2023-12-20T09:31:47.639 INFO:root:teuthology version: 0.0.1.dev216+g5f3731e 2023-12-20T09:31:47.639 DEBUG:teuthology.run:Teuthology command: teuthology --name rfriedma-2023-12-20_08:40:50-rados-wip-rf-pcnt3-distro-default-smithi --description rados/upgrade/parallel/{0-random-distro$/{centos_8.stream_container_tools} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} --verbose --archive /home/teuthworker/archive/rfriedma-2023-12-20_08:40:50-rados-wip-rf-pcnt3-distro-default-smithi/7497600 --owner scheduled_rfriedma@teuthology -- /home/teuthworker/archive/rfriedma-2023-12-20_08:40:50-rados-wip-rf-pcnt3-distro-default-smithi/7497600/orig.config.yaml 2023-12-20T09:31:47.688 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-12-20T09:31:47.771 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/rfriedma-2023-12-20_08:40:50-rados-wip-rf-pcnt3-distro-default-smithi/7497600 branch: wip-rf-pcnt3 description: rados/upgrade/parallel/{0-random-distro$/{centos_8.stream_container_tools} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: null first_in_suite: false job_id: '7497600' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: rfriedma-2023-12-20_08:40:50-rados-wip-rf-pcnt3-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 8.stream overrides: admin_socket: branch: wip-rf-pcnt3 ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 86cc4aec42581926507b9749381d531f24687367 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: 86cc4aec42581926507b9749381d531f24687367 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-rf-pcnt3 sha1: 86cc4aec42581926507b9749381d531f24687367 owner: scheduled_rfriedma@teuthology priority: 115 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 867 sha1: 86cc4aec42581926507b9749381d531f24687367 sleep_before_teardown: 0 subset: 111/120000 suite: rados suite_branch: wip-rf-pcnt3 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_86cc4aec42581926507b9749381d531f24687367/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 86cc4aec42581926507b9749381d531f24687367 targets: smithi123.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBwG3rXEu4VOTcTElg6kpl22hVW48frmr4BQyyideK/hnBApd1w0u1Pi9kNQWHCpKtfuZdY1KdTLKMqadIcIx5k= smithi177.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDX3pnkrzOr1teUVRuGeZp0ESSfuZqrQWHtz8ZAlvlsrb4ncoQ8E9O2Na8OCT6P7T+s2qchiuihJOnj8zLA6T6U= tasks: - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools --allowerasing --nobest - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - install: branch: quincy exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing quincy cephadm ...' - cephadm: cephadm_branch: quincy cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:quincy - print: '**** done end installing quincy cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry quincy...' - workunit: clients: client.0: - test_telemetry_quincy.sh - print: '**** done end telemetry quincy...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_quincy_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 5f3731ee8689ef3b0ef7d571e4cc2cb968c78d73 timestamp: 2023-12-20_08:40:50 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: rfriedma verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.1485078 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: quincy clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: quincy clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: quincy clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2023-12-20T09:31:47.771 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_86cc4aec42581926507b9749381d531f24687367/qa; will attempt to use it 2023-12-20T09:31:47.772 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_86cc4aec42581926507b9749381d531f24687367/qa/tasks 2023-12-20T09:31:47.772 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-12-20T09:31:47.773 INFO:teuthology.task.internal:Checking packages... 2023-12-20T09:31:47.797 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '86cc4aec42581926507b9749381d531f24687367' 2023-12-20T09:31:47.798 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-20T09:31:47.798 INFO:teuthology.packaging:ref: None 2023-12-20T09:31:47.798 INFO:teuthology.packaging:tag: None 2023-12-20T09:31:47.798 INFO:teuthology.packaging:branch: wip-rf-pcnt3 2023-12-20T09:31:47.798 INFO:teuthology.packaging:sha1: 86cc4aec42581926507b9749381d531f24687367 2023-12-20T09:31:47.798 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=wip-rf-pcnt3 2023-12-20T09:31:48.019 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-36.g86cc4aec 2023-12-20T09:31:48.021 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-12-20T09:31:48.027 INFO:teuthology.task.internal:no buildpackages task found 2023-12-20T09:31:48.028 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-12-20T09:31:48.074 INFO:teuthology.task.internal:Saving configuration 2023-12-20T09:31:48.092 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-12-20T09:31:48.098 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-12-20T09:31:48.124 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi123.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rfriedma-2023-12-20_08:40:50-rados-wip-rf-pcnt3-distro-default-smithi/7497600', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-20 09:26:46.140443', 'locked_by': 'scheduled_rfriedma@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBwG3rXEu4VOTcTElg6kpl22hVW48frmr4BQyyideK/hnBApd1w0u1Pi9kNQWHCpKtfuZdY1KdTLKMqadIcIx5k='} 2023-12-20T09:31:48.145 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi177.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rfriedma-2023-12-20_08:40:50-rados-wip-rf-pcnt3-distro-default-smithi/7497600', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-20 09:26:46.141618', 'locked_by': 'scheduled_rfriedma@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDX3pnkrzOr1teUVRuGeZp0ESSfuZqrQWHtz8ZAlvlsrb4ncoQ8E9O2Na8OCT6P7T+s2qchiuihJOnj8zLA6T6U='} 2023-12-20T09:31:48.146 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-12-20T09:31:48.152 INFO:teuthology.task.internal:roles: ubuntu@smithi123.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2023-12-20T09:31:48.152 INFO:teuthology.task.internal:roles: ubuntu@smithi177.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2023-12-20T09:31:48.152 INFO:teuthology.run_tasks:Running task console_log... 2023-12-20T09:31:48.255 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f5d27096dc0>, signals=[15]) 2023-12-20T09:31:48.255 INFO:teuthology.run_tasks:Running task internal.connect... 2023-12-20T09:31:48.261 INFO:teuthology.task.internal:Opening connections... 2023-12-20T09:31:48.261 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi123.front.sepia.ceph.com 2023-12-20T09:31:48.263 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi123.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-20T09:31:48.332 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi177.front.sepia.ceph.com 2023-12-20T09:31:48.333 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi177.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-20T09:31:48.399 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-12-20T09:31:48.406 DEBUG:teuthology.orchestra.run.smithi123:> uname -m 2023-12-20T09:31:48.428 INFO:teuthology.orchestra.run.smithi123.stdout:x86_64 2023-12-20T09:31:48.428 DEBUG:teuthology.orchestra.run.smithi123:> cat /etc/os-release 2023-12-20T09:31:48.488 INFO:teuthology.orchestra.run.smithi123.stdout:NAME="CentOS Stream" 2023-12-20T09:31:48.488 INFO:teuthology.orchestra.run.smithi123.stdout:VERSION="8" 2023-12-20T09:31:48.488 INFO:teuthology.orchestra.run.smithi123.stdout:ID="centos" 2023-12-20T09:31:48.488 INFO:teuthology.orchestra.run.smithi123.stdout:ID_LIKE="rhel fedora" 2023-12-20T09:31:48.488 INFO:teuthology.orchestra.run.smithi123.stdout:VERSION_ID="8" 2023-12-20T09:31:48.488 INFO:teuthology.orchestra.run.smithi123.stdout:PLATFORM_ID="platform:el8" 2023-12-20T09:31:48.488 INFO:teuthology.orchestra.run.smithi123.stdout:PRETTY_NAME="CentOS Stream 8" 2023-12-20T09:31:48.488 INFO:teuthology.orchestra.run.smithi123.stdout:ANSI_COLOR="0;31" 2023-12-20T09:31:48.488 INFO:teuthology.orchestra.run.smithi123.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2023-12-20T09:31:48.488 INFO:teuthology.orchestra.run.smithi123.stdout:HOME_URL="https://centos.org/" 2023-12-20T09:31:48.488 INFO:teuthology.orchestra.run.smithi123.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-12-20T09:31:48.489 INFO:teuthology.orchestra.run.smithi123.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2023-12-20T09:31:48.489 INFO:teuthology.orchestra.run.smithi123.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2023-12-20T09:31:48.489 INFO:teuthology.lock.ops:Updating smithi123.front.sepia.ceph.com on lock server 2023-12-20T09:31:48.507 DEBUG:teuthology.orchestra.run.smithi177:> uname -m 2023-12-20T09:31:48.529 INFO:teuthology.orchestra.run.smithi177.stdout:x86_64 2023-12-20T09:31:48.530 DEBUG:teuthology.orchestra.run.smithi177:> cat /etc/os-release 2023-12-20T09:31:48.590 INFO:teuthology.orchestra.run.smithi177.stdout:NAME="CentOS Stream" 2023-12-20T09:31:48.590 INFO:teuthology.orchestra.run.smithi177.stdout:VERSION="8" 2023-12-20T09:31:48.590 INFO:teuthology.orchestra.run.smithi177.stdout:ID="centos" 2023-12-20T09:31:48.590 INFO:teuthology.orchestra.run.smithi177.stdout:ID_LIKE="rhel fedora" 2023-12-20T09:31:48.590 INFO:teuthology.orchestra.run.smithi177.stdout:VERSION_ID="8" 2023-12-20T09:31:48.590 INFO:teuthology.orchestra.run.smithi177.stdout:PLATFORM_ID="platform:el8" 2023-12-20T09:31:48.590 INFO:teuthology.orchestra.run.smithi177.stdout:PRETTY_NAME="CentOS Stream 8" 2023-12-20T09:31:48.590 INFO:teuthology.orchestra.run.smithi177.stdout:ANSI_COLOR="0;31" 2023-12-20T09:31:48.590 INFO:teuthology.orchestra.run.smithi177.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2023-12-20T09:31:48.590 INFO:teuthology.orchestra.run.smithi177.stdout:HOME_URL="https://centos.org/" 2023-12-20T09:31:48.590 INFO:teuthology.orchestra.run.smithi177.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-12-20T09:31:48.590 INFO:teuthology.orchestra.run.smithi177.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2023-12-20T09:31:48.591 INFO:teuthology.orchestra.run.smithi177.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2023-12-20T09:31:48.591 INFO:teuthology.lock.ops:Updating smithi177.front.sepia.ceph.com on lock server 2023-12-20T09:31:48.614 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-12-20T09:31:48.624 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-12-20T09:31:48.665 INFO:teuthology.task.internal:Checking for old test directory... 2023-12-20T09:31:48.666 DEBUG:teuthology.orchestra.run.smithi123:> test '!' -e /home/ubuntu/cephtest 2023-12-20T09:31:48.671 DEBUG:teuthology.orchestra.run.smithi177:> test '!' -e /home/ubuntu/cephtest 2023-12-20T09:31:48.690 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-12-20T09:31:48.696 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-12-20T09:31:48.696 DEBUG:teuthology.orchestra.run.smithi123:> test -z $(ls -A /var/lib/ceph) 2023-12-20T09:31:48.729 DEBUG:teuthology.orchestra.run.smithi177:> test -z $(ls -A /var/lib/ceph) 2023-12-20T09:31:48.763 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-12-20T09:31:48.814 INFO:teuthology.run_tasks:Running task kernel... 2023-12-20T09:31:48.839 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2023-12-20T09:31:48.840 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2023-12-20T09:31:48.841 DEBUG:teuthology.orchestra.run.smithi123:> test -f /run/.containerenv -o -f /.dockerenv 2023-12-20T09:31:48.841 DEBUG:teuthology.orchestra.run.smithi177:> test -f /run/.containerenv -o -f /.dockerenv 2023-12-20T09:31:48.861 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-20T09:31:48.862 DEBUG:teuthology.orchestra.run.smithi123:> uname -r 2023-12-20T09:31:48.862 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-20T09:31:48.863 DEBUG:teuthology.orchestra.run.smithi177:> uname -r 2023-12-20T09:31:48.922 INFO:teuthology.orchestra.run.smithi123.stdout:4.18.0-489.el8.x86_64 2023-12-20T09:31:48.923 INFO:teuthology.task.kernel:Running kernel on smithi123: 4.18.0-489.el8.x86_64 2023-12-20T09:31:48.923 DEBUG:teuthology.orchestra.run.smithi123:> sudo yum install -y kernel 2023-12-20T09:31:48.924 INFO:teuthology.orchestra.run.smithi177.stdout:4.18.0-489.el8.x86_64 2023-12-20T09:31:48.925 INFO:teuthology.task.kernel:Running kernel on smithi177: 4.18.0-489.el8.x86_64 2023-12-20T09:31:48.925 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum install -y kernel 2023-12-20T09:43:18.554 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 8 - AppStream 52 kB/s | 35 MB 11:27 2023-12-20T09:43:27.828 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 8 - BaseOS 19 MB/s | 57 MB 00:02 2023-12-20T09:43:36.244 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 8 - Extras 50 kB/s | 18 kB 00:00 2023-12-20T09:43:36.770 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 8 - Extras common packages 20 kB/s | 6.9 kB 00:00 2023-12-20T09:43:37.063 INFO:teuthology.orchestra.run.smithi123.stdout:Copr repo for python3-asyncssh owned by ceph 24 kB/s | 3.5 kB 00:00 2023-12-20T09:43:38.382 INFO:teuthology.orchestra.run.smithi123.stdout:Extra Packages for Enterprise Linux 14 MB/s | 16 MB 00:01 2023-12-20T09:43:42.188 INFO:teuthology.orchestra.run.smithi123.stdout:lab-extras 619 kB/s | 24 kB 00:00 2023-12-20T09:43:45.905 INFO:teuthology.orchestra.run.smithi123.stdout:Package kernel-4.18.0-348.el8.x86_64 is already installed. 2023-12-20T09:43:45.905 INFO:teuthology.orchestra.run.smithi123.stdout:Package kernel-4.18.0-489.el8.x86_64 is already installed. 2023-12-20T09:43:46.197 INFO:teuthology.orchestra.run.smithi123.stdout:Dependencies resolved. 2023-12-20T09:43:46.198 INFO:teuthology.orchestra.run.smithi123.stdout:================================================================================ 2023-12-20T09:43:46.198 INFO:teuthology.orchestra.run.smithi123.stdout: Package Architecture Version Repository Size 2023-12-20T09:43:46.198 INFO:teuthology.orchestra.run.smithi123.stdout:================================================================================ 2023-12-20T09:43:46.198 INFO:teuthology.orchestra.run.smithi123.stdout:Installing: 2023-12-20T09:43:46.198 INFO:teuthology.orchestra.run.smithi123.stdout: kernel x86_64 4.18.0-529.el8 baseos 10 M 2023-12-20T09:43:46.198 INFO:teuthology.orchestra.run.smithi123.stdout:Installing dependencies: 2023-12-20T09:43:46.199 INFO:teuthology.orchestra.run.smithi123.stdout: kernel-core x86_64 4.18.0-529.el8 baseos 43 M 2023-12-20T09:43:46.199 INFO:teuthology.orchestra.run.smithi123.stdout: kernel-modules x86_64 4.18.0-529.el8 baseos 36 M 2023-12-20T09:43:46.199 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T09:43:46.199 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction Summary 2023-12-20T09:43:46.199 INFO:teuthology.orchestra.run.smithi123.stdout:================================================================================ 2023-12-20T09:43:46.199 INFO:teuthology.orchestra.run.smithi123.stdout:Install 3 Packages 2023-12-20T09:43:46.199 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T09:43:46.199 INFO:teuthology.orchestra.run.smithi123.stdout:Total download size: 89 M 2023-12-20T09:43:46.200 INFO:teuthology.orchestra.run.smithi123.stdout:Installed size: 96 M 2023-12-20T09:43:46.200 INFO:teuthology.orchestra.run.smithi123.stdout:Downloading Packages: 2023-12-20T09:43:59.788 INFO:teuthology.orchestra.run.smithi123.stdout:(1/3): kernel-4.18.0-529.el8.x86_64.rpm 776 kB/s | 10 MB 00:13 2023-12-20T09:44:59.375 INFO:teuthology.orchestra.run.smithi123.stdout:(2/3): kernel-core-4.18.0-529.el8.x86_64.rpm 603 kB/s | 43 MB 01:12 2023-12-20T09:45:04.638 INFO:teuthology.orchestra.run.smithi123.stdout:(3/3): kernel-modules-4.18.0-529.el8.x86_64.rpm 469 kB/s | 36 MB 01:18 2023-12-20T09:45:04.639 INFO:teuthology.orchestra.run.smithi123.stdout:-------------------------------------------------------------------------------- 2023-12-20T09:45:04.639 INFO:teuthology.orchestra.run.smithi123.stdout:Total 1.1 MB/s | 89 MB 01:18 2023-12-20T09:45:05.317 INFO:teuthology.orchestra.run.smithi123.stdout:Running transaction check 2023-12-20T09:45:05.746 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction check succeeded. 2023-12-20T09:45:05.746 INFO:teuthology.orchestra.run.smithi123.stdout:Running transaction test 2023-12-20T09:45:07.000 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction test succeeded. 2023-12-20T09:45:07.035 INFO:teuthology.orchestra.run.smithi123.stdout:Running transaction 2023-12-20T09:45:09.878 INFO:teuthology.orchestra.run.smithi123.stdout: Preparing : 1/1 2023-12-20T09:45:10.437 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : kernel-core-4.18.0-529.el8.x86_64 1/3 2023-12-20T09:45:14.053 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: kernel-core-4.18.0-529.el8.x86_64 1/3 2023-12-20T09:45:14.346 INFO:teuthology.orchestra.run.smithi177.stdout:CentOS Stream 8 - AppStream 44 kB/s | 35 MB 13:22 2023-12-20T09:45:14.453 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : kernel-modules-4.18.0-529.el8.x86_64 2/3 2023-12-20T09:45:17.888 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: kernel-modules-4.18.0-529.el8.x86_64 2/3 2023-12-20T09:45:18.168 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : kernel-4.18.0-529.el8.x86_64 3/3 2023-12-20T09:45:23.504 INFO:teuthology.orchestra.run.smithi177.stdout:CentOS Stream 8 - BaseOS 21 MB/s | 57 MB 00:02 2023-12-20T09:45:31.961 INFO:teuthology.orchestra.run.smithi177.stdout:CentOS Stream 8 - Extras 50 kB/s | 18 kB 00:00 2023-12-20T09:45:32.529 INFO:teuthology.orchestra.run.smithi177.stdout:CentOS Stream 8 - Extras common packages 18 kB/s | 6.9 kB 00:00 2023-12-20T09:45:32.822 INFO:teuthology.orchestra.run.smithi177.stdout:Copr repo for python3-asyncssh owned by ceph 25 kB/s | 3.5 kB 00:00 2023-12-20T09:45:34.100 INFO:teuthology.orchestra.run.smithi177.stdout:Extra Packages for Enterprise Linux 14 MB/s | 16 MB 00:01 2023-12-20T09:45:37.956 INFO:teuthology.orchestra.run.smithi177.stdout:lab-extras 582 kB/s | 24 kB 00:00 2023-12-20T09:45:39.941 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: kernel-core-4.18.0-529.el8.x86_64 3/3 2023-12-20T09:45:39.965 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: kernel-modules-4.18.0-529.el8.x86_64 3/3 2023-12-20T09:45:40.308 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: kernel-4.18.0-529.el8.x86_64 3/3 2023-12-20T09:45:40.309 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : kernel-4.18.0-529.el8.x86_64 1/3 2023-12-20T09:45:40.309 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : kernel-core-4.18.0-529.el8.x86_64 2/3 2023-12-20T09:45:41.106 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : kernel-modules-4.18.0-529.el8.x86_64 3/3 2023-12-20T09:45:41.106 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T09:45:41.106 INFO:teuthology.orchestra.run.smithi123.stdout:Installed: 2023-12-20T09:45:41.107 INFO:teuthology.orchestra.run.smithi123.stdout: kernel-4.18.0-529.el8.x86_64 kernel-core-4.18.0-529.el8.x86_64 2023-12-20T09:45:41.107 INFO:teuthology.orchestra.run.smithi123.stdout: kernel-modules-4.18.0-529.el8.x86_64 2023-12-20T09:45:41.107 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T09:45:41.107 INFO:teuthology.orchestra.run.smithi123.stdout:Complete! 2023-12-20T09:45:41.245 DEBUG:teuthology.orchestra.run.smithi123:> rpm -q kernel | sort -rV | head -n 1 2023-12-20T09:45:41.463 INFO:teuthology.orchestra.run.smithi123.stdout:kernel-4.18.0-529.el8.x86_64 2023-12-20T09:45:41.464 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-529.el8.x86_64 2023-12-20T09:45:41.464 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-489.el8.x86_64 Expected: 4.18.0-529.el8.x86_64 2023-12-20T09:45:41.464 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-12-20T09:45:41.464 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-12-20T09:45:41.464 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2023-12-20T09:45:41.464 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi123.front.sepia.ceph.com, path=None, version=distro) 2023-12-20T09:45:41.464 DEBUG:teuthology.orchestra.run.smithi123:> rpm -q kernel | sort -rV | head -n 1 2023-12-20T09:45:41.655 INFO:teuthology.orchestra.run.smithi177.stdout:Package kernel-4.18.0-348.el8.x86_64 is already installed. 2023-12-20T09:45:41.656 INFO:teuthology.orchestra.run.smithi177.stdout:Package kernel-4.18.0-489.el8.x86_64 is already installed. 2023-12-20T09:45:41.672 INFO:teuthology.orchestra.run.smithi123.stdout:kernel-4.18.0-529.el8.x86_64 2023-12-20T09:45:41.672 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-529.el8.x86_64 2023-12-20T09:45:41.673 DEBUG:teuthology.orchestra.run.smithi123:> sudo rpm -qi grub2-tools 2023-12-20T09:45:41.706 INFO:teuthology.orchestra.run.smithi123.stdout:Name : grub2-tools 2023-12-20T09:45:41.706 INFO:teuthology.orchestra.run.smithi123.stdout:Epoch : 1 2023-12-20T09:45:41.706 INFO:teuthology.orchestra.run.smithi123.stdout:Version : 2.02 2023-12-20T09:45:41.706 INFO:teuthology.orchestra.run.smithi123.stdout:Release : 129.el8 2023-12-20T09:45:41.706 INFO:teuthology.orchestra.run.smithi123.stdout:Architecture: x86_64 2023-12-20T09:45:41.706 INFO:teuthology.orchestra.run.smithi123.stdout:Install Date: Thu 04 May 2023 10:17:48 PM UTC 2023-12-20T09:45:41.707 INFO:teuthology.orchestra.run.smithi123.stdout:Group : System Environment/Base 2023-12-20T09:45:41.707 INFO:teuthology.orchestra.run.smithi123.stdout:Size : 9265586 2023-12-20T09:45:41.707 INFO:teuthology.orchestra.run.smithi123.stdout:License : GPLv3+ 2023-12-20T09:45:41.707 INFO:teuthology.orchestra.run.smithi123.stdout:Signature : RSA/SHA256, Tue 19 Jul 2022 02:52:06 PM UTC, Key ID 05b555b38483c65d 2023-12-20T09:45:41.707 INFO:teuthology.orchestra.run.smithi123.stdout:Source RPM : grub2-2.02-129.el8.src.rpm 2023-12-20T09:45:41.707 INFO:teuthology.orchestra.run.smithi123.stdout:Build Date : Tue 19 Jul 2022 02:30:39 PM UTC 2023-12-20T09:45:41.707 INFO:teuthology.orchestra.run.smithi123.stdout:Build Host : kbuilder.bsys.centos.org 2023-12-20T09:45:41.707 INFO:teuthology.orchestra.run.smithi123.stdout:Relocations : (not relocatable) 2023-12-20T09:45:41.707 INFO:teuthology.orchestra.run.smithi123.stdout:Packager : CentOS BuildSystem 2023-12-20T09:45:41.707 INFO:teuthology.orchestra.run.smithi123.stdout:Vendor : CentOS 2023-12-20T09:45:41.707 INFO:teuthology.orchestra.run.smithi123.stdout:URL : http://www.gnu.org/software/grub/ 2023-12-20T09:45:41.707 INFO:teuthology.orchestra.run.smithi123.stdout:Summary : Support tools for GRUB. 2023-12-20T09:45:41.707 INFO:teuthology.orchestra.run.smithi123.stdout:Description : 2023-12-20T09:45:41.707 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T09:45:41.707 INFO:teuthology.orchestra.run.smithi123.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2023-12-20T09:45:41.708 INFO:teuthology.orchestra.run.smithi123.stdout:customizable bootloader with modular architecture. It supports a rich 2023-12-20T09:45:41.708 INFO:teuthology.orchestra.run.smithi123.stdout:variety of kernel formats, file systems, computer architectures and 2023-12-20T09:45:41.708 INFO:teuthology.orchestra.run.smithi123.stdout:hardware devices. 2023-12-20T09:45:41.708 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T09:45:41.708 INFO:teuthology.orchestra.run.smithi123.stdout:This subpackage provides tools for support of all platforms. 2023-12-20T09:45:41.709 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2023-12-20T09:45:41.709 INFO:teuthology.task.kernel:Updating grub on smithi123 to boot 4.18.0-529.el8.x86_64 2023-12-20T09:45:41.709 DEBUG:teuthology.orchestra.run.smithi123:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2023-12-20T09:45:41.951 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2023-12-20T09:45:41.952 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2023-12-20T09:45:41.952 INFO:teuthology.orchestra.run.smithi177.stdout: Package Architecture Version Repository Size 2023-12-20T09:45:41.952 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2023-12-20T09:45:41.952 INFO:teuthology.orchestra.run.smithi177.stdout:Installing: 2023-12-20T09:45:41.952 INFO:teuthology.orchestra.run.smithi177.stdout: kernel x86_64 4.18.0-529.el8 baseos 10 M 2023-12-20T09:45:41.952 INFO:teuthology.orchestra.run.smithi177.stdout:Installing dependencies: 2023-12-20T09:45:41.952 INFO:teuthology.orchestra.run.smithi177.stdout: kernel-core x86_64 4.18.0-529.el8 baseos 43 M 2023-12-20T09:45:41.952 INFO:teuthology.orchestra.run.smithi177.stdout: kernel-modules x86_64 4.18.0-529.el8 baseos 36 M 2023-12-20T09:45:41.952 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-12-20T09:45:41.952 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction Summary 2023-12-20T09:45:41.952 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2023-12-20T09:45:41.952 INFO:teuthology.orchestra.run.smithi177.stdout:Install 3 Packages 2023-12-20T09:45:41.952 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-12-20T09:45:41.953 INFO:teuthology.orchestra.run.smithi177.stdout:Total download size: 89 M 2023-12-20T09:45:41.953 INFO:teuthology.orchestra.run.smithi177.stdout:Installed size: 96 M 2023-12-20T09:45:41.953 INFO:teuthology.orchestra.run.smithi177.stdout:Downloading Packages: 2023-12-20T09:45:43.474 INFO:teuthology.orchestra.run.smithi177.stdout:(1/3): kernel-4.18.0-529.el8.x86_64.rpm 7.6 MB/s | 10 MB 00:01 2023-12-20T09:45:43.502 INFO:teuthology.orchestra.run.smithi123.stderr:Generating grub configuration file ... 2023-12-20T09:45:45.298 INFO:teuthology.orchestra.run.smithi177.stdout:(2/3): kernel-modules-4.18.0-529.el8.x86_64.rpm 11 MB/s | 36 MB 00:03 2023-12-20T09:45:45.798 INFO:teuthology.orchestra.run.smithi123.stderr:done 2023-12-20T09:45:45.801 DEBUG:teuthology.orchestra.run.smithi123:> mktemp 2023-12-20T09:45:45.842 INFO:teuthology.orchestra.run.smithi123.stdout:/tmp/tmp.6oyhPAOs1w 2023-12-20T09:45:45.842 DEBUG:teuthology.orchestra.run.smithi123:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.6oyhPAOs1w 2023-12-20T09:45:45.916 DEBUG:teuthology.orchestra.run.smithi123:> sudo chmod 0666 /tmp/tmp.6oyhPAOs1w 2023-12-20T09:45:46.016 INFO:teuthology.orchestra.run.smithi177.stdout:(3/3): kernel-core-4.18.0-529.el8.x86_64.rpm 11 MB/s | 43 MB 00:03 2023-12-20T09:45:46.016 INFO:teuthology.orchestra.run.smithi177.stdout:-------------------------------------------------------------------------------- 2023-12-20T09:45:46.016 INFO:teuthology.orchestra.run.smithi177.stdout:Total 22 MB/s | 89 MB 00:04 2023-12-20T09:45:46.054 DEBUG:teuthology.orchestra.remote:smithi123:/tmp/tmp.6oyhPAOs1w is 6KB 2023-12-20T09:45:46.102 DEBUG:teuthology.orchestra.run.smithi123:> rm -fr /tmp/tmp.6oyhPAOs1w 2023-12-20T09:45:46.119 DEBUG:teuthology.orchestra.run.smithi123:> sudo /bin/ls /boot/loader/entries || true 2023-12-20T09:45:46.194 INFO:teuthology.orchestra.run.smithi123.stdout:a1b29d6c289747bdb22930598d39874a-0-rescue.conf 2023-12-20T09:45:46.194 INFO:teuthology.orchestra.run.smithi123.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-348.el8.x86_64.conf 2023-12-20T09:45:46.194 INFO:teuthology.orchestra.run.smithi123.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-489.el8.x86_64.conf 2023-12-20T09:45:46.194 INFO:teuthology.orchestra.run.smithi123.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-529.el8.x86_64.conf 2023-12-20T09:45:46.195 DEBUG:teuthology.orchestra.run.smithi123:> sudo grub2-set-default a1b29d6c289747bdb22930598d39874a-4.18.0-529.el8.x86_64 2023-12-20T09:45:46.347 DEBUG:teuthology.orchestra.run.smithi123:> sudo shutdown -r now 2023-12-20T09:45:46.696 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction check 2023-12-20T09:45:47.116 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction check succeeded. 2023-12-20T09:45:47.116 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction test 2023-12-20T09:45:48.366 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction test succeeded. 2023-12-20T09:45:48.385 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction 2023-12-20T09:45:51.226 INFO:teuthology.orchestra.run.smithi177.stdout: Preparing : 1/1 2023-12-20T09:45:51.804 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : kernel-core-4.18.0-529.el8.x86_64 1/3 2023-12-20T09:45:55.453 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: kernel-core-4.18.0-529.el8.x86_64 1/3 2023-12-20T09:45:55.854 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : kernel-modules-4.18.0-529.el8.x86_64 2/3 2023-12-20T09:45:59.290 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: kernel-modules-4.18.0-529.el8.x86_64 2/3 2023-12-20T09:45:59.583 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : kernel-4.18.0-529.el8.x86_64 3/3 2023-12-20T09:46:16.349 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2023-12-20T09:46:16.350 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi123.front.sepia.ceph.com' 2023-12-20T09:46:16.351 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi123.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-20T09:46:21.503 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: kernel-core-4.18.0-529.el8.x86_64 3/3 2023-12-20T09:46:21.528 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: kernel-modules-4.18.0-529.el8.x86_64 3/3 2023-12-20T09:46:21.882 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: kernel-4.18.0-529.el8.x86_64 3/3 2023-12-20T09:46:21.882 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : kernel-4.18.0-529.el8.x86_64 1/3 2023-12-20T09:46:21.882 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : kernel-core-4.18.0-529.el8.x86_64 2/3 2023-12-20T09:46:22.736 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : kernel-modules-4.18.0-529.el8.x86_64 3/3 2023-12-20T09:46:22.736 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-12-20T09:46:22.737 INFO:teuthology.orchestra.run.smithi177.stdout:Installed: 2023-12-20T09:46:22.737 INFO:teuthology.orchestra.run.smithi177.stdout: kernel-4.18.0-529.el8.x86_64 kernel-core-4.18.0-529.el8.x86_64 2023-12-20T09:46:22.737 INFO:teuthology.orchestra.run.smithi177.stdout: kernel-modules-4.18.0-529.el8.x86_64 2023-12-20T09:46:22.737 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-12-20T09:46:22.737 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2023-12-20T09:46:23.454 DEBUG:teuthology.orchestra.run.smithi177:> rpm -q kernel | sort -rV | head -n 1 2023-12-20T09:46:23.691 INFO:teuthology.orchestra.run.smithi177.stdout:kernel-4.18.0-529.el8.x86_64 2023-12-20T09:46:23.691 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-529.el8.x86_64 2023-12-20T09:46:23.692 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-489.el8.x86_64 Expected: 4.18.0-529.el8.x86_64 2023-12-20T09:46:23.692 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-12-20T09:46:23.692 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-12-20T09:46:23.692 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2023-12-20T09:46:23.692 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi177.front.sepia.ceph.com, path=None, version=distro) 2023-12-20T09:46:23.692 DEBUG:teuthology.orchestra.run.smithi177:> rpm -q kernel | sort -rV | head -n 1 2023-12-20T09:46:23.902 INFO:teuthology.orchestra.run.smithi177.stdout:kernel-4.18.0-529.el8.x86_64 2023-12-20T09:46:23.902 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-529.el8.x86_64 2023-12-20T09:46:23.902 DEBUG:teuthology.orchestra.run.smithi177:> sudo rpm -qi grub2-tools 2023-12-20T09:46:23.936 INFO:teuthology.orchestra.run.smithi177.stdout:Name : grub2-tools 2023-12-20T09:46:23.936 INFO:teuthology.orchestra.run.smithi177.stdout:Epoch : 1 2023-12-20T09:46:23.936 INFO:teuthology.orchestra.run.smithi177.stdout:Version : 2.02 2023-12-20T09:46:23.936 INFO:teuthology.orchestra.run.smithi177.stdout:Release : 129.el8 2023-12-20T09:46:23.937 INFO:teuthology.orchestra.run.smithi177.stdout:Architecture: x86_64 2023-12-20T09:46:23.937 INFO:teuthology.orchestra.run.smithi177.stdout:Install Date: Thu 04 May 2023 10:17:48 PM UTC 2023-12-20T09:46:23.937 INFO:teuthology.orchestra.run.smithi177.stdout:Group : System Environment/Base 2023-12-20T09:46:23.937 INFO:teuthology.orchestra.run.smithi177.stdout:Size : 9265586 2023-12-20T09:46:23.937 INFO:teuthology.orchestra.run.smithi177.stdout:License : GPLv3+ 2023-12-20T09:46:23.937 INFO:teuthology.orchestra.run.smithi177.stdout:Signature : RSA/SHA256, Tue 19 Jul 2022 02:52:06 PM UTC, Key ID 05b555b38483c65d 2023-12-20T09:46:23.937 INFO:teuthology.orchestra.run.smithi177.stdout:Source RPM : grub2-2.02-129.el8.src.rpm 2023-12-20T09:46:23.937 INFO:teuthology.orchestra.run.smithi177.stdout:Build Date : Tue 19 Jul 2022 02:30:39 PM UTC 2023-12-20T09:46:23.937 INFO:teuthology.orchestra.run.smithi177.stdout:Build Host : kbuilder.bsys.centos.org 2023-12-20T09:46:23.937 INFO:teuthology.orchestra.run.smithi177.stdout:Relocations : (not relocatable) 2023-12-20T09:46:23.937 INFO:teuthology.orchestra.run.smithi177.stdout:Packager : CentOS BuildSystem 2023-12-20T09:46:23.937 INFO:teuthology.orchestra.run.smithi177.stdout:Vendor : CentOS 2023-12-20T09:46:23.937 INFO:teuthology.orchestra.run.smithi177.stdout:URL : http://www.gnu.org/software/grub/ 2023-12-20T09:46:23.937 INFO:teuthology.orchestra.run.smithi177.stdout:Summary : Support tools for GRUB. 2023-12-20T09:46:23.938 INFO:teuthology.orchestra.run.smithi177.stdout:Description : 2023-12-20T09:46:23.938 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-12-20T09:46:23.938 INFO:teuthology.orchestra.run.smithi177.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2023-12-20T09:46:23.938 INFO:teuthology.orchestra.run.smithi177.stdout:customizable bootloader with modular architecture. It supports a rich 2023-12-20T09:46:23.938 INFO:teuthology.orchestra.run.smithi177.stdout:variety of kernel formats, file systems, computer architectures and 2023-12-20T09:46:23.938 INFO:teuthology.orchestra.run.smithi177.stdout:hardware devices. 2023-12-20T09:46:23.938 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-12-20T09:46:23.938 INFO:teuthology.orchestra.run.smithi177.stdout:This subpackage provides tools for support of all platforms. 2023-12-20T09:46:23.939 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2023-12-20T09:46:23.939 INFO:teuthology.task.kernel:Updating grub on smithi177 to boot 4.18.0-529.el8.x86_64 2023-12-20T09:46:23.939 DEBUG:teuthology.orchestra.run.smithi177:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2023-12-20T09:46:25.267 INFO:teuthology.orchestra.run.smithi177.stderr:Generating grub configuration file ... 2023-12-20T09:46:27.358 INFO:teuthology.orchestra.run.smithi177.stderr:done 2023-12-20T09:46:27.360 DEBUG:teuthology.orchestra.run.smithi177:> mktemp 2023-12-20T09:46:27.391 INFO:teuthology.orchestra.run.smithi177.stdout:/tmp/tmp.L17BoMlDMC 2023-12-20T09:46:27.391 DEBUG:teuthology.orchestra.run.smithi177:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.L17BoMlDMC 2023-12-20T09:46:27.465 DEBUG:teuthology.orchestra.run.smithi177:> sudo chmod 0666 /tmp/tmp.L17BoMlDMC 2023-12-20T09:46:27.619 DEBUG:teuthology.orchestra.remote:smithi177:/tmp/tmp.L17BoMlDMC is 6KB 2023-12-20T09:46:27.667 DEBUG:teuthology.orchestra.run.smithi177:> rm -fr /tmp/tmp.L17BoMlDMC 2023-12-20T09:46:27.685 DEBUG:teuthology.orchestra.run.smithi177:> sudo /bin/ls /boot/loader/entries || true 2023-12-20T09:46:27.778 INFO:teuthology.orchestra.run.smithi177.stdout:a1b29d6c289747bdb22930598d39874a-0-rescue.conf 2023-12-20T09:46:27.778 INFO:teuthology.orchestra.run.smithi177.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-348.el8.x86_64.conf 2023-12-20T09:46:27.778 INFO:teuthology.orchestra.run.smithi177.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-489.el8.x86_64.conf 2023-12-20T09:46:27.778 INFO:teuthology.orchestra.run.smithi177.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-529.el8.x86_64.conf 2023-12-20T09:46:27.779 DEBUG:teuthology.orchestra.run.smithi177:> sudo grub2-set-default a1b29d6c289747bdb22930598d39874a-4.18.0-529.el8.x86_64 2023-12-20T09:46:27.896 DEBUG:teuthology.orchestra.run.smithi177:> sudo shutdown -r now 2023-12-20T09:46:34.897 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.123 2023-12-20T09:46:43.907 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi123.front.sepia.ceph.com' 2023-12-20T09:46:43.908 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi123.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-20T09:46:46.961 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.123 2023-12-20T09:46:57.909 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2023-12-20T09:46:57.910 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi177.front.sepia.ceph.com' 2023-12-20T09:46:57.910 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi177.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-20T09:46:58.962 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi123.front.sepia.ceph.com' 2023-12-20T09:46:58.963 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi123.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-20T09:47:16.370 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.177 2023-12-20T09:47:25.377 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi177.front.sepia.ceph.com' 2023-12-20T09:47:25.378 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi177.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-20T09:47:31.165 DEBUG:teuthology.orchestra.run.smithi123:> true 2023-12-20T09:47:31.617 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi123.front.sepia.ceph.com' 2023-12-20T09:47:31.617 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "4.18.0-529.el8.x86_64"... 2023-12-20T09:47:31.617 DEBUG:teuthology.orchestra.run.smithi123:> uname -r 2023-12-20T09:47:31.673 INFO:teuthology.orchestra.run.smithi123.stdout:4.18.0-529.el8.x86_64 2023-12-20T09:47:31.673 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-529.el8.x86_64 vs 4.18.0-529.el8.x86_64 2023-12-20T09:47:31.673 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-12-20T09:47:31.674 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2023-12-20T09:47:32.675 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2023-12-20T09:47:32.675 DEBUG:teuthology.orchestra.run.smithi123:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-12-20T09:47:32.762 INFO:teuthology.orchestra.run.smithi123.stdout:ttyS1 2023-12-20T09:47:32.777 DEBUG:teuthology.parallel:result is None 2023-12-20T09:47:43.766 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.177 2023-12-20T09:47:55.767 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi177.front.sepia.ceph.com' 2023-12-20T09:47:55.768 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi177.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-20T09:47:58.833 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.177 2023-12-20T09:48:13.834 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi177.front.sepia.ceph.com' 2023-12-20T09:48:13.835 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi177.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-20T09:48:14.150 DEBUG:teuthology.orchestra.run.smithi177:> true 2023-12-20T09:48:14.424 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi177.front.sepia.ceph.com' 2023-12-20T09:48:14.424 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "4.18.0-529.el8.x86_64"... 2023-12-20T09:48:14.425 DEBUG:teuthology.orchestra.run.smithi177:> uname -r 2023-12-20T09:48:14.442 INFO:teuthology.orchestra.run.smithi177.stdout:4.18.0-529.el8.x86_64 2023-12-20T09:48:14.443 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-529.el8.x86_64 vs 4.18.0-529.el8.x86_64 2023-12-20T09:48:14.443 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-12-20T09:48:14.443 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2023-12-20T09:48:15.444 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2023-12-20T09:48:15.444 DEBUG:teuthology.orchestra.run.smithi177:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-12-20T09:48:15.513 INFO:teuthology.orchestra.run.smithi177.stdout:ttyS1 2023-12-20T09:48:15.532 DEBUG:teuthology.parallel:result is None 2023-12-20T09:48:15.532 INFO:teuthology.run_tasks:Running task internal.base... 2023-12-20T09:48:15.541 INFO:teuthology.task.internal:Creating test directory... 2023-12-20T09:48:15.541 DEBUG:teuthology.orchestra.run.smithi123:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-12-20T09:48:15.544 DEBUG:teuthology.orchestra.run.smithi177:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-12-20T09:48:15.565 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-12-20T09:48:15.582 INFO:teuthology.run_tasks:Running task internal.archive... 2023-12-20T09:48:15.607 INFO:teuthology.task.internal:Creating archive directory... 2023-12-20T09:48:15.607 DEBUG:teuthology.orchestra.run.smithi123:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-12-20T09:48:15.609 DEBUG:teuthology.orchestra.run.smithi177:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-12-20T09:48:15.647 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-12-20T09:48:15.654 INFO:teuthology.task.internal:Enabling coredump saving... 2023-12-20T09:48:15.654 DEBUG:teuthology.orchestra.run.smithi123:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-12-20T09:48:15.683 DEBUG:teuthology.orchestra.run.smithi177:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-12-20T09:48:15.721 INFO:teuthology.orchestra.run.smithi123.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-20T09:48:15.722 INFO:teuthology.orchestra.run.smithi177.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-20T09:48:15.732 INFO:teuthology.orchestra.run.smithi123.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-20T09:48:15.733 INFO:teuthology.orchestra.run.smithi177.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-20T09:48:15.734 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-12-20T09:48:15.741 INFO:teuthology.task.internal:Configuring sudo... 2023-12-20T09:48:15.742 DEBUG:teuthology.orchestra.run.smithi123:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-12-20T09:48:15.776 DEBUG:teuthology.orchestra.run.smithi177:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-12-20T09:48:15.806 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-12-20T09:48:15.818 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-12-20T09:48:15.819 DEBUG:teuthology.orchestra.run.smithi123:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-12-20T09:48:15.848 DEBUG:teuthology.orchestra.run.smithi177:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-12-20T09:48:15.867 DEBUG:teuthology.orchestra.run.smithi123:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-20T09:48:15.951 DEBUG:teuthology.orchestra.run.smithi123:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-20T09:48:16.006 DEBUG:teuthology.orchestra.run.smithi123:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-20T09:48:16.091 DEBUG:teuthology.orchestra.run.smithi123:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-20T09:48:16.135 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2023-12-20T09:48:16.135 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-12-20T09:48:16.202 DEBUG:teuthology.orchestra.run.smithi177:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-20T09:48:16.253 DEBUG:teuthology.orchestra.run.smithi177:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-20T09:48:16.306 DEBUG:teuthology.orchestra.run.smithi177:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-20T09:48:16.393 DEBUG:teuthology.orchestra.run.smithi177:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-20T09:48:16.435 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2023-12-20T09:48:16.435 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-12-20T09:48:16.501 DEBUG:teuthology.orchestra.run.smithi123:> sudo service rsyslog restart 2023-12-20T09:48:16.504 DEBUG:teuthology.orchestra.run.smithi177:> sudo service rsyslog restart 2023-12-20T09:48:16.566 INFO:teuthology.orchestra.run.smithi123.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-12-20T09:48:16.595 INFO:teuthology.orchestra.run.smithi177.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-12-20T09:48:17.002 INFO:teuthology.run_tasks:Running task internal.timer... 2023-12-20T09:48:17.010 INFO:teuthology.task.internal:Starting timer... 2023-12-20T09:48:17.010 INFO:teuthology.run_tasks:Running task pcp... 2023-12-20T09:48:17.036 INFO:teuthology.run_tasks:Running task selinux... 2023-12-20T09:48:17.067 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2023-12-20T09:48:17.068 DEBUG:teuthology.orchestra.run.smithi123:> sudo service auditd rotate 2023-12-20T09:48:17.147 INFO:teuthology.orchestra.run.smithi123.stdout:Rotating logs: 2023-12-20T09:48:17.149 DEBUG:teuthology.orchestra.run.smithi177:> sudo service auditd rotate 2023-12-20T09:48:17.234 INFO:teuthology.orchestra.run.smithi177.stdout:Rotating logs: 2023-12-20T09:48:17.236 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-12-20T09:48:17.236 DEBUG:teuthology.orchestra.run.smithi123:> /usr/sbin/getenforce 2023-12-20T09:48:17.289 INFO:teuthology.orchestra.run.smithi123.stdout:Permissive 2023-12-20T09:48:17.289 DEBUG:teuthology.orchestra.run.smithi177:> /usr/sbin/getenforce 2023-12-20T09:48:17.317 INFO:teuthology.orchestra.run.smithi177.stdout:Permissive 2023-12-20T09:48:17.317 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi123.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi177.front.sepia.ceph.com': 'permissive'} 2023-12-20T09:48:17.318 DEBUG:teuthology.orchestra.run.smithi123:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-12-20T09:48:17.344 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-20T09:48:17.345 DEBUG:teuthology.orchestra.run.smithi177:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-12-20T09:48:17.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-20T09:48:17.384 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-12-20T09:48:17.384 DEBUG:teuthology.orchestra.run.smithi123:> sudo /usr/sbin/setenforce permissive 2023-12-20T09:48:17.411 DEBUG:teuthology.orchestra.run.smithi177:> sudo /usr/sbin/setenforce permissive 2023-12-20T09:48:17.451 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-12-20T09:48:17.463 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2023-12-20T09:48:17.468 INFO:teuthology.repo_utils:Fetching main from origin 2023-12-20T09:48:17.586 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-12-20T09:48:17.603 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-12-20T09:48:17.604 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi123.front.sepia.ceph.com,smithi177.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-12-20T10:31:35.943 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi123.front.sepia.ceph.com'), Remote(name='ubuntu@smithi177.front.sepia.ceph.com')] 2023-12-20T10:31:35.965 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi123.front.sepia.ceph.com' 2023-12-20T10:31:35.966 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi123.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-20T10:31:36.036 DEBUG:teuthology.orchestra.run.smithi123:> true 2023-12-20T10:31:36.103 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi123.front.sepia.ceph.com' 2023-12-20T10:31:36.103 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi177.front.sepia.ceph.com' 2023-12-20T10:31:36.104 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi177.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-20T10:31:36.171 DEBUG:teuthology.orchestra.run.smithi177:> true 2023-12-20T10:31:36.240 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi177.front.sepia.ceph.com' 2023-12-20T10:31:36.240 INFO:teuthology.run_tasks:Running task clock... 2023-12-20T10:31:36.252 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-12-20T10:31:36.252 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-12-20T10:31:36.252 DEBUG:teuthology.orchestra.run.smithi123:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-20T10:31:36.255 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-12-20T10:31:36.255 DEBUG:teuthology.orchestra.run.smithi177:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-20T10:31:36.285 INFO:teuthology.orchestra.run.smithi123.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-12-20T10:31:36.301 INFO:teuthology.orchestra.run.smithi123.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-12-20T10:31:36.313 INFO:teuthology.orchestra.run.smithi177.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-12-20T10:31:36.328 INFO:teuthology.orchestra.run.smithi177.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-12-20T10:31:36.364 INFO:teuthology.orchestra.run.smithi123.stderr:sudo: ntpd: command not found 2023-12-20T10:31:36.376 INFO:teuthology.orchestra.run.smithi123.stdout:506 Cannot talk to daemon 2023-12-20T10:31:36.390 INFO:teuthology.orchestra.run.smithi123.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-12-20T10:31:36.391 INFO:teuthology.orchestra.run.smithi177.stderr:sudo: ntpd: command not found 2023-12-20T10:31:36.402 INFO:teuthology.orchestra.run.smithi177.stdout:506 Cannot talk to daemon 2023-12-20T10:31:36.404 INFO:teuthology.orchestra.run.smithi123.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-12-20T10:31:36.416 INFO:teuthology.orchestra.run.smithi177.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-12-20T10:31:36.429 INFO:teuthology.orchestra.run.smithi177.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-12-20T10:31:36.476 INFO:teuthology.orchestra.run.smithi123.stderr:bash: ntpq: command not found 2023-12-20T10:31:36.480 INFO:teuthology.orchestra.run.smithi123.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-12-20T10:31:36.480 INFO:teuthology.orchestra.run.smithi123.stdout:=============================================================================== 2023-12-20T10:31:36.480 INFO:teuthology.orchestra.run.smithi123.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-20T10:31:36.480 INFO:teuthology.orchestra.run.smithi123.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-20T10:31:36.480 INFO:teuthology.orchestra.run.smithi123.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-20T10:31:36.481 INFO:teuthology.orchestra.run.smithi123.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-20T10:31:36.499 INFO:teuthology.orchestra.run.smithi177.stderr:bash: ntpq: command not found 2023-12-20T10:31:36.506 INFO:teuthology.orchestra.run.smithi177.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-12-20T10:31:36.507 INFO:teuthology.orchestra.run.smithi177.stdout:=============================================================================== 2023-12-20T10:31:36.507 INFO:teuthology.orchestra.run.smithi177.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-20T10:31:36.507 INFO:teuthology.orchestra.run.smithi177.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-20T10:31:36.507 INFO:teuthology.orchestra.run.smithi177.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-20T10:31:36.507 INFO:teuthology.orchestra.run.smithi177.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-20T10:31:36.507 INFO:teuthology.run_tasks:Running task pexec... 2023-12-20T10:31:36.516 INFO:teuthology.task.pexec:Executing custom commands... 2023-12-20T10:31:36.517 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi123.front.sepia.ceph.com 2023-12-20T10:31:36.517 DEBUG:teuthology.orchestra.run.smithi123:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-12-20T10:31:36.517 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi177.front.sepia.ceph.com 2023-12-20T10:31:36.517 DEBUG:teuthology.orchestra.run.smithi177:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-12-20T10:31:37.391 INFO:teuthology.orchestra.run.smithi123.stdout:Last metadata expiration check: 0:37:30 ago on Wed 20 Dec 2023 09:54:07 AM UTC. 2023-12-20T10:31:37.424 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:37:29 ago on Wed 20 Dec 2023 09:54:08 AM UTC. 2023-12-20T10:31:39.557 INFO:teuthology.orchestra.run.smithi123.stdout:Dependencies resolved. 2023-12-20T10:31:39.558 INFO:teuthology.orchestra.run.smithi123.stdout:================================================================================ 2023-12-20T10:31:39.558 INFO:teuthology.orchestra.run.smithi123.stdout: Package Architecture Version Repository Size 2023-12-20T10:31:39.558 INFO:teuthology.orchestra.run.smithi123.stdout:================================================================================ 2023-12-20T10:31:39.558 INFO:teuthology.orchestra.run.smithi123.stdout:Resetting modules: 2023-12-20T10:31:39.558 INFO:teuthology.orchestra.run.smithi123.stdout: container-tools 2023-12-20T10:31:39.558 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:31:39.558 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction Summary 2023-12-20T10:31:39.558 INFO:teuthology.orchestra.run.smithi123.stdout:================================================================================ 2023-12-20T10:31:39.558 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:31:39.586 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2023-12-20T10:31:39.587 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2023-12-20T10:31:39.587 INFO:teuthology.orchestra.run.smithi177.stdout: Package Architecture Version Repository Size 2023-12-20T10:31:39.587 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2023-12-20T10:31:39.587 INFO:teuthology.orchestra.run.smithi177.stdout:Resetting modules: 2023-12-20T10:31:39.587 INFO:teuthology.orchestra.run.smithi177.stdout: container-tools 2023-12-20T10:31:39.587 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-12-20T10:31:39.587 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction Summary 2023-12-20T10:31:39.587 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2023-12-20T10:31:39.588 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-12-20T10:31:39.799 INFO:teuthology.orchestra.run.smithi123.stdout:Complete! 2023-12-20T10:31:39.845 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2023-12-20T10:31:40.736 INFO:teuthology.orchestra.run.smithi123.stdout:Last metadata expiration check: 0:37:33 ago on Wed 20 Dec 2023 09:54:07 AM UTC. 2023-12-20T10:31:40.780 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:37:32 ago on Wed 20 Dec 2023 09:54:08 AM UTC. 2023-12-20T10:31:42.849 INFO:teuthology.orchestra.run.smithi123.stdout:Dependencies resolved. 2023-12-20T10:31:42.914 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2023-12-20T10:31:43.035 INFO:teuthology.orchestra.run.smithi123.stdout:================================================================================ 2023-12-20T10:31:43.035 INFO:teuthology.orchestra.run.smithi123.stdout: Package Arch Version Repository Size 2023-12-20T10:31:43.036 INFO:teuthology.orchestra.run.smithi123.stdout:================================================================================ 2023-12-20T10:31:43.036 INFO:teuthology.orchestra.run.smithi123.stdout:Installing group/module packages: 2023-12-20T10:31:43.036 INFO:teuthology.orchestra.run.smithi123.stdout: aardvark-dns x86_64 2:1.8.0-1.module_el8+712+4cd1bd69 appstream 1.0 M 2023-12-20T10:31:43.036 INFO:teuthology.orchestra.run.smithi123.stdout: buildah x86_64 1:1.32.0-1.module_el8+712+4cd1bd69 appstream 9.6 M 2023-12-20T10:31:43.036 INFO:teuthology.orchestra.run.smithi123.stdout: cockpit-podman noarch 78-1.module_el8+712+4cd1bd69 appstream 750 k 2023-12-20T10:31:43.036 INFO:teuthology.orchestra.run.smithi123.stdout: crun x86_64 1.9.2-1.module_el8+712+4cd1bd69 appstream 241 k 2023-12-20T10:31:43.036 INFO:teuthology.orchestra.run.smithi123.stdout: netavark x86_64 2:1.8.0-2.module_el8+712+4cd1bd69 appstream 3.9 M 2023-12-20T10:31:43.036 INFO:teuthology.orchestra.run.smithi123.stdout: python3-podman noarch 4.7.0-1.module_el8+712+4cd1bd69 appstream 178 k 2023-12-20T10:31:43.036 INFO:teuthology.orchestra.run.smithi123.stdout: skopeo x86_64 2:1.13.3-1.module_el8+712+4cd1bd69 appstream 8.1 M 2023-12-20T10:31:43.036 INFO:teuthology.orchestra.run.smithi123.stdout: toolbox x86_64 0.0.99.4-6.module_el8+712+4cd1bd69 appstream 2.5 M 2023-12-20T10:31:43.036 INFO:teuthology.orchestra.run.smithi123.stdout: udica noarch 0.2.6-20.module_el8+712+4cd1bd69 appstream 53 k 2023-12-20T10:31:43.036 INFO:teuthology.orchestra.run.smithi123.stdout:Installing dependencies: 2023-12-20T10:31:43.036 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 appstream 25 k 2023-12-20T10:31:43.036 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyxdg noarch 0.25-16.el8 appstream 94 k 2023-12-20T10:31:43.037 INFO:teuthology.orchestra.run.smithi123.stdout: yajl x86_64 2.1.0-12.el8 appstream 41 k 2023-12-20T10:31:43.037 INFO:teuthology.orchestra.run.smithi123.stdout:Installing weak dependencies: 2023-12-20T10:31:43.037 INFO:teuthology.orchestra.run.smithi123.stdout: criu-libs x86_64 3.15-3.module_el8.7.0+1216+b022c01d appstream 38 k 2023-12-20T10:31:43.037 INFO:teuthology.orchestra.run.smithi123.stdout:Installing module profiles: 2023-12-20T10:31:43.037 INFO:teuthology.orchestra.run.smithi123.stdout: container-tools/common 2023-12-20T10:31:43.037 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:31:43.037 INFO:teuthology.orchestra.run.smithi123.stdout:Enabling module streams: 2023-12-20T10:31:43.037 INFO:teuthology.orchestra.run.smithi123.stdout: container-tools rhel8 2023-12-20T10:31:43.037 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:31:43.038 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction Summary 2023-12-20T10:31:43.038 INFO:teuthology.orchestra.run.smithi123.stdout:================================================================================ 2023-12-20T10:31:43.038 INFO:teuthology.orchestra.run.smithi123.stdout:Install 13 Packages 2023-12-20T10:31:43.038 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:31:43.039 INFO:teuthology.orchestra.run.smithi123.stdout:Total download size: 27 M 2023-12-20T10:31:43.039 INFO:teuthology.orchestra.run.smithi123.stdout:Installed size: 89 M 2023-12-20T10:31:43.039 INFO:teuthology.orchestra.run.smithi123.stdout:Downloading Packages: 2023-12-20T10:31:43.101 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2023-12-20T10:31:43.101 INFO:teuthology.orchestra.run.smithi177.stdout: Package Arch Version Repository Size 2023-12-20T10:31:43.101 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2023-12-20T10:31:43.101 INFO:teuthology.orchestra.run.smithi177.stdout:Installing group/module packages: 2023-12-20T10:31:43.101 INFO:teuthology.orchestra.run.smithi177.stdout: aardvark-dns x86_64 2:1.8.0-1.module_el8+712+4cd1bd69 appstream 1.0 M 2023-12-20T10:31:43.102 INFO:teuthology.orchestra.run.smithi177.stdout: buildah x86_64 1:1.32.0-1.module_el8+712+4cd1bd69 appstream 9.6 M 2023-12-20T10:31:43.102 INFO:teuthology.orchestra.run.smithi177.stdout: cockpit-podman noarch 78-1.module_el8+712+4cd1bd69 appstream 750 k 2023-12-20T10:31:43.102 INFO:teuthology.orchestra.run.smithi177.stdout: crun x86_64 1.9.2-1.module_el8+712+4cd1bd69 appstream 241 k 2023-12-20T10:31:43.102 INFO:teuthology.orchestra.run.smithi177.stdout: netavark x86_64 2:1.8.0-2.module_el8+712+4cd1bd69 appstream 3.9 M 2023-12-20T10:31:43.102 INFO:teuthology.orchestra.run.smithi177.stdout: python3-podman noarch 4.7.0-1.module_el8+712+4cd1bd69 appstream 178 k 2023-12-20T10:31:43.102 INFO:teuthology.orchestra.run.smithi177.stdout: skopeo x86_64 2:1.13.3-1.module_el8+712+4cd1bd69 appstream 8.1 M 2023-12-20T10:31:43.102 INFO:teuthology.orchestra.run.smithi177.stdout: toolbox x86_64 0.0.99.4-6.module_el8+712+4cd1bd69 appstream 2.5 M 2023-12-20T10:31:43.102 INFO:teuthology.orchestra.run.smithi177.stdout: udica noarch 0.2.6-20.module_el8+712+4cd1bd69 appstream 53 k 2023-12-20T10:31:43.102 INFO:teuthology.orchestra.run.smithi177.stdout:Installing dependencies: 2023-12-20T10:31:43.102 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 appstream 25 k 2023-12-20T10:31:43.102 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pyxdg noarch 0.25-16.el8 appstream 94 k 2023-12-20T10:31:43.102 INFO:teuthology.orchestra.run.smithi177.stdout: yajl x86_64 2.1.0-12.el8 appstream 41 k 2023-12-20T10:31:43.103 INFO:teuthology.orchestra.run.smithi177.stdout:Installing weak dependencies: 2023-12-20T10:31:43.103 INFO:teuthology.orchestra.run.smithi177.stdout: criu-libs x86_64 3.15-3.module_el8.7.0+1216+b022c01d appstream 38 k 2023-12-20T10:31:43.103 INFO:teuthology.orchestra.run.smithi177.stdout:Installing module profiles: 2023-12-20T10:31:43.103 INFO:teuthology.orchestra.run.smithi177.stdout: container-tools/common 2023-12-20T10:31:43.103 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-12-20T10:31:43.103 INFO:teuthology.orchestra.run.smithi177.stdout:Enabling module streams: 2023-12-20T10:31:43.103 INFO:teuthology.orchestra.run.smithi177.stdout: container-tools rhel8 2023-12-20T10:31:43.103 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-12-20T10:31:43.103 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction Summary 2023-12-20T10:31:43.103 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2023-12-20T10:31:43.103 INFO:teuthology.orchestra.run.smithi177.stdout:Install 13 Packages 2023-12-20T10:31:43.103 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-12-20T10:31:43.104 INFO:teuthology.orchestra.run.smithi177.stdout:Total download size: 27 M 2023-12-20T10:31:43.104 INFO:teuthology.orchestra.run.smithi177.stdout:Installed size: 89 M 2023-12-20T10:31:43.104 INFO:teuthology.orchestra.run.smithi177.stdout:Downloading Packages: 2023-12-20T10:32:37.526 INFO:teuthology.orchestra.run.smithi177.stdout:(1/13): cockpit-podman-78-1.module_el8+712+4cd1 14 kB/s | 750 kB 00:54 2023-12-20T10:32:39.858 INFO:teuthology.orchestra.run.smithi177.stdout:(2/13): criu-libs-3.15-3.module_el8.7.0+1216+b0 16 kB/s | 38 kB 00:02 2023-12-20T10:32:42.138 INFO:teuthology.orchestra.run.smithi123.stdout:(1/13): cockpit-podman-78-1.module_el8+712+4cd1 13 kB/s | 750 kB 00:58 2023-12-20T10:32:43.205 INFO:teuthology.orchestra.run.smithi123.stdout:(2/13): criu-libs-3.15-3.module_el8.7.0+1216+b0 35 kB/s | 38 kB 00:01 2023-12-20T10:32:54.604 INFO:teuthology.orchestra.run.smithi123.stdout:(3/13): crun-1.9.2-1.module_el8+712+4cd1bd69.x8 21 kB/s | 241 kB 00:11 2023-12-20T10:33:01.273 INFO:teuthology.orchestra.run.smithi123.stdout:(4/13): aardvark-dns-1.8.0-1.module_el8+712+4cd 13 kB/s | 1.0 MB 01:18 2023-12-20T10:33:03.988 INFO:teuthology.orchestra.run.smithi177.stdout:(3/13): crun-1.9.2-1.module_el8+712+4cd1bd69.x8 10 kB/s | 241 kB 00:24 2023-12-20T10:33:04.973 INFO:teuthology.orchestra.run.smithi177.stdout:(4/13): aardvark-dns-1.8.0-1.module_el8+712+4cd 13 kB/s | 1.0 MB 01:21 2023-12-20T10:33:10.686 INFO:teuthology.orchestra.run.smithi123.stdout:(5/13): python3-podman-4.7.0-1.module_el8+712+4 19 kB/s | 178 kB 00:09 2023-12-20T10:33:13.552 INFO:teuthology.orchestra.run.smithi123.stdout:(6/13): python3-pytoml-0.1.14-5.git7dea353.el8. 8.6 kB/s | 25 kB 00:02 2023-12-20T10:33:15.095 INFO:teuthology.orchestra.run.smithi177.stdout:(5/13): python3-podman-4.7.0-1.module_el8+712+4 18 kB/s | 178 kB 00:10 2023-12-20T10:33:17.337 INFO:teuthology.orchestra.run.smithi177.stdout:(6/13): python3-pytoml-0.1.14-5.git7dea353.el8. 11 kB/s | 25 kB 00:02 2023-12-20T10:33:23.068 INFO:teuthology.orchestra.run.smithi123.stdout:(7/13): python3-pyxdg-0.25-16.el8.noarch.rpm 9.9 kB/s | 94 kB 00:09 2023-12-20T10:33:23.128 INFO:teuthology.orchestra.run.smithi177.stdout:(7/13): python3-pyxdg-0.25-16.el8.noarch.rpm 16 kB/s | 94 kB 00:05 2023-12-20T10:37:02.421 INFO:teuthology.orchestra.run.smithi123.stdout:(8/13): netavark-1.8.0-2.module_el8+712+4cd1bd6 16 kB/s | 3.9 MB 04:07 2023-12-20T10:37:12.584 INFO:teuthology.orchestra.run.smithi177.stdout:(8/13): netavark-1.8.0-2.module_el8+712+4cd1bd6 16 kB/s | 3.9 MB 04:08 2023-12-20T10:38:40.298 INFO:teuthology.orchestra.run.smithi123.stdout:(9/13): toolbox-0.0.99.4-6.module_el8+712+4cd1b 26 kB/s | 2.5 MB 01:37 2023-12-20T10:38:43.041 INFO:teuthology.orchestra.run.smithi123.stdout:(10/13): udica-0.2.6-20.module_el8+712+4cd1bd69 19 kB/s | 53 kB 00:02 2023-12-20T10:38:44.558 INFO:teuthology.orchestra.run.smithi123.stdout:(11/13): yajl-2.1.0-12.el8.x86_64.rpm 27 kB/s | 41 kB 00:01 2023-12-20T10:38:50.402 INFO:teuthology.orchestra.run.smithi177.stdout:(9/13): toolbox-0.0.99.4-6.module_el8+712+4cd1b 26 kB/s | 2.5 MB 01:37 2023-12-20T10:38:52.351 INFO:teuthology.orchestra.run.smithi177.stdout:(10/13): udica-0.2.6-20.module_el8+712+4cd1bd69 27 kB/s | 53 kB 00:01 2023-12-20T10:38:53.818 INFO:teuthology.orchestra.run.smithi177.stdout:(11/13): yajl-2.1.0-12.el8.x86_64.rpm 28 kB/s | 41 kB 00:01 2023-12-20T10:39:49.157 INFO:teuthology.orchestra.run.smithi123.stdout:(12/13): skopeo-1.13.3-1.module_el8+712+4cd1bd6 22 kB/s | 8.1 MB 06:26 2023-12-20T10:39:56.706 INFO:teuthology.orchestra.run.smithi123.stdout:(13/13): buildah-1.32.0-1.module_el8+712+4cd1bd 20 kB/s | 9.6 MB 08:13 2023-12-20T10:39:56.707 INFO:teuthology.orchestra.run.smithi123.stdout:-------------------------------------------------------------------------------- 2023-12-20T10:39:56.707 INFO:teuthology.orchestra.run.smithi123.stdout:Total 55 kB/s | 27 MB 08:13 2023-12-20T10:39:56.965 INFO:teuthology.orchestra.run.smithi123.stdout:Running transaction check 2023-12-20T10:39:56.986 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction check succeeded. 2023-12-20T10:39:56.986 INFO:teuthology.orchestra.run.smithi123.stdout:Running transaction test 2023-12-20T10:39:57.251 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction test succeeded. 2023-12-20T10:39:57.254 INFO:teuthology.orchestra.run.smithi123.stdout:Running transaction 2023-12-20T10:39:57.905 INFO:teuthology.orchestra.run.smithi123.stdout: Preparing : 1/1 2023-12-20T10:39:58.146 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : yajl-2.1.0-12.el8.x86_64 1/13 2023-12-20T10:39:58.365 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 2/13 2023-12-20T10:39:58.576 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/13 2023-12-20T10:39:58.850 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_ 4/13 2023-12-20T10:39:59.393 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : aardvark-dns-2:1.8.0-1.module_el8+712+4cd1bd69.x86 5/13 2023-12-20T10:40:00.379 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : netavark-2:1.8.0-2.module_el8+712+4cd1bd69.x86_64 6/13 2023-12-20T10:40:00.597 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : buildah-1:1.32.0-1.module_el8+712+4cd1bd69.x86_64 7/13 2023-12-20T10:40:00.787 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : crun-1.9.2-1.module_el8+712+4cd1bd69.x86_64 8/13 2023-12-20T10:40:01.094 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-podman-4.7.0-1.module_el8+712+4cd1bd69.noa 9/13 2023-12-20T10:40:01.513 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : udica-0.2.6-20.module_el8+712+4cd1bd69.noarch 10/13 2023-12-20T10:40:02.441 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : toolbox-0.0.99.4-6.module_el8+712+4cd1bd69.x86_64 11/13 2023-12-20T10:40:02.706 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : skopeo-2:1.13.3-1.module_el8+712+4cd1bd69.x86_64 12/13 2023-12-20T10:40:02.921 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : cockpit-podman-78-1.module_el8+712+4cd1bd69.noarch 13/13 2023-12-20T10:40:03.330 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: cockpit-podman-78-1.module_el8+712+4cd1bd69.noarch 13/13 2023-12-20T10:40:03.331 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : aardvark-dns-2:1.8.0-1.module_el8+712+4cd1bd69.x86 1/13 2023-12-20T10:40:03.331 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : buildah-1:1.32.0-1.module_el8+712+4cd1bd69.x86_64 2/13 2023-12-20T10:40:03.331 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : cockpit-podman-78-1.module_el8+712+4cd1bd69.noarch 3/13 2023-12-20T10:40:03.331 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_ 4/13 2023-12-20T10:40:03.331 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : crun-1.9.2-1.module_el8+712+4cd1bd69.x86_64 5/13 2023-12-20T10:40:03.331 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : netavark-2:1.8.0-2.module_el8+712+4cd1bd69.x86_64 6/13 2023-12-20T10:40:03.331 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-podman-4.7.0-1.module_el8+712+4cd1bd69.noa 7/13 2023-12-20T10:40:03.331 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 8/13 2023-12-20T10:40:03.331 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 9/13 2023-12-20T10:40:03.331 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : skopeo-2:1.13.3-1.module_el8+712+4cd1bd69.x86_64 10/13 2023-12-20T10:40:03.331 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : toolbox-0.0.99.4-6.module_el8+712+4cd1bd69.x86_64 11/13 2023-12-20T10:40:03.331 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : udica-0.2.6-20.module_el8+712+4cd1bd69.noarch 12/13 2023-12-20T10:40:04.132 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : yajl-2.1.0-12.el8.x86_64 13/13 2023-12-20T10:40:04.132 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:40:04.132 INFO:teuthology.orchestra.run.smithi123.stdout:Installed: 2023-12-20T10:40:04.132 INFO:teuthology.orchestra.run.smithi123.stdout: aardvark-dns-2:1.8.0-1.module_el8+712+4cd1bd69.x86_64 2023-12-20T10:40:04.132 INFO:teuthology.orchestra.run.smithi123.stdout: buildah-1:1.32.0-1.module_el8+712+4cd1bd69.x86_64 2023-12-20T10:40:04.132 INFO:teuthology.orchestra.run.smithi123.stdout: cockpit-podman-78-1.module_el8+712+4cd1bd69.noarch 2023-12-20T10:40:04.132 INFO:teuthology.orchestra.run.smithi123.stdout: criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_64 2023-12-20T10:40:04.132 INFO:teuthology.orchestra.run.smithi123.stdout: crun-1.9.2-1.module_el8+712+4cd1bd69.x86_64 2023-12-20T10:40:04.132 INFO:teuthology.orchestra.run.smithi123.stdout: netavark-2:1.8.0-2.module_el8+712+4cd1bd69.x86_64 2023-12-20T10:40:04.132 INFO:teuthology.orchestra.run.smithi123.stdout: python3-podman-4.7.0-1.module_el8+712+4cd1bd69.noarch 2023-12-20T10:40:04.132 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-12-20T10:40:04.132 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-12-20T10:40:04.133 INFO:teuthology.orchestra.run.smithi123.stdout: skopeo-2:1.13.3-1.module_el8+712+4cd1bd69.x86_64 2023-12-20T10:40:04.133 INFO:teuthology.orchestra.run.smithi123.stdout: toolbox-0.0.99.4-6.module_el8+712+4cd1bd69.x86_64 2023-12-20T10:40:04.133 INFO:teuthology.orchestra.run.smithi123.stdout: udica-0.2.6-20.module_el8+712+4cd1bd69.noarch 2023-12-20T10:40:04.133 INFO:teuthology.orchestra.run.smithi123.stdout: yajl-2.1.0-12.el8.x86_64 2023-12-20T10:40:04.133 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:40:04.133 INFO:teuthology.orchestra.run.smithi123.stdout:Complete! 2023-12-20T10:40:04.382 DEBUG:teuthology.parallel:result is None 2023-12-20T10:40:21.479 INFO:teuthology.orchestra.run.smithi177.stdout:(12/13): skopeo-1.13.3-1.module_el8+712+4cd1bd6 20 kB/s | 8.1 MB 06:58 2023-12-20T10:40:27.581 INFO:teuthology.orchestra.run.smithi177.stdout:(13/13): buildah-1.32.0-1.module_el8+712+4cd1bd 19 kB/s | 9.6 MB 08:44 2023-12-20T10:40:27.581 INFO:teuthology.orchestra.run.smithi177.stdout:-------------------------------------------------------------------------------- 2023-12-20T10:40:27.581 INFO:teuthology.orchestra.run.smithi177.stdout:Total 52 kB/s | 27 MB 08:44 2023-12-20T10:40:27.836 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction check 2023-12-20T10:40:27.858 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction check succeeded. 2023-12-20T10:40:27.858 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction test 2023-12-20T10:40:28.111 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction test succeeded. 2023-12-20T10:40:28.115 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction 2023-12-20T10:40:28.774 INFO:teuthology.orchestra.run.smithi177.stdout: Preparing : 1/1 2023-12-20T10:40:28.953 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : yajl-2.1.0-12.el8.x86_64 1/13 2023-12-20T10:40:29.115 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 2/13 2023-12-20T10:40:29.312 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/13 2023-12-20T10:40:29.551 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_ 4/13 2023-12-20T10:40:30.109 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : aardvark-dns-2:1.8.0-1.module_el8+712+4cd1bd69.x86 5/13 2023-12-20T10:40:31.098 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : netavark-2:1.8.0-2.module_el8+712+4cd1bd69.x86_64 6/13 2023-12-20T10:40:31.315 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : buildah-1:1.32.0-1.module_el8+712+4cd1bd69.x86_64 7/13 2023-12-20T10:40:31.526 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : crun-1.9.2-1.module_el8+712+4cd1bd69.x86_64 8/13 2023-12-20T10:40:31.761 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-podman-4.7.0-1.module_el8+712+4cd1bd69.noa 9/13 2023-12-20T10:40:32.170 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : udica-0.2.6-20.module_el8+712+4cd1bd69.noarch 10/13 2023-12-20T10:40:33.058 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : toolbox-0.0.99.4-6.module_el8+712+4cd1bd69.x86_64 11/13 2023-12-20T10:40:33.265 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : skopeo-2:1.13.3-1.module_el8+712+4cd1bd69.x86_64 12/13 2023-12-20T10:40:33.439 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : cockpit-podman-78-1.module_el8+712+4cd1bd69.noarch 13/13 2023-12-20T10:40:33.868 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: cockpit-podman-78-1.module_el8+712+4cd1bd69.noarch 13/13 2023-12-20T10:40:33.868 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : aardvark-dns-2:1.8.0-1.module_el8+712+4cd1bd69.x86 1/13 2023-12-20T10:40:33.868 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : buildah-1:1.32.0-1.module_el8+712+4cd1bd69.x86_64 2/13 2023-12-20T10:40:33.868 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : cockpit-podman-78-1.module_el8+712+4cd1bd69.noarch 3/13 2023-12-20T10:40:33.868 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_ 4/13 2023-12-20T10:40:33.868 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : crun-1.9.2-1.module_el8+712+4cd1bd69.x86_64 5/13 2023-12-20T10:40:33.868 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : netavark-2:1.8.0-2.module_el8+712+4cd1bd69.x86_64 6/13 2023-12-20T10:40:33.869 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-podman-4.7.0-1.module_el8+712+4cd1bd69.noa 7/13 2023-12-20T10:40:33.869 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 8/13 2023-12-20T10:40:33.869 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 9/13 2023-12-20T10:40:33.869 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : skopeo-2:1.13.3-1.module_el8+712+4cd1bd69.x86_64 10/13 2023-12-20T10:40:33.869 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : toolbox-0.0.99.4-6.module_el8+712+4cd1bd69.x86_64 11/13 2023-12-20T10:40:33.869 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : udica-0.2.6-20.module_el8+712+4cd1bd69.noarch 12/13 2023-12-20T10:40:34.670 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : yajl-2.1.0-12.el8.x86_64 13/13 2023-12-20T10:40:34.670 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-12-20T10:40:34.670 INFO:teuthology.orchestra.run.smithi177.stdout:Installed: 2023-12-20T10:40:34.670 INFO:teuthology.orchestra.run.smithi177.stdout: aardvark-dns-2:1.8.0-1.module_el8+712+4cd1bd69.x86_64 2023-12-20T10:40:34.670 INFO:teuthology.orchestra.run.smithi177.stdout: buildah-1:1.32.0-1.module_el8+712+4cd1bd69.x86_64 2023-12-20T10:40:34.670 INFO:teuthology.orchestra.run.smithi177.stdout: cockpit-podman-78-1.module_el8+712+4cd1bd69.noarch 2023-12-20T10:40:34.670 INFO:teuthology.orchestra.run.smithi177.stdout: criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_64 2023-12-20T10:40:34.670 INFO:teuthology.orchestra.run.smithi177.stdout: crun-1.9.2-1.module_el8+712+4cd1bd69.x86_64 2023-12-20T10:40:34.670 INFO:teuthology.orchestra.run.smithi177.stdout: netavark-2:1.8.0-2.module_el8+712+4cd1bd69.x86_64 2023-12-20T10:40:34.670 INFO:teuthology.orchestra.run.smithi177.stdout: python3-podman-4.7.0-1.module_el8+712+4cd1bd69.noarch 2023-12-20T10:40:34.670 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-12-20T10:40:34.670 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-12-20T10:40:34.671 INFO:teuthology.orchestra.run.smithi177.stdout: skopeo-2:1.13.3-1.module_el8+712+4cd1bd69.x86_64 2023-12-20T10:40:34.671 INFO:teuthology.orchestra.run.smithi177.stdout: toolbox-0.0.99.4-6.module_el8+712+4cd1bd69.x86_64 2023-12-20T10:40:34.671 INFO:teuthology.orchestra.run.smithi177.stdout: udica-0.2.6-20.module_el8+712+4cd1bd69.noarch 2023-12-20T10:40:34.671 INFO:teuthology.orchestra.run.smithi177.stdout: yajl-2.1.0-12.el8.x86_64 2023-12-20T10:40:34.671 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-12-20T10:40:34.671 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2023-12-20T10:40:34.903 DEBUG:teuthology.parallel:result is None 2023-12-20T10:40:34.903 INFO:teuthology.run_tasks:Running task install... 2023-12-20T10:40:34.913 DEBUG:teuthology.task.install:project ceph 2023-12-20T10:40:34.913 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '86cc4aec42581926507b9749381d531f24687367'}} 2023-12-20T10:40:34.913 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '86cc4aec42581926507b9749381d531f24687367'} 2023-12-20T10:40:34.913 INFO:teuthology.task.install:Using flavor: default 2023-12-20T10:40:34.919 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-12-20T10:40:34.920 INFO:teuthology.task.install:extra packages: [] 2023-12-20T10:40:34.920 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '86cc4aec42581926507b9749381d531f24687367', 'tag': None, 'wait_for_package': False} 2023-12-20T10:40:34.920 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-20T10:40:34.921 INFO:teuthology.packaging:ref: None 2023-12-20T10:40:34.921 INFO:teuthology.packaging:tag: None 2023-12-20T10:40:34.921 INFO:teuthology.packaging:branch: quincy 2023-12-20T10:40:34.921 INFO:teuthology.packaging:sha1: 86cc4aec42581926507b9749381d531f24687367 2023-12-20T10:40:34.921 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=quincy 2023-12-20T10:40:34.923 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '86cc4aec42581926507b9749381d531f24687367', 'tag': None, 'wait_for_package': False} 2023-12-20T10:40:34.924 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-20T10:40:34.924 INFO:teuthology.packaging:ref: None 2023-12-20T10:40:34.924 INFO:teuthology.packaging:tag: None 2023-12-20T10:40:34.924 INFO:teuthology.packaging:branch: quincy 2023-12-20T10:40:34.924 INFO:teuthology.packaging:sha1: 86cc4aec42581926507b9749381d531f24687367 2023-12-20T10:40:34.924 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=quincy 2023-12-20T10:40:35.155 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/quincy/a88f3edf230e1c58be7443afb566f4b63b8b9c94/centos/8/flavors/default/ 2023-12-20T10:40:35.155 INFO:teuthology.task.install.rpm:Package version is 17.2.7-131.ga88f3edf 2023-12-20T10:40:35.165 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/quincy/a88f3edf230e1c58be7443afb566f4b63b8b9c94/centos/8/flavors/default/ 2023-12-20T10:40:35.165 INFO:teuthology.task.install.rpm:Package version is 17.2.7-131.ga88f3edf 2023-12-20T10:40:35.287 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/quincy/a88f3edf230e1c58be7443afb566f4b63b8b9c94/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/a88f3edf230e1c58be7443afb566f4b63b8b9c94/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/a88f3edf230e1c58be7443afb566f4b63b8b9c94/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-12-20T10:40:35.287 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2023-12-20T10:40:35.287 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-12-20T10:40:35.322 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2023-12-20T10:40:35.322 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-20T10:40:35.322 INFO:teuthology.packaging:ref: None 2023-12-20T10:40:35.322 INFO:teuthology.packaging:tag: None 2023-12-20T10:40:35.322 INFO:teuthology.packaging:branch: quincy 2023-12-20T10:40:35.322 INFO:teuthology.packaging:sha1: 86cc4aec42581926507b9749381d531f24687367 2023-12-20T10:40:35.323 DEBUG:teuthology.orchestra.run.smithi123:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-12-20T10:40:35.368 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/quincy/a88f3edf230e1c58be7443afb566f4b63b8b9c94/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/a88f3edf230e1c58be7443afb566f4b63b8b9c94/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/a88f3edf230e1c58be7443afb566f4b63b8b9c94/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-12-20T10:40:35.368 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2023-12-20T10:40:35.368 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-12-20T10:40:35.394 DEBUG:teuthology.orchestra.run.smithi123:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-12-20T10:40:35.398 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2023-12-20T10:40:35.398 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-20T10:40:35.398 INFO:teuthology.packaging:ref: None 2023-12-20T10:40:35.399 INFO:teuthology.packaging:tag: None 2023-12-20T10:40:35.399 INFO:teuthology.packaging:branch: quincy 2023-12-20T10:40:35.399 INFO:teuthology.packaging:sha1: 86cc4aec42581926507b9749381d531f24687367 2023-12-20T10:40:35.399 DEBUG:teuthology.orchestra.run.smithi177:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-12-20T10:40:35.467 DEBUG:teuthology.orchestra.run.smithi177:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-12-20T10:40:35.474 DEBUG:teuthology.orchestra.run.smithi123:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-12-20T10:40:35.543 INFO:teuthology.orchestra.run.smithi123.stdout:check_obsoletes = 1 2023-12-20T10:40:35.544 DEBUG:teuthology.orchestra.run.smithi177:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-12-20T10:40:35.545 DEBUG:teuthology.orchestra.run.smithi123:> sudo yum clean all 2023-12-20T10:40:35.611 INFO:teuthology.orchestra.run.smithi177.stdout:check_obsoletes = 1 2023-12-20T10:40:35.612 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum clean all 2023-12-20T10:40:35.818 INFO:teuthology.orchestra.run.smithi123.stdout:76 files removed 2023-12-20T10:40:35.845 DEBUG:teuthology.orchestra.run.smithi123:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2023-12-20T10:40:35.877 INFO:teuthology.orchestra.run.smithi177.stdout:76 files removed 2023-12-20T10:40:35.908 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2023-12-20T10:40:36.543 INFO:teuthology.orchestra.run.smithi123.stdout:ceph packages for x86_64 265 kB/s | 78 kB 00:00 2023-12-20T10:40:36.694 INFO:teuthology.orchestra.run.smithi177.stdout:ceph packages for x86_64 207 kB/s | 78 kB 00:00 2023-12-20T10:40:36.868 INFO:teuthology.orchestra.run.smithi123.stdout:ceph noarch packages 32 kB/s | 9.1 kB 00:00 2023-12-20T10:40:37.153 INFO:teuthology.orchestra.run.smithi177.stdout:ceph noarch packages 22 kB/s | 9.1 kB 00:00 2023-12-20T10:40:37.361 INFO:teuthology.orchestra.run.smithi123.stdout:ceph source packages 3.1 kB/s | 1.4 kB 00:00 2023-12-20T10:40:37.621 INFO:teuthology.orchestra.run.smithi177.stdout:ceph source packages 3.3 kB/s | 1.4 kB 00:00 2023-12-20T10:40:41.436 INFO:teuthology.orchestra.run.smithi177.stdout:CentOS Stream 8 - AppStream 9.2 MB/s | 35 MB 00:03 2023-12-20T10:40:46.627 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 8 - AppStream 3.8 MB/s | 35 MB 00:09 2023-12-20T10:40:50.386 INFO:teuthology.orchestra.run.smithi177.stdout:CentOS Stream 8 - BaseOS 22 MB/s | 57 MB 00:02 2023-12-20T10:40:55.335 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 8 - BaseOS 24 MB/s | 57 MB 00:02 2023-12-20T10:40:58.803 INFO:teuthology.orchestra.run.smithi177.stdout:CentOS Stream 8 - Extras 53 kB/s | 18 kB 00:00 2023-12-20T10:40:59.378 INFO:teuthology.orchestra.run.smithi177.stdout:CentOS Stream 8 - Extras common packages 17 kB/s | 6.9 kB 00:00 2023-12-20T10:41:02.310 INFO:teuthology.orchestra.run.smithi177.stdout:CentOS Stream 8 - PowerTools 2.4 MB/s | 6.6 MB 00:02 2023-12-20T10:41:03.635 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 8 - Extras 107 kB/s | 18 kB 00:00 2023-12-20T10:41:03.723 INFO:teuthology.orchestra.run.smithi177.stdout:Copr repo for python3-asyncssh owned by ceph 32 kB/s | 3.5 kB 00:00 2023-12-20T10:41:04.210 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 8 - Extras common packages 17 kB/s | 6.9 kB 00:00 2023-12-20T10:41:04.556 INFO:teuthology.orchestra.run.smithi177.stdout:Extra Packages for Enterprise Linux 24 MB/s | 16 MB 00:00 2023-12-20T10:41:06.336 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 8 - PowerTools 3.4 MB/s | 6.6 MB 00:01 2023-12-20T10:41:07.829 INFO:teuthology.orchestra.run.smithi123.stdout:Copr repo for python3-asyncssh owned by ceph 20 kB/s | 3.5 kB 00:00 2023-12-20T10:41:08.423 INFO:teuthology.orchestra.run.smithi177.stdout:lab-extras 438 kB/s | 24 kB 00:00 2023-12-20T10:41:09.616 INFO:teuthology.orchestra.run.smithi123.stdout:Extra Packages for Enterprise Linux 9.8 MB/s | 16 MB 00:01 2023-12-20T10:41:12.830 INFO:teuthology.orchestra.run.smithi177.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-12-20T10:41:12.831 INFO:teuthology.orchestra.run.smithi177.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-12-20T10:41:13.078 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2023-12-20T10:41:13.087 INFO:teuthology.orchestra.run.smithi177.stdout:============================================================================================ 2023-12-20T10:41:13.087 INFO:teuthology.orchestra.run.smithi177.stdout: Package Arch Version Repository Size 2023-12-20T10:41:13.087 INFO:teuthology.orchestra.run.smithi177.stdout:============================================================================================ 2023-12-20T10:41:13.087 INFO:teuthology.orchestra.run.smithi177.stdout:Installing: 2023-12-20T10:41:13.087 INFO:teuthology.orchestra.run.smithi177.stdout: ceph x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 6.4 k 2023-12-20T10:41:13.087 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-base x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 5.2 M 2023-12-20T10:41:13.087 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-fuse x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 875 k 2023-12-20T10:41:13.088 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 161 k 2023-12-20T10:41:13.088 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 1.6 M 2023-12-20T10:41:13.088 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr-cephadm noarch 2:17.2.7-131.ga88f3edf.el8 ceph-noarch 121 k 2023-12-20T10:41:13.088 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr-dashboard noarch 2:17.2.7-131.ga88f3edf.el8 ceph-noarch 1.7 M 2023-12-20T10:41:13.088 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-131.ga88f3edf.el8 ceph-noarch 7.4 M 2023-12-20T10:41:13.088 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr-rook noarch 2:17.2.7-131.ga88f3edf.el8 ceph-noarch 47 k 2023-12-20T10:41:13.088 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-radosgw x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 17 M 2023-12-20T10:41:13.088 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-test x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 52 M 2023-12-20T10:41:13.088 INFO:teuthology.orchestra.run.smithi177.stdout: cephadm noarch 2:17.2.7-131.ga88f3edf.el8 ceph-noarch 80 k 2023-12-20T10:41:13.088 INFO:teuthology.orchestra.run.smithi177.stdout: libcephfs-devel x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 25 k 2023-12-20T10:41:13.088 INFO:teuthology.orchestra.run.smithi177.stdout: libcephfs2 x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 796 k 2023-12-20T10:41:13.088 INFO:teuthology.orchestra.run.smithi177.stdout: librados-devel x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 130 k 2023-12-20T10:41:13.088 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cephfs x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 191 k 2023-12-20T10:41:13.089 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pytest noarch 3.4.2-11.el8 appstream 1.3 M 2023-12-20T10:41:13.089 INFO:teuthology.orchestra.run.smithi177.stdout: python3-rados x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 370 k 2023-12-20T10:41:13.089 INFO:teuthology.orchestra.run.smithi177.stdout: python3-rbd x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 358 k 2023-12-20T10:41:13.089 INFO:teuthology.orchestra.run.smithi177.stdout: python3-rgw x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 106 k 2023-12-20T10:41:13.089 INFO:teuthology.orchestra.run.smithi177.stdout: rbd-fuse x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 90 k 2023-12-20T10:41:13.089 INFO:teuthology.orchestra.run.smithi177.stdout: rbd-mirror x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 3.5 M 2023-12-20T10:41:13.089 INFO:teuthology.orchestra.run.smithi177.stdout: rbd-nbd x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 173 k 2023-12-20T10:41:13.089 INFO:teuthology.orchestra.run.smithi177.stdout:Upgrading: 2023-12-20T10:41:13.089 INFO:teuthology.orchestra.run.smithi177.stdout: librados2 x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 3.5 M 2023-12-20T10:41:13.089 INFO:teuthology.orchestra.run.smithi177.stdout: librbd1 x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 3.6 M 2023-12-20T10:41:13.089 INFO:teuthology.orchestra.run.smithi177.stdout:Installing dependencies: 2023-12-20T10:41:13.089 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-common x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 23 M 2023-12-20T10:41:13.089 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-grafana-dashboards noarch 2:17.2.7-131.ga88f3edf.el8 ceph-noarch 23 k 2023-12-20T10:41:13.090 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mds x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 2.3 M 2023-12-20T10:41:13.090 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr-modules-core noarch 2:17.2.7-131.ga88f3edf.el8 ceph-noarch 238 k 2023-12-20T10:41:13.090 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mon x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 3.9 M 2023-12-20T10:41:13.090 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-osd x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 17 M 2023-12-20T10:41:13.090 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-prometheus-alerts noarch 2:17.2.7-131.ga88f3edf.el8 ceph-noarch 14 k 2023-12-20T10:41:13.090 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-selinux x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 24 k 2023-12-20T10:41:13.090 INFO:teuthology.orchestra.run.smithi177.stdout: fuse x86_64 2.9.7-17.el8 baseos 83 k 2023-12-20T10:41:13.090 INFO:teuthology.orchestra.run.smithi177.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-12-20T10:41:13.090 INFO:teuthology.orchestra.run.smithi177.stdout: jq x86_64 1.6-8.el8 appstream 203 k 2023-12-20T10:41:13.090 INFO:teuthology.orchestra.run.smithi177.stdout: libcephsqlite x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 174 k 2023-12-20T10:41:13.090 INFO:teuthology.orchestra.run.smithi177.stdout: libgfortran x86_64 8.5.0-21.el8 baseos 645 k 2023-12-20T10:41:13.090 INFO:teuthology.orchestra.run.smithi177.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-12-20T10:41:13.090 INFO:teuthology.orchestra.run.smithi177.stdout: libquadmath x86_64 8.5.0-21.el8 baseos 172 k 2023-12-20T10:41:13.091 INFO:teuthology.orchestra.run.smithi177.stdout: librabbitmq x86_64 0.9.0-4.el8 baseos 47 k 2023-12-20T10:41:13.091 INFO:teuthology.orchestra.run.smithi177.stdout: libradosstriper1 x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 507 k 2023-12-20T10:41:13.091 INFO:teuthology.orchestra.run.smithi177.stdout: librdkafka x86_64 1.6.1-1.el8 appstream 677 k 2023-12-20T10:41:13.091 INFO:teuthology.orchestra.run.smithi177.stdout: librgw2 x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 5.6 M 2023-12-20T10:41:13.091 INFO:teuthology.orchestra.run.smithi177.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-12-20T10:41:13.091 INFO:teuthology.orchestra.run.smithi177.stdout: lttng-ust x86_64 2.8.1-11.el8 appstream 259 k 2023-12-20T10:41:13.091 INFO:teuthology.orchestra.run.smithi177.stdout: oniguruma x86_64 6.8.2-2.el8 appstream 187 k 2023-12-20T10:41:13.091 INFO:teuthology.orchestra.run.smithi177.stdout: openblas x86_64 0.3.15-4.el8 appstream 4.7 M 2023-12-20T10:41:13.091 INFO:teuthology.orchestra.run.smithi177.stdout: openblas-threads x86_64 0.3.15-4.el8 appstream 4.9 M 2023-12-20T10:41:13.091 INFO:teuthology.orchestra.run.smithi177.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-12-20T10:41:13.091 INFO:teuthology.orchestra.run.smithi177.stdout: python3-attrs noarch 17.4.0-6.el8 appstream 53 k 2023-12-20T10:41:13.091 INFO:teuthology.orchestra.run.smithi177.stdout: python3-babel noarch 2.5.1-7.el8 appstream 4.8 M 2023-12-20T10:41:13.091 INFO:teuthology.orchestra.run.smithi177.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-12-20T10:41:13.091 INFO:teuthology.orchestra.run.smithi177.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-12-20T10:41:13.092 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-12-20T10:41:13.092 INFO:teuthology.orchestra.run.smithi177.stdout: python3-ceph-argparse x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 45 k 2023-12-20T10:41:13.092 INFO:teuthology.orchestra.run.smithi177.stdout: python3-ceph-common x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 115 k 2023-12-20T10:41:13.092 INFO:teuthology.orchestra.run.smithi177.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-12-20T10:41:13.092 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cffi x86_64 1.11.5-6.el8 baseos 249 k 2023-12-20T10:41:13.092 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-12-20T10:41:13.092 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-12-20T10:41:13.092 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cryptography x86_64 3.2.1-6.el8 baseos 641 k 2023-12-20T10:41:13.092 INFO:teuthology.orchestra.run.smithi177.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-12-20T10:41:13.092 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-12-20T10:41:13.092 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-12-20T10:41:13.092 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jinja2 noarch 2.10.1-3.el8 appstream 538 k 2023-12-20T10:41:13.092 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jsonpatch noarch 1.21-2.el8 appstream 27 k 2023-12-20T10:41:13.092 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jsonpointer noarch 1.10-11.el8 appstream 20 k 2023-12-20T10:41:13.092 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jwt noarch 1.6.1-2.el8 baseos 43 k 2023-12-20T10:41:13.093 INFO:teuthology.orchestra.run.smithi177.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-12-20T10:41:13.093 INFO:teuthology.orchestra.run.smithi177.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-12-20T10:41:13.093 INFO:teuthology.orchestra.run.smithi177.stdout: python3-mako noarch 1.0.6-14.el8 appstream 157 k 2023-12-20T10:41:13.093 INFO:teuthology.orchestra.run.smithi177.stdout: python3-markupsafe x86_64 0.23-19.el8 appstream 39 k 2023-12-20T10:41:13.093 INFO:teuthology.orchestra.run.smithi177.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-12-20T10:41:13.093 INFO:teuthology.orchestra.run.smithi177.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-12-20T10:41:13.093 INFO:teuthology.orchestra.run.smithi177.stdout: python3-numpy x86_64 1:1.14.3-10.el8 appstream 3.7 M 2023-12-20T10:41:13.093 INFO:teuthology.orchestra.run.smithi177.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 appstream 225 k 2023-12-20T10:41:13.093 INFO:teuthology.orchestra.run.smithi177.stdout: python3-oauthlib noarch 2.1.0-1.el8 baseos 155 k 2023-12-20T10:41:13.093 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-12-20T10:41:13.093 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pluggy noarch 0.6.0-3.el8 appstream 32 k 2023-12-20T10:41:13.093 INFO:teuthology.orchestra.run.smithi177.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-12-20T10:41:13.093 INFO:teuthology.orchestra.run.smithi177.stdout: python3-prettytable noarch 0.7.2-14.el8 appstream 44 k 2023-12-20T10:41:13.093 INFO:teuthology.orchestra.run.smithi177.stdout: python3-py noarch 1.5.3-4.el8 appstream 472 k 2023-12-20T10:41:13.094 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 appstream 103 k 2023-12-20T10:41:13.094 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pyasn1 noarch 0.3.7-6.el8 appstream 126 k 2023-12-20T10:41:13.094 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 appstream 110 k 2023-12-20T10:41:13.094 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pycparser noarch 2.14-14.el8 baseos 109 k 2023-12-20T10:41:13.094 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pytz noarch 2017.2-11.el8 appstream 57 k 2023-12-20T10:41:13.094 INFO:teuthology.orchestra.run.smithi177.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-12-20T10:41:13.094 INFO:teuthology.orchestra.run.smithi177.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 baseos 43 k 2023-12-20T10:41:13.094 INFO:teuthology.orchestra.run.smithi177.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-12-20T10:41:13.094 INFO:teuthology.orchestra.run.smithi177.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-12-20T10:41:13.094 INFO:teuthology.orchestra.run.smithi177.stdout: python3-scipy x86_64 1.0.0-21.module_el8+762+77bd8591 appstream 14 M 2023-12-20T10:41:13.094 INFO:teuthology.orchestra.run.smithi177.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-12-20T10:41:13.094 INFO:teuthology.orchestra.run.smithi177.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-12-20T10:41:13.094 INFO:teuthology.orchestra.run.smithi177.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-12-20T10:41:13.094 INFO:teuthology.orchestra.run.smithi177.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-12-20T10:41:13.094 INFO:teuthology.orchestra.run.smithi177.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-12-20T10:41:13.095 INFO:teuthology.orchestra.run.smithi177.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-12-20T10:41:13.095 INFO:teuthology.orchestra.run.smithi177.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-12-20T10:41:13.095 INFO:teuthology.orchestra.run.smithi177.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-12-20T10:41:13.095 INFO:teuthology.orchestra.run.smithi177.stdout: python3-werkzeug noarch 0.12.2-4.el8 appstream 457 k 2023-12-20T10:41:13.095 INFO:teuthology.orchestra.run.smithi177.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-12-20T10:41:13.095 INFO:teuthology.orchestra.run.smithi177.stdout: socat x86_64 1.7.4.1-1.el8 appstream 323 k 2023-12-20T10:41:13.095 INFO:teuthology.orchestra.run.smithi177.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-12-20T10:41:13.095 INFO:teuthology.orchestra.run.smithi177.stdout: xmlstarlet x86_64 1.6.1-20.el8 appstream 71 k 2023-12-20T10:41:13.095 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-12-20T10:41:13.095 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction Summary 2023-12-20T10:41:13.095 INFO:teuthology.orchestra.run.smithi177.stdout:============================================================================================ 2023-12-20T10:41:13.095 INFO:teuthology.orchestra.run.smithi177.stdout:Install 104 Packages 2023-12-20T10:41:13.095 INFO:teuthology.orchestra.run.smithi177.stdout:Upgrade 2 Packages 2023-12-20T10:41:13.095 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-12-20T10:41:13.096 INFO:teuthology.orchestra.run.smithi177.stdout:Total download size: 197 M 2023-12-20T10:41:13.096 INFO:teuthology.orchestra.run.smithi177.stdout:Downloading Packages: 2023-12-20T10:41:13.516 INFO:teuthology.orchestra.run.smithi177.stdout:(1/106): ceph-17.2.7-131.ga88f3edf.el8.x86_64.r 33 kB/s | 6.4 kB 00:00 2023-12-20T10:41:13.563 INFO:teuthology.orchestra.run.smithi123.stdout:lab-extras 402 kB/s | 24 kB 00:00 2023-12-20T10:41:14.883 INFO:teuthology.orchestra.run.smithi177.stdout:(2/106): ceph-fuse-17.2.7-131.ga88f3edf.el8.x86 640 kB/s | 875 kB 00:01 2023-12-20T10:41:15.050 INFO:teuthology.orchestra.run.smithi177.stdout:(3/106): ceph-immutable-object-cache-17.2.7-131 971 kB/s | 161 kB 00:00 2023-12-20T10:41:15.933 INFO:teuthology.orchestra.run.smithi177.stdout:(4/106): ceph-mds-17.2.7-131.ga88f3edf.el8.x86_ 2.6 MB/s | 2.3 MB 00:00 2023-12-20T10:41:16.134 INFO:teuthology.orchestra.run.smithi177.stdout:(5/106): ceph-base-17.2.7-131.ga88f3edf.el8.x86 1.8 MB/s | 5.2 MB 00:02 2023-12-20T10:41:16.310 INFO:teuthology.orchestra.run.smithi177.stdout:(6/106): ceph-mgr-17.2.7-131.ga88f3edf.el8.x86_ 4.2 MB/s | 1.6 MB 00:00 2023-12-20T10:41:16.676 INFO:teuthology.orchestra.run.smithi177.stdout:(7/106): ceph-mon-17.2.7-131.ga88f3edf.el8.x86_ 7.3 MB/s | 3.9 MB 00:00 2023-12-20T10:41:18.003 INFO:teuthology.orchestra.run.smithi123.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-12-20T10:41:18.004 INFO:teuthology.orchestra.run.smithi123.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-12-20T10:41:18.167 INFO:teuthology.orchestra.run.smithi177.stdout:(8/106): ceph-common-17.2.7-131.ga88f3edf.el8.x 4.8 MB/s | 23 MB 00:04 2023-12-20T10:41:18.218 INFO:teuthology.orchestra.run.smithi177.stdout:(9/106): ceph-selinux-17.2.7-131.ga88f3edf.el8. 489 kB/s | 24 kB 00:00 2023-12-20T10:41:18.249 INFO:teuthology.orchestra.run.smithi123.stdout:Dependencies resolved. 2023-12-20T10:41:18.259 INFO:teuthology.orchestra.run.smithi123.stdout:============================================================================================ 2023-12-20T10:41:18.260 INFO:teuthology.orchestra.run.smithi123.stdout: Package Arch Version Repository Size 2023-12-20T10:41:18.260 INFO:teuthology.orchestra.run.smithi123.stdout:============================================================================================ 2023-12-20T10:41:18.260 INFO:teuthology.orchestra.run.smithi123.stdout:Installing: 2023-12-20T10:41:18.260 INFO:teuthology.orchestra.run.smithi123.stdout: ceph x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 6.4 k 2023-12-20T10:41:18.260 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-base x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 5.2 M 2023-12-20T10:41:18.260 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-fuse x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 875 k 2023-12-20T10:41:18.260 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 161 k 2023-12-20T10:41:18.260 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 1.6 M 2023-12-20T10:41:18.260 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-cephadm noarch 2:17.2.7-131.ga88f3edf.el8 ceph-noarch 121 k 2023-12-20T10:41:18.260 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-dashboard noarch 2:17.2.7-131.ga88f3edf.el8 ceph-noarch 1.7 M 2023-12-20T10:41:18.260 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-131.ga88f3edf.el8 ceph-noarch 7.4 M 2023-12-20T10:41:18.260 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-rook noarch 2:17.2.7-131.ga88f3edf.el8 ceph-noarch 47 k 2023-12-20T10:41:18.261 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-radosgw x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 17 M 2023-12-20T10:41:18.261 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-test x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 52 M 2023-12-20T10:41:18.261 INFO:teuthology.orchestra.run.smithi123.stdout: cephadm noarch 2:17.2.7-131.ga88f3edf.el8 ceph-noarch 80 k 2023-12-20T10:41:18.261 INFO:teuthology.orchestra.run.smithi123.stdout: libcephfs-devel x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 25 k 2023-12-20T10:41:18.261 INFO:teuthology.orchestra.run.smithi123.stdout: libcephfs2 x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 796 k 2023-12-20T10:41:18.261 INFO:teuthology.orchestra.run.smithi123.stdout: librados-devel x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 130 k 2023-12-20T10:41:18.261 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cephfs x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 191 k 2023-12-20T10:41:18.261 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pytest noarch 3.4.2-11.el8 appstream 1.3 M 2023-12-20T10:41:18.261 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rados x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 370 k 2023-12-20T10:41:18.261 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rbd x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 358 k 2023-12-20T10:41:18.261 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rgw x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 106 k 2023-12-20T10:41:18.261 INFO:teuthology.orchestra.run.smithi123.stdout: rbd-fuse x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 90 k 2023-12-20T10:41:18.261 INFO:teuthology.orchestra.run.smithi123.stdout: rbd-mirror x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 3.5 M 2023-12-20T10:41:18.261 INFO:teuthology.orchestra.run.smithi123.stdout: rbd-nbd x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 173 k 2023-12-20T10:41:18.262 INFO:teuthology.orchestra.run.smithi123.stdout:Upgrading: 2023-12-20T10:41:18.262 INFO:teuthology.orchestra.run.smithi123.stdout: librados2 x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 3.5 M 2023-12-20T10:41:18.262 INFO:teuthology.orchestra.run.smithi123.stdout: librbd1 x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 3.6 M 2023-12-20T10:41:18.262 INFO:teuthology.orchestra.run.smithi123.stdout:Installing dependencies: 2023-12-20T10:41:18.262 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-common x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 23 M 2023-12-20T10:41:18.262 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-grafana-dashboards noarch 2:17.2.7-131.ga88f3edf.el8 ceph-noarch 23 k 2023-12-20T10:41:18.262 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mds x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 2.3 M 2023-12-20T10:41:18.262 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-modules-core noarch 2:17.2.7-131.ga88f3edf.el8 ceph-noarch 238 k 2023-12-20T10:41:18.262 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mon x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 3.9 M 2023-12-20T10:41:18.262 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-osd x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 17 M 2023-12-20T10:41:18.262 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-prometheus-alerts noarch 2:17.2.7-131.ga88f3edf.el8 ceph-noarch 14 k 2023-12-20T10:41:18.262 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-selinux x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 24 k 2023-12-20T10:41:18.262 INFO:teuthology.orchestra.run.smithi123.stdout: fuse x86_64 2.9.7-17.el8 baseos 83 k 2023-12-20T10:41:18.262 INFO:teuthology.orchestra.run.smithi123.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-12-20T10:41:18.262 INFO:teuthology.orchestra.run.smithi123.stdout: jq x86_64 1.6-8.el8 appstream 203 k 2023-12-20T10:41:18.263 INFO:teuthology.orchestra.run.smithi123.stdout: libcephsqlite x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 174 k 2023-12-20T10:41:18.263 INFO:teuthology.orchestra.run.smithi123.stdout: libgfortran x86_64 8.5.0-21.el8 baseos 645 k 2023-12-20T10:41:18.263 INFO:teuthology.orchestra.run.smithi123.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-12-20T10:41:18.263 INFO:teuthology.orchestra.run.smithi123.stdout: libquadmath x86_64 8.5.0-21.el8 baseos 172 k 2023-12-20T10:41:18.263 INFO:teuthology.orchestra.run.smithi123.stdout: librabbitmq x86_64 0.9.0-4.el8 baseos 47 k 2023-12-20T10:41:18.263 INFO:teuthology.orchestra.run.smithi123.stdout: libradosstriper1 x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 507 k 2023-12-20T10:41:18.263 INFO:teuthology.orchestra.run.smithi123.stdout: librdkafka x86_64 1.6.1-1.el8 appstream 677 k 2023-12-20T10:41:18.263 INFO:teuthology.orchestra.run.smithi123.stdout: librgw2 x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 5.6 M 2023-12-20T10:41:18.263 INFO:teuthology.orchestra.run.smithi123.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-12-20T10:41:18.263 INFO:teuthology.orchestra.run.smithi123.stdout: lttng-ust x86_64 2.8.1-11.el8 appstream 259 k 2023-12-20T10:41:18.263 INFO:teuthology.orchestra.run.smithi123.stdout: oniguruma x86_64 6.8.2-2.el8 appstream 187 k 2023-12-20T10:41:18.263 INFO:teuthology.orchestra.run.smithi123.stdout: openblas x86_64 0.3.15-4.el8 appstream 4.7 M 2023-12-20T10:41:18.263 INFO:teuthology.orchestra.run.smithi123.stdout: openblas-threads x86_64 0.3.15-4.el8 appstream 4.9 M 2023-12-20T10:41:18.263 INFO:teuthology.orchestra.run.smithi123.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-12-20T10:41:18.264 INFO:teuthology.orchestra.run.smithi123.stdout: python3-attrs noarch 17.4.0-6.el8 appstream 53 k 2023-12-20T10:41:18.264 INFO:teuthology.orchestra.run.smithi123.stdout: python3-babel noarch 2.5.1-7.el8 appstream 4.8 M 2023-12-20T10:41:18.264 INFO:teuthology.orchestra.run.smithi123.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-12-20T10:41:18.264 INFO:teuthology.orchestra.run.smithi123.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-12-20T10:41:18.264 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-12-20T10:41:18.264 INFO:teuthology.orchestra.run.smithi123.stdout: python3-ceph-argparse x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 45 k 2023-12-20T10:41:18.264 INFO:teuthology.orchestra.run.smithi123.stdout: python3-ceph-common x86_64 2:17.2.7-131.ga88f3edf.el8 ceph 115 k 2023-12-20T10:41:18.264 INFO:teuthology.orchestra.run.smithi123.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-12-20T10:41:18.264 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cffi x86_64 1.11.5-6.el8 baseos 249 k 2023-12-20T10:41:18.264 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-12-20T10:41:18.264 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-12-20T10:41:18.264 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cryptography x86_64 3.2.1-6.el8 baseos 641 k 2023-12-20T10:41:18.264 INFO:teuthology.orchestra.run.smithi123.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-12-20T10:41:18.265 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-12-20T10:41:18.265 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-12-20T10:41:18.265 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jinja2 noarch 2.10.1-3.el8 appstream 538 k 2023-12-20T10:41:18.265 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jsonpatch noarch 1.21-2.el8 appstream 27 k 2023-12-20T10:41:18.265 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jsonpointer noarch 1.10-11.el8 appstream 20 k 2023-12-20T10:41:18.265 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jwt noarch 1.6.1-2.el8 baseos 43 k 2023-12-20T10:41:18.265 INFO:teuthology.orchestra.run.smithi123.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-12-20T10:41:18.265 INFO:teuthology.orchestra.run.smithi123.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-12-20T10:41:18.265 INFO:teuthology.orchestra.run.smithi123.stdout: python3-mako noarch 1.0.6-14.el8 appstream 157 k 2023-12-20T10:41:18.265 INFO:teuthology.orchestra.run.smithi123.stdout: python3-markupsafe x86_64 0.23-19.el8 appstream 39 k 2023-12-20T10:41:18.265 INFO:teuthology.orchestra.run.smithi123.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-12-20T10:41:18.265 INFO:teuthology.orchestra.run.smithi123.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-12-20T10:41:18.265 INFO:teuthology.orchestra.run.smithi123.stdout: python3-numpy x86_64 1:1.14.3-10.el8 appstream 3.7 M 2023-12-20T10:41:18.265 INFO:teuthology.orchestra.run.smithi123.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 appstream 225 k 2023-12-20T10:41:18.266 INFO:teuthology.orchestra.run.smithi123.stdout: python3-oauthlib noarch 2.1.0-1.el8 baseos 155 k 2023-12-20T10:41:18.266 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-12-20T10:41:18.266 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pluggy noarch 0.6.0-3.el8 appstream 32 k 2023-12-20T10:41:18.266 INFO:teuthology.orchestra.run.smithi123.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-12-20T10:41:18.266 INFO:teuthology.orchestra.run.smithi123.stdout: python3-prettytable noarch 0.7.2-14.el8 appstream 44 k 2023-12-20T10:41:18.266 INFO:teuthology.orchestra.run.smithi123.stdout: python3-py noarch 1.5.3-4.el8 appstream 472 k 2023-12-20T10:41:18.266 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 appstream 103 k 2023-12-20T10:41:18.266 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyasn1 noarch 0.3.7-6.el8 appstream 126 k 2023-12-20T10:41:18.266 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 appstream 110 k 2023-12-20T10:41:18.266 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pycparser noarch 2.14-14.el8 baseos 109 k 2023-12-20T10:41:18.266 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pytz noarch 2017.2-11.el8 appstream 57 k 2023-12-20T10:41:18.266 INFO:teuthology.orchestra.run.smithi123.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-12-20T10:41:18.266 INFO:teuthology.orchestra.run.smithi123.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 baseos 43 k 2023-12-20T10:41:18.266 INFO:teuthology.orchestra.run.smithi123.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-12-20T10:41:18.267 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-12-20T10:41:18.267 INFO:teuthology.orchestra.run.smithi123.stdout: python3-scipy x86_64 1.0.0-21.module_el8+762+77bd8591 appstream 14 M 2023-12-20T10:41:18.267 INFO:teuthology.orchestra.run.smithi123.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-12-20T10:41:18.267 INFO:teuthology.orchestra.run.smithi123.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-12-20T10:41:18.267 INFO:teuthology.orchestra.run.smithi123.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-12-20T10:41:18.267 INFO:teuthology.orchestra.run.smithi123.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-12-20T10:41:18.267 INFO:teuthology.orchestra.run.smithi123.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-12-20T10:41:18.267 INFO:teuthology.orchestra.run.smithi123.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-12-20T10:41:18.267 INFO:teuthology.orchestra.run.smithi123.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-12-20T10:41:18.267 INFO:teuthology.orchestra.run.smithi123.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-12-20T10:41:18.267 INFO:teuthology.orchestra.run.smithi123.stdout: python3-werkzeug noarch 0.12.2-4.el8 appstream 457 k 2023-12-20T10:41:18.267 INFO:teuthology.orchestra.run.smithi123.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-12-20T10:41:18.267 INFO:teuthology.orchestra.run.smithi123.stdout: socat x86_64 1.7.4.1-1.el8 appstream 323 k 2023-12-20T10:41:18.267 INFO:teuthology.orchestra.run.smithi123.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-12-20T10:41:18.267 INFO:teuthology.orchestra.run.smithi123.stdout: xmlstarlet x86_64 1.6.1-20.el8 appstream 71 k 2023-12-20T10:41:18.268 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:41:18.268 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction Summary 2023-12-20T10:41:18.268 INFO:teuthology.orchestra.run.smithi123.stdout:============================================================================================ 2023-12-20T10:41:18.268 INFO:teuthology.orchestra.run.smithi123.stdout:Install 104 Packages 2023-12-20T10:41:18.268 INFO:teuthology.orchestra.run.smithi123.stdout:Upgrade 2 Packages 2023-12-20T10:41:18.268 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:41:18.268 INFO:teuthology.orchestra.run.smithi123.stdout:Total download size: 197 M 2023-12-20T10:41:18.268 INFO:teuthology.orchestra.run.smithi123.stdout:Downloading Packages: 2023-12-20T10:41:18.606 INFO:teuthology.orchestra.run.smithi123.stdout:(1/106): ceph-17.2.7-131.ga88f3edf.el8.x86_64.r 44 kB/s | 6.4 kB 00:00 2023-12-20T10:41:18.735 INFO:teuthology.orchestra.run.smithi177.stdout:(10/106): ceph-osd-17.2.7-131.ga88f3edf.el8.x86 6.9 MB/s | 17 MB 00:02 2023-12-20T10:41:18.902 INFO:teuthology.orchestra.run.smithi177.stdout:(11/106): ceph-radosgw-17.2.7-131.ga88f3edf.el8 7.6 MB/s | 17 MB 00:02 2023-12-20T10:41:18.918 INFO:teuthology.orchestra.run.smithi177.stdout:(12/106): libcephfs-devel-17.2.7-131.ga88f3edf. 135 kB/s | 25 kB 00:00 2023-12-20T10:41:18.986 INFO:teuthology.orchestra.run.smithi177.stdout:(13/106): libcephsqlite-17.2.7-131.ga88f3edf.el 2.6 MB/s | 174 kB 00:00 2023-12-20T10:41:19.019 INFO:teuthology.orchestra.run.smithi177.stdout:(14/106): libcephfs2-17.2.7-131.ga88f3edf.el8.x 6.7 MB/s | 796 kB 00:00 2023-12-20T10:41:19.070 INFO:teuthology.orchestra.run.smithi177.stdout:(15/106): librados-devel-17.2.7-131.ga88f3edf.e 1.5 MB/s | 130 kB 00:00 2023-12-20T10:41:19.103 INFO:teuthology.orchestra.run.smithi177.stdout:(16/106): libradosstriper1-17.2.7-131.ga88f3edf 5.9 MB/s | 507 kB 00:00 2023-12-20T10:41:19.203 INFO:teuthology.orchestra.run.smithi177.stdout:(17/106): python3-ceph-argparse-17.2.7-131.ga88 447 kB/s | 45 kB 00:00 2023-12-20T10:41:19.270 INFO:teuthology.orchestra.run.smithi177.stdout:(18/106): python3-ceph-common-17.2.7-131.ga88f3 1.7 MB/s | 115 kB 00:00 2023-12-20T10:41:19.404 INFO:teuthology.orchestra.run.smithi177.stdout:(19/106): python3-cephfs-17.2.7-131.ga88f3edf.e 1.4 MB/s | 191 kB 00:00 2023-12-20T10:41:19.432 INFO:teuthology.orchestra.run.smithi123.stdout:(2/106): ceph-fuse-17.2.7-131.ga88f3edf.el8.x86 1.0 MB/s | 875 kB 00:00 2023-12-20T10:41:19.496 INFO:teuthology.orchestra.run.smithi177.stdout:(20/106): python3-rados-17.2.7-131.ga88f3edf.el 4.0 MB/s | 370 kB 00:00 2023-12-20T10:41:19.582 INFO:teuthology.orchestra.run.smithi123.stdout:(3/106): ceph-immutable-object-cache-17.2.7-131 1.1 MB/s | 161 kB 00:00 2023-12-20T10:41:19.588 INFO:teuthology.orchestra.run.smithi177.stdout:(21/106): python3-rbd-17.2.7-131.ga88f3edf.el8. 3.8 MB/s | 358 kB 00:00 2023-12-20T10:41:19.663 INFO:teuthology.orchestra.run.smithi177.stdout:(22/106): librgw2-17.2.7-131.ga88f3edf.el8.x86_ 9.4 MB/s | 5.6 MB 00:00 2023-12-20T10:41:19.697 INFO:teuthology.orchestra.run.smithi177.stdout:(23/106): python3-rgw-17.2.7-131.ga88f3edf.el8. 981 kB/s | 106 kB 00:00 2023-12-20T10:41:19.747 INFO:teuthology.orchestra.run.smithi177.stdout:(24/106): rbd-fuse-17.2.7-131.ga88f3edf.el8.x86 1.1 MB/s | 90 kB 00:00 2023-12-20T10:41:19.947 INFO:teuthology.orchestra.run.smithi177.stdout:(25/106): rbd-nbd-17.2.7-131.ga88f3edf.el8.x86_ 865 kB/s | 173 kB 00:00 2023-12-20T10:41:20.039 INFO:teuthology.orchestra.run.smithi177.stdout:(26/106): ceph-grafana-dashboards-17.2.7-131.ga 252 kB/s | 23 kB 00:00 2023-12-20T10:41:20.089 INFO:teuthology.orchestra.run.smithi177.stdout:(27/106): rbd-mirror-17.2.7-131.ga88f3edf.el8.x 8.8 MB/s | 3.5 MB 00:00 2023-12-20T10:41:20.140 INFO:teuthology.orchestra.run.smithi177.stdout:(28/106): ceph-mgr-cephadm-17.2.7-131.ga88f3edf 1.2 MB/s | 121 kB 00:00 2023-12-20T10:41:20.341 INFO:teuthology.orchestra.run.smithi177.stdout:(29/106): ceph-mgr-dashboard-17.2.7-131.ga88f3e 6.8 MB/s | 1.7 MB 00:00 2023-12-20T10:41:20.357 INFO:teuthology.orchestra.run.smithi123.stdout:(4/106): ceph-mds-17.2.7-131.ga88f3edf.el8.x86_ 3.0 MB/s | 2.3 MB 00:00 2023-12-20T10:41:20.441 INFO:teuthology.orchestra.run.smithi177.stdout:(30/106): ceph-mgr-modules-core-17.2.7-131.ga88 2.3 MB/s | 238 kB 00:00 2023-12-20T10:41:20.782 INFO:teuthology.orchestra.run.smithi123.stdout:(5/106): ceph-mgr-17.2.7-131.ga88f3edf.el8.x86_ 3.7 MB/s | 1.6 MB 00:00 2023-12-20T10:41:21.341 INFO:teuthology.orchestra.run.smithi123.stdout:(6/106): ceph-mon-17.2.7-131.ga88f3edf.el8.x86_ 7.1 MB/s | 3.9 MB 00:00 2023-12-20T10:41:21.857 INFO:teuthology.orchestra.run.smithi123.stdout:(7/106): ceph-base-17.2.7-131.ga88f3edf.el8.x86 1.5 MB/s | 5.2 MB 00:03 2023-12-20T10:41:21.957 INFO:teuthology.orchestra.run.smithi177.stdout:(31/106): ceph-mgr-rook-17.2.7-131.ga88f3edf.el 31 kB/s | 47 kB 00:01 2023-12-20T10:41:22.091 INFO:teuthology.orchestra.run.smithi177.stdout:(32/106): ceph-prometheus-alerts-17.2.7-131.ga8 109 kB/s | 14 kB 00:00 2023-12-20T10:41:22.341 INFO:teuthology.orchestra.run.smithi177.stdout:(33/106): cephadm-17.2.7-131.ga88f3edf.el8.noar 322 kB/s | 80 kB 00:00 2023-12-20T10:41:22.517 INFO:teuthology.orchestra.run.smithi177.stdout:(34/106): ceph-mgr-diskprediction-local-17.2.7- 3.1 MB/s | 7.4 MB 00:02 2023-12-20T10:41:22.542 INFO:teuthology.orchestra.run.smithi177.stdout:(35/106): jq-1.6-8.el8.x86_64.rpm 1.0 MB/s | 203 kB 00:00 2023-12-20T10:41:22.709 INFO:teuthology.orchestra.run.smithi177.stdout:(36/106): lttng-ust-2.8.1-11.el8.x86_64.rpm 1.5 MB/s | 259 kB 00:00 2023-12-20T10:41:22.792 INFO:teuthology.orchestra.run.smithi177.stdout:(37/106): oniguruma-6.8.2-2.el8.x86_64.rpm 2.2 MB/s | 187 kB 00:00 2023-12-20T10:41:22.899 INFO:teuthology.orchestra.run.smithi123.stdout:(8/106): ceph-common-17.2.7-131.ga88f3edf.el8.x 5.3 MB/s | 23 MB 00:04 2023-12-20T10:41:22.966 INFO:teuthology.orchestra.run.smithi123.stdout:(9/106): ceph-selinux-17.2.7-131.ga88f3edf.el8. 367 kB/s | 24 kB 00:00 2023-12-20T10:41:23.189 INFO:teuthology.orchestra.run.smithi123.stdout:(10/106): ceph-osd-17.2.7-131.ga88f3edf.el8.x86 9.1 MB/s | 17 MB 00:01 2023-12-20T10:41:23.250 INFO:teuthology.orchestra.run.smithi123.stdout:(11/106): libcephfs-devel-17.2.7-131.ga88f3edf. 411 kB/s | 25 kB 00:00 2023-12-20T10:41:23.375 INFO:teuthology.orchestra.run.smithi123.stdout:(12/106): libcephfs2-17.2.7-131.ga88f3edf.el8.x 6.2 MB/s | 796 kB 00:00 2023-12-20T10:41:23.434 INFO:teuthology.orchestra.run.smithi123.stdout:(13/106): libcephsqlite-17.2.7-131.ga88f3edf.el 2.9 MB/s | 174 kB 00:00 2023-12-20T10:41:23.501 INFO:teuthology.orchestra.run.smithi123.stdout:(14/106): librados-devel-17.2.7-131.ga88f3edf.e 1.9 MB/s | 130 kB 00:00 2023-12-20T10:41:23.576 INFO:teuthology.orchestra.run.smithi123.stdout:(15/106): libradosstriper1-17.2.7-131.ga88f3edf 6.6 MB/s | 507 kB 00:00 2023-12-20T10:41:23.809 INFO:teuthology.orchestra.run.smithi177.stdout:(38/106): librdkafka-1.6.1-1.el8.x86_64.rpm 524 kB/s | 677 kB 00:01 2023-12-20T10:41:24.143 INFO:teuthology.orchestra.run.smithi123.stdout:(16/106): librgw2-17.2.7-131.ga88f3edf.el8.x86_ 9.8 MB/s | 5.6 MB 00:00 2023-12-20T10:41:24.193 INFO:teuthology.orchestra.run.smithi123.stdout:(17/106): python3-ceph-argparse-17.2.7-131.ga88 897 kB/s | 45 kB 00:00 2023-12-20T10:41:24.252 INFO:teuthology.orchestra.run.smithi123.stdout:(18/106): python3-ceph-common-17.2.7-131.ga88f3 1.9 MB/s | 115 kB 00:00 2023-12-20T10:41:24.319 INFO:teuthology.orchestra.run.smithi123.stdout:(19/106): python3-cephfs-17.2.7-131.ga88f3edf.e 2.8 MB/s | 191 kB 00:00 2023-12-20T10:41:24.395 INFO:teuthology.orchestra.run.smithi123.stdout:(20/106): python3-rados-17.2.7-131.ga88f3edf.el 4.8 MB/s | 370 kB 00:00 2023-12-20T10:41:24.478 INFO:teuthology.orchestra.run.smithi123.stdout:(21/106): python3-rbd-17.2.7-131.ga88f3edf.el8. 4.2 MB/s | 358 kB 00:00 2023-12-20T10:41:24.601 INFO:teuthology.orchestra.run.smithi177.stdout:(39/106): openblas-0.3.15-4.el8.x86_64.rpm 2.6 MB/s | 4.7 MB 00:01 2023-12-20T10:41:24.660 INFO:teuthology.orchestra.run.smithi177.stdout:(40/106): python3-attrs-17.4.0-6.el8.noarch.rpm 910 kB/s | 53 kB 00:00 2023-12-20T10:41:24.695 INFO:teuthology.orchestra.run.smithi123.stdout:(22/106): python3-rgw-17.2.7-131.ga88f3edf.el8. 492 kB/s | 106 kB 00:00 2023-12-20T10:41:24.821 INFO:teuthology.orchestra.run.smithi123.stdout:(23/106): rbd-fuse-17.2.7-131.ga88f3edf.el8.x86 721 kB/s | 90 kB 00:00 2023-12-20T10:41:25.146 INFO:teuthology.orchestra.run.smithi123.stdout:(24/106): rbd-mirror-17.2.7-131.ga88f3edf.el8.x 11 MB/s | 3.5 MB 00:00 2023-12-20T10:41:25.204 INFO:teuthology.orchestra.run.smithi123.stdout:(25/106): rbd-nbd-17.2.7-131.ga88f3edf.el8.x86_ 2.9 MB/s | 173 kB 00:00 2023-12-20T10:41:25.251 INFO:teuthology.orchestra.run.smithi177.stdout:(41/106): ceph-test-17.2.7-131.ga88f3edf.el8.x8 7.4 MB/s | 52 MB 00:07 2023-12-20T10:41:25.254 INFO:teuthology.orchestra.run.smithi123.stdout:(26/106): ceph-grafana-dashboards-17.2.7-131.ga 461 kB/s | 23 kB 00:00 2023-12-20T10:41:25.313 INFO:teuthology.orchestra.run.smithi123.stdout:(27/106): ceph-mgr-cephadm-17.2.7-131.ga88f3edf 2.0 MB/s | 121 kB 00:00 2023-12-20T10:41:25.506 INFO:teuthology.orchestra.run.smithi123.stdout:(28/106): ceph-mgr-dashboard-17.2.7-131.ga88f3e 8.8 MB/s | 1.7 MB 00:00 2023-12-20T10:41:25.727 INFO:teuthology.orchestra.run.smithi177.stdout:(42/106): python3-jinja2-2.10.1-3.el8.noarch.rp 1.1 MB/s | 538 kB 00:00 2023-12-20T10:41:25.785 INFO:teuthology.orchestra.run.smithi177.stdout:(43/106): python3-jsonpatch-1.21-2.el8.noarch.r 457 kB/s | 27 kB 00:00 2023-12-20T10:41:25.844 INFO:teuthology.orchestra.run.smithi177.stdout:(44/106): python3-jsonpointer-1.10-11.el8.noarc 342 kB/s | 20 kB 00:00 2023-12-20T10:41:25.986 INFO:teuthology.orchestra.run.smithi177.stdout:(45/106): python3-mako-1.0.6-14.el8.noarch.rpm 1.1 MB/s | 157 kB 00:00 2023-12-20T10:41:26.053 INFO:teuthology.orchestra.run.smithi177.stdout:(46/106): python3-markupsafe-0.23-19.el8.x86_64 583 kB/s | 39 kB 00:00 2023-12-20T10:41:26.105 INFO:teuthology.orchestra.run.smithi123.stdout:(29/106): ceph-mgr-diskprediction-local-17.2.7- 12 MB/s | 7.4 MB 00:00 2023-12-20T10:41:26.173 INFO:teuthology.orchestra.run.smithi123.stdout:(30/106): ceph-mgr-modules-core-17.2.7-131.ga88 3.5 MB/s | 238 kB 00:00 2023-12-20T10:41:26.268 INFO:teuthology.orchestra.run.smithi123.stdout:(31/106): ceph-mgr-rook-17.2.7-131.ga88f3edf.el 499 kB/s | 47 kB 00:00 2023-12-20T10:41:26.323 INFO:teuthology.orchestra.run.smithi123.stdout:(32/106): ceph-prometheus-alerts-17.2.7-131.ga8 263 kB/s | 14 kB 00:00 2023-12-20T10:41:26.382 INFO:teuthology.orchestra.run.smithi123.stdout:(33/106): cephadm-17.2.7-131.ga88f3edf.el8.noar 1.3 MB/s | 80 kB 00:00 2023-12-20T10:41:26.436 INFO:teuthology.orchestra.run.smithi177.stdout:(47/106): python3-babel-2.5.1-7.el8.noarch.rpm 2.7 MB/s | 4.8 MB 00:01 2023-12-20T10:41:26.520 INFO:teuthology.orchestra.run.smithi177.stdout:(48/106): python3-numpy-f2py-1.14.3-10.el8.x86_ 2.6 MB/s | 225 kB 00:00 2023-12-20T10:41:26.570 INFO:teuthology.orchestra.run.smithi177.stdout:(49/106): python3-pluggy-0.6.0-3.el8.noarch.rpm 643 kB/s | 32 kB 00:00 2023-12-20T10:41:26.637 INFO:teuthology.orchestra.run.smithi177.stdout:(50/106): python3-prettytable-0.7.2-14.el8.noar 660 kB/s | 44 kB 00:00 2023-12-20T10:41:26.782 INFO:teuthology.orchestra.run.smithi123.stdout:(34/106): ceph-radosgw-17.2.7-131.ga88f3edf.el8 3.4 MB/s | 17 MB 00:04 2023-12-20T10:41:26.787 INFO:teuthology.orchestra.run.smithi177.stdout:(51/106): python3-py-1.5.3-4.el8.noarch.rpm 3.1 MB/s | 472 kB 00:00 2023-12-20T10:41:26.807 INFO:teuthology.orchestra.run.smithi123.stdout:(35/106): jq-1.6-8.el8.x86_64.rpm 478 kB/s | 203 kB 00:00 2023-12-20T10:41:26.887 INFO:teuthology.orchestra.run.smithi177.stdout:(52/106): openblas-threads-0.3.15-4.el8.x86_64. 1.6 MB/s | 4.9 MB 00:03 2023-12-20T10:41:26.913 INFO:teuthology.orchestra.run.smithi177.stdout:(53/106): python3-pyOpenSSL-19.0.0-1.el8.noarch 827 kB/s | 103 kB 00:00 2023-12-20T10:41:26.963 INFO:teuthology.orchestra.run.smithi177.stdout:(54/106): python3-pyasn1-modules-0.3.7-6.el8.no 2.2 MB/s | 110 kB 00:00 2023-12-20T10:41:26.991 INFO:teuthology.orchestra.run.smithi177.stdout:(55/106): python3-pyasn1-0.3.7-6.el8.noarch.rpm 1.2 MB/s | 126 kB 00:00 2023-12-20T10:41:27.057 INFO:teuthology.orchestra.run.smithi123.stdout:(36/106): librdkafka-1.6.1-1.el8.x86_64.rpm 2.4 MB/s | 677 kB 00:00 2023-12-20T10:41:27.091 INFO:teuthology.orchestra.run.smithi177.stdout:(56/106): python3-pytz-2017.2-11.el8.noarch.rpm 571 kB/s | 57 kB 00:00 2023-12-20T10:41:27.116 INFO:teuthology.orchestra.run.smithi123.stdout:(37/106): oniguruma-6.8.2-2.el8.x86_64.rpm 3.2 MB/s | 187 kB 00:00 2023-12-20T10:41:27.358 INFO:teuthology.orchestra.run.smithi177.stdout:(57/106): python3-numpy-1.14.3-10.el8.x86_64.rp 2.9 MB/s | 3.7 MB 00:01 2023-12-20T10:41:27.558 INFO:teuthology.orchestra.run.smithi177.stdout:(58/106): python3-werkzeug-0.12.2-4.el8.noarch. 2.2 MB/s | 457 kB 00:00 2023-12-20T10:41:27.592 INFO:teuthology.orchestra.run.smithi123.stdout:(38/106): ceph-test-17.2.7-131.ga88f3edf.el8.x8 11 MB/s | 52 MB 00:04 2023-12-20T10:41:27.617 INFO:teuthology.orchestra.run.smithi123.stdout:(39/106): lttng-ust-2.8.1-11.el8.x86_64.rpm 321 kB/s | 259 kB 00:00 2023-12-20T10:41:27.650 INFO:teuthology.orchestra.run.smithi177.stdout:(59/106): python3-pytest-3.4.2-11.el8.noarch.rp 1.9 MB/s | 1.3 MB 00:00 2023-12-20T10:41:27.709 INFO:teuthology.orchestra.run.smithi177.stdout:(60/106): xmlstarlet-1.6.1-20.el8.x86_64.rpm 1.2 MB/s | 71 kB 00:00 2023-12-20T10:41:27.734 INFO:teuthology.orchestra.run.smithi177.stdout:(61/106): socat-1.7.4.1-1.el8.x86_64.rpm 1.8 MB/s | 323 kB 00:00 2023-12-20T10:41:27.787 INFO:teuthology.orchestra.run.smithi123.stdout:(40/106): python3-attrs-17.4.0-6.el8.noarch.rpm 310 kB/s | 53 kB 00:00 2023-12-20T10:41:28.101 INFO:teuthology.orchestra.run.smithi123.stdout:(41/106): openblas-0.3.15-4.el8.x86_64.rpm 4.8 MB/s | 4.7 MB 00:00 2023-12-20T10:41:28.142 INFO:teuthology.orchestra.run.smithi177.stdout:(62/106): fuse-2.9.7-17.el8.x86_64.rpm 191 kB/s | 83 kB 00:00 2023-12-20T10:41:28.192 INFO:teuthology.orchestra.run.smithi123.stdout:(42/106): python3-jinja2-2.10.1-3.el8.noarch.rp 5.7 MB/s | 538 kB 00:00 2023-12-20T10:41:28.251 INFO:teuthology.orchestra.run.smithi123.stdout:(43/106): python3-jsonpatch-1.21-2.el8.noarch.r 456 kB/s | 27 kB 00:00 2023-12-20T10:41:28.327 INFO:teuthology.orchestra.run.smithi123.stdout:(44/106): python3-jsonpointer-1.10-11.el8.noarc 266 kB/s | 20 kB 00:00 2023-12-20T10:41:28.385 INFO:teuthology.orchestra.run.smithi123.stdout:(45/106): python3-mako-1.0.6-14.el8.noarch.rpm 2.6 MB/s | 157 kB 00:00 2023-12-20T10:41:28.418 INFO:teuthology.orchestra.run.smithi177.stdout:(63/106): libquadmath-8.5.0-21.el8.x86_64.rpm 627 kB/s | 172 kB 00:00 2023-12-20T10:41:28.435 INFO:teuthology.orchestra.run.smithi123.stdout:(46/106): python3-markupsafe-0.23-19.el8.x86_64 779 kB/s | 39 kB 00:00 2023-12-20T10:41:28.452 INFO:teuthology.orchestra.run.smithi177.stdout:(64/106): libgfortran-8.5.0-21.el8.x86_64.rpm 900 kB/s | 645 kB 00:00 2023-12-20T10:41:28.552 INFO:teuthology.orchestra.run.smithi177.stdout:(65/106): librabbitmq-0.9.0-4.el8.x86_64.rpm 352 kB/s | 47 kB 00:00 2023-12-20T10:41:28.619 INFO:teuthology.orchestra.run.smithi177.stdout:(66/106): python3-cffi-1.11.5-6.el8.x86_64.rpm 1.5 MB/s | 249 kB 00:00 2023-12-20T10:41:28.686 INFO:teuthology.orchestra.run.smithi123.stdout:(47/106): python3-babel-2.5.1-7.el8.noarch.rpm 5.3 MB/s | 4.8 MB 00:00 2023-12-20T10:41:28.736 INFO:teuthology.orchestra.run.smithi177.stdout:(67/106): python3-jwt-1.6.1-2.el8.noarch.rpm 365 kB/s | 43 kB 00:00 2023-12-20T10:41:28.753 INFO:teuthology.orchestra.run.smithi123.stdout:(48/106): python3-numpy-f2py-1.14.3-10.el8.x86_ 3.3 MB/s | 225 kB 00:00 2023-12-20T10:41:28.794 INFO:teuthology.orchestra.run.smithi123.stdout:(49/106): python3-pluggy-0.6.0-3.el8.noarch.rpm 773 kB/s | 32 kB 00:00 2023-12-20T10:41:28.837 INFO:teuthology.orchestra.run.smithi123.stdout:(50/106): python3-prettytable-0.7.2-14.el8.noar 1.0 MB/s | 44 kB 00:00 2023-12-20T10:41:28.844 INFO:teuthology.orchestra.run.smithi177.stdout:(68/106): python3-oauthlib-2.1.0-1.el8.noarch.r 1.4 MB/s | 155 kB 00:00 2023-12-20T10:41:28.869 INFO:teuthology.orchestra.run.smithi177.stdout:(69/106): python3-cryptography-3.2.1-6.el8.x86_ 2.0 MB/s | 641 kB 00:00 2023-12-20T10:41:28.920 INFO:teuthology.orchestra.run.smithi123.stdout:(51/106): python3-py-1.5.3-4.el8.noarch.rpm 5.6 MB/s | 472 kB 00:00 2023-12-20T10:41:28.961 INFO:teuthology.orchestra.run.smithi177.stdout:(70/106): python3-pycparser-2.14-14.el8.noarch. 934 kB/s | 109 kB 00:00 2023-12-20T10:41:28.979 INFO:teuthology.orchestra.run.smithi123.stdout:(52/106): python3-pyOpenSSL-19.0.0-1.el8.noarch 1.7 MB/s | 103 kB 00:00 2023-12-20T10:41:28.986 INFO:teuthology.orchestra.run.smithi177.stdout:(71/106): python3-requests-oauthlib-1.0.0-1.el8 365 kB/s | 43 kB 00:00 2023-12-20T10:41:29.038 INFO:teuthology.orchestra.run.smithi123.stdout:(53/106): python3-numpy-1.14.3-10.el8.x86_64.rp 6.2 MB/s | 3.7 MB 00:00 2023-12-20T10:41:29.063 INFO:teuthology.orchestra.run.smithi123.stdout:(54/106): python3-pyasn1-0.3.7-6.el8.noarch.rpm 1.5 MB/s | 126 kB 00:00 2023-12-20T10:41:29.096 INFO:teuthology.orchestra.run.smithi123.stdout:(55/106): python3-pyasn1-modules-0.3.7-6.el8.no 1.8 MB/s | 110 kB 00:00 2023-12-20T10:41:29.155 INFO:teuthology.orchestra.run.smithi123.stdout:(56/106): python3-pytz-2017.2-11.el8.noarch.rpm 979 kB/s | 57 kB 00:00 2023-12-20T10:41:29.247 INFO:teuthology.orchestra.run.smithi123.stdout:(57/106): python3-pytest-3.4.2-11.el8.noarch.rp 7.2 MB/s | 1.3 MB 00:00 2023-12-20T10:41:29.355 INFO:teuthology.orchestra.run.smithi123.stdout:(58/106): python3-werkzeug-0.12.2-4.el8.noarch. 4.1 MB/s | 457 kB 00:00 2023-12-20T10:41:29.414 INFO:teuthology.orchestra.run.smithi123.stdout:(59/106): socat-1.7.4.1-1.el8.x86_64.rpm 5.4 MB/s | 323 kB 00:00 2023-12-20T10:41:29.466 INFO:teuthology.orchestra.run.smithi123.stdout:(60/106): xmlstarlet-1.6.1-20.el8.x86_64.rpm 1.4 MB/s | 71 kB 00:00 2023-12-20T10:41:29.487 INFO:teuthology.orchestra.run.smithi177.stdout:(72/106): liboath-2.6.2-3.el8.x86_64.rpm 118 kB/s | 59 kB 00:00 2023-12-20T10:41:29.579 INFO:teuthology.orchestra.run.smithi177.stdout:(73/106): gperftools-libs-2.7-9.el8.x86_64.rpm 496 kB/s | 306 kB 00:00 2023-12-20T10:41:29.662 INFO:teuthology.orchestra.run.smithi177.stdout:(74/106): libunwind-1.3.1-3.el8.x86_64.rpm 429 kB/s | 75 kB 00:00 2023-12-20T10:41:29.763 INFO:teuthology.orchestra.run.smithi177.stdout:(75/106): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 437 kB/s | 44 kB 00:00 2023-12-20T10:41:29.873 INFO:teuthology.orchestra.run.smithi123.stdout:(61/106): fuse-2.9.7-17.el8.x86_64.rpm 203 kB/s | 83 kB 00:00 2023-12-20T10:41:29.929 INFO:teuthology.orchestra.run.smithi177.stdout:(76/106): python3-beautifulsoup4-4.6.3-2.el8.1. 1.1 MB/s | 185 kB 00:00 2023-12-20T10:41:29.955 INFO:teuthology.orchestra.run.smithi177.stdout:(77/106): python3-asyncssh-2.7.0-2.el8.noarch.r 1.2 MB/s | 476 kB 00:00 2023-12-20T10:41:30.038 INFO:teuthology.orchestra.run.smithi177.stdout:(78/106): python3-cachetools-3.1.1-4.el8.noarch 304 kB/s | 33 kB 00:00 2023-12-20T10:41:30.064 INFO:teuthology.orchestra.run.smithi177.stdout:(79/106): python3-certifi-2018.10.15-7.el8.noar 150 kB/s | 16 kB 00:00 2023-12-20T10:41:30.139 INFO:teuthology.orchestra.run.smithi177.stdout:(80/106): python3-cheroot-8.5.2-1.el8.noarch.rp 1.7 MB/s | 173 kB 00:00 2023-12-20T10:41:30.239 INFO:teuthology.orchestra.run.smithi177.stdout:(81/106): python3-google-auth-1.1.1-10.el8.noar 813 kB/s | 81 kB 00:00 2023-12-20T10:41:30.248 INFO:teuthology.orchestra.run.smithi123.stdout:(62/106): libgfortran-8.5.0-21.el8.x86_64.rpm 1.7 MB/s | 645 kB 00:00 2023-12-20T10:41:30.339 INFO:teuthology.orchestra.run.smithi177.stdout:(82/106): python3-jaraco-6.2-6.el8.noarch.rpm 111 kB/s | 11 kB 00:00 2023-12-20T10:41:30.374 INFO:teuthology.orchestra.run.smithi123.stdout:(63/106): libquadmath-8.5.0-21.el8.x86_64.rpm 1.4 MB/s | 172 kB 00:00 2023-12-20T10:41:30.374 INFO:teuthology.orchestra.run.smithi177.stdout:(83/106): python3-cherrypy-18.4.0-1.el8.noarch. 1.2 MB/s | 384 kB 00:00 2023-12-20T10:41:30.440 INFO:teuthology.orchestra.run.smithi177.stdout:(84/106): python3-jaraco-functools-2.0-4.el8.no 175 kB/s | 18 kB 00:00 2023-12-20T10:41:30.482 INFO:teuthology.orchestra.run.smithi123.stdout:(64/106): librabbitmq-0.9.0-4.el8.x86_64.rpm 433 kB/s | 47 kB 00:00 2023-12-20T10:41:30.541 INFO:teuthology.orchestra.run.smithi177.stdout:(85/106): python3-logutils-0.3.5-11.el8.noarch. 487 kB/s | 49 kB 00:00 2023-12-20T10:41:30.607 INFO:teuthology.orchestra.run.smithi123.stdout:(65/106): python3-cffi-1.11.5-6.el8.x86_64.rpm 1.9 MB/s | 249 kB 00:00 2023-12-20T10:41:30.632 INFO:teuthology.orchestra.run.smithi177.stdout:(86/106): python3-more-itertools-7.2.0-3.el8.no 641 kB/s | 59 kB 00:00 2023-12-20T10:41:30.724 INFO:teuthology.orchestra.run.smithi177.stdout:(87/106): python3-natsort-7.1.1-2.el8.noarch.rp 657 kB/s | 60 kB 00:00 2023-12-20T10:41:30.766 INFO:teuthology.orchestra.run.smithi123.stdout:(66/106): python3-cryptography-3.2.1-6.el8.x86_ 4.0 MB/s | 641 kB 00:00 2023-12-20T10:41:30.825 INFO:teuthology.orchestra.run.smithi177.stdout:(88/106): python3-pecan-1.3.2-9.el8.noarch.rpm 2.8 MB/s | 283 kB 00:00 2023-12-20T10:41:30.917 INFO:teuthology.orchestra.run.smithi177.stdout:(89/106): python3-portend-2.6-1.el8.noarch.rpm 170 kB/s | 16 kB 00:00 2023-12-20T10:41:30.958 INFO:teuthology.orchestra.run.smithi123.stdout:(67/106): python3-scipy-1.0.0-21.module_el8+762 7.9 MB/s | 14 MB 00:01 2023-12-20T10:41:30.983 INFO:teuthology.orchestra.run.smithi123.stdout:(68/106): python3-jwt-1.6.1-2.el8.noarch.rpm 196 kB/s | 43 kB 00:00 2023-12-20T10:41:31.000 INFO:teuthology.orchestra.run.smithi177.stdout:(90/106): python3-kubernetes-11.0.0-6.el8.noarc 1.9 MB/s | 1.2 MB 00:00 2023-12-20T10:41:31.017 INFO:teuthology.orchestra.run.smithi177.stdout:(91/106): python3-repoze-lru-0.7-6.el8.noarch.r 335 kB/s | 34 kB 00:00 2023-12-20T10:41:31.083 INFO:teuthology.orchestra.run.smithi123.stdout:(69/106): openblas-threads-0.3.15-4.el8.x86_64. 1.4 MB/s | 4.9 MB 00:03 2023-12-20T10:41:31.100 INFO:teuthology.orchestra.run.smithi123.stdout:(70/106): python3-pycparser-2.14-14.el8.noarch. 933 kB/s | 109 kB 00:00 2023-12-20T10:41:31.117 INFO:teuthology.orchestra.run.smithi177.stdout:(92/106): python3-rsa-4.9-2.el8.noarch.rpm 643 kB/s | 64 kB 00:00 2023-12-20T10:41:31.168 INFO:teuthology.orchestra.run.smithi177.stdout:(93/106): python3-routes-2.4.1-12.el8.noarch.rp 1.1 MB/s | 196 kB 00:00 2023-12-20T10:41:31.209 INFO:teuthology.orchestra.run.smithi177.stdout:(94/106): python3-simplegeneric-0.8.1-17.el8.no 204 kB/s | 19 kB 00:00 2023-12-20T10:41:31.359 INFO:teuthology.orchestra.run.smithi123.stdout:(71/106): gperftools-libs-2.7-9.el8.x86_64.rpm 1.2 MB/s | 306 kB 00:00 2023-12-20T10:41:31.418 INFO:teuthology.orchestra.run.smithi123.stdout:(72/106): liboath-2.6.2-3.el8.x86_64.rpm 1.0 MB/s | 59 kB 00:00 2023-12-20T10:41:31.443 INFO:teuthology.orchestra.run.smithi123.stdout:(73/106): python3-requests-oauthlib-1.0.0-1.el8 119 kB/s | 43 kB 00:00 2023-12-20T10:41:31.477 INFO:teuthology.orchestra.run.smithi123.stdout:(74/106): libunwind-1.3.1-3.el8.x86_64.rpm 1.3 MB/s | 75 kB 00:00 2023-12-20T10:41:31.477 INFO:teuthology.orchestra.run.smithi177.stdout:(95/106): python3-tempora-1.14.1-5.el8.noarch.r 110 kB/s | 29 kB 00:00 2023-12-20T10:41:31.493 INFO:teuthology.orchestra.run.smithi177.stdout:(96/106): python3-singledispatch-3.4.0.3-18.el8 73 kB/s | 24 kB 00:00 2023-12-20T10:41:31.502 INFO:teuthology.orchestra.run.smithi123.stdout:(75/106): python3-oauthlib-2.1.0-1.el8.noarch.r 285 kB/s | 155 kB 00:00 2023-12-20T10:41:31.536 INFO:teuthology.orchestra.run.smithi123.stdout:(76/106): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 743 kB/s | 44 kB 00:00 2023-12-20T10:41:31.569 INFO:teuthology.orchestra.run.smithi177.stdout:(97/106): python3-trustme-0.6.0-4.el8.noarch.rp 299 kB/s | 27 kB 00:00 2023-12-20T10:41:31.626 INFO:teuthology.orchestra.run.smithi123.stdout:(77/106): python3-cachetools-3.1.1-4.el8.noarch 367 kB/s | 33 kB 00:00 2023-12-20T10:41:31.695 INFO:teuthology.orchestra.run.smithi123.stdout:(78/106): python3-certifi-2018.10.15-7.el8.noar 240 kB/s | 16 kB 00:00 2023-12-20T10:41:31.744 INFO:teuthology.orchestra.run.smithi177.stdout:(98/106): python3-waitress-1.4.3-1.el8.noarch.r 1.0 MB/s | 255 kB 00:00 2023-12-20T10:41:31.761 INFO:teuthology.orchestra.run.smithi123.stdout:(79/106): python3-cheroot-8.5.2-1.el8.noarch.rp 2.5 MB/s | 173 kB 00:00 2023-12-20T10:41:31.787 INFO:teuthology.orchestra.run.smithi123.stdout:(80/106): python3-asyncssh-2.7.0-2.el8.noarch.r 1.4 MB/s | 476 kB 00:00 2023-12-20T10:41:31.803 INFO:teuthology.orchestra.run.smithi177.stdout:(99/106): python3-webob-1.8.5-1.el8.1.noarch.rp 1.1 MB/s | 251 kB 00:00 2023-12-20T10:41:31.812 INFO:teuthology.orchestra.run.smithi123.stdout:(81/106): python3-beautifulsoup4-4.6.3-2.el8.1. 607 kB/s | 185 kB 00:00 2023-12-20T10:41:31.836 INFO:teuthology.orchestra.run.smithi177.stdout:(100/106): python3-websocket-client-0.56.0-5.el 667 kB/s | 61 kB 00:00 2023-12-20T10:41:31.837 INFO:teuthology.orchestra.run.smithi123.stdout:(82/106): python3-google-auth-1.1.1-10.el8.noar 1.6 MB/s | 81 kB 00:00 2023-12-20T10:41:31.862 INFO:teuthology.orchestra.run.smithi123.stdout:(83/106): python3-jaraco-6.2-6.el8.noarch.rpm 222 kB/s | 11 kB 00:00 2023-12-20T10:41:31.888 INFO:teuthology.orchestra.run.smithi123.stdout:(84/106): python3-cherrypy-18.4.0-1.el8.noarch. 3.0 MB/s | 384 kB 00:00 2023-12-20T10:41:31.905 INFO:teuthology.orchestra.run.smithi123.stdout:(85/106): python3-jaraco-functools-2.0-4.el8.no 261 kB/s | 18 kB 00:00 2023-12-20T10:41:31.928 INFO:teuthology.orchestra.run.smithi177.stdout:(101/106): python3-zc-lockfile-2.0-2.el8.noarch 250 kB/s | 23 kB 00:00 2023-12-20T10:41:31.938 INFO:teuthology.orchestra.run.smithi123.stdout:(86/106): python3-logutils-0.3.5-11.el8.noarch. 975 kB/s | 49 kB 00:00 2023-12-20T10:41:31.957 INFO:teuthology.orchestra.run.smithi123.stdout:(87/106): python3-more-itertools-7.2.0-3.el8.no 1.1 MB/s | 59 kB 00:00 2023-12-20T10:41:31.997 INFO:teuthology.orchestra.run.smithi123.stdout:(88/106): python3-natsort-7.1.1-2.el8.noarch.rp 1.0 MB/s | 60 kB 00:00 2023-12-20T10:41:32.064 INFO:teuthology.orchestra.run.smithi123.stdout:(89/106): python3-pecan-1.3.2-9.el8.noarch.rpm 2.5 MB/s | 283 kB 00:00 2023-12-20T10:41:32.081 INFO:teuthology.orchestra.run.smithi123.stdout:(90/106): python3-portend-2.6-1.el8.noarch.rpm 186 kB/s | 16 kB 00:00 2023-12-20T10:41:32.139 INFO:teuthology.orchestra.run.smithi123.stdout:(91/106): python3-repoze-lru-0.7-6.el8.noarch.r 449 kB/s | 34 kB 00:00 2023-12-20T10:41:32.145 INFO:teuthology.orchestra.run.smithi177.stdout:(102/106): python3-webtest-2.0.33-1.el8.noarch. 249 kB/s | 85 kB 00:00 2023-12-20T10:41:32.165 INFO:teuthology.orchestra.run.smithi123.stdout:(92/106): python3-routes-2.4.1-12.el8.noarch.rp 2.3 MB/s | 196 kB 00:00 2023-12-20T10:41:32.215 INFO:teuthology.orchestra.run.smithi123.stdout:(93/106): python3-rsa-4.9-2.el8.noarch.rpm 853 kB/s | 64 kB 00:00 2023-12-20T10:41:32.240 INFO:teuthology.orchestra.run.smithi123.stdout:(94/106): python3-simplegeneric-0.8.1-17.el8.no 249 kB/s | 19 kB 00:00 2023-12-20T10:41:32.290 INFO:teuthology.orchestra.run.smithi123.stdout:(95/106): python3-singledispatch-3.4.0.3-18.el8 318 kB/s | 24 kB 00:00 2023-12-20T10:41:32.312 INFO:teuthology.orchestra.run.smithi177.stdout:(103/106): thrift-0.13.0-2.el8.x86_64.rpm 4.5 MB/s | 1.7 MB 00:00 2023-12-20T10:41:32.316 INFO:teuthology.orchestra.run.smithi123.stdout:(96/106): python3-tempora-1.14.1-5.el8.noarch.r 389 kB/s | 29 kB 00:00 2023-12-20T10:41:32.349 INFO:teuthology.orchestra.run.smithi123.stdout:(97/106): python3-trustme-0.6.0-4.el8.noarch.rp 470 kB/s | 27 kB 00:00 2023-12-20T10:41:32.425 INFO:teuthology.orchestra.run.smithi123.stdout:(98/106): python3-kubernetes-11.0.0-6.el8.noarc 2.1 MB/s | 1.2 MB 00:00 2023-12-20T10:41:32.450 INFO:teuthology.orchestra.run.smithi123.stdout:(99/106): python3-waitress-1.4.3-1.el8.noarch.r 1.9 MB/s | 255 kB 00:00 2023-12-20T10:41:32.475 INFO:teuthology.orchestra.run.smithi123.stdout:(100/106): python3-webob-1.8.5-1.el8.1.noarch.r 2.0 MB/s | 251 kB 00:00 2023-12-20T10:41:32.509 INFO:teuthology.orchestra.run.smithi123.stdout:(101/106): python3-websocket-client-0.56.0-5.el 730 kB/s | 61 kB 00:00 2023-12-20T10:41:32.534 INFO:teuthology.orchestra.run.smithi123.stdout:(102/106): python3-zc-lockfile-2.0-2.el8.noarch 392 kB/s | 23 kB 00:00 2023-12-20T10:41:32.559 INFO:teuthology.orchestra.run.smithi123.stdout:(103/106): python3-webtest-2.0.33-1.el8.noarch. 783 kB/s | 85 kB 00:00 2023-12-20T10:41:32.637 INFO:teuthology.orchestra.run.smithi177.stdout:(104/106): librados2-17.2.7-131.ga88f3edf.el8.x 7.0 MB/s | 3.5 MB 00:00 2023-12-20T10:41:32.829 INFO:teuthology.orchestra.run.smithi177.stdout:(105/106): librbd1-17.2.7-131.ga88f3edf.el8.x86 6.9 MB/s | 3.6 MB 00:00 2023-12-20T10:41:32.876 INFO:teuthology.orchestra.run.smithi123.stdout:(104/106): librados2-17.2.7-131.ga88f3edf.el8.x 10 MB/s | 3.5 MB 00:00 2023-12-20T10:41:32.951 INFO:teuthology.orchestra.run.smithi123.stdout:(105/106): thrift-0.13.0-2.el8.x86_64.rpm 3.9 MB/s | 1.7 MB 00:00 2023-12-20T10:41:33.535 INFO:teuthology.orchestra.run.smithi123.stdout:(106/106): librbd1-17.2.7-131.ga88f3edf.el8.x86 3.7 MB/s | 3.6 MB 00:00 2023-12-20T10:41:33.541 INFO:teuthology.orchestra.run.smithi123.stdout:-------------------------------------------------------------------------------- 2023-12-20T10:41:33.541 INFO:teuthology.orchestra.run.smithi123.stdout:Total 13 MB/s | 197 MB 00:15 2023-12-20T10:41:34.086 INFO:teuthology.orchestra.run.smithi123.stdout:Running transaction check 2023-12-20T10:41:34.176 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction check succeeded. 2023-12-20T10:41:34.176 INFO:teuthology.orchestra.run.smithi123.stdout:Running transaction test 2023-12-20T10:41:34.346 INFO:teuthology.orchestra.run.smithi177.stdout:(106/106): python3-scipy-1.0.0-21.module_el8+76 2.0 MB/s | 14 MB 00:07 2023-12-20T10:41:34.349 INFO:teuthology.orchestra.run.smithi177.stdout:-------------------------------------------------------------------------------- 2023-12-20T10:41:34.349 INFO:teuthology.orchestra.run.smithi177.stdout:Total 9.3 MB/s | 197 MB 00:21 2023-12-20T10:41:34.868 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction check 2023-12-20T10:41:34.958 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction check succeeded. 2023-12-20T10:41:34.958 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction test 2023-12-20T10:41:35.491 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction test succeeded. 2023-12-20T10:41:35.494 INFO:teuthology.orchestra.run.smithi123.stdout:Running transaction 2023-12-20T10:41:36.147 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction test succeeded. 2023-12-20T10:41:36.150 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction 2023-12-20T10:41:39.465 INFO:teuthology.orchestra.run.smithi123.stdout: Preparing : 1/1 2023-12-20T10:41:39.794 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : liboath-2.6.2-3.el8.x86_64 1/108 2023-12-20T10:41:39.986 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : thrift-0.13.0-2.el8.x86_64 2/108 2023-12-20T10:41:39.997 INFO:teuthology.orchestra.run.smithi177.stdout: Preparing : 1/1 2023-12-20T10:41:40.215 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : librabbitmq-0.9.0-4.el8.x86_64 3/108 2023-12-20T10:41:40.406 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 4/108 2023-12-20T10:41:40.440 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : liboath-2.6.2-3.el8.x86_64 1/108 2023-12-20T10:41:40.624 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : thrift-0.13.0-2.el8.x86_64 2/108 2023-12-20T10:41:40.776 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 4/108 2023-12-20T10:41:40.821 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : librabbitmq-0.9.0-4.el8.x86_64 3/108 2023-12-20T10:41:41.011 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 4/108 2023-12-20T10:41:41.073 INFO:teuthology.orchestra.run.smithi123.stdout: Upgrading : librados2-2:17.2.7-131.ga88f3edf.el8.x86_64 5/108 2023-12-20T10:41:41.389 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 4/108 2023-12-20T10:41:41.475 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: librados2-2:17.2.7-131.ga88f3edf.el8.x86_64 5/108 2023-12-20T10:41:41.586 INFO:teuthology.orchestra.run.smithi177.stdout: Upgrading : librados2-2:17.2.7-131.ga88f3edf.el8.x86_64 5/108 2023-12-20T10:41:41.697 INFO:teuthology.orchestra.run.smithi123.stdout: Upgrading : librbd1-2:17.2.7-131.ga88f3edf.el8.x86_64 6/108 2023-12-20T10:41:41.826 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: librbd1-2:17.2.7-131.ga88f3edf.el8.x86_64 6/108 2023-12-20T10:41:41.985 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: librados2-2:17.2.7-131.ga88f3edf.el8.x86_64 5/108 2023-12-20T10:41:41.997 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libcephfs2-2:17.2.7-131.ga88f3edf.el8.x86_64 7/108 2023-12-20T10:41:42.097 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: libcephfs2-2:17.2.7-131.ga88f3edf.el8.x86_64 7/108 2023-12-20T10:41:42.194 INFO:teuthology.orchestra.run.smithi177.stdout: Upgrading : librbd1-2:17.2.7-131.ga88f3edf.el8.x86_64 6/108 2023-12-20T10:41:42.320 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: librbd1-2:17.2.7-131.ga88f3edf.el8.x86_64 6/108 2023-12-20T10:41:42.322 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-rados-2:17.2.7-131.ga88f3edf.el8.x86_64 8/108 2023-12-20T10:41:42.486 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : libcephfs2-2:17.2.7-131.ga88f3edf.el8.x86_64 7/108 2023-12-20T10:41:42.581 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: libcephfs2-2:17.2.7-131.ga88f3edf.el8.x86_64 7/108 2023-12-20T10:41:42.812 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-rados-2:17.2.7-131.ga88f3edf.el8.x86_64 8/108 2023-12-20T10:41:43.022 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : librdkafka-1.6.1-1.el8.x86_64 9/108 2023-12-20T10:41:43.206 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : librgw2-2:17.2.7-131.ga88f3edf.el8.x86_64 10/108 2023-12-20T10:41:43.275 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: librgw2-2:17.2.7-131.ga88f3edf.el8.x86_64 10/108 2023-12-20T10:41:43.469 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : librdkafka-1.6.1-1.el8.x86_64 9/108 2023-12-20T10:41:43.475 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 11/108 2023-12-20T10:41:43.602 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : librgw2-2:17.2.7-131.ga88f3edf.el8.x86_64 10/108 2023-12-20T10:41:43.671 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 12/108 2023-12-20T10:41:43.676 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: librgw2-2:17.2.7-131.ga88f3edf.el8.x86_64 10/108 2023-12-20T10:41:43.814 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libcephsqlite-2:17.2.7-131.ga88f3edf.el8.x86_64 13/108 2023-12-20T10:41:43.855 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 11/108 2023-12-20T10:41:43.902 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: libcephsqlite-2:17.2.7-131.ga88f3edf.el8.x86_64 13/108 2023-12-20T10:41:44.034 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 12/108 2023-12-20T10:41:44.064 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libradosstriper1-2:17.2.7-131.ga88f3edf.el8.x86_ 14/108 2023-12-20T10:41:44.164 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: libradosstriper1-2:17.2.7-131.ga88f3edf.el8.x86_ 14/108 2023-12-20T10:41:44.168 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : libcephsqlite-2:17.2.7-131.ga88f3edf.el8.x86_64 13/108 2023-12-20T10:41:44.262 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: libcephsqlite-2:17.2.7-131.ga88f3edf.el8.x86_64 13/108 2023-12-20T10:41:44.390 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 15/108 2023-12-20T10:41:44.410 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : libradosstriper1-2:17.2.7-131.ga88f3edf.el8.x86_ 14/108 2023-12-20T10:41:44.524 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: libradosstriper1-2:17.2.7-131.ga88f3edf.el8.x86_ 14/108 2023-12-20T10:41:44.531 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libquadmath-8.5.0-21.el8.x86_64 16/108 2023-12-20T10:41:44.661 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: libquadmath-8.5.0-21.el8.x86_64 16/108 2023-12-20T10:41:44.727 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 15/108 2023-12-20T10:41:44.814 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libgfortran-8.5.0-21.el8.x86_64 17/108 2023-12-20T10:41:44.869 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : libquadmath-8.5.0-21.el8.x86_64 16/108 2023-12-20T10:41:44.996 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: libquadmath-8.5.0-21.el8.x86_64 16/108 2023-12-20T10:41:45.135 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : libgfortran-8.5.0-21.el8.x86_64 17/108 2023-12-20T10:41:45.411 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: libgfortran-8.5.0-21.el8.x86_64 17/108 2023-12-20T10:41:45.605 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : openblas-0.3.15-4.el8.x86_64 18/108 2023-12-20T10:41:45.731 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: libgfortran-8.5.0-21.el8.x86_64 17/108 2023-12-20T10:41:45.877 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : openblas-0.3.15-4.el8.x86_64 18/108 2023-12-20T10:41:46.224 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: openblas-0.3.15-4.el8.x86_64 18/108 2023-12-20T10:41:46.372 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : openblas-threads-0.3.15-4.el8.x86_64 19/108 2023-12-20T10:41:46.484 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: openblas-0.3.15-4.el8.x86_64 18/108 2023-12-20T10:41:46.610 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : openblas-threads-0.3.15-4.el8.x86_64 19/108 2023-12-20T10:41:47.061 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: openblas-threads-0.3.15-4.el8.x86_64 19/108 2023-12-20T10:41:47.292 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: openblas-threads-0.3.15-4.el8.x86_64 19/108 2023-12-20T10:41:47.413 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 20/108 2023-12-20T10:41:47.618 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 20/108 2023-12-20T10:41:47.635 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 21/108 2023-12-20T10:41:47.840 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 21/108 2023-12-20T10:41:47.859 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pytz-2017.2-11.el8.noarch 22/108 2023-12-20T10:41:47.999 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-pytz-2017.2-11.el8.noarch 22/108 2023-12-20T10:41:48.036 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 23/108 2023-12-20T10:41:48.159 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 23/108 2023-12-20T10:41:48.207 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-ceph-argparse-2:17.2.7-131.ga88f3edf.el8 24/108 2023-12-20T10:41:48.320 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-ceph-argparse-2:17.2.7-131.ga88f3edf.el8 24/108 2023-12-20T10:41:48.440 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-cephfs-2:17.2.7-131.ga88f3edf.el8.x86_64 25/108 2023-12-20T10:41:48.561 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-cephfs-2:17.2.7-131.ga88f3edf.el8.x86_64 25/108 2023-12-20T10:41:49.402 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-mako-1.0.6-14.el8.noarch 26/108 2023-12-20T10:41:49.477 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-mako-1.0.6-14.el8.noarch 26/108 2023-12-20T10:41:49.717 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 27/108 2023-12-20T10:41:49.789 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 27/108 2023-12-20T10:41:49.999 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 28/108 2023-12-20T10:41:50.087 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 28/108 2023-12-20T10:41:50.290 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/108 2023-12-20T10:41:50.308 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/108 2023-12-20T10:41:52.063 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/108 2023-12-20T10:41:52.103 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/108 2023-12-20T10:41:52.341 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-scipy-1.0.0-21.module_el8+762+77bd8591.x 30/108 2023-12-20T10:41:52.387 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-scipy-1.0.0-21.module_el8+762+77bd8591.x 30/108 2023-12-20T10:41:52.538 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 31/108 2023-12-20T10:41:52.575 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 31/108 2023-12-20T10:41:52.757 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-rsa-4.9-2.el8.noarch 32/108 2023-12-20T10:41:52.761 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-rsa-4.9-2.el8.noarch 32/108 2023-12-20T10:41:52.988 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-rgw-2:17.2.7-131.ga88f3edf.el8.x86_64 33/108 2023-12-20T10:41:52.993 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-rgw-2:17.2.7-131.ga88f3edf.el8.x86_64 33/108 2023-12-20T10:41:53.181 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-rbd-2:17.2.7-131.ga88f3edf.el8.x86_64 34/108 2023-12-20T10:41:53.229 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-rbd-2:17.2.7-131.ga88f3edf.el8.x86_64 34/108 2023-12-20T10:41:53.391 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : librados-devel-2:17.2.7-131.ga88f3edf.el8.x86_64 35/108 2023-12-20T10:41:53.470 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : librados-devel-2:17.2.7-131.ga88f3edf.el8.x86_64 35/108 2023-12-20T10:41:53.569 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 36/108 2023-12-20T10:41:53.682 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 36/108 2023-12-20T10:41:53.799 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 37/108 2023-12-20T10:41:53.971 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 37/108 2023-12-20T10:41:53.998 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 38/108 2023-12-20T10:41:54.169 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 39/108 2023-12-20T10:41:54.219 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 38/108 2023-12-20T10:41:54.310 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 40/108 2023-12-20T10:41:54.435 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 39/108 2023-12-20T10:41:54.490 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 41/108 2023-12-20T10:41:54.623 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 40/108 2023-12-20T10:41:54.668 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 42/108 2023-12-20T10:41:54.842 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 43/108 2023-12-20T10:41:54.855 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 41/108 2023-12-20T10:41:54.986 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 44/108 2023-12-20T10:41:55.074 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 42/108 2023-12-20T10:41:55.132 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 45/108 2023-12-20T10:41:55.273 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 43/108 2023-12-20T10:41:55.311 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 46/108 2023-12-20T10:41:55.457 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 44/108 2023-12-20T10:41:55.566 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 47/108 2023-12-20T10:41:55.601 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 45/108 2023-12-20T10:41:55.733 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-portend-2.6-1.el8.noarch 48/108 2023-12-20T10:41:55.774 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 46/108 2023-12-20T10:41:55.908 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 49/108 2023-12-20T10:41:56.009 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 47/108 2023-12-20T10:41:56.115 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 50/108 2023-12-20T10:41:56.231 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-portend-2.6-1.el8.noarch 48/108 2023-12-20T10:41:56.332 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 51/108 2023-12-20T10:41:56.520 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 52/108 2023-12-20T10:41:56.686 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 49/108 2023-12-20T10:41:56.857 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 53/108 2023-12-20T10:41:56.911 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 50/108 2023-12-20T10:41:57.076 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 54/108 2023-12-20T10:41:57.193 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 51/108 2023-12-20T10:41:57.259 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 55/108 2023-12-20T10:41:57.414 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 52/108 2023-12-20T10:41:57.470 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 56/108 2023-12-20T10:41:57.693 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 57/108 2023-12-20T10:41:57.761 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 53/108 2023-12-20T10:41:58.007 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 54/108 2023-12-20T10:41:58.030 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-cffi-1.11.5-6.el8.x86_64 58/108 2023-12-20T10:41:58.204 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 55/108 2023-12-20T10:41:58.285 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-cryptography-3.2.1-6.el8.x86_64 59/108 2023-12-20T10:41:58.408 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 56/108 2023-12-20T10:41:58.484 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 60/108 2023-12-20T10:41:58.656 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 57/108 2023-12-20T10:41:58.727 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 61/108 2023-12-20T10:41:58.962 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 62/108 2023-12-20T10:41:59.017 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-cffi-1.11.5-6.el8.x86_64 58/108 2023-12-20T10:41:59.239 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-cryptography-3.2.1-6.el8.x86_64 59/108 2023-12-20T10:41:59.487 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 60/108 2023-12-20T10:41:59.757 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 61/108 2023-12-20T10:41:59.965 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 62/108 2023-12-20T10:41:59.986 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 63/108 2023-12-20T10:42:00.306 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 64/108 2023-12-20T10:42:00.532 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 65/108 2023-12-20T10:42:00.781 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 66/108 2023-12-20T10:42:01.022 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 63/108 2023-12-20T10:42:01.368 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 64/108 2023-12-20T10:42:01.397 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 67/108 2023-12-20T10:42:01.641 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 68/108 2023-12-20T10:42:01.660 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 65/108 2023-12-20T10:42:01.875 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 69/108 2023-12-20T10:42:01.936 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 66/108 2023-12-20T10:42:02.050 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : fuse-2.9.7-17.el8.x86_64 70/108 2023-12-20T10:42:02.244 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 71/108 2023-12-20T10:42:02.284 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 67/108 2023-12-20T10:42:02.548 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 72/108 2023-12-20T10:42:02.595 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 68/108 2023-12-20T10:42:02.790 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-py-1.5.3-4.el8.noarch 73/108 2023-12-20T10:42:02.860 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 69/108 2023-12-20T10:42:02.956 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 74/108 2023-12-20T10:42:03.070 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : fuse-2.9.7-17.el8.x86_64 70/108 2023-12-20T10:42:03.113 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-pluggy-0.6.0-3.el8.noarch 75/108 2023-12-20T10:42:03.298 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 76/108 2023-12-20T10:42:03.349 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 71/108 2023-12-20T10:42:03.490 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 77/108 2023-12-20T10:42:03.629 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 72/108 2023-12-20T10:42:03.685 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-attrs-17.4.0-6.el8.noarch 78/108 2023-12-20T10:42:03.857 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 79/108 2023-12-20T10:42:03.937 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 79/108 2023-12-20T10:42:03.944 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-py-1.5.3-4.el8.noarch 73/108 2023-12-20T10:42:04.108 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : jq-1.6-8.el8.x86_64 80/108 2023-12-20T10:42:04.119 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 74/108 2023-12-20T10:42:04.326 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pluggy-0.6.0-3.el8.noarch 75/108 2023-12-20T10:42:04.552 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 76/108 2023-12-20T10:42:04.609 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: cephadm-2:17.2.7-131.ga88f3edf.el8.noarch 81/108 2023-12-20T10:42:04.811 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 77/108 2023-12-20T10:42:04.814 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : cephadm-2:17.2.7-131.ga88f3edf.el8.noarch 81/108 2023-12-20T10:42:04.939 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-131.ga88f3edf.el 82/108 2023-12-20T10:42:05.047 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-attrs-17.4.0-6.el8.noarch 78/108 2023-12-20T10:42:05.121 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-131.ga88f3edf.e 83/108 2023-12-20T10:42:05.211 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 79/108 2023-12-20T10:42:05.295 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 79/108 2023-12-20T10:42:05.307 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-ceph-common-2:17.2.7-131.ga88f3edf.el8.x 84/108 2023-12-20T10:42:05.519 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : jq-1.6-8.el8.x86_64 80/108 2023-12-20T10:42:05.962 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: cephadm-2:17.2.7-131.ga88f3edf.el8.noarch 81/108 2023-12-20T10:42:06.231 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : cephadm-2:17.2.7-131.ga88f3edf.el8.noarch 81/108 2023-12-20T10:42:06.376 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-131.ga88f3edf.el 82/108 2023-12-20T10:42:06.580 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-131.ga88f3edf.e 83/108 2023-12-20T10:42:06.802 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-ceph-common-2:17.2.7-131.ga88f3edf.el8.x 84/108 2023-12-20T10:42:07.997 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-common-2:17.2.7-131.ga88f3edf.el8.x86_64 85/108 2023-12-20T10:42:08.235 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-common-2:17.2.7-131.ga88f3edf.el8.x86_64 85/108 2023-12-20T10:42:08.820 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-common-2:17.2.7-131.ga88f3edf.el8.x86_64 85/108 2023-12-20T10:42:09.094 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-base-2:17.2.7-131.ga88f3edf.el8.x86_64 86/108 2023-12-20T10:42:09.184 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-base-2:17.2.7-131.ga88f3edf.el8.x86_64 86/108 2023-12-20T10:42:09.389 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-selinux-2:17.2.7-131.ga88f3edf.el8.x86_64 87/108 2023-12-20T10:42:09.535 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-common-2:17.2.7-131.ga88f3edf.el8.x86_64 85/108 2023-12-20T10:42:09.794 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-common-2:17.2.7-131.ga88f3edf.el8.x86_64 85/108 2023-12-20T10:42:10.381 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-common-2:17.2.7-131.ga88f3edf.el8.x86_64 85/108 2023-12-20T10:42:10.694 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-base-2:17.2.7-131.ga88f3edf.el8.x86_64 86/108 2023-12-20T10:42:10.813 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-base-2:17.2.7-131.ga88f3edf.el8.x86_64 86/108 2023-12-20T10:42:11.018 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-selinux-2:17.2.7-131.ga88f3edf.el8.x86_64 87/108 2023-12-20T10:42:27.682 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-selinux-2:17.2.7-131.ga88f3edf.el8.x86_64 87/108 2023-12-20T10:42:27.683 INFO:teuthology.orchestra.run.smithi177.stdout:skipping the directory /sys 2023-12-20T10:42:27.683 INFO:teuthology.orchestra.run.smithi177.stdout:skipping the directory /proc 2023-12-20T10:42:27.683 INFO:teuthology.orchestra.run.smithi177.stdout:skipping the directory /dev 2023-12-20T10:42:27.683 INFO:teuthology.orchestra.run.smithi177.stdout:skipping the directory /run 2023-12-20T10:42:27.683 INFO:teuthology.orchestra.run.smithi177.stdout:skipping the directory /mnt 2023-12-20T10:42:27.683 INFO:teuthology.orchestra.run.smithi177.stdout:skipping the directory /var/tmp 2023-12-20T10:42:27.683 INFO:teuthology.orchestra.run.smithi177.stdout:skipping the directory /home 2023-12-20T10:42:27.683 INFO:teuthology.orchestra.run.smithi177.stdout:skipping the directory /tmp 2023-12-20T10:42:27.683 INFO:teuthology.orchestra.run.smithi177.stdout:skipping the directory /dev 2023-12-20T10:42:27.683 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-12-20T10:42:27.936 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-131.ga88f3edf.el8.noar 88/108 2023-12-20T10:42:28.143 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-131.ga88f3edf.el8.noar 88/108 2023-12-20T10:42:28.323 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-131.ga88f3edf.el8.no 89/108 2023-12-20T10:42:29.284 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-131.ga88f3edf.el8.no 89/108 2023-12-20T10:42:29.444 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-131.ga88f 90/108 2023-12-20T10:42:29.533 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-131.ga88f 90/108 2023-12-20T10:42:29.541 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-selinux-2:17.2.7-131.ga88f3edf.el8.x86_64 87/108 2023-12-20T10:42:29.541 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /sys 2023-12-20T10:42:29.541 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /proc 2023-12-20T10:42:29.541 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /dev 2023-12-20T10:42:29.541 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /run 2023-12-20T10:42:29.541 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /mnt 2023-12-20T10:42:29.541 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /var/tmp 2023-12-20T10:42:29.541 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /home 2023-12-20T10:42:29.542 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /tmp 2023-12-20T10:42:29.542 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /dev 2023-12-20T10:42:29.542 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:42:29.781 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-131.ga88f3edf.el8.noar 88/108 2023-12-20T10:42:29.896 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-131.ga88f3edf.el8 91/108 2023-12-20T10:42:29.990 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-131.ga88f3edf.el8.noar 88/108 2023-12-20T10:42:30.082 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-mgr-2:17.2.7-131.ga88f3edf.el8.x86_64 92/108 2023-12-20T10:42:30.116 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-mgr-2:17.2.7-131.ga88f3edf.el8.x86_64 92/108 2023-12-20T10:42:30.257 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-131.ga88f3edf.el8.no 89/108 2023-12-20T10:42:30.285 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-mgr-rook-2:17.2.7-131.ga88f3edf.el8.noarch 93/108 2023-12-20T10:42:30.508 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-131.ga88f3edf.el8.noarch 93/108 2023-12-20T10:42:30.669 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-mds-2:17.2.7-131.ga88f3edf.el8.x86_64 94/108 2023-12-20T10:42:31.059 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-mds-2:17.2.7-131.ga88f3edf.el8.x86_64 94/108 2023-12-20T10:42:31.217 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-131.ga88f3edf.el8.no 89/108 2023-12-20T10:42:31.219 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-mon-2:17.2.7-131.ga88f3edf.el8.x86_64 95/108 2023-12-20T10:42:31.406 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-131.ga88f 90/108 2023-12-20T10:42:31.496 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-131.ga88f 90/108 2023-12-20T10:42:31.896 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-131.ga88f3edf.el8 91/108 2023-12-20T10:42:32.091 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mgr-2:17.2.7-131.ga88f3edf.el8.x86_64 92/108 2023-12-20T10:42:32.126 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mgr-2:17.2.7-131.ga88f3edf.el8.x86_64 92/108 2023-12-20T10:42:32.323 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mgr-rook-2:17.2.7-131.ga88f3edf.el8.noarch 93/108 2023-12-20T10:42:32.543 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-131.ga88f3edf.el8.noarch 93/108 2023-12-20T10:42:32.693 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-mon-2:17.2.7-131.ga88f3edf.el8.x86_64 95/108 2023-12-20T10:42:32.715 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mds-2:17.2.7-131.ga88f3edf.el8.x86_64 94/108 2023-12-20T10:42:32.889 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-osd-2:17.2.7-131.ga88f3edf.el8.x86_64 96/108 2023-12-20T10:42:32.910 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-osd-2:17.2.7-131.ga88f3edf.el8.x86_64 96/108 2023-12-20T10:42:33.102 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mds-2:17.2.7-131.ga88f3edf.el8.x86_64 94/108 2023-12-20T10:42:33.323 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mon-2:17.2.7-131.ga88f3edf.el8.x86_64 95/108 2023-12-20T10:42:34.526 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-2:17.2.7-131.ga88f3edf.el8.x86_64 97/108 2023-12-20T10:42:34.747 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-radosgw-2:17.2.7-131.ga88f3edf.el8.x86_64 98/108 2023-12-20T10:42:34.841 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-131.ga88f3edf.el8.x86_64 98/108 2023-12-20T10:42:34.867 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mon-2:17.2.7-131.ga88f3edf.el8.x86_64 95/108 2023-12-20T10:42:35.035 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-131.ga88f3e 99/108 2023-12-20T10:42:35.107 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-osd-2:17.2.7-131.ga88f3edf.el8.x86_64 96/108 2023-12-20T10:42:35.128 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-osd-2:17.2.7-131.ga88f3edf.el8.x86_64 96/108 2023-12-20T10:42:35.381 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-131.ga88f3e 99/108 2023-12-20T10:42:35.552 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : rbd-mirror-2:17.2.7-131.ga88f3edf.el8.x86_64 100/108 2023-12-20T10:42:36.764 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-2:17.2.7-131.ga88f3edf.el8.x86_64 97/108 2023-12-20T10:42:36.990 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-radosgw-2:17.2.7-131.ga88f3edf.el8.x86_64 98/108 2023-12-20T10:42:37.069 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-131.ga88f3edf.el8.x86_64 98/108 2023-12-20T10:42:37.314 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-131.ga88f3e 99/108 2023-12-20T10:42:37.660 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-131.ga88f3e 99/108 2023-12-20T10:42:37.889 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : rbd-mirror-2:17.2.7-131.ga88f3edf.el8.x86_64 100/108 2023-12-20T10:42:40.485 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: rbd-mirror-2:17.2.7-131.ga88f3edf.el8.x86_64 100/108 2023-12-20T10:42:41.032 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-test-2:17.2.7-131.ga88f3edf.el8.x86_64 101/108 2023-12-20T10:42:41.375 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-pytest-3.4.2-11.el8.noarch 102/108 2023-12-20T10:42:41.571 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-fuse-2:17.2.7-131.ga88f3edf.el8.x86_64 103/108 2023-12-20T10:42:41.750 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : libcephfs-devel-2:17.2.7-131.ga88f3edf.el8.x86_6 104/108 2023-12-20T10:42:41.957 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : rbd-fuse-2:17.2.7-131.ga88f3edf.el8.x86_64 105/108 2023-12-20T10:42:42.143 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : rbd-nbd-2:17.2.7-131.ga88f3edf.el8.x86_64 106/108 2023-12-20T10:42:42.144 INFO:teuthology.orchestra.run.smithi177.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 107/108 2023-12-20T10:42:42.353 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 107/108 2023-12-20T10:42:42.353 INFO:teuthology.orchestra.run.smithi177.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 108/108 2023-12-20T10:42:42.843 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: rbd-mirror-2:17.2.7-131.ga88f3edf.el8.x86_64 100/108 2023-12-20T10:42:43.098 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 108/108 2023-12-20T10:42:43.098 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-2:17.2.7-131.ga88f3edf.el8.x86_64 1/108 2023-12-20T10:42:43.098 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-base-2:17.2.7-131.ga88f3edf.el8.x86_64 2/108 2023-12-20T10:42:43.098 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-common-2:17.2.7-131.ga88f3edf.el8.x86_64 3/108 2023-12-20T10:42:43.098 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-fuse-2:17.2.7-131.ga88f3edf.el8.x86_64 4/108 2023-12-20T10:42:43.098 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-131.ga88f3e 5/108 2023-12-20T10:42:43.098 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-mds-2:17.2.7-131.ga88f3edf.el8.x86_64 6/108 2023-12-20T10:42:43.098 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-mgr-2:17.2.7-131.ga88f3edf.el8.x86_64 7/108 2023-12-20T10:42:43.099 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-mon-2:17.2.7-131.ga88f3edf.el8.x86_64 8/108 2023-12-20T10:42:43.099 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-osd-2:17.2.7-131.ga88f3edf.el8.x86_64 9/108 2023-12-20T10:42:43.099 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-radosgw-2:17.2.7-131.ga88f3edf.el8.x86_64 10/108 2023-12-20T10:42:43.099 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-selinux-2:17.2.7-131.ga88f3edf.el8.x86_64 11/108 2023-12-20T10:42:43.099 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-test-2:17.2.7-131.ga88f3edf.el8.x86_64 12/108 2023-12-20T10:42:43.099 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : libcephfs-devel-2:17.2.7-131.ga88f3edf.el8.x86_6 13/108 2023-12-20T10:42:43.099 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : libcephfs2-2:17.2.7-131.ga88f3edf.el8.x86_64 14/108 2023-12-20T10:42:43.099 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : libcephsqlite-2:17.2.7-131.ga88f3edf.el8.x86_64 15/108 2023-12-20T10:42:43.099 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : librados-devel-2:17.2.7-131.ga88f3edf.el8.x86_64 16/108 2023-12-20T10:42:43.099 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : libradosstriper1-2:17.2.7-131.ga88f3edf.el8.x86_ 17/108 2023-12-20T10:42:43.099 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : librgw2-2:17.2.7-131.ga88f3edf.el8.x86_64 18/108 2023-12-20T10:42:43.099 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-ceph-argparse-2:17.2.7-131.ga88f3edf.el8 19/108 2023-12-20T10:42:43.099 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-ceph-common-2:17.2.7-131.ga88f3edf.el8.x 20/108 2023-12-20T10:42:43.099 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-cephfs-2:17.2.7-131.ga88f3edf.el8.x86_64 21/108 2023-12-20T10:42:43.100 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-rados-2:17.2.7-131.ga88f3edf.el8.x86_64 22/108 2023-12-20T10:42:43.100 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-rbd-2:17.2.7-131.ga88f3edf.el8.x86_64 23/108 2023-12-20T10:42:43.100 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-rgw-2:17.2.7-131.ga88f3edf.el8.x86_64 24/108 2023-12-20T10:42:43.100 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : rbd-fuse-2:17.2.7-131.ga88f3edf.el8.x86_64 25/108 2023-12-20T10:42:43.100 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : rbd-mirror-2:17.2.7-131.ga88f3edf.el8.x86_64 26/108 2023-12-20T10:42:43.100 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : rbd-nbd-2:17.2.7-131.ga88f3edf.el8.x86_64 27/108 2023-12-20T10:42:43.100 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-131.ga88f3edf.e 28/108 2023-12-20T10:42:43.107 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-131.ga88f3edf.el8.noar 29/108 2023-12-20T10:42:43.107 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-131.ga88f3edf.el8.no 30/108 2023-12-20T10:42:43.107 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-131.ga88f 31/108 2023-12-20T10:42:43.108 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-131.ga88f3edf.el8 32/108 2023-12-20T10:42:43.108 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-mgr-rook-2:17.2.7-131.ga88f3edf.el8.noarch 33/108 2023-12-20T10:42:43.108 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-131.ga88f3edf.el 34/108 2023-12-20T10:42:43.108 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : cephadm-2:17.2.7-131.ga88f3edf.el8.noarch 35/108 2023-12-20T10:42:43.108 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : jq-1.6-8.el8.x86_64 36/108 2023-12-20T10:42:43.108 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : librdkafka-1.6.1-1.el8.x86_64 37/108 2023-12-20T10:42:43.108 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 38/108 2023-12-20T10:42:43.108 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 39/108 2023-12-20T10:42:43.108 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : openblas-0.3.15-4.el8.x86_64 40/108 2023-12-20T10:42:43.108 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : openblas-threads-0.3.15-4.el8.x86_64 41/108 2023-12-20T10:42:43.108 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-attrs-17.4.0-6.el8.noarch 42/108 2023-12-20T10:42:43.108 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 43/108 2023-12-20T10:42:43.108 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 44/108 2023-12-20T10:42:43.108 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 45/108 2023-12-20T10:42:43.109 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 46/108 2023-12-20T10:42:43.109 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-mako-1.0.6-14.el8.noarch 47/108 2023-12-20T10:42:43.109 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 48/108 2023-12-20T10:42:43.109 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 49/108 2023-12-20T10:42:43.109 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 50/108 2023-12-20T10:42:43.109 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-pluggy-0.6.0-3.el8.noarch 51/108 2023-12-20T10:42:43.109 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 52/108 2023-12-20T10:42:43.109 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-py-1.5.3-4.el8.noarch 53/108 2023-12-20T10:42:43.110 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 54/108 2023-12-20T10:42:43.110 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 55/108 2023-12-20T10:42:43.110 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 56/108 2023-12-20T10:42:43.110 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-pytest-3.4.2-11.el8.noarch 57/108 2023-12-20T10:42:43.110 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-pytz-2017.2-11.el8.noarch 58/108 2023-12-20T10:42:43.110 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-scipy-1.0.0-21.module_el8+762+77bd8591.x 59/108 2023-12-20T10:42:43.110 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 60/108 2023-12-20T10:42:43.110 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 61/108 2023-12-20T10:42:43.110 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 62/108 2023-12-20T10:42:43.110 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : fuse-2.9.7-17.el8.x86_64 63/108 2023-12-20T10:42:43.110 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : libgfortran-8.5.0-21.el8.x86_64 64/108 2023-12-20T10:42:43.110 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : libquadmath-8.5.0-21.el8.x86_64 65/108 2023-12-20T10:42:43.110 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : librabbitmq-0.9.0-4.el8.x86_64 66/108 2023-12-20T10:42:43.110 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-cffi-1.11.5-6.el8.x86_64 67/108 2023-12-20T10:42:43.111 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-cryptography-3.2.1-6.el8.x86_64 68/108 2023-12-20T10:42:43.111 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 69/108 2023-12-20T10:42:43.111 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 70/108 2023-12-20T10:42:43.111 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 71/108 2023-12-20T10:42:43.111 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 72/108 2023-12-20T10:42:43.111 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 73/108 2023-12-20T10:42:43.111 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 74/108 2023-12-20T10:42:43.111 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 75/108 2023-12-20T10:42:43.111 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 76/108 2023-12-20T10:42:43.111 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 77/108 2023-12-20T10:42:43.111 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 78/108 2023-12-20T10:42:43.111 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 79/108 2023-12-20T10:42:43.111 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 80/108 2023-12-20T10:42:43.111 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 81/108 2023-12-20T10:42:43.111 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 82/108 2023-12-20T10:42:43.112 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 83/108 2023-12-20T10:42:43.112 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 84/108 2023-12-20T10:42:43.112 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 85/108 2023-12-20T10:42:43.112 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 86/108 2023-12-20T10:42:43.112 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 87/108 2023-12-20T10:42:43.112 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 88/108 2023-12-20T10:42:43.112 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 89/108 2023-12-20T10:42:43.112 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 90/108 2023-12-20T10:42:43.112 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-portend-2.6-1.el8.noarch 91/108 2023-12-20T10:42:43.112 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 92/108 2023-12-20T10:42:43.112 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 93/108 2023-12-20T10:42:43.112 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 94/108 2023-12-20T10:42:43.112 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 95/108 2023-12-20T10:42:43.112 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 96/108 2023-12-20T10:42:43.112 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 97/108 2023-12-20T10:42:43.112 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 98/108 2023-12-20T10:42:43.113 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 99/108 2023-12-20T10:42:43.113 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 100/108 2023-12-20T10:42:43.113 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 101/108 2023-12-20T10:42:43.113 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 102/108 2023-12-20T10:42:43.113 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 103/108 2023-12-20T10:42:43.113 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 104/108 2023-12-20T10:42:43.113 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : librados2-2:17.2.7-131.ga88f3edf.el8.x86_64 105/108 2023-12-20T10:42:43.113 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 106/108 2023-12-20T10:42:43.113 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : librbd1-2:17.2.7-131.ga88f3edf.el8.x86_64 107/108 2023-12-20T10:42:43.420 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-test-2:17.2.7-131.ga88f3edf.el8.x86_64 101/108 2023-12-20T10:42:43.796 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pytest-3.4.2-11.el8.noarch 102/108 2023-12-20T10:42:44.050 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-fuse-2:17.2.7-131.ga88f3edf.el8.x86_64 103/108 2023-12-20T10:42:44.229 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libcephfs-devel-2:17.2.7-131.ga88f3edf.el8.x86_6 104/108 2023-12-20T10:42:44.453 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : rbd-fuse-2:17.2.7-131.ga88f3edf.el8.x86_64 105/108 2023-12-20T10:42:44.631 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : rbd-nbd-2:17.2.7-131.ga88f3edf.el8.x86_64 106/108 2023-12-20T10:42:44.631 INFO:teuthology.orchestra.run.smithi123.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 107/108 2023-12-20T10:42:44.915 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 107/108 2023-12-20T10:42:44.916 INFO:teuthology.orchestra.run.smithi123.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 108/108 2023-12-20T10:42:45.147 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 108/108 2023-12-20T10:42:45.147 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-12-20T10:42:45.148 INFO:teuthology.orchestra.run.smithi177.stdout:Upgraded: 2023-12-20T10:42:45.148 INFO:teuthology.orchestra.run.smithi177.stdout: librados2-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:45.148 INFO:teuthology.orchestra.run.smithi177.stdout: librbd1-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:45.148 INFO:teuthology.orchestra.run.smithi177.stdout:Installed: 2023-12-20T10:42:45.148 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:45.148 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-base-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:45.148 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-common-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:45.148 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-fuse-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:45.148 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-grafana-dashboards-2:17.2.7-131.ga88f3edf.el8.noarch 2023-12-20T10:42:45.148 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-immutable-object-cache-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:45.148 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mds-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:45.148 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:45.148 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr-cephadm-2:17.2.7-131.ga88f3edf.el8.noarch 2023-12-20T10:42:45.149 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr-dashboard-2:17.2.7-131.ga88f3edf.el8.noarch 2023-12-20T10:42:45.149 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr-diskprediction-local-2:17.2.7-131.ga88f3edf.el8.noarch 2023-12-20T10:42:45.149 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr-modules-core-2:17.2.7-131.ga88f3edf.el8.noarch 2023-12-20T10:42:45.149 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr-rook-2:17.2.7-131.ga88f3edf.el8.noarch 2023-12-20T10:42:45.149 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mon-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:45.149 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-osd-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:45.149 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-prometheus-alerts-2:17.2.7-131.ga88f3edf.el8.noarch 2023-12-20T10:42:45.149 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-radosgw-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:45.149 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-selinux-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:45.149 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-test-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:45.149 INFO:teuthology.orchestra.run.smithi177.stdout: cephadm-2:17.2.7-131.ga88f3edf.el8.noarch 2023-12-20T10:42:45.149 INFO:teuthology.orchestra.run.smithi177.stdout: fuse-2.9.7-17.el8.x86_64 2023-12-20T10:42:45.149 INFO:teuthology.orchestra.run.smithi177.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-12-20T10:42:45.149 INFO:teuthology.orchestra.run.smithi177.stdout: jq-1.6-8.el8.x86_64 2023-12-20T10:42:45.150 INFO:teuthology.orchestra.run.smithi177.stdout: libcephfs-devel-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:45.150 INFO:teuthology.orchestra.run.smithi177.stdout: libcephfs2-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:45.150 INFO:teuthology.orchestra.run.smithi177.stdout: libcephsqlite-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:45.150 INFO:teuthology.orchestra.run.smithi177.stdout: libgfortran-8.5.0-21.el8.x86_64 2023-12-20T10:42:45.150 INFO:teuthology.orchestra.run.smithi177.stdout: liboath-2.6.2-3.el8.x86_64 2023-12-20T10:42:45.150 INFO:teuthology.orchestra.run.smithi177.stdout: libquadmath-8.5.0-21.el8.x86_64 2023-12-20T10:42:45.150 INFO:teuthology.orchestra.run.smithi177.stdout: librabbitmq-0.9.0-4.el8.x86_64 2023-12-20T10:42:45.150 INFO:teuthology.orchestra.run.smithi177.stdout: librados-devel-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:45.150 INFO:teuthology.orchestra.run.smithi177.stdout: libradosstriper1-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:45.150 INFO:teuthology.orchestra.run.smithi177.stdout: librdkafka-1.6.1-1.el8.x86_64 2023-12-20T10:42:45.150 INFO:teuthology.orchestra.run.smithi177.stdout: librgw2-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:45.150 INFO:teuthology.orchestra.run.smithi177.stdout: libunwind-1.3.1-3.el8.x86_64 2023-12-20T10:42:45.150 INFO:teuthology.orchestra.run.smithi177.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-12-20T10:42:45.150 INFO:teuthology.orchestra.run.smithi177.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-12-20T10:42:45.150 INFO:teuthology.orchestra.run.smithi177.stdout: openblas-0.3.15-4.el8.x86_64 2023-12-20T10:42:45.151 INFO:teuthology.orchestra.run.smithi177.stdout: openblas-threads-0.3.15-4.el8.x86_64 2023-12-20T10:42:45.151 INFO:teuthology.orchestra.run.smithi177.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-12-20T10:42:45.151 INFO:teuthology.orchestra.run.smithi177.stdout: python3-attrs-17.4.0-6.el8.noarch 2023-12-20T10:42:45.151 INFO:teuthology.orchestra.run.smithi177.stdout: python3-babel-2.5.1-7.el8.noarch 2023-12-20T10:42:45.151 INFO:teuthology.orchestra.run.smithi177.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-12-20T10:42:45.151 INFO:teuthology.orchestra.run.smithi177.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-12-20T10:42:45.151 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-12-20T10:42:45.151 INFO:teuthology.orchestra.run.smithi177.stdout: python3-ceph-argparse-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:45.151 INFO:teuthology.orchestra.run.smithi177.stdout: python3-ceph-common-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:45.151 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cephfs-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:45.151 INFO:teuthology.orchestra.run.smithi177.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-12-20T10:42:45.151 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cffi-1.11.5-6.el8.x86_64 2023-12-20T10:42:45.151 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-12-20T10:42:45.151 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-12-20T10:42:45.152 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cryptography-3.2.1-6.el8.x86_64 2023-12-20T10:42:45.152 INFO:teuthology.orchestra.run.smithi177.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-12-20T10:42:45.152 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jaraco-6.2-6.el8.noarch 2023-12-20T10:42:45.152 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-12-20T10:42:45.152 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-12-20T10:42:45.152 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-12-20T10:42:45.152 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-12-20T10:42:45.152 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-12-20T10:42:45.152 INFO:teuthology.orchestra.run.smithi177.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-12-20T10:42:45.152 INFO:teuthology.orchestra.run.smithi177.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-12-20T10:42:45.152 INFO:teuthology.orchestra.run.smithi177.stdout: python3-mako-1.0.6-14.el8.noarch 2023-12-20T10:42:45.152 INFO:teuthology.orchestra.run.smithi177.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-12-20T10:42:45.152 INFO:teuthology.orchestra.run.smithi177.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-12-20T10:42:45.152 INFO:teuthology.orchestra.run.smithi177.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-12-20T10:42:45.153 INFO:teuthology.orchestra.run.smithi177.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-12-20T10:42:45.153 INFO:teuthology.orchestra.run.smithi177.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-12-20T10:42:45.153 INFO:teuthology.orchestra.run.smithi177.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-12-20T10:42:45.153 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-12-20T10:42:45.153 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pluggy-0.6.0-3.el8.noarch 2023-12-20T10:42:45.153 INFO:teuthology.orchestra.run.smithi177.stdout: python3-portend-2.6-1.el8.noarch 2023-12-20T10:42:45.153 INFO:teuthology.orchestra.run.smithi177.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-12-20T10:42:45.153 INFO:teuthology.orchestra.run.smithi177.stdout: python3-py-1.5.3-4.el8.noarch 2023-12-20T10:42:45.153 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-12-20T10:42:45.153 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-12-20T10:42:45.153 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-12-20T10:42:45.153 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pycparser-2.14-14.el8.noarch 2023-12-20T10:42:45.153 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pytest-3.4.2-11.el8.noarch 2023-12-20T10:42:45.153 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pytz-2017.2-11.el8.noarch 2023-12-20T10:42:45.153 INFO:teuthology.orchestra.run.smithi177.stdout: python3-rados-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:45.154 INFO:teuthology.orchestra.run.smithi177.stdout: python3-rbd-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:45.154 INFO:teuthology.orchestra.run.smithi177.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-12-20T10:42:45.154 INFO:teuthology.orchestra.run.smithi177.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-12-20T10:42:45.154 INFO:teuthology.orchestra.run.smithi177.stdout: python3-rgw-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:45.154 INFO:teuthology.orchestra.run.smithi177.stdout: python3-routes-2.4.1-12.el8.noarch 2023-12-20T10:42:45.154 INFO:teuthology.orchestra.run.smithi177.stdout: python3-rsa-4.9-2.el8.noarch 2023-12-20T10:42:45.154 INFO:teuthology.orchestra.run.smithi177.stdout: python3-scipy-1.0.0-21.module_el8+762+77bd8591.x86_64 2023-12-20T10:42:45.154 INFO:teuthology.orchestra.run.smithi177.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-12-20T10:42:45.154 INFO:teuthology.orchestra.run.smithi177.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-12-20T10:42:45.154 INFO:teuthology.orchestra.run.smithi177.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-12-20T10:42:45.154 INFO:teuthology.orchestra.run.smithi177.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-12-20T10:42:45.154 INFO:teuthology.orchestra.run.smithi177.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-12-20T10:42:45.154 INFO:teuthology.orchestra.run.smithi177.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-12-20T10:42:45.154 INFO:teuthology.orchestra.run.smithi177.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-12-20T10:42:45.154 INFO:teuthology.orchestra.run.smithi177.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-12-20T10:42:45.155 INFO:teuthology.orchestra.run.smithi177.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-12-20T10:42:45.155 INFO:teuthology.orchestra.run.smithi177.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-12-20T10:42:45.155 INFO:teuthology.orchestra.run.smithi177.stdout: rbd-fuse-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:45.155 INFO:teuthology.orchestra.run.smithi177.stdout: rbd-mirror-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:45.155 INFO:teuthology.orchestra.run.smithi177.stdout: rbd-nbd-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:45.155 INFO:teuthology.orchestra.run.smithi177.stdout: socat-1.7.4.1-1.el8.x86_64 2023-12-20T10:42:45.155 INFO:teuthology.orchestra.run.smithi177.stdout: thrift-0.13.0-2.el8.x86_64 2023-12-20T10:42:45.155 INFO:teuthology.orchestra.run.smithi177.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-12-20T10:42:45.155 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-12-20T10:42:45.156 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2023-12-20T10:42:45.323 DEBUG:teuthology.parallel:result is None 2023-12-20T10:42:45.688 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 108/108 2023-12-20T10:42:45.689 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-2:17.2.7-131.ga88f3edf.el8.x86_64 1/108 2023-12-20T10:42:45.689 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-base-2:17.2.7-131.ga88f3edf.el8.x86_64 2/108 2023-12-20T10:42:45.689 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-common-2:17.2.7-131.ga88f3edf.el8.x86_64 3/108 2023-12-20T10:42:45.689 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-fuse-2:17.2.7-131.ga88f3edf.el8.x86_64 4/108 2023-12-20T10:42:45.689 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-131.ga88f3e 5/108 2023-12-20T10:42:45.689 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mds-2:17.2.7-131.ga88f3edf.el8.x86_64 6/108 2023-12-20T10:42:45.689 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mgr-2:17.2.7-131.ga88f3edf.el8.x86_64 7/108 2023-12-20T10:42:45.689 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mon-2:17.2.7-131.ga88f3edf.el8.x86_64 8/108 2023-12-20T10:42:45.689 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-osd-2:17.2.7-131.ga88f3edf.el8.x86_64 9/108 2023-12-20T10:42:45.689 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-radosgw-2:17.2.7-131.ga88f3edf.el8.x86_64 10/108 2023-12-20T10:42:45.689 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-selinux-2:17.2.7-131.ga88f3edf.el8.x86_64 11/108 2023-12-20T10:42:45.689 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-test-2:17.2.7-131.ga88f3edf.el8.x86_64 12/108 2023-12-20T10:42:45.690 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libcephfs-devel-2:17.2.7-131.ga88f3edf.el8.x86_6 13/108 2023-12-20T10:42:45.690 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libcephfs2-2:17.2.7-131.ga88f3edf.el8.x86_64 14/108 2023-12-20T10:42:45.690 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libcephsqlite-2:17.2.7-131.ga88f3edf.el8.x86_64 15/108 2023-12-20T10:42:45.690 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librados-devel-2:17.2.7-131.ga88f3edf.el8.x86_64 16/108 2023-12-20T10:42:45.690 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libradosstriper1-2:17.2.7-131.ga88f3edf.el8.x86_ 17/108 2023-12-20T10:42:45.690 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librgw2-2:17.2.7-131.ga88f3edf.el8.x86_64 18/108 2023-12-20T10:42:45.690 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-ceph-argparse-2:17.2.7-131.ga88f3edf.el8 19/108 2023-12-20T10:42:45.690 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-ceph-common-2:17.2.7-131.ga88f3edf.el8.x 20/108 2023-12-20T10:42:45.690 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-cephfs-2:17.2.7-131.ga88f3edf.el8.x86_64 21/108 2023-12-20T10:42:45.690 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-rados-2:17.2.7-131.ga88f3edf.el8.x86_64 22/108 2023-12-20T10:42:45.690 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-rbd-2:17.2.7-131.ga88f3edf.el8.x86_64 23/108 2023-12-20T10:42:45.690 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-rgw-2:17.2.7-131.ga88f3edf.el8.x86_64 24/108 2023-12-20T10:42:45.690 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : rbd-fuse-2:17.2.7-131.ga88f3edf.el8.x86_64 25/108 2023-12-20T10:42:45.690 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : rbd-mirror-2:17.2.7-131.ga88f3edf.el8.x86_64 26/108 2023-12-20T10:42:45.691 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : rbd-nbd-2:17.2.7-131.ga88f3edf.el8.x86_64 27/108 2023-12-20T10:42:45.691 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-131.ga88f3edf.e 28/108 2023-12-20T10:42:45.698 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-131.ga88f3edf.el8.noar 29/108 2023-12-20T10:42:45.699 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-131.ga88f3edf.el8.no 30/108 2023-12-20T10:42:45.699 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-131.ga88f 31/108 2023-12-20T10:42:45.699 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-131.ga88f3edf.el8 32/108 2023-12-20T10:42:45.699 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mgr-rook-2:17.2.7-131.ga88f3edf.el8.noarch 33/108 2023-12-20T10:42:45.699 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-131.ga88f3edf.el 34/108 2023-12-20T10:42:45.699 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : cephadm-2:17.2.7-131.ga88f3edf.el8.noarch 35/108 2023-12-20T10:42:45.699 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : jq-1.6-8.el8.x86_64 36/108 2023-12-20T10:42:45.699 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librdkafka-1.6.1-1.el8.x86_64 37/108 2023-12-20T10:42:45.699 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 38/108 2023-12-20T10:42:45.699 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 39/108 2023-12-20T10:42:45.699 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : openblas-0.3.15-4.el8.x86_64 40/108 2023-12-20T10:42:45.699 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : openblas-threads-0.3.15-4.el8.x86_64 41/108 2023-12-20T10:42:45.699 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-attrs-17.4.0-6.el8.noarch 42/108 2023-12-20T10:42:45.699 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 43/108 2023-12-20T10:42:45.700 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 44/108 2023-12-20T10:42:45.700 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 45/108 2023-12-20T10:42:45.700 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 46/108 2023-12-20T10:42:45.700 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-mako-1.0.6-14.el8.noarch 47/108 2023-12-20T10:42:45.700 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 48/108 2023-12-20T10:42:45.700 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 49/108 2023-12-20T10:42:45.700 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 50/108 2023-12-20T10:42:45.700 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pluggy-0.6.0-3.el8.noarch 51/108 2023-12-20T10:42:45.700 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 52/108 2023-12-20T10:42:45.700 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-py-1.5.3-4.el8.noarch 53/108 2023-12-20T10:42:45.700 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 54/108 2023-12-20T10:42:45.700 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 55/108 2023-12-20T10:42:45.700 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 56/108 2023-12-20T10:42:45.700 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pytest-3.4.2-11.el8.noarch 57/108 2023-12-20T10:42:45.700 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pytz-2017.2-11.el8.noarch 58/108 2023-12-20T10:42:45.701 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-scipy-1.0.0-21.module_el8+762+77bd8591.x 59/108 2023-12-20T10:42:45.701 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 60/108 2023-12-20T10:42:45.701 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 61/108 2023-12-20T10:42:45.701 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 62/108 2023-12-20T10:42:45.701 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : fuse-2.9.7-17.el8.x86_64 63/108 2023-12-20T10:42:45.701 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libgfortran-8.5.0-21.el8.x86_64 64/108 2023-12-20T10:42:45.701 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libquadmath-8.5.0-21.el8.x86_64 65/108 2023-12-20T10:42:45.701 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librabbitmq-0.9.0-4.el8.x86_64 66/108 2023-12-20T10:42:45.701 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-cffi-1.11.5-6.el8.x86_64 67/108 2023-12-20T10:42:45.701 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-cryptography-3.2.1-6.el8.x86_64 68/108 2023-12-20T10:42:45.701 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 69/108 2023-12-20T10:42:45.701 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 70/108 2023-12-20T10:42:45.701 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 71/108 2023-12-20T10:42:45.702 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 72/108 2023-12-20T10:42:45.702 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 73/108 2023-12-20T10:42:45.702 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 74/108 2023-12-20T10:42:45.702 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 75/108 2023-12-20T10:42:45.702 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 76/108 2023-12-20T10:42:45.702 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 77/108 2023-12-20T10:42:45.702 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 78/108 2023-12-20T10:42:45.702 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 79/108 2023-12-20T10:42:45.702 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 80/108 2023-12-20T10:42:45.702 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 81/108 2023-12-20T10:42:45.702 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 82/108 2023-12-20T10:42:45.702 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 83/108 2023-12-20T10:42:45.702 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 84/108 2023-12-20T10:42:45.702 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 85/108 2023-12-20T10:42:45.702 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 86/108 2023-12-20T10:42:45.702 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 87/108 2023-12-20T10:42:45.703 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 88/108 2023-12-20T10:42:45.703 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 89/108 2023-12-20T10:42:45.703 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 90/108 2023-12-20T10:42:45.703 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-portend-2.6-1.el8.noarch 91/108 2023-12-20T10:42:45.703 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 92/108 2023-12-20T10:42:45.703 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 93/108 2023-12-20T10:42:45.703 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 94/108 2023-12-20T10:42:45.703 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 95/108 2023-12-20T10:42:45.703 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 96/108 2023-12-20T10:42:45.703 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 97/108 2023-12-20T10:42:45.703 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 98/108 2023-12-20T10:42:45.703 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 99/108 2023-12-20T10:42:45.703 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 100/108 2023-12-20T10:42:45.703 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 101/108 2023-12-20T10:42:45.704 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 102/108 2023-12-20T10:42:45.704 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 103/108 2023-12-20T10:42:45.704 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 104/108 2023-12-20T10:42:45.704 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librados2-2:17.2.7-131.ga88f3edf.el8.x86_64 105/108 2023-12-20T10:42:45.704 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 106/108 2023-12-20T10:42:45.704 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librbd1-2:17.2.7-131.ga88f3edf.el8.x86_64 107/108 2023-12-20T10:42:47.785 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 108/108 2023-12-20T10:42:47.785 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:42:47.785 INFO:teuthology.orchestra.run.smithi123.stdout:Upgraded: 2023-12-20T10:42:47.785 INFO:teuthology.orchestra.run.smithi123.stdout: librados2-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:47.785 INFO:teuthology.orchestra.run.smithi123.stdout: librbd1-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:47.786 INFO:teuthology.orchestra.run.smithi123.stdout:Installed: 2023-12-20T10:42:47.786 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:47.786 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-base-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:47.786 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-common-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:47.786 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-fuse-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:47.786 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-grafana-dashboards-2:17.2.7-131.ga88f3edf.el8.noarch 2023-12-20T10:42:47.786 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-immutable-object-cache-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:47.786 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mds-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:47.786 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:47.786 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-cephadm-2:17.2.7-131.ga88f3edf.el8.noarch 2023-12-20T10:42:47.786 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-dashboard-2:17.2.7-131.ga88f3edf.el8.noarch 2023-12-20T10:42:47.786 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-diskprediction-local-2:17.2.7-131.ga88f3edf.el8.noarch 2023-12-20T10:42:47.786 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-modules-core-2:17.2.7-131.ga88f3edf.el8.noarch 2023-12-20T10:42:47.786 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-rook-2:17.2.7-131.ga88f3edf.el8.noarch 2023-12-20T10:42:47.787 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mon-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:47.787 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-osd-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:47.787 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-prometheus-alerts-2:17.2.7-131.ga88f3edf.el8.noarch 2023-12-20T10:42:47.787 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-radosgw-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:47.787 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-selinux-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:47.787 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-test-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:47.787 INFO:teuthology.orchestra.run.smithi123.stdout: cephadm-2:17.2.7-131.ga88f3edf.el8.noarch 2023-12-20T10:42:47.787 INFO:teuthology.orchestra.run.smithi123.stdout: fuse-2.9.7-17.el8.x86_64 2023-12-20T10:42:47.787 INFO:teuthology.orchestra.run.smithi123.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-12-20T10:42:47.787 INFO:teuthology.orchestra.run.smithi123.stdout: jq-1.6-8.el8.x86_64 2023-12-20T10:42:47.787 INFO:teuthology.orchestra.run.smithi123.stdout: libcephfs-devel-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:47.787 INFO:teuthology.orchestra.run.smithi123.stdout: libcephfs2-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:47.787 INFO:teuthology.orchestra.run.smithi123.stdout: libcephsqlite-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:47.787 INFO:teuthology.orchestra.run.smithi123.stdout: libgfortran-8.5.0-21.el8.x86_64 2023-12-20T10:42:47.788 INFO:teuthology.orchestra.run.smithi123.stdout: liboath-2.6.2-3.el8.x86_64 2023-12-20T10:42:47.788 INFO:teuthology.orchestra.run.smithi123.stdout: libquadmath-8.5.0-21.el8.x86_64 2023-12-20T10:42:47.788 INFO:teuthology.orchestra.run.smithi123.stdout: librabbitmq-0.9.0-4.el8.x86_64 2023-12-20T10:42:47.788 INFO:teuthology.orchestra.run.smithi123.stdout: librados-devel-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:47.788 INFO:teuthology.orchestra.run.smithi123.stdout: libradosstriper1-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:47.788 INFO:teuthology.orchestra.run.smithi123.stdout: librdkafka-1.6.1-1.el8.x86_64 2023-12-20T10:42:47.788 INFO:teuthology.orchestra.run.smithi123.stdout: librgw2-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:47.788 INFO:teuthology.orchestra.run.smithi123.stdout: libunwind-1.3.1-3.el8.x86_64 2023-12-20T10:42:47.788 INFO:teuthology.orchestra.run.smithi123.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-12-20T10:42:47.788 INFO:teuthology.orchestra.run.smithi123.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-12-20T10:42:47.788 INFO:teuthology.orchestra.run.smithi123.stdout: openblas-0.3.15-4.el8.x86_64 2023-12-20T10:42:47.788 INFO:teuthology.orchestra.run.smithi123.stdout: openblas-threads-0.3.15-4.el8.x86_64 2023-12-20T10:42:47.788 INFO:teuthology.orchestra.run.smithi123.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-12-20T10:42:47.788 INFO:teuthology.orchestra.run.smithi123.stdout: python3-attrs-17.4.0-6.el8.noarch 2023-12-20T10:42:47.788 INFO:teuthology.orchestra.run.smithi123.stdout: python3-babel-2.5.1-7.el8.noarch 2023-12-20T10:42:47.789 INFO:teuthology.orchestra.run.smithi123.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-12-20T10:42:47.789 INFO:teuthology.orchestra.run.smithi123.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-12-20T10:42:47.789 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-12-20T10:42:47.789 INFO:teuthology.orchestra.run.smithi123.stdout: python3-ceph-argparse-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:47.789 INFO:teuthology.orchestra.run.smithi123.stdout: python3-ceph-common-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:47.789 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cephfs-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:47.789 INFO:teuthology.orchestra.run.smithi123.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-12-20T10:42:47.789 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cffi-1.11.5-6.el8.x86_64 2023-12-20T10:42:47.789 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-12-20T10:42:47.789 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-12-20T10:42:47.789 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cryptography-3.2.1-6.el8.x86_64 2023-12-20T10:42:47.789 INFO:teuthology.orchestra.run.smithi123.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-12-20T10:42:47.789 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-6.2-6.el8.noarch 2023-12-20T10:42:47.789 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-12-20T10:42:47.790 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-12-20T10:42:47.790 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-12-20T10:42:47.790 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-12-20T10:42:47.790 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-12-20T10:42:47.790 INFO:teuthology.orchestra.run.smithi123.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-12-20T10:42:47.790 INFO:teuthology.orchestra.run.smithi123.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-12-20T10:42:47.790 INFO:teuthology.orchestra.run.smithi123.stdout: python3-mako-1.0.6-14.el8.noarch 2023-12-20T10:42:47.790 INFO:teuthology.orchestra.run.smithi123.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-12-20T10:42:47.790 INFO:teuthology.orchestra.run.smithi123.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-12-20T10:42:47.790 INFO:teuthology.orchestra.run.smithi123.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-12-20T10:42:47.790 INFO:teuthology.orchestra.run.smithi123.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-12-20T10:42:47.790 INFO:teuthology.orchestra.run.smithi123.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-12-20T10:42:47.790 INFO:teuthology.orchestra.run.smithi123.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-12-20T10:42:47.790 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-12-20T10:42:47.791 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pluggy-0.6.0-3.el8.noarch 2023-12-20T10:42:47.791 INFO:teuthology.orchestra.run.smithi123.stdout: python3-portend-2.6-1.el8.noarch 2023-12-20T10:42:47.791 INFO:teuthology.orchestra.run.smithi123.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-12-20T10:42:47.791 INFO:teuthology.orchestra.run.smithi123.stdout: python3-py-1.5.3-4.el8.noarch 2023-12-20T10:42:47.791 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-12-20T10:42:47.791 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-12-20T10:42:47.791 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-12-20T10:42:47.791 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pycparser-2.14-14.el8.noarch 2023-12-20T10:42:47.791 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pytest-3.4.2-11.el8.noarch 2023-12-20T10:42:47.791 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pytz-2017.2-11.el8.noarch 2023-12-20T10:42:47.791 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rados-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:47.791 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rbd-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:47.791 INFO:teuthology.orchestra.run.smithi123.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-12-20T10:42:47.791 INFO:teuthology.orchestra.run.smithi123.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-12-20T10:42:47.791 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rgw-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:47.792 INFO:teuthology.orchestra.run.smithi123.stdout: python3-routes-2.4.1-12.el8.noarch 2023-12-20T10:42:47.792 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rsa-4.9-2.el8.noarch 2023-12-20T10:42:47.792 INFO:teuthology.orchestra.run.smithi123.stdout: python3-scipy-1.0.0-21.module_el8+762+77bd8591.x86_64 2023-12-20T10:42:47.792 INFO:teuthology.orchestra.run.smithi123.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-12-20T10:42:47.792 INFO:teuthology.orchestra.run.smithi123.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-12-20T10:42:47.792 INFO:teuthology.orchestra.run.smithi123.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-12-20T10:42:47.792 INFO:teuthology.orchestra.run.smithi123.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-12-20T10:42:47.792 INFO:teuthology.orchestra.run.smithi123.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-12-20T10:42:47.792 INFO:teuthology.orchestra.run.smithi123.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-12-20T10:42:47.792 INFO:teuthology.orchestra.run.smithi123.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-12-20T10:42:47.792 INFO:teuthology.orchestra.run.smithi123.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-12-20T10:42:47.792 INFO:teuthology.orchestra.run.smithi123.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-12-20T10:42:47.792 INFO:teuthology.orchestra.run.smithi123.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-12-20T10:42:47.792 INFO:teuthology.orchestra.run.smithi123.stdout: rbd-fuse-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:47.793 INFO:teuthology.orchestra.run.smithi123.stdout: rbd-mirror-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:47.793 INFO:teuthology.orchestra.run.smithi123.stdout: rbd-nbd-2:17.2.7-131.ga88f3edf.el8.x86_64 2023-12-20T10:42:47.793 INFO:teuthology.orchestra.run.smithi123.stdout: socat-1.7.4.1-1.el8.x86_64 2023-12-20T10:42:47.793 INFO:teuthology.orchestra.run.smithi123.stdout: thrift-0.13.0-2.el8.x86_64 2023-12-20T10:42:47.794 INFO:teuthology.orchestra.run.smithi123.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-12-20T10:42:47.794 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:42:47.794 INFO:teuthology.orchestra.run.smithi123.stdout:Complete! 2023-12-20T10:42:48.014 DEBUG:teuthology.parallel:result is None 2023-12-20T10:42:48.014 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-20T10:42:48.015 INFO:teuthology.packaging:ref: None 2023-12-20T10:42:48.015 INFO:teuthology.packaging:tag: None 2023-12-20T10:42:48.015 INFO:teuthology.packaging:branch: quincy 2023-12-20T10:42:48.015 INFO:teuthology.packaging:sha1: 86cc4aec42581926507b9749381d531f24687367 2023-12-20T10:42:48.015 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=quincy 2023-12-20T10:42:48.411 DEBUG:teuthology.orchestra.run.smithi123:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-12-20T10:42:48.435 INFO:teuthology.orchestra.run.smithi123.stdout:17.2.7-131.ga88f3edf.el8 2023-12-20T10:42:48.435 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-131.ga88f3edf.el8 2023-12-20T10:42:48.435 INFO:teuthology.task.install:The correct ceph version 17.2.7-131.ga88f3edf is installed. 2023-12-20T10:42:48.437 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-20T10:42:48.437 INFO:teuthology.packaging:ref: None 2023-12-20T10:42:48.437 INFO:teuthology.packaging:tag: None 2023-12-20T10:42:48.437 INFO:teuthology.packaging:branch: quincy 2023-12-20T10:42:48.437 INFO:teuthology.packaging:sha1: 86cc4aec42581926507b9749381d531f24687367 2023-12-20T10:42:48.437 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=quincy 2023-12-20T10:42:48.768 DEBUG:teuthology.orchestra.run.smithi177:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-12-20T10:42:48.797 INFO:teuthology.orchestra.run.smithi177.stdout:17.2.7-131.ga88f3edf.el8 2023-12-20T10:42:48.797 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-131.ga88f3edf.el8 2023-12-20T10:42:48.797 INFO:teuthology.task.install:The correct ceph version 17.2.7-131.ga88f3edf is installed. 2023-12-20T10:42:48.799 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-12-20T10:42:48.799 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2023-12-20T10:42:48.799 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-12-20T10:42:48.832 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2023-12-20T10:42:48.832 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-12-20T10:42:48.872 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-12-20T10:42:48.873 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2023-12-20T10:42:48.873 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/usr/bin/daemon-helper 2023-12-20T10:42:48.902 DEBUG:teuthology.orchestra.run.smithi123:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-12-20T10:42:48.971 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2023-12-20T10:42:48.971 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd of=/usr/bin/daemon-helper 2023-12-20T10:42:49.003 DEBUG:teuthology.orchestra.run.smithi177:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-12-20T10:42:49.073 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-12-20T10:42:49.074 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2023-12-20T10:42:49.074 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/usr/bin/adjust-ulimits 2023-12-20T10:42:49.102 DEBUG:teuthology.orchestra.run.smithi123:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-12-20T10:42:49.171 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2023-12-20T10:42:49.171 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd of=/usr/bin/adjust-ulimits 2023-12-20T10:42:49.200 DEBUG:teuthology.orchestra.run.smithi177:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-12-20T10:42:49.269 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2023-12-20T10:42:49.269 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2023-12-20T10:42:49.269 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/usr/bin/stdin-killer 2023-12-20T10:42:49.297 DEBUG:teuthology.orchestra.run.smithi123:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-12-20T10:42:49.364 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2023-12-20T10:42:49.364 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd of=/usr/bin/stdin-killer 2023-12-20T10:42:49.393 DEBUG:teuthology.orchestra.run.smithi177:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-12-20T10:42:49.462 INFO:teuthology.run_tasks:Running task print... 2023-12-20T10:42:49.489 INFO:teuthology.task.print:**** done install task... 2023-12-20T10:42:49.489 INFO:teuthology.run_tasks:Running task print... 2023-12-20T10:42:49.521 INFO:teuthology.task.print:**** done start installing quincy cephadm ... 2023-12-20T10:42:49.521 INFO:teuthology.run_tasks:Running task cephadm... 2023-12-20T10:42:49.624 INFO:tasks.cephadm:Config: {'cephadm_branch': 'quincy', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:quincy', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '86cc4aec42581926507b9749381d531f24687367'} 2023-12-20T10:42:49.624 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:quincy 2023-12-20T10:42:49.625 INFO:tasks.cephadm:Cluster fsid is 85213638-9f24-11ee-95a5-87774f69a715 2023-12-20T10:42:49.625 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2023-12-20T10:42:49.625 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.123', 'mon.c': '[v2:172.21.15.123:3301,v1:172.21.15.123:6790]', 'mon.b': '172.21.15.177'} 2023-12-20T10:42:49.625 INFO:tasks.cephadm:First mon is mon.a on smithi123 2023-12-20T10:42:49.625 INFO:tasks.cephadm:First mgr is y 2023-12-20T10:42:49.625 INFO:tasks.cephadm:Normalizing hostnames... 2023-12-20T10:42:49.625 DEBUG:teuthology.orchestra.run.smithi123:> sudo hostname $(hostname -s) 2023-12-20T10:42:49.653 DEBUG:teuthology.orchestra.run.smithi177:> sudo hostname $(hostname -s) 2023-12-20T10:42:49.684 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref quincy)... 2023-12-20T10:42:49.684 DEBUG:teuthology.orchestra.run.smithi123:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-12-20T10:42:50.050 INFO:teuthology.orchestra.run.smithi123.stdout:-rw-rw-r--. 1 ubuntu ubuntu 367151 Dec 20 10:42 /home/ubuntu/cephtest/cephadm 2023-12-20T10:42:50.050 DEBUG:teuthology.orchestra.run.smithi177:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-12-20T10:42:50.336 INFO:teuthology.orchestra.run.smithi177.stdout:-rw-rw-r--. 1 ubuntu ubuntu 367151 Dec 20 10:42 /home/ubuntu/cephtest/cephadm 2023-12-20T10:42:50.336 DEBUG:teuthology.orchestra.run.smithi123:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-12-20T10:42:50.359 DEBUG:teuthology.orchestra.run.smithi177:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-12-20T10:42:50.411 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:quincy on all hosts... 2023-12-20T10:42:50.411 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2023-12-20T10:42:50.414 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2023-12-20T10:42:54.993 INFO:teuthology.orchestra.run.smithi177.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2023-12-20T10:42:55.253 INFO:teuthology.orchestra.run.smithi123.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2023-12-20T10:43:19.707 INFO:teuthology.orchestra.run.smithi177.stdout:{ 2023-12-20T10:43:19.707 INFO:teuthology.orchestra.run.smithi177.stdout: "ceph_version": "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)", 2023-12-20T10:43:19.707 INFO:teuthology.orchestra.run.smithi177.stdout: "image_id": "f9ecdbaa1030a8dc3428557b1b56bd9d3af8551038d2d65c4a38bae5ee62341e", 2023-12-20T10:43:19.707 INFO:teuthology.orchestra.run.smithi177.stdout: "repo_digests": [ 2023-12-20T10:43:19.707 INFO:teuthology.orchestra.run.smithi177.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:16492dd117e06e94cb8038f70cbd19bda01bc92780826dbd8a342d98670acfdd" 2023-12-20T10:43:19.707 INFO:teuthology.orchestra.run.smithi177.stdout: ] 2023-12-20T10:43:19.707 INFO:teuthology.orchestra.run.smithi177.stdout:} 2023-12-20T10:43:24.120 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T10:43:24.120 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_version": "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)", 2023-12-20T10:43:24.120 INFO:teuthology.orchestra.run.smithi123.stdout: "image_id": "f9ecdbaa1030a8dc3428557b1b56bd9d3af8551038d2d65c4a38bae5ee62341e", 2023-12-20T10:43:24.120 INFO:teuthology.orchestra.run.smithi123.stdout: "repo_digests": [ 2023-12-20T10:43:24.120 INFO:teuthology.orchestra.run.smithi123.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:16492dd117e06e94cb8038f70cbd19bda01bc92780826dbd8a342d98670acfdd" 2023-12-20T10:43:24.120 INFO:teuthology.orchestra.run.smithi123.stdout: ] 2023-12-20T10:43:24.121 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T10:43:24.140 DEBUG:teuthology.orchestra.run.smithi123:> sudo mkdir -p /etc/ceph 2023-12-20T10:43:24.170 DEBUG:teuthology.orchestra.run.smithi177:> sudo mkdir -p /etc/ceph 2023-12-20T10:43:24.207 DEBUG:teuthology.orchestra.run.smithi123:> sudo chmod 777 /etc/ceph 2023-12-20T10:43:24.237 DEBUG:teuthology.orchestra.run.smithi177:> sudo chmod 777 /etc/ceph 2023-12-20T10:43:24.276 INFO:tasks.cephadm:Writing seed config... 2023-12-20T10:43:24.277 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2023-12-20T10:43:24.278 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2023-12-20T10:43:24.278 INFO:tasks.cephadm: override: [osd] debug ms = 1 2023-12-20T10:43:24.278 INFO:tasks.cephadm: override: [osd] debug osd = 20 2023-12-20T10:43:24.278 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2023-12-20T10:43:24.278 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2023-12-20T10:43:24.278 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2023-12-20T10:43:24.278 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2023-12-20T10:43:24.278 INFO:tasks.cephadm: override: [mon] debug mon = 20 2023-12-20T10:43:24.278 INFO:tasks.cephadm: override: [mon] debug ms = 1 2023-12-20T10:43:24.278 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2023-12-20T10:43:24.279 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2023-12-20T10:43:24.279 DEBUG:teuthology.orchestra.run.smithi123:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2023-12-20T10:43:24.297 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 85213638-9f24-11ee-95a5-87774f69a715 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2023-12-20T10:43:24.297 DEBUG:teuthology.orchestra.run.smithi123:mon.a> sudo journalctl -f -n 0 -u ceph-85213638-9f24-11ee-95a5-87774f69a715@mon.a.service 2023-12-20T10:43:24.340 DEBUG:teuthology.orchestra.run.smithi123:mgr.y> sudo journalctl -f -n 0 -u ceph-85213638-9f24-11ee-95a5-87774f69a715@mgr.y.service 2023-12-20T10:43:24.366 INFO:journalctl@ceph.mon.a.smithi123.stdout:-- Logs begin at Wed 2023-12-20 09:47:08 UTC. -- 2023-12-20T10:43:24.366 INFO:tasks.cephadm:Bootstrapping... 2023-12-20T10:43:24.366 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy -v bootstrap --fsid 85213638-9f24-11ee-95a5-87774f69a715 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.123 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2023-12-20T10:43:24.392 INFO:journalctl@ceph.mgr.y.smithi123.stdout:-- Logs begin at Wed 2023-12-20 09:47:08 UTC. -- 2023-12-20T10:43:24.565 INFO:teuthology.orchestra.run.smithi123.stdout:-------------------------------------------------------------------------------- 2023-12-20T10:43:24.565 INFO:teuthology.orchestra.run.smithi123.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:quincy', '-v', 'bootstrap', '--fsid', '85213638-9f24-11ee-95a5-87774f69a715', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.123', '--skip-admin-label'] 2023-12-20T10:43:24.599 INFO:teuthology.orchestra.run.smithi123.stdout:/bin/podman: stdout 4.6.1 2023-12-20T10:43:24.599 INFO:teuthology.orchestra.run.smithi123.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2023-12-20T10:43:24.599 INFO:teuthology.orchestra.run.smithi123.stdout:Verifying podman|docker is present... 2023-12-20T10:43:24.633 INFO:teuthology.orchestra.run.smithi123.stdout:/bin/podman: stdout 4.6.1 2023-12-20T10:43:24.633 INFO:teuthology.orchestra.run.smithi123.stdout:Verifying lvm2 is present... 2023-12-20T10:43:24.633 INFO:teuthology.orchestra.run.smithi123.stdout:Verifying time synchronization is in place... 2023-12-20T10:43:24.640 INFO:teuthology.orchestra.run.smithi123.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-12-20T10:43:24.640 INFO:teuthology.orchestra.run.smithi123.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-12-20T10:43:24.646 INFO:teuthology.orchestra.run.smithi123.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-12-20T10:43:24.646 INFO:teuthology.orchestra.run.smithi123.stdout:systemctl: stdout inactive 2023-12-20T10:43:24.652 INFO:teuthology.orchestra.run.smithi123.stdout:systemctl: stdout enabled 2023-12-20T10:43:24.657 INFO:teuthology.orchestra.run.smithi123.stdout:systemctl: stdout active 2023-12-20T10:43:24.658 INFO:teuthology.orchestra.run.smithi123.stdout:Unit chronyd.service is enabled and running 2023-12-20T10:43:24.658 INFO:teuthology.orchestra.run.smithi123.stdout:Repeating the final host check... 2023-12-20T10:43:24.691 INFO:teuthology.orchestra.run.smithi123.stdout:/bin/podman: stdout 4.6.1 2023-12-20T10:43:24.691 INFO:teuthology.orchestra.run.smithi123.stdout:podman (/bin/podman) version 4.6.1 is present 2023-12-20T10:43:24.691 INFO:teuthology.orchestra.run.smithi123.stdout:systemctl is present 2023-12-20T10:43:24.691 INFO:teuthology.orchestra.run.smithi123.stdout:lvcreate is present 2023-12-20T10:43:24.697 INFO:teuthology.orchestra.run.smithi123.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-12-20T10:43:24.697 INFO:teuthology.orchestra.run.smithi123.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-12-20T10:43:24.703 INFO:teuthology.orchestra.run.smithi123.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-12-20T10:43:24.703 INFO:teuthology.orchestra.run.smithi123.stdout:systemctl: stdout inactive 2023-12-20T10:43:24.708 INFO:teuthology.orchestra.run.smithi123.stdout:systemctl: stdout enabled 2023-12-20T10:43:24.714 INFO:teuthology.orchestra.run.smithi123.stdout:systemctl: stdout active 2023-12-20T10:43:24.714 INFO:teuthology.orchestra.run.smithi123.stdout:Unit chronyd.service is enabled and running 2023-12-20T10:43:24.714 INFO:teuthology.orchestra.run.smithi123.stdout:Host looks OK 2023-12-20T10:43:24.714 INFO:teuthology.orchestra.run.smithi123.stdout:Cluster fsid: 85213638-9f24-11ee-95a5-87774f69a715 2023-12-20T10:43:24.714 INFO:teuthology.orchestra.run.smithi123.stdout:Acquiring lock 140039336245736 on /run/cephadm/85213638-9f24-11ee-95a5-87774f69a715.lock 2023-12-20T10:43:24.714 INFO:teuthology.orchestra.run.smithi123.stdout:Lock 140039336245736 acquired on /run/cephadm/85213638-9f24-11ee-95a5-87774f69a715.lock 2023-12-20T10:43:24.715 INFO:teuthology.orchestra.run.smithi123.stdout:Verifying IP 172.21.15.123 port 3300 ... 2023-12-20T10:43:24.715 INFO:teuthology.orchestra.run.smithi123.stdout:Verifying IP 172.21.15.123 port 6789 ... 2023-12-20T10:43:24.715 INFO:teuthology.orchestra.run.smithi123.stdout:Base mon IP(s) is [172.21.15.123:3300, 172.21.15.123:6789], mon addrv is [v2:172.21.15.123:3300,v1:172.21.15.123:6789] 2023-12-20T10:43:24.719 INFO:teuthology.orchestra.run.smithi123.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.123 metric 100 2023-12-20T10:43:24.719 INFO:teuthology.orchestra.run.smithi123.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.123 metric 100 2023-12-20T10:43:24.722 INFO:teuthology.orchestra.run.smithi123.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2023-12-20T10:43:24.722 INFO:teuthology.orchestra.run.smithi123.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2023-12-20T10:43:24.722 INFO:teuthology.orchestra.run.smithi123.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1794sec hoplimit 64 pref medium 2023-12-20T10:43:24.724 INFO:teuthology.orchestra.run.smithi123.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2023-12-20T10:43:24.724 INFO:teuthology.orchestra.run.smithi123.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2023-12-20T10:43:24.724 INFO:teuthology.orchestra.run.smithi123.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-12-20T10:43:24.725 INFO:teuthology.orchestra.run.smithi123.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2023-12-20T10:43:24.725 INFO:teuthology.orchestra.run.smithi123.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:d3f1/64 scope link 2023-12-20T10:43:24.725 INFO:teuthology.orchestra.run.smithi123.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-12-20T10:43:24.725 INFO:teuthology.orchestra.run.smithi123.stdout:Mon IP `172.21.15.123` is in CIDR network `172.21.0.0/20` 2023-12-20T10:43:24.726 INFO:teuthology.orchestra.run.smithi123.stdout:Mon IP `172.21.15.123` is in CIDR network `172.21.0.0/20` 2023-12-20T10:43:24.726 INFO:teuthology.orchestra.run.smithi123.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2023-12-20T10:43:24.726 INFO:teuthology.orchestra.run.smithi123.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2023-12-20T10:43:24.726 INFO:teuthology.orchestra.run.smithi123.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2023-12-20T10:43:26.158 INFO:teuthology.orchestra.run.smithi123.stdout:/bin/podman: stdout f9ecdbaa1030a8dc3428557b1b56bd9d3af8551038d2d65c4a38bae5ee62341e 2023-12-20T10:43:26.158 INFO:teuthology.orchestra.run.smithi123.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:quincy... 2023-12-20T10:43:26.158 INFO:teuthology.orchestra.run.smithi123.stdout:/bin/podman: stderr Getting image source signatures 2023-12-20T10:43:26.158 INFO:teuthology.orchestra.run.smithi123.stdout:/bin/podman: stderr Copying blob sha256:7be6900e5445e78fc03bcf48e8188d376353468c6b158a72fddc62646d503826 2023-12-20T10:43:26.158 INFO:teuthology.orchestra.run.smithi123.stdout:/bin/podman: stderr Copying blob sha256:46af8f5390d4e94fc57efb422ccb97bb53dfe5b948546bfc191b46557eb2dbd9 2023-12-20T10:43:26.158 INFO:teuthology.orchestra.run.smithi123.stdout:/bin/podman: stderr Copying config sha256:f9ecdbaa1030a8dc3428557b1b56bd9d3af8551038d2d65c4a38bae5ee62341e 2023-12-20T10:43:26.159 INFO:teuthology.orchestra.run.smithi123.stdout:/bin/podman: stderr Writing manifest to image destination 2023-12-20T10:43:26.919 INFO:teuthology.orchestra.run.smithi123.stdout:ceph: stdout ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable) 2023-12-20T10:43:26.919 INFO:teuthology.orchestra.run.smithi123.stdout:Ceph version: ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable) 2023-12-20T10:43:26.919 INFO:teuthology.orchestra.run.smithi123.stdout:Extracting ceph user uid/gid from container image... 2023-12-20T10:43:27.557 INFO:teuthology.orchestra.run.smithi123.stdout:stat: stdout 167 167 2023-12-20T10:43:27.557 INFO:teuthology.orchestra.run.smithi123.stdout:Creating initial keys... 2023-12-20T10:43:28.199 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph-authtool: stdout AQBPxYJlTgt9MhAAosV8GHienrKxghY0aXp48A== 2023-12-20T10:43:28.866 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph-authtool: stdout AQBQxYJlGB6nGxAAgaES/sMBkqfHFGMptgeEPQ== 2023-12-20T10:43:29.452 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph-authtool: stdout AQBRxYJl0l6bBRAALP1oDlJ3ZsiDv80i5sWVUA== 2023-12-20T10:43:29.452 INFO:teuthology.orchestra.run.smithi123.stdout:Creating initial monmap... 2023-12-20T10:43:30.065 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2023-12-20T10:43:30.065 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = octopus 2023-12-20T10:43:30.066 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 85213638-9f24-11ee-95a5-87774f69a715 2023-12-20T10:43:30.066 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-12-20T10:43:30.066 INFO:teuthology.orchestra.run.smithi123.stdout:monmaptool for a [v2:172.21.15.123:3300,v1:172.21.15.123:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2023-12-20T10:43:30.066 INFO:teuthology.orchestra.run.smithi123.stdout:setting min_mon_release = octopus 2023-12-20T10:43:30.066 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/monmaptool: set fsid to 85213638-9f24-11ee-95a5-87774f69a715 2023-12-20T10:43:30.066 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-12-20T10:43:30.066 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:43:30.066 INFO:teuthology.orchestra.run.smithi123.stdout:Creating mon... 2023-12-20T10:43:30.677 INFO:teuthology.orchestra.run.smithi123.stdout:create mon.a on 2023-12-20T10:43:30.774 INFO:teuthology.orchestra.run.smithi123.stdout:systemctl: stderr Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2023-12-20T10:43:30.862 INFO:teuthology.orchestra.run.smithi123.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2023-12-20T10:43:30.953 INFO:teuthology.orchestra.run.smithi123.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-85213638-9f24-11ee-95a5-87774f69a715.target → /etc/systemd/system/ceph-85213638-9f24-11ee-95a5-87774f69a715.target. 2023-12-20T10:43:30.954 INFO:teuthology.orchestra.run.smithi123.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-85213638-9f24-11ee-95a5-87774f69a715.target → /etc/systemd/system/ceph-85213638-9f24-11ee-95a5-87774f69a715.target. 2023-12-20T10:43:31.075 INFO:teuthology.orchestra.run.smithi123.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-85213638-9f24-11ee-95a5-87774f69a715@mon.a 2023-12-20T10:43:31.076 INFO:teuthology.orchestra.run.smithi123.stdout:systemctl: stderr Failed to reset failed state of unit ceph-85213638-9f24-11ee-95a5-87774f69a715@mon.a.service: Unit ceph-85213638-9f24-11ee-95a5-87774f69a715@mon.a.service not loaded. 2023-12-20T10:43:31.169 INFO:teuthology.orchestra.run.smithi123.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-85213638-9f24-11ee-95a5-87774f69a715.target.wants/ceph-85213638-9f24-11ee-95a5-87774f69a715@mon.a.service → /etc/systemd/system/ceph-85213638-9f24-11ee-95a5-87774f69a715@.service. 2023-12-20T10:43:31.541 INFO:teuthology.orchestra.run.smithi123.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-12-20T10:43:31.541 INFO:teuthology.orchestra.run.smithi123.stdout:systemctl: stdout disabled 2023-12-20T10:43:31.549 INFO:teuthology.orchestra.run.smithi123.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-12-20T10:43:31.549 INFO:teuthology.orchestra.run.smithi123.stdout:systemctl: stdout inactive 2023-12-20T10:43:31.549 INFO:teuthology.orchestra.run.smithi123.stdout:firewalld.service is not enabled 2023-12-20T10:43:31.549 INFO:teuthology.orchestra.run.smithi123.stdout:Not possible to enable service . firewalld.service is not available 2023-12-20T10:43:31.550 INFO:teuthology.orchestra.run.smithi123.stdout:Waiting for mon to start... 2023-12-20T10:43:31.550 INFO:teuthology.orchestra.run.smithi123.stdout:Waiting for mon... 2023-12-20T10:43:31.784 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:31 smithi123 ceph-mon[110558]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-20T10:43:32.406 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout cluster: 2023-12-20T10:43:32.406 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout id: 85213638-9f24-11ee-95a5-87774f69a715 2023-12-20T10:43:32.406 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2023-12-20T10:43:32.406 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout 2023-12-20T10:43:32.406 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout services: 2023-12-20T10:43:32.406 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.507489s) 2023-12-20T10:43:32.406 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2023-12-20T10:43:32.406 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2023-12-20T10:43:32.407 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout 2023-12-20T10:43:32.407 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout data: 2023-12-20T10:43:32.407 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2023-12-20T10:43:32.407 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2023-12-20T10:43:32.407 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2023-12-20T10:43:32.407 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout pgs: 2023-12-20T10:43:32.407 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout 2023-12-20T10:43:32.407 INFO:teuthology.orchestra.run.smithi123.stdout:mon is available 2023-12-20T10:43:32.407 INFO:teuthology.orchestra.run.smithi123.stdout:Assimilating anything we can from ceph.conf... 2023-12-20T10:43:32.613 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:32 smithi123 ceph-mon[110558]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-20T10:43:32.614 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:32 smithi123 ceph-mon[110558]: monmap e1: 1 mons at {a=[v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-20T10:43:32.614 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:32 smithi123 ceph-mon[110558]: fsmap 2023-12-20T10:43:32.614 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:32 smithi123 ceph-mon[110558]: osdmap e1: 0 total, 0 up, 0 in 2023-12-20T10:43:32.614 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:32 smithi123 ceph-mon[110558]: mgrmap e1: no daemons active 2023-12-20T10:43:32.614 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:32 smithi123 ceph-mon[110558]: from='client.? 172.21.15.123:0/2403453549' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2023-12-20T10:43:33.239 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout 2023-12-20T10:43:33.240 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout [global] 2023-12-20T10:43:33.240 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout fsid = 85213638-9f24-11ee-95a5-87774f69a715 2023-12-20T10:43:33.240 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.123:3300,v1:172.21.15.123:6789] 2023-12-20T10:43:33.240 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-12-20T10:43:33.240 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-12-20T10:43:33.240 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-12-20T10:43:33.240 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-12-20T10:43:33.240 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout 2023-12-20T10:43:33.240 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout [mgr] 2023-12-20T10:43:33.240 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-12-20T10:43:33.240 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout 2023-12-20T10:43:33.240 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout [osd] 2023-12-20T10:43:33.240 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-12-20T10:43:33.241 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-12-20T10:43:33.241 INFO:teuthology.orchestra.run.smithi123.stdout:Generating new minimal ceph.conf... 2023-12-20T10:43:33.955 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:33 smithi123 ceph-mon[110558]: from='client.? 172.21.15.123:0/2407099159' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-12-20T10:43:33.955 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:33 smithi123 ceph-mon[110558]: from='client.? 172.21.15.123:0/2407099159' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2023-12-20T10:43:34.004 INFO:teuthology.orchestra.run.smithi123.stdout:Restarting the monitor... 2023-12-20T10:43:34.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:34 smithi123 systemd[1]: Stopping Ceph mon.a for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:43:34.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:34 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[110535]: 2023-12-20T10:43:34.184+0000 7f30a9250700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-12-20T10:43:34.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:34 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[110535]: 2023-12-20T10:43:34.184+0000 7f30a9250700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2023-12-20T10:43:34.815 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:34 smithi123 bash[110885]: ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a 2023-12-20T10:43:35.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:34 smithi123 systemd[1]: ceph-85213638-9f24-11ee-95a5-87774f69a715@mon.a.service: Succeeded. 2023-12-20T10:43:35.081 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:34 smithi123 systemd[1]: Stopped Ceph mon.a for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:43:35.081 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:34 smithi123 systemd[1]: Starting Ceph mon.a for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:43:35.157 INFO:teuthology.orchestra.run.smithi123.stdout:Setting mon public_network to 172.21.0.0/20 2023-12-20T10:43:35.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: set uid:gid to 167:167 (ceph:ceph) 2023-12-20T10:43:35.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable), process ceph-mon, pid 7 2023-12-20T10:43:35.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: pidfile_write: ignore empty --pid-file 2023-12-20T10:43:35.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: load: jerasure load: lrc 2023-12-20T10:43:35.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 bash[111005]: 7ed88b20f5077d17649c96e99ecbfbd41150847f09b4874570cb54c44f46f175 2023-12-20T10:43:35.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: RocksDB version: 6.15.5 2023-12-20T10:43:35.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2023-12-20T10:43:35.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Compile date Dec 19 2023 2023-12-20T10:43:35.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: DB SUMMARY 2023-12-20T10:43:35.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: DB Session ID: UWIQFLQRMGMPJN1CCV20 2023-12-20T10:43:35.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: CURRENT file: CURRENT 2023-12-20T10:43:35.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: IDENTITY file: IDENTITY 2023-12-20T10:43:35.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2023-12-20T10:43:35.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2023-12-20T10:43:35.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 82325 ; 2023-12-20T10:43:35.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.error_if_exists: 0 2023-12-20T10:43:35.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.create_if_missing: 0 2023-12-20T10:43:35.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.paranoid_checks: 1 2023-12-20T10:43:35.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-20T10:43:35.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.env: 0x55920abbfa80 2023-12-20T10:43:35.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.fs: Posix File System 2023-12-20T10:43:35.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.info_log: 0x55920b54ddc0 2023-12-20T10:43:35.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.max_file_opening_threads: 16 2023-12-20T10:43:35.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.statistics: (nil) 2023-12-20T10:43:35.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.use_fsync: 0 2023-12-20T10:43:35.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.max_log_file_size: 0 2023-12-20T10:43:35.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-20T10:43:35.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.log_file_time_to_roll: 0 2023-12-20T10:43:35.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.keep_log_file_num: 1000 2023-12-20T10:43:35.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.recycle_log_file_num: 0 2023-12-20T10:43:35.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.allow_fallocate: 1 2023-12-20T10:43:35.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.allow_mmap_reads: 0 2023-12-20T10:43:35.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.allow_mmap_writes: 0 2023-12-20T10:43:35.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.use_direct_reads: 0 2023-12-20T10:43:35.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-20T10:43:35.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.create_missing_column_families: 0 2023-12-20T10:43:35.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.db_log_dir: 2023-12-20T10:43:35.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2023-12-20T10:43:35.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.table_cache_numshardbits: 6 2023-12-20T10:43:35.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.WAL_ttl_seconds: 0 2023-12-20T10:43:35.496 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.WAL_size_limit_MB: 0 2023-12-20T10:43:35.496 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-20T10:43:35.496 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-20T10:43:35.496 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.is_fd_close_on_exec: 1 2023-12-20T10:43:35.496 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.advise_random_on_open: 1 2023-12-20T10:43:35.496 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.db_write_buffer_size: 0 2023-12-20T10:43:35.496 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.write_buffer_manager: 0x55920c240900 2023-12-20T10:43:35.496 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-20T10:43:35.496 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2023-12-20T10:43:35.496 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-20T10:43:35.496 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.use_adaptive_mutex: 0 2023-12-20T10:43:35.496 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.rate_limiter: (nil) 2023-12-20T10:43:35.496 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-20T10:43:35.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.wal_recovery_mode: 2 2023-12-20T10:43:35.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.enable_thread_tracking: 0 2023-12-20T10:43:35.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.enable_pipelined_write: 0 2023-12-20T10:43:35.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.unordered_write: 0 2023-12-20T10:43:35.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-20T10:43:35.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-20T10:43:35.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-20T10:43:35.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-20T10:43:35.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.row_cache: None 2023-12-20T10:43:35.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.wal_filter: None 2023-12-20T10:43:35.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-20T10:43:35.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.allow_ingest_behind: 0 2023-12-20T10:43:35.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.preserve_deletes: 0 2023-12-20T10:43:35.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.two_write_queues: 0 2023-12-20T10:43:35.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.manual_wal_flush: 0 2023-12-20T10:43:35.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.atomic_flush: 0 2023-12-20T10:43:35.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-20T10:43:35.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.persist_stats_to_disk: 0 2023-12-20T10:43:35.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.write_dbid_to_manifest: 0 2023-12-20T10:43:35.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.log_readahead_size: 0 2023-12-20T10:43:35.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-20T10:43:35.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.best_efforts_recovery: 0 2023-12-20T10:43:35.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-20T10:43:35.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-20T10:43:35.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.allow_data_in_errors: 0 2023-12-20T10:43:35.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.db_host_id: __hostname__ 2023-12-20T10:43:35.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.max_background_jobs: 2 2023-12-20T10:43:35.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.max_background_compactions: -1 2023-12-20T10:43:35.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.max_subcompactions: 1 2023-12-20T10:43:35.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-20T10:43:35.499 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-20T10:43:35.499 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.delayed_write_rate : 16777216 2023-12-20T10:43:35.499 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.max_total_wal_size: 0 2023-12-20T10:43:35.499 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-20T10:43:35.499 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.stats_dump_period_sec: 600 2023-12-20T10:43:35.499 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.stats_persist_period_sec: 600 2023-12-20T10:43:35.499 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-20T10:43:35.499 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.max_open_files: -1 2023-12-20T10:43:35.499 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.bytes_per_sync: 0 2023-12-20T10:43:35.499 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.wal_bytes_per_sync: 0 2023-12-20T10:43:35.499 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.strict_bytes_per_sync: 0 2023-12-20T10:43:35.499 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.compaction_readahead_size: 0 2023-12-20T10:43:35.499 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.max_background_flushes: -1 2023-12-20T10:43:35.499 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Compression algorithms supported: 2023-12-20T10:43:35.499 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-20T10:43:35.500 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: kZSTD supported: 0 2023-12-20T10:43:35.500 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: kXpressCompression supported: 0 2023-12-20T10:43:35.500 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: kLZ4HCCompression supported: 1 2023-12-20T10:43:35.500 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: kZlibCompression supported: 1 2023-12-20T10:43:35.500 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: kSnappyCompression supported: 1 2023-12-20T10:43:35.500 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: kLZ4Compression supported: 1 2023-12-20T10:43:35.500 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: kBZip2Compression supported: 0 2023-12-20T10:43:35.500 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Fast CRC32 supported: Supported on x86 2023-12-20T10:43:35.500 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2023-12-20T10:43:35.500 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2023-12-20T10:43:35.500 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-20T10:43:35.500 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.merge_operator: 2023-12-20T10:43:35.500 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.compaction_filter: None 2023-12-20T10:43:35.500 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.compaction_filter_factory: None 2023-12-20T10:43:35.500 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.sst_partitioner_factory: None 2023-12-20T10:43:35.501 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.memtable_factory: SkipListFactory 2023-12-20T10:43:35.501 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.table_factory: BlockBasedTable 2023-12-20T10:43:35.501 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55920b520f90) 2023-12-20T10:43:35.501 INFO:journalctl@ceph.mon.a.smithi123.stdout: cache_index_and_filter_blocks: 1 2023-12-20T10:43:35.501 INFO:journalctl@ceph.mon.a.smithi123.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-12-20T10:43:35.501 INFO:journalctl@ceph.mon.a.smithi123.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-20T10:43:35.501 INFO:journalctl@ceph.mon.a.smithi123.stdout: pin_top_level_index_and_filter: 1 2023-12-20T10:43:35.501 INFO:journalctl@ceph.mon.a.smithi123.stdout: index_type: 0 2023-12-20T10:43:35.501 INFO:journalctl@ceph.mon.a.smithi123.stdout: data_block_index_type: 0 2023-12-20T10:43:35.501 INFO:journalctl@ceph.mon.a.smithi123.stdout: index_shortening: 1 2023-12-20T10:43:35.501 INFO:journalctl@ceph.mon.a.smithi123.stdout: data_block_hash_table_util_ratio: 0.750000 2023-12-20T10:43:35.501 INFO:journalctl@ceph.mon.a.smithi123.stdout: hash_index_allow_collision: 1 2023-12-20T10:43:35.501 INFO:journalctl@ceph.mon.a.smithi123.stdout: checksum: 1 2023-12-20T10:43:35.501 INFO:journalctl@ceph.mon.a.smithi123.stdout: no_block_cache: 0 2023-12-20T10:43:35.502 INFO:journalctl@ceph.mon.a.smithi123.stdout: block_cache: 0x55920b553090 2023-12-20T10:43:35.502 INFO:journalctl@ceph.mon.a.smithi123.stdout: block_cache_name: BinnedLRUCache 2023-12-20T10:43:35.502 INFO:journalctl@ceph.mon.a.smithi123.stdout: block_cache_options: 2023-12-20T10:43:35.502 INFO:journalctl@ceph.mon.a.smithi123.stdout: capacity : 536870912 2023-12-20T10:43:35.502 INFO:journalctl@ceph.mon.a.smithi123.stdout: num_shard_bits : 4 2023-12-20T10:43:35.502 INFO:journalctl@ceph.mon.a.smithi123.stdout: strict_capacity_limit : 0 2023-12-20T10:43:35.502 INFO:journalctl@ceph.mon.a.smithi123.stdout: high_pri_pool_ratio: 0.000 2023-12-20T10:43:35.502 INFO:journalctl@ceph.mon.a.smithi123.stdout: block_cache_compressed: (nil) 2023-12-20T10:43:35.502 INFO:journalctl@ceph.mon.a.smithi123.stdout: persistent_cache: (nil) 2023-12-20T10:43:35.502 INFO:journalctl@ceph.mon.a.smithi123.stdout: block_size: 4096 2023-12-20T10:43:35.502 INFO:journalctl@ceph.mon.a.smithi123.stdout: block_size_deviation: 10 2023-12-20T10:43:35.502 INFO:journalctl@ceph.mon.a.smithi123.stdout: block_restart_interval: 16 2023-12-20T10:43:35.502 INFO:journalctl@ceph.mon.a.smithi123.stdout: index_block_restart_interval: 1 2023-12-20T10:43:35.502 INFO:journalctl@ceph.mon.a.smithi123.stdout: metadata_block_size: 4096 2023-12-20T10:43:35.502 INFO:journalctl@ceph.mon.a.smithi123.stdout: partition_filters: 0 2023-12-20T10:43:35.503 INFO:journalctl@ceph.mon.a.smithi123.stdout: use_delta_encoding: 1 2023-12-20T10:43:35.503 INFO:journalctl@ceph.mon.a.smithi123.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2023-12-20T10:43:35.503 INFO:journalctl@ceph.mon.a.smithi123.stdout: whole_key_filtering: 1 2023-12-20T10:43:35.503 INFO:journalctl@ceph.mon.a.smithi123.stdout: verify_compression: 0 2023-12-20T10:43:35.503 INFO:journalctl@ceph.mon.a.smithi123.stdout: read_amp_bytes_per_bit: 0 2023-12-20T10:43:35.503 INFO:journalctl@ceph.mon.a.smithi123.stdout: format_version: 4 2023-12-20T10:43:35.503 INFO:journalctl@ceph.mon.a.smithi123.stdout: enable_index_compression: 1 2023-12-20T10:43:35.503 INFO:journalctl@ceph.mon.a.smithi123.stdout: block_align: 0 2023-12-20T10:43:35.503 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.write_buffer_size: 33554432 2023-12-20T10:43:35.503 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.max_write_buffer_number: 2 2023-12-20T10:43:35.503 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.compression: NoCompression 2023-12-20T10:43:35.503 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.bottommost_compression: Disabled 2023-12-20T10:43:35.503 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.prefix_extractor: nullptr 2023-12-20T10:43:35.503 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-20T10:43:35.503 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.num_levels: 7 2023-12-20T10:43:35.504 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-20T10:43:35.504 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-20T10:43:35.504 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-20T10:43:35.504 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-20T10:43:35.504 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-20T10:43:35.504 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-20T10:43:35.504 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-20T10:43:35.504 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-20T10:43:35.504 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-20T10:43:35.504 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-20T10:43:35.505 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.compression_opts.window_bits: -14 2023-12-20T10:43:35.505 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.compression_opts.level: 32767 2023-12-20T10:43:35.505 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.compression_opts.strategy: 0 2023-12-20T10:43:35.505 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-20T10:43:35.505 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-20T10:43:35.505 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-20T10:43:35.506 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.compression_opts.enabled: false 2023-12-20T10:43:35.506 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-20T10:43:35.506 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-20T10:43:35.506 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-20T10:43:35.506 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.target_file_size_base: 67108864 2023-12-20T10:43:35.506 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.target_file_size_multiplier: 1 2023-12-20T10:43:35.506 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-20T10:43:35.506 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-20T10:43:35.506 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-20T10:43:35.506 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-20T10:43:35.506 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-20T10:43:35.506 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-20T10:43:35.506 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-20T10:43:35.506 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-20T10:43:35.506 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-20T10:43:35.507 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-20T10:43:35.507 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-20T10:43:35.507 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-20T10:43:35.507 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.arena_block_size: 4194304 2023-12-20T10:43:35.507 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-20T10:43:35.507 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-20T10:43:35.507 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2023-12-20T10:43:35.507 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.disable_auto_compactions: 0 2023-12-20T10:43:35.507 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-20T10:43:35.507 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-20T10:43:35.507 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-20T10:43:35.507 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-20T10:43:35.507 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-20T10:43:35.507 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-20T10:43:35.507 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-20T10:43:35.508 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-20T10:43:35.508 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-20T10:43:35.508 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-20T10:43:35.508 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.table_properties_collectors: 2023-12-20T10:43:35.508 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.inplace_update_support: 0 2023-12-20T10:43:35.508 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.inplace_update_num_locks: 10000 2023-12-20T10:43:35.508 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-20T10:43:35.508 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-20T10:43:35.508 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.memtable_huge_page_size: 0 2023-12-20T10:43:35.508 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.bloom_locality: 0 2023-12-20T10:43:35.508 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.max_successive_merges: 0 2023-12-20T10:43:35.508 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.optimize_filters_for_hits: 0 2023-12-20T10:43:35.508 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.paranoid_file_checks: 0 2023-12-20T10:43:35.508 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.force_consistency_checks: 1 2023-12-20T10:43:35.508 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.report_bg_io_stats: 0 2023-12-20T10:43:35.509 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.ttl: 2592000 2023-12-20T10:43:35.509 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.periodic_compaction_seconds: 0 2023-12-20T10:43:35.509 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.enable_blob_files: false 2023-12-20T10:43:35.509 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.min_blob_size: 0 2023-12-20T10:43:35.509 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.blob_file_size: 268435456 2023-12-20T10:43:35.509 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.blob_compression_type: NoCompression 2023-12-20T10:43:35.509 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.enable_blob_garbage_collection: false 2023-12-20T10:43:35.509 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-20T10:43:35.509 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-12-20T10:43:35.509 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 5 2023-12-20T10:43:35.509 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: [db/version_set.cc:4082] Creating manifest 13 2023-12-20T10:43:35.509 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703069015153361, "job": 1, "event": "recovery_started", "wal_files": [10]} 2023-12-20T10:43:35.509 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #10 mode 2 2023-12-20T10:43:35.509 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2023-12-20T10:43:35.509 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 systemd[1]: Started Ceph mon.a for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:43:35.510 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703069015154257, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 79029, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 77297, "index_size": 220, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10080, "raw_average_key_size": 48, "raw_value_size": 71544, "raw_average_value_size": 340, "num_data_blocks": 10, "num_entries": 210, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1703069015, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "863b14e5-3dd3-4da1-b6cf-bc72097fe215", "db_session_id": "UWIQFLQRMGMPJN1CCV20"}} 2023-12-20T10:43:35.510 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: [db/version_set.cc:4082] Creating manifest 15 2023-12-20T10:43:35.510 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703069015154763, "job": 1, "event": "recovery_finished"} 2023-12-20T10:43:35.510 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-20T10:43:35.510 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55920b4e7180 2023-12-20T10:43:35.510 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: DB pointer 0x55920b5bc000 2023-12-20T10:43:35.510 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2023-12-20T10:43:35.510 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: rocksdb: [db/db_impl/db_impl.cc:903] 2023-12-20T10:43:35.510 INFO:journalctl@ceph.mon.a.smithi123.stdout: ** DB Stats ** 2023-12-20T10:43:35.510 INFO:journalctl@ceph.mon.a.smithi123.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-20T10:43:35.510 INFO:journalctl@ceph.mon.a.smithi123.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-20T10:43:35.510 INFO:journalctl@ceph.mon.a.smithi123.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-20T10:43:35.510 INFO:journalctl@ceph.mon.a.smithi123.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-20T10:43:35.510 INFO:journalctl@ceph.mon.a.smithi123.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-20T10:43:35.511 INFO:journalctl@ceph.mon.a.smithi123.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-12-20T10:43:35.511 INFO:journalctl@ceph.mon.a.smithi123.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-20T10:43:35.511 INFO:journalctl@ceph.mon.a.smithi123.stdout: 2023-12-20T10:43:35.511 INFO:journalctl@ceph.mon.a.smithi123.stdout: ** Compaction Stats [default] ** 2023-12-20T10:43:35.511 INFO:journalctl@ceph.mon.a.smithi123.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-20T10:43:35.511 INFO:journalctl@ceph.mon.a.smithi123.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-20T10:43:35.511 INFO:journalctl@ceph.mon.a.smithi123.stdout: L0 2/0 78.94 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 128.2 0.00 0.00 1 0.001 0 0 2023-12-20T10:43:35.511 INFO:journalctl@ceph.mon.a.smithi123.stdout: Sum 2/0 78.94 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 128.2 0.00 0.00 1 0.001 0 0 2023-12-20T10:43:35.511 INFO:journalctl@ceph.mon.a.smithi123.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 128.2 0.00 0.00 1 0.001 0 0 2023-12-20T10:43:35.511 INFO:journalctl@ceph.mon.a.smithi123.stdout: 2023-12-20T10:43:35.511 INFO:journalctl@ceph.mon.a.smithi123.stdout: ** Compaction Stats [default] ** 2023-12-20T10:43:35.511 INFO:journalctl@ceph.mon.a.smithi123.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-20T10:43:35.511 INFO:journalctl@ceph.mon.a.smithi123.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-20T10:43:35.511 INFO:journalctl@ceph.mon.a.smithi123.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 128.2 0.00 0.00 1 0.001 0 0 2023-12-20T10:43:35.511 INFO:journalctl@ceph.mon.a.smithi123.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-20T10:43:35.512 INFO:journalctl@ceph.mon.a.smithi123.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-12-20T10:43:35.512 INFO:journalctl@ceph.mon.a.smithi123.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-20T10:43:35.512 INFO:journalctl@ceph.mon.a.smithi123.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-20T10:43:35.512 INFO:journalctl@ceph.mon.a.smithi123.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-20T10:43:35.512 INFO:journalctl@ceph.mon.a.smithi123.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-20T10:43:35.512 INFO:journalctl@ceph.mon.a.smithi123.stdout: Cumulative compaction: 0.00 GB write, 21.12 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-20T10:43:35.512 INFO:journalctl@ceph.mon.a.smithi123.stdout: Interval compaction: 0.00 GB write, 21.12 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-20T10:43:35.512 INFO:journalctl@ceph.mon.a.smithi123.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-20T10:43:35.512 INFO:journalctl@ceph.mon.a.smithi123.stdout: 2023-12-20T10:43:35.512 INFO:journalctl@ceph.mon.a.smithi123.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-20T10:43:35.512 INFO:journalctl@ceph.mon.a.smithi123.stdout: 2023-12-20T10:43:35.512 INFO:journalctl@ceph.mon.a.smithi123.stdout: ** Compaction Stats [default] ** 2023-12-20T10:43:35.512 INFO:journalctl@ceph.mon.a.smithi123.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-20T10:43:35.512 INFO:journalctl@ceph.mon.a.smithi123.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-20T10:43:35.512 INFO:journalctl@ceph.mon.a.smithi123.stdout: L0 2/0 78.94 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 128.2 0.00 0.00 1 0.001 0 0 2023-12-20T10:43:35.513 INFO:journalctl@ceph.mon.a.smithi123.stdout: Sum 2/0 78.94 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 128.2 0.00 0.00 1 0.001 0 0 2023-12-20T10:43:35.513 INFO:journalctl@ceph.mon.a.smithi123.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-12-20T10:43:35.513 INFO:journalctl@ceph.mon.a.smithi123.stdout: 2023-12-20T10:43:35.513 INFO:journalctl@ceph.mon.a.smithi123.stdout: ** Compaction Stats [default] ** 2023-12-20T10:43:35.513 INFO:journalctl@ceph.mon.a.smithi123.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-20T10:43:35.513 INFO:journalctl@ceph.mon.a.smithi123.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-20T10:43:35.513 INFO:journalctl@ceph.mon.a.smithi123.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 128.2 0.00 0.00 1 0.001 0 0 2023-12-20T10:43:35.513 INFO:journalctl@ceph.mon.a.smithi123.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-20T10:43:35.513 INFO:journalctl@ceph.mon.a.smithi123.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-12-20T10:43:35.513 INFO:journalctl@ceph.mon.a.smithi123.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-20T10:43:35.513 INFO:journalctl@ceph.mon.a.smithi123.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-20T10:43:35.513 INFO:journalctl@ceph.mon.a.smithi123.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-20T10:43:35.513 INFO:journalctl@ceph.mon.a.smithi123.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-20T10:43:35.513 INFO:journalctl@ceph.mon.a.smithi123.stdout: Cumulative compaction: 0.00 GB write, 20.95 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-20T10:43:35.513 INFO:journalctl@ceph.mon.a.smithi123.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-20T10:43:35.514 INFO:journalctl@ceph.mon.a.smithi123.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-20T10:43:35.514 INFO:journalctl@ceph.mon.a.smithi123.stdout: 2023-12-20T10:43:35.514 INFO:journalctl@ceph.mon.a.smithi123.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-20T10:43:35.514 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: starting mon.a rank 0 at public addrs [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] at bind addrs [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 85213638-9f24-11ee-95a5-87774f69a715 2023-12-20T10:43:35.514 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: mon.a@-1(???) e1 preinit fsid 85213638-9f24-11ee-95a5-87774f69a715 2023-12-20T10:43:35.514 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: mon.a@-1(???).mds e1 new map 2023-12-20T10:43:35.514 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: mon.a@-1(???).mds e1 print_map 2023-12-20T10:43:35.514 INFO:journalctl@ceph.mon.a.smithi123.stdout: e1 2023-12-20T10:43:35.514 INFO:journalctl@ceph.mon.a.smithi123.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-12-20T10:43:35.514 INFO:journalctl@ceph.mon.a.smithi123.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-20T10:43:35.514 INFO:journalctl@ceph.mon.a.smithi123.stdout: legacy client fscid: -1 2023-12-20T10:43:35.514 INFO:journalctl@ceph.mon.a.smithi123.stdout: 2023-12-20T10:43:35.514 INFO:journalctl@ceph.mon.a.smithi123.stdout: No filesystems configured 2023-12-20T10:43:35.514 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2023-12-20T10:43:35.514 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-12-20T10:43:35.515 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-12-20T10:43:35.515 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-12-20T10:43:35.515 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2023-12-20T10:43:35.515 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-20T10:43:35.515 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: monmap e1: 1 mons at {a=[v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-20T10:43:35.515 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: fsmap 2023-12-20T10:43:35.515 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: osdmap e1: 0 total, 0 up, 0 in 2023-12-20T10:43:35.515 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:35 smithi123 ceph-mon[111044]: mgrmap e1: no daemons active 2023-12-20T10:43:35.954 INFO:teuthology.orchestra.run.smithi123.stdout:Wrote config to /etc/ceph/ceph.conf 2023-12-20T10:43:35.954 INFO:teuthology.orchestra.run.smithi123.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2023-12-20T10:43:35.955 INFO:teuthology.orchestra.run.smithi123.stdout:Creating mgr... 2023-12-20T10:43:35.955 INFO:teuthology.orchestra.run.smithi123.stdout:Verifying port 9283 ... 2023-12-20T10:43:36.077 INFO:teuthology.orchestra.run.smithi123.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-85213638-9f24-11ee-95a5-87774f69a715@mgr.y 2023-12-20T10:43:36.077 INFO:teuthology.orchestra.run.smithi123.stdout:systemctl: stderr Failed to reset failed state of unit ceph-85213638-9f24-11ee-95a5-87774f69a715@mgr.y.service: Unit ceph-85213638-9f24-11ee-95a5-87774f69a715@mgr.y.service not loaded. 2023-12-20T10:43:36.172 INFO:teuthology.orchestra.run.smithi123.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-85213638-9f24-11ee-95a5-87774f69a715.target.wants/ceph-85213638-9f24-11ee-95a5-87774f69a715@mgr.y.service → /etc/systemd/system/ceph-85213638-9f24-11ee-95a5-87774f69a715@.service. 2023-12-20T10:43:36.178 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:36 smithi123 systemd[1]: Starting Ceph mgr.y for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:43:36.565 INFO:teuthology.orchestra.run.smithi123.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-12-20T10:43:36.565 INFO:teuthology.orchestra.run.smithi123.stdout:systemctl: stdout disabled 2023-12-20T10:43:36.573 INFO:teuthology.orchestra.run.smithi123.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-12-20T10:43:36.573 INFO:teuthology.orchestra.run.smithi123.stdout:systemctl: stdout inactive 2023-12-20T10:43:36.573 INFO:teuthology.orchestra.run.smithi123.stdout:firewalld.service is not enabled 2023-12-20T10:43:36.573 INFO:teuthology.orchestra.run.smithi123.stdout:Not possible to enable service . firewalld.service is not available 2023-12-20T10:43:36.581 INFO:teuthology.orchestra.run.smithi123.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-12-20T10:43:36.581 INFO:teuthology.orchestra.run.smithi123.stdout:systemctl: stdout disabled 2023-12-20T10:43:36.589 INFO:teuthology.orchestra.run.smithi123.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-12-20T10:43:36.590 INFO:teuthology.orchestra.run.smithi123.stdout:systemctl: stdout inactive 2023-12-20T10:43:36.590 INFO:teuthology.orchestra.run.smithi123.stdout:firewalld.service is not enabled 2023-12-20T10:43:36.590 INFO:teuthology.orchestra.run.smithi123.stdout:Not possible to open ports <[9283]>. firewalld.service is not available 2023-12-20T10:43:36.590 INFO:teuthology.orchestra.run.smithi123.stdout:Waiting for mgr to start... 2023-12-20T10:43:36.590 INFO:teuthology.orchestra.run.smithi123.stdout:Waiting for mgr... 2023-12-20T10:43:36.836 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:36 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/161477418' entity='client.admin' 2023-12-20T10:43:36.836 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:36 smithi123 bash[111281]: a759fe42de18f315867d454aeb15df84f82e5bc33e1d395acf430559f7c4ec12 2023-12-20T10:43:36.836 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:36 smithi123 systemd[1]: Started Ceph mgr.y for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:43:36.836 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:36 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:36.674+0000 7f44a5fb01c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-20T10:43:36.837 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:36 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:36.834+0000 7f44a5fb01c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-20T10:43:37.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:37 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:37.141+0000 7f44a5fb01c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-20T10:43:37.918 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:37 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:37.664+0000 7f44a5fb01c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-20T10:43:37.919 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:37 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:37.839+0000 7f44a5fb01c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-20T10:43:38.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:37 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/3111839162' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-20T10:43:38.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:38 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:38.234+0000 7f44a5fb01c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-20T10:43:39.062 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout 2023-12-20T10:43:39.064 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout { 2023-12-20T10:43:39.064 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "fsid": "85213638-9f24-11ee-95a5-87774f69a715", 2023-12-20T10:43:39.065 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "health": { 2023-12-20T10:43:39.065 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-12-20T10:43:39.065 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-12-20T10:43:39.065 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-12-20T10:43:39.065 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout }, 2023-12-20T10:43:39.065 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-12-20T10:43:39.065 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-12-20T10:43:39.065 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout 0 2023-12-20T10:43:39.065 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout ], 2023-12-20T10:43:39.065 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-12-20T10:43:39.065 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "a" 2023-12-20T10:43:39.065 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout ], 2023-12-20T10:43:39.065 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2023-12-20T10:43:39.065 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "monmap": { 2023-12-20T10:43:39.066 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-20T10:43:39.066 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-12-20T10:43:39.066 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-12-20T10:43:39.066 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout }, 2023-12-20T10:43:39.066 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-12-20T10:43:39.066 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-20T10:43:39.066 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-12-20T10:43:39.066 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-12-20T10:43:39.066 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-12-20T10:43:39.066 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-12-20T10:43:39.066 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-12-20T10:43:39.066 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-12-20T10:43:39.069 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout }, 2023-12-20T10:43:39.069 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-12-20T10:43:39.069 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-12-20T10:43:39.069 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-12-20T10:43:39.070 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-12-20T10:43:39.070 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-12-20T10:43:39.070 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-12-20T10:43:39.070 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-12-20T10:43:39.070 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-12-20T10:43:39.070 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-12-20T10:43:39.070 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout }, 2023-12-20T10:43:39.070 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-12-20T10:43:39.070 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-20T10:43:39.070 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-12-20T10:43:39.070 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-12-20T10:43:39.070 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout }, 2023-12-20T10:43:39.070 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-12-20T10:43:39.070 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "available": false, 2023-12-20T10:43:39.070 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-12-20T10:43:39.070 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "modules": [ 2023-12-20T10:43:39.071 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "iostat", 2023-12-20T10:43:39.071 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "nfs", 2023-12-20T10:43:39.071 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "restful" 2023-12-20T10:43:39.071 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout ], 2023-12-20T10:43:39.071 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-20T10:43:39.071 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout }, 2023-12-20T10:43:39.071 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-12-20T10:43:39.071 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-20T10:43:39.071 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "modified": "2023-12-20T10:43:31.556358+0000", 2023-12-20T10:43:39.071 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-20T10:43:39.071 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout }, 2023-12-20T10:43:39.071 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-12-20T10:43:39.071 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout } 2023-12-20T10:43:39.071 INFO:teuthology.orchestra.run.smithi123.stdout:mgr not available, waiting (1/15)... 2023-12-20T10:43:39.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:38 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:38.990+0000 7f44a5fb01c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-20T10:43:39.242 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:39.076+0000 7f44a5fb01c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-20T10:43:39.913 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:39.660+0000 7f44a5fb01c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-20T10:43:39.914 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:39.740+0000 7f44a5fb01c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-20T10:43:39.914 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:39.823+0000 7f44a5fb01c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-20T10:43:40.221 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:39.912+0000 7f44a5fb01c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-20T10:43:40.221 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:40 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:40.130+0000 7f44a5fb01c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-20T10:43:40.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:40 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:40.219+0000 7f44a5fb01c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-20T10:43:40.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:40 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:40.424+0000 7f44a5fb01c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-20T10:43:40.771 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:40 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:40.515+0000 7f44a5fb01c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-20T10:43:40.772 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:40 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:40.689+0000 7f44a5fb01c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-20T10:43:41.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:40 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:40.770+0000 7f44a5fb01c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-20T10:43:41.897 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:41 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/1653669762' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-20T10:43:41.897 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:41 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:41.526+0000 7f44a5fb01c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-20T10:43:41.897 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:41 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:41.722+0000 7f44a5fb01c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-20T10:43:41.941 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout 2023-12-20T10:43:41.941 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout { 2023-12-20T10:43:41.941 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "fsid": "85213638-9f24-11ee-95a5-87774f69a715", 2023-12-20T10:43:41.941 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "health": { 2023-12-20T10:43:41.941 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-12-20T10:43:41.941 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-12-20T10:43:41.941 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-12-20T10:43:41.941 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout }, 2023-12-20T10:43:41.941 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-12-20T10:43:41.941 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-12-20T10:43:41.941 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout 0 2023-12-20T10:43:41.941 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout ], 2023-12-20T10:43:41.941 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-12-20T10:43:41.942 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "a" 2023-12-20T10:43:41.942 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout ], 2023-12-20T10:43:41.942 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2023-12-20T10:43:41.942 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "monmap": { 2023-12-20T10:43:41.942 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-20T10:43:41.942 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-12-20T10:43:41.942 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-12-20T10:43:41.942 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout }, 2023-12-20T10:43:41.942 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-12-20T10:43:41.942 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-20T10:43:41.942 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-12-20T10:43:41.942 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-12-20T10:43:41.942 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-12-20T10:43:41.942 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-12-20T10:43:41.942 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-12-20T10:43:41.943 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-12-20T10:43:41.946 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout }, 2023-12-20T10:43:41.946 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-12-20T10:43:41.946 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-12-20T10:43:41.946 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-12-20T10:43:41.946 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-12-20T10:43:41.946 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-12-20T10:43:41.946 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-12-20T10:43:41.946 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-12-20T10:43:41.946 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-12-20T10:43:41.946 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-12-20T10:43:41.946 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout }, 2023-12-20T10:43:41.946 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-12-20T10:43:41.946 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-20T10:43:41.947 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-12-20T10:43:41.947 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-12-20T10:43:41.947 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout }, 2023-12-20T10:43:41.947 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-12-20T10:43:41.947 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "available": false, 2023-12-20T10:43:41.947 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-12-20T10:43:41.947 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "modules": [ 2023-12-20T10:43:41.947 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "iostat", 2023-12-20T10:43:41.947 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "nfs", 2023-12-20T10:43:41.947 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "restful" 2023-12-20T10:43:41.947 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout ], 2023-12-20T10:43:41.947 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-20T10:43:41.947 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout }, 2023-12-20T10:43:41.947 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-12-20T10:43:41.947 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-20T10:43:41.947 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "modified": "2023-12-20T10:43:31.556358+0000", 2023-12-20T10:43:41.948 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-20T10:43:41.948 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout }, 2023-12-20T10:43:41.948 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-12-20T10:43:41.948 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout } 2023-12-20T10:43:41.948 INFO:teuthology.orchestra.run.smithi123.stdout:mgr not available, waiting (2/15)... 2023-12-20T10:43:42.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:41 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:41.895+0000 7f44a5fb01c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-20T10:43:42.741 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:42 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:42.485+0000 7f44a5fb01c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-20T10:43:42.742 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:42 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:42.658+0000 7f44a5fb01c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-20T10:43:43.242 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:42 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:42.832+0000 7f44a5fb01c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-20T10:43:43.242 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:42 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:42.945+0000 7f44a5fb01c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-20T10:43:43.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:43 smithi123 ceph-mon[111044]: Activating manager daemon y 2023-12-20T10:43:43.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:43 smithi123 ceph-mon[111044]: mgrmap e2: y(active, starting, since 0.00278252s) 2023-12-20T10:43:43.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:43 smithi123 ceph-mon[111044]: from='mgr.14100 172.21.15.123:0/3310118909' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-20T10:43:43.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:43 smithi123 ceph-mon[111044]: from='mgr.14100 172.21.15.123:0/3310118909' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-20T10:43:43.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:43 smithi123 ceph-mon[111044]: from='mgr.14100 172.21.15.123:0/3310118909' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-20T10:43:43.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:43 smithi123 ceph-mon[111044]: from='mgr.14100 172.21.15.123:0/3310118909' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:43:43.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:43 smithi123 ceph-mon[111044]: from='mgr.14100 172.21.15.123:0/3310118909' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-20T10:43:43.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:43 smithi123 ceph-mon[111044]: Manager daemon y is now available 2023-12-20T10:43:43.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:43 smithi123 ceph-mon[111044]: from='mgr.14100 172.21.15.123:0/3310118909' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-20T10:43:43.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:43 smithi123 ceph-mon[111044]: from='mgr.14100 172.21.15.123:0/3310118909' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-20T10:43:43.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:43 smithi123 ceph-mon[111044]: from='mgr.14100 172.21.15.123:0/3310118909' entity='mgr.y' 2023-12-20T10:43:43.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:43 smithi123 ceph-mon[111044]: from='mgr.14100 172.21.15.123:0/3310118909' entity='mgr.y' 2023-12-20T10:43:43.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:43 smithi123 ceph-mon[111044]: from='mgr.14100 172.21.15.123:0/3310118909' entity='mgr.y' 2023-12-20T10:43:44.919 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout 2023-12-20T10:43:44.927 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout { 2023-12-20T10:43:44.927 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "fsid": "85213638-9f24-11ee-95a5-87774f69a715", 2023-12-20T10:43:44.927 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "health": { 2023-12-20T10:43:44.927 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-12-20T10:43:44.928 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-12-20T10:43:44.928 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-12-20T10:43:44.928 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout }, 2023-12-20T10:43:44.928 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-12-20T10:43:44.929 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-12-20T10:43:44.929 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout 0 2023-12-20T10:43:44.929 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout ], 2023-12-20T10:43:44.929 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-12-20T10:43:44.929 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "a" 2023-12-20T10:43:44.929 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout ], 2023-12-20T10:43:44.929 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2023-12-20T10:43:44.929 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "monmap": { 2023-12-20T10:43:44.929 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-20T10:43:44.930 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-12-20T10:43:44.930 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-12-20T10:43:44.930 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout }, 2023-12-20T10:43:44.930 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-12-20T10:43:44.930 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-20T10:43:44.930 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-12-20T10:43:44.930 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-12-20T10:43:44.930 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-12-20T10:43:44.930 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-12-20T10:43:44.930 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-12-20T10:43:44.931 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-12-20T10:43:44.931 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout }, 2023-12-20T10:43:44.931 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-12-20T10:43:44.931 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-12-20T10:43:44.931 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-12-20T10:43:44.931 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-12-20T10:43:44.931 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-12-20T10:43:44.931 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-12-20T10:43:44.931 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-12-20T10:43:44.932 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-12-20T10:43:44.932 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-12-20T10:43:44.932 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout }, 2023-12-20T10:43:44.932 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-12-20T10:43:44.932 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-20T10:43:44.932 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-12-20T10:43:44.932 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-12-20T10:43:44.933 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout }, 2023-12-20T10:43:44.933 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-12-20T10:43:44.933 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "available": true, 2023-12-20T10:43:44.933 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-12-20T10:43:44.933 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "modules": [ 2023-12-20T10:43:44.933 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "iostat", 2023-12-20T10:43:44.933 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "nfs", 2023-12-20T10:43:44.933 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "restful" 2023-12-20T10:43:44.933 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout ], 2023-12-20T10:43:44.933 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-20T10:43:44.934 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout }, 2023-12-20T10:43:44.934 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-12-20T10:43:44.934 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-20T10:43:44.934 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "modified": "2023-12-20T10:43:31.556358+0000", 2023-12-20T10:43:44.934 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-20T10:43:44.934 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout }, 2023-12-20T10:43:44.934 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-12-20T10:43:44.934 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout } 2023-12-20T10:43:44.934 INFO:teuthology.orchestra.run.smithi123.stdout:mgr is available 2023-12-20T10:43:45.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:44 smithi123 ceph-mon[111044]: mgrmap e3: y(active, since 1.0069s) 2023-12-20T10:43:45.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:44 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/2400768472' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-20T10:43:45.854 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout 2023-12-20T10:43:45.855 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout [global] 2023-12-20T10:43:45.855 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout fsid = 85213638-9f24-11ee-95a5-87774f69a715 2023-12-20T10:43:45.855 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-12-20T10:43:45.855 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-12-20T10:43:45.855 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-12-20T10:43:45.855 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-12-20T10:43:45.855 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout 2023-12-20T10:43:45.855 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout [mgr] 2023-12-20T10:43:45.855 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-12-20T10:43:45.855 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout 2023-12-20T10:43:45.855 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout [osd] 2023-12-20T10:43:45.855 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-12-20T10:43:45.855 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-12-20T10:43:45.856 INFO:teuthology.orchestra.run.smithi123.stdout:Enabling cephadm module... 2023-12-20T10:43:46.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:46 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/558609324' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-12-20T10:43:46.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:46 smithi123 ceph-mon[111044]: mgrmap e4: y(active, since 3s) 2023-12-20T10:43:47.473 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:47 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/889241286' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2023-12-20T10:43:47.474 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:47 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: ignoring --setuser ceph since I am not root 2023-12-20T10:43:47.474 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:47 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: ignoring --setgroup ceph since I am not root 2023-12-20T10:43:47.474 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:47 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:47.336+0000 7f68db87a1c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-20T10:43:47.741 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:47 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:47.500+0000 7f68db87a1c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-20T10:43:48.170 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:47 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:47.820+0000 7f68db87a1c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-20T10:43:48.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:48 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/889241286' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2023-12-20T10:43:48.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:48 smithi123 ceph-mon[111044]: mgrmap e5: y(active, since 4s) 2023-12-20T10:43:48.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:48 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:48.365+0000 7f68db87a1c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-20T10:43:48.569 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout { 2023-12-20T10:43:48.570 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "epoch": 5, 2023-12-20T10:43:48.570 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "available": true, 2023-12-20T10:43:48.570 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "active_name": "y", 2023-12-20T10:43:48.570 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-12-20T10:43:48.570 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout } 2023-12-20T10:43:48.570 INFO:teuthology.orchestra.run.smithi123.stdout:Waiting for the mgr to restart... 2023-12-20T10:43:48.570 INFO:teuthology.orchestra.run.smithi123.stdout:Waiting for mgr epoch 5... 2023-12-20T10:43:48.945 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:48 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:48.535+0000 7f68db87a1c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-20T10:43:49.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:49 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/3135954160' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-12-20T10:43:49.242 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:48 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:48.943+0000 7f68db87a1c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-20T10:43:49.991 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:49.692+0000 7f68db87a1c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-20T10:43:49.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:49.776+0000 7f68db87a1c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-20T10:43:50.633 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:50 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:50.369+0000 7f68db87a1c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-20T10:43:50.633 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:50 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:50.451+0000 7f68db87a1c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-20T10:43:50.633 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:50 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:50.538+0000 7f68db87a1c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-20T10:43:50.954 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:50 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:50.630+0000 7f68db87a1c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-20T10:43:50.954 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:50 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:50.861+0000 7f68db87a1c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-20T10:43:51.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:50 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:50.951+0000 7f68db87a1c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-20T10:43:51.242 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:51 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:51.157+0000 7f68db87a1c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-20T10:43:51.512 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:51 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:51.250+0000 7f68db87a1c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-20T10:43:51.512 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:51 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:51.428+0000 7f68db87a1c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-20T10:43:51.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:51 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:51.510+0000 7f68db87a1c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-20T10:43:52.606 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:52 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:52.244+0000 7f68db87a1c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-20T10:43:52.606 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:52 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:52.431+0000 7f68db87a1c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-20T10:43:52.991 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:52 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:52.603+0000 7f68db87a1c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-20T10:43:53.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:53 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:53.200+0000 7f68db87a1c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-20T10:43:53.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:53 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:53.375+0000 7f68db87a1c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-20T10:43:53.991 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:53 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:53.553+0000 7f68db87a1c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-20T10:43:53.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:43:53 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:43:53.668+0000 7f68db87a1c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-20T10:43:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:53 smithi123 ceph-mon[111044]: Active manager daemon y restarted 2023-12-20T10:43:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:53 smithi123 ceph-mon[111044]: Activating manager daemon y 2023-12-20T10:43:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:53 smithi123 ceph-mon[111044]: osdmap e2: 0 total, 0 up, 0 in 2023-12-20T10:43:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:53 smithi123 ceph-mon[111044]: mgrmap e6: y(active, starting, since 0.00313453s) 2023-12-20T10:43:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:53 smithi123 ceph-mon[111044]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:43:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:53 smithi123 ceph-mon[111044]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-20T10:43:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:53 smithi123 ceph-mon[111044]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-20T10:43:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:53 smithi123 ceph-mon[111044]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-20T10:43:53.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:53 smithi123 ceph-mon[111044]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-20T10:43:53.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:53 smithi123 ceph-mon[111044]: Manager daemon y is now available 2023-12-20T10:43:53.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:53 smithi123 ceph-mon[111044]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:43:53.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:53 smithi123 ceph-mon[111044]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:43:53.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:53 smithi123 ceph-mon[111044]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:43:53.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:53 smithi123 ceph-mon[111044]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:43:54.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:54 smithi123 ceph-mon[111044]: Found migration_current of "None". Setting to last migration. 2023-12-20T10:43:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:54 smithi123 ceph-mon[111044]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:43:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:54 smithi123 ceph-mon[111044]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-20T10:43:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:54 smithi123 ceph-mon[111044]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-20T10:43:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:54 smithi123 ceph-mon[111044]: mgrmap e7: y(active, since 1.00568s) 2023-12-20T10:43:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:56 smithi123 ceph-mon[111044]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-12-20T10:43:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:56 smithi123 ceph-mon[111044]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-12-20T10:43:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:56 smithi123 ceph-mon[111044]: [20/Dec/2023:10:43:55] ENGINE Bus STARTING 2023-12-20T10:43:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:56 smithi123 ceph-mon[111044]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:43:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:56 smithi123 ceph-mon[111044]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:43:56.531 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout { 2023-12-20T10:43:56.531 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2023-12-20T10:43:56.531 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "initialized": true 2023-12-20T10:43:56.531 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout } 2023-12-20T10:43:56.531 INFO:teuthology.orchestra.run.smithi123.stdout:mgr epoch 5 is available 2023-12-20T10:43:56.531 INFO:teuthology.orchestra.run.smithi123.stdout:Setting orchestrator backend to cephadm... 2023-12-20T10:43:57.433 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:57 smithi123 ceph-mon[111044]: [20/Dec/2023:10:43:55] ENGINE Serving on https://172.21.15.123:7150 2023-12-20T10:43:57.434 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:57 smithi123 ceph-mon[111044]: [20/Dec/2023:10:43:55] ENGINE Bus STARTED 2023-12-20T10:43:57.434 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:57 smithi123 ceph-mon[111044]: mgrmap e8: y(active, since 2s) 2023-12-20T10:43:59.536 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:59 smithi123 ceph-mon[111044]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:43:59.536 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:59 smithi123 ceph-mon[111044]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:43:59.537 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:43:59 smithi123 ceph-mon[111044]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:43:59.600 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout value unchanged 2023-12-20T10:43:59.600 INFO:teuthology.orchestra.run.smithi123.stdout:Generating ssh key... 2023-12-20T10:44:00.711 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: Generating public/private rsa key pair. 2023-12-20T10:44:00.711 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: Your identification has been saved in /tmp/tmphy9gxy2d/key. 2023-12-20T10:44:00.711 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: Your public key has been saved in /tmp/tmphy9gxy2d/key.pub. 2023-12-20T10:44:00.711 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: The key fingerprint is: 2023-12-20T10:44:00.711 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: SHA256:0prRZlPQUPFS7Ii41eKR+9x7iRDnPxjtRZEbKVcjzYg ceph-85213638-9f24-11ee-95a5-87774f69a715 2023-12-20T10:44:00.711 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: The key's randomart image is: 2023-12-20T10:44:00.711 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: +---[RSA 3072]----+ 2023-12-20T10:44:00.711 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: | o+ooo.+.=| 2023-12-20T10:44:00.711 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: | ..E.o.O.| 2023-12-20T10:44:00.711 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: | . +oo. o +| 2023-12-20T10:44:00.712 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: | .o*.+.o ..| 2023-12-20T10:44:00.712 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: | o+S+ + . . | 2023-12-20T10:44:00.712 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: | .Bo.. o . .| 2023-12-20T10:44:00.712 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: | o o o * o | 2023-12-20T10:44:00.712 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: | o + * | 2023-12-20T10:44:00.712 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: | .o . | 2023-12-20T10:44:00.712 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: +----[SHA256]-----+ 2023-12-20T10:44:01.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:01 smithi123 ceph-mon[111044]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:01 smithi123 ceph-mon[111044]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:01 smithi123 ceph-mon[111044]: Generating ssh key... 2023-12-20T10:44:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:01 smithi123 ceph-mon[111044]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:01 smithi123 ceph-mon[111044]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:01.675 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCgbe2770p23VUke8pTUSxcu0hWbx45kz2p3fjmJtlhWkVBVt49MDT3j8JOW6DNsrfptvzrseWyaGxQBDC9hFkOaPm7fqdoXCpbrEAjFU/xpHgL+GS+39laaKsAUPa9y6zBom7+bDWm5zvtYDaH5AXxcUpJTVDx6MlQ9Nv3uV2ZgJ32AMf1R3fVpPtXEMYpWw073cgi57OgPhLQNeYCI3F8Z+p/gO1F7DJ+n4ZjoiF+Jobk4vFskEK+8Mss/crC3oZ9/rycG4fUUbhgR97FI2exMqwOtFmtApeCa46W+8nA6tdx2pxgFW2v5rWgv2VLi5rcH4CFfspBuepK/5V2xa03wJ6nNHHQIwkeHb/k4+DWG4SGh77pzG/o8xzke5z35cKdwpaN007c82vpRhEmqL52i6ssZnqae+MNv88OgAJ9T9InsPIytzoyRt6b2NHTKWH1kAFGNIk1fn6eIgDbj09Gge9LgvlDF8uIprPLR1bbMuMtYTjwrZuw6bIhG0CSwok= ceph-85213638-9f24-11ee-95a5-87774f69a715 2023-12-20T10:44:01.675 INFO:teuthology.orchestra.run.smithi123.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2023-12-20T10:44:01.675 INFO:teuthology.orchestra.run.smithi123.stdout:Adding key to root@localhost authorized_keys... 2023-12-20T10:44:01.676 INFO:teuthology.orchestra.run.smithi123.stdout:Adding host smithi123... 2023-12-20T10:44:02.526 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:02 smithi123 ceph-mon[111044]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:03.481 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:03 smithi123 ceph-mon[111044]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi123", "addr": "172.21.15.123", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:03.481 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:03 smithi123 ceph-mon[111044]: Deploying cephadm binary to smithi123 2023-12-20T10:44:04.349 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout Added host 'smithi123' with addr '172.21.15.123' 2023-12-20T10:44:04.349 INFO:teuthology.orchestra.run.smithi123.stdout:Deploying unmanaged mon service... 2023-12-20T10:44:05.197 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:04 smithi123 ceph-mon[111044]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:05.197 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:04 smithi123 ceph-mon[111044]: Added host smithi123 2023-12-20T10:44:05.197 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:04 smithi123 ceph-mon[111044]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:05.197 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:04 smithi123 ceph-mon[111044]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:05.677 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2023-12-20T10:44:05.677 INFO:teuthology.orchestra.run.smithi123.stdout:Deploying unmanaged mgr service... 2023-12-20T10:44:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:06 smithi123 ceph-mon[111044]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:06 smithi123 ceph-mon[111044]: Saving service mon spec with placement count:5 2023-12-20T10:44:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:06 smithi123 ceph-mon[111044]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:06 smithi123 ceph-mon[111044]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:06.591 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2023-12-20T10:44:07.423 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:07 smithi123 ceph-mon[111044]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:07.423 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:07 smithi123 ceph-mon[111044]: Saving service mgr spec with placement count:2 2023-12-20T10:44:07.423 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:07 smithi123 ceph-mon[111044]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:07.423 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:07 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/1411751210' entity='client.admin' 2023-12-20T10:44:07.423 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:07 smithi123 ceph-mon[111044]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:08.582 INFO:teuthology.orchestra.run.smithi123.stdout:Enabling the dashboard module... 2023-12-20T10:44:09.397 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:09 smithi123 ceph-mon[111044]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:09.397 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:09 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/2015690451' entity='client.admin' 2023-12-20T10:44:10.369 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:10 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/3263974411' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2023-12-20T10:44:10.369 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:10 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: ignoring --setuser ceph since I am not root 2023-12-20T10:44:10.369 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:10 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: ignoring --setgroup ceph since I am not root 2023-12-20T10:44:10.369 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:10 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:44:10.254+0000 7fd6ffc2d1c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-20T10:44:10.740 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:10 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:44:10.418+0000 7fd6ffc2d1c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-20T10:44:10.991 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:10 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:44:10.737+0000 7fd6ffc2d1c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-20T10:44:11.392 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:11 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:44:11.268+0000 7fd6ffc2d1c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-20T10:44:11.392 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:11 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/3263974411' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2023-12-20T10:44:11.392 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:11 smithi123 ceph-mon[111044]: mgrmap e9: y(active, since 16s) 2023-12-20T10:44:11.393 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:11 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/739559757' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-12-20T10:44:11.445 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout { 2023-12-20T10:44:11.446 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "epoch": 9, 2023-12-20T10:44:11.446 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "available": true, 2023-12-20T10:44:11.446 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "active_name": "y", 2023-12-20T10:44:11.446 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-12-20T10:44:11.446 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout } 2023-12-20T10:44:11.446 INFO:teuthology.orchestra.run.smithi123.stdout:Waiting for the mgr to restart... 2023-12-20T10:44:11.446 INFO:teuthology.orchestra.run.smithi123.stdout:Waiting for mgr epoch 9... 2023-12-20T10:44:11.741 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:11 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:44:11.442+0000 7fd6ffc2d1c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-20T10:44:12.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:11 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:44:11.860+0000 7fd6ffc2d1c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-20T10:44:12.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:12 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:44:12.610+0000 7fd6ffc2d1c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-20T10:44:12.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:12 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:44:12.693+0000 7fd6ffc2d1c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-20T10:44:13.544 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:13 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:44:13.283+0000 7fd6ffc2d1c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-20T10:44:13.544 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:13 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:44:13.366+0000 7fd6ffc2d1c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-20T10:44:13.544 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:13 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:44:13.452+0000 7fd6ffc2d1c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-20T10:44:13.864 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:13 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:44:13.542+0000 7fd6ffc2d1c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-20T10:44:13.864 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:13 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:44:13.772+0000 7fd6ffc2d1c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-20T10:44:14.169 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:13 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:44:13.862+0000 7fd6ffc2d1c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-20T10:44:14.170 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:14 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:44:14.073+0000 7fd6ffc2d1c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-20T10:44:14.433 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:14 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:44:14.168+0000 7fd6ffc2d1c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-20T10:44:14.433 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:14 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:44:14.350+0000 7fd6ffc2d1c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-20T10:44:14.741 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:14 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:44:14.431+0000 7fd6ffc2d1c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-20T10:44:15.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:15 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:44:15.176+0000 7fd6ffc2d1c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-20T10:44:15.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:15 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:44:15.361+0000 7fd6ffc2d1c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-20T10:44:15.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:15 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:44:15.533+0000 7fd6ffc2d1c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-20T10:44:16.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:16 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:44:16.150+0000 7fd6ffc2d1c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-20T10:44:16.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:16 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:44:16.326+0000 7fd6ffc2d1c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-20T10:44:16.994 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:16 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:44:16.502+0000 7fd6ffc2d1c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-20T10:44:16.994 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:44:16 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:44:16.617+0000 7fd6ffc2d1c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-20T10:44:16.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:16 smithi123 ceph-mon[111044]: Active manager daemon y restarted 2023-12-20T10:44:16.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:16 smithi123 ceph-mon[111044]: Activating manager daemon y 2023-12-20T10:44:16.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:16 smithi123 ceph-mon[111044]: osdmap e3: 0 total, 0 up, 0 in 2023-12-20T10:44:16.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:16 smithi123 ceph-mon[111044]: mgrmap e10: y(active, starting, since 0.00363138s) 2023-12-20T10:44:16.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:16 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:44:16.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:16 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-20T10:44:16.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:16 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-20T10:44:16.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:16 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-20T10:44:16.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:16 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-20T10:44:16.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:16 smithi123 ceph-mon[111044]: Manager daemon y is now available 2023-12-20T10:44:16.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:16 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:16.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:16 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:17.924 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:17 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-20T10:44:17.925 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:17 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-20T10:44:17.925 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:17 smithi123 ceph-mon[111044]: [20/Dec/2023:10:44:16] ENGINE Bus STARTING 2023-12-20T10:44:17.925 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:17 smithi123 ceph-mon[111044]: [20/Dec/2023:10:44:16] ENGINE Serving on https://172.21.15.123:7150 2023-12-20T10:44:17.925 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:17 smithi123 ceph-mon[111044]: [20/Dec/2023:10:44:16] ENGINE Bus STARTED 2023-12-20T10:44:17.925 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:17 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:17.925 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:17 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:17.925 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:17 smithi123 ceph-mon[111044]: mgrmap e11: y(active, since 1.00593s) 2023-12-20T10:44:17.990 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout { 2023-12-20T10:44:17.990 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2023-12-20T10:44:17.990 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout "initialized": true 2023-12-20T10:44:17.990 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout } 2023-12-20T10:44:17.990 INFO:teuthology.orchestra.run.smithi123.stdout:mgr epoch 9 is available 2023-12-20T10:44:17.990 INFO:teuthology.orchestra.run.smithi123.stdout:Generating a dashboard self-signed certificate... 2023-12-20T10:44:18.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:18 smithi123 ceph-mon[111044]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-12-20T10:44:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:18 smithi123 ceph-mon[111044]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-12-20T10:44:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:18 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:18 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:18 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:19.205 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2023-12-20T10:44:19.205 INFO:teuthology.orchestra.run.smithi123.stdout:Creating initial admin user... 2023-12-20T10:44:19.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:19 smithi123 ceph-mon[111044]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:19 smithi123 ceph-mon[111044]: mgrmap e12: y(active, since 2s) 2023-12-20T10:44:20.714 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$EaHE4CKbH8hCOOlLSshIJeKnEQC0rRxi.n4/0saMrAZAT3O9TV1rK", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1703069060, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2023-12-20T10:44:20.714 INFO:teuthology.orchestra.run.smithi123.stdout:Fetching dashboard port number... 2023-12-20T10:44:20.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:20 smithi123 ceph-mon[111044]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:20.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:20 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:21.622 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stdout 8443 2023-12-20T10:44:21.631 INFO:teuthology.orchestra.run.smithi123.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-12-20T10:44:21.631 INFO:teuthology.orchestra.run.smithi123.stdout:systemctl: stdout disabled 2023-12-20T10:44:21.638 INFO:teuthology.orchestra.run.smithi123.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-12-20T10:44:21.639 INFO:teuthology.orchestra.run.smithi123.stdout:systemctl: stdout inactive 2023-12-20T10:44:21.639 INFO:teuthology.orchestra.run.smithi123.stdout:firewalld.service is not enabled 2023-12-20T10:44:21.639 INFO:teuthology.orchestra.run.smithi123.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2023-12-20T10:44:21.641 INFO:teuthology.orchestra.run.smithi123.stdout:Ceph Dashboard is now available at: 2023-12-20T10:44:21.641 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:44:21.641 INFO:teuthology.orchestra.run.smithi123.stdout: URL: https://smithi123.front.sepia.ceph.com:8443/ 2023-12-20T10:44:21.641 INFO:teuthology.orchestra.run.smithi123.stdout: User: admin 2023-12-20T10:44:21.641 INFO:teuthology.orchestra.run.smithi123.stdout: Password: hzggdd2t1i 2023-12-20T10:44:21.642 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:44:21.642 INFO:teuthology.orchestra.run.smithi123.stdout:Saving cluster configuration to /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config directory 2023-12-20T10:44:21.642 INFO:teuthology.orchestra.run.smithi123.stdout:Enabling autotune for osd_memory_target 2023-12-20T10:44:21.807 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:21 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/1463500010' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2023-12-20T10:44:23.639 INFO:teuthology.orchestra.run.smithi123.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2023-12-20T10:44:23.639 INFO:teuthology.orchestra.run.smithi123.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2023-12-20T10:44:23.639 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:44:23.639 INFO:teuthology.orchestra.run.smithi123.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 85213638-9f24-11ee-95a5-87774f69a715 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2023-12-20T10:44:23.639 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:44:23.639 INFO:teuthology.orchestra.run.smithi123.stdout:Or, if you are only running a single cluster on this host: 2023-12-20T10:44:23.639 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:44:23.639 INFO:teuthology.orchestra.run.smithi123.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2023-12-20T10:44:23.639 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:44:23.639 INFO:teuthology.orchestra.run.smithi123.stdout:Please consider enabling telemetry to help improve Ceph: 2023-12-20T10:44:23.639 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:44:23.639 INFO:teuthology.orchestra.run.smithi123.stdout: ceph telemetry on 2023-12-20T10:44:23.639 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:44:23.640 INFO:teuthology.orchestra.run.smithi123.stdout:For more information see: 2023-12-20T10:44:23.640 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:44:23.640 INFO:teuthology.orchestra.run.smithi123.stdout: https://docs.ceph.com/docs/master/mgr/telemetry/ 2023-12-20T10:44:23.640 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:44:23.640 INFO:teuthology.orchestra.run.smithi123.stdout:Bootstrap complete. 2023-12-20T10:44:23.673 INFO:tasks.cephadm:Fetching config... 2023-12-20T10:44:23.674 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2023-12-20T10:44:23.674 DEBUG:teuthology.orchestra.run.smithi123:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2023-12-20T10:44:23.691 INFO:tasks.cephadm:Fetching client.admin keyring... 2023-12-20T10:44:23.691 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2023-12-20T10:44:23.691 DEBUG:teuthology.orchestra.run.smithi123:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2023-12-20T10:44:23.750 INFO:tasks.cephadm:Fetching mon keyring... 2023-12-20T10:44:23.750 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2023-12-20T10:44:23.750 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/keyring of=/dev/stdout 2023-12-20T10:44:23.820 INFO:tasks.cephadm:Fetching pub ssh key... 2023-12-20T10:44:23.820 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2023-12-20T10:44:23.821 DEBUG:teuthology.orchestra.run.smithi123:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2023-12-20T10:44:23.879 INFO:tasks.cephadm:Installing pub ssh key for root users... 2023-12-20T10:44:23.880 DEBUG:teuthology.orchestra.run.smithi123:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCgbe2770p23VUke8pTUSxcu0hWbx45kz2p3fjmJtlhWkVBVt49MDT3j8JOW6DNsrfptvzrseWyaGxQBDC9hFkOaPm7fqdoXCpbrEAjFU/xpHgL+GS+39laaKsAUPa9y6zBom7+bDWm5zvtYDaH5AXxcUpJTVDx6MlQ9Nv3uV2ZgJ32AMf1R3fVpPtXEMYpWw073cgi57OgPhLQNeYCI3F8Z+p/gO1F7DJ+n4ZjoiF+Jobk4vFskEK+8Mss/crC3oZ9/rycG4fUUbhgR97FI2exMqwOtFmtApeCa46W+8nA6tdx2pxgFW2v5rWgv2VLi5rcH4CFfspBuepK/5V2xa03wJ6nNHHQIwkeHb/k4+DWG4SGh77pzG/o8xzke5z35cKdwpaN007c82vpRhEmqL52i6ssZnqae+MNv88OgAJ9T9InsPIytzoyRt6b2NHTKWH1kAFGNIk1fn6eIgDbj09Gge9LgvlDF8uIprPLR1bbMuMtYTjwrZuw6bIhG0CSwok= ceph-85213638-9f24-11ee-95a5-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-12-20T10:44:23.945 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:23 smithi123 ceph-mon[111044]: mgrmap e13: y(active, since 6s) 2023-12-20T10:44:23.945 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:23 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/4250215397' entity='client.admin' 2023-12-20T10:44:23.958 INFO:teuthology.orchestra.run.smithi123.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCgbe2770p23VUke8pTUSxcu0hWbx45kz2p3fjmJtlhWkVBVt49MDT3j8JOW6DNsrfptvzrseWyaGxQBDC9hFkOaPm7fqdoXCpbrEAjFU/xpHgL+GS+39laaKsAUPa9y6zBom7+bDWm5zvtYDaH5AXxcUpJTVDx6MlQ9Nv3uV2ZgJ32AMf1R3fVpPtXEMYpWw073cgi57OgPhLQNeYCI3F8Z+p/gO1F7DJ+n4ZjoiF+Jobk4vFskEK+8Mss/crC3oZ9/rycG4fUUbhgR97FI2exMqwOtFmtApeCa46W+8nA6tdx2pxgFW2v5rWgv2VLi5rcH4CFfspBuepK/5V2xa03wJ6nNHHQIwkeHb/k4+DWG4SGh77pzG/o8xzke5z35cKdwpaN007c82vpRhEmqL52i6ssZnqae+MNv88OgAJ9T9InsPIytzoyRt6b2NHTKWH1kAFGNIk1fn6eIgDbj09Gge9LgvlDF8uIprPLR1bbMuMtYTjwrZuw6bIhG0CSwok= ceph-85213638-9f24-11ee-95a5-87774f69a715 2023-12-20T10:44:23.969 DEBUG:teuthology.orchestra.run.smithi177:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCgbe2770p23VUke8pTUSxcu0hWbx45kz2p3fjmJtlhWkVBVt49MDT3j8JOW6DNsrfptvzrseWyaGxQBDC9hFkOaPm7fqdoXCpbrEAjFU/xpHgL+GS+39laaKsAUPa9y6zBom7+bDWm5zvtYDaH5AXxcUpJTVDx6MlQ9Nv3uV2ZgJ32AMf1R3fVpPtXEMYpWw073cgi57OgPhLQNeYCI3F8Z+p/gO1F7DJ+n4ZjoiF+Jobk4vFskEK+8Mss/crC3oZ9/rycG4fUUbhgR97FI2exMqwOtFmtApeCa46W+8nA6tdx2pxgFW2v5rWgv2VLi5rcH4CFfspBuepK/5V2xa03wJ6nNHHQIwkeHb/k4+DWG4SGh77pzG/o8xzke5z35cKdwpaN007c82vpRhEmqL52i6ssZnqae+MNv88OgAJ9T9InsPIytzoyRt6b2NHTKWH1kAFGNIk1fn6eIgDbj09Gge9LgvlDF8uIprPLR1bbMuMtYTjwrZuw6bIhG0CSwok= ceph-85213638-9f24-11ee-95a5-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-12-20T10:44:24.013 INFO:teuthology.orchestra.run.smithi177.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCgbe2770p23VUke8pTUSxcu0hWbx45kz2p3fjmJtlhWkVBVt49MDT3j8JOW6DNsrfptvzrseWyaGxQBDC9hFkOaPm7fqdoXCpbrEAjFU/xpHgL+GS+39laaKsAUPa9y6zBom7+bDWm5zvtYDaH5AXxcUpJTVDx6MlQ9Nv3uV2ZgJ32AMf1R3fVpPtXEMYpWw073cgi57OgPhLQNeYCI3F8Z+p/gO1F7DJ+n4ZjoiF+Jobk4vFskEK+8Mss/crC3oZ9/rycG4fUUbhgR97FI2exMqwOtFmtApeCa46W+8nA6tdx2pxgFW2v5rWgv2VLi5rcH4CFfspBuepK/5V2xa03wJ6nNHHQIwkeHb/k4+DWG4SGh77pzG/o8xzke5z35cKdwpaN007c82vpRhEmqL52i6ssZnqae+MNv88OgAJ9T9InsPIytzoyRt6b2NHTKWH1kAFGNIk1fn6eIgDbj09Gge9LgvlDF8uIprPLR1bbMuMtYTjwrZuw6bIhG0CSwok= ceph-85213638-9f24-11ee-95a5-87774f69a715 2023-12-20T10:44:24.025 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2023-12-20T10:44:24.288 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:44:26.101 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2023-12-20T10:44:26.101 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph orch client-keyring set client.admin '*' --mode 0755 2023-12-20T10:44:26.635 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:44:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:26 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/485233595' entity='client.admin' 2023-12-20T10:44:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:26 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:26 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:26 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi123", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:44:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:26 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:27 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:27 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:28.187 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi177 2023-12-20T10:44:28.187 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2023-12-20T10:44:28.187 DEBUG:teuthology.orchestra.run.smithi177:> dd of=/etc/ceph/ceph.conf 2023-12-20T10:44:28.209 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2023-12-20T10:44:28.209 DEBUG:teuthology.orchestra.run.smithi177:> dd of=/etc/ceph/ceph.client.admin.keyring 2023-12-20T10:44:28.270 INFO:tasks.cephadm:Adding host smithi177 to orchestrator... 2023-12-20T10:44:28.270 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph orch host add smithi177 2023-12-20T10:44:28.538 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:44:28.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:28 smithi123 ceph-mon[111044]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:28 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:28 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:28 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:28 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:44:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:28 smithi123 ceph-mon[111044]: Updating smithi123:/etc/ceph/ceph.conf 2023-12-20T10:44:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:28 smithi123 ceph-mon[111044]: Updating smithi123:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:44:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:28 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:28 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:28 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:29 smithi123 ceph-mon[111044]: Updating smithi123:/etc/ceph/ceph.client.admin.keyring 2023-12-20T10:44:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:29 smithi123 ceph-mon[111044]: Updating smithi123:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-20T10:44:31.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:31 smithi123 ceph-mon[111044]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi177", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:31.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:31 smithi123 ceph-mon[111044]: Deploying cephadm binary to smithi177 2023-12-20T10:44:32.249 INFO:teuthology.orchestra.run.smithi123.stdout:Added host 'smithi177' with addr '172.21.15.177' 2023-12-20T10:44:32.640 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph orch host ls --format=json 2023-12-20T10:44:32.894 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:44:33.669 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:33 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:33.669 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:33 smithi123 ceph-mon[111044]: Added host smithi177 2023-12-20T10:44:33.669 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:33 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:33.669 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:33 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:33.669 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:33 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:34.041 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:44:34.042 INFO:teuthology.orchestra.run.smithi123.stdout:[{"addr": "172.21.15.123", "hostname": "smithi123", "labels": [], "status": ""}, {"addr": "172.21.15.177", "hostname": "smithi177", "labels": [], "status": ""}] 2023-12-20T10:44:34.424 INFO:tasks.cephadm:Setting crush tunables to default 2023-12-20T10:44:34.424 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph osd crush tunables default 2023-12-20T10:44:34.677 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:44:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:34 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:34 smithi123 ceph-mon[111044]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-20T10:44:36.902 INFO:teuthology.orchestra.run.smithi123.stderr:adjusted tunables profile to default 2023-12-20T10:44:37.172 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:36 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:37.172 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:36 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:37.172 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:36 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:37.172 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:36 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:37.172 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:36 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/139945779' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-12-20T10:44:37.172 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:36 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi177", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:44:37.173 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:36 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:37.173 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:36 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:44:37.173 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:36 smithi123 ceph-mon[111044]: Updating smithi177:/etc/ceph/ceph.conf 2023-12-20T10:44:37.173 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:36 smithi123 ceph-mon[111044]: Updating smithi177:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:44:37.173 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:36 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:37.173 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:36 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:37.174 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:36 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:37.273 INFO:tasks.cephadm:Adding mon.a on smithi123 2023-12-20T10:44:37.273 INFO:tasks.cephadm:Adding mon.c on smithi123 2023-12-20T10:44:37.274 INFO:tasks.cephadm:Adding mon.b on smithi177 2023-12-20T10:44:37.274 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph orch apply mon '3;smithi123:172.21.15.123=a;smithi123:[v2:172.21.15.123:3301,v1:172.21.15.123:6790]=c;smithi177:172.21.15.177=b' 2023-12-20T10:44:37.558 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:44:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:37 smithi123 ceph-mon[111044]: Updating smithi177:/etc/ceph/ceph.client.admin.keyring 2023-12-20T10:44:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:37 smithi123 ceph-mon[111044]: Updating smithi177:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-20T10:44:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:37 smithi123 ceph-mon[111044]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:37 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/139945779' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-12-20T10:44:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:37 smithi123 ceph-mon[111044]: osdmap e4: 0 total, 0 up, 0 in 2023-12-20T10:44:38.685 INFO:teuthology.orchestra.run.smithi177.stdout:Scheduled mon update... 2023-12-20T10:44:39.070 DEBUG:teuthology.orchestra.run.smithi123:mon.c> sudo journalctl -f -n 0 -u ceph-85213638-9f24-11ee-95a5-87774f69a715@mon.c.service 2023-12-20T10:44:39.073 DEBUG:teuthology.orchestra.run.smithi177:mon.b> sudo journalctl -f -n 0 -u ceph-85213638-9f24-11ee-95a5-87774f69a715@mon.b.service 2023-12-20T10:44:39.075 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-12-20T10:44:39.076 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph mon dump -f json 2023-12-20T10:44:39.104 INFO:journalctl@ceph.mon.b.smithi177.stdout:-- Logs begin at Wed 2023-12-20 09:47:48 UTC. -- 2023-12-20T10:44:39.109 INFO:journalctl@ceph.mon.c.smithi123.stdout:-- Logs begin at Wed 2023-12-20 09:47:08 UTC. -- 2023-12-20T10:44:39.665 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:44:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:39 smithi123 ceph-mon[111044]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:39 smithi123 ceph-mon[111044]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi123:172.21.15.123=a;smithi123:[v2:172.21.15.123:3301,v1:172.21.15.123:6790]=c;smithi177:172.21.15.177=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:39 smithi123 ceph-mon[111044]: Saving service mon spec with placement smithi123:172.21.15.123=a;smithi123:[v2:172.21.15.123:3301,v1:172.21.15.123:6790]=c;smithi177:172.21.15.177=b;count:3 2023-12-20T10:44:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:39 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:39 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:39 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:39 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:44:39.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:39 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:39.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:39 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-20T10:44:39.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:39 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:39.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:39 smithi123 ceph-mon[111044]: Deploying daemon mon.b on smithi177 2023-12-20T10:44:41.331 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 systemd[1]: Starting Ceph mon.b for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:44:41.366 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-12-20T10:44:41.367 INFO:teuthology.orchestra.run.smithi177.stdout:{"epoch":1,"fsid":"85213638-9f24-11ee-95a5-87774f69a715","modified":"2023-12-20T10:43:29.707583Z","created":"2023-12-20T10:43:29.707583Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:3300","nonce":0},{"type":"v1","addr":"172.21.15.123:6789","nonce":0}]},"addr":"172.21.15.123:6789/0","public_addr":"172.21.15.123:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-12-20T10:44:41.368 INFO:teuthology.orchestra.run.smithi177.stderr:dumped monmap epoch 1 2023-12-20T10:44:41.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:41 smithi123 ceph-mon[111044]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: set uid:gid to 167:167 (ceph:ceph) 2023-12-20T10:44:41.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable), process ceph-mon, pid 7 2023-12-20T10:44:41.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: pidfile_write: ignore empty --pid-file 2023-12-20T10:44:41.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 bash[144387]: 5515e0c18ef1d871af1c57f7eea474626d441a1421302d7e1d73090fe3b09b38 2023-12-20T10:44:41.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: load: jerasure load: lrc 2023-12-20T10:44:41.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: RocksDB version: 6.15.5 2023-12-20T10:44:41.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2023-12-20T10:44:41.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Compile date Dec 19 2023 2023-12-20T10:44:41.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: DB SUMMARY 2023-12-20T10:44:41.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: DB Session ID: R6QPM91CWA2H584JJKZ5 2023-12-20T10:44:41.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: CURRENT file: CURRENT 2023-12-20T10:44:41.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: IDENTITY file: IDENTITY 2023-12-20T10:44:41.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2023-12-20T10:44:41.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2023-12-20T10:44:41.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2023-12-20T10:44:41.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.error_if_exists: 0 2023-12-20T10:44:41.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.create_if_missing: 0 2023-12-20T10:44:41.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.paranoid_checks: 1 2023-12-20T10:44:41.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-20T10:44:41.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.env: 0x55c63b64ca80 2023-12-20T10:44:41.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.fs: Posix File System 2023-12-20T10:44:41.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.info_log: 0x55c63c785dc0 2023-12-20T10:44:41.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.max_file_opening_threads: 16 2023-12-20T10:44:41.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.statistics: (nil) 2023-12-20T10:44:41.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.use_fsync: 0 2023-12-20T10:44:41.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.max_log_file_size: 0 2023-12-20T10:44:41.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-20T10:44:41.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.log_file_time_to_roll: 0 2023-12-20T10:44:41.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.keep_log_file_num: 1000 2023-12-20T10:44:41.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.recycle_log_file_num: 0 2023-12-20T10:44:41.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.allow_fallocate: 1 2023-12-20T10:44:41.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.allow_mmap_reads: 0 2023-12-20T10:44:41.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.allow_mmap_writes: 0 2023-12-20T10:44:41.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.use_direct_reads: 0 2023-12-20T10:44:41.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-20T10:44:41.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.create_missing_column_families: 0 2023-12-20T10:44:41.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.db_log_dir: 2023-12-20T10:44:41.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2023-12-20T10:44:41.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.table_cache_numshardbits: 6 2023-12-20T10:44:41.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.WAL_ttl_seconds: 0 2023-12-20T10:44:41.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.WAL_size_limit_MB: 0 2023-12-20T10:44:41.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-20T10:44:41.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-20T10:44:41.657 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.is_fd_close_on_exec: 1 2023-12-20T10:44:41.657 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.advise_random_on_open: 1 2023-12-20T10:44:41.657 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.db_write_buffer_size: 0 2023-12-20T10:44:41.657 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.write_buffer_manager: 0x55c63d478900 2023-12-20T10:44:41.657 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-20T10:44:41.657 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2023-12-20T10:44:41.657 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-20T10:44:41.657 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.use_adaptive_mutex: 0 2023-12-20T10:44:41.657 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.rate_limiter: (nil) 2023-12-20T10:44:41.657 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-20T10:44:41.657 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.wal_recovery_mode: 2 2023-12-20T10:44:41.657 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.enable_thread_tracking: 0 2023-12-20T10:44:41.657 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.enable_pipelined_write: 0 2023-12-20T10:44:41.657 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.unordered_write: 0 2023-12-20T10:44:41.658 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-20T10:44:41.658 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-20T10:44:41.658 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-20T10:44:41.658 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-20T10:44:41.658 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.row_cache: None 2023-12-20T10:44:41.658 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.wal_filter: None 2023-12-20T10:44:41.658 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-20T10:44:41.658 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.allow_ingest_behind: 0 2023-12-20T10:44:41.658 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.preserve_deletes: 0 2023-12-20T10:44:41.658 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.two_write_queues: 0 2023-12-20T10:44:41.658 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.manual_wal_flush: 0 2023-12-20T10:44:41.658 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.atomic_flush: 0 2023-12-20T10:44:41.658 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-20T10:44:41.658 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.persist_stats_to_disk: 0 2023-12-20T10:44:41.659 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.write_dbid_to_manifest: 0 2023-12-20T10:44:41.659 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.log_readahead_size: 0 2023-12-20T10:44:41.659 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-20T10:44:41.659 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.best_efforts_recovery: 0 2023-12-20T10:44:41.659 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-20T10:44:41.659 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-20T10:44:41.659 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.allow_data_in_errors: 0 2023-12-20T10:44:41.662 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.db_host_id: __hostname__ 2023-12-20T10:44:41.663 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.max_background_jobs: 2 2023-12-20T10:44:41.663 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.max_background_compactions: -1 2023-12-20T10:44:41.663 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.max_subcompactions: 1 2023-12-20T10:44:41.663 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-20T10:44:41.663 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-20T10:44:41.663 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.delayed_write_rate : 16777216 2023-12-20T10:44:41.663 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.max_total_wal_size: 0 2023-12-20T10:44:41.664 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-20T10:44:41.664 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.stats_dump_period_sec: 600 2023-12-20T10:44:41.664 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.stats_persist_period_sec: 600 2023-12-20T10:44:41.664 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-20T10:44:41.664 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.max_open_files: -1 2023-12-20T10:44:41.664 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.bytes_per_sync: 0 2023-12-20T10:44:41.664 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.wal_bytes_per_sync: 0 2023-12-20T10:44:41.664 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.strict_bytes_per_sync: 0 2023-12-20T10:44:41.664 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.compaction_readahead_size: 0 2023-12-20T10:44:41.664 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.max_background_flushes: -1 2023-12-20T10:44:41.664 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Compression algorithms supported: 2023-12-20T10:44:41.664 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-20T10:44:41.664 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: kZSTD supported: 0 2023-12-20T10:44:41.664 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: kXpressCompression supported: 0 2023-12-20T10:44:41.664 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: kLZ4HCCompression supported: 1 2023-12-20T10:44:41.665 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: kZlibCompression supported: 1 2023-12-20T10:44:41.665 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: kSnappyCompression supported: 1 2023-12-20T10:44:41.665 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: kLZ4Compression supported: 1 2023-12-20T10:44:41.665 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: kBZip2Compression supported: 0 2023-12-20T10:44:41.665 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Fast CRC32 supported: Supported on x86 2023-12-20T10:44:41.666 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 2023-12-20T10:44:41.666 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2023-12-20T10:44:41.666 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-20T10:44:41.666 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.merge_operator: 2023-12-20T10:44:41.666 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.compaction_filter: None 2023-12-20T10:44:41.666 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.compaction_filter_factory: None 2023-12-20T10:44:41.666 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.sst_partitioner_factory: None 2023-12-20T10:44:41.666 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.memtable_factory: SkipListFactory 2023-12-20T10:44:41.666 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.table_factory: BlockBasedTable 2023-12-20T10:44:41.666 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55c63c758f90) 2023-12-20T10:44:41.666 INFO:journalctl@ceph.mon.b.smithi177.stdout: cache_index_and_filter_blocks: 1 2023-12-20T10:44:41.666 INFO:journalctl@ceph.mon.b.smithi177.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-12-20T10:44:41.667 INFO:journalctl@ceph.mon.b.smithi177.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-20T10:44:41.667 INFO:journalctl@ceph.mon.b.smithi177.stdout: pin_top_level_index_and_filter: 1 2023-12-20T10:44:41.667 INFO:journalctl@ceph.mon.b.smithi177.stdout: index_type: 0 2023-12-20T10:44:41.667 INFO:journalctl@ceph.mon.b.smithi177.stdout: data_block_index_type: 0 2023-12-20T10:44:41.667 INFO:journalctl@ceph.mon.b.smithi177.stdout: index_shortening: 1 2023-12-20T10:44:41.667 INFO:journalctl@ceph.mon.b.smithi177.stdout: data_block_hash_table_util_ratio: 0.750000 2023-12-20T10:44:41.667 INFO:journalctl@ceph.mon.b.smithi177.stdout: hash_index_allow_collision: 1 2023-12-20T10:44:41.667 INFO:journalctl@ceph.mon.b.smithi177.stdout: checksum: 1 2023-12-20T10:44:41.667 INFO:journalctl@ceph.mon.b.smithi177.stdout: no_block_cache: 0 2023-12-20T10:44:41.667 INFO:journalctl@ceph.mon.b.smithi177.stdout: block_cache: 0x55c63c78b090 2023-12-20T10:44:41.667 INFO:journalctl@ceph.mon.b.smithi177.stdout: block_cache_name: BinnedLRUCache 2023-12-20T10:44:41.667 INFO:journalctl@ceph.mon.b.smithi177.stdout: block_cache_options: 2023-12-20T10:44:41.667 INFO:journalctl@ceph.mon.b.smithi177.stdout: capacity : 536870912 2023-12-20T10:44:41.667 INFO:journalctl@ceph.mon.b.smithi177.stdout: num_shard_bits : 4 2023-12-20T10:44:41.667 INFO:journalctl@ceph.mon.b.smithi177.stdout: strict_capacity_limit : 0 2023-12-20T10:44:41.668 INFO:journalctl@ceph.mon.b.smithi177.stdout: high_pri_pool_ratio: 0.000 2023-12-20T10:44:41.668 INFO:journalctl@ceph.mon.b.smithi177.stdout: block_cache_compressed: (nil) 2023-12-20T10:44:41.668 INFO:journalctl@ceph.mon.b.smithi177.stdout: persistent_cache: (nil) 2023-12-20T10:44:41.668 INFO:journalctl@ceph.mon.b.smithi177.stdout: block_size: 4096 2023-12-20T10:44:41.668 INFO:journalctl@ceph.mon.b.smithi177.stdout: block_size_deviation: 10 2023-12-20T10:44:41.668 INFO:journalctl@ceph.mon.b.smithi177.stdout: block_restart_interval: 16 2023-12-20T10:44:41.668 INFO:journalctl@ceph.mon.b.smithi177.stdout: index_block_restart_interval: 1 2023-12-20T10:44:41.668 INFO:journalctl@ceph.mon.b.smithi177.stdout: metadata_block_size: 4096 2023-12-20T10:44:41.668 INFO:journalctl@ceph.mon.b.smithi177.stdout: partition_filters: 0 2023-12-20T10:44:41.668 INFO:journalctl@ceph.mon.b.smithi177.stdout: use_delta_encoding: 1 2023-12-20T10:44:41.668 INFO:journalctl@ceph.mon.b.smithi177.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2023-12-20T10:44:41.668 INFO:journalctl@ceph.mon.b.smithi177.stdout: whole_key_filtering: 1 2023-12-20T10:44:41.668 INFO:journalctl@ceph.mon.b.smithi177.stdout: verify_compression: 0 2023-12-20T10:44:41.668 INFO:journalctl@ceph.mon.b.smithi177.stdout: read_amp_bytes_per_bit: 0 2023-12-20T10:44:41.668 INFO:journalctl@ceph.mon.b.smithi177.stdout: format_version: 4 2023-12-20T10:44:41.669 INFO:journalctl@ceph.mon.b.smithi177.stdout: enable_index_compression: 1 2023-12-20T10:44:41.669 INFO:journalctl@ceph.mon.b.smithi177.stdout: block_align: 0 2023-12-20T10:44:41.669 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.write_buffer_size: 33554432 2023-12-20T10:44:41.669 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.max_write_buffer_number: 2 2023-12-20T10:44:41.669 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.compression: NoCompression 2023-12-20T10:44:41.669 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.bottommost_compression: Disabled 2023-12-20T10:44:41.669 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 systemd[1]: Started Ceph mon.b for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:44:41.669 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.prefix_extractor: nullptr 2023-12-20T10:44:41.669 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-20T10:44:41.669 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.num_levels: 7 2023-12-20T10:44:41.669 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-20T10:44:41.669 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-20T10:44:41.669 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-20T10:44:41.669 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-20T10:44:41.669 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-20T10:44:41.670 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-20T10:44:41.670 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-20T10:44:41.670 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-20T10:44:41.670 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-20T10:44:41.670 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-20T10:44:41.670 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.compression_opts.window_bits: -14 2023-12-20T10:44:41.670 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.compression_opts.level: 32767 2023-12-20T10:44:41.670 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.compression_opts.strategy: 0 2023-12-20T10:44:41.670 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-20T10:44:41.670 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-20T10:44:41.670 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-20T10:44:41.670 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.compression_opts.enabled: false 2023-12-20T10:44:41.670 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-20T10:44:41.670 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-20T10:44:41.670 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-20T10:44:41.671 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.target_file_size_base: 67108864 2023-12-20T10:44:41.671 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.target_file_size_multiplier: 1 2023-12-20T10:44:41.671 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-20T10:44:41.671 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-20T10:44:41.671 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-20T10:44:41.671 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-20T10:44:41.671 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-20T10:44:41.671 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-20T10:44:41.671 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-20T10:44:41.671 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-20T10:44:41.671 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-20T10:44:41.671 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-20T10:44:41.671 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-20T10:44:41.671 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-20T10:44:41.671 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.arena_block_size: 4194304 2023-12-20T10:44:41.672 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-20T10:44:41.672 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-20T10:44:41.672 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2023-12-20T10:44:41.672 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.disable_auto_compactions: 0 2023-12-20T10:44:41.672 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-20T10:44:41.672 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-20T10:44:41.672 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-20T10:44:41.672 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-20T10:44:41.672 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-20T10:44:41.672 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-20T10:44:41.672 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-20T10:44:41.672 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-20T10:44:41.672 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-20T10:44:41.673 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-20T10:44:41.673 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.table_properties_collectors: 2023-12-20T10:44:41.673 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.inplace_update_support: 0 2023-12-20T10:44:41.673 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.inplace_update_num_locks: 10000 2023-12-20T10:44:41.673 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-20T10:44:41.673 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-20T10:44:41.673 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.memtable_huge_page_size: 0 2023-12-20T10:44:41.673 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.bloom_locality: 0 2023-12-20T10:44:41.673 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.max_successive_merges: 0 2023-12-20T10:44:41.673 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.optimize_filters_for_hits: 0 2023-12-20T10:44:41.673 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.paranoid_file_checks: 0 2023-12-20T10:44:41.673 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.force_consistency_checks: 1 2023-12-20T10:44:41.673 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.report_bg_io_stats: 0 2023-12-20T10:44:41.673 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.ttl: 2592000 2023-12-20T10:44:41.673 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.periodic_compaction_seconds: 0 2023-12-20T10:44:41.674 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.enable_blob_files: false 2023-12-20T10:44:41.674 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.min_blob_size: 0 2023-12-20T10:44:41.674 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.blob_file_size: 268435456 2023-12-20T10:44:41.674 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.blob_compression_type: NoCompression 2023-12-20T10:44:41.674 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.enable_blob_garbage_collection: false 2023-12-20T10:44:41.674 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-20T10:44:41.674 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-12-20T10:44:41.674 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2023-12-20T10:44:41.674 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2023-12-20T10:44:41.674 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703069081389846, "job": 1, "event": "recovery_started", "wal_files": [4]} 2023-12-20T10:44:41.674 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2023-12-20T10:44:41.674 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2023-12-20T10:44:41.674 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703069081390123, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1545, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1703069081, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "76372a4a-2482-4386-858a-a62acbc9ffc3", "db_session_id": "R6QPM91CWA2H584JJKZ5"}} 2023-12-20T10:44:41.674 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2023-12-20T10:44:41.675 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703069081390454, "job": 1, "event": "recovery_finished"} 2023-12-20T10:44:41.675 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-20T10:44:41.675 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55c63c71f180 2023-12-20T10:44:41.675 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: DB pointer 0x55c63c7f4000 2023-12-20T10:44:41.675 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mon.b does not exist in monmap, will attempt to join an existing cluster 2023-12-20T10:44:41.675 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: using public_addr v2:172.21.15.177:0/0 -> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] 2023-12-20T10:44:41.675 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2023-12-20T10:44:41.675 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: rocksdb: [db/db_impl/db_impl.cc:903] 2023-12-20T10:44:41.675 INFO:journalctl@ceph.mon.b.smithi177.stdout: ** DB Stats ** 2023-12-20T10:44:41.675 INFO:journalctl@ceph.mon.b.smithi177.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-20T10:44:41.675 INFO:journalctl@ceph.mon.b.smithi177.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-20T10:44:41.675 INFO:journalctl@ceph.mon.b.smithi177.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-20T10:44:41.675 INFO:journalctl@ceph.mon.b.smithi177.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-20T10:44:41.675 INFO:journalctl@ceph.mon.b.smithi177.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-20T10:44:41.675 INFO:journalctl@ceph.mon.b.smithi177.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-12-20T10:44:41.676 INFO:journalctl@ceph.mon.b.smithi177.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-20T10:44:41.676 INFO:journalctl@ceph.mon.b.smithi177.stdout: 2023-12-20T10:44:41.676 INFO:journalctl@ceph.mon.b.smithi177.stdout: ** Compaction Stats [default] ** 2023-12-20T10:44:41.676 INFO:journalctl@ceph.mon.b.smithi177.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-20T10:44:41.676 INFO:journalctl@ceph.mon.b.smithi177.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-20T10:44:41.676 INFO:journalctl@ceph.mon.b.smithi177.stdout: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.7 0.00 0.00 1 0.000 0 0 2023-12-20T10:44:41.676 INFO:journalctl@ceph.mon.b.smithi177.stdout: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.7 0.00 0.00 1 0.000 0 0 2023-12-20T10:44:41.676 INFO:journalctl@ceph.mon.b.smithi177.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.7 0.00 0.00 1 0.000 0 0 2023-12-20T10:44:41.676 INFO:journalctl@ceph.mon.b.smithi177.stdout: 2023-12-20T10:44:41.676 INFO:journalctl@ceph.mon.b.smithi177.stdout: ** Compaction Stats [default] ** 2023-12-20T10:44:41.676 INFO:journalctl@ceph.mon.b.smithi177.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-20T10:44:41.676 INFO:journalctl@ceph.mon.b.smithi177.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-20T10:44:41.676 INFO:journalctl@ceph.mon.b.smithi177.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.7 0.00 0.00 1 0.000 0 0 2023-12-20T10:44:41.677 INFO:journalctl@ceph.mon.b.smithi177.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-20T10:44:41.677 INFO:journalctl@ceph.mon.b.smithi177.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-12-20T10:44:41.677 INFO:journalctl@ceph.mon.b.smithi177.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-20T10:44:41.677 INFO:journalctl@ceph.mon.b.smithi177.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-20T10:44:41.677 INFO:journalctl@ceph.mon.b.smithi177.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-20T10:44:41.677 INFO:journalctl@ceph.mon.b.smithi177.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-20T10:44:41.677 INFO:journalctl@ceph.mon.b.smithi177.stdout: Cumulative compaction: 0.00 GB write, 0.45 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-20T10:44:41.677 INFO:journalctl@ceph.mon.b.smithi177.stdout: Interval compaction: 0.00 GB write, 0.45 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-20T10:44:41.677 INFO:journalctl@ceph.mon.b.smithi177.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-20T10:44:41.677 INFO:journalctl@ceph.mon.b.smithi177.stdout: 2023-12-20T10:44:41.677 INFO:journalctl@ceph.mon.b.smithi177.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-20T10:44:41.677 INFO:journalctl@ceph.mon.b.smithi177.stdout: 2023-12-20T10:44:41.677 INFO:journalctl@ceph.mon.b.smithi177.stdout: ** Compaction Stats [default] ** 2023-12-20T10:44:41.677 INFO:journalctl@ceph.mon.b.smithi177.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-20T10:44:41.678 INFO:journalctl@ceph.mon.b.smithi177.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-20T10:44:41.678 INFO:journalctl@ceph.mon.b.smithi177.stdout: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.7 0.00 0.00 1 0.000 0 0 2023-12-20T10:44:41.678 INFO:journalctl@ceph.mon.b.smithi177.stdout: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.7 0.00 0.00 1 0.000 0 0 2023-12-20T10:44:41.678 INFO:journalctl@ceph.mon.b.smithi177.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-12-20T10:44:41.678 INFO:journalctl@ceph.mon.b.smithi177.stdout: 2023-12-20T10:44:41.678 INFO:journalctl@ceph.mon.b.smithi177.stdout: ** Compaction Stats [default] ** 2023-12-20T10:44:41.678 INFO:journalctl@ceph.mon.b.smithi177.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-20T10:44:41.678 INFO:journalctl@ceph.mon.b.smithi177.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-20T10:44:41.678 INFO:journalctl@ceph.mon.b.smithi177.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.7 0.00 0.00 1 0.000 0 0 2023-12-20T10:44:41.678 INFO:journalctl@ceph.mon.b.smithi177.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-20T10:44:41.678 INFO:journalctl@ceph.mon.b.smithi177.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-12-20T10:44:41.678 INFO:journalctl@ceph.mon.b.smithi177.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-20T10:44:41.678 INFO:journalctl@ceph.mon.b.smithi177.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-20T10:44:41.678 INFO:journalctl@ceph.mon.b.smithi177.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-20T10:44:41.678 INFO:journalctl@ceph.mon.b.smithi177.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-20T10:44:41.679 INFO:journalctl@ceph.mon.b.smithi177.stdout: Cumulative compaction: 0.00 GB write, 0.44 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-20T10:44:41.679 INFO:journalctl@ceph.mon.b.smithi177.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-20T10:44:41.679 INFO:journalctl@ceph.mon.b.smithi177.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-20T10:44:41.679 INFO:journalctl@ceph.mon.b.smithi177.stdout: 2023-12-20T10:44:41.679 INFO:journalctl@ceph.mon.b.smithi177.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-20T10:44:41.679 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: starting mon.b rank -1 at public addrs [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] at bind addrs [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 85213638-9f24-11ee-95a5-87774f69a715 2023-12-20T10:44:41.679 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mon.b@-1(???) e0 preinit fsid 85213638-9f24-11ee-95a5-87774f69a715 2023-12-20T10:44:41.679 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mon.b@-1(synchronizing).mds e1 new map 2023-12-20T10:44:41.679 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mon.b@-1(synchronizing).mds e1 print_map 2023-12-20T10:44:41.679 INFO:journalctl@ceph.mon.b.smithi177.stdout: e1 2023-12-20T10:44:41.679 INFO:journalctl@ceph.mon.b.smithi177.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-12-20T10:44:41.679 INFO:journalctl@ceph.mon.b.smithi177.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-20T10:44:41.679 INFO:journalctl@ceph.mon.b.smithi177.stdout: legacy client fscid: -1 2023-12-20T10:44:41.679 INFO:journalctl@ceph.mon.b.smithi177.stdout: 2023-12-20T10:44:41.679 INFO:journalctl@ceph.mon.b.smithi177.stdout: No filesystems configured 2023-12-20T10:44:41.680 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-12-20T10:44:41.680 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-12-20T10:44:41.680 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-12-20T10:44:41.680 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-12-20T10:44:41.680 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-12-20T10:44:41.680 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-12-20T10:44:41.680 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-12-20T10:44:41.680 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-20T10:44:41.680 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-20T10:44:41.680 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-20T10:44:41.680 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mkfs 85213638-9f24-11ee-95a5-87774f69a715 2023-12-20T10:44:41.680 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-20T10:44:41.680 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-20T10:44:41.680 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: monmap e1: 1 mons at {a=[v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-20T10:44:41.680 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: fsmap 2023-12-20T10:44:41.681 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: osdmap e1: 0 total, 0 up, 0 in 2023-12-20T10:44:41.681 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mgrmap e1: no daemons active 2023-12-20T10:44:41.681 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/2403453549' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2023-12-20T10:44:41.681 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/2407099159' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-12-20T10:44:41.681 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/2407099159' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2023-12-20T10:44:41.681 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-20T10:44:41.681 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: monmap e1: 1 mons at {a=[v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-20T10:44:41.681 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: fsmap 2023-12-20T10:44:41.681 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: osdmap e1: 0 total, 0 up, 0 in 2023-12-20T10:44:41.681 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mgrmap e1: no daemons active 2023-12-20T10:44:41.681 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/161477418' entity='client.admin' 2023-12-20T10:44:41.681 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/3111839162' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-20T10:44:41.681 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/1653669762' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-20T10:44:41.681 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: Activating manager daemon y 2023-12-20T10:44:41.681 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mgrmap e2: y(active, starting, since 0.00278252s) 2023-12-20T10:44:41.682 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14100 172.21.15.123:0/3310118909' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-20T10:44:41.682 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14100 172.21.15.123:0/3310118909' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-20T10:44:41.682 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14100 172.21.15.123:0/3310118909' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-20T10:44:41.682 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14100 172.21.15.123:0/3310118909' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:44:41.682 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14100 172.21.15.123:0/3310118909' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-20T10:44:41.682 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: Manager daemon y is now available 2023-12-20T10:44:41.682 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14100 172.21.15.123:0/3310118909' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-20T10:44:41.682 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14100 172.21.15.123:0/3310118909' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-20T10:44:41.682 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14100 172.21.15.123:0/3310118909' entity='mgr.y' 2023-12-20T10:44:41.682 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14100 172.21.15.123:0/3310118909' entity='mgr.y' 2023-12-20T10:44:41.682 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14100 172.21.15.123:0/3310118909' entity='mgr.y' 2023-12-20T10:44:41.682 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mgrmap e3: y(active, since 1.0069s) 2023-12-20T10:44:41.682 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/2400768472' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-20T10:44:41.682 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/558609324' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-12-20T10:44:41.682 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mgrmap e4: y(active, since 3s) 2023-12-20T10:44:41.683 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/889241286' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2023-12-20T10:44:41.683 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/889241286' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2023-12-20T10:44:41.683 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mgrmap e5: y(active, since 4s) 2023-12-20T10:44:41.683 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/3135954160' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-12-20T10:44:41.683 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: Active manager daemon y restarted 2023-12-20T10:44:41.683 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: Activating manager daemon y 2023-12-20T10:44:41.683 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: osdmap e2: 0 total, 0 up, 0 in 2023-12-20T10:44:41.683 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mgrmap e6: y(active, starting, since 0.00313453s) 2023-12-20T10:44:41.683 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:44:41.683 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-20T10:44:41.683 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-20T10:44:41.683 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-20T10:44:41.683 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-20T10:44:41.683 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: Manager daemon y is now available 2023-12-20T10:44:41.683 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:41.684 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:41.684 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:41.684 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:41.684 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: Found migration_current of "None". Setting to last migration. 2023-12-20T10:44:41.684 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:41.684 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-20T10:44:41.684 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-20T10:44:41.684 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mgrmap e7: y(active, since 1.00568s) 2023-12-20T10:44:41.684 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-12-20T10:44:41.684 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-12-20T10:44:41.684 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: [20/Dec/2023:10:43:55] ENGINE Bus STARTING 2023-12-20T10:44:41.684 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:41.684 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:41.684 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: [20/Dec/2023:10:43:55] ENGINE Serving on https://172.21.15.123:7150 2023-12-20T10:44:41.684 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: [20/Dec/2023:10:43:55] ENGINE Bus STARTED 2023-12-20T10:44:41.685 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mgrmap e8: y(active, since 2s) 2023-12-20T10:44:41.685 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:41.685 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:41.685 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:41.685 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:41.685 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:41.685 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: Generating ssh key... 2023-12-20T10:44:41.685 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:41.685 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:41.685 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:41.685 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi123", "addr": "172.21.15.123", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:41.685 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: Deploying cephadm binary to smithi123 2023-12-20T10:44:41.685 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:41.685 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: Added host smithi123 2023-12-20T10:44:41.685 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:41.686 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:41.686 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:41.686 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: Saving service mon spec with placement count:5 2023-12-20T10:44:41.686 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:41.686 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:41.686 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:41.686 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: Saving service mgr spec with placement count:2 2023-12-20T10:44:41.686 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:41.686 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/1411751210' entity='client.admin' 2023-12-20T10:44:41.686 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:41.686 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:41.686 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/2015690451' entity='client.admin' 2023-12-20T10:44:41.686 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/3263974411' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2023-12-20T10:44:41.686 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/3263974411' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2023-12-20T10:44:41.686 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mgrmap e9: y(active, since 16s) 2023-12-20T10:44:41.687 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/739559757' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-12-20T10:44:41.687 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: Active manager daemon y restarted 2023-12-20T10:44:41.687 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: Activating manager daemon y 2023-12-20T10:44:41.687 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: osdmap e3: 0 total, 0 up, 0 in 2023-12-20T10:44:41.687 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mgrmap e10: y(active, starting, since 0.00363138s) 2023-12-20T10:44:41.687 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:44:41.687 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-20T10:44:41.687 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-20T10:44:41.687 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-20T10:44:41.687 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-20T10:44:41.687 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: Manager daemon y is now available 2023-12-20T10:44:41.687 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:41.687 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:41.687 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-20T10:44:41.687 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-20T10:44:41.688 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: [20/Dec/2023:10:44:16] ENGINE Bus STARTING 2023-12-20T10:44:41.688 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: [20/Dec/2023:10:44:16] ENGINE Serving on https://172.21.15.123:7150 2023-12-20T10:44:41.688 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: [20/Dec/2023:10:44:16] ENGINE Bus STARTED 2023-12-20T10:44:41.688 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:41.688 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:41.688 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mgrmap e11: y(active, since 1.00593s) 2023-12-20T10:44:41.688 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-12-20T10:44:41.688 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-12-20T10:44:41.688 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:41.688 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:41.688 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:41.688 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:41.688 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mgrmap e12: y(active, since 2s) 2023-12-20T10:44:41.688 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:41.688 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:41.689 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/1463500010' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2023-12-20T10:44:41.689 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mgrmap e13: y(active, since 6s) 2023-12-20T10:44:41.689 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/4250215397' entity='client.admin' 2023-12-20T10:44:41.689 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/485233595' entity='client.admin' 2023-12-20T10:44:41.689 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:41.689 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:41.689 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi123", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:44:41.689 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:41.689 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:41.689 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:41.689 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:41.689 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:41.689 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:41.689 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:41.689 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:44:41.690 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: Updating smithi123:/etc/ceph/ceph.conf 2023-12-20T10:44:41.690 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: Updating smithi123:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:44:41.690 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:41.690 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:41.690 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:41.690 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: Updating smithi123:/etc/ceph/ceph.client.admin.keyring 2023-12-20T10:44:41.690 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: Updating smithi123:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-20T10:44:41.690 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi177", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:41.690 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: Deploying cephadm binary to smithi177 2023-12-20T10:44:41.690 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:41.690 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: Added host smithi177 2023-12-20T10:44:41.690 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:41.690 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:41.690 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:41.690 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:41.691 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-20T10:44:41.691 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:41.691 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:41.691 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:41.691 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:41.691 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/139945779' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-12-20T10:44:41.691 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi177", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:44:41.691 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:41.691 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:44:41.691 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: Updating smithi177:/etc/ceph/ceph.conf 2023-12-20T10:44:41.691 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: Updating smithi177:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:44:41.691 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:41.691 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:41.691 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:41.691 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: Updating smithi177:/etc/ceph/ceph.client.admin.keyring 2023-12-20T10:44:41.692 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: Updating smithi177:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-20T10:44:41.692 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:41.692 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/139945779' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-12-20T10:44:41.692 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: osdmap e4: 0 total, 0 up, 0 in 2023-12-20T10:44:41.692 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:41.692 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi123:172.21.15.123=a;smithi123:[v2:172.21.15.123:3301,v1:172.21.15.123:6790]=c;smithi177:172.21.15.177=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:41.692 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: Saving service mon spec with placement smithi123:172.21.15.123=a;smithi123:[v2:172.21.15.123:3301,v1:172.21.15.123:6790]=c;smithi177:172.21.15.177=b;count:3 2023-12-20T10:44:41.692 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:41.692 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:41.692 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:41.692 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:44:41.692 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:41.692 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-20T10:44:41.692 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:41.692 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: Deploying daemon mon.b on smithi177 2023-12-20T10:44:41.693 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:41.693 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-12-20T10:44:41.693 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:41 smithi177 ceph-mon[144425]: mon.b@-1(synchronizing) e1 handle_conf_change mon_allow_pool_delete 2023-12-20T10:44:42.726 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-12-20T10:44:42.726 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph mon dump -f json 2023-12-20T10:44:42.988 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.b/config 2023-12-20T10:44:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:46 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:44:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:46 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:44:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:46 smithi177 ceph-mon[144425]: mon.a calling monitor election 2023-12-20T10:44:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:46 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:44:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:46 smithi177 ceph-mon[144425]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:46 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:44:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:46 smithi177 ceph-mon[144425]: mon.b calling monitor election 2023-12-20T10:44:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:46 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:44:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:46 smithi177 ceph-mon[144425]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:46 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:44:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:46 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:44:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:46 smithi177 ceph-mon[144425]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-12-20T10:44:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:46 smithi177 ceph-mon[144425]: monmap e2: 2 mons at {a=[v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0],b=[v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-20T10:44:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:46 smithi177 ceph-mon[144425]: fsmap 2023-12-20T10:44:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:46 smithi177 ceph-mon[144425]: osdmap e4: 0 total, 0 up, 0 in 2023-12-20T10:44:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:46 smithi177 ceph-mon[144425]: mgrmap e13: y(active, since 29s) 2023-12-20T10:44:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:46 smithi177 ceph-mon[144425]: overall HEALTH_OK 2023-12-20T10:44:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:46 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:46 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:46 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:46 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-20T10:44:46.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:46 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:46.939 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:46 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:44:46.939 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:46 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:44:46.939 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:46 smithi123 ceph-mon[111044]: mon.a calling monitor election 2023-12-20T10:44:46.939 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:46 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:44:46.939 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:46 smithi123 ceph-mon[111044]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:46.939 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:46 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:44:46.939 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:46 smithi123 ceph-mon[111044]: mon.b calling monitor election 2023-12-20T10:44:46.939 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:46 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:44:46.939 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:46 smithi123 ceph-mon[111044]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:46.939 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:46 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:44:46.940 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:46 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:44:46.940 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:46 smithi123 ceph-mon[111044]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-12-20T10:44:46.940 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:46 smithi123 ceph-mon[111044]: monmap e2: 2 mons at {a=[v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0],b=[v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-20T10:44:46.940 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:46 smithi123 ceph-mon[111044]: fsmap 2023-12-20T10:44:46.940 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:46 smithi123 ceph-mon[111044]: osdmap e4: 0 total, 0 up, 0 in 2023-12-20T10:44:46.940 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:46 smithi123 ceph-mon[111044]: mgrmap e13: y(active, since 29s) 2023-12-20T10:44:46.940 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:46 smithi123 ceph-mon[111044]: overall HEALTH_OK 2023-12-20T10:44:46.940 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:46 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:46.940 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:46 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:46.940 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:46 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:46.940 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:46 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-20T10:44:46.940 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:46 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:47.147 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-12-20T10:44:47.148 INFO:teuthology.orchestra.run.smithi177.stdout:{"epoch":2,"fsid":"85213638-9f24-11ee-95a5-87774f69a715","modified":"2023-12-20T10:44:41.413607Z","created":"2023-12-20T10:43:29.707583Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:3300","nonce":0},{"type":"v1","addr":"172.21.15.123:6789","nonce":0}]},"addr":"172.21.15.123:6789/0","public_addr":"172.21.15.123:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:3300","nonce":0},{"type":"v1","addr":"172.21.15.177:6789","nonce":0}]},"addr":"172.21.15.177:6789/0","public_addr":"172.21.15.177:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2023-12-20T10:44:47.150 INFO:teuthology.orchestra.run.smithi177.stderr:dumped monmap epoch 2 2023-12-20T10:44:47.571 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:47 smithi123 ceph-mon[111044]: Deploying daemon mon.c on smithi123 2023-12-20T10:44:47.572 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:47 smithi123 ceph-mon[111044]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:47.572 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:47 smithi123 ceph-mon[111044]: from='client.? 172.21.15.177:0/2985026934' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-20T10:44:47.572 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:47 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:44:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:47 smithi177 ceph-mon[144425]: Deploying daemon mon.c on smithi123 2023-12-20T10:44:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:47 smithi177 ceph-mon[144425]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:47 smithi177 ceph-mon[144425]: from='client.? 172.21.15.177:0/2985026934' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-20T10:44:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:47 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:44:48.509 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-12-20T10:44:48.510 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph mon dump -f json 2023-12-20T10:44:48.588 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 systemd[1]: Starting Ceph mon.c for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:44:48.774 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.b/config 2023-12-20T10:44:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: set uid:gid to 167:167 (ceph:ceph) 2023-12-20T10:44:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable), process ceph-mon, pid 7 2023-12-20T10:44:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: pidfile_write: ignore empty --pid-file 2023-12-20T10:44:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: load: jerasure load: lrc 2023-12-20T10:44:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 bash[124846]: 0578a13296d30f414a072db0f8a01445c89e4afcad2bcb93101d5fb2d5857fdc 2023-12-20T10:44:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: RocksDB version: 6.15.5 2023-12-20T10:44:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2023-12-20T10:44:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Compile date Dec 19 2023 2023-12-20T10:44:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: DB SUMMARY 2023-12-20T10:44:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: DB Session ID: 6JYOEOA5J8P647SP3ZPE 2023-12-20T10:44:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: CURRENT file: CURRENT 2023-12-20T10:44:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: IDENTITY file: IDENTITY 2023-12-20T10:44:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2023-12-20T10:44:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2023-12-20T10:44:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2023-12-20T10:44:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.error_if_exists: 0 2023-12-20T10:44:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.create_if_missing: 0 2023-12-20T10:44:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.paranoid_checks: 1 2023-12-20T10:44:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-20T10:44:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.env: 0x55f26d37ca80 2023-12-20T10:44:48.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.fs: Posix File System 2023-12-20T10:44:48.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.info_log: 0x55f26eb1ddc0 2023-12-20T10:44:48.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.max_file_opening_threads: 16 2023-12-20T10:44:48.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.statistics: (nil) 2023-12-20T10:44:48.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.use_fsync: 0 2023-12-20T10:44:48.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.max_log_file_size: 0 2023-12-20T10:44:48.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-20T10:44:48.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.log_file_time_to_roll: 0 2023-12-20T10:44:48.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.keep_log_file_num: 1000 2023-12-20T10:44:48.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.recycle_log_file_num: 0 2023-12-20T10:44:48.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.allow_fallocate: 1 2023-12-20T10:44:48.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.allow_mmap_reads: 0 2023-12-20T10:44:48.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.allow_mmap_writes: 0 2023-12-20T10:44:48.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.use_direct_reads: 0 2023-12-20T10:44:48.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-20T10:44:48.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.create_missing_column_families: 0 2023-12-20T10:44:48.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.db_log_dir: 2023-12-20T10:44:48.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2023-12-20T10:44:48.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.table_cache_numshardbits: 6 2023-12-20T10:44:48.997 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.WAL_ttl_seconds: 0 2023-12-20T10:44:48.997 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.WAL_size_limit_MB: 0 2023-12-20T10:44:48.997 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-20T10:44:48.997 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-20T10:44:48.997 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.is_fd_close_on_exec: 1 2023-12-20T10:44:48.997 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.advise_random_on_open: 1 2023-12-20T10:44:48.997 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.db_write_buffer_size: 0 2023-12-20T10:44:48.997 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.write_buffer_manager: 0x55f26f810930 2023-12-20T10:44:48.997 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-20T10:44:48.997 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2023-12-20T10:44:48.997 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-20T10:44:48.997 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.use_adaptive_mutex: 0 2023-12-20T10:44:48.997 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.rate_limiter: (nil) 2023-12-20T10:44:48.998 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-20T10:44:48.998 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.wal_recovery_mode: 2 2023-12-20T10:44:48.998 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.enable_thread_tracking: 0 2023-12-20T10:44:48.998 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.enable_pipelined_write: 0 2023-12-20T10:44:48.998 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.unordered_write: 0 2023-12-20T10:44:48.998 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-20T10:44:48.998 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-20T10:44:48.998 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-20T10:44:48.998 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-20T10:44:48.998 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.row_cache: None 2023-12-20T10:44:48.998 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.wal_filter: None 2023-12-20T10:44:48.998 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-20T10:44:48.998 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.allow_ingest_behind: 0 2023-12-20T10:44:48.998 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.preserve_deletes: 0 2023-12-20T10:44:48.998 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.two_write_queues: 0 2023-12-20T10:44:48.999 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.manual_wal_flush: 0 2023-12-20T10:44:48.999 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.atomic_flush: 0 2023-12-20T10:44:48.999 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-20T10:44:48.999 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.persist_stats_to_disk: 0 2023-12-20T10:44:48.999 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.write_dbid_to_manifest: 0 2023-12-20T10:44:48.999 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.log_readahead_size: 0 2023-12-20T10:44:48.999 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-20T10:44:48.999 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.best_efforts_recovery: 0 2023-12-20T10:44:48.999 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-20T10:44:48.999 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-20T10:44:48.999 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.allow_data_in_errors: 0 2023-12-20T10:44:48.999 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.db_host_id: __hostname__ 2023-12-20T10:44:48.999 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.max_background_jobs: 2 2023-12-20T10:44:48.999 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.max_background_compactions: -1 2023-12-20T10:44:48.999 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.max_subcompactions: 1 2023-12-20T10:44:48.999 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-20T10:44:49.000 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-20T10:44:49.000 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.delayed_write_rate : 16777216 2023-12-20T10:44:49.000 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.max_total_wal_size: 0 2023-12-20T10:44:49.000 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-20T10:44:49.000 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.stats_dump_period_sec: 600 2023-12-20T10:44:49.000 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.stats_persist_period_sec: 600 2023-12-20T10:44:49.000 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-20T10:44:49.000 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.max_open_files: -1 2023-12-20T10:44:49.000 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.bytes_per_sync: 0 2023-12-20T10:44:49.000 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.wal_bytes_per_sync: 0 2023-12-20T10:44:49.000 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.strict_bytes_per_sync: 0 2023-12-20T10:44:49.000 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.compaction_readahead_size: 0 2023-12-20T10:44:49.000 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.max_background_flushes: -1 2023-12-20T10:44:49.000 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Compression algorithms supported: 2023-12-20T10:44:49.000 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-20T10:44:49.001 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: kZSTD supported: 0 2023-12-20T10:44:49.001 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: kXpressCompression supported: 0 2023-12-20T10:44:49.001 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: kLZ4HCCompression supported: 1 2023-12-20T10:44:49.001 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: kZlibCompression supported: 1 2023-12-20T10:44:49.001 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: kSnappyCompression supported: 1 2023-12-20T10:44:49.001 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: kLZ4Compression supported: 1 2023-12-20T10:44:49.001 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: kBZip2Compression supported: 0 2023-12-20T10:44:49.001 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Fast CRC32 supported: Supported on x86 2023-12-20T10:44:49.001 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 2023-12-20T10:44:49.001 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2023-12-20T10:44:49.001 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-20T10:44:49.001 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.merge_operator: 2023-12-20T10:44:49.001 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.compaction_filter: None 2023-12-20T10:44:49.001 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.compaction_filter_factory: None 2023-12-20T10:44:49.001 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.sst_partitioner_factory: None 2023-12-20T10:44:49.002 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.memtable_factory: SkipListFactory 2023-12-20T10:44:49.002 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.table_factory: BlockBasedTable 2023-12-20T10:44:49.002 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55f26eaf0f90) 2023-12-20T10:44:49.002 INFO:journalctl@ceph.mon.c.smithi123.stdout: cache_index_and_filter_blocks: 1 2023-12-20T10:44:49.002 INFO:journalctl@ceph.mon.c.smithi123.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-12-20T10:44:49.002 INFO:journalctl@ceph.mon.c.smithi123.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-20T10:44:49.002 INFO:journalctl@ceph.mon.c.smithi123.stdout: pin_top_level_index_and_filter: 1 2023-12-20T10:44:49.002 INFO:journalctl@ceph.mon.c.smithi123.stdout: index_type: 0 2023-12-20T10:44:49.002 INFO:journalctl@ceph.mon.c.smithi123.stdout: data_block_index_type: 0 2023-12-20T10:44:49.002 INFO:journalctl@ceph.mon.c.smithi123.stdout: index_shortening: 1 2023-12-20T10:44:49.002 INFO:journalctl@ceph.mon.c.smithi123.stdout: data_block_hash_table_util_ratio: 0.750000 2023-12-20T10:44:49.002 INFO:journalctl@ceph.mon.c.smithi123.stdout: hash_index_allow_collision: 1 2023-12-20T10:44:49.002 INFO:journalctl@ceph.mon.c.smithi123.stdout: checksum: 1 2023-12-20T10:44:49.002 INFO:journalctl@ceph.mon.c.smithi123.stdout: no_block_cache: 0 2023-12-20T10:44:49.002 INFO:journalctl@ceph.mon.c.smithi123.stdout: block_cache: 0x55f26eb23090 2023-12-20T10:44:49.003 INFO:journalctl@ceph.mon.c.smithi123.stdout: block_cache_name: BinnedLRUCache 2023-12-20T10:44:49.003 INFO:journalctl@ceph.mon.c.smithi123.stdout: block_cache_options: 2023-12-20T10:44:49.003 INFO:journalctl@ceph.mon.c.smithi123.stdout: capacity : 536870912 2023-12-20T10:44:49.003 INFO:journalctl@ceph.mon.c.smithi123.stdout: num_shard_bits : 4 2023-12-20T10:44:49.003 INFO:journalctl@ceph.mon.c.smithi123.stdout: strict_capacity_limit : 0 2023-12-20T10:44:49.003 INFO:journalctl@ceph.mon.c.smithi123.stdout: high_pri_pool_ratio: 0.000 2023-12-20T10:44:49.003 INFO:journalctl@ceph.mon.c.smithi123.stdout: block_cache_compressed: (nil) 2023-12-20T10:44:49.003 INFO:journalctl@ceph.mon.c.smithi123.stdout: persistent_cache: (nil) 2023-12-20T10:44:49.003 INFO:journalctl@ceph.mon.c.smithi123.stdout: block_size: 4096 2023-12-20T10:44:49.003 INFO:journalctl@ceph.mon.c.smithi123.stdout: block_size_deviation: 10 2023-12-20T10:44:49.003 INFO:journalctl@ceph.mon.c.smithi123.stdout: block_restart_interval: 16 2023-12-20T10:44:49.003 INFO:journalctl@ceph.mon.c.smithi123.stdout: index_block_restart_interval: 1 2023-12-20T10:44:49.003 INFO:journalctl@ceph.mon.c.smithi123.stdout: metadata_block_size: 4096 2023-12-20T10:44:49.003 INFO:journalctl@ceph.mon.c.smithi123.stdout: partition_filters: 0 2023-12-20T10:44:49.003 INFO:journalctl@ceph.mon.c.smithi123.stdout: use_delta_encoding: 1 2023-12-20T10:44:49.004 INFO:journalctl@ceph.mon.c.smithi123.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2023-12-20T10:44:49.004 INFO:journalctl@ceph.mon.c.smithi123.stdout: whole_key_filtering: 1 2023-12-20T10:44:49.004 INFO:journalctl@ceph.mon.c.smithi123.stdout: verify_compression: 0 2023-12-20T10:44:49.004 INFO:journalctl@ceph.mon.c.smithi123.stdout: read_amp_bytes_per_bit: 0 2023-12-20T10:44:49.004 INFO:journalctl@ceph.mon.c.smithi123.stdout: format_version: 4 2023-12-20T10:44:49.004 INFO:journalctl@ceph.mon.c.smithi123.stdout: enable_index_compression: 1 2023-12-20T10:44:49.004 INFO:journalctl@ceph.mon.c.smithi123.stdout: block_align: 0 2023-12-20T10:44:49.004 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.write_buffer_size: 33554432 2023-12-20T10:44:49.004 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.max_write_buffer_number: 2 2023-12-20T10:44:49.004 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.compression: NoCompression 2023-12-20T10:44:49.004 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.bottommost_compression: Disabled 2023-12-20T10:44:49.004 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.prefix_extractor: nullptr 2023-12-20T10:44:49.004 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-20T10:44:49.004 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.num_levels: 7 2023-12-20T10:44:49.004 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-20T10:44:49.005 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-20T10:44:49.005 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-20T10:44:49.005 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-20T10:44:49.005 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-20T10:44:49.005 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-20T10:44:49.005 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-20T10:44:49.005 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-20T10:44:49.005 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-20T10:44:49.005 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-20T10:44:49.005 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.compression_opts.window_bits: -14 2023-12-20T10:44:49.005 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.compression_opts.level: 32767 2023-12-20T10:44:49.005 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.compression_opts.strategy: 0 2023-12-20T10:44:49.005 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-20T10:44:49.005 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-20T10:44:49.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-20T10:44:49.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.compression_opts.enabled: false 2023-12-20T10:44:49.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-20T10:44:49.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-20T10:44:49.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-20T10:44:49.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.target_file_size_base: 67108864 2023-12-20T10:44:49.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.target_file_size_multiplier: 1 2023-12-20T10:44:49.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-20T10:44:49.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-20T10:44:49.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-20T10:44:49.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-20T10:44:49.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-20T10:44:49.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-20T10:44:49.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-20T10:44:49.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-20T10:44:49.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-20T10:44:49.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-20T10:44:49.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-20T10:44:49.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-20T10:44:49.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.arena_block_size: 4194304 2023-12-20T10:44:49.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-20T10:44:49.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-20T10:44:49.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2023-12-20T10:44:49.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.disable_auto_compactions: 0 2023-12-20T10:44:49.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-20T10:44:49.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-20T10:44:49.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-20T10:44:49.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-20T10:44:49.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-20T10:44:49.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-20T10:44:49.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-20T10:44:49.008 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-20T10:44:49.008 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-20T10:44:49.008 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-20T10:44:49.008 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.table_properties_collectors: 2023-12-20T10:44:49.008 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.inplace_update_support: 0 2023-12-20T10:44:49.008 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.inplace_update_num_locks: 10000 2023-12-20T10:44:49.008 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-20T10:44:49.008 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-20T10:44:49.008 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.memtable_huge_page_size: 0 2023-12-20T10:44:49.008 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.bloom_locality: 0 2023-12-20T10:44:49.008 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.max_successive_merges: 0 2023-12-20T10:44:49.008 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.optimize_filters_for_hits: 0 2023-12-20T10:44:49.008 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.paranoid_file_checks: 0 2023-12-20T10:44:49.008 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.force_consistency_checks: 1 2023-12-20T10:44:49.008 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.report_bg_io_stats: 0 2023-12-20T10:44:49.009 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.ttl: 2592000 2023-12-20T10:44:49.009 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.periodic_compaction_seconds: 0 2023-12-20T10:44:49.009 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.enable_blob_files: false 2023-12-20T10:44:49.009 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.min_blob_size: 0 2023-12-20T10:44:49.009 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.blob_file_size: 268435456 2023-12-20T10:44:49.009 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.blob_compression_type: NoCompression 2023-12-20T10:44:49.009 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.enable_blob_garbage_collection: false 2023-12-20T10:44:49.009 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-20T10:44:49.009 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-12-20T10:44:49.009 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2023-12-20T10:44:49.009 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2023-12-20T10:44:49.009 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 systemd[1]: Started Ceph mon.c for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:44:49.009 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703069088675716, "job": 1, "event": "recovery_started", "wal_files": [4]} 2023-12-20T10:44:49.009 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2023-12-20T10:44:49.010 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2023-12-20T10:44:49.010 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703069088676136, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1670, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1703069088, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "58d780ae-2533-4271-9e17-4508836fd1a4", "db_session_id": "6JYOEOA5J8P647SP3ZPE"}} 2023-12-20T10:44:49.010 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2023-12-20T10:44:49.010 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703069088676577, "job": 1, "event": "recovery_finished"} 2023-12-20T10:44:49.010 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-20T10:44:49.010 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55f26eab7180 2023-12-20T10:44:49.010 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: DB pointer 0x55f26eb8c000 2023-12-20T10:44:49.010 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2023-12-20T10:44:49.010 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: rocksdb: [db/db_impl/db_impl.cc:903] 2023-12-20T10:44:49.010 INFO:journalctl@ceph.mon.c.smithi123.stdout: ** DB Stats ** 2023-12-20T10:44:49.010 INFO:journalctl@ceph.mon.c.smithi123.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-20T10:44:49.010 INFO:journalctl@ceph.mon.c.smithi123.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-20T10:44:49.010 INFO:journalctl@ceph.mon.c.smithi123.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-20T10:44:49.010 INFO:journalctl@ceph.mon.c.smithi123.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-20T10:44:49.010 INFO:journalctl@ceph.mon.c.smithi123.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-20T10:44:49.011 INFO:journalctl@ceph.mon.c.smithi123.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-12-20T10:44:49.011 INFO:journalctl@ceph.mon.c.smithi123.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-20T10:44:49.011 INFO:journalctl@ceph.mon.c.smithi123.stdout: 2023-12-20T10:44:49.011 INFO:journalctl@ceph.mon.c.smithi123.stdout: ** Compaction Stats [default] ** 2023-12-20T10:44:49.011 INFO:journalctl@ceph.mon.c.smithi123.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-20T10:44:49.011 INFO:journalctl@ceph.mon.c.smithi123.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-20T10:44:49.011 INFO:journalctl@ceph.mon.c.smithi123.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 2023-12-20T10:44:49.011 INFO:journalctl@ceph.mon.c.smithi123.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 2023-12-20T10:44:49.011 INFO:journalctl@ceph.mon.c.smithi123.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 2023-12-20T10:44:49.011 INFO:journalctl@ceph.mon.c.smithi123.stdout: 2023-12-20T10:44:49.011 INFO:journalctl@ceph.mon.c.smithi123.stdout: ** Compaction Stats [default] ** 2023-12-20T10:44:49.011 INFO:journalctl@ceph.mon.c.smithi123.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-20T10:44:49.011 INFO:journalctl@ceph.mon.c.smithi123.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-20T10:44:49.011 INFO:journalctl@ceph.mon.c.smithi123.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.0 0.00 0.00 1 0.000 0 0 2023-12-20T10:44:49.011 INFO:journalctl@ceph.mon.c.smithi123.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-20T10:44:49.012 INFO:journalctl@ceph.mon.c.smithi123.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-12-20T10:44:49.012 INFO:journalctl@ceph.mon.c.smithi123.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-20T10:44:49.012 INFO:journalctl@ceph.mon.c.smithi123.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-20T10:44:49.012 INFO:journalctl@ceph.mon.c.smithi123.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-20T10:44:49.012 INFO:journalctl@ceph.mon.c.smithi123.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-20T10:44:49.012 INFO:journalctl@ceph.mon.c.smithi123.stdout: Cumulative compaction: 0.00 GB write, 0.46 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-20T10:44:49.012 INFO:journalctl@ceph.mon.c.smithi123.stdout: Interval compaction: 0.00 GB write, 0.46 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-20T10:44:49.012 INFO:journalctl@ceph.mon.c.smithi123.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-20T10:44:49.012 INFO:journalctl@ceph.mon.c.smithi123.stdout: 2023-12-20T10:44:49.012 INFO:journalctl@ceph.mon.c.smithi123.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-20T10:44:49.012 INFO:journalctl@ceph.mon.c.smithi123.stdout: 2023-12-20T10:44:49.012 INFO:journalctl@ceph.mon.c.smithi123.stdout: ** Compaction Stats [default] ** 2023-12-20T10:44:49.012 INFO:journalctl@ceph.mon.c.smithi123.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-20T10:44:49.012 INFO:journalctl@ceph.mon.c.smithi123.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-20T10:44:49.013 INFO:journalctl@ceph.mon.c.smithi123.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 2023-12-20T10:44:49.013 INFO:journalctl@ceph.mon.c.smithi123.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 2023-12-20T10:44:49.013 INFO:journalctl@ceph.mon.c.smithi123.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-12-20T10:44:49.013 INFO:journalctl@ceph.mon.c.smithi123.stdout: 2023-12-20T10:44:49.013 INFO:journalctl@ceph.mon.c.smithi123.stdout: ** Compaction Stats [default] ** 2023-12-20T10:44:49.013 INFO:journalctl@ceph.mon.c.smithi123.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-20T10:44:49.013 INFO:journalctl@ceph.mon.c.smithi123.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-20T10:44:49.013 INFO:journalctl@ceph.mon.c.smithi123.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.0 0.00 0.00 1 0.000 0 0 2023-12-20T10:44:49.013 INFO:journalctl@ceph.mon.c.smithi123.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-20T10:44:49.013 INFO:journalctl@ceph.mon.c.smithi123.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-12-20T10:44:49.013 INFO:journalctl@ceph.mon.c.smithi123.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-20T10:44:49.013 INFO:journalctl@ceph.mon.c.smithi123.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-20T10:44:49.013 INFO:journalctl@ceph.mon.c.smithi123.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-20T10:44:49.013 INFO:journalctl@ceph.mon.c.smithi123.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-20T10:44:49.013 INFO:journalctl@ceph.mon.c.smithi123.stdout: Cumulative compaction: 0.00 GB write, 0.46 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-20T10:44:49.014 INFO:journalctl@ceph.mon.c.smithi123.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-20T10:44:49.014 INFO:journalctl@ceph.mon.c.smithi123.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-20T10:44:49.014 INFO:journalctl@ceph.mon.c.smithi123.stdout: 2023-12-20T10:44:49.014 INFO:journalctl@ceph.mon.c.smithi123.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-20T10:44:49.014 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mon.c does not exist in monmap, will attempt to join an existing cluster 2023-12-20T10:44:49.014 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: using public_addrv [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2023-12-20T10:44:49.014 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: starting mon.c rank -1 at public addrs [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] at bind addrs [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 85213638-9f24-11ee-95a5-87774f69a715 2023-12-20T10:44:49.014 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mon.c@-1(???) e0 preinit fsid 85213638-9f24-11ee-95a5-87774f69a715 2023-12-20T10:44:49.014 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mon.c@-1(synchronizing).mds e1 new map 2023-12-20T10:44:49.014 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mon.c@-1(synchronizing).mds e1 print_map 2023-12-20T10:44:49.014 INFO:journalctl@ceph.mon.c.smithi123.stdout: e1 2023-12-20T10:44:49.014 INFO:journalctl@ceph.mon.c.smithi123.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-12-20T10:44:49.014 INFO:journalctl@ceph.mon.c.smithi123.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-20T10:44:49.014 INFO:journalctl@ceph.mon.c.smithi123.stdout: legacy client fscid: -1 2023-12-20T10:44:49.014 INFO:journalctl@ceph.mon.c.smithi123.stdout: 2023-12-20T10:44:49.015 INFO:journalctl@ceph.mon.c.smithi123.stdout: No filesystems configured 2023-12-20T10:44:49.015 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-12-20T10:44:49.015 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-12-20T10:44:49.015 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-12-20T10:44:49.015 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-12-20T10:44:49.015 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-12-20T10:44:49.015 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-12-20T10:44:49.015 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-12-20T10:44:49.015 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-20T10:44:49.015 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-20T10:44:49.015 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-20T10:44:49.015 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mkfs 85213638-9f24-11ee-95a5-87774f69a715 2023-12-20T10:44:49.015 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-20T10:44:49.015 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-20T10:44:49.015 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: monmap e1: 1 mons at {a=[v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-20T10:44:49.015 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: fsmap 2023-12-20T10:44:49.016 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: osdmap e1: 0 total, 0 up, 0 in 2023-12-20T10:44:49.016 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mgrmap e1: no daemons active 2023-12-20T10:44:49.016 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/2403453549' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2023-12-20T10:44:49.016 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/2407099159' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-12-20T10:44:49.016 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/2407099159' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2023-12-20T10:44:49.016 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-20T10:44:49.016 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: monmap e1: 1 mons at {a=[v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-20T10:44:49.016 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: fsmap 2023-12-20T10:44:49.016 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: osdmap e1: 0 total, 0 up, 0 in 2023-12-20T10:44:49.016 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mgrmap e1: no daemons active 2023-12-20T10:44:49.016 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/161477418' entity='client.admin' 2023-12-20T10:44:49.016 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/3111839162' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-20T10:44:49.016 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/1653669762' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-20T10:44:49.016 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: Activating manager daemon y 2023-12-20T10:44:49.016 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mgrmap e2: y(active, starting, since 0.00278252s) 2023-12-20T10:44:49.017 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14100 172.21.15.123:0/3310118909' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-20T10:44:49.017 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14100 172.21.15.123:0/3310118909' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-20T10:44:49.017 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14100 172.21.15.123:0/3310118909' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-20T10:44:49.017 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14100 172.21.15.123:0/3310118909' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:44:49.017 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14100 172.21.15.123:0/3310118909' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-20T10:44:49.017 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: Manager daemon y is now available 2023-12-20T10:44:49.017 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14100 172.21.15.123:0/3310118909' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-20T10:44:49.017 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14100 172.21.15.123:0/3310118909' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-20T10:44:49.017 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14100 172.21.15.123:0/3310118909' entity='mgr.y' 2023-12-20T10:44:49.017 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14100 172.21.15.123:0/3310118909' entity='mgr.y' 2023-12-20T10:44:49.017 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14100 172.21.15.123:0/3310118909' entity='mgr.y' 2023-12-20T10:44:49.017 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mgrmap e3: y(active, since 1.0069s) 2023-12-20T10:44:49.017 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/2400768472' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-20T10:44:49.017 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/558609324' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-12-20T10:44:49.017 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mgrmap e4: y(active, since 3s) 2023-12-20T10:44:49.018 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/889241286' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2023-12-20T10:44:49.018 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/889241286' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2023-12-20T10:44:49.018 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mgrmap e5: y(active, since 4s) 2023-12-20T10:44:49.018 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/3135954160' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-12-20T10:44:49.018 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: Active manager daemon y restarted 2023-12-20T10:44:49.018 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: Activating manager daemon y 2023-12-20T10:44:49.018 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: osdmap e2: 0 total, 0 up, 0 in 2023-12-20T10:44:49.018 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mgrmap e6: y(active, starting, since 0.00313453s) 2023-12-20T10:44:49.018 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:44:49.018 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-20T10:44:49.018 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-20T10:44:49.018 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-20T10:44:49.018 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-20T10:44:49.018 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: Manager daemon y is now available 2023-12-20T10:44:49.018 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:49.019 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:49.019 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:49.019 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:49.019 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: Found migration_current of "None". Setting to last migration. 2023-12-20T10:44:49.019 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:49.019 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-20T10:44:49.019 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-20T10:44:49.019 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mgrmap e7: y(active, since 1.00568s) 2023-12-20T10:44:49.019 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-12-20T10:44:49.019 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-12-20T10:44:49.019 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: [20/Dec/2023:10:43:55] ENGINE Bus STARTING 2023-12-20T10:44:49.019 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:49.019 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:49.019 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: [20/Dec/2023:10:43:55] ENGINE Serving on https://172.21.15.123:7150 2023-12-20T10:44:49.019 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: [20/Dec/2023:10:43:55] ENGINE Bus STARTED 2023-12-20T10:44:49.020 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mgrmap e8: y(active, since 2s) 2023-12-20T10:44:49.020 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:49.020 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:49.020 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:49.020 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:49.020 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:49.020 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: Generating ssh key... 2023-12-20T10:44:49.020 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:49.020 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:49.020 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:49.020 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi123", "addr": "172.21.15.123", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:49.020 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: Deploying cephadm binary to smithi123 2023-12-20T10:44:49.020 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:49.020 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: Added host smithi123 2023-12-20T10:44:49.020 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:49.021 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:49.021 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:49.021 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: Saving service mon spec with placement count:5 2023-12-20T10:44:49.021 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:49.021 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:49.021 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:49.021 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: Saving service mgr spec with placement count:2 2023-12-20T10:44:49.021 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:49.021 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/1411751210' entity='client.admin' 2023-12-20T10:44:49.021 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:49.021 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14118 172.21.15.123:0/3115011433' entity='mgr.y' 2023-12-20T10:44:49.021 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/2015690451' entity='client.admin' 2023-12-20T10:44:49.021 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/3263974411' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2023-12-20T10:44:49.021 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/3263974411' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2023-12-20T10:44:49.021 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mgrmap e9: y(active, since 16s) 2023-12-20T10:44:49.021 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/739559757' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-12-20T10:44:49.022 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: Active manager daemon y restarted 2023-12-20T10:44:49.022 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: Activating manager daemon y 2023-12-20T10:44:49.022 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: osdmap e3: 0 total, 0 up, 0 in 2023-12-20T10:44:49.022 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mgrmap e10: y(active, starting, since 0.00363138s) 2023-12-20T10:44:49.022 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:44:49.022 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-20T10:44:49.022 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-20T10:44:49.022 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-20T10:44:49.022 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-20T10:44:49.022 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: Manager daemon y is now available 2023-12-20T10:44:49.022 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:49.022 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:49.022 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-20T10:44:49.022 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-20T10:44:49.022 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: [20/Dec/2023:10:44:16] ENGINE Bus STARTING 2023-12-20T10:44:49.023 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: [20/Dec/2023:10:44:16] ENGINE Serving on https://172.21.15.123:7150 2023-12-20T10:44:49.023 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: [20/Dec/2023:10:44:16] ENGINE Bus STARTED 2023-12-20T10:44:49.023 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:49.023 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:49.023 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mgrmap e11: y(active, since 1.00593s) 2023-12-20T10:44:49.023 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-12-20T10:44:49.023 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-12-20T10:44:49.023 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:49.023 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:49.023 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:49.023 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:49.023 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mgrmap e12: y(active, since 2s) 2023-12-20T10:44:49.023 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:49.023 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:49.023 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/1463500010' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2023-12-20T10:44:49.023 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mgrmap e13: y(active, since 6s) 2023-12-20T10:44:49.024 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/4250215397' entity='client.admin' 2023-12-20T10:44:49.024 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/485233595' entity='client.admin' 2023-12-20T10:44:49.024 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:49.024 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:49.024 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi123", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:44:49.024 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:49.024 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:49.024 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:49.024 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:49.025 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:49.025 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:49.025 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:49.025 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:44:49.025 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: Updating smithi123:/etc/ceph/ceph.conf 2023-12-20T10:44:49.025 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: Updating smithi123:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:44:49.025 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:49.025 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:49.025 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:49.025 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: Updating smithi123:/etc/ceph/ceph.client.admin.keyring 2023-12-20T10:44:49.025 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: Updating smithi123:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-20T10:44:49.026 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi177", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:49.026 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: Deploying cephadm binary to smithi177 2023-12-20T10:44:49.026 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:49.026 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: Added host smithi177 2023-12-20T10:44:49.026 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:49.026 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:49.026 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:49.026 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:49.026 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-20T10:44:49.026 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:49.026 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:49.026 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:49.026 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:49.026 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/139945779' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-12-20T10:44:49.026 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi177", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:44:49.026 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:49.027 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:44:49.027 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: Updating smithi177:/etc/ceph/ceph.conf 2023-12-20T10:44:49.027 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: Updating smithi177:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:44:49.027 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:49.027 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:49.027 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:49.027 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: Updating smithi177:/etc/ceph/ceph.client.admin.keyring 2023-12-20T10:44:49.027 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: Updating smithi177:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-20T10:44:49.027 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:49.027 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/139945779' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-12-20T10:44:49.027 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: osdmap e4: 0 total, 0 up, 0 in 2023-12-20T10:44:49.027 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:49.027 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi123:172.21.15.123=a;smithi123:[v2:172.21.15.123:3301,v1:172.21.15.123:6790]=c;smithi177:172.21.15.177=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:49.027 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: Saving service mon spec with placement smithi123:172.21.15.123=a;smithi123:[v2:172.21.15.123:3301,v1:172.21.15.123:6790]=c;smithi177:172.21.15.177=b;count:3 2023-12-20T10:44:49.027 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:49.027 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:49.028 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:49.028 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:44:49.028 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:49.028 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-20T10:44:49.028 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:49.028 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: Deploying daemon mon.b on smithi177 2023-12-20T10:44:49.028 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:49.028 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:44:49.028 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:44:49.028 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mon.a calling monitor election 2023-12-20T10:44:49.028 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:44:49.028 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:49.028 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:44:49.028 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mon.b calling monitor election 2023-12-20T10:44:49.028 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:44:49.029 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:49.029 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:44:49.029 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:44:49.029 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-12-20T10:44:49.029 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: monmap e2: 2 mons at {a=[v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0],b=[v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-20T10:44:49.029 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: fsmap 2023-12-20T10:44:49.029 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: osdmap e4: 0 total, 0 up, 0 in 2023-12-20T10:44:49.029 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mgrmap e13: y(active, since 29s) 2023-12-20T10:44:49.029 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: overall HEALTH_OK 2023-12-20T10:44:49.029 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:49.029 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:49.029 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:49.029 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-20T10:44:49.029 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:49.030 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: Deploying daemon mon.c on smithi123 2023-12-20T10:44:49.030 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:49.030 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='client.? 172.21.15.177:0/2985026934' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-20T10:44:49.030 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:44:49.030 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-12-20T10:44:49.030 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:48 smithi123 ceph-mon[124884]: mon.c@-1(synchronizing) e2 handle_conf_change mon_allow_pool_delete 2023-12-20T10:44:54.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:53 smithi177 ceph-mon[144425]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:54.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:53 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:44:54.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:53 smithi177 ceph-mon[144425]: mon.a calling monitor election 2023-12-20T10:44:54.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:53 smithi177 ceph-mon[144425]: mon.b calling monitor election 2023-12-20T10:44:54.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:53 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:44:54.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:53 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:44:54.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:53 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:44:54.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:53 smithi177 ceph-mon[144425]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:54.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:53 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:44:54.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:53 smithi177 ceph-mon[144425]: mon.c calling monitor election 2023-12-20T10:44:54.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:53 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:44:54.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:53 smithi177 ceph-mon[144425]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:54.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:53 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:44:54.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:53 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:44:54.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:53 smithi177 ceph-mon[144425]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-20T10:44:54.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:53 smithi177 ceph-mon[144425]: monmap e3: 3 mons at {a=[v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0],b=[v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0],c=[v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-20T10:44:54.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:53 smithi177 ceph-mon[144425]: fsmap 2023-12-20T10:44:54.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:53 smithi177 ceph-mon[144425]: osdmap e4: 0 total, 0 up, 0 in 2023-12-20T10:44:54.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:53 smithi177 ceph-mon[144425]: mgrmap e13: y(active, since 37s) 2023-12-20T10:44:54.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:53 smithi177 ceph-mon[144425]: overall HEALTH_OK 2023-12-20T10:44:54.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:53 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:54.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:53 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:54.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[111044]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:44:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[111044]: mon.a calling monitor election 2023-12-20T10:44:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[111044]: mon.b calling monitor election 2023-12-20T10:44:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:44:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:44:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:44:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[111044]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:44:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[111044]: mon.c calling monitor election 2023-12-20T10:44:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:44:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[111044]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:44:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:44:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[111044]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-20T10:44:54.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[111044]: monmap e3: 3 mons at {a=[v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0],b=[v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0],c=[v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-20T10:44:54.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[111044]: fsmap 2023-12-20T10:44:54.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[111044]: osdmap e4: 0 total, 0 up, 0 in 2023-12-20T10:44:54.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[111044]: mgrmap e13: y(active, since 37s) 2023-12-20T10:44:54.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[111044]: overall HEALTH_OK 2023-12-20T10:44:54.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:54.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:54.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[124884]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:54.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:44:54.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[124884]: mon.a calling monitor election 2023-12-20T10:44:54.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[124884]: mon.b calling monitor election 2023-12-20T10:44:54.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:44:54.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:44:54.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:44:54.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[124884]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:54.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:44:54.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[124884]: mon.c calling monitor election 2023-12-20T10:44:54.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:44:54.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[124884]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:54.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:44:54.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:44:54.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[124884]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-20T10:44:54.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[124884]: monmap e3: 3 mons at {a=[v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0],b=[v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0],c=[v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-20T10:44:54.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[124884]: fsmap 2023-12-20T10:44:54.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[124884]: osdmap e4: 0 total, 0 up, 0 in 2023-12-20T10:44:54.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[124884]: mgrmap e13: y(active, since 37s) 2023-12-20T10:44:54.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[124884]: overall HEALTH_OK 2023-12-20T10:44:54.246 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:54.246 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:53 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:54.387 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-12-20T10:44:54.387 INFO:teuthology.orchestra.run.smithi177.stdout:{"epoch":3,"fsid":"85213638-9f24-11ee-95a5-87774f69a715","modified":"2023-12-20T10:44:48.701225Z","created":"2023-12-20T10:43:29.707583Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:3300","nonce":0},{"type":"v1","addr":"172.21.15.123:6789","nonce":0}]},"addr":"172.21.15.123:6789/0","public_addr":"172.21.15.123:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:3300","nonce":0},{"type":"v1","addr":"172.21.15.177:6789","nonce":0}]},"addr":"172.21.15.177:6789/0","public_addr":"172.21.15.177:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:3301","nonce":0},{"type":"v1","addr":"172.21.15.123:6790","nonce":0}]},"addr":"172.21.15.123:6790/0","public_addr":"172.21.15.123:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2023-12-20T10:44:54.389 INFO:teuthology.orchestra.run.smithi177.stderr:dumped monmap epoch 3 2023-12-20T10:44:54.918 INFO:tasks.cephadm:Generating final ceph.conf file... 2023-12-20T10:44:54.919 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph config generate-minimal-conf 2023-12-20T10:44:55.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:54 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:55.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:54 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:55.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:54 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:55.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:54 smithi177 ceph-mon[144425]: from='client.? 172.21.15.177:0/2748678408' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-20T10:44:55.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:54 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:44:55.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:54 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:55.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:54 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:55.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:54 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:55.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:54 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:55.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:54 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:55.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:54 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:44:55.187 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:44:55.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:54 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:55.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:54 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:55.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:54 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:55.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:54 smithi123 ceph-mon[111044]: from='client.? 172.21.15.177:0/2748678408' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-20T10:44:55.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:54 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:44:55.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:54 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:55.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:54 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:55.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:54 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:55.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:54 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:55.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:54 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:55.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:54 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:44:55.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:54 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:54 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:54 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:54 smithi123 ceph-mon[124884]: from='client.? 172.21.15.177:0/2748678408' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-20T10:44:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:54 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:44:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:54 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:54 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:54 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:54 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:54 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:54 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:44:55.912 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:55 smithi123 ceph-mon[111044]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:55.912 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:55 smithi123 ceph-mon[111044]: Updating smithi123:/etc/ceph/ceph.conf 2023-12-20T10:44:55.912 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:55 smithi123 ceph-mon[111044]: Updating smithi177:/etc/ceph/ceph.conf 2023-12-20T10:44:55.913 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:55 smithi123 ceph-mon[111044]: Updating smithi123:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:44:55.913 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:55 smithi123 ceph-mon[111044]: Updating smithi177:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:44:55.913 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:55 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:55.913 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:55 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:55.913 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:55 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:55.913 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:55 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:55.913 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:55 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:55.913 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:55 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-20T10:44:55.913 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:55 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-20T10:44:55.913 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:55 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:55.913 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:55 smithi123 ceph-mon[124884]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:55.914 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:55 smithi123 ceph-mon[124884]: Updating smithi123:/etc/ceph/ceph.conf 2023-12-20T10:44:55.914 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:55 smithi123 ceph-mon[124884]: Updating smithi177:/etc/ceph/ceph.conf 2023-12-20T10:44:55.914 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:55 smithi123 ceph-mon[124884]: Updating smithi123:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:44:55.914 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:55 smithi123 ceph-mon[124884]: Updating smithi177:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:44:55.914 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:55 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:55.914 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:55 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:55.914 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:55 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:55.914 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:55 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:55.914 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:55 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:55.914 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:55 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-20T10:44:55.914 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:55 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-20T10:44:55.914 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:55 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:55 smithi177 ceph-mon[144425]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:55 smithi177 ceph-mon[144425]: Updating smithi123:/etc/ceph/ceph.conf 2023-12-20T10:44:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:55 smithi177 ceph-mon[144425]: Updating smithi177:/etc/ceph/ceph.conf 2023-12-20T10:44:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:55 smithi177 ceph-mon[144425]: Updating smithi123:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:44:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:55 smithi177 ceph-mon[144425]: Updating smithi177:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:44:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:55 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:55 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:55 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:56.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:55 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:56.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:55 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:56.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:55 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-20T10:44:56.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:55 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-20T10:44:56.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:55 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:56.608 INFO:teuthology.orchestra.run.smithi123.stdout:# minimal ceph.conf for 85213638-9f24-11ee-95a5-87774f69a715 2023-12-20T10:44:56.609 INFO:teuthology.orchestra.run.smithi123.stdout:[global] 2023-12-20T10:44:56.609 INFO:teuthology.orchestra.run.smithi123.stdout: fsid = 85213638-9f24-11ee-95a5-87774f69a715 2023-12-20T10:44:56.609 INFO:teuthology.orchestra.run.smithi123.stdout: mon_host = [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2023-12-20T10:44:56.876 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:56 smithi123 ceph-mon[124884]: Reconfiguring mon.a (unknown last config time)... 2023-12-20T10:44:56.877 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:56 smithi123 ceph-mon[124884]: Reconfiguring daemon mon.a on smithi123 2023-12-20T10:44:56.877 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:56 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/1652231038' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:56.877 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:56 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:56.877 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:56 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:56.877 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:56 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-20T10:44:56.877 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:56 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:56.877 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:56 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-20T10:44:56.877 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:56 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:56.877 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:56 smithi123 ceph-mon[111044]: Reconfiguring mon.a (unknown last config time)... 2023-12-20T10:44:56.877 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:56 smithi123 ceph-mon[111044]: Reconfiguring daemon mon.a on smithi123 2023-12-20T10:44:56.878 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:56 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/1652231038' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:56.878 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:56 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:56.878 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:56 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:56.878 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:56 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-20T10:44:56.878 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:56 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:56.878 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:56 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-20T10:44:56.878 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:56 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:56.982 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2023-12-20T10:44:56.982 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2023-12-20T10:44:56.982 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/etc/ceph/ceph.conf 2023-12-20T10:44:57.011 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2023-12-20T10:44:57.011 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-12-20T10:44:57.086 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2023-12-20T10:44:57.086 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd of=/etc/ceph/ceph.conf 2023-12-20T10:44:57.118 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:56 smithi177 ceph-mon[144425]: Reconfiguring mon.a (unknown last config time)... 2023-12-20T10:44:57.118 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:56 smithi177 ceph-mon[144425]: Reconfiguring daemon mon.a on smithi123 2023-12-20T10:44:57.118 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:56 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/1652231038' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:57.118 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:56 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:57.118 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:56 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:57.118 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:56 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-20T10:44:57.118 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:56 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:57.118 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:56 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-20T10:44:57.118 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:56 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:57.122 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2023-12-20T10:44:57.122 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-12-20T10:44:57.193 INFO:tasks.cephadm:Adding mgr.y on smithi123 2023-12-20T10:44:57.193 INFO:tasks.cephadm:Adding mgr.x on smithi177 2023-12-20T10:44:57.194 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph orch apply mgr '2;smithi123=y;smithi177=x' 2023-12-20T10:44:57.486 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.b/config 2023-12-20T10:44:58.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:57 smithi177 ceph-mon[144425]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:58.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:57 smithi177 ceph-mon[144425]: Reconfiguring mon.c (monmap changed)... 2023-12-20T10:44:58.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:57 smithi177 ceph-mon[144425]: Reconfiguring daemon mon.c on smithi123 2023-12-20T10:44:58.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:57 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:58.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:57 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:58.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:57 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-20T10:44:58.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:57 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-20T10:44:58.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:57 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:58.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:57 smithi123 ceph-mon[111044]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:58.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:57 smithi123 ceph-mon[111044]: Reconfiguring mon.c (monmap changed)... 2023-12-20T10:44:58.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:57 smithi123 ceph-mon[111044]: Reconfiguring daemon mon.c on smithi123 2023-12-20T10:44:58.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:57 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:58.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:57 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:58.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:57 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-20T10:44:58.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:57 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-20T10:44:58.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:57 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:58.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:57 smithi123 ceph-mon[124884]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:58.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:57 smithi123 ceph-mon[124884]: Reconfiguring mon.c (monmap changed)... 2023-12-20T10:44:58.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:57 smithi123 ceph-mon[124884]: Reconfiguring daemon mon.c on smithi123 2023-12-20T10:44:58.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:57 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:58.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:57 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:58.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:57 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-20T10:44:58.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:57 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-20T10:44:58.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:57 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:58.846 INFO:teuthology.orchestra.run.smithi177.stdout:Scheduled mgr update... 2023-12-20T10:44:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:58 smithi177 ceph-mon[144425]: Reconfiguring mon.b (monmap changed)... 2023-12-20T10:44:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:58 smithi177 ceph-mon[144425]: Reconfiguring daemon mon.b on smithi177 2023-12-20T10:44:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:58 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:58 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:58 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:58 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:58 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:44:59.214 DEBUG:teuthology.orchestra.run.smithi177:mgr.x> sudo journalctl -f -n 0 -u ceph-85213638-9f24-11ee-95a5-87774f69a715@mgr.x.service 2023-12-20T10:44:59.216 INFO:tasks.cephadm:Deploying OSDs... 2023-12-20T10:44:59.216 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2023-12-20T10:44:59.216 DEBUG:teuthology.orchestra.run.smithi123:> dd if=/scratch_devs of=/dev/stdout 2023-12-20T10:44:59.235 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-12-20T10:44:59.235 DEBUG:teuthology.orchestra.run.smithi123:> stat /dev/vg_nvme/lv_1 2023-12-20T10:44:59.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:58 smithi123 ceph-mon[111044]: Reconfiguring mon.b (monmap changed)... 2023-12-20T10:44:59.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:58 smithi123 ceph-mon[111044]: Reconfiguring daemon mon.b on smithi177 2023-12-20T10:44:59.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:58 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:59.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:58 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:59.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:58 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:59.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:58 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:59.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:58 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:44:59.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:58 smithi123 ceph-mon[124884]: Reconfiguring mon.b (monmap changed)... 2023-12-20T10:44:59.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:58 smithi123 ceph-mon[124884]: Reconfiguring daemon mon.b on smithi177 2023-12-20T10:44:59.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:58 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:59.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:58 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:59.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:58 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:44:59.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:58 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:59.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:58 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:44:59.244 INFO:journalctl@ceph.mgr.x.smithi177.stdout:-- Logs begin at Wed 2023-12-20 09:47:48 UTC. -- 2023-12-20T10:44:59.260 INFO:teuthology.orchestra.run.smithi123.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-12-20T10:44:59.261 INFO:teuthology.orchestra.run.smithi123.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-20T10:44:59.261 INFO:teuthology.orchestra.run.smithi123.stdout:Device: 6h/6d Inode: 395433 Links: 1 2023-12-20T10:44:59.261 INFO:teuthology.orchestra.run.smithi123.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-20T10:44:59.261 INFO:teuthology.orchestra.run.smithi123.stdout:Context: system_u:object_r:device_t:s0 2023-12-20T10:44:59.261 INFO:teuthology.orchestra.run.smithi123.stdout:Access: 2023-12-20 10:44:48.290566683 +0000 2023-12-20T10:44:59.261 INFO:teuthology.orchestra.run.smithi123.stdout:Modify: 2023-12-20 10:07:33.493463695 +0000 2023-12-20T10:44:59.261 INFO:teuthology.orchestra.run.smithi123.stdout:Change: 2023-12-20 10:07:33.493463695 +0000 2023-12-20T10:44:59.261 INFO:teuthology.orchestra.run.smithi123.stdout: Birth: - 2023-12-20T10:44:59.262 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-12-20T10:44:59.328 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records in 2023-12-20T10:44:59.329 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records out 2023-12-20T10:44:59.329 INFO:teuthology.orchestra.run.smithi123.stderr:512 bytes copied, 0.000229593 s, 2.2 MB/s 2023-12-20T10:44:59.330 DEBUG:teuthology.orchestra.run.smithi123:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-12-20T10:44:59.389 DEBUG:teuthology.orchestra.run.smithi123:> stat /dev/vg_nvme/lv_2 2023-12-20T10:44:59.447 INFO:teuthology.orchestra.run.smithi123.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-12-20T10:44:59.447 INFO:teuthology.orchestra.run.smithi123.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-20T10:44:59.447 INFO:teuthology.orchestra.run.smithi123.stdout:Device: 6h/6d Inode: 392856 Links: 1 2023-12-20T10:44:59.448 INFO:teuthology.orchestra.run.smithi123.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-20T10:44:59.448 INFO:teuthology.orchestra.run.smithi123.stdout:Context: system_u:object_r:device_t:s0 2023-12-20T10:44:59.448 INFO:teuthology.orchestra.run.smithi123.stdout:Access: 2023-12-20 10:44:48.290566683 +0000 2023-12-20T10:44:59.448 INFO:teuthology.orchestra.run.smithi123.stdout:Modify: 2023-12-20 10:07:34.017450959 +0000 2023-12-20T10:44:59.448 INFO:teuthology.orchestra.run.smithi123.stdout:Change: 2023-12-20 10:07:34.017450959 +0000 2023-12-20T10:44:59.448 INFO:teuthology.orchestra.run.smithi123.stdout: Birth: - 2023-12-20T10:44:59.448 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-12-20T10:44:59.515 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records in 2023-12-20T10:44:59.515 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records out 2023-12-20T10:44:59.515 INFO:teuthology.orchestra.run.smithi123.stderr:512 bytes copied, 0.00021479 s, 2.4 MB/s 2023-12-20T10:44:59.517 DEBUG:teuthology.orchestra.run.smithi123:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-12-20T10:44:59.576 DEBUG:teuthology.orchestra.run.smithi123:> stat /dev/vg_nvme/lv_3 2023-12-20T10:44:59.634 INFO:teuthology.orchestra.run.smithi123.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-12-20T10:44:59.634 INFO:teuthology.orchestra.run.smithi123.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-20T10:44:59.634 INFO:teuthology.orchestra.run.smithi123.stdout:Device: 6h/6d Inode: 395539 Links: 1 2023-12-20T10:44:59.634 INFO:teuthology.orchestra.run.smithi123.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-20T10:44:59.634 INFO:teuthology.orchestra.run.smithi123.stdout:Context: system_u:object_r:device_t:s0 2023-12-20T10:44:59.634 INFO:teuthology.orchestra.run.smithi123.stdout:Access: 2023-12-20 10:44:48.290566683 +0000 2023-12-20T10:44:59.634 INFO:teuthology.orchestra.run.smithi123.stdout:Modify: 2023-12-20 10:07:34.575437397 +0000 2023-12-20T10:44:59.634 INFO:teuthology.orchestra.run.smithi123.stdout:Change: 2023-12-20 10:07:34.575437397 +0000 2023-12-20T10:44:59.635 INFO:teuthology.orchestra.run.smithi123.stdout: Birth: - 2023-12-20T10:44:59.635 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-12-20T10:44:59.700 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records in 2023-12-20T10:44:59.700 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records out 2023-12-20T10:44:59.700 INFO:teuthology.orchestra.run.smithi123.stderr:512 bytes copied, 0.000191223 s, 2.7 MB/s 2023-12-20T10:44:59.702 DEBUG:teuthology.orchestra.run.smithi123:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-12-20T10:44:59.761 DEBUG:teuthology.orchestra.run.smithi123:> stat /dev/vg_nvme/lv_4 2023-12-20T10:44:59.819 INFO:teuthology.orchestra.run.smithi123.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-12-20T10:44:59.819 INFO:teuthology.orchestra.run.smithi123.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-20T10:44:59.819 INFO:teuthology.orchestra.run.smithi123.stdout:Device: 6h/6d Inode: 395005 Links: 1 2023-12-20T10:44:59.819 INFO:teuthology.orchestra.run.smithi123.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-20T10:44:59.819 INFO:teuthology.orchestra.run.smithi123.stdout:Context: system_u:object_r:device_t:s0 2023-12-20T10:44:59.819 INFO:teuthology.orchestra.run.smithi123.stdout:Access: 2023-12-20 10:44:48.290566683 +0000 2023-12-20T10:44:59.819 INFO:teuthology.orchestra.run.smithi123.stdout:Modify: 2023-12-20 10:07:35.092424831 +0000 2023-12-20T10:44:59.819 INFO:teuthology.orchestra.run.smithi123.stdout:Change: 2023-12-20 10:07:35.092424831 +0000 2023-12-20T10:44:59.819 INFO:teuthology.orchestra.run.smithi123.stdout: Birth: - 2023-12-20T10:44:59.820 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-12-20T10:44:59.886 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records in 2023-12-20T10:44:59.886 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records out 2023-12-20T10:44:59.886 INFO:teuthology.orchestra.run.smithi123.stderr:512 bytes copied, 0.000289484 s, 1.8 MB/s 2023-12-20T10:44:59.887 DEBUG:teuthology.orchestra.run.smithi123:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-12-20T10:44:59.947 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2023-12-20T10:44:59.947 DEBUG:teuthology.orchestra.run.smithi177:> dd if=/scratch_devs of=/dev/stdout 2023-12-20T10:44:59.967 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-12-20T10:44:59.967 DEBUG:teuthology.orchestra.run.smithi177:> stat /dev/vg_nvme/lv_1 2023-12-20T10:44:59.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:59 smithi123 ceph-mon[124884]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:59 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:59 smithi123 ceph-mon[124884]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi123=y;smithi177=x", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:59 smithi123 ceph-mon[124884]: Saving service mgr spec with placement smithi123=y;smithi177=x;count:2 2023-12-20T10:44:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:59 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:59 smithi123 ceph-mon[124884]: Reconfiguring mgr.y (unknown last config time)... 2023-12-20T10:44:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:59 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-20T10:44:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:59 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-20T10:44:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:59 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:44:59 smithi123 ceph-mon[124884]: Reconfiguring daemon mgr.y on smithi123 2023-12-20T10:44:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:59 smithi123 ceph-mon[111044]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:44:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:59 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:59.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:59 smithi123 ceph-mon[111044]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi123=y;smithi177=x", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:44:59.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:59 smithi123 ceph-mon[111044]: Saving service mgr spec with placement smithi123=y;smithi177=x;count:2 2023-12-20T10:44:59.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:59 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:44:59.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:59 smithi123 ceph-mon[111044]: Reconfiguring mgr.y (unknown last config time)... 2023-12-20T10:44:59.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:59 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-20T10:44:59.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:59 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-20T10:44:59.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:59 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:44:59.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:44:59 smithi123 ceph-mon[111044]: Reconfiguring daemon mgr.y on smithi123 2023-12-20T10:45:00.028 INFO:teuthology.orchestra.run.smithi177.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-12-20T10:45:00.028 INFO:teuthology.orchestra.run.smithi177.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-20T10:45:00.028 INFO:teuthology.orchestra.run.smithi177.stdout:Device: 6h/6d Inode: 419439 Links: 1 2023-12-20T10:45:00.028 INFO:teuthology.orchestra.run.smithi177.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-20T10:45:00.028 INFO:teuthology.orchestra.run.smithi177.stdout:Context: system_u:object_r:device_t:s0 2023-12-20T10:45:00.028 INFO:teuthology.orchestra.run.smithi177.stdout:Access: 2023-12-20 10:44:41.035018855 +0000 2023-12-20T10:45:00.028 INFO:teuthology.orchestra.run.smithi177.stdout:Modify: 2023-12-20 10:04:48.709363269 +0000 2023-12-20T10:45:00.028 INFO:teuthology.orchestra.run.smithi177.stdout:Change: 2023-12-20 10:04:48.709363269 +0000 2023-12-20T10:45:00.028 INFO:teuthology.orchestra.run.smithi177.stdout: Birth: - 2023-12-20T10:45:00.029 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-12-20T10:45:00.092 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:59 smithi177 ceph-mon[144425]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:00.092 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:59 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:00.092 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:59 smithi177 ceph-mon[144425]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi123=y;smithi177=x", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:45:00.092 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:59 smithi177 ceph-mon[144425]: Saving service mgr spec with placement smithi123=y;smithi177=x;count:2 2023-12-20T10:45:00.093 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:59 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:00.093 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:59 smithi177 ceph-mon[144425]: Reconfiguring mgr.y (unknown last config time)... 2023-12-20T10:45:00.093 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:59 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-20T10:45:00.093 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:59 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-20T10:45:00.093 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:59 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:00.093 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:44:59 smithi177 ceph-mon[144425]: Reconfiguring daemon mgr.y on smithi123 2023-12-20T10:45:00.094 INFO:teuthology.orchestra.run.smithi177.stderr:1+0 records in 2023-12-20T10:45:00.094 INFO:teuthology.orchestra.run.smithi177.stderr:1+0 records out 2023-12-20T10:45:00.094 INFO:teuthology.orchestra.run.smithi177.stderr:512 bytes copied, 0.000203419 s, 2.5 MB/s 2023-12-20T10:45:00.095 DEBUG:teuthology.orchestra.run.smithi177:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-12-20T10:45:00.154 DEBUG:teuthology.orchestra.run.smithi177:> stat /dev/vg_nvme/lv_2 2023-12-20T10:45:00.211 INFO:teuthology.orchestra.run.smithi177.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-12-20T10:45:00.212 INFO:teuthology.orchestra.run.smithi177.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-20T10:45:00.212 INFO:teuthology.orchestra.run.smithi177.stdout:Device: 6h/6d Inode: 426134 Links: 1 2023-12-20T10:45:00.212 INFO:teuthology.orchestra.run.smithi177.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-20T10:45:00.212 INFO:teuthology.orchestra.run.smithi177.stdout:Context: system_u:object_r:device_t:s0 2023-12-20T10:45:00.212 INFO:teuthology.orchestra.run.smithi177.stdout:Access: 2023-12-20 10:44:41.035018855 +0000 2023-12-20T10:45:00.212 INFO:teuthology.orchestra.run.smithi177.stdout:Modify: 2023-12-20 10:04:49.249347985 +0000 2023-12-20T10:45:00.212 INFO:teuthology.orchestra.run.smithi177.stdout:Change: 2023-12-20 10:04:49.249347985 +0000 2023-12-20T10:45:00.212 INFO:teuthology.orchestra.run.smithi177.stdout: Birth: - 2023-12-20T10:45:00.212 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-12-20T10:45:00.278 INFO:teuthology.orchestra.run.smithi177.stderr:1+0 records in 2023-12-20T10:45:00.278 INFO:teuthology.orchestra.run.smithi177.stderr:1+0 records out 2023-12-20T10:45:00.278 INFO:teuthology.orchestra.run.smithi177.stderr:512 bytes copied, 0.000201191 s, 2.5 MB/s 2023-12-20T10:45:00.279 DEBUG:teuthology.orchestra.run.smithi177:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-12-20T10:45:00.338 DEBUG:teuthology.orchestra.run.smithi177:> stat /dev/vg_nvme/lv_3 2023-12-20T10:45:00.396 INFO:teuthology.orchestra.run.smithi177.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-12-20T10:45:00.396 INFO:teuthology.orchestra.run.smithi177.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-20T10:45:00.397 INFO:teuthology.orchestra.run.smithi177.stdout:Device: 6h/6d Inode: 424322 Links: 1 2023-12-20T10:45:00.397 INFO:teuthology.orchestra.run.smithi177.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-20T10:45:00.397 INFO:teuthology.orchestra.run.smithi177.stdout:Context: system_u:object_r:device_t:s0 2023-12-20T10:45:00.397 INFO:teuthology.orchestra.run.smithi177.stdout:Access: 2023-12-20 10:44:41.035018855 +0000 2023-12-20T10:45:00.397 INFO:teuthology.orchestra.run.smithi177.stdout:Modify: 2023-12-20 10:04:49.771333211 +0000 2023-12-20T10:45:00.397 INFO:teuthology.orchestra.run.smithi177.stdout:Change: 2023-12-20 10:04:49.771333211 +0000 2023-12-20T10:45:00.397 INFO:teuthology.orchestra.run.smithi177.stdout: Birth: - 2023-12-20T10:45:00.397 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-12-20T10:45:00.463 INFO:teuthology.orchestra.run.smithi177.stderr:1+0 records in 2023-12-20T10:45:00.463 INFO:teuthology.orchestra.run.smithi177.stderr:1+0 records out 2023-12-20T10:45:00.463 INFO:teuthology.orchestra.run.smithi177.stderr:512 bytes copied, 0.000236606 s, 2.2 MB/s 2023-12-20T10:45:00.464 DEBUG:teuthology.orchestra.run.smithi177:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-12-20T10:45:00.522 DEBUG:teuthology.orchestra.run.smithi177:> stat /dev/vg_nvme/lv_4 2023-12-20T10:45:00.580 INFO:teuthology.orchestra.run.smithi177.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-12-20T10:45:00.580 INFO:teuthology.orchestra.run.smithi177.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-20T10:45:00.580 INFO:teuthology.orchestra.run.smithi177.stdout:Device: 6h/6d Inode: 428047 Links: 1 2023-12-20T10:45:00.580 INFO:teuthology.orchestra.run.smithi177.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-20T10:45:00.580 INFO:teuthology.orchestra.run.smithi177.stdout:Context: system_u:object_r:device_t:s0 2023-12-20T10:45:00.581 INFO:teuthology.orchestra.run.smithi177.stdout:Access: 2023-12-20 10:44:41.035018855 +0000 2023-12-20T10:45:00.581 INFO:teuthology.orchestra.run.smithi177.stdout:Modify: 2023-12-20 10:04:50.298318296 +0000 2023-12-20T10:45:00.581 INFO:teuthology.orchestra.run.smithi177.stdout:Change: 2023-12-20 10:04:50.298318296 +0000 2023-12-20T10:45:00.581 INFO:teuthology.orchestra.run.smithi177.stdout: Birth: - 2023-12-20T10:45:00.581 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-12-20T10:45:00.647 INFO:teuthology.orchestra.run.smithi177.stderr:1+0 records in 2023-12-20T10:45:00.647 INFO:teuthology.orchestra.run.smithi177.stderr:1+0 records out 2023-12-20T10:45:00.647 INFO:teuthology.orchestra.run.smithi177.stderr:512 bytes copied, 0.000204977 s, 2.5 MB/s 2023-12-20T10:45:00.648 DEBUG:teuthology.orchestra.run.smithi177:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-12-20T10:45:00.707 INFO:tasks.cephadm:Deploying osd.0 on smithi123 with /dev/vg_nvme/lv_4... 2023-12-20T10:45:00.707 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-12-20T10:45:00.968 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:45:00.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:00 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:00 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:00 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:45:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:00 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:00 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:45:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:00 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:00 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-20T10:45:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:00 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-12-20T10:45:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:00 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-20T10:45:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:00 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:00 smithi123 ceph-mon[124884]: Deploying daemon mgr.x on smithi177 2023-12-20T10:45:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:00 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:00 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:00 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:45:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:00 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:00 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:45:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:00 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:00 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-20T10:45:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:00 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-12-20T10:45:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:00 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-20T10:45:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:00 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:00 smithi123 ceph-mon[111044]: Deploying daemon mgr.x on smithi177 2023-12-20T10:45:01.077 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:00 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:01.077 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:00 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:01.077 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:00 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:45:01.078 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:00 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:01.078 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:00 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:45:01.078 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:00 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:01.078 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:00 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-20T10:45:01.078 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:00 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-12-20T10:45:01.078 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:00 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-20T10:45:01.078 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:00 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:01.078 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:00 smithi177 ceph-mon[144425]: Deploying daemon mgr.x on smithi177 2023-12-20T10:45:01.400 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:45:01 smithi177 systemd[1]: Starting Ceph mgr.x for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:45:01.822 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:45:01 smithi177 ceph-mgr[146784]: -- 172.21.15.177:0/2342812263 <== mon.1 v2:172.21.15.177:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e0d62949c0 con 0x55e0d626a800 2023-12-20T10:45:01.822 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:45:01 smithi177 bash[146747]: 2fb907699b07fdef9495c4fa6b27d12bfffaed8b385b30c84e09f2607038e6d2 2023-12-20T10:45:01.822 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:45:01 smithi177 systemd[1]: Started Ceph mgr.x for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:45:01.822 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:45:01 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:45:01.654+0000 7f60cb9831c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-20T10:45:01.822 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:45:01 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:45:01.820+0000 7f60cb9831c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-20T10:45:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:01 smithi123 ceph-mon[124884]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:01 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:01 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:01 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:01 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:01 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:01 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:45:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:01 smithi123 ceph-mon[111044]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:01.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:01 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:01.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:01 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:01.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:01 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:01.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:01 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:01.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:01 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:01.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:01 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:45:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:01 smithi177 ceph-mon[144425]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:01 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:01 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:01 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:01 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:01 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:01 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:45:02.229 INFO:teuthology.orchestra.run.smithi123.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-12-20T10:45:02.229 INFO:teuthology.orchestra.run.smithi123.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-12-20T10:45:02.229 INFO:teuthology.orchestra.run.smithi123.stderr: stderr: 10+0 records in 2023-12-20T10:45:02.230 INFO:teuthology.orchestra.run.smithi123.stderr:10+0 records out 2023-12-20T10:45:02.230 INFO:teuthology.orchestra.run.smithi123.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0109376 s, 959 MB/s 2023-12-20T10:45:02.230 INFO:teuthology.orchestra.run.smithi123.stderr:--> Zapping successful for: 2023-12-20T10:45:02.601 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph orch daemon add osd smithi123:vg_nvme/lv_4 2023-12-20T10:45:02.652 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:45:02 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:45:02.163+0000 7f60cb9831c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-20T10:45:02.866 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:45:03.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:45:02 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:45:02.733+0000 7f60cb9831c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-20T10:45:03.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:45:02 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:45:02.902+0000 7f60cb9831c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-20T10:45:03.615 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:45:03 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:45:03.293+0000 7f60cb9831c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-20T10:45:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:03 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:03 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:03 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:03 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:45:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:03 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:03 smithi177 ceph-mon[144425]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:03 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:45:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:03 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:03 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:45:03.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:03 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:03 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:03 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:03.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:03 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:03.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:03 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:45:03.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:03 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:03.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:03 smithi123 ceph-mon[111044]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:03.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:03 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:45:03.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:03 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:03.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:03 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:45:03.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:03 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:03.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:03 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:03.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:03 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:03.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:03 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:03.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:03 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:45:03.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:03 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:03.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:03 smithi123 ceph-mon[124884]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:03.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:03 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:45:03.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:03 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:03.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:03 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:45:03.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:03 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:04.402 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:45:04 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:45:04.050+0000 7f60cb9831c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-20T10:45:04.403 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:45:04 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:45:04.133+0000 7f60cb9831c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-20T10:45:04.714 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:04 smithi123 ceph-mon[111044]: from='client.24113 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:45:04.714 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:04 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-20T10:45:04.714 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:04 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-20T10:45:04.714 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:04 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:04.714 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:04 smithi123 ceph-mon[124884]: from='client.24113 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:45:04.714 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:04 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-20T10:45:04.714 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:04 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-20T10:45:04.714 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:04 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:04.892 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:45:04 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:45:04.725+0000 7f60cb9831c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-20T10:45:04.892 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:45:04 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:45:04.806+0000 7f60cb9831c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-20T10:45:04.893 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:04 smithi177 ceph-mon[144425]: from='client.24113 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:45:04.893 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:04 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-20T10:45:04.893 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:04 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-20T10:45:04.893 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:04 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:05.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:45:04 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:45:04.890+0000 7f60cb9831c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-20T10:45:05.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:45:04 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:45:04.980+0000 7f60cb9831c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-20T10:45:05.505 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:45:05 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:45:05.206+0000 7f60cb9831c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-20T10:45:05.505 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:45:05 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:45:05.296+0000 7f60cb9831c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-20T10:45:05.505 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:45:05 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:45:05.503+0000 7f60cb9831c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-20T10:45:05.776 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:05 smithi177 ceph-mon[144425]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:05.777 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:45:05 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:45:05.596+0000 7f60cb9831c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-20T10:45:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:05 smithi123 ceph-mon[111044]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:05 smithi123 ceph-mon[124884]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:06.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:45:05 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:45:05.774+0000 7f60cb9831c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-20T10:45:06.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:45:05 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:45:05.856+0000 7f60cb9831c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-20T10:45:06.903 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:45:06 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:45:06.589+0000 7f60cb9831c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-20T10:45:06.903 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:45:06 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:45:06.776+0000 7f60cb9831c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-20T10:45:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:06 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/387389994' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c5f9497b-f4c6-4073-8c3e-962f24985181"}]: dispatch 2023-12-20T10:45:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:06 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/387389994' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c5f9497b-f4c6-4073-8c3e-962f24985181"}]': finished 2023-12-20T10:45:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:06 smithi177 ceph-mon[144425]: osdmap e5: 1 total, 0 up, 1 in 2023-12-20T10:45:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:06 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-20T10:45:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:06 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/3758519970' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-20T10:45:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:06 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/387389994' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c5f9497b-f4c6-4073-8c3e-962f24985181"}]: dispatch 2023-12-20T10:45:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:06 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/387389994' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c5f9497b-f4c6-4073-8c3e-962f24985181"}]': finished 2023-12-20T10:45:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:06 smithi123 ceph-mon[111044]: osdmap e5: 1 total, 0 up, 1 in 2023-12-20T10:45:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:06 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-20T10:45:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:06 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/3758519970' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-20T10:45:06.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:06 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/387389994' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c5f9497b-f4c6-4073-8c3e-962f24985181"}]: dispatch 2023-12-20T10:45:06.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:06 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/387389994' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c5f9497b-f4c6-4073-8c3e-962f24985181"}]': finished 2023-12-20T10:45:06.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:06 smithi123 ceph-mon[124884]: osdmap e5: 1 total, 0 up, 1 in 2023-12-20T10:45:06.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:06 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-20T10:45:06.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:06 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/3758519970' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-20T10:45:07.403 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:45:06 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:45:06.948+0000 7f60cb9831c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-20T10:45:07.890 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:07 smithi177 ceph-mon[144425]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:07.890 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:45:07 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:45:07.539+0000 7f60cb9831c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-20T10:45:07.890 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:45:07 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:45:07.715+0000 7f60cb9831c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-20T10:45:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:07 smithi123 ceph-mon[111044]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:07.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:07 smithi123 ceph-mon[124884]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:08.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:45:07 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:45:07.888+0000 7f60cb9831c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-20T10:45:08.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:45:08 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:45:08.000+0000 7f60cb9831c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-20T10:45:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:08 smithi177 ceph-mon[144425]: Standby manager daemon x started 2023-12-20T10:45:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:08 smithi177 ceph-mon[144425]: from='mgr.? 172.21.15.177:0/1202105421' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-20T10:45:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:08 smithi177 ceph-mon[144425]: from='mgr.? 172.21.15.177:0/1202105421' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-20T10:45:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:08 smithi177 ceph-mon[144425]: from='mgr.? 172.21.15.177:0/1202105421' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-20T10:45:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:08 smithi177 ceph-mon[144425]: from='mgr.? 172.21.15.177:0/1202105421' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-20T10:45:08.949 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:08 smithi123 ceph-mon[124884]: Standby manager daemon x started 2023-12-20T10:45:08.950 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:08 smithi123 ceph-mon[124884]: from='mgr.? 172.21.15.177:0/1202105421' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-20T10:45:08.950 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:08 smithi123 ceph-mon[124884]: from='mgr.? 172.21.15.177:0/1202105421' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-20T10:45:08.950 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:08 smithi123 ceph-mon[124884]: from='mgr.? 172.21.15.177:0/1202105421' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-20T10:45:08.950 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:08 smithi123 ceph-mon[124884]: from='mgr.? 172.21.15.177:0/1202105421' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-20T10:45:08.952 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:08 smithi123 ceph-mon[111044]: Standby manager daemon x started 2023-12-20T10:45:08.953 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:08 smithi123 ceph-mon[111044]: from='mgr.? 172.21.15.177:0/1202105421' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-20T10:45:08.953 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:08 smithi123 ceph-mon[111044]: from='mgr.? 172.21.15.177:0/1202105421' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-20T10:45:08.953 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:08 smithi123 ceph-mon[111044]: from='mgr.? 172.21.15.177:0/1202105421' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-20T10:45:08.953 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:08 smithi123 ceph-mon[111044]: from='mgr.? 172.21.15.177:0/1202105421' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-20T10:45:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:09 smithi177 ceph-mon[144425]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:09 smithi177 ceph-mon[144425]: mgrmap e14: y(active, since 52s), standbys: x 2023-12-20T10:45:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:09 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-20T10:45:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:09 smithi123 ceph-mon[111044]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:09 smithi123 ceph-mon[111044]: mgrmap e14: y(active, since 52s), standbys: x 2023-12-20T10:45:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:09 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-20T10:45:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:09 smithi123 ceph-mon[124884]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:09.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:09 smithi123 ceph-mon[124884]: mgrmap e14: y(active, since 52s), standbys: x 2023-12-20T10:45:09.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:09 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-20T10:45:11.443 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:11 smithi123 ceph-mon[111044]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:11.443 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:11 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-20T10:45:11.443 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:11 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:11.443 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:11 smithi123 ceph-mon[111044]: Deploying daemon osd.0 on smithi123 2023-12-20T10:45:11.443 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:11 smithi123 ceph-mon[124884]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:11.443 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:11 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-20T10:45:11.444 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:11 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:11.444 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:11 smithi123 ceph-mon[124884]: Deploying daemon osd.0 on smithi123 2023-12-20T10:45:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:11 smithi177 ceph-mon[144425]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:11 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-20T10:45:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:11 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:11 smithi177 ceph-mon[144425]: Deploying daemon osd.0 on smithi123 2023-12-20T10:45:13.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:13 smithi123 ceph-mon[111044]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:13.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:13 smithi123 ceph-mon[124884]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:14.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:13 smithi177 ceph-mon[144425]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:15 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:15 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:15 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:45:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:15 smithi123 ceph-mon[111044]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:15 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:15 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:15 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:45:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:15 smithi123 ceph-mon[124884]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:15 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:15 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:15 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:45:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:15 smithi177 ceph-mon[144425]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:16.678 INFO:teuthology.orchestra.run.smithi123.stdout:Created osd(s) 0 on host 'smithi123' 2023-12-20T10:45:16.845 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:16 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:16.845 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:16 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:16.845 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:16 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:16.845 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:16 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:45:16.845 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:16 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:16.846 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:16 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:16.846 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:16 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:16.846 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:16 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:16.846 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:16 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:45:16.846 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:16 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:16 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:16 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:16 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:16 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:45:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:16 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:17.062 DEBUG:teuthology.orchestra.run.smithi123:osd.0> sudo journalctl -f -n 0 -u ceph-85213638-9f24-11ee-95a5-87774f69a715@osd.0.service 2023-12-20T10:45:17.065 INFO:tasks.cephadm:Deploying osd.1 on smithi123 with /dev/vg_nvme/lv_3... 2023-12-20T10:45:17.065 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-12-20T10:45:17.097 INFO:journalctl@ceph.osd.0.smithi123.stdout:-- Logs begin at Wed 2023-12-20 09:47:08 UTC. -- 2023-12-20T10:45:17.663 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:45:17 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-0[129586]: 2023-12-20T10:45:17.615+0000 7fd3e6434540 -1 osd.0 0 log_to_monitors true 2023-12-20T10:45:17.663 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:17 smithi123 ceph-mon[124884]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:17.664 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:17 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:17.664 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:17 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:17.664 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:17 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:45:17.664 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:17 smithi123 ceph-mon[124884]: from='osd.0 [v2:172.21.15.123:6802/1122809031,v1:172.21.15.123:6803/1122809031]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-20T10:45:17.664 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:17 smithi123 ceph-mon[124884]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-20T10:45:17.664 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:17 smithi123 ceph-mon[111044]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:17.664 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:17 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:17.664 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:17 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:17.664 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:17 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:45:17.664 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:17 smithi123 ceph-mon[111044]: from='osd.0 [v2:172.21.15.123:6802/1122809031,v1:172.21.15.123:6803/1122809031]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-20T10:45:17.664 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:17 smithi123 ceph-mon[111044]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-20T10:45:17.668 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:45:18.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:17 smithi177 ceph-mon[144425]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:18.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:17 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:18.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:17 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:18.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:17 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:45:18.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:17 smithi177 ceph-mon[144425]: from='osd.0 [v2:172.21.15.123:6802/1122809031,v1:172.21.15.123:6803/1122809031]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-20T10:45:18.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:17 smithi177 ceph-mon[144425]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-20T10:45:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:18 smithi123 ceph-mon[111044]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-20T10:45:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:18 smithi123 ceph-mon[111044]: osdmap e6: 1 total, 0 up, 1 in 2023-12-20T10:45:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:18 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-20T10:45:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:18 smithi123 ceph-mon[111044]: from='osd.0 [v2:172.21.15.123:6802/1122809031,v1:172.21.15.123:6803/1122809031]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:45:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:18 smithi123 ceph-mon[111044]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:45:18.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:18 smithi123 ceph-mon[124884]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-20T10:45:18.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:18 smithi123 ceph-mon[124884]: osdmap e6: 1 total, 0 up, 1 in 2023-12-20T10:45:18.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:18 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-20T10:45:18.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:18 smithi123 ceph-mon[124884]: from='osd.0 [v2:172.21.15.123:6802/1122809031,v1:172.21.15.123:6803/1122809031]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:45:18.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:18 smithi123 ceph-mon[124884]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:45:18.994 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:45:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-0[129586]: 2023-12-20T10:45:18.676+0000 7fd3dcc19700 -1 osd.0 0 waiting for initial osdmap 2023-12-20T10:45:18.994 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:45:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-0[129586]: 2023-12-20T10:45:18.679+0000 7fd3d9a18700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-20T10:45:19.142 INFO:teuthology.orchestra.run.smithi123.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-12-20T10:45:19.142 INFO:teuthology.orchestra.run.smithi123.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-12-20T10:45:19.142 INFO:teuthology.orchestra.run.smithi123.stderr: stderr: 10+0 records in 2023-12-20T10:45:19.142 INFO:teuthology.orchestra.run.smithi123.stderr:10+0 records out 2023-12-20T10:45:19.142 INFO:teuthology.orchestra.run.smithi123.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0120916 s, 867 MB/s 2023-12-20T10:45:19.142 INFO:teuthology.orchestra.run.smithi123.stderr:--> Zapping successful for: 2023-12-20T10:45:19.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:18 smithi177 ceph-mon[144425]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-20T10:45:19.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:18 smithi177 ceph-mon[144425]: osdmap e6: 1 total, 0 up, 1 in 2023-12-20T10:45:19.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:18 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-20T10:45:19.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:18 smithi177 ceph-mon[144425]: from='osd.0 [v2:172.21.15.123:6802/1122809031,v1:172.21.15.123:6803/1122809031]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:45:19.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:18 smithi177 ceph-mon[144425]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:45:19.675 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph orch daemon add osd smithi123:vg_nvme/lv_3 2023-12-20T10:45:19.939 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:45:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:19 smithi123 ceph-mon[111044]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:19 smithi123 ceph-mon[111044]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2023-12-20T10:45:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:19 smithi123 ceph-mon[111044]: osdmap e7: 1 total, 0 up, 1 in 2023-12-20T10:45:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:19 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-20T10:45:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:19 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-20T10:45:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:19 smithi123 ceph-mon[124884]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:19 smithi123 ceph-mon[124884]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2023-12-20T10:45:19.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:19 smithi123 ceph-mon[124884]: osdmap e7: 1 total, 0 up, 1 in 2023-12-20T10:45:19.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:19 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-20T10:45:19.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:19 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-20T10:45:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:19 smithi177 ceph-mon[144425]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:19 smithi177 ceph-mon[144425]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2023-12-20T10:45:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:19 smithi177 ceph-mon[144425]: osdmap e7: 1 total, 0 up, 1 in 2023-12-20T10:45:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:19 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-20T10:45:20.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:19 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-20T10:45:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:20 smithi123 ceph-mon[124884]: purged_snaps scrub starts 2023-12-20T10:45:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:20 smithi123 ceph-mon[124884]: purged_snaps scrub ok 2023-12-20T10:45:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:20 smithi123 ceph-mon[124884]: Detected new or changed devices on smithi123 2023-12-20T10:45:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:20 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:20.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:20 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-20T10:45:20.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:20 smithi123 ceph-mon[124884]: osd.0 [v2:172.21.15.123:6802/1122809031,v1:172.21.15.123:6803/1122809031] boot 2023-12-20T10:45:20.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:20 smithi123 ceph-mon[124884]: osdmap e8: 1 total, 1 up, 1 in 2023-12-20T10:45:20.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:20 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-20T10:45:20.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:20 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:20.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:20 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:45:20.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:20 smithi123 ceph-mon[124884]: Adjusting osd_memory_target on smithi123 to 16098M 2023-12-20T10:45:20.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:20 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:20.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:20 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:20.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:20 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:45:20.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:20 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:20.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:20 smithi123 ceph-mon[111044]: purged_snaps scrub starts 2023-12-20T10:45:20.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:20 smithi123 ceph-mon[111044]: purged_snaps scrub ok 2023-12-20T10:45:20.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:20 smithi123 ceph-mon[111044]: Detected new or changed devices on smithi123 2023-12-20T10:45:20.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:20 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:20.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:20 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-20T10:45:20.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:20 smithi123 ceph-mon[111044]: osd.0 [v2:172.21.15.123:6802/1122809031,v1:172.21.15.123:6803/1122809031] boot 2023-12-20T10:45:20.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:20 smithi123 ceph-mon[111044]: osdmap e8: 1 total, 1 up, 1 in 2023-12-20T10:45:20.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:20 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-20T10:45:20.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:20 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:20.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:20 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:45:20.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:20 smithi123 ceph-mon[111044]: Adjusting osd_memory_target on smithi123 to 16098M 2023-12-20T10:45:20.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:20 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:20.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:20 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:20.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:20 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:45:20.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:20 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:21.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:20 smithi177 ceph-mon[144425]: purged_snaps scrub starts 2023-12-20T10:45:21.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:20 smithi177 ceph-mon[144425]: purged_snaps scrub ok 2023-12-20T10:45:21.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:20 smithi177 ceph-mon[144425]: Detected new or changed devices on smithi123 2023-12-20T10:45:21.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:20 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:21.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:20 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-20T10:45:21.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:20 smithi177 ceph-mon[144425]: osd.0 [v2:172.21.15.123:6802/1122809031,v1:172.21.15.123:6803/1122809031] boot 2023-12-20T10:45:21.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:20 smithi177 ceph-mon[144425]: osdmap e8: 1 total, 1 up, 1 in 2023-12-20T10:45:21.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:20 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-20T10:45:21.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:20 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:21.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:20 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:45:21.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:20 smithi177 ceph-mon[144425]: Adjusting osd_memory_target on smithi123 to 16098M 2023-12-20T10:45:21.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:20 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:21.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:20 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:21.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:20 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:45:21.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:20 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:21 smithi123 ceph-mon[111044]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:21 smithi123 ceph-mon[111044]: from='client.14241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:45:21.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:21 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-20T10:45:21.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:21 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-20T10:45:21.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:21 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:21.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:21 smithi123 ceph-mon[111044]: osdmap e9: 1 total, 1 up, 1 in 2023-12-20T10:45:21.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:21 smithi123 ceph-mon[124884]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:21.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:21 smithi123 ceph-mon[124884]: from='client.14241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:45:21.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:21 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-20T10:45:21.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:21 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-20T10:45:21.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:21 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:21.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:21 smithi123 ceph-mon[124884]: osdmap e9: 1 total, 1 up, 1 in 2023-12-20T10:45:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:21 smithi177 ceph-mon[144425]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-20T10:45:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:21 smithi177 ceph-mon[144425]: from='client.14241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:45:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:21 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-20T10:45:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:21 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-20T10:45:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:21 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:21 smithi177 ceph-mon[144425]: osdmap e9: 1 total, 1 up, 1 in 2023-12-20T10:45:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:23 smithi123 ceph-mon[111044]: pgmap v32: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-20T10:45:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:23 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/299159673' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "27f1cc4b-68bb-4a9c-b699-cd0f22621505"}]: dispatch 2023-12-20T10:45:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:23 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/299159673' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "27f1cc4b-68bb-4a9c-b699-cd0f22621505"}]': finished 2023-12-20T10:45:23.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:23 smithi123 ceph-mon[111044]: osdmap e10: 2 total, 1 up, 2 in 2023-12-20T10:45:23.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:23 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-20T10:45:23.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:23 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/210971008' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-20T10:45:23.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:23 smithi123 ceph-mon[124884]: pgmap v32: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-20T10:45:23.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:23 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/299159673' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "27f1cc4b-68bb-4a9c-b699-cd0f22621505"}]: dispatch 2023-12-20T10:45:23.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:23 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/299159673' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "27f1cc4b-68bb-4a9c-b699-cd0f22621505"}]': finished 2023-12-20T10:45:23.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:23 smithi123 ceph-mon[124884]: osdmap e10: 2 total, 1 up, 2 in 2023-12-20T10:45:23.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:23 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-20T10:45:23.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:23 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/210971008' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-20T10:45:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:23 smithi177 ceph-mon[144425]: pgmap v32: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-20T10:45:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:23 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/299159673' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "27f1cc4b-68bb-4a9c-b699-cd0f22621505"}]: dispatch 2023-12-20T10:45:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:23 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/299159673' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "27f1cc4b-68bb-4a9c-b699-cd0f22621505"}]': finished 2023-12-20T10:45:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:23 smithi177 ceph-mon[144425]: osdmap e10: 2 total, 1 up, 2 in 2023-12-20T10:45:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:23 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-20T10:45:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:23 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/210971008' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-20T10:45:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:25 smithi123 ceph-mon[111044]: pgmap v34: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-20T10:45:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:25 smithi123 ceph-mon[124884]: pgmap v34: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-20T10:45:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:25 smithi177 ceph-mon[144425]: pgmap v34: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-20T10:45:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:27 smithi123 ceph-mon[111044]: pgmap v35: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-20T10:45:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:27 smithi123 ceph-mon[124884]: pgmap v35: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-20T10:45:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:27 smithi177 ceph-mon[144425]: pgmap v35: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-20T10:45:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:28 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-20T10:45:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:28 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:28 smithi123 ceph-mon[111044]: Deploying daemon osd.1 on smithi123 2023-12-20T10:45:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:28 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-20T10:45:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:28 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:28 smithi123 ceph-mon[124884]: Deploying daemon osd.1 on smithi123 2023-12-20T10:45:29.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:28 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-20T10:45:29.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:28 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:29.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:28 smithi177 ceph-mon[144425]: Deploying daemon osd.1 on smithi123 2023-12-20T10:45:29.926 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:29 smithi123 ceph-mon[124884]: pgmap v36: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-20T10:45:29.926 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:29 smithi123 ceph-mon[111044]: pgmap v36: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-20T10:45:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:29 smithi177 ceph-mon[144425]: pgmap v36: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-20T10:45:31.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:31 smithi123 ceph-mon[111044]: pgmap v37: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-20T10:45:31.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:31 smithi123 ceph-mon[124884]: pgmap v37: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-20T10:45:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:31 smithi177 ceph-mon[144425]: pgmap v37: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-20T10:45:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:32 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:32 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:45:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:32 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:32.710 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:32 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:32.710 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:32 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:45:32.710 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:32 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:32.710 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:32 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:32.710 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:32 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:45:32.711 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:32 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:33.560 INFO:teuthology.orchestra.run.smithi123.stdout:Created osd(s) 1 on host 'smithi123' 2023-12-20T10:45:33.726 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:33 smithi123 ceph-mon[124884]: pgmap v38: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-20T10:45:33.726 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:33 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:33.726 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:33 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:33.726 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:33 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:33.726 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:33 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:45:33.726 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:33 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:33.726 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:33 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:33.726 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:33 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:33.726 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:33 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:45:33.727 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:33 smithi123 ceph-mon[111044]: pgmap v38: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-20T10:45:33.727 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:33 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:33.727 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:33 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:33.727 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:33 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:33.727 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:33 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:45:33.727 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:33 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:33.727 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:33 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:33.727 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:33 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:33.727 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:33 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:45:33.928 DEBUG:teuthology.orchestra.run.smithi123:osd.1> sudo journalctl -f -n 0 -u ceph-85213638-9f24-11ee-95a5-87774f69a715@osd.1.service 2023-12-20T10:45:33.931 INFO:tasks.cephadm:Deploying osd.2 on smithi123 with /dev/vg_nvme/lv_2... 2023-12-20T10:45:33.931 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-12-20T10:45:33.961 INFO:journalctl@ceph.osd.1.smithi123.stdout:-- Logs begin at Wed 2023-12-20 09:47:08 UTC. -- 2023-12-20T10:45:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:33 smithi177 ceph-mon[144425]: pgmap v38: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-20T10:45:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:33 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:33 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:33 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:33 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:45:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:33 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:33 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:33 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:33 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:45:34.529 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:45:34.768 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:34 smithi123 ceph-mon[111044]: from='osd.1 [v2:172.21.15.123:6810/3387960478,v1:172.21.15.123:6811/3387960478]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-20T10:45:34.768 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:34 smithi123 ceph-mon[111044]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-20T10:45:34.768 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:34 smithi123 ceph-mon[124884]: from='osd.1 [v2:172.21.15.123:6810/3387960478,v1:172.21.15.123:6811/3387960478]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-20T10:45:34.768 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:34 smithi123 ceph-mon[124884]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-20T10:45:34.768 INFO:journalctl@ceph.osd.1.smithi123.stdout:Dec 20 10:45:34 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-1[136845]: 2023-12-20T10:45:34.524+0000 7f2dc1802540 -1 osd.1 0 log_to_monitors true 2023-12-20T10:45:35.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:34 smithi177 ceph-mon[144425]: from='osd.1 [v2:172.21.15.123:6810/3387960478,v1:172.21.15.123:6811/3387960478]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-20T10:45:35.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:34 smithi177 ceph-mon[144425]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-20T10:45:35.818 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:35 smithi123 ceph-mon[124884]: pgmap v39: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-20T10:45:35.818 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:35 smithi123 ceph-mon[124884]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-20T10:45:35.818 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:35 smithi123 ceph-mon[124884]: osdmap e11: 2 total, 1 up, 2 in 2023-12-20T10:45:35.818 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:35 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-20T10:45:35.818 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:35 smithi123 ceph-mon[124884]: from='osd.1 [v2:172.21.15.123:6810/3387960478,v1:172.21.15.123:6811/3387960478]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:45:35.818 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:35 smithi123 ceph-mon[124884]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:45:35.819 INFO:journalctl@ceph.osd.1.smithi123.stdout:Dec 20 10:45:35 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-1[136845]: 2023-12-20T10:45:35.703+0000 7f2db97ea700 -1 osd.1 0 waiting for initial osdmap 2023-12-20T10:45:35.819 INFO:journalctl@ceph.osd.1.smithi123.stdout:Dec 20 10:45:35 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-1[136845]: 2023-12-20T10:45:35.706+0000 7f2db35e3700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-20T10:45:35.819 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:35 smithi123 ceph-mon[111044]: pgmap v39: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-20T10:45:35.819 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:35 smithi123 ceph-mon[111044]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-20T10:45:35.819 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:35 smithi123 ceph-mon[111044]: osdmap e11: 2 total, 1 up, 2 in 2023-12-20T10:45:35.819 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:35 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-20T10:45:35.819 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:35 smithi123 ceph-mon[111044]: from='osd.1 [v2:172.21.15.123:6810/3387960478,v1:172.21.15.123:6811/3387960478]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:45:35.819 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:35 smithi123 ceph-mon[111044]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:45:36.041 INFO:teuthology.orchestra.run.smithi123.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-12-20T10:45:36.041 INFO:teuthology.orchestra.run.smithi123.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-12-20T10:45:36.041 INFO:teuthology.orchestra.run.smithi123.stderr: stderr: 10+0 records in 2023-12-20T10:45:36.041 INFO:teuthology.orchestra.run.smithi123.stderr:10+0 records out 2023-12-20T10:45:36.041 INFO:teuthology.orchestra.run.smithi123.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0128873 s, 814 MB/s 2023-12-20T10:45:36.041 INFO:teuthology.orchestra.run.smithi123.stderr:--> Zapping successful for: 2023-12-20T10:45:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:35 smithi177 ceph-mon[144425]: pgmap v39: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-20T10:45:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:35 smithi177 ceph-mon[144425]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-20T10:45:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:35 smithi177 ceph-mon[144425]: osdmap e11: 2 total, 1 up, 2 in 2023-12-20T10:45:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:35 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-20T10:45:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:35 smithi177 ceph-mon[144425]: from='osd.1 [v2:172.21.15.123:6810/3387960478,v1:172.21.15.123:6811/3387960478]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:45:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:35 smithi177 ceph-mon[144425]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:45:36.452 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph orch daemon add osd smithi123:vg_nvme/lv_2 2023-12-20T10:45:36.703 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:36 smithi123 ceph-mon[111044]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2023-12-20T10:45:36.703 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:36 smithi123 ceph-mon[111044]: osdmap e12: 2 total, 1 up, 2 in 2023-12-20T10:45:36.703 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:36 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-20T10:45:36.703 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:36 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-20T10:45:36.703 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:36 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:36.704 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:36 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:36.704 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:36 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:45:36.704 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:36 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:45:36.704 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:36 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:36.704 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:36 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:36.704 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:36 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:45:36.704 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:36 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:36.713 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:45:36.979 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:36 smithi123 ceph-mon[124884]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2023-12-20T10:45:36.979 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:36 smithi123 ceph-mon[124884]: osdmap e12: 2 total, 1 up, 2 in 2023-12-20T10:45:36.979 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:36 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-20T10:45:36.980 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:36 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-20T10:45:36.980 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:36 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:36.980 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:36 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:36.980 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:36 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:45:36.980 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:36 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:45:36.980 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:36 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:36.980 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:36 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:36.980 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:36 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:45:36.980 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:36 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:37.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:36 smithi177 ceph-mon[144425]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2023-12-20T10:45:37.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:36 smithi177 ceph-mon[144425]: osdmap e12: 2 total, 1 up, 2 in 2023-12-20T10:45:37.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:36 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-20T10:45:37.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:36 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-20T10:45:37.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:36 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:37.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:36 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:37.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:36 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:45:37.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:36 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:45:37.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:36 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:37.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:36 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:37.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:36 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:45:37.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:36 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:37 smithi123 ceph-mon[124884]: purged_snaps scrub starts 2023-12-20T10:45:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:37 smithi123 ceph-mon[124884]: purged_snaps scrub ok 2023-12-20T10:45:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:37 smithi123 ceph-mon[124884]: Detected new or changed devices on smithi123 2023-12-20T10:45:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:37 smithi123 ceph-mon[124884]: Adjusting osd_memory_target on smithi123 to 8049M 2023-12-20T10:45:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:37 smithi123 ceph-mon[124884]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-20T10:45:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:37 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-20T10:45:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:37 smithi123 ceph-mon[124884]: osd.1 [v2:172.21.15.123:6810/3387960478,v1:172.21.15.123:6811/3387960478] boot 2023-12-20T10:45:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:37 smithi123 ceph-mon[124884]: osdmap e13: 2 total, 2 up, 2 in 2023-12-20T10:45:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:37 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-20T10:45:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:37 smithi123 ceph-mon[111044]: purged_snaps scrub starts 2023-12-20T10:45:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:37 smithi123 ceph-mon[111044]: purged_snaps scrub ok 2023-12-20T10:45:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:37 smithi123 ceph-mon[111044]: Detected new or changed devices on smithi123 2023-12-20T10:45:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:37 smithi123 ceph-mon[111044]: Adjusting osd_memory_target on smithi123 to 8049M 2023-12-20T10:45:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:37 smithi123 ceph-mon[111044]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-20T10:45:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:37 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-20T10:45:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:37 smithi123 ceph-mon[111044]: osd.1 [v2:172.21.15.123:6810/3387960478,v1:172.21.15.123:6811/3387960478] boot 2023-12-20T10:45:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:37 smithi123 ceph-mon[111044]: osdmap e13: 2 total, 2 up, 2 in 2023-12-20T10:45:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:37 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-20T10:45:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:37 smithi177 ceph-mon[144425]: purged_snaps scrub starts 2023-12-20T10:45:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:37 smithi177 ceph-mon[144425]: purged_snaps scrub ok 2023-12-20T10:45:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:37 smithi177 ceph-mon[144425]: Detected new or changed devices on smithi123 2023-12-20T10:45:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:37 smithi177 ceph-mon[144425]: Adjusting osd_memory_target on smithi123 to 8049M 2023-12-20T10:45:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:37 smithi177 ceph-mon[144425]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-20T10:45:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:37 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-20T10:45:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:37 smithi177 ceph-mon[144425]: osd.1 [v2:172.21.15.123:6810/3387960478,v1:172.21.15.123:6811/3387960478] boot 2023-12-20T10:45:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:37 smithi177 ceph-mon[144425]: osdmap e13: 2 total, 2 up, 2 in 2023-12-20T10:45:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:37 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-20T10:45:38.857 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:38 smithi123 ceph-mon[124884]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:45:38.857 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:38 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-20T10:45:38.858 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:38 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-20T10:45:38.858 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:38 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:38.858 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:38 smithi123 ceph-mon[124884]: osdmap e14: 2 total, 2 up, 2 in 2023-12-20T10:45:38.858 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:38 smithi123 ceph-mon[111044]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:45:38.858 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:38 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-20T10:45:38.858 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:38 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-20T10:45:38.858 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:38 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:38.858 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:38 smithi123 ceph-mon[111044]: osdmap e14: 2 total, 2 up, 2 in 2023-12-20T10:45:39.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:38 smithi177 ceph-mon[144425]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:45:39.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:38 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-20T10:45:39.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:38 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-20T10:45:39.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:38 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:39.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:38 smithi177 ceph-mon[144425]: osdmap e14: 2 total, 2 up, 2 in 2023-12-20T10:45:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:39 smithi123 ceph-mon[111044]: pgmap v45: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-20T10:45:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:39 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/1068414549' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6d253eef-5f98-4448-a738-4a049e146dec"}]: dispatch 2023-12-20T10:45:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:39 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/1068414549' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6d253eef-5f98-4448-a738-4a049e146dec"}]': finished 2023-12-20T10:45:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:39 smithi123 ceph-mon[111044]: osdmap e15: 3 total, 2 up, 3 in 2023-12-20T10:45:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:39 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-20T10:45:39.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:39 smithi123 ceph-mon[124884]: pgmap v45: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-20T10:45:39.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:39 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/1068414549' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6d253eef-5f98-4448-a738-4a049e146dec"}]: dispatch 2023-12-20T10:45:39.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:39 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/1068414549' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6d253eef-5f98-4448-a738-4a049e146dec"}]': finished 2023-12-20T10:45:39.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:39 smithi123 ceph-mon[124884]: osdmap e15: 3 total, 2 up, 3 in 2023-12-20T10:45:39.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:39 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-20T10:45:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:39 smithi177 ceph-mon[144425]: pgmap v45: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-20T10:45:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:39 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/1068414549' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6d253eef-5f98-4448-a738-4a049e146dec"}]: dispatch 2023-12-20T10:45:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:39 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/1068414549' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6d253eef-5f98-4448-a738-4a049e146dec"}]': finished 2023-12-20T10:45:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:39 smithi177 ceph-mon[144425]: osdmap e15: 3 total, 2 up, 3 in 2023-12-20T10:45:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:39 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-20T10:45:41.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:41 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/974582061' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-20T10:45:41.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:41 smithi123 ceph-mon[124884]: pgmap v47: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-20T10:45:41.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:41 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/974582061' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-20T10:45:41.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:41 smithi123 ceph-mon[111044]: pgmap v47: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-20T10:45:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:41 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/974582061' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-20T10:45:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:41 smithi177 ceph-mon[144425]: pgmap v47: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-20T10:45:43.924 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:43 smithi123 ceph-mon[124884]: pgmap v48: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-20T10:45:43.925 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:43 smithi123 ceph-mon[111044]: pgmap v48: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-20T10:45:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:43 smithi177 ceph-mon[144425]: pgmap v48: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-20T10:45:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:44 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-20T10:45:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:44 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:44 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-20T10:45:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:44 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:45.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:44 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-20T10:45:45.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:44 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:45 smithi123 ceph-mon[124884]: pgmap v49: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-20T10:45:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:45 smithi123 ceph-mon[124884]: Deploying daemon osd.2 on smithi123 2023-12-20T10:45:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:45 smithi123 ceph-mon[111044]: pgmap v49: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-20T10:45:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:45 smithi123 ceph-mon[111044]: Deploying daemon osd.2 on smithi123 2023-12-20T10:45:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:45 smithi177 ceph-mon[144425]: pgmap v49: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-20T10:45:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:45 smithi177 ceph-mon[144425]: Deploying daemon osd.2 on smithi123 2023-12-20T10:45:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:47 smithi123 ceph-mon[111044]: pgmap v50: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-20T10:45:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:47 smithi123 ceph-mon[124884]: pgmap v50: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-20T10:45:48.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:47 smithi177 ceph-mon[144425]: pgmap v50: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-20T10:45:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:49 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:49 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:49 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:45:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:49 smithi123 ceph-mon[111044]: pgmap v51: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-20T10:45:49.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:49 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:49.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:49 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:49.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:49 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:45:49.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:49 smithi123 ceph-mon[124884]: pgmap v51: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-20T10:45:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:49 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:49 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:49 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:45:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:49 smithi177 ceph-mon[144425]: pgmap v51: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-20T10:45:50.316 INFO:teuthology.orchestra.run.smithi123.stdout:Created osd(s) 2 on host 'smithi123' 2023-12-20T10:45:50.691 DEBUG:teuthology.orchestra.run.smithi123:osd.2> sudo journalctl -f -n 0 -u ceph-85213638-9f24-11ee-95a5-87774f69a715@osd.2.service 2023-12-20T10:45:50.693 INFO:tasks.cephadm:Deploying osd.3 on smithi123 with /dev/vg_nvme/lv_1... 2023-12-20T10:45:50.693 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-12-20T10:45:50.724 INFO:journalctl@ceph.osd.2.smithi123.stdout:-- Logs begin at Wed 2023-12-20 09:47:08 UTC. -- 2023-12-20T10:45:50.940 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:50 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:50.940 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:50 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:50.940 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:50 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:50.941 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:50 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:45:50.941 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:50 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:50.941 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:50 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:50.941 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:50 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:50.941 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:50 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:45:51.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:50 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:51.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:50 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:51.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:50 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:50 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:45:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:50 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:50 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:50 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:50 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:45:51.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:50 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:51.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:50 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:51.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:50 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:51.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:50 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:45:51.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:50 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:51.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:50 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:51.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:50 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:51.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:50 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:45:51.407 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:45:51.491 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:45:51 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-2[144682]: 2023-12-20T10:45:51.409+0000 7f8d862e0540 -1 osd.2 0 log_to_monitors true 2023-12-20T10:45:52.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:51 smithi123 ceph-mon[124884]: pgmap v52: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-20T10:45:52.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:51 smithi123 ceph-mon[124884]: from='osd.2 [v2:172.21.15.123:6818/749410302,v1:172.21.15.123:6819/749410302]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-20T10:45:52.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:51 smithi123 ceph-mon[124884]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-20T10:45:52.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:51 smithi123 ceph-mon[111044]: pgmap v52: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-20T10:45:52.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:51 smithi123 ceph-mon[111044]: from='osd.2 [v2:172.21.15.123:6818/749410302,v1:172.21.15.123:6819/749410302]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-20T10:45:52.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:51 smithi123 ceph-mon[111044]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-20T10:45:52.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:51 smithi177 ceph-mon[144425]: pgmap v52: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-20T10:45:52.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:51 smithi177 ceph-mon[144425]: from='osd.2 [v2:172.21.15.123:6818/749410302,v1:172.21.15.123:6819/749410302]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-20T10:45:52.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:51 smithi177 ceph-mon[144425]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-20T10:45:52.834 INFO:teuthology.orchestra.run.smithi123.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-12-20T10:45:52.834 INFO:teuthology.orchestra.run.smithi123.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-12-20T10:45:52.834 INFO:teuthology.orchestra.run.smithi123.stderr: stderr: 10+0 records in 2023-12-20T10:45:52.834 INFO:teuthology.orchestra.run.smithi123.stderr:10+0 records out 2023-12-20T10:45:52.834 INFO:teuthology.orchestra.run.smithi123.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0145555 s, 720 MB/s 2023-12-20T10:45:52.834 INFO:teuthology.orchestra.run.smithi123.stderr:--> Zapping successful for: 2023-12-20T10:45:53.302 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph orch daemon add osd smithi123:vg_nvme/lv_1 2023-12-20T10:45:53.329 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:45:53 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-2[144682]: 2023-12-20T10:45:53.290+0000 7f8d7e2c8700 -1 osd.2 0 waiting for initial osdmap 2023-12-20T10:45:53.329 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:45:53 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-2[144682]: 2023-12-20T10:45:53.294+0000 7f8d798c4700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-20T10:45:53.329 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:53 smithi123 ceph-mon[124884]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-20T10:45:53.329 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:53 smithi123 ceph-mon[124884]: osdmap e16: 3 total, 2 up, 3 in 2023-12-20T10:45:53.329 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:53 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-20T10:45:53.330 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:53 smithi123 ceph-mon[124884]: from='osd.2 [v2:172.21.15.123:6818/749410302,v1:172.21.15.123:6819/749410302]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:45:53.330 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:53 smithi123 ceph-mon[124884]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:45:53.330 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:53 smithi123 ceph-mon[124884]: pgmap v54: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-20T10:45:53.330 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:53 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:53.330 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:53 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:53.330 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:53 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:45:53.330 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:53 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:45:53.330 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:53 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:45:53.330 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:53 smithi123 ceph-mon[111044]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-20T10:45:53.330 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:53 smithi123 ceph-mon[111044]: osdmap e16: 3 total, 2 up, 3 in 2023-12-20T10:45:53.330 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:53 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-20T10:45:53.330 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:53 smithi123 ceph-mon[111044]: from='osd.2 [v2:172.21.15.123:6818/749410302,v1:172.21.15.123:6819/749410302]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:45:53.331 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:53 smithi123 ceph-mon[111044]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:45:53.331 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:53 smithi123 ceph-mon[111044]: pgmap v54: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-20T10:45:53.331 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:53 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:53.331 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:53 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:53.331 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:53 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:45:53.331 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:53 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:45:53.331 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:53 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:45:53.564 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:45:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:53 smithi177 ceph-mon[144425]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-20T10:45:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:53 smithi177 ceph-mon[144425]: osdmap e16: 3 total, 2 up, 3 in 2023-12-20T10:45:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:53 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-20T10:45:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:53 smithi177 ceph-mon[144425]: from='osd.2 [v2:172.21.15.123:6818/749410302,v1:172.21.15.123:6819/749410302]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:45:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:53 smithi177 ceph-mon[144425]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:45:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:53 smithi177 ceph-mon[144425]: pgmap v54: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-20T10:45:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:53 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:53.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:53 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:53.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:53 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:45:53.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:53 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:45:53.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:53 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:45:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:54 smithi177 ceph-mon[144425]: Detected new or changed devices on smithi123 2023-12-20T10:45:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:54 smithi177 ceph-mon[144425]: Adjusting osd_memory_target on smithi123 to 5366M 2023-12-20T10:45:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:54 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:54 smithi177 ceph-mon[144425]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2023-12-20T10:45:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:54 smithi177 ceph-mon[144425]: osdmap e17: 3 total, 2 up, 3 in 2023-12-20T10:45:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:54 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:54 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-20T10:45:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:54 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:45:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:54 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-20T10:45:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:54 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:54 smithi123 ceph-mon[111044]: Detected new or changed devices on smithi123 2023-12-20T10:45:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:54 smithi123 ceph-mon[111044]: Adjusting osd_memory_target on smithi123 to 5366M 2023-12-20T10:45:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:54 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:54 smithi123 ceph-mon[111044]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2023-12-20T10:45:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:54 smithi123 ceph-mon[111044]: osdmap e17: 3 total, 2 up, 3 in 2023-12-20T10:45:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:54 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:54 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-20T10:45:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:54 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:45:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:54 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-20T10:45:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:54 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:54.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:54 smithi123 ceph-mon[124884]: Detected new or changed devices on smithi123 2023-12-20T10:45:54.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:54 smithi123 ceph-mon[124884]: Adjusting osd_memory_target on smithi123 to 5366M 2023-12-20T10:45:54.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:54 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:54.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:54 smithi123 ceph-mon[124884]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2023-12-20T10:45:54.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:54 smithi123 ceph-mon[124884]: osdmap e17: 3 total, 2 up, 3 in 2023-12-20T10:45:54.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:54 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:54.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:54 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-20T10:45:54.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:54 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:45:54.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:54 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-20T10:45:54.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:54 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:55.647 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:55 smithi123 ceph-mon[124884]: purged_snaps scrub starts 2023-12-20T10:45:55.647 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:55 smithi123 ceph-mon[124884]: purged_snaps scrub ok 2023-12-20T10:45:55.647 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:55 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-20T10:45:55.647 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:55 smithi123 ceph-mon[124884]: osd.2 [v2:172.21.15.123:6818/749410302,v1:172.21.15.123:6819/749410302] boot 2023-12-20T10:45:55.647 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:55 smithi123 ceph-mon[124884]: osdmap e18: 3 total, 3 up, 3 in 2023-12-20T10:45:55.648 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:55 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-20T10:45:55.648 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:55 smithi123 ceph-mon[124884]: pgmap v57: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-20T10:45:55.648 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:55 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-12-20T10:45:55.648 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:55 smithi123 ceph-mon[124884]: from='client.24194 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:45:55.648 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:55 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-20T10:45:55.648 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:55 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-20T10:45:55.648 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:55 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:55.648 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:55 smithi123 ceph-mon[111044]: purged_snaps scrub starts 2023-12-20T10:45:55.648 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:55 smithi123 ceph-mon[111044]: purged_snaps scrub ok 2023-12-20T10:45:55.648 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:55 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-20T10:45:55.648 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:55 smithi123 ceph-mon[111044]: osd.2 [v2:172.21.15.123:6818/749410302,v1:172.21.15.123:6819/749410302] boot 2023-12-20T10:45:55.648 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:55 smithi123 ceph-mon[111044]: osdmap e18: 3 total, 3 up, 3 in 2023-12-20T10:45:55.649 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:55 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-20T10:45:55.649 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:55 smithi123 ceph-mon[111044]: pgmap v57: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-20T10:45:55.649 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:55 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-12-20T10:45:55.649 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:55 smithi123 ceph-mon[111044]: from='client.24194 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:45:55.649 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:55 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-20T10:45:55.649 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:55 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-20T10:45:55.649 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:55 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:55 smithi177 ceph-mon[144425]: purged_snaps scrub starts 2023-12-20T10:45:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:55 smithi177 ceph-mon[144425]: purged_snaps scrub ok 2023-12-20T10:45:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:55 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-20T10:45:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:55 smithi177 ceph-mon[144425]: osd.2 [v2:172.21.15.123:6818/749410302,v1:172.21.15.123:6819/749410302] boot 2023-12-20T10:45:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:55 smithi177 ceph-mon[144425]: osdmap e18: 3 total, 3 up, 3 in 2023-12-20T10:45:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:55 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-20T10:45:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:55 smithi177 ceph-mon[144425]: pgmap v57: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-20T10:45:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:55 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-12-20T10:45:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:55 smithi177 ceph-mon[144425]: from='client.24194 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:45:55.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:55 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-20T10:45:55.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:55 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-20T10:45:55.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:55 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:45:56.317 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:56 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2023-12-20T10:45:56.318 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:56 smithi123 ceph-mon[111044]: osdmap e19: 3 total, 3 up, 3 in 2023-12-20T10:45:56.318 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:56 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-12-20T10:45:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:56 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2023-12-20T10:45:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:56 smithi177 ceph-mon[144425]: osdmap e19: 3 total, 3 up, 3 in 2023-12-20T10:45:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:56 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-12-20T10:45:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:56 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2023-12-20T10:45:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:56 smithi123 ceph-mon[124884]: osdmap e19: 3 total, 3 up, 3 in 2023-12-20T10:45:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:56 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-12-20T10:45:57.350 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:45:57 smithi123 sudo[149961]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-20T10:45:57.350 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:45:57 smithi123 sudo[149961]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-20T10:45:57.350 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:45:57 smithi123 sudo[149961]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-20T10:45:57.350 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:45:57 smithi123 sudo[149961]: pam_unix(sudo:session): session closed for user root 2023-12-20T10:45:57.351 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:57 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-12-20T10:45:57.351 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:57 smithi123 ceph-mon[111044]: osdmap e20: 3 total, 3 up, 3 in 2023-12-20T10:45:57.351 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:57 smithi123 ceph-mon[111044]: pgmap v60: 1 pgs: 1 unknown; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-12-20T10:45:57.351 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:57 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/1949460373' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "306fab3e-5ecc-40c1-9f83-0f11b1caa891"}]: dispatch 2023-12-20T10:45:57.351 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:57 smithi123 ceph-mon[111044]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "306fab3e-5ecc-40c1-9f83-0f11b1caa891"}]: dispatch 2023-12-20T10:45:57.351 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:57 smithi123 ceph-mon[111044]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "306fab3e-5ecc-40c1-9f83-0f11b1caa891"}]': finished 2023-12-20T10:45:57.351 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:57 smithi123 ceph-mon[111044]: osdmap e21: 4 total, 3 up, 4 in 2023-12-20T10:45:57.351 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:57 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:45:57.351 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:57 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-12-20T10:45:57.351 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:57 smithi123 ceph-mon[124884]: osdmap e20: 3 total, 3 up, 3 in 2023-12-20T10:45:57.351 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:57 smithi123 ceph-mon[124884]: pgmap v60: 1 pgs: 1 unknown; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-12-20T10:45:57.351 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:57 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/1949460373' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "306fab3e-5ecc-40c1-9f83-0f11b1caa891"}]: dispatch 2023-12-20T10:45:57.352 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:57 smithi123 ceph-mon[124884]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "306fab3e-5ecc-40c1-9f83-0f11b1caa891"}]: dispatch 2023-12-20T10:45:57.352 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:57 smithi123 ceph-mon[124884]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "306fab3e-5ecc-40c1-9f83-0f11b1caa891"}]': finished 2023-12-20T10:45:57.352 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:57 smithi123 ceph-mon[124884]: osdmap e21: 4 total, 3 up, 4 in 2023-12-20T10:45:57.352 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:57 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:45:57.612 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:45:57 smithi123 sudo[149984]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-20T10:45:57.613 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:45:57 smithi123 sudo[149984]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-20T10:45:57.613 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:45:57 smithi123 sudo[149984]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-20T10:45:57.613 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:45:57 smithi123 sudo[149984]: pam_unix(sudo:session): session closed for user root 2023-12-20T10:45:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:57 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-12-20T10:45:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:57 smithi177 ceph-mon[144425]: osdmap e20: 3 total, 3 up, 3 in 2023-12-20T10:45:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:57 smithi177 ceph-mon[144425]: pgmap v60: 1 pgs: 1 unknown; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-12-20T10:45:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:57 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/1949460373' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "306fab3e-5ecc-40c1-9f83-0f11b1caa891"}]: dispatch 2023-12-20T10:45:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:57 smithi177 ceph-mon[144425]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "306fab3e-5ecc-40c1-9f83-0f11b1caa891"}]: dispatch 2023-12-20T10:45:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:57 smithi177 ceph-mon[144425]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "306fab3e-5ecc-40c1-9f83-0f11b1caa891"}]': finished 2023-12-20T10:45:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:57 smithi177 ceph-mon[144425]: osdmap e21: 4 total, 3 up, 4 in 2023-12-20T10:45:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:57 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:45:57.862 INFO:journalctl@ceph.osd.1.smithi123.stdout:Dec 20 10:45:57 smithi123 sudo[150043]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-20T10:45:57.863 INFO:journalctl@ceph.osd.1.smithi123.stdout:Dec 20 10:45:57 smithi123 sudo[150043]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-20T10:45:57.863 INFO:journalctl@ceph.osd.1.smithi123.stdout:Dec 20 10:45:57 smithi123 sudo[150043]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-20T10:45:57.863 INFO:journalctl@ceph.osd.1.smithi123.stdout:Dec 20 10:45:57 smithi123 sudo[150043]: pam_unix(sudo:session): session closed for user root 2023-12-20T10:45:58.116 INFO:journalctl@ceph.osd.1.smithi123.stdout:Dec 20 10:45:57 smithi123 sudo[150048]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-20T10:45:58.117 INFO:journalctl@ceph.osd.1.smithi123.stdout:Dec 20 10:45:57 smithi123 sudo[150048]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-20T10:45:58.117 INFO:journalctl@ceph.osd.1.smithi123.stdout:Dec 20 10:45:57 smithi123 sudo[150048]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-20T10:45:58.117 INFO:journalctl@ceph.osd.1.smithi123.stdout:Dec 20 10:45:57 smithi123 sudo[150048]: pam_unix(sudo:session): session closed for user root 2023-12-20T10:45:58.117 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:45:58 smithi123 sudo[150237]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-20T10:45:58.117 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:45:58 smithi123 sudo[150237]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-20T10:45:58.117 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:45:58 smithi123 sudo[150237]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-20T10:45:58.117 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:45:58 smithi123 sudo[150237]: pam_unix(sudo:session): session closed for user root 2023-12-20T10:45:58.491 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:45:58 smithi123 sudo[150425]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-20T10:45:58.492 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:45:58 smithi123 sudo[150425]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-20T10:45:58.492 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:45:58 smithi123 sudo[150425]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-20T10:45:58.492 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:45:58 smithi123 sudo[150425]: pam_unix(sudo:session): session closed for user root 2023-12-20T10:45:58.841 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:58 smithi123 sudo[150430]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-20T10:45:58.841 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:58 smithi123 sudo[150430]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-20T10:45:58.842 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:58 smithi123 sudo[150430]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-20T10:45:58.842 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:58 smithi123 sudo[150430]: pam_unix(sudo:session): session closed for user root 2023-12-20T10:45:58.842 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:58 smithi123 sudo[150620]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-20T10:45:58.842 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:58 smithi123 sudo[150620]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-20T10:45:58.842 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:58 smithi123 sudo[150620]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-20T10:45:58.842 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:58 smithi123 sudo[150620]: pam_unix(sudo:session): session closed for user root 2023-12-20T10:45:58.842 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:58 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:58.842 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:58 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:58.842 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:58 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/3789791681' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-20T10:45:58.843 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:58 smithi123 ceph-mon[124884]: mgrmap e15: y(active, since 101s), standbys: x 2023-12-20T10:45:58.843 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:58 smithi123 ceph-mon[124884]: osdmap e22: 4 total, 3 up, 4 in 2023-12-20T10:45:58.843 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:58 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:45:59.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:58 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:45:59.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:58 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/3789791681' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-20T10:45:59.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:58 smithi177 ceph-mon[144425]: mgrmap e15: y(active, since 101s), standbys: x 2023-12-20T10:45:59.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:58 smithi177 ceph-mon[144425]: osdmap e22: 4 total, 3 up, 4 in 2023-12-20T10:45:59.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:58 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:45:59.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:59 smithi177 sudo[147542]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-20T10:45:59.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:59 smithi177 sudo[147542]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-20T10:45:59.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:59 smithi177 sudo[147542]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-20T10:45:59.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:59 smithi177 sudo[147542]: pam_unix(sudo:session): session closed for user root 2023-12-20T10:45:59.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:58 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/3789791681' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-20T10:45:59.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:58 smithi123 ceph-mon[111044]: mgrmap e15: y(active, since 101s), standbys: x 2023-12-20T10:45:59.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:58 smithi123 ceph-mon[111044]: osdmap e22: 4 total, 3 up, 4 in 2023-12-20T10:45:59.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:58 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:45:59.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:59 smithi177 sudo[147545]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-20T10:45:59.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:59 smithi177 sudo[147545]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-20T10:45:59.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:59 smithi177 sudo[147545]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-20T10:45:59.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:59 smithi177 sudo[147545]: pam_unix(sudo:session): session closed for user root 2023-12-20T10:45:59.837 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:59 smithi123 sudo[150822]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-20T10:45:59.837 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:59 smithi123 sudo[150822]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-20T10:45:59.837 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:59 smithi123 sudo[150822]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-20T10:45:59.837 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:59 smithi123 sudo[150822]: pam_unix(sudo:session): session closed for user root 2023-12-20T10:46:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:59 smithi177 ceph-mon[144425]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-20T10:46:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:59 smithi177 ceph-mon[144425]: pgmap v63: 1 pgs: 1 active+clean; 577 KiB data, 872 MiB used, 267 GiB / 268 GiB avail 2023-12-20T10:46:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:59 smithi177 ceph-mon[144425]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-20T10:46:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:59 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:46:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:59 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:46:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:59 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:46:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:59 smithi177 ceph-mon[144425]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-20T10:46:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:59 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:46:00.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:59 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:46:00.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:59 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:46:00.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:59 smithi177 ceph-mon[144425]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-20T10:46:00.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:59 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:00.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:59 smithi177 ceph-mon[144425]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-20T10:46:00.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:59 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:46:00.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:59 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:46:00.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:59 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:46:00.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:45:59 smithi177 ceph-mon[144425]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-20T10:46:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[111044]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-20T10:46:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[111044]: pgmap v63: 1 pgs: 1 active+clean; 577 KiB data, 872 MiB used, 267 GiB / 268 GiB avail 2023-12-20T10:46:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[111044]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-20T10:46:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:46:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:46:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:46:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[111044]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-20T10:46:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:46:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:46:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:46:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[111044]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-20T10:46:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[111044]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-20T10:46:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:46:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:46:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:46:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[111044]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-20T10:46:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:59 smithi123 sudo[150959]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-20T10:46:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:59 smithi123 sudo[150959]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-20T10:46:00.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:59 smithi123 sudo[150959]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-20T10:46:00.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:59 smithi123 sudo[150959]: pam_unix(sudo:session): session closed for user root 2023-12-20T10:46:00.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[124884]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-20T10:46:00.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[124884]: pgmap v63: 1 pgs: 1 active+clean; 577 KiB data, 872 MiB used, 267 GiB / 268 GiB avail 2023-12-20T10:46:00.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[124884]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-20T10:46:00.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:46:00.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:46:00.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:46:00.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[124884]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-20T10:46:00.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:46:00.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:46:00.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:46:00.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[124884]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-20T10:46:00.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:00.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[124884]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-20T10:46:00.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:46:00.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:46:00.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:46:00.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:45:59 smithi123 ceph-mon[124884]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-20T10:46:01.425 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:01 smithi123 ceph-mon[124884]: pgmap v64: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-20T10:46:01.425 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:01 smithi123 ceph-mon[111044]: pgmap v64: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-20T10:46:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:01 smithi177 ceph-mon[144425]: pgmap v64: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-20T10:46:02.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:02 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-20T10:46:02.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:02 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:02.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:02 smithi123 ceph-mon[111044]: Deploying daemon osd.3 on smithi123 2023-12-20T10:46:02.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:02 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-20T10:46:02.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:02 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:02.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:02 smithi123 ceph-mon[124884]: Deploying daemon osd.3 on smithi123 2023-12-20T10:46:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:02 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-20T10:46:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:02 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:02 smithi177 ceph-mon[144425]: Deploying daemon osd.3 on smithi123 2023-12-20T10:46:03.196 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:03 smithi123 ceph-mon[111044]: pgmap v65: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-12-20T10:46:03.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:03 smithi123 ceph-mon[124884]: pgmap v65: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-12-20T10:46:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:03 smithi177 ceph-mon[144425]: pgmap v65: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-12-20T10:46:05.972 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:05 smithi123 ceph-mon[111044]: pgmap v66: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.6 KiB/s rd, 113 KiB/s wr, 8 op/s 2023-12-20T10:46:05.973 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:05 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:05.973 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:05 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:05.973 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:05 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:46:05.973 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:05 smithi123 ceph-mon[124884]: pgmap v66: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.6 KiB/s rd, 113 KiB/s wr, 8 op/s 2023-12-20T10:46:05.973 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:05 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:05.973 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:05 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:05.973 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:05 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:46:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:05 smithi177 ceph-mon[144425]: pgmap v66: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.6 KiB/s rd, 113 KiB/s wr, 8 op/s 2023-12-20T10:46:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:05 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:05 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:05 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:46:07.715 INFO:teuthology.orchestra.run.smithi123.stdout:Created osd(s) 3 on host 'smithi123' 2023-12-20T10:46:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:07 smithi123 ceph-mon[111044]: pgmap v67: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.0 KiB/s rd, 88 KiB/s wr, 6 op/s 2023-12-20T10:46:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:07 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:07 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:07 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:07 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:46:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:07 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:07 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:07 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:07.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:07 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:46:07.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:07 smithi123 ceph-mon[124884]: pgmap v67: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.0 KiB/s rd, 88 KiB/s wr, 6 op/s 2023-12-20T10:46:07.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:07 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:07.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:07 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:07.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:07 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:07.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:07 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:46:07.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:07 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:07.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:07 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:07.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:07 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:07.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:07 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:46:08.094 DEBUG:teuthology.orchestra.run.smithi123:osd.3> sudo journalctl -f -n 0 -u ceph-85213638-9f24-11ee-95a5-87774f69a715@osd.3.service 2023-12-20T10:46:08.136 INFO:tasks.cephadm:Deploying osd.4 on smithi177 with /dev/vg_nvme/lv_4... 2023-12-20T10:46:08.137 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-12-20T10:46:08.165 INFO:journalctl@ceph.osd.3.smithi123.stdout:-- Logs begin at Wed 2023-12-20 09:47:08 UTC. -- 2023-12-20T10:46:08.402 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.b/config 2023-12-20T10:46:08.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:07 smithi177 ceph-mon[144425]: pgmap v67: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.0 KiB/s rd, 88 KiB/s wr, 6 op/s 2023-12-20T10:46:08.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:07 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:07 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:07 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:07 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:46:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:07 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:07 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:07 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:07 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:46:08.649 INFO:journalctl@ceph.osd.3.smithi123.stdout:Dec 20 10:46:08 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-3[151885]: 2023-12-20T10:46:08.476+0000 7f739b2c9540 -1 osd.3 0 log_to_monitors true 2023-12-20T10:46:09.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:08 smithi177 ceph-mon[144425]: from='osd.3 [v2:172.21.15.123:6826/2599274567,v1:172.21.15.123:6827/2599274567]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-20T10:46:09.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:08 smithi177 ceph-mon[144425]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-20T10:46:09.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:08 smithi123 ceph-mon[111044]: from='osd.3 [v2:172.21.15.123:6826/2599274567,v1:172.21.15.123:6827/2599274567]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-20T10:46:09.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:08 smithi123 ceph-mon[111044]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-20T10:46:09.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:08 smithi123 ceph-mon[124884]: from='osd.3 [v2:172.21.15.123:6826/2599274567,v1:172.21.15.123:6827/2599274567]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-20T10:46:09.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:08 smithi123 ceph-mon[124884]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-20T10:46:09.641 INFO:teuthology.orchestra.run.smithi177.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-12-20T10:46:09.641 INFO:teuthology.orchestra.run.smithi177.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-12-20T10:46:09.641 INFO:teuthology.orchestra.run.smithi177.stderr: stderr: 10+0 records in 2023-12-20T10:46:09.641 INFO:teuthology.orchestra.run.smithi177.stderr:10+0 records out 2023-12-20T10:46:09.642 INFO:teuthology.orchestra.run.smithi177.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0108364 s, 968 MB/s 2023-12-20T10:46:09.642 INFO:teuthology.orchestra.run.smithi177.stderr:--> Zapping successful for: 2023-12-20T10:46:09.988 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph orch daemon add osd smithi177:vg_nvme/lv_4 2023-12-20T10:46:10.099 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:10 smithi123 ceph-mon[111044]: pgmap v68: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.6 KiB/s rd, 72 KiB/s wr, 5 op/s 2023-12-20T10:46:10.099 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:10 smithi123 ceph-mon[111044]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-20T10:46:10.099 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:10 smithi123 ceph-mon[111044]: osdmap e23: 4 total, 3 up, 4 in 2023-12-20T10:46:10.099 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:10 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:46:10.099 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:10 smithi123 ceph-mon[111044]: from='osd.3 [v2:172.21.15.123:6826/2599274567,v1:172.21.15.123:6827/2599274567]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:46:10.099 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:10 smithi123 ceph-mon[111044]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:46:10.100 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:10 smithi123 ceph-mon[124884]: pgmap v68: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.6 KiB/s rd, 72 KiB/s wr, 5 op/s 2023-12-20T10:46:10.100 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:10 smithi123 ceph-mon[124884]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-20T10:46:10.100 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:10 smithi123 ceph-mon[124884]: osdmap e23: 4 total, 3 up, 4 in 2023-12-20T10:46:10.100 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:10 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:46:10.100 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:10 smithi123 ceph-mon[124884]: from='osd.3 [v2:172.21.15.123:6826/2599274567,v1:172.21.15.123:6827/2599274567]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:46:10.100 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:10 smithi123 ceph-mon[124884]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:46:10.100 INFO:journalctl@ceph.osd.3.smithi123.stdout:Dec 20 10:46:10 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-3[151885]: 2023-12-20T10:46:10.004+0000 7f7391aae700 -1 osd.3 0 waiting for initial osdmap 2023-12-20T10:46:10.100 INFO:journalctl@ceph.osd.3.smithi123.stdout:Dec 20 10:46:10 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-3[151885]: 2023-12-20T10:46:10.008+0000 7f738e8ad700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-20T10:46:10.244 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.b/config 2023-12-20T10:46:10.371 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:10 smithi177 ceph-mon[144425]: pgmap v68: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.6 KiB/s rd, 72 KiB/s wr, 5 op/s 2023-12-20T10:46:10.371 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:10 smithi177 ceph-mon[144425]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-20T10:46:10.371 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:10 smithi177 ceph-mon[144425]: osdmap e23: 4 total, 3 up, 4 in 2023-12-20T10:46:10.371 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:10 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:46:10.371 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:10 smithi177 ceph-mon[144425]: from='osd.3 [v2:172.21.15.123:6826/2599274567,v1:172.21.15.123:6827/2599274567]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:46:10.371 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:10 smithi177 ceph-mon[144425]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:46:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:11 smithi177 ceph-mon[144425]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2023-12-20T10:46:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:11 smithi177 ceph-mon[144425]: osdmap e24: 4 total, 3 up, 4 in 2023-12-20T10:46:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:11 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:46:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:11 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:46:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:11 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:11 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:11 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:46:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:11 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:46:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:11 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:46:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:11 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:46:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:11 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:11.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:11 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:11.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:11 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:46:11.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:11 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:11.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:11 smithi123 ceph-mon[111044]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2023-12-20T10:46:11.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:11 smithi123 ceph-mon[111044]: osdmap e24: 4 total, 3 up, 4 in 2023-12-20T10:46:11.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:11 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:46:11.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:11 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:46:11.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:11 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:11.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:11 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:11.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:11 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:46:11.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:11 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:46:11.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:11 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:46:11.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:11 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:46:11.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:11 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:11.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:11 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:11.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:11 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:46:11.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:11 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:11.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:11 smithi123 ceph-mon[124884]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2023-12-20T10:46:11.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:11 smithi123 ceph-mon[124884]: osdmap e24: 4 total, 3 up, 4 in 2023-12-20T10:46:11.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:11 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:46:11.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:11 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:46:11.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:11 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:11.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:11 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:11.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:11 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:46:11.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:11 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:46:11.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:11 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:46:11.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:11 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:46:11.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:11 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:11.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:11 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:11.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:11 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:46:11.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:11 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:12.072 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:12 smithi177 ceph-mon[144425]: purged_snaps scrub starts 2023-12-20T10:46:12.072 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:12 smithi177 ceph-mon[144425]: purged_snaps scrub ok 2023-12-20T10:46:12.072 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:12 smithi177 ceph-mon[144425]: Detected new or changed devices on smithi123 2023-12-20T10:46:12.072 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:12 smithi177 ceph-mon[144425]: Adjusting osd_memory_target on smithi123 to 4024M 2023-12-20T10:46:12.072 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:12 smithi177 ceph-mon[144425]: pgmap v71: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2023-12-20T10:46:12.072 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:12 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:46:12.072 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:12 smithi177 ceph-mon[144425]: osd.3 [v2:172.21.15.123:6826/2599274567,v1:172.21.15.123:6827/2599274567] boot 2023-12-20T10:46:12.072 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:12 smithi177 ceph-mon[144425]: osdmap e25: 4 total, 4 up, 4 in 2023-12-20T10:46:12.072 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:12 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:46:12.073 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:12 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-20T10:46:12.073 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:12 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-20T10:46:12.073 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:12 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:12 smithi123 ceph-mon[111044]: purged_snaps scrub starts 2023-12-20T10:46:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:12 smithi123 ceph-mon[111044]: purged_snaps scrub ok 2023-12-20T10:46:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:12 smithi123 ceph-mon[111044]: Detected new or changed devices on smithi123 2023-12-20T10:46:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:12 smithi123 ceph-mon[111044]: Adjusting osd_memory_target on smithi123 to 4024M 2023-12-20T10:46:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:12 smithi123 ceph-mon[111044]: pgmap v71: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2023-12-20T10:46:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:12 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:46:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:12 smithi123 ceph-mon[111044]: osd.3 [v2:172.21.15.123:6826/2599274567,v1:172.21.15.123:6827/2599274567] boot 2023-12-20T10:46:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:12 smithi123 ceph-mon[111044]: osdmap e25: 4 total, 4 up, 4 in 2023-12-20T10:46:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:12 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:46:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:12 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-20T10:46:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:12 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-20T10:46:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:12 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:12 smithi123 ceph-mon[124884]: purged_snaps scrub starts 2023-12-20T10:46:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:12 smithi123 ceph-mon[124884]: purged_snaps scrub ok 2023-12-20T10:46:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:12 smithi123 ceph-mon[124884]: Detected new or changed devices on smithi123 2023-12-20T10:46:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:12 smithi123 ceph-mon[124884]: Adjusting osd_memory_target on smithi123 to 4024M 2023-12-20T10:46:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:12 smithi123 ceph-mon[124884]: pgmap v71: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2023-12-20T10:46:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:12 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:46:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:12 smithi123 ceph-mon[124884]: osd.3 [v2:172.21.15.123:6826/2599274567,v1:172.21.15.123:6827/2599274567] boot 2023-12-20T10:46:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:12 smithi123 ceph-mon[124884]: osdmap e25: 4 total, 4 up, 4 in 2023-12-20T10:46:12.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:12 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:46:12.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:12 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-20T10:46:12.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:12 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-20T10:46:12.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:12 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:13 smithi177 ceph-mon[144425]: from='client.24208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi177:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:46:13.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:13 smithi177 ceph-mon[144425]: osdmap e26: 4 total, 4 up, 4 in 2023-12-20T10:46:13.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:13 smithi123 ceph-mon[111044]: from='client.24208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi177:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:46:13.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:13 smithi123 ceph-mon[111044]: osdmap e26: 4 total, 4 up, 4 in 2023-12-20T10:46:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:13 smithi123 ceph-mon[124884]: from='client.24208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi177:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:46:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:13 smithi123 ceph-mon[124884]: osdmap e26: 4 total, 4 up, 4 in 2023-12-20T10:46:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:14 smithi177 ceph-mon[144425]: pgmap v74: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-20T10:46:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:14 smithi177 ceph-mon[144425]: from='client.? 172.21.15.177:0/3454940252' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2a3f9ee4-794c-4d14-b0cd-19a9e06b3235"}]: dispatch 2023-12-20T10:46:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:14 smithi177 ceph-mon[144425]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2a3f9ee4-794c-4d14-b0cd-19a9e06b3235"}]: dispatch 2023-12-20T10:46:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:14 smithi177 ceph-mon[144425]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2a3f9ee4-794c-4d14-b0cd-19a9e06b3235"}]': finished 2023-12-20T10:46:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:14 smithi177 ceph-mon[144425]: osdmap e27: 5 total, 4 up, 5 in 2023-12-20T10:46:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:14 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-20T10:46:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:14 smithi177 ceph-mon[144425]: from='client.? 172.21.15.177:0/269867996' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-20T10:46:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:14 smithi123 ceph-mon[124884]: pgmap v74: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-20T10:46:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:14 smithi123 ceph-mon[124884]: from='client.? 172.21.15.177:0/3454940252' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2a3f9ee4-794c-4d14-b0cd-19a9e06b3235"}]: dispatch 2023-12-20T10:46:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:14 smithi123 ceph-mon[124884]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2a3f9ee4-794c-4d14-b0cd-19a9e06b3235"}]: dispatch 2023-12-20T10:46:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:14 smithi123 ceph-mon[124884]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2a3f9ee4-794c-4d14-b0cd-19a9e06b3235"}]': finished 2023-12-20T10:46:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:14 smithi123 ceph-mon[124884]: osdmap e27: 5 total, 4 up, 5 in 2023-12-20T10:46:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:14 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-20T10:46:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:14 smithi123 ceph-mon[124884]: from='client.? 172.21.15.177:0/269867996' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-20T10:46:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:14 smithi123 ceph-mon[111044]: pgmap v74: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-20T10:46:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:14 smithi123 ceph-mon[111044]: from='client.? 172.21.15.177:0/3454940252' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2a3f9ee4-794c-4d14-b0cd-19a9e06b3235"}]: dispatch 2023-12-20T10:46:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:14 smithi123 ceph-mon[111044]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2a3f9ee4-794c-4d14-b0cd-19a9e06b3235"}]: dispatch 2023-12-20T10:46:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:14 smithi123 ceph-mon[111044]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2a3f9ee4-794c-4d14-b0cd-19a9e06b3235"}]': finished 2023-12-20T10:46:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:14 smithi123 ceph-mon[111044]: osdmap e27: 5 total, 4 up, 5 in 2023-12-20T10:46:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:14 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-20T10:46:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:14 smithi123 ceph-mon[111044]: from='client.? 172.21.15.177:0/269867996' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-20T10:46:16.325 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:16 smithi177 ceph-mon[144425]: pgmap v76: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-20T10:46:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:16 smithi123 ceph-mon[111044]: pgmap v76: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-20T10:46:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:16 smithi123 ceph-mon[124884]: pgmap v76: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-20T10:46:18.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:18 smithi177 ceph-mon[144425]: pgmap v77: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-20T10:46:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:18 smithi123 ceph-mon[124884]: pgmap v77: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-20T10:46:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:18 smithi123 ceph-mon[111044]: pgmap v77: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-20T10:46:19.287 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:19 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-20T10:46:19.287 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:19 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:19 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-20T10:46:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:19 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:19.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:19 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-20T10:46:19.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:19 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:20.267 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:20 smithi177 ceph-mon[144425]: Deploying daemon osd.4 on smithi177 2023-12-20T10:46:20.267 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:20 smithi177 ceph-mon[144425]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-20T10:46:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:20 smithi123 ceph-mon[111044]: Deploying daemon osd.4 on smithi177 2023-12-20T10:46:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:20 smithi123 ceph-mon[111044]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-20T10:46:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:20 smithi123 ceph-mon[124884]: Deploying daemon osd.4 on smithi177 2023-12-20T10:46:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:20 smithi123 ceph-mon[124884]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-20T10:46:21.475 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:21 smithi177 ceph-mon[144425]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-20T10:46:21.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:21 smithi123 ceph-mon[111044]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-20T10:46:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:21 smithi123 ceph-mon[124884]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-20T10:46:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:22 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:46:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:22 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:22 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:22.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:22 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:46:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:22 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:22 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:22.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:22 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:46:22.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:22 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:22.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:22 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:23.712 INFO:teuthology.orchestra.run.smithi177.stdout:Created osd(s) 4 on host 'smithi177' 2023-12-20T10:46:24.077 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:23 smithi177 ceph-mon[144425]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-20T10:46:24.077 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:23 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:24.077 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:23 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:24.077 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:23 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:24.077 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:23 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:46:24.077 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:23 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:24.077 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:23 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:24.077 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:23 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:24.078 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:23 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:46:24.079 DEBUG:teuthology.orchestra.run.smithi177:osd.4> sudo journalctl -f -n 0 -u ceph-85213638-9f24-11ee-95a5-87774f69a715@osd.4.service 2023-12-20T10:46:24.081 INFO:tasks.cephadm:Deploying osd.5 on smithi177 with /dev/vg_nvme/lv_3... 2023-12-20T10:46:24.081 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-12-20T10:46:24.110 INFO:journalctl@ceph.osd.4.smithi177.stdout:-- Logs begin at Wed 2023-12-20 09:47:48 UTC. -- 2023-12-20T10:46:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:23 smithi123 ceph-mon[111044]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-20T10:46:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:23 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:23 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:23 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:23 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:46:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:23 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:23 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:23 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:23 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:46:24.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:23 smithi123 ceph-mon[124884]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-20T10:46:24.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:23 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:24.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:23 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:24.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:23 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:24.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:23 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:46:24.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:23 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:24.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:23 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:24.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:23 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:24.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:23 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:46:24.518 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.b/config 2023-12-20T10:46:24.903 INFO:journalctl@ceph.osd.4.smithi177.stdout:Dec 20 10:46:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-4[150325]: 2023-12-20T10:46:24.826+0000 7fe0cb023540 -1 osd.4 0 log_to_monitors true 2023-12-20T10:46:25.311 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:24 smithi177 ceph-mon[144425]: from='osd.4 [v2:172.21.15.177:6800/1963878014,v1:172.21.15.177:6801/1963878014]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-20T10:46:25.312 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:24 smithi177 ceph-mon[144425]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-20T10:46:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:24 smithi123 ceph-mon[111044]: from='osd.4 [v2:172.21.15.177:6800/1963878014,v1:172.21.15.177:6801/1963878014]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-20T10:46:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:24 smithi123 ceph-mon[111044]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-20T10:46:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:24 smithi123 ceph-mon[124884]: from='osd.4 [v2:172.21.15.177:6800/1963878014,v1:172.21.15.177:6801/1963878014]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-20T10:46:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:24 smithi123 ceph-mon[124884]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-20T10:46:25.801 INFO:teuthology.orchestra.run.smithi177.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-12-20T10:46:25.801 INFO:teuthology.orchestra.run.smithi177.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-12-20T10:46:25.801 INFO:teuthology.orchestra.run.smithi177.stderr: stderr: 10+0 records in 2023-12-20T10:46:25.801 INFO:teuthology.orchestra.run.smithi177.stderr:10+0 records out 2023-12-20T10:46:25.801 INFO:teuthology.orchestra.run.smithi177.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0109968 s, 954 MB/s 2023-12-20T10:46:25.801 INFO:teuthology.orchestra.run.smithi177.stderr:--> Zapping successful for: 2023-12-20T10:46:26.131 INFO:journalctl@ceph.osd.4.smithi177.stdout:Dec 20 10:46:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-4[150325]: 2023-12-20T10:46:25.998+0000 7fe0c1808700 -1 osd.4 0 waiting for initial osdmap 2023-12-20T10:46:26.132 INFO:journalctl@ceph.osd.4.smithi177.stdout:Dec 20 10:46:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-4[150325]: 2023-12-20T10:46:26.004+0000 7fe0bd605700 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-20T10:46:26.132 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:25 smithi177 ceph-mon[144425]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-20T10:46:26.132 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:25 smithi177 ceph-mon[144425]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-20T10:46:26.132 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:25 smithi177 ceph-mon[144425]: osdmap e28: 5 total, 4 up, 5 in 2023-12-20T10:46:26.132 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:25 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-20T10:46:26.132 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:25 smithi177 ceph-mon[144425]: from='osd.4 [v2:172.21.15.177:6800/1963878014,v1:172.21.15.177:6801/1963878014]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:46:26.132 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:25 smithi177 ceph-mon[144425]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:46:26.292 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph orch daemon add osd smithi177:vg_nvme/lv_3 2023-12-20T10:46:26.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:25 smithi123 ceph-mon[111044]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-20T10:46:26.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:25 smithi123 ceph-mon[111044]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-20T10:46:26.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:25 smithi123 ceph-mon[111044]: osdmap e28: 5 total, 4 up, 5 in 2023-12-20T10:46:26.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:25 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-20T10:46:26.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:25 smithi123 ceph-mon[111044]: from='osd.4 [v2:172.21.15.177:6800/1963878014,v1:172.21.15.177:6801/1963878014]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:46:26.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:25 smithi123 ceph-mon[111044]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:46:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:25 smithi123 ceph-mon[124884]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-20T10:46:26.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:25 smithi123 ceph-mon[124884]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-20T10:46:26.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:25 smithi123 ceph-mon[124884]: osdmap e28: 5 total, 4 up, 5 in 2023-12-20T10:46:26.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:25 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-20T10:46:26.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:25 smithi123 ceph-mon[124884]: from='osd.4 [v2:172.21.15.177:6800/1963878014,v1:172.21.15.177:6801/1963878014]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:46:26.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:25 smithi123 ceph-mon[124884]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:46:26.554 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.b/config 2023-12-20T10:46:27.261 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:27 smithi177 ceph-mon[144425]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]': finished 2023-12-20T10:46:27.261 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:27 smithi177 ceph-mon[144425]: osdmap e29: 5 total, 4 up, 5 in 2023-12-20T10:46:27.262 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:27 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-20T10:46:27.262 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:27 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-20T10:46:27.262 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:27 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:27.262 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:27 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:27.262 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:27 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:46:27.262 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:27 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:27.262 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:27 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:27.262 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:27 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:46:27.262 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:27 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:27 smithi123 ceph-mon[124884]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]': finished 2023-12-20T10:46:27.514 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:27 smithi123 ceph-mon[124884]: osdmap e29: 5 total, 4 up, 5 in 2023-12-20T10:46:27.514 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:27 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-20T10:46:27.515 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:27 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-20T10:46:27.515 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:27 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:27.515 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:27 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:27.515 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:27 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:46:27.515 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:27 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:27.515 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:27 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:27.515 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:27 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:46:27.515 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:27 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:27.515 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:27 smithi123 ceph-mon[111044]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]': finished 2023-12-20T10:46:27.516 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:27 smithi123 ceph-mon[111044]: osdmap e29: 5 total, 4 up, 5 in 2023-12-20T10:46:27.516 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:27 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-20T10:46:27.516 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:27 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-20T10:46:27.516 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:27 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:27.516 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:27 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:27.517 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:27 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:46:27.517 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:27 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:27.517 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:27 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:27.517 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:27 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:46:27.517 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:27 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:28.302 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:28 smithi177 ceph-mon[144425]: purged_snaps scrub starts 2023-12-20T10:46:28.303 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:28 smithi177 ceph-mon[144425]: purged_snaps scrub ok 2023-12-20T10:46:28.303 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:28 smithi177 ceph-mon[144425]: Detected new or changed devices on smithi177 2023-12-20T10:46:28.303 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:28 smithi177 ceph-mon[144425]: Adjusting osd_memory_target on smithi177 to 17122M 2023-12-20T10:46:28.303 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:28 smithi177 ceph-mon[144425]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-20T10:46:28.303 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:28 smithi177 ceph-mon[144425]: osd.4 [v2:172.21.15.177:6800/1963878014,v1:172.21.15.177:6801/1963878014] boot 2023-12-20T10:46:28.303 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:28 smithi177 ceph-mon[144425]: osdmap e30: 5 total, 5 up, 5 in 2023-12-20T10:46:28.303 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:28 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-20T10:46:28.303 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:28 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-20T10:46:28.303 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:28 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-20T10:46:28.303 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:28 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:28.303 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:28 smithi177 ceph-mon[144425]: osdmap e31: 5 total, 5 up, 5 in 2023-12-20T10:46:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:28 smithi123 ceph-mon[124884]: purged_snaps scrub starts 2023-12-20T10:46:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:28 smithi123 ceph-mon[124884]: purged_snaps scrub ok 2023-12-20T10:46:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:28 smithi123 ceph-mon[124884]: Detected new or changed devices on smithi177 2023-12-20T10:46:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:28 smithi123 ceph-mon[124884]: Adjusting osd_memory_target on smithi177 to 17122M 2023-12-20T10:46:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:28 smithi123 ceph-mon[124884]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-20T10:46:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:28 smithi123 ceph-mon[124884]: osd.4 [v2:172.21.15.177:6800/1963878014,v1:172.21.15.177:6801/1963878014] boot 2023-12-20T10:46:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:28 smithi123 ceph-mon[124884]: osdmap e30: 5 total, 5 up, 5 in 2023-12-20T10:46:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:28 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-20T10:46:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:28 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-20T10:46:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:28 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-20T10:46:28.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:28 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:28.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:28 smithi123 ceph-mon[124884]: osdmap e31: 5 total, 5 up, 5 in 2023-12-20T10:46:28.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:28 smithi123 ceph-mon[111044]: purged_snaps scrub starts 2023-12-20T10:46:28.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:28 smithi123 ceph-mon[111044]: purged_snaps scrub ok 2023-12-20T10:46:28.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:28 smithi123 ceph-mon[111044]: Detected new or changed devices on smithi177 2023-12-20T10:46:28.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:28 smithi123 ceph-mon[111044]: Adjusting osd_memory_target on smithi177 to 17122M 2023-12-20T10:46:28.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:28 smithi123 ceph-mon[111044]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-20T10:46:28.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:28 smithi123 ceph-mon[111044]: osd.4 [v2:172.21.15.177:6800/1963878014,v1:172.21.15.177:6801/1963878014] boot 2023-12-20T10:46:28.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:28 smithi123 ceph-mon[111044]: osdmap e30: 5 total, 5 up, 5 in 2023-12-20T10:46:28.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:28 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-20T10:46:28.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:28 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-20T10:46:28.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:28 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-20T10:46:28.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:28 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:28.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:28 smithi123 ceph-mon[111044]: osdmap e31: 5 total, 5 up, 5 in 2023-12-20T10:46:29.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:29 smithi177 ceph-mon[144425]: from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi177:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:46:29.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:29 smithi177 ceph-mon[144425]: osdmap e32: 5 total, 5 up, 5 in 2023-12-20T10:46:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:29 smithi123 ceph-mon[111044]: from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi177:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:46:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:29 smithi123 ceph-mon[111044]: osdmap e32: 5 total, 5 up, 5 in 2023-12-20T10:46:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:29 smithi123 ceph-mon[124884]: from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi177:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:46:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:29 smithi123 ceph-mon[124884]: osdmap e32: 5 total, 5 up, 5 in 2023-12-20T10:46:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:30 smithi177 ceph-mon[144425]: pgmap v87: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-20T10:46:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:30 smithi177 ceph-mon[144425]: from='client.? 172.21.15.177:0/3603670727' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a2b2478-c8fe-4828-a258-1ce51e4b44f2"}]: dispatch 2023-12-20T10:46:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:30 smithi177 ceph-mon[144425]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a2b2478-c8fe-4828-a258-1ce51e4b44f2"}]: dispatch 2023-12-20T10:46:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:30 smithi177 ceph-mon[144425]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9a2b2478-c8fe-4828-a258-1ce51e4b44f2"}]': finished 2023-12-20T10:46:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:30 smithi177 ceph-mon[144425]: osdmap e33: 6 total, 5 up, 6 in 2023-12-20T10:46:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:30 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:46:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:30 smithi177 ceph-mon[144425]: from='client.? 172.21.15.177:0/1944117979' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-20T10:46:30.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:30 smithi123 ceph-mon[111044]: pgmap v87: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-20T10:46:30.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:30 smithi123 ceph-mon[111044]: from='client.? 172.21.15.177:0/3603670727' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a2b2478-c8fe-4828-a258-1ce51e4b44f2"}]: dispatch 2023-12-20T10:46:30.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:30 smithi123 ceph-mon[111044]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a2b2478-c8fe-4828-a258-1ce51e4b44f2"}]: dispatch 2023-12-20T10:46:30.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:30 smithi123 ceph-mon[111044]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9a2b2478-c8fe-4828-a258-1ce51e4b44f2"}]': finished 2023-12-20T10:46:30.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:30 smithi123 ceph-mon[111044]: osdmap e33: 6 total, 5 up, 6 in 2023-12-20T10:46:30.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:30 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:46:30.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:30 smithi123 ceph-mon[111044]: from='client.? 172.21.15.177:0/1944117979' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-20T10:46:30.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:30 smithi123 ceph-mon[124884]: pgmap v87: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-20T10:46:30.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:30 smithi123 ceph-mon[124884]: from='client.? 172.21.15.177:0/3603670727' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a2b2478-c8fe-4828-a258-1ce51e4b44f2"}]: dispatch 2023-12-20T10:46:30.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:30 smithi123 ceph-mon[124884]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a2b2478-c8fe-4828-a258-1ce51e4b44f2"}]: dispatch 2023-12-20T10:46:30.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:30 smithi123 ceph-mon[124884]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9a2b2478-c8fe-4828-a258-1ce51e4b44f2"}]': finished 2023-12-20T10:46:30.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:30 smithi123 ceph-mon[124884]: osdmap e33: 6 total, 5 up, 6 in 2023-12-20T10:46:30.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:30 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:46:30.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:30 smithi123 ceph-mon[124884]: from='client.? 172.21.15.177:0/1944117979' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-20T10:46:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:31 smithi177 ceph-mon[144425]: osdmap e34: 6 total, 5 up, 6 in 2023-12-20T10:46:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:31 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:46:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:31 smithi177 ceph-mon[144425]: pgmap v91: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-20T10:46:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:31 smithi123 ceph-mon[111044]: osdmap e34: 6 total, 5 up, 6 in 2023-12-20T10:46:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:31 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:46:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:31 smithi123 ceph-mon[111044]: pgmap v91: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-20T10:46:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:31 smithi123 ceph-mon[124884]: osdmap e34: 6 total, 5 up, 6 in 2023-12-20T10:46:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:31 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:46:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:31 smithi123 ceph-mon[124884]: pgmap v91: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-20T10:46:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:33 smithi177 ceph-mon[144425]: pgmap v92: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-20T10:46:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:33 smithi123 ceph-mon[111044]: pgmap v92: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-20T10:46:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:33 smithi123 ceph-mon[124884]: pgmap v92: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-20T10:46:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:34 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-20T10:46:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:34 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:34 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-20T10:46:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:34 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:35.051 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:34 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-20T10:46:35.051 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:34 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:35 smithi123 ceph-mon[124884]: Deploying daemon osd.5 on smithi177 2023-12-20T10:46:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:35 smithi123 ceph-mon[124884]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-20T10:46:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:35 smithi123 ceph-mon[111044]: Deploying daemon osd.5 on smithi177 2023-12-20T10:46:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:35 smithi123 ceph-mon[111044]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-20T10:46:36.110 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:35 smithi177 ceph-mon[144425]: Deploying daemon osd.5 on smithi177 2023-12-20T10:46:36.110 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:35 smithi177 ceph-mon[144425]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-20T10:46:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:37 smithi123 ceph-mon[124884]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 75 KiB/s, 0 objects/s recovering 2023-12-20T10:46:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:37 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:37 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:37 smithi123 ceph-mon[111044]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 75 KiB/s, 0 objects/s recovering 2023-12-20T10:46:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:37 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:37 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:38.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:37 smithi177 ceph-mon[144425]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 75 KiB/s, 0 objects/s recovering 2023-12-20T10:46:38.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:37 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:38.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:37 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:38.985 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:38 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:46:38.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:38 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:46:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:38 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:46:39.884 INFO:teuthology.orchestra.run.smithi177.stdout:Created osd(s) 5 on host 'smithi177' 2023-12-20T10:46:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:39 smithi123 ceph-mon[124884]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 62 KiB/s, 0 objects/s recovering 2023-12-20T10:46:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:39 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:39 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:39 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:39 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:46:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:39 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:39 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:39 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:40.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:39 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:46:40.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:39 smithi123 ceph-mon[111044]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 62 KiB/s, 0 objects/s recovering 2023-12-20T10:46:40.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:39 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:40.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:39 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:40.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:39 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:40.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:39 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:46:40.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:39 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:40.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:39 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:40.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:39 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:40.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:39 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:46:40.275 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:39 smithi177 ceph-mon[144425]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 62 KiB/s, 0 objects/s recovering 2023-12-20T10:46:40.275 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:39 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:40.275 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:39 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:40.276 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:39 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:40.276 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:39 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:46:40.276 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:39 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:40.276 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:39 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:40.276 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:39 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:40.276 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:39 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:46:40.446 DEBUG:teuthology.orchestra.run.smithi177:osd.5> sudo journalctl -f -n 0 -u ceph-85213638-9f24-11ee-95a5-87774f69a715@osd.5.service 2023-12-20T10:46:40.448 INFO:tasks.cephadm:Deploying osd.6 on smithi177 with /dev/vg_nvme/lv_2... 2023-12-20T10:46:40.448 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-12-20T10:46:40.479 INFO:journalctl@ceph.osd.5.smithi177.stdout:-- Logs begin at Wed 2023-12-20 09:47:48 UTC. -- 2023-12-20T10:46:41.002 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.b/config 2023-12-20T10:46:41.146 INFO:journalctl@ceph.osd.5.smithi177.stdout:Dec 20 10:46:40 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-5[158128]: 2023-12-20T10:46:40.919+0000 7f2004007540 -1 osd.5 0 log_to_monitors true 2023-12-20T10:46:41.454 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:41 smithi177 ceph-mon[144425]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 56 KiB/s, 0 objects/s recovering 2023-12-20T10:46:41.454 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:41 smithi177 ceph-mon[144425]: from='osd.5 [v2:172.21.15.177:6808/959426593,v1:172.21.15.177:6809/959426593]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-20T10:46:41.454 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:41 smithi177 ceph-mon[144425]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-20T10:46:41.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:41 smithi123 ceph-mon[124884]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 56 KiB/s, 0 objects/s recovering 2023-12-20T10:46:41.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:41 smithi123 ceph-mon[124884]: from='osd.5 [v2:172.21.15.177:6808/959426593,v1:172.21.15.177:6809/959426593]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-20T10:46:41.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:41 smithi123 ceph-mon[124884]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-20T10:46:41.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:41 smithi123 ceph-mon[111044]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 56 KiB/s, 0 objects/s recovering 2023-12-20T10:46:41.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:41 smithi123 ceph-mon[111044]: from='osd.5 [v2:172.21.15.177:6808/959426593,v1:172.21.15.177:6809/959426593]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-20T10:46:41.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:41 smithi123 ceph-mon[111044]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-20T10:46:42.279 INFO:teuthology.orchestra.run.smithi177.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-12-20T10:46:42.279 INFO:teuthology.orchestra.run.smithi177.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-12-20T10:46:42.279 INFO:teuthology.orchestra.run.smithi177.stderr: stderr: 10+0 records in 2023-12-20T10:46:42.279 INFO:teuthology.orchestra.run.smithi177.stderr:10+0 records out 2023-12-20T10:46:42.279 INFO:teuthology.orchestra.run.smithi177.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0137249 s, 764 MB/s 2023-12-20T10:46:42.279 INFO:teuthology.orchestra.run.smithi177.stderr:--> Zapping successful for: 2023-12-20T10:46:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:42 smithi123 ceph-mon[111044]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-20T10:46:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:42 smithi123 ceph-mon[111044]: osdmap e35: 6 total, 5 up, 6 in 2023-12-20T10:46:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:42 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:46:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:42 smithi123 ceph-mon[111044]: from='osd.5 [v2:172.21.15.177:6808/959426593,v1:172.21.15.177:6809/959426593]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:46:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:42 smithi123 ceph-mon[111044]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:46:42.493 INFO:journalctl@ceph.osd.5.smithi177.stdout:Dec 20 10:46:42 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-5[158128]: 2023-12-20T10:46:42.213+0000 7f1ffa7ec700 -1 osd.5 0 waiting for initial osdmap 2023-12-20T10:46:42.493 INFO:journalctl@ceph.osd.5.smithi177.stdout:Dec 20 10:46:42 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-5[158128]: 2023-12-20T10:46:42.219+0000 7f1ff55e7700 -1 osd.5 36 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-20T10:46:42.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:42 smithi123 ceph-mon[124884]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-20T10:46:42.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:42 smithi123 ceph-mon[124884]: osdmap e35: 6 total, 5 up, 6 in 2023-12-20T10:46:42.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:42 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:46:42.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:42 smithi123 ceph-mon[124884]: from='osd.5 [v2:172.21.15.177:6808/959426593,v1:172.21.15.177:6809/959426593]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:46:42.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:42 smithi123 ceph-mon[124884]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:46:42.493 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:42 smithi177 ceph-mon[144425]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-20T10:46:42.493 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:42 smithi177 ceph-mon[144425]: osdmap e35: 6 total, 5 up, 6 in 2023-12-20T10:46:42.493 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:42 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:46:42.493 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:42 smithi177 ceph-mon[144425]: from='osd.5 [v2:172.21.15.177:6808/959426593,v1:172.21.15.177:6809/959426593]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:46:42.494 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:42 smithi177 ceph-mon[144425]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:46:42.612 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph orch daemon add osd smithi177:vg_nvme/lv_2 2023-12-20T10:46:42.879 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.b/config 2023-12-20T10:46:43.299 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:43 smithi177 ceph-mon[144425]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]': finished 2023-12-20T10:46:43.300 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:43 smithi177 ceph-mon[144425]: osdmap e36: 6 total, 5 up, 6 in 2023-12-20T10:46:43.300 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:43 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:46:43.300 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:43 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:46:43.300 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:43 smithi177 ceph-mon[144425]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-20T10:46:43.300 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:43 smithi177 ceph-mon[144425]: Detected new or changed devices on smithi177 2023-12-20T10:46:43.300 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:43 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:43.300 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:43 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:43.300 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:43 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:46:43.300 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:43 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:46:43.300 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:43 smithi177 ceph-mon[144425]: Adjusting osd_memory_target on smithi177 to 8561M 2023-12-20T10:46:43.300 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:43 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:43.300 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:43 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:43.300 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:43 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:46:43.301 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:43 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:43 smithi123 ceph-mon[111044]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]': finished 2023-12-20T10:46:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:43 smithi123 ceph-mon[111044]: osdmap e36: 6 total, 5 up, 6 in 2023-12-20T10:46:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:43 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:46:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:43 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:46:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:43 smithi123 ceph-mon[111044]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-20T10:46:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:43 smithi123 ceph-mon[111044]: Detected new or changed devices on smithi177 2023-12-20T10:46:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:43 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:43 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:43 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:46:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:43 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:46:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:43 smithi123 ceph-mon[111044]: Adjusting osd_memory_target on smithi177 to 8561M 2023-12-20T10:46:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:43 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:43 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:43 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:46:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:43 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:43.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:43 smithi123 ceph-mon[124884]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]': finished 2023-12-20T10:46:43.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:43 smithi123 ceph-mon[124884]: osdmap e36: 6 total, 5 up, 6 in 2023-12-20T10:46:43.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:43 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:46:43.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:43 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:46:43.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:43 smithi123 ceph-mon[124884]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-20T10:46:43.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:43 smithi123 ceph-mon[124884]: Detected new or changed devices on smithi177 2023-12-20T10:46:43.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:43 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:43.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:43 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:43.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:43 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:46:43.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:43 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:46:43.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:43 smithi123 ceph-mon[124884]: Adjusting osd_memory_target on smithi177 to 8561M 2023-12-20T10:46:43.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:43 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:43.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:43 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:43.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:43 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:46:43.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:43 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:44.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:44 smithi123 ceph-mon[124884]: purged_snaps scrub starts 2023-12-20T10:46:44.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:44 smithi123 ceph-mon[124884]: purged_snaps scrub ok 2023-12-20T10:46:44.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:44 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:46:44.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:44 smithi123 ceph-mon[124884]: osd.5 [v2:172.21.15.177:6808/959426593,v1:172.21.15.177:6809/959426593] boot 2023-12-20T10:46:44.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:44 smithi123 ceph-mon[124884]: osdmap e37: 6 total, 6 up, 6 in 2023-12-20T10:46:44.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:44 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:46:44.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:44 smithi123 ceph-mon[124884]: from='client.24262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi177:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:46:44.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:44 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-20T10:46:44.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:44 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-20T10:46:44.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:44 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:44.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:44 smithi123 ceph-mon[111044]: purged_snaps scrub starts 2023-12-20T10:46:44.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:44 smithi123 ceph-mon[111044]: purged_snaps scrub ok 2023-12-20T10:46:44.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:44 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:46:44.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:44 smithi123 ceph-mon[111044]: osd.5 [v2:172.21.15.177:6808/959426593,v1:172.21.15.177:6809/959426593] boot 2023-12-20T10:46:44.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:44 smithi123 ceph-mon[111044]: osdmap e37: 6 total, 6 up, 6 in 2023-12-20T10:46:44.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:44 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:46:44.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:44 smithi123 ceph-mon[111044]: from='client.24262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi177:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:46:44.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:44 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-20T10:46:44.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:44 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-20T10:46:44.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:44 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:44.568 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:44 smithi177 ceph-mon[144425]: purged_snaps scrub starts 2023-12-20T10:46:44.568 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:44 smithi177 ceph-mon[144425]: purged_snaps scrub ok 2023-12-20T10:46:44.568 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:44 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:46:44.568 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:44 smithi177 ceph-mon[144425]: osd.5 [v2:172.21.15.177:6808/959426593,v1:172.21.15.177:6809/959426593] boot 2023-12-20T10:46:44.568 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:44 smithi177 ceph-mon[144425]: osdmap e37: 6 total, 6 up, 6 in 2023-12-20T10:46:44.568 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:44 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:46:44.568 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:44 smithi177 ceph-mon[144425]: from='client.24262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi177:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:46:44.568 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:44 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-20T10:46:44.568 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:44 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-20T10:46:44.569 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:44 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:45.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:45 smithi177 ceph-mon[144425]: osdmap e38: 6 total, 6 up, 6 in 2023-12-20T10:46:45.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:45 smithi177 ceph-mon[144425]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-20T10:46:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:45 smithi123 ceph-mon[124884]: osdmap e38: 6 total, 6 up, 6 in 2023-12-20T10:46:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:45 smithi123 ceph-mon[124884]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-20T10:46:45.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:45 smithi123 ceph-mon[111044]: osdmap e38: 6 total, 6 up, 6 in 2023-12-20T10:46:45.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:45 smithi123 ceph-mon[111044]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-20T10:46:46.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:46 smithi123 ceph-mon[111044]: osdmap e39: 6 total, 6 up, 6 in 2023-12-20T10:46:46.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:46 smithi123 ceph-mon[111044]: from='client.? 172.21.15.177:0/2809972541' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "429956d6-7f23-48c9-a146-cf4eeccc6c25"}]: dispatch 2023-12-20T10:46:46.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:46 smithi123 ceph-mon[111044]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "429956d6-7f23-48c9-a146-cf4eeccc6c25"}]: dispatch 2023-12-20T10:46:46.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:46 smithi123 ceph-mon[111044]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "429956d6-7f23-48c9-a146-cf4eeccc6c25"}]': finished 2023-12-20T10:46:46.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:46 smithi123 ceph-mon[111044]: osdmap e40: 7 total, 6 up, 7 in 2023-12-20T10:46:46.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:46 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:46:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:46 smithi123 ceph-mon[124884]: osdmap e39: 6 total, 6 up, 6 in 2023-12-20T10:46:46.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:46 smithi123 ceph-mon[124884]: from='client.? 172.21.15.177:0/2809972541' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "429956d6-7f23-48c9-a146-cf4eeccc6c25"}]: dispatch 2023-12-20T10:46:46.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:46 smithi123 ceph-mon[124884]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "429956d6-7f23-48c9-a146-cf4eeccc6c25"}]: dispatch 2023-12-20T10:46:46.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:46 smithi123 ceph-mon[124884]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "429956d6-7f23-48c9-a146-cf4eeccc6c25"}]': finished 2023-12-20T10:46:46.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:46 smithi123 ceph-mon[124884]: osdmap e40: 7 total, 6 up, 7 in 2023-12-20T10:46:46.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:46 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:46:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:46 smithi177 ceph-mon[144425]: osdmap e39: 6 total, 6 up, 6 in 2023-12-20T10:46:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:46 smithi177 ceph-mon[144425]: from='client.? 172.21.15.177:0/2809972541' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "429956d6-7f23-48c9-a146-cf4eeccc6c25"}]: dispatch 2023-12-20T10:46:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:46 smithi177 ceph-mon[144425]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "429956d6-7f23-48c9-a146-cf4eeccc6c25"}]: dispatch 2023-12-20T10:46:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:46 smithi177 ceph-mon[144425]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "429956d6-7f23-48c9-a146-cf4eeccc6c25"}]': finished 2023-12-20T10:46:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:46 smithi177 ceph-mon[144425]: osdmap e40: 7 total, 6 up, 7 in 2023-12-20T10:46:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:46 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:46:47.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:47 smithi123 ceph-mon[111044]: from='client.? 172.21.15.177:0/1730294236' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-20T10:46:47.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:47 smithi123 ceph-mon[111044]: pgmap v105: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-20T10:46:47.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:47 smithi123 ceph-mon[111044]: osdmap e41: 7 total, 6 up, 7 in 2023-12-20T10:46:47.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:47 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:46:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:47 smithi123 ceph-mon[124884]: from='client.? 172.21.15.177:0/1730294236' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-20T10:46:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:47 smithi123 ceph-mon[124884]: pgmap v105: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-20T10:46:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:47 smithi123 ceph-mon[124884]: osdmap e41: 7 total, 6 up, 7 in 2023-12-20T10:46:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:47 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:46:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:47 smithi177 ceph-mon[144425]: from='client.? 172.21.15.177:0/1730294236' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-20T10:46:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:47 smithi177 ceph-mon[144425]: pgmap v105: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-20T10:46:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:47 smithi177 ceph-mon[144425]: osdmap e41: 7 total, 6 up, 7 in 2023-12-20T10:46:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:47 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:46:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:49 smithi177 ceph-mon[144425]: pgmap v107: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-20T10:46:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:49 smithi123 ceph-mon[111044]: pgmap v107: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-20T10:46:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:49 smithi123 ceph-mon[124884]: pgmap v107: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-20T10:46:51.348 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:51 smithi177 ceph-mon[144425]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-20T10:46:51.348 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:51 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-20T10:46:51.348 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:51 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:51.349 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:51 smithi177 ceph-mon[144425]: Deploying daemon osd.6 on smithi177 2023-12-20T10:46:51.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:51 smithi123 ceph-mon[111044]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-20T10:46:51.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:51 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-20T10:46:51.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:51 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:51.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:51 smithi123 ceph-mon[111044]: Deploying daemon osd.6 on smithi177 2023-12-20T10:46:51.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:51 smithi123 ceph-mon[124884]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-20T10:46:51.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:51 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-20T10:46:51.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:51 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:51.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:51 smithi123 ceph-mon[124884]: Deploying daemon osd.6 on smithi177 2023-12-20T10:46:53.982 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:53 smithi177 ceph-mon[144425]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-20T10:46:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:53 smithi123 ceph-mon[111044]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-20T10:46:53.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:53 smithi123 ceph-mon[124884]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-20T10:46:55.373 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:55 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:55.373 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:55 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:55.373 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:55 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:46:55.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:55 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:55.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:55 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:55.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:55 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:46:55.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:55 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:55.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:55 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:55.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:55 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:46:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:56 smithi177 ceph-mon[144425]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-20T10:46:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:56 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:56 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:56 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:56 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:46:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:56 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:56.250 INFO:teuthology.orchestra.run.smithi177.stdout:Created osd(s) 6 on host 'smithi177' 2023-12-20T10:46:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:56 smithi123 ceph-mon[111044]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-20T10:46:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:56 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:56 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:56 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:56 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:46:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:56 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:56.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:56 smithi123 ceph-mon[124884]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-20T10:46:56.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:56 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:56.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:56 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:56.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:56 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:56.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:56 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:46:56.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:56 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:56.603 DEBUG:teuthology.orchestra.run.smithi177:osd.6> sudo journalctl -f -n 0 -u ceph-85213638-9f24-11ee-95a5-87774f69a715@osd.6.service 2023-12-20T10:46:56.605 INFO:tasks.cephadm:Deploying osd.7 on smithi177 with /dev/vg_nvme/lv_1... 2023-12-20T10:46:56.605 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-12-20T10:46:56.634 INFO:journalctl@ceph.osd.6.smithi177.stdout:-- Logs begin at Wed 2023-12-20 09:47:48 UTC. -- 2023-12-20T10:46:57.143 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.b/config 2023-12-20T10:46:57.400 INFO:journalctl@ceph.osd.6.smithi177.stdout:Dec 20 10:46:57 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-6[165284]: 2023-12-20T10:46:57.206+0000 7f06dec01540 -1 osd.6 0 log_to_monitors true 2023-12-20T10:46:57.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:57 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:57.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:57 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:57.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:57 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:46:57.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:57 smithi177 ceph-mon[144425]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-20T10:46:57.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:57 smithi177 ceph-mon[144425]: from='osd.6 [v2:172.21.15.177:6816/2784293643,v1:172.21.15.177:6817/2784293643]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-20T10:46:57.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:57 smithi177 ceph-mon[144425]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-20T10:46:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:57 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:57 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:57 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:46:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:57 smithi123 ceph-mon[124884]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-20T10:46:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:57 smithi123 ceph-mon[124884]: from='osd.6 [v2:172.21.15.177:6816/2784293643,v1:172.21.15.177:6817/2784293643]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-20T10:46:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:57 smithi123 ceph-mon[124884]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-20T10:46:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:57 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:57 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:57 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:46:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:57 smithi123 ceph-mon[111044]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-20T10:46:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:57 smithi123 ceph-mon[111044]: from='osd.6 [v2:172.21.15.177:6816/2784293643,v1:172.21.15.177:6817/2784293643]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-20T10:46:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:57 smithi123 ceph-mon[111044]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-20T10:46:58.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:58 smithi123 ceph-mon[111044]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-20T10:46:58.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:58 smithi123 ceph-mon[111044]: osdmap e42: 7 total, 6 up, 7 in 2023-12-20T10:46:58.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:58 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:46:58.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:58 smithi123 ceph-mon[111044]: from='osd.6 [v2:172.21.15.177:6816/2784293643,v1:172.21.15.177:6817/2784293643]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:46:58.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:58 smithi123 ceph-mon[111044]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:46:58.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:58 smithi123 ceph-mon[124884]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-20T10:46:58.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:58 smithi123 ceph-mon[124884]: osdmap e42: 7 total, 6 up, 7 in 2023-12-20T10:46:58.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:58 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:46:58.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:58 smithi123 ceph-mon[124884]: from='osd.6 [v2:172.21.15.177:6816/2784293643,v1:172.21.15.177:6817/2784293643]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:46:58.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:58 smithi123 ceph-mon[124884]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:46:58.495 INFO:teuthology.orchestra.run.smithi177.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-12-20T10:46:58.495 INFO:teuthology.orchestra.run.smithi177.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-12-20T10:46:58.495 INFO:teuthology.orchestra.run.smithi177.stderr: stderr: 10+0 records in 2023-12-20T10:46:58.495 INFO:teuthology.orchestra.run.smithi177.stderr:10+0 records out 2023-12-20T10:46:58.495 INFO:teuthology.orchestra.run.smithi177.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0132047 s, 794 MB/s 2023-12-20T10:46:58.495 INFO:teuthology.orchestra.run.smithi177.stderr:--> Zapping successful for: 2023-12-20T10:46:58.533 INFO:journalctl@ceph.osd.6.smithi177.stdout:Dec 20 10:46:58 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-6[165284]: 2023-12-20T10:46:58.229+0000 7f06d53e6700 -1 osd.6 0 waiting for initial osdmap 2023-12-20T10:46:58.534 INFO:journalctl@ceph.osd.6.smithi177.stdout:Dec 20 10:46:58 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-6[165284]: 2023-12-20T10:46:58.236+0000 7f06ce1dd700 -1 osd.6 43 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-20T10:46:58.534 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:58 smithi177 ceph-mon[144425]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-20T10:46:58.534 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:58 smithi177 ceph-mon[144425]: osdmap e42: 7 total, 6 up, 7 in 2023-12-20T10:46:58.534 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:58 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:46:58.534 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:58 smithi177 ceph-mon[144425]: from='osd.6 [v2:172.21.15.177:6816/2784293643,v1:172.21.15.177:6817/2784293643]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:46:58.534 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:58 smithi177 ceph-mon[144425]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:46:59.034 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph orch daemon add osd smithi177:vg_nvme/lv_1 2023-12-20T10:46:59.303 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.b/config 2023-12-20T10:46:59.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:59 smithi123 ceph-mon[111044]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]': finished 2023-12-20T10:46:59.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:59 smithi123 ceph-mon[111044]: osdmap e43: 7 total, 6 up, 7 in 2023-12-20T10:46:59.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:59 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:46:59.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:59 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:46:59.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:59 smithi123 ceph-mon[111044]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-20T10:46:59.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:59 smithi123 ceph-mon[111044]: Detected new or changed devices on smithi177 2023-12-20T10:46:59.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:59 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:59.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:59 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:59.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:59 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:46:59.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:59 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:46:59.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:59 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:46:59.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:59 smithi123 ceph-mon[111044]: Adjusting osd_memory_target on smithi177 to 5707M 2023-12-20T10:46:59.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:59 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:59.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:59 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:59.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:59 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:46:59.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:46:59 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:59.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:59 smithi123 ceph-mon[124884]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]': finished 2023-12-20T10:46:59.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:59 smithi123 ceph-mon[124884]: osdmap e43: 7 total, 6 up, 7 in 2023-12-20T10:46:59.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:59 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:46:59.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:59 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:46:59.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:59 smithi123 ceph-mon[124884]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-20T10:46:59.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:59 smithi123 ceph-mon[124884]: Detected new or changed devices on smithi177 2023-12-20T10:46:59.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:59 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:59.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:59 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:59.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:59 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:46:59.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:59 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:46:59.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:59 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:46:59.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:59 smithi123 ceph-mon[124884]: Adjusting osd_memory_target on smithi177 to 5707M 2023-12-20T10:46:59.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:59 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:59.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:59 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:59.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:59 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:46:59.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:46:59 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:59.562 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:59 smithi177 ceph-mon[144425]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]': finished 2023-12-20T10:46:59.563 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:59 smithi177 ceph-mon[144425]: osdmap e43: 7 total, 6 up, 7 in 2023-12-20T10:46:59.563 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:59 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:46:59.563 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:59 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:46:59.563 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:59 smithi177 ceph-mon[144425]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-20T10:46:59.563 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:59 smithi177 ceph-mon[144425]: Detected new or changed devices on smithi177 2023-12-20T10:46:59.563 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:59 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:59.563 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:59 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:59.563 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:59 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:46:59.563 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:59 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:46:59.564 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:59 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:46:59.564 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:59 smithi177 ceph-mon[144425]: Adjusting osd_memory_target on smithi177 to 5707M 2023-12-20T10:46:59.564 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:59 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:46:59.564 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:59 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:46:59.564 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:59 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:46:59.564 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:46:59 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:00 smithi123 ceph-mon[124884]: purged_snaps scrub starts 2023-12-20T10:47:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:00 smithi123 ceph-mon[124884]: purged_snaps scrub ok 2023-12-20T10:47:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:00 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:47:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:00 smithi123 ceph-mon[124884]: osd.6 [v2:172.21.15.177:6816/2784293643,v1:172.21.15.177:6817/2784293643] boot 2023-12-20T10:47:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:00 smithi123 ceph-mon[124884]: osdmap e44: 7 total, 7 up, 7 in 2023-12-20T10:47:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:00 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:47:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:00 smithi123 ceph-mon[124884]: osdmap e45: 7 total, 7 up, 7 in 2023-12-20T10:47:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:00 smithi123 ceph-mon[111044]: purged_snaps scrub starts 2023-12-20T10:47:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:00 smithi123 ceph-mon[111044]: purged_snaps scrub ok 2023-12-20T10:47:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:00 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:47:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:00 smithi123 ceph-mon[111044]: osd.6 [v2:172.21.15.177:6816/2784293643,v1:172.21.15.177:6817/2784293643] boot 2023-12-20T10:47:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:00 smithi123 ceph-mon[111044]: osdmap e44: 7 total, 7 up, 7 in 2023-12-20T10:47:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:00 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:47:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:00 smithi123 ceph-mon[111044]: osdmap e45: 7 total, 7 up, 7 in 2023-12-20T10:47:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:00 smithi177 ceph-mon[144425]: purged_snaps scrub starts 2023-12-20T10:47:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:00 smithi177 ceph-mon[144425]: purged_snaps scrub ok 2023-12-20T10:47:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:00 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:47:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:00 smithi177 ceph-mon[144425]: osd.6 [v2:172.21.15.177:6816/2784293643,v1:172.21.15.177:6817/2784293643] boot 2023-12-20T10:47:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:00 smithi177 ceph-mon[144425]: osdmap e44: 7 total, 7 up, 7 in 2023-12-20T10:47:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:00 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:47:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:00 smithi177 ceph-mon[144425]: osdmap e45: 7 total, 7 up, 7 in 2023-12-20T10:47:01.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:01 smithi177 ceph-mon[144425]: from='client.24289 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi177:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:47:01.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:01 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-20T10:47:01.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:01 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-20T10:47:01.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:01 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:47:01.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:01 smithi177 ceph-mon[144425]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-20T10:47:01.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:01 smithi177 ceph-mon[144425]: osdmap e46: 7 total, 7 up, 7 in 2023-12-20T10:47:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:01 smithi123 ceph-mon[111044]: from='client.24289 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi177:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:47:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:01 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-20T10:47:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:01 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-20T10:47:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:01 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:47:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:01 smithi123 ceph-mon[111044]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-20T10:47:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:01 smithi123 ceph-mon[111044]: osdmap e46: 7 total, 7 up, 7 in 2023-12-20T10:47:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:01 smithi123 ceph-mon[124884]: from='client.24289 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi177:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:47:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:01 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-20T10:47:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:01 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-20T10:47:01.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:01 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:47:01.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:01 smithi123 ceph-mon[124884]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-20T10:47:01.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:01 smithi123 ceph-mon[124884]: osdmap e46: 7 total, 7 up, 7 in 2023-12-20T10:47:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:02 smithi123 ceph-mon[124884]: from='client.? 172.21.15.177:0/4231405620' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "81196c3c-9229-4d1f-a12b-d0858a115a1e"}]: dispatch 2023-12-20T10:47:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:02 smithi123 ceph-mon[124884]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "81196c3c-9229-4d1f-a12b-d0858a115a1e"}]: dispatch 2023-12-20T10:47:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:02 smithi123 ceph-mon[124884]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "81196c3c-9229-4d1f-a12b-d0858a115a1e"}]': finished 2023-12-20T10:47:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:02 smithi123 ceph-mon[124884]: osdmap e47: 8 total, 7 up, 8 in 2023-12-20T10:47:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:02 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:47:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:02 smithi123 ceph-mon[111044]: from='client.? 172.21.15.177:0/4231405620' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "81196c3c-9229-4d1f-a12b-d0858a115a1e"}]: dispatch 2023-12-20T10:47:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:02 smithi123 ceph-mon[111044]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "81196c3c-9229-4d1f-a12b-d0858a115a1e"}]: dispatch 2023-12-20T10:47:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:02 smithi123 ceph-mon[111044]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "81196c3c-9229-4d1f-a12b-d0858a115a1e"}]': finished 2023-12-20T10:47:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:02 smithi123 ceph-mon[111044]: osdmap e47: 8 total, 7 up, 8 in 2023-12-20T10:47:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:02 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:47:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:02 smithi177 ceph-mon[144425]: from='client.? 172.21.15.177:0/4231405620' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "81196c3c-9229-4d1f-a12b-d0858a115a1e"}]: dispatch 2023-12-20T10:47:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:02 smithi177 ceph-mon[144425]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "81196c3c-9229-4d1f-a12b-d0858a115a1e"}]: dispatch 2023-12-20T10:47:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:02 smithi177 ceph-mon[144425]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "81196c3c-9229-4d1f-a12b-d0858a115a1e"}]': finished 2023-12-20T10:47:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:02 smithi177 ceph-mon[144425]: osdmap e47: 8 total, 7 up, 8 in 2023-12-20T10:47:02.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:02 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:47:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:03 smithi177 ceph-mon[144425]: pgmap v120: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-20T10:47:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:03 smithi177 ceph-mon[144425]: from='client.? 172.21.15.177:0/1831770631' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-20T10:47:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:03 smithi177 ceph-mon[144425]: osdmap e48: 8 total, 7 up, 8 in 2023-12-20T10:47:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:03 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:47:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:03 smithi123 ceph-mon[124884]: pgmap v120: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-20T10:47:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:03 smithi123 ceph-mon[124884]: from='client.? 172.21.15.177:0/1831770631' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-20T10:47:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:03 smithi123 ceph-mon[124884]: osdmap e48: 8 total, 7 up, 8 in 2023-12-20T10:47:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:03 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:47:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:03 smithi123 ceph-mon[111044]: pgmap v120: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-20T10:47:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:03 smithi123 ceph-mon[111044]: from='client.? 172.21.15.177:0/1831770631' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-20T10:47:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:03 smithi123 ceph-mon[111044]: osdmap e48: 8 total, 7 up, 8 in 2023-12-20T10:47:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:03 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:47:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:05 smithi123 ceph-mon[111044]: pgmap v122: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-20T10:47:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:05 smithi123 ceph-mon[124884]: pgmap v122: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-20T10:47:06.088 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:05 smithi177 ceph-mon[144425]: pgmap v122: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-20T10:47:07.887 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:07 smithi177 ceph-mon[144425]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-20T10:47:07.887 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:07 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-20T10:47:07.887 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:07 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:47:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:07 smithi123 ceph-mon[111044]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-20T10:47:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:07 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-20T10:47:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:07 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:47:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:07 smithi123 ceph-mon[124884]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-20T10:47:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:07 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-20T10:47:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:07 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:47:08.841 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:08 smithi177 ceph-mon[144425]: Deploying daemon osd.7 on smithi177 2023-12-20T10:47:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:08 smithi123 ceph-mon[111044]: Deploying daemon osd.7 on smithi177 2023-12-20T10:47:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:08 smithi123 ceph-mon[124884]: Deploying daemon osd.7 on smithi177 2023-12-20T10:47:09.984 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:09 smithi177 ceph-mon[144425]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 77 KiB/s, 0 objects/s recovering 2023-12-20T10:47:09.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:09 smithi123 ceph-mon[111044]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 77 KiB/s, 0 objects/s recovering 2023-12-20T10:47:09.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:09 smithi123 ceph-mon[124884]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 77 KiB/s, 0 objects/s recovering 2023-12-20T10:47:11.703 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:11 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:11.704 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:11 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:11.704 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:11 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:47:11.704 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:11 smithi177 ceph-mon[144425]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 68 KiB/s, 0 objects/s recovering 2023-12-20T10:47:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:11 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:11 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:11 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:47:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:11 smithi123 ceph-mon[111044]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 68 KiB/s, 0 objects/s recovering 2023-12-20T10:47:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:11 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:11 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:11.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:11 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:47:11.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:11 smithi123 ceph-mon[124884]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 68 KiB/s, 0 objects/s recovering 2023-12-20T10:47:12.985 INFO:teuthology.orchestra.run.smithi177.stdout:Created osd(s) 7 on host 'smithi177' 2023-12-20T10:47:13.352 DEBUG:teuthology.orchestra.run.smithi177:osd.7> sudo journalctl -f -n 0 -u ceph-85213638-9f24-11ee-95a5-87774f69a715@osd.7.service 2023-12-20T10:47:13.355 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2023-12-20T10:47:13.355 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph osd stat -f json 2023-12-20T10:47:13.386 INFO:journalctl@ceph.osd.7.smithi177.stdout:-- Logs begin at Wed 2023-12-20 09:47:48 UTC. -- 2023-12-20T10:47:13.633 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:13 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:13.633 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:13 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:13.633 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:13 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:47:13.633 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:13 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:47:13.633 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:13 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:13.633 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:13 smithi177 ceph-mon[144425]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-20T10:47:13.633 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:13 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:13.633 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:13 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:13.633 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:13 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:47:13.634 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:47:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:13 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:13 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:13 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:47:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:13 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:47:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:13 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:13 smithi123 ceph-mon[124884]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-20T10:47:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:13 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:13 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:13 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:47:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:13 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:13 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:13 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:47:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:13 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:47:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:13 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:13 smithi123 ceph-mon[111044]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-20T10:47:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:13 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:13 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:13 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:47:13.897 INFO:journalctl@ceph.osd.7.smithi177.stdout:Dec 20 10:47:13 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-7[173023]: 2023-12-20T10:47:13.876+0000 7f2a03976540 -1 osd.7 0 log_to_monitors true 2023-12-20T10:47:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:14 smithi123 ceph-mon[124884]: from='osd.7 [v2:172.21.15.177:6824/4189051166,v1:172.21.15.177:6825/4189051166]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-20T10:47:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:14 smithi123 ceph-mon[124884]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-20T10:47:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:14 smithi123 ceph-mon[111044]: from='osd.7 [v2:172.21.15.177:6824/4189051166,v1:172.21.15.177:6825/4189051166]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-20T10:47:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:14 smithi123 ceph-mon[111044]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-20T10:47:14.766 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:47:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:14 smithi177 ceph-mon[144425]: from='osd.7 [v2:172.21.15.177:6824/4189051166,v1:172.21.15.177:6825/4189051166]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-20T10:47:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:14 smithi177 ceph-mon[144425]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-20T10:47:15.122 INFO:teuthology.orchestra.run.smithi123.stdout:{"epoch":49,"num_osds":8,"num_up_osds":7,"osd_up_since":1703069219,"num_in_osds":8,"osd_in_since":1703069222,"num_remapped_pgs":0} 2023-12-20T10:47:15.445 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[111044]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-20T10:47:15.445 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[111044]: osdmap e49: 8 total, 7 up, 8 in 2023-12-20T10:47:15.445 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:47:15.445 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[111044]: from='osd.7 [v2:172.21.15.177:6824/4189051166,v1:172.21.15.177:6825/4189051166]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:47:15.445 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[111044]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:47:15.445 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[111044]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-20T10:47:15.445 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/2311413260' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-20T10:47:15.445 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:15.446 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:15.446 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:47:15.446 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:47:15.446 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:47:15.446 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:47:15.446 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:15.446 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:47:15.446 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:47:15.446 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[124884]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-20T10:47:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[124884]: osdmap e49: 8 total, 7 up, 8 in 2023-12-20T10:47:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:47:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[124884]: from='osd.7 [v2:172.21.15.177:6824/4189051166,v1:172.21.15.177:6825/4189051166]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:47:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[124884]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:47:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[124884]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-20T10:47:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/2311413260' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-20T10:47:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:47:15.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:47:15.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:47:15.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:47:15.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:15.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:47:15.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:47:15.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:15 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:15.903 INFO:journalctl@ceph.osd.7.smithi177.stdout:Dec 20 10:47:15 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-7[173023]: 2023-12-20T10:47:15.446+0000 7f29fa15b700 -1 osd.7 0 waiting for initial osdmap 2023-12-20T10:47:15.903 INFO:journalctl@ceph.osd.7.smithi177.stdout:Dec 20 10:47:15 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-7[173023]: 2023-12-20T10:47:15.453+0000 7f29f3f54700 -1 osd.7 50 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-20T10:47:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:15 smithi177 ceph-mon[144425]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-20T10:47:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:15 smithi177 ceph-mon[144425]: osdmap e49: 8 total, 7 up, 8 in 2023-12-20T10:47:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:15 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:47:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:15 smithi177 ceph-mon[144425]: from='osd.7 [v2:172.21.15.177:6824/4189051166,v1:172.21.15.177:6825/4189051166]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:47:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:15 smithi177 ceph-mon[144425]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:47:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:15 smithi177 ceph-mon[144425]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-20T10:47:15.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:15 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/2311413260' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-20T10:47:15.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:15 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:15.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:15 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:15.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:15 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:47:15.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:15 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:47:15.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:15 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:47:15.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:15 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:47:15.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:15 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:15.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:15 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:47:15.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:15 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:47:15.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:15 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:16.123 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph osd stat -f json 2023-12-20T10:47:16.385 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:47:16.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:16 smithi123 ceph-mon[111044]: Detected new or changed devices on smithi177 2023-12-20T10:47:16.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:16 smithi123 ceph-mon[111044]: Adjusting osd_memory_target on smithi177 to 4280M 2023-12-20T10:47:16.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:16 smithi123 ceph-mon[111044]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]': finished 2023-12-20T10:47:16.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:16 smithi123 ceph-mon[111044]: osdmap e50: 8 total, 7 up, 8 in 2023-12-20T10:47:16.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:16 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:47:16.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:16 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:47:16.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:16 smithi123 ceph-mon[124884]: Detected new or changed devices on smithi177 2023-12-20T10:47:16.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:16 smithi123 ceph-mon[124884]: Adjusting osd_memory_target on smithi177 to 4280M 2023-12-20T10:47:16.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:16 smithi123 ceph-mon[124884]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]': finished 2023-12-20T10:47:16.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:16 smithi123 ceph-mon[124884]: osdmap e50: 8 total, 7 up, 8 in 2023-12-20T10:47:16.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:16 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:47:16.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:16 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:47:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:16 smithi177 ceph-mon[144425]: Detected new or changed devices on smithi177 2023-12-20T10:47:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:16 smithi177 ceph-mon[144425]: Adjusting osd_memory_target on smithi177 to 4280M 2023-12-20T10:47:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:16 smithi177 ceph-mon[144425]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]': finished 2023-12-20T10:47:16.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:16 smithi177 ceph-mon[144425]: osdmap e50: 8 total, 7 up, 8 in 2023-12-20T10:47:16.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:16 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:47:16.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:16 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:47:17.671 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:47:17.698 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:17 smithi123 ceph-mon[124884]: purged_snaps scrub starts 2023-12-20T10:47:17.698 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:17 smithi123 ceph-mon[124884]: purged_snaps scrub ok 2023-12-20T10:47:17.698 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:17 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:47:17.698 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:17 smithi123 ceph-mon[124884]: osd.7 [v2:172.21.15.177:6824/4189051166,v1:172.21.15.177:6825/4189051166] boot 2023-12-20T10:47:17.698 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:17 smithi123 ceph-mon[124884]: osdmap e51: 8 total, 8 up, 8 in 2023-12-20T10:47:17.698 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:17 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:47:17.698 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:17 smithi123 ceph-mon[124884]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-20T10:47:17.698 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:17 smithi123 ceph-mon[111044]: purged_snaps scrub starts 2023-12-20T10:47:17.698 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:17 smithi123 ceph-mon[111044]: purged_snaps scrub ok 2023-12-20T10:47:17.698 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:17 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:47:17.699 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:17 smithi123 ceph-mon[111044]: osd.7 [v2:172.21.15.177:6824/4189051166,v1:172.21.15.177:6825/4189051166] boot 2023-12-20T10:47:17.699 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:17 smithi123 ceph-mon[111044]: osdmap e51: 8 total, 8 up, 8 in 2023-12-20T10:47:17.699 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:17 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:47:17.699 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:17 smithi123 ceph-mon[111044]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-20T10:47:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:17 smithi177 ceph-mon[144425]: purged_snaps scrub starts 2023-12-20T10:47:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:17 smithi177 ceph-mon[144425]: purged_snaps scrub ok 2023-12-20T10:47:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:17 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:47:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:17 smithi177 ceph-mon[144425]: osd.7 [v2:172.21.15.177:6824/4189051166,v1:172.21.15.177:6825/4189051166] boot 2023-12-20T10:47:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:17 smithi177 ceph-mon[144425]: osdmap e51: 8 total, 8 up, 8 in 2023-12-20T10:47:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:17 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:47:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:17 smithi177 ceph-mon[144425]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-20T10:47:18.046 INFO:teuthology.orchestra.run.smithi123.stdout:{"epoch":52,"num_osds":8,"num_up_osds":8,"osd_up_since":1703069236,"num_in_osds":8,"osd_in_since":1703069222,"num_remapped_pgs":1} 2023-12-20T10:47:18.047 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph osd dump --format=json 2023-12-20T10:47:18.303 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:47:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:18 smithi123 ceph-mon[111044]: osdmap e52: 8 total, 8 up, 8 in 2023-12-20T10:47:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:18 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/2951063524' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-20T10:47:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:18 smithi123 ceph-mon[124884]: osdmap e52: 8 total, 8 up, 8 in 2023-12-20T10:47:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:18 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/2951063524' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-20T10:47:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:18 smithi177 ceph-mon[144425]: osdmap e52: 8 total, 8 up, 8 in 2023-12-20T10:47:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:18 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/2951063524' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-20T10:47:19.478 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:47:19.478 INFO:teuthology.orchestra.run.smithi123.stdout:{"epoch":54,"fsid":"85213638-9f24-11ee-95a5-87774f69a715","created":"2023-12-20T10:43:31.555813+0000","modified":"2023-12-20T10:47:19.466738+0000","last_up_change":"2023-12-20T10:47:16.443042+0000","last_in_change":"2023-12-20T10:47:02.173275+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-20T10:45:54.926584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"c5f9497b-f4c6-4073-8c3e-962f24985181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6803","nonce":1122809031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6805","nonce":1122809031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6809","nonce":1122809031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6807","nonce":1122809031}]},"public_addr":"172.21.15.123:6803/1122809031","cluster_addr":"172.21.15.123:6805/1122809031","heartbeat_back_addr":"172.21.15.123:6809/1122809031","heartbeat_front_addr":"172.21.15.123:6807/1122809031","state":["exists","up"]},{"osd":1,"uuid":"27f1cc4b-68bb-4a9c-b699-cd0f22621505","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6811","nonce":3387960478}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6813","nonce":3387960478}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6817","nonce":3387960478}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6815","nonce":3387960478}]},"public_addr":"172.21.15.123:6811/3387960478","cluster_addr":"172.21.15.123:6813/3387960478","heartbeat_back_addr":"172.21.15.123:6817/3387960478","heartbeat_front_addr":"172.21.15.123:6815/3387960478","state":["exists","up"]},{"osd":2,"uuid":"6d253eef-5f98-4448-a738-4a049e146dec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6819","nonce":749410302}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6821","nonce":749410302}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6825","nonce":749410302}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6823","nonce":749410302}]},"public_addr":"172.21.15.123:6819/749410302","cluster_addr":"172.21.15.123:6821/749410302","heartbeat_back_addr":"172.21.15.123:6825/749410302","heartbeat_front_addr":"172.21.15.123:6823/749410302","state":["exists","up"]},{"osd":3,"uuid":"306fab3e-5ecc-40c1-9f83-0f11b1caa891","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6827","nonce":2599274567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6829","nonce":2599274567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6833","nonce":2599274567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6831","nonce":2599274567}]},"public_addr":"172.21.15.123:6827/2599274567","cluster_addr":"172.21.15.123:6829/2599274567","heartbeat_back_addr":"172.21.15.123:6833/2599274567","heartbeat_front_addr":"172.21.15.123:6831/2599274567","state":["exists","up"]},{"osd":4,"uuid":"2a3f9ee4-794c-4d14-b0cd-19a9e06b3235","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6801","nonce":1963878014}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6803","nonce":1963878014}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6807","nonce":1963878014}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6805","nonce":1963878014}]},"public_addr":"172.21.15.177:6801/1963878014","cluster_addr":"172.21.15.177:6803/1963878014","heartbeat_back_addr":"172.21.15.177:6807/1963878014","heartbeat_front_addr":"172.21.15.177:6805/1963878014","state":["exists","up"]},{"osd":5,"uuid":"9a2b2478-c8fe-4828-a258-1ce51e4b44f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6809","nonce":959426593}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6811","nonce":959426593}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6815","nonce":959426593}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6813","nonce":959426593}]},"public_addr":"172.21.15.177:6809/959426593","cluster_addr":"172.21.15.177:6811/959426593","heartbeat_back_addr":"172.21.15.177:6815/959426593","heartbeat_front_addr":"172.21.15.177:6813/959426593","state":["exists","up"]},{"osd":6,"uuid":"429956d6-7f23-48c9-a146-cf4eeccc6c25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6817","nonce":2784293643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6819","nonce":2784293643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6823","nonce":2784293643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6821","nonce":2784293643}]},"public_addr":"172.21.15.177:6817/2784293643","cluster_addr":"172.21.15.177:6819/2784293643","heartbeat_back_addr":"172.21.15.177:6823/2784293643","heartbeat_front_addr":"172.21.15.177:6821/2784293643","state":["exists","up"]},{"osd":7,"uuid":"81196c3c-9229-4d1f-a12b-d0858a115a1e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6825","nonce":4189051166}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6827","nonce":4189051166}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6831","nonce":4189051166}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6829","nonce":4189051166}]},"public_addr":"172.21.15.177:6825/4189051166","cluster_addr":"172.21.15.177:6827/4189051166","heartbeat_back_addr":"172.21.15.177:6831/4189051166","heartbeat_front_addr":"172.21.15.177:6829/4189051166","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:18.588419+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:35.557913+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:52.461138+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:09.523279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:25.858434+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:41.928461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:58.172976+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:47:14.843319+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.123:6801/2337142993":"2023-12-21T10:44:16.630750+0000","172.21.15.123:0/1830558593":"2023-12-21T10:44:16.630750+0000","172.21.15.123:6800/1518241847":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1742681873":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/3068040861":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1867992548":"2023-12-21T10:44:16.630750+0000","172.21.15.123:6801/1518241847":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1142979780":"2023-12-21T10:43:53.682382+0000","172.21.15.123:6800/2337142993":"2023-12-21T10:44:16.630750+0000","172.21.15.123:0/907956520":"2023-12-21T10:44:16.630750+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-20T10:47:19.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:19 smithi123 ceph-mon[124884]: osdmap e53: 8 total, 8 up, 8 in 2023-12-20T10:47:19.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:19 smithi123 ceph-mon[124884]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:47:19.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:19 smithi123 ceph-mon[111044]: osdmap e53: 8 total, 8 up, 8 in 2023-12-20T10:47:19.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:19 smithi123 ceph-mon[111044]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:47:19.879 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-20T10:45:54.926584+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2023-12-20T10:47:19.879 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph osd pool get .mgr pg_num 2023-12-20T10:47:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:19 smithi177 ceph-mon[144425]: osdmap e53: 8 total, 8 up, 8 in 2023-12-20T10:47:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:19 smithi177 ceph-mon[144425]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:47:20.134 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:47:20.575 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:20 smithi123 ceph-mon[124884]: osdmap e54: 8 total, 8 up, 8 in 2023-12-20T10:47:20.575 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:20 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/1955944798' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:47:20.575 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:20 smithi123 ceph-mon[111044]: osdmap e54: 8 total, 8 up, 8 in 2023-12-20T10:47:20.575 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:20 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/1955944798' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:47:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:20 smithi177 ceph-mon[144425]: osdmap e54: 8 total, 8 up, 8 in 2023-12-20T10:47:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:20 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/1955944798' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:47:21.322 INFO:teuthology.orchestra.run.smithi123.stdout:pg_num: 1 2023-12-20T10:47:21.628 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:21 smithi123 ceph-mon[124884]: osdmap e55: 8 total, 8 up, 8 in 2023-12-20T10:47:21.628 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:21 smithi123 ceph-mon[124884]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:47:21.628 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:21 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/920059421' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-20T10:47:21.628 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:21 smithi123 ceph-mon[111044]: osdmap e55: 8 total, 8 up, 8 in 2023-12-20T10:47:21.629 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:21 smithi123 ceph-mon[111044]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:47:21.629 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:21 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/920059421' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-20T10:47:21.703 INFO:tasks.cephadm:Adding mds.a on smithi123 2023-12-20T10:47:21.704 INFO:tasks.cephadm:Adding mds.b on smithi177 2023-12-20T10:47:21.704 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph orch apply mds all '2;smithi123=a;smithi177=b' 2023-12-20T10:47:21.737 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:21 smithi177 ceph-mon[144425]: osdmap e55: 8 total, 8 up, 8 in 2023-12-20T10:47:21.737 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:21 smithi177 ceph-mon[144425]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:47:21.737 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:21 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/920059421' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-20T10:47:21.975 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.b/config 2023-12-20T10:47:23.119 INFO:teuthology.orchestra.run.smithi177.stdout:Scheduled mds.all update... 2023-12-20T10:47:23.481 DEBUG:teuthology.orchestra.run.smithi123:mds.a> sudo journalctl -f -n 0 -u ceph-85213638-9f24-11ee-95a5-87774f69a715@mds.a.service 2023-12-20T10:47:23.483 DEBUG:teuthology.orchestra.run.smithi177:mds.b> sudo journalctl -f -n 0 -u ceph-85213638-9f24-11ee-95a5-87774f69a715@mds.b.service 2023-12-20T10:47:23.513 INFO:journalctl@ceph.mds.a.smithi123.stdout:-- Logs begin at Wed 2023-12-20 09:47:08 UTC. -- 2023-12-20T10:47:23.523 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2023-12-20T10:47:23.523 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-20T10:47:23.552 INFO:journalctl@ceph.mds.b.smithi177.stdout:-- Logs begin at Wed 2023-12-20 09:47:48 UTC. -- 2023-12-20T10:47:23.894 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:47:23.894 INFO:teuthology.orchestra.run.smithi123.stdout:{"epoch":55,"fsid":"85213638-9f24-11ee-95a5-87774f69a715","created":"2023-12-20T10:43:31.555813+0000","modified":"2023-12-20T10:47:20.470833+0000","last_up_change":"2023-12-20T10:47:16.443042+0000","last_in_change":"2023-12-20T10:47:02.173275+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-20T10:45:54.926584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"c5f9497b-f4c6-4073-8c3e-962f24985181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6803","nonce":1122809031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6805","nonce":1122809031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6809","nonce":1122809031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6807","nonce":1122809031}]},"public_addr":"172.21.15.123:6803/1122809031","cluster_addr":"172.21.15.123:6805/1122809031","heartbeat_back_addr":"172.21.15.123:6809/1122809031","heartbeat_front_addr":"172.21.15.123:6807/1122809031","state":["exists","up"]},{"osd":1,"uuid":"27f1cc4b-68bb-4a9c-b699-cd0f22621505","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6811","nonce":3387960478}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6813","nonce":3387960478}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6817","nonce":3387960478}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6815","nonce":3387960478}]},"public_addr":"172.21.15.123:6811/3387960478","cluster_addr":"172.21.15.123:6813/3387960478","heartbeat_back_addr":"172.21.15.123:6817/3387960478","heartbeat_front_addr":"172.21.15.123:6815/3387960478","state":["exists","up"]},{"osd":2,"uuid":"6d253eef-5f98-4448-a738-4a049e146dec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6819","nonce":749410302}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6821","nonce":749410302}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6825","nonce":749410302}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6823","nonce":749410302}]},"public_addr":"172.21.15.123:6819/749410302","cluster_addr":"172.21.15.123:6821/749410302","heartbeat_back_addr":"172.21.15.123:6825/749410302","heartbeat_front_addr":"172.21.15.123:6823/749410302","state":["exists","up"]},{"osd":3,"uuid":"306fab3e-5ecc-40c1-9f83-0f11b1caa891","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6827","nonce":2599274567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6829","nonce":2599274567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6833","nonce":2599274567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6831","nonce":2599274567}]},"public_addr":"172.21.15.123:6827/2599274567","cluster_addr":"172.21.15.123:6829/2599274567","heartbeat_back_addr":"172.21.15.123:6833/2599274567","heartbeat_front_addr":"172.21.15.123:6831/2599274567","state":["exists","up"]},{"osd":4,"uuid":"2a3f9ee4-794c-4d14-b0cd-19a9e06b3235","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6801","nonce":1963878014}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6803","nonce":1963878014}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6807","nonce":1963878014}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6805","nonce":1963878014}]},"public_addr":"172.21.15.177:6801/1963878014","cluster_addr":"172.21.15.177:6803/1963878014","heartbeat_back_addr":"172.21.15.177:6807/1963878014","heartbeat_front_addr":"172.21.15.177:6805/1963878014","state":["exists","up"]},{"osd":5,"uuid":"9a2b2478-c8fe-4828-a258-1ce51e4b44f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6809","nonce":959426593}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6811","nonce":959426593}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6815","nonce":959426593}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6813","nonce":959426593}]},"public_addr":"172.21.15.177:6809/959426593","cluster_addr":"172.21.15.177:6811/959426593","heartbeat_back_addr":"172.21.15.177:6815/959426593","heartbeat_front_addr":"172.21.15.177:6813/959426593","state":["exists","up"]},{"osd":6,"uuid":"429956d6-7f23-48c9-a146-cf4eeccc6c25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6817","nonce":2784293643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6819","nonce":2784293643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6823","nonce":2784293643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6821","nonce":2784293643}]},"public_addr":"172.21.15.177:6817/2784293643","cluster_addr":"172.21.15.177:6819/2784293643","heartbeat_back_addr":"172.21.15.177:6823/2784293643","heartbeat_front_addr":"172.21.15.177:6821/2784293643","state":["exists","up"]},{"osd":7,"uuid":"81196c3c-9229-4d1f-a12b-d0858a115a1e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6825","nonce":4189051166}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6827","nonce":4189051166}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6831","nonce":4189051166}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6829","nonce":4189051166}]},"public_addr":"172.21.15.177:6825/4189051166","cluster_addr":"172.21.15.177:6827/4189051166","heartbeat_back_addr":"172.21.15.177:6831/4189051166","heartbeat_front_addr":"172.21.15.177:6829/4189051166","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:18.588419+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:35.557913+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:52.461138+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:09.523279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:25.858434+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:41.928461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:58.172976+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:47:14.843319+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.123:6801/2337142993":"2023-12-21T10:44:16.630750+0000","172.21.15.123:0/1830558593":"2023-12-21T10:44:16.630750+0000","172.21.15.123:6800/1518241847":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1742681873":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/3068040861":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1867992548":"2023-12-21T10:44:16.630750+0000","172.21.15.123:6801/1518241847":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1142979780":"2023-12-21T10:43:53.682382+0000","172.21.15.123:6800/2337142993":"2023-12-21T10:44:16.630750+0000","172.21.15.123:0/907956520":"2023-12-21T10:44:16.630750+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-20T10:47:23.908 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-20T10:45:54.926584+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2023-12-20T10:47:23.908 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-20T10:47:24.241 INFO:teuthology.orchestra.run.smithi123.stdout:pg_num: 1 2023-12-20T10:47:24.256 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-20T10:47:24.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:24 smithi177 ceph-mon[144425]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 111 KiB/s, 0 objects/s recovering 2023-12-20T10:47:24.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:24 smithi177 ceph-mon[144425]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi123=a;smithi177=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:47:24.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:24 smithi177 ceph-mon[144425]: Saving service mds.all spec with placement smithi123=a;smithi177=b;count:2 2023-12-20T10:47:24.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:24 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:24.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:24 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:47:24.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:24 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:47:24.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:24 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:47:24.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:24 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:24.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:24 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-20T10:47:24.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:24 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-20T10:47:24.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:24 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:47:24.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:24 smithi177 ceph-mon[144425]: Deploying daemon mds.a on smithi123 2023-12-20T10:47:24.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:24 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/1559976611' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:47:24.405 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:24 smithi123 ceph-mon[124884]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 111 KiB/s, 0 objects/s recovering 2023-12-20T10:47:24.405 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:24 smithi123 ceph-mon[124884]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi123=a;smithi177=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:47:24.405 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:24 smithi123 ceph-mon[124884]: Saving service mds.all spec with placement smithi123=a;smithi177=b;count:2 2023-12-20T10:47:24.405 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:24 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:24.405 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:24 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:47:24.405 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:24 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:47:24.405 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:24 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:47:24.405 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:24 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:24.405 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:24 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-20T10:47:24.405 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:24 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-20T10:47:24.405 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:24 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:47:24.405 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:24 smithi123 ceph-mon[124884]: Deploying daemon mds.a on smithi123 2023-12-20T10:47:24.405 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:24 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/1559976611' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:47:24.406 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:24 smithi123 ceph-mon[111044]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 111 KiB/s, 0 objects/s recovering 2023-12-20T10:47:24.406 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:24 smithi123 ceph-mon[111044]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi123=a;smithi177=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:47:24.406 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:24 smithi123 ceph-mon[111044]: Saving service mds.all spec with placement smithi123=a;smithi177=b;count:2 2023-12-20T10:47:24.406 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:24 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:24.406 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:24 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:47:24.406 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:24 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:47:24.406 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:24 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:47:24.406 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:24 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:24.406 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:24 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-20T10:47:24.406 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:24 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-20T10:47:24.406 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:24 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:47:24.406 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:24 smithi123 ceph-mon[111044]: Deploying daemon mds.a on smithi123 2023-12-20T10:47:24.406 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:24 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/1559976611' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:47:24.659 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:47:24.659 INFO:teuthology.orchestra.run.smithi123.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2023-12-20T10:47:24.662 INFO:teuthology.orchestra.run.smithi123.stderr:dumped fsmap epoch 1 2023-12-20T10:47:24.672 INFO:journalctl@ceph.mds.a.smithi123.stdout:Dec 20 10:47:24 smithi123 systemd[1]: Starting Ceph mds.a for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:47:24.992 INFO:journalctl@ceph.mds.a.smithi123.stdout:Dec 20 10:47:24 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mds-a[158776]: starting mds.a at 2023-12-20T10:47:24.992 INFO:journalctl@ceph.mds.a.smithi123.stdout:Dec 20 10:47:24 smithi123 bash[158761]: 951ea30c203bdeb0fe26e094fcef7a8132fbd43d07839fa388d0fa6b8c3b4d2b 2023-12-20T10:47:24.992 INFO:journalctl@ceph.mds.a.smithi123.stdout:Dec 20 10:47:24 smithi123 systemd[1]: Started Ceph mds.a for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:47:25.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:25 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/1381215742' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-20T10:47:25.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:25 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/1097895717' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-20T10:47:25.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:25 smithi177 ceph-mon[144425]: mds.? [v2:172.21.15.123:6834/2253813461,v1:172.21.15.123:6835/2253813461] up:boot 2023-12-20T10:47:25.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:25 smithi177 ceph-mon[144425]: fsmap 1 up:standby 2023-12-20T10:47:25.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:25 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-20T10:47:25.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:25 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:25.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:25 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:25.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:25 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:25.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:25 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-20T10:47:25.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:25 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-20T10:47:25.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:25 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:47:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:25 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/1381215742' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-20T10:47:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:25 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/1097895717' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-20T10:47:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:25 smithi123 ceph-mon[124884]: mds.? [v2:172.21.15.123:6834/2253813461,v1:172.21.15.123:6835/2253813461] up:boot 2023-12-20T10:47:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:25 smithi123 ceph-mon[124884]: fsmap 1 up:standby 2023-12-20T10:47:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:25 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-20T10:47:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:25 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:25 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:25 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:25.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:25 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-20T10:47:25.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:25 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-20T10:47:25.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:25 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:47:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:25 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/1381215742' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-20T10:47:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:25 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/1097895717' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-20T10:47:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:25 smithi123 ceph-mon[111044]: mds.? [v2:172.21.15.123:6834/2253813461,v1:172.21.15.123:6835/2253813461] up:boot 2023-12-20T10:47:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:25 smithi123 ceph-mon[111044]: fsmap 1 up:standby 2023-12-20T10:47:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:25 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-20T10:47:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:25 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:25 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:25 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:25 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-20T10:47:25.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:25 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-20T10:47:25.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:25 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:47:26.101 INFO:journalctl@ceph.mds.b.smithi177.stdout:Dec 20 10:47:26 smithi177 systemd[1]: Starting Ceph mds.b for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:47:26.360 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:26 smithi177 ceph-mon[144425]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 93 KiB/s, 0 objects/s recovering 2023-12-20T10:47:26.360 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:26 smithi177 ceph-mon[144425]: Deploying daemon mds.b on smithi177 2023-12-20T10:47:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:26 smithi123 ceph-mon[124884]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 93 KiB/s, 0 objects/s recovering 2023-12-20T10:47:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:26 smithi123 ceph-mon[124884]: Deploying daemon mds.b on smithi177 2023-12-20T10:47:26.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:26 smithi123 ceph-mon[111044]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 93 KiB/s, 0 objects/s recovering 2023-12-20T10:47:26.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:26 smithi123 ceph-mon[111044]: Deploying daemon mds.b on smithi177 2023-12-20T10:47:26.675 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-20T10:47:26.903 INFO:journalctl@ceph.mds.b.smithi177.stdout:Dec 20 10:47:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mds-b[178842]: starting mds.b at 2023-12-20T10:47:26.903 INFO:journalctl@ceph.mds.b.smithi177.stdout:Dec 20 10:47:26 smithi177 bash[178827]: b4d5c1d3dafebd579fb15a7e3ed5c49d0c7eca202dcf0981680ff51dcd248a07 2023-12-20T10:47:26.903 INFO:journalctl@ceph.mds.b.smithi177.stdout:Dec 20 10:47:26 smithi177 systemd[1]: Started Ceph mds.b for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:47:27.070 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:47:27.070 INFO:teuthology.orchestra.run.smithi123.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14460,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6835/2253813461","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":2253813461},{"type":"v1","addr":"172.21.15.123:6835","nonce":2253813461}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2023-12-20T10:47:27.073 INFO:teuthology.orchestra.run.smithi123.stderr:dumped fsmap epoch 2 2023-12-20T10:47:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:27 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:27 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:27 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:27 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:27 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:27 smithi123 ceph-mon[111044]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-20T10:47:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:27 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:27 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:47:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:27 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/286077047' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-20T10:47:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:27 smithi123 ceph-mon[111044]: mds.? [v2:172.21.15.177:6832/3479419131,v1:172.21.15.177:6833/3479419131] up:boot 2023-12-20T10:47:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:27 smithi123 ceph-mon[111044]: fsmap 2 up:standby 2023-12-20T10:47:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:27 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-20T10:47:27.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:27 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:27.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:27 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:27.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:27 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:27.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:27 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:27.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:27 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:27.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:27 smithi123 ceph-mon[124884]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-20T10:47:27.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:27 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:27.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:27 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:47:27.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:27 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/286077047' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-20T10:47:27.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:27 smithi123 ceph-mon[124884]: mds.? [v2:172.21.15.177:6832/3479419131,v1:172.21.15.177:6833/3479419131] up:boot 2023-12-20T10:47:27.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:27 smithi123 ceph-mon[124884]: fsmap 2 up:standby 2023-12-20T10:47:27.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:27 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-20T10:47:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:27 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:27 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:27 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:27 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:27 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:27 smithi177 ceph-mon[144425]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-20T10:47:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:27 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:27 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:47:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:27 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/286077047' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-20T10:47:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:27 smithi177 ceph-mon[144425]: mds.? [v2:172.21.15.177:6832/3479419131,v1:172.21.15.177:6833/3479419131] up:boot 2023-12-20T10:47:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:27 smithi177 ceph-mon[144425]: fsmap 2 up:standby 2023-12-20T10:47:27.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:27 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-20T10:47:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:28 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:28 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:28 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:28 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:28 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:47:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:28 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:47:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:28 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:28 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:47:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:28 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:47:28.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:28 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:47:28.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:28 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:28 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:28 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:28 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:28 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:28 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:47:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:28 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:47:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:28 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:28 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:47:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:28 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:47:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:28 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:47:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:28 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:28.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:28 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:28.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:28 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:28.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:28 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:28.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:28 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:28.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:28 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:47:28.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:28 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:47:28.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:28 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:28.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:28 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:47:28.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:28 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:47:28.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:28 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:47:28.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:28 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:29.086 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-20T10:47:29.452 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:47:29.452 INFO:teuthology.orchestra.run.smithi123.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14460,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6835/2253813461","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":2253813461},{"type":"v1","addr":"172.21.15.123:6835","nonce":2253813461}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24352,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6833/3479419131","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6832","nonce":3479419131},{"type":"v1","addr":"172.21.15.177:6833","nonce":3479419131}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2023-12-20T10:47:29.454 INFO:teuthology.orchestra.run.smithi123.stderr:dumped fsmap epoch 3 2023-12-20T10:47:29.465 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-20T10:47:29.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:29 smithi123 ceph-mon[124884]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 63 KiB/s, 0 objects/s recovering 2023-12-20T10:47:29.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:29 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/3801440958' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-20T10:47:29.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:29 smithi123 ceph-mon[111044]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 63 KiB/s, 0 objects/s recovering 2023-12-20T10:47:29.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:29 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/3801440958' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-20T10:47:29.783 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:47:29.783 INFO:teuthology.orchestra.run.smithi123.stdout:{"epoch":55,"fsid":"85213638-9f24-11ee-95a5-87774f69a715","created":"2023-12-20T10:43:31.555813+0000","modified":"2023-12-20T10:47:20.470833+0000","last_up_change":"2023-12-20T10:47:16.443042+0000","last_in_change":"2023-12-20T10:47:02.173275+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-20T10:45:54.926584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"c5f9497b-f4c6-4073-8c3e-962f24985181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6803","nonce":1122809031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6805","nonce":1122809031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6809","nonce":1122809031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6807","nonce":1122809031}]},"public_addr":"172.21.15.123:6803/1122809031","cluster_addr":"172.21.15.123:6805/1122809031","heartbeat_back_addr":"172.21.15.123:6809/1122809031","heartbeat_front_addr":"172.21.15.123:6807/1122809031","state":["exists","up"]},{"osd":1,"uuid":"27f1cc4b-68bb-4a9c-b699-cd0f22621505","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6811","nonce":3387960478}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6813","nonce":3387960478}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6817","nonce":3387960478}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6815","nonce":3387960478}]},"public_addr":"172.21.15.123:6811/3387960478","cluster_addr":"172.21.15.123:6813/3387960478","heartbeat_back_addr":"172.21.15.123:6817/3387960478","heartbeat_front_addr":"172.21.15.123:6815/3387960478","state":["exists","up"]},{"osd":2,"uuid":"6d253eef-5f98-4448-a738-4a049e146dec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6819","nonce":749410302}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6821","nonce":749410302}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6825","nonce":749410302}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6823","nonce":749410302}]},"public_addr":"172.21.15.123:6819/749410302","cluster_addr":"172.21.15.123:6821/749410302","heartbeat_back_addr":"172.21.15.123:6825/749410302","heartbeat_front_addr":"172.21.15.123:6823/749410302","state":["exists","up"]},{"osd":3,"uuid":"306fab3e-5ecc-40c1-9f83-0f11b1caa891","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6827","nonce":2599274567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6829","nonce":2599274567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6833","nonce":2599274567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6831","nonce":2599274567}]},"public_addr":"172.21.15.123:6827/2599274567","cluster_addr":"172.21.15.123:6829/2599274567","heartbeat_back_addr":"172.21.15.123:6833/2599274567","heartbeat_front_addr":"172.21.15.123:6831/2599274567","state":["exists","up"]},{"osd":4,"uuid":"2a3f9ee4-794c-4d14-b0cd-19a9e06b3235","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6801","nonce":1963878014}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6803","nonce":1963878014}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6807","nonce":1963878014}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6805","nonce":1963878014}]},"public_addr":"172.21.15.177:6801/1963878014","cluster_addr":"172.21.15.177:6803/1963878014","heartbeat_back_addr":"172.21.15.177:6807/1963878014","heartbeat_front_addr":"172.21.15.177:6805/1963878014","state":["exists","up"]},{"osd":5,"uuid":"9a2b2478-c8fe-4828-a258-1ce51e4b44f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6809","nonce":959426593}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6811","nonce":959426593}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6815","nonce":959426593}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6813","nonce":959426593}]},"public_addr":"172.21.15.177:6809/959426593","cluster_addr":"172.21.15.177:6811/959426593","heartbeat_back_addr":"172.21.15.177:6815/959426593","heartbeat_front_addr":"172.21.15.177:6813/959426593","state":["exists","up"]},{"osd":6,"uuid":"429956d6-7f23-48c9-a146-cf4eeccc6c25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6817","nonce":2784293643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6819","nonce":2784293643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6823","nonce":2784293643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6821","nonce":2784293643}]},"public_addr":"172.21.15.177:6817/2784293643","cluster_addr":"172.21.15.177:6819/2784293643","heartbeat_back_addr":"172.21.15.177:6823/2784293643","heartbeat_front_addr":"172.21.15.177:6821/2784293643","state":["exists","up"]},{"osd":7,"uuid":"81196c3c-9229-4d1f-a12b-d0858a115a1e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6825","nonce":4189051166}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6827","nonce":4189051166}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6831","nonce":4189051166}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6829","nonce":4189051166}]},"public_addr":"172.21.15.177:6825/4189051166","cluster_addr":"172.21.15.177:6827/4189051166","heartbeat_back_addr":"172.21.15.177:6831/4189051166","heartbeat_front_addr":"172.21.15.177:6829/4189051166","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:18.588419+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:35.557913+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:52.461138+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:09.523279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:25.858434+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:41.928461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:58.172976+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:47:14.843319+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.123:6801/2337142993":"2023-12-21T10:44:16.630750+0000","172.21.15.123:0/1830558593":"2023-12-21T10:44:16.630750+0000","172.21.15.123:6800/1518241847":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1742681873":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/3068040861":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1867992548":"2023-12-21T10:44:16.630750+0000","172.21.15.123:6801/1518241847":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1142979780":"2023-12-21T10:43:53.682382+0000","172.21.15.123:6800/2337142993":"2023-12-21T10:44:16.630750+0000","172.21.15.123:0/907956520":"2023-12-21T10:44:16.630750+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-20T10:47:29.797 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-20T10:45:54.926584+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2023-12-20T10:47:29.797 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-20T10:47:30.107 INFO:teuthology.orchestra.run.smithi123.stdout:pg_num: 1 2023-12-20T10:47:30.121 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-12-20T10:47:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:29 smithi177 ceph-mon[144425]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 63 KiB/s, 0 objects/s recovering 2023-12-20T10:47:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:29 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/3801440958' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-20T10:47:30.432 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:47:30.432 INFO:teuthology.orchestra.run.smithi123.stdout:[ 2023-12-20T10:47:30.432 INFO:teuthology.orchestra.run.smithi123.stdout: { 2023-12-20T10:47:30.432 INFO:teuthology.orchestra.run.smithi123.stdout: "poolnum": 1, 2023-12-20T10:47:30.432 INFO:teuthology.orchestra.run.smithi123.stdout: "poolname": ".mgr" 2023-12-20T10:47:30.432 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T10:47:30.432 INFO:teuthology.orchestra.run.smithi123.stdout:] 2023-12-20T10:47:30.445 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-12-20T10:47:30.446 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-12-20T10:47:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:30 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/477314913' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:47:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:30 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/338820190' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-20T10:47:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:30 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/3566950696' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-12-20T10:47:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:30 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/477314913' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:47:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:30 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/338820190' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-20T10:47:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:30 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/3566950696' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-12-20T10:47:31.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:30 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/477314913' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:47:31.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:30 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/338820190' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-20T10:47:31.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:30 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/3566950696' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-12-20T10:47:31.678 INFO:teuthology.orchestra.run.smithi123.stderr:pool 'cephfs_metadata' created 2023-12-20T10:47:31.691 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-12-20T10:47:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:31 smithi123 ceph-mon[124884]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 57 KiB/s, 0 objects/s recovering 2023-12-20T10:47:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:31 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/3810052513' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-12-20T10:47:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:31 smithi123 ceph-mon[111044]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 57 KiB/s, 0 objects/s recovering 2023-12-20T10:47:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:31 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/3810052513' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-12-20T10:47:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:31 smithi177 ceph-mon[144425]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 57 KiB/s, 0 objects/s recovering 2023-12-20T10:47:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:31 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/3810052513' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-12-20T10:47:32.699 INFO:teuthology.orchestra.run.smithi123.stderr:pool 'cephfs_data' created 2023-12-20T10:47:32.711 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-12-20T10:47:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:32 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/3810052513' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-12-20T10:47:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:32 smithi123 ceph-mon[124884]: osdmap e56: 8 total, 8 up, 8 in 2023-12-20T10:47:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:32 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/591625563' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-12-20T10:47:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:32 smithi123 ceph-mon[124884]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-12-20T10:47:32.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:32 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/3810052513' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-12-20T10:47:32.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:32 smithi123 ceph-mon[111044]: osdmap e56: 8 total, 8 up, 8 in 2023-12-20T10:47:32.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:32 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/591625563' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-12-20T10:47:32.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:32 smithi123 ceph-mon[111044]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-12-20T10:47:33.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:32 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/3810052513' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-12-20T10:47:33.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:32 smithi177 ceph-mon[144425]: osdmap e56: 8 total, 8 up, 8 in 2023-12-20T10:47:33.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:32 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/591625563' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-12-20T10:47:33.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:32 smithi177 ceph-mon[144425]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-12-20T10:47:33.713 INFO:teuthology.orchestra.run.smithi123.stderr:new fs with metadata pool 2 and data pool 3 2023-12-20T10:47:33.726 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-20T10:47:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:33 smithi123 ceph-mon[124884]: pgmap v144: 33 pgs: 9 creating+peering, 23 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:47:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:33 smithi123 ceph-mon[124884]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-12-20T10:47:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:33 smithi123 ceph-mon[124884]: osdmap e57: 8 total, 8 up, 8 in 2023-12-20T10:47:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:33 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/2742804753' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-20T10:47:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:33 smithi123 ceph-mon[124884]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-20T10:47:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:33 smithi123 ceph-mon[124884]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-12-20T10:47:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:33 smithi123 ceph-mon[124884]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T10:47:33.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:33 smithi123 ceph-mon[111044]: pgmap v144: 33 pgs: 9 creating+peering, 23 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:47:33.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:33 smithi123 ceph-mon[111044]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-12-20T10:47:33.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:33 smithi123 ceph-mon[111044]: osdmap e57: 8 total, 8 up, 8 in 2023-12-20T10:47:33.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:33 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/2742804753' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-20T10:47:33.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:33 smithi123 ceph-mon[111044]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-20T10:47:33.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:33 smithi123 ceph-mon[111044]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-12-20T10:47:33.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:33 smithi123 ceph-mon[111044]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T10:47:34.040 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:47:34.040 INFO:teuthology.orchestra.run.smithi123.stdout:{"epoch":58,"fsid":"85213638-9f24-11ee-95a5-87774f69a715","created":"2023-12-20T10:43:31.555813+0000","modified":"2023-12-20T10:47:33.067739+0000","last_up_change":"2023-12-20T10:47:16.443042+0000","last_in_change":"2023-12-20T10:47:02.173275+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-20T10:45:54.926584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-20T10:47:30.986325+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-20T10:47:32.237455+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"c5f9497b-f4c6-4073-8c3e-962f24985181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6803","nonce":1122809031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6805","nonce":1122809031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6809","nonce":1122809031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6807","nonce":1122809031}]},"public_addr":"172.21.15.123:6803/1122809031","cluster_addr":"172.21.15.123:6805/1122809031","heartbeat_back_addr":"172.21.15.123:6809/1122809031","heartbeat_front_addr":"172.21.15.123:6807/1122809031","state":["exists","up"]},{"osd":1,"uuid":"27f1cc4b-68bb-4a9c-b699-cd0f22621505","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6811","nonce":3387960478}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6813","nonce":3387960478}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6817","nonce":3387960478}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6815","nonce":3387960478}]},"public_addr":"172.21.15.123:6811/3387960478","cluster_addr":"172.21.15.123:6813/3387960478","heartbeat_back_addr":"172.21.15.123:6817/3387960478","heartbeat_front_addr":"172.21.15.123:6815/3387960478","state":["exists","up"]},{"osd":2,"uuid":"6d253eef-5f98-4448-a738-4a049e146dec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6819","nonce":749410302}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6821","nonce":749410302}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6825","nonce":749410302}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6823","nonce":749410302}]},"public_addr":"172.21.15.123:6819/749410302","cluster_addr":"172.21.15.123:6821/749410302","heartbeat_back_addr":"172.21.15.123:6825/749410302","heartbeat_front_addr":"172.21.15.123:6823/749410302","state":["exists","up"]},{"osd":3,"uuid":"306fab3e-5ecc-40c1-9f83-0f11b1caa891","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6827","nonce":2599274567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6829","nonce":2599274567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6833","nonce":2599274567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6831","nonce":2599274567}]},"public_addr":"172.21.15.123:6827/2599274567","cluster_addr":"172.21.15.123:6829/2599274567","heartbeat_back_addr":"172.21.15.123:6833/2599274567","heartbeat_front_addr":"172.21.15.123:6831/2599274567","state":["exists","up"]},{"osd":4,"uuid":"2a3f9ee4-794c-4d14-b0cd-19a9e06b3235","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6801","nonce":1963878014}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6803","nonce":1963878014}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6807","nonce":1963878014}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6805","nonce":1963878014}]},"public_addr":"172.21.15.177:6801/1963878014","cluster_addr":"172.21.15.177:6803/1963878014","heartbeat_back_addr":"172.21.15.177:6807/1963878014","heartbeat_front_addr":"172.21.15.177:6805/1963878014","state":["exists","up"]},{"osd":5,"uuid":"9a2b2478-c8fe-4828-a258-1ce51e4b44f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6809","nonce":959426593}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6811","nonce":959426593}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6815","nonce":959426593}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6813","nonce":959426593}]},"public_addr":"172.21.15.177:6809/959426593","cluster_addr":"172.21.15.177:6811/959426593","heartbeat_back_addr":"172.21.15.177:6815/959426593","heartbeat_front_addr":"172.21.15.177:6813/959426593","state":["exists","up"]},{"osd":6,"uuid":"429956d6-7f23-48c9-a146-cf4eeccc6c25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6817","nonce":2784293643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6819","nonce":2784293643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6823","nonce":2784293643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6821","nonce":2784293643}]},"public_addr":"172.21.15.177:6817/2784293643","cluster_addr":"172.21.15.177:6819/2784293643","heartbeat_back_addr":"172.21.15.177:6823/2784293643","heartbeat_front_addr":"172.21.15.177:6821/2784293643","state":["exists","up"]},{"osd":7,"uuid":"81196c3c-9229-4d1f-a12b-d0858a115a1e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6825","nonce":4189051166}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6827","nonce":4189051166}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6831","nonce":4189051166}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6829","nonce":4189051166}]},"public_addr":"172.21.15.177:6825/4189051166","cluster_addr":"172.21.15.177:6827/4189051166","heartbeat_back_addr":"172.21.15.177:6831/4189051166","heartbeat_front_addr":"172.21.15.177:6829/4189051166","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:18.588419+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:35.557913+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:52.461138+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:09.523279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:25.858434+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:41.928461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:58.172976+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:47:14.843319+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.123:6801/2337142993":"2023-12-21T10:44:16.630750+0000","172.21.15.123:0/1830558593":"2023-12-21T10:44:16.630750+0000","172.21.15.123:6800/1518241847":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1742681873":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/3068040861":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1867992548":"2023-12-21T10:44:16.630750+0000","172.21.15.123:6801/1518241847":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1142979780":"2023-12-21T10:43:53.682382+0000","172.21.15.123:6800/2337142993":"2023-12-21T10:44:16.630750+0000","172.21.15.123:0/907956520":"2023-12-21T10:44:16.630750+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-20T10:47:34.054 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-20T10:47:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:33 smithi177 ceph-mon[144425]: pgmap v144: 33 pgs: 9 creating+peering, 23 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:47:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:33 smithi177 ceph-mon[144425]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-12-20T10:47:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:33 smithi177 ceph-mon[144425]: osdmap e57: 8 total, 8 up, 8 in 2023-12-20T10:47:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:33 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/2742804753' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-20T10:47:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:33 smithi177 ceph-mon[144425]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-20T10:47:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:33 smithi177 ceph-mon[144425]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-12-20T10:47:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:33 smithi177 ceph-mon[144425]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T10:47:34.367 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:47:34.367 INFO:teuthology.orchestra.run.smithi123.stdout:{"epoch":58,"fsid":"85213638-9f24-11ee-95a5-87774f69a715","created":"2023-12-20T10:43:31.555813+0000","modified":"2023-12-20T10:47:33.067739+0000","last_up_change":"2023-12-20T10:47:16.443042+0000","last_in_change":"2023-12-20T10:47:02.173275+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-20T10:45:54.926584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-20T10:47:30.986325+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-20T10:47:32.237455+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"c5f9497b-f4c6-4073-8c3e-962f24985181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6803","nonce":1122809031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6805","nonce":1122809031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6809","nonce":1122809031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6807","nonce":1122809031}]},"public_addr":"172.21.15.123:6803/1122809031","cluster_addr":"172.21.15.123:6805/1122809031","heartbeat_back_addr":"172.21.15.123:6809/1122809031","heartbeat_front_addr":"172.21.15.123:6807/1122809031","state":["exists","up"]},{"osd":1,"uuid":"27f1cc4b-68bb-4a9c-b699-cd0f22621505","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6811","nonce":3387960478}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6813","nonce":3387960478}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6817","nonce":3387960478}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6815","nonce":3387960478}]},"public_addr":"172.21.15.123:6811/3387960478","cluster_addr":"172.21.15.123:6813/3387960478","heartbeat_back_addr":"172.21.15.123:6817/3387960478","heartbeat_front_addr":"172.21.15.123:6815/3387960478","state":["exists","up"]},{"osd":2,"uuid":"6d253eef-5f98-4448-a738-4a049e146dec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6819","nonce":749410302}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6821","nonce":749410302}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6825","nonce":749410302}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6823","nonce":749410302}]},"public_addr":"172.21.15.123:6819/749410302","cluster_addr":"172.21.15.123:6821/749410302","heartbeat_back_addr":"172.21.15.123:6825/749410302","heartbeat_front_addr":"172.21.15.123:6823/749410302","state":["exists","up"]},{"osd":3,"uuid":"306fab3e-5ecc-40c1-9f83-0f11b1caa891","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6827","nonce":2599274567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6829","nonce":2599274567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6833","nonce":2599274567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6831","nonce":2599274567}]},"public_addr":"172.21.15.123:6827/2599274567","cluster_addr":"172.21.15.123:6829/2599274567","heartbeat_back_addr":"172.21.15.123:6833/2599274567","heartbeat_front_addr":"172.21.15.123:6831/2599274567","state":["exists","up"]},{"osd":4,"uuid":"2a3f9ee4-794c-4d14-b0cd-19a9e06b3235","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6801","nonce":1963878014}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6803","nonce":1963878014}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6807","nonce":1963878014}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6805","nonce":1963878014}]},"public_addr":"172.21.15.177:6801/1963878014","cluster_addr":"172.21.15.177:6803/1963878014","heartbeat_back_addr":"172.21.15.177:6807/1963878014","heartbeat_front_addr":"172.21.15.177:6805/1963878014","state":["exists","up"]},{"osd":5,"uuid":"9a2b2478-c8fe-4828-a258-1ce51e4b44f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6809","nonce":959426593}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6811","nonce":959426593}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6815","nonce":959426593}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6813","nonce":959426593}]},"public_addr":"172.21.15.177:6809/959426593","cluster_addr":"172.21.15.177:6811/959426593","heartbeat_back_addr":"172.21.15.177:6815/959426593","heartbeat_front_addr":"172.21.15.177:6813/959426593","state":["exists","up"]},{"osd":6,"uuid":"429956d6-7f23-48c9-a146-cf4eeccc6c25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6817","nonce":2784293643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6819","nonce":2784293643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6823","nonce":2784293643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6821","nonce":2784293643}]},"public_addr":"172.21.15.177:6817/2784293643","cluster_addr":"172.21.15.177:6819/2784293643","heartbeat_back_addr":"172.21.15.177:6823/2784293643","heartbeat_front_addr":"172.21.15.177:6821/2784293643","state":["exists","up"]},{"osd":7,"uuid":"81196c3c-9229-4d1f-a12b-d0858a115a1e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6825","nonce":4189051166}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6827","nonce":4189051166}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6831","nonce":4189051166}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6829","nonce":4189051166}]},"public_addr":"172.21.15.177:6825/4189051166","cluster_addr":"172.21.15.177:6827/4189051166","heartbeat_back_addr":"172.21.15.177:6831/4189051166","heartbeat_front_addr":"172.21.15.177:6829/4189051166","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:18.588419+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:35.557913+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:52.461138+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:09.523279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:25.858434+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:41.928461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:58.172976+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:47:14.843319+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.123:6801/2337142993":"2023-12-21T10:44:16.630750+0000","172.21.15.123:0/1830558593":"2023-12-21T10:44:16.630750+0000","172.21.15.123:6800/1518241847":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1742681873":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/3068040861":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1867992548":"2023-12-21T10:44:16.630750+0000","172.21.15.123:6801/1518241847":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1142979780":"2023-12-21T10:43:53.682382+0000","172.21.15.123:6800/2337142993":"2023-12-21T10:44:16.630750+0000","172.21.15.123:0/907956520":"2023-12-21T10:44:16.630750+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-20T10:47:34.381 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-12-20T10:47:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:34 smithi123 ceph-mon[111044]: osdmap e58: 8 total, 8 up, 8 in 2023-12-20T10:47:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:34 smithi123 ceph-mon[111044]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-12-20T10:47:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:34 smithi123 ceph-mon[111044]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2023-12-20T10:47:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:34 smithi123 ceph-mon[111044]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-12-20T10:47:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:34 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/3187178530' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:47:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:34 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/516801724' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:47:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:34 smithi123 ceph-mon[111044]: osdmap e59: 8 total, 8 up, 8 in 2023-12-20T10:47:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:34 smithi123 ceph-mon[124884]: osdmap e58: 8 total, 8 up, 8 in 2023-12-20T10:47:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:34 smithi123 ceph-mon[124884]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-12-20T10:47:34.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:34 smithi123 ceph-mon[124884]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2023-12-20T10:47:34.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:34 smithi123 ceph-mon[124884]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-12-20T10:47:34.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:34 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/3187178530' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:47:34.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:34 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/516801724' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:47:34.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:34 smithi123 ceph-mon[124884]: osdmap e59: 8 total, 8 up, 8 in 2023-12-20T10:47:35.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:34 smithi177 ceph-mon[144425]: osdmap e58: 8 total, 8 up, 8 in 2023-12-20T10:47:35.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:34 smithi177 ceph-mon[144425]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-12-20T10:47:35.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:34 smithi177 ceph-mon[144425]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2023-12-20T10:47:35.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:34 smithi177 ceph-mon[144425]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-12-20T10:47:35.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:34 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/3187178530' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:47:35.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:34 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/516801724' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:47:35.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:34 smithi177 ceph-mon[144425]: osdmap e59: 8 total, 8 up, 8 in 2023-12-20T10:47:35.734 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-12-20T10:47:35.734 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-12-20T10:47:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:35 smithi123 ceph-mon[124884]: pgmap v147: 97 pgs: 20 creating+peering, 52 unknown, 25 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:47:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:35 smithi123 ceph-mon[124884]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T10:47:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:35 smithi123 ceph-mon[124884]: Cluster is now healthy 2023-12-20T10:47:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:35 smithi123 ceph-mon[124884]: mds.? [v2:172.21.15.177:6832/3479419131,v1:172.21.15.177:6833/3479419131] up:active 2023-12-20T10:47:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:35 smithi123 ceph-mon[124884]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-20T10:47:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:35 smithi123 ceph-mon[124884]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-20T10:47:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:35 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/3405528008' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-12-20T10:47:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:35 smithi123 ceph-mon[111044]: pgmap v147: 97 pgs: 20 creating+peering, 52 unknown, 25 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:47:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:35 smithi123 ceph-mon[111044]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T10:47:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:35 smithi123 ceph-mon[111044]: Cluster is now healthy 2023-12-20T10:47:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:35 smithi123 ceph-mon[111044]: mds.? [v2:172.21.15.177:6832/3479419131,v1:172.21.15.177:6833/3479419131] up:active 2023-12-20T10:47:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:35 smithi123 ceph-mon[111044]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-20T10:47:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:35 smithi123 ceph-mon[111044]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-20T10:47:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:35 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/3405528008' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-12-20T10:47:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:35 smithi177 ceph-mon[144425]: pgmap v147: 97 pgs: 20 creating+peering, 52 unknown, 25 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:47:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:35 smithi177 ceph-mon[144425]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T10:47:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:35 smithi177 ceph-mon[144425]: Cluster is now healthy 2023-12-20T10:47:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:35 smithi177 ceph-mon[144425]: mds.? [v2:172.21.15.177:6832/3479419131,v1:172.21.15.177:6833/3479419131] up:active 2023-12-20T10:47:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:35 smithi177 ceph-mon[144425]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-20T10:47:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:35 smithi177 ceph-mon[144425]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-20T10:47:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:35 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/3405528008' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-12-20T10:47:36.743 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-12-20T10:47:36.744 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-20T10:47:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:36 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/3405528008' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-12-20T10:47:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:36 smithi123 ceph-mon[124884]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-20T10:47:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:36 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/199826129' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2023-12-20T10:47:36.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:36 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/3405528008' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-12-20T10:47:36.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:36 smithi123 ceph-mon[111044]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-20T10:47:36.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:36 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/199826129' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2023-12-20T10:47:37.100 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:47:37.100 INFO:teuthology.orchestra.run.smithi123.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14460,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6835/2253813461","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":2253813461},{"type":"v1","addr":"172.21.15.123:6835","nonce":2253813461}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-20T10:47:33.068077+0000","modified":"2023-12-20T10:47:36.713931+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24352},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24352":{"gid":24352,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.177:6833/3479419131","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6832","nonce":3479419131},{"type":"v1","addr":"172.21.15.177:6833","nonce":3479419131}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2023-12-20T10:47:37.103 INFO:teuthology.orchestra.run.smithi123.stderr:dumped fsmap epoch 8 2023-12-20T10:47:37.114 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-20T10:47:37.130 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:36 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/3405528008' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-12-20T10:47:37.130 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:36 smithi177 ceph-mon[144425]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-20T10:47:37.130 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:36 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/199826129' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2023-12-20T10:47:37.403 INFO:journalctl@ceph.mds.b.smithi177.stdout:Dec 20 10:47:37 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mds-b[178842]: 2023-12-20T10:47:37.128+0000 7effce96a700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-12-20T10:47:37.424 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:47:37.425 INFO:teuthology.orchestra.run.smithi123.stdout:{"epoch":59,"fsid":"85213638-9f24-11ee-95a5-87774f69a715","created":"2023-12-20T10:43:31.555813+0000","modified":"2023-12-20T10:47:34.678884+0000","last_up_change":"2023-12-20T10:47:16.443042+0000","last_in_change":"2023-12-20T10:47:02.173275+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-20T10:45:54.926584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-20T10:47:30.986325+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-20T10:47:32.237455+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"c5f9497b-f4c6-4073-8c3e-962f24985181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6803","nonce":1122809031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6805","nonce":1122809031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6809","nonce":1122809031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6807","nonce":1122809031}]},"public_addr":"172.21.15.123:6803/1122809031","cluster_addr":"172.21.15.123:6805/1122809031","heartbeat_back_addr":"172.21.15.123:6809/1122809031","heartbeat_front_addr":"172.21.15.123:6807/1122809031","state":["exists","up"]},{"osd":1,"uuid":"27f1cc4b-68bb-4a9c-b699-cd0f22621505","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6811","nonce":3387960478}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6813","nonce":3387960478}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6817","nonce":3387960478}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6815","nonce":3387960478}]},"public_addr":"172.21.15.123:6811/3387960478","cluster_addr":"172.21.15.123:6813/3387960478","heartbeat_back_addr":"172.21.15.123:6817/3387960478","heartbeat_front_addr":"172.21.15.123:6815/3387960478","state":["exists","up"]},{"osd":2,"uuid":"6d253eef-5f98-4448-a738-4a049e146dec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6819","nonce":749410302}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6821","nonce":749410302}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6825","nonce":749410302}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6823","nonce":749410302}]},"public_addr":"172.21.15.123:6819/749410302","cluster_addr":"172.21.15.123:6821/749410302","heartbeat_back_addr":"172.21.15.123:6825/749410302","heartbeat_front_addr":"172.21.15.123:6823/749410302","state":["exists","up"]},{"osd":3,"uuid":"306fab3e-5ecc-40c1-9f83-0f11b1caa891","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6827","nonce":2599274567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6829","nonce":2599274567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6833","nonce":2599274567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6831","nonce":2599274567}]},"public_addr":"172.21.15.123:6827/2599274567","cluster_addr":"172.21.15.123:6829/2599274567","heartbeat_back_addr":"172.21.15.123:6833/2599274567","heartbeat_front_addr":"172.21.15.123:6831/2599274567","state":["exists","up"]},{"osd":4,"uuid":"2a3f9ee4-794c-4d14-b0cd-19a9e06b3235","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6801","nonce":1963878014}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6803","nonce":1963878014}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6807","nonce":1963878014}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6805","nonce":1963878014}]},"public_addr":"172.21.15.177:6801/1963878014","cluster_addr":"172.21.15.177:6803/1963878014","heartbeat_back_addr":"172.21.15.177:6807/1963878014","heartbeat_front_addr":"172.21.15.177:6805/1963878014","state":["exists","up"]},{"osd":5,"uuid":"9a2b2478-c8fe-4828-a258-1ce51e4b44f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6809","nonce":959426593}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6811","nonce":959426593}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6815","nonce":959426593}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6813","nonce":959426593}]},"public_addr":"172.21.15.177:6809/959426593","cluster_addr":"172.21.15.177:6811/959426593","heartbeat_back_addr":"172.21.15.177:6815/959426593","heartbeat_front_addr":"172.21.15.177:6813/959426593","state":["exists","up"]},{"osd":6,"uuid":"429956d6-7f23-48c9-a146-cf4eeccc6c25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6817","nonce":2784293643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6819","nonce":2784293643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6823","nonce":2784293643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6821","nonce":2784293643}]},"public_addr":"172.21.15.177:6817/2784293643","cluster_addr":"172.21.15.177:6819/2784293643","heartbeat_back_addr":"172.21.15.177:6823/2784293643","heartbeat_front_addr":"172.21.15.177:6821/2784293643","state":["exists","up"]},{"osd":7,"uuid":"81196c3c-9229-4d1f-a12b-d0858a115a1e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6825","nonce":4189051166}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6827","nonce":4189051166}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6831","nonce":4189051166}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6829","nonce":4189051166}]},"public_addr":"172.21.15.177:6825/4189051166","cluster_addr":"172.21.15.177:6827/4189051166","heartbeat_back_addr":"172.21.15.177:6831/4189051166","heartbeat_front_addr":"172.21.15.177:6829/4189051166","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:18.588419+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:35.557913+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:52.461138+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:09.523279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:25.858434+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:41.928461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:58.172976+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:47:14.843319+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.123:6801/2337142993":"2023-12-21T10:44:16.630750+0000","172.21.15.123:0/1830558593":"2023-12-21T10:44:16.630750+0000","172.21.15.123:6800/1518241847":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1742681873":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/3068040861":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1867992548":"2023-12-21T10:44:16.630750+0000","172.21.15.123:6801/1518241847":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1142979780":"2023-12-21T10:43:53.682382+0000","172.21.15.123:6800/2337142993":"2023-12-21T10:44:16.630750+0000","172.21.15.123:0/907956520":"2023-12-21T10:44:16.630750+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-20T10:47:37.438 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-12-20T10:47:37.439 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-20T10:47:37.757 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:47:37.759 INFO:teuthology.orchestra.run.smithi123.stderr:dumped all 2023-12-20T10:47:37.768 INFO:teuthology.orchestra.run.smithi123.stdout:{"pg_ready":true,"pg_map":{"version":149,"stamp":"2023-12-20T10:47:36.669334+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592492,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":190,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":142,"ondisk_log_size":142,"up":225,"acting":225,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":88,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2384448,"kb_used_data":6144,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747576768,"statfs":{"total":767960285184,"available":765518610432,"internally_reserved":0,"allocated":6291456,"data_stored":3626930,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2124,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":31,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.003994"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.673742+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:13:45.839441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.692096+0000","last_change":"2023-12-20T10:47:33.691422+0000","last_active":"2023-12-20T10:47:33.692096+0000","last_peered":"2023-12-20T10:47:33.692096+0000","last_clean":"2023-12-20T10:47:33.692096+0000","last_became_active":"2023-12-20T10:47:33.691152+0000","last_became_peered":"2023-12-20T10:47:33.691152+0000","last_unstale":"2023-12-20T10:47:33.692096+0000","last_undegraded":"2023-12-20T10:47:33.692096+0000","last_fullsized":"2023-12-20T10:47:33.692096+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:58:40.164943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.695625+0000","last_change":"2023-12-20T10:47:33.695625+0000","last_active":"2023-12-20T10:47:33.695625+0000","last_peered":"2023-12-20T10:47:33.695625+0000","last_clean":"2023-12-20T10:47:33.695625+0000","last_became_active":"2023-12-20T10:47:33.695227+0000","last_became_peered":"2023-12-20T10:47:33.695227+0000","last_unstale":"2023-12-20T10:47:33.695625+0000","last_undegraded":"2023-12-20T10:47:33.695625+0000","last_fullsized":"2023-12-20T10:47:33.695625+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:39:57.902493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.700866+0000","last_change":"2023-12-20T10:47:33.700866+0000","last_active":"2023-12-20T10:47:33.700866+0000","last_peered":"2023-12-20T10:47:33.700866+0000","last_clean":"2023-12-20T10:47:33.700866+0000","last_became_active":"2023-12-20T10:47:33.700177+0000","last_became_peered":"2023-12-20T10:47:33.700177+0000","last_unstale":"2023-12-20T10:47:33.700866+0000","last_undegraded":"2023-12-20T10:47:33.700866+0000","last_fullsized":"2023-12-20T10:47:33.700866+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:45:46.317492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694758+0000","last_change":"2023-12-20T10:47:33.691763+0000","last_active":"2023-12-20T10:47:33.694758+0000","last_peered":"2023-12-20T10:47:33.694758+0000","last_clean":"2023-12-20T10:47:33.694758+0000","last_became_active":"2023-12-20T10:47:33.691025+0000","last_became_peered":"2023-12-20T10:47:33.691025+0000","last_unstale":"2023-12-20T10:47:33.694758+0000","last_undegraded":"2023-12-20T10:47:33.694758+0000","last_fullsized":"2023-12-20T10:47:33.694758+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:41:47.315092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694636+0000","last_change":"2023-12-20T10:47:33.690940+0000","last_active":"2023-12-20T10:47:33.694636+0000","last_peered":"2023-12-20T10:47:33.694636+0000","last_clean":"2023-12-20T10:47:33.694636+0000","last_became_active":"2023-12-20T10:47:33.690666+0000","last_became_peered":"2023-12-20T10:47:33.690666+0000","last_unstale":"2023-12-20T10:47:33.694636+0000","last_undegraded":"2023-12-20T10:47:33.694636+0000","last_fullsized":"2023-12-20T10:47:33.694636+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:47:39.174640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.672137+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:12:53.564684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.704204+0000","last_change":"2023-12-20T10:47:33.700042+0000","last_active":"2023-12-20T10:47:33.704204+0000","last_peered":"2023-12-20T10:47:33.704204+0000","last_clean":"2023-12-20T10:47:33.704204+0000","last_became_active":"2023-12-20T10:47:33.699790+0000","last_became_peered":"2023-12-20T10:47:33.699790+0000","last_unstale":"2023-12-20T10:47:33.704204+0000","last_undegraded":"2023-12-20T10:47:33.704204+0000","last_fullsized":"2023-12-20T10:47:33.704204+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:08:56.029191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.675010+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:36:13.138105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,5],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.698035+0000","last_change":"2023-12-20T10:47:33.698035+0000","last_active":"2023-12-20T10:47:33.698035+0000","last_peered":"2023-12-20T10:47:33.698035+0000","last_clean":"2023-12-20T10:47:33.698035+0000","last_became_active":"2023-12-20T10:47:33.697763+0000","last_became_peered":"2023-12-20T10:47:33.697763+0000","last_unstale":"2023-12-20T10:47:33.698035+0000","last_undegraded":"2023-12-20T10:47:33.698035+0000","last_fullsized":"2023-12-20T10:47:33.698035+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:45:16.300327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.702415+0000","last_change":"2023-12-20T10:47:33.702415+0000","last_active":"2023-12-20T10:47:33.702415+0000","last_peered":"2023-12-20T10:47:33.702415+0000","last_clean":"2023-12-20T10:47:33.702415+0000","last_became_active":"2023-12-20T10:47:33.702138+0000","last_became_peered":"2023-12-20T10:47:33.702138+0000","last_unstale":"2023-12-20T10:47:33.702415+0000","last_undegraded":"2023-12-20T10:47:33.702415+0000","last_fullsized":"2023-12-20T10:47:33.702415+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:16:13.304165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.692451+0000","last_change":"2023-12-20T10:47:33.685855+0000","last_active":"2023-12-20T10:47:33.692451+0000","last_peered":"2023-12-20T10:47:33.692451+0000","last_clean":"2023-12-20T10:47:33.692451+0000","last_became_active":"2023-12-20T10:47:33.685583+0000","last_became_peered":"2023-12-20T10:47:33.685583+0000","last_unstale":"2023-12-20T10:47:33.692451+0000","last_undegraded":"2023-12-20T10:47:33.692451+0000","last_fullsized":"2023-12-20T10:47:33.692451+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:08:44.754487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"58'4","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.711128+0000","last_change":"2023-12-20T10:47:32.691557+0000","last_active":"2023-12-20T10:47:33.711128+0000","last_peered":"2023-12-20T10:47:33.711128+0000","last_clean":"2023-12-20T10:47:33.711128+0000","last_became_active":"2023-12-20T10:47:32.689534+0000","last_became_peered":"2023-12-20T10:47:32.689534+0000","last_unstale":"2023-12-20T10:47:33.711128+0000","last_undegraded":"2023-12-20T10:47:33.711128+0000","last_fullsized":"2023-12-20T10:47:33.711128+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:57:47.520289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:31.656060+0000","last_change":"2023-12-20T10:47:31.669907+0000","last_active":"2023-12-20T10:47:31.656060+0000","last_peered":"2023-12-20T10:47:31.656060+0000","last_clean":"2023-12-20T10:47:31.656060+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:31.656060+0000","last_undegraded":"2023-12-20T10:47:31.656060+0000","last_fullsized":"2023-12-20T10:47:31.656060+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:11:24.894871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.690382+0000","last_change":"2023-12-20T10:47:33.689965+0000","last_active":"2023-12-20T10:47:33.690382+0000","last_peered":"2023-12-20T10:47:33.690382+0000","last_clean":"2023-12-20T10:47:33.690382+0000","last_became_active":"2023-12-20T10:47:33.689164+0000","last_became_peered":"2023-12-20T10:47:33.689164+0000","last_unstale":"2023-12-20T10:47:33.690382+0000","last_undegraded":"2023-12-20T10:47:33.690382+0000","last_fullsized":"2023-12-20T10:47:33.690382+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:55:35.675428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:31.656060+0000","last_change":"2023-12-20T10:47:31.667215+0000","last_active":"2023-12-20T10:47:31.656060+0000","last_peered":"2023-12-20T10:47:31.656060+0000","last_clean":"2023-12-20T10:47:31.656060+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:31.656060+0000","last_undegraded":"2023-12-20T10:47:31.656060+0000","last_fullsized":"2023-12-20T10:47:31.656060+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:48:50.969137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.698844+0000","last_change":"2023-12-20T10:47:33.698844+0000","last_active":"2023-12-20T10:47:33.698844+0000","last_peered":"2023-12-20T10:47:33.698844+0000","last_clean":"2023-12-20T10:47:33.698844+0000","last_became_active":"2023-12-20T10:47:33.697423+0000","last_became_peered":"2023-12-20T10:47:33.697423+0000","last_unstale":"2023-12-20T10:47:33.698844+0000","last_undegraded":"2023-12-20T10:47:33.698844+0000","last_fullsized":"2023-12-20T10:47:33.698844+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:46:59.974182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:31.656060+0000","last_change":"2023-12-20T10:47:31.666651+0000","last_active":"2023-12-20T10:47:31.656060+0000","last_peered":"2023-12-20T10:47:31.656060+0000","last_clean":"2023-12-20T10:47:31.656060+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:31.656060+0000","last_undegraded":"2023-12-20T10:47:31.656060+0000","last_fullsized":"2023-12-20T10:47:31.656060+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:43:45.879412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.697528+0000","last_change":"2023-12-20T10:47:33.697528+0000","last_active":"2023-12-20T10:47:33.697528+0000","last_peered":"2023-12-20T10:47:33.697528+0000","last_clean":"2023-12-20T10:47:33.697528+0000","last_became_active":"2023-12-20T10:47:33.697050+0000","last_became_peered":"2023-12-20T10:47:33.697050+0000","last_unstale":"2023-12-20T10:47:33.697528+0000","last_undegraded":"2023-12-20T10:47:33.697528+0000","last_fullsized":"2023-12-20T10:47:33.697528+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:17:59.132135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:31.656060+0000","last_change":"2023-12-20T10:47:31.670256+0000","last_active":"2023-12-20T10:47:31.656060+0000","last_peered":"2023-12-20T10:47:31.656060+0000","last_clean":"2023-12-20T10:47:31.656060+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:31.656060+0000","last_undegraded":"2023-12-20T10:47:31.656060+0000","last_fullsized":"2023-12-20T10:47:31.656060+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:12:04.886994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.671579+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:56:56.948237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"58'1","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.709486+0000","last_change":"2023-12-20T10:47:32.694197+0000","last_active":"2023-12-20T10:47:33.709486+0000","last_peered":"2023-12-20T10:47:33.709486+0000","last_clean":"2023-12-20T10:47:33.709486+0000","last_became_active":"2023-12-20T10:47:32.693879+0000","last_became_peered":"2023-12-20T10:47:32.693879+0000","last_unstale":"2023-12-20T10:47:33.709486+0000","last_undegraded":"2023-12-20T10:47:33.709486+0000","last_fullsized":"2023-12-20T10:47:33.709486+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:07:32.326498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.696345+0000","last_change":"2023-12-20T10:47:33.695499+0000","last_active":"2023-12-20T10:47:33.696345+0000","last_peered":"2023-12-20T10:47:33.696345+0000","last_clean":"2023-12-20T10:47:33.696345+0000","last_became_active":"2023-12-20T10:47:33.694925+0000","last_became_peered":"2023-12-20T10:47:33.694925+0000","last_unstale":"2023-12-20T10:47:33.696345+0000","last_undegraded":"2023-12-20T10:47:33.696345+0000","last_fullsized":"2023-12-20T10:47:33.696345+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:36:24.123771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:31.656060+0000","last_change":"2023-12-20T10:47:31.669864+0000","last_active":"2023-12-20T10:47:31.656060+0000","last_peered":"2023-12-20T10:47:31.656060+0000","last_clean":"2023-12-20T10:47:31.656060+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:31.656060+0000","last_undegraded":"2023-12-20T10:47:31.656060+0000","last_fullsized":"2023-12-20T10:47:31.656060+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:02:07.670400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.694244+0000","last_change":"2023-12-20T10:47:32.693624+0000","last_active":"2023-12-20T10:47:32.694244+0000","last_peered":"2023-12-20T10:47:32.694244+0000","last_clean":"2023-12-20T10:47:32.694244+0000","last_became_active":"2023-12-20T10:47:32.693032+0000","last_became_peered":"2023-12-20T10:47:32.693032+0000","last_unstale":"2023-12-20T10:47:32.694244+0000","last_undegraded":"2023-12-20T10:47:32.694244+0000","last_fullsized":"2023-12-20T10:47:32.694244+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:44:45.205257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.674230+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:42:52.092171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.679524+0000","last_change":"2023-12-20T10:47:32.687477+0000","last_active":"2023-12-20T10:47:33.679524+0000","last_peered":"2023-12-20T10:47:33.679524+0000","last_clean":"2023-12-20T10:47:33.679524+0000","last_became_active":"2023-12-20T10:47:32.687189+0000","last_became_peered":"2023-12-20T10:47:32.687189+0000","last_unstale":"2023-12-20T10:47:33.679524+0000","last_undegraded":"2023-12-20T10:47:33.679524+0000","last_fullsized":"2023-12-20T10:47:33.679524+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:43:05.191196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694763+0000","last_change":"2023-12-20T10:47:33.694763+0000","last_active":"2023-12-20T10:47:33.694763+0000","last_peered":"2023-12-20T10:47:33.694763+0000","last_clean":"2023-12-20T10:47:33.694763+0000","last_became_active":"2023-12-20T10:47:33.694417+0000","last_became_peered":"2023-12-20T10:47:33.694417+0000","last_unstale":"2023-12-20T10:47:33.694763+0000","last_undegraded":"2023-12-20T10:47:33.694763+0000","last_fullsized":"2023-12-20T10:47:33.694763+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:16:42.177897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.691122+0000","last_change":"2023-12-20T10:47:32.689249+0000","last_active":"2023-12-20T10:47:32.691122+0000","last_peered":"2023-12-20T10:47:32.691122+0000","last_clean":"2023-12-20T10:47:32.691122+0000","last_became_active":"2023-12-20T10:47:32.687928+0000","last_became_peered":"2023-12-20T10:47:32.687928+0000","last_unstale":"2023-12-20T10:47:32.691122+0000","last_undegraded":"2023-12-20T10:47:32.691122+0000","last_fullsized":"2023-12-20T10:47:32.691122+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:30:52.897952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.690364+0000","last_change":"2023-12-20T10:47:33.689467+0000","last_active":"2023-12-20T10:47:33.690364+0000","last_peered":"2023-12-20T10:47:33.690364+0000","last_clean":"2023-12-20T10:47:33.690364+0000","last_became_active":"2023-12-20T10:47:33.688787+0000","last_became_peered":"2023-12-20T10:47:33.688787+0000","last_unstale":"2023-12-20T10:47:33.690364+0000","last_undegraded":"2023-12-20T10:47:33.690364+0000","last_fullsized":"2023-12-20T10:47:33.690364+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:40:41.732183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.686563+0000","last_change":"2023-12-20T10:47:32.686563+0000","last_active":"2023-12-20T10:47:32.686563+0000","last_peered":"2023-12-20T10:47:32.686563+0000","last_clean":"2023-12-20T10:47:32.686563+0000","last_became_active":"2023-12-20T10:47:32.686240+0000","last_became_peered":"2023-12-20T10:47:32.686240+0000","last_unstale":"2023-12-20T10:47:32.686563+0000","last_undegraded":"2023-12-20T10:47:32.686563+0000","last_fullsized":"2023-12-20T10:47:32.686563+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:48:56.005080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.671489+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:24:28.946974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"58'6","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.712889+0000","last_change":"2023-12-20T10:47:32.689700+0000","last_active":"2023-12-20T10:47:33.712889+0000","last_peered":"2023-12-20T10:47:33.712889+0000","last_clean":"2023-12-20T10:47:33.712889+0000","last_became_active":"2023-12-20T10:47:32.689397+0000","last_became_peered":"2023-12-20T10:47:32.689397+0000","last_unstale":"2023-12-20T10:47:33.712889+0000","last_undegraded":"2023-12-20T10:47:33.712889+0000","last_fullsized":"2023-12-20T10:47:33.712889+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:12:22.968575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.711084+0000","last_change":"2023-12-20T10:47:32.692114+0000","last_active":"2023-12-20T10:47:33.711084+0000","last_peered":"2023-12-20T10:47:33.711084+0000","last_clean":"2023-12-20T10:47:33.711084+0000","last_became_active":"2023-12-20T10:47:32.691828+0000","last_became_peered":"2023-12-20T10:47:32.691828+0000","last_unstale":"2023-12-20T10:47:33.711084+0000","last_undegraded":"2023-12-20T10:47:33.711084+0000","last_fullsized":"2023-12-20T10:47:33.711084+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:10:46.140345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.696364+0000","last_change":"2023-12-20T10:47:33.694680+0000","last_active":"2023-12-20T10:47:33.696364+0000","last_peered":"2023-12-20T10:47:33.696364+0000","last_clean":"2023-12-20T10:47:33.696364+0000","last_became_active":"2023-12-20T10:47:33.694378+0000","last_became_peered":"2023-12-20T10:47:33.694378+0000","last_unstale":"2023-12-20T10:47:33.696364+0000","last_undegraded":"2023-12-20T10:47:33.696364+0000","last_fullsized":"2023-12-20T10:47:33.696364+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:50:56.905226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.693153+0000","last_change":"2023-12-20T10:47:32.692202+0000","last_active":"2023-12-20T10:47:32.693153+0000","last_peered":"2023-12-20T10:47:32.693153+0000","last_clean":"2023-12-20T10:47:32.693153+0000","last_became_active":"2023-12-20T10:47:32.691909+0000","last_became_peered":"2023-12-20T10:47:32.691909+0000","last_unstale":"2023-12-20T10:47:32.693153+0000","last_undegraded":"2023-12-20T10:47:32.693153+0000","last_fullsized":"2023-12-20T10:47:32.693153+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:40:08.977136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.679211+0000","last_change":"2023-12-20T10:47:32.681000+0000","last_active":"2023-12-20T10:47:33.679211+0000","last_peered":"2023-12-20T10:47:33.679211+0000","last_clean":"2023-12-20T10:47:33.679211+0000","last_became_active":"2023-12-20T10:47:32.680664+0000","last_became_peered":"2023-12-20T10:47:32.680664+0000","last_unstale":"2023-12-20T10:47:33.679211+0000","last_undegraded":"2023-12-20T10:47:33.679211+0000","last_fullsized":"2023-12-20T10:47:33.679211+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:03:40.339950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694703+0000","last_change":"2023-12-20T10:47:33.692146+0000","last_active":"2023-12-20T10:47:33.694703+0000","last_peered":"2023-12-20T10:47:33.694703+0000","last_clean":"2023-12-20T10:47:33.694703+0000","last_became_active":"2023-12-20T10:47:33.687824+0000","last_became_peered":"2023-12-20T10:47:33.687824+0000","last_unstale":"2023-12-20T10:47:33.694703+0000","last_undegraded":"2023-12-20T10:47:33.694703+0000","last_fullsized":"2023-12-20T10:47:33.694703+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:18:15.826339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"58'8","reported_seq":19,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.713033+0000","last_change":"2023-12-20T10:47:32.684017+0000","last_active":"2023-12-20T10:47:33.713033+0000","last_peered":"2023-12-20T10:47:33.713033+0000","last_clean":"2023-12-20T10:47:33.713033+0000","last_became_active":"2023-12-20T10:47:32.683756+0000","last_became_peered":"2023-12-20T10:47:32.683756+0000","last_unstale":"2023-12-20T10:47:33.713033+0000","last_undegraded":"2023-12-20T10:47:33.713033+0000","last_fullsized":"2023-12-20T10:47:33.713033+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:09:11.457636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.683709+0000","last_change":"2023-12-20T10:47:32.683709+0000","last_active":"2023-12-20T10:47:32.683709+0000","last_peered":"2023-12-20T10:47:32.683709+0000","last_clean":"2023-12-20T10:47:32.683709+0000","last_became_active":"2023-12-20T10:47:32.683441+0000","last_became_peered":"2023-12-20T10:47:32.683441+0000","last_unstale":"2023-12-20T10:47:32.683709+0000","last_undegraded":"2023-12-20T10:47:32.683709+0000","last_fullsized":"2023-12-20T10:47:32.683709+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:52:16.035712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.694541+0000","last_change":"2023-12-20T10:47:32.694541+0000","last_active":"2023-12-20T10:47:32.694541+0000","last_peered":"2023-12-20T10:47:32.694541+0000","last_clean":"2023-12-20T10:47:32.694541+0000","last_became_active":"2023-12-20T10:47:32.694217+0000","last_became_peered":"2023-12-20T10:47:32.694217+0000","last_unstale":"2023-12-20T10:47:32.694541+0000","last_undegraded":"2023-12-20T10:47:32.694541+0000","last_fullsized":"2023-12-20T10:47:32.694541+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:48:37.282160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.696228+0000","last_change":"2023-12-20T10:47:33.696228+0000","last_active":"2023-12-20T10:47:33.696228+0000","last_peered":"2023-12-20T10:47:33.696228+0000","last_clean":"2023-12-20T10:47:33.696228+0000","last_became_active":"2023-12-20T10:47:33.695799+0000","last_became_peered":"2023-12-20T10:47:33.695799+0000","last_unstale":"2023-12-20T10:47:33.696228+0000","last_undegraded":"2023-12-20T10:47:33.696228+0000","last_fullsized":"2023-12-20T10:47:33.696228+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:01:49.912160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.691079+0000","last_change":"2023-12-20T10:47:32.689002+0000","last_active":"2023-12-20T10:47:32.691079+0000","last_peered":"2023-12-20T10:47:32.691079+0000","last_clean":"2023-12-20T10:47:32.691079+0000","last_became_active":"2023-12-20T10:47:32.688720+0000","last_became_peered":"2023-12-20T10:47:32.688720+0000","last_unstale":"2023-12-20T10:47:32.691079+0000","last_undegraded":"2023-12-20T10:47:32.691079+0000","last_fullsized":"2023-12-20T10:47:32.691079+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:52:29.880343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.671759+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:40:28.953101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.672863+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:35:59.790967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.673175+0000","last_change":"2023-12-20T10:47:32.692597+0000","last_active":"2023-12-20T10:47:33.673175+0000","last_peered":"2023-12-20T10:47:33.673175+0000","last_clean":"2023-12-20T10:47:33.673175+0000","last_became_active":"2023-12-20T10:47:32.692290+0000","last_became_peered":"2023-12-20T10:47:32.692290+0000","last_unstale":"2023-12-20T10:47:33.673175+0000","last_undegraded":"2023-12-20T10:47:33.673175+0000","last_fullsized":"2023-12-20T10:47:33.673175+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:56:00.071757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.690517+0000","last_change":"2023-12-20T10:47:32.687207+0000","last_active":"2023-12-20T10:47:32.690517+0000","last_peered":"2023-12-20T10:47:32.690517+0000","last_clean":"2023-12-20T10:47:32.690517+0000","last_became_active":"2023-12-20T10:47:32.686884+0000","last_became_peered":"2023-12-20T10:47:32.686884+0000","last_unstale":"2023-12-20T10:47:32.690517+0000","last_undegraded":"2023-12-20T10:47:32.690517+0000","last_fullsized":"2023-12-20T10:47:32.690517+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:05:09.091618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":224,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-20T10:47:20.487463+0000","last_change":"2023-12-20T10:47:20.487224+0000","last_active":"2023-12-20T10:47:20.487463+0000","last_peered":"2023-12-20T10:47:20.487463+0000","last_clean":"2023-12-20T10:47:20.487463+0000","last_became_active":"2023-12-20T10:47:20.486799+0000","last_became_peered":"2023-12-20T10:47:20.486799+0000","last_unstale":"2023-12-20T10:47:20.487463+0000","last_undegraded":"2023-12-20T10:47:20.487463+0000","last_fullsized":"2023-12-20T10:47:20.487463+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:45:55.297991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:45:55.297991+0000","last_clean_scrub_stamp":"2023-12-20T10:45:55.297991+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:55:50.892803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.690338+0000","last_change":"2023-12-20T10:47:33.689953+0000","last_active":"2023-12-20T10:47:33.690338+0000","last_peered":"2023-12-20T10:47:33.690338+0000","last_clean":"2023-12-20T10:47:33.690338+0000","last_became_active":"2023-12-20T10:47:33.689423+0000","last_became_peered":"2023-12-20T10:47:33.689423+0000","last_unstale":"2023-12-20T10:47:33.690338+0000","last_undegraded":"2023-12-20T10:47:33.690338+0000","last_fullsized":"2023-12-20T10:47:33.690338+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:58:32.778348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:31.656060+0000","last_change":"2023-12-20T10:47:31.666563+0000","last_active":"2023-12-20T10:47:31.656060+0000","last_peered":"2023-12-20T10:47:31.656060+0000","last_clean":"2023-12-20T10:47:31.656060+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:31.656060+0000","last_undegraded":"2023-12-20T10:47:31.656060+0000","last_fullsized":"2023-12-20T10:47:31.656060+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:03:55.203175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:31.656060+0000","last_change":"2023-12-20T10:47:31.666691+0000","last_active":"2023-12-20T10:47:31.656060+0000","last_peered":"2023-12-20T10:47:31.656060+0000","last_clean":"2023-12-20T10:47:31.656060+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:31.656060+0000","last_undegraded":"2023-12-20T10:47:31.656060+0000","last_fullsized":"2023-12-20T10:47:31.656060+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:43:22.392687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.677679+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:23:16.804025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.688236+0000","last_change":"2023-12-20T10:47:32.688236+0000","last_active":"2023-12-20T10:47:32.688236+0000","last_peered":"2023-12-20T10:47:32.688236+0000","last_clean":"2023-12-20T10:47:32.688236+0000","last_became_active":"2023-12-20T10:47:32.687951+0000","last_became_peered":"2023-12-20T10:47:32.687951+0000","last_unstale":"2023-12-20T10:47:32.688236+0000","last_undegraded":"2023-12-20T10:47:32.688236+0000","last_fullsized":"2023-12-20T10:47:32.688236+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:42:56.229802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.710914+0000","last_change":"2023-12-20T10:47:32.694180+0000","last_active":"2023-12-20T10:47:33.710914+0000","last_peered":"2023-12-20T10:47:33.710914+0000","last_clean":"2023-12-20T10:47:33.710914+0000","last_became_active":"2023-12-20T10:47:32.693898+0000","last_became_peered":"2023-12-20T10:47:32.693898+0000","last_unstale":"2023-12-20T10:47:33.710914+0000","last_undegraded":"2023-12-20T10:47:33.710914+0000","last_fullsized":"2023-12-20T10:47:33.710914+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:51:43.644754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.691563+0000","last_change":"2023-12-20T10:47:33.690865+0000","last_active":"2023-12-20T10:47:33.691563+0000","last_peered":"2023-12-20T10:47:33.691563+0000","last_clean":"2023-12-20T10:47:33.691563+0000","last_became_active":"2023-12-20T10:47:33.690550+0000","last_became_peered":"2023-12-20T10:47:33.690550+0000","last_unstale":"2023-12-20T10:47:33.691563+0000","last_undegraded":"2023-12-20T10:47:33.691563+0000","last_fullsized":"2023-12-20T10:47:33.691563+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:24:39.171047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:31.656060+0000","last_change":"2023-12-20T10:47:31.667241+0000","last_active":"2023-12-20T10:47:31.656060+0000","last_peered":"2023-12-20T10:47:31.656060+0000","last_clean":"2023-12-20T10:47:31.656060+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:31.656060+0000","last_undegraded":"2023-12-20T10:47:31.656060+0000","last_fullsized":"2023-12-20T10:47:31.656060+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:27:53.264887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.671507+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:02:43.130598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,7],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.694847+0000","last_change":"2023-12-20T10:47:32.694847+0000","last_active":"2023-12-20T10:47:32.694847+0000","last_peered":"2023-12-20T10:47:32.694847+0000","last_clean":"2023-12-20T10:47:32.694847+0000","last_became_active":"2023-12-20T10:47:32.694559+0000","last_became_peered":"2023-12-20T10:47:32.694559+0000","last_unstale":"2023-12-20T10:47:32.694847+0000","last_undegraded":"2023-12-20T10:47:32.694847+0000","last_fullsized":"2023-12-20T10:47:32.694847+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:36:22.171782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.695236+0000","last_change":"2023-12-20T10:47:32.695236+0000","last_active":"2023-12-20T10:47:32.695236+0000","last_peered":"2023-12-20T10:47:32.695236+0000","last_clean":"2023-12-20T10:47:32.695236+0000","last_became_active":"2023-12-20T10:47:32.694960+0000","last_became_peered":"2023-12-20T10:47:32.694960+0000","last_unstale":"2023-12-20T10:47:32.695236+0000","last_undegraded":"2023-12-20T10:47:32.695236+0000","last_fullsized":"2023-12-20T10:47:32.695236+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:45:46.219475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:31.656060+0000","last_change":"2023-12-20T10:47:31.666646+0000","last_active":"2023-12-20T10:47:31.656060+0000","last_peered":"2023-12-20T10:47:31.656060+0000","last_clean":"2023-12-20T10:47:31.656060+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:31.656060+0000","last_undegraded":"2023-12-20T10:47:31.656060+0000","last_fullsized":"2023-12-20T10:47:31.656060+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:11:29.624832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,5],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.689562+0000","last_change":"2023-12-20T10:47:33.689309+0000","last_active":"2023-12-20T10:47:33.689562+0000","last_peered":"2023-12-20T10:47:33.689562+0000","last_clean":"2023-12-20T10:47:33.689562+0000","last_became_active":"2023-12-20T10:47:33.689007+0000","last_became_peered":"2023-12-20T10:47:33.689007+0000","last_unstale":"2023-12-20T10:47:33.689562+0000","last_undegraded":"2023-12-20T10:47:33.689562+0000","last_fullsized":"2023-12-20T10:47:33.689562+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:30:09.852360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.672456+0000","last_change":"2023-12-20T10:47:32.684062+0000","last_active":"2023-12-20T10:47:33.672456+0000","last_peered":"2023-12-20T10:47:33.672456+0000","last_clean":"2023-12-20T10:47:33.672456+0000","last_became_active":"2023-12-20T10:47:32.683726+0000","last_became_peered":"2023-12-20T10:47:32.683726+0000","last_unstale":"2023-12-20T10:47:33.672456+0000","last_undegraded":"2023-12-20T10:47:33.672456+0000","last_fullsized":"2023-12-20T10:47:33.672456+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:27:51.729546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.691330+0000","last_change":"2023-12-20T10:47:32.691330+0000","last_active":"2023-12-20T10:47:32.691330+0000","last_peered":"2023-12-20T10:47:32.691330+0000","last_clean":"2023-12-20T10:47:32.691330+0000","last_became_active":"2023-12-20T10:47:32.690344+0000","last_became_peered":"2023-12-20T10:47:32.690344+0000","last_unstale":"2023-12-20T10:47:32.691330+0000","last_undegraded":"2023-12-20T10:47:32.691330+0000","last_fullsized":"2023-12-20T10:47:32.691330+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:26:10.388948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.691569+0000","last_change":"2023-12-20T10:47:33.691569+0000","last_active":"2023-12-20T10:47:33.691569+0000","last_peered":"2023-12-20T10:47:33.691569+0000","last_clean":"2023-12-20T10:47:33.691569+0000","last_became_active":"2023-12-20T10:47:33.690909+0000","last_became_peered":"2023-12-20T10:47:33.690909+0000","last_unstale":"2023-12-20T10:47:33.691569+0000","last_undegraded":"2023-12-20T10:47:33.691569+0000","last_fullsized":"2023-12-20T10:47:33.691569+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:11:14.496233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.712077+0000","last_change":"2023-12-20T10:47:32.693702+0000","last_active":"2023-12-20T10:47:33.712077+0000","last_peered":"2023-12-20T10:47:33.712077+0000","last_clean":"2023-12-20T10:47:33.712077+0000","last_became_active":"2023-12-20T10:47:32.693315+0000","last_became_peered":"2023-12-20T10:47:32.693315+0000","last_unstale":"2023-12-20T10:47:33.712077+0000","last_undegraded":"2023-12-20T10:47:33.712077+0000","last_fullsized":"2023-12-20T10:47:33.712077+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:28:22.635257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.696583+0000","last_change":"2023-12-20T10:47:33.693264+0000","last_active":"2023-12-20T10:47:33.696583+0000","last_peered":"2023-12-20T10:47:33.696583+0000","last_clean":"2023-12-20T10:47:33.696583+0000","last_became_active":"2023-12-20T10:47:33.692941+0000","last_became_peered":"2023-12-20T10:47:33.692941+0000","last_unstale":"2023-12-20T10:47:33.696583+0000","last_undegraded":"2023-12-20T10:47:33.696583+0000","last_fullsized":"2023-12-20T10:47:33.696583+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T10:57:55.998961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.698082+0000","last_change":"2023-12-20T10:47:33.687851+0000","last_active":"2023-12-20T10:47:33.698082+0000","last_peered":"2023-12-20T10:47:33.698082+0000","last_clean":"2023-12-20T10:47:33.698082+0000","last_became_active":"2023-12-20T10:47:33.687540+0000","last_became_peered":"2023-12-20T10:47:33.687540+0000","last_unstale":"2023-12-20T10:47:33.698082+0000","last_undegraded":"2023-12-20T10:47:33.698082+0000","last_fullsized":"2023-12-20T10:47:33.698082+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:20:34.659185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.701047+0000","last_change":"2023-12-20T10:47:33.701047+0000","last_active":"2023-12-20T10:47:33.701047+0000","last_peered":"2023-12-20T10:47:33.701047+0000","last_clean":"2023-12-20T10:47:33.701047+0000","last_became_active":"2023-12-20T10:47:33.700566+0000","last_became_peered":"2023-12-20T10:47:33.700566+0000","last_unstale":"2023-12-20T10:47:33.701047+0000","last_undegraded":"2023-12-20T10:47:33.701047+0000","last_fullsized":"2023-12-20T10:47:33.701047+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:28:57.733327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.710224+0000","last_change":"2023-12-20T10:47:33.706805+0000","last_active":"2023-12-20T10:47:33.710224+0000","last_peered":"2023-12-20T10:47:33.710224+0000","last_clean":"2023-12-20T10:47:33.710224+0000","last_became_active":"2023-12-20T10:47:33.706076+0000","last_became_peered":"2023-12-20T10:47:33.706076+0000","last_unstale":"2023-12-20T10:47:33.710224+0000","last_undegraded":"2023-12-20T10:47:33.710224+0000","last_fullsized":"2023-12-20T10:47:33.710224+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:17:27.247898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.676677+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:51:11.224504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,3],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694740+0000","last_change":"2023-12-20T10:47:33.690577+0000","last_active":"2023-12-20T10:47:33.694740+0000","last_peered":"2023-12-20T10:47:33.694740+0000","last_clean":"2023-12-20T10:47:33.694740+0000","last_became_active":"2023-12-20T10:47:33.690283+0000","last_became_peered":"2023-12-20T10:47:33.690283+0000","last_unstale":"2023-12-20T10:47:33.694740+0000","last_undegraded":"2023-12-20T10:47:33.694740+0000","last_fullsized":"2023-12-20T10:47:33.694740+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:30:12.917418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.697219+0000","last_change":"2023-12-20T10:47:33.697219+0000","last_active":"2023-12-20T10:47:33.697219+0000","last_peered":"2023-12-20T10:47:33.697219+0000","last_clean":"2023-12-20T10:47:33.697219+0000","last_became_active":"2023-12-20T10:47:33.696583+0000","last_became_peered":"2023-12-20T10:47:33.696583+0000","last_unstale":"2023-12-20T10:47:33.697219+0000","last_undegraded":"2023-12-20T10:47:33.697219+0000","last_fullsized":"2023-12-20T10:47:33.697219+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:45:13.855376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694934+0000","last_change":"2023-12-20T10:47:33.694934+0000","last_active":"2023-12-20T10:47:33.694934+0000","last_peered":"2023-12-20T10:47:33.694934+0000","last_clean":"2023-12-20T10:47:33.694934+0000","last_became_active":"2023-12-20T10:47:33.694648+0000","last_became_peered":"2023-12-20T10:47:33.694648+0000","last_unstale":"2023-12-20T10:47:33.694934+0000","last_undegraded":"2023-12-20T10:47:33.694934+0000","last_fullsized":"2023-12-20T10:47:33.694934+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:52:36.534301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.696364+0000","last_change":"2023-12-20T10:47:33.695670+0000","last_active":"2023-12-20T10:47:33.696364+0000","last_peered":"2023-12-20T10:47:33.696364+0000","last_clean":"2023-12-20T10:47:33.696364+0000","last_became_active":"2023-12-20T10:47:33.695227+0000","last_became_peered":"2023-12-20T10:47:33.695227+0000","last_unstale":"2023-12-20T10:47:33.696364+0000","last_undegraded":"2023-12-20T10:47:33.696364+0000","last_fullsized":"2023-12-20T10:47:33.696364+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:52:54.634337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694666+0000","last_change":"2023-12-20T10:47:33.690820+0000","last_active":"2023-12-20T10:47:33.694666+0000","last_peered":"2023-12-20T10:47:33.694666+0000","last_clean":"2023-12-20T10:47:33.694666+0000","last_became_active":"2023-12-20T10:47:33.690506+0000","last_became_peered":"2023-12-20T10:47:33.690506+0000","last_unstale":"2023-12-20T10:47:33.694666+0000","last_undegraded":"2023-12-20T10:47:33.694666+0000","last_fullsized":"2023-12-20T10:47:33.694666+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:58:55.427396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":126,"acting":126,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2124,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":31,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3862,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":25,"ondisk_log_size":25,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":51,"seq":219043332102,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298392,"kb_used_data":1104,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446760,"statfs":{"total":95995035648,"available":95689482240,"internally_reserved":0,"allocated":1130496,"data_stored":808796,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46400000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.432}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35299999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38500000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.371}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]}]},{"osd":6,"up_from":44,"seq":188978561034,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298436,"kb_used_data":1148,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446716,"statfs":{"total":95995035648,"available":95689437184,"internally_reserved":0,"allocated":1175552,"data_stored":830130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.501}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51400000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45900000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58599999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574872,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297820,"kb_used_data":532,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447332,"statfs":{"total":95995035648,"available":95690067968,"internally_reserved":0,"allocated":544768,"data_stored":224362,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:46:37 2023","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.378,"15min":0.378},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.38300000000000001}]},{"osd":2,"last update":"Wed Dec 20 10:46:58 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.32900000000000001}]},{"osd":3,"last update":"Wed Dec 20 10:47:18 2023","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.40200000000000002}]},{"osd":4,"last update":"Wed Dec 20 10:47:29 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.64700000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71199999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72399999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738397,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298452,"kb_used_data":1164,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446700,"statfs":{"total":95995035648,"available":95689420800,"internally_reserved":0,"allocated":1191936,"data_stored":836034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Dec 20 10:46:38 2023","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":1.0009999999999999},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.28799999999999998}]},{"osd":2,"last update":"Wed Dec 20 10:46:57 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.503}]},{"osd":3,"last update":"Wed Dec 20 10:47:11 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":1.1299999999999999}]},{"osd":4,"last update":"Wed Dec 20 10:47:31 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":1.173},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.35399999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56799999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2390000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411350,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297860,"kb_used_data":572,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447292,"statfs":{"total":95995035648,"available":95690027008,"internally_reserved":0,"allocated":585728,"data_stored":245267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:46:55 2023","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.23799999999999999}]},{"osd":1,"last update":"Wed Dec 20 10:46:55 2023","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.26600000000000001}]},{"osd":3,"last update":"Wed Dec 20 10:47:14 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.35999999999999999}]},{"osd":4,"last update":"Wed Dec 20 10:47:30 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.58599999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48999999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57699999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47799999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182419,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297808,"kb_used_data":520,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447344,"statfs":{"total":95995035648,"available":95690080256,"internally_reserved":0,"allocated":532480,"data_stored":218127,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:47:12 2023","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.29599999999999999}]},{"osd":1,"last update":"Wed Dec 20 10:47:12 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.35299999999999998}]},{"osd":2,"last update":"Wed Dec 20 10:47:12 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.26900000000000002}]},{"osd":4,"last update":"Wed Dec 20 10:47:31 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.56100000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59799999999999998}]}]},{"osd":4,"up_from":30,"seq":128849018896,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297824,"kb_used_data":536,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447328,"statfs":{"total":95995035648,"available":95690063872,"internally_reserved":0,"allocated":548864,"data_stored":224663,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:47:28 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.66900000000000004}]},{"osd":1,"last update":"Wed Dec 20 10:47:28 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.52100000000000002}]},{"osd":2,"last update":"Wed Dec 20 10:47:28 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.496}]},{"osd":3,"last update":"Wed Dec 20 10:47:28 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.57799999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73999999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]}]},{"osd":5,"up_from":37,"seq":158913789965,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":581632,"data_stored":239551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69499999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71099999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72799999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61099999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67900000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57699999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-20T10:47:37.774 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-20T10:47:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:37 smithi123 ceph-mon[124884]: pgmap v149: 97 pgs: 20 creating+peering, 22 unknown, 55 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s wr, 6 op/s 2023-12-20T10:47:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:37 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/199826129' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2023-12-20T10:47:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:37 smithi123 ceph-mon[124884]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-20T10:47:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:37 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/3808566743' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-20T10:47:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:37 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/238726141' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:47:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:37 smithi123 ceph-mon[111044]: pgmap v149: 97 pgs: 20 creating+peering, 22 unknown, 55 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s wr, 6 op/s 2023-12-20T10:47:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:37 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/199826129' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2023-12-20T10:47:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:37 smithi123 ceph-mon[111044]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-20T10:47:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:37 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/3808566743' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-20T10:47:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:37 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/238726141' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:47:38.122 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:47:38.124 INFO:teuthology.orchestra.run.smithi123.stderr:dumped all 2023-12-20T10:47:38.134 INFO:teuthology.orchestra.run.smithi123.stdout:{"pg_ready":true,"pg_map":{"version":149,"stamp":"2023-12-20T10:47:36.669334+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592492,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":190,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":142,"ondisk_log_size":142,"up":225,"acting":225,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":88,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2384448,"kb_used_data":6144,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747576768,"statfs":{"total":767960285184,"available":765518610432,"internally_reserved":0,"allocated":6291456,"data_stored":3626930,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2124,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":31,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.003994"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.673742+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:13:45.839441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.692096+0000","last_change":"2023-12-20T10:47:33.691422+0000","last_active":"2023-12-20T10:47:33.692096+0000","last_peered":"2023-12-20T10:47:33.692096+0000","last_clean":"2023-12-20T10:47:33.692096+0000","last_became_active":"2023-12-20T10:47:33.691152+0000","last_became_peered":"2023-12-20T10:47:33.691152+0000","last_unstale":"2023-12-20T10:47:33.692096+0000","last_undegraded":"2023-12-20T10:47:33.692096+0000","last_fullsized":"2023-12-20T10:47:33.692096+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:58:40.164943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.695625+0000","last_change":"2023-12-20T10:47:33.695625+0000","last_active":"2023-12-20T10:47:33.695625+0000","last_peered":"2023-12-20T10:47:33.695625+0000","last_clean":"2023-12-20T10:47:33.695625+0000","last_became_active":"2023-12-20T10:47:33.695227+0000","last_became_peered":"2023-12-20T10:47:33.695227+0000","last_unstale":"2023-12-20T10:47:33.695625+0000","last_undegraded":"2023-12-20T10:47:33.695625+0000","last_fullsized":"2023-12-20T10:47:33.695625+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:39:57.902493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.700866+0000","last_change":"2023-12-20T10:47:33.700866+0000","last_active":"2023-12-20T10:47:33.700866+0000","last_peered":"2023-12-20T10:47:33.700866+0000","last_clean":"2023-12-20T10:47:33.700866+0000","last_became_active":"2023-12-20T10:47:33.700177+0000","last_became_peered":"2023-12-20T10:47:33.700177+0000","last_unstale":"2023-12-20T10:47:33.700866+0000","last_undegraded":"2023-12-20T10:47:33.700866+0000","last_fullsized":"2023-12-20T10:47:33.700866+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:45:46.317492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694758+0000","last_change":"2023-12-20T10:47:33.691763+0000","last_active":"2023-12-20T10:47:33.694758+0000","last_peered":"2023-12-20T10:47:33.694758+0000","last_clean":"2023-12-20T10:47:33.694758+0000","last_became_active":"2023-12-20T10:47:33.691025+0000","last_became_peered":"2023-12-20T10:47:33.691025+0000","last_unstale":"2023-12-20T10:47:33.694758+0000","last_undegraded":"2023-12-20T10:47:33.694758+0000","last_fullsized":"2023-12-20T10:47:33.694758+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:41:47.315092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694636+0000","last_change":"2023-12-20T10:47:33.690940+0000","last_active":"2023-12-20T10:47:33.694636+0000","last_peered":"2023-12-20T10:47:33.694636+0000","last_clean":"2023-12-20T10:47:33.694636+0000","last_became_active":"2023-12-20T10:47:33.690666+0000","last_became_peered":"2023-12-20T10:47:33.690666+0000","last_unstale":"2023-12-20T10:47:33.694636+0000","last_undegraded":"2023-12-20T10:47:33.694636+0000","last_fullsized":"2023-12-20T10:47:33.694636+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:47:39.174640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.672137+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:12:53.564684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.704204+0000","last_change":"2023-12-20T10:47:33.700042+0000","last_active":"2023-12-20T10:47:33.704204+0000","last_peered":"2023-12-20T10:47:33.704204+0000","last_clean":"2023-12-20T10:47:33.704204+0000","last_became_active":"2023-12-20T10:47:33.699790+0000","last_became_peered":"2023-12-20T10:47:33.699790+0000","last_unstale":"2023-12-20T10:47:33.704204+0000","last_undegraded":"2023-12-20T10:47:33.704204+0000","last_fullsized":"2023-12-20T10:47:33.704204+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:08:56.029191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.675010+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:36:13.138105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,5],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.698035+0000","last_change":"2023-12-20T10:47:33.698035+0000","last_active":"2023-12-20T10:47:33.698035+0000","last_peered":"2023-12-20T10:47:33.698035+0000","last_clean":"2023-12-20T10:47:33.698035+0000","last_became_active":"2023-12-20T10:47:33.697763+0000","last_became_peered":"2023-12-20T10:47:33.697763+0000","last_unstale":"2023-12-20T10:47:33.698035+0000","last_undegraded":"2023-12-20T10:47:33.698035+0000","last_fullsized":"2023-12-20T10:47:33.698035+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:45:16.300327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.702415+0000","last_change":"2023-12-20T10:47:33.702415+0000","last_active":"2023-12-20T10:47:33.702415+0000","last_peered":"2023-12-20T10:47:33.702415+0000","last_clean":"2023-12-20T10:47:33.702415+0000","last_became_active":"2023-12-20T10:47:33.702138+0000","last_became_peered":"2023-12-20T10:47:33.702138+0000","last_unstale":"2023-12-20T10:47:33.702415+0000","last_undegraded":"2023-12-20T10:47:33.702415+0000","last_fullsized":"2023-12-20T10:47:33.702415+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:16:13.304165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.692451+0000","last_change":"2023-12-20T10:47:33.685855+0000","last_active":"2023-12-20T10:47:33.692451+0000","last_peered":"2023-12-20T10:47:33.692451+0000","last_clean":"2023-12-20T10:47:33.692451+0000","last_became_active":"2023-12-20T10:47:33.685583+0000","last_became_peered":"2023-12-20T10:47:33.685583+0000","last_unstale":"2023-12-20T10:47:33.692451+0000","last_undegraded":"2023-12-20T10:47:33.692451+0000","last_fullsized":"2023-12-20T10:47:33.692451+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:08:44.754487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"58'4","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.711128+0000","last_change":"2023-12-20T10:47:32.691557+0000","last_active":"2023-12-20T10:47:33.711128+0000","last_peered":"2023-12-20T10:47:33.711128+0000","last_clean":"2023-12-20T10:47:33.711128+0000","last_became_active":"2023-12-20T10:47:32.689534+0000","last_became_peered":"2023-12-20T10:47:32.689534+0000","last_unstale":"2023-12-20T10:47:33.711128+0000","last_undegraded":"2023-12-20T10:47:33.711128+0000","last_fullsized":"2023-12-20T10:47:33.711128+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:57:47.520289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:31.656060+0000","last_change":"2023-12-20T10:47:31.669907+0000","last_active":"2023-12-20T10:47:31.656060+0000","last_peered":"2023-12-20T10:47:31.656060+0000","last_clean":"2023-12-20T10:47:31.656060+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:31.656060+0000","last_undegraded":"2023-12-20T10:47:31.656060+0000","last_fullsized":"2023-12-20T10:47:31.656060+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:11:24.894871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.690382+0000","last_change":"2023-12-20T10:47:33.689965+0000","last_active":"2023-12-20T10:47:33.690382+0000","last_peered":"2023-12-20T10:47:33.690382+0000","last_clean":"2023-12-20T10:47:33.690382+0000","last_became_active":"2023-12-20T10:47:33.689164+0000","last_became_peered":"2023-12-20T10:47:33.689164+0000","last_unstale":"2023-12-20T10:47:33.690382+0000","last_undegraded":"2023-12-20T10:47:33.690382+0000","last_fullsized":"2023-12-20T10:47:33.690382+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:55:35.675428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:31.656060+0000","last_change":"2023-12-20T10:47:31.667215+0000","last_active":"2023-12-20T10:47:31.656060+0000","last_peered":"2023-12-20T10:47:31.656060+0000","last_clean":"2023-12-20T10:47:31.656060+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:31.656060+0000","last_undegraded":"2023-12-20T10:47:31.656060+0000","last_fullsized":"2023-12-20T10:47:31.656060+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:48:50.969137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.698844+0000","last_change":"2023-12-20T10:47:33.698844+0000","last_active":"2023-12-20T10:47:33.698844+0000","last_peered":"2023-12-20T10:47:33.698844+0000","last_clean":"2023-12-20T10:47:33.698844+0000","last_became_active":"2023-12-20T10:47:33.697423+0000","last_became_peered":"2023-12-20T10:47:33.697423+0000","last_unstale":"2023-12-20T10:47:33.698844+0000","last_undegraded":"2023-12-20T10:47:33.698844+0000","last_fullsized":"2023-12-20T10:47:33.698844+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:46:59.974182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:31.656060+0000","last_change":"2023-12-20T10:47:31.666651+0000","last_active":"2023-12-20T10:47:31.656060+0000","last_peered":"2023-12-20T10:47:31.656060+0000","last_clean":"2023-12-20T10:47:31.656060+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:31.656060+0000","last_undegraded":"2023-12-20T10:47:31.656060+0000","last_fullsized":"2023-12-20T10:47:31.656060+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:43:45.879412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.697528+0000","last_change":"2023-12-20T10:47:33.697528+0000","last_active":"2023-12-20T10:47:33.697528+0000","last_peered":"2023-12-20T10:47:33.697528+0000","last_clean":"2023-12-20T10:47:33.697528+0000","last_became_active":"2023-12-20T10:47:33.697050+0000","last_became_peered":"2023-12-20T10:47:33.697050+0000","last_unstale":"2023-12-20T10:47:33.697528+0000","last_undegraded":"2023-12-20T10:47:33.697528+0000","last_fullsized":"2023-12-20T10:47:33.697528+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:17:59.132135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:31.656060+0000","last_change":"2023-12-20T10:47:31.670256+0000","last_active":"2023-12-20T10:47:31.656060+0000","last_peered":"2023-12-20T10:47:31.656060+0000","last_clean":"2023-12-20T10:47:31.656060+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:31.656060+0000","last_undegraded":"2023-12-20T10:47:31.656060+0000","last_fullsized":"2023-12-20T10:47:31.656060+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:12:04.886994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.671579+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:56:56.948237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"58'1","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.709486+0000","last_change":"2023-12-20T10:47:32.694197+0000","last_active":"2023-12-20T10:47:33.709486+0000","last_peered":"2023-12-20T10:47:33.709486+0000","last_clean":"2023-12-20T10:47:33.709486+0000","last_became_active":"2023-12-20T10:47:32.693879+0000","last_became_peered":"2023-12-20T10:47:32.693879+0000","last_unstale":"2023-12-20T10:47:33.709486+0000","last_undegraded":"2023-12-20T10:47:33.709486+0000","last_fullsized":"2023-12-20T10:47:33.709486+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:07:32.326498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.696345+0000","last_change":"2023-12-20T10:47:33.695499+0000","last_active":"2023-12-20T10:47:33.696345+0000","last_peered":"2023-12-20T10:47:33.696345+0000","last_clean":"2023-12-20T10:47:33.696345+0000","last_became_active":"2023-12-20T10:47:33.694925+0000","last_became_peered":"2023-12-20T10:47:33.694925+0000","last_unstale":"2023-12-20T10:47:33.696345+0000","last_undegraded":"2023-12-20T10:47:33.696345+0000","last_fullsized":"2023-12-20T10:47:33.696345+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:36:24.123771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:31.656060+0000","last_change":"2023-12-20T10:47:31.669864+0000","last_active":"2023-12-20T10:47:31.656060+0000","last_peered":"2023-12-20T10:47:31.656060+0000","last_clean":"2023-12-20T10:47:31.656060+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:31.656060+0000","last_undegraded":"2023-12-20T10:47:31.656060+0000","last_fullsized":"2023-12-20T10:47:31.656060+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:02:07.670400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.694244+0000","last_change":"2023-12-20T10:47:32.693624+0000","last_active":"2023-12-20T10:47:32.694244+0000","last_peered":"2023-12-20T10:47:32.694244+0000","last_clean":"2023-12-20T10:47:32.694244+0000","last_became_active":"2023-12-20T10:47:32.693032+0000","last_became_peered":"2023-12-20T10:47:32.693032+0000","last_unstale":"2023-12-20T10:47:32.694244+0000","last_undegraded":"2023-12-20T10:47:32.694244+0000","last_fullsized":"2023-12-20T10:47:32.694244+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:44:45.205257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.674230+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:42:52.092171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.679524+0000","last_change":"2023-12-20T10:47:32.687477+0000","last_active":"2023-12-20T10:47:33.679524+0000","last_peered":"2023-12-20T10:47:33.679524+0000","last_clean":"2023-12-20T10:47:33.679524+0000","last_became_active":"2023-12-20T10:47:32.687189+0000","last_became_peered":"2023-12-20T10:47:32.687189+0000","last_unstale":"2023-12-20T10:47:33.679524+0000","last_undegraded":"2023-12-20T10:47:33.679524+0000","last_fullsized":"2023-12-20T10:47:33.679524+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:43:05.191196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694763+0000","last_change":"2023-12-20T10:47:33.694763+0000","last_active":"2023-12-20T10:47:33.694763+0000","last_peered":"2023-12-20T10:47:33.694763+0000","last_clean":"2023-12-20T10:47:33.694763+0000","last_became_active":"2023-12-20T10:47:33.694417+0000","last_became_peered":"2023-12-20T10:47:33.694417+0000","last_unstale":"2023-12-20T10:47:33.694763+0000","last_undegraded":"2023-12-20T10:47:33.694763+0000","last_fullsized":"2023-12-20T10:47:33.694763+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:16:42.177897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.691122+0000","last_change":"2023-12-20T10:47:32.689249+0000","last_active":"2023-12-20T10:47:32.691122+0000","last_peered":"2023-12-20T10:47:32.691122+0000","last_clean":"2023-12-20T10:47:32.691122+0000","last_became_active":"2023-12-20T10:47:32.687928+0000","last_became_peered":"2023-12-20T10:47:32.687928+0000","last_unstale":"2023-12-20T10:47:32.691122+0000","last_undegraded":"2023-12-20T10:47:32.691122+0000","last_fullsized":"2023-12-20T10:47:32.691122+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:30:52.897952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.690364+0000","last_change":"2023-12-20T10:47:33.689467+0000","last_active":"2023-12-20T10:47:33.690364+0000","last_peered":"2023-12-20T10:47:33.690364+0000","last_clean":"2023-12-20T10:47:33.690364+0000","last_became_active":"2023-12-20T10:47:33.688787+0000","last_became_peered":"2023-12-20T10:47:33.688787+0000","last_unstale":"2023-12-20T10:47:33.690364+0000","last_undegraded":"2023-12-20T10:47:33.690364+0000","last_fullsized":"2023-12-20T10:47:33.690364+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:40:41.732183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.686563+0000","last_change":"2023-12-20T10:47:32.686563+0000","last_active":"2023-12-20T10:47:32.686563+0000","last_peered":"2023-12-20T10:47:32.686563+0000","last_clean":"2023-12-20T10:47:32.686563+0000","last_became_active":"2023-12-20T10:47:32.686240+0000","last_became_peered":"2023-12-20T10:47:32.686240+0000","last_unstale":"2023-12-20T10:47:32.686563+0000","last_undegraded":"2023-12-20T10:47:32.686563+0000","last_fullsized":"2023-12-20T10:47:32.686563+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:48:56.005080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.671489+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:24:28.946974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"58'6","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.712889+0000","last_change":"2023-12-20T10:47:32.689700+0000","last_active":"2023-12-20T10:47:33.712889+0000","last_peered":"2023-12-20T10:47:33.712889+0000","last_clean":"2023-12-20T10:47:33.712889+0000","last_became_active":"2023-12-20T10:47:32.689397+0000","last_became_peered":"2023-12-20T10:47:32.689397+0000","last_unstale":"2023-12-20T10:47:33.712889+0000","last_undegraded":"2023-12-20T10:47:33.712889+0000","last_fullsized":"2023-12-20T10:47:33.712889+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:12:22.968575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.711084+0000","last_change":"2023-12-20T10:47:32.692114+0000","last_active":"2023-12-20T10:47:33.711084+0000","last_peered":"2023-12-20T10:47:33.711084+0000","last_clean":"2023-12-20T10:47:33.711084+0000","last_became_active":"2023-12-20T10:47:32.691828+0000","last_became_peered":"2023-12-20T10:47:32.691828+0000","last_unstale":"2023-12-20T10:47:33.711084+0000","last_undegraded":"2023-12-20T10:47:33.711084+0000","last_fullsized":"2023-12-20T10:47:33.711084+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:10:46.140345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.696364+0000","last_change":"2023-12-20T10:47:33.694680+0000","last_active":"2023-12-20T10:47:33.696364+0000","last_peered":"2023-12-20T10:47:33.696364+0000","last_clean":"2023-12-20T10:47:33.696364+0000","last_became_active":"2023-12-20T10:47:33.694378+0000","last_became_peered":"2023-12-20T10:47:33.694378+0000","last_unstale":"2023-12-20T10:47:33.696364+0000","last_undegraded":"2023-12-20T10:47:33.696364+0000","last_fullsized":"2023-12-20T10:47:33.696364+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:50:56.905226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.693153+0000","last_change":"2023-12-20T10:47:32.692202+0000","last_active":"2023-12-20T10:47:32.693153+0000","last_peered":"2023-12-20T10:47:32.693153+0000","last_clean":"2023-12-20T10:47:32.693153+0000","last_became_active":"2023-12-20T10:47:32.691909+0000","last_became_peered":"2023-12-20T10:47:32.691909+0000","last_unstale":"2023-12-20T10:47:32.693153+0000","last_undegraded":"2023-12-20T10:47:32.693153+0000","last_fullsized":"2023-12-20T10:47:32.693153+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:40:08.977136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.679211+0000","last_change":"2023-12-20T10:47:32.681000+0000","last_active":"2023-12-20T10:47:33.679211+0000","last_peered":"2023-12-20T10:47:33.679211+0000","last_clean":"2023-12-20T10:47:33.679211+0000","last_became_active":"2023-12-20T10:47:32.680664+0000","last_became_peered":"2023-12-20T10:47:32.680664+0000","last_unstale":"2023-12-20T10:47:33.679211+0000","last_undegraded":"2023-12-20T10:47:33.679211+0000","last_fullsized":"2023-12-20T10:47:33.679211+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:03:40.339950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694703+0000","last_change":"2023-12-20T10:47:33.692146+0000","last_active":"2023-12-20T10:47:33.694703+0000","last_peered":"2023-12-20T10:47:33.694703+0000","last_clean":"2023-12-20T10:47:33.694703+0000","last_became_active":"2023-12-20T10:47:33.687824+0000","last_became_peered":"2023-12-20T10:47:33.687824+0000","last_unstale":"2023-12-20T10:47:33.694703+0000","last_undegraded":"2023-12-20T10:47:33.694703+0000","last_fullsized":"2023-12-20T10:47:33.694703+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:18:15.826339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"58'8","reported_seq":19,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.713033+0000","last_change":"2023-12-20T10:47:32.684017+0000","last_active":"2023-12-20T10:47:33.713033+0000","last_peered":"2023-12-20T10:47:33.713033+0000","last_clean":"2023-12-20T10:47:33.713033+0000","last_became_active":"2023-12-20T10:47:32.683756+0000","last_became_peered":"2023-12-20T10:47:32.683756+0000","last_unstale":"2023-12-20T10:47:33.713033+0000","last_undegraded":"2023-12-20T10:47:33.713033+0000","last_fullsized":"2023-12-20T10:47:33.713033+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:09:11.457636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.683709+0000","last_change":"2023-12-20T10:47:32.683709+0000","last_active":"2023-12-20T10:47:32.683709+0000","last_peered":"2023-12-20T10:47:32.683709+0000","last_clean":"2023-12-20T10:47:32.683709+0000","last_became_active":"2023-12-20T10:47:32.683441+0000","last_became_peered":"2023-12-20T10:47:32.683441+0000","last_unstale":"2023-12-20T10:47:32.683709+0000","last_undegraded":"2023-12-20T10:47:32.683709+0000","last_fullsized":"2023-12-20T10:47:32.683709+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:52:16.035712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.694541+0000","last_change":"2023-12-20T10:47:32.694541+0000","last_active":"2023-12-20T10:47:32.694541+0000","last_peered":"2023-12-20T10:47:32.694541+0000","last_clean":"2023-12-20T10:47:32.694541+0000","last_became_active":"2023-12-20T10:47:32.694217+0000","last_became_peered":"2023-12-20T10:47:32.694217+0000","last_unstale":"2023-12-20T10:47:32.694541+0000","last_undegraded":"2023-12-20T10:47:32.694541+0000","last_fullsized":"2023-12-20T10:47:32.694541+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:48:37.282160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.696228+0000","last_change":"2023-12-20T10:47:33.696228+0000","last_active":"2023-12-20T10:47:33.696228+0000","last_peered":"2023-12-20T10:47:33.696228+0000","last_clean":"2023-12-20T10:47:33.696228+0000","last_became_active":"2023-12-20T10:47:33.695799+0000","last_became_peered":"2023-12-20T10:47:33.695799+0000","last_unstale":"2023-12-20T10:47:33.696228+0000","last_undegraded":"2023-12-20T10:47:33.696228+0000","last_fullsized":"2023-12-20T10:47:33.696228+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:01:49.912160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.691079+0000","last_change":"2023-12-20T10:47:32.689002+0000","last_active":"2023-12-20T10:47:32.691079+0000","last_peered":"2023-12-20T10:47:32.691079+0000","last_clean":"2023-12-20T10:47:32.691079+0000","last_became_active":"2023-12-20T10:47:32.688720+0000","last_became_peered":"2023-12-20T10:47:32.688720+0000","last_unstale":"2023-12-20T10:47:32.691079+0000","last_undegraded":"2023-12-20T10:47:32.691079+0000","last_fullsized":"2023-12-20T10:47:32.691079+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:52:29.880343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.671759+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:40:28.953101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.672863+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:35:59.790967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.673175+0000","last_change":"2023-12-20T10:47:32.692597+0000","last_active":"2023-12-20T10:47:33.673175+0000","last_peered":"2023-12-20T10:47:33.673175+0000","last_clean":"2023-12-20T10:47:33.673175+0000","last_became_active":"2023-12-20T10:47:32.692290+0000","last_became_peered":"2023-12-20T10:47:32.692290+0000","last_unstale":"2023-12-20T10:47:33.673175+0000","last_undegraded":"2023-12-20T10:47:33.673175+0000","last_fullsized":"2023-12-20T10:47:33.673175+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:56:00.071757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.690517+0000","last_change":"2023-12-20T10:47:32.687207+0000","last_active":"2023-12-20T10:47:32.690517+0000","last_peered":"2023-12-20T10:47:32.690517+0000","last_clean":"2023-12-20T10:47:32.690517+0000","last_became_active":"2023-12-20T10:47:32.686884+0000","last_became_peered":"2023-12-20T10:47:32.686884+0000","last_unstale":"2023-12-20T10:47:32.690517+0000","last_undegraded":"2023-12-20T10:47:32.690517+0000","last_fullsized":"2023-12-20T10:47:32.690517+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:05:09.091618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":224,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-20T10:47:20.487463+0000","last_change":"2023-12-20T10:47:20.487224+0000","last_active":"2023-12-20T10:47:20.487463+0000","last_peered":"2023-12-20T10:47:20.487463+0000","last_clean":"2023-12-20T10:47:20.487463+0000","last_became_active":"2023-12-20T10:47:20.486799+0000","last_became_peered":"2023-12-20T10:47:20.486799+0000","last_unstale":"2023-12-20T10:47:20.487463+0000","last_undegraded":"2023-12-20T10:47:20.487463+0000","last_fullsized":"2023-12-20T10:47:20.487463+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:45:55.297991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:45:55.297991+0000","last_clean_scrub_stamp":"2023-12-20T10:45:55.297991+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:55:50.892803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.690338+0000","last_change":"2023-12-20T10:47:33.689953+0000","last_active":"2023-12-20T10:47:33.690338+0000","last_peered":"2023-12-20T10:47:33.690338+0000","last_clean":"2023-12-20T10:47:33.690338+0000","last_became_active":"2023-12-20T10:47:33.689423+0000","last_became_peered":"2023-12-20T10:47:33.689423+0000","last_unstale":"2023-12-20T10:47:33.690338+0000","last_undegraded":"2023-12-20T10:47:33.690338+0000","last_fullsized":"2023-12-20T10:47:33.690338+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:58:32.778348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:31.656060+0000","last_change":"2023-12-20T10:47:31.666563+0000","last_active":"2023-12-20T10:47:31.656060+0000","last_peered":"2023-12-20T10:47:31.656060+0000","last_clean":"2023-12-20T10:47:31.656060+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:31.656060+0000","last_undegraded":"2023-12-20T10:47:31.656060+0000","last_fullsized":"2023-12-20T10:47:31.656060+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:03:55.203175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:31.656060+0000","last_change":"2023-12-20T10:47:31.666691+0000","last_active":"2023-12-20T10:47:31.656060+0000","last_peered":"2023-12-20T10:47:31.656060+0000","last_clean":"2023-12-20T10:47:31.656060+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:31.656060+0000","last_undegraded":"2023-12-20T10:47:31.656060+0000","last_fullsized":"2023-12-20T10:47:31.656060+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:43:22.392687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.677679+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:23:16.804025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.688236+0000","last_change":"2023-12-20T10:47:32.688236+0000","last_active":"2023-12-20T10:47:32.688236+0000","last_peered":"2023-12-20T10:47:32.688236+0000","last_clean":"2023-12-20T10:47:32.688236+0000","last_became_active":"2023-12-20T10:47:32.687951+0000","last_became_peered":"2023-12-20T10:47:32.687951+0000","last_unstale":"2023-12-20T10:47:32.688236+0000","last_undegraded":"2023-12-20T10:47:32.688236+0000","last_fullsized":"2023-12-20T10:47:32.688236+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:42:56.229802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.710914+0000","last_change":"2023-12-20T10:47:32.694180+0000","last_active":"2023-12-20T10:47:33.710914+0000","last_peered":"2023-12-20T10:47:33.710914+0000","last_clean":"2023-12-20T10:47:33.710914+0000","last_became_active":"2023-12-20T10:47:32.693898+0000","last_became_peered":"2023-12-20T10:47:32.693898+0000","last_unstale":"2023-12-20T10:47:33.710914+0000","last_undegraded":"2023-12-20T10:47:33.710914+0000","last_fullsized":"2023-12-20T10:47:33.710914+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:51:43.644754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.691563+0000","last_change":"2023-12-20T10:47:33.690865+0000","last_active":"2023-12-20T10:47:33.691563+0000","last_peered":"2023-12-20T10:47:33.691563+0000","last_clean":"2023-12-20T10:47:33.691563+0000","last_became_active":"2023-12-20T10:47:33.690550+0000","last_became_peered":"2023-12-20T10:47:33.690550+0000","last_unstale":"2023-12-20T10:47:33.691563+0000","last_undegraded":"2023-12-20T10:47:33.691563+0000","last_fullsized":"2023-12-20T10:47:33.691563+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:24:39.171047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:31.656060+0000","last_change":"2023-12-20T10:47:31.667241+0000","last_active":"2023-12-20T10:47:31.656060+0000","last_peered":"2023-12-20T10:47:31.656060+0000","last_clean":"2023-12-20T10:47:31.656060+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:31.656060+0000","last_undegraded":"2023-12-20T10:47:31.656060+0000","last_fullsized":"2023-12-20T10:47:31.656060+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:27:53.264887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.671507+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:02:43.130598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,7],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.694847+0000","last_change":"2023-12-20T10:47:32.694847+0000","last_active":"2023-12-20T10:47:32.694847+0000","last_peered":"2023-12-20T10:47:32.694847+0000","last_clean":"2023-12-20T10:47:32.694847+0000","last_became_active":"2023-12-20T10:47:32.694559+0000","last_became_peered":"2023-12-20T10:47:32.694559+0000","last_unstale":"2023-12-20T10:47:32.694847+0000","last_undegraded":"2023-12-20T10:47:32.694847+0000","last_fullsized":"2023-12-20T10:47:32.694847+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:36:22.171782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.695236+0000","last_change":"2023-12-20T10:47:32.695236+0000","last_active":"2023-12-20T10:47:32.695236+0000","last_peered":"2023-12-20T10:47:32.695236+0000","last_clean":"2023-12-20T10:47:32.695236+0000","last_became_active":"2023-12-20T10:47:32.694960+0000","last_became_peered":"2023-12-20T10:47:32.694960+0000","last_unstale":"2023-12-20T10:47:32.695236+0000","last_undegraded":"2023-12-20T10:47:32.695236+0000","last_fullsized":"2023-12-20T10:47:32.695236+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:45:46.219475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:31.656060+0000","last_change":"2023-12-20T10:47:31.666646+0000","last_active":"2023-12-20T10:47:31.656060+0000","last_peered":"2023-12-20T10:47:31.656060+0000","last_clean":"2023-12-20T10:47:31.656060+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:31.656060+0000","last_undegraded":"2023-12-20T10:47:31.656060+0000","last_fullsized":"2023-12-20T10:47:31.656060+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:11:29.624832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,5],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.689562+0000","last_change":"2023-12-20T10:47:33.689309+0000","last_active":"2023-12-20T10:47:33.689562+0000","last_peered":"2023-12-20T10:47:33.689562+0000","last_clean":"2023-12-20T10:47:33.689562+0000","last_became_active":"2023-12-20T10:47:33.689007+0000","last_became_peered":"2023-12-20T10:47:33.689007+0000","last_unstale":"2023-12-20T10:47:33.689562+0000","last_undegraded":"2023-12-20T10:47:33.689562+0000","last_fullsized":"2023-12-20T10:47:33.689562+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:30:09.852360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.672456+0000","last_change":"2023-12-20T10:47:32.684062+0000","last_active":"2023-12-20T10:47:33.672456+0000","last_peered":"2023-12-20T10:47:33.672456+0000","last_clean":"2023-12-20T10:47:33.672456+0000","last_became_active":"2023-12-20T10:47:32.683726+0000","last_became_peered":"2023-12-20T10:47:32.683726+0000","last_unstale":"2023-12-20T10:47:33.672456+0000","last_undegraded":"2023-12-20T10:47:33.672456+0000","last_fullsized":"2023-12-20T10:47:33.672456+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:27:51.729546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.691330+0000","last_change":"2023-12-20T10:47:32.691330+0000","last_active":"2023-12-20T10:47:32.691330+0000","last_peered":"2023-12-20T10:47:32.691330+0000","last_clean":"2023-12-20T10:47:32.691330+0000","last_became_active":"2023-12-20T10:47:32.690344+0000","last_became_peered":"2023-12-20T10:47:32.690344+0000","last_unstale":"2023-12-20T10:47:32.691330+0000","last_undegraded":"2023-12-20T10:47:32.691330+0000","last_fullsized":"2023-12-20T10:47:32.691330+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:26:10.388948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.691569+0000","last_change":"2023-12-20T10:47:33.691569+0000","last_active":"2023-12-20T10:47:33.691569+0000","last_peered":"2023-12-20T10:47:33.691569+0000","last_clean":"2023-12-20T10:47:33.691569+0000","last_became_active":"2023-12-20T10:47:33.690909+0000","last_became_peered":"2023-12-20T10:47:33.690909+0000","last_unstale":"2023-12-20T10:47:33.691569+0000","last_undegraded":"2023-12-20T10:47:33.691569+0000","last_fullsized":"2023-12-20T10:47:33.691569+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:11:14.496233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.712077+0000","last_change":"2023-12-20T10:47:32.693702+0000","last_active":"2023-12-20T10:47:33.712077+0000","last_peered":"2023-12-20T10:47:33.712077+0000","last_clean":"2023-12-20T10:47:33.712077+0000","last_became_active":"2023-12-20T10:47:32.693315+0000","last_became_peered":"2023-12-20T10:47:32.693315+0000","last_unstale":"2023-12-20T10:47:33.712077+0000","last_undegraded":"2023-12-20T10:47:33.712077+0000","last_fullsized":"2023-12-20T10:47:33.712077+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:28:22.635257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.696583+0000","last_change":"2023-12-20T10:47:33.693264+0000","last_active":"2023-12-20T10:47:33.696583+0000","last_peered":"2023-12-20T10:47:33.696583+0000","last_clean":"2023-12-20T10:47:33.696583+0000","last_became_active":"2023-12-20T10:47:33.692941+0000","last_became_peered":"2023-12-20T10:47:33.692941+0000","last_unstale":"2023-12-20T10:47:33.696583+0000","last_undegraded":"2023-12-20T10:47:33.696583+0000","last_fullsized":"2023-12-20T10:47:33.696583+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T10:57:55.998961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.698082+0000","last_change":"2023-12-20T10:47:33.687851+0000","last_active":"2023-12-20T10:47:33.698082+0000","last_peered":"2023-12-20T10:47:33.698082+0000","last_clean":"2023-12-20T10:47:33.698082+0000","last_became_active":"2023-12-20T10:47:33.687540+0000","last_became_peered":"2023-12-20T10:47:33.687540+0000","last_unstale":"2023-12-20T10:47:33.698082+0000","last_undegraded":"2023-12-20T10:47:33.698082+0000","last_fullsized":"2023-12-20T10:47:33.698082+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:20:34.659185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.701047+0000","last_change":"2023-12-20T10:47:33.701047+0000","last_active":"2023-12-20T10:47:33.701047+0000","last_peered":"2023-12-20T10:47:33.701047+0000","last_clean":"2023-12-20T10:47:33.701047+0000","last_became_active":"2023-12-20T10:47:33.700566+0000","last_became_peered":"2023-12-20T10:47:33.700566+0000","last_unstale":"2023-12-20T10:47:33.701047+0000","last_undegraded":"2023-12-20T10:47:33.701047+0000","last_fullsized":"2023-12-20T10:47:33.701047+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:28:57.733327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.710224+0000","last_change":"2023-12-20T10:47:33.706805+0000","last_active":"2023-12-20T10:47:33.710224+0000","last_peered":"2023-12-20T10:47:33.710224+0000","last_clean":"2023-12-20T10:47:33.710224+0000","last_became_active":"2023-12-20T10:47:33.706076+0000","last_became_peered":"2023-12-20T10:47:33.706076+0000","last_unstale":"2023-12-20T10:47:33.710224+0000","last_undegraded":"2023-12-20T10:47:33.710224+0000","last_fullsized":"2023-12-20T10:47:33.710224+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:17:27.247898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.676677+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:51:11.224504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,3],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694740+0000","last_change":"2023-12-20T10:47:33.690577+0000","last_active":"2023-12-20T10:47:33.694740+0000","last_peered":"2023-12-20T10:47:33.694740+0000","last_clean":"2023-12-20T10:47:33.694740+0000","last_became_active":"2023-12-20T10:47:33.690283+0000","last_became_peered":"2023-12-20T10:47:33.690283+0000","last_unstale":"2023-12-20T10:47:33.694740+0000","last_undegraded":"2023-12-20T10:47:33.694740+0000","last_fullsized":"2023-12-20T10:47:33.694740+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:30:12.917418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.697219+0000","last_change":"2023-12-20T10:47:33.697219+0000","last_active":"2023-12-20T10:47:33.697219+0000","last_peered":"2023-12-20T10:47:33.697219+0000","last_clean":"2023-12-20T10:47:33.697219+0000","last_became_active":"2023-12-20T10:47:33.696583+0000","last_became_peered":"2023-12-20T10:47:33.696583+0000","last_unstale":"2023-12-20T10:47:33.697219+0000","last_undegraded":"2023-12-20T10:47:33.697219+0000","last_fullsized":"2023-12-20T10:47:33.697219+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:45:13.855376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694934+0000","last_change":"2023-12-20T10:47:33.694934+0000","last_active":"2023-12-20T10:47:33.694934+0000","last_peered":"2023-12-20T10:47:33.694934+0000","last_clean":"2023-12-20T10:47:33.694934+0000","last_became_active":"2023-12-20T10:47:33.694648+0000","last_became_peered":"2023-12-20T10:47:33.694648+0000","last_unstale":"2023-12-20T10:47:33.694934+0000","last_undegraded":"2023-12-20T10:47:33.694934+0000","last_fullsized":"2023-12-20T10:47:33.694934+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:52:36.534301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.696364+0000","last_change":"2023-12-20T10:47:33.695670+0000","last_active":"2023-12-20T10:47:33.696364+0000","last_peered":"2023-12-20T10:47:33.696364+0000","last_clean":"2023-12-20T10:47:33.696364+0000","last_became_active":"2023-12-20T10:47:33.695227+0000","last_became_peered":"2023-12-20T10:47:33.695227+0000","last_unstale":"2023-12-20T10:47:33.696364+0000","last_undegraded":"2023-12-20T10:47:33.696364+0000","last_fullsized":"2023-12-20T10:47:33.696364+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:52:54.634337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694666+0000","last_change":"2023-12-20T10:47:33.690820+0000","last_active":"2023-12-20T10:47:33.694666+0000","last_peered":"2023-12-20T10:47:33.694666+0000","last_clean":"2023-12-20T10:47:33.694666+0000","last_became_active":"2023-12-20T10:47:33.690506+0000","last_became_peered":"2023-12-20T10:47:33.690506+0000","last_unstale":"2023-12-20T10:47:33.694666+0000","last_undegraded":"2023-12-20T10:47:33.694666+0000","last_fullsized":"2023-12-20T10:47:33.694666+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:58:55.427396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":126,"acting":126,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2124,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":31,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3862,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":25,"ondisk_log_size":25,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":51,"seq":219043332102,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298392,"kb_used_data":1104,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446760,"statfs":{"total":95995035648,"available":95689482240,"internally_reserved":0,"allocated":1130496,"data_stored":808796,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46400000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.432}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35299999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38500000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.371}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]}]},{"osd":6,"up_from":44,"seq":188978561034,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298436,"kb_used_data":1148,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446716,"statfs":{"total":95995035648,"available":95689437184,"internally_reserved":0,"allocated":1175552,"data_stored":830130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.501}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51400000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45900000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58599999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574872,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297820,"kb_used_data":532,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447332,"statfs":{"total":95995035648,"available":95690067968,"internally_reserved":0,"allocated":544768,"data_stored":224362,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:46:37 2023","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.378,"15min":0.378},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.38300000000000001}]},{"osd":2,"last update":"Wed Dec 20 10:46:58 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.32900000000000001}]},{"osd":3,"last update":"Wed Dec 20 10:47:18 2023","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.40200000000000002}]},{"osd":4,"last update":"Wed Dec 20 10:47:29 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.64700000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71199999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72399999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738397,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298452,"kb_used_data":1164,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446700,"statfs":{"total":95995035648,"available":95689420800,"internally_reserved":0,"allocated":1191936,"data_stored":836034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Dec 20 10:46:38 2023","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":1.0009999999999999},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.28799999999999998}]},{"osd":2,"last update":"Wed Dec 20 10:46:57 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.503}]},{"osd":3,"last update":"Wed Dec 20 10:47:11 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":1.1299999999999999}]},{"osd":4,"last update":"Wed Dec 20 10:47:31 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":1.173},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.35399999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56799999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2390000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411350,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297860,"kb_used_data":572,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447292,"statfs":{"total":95995035648,"available":95690027008,"internally_reserved":0,"allocated":585728,"data_stored":245267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:46:55 2023","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.23799999999999999}]},{"osd":1,"last update":"Wed Dec 20 10:46:55 2023","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.26600000000000001}]},{"osd":3,"last update":"Wed Dec 20 10:47:14 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.35999999999999999}]},{"osd":4,"last update":"Wed Dec 20 10:47:30 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.58599999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48999999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57699999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47799999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182419,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297808,"kb_used_data":520,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447344,"statfs":{"total":95995035648,"available":95690080256,"internally_reserved":0,"allocated":532480,"data_stored":218127,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:47:12 2023","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.29599999999999999}]},{"osd":1,"last update":"Wed Dec 20 10:47:12 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.35299999999999998}]},{"osd":2,"last update":"Wed Dec 20 10:47:12 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.26900000000000002}]},{"osd":4,"last update":"Wed Dec 20 10:47:31 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.56100000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59799999999999998}]}]},{"osd":4,"up_from":30,"seq":128849018896,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297824,"kb_used_data":536,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447328,"statfs":{"total":95995035648,"available":95690063872,"internally_reserved":0,"allocated":548864,"data_stored":224663,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:47:28 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.66900000000000004}]},{"osd":1,"last update":"Wed Dec 20 10:47:28 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.52100000000000002}]},{"osd":2,"last update":"Wed Dec 20 10:47:28 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.496}]},{"osd":3,"last update":"Wed Dec 20 10:47:28 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.57799999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73999999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]}]},{"osd":5,"up_from":37,"seq":158913789965,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":581632,"data_stored":239551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69499999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71099999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72799999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61099999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67900000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57699999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-20T10:47:38.139 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-20T10:47:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:37 smithi177 ceph-mon[144425]: pgmap v149: 97 pgs: 20 creating+peering, 22 unknown, 55 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s wr, 6 op/s 2023-12-20T10:47:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:37 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/199826129' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2023-12-20T10:47:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:37 smithi177 ceph-mon[144425]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-20T10:47:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:37 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/3808566743' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-20T10:47:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:37 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/238726141' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:47:38.487 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:47:38.489 INFO:teuthology.orchestra.run.smithi123.stderr:dumped all 2023-12-20T10:47:38.498 INFO:teuthology.orchestra.run.smithi123.stdout:{"pg_ready":true,"pg_map":{"version":149,"stamp":"2023-12-20T10:47:36.669334+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592492,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":190,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":142,"ondisk_log_size":142,"up":225,"acting":225,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":88,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2384448,"kb_used_data":6144,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747576768,"statfs":{"total":767960285184,"available":765518610432,"internally_reserved":0,"allocated":6291456,"data_stored":3626930,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2124,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":31,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.003994"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.673742+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:13:45.839441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.692096+0000","last_change":"2023-12-20T10:47:33.691422+0000","last_active":"2023-12-20T10:47:33.692096+0000","last_peered":"2023-12-20T10:47:33.692096+0000","last_clean":"2023-12-20T10:47:33.692096+0000","last_became_active":"2023-12-20T10:47:33.691152+0000","last_became_peered":"2023-12-20T10:47:33.691152+0000","last_unstale":"2023-12-20T10:47:33.692096+0000","last_undegraded":"2023-12-20T10:47:33.692096+0000","last_fullsized":"2023-12-20T10:47:33.692096+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:58:40.164943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.695625+0000","last_change":"2023-12-20T10:47:33.695625+0000","last_active":"2023-12-20T10:47:33.695625+0000","last_peered":"2023-12-20T10:47:33.695625+0000","last_clean":"2023-12-20T10:47:33.695625+0000","last_became_active":"2023-12-20T10:47:33.695227+0000","last_became_peered":"2023-12-20T10:47:33.695227+0000","last_unstale":"2023-12-20T10:47:33.695625+0000","last_undegraded":"2023-12-20T10:47:33.695625+0000","last_fullsized":"2023-12-20T10:47:33.695625+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:39:57.902493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.700866+0000","last_change":"2023-12-20T10:47:33.700866+0000","last_active":"2023-12-20T10:47:33.700866+0000","last_peered":"2023-12-20T10:47:33.700866+0000","last_clean":"2023-12-20T10:47:33.700866+0000","last_became_active":"2023-12-20T10:47:33.700177+0000","last_became_peered":"2023-12-20T10:47:33.700177+0000","last_unstale":"2023-12-20T10:47:33.700866+0000","last_undegraded":"2023-12-20T10:47:33.700866+0000","last_fullsized":"2023-12-20T10:47:33.700866+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:45:46.317492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694758+0000","last_change":"2023-12-20T10:47:33.691763+0000","last_active":"2023-12-20T10:47:33.694758+0000","last_peered":"2023-12-20T10:47:33.694758+0000","last_clean":"2023-12-20T10:47:33.694758+0000","last_became_active":"2023-12-20T10:47:33.691025+0000","last_became_peered":"2023-12-20T10:47:33.691025+0000","last_unstale":"2023-12-20T10:47:33.694758+0000","last_undegraded":"2023-12-20T10:47:33.694758+0000","last_fullsized":"2023-12-20T10:47:33.694758+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:41:47.315092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694636+0000","last_change":"2023-12-20T10:47:33.690940+0000","last_active":"2023-12-20T10:47:33.694636+0000","last_peered":"2023-12-20T10:47:33.694636+0000","last_clean":"2023-12-20T10:47:33.694636+0000","last_became_active":"2023-12-20T10:47:33.690666+0000","last_became_peered":"2023-12-20T10:47:33.690666+0000","last_unstale":"2023-12-20T10:47:33.694636+0000","last_undegraded":"2023-12-20T10:47:33.694636+0000","last_fullsized":"2023-12-20T10:47:33.694636+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:47:39.174640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.672137+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:12:53.564684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.704204+0000","last_change":"2023-12-20T10:47:33.700042+0000","last_active":"2023-12-20T10:47:33.704204+0000","last_peered":"2023-12-20T10:47:33.704204+0000","last_clean":"2023-12-20T10:47:33.704204+0000","last_became_active":"2023-12-20T10:47:33.699790+0000","last_became_peered":"2023-12-20T10:47:33.699790+0000","last_unstale":"2023-12-20T10:47:33.704204+0000","last_undegraded":"2023-12-20T10:47:33.704204+0000","last_fullsized":"2023-12-20T10:47:33.704204+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:08:56.029191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.675010+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:36:13.138105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,5],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.698035+0000","last_change":"2023-12-20T10:47:33.698035+0000","last_active":"2023-12-20T10:47:33.698035+0000","last_peered":"2023-12-20T10:47:33.698035+0000","last_clean":"2023-12-20T10:47:33.698035+0000","last_became_active":"2023-12-20T10:47:33.697763+0000","last_became_peered":"2023-12-20T10:47:33.697763+0000","last_unstale":"2023-12-20T10:47:33.698035+0000","last_undegraded":"2023-12-20T10:47:33.698035+0000","last_fullsized":"2023-12-20T10:47:33.698035+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:45:16.300327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.702415+0000","last_change":"2023-12-20T10:47:33.702415+0000","last_active":"2023-12-20T10:47:33.702415+0000","last_peered":"2023-12-20T10:47:33.702415+0000","last_clean":"2023-12-20T10:47:33.702415+0000","last_became_active":"2023-12-20T10:47:33.702138+0000","last_became_peered":"2023-12-20T10:47:33.702138+0000","last_unstale":"2023-12-20T10:47:33.702415+0000","last_undegraded":"2023-12-20T10:47:33.702415+0000","last_fullsized":"2023-12-20T10:47:33.702415+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:16:13.304165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.692451+0000","last_change":"2023-12-20T10:47:33.685855+0000","last_active":"2023-12-20T10:47:33.692451+0000","last_peered":"2023-12-20T10:47:33.692451+0000","last_clean":"2023-12-20T10:47:33.692451+0000","last_became_active":"2023-12-20T10:47:33.685583+0000","last_became_peered":"2023-12-20T10:47:33.685583+0000","last_unstale":"2023-12-20T10:47:33.692451+0000","last_undegraded":"2023-12-20T10:47:33.692451+0000","last_fullsized":"2023-12-20T10:47:33.692451+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:08:44.754487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"58'4","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.711128+0000","last_change":"2023-12-20T10:47:32.691557+0000","last_active":"2023-12-20T10:47:33.711128+0000","last_peered":"2023-12-20T10:47:33.711128+0000","last_clean":"2023-12-20T10:47:33.711128+0000","last_became_active":"2023-12-20T10:47:32.689534+0000","last_became_peered":"2023-12-20T10:47:32.689534+0000","last_unstale":"2023-12-20T10:47:33.711128+0000","last_undegraded":"2023-12-20T10:47:33.711128+0000","last_fullsized":"2023-12-20T10:47:33.711128+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:57:47.520289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:31.656060+0000","last_change":"2023-12-20T10:47:31.669907+0000","last_active":"2023-12-20T10:47:31.656060+0000","last_peered":"2023-12-20T10:47:31.656060+0000","last_clean":"2023-12-20T10:47:31.656060+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:31.656060+0000","last_undegraded":"2023-12-20T10:47:31.656060+0000","last_fullsized":"2023-12-20T10:47:31.656060+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:11:24.894871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.690382+0000","last_change":"2023-12-20T10:47:33.689965+0000","last_active":"2023-12-20T10:47:33.690382+0000","last_peered":"2023-12-20T10:47:33.690382+0000","last_clean":"2023-12-20T10:47:33.690382+0000","last_became_active":"2023-12-20T10:47:33.689164+0000","last_became_peered":"2023-12-20T10:47:33.689164+0000","last_unstale":"2023-12-20T10:47:33.690382+0000","last_undegraded":"2023-12-20T10:47:33.690382+0000","last_fullsized":"2023-12-20T10:47:33.690382+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:55:35.675428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:31.656060+0000","last_change":"2023-12-20T10:47:31.667215+0000","last_active":"2023-12-20T10:47:31.656060+0000","last_peered":"2023-12-20T10:47:31.656060+0000","last_clean":"2023-12-20T10:47:31.656060+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:31.656060+0000","last_undegraded":"2023-12-20T10:47:31.656060+0000","last_fullsized":"2023-12-20T10:47:31.656060+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:48:50.969137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.698844+0000","last_change":"2023-12-20T10:47:33.698844+0000","last_active":"2023-12-20T10:47:33.698844+0000","last_peered":"2023-12-20T10:47:33.698844+0000","last_clean":"2023-12-20T10:47:33.698844+0000","last_became_active":"2023-12-20T10:47:33.697423+0000","last_became_peered":"2023-12-20T10:47:33.697423+0000","last_unstale":"2023-12-20T10:47:33.698844+0000","last_undegraded":"2023-12-20T10:47:33.698844+0000","last_fullsized":"2023-12-20T10:47:33.698844+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:46:59.974182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:31.656060+0000","last_change":"2023-12-20T10:47:31.666651+0000","last_active":"2023-12-20T10:47:31.656060+0000","last_peered":"2023-12-20T10:47:31.656060+0000","last_clean":"2023-12-20T10:47:31.656060+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:31.656060+0000","last_undegraded":"2023-12-20T10:47:31.656060+0000","last_fullsized":"2023-12-20T10:47:31.656060+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:43:45.879412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.697528+0000","last_change":"2023-12-20T10:47:33.697528+0000","last_active":"2023-12-20T10:47:33.697528+0000","last_peered":"2023-12-20T10:47:33.697528+0000","last_clean":"2023-12-20T10:47:33.697528+0000","last_became_active":"2023-12-20T10:47:33.697050+0000","last_became_peered":"2023-12-20T10:47:33.697050+0000","last_unstale":"2023-12-20T10:47:33.697528+0000","last_undegraded":"2023-12-20T10:47:33.697528+0000","last_fullsized":"2023-12-20T10:47:33.697528+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:17:59.132135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:31.656060+0000","last_change":"2023-12-20T10:47:31.670256+0000","last_active":"2023-12-20T10:47:31.656060+0000","last_peered":"2023-12-20T10:47:31.656060+0000","last_clean":"2023-12-20T10:47:31.656060+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:31.656060+0000","last_undegraded":"2023-12-20T10:47:31.656060+0000","last_fullsized":"2023-12-20T10:47:31.656060+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:12:04.886994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.671579+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:56:56.948237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"58'1","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.709486+0000","last_change":"2023-12-20T10:47:32.694197+0000","last_active":"2023-12-20T10:47:33.709486+0000","last_peered":"2023-12-20T10:47:33.709486+0000","last_clean":"2023-12-20T10:47:33.709486+0000","last_became_active":"2023-12-20T10:47:32.693879+0000","last_became_peered":"2023-12-20T10:47:32.693879+0000","last_unstale":"2023-12-20T10:47:33.709486+0000","last_undegraded":"2023-12-20T10:47:33.709486+0000","last_fullsized":"2023-12-20T10:47:33.709486+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:07:32.326498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.696345+0000","last_change":"2023-12-20T10:47:33.695499+0000","last_active":"2023-12-20T10:47:33.696345+0000","last_peered":"2023-12-20T10:47:33.696345+0000","last_clean":"2023-12-20T10:47:33.696345+0000","last_became_active":"2023-12-20T10:47:33.694925+0000","last_became_peered":"2023-12-20T10:47:33.694925+0000","last_unstale":"2023-12-20T10:47:33.696345+0000","last_undegraded":"2023-12-20T10:47:33.696345+0000","last_fullsized":"2023-12-20T10:47:33.696345+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:36:24.123771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:31.656060+0000","last_change":"2023-12-20T10:47:31.669864+0000","last_active":"2023-12-20T10:47:31.656060+0000","last_peered":"2023-12-20T10:47:31.656060+0000","last_clean":"2023-12-20T10:47:31.656060+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:31.656060+0000","last_undegraded":"2023-12-20T10:47:31.656060+0000","last_fullsized":"2023-12-20T10:47:31.656060+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:02:07.670400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.694244+0000","last_change":"2023-12-20T10:47:32.693624+0000","last_active":"2023-12-20T10:47:32.694244+0000","last_peered":"2023-12-20T10:47:32.694244+0000","last_clean":"2023-12-20T10:47:32.694244+0000","last_became_active":"2023-12-20T10:47:32.693032+0000","last_became_peered":"2023-12-20T10:47:32.693032+0000","last_unstale":"2023-12-20T10:47:32.694244+0000","last_undegraded":"2023-12-20T10:47:32.694244+0000","last_fullsized":"2023-12-20T10:47:32.694244+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:44:45.205257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.674230+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:42:52.092171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.679524+0000","last_change":"2023-12-20T10:47:32.687477+0000","last_active":"2023-12-20T10:47:33.679524+0000","last_peered":"2023-12-20T10:47:33.679524+0000","last_clean":"2023-12-20T10:47:33.679524+0000","last_became_active":"2023-12-20T10:47:32.687189+0000","last_became_peered":"2023-12-20T10:47:32.687189+0000","last_unstale":"2023-12-20T10:47:33.679524+0000","last_undegraded":"2023-12-20T10:47:33.679524+0000","last_fullsized":"2023-12-20T10:47:33.679524+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:43:05.191196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694763+0000","last_change":"2023-12-20T10:47:33.694763+0000","last_active":"2023-12-20T10:47:33.694763+0000","last_peered":"2023-12-20T10:47:33.694763+0000","last_clean":"2023-12-20T10:47:33.694763+0000","last_became_active":"2023-12-20T10:47:33.694417+0000","last_became_peered":"2023-12-20T10:47:33.694417+0000","last_unstale":"2023-12-20T10:47:33.694763+0000","last_undegraded":"2023-12-20T10:47:33.694763+0000","last_fullsized":"2023-12-20T10:47:33.694763+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:16:42.177897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.691122+0000","last_change":"2023-12-20T10:47:32.689249+0000","last_active":"2023-12-20T10:47:32.691122+0000","last_peered":"2023-12-20T10:47:32.691122+0000","last_clean":"2023-12-20T10:47:32.691122+0000","last_became_active":"2023-12-20T10:47:32.687928+0000","last_became_peered":"2023-12-20T10:47:32.687928+0000","last_unstale":"2023-12-20T10:47:32.691122+0000","last_undegraded":"2023-12-20T10:47:32.691122+0000","last_fullsized":"2023-12-20T10:47:32.691122+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:30:52.897952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.690364+0000","last_change":"2023-12-20T10:47:33.689467+0000","last_active":"2023-12-20T10:47:33.690364+0000","last_peered":"2023-12-20T10:47:33.690364+0000","last_clean":"2023-12-20T10:47:33.690364+0000","last_became_active":"2023-12-20T10:47:33.688787+0000","last_became_peered":"2023-12-20T10:47:33.688787+0000","last_unstale":"2023-12-20T10:47:33.690364+0000","last_undegraded":"2023-12-20T10:47:33.690364+0000","last_fullsized":"2023-12-20T10:47:33.690364+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:40:41.732183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.686563+0000","last_change":"2023-12-20T10:47:32.686563+0000","last_active":"2023-12-20T10:47:32.686563+0000","last_peered":"2023-12-20T10:47:32.686563+0000","last_clean":"2023-12-20T10:47:32.686563+0000","last_became_active":"2023-12-20T10:47:32.686240+0000","last_became_peered":"2023-12-20T10:47:32.686240+0000","last_unstale":"2023-12-20T10:47:32.686563+0000","last_undegraded":"2023-12-20T10:47:32.686563+0000","last_fullsized":"2023-12-20T10:47:32.686563+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:48:56.005080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.671489+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:24:28.946974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"58'6","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.712889+0000","last_change":"2023-12-20T10:47:32.689700+0000","last_active":"2023-12-20T10:47:33.712889+0000","last_peered":"2023-12-20T10:47:33.712889+0000","last_clean":"2023-12-20T10:47:33.712889+0000","last_became_active":"2023-12-20T10:47:32.689397+0000","last_became_peered":"2023-12-20T10:47:32.689397+0000","last_unstale":"2023-12-20T10:47:33.712889+0000","last_undegraded":"2023-12-20T10:47:33.712889+0000","last_fullsized":"2023-12-20T10:47:33.712889+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:12:22.968575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.711084+0000","last_change":"2023-12-20T10:47:32.692114+0000","last_active":"2023-12-20T10:47:33.711084+0000","last_peered":"2023-12-20T10:47:33.711084+0000","last_clean":"2023-12-20T10:47:33.711084+0000","last_became_active":"2023-12-20T10:47:32.691828+0000","last_became_peered":"2023-12-20T10:47:32.691828+0000","last_unstale":"2023-12-20T10:47:33.711084+0000","last_undegraded":"2023-12-20T10:47:33.711084+0000","last_fullsized":"2023-12-20T10:47:33.711084+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:10:46.140345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.696364+0000","last_change":"2023-12-20T10:47:33.694680+0000","last_active":"2023-12-20T10:47:33.696364+0000","last_peered":"2023-12-20T10:47:33.696364+0000","last_clean":"2023-12-20T10:47:33.696364+0000","last_became_active":"2023-12-20T10:47:33.694378+0000","last_became_peered":"2023-12-20T10:47:33.694378+0000","last_unstale":"2023-12-20T10:47:33.696364+0000","last_undegraded":"2023-12-20T10:47:33.696364+0000","last_fullsized":"2023-12-20T10:47:33.696364+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:50:56.905226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.693153+0000","last_change":"2023-12-20T10:47:32.692202+0000","last_active":"2023-12-20T10:47:32.693153+0000","last_peered":"2023-12-20T10:47:32.693153+0000","last_clean":"2023-12-20T10:47:32.693153+0000","last_became_active":"2023-12-20T10:47:32.691909+0000","last_became_peered":"2023-12-20T10:47:32.691909+0000","last_unstale":"2023-12-20T10:47:32.693153+0000","last_undegraded":"2023-12-20T10:47:32.693153+0000","last_fullsized":"2023-12-20T10:47:32.693153+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:40:08.977136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.679211+0000","last_change":"2023-12-20T10:47:32.681000+0000","last_active":"2023-12-20T10:47:33.679211+0000","last_peered":"2023-12-20T10:47:33.679211+0000","last_clean":"2023-12-20T10:47:33.679211+0000","last_became_active":"2023-12-20T10:47:32.680664+0000","last_became_peered":"2023-12-20T10:47:32.680664+0000","last_unstale":"2023-12-20T10:47:33.679211+0000","last_undegraded":"2023-12-20T10:47:33.679211+0000","last_fullsized":"2023-12-20T10:47:33.679211+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:03:40.339950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694703+0000","last_change":"2023-12-20T10:47:33.692146+0000","last_active":"2023-12-20T10:47:33.694703+0000","last_peered":"2023-12-20T10:47:33.694703+0000","last_clean":"2023-12-20T10:47:33.694703+0000","last_became_active":"2023-12-20T10:47:33.687824+0000","last_became_peered":"2023-12-20T10:47:33.687824+0000","last_unstale":"2023-12-20T10:47:33.694703+0000","last_undegraded":"2023-12-20T10:47:33.694703+0000","last_fullsized":"2023-12-20T10:47:33.694703+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:18:15.826339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"58'8","reported_seq":19,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.713033+0000","last_change":"2023-12-20T10:47:32.684017+0000","last_active":"2023-12-20T10:47:33.713033+0000","last_peered":"2023-12-20T10:47:33.713033+0000","last_clean":"2023-12-20T10:47:33.713033+0000","last_became_active":"2023-12-20T10:47:32.683756+0000","last_became_peered":"2023-12-20T10:47:32.683756+0000","last_unstale":"2023-12-20T10:47:33.713033+0000","last_undegraded":"2023-12-20T10:47:33.713033+0000","last_fullsized":"2023-12-20T10:47:33.713033+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:09:11.457636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.683709+0000","last_change":"2023-12-20T10:47:32.683709+0000","last_active":"2023-12-20T10:47:32.683709+0000","last_peered":"2023-12-20T10:47:32.683709+0000","last_clean":"2023-12-20T10:47:32.683709+0000","last_became_active":"2023-12-20T10:47:32.683441+0000","last_became_peered":"2023-12-20T10:47:32.683441+0000","last_unstale":"2023-12-20T10:47:32.683709+0000","last_undegraded":"2023-12-20T10:47:32.683709+0000","last_fullsized":"2023-12-20T10:47:32.683709+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:52:16.035712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.694541+0000","last_change":"2023-12-20T10:47:32.694541+0000","last_active":"2023-12-20T10:47:32.694541+0000","last_peered":"2023-12-20T10:47:32.694541+0000","last_clean":"2023-12-20T10:47:32.694541+0000","last_became_active":"2023-12-20T10:47:32.694217+0000","last_became_peered":"2023-12-20T10:47:32.694217+0000","last_unstale":"2023-12-20T10:47:32.694541+0000","last_undegraded":"2023-12-20T10:47:32.694541+0000","last_fullsized":"2023-12-20T10:47:32.694541+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:48:37.282160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.696228+0000","last_change":"2023-12-20T10:47:33.696228+0000","last_active":"2023-12-20T10:47:33.696228+0000","last_peered":"2023-12-20T10:47:33.696228+0000","last_clean":"2023-12-20T10:47:33.696228+0000","last_became_active":"2023-12-20T10:47:33.695799+0000","last_became_peered":"2023-12-20T10:47:33.695799+0000","last_unstale":"2023-12-20T10:47:33.696228+0000","last_undegraded":"2023-12-20T10:47:33.696228+0000","last_fullsized":"2023-12-20T10:47:33.696228+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:01:49.912160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.691079+0000","last_change":"2023-12-20T10:47:32.689002+0000","last_active":"2023-12-20T10:47:32.691079+0000","last_peered":"2023-12-20T10:47:32.691079+0000","last_clean":"2023-12-20T10:47:32.691079+0000","last_became_active":"2023-12-20T10:47:32.688720+0000","last_became_peered":"2023-12-20T10:47:32.688720+0000","last_unstale":"2023-12-20T10:47:32.691079+0000","last_undegraded":"2023-12-20T10:47:32.691079+0000","last_fullsized":"2023-12-20T10:47:32.691079+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:52:29.880343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.671759+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:40:28.953101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.672863+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:35:59.790967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.673175+0000","last_change":"2023-12-20T10:47:32.692597+0000","last_active":"2023-12-20T10:47:33.673175+0000","last_peered":"2023-12-20T10:47:33.673175+0000","last_clean":"2023-12-20T10:47:33.673175+0000","last_became_active":"2023-12-20T10:47:32.692290+0000","last_became_peered":"2023-12-20T10:47:32.692290+0000","last_unstale":"2023-12-20T10:47:33.673175+0000","last_undegraded":"2023-12-20T10:47:33.673175+0000","last_fullsized":"2023-12-20T10:47:33.673175+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:56:00.071757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.690517+0000","last_change":"2023-12-20T10:47:32.687207+0000","last_active":"2023-12-20T10:47:32.690517+0000","last_peered":"2023-12-20T10:47:32.690517+0000","last_clean":"2023-12-20T10:47:32.690517+0000","last_became_active":"2023-12-20T10:47:32.686884+0000","last_became_peered":"2023-12-20T10:47:32.686884+0000","last_unstale":"2023-12-20T10:47:32.690517+0000","last_undegraded":"2023-12-20T10:47:32.690517+0000","last_fullsized":"2023-12-20T10:47:32.690517+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:05:09.091618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":224,"reported_epoch":55,"state":"active+clean","last_fresh":"2023-12-20T10:47:20.487463+0000","last_change":"2023-12-20T10:47:20.487224+0000","last_active":"2023-12-20T10:47:20.487463+0000","last_peered":"2023-12-20T10:47:20.487463+0000","last_clean":"2023-12-20T10:47:20.487463+0000","last_became_active":"2023-12-20T10:47:20.486799+0000","last_became_peered":"2023-12-20T10:47:20.486799+0000","last_unstale":"2023-12-20T10:47:20.487463+0000","last_undegraded":"2023-12-20T10:47:20.487463+0000","last_fullsized":"2023-12-20T10:47:20.487463+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:45:55.297991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:45:55.297991+0000","last_clean_scrub_stamp":"2023-12-20T10:45:55.297991+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:55:50.892803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.690338+0000","last_change":"2023-12-20T10:47:33.689953+0000","last_active":"2023-12-20T10:47:33.690338+0000","last_peered":"2023-12-20T10:47:33.690338+0000","last_clean":"2023-12-20T10:47:33.690338+0000","last_became_active":"2023-12-20T10:47:33.689423+0000","last_became_peered":"2023-12-20T10:47:33.689423+0000","last_unstale":"2023-12-20T10:47:33.690338+0000","last_undegraded":"2023-12-20T10:47:33.690338+0000","last_fullsized":"2023-12-20T10:47:33.690338+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:58:32.778348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:31.656060+0000","last_change":"2023-12-20T10:47:31.666563+0000","last_active":"2023-12-20T10:47:31.656060+0000","last_peered":"2023-12-20T10:47:31.656060+0000","last_clean":"2023-12-20T10:47:31.656060+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:31.656060+0000","last_undegraded":"2023-12-20T10:47:31.656060+0000","last_fullsized":"2023-12-20T10:47:31.656060+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:03:55.203175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:31.656060+0000","last_change":"2023-12-20T10:47:31.666691+0000","last_active":"2023-12-20T10:47:31.656060+0000","last_peered":"2023-12-20T10:47:31.656060+0000","last_clean":"2023-12-20T10:47:31.656060+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:31.656060+0000","last_undegraded":"2023-12-20T10:47:31.656060+0000","last_fullsized":"2023-12-20T10:47:31.656060+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:43:22.392687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.677679+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:23:16.804025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.688236+0000","last_change":"2023-12-20T10:47:32.688236+0000","last_active":"2023-12-20T10:47:32.688236+0000","last_peered":"2023-12-20T10:47:32.688236+0000","last_clean":"2023-12-20T10:47:32.688236+0000","last_became_active":"2023-12-20T10:47:32.687951+0000","last_became_peered":"2023-12-20T10:47:32.687951+0000","last_unstale":"2023-12-20T10:47:32.688236+0000","last_undegraded":"2023-12-20T10:47:32.688236+0000","last_fullsized":"2023-12-20T10:47:32.688236+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:42:56.229802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.710914+0000","last_change":"2023-12-20T10:47:32.694180+0000","last_active":"2023-12-20T10:47:33.710914+0000","last_peered":"2023-12-20T10:47:33.710914+0000","last_clean":"2023-12-20T10:47:33.710914+0000","last_became_active":"2023-12-20T10:47:32.693898+0000","last_became_peered":"2023-12-20T10:47:32.693898+0000","last_unstale":"2023-12-20T10:47:33.710914+0000","last_undegraded":"2023-12-20T10:47:33.710914+0000","last_fullsized":"2023-12-20T10:47:33.710914+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:51:43.644754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.691563+0000","last_change":"2023-12-20T10:47:33.690865+0000","last_active":"2023-12-20T10:47:33.691563+0000","last_peered":"2023-12-20T10:47:33.691563+0000","last_clean":"2023-12-20T10:47:33.691563+0000","last_became_active":"2023-12-20T10:47:33.690550+0000","last_became_peered":"2023-12-20T10:47:33.690550+0000","last_unstale":"2023-12-20T10:47:33.691563+0000","last_undegraded":"2023-12-20T10:47:33.691563+0000","last_fullsized":"2023-12-20T10:47:33.691563+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:24:39.171047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:31.656060+0000","last_change":"2023-12-20T10:47:31.667241+0000","last_active":"2023-12-20T10:47:31.656060+0000","last_peered":"2023-12-20T10:47:31.656060+0000","last_clean":"2023-12-20T10:47:31.656060+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:31.656060+0000","last_undegraded":"2023-12-20T10:47:31.656060+0000","last_fullsized":"2023-12-20T10:47:31.656060+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:27:53.264887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.671507+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:02:43.130598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,7],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.694847+0000","last_change":"2023-12-20T10:47:32.694847+0000","last_active":"2023-12-20T10:47:32.694847+0000","last_peered":"2023-12-20T10:47:32.694847+0000","last_clean":"2023-12-20T10:47:32.694847+0000","last_became_active":"2023-12-20T10:47:32.694559+0000","last_became_peered":"2023-12-20T10:47:32.694559+0000","last_unstale":"2023-12-20T10:47:32.694847+0000","last_undegraded":"2023-12-20T10:47:32.694847+0000","last_fullsized":"2023-12-20T10:47:32.694847+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:36:22.171782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.695236+0000","last_change":"2023-12-20T10:47:32.695236+0000","last_active":"2023-12-20T10:47:32.695236+0000","last_peered":"2023-12-20T10:47:32.695236+0000","last_clean":"2023-12-20T10:47:32.695236+0000","last_became_active":"2023-12-20T10:47:32.694960+0000","last_became_peered":"2023-12-20T10:47:32.694960+0000","last_unstale":"2023-12-20T10:47:32.695236+0000","last_undegraded":"2023-12-20T10:47:32.695236+0000","last_fullsized":"2023-12-20T10:47:32.695236+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:45:46.219475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:31.656060+0000","last_change":"2023-12-20T10:47:31.666646+0000","last_active":"2023-12-20T10:47:31.656060+0000","last_peered":"2023-12-20T10:47:31.656060+0000","last_clean":"2023-12-20T10:47:31.656060+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:31.656060+0000","last_undegraded":"2023-12-20T10:47:31.656060+0000","last_fullsized":"2023-12-20T10:47:31.656060+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:11:29.624832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,5],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.689562+0000","last_change":"2023-12-20T10:47:33.689309+0000","last_active":"2023-12-20T10:47:33.689562+0000","last_peered":"2023-12-20T10:47:33.689562+0000","last_clean":"2023-12-20T10:47:33.689562+0000","last_became_active":"2023-12-20T10:47:33.689007+0000","last_became_peered":"2023-12-20T10:47:33.689007+0000","last_unstale":"2023-12-20T10:47:33.689562+0000","last_undegraded":"2023-12-20T10:47:33.689562+0000","last_fullsized":"2023-12-20T10:47:33.689562+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:30:09.852360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.672456+0000","last_change":"2023-12-20T10:47:32.684062+0000","last_active":"2023-12-20T10:47:33.672456+0000","last_peered":"2023-12-20T10:47:33.672456+0000","last_clean":"2023-12-20T10:47:33.672456+0000","last_became_active":"2023-12-20T10:47:32.683726+0000","last_became_peered":"2023-12-20T10:47:32.683726+0000","last_unstale":"2023-12-20T10:47:33.672456+0000","last_undegraded":"2023-12-20T10:47:33.672456+0000","last_fullsized":"2023-12-20T10:47:33.672456+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:27:51.729546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.691330+0000","last_change":"2023-12-20T10:47:32.691330+0000","last_active":"2023-12-20T10:47:32.691330+0000","last_peered":"2023-12-20T10:47:32.691330+0000","last_clean":"2023-12-20T10:47:32.691330+0000","last_became_active":"2023-12-20T10:47:32.690344+0000","last_became_peered":"2023-12-20T10:47:32.690344+0000","last_unstale":"2023-12-20T10:47:32.691330+0000","last_undegraded":"2023-12-20T10:47:32.691330+0000","last_fullsized":"2023-12-20T10:47:32.691330+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:26:10.388948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.691569+0000","last_change":"2023-12-20T10:47:33.691569+0000","last_active":"2023-12-20T10:47:33.691569+0000","last_peered":"2023-12-20T10:47:33.691569+0000","last_clean":"2023-12-20T10:47:33.691569+0000","last_became_active":"2023-12-20T10:47:33.690909+0000","last_became_peered":"2023-12-20T10:47:33.690909+0000","last_unstale":"2023-12-20T10:47:33.691569+0000","last_undegraded":"2023-12-20T10:47:33.691569+0000","last_fullsized":"2023-12-20T10:47:33.691569+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:11:14.496233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.712077+0000","last_change":"2023-12-20T10:47:32.693702+0000","last_active":"2023-12-20T10:47:33.712077+0000","last_peered":"2023-12-20T10:47:33.712077+0000","last_clean":"2023-12-20T10:47:33.712077+0000","last_became_active":"2023-12-20T10:47:32.693315+0000","last_became_peered":"2023-12-20T10:47:32.693315+0000","last_unstale":"2023-12-20T10:47:33.712077+0000","last_undegraded":"2023-12-20T10:47:33.712077+0000","last_fullsized":"2023-12-20T10:47:33.712077+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:28:22.635257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.696583+0000","last_change":"2023-12-20T10:47:33.693264+0000","last_active":"2023-12-20T10:47:33.696583+0000","last_peered":"2023-12-20T10:47:33.696583+0000","last_clean":"2023-12-20T10:47:33.696583+0000","last_became_active":"2023-12-20T10:47:33.692941+0000","last_became_peered":"2023-12-20T10:47:33.692941+0000","last_unstale":"2023-12-20T10:47:33.696583+0000","last_undegraded":"2023-12-20T10:47:33.696583+0000","last_fullsized":"2023-12-20T10:47:33.696583+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T10:57:55.998961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.698082+0000","last_change":"2023-12-20T10:47:33.687851+0000","last_active":"2023-12-20T10:47:33.698082+0000","last_peered":"2023-12-20T10:47:33.698082+0000","last_clean":"2023-12-20T10:47:33.698082+0000","last_became_active":"2023-12-20T10:47:33.687540+0000","last_became_peered":"2023-12-20T10:47:33.687540+0000","last_unstale":"2023-12-20T10:47:33.698082+0000","last_undegraded":"2023-12-20T10:47:33.698082+0000","last_fullsized":"2023-12-20T10:47:33.698082+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:20:34.659185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.701047+0000","last_change":"2023-12-20T10:47:33.701047+0000","last_active":"2023-12-20T10:47:33.701047+0000","last_peered":"2023-12-20T10:47:33.701047+0000","last_clean":"2023-12-20T10:47:33.701047+0000","last_became_active":"2023-12-20T10:47:33.700566+0000","last_became_peered":"2023-12-20T10:47:33.700566+0000","last_unstale":"2023-12-20T10:47:33.701047+0000","last_undegraded":"2023-12-20T10:47:33.701047+0000","last_fullsized":"2023-12-20T10:47:33.701047+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:28:57.733327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.710224+0000","last_change":"2023-12-20T10:47:33.706805+0000","last_active":"2023-12-20T10:47:33.710224+0000","last_peered":"2023-12-20T10:47:33.710224+0000","last_clean":"2023-12-20T10:47:33.710224+0000","last_became_active":"2023-12-20T10:47:33.706076+0000","last_became_peered":"2023-12-20T10:47:33.706076+0000","last_unstale":"2023-12-20T10:47:33.710224+0000","last_undegraded":"2023-12-20T10:47:33.710224+0000","last_fullsized":"2023-12-20T10:47:33.710224+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:17:27.247898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.676677+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:51:11.224504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,3],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694740+0000","last_change":"2023-12-20T10:47:33.690577+0000","last_active":"2023-12-20T10:47:33.694740+0000","last_peered":"2023-12-20T10:47:33.694740+0000","last_clean":"2023-12-20T10:47:33.694740+0000","last_became_active":"2023-12-20T10:47:33.690283+0000","last_became_peered":"2023-12-20T10:47:33.690283+0000","last_unstale":"2023-12-20T10:47:33.694740+0000","last_undegraded":"2023-12-20T10:47:33.694740+0000","last_fullsized":"2023-12-20T10:47:33.694740+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:30:12.917418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.697219+0000","last_change":"2023-12-20T10:47:33.697219+0000","last_active":"2023-12-20T10:47:33.697219+0000","last_peered":"2023-12-20T10:47:33.697219+0000","last_clean":"2023-12-20T10:47:33.697219+0000","last_became_active":"2023-12-20T10:47:33.696583+0000","last_became_peered":"2023-12-20T10:47:33.696583+0000","last_unstale":"2023-12-20T10:47:33.697219+0000","last_undegraded":"2023-12-20T10:47:33.697219+0000","last_fullsized":"2023-12-20T10:47:33.697219+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:45:13.855376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-20T10:47:32.663034+0000","last_change":"2023-12-20T10:47:32.663034+0000","last_active":"2023-12-20T10:47:32.663034+0000","last_peered":"2023-12-20T10:47:32.663034+0000","last_clean":"2023-12-20T10:47:32.663034+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-20T10:47:32.663034+0000","last_undegraded":"2023-12-20T10:47:32.663034+0000","last_fullsized":"2023-12-20T10:47:32.663034+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694934+0000","last_change":"2023-12-20T10:47:33.694934+0000","last_active":"2023-12-20T10:47:33.694934+0000","last_peered":"2023-12-20T10:47:33.694934+0000","last_clean":"2023-12-20T10:47:33.694934+0000","last_became_active":"2023-12-20T10:47:33.694648+0000","last_became_peered":"2023-12-20T10:47:33.694648+0000","last_unstale":"2023-12-20T10:47:33.694934+0000","last_undegraded":"2023-12-20T10:47:33.694934+0000","last_fullsized":"2023-12-20T10:47:33.694934+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:52:36.534301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.696364+0000","last_change":"2023-12-20T10:47:33.695670+0000","last_active":"2023-12-20T10:47:33.696364+0000","last_peered":"2023-12-20T10:47:33.696364+0000","last_clean":"2023-12-20T10:47:33.696364+0000","last_became_active":"2023-12-20T10:47:33.695227+0000","last_became_peered":"2023-12-20T10:47:33.695227+0000","last_unstale":"2023-12-20T10:47:33.696364+0000","last_undegraded":"2023-12-20T10:47:33.696364+0000","last_fullsized":"2023-12-20T10:47:33.696364+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:52:54.634337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694666+0000","last_change":"2023-12-20T10:47:33.690820+0000","last_active":"2023-12-20T10:47:33.694666+0000","last_peered":"2023-12-20T10:47:33.694666+0000","last_clean":"2023-12-20T10:47:33.694666+0000","last_became_active":"2023-12-20T10:47:33.690506+0000","last_became_peered":"2023-12-20T10:47:33.690506+0000","last_unstale":"2023-12-20T10:47:33.694666+0000","last_undegraded":"2023-12-20T10:47:33.694666+0000","last_fullsized":"2023-12-20T10:47:33.694666+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:58:55.427396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":126,"acting":126,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2124,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":31,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3862,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":25,"ondisk_log_size":25,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":51,"seq":219043332102,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298392,"kb_used_data":1104,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446760,"statfs":{"total":95995035648,"available":95689482240,"internally_reserved":0,"allocated":1130496,"data_stored":808796,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46400000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.432}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35299999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38500000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.371}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]}]},{"osd":6,"up_from":44,"seq":188978561034,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298436,"kb_used_data":1148,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446716,"statfs":{"total":95995035648,"available":95689437184,"internally_reserved":0,"allocated":1175552,"data_stored":830130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.501}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51400000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45900000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58599999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574872,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297820,"kb_used_data":532,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447332,"statfs":{"total":95995035648,"available":95690067968,"internally_reserved":0,"allocated":544768,"data_stored":224362,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:46:37 2023","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.378,"15min":0.378},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.38300000000000001}]},{"osd":2,"last update":"Wed Dec 20 10:46:58 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.32900000000000001}]},{"osd":3,"last update":"Wed Dec 20 10:47:18 2023","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.40200000000000002}]},{"osd":4,"last update":"Wed Dec 20 10:47:29 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.64700000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71199999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72399999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738397,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298452,"kb_used_data":1164,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446700,"statfs":{"total":95995035648,"available":95689420800,"internally_reserved":0,"allocated":1191936,"data_stored":836034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Dec 20 10:46:38 2023","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":1.0009999999999999},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.28799999999999998}]},{"osd":2,"last update":"Wed Dec 20 10:46:57 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.503}]},{"osd":3,"last update":"Wed Dec 20 10:47:11 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":1.1299999999999999}]},{"osd":4,"last update":"Wed Dec 20 10:47:31 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":1.173},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.35399999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56799999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2390000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411350,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297860,"kb_used_data":572,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447292,"statfs":{"total":95995035648,"available":95690027008,"internally_reserved":0,"allocated":585728,"data_stored":245267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:46:55 2023","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.23799999999999999}]},{"osd":1,"last update":"Wed Dec 20 10:46:55 2023","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.26600000000000001}]},{"osd":3,"last update":"Wed Dec 20 10:47:14 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.35999999999999999}]},{"osd":4,"last update":"Wed Dec 20 10:47:30 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.58599999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48999999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57699999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47799999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182419,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297808,"kb_used_data":520,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447344,"statfs":{"total":95995035648,"available":95690080256,"internally_reserved":0,"allocated":532480,"data_stored":218127,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:47:12 2023","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.29599999999999999}]},{"osd":1,"last update":"Wed Dec 20 10:47:12 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.35299999999999998}]},{"osd":2,"last update":"Wed Dec 20 10:47:12 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.26900000000000002}]},{"osd":4,"last update":"Wed Dec 20 10:47:31 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.56100000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59799999999999998}]}]},{"osd":4,"up_from":30,"seq":128849018896,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297824,"kb_used_data":536,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447328,"statfs":{"total":95995035648,"available":95690063872,"internally_reserved":0,"allocated":548864,"data_stored":224663,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:47:28 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.66900000000000004}]},{"osd":1,"last update":"Wed Dec 20 10:47:28 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.52100000000000002}]},{"osd":2,"last update":"Wed Dec 20 10:47:28 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.496}]},{"osd":3,"last update":"Wed Dec 20 10:47:28 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.57799999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73999999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]}]},{"osd":5,"up_from":37,"seq":158913789965,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":581632,"data_stored":239551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69499999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71099999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72799999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61099999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67900000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57699999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-20T10:47:38.503 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3f is not active+clean 2023-12-20T10:47:38.503 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-20T10:47:32.663034+0000', 'last_change': '2023-12-20T10:47:32.663034+0000', 'last_active': '2023-12-20T10:47:32.663034+0000', 'last_peered': '2023-12-20T10:47:32.663034+0000', 'last_clean': '2023-12-20T10:47:32.663034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:32.663034+0000', 'last_undegraded': '2023-12-20T10:47:32.663034+0000', 'last_fullsized': '2023-12-20T10:47:32.663034+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-20T10:47:38.503 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3e is not active+clean 2023-12-20T10:47:38.503 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-20T10:47:32.663034+0000', 'last_change': '2023-12-20T10:47:32.673742+0000', 'last_active': '2023-12-20T10:47:32.663034+0000', 'last_peered': '2023-12-20T10:47:32.663034+0000', 'last_clean': '2023-12-20T10:47:32.663034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:32.663034+0000', 'last_undegraded': '2023-12-20T10:47:32.663034+0000', 'last_fullsized': '2023-12-20T10:47:32.663034+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-21T19:13:45.839441+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0, 6], 'acting': [1, 0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 6], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-12-20T10:47:38.504 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3b is not active+clean 2023-12-20T10:47:38.504 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-20T10:47:32.663034+0000', 'last_change': '2023-12-20T10:47:32.663034+0000', 'last_active': '2023-12-20T10:47:32.663034+0000', 'last_peered': '2023-12-20T10:47:32.663034+0000', 'last_clean': '2023-12-20T10:47:32.663034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:32.663034+0000', 'last_undegraded': '2023-12-20T10:47:32.663034+0000', 'last_fullsized': '2023-12-20T10:47:32.663034+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-20T10:47:38.504 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.39 is not active+clean 2023-12-20T10:47:38.504 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-20T10:47:32.663034+0000', 'last_change': '2023-12-20T10:47:32.663034+0000', 'last_active': '2023-12-20T10:47:32.663034+0000', 'last_peered': '2023-12-20T10:47:32.663034+0000', 'last_clean': '2023-12-20T10:47:32.663034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:32.663034+0000', 'last_undegraded': '2023-12-20T10:47:32.663034+0000', 'last_fullsized': '2023-12-20T10:47:32.663034+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-20T10:47:38.504 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.38 is not active+clean 2023-12-20T10:47:38.504 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-20T10:47:32.663034+0000', 'last_change': '2023-12-20T10:47:32.663034+0000', 'last_active': '2023-12-20T10:47:32.663034+0000', 'last_peered': '2023-12-20T10:47:32.663034+0000', 'last_clean': '2023-12-20T10:47:32.663034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:32.663034+0000', 'last_undegraded': '2023-12-20T10:47:32.663034+0000', 'last_fullsized': '2023-12-20T10:47:32.663034+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-20T10:47:38.504 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.37 is not active+clean 2023-12-20T10:47:38.505 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-20T10:47:32.663034+0000', 'last_change': '2023-12-20T10:47:32.663034+0000', 'last_active': '2023-12-20T10:47:32.663034+0000', 'last_peered': '2023-12-20T10:47:32.663034+0000', 'last_clean': '2023-12-20T10:47:32.663034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:32.663034+0000', 'last_undegraded': '2023-12-20T10:47:32.663034+0000', 'last_fullsized': '2023-12-20T10:47:32.663034+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-20T10:47:38.505 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.34 is not active+clean 2023-12-20T10:47:38.505 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-20T10:47:32.663034+0000', 'last_change': '2023-12-20T10:47:32.672137+0000', 'last_active': '2023-12-20T10:47:32.663034+0000', 'last_peered': '2023-12-20T10:47:32.663034+0000', 'last_clean': '2023-12-20T10:47:32.663034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:32.663034+0000', 'last_undegraded': '2023-12-20T10:47:32.663034+0000', 'last_fullsized': '2023-12-20T10:47:32.663034+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-21T16:12:53.564684+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6, 0], 'acting': [4, 6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 6], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-12-20T10:47:38.505 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.33 is not active+clean 2023-12-20T10:47:38.505 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-20T10:47:32.663034+0000', 'last_change': '2023-12-20T10:47:32.663034+0000', 'last_active': '2023-12-20T10:47:32.663034+0000', 'last_peered': '2023-12-20T10:47:32.663034+0000', 'last_clean': '2023-12-20T10:47:32.663034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:32.663034+0000', 'last_undegraded': '2023-12-20T10:47:32.663034+0000', 'last_fullsized': '2023-12-20T10:47:32.663034+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-20T10:47:38.505 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.31 is not active+clean 2023-12-20T10:47:38.505 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-20T10:47:32.663034+0000', 'last_change': '2023-12-20T10:47:32.675010+0000', 'last_active': '2023-12-20T10:47:32.663034+0000', 'last_peered': '2023-12-20T10:47:32.663034+0000', 'last_clean': '2023-12-20T10:47:32.663034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:32.663034+0000', 'last_undegraded': '2023-12-20T10:47:32.663034+0000', 'last_fullsized': '2023-12-20T10:47:32.663034+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-21T21:36:13.138105+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4, 5], 'acting': [1, 4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [4, 5], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-12-20T10:47:38.505 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2d is not active+clean 2023-12-20T10:47:38.505 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-20T10:47:32.663034+0000', 'last_change': '2023-12-20T10:47:32.663034+0000', 'last_active': '2023-12-20T10:47:32.663034+0000', 'last_peered': '2023-12-20T10:47:32.663034+0000', 'last_clean': '2023-12-20T10:47:32.663034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:32.663034+0000', 'last_undegraded': '2023-12-20T10:47:32.663034+0000', 'last_fullsized': '2023-12-20T10:47:32.663034+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-20T10:47:38.505 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1e is not active+clean 2023-12-20T10:47:38.505 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-20T10:47:32.663034+0000', 'last_change': '2023-12-20T10:47:32.663034+0000', 'last_active': '2023-12-20T10:47:32.663034+0000', 'last_peered': '2023-12-20T10:47:32.663034+0000', 'last_clean': '2023-12-20T10:47:32.663034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:32.663034+0000', 'last_undegraded': '2023-12-20T10:47:32.663034+0000', 'last_fullsized': '2023-12-20T10:47:32.663034+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-20T10:47:38.506 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1e is not active+clean 2023-12-20T10:47:38.506 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-20T10:47:31.656060+0000', 'last_change': '2023-12-20T10:47:31.669907+0000', 'last_active': '2023-12-20T10:47:31.656060+0000', 'last_peered': '2023-12-20T10:47:31.656060+0000', 'last_clean': '2023-12-20T10:47:31.656060+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:31.656060+0000', 'last_undegraded': '2023-12-20T10:47:31.656060+0000', 'last_fullsized': '2023-12-20T10:47:31.656060+0000', 'mapping_epoch': 56, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 56, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:31.656060+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:31.656060+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:31.656060+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-21T15:11:24.894871+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0, 5], 'acting': [3, 0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 5], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-20T10:47:38.506 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1d is not active+clean 2023-12-20T10:47:38.506 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-20T10:47:31.656060+0000', 'last_change': '2023-12-20T10:47:31.667215+0000', 'last_active': '2023-12-20T10:47:31.656060+0000', 'last_peered': '2023-12-20T10:47:31.656060+0000', 'last_clean': '2023-12-20T10:47:31.656060+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:31.656060+0000', 'last_undegraded': '2023-12-20T10:47:31.656060+0000', 'last_fullsized': '2023-12-20T10:47:31.656060+0000', 'mapping_epoch': 56, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 56, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:31.656060+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:31.656060+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:31.656060+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-21T11:48:50.969137+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6, 0], 'acting': [7, 6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 6], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-20T10:47:38.506 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1c is not active+clean 2023-12-20T10:47:38.506 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-20T10:47:31.656060+0000', 'last_change': '2023-12-20T10:47:31.666651+0000', 'last_active': '2023-12-20T10:47:31.656060+0000', 'last_peered': '2023-12-20T10:47:31.656060+0000', 'last_clean': '2023-12-20T10:47:31.656060+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:31.656060+0000', 'last_undegraded': '2023-12-20T10:47:31.656060+0000', 'last_fullsized': '2023-12-20T10:47:31.656060+0000', 'mapping_epoch': 56, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 56, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:31.656060+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:31.656060+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:31.656060+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-21T17:43:45.879412+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5, 2], 'acting': [7, 5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 5], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-20T10:47:38.506 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1b is not active+clean 2023-12-20T10:47:38.506 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-20T10:47:31.656060+0000', 'last_change': '2023-12-20T10:47:31.670256+0000', 'last_active': '2023-12-20T10:47:31.656060+0000', 'last_peered': '2023-12-20T10:47:31.656060+0000', 'last_clean': '2023-12-20T10:47:31.656060+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:31.656060+0000', 'last_undegraded': '2023-12-20T10:47:31.656060+0000', 'last_fullsized': '2023-12-20T10:47:31.656060+0000', 'mapping_epoch': 56, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 56, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:31.656060+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:31.656060+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:31.656060+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-21T18:12:04.886994+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7, 6], 'acting': [3, 7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [6, 7], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-20T10:47:38.506 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1a is not active+clean 2023-12-20T10:47:38.506 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-20T10:47:32.663034+0000', 'last_change': '2023-12-20T10:47:32.671579+0000', 'last_active': '2023-12-20T10:47:32.663034+0000', 'last_peered': '2023-12-20T10:47:32.663034+0000', 'last_clean': '2023-12-20T10:47:32.663034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:32.663034+0000', 'last_undegraded': '2023-12-20T10:47:32.663034+0000', 'last_fullsized': '2023-12-20T10:47:32.663034+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-21T21:56:56.948237+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1, 2], 'acting': [4, 1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 2], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-12-20T10:47:38.506 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.19 is not active+clean 2023-12-20T10:47:38.506 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-20T10:47:31.656060+0000', 'last_change': '2023-12-20T10:47:31.669864+0000', 'last_active': '2023-12-20T10:47:31.656060+0000', 'last_peered': '2023-12-20T10:47:31.656060+0000', 'last_clean': '2023-12-20T10:47:31.656060+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:31.656060+0000', 'last_undegraded': '2023-12-20T10:47:31.656060+0000', 'last_fullsized': '2023-12-20T10:47:31.656060+0000', 'mapping_epoch': 56, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 56, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:31.656060+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:31.656060+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:31.656060+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-21T11:02:07.670400+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6, 0], 'acting': [3, 6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 6], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-20T10:47:38.507 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.18 is not active+clean 2023-12-20T10:47:38.507 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-20T10:47:32.663034+0000', 'last_change': '2023-12-20T10:47:32.663034+0000', 'last_active': '2023-12-20T10:47:32.663034+0000', 'last_peered': '2023-12-20T10:47:32.663034+0000', 'last_clean': '2023-12-20T10:47:32.663034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:32.663034+0000', 'last_undegraded': '2023-12-20T10:47:32.663034+0000', 'last_fullsized': '2023-12-20T10:47:32.663034+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-20T10:47:38.507 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.19 is not active+clean 2023-12-20T10:47:38.507 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-20T10:47:32.663034+0000', 'last_change': '2023-12-20T10:47:32.674230+0000', 'last_active': '2023-12-20T10:47:32.663034+0000', 'last_peered': '2023-12-20T10:47:32.663034+0000', 'last_clean': '2023-12-20T10:47:32.663034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:32.663034+0000', 'last_undegraded': '2023-12-20T10:47:32.663034+0000', 'last_fullsized': '2023-12-20T10:47:32.663034+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-21T19:42:52.092171+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3, 4], 'acting': [1, 3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 4], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-12-20T10:47:38.507 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.14 is not active+clean 2023-12-20T10:47:38.507 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-20T10:47:32.663034+0000', 'last_change': '2023-12-20T10:47:32.671489+0000', 'last_active': '2023-12-20T10:47:32.663034+0000', 'last_peered': '2023-12-20T10:47:32.663034+0000', 'last_clean': '2023-12-20T10:47:32.663034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:32.663034+0000', 'last_undegraded': '2023-12-20T10:47:32.663034+0000', 'last_fullsized': '2023-12-20T10:47:32.663034+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-21T21:24:28.946974+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7, 6], 'acting': [4, 7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [6, 7], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-12-20T10:47:38.507 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.15 is not active+clean 2023-12-20T10:47:38.507 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-20T10:47:32.663034+0000', 'last_change': '2023-12-20T10:47:32.663034+0000', 'last_active': '2023-12-20T10:47:32.663034+0000', 'last_peered': '2023-12-20T10:47:32.663034+0000', 'last_clean': '2023-12-20T10:47:32.663034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:32.663034+0000', 'last_undegraded': '2023-12-20T10:47:32.663034+0000', 'last_fullsized': '2023-12-20T10:47:32.663034+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-20T10:47:38.507 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.13 is not active+clean 2023-12-20T10:47:38.507 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-20T10:47:32.663034+0000', 'last_change': '2023-12-20T10:47:32.663034+0000', 'last_active': '2023-12-20T10:47:32.663034+0000', 'last_peered': '2023-12-20T10:47:32.663034+0000', 'last_clean': '2023-12-20T10:47:32.663034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:32.663034+0000', 'last_undegraded': '2023-12-20T10:47:32.663034+0000', 'last_fullsized': '2023-12-20T10:47:32.663034+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-20T10:47:38.507 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.11 is not active+clean 2023-12-20T10:47:38.508 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-20T10:47:32.663034+0000', 'last_change': '2023-12-20T10:47:32.663034+0000', 'last_active': '2023-12-20T10:47:32.663034+0000', 'last_peered': '2023-12-20T10:47:32.663034+0000', 'last_clean': '2023-12-20T10:47:32.663034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:32.663034+0000', 'last_undegraded': '2023-12-20T10:47:32.663034+0000', 'last_fullsized': '2023-12-20T10:47:32.663034+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-20T10:47:38.508 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.e is not active+clean 2023-12-20T10:47:38.508 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-20T10:47:32.663034+0000', 'last_change': '2023-12-20T10:47:32.663034+0000', 'last_active': '2023-12-20T10:47:32.663034+0000', 'last_peered': '2023-12-20T10:47:32.663034+0000', 'last_clean': '2023-12-20T10:47:32.663034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:32.663034+0000', 'last_undegraded': '2023-12-20T10:47:32.663034+0000', 'last_fullsized': '2023-12-20T10:47:32.663034+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-20T10:47:38.508 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3 is not active+clean 2023-12-20T10:47:38.508 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-20T10:47:32.663034+0000', 'last_change': '2023-12-20T10:47:32.671759+0000', 'last_active': '2023-12-20T10:47:32.663034+0000', 'last_peered': '2023-12-20T10:47:32.663034+0000', 'last_clean': '2023-12-20T10:47:32.663034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:32.663034+0000', 'last_undegraded': '2023-12-20T10:47:32.663034+0000', 'last_fullsized': '2023-12-20T10:47:32.663034+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-21T22:40:28.953101+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0, 6], 'acting': [4, 0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 6], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-12-20T10:47:38.509 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.0 is not active+clean 2023-12-20T10:47:38.509 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-20T10:47:32.663034+0000', 'last_change': '2023-12-20T10:47:32.672863+0000', 'last_active': '2023-12-20T10:47:32.663034+0000', 'last_peered': '2023-12-20T10:47:32.663034+0000', 'last_clean': '2023-12-20T10:47:32.663034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:32.663034+0000', 'last_undegraded': '2023-12-20T10:47:32.663034+0000', 'last_fullsized': '2023-12-20T10:47:32.663034+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-21T19:35:59.790967+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2, 6], 'acting': [1, 2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 6], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-12-20T10:47:38.509 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2 is not active+clean 2023-12-20T10:47:38.509 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-20T10:47:32.663034+0000', 'last_change': '2023-12-20T10:47:32.663034+0000', 'last_active': '2023-12-20T10:47:32.663034+0000', 'last_peered': '2023-12-20T10:47:32.663034+0000', 'last_clean': '2023-12-20T10:47:32.663034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:32.663034+0000', 'last_undegraded': '2023-12-20T10:47:32.663034+0000', 'last_fullsized': '2023-12-20T10:47:32.663034+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-20T10:47:38.509 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.0 is not active+clean 2023-12-20T10:47:38.509 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-20T10:47:31.656060+0000', 'last_change': '2023-12-20T10:47:31.666563+0000', 'last_active': '2023-12-20T10:47:31.656060+0000', 'last_peered': '2023-12-20T10:47:31.656060+0000', 'last_clean': '2023-12-20T10:47:31.656060+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:31.656060+0000', 'last_undegraded': '2023-12-20T10:47:31.656060+0000', 'last_fullsized': '2023-12-20T10:47:31.656060+0000', 'mapping_epoch': 56, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 56, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:31.656060+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:31.656060+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:31.656060+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-21T14:03:55.203175+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1, 0], 'acting': [7, 1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 1], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-20T10:47:38.509 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.5 is not active+clean 2023-12-20T10:47:38.509 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-20T10:47:31.656060+0000', 'last_change': '2023-12-20T10:47:31.666691+0000', 'last_active': '2023-12-20T10:47:31.656060+0000', 'last_peered': '2023-12-20T10:47:31.656060+0000', 'last_clean': '2023-12-20T10:47:31.656060+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:31.656060+0000', 'last_undegraded': '2023-12-20T10:47:31.656060+0000', 'last_fullsized': '2023-12-20T10:47:31.656060+0000', 'mapping_epoch': 56, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 56, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:31.656060+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:31.656060+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:31.656060+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-21T16:43:22.392687+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0, 4], 'acting': [7, 0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 4], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-20T10:47:38.509 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.4 is not active+clean 2023-12-20T10:47:38.509 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-20T10:47:32.663034+0000', 'last_change': '2023-12-20T10:47:32.677679+0000', 'last_active': '2023-12-20T10:47:32.663034+0000', 'last_peered': '2023-12-20T10:47:32.663034+0000', 'last_clean': '2023-12-20T10:47:32.663034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:32.663034+0000', 'last_undegraded': '2023-12-20T10:47:32.663034+0000', 'last_fullsized': '2023-12-20T10:47:32.663034+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-21T20:23:16.804025+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2, 5], 'acting': [1, 2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 5], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-12-20T10:47:38.509 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.7 is not active+clean 2023-12-20T10:47:38.509 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-20T10:47:32.663034+0000', 'last_change': '2023-12-20T10:47:32.663034+0000', 'last_active': '2023-12-20T10:47:32.663034+0000', 'last_peered': '2023-12-20T10:47:32.663034+0000', 'last_clean': '2023-12-20T10:47:32.663034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:32.663034+0000', 'last_undegraded': '2023-12-20T10:47:32.663034+0000', 'last_fullsized': '2023-12-20T10:47:32.663034+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-20T10:47:38.510 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.8 is not active+clean 2023-12-20T10:47:38.510 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-20T10:47:31.656060+0000', 'last_change': '2023-12-20T10:47:31.667241+0000', 'last_active': '2023-12-20T10:47:31.656060+0000', 'last_peered': '2023-12-20T10:47:31.656060+0000', 'last_clean': '2023-12-20T10:47:31.656060+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:31.656060+0000', 'last_undegraded': '2023-12-20T10:47:31.656060+0000', 'last_fullsized': '2023-12-20T10:47:31.656060+0000', 'mapping_epoch': 56, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 56, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:31.656060+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:31.656060+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:31.656060+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-21T15:27:53.264887+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0, 1], 'acting': [7, 0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 1], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-20T10:47:38.510 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.9 is not active+clean 2023-12-20T10:47:38.510 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-20T10:47:32.663034+0000', 'last_change': '2023-12-20T10:47:32.671507+0000', 'last_active': '2023-12-20T10:47:32.663034+0000', 'last_peered': '2023-12-20T10:47:32.663034+0000', 'last_clean': '2023-12-20T10:47:32.663034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:32.663034+0000', 'last_undegraded': '2023-12-20T10:47:32.663034+0000', 'last_fullsized': '2023-12-20T10:47:32.663034+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-21T16:02:43.130598+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2, 7], 'acting': [4, 2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 7], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-12-20T10:47:38.510 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.8 is not active+clean 2023-12-20T10:47:38.510 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-20T10:47:32.663034+0000', 'last_change': '2023-12-20T10:47:32.663034+0000', 'last_active': '2023-12-20T10:47:32.663034+0000', 'last_peered': '2023-12-20T10:47:32.663034+0000', 'last_clean': '2023-12-20T10:47:32.663034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:32.663034+0000', 'last_undegraded': '2023-12-20T10:47:32.663034+0000', 'last_fullsized': '2023-12-20T10:47:32.663034+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-20T10:47:38.510 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.b is not active+clean 2023-12-20T10:47:38.510 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-20T10:47:32.663034+0000', 'last_change': '2023-12-20T10:47:32.663034+0000', 'last_active': '2023-12-20T10:47:32.663034+0000', 'last_peered': '2023-12-20T10:47:32.663034+0000', 'last_clean': '2023-12-20T10:47:32.663034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:32.663034+0000', 'last_undegraded': '2023-12-20T10:47:32.663034+0000', 'last_fullsized': '2023-12-20T10:47:32.663034+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-20T10:47:38.510 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.b is not active+clean 2023-12-20T10:47:38.510 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-20T10:47:31.656060+0000', 'last_change': '2023-12-20T10:47:31.666646+0000', 'last_active': '2023-12-20T10:47:31.656060+0000', 'last_peered': '2023-12-20T10:47:31.656060+0000', 'last_clean': '2023-12-20T10:47:31.656060+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:31.656060+0000', 'last_undegraded': '2023-12-20T10:47:31.656060+0000', 'last_fullsized': '2023-12-20T10:47:31.656060+0000', 'mapping_epoch': 56, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 56, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:31.656060+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:31.656060+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:31.656060+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-21T19:11:29.624832+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4, 5], 'acting': [7, 4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [4, 5], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-20T10:47:38.511 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.d is not active+clean 2023-12-20T10:47:38.511 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-20T10:47:32.663034+0000', 'last_change': '2023-12-20T10:47:32.663034+0000', 'last_active': '2023-12-20T10:47:32.663034+0000', 'last_peered': '2023-12-20T10:47:32.663034+0000', 'last_clean': '2023-12-20T10:47:32.663034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:32.663034+0000', 'last_undegraded': '2023-12-20T10:47:32.663034+0000', 'last_fullsized': '2023-12-20T10:47:32.663034+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-20T10:47:38.511 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.f is not active+clean 2023-12-20T10:47:38.511 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-20T10:47:32.663034+0000', 'last_change': '2023-12-20T10:47:32.663034+0000', 'last_active': '2023-12-20T10:47:32.663034+0000', 'last_peered': '2023-12-20T10:47:32.663034+0000', 'last_clean': '2023-12-20T10:47:32.663034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:32.663034+0000', 'last_undegraded': '2023-12-20T10:47:32.663034+0000', 'last_fullsized': '2023-12-20T10:47:32.663034+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-20T10:47:38.511 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.24 is not active+clean 2023-12-20T10:47:38.511 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-20T10:47:32.663034+0000', 'last_change': '2023-12-20T10:47:32.663034+0000', 'last_active': '2023-12-20T10:47:32.663034+0000', 'last_peered': '2023-12-20T10:47:32.663034+0000', 'last_clean': '2023-12-20T10:47:32.663034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:32.663034+0000', 'last_undegraded': '2023-12-20T10:47:32.663034+0000', 'last_fullsized': '2023-12-20T10:47:32.663034+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-20T10:47:38.511 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.25 is not active+clean 2023-12-20T10:47:38.511 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-20T10:47:32.663034+0000', 'last_change': '2023-12-20T10:47:32.676677+0000', 'last_active': '2023-12-20T10:47:32.663034+0000', 'last_peered': '2023-12-20T10:47:32.663034+0000', 'last_clean': '2023-12-20T10:47:32.663034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:32.663034+0000', 'last_undegraded': '2023-12-20T10:47:32.663034+0000', 'last_fullsized': '2023-12-20T10:47:32.663034+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-21T21:51:11.224504+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3, 2], 'acting': [1, 3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 3], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-12-20T10:47:38.511 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.27 is not active+clean 2023-12-20T10:47:38.511 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-20T10:47:32.663034+0000', 'last_change': '2023-12-20T10:47:32.663034+0000', 'last_active': '2023-12-20T10:47:32.663034+0000', 'last_peered': '2023-12-20T10:47:32.663034+0000', 'last_clean': '2023-12-20T10:47:32.663034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:32.663034+0000', 'last_undegraded': '2023-12-20T10:47:32.663034+0000', 'last_fullsized': '2023-12-20T10:47:32.663034+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-20T10:47:38.511 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.29 is not active+clean 2023-12-20T10:47:38.512 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-20T10:47:32.663034+0000', 'last_change': '2023-12-20T10:47:32.663034+0000', 'last_active': '2023-12-20T10:47:32.663034+0000', 'last_peered': '2023-12-20T10:47:32.663034+0000', 'last_clean': '2023-12-20T10:47:32.663034+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-20T10:47:32.663034+0000', 'last_undegraded': '2023-12-20T10:47:32.663034+0000', 'last_fullsized': '2023-12-20T10:47:32.663034+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'last_clean_scrub_stamp': '2023-12-20T10:47:32.663034+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-20T10:47:38.512 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2023-12-20T10:47:38.924 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:47:38.924 INFO:teuthology.orchestra.run.smithi123.stdout:{"fsid":"85213638-9f24-11ee-95a5-87774f69a715","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":165,"monmap":{"epoch":3,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":59,"num_osds":8,"num_up_osds":8,"osd_up_since":1703069236,"num_in_osds":8,"osd_in_since":1703069222,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":24,"data_bytes":592674,"bytes_used":2441900032,"bytes_avail":765518385152,"bytes_total":767960285184,"write_bytes_sec":2218,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":8,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":24352}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.123:8443/"}},"servicemap":{"epoch":10,"modified":"2023-12-20T10:47:28.667924+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","5":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2023-12-20T10:47:38.936 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:38 smithi123 ceph-mon[124884]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-20T10:47:38.937 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:38 smithi123 ceph-mon[124884]: from='client.14556 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-20T10:47:38.937 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:38 smithi123 ceph-mon[111044]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-20T10:47:38.937 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:38 smithi123 ceph-mon[111044]: from='client.14556 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-20T10:47:38.938 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2023-12-20T10:47:38.938 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-20T10:47:39.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:38 smithi177 ceph-mon[144425]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-20T10:47:39.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:38 smithi177 ceph-mon[144425]: from='client.14556 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-20T10:47:39.252 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:47:39.254 INFO:teuthology.orchestra.run.smithi123.stderr:dumped all 2023-12-20T10:47:39.263 INFO:teuthology.orchestra.run.smithi123.stdout:{"pg_ready":true,"pg_map":{"version":150,"stamp":"2023-12-20T10:47:38.669912+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592674,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":235,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2384668,"kb_used_data":6364,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747576548,"statfs":{"total":767960285184,"available":765518385152,"internally_reserved":0,"allocated":6516736,"data_stored":3724872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2306,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001388"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.698974+0000","last_change":"2023-12-20T10:47:33.693988+0000","last_active":"2023-12-20T10:47:33.698974+0000","last_peered":"2023-12-20T10:47:33.698974+0000","last_clean":"2023-12-20T10:47:33.698974+0000","last_became_active":"2023-12-20T10:47:33.693712+0000","last_became_peered":"2023-12-20T10:47:33.693712+0000","last_unstale":"2023-12-20T10:47:33.698974+0000","last_undegraded":"2023-12-20T10:47:33.698974+0000","last_fullsized":"2023-12-20T10:47:33.698974+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:08:15.219223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.692572+0000","last_change":"2023-12-20T10:47:33.690805+0000","last_active":"2023-12-20T10:47:33.692572+0000","last_peered":"2023-12-20T10:47:33.692572+0000","last_clean":"2023-12-20T10:47:33.692572+0000","last_became_active":"2023-12-20T10:47:33.690445+0000","last_became_peered":"2023-12-20T10:47:33.690445+0000","last_unstale":"2023-12-20T10:47:33.692572+0000","last_undegraded":"2023-12-20T10:47:33.692572+0000","last_fullsized":"2023-12-20T10:47:33.692572+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:34:14.983303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.692096+0000","last_change":"2023-12-20T10:47:33.691422+0000","last_active":"2023-12-20T10:47:33.692096+0000","last_peered":"2023-12-20T10:47:33.692096+0000","last_clean":"2023-12-20T10:47:33.692096+0000","last_became_active":"2023-12-20T10:47:33.691152+0000","last_became_peered":"2023-12-20T10:47:33.691152+0000","last_unstale":"2023-12-20T10:47:33.692096+0000","last_undegraded":"2023-12-20T10:47:33.692096+0000","last_fullsized":"2023-12-20T10:47:33.692096+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:58:40.164943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.695625+0000","last_change":"2023-12-20T10:47:33.695625+0000","last_active":"2023-12-20T10:47:33.695625+0000","last_peered":"2023-12-20T10:47:33.695625+0000","last_clean":"2023-12-20T10:47:33.695625+0000","last_became_active":"2023-12-20T10:47:33.695227+0000","last_became_peered":"2023-12-20T10:47:33.695227+0000","last_unstale":"2023-12-20T10:47:33.695625+0000","last_undegraded":"2023-12-20T10:47:33.695625+0000","last_fullsized":"2023-12-20T10:47:33.695625+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:39:57.902493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.703096+0000","last_change":"2023-12-20T10:47:33.701219+0000","last_active":"2023-12-20T10:47:33.703096+0000","last_peered":"2023-12-20T10:47:33.703096+0000","last_clean":"2023-12-20T10:47:33.703096+0000","last_became_active":"2023-12-20T10:47:33.700900+0000","last_became_peered":"2023-12-20T10:47:33.700900+0000","last_unstale":"2023-12-20T10:47:33.703096+0000","last_undegraded":"2023-12-20T10:47:33.703096+0000","last_fullsized":"2023-12-20T10:47:33.703096+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:15:11.183230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.700866+0000","last_change":"2023-12-20T10:47:33.700866+0000","last_active":"2023-12-20T10:47:33.700866+0000","last_peered":"2023-12-20T10:47:33.700866+0000","last_clean":"2023-12-20T10:47:33.700866+0000","last_became_active":"2023-12-20T10:47:33.700177+0000","last_became_peered":"2023-12-20T10:47:33.700177+0000","last_unstale":"2023-12-20T10:47:33.700866+0000","last_undegraded":"2023-12-20T10:47:33.700866+0000","last_fullsized":"2023-12-20T10:47:33.700866+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:45:46.317492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.703020+0000","last_change":"2023-12-20T10:47:33.701318+0000","last_active":"2023-12-20T10:47:33.703020+0000","last_peered":"2023-12-20T10:47:33.703020+0000","last_clean":"2023-12-20T10:47:33.703020+0000","last_became_active":"2023-12-20T10:47:33.700691+0000","last_became_peered":"2023-12-20T10:47:33.700691+0000","last_unstale":"2023-12-20T10:47:33.703020+0000","last_undegraded":"2023-12-20T10:47:33.703020+0000","last_fullsized":"2023-12-20T10:47:33.703020+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:20:59.082517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.690177+0000","last_change":"2023-12-20T10:47:33.689311+0000","last_active":"2023-12-20T10:47:33.690177+0000","last_peered":"2023-12-20T10:47:33.690177+0000","last_clean":"2023-12-20T10:47:33.690177+0000","last_became_active":"2023-12-20T10:47:33.689001+0000","last_became_peered":"2023-12-20T10:47:33.689001+0000","last_unstale":"2023-12-20T10:47:33.690177+0000","last_undegraded":"2023-12-20T10:47:33.690177+0000","last_fullsized":"2023-12-20T10:47:33.690177+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:15:47.529177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.698954+0000","last_change":"2023-12-20T10:47:33.692325+0000","last_active":"2023-12-20T10:47:33.698954+0000","last_peered":"2023-12-20T10:47:33.698954+0000","last_clean":"2023-12-20T10:47:33.698954+0000","last_became_active":"2023-12-20T10:47:33.692014+0000","last_became_peered":"2023-12-20T10:47:33.692014+0000","last_unstale":"2023-12-20T10:47:33.698954+0000","last_undegraded":"2023-12-20T10:47:33.698954+0000","last_fullsized":"2023-12-20T10:47:33.698954+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:25:29.071611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694758+0000","last_change":"2023-12-20T10:47:33.691763+0000","last_active":"2023-12-20T10:47:33.694758+0000","last_peered":"2023-12-20T10:47:33.694758+0000","last_clean":"2023-12-20T10:47:33.694758+0000","last_became_active":"2023-12-20T10:47:33.691025+0000","last_became_peered":"2023-12-20T10:47:33.691025+0000","last_unstale":"2023-12-20T10:47:33.694758+0000","last_undegraded":"2023-12-20T10:47:33.694758+0000","last_fullsized":"2023-12-20T10:47:33.694758+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:41:47.315092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694636+0000","last_change":"2023-12-20T10:47:33.690940+0000","last_active":"2023-12-20T10:47:33.694636+0000","last_peered":"2023-12-20T10:47:33.694636+0000","last_clean":"2023-12-20T10:47:33.694636+0000","last_became_active":"2023-12-20T10:47:33.690666+0000","last_became_peered":"2023-12-20T10:47:33.690666+0000","last_unstale":"2023-12-20T10:47:33.694636+0000","last_undegraded":"2023-12-20T10:47:33.694636+0000","last_fullsized":"2023-12-20T10:47:33.694636+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:47:39.174640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.689877+0000","last_change":"2023-12-20T10:47:33.688458+0000","last_active":"2023-12-20T10:47:33.689877+0000","last_peered":"2023-12-20T10:47:33.689877+0000","last_clean":"2023-12-20T10:47:33.689877+0000","last_became_active":"2023-12-20T10:47:33.686413+0000","last_became_peered":"2023-12-20T10:47:33.686413+0000","last_unstale":"2023-12-20T10:47:33.689877+0000","last_undegraded":"2023-12-20T10:47:33.689877+0000","last_fullsized":"2023-12-20T10:47:33.689877+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:16:28.566650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.704013+0000","last_change":"2023-12-20T10:47:33.697041+0000","last_active":"2023-12-20T10:47:33.704013+0000","last_peered":"2023-12-20T10:47:33.704013+0000","last_clean":"2023-12-20T10:47:33.704013+0000","last_became_active":"2023-12-20T10:47:33.696743+0000","last_became_peered":"2023-12-20T10:47:33.696743+0000","last_unstale":"2023-12-20T10:47:33.704013+0000","last_undegraded":"2023-12-20T10:47:33.704013+0000","last_fullsized":"2023-12-20T10:47:33.704013+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:45:23.452862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.704204+0000","last_change":"2023-12-20T10:47:33.700042+0000","last_active":"2023-12-20T10:47:33.704204+0000","last_peered":"2023-12-20T10:47:33.704204+0000","last_clean":"2023-12-20T10:47:33.704204+0000","last_became_active":"2023-12-20T10:47:33.699790+0000","last_became_peered":"2023-12-20T10:47:33.699790+0000","last_unstale":"2023-12-20T10:47:33.704204+0000","last_undegraded":"2023-12-20T10:47:33.704204+0000","last_fullsized":"2023-12-20T10:47:33.704204+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:08:56.029191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.708896+0000","last_change":"2023-12-20T10:47:33.705478+0000","last_active":"2023-12-20T10:47:33.708896+0000","last_peered":"2023-12-20T10:47:33.708896+0000","last_clean":"2023-12-20T10:47:33.708896+0000","last_became_active":"2023-12-20T10:47:33.705161+0000","last_became_peered":"2023-12-20T10:47:33.705161+0000","last_unstale":"2023-12-20T10:47:33.708896+0000","last_undegraded":"2023-12-20T10:47:33.708896+0000","last_fullsized":"2023-12-20T10:47:33.708896+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:40:55.406190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.698035+0000","last_change":"2023-12-20T10:47:33.698035+0000","last_active":"2023-12-20T10:47:33.698035+0000","last_peered":"2023-12-20T10:47:33.698035+0000","last_clean":"2023-12-20T10:47:33.698035+0000","last_became_active":"2023-12-20T10:47:33.697763+0000","last_became_peered":"2023-12-20T10:47:33.697763+0000","last_unstale":"2023-12-20T10:47:33.698035+0000","last_undegraded":"2023-12-20T10:47:33.698035+0000","last_fullsized":"2023-12-20T10:47:33.698035+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:45:16.300327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.702415+0000","last_change":"2023-12-20T10:47:33.702415+0000","last_active":"2023-12-20T10:47:33.702415+0000","last_peered":"2023-12-20T10:47:33.702415+0000","last_clean":"2023-12-20T10:47:33.702415+0000","last_became_active":"2023-12-20T10:47:33.702138+0000","last_became_peered":"2023-12-20T10:47:33.702138+0000","last_unstale":"2023-12-20T10:47:33.702415+0000","last_undegraded":"2023-12-20T10:47:33.702415+0000","last_fullsized":"2023-12-20T10:47:33.702415+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:16:13.304165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.692451+0000","last_change":"2023-12-20T10:47:33.685855+0000","last_active":"2023-12-20T10:47:33.692451+0000","last_peered":"2023-12-20T10:47:33.692451+0000","last_clean":"2023-12-20T10:47:33.692451+0000","last_became_active":"2023-12-20T10:47:33.685583+0000","last_became_peered":"2023-12-20T10:47:33.685583+0000","last_unstale":"2023-12-20T10:47:33.692451+0000","last_undegraded":"2023-12-20T10:47:33.692451+0000","last_fullsized":"2023-12-20T10:47:33.692451+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:08:44.754487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.684450+0000","last_change":"2023-12-20T10:47:33.683581+0000","last_active":"2023-12-20T10:47:33.684450+0000","last_peered":"2023-12-20T10:47:33.684450+0000","last_clean":"2023-12-20T10:47:33.684450+0000","last_became_active":"2023-12-20T10:47:33.683257+0000","last_became_peered":"2023-12-20T10:47:33.683257+0000","last_unstale":"2023-12-20T10:47:33.684450+0000","last_undegraded":"2023-12-20T10:47:33.684450+0000","last_fullsized":"2023-12-20T10:47:33.684450+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:21:54.455593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"58'4","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.711128+0000","last_change":"2023-12-20T10:47:32.691557+0000","last_active":"2023-12-20T10:47:33.711128+0000","last_peered":"2023-12-20T10:47:33.711128+0000","last_clean":"2023-12-20T10:47:33.711128+0000","last_became_active":"2023-12-20T10:47:32.689534+0000","last_became_peered":"2023-12-20T10:47:32.689534+0000","last_unstale":"2023-12-20T10:47:33.711128+0000","last_undegraded":"2023-12-20T10:47:33.711128+0000","last_fullsized":"2023-12-20T10:47:33.711128+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:57:47.520289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.704109+0000","last_change":"2023-12-20T10:47:33.698586+0000","last_active":"2023-12-20T10:47:33.704109+0000","last_peered":"2023-12-20T10:47:33.704109+0000","last_clean":"2023-12-20T10:47:33.704109+0000","last_became_active":"2023-12-20T10:47:33.698325+0000","last_became_peered":"2023-12-20T10:47:33.698325+0000","last_unstale":"2023-12-20T10:47:33.704109+0000","last_undegraded":"2023-12-20T10:47:33.704109+0000","last_fullsized":"2023-12-20T10:47:33.704109+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:37:40.325485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"58'1","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.710565+0000","last_change":"2023-12-20T10:47:32.693013+0000","last_active":"2023-12-20T10:47:33.710565+0000","last_peered":"2023-12-20T10:47:33.710565+0000","last_clean":"2023-12-20T10:47:33.710565+0000","last_became_active":"2023-12-20T10:47:32.692714+0000","last_became_peered":"2023-12-20T10:47:32.692714+0000","last_unstale":"2023-12-20T10:47:33.710565+0000","last_undegraded":"2023-12-20T10:47:33.710565+0000","last_fullsized":"2023-12-20T10:47:33.710565+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:48:36.044922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.690382+0000","last_change":"2023-12-20T10:47:33.689965+0000","last_active":"2023-12-20T10:47:33.690382+0000","last_peered":"2023-12-20T10:47:33.690382+0000","last_clean":"2023-12-20T10:47:33.690382+0000","last_became_active":"2023-12-20T10:47:33.689164+0000","last_became_peered":"2023-12-20T10:47:33.689164+0000","last_unstale":"2023-12-20T10:47:33.690382+0000","last_undegraded":"2023-12-20T10:47:33.690382+0000","last_fullsized":"2023-12-20T10:47:33.690382+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:55:35.675428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.711118+0000","last_change":"2023-12-20T10:47:32.690296+0000","last_active":"2023-12-20T10:47:33.711118+0000","last_peered":"2023-12-20T10:47:33.711118+0000","last_clean":"2023-12-20T10:47:33.711118+0000","last_became_active":"2023-12-20T10:47:32.690008+0000","last_became_peered":"2023-12-20T10:47:32.690008+0000","last_unstale":"2023-12-20T10:47:33.711118+0000","last_undegraded":"2023-12-20T10:47:33.711118+0000","last_fullsized":"2023-12-20T10:47:33.711118+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:16:34.469581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.698844+0000","last_change":"2023-12-20T10:47:33.698844+0000","last_active":"2023-12-20T10:47:33.698844+0000","last_peered":"2023-12-20T10:47:33.698844+0000","last_clean":"2023-12-20T10:47:33.698844+0000","last_became_active":"2023-12-20T10:47:33.697423+0000","last_became_peered":"2023-12-20T10:47:33.697423+0000","last_unstale":"2023-12-20T10:47:33.698844+0000","last_undegraded":"2023-12-20T10:47:33.698844+0000","last_fullsized":"2023-12-20T10:47:33.698844+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:46:59.974182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.712629+0000","last_change":"2023-12-20T10:47:32.693595+0000","last_active":"2023-12-20T10:47:33.712629+0000","last_peered":"2023-12-20T10:47:33.712629+0000","last_clean":"2023-12-20T10:47:33.712629+0000","last_became_active":"2023-12-20T10:47:32.693281+0000","last_became_peered":"2023-12-20T10:47:32.693281+0000","last_unstale":"2023-12-20T10:47:33.712629+0000","last_undegraded":"2023-12-20T10:47:33.712629+0000","last_fullsized":"2023-12-20T10:47:33.712629+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:43:31.031469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.697528+0000","last_change":"2023-12-20T10:47:33.697528+0000","last_active":"2023-12-20T10:47:33.697528+0000","last_peered":"2023-12-20T10:47:33.697528+0000","last_clean":"2023-12-20T10:47:33.697528+0000","last_became_active":"2023-12-20T10:47:33.697050+0000","last_became_peered":"2023-12-20T10:47:33.697050+0000","last_unstale":"2023-12-20T10:47:33.697528+0000","last_undegraded":"2023-12-20T10:47:33.697528+0000","last_fullsized":"2023-12-20T10:47:33.697528+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:17:59.132135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"58'1","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.709767+0000","last_change":"2023-12-20T10:47:32.696321+0000","last_active":"2023-12-20T10:47:33.709767+0000","last_peered":"2023-12-20T10:47:33.709767+0000","last_clean":"2023-12-20T10:47:33.709767+0000","last_became_active":"2023-12-20T10:47:32.696034+0000","last_became_peered":"2023-12-20T10:47:32.696034+0000","last_unstale":"2023-12-20T10:47:33.709767+0000","last_undegraded":"2023-12-20T10:47:33.709767+0000","last_fullsized":"2023-12-20T10:47:33.709767+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:06:20.056265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.689129+0000","last_change":"2023-12-20T10:47:33.686400+0000","last_active":"2023-12-20T10:47:33.689129+0000","last_peered":"2023-12-20T10:47:33.689129+0000","last_clean":"2023-12-20T10:47:33.689129+0000","last_became_active":"2023-12-20T10:47:33.686105+0000","last_became_peered":"2023-12-20T10:47:33.686105+0000","last_unstale":"2023-12-20T10:47:33.689129+0000","last_undegraded":"2023-12-20T10:47:33.689129+0000","last_fullsized":"2023-12-20T10:47:33.689129+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:56:27.216988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"58'1","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.709486+0000","last_change":"2023-12-20T10:47:32.694197+0000","last_active":"2023-12-20T10:47:33.709486+0000","last_peered":"2023-12-20T10:47:33.709486+0000","last_clean":"2023-12-20T10:47:33.709486+0000","last_became_active":"2023-12-20T10:47:32.693879+0000","last_became_peered":"2023-12-20T10:47:32.693879+0000","last_unstale":"2023-12-20T10:47:33.709486+0000","last_undegraded":"2023-12-20T10:47:33.709486+0000","last_fullsized":"2023-12-20T10:47:33.709486+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:07:32.326498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.696345+0000","last_change":"2023-12-20T10:47:33.695499+0000","last_active":"2023-12-20T10:47:33.696345+0000","last_peered":"2023-12-20T10:47:33.696345+0000","last_clean":"2023-12-20T10:47:33.696345+0000","last_became_active":"2023-12-20T10:47:33.694925+0000","last_became_peered":"2023-12-20T10:47:33.694925+0000","last_unstale":"2023-12-20T10:47:33.696345+0000","last_undegraded":"2023-12-20T10:47:33.696345+0000","last_fullsized":"2023-12-20T10:47:33.696345+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:36:24.123771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.681721+0000","last_change":"2023-12-20T10:47:32.693003+0000","last_active":"2023-12-20T10:47:33.681721+0000","last_peered":"2023-12-20T10:47:33.681721+0000","last_clean":"2023-12-20T10:47:33.681721+0000","last_became_active":"2023-12-20T10:47:32.692718+0000","last_became_peered":"2023-12-20T10:47:32.692718+0000","last_unstale":"2023-12-20T10:47:33.681721+0000","last_undegraded":"2023-12-20T10:47:33.681721+0000","last_fullsized":"2023-12-20T10:47:33.681721+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:56:23.054327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.693898+0000","last_change":"2023-12-20T10:47:33.691055+0000","last_active":"2023-12-20T10:47:33.693898+0000","last_peered":"2023-12-20T10:47:33.693898+0000","last_clean":"2023-12-20T10:47:33.693898+0000","last_became_active":"2023-12-20T10:47:33.690655+0000","last_became_peered":"2023-12-20T10:47:33.690655+0000","last_unstale":"2023-12-20T10:47:33.693898+0000","last_undegraded":"2023-12-20T10:47:33.693898+0000","last_fullsized":"2023-12-20T10:47:33.693898+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:15:04.647583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.694244+0000","last_change":"2023-12-20T10:47:32.693624+0000","last_active":"2023-12-20T10:47:32.694244+0000","last_peered":"2023-12-20T10:47:32.694244+0000","last_clean":"2023-12-20T10:47:32.694244+0000","last_became_active":"2023-12-20T10:47:32.693032+0000","last_became_peered":"2023-12-20T10:47:32.693032+0000","last_unstale":"2023-12-20T10:47:32.694244+0000","last_undegraded":"2023-12-20T10:47:32.694244+0000","last_fullsized":"2023-12-20T10:47:32.694244+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:44:45.205257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.701491+0000","last_change":"2023-12-20T10:47:33.698824+0000","last_active":"2023-12-20T10:47:33.701491+0000","last_peered":"2023-12-20T10:47:33.701491+0000","last_clean":"2023-12-20T10:47:33.701491+0000","last_became_active":"2023-12-20T10:47:33.698520+0000","last_became_peered":"2023-12-20T10:47:33.698520+0000","last_unstale":"2023-12-20T10:47:33.701491+0000","last_undegraded":"2023-12-20T10:47:33.701491+0000","last_fullsized":"2023-12-20T10:47:33.701491+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:32:22.181598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.679524+0000","last_change":"2023-12-20T10:47:32.687477+0000","last_active":"2023-12-20T10:47:33.679524+0000","last_peered":"2023-12-20T10:47:33.679524+0000","last_clean":"2023-12-20T10:47:33.679524+0000","last_became_active":"2023-12-20T10:47:32.687189+0000","last_became_peered":"2023-12-20T10:47:32.687189+0000","last_unstale":"2023-12-20T10:47:33.679524+0000","last_undegraded":"2023-12-20T10:47:33.679524+0000","last_fullsized":"2023-12-20T10:47:33.679524+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:43:05.191196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694763+0000","last_change":"2023-12-20T10:47:33.694763+0000","last_active":"2023-12-20T10:47:33.694763+0000","last_peered":"2023-12-20T10:47:33.694763+0000","last_clean":"2023-12-20T10:47:33.694763+0000","last_became_active":"2023-12-20T10:47:33.694417+0000","last_became_peered":"2023-12-20T10:47:33.694417+0000","last_unstale":"2023-12-20T10:47:33.694763+0000","last_undegraded":"2023-12-20T10:47:33.694763+0000","last_fullsized":"2023-12-20T10:47:33.694763+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:16:42.177897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.691122+0000","last_change":"2023-12-20T10:47:32.689249+0000","last_active":"2023-12-20T10:47:32.691122+0000","last_peered":"2023-12-20T10:47:32.691122+0000","last_clean":"2023-12-20T10:47:32.691122+0000","last_became_active":"2023-12-20T10:47:32.687928+0000","last_became_peered":"2023-12-20T10:47:32.687928+0000","last_unstale":"2023-12-20T10:47:32.691122+0000","last_undegraded":"2023-12-20T10:47:32.691122+0000","last_fullsized":"2023-12-20T10:47:32.691122+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:30:52.897952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.690364+0000","last_change":"2023-12-20T10:47:33.689467+0000","last_active":"2023-12-20T10:47:33.690364+0000","last_peered":"2023-12-20T10:47:33.690364+0000","last_clean":"2023-12-20T10:47:33.690364+0000","last_became_active":"2023-12-20T10:47:33.688787+0000","last_became_peered":"2023-12-20T10:47:33.688787+0000","last_unstale":"2023-12-20T10:47:33.690364+0000","last_undegraded":"2023-12-20T10:47:33.690364+0000","last_fullsized":"2023-12-20T10:47:33.690364+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:40:41.732183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"58'3","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.711677+0000","last_change":"2023-12-20T10:47:32.686563+0000","last_active":"2023-12-20T10:47:33.711677+0000","last_peered":"2023-12-20T10:47:33.711677+0000","last_clean":"2023-12-20T10:47:33.711677+0000","last_became_active":"2023-12-20T10:47:32.686240+0000","last_became_peered":"2023-12-20T10:47:32.686240+0000","last_unstale":"2023-12-20T10:47:33.711677+0000","last_undegraded":"2023-12-20T10:47:33.711677+0000","last_fullsized":"2023-12-20T10:47:33.711677+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:48:56.005080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.689495+0000","last_change":"2023-12-20T10:47:33.688476+0000","last_active":"2023-12-20T10:47:33.689495+0000","last_peered":"2023-12-20T10:47:33.689495+0000","last_clean":"2023-12-20T10:47:33.689495+0000","last_became_active":"2023-12-20T10:47:33.686796+0000","last_became_peered":"2023-12-20T10:47:33.686796+0000","last_unstale":"2023-12-20T10:47:33.689495+0000","last_undegraded":"2023-12-20T10:47:33.689495+0000","last_fullsized":"2023-12-20T10:47:33.689495+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:22:31.148679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"58'6","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.712889+0000","last_change":"2023-12-20T10:47:32.689700+0000","last_active":"2023-12-20T10:47:33.712889+0000","last_peered":"2023-12-20T10:47:33.712889+0000","last_clean":"2023-12-20T10:47:33.712889+0000","last_became_active":"2023-12-20T10:47:32.689397+0000","last_became_peered":"2023-12-20T10:47:32.689397+0000","last_unstale":"2023-12-20T10:47:33.712889+0000","last_undegraded":"2023-12-20T10:47:33.712889+0000","last_fullsized":"2023-12-20T10:47:33.712889+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:12:22.968575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.703069+0000","last_change":"2023-12-20T10:47:33.701368+0000","last_active":"2023-12-20T10:47:33.703069+0000","last_peered":"2023-12-20T10:47:33.703069+0000","last_clean":"2023-12-20T10:47:33.703069+0000","last_became_active":"2023-12-20T10:47:33.700378+0000","last_became_peered":"2023-12-20T10:47:33.700378+0000","last_unstale":"2023-12-20T10:47:33.703069+0000","last_undegraded":"2023-12-20T10:47:33.703069+0000","last_fullsized":"2023-12-20T10:47:33.703069+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:33:59.635436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.711084+0000","last_change":"2023-12-20T10:47:32.692114+0000","last_active":"2023-12-20T10:47:33.711084+0000","last_peered":"2023-12-20T10:47:33.711084+0000","last_clean":"2023-12-20T10:47:33.711084+0000","last_became_active":"2023-12-20T10:47:32.691828+0000","last_became_peered":"2023-12-20T10:47:32.691828+0000","last_unstale":"2023-12-20T10:47:33.711084+0000","last_undegraded":"2023-12-20T10:47:33.711084+0000","last_fullsized":"2023-12-20T10:47:33.711084+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:10:46.140345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.696364+0000","last_change":"2023-12-20T10:47:33.694680+0000","last_active":"2023-12-20T10:47:33.696364+0000","last_peered":"2023-12-20T10:47:33.696364+0000","last_clean":"2023-12-20T10:47:33.696364+0000","last_became_active":"2023-12-20T10:47:33.694378+0000","last_became_peered":"2023-12-20T10:47:33.694378+0000","last_unstale":"2023-12-20T10:47:33.696364+0000","last_undegraded":"2023-12-20T10:47:33.696364+0000","last_fullsized":"2023-12-20T10:47:33.696364+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:50:56.905226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.693153+0000","last_change":"2023-12-20T10:47:32.692202+0000","last_active":"2023-12-20T10:47:32.693153+0000","last_peered":"2023-12-20T10:47:32.693153+0000","last_clean":"2023-12-20T10:47:32.693153+0000","last_became_active":"2023-12-20T10:47:32.691909+0000","last_became_peered":"2023-12-20T10:47:32.691909+0000","last_unstale":"2023-12-20T10:47:32.693153+0000","last_undegraded":"2023-12-20T10:47:32.693153+0000","last_fullsized":"2023-12-20T10:47:32.693153+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:40:08.977136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.703114+0000","last_change":"2023-12-20T10:47:33.701840+0000","last_active":"2023-12-20T10:47:33.703114+0000","last_peered":"2023-12-20T10:47:33.703114+0000","last_clean":"2023-12-20T10:47:33.703114+0000","last_became_active":"2023-12-20T10:47:33.701549+0000","last_became_peered":"2023-12-20T10:47:33.701549+0000","last_unstale":"2023-12-20T10:47:33.703114+0000","last_undegraded":"2023-12-20T10:47:33.703114+0000","last_fullsized":"2023-12-20T10:47:33.703114+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T10:48:22.697625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.679211+0000","last_change":"2023-12-20T10:47:32.681000+0000","last_active":"2023-12-20T10:47:33.679211+0000","last_peered":"2023-12-20T10:47:33.679211+0000","last_clean":"2023-12-20T10:47:33.679211+0000","last_became_active":"2023-12-20T10:47:32.680664+0000","last_became_peered":"2023-12-20T10:47:32.680664+0000","last_unstale":"2023-12-20T10:47:33.679211+0000","last_undegraded":"2023-12-20T10:47:33.679211+0000","last_fullsized":"2023-12-20T10:47:33.679211+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:03:40.339950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694703+0000","last_change":"2023-12-20T10:47:33.692146+0000","last_active":"2023-12-20T10:47:33.694703+0000","last_peered":"2023-12-20T10:47:33.694703+0000","last_clean":"2023-12-20T10:47:33.694703+0000","last_became_active":"2023-12-20T10:47:33.687824+0000","last_became_peered":"2023-12-20T10:47:33.687824+0000","last_unstale":"2023-12-20T10:47:33.694703+0000","last_undegraded":"2023-12-20T10:47:33.694703+0000","last_fullsized":"2023-12-20T10:47:33.694703+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:18:15.826339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"58'8","reported_seq":19,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.713033+0000","last_change":"2023-12-20T10:47:32.684017+0000","last_active":"2023-12-20T10:47:33.713033+0000","last_peered":"2023-12-20T10:47:33.713033+0000","last_clean":"2023-12-20T10:47:33.713033+0000","last_became_active":"2023-12-20T10:47:32.683756+0000","last_became_peered":"2023-12-20T10:47:32.683756+0000","last_unstale":"2023-12-20T10:47:33.713033+0000","last_undegraded":"2023-12-20T10:47:33.713033+0000","last_fullsized":"2023-12-20T10:47:33.713033+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:09:11.457636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.703001+0000","last_change":"2023-12-20T10:47:33.701016+0000","last_active":"2023-12-20T10:47:33.703001+0000","last_peered":"2023-12-20T10:47:33.703001+0000","last_clean":"2023-12-20T10:47:33.703001+0000","last_became_active":"2023-12-20T10:47:33.700386+0000","last_became_peered":"2023-12-20T10:47:33.700386+0000","last_unstale":"2023-12-20T10:47:33.703001+0000","last_undegraded":"2023-12-20T10:47:33.703001+0000","last_fullsized":"2023-12-20T10:47:33.703001+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:00:17.739221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"58'1","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.707811+0000","last_change":"2023-12-20T10:47:32.683709+0000","last_active":"2023-12-20T10:47:33.707811+0000","last_peered":"2023-12-20T10:47:33.707811+0000","last_clean":"2023-12-20T10:47:33.707811+0000","last_became_active":"2023-12-20T10:47:32.683441+0000","last_became_peered":"2023-12-20T10:47:32.683441+0000","last_unstale":"2023-12-20T10:47:33.707811+0000","last_undegraded":"2023-12-20T10:47:33.707811+0000","last_fullsized":"2023-12-20T10:47:33.707811+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:52:16.035712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.702981+0000","last_change":"2023-12-20T10:47:33.701056+0000","last_active":"2023-12-20T10:47:33.702981+0000","last_peered":"2023-12-20T10:47:33.702981+0000","last_clean":"2023-12-20T10:47:33.702981+0000","last_became_active":"2023-12-20T10:47:33.700209+0000","last_became_peered":"2023-12-20T10:47:33.700209+0000","last_unstale":"2023-12-20T10:47:33.702981+0000","last_undegraded":"2023-12-20T10:47:33.702981+0000","last_fullsized":"2023-12-20T10:47:33.702981+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:27:22.132404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.681352+0000","last_change":"2023-12-20T10:47:32.694541+0000","last_active":"2023-12-20T10:47:33.681352+0000","last_peered":"2023-12-20T10:47:33.681352+0000","last_clean":"2023-12-20T10:47:33.681352+0000","last_became_active":"2023-12-20T10:47:32.694217+0000","last_became_peered":"2023-12-20T10:47:32.694217+0000","last_unstale":"2023-12-20T10:47:33.681352+0000","last_undegraded":"2023-12-20T10:47:33.681352+0000","last_fullsized":"2023-12-20T10:47:33.681352+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:48:37.282160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.696228+0000","last_change":"2023-12-20T10:47:33.696228+0000","last_active":"2023-12-20T10:47:33.696228+0000","last_peered":"2023-12-20T10:47:33.696228+0000","last_clean":"2023-12-20T10:47:33.696228+0000","last_became_active":"2023-12-20T10:47:33.695799+0000","last_became_peered":"2023-12-20T10:47:33.695799+0000","last_unstale":"2023-12-20T10:47:33.696228+0000","last_undegraded":"2023-12-20T10:47:33.696228+0000","last_fullsized":"2023-12-20T10:47:33.696228+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:01:49.912160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.691079+0000","last_change":"2023-12-20T10:47:32.689002+0000","last_active":"2023-12-20T10:47:32.691079+0000","last_peered":"2023-12-20T10:47:32.691079+0000","last_clean":"2023-12-20T10:47:32.691079+0000","last_became_active":"2023-12-20T10:47:32.688720+0000","last_became_peered":"2023-12-20T10:47:32.688720+0000","last_unstale":"2023-12-20T10:47:32.691079+0000","last_undegraded":"2023-12-20T10:47:32.691079+0000","last_fullsized":"2023-12-20T10:47:32.691079+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:52:29.880343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.698871+0000","last_change":"2023-12-20T10:47:33.697650+0000","last_active":"2023-12-20T10:47:33.698871+0000","last_peered":"2023-12-20T10:47:33.698871+0000","last_clean":"2023-12-20T10:47:33.698871+0000","last_became_active":"2023-12-20T10:47:33.696766+0000","last_became_peered":"2023-12-20T10:47:33.696766+0000","last_unstale":"2023-12-20T10:47:33.698871+0000","last_undegraded":"2023-12-20T10:47:33.698871+0000","last_fullsized":"2023-12-20T10:47:33.698871+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:02:56.474424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.711682+0000","last_change":"2023-12-20T10:47:33.706610+0000","last_active":"2023-12-20T10:47:33.711682+0000","last_peered":"2023-12-20T10:47:33.711682+0000","last_clean":"2023-12-20T10:47:33.711682+0000","last_became_active":"2023-12-20T10:47:33.704971+0000","last_became_peered":"2023-12-20T10:47:33.704971+0000","last_unstale":"2023-12-20T10:47:33.711682+0000","last_undegraded":"2023-12-20T10:47:33.711682+0000","last_fullsized":"2023-12-20T10:47:33.711682+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:08:56.364229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.673175+0000","last_change":"2023-12-20T10:47:32.692597+0000","last_active":"2023-12-20T10:47:33.673175+0000","last_peered":"2023-12-20T10:47:33.673175+0000","last_clean":"2023-12-20T10:47:33.673175+0000","last_became_active":"2023-12-20T10:47:32.692290+0000","last_became_peered":"2023-12-20T10:47:32.692290+0000","last_unstale":"2023-12-20T10:47:33.673175+0000","last_undegraded":"2023-12-20T10:47:33.673175+0000","last_fullsized":"2023-12-20T10:47:33.673175+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:56:00.071757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.696966+0000","last_change":"2023-12-20T10:47:33.694930+0000","last_active":"2023-12-20T10:47:33.696966+0000","last_peered":"2023-12-20T10:47:33.696966+0000","last_clean":"2023-12-20T10:47:33.696966+0000","last_became_active":"2023-12-20T10:47:33.694679+0000","last_became_peered":"2023-12-20T10:47:33.694679+0000","last_unstale":"2023-12-20T10:47:33.696966+0000","last_undegraded":"2023-12-20T10:47:33.696966+0000","last_fullsized":"2023-12-20T10:47:33.696966+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:36:40.215709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-20T10:47:32.690517+0000","last_change":"2023-12-20T10:47:32.687207+0000","last_active":"2023-12-20T10:47:32.690517+0000","last_peered":"2023-12-20T10:47:32.690517+0000","last_clean":"2023-12-20T10:47:32.690517+0000","last_became_active":"2023-12-20T10:47:32.686884+0000","last_became_peered":"2023-12-20T10:47:32.686884+0000","last_unstale":"2023-12-20T10:47:32.690517+0000","last_undegraded":"2023-12-20T10:47:32.690517+0000","last_fullsized":"2023-12-20T10:47:32.690517+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:05:09.091618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":227,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.678336+0000","last_change":"2023-12-20T10:47:20.487224+0000","last_active":"2023-12-20T10:47:33.678336+0000","last_peered":"2023-12-20T10:47:33.678336+0000","last_clean":"2023-12-20T10:47:33.678336+0000","last_became_active":"2023-12-20T10:47:20.486799+0000","last_became_peered":"2023-12-20T10:47:20.486799+0000","last_unstale":"2023-12-20T10:47:33.678336+0000","last_undegraded":"2023-12-20T10:47:33.678336+0000","last_fullsized":"2023-12-20T10:47:33.678336+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:45:55.297991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:45:55.297991+0000","last_clean_scrub_stamp":"2023-12-20T10:45:55.297991+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:55:50.892803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.690338+0000","last_change":"2023-12-20T10:47:33.689953+0000","last_active":"2023-12-20T10:47:33.690338+0000","last_peered":"2023-12-20T10:47:33.690338+0000","last_clean":"2023-12-20T10:47:33.690338+0000","last_became_active":"2023-12-20T10:47:33.689423+0000","last_became_peered":"2023-12-20T10:47:33.689423+0000","last_unstale":"2023-12-20T10:47:33.690338+0000","last_undegraded":"2023-12-20T10:47:33.690338+0000","last_fullsized":"2023-12-20T10:47:33.690338+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:58:32.778348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.678432+0000","last_change":"2023-12-20T10:47:32.692186+0000","last_active":"2023-12-20T10:47:33.678432+0000","last_peered":"2023-12-20T10:47:33.678432+0000","last_clean":"2023-12-20T10:47:33.678432+0000","last_became_active":"2023-12-20T10:47:32.691900+0000","last_became_peered":"2023-12-20T10:47:32.691900+0000","last_unstale":"2023-12-20T10:47:33.678432+0000","last_undegraded":"2023-12-20T10:47:33.678432+0000","last_fullsized":"2023-12-20T10:47:33.678432+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T10:55:18.587324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.676707+0000","last_change":"2023-12-20T10:47:32.690001+0000","last_active":"2023-12-20T10:47:33.676707+0000","last_peered":"2023-12-20T10:47:33.676707+0000","last_clean":"2023-12-20T10:47:33.676707+0000","last_became_active":"2023-12-20T10:47:32.689684+0000","last_became_peered":"2023-12-20T10:47:32.689684+0000","last_unstale":"2023-12-20T10:47:33.676707+0000","last_undegraded":"2023-12-20T10:47:33.676707+0000","last_fullsized":"2023-12-20T10:47:33.676707+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:58:28.244659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694836+0000","last_change":"2023-12-20T10:47:33.694151+0000","last_active":"2023-12-20T10:47:33.694836+0000","last_peered":"2023-12-20T10:47:33.694836+0000","last_clean":"2023-12-20T10:47:33.694836+0000","last_became_active":"2023-12-20T10:47:33.693761+0000","last_became_peered":"2023-12-20T10:47:33.693761+0000","last_unstale":"2023-12-20T10:47:33.694836+0000","last_undegraded":"2023-12-20T10:47:33.694836+0000","last_fullsized":"2023-12-20T10:47:33.694836+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:46:04.047270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"59'1","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-12-20T10:47:35.317190+0000","last_change":"2023-12-20T10:47:32.688236+0000","last_active":"2023-12-20T10:47:35.317190+0000","last_peered":"2023-12-20T10:47:35.317190+0000","last_clean":"2023-12-20T10:47:35.317190+0000","last_became_active":"2023-12-20T10:47:32.687951+0000","last_became_peered":"2023-12-20T10:47:32.687951+0000","last_unstale":"2023-12-20T10:47:35.317190+0000","last_undegraded":"2023-12-20T10:47:35.317190+0000","last_fullsized":"2023-12-20T10:47:35.317190+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:42:56.229802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.704276+0000","last_change":"2023-12-20T10:47:33.699758+0000","last_active":"2023-12-20T10:47:33.704276+0000","last_peered":"2023-12-20T10:47:33.704276+0000","last_clean":"2023-12-20T10:47:33.704276+0000","last_became_active":"2023-12-20T10:47:33.699447+0000","last_became_peered":"2023-12-20T10:47:33.699447+0000","last_unstale":"2023-12-20T10:47:33.704276+0000","last_undegraded":"2023-12-20T10:47:33.704276+0000","last_fullsized":"2023-12-20T10:47:33.704276+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:01:04.696003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.710914+0000","last_change":"2023-12-20T10:47:32.694180+0000","last_active":"2023-12-20T10:47:33.710914+0000","last_peered":"2023-12-20T10:47:33.710914+0000","last_clean":"2023-12-20T10:47:33.710914+0000","last_became_active":"2023-12-20T10:47:32.693898+0000","last_became_peered":"2023-12-20T10:47:32.693898+0000","last_unstale":"2023-12-20T10:47:33.710914+0000","last_undegraded":"2023-12-20T10:47:33.710914+0000","last_fullsized":"2023-12-20T10:47:33.710914+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:51:43.644754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.691563+0000","last_change":"2023-12-20T10:47:33.690865+0000","last_active":"2023-12-20T10:47:33.691563+0000","last_peered":"2023-12-20T10:47:33.691563+0000","last_clean":"2023-12-20T10:47:33.691563+0000","last_became_active":"2023-12-20T10:47:33.690550+0000","last_became_peered":"2023-12-20T10:47:33.690550+0000","last_unstale":"2023-12-20T10:47:33.691563+0000","last_undegraded":"2023-12-20T10:47:33.691563+0000","last_fullsized":"2023-12-20T10:47:33.691563+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:24:39.171047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.678247+0000","last_change":"2023-12-20T10:47:32.692043+0000","last_active":"2023-12-20T10:47:33.678247+0000","last_peered":"2023-12-20T10:47:33.678247+0000","last_clean":"2023-12-20T10:47:33.678247+0000","last_became_active":"2023-12-20T10:47:32.691518+0000","last_became_peered":"2023-12-20T10:47:32.691518+0000","last_unstale":"2023-12-20T10:47:33.678247+0000","last_undegraded":"2023-12-20T10:47:33.678247+0000","last_fullsized":"2023-12-20T10:47:33.678247+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:14:57.301633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.697204+0000","last_change":"2023-12-20T10:47:33.690832+0000","last_active":"2023-12-20T10:47:33.697204+0000","last_peered":"2023-12-20T10:47:33.697204+0000","last_clean":"2023-12-20T10:47:33.697204+0000","last_became_active":"2023-12-20T10:47:33.690544+0000","last_became_peered":"2023-12-20T10:47:33.690544+0000","last_unstale":"2023-12-20T10:47:33.697204+0000","last_undegraded":"2023-12-20T10:47:33.697204+0000","last_fullsized":"2023-12-20T10:47:33.697204+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:48:25.775797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.679930+0000","last_change":"2023-12-20T10:47:32.694847+0000","last_active":"2023-12-20T10:47:33.679930+0000","last_peered":"2023-12-20T10:47:33.679930+0000","last_clean":"2023-12-20T10:47:33.679930+0000","last_became_active":"2023-12-20T10:47:32.694559+0000","last_became_peered":"2023-12-20T10:47:32.694559+0000","last_unstale":"2023-12-20T10:47:33.679930+0000","last_undegraded":"2023-12-20T10:47:33.679930+0000","last_fullsized":"2023-12-20T10:47:33.679930+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:36:22.171782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.696997+0000","last_change":"2023-12-20T10:47:33.694479+0000","last_active":"2023-12-20T10:47:33.696997+0000","last_peered":"2023-12-20T10:47:33.696997+0000","last_clean":"2023-12-20T10:47:33.696997+0000","last_became_active":"2023-12-20T10:47:33.694198+0000","last_became_peered":"2023-12-20T10:47:33.694198+0000","last_unstale":"2023-12-20T10:47:33.696997+0000","last_undegraded":"2023-12-20T10:47:33.696997+0000","last_fullsized":"2023-12-20T10:47:33.696997+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:07:50.747405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.681579+0000","last_change":"2023-12-20T10:47:32.695236+0000","last_active":"2023-12-20T10:47:33.681579+0000","last_peered":"2023-12-20T10:47:33.681579+0000","last_clean":"2023-12-20T10:47:33.681579+0000","last_became_active":"2023-12-20T10:47:32.694960+0000","last_became_peered":"2023-12-20T10:47:32.694960+0000","last_unstale":"2023-12-20T10:47:33.681579+0000","last_undegraded":"2023-12-20T10:47:33.681579+0000","last_fullsized":"2023-12-20T10:47:33.681579+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:45:46.219475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.704141+0000","last_change":"2023-12-20T10:47:33.699789+0000","last_active":"2023-12-20T10:47:33.704141+0000","last_peered":"2023-12-20T10:47:33.704141+0000","last_clean":"2023-12-20T10:47:33.704141+0000","last_became_active":"2023-12-20T10:47:33.699507+0000","last_became_peered":"2023-12-20T10:47:33.699507+0000","last_unstale":"2023-12-20T10:47:33.704141+0000","last_undegraded":"2023-12-20T10:47:33.704141+0000","last_fullsized":"2023-12-20T10:47:33.704141+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:32:05.686889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.710285+0000","last_change":"2023-12-20T10:47:32.691582+0000","last_active":"2023-12-20T10:47:33.710285+0000","last_peered":"2023-12-20T10:47:33.710285+0000","last_clean":"2023-12-20T10:47:33.710285+0000","last_became_active":"2023-12-20T10:47:32.691306+0000","last_became_peered":"2023-12-20T10:47:32.691306+0000","last_unstale":"2023-12-20T10:47:33.710285+0000","last_undegraded":"2023-12-20T10:47:33.710285+0000","last_fullsized":"2023-12-20T10:47:33.710285+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:59:20.975153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.689562+0000","last_change":"2023-12-20T10:47:33.689309+0000","last_active":"2023-12-20T10:47:33.689562+0000","last_peered":"2023-12-20T10:47:33.689562+0000","last_clean":"2023-12-20T10:47:33.689562+0000","last_became_active":"2023-12-20T10:47:33.689007+0000","last_became_peered":"2023-12-20T10:47:33.689007+0000","last_unstale":"2023-12-20T10:47:33.689562+0000","last_undegraded":"2023-12-20T10:47:33.689562+0000","last_fullsized":"2023-12-20T10:47:33.689562+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:30:09.852360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.672456+0000","last_change":"2023-12-20T10:47:32.684062+0000","last_active":"2023-12-20T10:47:33.672456+0000","last_peered":"2023-12-20T10:47:33.672456+0000","last_clean":"2023-12-20T10:47:33.672456+0000","last_became_active":"2023-12-20T10:47:32.683726+0000","last_became_peered":"2023-12-20T10:47:32.683726+0000","last_unstale":"2023-12-20T10:47:33.672456+0000","last_undegraded":"2023-12-20T10:47:33.672456+0000","last_fullsized":"2023-12-20T10:47:33.672456+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:27:51.729546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.698793+0000","last_change":"2023-12-20T10:47:33.691950+0000","last_active":"2023-12-20T10:47:33.698793+0000","last_peered":"2023-12-20T10:47:33.698793+0000","last_clean":"2023-12-20T10:47:33.698793+0000","last_became_active":"2023-12-20T10:47:33.691640+0000","last_became_peered":"2023-12-20T10:47:33.691640+0000","last_unstale":"2023-12-20T10:47:33.698793+0000","last_undegraded":"2023-12-20T10:47:33.698793+0000","last_fullsized":"2023-12-20T10:47:33.698793+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:17:25.511146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"58'1","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.712101+0000","last_change":"2023-12-20T10:47:32.691330+0000","last_active":"2023-12-20T10:47:33.712101+0000","last_peered":"2023-12-20T10:47:33.712101+0000","last_clean":"2023-12-20T10:47:33.712101+0000","last_became_active":"2023-12-20T10:47:32.690344+0000","last_became_peered":"2023-12-20T10:47:32.690344+0000","last_unstale":"2023-12-20T10:47:33.712101+0000","last_undegraded":"2023-12-20T10:47:33.712101+0000","last_fullsized":"2023-12-20T10:47:33.712101+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:26:10.388948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.691569+0000","last_change":"2023-12-20T10:47:33.691569+0000","last_active":"2023-12-20T10:47:33.691569+0000","last_peered":"2023-12-20T10:47:33.691569+0000","last_clean":"2023-12-20T10:47:33.691569+0000","last_became_active":"2023-12-20T10:47:33.690909+0000","last_became_peered":"2023-12-20T10:47:33.690909+0000","last_unstale":"2023-12-20T10:47:33.691569+0000","last_undegraded":"2023-12-20T10:47:33.691569+0000","last_fullsized":"2023-12-20T10:47:33.691569+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:11:14.496233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.712077+0000","last_change":"2023-12-20T10:47:32.693702+0000","last_active":"2023-12-20T10:47:33.712077+0000","last_peered":"2023-12-20T10:47:33.712077+0000","last_clean":"2023-12-20T10:47:33.712077+0000","last_became_active":"2023-12-20T10:47:32.693315+0000","last_became_peered":"2023-12-20T10:47:32.693315+0000","last_unstale":"2023-12-20T10:47:33.712077+0000","last_undegraded":"2023-12-20T10:47:33.712077+0000","last_fullsized":"2023-12-20T10:47:33.712077+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:28:22.635257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.704185+0000","last_change":"2023-12-20T10:47:33.701466+0000","last_active":"2023-12-20T10:47:33.704185+0000","last_peered":"2023-12-20T10:47:33.704185+0000","last_clean":"2023-12-20T10:47:33.704185+0000","last_became_active":"2023-12-20T10:47:33.700329+0000","last_became_peered":"2023-12-20T10:47:33.700329+0000","last_unstale":"2023-12-20T10:47:33.704185+0000","last_undegraded":"2023-12-20T10:47:33.704185+0000","last_fullsized":"2023-12-20T10:47:33.704185+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:29:15.478896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.696583+0000","last_change":"2023-12-20T10:47:33.693264+0000","last_active":"2023-12-20T10:47:33.696583+0000","last_peered":"2023-12-20T10:47:33.696583+0000","last_clean":"2023-12-20T10:47:33.696583+0000","last_became_active":"2023-12-20T10:47:33.692941+0000","last_became_peered":"2023-12-20T10:47:33.692941+0000","last_unstale":"2023-12-20T10:47:33.696583+0000","last_undegraded":"2023-12-20T10:47:33.696583+0000","last_fullsized":"2023-12-20T10:47:33.696583+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T10:57:55.998961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.698082+0000","last_change":"2023-12-20T10:47:33.687851+0000","last_active":"2023-12-20T10:47:33.698082+0000","last_peered":"2023-12-20T10:47:33.698082+0000","last_clean":"2023-12-20T10:47:33.698082+0000","last_became_active":"2023-12-20T10:47:33.687540+0000","last_became_peered":"2023-12-20T10:47:33.687540+0000","last_unstale":"2023-12-20T10:47:33.698082+0000","last_undegraded":"2023-12-20T10:47:33.698082+0000","last_fullsized":"2023-12-20T10:47:33.698082+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:20:34.659185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.701047+0000","last_change":"2023-12-20T10:47:33.701047+0000","last_active":"2023-12-20T10:47:33.701047+0000","last_peered":"2023-12-20T10:47:33.701047+0000","last_clean":"2023-12-20T10:47:33.701047+0000","last_became_active":"2023-12-20T10:47:33.700566+0000","last_became_peered":"2023-12-20T10:47:33.700566+0000","last_unstale":"2023-12-20T10:47:33.701047+0000","last_undegraded":"2023-12-20T10:47:33.701047+0000","last_fullsized":"2023-12-20T10:47:33.701047+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:28:57.733327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.710224+0000","last_change":"2023-12-20T10:47:33.706805+0000","last_active":"2023-12-20T10:47:33.710224+0000","last_peered":"2023-12-20T10:47:33.710224+0000","last_clean":"2023-12-20T10:47:33.710224+0000","last_became_active":"2023-12-20T10:47:33.706076+0000","last_became_peered":"2023-12-20T10:47:33.706076+0000","last_unstale":"2023-12-20T10:47:33.710224+0000","last_undegraded":"2023-12-20T10:47:33.710224+0000","last_fullsized":"2023-12-20T10:47:33.710224+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:17:27.247898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.704008+0000","last_change":"2023-12-20T10:47:33.697248+0000","last_active":"2023-12-20T10:47:33.704008+0000","last_peered":"2023-12-20T10:47:33.704008+0000","last_clean":"2023-12-20T10:47:33.704008+0000","last_became_active":"2023-12-20T10:47:33.697043+0000","last_became_peered":"2023-12-20T10:47:33.697043+0000","last_unstale":"2023-12-20T10:47:33.704008+0000","last_undegraded":"2023-12-20T10:47:33.704008+0000","last_fullsized":"2023-12-20T10:47:33.704008+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:51:42.712820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.712260+0000","last_change":"2023-12-20T10:47:33.705573+0000","last_active":"2023-12-20T10:47:33.712260+0000","last_peered":"2023-12-20T10:47:33.712260+0000","last_clean":"2023-12-20T10:47:33.712260+0000","last_became_active":"2023-12-20T10:47:33.705278+0000","last_became_peered":"2023-12-20T10:47:33.705278+0000","last_unstale":"2023-12-20T10:47:33.712260+0000","last_undegraded":"2023-12-20T10:47:33.712260+0000","last_fullsized":"2023-12-20T10:47:33.712260+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:22:17.096581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694740+0000","last_change":"2023-12-20T10:47:33.690577+0000","last_active":"2023-12-20T10:47:33.694740+0000","last_peered":"2023-12-20T10:47:33.694740+0000","last_clean":"2023-12-20T10:47:33.694740+0000","last_became_active":"2023-12-20T10:47:33.690283+0000","last_became_peered":"2023-12-20T10:47:33.690283+0000","last_unstale":"2023-12-20T10:47:33.694740+0000","last_undegraded":"2023-12-20T10:47:33.694740+0000","last_fullsized":"2023-12-20T10:47:33.694740+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:30:12.917418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.691744+0000","last_change":"2023-12-20T10:47:33.689661+0000","last_active":"2023-12-20T10:47:33.691744+0000","last_peered":"2023-12-20T10:47:33.691744+0000","last_clean":"2023-12-20T10:47:33.691744+0000","last_became_active":"2023-12-20T10:47:33.689298+0000","last_became_peered":"2023-12-20T10:47:33.689298+0000","last_unstale":"2023-12-20T10:47:33.691744+0000","last_undegraded":"2023-12-20T10:47:33.691744+0000","last_fullsized":"2023-12-20T10:47:33.691744+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:45:50.479673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.697219+0000","last_change":"2023-12-20T10:47:33.697219+0000","last_active":"2023-12-20T10:47:33.697219+0000","last_peered":"2023-12-20T10:47:33.697219+0000","last_clean":"2023-12-20T10:47:33.697219+0000","last_became_active":"2023-12-20T10:47:33.696583+0000","last_became_peered":"2023-12-20T10:47:33.696583+0000","last_unstale":"2023-12-20T10:47:33.697219+0000","last_undegraded":"2023-12-20T10:47:33.697219+0000","last_fullsized":"2023-12-20T10:47:33.697219+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:45:13.855376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.704335+0000","last_change":"2023-12-20T10:47:33.697880+0000","last_active":"2023-12-20T10:47:33.704335+0000","last_peered":"2023-12-20T10:47:33.704335+0000","last_clean":"2023-12-20T10:47:33.704335+0000","last_became_active":"2023-12-20T10:47:33.697564+0000","last_became_peered":"2023-12-20T10:47:33.697564+0000","last_unstale":"2023-12-20T10:47:33.704335+0000","last_undegraded":"2023-12-20T10:47:33.704335+0000","last_fullsized":"2023-12-20T10:47:33.704335+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:19:04.303038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694934+0000","last_change":"2023-12-20T10:47:33.694934+0000","last_active":"2023-12-20T10:47:33.694934+0000","last_peered":"2023-12-20T10:47:33.694934+0000","last_clean":"2023-12-20T10:47:33.694934+0000","last_became_active":"2023-12-20T10:47:33.694648+0000","last_became_peered":"2023-12-20T10:47:33.694648+0000","last_unstale":"2023-12-20T10:47:33.694934+0000","last_undegraded":"2023-12-20T10:47:33.694934+0000","last_fullsized":"2023-12-20T10:47:33.694934+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:52:36.534301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.696364+0000","last_change":"2023-12-20T10:47:33.695670+0000","last_active":"2023-12-20T10:47:33.696364+0000","last_peered":"2023-12-20T10:47:33.696364+0000","last_clean":"2023-12-20T10:47:33.696364+0000","last_became_active":"2023-12-20T10:47:33.695227+0000","last_became_peered":"2023-12-20T10:47:33.695227+0000","last_unstale":"2023-12-20T10:47:33.696364+0000","last_undegraded":"2023-12-20T10:47:33.696364+0000","last_fullsized":"2023-12-20T10:47:33.696364+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:52:54.634337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694666+0000","last_change":"2023-12-20T10:47:33.690820+0000","last_active":"2023-12-20T10:47:33.694666+0000","last_peered":"2023-12-20T10:47:33.694666+0000","last_clean":"2023-12-20T10:47:33.694666+0000","last_became_active":"2023-12-20T10:47:33.690506+0000","last_became_peered":"2023-12-20T10:47:33.690506+0000","last_unstale":"2023-12-20T10:47:33.694666+0000","last_undegraded":"2023-12-20T10:47:33.694666+0000","last_fullsized":"2023-12-20T10:47:33.694666+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:58:55.427396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2306,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":51,"seq":219043332103,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298448,"kb_used_data":1160,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446704,"statfs":{"total":95995035648,"available":95689424896,"internally_reserved":0,"allocated":1187840,"data_stored":836211,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67400000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58899999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71799999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.433}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65200000000000002}]}]},{"osd":6,"up_from":44,"seq":188978561034,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298436,"kb_used_data":1148,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446716,"statfs":{"total":95995035648,"available":95689437184,"internally_reserved":0,"allocated":1175552,"data_stored":830130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.501}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51400000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45900000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58599999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574873,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297864,"kb_used_data":576,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447288,"statfs":{"total":95995035648,"available":95690022912,"internally_reserved":0,"allocated":589824,"data_stored":245126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:46:37 2023","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.378,"15min":0.378},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.32200000000000001}]},{"osd":2,"last update":"Wed Dec 20 10:46:58 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.27200000000000002}]},{"osd":3,"last update":"Wed Dec 20 10:47:18 2023","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.33800000000000002}]},{"osd":4,"last update":"Wed Dec 20 10:47:29 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.66400000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71099999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]}]},{"osd":0,"up_from":8,"seq":34359738397,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298452,"kb_used_data":1164,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446700,"statfs":{"total":95995035648,"available":95689420800,"internally_reserved":0,"allocated":1191936,"data_stored":836034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Dec 20 10:46:38 2023","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":1.0009999999999999},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.28799999999999998}]},{"osd":2,"last update":"Wed Dec 20 10:46:57 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.503}]},{"osd":3,"last update":"Wed Dec 20 10:47:11 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":1.1299999999999999}]},{"osd":4,"last update":"Wed Dec 20 10:47:31 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":1.173},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.35399999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56799999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2390000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411350,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297860,"kb_used_data":572,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447292,"statfs":{"total":95995035648,"available":95690027008,"internally_reserved":0,"allocated":585728,"data_stored":245267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:46:55 2023","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.23799999999999999}]},{"osd":1,"last update":"Wed Dec 20 10:46:55 2023","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.26600000000000001}]},{"osd":3,"last update":"Wed Dec 20 10:47:14 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.35999999999999999}]},{"osd":4,"last update":"Wed Dec 20 10:47:30 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.58599999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48999999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57699999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47799999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182420,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297876,"kb_used_data":588,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447276,"statfs":{"total":95995035648,"available":95690010624,"internally_reserved":0,"allocated":602112,"data_stored":246606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:47:12 2023","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.41299999999999998}]},{"osd":1,"last update":"Wed Dec 20 10:47:12 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.441},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.42599999999999999}]},{"osd":2,"last update":"Wed Dec 20 10:47:12 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.38600000000000001}]},{"osd":4,"last update":"Wed Dec 20 10:47:31 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.72699999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71799999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.626}]}]},{"osd":4,"up_from":30,"seq":128849018897,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297876,"kb_used_data":588,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447276,"statfs":{"total":95995035648,"available":95690010624,"internally_reserved":0,"allocated":602112,"data_stored":245947,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:47:28 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.433}]},{"osd":1,"last update":"Wed Dec 20 10:47:28 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.57099999999999995}]},{"osd":2,"last update":"Wed Dec 20 10:47:28 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.70699999999999996}]},{"osd":3,"last update":"Wed Dec 20 10:47:28 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.58699999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65900000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]}]},{"osd":5,"up_from":37,"seq":158913789965,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":581632,"data_stored":239551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69499999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71099999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72799999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61099999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67900000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57699999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-20T10:47:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:39 smithi123 ceph-mon[111044]: from='client.14562 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-20T10:47:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:39 smithi123 ceph-mon[111044]: pgmap v150: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 7 op/s 2023-12-20T10:47:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:39 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/1841111830' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-12-20T10:47:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:39 smithi123 ceph-mon[124884]: from='client.14562 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-20T10:47:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:39 smithi123 ceph-mon[124884]: pgmap v150: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 7 op/s 2023-12-20T10:47:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:39 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/1841111830' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-12-20T10:47:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:39 smithi177 ceph-mon[144425]: from='client.14562 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-20T10:47:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:39 smithi177 ceph-mon[144425]: pgmap v150: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 7 op/s 2023-12-20T10:47:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:39 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/1841111830' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-12-20T10:47:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:40 smithi123 ceph-mon[111044]: from='client.14574 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-20T10:47:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:40 smithi123 ceph-mon[124884]: from='client.14574 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-20T10:47:41.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:40 smithi177 ceph-mon[144425]: from='client.14574 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-20T10:47:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:41 smithi123 ceph-mon[111044]: pgmap v151: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2023-12-20T10:47:41.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:41 smithi123 ceph-mon[124884]: pgmap v151: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2023-12-20T10:47:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:41 smithi177 ceph-mon[144425]: pgmap v151: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2023-12-20T10:47:42.270 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-20T10:47:42.601 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:47:42.603 INFO:teuthology.orchestra.run.smithi123.stderr:dumped all 2023-12-20T10:47:42.613 INFO:teuthology.orchestra.run.smithi123.stdout:{"pg_ready":true,"pg_map":{"version":151,"stamp":"2023-12-20T10:47:40.670454+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592674,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":273,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2384692,"kb_used_data":6388,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747576524,"statfs":{"total":767960285184,"available":765518360576,"internally_reserved":0,"allocated":6541312,"data_stored":3738308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2306,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.999880"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.698974+0000","last_change":"2023-12-20T10:47:33.693988+0000","last_active":"2023-12-20T10:47:33.698974+0000","last_peered":"2023-12-20T10:47:33.698974+0000","last_clean":"2023-12-20T10:47:33.698974+0000","last_became_active":"2023-12-20T10:47:33.693712+0000","last_became_peered":"2023-12-20T10:47:33.693712+0000","last_unstale":"2023-12-20T10:47:33.698974+0000","last_undegraded":"2023-12-20T10:47:33.698974+0000","last_fullsized":"2023-12-20T10:47:33.698974+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:08:15.219223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.692572+0000","last_change":"2023-12-20T10:47:33.690805+0000","last_active":"2023-12-20T10:47:33.692572+0000","last_peered":"2023-12-20T10:47:33.692572+0000","last_clean":"2023-12-20T10:47:33.692572+0000","last_became_active":"2023-12-20T10:47:33.690445+0000","last_became_peered":"2023-12-20T10:47:33.690445+0000","last_unstale":"2023-12-20T10:47:33.692572+0000","last_undegraded":"2023-12-20T10:47:33.692572+0000","last_fullsized":"2023-12-20T10:47:33.692572+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:34:14.983303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.692096+0000","last_change":"2023-12-20T10:47:33.691422+0000","last_active":"2023-12-20T10:47:33.692096+0000","last_peered":"2023-12-20T10:47:33.692096+0000","last_clean":"2023-12-20T10:47:33.692096+0000","last_became_active":"2023-12-20T10:47:33.691152+0000","last_became_peered":"2023-12-20T10:47:33.691152+0000","last_unstale":"2023-12-20T10:47:33.692096+0000","last_undegraded":"2023-12-20T10:47:33.692096+0000","last_fullsized":"2023-12-20T10:47:33.692096+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:58:40.164943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.696385+0000","last_change":"2023-12-20T10:47:33.695625+0000","last_active":"2023-12-20T10:47:33.696385+0000","last_peered":"2023-12-20T10:47:33.696385+0000","last_clean":"2023-12-20T10:47:33.696385+0000","last_became_active":"2023-12-20T10:47:33.695227+0000","last_became_peered":"2023-12-20T10:47:33.695227+0000","last_unstale":"2023-12-20T10:47:33.696385+0000","last_undegraded":"2023-12-20T10:47:33.696385+0000","last_fullsized":"2023-12-20T10:47:33.696385+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:39:57.902493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.703096+0000","last_change":"2023-12-20T10:47:33.701219+0000","last_active":"2023-12-20T10:47:33.703096+0000","last_peered":"2023-12-20T10:47:33.703096+0000","last_clean":"2023-12-20T10:47:33.703096+0000","last_became_active":"2023-12-20T10:47:33.700900+0000","last_became_peered":"2023-12-20T10:47:33.700900+0000","last_unstale":"2023-12-20T10:47:33.703096+0000","last_undegraded":"2023-12-20T10:47:33.703096+0000","last_fullsized":"2023-12-20T10:47:33.703096+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:15:11.183230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.704688+0000","last_change":"2023-12-20T10:47:33.700866+0000","last_active":"2023-12-20T10:47:33.704688+0000","last_peered":"2023-12-20T10:47:33.704688+0000","last_clean":"2023-12-20T10:47:33.704688+0000","last_became_active":"2023-12-20T10:47:33.700177+0000","last_became_peered":"2023-12-20T10:47:33.700177+0000","last_unstale":"2023-12-20T10:47:33.704688+0000","last_undegraded":"2023-12-20T10:47:33.704688+0000","last_fullsized":"2023-12-20T10:47:33.704688+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:45:46.317492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.703020+0000","last_change":"2023-12-20T10:47:33.701318+0000","last_active":"2023-12-20T10:47:33.703020+0000","last_peered":"2023-12-20T10:47:33.703020+0000","last_clean":"2023-12-20T10:47:33.703020+0000","last_became_active":"2023-12-20T10:47:33.700691+0000","last_became_peered":"2023-12-20T10:47:33.700691+0000","last_unstale":"2023-12-20T10:47:33.703020+0000","last_undegraded":"2023-12-20T10:47:33.703020+0000","last_fullsized":"2023-12-20T10:47:33.703020+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:20:59.082517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.690177+0000","last_change":"2023-12-20T10:47:33.689311+0000","last_active":"2023-12-20T10:47:33.690177+0000","last_peered":"2023-12-20T10:47:33.690177+0000","last_clean":"2023-12-20T10:47:33.690177+0000","last_became_active":"2023-12-20T10:47:33.689001+0000","last_became_peered":"2023-12-20T10:47:33.689001+0000","last_unstale":"2023-12-20T10:47:33.690177+0000","last_undegraded":"2023-12-20T10:47:33.690177+0000","last_fullsized":"2023-12-20T10:47:33.690177+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:15:47.529177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.698954+0000","last_change":"2023-12-20T10:47:33.692325+0000","last_active":"2023-12-20T10:47:33.698954+0000","last_peered":"2023-12-20T10:47:33.698954+0000","last_clean":"2023-12-20T10:47:33.698954+0000","last_became_active":"2023-12-20T10:47:33.692014+0000","last_became_peered":"2023-12-20T10:47:33.692014+0000","last_unstale":"2023-12-20T10:47:33.698954+0000","last_undegraded":"2023-12-20T10:47:33.698954+0000","last_fullsized":"2023-12-20T10:47:33.698954+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:25:29.071611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694758+0000","last_change":"2023-12-20T10:47:33.691763+0000","last_active":"2023-12-20T10:47:33.694758+0000","last_peered":"2023-12-20T10:47:33.694758+0000","last_clean":"2023-12-20T10:47:33.694758+0000","last_became_active":"2023-12-20T10:47:33.691025+0000","last_became_peered":"2023-12-20T10:47:33.691025+0000","last_unstale":"2023-12-20T10:47:33.694758+0000","last_undegraded":"2023-12-20T10:47:33.694758+0000","last_fullsized":"2023-12-20T10:47:33.694758+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:41:47.315092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694636+0000","last_change":"2023-12-20T10:47:33.690940+0000","last_active":"2023-12-20T10:47:33.694636+0000","last_peered":"2023-12-20T10:47:33.694636+0000","last_clean":"2023-12-20T10:47:33.694636+0000","last_became_active":"2023-12-20T10:47:33.690666+0000","last_became_peered":"2023-12-20T10:47:33.690666+0000","last_unstale":"2023-12-20T10:47:33.694636+0000","last_undegraded":"2023-12-20T10:47:33.694636+0000","last_fullsized":"2023-12-20T10:47:33.694636+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:47:39.174640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.689877+0000","last_change":"2023-12-20T10:47:33.688458+0000","last_active":"2023-12-20T10:47:33.689877+0000","last_peered":"2023-12-20T10:47:33.689877+0000","last_clean":"2023-12-20T10:47:33.689877+0000","last_became_active":"2023-12-20T10:47:33.686413+0000","last_became_peered":"2023-12-20T10:47:33.686413+0000","last_unstale":"2023-12-20T10:47:33.689877+0000","last_undegraded":"2023-12-20T10:47:33.689877+0000","last_fullsized":"2023-12-20T10:47:33.689877+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:16:28.566650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.704013+0000","last_change":"2023-12-20T10:47:33.697041+0000","last_active":"2023-12-20T10:47:33.704013+0000","last_peered":"2023-12-20T10:47:33.704013+0000","last_clean":"2023-12-20T10:47:33.704013+0000","last_became_active":"2023-12-20T10:47:33.696743+0000","last_became_peered":"2023-12-20T10:47:33.696743+0000","last_unstale":"2023-12-20T10:47:33.704013+0000","last_undegraded":"2023-12-20T10:47:33.704013+0000","last_fullsized":"2023-12-20T10:47:33.704013+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:45:23.452862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.704204+0000","last_change":"2023-12-20T10:47:33.700042+0000","last_active":"2023-12-20T10:47:33.704204+0000","last_peered":"2023-12-20T10:47:33.704204+0000","last_clean":"2023-12-20T10:47:33.704204+0000","last_became_active":"2023-12-20T10:47:33.699790+0000","last_became_peered":"2023-12-20T10:47:33.699790+0000","last_unstale":"2023-12-20T10:47:33.704204+0000","last_undegraded":"2023-12-20T10:47:33.704204+0000","last_fullsized":"2023-12-20T10:47:33.704204+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:08:56.029191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.708896+0000","last_change":"2023-12-20T10:47:33.705478+0000","last_active":"2023-12-20T10:47:33.708896+0000","last_peered":"2023-12-20T10:47:33.708896+0000","last_clean":"2023-12-20T10:47:33.708896+0000","last_became_active":"2023-12-20T10:47:33.705161+0000","last_became_peered":"2023-12-20T10:47:33.705161+0000","last_unstale":"2023-12-20T10:47:33.708896+0000","last_undegraded":"2023-12-20T10:47:33.708896+0000","last_fullsized":"2023-12-20T10:47:33.708896+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:40:55.406190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.704695+0000","last_change":"2023-12-20T10:47:33.698035+0000","last_active":"2023-12-20T10:47:33.704695+0000","last_peered":"2023-12-20T10:47:33.704695+0000","last_clean":"2023-12-20T10:47:33.704695+0000","last_became_active":"2023-12-20T10:47:33.697763+0000","last_became_peered":"2023-12-20T10:47:33.697763+0000","last_unstale":"2023-12-20T10:47:33.704695+0000","last_undegraded":"2023-12-20T10:47:33.704695+0000","last_fullsized":"2023-12-20T10:47:33.704695+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:45:16.300327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.704716+0000","last_change":"2023-12-20T10:47:33.702415+0000","last_active":"2023-12-20T10:47:33.704716+0000","last_peered":"2023-12-20T10:47:33.704716+0000","last_clean":"2023-12-20T10:47:33.704716+0000","last_became_active":"2023-12-20T10:47:33.702138+0000","last_became_peered":"2023-12-20T10:47:33.702138+0000","last_unstale":"2023-12-20T10:47:33.704716+0000","last_undegraded":"2023-12-20T10:47:33.704716+0000","last_fullsized":"2023-12-20T10:47:33.704716+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:16:13.304165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.692451+0000","last_change":"2023-12-20T10:47:33.685855+0000","last_active":"2023-12-20T10:47:33.692451+0000","last_peered":"2023-12-20T10:47:33.692451+0000","last_clean":"2023-12-20T10:47:33.692451+0000","last_became_active":"2023-12-20T10:47:33.685583+0000","last_became_peered":"2023-12-20T10:47:33.685583+0000","last_unstale":"2023-12-20T10:47:33.692451+0000","last_undegraded":"2023-12-20T10:47:33.692451+0000","last_fullsized":"2023-12-20T10:47:33.692451+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:08:44.754487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.684450+0000","last_change":"2023-12-20T10:47:33.683581+0000","last_active":"2023-12-20T10:47:33.684450+0000","last_peered":"2023-12-20T10:47:33.684450+0000","last_clean":"2023-12-20T10:47:33.684450+0000","last_became_active":"2023-12-20T10:47:33.683257+0000","last_became_peered":"2023-12-20T10:47:33.683257+0000","last_unstale":"2023-12-20T10:47:33.684450+0000","last_undegraded":"2023-12-20T10:47:33.684450+0000","last_fullsized":"2023-12-20T10:47:33.684450+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:21:54.455593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"58'4","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.711128+0000","last_change":"2023-12-20T10:47:32.691557+0000","last_active":"2023-12-20T10:47:33.711128+0000","last_peered":"2023-12-20T10:47:33.711128+0000","last_clean":"2023-12-20T10:47:33.711128+0000","last_became_active":"2023-12-20T10:47:32.689534+0000","last_became_peered":"2023-12-20T10:47:32.689534+0000","last_unstale":"2023-12-20T10:47:33.711128+0000","last_undegraded":"2023-12-20T10:47:33.711128+0000","last_fullsized":"2023-12-20T10:47:33.711128+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:57:47.520289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.704109+0000","last_change":"2023-12-20T10:47:33.698586+0000","last_active":"2023-12-20T10:47:33.704109+0000","last_peered":"2023-12-20T10:47:33.704109+0000","last_clean":"2023-12-20T10:47:33.704109+0000","last_became_active":"2023-12-20T10:47:33.698325+0000","last_became_peered":"2023-12-20T10:47:33.698325+0000","last_unstale":"2023-12-20T10:47:33.704109+0000","last_undegraded":"2023-12-20T10:47:33.704109+0000","last_fullsized":"2023-12-20T10:47:33.704109+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:37:40.325485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"58'1","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.710565+0000","last_change":"2023-12-20T10:47:32.693013+0000","last_active":"2023-12-20T10:47:33.710565+0000","last_peered":"2023-12-20T10:47:33.710565+0000","last_clean":"2023-12-20T10:47:33.710565+0000","last_became_active":"2023-12-20T10:47:32.692714+0000","last_became_peered":"2023-12-20T10:47:32.692714+0000","last_unstale":"2023-12-20T10:47:33.710565+0000","last_undegraded":"2023-12-20T10:47:33.710565+0000","last_fullsized":"2023-12-20T10:47:33.710565+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:48:36.044922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.690382+0000","last_change":"2023-12-20T10:47:33.689965+0000","last_active":"2023-12-20T10:47:33.690382+0000","last_peered":"2023-12-20T10:47:33.690382+0000","last_clean":"2023-12-20T10:47:33.690382+0000","last_became_active":"2023-12-20T10:47:33.689164+0000","last_became_peered":"2023-12-20T10:47:33.689164+0000","last_unstale":"2023-12-20T10:47:33.690382+0000","last_undegraded":"2023-12-20T10:47:33.690382+0000","last_fullsized":"2023-12-20T10:47:33.690382+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:55:35.675428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.711118+0000","last_change":"2023-12-20T10:47:32.690296+0000","last_active":"2023-12-20T10:47:33.711118+0000","last_peered":"2023-12-20T10:47:33.711118+0000","last_clean":"2023-12-20T10:47:33.711118+0000","last_became_active":"2023-12-20T10:47:32.690008+0000","last_became_peered":"2023-12-20T10:47:32.690008+0000","last_unstale":"2023-12-20T10:47:33.711118+0000","last_undegraded":"2023-12-20T10:47:33.711118+0000","last_fullsized":"2023-12-20T10:47:33.711118+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:16:34.469581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.704808+0000","last_change":"2023-12-20T10:47:33.698844+0000","last_active":"2023-12-20T10:47:33.704808+0000","last_peered":"2023-12-20T10:47:33.704808+0000","last_clean":"2023-12-20T10:47:33.704808+0000","last_became_active":"2023-12-20T10:47:33.697423+0000","last_became_peered":"2023-12-20T10:47:33.697423+0000","last_unstale":"2023-12-20T10:47:33.704808+0000","last_undegraded":"2023-12-20T10:47:33.704808+0000","last_fullsized":"2023-12-20T10:47:33.704808+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:46:59.974182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.712629+0000","last_change":"2023-12-20T10:47:32.693595+0000","last_active":"2023-12-20T10:47:33.712629+0000","last_peered":"2023-12-20T10:47:33.712629+0000","last_clean":"2023-12-20T10:47:33.712629+0000","last_became_active":"2023-12-20T10:47:32.693281+0000","last_became_peered":"2023-12-20T10:47:32.693281+0000","last_unstale":"2023-12-20T10:47:33.712629+0000","last_undegraded":"2023-12-20T10:47:33.712629+0000","last_fullsized":"2023-12-20T10:47:33.712629+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:43:31.031469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.704652+0000","last_change":"2023-12-20T10:47:33.697528+0000","last_active":"2023-12-20T10:47:33.704652+0000","last_peered":"2023-12-20T10:47:33.704652+0000","last_clean":"2023-12-20T10:47:33.704652+0000","last_became_active":"2023-12-20T10:47:33.697050+0000","last_became_peered":"2023-12-20T10:47:33.697050+0000","last_unstale":"2023-12-20T10:47:33.704652+0000","last_undegraded":"2023-12-20T10:47:33.704652+0000","last_fullsized":"2023-12-20T10:47:33.704652+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:17:59.132135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"58'1","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.709767+0000","last_change":"2023-12-20T10:47:32.696321+0000","last_active":"2023-12-20T10:47:33.709767+0000","last_peered":"2023-12-20T10:47:33.709767+0000","last_clean":"2023-12-20T10:47:33.709767+0000","last_became_active":"2023-12-20T10:47:32.696034+0000","last_became_peered":"2023-12-20T10:47:32.696034+0000","last_unstale":"2023-12-20T10:47:33.709767+0000","last_undegraded":"2023-12-20T10:47:33.709767+0000","last_fullsized":"2023-12-20T10:47:33.709767+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:06:20.056265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.689129+0000","last_change":"2023-12-20T10:47:33.686400+0000","last_active":"2023-12-20T10:47:33.689129+0000","last_peered":"2023-12-20T10:47:33.689129+0000","last_clean":"2023-12-20T10:47:33.689129+0000","last_became_active":"2023-12-20T10:47:33.686105+0000","last_became_peered":"2023-12-20T10:47:33.686105+0000","last_unstale":"2023-12-20T10:47:33.689129+0000","last_undegraded":"2023-12-20T10:47:33.689129+0000","last_fullsized":"2023-12-20T10:47:33.689129+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:56:27.216988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"58'1","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.709486+0000","last_change":"2023-12-20T10:47:32.694197+0000","last_active":"2023-12-20T10:47:33.709486+0000","last_peered":"2023-12-20T10:47:33.709486+0000","last_clean":"2023-12-20T10:47:33.709486+0000","last_became_active":"2023-12-20T10:47:32.693879+0000","last_became_peered":"2023-12-20T10:47:32.693879+0000","last_unstale":"2023-12-20T10:47:33.709486+0000","last_undegraded":"2023-12-20T10:47:33.709486+0000","last_fullsized":"2023-12-20T10:47:33.709486+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:07:32.326498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.696345+0000","last_change":"2023-12-20T10:47:33.695499+0000","last_active":"2023-12-20T10:47:33.696345+0000","last_peered":"2023-12-20T10:47:33.696345+0000","last_clean":"2023-12-20T10:47:33.696345+0000","last_became_active":"2023-12-20T10:47:33.694925+0000","last_became_peered":"2023-12-20T10:47:33.694925+0000","last_unstale":"2023-12-20T10:47:33.696345+0000","last_undegraded":"2023-12-20T10:47:33.696345+0000","last_fullsized":"2023-12-20T10:47:33.696345+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:36:24.123771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.681721+0000","last_change":"2023-12-20T10:47:32.693003+0000","last_active":"2023-12-20T10:47:33.681721+0000","last_peered":"2023-12-20T10:47:33.681721+0000","last_clean":"2023-12-20T10:47:33.681721+0000","last_became_active":"2023-12-20T10:47:32.692718+0000","last_became_peered":"2023-12-20T10:47:32.692718+0000","last_unstale":"2023-12-20T10:47:33.681721+0000","last_undegraded":"2023-12-20T10:47:33.681721+0000","last_fullsized":"2023-12-20T10:47:33.681721+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:56:23.054327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.693898+0000","last_change":"2023-12-20T10:47:33.691055+0000","last_active":"2023-12-20T10:47:33.693898+0000","last_peered":"2023-12-20T10:47:33.693898+0000","last_clean":"2023-12-20T10:47:33.693898+0000","last_became_active":"2023-12-20T10:47:33.690655+0000","last_became_peered":"2023-12-20T10:47:33.690655+0000","last_unstale":"2023-12-20T10:47:33.693898+0000","last_undegraded":"2023-12-20T10:47:33.693898+0000","last_fullsized":"2023-12-20T10:47:33.693898+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:15:04.647583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.682222+0000","last_change":"2023-12-20T10:47:32.693624+0000","last_active":"2023-12-20T10:47:33.682222+0000","last_peered":"2023-12-20T10:47:33.682222+0000","last_clean":"2023-12-20T10:47:33.682222+0000","last_became_active":"2023-12-20T10:47:32.693032+0000","last_became_peered":"2023-12-20T10:47:32.693032+0000","last_unstale":"2023-12-20T10:47:33.682222+0000","last_undegraded":"2023-12-20T10:47:33.682222+0000","last_fullsized":"2023-12-20T10:47:33.682222+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:44:45.205257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.701491+0000","last_change":"2023-12-20T10:47:33.698824+0000","last_active":"2023-12-20T10:47:33.701491+0000","last_peered":"2023-12-20T10:47:33.701491+0000","last_clean":"2023-12-20T10:47:33.701491+0000","last_became_active":"2023-12-20T10:47:33.698520+0000","last_became_peered":"2023-12-20T10:47:33.698520+0000","last_unstale":"2023-12-20T10:47:33.701491+0000","last_undegraded":"2023-12-20T10:47:33.701491+0000","last_fullsized":"2023-12-20T10:47:33.701491+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:32:22.181598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.679524+0000","last_change":"2023-12-20T10:47:32.687477+0000","last_active":"2023-12-20T10:47:33.679524+0000","last_peered":"2023-12-20T10:47:33.679524+0000","last_clean":"2023-12-20T10:47:33.679524+0000","last_became_active":"2023-12-20T10:47:32.687189+0000","last_became_peered":"2023-12-20T10:47:32.687189+0000","last_unstale":"2023-12-20T10:47:33.679524+0000","last_undegraded":"2023-12-20T10:47:33.679524+0000","last_fullsized":"2023-12-20T10:47:33.679524+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:43:05.191196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.695981+0000","last_change":"2023-12-20T10:47:33.694763+0000","last_active":"2023-12-20T10:47:33.695981+0000","last_peered":"2023-12-20T10:47:33.695981+0000","last_clean":"2023-12-20T10:47:33.695981+0000","last_became_active":"2023-12-20T10:47:33.694417+0000","last_became_peered":"2023-12-20T10:47:33.694417+0000","last_unstale":"2023-12-20T10:47:33.695981+0000","last_undegraded":"2023-12-20T10:47:33.695981+0000","last_fullsized":"2023-12-20T10:47:33.695981+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:16:42.177897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.681303+0000","last_change":"2023-12-20T10:47:32.689249+0000","last_active":"2023-12-20T10:47:33.681303+0000","last_peered":"2023-12-20T10:47:33.681303+0000","last_clean":"2023-12-20T10:47:33.681303+0000","last_became_active":"2023-12-20T10:47:32.687928+0000","last_became_peered":"2023-12-20T10:47:32.687928+0000","last_unstale":"2023-12-20T10:47:33.681303+0000","last_undegraded":"2023-12-20T10:47:33.681303+0000","last_fullsized":"2023-12-20T10:47:33.681303+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:30:52.897952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.690364+0000","last_change":"2023-12-20T10:47:33.689467+0000","last_active":"2023-12-20T10:47:33.690364+0000","last_peered":"2023-12-20T10:47:33.690364+0000","last_clean":"2023-12-20T10:47:33.690364+0000","last_became_active":"2023-12-20T10:47:33.688787+0000","last_became_peered":"2023-12-20T10:47:33.688787+0000","last_unstale":"2023-12-20T10:47:33.690364+0000","last_undegraded":"2023-12-20T10:47:33.690364+0000","last_fullsized":"2023-12-20T10:47:33.690364+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:40:41.732183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"58'3","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.711677+0000","last_change":"2023-12-20T10:47:32.686563+0000","last_active":"2023-12-20T10:47:33.711677+0000","last_peered":"2023-12-20T10:47:33.711677+0000","last_clean":"2023-12-20T10:47:33.711677+0000","last_became_active":"2023-12-20T10:47:32.686240+0000","last_became_peered":"2023-12-20T10:47:32.686240+0000","last_unstale":"2023-12-20T10:47:33.711677+0000","last_undegraded":"2023-12-20T10:47:33.711677+0000","last_fullsized":"2023-12-20T10:47:33.711677+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:48:56.005080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.689495+0000","last_change":"2023-12-20T10:47:33.688476+0000","last_active":"2023-12-20T10:47:33.689495+0000","last_peered":"2023-12-20T10:47:33.689495+0000","last_clean":"2023-12-20T10:47:33.689495+0000","last_became_active":"2023-12-20T10:47:33.686796+0000","last_became_peered":"2023-12-20T10:47:33.686796+0000","last_unstale":"2023-12-20T10:47:33.689495+0000","last_undegraded":"2023-12-20T10:47:33.689495+0000","last_fullsized":"2023-12-20T10:47:33.689495+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:22:31.148679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"58'6","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.712889+0000","last_change":"2023-12-20T10:47:32.689700+0000","last_active":"2023-12-20T10:47:33.712889+0000","last_peered":"2023-12-20T10:47:33.712889+0000","last_clean":"2023-12-20T10:47:33.712889+0000","last_became_active":"2023-12-20T10:47:32.689397+0000","last_became_peered":"2023-12-20T10:47:32.689397+0000","last_unstale":"2023-12-20T10:47:33.712889+0000","last_undegraded":"2023-12-20T10:47:33.712889+0000","last_fullsized":"2023-12-20T10:47:33.712889+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:12:22.968575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.703069+0000","last_change":"2023-12-20T10:47:33.701368+0000","last_active":"2023-12-20T10:47:33.703069+0000","last_peered":"2023-12-20T10:47:33.703069+0000","last_clean":"2023-12-20T10:47:33.703069+0000","last_became_active":"2023-12-20T10:47:33.700378+0000","last_became_peered":"2023-12-20T10:47:33.700378+0000","last_unstale":"2023-12-20T10:47:33.703069+0000","last_undegraded":"2023-12-20T10:47:33.703069+0000","last_fullsized":"2023-12-20T10:47:33.703069+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:33:59.635436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.711084+0000","last_change":"2023-12-20T10:47:32.692114+0000","last_active":"2023-12-20T10:47:33.711084+0000","last_peered":"2023-12-20T10:47:33.711084+0000","last_clean":"2023-12-20T10:47:33.711084+0000","last_became_active":"2023-12-20T10:47:32.691828+0000","last_became_peered":"2023-12-20T10:47:32.691828+0000","last_unstale":"2023-12-20T10:47:33.711084+0000","last_undegraded":"2023-12-20T10:47:33.711084+0000","last_fullsized":"2023-12-20T10:47:33.711084+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:10:46.140345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.696364+0000","last_change":"2023-12-20T10:47:33.694680+0000","last_active":"2023-12-20T10:47:33.696364+0000","last_peered":"2023-12-20T10:47:33.696364+0000","last_clean":"2023-12-20T10:47:33.696364+0000","last_became_active":"2023-12-20T10:47:33.694378+0000","last_became_peered":"2023-12-20T10:47:33.694378+0000","last_unstale":"2023-12-20T10:47:33.696364+0000","last_undegraded":"2023-12-20T10:47:33.696364+0000","last_fullsized":"2023-12-20T10:47:33.696364+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:50:56.905226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.678109+0000","last_change":"2023-12-20T10:47:32.692202+0000","last_active":"2023-12-20T10:47:33.678109+0000","last_peered":"2023-12-20T10:47:33.678109+0000","last_clean":"2023-12-20T10:47:33.678109+0000","last_became_active":"2023-12-20T10:47:32.691909+0000","last_became_peered":"2023-12-20T10:47:32.691909+0000","last_unstale":"2023-12-20T10:47:33.678109+0000","last_undegraded":"2023-12-20T10:47:33.678109+0000","last_fullsized":"2023-12-20T10:47:33.678109+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:40:08.977136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.703114+0000","last_change":"2023-12-20T10:47:33.701840+0000","last_active":"2023-12-20T10:47:33.703114+0000","last_peered":"2023-12-20T10:47:33.703114+0000","last_clean":"2023-12-20T10:47:33.703114+0000","last_became_active":"2023-12-20T10:47:33.701549+0000","last_became_peered":"2023-12-20T10:47:33.701549+0000","last_unstale":"2023-12-20T10:47:33.703114+0000","last_undegraded":"2023-12-20T10:47:33.703114+0000","last_fullsized":"2023-12-20T10:47:33.703114+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T10:48:22.697625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.679211+0000","last_change":"2023-12-20T10:47:32.681000+0000","last_active":"2023-12-20T10:47:33.679211+0000","last_peered":"2023-12-20T10:47:33.679211+0000","last_clean":"2023-12-20T10:47:33.679211+0000","last_became_active":"2023-12-20T10:47:32.680664+0000","last_became_peered":"2023-12-20T10:47:32.680664+0000","last_unstale":"2023-12-20T10:47:33.679211+0000","last_undegraded":"2023-12-20T10:47:33.679211+0000","last_fullsized":"2023-12-20T10:47:33.679211+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:03:40.339950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694703+0000","last_change":"2023-12-20T10:47:33.692146+0000","last_active":"2023-12-20T10:47:33.694703+0000","last_peered":"2023-12-20T10:47:33.694703+0000","last_clean":"2023-12-20T10:47:33.694703+0000","last_became_active":"2023-12-20T10:47:33.687824+0000","last_became_peered":"2023-12-20T10:47:33.687824+0000","last_unstale":"2023-12-20T10:47:33.694703+0000","last_undegraded":"2023-12-20T10:47:33.694703+0000","last_fullsized":"2023-12-20T10:47:33.694703+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:18:15.826339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"58'8","reported_seq":19,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.713033+0000","last_change":"2023-12-20T10:47:32.684017+0000","last_active":"2023-12-20T10:47:33.713033+0000","last_peered":"2023-12-20T10:47:33.713033+0000","last_clean":"2023-12-20T10:47:33.713033+0000","last_became_active":"2023-12-20T10:47:32.683756+0000","last_became_peered":"2023-12-20T10:47:32.683756+0000","last_unstale":"2023-12-20T10:47:33.713033+0000","last_undegraded":"2023-12-20T10:47:33.713033+0000","last_fullsized":"2023-12-20T10:47:33.713033+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:09:11.457636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.703001+0000","last_change":"2023-12-20T10:47:33.701016+0000","last_active":"2023-12-20T10:47:33.703001+0000","last_peered":"2023-12-20T10:47:33.703001+0000","last_clean":"2023-12-20T10:47:33.703001+0000","last_became_active":"2023-12-20T10:47:33.700386+0000","last_became_peered":"2023-12-20T10:47:33.700386+0000","last_unstale":"2023-12-20T10:47:33.703001+0000","last_undegraded":"2023-12-20T10:47:33.703001+0000","last_fullsized":"2023-12-20T10:47:33.703001+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:00:17.739221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"58'1","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.707811+0000","last_change":"2023-12-20T10:47:32.683709+0000","last_active":"2023-12-20T10:47:33.707811+0000","last_peered":"2023-12-20T10:47:33.707811+0000","last_clean":"2023-12-20T10:47:33.707811+0000","last_became_active":"2023-12-20T10:47:32.683441+0000","last_became_peered":"2023-12-20T10:47:32.683441+0000","last_unstale":"2023-12-20T10:47:33.707811+0000","last_undegraded":"2023-12-20T10:47:33.707811+0000","last_fullsized":"2023-12-20T10:47:33.707811+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:52:16.035712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.702981+0000","last_change":"2023-12-20T10:47:33.701056+0000","last_active":"2023-12-20T10:47:33.702981+0000","last_peered":"2023-12-20T10:47:33.702981+0000","last_clean":"2023-12-20T10:47:33.702981+0000","last_became_active":"2023-12-20T10:47:33.700209+0000","last_became_peered":"2023-12-20T10:47:33.700209+0000","last_unstale":"2023-12-20T10:47:33.702981+0000","last_undegraded":"2023-12-20T10:47:33.702981+0000","last_fullsized":"2023-12-20T10:47:33.702981+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:27:22.132404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.681352+0000","last_change":"2023-12-20T10:47:32.694541+0000","last_active":"2023-12-20T10:47:33.681352+0000","last_peered":"2023-12-20T10:47:33.681352+0000","last_clean":"2023-12-20T10:47:33.681352+0000","last_became_active":"2023-12-20T10:47:32.694217+0000","last_became_peered":"2023-12-20T10:47:32.694217+0000","last_unstale":"2023-12-20T10:47:33.681352+0000","last_undegraded":"2023-12-20T10:47:33.681352+0000","last_fullsized":"2023-12-20T10:47:33.681352+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:48:37.282160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.702951+0000","last_change":"2023-12-20T10:47:33.696228+0000","last_active":"2023-12-20T10:47:33.702951+0000","last_peered":"2023-12-20T10:47:33.702951+0000","last_clean":"2023-12-20T10:47:33.702951+0000","last_became_active":"2023-12-20T10:47:33.695799+0000","last_became_peered":"2023-12-20T10:47:33.695799+0000","last_unstale":"2023-12-20T10:47:33.702951+0000","last_undegraded":"2023-12-20T10:47:33.702951+0000","last_fullsized":"2023-12-20T10:47:33.702951+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:01:49.912160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.678014+0000","last_change":"2023-12-20T10:47:32.689002+0000","last_active":"2023-12-20T10:47:33.678014+0000","last_peered":"2023-12-20T10:47:33.678014+0000","last_clean":"2023-12-20T10:47:33.678014+0000","last_became_active":"2023-12-20T10:47:32.688720+0000","last_became_peered":"2023-12-20T10:47:32.688720+0000","last_unstale":"2023-12-20T10:47:33.678014+0000","last_undegraded":"2023-12-20T10:47:33.678014+0000","last_fullsized":"2023-12-20T10:47:33.678014+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:52:29.880343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.698871+0000","last_change":"2023-12-20T10:47:33.697650+0000","last_active":"2023-12-20T10:47:33.698871+0000","last_peered":"2023-12-20T10:47:33.698871+0000","last_clean":"2023-12-20T10:47:33.698871+0000","last_became_active":"2023-12-20T10:47:33.696766+0000","last_became_peered":"2023-12-20T10:47:33.696766+0000","last_unstale":"2023-12-20T10:47:33.698871+0000","last_undegraded":"2023-12-20T10:47:33.698871+0000","last_fullsized":"2023-12-20T10:47:33.698871+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:02:56.474424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.711682+0000","last_change":"2023-12-20T10:47:33.706610+0000","last_active":"2023-12-20T10:47:33.711682+0000","last_peered":"2023-12-20T10:47:33.711682+0000","last_clean":"2023-12-20T10:47:33.711682+0000","last_became_active":"2023-12-20T10:47:33.704971+0000","last_became_peered":"2023-12-20T10:47:33.704971+0000","last_unstale":"2023-12-20T10:47:33.711682+0000","last_undegraded":"2023-12-20T10:47:33.711682+0000","last_fullsized":"2023-12-20T10:47:33.711682+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:08:56.364229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.673175+0000","last_change":"2023-12-20T10:47:32.692597+0000","last_active":"2023-12-20T10:47:33.673175+0000","last_peered":"2023-12-20T10:47:33.673175+0000","last_clean":"2023-12-20T10:47:33.673175+0000","last_became_active":"2023-12-20T10:47:32.692290+0000","last_became_peered":"2023-12-20T10:47:32.692290+0000","last_unstale":"2023-12-20T10:47:33.673175+0000","last_undegraded":"2023-12-20T10:47:33.673175+0000","last_fullsized":"2023-12-20T10:47:33.673175+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:56:00.071757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.696966+0000","last_change":"2023-12-20T10:47:33.694930+0000","last_active":"2023-12-20T10:47:33.696966+0000","last_peered":"2023-12-20T10:47:33.696966+0000","last_clean":"2023-12-20T10:47:33.696966+0000","last_became_active":"2023-12-20T10:47:33.694679+0000","last_became_peered":"2023-12-20T10:47:33.694679+0000","last_unstale":"2023-12-20T10:47:33.696966+0000","last_undegraded":"2023-12-20T10:47:33.696966+0000","last_fullsized":"2023-12-20T10:47:33.696966+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:36:40.215709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.675660+0000","last_change":"2023-12-20T10:47:32.687207+0000","last_active":"2023-12-20T10:47:33.675660+0000","last_peered":"2023-12-20T10:47:33.675660+0000","last_clean":"2023-12-20T10:47:33.675660+0000","last_became_active":"2023-12-20T10:47:32.686884+0000","last_became_peered":"2023-12-20T10:47:32.686884+0000","last_unstale":"2023-12-20T10:47:33.675660+0000","last_undegraded":"2023-12-20T10:47:33.675660+0000","last_fullsized":"2023-12-20T10:47:33.675660+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:05:09.091618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":227,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.678336+0000","last_change":"2023-12-20T10:47:20.487224+0000","last_active":"2023-12-20T10:47:33.678336+0000","last_peered":"2023-12-20T10:47:33.678336+0000","last_clean":"2023-12-20T10:47:33.678336+0000","last_became_active":"2023-12-20T10:47:20.486799+0000","last_became_peered":"2023-12-20T10:47:20.486799+0000","last_unstale":"2023-12-20T10:47:33.678336+0000","last_undegraded":"2023-12-20T10:47:33.678336+0000","last_fullsized":"2023-12-20T10:47:33.678336+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:45:55.297991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:45:55.297991+0000","last_clean_scrub_stamp":"2023-12-20T10:45:55.297991+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:55:50.892803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.690338+0000","last_change":"2023-12-20T10:47:33.689953+0000","last_active":"2023-12-20T10:47:33.690338+0000","last_peered":"2023-12-20T10:47:33.690338+0000","last_clean":"2023-12-20T10:47:33.690338+0000","last_became_active":"2023-12-20T10:47:33.689423+0000","last_became_peered":"2023-12-20T10:47:33.689423+0000","last_unstale":"2023-12-20T10:47:33.690338+0000","last_undegraded":"2023-12-20T10:47:33.690338+0000","last_fullsized":"2023-12-20T10:47:33.690338+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:58:32.778348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.678432+0000","last_change":"2023-12-20T10:47:32.692186+0000","last_active":"2023-12-20T10:47:33.678432+0000","last_peered":"2023-12-20T10:47:33.678432+0000","last_clean":"2023-12-20T10:47:33.678432+0000","last_became_active":"2023-12-20T10:47:32.691900+0000","last_became_peered":"2023-12-20T10:47:32.691900+0000","last_unstale":"2023-12-20T10:47:33.678432+0000","last_undegraded":"2023-12-20T10:47:33.678432+0000","last_fullsized":"2023-12-20T10:47:33.678432+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T10:55:18.587324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.676707+0000","last_change":"2023-12-20T10:47:32.690001+0000","last_active":"2023-12-20T10:47:33.676707+0000","last_peered":"2023-12-20T10:47:33.676707+0000","last_clean":"2023-12-20T10:47:33.676707+0000","last_became_active":"2023-12-20T10:47:32.689684+0000","last_became_peered":"2023-12-20T10:47:32.689684+0000","last_unstale":"2023-12-20T10:47:33.676707+0000","last_undegraded":"2023-12-20T10:47:33.676707+0000","last_fullsized":"2023-12-20T10:47:33.676707+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:58:28.244659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694836+0000","last_change":"2023-12-20T10:47:33.694151+0000","last_active":"2023-12-20T10:47:33.694836+0000","last_peered":"2023-12-20T10:47:33.694836+0000","last_clean":"2023-12-20T10:47:33.694836+0000","last_became_active":"2023-12-20T10:47:33.693761+0000","last_became_peered":"2023-12-20T10:47:33.693761+0000","last_unstale":"2023-12-20T10:47:33.694836+0000","last_undegraded":"2023-12-20T10:47:33.694836+0000","last_fullsized":"2023-12-20T10:47:33.694836+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:46:04.047270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"59'1","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-12-20T10:47:35.317190+0000","last_change":"2023-12-20T10:47:32.688236+0000","last_active":"2023-12-20T10:47:35.317190+0000","last_peered":"2023-12-20T10:47:35.317190+0000","last_clean":"2023-12-20T10:47:35.317190+0000","last_became_active":"2023-12-20T10:47:32.687951+0000","last_became_peered":"2023-12-20T10:47:32.687951+0000","last_unstale":"2023-12-20T10:47:35.317190+0000","last_undegraded":"2023-12-20T10:47:35.317190+0000","last_fullsized":"2023-12-20T10:47:35.317190+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:42:56.229802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.704276+0000","last_change":"2023-12-20T10:47:33.699758+0000","last_active":"2023-12-20T10:47:33.704276+0000","last_peered":"2023-12-20T10:47:33.704276+0000","last_clean":"2023-12-20T10:47:33.704276+0000","last_became_active":"2023-12-20T10:47:33.699447+0000","last_became_peered":"2023-12-20T10:47:33.699447+0000","last_unstale":"2023-12-20T10:47:33.704276+0000","last_undegraded":"2023-12-20T10:47:33.704276+0000","last_fullsized":"2023-12-20T10:47:33.704276+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:01:04.696003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.710914+0000","last_change":"2023-12-20T10:47:32.694180+0000","last_active":"2023-12-20T10:47:33.710914+0000","last_peered":"2023-12-20T10:47:33.710914+0000","last_clean":"2023-12-20T10:47:33.710914+0000","last_became_active":"2023-12-20T10:47:32.693898+0000","last_became_peered":"2023-12-20T10:47:32.693898+0000","last_unstale":"2023-12-20T10:47:33.710914+0000","last_undegraded":"2023-12-20T10:47:33.710914+0000","last_fullsized":"2023-12-20T10:47:33.710914+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:51:43.644754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.691563+0000","last_change":"2023-12-20T10:47:33.690865+0000","last_active":"2023-12-20T10:47:33.691563+0000","last_peered":"2023-12-20T10:47:33.691563+0000","last_clean":"2023-12-20T10:47:33.691563+0000","last_became_active":"2023-12-20T10:47:33.690550+0000","last_became_peered":"2023-12-20T10:47:33.690550+0000","last_unstale":"2023-12-20T10:47:33.691563+0000","last_undegraded":"2023-12-20T10:47:33.691563+0000","last_fullsized":"2023-12-20T10:47:33.691563+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:24:39.171047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.678247+0000","last_change":"2023-12-20T10:47:32.692043+0000","last_active":"2023-12-20T10:47:33.678247+0000","last_peered":"2023-12-20T10:47:33.678247+0000","last_clean":"2023-12-20T10:47:33.678247+0000","last_became_active":"2023-12-20T10:47:32.691518+0000","last_became_peered":"2023-12-20T10:47:32.691518+0000","last_unstale":"2023-12-20T10:47:33.678247+0000","last_undegraded":"2023-12-20T10:47:33.678247+0000","last_fullsized":"2023-12-20T10:47:33.678247+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:14:57.301633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.697204+0000","last_change":"2023-12-20T10:47:33.690832+0000","last_active":"2023-12-20T10:47:33.697204+0000","last_peered":"2023-12-20T10:47:33.697204+0000","last_clean":"2023-12-20T10:47:33.697204+0000","last_became_active":"2023-12-20T10:47:33.690544+0000","last_became_peered":"2023-12-20T10:47:33.690544+0000","last_unstale":"2023-12-20T10:47:33.697204+0000","last_undegraded":"2023-12-20T10:47:33.697204+0000","last_fullsized":"2023-12-20T10:47:33.697204+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:48:25.775797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.679930+0000","last_change":"2023-12-20T10:47:32.694847+0000","last_active":"2023-12-20T10:47:33.679930+0000","last_peered":"2023-12-20T10:47:33.679930+0000","last_clean":"2023-12-20T10:47:33.679930+0000","last_became_active":"2023-12-20T10:47:32.694559+0000","last_became_peered":"2023-12-20T10:47:32.694559+0000","last_unstale":"2023-12-20T10:47:33.679930+0000","last_undegraded":"2023-12-20T10:47:33.679930+0000","last_fullsized":"2023-12-20T10:47:33.679930+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:36:22.171782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.696997+0000","last_change":"2023-12-20T10:47:33.694479+0000","last_active":"2023-12-20T10:47:33.696997+0000","last_peered":"2023-12-20T10:47:33.696997+0000","last_clean":"2023-12-20T10:47:33.696997+0000","last_became_active":"2023-12-20T10:47:33.694198+0000","last_became_peered":"2023-12-20T10:47:33.694198+0000","last_unstale":"2023-12-20T10:47:33.696997+0000","last_undegraded":"2023-12-20T10:47:33.696997+0000","last_fullsized":"2023-12-20T10:47:33.696997+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:07:50.747405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.681579+0000","last_change":"2023-12-20T10:47:32.695236+0000","last_active":"2023-12-20T10:47:33.681579+0000","last_peered":"2023-12-20T10:47:33.681579+0000","last_clean":"2023-12-20T10:47:33.681579+0000","last_became_active":"2023-12-20T10:47:32.694960+0000","last_became_peered":"2023-12-20T10:47:32.694960+0000","last_unstale":"2023-12-20T10:47:33.681579+0000","last_undegraded":"2023-12-20T10:47:33.681579+0000","last_fullsized":"2023-12-20T10:47:33.681579+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:45:46.219475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.704141+0000","last_change":"2023-12-20T10:47:33.699789+0000","last_active":"2023-12-20T10:47:33.704141+0000","last_peered":"2023-12-20T10:47:33.704141+0000","last_clean":"2023-12-20T10:47:33.704141+0000","last_became_active":"2023-12-20T10:47:33.699507+0000","last_became_peered":"2023-12-20T10:47:33.699507+0000","last_unstale":"2023-12-20T10:47:33.704141+0000","last_undegraded":"2023-12-20T10:47:33.704141+0000","last_fullsized":"2023-12-20T10:47:33.704141+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:32:05.686889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.710285+0000","last_change":"2023-12-20T10:47:32.691582+0000","last_active":"2023-12-20T10:47:33.710285+0000","last_peered":"2023-12-20T10:47:33.710285+0000","last_clean":"2023-12-20T10:47:33.710285+0000","last_became_active":"2023-12-20T10:47:32.691306+0000","last_became_peered":"2023-12-20T10:47:32.691306+0000","last_unstale":"2023-12-20T10:47:33.710285+0000","last_undegraded":"2023-12-20T10:47:33.710285+0000","last_fullsized":"2023-12-20T10:47:33.710285+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:59:20.975153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.689562+0000","last_change":"2023-12-20T10:47:33.689309+0000","last_active":"2023-12-20T10:47:33.689562+0000","last_peered":"2023-12-20T10:47:33.689562+0000","last_clean":"2023-12-20T10:47:33.689562+0000","last_became_active":"2023-12-20T10:47:33.689007+0000","last_became_peered":"2023-12-20T10:47:33.689007+0000","last_unstale":"2023-12-20T10:47:33.689562+0000","last_undegraded":"2023-12-20T10:47:33.689562+0000","last_fullsized":"2023-12-20T10:47:33.689562+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:30:09.852360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.672456+0000","last_change":"2023-12-20T10:47:32.684062+0000","last_active":"2023-12-20T10:47:33.672456+0000","last_peered":"2023-12-20T10:47:33.672456+0000","last_clean":"2023-12-20T10:47:33.672456+0000","last_became_active":"2023-12-20T10:47:32.683726+0000","last_became_peered":"2023-12-20T10:47:32.683726+0000","last_unstale":"2023-12-20T10:47:33.672456+0000","last_undegraded":"2023-12-20T10:47:33.672456+0000","last_fullsized":"2023-12-20T10:47:33.672456+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:27:51.729546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.698793+0000","last_change":"2023-12-20T10:47:33.691950+0000","last_active":"2023-12-20T10:47:33.698793+0000","last_peered":"2023-12-20T10:47:33.698793+0000","last_clean":"2023-12-20T10:47:33.698793+0000","last_became_active":"2023-12-20T10:47:33.691640+0000","last_became_peered":"2023-12-20T10:47:33.691640+0000","last_unstale":"2023-12-20T10:47:33.698793+0000","last_undegraded":"2023-12-20T10:47:33.698793+0000","last_fullsized":"2023-12-20T10:47:33.698793+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:17:25.511146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"58'1","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.712101+0000","last_change":"2023-12-20T10:47:32.691330+0000","last_active":"2023-12-20T10:47:33.712101+0000","last_peered":"2023-12-20T10:47:33.712101+0000","last_clean":"2023-12-20T10:47:33.712101+0000","last_became_active":"2023-12-20T10:47:32.690344+0000","last_became_peered":"2023-12-20T10:47:32.690344+0000","last_unstale":"2023-12-20T10:47:33.712101+0000","last_undegraded":"2023-12-20T10:47:33.712101+0000","last_fullsized":"2023-12-20T10:47:33.712101+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:26:10.388948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694023+0000","last_change":"2023-12-20T10:47:33.691569+0000","last_active":"2023-12-20T10:47:33.694023+0000","last_peered":"2023-12-20T10:47:33.694023+0000","last_clean":"2023-12-20T10:47:33.694023+0000","last_became_active":"2023-12-20T10:47:33.690909+0000","last_became_peered":"2023-12-20T10:47:33.690909+0000","last_unstale":"2023-12-20T10:47:33.694023+0000","last_undegraded":"2023-12-20T10:47:33.694023+0000","last_fullsized":"2023-12-20T10:47:33.694023+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:11:14.496233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.712077+0000","last_change":"2023-12-20T10:47:32.693702+0000","last_active":"2023-12-20T10:47:33.712077+0000","last_peered":"2023-12-20T10:47:33.712077+0000","last_clean":"2023-12-20T10:47:33.712077+0000","last_became_active":"2023-12-20T10:47:32.693315+0000","last_became_peered":"2023-12-20T10:47:32.693315+0000","last_unstale":"2023-12-20T10:47:33.712077+0000","last_undegraded":"2023-12-20T10:47:33.712077+0000","last_fullsized":"2023-12-20T10:47:33.712077+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:28:22.635257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.704185+0000","last_change":"2023-12-20T10:47:33.701466+0000","last_active":"2023-12-20T10:47:33.704185+0000","last_peered":"2023-12-20T10:47:33.704185+0000","last_clean":"2023-12-20T10:47:33.704185+0000","last_became_active":"2023-12-20T10:47:33.700329+0000","last_became_peered":"2023-12-20T10:47:33.700329+0000","last_unstale":"2023-12-20T10:47:33.704185+0000","last_undegraded":"2023-12-20T10:47:33.704185+0000","last_fullsized":"2023-12-20T10:47:33.704185+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:29:15.478896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.696583+0000","last_change":"2023-12-20T10:47:33.693264+0000","last_active":"2023-12-20T10:47:33.696583+0000","last_peered":"2023-12-20T10:47:33.696583+0000","last_clean":"2023-12-20T10:47:33.696583+0000","last_became_active":"2023-12-20T10:47:33.692941+0000","last_became_peered":"2023-12-20T10:47:33.692941+0000","last_unstale":"2023-12-20T10:47:33.696583+0000","last_undegraded":"2023-12-20T10:47:33.696583+0000","last_fullsized":"2023-12-20T10:47:33.696583+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T10:57:55.998961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.698082+0000","last_change":"2023-12-20T10:47:33.687851+0000","last_active":"2023-12-20T10:47:33.698082+0000","last_peered":"2023-12-20T10:47:33.698082+0000","last_clean":"2023-12-20T10:47:33.698082+0000","last_became_active":"2023-12-20T10:47:33.687540+0000","last_became_peered":"2023-12-20T10:47:33.687540+0000","last_unstale":"2023-12-20T10:47:33.698082+0000","last_undegraded":"2023-12-20T10:47:33.698082+0000","last_fullsized":"2023-12-20T10:47:33.698082+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:20:34.659185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.704701+0000","last_change":"2023-12-20T10:47:33.701047+0000","last_active":"2023-12-20T10:47:33.704701+0000","last_peered":"2023-12-20T10:47:33.704701+0000","last_clean":"2023-12-20T10:47:33.704701+0000","last_became_active":"2023-12-20T10:47:33.700566+0000","last_became_peered":"2023-12-20T10:47:33.700566+0000","last_unstale":"2023-12-20T10:47:33.704701+0000","last_undegraded":"2023-12-20T10:47:33.704701+0000","last_fullsized":"2023-12-20T10:47:33.704701+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:28:57.733327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.710224+0000","last_change":"2023-12-20T10:47:33.706805+0000","last_active":"2023-12-20T10:47:33.710224+0000","last_peered":"2023-12-20T10:47:33.710224+0000","last_clean":"2023-12-20T10:47:33.710224+0000","last_became_active":"2023-12-20T10:47:33.706076+0000","last_became_peered":"2023-12-20T10:47:33.706076+0000","last_unstale":"2023-12-20T10:47:33.710224+0000","last_undegraded":"2023-12-20T10:47:33.710224+0000","last_fullsized":"2023-12-20T10:47:33.710224+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:17:27.247898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.704008+0000","last_change":"2023-12-20T10:47:33.697248+0000","last_active":"2023-12-20T10:47:33.704008+0000","last_peered":"2023-12-20T10:47:33.704008+0000","last_clean":"2023-12-20T10:47:33.704008+0000","last_became_active":"2023-12-20T10:47:33.697043+0000","last_became_peered":"2023-12-20T10:47:33.697043+0000","last_unstale":"2023-12-20T10:47:33.704008+0000","last_undegraded":"2023-12-20T10:47:33.704008+0000","last_fullsized":"2023-12-20T10:47:33.704008+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:51:42.712820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.712260+0000","last_change":"2023-12-20T10:47:33.705573+0000","last_active":"2023-12-20T10:47:33.712260+0000","last_peered":"2023-12-20T10:47:33.712260+0000","last_clean":"2023-12-20T10:47:33.712260+0000","last_became_active":"2023-12-20T10:47:33.705278+0000","last_became_peered":"2023-12-20T10:47:33.705278+0000","last_unstale":"2023-12-20T10:47:33.712260+0000","last_undegraded":"2023-12-20T10:47:33.712260+0000","last_fullsized":"2023-12-20T10:47:33.712260+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:22:17.096581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694740+0000","last_change":"2023-12-20T10:47:33.690577+0000","last_active":"2023-12-20T10:47:33.694740+0000","last_peered":"2023-12-20T10:47:33.694740+0000","last_clean":"2023-12-20T10:47:33.694740+0000","last_became_active":"2023-12-20T10:47:33.690283+0000","last_became_peered":"2023-12-20T10:47:33.690283+0000","last_unstale":"2023-12-20T10:47:33.694740+0000","last_undegraded":"2023-12-20T10:47:33.694740+0000","last_fullsized":"2023-12-20T10:47:33.694740+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:30:12.917418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.691744+0000","last_change":"2023-12-20T10:47:33.689661+0000","last_active":"2023-12-20T10:47:33.691744+0000","last_peered":"2023-12-20T10:47:33.691744+0000","last_clean":"2023-12-20T10:47:33.691744+0000","last_became_active":"2023-12-20T10:47:33.689298+0000","last_became_peered":"2023-12-20T10:47:33.689298+0000","last_unstale":"2023-12-20T10:47:33.691744+0000","last_undegraded":"2023-12-20T10:47:33.691744+0000","last_fullsized":"2023-12-20T10:47:33.691744+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:45:50.479673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.704678+0000","last_change":"2023-12-20T10:47:33.697219+0000","last_active":"2023-12-20T10:47:33.704678+0000","last_peered":"2023-12-20T10:47:33.704678+0000","last_clean":"2023-12-20T10:47:33.704678+0000","last_became_active":"2023-12-20T10:47:33.696583+0000","last_became_peered":"2023-12-20T10:47:33.696583+0000","last_unstale":"2023-12-20T10:47:33.704678+0000","last_undegraded":"2023-12-20T10:47:33.704678+0000","last_fullsized":"2023-12-20T10:47:33.704678+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:45:13.855376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.704335+0000","last_change":"2023-12-20T10:47:33.697880+0000","last_active":"2023-12-20T10:47:33.704335+0000","last_peered":"2023-12-20T10:47:33.704335+0000","last_clean":"2023-12-20T10:47:33.704335+0000","last_became_active":"2023-12-20T10:47:33.697564+0000","last_became_peered":"2023-12-20T10:47:33.697564+0000","last_unstale":"2023-12-20T10:47:33.704335+0000","last_undegraded":"2023-12-20T10:47:33.704335+0000","last_fullsized":"2023-12-20T10:47:33.704335+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:19:04.303038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.699767+0000","last_change":"2023-12-20T10:47:33.694934+0000","last_active":"2023-12-20T10:47:33.699767+0000","last_peered":"2023-12-20T10:47:33.699767+0000","last_clean":"2023-12-20T10:47:33.699767+0000","last_became_active":"2023-12-20T10:47:33.694648+0000","last_became_peered":"2023-12-20T10:47:33.694648+0000","last_unstale":"2023-12-20T10:47:33.699767+0000","last_undegraded":"2023-12-20T10:47:33.699767+0000","last_fullsized":"2023-12-20T10:47:33.699767+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:52:36.534301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.696364+0000","last_change":"2023-12-20T10:47:33.695670+0000","last_active":"2023-12-20T10:47:33.696364+0000","last_peered":"2023-12-20T10:47:33.696364+0000","last_clean":"2023-12-20T10:47:33.696364+0000","last_became_active":"2023-12-20T10:47:33.695227+0000","last_became_peered":"2023-12-20T10:47:33.695227+0000","last_unstale":"2023-12-20T10:47:33.696364+0000","last_undegraded":"2023-12-20T10:47:33.696364+0000","last_fullsized":"2023-12-20T10:47:33.696364+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:52:54.634337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-20T10:47:33.694666+0000","last_change":"2023-12-20T10:47:33.690820+0000","last_active":"2023-12-20T10:47:33.694666+0000","last_peered":"2023-12-20T10:47:33.694666+0000","last_clean":"2023-12-20T10:47:33.694666+0000","last_became_active":"2023-12-20T10:47:33.690506+0000","last_became_peered":"2023-12-20T10:47:33.690506+0000","last_unstale":"2023-12-20T10:47:33.694666+0000","last_undegraded":"2023-12-20T10:47:33.694666+0000","last_fullsized":"2023-12-20T10:47:33.694666+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:58:55.427396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2306,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":51,"seq":219043332103,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298448,"kb_used_data":1160,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446704,"statfs":{"total":95995035648,"available":95689424896,"internally_reserved":0,"allocated":1187840,"data_stored":836211,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67400000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58899999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71799999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.433}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65200000000000002}]}]},{"osd":6,"up_from":44,"seq":188978561035,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298448,"kb_used_data":1160,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446704,"statfs":{"total":95995035648,"available":95689424896,"internally_reserved":0,"allocated":1187840,"data_stored":836848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77500000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.623}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59999999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72699999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66900000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79200000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85199999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574873,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297864,"kb_used_data":576,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447288,"statfs":{"total":95995035648,"available":95690022912,"internally_reserved":0,"allocated":589824,"data_stored":245126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:46:37 2023","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.378,"15min":0.378},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.32200000000000001}]},{"osd":2,"last update":"Wed Dec 20 10:46:58 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.27200000000000002}]},{"osd":3,"last update":"Wed Dec 20 10:47:18 2023","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.33800000000000002}]},{"osd":4,"last update":"Wed Dec 20 10:47:29 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.66400000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71099999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]}]},{"osd":0,"up_from":8,"seq":34359738397,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298452,"kb_used_data":1164,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446700,"statfs":{"total":95995035648,"available":95689420800,"internally_reserved":0,"allocated":1191936,"data_stored":836034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Dec 20 10:46:38 2023","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":1.0009999999999999},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.28799999999999998}]},{"osd":2,"last update":"Wed Dec 20 10:46:57 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.503}]},{"osd":3,"last update":"Wed Dec 20 10:47:11 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":1.1299999999999999}]},{"osd":4,"last update":"Wed Dec 20 10:47:31 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":1.173},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.35399999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56799999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2390000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411351,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297860,"kb_used_data":572,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447292,"statfs":{"total":95995035648,"available":95690027008,"internally_reserved":0,"allocated":585728,"data_stored":245267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:46:55 2023","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.373},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.495}]},{"osd":1,"last update":"Wed Dec 20 10:46:55 2023","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.46999999999999997}]},{"osd":3,"last update":"Wed Dec 20 10:47:14 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.51200000000000001}]},{"osd":4,"last update":"Wed Dec 20 10:47:30 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.85199999999999998},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.84299999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81599999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70199999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83399999999999996}]}]},{"osd":3,"up_from":25,"seq":107374182420,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297876,"kb_used_data":588,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447276,"statfs":{"total":95995035648,"available":95690010624,"internally_reserved":0,"allocated":602112,"data_stored":246606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:47:12 2023","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.41299999999999998}]},{"osd":1,"last update":"Wed Dec 20 10:47:12 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.441},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.42599999999999999}]},{"osd":2,"last update":"Wed Dec 20 10:47:12 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.38600000000000001}]},{"osd":4,"last update":"Wed Dec 20 10:47:31 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.72699999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71799999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.626}]}]},{"osd":4,"up_from":30,"seq":128849018897,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297876,"kb_used_data":588,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447276,"statfs":{"total":95995035648,"available":95690010624,"internally_reserved":0,"allocated":602112,"data_stored":245947,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:47:28 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.433}]},{"osd":1,"last update":"Wed Dec 20 10:47:28 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.57099999999999995}]},{"osd":2,"last update":"Wed Dec 20 10:47:28 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.70699999999999996}]},{"osd":3,"last update":"Wed Dec 20 10:47:28 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.58699999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65900000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]}]},{"osd":5,"up_from":37,"seq":158913789966,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297868,"kb_used_data":580,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447284,"statfs":{"total":95995035648,"available":95690018816,"internally_reserved":0,"allocated":593920,"data_stored":246269,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36299999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.439}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48099999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55400000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-20T10:47:42.619 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-12-20T10:47:42.619 INFO:tasks.cephadm:Adding prometheus.a on smithi177 2023-12-20T10:47:42.620 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph orch apply prometheus '1;smithi177=a' 2023-12-20T10:47:42.889 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.b/config 2023-12-20T10:47:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:43 smithi177 ceph-mon[144425]: from='client.24479 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-20T10:47:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:43 smithi177 ceph-mon[144425]: pgmap v152: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2023-12-20T10:47:43.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:43 smithi123 ceph-mon[124884]: from='client.24479 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-20T10:47:43.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:43 smithi123 ceph-mon[124884]: pgmap v152: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2023-12-20T10:47:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:43 smithi123 ceph-mon[111044]: from='client.24479 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-20T10:47:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:43 smithi123 ceph-mon[111044]: pgmap v152: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2023-12-20T10:47:43.999 INFO:teuthology.orchestra.run.smithi177.stdout:Scheduled prometheus update... 2023-12-20T10:47:44.317 DEBUG:teuthology.orchestra.run.smithi177:prometheus.a> sudo journalctl -f -n 0 -u ceph-85213638-9f24-11ee-95a5-87774f69a715@prometheus.a.service 2023-12-20T10:47:44.319 INFO:tasks.cephadm:Adding node-exporter.a on smithi123 2023-12-20T10:47:44.319 INFO:tasks.cephadm:Adding node-exporter.b on smithi177 2023-12-20T10:47:44.319 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph orch apply node-exporter '2;smithi123=a;smithi177=b' 2023-12-20T10:47:44.348 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:-- Logs begin at Wed 2023-12-20 09:47:48 UTC. -- 2023-12-20T10:47:44.604 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.b/config 2023-12-20T10:47:45.372 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:44 smithi177 ceph-mon[144425]: from='client.24436 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi177=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:47:45.373 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:44 smithi177 ceph-mon[144425]: Saving service prometheus spec with placement smithi177=a;count:1 2023-12-20T10:47:45.373 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:44 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:45.373 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:44 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:47:45.373 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:44 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:47:45.373 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:44 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:47:45.373 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:44 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:44 smithi123 ceph-mon[124884]: from='client.24436 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi177=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:47:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:44 smithi123 ceph-mon[124884]: Saving service prometheus spec with placement smithi177=a;count:1 2023-12-20T10:47:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:44 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:44 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:47:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:44 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:47:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:44 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:47:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:44 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:45.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:44 smithi123 ceph-mon[111044]: from='client.24436 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi177=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:47:45.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:44 smithi123 ceph-mon[111044]: Saving service prometheus spec with placement smithi177=a;count:1 2023-12-20T10:47:45.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:44 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:45.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:44 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:47:45.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:44 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:47:45.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:44 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:47:45.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:44 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:45.765 INFO:teuthology.orchestra.run.smithi177.stdout:Scheduled node-exporter update... 2023-12-20T10:47:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:45 smithi177 ceph-mon[144425]: Deploying daemon prometheus.a on smithi177 2023-12-20T10:47:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:45 smithi177 ceph-mon[144425]: pgmap v153: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2023-12-20T10:47:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:45 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:46.238 DEBUG:teuthology.orchestra.run.smithi123:node-exporter.a> sudo journalctl -f -n 0 -u ceph-85213638-9f24-11ee-95a5-87774f69a715@node-exporter.a.service 2023-12-20T10:47:46.241 DEBUG:teuthology.orchestra.run.smithi177:node-exporter.b> sudo journalctl -f -n 0 -u ceph-85213638-9f24-11ee-95a5-87774f69a715@node-exporter.b.service 2023-12-20T10:47:46.243 INFO:tasks.cephadm:Adding alertmanager.a on smithi123 2023-12-20T10:47:46.243 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph orch apply alertmanager '1;smithi123=a' 2023-12-20T10:47:46.270 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:45 smithi123 ceph-mon[124884]: Deploying daemon prometheus.a on smithi177 2023-12-20T10:47:46.270 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:45 smithi123 ceph-mon[124884]: pgmap v153: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2023-12-20T10:47:46.270 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:45 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:46.270 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:45 smithi123 ceph-mon[111044]: Deploying daemon prometheus.a on smithi177 2023-12-20T10:47:46.270 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:45 smithi123 ceph-mon[111044]: pgmap v153: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2023-12-20T10:47:46.270 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:45 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:46.272 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:-- Logs begin at Wed 2023-12-20 09:47:48 UTC. -- 2023-12-20T10:47:46.275 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:-- Logs begin at Wed 2023-12-20 09:47:08 UTC. -- 2023-12-20T10:47:46.852 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.b/config 2023-12-20T10:47:47.357 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:47 smithi177 ceph-mon[144425]: from='client.24442 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi123=a;smithi177=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:47:47.357 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:47 smithi177 ceph-mon[144425]: Saving service node-exporter spec with placement smithi123=a;smithi177=b;count:2 2023-12-20T10:47:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:47 smithi123 ceph-mon[124884]: from='client.24442 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi123=a;smithi177=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:47:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:47 smithi123 ceph-mon[124884]: Saving service node-exporter spec with placement smithi123=a;smithi177=b;count:2 2023-12-20T10:47:47.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:47 smithi123 ceph-mon[111044]: from='client.24442 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi123=a;smithi177=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:47:47.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:47 smithi123 ceph-mon[111044]: Saving service node-exporter spec with placement smithi123=a;smithi177=b;count:2 2023-12-20T10:47:48.007 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:48 smithi177 ceph-mon[144425]: pgmap v154: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-12-20T10:47:48.123 INFO:teuthology.orchestra.run.smithi177.stdout:Scheduled alertmanager update... 2023-12-20T10:47:48.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:48 smithi123 ceph-mon[124884]: pgmap v154: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-12-20T10:47:48.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:48 smithi123 ceph-mon[111044]: pgmap v154: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-12-20T10:47:49.370 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:49 smithi177 ceph-mon[144425]: from='client.24448 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi123=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:47:49.370 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:49 smithi177 ceph-mon[144425]: Saving service alertmanager spec with placement smithi123=a;count:1 2023-12-20T10:47:49.370 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:49 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:49.390 DEBUG:teuthology.orchestra.run.smithi123:alertmanager.a> sudo journalctl -f -n 0 -u ceph-85213638-9f24-11ee-95a5-87774f69a715@alertmanager.a.service 2023-12-20T10:47:49.393 INFO:tasks.cephadm:Adding grafana.a on smithi177 2023-12-20T10:47:49.394 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph orch apply grafana '1;smithi177=a' 2023-12-20T10:47:49.421 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:49 smithi123 ceph-mon[124884]: from='client.24448 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi123=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:47:49.421 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:49 smithi123 ceph-mon[124884]: Saving service alertmanager spec with placement smithi123=a;count:1 2023-12-20T10:47:49.421 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:49 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:49.421 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:49 smithi123 ceph-mon[111044]: from='client.24448 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi123=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:47:49.422 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:49 smithi123 ceph-mon[111044]: Saving service alertmanager spec with placement smithi123=a;count:1 2023-12-20T10:47:49.422 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:49 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:49.426 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:-- Logs begin at Wed 2023-12-20 09:47:08 UTC. -- 2023-12-20T10:47:50.198 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.b/config 2023-12-20T10:47:50.393 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:50 smithi177 ceph-mon[144425]: pgmap v155: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 1 op/s 2023-12-20T10:47:50.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:50 smithi123 ceph-mon[124884]: pgmap v155: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 1 op/s 2023-12-20T10:47:50.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:50 smithi123 ceph-mon[111044]: pgmap v155: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 1 op/s 2023-12-20T10:47:51.491 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:51 smithi177 ceph-mon[144425]: pgmap v156: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:47:51.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:51 smithi123 ceph-mon[124884]: pgmap v156: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:47:51.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:51 smithi123 ceph-mon[111044]: pgmap v156: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:47:51.867 INFO:teuthology.orchestra.run.smithi177.stdout:Scheduled grafana update... 2023-12-20T10:47:52.485 DEBUG:teuthology.orchestra.run.smithi177:grafana.a> sudo journalctl -f -n 0 -u ceph-85213638-9f24-11ee-95a5-87774f69a715@grafana.a.service 2023-12-20T10:47:52.487 INFO:tasks.cephadm:Setting up client nodes... 2023-12-20T10:47:52.488 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2023-12-20T10:47:52.522 INFO:journalctl@ceph.grafana.a.smithi177.stdout:-- Logs begin at Wed 2023-12-20 09:47:48 UTC. -- 2023-12-20T10:47:52.653 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:47:52 smithi177 systemd[1]: Starting Ceph prometheus.a for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:47:52.756 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:47:53.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:52 smithi177 ceph-mon[144425]: from='client.24454 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi177=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:47:53.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:52 smithi177 ceph-mon[144425]: Saving service grafana spec with placement smithi177=a;count:1 2023-12-20T10:47:53.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:52 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:53.154 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:47:52 smithi177 bash[180852]: e34cccb7146974c791bb5f5a730fd08c1cfcc14af3b2957437258d8ec0eb1ef1 2023-12-20T10:47:53.154 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:47:52 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[180866]: ts=2023-12-20T10:47:52.876Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2023-12-20T10:47:53.154 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:47:52 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[180866]: ts=2023-12-20T10:47:52.876Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2023-12-20T10:47:53.154 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:47:52 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[180866]: ts=2023-12-20T10:47:52.876Z caller=main.go:570 level=info host_details="(Linux 4.18.0-529.el8.x86_64 #1 SMP Wed Dec 6 01:03:46 UTC 2023 x86_64 smithi177 (none))" 2023-12-20T10:47:53.154 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:47:52 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[180866]: ts=2023-12-20T10:47:52.877Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-12-20T10:47:53.154 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:47:52 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[180866]: ts=2023-12-20T10:47:52.877Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-12-20T10:47:53.154 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:47:52 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[180866]: ts=2023-12-20T10:47:52.878Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2023-12-20T10:47:53.154 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:47:52 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[180866]: ts=2023-12-20T10:47:52.878Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2023-12-20T10:47:53.154 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:47:52 smithi177 systemd[1]: Started Ceph prometheus.a for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:47:53.154 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:47:52 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[180866]: ts=2023-12-20T10:47:52.879Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2023-12-20T10:47:53.154 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:47:52 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[180866]: ts=2023-12-20T10:47:52.879Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2023-12-20T10:47:53.154 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:47:52 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[180866]: ts=2023-12-20T10:47:52.882Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-12-20T10:47:53.155 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:47:52 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[180866]: ts=2023-12-20T10:47:52.882Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.268µs 2023-12-20T10:47:53.155 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:47:52 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[180866]: ts=2023-12-20T10:47:52.882Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-12-20T10:47:53.155 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:47:52 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[180866]: ts=2023-12-20T10:47:52.883Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2023-12-20T10:47:53.155 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:47:52 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[180866]: ts=2023-12-20T10:47:52.883Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=31.876µs wal_replay_duration=274.258µs wbl_replay_duration=110ns total_replay_duration=325.059µs 2023-12-20T10:47:53.155 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:47:52 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[180866]: ts=2023-12-20T10:47:52.883Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2023-12-20T10:47:53.155 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:47:52 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[180866]: ts=2023-12-20T10:47:52.883Z caller=main.go:1029 level=info msg="TSDB started" 2023-12-20T10:47:53.155 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:47:52 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[180866]: ts=2023-12-20T10:47:52.883Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-12-20T10:47:53.155 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:47:52 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[180866]: ts=2023-12-20T10:47:52.898Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=14.485408ms db_storage=780ns remote_storage=1.193µs web_handler=356ns query_engine=589ns scrape=411.509µs scrape_sd=17.966µs notify=1.024µs notify_sd=1.375µs rules=13.894811ms tracing=6.066µs 2023-12-20T10:47:53.155 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:47:52 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[180866]: ts=2023-12-20T10:47:52.898Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2023-12-20T10:47:53.155 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:47:52 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[180866]: ts=2023-12-20T10:47:52.898Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2023-12-20T10:47:53.195 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:52 smithi123 ceph-mon[124884]: from='client.24454 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi177=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:47:53.195 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:52 smithi123 ceph-mon[124884]: Saving service grafana spec with placement smithi177=a;count:1 2023-12-20T10:47:53.195 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:52 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:53.195 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:52 smithi123 ceph-mon[111044]: from='client.24454 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi177=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:47:53.195 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:52 smithi123 ceph-mon[111044]: Saving service grafana spec with placement smithi177=a;count:1 2023-12-20T10:47:53.195 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:52 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:54.043 INFO:teuthology.orchestra.run.smithi123.stdout:[client.0] 2023-12-20T10:47:54.043 INFO:teuthology.orchestra.run.smithi123.stdout: key = AQBaxoJl/r8kAhAAioDqVdSOaL/kMfKYGdBJtw== 2023-12-20T10:47:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:53 smithi123 ceph-mon[111044]: pgmap v157: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:47:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:53 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:53 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:54.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:53 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:54.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:53 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2023-12-20T10:47:54.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:47:54 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: ignoring --setuser ceph since I am not root 2023-12-20T10:47:54.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:47:54 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: ignoring --setgroup ceph since I am not root 2023-12-20T10:47:54.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:47:54 smithi123 ceph-mgr[111319]: -- 172.21.15.123:0/2875023665 <== mon.0 v2:172.21.15.123:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a9e607a9c0 con 0x55a9e6051000 2023-12-20T10:47:54.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:47:54 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:47:54.129+0000 7f80aa8e71c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-20T10:47:54.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:53 smithi123 ceph-mon[124884]: pgmap v157: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:47:54.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:53 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:54.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:53 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:54.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:53 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:54.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:53 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2023-12-20T10:47:54.295 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:53 smithi177 ceph-mon[144425]: pgmap v157: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:47:54.295 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:53 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:54.296 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:53 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:54.296 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:53 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' 2023-12-20T10:47:54.296 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:53 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2023-12-20T10:47:54.296 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:47:54 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: ignoring --setuser ceph since I am not root 2023-12-20T10:47:54.296 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:47:54 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: ignoring --setgroup ceph since I am not root 2023-12-20T10:47:54.296 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:47:54 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:47:54.133+0000 7f038d8171c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-20T10:47:54.433 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2023-12-20T10:47:54.434 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2023-12-20T10:47:54.434 DEBUG:teuthology.orchestra.run.smithi123:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-12-20T10:47:54.475 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2023-12-20T10:47:54.598 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:47:54 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:47:54.290+0000 7f80aa8e71c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-20T10:47:54.598 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:47:54 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:47:54.596+0000 7f80aa8e71c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-20T10:47:54.598 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:47:54 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:47:54.293+0000 7f038d8171c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-20T10:47:54.598 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:47:54 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:47:54.596+0000 7f038d8171c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-20T10:47:54.756 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.b/config 2023-12-20T10:47:55.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:54 smithi177 ceph-mon[144425]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2023-12-20T10:47:55.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:54 smithi177 ceph-mon[144425]: mgrmap e16: y(active, since 3m), standbys: x 2023-12-20T10:47:55.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:54 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/149258499' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-20T10:47:55.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:54 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/149258499' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-20T10:47:55.242 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:47:55 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:47:55.102+0000 7f80aa8e71c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-20T10:47:55.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:54 smithi123 ceph-mon[124884]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2023-12-20T10:47:55.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:54 smithi123 ceph-mon[124884]: mgrmap e16: y(active, since 3m), standbys: x 2023-12-20T10:47:55.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:54 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/149258499' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-20T10:47:55.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:54 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/149258499' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-20T10:47:55.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:54 smithi123 ceph-mon[111044]: from='mgr.14150 172.21.15.123:0/4123520708' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2023-12-20T10:47:55.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:54 smithi123 ceph-mon[111044]: mgrmap e16: y(active, since 3m), standbys: x 2023-12-20T10:47:55.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:54 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/149258499' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-20T10:47:55.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:54 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/149258499' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-20T10:47:55.403 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:47:55 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:47:55.148+0000 7f038d8171c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-20T10:47:55.403 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:47:55 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:47:55.325+0000 7f038d8171c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-20T10:47:55.661 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:47:55 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:47:55.271+0000 7f80aa8e71c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-20T10:47:55.903 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:47:55 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:47:55.748+0000 7f038d8171c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-20T10:47:56.061 INFO:teuthology.orchestra.run.smithi177.stdout:[client.1] 2023-12-20T10:47:56.061 INFO:teuthology.orchestra.run.smithi177.stdout: key = AQBcxoJlguNZAxAAwUiy/0p8sGIp1nDXHaK5Ig== 2023-12-20T10:47:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:56 smithi177 ceph-mon[144425]: from='client.? 172.21.15.177:0/2195204741' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-20T10:47:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:56 smithi177 ceph-mon[144425]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-20T10:47:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:56 smithi177 ceph-mon[144425]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-20T10:47:56.422 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2023-12-20T10:47:56.422 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2023-12-20T10:47:56.422 DEBUG:teuthology.orchestra.run.smithi177:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2023-12-20T10:47:56.464 INFO:tasks.cephadm:Waiting for OSDs to come up 2023-12-20T10:47:56.464 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-12-20T10:47:56.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:56 smithi123 ceph-mon[124884]: from='client.? 172.21.15.177:0/2195204741' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-20T10:47:56.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:56 smithi123 ceph-mon[124884]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-20T10:47:56.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:56 smithi123 ceph-mon[124884]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-20T10:47:56.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:56 smithi123 ceph-mon[111044]: from='client.? 172.21.15.177:0/2195204741' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-20T10:47:56.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:56 smithi123 ceph-mon[111044]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-20T10:47:56.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:56 smithi123 ceph-mon[111044]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-20T10:47:56.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:47:55 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:47:55.659+0000 7f80aa8e71c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-20T10:47:56.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:47:56 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:47:56.411+0000 7f80aa8e71c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-20T10:47:56.813 INFO:teuthology.misc.health.smithi123.stdout: 2023-12-20T10:47:56.813 INFO:teuthology.misc.health.smithi123.stdout:{"epoch":59,"fsid":"85213638-9f24-11ee-95a5-87774f69a715","created":"2023-12-20T10:43:31.555813+0000","modified":"2023-12-20T10:47:34.678884+0000","last_up_change":"2023-12-20T10:47:16.443042+0000","last_in_change":"2023-12-20T10:47:02.173275+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-20T10:45:54.926584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-20T10:47:30.986325+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-20T10:47:32.237455+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"c5f9497b-f4c6-4073-8c3e-962f24985181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6803","nonce":1122809031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6805","nonce":1122809031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6809","nonce":1122809031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6807","nonce":1122809031}]},"public_addr":"172.21.15.123:6803/1122809031","cluster_addr":"172.21.15.123:6805/1122809031","heartbeat_back_addr":"172.21.15.123:6809/1122809031","heartbeat_front_addr":"172.21.15.123:6807/1122809031","state":["exists","up"]},{"osd":1,"uuid":"27f1cc4b-68bb-4a9c-b699-cd0f22621505","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6811","nonce":3387960478}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6813","nonce":3387960478}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6817","nonce":3387960478}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6815","nonce":3387960478}]},"public_addr":"172.21.15.123:6811/3387960478","cluster_addr":"172.21.15.123:6813/3387960478","heartbeat_back_addr":"172.21.15.123:6817/3387960478","heartbeat_front_addr":"172.21.15.123:6815/3387960478","state":["exists","up"]},{"osd":2,"uuid":"6d253eef-5f98-4448-a738-4a049e146dec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6819","nonce":749410302}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6821","nonce":749410302}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6825","nonce":749410302}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6823","nonce":749410302}]},"public_addr":"172.21.15.123:6819/749410302","cluster_addr":"172.21.15.123:6821/749410302","heartbeat_back_addr":"172.21.15.123:6825/749410302","heartbeat_front_addr":"172.21.15.123:6823/749410302","state":["exists","up"]},{"osd":3,"uuid":"306fab3e-5ecc-40c1-9f83-0f11b1caa891","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6827","nonce":2599274567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6829","nonce":2599274567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6833","nonce":2599274567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6831","nonce":2599274567}]},"public_addr":"172.21.15.123:6827/2599274567","cluster_addr":"172.21.15.123:6829/2599274567","heartbeat_back_addr":"172.21.15.123:6833/2599274567","heartbeat_front_addr":"172.21.15.123:6831/2599274567","state":["exists","up"]},{"osd":4,"uuid":"2a3f9ee4-794c-4d14-b0cd-19a9e06b3235","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6801","nonce":1963878014}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6803","nonce":1963878014}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6807","nonce":1963878014}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6805","nonce":1963878014}]},"public_addr":"172.21.15.177:6801/1963878014","cluster_addr":"172.21.15.177:6803/1963878014","heartbeat_back_addr":"172.21.15.177:6807/1963878014","heartbeat_front_addr":"172.21.15.177:6805/1963878014","state":["exists","up"]},{"osd":5,"uuid":"9a2b2478-c8fe-4828-a258-1ce51e4b44f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6809","nonce":959426593}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6811","nonce":959426593}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6815","nonce":959426593}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6813","nonce":959426593}]},"public_addr":"172.21.15.177:6809/959426593","cluster_addr":"172.21.15.177:6811/959426593","heartbeat_back_addr":"172.21.15.177:6815/959426593","heartbeat_front_addr":"172.21.15.177:6813/959426593","state":["exists","up"]},{"osd":6,"uuid":"429956d6-7f23-48c9-a146-cf4eeccc6c25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6817","nonce":2784293643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6819","nonce":2784293643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6823","nonce":2784293643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6821","nonce":2784293643}]},"public_addr":"172.21.15.177:6817/2784293643","cluster_addr":"172.21.15.177:6819/2784293643","heartbeat_back_addr":"172.21.15.177:6823/2784293643","heartbeat_front_addr":"172.21.15.177:6821/2784293643","state":["exists","up"]},{"osd":7,"uuid":"81196c3c-9229-4d1f-a12b-d0858a115a1e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6825","nonce":4189051166}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6827","nonce":4189051166}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6831","nonce":4189051166}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6829","nonce":4189051166}]},"public_addr":"172.21.15.177:6825/4189051166","cluster_addr":"172.21.15.177:6827/4189051166","heartbeat_back_addr":"172.21.15.177:6831/4189051166","heartbeat_front_addr":"172.21.15.177:6829/4189051166","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:18.588419+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:35.557913+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:52.461138+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:09.523279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:25.858434+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:41.928461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:58.172976+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:47:14.843319+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.123:6801/2337142993":"2023-12-21T10:44:16.630750+0000","172.21.15.123:0/1830558593":"2023-12-21T10:44:16.630750+0000","172.21.15.123:6800/1518241847":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1742681873":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/3068040861":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1867992548":"2023-12-21T10:44:16.630750+0000","172.21.15.123:6801/1518241847":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1142979780":"2023-12-21T10:43:53.682382+0000","172.21.15.123:6800/2337142993":"2023-12-21T10:44:16.630750+0000","172.21.15.123:0/907956520":"2023-12-21T10:44:16.630750+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-20T10:47:56.827 DEBUG:teuthology.misc:8 of 8 OSDs are up 2023-12-20T10:47:56.827 INFO:tasks.cephadm:Creating RBD pool 2023-12-20T10:47:56.827 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- sudo ceph --cluster ceph osd pool create rbd 8 2023-12-20T10:47:56.892 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:47:56 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:47:56.498+0000 7f80aa8e71c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-20T10:47:56.905 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:47:56 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:47:56.561+0000 7f038d8171c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-20T10:47:56.905 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:47:56 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:47:56.646+0000 7f038d8171c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-20T10:47:57.134 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:47:57.436 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:57 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/61893433' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:47:57.437 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:57 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/61893433' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:47:57.437 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:47:57 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:47:57.159+0000 7f80aa8e71c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-20T10:47:57.437 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:47:57 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:47:57.246+0000 7f80aa8e71c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-20T10:47:57.437 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:47:57 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:47:57.339+0000 7f80aa8e71c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-20T10:47:57.507 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:57 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/61893433' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:47:57.507 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:47:57 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:47:57.246+0000 7f038d8171c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-20T10:47:57.507 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:47:57 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:47:57.328+0000 7f038d8171c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-20T10:47:57.507 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:47:57 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:47:57.414+0000 7f038d8171c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-20T10:47:57.507 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:47:57 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:47:57.505+0000 7f038d8171c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-20T10:47:57.742 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:47:57 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:47:57.434+0000 7f80aa8e71c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-20T10:47:57.742 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:47:57 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:47:57.672+0000 7f80aa8e71c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-20T10:47:57.824 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:47:57 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:47:57.731+0000 7f038d8171c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-20T10:47:58.022 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:47:57 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:47:57.768+0000 7f80aa8e71c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-20T10:47:58.022 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:47:58 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:47:58.012+0000 7f80aa8e71c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-20T10:47:58.126 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:47:57 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:47:57.822+0000 7f038d8171c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-20T10:47:58.126 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:47:58 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:47:58.030+0000 7f038d8171c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-20T10:47:58.310 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:47:58 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:47:58.117+0000 7f80aa8e71c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-20T10:47:58.389 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:47:58 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:47:58.124+0000 7f038d8171c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-20T10:47:58.390 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:47:58 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:47:58.303+0000 7f038d8171c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-20T10:47:58.653 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:47:58 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:47:58.387+0000 7f038d8171c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-20T10:47:58.705 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:47:58 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:47:58.308+0000 7f80aa8e71c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-20T10:47:58.705 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:47:58 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:47:58.394+0000 7f80aa8e71c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-20T10:47:58.706 INFO:teuthology.orchestra.run.smithi123.stderr:pool 'rbd' created 2023-12-20T10:47:58.972 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:58 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/1079723129' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-12-20T10:47:58.972 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:58 smithi123 ceph-mon[124884]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-12-20T10:47:58.973 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:58 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/1079723129' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-12-20T10:47:58.973 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:58 smithi123 ceph-mon[111044]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-12-20T10:47:59.072 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2023-12-20T10:47:59.131 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:58 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/1079723129' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-12-20T10:47:59.132 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:58 smithi177 ceph-mon[144425]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-12-20T10:47:59.242 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:47:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:47:59.178+0000 7f80aa8e71c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-20T10:47:59.383 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:47:59.403 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:47:59 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:47:59.129+0000 7f038d8171c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-20T10:47:59.403 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:47:59 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:47:59.316+0000 7f038d8171c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-20T10:47:59.709 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:47:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:47:59.382+0000 7f80aa8e71c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-20T10:47:59.709 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:47:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:47:59.567+0000 7f80aa8e71c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-20T10:47:59.903 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:47:59 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:47:59.490+0000 7f038d8171c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-20T10:47:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:59 smithi177 ceph-mon[144425]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2023-12-20T10:47:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:59 smithi177 ceph-mon[144425]: osdmap e60: 8 total, 8 up, 8 in 2023-12-20T10:47:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:47:59 smithi177 ceph-mon[144425]: osdmap e61: 8 total, 8 up, 8 in 2023-12-20T10:47:59.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:59 smithi123 ceph-mon[124884]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2023-12-20T10:47:59.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:59 smithi123 ceph-mon[124884]: osdmap e60: 8 total, 8 up, 8 in 2023-12-20T10:47:59.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:47:59 smithi123 ceph-mon[124884]: osdmap e61: 8 total, 8 up, 8 in 2023-12-20T10:47:59.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:59 smithi123 ceph-mon[111044]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2023-12-20T10:47:59.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:59 smithi123 ceph-mon[111044]: osdmap e60: 8 total, 8 up, 8 in 2023-12-20T10:47:59.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:47:59 smithi123 ceph-mon[111044]: osdmap e61: 8 total, 8 up, 8 in 2023-12-20T10:48:00.242 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:48:00.207+0000 7f80aa8e71c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-20T10:48:00.403 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:48:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:48:00.091+0000 7f038d8171c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-20T10:48:00.403 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:48:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:48:00.269+0000 7f038d8171c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-20T10:48:00.594 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:48:00.394+0000 7f80aa8e71c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-20T10:48:00.735 INFO:teuthology.orchestra.run.smithi123.stderr:enabled application 'rbd' on pool 'rbd' 2023-12-20T10:48:00.843 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:48:00.588+0000 7f80aa8e71c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-20T10:48:00.843 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:48:00.707+0000 7f80aa8e71c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-20T10:48:00.843 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:48:00] ENGINE Bus STARTING 2023-12-20T10:48:00.844 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:48:00.840+0000 7f8006a3c700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:48:00.844 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:48:00.840+0000 7f8006a3c700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:48:00.844 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:48:00.840+0000 7f8006a3c700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:48:00.844 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:48:00.840+0000 7f8006a3c700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:48:00.844 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:48:00.840+0000 7f8006a3c700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:48:00.852 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:48:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:48:00.448+0000 7f038d8171c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-20T10:48:00.853 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:48:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:48:00.562+0000 7f038d8171c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-20T10:48:00.853 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:48:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: [20/Dec/2023:10:48:00] ENGINE Bus STARTING 2023-12-20T10:48:00.853 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:48:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: CherryPy Checker: 2023-12-20T10:48:00.853 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:48:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: The Application mounted at '' has an empty config. 2023-12-20T10:48:00.853 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:48:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: 2023-12-20T10:48:00.853 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:48:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: [20/Dec/2023:10:48:00] ENGINE Serving on http://:::9283 2023-12-20T10:48:00.853 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:48:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: [20/Dec/2023:10:48:00] ENGINE Bus STARTED 2023-12-20T10:48:01.100 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:48:00.849+0000 7f800aa44700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:48:01.100 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:48:00.849+0000 7f800aa44700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:48:01.100 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:48:00.849+0000 7f800aa44700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:48:01.100 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:48:00.849+0000 7f800aa44700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:48:01.100 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:48:00.849+0000 7f800aa44700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:48:01.100 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: CherryPy Checker: 2023-12-20T10:48:01.100 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: The Application mounted at '' has an empty config. 2023-12-20T10:48:01.100 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:48:01.100 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:48:00] ENGINE Serving on http://:::9283 2023-12-20T10:48:01.100 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:48:00] ENGINE Bus STARTED 2023-12-20T10:48:01.101 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-12-20T10:48:01.101 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2023-12-20T10:48:01.102 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph mgr dump --format=json 2023-12-20T10:48:01.429 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:48:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: Standby manager daemon x restarted 2023-12-20T10:48:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: Standby manager daemon x started 2023-12-20T10:48:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: from='mgr.? 172.21.15.177:0/157567488' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-20T10:48:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: from='mgr.? 172.21.15.177:0/157567488' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-20T10:48:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: from='mgr.? 172.21.15.177:0/157567488' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-20T10:48:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: from='mgr.? 172.21.15.177:0/157567488' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-20T10:48:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/3222011761' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-12-20T10:48:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: osdmap e62: 8 total, 8 up, 8 in 2023-12-20T10:48:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: Active manager daemon y restarted 2023-12-20T10:48:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: Activating manager daemon y 2023-12-20T10:48:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/3222011761' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2023-12-20T10:48:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: osdmap e63: 8 total, 8 up, 8 in 2023-12-20T10:48:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: mgrmap e17: y(active, starting, since 0.00735138s), standbys: x 2023-12-20T10:48:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:48:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:48:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:48:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-20T10:48:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-20T10:48:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-20T10:48:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-20T10:48:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-20T10:48:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-20T10:48:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-20T10:48:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:48:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-20T10:48:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:48:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:48:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:48:01.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: Standby manager daemon x restarted 2023-12-20T10:48:01.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: Standby manager daemon x started 2023-12-20T10:48:01.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: from='mgr.? 172.21.15.177:0/157567488' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-20T10:48:01.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: from='mgr.? 172.21.15.177:0/157567488' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-20T10:48:01.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: from='mgr.? 172.21.15.177:0/157567488' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-20T10:48:01.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: from='mgr.? 172.21.15.177:0/157567488' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-20T10:48:01.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/3222011761' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-12-20T10:48:01.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: osdmap e62: 8 total, 8 up, 8 in 2023-12-20T10:48:01.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: Active manager daemon y restarted 2023-12-20T10:48:01.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: Activating manager daemon y 2023-12-20T10:48:01.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/3222011761' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2023-12-20T10:48:01.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: osdmap e63: 8 total, 8 up, 8 in 2023-12-20T10:48:01.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: mgrmap e17: y(active, starting, since 0.00735138s), standbys: x 2023-12-20T10:48:01.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:48:01.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:48:01.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:48:01.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-20T10:48:01.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-20T10:48:01.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-20T10:48:01.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-20T10:48:01.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-20T10:48:01.497 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-20T10:48:01.497 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-20T10:48:01.497 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:48:01.497 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-20T10:48:01.497 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:48:01.497 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:48:01.497 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:48:01.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-20T10:48:01.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-20T10:48:01.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-20T10:48:01.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: Manager daemon y is now available 2023-12-20T10:48:01.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:48:01.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:48:01.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:01.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:48:01.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-20T10:48:01.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-20T10:48:01.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-20T10:48:01.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-20T10:48:01.499 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-20T10:48:01.499 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-20T10:48:01.499 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-20T10:48:01.499 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: Manager daemon y is now available 2023-12-20T10:48:01.499 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:48:01.499 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:48:01.499 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:01.499 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:48:01.499 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-20T10:48:01.499 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-20T10:48:01.499 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-20T10:48:01.500 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:01 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-20T10:48:01.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: Standby manager daemon x restarted 2023-12-20T10:48:01.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: Standby manager daemon x started 2023-12-20T10:48:01.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: from='mgr.? 172.21.15.177:0/157567488' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-20T10:48:01.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: from='mgr.? 172.21.15.177:0/157567488' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-20T10:48:01.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: from='mgr.? 172.21.15.177:0/157567488' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-20T10:48:01.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: from='mgr.? 172.21.15.177:0/157567488' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-20T10:48:01.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/3222011761' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-12-20T10:48:01.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: osdmap e62: 8 total, 8 up, 8 in 2023-12-20T10:48:01.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: Active manager daemon y restarted 2023-12-20T10:48:01.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: Activating manager daemon y 2023-12-20T10:48:01.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/3222011761' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2023-12-20T10:48:01.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: osdmap e63: 8 total, 8 up, 8 in 2023-12-20T10:48:01.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: mgrmap e17: y(active, starting, since 0.00735138s), standbys: x 2023-12-20T10:48:01.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:48:01.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:48:01.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:48:01.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-20T10:48:01.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-20T10:48:01.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-20T10:48:01.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-20T10:48:01.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-20T10:48:01.648 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-20T10:48:01.648 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-20T10:48:01.648 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:48:01.648 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-20T10:48:01.648 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:48:01.648 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:48:01.648 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:48:01.648 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-20T10:48:01.648 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-20T10:48:01.648 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-20T10:48:01.648 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: Manager daemon y is now available 2023-12-20T10:48:01.648 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:48:01.648 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:48:01.648 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:01.648 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:48:01.649 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-20T10:48:01.649 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-20T10:48:01.649 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-20T10:48:01.649 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:01 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-20T10:48:02.803 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:02 smithi177 ceph-mon[144425]: [20/Dec/2023:10:48:01] ENGINE Bus STARTING 2023-12-20T10:48:02.803 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:02 smithi177 ceph-mon[144425]: [20/Dec/2023:10:48:01] ENGINE Serving on https://172.21.15.123:7150 2023-12-20T10:48:02.803 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:02 smithi177 ceph-mon[144425]: [20/Dec/2023:10:48:01] ENGINE Bus STARTED 2023-12-20T10:48:02.803 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:02 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:02.803 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:02 smithi177 ceph-mon[144425]: mgrmap e18: y(active, since 1.00994s), standbys: x 2023-12-20T10:48:02.803 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:02 smithi177 ceph-mon[144425]: pgmap v3: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:02.803 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:02 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:02.804 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:02 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:02.804 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:02 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:02.804 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:02 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:02.986 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:48:02.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:02 smithi123 ceph-mon[124884]: [20/Dec/2023:10:48:01] ENGINE Bus STARTING 2023-12-20T10:48:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:02 smithi123 ceph-mon[124884]: [20/Dec/2023:10:48:01] ENGINE Serving on https://172.21.15.123:7150 2023-12-20T10:48:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:02 smithi123 ceph-mon[124884]: [20/Dec/2023:10:48:01] ENGINE Bus STARTED 2023-12-20T10:48:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:02 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:02 smithi123 ceph-mon[124884]: mgrmap e18: y(active, since 1.00994s), standbys: x 2023-12-20T10:48:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:02 smithi123 ceph-mon[124884]: pgmap v3: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:02 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:02 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:02 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:02 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:02.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:02 smithi123 ceph-mon[111044]: [20/Dec/2023:10:48:01] ENGINE Bus STARTING 2023-12-20T10:48:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:02 smithi123 ceph-mon[111044]: [20/Dec/2023:10:48:01] ENGINE Serving on https://172.21.15.123:7150 2023-12-20T10:48:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:02 smithi123 ceph-mon[111044]: [20/Dec/2023:10:48:01] ENGINE Bus STARTED 2023-12-20T10:48:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:02 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:02 smithi123 ceph-mon[111044]: mgrmap e18: y(active, since 1.00994s), standbys: x 2023-12-20T10:48:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:02 smithi123 ceph-mon[111044]: pgmap v3: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:02 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:02 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:02 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:02 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:03.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:48:02 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:48:02] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-20T10:48:03.350 INFO:teuthology.orchestra.run.smithi123.stdout:{"epoch":18,"active_gid":14607,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":206341970},{"type":"v1","addr":"172.21.15.123:6801","nonce":206341970}]},"active_addr":"172.21.15.123:6801/206341970","active_change":"2023-12-20T10:48:00.722989+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24515,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":63,"active_clients":[{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.123:0","nonce":21616157}]}]} 2023-12-20T10:48:03.354 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2023-12-20T10:48:03.354 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2023-12-20T10:48:03.354 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph osd dump --format=json 2023-12-20T10:48:03.640 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:48:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:03 smithi177 ceph-mon[144425]: pgmap v4: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:03 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/1066464934' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-12-20T10:48:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:03 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:03 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:03 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:03 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:03 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:03 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:03 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:03 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:03 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:03 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:03 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:04.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:03 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:04.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:03 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:04.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:03 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:03 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:03 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:03 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:03 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:03 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:03 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:03 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:03 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:04.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:03 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:48:04.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:03 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:48:04.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:03 smithi177 ceph-mon[144425]: mgrmap e19: y(active, since 2s), standbys: x 2023-12-20T10:48:04.193 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[124884]: pgmap v4: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:04.193 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/1066464934' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-12-20T10:48:04.193 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:04.193 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:04.193 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.193 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.193 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.194 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.194 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.194 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.194 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.194 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.194 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:04.194 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:04.194 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:04.194 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.194 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.194 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.194 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.194 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.194 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.195 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.195 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.195 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:04.195 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:48:04.195 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:48:04.195 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[124884]: mgrmap e19: y(active, since 2s), standbys: x 2023-12-20T10:48:04.195 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[111044]: pgmap v4: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:04.195 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/1066464934' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-12-20T10:48:04.195 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:04.196 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:04.196 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.196 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.196 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.196 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.196 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.196 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.196 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.196 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.196 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:04.196 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:04.196 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:04.196 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.196 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.196 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.197 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.197 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.197 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.197 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.197 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:48:04.197 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:04.197 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:48:04.197 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:48:04.197 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:03 smithi123 ceph-mon[111044]: mgrmap e19: y(active, since 2s), standbys: x 2023-12-20T10:48:04.952 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:48:04.953 INFO:teuthology.orchestra.run.smithi123.stdout:{"epoch":63,"fsid":"85213638-9f24-11ee-95a5-87774f69a715","created":"2023-12-20T10:43:31.555813+0000","modified":"2023-12-20T10:48:00.722837+0000","last_up_change":"2023-12-20T10:47:16.443042+0000","last_in_change":"2023-12-20T10:47:02.173275+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-20T10:45:54.926584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-20T10:47:30.986325+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-20T10:47:32.237455+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-20T10:47:58.641704+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"c5f9497b-f4c6-4073-8c3e-962f24985181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6803","nonce":1122809031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6805","nonce":1122809031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6809","nonce":1122809031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6807","nonce":1122809031}]},"public_addr":"172.21.15.123:6803/1122809031","cluster_addr":"172.21.15.123:6805/1122809031","heartbeat_back_addr":"172.21.15.123:6809/1122809031","heartbeat_front_addr":"172.21.15.123:6807/1122809031","state":["exists","up"]},{"osd":1,"uuid":"27f1cc4b-68bb-4a9c-b699-cd0f22621505","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6811","nonce":3387960478}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6813","nonce":3387960478}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6817","nonce":3387960478}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6815","nonce":3387960478}]},"public_addr":"172.21.15.123:6811/3387960478","cluster_addr":"172.21.15.123:6813/3387960478","heartbeat_back_addr":"172.21.15.123:6817/3387960478","heartbeat_front_addr":"172.21.15.123:6815/3387960478","state":["exists","up"]},{"osd":2,"uuid":"6d253eef-5f98-4448-a738-4a049e146dec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6819","nonce":749410302}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6821","nonce":749410302}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6825","nonce":749410302}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6823","nonce":749410302}]},"public_addr":"172.21.15.123:6819/749410302","cluster_addr":"172.21.15.123:6821/749410302","heartbeat_back_addr":"172.21.15.123:6825/749410302","heartbeat_front_addr":"172.21.15.123:6823/749410302","state":["exists","up"]},{"osd":3,"uuid":"306fab3e-5ecc-40c1-9f83-0f11b1caa891","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6827","nonce":2599274567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6829","nonce":2599274567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6833","nonce":2599274567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6831","nonce":2599274567}]},"public_addr":"172.21.15.123:6827/2599274567","cluster_addr":"172.21.15.123:6829/2599274567","heartbeat_back_addr":"172.21.15.123:6833/2599274567","heartbeat_front_addr":"172.21.15.123:6831/2599274567","state":["exists","up"]},{"osd":4,"uuid":"2a3f9ee4-794c-4d14-b0cd-19a9e06b3235","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6801","nonce":1963878014}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6803","nonce":1963878014}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6807","nonce":1963878014}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6805","nonce":1963878014}]},"public_addr":"172.21.15.177:6801/1963878014","cluster_addr":"172.21.15.177:6803/1963878014","heartbeat_back_addr":"172.21.15.177:6807/1963878014","heartbeat_front_addr":"172.21.15.177:6805/1963878014","state":["exists","up"]},{"osd":5,"uuid":"9a2b2478-c8fe-4828-a258-1ce51e4b44f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6809","nonce":959426593}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6811","nonce":959426593}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6815","nonce":959426593}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6813","nonce":959426593}]},"public_addr":"172.21.15.177:6809/959426593","cluster_addr":"172.21.15.177:6811/959426593","heartbeat_back_addr":"172.21.15.177:6815/959426593","heartbeat_front_addr":"172.21.15.177:6813/959426593","state":["exists","up"]},{"osd":6,"uuid":"429956d6-7f23-48c9-a146-cf4eeccc6c25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6817","nonce":2784293643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6819","nonce":2784293643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6823","nonce":2784293643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6821","nonce":2784293643}]},"public_addr":"172.21.15.177:6817/2784293643","cluster_addr":"172.21.15.177:6819/2784293643","heartbeat_back_addr":"172.21.15.177:6823/2784293643","heartbeat_front_addr":"172.21.15.177:6821/2784293643","state":["exists","up"]},{"osd":7,"uuid":"81196c3c-9229-4d1f-a12b-d0858a115a1e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6825","nonce":4189051166}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6827","nonce":4189051166}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6831","nonce":4189051166}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6829","nonce":4189051166}]},"public_addr":"172.21.15.177:6825/4189051166","cluster_addr":"172.21.15.177:6827/4189051166","heartbeat_back_addr":"172.21.15.177:6831/4189051166","heartbeat_front_addr":"172.21.15.177:6829/4189051166","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:18.588419+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:35.557913+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:52.461138+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:09.523279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:25.858434+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:41.928461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:58.172976+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:47:14.843319+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.123:0/2764292262":"2023-12-21T10:48:00.722767+0000","172.21.15.123:0/2642431060":"2023-12-21T10:48:00.722767+0000","172.21.15.123:6801/120983892":"2023-12-21T10:48:00.722767+0000","172.21.15.123:6800/120983892":"2023-12-21T10:48:00.722767+0000","172.21.15.123:6801/2337142993":"2023-12-21T10:44:16.630750+0000","172.21.15.123:0/1830558593":"2023-12-21T10:44:16.630750+0000","172.21.15.123:0/3896099428":"2023-12-21T10:48:00.722767+0000","172.21.15.123:6800/1518241847":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1742681873":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/3068040861":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1983072401":"2023-12-21T10:48:00.722767+0000","172.21.15.123:0/1867992548":"2023-12-21T10:44:16.630750+0000","172.21.15.123:6801/1518241847":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1142979780":"2023-12-21T10:43:53.682382+0000","172.21.15.123:6800/2337142993":"2023-12-21T10:44:16.630750+0000","172.21.15.123:0/907956520":"2023-12-21T10:44:16.630750+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-20T10:48:04.977 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:04 smithi123 ceph-mon[124884]: Adjusting osd_memory_target on smithi177 to 3000M 2023-12-20T10:48:04.977 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:04 smithi123 ceph-mon[124884]: Adjusting osd_memory_target on smithi123 to 3000M 2023-12-20T10:48:04.977 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:04 smithi123 ceph-mon[124884]: Updating smithi123:/etc/ceph/ceph.conf 2023-12-20T10:48:04.977 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:04 smithi123 ceph-mon[124884]: Updating smithi177:/etc/ceph/ceph.conf 2023-12-20T10:48:04.977 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:04 smithi123 ceph-mon[124884]: Updating smithi123:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:48:04.977 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:04 smithi123 ceph-mon[124884]: Updating smithi177:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:48:04.977 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:04 smithi123 ceph-mon[124884]: Updating smithi123:/etc/ceph/ceph.client.admin.keyring 2023-12-20T10:48:04.977 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:04 smithi123 ceph-mon[124884]: Updating smithi177:/etc/ceph/ceph.client.admin.keyring 2023-12-20T10:48:04.977 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:04 smithi123 ceph-mon[124884]: Updating smithi123:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-20T10:48:04.977 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:04 smithi123 ceph-mon[124884]: Updating smithi177:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-20T10:48:04.977 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:04 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:04.978 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:04 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:04.978 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:04 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:04.978 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:04 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:04.978 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:04 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:04.978 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:04 smithi123 ceph-mon[111044]: Adjusting osd_memory_target on smithi177 to 3000M 2023-12-20T10:48:04.978 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:04 smithi123 ceph-mon[111044]: Adjusting osd_memory_target on smithi123 to 3000M 2023-12-20T10:48:04.978 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:04 smithi123 ceph-mon[111044]: Updating smithi123:/etc/ceph/ceph.conf 2023-12-20T10:48:04.978 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:04 smithi123 ceph-mon[111044]: Updating smithi177:/etc/ceph/ceph.conf 2023-12-20T10:48:04.978 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:04 smithi123 ceph-mon[111044]: Updating smithi123:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:48:04.978 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:04 smithi123 ceph-mon[111044]: Updating smithi177:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:48:04.978 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:04 smithi123 ceph-mon[111044]: Updating smithi123:/etc/ceph/ceph.client.admin.keyring 2023-12-20T10:48:04.978 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:04 smithi123 ceph-mon[111044]: Updating smithi177:/etc/ceph/ceph.client.admin.keyring 2023-12-20T10:48:04.979 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:04 smithi123 ceph-mon[111044]: Updating smithi123:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-20T10:48:04.979 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:04 smithi123 ceph-mon[111044]: Updating smithi177:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-20T10:48:04.979 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:04 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:04.979 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:04 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:04.979 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:04 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:04.979 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:04 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:04.979 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:04 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:05.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:04 smithi177 ceph-mon[144425]: Adjusting osd_memory_target on smithi177 to 3000M 2023-12-20T10:48:05.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:04 smithi177 ceph-mon[144425]: Adjusting osd_memory_target on smithi123 to 3000M 2023-12-20T10:48:05.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:04 smithi177 ceph-mon[144425]: Updating smithi123:/etc/ceph/ceph.conf 2023-12-20T10:48:05.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:04 smithi177 ceph-mon[144425]: Updating smithi177:/etc/ceph/ceph.conf 2023-12-20T10:48:05.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:04 smithi177 ceph-mon[144425]: Updating smithi123:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:48:05.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:04 smithi177 ceph-mon[144425]: Updating smithi177:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:48:05.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:04 smithi177 ceph-mon[144425]: Updating smithi123:/etc/ceph/ceph.client.admin.keyring 2023-12-20T10:48:05.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:04 smithi177 ceph-mon[144425]: Updating smithi177:/etc/ceph/ceph.client.admin.keyring 2023-12-20T10:48:05.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:04 smithi177 ceph-mon[144425]: Updating smithi123:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-20T10:48:05.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:04 smithi177 ceph-mon[144425]: Updating smithi177:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-20T10:48:05.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:04 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:05.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:04 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:05.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:04 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:05.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:04 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:05.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:04 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:05.331 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2023-12-20T10:48:05.331 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph osd dump --format=json 2023-12-20T10:48:05.596 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:48:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:05 smithi177 ceph-mon[144425]: Deploying daemon alertmanager.a on smithi123 2023-12-20T10:48:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:05 smithi177 ceph-mon[144425]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:05 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/337737460' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:48:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:05 smithi123 ceph-mon[124884]: Deploying daemon alertmanager.a on smithi123 2023-12-20T10:48:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:05 smithi123 ceph-mon[124884]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:05 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/337737460' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:48:06.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:05 smithi123 ceph-mon[111044]: Deploying daemon alertmanager.a on smithi123 2023-12-20T10:48:06.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:05 smithi123 ceph-mon[111044]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:06.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:05 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/337737460' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:48:07.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:07 smithi123 ceph-mon[124884]: pgmap v6: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:07.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:07 smithi123 ceph-mon[111044]: pgmap v6: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:08.034 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:48:08.034 INFO:teuthology.orchestra.run.smithi123.stdout:{"epoch":63,"fsid":"85213638-9f24-11ee-95a5-87774f69a715","created":"2023-12-20T10:43:31.555813+0000","modified":"2023-12-20T10:48:00.722837+0000","last_up_change":"2023-12-20T10:47:16.443042+0000","last_in_change":"2023-12-20T10:47:02.173275+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-20T10:45:54.926584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-20T10:47:30.986325+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-20T10:47:32.237455+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-20T10:47:58.641704+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"c5f9497b-f4c6-4073-8c3e-962f24985181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6803","nonce":1122809031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6805","nonce":1122809031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6809","nonce":1122809031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6807","nonce":1122809031}]},"public_addr":"172.21.15.123:6803/1122809031","cluster_addr":"172.21.15.123:6805/1122809031","heartbeat_back_addr":"172.21.15.123:6809/1122809031","heartbeat_front_addr":"172.21.15.123:6807/1122809031","state":["exists","up"]},{"osd":1,"uuid":"27f1cc4b-68bb-4a9c-b699-cd0f22621505","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6811","nonce":3387960478}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6813","nonce":3387960478}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6817","nonce":3387960478}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6815","nonce":3387960478}]},"public_addr":"172.21.15.123:6811/3387960478","cluster_addr":"172.21.15.123:6813/3387960478","heartbeat_back_addr":"172.21.15.123:6817/3387960478","heartbeat_front_addr":"172.21.15.123:6815/3387960478","state":["exists","up"]},{"osd":2,"uuid":"6d253eef-5f98-4448-a738-4a049e146dec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6819","nonce":749410302}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6821","nonce":749410302}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6825","nonce":749410302}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6823","nonce":749410302}]},"public_addr":"172.21.15.123:6819/749410302","cluster_addr":"172.21.15.123:6821/749410302","heartbeat_back_addr":"172.21.15.123:6825/749410302","heartbeat_front_addr":"172.21.15.123:6823/749410302","state":["exists","up"]},{"osd":3,"uuid":"306fab3e-5ecc-40c1-9f83-0f11b1caa891","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6827","nonce":2599274567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6829","nonce":2599274567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6833","nonce":2599274567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6831","nonce":2599274567}]},"public_addr":"172.21.15.123:6827/2599274567","cluster_addr":"172.21.15.123:6829/2599274567","heartbeat_back_addr":"172.21.15.123:6833/2599274567","heartbeat_front_addr":"172.21.15.123:6831/2599274567","state":["exists","up"]},{"osd":4,"uuid":"2a3f9ee4-794c-4d14-b0cd-19a9e06b3235","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6801","nonce":1963878014}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6803","nonce":1963878014}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6807","nonce":1963878014}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6805","nonce":1963878014}]},"public_addr":"172.21.15.177:6801/1963878014","cluster_addr":"172.21.15.177:6803/1963878014","heartbeat_back_addr":"172.21.15.177:6807/1963878014","heartbeat_front_addr":"172.21.15.177:6805/1963878014","state":["exists","up"]},{"osd":5,"uuid":"9a2b2478-c8fe-4828-a258-1ce51e4b44f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6809","nonce":959426593}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6811","nonce":959426593}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6815","nonce":959426593}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6813","nonce":959426593}]},"public_addr":"172.21.15.177:6809/959426593","cluster_addr":"172.21.15.177:6811/959426593","heartbeat_back_addr":"172.21.15.177:6815/959426593","heartbeat_front_addr":"172.21.15.177:6813/959426593","state":["exists","up"]},{"osd":6,"uuid":"429956d6-7f23-48c9-a146-cf4eeccc6c25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6817","nonce":2784293643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6819","nonce":2784293643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6823","nonce":2784293643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6821","nonce":2784293643}]},"public_addr":"172.21.15.177:6817/2784293643","cluster_addr":"172.21.15.177:6819/2784293643","heartbeat_back_addr":"172.21.15.177:6823/2784293643","heartbeat_front_addr":"172.21.15.177:6821/2784293643","state":["exists","up"]},{"osd":7,"uuid":"81196c3c-9229-4d1f-a12b-d0858a115a1e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6825","nonce":4189051166}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6827","nonce":4189051166}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6831","nonce":4189051166}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6829","nonce":4189051166}]},"public_addr":"172.21.15.177:6825/4189051166","cluster_addr":"172.21.15.177:6827/4189051166","heartbeat_back_addr":"172.21.15.177:6831/4189051166","heartbeat_front_addr":"172.21.15.177:6829/4189051166","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:18.588419+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:35.557913+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:52.461138+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:09.523279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:25.858434+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:41.928461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:58.172976+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:47:14.843319+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.123:0/2764292262":"2023-12-21T10:48:00.722767+0000","172.21.15.123:0/2642431060":"2023-12-21T10:48:00.722767+0000","172.21.15.123:6801/120983892":"2023-12-21T10:48:00.722767+0000","172.21.15.123:6800/120983892":"2023-12-21T10:48:00.722767+0000","172.21.15.123:6801/2337142993":"2023-12-21T10:44:16.630750+0000","172.21.15.123:0/1830558593":"2023-12-21T10:44:16.630750+0000","172.21.15.123:0/3896099428":"2023-12-21T10:48:00.722767+0000","172.21.15.123:6800/1518241847":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1742681873":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/3068040861":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1983072401":"2023-12-21T10:48:00.722767+0000","172.21.15.123:0/1867992548":"2023-12-21T10:44:16.630750+0000","172.21.15.123:6801/1518241847":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1142979780":"2023-12-21T10:43:53.682382+0000","172.21.15.123:6800/2337142993":"2023-12-21T10:44:16.630750+0000","172.21.15.123:0/907956520":"2023-12-21T10:44:16.630750+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-20T10:48:08.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:07 smithi177 ceph-mon[144425]: pgmap v6: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:08.657 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph tell osd.0 flush_pg_stats 2023-12-20T10:48:08.658 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph tell osd.1 flush_pg_stats 2023-12-20T10:48:08.658 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph tell osd.2 flush_pg_stats 2023-12-20T10:48:08.659 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph tell osd.3 flush_pg_stats 2023-12-20T10:48:08.659 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph tell osd.4 flush_pg_stats 2023-12-20T10:48:08.659 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph tell osd.5 flush_pg_stats 2023-12-20T10:48:08.660 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph tell osd.6 flush_pg_stats 2023-12-20T10:48:08.660 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph tell osd.7 flush_pg_stats 2023-12-20T10:48:08.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:08 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/2877771870' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:48:08.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:08 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/2877771870' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:48:09.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:08 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/2877771870' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:48:09.757 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:48:10.114 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:09 smithi123 ceph-mon[124884]: pgmap v7: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:10.115 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:09 smithi123 ceph-mon[111044]: pgmap v7: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:10.153 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:48:10.153 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:48:10.153 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:48:10.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:09 smithi177 ceph-mon[144425]: pgmap v7: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:10.154 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:48:10.166 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:48:11.370 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:48:11.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:11 smithi123 ceph-mon[124884]: pgmap v8: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:11.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:11 smithi123 ceph-mon[111044]: pgmap v8: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:11.621 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:48:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:11 smithi177 ceph-mon[144425]: pgmap v8: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:12.838 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:48:12 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-alertmanager-a[164844]: ts=2023-12-20T10:48:12.676Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2023-12-20T10:48:13.067 INFO:teuthology.orchestra.run.smithi123.stdout:128849018904 2023-12-20T10:48:13.068 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph osd last-stat-seq osd.4 2023-12-20T10:48:13.097 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:12 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:48:12] ENGINE Bus STOPPING 2023-12-20T10:48:13.097 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:12 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:48:12] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-20T10:48:13.097 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:12 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:48:12] ENGINE Bus STOPPED 2023-12-20T10:48:13.097 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:12 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:48:12] ENGINE Bus STARTING 2023-12-20T10:48:13.097 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:12 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:48:12] ENGINE Serving on http://:::9283 2023-12-20T10:48:13.097 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:12 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:48:12] ENGINE Bus STARTED 2023-12-20T10:48:13.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:48:12 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:48:12] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-20T10:48:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:13 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:13 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:13 smithi123 ceph-mon[124884]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:13 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:13 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:13 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:13 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:13 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-20T10:48:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:13 smithi123 ceph-mon[124884]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-20T10:48:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:13 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:13.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:13 smithi123 ceph-mon[124884]: Deploying daemon grafana.a on smithi177 2023-12-20T10:48:13.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:13 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:13.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:13 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:13.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:13 smithi123 ceph-mon[111044]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:13.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:13 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:13.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:13 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:13.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:13 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:13.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:13 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:13.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:13 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-20T10:48:13.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:13 smithi123 ceph-mon[111044]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-20T10:48:13.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:13 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:13.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:13 smithi123 ceph-mon[111044]: Deploying daemon grafana.a on smithi177 2023-12-20T10:48:14.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:13 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:14.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:13 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:14.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:13 smithi177 ceph-mon[144425]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:14.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:13 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:14.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:13 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:14.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:13 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:14.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:13 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:14.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:13 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-20T10:48:14.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:13 smithi177 ceph-mon[144425]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-20T10:48:14.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:13 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:14.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:13 smithi177 ceph-mon[144425]: Deploying daemon grafana.a on smithi177 2023-12-20T10:48:14.746 INFO:teuthology.orchestra.run.smithi123.stdout:107374182427 2023-12-20T10:48:14.746 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph osd last-stat-seq osd.3 2023-12-20T10:48:14.991 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:48:14 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-alertmanager-a[164844]: ts=2023-12-20T10:48:14.649Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.00100653s 2023-12-20T10:48:15.189 INFO:teuthology.orchestra.run.smithi123.stdout:34359738404 2023-12-20T10:48:15.190 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph osd last-stat-seq osd.0 2023-12-20T10:48:15.734 INFO:teuthology.orchestra.run.smithi123.stdout:188978561041 2023-12-20T10:48:15.735 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph osd last-stat-seq osd.6 2023-12-20T10:48:16.048 INFO:teuthology.orchestra.run.smithi123.stdout:219043332110 2023-12-20T10:48:16.048 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph osd last-stat-seq osd.7 2023-12-20T10:48:16.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:15 smithi123 ceph-mon[124884]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:16.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:15 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:48:16.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:15 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:16.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:15 smithi123 ceph-mon[111044]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:16.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:15 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:48:16.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:15 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:16.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:15 smithi177 ceph-mon[144425]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:16.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:15 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:48:16.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:15 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:16.312 INFO:teuthology.orchestra.run.smithi123.stdout:55834574880 2023-12-20T10:48:16.313 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph osd last-stat-seq osd.1 2023-12-20T10:48:16.637 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:48:16.678 INFO:teuthology.orchestra.run.smithi123.stdout:158913789972 2023-12-20T10:48:16.678 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph osd last-stat-seq osd.5 2023-12-20T10:48:16.685 INFO:teuthology.orchestra.run.smithi123.stdout:77309411357 2023-12-20T10:48:16.685 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph osd last-stat-seq osd.2 2023-12-20T10:48:16.893 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:48:17.494 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:48:17.644 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:48:17.917 INFO:teuthology.orchestra.run.smithi123.stdout:128849018905 2023-12-20T10:48:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:17 smithi123 ceph-mon[124884]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:17 smithi123 ceph-mon[111044]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:18.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:17 smithi177 ceph-mon[144425]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:18.201 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:48:18.692 INFO:teuthology.orchestra.run.smithi123.stdout:219043332111 2023-12-20T10:48:18.954 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:48:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:18 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/509824938' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-12-20T10:48:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:18 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/2406342543' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-12-20T10:48:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:18 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/509824938' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-12-20T10:48:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:18 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/2406342543' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-12-20T10:48:19.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:18 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/509824938' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-12-20T10:48:19.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:18 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/2406342543' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-12-20T10:48:19.179 INFO:tasks.cephadm.ceph_manager.ceph:need seq 219043332110 got 219043332111 for osd.7 2023-12-20T10:48:19.179 DEBUG:teuthology.parallel:result is None 2023-12-20T10:48:19.327 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:48:19.858 INFO:teuthology.orchestra.run.smithi123.stdout:55834574881 2023-12-20T10:48:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:19 smithi123 ceph-mon[124884]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:19 smithi123 ceph-mon[111044]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:20.149 INFO:teuthology.orchestra.run.smithi123.stdout:77309411358 2023-12-20T10:48:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:19 smithi177 ceph-mon[144425]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:20.231 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018904 got 128849018905 for osd.4 2023-12-20T10:48:20.231 DEBUG:teuthology.parallel:result is None 2023-12-20T10:48:20.516 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:48:20.812 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574880 got 55834574881 for osd.1 2023-12-20T10:48:20.812 DEBUG:teuthology.parallel:result is None 2023-12-20T10:48:20.826 INFO:teuthology.orchestra.run.smithi123.stdout:107374182428 2023-12-20T10:48:21.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:20 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/1167889286' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-12-20T10:48:21.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:20 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/770376767' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-12-20T10:48:21.169 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:20 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/1167889286' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-12-20T10:48:21.169 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:20 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/770376767' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-12-20T10:48:21.170 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:20 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/1167889286' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-12-20T10:48:21.170 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:20 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/770376767' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-12-20T10:48:21.187 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411357 got 77309411358 for osd.2 2023-12-20T10:48:21.188 DEBUG:teuthology.parallel:result is None 2023-12-20T10:48:21.822 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182427 got 107374182428 for osd.3 2023-12-20T10:48:21.822 DEBUG:teuthology.parallel:result is None 2023-12-20T10:48:22.123 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:21 smithi123 ceph-mon[124884]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:22.123 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:21 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/661798998' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-12-20T10:48:22.124 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:21 smithi123 ceph-mon[111044]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:22.124 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:21 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/661798998' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-12-20T10:48:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:21 smithi177 ceph-mon[144425]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:21 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/661798998' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-12-20T10:48:22.324 INFO:teuthology.orchestra.run.smithi123.stdout:188978561042 2023-12-20T10:48:22.548 INFO:teuthology.orchestra.run.smithi123.stdout:158913789973 2023-12-20T10:48:22.576 INFO:teuthology.orchestra.run.smithi123.stdout:34359738405 2023-12-20T10:48:22.781 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:48:22 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-alertmanager-a[164844]: ts=2023-12-20T10:48:22.652Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003499001s 2023-12-20T10:48:22.844 INFO:tasks.cephadm.ceph_manager.ceph:need seq 188978561041 got 188978561042 for osd.6 2023-12-20T10:48:22.844 DEBUG:teuthology.parallel:result is None 2023-12-20T10:48:22.968 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738404 got 34359738405 for osd.0 2023-12-20T10:48:22.969 DEBUG:teuthology.parallel:result is None 2023-12-20T10:48:23.110 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:22 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/965356881' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-12-20T10:48:23.110 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:22 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/225947441' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-12-20T10:48:23.110 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:22 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/3438066400' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-12-20T10:48:23.110 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:22 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/965356881' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-12-20T10:48:23.110 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:22 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/225947441' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-12-20T10:48:23.111 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:22 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/3438066400' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-12-20T10:48:23.129 INFO:tasks.cephadm.ceph_manager.ceph:need seq 158913789972 got 158913789973 for osd.5 2023-12-20T10:48:23.129 DEBUG:teuthology.parallel:result is None 2023-12-20T10:48:23.129 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2023-12-20T10:48:23.129 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph pg dump --format=json 2023-12-20T10:48:23.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:48:22 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:48:22] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-20T10:48:23.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:22 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/965356881' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-12-20T10:48:23.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:22 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/225947441' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-12-20T10:48:23.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:22 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/3438066400' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-12-20T10:48:23.391 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:48:24.114 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:23 smithi123 ceph-mon[124884]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:24.115 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:23 smithi123 ceph-mon[111044]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:23 smithi177 ceph-mon[144425]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:24.500 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:48:24.503 INFO:teuthology.orchestra.run.smithi123.stderr:dumped all 2023-12-20T10:48:24.869 INFO:teuthology.orchestra.run.smithi123.stdout:{"pg_ready":true,"pg_map":{"version":14,"stamp":"2023-12-20T10:48:22.745622+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593462,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385076,"kb_used_data":6772,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747576140,"statfs":{"total":767960285184,"available":765517967360,"internally_reserved":0,"allocated":6934528,"data_stored":3966832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002604"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.700235+0000","last_change":"2023-12-20T10:47:33.693988+0000","last_active":"2023-12-20T10:48:00.700235+0000","last_peered":"2023-12-20T10:48:00.700235+0000","last_clean":"2023-12-20T10:48:00.700235+0000","last_became_active":"2023-12-20T10:47:33.693712+0000","last_became_peered":"2023-12-20T10:47:33.693712+0000","last_unstale":"2023-12-20T10:48:00.700235+0000","last_undegraded":"2023-12-20T10:48:00.700235+0000","last_fullsized":"2023-12-20T10:48:00.700235+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:08:15.219223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.701869+0000","last_change":"2023-12-20T10:47:33.690805+0000","last_active":"2023-12-20T10:48:00.701869+0000","last_peered":"2023-12-20T10:48:00.701869+0000","last_clean":"2023-12-20T10:48:00.701869+0000","last_became_active":"2023-12-20T10:47:33.690445+0000","last_became_peered":"2023-12-20T10:47:33.690445+0000","last_unstale":"2023-12-20T10:48:00.701869+0000","last_undegraded":"2023-12-20T10:48:00.701869+0000","last_fullsized":"2023-12-20T10:48:00.701869+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:34:14.983303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.699694+0000","last_change":"2023-12-20T10:47:33.691422+0000","last_active":"2023-12-20T10:47:59.699694+0000","last_peered":"2023-12-20T10:47:59.699694+0000","last_clean":"2023-12-20T10:47:59.699694+0000","last_became_active":"2023-12-20T10:47:33.691152+0000","last_became_peered":"2023-12-20T10:47:33.691152+0000","last_unstale":"2023-12-20T10:47:59.699694+0000","last_undegraded":"2023-12-20T10:47:59.699694+0000","last_fullsized":"2023-12-20T10:47:59.699694+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:58:40.164943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696628+0000","last_change":"2023-12-20T10:47:33.695625+0000","last_active":"2023-12-20T10:47:59.696628+0000","last_peered":"2023-12-20T10:47:59.696628+0000","last_clean":"2023-12-20T10:47:59.696628+0000","last_became_active":"2023-12-20T10:47:33.695227+0000","last_became_peered":"2023-12-20T10:47:33.695227+0000","last_unstale":"2023-12-20T10:47:59.696628+0000","last_undegraded":"2023-12-20T10:47:59.696628+0000","last_fullsized":"2023-12-20T10:47:59.696628+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:39:57.902493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.699923+0000","last_change":"2023-12-20T10:47:33.701219+0000","last_active":"2023-12-20T10:48:00.699923+0000","last_peered":"2023-12-20T10:48:00.699923+0000","last_clean":"2023-12-20T10:48:00.699923+0000","last_became_active":"2023-12-20T10:47:33.700900+0000","last_became_peered":"2023-12-20T10:47:33.700900+0000","last_unstale":"2023-12-20T10:48:00.699923+0000","last_undegraded":"2023-12-20T10:48:00.699923+0000","last_fullsized":"2023-12-20T10:48:00.699923+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:15:11.183230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696496+0000","last_change":"2023-12-20T10:47:33.700866+0000","last_active":"2023-12-20T10:47:59.696496+0000","last_peered":"2023-12-20T10:47:59.696496+0000","last_clean":"2023-12-20T10:47:59.696496+0000","last_became_active":"2023-12-20T10:47:33.700177+0000","last_became_peered":"2023-12-20T10:47:33.700177+0000","last_unstale":"2023-12-20T10:47:59.696496+0000","last_undegraded":"2023-12-20T10:47:59.696496+0000","last_fullsized":"2023-12-20T10:47:59.696496+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:45:46.317492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.699555+0000","last_change":"2023-12-20T10:47:33.701318+0000","last_active":"2023-12-20T10:48:00.699555+0000","last_peered":"2023-12-20T10:48:00.699555+0000","last_clean":"2023-12-20T10:48:00.699555+0000","last_became_active":"2023-12-20T10:47:33.700691+0000","last_became_peered":"2023-12-20T10:47:33.700691+0000","last_unstale":"2023-12-20T10:48:00.699555+0000","last_undegraded":"2023-12-20T10:48:00.699555+0000","last_fullsized":"2023-12-20T10:48:00.699555+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:20:59.082517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.701435+0000","last_change":"2023-12-20T10:47:33.689311+0000","last_active":"2023-12-20T10:47:59.701435+0000","last_peered":"2023-12-20T10:47:59.701435+0000","last_clean":"2023-12-20T10:47:59.701435+0000","last_became_active":"2023-12-20T10:47:33.689001+0000","last_became_peered":"2023-12-20T10:47:33.689001+0000","last_unstale":"2023-12-20T10:47:59.701435+0000","last_undegraded":"2023-12-20T10:47:59.701435+0000","last_fullsized":"2023-12-20T10:47:59.701435+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:15:47.529177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.700175+0000","last_change":"2023-12-20T10:47:33.692325+0000","last_active":"2023-12-20T10:48:00.700175+0000","last_peered":"2023-12-20T10:48:00.700175+0000","last_clean":"2023-12-20T10:48:00.700175+0000","last_became_active":"2023-12-20T10:47:33.692014+0000","last_became_peered":"2023-12-20T10:47:33.692014+0000","last_unstale":"2023-12-20T10:48:00.700175+0000","last_undegraded":"2023-12-20T10:48:00.700175+0000","last_fullsized":"2023-12-20T10:48:00.700175+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:25:29.071611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702534+0000","last_change":"2023-12-20T10:47:33.691763+0000","last_active":"2023-12-20T10:47:59.702534+0000","last_peered":"2023-12-20T10:47:59.702534+0000","last_clean":"2023-12-20T10:47:59.702534+0000","last_became_active":"2023-12-20T10:47:33.691025+0000","last_became_peered":"2023-12-20T10:47:33.691025+0000","last_unstale":"2023-12-20T10:47:59.702534+0000","last_undegraded":"2023-12-20T10:47:59.702534+0000","last_fullsized":"2023-12-20T10:47:59.702534+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:41:47.315092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702687+0000","last_change":"2023-12-20T10:47:33.690940+0000","last_active":"2023-12-20T10:47:59.702687+0000","last_peered":"2023-12-20T10:47:59.702687+0000","last_clean":"2023-12-20T10:47:59.702687+0000","last_became_active":"2023-12-20T10:47:33.690666+0000","last_became_peered":"2023-12-20T10:47:33.690666+0000","last_unstale":"2023-12-20T10:47:59.702687+0000","last_undegraded":"2023-12-20T10:47:59.702687+0000","last_fullsized":"2023-12-20T10:47:59.702687+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:47:39.174640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702844+0000","last_change":"2023-12-20T10:47:33.688458+0000","last_active":"2023-12-20T10:47:59.702844+0000","last_peered":"2023-12-20T10:47:59.702844+0000","last_clean":"2023-12-20T10:47:59.702844+0000","last_became_active":"2023-12-20T10:47:33.686413+0000","last_became_peered":"2023-12-20T10:47:33.686413+0000","last_unstale":"2023-12-20T10:47:59.702844+0000","last_undegraded":"2023-12-20T10:47:59.702844+0000","last_fullsized":"2023-12-20T10:47:59.702844+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:16:28.566650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702643+0000","last_change":"2023-12-20T10:47:33.697041+0000","last_active":"2023-12-20T10:47:59.702643+0000","last_peered":"2023-12-20T10:47:59.702643+0000","last_clean":"2023-12-20T10:47:59.702643+0000","last_became_active":"2023-12-20T10:47:33.696743+0000","last_became_peered":"2023-12-20T10:47:33.696743+0000","last_unstale":"2023-12-20T10:47:59.702643+0000","last_undegraded":"2023-12-20T10:47:59.702643+0000","last_fullsized":"2023-12-20T10:47:59.702643+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:45:23.452862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.699134+0000","last_change":"2023-12-20T10:47:33.700042+0000","last_active":"2023-12-20T10:47:59.699134+0000","last_peered":"2023-12-20T10:47:59.699134+0000","last_clean":"2023-12-20T10:47:59.699134+0000","last_became_active":"2023-12-20T10:47:33.699790+0000","last_became_peered":"2023-12-20T10:47:33.699790+0000","last_unstale":"2023-12-20T10:47:59.699134+0000","last_undegraded":"2023-12-20T10:47:59.699134+0000","last_fullsized":"2023-12-20T10:47:59.699134+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:08:56.029191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.702022+0000","last_change":"2023-12-20T10:47:33.705478+0000","last_active":"2023-12-20T10:48:00.702022+0000","last_peered":"2023-12-20T10:48:00.702022+0000","last_clean":"2023-12-20T10:48:00.702022+0000","last_became_active":"2023-12-20T10:47:33.705161+0000","last_became_peered":"2023-12-20T10:47:33.705161+0000","last_unstale":"2023-12-20T10:48:00.702022+0000","last_undegraded":"2023-12-20T10:48:00.702022+0000","last_fullsized":"2023-12-20T10:48:00.702022+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:40:55.406190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696222+0000","last_change":"2023-12-20T10:47:33.698035+0000","last_active":"2023-12-20T10:47:59.696222+0000","last_peered":"2023-12-20T10:47:59.696222+0000","last_clean":"2023-12-20T10:47:59.696222+0000","last_became_active":"2023-12-20T10:47:33.697763+0000","last_became_peered":"2023-12-20T10:47:33.697763+0000","last_unstale":"2023-12-20T10:47:59.696222+0000","last_undegraded":"2023-12-20T10:47:59.696222+0000","last_fullsized":"2023-12-20T10:47:59.696222+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:45:16.300327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696849+0000","last_change":"2023-12-20T10:47:33.702415+0000","last_active":"2023-12-20T10:47:59.696849+0000","last_peered":"2023-12-20T10:47:59.696849+0000","last_clean":"2023-12-20T10:47:59.696849+0000","last_became_active":"2023-12-20T10:47:33.702138+0000","last_became_peered":"2023-12-20T10:47:33.702138+0000","last_unstale":"2023-12-20T10:47:59.696849+0000","last_undegraded":"2023-12-20T10:47:59.696849+0000","last_fullsized":"2023-12-20T10:47:59.696849+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:16:13.304165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.919977+0000","last_change":"2023-12-20T10:47:33.685855+0000","last_active":"2023-12-20T10:47:59.919977+0000","last_peered":"2023-12-20T10:47:59.919977+0000","last_clean":"2023-12-20T10:47:59.919977+0000","last_became_active":"2023-12-20T10:47:33.685583+0000","last_became_peered":"2023-12-20T10:47:33.685583+0000","last_unstale":"2023-12-20T10:47:59.919977+0000","last_undegraded":"2023-12-20T10:47:59.919977+0000","last_fullsized":"2023-12-20T10:47:59.919977+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:08:44.754487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.699926+0000","last_change":"2023-12-20T10:47:33.683581+0000","last_active":"2023-12-20T10:48:00.699926+0000","last_peered":"2023-12-20T10:48:00.699926+0000","last_clean":"2023-12-20T10:48:00.699926+0000","last_became_active":"2023-12-20T10:47:33.683257+0000","last_became_peered":"2023-12-20T10:47:33.683257+0000","last_unstale":"2023-12-20T10:48:00.699926+0000","last_undegraded":"2023-12-20T10:48:00.699926+0000","last_fullsized":"2023-12-20T10:48:00.699926+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:21:54.455593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"58'4","reported_seq":18,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.699523+0000","last_change":"2023-12-20T10:47:32.691557+0000","last_active":"2023-12-20T10:47:59.699523+0000","last_peered":"2023-12-20T10:47:59.699523+0000","last_clean":"2023-12-20T10:47:59.699523+0000","last_became_active":"2023-12-20T10:47:32.689534+0000","last_became_peered":"2023-12-20T10:47:32.689534+0000","last_unstale":"2023-12-20T10:47:59.699523+0000","last_undegraded":"2023-12-20T10:47:59.699523+0000","last_fullsized":"2023-12-20T10:47:59.699523+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:57:47.520289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702059+0000","last_change":"2023-12-20T10:47:33.698586+0000","last_active":"2023-12-20T10:47:59.702059+0000","last_peered":"2023-12-20T10:47:59.702059+0000","last_clean":"2023-12-20T10:47:59.702059+0000","last_became_active":"2023-12-20T10:47:33.698325+0000","last_became_peered":"2023-12-20T10:47:33.698325+0000","last_unstale":"2023-12-20T10:47:59.702059+0000","last_undegraded":"2023-12-20T10:47:59.702059+0000","last_fullsized":"2023-12-20T10:47:59.702059+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:37:40.325485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"58'1","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702144+0000","last_change":"2023-12-20T10:47:32.693013+0000","last_active":"2023-12-20T10:47:59.702144+0000","last_peered":"2023-12-20T10:47:59.702144+0000","last_clean":"2023-12-20T10:47:59.702144+0000","last_became_active":"2023-12-20T10:47:32.692714+0000","last_became_peered":"2023-12-20T10:47:32.692714+0000","last_unstale":"2023-12-20T10:47:59.702144+0000","last_undegraded":"2023-12-20T10:47:59.702144+0000","last_fullsized":"2023-12-20T10:47:59.702144+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:48:36.044922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.699393+0000","last_change":"2023-12-20T10:47:33.689965+0000","last_active":"2023-12-20T10:47:59.699393+0000","last_peered":"2023-12-20T10:47:59.699393+0000","last_clean":"2023-12-20T10:47:59.699393+0000","last_became_active":"2023-12-20T10:47:33.689164+0000","last_became_peered":"2023-12-20T10:47:33.689164+0000","last_unstale":"2023-12-20T10:47:59.699393+0000","last_undegraded":"2023-12-20T10:47:59.699393+0000","last_fullsized":"2023-12-20T10:47:59.699393+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:55:35.675428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"58'2","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.700142+0000","last_change":"2023-12-20T10:47:32.690296+0000","last_active":"2023-12-20T10:48:00.700142+0000","last_peered":"2023-12-20T10:48:00.700142+0000","last_clean":"2023-12-20T10:48:00.700142+0000","last_became_active":"2023-12-20T10:47:32.690008+0000","last_became_peered":"2023-12-20T10:47:32.690008+0000","last_unstale":"2023-12-20T10:48:00.700142+0000","last_undegraded":"2023-12-20T10:48:00.700142+0000","last_fullsized":"2023-12-20T10:48:00.700142+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:16:34.469581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696776+0000","last_change":"2023-12-20T10:47:33.698844+0000","last_active":"2023-12-20T10:47:59.696776+0000","last_peered":"2023-12-20T10:47:59.696776+0000","last_clean":"2023-12-20T10:47:59.696776+0000","last_became_active":"2023-12-20T10:47:33.697423+0000","last_became_peered":"2023-12-20T10:47:33.697423+0000","last_unstale":"2023-12-20T10:47:59.696776+0000","last_undegraded":"2023-12-20T10:47:59.696776+0000","last_fullsized":"2023-12-20T10:47:59.696776+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:46:59.974182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"58'2","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.699997+0000","last_change":"2023-12-20T10:47:32.693595+0000","last_active":"2023-12-20T10:48:00.699997+0000","last_peered":"2023-12-20T10:48:00.699997+0000","last_clean":"2023-12-20T10:48:00.699997+0000","last_became_active":"2023-12-20T10:47:32.693281+0000","last_became_peered":"2023-12-20T10:47:32.693281+0000","last_unstale":"2023-12-20T10:48:00.699997+0000","last_undegraded":"2023-12-20T10:48:00.699997+0000","last_fullsized":"2023-12-20T10:48:00.699997+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:43:31.031469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696730+0000","last_change":"2023-12-20T10:47:33.697528+0000","last_active":"2023-12-20T10:47:59.696730+0000","last_peered":"2023-12-20T10:47:59.696730+0000","last_clean":"2023-12-20T10:47:59.696730+0000","last_became_active":"2023-12-20T10:47:33.697050+0000","last_became_peered":"2023-12-20T10:47:33.697050+0000","last_unstale":"2023-12-20T10:47:59.696730+0000","last_undegraded":"2023-12-20T10:47:59.696730+0000","last_fullsized":"2023-12-20T10:47:59.696730+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:17:59.132135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"58'1","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702870+0000","last_change":"2023-12-20T10:47:32.696321+0000","last_active":"2023-12-20T10:47:59.702870+0000","last_peered":"2023-12-20T10:47:59.702870+0000","last_clean":"2023-12-20T10:47:59.702870+0000","last_became_active":"2023-12-20T10:47:32.696034+0000","last_became_peered":"2023-12-20T10:47:32.696034+0000","last_unstale":"2023-12-20T10:47:59.702870+0000","last_undegraded":"2023-12-20T10:47:59.702870+0000","last_fullsized":"2023-12-20T10:47:59.702870+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:06:20.056265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702122+0000","last_change":"2023-12-20T10:47:33.686400+0000","last_active":"2023-12-20T10:47:59.702122+0000","last_peered":"2023-12-20T10:47:59.702122+0000","last_clean":"2023-12-20T10:47:59.702122+0000","last_became_active":"2023-12-20T10:47:33.686105+0000","last_became_peered":"2023-12-20T10:47:33.686105+0000","last_unstale":"2023-12-20T10:47:59.702122+0000","last_undegraded":"2023-12-20T10:47:59.702122+0000","last_fullsized":"2023-12-20T10:47:59.702122+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:56:27.216988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"58'1","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702163+0000","last_change":"2023-12-20T10:47:32.694197+0000","last_active":"2023-12-20T10:47:59.702163+0000","last_peered":"2023-12-20T10:47:59.702163+0000","last_clean":"2023-12-20T10:47:59.702163+0000","last_became_active":"2023-12-20T10:47:32.693879+0000","last_became_peered":"2023-12-20T10:47:32.693879+0000","last_unstale":"2023-12-20T10:47:59.702163+0000","last_undegraded":"2023-12-20T10:47:59.702163+0000","last_fullsized":"2023-12-20T10:47:59.702163+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:07:32.326498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.698958+0000","last_change":"2023-12-20T10:47:33.695499+0000","last_active":"2023-12-20T10:47:59.698958+0000","last_peered":"2023-12-20T10:47:59.698958+0000","last_clean":"2023-12-20T10:47:59.698958+0000","last_became_active":"2023-12-20T10:47:33.694925+0000","last_became_peered":"2023-12-20T10:47:33.694925+0000","last_unstale":"2023-12-20T10:47:59.698958+0000","last_undegraded":"2023-12-20T10:47:59.698958+0000","last_fullsized":"2023-12-20T10:47:59.698958+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:36:24.123771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.703852+0000","last_change":"2023-12-20T10:47:32.693003+0000","last_active":"2023-12-20T10:47:59.703852+0000","last_peered":"2023-12-20T10:47:59.703852+0000","last_clean":"2023-12-20T10:47:59.703852+0000","last_became_active":"2023-12-20T10:47:32.692718+0000","last_became_peered":"2023-12-20T10:47:32.692718+0000","last_unstale":"2023-12-20T10:47:59.703852+0000","last_undegraded":"2023-12-20T10:47:59.703852+0000","last_fullsized":"2023-12-20T10:47:59.703852+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:56:23.054327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.701797+0000","last_change":"2023-12-20T10:47:33.691055+0000","last_active":"2023-12-20T10:47:59.701797+0000","last_peered":"2023-12-20T10:47:59.701797+0000","last_clean":"2023-12-20T10:47:59.701797+0000","last_became_active":"2023-12-20T10:47:33.690655+0000","last_became_peered":"2023-12-20T10:47:33.690655+0000","last_unstale":"2023-12-20T10:47:59.701797+0000","last_undegraded":"2023-12-20T10:47:59.701797+0000","last_fullsized":"2023-12-20T10:47:59.701797+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:15:04.647583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696295+0000","last_change":"2023-12-20T10:47:32.693624+0000","last_active":"2023-12-20T10:47:59.696295+0000","last_peered":"2023-12-20T10:47:59.696295+0000","last_clean":"2023-12-20T10:47:59.696295+0000","last_became_active":"2023-12-20T10:47:32.693032+0000","last_became_peered":"2023-12-20T10:47:32.693032+0000","last_unstale":"2023-12-20T10:47:59.696295+0000","last_undegraded":"2023-12-20T10:47:59.696295+0000","last_fullsized":"2023-12-20T10:47:59.696295+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:44:45.205257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.702206+0000","last_change":"2023-12-20T10:47:33.698824+0000","last_active":"2023-12-20T10:48:00.702206+0000","last_peered":"2023-12-20T10:48:00.702206+0000","last_clean":"2023-12-20T10:48:00.702206+0000","last_became_active":"2023-12-20T10:47:33.698520+0000","last_became_peered":"2023-12-20T10:47:33.698520+0000","last_unstale":"2023-12-20T10:48:00.702206+0000","last_undegraded":"2023-12-20T10:48:00.702206+0000","last_fullsized":"2023-12-20T10:48:00.702206+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:32:22.181598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702864+0000","last_change":"2023-12-20T10:47:32.687477+0000","last_active":"2023-12-20T10:47:59.702864+0000","last_peered":"2023-12-20T10:47:59.702864+0000","last_clean":"2023-12-20T10:47:59.702864+0000","last_became_active":"2023-12-20T10:47:32.687189+0000","last_became_peered":"2023-12-20T10:47:32.687189+0000","last_unstale":"2023-12-20T10:47:59.702864+0000","last_undegraded":"2023-12-20T10:47:59.702864+0000","last_fullsized":"2023-12-20T10:47:59.702864+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:43:05.191196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696687+0000","last_change":"2023-12-20T10:47:33.694763+0000","last_active":"2023-12-20T10:47:59.696687+0000","last_peered":"2023-12-20T10:47:59.696687+0000","last_clean":"2023-12-20T10:47:59.696687+0000","last_became_active":"2023-12-20T10:47:33.694417+0000","last_became_peered":"2023-12-20T10:47:33.694417+0000","last_unstale":"2023-12-20T10:47:59.696687+0000","last_undegraded":"2023-12-20T10:47:59.696687+0000","last_fullsized":"2023-12-20T10:47:59.696687+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:16:42.177897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696596+0000","last_change":"2023-12-20T10:47:32.689249+0000","last_active":"2023-12-20T10:47:59.696596+0000","last_peered":"2023-12-20T10:47:59.696596+0000","last_clean":"2023-12-20T10:47:59.696596+0000","last_became_active":"2023-12-20T10:47:32.687928+0000","last_became_peered":"2023-12-20T10:47:32.687928+0000","last_unstale":"2023-12-20T10:47:59.696596+0000","last_undegraded":"2023-12-20T10:47:59.696596+0000","last_fullsized":"2023-12-20T10:47:59.696596+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:30:52.897952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.699325+0000","last_change":"2023-12-20T10:47:33.689467+0000","last_active":"2023-12-20T10:47:59.699325+0000","last_peered":"2023-12-20T10:47:59.699325+0000","last_clean":"2023-12-20T10:47:59.699325+0000","last_became_active":"2023-12-20T10:47:33.688787+0000","last_became_peered":"2023-12-20T10:47:33.688787+0000","last_unstale":"2023-12-20T10:47:59.699325+0000","last_undegraded":"2023-12-20T10:47:59.699325+0000","last_fullsized":"2023-12-20T10:47:59.699325+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:40:41.732183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"58'3","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.702212+0000","last_change":"2023-12-20T10:47:32.686563+0000","last_active":"2023-12-20T10:48:00.702212+0000","last_peered":"2023-12-20T10:48:00.702212+0000","last_clean":"2023-12-20T10:48:00.702212+0000","last_became_active":"2023-12-20T10:47:32.686240+0000","last_became_peered":"2023-12-20T10:47:32.686240+0000","last_unstale":"2023-12-20T10:48:00.702212+0000","last_undegraded":"2023-12-20T10:48:00.702212+0000","last_fullsized":"2023-12-20T10:48:00.702212+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:48:56.005080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702751+0000","last_change":"2023-12-20T10:47:33.688476+0000","last_active":"2023-12-20T10:47:59.702751+0000","last_peered":"2023-12-20T10:47:59.702751+0000","last_clean":"2023-12-20T10:47:59.702751+0000","last_became_active":"2023-12-20T10:47:33.686796+0000","last_became_peered":"2023-12-20T10:47:33.686796+0000","last_unstale":"2023-12-20T10:47:59.702751+0000","last_undegraded":"2023-12-20T10:47:59.702751+0000","last_fullsized":"2023-12-20T10:47:59.702751+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:22:31.148679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"63'9","reported_seq":23,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.846705+0000","last_change":"2023-12-20T10:47:32.689700+0000","last_active":"2023-12-20T10:48:00.846705+0000","last_peered":"2023-12-20T10:48:00.846705+0000","last_clean":"2023-12-20T10:48:00.846705+0000","last_became_active":"2023-12-20T10:47:32.689397+0000","last_became_peered":"2023-12-20T10:47:32.689397+0000","last_unstale":"2023-12-20T10:48:00.846705+0000","last_undegraded":"2023-12-20T10:48:00.846705+0000","last_fullsized":"2023-12-20T10:48:00.846705+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:12:22.968575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2324,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.700062+0000","last_change":"2023-12-20T10:47:33.701368+0000","last_active":"2023-12-20T10:48:00.700062+0000","last_peered":"2023-12-20T10:48:00.700062+0000","last_clean":"2023-12-20T10:48:00.700062+0000","last_became_active":"2023-12-20T10:47:33.700378+0000","last_became_peered":"2023-12-20T10:47:33.700378+0000","last_unstale":"2023-12-20T10:48:00.700062+0000","last_undegraded":"2023-12-20T10:48:00.700062+0000","last_fullsized":"2023-12-20T10:48:00.700062+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:33:59.635436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"58'2","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.698875+0000","last_change":"2023-12-20T10:47:32.692114+0000","last_active":"2023-12-20T10:47:59.698875+0000","last_peered":"2023-12-20T10:47:59.698875+0000","last_clean":"2023-12-20T10:47:59.698875+0000","last_became_active":"2023-12-20T10:47:32.691828+0000","last_became_peered":"2023-12-20T10:47:32.691828+0000","last_unstale":"2023-12-20T10:47:59.698875+0000","last_undegraded":"2023-12-20T10:47:59.698875+0000","last_fullsized":"2023-12-20T10:47:59.698875+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:10:46.140345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.699064+0000","last_change":"2023-12-20T10:47:33.694680+0000","last_active":"2023-12-20T10:47:59.699064+0000","last_peered":"2023-12-20T10:47:59.699064+0000","last_clean":"2023-12-20T10:47:59.699064+0000","last_became_active":"2023-12-20T10:47:33.694378+0000","last_became_peered":"2023-12-20T10:47:33.694378+0000","last_unstale":"2023-12-20T10:47:59.699064+0000","last_undegraded":"2023-12-20T10:47:59.699064+0000","last_fullsized":"2023-12-20T10:47:59.699064+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:50:56.905226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696378+0000","last_change":"2023-12-20T10:47:32.692202+0000","last_active":"2023-12-20T10:47:59.696378+0000","last_peered":"2023-12-20T10:47:59.696378+0000","last_clean":"2023-12-20T10:47:59.696378+0000","last_became_active":"2023-12-20T10:47:32.691909+0000","last_became_peered":"2023-12-20T10:47:32.691909+0000","last_unstale":"2023-12-20T10:47:59.696378+0000","last_undegraded":"2023-12-20T10:47:59.696378+0000","last_fullsized":"2023-12-20T10:47:59.696378+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:40:08.977136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.699896+0000","last_change":"2023-12-20T10:47:33.701840+0000","last_active":"2023-12-20T10:48:00.699896+0000","last_peered":"2023-12-20T10:48:00.699896+0000","last_clean":"2023-12-20T10:48:00.699896+0000","last_became_active":"2023-12-20T10:47:33.701549+0000","last_became_peered":"2023-12-20T10:47:33.701549+0000","last_unstale":"2023-12-20T10:48:00.699896+0000","last_undegraded":"2023-12-20T10:48:00.699896+0000","last_fullsized":"2023-12-20T10:48:00.699896+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T10:48:22.697625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.701295+0000","last_change":"2023-12-20T10:47:32.681000+0000","last_active":"2023-12-20T10:47:59.701295+0000","last_peered":"2023-12-20T10:47:59.701295+0000","last_clean":"2023-12-20T10:47:59.701295+0000","last_became_active":"2023-12-20T10:47:32.680664+0000","last_became_peered":"2023-12-20T10:47:32.680664+0000","last_unstale":"2023-12-20T10:47:59.701295+0000","last_undegraded":"2023-12-20T10:47:59.701295+0000","last_fullsized":"2023-12-20T10:47:59.701295+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:03:40.339950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.701363+0000","last_change":"2023-12-20T10:47:33.692146+0000","last_active":"2023-12-20T10:47:59.701363+0000","last_peered":"2023-12-20T10:47:59.701363+0000","last_clean":"2023-12-20T10:47:59.701363+0000","last_became_active":"2023-12-20T10:47:33.687824+0000","last_became_peered":"2023-12-20T10:47:33.687824+0000","last_unstale":"2023-12-20T10:47:59.701363+0000","last_undegraded":"2023-12-20T10:47:59.701363+0000","last_fullsized":"2023-12-20T10:47:59.701363+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:18:15.826339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"58'8","reported_seq":22,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.919650+0000","last_change":"2023-12-20T10:47:32.684017+0000","last_active":"2023-12-20T10:47:59.919650+0000","last_peered":"2023-12-20T10:47:59.919650+0000","last_clean":"2023-12-20T10:47:59.919650+0000","last_became_active":"2023-12-20T10:47:32.683756+0000","last_became_peered":"2023-12-20T10:47:32.683756+0000","last_unstale":"2023-12-20T10:47:59.919650+0000","last_undegraded":"2023-12-20T10:47:59.919650+0000","last_fullsized":"2023-12-20T10:47:59.919650+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:09:11.457636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.699644+0000","last_change":"2023-12-20T10:47:33.701016+0000","last_active":"2023-12-20T10:48:00.699644+0000","last_peered":"2023-12-20T10:48:00.699644+0000","last_clean":"2023-12-20T10:48:00.699644+0000","last_became_active":"2023-12-20T10:47:33.700386+0000","last_became_peered":"2023-12-20T10:47:33.700386+0000","last_unstale":"2023-12-20T10:48:00.699644+0000","last_undegraded":"2023-12-20T10:48:00.699644+0000","last_fullsized":"2023-12-20T10:48:00.699644+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:00:17.739221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"58'1","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702046+0000","last_change":"2023-12-20T10:47:32.683709+0000","last_active":"2023-12-20T10:47:59.702046+0000","last_peered":"2023-12-20T10:47:59.702046+0000","last_clean":"2023-12-20T10:47:59.702046+0000","last_became_active":"2023-12-20T10:47:32.683441+0000","last_became_peered":"2023-12-20T10:47:32.683441+0000","last_unstale":"2023-12-20T10:47:59.702046+0000","last_undegraded":"2023-12-20T10:47:59.702046+0000","last_fullsized":"2023-12-20T10:47:59.702046+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:52:16.035712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.700173+0000","last_change":"2023-12-20T10:47:33.701056+0000","last_active":"2023-12-20T10:48:00.700173+0000","last_peered":"2023-12-20T10:48:00.700173+0000","last_clean":"2023-12-20T10:48:00.700173+0000","last_became_active":"2023-12-20T10:47:33.700209+0000","last_became_peered":"2023-12-20T10:47:33.700209+0000","last_unstale":"2023-12-20T10:48:00.700173+0000","last_undegraded":"2023-12-20T10:48:00.700173+0000","last_fullsized":"2023-12-20T10:48:00.700173+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:27:22.132404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.702301+0000","last_change":"2023-12-20T10:47:59.705612+0000","last_active":"2023-12-20T10:48:00.702301+0000","last_peered":"2023-12-20T10:48:00.702301+0000","last_clean":"2023-12-20T10:48:00.702301+0000","last_became_active":"2023-12-20T10:47:59.705309+0000","last_became_peered":"2023-12-20T10:47:59.705309+0000","last_unstale":"2023-12-20T10:48:00.702301+0000","last_undegraded":"2023-12-20T10:48:00.702301+0000","last_fullsized":"2023-12-20T10:48:00.702301+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_clean_scrub_stamp":"2023-12-20T10:47:58.691864+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:39:42.462905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.702497+0000","last_change":"2023-12-20T10:47:32.694541+0000","last_active":"2023-12-20T10:48:00.702497+0000","last_peered":"2023-12-20T10:48:00.702497+0000","last_clean":"2023-12-20T10:48:00.702497+0000","last_became_active":"2023-12-20T10:47:32.694217+0000","last_became_peered":"2023-12-20T10:47:32.694217+0000","last_unstale":"2023-12-20T10:48:00.702497+0000","last_undegraded":"2023-12-20T10:48:00.702497+0000","last_fullsized":"2023-12-20T10:48:00.702497+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:48:37.282160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696756+0000","last_change":"2023-12-20T10:47:33.696228+0000","last_active":"2023-12-20T10:47:59.696756+0000","last_peered":"2023-12-20T10:47:59.696756+0000","last_clean":"2023-12-20T10:47:59.696756+0000","last_became_active":"2023-12-20T10:47:33.695799+0000","last_became_peered":"2023-12-20T10:47:33.695799+0000","last_unstale":"2023-12-20T10:47:59.696756+0000","last_undegraded":"2023-12-20T10:47:59.696756+0000","last_fullsized":"2023-12-20T10:47:59.696756+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:01:49.912160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.702591+0000","last_change":"2023-12-20T10:47:59.920660+0000","last_active":"2023-12-20T10:48:00.702591+0000","last_peered":"2023-12-20T10:48:00.702591+0000","last_clean":"2023-12-20T10:48:00.702591+0000","last_became_active":"2023-12-20T10:47:59.920344+0000","last_became_peered":"2023-12-20T10:47:59.920344+0000","last_unstale":"2023-12-20T10:48:00.702591+0000","last_undegraded":"2023-12-20T10:48:00.702591+0000","last_fullsized":"2023-12-20T10:48:00.702591+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_clean_scrub_stamp":"2023-12-20T10:47:58.691864+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:00:16.001367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696339+0000","last_change":"2023-12-20T10:47:32.689002+0000","last_active":"2023-12-20T10:47:59.696339+0000","last_peered":"2023-12-20T10:47:59.696339+0000","last_clean":"2023-12-20T10:47:59.696339+0000","last_became_active":"2023-12-20T10:47:32.688720+0000","last_became_peered":"2023-12-20T10:47:32.688720+0000","last_unstale":"2023-12-20T10:47:59.696339+0000","last_undegraded":"2023-12-20T10:47:59.696339+0000","last_fullsized":"2023-12-20T10:47:59.696339+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:52:29.880343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702249+0000","last_change":"2023-12-20T10:47:33.697650+0000","last_active":"2023-12-20T10:47:59.702249+0000","last_peered":"2023-12-20T10:47:59.702249+0000","last_clean":"2023-12-20T10:47:59.702249+0000","last_became_active":"2023-12-20T10:47:33.696766+0000","last_became_peered":"2023-12-20T10:47:33.696766+0000","last_unstale":"2023-12-20T10:47:59.702249+0000","last_undegraded":"2023-12-20T10:47:59.702249+0000","last_fullsized":"2023-12-20T10:47:59.702249+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:02:56.474424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.702328+0000","last_change":"2023-12-20T10:47:59.705529+0000","last_active":"2023-12-20T10:48:00.702328+0000","last_peered":"2023-12-20T10:48:00.702328+0000","last_clean":"2023-12-20T10:48:00.702328+0000","last_became_active":"2023-12-20T10:47:59.705201+0000","last_became_peered":"2023-12-20T10:47:59.705201+0000","last_unstale":"2023-12-20T10:48:00.702328+0000","last_undegraded":"2023-12-20T10:48:00.702328+0000","last_fullsized":"2023-12-20T10:48:00.702328+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_clean_scrub_stamp":"2023-12-20T10:47:58.691864+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:59:17.878447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.701823+0000","last_change":"2023-12-20T10:47:33.706610+0000","last_active":"2023-12-20T10:48:00.701823+0000","last_peered":"2023-12-20T10:48:00.701823+0000","last_clean":"2023-12-20T10:48:00.701823+0000","last_became_active":"2023-12-20T10:47:33.704971+0000","last_became_peered":"2023-12-20T10:47:33.704971+0000","last_unstale":"2023-12-20T10:48:00.701823+0000","last_undegraded":"2023-12-20T10:48:00.701823+0000","last_fullsized":"2023-12-20T10:48:00.701823+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:08:56.364229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.919713+0000","last_change":"2023-12-20T10:47:32.692597+0000","last_active":"2023-12-20T10:47:59.919713+0000","last_peered":"2023-12-20T10:47:59.919713+0000","last_clean":"2023-12-20T10:47:59.919713+0000","last_became_active":"2023-12-20T10:47:32.692290+0000","last_became_peered":"2023-12-20T10:47:32.692290+0000","last_unstale":"2023-12-20T10:47:59.919713+0000","last_undegraded":"2023-12-20T10:47:59.919713+0000","last_fullsized":"2023-12-20T10:47:59.919713+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:56:00.071757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.921262+0000","last_change":"2023-12-20T10:47:59.921046+0000","last_active":"2023-12-20T10:47:59.921262+0000","last_peered":"2023-12-20T10:47:59.921262+0000","last_clean":"2023-12-20T10:47:59.921262+0000","last_became_active":"2023-12-20T10:47:59.920749+0000","last_became_peered":"2023-12-20T10:47:59.920749+0000","last_unstale":"2023-12-20T10:47:59.921262+0000","last_undegraded":"2023-12-20T10:47:59.921262+0000","last_fullsized":"2023-12-20T10:47:59.921262+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_clean_scrub_stamp":"2023-12-20T10:47:58.691864+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:10:38.204192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702493+0000","last_change":"2023-12-20T10:47:33.694930+0000","last_active":"2023-12-20T10:47:59.702493+0000","last_peered":"2023-12-20T10:47:59.702493+0000","last_clean":"2023-12-20T10:47:59.702493+0000","last_became_active":"2023-12-20T10:47:33.694679+0000","last_became_peered":"2023-12-20T10:47:33.694679+0000","last_unstale":"2023-12-20T10:47:59.702493+0000","last_undegraded":"2023-12-20T10:47:59.702493+0000","last_fullsized":"2023-12-20T10:47:59.702493+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:36:40.215709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696416+0000","last_change":"2023-12-20T10:47:32.687207+0000","last_active":"2023-12-20T10:47:59.696416+0000","last_peered":"2023-12-20T10:47:59.696416+0000","last_clean":"2023-12-20T10:47:59.696416+0000","last_became_active":"2023-12-20T10:47:32.686884+0000","last_became_peered":"2023-12-20T10:47:32.686884+0000","last_unstale":"2023-12-20T10:47:59.696416+0000","last_undegraded":"2023-12-20T10:47:59.696416+0000","last_fullsized":"2023-12-20T10:47:59.696416+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:05:09.091618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"63'128","reported_seq":270,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.834434+0000","last_change":"2023-12-20T10:47:20.487224+0000","last_active":"2023-12-20T10:48:00.834434+0000","last_peered":"2023-12-20T10:48:00.834434+0000","last_clean":"2023-12-20T10:48:00.834434+0000","last_became_active":"2023-12-20T10:47:20.486799+0000","last_became_peered":"2023-12-20T10:47:20.486799+0000","last_unstale":"2023-12-20T10:48:00.834434+0000","last_undegraded":"2023-12-20T10:48:00.834434+0000","last_fullsized":"2023-12-20T10:48:00.834434+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:45:55.297991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:45:55.297991+0000","last_clean_scrub_stamp":"2023-12-20T10:45:55.297991+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:55:50.892803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.921261+0000","last_change":"2023-12-20T10:47:59.920789+0000","last_active":"2023-12-20T10:47:59.921261+0000","last_peered":"2023-12-20T10:47:59.921261+0000","last_clean":"2023-12-20T10:47:59.921261+0000","last_became_active":"2023-12-20T10:47:59.920486+0000","last_became_peered":"2023-12-20T10:47:59.920486+0000","last_unstale":"2023-12-20T10:47:59.921261+0000","last_undegraded":"2023-12-20T10:47:59.921261+0000","last_fullsized":"2023-12-20T10:47:59.921261+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_clean_scrub_stamp":"2023-12-20T10:47:58.691864+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:24:24.781241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.698873+0000","last_change":"2023-12-20T10:47:33.689953+0000","last_active":"2023-12-20T10:47:59.698873+0000","last_peered":"2023-12-20T10:47:59.698873+0000","last_clean":"2023-12-20T10:47:59.698873+0000","last_became_active":"2023-12-20T10:47:33.689423+0000","last_became_peered":"2023-12-20T10:47:33.689423+0000","last_unstale":"2023-12-20T10:47:59.698873+0000","last_undegraded":"2023-12-20T10:47:59.698873+0000","last_fullsized":"2023-12-20T10:47:59.698873+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:58:32.778348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.699500+0000","last_change":"2023-12-20T10:47:32.692186+0000","last_active":"2023-12-20T10:48:00.699500+0000","last_peered":"2023-12-20T10:48:00.699500+0000","last_clean":"2023-12-20T10:48:00.699500+0000","last_became_active":"2023-12-20T10:47:32.691900+0000","last_became_peered":"2023-12-20T10:47:32.691900+0000","last_unstale":"2023-12-20T10:48:00.699500+0000","last_undegraded":"2023-12-20T10:48:00.699500+0000","last_fullsized":"2023-12-20T10:48:00.699500+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T10:55:18.587324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.921788+0000","last_change":"2023-12-20T10:47:59.921555+0000","last_active":"2023-12-20T10:47:59.921788+0000","last_peered":"2023-12-20T10:47:59.921788+0000","last_clean":"2023-12-20T10:47:59.921788+0000","last_became_active":"2023-12-20T10:47:59.921248+0000","last_became_peered":"2023-12-20T10:47:59.921248+0000","last_unstale":"2023-12-20T10:47:59.921788+0000","last_undegraded":"2023-12-20T10:47:59.921788+0000","last_fullsized":"2023-12-20T10:47:59.921788+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_clean_scrub_stamp":"2023-12-20T10:47:58.691864+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:33:58.663943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.700101+0000","last_change":"2023-12-20T10:47:32.690001+0000","last_active":"2023-12-20T10:48:00.700101+0000","last_peered":"2023-12-20T10:48:00.700101+0000","last_clean":"2023-12-20T10:48:00.700101+0000","last_became_active":"2023-12-20T10:47:32.689684+0000","last_became_peered":"2023-12-20T10:47:32.689684+0000","last_unstale":"2023-12-20T10:48:00.700101+0000","last_undegraded":"2023-12-20T10:48:00.700101+0000","last_fullsized":"2023-12-20T10:48:00.700101+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:58:28.244659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.702673+0000","last_change":"2023-12-20T10:47:33.694151+0000","last_active":"2023-12-20T10:48:00.702673+0000","last_peered":"2023-12-20T10:48:00.702673+0000","last_clean":"2023-12-20T10:48:00.702673+0000","last_became_active":"2023-12-20T10:47:33.693761+0000","last_became_peered":"2023-12-20T10:47:33.693761+0000","last_unstale":"2023-12-20T10:48:00.702673+0000","last_undegraded":"2023-12-20T10:48:00.702673+0000","last_fullsized":"2023-12-20T10:48:00.702673+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:46:04.047270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.922076+0000","last_change":"2023-12-20T10:47:59.921323+0000","last_active":"2023-12-20T10:47:59.922076+0000","last_peered":"2023-12-20T10:47:59.922076+0000","last_clean":"2023-12-20T10:47:59.922076+0000","last_became_active":"2023-12-20T10:47:59.921092+0000","last_became_peered":"2023-12-20T10:47:59.921092+0000","last_unstale":"2023-12-20T10:47:59.922076+0000","last_undegraded":"2023-12-20T10:47:59.922076+0000","last_fullsized":"2023-12-20T10:47:59.922076+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_clean_scrub_stamp":"2023-12-20T10:47:58.691864+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:36:02.843438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"59'1","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.702047+0000","last_change":"2023-12-20T10:47:32.688236+0000","last_active":"2023-12-20T10:48:00.702047+0000","last_peered":"2023-12-20T10:48:00.702047+0000","last_clean":"2023-12-20T10:48:00.702047+0000","last_became_active":"2023-12-20T10:47:32.687951+0000","last_became_peered":"2023-12-20T10:47:32.687951+0000","last_unstale":"2023-12-20T10:48:00.702047+0000","last_undegraded":"2023-12-20T10:48:00.702047+0000","last_fullsized":"2023-12-20T10:48:00.702047+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:42:56.229802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.701661+0000","last_change":"2023-12-20T10:47:33.699758+0000","last_active":"2023-12-20T10:47:59.701661+0000","last_peered":"2023-12-20T10:47:59.701661+0000","last_clean":"2023-12-20T10:47:59.701661+0000","last_became_active":"2023-12-20T10:47:33.699447+0000","last_became_peered":"2023-12-20T10:47:33.699447+0000","last_unstale":"2023-12-20T10:47:59.701661+0000","last_undegraded":"2023-12-20T10:47:59.701661+0000","last_fullsized":"2023-12-20T10:47:59.701661+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:01:04.696003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.704835+0000","last_change":"2023-12-20T10:47:59.704191+0000","last_active":"2023-12-20T10:47:59.704835+0000","last_peered":"2023-12-20T10:47:59.704835+0000","last_clean":"2023-12-20T10:47:59.704835+0000","last_became_active":"2023-12-20T10:47:59.703948+0000","last_became_peered":"2023-12-20T10:47:59.703948+0000","last_unstale":"2023-12-20T10:47:59.704835+0000","last_undegraded":"2023-12-20T10:47:59.704835+0000","last_fullsized":"2023-12-20T10:47:59.704835+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_clean_scrub_stamp":"2023-12-20T10:47:58.691864+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:24:19.163878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"58'2","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.701977+0000","last_change":"2023-12-20T10:47:32.694180+0000","last_active":"2023-12-20T10:47:59.701977+0000","last_peered":"2023-12-20T10:47:59.701977+0000","last_clean":"2023-12-20T10:47:59.701977+0000","last_became_active":"2023-12-20T10:47:32.693898+0000","last_became_peered":"2023-12-20T10:47:32.693898+0000","last_unstale":"2023-12-20T10:47:59.701977+0000","last_undegraded":"2023-12-20T10:47:59.701977+0000","last_fullsized":"2023-12-20T10:47:59.701977+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:51:43.644754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.699870+0000","last_change":"2023-12-20T10:47:33.690865+0000","last_active":"2023-12-20T10:47:59.699870+0000","last_peered":"2023-12-20T10:47:59.699870+0000","last_clean":"2023-12-20T10:47:59.699870+0000","last_became_active":"2023-12-20T10:47:33.690550+0000","last_became_peered":"2023-12-20T10:47:33.690550+0000","last_unstale":"2023-12-20T10:47:59.699870+0000","last_undegraded":"2023-12-20T10:47:59.699870+0000","last_fullsized":"2023-12-20T10:47:59.699870+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:24:39.171047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.699637+0000","last_change":"2023-12-20T10:47:32.692043+0000","last_active":"2023-12-20T10:48:00.699637+0000","last_peered":"2023-12-20T10:48:00.699637+0000","last_clean":"2023-12-20T10:48:00.699637+0000","last_became_active":"2023-12-20T10:47:32.691518+0000","last_became_peered":"2023-12-20T10:47:32.691518+0000","last_unstale":"2023-12-20T10:48:00.699637+0000","last_undegraded":"2023-12-20T10:48:00.699637+0000","last_fullsized":"2023-12-20T10:48:00.699637+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:14:57.301633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.701666+0000","last_change":"2023-12-20T10:47:33.690832+0000","last_active":"2023-12-20T10:47:59.701666+0000","last_peered":"2023-12-20T10:47:59.701666+0000","last_clean":"2023-12-20T10:47:59.701666+0000","last_became_active":"2023-12-20T10:47:33.690544+0000","last_became_peered":"2023-12-20T10:47:33.690544+0000","last_unstale":"2023-12-20T10:47:59.701666+0000","last_undegraded":"2023-12-20T10:47:59.701666+0000","last_fullsized":"2023-12-20T10:47:59.701666+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:48:25.775797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.702090+0000","last_change":"2023-12-20T10:47:32.694847+0000","last_active":"2023-12-20T10:48:00.702090+0000","last_peered":"2023-12-20T10:48:00.702090+0000","last_clean":"2023-12-20T10:48:00.702090+0000","last_became_active":"2023-12-20T10:47:32.694559+0000","last_became_peered":"2023-12-20T10:47:32.694559+0000","last_unstale":"2023-12-20T10:48:00.702090+0000","last_undegraded":"2023-12-20T10:48:00.702090+0000","last_fullsized":"2023-12-20T10:48:00.702090+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:36:22.171782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.701717+0000","last_change":"2023-12-20T10:47:33.694479+0000","last_active":"2023-12-20T10:47:59.701717+0000","last_peered":"2023-12-20T10:47:59.701717+0000","last_clean":"2023-12-20T10:47:59.701717+0000","last_became_active":"2023-12-20T10:47:33.694198+0000","last_became_peered":"2023-12-20T10:47:33.694198+0000","last_unstale":"2023-12-20T10:47:59.701717+0000","last_undegraded":"2023-12-20T10:47:59.701717+0000","last_fullsized":"2023-12-20T10:47:59.701717+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:07:50.747405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.702430+0000","last_change":"2023-12-20T10:47:32.695236+0000","last_active":"2023-12-20T10:48:00.702430+0000","last_peered":"2023-12-20T10:48:00.702430+0000","last_clean":"2023-12-20T10:48:00.702430+0000","last_became_active":"2023-12-20T10:47:32.694960+0000","last_became_peered":"2023-12-20T10:47:32.694960+0000","last_unstale":"2023-12-20T10:48:00.702430+0000","last_undegraded":"2023-12-20T10:48:00.702430+0000","last_fullsized":"2023-12-20T10:48:00.702430+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:45:46.219475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702724+0000","last_change":"2023-12-20T10:47:33.699789+0000","last_active":"2023-12-20T10:47:59.702724+0000","last_peered":"2023-12-20T10:47:59.702724+0000","last_clean":"2023-12-20T10:47:59.702724+0000","last_became_active":"2023-12-20T10:47:33.699507+0000","last_became_peered":"2023-12-20T10:47:33.699507+0000","last_unstale":"2023-12-20T10:47:59.702724+0000","last_undegraded":"2023-12-20T10:47:59.702724+0000","last_fullsized":"2023-12-20T10:47:59.702724+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:32:05.686889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"58'2","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.699831+0000","last_change":"2023-12-20T10:47:32.691582+0000","last_active":"2023-12-20T10:48:00.699831+0000","last_peered":"2023-12-20T10:48:00.699831+0000","last_clean":"2023-12-20T10:48:00.699831+0000","last_became_active":"2023-12-20T10:47:32.691306+0000","last_became_peered":"2023-12-20T10:47:32.691306+0000","last_unstale":"2023-12-20T10:48:00.699831+0000","last_undegraded":"2023-12-20T10:48:00.699831+0000","last_fullsized":"2023-12-20T10:48:00.699831+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:59:20.975153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702087+0000","last_change":"2023-12-20T10:47:33.689309+0000","last_active":"2023-12-20T10:47:59.702087+0000","last_peered":"2023-12-20T10:47:59.702087+0000","last_clean":"2023-12-20T10:47:59.702087+0000","last_became_active":"2023-12-20T10:47:33.689007+0000","last_became_peered":"2023-12-20T10:47:33.689007+0000","last_unstale":"2023-12-20T10:47:59.702087+0000","last_undegraded":"2023-12-20T10:47:59.702087+0000","last_fullsized":"2023-12-20T10:47:59.702087+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:30:09.852360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.919787+0000","last_change":"2023-12-20T10:47:32.684062+0000","last_active":"2023-12-20T10:47:59.919787+0000","last_peered":"2023-12-20T10:47:59.919787+0000","last_clean":"2023-12-20T10:47:59.919787+0000","last_became_active":"2023-12-20T10:47:32.683726+0000","last_became_peered":"2023-12-20T10:47:32.683726+0000","last_unstale":"2023-12-20T10:47:59.919787+0000","last_undegraded":"2023-12-20T10:47:59.919787+0000","last_fullsized":"2023-12-20T10:47:59.919787+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:27:51.729546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.700020+0000","last_change":"2023-12-20T10:47:33.691950+0000","last_active":"2023-12-20T10:48:00.700020+0000","last_peered":"2023-12-20T10:48:00.700020+0000","last_clean":"2023-12-20T10:48:00.700020+0000","last_became_active":"2023-12-20T10:47:33.691640+0000","last_became_peered":"2023-12-20T10:47:33.691640+0000","last_unstale":"2023-12-20T10:48:00.700020+0000","last_undegraded":"2023-12-20T10:48:00.700020+0000","last_fullsized":"2023-12-20T10:48:00.700020+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:17:25.511146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"58'1","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.702119+0000","last_change":"2023-12-20T10:47:32.691330+0000","last_active":"2023-12-20T10:48:00.702119+0000","last_peered":"2023-12-20T10:48:00.702119+0000","last_clean":"2023-12-20T10:48:00.702119+0000","last_became_active":"2023-12-20T10:47:32.690344+0000","last_became_peered":"2023-12-20T10:47:32.690344+0000","last_unstale":"2023-12-20T10:48:00.702119+0000","last_undegraded":"2023-12-20T10:48:00.702119+0000","last_fullsized":"2023-12-20T10:48:00.702119+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:26:10.388948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696614+0000","last_change":"2023-12-20T10:47:33.691569+0000","last_active":"2023-12-20T10:47:59.696614+0000","last_peered":"2023-12-20T10:47:59.696614+0000","last_clean":"2023-12-20T10:47:59.696614+0000","last_became_active":"2023-12-20T10:47:33.690909+0000","last_became_peered":"2023-12-20T10:47:33.690909+0000","last_unstale":"2023-12-20T10:47:59.696614+0000","last_undegraded":"2023-12-20T10:47:59.696614+0000","last_fullsized":"2023-12-20T10:47:59.696614+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:11:14.496233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"58'2","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.920040+0000","last_change":"2023-12-20T10:47:32.693702+0000","last_active":"2023-12-20T10:47:59.920040+0000","last_peered":"2023-12-20T10:47:59.920040+0000","last_clean":"2023-12-20T10:47:59.920040+0000","last_became_active":"2023-12-20T10:47:32.693315+0000","last_became_peered":"2023-12-20T10:47:32.693315+0000","last_unstale":"2023-12-20T10:47:59.920040+0000","last_undegraded":"2023-12-20T10:47:59.920040+0000","last_fullsized":"2023-12-20T10:47:59.920040+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:28:22.635257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.700230+0000","last_change":"2023-12-20T10:47:33.701466+0000","last_active":"2023-12-20T10:48:00.700230+0000","last_peered":"2023-12-20T10:48:00.700230+0000","last_clean":"2023-12-20T10:48:00.700230+0000","last_became_active":"2023-12-20T10:47:33.700329+0000","last_became_peered":"2023-12-20T10:47:33.700329+0000","last_unstale":"2023-12-20T10:48:00.700230+0000","last_undegraded":"2023-12-20T10:48:00.700230+0000","last_fullsized":"2023-12-20T10:48:00.700230+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:29:15.478896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.701222+0000","last_change":"2023-12-20T10:47:33.693264+0000","last_active":"2023-12-20T10:47:59.701222+0000","last_peered":"2023-12-20T10:47:59.701222+0000","last_clean":"2023-12-20T10:47:59.701222+0000","last_became_active":"2023-12-20T10:47:33.692941+0000","last_became_peered":"2023-12-20T10:47:33.692941+0000","last_unstale":"2023-12-20T10:47:59.701222+0000","last_undegraded":"2023-12-20T10:47:59.701222+0000","last_fullsized":"2023-12-20T10:47:59.701222+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T10:57:55.998961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.919758+0000","last_change":"2023-12-20T10:47:33.687851+0000","last_active":"2023-12-20T10:47:59.919758+0000","last_peered":"2023-12-20T10:47:59.919758+0000","last_clean":"2023-12-20T10:47:59.919758+0000","last_became_active":"2023-12-20T10:47:33.687540+0000","last_became_peered":"2023-12-20T10:47:33.687540+0000","last_unstale":"2023-12-20T10:47:59.919758+0000","last_undegraded":"2023-12-20T10:47:59.919758+0000","last_fullsized":"2023-12-20T10:47:59.919758+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:20:34.659185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696413+0000","last_change":"2023-12-20T10:47:33.701047+0000","last_active":"2023-12-20T10:47:59.696413+0000","last_peered":"2023-12-20T10:47:59.696413+0000","last_clean":"2023-12-20T10:47:59.696413+0000","last_became_active":"2023-12-20T10:47:33.700566+0000","last_became_peered":"2023-12-20T10:47:33.700566+0000","last_unstale":"2023-12-20T10:47:59.696413+0000","last_undegraded":"2023-12-20T10:47:59.696413+0000","last_fullsized":"2023-12-20T10:47:59.696413+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:28:57.733327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.699026+0000","last_change":"2023-12-20T10:47:33.706805+0000","last_active":"2023-12-20T10:47:59.699026+0000","last_peered":"2023-12-20T10:47:59.699026+0000","last_clean":"2023-12-20T10:47:59.699026+0000","last_became_active":"2023-12-20T10:47:33.706076+0000","last_became_peered":"2023-12-20T10:47:33.706076+0000","last_unstale":"2023-12-20T10:47:59.699026+0000","last_undegraded":"2023-12-20T10:47:59.699026+0000","last_fullsized":"2023-12-20T10:47:59.699026+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:17:27.247898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.701734+0000","last_change":"2023-12-20T10:47:33.697248+0000","last_active":"2023-12-20T10:47:59.701734+0000","last_peered":"2023-12-20T10:47:59.701734+0000","last_clean":"2023-12-20T10:47:59.701734+0000","last_became_active":"2023-12-20T10:47:33.697043+0000","last_became_peered":"2023-12-20T10:47:33.697043+0000","last_unstale":"2023-12-20T10:47:59.701734+0000","last_undegraded":"2023-12-20T10:47:59.701734+0000","last_fullsized":"2023-12-20T10:47:59.701734+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:51:42.712820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.702025+0000","last_change":"2023-12-20T10:47:33.705573+0000","last_active":"2023-12-20T10:48:00.702025+0000","last_peered":"2023-12-20T10:48:00.702025+0000","last_clean":"2023-12-20T10:48:00.702025+0000","last_became_active":"2023-12-20T10:47:33.705278+0000","last_became_peered":"2023-12-20T10:47:33.705278+0000","last_unstale":"2023-12-20T10:48:00.702025+0000","last_undegraded":"2023-12-20T10:48:00.702025+0000","last_fullsized":"2023-12-20T10:48:00.702025+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:22:17.096581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702644+0000","last_change":"2023-12-20T10:47:33.690577+0000","last_active":"2023-12-20T10:47:59.702644+0000","last_peered":"2023-12-20T10:47:59.702644+0000","last_clean":"2023-12-20T10:47:59.702644+0000","last_became_active":"2023-12-20T10:47:33.690283+0000","last_became_peered":"2023-12-20T10:47:33.690283+0000","last_unstale":"2023-12-20T10:47:59.702644+0000","last_undegraded":"2023-12-20T10:47:59.702644+0000","last_fullsized":"2023-12-20T10:47:59.702644+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:30:12.917418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.701739+0000","last_change":"2023-12-20T10:47:33.689661+0000","last_active":"2023-12-20T10:47:59.701739+0000","last_peered":"2023-12-20T10:47:59.701739+0000","last_clean":"2023-12-20T10:47:59.701739+0000","last_became_active":"2023-12-20T10:47:33.689298+0000","last_became_peered":"2023-12-20T10:47:33.689298+0000","last_unstale":"2023-12-20T10:47:59.701739+0000","last_undegraded":"2023-12-20T10:47:59.701739+0000","last_fullsized":"2023-12-20T10:47:59.701739+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:45:50.479673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696273+0000","last_change":"2023-12-20T10:47:33.697219+0000","last_active":"2023-12-20T10:47:59.696273+0000","last_peered":"2023-12-20T10:47:59.696273+0000","last_clean":"2023-12-20T10:47:59.696273+0000","last_became_active":"2023-12-20T10:47:33.696583+0000","last_became_peered":"2023-12-20T10:47:33.696583+0000","last_unstale":"2023-12-20T10:47:59.696273+0000","last_undegraded":"2023-12-20T10:47:59.696273+0000","last_fullsized":"2023-12-20T10:47:59.696273+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:45:13.855376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.703770+0000","last_change":"2023-12-20T10:47:33.697880+0000","last_active":"2023-12-20T10:47:59.703770+0000","last_peered":"2023-12-20T10:47:59.703770+0000","last_clean":"2023-12-20T10:47:59.703770+0000","last_became_active":"2023-12-20T10:47:33.697564+0000","last_became_peered":"2023-12-20T10:47:33.697564+0000","last_unstale":"2023-12-20T10:47:59.703770+0000","last_undegraded":"2023-12-20T10:47:59.703770+0000","last_fullsized":"2023-12-20T10:47:59.703770+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:19:04.303038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696462+0000","last_change":"2023-12-20T10:47:33.694934+0000","last_active":"2023-12-20T10:47:59.696462+0000","last_peered":"2023-12-20T10:47:59.696462+0000","last_clean":"2023-12-20T10:47:59.696462+0000","last_became_active":"2023-12-20T10:47:33.694648+0000","last_became_peered":"2023-12-20T10:47:33.694648+0000","last_unstale":"2023-12-20T10:47:59.696462+0000","last_undegraded":"2023-12-20T10:47:59.696462+0000","last_fullsized":"2023-12-20T10:47:59.696462+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:52:36.534301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.699098+0000","last_change":"2023-12-20T10:47:33.695670+0000","last_active":"2023-12-20T10:47:59.699098+0000","last_peered":"2023-12-20T10:47:59.699098+0000","last_clean":"2023-12-20T10:47:59.699098+0000","last_became_active":"2023-12-20T10:47:33.695227+0000","last_became_peered":"2023-12-20T10:47:33.695227+0000","last_unstale":"2023-12-20T10:47:59.699098+0000","last_undegraded":"2023-12-20T10:47:59.699098+0000","last_fullsized":"2023-12-20T10:47:59.699098+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:52:54.634337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702363+0000","last_change":"2023-12-20T10:47:33.690820+0000","last_active":"2023-12-20T10:47:59.702363+0000","last_peered":"2023-12-20T10:47:59.702363+0000","last_clean":"2023-12-20T10:47:59.702363+0000","last_became_active":"2023-12-20T10:47:33.690506+0000","last_became_peered":"2023-12-20T10:47:33.690506+0000","last_unstale":"2023-12-20T10:47:59.702363+0000","last_undegraded":"2023-12-20T10:47:59.702363+0000","last_fullsized":"2023-12-20T10:47:59.702363+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:58:55.427396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3094,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":51,"seq":219043332112,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298496,"kb_used_data":1208,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446656,"statfs":{"total":95995035648,"available":95689375744,"internally_reserved":0,"allocated":1236992,"data_stored":864481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:48:21 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.435}]},{"osd":1,"last update":"Wed Dec 20 10:48:21 2023","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.53000000000000003}]},{"osd":2,"last update":"Wed Dec 20 10:48:21 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.56699999999999995}]},{"osd":3,"last update":"Wed Dec 20 10:48:21 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.46100000000000002}]},{"osd":4,"last update":"Wed Dec 20 10:48:21 2023","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.505},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.34300000000000003}]},{"osd":5,"last update":"Wed Dec 20 10:48:21 2023","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.35999999999999999}]},{"osd":6,"last update":"Wed Dec 20 10:48:21 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":1.171,"5min":1.171,"15min":1.171},"last":0.375}]}]},{"osd":6,"up_from":44,"seq":188978561043,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298496,"kb_used_data":1208,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446656,"statfs":{"total":95995035648,"available":95689375744,"internally_reserved":0,"allocated":1236992,"data_stored":865906,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:47:59 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.38100000000000001}]},{"osd":1,"last update":"Wed Dec 20 10:47:59 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.44700000000000001}]},{"osd":2,"last update":"Wed Dec 20 10:47:59 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.49099999999999999}]},{"osd":3,"last update":"Wed Dec 20 10:47:59 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.375},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.40799999999999997}]},{"osd":4,"last update":"Wed Dec 20 10:47:59 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.56999999999999995}]},{"osd":5,"last update":"Wed Dec 20 10:47:59 2023","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.53400000000000003}]},{"osd":7,"last update":"Wed Dec 20 10:48:16 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":2.6699999999999999,"5min":2.6699999999999999,"15min":2.6699999999999999},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.55300000000000005}]}]},{"osd":1,"up_from":13,"seq":55834574882,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297912,"kb_used_data":624,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447240,"statfs":{"total":95995035648,"available":95689973760,"internally_reserved":0,"allocated":638976,"data_stored":273396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:47:39 2023","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.372,"15min":0.376},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.48299999999999998,"5min":0.53500000000000003,"15min":0.53500000000000003},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.40999999999999998,"15min":0.40799999999999997},"min":{"1min":0.25900000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.33400000000000002}]},{"osd":2,"last update":"Wed Dec 20 10:48:00 2023","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.40699999999999997,"15min":0.41399999999999998},"min":{"1min":0.26900000000000002,"5min":0.245,"15min":0.245},"max":{"1min":0.53100000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.223},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.44600000000000001,"15min":0.45200000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.58699999999999997,"5min":0.748,"15min":0.748},"last":0.30599999999999999}]},{"osd":3,"last update":"Wed Dec 20 10:48:20 2023","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.498,"15min":0.51200000000000001},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.45600000000000002,"15min":0.46500000000000002},"min":{"1min":0.27700000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.52000000000000002,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.45500000000000002}]},{"osd":4,"last update":"Wed Dec 20 10:47:29 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.40600000000000003}]},{"osd":5,"last update":"Wed Dec 20 10:47:43 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.5}]},{"osd":6,"last update":"Wed Dec 20 10:48:00 2023","interfaces":[{"interface":"back","average":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":8.7029999999999994,"5min":8.7029999999999994,"15min":8.7029999999999994},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":8.4510000000000005,"5min":8.4510000000000005,"15min":8.4510000000000005},"last":0.432}]},{"osd":7,"last update":"Wed Dec 20 10:48:20 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.52800000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738406,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298500,"kb_used_data":1212,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446652,"statfs":{"total":95995035648,"available":95689371648,"internally_reserved":0,"allocated":1241088,"data_stored":864304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Dec 20 10:47:39 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.36099999999999999,"15min":0.34499999999999997},"min":{"1min":0.28199999999999997,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.318},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.36599999999999999,"15min":0.35999999999999999},"min":{"1min":0.26200000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.56399999999999995,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.30499999999999999}]},{"osd":2,"last update":"Wed Dec 20 10:48:02 2023","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.39200000000000002,"15min":0.38800000000000001},"min":{"1min":0.27500000000000002,"5min":0.255,"15min":0.255},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.42399999999999999,"15min":0.42699999999999999},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.54900000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.36099999999999999}]},{"osd":3,"last update":"Wed Dec 20 10:48:12 2023","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.46800000000000003,"15min":0.47399999999999998},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.629,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45300000000000001,"15min":0.45200000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.28299999999999997}]},{"osd":4,"last update":"Wed Dec 20 10:47:31 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.47099999999999997}]},{"osd":5,"last update":"Wed Dec 20 10:47:46 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.505},{"interface":"front","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.45600000000000002}]},{"osd":6,"last update":"Wed Dec 20 10:48:02 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.44900000000000001}]},{"osd":7,"last update":"Wed Dec 20 10:48:18 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.2390000000000001,"5min":1.2390000000000001,"15min":1.2390000000000001},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.434}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297908,"kb_used_data":620,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447244,"statfs":{"total":95995035648,"available":95689977856,"internally_reserved":0,"allocated":634880,"data_stored":273537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:47:56 2023","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.371,"15min":0.371},"min":{"1min":0.23200000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.51900000000000002,"5min":0.627,"15min":0.627},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.39100000000000001,"15min":0.38900000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.57299999999999995,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.41499999999999998}]},{"osd":1,"last update":"Wed Dec 20 10:47:56 2023","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.40200000000000002,"15min":0.40000000000000002},"min":{"1min":0.27500000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.39900000000000002,"15min":0.39800000000000002},"min":{"1min":0.26600000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.5}]},{"osd":3,"last update":"Wed Dec 20 10:48:16 2023","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.433,"15min":0.443},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.61199999999999999,"5min":0.628,"15min":0.628},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.44800000000000001,"15min":0.45400000000000001},"min":{"1min":0.32600000000000001,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.44500000000000001}]},{"osd":4,"last update":"Wed Dec 20 10:47:30 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.52700000000000002}]},{"osd":5,"last update":"Wed Dec 20 10:47:44 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.54700000000000004}]},{"osd":6,"last update":"Wed Dec 20 10:48:00 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.63},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.58699999999999997}]},{"osd":7,"last update":"Wed Dec 20 10:48:18 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.67500000000000004}]}]},{"osd":3,"up_from":25,"seq":107374182429,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297924,"kb_used_data":636,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447228,"statfs":{"total":95995035648,"available":95689961472,"internally_reserved":0,"allocated":651264,"data_stored":275664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:48:13 2023","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.40400000000000003,"15min":0.41199999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.5,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.436},{"interface":"front","average":{"1min":0.372,"5min":0.42399999999999999,"15min":0.432},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.54400000000000004,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.24199999999999999}]},{"osd":1,"last update":"Wed Dec 20 10:48:13 2023","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.41399999999999998,"15min":0.42199999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.51400000000000001,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.434,"15min":0.442},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.58699999999999997,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.38600000000000001}]},{"osd":2,"last update":"Wed Dec 20 10:48:13 2023","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.46600000000000003,"15min":0.47399999999999998},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.57899999999999996,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.376,"5min":0.46300000000000002,"15min":0.47699999999999998},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.55900000000000005,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.27900000000000003}]},{"osd":4,"last update":"Wed Dec 20 10:47:31 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.40999999999999998}]},{"osd":5,"last update":"Wed Dec 20 10:47:46 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.45800000000000002}]},{"osd":6,"last update":"Wed Dec 20 10:48:00 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":3.4300000000000002,"5min":3.4300000000000002,"15min":3.4300000000000002},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":3.4550000000000001,"5min":3.4550000000000001,"15min":3.4550000000000001},"last":0.37}]},{"osd":7,"last update":"Wed Dec 20 10:48:19 2023","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":3.3610000000000002,"5min":3.3610000000000002,"15min":3.3610000000000002},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":3.399,"5min":3.399,"15min":3.399},"last":0.53800000000000003}]}]},{"osd":4,"up_from":30,"seq":128849018906,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297924,"kb_used_data":636,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447228,"statfs":{"total":95995035648,"available":95689961472,"internally_reserved":0,"allocated":651264,"data_stored":274217,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:47:28 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.433}]},{"osd":1,"last update":"Wed Dec 20 10:47:28 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.38700000000000001}]},{"osd":2,"last update":"Wed Dec 20 10:47:28 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.50700000000000001}]},{"osd":3,"last update":"Wed Dec 20 10:47:28 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.56299999999999994}]},{"osd":5,"last update":"Wed Dec 20 10:47:43 2023","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.61699999999999999}]},{"osd":6,"last update":"Wed Dec 20 10:48:03 2023","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.52300000000000002}]},{"osd":7,"last update":"Wed Dec 20 10:48:19 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.48799999999999999}]}]},{"osd":5,"up_from":37,"seq":158913789974,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297916,"kb_used_data":628,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447236,"statfs":{"total":95995035648,"available":95689969664,"internally_reserved":0,"allocated":643072,"data_stored":275327,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:47:43 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.495}]},{"osd":1,"last update":"Wed Dec 20 10:47:43 2023","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.43099999999999999}]},{"osd":2,"last update":"Wed Dec 20 10:47:43 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.442},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.37}]},{"osd":3,"last update":"Wed Dec 20 10:47:43 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.47799999999999998}]},{"osd":4,"last update":"Wed Dec 20 10:47:43 2023","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.30499999999999999}]},{"osd":6,"last update":"Wed Dec 20 10:48:01 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.41599999999999998}]},{"osd":7,"last update":"Wed Dec 20 10:48:20 2023","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.40799999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2414,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-20T10:48:24.874 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph pg dump --format=json 2023-12-20T10:48:25.134 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:48:25.899 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:25 smithi123 ceph-mon[124884]: from='client.24683 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-20T10:48:25.899 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:25 smithi123 ceph-mon[124884]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:25.899 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:25 smithi123 ceph-mon[111044]: from='client.24683 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-20T10:48:25.899 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:25 smithi123 ceph-mon[111044]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:26.008 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:25 smithi177 ceph-mon[144425]: from='client.24683 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-20T10:48:26.008 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:25 smithi177 ceph-mon[144425]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:26.280 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:48:26.283 INFO:teuthology.orchestra.run.smithi123.stderr:dumped all 2023-12-20T10:48:26.348 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 systemd[1]: Starting Ceph grafana.a for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:48:26.696 INFO:teuthology.orchestra.run.smithi123.stdout:{"pg_ready":true,"pg_map":{"version":15,"stamp":"2023-12-20T10:48:24.746140+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593462,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385076,"kb_used_data":6772,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747576140,"statfs":{"total":767960285184,"available":765517967360,"internally_reserved":0,"allocated":6934528,"data_stored":3966832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002772"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.700235+0000","last_change":"2023-12-20T10:47:33.693988+0000","last_active":"2023-12-20T10:48:00.700235+0000","last_peered":"2023-12-20T10:48:00.700235+0000","last_clean":"2023-12-20T10:48:00.700235+0000","last_became_active":"2023-12-20T10:47:33.693712+0000","last_became_peered":"2023-12-20T10:47:33.693712+0000","last_unstale":"2023-12-20T10:48:00.700235+0000","last_undegraded":"2023-12-20T10:48:00.700235+0000","last_fullsized":"2023-12-20T10:48:00.700235+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:08:15.219223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.701869+0000","last_change":"2023-12-20T10:47:33.690805+0000","last_active":"2023-12-20T10:48:00.701869+0000","last_peered":"2023-12-20T10:48:00.701869+0000","last_clean":"2023-12-20T10:48:00.701869+0000","last_became_active":"2023-12-20T10:47:33.690445+0000","last_became_peered":"2023-12-20T10:47:33.690445+0000","last_unstale":"2023-12-20T10:48:00.701869+0000","last_undegraded":"2023-12-20T10:48:00.701869+0000","last_fullsized":"2023-12-20T10:48:00.701869+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:34:14.983303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.699694+0000","last_change":"2023-12-20T10:47:33.691422+0000","last_active":"2023-12-20T10:47:59.699694+0000","last_peered":"2023-12-20T10:47:59.699694+0000","last_clean":"2023-12-20T10:47:59.699694+0000","last_became_active":"2023-12-20T10:47:33.691152+0000","last_became_peered":"2023-12-20T10:47:33.691152+0000","last_unstale":"2023-12-20T10:47:59.699694+0000","last_undegraded":"2023-12-20T10:47:59.699694+0000","last_fullsized":"2023-12-20T10:47:59.699694+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:58:40.164943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696628+0000","last_change":"2023-12-20T10:47:33.695625+0000","last_active":"2023-12-20T10:47:59.696628+0000","last_peered":"2023-12-20T10:47:59.696628+0000","last_clean":"2023-12-20T10:47:59.696628+0000","last_became_active":"2023-12-20T10:47:33.695227+0000","last_became_peered":"2023-12-20T10:47:33.695227+0000","last_unstale":"2023-12-20T10:47:59.696628+0000","last_undegraded":"2023-12-20T10:47:59.696628+0000","last_fullsized":"2023-12-20T10:47:59.696628+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:39:57.902493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.699923+0000","last_change":"2023-12-20T10:47:33.701219+0000","last_active":"2023-12-20T10:48:00.699923+0000","last_peered":"2023-12-20T10:48:00.699923+0000","last_clean":"2023-12-20T10:48:00.699923+0000","last_became_active":"2023-12-20T10:47:33.700900+0000","last_became_peered":"2023-12-20T10:47:33.700900+0000","last_unstale":"2023-12-20T10:48:00.699923+0000","last_undegraded":"2023-12-20T10:48:00.699923+0000","last_fullsized":"2023-12-20T10:48:00.699923+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:15:11.183230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696496+0000","last_change":"2023-12-20T10:47:33.700866+0000","last_active":"2023-12-20T10:47:59.696496+0000","last_peered":"2023-12-20T10:47:59.696496+0000","last_clean":"2023-12-20T10:47:59.696496+0000","last_became_active":"2023-12-20T10:47:33.700177+0000","last_became_peered":"2023-12-20T10:47:33.700177+0000","last_unstale":"2023-12-20T10:47:59.696496+0000","last_undegraded":"2023-12-20T10:47:59.696496+0000","last_fullsized":"2023-12-20T10:47:59.696496+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:45:46.317492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.699555+0000","last_change":"2023-12-20T10:47:33.701318+0000","last_active":"2023-12-20T10:48:00.699555+0000","last_peered":"2023-12-20T10:48:00.699555+0000","last_clean":"2023-12-20T10:48:00.699555+0000","last_became_active":"2023-12-20T10:47:33.700691+0000","last_became_peered":"2023-12-20T10:47:33.700691+0000","last_unstale":"2023-12-20T10:48:00.699555+0000","last_undegraded":"2023-12-20T10:48:00.699555+0000","last_fullsized":"2023-12-20T10:48:00.699555+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:20:59.082517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.701435+0000","last_change":"2023-12-20T10:47:33.689311+0000","last_active":"2023-12-20T10:47:59.701435+0000","last_peered":"2023-12-20T10:47:59.701435+0000","last_clean":"2023-12-20T10:47:59.701435+0000","last_became_active":"2023-12-20T10:47:33.689001+0000","last_became_peered":"2023-12-20T10:47:33.689001+0000","last_unstale":"2023-12-20T10:47:59.701435+0000","last_undegraded":"2023-12-20T10:47:59.701435+0000","last_fullsized":"2023-12-20T10:47:59.701435+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:15:47.529177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.700175+0000","last_change":"2023-12-20T10:47:33.692325+0000","last_active":"2023-12-20T10:48:00.700175+0000","last_peered":"2023-12-20T10:48:00.700175+0000","last_clean":"2023-12-20T10:48:00.700175+0000","last_became_active":"2023-12-20T10:47:33.692014+0000","last_became_peered":"2023-12-20T10:47:33.692014+0000","last_unstale":"2023-12-20T10:48:00.700175+0000","last_undegraded":"2023-12-20T10:48:00.700175+0000","last_fullsized":"2023-12-20T10:48:00.700175+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:25:29.071611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702534+0000","last_change":"2023-12-20T10:47:33.691763+0000","last_active":"2023-12-20T10:47:59.702534+0000","last_peered":"2023-12-20T10:47:59.702534+0000","last_clean":"2023-12-20T10:47:59.702534+0000","last_became_active":"2023-12-20T10:47:33.691025+0000","last_became_peered":"2023-12-20T10:47:33.691025+0000","last_unstale":"2023-12-20T10:47:59.702534+0000","last_undegraded":"2023-12-20T10:47:59.702534+0000","last_fullsized":"2023-12-20T10:47:59.702534+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:41:47.315092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702687+0000","last_change":"2023-12-20T10:47:33.690940+0000","last_active":"2023-12-20T10:47:59.702687+0000","last_peered":"2023-12-20T10:47:59.702687+0000","last_clean":"2023-12-20T10:47:59.702687+0000","last_became_active":"2023-12-20T10:47:33.690666+0000","last_became_peered":"2023-12-20T10:47:33.690666+0000","last_unstale":"2023-12-20T10:47:59.702687+0000","last_undegraded":"2023-12-20T10:47:59.702687+0000","last_fullsized":"2023-12-20T10:47:59.702687+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:47:39.174640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702844+0000","last_change":"2023-12-20T10:47:33.688458+0000","last_active":"2023-12-20T10:47:59.702844+0000","last_peered":"2023-12-20T10:47:59.702844+0000","last_clean":"2023-12-20T10:47:59.702844+0000","last_became_active":"2023-12-20T10:47:33.686413+0000","last_became_peered":"2023-12-20T10:47:33.686413+0000","last_unstale":"2023-12-20T10:47:59.702844+0000","last_undegraded":"2023-12-20T10:47:59.702844+0000","last_fullsized":"2023-12-20T10:47:59.702844+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:16:28.566650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702643+0000","last_change":"2023-12-20T10:47:33.697041+0000","last_active":"2023-12-20T10:47:59.702643+0000","last_peered":"2023-12-20T10:47:59.702643+0000","last_clean":"2023-12-20T10:47:59.702643+0000","last_became_active":"2023-12-20T10:47:33.696743+0000","last_became_peered":"2023-12-20T10:47:33.696743+0000","last_unstale":"2023-12-20T10:47:59.702643+0000","last_undegraded":"2023-12-20T10:47:59.702643+0000","last_fullsized":"2023-12-20T10:47:59.702643+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:45:23.452862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.699134+0000","last_change":"2023-12-20T10:47:33.700042+0000","last_active":"2023-12-20T10:47:59.699134+0000","last_peered":"2023-12-20T10:47:59.699134+0000","last_clean":"2023-12-20T10:47:59.699134+0000","last_became_active":"2023-12-20T10:47:33.699790+0000","last_became_peered":"2023-12-20T10:47:33.699790+0000","last_unstale":"2023-12-20T10:47:59.699134+0000","last_undegraded":"2023-12-20T10:47:59.699134+0000","last_fullsized":"2023-12-20T10:47:59.699134+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:08:56.029191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.702022+0000","last_change":"2023-12-20T10:47:33.705478+0000","last_active":"2023-12-20T10:48:00.702022+0000","last_peered":"2023-12-20T10:48:00.702022+0000","last_clean":"2023-12-20T10:48:00.702022+0000","last_became_active":"2023-12-20T10:47:33.705161+0000","last_became_peered":"2023-12-20T10:47:33.705161+0000","last_unstale":"2023-12-20T10:48:00.702022+0000","last_undegraded":"2023-12-20T10:48:00.702022+0000","last_fullsized":"2023-12-20T10:48:00.702022+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:40:55.406190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696222+0000","last_change":"2023-12-20T10:47:33.698035+0000","last_active":"2023-12-20T10:47:59.696222+0000","last_peered":"2023-12-20T10:47:59.696222+0000","last_clean":"2023-12-20T10:47:59.696222+0000","last_became_active":"2023-12-20T10:47:33.697763+0000","last_became_peered":"2023-12-20T10:47:33.697763+0000","last_unstale":"2023-12-20T10:47:59.696222+0000","last_undegraded":"2023-12-20T10:47:59.696222+0000","last_fullsized":"2023-12-20T10:47:59.696222+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:45:16.300327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696849+0000","last_change":"2023-12-20T10:47:33.702415+0000","last_active":"2023-12-20T10:47:59.696849+0000","last_peered":"2023-12-20T10:47:59.696849+0000","last_clean":"2023-12-20T10:47:59.696849+0000","last_became_active":"2023-12-20T10:47:33.702138+0000","last_became_peered":"2023-12-20T10:47:33.702138+0000","last_unstale":"2023-12-20T10:47:59.696849+0000","last_undegraded":"2023-12-20T10:47:59.696849+0000","last_fullsized":"2023-12-20T10:47:59.696849+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:16:13.304165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.919977+0000","last_change":"2023-12-20T10:47:33.685855+0000","last_active":"2023-12-20T10:47:59.919977+0000","last_peered":"2023-12-20T10:47:59.919977+0000","last_clean":"2023-12-20T10:47:59.919977+0000","last_became_active":"2023-12-20T10:47:33.685583+0000","last_became_peered":"2023-12-20T10:47:33.685583+0000","last_unstale":"2023-12-20T10:47:59.919977+0000","last_undegraded":"2023-12-20T10:47:59.919977+0000","last_fullsized":"2023-12-20T10:47:59.919977+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:08:44.754487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.699926+0000","last_change":"2023-12-20T10:47:33.683581+0000","last_active":"2023-12-20T10:48:00.699926+0000","last_peered":"2023-12-20T10:48:00.699926+0000","last_clean":"2023-12-20T10:48:00.699926+0000","last_became_active":"2023-12-20T10:47:33.683257+0000","last_became_peered":"2023-12-20T10:47:33.683257+0000","last_unstale":"2023-12-20T10:48:00.699926+0000","last_undegraded":"2023-12-20T10:48:00.699926+0000","last_fullsized":"2023-12-20T10:48:00.699926+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:21:54.455593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"58'4","reported_seq":18,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.699523+0000","last_change":"2023-12-20T10:47:32.691557+0000","last_active":"2023-12-20T10:47:59.699523+0000","last_peered":"2023-12-20T10:47:59.699523+0000","last_clean":"2023-12-20T10:47:59.699523+0000","last_became_active":"2023-12-20T10:47:32.689534+0000","last_became_peered":"2023-12-20T10:47:32.689534+0000","last_unstale":"2023-12-20T10:47:59.699523+0000","last_undegraded":"2023-12-20T10:47:59.699523+0000","last_fullsized":"2023-12-20T10:47:59.699523+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:57:47.520289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702059+0000","last_change":"2023-12-20T10:47:33.698586+0000","last_active":"2023-12-20T10:47:59.702059+0000","last_peered":"2023-12-20T10:47:59.702059+0000","last_clean":"2023-12-20T10:47:59.702059+0000","last_became_active":"2023-12-20T10:47:33.698325+0000","last_became_peered":"2023-12-20T10:47:33.698325+0000","last_unstale":"2023-12-20T10:47:59.702059+0000","last_undegraded":"2023-12-20T10:47:59.702059+0000","last_fullsized":"2023-12-20T10:47:59.702059+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:37:40.325485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"58'1","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702144+0000","last_change":"2023-12-20T10:47:32.693013+0000","last_active":"2023-12-20T10:47:59.702144+0000","last_peered":"2023-12-20T10:47:59.702144+0000","last_clean":"2023-12-20T10:47:59.702144+0000","last_became_active":"2023-12-20T10:47:32.692714+0000","last_became_peered":"2023-12-20T10:47:32.692714+0000","last_unstale":"2023-12-20T10:47:59.702144+0000","last_undegraded":"2023-12-20T10:47:59.702144+0000","last_fullsized":"2023-12-20T10:47:59.702144+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:48:36.044922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.699393+0000","last_change":"2023-12-20T10:47:33.689965+0000","last_active":"2023-12-20T10:47:59.699393+0000","last_peered":"2023-12-20T10:47:59.699393+0000","last_clean":"2023-12-20T10:47:59.699393+0000","last_became_active":"2023-12-20T10:47:33.689164+0000","last_became_peered":"2023-12-20T10:47:33.689164+0000","last_unstale":"2023-12-20T10:47:59.699393+0000","last_undegraded":"2023-12-20T10:47:59.699393+0000","last_fullsized":"2023-12-20T10:47:59.699393+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:55:35.675428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"58'2","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.700142+0000","last_change":"2023-12-20T10:47:32.690296+0000","last_active":"2023-12-20T10:48:00.700142+0000","last_peered":"2023-12-20T10:48:00.700142+0000","last_clean":"2023-12-20T10:48:00.700142+0000","last_became_active":"2023-12-20T10:47:32.690008+0000","last_became_peered":"2023-12-20T10:47:32.690008+0000","last_unstale":"2023-12-20T10:48:00.700142+0000","last_undegraded":"2023-12-20T10:48:00.700142+0000","last_fullsized":"2023-12-20T10:48:00.700142+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:16:34.469581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696776+0000","last_change":"2023-12-20T10:47:33.698844+0000","last_active":"2023-12-20T10:47:59.696776+0000","last_peered":"2023-12-20T10:47:59.696776+0000","last_clean":"2023-12-20T10:47:59.696776+0000","last_became_active":"2023-12-20T10:47:33.697423+0000","last_became_peered":"2023-12-20T10:47:33.697423+0000","last_unstale":"2023-12-20T10:47:59.696776+0000","last_undegraded":"2023-12-20T10:47:59.696776+0000","last_fullsized":"2023-12-20T10:47:59.696776+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:46:59.974182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"58'2","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.699997+0000","last_change":"2023-12-20T10:47:32.693595+0000","last_active":"2023-12-20T10:48:00.699997+0000","last_peered":"2023-12-20T10:48:00.699997+0000","last_clean":"2023-12-20T10:48:00.699997+0000","last_became_active":"2023-12-20T10:47:32.693281+0000","last_became_peered":"2023-12-20T10:47:32.693281+0000","last_unstale":"2023-12-20T10:48:00.699997+0000","last_undegraded":"2023-12-20T10:48:00.699997+0000","last_fullsized":"2023-12-20T10:48:00.699997+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:43:31.031469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696730+0000","last_change":"2023-12-20T10:47:33.697528+0000","last_active":"2023-12-20T10:47:59.696730+0000","last_peered":"2023-12-20T10:47:59.696730+0000","last_clean":"2023-12-20T10:47:59.696730+0000","last_became_active":"2023-12-20T10:47:33.697050+0000","last_became_peered":"2023-12-20T10:47:33.697050+0000","last_unstale":"2023-12-20T10:47:59.696730+0000","last_undegraded":"2023-12-20T10:47:59.696730+0000","last_fullsized":"2023-12-20T10:47:59.696730+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:17:59.132135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"58'1","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702870+0000","last_change":"2023-12-20T10:47:32.696321+0000","last_active":"2023-12-20T10:47:59.702870+0000","last_peered":"2023-12-20T10:47:59.702870+0000","last_clean":"2023-12-20T10:47:59.702870+0000","last_became_active":"2023-12-20T10:47:32.696034+0000","last_became_peered":"2023-12-20T10:47:32.696034+0000","last_unstale":"2023-12-20T10:47:59.702870+0000","last_undegraded":"2023-12-20T10:47:59.702870+0000","last_fullsized":"2023-12-20T10:47:59.702870+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:06:20.056265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702122+0000","last_change":"2023-12-20T10:47:33.686400+0000","last_active":"2023-12-20T10:47:59.702122+0000","last_peered":"2023-12-20T10:47:59.702122+0000","last_clean":"2023-12-20T10:47:59.702122+0000","last_became_active":"2023-12-20T10:47:33.686105+0000","last_became_peered":"2023-12-20T10:47:33.686105+0000","last_unstale":"2023-12-20T10:47:59.702122+0000","last_undegraded":"2023-12-20T10:47:59.702122+0000","last_fullsized":"2023-12-20T10:47:59.702122+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:56:27.216988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"58'1","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702163+0000","last_change":"2023-12-20T10:47:32.694197+0000","last_active":"2023-12-20T10:47:59.702163+0000","last_peered":"2023-12-20T10:47:59.702163+0000","last_clean":"2023-12-20T10:47:59.702163+0000","last_became_active":"2023-12-20T10:47:32.693879+0000","last_became_peered":"2023-12-20T10:47:32.693879+0000","last_unstale":"2023-12-20T10:47:59.702163+0000","last_undegraded":"2023-12-20T10:47:59.702163+0000","last_fullsized":"2023-12-20T10:47:59.702163+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:07:32.326498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.698958+0000","last_change":"2023-12-20T10:47:33.695499+0000","last_active":"2023-12-20T10:47:59.698958+0000","last_peered":"2023-12-20T10:47:59.698958+0000","last_clean":"2023-12-20T10:47:59.698958+0000","last_became_active":"2023-12-20T10:47:33.694925+0000","last_became_peered":"2023-12-20T10:47:33.694925+0000","last_unstale":"2023-12-20T10:47:59.698958+0000","last_undegraded":"2023-12-20T10:47:59.698958+0000","last_fullsized":"2023-12-20T10:47:59.698958+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:36:24.123771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.703852+0000","last_change":"2023-12-20T10:47:32.693003+0000","last_active":"2023-12-20T10:47:59.703852+0000","last_peered":"2023-12-20T10:47:59.703852+0000","last_clean":"2023-12-20T10:47:59.703852+0000","last_became_active":"2023-12-20T10:47:32.692718+0000","last_became_peered":"2023-12-20T10:47:32.692718+0000","last_unstale":"2023-12-20T10:47:59.703852+0000","last_undegraded":"2023-12-20T10:47:59.703852+0000","last_fullsized":"2023-12-20T10:47:59.703852+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:56:23.054327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.701797+0000","last_change":"2023-12-20T10:47:33.691055+0000","last_active":"2023-12-20T10:47:59.701797+0000","last_peered":"2023-12-20T10:47:59.701797+0000","last_clean":"2023-12-20T10:47:59.701797+0000","last_became_active":"2023-12-20T10:47:33.690655+0000","last_became_peered":"2023-12-20T10:47:33.690655+0000","last_unstale":"2023-12-20T10:47:59.701797+0000","last_undegraded":"2023-12-20T10:47:59.701797+0000","last_fullsized":"2023-12-20T10:47:59.701797+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:15:04.647583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696295+0000","last_change":"2023-12-20T10:47:32.693624+0000","last_active":"2023-12-20T10:47:59.696295+0000","last_peered":"2023-12-20T10:47:59.696295+0000","last_clean":"2023-12-20T10:47:59.696295+0000","last_became_active":"2023-12-20T10:47:32.693032+0000","last_became_peered":"2023-12-20T10:47:32.693032+0000","last_unstale":"2023-12-20T10:47:59.696295+0000","last_undegraded":"2023-12-20T10:47:59.696295+0000","last_fullsized":"2023-12-20T10:47:59.696295+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:44:45.205257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.702206+0000","last_change":"2023-12-20T10:47:33.698824+0000","last_active":"2023-12-20T10:48:00.702206+0000","last_peered":"2023-12-20T10:48:00.702206+0000","last_clean":"2023-12-20T10:48:00.702206+0000","last_became_active":"2023-12-20T10:47:33.698520+0000","last_became_peered":"2023-12-20T10:47:33.698520+0000","last_unstale":"2023-12-20T10:48:00.702206+0000","last_undegraded":"2023-12-20T10:48:00.702206+0000","last_fullsized":"2023-12-20T10:48:00.702206+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:32:22.181598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702864+0000","last_change":"2023-12-20T10:47:32.687477+0000","last_active":"2023-12-20T10:47:59.702864+0000","last_peered":"2023-12-20T10:47:59.702864+0000","last_clean":"2023-12-20T10:47:59.702864+0000","last_became_active":"2023-12-20T10:47:32.687189+0000","last_became_peered":"2023-12-20T10:47:32.687189+0000","last_unstale":"2023-12-20T10:47:59.702864+0000","last_undegraded":"2023-12-20T10:47:59.702864+0000","last_fullsized":"2023-12-20T10:47:59.702864+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:43:05.191196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696687+0000","last_change":"2023-12-20T10:47:33.694763+0000","last_active":"2023-12-20T10:47:59.696687+0000","last_peered":"2023-12-20T10:47:59.696687+0000","last_clean":"2023-12-20T10:47:59.696687+0000","last_became_active":"2023-12-20T10:47:33.694417+0000","last_became_peered":"2023-12-20T10:47:33.694417+0000","last_unstale":"2023-12-20T10:47:59.696687+0000","last_undegraded":"2023-12-20T10:47:59.696687+0000","last_fullsized":"2023-12-20T10:47:59.696687+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:16:42.177897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696596+0000","last_change":"2023-12-20T10:47:32.689249+0000","last_active":"2023-12-20T10:47:59.696596+0000","last_peered":"2023-12-20T10:47:59.696596+0000","last_clean":"2023-12-20T10:47:59.696596+0000","last_became_active":"2023-12-20T10:47:32.687928+0000","last_became_peered":"2023-12-20T10:47:32.687928+0000","last_unstale":"2023-12-20T10:47:59.696596+0000","last_undegraded":"2023-12-20T10:47:59.696596+0000","last_fullsized":"2023-12-20T10:47:59.696596+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:30:52.897952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.699325+0000","last_change":"2023-12-20T10:47:33.689467+0000","last_active":"2023-12-20T10:47:59.699325+0000","last_peered":"2023-12-20T10:47:59.699325+0000","last_clean":"2023-12-20T10:47:59.699325+0000","last_became_active":"2023-12-20T10:47:33.688787+0000","last_became_peered":"2023-12-20T10:47:33.688787+0000","last_unstale":"2023-12-20T10:47:59.699325+0000","last_undegraded":"2023-12-20T10:47:59.699325+0000","last_fullsized":"2023-12-20T10:47:59.699325+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:40:41.732183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"58'3","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.702212+0000","last_change":"2023-12-20T10:47:32.686563+0000","last_active":"2023-12-20T10:48:00.702212+0000","last_peered":"2023-12-20T10:48:00.702212+0000","last_clean":"2023-12-20T10:48:00.702212+0000","last_became_active":"2023-12-20T10:47:32.686240+0000","last_became_peered":"2023-12-20T10:47:32.686240+0000","last_unstale":"2023-12-20T10:48:00.702212+0000","last_undegraded":"2023-12-20T10:48:00.702212+0000","last_fullsized":"2023-12-20T10:48:00.702212+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:48:56.005080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702751+0000","last_change":"2023-12-20T10:47:33.688476+0000","last_active":"2023-12-20T10:47:59.702751+0000","last_peered":"2023-12-20T10:47:59.702751+0000","last_clean":"2023-12-20T10:47:59.702751+0000","last_became_active":"2023-12-20T10:47:33.686796+0000","last_became_peered":"2023-12-20T10:47:33.686796+0000","last_unstale":"2023-12-20T10:47:59.702751+0000","last_undegraded":"2023-12-20T10:47:59.702751+0000","last_fullsized":"2023-12-20T10:47:59.702751+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:22:31.148679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"63'9","reported_seq":23,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.846705+0000","last_change":"2023-12-20T10:47:32.689700+0000","last_active":"2023-12-20T10:48:00.846705+0000","last_peered":"2023-12-20T10:48:00.846705+0000","last_clean":"2023-12-20T10:48:00.846705+0000","last_became_active":"2023-12-20T10:47:32.689397+0000","last_became_peered":"2023-12-20T10:47:32.689397+0000","last_unstale":"2023-12-20T10:48:00.846705+0000","last_undegraded":"2023-12-20T10:48:00.846705+0000","last_fullsized":"2023-12-20T10:48:00.846705+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:12:22.968575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2324,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.700062+0000","last_change":"2023-12-20T10:47:33.701368+0000","last_active":"2023-12-20T10:48:00.700062+0000","last_peered":"2023-12-20T10:48:00.700062+0000","last_clean":"2023-12-20T10:48:00.700062+0000","last_became_active":"2023-12-20T10:47:33.700378+0000","last_became_peered":"2023-12-20T10:47:33.700378+0000","last_unstale":"2023-12-20T10:48:00.700062+0000","last_undegraded":"2023-12-20T10:48:00.700062+0000","last_fullsized":"2023-12-20T10:48:00.700062+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:33:59.635436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"58'2","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.698875+0000","last_change":"2023-12-20T10:47:32.692114+0000","last_active":"2023-12-20T10:47:59.698875+0000","last_peered":"2023-12-20T10:47:59.698875+0000","last_clean":"2023-12-20T10:47:59.698875+0000","last_became_active":"2023-12-20T10:47:32.691828+0000","last_became_peered":"2023-12-20T10:47:32.691828+0000","last_unstale":"2023-12-20T10:47:59.698875+0000","last_undegraded":"2023-12-20T10:47:59.698875+0000","last_fullsized":"2023-12-20T10:47:59.698875+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:10:46.140345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.699064+0000","last_change":"2023-12-20T10:47:33.694680+0000","last_active":"2023-12-20T10:47:59.699064+0000","last_peered":"2023-12-20T10:47:59.699064+0000","last_clean":"2023-12-20T10:47:59.699064+0000","last_became_active":"2023-12-20T10:47:33.694378+0000","last_became_peered":"2023-12-20T10:47:33.694378+0000","last_unstale":"2023-12-20T10:47:59.699064+0000","last_undegraded":"2023-12-20T10:47:59.699064+0000","last_fullsized":"2023-12-20T10:47:59.699064+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:50:56.905226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696378+0000","last_change":"2023-12-20T10:47:32.692202+0000","last_active":"2023-12-20T10:47:59.696378+0000","last_peered":"2023-12-20T10:47:59.696378+0000","last_clean":"2023-12-20T10:47:59.696378+0000","last_became_active":"2023-12-20T10:47:32.691909+0000","last_became_peered":"2023-12-20T10:47:32.691909+0000","last_unstale":"2023-12-20T10:47:59.696378+0000","last_undegraded":"2023-12-20T10:47:59.696378+0000","last_fullsized":"2023-12-20T10:47:59.696378+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:40:08.977136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.699896+0000","last_change":"2023-12-20T10:47:33.701840+0000","last_active":"2023-12-20T10:48:00.699896+0000","last_peered":"2023-12-20T10:48:00.699896+0000","last_clean":"2023-12-20T10:48:00.699896+0000","last_became_active":"2023-12-20T10:47:33.701549+0000","last_became_peered":"2023-12-20T10:47:33.701549+0000","last_unstale":"2023-12-20T10:48:00.699896+0000","last_undegraded":"2023-12-20T10:48:00.699896+0000","last_fullsized":"2023-12-20T10:48:00.699896+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T10:48:22.697625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.701295+0000","last_change":"2023-12-20T10:47:32.681000+0000","last_active":"2023-12-20T10:47:59.701295+0000","last_peered":"2023-12-20T10:47:59.701295+0000","last_clean":"2023-12-20T10:47:59.701295+0000","last_became_active":"2023-12-20T10:47:32.680664+0000","last_became_peered":"2023-12-20T10:47:32.680664+0000","last_unstale":"2023-12-20T10:47:59.701295+0000","last_undegraded":"2023-12-20T10:47:59.701295+0000","last_fullsized":"2023-12-20T10:47:59.701295+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:03:40.339950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.701363+0000","last_change":"2023-12-20T10:47:33.692146+0000","last_active":"2023-12-20T10:47:59.701363+0000","last_peered":"2023-12-20T10:47:59.701363+0000","last_clean":"2023-12-20T10:47:59.701363+0000","last_became_active":"2023-12-20T10:47:33.687824+0000","last_became_peered":"2023-12-20T10:47:33.687824+0000","last_unstale":"2023-12-20T10:47:59.701363+0000","last_undegraded":"2023-12-20T10:47:59.701363+0000","last_fullsized":"2023-12-20T10:47:59.701363+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:18:15.826339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"58'8","reported_seq":22,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.919650+0000","last_change":"2023-12-20T10:47:32.684017+0000","last_active":"2023-12-20T10:47:59.919650+0000","last_peered":"2023-12-20T10:47:59.919650+0000","last_clean":"2023-12-20T10:47:59.919650+0000","last_became_active":"2023-12-20T10:47:32.683756+0000","last_became_peered":"2023-12-20T10:47:32.683756+0000","last_unstale":"2023-12-20T10:47:59.919650+0000","last_undegraded":"2023-12-20T10:47:59.919650+0000","last_fullsized":"2023-12-20T10:47:59.919650+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:09:11.457636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.699644+0000","last_change":"2023-12-20T10:47:33.701016+0000","last_active":"2023-12-20T10:48:00.699644+0000","last_peered":"2023-12-20T10:48:00.699644+0000","last_clean":"2023-12-20T10:48:00.699644+0000","last_became_active":"2023-12-20T10:47:33.700386+0000","last_became_peered":"2023-12-20T10:47:33.700386+0000","last_unstale":"2023-12-20T10:48:00.699644+0000","last_undegraded":"2023-12-20T10:48:00.699644+0000","last_fullsized":"2023-12-20T10:48:00.699644+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:00:17.739221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"58'1","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702046+0000","last_change":"2023-12-20T10:47:32.683709+0000","last_active":"2023-12-20T10:47:59.702046+0000","last_peered":"2023-12-20T10:47:59.702046+0000","last_clean":"2023-12-20T10:47:59.702046+0000","last_became_active":"2023-12-20T10:47:32.683441+0000","last_became_peered":"2023-12-20T10:47:32.683441+0000","last_unstale":"2023-12-20T10:47:59.702046+0000","last_undegraded":"2023-12-20T10:47:59.702046+0000","last_fullsized":"2023-12-20T10:47:59.702046+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:52:16.035712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.700173+0000","last_change":"2023-12-20T10:47:33.701056+0000","last_active":"2023-12-20T10:48:00.700173+0000","last_peered":"2023-12-20T10:48:00.700173+0000","last_clean":"2023-12-20T10:48:00.700173+0000","last_became_active":"2023-12-20T10:47:33.700209+0000","last_became_peered":"2023-12-20T10:47:33.700209+0000","last_unstale":"2023-12-20T10:48:00.700173+0000","last_undegraded":"2023-12-20T10:48:00.700173+0000","last_fullsized":"2023-12-20T10:48:00.700173+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:27:22.132404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.702301+0000","last_change":"2023-12-20T10:47:59.705612+0000","last_active":"2023-12-20T10:48:00.702301+0000","last_peered":"2023-12-20T10:48:00.702301+0000","last_clean":"2023-12-20T10:48:00.702301+0000","last_became_active":"2023-12-20T10:47:59.705309+0000","last_became_peered":"2023-12-20T10:47:59.705309+0000","last_unstale":"2023-12-20T10:48:00.702301+0000","last_undegraded":"2023-12-20T10:48:00.702301+0000","last_fullsized":"2023-12-20T10:48:00.702301+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_clean_scrub_stamp":"2023-12-20T10:47:58.691864+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:39:42.462905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.702497+0000","last_change":"2023-12-20T10:47:32.694541+0000","last_active":"2023-12-20T10:48:00.702497+0000","last_peered":"2023-12-20T10:48:00.702497+0000","last_clean":"2023-12-20T10:48:00.702497+0000","last_became_active":"2023-12-20T10:47:32.694217+0000","last_became_peered":"2023-12-20T10:47:32.694217+0000","last_unstale":"2023-12-20T10:48:00.702497+0000","last_undegraded":"2023-12-20T10:48:00.702497+0000","last_fullsized":"2023-12-20T10:48:00.702497+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:48:37.282160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696756+0000","last_change":"2023-12-20T10:47:33.696228+0000","last_active":"2023-12-20T10:47:59.696756+0000","last_peered":"2023-12-20T10:47:59.696756+0000","last_clean":"2023-12-20T10:47:59.696756+0000","last_became_active":"2023-12-20T10:47:33.695799+0000","last_became_peered":"2023-12-20T10:47:33.695799+0000","last_unstale":"2023-12-20T10:47:59.696756+0000","last_undegraded":"2023-12-20T10:47:59.696756+0000","last_fullsized":"2023-12-20T10:47:59.696756+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:01:49.912160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.702591+0000","last_change":"2023-12-20T10:47:59.920660+0000","last_active":"2023-12-20T10:48:00.702591+0000","last_peered":"2023-12-20T10:48:00.702591+0000","last_clean":"2023-12-20T10:48:00.702591+0000","last_became_active":"2023-12-20T10:47:59.920344+0000","last_became_peered":"2023-12-20T10:47:59.920344+0000","last_unstale":"2023-12-20T10:48:00.702591+0000","last_undegraded":"2023-12-20T10:48:00.702591+0000","last_fullsized":"2023-12-20T10:48:00.702591+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_clean_scrub_stamp":"2023-12-20T10:47:58.691864+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:00:16.001367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696339+0000","last_change":"2023-12-20T10:47:32.689002+0000","last_active":"2023-12-20T10:47:59.696339+0000","last_peered":"2023-12-20T10:47:59.696339+0000","last_clean":"2023-12-20T10:47:59.696339+0000","last_became_active":"2023-12-20T10:47:32.688720+0000","last_became_peered":"2023-12-20T10:47:32.688720+0000","last_unstale":"2023-12-20T10:47:59.696339+0000","last_undegraded":"2023-12-20T10:47:59.696339+0000","last_fullsized":"2023-12-20T10:47:59.696339+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:52:29.880343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702249+0000","last_change":"2023-12-20T10:47:33.697650+0000","last_active":"2023-12-20T10:47:59.702249+0000","last_peered":"2023-12-20T10:47:59.702249+0000","last_clean":"2023-12-20T10:47:59.702249+0000","last_became_active":"2023-12-20T10:47:33.696766+0000","last_became_peered":"2023-12-20T10:47:33.696766+0000","last_unstale":"2023-12-20T10:47:59.702249+0000","last_undegraded":"2023-12-20T10:47:59.702249+0000","last_fullsized":"2023-12-20T10:47:59.702249+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:02:56.474424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.702328+0000","last_change":"2023-12-20T10:47:59.705529+0000","last_active":"2023-12-20T10:48:00.702328+0000","last_peered":"2023-12-20T10:48:00.702328+0000","last_clean":"2023-12-20T10:48:00.702328+0000","last_became_active":"2023-12-20T10:47:59.705201+0000","last_became_peered":"2023-12-20T10:47:59.705201+0000","last_unstale":"2023-12-20T10:48:00.702328+0000","last_undegraded":"2023-12-20T10:48:00.702328+0000","last_fullsized":"2023-12-20T10:48:00.702328+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_clean_scrub_stamp":"2023-12-20T10:47:58.691864+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:59:17.878447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.701823+0000","last_change":"2023-12-20T10:47:33.706610+0000","last_active":"2023-12-20T10:48:00.701823+0000","last_peered":"2023-12-20T10:48:00.701823+0000","last_clean":"2023-12-20T10:48:00.701823+0000","last_became_active":"2023-12-20T10:47:33.704971+0000","last_became_peered":"2023-12-20T10:47:33.704971+0000","last_unstale":"2023-12-20T10:48:00.701823+0000","last_undegraded":"2023-12-20T10:48:00.701823+0000","last_fullsized":"2023-12-20T10:48:00.701823+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:08:56.364229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.919713+0000","last_change":"2023-12-20T10:47:32.692597+0000","last_active":"2023-12-20T10:47:59.919713+0000","last_peered":"2023-12-20T10:47:59.919713+0000","last_clean":"2023-12-20T10:47:59.919713+0000","last_became_active":"2023-12-20T10:47:32.692290+0000","last_became_peered":"2023-12-20T10:47:32.692290+0000","last_unstale":"2023-12-20T10:47:59.919713+0000","last_undegraded":"2023-12-20T10:47:59.919713+0000","last_fullsized":"2023-12-20T10:47:59.919713+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:56:00.071757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.921262+0000","last_change":"2023-12-20T10:47:59.921046+0000","last_active":"2023-12-20T10:47:59.921262+0000","last_peered":"2023-12-20T10:47:59.921262+0000","last_clean":"2023-12-20T10:47:59.921262+0000","last_became_active":"2023-12-20T10:47:59.920749+0000","last_became_peered":"2023-12-20T10:47:59.920749+0000","last_unstale":"2023-12-20T10:47:59.921262+0000","last_undegraded":"2023-12-20T10:47:59.921262+0000","last_fullsized":"2023-12-20T10:47:59.921262+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_clean_scrub_stamp":"2023-12-20T10:47:58.691864+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:10:38.204192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702493+0000","last_change":"2023-12-20T10:47:33.694930+0000","last_active":"2023-12-20T10:47:59.702493+0000","last_peered":"2023-12-20T10:47:59.702493+0000","last_clean":"2023-12-20T10:47:59.702493+0000","last_became_active":"2023-12-20T10:47:33.694679+0000","last_became_peered":"2023-12-20T10:47:33.694679+0000","last_unstale":"2023-12-20T10:47:59.702493+0000","last_undegraded":"2023-12-20T10:47:59.702493+0000","last_fullsized":"2023-12-20T10:47:59.702493+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:36:40.215709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696416+0000","last_change":"2023-12-20T10:47:32.687207+0000","last_active":"2023-12-20T10:47:59.696416+0000","last_peered":"2023-12-20T10:47:59.696416+0000","last_clean":"2023-12-20T10:47:59.696416+0000","last_became_active":"2023-12-20T10:47:32.686884+0000","last_became_peered":"2023-12-20T10:47:32.686884+0000","last_unstale":"2023-12-20T10:47:59.696416+0000","last_undegraded":"2023-12-20T10:47:59.696416+0000","last_fullsized":"2023-12-20T10:47:59.696416+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:05:09.091618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"63'128","reported_seq":270,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.834434+0000","last_change":"2023-12-20T10:47:20.487224+0000","last_active":"2023-12-20T10:48:00.834434+0000","last_peered":"2023-12-20T10:48:00.834434+0000","last_clean":"2023-12-20T10:48:00.834434+0000","last_became_active":"2023-12-20T10:47:20.486799+0000","last_became_peered":"2023-12-20T10:47:20.486799+0000","last_unstale":"2023-12-20T10:48:00.834434+0000","last_undegraded":"2023-12-20T10:48:00.834434+0000","last_fullsized":"2023-12-20T10:48:00.834434+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:45:55.297991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:45:55.297991+0000","last_clean_scrub_stamp":"2023-12-20T10:45:55.297991+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:55:50.892803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.921261+0000","last_change":"2023-12-20T10:47:59.920789+0000","last_active":"2023-12-20T10:47:59.921261+0000","last_peered":"2023-12-20T10:47:59.921261+0000","last_clean":"2023-12-20T10:47:59.921261+0000","last_became_active":"2023-12-20T10:47:59.920486+0000","last_became_peered":"2023-12-20T10:47:59.920486+0000","last_unstale":"2023-12-20T10:47:59.921261+0000","last_undegraded":"2023-12-20T10:47:59.921261+0000","last_fullsized":"2023-12-20T10:47:59.921261+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_clean_scrub_stamp":"2023-12-20T10:47:58.691864+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:24:24.781241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.698873+0000","last_change":"2023-12-20T10:47:33.689953+0000","last_active":"2023-12-20T10:47:59.698873+0000","last_peered":"2023-12-20T10:47:59.698873+0000","last_clean":"2023-12-20T10:47:59.698873+0000","last_became_active":"2023-12-20T10:47:33.689423+0000","last_became_peered":"2023-12-20T10:47:33.689423+0000","last_unstale":"2023-12-20T10:47:59.698873+0000","last_undegraded":"2023-12-20T10:47:59.698873+0000","last_fullsized":"2023-12-20T10:47:59.698873+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:58:32.778348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.699500+0000","last_change":"2023-12-20T10:47:32.692186+0000","last_active":"2023-12-20T10:48:00.699500+0000","last_peered":"2023-12-20T10:48:00.699500+0000","last_clean":"2023-12-20T10:48:00.699500+0000","last_became_active":"2023-12-20T10:47:32.691900+0000","last_became_peered":"2023-12-20T10:47:32.691900+0000","last_unstale":"2023-12-20T10:48:00.699500+0000","last_undegraded":"2023-12-20T10:48:00.699500+0000","last_fullsized":"2023-12-20T10:48:00.699500+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T10:55:18.587324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.921788+0000","last_change":"2023-12-20T10:47:59.921555+0000","last_active":"2023-12-20T10:47:59.921788+0000","last_peered":"2023-12-20T10:47:59.921788+0000","last_clean":"2023-12-20T10:47:59.921788+0000","last_became_active":"2023-12-20T10:47:59.921248+0000","last_became_peered":"2023-12-20T10:47:59.921248+0000","last_unstale":"2023-12-20T10:47:59.921788+0000","last_undegraded":"2023-12-20T10:47:59.921788+0000","last_fullsized":"2023-12-20T10:47:59.921788+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_clean_scrub_stamp":"2023-12-20T10:47:58.691864+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:33:58.663943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.700101+0000","last_change":"2023-12-20T10:47:32.690001+0000","last_active":"2023-12-20T10:48:00.700101+0000","last_peered":"2023-12-20T10:48:00.700101+0000","last_clean":"2023-12-20T10:48:00.700101+0000","last_became_active":"2023-12-20T10:47:32.689684+0000","last_became_peered":"2023-12-20T10:47:32.689684+0000","last_unstale":"2023-12-20T10:48:00.700101+0000","last_undegraded":"2023-12-20T10:48:00.700101+0000","last_fullsized":"2023-12-20T10:48:00.700101+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:58:28.244659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.702673+0000","last_change":"2023-12-20T10:47:33.694151+0000","last_active":"2023-12-20T10:48:00.702673+0000","last_peered":"2023-12-20T10:48:00.702673+0000","last_clean":"2023-12-20T10:48:00.702673+0000","last_became_active":"2023-12-20T10:47:33.693761+0000","last_became_peered":"2023-12-20T10:47:33.693761+0000","last_unstale":"2023-12-20T10:48:00.702673+0000","last_undegraded":"2023-12-20T10:48:00.702673+0000","last_fullsized":"2023-12-20T10:48:00.702673+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:46:04.047270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.922076+0000","last_change":"2023-12-20T10:47:59.921323+0000","last_active":"2023-12-20T10:47:59.922076+0000","last_peered":"2023-12-20T10:47:59.922076+0000","last_clean":"2023-12-20T10:47:59.922076+0000","last_became_active":"2023-12-20T10:47:59.921092+0000","last_became_peered":"2023-12-20T10:47:59.921092+0000","last_unstale":"2023-12-20T10:47:59.922076+0000","last_undegraded":"2023-12-20T10:47:59.922076+0000","last_fullsized":"2023-12-20T10:47:59.922076+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_clean_scrub_stamp":"2023-12-20T10:47:58.691864+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:36:02.843438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"59'1","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.702047+0000","last_change":"2023-12-20T10:47:32.688236+0000","last_active":"2023-12-20T10:48:00.702047+0000","last_peered":"2023-12-20T10:48:00.702047+0000","last_clean":"2023-12-20T10:48:00.702047+0000","last_became_active":"2023-12-20T10:47:32.687951+0000","last_became_peered":"2023-12-20T10:47:32.687951+0000","last_unstale":"2023-12-20T10:48:00.702047+0000","last_undegraded":"2023-12-20T10:48:00.702047+0000","last_fullsized":"2023-12-20T10:48:00.702047+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:42:56.229802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.701661+0000","last_change":"2023-12-20T10:47:33.699758+0000","last_active":"2023-12-20T10:47:59.701661+0000","last_peered":"2023-12-20T10:47:59.701661+0000","last_clean":"2023-12-20T10:47:59.701661+0000","last_became_active":"2023-12-20T10:47:33.699447+0000","last_became_peered":"2023-12-20T10:47:33.699447+0000","last_unstale":"2023-12-20T10:47:59.701661+0000","last_undegraded":"2023-12-20T10:47:59.701661+0000","last_fullsized":"2023-12-20T10:47:59.701661+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:01:04.696003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.704835+0000","last_change":"2023-12-20T10:47:59.704191+0000","last_active":"2023-12-20T10:47:59.704835+0000","last_peered":"2023-12-20T10:47:59.704835+0000","last_clean":"2023-12-20T10:47:59.704835+0000","last_became_active":"2023-12-20T10:47:59.703948+0000","last_became_peered":"2023-12-20T10:47:59.703948+0000","last_unstale":"2023-12-20T10:47:59.704835+0000","last_undegraded":"2023-12-20T10:47:59.704835+0000","last_fullsized":"2023-12-20T10:47:59.704835+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_clean_scrub_stamp":"2023-12-20T10:47:58.691864+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:24:19.163878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"58'2","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.701977+0000","last_change":"2023-12-20T10:47:32.694180+0000","last_active":"2023-12-20T10:47:59.701977+0000","last_peered":"2023-12-20T10:47:59.701977+0000","last_clean":"2023-12-20T10:47:59.701977+0000","last_became_active":"2023-12-20T10:47:32.693898+0000","last_became_peered":"2023-12-20T10:47:32.693898+0000","last_unstale":"2023-12-20T10:47:59.701977+0000","last_undegraded":"2023-12-20T10:47:59.701977+0000","last_fullsized":"2023-12-20T10:47:59.701977+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:51:43.644754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.699870+0000","last_change":"2023-12-20T10:47:33.690865+0000","last_active":"2023-12-20T10:47:59.699870+0000","last_peered":"2023-12-20T10:47:59.699870+0000","last_clean":"2023-12-20T10:47:59.699870+0000","last_became_active":"2023-12-20T10:47:33.690550+0000","last_became_peered":"2023-12-20T10:47:33.690550+0000","last_unstale":"2023-12-20T10:47:59.699870+0000","last_undegraded":"2023-12-20T10:47:59.699870+0000","last_fullsized":"2023-12-20T10:47:59.699870+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:24:39.171047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.699637+0000","last_change":"2023-12-20T10:47:32.692043+0000","last_active":"2023-12-20T10:48:00.699637+0000","last_peered":"2023-12-20T10:48:00.699637+0000","last_clean":"2023-12-20T10:48:00.699637+0000","last_became_active":"2023-12-20T10:47:32.691518+0000","last_became_peered":"2023-12-20T10:47:32.691518+0000","last_unstale":"2023-12-20T10:48:00.699637+0000","last_undegraded":"2023-12-20T10:48:00.699637+0000","last_fullsized":"2023-12-20T10:48:00.699637+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:14:57.301633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.701666+0000","last_change":"2023-12-20T10:47:33.690832+0000","last_active":"2023-12-20T10:47:59.701666+0000","last_peered":"2023-12-20T10:47:59.701666+0000","last_clean":"2023-12-20T10:47:59.701666+0000","last_became_active":"2023-12-20T10:47:33.690544+0000","last_became_peered":"2023-12-20T10:47:33.690544+0000","last_unstale":"2023-12-20T10:47:59.701666+0000","last_undegraded":"2023-12-20T10:47:59.701666+0000","last_fullsized":"2023-12-20T10:47:59.701666+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:48:25.775797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.702090+0000","last_change":"2023-12-20T10:47:32.694847+0000","last_active":"2023-12-20T10:48:00.702090+0000","last_peered":"2023-12-20T10:48:00.702090+0000","last_clean":"2023-12-20T10:48:00.702090+0000","last_became_active":"2023-12-20T10:47:32.694559+0000","last_became_peered":"2023-12-20T10:47:32.694559+0000","last_unstale":"2023-12-20T10:48:00.702090+0000","last_undegraded":"2023-12-20T10:48:00.702090+0000","last_fullsized":"2023-12-20T10:48:00.702090+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:36:22.171782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.701717+0000","last_change":"2023-12-20T10:47:33.694479+0000","last_active":"2023-12-20T10:47:59.701717+0000","last_peered":"2023-12-20T10:47:59.701717+0000","last_clean":"2023-12-20T10:47:59.701717+0000","last_became_active":"2023-12-20T10:47:33.694198+0000","last_became_peered":"2023-12-20T10:47:33.694198+0000","last_unstale":"2023-12-20T10:47:59.701717+0000","last_undegraded":"2023-12-20T10:47:59.701717+0000","last_fullsized":"2023-12-20T10:47:59.701717+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:07:50.747405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.702430+0000","last_change":"2023-12-20T10:47:32.695236+0000","last_active":"2023-12-20T10:48:00.702430+0000","last_peered":"2023-12-20T10:48:00.702430+0000","last_clean":"2023-12-20T10:48:00.702430+0000","last_became_active":"2023-12-20T10:47:32.694960+0000","last_became_peered":"2023-12-20T10:47:32.694960+0000","last_unstale":"2023-12-20T10:48:00.702430+0000","last_undegraded":"2023-12-20T10:48:00.702430+0000","last_fullsized":"2023-12-20T10:48:00.702430+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:45:46.219475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702724+0000","last_change":"2023-12-20T10:47:33.699789+0000","last_active":"2023-12-20T10:47:59.702724+0000","last_peered":"2023-12-20T10:47:59.702724+0000","last_clean":"2023-12-20T10:47:59.702724+0000","last_became_active":"2023-12-20T10:47:33.699507+0000","last_became_peered":"2023-12-20T10:47:33.699507+0000","last_unstale":"2023-12-20T10:47:59.702724+0000","last_undegraded":"2023-12-20T10:47:59.702724+0000","last_fullsized":"2023-12-20T10:47:59.702724+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:32:05.686889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"58'2","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.699831+0000","last_change":"2023-12-20T10:47:32.691582+0000","last_active":"2023-12-20T10:48:00.699831+0000","last_peered":"2023-12-20T10:48:00.699831+0000","last_clean":"2023-12-20T10:48:00.699831+0000","last_became_active":"2023-12-20T10:47:32.691306+0000","last_became_peered":"2023-12-20T10:47:32.691306+0000","last_unstale":"2023-12-20T10:48:00.699831+0000","last_undegraded":"2023-12-20T10:48:00.699831+0000","last_fullsized":"2023-12-20T10:48:00.699831+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:59:20.975153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702087+0000","last_change":"2023-12-20T10:47:33.689309+0000","last_active":"2023-12-20T10:47:59.702087+0000","last_peered":"2023-12-20T10:47:59.702087+0000","last_clean":"2023-12-20T10:47:59.702087+0000","last_became_active":"2023-12-20T10:47:33.689007+0000","last_became_peered":"2023-12-20T10:47:33.689007+0000","last_unstale":"2023-12-20T10:47:59.702087+0000","last_undegraded":"2023-12-20T10:47:59.702087+0000","last_fullsized":"2023-12-20T10:47:59.702087+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:30:09.852360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.919787+0000","last_change":"2023-12-20T10:47:32.684062+0000","last_active":"2023-12-20T10:47:59.919787+0000","last_peered":"2023-12-20T10:47:59.919787+0000","last_clean":"2023-12-20T10:47:59.919787+0000","last_became_active":"2023-12-20T10:47:32.683726+0000","last_became_peered":"2023-12-20T10:47:32.683726+0000","last_unstale":"2023-12-20T10:47:59.919787+0000","last_undegraded":"2023-12-20T10:47:59.919787+0000","last_fullsized":"2023-12-20T10:47:59.919787+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:27:51.729546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.700020+0000","last_change":"2023-12-20T10:47:33.691950+0000","last_active":"2023-12-20T10:48:00.700020+0000","last_peered":"2023-12-20T10:48:00.700020+0000","last_clean":"2023-12-20T10:48:00.700020+0000","last_became_active":"2023-12-20T10:47:33.691640+0000","last_became_peered":"2023-12-20T10:47:33.691640+0000","last_unstale":"2023-12-20T10:48:00.700020+0000","last_undegraded":"2023-12-20T10:48:00.700020+0000","last_fullsized":"2023-12-20T10:48:00.700020+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:17:25.511146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"58'1","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.702119+0000","last_change":"2023-12-20T10:47:32.691330+0000","last_active":"2023-12-20T10:48:00.702119+0000","last_peered":"2023-12-20T10:48:00.702119+0000","last_clean":"2023-12-20T10:48:00.702119+0000","last_became_active":"2023-12-20T10:47:32.690344+0000","last_became_peered":"2023-12-20T10:47:32.690344+0000","last_unstale":"2023-12-20T10:48:00.702119+0000","last_undegraded":"2023-12-20T10:48:00.702119+0000","last_fullsized":"2023-12-20T10:48:00.702119+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:26:10.388948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696614+0000","last_change":"2023-12-20T10:47:33.691569+0000","last_active":"2023-12-20T10:47:59.696614+0000","last_peered":"2023-12-20T10:47:59.696614+0000","last_clean":"2023-12-20T10:47:59.696614+0000","last_became_active":"2023-12-20T10:47:33.690909+0000","last_became_peered":"2023-12-20T10:47:33.690909+0000","last_unstale":"2023-12-20T10:47:59.696614+0000","last_undegraded":"2023-12-20T10:47:59.696614+0000","last_fullsized":"2023-12-20T10:47:59.696614+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:11:14.496233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"58'2","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.920040+0000","last_change":"2023-12-20T10:47:32.693702+0000","last_active":"2023-12-20T10:47:59.920040+0000","last_peered":"2023-12-20T10:47:59.920040+0000","last_clean":"2023-12-20T10:47:59.920040+0000","last_became_active":"2023-12-20T10:47:32.693315+0000","last_became_peered":"2023-12-20T10:47:32.693315+0000","last_unstale":"2023-12-20T10:47:59.920040+0000","last_undegraded":"2023-12-20T10:47:59.920040+0000","last_fullsized":"2023-12-20T10:47:59.920040+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:28:22.635257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.700230+0000","last_change":"2023-12-20T10:47:33.701466+0000","last_active":"2023-12-20T10:48:00.700230+0000","last_peered":"2023-12-20T10:48:00.700230+0000","last_clean":"2023-12-20T10:48:00.700230+0000","last_became_active":"2023-12-20T10:47:33.700329+0000","last_became_peered":"2023-12-20T10:47:33.700329+0000","last_unstale":"2023-12-20T10:48:00.700230+0000","last_undegraded":"2023-12-20T10:48:00.700230+0000","last_fullsized":"2023-12-20T10:48:00.700230+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:29:15.478896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.701222+0000","last_change":"2023-12-20T10:47:33.693264+0000","last_active":"2023-12-20T10:47:59.701222+0000","last_peered":"2023-12-20T10:47:59.701222+0000","last_clean":"2023-12-20T10:47:59.701222+0000","last_became_active":"2023-12-20T10:47:33.692941+0000","last_became_peered":"2023-12-20T10:47:33.692941+0000","last_unstale":"2023-12-20T10:47:59.701222+0000","last_undegraded":"2023-12-20T10:47:59.701222+0000","last_fullsized":"2023-12-20T10:47:59.701222+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T10:57:55.998961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.919758+0000","last_change":"2023-12-20T10:47:33.687851+0000","last_active":"2023-12-20T10:47:59.919758+0000","last_peered":"2023-12-20T10:47:59.919758+0000","last_clean":"2023-12-20T10:47:59.919758+0000","last_became_active":"2023-12-20T10:47:33.687540+0000","last_became_peered":"2023-12-20T10:47:33.687540+0000","last_unstale":"2023-12-20T10:47:59.919758+0000","last_undegraded":"2023-12-20T10:47:59.919758+0000","last_fullsized":"2023-12-20T10:47:59.919758+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:20:34.659185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696413+0000","last_change":"2023-12-20T10:47:33.701047+0000","last_active":"2023-12-20T10:47:59.696413+0000","last_peered":"2023-12-20T10:47:59.696413+0000","last_clean":"2023-12-20T10:47:59.696413+0000","last_became_active":"2023-12-20T10:47:33.700566+0000","last_became_peered":"2023-12-20T10:47:33.700566+0000","last_unstale":"2023-12-20T10:47:59.696413+0000","last_undegraded":"2023-12-20T10:47:59.696413+0000","last_fullsized":"2023-12-20T10:47:59.696413+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:28:57.733327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.699026+0000","last_change":"2023-12-20T10:47:33.706805+0000","last_active":"2023-12-20T10:47:59.699026+0000","last_peered":"2023-12-20T10:47:59.699026+0000","last_clean":"2023-12-20T10:47:59.699026+0000","last_became_active":"2023-12-20T10:47:33.706076+0000","last_became_peered":"2023-12-20T10:47:33.706076+0000","last_unstale":"2023-12-20T10:47:59.699026+0000","last_undegraded":"2023-12-20T10:47:59.699026+0000","last_fullsized":"2023-12-20T10:47:59.699026+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:17:27.247898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.701734+0000","last_change":"2023-12-20T10:47:33.697248+0000","last_active":"2023-12-20T10:47:59.701734+0000","last_peered":"2023-12-20T10:47:59.701734+0000","last_clean":"2023-12-20T10:47:59.701734+0000","last_became_active":"2023-12-20T10:47:33.697043+0000","last_became_peered":"2023-12-20T10:47:33.697043+0000","last_unstale":"2023-12-20T10:47:59.701734+0000","last_undegraded":"2023-12-20T10:47:59.701734+0000","last_fullsized":"2023-12-20T10:47:59.701734+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:51:42.712820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-20T10:48:00.702025+0000","last_change":"2023-12-20T10:47:33.705573+0000","last_active":"2023-12-20T10:48:00.702025+0000","last_peered":"2023-12-20T10:48:00.702025+0000","last_clean":"2023-12-20T10:48:00.702025+0000","last_became_active":"2023-12-20T10:47:33.705278+0000","last_became_peered":"2023-12-20T10:47:33.705278+0000","last_unstale":"2023-12-20T10:48:00.702025+0000","last_undegraded":"2023-12-20T10:48:00.702025+0000","last_fullsized":"2023-12-20T10:48:00.702025+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:22:17.096581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702644+0000","last_change":"2023-12-20T10:47:33.690577+0000","last_active":"2023-12-20T10:47:59.702644+0000","last_peered":"2023-12-20T10:47:59.702644+0000","last_clean":"2023-12-20T10:47:59.702644+0000","last_became_active":"2023-12-20T10:47:33.690283+0000","last_became_peered":"2023-12-20T10:47:33.690283+0000","last_unstale":"2023-12-20T10:47:59.702644+0000","last_undegraded":"2023-12-20T10:47:59.702644+0000","last_fullsized":"2023-12-20T10:47:59.702644+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:30:12.917418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.701739+0000","last_change":"2023-12-20T10:47:33.689661+0000","last_active":"2023-12-20T10:47:59.701739+0000","last_peered":"2023-12-20T10:47:59.701739+0000","last_clean":"2023-12-20T10:47:59.701739+0000","last_became_active":"2023-12-20T10:47:33.689298+0000","last_became_peered":"2023-12-20T10:47:33.689298+0000","last_unstale":"2023-12-20T10:47:59.701739+0000","last_undegraded":"2023-12-20T10:47:59.701739+0000","last_fullsized":"2023-12-20T10:47:59.701739+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:45:50.479673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696273+0000","last_change":"2023-12-20T10:47:33.697219+0000","last_active":"2023-12-20T10:47:59.696273+0000","last_peered":"2023-12-20T10:47:59.696273+0000","last_clean":"2023-12-20T10:47:59.696273+0000","last_became_active":"2023-12-20T10:47:33.696583+0000","last_became_peered":"2023-12-20T10:47:33.696583+0000","last_unstale":"2023-12-20T10:47:59.696273+0000","last_undegraded":"2023-12-20T10:47:59.696273+0000","last_fullsized":"2023-12-20T10:47:59.696273+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:45:13.855376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.703770+0000","last_change":"2023-12-20T10:47:33.697880+0000","last_active":"2023-12-20T10:47:59.703770+0000","last_peered":"2023-12-20T10:47:59.703770+0000","last_clean":"2023-12-20T10:47:59.703770+0000","last_became_active":"2023-12-20T10:47:33.697564+0000","last_became_peered":"2023-12-20T10:47:33.697564+0000","last_unstale":"2023-12-20T10:47:59.703770+0000","last_undegraded":"2023-12-20T10:47:59.703770+0000","last_fullsized":"2023-12-20T10:47:59.703770+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:19:04.303038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.696462+0000","last_change":"2023-12-20T10:47:33.694934+0000","last_active":"2023-12-20T10:47:59.696462+0000","last_peered":"2023-12-20T10:47:59.696462+0000","last_clean":"2023-12-20T10:47:59.696462+0000","last_became_active":"2023-12-20T10:47:33.694648+0000","last_became_peered":"2023-12-20T10:47:33.694648+0000","last_unstale":"2023-12-20T10:47:59.696462+0000","last_undegraded":"2023-12-20T10:47:59.696462+0000","last_fullsized":"2023-12-20T10:47:59.696462+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:52:36.534301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.699098+0000","last_change":"2023-12-20T10:47:33.695670+0000","last_active":"2023-12-20T10:47:59.699098+0000","last_peered":"2023-12-20T10:47:59.699098+0000","last_clean":"2023-12-20T10:47:59.699098+0000","last_became_active":"2023-12-20T10:47:33.695227+0000","last_became_peered":"2023-12-20T10:47:33.695227+0000","last_unstale":"2023-12-20T10:47:59.699098+0000","last_undegraded":"2023-12-20T10:47:59.699098+0000","last_fullsized":"2023-12-20T10:47:59.699098+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:52:54.634337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-20T10:47:59.702363+0000","last_change":"2023-12-20T10:47:33.690820+0000","last_active":"2023-12-20T10:47:59.702363+0000","last_peered":"2023-12-20T10:47:59.702363+0000","last_clean":"2023-12-20T10:47:59.702363+0000","last_became_active":"2023-12-20T10:47:33.690506+0000","last_became_peered":"2023-12-20T10:47:33.690506+0000","last_unstale":"2023-12-20T10:47:59.702363+0000","last_undegraded":"2023-12-20T10:47:59.702363+0000","last_fullsized":"2023-12-20T10:47:59.702363+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:58:55.427396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3094,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":51,"seq":219043332112,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298496,"kb_used_data":1208,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446656,"statfs":{"total":95995035648,"available":95689375744,"internally_reserved":0,"allocated":1236992,"data_stored":864481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:48:21 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.435}]},{"osd":1,"last update":"Wed Dec 20 10:48:21 2023","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.53000000000000003}]},{"osd":2,"last update":"Wed Dec 20 10:48:21 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.56699999999999995}]},{"osd":3,"last update":"Wed Dec 20 10:48:21 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.46100000000000002}]},{"osd":4,"last update":"Wed Dec 20 10:48:21 2023","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.505},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.34300000000000003}]},{"osd":5,"last update":"Wed Dec 20 10:48:21 2023","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.35999999999999999}]},{"osd":6,"last update":"Wed Dec 20 10:48:21 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":1.171,"5min":1.171,"15min":1.171},"last":0.375}]}]},{"osd":6,"up_from":44,"seq":188978561043,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298496,"kb_used_data":1208,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446656,"statfs":{"total":95995035648,"available":95689375744,"internally_reserved":0,"allocated":1236992,"data_stored":865906,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:47:59 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.38100000000000001}]},{"osd":1,"last update":"Wed Dec 20 10:47:59 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.44700000000000001}]},{"osd":2,"last update":"Wed Dec 20 10:47:59 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.49099999999999999}]},{"osd":3,"last update":"Wed Dec 20 10:47:59 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.375},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.40799999999999997}]},{"osd":4,"last update":"Wed Dec 20 10:47:59 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.56999999999999995}]},{"osd":5,"last update":"Wed Dec 20 10:47:59 2023","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.53400000000000003}]},{"osd":7,"last update":"Wed Dec 20 10:48:16 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":2.6699999999999999,"5min":2.6699999999999999,"15min":2.6699999999999999},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.55300000000000005}]}]},{"osd":1,"up_from":13,"seq":55834574882,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297912,"kb_used_data":624,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447240,"statfs":{"total":95995035648,"available":95689973760,"internally_reserved":0,"allocated":638976,"data_stored":273396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:47:39 2023","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.372,"15min":0.376},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.48299999999999998,"5min":0.53500000000000003,"15min":0.53500000000000003},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.40999999999999998,"15min":0.40799999999999997},"min":{"1min":0.25900000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.33400000000000002}]},{"osd":2,"last update":"Wed Dec 20 10:48:00 2023","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.40699999999999997,"15min":0.41399999999999998},"min":{"1min":0.26900000000000002,"5min":0.245,"15min":0.245},"max":{"1min":0.53100000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.223},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.44600000000000001,"15min":0.45200000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.58699999999999997,"5min":0.748,"15min":0.748},"last":0.30599999999999999}]},{"osd":3,"last update":"Wed Dec 20 10:48:20 2023","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.498,"15min":0.51200000000000001},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.45600000000000002,"15min":0.46500000000000002},"min":{"1min":0.27700000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.52000000000000002,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.45500000000000002}]},{"osd":4,"last update":"Wed Dec 20 10:47:29 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.40600000000000003}]},{"osd":5,"last update":"Wed Dec 20 10:47:43 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.5}]},{"osd":6,"last update":"Wed Dec 20 10:48:00 2023","interfaces":[{"interface":"back","average":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":8.7029999999999994,"5min":8.7029999999999994,"15min":8.7029999999999994},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":8.4510000000000005,"5min":8.4510000000000005,"15min":8.4510000000000005},"last":0.432}]},{"osd":7,"last update":"Wed Dec 20 10:48:20 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.52800000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738406,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298500,"kb_used_data":1212,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446652,"statfs":{"total":95995035648,"available":95689371648,"internally_reserved":0,"allocated":1241088,"data_stored":864304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Dec 20 10:47:39 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.36099999999999999,"15min":0.34499999999999997},"min":{"1min":0.28199999999999997,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.318},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.36599999999999999,"15min":0.35999999999999999},"min":{"1min":0.26200000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.56399999999999995,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.30499999999999999}]},{"osd":2,"last update":"Wed Dec 20 10:48:02 2023","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.39200000000000002,"15min":0.38800000000000001},"min":{"1min":0.27500000000000002,"5min":0.255,"15min":0.255},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.42399999999999999,"15min":0.42699999999999999},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.54900000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.36099999999999999}]},{"osd":3,"last update":"Wed Dec 20 10:48:12 2023","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.46800000000000003,"15min":0.47399999999999998},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.629,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45300000000000001,"15min":0.45200000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.28299999999999997}]},{"osd":4,"last update":"Wed Dec 20 10:47:31 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.47099999999999997}]},{"osd":5,"last update":"Wed Dec 20 10:47:46 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.505},{"interface":"front","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.45600000000000002}]},{"osd":6,"last update":"Wed Dec 20 10:48:02 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.44900000000000001}]},{"osd":7,"last update":"Wed Dec 20 10:48:18 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.2390000000000001,"5min":1.2390000000000001,"15min":1.2390000000000001},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.434}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297908,"kb_used_data":620,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447244,"statfs":{"total":95995035648,"available":95689977856,"internally_reserved":0,"allocated":634880,"data_stored":273537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:47:56 2023","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.371,"15min":0.371},"min":{"1min":0.23200000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.51900000000000002,"5min":0.627,"15min":0.627},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.39100000000000001,"15min":0.38900000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.57299999999999995,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.41499999999999998}]},{"osd":1,"last update":"Wed Dec 20 10:47:56 2023","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.40200000000000002,"15min":0.40000000000000002},"min":{"1min":0.27500000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.39900000000000002,"15min":0.39800000000000002},"min":{"1min":0.26600000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.5}]},{"osd":3,"last update":"Wed Dec 20 10:48:16 2023","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.433,"15min":0.443},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.61199999999999999,"5min":0.628,"15min":0.628},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.44800000000000001,"15min":0.45400000000000001},"min":{"1min":0.32600000000000001,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.44500000000000001}]},{"osd":4,"last update":"Wed Dec 20 10:47:30 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.52700000000000002}]},{"osd":5,"last update":"Wed Dec 20 10:47:44 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.54700000000000004}]},{"osd":6,"last update":"Wed Dec 20 10:48:00 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.63},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.58699999999999997}]},{"osd":7,"last update":"Wed Dec 20 10:48:18 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.67500000000000004}]}]},{"osd":3,"up_from":25,"seq":107374182429,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297924,"kb_used_data":636,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447228,"statfs":{"total":95995035648,"available":95689961472,"internally_reserved":0,"allocated":651264,"data_stored":275664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:48:13 2023","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.40400000000000003,"15min":0.41199999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.5,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.436},{"interface":"front","average":{"1min":0.372,"5min":0.42399999999999999,"15min":0.432},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.54400000000000004,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.24199999999999999}]},{"osd":1,"last update":"Wed Dec 20 10:48:13 2023","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.41399999999999998,"15min":0.42199999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.51400000000000001,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.434,"15min":0.442},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.58699999999999997,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.38600000000000001}]},{"osd":2,"last update":"Wed Dec 20 10:48:13 2023","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.46600000000000003,"15min":0.47399999999999998},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.57899999999999996,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.376,"5min":0.46300000000000002,"15min":0.47699999999999998},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.55900000000000005,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.27900000000000003}]},{"osd":4,"last update":"Wed Dec 20 10:47:31 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.40999999999999998}]},{"osd":5,"last update":"Wed Dec 20 10:47:46 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.45800000000000002}]},{"osd":6,"last update":"Wed Dec 20 10:48:00 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":3.4300000000000002,"5min":3.4300000000000002,"15min":3.4300000000000002},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":3.4550000000000001,"5min":3.4550000000000001,"15min":3.4550000000000001},"last":0.37}]},{"osd":7,"last update":"Wed Dec 20 10:48:19 2023","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":3.3610000000000002,"5min":3.3610000000000002,"15min":3.3610000000000002},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":3.399,"5min":3.399,"15min":3.399},"last":0.53800000000000003}]}]},{"osd":4,"up_from":30,"seq":128849018906,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297924,"kb_used_data":636,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447228,"statfs":{"total":95995035648,"available":95689961472,"internally_reserved":0,"allocated":651264,"data_stored":274217,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:47:28 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.433}]},{"osd":1,"last update":"Wed Dec 20 10:47:28 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.38700000000000001}]},{"osd":2,"last update":"Wed Dec 20 10:47:28 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.50700000000000001}]},{"osd":3,"last update":"Wed Dec 20 10:47:28 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.56299999999999994}]},{"osd":5,"last update":"Wed Dec 20 10:47:43 2023","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.61699999999999999}]},{"osd":6,"last update":"Wed Dec 20 10:48:03 2023","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.52300000000000002}]},{"osd":7,"last update":"Wed Dec 20 10:48:19 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.48799999999999999}]}]},{"osd":5,"up_from":37,"seq":158913789974,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297916,"kb_used_data":628,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447236,"statfs":{"total":95995035648,"available":95689969664,"internally_reserved":0,"allocated":643072,"data_stored":275327,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 10:47:43 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.495}]},{"osd":1,"last update":"Wed Dec 20 10:47:43 2023","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.43099999999999999}]},{"osd":2,"last update":"Wed Dec 20 10:47:43 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.442},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.37}]},{"osd":3,"last update":"Wed Dec 20 10:47:43 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.47799999999999998}]},{"osd":4,"last update":"Wed Dec 20 10:47:43 2023","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.30499999999999999}]},{"osd":6,"last update":"Wed Dec 20 10:48:01 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.41599999999999998}]},{"osd":7,"last update":"Wed Dec 20 10:48:20 2023","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.40799999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2414,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-20T10:48:26.702 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2023-12-20T10:48:26.702 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-12-20T10:48:26.702 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2023-12-20T10:48:26.703 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph health --format=json 2023-12-20T10:48:26.731 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 bash[183180]: 51b35508df835037f68fefa6676ea62c92bfde2954016c1408e0fc5377fa555a 2023-12-20T10:48:26.731 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 systemd[1]: Started Ceph grafana.a for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:48:26.731 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=settings t=2023-12-20T10:48:26.607967623Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2023-12-20T10:48:26.731 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=settings t=2023-12-20T10:48:26.60817514Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2023-12-20T10:48:26.731 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=settings t=2023-12-20T10:48:26.608192247Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2023-12-20T10:48:26.731 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=settings t=2023-12-20T10:48:26.608198613Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2023-12-20T10:48:26.731 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=settings t=2023-12-20T10:48:26.608204111Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2023-12-20T10:48:26.731 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=settings t=2023-12-20T10:48:26.608209587Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2023-12-20T10:48:26.731 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=settings t=2023-12-20T10:48:26.608214947Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2023-12-20T10:48:26.731 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=settings t=2023-12-20T10:48:26.608220366Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2023-12-20T10:48:26.731 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=settings t=2023-12-20T10:48:26.608225833Z level=info msg="Path Home" path=/usr/share/grafana 2023-12-20T10:48:26.731 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=settings t=2023-12-20T10:48:26.608231115Z level=info msg="Path Data" path=/var/lib/grafana 2023-12-20T10:48:26.732 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=settings t=2023-12-20T10:48:26.608236048Z level=info msg="Path Logs" path=/var/log/grafana 2023-12-20T10:48:26.732 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=settings t=2023-12-20T10:48:26.608241528Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2023-12-20T10:48:26.732 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=settings t=2023-12-20T10:48:26.608248452Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2023-12-20T10:48:26.732 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=settings t=2023-12-20T10:48:26.608253697Z level=info msg="App mode production" 2023-12-20T10:48:26.732 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=sqlstore t=2023-12-20T10:48:26.608315198Z level=info msg="Connecting to DB" dbtype=sqlite3 2023-12-20T10:48:26.732 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=sqlstore t=2023-12-20T10:48:26.608330374Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2023-12-20T10:48:26.732 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.609165765Z level=info msg="Starting DB migrations" 2023-12-20T10:48:26.732 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.609241482Z level=info msg="Executing migration" id="create migration_log table" 2023-12-20T10:48:26.732 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.609855156Z level=info msg="Executing migration" id="create user table" 2023-12-20T10:48:26.732 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.610276433Z level=info msg="Executing migration" id="add unique index user.login" 2023-12-20T10:48:26.732 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.61072554Z level=info msg="Executing migration" id="add unique index user.email" 2023-12-20T10:48:26.732 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.611171717Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2023-12-20T10:48:26.732 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.611602189Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2023-12-20T10:48:26.732 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.612023602Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2023-12-20T10:48:26.733 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.612696114Z level=info msg="Executing migration" id="create user table v2" 2023-12-20T10:48:26.733 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.613113761Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2023-12-20T10:48:26.733 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.613526874Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2023-12-20T10:48:26.733 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.613941179Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2023-12-20T10:48:26.733 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.614282671Z level=info msg="Executing migration" id="Drop old table user_v1" 2023-12-20T10:48:26.733 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.614612928Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2023-12-20T10:48:26.733 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.615079814Z level=info msg="Executing migration" id="Update user table charset" 2023-12-20T10:48:26.733 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.61542761Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2023-12-20T10:48:26.733 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.615835803Z level=info msg="Executing migration" id="Add missing user data" 2023-12-20T10:48:26.733 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.616184633Z level=info msg="Executing migration" id="Add is_disabled column to user" 2023-12-20T10:48:26.733 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.616562182Z level=info msg="Executing migration" id="Add index user.login/user.email" 2023-12-20T10:48:26.733 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.616955233Z level=info msg="Executing migration" id="Add is_service_account column to user" 2023-12-20T10:48:26.733 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.617354831Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2023-12-20T10:48:26.734 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.618526067Z level=info msg="Executing migration" id="create temp user table v1-7" 2023-12-20T10:48:26.734 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.618944599Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2023-12-20T10:48:26.734 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.619353539Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2023-12-20T10:48:26.734 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.619729828Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2023-12-20T10:48:26.734 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.62068925Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2023-12-20T10:48:26.734 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.621395383Z level=info msg="Executing migration" id="Update temp_user table charset" 2023-12-20T10:48:26.734 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.62168846Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2023-12-20T10:48:26.734 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.622474885Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2023-12-20T10:48:26.734 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.623428219Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2023-12-20T10:48:26.734 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.624102418Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2023-12-20T10:48:26.734 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.625018933Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2023-12-20T10:48:26.734 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.625819509Z level=info msg="Executing migration" id="create temp_user v2" 2023-12-20T10:48:26.734 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.626639948Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2023-12-20T10:48:26.734 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.627548405Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2023-12-20T10:48:26.735 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.627968152Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2023-12-20T10:48:26.735 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.628994122Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2023-12-20T10:48:26.735 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.629728647Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2023-12-20T10:48:26.735 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.630598119Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2023-12-20T10:48:26.735 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.631588518Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2023-12-20T10:48:26.735 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.632263956Z level=info msg="Executing migration" id="create star table" 2023-12-20T10:48:26.735 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.6332562Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2023-12-20T10:48:26.735 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.633854001Z level=info msg="Executing migration" id="create org table v1" 2023-12-20T10:48:26.735 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.6347005Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2023-12-20T10:48:26.735 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.635638148Z level=info msg="Executing migration" id="create org_user table v1" 2023-12-20T10:48:26.735 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.636101522Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2023-12-20T10:48:26.735 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.636911871Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2023-12-20T10:48:26.735 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.637754153Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2023-12-20T10:48:26.735 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.638628995Z level=info msg="Executing migration" id="Update org table charset" 2023-12-20T10:48:26.736 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.639502847Z level=info msg="Executing migration" id="Update org_user table charset" 2023-12-20T10:48:26.736 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.640002917Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2023-12-20T10:48:26.736 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.640305082Z level=info msg="Executing migration" id="create dashboard table" 2023-12-20T10:48:26.736 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.641276655Z level=info msg="Executing migration" id="add index dashboard.account_id" 2023-12-20T10:48:26.736 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.644034231Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2023-12-20T10:48:26.736 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.644530807Z level=info msg="Executing migration" id="create dashboard_tag table" 2023-12-20T10:48:26.736 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.647250837Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2023-12-20T10:48:26.736 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.64996369Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2023-12-20T10:48:26.736 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.65267619Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2023-12-20T10:48:26.736 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.653616838Z level=info msg="Executing migration" id="create dashboard v2" 2023-12-20T10:48:26.736 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.656268218Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2023-12-20T10:48:26.737 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.659044551Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2023-12-20T10:48:26.737 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.661685059Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2023-12-20T10:48:26.737 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.662036452Z level=info msg="Executing migration" id="drop table dashboard_v1" 2023-12-20T10:48:26.737 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.664838885Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2023-12-20T10:48:26.737 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.667364564Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2023-12-20T10:48:26.737 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.670207289Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2023-12-20T10:48:26.737 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.670704944Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2023-12-20T10:48:26.737 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.673649645Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2023-12-20T10:48:26.738 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.67594492Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2023-12-20T10:48:26.738 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.678635953Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2023-12-20T10:48:26.738 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.679164143Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2023-12-20T10:48:26.738 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.68194953Z level=info msg="Executing migration" id="Update dashboard table charset" 2023-12-20T10:48:26.738 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.684696803Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2023-12-20T10:48:26.738 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.687311425Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2023-12-20T10:48:26.738 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.687939327Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2023-12-20T10:48:26.738 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.690563809Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2023-12-20T10:48:26.738 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.693319769Z level=info msg="Executing migration" id="Add column uid in dashboard" 2023-12-20T10:48:26.738 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.695938371Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2023-12-20T10:48:26.738 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.69627166Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2023-12-20T10:48:26.738 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.698900221Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2023-12-20T10:48:26.738 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.701553492Z level=info msg="Executing migration" id="Update dashboard title length" 2023-12-20T10:48:26.738 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.704179261Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2023-12-20T10:48:26.738 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.704682783Z level=info msg="Executing migration" id="create dashboard_provisioning" 2023-12-20T10:48:26.739 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.707521859Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2023-12-20T10:48:26.739 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.710076557Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2023-12-20T10:48:26.739 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.712901435Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2023-12-20T10:48:26.739 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.713353308Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2023-12-20T10:48:26.739 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.716099491Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2023-12-20T10:48:26.739 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.716915366Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2023-12-20T10:48:26.739 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.717625426Z level=info msg="Executing migration" id="Add check_sum column" 2023-12-20T10:48:26.739 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.71815762Z level=info msg="Executing migration" id="Add index for dashboard_title" 2023-12-20T10:48:26.739 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.719030783Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2023-12-20T10:48:26.739 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.719742287Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2023-12-20T10:48:26.739 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.72058969Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2023-12-20T10:48:26.739 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.721019469Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2023-12-20T10:48:26.739 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.721813163Z level=info msg="Executing migration" id="create data_source table" 2023-12-20T10:48:26.740 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.722741676Z level=info msg="Executing migration" id="add index data_source.account_id" 2023-12-20T10:48:26.740 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.723532354Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2023-12-20T10:48:26.740 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.724182308Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2023-12-20T10:48:26.740 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.725013934Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2023-12-20T10:48:26.740 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.725819585Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2023-12-20T10:48:26.740 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.726778475Z level=info msg="Executing migration" id="create data_source table v2" 2023-12-20T10:48:26.740 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.727593473Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2023-12-20T10:48:26.740 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.72835862Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2023-12-20T10:48:26.740 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.729191838Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2023-12-20T10:48:26.740 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.730018971Z level=info msg="Executing migration" id="Add column with_credentials" 2023-12-20T10:48:26.981 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.730860704Z level=info msg="Executing migration" id="Add secure json data column" 2023-12-20T10:48:26.981 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.731689323Z level=info msg="Executing migration" id="Update data_source table charset" 2023-12-20T10:48:26.981 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.732565071Z level=info msg="Executing migration" id="Update initial version to 1" 2023-12-20T10:48:26.981 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.733420732Z level=info msg="Executing migration" id="Add read_only data column" 2023-12-20T10:48:26.982 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.734275513Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2023-12-20T10:48:26.982 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.735018742Z level=info msg="Executing migration" id="Update json_data with nulls" 2023-12-20T10:48:26.982 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.735830143Z level=info msg="Executing migration" id="Add uid column" 2023-12-20T10:48:26.982 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.736685335Z level=info msg="Executing migration" id="Update uid value" 2023-12-20T10:48:26.982 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.737516167Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2023-12-20T10:48:26.982 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.738398981Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2023-12-20T10:48:26.982 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.739124074Z level=info msg="Executing migration" id="create api_key table" 2023-12-20T10:48:26.982 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.739952458Z level=info msg="Executing migration" id="add index api_key.account_id" 2023-12-20T10:48:26.982 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.740823005Z level=info msg="Executing migration" id="add index api_key.key" 2023-12-20T10:48:26.982 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.741731178Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2023-12-20T10:48:26.982 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.742425293Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2023-12-20T10:48:26.983 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.743196031Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2023-12-20T10:48:26.983 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.743612039Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2023-12-20T10:48:26.983 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.744082536Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2023-12-20T10:48:26.983 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.746953598Z level=info msg="Executing migration" id="create api_key table v2" 2023-12-20T10:48:26.983 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.749523762Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2023-12-20T10:48:26.983 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.749932228Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2023-12-20T10:48:26.983 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.752718287Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2023-12-20T10:48:26.983 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.755451012Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2023-12-20T10:48:26.983 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.757973171Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2023-12-20T10:48:26.983 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.75831224Z level=info msg="Executing migration" id="Update api_key table charset" 2023-12-20T10:48:26.983 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.761014295Z level=info msg="Executing migration" id="Add expires to api_key table" 2023-12-20T10:48:26.983 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.761706113Z level=info msg="Executing migration" id="Add service account foreign key" 2023-12-20T10:48:26.983 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.763786966Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2023-12-20T10:48:26.984 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.766414726Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2023-12-20T10:48:26.984 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.766963026Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2023-12-20T10:48:26.984 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.769829223Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2023-12-20T10:48:26.984 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.77253918Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2023-12-20T10:48:26.984 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.774958644Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2023-12-20T10:48:26.984 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.775395388Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2023-12-20T10:48:26.984 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.778071554Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2023-12-20T10:48:26.984 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.780683084Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2023-12-20T10:48:26.984 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.783485997Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2023-12-20T10:48:26.984 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.78381269Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2023-12-20T10:48:26.984 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.786566813Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2023-12-20T10:48:26.984 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.789200665Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2023-12-20T10:48:26.984 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.791974537Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2023-12-20T10:48:26.984 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.792324567Z level=info msg="Executing migration" id="create quota table v1" 2023-12-20T10:48:26.984 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.795141071Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2023-12-20T10:48:26.985 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.797706013Z level=info msg="Executing migration" id="Update quota table charset" 2023-12-20T10:48:26.985 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.800277858Z level=info msg="Executing migration" id="create plugin_setting table" 2023-12-20T10:48:26.985 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.800833843Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2023-12-20T10:48:26.985 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.803669853Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2023-12-20T10:48:26.985 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.806197968Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2023-12-20T10:48:26.985 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.808969497Z level=info msg="Executing migration" id="create session table" 2023-12-20T10:48:26.985 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.811509885Z level=info msg="Executing migration" id="Drop old table playlist table" 2023-12-20T10:48:26.985 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.813931517Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2023-12-20T10:48:26.985 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.816743956Z level=info msg="Executing migration" id="create playlist table v2" 2023-12-20T10:48:26.985 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.817400267Z level=info msg="Executing migration" id="create playlist item table v2" 2023-12-20T10:48:26.985 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.817772121Z level=info msg="Executing migration" id="Update playlist table charset" 2023-12-20T10:48:26.985 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.818675197Z level=info msg="Executing migration" id="Update playlist_item table charset" 2023-12-20T10:48:26.985 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.819427314Z level=info msg="Executing migration" id="drop preferences table v2" 2023-12-20T10:48:26.986 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.820245617Z level=info msg="Executing migration" id="drop preferences table v3" 2023-12-20T10:48:26.987 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:48:26.988 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.820651642Z level=info msg="Executing migration" id="create preferences table v3" 2023-12-20T10:48:26.988 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.821028009Z level=info msg="Executing migration" id="Update preferences table charset" 2023-12-20T10:48:26.988 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.821297776Z level=info msg="Executing migration" id="Add column team_id in preferences" 2023-12-20T10:48:26.988 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.821866179Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2023-12-20T10:48:26.988 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.822161599Z level=info msg="Executing migration" id="Add column week_start in preferences" 2023-12-20T10:48:26.988 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.82271718Z level=info msg="Executing migration" id="Add column preferences.json_data" 2023-12-20T10:48:26.988 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.823296038Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2023-12-20T10:48:26.988 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.823549748Z level=info msg="Executing migration" id="Add preferences index org_id" 2023-12-20T10:48:26.989 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.823960282Z level=info msg="Executing migration" id="Add preferences index user_id" 2023-12-20T10:48:26.989 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.824451999Z level=info msg="Executing migration" id="create alert table v1" 2023-12-20T10:48:26.989 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.825294025Z level=info msg="Executing migration" id="add index alert org_id & id " 2023-12-20T10:48:26.989 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.826112575Z level=info msg="Executing migration" id="add index alert state" 2023-12-20T10:48:26.989 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.826697416Z level=info msg="Executing migration" id="add index alert dashboard_id" 2023-12-20T10:48:26.989 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.827088707Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2023-12-20T10:48:26.989 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.82744837Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2023-12-20T10:48:26.989 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.827851301Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2023-12-20T10:48:26.989 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.828459292Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2023-12-20T10:48:26.990 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.829843655Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2023-12-20T10:48:26.990 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.830252963Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2023-12-20T10:48:26.990 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.830689114Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2023-12-20T10:48:26.990 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.831022084Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2023-12-20T10:48:26.990 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.831395032Z level=info msg="Executing migration" id="create alert_notification table v1" 2023-12-20T10:48:26.990 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.831750362Z level=info msg="Executing migration" id="Add column is_default" 2023-12-20T10:48:26.990 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.832420715Z level=info msg="Executing migration" id="Add column frequency" 2023-12-20T10:48:26.991 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.833045534Z level=info msg="Executing migration" id="Add column send_reminder" 2023-12-20T10:48:26.991 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.833708047Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2023-12-20T10:48:26.991 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.834366874Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2023-12-20T10:48:26.991 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.834800487Z level=info msg="Executing migration" id="Update alert table charset" 2023-12-20T10:48:26.991 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.835088098Z level=info msg="Executing migration" id="Update alert_notification table charset" 2023-12-20T10:48:26.991 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.835354003Z level=info msg="Executing migration" id="create notification_journal table v1" 2023-12-20T10:48:26.992 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.835744006Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2023-12-20T10:48:26.992 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.83616761Z level=info msg="Executing migration" id="drop alert_notification_journal" 2023-12-20T10:48:26.992 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.836537476Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2023-12-20T10:48:26.992 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.836956298Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2023-12-20T10:48:26.992 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.839286569Z level=info msg="Executing migration" id="Add for to alert table" 2023-12-20T10:48:26.992 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.83998182Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2023-12-20T10:48:26.992 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.842656029Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2023-12-20T10:48:26.992 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.845495883Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2023-12-20T10:48:26.993 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.848055632Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2023-12-20T10:48:26.993 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.848518447Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2023-12-20T10:48:26.993 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.851221652Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2023-12-20T10:48:26.993 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.85390286Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2023-12-20T10:48:26.993 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.856460515Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2023-12-20T10:48:26.993 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.856894395Z level=info msg="Executing migration" id="Drop old annotation table v4" 2023-12-20T10:48:26.993 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.859586355Z level=info msg="Executing migration" id="create annotation table v5" 2023-12-20T10:48:26.993 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.862290688Z level=info msg="Executing migration" id="add index annotation 0 v3" 2023-12-20T10:48:26.993 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.864894905Z level=info msg="Executing migration" id="add index annotation 1 v3" 2023-12-20T10:48:26.994 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.865354743Z level=info msg="Executing migration" id="add index annotation 2 v3" 2023-12-20T10:48:26.994 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.867969344Z level=info msg="Executing migration" id="add index annotation 3 v3" 2023-12-20T10:48:26.994 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.87067186Z level=info msg="Executing migration" id="add index annotation 4 v3" 2023-12-20T10:48:26.994 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.873228397Z level=info msg="Executing migration" id="Update annotation table charset" 2023-12-20T10:48:26.994 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.873560938Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2023-12-20T10:48:26.994 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.876431649Z level=info msg="Executing migration" id="Drop category_id index" 2023-12-20T10:48:26.994 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.878964765Z level=info msg="Executing migration" id="Add column tags to annotation table" 2023-12-20T10:48:26.994 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.881643011Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2023-12-20T10:48:26.994 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.882090881Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2023-12-20T10:48:26.995 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.884818553Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2023-12-20T10:48:26.995 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.887500467Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2023-12-20T10:48:26.995 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.889877504Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2023-12-20T10:48:26.995 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.890289829Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2023-12-20T10:48:26.995 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.892925005Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2023-12-20T10:48:26.995 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.895565217Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2023-12-20T10:48:26.995 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.897954421Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2023-12-20T10:48:26.996 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.898287848Z level=info msg="Executing migration" id="Add created time to annotation table" 2023-12-20T10:48:26.996 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.901076268Z level=info msg="Executing migration" id="Add updated time to annotation table" 2023-12-20T10:48:26.996 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.903714755Z level=info msg="Executing migration" id="Add index for created in annotation table" 2023-12-20T10:48:26.996 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.906352908Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2023-12-20T10:48:26.996 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.906878339Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2023-12-20T10:48:26.996 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.907816339Z level=info msg="Executing migration" id="Add epoch_end column" 2023-12-20T10:48:26.996 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.908660772Z level=info msg="Executing migration" id="Add index for epoch_end" 2023-12-20T10:48:26.997 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.909491513Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2023-12-20T10:48:26.997 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.909851677Z level=info msg="Executing migration" id="Move region to single row" 2023-12-20T10:48:26.997 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.910666572Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2023-12-20T10:48:26.997 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.911622309Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2023-12-20T10:48:26.997 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.912296721Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2023-12-20T10:48:26.997 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.912746438Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2023-12-20T10:48:26.997 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.91353749Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2023-12-20T10:48:26.998 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.914321618Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2023-12-20T10:48:26.998 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.915112662Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2023-12-20T10:48:26.998 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.915450042Z level=info msg="Executing migration" id="create test_data table" 2023-12-20T10:48:26.998 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.916172368Z level=info msg="Executing migration" id="create dashboard_version table v1" 2023-12-20T10:48:26.998 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.916632515Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2023-12-20T10:48:26.998 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.917399913Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2023-12-20T10:48:26.998 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.917820837Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2023-12-20T10:48:26.998 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.918677335Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2023-12-20T10:48:26.998 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.91934837Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2023-12-20T10:48:26.998 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.920117171Z level=info msg="Executing migration" id="create team table" 2023-12-20T10:48:26.999 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.920526467Z level=info msg="Executing migration" id="add index team.org_id" 2023-12-20T10:48:26.999 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.920968498Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2023-12-20T10:48:26.999 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.92191605Z level=info msg="Executing migration" id="create team member table" 2023-12-20T10:48:26.999 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.922644961Z level=info msg="Executing migration" id="add index team_member.org_id" 2023-12-20T10:48:26.999 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.923465629Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2023-12-20T10:48:26.999 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.923901009Z level=info msg="Executing migration" id="add index team_member.team_id" 2023-12-20T10:48:26.999 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.924669714Z level=info msg="Executing migration" id="Add column email to team table" 2023-12-20T10:48:26.999 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.925453502Z level=info msg="Executing migration" id="Add column external to team_member table" 2023-12-20T10:48:26.999 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.926313357Z level=info msg="Executing migration" id="Add column permission to team_member table" 2023-12-20T10:48:26.999 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.927135048Z level=info msg="Executing migration" id="create dashboard acl table" 2023-12-20T10:48:27.000 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.927911079Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2023-12-20T10:48:27.000 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.928890324Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2023-12-20T10:48:27.000 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.929371638Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2023-12-20T10:48:27.000 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.929771938Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2023-12-20T10:48:27.000 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.930597213Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2023-12-20T10:48:27.000 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.931411997Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2023-12-20T10:48:27.000 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.93183176Z level=info msg="Executing migration" id="add index dashboard_permission" 2023-12-20T10:48:27.000 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.932230298Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2023-12-20T10:48:27.000 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.932585252Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2023-12-20T10:48:27.001 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.9328505Z level=info msg="Executing migration" id="create tag table" 2023-12-20T10:48:27.001 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.93322021Z level=info msg="Executing migration" id="add index tag.key_value" 2023-12-20T10:48:27.001 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.933624191Z level=info msg="Executing migration" id="create login attempt table" 2023-12-20T10:48:27.001 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.933996725Z level=info msg="Executing migration" id="add index login_attempt.username" 2023-12-20T10:48:27.001 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.93439287Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2023-12-20T10:48:27.002 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.934753151Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2023-12-20T10:48:27.002 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.93658877Z level=info msg="Executing migration" id="create login_attempt v2" 2023-12-20T10:48:27.002 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.937036224Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2023-12-20T10:48:27.002 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.937445678Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2023-12-20T10:48:27.002 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.937719725Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2023-12-20T10:48:27.002 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.938082923Z level=info msg="Executing migration" id="create user auth table" 2023-12-20T10:48:27.002 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.938459615Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2023-12-20T10:48:27.003 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.93889321Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2023-12-20T10:48:27.003 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.939202565Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2023-12-20T10:48:27.003 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.93993459Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2023-12-20T10:48:27.003 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.94067649Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2023-12-20T10:48:27.003 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.941435113Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2023-12-20T10:48:27.003 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.942220171Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2023-12-20T10:48:27.003 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.942647028Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2023-12-20T10:48:27.003 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.943407587Z level=info msg="Executing migration" id="create server_lock table" 2023-12-20T10:48:27.004 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.943809789Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2023-12-20T10:48:27.004 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.944247906Z level=info msg="Executing migration" id="create user auth token table" 2023-12-20T10:48:27.004 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.944668273Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2023-12-20T10:48:27.004 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.945432717Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2023-12-20T10:48:27.004 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.945886682Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2023-12-20T10:48:27.004 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.946312951Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2023-12-20T10:48:27.004 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.947072686Z level=info msg="Executing migration" id="create cache_data table" 2023-12-20T10:48:27.004 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.947485925Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2023-12-20T10:48:27.004 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.947893238Z level=info msg="Executing migration" id="create short_url table v1" 2023-12-20T10:48:27.005 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.948319764Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2023-12-20T10:48:27.005 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.94906654Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2023-12-20T10:48:27.005 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.949387334Z level=info msg="Executing migration" id="delete alert_definition table" 2023-12-20T10:48:27.005 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.949652941Z level=info msg="Executing migration" id="recreate alert_definition table" 2023-12-20T10:48:27.005 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.950135087Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2023-12-20T10:48:27.005 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.95055913Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2023-12-20T10:48:27.005 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.951443667Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2023-12-20T10:48:27.006 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.952136456Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2023-12-20T10:48:27.006 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.953033014Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2023-12-20T10:48:27.006 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.953710157Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2023-12-20T10:48:27.006 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.954501089Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2023-12-20T10:48:27.006 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.955427865Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2023-12-20T10:48:27.006 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.95629592Z level=info msg="Executing migration" id="drop alert_definition table" 2023-12-20T10:48:27.007 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.95711572Z level=info msg="Executing migration" id="delete alert_definition_version table" 2023-12-20T10:48:27.007 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.958052954Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2023-12-20T10:48:27.007 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.958711541Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2023-12-20T10:48:27.007 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.959621386Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2023-12-20T10:48:27.007 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.960318487Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2023-12-20T10:48:27.007 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.961154192Z level=info msg="Executing migration" id="drop alert_definition_version table" 2023-12-20T10:48:27.007 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.96215606Z level=info msg="Executing migration" id="create alert_instance table" 2023-12-20T10:48:27.007 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.962883832Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2023-12-20T10:48:27.007 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.963694957Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2023-12-20T10:48:27.008 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.96462878Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2023-12-20T10:48:27.008 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.965565354Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2023-12-20T10:48:27.008 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.966475696Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2023-12-20T10:48:27.008 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.967208504Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2023-12-20T10:48:27.008 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.970549671Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2023-12-20T10:48:27.008 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.973861503Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2023-12-20T10:48:27.008 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.974609467Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2023-12-20T10:48:27.008 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.97556692Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2023-12-20T10:48:27.008 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.976449111Z level=info msg="Executing migration" id="create alert_rule table" 2023-12-20T10:48:27.009 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.97732206Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2023-12-20T10:48:27.009 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.978173856Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2023-12-20T10:48:27.009 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.978883625Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2023-12-20T10:48:27.009 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.979828271Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2023-12-20T10:48:27.009 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.982390923Z level=info msg="Executing migration" id="add column for to alert_rule" 2023-12-20T10:48:27.233 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.985226886Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2023-12-20T10:48:27.233 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.987875253Z level=info msg="Executing migration" id="add column labels to alert_rule" 2023-12-20T10:48:27.234 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.990551133Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2023-12-20T10:48:27.234 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.993450056Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2023-12-20T10:48:27.234 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.995931817Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2023-12-20T10:48:27.234 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:26.998580412Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2023-12-20T10:48:27.234 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.001317127Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2023-12-20T10:48:27.234 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.004017902Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2023-12-20T10:48:27.234 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.006839177Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2023-12-20T10:48:27.234 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.009703199Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2023-12-20T10:48:27.234 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.012255091Z level=info msg="Executing migration" id="create alert_rule_version table" 2023-12-20T10:48:27.234 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.015048103Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2023-12-20T10:48:27.234 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.017898201Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2023-12-20T10:48:27.234 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.02054381Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2023-12-20T10:48:27.234 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.023123126Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2023-12-20T10:48:27.235 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.025855697Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2023-12-20T10:48:27.235 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.02861163Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2023-12-20T10:48:27.235 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.03107351Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2023-12-20T10:48:27.235 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.033823578Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2023-12-20T10:48:27.235 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.036323814Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2023-12-20T10:48:27.235 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.039054135Z level=info msg="Executing migration" id=create_alert_configuration_table 2023-12-20T10:48:27.235 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.041848564Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2023-12-20T10:48:27.235 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.044344047Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2023-12-20T10:48:27.235 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.047075648Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2023-12-20T10:48:27.235 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.049848961Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2023-12-20T10:48:27.235 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.052395942Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2023-12-20T10:48:27.235 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.055029634Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2023-12-20T10:48:27.235 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.057394527Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2023-12-20T10:48:27.235 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.060069431Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2023-12-20T10:48:27.235 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.062570462Z level=info msg="Executing migration" id="create provenance_type table" 2023-12-20T10:48:27.236 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.06527113Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2023-12-20T10:48:27.236 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.067910876Z level=info msg="Executing migration" id="create alert_image table" 2023-12-20T10:48:27.236 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.070374939Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2023-12-20T10:48:27.236 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.073068075Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2023-12-20T10:48:27.236 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.073788398Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2023-12-20T10:48:27.236 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.074641353Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2023-12-20T10:48:27.236 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.075579459Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2023-12-20T10:48:27.236 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.075668316Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2023-12-20T10:48:27.236 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.076227248Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2023-12-20T10:48:27.236 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.076990121Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2023-12-20T10:48:27.236 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.07794106Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2023-12-20T10:48:27.236 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.078222876Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2023-12-20T10:48:27.236 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.078328282Z level=info msg="alerts found to migrate" alerts=0 2023-12-20T10:48:27.236 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.078700071Z level=info msg="Executing migration" id="create library_element table v1" 2023-12-20T10:48:27.236 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.079640337Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2023-12-20T10:48:27.237 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.080342369Z level=info msg="Executing migration" id="create library_element_connection table v1" 2023-12-20T10:48:27.237 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.081311909Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2023-12-20T10:48:27.237 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.081936405Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2023-12-20T10:48:27.237 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.082852234Z level=info msg="Executing migration" id="increase max description length to 2048" 2023-12-20T10:48:27.237 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.08352659Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2023-12-20T10:48:27.237 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.084333791Z level=info msg="Executing migration" id="create data_keys table" 2023-12-20T10:48:27.237 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.08478518Z level=info msg="Executing migration" id="create secrets table" 2023-12-20T10:48:27.237 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.085237842Z level=info msg="Executing migration" id="rename data_keys name column to id" 2023-12-20T10:48:27.237 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.089595655Z level=info msg="Executing migration" id="add name column into data_keys" 2023-12-20T10:48:27.238 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.09052863Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2023-12-20T10:48:27.238 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.091409761Z level=info msg="Executing migration" id="rename data_keys name column to label" 2023-12-20T10:48:27.238 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.09565822Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2023-12-20T10:48:27.238 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.099939075Z level=info msg="Executing migration" id="create kv_store table v1" 2023-12-20T10:48:27.238 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.101037398Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2023-12-20T10:48:27.238 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.101638285Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2023-12-20T10:48:27.239 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.102451996Z level=info msg="Executing migration" id="create permission table" 2023-12-20T10:48:27.239 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.103419916Z level=info msg="Executing migration" id="add unique index permission.role_id" 2023-12-20T10:48:27.239 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.104150814Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2023-12-20T10:48:27.239 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.10502479Z level=info msg="Executing migration" id="create role table" 2023-12-20T10:48:27.239 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.105754321Z level=info msg="Executing migration" id="add column display_name" 2023-12-20T10:48:27.239 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.106669264Z level=info msg="Executing migration" id="add column group_name" 2023-12-20T10:48:27.239 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.107574008Z level=info msg="Executing migration" id="add index role.org_id" 2023-12-20T10:48:27.239 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.108641882Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2023-12-20T10:48:27.239 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.109252736Z level=info msg="Executing migration" id="add index role_org_id_uid" 2023-12-20T10:48:27.239 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.110037806Z level=info msg="Executing migration" id="create team role table" 2023-12-20T10:48:27.239 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.110905584Z level=info msg="Executing migration" id="add index team_role.org_id" 2023-12-20T10:48:27.239 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.111740651Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2023-12-20T10:48:27.239 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.114490436Z level=info msg="Executing migration" id="add index team_role.team_id" 2023-12-20T10:48:27.239 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.117232959Z level=info msg="Executing migration" id="create user role table" 2023-12-20T10:48:27.239 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.120043566Z level=info msg="Executing migration" id="add index user_role.org_id" 2023-12-20T10:48:27.240 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.122850157Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2023-12-20T10:48:27.240 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.125421644Z level=info msg="Executing migration" id="add index user_role.user_id" 2023-12-20T10:48:27.240 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.128107158Z level=info msg="Executing migration" id="create builtin role table" 2023-12-20T10:48:27.240 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.130719984Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2023-12-20T10:48:27.240 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.133295132Z level=info msg="Executing migration" id="add index builtin_role.name" 2023-12-20T10:48:27.240 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.13603313Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2023-12-20T10:48:27.240 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.138763319Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2023-12-20T10:48:27.240 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.141341416Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2023-12-20T10:48:27.240 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.143981471Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2023-12-20T10:48:27.240 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.14674465Z level=info msg="Executing migration" id="add unique index role.uid" 2023-12-20T10:48:27.240 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.149369068Z level=info msg="Executing migration" id="create seed assignment table" 2023-12-20T10:48:27.240 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.152111547Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2023-12-20T10:48:27.240 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.154880741Z level=info msg="Executing migration" id="add column hidden to role table" 2023-12-20T10:48:27.240 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.157778224Z level=info msg="Executing migration" id="create query_history table v1" 2023-12-20T10:48:27.240 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.160246377Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2023-12-20T10:48:27.241 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.16291835Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2023-12-20T10:48:27.241 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.165422761Z level=info msg="Executing migration" id="teams permissions migration" 2023-12-20T10:48:27.241 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.168144848Z level=info msg="Executing migration" id="dashboard permissions" 2023-12-20T10:48:27.241 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.170758739Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2023-12-20T10:48:27.241 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.173448338Z level=info msg="Executing migration" id="drop managed folder create actions" 2023-12-20T10:48:27.241 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.176051305Z level=info msg="Executing migration" id="alerting notification permissions" 2023-12-20T10:48:27.241 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.17881298Z level=info msg="Executing migration" id="create query_history_star table v1" 2023-12-20T10:48:27.241 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.18142016Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2023-12-20T10:48:27.241 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.184089188Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2023-12-20T10:48:27.241 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.186698701Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2023-12-20T10:48:27.241 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.189008793Z level=info msg="Executing migration" id="create correlation table v1" 2023-12-20T10:48:27.241 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.191813569Z level=info msg="Executing migration" id="add index correlations.uid" 2023-12-20T10:48:27.241 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.192264604Z level=info msg="Executing migration" id="add index correlations.source_uid" 2023-12-20T10:48:27.241 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.192666448Z level=info msg="Executing migration" id="add correlation config column" 2023-12-20T10:48:27.242 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.193628046Z level=info msg="Executing migration" id="create entity_events table" 2023-12-20T10:48:27.242 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.194086929Z level=info msg="Executing migration" id="create dashboard public config v1" 2023-12-20T10:48:27.242 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.196636628Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2023-12-20T10:48:27.242 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.196750823Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2023-12-20T10:48:27.242 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.197075528Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2023-12-20T10:48:27.242 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.197182833Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2023-12-20T10:48:27.242 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.197495966Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2023-12-20T10:48:27.242 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.20001787Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2023-12-20T10:48:27.242 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.202936347Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2023-12-20T10:48:27.242 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.205392181Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2023-12-20T10:48:27.242 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.208153806Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2023-12-20T10:48:27.242 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.210664058Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2023-12-20T10:48:27.242 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.213459543Z level=info msg="Executing migration" id="Drop public config table" 2023-12-20T10:48:27.242 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.215908319Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2023-12-20T10:48:27.242 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.218714143Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2023-12-20T10:48:27.243 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.221085019Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2023-12-20T10:48:27.243 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.223903128Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2023-12-20T10:48:27.243 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.226443827Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2023-12-20T10:48:27.243 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.229361679Z level=info msg="Executing migration" id="add annotations_enabled column" 2023-12-20T10:48:27.243 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.232027941Z level=info msg="Executing migration" id="add time_selection_enabled column" 2023-12-20T10:48:27.473 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:27 smithi123 bash[168127]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2023-12-20T10:48:27.543 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.23467548Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2023-12-20T10:48:27.544 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.237193867Z level=info msg="Executing migration" id="add share column" 2023-12-20T10:48:27.544 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.239768179Z level=info msg="Executing migration" id="create default alerting folders" 2023-12-20T10:48:27.544 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.242400008Z level=info msg="Executing migration" id="create file table" 2023-12-20T10:48:27.544 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.244936262Z level=info msg="Executing migration" id="file table idx: path natural pk" 2023-12-20T10:48:27.544 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.247891113Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2023-12-20T10:48:27.544 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.250239522Z level=info msg="Executing migration" id="create file_meta table" 2023-12-20T10:48:27.544 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.250660715Z level=info msg="Executing migration" id="file table idx: path key" 2023-12-20T10:48:27.544 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.253417782Z level=info msg="Executing migration" id="set path collation in file table" 2023-12-20T10:48:27.544 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.254056373Z level=info msg="Executing migration" id="managed permissions migration" 2023-12-20T10:48:27.544 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.254973901Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2023-12-20T10:48:27.544 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.255698329Z level=info msg="Executing migration" id="RBAC action name migrator" 2023-12-20T10:48:27.544 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.256643023Z level=info msg="Executing migration" id="Add UID column to playlist" 2023-12-20T10:48:27.544 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.257820988Z level=info msg="Executing migration" id="Update uid column values in playlist" 2023-12-20T10:48:27.544 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.258694097Z level=info msg="Executing migration" id="Add index for uid in playlist" 2023-12-20T10:48:27.545 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.259395534Z level=info msg="Executing migration" id="update group index for alert rules" 2023-12-20T10:48:27.545 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.260125915Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2023-12-20T10:48:27.545 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.260488876Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2023-12-20T10:48:27.545 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.260975063Z level=info msg="Executing migration" id="add action column to seed_assignment" 2023-12-20T10:48:27.545 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.262005194Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2023-12-20T10:48:27.545 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.263031417Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2023-12-20T10:48:27.545 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.263874847Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2023-12-20T10:48:27.545 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.273598914Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2023-12-20T10:48:27.545 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.274407199Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2023-12-20T10:48:27.545 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.275368055Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2023-12-20T10:48:27.545 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.279026279Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2023-12-20T10:48:27.545 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.279930672Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2023-12-20T10:48:27.545 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.280662145Z level=info msg="Executing migration" id="create folder table" 2023-12-20T10:48:27.545 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.281564096Z level=info msg="Executing migration" id="Add index for parent_uid" 2023-12-20T10:48:27.546 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.282406472Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2023-12-20T10:48:27.546 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.28323609Z level=info msg="Executing migration" id="Update folder title length" 2023-12-20T10:48:27.546 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.284070073Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2023-12-20T10:48:27.546 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=migrator t=2023-12-20T10:48:27.284845089Z level=info msg="migrations completed" performed=485 skipped=0 duration=675.627048ms 2023-12-20T10:48:27.546 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=sqlstore t=2023-12-20T10:48:27.285247072Z level=info msg="Created default organization" 2023-12-20T10:48:27.546 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=plugin.loader t=2023-12-20T10:48:27.341801846Z level=info msg="Plugin registered" pluginID=input 2023-12-20T10:48:27.546 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=plugin.loader t=2023-12-20T10:48:27.368757804Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2023-12-20T10:48:27.546 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=plugin.loader t=2023-12-20T10:48:27.368800601Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2023-12-20T10:48:27.546 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=secrets t=2023-12-20T10:48:27.368835422Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2023-12-20T10:48:27.546 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=query_data t=2023-12-20T10:48:27.370433192Z level=info msg="Query Service initialization" 2023-12-20T10:48:27.546 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=live.push_http t=2023-12-20T10:48:27.372822492Z level=info msg="Live Push Gateway initialization" 2023-12-20T10:48:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:27 smithi123 ceph-mon[124884]: from='client.24689 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-20T10:48:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:27 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:27 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:27 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:27 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:27 smithi123 ceph-mon[124884]: Deploying daemon node-exporter.a on smithi123 2023-12-20T10:48:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:27 smithi123 ceph-mon[124884]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:27 smithi123 ceph-mon[111044]: from='client.24689 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-20T10:48:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:27 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:27 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:27 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:27 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:27 smithi123 ceph-mon[111044]: Deploying daemon node-exporter.a on smithi123 2023-12-20T10:48:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:27 smithi123 ceph-mon[111044]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-mon[144425]: from='client.24689 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-20T10:48:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-mon[144425]: Deploying daemon node-exporter.a on smithi123 2023-12-20T10:48:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:27 smithi177 ceph-mon[144425]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:28.242 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:27 smithi123 bash[168127]: Getting image source signatures 2023-12-20T10:48:28.242 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:27 smithi123 bash[168127]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2023-12-20T10:48:28.242 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:27 smithi123 bash[168127]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2023-12-20T10:48:28.243 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:27 smithi123 bash[168127]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2023-12-20T10:48:28.268 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:48:28.268 INFO:teuthology.orchestra.run.smithi123.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-12-20T10:48:28.403 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=infra.usagestats.collector t=2023-12-20T10:48:28.078536215Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2023-12-20T10:48:28.403 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=provisioning.datasources t=2023-12-20T10:48:28.079104366Z level=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2023-12-20T10:48:28.403 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=provisioning.datasources t=2023-12-20T10:48:28.111501394Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2023-12-20T10:48:28.403 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=provisioning.datasources t=2023-12-20T10:48:28.143484977Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2023-12-20T10:48:28.403 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=provisioning.alerting t=2023-12-20T10:48:28.165123838Z level=info msg="starting to provision alerting" 2023-12-20T10:48:28.403 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=provisioning.alerting t=2023-12-20T10:48:28.165159784Z level=info msg="finished to provision alerting" 2023-12-20T10:48:28.403 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=ngalert.state.manager t=2023-12-20T10:48:28.16532559Z level=info msg="Warming state cache for startup" 2023-12-20T10:48:28.403 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=grafanaStorageLogger t=2023-12-20T10:48:28.165375336Z level=info msg="storage starting" 2023-12-20T10:48:28.403 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=http.server t=2023-12-20T10:48:28.170615992Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2023-12-20T10:48:28.404 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=ngalert.state.manager t=2023-12-20T10:48:28.175625665Z level=info msg="State cache has been initialized" states=0 duration=10.298388ms 2023-12-20T10:48:28.404 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=ticker t=2023-12-20T10:48:28.175706048Z level=info msg=starting first_tick=2023-12-20T10:48:30Z 2023-12-20T10:48:28.404 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=ngalert.multiorg.alertmanager t=2023-12-20T10:48:28.175693186Z level=info msg="starting MultiOrg Alertmanager" 2023-12-20T10:48:28.404 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=sqlstore.transactions t=2023-12-20T10:48:28.176588232Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2023-12-20T10:48:28.404 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:48:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[183194]: logger=sqlstore.transactions t=2023-12-20T10:48:28.187012422Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2023-12-20T10:48:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:28 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/3638747057' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-12-20T10:48:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:28 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/3638747057' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-12-20T10:48:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:28 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/3638747057' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-12-20T10:48:29.268 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 bash[168127]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2023-12-20T10:48:29.268 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 bash[168127]: Writing manifest to image destination 2023-12-20T10:48:29.286 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2023-12-20T10:48:29.287 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-20T10:48:29.611 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:48:29.611 INFO:teuthology.orchestra.run.smithi123.stdout:{"epoch":63,"fsid":"85213638-9f24-11ee-95a5-87774f69a715","created":"2023-12-20T10:43:31.555813+0000","modified":"2023-12-20T10:48:00.722837+0000","last_up_change":"2023-12-20T10:47:16.443042+0000","last_in_change":"2023-12-20T10:47:02.173275+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-20T10:45:54.926584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-20T10:47:30.986325+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-20T10:47:32.237455+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-20T10:47:58.641704+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"c5f9497b-f4c6-4073-8c3e-962f24985181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6803","nonce":1122809031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6805","nonce":1122809031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6809","nonce":1122809031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6807","nonce":1122809031}]},"public_addr":"172.21.15.123:6803/1122809031","cluster_addr":"172.21.15.123:6805/1122809031","heartbeat_back_addr":"172.21.15.123:6809/1122809031","heartbeat_front_addr":"172.21.15.123:6807/1122809031","state":["exists","up"]},{"osd":1,"uuid":"27f1cc4b-68bb-4a9c-b699-cd0f22621505","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6811","nonce":3387960478}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6813","nonce":3387960478}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6817","nonce":3387960478}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6815","nonce":3387960478}]},"public_addr":"172.21.15.123:6811/3387960478","cluster_addr":"172.21.15.123:6813/3387960478","heartbeat_back_addr":"172.21.15.123:6817/3387960478","heartbeat_front_addr":"172.21.15.123:6815/3387960478","state":["exists","up"]},{"osd":2,"uuid":"6d253eef-5f98-4448-a738-4a049e146dec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6819","nonce":749410302}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6821","nonce":749410302}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6825","nonce":749410302}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6823","nonce":749410302}]},"public_addr":"172.21.15.123:6819/749410302","cluster_addr":"172.21.15.123:6821/749410302","heartbeat_back_addr":"172.21.15.123:6825/749410302","heartbeat_front_addr":"172.21.15.123:6823/749410302","state":["exists","up"]},{"osd":3,"uuid":"306fab3e-5ecc-40c1-9f83-0f11b1caa891","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6827","nonce":2599274567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6829","nonce":2599274567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6833","nonce":2599274567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6831","nonce":2599274567}]},"public_addr":"172.21.15.123:6827/2599274567","cluster_addr":"172.21.15.123:6829/2599274567","heartbeat_back_addr":"172.21.15.123:6833/2599274567","heartbeat_front_addr":"172.21.15.123:6831/2599274567","state":["exists","up"]},{"osd":4,"uuid":"2a3f9ee4-794c-4d14-b0cd-19a9e06b3235","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6801","nonce":1963878014}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6803","nonce":1963878014}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6807","nonce":1963878014}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6805","nonce":1963878014}]},"public_addr":"172.21.15.177:6801/1963878014","cluster_addr":"172.21.15.177:6803/1963878014","heartbeat_back_addr":"172.21.15.177:6807/1963878014","heartbeat_front_addr":"172.21.15.177:6805/1963878014","state":["exists","up"]},{"osd":5,"uuid":"9a2b2478-c8fe-4828-a258-1ce51e4b44f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6809","nonce":959426593}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6811","nonce":959426593}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6815","nonce":959426593}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6813","nonce":959426593}]},"public_addr":"172.21.15.177:6809/959426593","cluster_addr":"172.21.15.177:6811/959426593","heartbeat_back_addr":"172.21.15.177:6815/959426593","heartbeat_front_addr":"172.21.15.177:6813/959426593","state":["exists","up"]},{"osd":6,"uuid":"429956d6-7f23-48c9-a146-cf4eeccc6c25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6817","nonce":2784293643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6819","nonce":2784293643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6823","nonce":2784293643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6821","nonce":2784293643}]},"public_addr":"172.21.15.177:6817/2784293643","cluster_addr":"172.21.15.177:6819/2784293643","heartbeat_back_addr":"172.21.15.177:6823/2784293643","heartbeat_front_addr":"172.21.15.177:6821/2784293643","state":["exists","up"]},{"osd":7,"uuid":"81196c3c-9229-4d1f-a12b-d0858a115a1e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6825","nonce":4189051166}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6827","nonce":4189051166}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6831","nonce":4189051166}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6829","nonce":4189051166}]},"public_addr":"172.21.15.177:6825/4189051166","cluster_addr":"172.21.15.177:6827/4189051166","heartbeat_back_addr":"172.21.15.177:6831/4189051166","heartbeat_front_addr":"172.21.15.177:6829/4189051166","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:18.588419+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:35.557913+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:52.461138+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:09.523279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:25.858434+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:41.928461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:58.172976+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:47:14.843319+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.123:0/2764292262":"2023-12-21T10:48:00.722767+0000","172.21.15.123:0/2642431060":"2023-12-21T10:48:00.722767+0000","172.21.15.123:6801/120983892":"2023-12-21T10:48:00.722767+0000","172.21.15.123:6800/120983892":"2023-12-21T10:48:00.722767+0000","172.21.15.123:6801/2337142993":"2023-12-21T10:44:16.630750+0000","172.21.15.123:0/1830558593":"2023-12-21T10:44:16.630750+0000","172.21.15.123:0/3896099428":"2023-12-21T10:48:00.722767+0000","172.21.15.123:6800/1518241847":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1742681873":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/3068040861":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1983072401":"2023-12-21T10:48:00.722767+0000","172.21.15.123:0/1867992548":"2023-12-21T10:44:16.630750+0000","172.21.15.123:6801/1518241847":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1142979780":"2023-12-21T10:43:53.682382+0000","172.21.15.123:6800/2337142993":"2023-12-21T10:44:16.630750+0000","172.21.15.123:0/907956520":"2023-12-21T10:44:16.630750+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-20T10:48:29.625 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-20T10:45:54.926584+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-20T10:47:30.986325+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '58', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-12-20T10:47:32.237455+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '59', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2023-12-20T10:47:58.641704+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '63', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2023-12-20T10:48:29.626 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-20T10:48:29.846 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-mon[124884]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:29.846 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-mon[111044]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:29.847 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.816Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-12-20T10:48:29.847 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.817Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-12-20T10:48:29.847 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.817Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-12-20T10:48:29.847 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.817Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-12-20T10:48:29.847 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.817Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-12-20T10:48:29.847 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.817Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-12-20T10:48:29.847 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-12-20T10:48:29.848 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=arp 2023-12-20T10:48:29.848 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=bcache 2023-12-20T10:48:29.848 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=bonding 2023-12-20T10:48:29.848 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=btrfs 2023-12-20T10:48:29.848 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=conntrack 2023-12-20T10:48:29.848 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=cpu 2023-12-20T10:48:29.848 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-12-20T10:48:29.848 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=diskstats 2023-12-20T10:48:29.848 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=dmi 2023-12-20T10:48:29.848 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=edac 2023-12-20T10:48:29.848 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=entropy 2023-12-20T10:48:29.848 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-12-20T10:48:29.848 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=filefd 2023-12-20T10:48:29.849 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=filesystem 2023-12-20T10:48:29.849 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=hwmon 2023-12-20T10:48:29.849 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=infiniband 2023-12-20T10:48:29.849 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=ipvs 2023-12-20T10:48:29.849 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=loadavg 2023-12-20T10:48:29.849 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=mdadm 2023-12-20T10:48:29.849 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=meminfo 2023-12-20T10:48:29.849 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=netclass 2023-12-20T10:48:29.849 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=netdev 2023-12-20T10:48:29.849 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=netstat 2023-12-20T10:48:29.849 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=nfs 2023-12-20T10:48:29.849 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=nfsd 2023-12-20T10:48:29.849 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=nvme 2023-12-20T10:48:29.849 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=os 2023-12-20T10:48:29.850 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-12-20T10:48:29.850 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=pressure 2023-12-20T10:48:29.850 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=rapl 2023-12-20T10:48:29.850 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=schedstat 2023-12-20T10:48:29.850 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=selinux 2023-12-20T10:48:29.850 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=sockstat 2023-12-20T10:48:29.850 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=softnet 2023-12-20T10:48:29.850 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=stat 2023-12-20T10:48:29.850 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=tapestats 2023-12-20T10:48:29.850 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=textfile 2023-12-20T10:48:29.850 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-12-20T10:48:29.850 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=time 2023-12-20T10:48:29.850 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-12-20T10:48:29.850 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=uname 2023-12-20T10:48:29.851 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=vmstat 2023-12-20T10:48:29.851 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=xfs 2023-12-20T10:48:29.851 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=node_exporter.go:117 level=info collector=zfs 2023-12-20T10:48:29.851 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-12-20T10:48:29.851 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[168356]: ts=2023-12-20T10:48:29.818Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-12-20T10:48:29.851 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 bash[168127]: 9a9a429741dfeafdff715d4e0bf93e761520484a875f39e8e8c4bf1477572c71 2023-12-20T10:48:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:29 smithi177 ceph-mon[144425]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:29.958 INFO:teuthology.orchestra.run.smithi123.stdout:pg_num: 1 2023-12-20T10:48:29.974 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-20T10:48:30.242 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:48:29 smithi123 systemd[1]: Started Ceph node-exporter.a for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:48:30.289 INFO:teuthology.orchestra.run.smithi123.stdout:pg_num: 32 2023-12-20T10:48:30.304 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-20T10:48:30.602 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:30 smithi177 systemd[1]: Starting Ceph node-exporter.b for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:48:30.615 INFO:teuthology.orchestra.run.smithi123.stdout:pg_num: 64 2023-12-20T10:48:30.630 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-12-20T10:48:30.903 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:30 smithi177 bash[183465]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2023-12-20T10:48:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:30 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/3317753088' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:48:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:30 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:30 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:30 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/1172936427' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-20T10:48:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:30 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:30 smithi177 ceph-mon[144425]: Deploying daemon node-exporter.b on smithi177 2023-12-20T10:48:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:30 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/1898829108' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-20T10:48:30.949 INFO:teuthology.orchestra.run.smithi123.stdout:pg_num: 8 2023-12-20T10:48:30.959 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:30 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/3317753088' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:48:30.959 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:30 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:30.959 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:30 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:30.959 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:30 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/1172936427' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-20T10:48:30.959 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:30 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:30.959 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:30 smithi123 ceph-mon[124884]: Deploying daemon node-exporter.b on smithi177 2023-12-20T10:48:30.959 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:30 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/1898829108' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-20T10:48:30.960 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:30 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/3317753088' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:48:30.960 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:30 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:30.960 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:30 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:30.960 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:30 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/1172936427' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-20T10:48:30.960 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:30 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:30.960 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:30 smithi123 ceph-mon[111044]: Deploying daemon node-exporter.b on smithi177 2023-12-20T10:48:30.960 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:30 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/1898829108' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-20T10:48:30.961 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-20T10:48:31.311 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:48:31.311 INFO:teuthology.orchestra.run.smithi123.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14460,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6835/2253813461","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":2253813461},{"type":"v1","addr":"172.21.15.123:6835","nonce":2253813461}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-20T10:47:33.068077+0000","modified":"2023-12-20T10:47:36.713931+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24352},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24352":{"gid":24352,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.177:6833/3479419131","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6832","nonce":3479419131},{"type":"v1","addr":"172.21.15.177:6833","nonce":3479419131}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2023-12-20T10:48:31.313 INFO:teuthology.orchestra.run.smithi123.stderr:dumped fsmap epoch 8 2023-12-20T10:48:31.325 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-20T10:48:31.598 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:31 smithi177 bash[183465]: Getting image source signatures 2023-12-20T10:48:31.598 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:31 smithi177 bash[183465]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2023-12-20T10:48:31.598 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:31 smithi177 bash[183465]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2023-12-20T10:48:31.598 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:31 smithi177 bash[183465]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2023-12-20T10:48:31.599 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:31 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/3435466246' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-20T10:48:31.599 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:31 smithi123 ceph-mon[111044]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:31.599 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:31 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:48:31.599 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:31 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:31.599 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:31 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/1581542754' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-20T10:48:31.599 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:31 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/3598986705' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-20T10:48:31.638 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:48:31.638 INFO:teuthology.orchestra.run.smithi123.stdout:{"epoch":63,"fsid":"85213638-9f24-11ee-95a5-87774f69a715","created":"2023-12-20T10:43:31.555813+0000","modified":"2023-12-20T10:48:00.722837+0000","last_up_change":"2023-12-20T10:47:16.443042+0000","last_in_change":"2023-12-20T10:47:02.173275+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-20T10:45:54.926584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-20T10:47:30.986325+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-20T10:47:32.237455+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-20T10:47:58.641704+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"c5f9497b-f4c6-4073-8c3e-962f24985181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6803","nonce":1122809031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6805","nonce":1122809031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6809","nonce":1122809031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6807","nonce":1122809031}]},"public_addr":"172.21.15.123:6803/1122809031","cluster_addr":"172.21.15.123:6805/1122809031","heartbeat_back_addr":"172.21.15.123:6809/1122809031","heartbeat_front_addr":"172.21.15.123:6807/1122809031","state":["exists","up"]},{"osd":1,"uuid":"27f1cc4b-68bb-4a9c-b699-cd0f22621505","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6811","nonce":3387960478}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6813","nonce":3387960478}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6817","nonce":3387960478}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6815","nonce":3387960478}]},"public_addr":"172.21.15.123:6811/3387960478","cluster_addr":"172.21.15.123:6813/3387960478","heartbeat_back_addr":"172.21.15.123:6817/3387960478","heartbeat_front_addr":"172.21.15.123:6815/3387960478","state":["exists","up"]},{"osd":2,"uuid":"6d253eef-5f98-4448-a738-4a049e146dec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6819","nonce":749410302}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6821","nonce":749410302}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6825","nonce":749410302}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6823","nonce":749410302}]},"public_addr":"172.21.15.123:6819/749410302","cluster_addr":"172.21.15.123:6821/749410302","heartbeat_back_addr":"172.21.15.123:6825/749410302","heartbeat_front_addr":"172.21.15.123:6823/749410302","state":["exists","up"]},{"osd":3,"uuid":"306fab3e-5ecc-40c1-9f83-0f11b1caa891","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6827","nonce":2599274567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6829","nonce":2599274567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6833","nonce":2599274567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6831","nonce":2599274567}]},"public_addr":"172.21.15.123:6827/2599274567","cluster_addr":"172.21.15.123:6829/2599274567","heartbeat_back_addr":"172.21.15.123:6833/2599274567","heartbeat_front_addr":"172.21.15.123:6831/2599274567","state":["exists","up"]},{"osd":4,"uuid":"2a3f9ee4-794c-4d14-b0cd-19a9e06b3235","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6801","nonce":1963878014}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6803","nonce":1963878014}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6807","nonce":1963878014}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6805","nonce":1963878014}]},"public_addr":"172.21.15.177:6801/1963878014","cluster_addr":"172.21.15.177:6803/1963878014","heartbeat_back_addr":"172.21.15.177:6807/1963878014","heartbeat_front_addr":"172.21.15.177:6805/1963878014","state":["exists","up"]},{"osd":5,"uuid":"9a2b2478-c8fe-4828-a258-1ce51e4b44f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6809","nonce":959426593}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6811","nonce":959426593}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6815","nonce":959426593}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6813","nonce":959426593}]},"public_addr":"172.21.15.177:6809/959426593","cluster_addr":"172.21.15.177:6811/959426593","heartbeat_back_addr":"172.21.15.177:6815/959426593","heartbeat_front_addr":"172.21.15.177:6813/959426593","state":["exists","up"]},{"osd":6,"uuid":"429956d6-7f23-48c9-a146-cf4eeccc6c25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6817","nonce":2784293643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6819","nonce":2784293643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6823","nonce":2784293643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6821","nonce":2784293643}]},"public_addr":"172.21.15.177:6817/2784293643","cluster_addr":"172.21.15.177:6819/2784293643","heartbeat_back_addr":"172.21.15.177:6823/2784293643","heartbeat_front_addr":"172.21.15.177:6821/2784293643","state":["exists","up"]},{"osd":7,"uuid":"81196c3c-9229-4d1f-a12b-d0858a115a1e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6825","nonce":4189051166}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6827","nonce":4189051166}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6831","nonce":4189051166}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6829","nonce":4189051166}]},"public_addr":"172.21.15.177:6825/4189051166","cluster_addr":"172.21.15.177:6827/4189051166","heartbeat_back_addr":"172.21.15.177:6831/4189051166","heartbeat_front_addr":"172.21.15.177:6829/4189051166","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:18.588419+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:35.557913+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:52.461138+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:09.523279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:25.858434+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:41.928461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:58.172976+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:47:14.843319+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.123:0/2764292262":"2023-12-21T10:48:00.722767+0000","172.21.15.123:0/2642431060":"2023-12-21T10:48:00.722767+0000","172.21.15.123:6801/120983892":"2023-12-21T10:48:00.722767+0000","172.21.15.123:6800/120983892":"2023-12-21T10:48:00.722767+0000","172.21.15.123:6801/2337142993":"2023-12-21T10:44:16.630750+0000","172.21.15.123:0/1830558593":"2023-12-21T10:44:16.630750+0000","172.21.15.123:0/3896099428":"2023-12-21T10:48:00.722767+0000","172.21.15.123:6800/1518241847":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1742681873":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/3068040861":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1983072401":"2023-12-21T10:48:00.722767+0000","172.21.15.123:0/1867992548":"2023-12-21T10:44:16.630750+0000","172.21.15.123:6801/1518241847":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1142979780":"2023-12-21T10:43:53.682382+0000","172.21.15.123:6800/2337142993":"2023-12-21T10:44:16.630750+0000","172.21.15.123:0/907956520":"2023-12-21T10:44:16.630750+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-20T10:48:31.652 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-20T10:45:54.926584+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-20T10:47:30.986325+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '58', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-12-20T10:47:32.237455+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '59', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2023-12-20T10:47:58.641704+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '63', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2023-12-20T10:48:31.653 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-20T10:48:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:31 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/3435466246' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-20T10:48:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:31 smithi177 ceph-mon[144425]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:31 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:48:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:31 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:31 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/1581542754' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-20T10:48:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:31 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/3598986705' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-20T10:48:31.964 INFO:teuthology.orchestra.run.smithi123.stdout:pg_num: 1 2023-12-20T10:48:31.977 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:31 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/3435466246' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-20T10:48:31.977 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:31 smithi123 ceph-mon[124884]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:31.977 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:31 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:48:31.977 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:31 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:31.978 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:31 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/1581542754' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-20T10:48:31.978 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:31 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/3598986705' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-20T10:48:31.979 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-20T10:48:32.288 INFO:teuthology.orchestra.run.smithi123.stdout:pg_num: 32 2023-12-20T10:48:32.303 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-20T10:48:32.599 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 bash[183465]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2023-12-20T10:48:32.599 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 bash[183465]: Writing manifest to image destination 2023-12-20T10:48:32.617 INFO:teuthology.orchestra.run.smithi123.stdout:pg_num: 64 2023-12-20T10:48:32.630 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-12-20T10:48:32.903 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:48:32] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-20T10:48:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/1933401802' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:48:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/4289514744' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-20T10:48:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/1962721087' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-20T10:48:32.904 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.756Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-12-20T10:48:32.904 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.756Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-12-20T10:48:32.904 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.757Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-12-20T10:48:32.904 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.757Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-12-20T10:48:32.904 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.757Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-12-20T10:48:32.904 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.757Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-12-20T10:48:32.904 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.757Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-12-20T10:48:32.904 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.757Z caller=node_exporter.go:117 level=info collector=arp 2023-12-20T10:48:32.904 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.757Z caller=node_exporter.go:117 level=info collector=bcache 2023-12-20T10:48:32.904 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.757Z caller=node_exporter.go:117 level=info collector=bonding 2023-12-20T10:48:32.905 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.757Z caller=node_exporter.go:117 level=info collector=btrfs 2023-12-20T10:48:32.905 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.757Z caller=node_exporter.go:117 level=info collector=conntrack 2023-12-20T10:48:32.905 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=cpu 2023-12-20T10:48:32.905 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-12-20T10:48:32.905 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=diskstats 2023-12-20T10:48:32.905 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=dmi 2023-12-20T10:48:32.905 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=edac 2023-12-20T10:48:32.905 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=entropy 2023-12-20T10:48:32.905 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-12-20T10:48:32.905 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=filefd 2023-12-20T10:48:32.905 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=filesystem 2023-12-20T10:48:32.905 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=hwmon 2023-12-20T10:48:32.905 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=infiniband 2023-12-20T10:48:32.905 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=ipvs 2023-12-20T10:48:32.906 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=loadavg 2023-12-20T10:48:32.906 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=mdadm 2023-12-20T10:48:32.906 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=meminfo 2023-12-20T10:48:32.906 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=netclass 2023-12-20T10:48:32.906 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=netdev 2023-12-20T10:48:32.906 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=netstat 2023-12-20T10:48:32.906 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=nfs 2023-12-20T10:48:32.906 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=nfsd 2023-12-20T10:48:32.906 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=nvme 2023-12-20T10:48:32.906 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=os 2023-12-20T10:48:32.906 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-12-20T10:48:32.906 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=pressure 2023-12-20T10:48:32.906 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=rapl 2023-12-20T10:48:32.906 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=schedstat 2023-12-20T10:48:32.906 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=selinux 2023-12-20T10:48:32.907 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=sockstat 2023-12-20T10:48:32.907 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=softnet 2023-12-20T10:48:32.907 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=stat 2023-12-20T10:48:32.907 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=tapestats 2023-12-20T10:48:32.907 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=textfile 2023-12-20T10:48:32.907 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-12-20T10:48:32.907 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=time 2023-12-20T10:48:32.907 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-12-20T10:48:32.907 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=uname 2023-12-20T10:48:32.907 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=vmstat 2023-12-20T10:48:32.907 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=xfs 2023-12-20T10:48:32.907 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=node_exporter.go:117 level=info collector=zfs 2023-12-20T10:48:32.907 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-12-20T10:48:32.907 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[183515]: ts=2023-12-20T10:48:32.758Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-12-20T10:48:32.908 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 bash[183465]: ce401303ec8611a3358014db70d166a0f900d10f78641bbcfed569370b207680 2023-12-20T10:48:32.908 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:48:32 smithi177 systemd[1]: Started Ceph node-exporter.b for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:48:32.963 INFO:teuthology.orchestra.run.smithi123.stdout:pg_num: 8 2023-12-20T10:48:32.977 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:32 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/1933401802' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:48:32.977 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:32 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/4289514744' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-20T10:48:32.977 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:32 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/1962721087' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-20T10:48:32.977 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:32 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/1933401802' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:48:32.977 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:32 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/4289514744' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-20T10:48:32.978 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:32 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/1962721087' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-20T10:48:32.978 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-20T10:48:33.376 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:48:33.376 INFO:teuthology.orchestra.run.smithi123.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14460,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6835/2253813461","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":2253813461},{"type":"v1","addr":"172.21.15.123:6835","nonce":2253813461}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-20T10:47:33.068077+0000","modified":"2023-12-20T10:47:36.713931+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24352},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24352":{"gid":24352,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.177:6833/3479419131","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6832","nonce":3479419131},{"type":"v1","addr":"172.21.15.177:6833","nonce":3479419131}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2023-12-20T10:48:33.380 INFO:teuthology.orchestra.run.smithi123.stderr:dumped fsmap epoch 8 2023-12-20T10:48:33.392 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-20T10:48:33.652 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:33 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/711213256' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-20T10:48:33.652 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:33 smithi123 ceph-mon[124884]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:33.653 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:33 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:33.653 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:33 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:33.653 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:33 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:33.653 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:33 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:33.653 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:33 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:33.653 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:33 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/627326543' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-20T10:48:33.653 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:33 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:48:33.653 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:33 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/2657888047' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-20T10:48:33.653 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:33 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/711213256' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-20T10:48:33.653 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:33 smithi123 ceph-mon[111044]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:33.653 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:33 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:33.653 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:33 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:33.654 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:33 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:33.654 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:33 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:33.654 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:33 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:33.654 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:33 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/627326543' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-20T10:48:33.654 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:33 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:48:33.654 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:33 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/2657888047' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-20T10:48:33.726 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:48:33.726 INFO:teuthology.orchestra.run.smithi123.stdout:{"epoch":63,"fsid":"85213638-9f24-11ee-95a5-87774f69a715","created":"2023-12-20T10:43:31.555813+0000","modified":"2023-12-20T10:48:00.722837+0000","last_up_change":"2023-12-20T10:47:16.443042+0000","last_in_change":"2023-12-20T10:47:02.173275+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-20T10:45:54.926584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-20T10:47:30.986325+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-20T10:47:32.237455+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-20T10:47:58.641704+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"c5f9497b-f4c6-4073-8c3e-962f24985181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6803","nonce":1122809031}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6805","nonce":1122809031}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6809","nonce":1122809031}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":1122809031},{"type":"v1","addr":"172.21.15.123:6807","nonce":1122809031}]},"public_addr":"172.21.15.123:6803/1122809031","cluster_addr":"172.21.15.123:6805/1122809031","heartbeat_back_addr":"172.21.15.123:6809/1122809031","heartbeat_front_addr":"172.21.15.123:6807/1122809031","state":["exists","up"]},{"osd":1,"uuid":"27f1cc4b-68bb-4a9c-b699-cd0f22621505","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6811","nonce":3387960478}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6813","nonce":3387960478}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6817","nonce":3387960478}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3387960478},{"type":"v1","addr":"172.21.15.123:6815","nonce":3387960478}]},"public_addr":"172.21.15.123:6811/3387960478","cluster_addr":"172.21.15.123:6813/3387960478","heartbeat_back_addr":"172.21.15.123:6817/3387960478","heartbeat_front_addr":"172.21.15.123:6815/3387960478","state":["exists","up"]},{"osd":2,"uuid":"6d253eef-5f98-4448-a738-4a049e146dec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6819","nonce":749410302}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6821","nonce":749410302}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6825","nonce":749410302}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":749410302},{"type":"v1","addr":"172.21.15.123:6823","nonce":749410302}]},"public_addr":"172.21.15.123:6819/749410302","cluster_addr":"172.21.15.123:6821/749410302","heartbeat_back_addr":"172.21.15.123:6825/749410302","heartbeat_front_addr":"172.21.15.123:6823/749410302","state":["exists","up"]},{"osd":3,"uuid":"306fab3e-5ecc-40c1-9f83-0f11b1caa891","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6827","nonce":2599274567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6829","nonce":2599274567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6833","nonce":2599274567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":2599274567},{"type":"v1","addr":"172.21.15.123:6831","nonce":2599274567}]},"public_addr":"172.21.15.123:6827/2599274567","cluster_addr":"172.21.15.123:6829/2599274567","heartbeat_back_addr":"172.21.15.123:6833/2599274567","heartbeat_front_addr":"172.21.15.123:6831/2599274567","state":["exists","up"]},{"osd":4,"uuid":"2a3f9ee4-794c-4d14-b0cd-19a9e06b3235","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6801","nonce":1963878014}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6803","nonce":1963878014}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6807","nonce":1963878014}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":1963878014},{"type":"v1","addr":"172.21.15.177:6805","nonce":1963878014}]},"public_addr":"172.21.15.177:6801/1963878014","cluster_addr":"172.21.15.177:6803/1963878014","heartbeat_back_addr":"172.21.15.177:6807/1963878014","heartbeat_front_addr":"172.21.15.177:6805/1963878014","state":["exists","up"]},{"osd":5,"uuid":"9a2b2478-c8fe-4828-a258-1ce51e4b44f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6809","nonce":959426593}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6811","nonce":959426593}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6815","nonce":959426593}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":959426593},{"type":"v1","addr":"172.21.15.177:6813","nonce":959426593}]},"public_addr":"172.21.15.177:6809/959426593","cluster_addr":"172.21.15.177:6811/959426593","heartbeat_back_addr":"172.21.15.177:6815/959426593","heartbeat_front_addr":"172.21.15.177:6813/959426593","state":["exists","up"]},{"osd":6,"uuid":"429956d6-7f23-48c9-a146-cf4eeccc6c25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6817","nonce":2784293643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6819","nonce":2784293643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6823","nonce":2784293643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":2784293643},{"type":"v1","addr":"172.21.15.177:6821","nonce":2784293643}]},"public_addr":"172.21.15.177:6817/2784293643","cluster_addr":"172.21.15.177:6819/2784293643","heartbeat_back_addr":"172.21.15.177:6823/2784293643","heartbeat_front_addr":"172.21.15.177:6821/2784293643","state":["exists","up"]},{"osd":7,"uuid":"81196c3c-9229-4d1f-a12b-d0858a115a1e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6825","nonce":4189051166}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6827","nonce":4189051166}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6831","nonce":4189051166}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":4189051166},{"type":"v1","addr":"172.21.15.177:6829","nonce":4189051166}]},"public_addr":"172.21.15.177:6825/4189051166","cluster_addr":"172.21.15.177:6827/4189051166","heartbeat_back_addr":"172.21.15.177:6831/4189051166","heartbeat_front_addr":"172.21.15.177:6829/4189051166","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:18.588419+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:35.557913+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:52.461138+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:09.523279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:25.858434+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:41.928461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:58.172976+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:47:14.843319+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.123:0/2764292262":"2023-12-21T10:48:00.722767+0000","172.21.15.123:0/2642431060":"2023-12-21T10:48:00.722767+0000","172.21.15.123:6801/120983892":"2023-12-21T10:48:00.722767+0000","172.21.15.123:6800/120983892":"2023-12-21T10:48:00.722767+0000","172.21.15.123:6801/2337142993":"2023-12-21T10:44:16.630750+0000","172.21.15.123:0/1830558593":"2023-12-21T10:44:16.630750+0000","172.21.15.123:0/3896099428":"2023-12-21T10:48:00.722767+0000","172.21.15.123:6800/1518241847":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1742681873":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/3068040861":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1983072401":"2023-12-21T10:48:00.722767+0000","172.21.15.123:0/1867992548":"2023-12-21T10:44:16.630750+0000","172.21.15.123:6801/1518241847":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/1142979780":"2023-12-21T10:43:53.682382+0000","172.21.15.123:6800/2337142993":"2023-12-21T10:44:16.630750+0000","172.21.15.123:0/907956520":"2023-12-21T10:44:16.630750+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-20T10:48:33.741 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-20T10:48:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:33 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/711213256' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-20T10:48:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:33 smithi177 ceph-mon[144425]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:33 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:33 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:33 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:33 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:33 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:33 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/627326543' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-20T10:48:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:33 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:48:33.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:33 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/2657888047' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-20T10:48:34.154 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T10:48:34.155 INFO:teuthology.orchestra.run.smithi123.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14460,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6835/2253813461","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":2253813461},{"type":"v1","addr":"172.21.15.123:6835","nonce":2253813461}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-20T10:47:33.068077+0000","modified":"2023-12-20T10:47:36.713931+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24352},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24352":{"gid":24352,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.177:6833/3479419131","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6832","nonce":3479419131},{"type":"v1","addr":"172.21.15.177:6833","nonce":3479419131}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2023-12-20T10:48:34.157 INFO:teuthology.orchestra.run.smithi123.stderr:dumped fsmap epoch 8 2023-12-20T10:48:34.169 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-12-20T10:47:33.068077+0000', 'modified': '2023-12-20T10:47:36.713931+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24352}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24352': {'gid': 24352, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.177:6833/3479419131', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.177:6832', 'nonce': 3479419131}, {'type': 'v1', 'addr': '172.21.15.177:6833', 'nonce': 3479419131}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138320759226367, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'standby_count_wanted': 0} 2023-12-20T10:48:34.169 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-12-20T10:48:34.169 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2023-12-20T10:48:34.299 INFO:teuthology.orchestra.run.smithi123.stderr:2023-12-20T10:48:34.297+0000 7eff157fa700 0 client.24791 ms_handle_reset on v2:172.21.15.177:6832/3479419131 2023-12-20T10:48:34.323 INFO:teuthology.orchestra.run.smithi123.stderr:2023-12-20T10:48:34.321+0000 7eff157fa700 0 client.24797 ms_handle_reset on v2:172.21.15.177:6832/3479419131 2023-12-20T10:48:34.323 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T10:48:34.323 INFO:teuthology.orchestra.run.smithi123.stdout: "cluster_fsid": "85213638-9f24-11ee-95a5-87774f69a715", 2023-12-20T10:48:34.323 INFO:teuthology.orchestra.run.smithi123.stdout: "whoami": 0, 2023-12-20T10:48:34.323 INFO:teuthology.orchestra.run.smithi123.stdout: "id": 24352, 2023-12-20T10:48:34.323 INFO:teuthology.orchestra.run.smithi123.stdout: "want_state": "up:active", 2023-12-20T10:48:34.323 INFO:teuthology.orchestra.run.smithi123.stdout: "state": "up:active", 2023-12-20T10:48:34.324 INFO:teuthology.orchestra.run.smithi123.stdout: "fs_name": "cephfs", 2023-12-20T10:48:34.324 INFO:teuthology.orchestra.run.smithi123.stdout: "rank_uptime": 60.633078533000003, 2023-12-20T10:48:34.324 INFO:teuthology.orchestra.run.smithi123.stdout: "mdsmap_epoch": 8, 2023-12-20T10:48:34.324 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_epoch": 63, 2023-12-20T10:48:34.324 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_epoch_barrier": 59, 2023-12-20T10:48:34.324 INFO:teuthology.orchestra.run.smithi123.stdout: "uptime": 67.811875399000002 2023-12-20T10:48:34.324 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T10:48:34.335 INFO:tasks.cephadm:Setup complete, yielding 2023-12-20T10:48:34.335 INFO:teuthology.run_tasks:Running task print... 2023-12-20T10:48:34.345 INFO:teuthology.task.print:**** done end installing quincy cephadm ... 2023-12-20T10:48:34.345 INFO:teuthology.run_tasks:Running task print... 2023-12-20T10:48:34.370 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2023-12-20T10:48:34.370 INFO:teuthology.run_tasks:Running task cephadm.shell... 2023-12-20T10:48:34.405 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi123.front.sepia.ceph.com 2023-12-20T10:48:34.405 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2023-12-20T10:48:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:34 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/1788958044' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:48:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:34 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/1245587526' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-20T10:48:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:34 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/1788958044' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:48:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:34 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/1245587526' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-20T10:48:34.868 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:48:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:34 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/1788958044' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T10:48:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:34 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/1245587526' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-20T10:48:36.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:36 smithi123 ceph-mon[124884]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:36.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:36 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:36.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:36 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:36.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:36 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:36.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:36 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:36.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:36 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:48:36.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:36 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:48:36.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:36 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:36.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:36 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:36.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:35 smithi123 ceph-mon[111044]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:36.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:35 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:36.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:35 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:36.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:35 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:36.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:35 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:36.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:35 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:48:36.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:35 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:48:36.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:35 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:36.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:35 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:36.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:36 smithi177 ceph-mon[144425]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:36.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:36 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:36.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:36 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:36.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:36 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:36.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:36 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:36.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:36 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:48:36.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:36 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:48:36.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:36 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:36.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:36 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:36.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:36 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:48:36] ENGINE Bus STOPPING 2023-12-20T10:48:36.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:36 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:48:36] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-20T10:48:36.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:36 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:48:36] ENGINE Bus STOPPED 2023-12-20T10:48:36.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:36 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:48:36] ENGINE Bus STARTING 2023-12-20T10:48:36.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:36 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:48:36] ENGINE Serving on http://:::9283 2023-12-20T10:48:36.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:36 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:48:36] ENGINE Bus STARTED 2023-12-20T10:48:37.308 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:37 smithi123 ceph-mon[124884]: Reconfiguring alertmanager.a (dependencies changed)... 2023-12-20T10:48:37.308 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:37 smithi123 ceph-mon[124884]: Reconfiguring daemon alertmanager.a on smithi123 2023-12-20T10:48:37.309 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:37 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/4014212624' entity='client.admin' 2023-12-20T10:48:37.309 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:37 smithi123 ceph-mon[111044]: Reconfiguring alertmanager.a (dependencies changed)... 2023-12-20T10:48:37.309 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:37 smithi123 ceph-mon[111044]: Reconfiguring daemon alertmanager.a on smithi123 2023-12-20T10:48:37.309 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:37 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/4014212624' entity='client.admin' 2023-12-20T10:48:37.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:37 smithi177 ceph-mon[144425]: Reconfiguring alertmanager.a (dependencies changed)... 2023-12-20T10:48:37.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:37 smithi177 ceph-mon[144425]: Reconfiguring daemon alertmanager.a on smithi123 2023-12-20T10:48:37.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:37 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/4014212624' entity='client.admin' 2023-12-20T10:48:37.480 INFO:teuthology.run_tasks:Running task print... 2023-12-20T10:48:37.491 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2023-12-20T10:48:37.491 INFO:teuthology.run_tasks:Running task print... 2023-12-20T10:48:37.536 INFO:teuthology.task.print:**** done start telemetry quincy... 2023-12-20T10:48:37.536 INFO:teuthology.run_tasks:Running task workunit... 2023-12-20T10:48:37.560 INFO:tasks.workunit:Pulling workunits from ref 86cc4aec42581926507b9749381d531f24687367 2023-12-20T10:48:37.560 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-20T10:48:37.561 DEBUG:teuthology.orchestra.run.smithi123:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-20T10:48:37.582 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-20T10:48:37.582 INFO:teuthology.orchestra.run.smithi123.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-20T10:48:37.582 DEBUG:teuthology.orchestra.run.smithi123:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-20T10:48:37.641 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-20T10:48:37.641 DEBUG:teuthology.orchestra.run.smithi123:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-20T10:48:37.701 INFO:tasks.workunit:timeout=3h 2023-12-20T10:48:37.701 INFO:tasks.workunit:cleanup=True 2023-12-20T10:48:37.706 DEBUG:teuthology.orchestra.run.smithi123:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 86cc4aec42581926507b9749381d531f24687367 2023-12-20T10:48:37.761 INFO:tasks.workunit.client.0.smithi123.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-20T10:48:37.992 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:48:37 smithi123 systemd[1]: Stopping Ceph alertmanager.a for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:48:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:38 smithi177 ceph-mon[144425]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:38.437 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:38 smithi123 ceph-mon[124884]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:38.438 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:48:38 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-alertmanager-a[164844]: ts=2023-12-20T10:48:38.001Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2023-12-20T10:48:38.438 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:48:38 smithi123 bash[170194]: ceph-85213638-9f24-11ee-95a5-87774f69a715-alertmanager-a 2023-12-20T10:48:38.438 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:38 smithi123 ceph-mon[111044]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:38.742 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:48:38 smithi123 systemd[1]: ceph-85213638-9f24-11ee-95a5-87774f69a715@alertmanager.a.service: Succeeded. 2023-12-20T10:48:38.742 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:48:38 smithi123 systemd[1]: Stopped Ceph alertmanager.a for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:48:38.742 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:48:38 smithi123 systemd[1]: Starting Ceph alertmanager.a for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:48:39.242 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:48:38 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-alertmanager-a[170326]: ts=2023-12-20T10:48:38.894Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2023-12-20T10:48:39.242 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:48:38 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-alertmanager-a[170326]: ts=2023-12-20T10:48:38.894Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2023-12-20T10:48:39.242 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:48:38 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-alertmanager-a[170326]: ts=2023-12-20T10:48:38.895Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.123 port=9094 2023-12-20T10:48:39.242 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:48:38 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-alertmanager-a[170326]: ts=2023-12-20T10:48:38.896Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2023-12-20T10:48:39.242 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:48:38 smithi123 bash[170311]: a7e15fa0e1ab3eee4416b73296b6ca8e3f71ab20fce74363a05f98c313c19b0d 2023-12-20T10:48:39.243 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:48:38 smithi123 systemd[1]: Started Ceph alertmanager.a for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:48:39.243 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:48:38 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-alertmanager-a[170326]: ts=2023-12-20T10:48:38.919Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2023-12-20T10:48:39.243 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:48:38 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-alertmanager-a[170326]: ts=2023-12-20T10:48:38.919Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2023-12-20T10:48:39.243 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:48:38 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-alertmanager-a[170326]: ts=2023-12-20T10:48:38.922Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2023-12-20T10:48:39.243 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:48:38 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-alertmanager-a[170326]: ts=2023-12-20T10:48:38.922Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2023-12-20T10:48:40.023 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:39 smithi177 ceph-mon[144425]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:40.023 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:39 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:40.023 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:39 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:40.023 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:39 smithi177 ceph-mon[144425]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-20T10:48:40.023 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:39 smithi177 ceph-mon[144425]: Reconfiguring daemon prometheus.a on smithi177 2023-12-20T10:48:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:39 smithi123 ceph-mon[111044]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:39 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:39 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:39 smithi123 ceph-mon[111044]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-20T10:48:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:39 smithi123 ceph-mon[111044]: Reconfiguring daemon prometheus.a on smithi177 2023-12-20T10:48:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:39 smithi123 ceph-mon[124884]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:40.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:39 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:40.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:39 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:40.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:39 smithi123 ceph-mon[124884]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-20T10:48:40.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:39 smithi123 ceph-mon[124884]: Reconfiguring daemon prometheus.a on smithi177 2023-12-20T10:48:40.653 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:40 smithi177 systemd[1]: Stopping Ceph prometheus.a for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:48:41.138 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:40 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[180866]: ts=2023-12-20T10:48:40.781Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-12-20T10:48:41.138 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:40 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[180866]: ts=2023-12-20T10:48:40.782Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2023-12-20T10:48:41.138 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:40 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[180866]: ts=2023-12-20T10:48:40.782Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2023-12-20T10:48:41.138 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:40 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[180866]: ts=2023-12-20T10:48:40.782Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2023-12-20T10:48:41.138 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:40 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[180866]: ts=2023-12-20T10:48:40.782Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2023-12-20T10:48:41.138 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:40 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[180866]: ts=2023-12-20T10:48:40.782Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2023-12-20T10:48:41.139 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:40 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[180866]: ts=2023-12-20T10:48:40.782Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2023-12-20T10:48:41.139 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:40 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[180866]: ts=2023-12-20T10:48:40.782Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2023-12-20T10:48:41.139 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:40 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[180866]: ts=2023-12-20T10:48:40.782Z caller=main.go:907 level=info msg="Scrape manager stopped" 2023-12-20T10:48:41.139 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:40 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[180866]: ts=2023-12-20T10:48:40.782Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2023-12-20T10:48:41.139 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:40 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[180866]: ts=2023-12-20T10:48:40.782Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2023-12-20T10:48:41.139 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:40 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[180866]: ts=2023-12-20T10:48:40.782Z caller=main.go:1147 level=info msg="See you next time!" 2023-12-20T10:48:41.139 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:40 smithi177 bash[184435]: ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a 2023-12-20T10:48:41.224 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:48:40 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-alertmanager-a[170326]: ts=2023-12-20T10:48:40.896Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.00090767s 2023-12-20T10:48:41.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:41 smithi177 ceph-mon[144425]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:41.404 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:41 smithi177 systemd[1]: ceph-85213638-9f24-11ee-95a5-87774f69a715@prometheus.a.service: Succeeded. 2023-12-20T10:48:41.404 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:41 smithi177 systemd[1]: Stopped Ceph prometheus.a for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:48:41.405 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:41 smithi177 systemd[1]: Starting Ceph prometheus.a for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:48:41.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:41 smithi123 ceph-mon[124884]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:41.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:41 smithi123 ceph-mon[111044]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:41.904 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:41 smithi177 bash[184553]: 949299111c058829d0ed73974cafe67e1957b627c700facd31fc2eea1f78a324 2023-12-20T10:48:41.904 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:41 smithi177 systemd[1]: Started Ceph prometheus.a for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:48:41.904 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:41 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[184568]: ts=2023-12-20T10:48:41.506Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2023-12-20T10:48:41.904 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:41 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[184568]: ts=2023-12-20T10:48:41.506Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2023-12-20T10:48:41.904 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:41 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[184568]: ts=2023-12-20T10:48:41.506Z caller=main.go:570 level=info host_details="(Linux 4.18.0-529.el8.x86_64 #1 SMP Wed Dec 6 01:03:46 UTC 2023 x86_64 smithi177 (none))" 2023-12-20T10:48:41.904 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:41 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[184568]: ts=2023-12-20T10:48:41.506Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-12-20T10:48:41.905 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:41 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[184568]: ts=2023-12-20T10:48:41.506Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-12-20T10:48:41.905 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:41 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[184568]: ts=2023-12-20T10:48:41.508Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2023-12-20T10:48:41.905 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:41 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[184568]: ts=2023-12-20T10:48:41.508Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2023-12-20T10:48:41.905 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:41 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[184568]: ts=2023-12-20T10:48:41.509Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2023-12-20T10:48:41.905 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:41 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[184568]: ts=2023-12-20T10:48:41.509Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2023-12-20T10:48:41.905 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:41 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[184568]: ts=2023-12-20T10:48:41.513Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-12-20T10:48:41.905 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:41 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[184568]: ts=2023-12-20T10:48:41.513Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.672µs 2023-12-20T10:48:41.905 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:41 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[184568]: ts=2023-12-20T10:48:41.513Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-12-20T10:48:41.906 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:41 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[184568]: ts=2023-12-20T10:48:41.513Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2023-12-20T10:48:41.906 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:41 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[184568]: ts=2023-12-20T10:48:41.513Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2023-12-20T10:48:41.906 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:41 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[184568]: ts=2023-12-20T10:48:41.513Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=30.086µs wal_replay_duration=496.017µs wbl_replay_duration=111ns total_replay_duration=551.92µs 2023-12-20T10:48:41.906 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:41 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[184568]: ts=2023-12-20T10:48:41.514Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2023-12-20T10:48:41.906 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:41 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[184568]: ts=2023-12-20T10:48:41.514Z caller=main.go:1029 level=info msg="TSDB started" 2023-12-20T10:48:41.906 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:41 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[184568]: ts=2023-12-20T10:48:41.514Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-12-20T10:48:41.906 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:41 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[184568]: ts=2023-12-20T10:48:41.530Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=15.539216ms db_storage=842ns remote_storage=1.384µs web_handler=318ns query_engine=704ns scrape=466.744µs scrape_sd=23.864µs notify=18.974µs notify_sd=5.558µs rules=14.812062ms tracing=5.795µs 2023-12-20T10:48:41.906 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:41 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[184568]: ts=2023-12-20T10:48:41.530Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2023-12-20T10:48:41.906 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:48:41 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[184568]: ts=2023-12-20T10:48:41.530Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2023-12-20T10:48:41.914 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:41 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:48:41] ENGINE Bus STOPPING 2023-12-20T10:48:41.914 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:41 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:48:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-20T10:48:41.914 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:41 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:48:41] ENGINE Bus STOPPED 2023-12-20T10:48:41.914 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:41 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:48:41] ENGINE Bus STARTING 2023-12-20T10:48:41.914 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:41 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:48:41] ENGINE Serving on http://:::9283 2023-12-20T10:48:41.915 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:41 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:48:41] ENGINE Bus STARTED 2023-12-20T10:48:41.915 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:41 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:48:41] ENGINE Bus STOPPING 2023-12-20T10:48:41.915 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:41 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:48:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-20T10:48:41.915 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:41 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:48:41] ENGINE Bus STOPPED 2023-12-20T10:48:41.915 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:41 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:48:41] ENGINE Bus STARTING 2023-12-20T10:48:41.915 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:41 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:48:41] ENGINE Serving on http://:::9283 2023-12-20T10:48:41.915 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:41 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:48:41] ENGINE Bus STARTED 2023-12-20T10:48:41.915 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:41 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:48:41] ENGINE Bus STOPPING 2023-12-20T10:48:41.915 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:41 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:48:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-20T10:48:41.916 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:41 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:48:41] ENGINE Bus STOPPED 2023-12-20T10:48:41.916 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:41 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:48:41] ENGINE Bus STARTING 2023-12-20T10:48:41.916 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:41 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:48:41] ENGINE Serving on http://:::9283 2023-12-20T10:48:41.916 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:41 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:48:41] ENGINE Bus STARTED 2023-12-20T10:48:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:42 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:42 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:42 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-20T10:48:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:42 smithi177 ceph-mon[144425]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-20T10:48:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:42 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi123.front.sepia.ceph.com:9093"}]: dispatch 2023-12-20T10:48:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:42 smithi177 ceph-mon[144425]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi123.front.sepia.ceph.com:9093"}]: dispatch 2023-12-20T10:48:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:42 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:42 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-20T10:48:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:42 smithi177 ceph-mon[144425]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-20T10:48:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:42 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi177.front.sepia.ceph.com:9095"}]: dispatch 2023-12-20T10:48:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:42 smithi177 ceph-mon[144425]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi177.front.sepia.ceph.com:9095"}]: dispatch 2023-12-20T10:48:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:42 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:42 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-20T10:48:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:42 smithi177 ceph-mon[144425]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-20T10:48:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:42 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi177.front.sepia.ceph.com:3000"}]: dispatch 2023-12-20T10:48:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:42 smithi177 ceph-mon[144425]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi177.front.sepia.ceph.com:3000"}]: dispatch 2023-12-20T10:48:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:42 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:42 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:48:42.908 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:42.908 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:42.908 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-20T10:48:42.908 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[124884]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-20T10:48:42.908 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi123.front.sepia.ceph.com:9093"}]: dispatch 2023-12-20T10:48:42.908 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[124884]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi123.front.sepia.ceph.com:9093"}]: dispatch 2023-12-20T10:48:42.908 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:42.909 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-20T10:48:42.909 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[124884]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-20T10:48:42.909 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi177.front.sepia.ceph.com:9095"}]: dispatch 2023-12-20T10:48:42.909 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[124884]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi177.front.sepia.ceph.com:9095"}]: dispatch 2023-12-20T10:48:42.909 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:42.909 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-20T10:48:42.909 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[124884]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-20T10:48:42.909 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi177.front.sepia.ceph.com:3000"}]: dispatch 2023-12-20T10:48:42.909 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[124884]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi177.front.sepia.ceph.com:3000"}]: dispatch 2023-12-20T10:48:42.909 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:42.909 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:48:42.909 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:42.910 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:42.910 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-20T10:48:42.910 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[111044]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-20T10:48:42.910 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi123.front.sepia.ceph.com:9093"}]: dispatch 2023-12-20T10:48:42.910 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[111044]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi123.front.sepia.ceph.com:9093"}]: dispatch 2023-12-20T10:48:42.910 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:42.910 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-20T10:48:42.910 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[111044]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-20T10:48:42.910 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi177.front.sepia.ceph.com:9095"}]: dispatch 2023-12-20T10:48:42.910 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[111044]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi177.front.sepia.ceph.com:9095"}]: dispatch 2023-12-20T10:48:42.910 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:42.910 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-20T10:48:42.910 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[111044]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-20T10:48:42.910 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi177.front.sepia.ceph.com:3000"}]: dispatch 2023-12-20T10:48:42.910 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[111044]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi177.front.sepia.ceph.com:3000"}]: dispatch 2023-12-20T10:48:42.911 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:42.911 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:42 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:48:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:43 smithi123 ceph-mon[124884]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:43 smithi123 ceph-mon[111044]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:43 smithi177 ceph-mon[144425]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:44.685 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:44 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:44.686 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:44 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:44.686 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:44 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:44.686 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:44 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:44.686 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:44 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:48:44.686 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:44 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:48:44.686 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:44 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:44.686 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:44 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:48:44.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:44 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:44 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:44 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:44 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:44 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:48:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:44 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:48:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:44 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:44 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:48:45.056 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:44 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:45.057 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:44 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:45.057 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:44 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:45.057 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:44 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:45.057 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:44 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:48:45.057 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:44 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:48:45.057 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:44 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:45.057 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:44 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:48:45.699 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:45 smithi123 ceph-mon[111044]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:45.699 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:45 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:45.699 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:45 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:45 smithi177 ceph-mon[144425]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:45 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:45 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:45.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:45 smithi123 ceph-mon[124884]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:45 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:45 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:46 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:48:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:46 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:46 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:46 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:48:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:46 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:48:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:46 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:46 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:48:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:46 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:46 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:46 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:48:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:46 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:48:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:46 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:47.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:46 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:48:47.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:46 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:47.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:46 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:47.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:46 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:48:47.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:46 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:48:47.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:46 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:48:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:47 smithi123 ceph-mon[124884]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:47 smithi123 ceph-mon[111044]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:48.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:47 smithi177 ceph-mon[144425]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:49.242 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:48:48 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-alertmanager-a[170326]: ts=2023-12-20T10:48:48.899Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003189111s 2023-12-20T10:48:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:49 smithi177 ceph-mon[144425]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:49 smithi123 ceph-mon[124884]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:50.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:49 smithi123 ceph-mon[111044]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:51.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:51 smithi123 ceph-mon[124884]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:51.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:51 smithi123 ceph-mon[111044]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:51 smithi177 ceph-mon[144425]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:53.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:48:52 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:48:52] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-20T10:48:54.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:53 smithi177 ceph-mon[144425]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:53 smithi123 ceph-mon[124884]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:54.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:53 smithi123 ceph-mon[111044]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:55.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:48:55 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:48:55] "GET /metrics HTTP/1.1" 200 235733 "" "Prometheus/2.43.0" 2023-12-20T10:48:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:55 smithi123 ceph-mon[124884]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:55.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:55 smithi123 ceph-mon[111044]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:55 smithi177 ceph-mon[144425]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:57 smithi177 ceph-mon[144425]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:58.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:57 smithi123 ceph-mon[124884]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:48:58.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:57 smithi123 ceph-mon[111044]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:48:59 smithi177 ceph-mon[144425]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:48:59 smithi123 ceph-mon[111044]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:00.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:48:59 smithi123 ceph-mon[124884]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:01 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [7, 2]}]: dispatch 2023-12-20T10:49:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:01 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2023-12-20T10:49:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:01 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]: dispatch 2023-12-20T10:49:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:01 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [7, 2]}]: dispatch 2023-12-20T10:49:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:01 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1, 0, 3]}]: dispatch 2023-12-20T10:49:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:01 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]: dispatch 2023-12-20T10:49:01.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:01 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2023-12-20T10:49:01.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:01 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [0, 1]}]: dispatch 2023-12-20T10:49:01.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:01 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]: dispatch 2023-12-20T10:49:01.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:01 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]: dispatch 2023-12-20T10:49:01.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:01 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1, 0, 3]}]: dispatch 2023-12-20T10:49:01.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:01 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]: dispatch 2023-12-20T10:49:01.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:01 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [0, 1]}]: dispatch 2023-12-20T10:49:01.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:01 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]: dispatch 2023-12-20T10:49:01.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:01 smithi123 ceph-mon[124884]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:01.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:01 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:49:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:01 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [7, 2]}]: dispatch 2023-12-20T10:49:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:01 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2023-12-20T10:49:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:01 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]: dispatch 2023-12-20T10:49:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:01 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [7, 2]}]: dispatch 2023-12-20T10:49:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:01 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1, 0, 3]}]: dispatch 2023-12-20T10:49:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:01 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]: dispatch 2023-12-20T10:49:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:01 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2023-12-20T10:49:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:01 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [0, 1]}]: dispatch 2023-12-20T10:49:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:01 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]: dispatch 2023-12-20T10:49:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:01 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]: dispatch 2023-12-20T10:49:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:01 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1, 0, 3]}]: dispatch 2023-12-20T10:49:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:01 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]: dispatch 2023-12-20T10:49:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:01 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [0, 1]}]: dispatch 2023-12-20T10:49:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:01 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]: dispatch 2023-12-20T10:49:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:01 smithi123 ceph-mon[111044]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:01 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:49:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:01 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [7, 2]}]: dispatch 2023-12-20T10:49:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:01 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2023-12-20T10:49:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:01 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]: dispatch 2023-12-20T10:49:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:01 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [7, 2]}]: dispatch 2023-12-20T10:49:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:01 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1, 0, 3]}]: dispatch 2023-12-20T10:49:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:01 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]: dispatch 2023-12-20T10:49:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:01 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2023-12-20T10:49:01.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:01 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [0, 1]}]: dispatch 2023-12-20T10:49:01.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:01 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]: dispatch 2023-12-20T10:49:01.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:01 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]: dispatch 2023-12-20T10:49:01.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:01 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1, 0, 3]}]: dispatch 2023-12-20T10:49:01.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:01 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]: dispatch 2023-12-20T10:49:01.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:01 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [0, 1]}]: dispatch 2023-12-20T10:49:01.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:01 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]: dispatch 2023-12-20T10:49:01.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:01 smithi177 ceph-mon[144425]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:01.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:01 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:49:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:02 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [7, 2]}]': finished 2023-12-20T10:49:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:02 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]': finished 2023-12-20T10:49:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:02 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]': finished 2023-12-20T10:49:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:02 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1, 0, 3]}]': finished 2023-12-20T10:49:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:02 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]': finished 2023-12-20T10:49:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:02 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [0, 1]}]': finished 2023-12-20T10:49:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:02 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]': finished 2023-12-20T10:49:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:02 smithi123 ceph-mon[124884]: osdmap e64: 8 total, 8 up, 8 in 2023-12-20T10:49:02.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:02 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [7, 2]}]': finished 2023-12-20T10:49:02.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:02 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]': finished 2023-12-20T10:49:02.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:02 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]': finished 2023-12-20T10:49:02.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:02 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1, 0, 3]}]': finished 2023-12-20T10:49:02.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:02 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]': finished 2023-12-20T10:49:02.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:02 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [0, 1]}]': finished 2023-12-20T10:49:02.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:02 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]': finished 2023-12-20T10:49:02.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:02 smithi123 ceph-mon[111044]: osdmap e64: 8 total, 8 up, 8 in 2023-12-20T10:49:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:02 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [7, 2]}]': finished 2023-12-20T10:49:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:02 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]': finished 2023-12-20T10:49:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:02 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]': finished 2023-12-20T10:49:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:02 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1, 0, 3]}]': finished 2023-12-20T10:49:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:02 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]': finished 2023-12-20T10:49:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:02 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [0, 1]}]': finished 2023-12-20T10:49:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:02 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]': finished 2023-12-20T10:49:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:02 smithi177 ceph-mon[144425]: osdmap e64: 8 total, 8 up, 8 in 2023-12-20T10:49:03.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:49:02 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:49:02] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-20T10:49:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:03 smithi177 ceph-mon[144425]: osdmap e65: 8 total, 8 up, 8 in 2023-12-20T10:49:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:03 smithi177 ceph-mon[144425]: pgmap v36: 105 pgs: 7 peering, 98 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:03 smithi123 ceph-mon[124884]: osdmap e65: 8 total, 8 up, 8 in 2023-12-20T10:49:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:03 smithi123 ceph-mon[124884]: pgmap v36: 105 pgs: 7 peering, 98 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:03 smithi123 ceph-mon[111044]: osdmap e65: 8 total, 8 up, 8 in 2023-12-20T10:49:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:03 smithi123 ceph-mon[111044]: pgmap v36: 105 pgs: 7 peering, 98 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:04 smithi177 ceph-mon[144425]: Health check failed: Reduced data availability: 4 pgs peering (PG_AVAILABILITY) 2023-12-20T10:49:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:04 smithi123 ceph-mon[124884]: Health check failed: Reduced data availability: 4 pgs peering (PG_AVAILABILITY) 2023-12-20T10:49:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:04 smithi123 ceph-mon[111044]: Health check failed: Reduced data availability: 4 pgs peering (PG_AVAILABILITY) 2023-12-20T10:49:05.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:05 smithi177 ceph-mon[144425]: pgmap v37: 105 pgs: 7 peering, 98 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:05.676 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:05 smithi123 ceph-mon[124884]: pgmap v37: 105 pgs: 7 peering, 98 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:05.677 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:05 smithi123 ceph-mon[111044]: pgmap v37: 105 pgs: 7 peering, 98 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:05.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:05 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:49:05] "GET /metrics HTTP/1.1" 200 235738 "" "Prometheus/2.43.0" 2023-12-20T10:49:07.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:06 smithi177 ceph-mon[144425]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs peering) 2023-12-20T10:49:07.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:06 smithi177 ceph-mon[144425]: Cluster is now healthy 2023-12-20T10:49:07.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:06 smithi123 ceph-mon[124884]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs peering) 2023-12-20T10:49:07.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:06 smithi123 ceph-mon[124884]: Cluster is now healthy 2023-12-20T10:49:07.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:06 smithi123 ceph-mon[111044]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs peering) 2023-12-20T10:49:07.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:06 smithi123 ceph-mon[111044]: Cluster is now healthy 2023-12-20T10:49:08.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:07 smithi177 ceph-mon[144425]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2 B/s, 0 objects/s recovering 2023-12-20T10:49:08.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:07 smithi123 ceph-mon[124884]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2 B/s, 0 objects/s recovering 2023-12-20T10:49:08.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:07 smithi123 ceph-mon[111044]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2 B/s, 0 objects/s recovering 2023-12-20T10:49:10.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:09 smithi177 ceph-mon[144425]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2 B/s, 0 objects/s recovering 2023-12-20T10:49:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:09 smithi123 ceph-mon[124884]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2 B/s, 0 objects/s recovering 2023-12-20T10:49:10.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:09 smithi123 ceph-mon[111044]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2 B/s, 0 objects/s recovering 2023-12-20T10:49:11.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:11 smithi123 ceph-mon[124884]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2 B/s, 0 objects/s recovering 2023-12-20T10:49:11.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:11 smithi123 ceph-mon[111044]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2 B/s, 0 objects/s recovering 2023-12-20T10:49:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:11 smithi177 ceph-mon[144425]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2 B/s, 0 objects/s recovering 2023-12-20T10:49:13.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:49:12 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:49:12] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-20T10:49:14.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:13 smithi177 ceph-mon[144425]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2 B/s, 0 objects/s recovering 2023-12-20T10:49:14.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:13 smithi123 ceph-mon[124884]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2 B/s, 0 objects/s recovering 2023-12-20T10:49:14.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:13 smithi123 ceph-mon[111044]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2 B/s, 0 objects/s recovering 2023-12-20T10:49:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:15 smithi123 ceph-mon[124884]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2023-12-20T10:49:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:15 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:49:15.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:15 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:49:15] "GET /metrics HTTP/1.1" 200 235738 "" "Prometheus/2.43.0" 2023-12-20T10:49:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:15 smithi123 ceph-mon[111044]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2023-12-20T10:49:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:15 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:49:16.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:15 smithi177 ceph-mon[144425]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2023-12-20T10:49:16.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:15 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:49:18.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:17 smithi177 ceph-mon[144425]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2023-12-20T10:49:18.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:17 smithi123 ceph-mon[124884]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2023-12-20T10:49:18.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:17 smithi123 ceph-mon[111044]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1 B/s, 0 objects/s recovering 2023-12-20T10:49:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:19 smithi177 ceph-mon[144425]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:20.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:19 smithi123 ceph-mon[124884]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:20.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:19 smithi123 ceph-mon[111044]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:21 smithi123 ceph-mon[124884]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:21.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:21 smithi123 ceph-mon[111044]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:21 smithi177 ceph-mon[144425]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:23.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:49:22 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:49:22] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-20T10:49:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:23 smithi177 ceph-mon[144425]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:24.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:23 smithi123 ceph-mon[124884]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:23 smithi123 ceph-mon[111044]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:25 smithi123 ceph-mon[124884]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:25 smithi123 ceph-mon[111044]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:25.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:25 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:49:25] "GET /metrics HTTP/1.1" 200 235841 "" "Prometheus/2.43.0" 2023-12-20T10:49:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:25 smithi177 ceph-mon[144425]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:27 smithi177 ceph-mon[144425]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:27 smithi123 ceph-mon[124884]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:28.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:27 smithi123 ceph-mon[111044]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:29 smithi177 ceph-mon[144425]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:29 smithi123 ceph-mon[124884]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:30.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:29 smithi123 ceph-mon[111044]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:31.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:31 smithi123 ceph-mon[124884]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:31.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:31 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:49:31.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:31 smithi123 ceph-mon[111044]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:31.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:31 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:49:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:31 smithi177 ceph-mon[144425]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:31 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:49:32.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:32 smithi123 ceph-mon[124884]: mgrmap e20: y(active, since 90s), standbys: x 2023-12-20T10:49:32.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:32 smithi123 ceph-mon[111044]: mgrmap e20: y(active, since 90s), standbys: x 2023-12-20T10:49:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:32 smithi177 ceph-mon[144425]: mgrmap e20: y(active, since 90s), standbys: x 2023-12-20T10:49:33.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:49:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:49:32] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-20T10:49:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:33 smithi177 ceph-mon[144425]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-20T10:49:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:33 smithi123 ceph-mon[111044]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-20T10:49:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:33 smithi123 ceph-mon[124884]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-20T10:49:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:35 smithi123 ceph-mon[124884]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-20T10:49:35.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:35 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:49:35] "GET /metrics HTTP/1.1" 200 235827 "" "Prometheus/2.43.0" 2023-12-20T10:49:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:35 smithi123 ceph-mon[111044]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-20T10:49:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:35 smithi177 ceph-mon[144425]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-20T10:49:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:37 smithi177 ceph-mon[144425]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-20T10:49:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:37 smithi123 ceph-mon[124884]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-20T10:49:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:37 smithi123 ceph-mon[111044]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-20T10:49:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:39 smithi177 ceph-mon[144425]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-20T10:49:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:39 smithi123 ceph-mon[124884]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-20T10:49:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:39 smithi123 ceph-mon[111044]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-20T10:49:41.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:41 smithi123 ceph-mon[124884]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-20T10:49:41.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:41 smithi123 ceph-mon[111044]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-20T10:49:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:41 smithi177 ceph-mon[144425]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-20T10:49:43.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:49:42 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:49:42] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-20T10:49:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:43 smithi177 ceph-mon[144425]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-20T10:49:44.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:43 smithi123 ceph-mon[124884]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-20T10:49:44.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:43 smithi123 ceph-mon[111044]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-20T10:49:45.241 INFO:tasks.workunit.client.0.smithi123.stderr:Note: switching to '86cc4aec42581926507b9749381d531f24687367'. 2023-12-20T10:49:45.242 INFO:tasks.workunit.client.0.smithi123.stderr: 2023-12-20T10:49:45.242 INFO:tasks.workunit.client.0.smithi123.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2023-12-20T10:49:45.242 INFO:tasks.workunit.client.0.smithi123.stderr:changes and commit them, and you can discard any commits you make in this 2023-12-20T10:49:45.242 INFO:tasks.workunit.client.0.smithi123.stderr:state without impacting any branches by switching back to a branch. 2023-12-20T10:49:45.242 INFO:tasks.workunit.client.0.smithi123.stderr: 2023-12-20T10:49:45.242 INFO:tasks.workunit.client.0.smithi123.stderr:If you want to create a new branch to retain commits you create, you may 2023-12-20T10:49:45.242 INFO:tasks.workunit.client.0.smithi123.stderr:do so (now or later) by using -c with the switch command. Example: 2023-12-20T10:49:45.242 INFO:tasks.workunit.client.0.smithi123.stderr: 2023-12-20T10:49:45.242 INFO:tasks.workunit.client.0.smithi123.stderr: git switch -c 2023-12-20T10:49:45.242 INFO:tasks.workunit.client.0.smithi123.stderr: 2023-12-20T10:49:45.242 INFO:tasks.workunit.client.0.smithi123.stderr:Or undo this operation with: 2023-12-20T10:49:45.242 INFO:tasks.workunit.client.0.smithi123.stderr: 2023-12-20T10:49:45.243 INFO:tasks.workunit.client.0.smithi123.stderr: git switch - 2023-12-20T10:49:45.243 INFO:tasks.workunit.client.0.smithi123.stderr: 2023-12-20T10:49:45.243 INFO:tasks.workunit.client.0.smithi123.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2023-12-20T10:49:45.243 INFO:tasks.workunit.client.0.smithi123.stderr: 2023-12-20T10:49:45.243 INFO:tasks.workunit.client.0.smithi123.stderr:HEAD is now at 86cc4aec425 osd/scrub: collect replica reservations performance counters 2023-12-20T10:49:45.244 DEBUG:teuthology.orchestra.run.smithi123:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-20T10:49:45.285 INFO:tasks.workunit.client.0.smithi123.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-20T10:49:45.287 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-20T10:49:45.288 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-20T10:49:45.859 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-20T10:49:45.914 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-20T10:49:45.951 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-20T10:49:45.952 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-20T10:49:45.953 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-20T10:49:45.989 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-20T10:49:45.993 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2023-12-20T10:49:45.993 DEBUG:teuthology.orchestra.run.smithi123:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-20T10:49:45.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:45 smithi123 ceph-mon[124884]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:45.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:45 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:49:45.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:45 smithi123 ceph-mon[111044]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:45.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:45 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:49:45.995 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:45 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:49:45] "GET /metrics HTTP/1.1" 200 235827 "" "Prometheus/2.43.0" 2023-12-20T10:49:46.051 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy.sh on client.0... 2023-12-20T10:49:46.054 INFO:tasks.workunit:Running workunit test_telemetry_quincy.sh... 2023-12-20T10:49:46.054 DEBUG:teuthology.orchestra.run.smithi123:workunit test test_telemetry_quincy.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=86cc4aec42581926507b9749381d531f24687367 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy.sh 2023-12-20T10:49:46.114 INFO:tasks.workunit.client.0.smithi123.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2023-12-20T10:49:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:45 smithi177 ceph-mon[144425]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:45 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:49:46.575 INFO:tasks.workunit.client.0.smithi123.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2023-12-20T10:49:46.742 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:46 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:49:46] ENGINE Bus STOPPING 2023-12-20T10:49:46.742 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:46 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:49:46] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-20T10:49:46.742 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:46 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:49:46] ENGINE Bus STOPPED 2023-12-20T10:49:46.742 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:46 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:49:46] ENGINE Bus STARTING 2023-12-20T10:49:46.742 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:46 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:49:46] ENGINE Serving on http://:::9283 2023-12-20T10:49:46.742 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:46 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:49:46] ENGINE Bus STARTED 2023-12-20T10:49:47.033 INFO:tasks.workunit.client.0.smithi123.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2023-12-20T10:49:47.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:46 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:47.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:46 smithi177 ceph-mon[144425]: from='client.? ' entity='client.admin' 2023-12-20T10:49:47.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:46 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:49:47.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:46 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:49:47.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:46 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:47.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:46 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:47.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:46 smithi123 ceph-mon[124884]: from='client.? ' entity='client.admin' 2023-12-20T10:49:47.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:46 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:49:47.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:46 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:49:47.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:46 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:47.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:46 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:47.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:46 smithi123 ceph-mon[111044]: from='client.? ' entity='client.admin' 2023-12-20T10:49:47.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:46 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:49:47.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:46 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:49:47.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:46 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:47.243 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:46 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:49:46] ENGINE Bus STOPPING 2023-12-20T10:49:47.243 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:46 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:49:46] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-20T10:49:47.243 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:46 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:49:46] ENGINE Bus STOPPED 2023-12-20T10:49:47.243 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:46 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:49:46] ENGINE Bus STARTING 2023-12-20T10:49:47.243 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:49:47] ENGINE Serving on http://:::9283 2023-12-20T10:49:47.243 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:49:47] ENGINE Bus STARTED 2023-12-20T10:49:47.472 INFO:tasks.workunit.client.0.smithi123.stderr:+ ceph telemetry preview 2023-12-20T10:49:47.742 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:49:47] ENGINE Bus STOPPING 2023-12-20T10:49:47.742 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:49:47] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-20T10:49:47.742 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:49:47] ENGINE Bus STOPPED 2023-12-20T10:49:47.742 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:49:47] ENGINE Bus STARTING 2023-12-20T10:49:47.742 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:49:47] ENGINE Serving on http://:::9283 2023-12-20T10:49:47.742 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:49:47] ENGINE Bus STARTED 2023-12-20T10:49:48.013 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2023-12-20T10:49:48.014 INFO:tasks.workunit.client.0.smithi123.stdout: "balancer": { 2023-12-20T10:49:48.014 INFO:tasks.workunit.client.0.smithi123.stdout: "active": true, 2023-12-20T10:49:48.014 INFO:tasks.workunit.client.0.smithi123.stdout: "mode": "" 2023-12-20T10:49:48.014 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.014 INFO:tasks.workunit.client.0.smithi123.stdout: "channels": [ 2023-12-20T10:49:48.014 INFO:tasks.workunit.client.0.smithi123.stdout: "basic", 2023-12-20T10:49:48.014 INFO:tasks.workunit.client.0.smithi123.stdout: "crash", 2023-12-20T10:49:48.014 INFO:tasks.workunit.client.0.smithi123.stdout: "device", 2023-12-20T10:49:48.014 INFO:tasks.workunit.client.0.smithi123.stdout: "ident" 2023-12-20T10:49:48.014 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:48.014 INFO:tasks.workunit.client.0.smithi123.stdout: "channels_available": [ 2023-12-20T10:49:48.014 INFO:tasks.workunit.client.0.smithi123.stdout: "basic", 2023-12-20T10:49:48.014 INFO:tasks.workunit.client.0.smithi123.stdout: "ident", 2023-12-20T10:49:48.015 INFO:tasks.workunit.client.0.smithi123.stdout: "crash", 2023-12-20T10:49:48.015 INFO:tasks.workunit.client.0.smithi123.stdout: "device", 2023-12-20T10:49:48.015 INFO:tasks.workunit.client.0.smithi123.stdout: "perf" 2023-12-20T10:49:48.015 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:48.015 INFO:tasks.workunit.client.0.smithi123.stdout: "collections_available": [ 2023-12-20T10:49:48.015 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_base", 2023-12-20T10:49:48.015 INFO:tasks.workunit.client.0.smithi123.stdout: "device_base", 2023-12-20T10:49:48.015 INFO:tasks.workunit.client.0.smithi123.stdout: "crash_base", 2023-12-20T10:49:48.015 INFO:tasks.workunit.client.0.smithi123.stdout: "ident_base", 2023-12-20T10:49:48.015 INFO:tasks.workunit.client.0.smithi123.stdout: "perf_perf", 2023-12-20T10:49:48.015 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_mds_metadata", 2023-12-20T10:49:48.016 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_pool_usage", 2023-12-20T10:49:48.016 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_usage_by_class", 2023-12-20T10:49:48.016 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_rook_v01", 2023-12-20T10:49:48.016 INFO:tasks.workunit.client.0.smithi123.stdout: "perf_memory_metrics", 2023-12-20T10:49:48.016 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_pool_options_bluestore" 2023-12-20T10:49:48.016 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:48.016 INFO:tasks.workunit.client.0.smithi123.stdout: "collections_opted_in": [ 2023-12-20T10:49:48.016 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_base", 2023-12-20T10:49:48.017 INFO:tasks.workunit.client.0.smithi123.stdout: "device_base", 2023-12-20T10:49:48.017 INFO:tasks.workunit.client.0.smithi123.stdout: "crash_base", 2023-12-20T10:49:48.017 INFO:tasks.workunit.client.0.smithi123.stdout: "ident_base", 2023-12-20T10:49:48.017 INFO:tasks.workunit.client.0.smithi123.stdout: "perf_perf", 2023-12-20T10:49:48.017 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_mds_metadata", 2023-12-20T10:49:48.017 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_pool_usage", 2023-12-20T10:49:48.017 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_usage_by_class", 2023-12-20T10:49:48.017 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_rook_v01", 2023-12-20T10:49:48.017 INFO:tasks.workunit.client.0.smithi123.stdout: "perf_memory_metrics", 2023-12-20T10:49:48.018 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_pool_options_bluestore" 2023-12-20T10:49:48.018 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:48.018 INFO:tasks.workunit.client.0.smithi123.stdout: "config": { 2023-12-20T10:49:48.018 INFO:tasks.workunit.client.0.smithi123.stdout: "active_changed": [ 2023-12-20T10:49:48.018 INFO:tasks.workunit.client.0.smithi123.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-20T10:49:48.018 INFO:tasks.workunit.client.0.smithi123.stdout: "auth_debug", 2023-12-20T10:49:48.018 INFO:tasks.workunit.client.0.smithi123.stdout: "auth_mon_ticket_ttl", 2023-12-20T10:49:48.018 INFO:tasks.workunit.client.0.smithi123.stdout: "auth_service_ticket_ttl", 2023-12-20T10:49:48.019 INFO:tasks.workunit.client.0.smithi123.stdout: "bdev_debug_aio", 2023-12-20T10:49:48.019 INFO:tasks.workunit.client.0.smithi123.stdout: "client_check_pool_perm", 2023-12-20T10:49:48.019 INFO:tasks.workunit.client.0.smithi123.stdout: "client_mount_gid", 2023-12-20T10:49:48.019 INFO:tasks.workunit.client.0.smithi123.stdout: "client_mount_uid", 2023-12-20T10:49:48.019 INFO:tasks.workunit.client.0.smithi123.stdout: "client_quota", 2023-12-20T10:49:48.019 INFO:tasks.workunit.client.0.smithi123.stdout: "container_image", 2023-12-20T10:49:48.019 INFO:tasks.workunit.client.0.smithi123.stdout: "daemonize", 2023-12-20T10:49:48.019 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_asserts_on_shutdown", 2023-12-20T10:49:48.020 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_mgr", 2023-12-20T10:49:48.020 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_mon", 2023-12-20T10:49:48.020 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_ms", 2023-12-20T10:49:48.020 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_osd", 2023-12-20T10:49:48.020 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_paxos", 2023-12-20T10:49:48.020 INFO:tasks.workunit.client.0.smithi123.stdout: "keyring", 2023-12-20T10:49:48.020 INFO:tasks.workunit.client.0.smithi123.stdout: "leveldb_block_size", 2023-12-20T10:49:48.021 INFO:tasks.workunit.client.0.smithi123.stdout: "leveldb_cache_size", 2023-12-20T10:49:48.021 INFO:tasks.workunit.client.0.smithi123.stdout: "leveldb_compression", 2023-12-20T10:49:48.021 INFO:tasks.workunit.client.0.smithi123.stdout: "leveldb_log", 2023-12-20T10:49:48.021 INFO:tasks.workunit.client.0.smithi123.stdout: "leveldb_write_buffer_size", 2023-12-20T10:49:48.021 INFO:tasks.workunit.client.0.smithi123.stdout: "log_to_file", 2023-12-20T10:49:48.021 INFO:tasks.workunit.client.0.smithi123.stdout: "log_to_journald", 2023-12-20T10:49:48.021 INFO:tasks.workunit.client.0.smithi123.stdout: "log_to_stderr", 2023-12-20T10:49:48.022 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_allow_pool_delete", 2023-12-20T10:49:48.022 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_clock_drift_allowed", 2023-12-20T10:49:48.022 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_cluster_log_file_level", 2023-12-20T10:49:48.022 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_cluster_log_to_file", 2023-12-20T10:49:48.022 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_cluster_log_to_journald", 2023-12-20T10:49:48.022 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_cluster_log_to_stderr", 2023-12-20T10:49:48.023 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_data_avail_warn", 2023-12-20T10:49:48.023 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_election_default_strategy", 2023-12-20T10:49:48.023 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_host", 2023-12-20T10:49:48.023 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_max_pg_per_osd", 2023-12-20T10:49:48.023 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_mgr_mkfs_grace", 2023-12-20T10:49:48.023 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_osd_prime_pg_temp", 2023-12-20T10:49:48.023 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_osd_reporter_subtree_level", 2023-12-20T10:49:48.024 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_pg_warn_max_object_skew", 2023-12-20T10:49:48.024 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-20T10:49:48.024 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-20T10:49:48.024 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-20T10:49:48.024 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-20T10:49:48.024 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-20T10:49:48.024 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-20T10:49:48.024 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-20T10:49:48.025 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-20T10:49:48.025 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_too_few_osds", 2023-12-20T10:49:48.025 INFO:tasks.workunit.client.0.smithi123.stdout: "ms_die_on_bug", 2023-12-20T10:49:48.025 INFO:tasks.workunit.client.0.smithi123.stdout: "ms_die_on_old_message", 2023-12-20T10:49:48.025 INFO:tasks.workunit.client.0.smithi123.stdout: "no_config_file", 2023-12-20T10:49:48.025 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_class_default_list", 2023-12-20T10:49:48.025 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_class_load_list", 2023-12-20T10:49:48.025 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_misdirected_ops", 2023-12-20T10:49:48.026 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_op_order", 2023-12-20T10:49:48.026 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_pg_log_writeout", 2023-12-20T10:49:48.026 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_shutdown", 2023-12-20T10:49:48.026 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_verify_cached_snaps", 2023-12-20T10:49:48.026 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_verify_missing_on_start", 2023-12-20T10:49:48.026 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_verify_stray_on_activate", 2023-12-20T10:49:48.026 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-20T10:49:48.027 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_profile", 2023-12-20T10:49:48.027 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2023-12-20T10:49:48.027 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_background_best_effort_res", 2023-12-20T10:49:48.027 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2023-12-20T10:49:48.027 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_background_recovery_lim", 2023-12-20T10:49:48.027 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_background_recovery_res", 2023-12-20T10:49:48.027 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2023-12-20T10:49:48.028 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_client_lim", 2023-12-20T10:49:48.028 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_client_res", 2023-12-20T10:49:48.028 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_client_wgt", 2023-12-20T10:49:48.028 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_memory_target", 2023-12-20T10:49:48.028 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_memory_target_autotune", 2023-12-20T10:49:48.028 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_op_queue", 2023-12-20T10:49:48.028 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_op_queue_cut_off", 2023-12-20T10:49:48.029 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pool_default_erasure_code_profile", 2023-12-20T10:49:48.029 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-20T10:49:48.029 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_recover_clone_overlap", 2023-12-20T10:49:48.029 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_recovery_max_chunk", 2023-12-20T10:49:48.029 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_scrub_load_threshold", 2023-12-20T10:49:48.030 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_scrub_max_interval", 2023-12-20T10:49:48.030 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_shutdown_pgref_assert", 2023-12-20T10:49:48.030 INFO:tasks.workunit.client.0.smithi123.stdout: "public_addr", 2023-12-20T10:49:48.030 INFO:tasks.workunit.client.0.smithi123.stdout: "public_addrv", 2023-12-20T10:49:48.030 INFO:tasks.workunit.client.0.smithi123.stdout: "public_network", 2023-12-20T10:49:48.030 INFO:tasks.workunit.client.0.smithi123.stdout: "rbd_default_features", 2023-12-20T10:49:48.030 INFO:tasks.workunit.client.0.smithi123.stdout: "rbd_qos_exclude_ops", 2023-12-20T10:49:48.031 INFO:tasks.workunit.client.0.smithi123.stdout: "setgroup", 2023-12-20T10:49:48.031 INFO:tasks.workunit.client.0.smithi123.stdout: "setuser" 2023-12-20T10:49:48.031 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:48.031 INFO:tasks.workunit.client.0.smithi123.stdout: "cluster_changed": [ 2023-12-20T10:49:48.031 INFO:tasks.workunit.client.0.smithi123.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-20T10:49:48.031 INFO:tasks.workunit.client.0.smithi123.stdout: "auth_debug", 2023-12-20T10:49:48.032 INFO:tasks.workunit.client.0.smithi123.stdout: "auth_mon_ticket_ttl", 2023-12-20T10:49:48.032 INFO:tasks.workunit.client.0.smithi123.stdout: "auth_service_ticket_ttl", 2023-12-20T10:49:48.032 INFO:tasks.workunit.client.0.smithi123.stdout: "bdev_debug_aio", 2023-12-20T10:49:48.032 INFO:tasks.workunit.client.0.smithi123.stdout: "container_image", 2023-12-20T10:49:48.032 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_asserts_on_shutdown", 2023-12-20T10:49:48.032 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_mgr", 2023-12-20T10:49:48.032 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_mon", 2023-12-20T10:49:48.033 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_ms", 2023-12-20T10:49:48.033 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_osd", 2023-12-20T10:49:48.033 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_paxos", 2023-12-20T10:49:48.033 INFO:tasks.workunit.client.0.smithi123.stdout: "log_to_file", 2023-12-20T10:49:48.033 INFO:tasks.workunit.client.0.smithi123.stdout: "log_to_journald", 2023-12-20T10:49:48.033 INFO:tasks.workunit.client.0.smithi123.stdout: "log_to_stderr", 2023-12-20T10:49:48.033 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_join_fs", 2023-12-20T10:49:48.034 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/cephadm/allow_ptrace", 2023-12-20T10:49:48.034 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/cephadm/container_init", 2023-12-20T10:49:48.034 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/cephadm/migration_current", 2023-12-20T10:49:48.034 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/cephadm/use_repo_digest", 2023-12-20T10:49:48.034 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2023-12-20T10:49:48.034 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2023-12-20T10:49:48.035 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/dashboard/GRAFANA_API_URL", 2023-12-20T10:49:48.035 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2023-12-20T10:49:48.035 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/dashboard/ssl_server_port", 2023-12-20T10:49:48.035 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/orchestrator/orchestrator", 2023-12-20T10:49:48.035 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/telemetry/channel_ident", 2023-12-20T10:49:48.035 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/telemetry/description", 2023-12-20T10:49:48.035 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/telemetry/organization", 2023-12-20T10:49:48.036 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_allow_pool_delete", 2023-12-20T10:49:48.036 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_clock_drift_allowed", 2023-12-20T10:49:48.036 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_cluster_log_file_level", 2023-12-20T10:49:48.036 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_data_avail_warn", 2023-12-20T10:49:48.036 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_election_default_strategy", 2023-12-20T10:49:48.036 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_max_pg_per_osd", 2023-12-20T10:49:48.036 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_mgr_mkfs_grace", 2023-12-20T10:49:48.037 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_osd_prime_pg_temp", 2023-12-20T10:49:48.037 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_osd_reporter_subtree_level", 2023-12-20T10:49:48.037 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_pg_warn_max_object_skew", 2023-12-20T10:49:48.037 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-20T10:49:48.037 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-20T10:49:48.037 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-20T10:49:48.037 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-20T10:49:48.037 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-20T10:49:48.037 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-20T10:49:48.038 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-20T10:49:48.038 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-20T10:49:48.038 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_too_few_osds", 2023-12-20T10:49:48.038 INFO:tasks.workunit.client.0.smithi123.stdout: "ms_die_on_bug", 2023-12-20T10:49:48.038 INFO:tasks.workunit.client.0.smithi123.stdout: "ms_die_on_old_message", 2023-12-20T10:49:48.038 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_class_default_list", 2023-12-20T10:49:48.038 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_class_load_list", 2023-12-20T10:49:48.039 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_misdirected_ops", 2023-12-20T10:49:48.039 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_op_order", 2023-12-20T10:49:48.039 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_pg_log_writeout", 2023-12-20T10:49:48.039 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_shutdown", 2023-12-20T10:49:48.039 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_verify_cached_snaps", 2023-12-20T10:49:48.039 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_verify_missing_on_start", 2023-12-20T10:49:48.039 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_verify_stray_on_activate", 2023-12-20T10:49:48.040 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-20T10:49:48.040 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_profile", 2023-12-20T10:49:48.040 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_memory_target", 2023-12-20T10:49:48.040 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_memory_target_autotune", 2023-12-20T10:49:48.040 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_op_queue", 2023-12-20T10:49:48.040 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_op_queue_cut_off", 2023-12-20T10:49:48.040 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pool_default_erasure_code_profile", 2023-12-20T10:49:48.041 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-20T10:49:48.041 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_recover_clone_overlap", 2023-12-20T10:49:48.041 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_recovery_max_chunk", 2023-12-20T10:49:48.041 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_scrub_load_threshold", 2023-12-20T10:49:48.041 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_scrub_max_interval", 2023-12-20T10:49:48.041 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_shutdown_pgref_assert", 2023-12-20T10:49:48.041 INFO:tasks.workunit.client.0.smithi123.stdout: "public_network", 2023-12-20T10:49:48.041 INFO:tasks.workunit.client.0.smithi123.stdout: "rgw_cache_enabled", 2023-12-20T10:49:48.042 INFO:tasks.workunit.client.0.smithi123.stdout: "rgw_enable_ops_log", 2023-12-20T10:49:48.042 INFO:tasks.workunit.client.0.smithi123.stdout: "rgw_enable_usage_log" 2023-12-20T10:49:48.042 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:48.042 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.042 INFO:tasks.workunit.client.0.smithi123.stdout: "contact": null, 2023-12-20T10:49:48.042 INFO:tasks.workunit.client.0.smithi123.stdout: "crashes": [], 2023-12-20T10:49:48.042 INFO:tasks.workunit.client.0.smithi123.stdout: "created": "2023-12-20T10:43:29.707583Z", 2023-12-20T10:49:48.042 INFO:tasks.workunit.client.0.smithi123.stdout: "crush": { 2023-12-20T10:49:48.042 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_algs": { 2023-12-20T10:49:48.042 INFO:tasks.workunit.client.0.smithi123.stdout: "straw2": 3 2023-12-20T10:49:48.043 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.043 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_sizes": { 2023-12-20T10:49:48.043 INFO:tasks.workunit.client.0.smithi123.stdout: "2": 1, 2023-12-20T10:49:48.043 INFO:tasks.workunit.client.0.smithi123.stdout: "4": 2 2023-12-20T10:49:48.043 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.043 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_types": { 2023-12-20T10:49:48.043 INFO:tasks.workunit.client.0.smithi123.stdout: "1": 2, 2023-12-20T10:49:48.043 INFO:tasks.workunit.client.0.smithi123.stdout: "11": 1 2023-12-20T10:49:48.043 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.043 INFO:tasks.workunit.client.0.smithi123.stdout: "compat_weight_set": false, 2023-12-20T10:49:48.044 INFO:tasks.workunit.client.0.smithi123.stdout: "device_classes": [ 2023-12-20T10:49:48.044 INFO:tasks.workunit.client.0.smithi123.stdout: 8 2023-12-20T10:49:48.044 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:48.044 INFO:tasks.workunit.client.0.smithi123.stdout: "num_buckets": 6, 2023-12-20T10:49:48.044 INFO:tasks.workunit.client.0.smithi123.stdout: "num_devices": 8, 2023-12-20T10:49:48.044 INFO:tasks.workunit.client.0.smithi123.stdout: "num_rules": 1, 2023-12-20T10:49:48.044 INFO:tasks.workunit.client.0.smithi123.stdout: "num_types": 12, 2023-12-20T10:49:48.044 INFO:tasks.workunit.client.0.smithi123.stdout: "num_weight_sets": 0, 2023-12-20T10:49:48.045 INFO:tasks.workunit.client.0.smithi123.stdout: "tunables": { 2023-12-20T10:49:48.045 INFO:tasks.workunit.client.0.smithi123.stdout: "allowed_bucket_algs": 54, 2023-12-20T10:49:48.045 INFO:tasks.workunit.client.0.smithi123.stdout: "choose_local_fallback_tries": 0, 2023-12-20T10:49:48.045 INFO:tasks.workunit.client.0.smithi123.stdout: "choose_local_tries": 0, 2023-12-20T10:49:48.045 INFO:tasks.workunit.client.0.smithi123.stdout: "choose_total_tries": 50, 2023-12-20T10:49:48.045 INFO:tasks.workunit.client.0.smithi123.stdout: "chooseleaf_descend_once": 1, 2023-12-20T10:49:48.045 INFO:tasks.workunit.client.0.smithi123.stdout: "chooseleaf_stable": 1, 2023-12-20T10:49:48.045 INFO:tasks.workunit.client.0.smithi123.stdout: "chooseleaf_vary_r": 1, 2023-12-20T10:49:48.045 INFO:tasks.workunit.client.0.smithi123.stdout: "has_v2_rules": 0, 2023-12-20T10:49:48.045 INFO:tasks.workunit.client.0.smithi123.stdout: "has_v3_rules": 0, 2023-12-20T10:49:48.045 INFO:tasks.workunit.client.0.smithi123.stdout: "has_v4_buckets": 1, 2023-12-20T10:49:48.045 INFO:tasks.workunit.client.0.smithi123.stdout: "has_v5_rules": 0, 2023-12-20T10:49:48.045 INFO:tasks.workunit.client.0.smithi123.stdout: "legacy_tunables": 0, 2023-12-20T10:49:48.046 INFO:tasks.workunit.client.0.smithi123.stdout: "minimum_required_version": "jewel", 2023-12-20T10:49:48.046 INFO:tasks.workunit.client.0.smithi123.stdout: "optimal_tunables": 1, 2023-12-20T10:49:48.046 INFO:tasks.workunit.client.0.smithi123.stdout: "profile": "jewel", 2023-12-20T10:49:48.046 INFO:tasks.workunit.client.0.smithi123.stdout: "require_feature_tunables": 1, 2023-12-20T10:49:48.046 INFO:tasks.workunit.client.0.smithi123.stdout: "require_feature_tunables2": 1, 2023-12-20T10:49:48.046 INFO:tasks.workunit.client.0.smithi123.stdout: "require_feature_tunables3": 1, 2023-12-20T10:49:48.046 INFO:tasks.workunit.client.0.smithi123.stdout: "require_feature_tunables5": 1, 2023-12-20T10:49:48.046 INFO:tasks.workunit.client.0.smithi123.stdout: "straw_calc_version": 1 2023-12-20T10:49:48.046 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:48.046 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.046 INFO:tasks.workunit.client.0.smithi123.stdout: "description": "upgrade test cluster", 2023-12-20T10:49:48.046 INFO:tasks.workunit.client.0.smithi123.stdout: "fs": { 2023-12-20T10:49:48.046 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1, 2023-12-20T10:49:48.046 INFO:tasks.workunit.client.0.smithi123.stdout: "feature_flags": { 2023-12-20T10:49:48.046 INFO:tasks.workunit.client.0.smithi123.stdout: "enable_multiple": true, 2023-12-20T10:49:48.047 INFO:tasks.workunit.client.0.smithi123.stdout: "ever_enabled_multiple": true 2023-12-20T10:49:48.047 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.047 INFO:tasks.workunit.client.0.smithi123.stdout: "filesystems": [ 2023-12-20T10:49:48.047 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:48.047 INFO:tasks.workunit.client.0.smithi123.stdout: "approx_ctime": "2023-12", 2023-12-20T10:49:48.047 INFO:tasks.workunit.client.0.smithi123.stdout: "balancer_enabled": false, 2023-12-20T10:49:48.047 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:48.047 INFO:tasks.workunit.client.0.smithi123.stdout: "cached_caps": 0, 2023-12-20T10:49:48.047 INFO:tasks.workunit.client.0.smithi123.stdout: "cached_dns": 10, 2023-12-20T10:49:48.047 INFO:tasks.workunit.client.0.smithi123.stdout: "cached_inos": 13, 2023-12-20T10:49:48.047 INFO:tasks.workunit.client.0.smithi123.stdout: "cached_subtrees": 2, 2023-12-20T10:49:48.047 INFO:tasks.workunit.client.0.smithi123.stdout: "ever_allowed_features": 0, 2023-12-20T10:49:48.047 INFO:tasks.workunit.client.0.smithi123.stdout: "explicitly_allowed_features": 0, 2023-12-20T10:49:48.048 INFO:tasks.workunit.client.0.smithi123.stdout: "files": 0, 2023-12-20T10:49:48.048 INFO:tasks.workunit.client.0.smithi123.stdout: "max_mds": 1, 2023-12-20T10:49:48.048 INFO:tasks.workunit.client.0.smithi123.stdout: "num_data_pools": 1, 2023-12-20T10:49:48.048 INFO:tasks.workunit.client.0.smithi123.stdout: "num_in": 1, 2023-12-20T10:49:48.048 INFO:tasks.workunit.client.0.smithi123.stdout: "num_mds": 1, 2023-12-20T10:49:48.048 INFO:tasks.workunit.client.0.smithi123.stdout: "num_sessions": 0, 2023-12-20T10:49:48.048 INFO:tasks.workunit.client.0.smithi123.stdout: "num_standby_replay": 0, 2023-12-20T10:49:48.048 INFO:tasks.workunit.client.0.smithi123.stdout: "num_up": 1, 2023-12-20T10:49:48.048 INFO:tasks.workunit.client.0.smithi123.stdout: "snaps": 0, 2023-12-20T10:49:48.048 INFO:tasks.workunit.client.0.smithi123.stdout: "standby_count_wanted": 0 2023-12-20T10:49:48.048 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:48.048 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:48.048 INFO:tasks.workunit.client.0.smithi123.stdout: "num_standby_mds": 1, 2023-12-20T10:49:48.048 INFO:tasks.workunit.client.0.smithi123.stdout: "total_num_mds": 2 2023-12-20T10:49:48.049 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.049 INFO:tasks.workunit.client.0.smithi123.stdout: "hosts": { 2023-12-20T10:49:48.049 INFO:tasks.workunit.client.0.smithi123.stdout: "num": 2, 2023-12-20T10:49:48.049 INFO:tasks.workunit.client.0.smithi123.stdout: "num_with_mds": 2, 2023-12-20T10:49:48.049 INFO:tasks.workunit.client.0.smithi123.stdout: "num_with_mgr": 2, 2023-12-20T10:49:48.049 INFO:tasks.workunit.client.0.smithi123.stdout: "num_with_mon": 2, 2023-12-20T10:49:48.049 INFO:tasks.workunit.client.0.smithi123.stdout: "num_with_osd": 2 2023-12-20T10:49:48.049 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.049 INFO:tasks.workunit.client.0.smithi123.stdout: "leaderboard": false, 2023-12-20T10:49:48.049 INFO:tasks.workunit.client.0.smithi123.stdout: "license": "sharing-1-0", 2023-12-20T10:49:48.049 INFO:tasks.workunit.client.0.smithi123.stdout: "metadata": { 2023-12-20T10:49:48.049 INFO:tasks.workunit.client.0.smithi123.stdout: "mds": { 2023-12-20T10:49:48.049 INFO:tasks.workunit.client.0.smithi123.stdout: "arch": { 2023-12-20T10:49:48.050 INFO:tasks.workunit.client.0.smithi123.stdout: "x86_64": 2 2023-12-20T10:49:48.050 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.050 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph_version": { 2023-12-20T10:49:48.050 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T10:49:48.050 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.050 INFO:tasks.workunit.client.0.smithi123.stdout: "cpu": { 2023-12-20T10:49:48.050 INFO:tasks.workunit.client.0.smithi123.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2023-12-20T10:49:48.050 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.050 INFO:tasks.workunit.client.0.smithi123.stdout: "distro": { 2023-12-20T10:49:48.050 INFO:tasks.workunit.client.0.smithi123.stdout: "centos": 2 2023-12-20T10:49:48.050 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.050 INFO:tasks.workunit.client.0.smithi123.stdout: "distro_description": { 2023-12-20T10:49:48.050 INFO:tasks.workunit.client.0.smithi123.stdout: "CentOS Stream 8": 2 2023-12-20T10:49:48.050 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.051 INFO:tasks.workunit.client.0.smithi123.stdout: "kernel_description": { 2023-12-20T10:49:48.051 INFO:tasks.workunit.client.0.smithi123.stdout: "#1 SMP Wed Dec 6 01:03:46 UTC 2023": 2 2023-12-20T10:49:48.051 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.051 INFO:tasks.workunit.client.0.smithi123.stdout: "kernel_version": { 2023-12-20T10:49:48.051 INFO:tasks.workunit.client.0.smithi123.stdout: "4.18.0-529.el8.x86_64": 2 2023-12-20T10:49:48.051 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.051 INFO:tasks.workunit.client.0.smithi123.stdout: "os": { 2023-12-20T10:49:48.051 INFO:tasks.workunit.client.0.smithi123.stdout: "Linux": 2 2023-12-20T10:49:48.052 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:48.052 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.052 INFO:tasks.workunit.client.0.smithi123.stdout: "mon": { 2023-12-20T10:49:48.052 INFO:tasks.workunit.client.0.smithi123.stdout: "arch": { 2023-12-20T10:49:48.052 INFO:tasks.workunit.client.0.smithi123.stdout: "x86_64": 3 2023-12-20T10:49:48.052 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.052 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph_version": { 2023-12-20T10:49:48.052 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 3 2023-12-20T10:49:48.053 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.053 INFO:tasks.workunit.client.0.smithi123.stdout: "cpu": { 2023-12-20T10:49:48.053 INFO:tasks.workunit.client.0.smithi123.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2023-12-20T10:49:48.053 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.053 INFO:tasks.workunit.client.0.smithi123.stdout: "distro": { 2023-12-20T10:49:48.053 INFO:tasks.workunit.client.0.smithi123.stdout: "centos": 3 2023-12-20T10:49:48.053 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.053 INFO:tasks.workunit.client.0.smithi123.stdout: "distro_description": { 2023-12-20T10:49:48.053 INFO:tasks.workunit.client.0.smithi123.stdout: "CentOS Stream 8": 3 2023-12-20T10:49:48.054 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.054 INFO:tasks.workunit.client.0.smithi123.stdout: "kernel_description": { 2023-12-20T10:49:48.054 INFO:tasks.workunit.client.0.smithi123.stdout: "#1 SMP Wed Dec 6 01:03:46 UTC 2023": 3 2023-12-20T10:49:48.054 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.054 INFO:tasks.workunit.client.0.smithi123.stdout: "kernel_version": { 2023-12-20T10:49:48.054 INFO:tasks.workunit.client.0.smithi123.stdout: "4.18.0-529.el8.x86_64": 3 2023-12-20T10:49:48.054 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.054 INFO:tasks.workunit.client.0.smithi123.stdout: "os": { 2023-12-20T10:49:48.054 INFO:tasks.workunit.client.0.smithi123.stdout: "Linux": 3 2023-12-20T10:49:48.054 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:48.054 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.055 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:48.055 INFO:tasks.workunit.client.0.smithi123.stdout: "arch": { 2023-12-20T10:49:48.055 INFO:tasks.workunit.client.0.smithi123.stdout: "x86_64": 8 2023-12-20T10:49:48.055 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.055 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph_version": { 2023-12-20T10:49:48.055 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 8 2023-12-20T10:49:48.055 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.055 INFO:tasks.workunit.client.0.smithi123.stdout: "cpu": { 2023-12-20T10:49:48.055 INFO:tasks.workunit.client.0.smithi123.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2023-12-20T10:49:48.055 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.055 INFO:tasks.workunit.client.0.smithi123.stdout: "distro": { 2023-12-20T10:49:48.055 INFO:tasks.workunit.client.0.smithi123.stdout: "centos": 8 2023-12-20T10:49:48.055 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.055 INFO:tasks.workunit.client.0.smithi123.stdout: "distro_description": { 2023-12-20T10:49:48.055 INFO:tasks.workunit.client.0.smithi123.stdout: "CentOS Stream 8": 8 2023-12-20T10:49:48.055 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.056 INFO:tasks.workunit.client.0.smithi123.stdout: "kernel_description": { 2023-12-20T10:49:48.056 INFO:tasks.workunit.client.0.smithi123.stdout: "#1 SMP Wed Dec 6 01:03:46 UTC 2023": 8 2023-12-20T10:49:48.056 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.056 INFO:tasks.workunit.client.0.smithi123.stdout: "kernel_version": { 2023-12-20T10:49:48.056 INFO:tasks.workunit.client.0.smithi123.stdout: "4.18.0-529.el8.x86_64": 8 2023-12-20T10:49:48.056 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.056 INFO:tasks.workunit.client.0.smithi123.stdout: "os": { 2023-12-20T10:49:48.056 INFO:tasks.workunit.client.0.smithi123.stdout: "Linux": 8 2023-12-20T10:49:48.056 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.056 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_objectstore": { 2023-12-20T10:49:48.056 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore": 8 2023-12-20T10:49:48.056 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.056 INFO:tasks.workunit.client.0.smithi123.stdout: "rotational": { 2023-12-20T10:49:48.056 INFO:tasks.workunit.client.0.smithi123.stdout: "0": 8 2023-12-20T10:49:48.056 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:48.056 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:48.057 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.057 INFO:tasks.workunit.client.0.smithi123.stdout: "mon": { 2023-12-20T10:49:48.057 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 3, 2023-12-20T10:49:48.057 INFO:tasks.workunit.client.0.smithi123.stdout: "features": { 2023-12-20T10:49:48.057 INFO:tasks.workunit.client.0.smithi123.stdout: "optional": [], 2023-12-20T10:49:48.057 INFO:tasks.workunit.client.0.smithi123.stdout: "persistent": [ 2023-12-20T10:49:48.057 INFO:tasks.workunit.client.0.smithi123.stdout: "kraken", 2023-12-20T10:49:48.057 INFO:tasks.workunit.client.0.smithi123.stdout: "luminous", 2023-12-20T10:49:48.057 INFO:tasks.workunit.client.0.smithi123.stdout: "mimic", 2023-12-20T10:49:48.057 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap-prune", 2023-12-20T10:49:48.057 INFO:tasks.workunit.client.0.smithi123.stdout: "nautilus", 2023-12-20T10:49:48.057 INFO:tasks.workunit.client.0.smithi123.stdout: "octopus", 2023-12-20T10:49:48.057 INFO:tasks.workunit.client.0.smithi123.stdout: "pacific", 2023-12-20T10:49:48.057 INFO:tasks.workunit.client.0.smithi123.stdout: "elector-pinging", 2023-12-20T10:49:48.058 INFO:tasks.workunit.client.0.smithi123.stdout: "quincy" 2023-12-20T10:49:48.058 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:48.058 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.058 INFO:tasks.workunit.client.0.smithi123.stdout: "ipv4_addr_mons": 6, 2023-12-20T10:49:48.058 INFO:tasks.workunit.client.0.smithi123.stdout: "ipv6_addr_mons": 0, 2023-12-20T10:49:48.058 INFO:tasks.workunit.client.0.smithi123.stdout: "min_mon_release": 17, 2023-12-20T10:49:48.058 INFO:tasks.workunit.client.0.smithi123.stdout: "v1_addr_mons": 3, 2023-12-20T10:49:48.058 INFO:tasks.workunit.client.0.smithi123.stdout: "v2_addr_mons": 3 2023-12-20T10:49:48.058 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.058 INFO:tasks.workunit.client.0.smithi123.stdout: "organization": "ceph-qa", 2023-12-20T10:49:48.058 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:48.058 INFO:tasks.workunit.client.0.smithi123.stdout: "cluster_network": false, 2023-12-20T10:49:48.058 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 8, 2023-12-20T10:49:48.058 INFO:tasks.workunit.client.0.smithi123.stdout: "require_min_compat_client": "luminous", 2023-12-20T10:49:48.058 INFO:tasks.workunit.client.0.smithi123.stdout: "require_osd_release": "quincy" 2023-12-20T10:49:48.058 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.059 INFO:tasks.workunit.client.0.smithi123.stdout: "pools": [ 2023-12-20T10:49:48.059 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:48.059 INFO:tasks.workunit.client.0.smithi123.stdout: "application": [ 2023-12-20T10:49:48.059 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr" 2023-12-20T10:49:48.059 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:48.059 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_mode": "none", 2023-12-20T10:49:48.059 INFO:tasks.workunit.client.0.smithi123.stdout: "erasure_code_profile": {}, 2023-12-20T10:49:48.059 INFO:tasks.workunit.client.0.smithi123.stdout: "min_size": 2, 2023-12-20T10:49:48.059 INFO:tasks.workunit.client.0.smithi123.stdout: "options": {}, 2023-12-20T10:49:48.059 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_autoscale_mode": "off", 2023-12-20T10:49:48.059 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_num": 1, 2023-12-20T10:49:48.059 INFO:tasks.workunit.client.0.smithi123.stdout: "pgp_num": 1, 2023-12-20T10:49:48.059 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": 1, 2023-12-20T10:49:48.059 INFO:tasks.workunit.client.0.smithi123.stdout: "size": 3, 2023-12-20T10:49:48.059 INFO:tasks.workunit.client.0.smithi123.stdout: "stats": { 2023-12-20T10:49:48.059 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_raw": 727116753162, 2023-12-20T10:49:48.060 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_used": 1781760, 2023-12-20T10:49:48.060 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_bytes_used": 0, 2023-12-20T10:49:48.060 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_under_bytes": 0, 2023-12-20T10:49:48.060 INFO:tasks.workunit.client.0.smithi123.stdout: "data_bytes_used": 1781760, 2023-12-20T10:49:48.060 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty": 0, 2023-12-20T10:49:48.060 INFO:tasks.workunit.client.0.smithi123.stdout: "max_avail": 242372247552, 2023-12-20T10:49:48.060 INFO:tasks.workunit.client.0.smithi123.stdout: "objects": 2, 2023-12-20T10:49:48.060 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_bytes_used": 0, 2023-12-20T10:49:48.060 INFO:tasks.workunit.client.0.smithi123.stdout: "percent_used": 2.450439524182002e-06, 2023-12-20T10:49:48.060 INFO:tasks.workunit.client.0.smithi123.stdout: "quota_bytes": 0, 2023-12-20T10:49:48.060 INFO:tasks.workunit.client.0.smithi123.stdout: "quota_objects": 0, 2023-12-20T10:49:48.060 INFO:tasks.workunit.client.0.smithi123.stdout: "rd": 212, 2023-12-20T10:49:48.060 INFO:tasks.workunit.client.0.smithi123.stdout: "rd_bytes": 313344, 2023-12-20T10:49:48.060 INFO:tasks.workunit.client.0.smithi123.stdout: "stored": 590368, 2023-12-20T10:49:48.060 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_data": 590368, 2023-12-20T10:49:48.060 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_omap": 0, 2023-12-20T10:49:48.061 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_raw": 1771104, 2023-12-20T10:49:48.061 INFO:tasks.workunit.client.0.smithi123.stdout: "wr": 179, 2023-12-20T10:49:48.061 INFO:tasks.workunit.client.0.smithi123.stdout: "wr_bytes": 2473984 2023-12-20T10:49:48.061 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.061 INFO:tasks.workunit.client.0.smithi123.stdout: "target_max_bytes": 0, 2023-12-20T10:49:48.061 INFO:tasks.workunit.client.0.smithi123.stdout: "target_max_objects": 0, 2023-12-20T10:49:48.061 INFO:tasks.workunit.client.0.smithi123.stdout: "type": "replicated" 2023-12-20T10:49:48.061 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.061 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:48.061 INFO:tasks.workunit.client.0.smithi123.stdout: "application": [ 2023-12-20T10:49:48.061 INFO:tasks.workunit.client.0.smithi123.stdout: "cephfs" 2023-12-20T10:49:48.061 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:48.061 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_mode": "none", 2023-12-20T10:49:48.061 INFO:tasks.workunit.client.0.smithi123.stdout: "erasure_code_profile": {}, 2023-12-20T10:49:48.061 INFO:tasks.workunit.client.0.smithi123.stdout: "min_size": 2, 2023-12-20T10:49:48.062 INFO:tasks.workunit.client.0.smithi123.stdout: "options": {}, 2023-12-20T10:49:48.062 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_autoscale_mode": "off", 2023-12-20T10:49:48.062 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_num": 32, 2023-12-20T10:49:48.062 INFO:tasks.workunit.client.0.smithi123.stdout: "pgp_num": 32, 2023-12-20T10:49:48.062 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": 2, 2023-12-20T10:49:48.062 INFO:tasks.workunit.client.0.smithi123.stdout: "size": 3, 2023-12-20T10:49:48.062 INFO:tasks.workunit.client.0.smithi123.stdout: "stats": { 2023-12-20T10:49:48.062 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_raw": 727116753162, 2023-12-20T10:49:48.062 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_used": 98304, 2023-12-20T10:49:48.062 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_bytes_used": 0, 2023-12-20T10:49:48.062 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_under_bytes": 0, 2023-12-20T10:49:48.062 INFO:tasks.workunit.client.0.smithi123.stdout: "data_bytes_used": 98304, 2023-12-20T10:49:48.062 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty": 0, 2023-12-20T10:49:48.062 INFO:tasks.workunit.client.0.smithi123.stdout: "max_avail": 242372247552, 2023-12-20T10:49:48.062 INFO:tasks.workunit.client.0.smithi123.stdout: "objects": 22, 2023-12-20T10:49:48.062 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_bytes_used": 0, 2023-12-20T10:49:48.063 INFO:tasks.workunit.client.0.smithi123.stdout: "percent_used": 1.3519698427444382e-07, 2023-12-20T10:49:48.063 INFO:tasks.workunit.client.0.smithi123.stdout: "quota_bytes": 0, 2023-12-20T10:49:48.063 INFO:tasks.workunit.client.0.smithi123.stdout: "quota_objects": 0, 2023-12-20T10:49:48.063 INFO:tasks.workunit.client.0.smithi123.stdout: "rd": 0, 2023-12-20T10:49:48.063 INFO:tasks.workunit.client.0.smithi123.stdout: "rd_bytes": 0, 2023-12-20T10:49:48.063 INFO:tasks.workunit.client.0.smithi123.stdout: "stored": 3376, 2023-12-20T10:49:48.063 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_data": 3376, 2023-12-20T10:49:48.063 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_omap": 0, 2023-12-20T10:49:48.063 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_raw": 10128, 2023-12-20T10:49:48.063 INFO:tasks.workunit.client.0.smithi123.stdout: "wr": 51, 2023-12-20T10:49:48.063 INFO:tasks.workunit.client.0.smithi123.stdout: "wr_bytes": 19456 2023-12-20T10:49:48.063 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.063 INFO:tasks.workunit.client.0.smithi123.stdout: "target_max_bytes": 0, 2023-12-20T10:49:48.063 INFO:tasks.workunit.client.0.smithi123.stdout: "target_max_objects": 0, 2023-12-20T10:49:48.063 INFO:tasks.workunit.client.0.smithi123.stdout: "type": "replicated" 2023-12-20T10:49:48.063 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.064 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:48.064 INFO:tasks.workunit.client.0.smithi123.stdout: "application": [ 2023-12-20T10:49:48.064 INFO:tasks.workunit.client.0.smithi123.stdout: "cephfs" 2023-12-20T10:49:48.064 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:48.064 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_mode": "none", 2023-12-20T10:49:48.064 INFO:tasks.workunit.client.0.smithi123.stdout: "erasure_code_profile": {}, 2023-12-20T10:49:48.064 INFO:tasks.workunit.client.0.smithi123.stdout: "min_size": 2, 2023-12-20T10:49:48.064 INFO:tasks.workunit.client.0.smithi123.stdout: "options": {}, 2023-12-20T10:49:48.064 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_autoscale_mode": "off", 2023-12-20T10:49:48.064 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_num": 64, 2023-12-20T10:49:48.064 INFO:tasks.workunit.client.0.smithi123.stdout: "pgp_num": 64, 2023-12-20T10:49:48.064 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": 3, 2023-12-20T10:49:48.064 INFO:tasks.workunit.client.0.smithi123.stdout: "size": 3, 2023-12-20T10:49:48.064 INFO:tasks.workunit.client.0.smithi123.stdout: "stats": { 2023-12-20T10:49:48.064 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_raw": 727116753162, 2023-12-20T10:49:48.064 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_used": 0, 2023-12-20T10:49:48.065 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_bytes_used": 0, 2023-12-20T10:49:48.065 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_under_bytes": 0, 2023-12-20T10:49:48.065 INFO:tasks.workunit.client.0.smithi123.stdout: "data_bytes_used": 0, 2023-12-20T10:49:48.065 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty": 0, 2023-12-20T10:49:48.065 INFO:tasks.workunit.client.0.smithi123.stdout: "max_avail": 242372247552, 2023-12-20T10:49:48.065 INFO:tasks.workunit.client.0.smithi123.stdout: "objects": 0, 2023-12-20T10:49:48.065 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_bytes_used": 0, 2023-12-20T10:49:48.065 INFO:tasks.workunit.client.0.smithi123.stdout: "percent_used": 0.0, 2023-12-20T10:49:48.065 INFO:tasks.workunit.client.0.smithi123.stdout: "quota_bytes": 0, 2023-12-20T10:49:48.065 INFO:tasks.workunit.client.0.smithi123.stdout: "quota_objects": 0, 2023-12-20T10:49:48.065 INFO:tasks.workunit.client.0.smithi123.stdout: "rd": 0, 2023-12-20T10:49:48.065 INFO:tasks.workunit.client.0.smithi123.stdout: "rd_bytes": 0, 2023-12-20T10:49:48.065 INFO:tasks.workunit.client.0.smithi123.stdout: "stored": 0, 2023-12-20T10:49:48.065 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_data": 0, 2023-12-20T10:49:48.066 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_omap": 0, 2023-12-20T10:49:48.066 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_raw": 0, 2023-12-20T10:49:48.066 INFO:tasks.workunit.client.0.smithi123.stdout: "wr": 0, 2023-12-20T10:49:48.066 INFO:tasks.workunit.client.0.smithi123.stdout: "wr_bytes": 0 2023-12-20T10:49:48.066 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.066 INFO:tasks.workunit.client.0.smithi123.stdout: "target_max_bytes": 0, 2023-12-20T10:49:48.066 INFO:tasks.workunit.client.0.smithi123.stdout: "target_max_objects": 0, 2023-12-20T10:49:48.066 INFO:tasks.workunit.client.0.smithi123.stdout: "type": "replicated" 2023-12-20T10:49:48.066 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.066 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:48.066 INFO:tasks.workunit.client.0.smithi123.stdout: "application": [ 2023-12-20T10:49:48.066 INFO:tasks.workunit.client.0.smithi123.stdout: "rbd" 2023-12-20T10:49:48.066 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:48.066 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_mode": "none", 2023-12-20T10:49:48.066 INFO:tasks.workunit.client.0.smithi123.stdout: "erasure_code_profile": {}, 2023-12-20T10:49:48.066 INFO:tasks.workunit.client.0.smithi123.stdout: "min_size": 2, 2023-12-20T10:49:48.067 INFO:tasks.workunit.client.0.smithi123.stdout: "options": {}, 2023-12-20T10:49:48.067 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_autoscale_mode": "off", 2023-12-20T10:49:48.067 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_num": 8, 2023-12-20T10:49:48.067 INFO:tasks.workunit.client.0.smithi123.stdout: "pgp_num": 8, 2023-12-20T10:49:48.067 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": 4, 2023-12-20T10:49:48.067 INFO:tasks.workunit.client.0.smithi123.stdout: "size": 3, 2023-12-20T10:49:48.067 INFO:tasks.workunit.client.0.smithi123.stdout: "stats": { 2023-12-20T10:49:48.067 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_raw": 727116753162, 2023-12-20T10:49:48.067 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_used": 0, 2023-12-20T10:49:48.067 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_bytes_used": 0, 2023-12-20T10:49:48.067 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_under_bytes": 0, 2023-12-20T10:49:48.067 INFO:tasks.workunit.client.0.smithi123.stdout: "data_bytes_used": 0, 2023-12-20T10:49:48.067 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty": 0, 2023-12-20T10:49:48.067 INFO:tasks.workunit.client.0.smithi123.stdout: "max_avail": 242372247552, 2023-12-20T10:49:48.067 INFO:tasks.workunit.client.0.smithi123.stdout: "objects": 0, 2023-12-20T10:49:48.067 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_bytes_used": 0, 2023-12-20T10:49:48.068 INFO:tasks.workunit.client.0.smithi123.stdout: "percent_used": 0.0, 2023-12-20T10:49:48.068 INFO:tasks.workunit.client.0.smithi123.stdout: "quota_bytes": 0, 2023-12-20T10:49:48.068 INFO:tasks.workunit.client.0.smithi123.stdout: "quota_objects": 0, 2023-12-20T10:49:48.068 INFO:tasks.workunit.client.0.smithi123.stdout: "rd": 0, 2023-12-20T10:49:48.068 INFO:tasks.workunit.client.0.smithi123.stdout: "rd_bytes": 0, 2023-12-20T10:49:48.068 INFO:tasks.workunit.client.0.smithi123.stdout: "stored": 0, 2023-12-20T10:49:48.068 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_data": 0, 2023-12-20T10:49:48.068 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_omap": 0, 2023-12-20T10:49:48.068 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_raw": 0, 2023-12-20T10:49:48.068 INFO:tasks.workunit.client.0.smithi123.stdout: "wr": 0, 2023-12-20T10:49:48.068 INFO:tasks.workunit.client.0.smithi123.stdout: "wr_bytes": 0 2023-12-20T10:49:48.068 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.068 INFO:tasks.workunit.client.0.smithi123.stdout: "target_max_bytes": 0, 2023-12-20T10:49:48.068 INFO:tasks.workunit.client.0.smithi123.stdout: "target_max_objects": 0, 2023-12-20T10:49:48.068 INFO:tasks.workunit.client.0.smithi123.stdout: "type": "replicated" 2023-12-20T10:49:48.069 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:48.069 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:48.069 INFO:tasks.workunit.client.0.smithi123.stdout: "rbd": { 2023-12-20T10:49:48.069 INFO:tasks.workunit.client.0.smithi123.stdout: "mirroring_by_pool": [ 2023-12-20T10:49:48.069 INFO:tasks.workunit.client.0.smithi123.stdout: false 2023-12-20T10:49:48.069 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:48.069 INFO:tasks.workunit.client.0.smithi123.stdout: "num_images_by_pool": [ 2023-12-20T10:49:48.069 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:48.069 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:48.069 INFO:tasks.workunit.client.0.smithi123.stdout: "num_pools": 1 2023-12-20T10:49:48.069 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.069 INFO:tasks.workunit.client.0.smithi123.stdout: "report_id": "baef0915-2884-4417-8d92-37464f291438", 2023-12-20T10:49:48.069 INFO:tasks.workunit.client.0.smithi123.stdout: "report_timestamp": "2023-12-20T10:49:48.004911", 2023-12-20T10:49:48.069 INFO:tasks.workunit.client.0.smithi123.stdout: "report_version": 1, 2023-12-20T10:49:48.069 INFO:tasks.workunit.client.0.smithi123.stdout: "rook": { 2023-12-20T10:49:48.069 INFO:tasks.workunit.client.0.smithi123.stdout: "cluster": { 2023-12-20T10:49:48.070 INFO:tasks.workunit.client.0.smithi123.stdout: "external-mode": null, 2023-12-20T10:49:48.070 INFO:tasks.workunit.client.0.smithi123.stdout: "mon": { 2023-12-20T10:49:48.070 INFO:tasks.workunit.client.0.smithi123.stdout: "allow-multiple-per-node": null, 2023-12-20T10:49:48.070 INFO:tasks.workunit.client.0.smithi123.stdout: "count": null, 2023-12-20T10:49:48.070 INFO:tasks.workunit.client.0.smithi123.stdout: "max-id": null, 2023-12-20T10:49:48.070 INFO:tasks.workunit.client.0.smithi123.stdout: "pvc": { 2023-12-20T10:49:48.070 INFO:tasks.workunit.client.0.smithi123.stdout: "enabled": null 2023-12-20T10:49:48.070 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.070 INFO:tasks.workunit.client.0.smithi123.stdout: "stretch": { 2023-12-20T10:49:48.070 INFO:tasks.workunit.client.0.smithi123.stdout: "enabled": null 2023-12-20T10:49:48.070 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:48.070 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.070 INFO:tasks.workunit.client.0.smithi123.stdout: "network": { 2023-12-20T10:49:48.070 INFO:tasks.workunit.client.0.smithi123.stdout: "provider": null 2023-12-20T10:49:48.070 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.070 INFO:tasks.workunit.client.0.smithi123.stdout: "storage": { 2023-12-20T10:49:48.071 INFO:tasks.workunit.client.0.smithi123.stdout: "device-set": { 2023-12-20T10:49:48.071 INFO:tasks.workunit.client.0.smithi123.stdout: "count": { 2023-12-20T10:49:48.071 INFO:tasks.workunit.client.0.smithi123.stdout: "non-portable": null, 2023-12-20T10:49:48.071 INFO:tasks.workunit.client.0.smithi123.stdout: "portable": null, 2023-12-20T10:49:48.071 INFO:tasks.workunit.client.0.smithi123.stdout: "total": null 2023-12-20T10:49:48.071 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:48.071 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:48.071 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:48.071 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.071 INFO:tasks.workunit.client.0.smithi123.stdout: "csi": { 2023-12-20T10:49:48.071 INFO:tasks.workunit.client.0.smithi123.stdout: "version": null 2023-12-20T10:49:48.071 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.071 INFO:tasks.workunit.client.0.smithi123.stdout: "kubernetes": { 2023-12-20T10:49:48.071 INFO:tasks.workunit.client.0.smithi123.stdout: "version": null 2023-12-20T10:49:48.071 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.071 INFO:tasks.workunit.client.0.smithi123.stdout: "node": { 2023-12-20T10:49:48.072 INFO:tasks.workunit.client.0.smithi123.stdout: "count": { 2023-12-20T10:49:48.072 INFO:tasks.workunit.client.0.smithi123.stdout: "kubernetes-total": null, 2023-12-20T10:49:48.072 INFO:tasks.workunit.client.0.smithi123.stdout: "with-ceph-daemons": null, 2023-12-20T10:49:48.072 INFO:tasks.workunit.client.0.smithi123.stdout: "with-csi-cephfs-plugin": null, 2023-12-20T10:49:48.072 INFO:tasks.workunit.client.0.smithi123.stdout: "with-csi-nfs-plugin": null, 2023-12-20T10:49:48.072 INFO:tasks.workunit.client.0.smithi123.stdout: "with-csi-rbd-plugin": null 2023-12-20T10:49:48.072 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:48.072 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.072 INFO:tasks.workunit.client.0.smithi123.stdout: "usage": { 2023-12-20T10:49:48.072 INFO:tasks.workunit.client.0.smithi123.stdout: "storage-class": { 2023-12-20T10:49:48.072 INFO:tasks.workunit.client.0.smithi123.stdout: "count": { 2023-12-20T10:49:48.072 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": null, 2023-12-20T10:49:48.072 INFO:tasks.workunit.client.0.smithi123.stdout: "cephfs": null, 2023-12-20T10:49:48.072 INFO:tasks.workunit.client.0.smithi123.stdout: "nfs": null, 2023-12-20T10:49:48.072 INFO:tasks.workunit.client.0.smithi123.stdout: "rbd": null, 2023-12-20T10:49:48.072 INFO:tasks.workunit.client.0.smithi123.stdout: "total": null 2023-12-20T10:49:48.073 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:48.073 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:48.073 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.073 INFO:tasks.workunit.client.0.smithi123.stdout: "version": null 2023-12-20T10:49:48.073 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.073 INFO:tasks.workunit.client.0.smithi123.stdout: "services": {}, 2023-12-20T10:49:48.073 INFO:tasks.workunit.client.0.smithi123.stdout: "usage": { 2023-12-20T10:49:48.073 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_num": 105, 2023-12-20T10:49:48.073 INFO:tasks.workunit.client.0.smithi123.stdout: "pools": 4, 2023-12-20T10:49:48.073 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_by_class": { 2023-12-20T10:49:48.073 INFO:tasks.workunit.client.0.smithi123.stdout: "ssd": { 2023-12-20T10:49:48.073 INFO:tasks.workunit.client.0.smithi123.stdout: "total_avail_bytes": 765517770752, 2023-12-20T10:49:48.073 INFO:tasks.workunit.client.0.smithi123.stdout: "total_bytes": 767960285184, 2023-12-20T10:49:48.073 INFO:tasks.workunit.client.0.smithi123.stdout: "total_used_bytes": 2442514432, 2023-12-20T10:49:48.073 INFO:tasks.workunit.client.0.smithi123.stdout: "total_used_raw_bytes": 2442514432, 2023-12-20T10:49:48.074 INFO:tasks.workunit.client.0.smithi123.stdout: "total_used_raw_ratio": 0.003180521773174405 2023-12-20T10:49:48.074 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:48.074 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.074 INFO:tasks.workunit.client.0.smithi123.stdout: "total_avail_bytes": 765517770752, 2023-12-20T10:49:48.074 INFO:tasks.workunit.client.0.smithi123.stdout: "total_bytes": 767960285184, 2023-12-20T10:49:48.074 INFO:tasks.workunit.client.0.smithi123.stdout: "total_used_bytes": 2442514432 2023-12-20T10:49:48.074 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:48.074 INFO:tasks.workunit.client.0.smithi123.stdout:} 2023-12-20T10:49:48.074 INFO:tasks.workunit.client.0.smithi123.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2023-12-20T10:49:48.075 INFO:tasks.workunit.client.0.smithi123.stderr:+ ceph telemetry preview-device 2023-12-20T10:49:48.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:47 smithi177 ceph-mon[144425]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:48.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:47 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/931112376' entity='client.admin' 2023-12-20T10:49:48.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:47 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:48.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:47 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:49:48.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:47 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:49:48.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:47 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:48.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:47 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/2793815213' entity='client.admin' 2023-12-20T10:49:48.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:47 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:48.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:47 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:49:48.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:47 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:49:48.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:47 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:48.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:47 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:48.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:47 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-20T10:49:48.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-mon[111044]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:48.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/931112376' entity='client.admin' 2023-12-20T10:49:48.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:48.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:49:48.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:49:48.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:48.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/2793815213' entity='client.admin' 2023-12-20T10:49:48.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:48.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:49:48.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:49:48.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:48.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:48.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-20T10:49:48.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-mon[124884]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:48.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/931112376' entity='client.admin' 2023-12-20T10:49:48.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:48.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:49:48.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:49:48.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:48.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/2793815213' entity='client.admin' 2023-12-20T10:49:48.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:48.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:49:48.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:49:48.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:48.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:48.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:47 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-20T10:49:48.593 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2023-12-20T10:49:48.593 INFO:tasks.workunit.client.0.smithi123.stdout: "7eb9b9fe-9f25-11ee-892f-0cc47a8fd3f1": { 2023-12-20T10:49:48.593 INFO:tasks.workunit.client.0.smithi123.stdout: "INTEL_SSDPEDMD400G4_7eba7b14-9f25-11ee-892f-0cc47a8fd3f1": { 2023-12-20T10:49:48.593 INFO:tasks.workunit.client.0.smithi123.stdout: "20231220-104559": { 2023-12-20T10:49:48.593 INFO:tasks.workunit.client.0.smithi123.stdout: "device": { 2023-12-20T10:49:48.593 INFO:tasks.workunit.client.0.smithi123.stdout: "info_name": "/dev/nvme0n1", 2023-12-20T10:49:48.593 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "/dev/nvme0n1", 2023-12-20T10:49:48.593 INFO:tasks.workunit.client.0.smithi123.stdout: "protocol": "NVMe", 2023-12-20T10:49:48.593 INFO:tasks.workunit.client.0.smithi123.stdout: "type": "nvme" 2023-12-20T10:49:48.593 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.593 INFO:tasks.workunit.client.0.smithi123.stdout: "firmware_version": "8DV101H0", 2023-12-20T10:49:48.594 INFO:tasks.workunit.client.0.smithi123.stdout: "host_id": "7eb9b9fe-9f25-11ee-892f-0cc47a8fd3f1", 2023-12-20T10:49:48.594 INFO:tasks.workunit.client.0.smithi123.stdout: "json_format_version": [ 2023-12-20T10:49:48.594 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:48.594 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:48.594 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:48.594 INFO:tasks.workunit.client.0.smithi123.stdout: "local_time": { 2023-12-20T10:49:48.594 INFO:tasks.workunit.client.0.smithi123.stdout: "asctime": "Wed Dec 20 10:45:59 2023 UTC", 2023-12-20T10:49:48.594 INFO:tasks.workunit.client.0.smithi123.stdout: "time_t": 1703069159 2023-12-20T10:49:48.594 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.594 INFO:tasks.workunit.client.0.smithi123.stdout: "logical_block_size": 512, 2023-12-20T10:49:48.594 INFO:tasks.workunit.client.0.smithi123.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-12-20T10:49:48.594 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_controller_id": 0, 2023-12-20T10:49:48.594 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-20T10:49:48.594 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_namespaces": [ 2023-12-20T10:49:48.594 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:48.595 INFO:tasks.workunit.client.0.smithi123.stdout: "capacity": { 2023-12-20T10:49:48.595 INFO:tasks.workunit.client.0.smithi123.stdout: "blocks": 781422768, 2023-12-20T10:49:48.595 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 400088457216 2023-12-20T10:49:48.595 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.595 INFO:tasks.workunit.client.0.smithi123.stdout: "formatted_lba_size": 512, 2023-12-20T10:49:48.595 INFO:tasks.workunit.client.0.smithi123.stdout: "id": 1, 2023-12-20T10:49:48.595 INFO:tasks.workunit.client.0.smithi123.stdout: "size": { 2023-12-20T10:49:48.595 INFO:tasks.workunit.client.0.smithi123.stdout: "blocks": 781422768, 2023-12-20T10:49:48.595 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 400088457216 2023-12-20T10:49:48.595 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.595 INFO:tasks.workunit.client.0.smithi123.stdout: "utilization": { 2023-12-20T10:49:48.595 INFO:tasks.workunit.client.0.smithi123.stdout: "blocks": 781422768, 2023-12-20T10:49:48.595 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 400088457216 2023-12-20T10:49:48.595 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:48.595 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:48.596 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:48.596 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_number_of_namespaces": 1, 2023-12-20T10:49:48.596 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_pci_vendor": { 2023-12-20T10:49:48.596 INFO:tasks.workunit.client.0.smithi123.stdout: "id": 32902, 2023-12-20T10:49:48.596 INFO:tasks.workunit.client.0.smithi123.stdout: "subsystem_id": 32902 2023-12-20T10:49:48.596 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.596 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_smart_health_information_add_log": { 2023-12-20T10:49:48.596 INFO:tasks.workunit.client.0.smithi123.stdout: "Device stats": { 2023-12-20T10:49:48.596 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_fw_downgrades": { 2023-12-20T10:49:48.596 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:48.596 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:48.596 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.596 INFO:tasks.workunit.client.0.smithi123.stdout: "crc_error_count": { 2023-12-20T10:49:48.596 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:48.596 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:48.596 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.597 INFO:tasks.workunit.client.0.smithi123.stdout: "end_to_end_error_detection_count": { 2023-12-20T10:49:48.597 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:48.597 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:48.597 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.597 INFO:tasks.workunit.client.0.smithi123.stdout: "erase_fail_count": { 2023-12-20T10:49:48.597 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:48.597 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:48.597 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.597 INFO:tasks.workunit.client.0.smithi123.stdout: "host_bytes_written": { 2023-12-20T10:49:48.597 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:48.597 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 14563591 2023-12-20T10:49:48.597 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.597 INFO:tasks.workunit.client.0.smithi123.stdout: "host_ctx_wear_used": { 2023-12-20T10:49:48.597 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:48.598 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 1 2023-12-20T10:49:48.598 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.598 INFO:tasks.workunit.client.0.smithi123.stdout: "media_bytes_read": { 2023-12-20T10:49:48.598 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:48.598 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:48.598 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.598 INFO:tasks.workunit.client.0.smithi123.stdout: "nand_bytes_written": { 2023-12-20T10:49:48.598 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:48.598 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 25220870 2023-12-20T10:49:48.598 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.598 INFO:tasks.workunit.client.0.smithi123.stdout: "perf_stat_indicator": { 2023-12-20T10:49:48.598 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:48.598 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:48.598 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.598 INFO:tasks.workunit.client.0.smithi123.stdout: "pll_lock_loss_count": { 2023-12-20T10:49:48.599 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:48.599 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:48.599 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.599 INFO:tasks.workunit.client.0.smithi123.stdout: "program_fail_count": { 2023-12-20T10:49:48.599 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:48.599 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:48.599 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.599 INFO:tasks.workunit.client.0.smithi123.stdout: "re_alloc_sectr_cnt": { 2023-12-20T10:49:48.599 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:48.599 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:48.599 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.599 INFO:tasks.workunit.client.0.smithi123.stdout: "retry_buffer_overflow_count": { 2023-12-20T10:49:48.599 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:48.599 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:48.599 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.600 INFO:tasks.workunit.client.0.smithi123.stdout: "soft_ecc_err_rate": { 2023-12-20T10:49:48.600 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:48.600 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:48.600 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.600 INFO:tasks.workunit.client.0.smithi123.stdout: "thermal_throttle_status": { 2023-12-20T10:49:48.600 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:48.600 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": { 2023-12-20T10:49:48.600 INFO:tasks.workunit.client.0.smithi123.stdout: "cnt": 0, 2023-12-20T10:49:48.600 INFO:tasks.workunit.client.0.smithi123.stdout: "pct": 0 2023-12-20T10:49:48.600 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:48.600 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.600 INFO:tasks.workunit.client.0.smithi123.stdout: "timed_workload_host_reads": { 2023-12-20T10:49:48.600 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:48.600 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 65535 2023-12-20T10:49:48.600 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.601 INFO:tasks.workunit.client.0.smithi123.stdout: "timed_workload_media_wear": { 2023-12-20T10:49:48.601 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:48.601 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 64 2023-12-20T10:49:48.601 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.601 INFO:tasks.workunit.client.0.smithi123.stdout: "timed_workload_timer": { 2023-12-20T10:49:48.601 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:48.601 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 65535 2023-12-20T10:49:48.601 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.601 INFO:tasks.workunit.client.0.smithi123.stdout: "unexp_power_loss": { 2023-12-20T10:49:48.601 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:48.601 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:48.601 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.601 INFO:tasks.workunit.client.0.smithi123.stdout: "wear_leveling": { 2023-12-20T10:49:48.601 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 95, 2023-12-20T10:49:48.601 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": { 2023-12-20T10:49:48.602 INFO:tasks.workunit.client.0.smithi123.stdout: "avg": 1721, 2023-12-20T10:49:48.602 INFO:tasks.workunit.client.0.smithi123.stdout: "max": 1733, 2023-12-20T10:49:48.602 INFO:tasks.workunit.client.0.smithi123.stdout: "min": 1711 2023-12-20T10:49:48.602 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:48.602 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:48.602 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.602 INFO:tasks.workunit.client.0.smithi123.stdout: "Intel Smart log": "nvme0n1" 2023-12-20T10:49:48.602 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.602 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_smart_health_information_log": { 2023-12-20T10:49:48.602 INFO:tasks.workunit.client.0.smithi123.stdout: "available_spare": 100, 2023-12-20T10:49:48.602 INFO:tasks.workunit.client.0.smithi123.stdout: "available_spare_threshold": 10, 2023-12-20T10:49:48.602 INFO:tasks.workunit.client.0.smithi123.stdout: "controller_busy_time": 3, 2023-12-20T10:49:48.602 INFO:tasks.workunit.client.0.smithi123.stdout: "critical_warning": 0, 2023-12-20T10:49:48.602 INFO:tasks.workunit.client.0.smithi123.stdout: "data_units_read": 237986806, 2023-12-20T10:49:48.602 INFO:tasks.workunit.client.0.smithi123.stdout: "data_units_written": 954439546, 2023-12-20T10:49:48.603 INFO:tasks.workunit.client.0.smithi123.stdout: "host_reads": 3456276192, 2023-12-20T10:49:48.603 INFO:tasks.workunit.client.0.smithi123.stdout: "host_writes": 15323058583, 2023-12-20T10:49:48.603 INFO:tasks.workunit.client.0.smithi123.stdout: "media_errors": 0, 2023-12-20T10:49:48.603 INFO:tasks.workunit.client.0.smithi123.stdout: "num_err_log_entries": 0, 2023-12-20T10:49:48.603 INFO:tasks.workunit.client.0.smithi123.stdout: "percentage_used": 5, 2023-12-20T10:49:48.603 INFO:tasks.workunit.client.0.smithi123.stdout: "power_cycles": 28954, 2023-12-20T10:49:48.603 INFO:tasks.workunit.client.0.smithi123.stdout: "power_on_hours": 55390, 2023-12-20T10:49:48.603 INFO:tasks.workunit.client.0.smithi123.stdout: "temperature": 25, 2023-12-20T10:49:48.603 INFO:tasks.workunit.client.0.smithi123.stdout: "unsafe_shutdowns": 280 2023-12-20T10:49:48.603 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.603 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_vendor": "intel", 2023-12-20T10:49:48.603 INFO:tasks.workunit.client.0.smithi123.stdout: "power_cycle_count": 28954, 2023-12-20T10:49:48.603 INFO:tasks.workunit.client.0.smithi123.stdout: "power_on_time": { 2023-12-20T10:49:48.603 INFO:tasks.workunit.client.0.smithi123.stdout: "hours": 55390 2023-12-20T10:49:48.603 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.603 INFO:tasks.workunit.client.0.smithi123.stdout: "serial_number": "deleted", 2023-12-20T10:49:48.604 INFO:tasks.workunit.client.0.smithi123.stdout: "smart_status": { 2023-12-20T10:49:48.604 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme": { 2023-12-20T10:49:48.604 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:48.604 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.604 INFO:tasks.workunit.client.0.smithi123.stdout: "passed": true 2023-12-20T10:49:48.604 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.604 INFO:tasks.workunit.client.0.smithi123.stdout: "smartctl": { 2023-12-20T10:49:48.604 INFO:tasks.workunit.client.0.smithi123.stdout: "argv": [ 2023-12-20T10:49:48.604 INFO:tasks.workunit.client.0.smithi123.stdout: "smartctl", 2023-12-20T10:49:48.604 INFO:tasks.workunit.client.0.smithi123.stdout: "-x", 2023-12-20T10:49:48.604 INFO:tasks.workunit.client.0.smithi123.stdout: "--json=o", 2023-12-20T10:49:48.604 INFO:tasks.workunit.client.0.smithi123.stdout: "/dev/nvme0n1" 2023-12-20T10:49:48.604 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:48.604 INFO:tasks.workunit.client.0.smithi123.stdout: "build_info": "(local build)", 2023-12-20T10:49:48.604 INFO:tasks.workunit.client.0.smithi123.stdout: "exit_status": 0, 2023-12-20T10:49:48.604 INFO:tasks.workunit.client.0.smithi123.stdout: "output": [ 2023-12-20T10:49:48.605 INFO:tasks.workunit.client.0.smithi123.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-4.18.0-529.el8.x86_64] (local build)", 2023-12-20T10:49:48.605 INFO:tasks.workunit.client.0.smithi123.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-20T10:49:48.605 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:48.605 INFO:tasks.workunit.client.0.smithi123.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-20T10:49:48.605 INFO:tasks.workunit.client.0.smithi123.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-12-20T10:49:48.605 INFO:tasks.workunit.client.0.smithi123.stdout: "Serial Number: deleted", 2023-12-20T10:49:48.605 INFO:tasks.workunit.client.0.smithi123.stdout: "Firmware Version: 8DV101H0", 2023-12-20T10:49:48.605 INFO:tasks.workunit.client.0.smithi123.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-20T10:49:48.605 INFO:tasks.workunit.client.0.smithi123.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-20T10:49:48.605 INFO:tasks.workunit.client.0.smithi123.stdout: "Controller ID: 0", 2023-12-20T10:49:48.605 INFO:tasks.workunit.client.0.smithi123.stdout: "Number of Namespaces: 1", 2023-12-20T10:49:48.605 INFO:tasks.workunit.client.0.smithi123.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-12-20T10:49:48.605 INFO:tasks.workunit.client.0.smithi123.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-20T10:49:48.606 INFO:tasks.workunit.client.0.smithi123.stdout: "Local Time is: Wed Dec 20 10:45:59 2023 UTC", 2023-12-20T10:49:48.606 INFO:tasks.workunit.client.0.smithi123.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-20T10:49:48.606 INFO:tasks.workunit.client.0.smithi123.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-20T10:49:48.606 INFO:tasks.workunit.client.0.smithi123.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-20T10:49:48.606 INFO:tasks.workunit.client.0.smithi123.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-20T10:49:48.606 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:48.606 INFO:tasks.workunit.client.0.smithi123.stdout: "Supported Power States", 2023-12-20T10:49:48.606 INFO:tasks.workunit.client.0.smithi123.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-20T10:49:48.606 INFO:tasks.workunit.client.0.smithi123.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-20T10:49:48.606 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:48.606 INFO:tasks.workunit.client.0.smithi123.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-20T10:49:48.606 INFO:tasks.workunit.client.0.smithi123.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-20T10:49:48.606 INFO:tasks.workunit.client.0.smithi123.stdout: " 0 + 512 0 2", 2023-12-20T10:49:48.606 INFO:tasks.workunit.client.0.smithi123.stdout: " 1 - 512 8 2", 2023-12-20T10:49:48.606 INFO:tasks.workunit.client.0.smithi123.stdout: " 2 - 512 16 2", 2023-12-20T10:49:48.607 INFO:tasks.workunit.client.0.smithi123.stdout: " 3 - 4096 0 0", 2023-12-20T10:49:48.607 INFO:tasks.workunit.client.0.smithi123.stdout: " 4 - 4096 8 0", 2023-12-20T10:49:48.607 INFO:tasks.workunit.client.0.smithi123.stdout: " 5 - 4096 64 0", 2023-12-20T10:49:48.607 INFO:tasks.workunit.client.0.smithi123.stdout: " 6 - 4096 128 0", 2023-12-20T10:49:48.607 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:48.607 INFO:tasks.workunit.client.0.smithi123.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-20T10:49:48.607 INFO:tasks.workunit.client.0.smithi123.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-20T10:49:48.607 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:48.607 INFO:tasks.workunit.client.0.smithi123.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-20T10:49:48.607 INFO:tasks.workunit.client.0.smithi123.stdout: "Critical Warning: 0x00", 2023-12-20T10:49:48.607 INFO:tasks.workunit.client.0.smithi123.stdout: "Temperature: 25 Celsius", 2023-12-20T10:49:48.607 INFO:tasks.workunit.client.0.smithi123.stdout: "Available Spare: 100%", 2023-12-20T10:49:48.607 INFO:tasks.workunit.client.0.smithi123.stdout: "Available Spare Threshold: 10%", 2023-12-20T10:49:48.607 INFO:tasks.workunit.client.0.smithi123.stdout: "Percentage Used: 5%", 2023-12-20T10:49:48.608 INFO:tasks.workunit.client.0.smithi123.stdout: "Data Units Read: 237,986,806 [121 TB]", 2023-12-20T10:49:48.608 INFO:tasks.workunit.client.0.smithi123.stdout: "Data Units Written: 954,439,546 [488 TB]", 2023-12-20T10:49:48.608 INFO:tasks.workunit.client.0.smithi123.stdout: "Host Read Commands: 3,456,276,192", 2023-12-20T10:49:48.608 INFO:tasks.workunit.client.0.smithi123.stdout: "Host Write Commands: 15,323,058,583", 2023-12-20T10:49:48.608 INFO:tasks.workunit.client.0.smithi123.stdout: "Controller Busy Time: 3", 2023-12-20T10:49:48.608 INFO:tasks.workunit.client.0.smithi123.stdout: "Power Cycles: 28,954", 2023-12-20T10:49:48.608 INFO:tasks.workunit.client.0.smithi123.stdout: "Power On Hours: 55,390", 2023-12-20T10:49:48.608 INFO:tasks.workunit.client.0.smithi123.stdout: "Unsafe Shutdowns: 280", 2023-12-20T10:49:48.608 INFO:tasks.workunit.client.0.smithi123.stdout: "Media and Data Integrity Errors: 0", 2023-12-20T10:49:48.608 INFO:tasks.workunit.client.0.smithi123.stdout: "Error Information Log Entries: 0", 2023-12-20T10:49:48.608 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:48.608 INFO:tasks.workunit.client.0.smithi123.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-20T10:49:48.608 INFO:tasks.workunit.client.0.smithi123.stdout: "No Errors Logged", 2023-12-20T10:49:48.608 INFO:tasks.workunit.client.0.smithi123.stdout: "" 2023-12-20T10:49:48.608 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:48.609 INFO:tasks.workunit.client.0.smithi123.stdout: "platform_info": "x86_64-linux-4.18.0-529.el8.x86_64", 2023-12-20T10:49:48.609 INFO:tasks.workunit.client.0.smithi123.stdout: "svn_revision": "5022", 2023-12-20T10:49:48.609 INFO:tasks.workunit.client.0.smithi123.stdout: "version": [ 2023-12-20T10:49:48.609 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:48.609 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:48.609 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:48.609 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.609 INFO:tasks.workunit.client.0.smithi123.stdout: "temperature": { 2023-12-20T10:49:48.609 INFO:tasks.workunit.client.0.smithi123.stdout: "current": 25 2023-12-20T10:49:48.609 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.609 INFO:tasks.workunit.client.0.smithi123.stdout: "user_capacity": { 2023-12-20T10:49:48.609 INFO:tasks.workunit.client.0.smithi123.stdout: "blocks": 781422768, 2023-12-20T10:49:48.609 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 400088457216 2023-12-20T10:49:48.609 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:48.609 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:48.610 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:48.610 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.610 INFO:tasks.workunit.client.0.smithi123.stdout: "7ebc1686-9f25-11ee-892f-0cc47a8fd3f1": { 2023-12-20T10:49:48.610 INFO:tasks.workunit.client.0.smithi123.stdout: "INTEL_SSDPEDMD400G4_7ebcb4a6-9f25-11ee-892f-0cc47a8fd3f1": { 2023-12-20T10:49:48.610 INFO:tasks.workunit.client.0.smithi123.stdout: "20231220-104557": { 2023-12-20T10:49:48.610 INFO:tasks.workunit.client.0.smithi123.stdout: "device": { 2023-12-20T10:49:48.610 INFO:tasks.workunit.client.0.smithi123.stdout: "info_name": "/dev/nvme0n1", 2023-12-20T10:49:48.610 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "/dev/nvme0n1", 2023-12-20T10:49:48.610 INFO:tasks.workunit.client.0.smithi123.stdout: "protocol": "NVMe", 2023-12-20T10:49:48.610 INFO:tasks.workunit.client.0.smithi123.stdout: "type": "nvme" 2023-12-20T10:49:48.610 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.610 INFO:tasks.workunit.client.0.smithi123.stdout: "firmware_version": "8DV10171", 2023-12-20T10:49:48.610 INFO:tasks.workunit.client.0.smithi123.stdout: "host_id": "7ebc1686-9f25-11ee-892f-0cc47a8fd3f1", 2023-12-20T10:49:48.610 INFO:tasks.workunit.client.0.smithi123.stdout: "json_format_version": [ 2023-12-20T10:49:48.610 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:48.611 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:48.611 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:48.611 INFO:tasks.workunit.client.0.smithi123.stdout: "local_time": { 2023-12-20T10:49:48.611 INFO:tasks.workunit.client.0.smithi123.stdout: "asctime": "Wed Dec 20 10:45:57 2023 UTC", 2023-12-20T10:49:48.611 INFO:tasks.workunit.client.0.smithi123.stdout: "time_t": 1703069157 2023-12-20T10:49:48.611 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.611 INFO:tasks.workunit.client.0.smithi123.stdout: "logical_block_size": 512, 2023-12-20T10:49:48.611 INFO:tasks.workunit.client.0.smithi123.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-12-20T10:49:48.611 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_controller_id": 0, 2023-12-20T10:49:48.611 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-20T10:49:48.611 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_namespaces": [ 2023-12-20T10:49:48.611 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:48.611 INFO:tasks.workunit.client.0.smithi123.stdout: "capacity": { 2023-12-20T10:49:48.611 INFO:tasks.workunit.client.0.smithi123.stdout: "blocks": 781422768, 2023-12-20T10:49:48.611 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 400088457216 2023-12-20T10:49:48.612 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.612 INFO:tasks.workunit.client.0.smithi123.stdout: "formatted_lba_size": 512, 2023-12-20T10:49:48.612 INFO:tasks.workunit.client.0.smithi123.stdout: "id": 1, 2023-12-20T10:49:48.612 INFO:tasks.workunit.client.0.smithi123.stdout: "size": { 2023-12-20T10:49:48.612 INFO:tasks.workunit.client.0.smithi123.stdout: "blocks": 781422768, 2023-12-20T10:49:48.612 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 400088457216 2023-12-20T10:49:48.612 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.612 INFO:tasks.workunit.client.0.smithi123.stdout: "utilization": { 2023-12-20T10:49:48.612 INFO:tasks.workunit.client.0.smithi123.stdout: "blocks": 781422768, 2023-12-20T10:49:48.612 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 400088457216 2023-12-20T10:49:48.612 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:48.612 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:48.612 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:48.612 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_number_of_namespaces": 1, 2023-12-20T10:49:48.612 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_pci_vendor": { 2023-12-20T10:49:48.613 INFO:tasks.workunit.client.0.smithi123.stdout: "id": 32902, 2023-12-20T10:49:48.613 INFO:tasks.workunit.client.0.smithi123.stdout: "subsystem_id": 32902 2023-12-20T10:49:48.613 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.613 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_smart_health_information_add_log": { 2023-12-20T10:49:48.613 INFO:tasks.workunit.client.0.smithi123.stdout: "Device stats": { 2023-12-20T10:49:48.613 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_fw_downgrades": { 2023-12-20T10:49:48.613 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:48.613 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:48.613 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.613 INFO:tasks.workunit.client.0.smithi123.stdout: "crc_error_count": { 2023-12-20T10:49:48.613 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:48.613 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:48.613 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.613 INFO:tasks.workunit.client.0.smithi123.stdout: "end_to_end_error_detection_count": { 2023-12-20T10:49:48.613 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:48.614 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:48.614 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.614 INFO:tasks.workunit.client.0.smithi123.stdout: "erase_fail_count": { 2023-12-20T10:49:48.614 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:48.614 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:48.614 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.614 INFO:tasks.workunit.client.0.smithi123.stdout: "host_bytes_written": { 2023-12-20T10:49:48.614 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:48.614 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 12849461 2023-12-20T10:49:48.614 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.614 INFO:tasks.workunit.client.0.smithi123.stdout: "host_ctx_wear_used": { 2023-12-20T10:49:48.614 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:48.614 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:48.614 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.615 INFO:tasks.workunit.client.0.smithi123.stdout: "media_bytes_read": { 2023-12-20T10:49:48.615 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:48.615 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:48.615 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.615 INFO:tasks.workunit.client.0.smithi123.stdout: "nand_bytes_written": { 2023-12-20T10:49:48.615 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:48.615 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 24605126 2023-12-20T10:49:48.615 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.615 INFO:tasks.workunit.client.0.smithi123.stdout: "perf_stat_indicator": { 2023-12-20T10:49:48.615 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:48.615 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:48.615 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.615 INFO:tasks.workunit.client.0.smithi123.stdout: "pll_lock_loss_count": { 2023-12-20T10:49:48.615 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:48.615 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:48.615 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.616 INFO:tasks.workunit.client.0.smithi123.stdout: "program_fail_count": { 2023-12-20T10:49:48.616 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:48.616 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:48.616 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.616 INFO:tasks.workunit.client.0.smithi123.stdout: "re_alloc_sectr_cnt": { 2023-12-20T10:49:48.616 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:48.616 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:48.616 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.616 INFO:tasks.workunit.client.0.smithi123.stdout: "retry_buffer_overflow_count": { 2023-12-20T10:49:48.616 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:48.616 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:48.616 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.616 INFO:tasks.workunit.client.0.smithi123.stdout: "soft_ecc_err_rate": { 2023-12-20T10:49:48.616 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:48.617 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:48.617 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.617 INFO:tasks.workunit.client.0.smithi123.stdout: "thermal_throttle_status": { 2023-12-20T10:49:48.617 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:48.617 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": { 2023-12-20T10:49:48.617 INFO:tasks.workunit.client.0.smithi123.stdout: "cnt": 0, 2023-12-20T10:49:48.617 INFO:tasks.workunit.client.0.smithi123.stdout: "pct": 0 2023-12-20T10:49:48.617 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:48.617 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.617 INFO:tasks.workunit.client.0.smithi123.stdout: "timed_workload_host_reads": { 2023-12-20T10:49:48.617 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:48.617 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 65535 2023-12-20T10:49:48.617 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.617 INFO:tasks.workunit.client.0.smithi123.stdout: "timed_workload_media_wear": { 2023-12-20T10:49:48.617 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:48.618 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 64 2023-12-20T10:49:48.618 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.618 INFO:tasks.workunit.client.0.smithi123.stdout: "timed_workload_timer": { 2023-12-20T10:49:48.618 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:48.618 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 65535 2023-12-20T10:49:48.618 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.618 INFO:tasks.workunit.client.0.smithi123.stdout: "unexp_power_loss": { 2023-12-20T10:49:48.618 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:48.618 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:48.618 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.618 INFO:tasks.workunit.client.0.smithi123.stdout: "wear_leveling": { 2023-12-20T10:49:48.618 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 96, 2023-12-20T10:49:48.618 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": { 2023-12-20T10:49:48.618 INFO:tasks.workunit.client.0.smithi123.stdout: "avg": 1465, 2023-12-20T10:49:48.619 INFO:tasks.workunit.client.0.smithi123.stdout: "max": 1473, 2023-12-20T10:49:48.619 INFO:tasks.workunit.client.0.smithi123.stdout: "min": 1459 2023-12-20T10:49:48.619 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:48.619 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:48.619 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.619 INFO:tasks.workunit.client.0.smithi123.stdout: "Intel Smart log": "nvme0n1" 2023-12-20T10:49:48.619 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.619 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_smart_health_information_log": { 2023-12-20T10:49:48.619 INFO:tasks.workunit.client.0.smithi123.stdout: "available_spare": 100, 2023-12-20T10:49:48.619 INFO:tasks.workunit.client.0.smithi123.stdout: "available_spare_threshold": 10, 2023-12-20T10:49:48.619 INFO:tasks.workunit.client.0.smithi123.stdout: "controller_busy_time": 580, 2023-12-20T10:49:48.619 INFO:tasks.workunit.client.0.smithi123.stdout: "critical_warning": 0, 2023-12-20T10:49:48.619 INFO:tasks.workunit.client.0.smithi123.stdout: "data_units_read": 147920232, 2023-12-20T10:49:48.619 INFO:tasks.workunit.client.0.smithi123.stdout: "data_units_written": 842102302, 2023-12-20T10:49:48.620 INFO:tasks.workunit.client.0.smithi123.stdout: "host_reads": 3351266747, 2023-12-20T10:49:48.620 INFO:tasks.workunit.client.0.smithi123.stdout: "host_writes": 17209982926, 2023-12-20T10:49:48.620 INFO:tasks.workunit.client.0.smithi123.stdout: "media_errors": 0, 2023-12-20T10:49:48.620 INFO:tasks.workunit.client.0.smithi123.stdout: "num_err_log_entries": 0, 2023-12-20T10:49:48.620 INFO:tasks.workunit.client.0.smithi123.stdout: "percentage_used": 4, 2023-12-20T10:49:48.620 INFO:tasks.workunit.client.0.smithi123.stdout: "power_cycles": 31328, 2023-12-20T10:49:48.620 INFO:tasks.workunit.client.0.smithi123.stdout: "power_on_hours": 54780, 2023-12-20T10:49:48.620 INFO:tasks.workunit.client.0.smithi123.stdout: "temperature": 27, 2023-12-20T10:49:48.620 INFO:tasks.workunit.client.0.smithi123.stdout: "unsafe_shutdowns": 27271 2023-12-20T10:49:48.620 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.620 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_vendor": "intel", 2023-12-20T10:49:48.621 INFO:tasks.workunit.client.0.smithi123.stdout: "power_cycle_count": 31328, 2023-12-20T10:49:48.621 INFO:tasks.workunit.client.0.smithi123.stdout: "power_on_time": { 2023-12-20T10:49:48.621 INFO:tasks.workunit.client.0.smithi123.stdout: "hours": 54780 2023-12-20T10:49:48.621 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.621 INFO:tasks.workunit.client.0.smithi123.stdout: "serial_number": "deleted", 2023-12-20T10:49:48.621 INFO:tasks.workunit.client.0.smithi123.stdout: "smart_status": { 2023-12-20T10:49:48.621 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme": { 2023-12-20T10:49:48.621 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:48.621 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.621 INFO:tasks.workunit.client.0.smithi123.stdout: "passed": true 2023-12-20T10:49:48.621 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.621 INFO:tasks.workunit.client.0.smithi123.stdout: "smartctl": { 2023-12-20T10:49:48.621 INFO:tasks.workunit.client.0.smithi123.stdout: "argv": [ 2023-12-20T10:49:48.621 INFO:tasks.workunit.client.0.smithi123.stdout: "smartctl", 2023-12-20T10:49:48.621 INFO:tasks.workunit.client.0.smithi123.stdout: "-x", 2023-12-20T10:49:48.622 INFO:tasks.workunit.client.0.smithi123.stdout: "--json=o", 2023-12-20T10:49:48.622 INFO:tasks.workunit.client.0.smithi123.stdout: "/dev/nvme0n1" 2023-12-20T10:49:48.622 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:48.622 INFO:tasks.workunit.client.0.smithi123.stdout: "build_info": "(local build)", 2023-12-20T10:49:48.622 INFO:tasks.workunit.client.0.smithi123.stdout: "exit_status": 0, 2023-12-20T10:49:48.622 INFO:tasks.workunit.client.0.smithi123.stdout: "output": [ 2023-12-20T10:49:48.622 INFO:tasks.workunit.client.0.smithi123.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-4.18.0-529.el8.x86_64] (local build)", 2023-12-20T10:49:48.622 INFO:tasks.workunit.client.0.smithi123.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-20T10:49:48.622 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:48.622 INFO:tasks.workunit.client.0.smithi123.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-20T10:49:48.622 INFO:tasks.workunit.client.0.smithi123.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-12-20T10:49:48.622 INFO:tasks.workunit.client.0.smithi123.stdout: "Serial Number: deleted", 2023-12-20T10:49:48.624 INFO:tasks.workunit.client.0.smithi123.stdout: "Firmware Version: 8DV10171", 2023-12-20T10:49:48.624 INFO:tasks.workunit.client.0.smithi123.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-20T10:49:48.624 INFO:tasks.workunit.client.0.smithi123.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-20T10:49:48.624 INFO:tasks.workunit.client.0.smithi123.stdout: "Controller ID: 0", 2023-12-20T10:49:48.624 INFO:tasks.workunit.client.0.smithi123.stdout: "Number of Namespaces: 1", 2023-12-20T10:49:48.624 INFO:tasks.workunit.client.0.smithi123.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-12-20T10:49:48.625 INFO:tasks.workunit.client.0.smithi123.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-20T10:49:48.625 INFO:tasks.workunit.client.0.smithi123.stdout: "Local Time is: Wed Dec 20 10:45:57 2023 UTC", 2023-12-20T10:49:48.625 INFO:tasks.workunit.client.0.smithi123.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-20T10:49:48.625 INFO:tasks.workunit.client.0.smithi123.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-20T10:49:48.625 INFO:tasks.workunit.client.0.smithi123.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-20T10:49:48.625 INFO:tasks.workunit.client.0.smithi123.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-20T10:49:48.625 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:48.625 INFO:tasks.workunit.client.0.smithi123.stdout: "Supported Power States", 2023-12-20T10:49:48.625 INFO:tasks.workunit.client.0.smithi123.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-20T10:49:48.625 INFO:tasks.workunit.client.0.smithi123.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-20T10:49:48.625 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:48.625 INFO:tasks.workunit.client.0.smithi123.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-20T10:49:48.625 INFO:tasks.workunit.client.0.smithi123.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-20T10:49:48.625 INFO:tasks.workunit.client.0.smithi123.stdout: " 0 + 512 0 2", 2023-12-20T10:49:48.625 INFO:tasks.workunit.client.0.smithi123.stdout: " 1 - 512 8 2", 2023-12-20T10:49:48.626 INFO:tasks.workunit.client.0.smithi123.stdout: " 2 - 512 16 2", 2023-12-20T10:49:48.626 INFO:tasks.workunit.client.0.smithi123.stdout: " 3 - 4096 0 0", 2023-12-20T10:49:48.626 INFO:tasks.workunit.client.0.smithi123.stdout: " 4 - 4096 8 0", 2023-12-20T10:49:48.626 INFO:tasks.workunit.client.0.smithi123.stdout: " 5 - 4096 64 0", 2023-12-20T10:49:48.626 INFO:tasks.workunit.client.0.smithi123.stdout: " 6 - 4096 128 0", 2023-12-20T10:49:48.626 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:48.626 INFO:tasks.workunit.client.0.smithi123.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-20T10:49:48.626 INFO:tasks.workunit.client.0.smithi123.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-20T10:49:48.626 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:48.626 INFO:tasks.workunit.client.0.smithi123.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-20T10:49:48.626 INFO:tasks.workunit.client.0.smithi123.stdout: "Critical Warning: 0x00", 2023-12-20T10:49:48.626 INFO:tasks.workunit.client.0.smithi123.stdout: "Temperature: 27 Celsius", 2023-12-20T10:49:48.626 INFO:tasks.workunit.client.0.smithi123.stdout: "Available Spare: 100%", 2023-12-20T10:49:48.626 INFO:tasks.workunit.client.0.smithi123.stdout: "Available Spare Threshold: 10%", 2023-12-20T10:49:48.626 INFO:tasks.workunit.client.0.smithi123.stdout: "Percentage Used: 4%", 2023-12-20T10:49:48.627 INFO:tasks.workunit.client.0.smithi123.stdout: "Data Units Read: 147,920,232 [75.7 TB]", 2023-12-20T10:49:48.627 INFO:tasks.workunit.client.0.smithi123.stdout: "Data Units Written: 842,102,302 [431 TB]", 2023-12-20T10:49:48.627 INFO:tasks.workunit.client.0.smithi123.stdout: "Host Read Commands: 3,351,266,747", 2023-12-20T10:49:48.627 INFO:tasks.workunit.client.0.smithi123.stdout: "Host Write Commands: 17,209,982,926", 2023-12-20T10:49:48.627 INFO:tasks.workunit.client.0.smithi123.stdout: "Controller Busy Time: 580", 2023-12-20T10:49:48.627 INFO:tasks.workunit.client.0.smithi123.stdout: "Power Cycles: 31,328", 2023-12-20T10:49:48.627 INFO:tasks.workunit.client.0.smithi123.stdout: "Power On Hours: 54,780", 2023-12-20T10:49:48.627 INFO:tasks.workunit.client.0.smithi123.stdout: "Unsafe Shutdowns: 27,271", 2023-12-20T10:49:48.627 INFO:tasks.workunit.client.0.smithi123.stdout: "Media and Data Integrity Errors: 0", 2023-12-20T10:49:48.627 INFO:tasks.workunit.client.0.smithi123.stdout: "Error Information Log Entries: 0", 2023-12-20T10:49:48.627 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:48.627 INFO:tasks.workunit.client.0.smithi123.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-20T10:49:48.627 INFO:tasks.workunit.client.0.smithi123.stdout: "No Errors Logged", 2023-12-20T10:49:48.627 INFO:tasks.workunit.client.0.smithi123.stdout: "" 2023-12-20T10:49:48.627 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:48.628 INFO:tasks.workunit.client.0.smithi123.stdout: "platform_info": "x86_64-linux-4.18.0-529.el8.x86_64", 2023-12-20T10:49:48.628 INFO:tasks.workunit.client.0.smithi123.stdout: "svn_revision": "5022", 2023-12-20T10:49:48.628 INFO:tasks.workunit.client.0.smithi123.stdout: "version": [ 2023-12-20T10:49:48.628 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:48.628 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:48.628 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:48.628 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.628 INFO:tasks.workunit.client.0.smithi123.stdout: "temperature": { 2023-12-20T10:49:48.628 INFO:tasks.workunit.client.0.smithi123.stdout: "current": 27 2023-12-20T10:49:48.628 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:48.628 INFO:tasks.workunit.client.0.smithi123.stdout: "user_capacity": { 2023-12-20T10:49:48.628 INFO:tasks.workunit.client.0.smithi123.stdout: "blocks": 781422768, 2023-12-20T10:49:48.628 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 400088457216 2023-12-20T10:49:48.628 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:48.628 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:48.629 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:48.629 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:48.629 INFO:tasks.workunit.client.0.smithi123.stdout:} 2023-12-20T10:49:48.629 INFO:tasks.workunit.client.0.smithi123.stderr:+ ceph telemetry preview-all 2023-12-20T10:49:49.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:48 smithi177 ceph-mon[144425]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:49.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:48 smithi177 ceph-mon[144425]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:49.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:48 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:49.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:48 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-20T10:49:49.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:48 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:49.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:48 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:49.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:48 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:49.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:48 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:49.170 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2023-12-20T10:49:49.170 INFO:tasks.workunit.client.0.smithi123.stdout: "device_report": { 2023-12-20T10:49:49.170 INFO:tasks.workunit.client.0.smithi123.stdout: "7eb9b9fe-9f25-11ee-892f-0cc47a8fd3f1": { 2023-12-20T10:49:49.171 INFO:tasks.workunit.client.0.smithi123.stdout: "INTEL_SSDPEDMD400G4_7eba7b14-9f25-11ee-892f-0cc47a8fd3f1": { 2023-12-20T10:49:49.171 INFO:tasks.workunit.client.0.smithi123.stdout: "20231220-104559": { 2023-12-20T10:49:49.171 INFO:tasks.workunit.client.0.smithi123.stdout: "device": { 2023-12-20T10:49:49.171 INFO:tasks.workunit.client.0.smithi123.stdout: "info_name": "/dev/nvme0n1", 2023-12-20T10:49:49.171 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "/dev/nvme0n1", 2023-12-20T10:49:49.171 INFO:tasks.workunit.client.0.smithi123.stdout: "protocol": "NVMe", 2023-12-20T10:49:49.171 INFO:tasks.workunit.client.0.smithi123.stdout: "type": "nvme" 2023-12-20T10:49:49.171 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.171 INFO:tasks.workunit.client.0.smithi123.stdout: "firmware_version": "8DV101H0", 2023-12-20T10:49:49.171 INFO:tasks.workunit.client.0.smithi123.stdout: "host_id": "7eb9b9fe-9f25-11ee-892f-0cc47a8fd3f1", 2023-12-20T10:49:49.171 INFO:tasks.workunit.client.0.smithi123.stdout: "json_format_version": [ 2023-12-20T10:49:49.171 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:49.171 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:49.171 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:49.172 INFO:tasks.workunit.client.0.smithi123.stdout: "local_time": { 2023-12-20T10:49:49.172 INFO:tasks.workunit.client.0.smithi123.stdout: "asctime": "Wed Dec 20 10:45:59 2023 UTC", 2023-12-20T10:49:49.172 INFO:tasks.workunit.client.0.smithi123.stdout: "time_t": 1703069159 2023-12-20T10:49:49.172 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.172 INFO:tasks.workunit.client.0.smithi123.stdout: "logical_block_size": 512, 2023-12-20T10:49:49.172 INFO:tasks.workunit.client.0.smithi123.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-12-20T10:49:49.172 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_controller_id": 0, 2023-12-20T10:49:49.172 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-20T10:49:49.172 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_namespaces": [ 2023-12-20T10:49:49.172 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:49.172 INFO:tasks.workunit.client.0.smithi123.stdout: "capacity": { 2023-12-20T10:49:49.172 INFO:tasks.workunit.client.0.smithi123.stdout: "blocks": 781422768, 2023-12-20T10:49:49.172 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 400088457216 2023-12-20T10:49:49.172 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.172 INFO:tasks.workunit.client.0.smithi123.stdout: "formatted_lba_size": 512, 2023-12-20T10:49:49.172 INFO:tasks.workunit.client.0.smithi123.stdout: "id": 1, 2023-12-20T10:49:49.173 INFO:tasks.workunit.client.0.smithi123.stdout: "size": { 2023-12-20T10:49:49.173 INFO:tasks.workunit.client.0.smithi123.stdout: "blocks": 781422768, 2023-12-20T10:49:49.173 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 400088457216 2023-12-20T10:49:49.173 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.173 INFO:tasks.workunit.client.0.smithi123.stdout: "utilization": { 2023-12-20T10:49:49.173 INFO:tasks.workunit.client.0.smithi123.stdout: "blocks": 781422768, 2023-12-20T10:49:49.173 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 400088457216 2023-12-20T10:49:49.173 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.173 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.173 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:49.173 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_number_of_namespaces": 1, 2023-12-20T10:49:49.173 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_pci_vendor": { 2023-12-20T10:49:49.173 INFO:tasks.workunit.client.0.smithi123.stdout: "id": 32902, 2023-12-20T10:49:49.173 INFO:tasks.workunit.client.0.smithi123.stdout: "subsystem_id": 32902 2023-12-20T10:49:49.173 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.174 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_smart_health_information_add_log": { 2023-12-20T10:49:49.174 INFO:tasks.workunit.client.0.smithi123.stdout: "Device stats": { 2023-12-20T10:49:49.174 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_fw_downgrades": { 2023-12-20T10:49:49.174 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:49.174 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:49.174 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.174 INFO:tasks.workunit.client.0.smithi123.stdout: "crc_error_count": { 2023-12-20T10:49:49.174 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:49.174 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:49.174 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.174 INFO:tasks.workunit.client.0.smithi123.stdout: "end_to_end_error_detection_count": { 2023-12-20T10:49:49.174 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:49.174 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:49.174 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.175 INFO:tasks.workunit.client.0.smithi123.stdout: "erase_fail_count": { 2023-12-20T10:49:49.175 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:49.176 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:49.176 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.177 INFO:tasks.workunit.client.0.smithi123.stdout: "host_bytes_written": { 2023-12-20T10:49:49.177 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:49.177 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 14563591 2023-12-20T10:49:49.177 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.177 INFO:tasks.workunit.client.0.smithi123.stdout: "host_ctx_wear_used": { 2023-12-20T10:49:49.177 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:49.178 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 1 2023-12-20T10:49:49.179 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.179 INFO:tasks.workunit.client.0.smithi123.stdout: "media_bytes_read": { 2023-12-20T10:49:49.179 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:49.179 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:49.180 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.180 INFO:tasks.workunit.client.0.smithi123.stdout: "nand_bytes_written": { 2023-12-20T10:49:49.180 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:49.180 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 25220870 2023-12-20T10:49:49.180 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.180 INFO:tasks.workunit.client.0.smithi123.stdout: "perf_stat_indicator": { 2023-12-20T10:49:49.180 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:49.180 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:49.180 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.180 INFO:tasks.workunit.client.0.smithi123.stdout: "pll_lock_loss_count": { 2023-12-20T10:49:49.180 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:49.181 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:49.181 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.181 INFO:tasks.workunit.client.0.smithi123.stdout: "program_fail_count": { 2023-12-20T10:49:49.181 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:49.181 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:49.181 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.181 INFO:tasks.workunit.client.0.smithi123.stdout: "re_alloc_sectr_cnt": { 2023-12-20T10:49:49.181 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:49.181 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:49.181 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.181 INFO:tasks.workunit.client.0.smithi123.stdout: "retry_buffer_overflow_count": { 2023-12-20T10:49:49.181 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:49.181 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:49.181 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.181 INFO:tasks.workunit.client.0.smithi123.stdout: "soft_ecc_err_rate": { 2023-12-20T10:49:49.181 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:49.182 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:49.182 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.182 INFO:tasks.workunit.client.0.smithi123.stdout: "thermal_throttle_status": { 2023-12-20T10:49:49.182 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:49.182 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": { 2023-12-20T10:49:49.182 INFO:tasks.workunit.client.0.smithi123.stdout: "cnt": 0, 2023-12-20T10:49:49.182 INFO:tasks.workunit.client.0.smithi123.stdout: "pct": 0 2023-12-20T10:49:49.182 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.182 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.182 INFO:tasks.workunit.client.0.smithi123.stdout: "timed_workload_host_reads": { 2023-12-20T10:49:49.182 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:49.182 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 65535 2023-12-20T10:49:49.182 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.182 INFO:tasks.workunit.client.0.smithi123.stdout: "timed_workload_media_wear": { 2023-12-20T10:49:49.182 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:49.183 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 64 2023-12-20T10:49:49.183 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.183 INFO:tasks.workunit.client.0.smithi123.stdout: "timed_workload_timer": { 2023-12-20T10:49:49.183 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:49.183 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 65535 2023-12-20T10:49:49.183 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.183 INFO:tasks.workunit.client.0.smithi123.stdout: "unexp_power_loss": { 2023-12-20T10:49:49.183 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:49.183 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:49.183 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.183 INFO:tasks.workunit.client.0.smithi123.stdout: "wear_leveling": { 2023-12-20T10:49:49.183 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 95, 2023-12-20T10:49:49.183 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": { 2023-12-20T10:49:49.183 INFO:tasks.workunit.client.0.smithi123.stdout: "avg": 1721, 2023-12-20T10:49:49.183 INFO:tasks.workunit.client.0.smithi123.stdout: "max": 1733, 2023-12-20T10:49:49.183 INFO:tasks.workunit.client.0.smithi123.stdout: "min": 1711 2023-12-20T10:49:49.184 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.184 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.184 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.184 INFO:tasks.workunit.client.0.smithi123.stdout: "Intel Smart log": "nvme0n1" 2023-12-20T10:49:49.184 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.184 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_smart_health_information_log": { 2023-12-20T10:49:49.184 INFO:tasks.workunit.client.0.smithi123.stdout: "available_spare": 100, 2023-12-20T10:49:49.184 INFO:tasks.workunit.client.0.smithi123.stdout: "available_spare_threshold": 10, 2023-12-20T10:49:49.184 INFO:tasks.workunit.client.0.smithi123.stdout: "controller_busy_time": 3, 2023-12-20T10:49:49.184 INFO:tasks.workunit.client.0.smithi123.stdout: "critical_warning": 0, 2023-12-20T10:49:49.184 INFO:tasks.workunit.client.0.smithi123.stdout: "data_units_read": 237986806, 2023-12-20T10:49:49.184 INFO:tasks.workunit.client.0.smithi123.stdout: "data_units_written": 954439546, 2023-12-20T10:49:49.184 INFO:tasks.workunit.client.0.smithi123.stdout: "host_reads": 3456276192, 2023-12-20T10:49:49.184 INFO:tasks.workunit.client.0.smithi123.stdout: "host_writes": 15323058583, 2023-12-20T10:49:49.184 INFO:tasks.workunit.client.0.smithi123.stdout: "media_errors": 0, 2023-12-20T10:49:49.185 INFO:tasks.workunit.client.0.smithi123.stdout: "num_err_log_entries": 0, 2023-12-20T10:49:49.185 INFO:tasks.workunit.client.0.smithi123.stdout: "percentage_used": 5, 2023-12-20T10:49:49.185 INFO:tasks.workunit.client.0.smithi123.stdout: "power_cycles": 28954, 2023-12-20T10:49:49.185 INFO:tasks.workunit.client.0.smithi123.stdout: "power_on_hours": 55390, 2023-12-20T10:49:49.185 INFO:tasks.workunit.client.0.smithi123.stdout: "temperature": 25, 2023-12-20T10:49:49.185 INFO:tasks.workunit.client.0.smithi123.stdout: "unsafe_shutdowns": 280 2023-12-20T10:49:49.185 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.185 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_vendor": "intel", 2023-12-20T10:49:49.185 INFO:tasks.workunit.client.0.smithi123.stdout: "power_cycle_count": 28954, 2023-12-20T10:49:49.185 INFO:tasks.workunit.client.0.smithi123.stdout: "power_on_time": { 2023-12-20T10:49:49.185 INFO:tasks.workunit.client.0.smithi123.stdout: "hours": 55390 2023-12-20T10:49:49.185 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.185 INFO:tasks.workunit.client.0.smithi123.stdout: "serial_number": "deleted", 2023-12-20T10:49:49.185 INFO:tasks.workunit.client.0.smithi123.stdout: "smart_status": { 2023-12-20T10:49:49.185 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme": { 2023-12-20T10:49:49.185 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:49.186 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.186 INFO:tasks.workunit.client.0.smithi123.stdout: "passed": true 2023-12-20T10:49:49.186 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.186 INFO:tasks.workunit.client.0.smithi123.stdout: "smartctl": { 2023-12-20T10:49:49.186 INFO:tasks.workunit.client.0.smithi123.stdout: "argv": [ 2023-12-20T10:49:49.186 INFO:tasks.workunit.client.0.smithi123.stdout: "smartctl", 2023-12-20T10:49:49.186 INFO:tasks.workunit.client.0.smithi123.stdout: "-x", 2023-12-20T10:49:49.186 INFO:tasks.workunit.client.0.smithi123.stdout: "--json=o", 2023-12-20T10:49:49.186 INFO:tasks.workunit.client.0.smithi123.stdout: "/dev/nvme0n1" 2023-12-20T10:49:49.186 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:49.186 INFO:tasks.workunit.client.0.smithi123.stdout: "build_info": "(local build)", 2023-12-20T10:49:49.187 INFO:tasks.workunit.client.0.smithi123.stdout: "exit_status": 0, 2023-12-20T10:49:49.187 INFO:tasks.workunit.client.0.smithi123.stdout: "output": [ 2023-12-20T10:49:49.187 INFO:tasks.workunit.client.0.smithi123.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-4.18.0-529.el8.x86_64] (local build)", 2023-12-20T10:49:49.187 INFO:tasks.workunit.client.0.smithi123.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-20T10:49:49.187 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:49.188 INFO:tasks.workunit.client.0.smithi123.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-20T10:49:49.188 INFO:tasks.workunit.client.0.smithi123.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-12-20T10:49:49.188 INFO:tasks.workunit.client.0.smithi123.stdout: "Serial Number: deleted", 2023-12-20T10:49:49.188 INFO:tasks.workunit.client.0.smithi123.stdout: "Firmware Version: 8DV101H0", 2023-12-20T10:49:49.188 INFO:tasks.workunit.client.0.smithi123.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-20T10:49:49.188 INFO:tasks.workunit.client.0.smithi123.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-20T10:49:49.188 INFO:tasks.workunit.client.0.smithi123.stdout: "Controller ID: 0", 2023-12-20T10:49:49.188 INFO:tasks.workunit.client.0.smithi123.stdout: "Number of Namespaces: 1", 2023-12-20T10:49:49.188 INFO:tasks.workunit.client.0.smithi123.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-12-20T10:49:49.188 INFO:tasks.workunit.client.0.smithi123.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-20T10:49:49.188 INFO:tasks.workunit.client.0.smithi123.stdout: "Local Time is: Wed Dec 20 10:45:59 2023 UTC", 2023-12-20T10:49:49.188 INFO:tasks.workunit.client.0.smithi123.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-20T10:49:49.188 INFO:tasks.workunit.client.0.smithi123.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-20T10:49:49.189 INFO:tasks.workunit.client.0.smithi123.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-20T10:49:49.189 INFO:tasks.workunit.client.0.smithi123.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-20T10:49:49.189 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:49.189 INFO:tasks.workunit.client.0.smithi123.stdout: "Supported Power States", 2023-12-20T10:49:49.189 INFO:tasks.workunit.client.0.smithi123.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-20T10:49:49.189 INFO:tasks.workunit.client.0.smithi123.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-20T10:49:49.189 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:49.189 INFO:tasks.workunit.client.0.smithi123.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-20T10:49:49.189 INFO:tasks.workunit.client.0.smithi123.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-20T10:49:49.189 INFO:tasks.workunit.client.0.smithi123.stdout: " 0 + 512 0 2", 2023-12-20T10:49:49.189 INFO:tasks.workunit.client.0.smithi123.stdout: " 1 - 512 8 2", 2023-12-20T10:49:49.189 INFO:tasks.workunit.client.0.smithi123.stdout: " 2 - 512 16 2", 2023-12-20T10:49:49.189 INFO:tasks.workunit.client.0.smithi123.stdout: " 3 - 4096 0 0", 2023-12-20T10:49:49.189 INFO:tasks.workunit.client.0.smithi123.stdout: " 4 - 4096 8 0", 2023-12-20T10:49:49.189 INFO:tasks.workunit.client.0.smithi123.stdout: " 5 - 4096 64 0", 2023-12-20T10:49:49.190 INFO:tasks.workunit.client.0.smithi123.stdout: " 6 - 4096 128 0", 2023-12-20T10:49:49.190 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:49.190 INFO:tasks.workunit.client.0.smithi123.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-20T10:49:49.190 INFO:tasks.workunit.client.0.smithi123.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-20T10:49:49.190 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:49.190 INFO:tasks.workunit.client.0.smithi123.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-20T10:49:49.190 INFO:tasks.workunit.client.0.smithi123.stdout: "Critical Warning: 0x00", 2023-12-20T10:49:49.191 INFO:tasks.workunit.client.0.smithi123.stdout: "Temperature: 25 Celsius", 2023-12-20T10:49:49.191 INFO:tasks.workunit.client.0.smithi123.stdout: "Available Spare: 100%", 2023-12-20T10:49:49.191 INFO:tasks.workunit.client.0.smithi123.stdout: "Available Spare Threshold: 10%", 2023-12-20T10:49:49.191 INFO:tasks.workunit.client.0.smithi123.stdout: "Percentage Used: 5%", 2023-12-20T10:49:49.191 INFO:tasks.workunit.client.0.smithi123.stdout: "Data Units Read: 237,986,806 [121 TB]", 2023-12-20T10:49:49.191 INFO:tasks.workunit.client.0.smithi123.stdout: "Data Units Written: 954,439,546 [488 TB]", 2023-12-20T10:49:49.191 INFO:tasks.workunit.client.0.smithi123.stdout: "Host Read Commands: 3,456,276,192", 2023-12-20T10:49:49.191 INFO:tasks.workunit.client.0.smithi123.stdout: "Host Write Commands: 15,323,058,583", 2023-12-20T10:49:49.191 INFO:tasks.workunit.client.0.smithi123.stdout: "Controller Busy Time: 3", 2023-12-20T10:49:49.191 INFO:tasks.workunit.client.0.smithi123.stdout: "Power Cycles: 28,954", 2023-12-20T10:49:49.191 INFO:tasks.workunit.client.0.smithi123.stdout: "Power On Hours: 55,390", 2023-12-20T10:49:49.191 INFO:tasks.workunit.client.0.smithi123.stdout: "Unsafe Shutdowns: 280", 2023-12-20T10:49:49.191 INFO:tasks.workunit.client.0.smithi123.stdout: "Media and Data Integrity Errors: 0", 2023-12-20T10:49:49.191 INFO:tasks.workunit.client.0.smithi123.stdout: "Error Information Log Entries: 0", 2023-12-20T10:49:49.191 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:49.192 INFO:tasks.workunit.client.0.smithi123.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-20T10:49:49.192 INFO:tasks.workunit.client.0.smithi123.stdout: "No Errors Logged", 2023-12-20T10:49:49.192 INFO:tasks.workunit.client.0.smithi123.stdout: "" 2023-12-20T10:49:49.192 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:49.192 INFO:tasks.workunit.client.0.smithi123.stdout: "platform_info": "x86_64-linux-4.18.0-529.el8.x86_64", 2023-12-20T10:49:49.192 INFO:tasks.workunit.client.0.smithi123.stdout: "svn_revision": "5022", 2023-12-20T10:49:49.192 INFO:tasks.workunit.client.0.smithi123.stdout: "version": [ 2023-12-20T10:49:49.192 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:49.192 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:49.192 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:49.192 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.192 INFO:tasks.workunit.client.0.smithi123.stdout: "temperature": { 2023-12-20T10:49:49.192 INFO:tasks.workunit.client.0.smithi123.stdout: "current": 25 2023-12-20T10:49:49.192 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.192 INFO:tasks.workunit.client.0.smithi123.stdout: "user_capacity": { 2023-12-20T10:49:49.193 INFO:tasks.workunit.client.0.smithi123.stdout: "blocks": 781422768, 2023-12-20T10:49:49.193 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 400088457216 2023-12-20T10:49:49.193 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.193 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.193 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.193 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.193 INFO:tasks.workunit.client.0.smithi123.stdout: "7ebc1686-9f25-11ee-892f-0cc47a8fd3f1": { 2023-12-20T10:49:49.193 INFO:tasks.workunit.client.0.smithi123.stdout: "INTEL_SSDPEDMD400G4_7ebcb4a6-9f25-11ee-892f-0cc47a8fd3f1": { 2023-12-20T10:49:49.193 INFO:tasks.workunit.client.0.smithi123.stdout: "20231220-104557": { 2023-12-20T10:49:49.193 INFO:tasks.workunit.client.0.smithi123.stdout: "device": { 2023-12-20T10:49:49.193 INFO:tasks.workunit.client.0.smithi123.stdout: "info_name": "/dev/nvme0n1", 2023-12-20T10:49:49.193 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "/dev/nvme0n1", 2023-12-20T10:49:49.193 INFO:tasks.workunit.client.0.smithi123.stdout: "protocol": "NVMe", 2023-12-20T10:49:49.193 INFO:tasks.workunit.client.0.smithi123.stdout: "type": "nvme" 2023-12-20T10:49:49.193 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.194 INFO:tasks.workunit.client.0.smithi123.stdout: "firmware_version": "8DV10171", 2023-12-20T10:49:49.194 INFO:tasks.workunit.client.0.smithi123.stdout: "host_id": "7ebc1686-9f25-11ee-892f-0cc47a8fd3f1", 2023-12-20T10:49:49.194 INFO:tasks.workunit.client.0.smithi123.stdout: "json_format_version": [ 2023-12-20T10:49:49.194 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:49.194 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:49.194 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:49.194 INFO:tasks.workunit.client.0.smithi123.stdout: "local_time": { 2023-12-20T10:49:49.194 INFO:tasks.workunit.client.0.smithi123.stdout: "asctime": "Wed Dec 20 10:45:57 2023 UTC", 2023-12-20T10:49:49.194 INFO:tasks.workunit.client.0.smithi123.stdout: "time_t": 1703069157 2023-12-20T10:49:49.194 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.194 INFO:tasks.workunit.client.0.smithi123.stdout: "logical_block_size": 512, 2023-12-20T10:49:49.194 INFO:tasks.workunit.client.0.smithi123.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-12-20T10:49:49.194 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_controller_id": 0, 2023-12-20T10:49:49.194 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-20T10:49:49.194 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_namespaces": [ 2023-12-20T10:49:49.194 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:49.195 INFO:tasks.workunit.client.0.smithi123.stdout: "capacity": { 2023-12-20T10:49:49.195 INFO:tasks.workunit.client.0.smithi123.stdout: "blocks": 781422768, 2023-12-20T10:49:49.195 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 400088457216 2023-12-20T10:49:49.195 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.195 INFO:tasks.workunit.client.0.smithi123.stdout: "formatted_lba_size": 512, 2023-12-20T10:49:49.195 INFO:tasks.workunit.client.0.smithi123.stdout: "id": 1, 2023-12-20T10:49:49.195 INFO:tasks.workunit.client.0.smithi123.stdout: "size": { 2023-12-20T10:49:49.195 INFO:tasks.workunit.client.0.smithi123.stdout: "blocks": 781422768, 2023-12-20T10:49:49.195 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 400088457216 2023-12-20T10:49:49.195 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.195 INFO:tasks.workunit.client.0.smithi123.stdout: "utilization": { 2023-12-20T10:49:49.195 INFO:tasks.workunit.client.0.smithi123.stdout: "blocks": 781422768, 2023-12-20T10:49:49.195 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 400088457216 2023-12-20T10:49:49.195 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.195 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.196 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:49.196 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_number_of_namespaces": 1, 2023-12-20T10:49:49.196 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_pci_vendor": { 2023-12-20T10:49:49.196 INFO:tasks.workunit.client.0.smithi123.stdout: "id": 32902, 2023-12-20T10:49:49.196 INFO:tasks.workunit.client.0.smithi123.stdout: "subsystem_id": 32902 2023-12-20T10:49:49.196 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.196 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_smart_health_information_add_log": { 2023-12-20T10:49:49.196 INFO:tasks.workunit.client.0.smithi123.stdout: "Device stats": { 2023-12-20T10:49:49.196 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_fw_downgrades": { 2023-12-20T10:49:49.196 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:49.196 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:49.196 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.196 INFO:tasks.workunit.client.0.smithi123.stdout: "crc_error_count": { 2023-12-20T10:49:49.196 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:49.196 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:49.196 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.197 INFO:tasks.workunit.client.0.smithi123.stdout: "end_to_end_error_detection_count": { 2023-12-20T10:49:49.197 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:49.197 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:49.198 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.198 INFO:tasks.workunit.client.0.smithi123.stdout: "erase_fail_count": { 2023-12-20T10:49:49.198 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:49.198 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:49.198 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.198 INFO:tasks.workunit.client.0.smithi123.stdout: "host_bytes_written": { 2023-12-20T10:49:49.198 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:49.198 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 12849461 2023-12-20T10:49:49.198 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.198 INFO:tasks.workunit.client.0.smithi123.stdout: "host_ctx_wear_used": { 2023-12-20T10:49:49.198 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:49.198 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:49.198 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.198 INFO:tasks.workunit.client.0.smithi123.stdout: "media_bytes_read": { 2023-12-20T10:49:49.198 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:49.199 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:49.199 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.199 INFO:tasks.workunit.client.0.smithi123.stdout: "nand_bytes_written": { 2023-12-20T10:49:49.199 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:49.199 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 24605126 2023-12-20T10:49:49.199 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.199 INFO:tasks.workunit.client.0.smithi123.stdout: "perf_stat_indicator": { 2023-12-20T10:49:49.199 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:49.199 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:49.199 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.199 INFO:tasks.workunit.client.0.smithi123.stdout: "pll_lock_loss_count": { 2023-12-20T10:49:49.199 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:49.199 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:49.199 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.199 INFO:tasks.workunit.client.0.smithi123.stdout: "program_fail_count": { 2023-12-20T10:49:49.199 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:49.200 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:49.200 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.200 INFO:tasks.workunit.client.0.smithi123.stdout: "re_alloc_sectr_cnt": { 2023-12-20T10:49:49.200 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:49.200 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:49.200 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.200 INFO:tasks.workunit.client.0.smithi123.stdout: "retry_buffer_overflow_count": { 2023-12-20T10:49:49.200 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:49.200 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:49.200 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.201 INFO:tasks.workunit.client.0.smithi123.stdout: "soft_ecc_err_rate": { 2023-12-20T10:49:49.201 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:49.201 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:49.201 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.201 INFO:tasks.workunit.client.0.smithi123.stdout: "thermal_throttle_status": { 2023-12-20T10:49:49.201 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:49.201 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": { 2023-12-20T10:49:49.201 INFO:tasks.workunit.client.0.smithi123.stdout: "cnt": 0, 2023-12-20T10:49:49.201 INFO:tasks.workunit.client.0.smithi123.stdout: "pct": 0 2023-12-20T10:49:49.201 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.201 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.201 INFO:tasks.workunit.client.0.smithi123.stdout: "timed_workload_host_reads": { 2023-12-20T10:49:49.202 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:49.202 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 65535 2023-12-20T10:49:49.202 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.202 INFO:tasks.workunit.client.0.smithi123.stdout: "timed_workload_media_wear": { 2023-12-20T10:49:49.202 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:49.202 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 64 2023-12-20T10:49:49.202 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.202 INFO:tasks.workunit.client.0.smithi123.stdout: "timed_workload_timer": { 2023-12-20T10:49:49.202 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:49.202 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 65535 2023-12-20T10:49:49.202 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.202 INFO:tasks.workunit.client.0.smithi123.stdout: "unexp_power_loss": { 2023-12-20T10:49:49.202 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:49.202 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:49.202 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.202 INFO:tasks.workunit.client.0.smithi123.stdout: "wear_leveling": { 2023-12-20T10:49:49.203 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 96, 2023-12-20T10:49:49.203 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": { 2023-12-20T10:49:49.203 INFO:tasks.workunit.client.0.smithi123.stdout: "avg": 1465, 2023-12-20T10:49:49.203 INFO:tasks.workunit.client.0.smithi123.stdout: "max": 1473, 2023-12-20T10:49:49.203 INFO:tasks.workunit.client.0.smithi123.stdout: "min": 1459 2023-12-20T10:49:49.203 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.203 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.203 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.203 INFO:tasks.workunit.client.0.smithi123.stdout: "Intel Smart log": "nvme0n1" 2023-12-20T10:49:49.203 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.203 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_smart_health_information_log": { 2023-12-20T10:49:49.203 INFO:tasks.workunit.client.0.smithi123.stdout: "available_spare": 100, 2023-12-20T10:49:49.203 INFO:tasks.workunit.client.0.smithi123.stdout: "available_spare_threshold": 10, 2023-12-20T10:49:49.203 INFO:tasks.workunit.client.0.smithi123.stdout: "controller_busy_time": 580, 2023-12-20T10:49:49.203 INFO:tasks.workunit.client.0.smithi123.stdout: "critical_warning": 0, 2023-12-20T10:49:49.204 INFO:tasks.workunit.client.0.smithi123.stdout: "data_units_read": 147920232, 2023-12-20T10:49:49.204 INFO:tasks.workunit.client.0.smithi123.stdout: "data_units_written": 842102302, 2023-12-20T10:49:49.204 INFO:tasks.workunit.client.0.smithi123.stdout: "host_reads": 3351266747, 2023-12-20T10:49:49.204 INFO:tasks.workunit.client.0.smithi123.stdout: "host_writes": 17209982926, 2023-12-20T10:49:49.204 INFO:tasks.workunit.client.0.smithi123.stdout: "media_errors": 0, 2023-12-20T10:49:49.204 INFO:tasks.workunit.client.0.smithi123.stdout: "num_err_log_entries": 0, 2023-12-20T10:49:49.204 INFO:tasks.workunit.client.0.smithi123.stdout: "percentage_used": 4, 2023-12-20T10:49:49.204 INFO:tasks.workunit.client.0.smithi123.stdout: "power_cycles": 31328, 2023-12-20T10:49:49.204 INFO:tasks.workunit.client.0.smithi123.stdout: "power_on_hours": 54780, 2023-12-20T10:49:49.204 INFO:tasks.workunit.client.0.smithi123.stdout: "temperature": 27, 2023-12-20T10:49:49.204 INFO:tasks.workunit.client.0.smithi123.stdout: "unsafe_shutdowns": 27271 2023-12-20T10:49:49.204 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.204 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_vendor": "intel", 2023-12-20T10:49:49.204 INFO:tasks.workunit.client.0.smithi123.stdout: "power_cycle_count": 31328, 2023-12-20T10:49:49.204 INFO:tasks.workunit.client.0.smithi123.stdout: "power_on_time": { 2023-12-20T10:49:49.204 INFO:tasks.workunit.client.0.smithi123.stdout: "hours": 54780 2023-12-20T10:49:49.205 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.205 INFO:tasks.workunit.client.0.smithi123.stdout: "serial_number": "deleted", 2023-12-20T10:49:49.205 INFO:tasks.workunit.client.0.smithi123.stdout: "smart_status": { 2023-12-20T10:49:49.205 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme": { 2023-12-20T10:49:49.205 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:49.205 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.205 INFO:tasks.workunit.client.0.smithi123.stdout: "passed": true 2023-12-20T10:49:49.205 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.205 INFO:tasks.workunit.client.0.smithi123.stdout: "smartctl": { 2023-12-20T10:49:49.205 INFO:tasks.workunit.client.0.smithi123.stdout: "argv": [ 2023-12-20T10:49:49.205 INFO:tasks.workunit.client.0.smithi123.stdout: "smartctl", 2023-12-20T10:49:49.205 INFO:tasks.workunit.client.0.smithi123.stdout: "-x", 2023-12-20T10:49:49.205 INFO:tasks.workunit.client.0.smithi123.stdout: "--json=o", 2023-12-20T10:49:49.205 INFO:tasks.workunit.client.0.smithi123.stdout: "/dev/nvme0n1" 2023-12-20T10:49:49.205 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:49.206 INFO:tasks.workunit.client.0.smithi123.stdout: "build_info": "(local build)", 2023-12-20T10:49:49.206 INFO:tasks.workunit.client.0.smithi123.stdout: "exit_status": 0, 2023-12-20T10:49:49.206 INFO:tasks.workunit.client.0.smithi123.stdout: "output": [ 2023-12-20T10:49:49.206 INFO:tasks.workunit.client.0.smithi123.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-4.18.0-529.el8.x86_64] (local build)", 2023-12-20T10:49:49.206 INFO:tasks.workunit.client.0.smithi123.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-20T10:49:49.206 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:49.206 INFO:tasks.workunit.client.0.smithi123.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-20T10:49:49.206 INFO:tasks.workunit.client.0.smithi123.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-12-20T10:49:49.206 INFO:tasks.workunit.client.0.smithi123.stdout: "Serial Number: deleted", 2023-12-20T10:49:49.206 INFO:tasks.workunit.client.0.smithi123.stdout: "Firmware Version: 8DV10171", 2023-12-20T10:49:49.206 INFO:tasks.workunit.client.0.smithi123.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-20T10:49:49.206 INFO:tasks.workunit.client.0.smithi123.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-20T10:49:49.206 INFO:tasks.workunit.client.0.smithi123.stdout: "Controller ID: 0", 2023-12-20T10:49:49.206 INFO:tasks.workunit.client.0.smithi123.stdout: "Number of Namespaces: 1", 2023-12-20T10:49:49.206 INFO:tasks.workunit.client.0.smithi123.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-12-20T10:49:49.206 INFO:tasks.workunit.client.0.smithi123.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-20T10:49:49.207 INFO:tasks.workunit.client.0.smithi123.stdout: "Local Time is: Wed Dec 20 10:45:57 2023 UTC", 2023-12-20T10:49:49.207 INFO:tasks.workunit.client.0.smithi123.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-20T10:49:49.207 INFO:tasks.workunit.client.0.smithi123.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-20T10:49:49.207 INFO:tasks.workunit.client.0.smithi123.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-20T10:49:49.207 INFO:tasks.workunit.client.0.smithi123.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-20T10:49:49.207 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:49.207 INFO:tasks.workunit.client.0.smithi123.stdout: "Supported Power States", 2023-12-20T10:49:49.208 INFO:tasks.workunit.client.0.smithi123.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-20T10:49:49.208 INFO:tasks.workunit.client.0.smithi123.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-20T10:49:49.208 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:49.208 INFO:tasks.workunit.client.0.smithi123.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-20T10:49:49.208 INFO:tasks.workunit.client.0.smithi123.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-20T10:49:49.208 INFO:tasks.workunit.client.0.smithi123.stdout: " 0 + 512 0 2", 2023-12-20T10:49:49.208 INFO:tasks.workunit.client.0.smithi123.stdout: " 1 - 512 8 2", 2023-12-20T10:49:49.208 INFO:tasks.workunit.client.0.smithi123.stdout: " 2 - 512 16 2", 2023-12-20T10:49:49.208 INFO:tasks.workunit.client.0.smithi123.stdout: " 3 - 4096 0 0", 2023-12-20T10:49:49.209 INFO:tasks.workunit.client.0.smithi123.stdout: " 4 - 4096 8 0", 2023-12-20T10:49:49.209 INFO:tasks.workunit.client.0.smithi123.stdout: " 5 - 4096 64 0", 2023-12-20T10:49:49.209 INFO:tasks.workunit.client.0.smithi123.stdout: " 6 - 4096 128 0", 2023-12-20T10:49:49.209 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:49.209 INFO:tasks.workunit.client.0.smithi123.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-20T10:49:49.209 INFO:tasks.workunit.client.0.smithi123.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-20T10:49:49.209 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:49.209 INFO:tasks.workunit.client.0.smithi123.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-20T10:49:49.209 INFO:tasks.workunit.client.0.smithi123.stdout: "Critical Warning: 0x00", 2023-12-20T10:49:49.209 INFO:tasks.workunit.client.0.smithi123.stdout: "Temperature: 27 Celsius", 2023-12-20T10:49:49.209 INFO:tasks.workunit.client.0.smithi123.stdout: "Available Spare: 100%", 2023-12-20T10:49:49.209 INFO:tasks.workunit.client.0.smithi123.stdout: "Available Spare Threshold: 10%", 2023-12-20T10:49:49.209 INFO:tasks.workunit.client.0.smithi123.stdout: "Percentage Used: 4%", 2023-12-20T10:49:49.209 INFO:tasks.workunit.client.0.smithi123.stdout: "Data Units Read: 147,920,232 [75.7 TB]", 2023-12-20T10:49:49.209 INFO:tasks.workunit.client.0.smithi123.stdout: "Data Units Written: 842,102,302 [431 TB]", 2023-12-20T10:49:49.210 INFO:tasks.workunit.client.0.smithi123.stdout: "Host Read Commands: 3,351,266,747", 2023-12-20T10:49:49.210 INFO:tasks.workunit.client.0.smithi123.stdout: "Host Write Commands: 17,209,982,926", 2023-12-20T10:49:49.210 INFO:tasks.workunit.client.0.smithi123.stdout: "Controller Busy Time: 580", 2023-12-20T10:49:49.210 INFO:tasks.workunit.client.0.smithi123.stdout: "Power Cycles: 31,328", 2023-12-20T10:49:49.210 INFO:tasks.workunit.client.0.smithi123.stdout: "Power On Hours: 54,780", 2023-12-20T10:49:49.210 INFO:tasks.workunit.client.0.smithi123.stdout: "Unsafe Shutdowns: 27,271", 2023-12-20T10:49:49.210 INFO:tasks.workunit.client.0.smithi123.stdout: "Media and Data Integrity Errors: 0", 2023-12-20T10:49:49.210 INFO:tasks.workunit.client.0.smithi123.stdout: "Error Information Log Entries: 0", 2023-12-20T10:49:49.210 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:49.210 INFO:tasks.workunit.client.0.smithi123.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-20T10:49:49.210 INFO:tasks.workunit.client.0.smithi123.stdout: "No Errors Logged", 2023-12-20T10:49:49.210 INFO:tasks.workunit.client.0.smithi123.stdout: "" 2023-12-20T10:49:49.210 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:49.210 INFO:tasks.workunit.client.0.smithi123.stdout: "platform_info": "x86_64-linux-4.18.0-529.el8.x86_64", 2023-12-20T10:49:49.210 INFO:tasks.workunit.client.0.smithi123.stdout: "svn_revision": "5022", 2023-12-20T10:49:49.211 INFO:tasks.workunit.client.0.smithi123.stdout: "version": [ 2023-12-20T10:49:49.211 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:49.211 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:49.211 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:49.211 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.211 INFO:tasks.workunit.client.0.smithi123.stdout: "temperature": { 2023-12-20T10:49:49.211 INFO:tasks.workunit.client.0.smithi123.stdout: "current": 27 2023-12-20T10:49:49.212 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.212 INFO:tasks.workunit.client.0.smithi123.stdout: "user_capacity": { 2023-12-20T10:49:49.212 INFO:tasks.workunit.client.0.smithi123.stdout: "blocks": 781422768, 2023-12-20T10:49:49.212 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 400088457216 2023-12-20T10:49:49.212 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.212 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.212 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.212 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.212 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.212 INFO:tasks.workunit.client.0.smithi123.stdout: "report": { 2023-12-20T10:49:49.212 INFO:tasks.workunit.client.0.smithi123.stdout: "balancer": { 2023-12-20T10:49:49.212 INFO:tasks.workunit.client.0.smithi123.stdout: "active": true, 2023-12-20T10:49:49.212 INFO:tasks.workunit.client.0.smithi123.stdout: "mode": "" 2023-12-20T10:49:49.212 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.212 INFO:tasks.workunit.client.0.smithi123.stdout: "channels": [ 2023-12-20T10:49:49.212 INFO:tasks.workunit.client.0.smithi123.stdout: "basic", 2023-12-20T10:49:49.213 INFO:tasks.workunit.client.0.smithi123.stdout: "crash", 2023-12-20T10:49:49.213 INFO:tasks.workunit.client.0.smithi123.stdout: "device", 2023-12-20T10:49:49.213 INFO:tasks.workunit.client.0.smithi123.stdout: "ident" 2023-12-20T10:49:49.213 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:49.213 INFO:tasks.workunit.client.0.smithi123.stdout: "channels_available": [ 2023-12-20T10:49:49.213 INFO:tasks.workunit.client.0.smithi123.stdout: "basic", 2023-12-20T10:49:49.213 INFO:tasks.workunit.client.0.smithi123.stdout: "ident", 2023-12-20T10:49:49.213 INFO:tasks.workunit.client.0.smithi123.stdout: "crash", 2023-12-20T10:49:49.213 INFO:tasks.workunit.client.0.smithi123.stdout: "device", 2023-12-20T10:49:49.213 INFO:tasks.workunit.client.0.smithi123.stdout: "perf" 2023-12-20T10:49:49.213 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:49.213 INFO:tasks.workunit.client.0.smithi123.stdout: "collections_available": [ 2023-12-20T10:49:49.213 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_base", 2023-12-20T10:49:49.213 INFO:tasks.workunit.client.0.smithi123.stdout: "device_base", 2023-12-20T10:49:49.213 INFO:tasks.workunit.client.0.smithi123.stdout: "crash_base", 2023-12-20T10:49:49.214 INFO:tasks.workunit.client.0.smithi123.stdout: "ident_base", 2023-12-20T10:49:49.214 INFO:tasks.workunit.client.0.smithi123.stdout: "perf_perf", 2023-12-20T10:49:49.214 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_mds_metadata", 2023-12-20T10:49:49.214 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_pool_usage", 2023-12-20T10:49:49.214 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_usage_by_class", 2023-12-20T10:49:49.214 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_rook_v01", 2023-12-20T10:49:49.214 INFO:tasks.workunit.client.0.smithi123.stdout: "perf_memory_metrics", 2023-12-20T10:49:49.214 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_pool_options_bluestore" 2023-12-20T10:49:49.214 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:49.214 INFO:tasks.workunit.client.0.smithi123.stdout: "collections_opted_in": [ 2023-12-20T10:49:49.214 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_base", 2023-12-20T10:49:49.214 INFO:tasks.workunit.client.0.smithi123.stdout: "device_base", 2023-12-20T10:49:49.214 INFO:tasks.workunit.client.0.smithi123.stdout: "crash_base", 2023-12-20T10:49:49.214 INFO:tasks.workunit.client.0.smithi123.stdout: "ident_base", 2023-12-20T10:49:49.214 INFO:tasks.workunit.client.0.smithi123.stdout: "perf_perf", 2023-12-20T10:49:49.215 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_mds_metadata", 2023-12-20T10:49:49.215 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_pool_usage", 2023-12-20T10:49:49.215 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_usage_by_class", 2023-12-20T10:49:49.215 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_rook_v01", 2023-12-20T10:49:49.215 INFO:tasks.workunit.client.0.smithi123.stdout: "perf_memory_metrics", 2023-12-20T10:49:49.215 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_pool_options_bluestore" 2023-12-20T10:49:49.215 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:49.215 INFO:tasks.workunit.client.0.smithi123.stdout: "config": { 2023-12-20T10:49:49.215 INFO:tasks.workunit.client.0.smithi123.stdout: "active_changed": [ 2023-12-20T10:49:49.215 INFO:tasks.workunit.client.0.smithi123.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-20T10:49:49.215 INFO:tasks.workunit.client.0.smithi123.stdout: "auth_debug", 2023-12-20T10:49:49.215 INFO:tasks.workunit.client.0.smithi123.stdout: "auth_mon_ticket_ttl", 2023-12-20T10:49:49.215 INFO:tasks.workunit.client.0.smithi123.stdout: "auth_service_ticket_ttl", 2023-12-20T10:49:49.215 INFO:tasks.workunit.client.0.smithi123.stdout: "bdev_debug_aio", 2023-12-20T10:49:49.215 INFO:tasks.workunit.client.0.smithi123.stdout: "client_check_pool_perm", 2023-12-20T10:49:49.215 INFO:tasks.workunit.client.0.smithi123.stdout: "client_mount_gid", 2023-12-20T10:49:49.216 INFO:tasks.workunit.client.0.smithi123.stdout: "client_mount_uid", 2023-12-20T10:49:49.216 INFO:tasks.workunit.client.0.smithi123.stdout: "client_quota", 2023-12-20T10:49:49.216 INFO:tasks.workunit.client.0.smithi123.stdout: "container_image", 2023-12-20T10:49:49.216 INFO:tasks.workunit.client.0.smithi123.stdout: "daemonize", 2023-12-20T10:49:49.216 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_asserts_on_shutdown", 2023-12-20T10:49:49.216 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_mgr", 2023-12-20T10:49:49.216 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_mon", 2023-12-20T10:49:49.216 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_ms", 2023-12-20T10:49:49.216 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_osd", 2023-12-20T10:49:49.216 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_paxos", 2023-12-20T10:49:49.216 INFO:tasks.workunit.client.0.smithi123.stdout: "keyring", 2023-12-20T10:49:49.216 INFO:tasks.workunit.client.0.smithi123.stdout: "leveldb_block_size", 2023-12-20T10:49:49.216 INFO:tasks.workunit.client.0.smithi123.stdout: "leveldb_cache_size", 2023-12-20T10:49:49.216 INFO:tasks.workunit.client.0.smithi123.stdout: "leveldb_compression", 2023-12-20T10:49:49.216 INFO:tasks.workunit.client.0.smithi123.stdout: "leveldb_log", 2023-12-20T10:49:49.216 INFO:tasks.workunit.client.0.smithi123.stdout: "leveldb_write_buffer_size", 2023-12-20T10:49:49.217 INFO:tasks.workunit.client.0.smithi123.stdout: "log_to_file", 2023-12-20T10:49:49.217 INFO:tasks.workunit.client.0.smithi123.stdout: "log_to_journald", 2023-12-20T10:49:49.217 INFO:tasks.workunit.client.0.smithi123.stdout: "log_to_stderr", 2023-12-20T10:49:49.217 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_allow_pool_delete", 2023-12-20T10:49:49.217 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_clock_drift_allowed", 2023-12-20T10:49:49.217 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_cluster_log_file_level", 2023-12-20T10:49:49.217 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_cluster_log_to_file", 2023-12-20T10:49:49.217 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_cluster_log_to_journald", 2023-12-20T10:49:49.217 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_cluster_log_to_stderr", 2023-12-20T10:49:49.217 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_data_avail_warn", 2023-12-20T10:49:49.217 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_election_default_strategy", 2023-12-20T10:49:49.217 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_host", 2023-12-20T10:49:49.217 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_max_pg_per_osd", 2023-12-20T10:49:49.218 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_mgr_mkfs_grace", 2023-12-20T10:49:49.218 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_osd_prime_pg_temp", 2023-12-20T10:49:49.218 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_osd_reporter_subtree_level", 2023-12-20T10:49:49.218 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_pg_warn_max_object_skew", 2023-12-20T10:49:49.219 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-20T10:49:49.219 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-20T10:49:49.219 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-20T10:49:49.219 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-20T10:49:49.219 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-20T10:49:49.219 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-20T10:49:49.219 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-20T10:49:49.219 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-20T10:49:49.219 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_too_few_osds", 2023-12-20T10:49:49.219 INFO:tasks.workunit.client.0.smithi123.stdout: "ms_die_on_bug", 2023-12-20T10:49:49.220 INFO:tasks.workunit.client.0.smithi123.stdout: "ms_die_on_old_message", 2023-12-20T10:49:49.220 INFO:tasks.workunit.client.0.smithi123.stdout: "no_config_file", 2023-12-20T10:49:49.220 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_class_default_list", 2023-12-20T10:49:49.220 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_class_load_list", 2023-12-20T10:49:49.220 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_misdirected_ops", 2023-12-20T10:49:49.220 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_op_order", 2023-12-20T10:49:49.220 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_pg_log_writeout", 2023-12-20T10:49:49.220 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_shutdown", 2023-12-20T10:49:49.220 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_verify_cached_snaps", 2023-12-20T10:49:49.220 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_verify_missing_on_start", 2023-12-20T10:49:49.220 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_verify_stray_on_activate", 2023-12-20T10:49:49.220 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-20T10:49:49.220 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_profile", 2023-12-20T10:49:49.220 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2023-12-20T10:49:49.220 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_background_best_effort_res", 2023-12-20T10:49:49.221 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2023-12-20T10:49:49.221 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_background_recovery_lim", 2023-12-20T10:49:49.221 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_background_recovery_res", 2023-12-20T10:49:49.221 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2023-12-20T10:49:49.221 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_client_lim", 2023-12-20T10:49:49.221 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_client_res", 2023-12-20T10:49:49.221 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_client_wgt", 2023-12-20T10:49:49.221 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_memory_target", 2023-12-20T10:49:49.221 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_memory_target_autotune", 2023-12-20T10:49:49.221 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_op_queue", 2023-12-20T10:49:49.222 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_op_queue_cut_off", 2023-12-20T10:49:49.222 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pool_default_erasure_code_profile", 2023-12-20T10:49:49.222 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-20T10:49:49.222 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_recover_clone_overlap", 2023-12-20T10:49:49.222 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_recovery_max_chunk", 2023-12-20T10:49:49.222 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_scrub_load_threshold", 2023-12-20T10:49:49.222 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_scrub_max_interval", 2023-12-20T10:49:49.222 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_shutdown_pgref_assert", 2023-12-20T10:49:49.222 INFO:tasks.workunit.client.0.smithi123.stdout: "public_addr", 2023-12-20T10:49:49.222 INFO:tasks.workunit.client.0.smithi123.stdout: "public_addrv", 2023-12-20T10:49:49.222 INFO:tasks.workunit.client.0.smithi123.stdout: "public_network", 2023-12-20T10:49:49.222 INFO:tasks.workunit.client.0.smithi123.stdout: "rbd_default_features", 2023-12-20T10:49:49.222 INFO:tasks.workunit.client.0.smithi123.stdout: "rbd_qos_exclude_ops", 2023-12-20T10:49:49.223 INFO:tasks.workunit.client.0.smithi123.stdout: "setgroup", 2023-12-20T10:49:49.223 INFO:tasks.workunit.client.0.smithi123.stdout: "setuser" 2023-12-20T10:49:49.223 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:49.223 INFO:tasks.workunit.client.0.smithi123.stdout: "cluster_changed": [ 2023-12-20T10:49:49.223 INFO:tasks.workunit.client.0.smithi123.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-20T10:49:49.223 INFO:tasks.workunit.client.0.smithi123.stdout: "auth_debug", 2023-12-20T10:49:49.223 INFO:tasks.workunit.client.0.smithi123.stdout: "auth_mon_ticket_ttl", 2023-12-20T10:49:49.223 INFO:tasks.workunit.client.0.smithi123.stdout: "auth_service_ticket_ttl", 2023-12-20T10:49:49.223 INFO:tasks.workunit.client.0.smithi123.stdout: "bdev_debug_aio", 2023-12-20T10:49:49.223 INFO:tasks.workunit.client.0.smithi123.stdout: "container_image", 2023-12-20T10:49:49.223 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_asserts_on_shutdown", 2023-12-20T10:49:49.223 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_mgr", 2023-12-20T10:49:49.223 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_mon", 2023-12-20T10:49:49.223 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_ms", 2023-12-20T10:49:49.223 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_osd", 2023-12-20T10:49:49.224 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_paxos", 2023-12-20T10:49:49.224 INFO:tasks.workunit.client.0.smithi123.stdout: "log_to_file", 2023-12-20T10:49:49.224 INFO:tasks.workunit.client.0.smithi123.stdout: "log_to_journald", 2023-12-20T10:49:49.224 INFO:tasks.workunit.client.0.smithi123.stdout: "log_to_stderr", 2023-12-20T10:49:49.224 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_join_fs", 2023-12-20T10:49:49.224 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/cephadm/allow_ptrace", 2023-12-20T10:49:49.224 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/cephadm/container_init", 2023-12-20T10:49:49.224 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/cephadm/migration_current", 2023-12-20T10:49:49.224 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/cephadm/use_repo_digest", 2023-12-20T10:49:49.224 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2023-12-20T10:49:49.224 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2023-12-20T10:49:49.224 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/dashboard/GRAFANA_API_URL", 2023-12-20T10:49:49.224 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2023-12-20T10:49:49.224 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/dashboard/ssl_server_port", 2023-12-20T10:49:49.224 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/orchestrator/orchestrator", 2023-12-20T10:49:49.224 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/telemetry/channel_ident", 2023-12-20T10:49:49.225 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/telemetry/description", 2023-12-20T10:49:49.225 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/telemetry/organization", 2023-12-20T10:49:49.225 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_allow_pool_delete", 2023-12-20T10:49:49.225 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_clock_drift_allowed", 2023-12-20T10:49:49.225 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_cluster_log_file_level", 2023-12-20T10:49:49.225 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_data_avail_warn", 2023-12-20T10:49:49.225 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_election_default_strategy", 2023-12-20T10:49:49.225 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_max_pg_per_osd", 2023-12-20T10:49:49.225 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_mgr_mkfs_grace", 2023-12-20T10:49:49.225 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_osd_prime_pg_temp", 2023-12-20T10:49:49.225 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_osd_reporter_subtree_level", 2023-12-20T10:49:49.225 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_pg_warn_max_object_skew", 2023-12-20T10:49:49.225 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-20T10:49:49.225 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-20T10:49:49.225 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-20T10:49:49.225 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-20T10:49:49.226 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-20T10:49:49.226 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-20T10:49:49.226 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-20T10:49:49.226 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-20T10:49:49.226 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_too_few_osds", 2023-12-20T10:49:49.226 INFO:tasks.workunit.client.0.smithi123.stdout: "ms_die_on_bug", 2023-12-20T10:49:49.226 INFO:tasks.workunit.client.0.smithi123.stdout: "ms_die_on_old_message", 2023-12-20T10:49:49.226 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_class_default_list", 2023-12-20T10:49:49.226 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_class_load_list", 2023-12-20T10:49:49.226 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_misdirected_ops", 2023-12-20T10:49:49.226 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_op_order", 2023-12-20T10:49:49.226 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_pg_log_writeout", 2023-12-20T10:49:49.226 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_shutdown", 2023-12-20T10:49:49.226 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_verify_cached_snaps", 2023-12-20T10:49:49.226 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_verify_missing_on_start", 2023-12-20T10:49:49.226 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_verify_stray_on_activate", 2023-12-20T10:49:49.227 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-20T10:49:49.227 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_profile", 2023-12-20T10:49:49.227 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_memory_target", 2023-12-20T10:49:49.227 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_memory_target_autotune", 2023-12-20T10:49:49.227 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_op_queue", 2023-12-20T10:49:49.227 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_op_queue_cut_off", 2023-12-20T10:49:49.227 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pool_default_erasure_code_profile", 2023-12-20T10:49:49.227 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-20T10:49:49.227 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_recover_clone_overlap", 2023-12-20T10:49:49.227 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_recovery_max_chunk", 2023-12-20T10:49:49.227 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_scrub_load_threshold", 2023-12-20T10:49:49.227 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_scrub_max_interval", 2023-12-20T10:49:49.227 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_shutdown_pgref_assert", 2023-12-20T10:49:49.227 INFO:tasks.workunit.client.0.smithi123.stdout: "public_network", 2023-12-20T10:49:49.227 INFO:tasks.workunit.client.0.smithi123.stdout: "rgw_cache_enabled", 2023-12-20T10:49:49.227 INFO:tasks.workunit.client.0.smithi123.stdout: "rgw_enable_ops_log", 2023-12-20T10:49:49.228 INFO:tasks.workunit.client.0.smithi123.stdout: "rgw_enable_usage_log" 2023-12-20T10:49:49.228 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:49.228 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.228 INFO:tasks.workunit.client.0.smithi123.stdout: "contact": null, 2023-12-20T10:49:49.229 INFO:tasks.workunit.client.0.smithi123.stdout: "crashes": [], 2023-12-20T10:49:49.229 INFO:tasks.workunit.client.0.smithi123.stdout: "created": "2023-12-20T10:43:29.707583Z", 2023-12-20T10:49:49.229 INFO:tasks.workunit.client.0.smithi123.stdout: "crush": { 2023-12-20T10:49:49.229 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_algs": { 2023-12-20T10:49:49.229 INFO:tasks.workunit.client.0.smithi123.stdout: "straw2": 3 2023-12-20T10:49:49.229 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.229 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_sizes": { 2023-12-20T10:49:49.229 INFO:tasks.workunit.client.0.smithi123.stdout: "2": 1, 2023-12-20T10:49:49.229 INFO:tasks.workunit.client.0.smithi123.stdout: "4": 2 2023-12-20T10:49:49.229 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.230 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_types": { 2023-12-20T10:49:49.230 INFO:tasks.workunit.client.0.smithi123.stdout: "1": 2, 2023-12-20T10:49:49.230 INFO:tasks.workunit.client.0.smithi123.stdout: "11": 1 2023-12-20T10:49:49.230 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.230 INFO:tasks.workunit.client.0.smithi123.stdout: "compat_weight_set": false, 2023-12-20T10:49:49.230 INFO:tasks.workunit.client.0.smithi123.stdout: "device_classes": [ 2023-12-20T10:49:49.230 INFO:tasks.workunit.client.0.smithi123.stdout: 8 2023-12-20T10:49:49.230 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:49.230 INFO:tasks.workunit.client.0.smithi123.stdout: "num_buckets": 6, 2023-12-20T10:49:49.230 INFO:tasks.workunit.client.0.smithi123.stdout: "num_devices": 8, 2023-12-20T10:49:49.230 INFO:tasks.workunit.client.0.smithi123.stdout: "num_rules": 1, 2023-12-20T10:49:49.230 INFO:tasks.workunit.client.0.smithi123.stdout: "num_types": 12, 2023-12-20T10:49:49.230 INFO:tasks.workunit.client.0.smithi123.stdout: "num_weight_sets": 0, 2023-12-20T10:49:49.230 INFO:tasks.workunit.client.0.smithi123.stdout: "tunables": { 2023-12-20T10:49:49.230 INFO:tasks.workunit.client.0.smithi123.stdout: "allowed_bucket_algs": 54, 2023-12-20T10:49:49.231 INFO:tasks.workunit.client.0.smithi123.stdout: "choose_local_fallback_tries": 0, 2023-12-20T10:49:49.231 INFO:tasks.workunit.client.0.smithi123.stdout: "choose_local_tries": 0, 2023-12-20T10:49:49.231 INFO:tasks.workunit.client.0.smithi123.stdout: "choose_total_tries": 50, 2023-12-20T10:49:49.231 INFO:tasks.workunit.client.0.smithi123.stdout: "chooseleaf_descend_once": 1, 2023-12-20T10:49:49.231 INFO:tasks.workunit.client.0.smithi123.stdout: "chooseleaf_stable": 1, 2023-12-20T10:49:49.231 INFO:tasks.workunit.client.0.smithi123.stdout: "chooseleaf_vary_r": 1, 2023-12-20T10:49:49.231 INFO:tasks.workunit.client.0.smithi123.stdout: "has_v2_rules": 0, 2023-12-20T10:49:49.231 INFO:tasks.workunit.client.0.smithi123.stdout: "has_v3_rules": 0, 2023-12-20T10:49:49.231 INFO:tasks.workunit.client.0.smithi123.stdout: "has_v4_buckets": 1, 2023-12-20T10:49:49.231 INFO:tasks.workunit.client.0.smithi123.stdout: "has_v5_rules": 0, 2023-12-20T10:49:49.231 INFO:tasks.workunit.client.0.smithi123.stdout: "legacy_tunables": 0, 2023-12-20T10:49:49.231 INFO:tasks.workunit.client.0.smithi123.stdout: "minimum_required_version": "jewel", 2023-12-20T10:49:49.231 INFO:tasks.workunit.client.0.smithi123.stdout: "optimal_tunables": 1, 2023-12-20T10:49:49.231 INFO:tasks.workunit.client.0.smithi123.stdout: "profile": "jewel", 2023-12-20T10:49:49.231 INFO:tasks.workunit.client.0.smithi123.stdout: "require_feature_tunables": 1, 2023-12-20T10:49:49.231 INFO:tasks.workunit.client.0.smithi123.stdout: "require_feature_tunables2": 1, 2023-12-20T10:49:49.232 INFO:tasks.workunit.client.0.smithi123.stdout: "require_feature_tunables3": 1, 2023-12-20T10:49:49.232 INFO:tasks.workunit.client.0.smithi123.stdout: "require_feature_tunables5": 1, 2023-12-20T10:49:49.232 INFO:tasks.workunit.client.0.smithi123.stdout: "straw_calc_version": 1 2023-12-20T10:49:49.232 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.232 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.232 INFO:tasks.workunit.client.0.smithi123.stdout: "description": "upgrade test cluster", 2023-12-20T10:49:49.232 INFO:tasks.workunit.client.0.smithi123.stdout: "fs": { 2023-12-20T10:49:49.233 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1, 2023-12-20T10:49:49.233 INFO:tasks.workunit.client.0.smithi123.stdout: "feature_flags": { 2023-12-20T10:49:49.233 INFO:tasks.workunit.client.0.smithi123.stdout: "enable_multiple": true, 2023-12-20T10:49:49.233 INFO:tasks.workunit.client.0.smithi123.stdout: "ever_enabled_multiple": true 2023-12-20T10:49:49.233 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.233 INFO:tasks.workunit.client.0.smithi123.stdout: "filesystems": [ 2023-12-20T10:49:49.233 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:49.233 INFO:tasks.workunit.client.0.smithi123.stdout: "approx_ctime": "2023-12", 2023-12-20T10:49:49.233 INFO:tasks.workunit.client.0.smithi123.stdout: "balancer_enabled": false, 2023-12-20T10:49:49.233 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:49.233 INFO:tasks.workunit.client.0.smithi123.stdout: "cached_caps": 0, 2023-12-20T10:49:49.233 INFO:tasks.workunit.client.0.smithi123.stdout: "cached_dns": 10, 2023-12-20T10:49:49.233 INFO:tasks.workunit.client.0.smithi123.stdout: "cached_inos": 13, 2023-12-20T10:49:49.233 INFO:tasks.workunit.client.0.smithi123.stdout: "cached_subtrees": 2, 2023-12-20T10:49:49.233 INFO:tasks.workunit.client.0.smithi123.stdout: "ever_allowed_features": 0, 2023-12-20T10:49:49.234 INFO:tasks.workunit.client.0.smithi123.stdout: "explicitly_allowed_features": 0, 2023-12-20T10:49:49.234 INFO:tasks.workunit.client.0.smithi123.stdout: "files": 0, 2023-12-20T10:49:49.234 INFO:tasks.workunit.client.0.smithi123.stdout: "max_mds": 1, 2023-12-20T10:49:49.234 INFO:tasks.workunit.client.0.smithi123.stdout: "num_data_pools": 1, 2023-12-20T10:49:49.234 INFO:tasks.workunit.client.0.smithi123.stdout: "num_in": 1, 2023-12-20T10:49:49.234 INFO:tasks.workunit.client.0.smithi123.stdout: "num_mds": 1, 2023-12-20T10:49:49.234 INFO:tasks.workunit.client.0.smithi123.stdout: "num_sessions": 0, 2023-12-20T10:49:49.234 INFO:tasks.workunit.client.0.smithi123.stdout: "num_standby_replay": 0, 2023-12-20T10:49:49.234 INFO:tasks.workunit.client.0.smithi123.stdout: "num_up": 1, 2023-12-20T10:49:49.234 INFO:tasks.workunit.client.0.smithi123.stdout: "snaps": 0, 2023-12-20T10:49:49.234 INFO:tasks.workunit.client.0.smithi123.stdout: "standby_count_wanted": 0 2023-12-20T10:49:49.234 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.234 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:49.234 INFO:tasks.workunit.client.0.smithi123.stdout: "num_standby_mds": 1, 2023-12-20T10:49:49.234 INFO:tasks.workunit.client.0.smithi123.stdout: "total_num_mds": 2 2023-12-20T10:49:49.234 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.235 INFO:tasks.workunit.client.0.smithi123.stdout: "hosts": { 2023-12-20T10:49:49.235 INFO:tasks.workunit.client.0.smithi123.stdout: "num": 2, 2023-12-20T10:49:49.235 INFO:tasks.workunit.client.0.smithi123.stdout: "num_with_mds": 2, 2023-12-20T10:49:49.235 INFO:tasks.workunit.client.0.smithi123.stdout: "num_with_mgr": 2, 2023-12-20T10:49:49.235 INFO:tasks.workunit.client.0.smithi123.stdout: "num_with_mon": 2, 2023-12-20T10:49:49.235 INFO:tasks.workunit.client.0.smithi123.stdout: "num_with_osd": 2 2023-12-20T10:49:49.235 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.235 INFO:tasks.workunit.client.0.smithi123.stdout: "leaderboard": false, 2023-12-20T10:49:49.235 INFO:tasks.workunit.client.0.smithi123.stdout: "license": "sharing-1-0", 2023-12-20T10:49:49.235 INFO:tasks.workunit.client.0.smithi123.stdout: "metadata": { 2023-12-20T10:49:49.235 INFO:tasks.workunit.client.0.smithi123.stdout: "mds": { 2023-12-20T10:49:49.235 INFO:tasks.workunit.client.0.smithi123.stdout: "arch": { 2023-12-20T10:49:49.235 INFO:tasks.workunit.client.0.smithi123.stdout: "x86_64": 2 2023-12-20T10:49:49.235 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.235 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph_version": { 2023-12-20T10:49:49.235 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T10:49:49.236 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.236 INFO:tasks.workunit.client.0.smithi123.stdout: "cpu": { 2023-12-20T10:49:49.236 INFO:tasks.workunit.client.0.smithi123.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2023-12-20T10:49:49.236 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.236 INFO:tasks.workunit.client.0.smithi123.stdout: "distro": { 2023-12-20T10:49:49.236 INFO:tasks.workunit.client.0.smithi123.stdout: "centos": 2 2023-12-20T10:49:49.236 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.236 INFO:tasks.workunit.client.0.smithi123.stdout: "distro_description": { 2023-12-20T10:49:49.236 INFO:tasks.workunit.client.0.smithi123.stdout: "CentOS Stream 8": 2 2023-12-20T10:49:49.236 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.236 INFO:tasks.workunit.client.0.smithi123.stdout: "kernel_description": { 2023-12-20T10:49:49.236 INFO:tasks.workunit.client.0.smithi123.stdout: "#1 SMP Wed Dec 6 01:03:46 UTC 2023": 2 2023-12-20T10:49:49.236 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.236 INFO:tasks.workunit.client.0.smithi123.stdout: "kernel_version": { 2023-12-20T10:49:49.236 INFO:tasks.workunit.client.0.smithi123.stdout: "4.18.0-529.el8.x86_64": 2 2023-12-20T10:49:49.237 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.237 INFO:tasks.workunit.client.0.smithi123.stdout: "os": { 2023-12-20T10:49:49.237 INFO:tasks.workunit.client.0.smithi123.stdout: "Linux": 2 2023-12-20T10:49:49.237 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.237 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.237 INFO:tasks.workunit.client.0.smithi123.stdout: "mon": { 2023-12-20T10:49:49.237 INFO:tasks.workunit.client.0.smithi123.stdout: "arch": { 2023-12-20T10:49:49.237 INFO:tasks.workunit.client.0.smithi123.stdout: "x86_64": 3 2023-12-20T10:49:49.237 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.237 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph_version": { 2023-12-20T10:49:49.237 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 3 2023-12-20T10:49:49.237 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.237 INFO:tasks.workunit.client.0.smithi123.stdout: "cpu": { 2023-12-20T10:49:49.237 INFO:tasks.workunit.client.0.smithi123.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2023-12-20T10:49:49.237 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.237 INFO:tasks.workunit.client.0.smithi123.stdout: "distro": { 2023-12-20T10:49:49.238 INFO:tasks.workunit.client.0.smithi123.stdout: "centos": 3 2023-12-20T10:49:49.238 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.238 INFO:tasks.workunit.client.0.smithi123.stdout: "distro_description": { 2023-12-20T10:49:49.238 INFO:tasks.workunit.client.0.smithi123.stdout: "CentOS Stream 8": 3 2023-12-20T10:49:49.238 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.238 INFO:tasks.workunit.client.0.smithi123.stdout: "kernel_description": { 2023-12-20T10:49:49.238 INFO:tasks.workunit.client.0.smithi123.stdout: "#1 SMP Wed Dec 6 01:03:46 UTC 2023": 3 2023-12-20T10:49:49.238 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.238 INFO:tasks.workunit.client.0.smithi123.stdout: "kernel_version": { 2023-12-20T10:49:49.238 INFO:tasks.workunit.client.0.smithi123.stdout: "4.18.0-529.el8.x86_64": 3 2023-12-20T10:49:49.239 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.239 INFO:tasks.workunit.client.0.smithi123.stdout: "os": { 2023-12-20T10:49:49.239 INFO:tasks.workunit.client.0.smithi123.stdout: "Linux": 3 2023-12-20T10:49:49.239 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.239 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.239 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:49.239 INFO:tasks.workunit.client.0.smithi123.stdout: "arch": { 2023-12-20T10:49:49.240 INFO:tasks.workunit.client.0.smithi123.stdout: "x86_64": 8 2023-12-20T10:49:49.240 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.240 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph_version": { 2023-12-20T10:49:49.240 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 8 2023-12-20T10:49:49.240 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.240 INFO:tasks.workunit.client.0.smithi123.stdout: "cpu": { 2023-12-20T10:49:49.240 INFO:tasks.workunit.client.0.smithi123.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2023-12-20T10:49:49.240 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.240 INFO:tasks.workunit.client.0.smithi123.stdout: "distro": { 2023-12-20T10:49:49.240 INFO:tasks.workunit.client.0.smithi123.stdout: "centos": 8 2023-12-20T10:49:49.240 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.240 INFO:tasks.workunit.client.0.smithi123.stdout: "distro_description": { 2023-12-20T10:49:49.240 INFO:tasks.workunit.client.0.smithi123.stdout: "CentOS Stream 8": 8 2023-12-20T10:49:49.240 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.240 INFO:tasks.workunit.client.0.smithi123.stdout: "kernel_description": { 2023-12-20T10:49:49.240 INFO:tasks.workunit.client.0.smithi123.stdout: "#1 SMP Wed Dec 6 01:03:46 UTC 2023": 8 2023-12-20T10:49:49.241 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.241 INFO:tasks.workunit.client.0.smithi123.stdout: "kernel_version": { 2023-12-20T10:49:49.241 INFO:tasks.workunit.client.0.smithi123.stdout: "4.18.0-529.el8.x86_64": 8 2023-12-20T10:49:49.241 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.241 INFO:tasks.workunit.client.0.smithi123.stdout: "os": { 2023-12-20T10:49:49.241 INFO:tasks.workunit.client.0.smithi123.stdout: "Linux": 8 2023-12-20T10:49:49.241 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.241 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_objectstore": { 2023-12-20T10:49:49.241 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore": 8 2023-12-20T10:49:49.241 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.241 INFO:tasks.workunit.client.0.smithi123.stdout: "rotational": { 2023-12-20T10:49:49.241 INFO:tasks.workunit.client.0.smithi123.stdout: "0": 8 2023-12-20T10:49:49.241 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.241 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.241 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.242 INFO:tasks.workunit.client.0.smithi123.stdout: "mon": { 2023-12-20T10:49:49.242 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 3, 2023-12-20T10:49:49.242 INFO:tasks.workunit.client.0.smithi123.stdout: "features": { 2023-12-20T10:49:49.242 INFO:tasks.workunit.client.0.smithi123.stdout: "optional": [], 2023-12-20T10:49:49.242 INFO:tasks.workunit.client.0.smithi123.stdout: "persistent": [ 2023-12-20T10:49:49.242 INFO:tasks.workunit.client.0.smithi123.stdout: "kraken", 2023-12-20T10:49:49.242 INFO:tasks.workunit.client.0.smithi123.stdout: "luminous", 2023-12-20T10:49:49.242 INFO:tasks.workunit.client.0.smithi123.stdout: "mimic", 2023-12-20T10:49:49.242 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap-prune", 2023-12-20T10:49:49.242 INFO:tasks.workunit.client.0.smithi123.stdout: "nautilus", 2023-12-20T10:49:49.243 INFO:tasks.workunit.client.0.smithi123.stdout: "octopus", 2023-12-20T10:49:49.243 INFO:tasks.workunit.client.0.smithi123.stdout: "pacific", 2023-12-20T10:49:49.243 INFO:tasks.workunit.client.0.smithi123.stdout: "elector-pinging", 2023-12-20T10:49:49.243 INFO:tasks.workunit.client.0.smithi123.stdout: "quincy" 2023-12-20T10:49:49.243 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:49.244 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.244 INFO:tasks.workunit.client.0.smithi123.stdout: "ipv4_addr_mons": 6, 2023-12-20T10:49:49.244 INFO:tasks.workunit.client.0.smithi123.stdout: "ipv6_addr_mons": 0, 2023-12-20T10:49:49.244 INFO:tasks.workunit.client.0.smithi123.stdout: "min_mon_release": 17, 2023-12-20T10:49:49.244 INFO:tasks.workunit.client.0.smithi123.stdout: "v1_addr_mons": 3, 2023-12-20T10:49:49.244 INFO:tasks.workunit.client.0.smithi123.stdout: "v2_addr_mons": 3 2023-12-20T10:49:49.244 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.244 INFO:tasks.workunit.client.0.smithi123.stdout: "organization": "ceph-qa", 2023-12-20T10:49:49.244 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:49.244 INFO:tasks.workunit.client.0.smithi123.stdout: "cluster_network": false, 2023-12-20T10:49:49.244 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 8, 2023-12-20T10:49:49.244 INFO:tasks.workunit.client.0.smithi123.stdout: "require_min_compat_client": "luminous", 2023-12-20T10:49:49.244 INFO:tasks.workunit.client.0.smithi123.stdout: "require_osd_release": "quincy" 2023-12-20T10:49:49.244 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.245 INFO:tasks.workunit.client.0.smithi123.stdout: "pools": [ 2023-12-20T10:49:49.245 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:49.245 INFO:tasks.workunit.client.0.smithi123.stdout: "application": [ 2023-12-20T10:49:49.245 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr" 2023-12-20T10:49:49.245 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:49.245 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_mode": "none", 2023-12-20T10:49:49.245 INFO:tasks.workunit.client.0.smithi123.stdout: "erasure_code_profile": {}, 2023-12-20T10:49:49.245 INFO:tasks.workunit.client.0.smithi123.stdout: "min_size": 2, 2023-12-20T10:49:49.245 INFO:tasks.workunit.client.0.smithi123.stdout: "options": {}, 2023-12-20T10:49:49.245 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_autoscale_mode": "off", 2023-12-20T10:49:49.245 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_num": 1, 2023-12-20T10:49:49.245 INFO:tasks.workunit.client.0.smithi123.stdout: "pgp_num": 1, 2023-12-20T10:49:49.245 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": 1, 2023-12-20T10:49:49.245 INFO:tasks.workunit.client.0.smithi123.stdout: "size": 3, 2023-12-20T10:49:49.245 INFO:tasks.workunit.client.0.smithi123.stdout: "stats": { 2023-12-20T10:49:49.246 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_raw": 727116753162, 2023-12-20T10:49:49.246 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_used": 1781760, 2023-12-20T10:49:49.246 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_bytes_used": 0, 2023-12-20T10:49:49.246 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_under_bytes": 0, 2023-12-20T10:49:49.246 INFO:tasks.workunit.client.0.smithi123.stdout: "data_bytes_used": 1781760, 2023-12-20T10:49:49.246 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty": 0, 2023-12-20T10:49:49.246 INFO:tasks.workunit.client.0.smithi123.stdout: "max_avail": 242372247552, 2023-12-20T10:49:49.246 INFO:tasks.workunit.client.0.smithi123.stdout: "objects": 2, 2023-12-20T10:49:49.246 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_bytes_used": 0, 2023-12-20T10:49:49.246 INFO:tasks.workunit.client.0.smithi123.stdout: "percent_used": 2.450439524182002e-06, 2023-12-20T10:49:49.246 INFO:tasks.workunit.client.0.smithi123.stdout: "quota_bytes": 0, 2023-12-20T10:49:49.246 INFO:tasks.workunit.client.0.smithi123.stdout: "quota_objects": 0, 2023-12-20T10:49:49.246 INFO:tasks.workunit.client.0.smithi123.stdout: "rd": 212, 2023-12-20T10:49:49.246 INFO:tasks.workunit.client.0.smithi123.stdout: "rd_bytes": 313344, 2023-12-20T10:49:49.247 INFO:tasks.workunit.client.0.smithi123.stdout: "stored": 590368, 2023-12-20T10:49:49.247 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_data": 590368, 2023-12-20T10:49:49.247 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_omap": 0, 2023-12-20T10:49:49.247 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_raw": 1771104, 2023-12-20T10:49:49.247 INFO:tasks.workunit.client.0.smithi123.stdout: "wr": 179, 2023-12-20T10:49:49.247 INFO:tasks.workunit.client.0.smithi123.stdout: "wr_bytes": 2473984 2023-12-20T10:49:49.247 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.247 INFO:tasks.workunit.client.0.smithi123.stdout: "target_max_bytes": 0, 2023-12-20T10:49:49.247 INFO:tasks.workunit.client.0.smithi123.stdout: "target_max_objects": 0, 2023-12-20T10:49:49.247 INFO:tasks.workunit.client.0.smithi123.stdout: "type": "replicated" 2023-12-20T10:49:49.247 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.247 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:49.247 INFO:tasks.workunit.client.0.smithi123.stdout: "application": [ 2023-12-20T10:49:49.247 INFO:tasks.workunit.client.0.smithi123.stdout: "cephfs" 2023-12-20T10:49:49.248 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:49.248 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_mode": "none", 2023-12-20T10:49:49.248 INFO:tasks.workunit.client.0.smithi123.stdout: "erasure_code_profile": {}, 2023-12-20T10:49:49.248 INFO:tasks.workunit.client.0.smithi123.stdout: "min_size": 2, 2023-12-20T10:49:49.248 INFO:tasks.workunit.client.0.smithi123.stdout: "options": {}, 2023-12-20T10:49:49.248 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_autoscale_mode": "off", 2023-12-20T10:49:49.248 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_num": 32, 2023-12-20T10:49:49.248 INFO:tasks.workunit.client.0.smithi123.stdout: "pgp_num": 32, 2023-12-20T10:49:49.248 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": 2, 2023-12-20T10:49:49.248 INFO:tasks.workunit.client.0.smithi123.stdout: "size": 3, 2023-12-20T10:49:49.248 INFO:tasks.workunit.client.0.smithi123.stdout: "stats": { 2023-12-20T10:49:49.248 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_raw": 727116753162, 2023-12-20T10:49:49.248 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_used": 98304, 2023-12-20T10:49:49.248 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_bytes_used": 0, 2023-12-20T10:49:49.249 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_under_bytes": 0, 2023-12-20T10:49:49.249 INFO:tasks.workunit.client.0.smithi123.stdout: "data_bytes_used": 98304, 2023-12-20T10:49:49.249 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty": 0, 2023-12-20T10:49:49.249 INFO:tasks.workunit.client.0.smithi123.stdout: "max_avail": 242372247552, 2023-12-20T10:49:49.249 INFO:tasks.workunit.client.0.smithi123.stdout: "objects": 22, 2023-12-20T10:49:49.249 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_bytes_used": 0, 2023-12-20T10:49:49.249 INFO:tasks.workunit.client.0.smithi123.stdout: "percent_used": 1.3519698427444382e-07, 2023-12-20T10:49:49.249 INFO:tasks.workunit.client.0.smithi123.stdout: "quota_bytes": 0, 2023-12-20T10:49:49.249 INFO:tasks.workunit.client.0.smithi123.stdout: "quota_objects": 0, 2023-12-20T10:49:49.249 INFO:tasks.workunit.client.0.smithi123.stdout: "rd": 0, 2023-12-20T10:49:49.249 INFO:tasks.workunit.client.0.smithi123.stdout: "rd_bytes": 0, 2023-12-20T10:49:49.249 INFO:tasks.workunit.client.0.smithi123.stdout: "stored": 3376, 2023-12-20T10:49:49.249 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_data": 3376, 2023-12-20T10:49:49.249 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_omap": 0, 2023-12-20T10:49:49.249 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_raw": 10128, 2023-12-20T10:49:49.250 INFO:tasks.workunit.client.0.smithi123.stdout: "wr": 51, 2023-12-20T10:49:49.250 INFO:tasks.workunit.client.0.smithi123.stdout: "wr_bytes": 19456 2023-12-20T10:49:49.250 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.250 INFO:tasks.workunit.client.0.smithi123.stdout: "target_max_bytes": 0, 2023-12-20T10:49:49.250 INFO:tasks.workunit.client.0.smithi123.stdout: "target_max_objects": 0, 2023-12-20T10:49:49.250 INFO:tasks.workunit.client.0.smithi123.stdout: "type": "replicated" 2023-12-20T10:49:49.250 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.250 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:49.250 INFO:tasks.workunit.client.0.smithi123.stdout: "application": [ 2023-12-20T10:49:49.250 INFO:tasks.workunit.client.0.smithi123.stdout: "cephfs" 2023-12-20T10:49:49.250 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:49.250 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_mode": "none", 2023-12-20T10:49:49.250 INFO:tasks.workunit.client.0.smithi123.stdout: "erasure_code_profile": {}, 2023-12-20T10:49:49.250 INFO:tasks.workunit.client.0.smithi123.stdout: "min_size": 2, 2023-12-20T10:49:49.250 INFO:tasks.workunit.client.0.smithi123.stdout: "options": {}, 2023-12-20T10:49:49.251 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_autoscale_mode": "off", 2023-12-20T10:49:49.251 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_num": 64, 2023-12-20T10:49:49.251 INFO:tasks.workunit.client.0.smithi123.stdout: "pgp_num": 64, 2023-12-20T10:49:49.251 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": 3, 2023-12-20T10:49:49.251 INFO:tasks.workunit.client.0.smithi123.stdout: "size": 3, 2023-12-20T10:49:49.251 INFO:tasks.workunit.client.0.smithi123.stdout: "stats": { 2023-12-20T10:49:49.251 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_raw": 727116753162, 2023-12-20T10:49:49.251 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_used": 0, 2023-12-20T10:49:49.251 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_bytes_used": 0, 2023-12-20T10:49:49.251 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_under_bytes": 0, 2023-12-20T10:49:49.251 INFO:tasks.workunit.client.0.smithi123.stdout: "data_bytes_used": 0, 2023-12-20T10:49:49.251 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty": 0, 2023-12-20T10:49:49.251 INFO:tasks.workunit.client.0.smithi123.stdout: "max_avail": 242372247552, 2023-12-20T10:49:49.251 INFO:tasks.workunit.client.0.smithi123.stdout: "objects": 0, 2023-12-20T10:49:49.251 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_bytes_used": 0, 2023-12-20T10:49:49.252 INFO:tasks.workunit.client.0.smithi123.stdout: "percent_used": 0.0, 2023-12-20T10:49:49.252 INFO:tasks.workunit.client.0.smithi123.stdout: "quota_bytes": 0, 2023-12-20T10:49:49.252 INFO:tasks.workunit.client.0.smithi123.stdout: "quota_objects": 0, 2023-12-20T10:49:49.252 INFO:tasks.workunit.client.0.smithi123.stdout: "rd": 0, 2023-12-20T10:49:49.252 INFO:tasks.workunit.client.0.smithi123.stdout: "rd_bytes": 0, 2023-12-20T10:49:49.252 INFO:tasks.workunit.client.0.smithi123.stdout: "stored": 0, 2023-12-20T10:49:49.252 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_data": 0, 2023-12-20T10:49:49.252 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_omap": 0, 2023-12-20T10:49:49.252 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_raw": 0, 2023-12-20T10:49:49.252 INFO:tasks.workunit.client.0.smithi123.stdout: "wr": 0, 2023-12-20T10:49:49.252 INFO:tasks.workunit.client.0.smithi123.stdout: "wr_bytes": 0 2023-12-20T10:49:49.252 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.252 INFO:tasks.workunit.client.0.smithi123.stdout: "target_max_bytes": 0, 2023-12-20T10:49:49.252 INFO:tasks.workunit.client.0.smithi123.stdout: "target_max_objects": 0, 2023-12-20T10:49:49.252 INFO:tasks.workunit.client.0.smithi123.stdout: "type": "replicated" 2023-12-20T10:49:49.253 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.253 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:49.253 INFO:tasks.workunit.client.0.smithi123.stdout: "application": [ 2023-12-20T10:49:49.253 INFO:tasks.workunit.client.0.smithi123.stdout: "rbd" 2023-12-20T10:49:49.253 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:49.253 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_mode": "none", 2023-12-20T10:49:49.253 INFO:tasks.workunit.client.0.smithi123.stdout: "erasure_code_profile": {}, 2023-12-20T10:49:49.253 INFO:tasks.workunit.client.0.smithi123.stdout: "min_size": 2, 2023-12-20T10:49:49.253 INFO:tasks.workunit.client.0.smithi123.stdout: "options": {}, 2023-12-20T10:49:49.253 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_autoscale_mode": "off", 2023-12-20T10:49:49.253 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_num": 8, 2023-12-20T10:49:49.253 INFO:tasks.workunit.client.0.smithi123.stdout: "pgp_num": 8, 2023-12-20T10:49:49.253 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": 4, 2023-12-20T10:49:49.253 INFO:tasks.workunit.client.0.smithi123.stdout: "size": 3, 2023-12-20T10:49:49.254 INFO:tasks.workunit.client.0.smithi123.stdout: "stats": { 2023-12-20T10:49:49.254 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_raw": 727116753162, 2023-12-20T10:49:49.254 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_used": 0, 2023-12-20T10:49:49.254 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_bytes_used": 0, 2023-12-20T10:49:49.254 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_under_bytes": 0, 2023-12-20T10:49:49.254 INFO:tasks.workunit.client.0.smithi123.stdout: "data_bytes_used": 0, 2023-12-20T10:49:49.254 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty": 0, 2023-12-20T10:49:49.254 INFO:tasks.workunit.client.0.smithi123.stdout: "max_avail": 242372247552, 2023-12-20T10:49:49.254 INFO:tasks.workunit.client.0.smithi123.stdout: "objects": 0, 2023-12-20T10:49:49.254 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_bytes_used": 0, 2023-12-20T10:49:49.254 INFO:tasks.workunit.client.0.smithi123.stdout: "percent_used": 0.0, 2023-12-20T10:49:49.254 INFO:tasks.workunit.client.0.smithi123.stdout: "quota_bytes": 0, 2023-12-20T10:49:49.254 INFO:tasks.workunit.client.0.smithi123.stdout: "quota_objects": 0, 2023-12-20T10:49:49.254 INFO:tasks.workunit.client.0.smithi123.stdout: "rd": 0, 2023-12-20T10:49:49.254 INFO:tasks.workunit.client.0.smithi123.stdout: "rd_bytes": 0, 2023-12-20T10:49:49.255 INFO:tasks.workunit.client.0.smithi123.stdout: "stored": 0, 2023-12-20T10:49:49.255 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_data": 0, 2023-12-20T10:49:49.255 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_omap": 0, 2023-12-20T10:49:49.255 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_raw": 0, 2023-12-20T10:49:49.255 INFO:tasks.workunit.client.0.smithi123.stdout: "wr": 0, 2023-12-20T10:49:49.255 INFO:tasks.workunit.client.0.smithi123.stdout: "wr_bytes": 0 2023-12-20T10:49:49.255 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.255 INFO:tasks.workunit.client.0.smithi123.stdout: "target_max_bytes": 0, 2023-12-20T10:49:49.255 INFO:tasks.workunit.client.0.smithi123.stdout: "target_max_objects": 0, 2023-12-20T10:49:49.255 INFO:tasks.workunit.client.0.smithi123.stdout: "type": "replicated" 2023-12-20T10:49:49.255 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.255 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:49.255 INFO:tasks.workunit.client.0.smithi123.stdout: "rbd": { 2023-12-20T10:49:49.255 INFO:tasks.workunit.client.0.smithi123.stdout: "mirroring_by_pool": [ 2023-12-20T10:49:49.255 INFO:tasks.workunit.client.0.smithi123.stdout: false 2023-12-20T10:49:49.256 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:49.256 INFO:tasks.workunit.client.0.smithi123.stdout: "num_images_by_pool": [ 2023-12-20T10:49:49.256 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:49.256 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:49.256 INFO:tasks.workunit.client.0.smithi123.stdout: "num_pools": 1 2023-12-20T10:49:49.256 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.256 INFO:tasks.workunit.client.0.smithi123.stdout: "report_id": "baef0915-2884-4417-8d92-37464f291438", 2023-12-20T10:49:49.256 INFO:tasks.workunit.client.0.smithi123.stdout: "report_timestamp": "2023-12-20T10:49:49.150256", 2023-12-20T10:49:49.256 INFO:tasks.workunit.client.0.smithi123.stdout: "report_version": 1, 2023-12-20T10:49:49.256 INFO:tasks.workunit.client.0.smithi123.stdout: "rook": { 2023-12-20T10:49:49.256 INFO:tasks.workunit.client.0.smithi123.stdout: "cluster": { 2023-12-20T10:49:49.256 INFO:tasks.workunit.client.0.smithi123.stdout: "external-mode": null, 2023-12-20T10:49:49.256 INFO:tasks.workunit.client.0.smithi123.stdout: "mon": { 2023-12-20T10:49:49.256 INFO:tasks.workunit.client.0.smithi123.stdout: "allow-multiple-per-node": null, 2023-12-20T10:49:49.256 INFO:tasks.workunit.client.0.smithi123.stdout: "count": null, 2023-12-20T10:49:49.256 INFO:tasks.workunit.client.0.smithi123.stdout: "max-id": null, 2023-12-20T10:49:49.257 INFO:tasks.workunit.client.0.smithi123.stdout: "pvc": { 2023-12-20T10:49:49.257 INFO:tasks.workunit.client.0.smithi123.stdout: "enabled": null 2023-12-20T10:49:49.257 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.257 INFO:tasks.workunit.client.0.smithi123.stdout: "stretch": { 2023-12-20T10:49:49.257 INFO:tasks.workunit.client.0.smithi123.stdout: "enabled": null 2023-12-20T10:49:49.257 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.257 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.257 INFO:tasks.workunit.client.0.smithi123.stdout: "network": { 2023-12-20T10:49:49.257 INFO:tasks.workunit.client.0.smithi123.stdout: "provider": null 2023-12-20T10:49:49.257 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.257 INFO:tasks.workunit.client.0.smithi123.stdout: "storage": { 2023-12-20T10:49:49.257 INFO:tasks.workunit.client.0.smithi123.stdout: "device-set": { 2023-12-20T10:49:49.257 INFO:tasks.workunit.client.0.smithi123.stdout: "count": { 2023-12-20T10:49:49.257 INFO:tasks.workunit.client.0.smithi123.stdout: "non-portable": null, 2023-12-20T10:49:49.258 INFO:tasks.workunit.client.0.smithi123.stdout: "portable": null, 2023-12-20T10:49:49.258 INFO:tasks.workunit.client.0.smithi123.stdout: "total": null 2023-12-20T10:49:49.258 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.258 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.258 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.258 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.258 INFO:tasks.workunit.client.0.smithi123.stdout: "csi": { 2023-12-20T10:49:49.258 INFO:tasks.workunit.client.0.smithi123.stdout: "version": null 2023-12-20T10:49:49.258 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.258 INFO:tasks.workunit.client.0.smithi123.stdout: "kubernetes": { 2023-12-20T10:49:49.258 INFO:tasks.workunit.client.0.smithi123.stdout: "version": null 2023-12-20T10:49:49.258 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.258 INFO:tasks.workunit.client.0.smithi123.stdout: "node": { 2023-12-20T10:49:49.258 INFO:tasks.workunit.client.0.smithi123.stdout: "count": { 2023-12-20T10:49:49.258 INFO:tasks.workunit.client.0.smithi123.stdout: "kubernetes-total": null, 2023-12-20T10:49:49.259 INFO:tasks.workunit.client.0.smithi123.stdout: "with-ceph-daemons": null, 2023-12-20T10:49:49.259 INFO:tasks.workunit.client.0.smithi123.stdout: "with-csi-cephfs-plugin": null, 2023-12-20T10:49:49.259 INFO:tasks.workunit.client.0.smithi123.stdout: "with-csi-nfs-plugin": null, 2023-12-20T10:49:49.259 INFO:tasks.workunit.client.0.smithi123.stdout: "with-csi-rbd-plugin": null 2023-12-20T10:49:49.259 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.259 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.259 INFO:tasks.workunit.client.0.smithi123.stdout: "usage": { 2023-12-20T10:49:49.259 INFO:tasks.workunit.client.0.smithi123.stdout: "storage-class": { 2023-12-20T10:49:49.259 INFO:tasks.workunit.client.0.smithi123.stdout: "count": { 2023-12-20T10:49:49.259 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": null, 2023-12-20T10:49:49.259 INFO:tasks.workunit.client.0.smithi123.stdout: "cephfs": null, 2023-12-20T10:49:49.259 INFO:tasks.workunit.client.0.smithi123.stdout: "nfs": null, 2023-12-20T10:49:49.259 INFO:tasks.workunit.client.0.smithi123.stdout: "rbd": null, 2023-12-20T10:49:49.259 INFO:tasks.workunit.client.0.smithi123.stdout: "total": null 2023-12-20T10:49:49.259 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.260 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.260 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.260 INFO:tasks.workunit.client.0.smithi123.stdout: "version": null 2023-12-20T10:49:49.260 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.260 INFO:tasks.workunit.client.0.smithi123.stdout: "services": {}, 2023-12-20T10:49:49.260 INFO:tasks.workunit.client.0.smithi123.stdout: "usage": { 2023-12-20T10:49:49.260 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_num": 105, 2023-12-20T10:49:49.260 INFO:tasks.workunit.client.0.smithi123.stdout: "pools": 4, 2023-12-20T10:49:49.260 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_by_class": { 2023-12-20T10:49:49.260 INFO:tasks.workunit.client.0.smithi123.stdout: "ssd": { 2023-12-20T10:49:49.260 INFO:tasks.workunit.client.0.smithi123.stdout: "total_avail_bytes": 765517770752, 2023-12-20T10:49:49.260 INFO:tasks.workunit.client.0.smithi123.stdout: "total_bytes": 767960285184, 2023-12-20T10:49:49.260 INFO:tasks.workunit.client.0.smithi123.stdout: "total_used_bytes": 2442514432, 2023-12-20T10:49:49.260 INFO:tasks.workunit.client.0.smithi123.stdout: "total_used_raw_bytes": 2442514432, 2023-12-20T10:49:49.260 INFO:tasks.workunit.client.0.smithi123.stdout: "total_used_raw_ratio": 0.003180521773174405 2023-12-20T10:49:49.261 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.261 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:49.261 INFO:tasks.workunit.client.0.smithi123.stdout: "total_avail_bytes": 765517770752, 2023-12-20T10:49:49.261 INFO:tasks.workunit.client.0.smithi123.stdout: "total_bytes": 767960285184, 2023-12-20T10:49:49.261 INFO:tasks.workunit.client.0.smithi123.stdout: "total_used_bytes": 2442514432 2023-12-20T10:49:49.261 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.261 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:49.261 INFO:tasks.workunit.client.0.smithi123.stdout:} 2023-12-20T10:49:49.262 INFO:tasks.workunit.client.0.smithi123.stderr:++ ceph telemetry collection ls 2023-12-20T10:49:49.262 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:48 smithi123 ceph-mon[111044]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:49.262 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:48 smithi123 ceph-mon[111044]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:49.262 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:48 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:49.262 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:48 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-20T10:49:49.262 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:48 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:49.262 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:48 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:49.262 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:48 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:49.263 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:48 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:49.263 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:48 smithi123 ceph-mon[124884]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:49.263 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:48 smithi123 ceph-mon[124884]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:49.263 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:48 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:49.263 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:48 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-20T10:49:49.263 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:48 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:49.263 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:48 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:49.263 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:48 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:49.263 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:48 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:49.729 INFO:tasks.workunit.client.0.smithi123.stderr:+ COLLECTIONS='New collections are available: 2023-12-20T10:49:49.729 INFO:tasks.workunit.client.0.smithi123.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2023-12-20T10:49:49.729 INFO:tasks.workunit.client.0.smithi123.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-20T10:49:49.729 INFO:tasks.workunit.client.0.smithi123.stderr: 2023-12-20T10:49:49.729 INFO:tasks.workunit.client.0.smithi123.stderr:NAME STATUS DESC 2023-12-20T10:49:49.729 INFO:tasks.workunit.client.0.smithi123.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-20T10:49:49.729 INFO:tasks.workunit.client.0.smithi123.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-20T10:49:49.729 INFO:tasks.workunit.client.0.smithi123.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-20T10:49:49.729 INFO:tasks.workunit.client.0.smithi123.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-20T10:49:49.730 INFO:tasks.workunit.client.0.smithi123.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-20T10:49:49.730 INFO:tasks.workunit.client.0.smithi123.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-20T10:49:49.730 INFO:tasks.workunit.client.0.smithi123.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-20T10:49:49.730 INFO:tasks.workunit.client.0.smithi123.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-20T10:49:49.730 INFO:tasks.workunit.client.0.smithi123.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-20T10:49:49.730 INFO:tasks.workunit.client.0.smithi123.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-20T10:49:49.730 INFO:tasks.workunit.client.0.smithi123.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2023-12-20T10:49:49.730 INFO:tasks.workunit.client.0.smithi123.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2023-12-20T10:49:49.730 INFO:tasks.workunit.client.0.smithi123.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-12-20T10:49:49.730 INFO:tasks.workunit.client.0.smithi123.stderr:+ [[ New collections are available: 2023-12-20T10:49:49.730 INFO:tasks.workunit.client.0.smithi123.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-12-20T10:49:49.730 INFO:tasks.workunit.client.0.smithi123.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-20T10:49:49.730 INFO:tasks.workunit.client.0.smithi123.stderr: 2023-12-20T10:49:49.730 INFO:tasks.workunit.client.0.smithi123.stderr:NAME STATUS DESC 2023-12-20T10:49:49.731 INFO:tasks.workunit.client.0.smithi123.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-20T10:49:49.731 INFO:tasks.workunit.client.0.smithi123.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-20T10:49:49.731 INFO:tasks.workunit.client.0.smithi123.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-20T10:49:49.731 INFO:tasks.workunit.client.0.smithi123.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-20T10:49:49.731 INFO:tasks.workunit.client.0.smithi123.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-20T10:49:49.731 INFO:tasks.workunit.client.0.smithi123.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-20T10:49:49.731 INFO:tasks.workunit.client.0.smithi123.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-20T10:49:49.731 INFO:tasks.workunit.client.0.smithi123.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-20T10:49:49.731 INFO:tasks.workunit.client.0.smithi123.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-20T10:49:49.731 INFO:tasks.workunit.client.0.smithi123.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-20T10:49:49.731 INFO:tasks.workunit.client.0.smithi123.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2023-12-20T10:49:49.731 INFO:tasks.workunit.client.0.smithi123.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-12-20T10:49:49.731 INFO:tasks.workunit.client.0.smithi123.stderr:+ [[ New collections are available: 2023-12-20T10:49:49.731 INFO:tasks.workunit.client.0.smithi123.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-12-20T10:49:49.732 INFO:tasks.workunit.client.0.smithi123.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-20T10:49:49.732 INFO:tasks.workunit.client.0.smithi123.stderr: 2023-12-20T10:49:49.732 INFO:tasks.workunit.client.0.smithi123.stderr:NAME STATUS DESC 2023-12-20T10:49:49.732 INFO:tasks.workunit.client.0.smithi123.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-20T10:49:49.732 INFO:tasks.workunit.client.0.smithi123.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-20T10:49:49.732 INFO:tasks.workunit.client.0.smithi123.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-20T10:49:49.732 INFO:tasks.workunit.client.0.smithi123.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-20T10:49:49.732 INFO:tasks.workunit.client.0.smithi123.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-20T10:49:49.732 INFO:tasks.workunit.client.0.smithi123.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-20T10:49:49.732 INFO:tasks.workunit.client.0.smithi123.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-20T10:49:49.732 INFO:tasks.workunit.client.0.smithi123.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-20T10:49:49.732 INFO:tasks.workunit.client.0.smithi123.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-20T10:49:49.732 INFO:tasks.workunit.client.0.smithi123.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-20T10:49:49.732 INFO:tasks.workunit.client.0.smithi123.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2023-12-20T10:49:49.733 INFO:tasks.workunit.client.0.smithi123.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-12-20T10:49:49.733 INFO:tasks.workunit.client.0.smithi123.stderr:+ [[ New collections are available: 2023-12-20T10:49:49.733 INFO:tasks.workunit.client.0.smithi123.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-12-20T10:49:49.733 INFO:tasks.workunit.client.0.smithi123.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-20T10:49:49.733 INFO:tasks.workunit.client.0.smithi123.stderr: 2023-12-20T10:49:49.733 INFO:tasks.workunit.client.0.smithi123.stderr:NAME STATUS DESC 2023-12-20T10:49:49.733 INFO:tasks.workunit.client.0.smithi123.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-20T10:49:49.733 INFO:tasks.workunit.client.0.smithi123.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-20T10:49:49.733 INFO:tasks.workunit.client.0.smithi123.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-20T10:49:49.733 INFO:tasks.workunit.client.0.smithi123.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-20T10:49:49.733 INFO:tasks.workunit.client.0.smithi123.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-20T10:49:49.733 INFO:tasks.workunit.client.0.smithi123.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-20T10:49:49.733 INFO:tasks.workunit.client.0.smithi123.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-20T10:49:49.733 INFO:tasks.workunit.client.0.smithi123.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-20T10:49:49.734 INFO:tasks.workunit.client.0.smithi123.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-20T10:49:49.734 INFO:tasks.workunit.client.0.smithi123.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-20T10:49:49.734 INFO:tasks.workunit.client.0.smithi123.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2023-12-20T10:49:49.734 INFO:tasks.workunit.client.0.smithi123.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-12-20T10:49:49.734 INFO:tasks.workunit.client.0.smithi123.stderr:+ [[ New collections are available: 2023-12-20T10:49:49.734 INFO:tasks.workunit.client.0.smithi123.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-12-20T10:49:49.734 INFO:tasks.workunit.client.0.smithi123.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-20T10:49:49.734 INFO:tasks.workunit.client.0.smithi123.stderr: 2023-12-20T10:49:49.734 INFO:tasks.workunit.client.0.smithi123.stderr:NAME STATUS DESC 2023-12-20T10:49:49.734 INFO:tasks.workunit.client.0.smithi123.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-20T10:49:49.734 INFO:tasks.workunit.client.0.smithi123.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-20T10:49:49.734 INFO:tasks.workunit.client.0.smithi123.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-20T10:49:49.734 INFO:tasks.workunit.client.0.smithi123.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-20T10:49:49.734 INFO:tasks.workunit.client.0.smithi123.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-20T10:49:49.735 INFO:tasks.workunit.client.0.smithi123.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-20T10:49:49.735 INFO:tasks.workunit.client.0.smithi123.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-20T10:49:49.735 INFO:tasks.workunit.client.0.smithi123.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-20T10:49:49.735 INFO:tasks.workunit.client.0.smithi123.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-20T10:49:49.735 INFO:tasks.workunit.client.0.smithi123.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-20T10:49:49.736 INFO:tasks.workunit.client.0.smithi123.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2023-12-20T10:49:49.736 INFO:tasks.workunit.client.0.smithi123.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-12-20T10:49:49.736 INFO:tasks.workunit.client.0.smithi123.stderr:+ [[ New collections are available: 2023-12-20T10:49:49.736 INFO:tasks.workunit.client.0.smithi123.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-12-20T10:49:49.736 INFO:tasks.workunit.client.0.smithi123.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-20T10:49:49.736 INFO:tasks.workunit.client.0.smithi123.stderr: 2023-12-20T10:49:49.736 INFO:tasks.workunit.client.0.smithi123.stderr:NAME STATUS DESC 2023-12-20T10:49:49.736 INFO:tasks.workunit.client.0.smithi123.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-20T10:49:49.736 INFO:tasks.workunit.client.0.smithi123.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-20T10:49:49.736 INFO:tasks.workunit.client.0.smithi123.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-20T10:49:49.736 INFO:tasks.workunit.client.0.smithi123.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-20T10:49:49.736 INFO:tasks.workunit.client.0.smithi123.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-20T10:49:49.736 INFO:tasks.workunit.client.0.smithi123.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-20T10:49:49.736 INFO:tasks.workunit.client.0.smithi123.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-20T10:49:49.737 INFO:tasks.workunit.client.0.smithi123.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-20T10:49:49.737 INFO:tasks.workunit.client.0.smithi123.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-20T10:49:49.737 INFO:tasks.workunit.client.0.smithi123.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-20T10:49:49.737 INFO:tasks.workunit.client.0.smithi123.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2023-12-20T10:49:49.737 INFO:tasks.workunit.client.0.smithi123.stderr:+ ceph telemetry on --license sharing-1-0 2023-12-20T10:49:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:49 smithi177 ceph-mon[144425]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:49 smithi177 ceph-mon[144425]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:49 smithi177 ceph-mon[144425]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:49 smithi177 ceph-mon[144425]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:49 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:49 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-20T10:49:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:49 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:49 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-20T10:49:50.201 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:49:50] ENGINE Bus STOPPING 2023-12-20T10:49:50.201 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:49:50] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-20T10:49:50.201 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:49:50] ENGINE Bus STOPPED 2023-12-20T10:49:50.201 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:49:50] ENGINE Bus STARTING 2023-12-20T10:49:50.201 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:49:50] ENGINE Serving on http://:::9283 2023-12-20T10:49:50.202 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:49 smithi123 ceph-mon[124884]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:50.202 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:49 smithi123 ceph-mon[124884]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:50.202 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:49 smithi123 ceph-mon[124884]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:50.202 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:49 smithi123 ceph-mon[124884]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:50.202 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:49 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:50.202 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:49 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-20T10:49:50.202 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:49 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:50.202 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:49 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-20T10:49:50.203 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:49 smithi123 ceph-mon[111044]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:50.203 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:49 smithi123 ceph-mon[111044]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:50.203 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:49 smithi123 ceph-mon[111044]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:50.203 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:49 smithi123 ceph-mon[111044]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:50.203 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:49 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:50.203 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:49 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-20T10:49:50.203 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:49 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:50.203 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:49 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-20T10:49:50.308 INFO:tasks.workunit.client.0.smithi123.stdout:Telemetry is on. 2023-12-20T10:49:50.308 INFO:tasks.workunit.client.0.smithi123.stdout:Some channels are disabled, please enable with: 2023-12-20T10:49:50.308 INFO:tasks.workunit.client.0.smithi123.stdout:`ceph telemetry enable channel perf` 2023-12-20T10:49:50.320 INFO:tasks.workunit.client.0.smithi123.stderr:+ ceph telemetry enable channel perf 2023-12-20T10:49:50.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:49:50] ENGINE Bus STARTED 2023-12-20T10:49:50.864 INFO:tasks.workunit.client.0.smithi123.stdout:channel_perf is enabled 2023-12-20T10:49:50.877 INFO:tasks.workunit.client.0.smithi123.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2023-12-20T10:49:50.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:49:50] ENGINE Bus STOPPING 2023-12-20T10:49:50.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:49:50] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-20T10:49:50.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:49:50] ENGINE Bus STOPPED 2023-12-20T10:49:50.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:49:50] ENGINE Bus STARTING 2023-12-20T10:49:50.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:49:50] ENGINE Serving on http://:::9283 2023-12-20T10:49:50.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:49:50] ENGINE Bus STARTED 2023-12-20T10:49:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[111044]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[111044]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[111044]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[111044]: mgrmap e21: y(active, since 109s), standbys: x 2023-12-20T10:49:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-20T10:49:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:49:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:49:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:50.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:50.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:50.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:50.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:49:50.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:49:50.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:50.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[124884]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:50.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[124884]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:50.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[124884]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:50.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[124884]: mgrmap e21: y(active, since 109s), standbys: x 2023-12-20T10:49:50.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:50.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:50.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:50.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:50.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-20T10:49:50.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:50.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:49:50.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:49:50.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:50.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:50.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:50.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:50.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:50.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:50.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:49:50.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:49:50.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:50 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:51.302 INFO:tasks.workunit.client.0.smithi123.stderr:+ LAST_OPT_REVISION=1 2023-12-20T10:49:51.302 INFO:tasks.workunit.client.0.smithi123.stderr:+ '[' 1 -ne 1 ']' 2023-12-20T10:49:51.302 INFO:tasks.workunit.client.0.smithi123.stderr:+ ceph telemetry show 2023-12-20T10:49:51.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:50 smithi177 ceph-mon[144425]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:51.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:50 smithi177 ceph-mon[144425]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:51.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:50 smithi177 ceph-mon[144425]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:51.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:50 smithi177 ceph-mon[144425]: mgrmap e21: y(active, since 109s), standbys: x 2023-12-20T10:49:51.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:50 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:51.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:50 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:51.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:50 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:51.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:50 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:51.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:50 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-20T10:49:51.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:50 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:51.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:50 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:49:51.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:50 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:49:51.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:50 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:51.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:50 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:51.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:50 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:51.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:50 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:51.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:50 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:51.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:50 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:51.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:50 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:49:51.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:50 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:49:51.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:50 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:49:52.065 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2023-12-20T10:49:52.065 INFO:tasks.workunit.client.0.smithi123.stdout: "balancer": { 2023-12-20T10:49:52.065 INFO:tasks.workunit.client.0.smithi123.stdout: "active": true, 2023-12-20T10:49:52.065 INFO:tasks.workunit.client.0.smithi123.stdout: "mode": "" 2023-12-20T10:49:52.065 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.065 INFO:tasks.workunit.client.0.smithi123.stdout: "channels": [ 2023-12-20T10:49:52.065 INFO:tasks.workunit.client.0.smithi123.stdout: "basic", 2023-12-20T10:49:52.066 INFO:tasks.workunit.client.0.smithi123.stdout: "crash", 2023-12-20T10:49:52.066 INFO:tasks.workunit.client.0.smithi123.stdout: "device", 2023-12-20T10:49:52.066 INFO:tasks.workunit.client.0.smithi123.stdout: "ident", 2023-12-20T10:49:52.066 INFO:tasks.workunit.client.0.smithi123.stdout: "perf" 2023-12-20T10:49:52.066 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.066 INFO:tasks.workunit.client.0.smithi123.stdout: "channels_available": [ 2023-12-20T10:49:52.066 INFO:tasks.workunit.client.0.smithi123.stdout: "basic", 2023-12-20T10:49:52.066 INFO:tasks.workunit.client.0.smithi123.stdout: "ident", 2023-12-20T10:49:52.066 INFO:tasks.workunit.client.0.smithi123.stdout: "crash", 2023-12-20T10:49:52.066 INFO:tasks.workunit.client.0.smithi123.stdout: "device", 2023-12-20T10:49:52.066 INFO:tasks.workunit.client.0.smithi123.stdout: "perf" 2023-12-20T10:49:52.066 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.066 INFO:tasks.workunit.client.0.smithi123.stdout: "collections_available": [ 2023-12-20T10:49:52.066 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_base", 2023-12-20T10:49:52.066 INFO:tasks.workunit.client.0.smithi123.stdout: "device_base", 2023-12-20T10:49:52.066 INFO:tasks.workunit.client.0.smithi123.stdout: "crash_base", 2023-12-20T10:49:52.067 INFO:tasks.workunit.client.0.smithi123.stdout: "ident_base", 2023-12-20T10:49:52.067 INFO:tasks.workunit.client.0.smithi123.stdout: "perf_perf", 2023-12-20T10:49:52.067 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_mds_metadata", 2023-12-20T10:49:52.067 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_pool_usage", 2023-12-20T10:49:52.067 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_usage_by_class", 2023-12-20T10:49:52.067 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_rook_v01", 2023-12-20T10:49:52.067 INFO:tasks.workunit.client.0.smithi123.stdout: "perf_memory_metrics", 2023-12-20T10:49:52.067 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_pool_options_bluestore" 2023-12-20T10:49:52.067 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.067 INFO:tasks.workunit.client.0.smithi123.stdout: "collections_opted_in": [ 2023-12-20T10:49:52.067 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_base", 2023-12-20T10:49:52.067 INFO:tasks.workunit.client.0.smithi123.stdout: "device_base", 2023-12-20T10:49:52.067 INFO:tasks.workunit.client.0.smithi123.stdout: "crash_base", 2023-12-20T10:49:52.067 INFO:tasks.workunit.client.0.smithi123.stdout: "ident_base", 2023-12-20T10:49:52.067 INFO:tasks.workunit.client.0.smithi123.stdout: "perf_perf", 2023-12-20T10:49:52.067 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_mds_metadata", 2023-12-20T10:49:52.068 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_pool_usage", 2023-12-20T10:49:52.068 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_usage_by_class", 2023-12-20T10:49:52.068 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_rook_v01", 2023-12-20T10:49:52.068 INFO:tasks.workunit.client.0.smithi123.stdout: "perf_memory_metrics", 2023-12-20T10:49:52.068 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_pool_options_bluestore" 2023-12-20T10:49:52.068 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.068 INFO:tasks.workunit.client.0.smithi123.stdout: "config": { 2023-12-20T10:49:52.068 INFO:tasks.workunit.client.0.smithi123.stdout: "active_changed": [ 2023-12-20T10:49:52.068 INFO:tasks.workunit.client.0.smithi123.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-20T10:49:52.068 INFO:tasks.workunit.client.0.smithi123.stdout: "auth_debug", 2023-12-20T10:49:52.068 INFO:tasks.workunit.client.0.smithi123.stdout: "auth_mon_ticket_ttl", 2023-12-20T10:49:52.068 INFO:tasks.workunit.client.0.smithi123.stdout: "auth_service_ticket_ttl", 2023-12-20T10:49:52.068 INFO:tasks.workunit.client.0.smithi123.stdout: "bdev_debug_aio", 2023-12-20T10:49:52.068 INFO:tasks.workunit.client.0.smithi123.stdout: "client_check_pool_perm", 2023-12-20T10:49:52.068 INFO:tasks.workunit.client.0.smithi123.stdout: "client_mount_gid", 2023-12-20T10:49:52.069 INFO:tasks.workunit.client.0.smithi123.stdout: "client_mount_uid", 2023-12-20T10:49:52.069 INFO:tasks.workunit.client.0.smithi123.stdout: "client_quota", 2023-12-20T10:49:52.069 INFO:tasks.workunit.client.0.smithi123.stdout: "container_image", 2023-12-20T10:49:52.069 INFO:tasks.workunit.client.0.smithi123.stdout: "daemonize", 2023-12-20T10:49:52.069 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_asserts_on_shutdown", 2023-12-20T10:49:52.069 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_mgr", 2023-12-20T10:49:52.069 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_mon", 2023-12-20T10:49:52.069 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_ms", 2023-12-20T10:49:52.069 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_osd", 2023-12-20T10:49:52.069 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_paxos", 2023-12-20T10:49:52.069 INFO:tasks.workunit.client.0.smithi123.stdout: "keyring", 2023-12-20T10:49:52.069 INFO:tasks.workunit.client.0.smithi123.stdout: "leveldb_block_size", 2023-12-20T10:49:52.069 INFO:tasks.workunit.client.0.smithi123.stdout: "leveldb_cache_size", 2023-12-20T10:49:52.069 INFO:tasks.workunit.client.0.smithi123.stdout: "leveldb_compression", 2023-12-20T10:49:52.069 INFO:tasks.workunit.client.0.smithi123.stdout: "leveldb_log", 2023-12-20T10:49:52.070 INFO:tasks.workunit.client.0.smithi123.stdout: "leveldb_write_buffer_size", 2023-12-20T10:49:52.070 INFO:tasks.workunit.client.0.smithi123.stdout: "log_to_file", 2023-12-20T10:49:52.070 INFO:tasks.workunit.client.0.smithi123.stdout: "log_to_journald", 2023-12-20T10:49:52.070 INFO:tasks.workunit.client.0.smithi123.stdout: "log_to_stderr", 2023-12-20T10:49:52.070 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_allow_pool_delete", 2023-12-20T10:49:52.070 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_clock_drift_allowed", 2023-12-20T10:49:52.070 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_cluster_log_file_level", 2023-12-20T10:49:52.070 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_cluster_log_to_file", 2023-12-20T10:49:52.070 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_cluster_log_to_journald", 2023-12-20T10:49:52.070 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_cluster_log_to_stderr", 2023-12-20T10:49:52.070 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_data_avail_warn", 2023-12-20T10:49:52.070 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_election_default_strategy", 2023-12-20T10:49:52.070 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_host", 2023-12-20T10:49:52.070 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_max_pg_per_osd", 2023-12-20T10:49:52.070 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_mgr_mkfs_grace", 2023-12-20T10:49:52.070 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_osd_prime_pg_temp", 2023-12-20T10:49:52.071 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_osd_reporter_subtree_level", 2023-12-20T10:49:52.071 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_pg_warn_max_object_skew", 2023-12-20T10:49:52.071 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-20T10:49:52.071 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-20T10:49:52.071 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-20T10:49:52.071 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-20T10:49:52.071 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-20T10:49:52.071 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-20T10:49:52.071 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-20T10:49:52.071 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-20T10:49:52.071 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_too_few_osds", 2023-12-20T10:49:52.071 INFO:tasks.workunit.client.0.smithi123.stdout: "ms_die_on_bug", 2023-12-20T10:49:52.071 INFO:tasks.workunit.client.0.smithi123.stdout: "ms_die_on_old_message", 2023-12-20T10:49:52.071 INFO:tasks.workunit.client.0.smithi123.stdout: "no_config_file", 2023-12-20T10:49:52.071 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_class_default_list", 2023-12-20T10:49:52.072 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_class_load_list", 2023-12-20T10:49:52.072 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_misdirected_ops", 2023-12-20T10:49:52.072 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_op_order", 2023-12-20T10:49:52.072 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_pg_log_writeout", 2023-12-20T10:49:52.072 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_shutdown", 2023-12-20T10:49:52.072 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_verify_cached_snaps", 2023-12-20T10:49:52.072 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_verify_missing_on_start", 2023-12-20T10:49:52.072 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_verify_stray_on_activate", 2023-12-20T10:49:52.072 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-20T10:49:52.072 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_profile", 2023-12-20T10:49:52.072 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2023-12-20T10:49:52.072 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_background_best_effort_res", 2023-12-20T10:49:52.072 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2023-12-20T10:49:52.072 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_background_recovery_lim", 2023-12-20T10:49:52.072 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_background_recovery_res", 2023-12-20T10:49:52.073 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2023-12-20T10:49:52.073 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_client_lim", 2023-12-20T10:49:52.073 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_client_res", 2023-12-20T10:49:52.073 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_client_wgt", 2023-12-20T10:49:52.073 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_memory_target", 2023-12-20T10:49:52.073 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_memory_target_autotune", 2023-12-20T10:49:52.073 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_op_queue", 2023-12-20T10:49:52.073 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_op_queue_cut_off", 2023-12-20T10:49:52.073 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pool_default_erasure_code_profile", 2023-12-20T10:49:52.073 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-20T10:49:52.073 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_recover_clone_overlap", 2023-12-20T10:49:52.073 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_recovery_max_chunk", 2023-12-20T10:49:52.073 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_scrub_load_threshold", 2023-12-20T10:49:52.073 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_scrub_max_interval", 2023-12-20T10:49:52.073 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_shutdown_pgref_assert", 2023-12-20T10:49:52.074 INFO:tasks.workunit.client.0.smithi123.stdout: "public_addr", 2023-12-20T10:49:52.074 INFO:tasks.workunit.client.0.smithi123.stdout: "public_addrv", 2023-12-20T10:49:52.074 INFO:tasks.workunit.client.0.smithi123.stdout: "public_network", 2023-12-20T10:49:52.074 INFO:tasks.workunit.client.0.smithi123.stdout: "rbd_default_features", 2023-12-20T10:49:52.074 INFO:tasks.workunit.client.0.smithi123.stdout: "rbd_qos_exclude_ops", 2023-12-20T10:49:52.074 INFO:tasks.workunit.client.0.smithi123.stdout: "setgroup", 2023-12-20T10:49:52.074 INFO:tasks.workunit.client.0.smithi123.stdout: "setuser" 2023-12-20T10:49:52.074 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.074 INFO:tasks.workunit.client.0.smithi123.stdout: "cluster_changed": [ 2023-12-20T10:49:52.074 INFO:tasks.workunit.client.0.smithi123.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-20T10:49:52.074 INFO:tasks.workunit.client.0.smithi123.stdout: "auth_debug", 2023-12-20T10:49:52.074 INFO:tasks.workunit.client.0.smithi123.stdout: "auth_mon_ticket_ttl", 2023-12-20T10:49:52.074 INFO:tasks.workunit.client.0.smithi123.stdout: "auth_service_ticket_ttl", 2023-12-20T10:49:52.074 INFO:tasks.workunit.client.0.smithi123.stdout: "bdev_debug_aio", 2023-12-20T10:49:52.074 INFO:tasks.workunit.client.0.smithi123.stdout: "container_image", 2023-12-20T10:49:52.075 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_asserts_on_shutdown", 2023-12-20T10:49:52.075 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_mgr", 2023-12-20T10:49:52.075 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_mon", 2023-12-20T10:49:52.075 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_ms", 2023-12-20T10:49:52.075 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_osd", 2023-12-20T10:49:52.075 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_paxos", 2023-12-20T10:49:52.075 INFO:tasks.workunit.client.0.smithi123.stdout: "log_to_file", 2023-12-20T10:49:52.075 INFO:tasks.workunit.client.0.smithi123.stdout: "log_to_journald", 2023-12-20T10:49:52.075 INFO:tasks.workunit.client.0.smithi123.stdout: "log_to_stderr", 2023-12-20T10:49:52.075 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_join_fs", 2023-12-20T10:49:52.075 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/cephadm/allow_ptrace", 2023-12-20T10:49:52.075 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/cephadm/container_init", 2023-12-20T10:49:52.075 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/cephadm/migration_current", 2023-12-20T10:49:52.075 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/cephadm/use_repo_digest", 2023-12-20T10:49:52.075 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2023-12-20T10:49:52.075 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2023-12-20T10:49:52.076 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/dashboard/GRAFANA_API_URL", 2023-12-20T10:49:52.076 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2023-12-20T10:49:52.076 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/dashboard/ssl_server_port", 2023-12-20T10:49:52.076 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/orchestrator/orchestrator", 2023-12-20T10:49:52.076 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/telemetry/channel_ident", 2023-12-20T10:49:52.076 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/telemetry/channel_perf", 2023-12-20T10:49:52.076 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/telemetry/description", 2023-12-20T10:49:52.076 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/telemetry/enabled", 2023-12-20T10:49:52.076 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/telemetry/organization", 2023-12-20T10:49:52.076 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_allow_pool_delete", 2023-12-20T10:49:52.076 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_clock_drift_allowed", 2023-12-20T10:49:52.076 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_cluster_log_file_level", 2023-12-20T10:49:52.076 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_data_avail_warn", 2023-12-20T10:49:52.076 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_election_default_strategy", 2023-12-20T10:49:52.076 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_max_pg_per_osd", 2023-12-20T10:49:52.077 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_mgr_mkfs_grace", 2023-12-20T10:49:52.077 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_osd_prime_pg_temp", 2023-12-20T10:49:52.077 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_osd_reporter_subtree_level", 2023-12-20T10:49:52.077 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_pg_warn_max_object_skew", 2023-12-20T10:49:52.077 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-20T10:49:52.077 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-20T10:49:52.077 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-20T10:49:52.077 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-20T10:49:52.077 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-20T10:49:52.077 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-20T10:49:52.077 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-20T10:49:52.077 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-20T10:49:52.077 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_too_few_osds", 2023-12-20T10:49:52.077 INFO:tasks.workunit.client.0.smithi123.stdout: "ms_die_on_bug", 2023-12-20T10:49:52.077 INFO:tasks.workunit.client.0.smithi123.stdout: "ms_die_on_old_message", 2023-12-20T10:49:52.077 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_class_default_list", 2023-12-20T10:49:52.078 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_class_load_list", 2023-12-20T10:49:52.078 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_misdirected_ops", 2023-12-20T10:49:52.078 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_op_order", 2023-12-20T10:49:52.078 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_pg_log_writeout", 2023-12-20T10:49:52.078 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_shutdown", 2023-12-20T10:49:52.078 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_verify_cached_snaps", 2023-12-20T10:49:52.078 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_verify_missing_on_start", 2023-12-20T10:49:52.078 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_verify_stray_on_activate", 2023-12-20T10:49:52.078 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-20T10:49:52.078 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_profile", 2023-12-20T10:49:52.078 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_memory_target", 2023-12-20T10:49:52.078 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_memory_target_autotune", 2023-12-20T10:49:52.078 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_op_queue", 2023-12-20T10:49:52.078 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_op_queue_cut_off", 2023-12-20T10:49:52.078 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pool_default_erasure_code_profile", 2023-12-20T10:49:52.078 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-20T10:49:52.079 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_recover_clone_overlap", 2023-12-20T10:49:52.079 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_recovery_max_chunk", 2023-12-20T10:49:52.079 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_scrub_load_threshold", 2023-12-20T10:49:52.079 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_scrub_max_interval", 2023-12-20T10:49:52.079 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_shutdown_pgref_assert", 2023-12-20T10:49:52.079 INFO:tasks.workunit.client.0.smithi123.stdout: "public_network", 2023-12-20T10:49:52.079 INFO:tasks.workunit.client.0.smithi123.stdout: "rgw_cache_enabled", 2023-12-20T10:49:52.079 INFO:tasks.workunit.client.0.smithi123.stdout: "rgw_enable_ops_log", 2023-12-20T10:49:52.079 INFO:tasks.workunit.client.0.smithi123.stdout: "rgw_enable_usage_log" 2023-12-20T10:49:52.079 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.079 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.079 INFO:tasks.workunit.client.0.smithi123.stdout: "contact": null, 2023-12-20T10:49:52.079 INFO:tasks.workunit.client.0.smithi123.stdout: "crashes": [], 2023-12-20T10:49:52.079 INFO:tasks.workunit.client.0.smithi123.stdout: "created": "2023-12-20T10:43:29.707583Z", 2023-12-20T10:49:52.079 INFO:tasks.workunit.client.0.smithi123.stdout: "crush": { 2023-12-20T10:49:52.079 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_algs": { 2023-12-20T10:49:52.080 INFO:tasks.workunit.client.0.smithi123.stdout: "straw2": 3 2023-12-20T10:49:52.080 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.080 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_sizes": { 2023-12-20T10:49:52.080 INFO:tasks.workunit.client.0.smithi123.stdout: "2": 1, 2023-12-20T10:49:52.080 INFO:tasks.workunit.client.0.smithi123.stdout: "4": 2 2023-12-20T10:49:52.080 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.080 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_types": { 2023-12-20T10:49:52.080 INFO:tasks.workunit.client.0.smithi123.stdout: "1": 2, 2023-12-20T10:49:52.080 INFO:tasks.workunit.client.0.smithi123.stdout: "11": 1 2023-12-20T10:49:52.080 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.080 INFO:tasks.workunit.client.0.smithi123.stdout: "compat_weight_set": false, 2023-12-20T10:49:52.080 INFO:tasks.workunit.client.0.smithi123.stdout: "device_classes": [ 2023-12-20T10:49:52.080 INFO:tasks.workunit.client.0.smithi123.stdout: 8 2023-12-20T10:49:52.080 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.080 INFO:tasks.workunit.client.0.smithi123.stdout: "num_buckets": 6, 2023-12-20T10:49:52.080 INFO:tasks.workunit.client.0.smithi123.stdout: "num_devices": 8, 2023-12-20T10:49:52.081 INFO:tasks.workunit.client.0.smithi123.stdout: "num_rules": 1, 2023-12-20T10:49:52.081 INFO:tasks.workunit.client.0.smithi123.stdout: "num_types": 12, 2023-12-20T10:49:52.081 INFO:tasks.workunit.client.0.smithi123.stdout: "num_weight_sets": 0, 2023-12-20T10:49:52.081 INFO:tasks.workunit.client.0.smithi123.stdout: "tunables": { 2023-12-20T10:49:52.081 INFO:tasks.workunit.client.0.smithi123.stdout: "allowed_bucket_algs": 54, 2023-12-20T10:49:52.081 INFO:tasks.workunit.client.0.smithi123.stdout: "choose_local_fallback_tries": 0, 2023-12-20T10:49:52.081 INFO:tasks.workunit.client.0.smithi123.stdout: "choose_local_tries": 0, 2023-12-20T10:49:52.081 INFO:tasks.workunit.client.0.smithi123.stdout: "choose_total_tries": 50, 2023-12-20T10:49:52.081 INFO:tasks.workunit.client.0.smithi123.stdout: "chooseleaf_descend_once": 1, 2023-12-20T10:49:52.081 INFO:tasks.workunit.client.0.smithi123.stdout: "chooseleaf_stable": 1, 2023-12-20T10:49:52.081 INFO:tasks.workunit.client.0.smithi123.stdout: "chooseleaf_vary_r": 1, 2023-12-20T10:49:52.081 INFO:tasks.workunit.client.0.smithi123.stdout: "has_v2_rules": 0, 2023-12-20T10:49:52.081 INFO:tasks.workunit.client.0.smithi123.stdout: "has_v3_rules": 0, 2023-12-20T10:49:52.082 INFO:tasks.workunit.client.0.smithi123.stdout: "has_v4_buckets": 1, 2023-12-20T10:49:52.082 INFO:tasks.workunit.client.0.smithi123.stdout: "has_v5_rules": 0, 2023-12-20T10:49:52.082 INFO:tasks.workunit.client.0.smithi123.stdout: "legacy_tunables": 0, 2023-12-20T10:49:52.082 INFO:tasks.workunit.client.0.smithi123.stdout: "minimum_required_version": "jewel", 2023-12-20T10:49:52.082 INFO:tasks.workunit.client.0.smithi123.stdout: "optimal_tunables": 1, 2023-12-20T10:49:52.082 INFO:tasks.workunit.client.0.smithi123.stdout: "profile": "jewel", 2023-12-20T10:49:52.082 INFO:tasks.workunit.client.0.smithi123.stdout: "require_feature_tunables": 1, 2023-12-20T10:49:52.082 INFO:tasks.workunit.client.0.smithi123.stdout: "require_feature_tunables2": 1, 2023-12-20T10:49:52.082 INFO:tasks.workunit.client.0.smithi123.stdout: "require_feature_tunables3": 1, 2023-12-20T10:49:52.082 INFO:tasks.workunit.client.0.smithi123.stdout: "require_feature_tunables5": 1, 2023-12-20T10:49:52.082 INFO:tasks.workunit.client.0.smithi123.stdout: "straw_calc_version": 1 2023-12-20T10:49:52.082 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.082 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.082 INFO:tasks.workunit.client.0.smithi123.stdout: "description": "upgrade test cluster", 2023-12-20T10:49:52.082 INFO:tasks.workunit.client.0.smithi123.stdout: "fs": { 2023-12-20T10:49:52.083 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1, 2023-12-20T10:49:52.083 INFO:tasks.workunit.client.0.smithi123.stdout: "feature_flags": { 2023-12-20T10:49:52.083 INFO:tasks.workunit.client.0.smithi123.stdout: "enable_multiple": true, 2023-12-20T10:49:52.083 INFO:tasks.workunit.client.0.smithi123.stdout: "ever_enabled_multiple": true 2023-12-20T10:49:52.083 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.083 INFO:tasks.workunit.client.0.smithi123.stdout: "filesystems": [ 2023-12-20T10:49:52.083 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.083 INFO:tasks.workunit.client.0.smithi123.stdout: "approx_ctime": "2023-12", 2023-12-20T10:49:52.083 INFO:tasks.workunit.client.0.smithi123.stdout: "balancer_enabled": false, 2023-12-20T10:49:52.083 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.083 INFO:tasks.workunit.client.0.smithi123.stdout: "cached_caps": 0, 2023-12-20T10:49:52.083 INFO:tasks.workunit.client.0.smithi123.stdout: "cached_dns": 10, 2023-12-20T10:49:52.083 INFO:tasks.workunit.client.0.smithi123.stdout: "cached_inos": 13, 2023-12-20T10:49:52.083 INFO:tasks.workunit.client.0.smithi123.stdout: "cached_subtrees": 2, 2023-12-20T10:49:52.083 INFO:tasks.workunit.client.0.smithi123.stdout: "ever_allowed_features": 0, 2023-12-20T10:49:52.083 INFO:tasks.workunit.client.0.smithi123.stdout: "explicitly_allowed_features": 0, 2023-12-20T10:49:52.084 INFO:tasks.workunit.client.0.smithi123.stdout: "files": 0, 2023-12-20T10:49:52.084 INFO:tasks.workunit.client.0.smithi123.stdout: "max_mds": 1, 2023-12-20T10:49:52.084 INFO:tasks.workunit.client.0.smithi123.stdout: "num_data_pools": 1, 2023-12-20T10:49:52.084 INFO:tasks.workunit.client.0.smithi123.stdout: "num_in": 1, 2023-12-20T10:49:52.084 INFO:tasks.workunit.client.0.smithi123.stdout: "num_mds": 1, 2023-12-20T10:49:52.084 INFO:tasks.workunit.client.0.smithi123.stdout: "num_sessions": 0, 2023-12-20T10:49:52.084 INFO:tasks.workunit.client.0.smithi123.stdout: "num_standby_replay": 0, 2023-12-20T10:49:52.084 INFO:tasks.workunit.client.0.smithi123.stdout: "num_up": 1, 2023-12-20T10:49:52.084 INFO:tasks.workunit.client.0.smithi123.stdout: "snaps": 0, 2023-12-20T10:49:52.084 INFO:tasks.workunit.client.0.smithi123.stdout: "standby_count_wanted": 0 2023-12-20T10:49:52.084 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.084 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.084 INFO:tasks.workunit.client.0.smithi123.stdout: "num_standby_mds": 1, 2023-12-20T10:49:52.084 INFO:tasks.workunit.client.0.smithi123.stdout: "total_num_mds": 2 2023-12-20T10:49:52.084 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.085 INFO:tasks.workunit.client.0.smithi123.stdout: "heap_stats": { 2023-12-20T10:49:52.085 INFO:tasks.workunit.client.0.smithi123.stdout: "mds": { 2023-12-20T10:49:52.085 INFO:tasks.workunit.client.0.smithi123.stdout: "mds.0787297b1b6a2b83668127dd85aa015d08053db2": { 2023-12-20T10:49:52.085 INFO:tasks.workunit.client.0.smithi123.stdout: "actual_memory_used": 19218432, 2023-12-20T10:49:52.085 INFO:tasks.workunit.client.0.smithi123.stdout: "central_cache_freelist": 325704, 2023-12-20T10:49:52.085 INFO:tasks.workunit.client.0.smithi123.stdout: "malloc_metadata": 2752512, 2023-12-20T10:49:52.085 INFO:tasks.workunit.client.0.smithi123.stdout: "page_heap_freelist": 155648, 2023-12-20T10:49:52.085 INFO:tasks.workunit.client.0.smithi123.stdout: "released_to_os": 0, 2023-12-20T10:49:52.085 INFO:tasks.workunit.client.0.smithi123.stdout: "spans_in_use": 305, 2023-12-20T10:49:52.085 INFO:tasks.workunit.client.0.smithi123.stdout: "tcmalloc_page_size": 8192, 2023-12-20T10:49:52.085 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_cache_freelists": 764056, 2023-12-20T10:49:52.085 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_heaps_in_use": 12, 2023-12-20T10:49:52.085 INFO:tasks.workunit.client.0.smithi123.stdout: "transfer_cache_freelist": 815616, 2023-12-20T10:49:52.085 INFO:tasks.workunit.client.0.smithi123.stdout: "use_by_application": 14404896, 2023-12-20T10:49:52.085 INFO:tasks.workunit.client.0.smithi123.stdout: "virtual_address_space_used": 19218432 2023-12-20T10:49:52.086 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.086 INFO:tasks.workunit.client.0.smithi123.stdout: "mds.5bef42932fe689f5877f01088e497570577d366f": { 2023-12-20T10:49:52.086 INFO:tasks.workunit.client.0.smithi123.stdout: "actual_memory_used": 20078592, 2023-12-20T10:49:52.086 INFO:tasks.workunit.client.0.smithi123.stdout: "central_cache_freelist": 402312, 2023-12-20T10:49:52.086 INFO:tasks.workunit.client.0.smithi123.stdout: "malloc_metadata": 2752512, 2023-12-20T10:49:52.086 INFO:tasks.workunit.client.0.smithi123.stdout: "page_heap_freelist": 98304, 2023-12-20T10:49:52.086 INFO:tasks.workunit.client.0.smithi123.stdout: "released_to_os": 188416, 2023-12-20T10:49:52.086 INFO:tasks.workunit.client.0.smithi123.stdout: "spans_in_use": 367, 2023-12-20T10:49:52.086 INFO:tasks.workunit.client.0.smithi123.stdout: "tcmalloc_page_size": 8192, 2023-12-20T10:49:52.086 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_cache_freelists": 1337600, 2023-12-20T10:49:52.086 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_heaps_in_use": 21, 2023-12-20T10:49:52.086 INFO:tasks.workunit.client.0.smithi123.stdout: "transfer_cache_freelist": 622080, 2023-12-20T10:49:52.086 INFO:tasks.workunit.client.0.smithi123.stdout: "use_by_application": 14865784, 2023-12-20T10:49:52.086 INFO:tasks.workunit.client.0.smithi123.stdout: "virtual_address_space_used": 20267008 2023-12-20T10:49:52.086 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.086 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.087 INFO:tasks.workunit.client.0.smithi123.stdout: "mon": { 2023-12-20T10:49:52.087 INFO:tasks.workunit.client.0.smithi123.stdout: "mon.0787297b1b6a2b83668127dd85aa015d08053db2": { 2023-12-20T10:49:52.087 INFO:tasks.workunit.client.0.smithi123.stdout: "actual_memory_used": 46030848, 2023-12-20T10:49:52.087 INFO:tasks.workunit.client.0.smithi123.stdout: "central_cache_freelist": 2001192, 2023-12-20T10:49:52.087 INFO:tasks.workunit.client.0.smithi123.stdout: "malloc_metadata": 2752512, 2023-12-20T10:49:52.087 INFO:tasks.workunit.client.0.smithi123.stdout: "page_heap_freelist": 524288, 2023-12-20T10:49:52.087 INFO:tasks.workunit.client.0.smithi123.stdout: "released_to_os": 3743744, 2023-12-20T10:49:52.087 INFO:tasks.workunit.client.0.smithi123.stdout: "spans_in_use": 1640, 2023-12-20T10:49:52.087 INFO:tasks.workunit.client.0.smithi123.stdout: "tcmalloc_page_size": 8192, 2023-12-20T10:49:52.087 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_cache_freelists": 9885264, 2023-12-20T10:49:52.087 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_heaps_in_use": 22, 2023-12-20T10:49:52.087 INFO:tasks.workunit.client.0.smithi123.stdout: "transfer_cache_freelist": 2707456, 2023-12-20T10:49:52.087 INFO:tasks.workunit.client.0.smithi123.stdout: "use_by_application": 28160136, 2023-12-20T10:49:52.087 INFO:tasks.workunit.client.0.smithi123.stdout: "virtual_address_space_used": 49774592 2023-12-20T10:49:52.087 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.088 INFO:tasks.workunit.client.0.smithi123.stdout: "mon.575c2e11b59ad40f2a773e10f0e6f9f3e90be551": { 2023-12-20T10:49:52.088 INFO:tasks.workunit.client.0.smithi123.stdout: "actual_memory_used": 37158912, 2023-12-20T10:49:52.088 INFO:tasks.workunit.client.0.smithi123.stdout: "central_cache_freelist": 1281400, 2023-12-20T10:49:52.088 INFO:tasks.workunit.client.0.smithi123.stdout: "malloc_metadata": 2752512, 2023-12-20T10:49:52.088 INFO:tasks.workunit.client.0.smithi123.stdout: "page_heap_freelist": 1015808, 2023-12-20T10:49:52.088 INFO:tasks.workunit.client.0.smithi123.stdout: "released_to_os": 9428992, 2023-12-20T10:49:52.088 INFO:tasks.workunit.client.0.smithi123.stdout: "spans_in_use": 1045, 2023-12-20T10:49:52.088 INFO:tasks.workunit.client.0.smithi123.stdout: "tcmalloc_page_size": 8192, 2023-12-20T10:49:52.088 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_cache_freelists": 7047656, 2023-12-20T10:49:52.088 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_heaps_in_use": 21, 2023-12-20T10:49:52.088 INFO:tasks.workunit.client.0.smithi123.stdout: "transfer_cache_freelist": 1485312, 2023-12-20T10:49:52.088 INFO:tasks.workunit.client.0.smithi123.stdout: "use_by_application": 23576224, 2023-12-20T10:49:52.088 INFO:tasks.workunit.client.0.smithi123.stdout: "virtual_address_space_used": 46587904 2023-12-20T10:49:52.088 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.088 INFO:tasks.workunit.client.0.smithi123.stdout: "mon.5bef42932fe689f5877f01088e497570577d366f": { 2023-12-20T10:49:52.088 INFO:tasks.workunit.client.0.smithi123.stdout: "actual_memory_used": 36454400, 2023-12-20T10:49:52.089 INFO:tasks.workunit.client.0.smithi123.stdout: "central_cache_freelist": 738912, 2023-12-20T10:49:52.089 INFO:tasks.workunit.client.0.smithi123.stdout: "malloc_metadata": 2752512, 2023-12-20T10:49:52.089 INFO:tasks.workunit.client.0.smithi123.stdout: "page_heap_freelist": 0, 2023-12-20T10:49:52.089 INFO:tasks.workunit.client.0.smithi123.stdout: "released_to_os": 10125312, 2023-12-20T10:49:52.089 INFO:tasks.workunit.client.0.smithi123.stdout: "spans_in_use": 1103, 2023-12-20T10:49:52.089 INFO:tasks.workunit.client.0.smithi123.stdout: "tcmalloc_page_size": 8192, 2023-12-20T10:49:52.089 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_cache_freelists": 7853104, 2023-12-20T10:49:52.089 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_heaps_in_use": 22, 2023-12-20T10:49:52.089 INFO:tasks.workunit.client.0.smithi123.stdout: "transfer_cache_freelist": 1329152, 2023-12-20T10:49:52.089 INFO:tasks.workunit.client.0.smithi123.stdout: "use_by_application": 23780720, 2023-12-20T10:49:52.089 INFO:tasks.workunit.client.0.smithi123.stdout: "virtual_address_space_used": 46579712 2023-12-20T10:49:52.089 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.089 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.089 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:52.089 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.0": { 2023-12-20T10:49:52.090 INFO:tasks.workunit.client.0.smithi123.stdout: "actual_memory_used": 275382272, 2023-12-20T10:49:52.090 INFO:tasks.workunit.client.0.smithi123.stdout: "central_cache_freelist": 849360, 2023-12-20T10:49:52.090 INFO:tasks.workunit.client.0.smithi123.stdout: "malloc_metadata": 4980736, 2023-12-20T10:49:52.090 INFO:tasks.workunit.client.0.smithi123.stdout: "page_heap_freelist": 0, 2023-12-20T10:49:52.090 INFO:tasks.workunit.client.0.smithi123.stdout: "released_to_os": 786432, 2023-12-20T10:49:52.090 INFO:tasks.workunit.client.0.smithi123.stdout: "spans_in_use": 1264, 2023-12-20T10:49:52.090 INFO:tasks.workunit.client.0.smithi123.stdout: "tcmalloc_page_size": 8192, 2023-12-20T10:49:52.090 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_cache_freelists": 4929960, 2023-12-20T10:49:52.090 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_heaps_in_use": 45, 2023-12-20T10:49:52.090 INFO:tasks.workunit.client.0.smithi123.stdout: "transfer_cache_freelist": 2314752, 2023-12-20T10:49:52.090 INFO:tasks.workunit.client.0.smithi123.stdout: "use_by_application": 262307464, 2023-12-20T10:49:52.090 INFO:tasks.workunit.client.0.smithi123.stdout: "virtual_address_space_used": 276168704 2023-12-20T10:49:52.090 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.090 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.1": { 2023-12-20T10:49:52.090 INFO:tasks.workunit.client.0.smithi123.stdout: "actual_memory_used": 239132672, 2023-12-20T10:49:52.090 INFO:tasks.workunit.client.0.smithi123.stdout: "central_cache_freelist": 1007744, 2023-12-20T10:49:52.091 INFO:tasks.workunit.client.0.smithi123.stdout: "malloc_metadata": 2883584, 2023-12-20T10:49:52.091 INFO:tasks.workunit.client.0.smithi123.stdout: "page_heap_freelist": 0, 2023-12-20T10:49:52.091 INFO:tasks.workunit.client.0.smithi123.stdout: "released_to_os": 122880, 2023-12-20T10:49:52.091 INFO:tasks.workunit.client.0.smithi123.stdout: "spans_in_use": 1238, 2023-12-20T10:49:52.091 INFO:tasks.workunit.client.0.smithi123.stdout: "tcmalloc_page_size": 8192, 2023-12-20T10:49:52.091 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_cache_freelists": 5169504, 2023-12-20T10:49:52.091 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_heaps_in_use": 46, 2023-12-20T10:49:52.091 INFO:tasks.workunit.client.0.smithi123.stdout: "transfer_cache_freelist": 2180096, 2023-12-20T10:49:52.091 INFO:tasks.workunit.client.0.smithi123.stdout: "use_by_application": 227891744, 2023-12-20T10:49:52.091 INFO:tasks.workunit.client.0.smithi123.stdout: "virtual_address_space_used": 239255552 2023-12-20T10:49:52.091 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.091 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.2": { 2023-12-20T10:49:52.092 INFO:tasks.workunit.client.0.smithi123.stdout: "actual_memory_used": 238321664, 2023-12-20T10:49:52.092 INFO:tasks.workunit.client.0.smithi123.stdout: "central_cache_freelist": 813912, 2023-12-20T10:49:52.092 INFO:tasks.workunit.client.0.smithi123.stdout: "malloc_metadata": 2883584, 2023-12-20T10:49:52.092 INFO:tasks.workunit.client.0.smithi123.stdout: "page_heap_freelist": 0, 2023-12-20T10:49:52.092 INFO:tasks.workunit.client.0.smithi123.stdout: "released_to_os": 933888, 2023-12-20T10:49:52.092 INFO:tasks.workunit.client.0.smithi123.stdout: "spans_in_use": 1161, 2023-12-20T10:49:52.092 INFO:tasks.workunit.client.0.smithi123.stdout: "tcmalloc_page_size": 8192, 2023-12-20T10:49:52.092 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_cache_freelists": 4501008, 2023-12-20T10:49:52.092 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_heaps_in_use": 46, 2023-12-20T10:49:52.092 INFO:tasks.workunit.client.0.smithi123.stdout: "transfer_cache_freelist": 2741504, 2023-12-20T10:49:52.092 INFO:tasks.workunit.client.0.smithi123.stdout: "use_by_application": 227381656, 2023-12-20T10:49:52.092 INFO:tasks.workunit.client.0.smithi123.stdout: "virtual_address_space_used": 239255552 2023-12-20T10:49:52.092 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.092 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.3": { 2023-12-20T10:49:52.092 INFO:tasks.workunit.client.0.smithi123.stdout: "actual_memory_used": 270614528, 2023-12-20T10:49:52.093 INFO:tasks.workunit.client.0.smithi123.stdout: "central_cache_freelist": 630624, 2023-12-20T10:49:52.093 INFO:tasks.workunit.client.0.smithi123.stdout: "malloc_metadata": 2883584, 2023-12-20T10:49:52.093 INFO:tasks.workunit.client.0.smithi123.stdout: "page_heap_freelist": 0, 2023-12-20T10:49:52.093 INFO:tasks.workunit.client.0.smithi123.stdout: "released_to_os": 1359872, 2023-12-20T10:49:52.093 INFO:tasks.workunit.client.0.smithi123.stdout: "spans_in_use": 1114, 2023-12-20T10:49:52.093 INFO:tasks.workunit.client.0.smithi123.stdout: "tcmalloc_page_size": 8192, 2023-12-20T10:49:52.093 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_cache_freelists": 4369744, 2023-12-20T10:49:52.093 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_heaps_in_use": 45, 2023-12-20T10:49:52.093 INFO:tasks.workunit.client.0.smithi123.stdout: "transfer_cache_freelist": 1673984, 2023-12-20T10:49:52.093 INFO:tasks.workunit.client.0.smithi123.stdout: "use_by_application": 261056592, 2023-12-20T10:49:52.093 INFO:tasks.workunit.client.0.smithi123.stdout: "virtual_address_space_used": 271974400 2023-12-20T10:49:52.094 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.094 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.4": { 2023-12-20T10:49:52.094 INFO:tasks.workunit.client.0.smithi123.stdout: "actual_memory_used": 270229504, 2023-12-20T10:49:52.094 INFO:tasks.workunit.client.0.smithi123.stdout: "central_cache_freelist": 762024, 2023-12-20T10:49:52.094 INFO:tasks.workunit.client.0.smithi123.stdout: "malloc_metadata": 2883584, 2023-12-20T10:49:52.094 INFO:tasks.workunit.client.0.smithi123.stdout: "page_heap_freelist": 0, 2023-12-20T10:49:52.094 INFO:tasks.workunit.client.0.smithi123.stdout: "released_to_os": 352256, 2023-12-20T10:49:52.094 INFO:tasks.workunit.client.0.smithi123.stdout: "spans_in_use": 1132, 2023-12-20T10:49:52.094 INFO:tasks.workunit.client.0.smithi123.stdout: "tcmalloc_page_size": 8192, 2023-12-20T10:49:52.094 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_cache_freelists": 4478216, 2023-12-20T10:49:52.094 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_heaps_in_use": 47, 2023-12-20T10:49:52.094 INFO:tasks.workunit.client.0.smithi123.stdout: "transfer_cache_freelist": 1543424, 2023-12-20T10:49:52.094 INFO:tasks.workunit.client.0.smithi123.stdout: "use_by_application": 260562256, 2023-12-20T10:49:52.094 INFO:tasks.workunit.client.0.smithi123.stdout: "virtual_address_space_used": 270581760 2023-12-20T10:49:52.094 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.094 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.5": { 2023-12-20T10:49:52.095 INFO:tasks.workunit.client.0.smithi123.stdout: "actual_memory_used": 238321664, 2023-12-20T10:49:52.095 INFO:tasks.workunit.client.0.smithi123.stdout: "central_cache_freelist": 945728, 2023-12-20T10:49:52.095 INFO:tasks.workunit.client.0.smithi123.stdout: "malloc_metadata": 2883584, 2023-12-20T10:49:52.095 INFO:tasks.workunit.client.0.smithi123.stdout: "page_heap_freelist": 0, 2023-12-20T10:49:52.095 INFO:tasks.workunit.client.0.smithi123.stdout: "released_to_os": 802816, 2023-12-20T10:49:52.095 INFO:tasks.workunit.client.0.smithi123.stdout: "spans_in_use": 1153, 2023-12-20T10:49:52.095 INFO:tasks.workunit.client.0.smithi123.stdout: "tcmalloc_page_size": 8192, 2023-12-20T10:49:52.095 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_cache_freelists": 4646056, 2023-12-20T10:49:52.095 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_heaps_in_use": 47, 2023-12-20T10:49:52.095 INFO:tasks.workunit.client.0.smithi123.stdout: "transfer_cache_freelist": 1748736, 2023-12-20T10:49:52.095 INFO:tasks.workunit.client.0.smithi123.stdout: "use_by_application": 228097560, 2023-12-20T10:49:52.095 INFO:tasks.workunit.client.0.smithi123.stdout: "virtual_address_space_used": 239124480 2023-12-20T10:49:52.096 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.096 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.6": { 2023-12-20T10:49:52.096 INFO:tasks.workunit.client.0.smithi123.stdout: "actual_memory_used": 240459776, 2023-12-20T10:49:52.096 INFO:tasks.workunit.client.0.smithi123.stdout: "central_cache_freelist": 1127072, 2023-12-20T10:49:52.096 INFO:tasks.workunit.client.0.smithi123.stdout: "malloc_metadata": 4980736, 2023-12-20T10:49:52.096 INFO:tasks.workunit.client.0.smithi123.stdout: "page_heap_freelist": 16384, 2023-12-20T10:49:52.096 INFO:tasks.workunit.client.0.smithi123.stdout: "released_to_os": 892928, 2023-12-20T10:49:52.096 INFO:tasks.workunit.client.0.smithi123.stdout: "spans_in_use": 1163, 2023-12-20T10:49:52.096 INFO:tasks.workunit.client.0.smithi123.stdout: "tcmalloc_page_size": 8192, 2023-12-20T10:49:52.096 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_cache_freelists": 4384272, 2023-12-20T10:49:52.096 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_heaps_in_use": 45, 2023-12-20T10:49:52.096 INFO:tasks.workunit.client.0.smithi123.stdout: "transfer_cache_freelist": 1914112, 2023-12-20T10:49:52.097 INFO:tasks.workunit.client.0.smithi123.stdout: "use_by_application": 228037200, 2023-12-20T10:49:52.097 INFO:tasks.workunit.client.0.smithi123.stdout: "virtual_address_space_used": 241352704 2023-12-20T10:49:52.097 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.097 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.7": { 2023-12-20T10:49:52.097 INFO:tasks.workunit.client.0.smithi123.stdout: "actual_memory_used": 238116864, 2023-12-20T10:49:52.097 INFO:tasks.workunit.client.0.smithi123.stdout: "central_cache_freelist": 1225664, 2023-12-20T10:49:52.097 INFO:tasks.workunit.client.0.smithi123.stdout: "malloc_metadata": 2883584, 2023-12-20T10:49:52.097 INFO:tasks.workunit.client.0.smithi123.stdout: "page_heap_freelist": 24576, 2023-12-20T10:49:52.097 INFO:tasks.workunit.client.0.smithi123.stdout: "released_to_os": 1138688, 2023-12-20T10:49:52.097 INFO:tasks.workunit.client.0.smithi123.stdout: "spans_in_use": 1185, 2023-12-20T10:49:52.097 INFO:tasks.workunit.client.0.smithi123.stdout: "tcmalloc_page_size": 8192, 2023-12-20T10:49:52.097 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_cache_freelists": 4287640, 2023-12-20T10:49:52.097 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_heaps_in_use": 47, 2023-12-20T10:49:52.097 INFO:tasks.workunit.client.0.smithi123.stdout: "transfer_cache_freelist": 1814016, 2023-12-20T10:49:52.097 INFO:tasks.workunit.client.0.smithi123.stdout: "use_by_application": 227881384, 2023-12-20T10:49:52.098 INFO:tasks.workunit.client.0.smithi123.stdout: "virtual_address_space_used": 239255552 2023-12-20T10:49:52.098 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.098 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.098 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.098 INFO:tasks.workunit.client.0.smithi123.stdout: "hosts": { 2023-12-20T10:49:52.098 INFO:tasks.workunit.client.0.smithi123.stdout: "num": 2, 2023-12-20T10:49:52.098 INFO:tasks.workunit.client.0.smithi123.stdout: "num_with_mds": 2, 2023-12-20T10:49:52.098 INFO:tasks.workunit.client.0.smithi123.stdout: "num_with_mgr": 2, 2023-12-20T10:49:52.098 INFO:tasks.workunit.client.0.smithi123.stdout: "num_with_mon": 2, 2023-12-20T10:49:52.098 INFO:tasks.workunit.client.0.smithi123.stdout: "num_with_osd": 2 2023-12-20T10:49:52.098 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.098 INFO:tasks.workunit.client.0.smithi123.stdout: "io_rate": { 2023-12-20T10:49:52.098 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_stats_delta": { 2023-12-20T10:49:52.098 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": 0, 2023-12-20T10:49:52.098 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:52.099 INFO:tasks.workunit.client.0.smithi123.stdout: "num_store_stats": 0, 2023-12-20T10:49:52.099 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:52.099 INFO:tasks.workunit.client.0.smithi123.stdout: "stamp_delta": "12.002391", 2023-12-20T10:49:52.099 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.099 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.099 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.099 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.099 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.099 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.099 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.099 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.099 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.100 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.100 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.100 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.100 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.100 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.100 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.100 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.100 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.100 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.100 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.100 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.100 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.100 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.100 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.100 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.101 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.101 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.101 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.101 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.101 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.101 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.101 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.101 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.101 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.101 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.101 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.101 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.101 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.101 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.101 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.101 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.102 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.102 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.102 INFO:tasks.workunit.client.0.smithi123.stdout: "store_stats": { 2023-12-20T10:49:52.102 INFO:tasks.workunit.client.0.smithi123.stdout: "allocated": 0, 2023-12-20T10:49:52.102 INFO:tasks.workunit.client.0.smithi123.stdout: "available": 0, 2023-12-20T10:49:52.102 INFO:tasks.workunit.client.0.smithi123.stdout: "data_compressed": 0, 2023-12-20T10:49:52.102 INFO:tasks.workunit.client.0.smithi123.stdout: "data_compressed_allocated": 0, 2023-12-20T10:49:52.102 INFO:tasks.workunit.client.0.smithi123.stdout: "data_compressed_original": 0, 2023-12-20T10:49:52.102 INFO:tasks.workunit.client.0.smithi123.stdout: "data_stored": 0, 2023-12-20T10:49:52.102 INFO:tasks.workunit.client.0.smithi123.stdout: "internal_metadata": 0, 2023-12-20T10:49:52.102 INFO:tasks.workunit.client.0.smithi123.stdout: "internally_reserved": 0, 2023-12-20T10:49:52.102 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_allocated": 0, 2023-12-20T10:49:52.102 INFO:tasks.workunit.client.0.smithi123.stdout: "total": 0 2023-12-20T10:49:52.102 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.102 INFO:tasks.workunit.client.0.smithi123.stdout: "up": 0 2023-12-20T10:49:52.103 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.103 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.103 INFO:tasks.workunit.client.0.smithi123.stdout: "leaderboard": false, 2023-12-20T10:49:52.103 INFO:tasks.workunit.client.0.smithi123.stdout: "license": "sharing-1-0", 2023-12-20T10:49:52.103 INFO:tasks.workunit.client.0.smithi123.stdout: "mempool": { 2023-12-20T10:49:52.103 INFO:tasks.workunit.client.0.smithi123.stdout: "mds": { 2023-12-20T10:49:52.103 INFO:tasks.workunit.client.0.smithi123.stdout: "mds.0787297b1b6a2b83668127dd85aa015d08053db2": { 2023-12-20T10:49:52.103 INFO:tasks.workunit.client.0.smithi123.stdout: "bloom_filter": { 2023-12-20T10:49:52.103 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.103 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.103 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.103 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:52.103 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.103 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.103 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.104 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_reader": { 2023-12-20T10:49:52.104 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.104 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.104 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.104 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_writer": { 2023-12-20T10:49:52.104 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.104 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.104 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.104 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Blob": { 2023-12-20T10:49:52.104 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.104 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.104 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.104 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Buffer": { 2023-12-20T10:49:52.104 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.104 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.104 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.105 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Extent": { 2023-12-20T10:49:52.105 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.105 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.105 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.105 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_SharedBlob": { 2023-12-20T10:49:52.105 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.105 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.105 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.105 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_alloc": { 2023-12-20T10:49:52.105 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.105 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.105 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.105 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_data": { 2023-12-20T10:49:52.105 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.105 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.106 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.106 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_meta": { 2023-12-20T10:49:52.106 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.106 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.106 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.106 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_onode": { 2023-12-20T10:49:52.106 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.106 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.106 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.106 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_other": { 2023-12-20T10:49:52.106 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.106 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.106 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.106 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_fsck": { 2023-12-20T10:49:52.106 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.106 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.107 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.107 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_inline_bl": { 2023-12-20T10:49:52.107 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.107 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.107 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.107 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_txc": { 2023-12-20T10:49:52.107 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.107 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.107 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.107 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing": { 2023-12-20T10:49:52.107 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.107 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.107 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.107 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing_deferred": { 2023-12-20T10:49:52.107 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.107 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.108 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.108 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_anon": { 2023-12-20T10:49:52.108 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 148263, 2023-12-20T10:49:52.108 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 29 2023-12-20T10:49:52.108 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.108 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_meta": { 2023-12-20T10:49:52.108 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.108 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.108 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.108 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_co": { 2023-12-20T10:49:52.108 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 856, 2023-12-20T10:49:52.108 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 2 2023-12-20T10:49:52.108 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.108 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:52.108 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.108 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.109 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.109 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mapbl": { 2023-12-20T10:49:52.109 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.109 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.109 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.109 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pglog": { 2023-12-20T10:49:52.109 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.109 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.109 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.109 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap": { 2023-12-20T10:49:52.109 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.109 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.109 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.109 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap_mapping": { 2023-12-20T10:49:52.109 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.109 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.110 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.110 INFO:tasks.workunit.client.0.smithi123.stdout: "pgmap": { 2023-12-20T10:49:52.110 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.110 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.110 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.110 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_1": { 2023-12-20T10:49:52.110 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.110 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.110 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.110 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_2": { 2023-12-20T10:49:52.110 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.110 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.110 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.110 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.110 INFO:tasks.workunit.client.0.smithi123.stdout: "mds.5bef42932fe689f5877f01088e497570577d366f": { 2023-12-20T10:49:52.111 INFO:tasks.workunit.client.0.smithi123.stdout: "bloom_filter": { 2023-12-20T10:49:52.111 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.111 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.111 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.111 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:52.111 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.111 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.111 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.111 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_reader": { 2023-12-20T10:49:52.111 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.111 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.111 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.111 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_writer": { 2023-12-20T10:49:52.111 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.112 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.112 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.112 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Blob": { 2023-12-20T10:49:52.112 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.112 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.112 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.112 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Buffer": { 2023-12-20T10:49:52.112 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.112 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.112 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.112 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Extent": { 2023-12-20T10:49:52.112 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.112 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.112 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.112 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_SharedBlob": { 2023-12-20T10:49:52.113 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.113 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.113 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.113 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_alloc": { 2023-12-20T10:49:52.113 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.113 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.113 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.113 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_data": { 2023-12-20T10:49:52.113 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.113 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.113 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.113 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_meta": { 2023-12-20T10:49:52.113 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.113 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.113 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.114 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_onode": { 2023-12-20T10:49:52.114 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.114 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.114 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.114 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_other": { 2023-12-20T10:49:52.114 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.114 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.114 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.114 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_fsck": { 2023-12-20T10:49:52.114 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.114 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.114 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.114 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_inline_bl": { 2023-12-20T10:49:52.114 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.114 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.114 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.115 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_txc": { 2023-12-20T10:49:52.115 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.115 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.115 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.115 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing": { 2023-12-20T10:49:52.115 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.115 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.115 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.115 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing_deferred": { 2023-12-20T10:49:52.115 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.115 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.115 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.115 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_anon": { 2023-12-20T10:49:52.115 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 213383, 2023-12-20T10:49:52.115 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 63 2023-12-20T10:49:52.116 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.116 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_meta": { 2023-12-20T10:49:52.116 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.116 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.116 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.116 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_co": { 2023-12-20T10:49:52.116 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 50488, 2023-12-20T10:49:52.116 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 208 2023-12-20T10:49:52.116 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.116 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:52.116 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.116 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.116 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.116 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mapbl": { 2023-12-20T10:49:52.116 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.116 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.117 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.117 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pglog": { 2023-12-20T10:49:52.117 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.117 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.117 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.117 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap": { 2023-12-20T10:49:52.117 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 7944, 2023-12-20T10:49:52.117 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 126 2023-12-20T10:49:52.117 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.117 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap_mapping": { 2023-12-20T10:49:52.117 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.117 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.117 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.117 INFO:tasks.workunit.client.0.smithi123.stdout: "pgmap": { 2023-12-20T10:49:52.117 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.118 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.118 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.118 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_1": { 2023-12-20T10:49:52.118 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.118 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.118 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.118 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_2": { 2023-12-20T10:49:52.118 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.118 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.118 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.118 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.118 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.118 INFO:tasks.workunit.client.0.smithi123.stdout: "mon": { 2023-12-20T10:49:52.118 INFO:tasks.workunit.client.0.smithi123.stdout: "mon.0787297b1b6a2b83668127dd85aa015d08053db2": { 2023-12-20T10:49:52.118 INFO:tasks.workunit.client.0.smithi123.stdout: "bloom_filter": { 2023-12-20T10:49:52.118 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.119 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.119 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.119 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:52.119 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.119 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.119 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.119 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_reader": { 2023-12-20T10:49:52.119 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.119 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.119 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.119 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_writer": { 2023-12-20T10:49:52.119 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.119 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.119 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.119 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Blob": { 2023-12-20T10:49:52.119 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.120 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.120 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.120 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Buffer": { 2023-12-20T10:49:52.120 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.120 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.120 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.120 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Extent": { 2023-12-20T10:49:52.120 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.120 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.120 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.120 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_SharedBlob": { 2023-12-20T10:49:52.120 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.120 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.120 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.121 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_alloc": { 2023-12-20T10:49:52.121 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.121 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.121 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.121 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_data": { 2023-12-20T10:49:52.121 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.121 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.121 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.121 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_meta": { 2023-12-20T10:49:52.121 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.121 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.121 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.121 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_onode": { 2023-12-20T10:49:52.121 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.121 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.122 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.122 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_other": { 2023-12-20T10:49:52.122 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.122 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.122 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.122 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_fsck": { 2023-12-20T10:49:52.122 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.122 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.122 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.122 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_inline_bl": { 2023-12-20T10:49:52.122 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.122 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.122 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.122 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_txc": { 2023-12-20T10:49:52.122 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.123 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.123 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.123 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing": { 2023-12-20T10:49:52.123 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.123 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.123 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.123 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing_deferred": { 2023-12-20T10:49:52.123 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.123 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.123 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.123 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_anon": { 2023-12-20T10:49:52.123 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 1149031, 2023-12-20T10:49:52.123 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 348 2023-12-20T10:49:52.123 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.123 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_meta": { 2023-12-20T10:49:52.123 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 440, 2023-12-20T10:49:52.124 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 5 2023-12-20T10:49:52.124 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.124 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_co": { 2023-12-20T10:49:52.124 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.124 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.124 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.124 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:52.124 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.124 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.124 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.124 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mapbl": { 2023-12-20T10:49:52.124 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.124 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.124 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.124 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pglog": { 2023-12-20T10:49:52.124 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.125 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.125 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.125 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap": { 2023-12-20T10:49:52.125 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 6592, 2023-12-20T10:49:52.125 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 125 2023-12-20T10:49:52.125 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.125 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap_mapping": { 2023-12-20T10:49:52.125 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 12744, 2023-12-20T10:49:52.125 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 1546 2023-12-20T10:49:52.125 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.125 INFO:tasks.workunit.client.0.smithi123.stdout: "pgmap": { 2023-12-20T10:49:52.125 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 10304, 2023-12-20T10:49:52.125 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 166 2023-12-20T10:49:52.125 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.125 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_1": { 2023-12-20T10:49:52.126 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.126 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.126 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.126 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_2": { 2023-12-20T10:49:52.126 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.126 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.126 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.126 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.126 INFO:tasks.workunit.client.0.smithi123.stdout: "mon.575c2e11b59ad40f2a773e10f0e6f9f3e90be551": { 2023-12-20T10:49:52.126 INFO:tasks.workunit.client.0.smithi123.stdout: "bloom_filter": { 2023-12-20T10:49:52.126 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.126 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.126 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.126 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:52.126 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.126 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.127 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.127 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_reader": { 2023-12-20T10:49:52.127 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.127 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.127 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.127 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_writer": { 2023-12-20T10:49:52.127 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.127 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.127 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.127 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Blob": { 2023-12-20T10:49:52.127 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.127 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.127 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.127 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Buffer": { 2023-12-20T10:49:52.127 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.128 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.128 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.128 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Extent": { 2023-12-20T10:49:52.128 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.128 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.128 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.128 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_SharedBlob": { 2023-12-20T10:49:52.128 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.128 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.128 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.128 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_alloc": { 2023-12-20T10:49:52.128 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.128 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.128 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.128 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_data": { 2023-12-20T10:49:52.128 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.129 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.129 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.129 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_meta": { 2023-12-20T10:49:52.129 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.129 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.129 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.129 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_onode": { 2023-12-20T10:49:52.129 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.129 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.129 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.129 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_other": { 2023-12-20T10:49:52.129 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.129 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.130 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.130 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_fsck": { 2023-12-20T10:49:52.130 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.130 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.130 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.130 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_inline_bl": { 2023-12-20T10:49:52.130 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.130 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.130 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.130 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_txc": { 2023-12-20T10:49:52.130 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.130 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.130 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.130 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing": { 2023-12-20T10:49:52.130 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.131 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.131 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.131 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing_deferred": { 2023-12-20T10:49:52.131 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.131 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.131 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.131 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_anon": { 2023-12-20T10:49:52.131 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 1044151, 2023-12-20T10:49:52.131 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 347 2023-12-20T10:49:52.131 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.131 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_meta": { 2023-12-20T10:49:52.131 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.131 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.131 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.131 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_co": { 2023-12-20T10:49:52.131 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.132 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.132 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.132 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:52.132 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.132 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.132 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.132 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mapbl": { 2023-12-20T10:49:52.132 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.132 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.132 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.132 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pglog": { 2023-12-20T10:49:52.132 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.132 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.132 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.132 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap": { 2023-12-20T10:49:52.133 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 6592, 2023-12-20T10:49:52.133 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 125 2023-12-20T10:49:52.133 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.133 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap_mapping": { 2023-12-20T10:49:52.133 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 12744, 2023-12-20T10:49:52.133 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 1546 2023-12-20T10:49:52.133 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.133 INFO:tasks.workunit.client.0.smithi123.stdout: "pgmap": { 2023-12-20T10:49:52.133 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 5152, 2023-12-20T10:49:52.133 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 83 2023-12-20T10:49:52.133 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.133 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_1": { 2023-12-20T10:49:52.133 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.133 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.133 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.134 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_2": { 2023-12-20T10:49:52.134 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.134 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.134 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.134 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.134 INFO:tasks.workunit.client.0.smithi123.stdout: "mon.5bef42932fe689f5877f01088e497570577d366f": { 2023-12-20T10:49:52.134 INFO:tasks.workunit.client.0.smithi123.stdout: "bloom_filter": { 2023-12-20T10:49:52.134 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.134 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.134 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.134 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:52.134 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.134 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.134 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.134 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_reader": { 2023-12-20T10:49:52.135 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.135 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.135 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.135 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_writer": { 2023-12-20T10:49:52.135 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.135 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.135 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.135 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Blob": { 2023-12-20T10:49:52.135 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.135 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.135 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.135 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Buffer": { 2023-12-20T10:49:52.136 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.136 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.136 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.136 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Extent": { 2023-12-20T10:49:52.136 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.136 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.136 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.136 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_SharedBlob": { 2023-12-20T10:49:52.136 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.136 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.136 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.136 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_alloc": { 2023-12-20T10:49:52.136 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.136 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.136 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.136 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_data": { 2023-12-20T10:49:52.137 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.137 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.137 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.137 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_meta": { 2023-12-20T10:49:52.137 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.137 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.137 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.137 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_onode": { 2023-12-20T10:49:52.137 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.137 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.137 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.137 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_other": { 2023-12-20T10:49:52.137 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.137 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.137 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.138 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_fsck": { 2023-12-20T10:49:52.138 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.138 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.138 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.138 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_inline_bl": { 2023-12-20T10:49:52.138 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.138 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.138 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.138 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_txc": { 2023-12-20T10:49:52.138 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.138 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.138 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.138 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing": { 2023-12-20T10:49:52.138 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.138 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.138 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.139 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing_deferred": { 2023-12-20T10:49:52.139 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.139 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.139 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.139 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_anon": { 2023-12-20T10:49:52.139 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 1212087, 2023-12-20T10:49:52.139 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 408 2023-12-20T10:49:52.139 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.139 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_meta": { 2023-12-20T10:49:52.139 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 176, 2023-12-20T10:49:52.139 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 2 2023-12-20T10:49:52.139 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.139 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_co": { 2023-12-20T10:49:52.139 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.139 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.140 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.140 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:52.140 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.140 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.140 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.140 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mapbl": { 2023-12-20T10:49:52.140 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.140 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.140 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.140 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pglog": { 2023-12-20T10:49:52.140 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.140 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.140 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.140 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap": { 2023-12-20T10:49:52.140 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 6592, 2023-12-20T10:49:52.140 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 125 2023-12-20T10:49:52.141 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.141 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap_mapping": { 2023-12-20T10:49:52.141 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 12744, 2023-12-20T10:49:52.141 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 1546 2023-12-20T10:49:52.141 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.141 INFO:tasks.workunit.client.0.smithi123.stdout: "pgmap": { 2023-12-20T10:49:52.141 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 5152, 2023-12-20T10:49:52.141 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 83 2023-12-20T10:49:52.141 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.141 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_1": { 2023-12-20T10:49:52.141 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.141 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.141 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.141 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_2": { 2023-12-20T10:49:52.141 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.142 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.142 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.142 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.142 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.142 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:52.142 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.0": { 2023-12-20T10:49:52.142 INFO:tasks.workunit.client.0.smithi123.stdout: "bloom_filter": { 2023-12-20T10:49:52.142 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.142 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.142 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.142 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:52.142 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 5832, 2023-12-20T10:49:52.142 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 98 2023-12-20T10:49:52.142 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.142 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_reader": { 2023-12-20T10:49:52.142 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 12672, 2023-12-20T10:49:52.143 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 6 2023-12-20T10:49:52.143 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.143 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_writer": { 2023-12-20T10:49:52.143 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 576, 2023-12-20T10:49:52.143 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3 2023-12-20T10:49:52.143 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.143 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Blob": { 2023-12-20T10:49:52.143 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 19488, 2023-12-20T10:49:52.143 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 174 2023-12-20T10:49:52.143 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.143 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Buffer": { 2023-12-20T10:49:52.143 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 1568, 2023-12-20T10:49:52.143 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 14 2023-12-20T10:49:52.143 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.143 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Extent": { 2023-12-20T10:49:52.143 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 8352, 2023-12-20T10:49:52.144 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 174 2023-12-20T10:49:52.144 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.144 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_SharedBlob": { 2023-12-20T10:49:52.144 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 19488, 2023-12-20T10:49:52.144 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 174 2023-12-20T10:49:52.144 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.144 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_alloc": { 2023-12-20T10:49:52.144 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 1120, 2023-12-20T10:49:52.144 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 14 2023-12-20T10:49:52.144 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.144 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_data": { 2023-12-20T10:49:52.144 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 610304, 2023-12-20T10:49:52.144 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 18 2023-12-20T10:49:52.144 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.144 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_meta": { 2023-12-20T10:49:52.145 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 48877, 2023-12-20T10:49:52.145 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 9014 2023-12-20T10:49:52.145 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.145 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_onode": { 2023-12-20T10:49:52.145 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 129880, 2023-12-20T10:49:52.145 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 191 2023-12-20T10:49:52.145 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.145 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_other": { 2023-12-20T10:49:52.145 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 10888, 2023-12-20T10:49:52.145 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 703 2023-12-20T10:49:52.145 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.145 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_fsck": { 2023-12-20T10:49:52.145 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.145 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.145 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.146 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_inline_bl": { 2023-12-20T10:49:52.146 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 30230, 2023-12-20T10:49:52.146 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 191 2023-12-20T10:49:52.146 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.146 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_txc": { 2023-12-20T10:49:52.146 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.146 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.146 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.146 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing": { 2023-12-20T10:49:52.146 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 378405, 2023-12-20T10:49:52.146 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 85 2023-12-20T10:49:52.146 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.146 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing_deferred": { 2023-12-20T10:49:52.146 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.146 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.146 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.147 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_anon": { 2023-12-20T10:49:52.147 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 2439046, 2023-12-20T10:49:52.147 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 193 2023-12-20T10:49:52.147 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.147 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_meta": { 2023-12-20T10:49:52.147 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 6776, 2023-12-20T10:49:52.147 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 77 2023-12-20T10:49:52.147 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.147 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_co": { 2023-12-20T10:49:52.147 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.147 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.147 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.147 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:52.147 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 509696, 2023-12-20T10:49:52.148 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 44 2023-12-20T10:49:52.148 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.148 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mapbl": { 2023-12-20T10:49:52.148 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.148 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.148 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.148 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pglog": { 2023-12-20T10:49:52.148 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 88400, 2023-12-20T10:49:52.148 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 174 2023-12-20T10:49:52.148 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.148 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap": { 2023-12-20T10:49:52.148 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 215080, 2023-12-20T10:49:52.148 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3342 2023-12-20T10:49:52.148 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.149 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap_mapping": { 2023-12-20T10:49:52.149 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.149 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.149 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.149 INFO:tasks.workunit.client.0.smithi123.stdout: "pgmap": { 2023-12-20T10:49:52.149 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.149 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.149 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.149 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_1": { 2023-12-20T10:49:52.149 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.149 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.150 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.150 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_2": { 2023-12-20T10:49:52.150 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.150 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.150 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.150 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.150 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.1": { 2023-12-20T10:49:52.150 INFO:tasks.workunit.client.0.smithi123.stdout: "bloom_filter": { 2023-12-20T10:49:52.150 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.150 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.150 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.150 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:52.150 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 5832, 2023-12-20T10:49:52.150 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 98 2023-12-20T10:49:52.150 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.151 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_reader": { 2023-12-20T10:49:52.151 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 12672, 2023-12-20T10:49:52.151 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 6 2023-12-20T10:49:52.151 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.151 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_writer": { 2023-12-20T10:49:52.151 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 576, 2023-12-20T10:49:52.151 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3 2023-12-20T10:49:52.151 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.151 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Blob": { 2023-12-20T10:49:52.151 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 18144, 2023-12-20T10:49:52.151 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 162 2023-12-20T10:49:52.151 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.151 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Buffer": { 2023-12-20T10:49:52.151 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 1232, 2023-12-20T10:49:52.151 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 11 2023-12-20T10:49:52.151 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.152 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Extent": { 2023-12-20T10:49:52.152 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 7776, 2023-12-20T10:49:52.152 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 162 2023-12-20T10:49:52.152 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.152 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_SharedBlob": { 2023-12-20T10:49:52.152 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 18144, 2023-12-20T10:49:52.152 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 162 2023-12-20T10:49:52.152 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.152 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_alloc": { 2023-12-20T10:49:52.152 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 800, 2023-12-20T10:49:52.152 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 10 2023-12-20T10:49:52.152 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.152 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_data": { 2023-12-20T10:49:52.152 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 12288, 2023-12-20T10:49:52.152 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3 2023-12-20T10:49:52.153 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.153 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_meta": { 2023-12-20T10:49:52.153 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 43655, 2023-12-20T10:49:52.153 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 8179 2023-12-20T10:49:52.153 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.153 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_onode": { 2023-12-20T10:49:52.153 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 122400, 2023-12-20T10:49:52.153 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 180 2023-12-20T10:49:52.153 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.153 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_other": { 2023-12-20T10:49:52.153 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 9228, 2023-12-20T10:49:52.153 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 534 2023-12-20T10:49:52.153 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.153 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_fsck": { 2023-12-20T10:49:52.153 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.153 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.154 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.154 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_inline_bl": { 2023-12-20T10:49:52.154 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 26810, 2023-12-20T10:49:52.154 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 180 2023-12-20T10:49:52.154 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.154 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_txc": { 2023-12-20T10:49:52.154 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 1472, 2023-12-20T10:49:52.154 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 2 2023-12-20T10:49:52.154 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.154 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing": { 2023-12-20T10:49:52.154 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 421318, 2023-12-20T10:49:52.154 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 95 2023-12-20T10:49:52.154 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.154 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing_deferred": { 2023-12-20T10:49:52.154 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 40192, 2023-12-20T10:49:52.155 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 10 2023-12-20T10:49:52.155 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.155 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_anon": { 2023-12-20T10:49:52.155 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 2423434, 2023-12-20T10:49:52.155 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 185 2023-12-20T10:49:52.155 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.155 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_meta": { 2023-12-20T10:49:52.155 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 5016, 2023-12-20T10:49:52.155 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 57 2023-12-20T10:49:52.155 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.155 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_co": { 2023-12-20T10:49:52.155 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.155 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.155 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.155 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:52.155 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 451776, 2023-12-20T10:49:52.156 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 39 2023-12-20T10:49:52.156 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.156 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mapbl": { 2023-12-20T10:49:52.156 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.156 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.156 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.156 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pglog": { 2023-12-20T10:49:52.156 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 7280, 2023-12-20T10:49:52.156 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 18 2023-12-20T10:49:52.156 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.156 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap": { 2023-12-20T10:49:52.156 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 215080, 2023-12-20T10:49:52.156 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3342 2023-12-20T10:49:52.156 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.156 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap_mapping": { 2023-12-20T10:49:52.156 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.157 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.157 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.157 INFO:tasks.workunit.client.0.smithi123.stdout: "pgmap": { 2023-12-20T10:49:52.157 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.157 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.157 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.157 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_1": { 2023-12-20T10:49:52.157 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.157 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.157 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.157 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_2": { 2023-12-20T10:49:52.157 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.157 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.157 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.157 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.158 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.2": { 2023-12-20T10:49:52.158 INFO:tasks.workunit.client.0.smithi123.stdout: "bloom_filter": { 2023-12-20T10:49:52.158 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.158 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.158 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.158 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:52.158 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 5832, 2023-12-20T10:49:52.158 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 98 2023-12-20T10:49:52.158 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.158 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_reader": { 2023-12-20T10:49:52.158 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 12672, 2023-12-20T10:49:52.158 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 6 2023-12-20T10:49:52.158 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.158 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_writer": { 2023-12-20T10:49:52.158 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 576, 2023-12-20T10:49:52.159 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3 2023-12-20T10:49:52.159 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.159 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Blob": { 2023-12-20T10:49:52.159 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 18144, 2023-12-20T10:49:52.159 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 162 2023-12-20T10:49:52.159 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.159 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Buffer": { 2023-12-20T10:49:52.159 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 1120, 2023-12-20T10:49:52.159 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 10 2023-12-20T10:49:52.159 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.159 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Extent": { 2023-12-20T10:49:52.159 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 7776, 2023-12-20T10:49:52.159 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 162 2023-12-20T10:49:52.159 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.159 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_SharedBlob": { 2023-12-20T10:49:52.159 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 18144, 2023-12-20T10:49:52.160 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 162 2023-12-20T10:49:52.160 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.160 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_alloc": { 2023-12-20T10:49:52.160 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 720, 2023-12-20T10:49:52.160 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 9 2023-12-20T10:49:52.160 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.160 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_data": { 2023-12-20T10:49:52.160 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 8192, 2023-12-20T10:49:52.160 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 2 2023-12-20T10:49:52.160 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.160 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_meta": { 2023-12-20T10:49:52.160 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 42156, 2023-12-20T10:49:52.160 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 7917 2023-12-20T10:49:52.160 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.160 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_onode": { 2023-12-20T10:49:52.160 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 117640, 2023-12-20T10:49:52.161 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 173 2023-12-20T10:49:52.161 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.161 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_other": { 2023-12-20T10:49:52.161 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 7996, 2023-12-20T10:49:52.161 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 484 2023-12-20T10:49:52.161 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.161 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_fsck": { 2023-12-20T10:49:52.161 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.161 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.161 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.161 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_inline_bl": { 2023-12-20T10:49:52.161 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 25018, 2023-12-20T10:49:52.161 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 173 2023-12-20T10:49:52.161 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.161 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_txc": { 2023-12-20T10:49:52.162 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 1472, 2023-12-20T10:49:52.162 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 2 2023-12-20T10:49:52.162 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.162 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing": { 2023-12-20T10:49:52.162 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 299794, 2023-12-20T10:49:52.162 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 66 2023-12-20T10:49:52.162 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.162 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing_deferred": { 2023-12-20T10:49:52.162 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 40192, 2023-12-20T10:49:52.162 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 10 2023-12-20T10:49:52.162 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.162 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_anon": { 2023-12-20T10:49:52.162 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 2401922, 2023-12-20T10:49:52.162 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 173 2023-12-20T10:49:52.162 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.162 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_meta": { 2023-12-20T10:49:52.163 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 4312, 2023-12-20T10:49:52.163 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 49 2023-12-20T10:49:52.163 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.163 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_co": { 2023-12-20T10:49:52.163 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.163 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.163 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.163 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:52.163 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 359104, 2023-12-20T10:49:52.163 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 31 2023-12-20T10:49:52.163 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.163 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mapbl": { 2023-12-20T10:49:52.163 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.163 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.163 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.163 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pglog": { 2023-12-20T10:49:52.164 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 8840, 2023-12-20T10:49:52.164 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 25 2023-12-20T10:49:52.164 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.164 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap": { 2023-12-20T10:49:52.164 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 215912, 2023-12-20T10:49:52.164 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3388 2023-12-20T10:49:52.164 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.164 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap_mapping": { 2023-12-20T10:49:52.164 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.164 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.164 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.164 INFO:tasks.workunit.client.0.smithi123.stdout: "pgmap": { 2023-12-20T10:49:52.164 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.164 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.164 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.164 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_1": { 2023-12-20T10:49:52.165 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.165 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.165 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.165 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_2": { 2023-12-20T10:49:52.165 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.165 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.165 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.165 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.165 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.3": { 2023-12-20T10:49:52.165 INFO:tasks.workunit.client.0.smithi123.stdout: "bloom_filter": { 2023-12-20T10:49:52.165 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.165 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.165 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.165 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:52.165 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 5832, 2023-12-20T10:49:52.166 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 98 2023-12-20T10:49:52.166 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.166 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_reader": { 2023-12-20T10:49:52.166 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 12672, 2023-12-20T10:49:52.166 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 6 2023-12-20T10:49:52.166 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.166 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_writer": { 2023-12-20T10:49:52.166 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 576, 2023-12-20T10:49:52.166 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3 2023-12-20T10:49:52.166 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.166 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Blob": { 2023-12-20T10:49:52.166 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 18480, 2023-12-20T10:49:52.166 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 165 2023-12-20T10:49:52.166 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.167 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Buffer": { 2023-12-20T10:49:52.167 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 448, 2023-12-20T10:49:52.167 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 4 2023-12-20T10:49:52.167 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.167 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Extent": { 2023-12-20T10:49:52.167 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 7920, 2023-12-20T10:49:52.167 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 165 2023-12-20T10:49:52.167 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.167 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_SharedBlob": { 2023-12-20T10:49:52.167 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 18480, 2023-12-20T10:49:52.167 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 165 2023-12-20T10:49:52.167 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.167 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_alloc": { 2023-12-20T10:49:52.167 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 560, 2023-12-20T10:49:52.167 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 7 2023-12-20T10:49:52.167 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.168 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_data": { 2023-12-20T10:49:52.168 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 14625, 2023-12-20T10:49:52.168 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3 2023-12-20T10:49:52.168 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.168 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_meta": { 2023-12-20T10:49:52.168 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 42593, 2023-12-20T10:49:52.168 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 8091 2023-12-20T10:49:52.168 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.168 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_onode": { 2023-12-20T10:49:52.168 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 121040, 2023-12-20T10:49:52.168 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 178 2023-12-20T10:49:52.168 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.168 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_other": { 2023-12-20T10:49:52.168 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 9048, 2023-12-20T10:49:52.168 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 537 2023-12-20T10:49:52.169 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.169 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_fsck": { 2023-12-20T10:49:52.169 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.169 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.169 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.169 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_inline_bl": { 2023-12-20T10:49:52.169 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 25794, 2023-12-20T10:49:52.169 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 178 2023-12-20T10:49:52.169 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.169 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_txc": { 2023-12-20T10:49:52.169 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 2208, 2023-12-20T10:49:52.169 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3 2023-12-20T10:49:52.169 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.169 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing": { 2023-12-20T10:49:52.169 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 215613, 2023-12-20T10:49:52.170 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 46 2023-12-20T10:49:52.170 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.170 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing_deferred": { 2023-12-20T10:49:52.170 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 30637, 2023-12-20T10:49:52.170 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 9 2023-12-20T10:49:52.170 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.170 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_anon": { 2023-12-20T10:49:52.170 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 2441264, 2023-12-20T10:49:52.170 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 186 2023-12-20T10:49:52.170 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.170 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_meta": { 2023-12-20T10:49:52.170 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 4840, 2023-12-20T10:49:52.170 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 55 2023-12-20T10:49:52.170 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.170 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_co": { 2023-12-20T10:49:52.170 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.171 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.171 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.171 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:52.171 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 428608, 2023-12-20T10:49:52.171 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 37 2023-12-20T10:49:52.171 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.171 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mapbl": { 2023-12-20T10:49:52.171 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.171 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.171 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.171 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pglog": { 2023-12-20T10:49:52.171 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 10400, 2023-12-20T10:49:52.171 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 20 2023-12-20T10:49:52.171 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.171 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap": { 2023-12-20T10:49:52.172 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 215080, 2023-12-20T10:49:52.172 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3342 2023-12-20T10:49:52.172 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.172 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap_mapping": { 2023-12-20T10:49:52.172 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.172 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.172 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.172 INFO:tasks.workunit.client.0.smithi123.stdout: "pgmap": { 2023-12-20T10:49:52.172 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.172 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.172 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.172 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_1": { 2023-12-20T10:49:52.172 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.172 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.172 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.172 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_2": { 2023-12-20T10:49:52.173 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.173 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.173 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.173 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.173 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.4": { 2023-12-20T10:49:52.173 INFO:tasks.workunit.client.0.smithi123.stdout: "bloom_filter": { 2023-12-20T10:49:52.173 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.173 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.173 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.173 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:52.173 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 5832, 2023-12-20T10:49:52.173 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 98 2023-12-20T10:49:52.173 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.173 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_reader": { 2023-12-20T10:49:52.173 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 12672, 2023-12-20T10:49:52.174 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 6 2023-12-20T10:49:52.174 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.174 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_writer": { 2023-12-20T10:49:52.174 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 576, 2023-12-20T10:49:52.174 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3 2023-12-20T10:49:52.174 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.174 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Blob": { 2023-12-20T10:49:52.174 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 18480, 2023-12-20T10:49:52.174 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 165 2023-12-20T10:49:52.174 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.174 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Buffer": { 2023-12-20T10:49:52.174 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 1008, 2023-12-20T10:49:52.174 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 9 2023-12-20T10:49:52.174 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.174 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Extent": { 2023-12-20T10:49:52.175 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 7920, 2023-12-20T10:49:52.175 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 165 2023-12-20T10:49:52.175 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.175 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_SharedBlob": { 2023-12-20T10:49:52.175 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 18480, 2023-12-20T10:49:52.175 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 165 2023-12-20T10:49:52.175 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.175 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_alloc": { 2023-12-20T10:49:52.175 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 640, 2023-12-20T10:49:52.175 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 8 2023-12-20T10:49:52.175 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.175 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_data": { 2023-12-20T10:49:52.175 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 4096, 2023-12-20T10:49:52.175 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 1 2023-12-20T10:49:52.175 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.175 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_meta": { 2023-12-20T10:49:52.176 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 43390, 2023-12-20T10:49:52.176 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 8225 2023-12-20T10:49:52.176 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.176 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_onode": { 2023-12-20T10:49:52.176 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 123080, 2023-12-20T10:49:52.176 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 181 2023-12-20T10:49:52.176 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.176 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_other": { 2023-12-20T10:49:52.176 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 9288, 2023-12-20T10:49:52.176 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 540 2023-12-20T10:49:52.176 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.176 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_fsck": { 2023-12-20T10:49:52.176 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.176 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.176 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.177 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_inline_bl": { 2023-12-20T10:49:52.177 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 26562, 2023-12-20T10:49:52.177 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 181 2023-12-20T10:49:52.177 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.177 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_txc": { 2023-12-20T10:49:52.177 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 1472, 2023-12-20T10:49:52.177 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 2 2023-12-20T10:49:52.177 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.177 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing": { 2023-12-20T10:49:52.177 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 872005, 2023-12-20T10:49:52.177 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 63 2023-12-20T10:49:52.177 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.177 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing_deferred": { 2023-12-20T10:49:52.177 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 40192, 2023-12-20T10:49:52.177 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 10 2023-12-20T10:49:52.178 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.178 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_anon": { 2023-12-20T10:49:52.178 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 2415218, 2023-12-20T10:49:52.178 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 172 2023-12-20T10:49:52.178 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.178 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_meta": { 2023-12-20T10:49:52.178 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 4840, 2023-12-20T10:49:52.178 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 55 2023-12-20T10:49:52.178 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.178 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_co": { 2023-12-20T10:49:52.178 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.178 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.178 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.178 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:52.178 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 451776, 2023-12-20T10:49:52.178 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 39 2023-12-20T10:49:52.179 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.179 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mapbl": { 2023-12-20T10:49:52.179 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.179 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.179 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.179 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pglog": { 2023-12-20T10:49:52.179 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 7800, 2023-12-20T10:49:52.179 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 15 2023-12-20T10:49:52.179 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.179 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap": { 2023-12-20T10:49:52.179 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 215656, 2023-12-20T10:49:52.179 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3376 2023-12-20T10:49:52.179 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.179 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap_mapping": { 2023-12-20T10:49:52.179 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.179 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.180 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.180 INFO:tasks.workunit.client.0.smithi123.stdout: "pgmap": { 2023-12-20T10:49:52.180 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.180 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.180 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.180 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_1": { 2023-12-20T10:49:52.180 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.180 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.180 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.180 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_2": { 2023-12-20T10:49:52.180 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.180 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.180 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.180 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.180 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.5": { 2023-12-20T10:49:52.180 INFO:tasks.workunit.client.0.smithi123.stdout: "bloom_filter": { 2023-12-20T10:49:52.181 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.181 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.181 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.181 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:52.181 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 5832, 2023-12-20T10:49:52.181 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 98 2023-12-20T10:49:52.181 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.181 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_reader": { 2023-12-20T10:49:52.181 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 12672, 2023-12-20T10:49:52.181 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 6 2023-12-20T10:49:52.181 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.181 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_writer": { 2023-12-20T10:49:52.181 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 576, 2023-12-20T10:49:52.181 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3 2023-12-20T10:49:52.181 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.182 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Blob": { 2023-12-20T10:49:52.182 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 18256, 2023-12-20T10:49:52.182 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 163 2023-12-20T10:49:52.182 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.182 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Buffer": { 2023-12-20T10:49:52.182 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 224, 2023-12-20T10:49:52.182 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 2 2023-12-20T10:49:52.182 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.182 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Extent": { 2023-12-20T10:49:52.182 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 7824, 2023-12-20T10:49:52.182 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 163 2023-12-20T10:49:52.182 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.182 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_SharedBlob": { 2023-12-20T10:49:52.182 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 18256, 2023-12-20T10:49:52.182 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 163 2023-12-20T10:49:52.182 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.183 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_alloc": { 2023-12-20T10:49:52.183 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 640, 2023-12-20T10:49:52.183 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 8 2023-12-20T10:49:52.183 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.183 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_data": { 2023-12-20T10:49:52.183 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.183 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.183 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.183 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_meta": { 2023-12-20T10:49:52.183 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 43280, 2023-12-20T10:49:52.183 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 8196 2023-12-20T10:49:52.183 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.183 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_onode": { 2023-12-20T10:49:52.184 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 123080, 2023-12-20T10:49:52.184 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 181 2023-12-20T10:49:52.184 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.184 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_other": { 2023-12-20T10:49:52.184 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 9456, 2023-12-20T10:49:52.184 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 537 2023-12-20T10:49:52.184 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.184 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_fsck": { 2023-12-20T10:49:52.184 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.184 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.184 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.184 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_inline_bl": { 2023-12-20T10:49:52.184 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 26898, 2023-12-20T10:49:52.184 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 181 2023-12-20T10:49:52.184 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.184 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_txc": { 2023-12-20T10:49:52.185 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 2208, 2023-12-20T10:49:52.185 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3 2023-12-20T10:49:52.185 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.185 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing": { 2023-12-20T10:49:52.185 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 803664, 2023-12-20T10:49:52.185 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 46 2023-12-20T10:49:52.185 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.185 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing_deferred": { 2023-12-20T10:49:52.185 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 30637, 2023-12-20T10:49:52.185 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 9 2023-12-20T10:49:52.185 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.185 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_anon": { 2023-12-20T10:49:52.185 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 2434918, 2023-12-20T10:49:52.185 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 178 2023-12-20T10:49:52.185 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.186 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_meta": { 2023-12-20T10:49:52.186 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 5280, 2023-12-20T10:49:52.186 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 60 2023-12-20T10:49:52.186 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.186 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_co": { 2023-12-20T10:49:52.186 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.186 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.186 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.186 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:52.186 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 474944, 2023-12-20T10:49:52.186 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 41 2023-12-20T10:49:52.186 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.186 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mapbl": { 2023-12-20T10:49:52.186 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.186 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.186 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.187 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pglog": { 2023-12-20T10:49:52.187 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 11960, 2023-12-20T10:49:52.187 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 23 2023-12-20T10:49:52.187 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.187 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap": { 2023-12-20T10:49:52.187 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 215080, 2023-12-20T10:49:52.187 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3342 2023-12-20T10:49:52.187 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.187 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap_mapping": { 2023-12-20T10:49:52.187 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.187 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.187 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.187 INFO:tasks.workunit.client.0.smithi123.stdout: "pgmap": { 2023-12-20T10:49:52.187 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.187 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.188 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.188 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_1": { 2023-12-20T10:49:52.188 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.188 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.188 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.188 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_2": { 2023-12-20T10:49:52.188 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.188 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.188 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.188 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.188 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.6": { 2023-12-20T10:49:52.188 INFO:tasks.workunit.client.0.smithi123.stdout: "bloom_filter": { 2023-12-20T10:49:52.188 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.188 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.188 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.188 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:52.189 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 5832, 2023-12-20T10:49:52.189 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 98 2023-12-20T10:49:52.189 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.189 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_reader": { 2023-12-20T10:49:52.189 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 12672, 2023-12-20T10:49:52.189 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 6 2023-12-20T10:49:52.189 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.189 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_writer": { 2023-12-20T10:49:52.189 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 576, 2023-12-20T10:49:52.189 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3 2023-12-20T10:49:52.189 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.189 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Blob": { 2023-12-20T10:49:52.189 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 19376, 2023-12-20T10:49:52.189 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 173 2023-12-20T10:49:52.189 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.190 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Buffer": { 2023-12-20T10:49:52.190 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.190 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.190 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.190 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Extent": { 2023-12-20T10:49:52.190 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 8304, 2023-12-20T10:49:52.190 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 173 2023-12-20T10:49:52.190 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.190 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_SharedBlob": { 2023-12-20T10:49:52.190 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 19376, 2023-12-20T10:49:52.190 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 173 2023-12-20T10:49:52.190 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.190 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_alloc": { 2023-12-20T10:49:52.190 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 560, 2023-12-20T10:49:52.190 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 7 2023-12-20T10:49:52.191 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.191 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_data": { 2023-12-20T10:49:52.191 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.191 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.191 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.191 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_meta": { 2023-12-20T10:49:52.191 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 43843, 2023-12-20T10:49:52.191 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 8510 2023-12-20T10:49:52.191 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.191 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_onode": { 2023-12-20T10:49:52.191 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 122400, 2023-12-20T10:49:52.191 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 180 2023-12-20T10:49:52.191 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.191 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_other": { 2023-12-20T10:49:52.191 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 10388, 2023-12-20T10:49:52.191 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 695 2023-12-20T10:49:52.192 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.192 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_fsck": { 2023-12-20T10:49:52.192 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.192 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.192 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.192 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_inline_bl": { 2023-12-20T10:49:52.192 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 27502, 2023-12-20T10:49:52.192 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 180 2023-12-20T10:49:52.192 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.192 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_txc": { 2023-12-20T10:49:52.192 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.192 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.192 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.192 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing": { 2023-12-20T10:49:52.192 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 790659, 2023-12-20T10:49:52.193 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 43 2023-12-20T10:49:52.193 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.193 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing_deferred": { 2023-12-20T10:49:52.193 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.193 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.193 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.193 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_anon": { 2023-12-20T10:49:52.193 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 2435549, 2023-12-20T10:49:52.193 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 174 2023-12-20T10:49:52.193 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.193 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_meta": { 2023-12-20T10:49:52.193 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 4488, 2023-12-20T10:49:52.193 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 51 2023-12-20T10:49:52.193 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.193 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_co": { 2023-12-20T10:49:52.193 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.194 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.194 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.194 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:52.194 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 440192, 2023-12-20T10:49:52.194 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 38 2023-12-20T10:49:52.194 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.194 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mapbl": { 2023-12-20T10:49:52.194 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.194 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.194 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.194 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pglog": { 2023-12-20T10:49:52.194 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 88712, 2023-12-20T10:49:52.194 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 181 2023-12-20T10:49:52.194 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.194 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap": { 2023-12-20T10:49:52.195 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 216168, 2023-12-20T10:49:52.195 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3400 2023-12-20T10:49:52.195 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.195 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap_mapping": { 2023-12-20T10:49:52.195 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.195 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.195 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.195 INFO:tasks.workunit.client.0.smithi123.stdout: "pgmap": { 2023-12-20T10:49:52.195 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.195 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.195 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.195 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_1": { 2023-12-20T10:49:52.195 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.195 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.195 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.195 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_2": { 2023-12-20T10:49:52.196 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.196 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.196 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.196 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.196 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.7": { 2023-12-20T10:49:52.196 INFO:tasks.workunit.client.0.smithi123.stdout: "bloom_filter": { 2023-12-20T10:49:52.196 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.196 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.196 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.196 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:52.196 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 5832, 2023-12-20T10:49:52.196 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 98 2023-12-20T10:49:52.196 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.196 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_reader": { 2023-12-20T10:49:52.196 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 12672, 2023-12-20T10:49:52.197 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 6 2023-12-20T10:49:52.197 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.197 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_writer": { 2023-12-20T10:49:52.197 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 576, 2023-12-20T10:49:52.197 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3 2023-12-20T10:49:52.197 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.197 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Blob": { 2023-12-20T10:49:52.197 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 19264, 2023-12-20T10:49:52.197 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 172 2023-12-20T10:49:52.197 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.197 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Buffer": { 2023-12-20T10:49:52.197 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 672, 2023-12-20T10:49:52.197 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 6 2023-12-20T10:49:52.197 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.197 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Extent": { 2023-12-20T10:49:52.197 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 8256, 2023-12-20T10:49:52.198 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 172 2023-12-20T10:49:52.198 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.198 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_SharedBlob": { 2023-12-20T10:49:52.198 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 19264, 2023-12-20T10:49:52.198 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 172 2023-12-20T10:49:52.198 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.198 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_alloc": { 2023-12-20T10:49:52.198 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 640, 2023-12-20T10:49:52.198 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 8 2023-12-20T10:49:52.198 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.198 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_data": { 2023-12-20T10:49:52.198 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 266240, 2023-12-20T10:49:52.198 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 6 2023-12-20T10:49:52.198 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.198 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_meta": { 2023-12-20T10:49:52.198 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 46304, 2023-12-20T10:49:52.199 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 8871 2023-12-20T10:49:52.199 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.199 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_onode": { 2023-12-20T10:49:52.199 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 128520, 2023-12-20T10:49:52.199 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 189 2023-12-20T10:49:52.199 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.199 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_other": { 2023-12-20T10:49:52.199 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 11264, 2023-12-20T10:49:52.199 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 701 2023-12-20T10:49:52.199 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.199 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_fsck": { 2023-12-20T10:49:52.199 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.199 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.199 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.199 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_inline_bl": { 2023-12-20T10:49:52.200 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 29974, 2023-12-20T10:49:52.200 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 189 2023-12-20T10:49:52.200 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.200 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_txc": { 2023-12-20T10:49:52.200 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.200 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.200 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.200 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing": { 2023-12-20T10:49:52.200 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 145646, 2023-12-20T10:49:52.200 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 29 2023-12-20T10:49:52.200 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.200 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing_deferred": { 2023-12-20T10:49:52.200 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.200 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.200 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.200 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_anon": { 2023-12-20T10:49:52.201 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 2434751, 2023-12-20T10:49:52.201 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 212 2023-12-20T10:49:52.201 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.201 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_meta": { 2023-12-20T10:49:52.201 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 5720, 2023-12-20T10:49:52.201 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 65 2023-12-20T10:49:52.201 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.201 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_co": { 2023-12-20T10:49:52.201 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.201 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.201 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.201 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:52.201 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 532864, 2023-12-20T10:49:52.202 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 46 2023-12-20T10:49:52.202 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.202 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mapbl": { 2023-12-20T10:49:52.202 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.202 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.202 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.202 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pglog": { 2023-12-20T10:49:52.202 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 89440, 2023-12-20T10:49:52.202 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 200 2023-12-20T10:49:52.202 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.202 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap": { 2023-12-20T10:49:52.202 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 215400, 2023-12-20T10:49:52.202 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3364 2023-12-20T10:49:52.202 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.202 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap_mapping": { 2023-12-20T10:49:52.203 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.203 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.203 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.203 INFO:tasks.workunit.client.0.smithi123.stdout: "pgmap": { 2023-12-20T10:49:52.203 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.203 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.203 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.203 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_1": { 2023-12-20T10:49:52.203 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.203 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.203 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.203 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_2": { 2023-12-20T10:49:52.203 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:52.203 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:52.203 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.203 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.204 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.204 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.204 INFO:tasks.workunit.client.0.smithi123.stdout: "metadata": { 2023-12-20T10:49:52.204 INFO:tasks.workunit.client.0.smithi123.stdout: "mds": { 2023-12-20T10:49:52.204 INFO:tasks.workunit.client.0.smithi123.stdout: "arch": { 2023-12-20T10:49:52.204 INFO:tasks.workunit.client.0.smithi123.stdout: "x86_64": 2 2023-12-20T10:49:52.204 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.204 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph_version": { 2023-12-20T10:49:52.204 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T10:49:52.204 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.204 INFO:tasks.workunit.client.0.smithi123.stdout: "cpu": { 2023-12-20T10:49:52.204 INFO:tasks.workunit.client.0.smithi123.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2023-12-20T10:49:52.204 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.204 INFO:tasks.workunit.client.0.smithi123.stdout: "distro": { 2023-12-20T10:49:52.204 INFO:tasks.workunit.client.0.smithi123.stdout: "centos": 2 2023-12-20T10:49:52.205 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.205 INFO:tasks.workunit.client.0.smithi123.stdout: "distro_description": { 2023-12-20T10:49:52.205 INFO:tasks.workunit.client.0.smithi123.stdout: "CentOS Stream 8": 2 2023-12-20T10:49:52.205 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.205 INFO:tasks.workunit.client.0.smithi123.stdout: "kernel_description": { 2023-12-20T10:49:52.205 INFO:tasks.workunit.client.0.smithi123.stdout: "#1 SMP Wed Dec 6 01:03:46 UTC 2023": 2 2023-12-20T10:49:52.205 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.205 INFO:tasks.workunit.client.0.smithi123.stdout: "kernel_version": { 2023-12-20T10:49:52.205 INFO:tasks.workunit.client.0.smithi123.stdout: "4.18.0-529.el8.x86_64": 2 2023-12-20T10:49:52.205 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.205 INFO:tasks.workunit.client.0.smithi123.stdout: "os": { 2023-12-20T10:49:52.205 INFO:tasks.workunit.client.0.smithi123.stdout: "Linux": 2 2023-12-20T10:49:52.205 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.205 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.205 INFO:tasks.workunit.client.0.smithi123.stdout: "mon": { 2023-12-20T10:49:52.206 INFO:tasks.workunit.client.0.smithi123.stdout: "arch": { 2023-12-20T10:49:52.206 INFO:tasks.workunit.client.0.smithi123.stdout: "x86_64": 3 2023-12-20T10:49:52.206 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.206 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph_version": { 2023-12-20T10:49:52.206 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 3 2023-12-20T10:49:52.206 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.206 INFO:tasks.workunit.client.0.smithi123.stdout: "cpu": { 2023-12-20T10:49:52.206 INFO:tasks.workunit.client.0.smithi123.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2023-12-20T10:49:52.206 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.206 INFO:tasks.workunit.client.0.smithi123.stdout: "distro": { 2023-12-20T10:49:52.206 INFO:tasks.workunit.client.0.smithi123.stdout: "centos": 3 2023-12-20T10:49:52.206 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.206 INFO:tasks.workunit.client.0.smithi123.stdout: "distro_description": { 2023-12-20T10:49:52.206 INFO:tasks.workunit.client.0.smithi123.stdout: "CentOS Stream 8": 3 2023-12-20T10:49:52.206 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.206 INFO:tasks.workunit.client.0.smithi123.stdout: "kernel_description": { 2023-12-20T10:49:52.207 INFO:tasks.workunit.client.0.smithi123.stdout: "#1 SMP Wed Dec 6 01:03:46 UTC 2023": 3 2023-12-20T10:49:52.207 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.207 INFO:tasks.workunit.client.0.smithi123.stdout: "kernel_version": { 2023-12-20T10:49:52.207 INFO:tasks.workunit.client.0.smithi123.stdout: "4.18.0-529.el8.x86_64": 3 2023-12-20T10:49:52.207 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.207 INFO:tasks.workunit.client.0.smithi123.stdout: "os": { 2023-12-20T10:49:52.207 INFO:tasks.workunit.client.0.smithi123.stdout: "Linux": 3 2023-12-20T10:49:52.207 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.207 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.207 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:52.207 INFO:tasks.workunit.client.0.smithi123.stdout: "arch": { 2023-12-20T10:49:52.207 INFO:tasks.workunit.client.0.smithi123.stdout: "x86_64": 8 2023-12-20T10:49:52.207 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.207 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph_version": { 2023-12-20T10:49:52.207 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 8 2023-12-20T10:49:52.207 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.208 INFO:tasks.workunit.client.0.smithi123.stdout: "cpu": { 2023-12-20T10:49:52.208 INFO:tasks.workunit.client.0.smithi123.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2023-12-20T10:49:52.208 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.208 INFO:tasks.workunit.client.0.smithi123.stdout: "distro": { 2023-12-20T10:49:52.208 INFO:tasks.workunit.client.0.smithi123.stdout: "centos": 8 2023-12-20T10:49:52.208 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.208 INFO:tasks.workunit.client.0.smithi123.stdout: "distro_description": { 2023-12-20T10:49:52.208 INFO:tasks.workunit.client.0.smithi123.stdout: "CentOS Stream 8": 8 2023-12-20T10:49:52.208 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.208 INFO:tasks.workunit.client.0.smithi123.stdout: "kernel_description": { 2023-12-20T10:49:52.208 INFO:tasks.workunit.client.0.smithi123.stdout: "#1 SMP Wed Dec 6 01:03:46 UTC 2023": 8 2023-12-20T10:49:52.208 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.208 INFO:tasks.workunit.client.0.smithi123.stdout: "kernel_version": { 2023-12-20T10:49:52.208 INFO:tasks.workunit.client.0.smithi123.stdout: "4.18.0-529.el8.x86_64": 8 2023-12-20T10:49:52.208 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.209 INFO:tasks.workunit.client.0.smithi123.stdout: "os": { 2023-12-20T10:49:52.209 INFO:tasks.workunit.client.0.smithi123.stdout: "Linux": 8 2023-12-20T10:49:52.209 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.209 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_objectstore": { 2023-12-20T10:49:52.209 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore": 8 2023-12-20T10:49:52.209 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.209 INFO:tasks.workunit.client.0.smithi123.stdout: "rotational": { 2023-12-20T10:49:52.209 INFO:tasks.workunit.client.0.smithi123.stdout: "0": 8 2023-12-20T10:49:52.209 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.209 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.209 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.209 INFO:tasks.workunit.client.0.smithi123.stdout: "mon": { 2023-12-20T10:49:52.209 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 3, 2023-12-20T10:49:52.209 INFO:tasks.workunit.client.0.smithi123.stdout: "features": { 2023-12-20T10:49:52.209 INFO:tasks.workunit.client.0.smithi123.stdout: "optional": [], 2023-12-20T10:49:52.209 INFO:tasks.workunit.client.0.smithi123.stdout: "persistent": [ 2023-12-20T10:49:52.210 INFO:tasks.workunit.client.0.smithi123.stdout: "kraken", 2023-12-20T10:49:52.210 INFO:tasks.workunit.client.0.smithi123.stdout: "luminous", 2023-12-20T10:49:52.210 INFO:tasks.workunit.client.0.smithi123.stdout: "mimic", 2023-12-20T10:49:52.210 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap-prune", 2023-12-20T10:49:52.210 INFO:tasks.workunit.client.0.smithi123.stdout: "nautilus", 2023-12-20T10:49:52.210 INFO:tasks.workunit.client.0.smithi123.stdout: "octopus", 2023-12-20T10:49:52.210 INFO:tasks.workunit.client.0.smithi123.stdout: "pacific", 2023-12-20T10:49:52.210 INFO:tasks.workunit.client.0.smithi123.stdout: "elector-pinging", 2023-12-20T10:49:52.210 INFO:tasks.workunit.client.0.smithi123.stdout: "quincy" 2023-12-20T10:49:52.210 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.210 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.210 INFO:tasks.workunit.client.0.smithi123.stdout: "ipv4_addr_mons": 6, 2023-12-20T10:49:52.210 INFO:tasks.workunit.client.0.smithi123.stdout: "ipv6_addr_mons": 0, 2023-12-20T10:49:52.210 INFO:tasks.workunit.client.0.smithi123.stdout: "min_mon_release": 17, 2023-12-20T10:49:52.210 INFO:tasks.workunit.client.0.smithi123.stdout: "v1_addr_mons": 3, 2023-12-20T10:49:52.210 INFO:tasks.workunit.client.0.smithi123.stdout: "v2_addr_mons": 3 2023-12-20T10:49:52.211 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.211 INFO:tasks.workunit.client.0.smithi123.stdout: "organization": "ceph-qa", 2023-12-20T10:49:52.211 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:52.211 INFO:tasks.workunit.client.0.smithi123.stdout: "cluster_network": false, 2023-12-20T10:49:52.211 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 8, 2023-12-20T10:49:52.211 INFO:tasks.workunit.client.0.smithi123.stdout: "require_min_compat_client": "luminous", 2023-12-20T10:49:52.211 INFO:tasks.workunit.client.0.smithi123.stdout: "require_osd_release": "quincy" 2023-12-20T10:49:52.211 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.211 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_perf_histograms": [ 2023-12-20T10:49:52.211 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.211 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-20T10:49:52.211 INFO:tasks.workunit.client.0.smithi123.stdout: "axes": [ 2023-12-20T10:49:52.211 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.211 INFO:tasks.workunit.client.0.smithi123.stdout: "buckets": 32, 2023-12-20T10:49:52.211 INFO:tasks.workunit.client.0.smithi123.stdout: "min": 0, 2023-12-20T10:49:52.212 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "Latency (usec)", 2023-12-20T10:49:52.212 INFO:tasks.workunit.client.0.smithi123.stdout: "quant_size": 100000, 2023-12-20T10:49:52.212 INFO:tasks.workunit.client.0.smithi123.stdout: "ranges": [ 2023-12-20T10:49:52.212 INFO:tasks.workunit.client.0.smithi123.stdout: "[None, -1]", 2023-12-20T10:49:52.212 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 99999]", 2023-12-20T10:49:52.212 INFO:tasks.workunit.client.0.smithi123.stdout: "[100000, 199999]", 2023-12-20T10:49:52.212 INFO:tasks.workunit.client.0.smithi123.stdout: "[200000, 399999]", 2023-12-20T10:49:52.212 INFO:tasks.workunit.client.0.smithi123.stdout: "[400000, 799999]", 2023-12-20T10:49:52.212 INFO:tasks.workunit.client.0.smithi123.stdout: "[800000, 1599999]", 2023-12-20T10:49:52.212 INFO:tasks.workunit.client.0.smithi123.stdout: "[1600000, 3199999]", 2023-12-20T10:49:52.212 INFO:tasks.workunit.client.0.smithi123.stdout: "[3200000, 6399999]", 2023-12-20T10:49:52.212 INFO:tasks.workunit.client.0.smithi123.stdout: "[6400000, 12799999]", 2023-12-20T10:49:52.212 INFO:tasks.workunit.client.0.smithi123.stdout: "[12800000, 25599999]", 2023-12-20T10:49:52.212 INFO:tasks.workunit.client.0.smithi123.stdout: "[25600000, 51199999]", 2023-12-20T10:49:52.212 INFO:tasks.workunit.client.0.smithi123.stdout: "[51200000, 102399999]", 2023-12-20T10:49:52.212 INFO:tasks.workunit.client.0.smithi123.stdout: "[102400000, 204799999]", 2023-12-20T10:49:52.213 INFO:tasks.workunit.client.0.smithi123.stdout: "[204800000, 409599999]", 2023-12-20T10:49:52.213 INFO:tasks.workunit.client.0.smithi123.stdout: "[409600000, 819199999]", 2023-12-20T10:49:52.213 INFO:tasks.workunit.client.0.smithi123.stdout: "[819200000, 1638399999]", 2023-12-20T10:49:52.213 INFO:tasks.workunit.client.0.smithi123.stdout: "[1638400000, 3276799999]", 2023-12-20T10:49:52.213 INFO:tasks.workunit.client.0.smithi123.stdout: "[3276800000, 6553599999]", 2023-12-20T10:49:52.213 INFO:tasks.workunit.client.0.smithi123.stdout: "[6553600000, 13107199999]", 2023-12-20T10:49:52.213 INFO:tasks.workunit.client.0.smithi123.stdout: "[13107200000, 26214399999]", 2023-12-20T10:49:52.213 INFO:tasks.workunit.client.0.smithi123.stdout: "[26214400000, 52428799999]", 2023-12-20T10:49:52.213 INFO:tasks.workunit.client.0.smithi123.stdout: "[52428800000, 104857599999]", 2023-12-20T10:49:52.213 INFO:tasks.workunit.client.0.smithi123.stdout: "[104857600000, 209715199999]", 2023-12-20T10:49:52.213 INFO:tasks.workunit.client.0.smithi123.stdout: "[209715200000, 419430399999]", 2023-12-20T10:49:52.213 INFO:tasks.workunit.client.0.smithi123.stdout: "[419430400000, 838860799999]", 2023-12-20T10:49:52.213 INFO:tasks.workunit.client.0.smithi123.stdout: "[838860800000, 1677721599999]", 2023-12-20T10:49:52.213 INFO:tasks.workunit.client.0.smithi123.stdout: "[1677721600000, 3355443199999]", 2023-12-20T10:49:52.213 INFO:tasks.workunit.client.0.smithi123.stdout: "[3355443200000, 6710886399999]", 2023-12-20T10:49:52.214 INFO:tasks.workunit.client.0.smithi123.stdout: "[6710886400000, 13421772799999]", 2023-12-20T10:49:52.214 INFO:tasks.workunit.client.0.smithi123.stdout: "[13421772800000, 26843545599999]", 2023-12-20T10:49:52.214 INFO:tasks.workunit.client.0.smithi123.stdout: "[26843545600000, 53687091199999]", 2023-12-20T10:49:52.214 INFO:tasks.workunit.client.0.smithi123.stdout: "[53687091200000, None]" 2023-12-20T10:49:52.214 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.214 INFO:tasks.workunit.client.0.smithi123.stdout: "scale_type": "log2" 2023-12-20T10:49:52.214 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.214 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.214 INFO:tasks.workunit.client.0.smithi123.stdout: "buckets": 32, 2023-12-20T10:49:52.214 INFO:tasks.workunit.client.0.smithi123.stdout: "min": 0, 2023-12-20T10:49:52.214 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "Request size (bytes)", 2023-12-20T10:49:52.214 INFO:tasks.workunit.client.0.smithi123.stdout: "quant_size": 512, 2023-12-20T10:49:52.214 INFO:tasks.workunit.client.0.smithi123.stdout: "ranges": [ 2023-12-20T10:49:52.214 INFO:tasks.workunit.client.0.smithi123.stdout: "[None, -1]", 2023-12-20T10:49:52.214 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 511]", 2023-12-20T10:49:52.214 INFO:tasks.workunit.client.0.smithi123.stdout: "[512, 1023]", 2023-12-20T10:49:52.215 INFO:tasks.workunit.client.0.smithi123.stdout: "[1024, 2047]", 2023-12-20T10:49:52.215 INFO:tasks.workunit.client.0.smithi123.stdout: "[2048, 4095]", 2023-12-20T10:49:52.215 INFO:tasks.workunit.client.0.smithi123.stdout: "[4096, 8191]", 2023-12-20T10:49:52.215 INFO:tasks.workunit.client.0.smithi123.stdout: "[8192, 16383]", 2023-12-20T10:49:52.215 INFO:tasks.workunit.client.0.smithi123.stdout: "[16384, 32767]", 2023-12-20T10:49:52.215 INFO:tasks.workunit.client.0.smithi123.stdout: "[32768, 65535]", 2023-12-20T10:49:52.215 INFO:tasks.workunit.client.0.smithi123.stdout: "[65536, 131071]", 2023-12-20T10:49:52.215 INFO:tasks.workunit.client.0.smithi123.stdout: "[131072, 262143]", 2023-12-20T10:49:52.215 INFO:tasks.workunit.client.0.smithi123.stdout: "[262144, 524287]", 2023-12-20T10:49:52.215 INFO:tasks.workunit.client.0.smithi123.stdout: "[524288, 1048575]", 2023-12-20T10:49:52.215 INFO:tasks.workunit.client.0.smithi123.stdout: "[1048576, 2097151]", 2023-12-20T10:49:52.215 INFO:tasks.workunit.client.0.smithi123.stdout: "[2097152, 4194303]", 2023-12-20T10:49:52.215 INFO:tasks.workunit.client.0.smithi123.stdout: "[4194304, 8388607]", 2023-12-20T10:49:52.215 INFO:tasks.workunit.client.0.smithi123.stdout: "[8388608, 16777215]", 2023-12-20T10:49:52.215 INFO:tasks.workunit.client.0.smithi123.stdout: "[16777216, 33554431]", 2023-12-20T10:49:52.215 INFO:tasks.workunit.client.0.smithi123.stdout: "[33554432, 67108863]", 2023-12-20T10:49:52.216 INFO:tasks.workunit.client.0.smithi123.stdout: "[67108864, 134217727]", 2023-12-20T10:49:52.216 INFO:tasks.workunit.client.0.smithi123.stdout: "[134217728, 268435455]", 2023-12-20T10:49:52.216 INFO:tasks.workunit.client.0.smithi123.stdout: "[268435456, 536870911]", 2023-12-20T10:49:52.216 INFO:tasks.workunit.client.0.smithi123.stdout: "[536870912, 1073741823]", 2023-12-20T10:49:52.216 INFO:tasks.workunit.client.0.smithi123.stdout: "[1073741824, 2147483647]", 2023-12-20T10:49:52.216 INFO:tasks.workunit.client.0.smithi123.stdout: "[2147483648, 4294967295]", 2023-12-20T10:49:52.216 INFO:tasks.workunit.client.0.smithi123.stdout: "[4294967296, 8589934591]", 2023-12-20T10:49:52.216 INFO:tasks.workunit.client.0.smithi123.stdout: "[8589934592, 17179869183]", 2023-12-20T10:49:52.216 INFO:tasks.workunit.client.0.smithi123.stdout: "[17179869184, 34359738367]", 2023-12-20T10:49:52.216 INFO:tasks.workunit.client.0.smithi123.stdout: "[34359738368, 68719476735]", 2023-12-20T10:49:52.216 INFO:tasks.workunit.client.0.smithi123.stdout: "[68719476736, 137438953471]", 2023-12-20T10:49:52.216 INFO:tasks.workunit.client.0.smithi123.stdout: "[137438953472, 274877906943]", 2023-12-20T10:49:52.216 INFO:tasks.workunit.client.0.smithi123.stdout: "[274877906944, None]" 2023-12-20T10:49:52.217 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.217 INFO:tasks.workunit.client.0.smithi123.stdout: "scale_type": "log2" 2023-12-20T10:49:52.217 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.217 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.217 INFO:tasks.workunit.client.0.smithi123.stdout: "osds": [ 2023-12-20T10:49:52.217 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.217 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 0, 2023-12-20T10:49:52.217 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:52.217 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.217 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.217 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.217 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.217 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.217 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.217 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.218 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.218 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.218 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.218 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.218 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.218 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.218 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.218 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.218 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.218 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.218 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.218 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.218 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.218 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.218 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.218 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.219 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.219 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.219 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.219 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.219 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.219 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.219 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.219 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.219 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:52.219 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.219 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.219 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.219 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 1, 2023-12-20T10:49:52.219 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:52.219 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.220 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.220 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.220 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.220 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.220 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.220 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.220 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.220 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.220 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.220 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.220 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.220 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.220 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.220 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.220 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.220 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.221 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.221 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.221 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.221 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.221 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.221 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.221 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.221 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.221 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.221 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.221 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.221 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.221 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.221 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.222 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:52.222 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.222 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.222 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.222 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 2, 2023-12-20T10:49:52.222 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:52.222 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.222 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.222 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.222 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.222 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.222 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.222 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.222 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.222 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.223 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.223 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.223 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.223 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.223 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.223 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.223 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.223 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.223 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.223 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.223 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.223 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.223 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.223 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.223 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.224 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.224 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.224 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.224 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.224 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.224 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.224 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.224 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:52.224 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.224 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.224 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.224 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 3, 2023-12-20T10:49:52.224 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:52.224 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.224 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.224 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.225 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.225 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.225 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.225 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.225 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.225 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.225 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.225 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.225 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.225 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.225 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.225 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.225 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.225 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.225 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.226 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.226 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.226 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.226 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.226 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.226 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.226 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.226 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.226 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.226 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.226 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.226 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.226 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.226 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:52.227 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.227 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.227 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.227 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 4, 2023-12-20T10:49:52.227 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:52.227 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.227 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.227 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.227 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.227 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.227 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.227 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.227 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.227 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.227 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.228 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.228 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.228 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.228 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.228 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.228 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.228 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.228 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.228 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.228 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.228 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.228 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.228 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.228 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.228 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.228 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.229 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.229 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.229 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.229 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.229 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.229 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:52.229 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.229 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.229 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.229 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 5, 2023-12-20T10:49:52.229 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:52.229 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.229 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.229 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.229 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.230 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.230 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.230 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.230 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.230 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.230 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.230 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.230 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.230 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.230 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.230 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.230 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.230 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.230 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.230 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.230 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.231 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.231 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.231 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.231 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.231 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.231 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.231 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.231 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.231 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.231 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.232 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.232 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:52.232 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.232 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.232 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.232 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 6, 2023-12-20T10:49:52.232 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:52.232 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.232 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.232 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.232 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.232 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.232 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.232 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.232 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.232 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.233 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.233 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.233 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.233 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.233 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.233 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.233 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.233 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.233 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.233 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.233 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.233 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.233 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.233 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.233 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.234 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.234 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.234 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.234 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.234 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.234 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.234 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.234 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:52.234 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.234 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.234 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.234 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 7, 2023-12-20T10:49:52.234 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:52.234 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.234 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.235 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.235 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.235 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.235 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.235 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.235 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.235 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.235 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.235 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.235 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.235 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.235 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.235 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.235 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.235 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.235 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.236 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.236 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.236 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.236 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.236 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.236 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.236 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.236 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.236 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.236 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.236 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.236 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.236 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.236 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:52.237 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.237 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.237 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.237 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.237 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-20T10:49:52.237 INFO:tasks.workunit.client.0.smithi123.stdout: "axes": [ 2023-12-20T10:49:52.237 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.237 INFO:tasks.workunit.client.0.smithi123.stdout: "buckets": 32, 2023-12-20T10:49:52.237 INFO:tasks.workunit.client.0.smithi123.stdout: "min": 0, 2023-12-20T10:49:52.237 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "Latency (usec)", 2023-12-20T10:49:52.237 INFO:tasks.workunit.client.0.smithi123.stdout: "quant_size": 100000, 2023-12-20T10:49:52.237 INFO:tasks.workunit.client.0.smithi123.stdout: "ranges": [ 2023-12-20T10:49:52.237 INFO:tasks.workunit.client.0.smithi123.stdout: "[None, -1]", 2023-12-20T10:49:52.238 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 99999]", 2023-12-20T10:49:52.238 INFO:tasks.workunit.client.0.smithi123.stdout: "[100000, 199999]", 2023-12-20T10:49:52.238 INFO:tasks.workunit.client.0.smithi123.stdout: "[200000, 399999]", 2023-12-20T10:49:52.238 INFO:tasks.workunit.client.0.smithi123.stdout: "[400000, 799999]", 2023-12-20T10:49:52.238 INFO:tasks.workunit.client.0.smithi123.stdout: "[800000, 1599999]", 2023-12-20T10:49:52.238 INFO:tasks.workunit.client.0.smithi123.stdout: "[1600000, 3199999]", 2023-12-20T10:49:52.238 INFO:tasks.workunit.client.0.smithi123.stdout: "[3200000, 6399999]", 2023-12-20T10:49:52.238 INFO:tasks.workunit.client.0.smithi123.stdout: "[6400000, 12799999]", 2023-12-20T10:49:52.238 INFO:tasks.workunit.client.0.smithi123.stdout: "[12800000, 25599999]", 2023-12-20T10:49:52.238 INFO:tasks.workunit.client.0.smithi123.stdout: "[25600000, 51199999]", 2023-12-20T10:49:52.238 INFO:tasks.workunit.client.0.smithi123.stdout: "[51200000, 102399999]", 2023-12-20T10:49:52.238 INFO:tasks.workunit.client.0.smithi123.stdout: "[102400000, 204799999]", 2023-12-20T10:49:52.238 INFO:tasks.workunit.client.0.smithi123.stdout: "[204800000, 409599999]", 2023-12-20T10:49:52.238 INFO:tasks.workunit.client.0.smithi123.stdout: "[409600000, 819199999]", 2023-12-20T10:49:52.238 INFO:tasks.workunit.client.0.smithi123.stdout: "[819200000, 1638399999]", 2023-12-20T10:49:52.239 INFO:tasks.workunit.client.0.smithi123.stdout: "[1638400000, 3276799999]", 2023-12-20T10:49:52.239 INFO:tasks.workunit.client.0.smithi123.stdout: "[3276800000, 6553599999]", 2023-12-20T10:49:52.239 INFO:tasks.workunit.client.0.smithi123.stdout: "[6553600000, 13107199999]", 2023-12-20T10:49:52.239 INFO:tasks.workunit.client.0.smithi123.stdout: "[13107200000, 26214399999]", 2023-12-20T10:49:52.239 INFO:tasks.workunit.client.0.smithi123.stdout: "[26214400000, 52428799999]", 2023-12-20T10:49:52.239 INFO:tasks.workunit.client.0.smithi123.stdout: "[52428800000, 104857599999]", 2023-12-20T10:49:52.239 INFO:tasks.workunit.client.0.smithi123.stdout: "[104857600000, 209715199999]", 2023-12-20T10:49:52.239 INFO:tasks.workunit.client.0.smithi123.stdout: "[209715200000, 419430399999]", 2023-12-20T10:49:52.239 INFO:tasks.workunit.client.0.smithi123.stdout: "[419430400000, 838860799999]", 2023-12-20T10:49:52.239 INFO:tasks.workunit.client.0.smithi123.stdout: "[838860800000, 1677721599999]", 2023-12-20T10:49:52.239 INFO:tasks.workunit.client.0.smithi123.stdout: "[1677721600000, 3355443199999]", 2023-12-20T10:49:52.239 INFO:tasks.workunit.client.0.smithi123.stdout: "[3355443200000, 6710886399999]", 2023-12-20T10:49:52.239 INFO:tasks.workunit.client.0.smithi123.stdout: "[6710886400000, 13421772799999]", 2023-12-20T10:49:52.239 INFO:tasks.workunit.client.0.smithi123.stdout: "[13421772800000, 26843545599999]", 2023-12-20T10:49:52.239 INFO:tasks.workunit.client.0.smithi123.stdout: "[26843545600000, 53687091199999]", 2023-12-20T10:49:52.240 INFO:tasks.workunit.client.0.smithi123.stdout: "[53687091200000, None]" 2023-12-20T10:49:52.240 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.240 INFO:tasks.workunit.client.0.smithi123.stdout: "scale_type": "log2" 2023-12-20T10:49:52.240 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.240 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.240 INFO:tasks.workunit.client.0.smithi123.stdout: "buckets": 32, 2023-12-20T10:49:52.240 INFO:tasks.workunit.client.0.smithi123.stdout: "min": 0, 2023-12-20T10:49:52.240 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "Request size (bytes)", 2023-12-20T10:49:52.240 INFO:tasks.workunit.client.0.smithi123.stdout: "quant_size": 512, 2023-12-20T10:49:52.240 INFO:tasks.workunit.client.0.smithi123.stdout: "ranges": [ 2023-12-20T10:49:52.240 INFO:tasks.workunit.client.0.smithi123.stdout: "[None, -1]", 2023-12-20T10:49:52.240 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 511]", 2023-12-20T10:49:52.240 INFO:tasks.workunit.client.0.smithi123.stdout: "[512, 1023]", 2023-12-20T10:49:52.240 INFO:tasks.workunit.client.0.smithi123.stdout: "[1024, 2047]", 2023-12-20T10:49:52.240 INFO:tasks.workunit.client.0.smithi123.stdout: "[2048, 4095]", 2023-12-20T10:49:52.240 INFO:tasks.workunit.client.0.smithi123.stdout: "[4096, 8191]", 2023-12-20T10:49:52.241 INFO:tasks.workunit.client.0.smithi123.stdout: "[8192, 16383]", 2023-12-20T10:49:52.241 INFO:tasks.workunit.client.0.smithi123.stdout: "[16384, 32767]", 2023-12-20T10:49:52.241 INFO:tasks.workunit.client.0.smithi123.stdout: "[32768, 65535]", 2023-12-20T10:49:52.241 INFO:tasks.workunit.client.0.smithi123.stdout: "[65536, 131071]", 2023-12-20T10:49:52.241 INFO:tasks.workunit.client.0.smithi123.stdout: "[131072, 262143]", 2023-12-20T10:49:52.241 INFO:tasks.workunit.client.0.smithi123.stdout: "[262144, 524287]", 2023-12-20T10:49:52.241 INFO:tasks.workunit.client.0.smithi123.stdout: "[524288, 1048575]", 2023-12-20T10:49:52.241 INFO:tasks.workunit.client.0.smithi123.stdout: "[1048576, 2097151]", 2023-12-20T10:49:52.241 INFO:tasks.workunit.client.0.smithi123.stdout: "[2097152, 4194303]", 2023-12-20T10:49:52.241 INFO:tasks.workunit.client.0.smithi123.stdout: "[4194304, 8388607]", 2023-12-20T10:49:52.241 INFO:tasks.workunit.client.0.smithi123.stdout: "[8388608, 16777215]", 2023-12-20T10:49:52.241 INFO:tasks.workunit.client.0.smithi123.stdout: "[16777216, 33554431]", 2023-12-20T10:49:52.241 INFO:tasks.workunit.client.0.smithi123.stdout: "[33554432, 67108863]", 2023-12-20T10:49:52.241 INFO:tasks.workunit.client.0.smithi123.stdout: "[67108864, 134217727]", 2023-12-20T10:49:52.241 INFO:tasks.workunit.client.0.smithi123.stdout: "[134217728, 268435455]", 2023-12-20T10:49:52.242 INFO:tasks.workunit.client.0.smithi123.stdout: "[268435456, 536870911]", 2023-12-20T10:49:52.242 INFO:tasks.workunit.client.0.smithi123.stdout: "[536870912, 1073741823]", 2023-12-20T10:49:52.242 INFO:tasks.workunit.client.0.smithi123.stdout: "[1073741824, 2147483647]", 2023-12-20T10:49:52.242 INFO:tasks.workunit.client.0.smithi123.stdout: "[2147483648, 4294967295]", 2023-12-20T10:49:52.242 INFO:tasks.workunit.client.0.smithi123.stdout: "[4294967296, 8589934591]", 2023-12-20T10:49:52.242 INFO:tasks.workunit.client.0.smithi123.stdout: "[8589934592, 17179869183]", 2023-12-20T10:49:52.242 INFO:tasks.workunit.client.0.smithi123.stdout: "[17179869184, 34359738367]", 2023-12-20T10:49:52.242 INFO:tasks.workunit.client.0.smithi123.stdout: "[34359738368, 68719476735]", 2023-12-20T10:49:52.242 INFO:tasks.workunit.client.0.smithi123.stdout: "[68719476736, 137438953471]", 2023-12-20T10:49:52.242 INFO:tasks.workunit.client.0.smithi123.stdout: "[137438953472, 274877906943]", 2023-12-20T10:49:52.242 INFO:tasks.workunit.client.0.smithi123.stdout: "[274877906944, None]" 2023-12-20T10:49:52.242 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.242 INFO:tasks.workunit.client.0.smithi123.stdout: "scale_type": "log2" 2023-12-20T10:49:52.242 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.242 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.243 INFO:tasks.workunit.client.0.smithi123.stdout: "osds": [ 2023-12-20T10:49:52.243 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.243 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 0, 2023-12-20T10:49:52.243 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:52.243 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.243 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.243 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.243 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.243 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.243 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.243 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.243 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.243 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.243 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.243 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.243 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.244 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.244 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.244 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.244 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.244 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.244 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.244 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.244 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.244 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.244 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.244 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.244 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.244 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.245 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.245 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.245 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.245 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.245 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.245 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.245 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:52.245 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.245 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.245 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.245 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 1, 2023-12-20T10:49:52.245 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:52.245 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.245 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.245 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.246 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.246 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.246 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.246 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.246 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.246 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.246 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.246 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.246 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.246 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.246 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.246 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.246 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.246 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.246 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.247 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.247 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.247 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.247 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.247 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.247 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.247 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.247 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.247 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.247 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.247 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.247 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.247 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.247 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:52.247 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.247 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.248 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.248 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 2, 2023-12-20T10:49:52.248 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:52.248 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.248 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.248 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.248 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.248 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.248 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.248 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.248 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.248 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.248 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.248 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.248 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.248 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.249 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.249 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.249 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.249 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.249 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.249 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.249 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.249 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.249 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.249 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.250 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.250 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.250 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.250 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.250 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.250 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.250 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.250 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.250 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:52.250 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.250 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.250 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.250 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 3, 2023-12-20T10:49:52.250 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:52.250 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.251 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.251 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.251 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.251 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.251 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.251 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.251 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.251 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.251 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.251 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.251 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.251 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.251 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.251 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.251 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.252 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.252 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.252 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.252 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.252 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.252 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.252 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.252 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.252 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.252 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.252 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.252 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.252 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.252 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.252 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.253 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:52.253 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.253 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.253 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.253 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 4, 2023-12-20T10:49:52.253 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:52.253 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.253 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.253 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.253 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.253 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.253 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.253 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.253 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.253 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.254 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.254 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.254 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.254 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.254 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.254 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.254 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.254 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.254 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.254 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.254 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.254 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.254 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.254 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.255 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.255 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.255 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.255 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.255 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.255 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.255 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.255 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.255 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:52.255 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.255 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.255 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.255 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 5, 2023-12-20T10:49:52.255 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:52.255 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.256 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.256 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.256 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.256 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.256 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.256 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.256 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.256 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.256 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.256 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.256 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.256 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.256 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.256 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.256 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.257 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.257 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.257 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.257 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.257 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.257 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.257 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.257 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.257 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.257 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.257 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.257 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.257 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.257 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.257 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.258 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:52.258 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.258 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.258 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.258 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 6, 2023-12-20T10:49:52.258 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:52.258 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.258 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.258 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.258 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.258 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.258 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.258 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.258 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.258 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.258 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.259 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.259 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.259 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.259 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.259 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.259 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.259 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.259 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.259 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.259 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.259 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.259 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.259 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.259 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.260 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.260 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.260 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.260 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.260 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.260 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.260 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.260 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:52.260 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.260 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.260 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.260 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 7, 2023-12-20T10:49:52.260 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:52.260 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.260 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.261 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.261 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.261 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.261 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.261 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.261 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.261 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.261 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.261 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.261 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.261 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.261 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.261 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.261 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.261 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.262 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.262 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.262 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.262 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.262 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.262 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.262 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.262 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.262 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.262 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.262 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.262 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.262 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.262 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.262 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:52.263 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.263 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.263 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.263 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.263 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-20T10:49:52.263 INFO:tasks.workunit.client.0.smithi123.stdout: "axes": [ 2023-12-20T10:49:52.263 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.263 INFO:tasks.workunit.client.0.smithi123.stdout: "buckets": 32, 2023-12-20T10:49:52.263 INFO:tasks.workunit.client.0.smithi123.stdout: "min": 0, 2023-12-20T10:49:52.263 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "Latency (usec)", 2023-12-20T10:49:52.263 INFO:tasks.workunit.client.0.smithi123.stdout: "quant_size": 100000, 2023-12-20T10:49:52.263 INFO:tasks.workunit.client.0.smithi123.stdout: "ranges": [ 2023-12-20T10:49:52.263 INFO:tasks.workunit.client.0.smithi123.stdout: "[None, -1]", 2023-12-20T10:49:52.263 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 99999]", 2023-12-20T10:49:52.263 INFO:tasks.workunit.client.0.smithi123.stdout: "[100000, 199999]", 2023-12-20T10:49:52.263 INFO:tasks.workunit.client.0.smithi123.stdout: "[200000, 399999]", 2023-12-20T10:49:52.264 INFO:tasks.workunit.client.0.smithi123.stdout: "[400000, 799999]", 2023-12-20T10:49:52.264 INFO:tasks.workunit.client.0.smithi123.stdout: "[800000, 1599999]", 2023-12-20T10:49:52.264 INFO:tasks.workunit.client.0.smithi123.stdout: "[1600000, 3199999]", 2023-12-20T10:49:52.264 INFO:tasks.workunit.client.0.smithi123.stdout: "[3200000, 6399999]", 2023-12-20T10:49:52.264 INFO:tasks.workunit.client.0.smithi123.stdout: "[6400000, 12799999]", 2023-12-20T10:49:52.264 INFO:tasks.workunit.client.0.smithi123.stdout: "[12800000, 25599999]", 2023-12-20T10:49:52.264 INFO:tasks.workunit.client.0.smithi123.stdout: "[25600000, 51199999]", 2023-12-20T10:49:52.264 INFO:tasks.workunit.client.0.smithi123.stdout: "[51200000, 102399999]", 2023-12-20T10:49:52.264 INFO:tasks.workunit.client.0.smithi123.stdout: "[102400000, 204799999]", 2023-12-20T10:49:52.264 INFO:tasks.workunit.client.0.smithi123.stdout: "[204800000, 409599999]", 2023-12-20T10:49:52.264 INFO:tasks.workunit.client.0.smithi123.stdout: "[409600000, 819199999]", 2023-12-20T10:49:52.264 INFO:tasks.workunit.client.0.smithi123.stdout: "[819200000, 1638399999]", 2023-12-20T10:49:52.264 INFO:tasks.workunit.client.0.smithi123.stdout: "[1638400000, 3276799999]", 2023-12-20T10:49:52.264 INFO:tasks.workunit.client.0.smithi123.stdout: "[3276800000, 6553599999]", 2023-12-20T10:49:52.264 INFO:tasks.workunit.client.0.smithi123.stdout: "[6553600000, 13107199999]", 2023-12-20T10:49:52.264 INFO:tasks.workunit.client.0.smithi123.stdout: "[13107200000, 26214399999]", 2023-12-20T10:49:52.265 INFO:tasks.workunit.client.0.smithi123.stdout: "[26214400000, 52428799999]", 2023-12-20T10:49:52.265 INFO:tasks.workunit.client.0.smithi123.stdout: "[52428800000, 104857599999]", 2023-12-20T10:49:52.265 INFO:tasks.workunit.client.0.smithi123.stdout: "[104857600000, 209715199999]", 2023-12-20T10:49:52.265 INFO:tasks.workunit.client.0.smithi123.stdout: "[209715200000, 419430399999]", 2023-12-20T10:49:52.265 INFO:tasks.workunit.client.0.smithi123.stdout: "[419430400000, 838860799999]", 2023-12-20T10:49:52.265 INFO:tasks.workunit.client.0.smithi123.stdout: "[838860800000, 1677721599999]", 2023-12-20T10:49:52.265 INFO:tasks.workunit.client.0.smithi123.stdout: "[1677721600000, 3355443199999]", 2023-12-20T10:49:52.265 INFO:tasks.workunit.client.0.smithi123.stdout: "[3355443200000, 6710886399999]", 2023-12-20T10:49:52.265 INFO:tasks.workunit.client.0.smithi123.stdout: "[6710886400000, 13421772799999]", 2023-12-20T10:49:52.265 INFO:tasks.workunit.client.0.smithi123.stdout: "[13421772800000, 26843545599999]", 2023-12-20T10:49:52.265 INFO:tasks.workunit.client.0.smithi123.stdout: "[26843545600000, 53687091199999]", 2023-12-20T10:49:52.265 INFO:tasks.workunit.client.0.smithi123.stdout: "[53687091200000, None]" 2023-12-20T10:49:52.265 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.265 INFO:tasks.workunit.client.0.smithi123.stdout: "scale_type": "log2" 2023-12-20T10:49:52.266 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.266 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.266 INFO:tasks.workunit.client.0.smithi123.stdout: "buckets": 32, 2023-12-20T10:49:52.266 INFO:tasks.workunit.client.0.smithi123.stdout: "min": 0, 2023-12-20T10:49:52.266 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "Request size (bytes)", 2023-12-20T10:49:52.266 INFO:tasks.workunit.client.0.smithi123.stdout: "quant_size": 512, 2023-12-20T10:49:52.266 INFO:tasks.workunit.client.0.smithi123.stdout: "ranges": [ 2023-12-20T10:49:52.266 INFO:tasks.workunit.client.0.smithi123.stdout: "[None, -1]", 2023-12-20T10:49:52.266 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 511]", 2023-12-20T10:49:52.266 INFO:tasks.workunit.client.0.smithi123.stdout: "[512, 1023]", 2023-12-20T10:49:52.266 INFO:tasks.workunit.client.0.smithi123.stdout: "[1024, 2047]", 2023-12-20T10:49:52.266 INFO:tasks.workunit.client.0.smithi123.stdout: "[2048, 4095]", 2023-12-20T10:49:52.266 INFO:tasks.workunit.client.0.smithi123.stdout: "[4096, 8191]", 2023-12-20T10:49:52.266 INFO:tasks.workunit.client.0.smithi123.stdout: "[8192, 16383]", 2023-12-20T10:49:52.266 INFO:tasks.workunit.client.0.smithi123.stdout: "[16384, 32767]", 2023-12-20T10:49:52.267 INFO:tasks.workunit.client.0.smithi123.stdout: "[32768, 65535]", 2023-12-20T10:49:52.267 INFO:tasks.workunit.client.0.smithi123.stdout: "[65536, 131071]", 2023-12-20T10:49:52.267 INFO:tasks.workunit.client.0.smithi123.stdout: "[131072, 262143]", 2023-12-20T10:49:52.267 INFO:tasks.workunit.client.0.smithi123.stdout: "[262144, 524287]", 2023-12-20T10:49:52.267 INFO:tasks.workunit.client.0.smithi123.stdout: "[524288, 1048575]", 2023-12-20T10:49:52.267 INFO:tasks.workunit.client.0.smithi123.stdout: "[1048576, 2097151]", 2023-12-20T10:49:52.267 INFO:tasks.workunit.client.0.smithi123.stdout: "[2097152, 4194303]", 2023-12-20T10:49:52.267 INFO:tasks.workunit.client.0.smithi123.stdout: "[4194304, 8388607]", 2023-12-20T10:49:52.267 INFO:tasks.workunit.client.0.smithi123.stdout: "[8388608, 16777215]", 2023-12-20T10:49:52.267 INFO:tasks.workunit.client.0.smithi123.stdout: "[16777216, 33554431]", 2023-12-20T10:49:52.267 INFO:tasks.workunit.client.0.smithi123.stdout: "[33554432, 67108863]", 2023-12-20T10:49:52.267 INFO:tasks.workunit.client.0.smithi123.stdout: "[67108864, 134217727]", 2023-12-20T10:49:52.267 INFO:tasks.workunit.client.0.smithi123.stdout: "[134217728, 268435455]", 2023-12-20T10:49:52.268 INFO:tasks.workunit.client.0.smithi123.stdout: "[268435456, 536870911]", 2023-12-20T10:49:52.268 INFO:tasks.workunit.client.0.smithi123.stdout: "[536870912, 1073741823]", 2023-12-20T10:49:52.268 INFO:tasks.workunit.client.0.smithi123.stdout: "[1073741824, 2147483647]", 2023-12-20T10:49:52.268 INFO:tasks.workunit.client.0.smithi123.stdout: "[2147483648, 4294967295]", 2023-12-20T10:49:52.268 INFO:tasks.workunit.client.0.smithi123.stdout: "[4294967296, 8589934591]", 2023-12-20T10:49:52.268 INFO:tasks.workunit.client.0.smithi123.stdout: "[8589934592, 17179869183]", 2023-12-20T10:49:52.268 INFO:tasks.workunit.client.0.smithi123.stdout: "[17179869184, 34359738367]", 2023-12-20T10:49:52.268 INFO:tasks.workunit.client.0.smithi123.stdout: "[34359738368, 68719476735]", 2023-12-20T10:49:52.268 INFO:tasks.workunit.client.0.smithi123.stdout: "[68719476736, 137438953471]", 2023-12-20T10:49:52.268 INFO:tasks.workunit.client.0.smithi123.stdout: "[137438953472, 274877906943]", 2023-12-20T10:49:52.268 INFO:tasks.workunit.client.0.smithi123.stdout: "[274877906944, None]" 2023-12-20T10:49:52.268 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.269 INFO:tasks.workunit.client.0.smithi123.stdout: "scale_type": "log2" 2023-12-20T10:49:52.269 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.269 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.269 INFO:tasks.workunit.client.0.smithi123.stdout: "osds": [ 2023-12-20T10:49:52.269 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.269 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 0, 2023-12-20T10:49:52.269 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:52.269 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.269 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.269 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.269 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.269 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.269 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.269 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.270 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.270 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.270 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.270 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.270 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.270 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.270 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.270 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.270 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.270 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.270 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.270 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.270 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.270 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.270 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.270 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.271 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.271 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.271 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.271 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.271 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.271 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.271 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.271 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.271 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:52.271 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.271 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.271 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.271 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 1, 2023-12-20T10:49:52.271 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:52.271 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.272 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.272 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.272 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.272 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.272 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.272 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.272 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.272 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.272 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.272 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.272 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.272 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.272 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.273 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.273 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.273 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.273 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.273 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.273 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.273 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.273 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.273 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.273 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.273 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.273 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.273 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.273 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.273 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.274 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.274 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.274 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:52.274 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.274 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.274 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.274 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 2, 2023-12-20T10:49:52.274 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:52.274 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.274 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.274 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.274 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.274 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.274 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.274 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.274 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.275 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.275 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.275 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.275 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.275 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.275 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.275 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.275 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.275 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.275 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.275 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.275 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.275 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.275 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.275 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.276 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.276 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.276 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.276 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.276 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.276 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.276 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.276 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.276 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:52.276 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.276 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.276 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.276 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 3, 2023-12-20T10:49:52.276 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:52.276 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.276 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.277 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.277 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.277 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.277 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.277 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.277 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.277 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.277 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.277 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.277 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.277 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.277 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.277 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.277 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.278 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.278 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.278 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.278 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.278 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.278 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.278 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.278 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.278 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.278 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.278 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.278 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.278 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.278 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.278 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.279 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:52.279 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.279 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.279 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.279 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 4, 2023-12-20T10:49:52.279 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:52.279 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.279 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.279 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.279 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.279 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.279 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.279 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.279 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.279 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.279 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.280 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.280 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.280 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.280 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.280 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.280 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.280 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.280 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.280 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.280 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.280 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.280 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.280 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.280 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.280 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.281 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.281 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.281 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.281 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.281 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.281 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.281 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:52.281 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.281 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.281 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.281 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 5, 2023-12-20T10:49:52.281 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:52.281 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.281 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.281 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.282 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.282 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.282 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.282 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.282 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.282 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.282 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.282 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.282 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.282 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.282 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.282 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.282 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.282 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.282 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.283 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.283 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.283 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.283 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.283 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.283 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.283 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.283 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.283 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.283 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.283 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.283 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.283 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.283 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:52.283 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.284 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.284 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.284 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 6, 2023-12-20T10:49:52.284 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:52.284 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.284 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.284 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.284 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.284 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.284 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.284 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.284 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.284 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.284 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.284 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.285 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.285 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.285 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.285 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.285 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.285 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.285 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.285 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.285 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.285 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.285 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.285 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.285 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.285 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.285 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.286 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.286 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.286 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.286 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.286 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.286 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:52.286 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.286 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.286 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.286 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 7, 2023-12-20T10:49:52.286 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:52.286 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.286 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.286 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.287 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.287 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.287 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.287 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.287 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.287 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.287 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.287 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.287 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.287 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.287 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.287 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.287 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.287 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.287 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.287 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.288 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.288 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.288 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.288 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.288 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.288 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.288 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.288 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.288 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.288 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.288 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.288 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.288 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:52.288 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.288 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.289 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.289 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.289 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-20T10:49:52.289 INFO:tasks.workunit.client.0.smithi123.stdout: "axes": [ 2023-12-20T10:49:52.289 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.289 INFO:tasks.workunit.client.0.smithi123.stdout: "buckets": 32, 2023-12-20T10:49:52.289 INFO:tasks.workunit.client.0.smithi123.stdout: "min": 0, 2023-12-20T10:49:52.289 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "Latency (usec)", 2023-12-20T10:49:52.289 INFO:tasks.workunit.client.0.smithi123.stdout: "quant_size": 100000, 2023-12-20T10:49:52.289 INFO:tasks.workunit.client.0.smithi123.stdout: "ranges": [ 2023-12-20T10:49:52.289 INFO:tasks.workunit.client.0.smithi123.stdout: "[None, -1]", 2023-12-20T10:49:52.289 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 99999]", 2023-12-20T10:49:52.289 INFO:tasks.workunit.client.0.smithi123.stdout: "[100000, 199999]", 2023-12-20T10:49:52.289 INFO:tasks.workunit.client.0.smithi123.stdout: "[200000, 399999]", 2023-12-20T10:49:52.289 INFO:tasks.workunit.client.0.smithi123.stdout: "[400000, 799999]", 2023-12-20T10:49:52.289 INFO:tasks.workunit.client.0.smithi123.stdout: "[800000, 1599999]", 2023-12-20T10:49:52.290 INFO:tasks.workunit.client.0.smithi123.stdout: "[1600000, 3199999]", 2023-12-20T10:49:52.290 INFO:tasks.workunit.client.0.smithi123.stdout: "[3200000, 6399999]", 2023-12-20T10:49:52.290 INFO:tasks.workunit.client.0.smithi123.stdout: "[6400000, 12799999]", 2023-12-20T10:49:52.290 INFO:tasks.workunit.client.0.smithi123.stdout: "[12800000, 25599999]", 2023-12-20T10:49:52.290 INFO:tasks.workunit.client.0.smithi123.stdout: "[25600000, 51199999]", 2023-12-20T10:49:52.290 INFO:tasks.workunit.client.0.smithi123.stdout: "[51200000, 102399999]", 2023-12-20T10:49:52.290 INFO:tasks.workunit.client.0.smithi123.stdout: "[102400000, 204799999]", 2023-12-20T10:49:52.290 INFO:tasks.workunit.client.0.smithi123.stdout: "[204800000, 409599999]", 2023-12-20T10:49:52.290 INFO:tasks.workunit.client.0.smithi123.stdout: "[409600000, 819199999]", 2023-12-20T10:49:52.290 INFO:tasks.workunit.client.0.smithi123.stdout: "[819200000, 1638399999]", 2023-12-20T10:49:52.290 INFO:tasks.workunit.client.0.smithi123.stdout: "[1638400000, 3276799999]", 2023-12-20T10:49:52.290 INFO:tasks.workunit.client.0.smithi123.stdout: "[3276800000, 6553599999]", 2023-12-20T10:49:52.290 INFO:tasks.workunit.client.0.smithi123.stdout: "[6553600000, 13107199999]", 2023-12-20T10:49:52.290 INFO:tasks.workunit.client.0.smithi123.stdout: "[13107200000, 26214399999]", 2023-12-20T10:49:52.290 INFO:tasks.workunit.client.0.smithi123.stdout: "[26214400000, 52428799999]", 2023-12-20T10:49:52.291 INFO:tasks.workunit.client.0.smithi123.stdout: "[52428800000, 104857599999]", 2023-12-20T10:49:52.291 INFO:tasks.workunit.client.0.smithi123.stdout: "[104857600000, 209715199999]", 2023-12-20T10:49:52.291 INFO:tasks.workunit.client.0.smithi123.stdout: "[209715200000, 419430399999]", 2023-12-20T10:49:52.291 INFO:tasks.workunit.client.0.smithi123.stdout: "[419430400000, 838860799999]", 2023-12-20T10:49:52.291 INFO:tasks.workunit.client.0.smithi123.stdout: "[838860800000, 1677721599999]", 2023-12-20T10:49:52.291 INFO:tasks.workunit.client.0.smithi123.stdout: "[1677721600000, 3355443199999]", 2023-12-20T10:49:52.291 INFO:tasks.workunit.client.0.smithi123.stdout: "[3355443200000, 6710886399999]", 2023-12-20T10:49:52.291 INFO:tasks.workunit.client.0.smithi123.stdout: "[6710886400000, 13421772799999]", 2023-12-20T10:49:52.291 INFO:tasks.workunit.client.0.smithi123.stdout: "[13421772800000, 26843545599999]", 2023-12-20T10:49:52.291 INFO:tasks.workunit.client.0.smithi123.stdout: "[26843545600000, 53687091199999]", 2023-12-20T10:49:52.291 INFO:tasks.workunit.client.0.smithi123.stdout: "[53687091200000, None]" 2023-12-20T10:49:52.291 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.291 INFO:tasks.workunit.client.0.smithi123.stdout: "scale_type": "log2" 2023-12-20T10:49:52.291 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.291 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.291 INFO:tasks.workunit.client.0.smithi123.stdout: "buckets": 32, 2023-12-20T10:49:52.292 INFO:tasks.workunit.client.0.smithi123.stdout: "min": 0, 2023-12-20T10:49:52.292 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "Request size (bytes)", 2023-12-20T10:49:52.292 INFO:tasks.workunit.client.0.smithi123.stdout: "quant_size": 512, 2023-12-20T10:49:52.292 INFO:tasks.workunit.client.0.smithi123.stdout: "ranges": [ 2023-12-20T10:49:52.292 INFO:tasks.workunit.client.0.smithi123.stdout: "[None, -1]", 2023-12-20T10:49:52.292 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 511]", 2023-12-20T10:49:52.292 INFO:tasks.workunit.client.0.smithi123.stdout: "[512, 1023]", 2023-12-20T10:49:52.292 INFO:tasks.workunit.client.0.smithi123.stdout: "[1024, 2047]", 2023-12-20T10:49:52.292 INFO:tasks.workunit.client.0.smithi123.stdout: "[2048, 4095]", 2023-12-20T10:49:52.292 INFO:tasks.workunit.client.0.smithi123.stdout: "[4096, 8191]", 2023-12-20T10:49:52.292 INFO:tasks.workunit.client.0.smithi123.stdout: "[8192, 16383]", 2023-12-20T10:49:52.292 INFO:tasks.workunit.client.0.smithi123.stdout: "[16384, 32767]", 2023-12-20T10:49:52.292 INFO:tasks.workunit.client.0.smithi123.stdout: "[32768, 65535]", 2023-12-20T10:49:52.292 INFO:tasks.workunit.client.0.smithi123.stdout: "[65536, 131071]", 2023-12-20T10:49:52.292 INFO:tasks.workunit.client.0.smithi123.stdout: "[131072, 262143]", 2023-12-20T10:49:52.292 INFO:tasks.workunit.client.0.smithi123.stdout: "[262144, 524287]", 2023-12-20T10:49:52.293 INFO:tasks.workunit.client.0.smithi123.stdout: "[524288, 1048575]", 2023-12-20T10:49:52.293 INFO:tasks.workunit.client.0.smithi123.stdout: "[1048576, 2097151]", 2023-12-20T10:49:52.293 INFO:tasks.workunit.client.0.smithi123.stdout: "[2097152, 4194303]", 2023-12-20T10:49:52.293 INFO:tasks.workunit.client.0.smithi123.stdout: "[4194304, 8388607]", 2023-12-20T10:49:52.293 INFO:tasks.workunit.client.0.smithi123.stdout: "[8388608, 16777215]", 2023-12-20T10:49:52.293 INFO:tasks.workunit.client.0.smithi123.stdout: "[16777216, 33554431]", 2023-12-20T10:49:52.293 INFO:tasks.workunit.client.0.smithi123.stdout: "[33554432, 67108863]", 2023-12-20T10:49:52.293 INFO:tasks.workunit.client.0.smithi123.stdout: "[67108864, 134217727]", 2023-12-20T10:49:52.293 INFO:tasks.workunit.client.0.smithi123.stdout: "[134217728, 268435455]", 2023-12-20T10:49:52.293 INFO:tasks.workunit.client.0.smithi123.stdout: "[268435456, 536870911]", 2023-12-20T10:49:52.293 INFO:tasks.workunit.client.0.smithi123.stdout: "[536870912, 1073741823]", 2023-12-20T10:49:52.293 INFO:tasks.workunit.client.0.smithi123.stdout: "[1073741824, 2147483647]", 2023-12-20T10:49:52.293 INFO:tasks.workunit.client.0.smithi123.stdout: "[2147483648, 4294967295]", 2023-12-20T10:49:52.293 INFO:tasks.workunit.client.0.smithi123.stdout: "[4294967296, 8589934591]", 2023-12-20T10:49:52.293 INFO:tasks.workunit.client.0.smithi123.stdout: "[8589934592, 17179869183]", 2023-12-20T10:49:52.294 INFO:tasks.workunit.client.0.smithi123.stdout: "[17179869184, 34359738367]", 2023-12-20T10:49:52.294 INFO:tasks.workunit.client.0.smithi123.stdout: "[34359738368, 68719476735]", 2023-12-20T10:49:52.294 INFO:tasks.workunit.client.0.smithi123.stdout: "[68719476736, 137438953471]", 2023-12-20T10:49:52.294 INFO:tasks.workunit.client.0.smithi123.stdout: "[137438953472, 274877906943]", 2023-12-20T10:49:52.294 INFO:tasks.workunit.client.0.smithi123.stdout: "[274877906944, None]" 2023-12-20T10:49:52.294 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.294 INFO:tasks.workunit.client.0.smithi123.stdout: "scale_type": "log2" 2023-12-20T10:49:52.294 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.294 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.294 INFO:tasks.workunit.client.0.smithi123.stdout: "osds": [ 2023-12-20T10:49:52.294 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.294 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 0, 2023-12-20T10:49:52.294 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:52.294 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.295 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.295 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.295 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.295 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.295 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.295 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.295 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.295 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.295 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.295 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.295 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.295 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.295 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.295 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.295 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.296 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.296 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.296 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.296 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.296 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.296 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.296 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.296 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.296 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.296 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.296 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.296 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.296 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.296 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.296 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.297 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:52.297 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.297 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.297 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.297 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 1, 2023-12-20T10:49:52.297 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:52.297 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.297 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.297 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.297 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.297 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.297 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 11, 5, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.297 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 15, 3, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.297 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.297 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.298 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.298 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.298 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.298 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.298 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.298 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.298 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.298 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.298 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.298 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.298 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.298 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.298 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.298 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.298 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.298 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.299 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.299 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.299 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.299 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.299 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.299 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.299 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:52.299 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.299 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.299 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.299 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 2, 2023-12-20T10:49:52.299 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:52.299 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.299 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.300 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.300 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.300 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.300 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.300 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.300 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.300 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.300 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.300 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.300 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.300 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.300 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.300 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.300 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.300 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.301 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.301 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.301 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.301 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.301 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.301 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.301 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.301 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.301 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.301 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.301 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.301 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.301 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.301 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.301 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:52.302 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.302 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.302 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.302 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 3, 2023-12-20T10:49:52.302 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:52.302 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.302 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.302 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.302 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.302 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.302 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.302 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.302 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.302 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.302 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.302 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.303 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.303 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.303 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.303 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.303 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.303 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.303 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.303 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.303 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.303 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.303 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.303 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.303 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.303 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.303 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.304 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.304 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.304 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.304 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.304 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.304 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:52.304 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.304 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.304 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.304 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 4, 2023-12-20T10:49:52.304 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:52.304 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.304 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.304 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.305 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.305 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.305 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.305 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.305 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.305 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.305 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.305 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.305 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.305 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.305 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.305 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.305 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.305 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.305 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.306 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.306 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.306 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.306 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.306 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.306 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.306 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.306 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.306 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.306 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.306 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.306 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.306 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.306 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:52.306 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.307 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.307 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.307 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 5, 2023-12-20T10:49:52.307 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:52.307 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.307 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.307 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.307 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.307 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.307 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.307 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.307 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.307 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.307 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.307 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.308 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.308 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.308 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.308 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.308 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.308 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.308 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.308 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.308 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.308 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.308 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.308 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.308 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.308 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.308 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.309 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.309 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.309 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.309 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.309 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.309 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:52.309 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.309 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.309 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.309 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 6, 2023-12-20T10:49:52.309 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:52.309 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.309 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.309 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.310 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.310 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.310 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.310 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.310 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.310 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.310 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.310 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.310 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.310 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.310 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.310 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.310 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.310 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.310 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.311 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.311 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.311 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.311 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.311 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.311 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.311 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.311 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.311 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.311 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.311 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.311 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.311 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.311 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:52.311 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.311 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.312 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.312 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 7, 2023-12-20T10:49:52.312 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:52.312 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.312 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.312 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.312 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.312 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.312 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.312 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.312 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.312 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.312 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.312 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.312 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.313 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.313 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.313 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.313 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.313 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.313 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.313 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.313 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.313 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.313 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.313 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.313 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.313 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.314 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.314 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.314 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.314 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.314 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.314 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:52.314 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:52.314 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.314 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.314 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:52.314 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.314 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.314 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.314 INFO:tasks.workunit.client.0.smithi123.stdout: "perf_counters": { 2023-12-20T10:49:52.314 INFO:tasks.workunit.client.0.smithi123.stdout: "mds.5bef42932fe689f5877f01088e497570577d366f": { 2023-12-20T10:49:52.314 INFO:tasks.workunit.client.0.smithi123.stdout: "mds": { 2023-12-20T10:49:52.315 INFO:tasks.workunit.client.0.smithi123.stdout: "caps": { 2023-12-20T10:49:52.315 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.315 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.315 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph_cap_op_flush_ack": { 2023-12-20T10:49:52.315 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.315 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.315 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph_cap_op_flushsnap_ack": { 2023-12-20T10:49:52.315 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.315 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.315 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph_cap_op_grant": { 2023-12-20T10:49:52.315 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.315 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.315 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph_cap_op_revoke": { 2023-12-20T10:49:52.315 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.315 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.316 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph_cap_op_trunc": { 2023-12-20T10:49:52.316 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.316 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.316 INFO:tasks.workunit.client.0.smithi123.stdout: "dir_commit": { 2023-12-20T10:49:52.316 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 12 2023-12-20T10:49:52.316 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.316 INFO:tasks.workunit.client.0.smithi123.stdout: "dir_fetch": { 2023-12-20T10:49:52.316 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.316 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.316 INFO:tasks.workunit.client.0.smithi123.stdout: "dir_merge": { 2023-12-20T10:49:52.316 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.316 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.317 INFO:tasks.workunit.client.0.smithi123.stdout: "dir_split": { 2023-12-20T10:49:52.317 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.317 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.317 INFO:tasks.workunit.client.0.smithi123.stdout: "exported_inodes": { 2023-12-20T10:49:52.317 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.317 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.317 INFO:tasks.workunit.client.0.smithi123.stdout: "forward": { 2023-12-20T10:49:52.317 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.317 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.318 INFO:tasks.workunit.client.0.smithi123.stdout: "handle_client_cap_release": { 2023-12-20T10:49:52.318 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.318 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.318 INFO:tasks.workunit.client.0.smithi123.stdout: "handle_client_caps": { 2023-12-20T10:49:52.318 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.318 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.318 INFO:tasks.workunit.client.0.smithi123.stdout: "handle_client_caps_dirty": { 2023-12-20T10:49:52.318 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.318 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.318 INFO:tasks.workunit.client.0.smithi123.stdout: "handle_inode_file_caps": { 2023-12-20T10:49:52.318 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.318 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.318 INFO:tasks.workunit.client.0.smithi123.stdout: "imported_inodes": { 2023-12-20T10:49:52.318 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.318 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.319 INFO:tasks.workunit.client.0.smithi123.stdout: "inodes": { 2023-12-20T10:49:52.319 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 10 2023-12-20T10:49:52.319 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.319 INFO:tasks.workunit.client.0.smithi123.stdout: "inodes_expired": { 2023-12-20T10:49:52.319 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.319 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.319 INFO:tasks.workunit.client.0.smithi123.stdout: "inodes_pinned": { 2023-12-20T10:49:52.319 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 10 2023-12-20T10:49:52.319 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.319 INFO:tasks.workunit.client.0.smithi123.stdout: "inodes_with_caps": { 2023-12-20T10:49:52.319 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.319 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.319 INFO:tasks.workunit.client.0.smithi123.stdout: "load_cent": { 2023-12-20T10:49:52.319 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.319 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.319 INFO:tasks.workunit.client.0.smithi123.stdout: "openino_dir_fetch": { 2023-12-20T10:49:52.320 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.320 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.320 INFO:tasks.workunit.client.0.smithi123.stdout: "process_request_cap_release": { 2023-12-20T10:49:52.320 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.320 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.320 INFO:tasks.workunit.client.0.smithi123.stdout: "reply_latency": { 2023-12-20T10:49:52.320 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:52.320 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 93961 2023-12-20T10:49:52.320 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.320 INFO:tasks.workunit.client.0.smithi123.stdout: "request": { 2023-12-20T10:49:52.320 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2 2023-12-20T10:49:52.320 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.320 INFO:tasks.workunit.client.0.smithi123.stdout: "root_rbytes": { 2023-12-20T10:49:52.320 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.320 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.321 INFO:tasks.workunit.client.0.smithi123.stdout: "root_rfiles": { 2023-12-20T10:49:52.321 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.321 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.321 INFO:tasks.workunit.client.0.smithi123.stdout: "root_rsnaps": { 2023-12-20T10:49:52.321 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.321 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.321 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_reply": { 2023-12-20T10:49:52.321 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.321 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.321 INFO:tasks.workunit.client.0.smithi123.stdout: "subtrees": { 2023-12-20T10:49:52.321 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2 2023-12-20T10:49:52.321 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.321 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.321 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_cache": { 2023-12-20T10:49:52.321 INFO:tasks.workunit.client.0.smithi123.stdout: "ireq_enqueue_scrub": { 2023-12-20T10:49:52.322 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.322 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.322 INFO:tasks.workunit.client.0.smithi123.stdout: "ireq_exportdir": { 2023-12-20T10:49:52.322 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.322 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.322 INFO:tasks.workunit.client.0.smithi123.stdout: "ireq_flush": { 2023-12-20T10:49:52.322 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.322 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.322 INFO:tasks.workunit.client.0.smithi123.stdout: "ireq_fragmentdir": { 2023-12-20T10:49:52.322 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.322 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.322 INFO:tasks.workunit.client.0.smithi123.stdout: "ireq_fragstats": { 2023-12-20T10:49:52.322 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.322 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.322 INFO:tasks.workunit.client.0.smithi123.stdout: "ireq_inodestats": { 2023-12-20T10:49:52.322 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.323 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.323 INFO:tasks.workunit.client.0.smithi123.stdout: "num_recovering_enqueued": { 2023-12-20T10:49:52.323 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.323 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.323 INFO:tasks.workunit.client.0.smithi123.stdout: "num_recovering_prioritized": { 2023-12-20T10:49:52.323 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.323 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.323 INFO:tasks.workunit.client.0.smithi123.stdout: "num_recovering_processing": { 2023-12-20T10:49:52.323 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.323 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.323 INFO:tasks.workunit.client.0.smithi123.stdout: "num_strays": { 2023-12-20T10:49:52.323 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.323 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.323 INFO:tasks.workunit.client.0.smithi123.stdout: "num_strays_delayed": { 2023-12-20T10:49:52.323 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.324 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.324 INFO:tasks.workunit.client.0.smithi123.stdout: "num_strays_enqueuing": { 2023-12-20T10:49:52.324 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.324 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.324 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_completed": { 2023-12-20T10:49:52.324 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.324 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.324 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_started": { 2023-12-20T10:49:52.324 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.324 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.324 INFO:tasks.workunit.client.0.smithi123.stdout: "strays_created": { 2023-12-20T10:49:52.324 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.324 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.324 INFO:tasks.workunit.client.0.smithi123.stdout: "strays_enqueued": { 2023-12-20T10:49:52.324 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.325 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.325 INFO:tasks.workunit.client.0.smithi123.stdout: "strays_migrated": { 2023-12-20T10:49:52.325 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.325 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.325 INFO:tasks.workunit.client.0.smithi123.stdout: "strays_reintegrated": { 2023-12-20T10:49:52.325 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.325 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.325 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.325 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_log": { 2023-12-20T10:49:52.325 INFO:tasks.workunit.client.0.smithi123.stdout: "ev": { 2023-12-20T10:49:52.325 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 5 2023-12-20T10:49:52.325 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.325 INFO:tasks.workunit.client.0.smithi123.stdout: "evadd": { 2023-12-20T10:49:52.325 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 5 2023-12-20T10:49:52.325 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.326 INFO:tasks.workunit.client.0.smithi123.stdout: "evex": { 2023-12-20T10:49:52.326 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.326 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.326 INFO:tasks.workunit.client.0.smithi123.stdout: "evexd": { 2023-12-20T10:49:52.326 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.326 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.326 INFO:tasks.workunit.client.0.smithi123.stdout: "evexg": { 2023-12-20T10:49:52.326 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.326 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.326 INFO:tasks.workunit.client.0.smithi123.stdout: "evtrm": { 2023-12-20T10:49:52.326 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.326 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.326 INFO:tasks.workunit.client.0.smithi123.stdout: "jlat": { 2023-12-20T10:49:52.326 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 5, 2023-12-20T10:49:52.326 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 8460476 2023-12-20T10:49:52.326 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.327 INFO:tasks.workunit.client.0.smithi123.stdout: "replayed": { 2023-12-20T10:49:52.327 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.327 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.327 INFO:tasks.workunit.client.0.smithi123.stdout: "seg": { 2023-12-20T10:49:52.327 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1 2023-12-20T10:49:52.327 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.327 INFO:tasks.workunit.client.0.smithi123.stdout: "segadd": { 2023-12-20T10:49:52.327 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1 2023-12-20T10:49:52.327 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.327 INFO:tasks.workunit.client.0.smithi123.stdout: "segex": { 2023-12-20T10:49:52.327 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.327 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.327 INFO:tasks.workunit.client.0.smithi123.stdout: "segexd": { 2023-12-20T10:49:52.327 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.327 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.327 INFO:tasks.workunit.client.0.smithi123.stdout: "segexg": { 2023-12-20T10:49:52.328 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.328 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.328 INFO:tasks.workunit.client.0.smithi123.stdout: "segtrm": { 2023-12-20T10:49:52.328 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.328 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.328 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.328 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_mem": { 2023-12-20T10:49:52.328 INFO:tasks.workunit.client.0.smithi123.stdout: "cap": { 2023-12-20T10:49:52.328 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.328 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.328 INFO:tasks.workunit.client.0.smithi123.stdout: "cap+": { 2023-12-20T10:49:52.328 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2 2023-12-20T10:49:52.328 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.328 INFO:tasks.workunit.client.0.smithi123.stdout: "cap-": { 2023-12-20T10:49:52.328 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2 2023-12-20T10:49:52.328 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.329 INFO:tasks.workunit.client.0.smithi123.stdout: "dir": { 2023-12-20T10:49:52.329 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 12 2023-12-20T10:49:52.329 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.329 INFO:tasks.workunit.client.0.smithi123.stdout: "dir+": { 2023-12-20T10:49:52.329 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 12 2023-12-20T10:49:52.329 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.329 INFO:tasks.workunit.client.0.smithi123.stdout: "dir-": { 2023-12-20T10:49:52.329 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.329 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.329 INFO:tasks.workunit.client.0.smithi123.stdout: "dn": { 2023-12-20T10:49:52.329 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 10 2023-12-20T10:49:52.329 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.329 INFO:tasks.workunit.client.0.smithi123.stdout: "dn+": { 2023-12-20T10:49:52.329 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 10 2023-12-20T10:49:52.329 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.330 INFO:tasks.workunit.client.0.smithi123.stdout: "dn-": { 2023-12-20T10:49:52.330 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.330 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.330 INFO:tasks.workunit.client.0.smithi123.stdout: "heap": { 2023-12-20T10:49:52.330 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 207132 2023-12-20T10:49:52.330 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.330 INFO:tasks.workunit.client.0.smithi123.stdout: "ino": { 2023-12-20T10:49:52.330 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 13 2023-12-20T10:49:52.330 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.330 INFO:tasks.workunit.client.0.smithi123.stdout: "ino+": { 2023-12-20T10:49:52.330 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 13 2023-12-20T10:49:52.330 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.330 INFO:tasks.workunit.client.0.smithi123.stdout: "ino-": { 2023-12-20T10:49:52.330 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.330 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.330 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.331 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_server": { 2023-12-20T10:49:52.331 INFO:tasks.workunit.client.0.smithi123.stdout: "cap_acquisition_throttle": { 2023-12-20T10:49:52.331 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.331 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.331 INFO:tasks.workunit.client.0.smithi123.stdout: "cap_revoke_eviction": { 2023-12-20T10:49:52.331 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.331 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.331 INFO:tasks.workunit.client.0.smithi123.stdout: "handle_client_request": { 2023-12-20T10:49:52.331 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2 2023-12-20T10:49:52.331 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.331 INFO:tasks.workunit.client.0.smithi123.stdout: "handle_client_session": { 2023-12-20T10:49:52.331 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 16 2023-12-20T10:49:52.331 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.331 INFO:tasks.workunit.client.0.smithi123.stdout: "handle_peer_request": { 2023-12-20T10:49:52.332 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.332 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.332 INFO:tasks.workunit.client.0.smithi123.stdout: "req_create_latency": { 2023-12-20T10:49:52.332 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.332 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.332 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.332 INFO:tasks.workunit.client.0.smithi123.stdout: "req_getattr_latency": { 2023-12-20T10:49:52.332 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:52.332 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 93961 2023-12-20T10:49:52.332 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.332 INFO:tasks.workunit.client.0.smithi123.stdout: "req_getfilelock_latency": { 2023-12-20T10:49:52.332 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.332 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.332 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.332 INFO:tasks.workunit.client.0.smithi123.stdout: "req_getvxattr_latency": { 2023-12-20T10:49:52.333 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.333 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.333 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.333 INFO:tasks.workunit.client.0.smithi123.stdout: "req_link_latency": { 2023-12-20T10:49:52.333 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.333 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.333 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.333 INFO:tasks.workunit.client.0.smithi123.stdout: "req_lookup_latency": { 2023-12-20T10:49:52.333 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.333 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.333 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.333 INFO:tasks.workunit.client.0.smithi123.stdout: "req_lookuphash_latency": { 2023-12-20T10:49:52.333 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.333 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.333 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.334 INFO:tasks.workunit.client.0.smithi123.stdout: "req_lookupino_latency": { 2023-12-20T10:49:52.334 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.334 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.334 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.334 INFO:tasks.workunit.client.0.smithi123.stdout: "req_lookupname_latency": { 2023-12-20T10:49:52.334 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.334 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.334 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.334 INFO:tasks.workunit.client.0.smithi123.stdout: "req_lookupparent_latency": { 2023-12-20T10:49:52.334 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.334 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.334 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.334 INFO:tasks.workunit.client.0.smithi123.stdout: "req_lookupsnap_latency": { 2023-12-20T10:49:52.334 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.334 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.334 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.335 INFO:tasks.workunit.client.0.smithi123.stdout: "req_lssnap_latency": { 2023-12-20T10:49:52.335 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.335 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.335 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.335 INFO:tasks.workunit.client.0.smithi123.stdout: "req_mkdir_latency": { 2023-12-20T10:49:52.335 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.335 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.335 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.335 INFO:tasks.workunit.client.0.smithi123.stdout: "req_mknod_latency": { 2023-12-20T10:49:52.335 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.335 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.335 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.335 INFO:tasks.workunit.client.0.smithi123.stdout: "req_mksnap_latency": { 2023-12-20T10:49:52.335 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.335 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.335 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.336 INFO:tasks.workunit.client.0.smithi123.stdout: "req_open_latency": { 2023-12-20T10:49:52.336 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.336 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.336 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.336 INFO:tasks.workunit.client.0.smithi123.stdout: "req_readdir_latency": { 2023-12-20T10:49:52.336 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.336 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.336 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.336 INFO:tasks.workunit.client.0.smithi123.stdout: "req_rename_latency": { 2023-12-20T10:49:52.336 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.336 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.336 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.336 INFO:tasks.workunit.client.0.smithi123.stdout: "req_renamesnap_latency": { 2023-12-20T10:49:52.336 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.336 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.337 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.337 INFO:tasks.workunit.client.0.smithi123.stdout: "req_rmdir_latency": { 2023-12-20T10:49:52.337 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.337 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.337 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.337 INFO:tasks.workunit.client.0.smithi123.stdout: "req_rmsnap_latency": { 2023-12-20T10:49:52.337 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.337 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.337 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.337 INFO:tasks.workunit.client.0.smithi123.stdout: "req_rmxattr_latency": { 2023-12-20T10:49:52.337 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.337 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.337 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.337 INFO:tasks.workunit.client.0.smithi123.stdout: "req_setattr_latency": { 2023-12-20T10:49:52.337 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.337 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.338 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.338 INFO:tasks.workunit.client.0.smithi123.stdout: "req_setdirlayout_latency": { 2023-12-20T10:49:52.338 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.338 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.338 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.338 INFO:tasks.workunit.client.0.smithi123.stdout: "req_setfilelock_latency": { 2023-12-20T10:49:52.338 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.338 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.338 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.338 INFO:tasks.workunit.client.0.smithi123.stdout: "req_setlayout_latency": { 2023-12-20T10:49:52.338 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.338 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.338 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.338 INFO:tasks.workunit.client.0.smithi123.stdout: "req_setxattr_latency": { 2023-12-20T10:49:52.338 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.339 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.339 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.339 INFO:tasks.workunit.client.0.smithi123.stdout: "req_symlink_latency": { 2023-12-20T10:49:52.339 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.339 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.339 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.339 INFO:tasks.workunit.client.0.smithi123.stdout: "req_unlink_latency": { 2023-12-20T10:49:52.339 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.339 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.339 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.339 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.339 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_sessions": { 2023-12-20T10:49:52.339 INFO:tasks.workunit.client.0.smithi123.stdout: "average_load": { 2023-12-20T10:49:52.339 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.339 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.339 INFO:tasks.workunit.client.0.smithi123.stdout: "avg_session_uptime": { 2023-12-20T10:49:52.340 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 85 2023-12-20T10:49:52.340 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.340 INFO:tasks.workunit.client.0.smithi123.stdout: "mdthresh_evicted": { 2023-12-20T10:49:52.340 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.340 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.340 INFO:tasks.workunit.client.0.smithi123.stdout: "session_add": { 2023-12-20T10:49:52.340 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2 2023-12-20T10:49:52.340 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.340 INFO:tasks.workunit.client.0.smithi123.stdout: "session_count": { 2023-12-20T10:49:52.340 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.340 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.340 INFO:tasks.workunit.client.0.smithi123.stdout: "session_remove": { 2023-12-20T10:49:52.340 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2 2023-12-20T10:49:52.340 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.340 INFO:tasks.workunit.client.0.smithi123.stdout: "sessions_open": { 2023-12-20T10:49:52.341 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.341 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.341 INFO:tasks.workunit.client.0.smithi123.stdout: "sessions_stale": { 2023-12-20T10:49:52.341 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.341 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.341 INFO:tasks.workunit.client.0.smithi123.stdout: "total_load": { 2023-12-20T10:49:52.341 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1 2023-12-20T10:49:52.341 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.341 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.341 INFO:tasks.workunit.client.0.smithi123.stdout: "objecter": { 2023-12-20T10:49:52.341 INFO:tasks.workunit.client.0.smithi123.stdout: "op_active": { 2023-12-20T10:49:52.341 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.341 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.341 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:52.341 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.341 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.342 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rmw": { 2023-12-20T10:49:52.342 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.342 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.342 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:52.342 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 45 2023-12-20T10:49:52.342 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.342 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.342 INFO:tasks.workunit.client.0.smithi123.stdout: "purge_queue": { 2023-12-20T10:49:52.342 INFO:tasks.workunit.client.0.smithi123.stdout: "pq_executed": { 2023-12-20T10:49:52.342 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.342 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.342 INFO:tasks.workunit.client.0.smithi123.stdout: "pq_executing": { 2023-12-20T10:49:52.342 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.342 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.342 INFO:tasks.workunit.client.0.smithi123.stdout: "pq_executing_high_water": { 2023-12-20T10:49:52.343 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.343 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.343 INFO:tasks.workunit.client.0.smithi123.stdout: "pq_executing_ops": { 2023-12-20T10:49:52.343 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.343 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.343 INFO:tasks.workunit.client.0.smithi123.stdout: "pq_executing_ops_high_water": { 2023-12-20T10:49:52.343 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.343 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.343 INFO:tasks.workunit.client.0.smithi123.stdout: "pq_item_in_journal": { 2023-12-20T10:49:52.343 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.343 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.343 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.343 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.343 INFO:tasks.workunit.client.0.smithi123.stdout: "mon.0787297b1b6a2b83668127dd85aa015d08053db2": { 2023-12-20T10:49:52.343 INFO:tasks.workunit.client.0.smithi123.stdout: "mon": { 2023-12-20T10:49:52.343 INFO:tasks.workunit.client.0.smithi123.stdout: "election_call": { 2023-12-20T10:49:52.344 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2 2023-12-20T10:49:52.344 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.344 INFO:tasks.workunit.client.0.smithi123.stdout: "election_lose": { 2023-12-20T10:49:52.344 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.344 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.344 INFO:tasks.workunit.client.0.smithi123.stdout: "election_win": { 2023-12-20T10:49:52.344 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3 2023-12-20T10:49:52.344 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.344 INFO:tasks.workunit.client.0.smithi123.stdout: "num_elections": { 2023-12-20T10:49:52.344 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 9 2023-12-20T10:49:52.344 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.344 INFO:tasks.workunit.client.0.smithi123.stdout: "num_sessions": { 2023-12-20T10:49:52.344 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 6 2023-12-20T10:49:52.344 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.344 INFO:tasks.workunit.client.0.smithi123.stdout: "session_add": { 2023-12-20T10:49:52.345 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3 2023-12-20T10:49:52.345 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.345 INFO:tasks.workunit.client.0.smithi123.stdout: "session_rm": { 2023-12-20T10:49:52.345 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 209 2023-12-20T10:49:52.345 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.345 INFO:tasks.workunit.client.0.smithi123.stdout: "session_trim": { 2023-12-20T10:49:52.345 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.345 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.345 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.345 INFO:tasks.workunit.client.0.smithi123.stdout: "paxos": { 2023-12-20T10:49:52.345 INFO:tasks.workunit.client.0.smithi123.stdout: "accept_timeout": { 2023-12-20T10:49:52.345 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.345 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.345 INFO:tasks.workunit.client.0.smithi123.stdout: "begin": { 2023-12-20T10:49:52.345 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 860 2023-12-20T10:49:52.345 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.346 INFO:tasks.workunit.client.0.smithi123.stdout: "begin_bytes": { 2023-12-20T10:49:52.346 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 860, 2023-12-20T10:49:52.346 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4565975 2023-12-20T10:49:52.346 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.346 INFO:tasks.workunit.client.0.smithi123.stdout: "begin_keys": { 2023-12-20T10:49:52.346 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 860, 2023-12-20T10:49:52.346 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2580 2023-12-20T10:49:52.346 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.346 INFO:tasks.workunit.client.0.smithi123.stdout: "begin_latency": { 2023-12-20T10:49:52.346 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 860, 2023-12-20T10:49:52.346 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 174995755 2023-12-20T10:49:52.346 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.346 INFO:tasks.workunit.client.0.smithi123.stdout: "collect": { 2023-12-20T10:49:52.346 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.346 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.347 INFO:tasks.workunit.client.0.smithi123.stdout: "collect_bytes": { 2023-12-20T10:49:52.347 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.347 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.347 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.347 INFO:tasks.workunit.client.0.smithi123.stdout: "collect_keys": { 2023-12-20T10:49:52.347 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.347 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.347 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.347 INFO:tasks.workunit.client.0.smithi123.stdout: "collect_latency": { 2023-12-20T10:49:52.347 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.347 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.347 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.347 INFO:tasks.workunit.client.0.smithi123.stdout: "collect_timeout": { 2023-12-20T10:49:52.347 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.347 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.347 INFO:tasks.workunit.client.0.smithi123.stdout: "collect_uncommitted": { 2023-12-20T10:49:52.348 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.348 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.348 INFO:tasks.workunit.client.0.smithi123.stdout: "commit": { 2023-12-20T10:49:52.348 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 860 2023-12-20T10:49:52.348 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.348 INFO:tasks.workunit.client.0.smithi123.stdout: "commit_bytes": { 2023-12-20T10:49:52.348 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 860, 2023-12-20T10:49:52.348 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4504115 2023-12-20T10:49:52.348 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.348 INFO:tasks.workunit.client.0.smithi123.stdout: "commit_keys": { 2023-12-20T10:49:52.348 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 860, 2023-12-20T10:49:52.348 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 5272 2023-12-20T10:49:52.348 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.348 INFO:tasks.workunit.client.0.smithi123.stdout: "commit_latency": { 2023-12-20T10:49:52.348 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 860, 2023-12-20T10:49:52.348 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 469291463 2023-12-20T10:49:52.349 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.349 INFO:tasks.workunit.client.0.smithi123.stdout: "lease_ack_timeout": { 2023-12-20T10:49:52.349 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.349 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.349 INFO:tasks.workunit.client.0.smithi123.stdout: "lease_timeout": { 2023-12-20T10:49:52.349 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.349 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.349 INFO:tasks.workunit.client.0.smithi123.stdout: "new_pn": { 2023-12-20T10:49:52.349 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2 2023-12-20T10:49:52.349 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.349 INFO:tasks.workunit.client.0.smithi123.stdout: "new_pn_latency": { 2023-12-20T10:49:52.349 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:52.349 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1999951 2023-12-20T10:49:52.349 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.350 INFO:tasks.workunit.client.0.smithi123.stdout: "refresh": { 2023-12-20T10:49:52.350 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 862 2023-12-20T10:49:52.350 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.350 INFO:tasks.workunit.client.0.smithi123.stdout: "refresh_latency": { 2023-12-20T10:49:52.350 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 862, 2023-12-20T10:49:52.350 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2183947015 2023-12-20T10:49:52.350 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.350 INFO:tasks.workunit.client.0.smithi123.stdout: "restart": { 2023-12-20T10:49:52.350 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 12 2023-12-20T10:49:52.350 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.350 INFO:tasks.workunit.client.0.smithi123.stdout: "share_state": { 2023-12-20T10:49:52.350 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2 2023-12-20T10:49:52.350 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.350 INFO:tasks.workunit.client.0.smithi123.stdout: "share_state_bytes": { 2023-12-20T10:49:52.350 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:52.351 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2583 2023-12-20T10:49:52.351 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.351 INFO:tasks.workunit.client.0.smithi123.stdout: "share_state_keys": { 2023-12-20T10:49:52.351 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:52.351 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3 2023-12-20T10:49:52.351 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.351 INFO:tasks.workunit.client.0.smithi123.stdout: "start_leader": { 2023-12-20T10:49:52.351 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3 2023-12-20T10:49:52.351 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.351 INFO:tasks.workunit.client.0.smithi123.stdout: "start_peon": { 2023-12-20T10:49:52.351 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.351 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.351 INFO:tasks.workunit.client.0.smithi123.stdout: "store_state": { 2023-12-20T10:49:52.351 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.351 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.352 INFO:tasks.workunit.client.0.smithi123.stdout: "store_state_bytes": { 2023-12-20T10:49:52.352 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.352 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.352 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.352 INFO:tasks.workunit.client.0.smithi123.stdout: "store_state_keys": { 2023-12-20T10:49:52.352 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.352 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.352 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.352 INFO:tasks.workunit.client.0.smithi123.stdout: "store_state_latency": { 2023-12-20T10:49:52.352 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.352 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.352 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.352 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.352 INFO:tasks.workunit.client.0.smithi123.stdout: "prioritycache": { 2023-12-20T10:49:52.352 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_bytes": { 2023-12-20T10:49:52.352 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1020054731 2023-12-20T10:49:52.353 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.353 INFO:tasks.workunit.client.0.smithi123.stdout: "heap_bytes": { 2023-12-20T10:49:52.353 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 47022080 2023-12-20T10:49:52.353 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.353 INFO:tasks.workunit.client.0.smithi123.stdout: "mapped_bytes": { 2023-12-20T10:49:52.353 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 42491904 2023-12-20T10:49:52.353 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.353 INFO:tasks.workunit.client.0.smithi123.stdout: "target_bytes": { 2023-12-20T10:49:52.353 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2147483648 2023-12-20T10:49:52.353 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.353 INFO:tasks.workunit.client.0.smithi123.stdout: "unmapped_bytes": { 2023-12-20T10:49:52.353 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4530176 2023-12-20T10:49:52.353 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.353 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.353 INFO:tasks.workunit.client.0.smithi123.stdout: "prioritycache:full": { 2023-12-20T10:49:52.354 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.354 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 348127232 2023-12-20T10:49:52.354 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.354 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.354 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.354 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.354 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.354 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.354 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.354 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.354 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 277030951 2023-12-20T10:49:52.354 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.354 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.354 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 250576 2023-12-20T10:49:52.354 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.355 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.355 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.355 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.355 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.355 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.355 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.355 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.355 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.355 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.355 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.355 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.355 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.355 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.355 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.355 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.355 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.356 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.356 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.356 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.356 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.356 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.356 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.356 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.356 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.356 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.356 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 70845705 2023-12-20T10:49:52.356 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.356 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.356 INFO:tasks.workunit.client.0.smithi123.stdout: "prioritycache:inc": { 2023-12-20T10:49:52.356 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.356 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 348127232 2023-12-20T10:49:52.357 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.357 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.357 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.357 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.357 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.357 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.357 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.357 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.357 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 277030951 2023-12-20T10:49:52.357 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.357 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.357 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 36582 2023-12-20T10:49:52.357 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.357 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.357 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.358 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.358 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.358 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.358 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.358 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.358 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.358 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.358 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.358 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.358 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.358 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.358 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.358 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.358 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.358 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.358 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.359 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.359 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.359 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.359 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.359 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.359 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.359 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.359 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 71059699 2023-12-20T10:49:52.359 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.359 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.359 INFO:tasks.workunit.client.0.smithi123.stdout: "prioritycache:kv": { 2023-12-20T10:49:52.359 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.359 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 322961408 2023-12-20T10:49:52.359 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.359 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.360 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:52.360 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.360 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.360 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.360 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.360 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.360 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 184687301 2023-12-20T10:49:52.360 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.360 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.360 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.360 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.360 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.360 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.360 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.360 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.360 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.361 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.361 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.361 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.361 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.361 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.361 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.361 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.361 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.361 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.361 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.361 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.361 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.361 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.361 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.361 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.362 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.362 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.362 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.362 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.362 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.362 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 71165243 2023-12-20T10:49:52.362 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.362 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.362 INFO:tasks.workunit.client.0.smithi123.stdout: "rocksdb": { 2023-12-20T10:49:52.362 INFO:tasks.workunit.client.0.smithi123.stdout: "compact": { 2023-12-20T10:49:52.362 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.362 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.362 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_queue_len": { 2023-12-20T10:49:52.362 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.362 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.363 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_queue_merge": { 2023-12-20T10:49:52.363 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.363 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.363 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_range": { 2023-12-20T10:49:52.363 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1 2023-12-20T10:49:52.363 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.363 INFO:tasks.workunit.client.0.smithi123.stdout: "get_latency": { 2023-12-20T10:49:52.363 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 38381, 2023-12-20T10:49:52.363 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 136911200 2023-12-20T10:49:52.363 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.363 INFO:tasks.workunit.client.0.smithi123.stdout: "rocksdb_write_delay_time": { 2023-12-20T10:49:52.363 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.363 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.363 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.363 INFO:tasks.workunit.client.0.smithi123.stdout: "rocksdb_write_memtable_time": { 2023-12-20T10:49:52.364 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.364 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.364 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.364 INFO:tasks.workunit.client.0.smithi123.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-20T10:49:52.364 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.364 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.364 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.364 INFO:tasks.workunit.client.0.smithi123.stdout: "rocksdb_write_wal_time": { 2023-12-20T10:49:52.364 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.364 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.364 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.364 INFO:tasks.workunit.client.0.smithi123.stdout: "submit_latency": { 2023-12-20T10:49:52.364 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.364 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.364 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.364 INFO:tasks.workunit.client.0.smithi123.stdout: "submit_sync_latency": { 2023-12-20T10:49:52.365 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1856, 2023-12-20T10:49:52.365 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 724794085 2023-12-20T10:49:52.365 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.365 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.365 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.365 INFO:tasks.workunit.client.0.smithi123.stdout: "mon.575c2e11b59ad40f2a773e10f0e6f9f3e90be551": { 2023-12-20T10:49:52.365 INFO:tasks.workunit.client.0.smithi123.stdout: "mon": { 2023-12-20T10:49:52.365 INFO:tasks.workunit.client.0.smithi123.stdout: "election_call": { 2023-12-20T10:49:52.365 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1 2023-12-20T10:49:52.365 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.365 INFO:tasks.workunit.client.0.smithi123.stdout: "election_lose": { 2023-12-20T10:49:52.365 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1 2023-12-20T10:49:52.365 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.365 INFO:tasks.workunit.client.0.smithi123.stdout: "election_win": { 2023-12-20T10:49:52.365 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.366 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.366 INFO:tasks.workunit.client.0.smithi123.stdout: "num_elections": { 2023-12-20T10:49:52.366 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3 2023-12-20T10:49:52.366 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.366 INFO:tasks.workunit.client.0.smithi123.stdout: "num_sessions": { 2023-12-20T10:49:52.366 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 12 2023-12-20T10:49:52.366 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.366 INFO:tasks.workunit.client.0.smithi123.stdout: "session_add": { 2023-12-20T10:49:52.366 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 5 2023-12-20T10:49:52.366 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.366 INFO:tasks.workunit.client.0.smithi123.stdout: "session_rm": { 2023-12-20T10:49:52.366 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 100 2023-12-20T10:49:52.366 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.366 INFO:tasks.workunit.client.0.smithi123.stdout: "session_trim": { 2023-12-20T10:49:52.366 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.367 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.367 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.367 INFO:tasks.workunit.client.0.smithi123.stdout: "paxos": { 2023-12-20T10:49:52.367 INFO:tasks.workunit.client.0.smithi123.stdout: "accept_timeout": { 2023-12-20T10:49:52.367 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.367 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.367 INFO:tasks.workunit.client.0.smithi123.stdout: "begin": { 2023-12-20T10:49:52.367 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 728 2023-12-20T10:49:52.367 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.367 INFO:tasks.workunit.client.0.smithi123.stdout: "begin_bytes": { 2023-12-20T10:49:52.367 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 728, 2023-12-20T10:49:52.367 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3536761 2023-12-20T10:49:52.367 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.367 INFO:tasks.workunit.client.0.smithi123.stdout: "begin_keys": { 2023-12-20T10:49:52.367 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.367 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.368 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.368 INFO:tasks.workunit.client.0.smithi123.stdout: "begin_latency": { 2023-12-20T10:49:52.368 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 728, 2023-12-20T10:49:52.368 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 273993358 2023-12-20T10:49:52.368 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.368 INFO:tasks.workunit.client.0.smithi123.stdout: "collect": { 2023-12-20T10:49:52.368 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1 2023-12-20T10:49:52.368 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.368 INFO:tasks.workunit.client.0.smithi123.stdout: "collect_bytes": { 2023-12-20T10:49:52.368 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1, 2023-12-20T10:49:52.368 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 73 2023-12-20T10:49:52.368 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.368 INFO:tasks.workunit.client.0.smithi123.stdout: "collect_keys": { 2023-12-20T10:49:52.369 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1, 2023-12-20T10:49:52.369 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1 2023-12-20T10:49:52.369 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.369 INFO:tasks.workunit.client.0.smithi123.stdout: "collect_latency": { 2023-12-20T10:49:52.369 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1, 2023-12-20T10:49:52.369 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 999975 2023-12-20T10:49:52.369 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.369 INFO:tasks.workunit.client.0.smithi123.stdout: "collect_timeout": { 2023-12-20T10:49:52.369 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.369 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.369 INFO:tasks.workunit.client.0.smithi123.stdout: "collect_uncommitted": { 2023-12-20T10:49:52.369 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.369 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.369 INFO:tasks.workunit.client.0.smithi123.stdout: "commit": { 2023-12-20T10:49:52.369 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 729 2023-12-20T10:49:52.370 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.370 INFO:tasks.workunit.client.0.smithi123.stdout: "commit_bytes": { 2023-12-20T10:49:52.370 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.370 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.370 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.370 INFO:tasks.workunit.client.0.smithi123.stdout: "commit_keys": { 2023-12-20T10:49:52.370 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.370 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.370 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.370 INFO:tasks.workunit.client.0.smithi123.stdout: "commit_latency": { 2023-12-20T10:49:52.370 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.370 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.370 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.370 INFO:tasks.workunit.client.0.smithi123.stdout: "lease_ack_timeout": { 2023-12-20T10:49:52.370 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.370 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.371 INFO:tasks.workunit.client.0.smithi123.stdout: "lease_timeout": { 2023-12-20T10:49:52.371 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.371 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.371 INFO:tasks.workunit.client.0.smithi123.stdout: "new_pn": { 2023-12-20T10:49:52.371 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.371 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.371 INFO:tasks.workunit.client.0.smithi123.stdout: "new_pn_latency": { 2023-12-20T10:49:52.371 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.371 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.371 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.371 INFO:tasks.workunit.client.0.smithi123.stdout: "refresh": { 2023-12-20T10:49:52.371 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 729 2023-12-20T10:49:52.371 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.371 INFO:tasks.workunit.client.0.smithi123.stdout: "refresh_latency": { 2023-12-20T10:49:52.372 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 729, 2023-12-20T10:49:52.372 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1693958939 2023-12-20T10:49:52.372 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.372 INFO:tasks.workunit.client.0.smithi123.stdout: "restart": { 2023-12-20T10:49:52.372 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 8 2023-12-20T10:49:52.372 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.372 INFO:tasks.workunit.client.0.smithi123.stdout: "share_state": { 2023-12-20T10:49:52.372 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.372 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.372 INFO:tasks.workunit.client.0.smithi123.stdout: "share_state_bytes": { 2023-12-20T10:49:52.372 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.372 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.372 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.372 INFO:tasks.workunit.client.0.smithi123.stdout: "share_state_keys": { 2023-12-20T10:49:52.372 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.372 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.373 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.373 INFO:tasks.workunit.client.0.smithi123.stdout: "start_leader": { 2023-12-20T10:49:52.373 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.373 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.373 INFO:tasks.workunit.client.0.smithi123.stdout: "start_peon": { 2023-12-20T10:49:52.373 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1 2023-12-20T10:49:52.374 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.374 INFO:tasks.workunit.client.0.smithi123.stdout: "store_state": { 2023-12-20T10:49:52.374 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 729 2023-12-20T10:49:52.374 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.374 INFO:tasks.workunit.client.0.smithi123.stdout: "store_state_bytes": { 2023-12-20T10:49:52.374 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 729, 2023-12-20T10:49:52.374 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 6940192 2023-12-20T10:49:52.374 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.374 INFO:tasks.workunit.client.0.smithi123.stdout: "store_state_keys": { 2023-12-20T10:49:52.374 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 729, 2023-12-20T10:49:52.374 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 5243 2023-12-20T10:49:52.374 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.375 INFO:tasks.workunit.client.0.smithi123.stdout: "store_state_latency": { 2023-12-20T10:49:52.375 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 729, 2023-12-20T10:49:52.375 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 526987218 2023-12-20T10:49:52.375 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.375 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.375 INFO:tasks.workunit.client.0.smithi123.stdout: "prioritycache": { 2023-12-20T10:49:52.375 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_bytes": { 2023-12-20T10:49:52.375 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1020054731 2023-12-20T10:49:52.375 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.375 INFO:tasks.workunit.client.0.smithi123.stdout: "heap_bytes": { 2023-12-20T10:49:52.375 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 43835392 2023-12-20T10:49:52.375 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.375 INFO:tasks.workunit.client.0.smithi123.stdout: "mapped_bytes": { 2023-12-20T10:49:52.375 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 33095680 2023-12-20T10:49:52.375 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.375 INFO:tasks.workunit.client.0.smithi123.stdout: "target_bytes": { 2023-12-20T10:49:52.376 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2147483648 2023-12-20T10:49:52.376 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.376 INFO:tasks.workunit.client.0.smithi123.stdout: "unmapped_bytes": { 2023-12-20T10:49:52.376 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 10739712 2023-12-20T10:49:52.376 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.376 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.376 INFO:tasks.workunit.client.0.smithi123.stdout: "prioritycache:full": { 2023-12-20T10:49:52.376 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.376 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 348127232 2023-12-20T10:49:52.376 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.376 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.376 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.376 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.376 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.376 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.377 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.377 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.377 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 277029547 2023-12-20T10:49:52.377 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.377 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.377 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 251006 2023-12-20T10:49:52.377 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.377 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.377 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.377 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.377 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.377 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.377 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.377 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.377 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.378 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.378 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.378 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.378 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.378 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.378 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.378 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.378 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.378 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.378 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.378 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.378 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.378 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.378 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.378 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.379 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.379 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.379 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 70846679 2023-12-20T10:49:52.379 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.379 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.379 INFO:tasks.workunit.client.0.smithi123.stdout: "prioritycache:inc": { 2023-12-20T10:49:52.379 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.379 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 348127232 2023-12-20T10:49:52.379 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.379 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.379 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.379 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.379 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.379 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.379 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.379 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.380 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 277029547 2023-12-20T10:49:52.380 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.380 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.380 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 39898 2023-12-20T10:49:52.380 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.380 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.380 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.380 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.380 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.380 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.380 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.380 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.380 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.380 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.380 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.381 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.381 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.381 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.381 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.381 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.381 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.381 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.381 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.381 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.381 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.381 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.381 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.381 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.381 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.381 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.382 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 71057787 2023-12-20T10:49:52.382 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.382 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.382 INFO:tasks.workunit.client.0.smithi123.stdout: "prioritycache:kv": { 2023-12-20T10:49:52.382 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.382 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 322961408 2023-12-20T10:49:52.382 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.382 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.382 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:52.382 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.382 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.382 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.382 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.382 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.382 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 184686364 2023-12-20T10:49:52.383 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.383 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.383 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.383 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.383 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.383 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.383 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.383 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.383 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.383 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.383 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.383 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.383 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.383 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.383 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.384 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.384 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.384 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.384 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.384 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.384 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.384 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.384 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.384 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.384 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.384 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.384 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.384 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.384 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.384 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 71166180 2023-12-20T10:49:52.384 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.385 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.385 INFO:tasks.workunit.client.0.smithi123.stdout: "rocksdb": { 2023-12-20T10:49:52.385 INFO:tasks.workunit.client.0.smithi123.stdout: "compact": { 2023-12-20T10:49:52.385 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.385 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.385 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_queue_len": { 2023-12-20T10:49:52.385 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.385 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.385 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_queue_merge": { 2023-12-20T10:49:52.385 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.385 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.385 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_range": { 2023-12-20T10:49:52.385 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1 2023-12-20T10:49:52.385 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.385 INFO:tasks.workunit.client.0.smithi123.stdout: "get_latency": { 2023-12-20T10:49:52.386 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 31035, 2023-12-20T10:49:52.386 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68159924 2023-12-20T10:49:52.386 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.386 INFO:tasks.workunit.client.0.smithi123.stdout: "rocksdb_write_delay_time": { 2023-12-20T10:49:52.386 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.386 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.386 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.386 INFO:tasks.workunit.client.0.smithi123.stdout: "rocksdb_write_memtable_time": { 2023-12-20T10:49:52.386 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.386 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.386 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.386 INFO:tasks.workunit.client.0.smithi123.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-20T10:49:52.386 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.386 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.387 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.387 INFO:tasks.workunit.client.0.smithi123.stdout: "rocksdb_write_wal_time": { 2023-12-20T10:49:52.387 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.387 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.387 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.387 INFO:tasks.workunit.client.0.smithi123.stdout: "submit_latency": { 2023-12-20T10:49:52.387 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.387 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.387 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.387 INFO:tasks.workunit.client.0.smithi123.stdout: "submit_sync_latency": { 2023-12-20T10:49:52.387 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1558, 2023-12-20T10:49:52.387 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 859131122 2023-12-20T10:49:52.387 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.387 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.387 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.388 INFO:tasks.workunit.client.0.smithi123.stdout: "mon.5bef42932fe689f5877f01088e497570577d366f": { 2023-12-20T10:49:52.388 INFO:tasks.workunit.client.0.smithi123.stdout: "mon": { 2023-12-20T10:49:52.388 INFO:tasks.workunit.client.0.smithi123.stdout: "election_call": { 2023-12-20T10:49:52.388 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2 2023-12-20T10:49:52.388 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.388 INFO:tasks.workunit.client.0.smithi123.stdout: "election_lose": { 2023-12-20T10:49:52.388 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2 2023-12-20T10:49:52.388 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.388 INFO:tasks.workunit.client.0.smithi123.stdout: "election_win": { 2023-12-20T10:49:52.388 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.388 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.388 INFO:tasks.workunit.client.0.smithi123.stdout: "num_elections": { 2023-12-20T10:49:52.388 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 7 2023-12-20T10:49:52.389 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.389 INFO:tasks.workunit.client.0.smithi123.stdout: "num_sessions": { 2023-12-20T10:49:52.389 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 12 2023-12-20T10:49:52.389 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.389 INFO:tasks.workunit.client.0.smithi123.stdout: "session_add": { 2023-12-20T10:49:52.389 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4 2023-12-20T10:49:52.389 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.389 INFO:tasks.workunit.client.0.smithi123.stdout: "session_rm": { 2023-12-20T10:49:52.389 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 56 2023-12-20T10:49:52.389 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.389 INFO:tasks.workunit.client.0.smithi123.stdout: "session_trim": { 2023-12-20T10:49:52.389 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.389 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.389 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.389 INFO:tasks.workunit.client.0.smithi123.stdout: "paxos": { 2023-12-20T10:49:52.390 INFO:tasks.workunit.client.0.smithi123.stdout: "accept_timeout": { 2023-12-20T10:49:52.390 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.390 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.390 INFO:tasks.workunit.client.0.smithi123.stdout: "begin": { 2023-12-20T10:49:52.390 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 738 2023-12-20T10:49:52.390 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.390 INFO:tasks.workunit.client.0.smithi123.stdout: "begin_bytes": { 2023-12-20T10:49:52.390 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 738, 2023-12-20T10:49:52.390 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3563236 2023-12-20T10:49:52.390 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.390 INFO:tasks.workunit.client.0.smithi123.stdout: "begin_keys": { 2023-12-20T10:49:52.390 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.390 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.390 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.391 INFO:tasks.workunit.client.0.smithi123.stdout: "begin_latency": { 2023-12-20T10:49:52.391 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 738, 2023-12-20T10:49:52.391 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 124996463 2023-12-20T10:49:52.391 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.391 INFO:tasks.workunit.client.0.smithi123.stdout: "collect": { 2023-12-20T10:49:52.391 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2 2023-12-20T10:49:52.391 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.391 INFO:tasks.workunit.client.0.smithi123.stdout: "collect_bytes": { 2023-12-20T10:49:52.391 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:52.391 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 146 2023-12-20T10:49:52.391 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.391 INFO:tasks.workunit.client.0.smithi123.stdout: "collect_keys": { 2023-12-20T10:49:52.391 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:52.391 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2 2023-12-20T10:49:52.391 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.391 INFO:tasks.workunit.client.0.smithi123.stdout: "collect_latency": { 2023-12-20T10:49:52.392 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:52.392 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 999971 2023-12-20T10:49:52.392 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.392 INFO:tasks.workunit.client.0.smithi123.stdout: "collect_timeout": { 2023-12-20T10:49:52.392 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.392 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.392 INFO:tasks.workunit.client.0.smithi123.stdout: "collect_uncommitted": { 2023-12-20T10:49:52.392 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.392 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.392 INFO:tasks.workunit.client.0.smithi123.stdout: "commit": { 2023-12-20T10:49:52.392 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 739 2023-12-20T10:49:52.392 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.392 INFO:tasks.workunit.client.0.smithi123.stdout: "commit_bytes": { 2023-12-20T10:49:52.392 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.392 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.392 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.393 INFO:tasks.workunit.client.0.smithi123.stdout: "commit_keys": { 2023-12-20T10:49:52.393 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.393 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.393 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.393 INFO:tasks.workunit.client.0.smithi123.stdout: "commit_latency": { 2023-12-20T10:49:52.393 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.393 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.393 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.393 INFO:tasks.workunit.client.0.smithi123.stdout: "lease_ack_timeout": { 2023-12-20T10:49:52.393 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.393 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.393 INFO:tasks.workunit.client.0.smithi123.stdout: "lease_timeout": { 2023-12-20T10:49:52.393 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.393 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.393 INFO:tasks.workunit.client.0.smithi123.stdout: "new_pn": { 2023-12-20T10:49:52.394 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.394 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.394 INFO:tasks.workunit.client.0.smithi123.stdout: "new_pn_latency": { 2023-12-20T10:49:52.394 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.394 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.394 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.394 INFO:tasks.workunit.client.0.smithi123.stdout: "refresh": { 2023-12-20T10:49:52.394 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 739 2023-12-20T10:49:52.394 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.394 INFO:tasks.workunit.client.0.smithi123.stdout: "refresh_latency": { 2023-12-20T10:49:52.394 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 739, 2023-12-20T10:49:52.394 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1540956462 2023-12-20T10:49:52.394 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.394 INFO:tasks.workunit.client.0.smithi123.stdout: "restart": { 2023-12-20T10:49:52.394 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 13 2023-12-20T10:49:52.395 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.395 INFO:tasks.workunit.client.0.smithi123.stdout: "share_state": { 2023-12-20T10:49:52.395 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.395 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.395 INFO:tasks.workunit.client.0.smithi123.stdout: "share_state_bytes": { 2023-12-20T10:49:52.395 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.395 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.395 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.395 INFO:tasks.workunit.client.0.smithi123.stdout: "share_state_keys": { 2023-12-20T10:49:52.395 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.395 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.395 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.395 INFO:tasks.workunit.client.0.smithi123.stdout: "start_leader": { 2023-12-20T10:49:52.395 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.395 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.395 INFO:tasks.workunit.client.0.smithi123.stdout: "start_peon": { 2023-12-20T10:49:52.396 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2 2023-12-20T10:49:52.396 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.396 INFO:tasks.workunit.client.0.smithi123.stdout: "store_state": { 2023-12-20T10:49:52.396 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 739 2023-12-20T10:49:52.396 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.396 INFO:tasks.workunit.client.0.smithi123.stdout: "store_state_bytes": { 2023-12-20T10:49:52.396 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 739, 2023-12-20T10:49:52.396 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 6987979 2023-12-20T10:49:52.396 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.396 INFO:tasks.workunit.client.0.smithi123.stdout: "store_state_keys": { 2023-12-20T10:49:52.396 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 739, 2023-12-20T10:49:52.396 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 5316 2023-12-20T10:49:52.396 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.396 INFO:tasks.workunit.client.0.smithi123.stdout: "store_state_latency": { 2023-12-20T10:49:52.396 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 739, 2023-12-20T10:49:52.396 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 270992344 2023-12-20T10:49:52.397 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.397 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.397 INFO:tasks.workunit.client.0.smithi123.stdout: "prioritycache": { 2023-12-20T10:49:52.397 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_bytes": { 2023-12-20T10:49:52.397 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1020054731 2023-12-20T10:49:52.397 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.397 INFO:tasks.workunit.client.0.smithi123.stdout: "heap_bytes": { 2023-12-20T10:49:52.397 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 43827200 2023-12-20T10:49:52.397 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.397 INFO:tasks.workunit.client.0.smithi123.stdout: "mapped_bytes": { 2023-12-20T10:49:52.397 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 33472512 2023-12-20T10:49:52.397 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.397 INFO:tasks.workunit.client.0.smithi123.stdout: "target_bytes": { 2023-12-20T10:49:52.397 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2147483648 2023-12-20T10:49:52.397 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.398 INFO:tasks.workunit.client.0.smithi123.stdout: "unmapped_bytes": { 2023-12-20T10:49:52.398 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 10354688 2023-12-20T10:49:52.398 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.398 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.398 INFO:tasks.workunit.client.0.smithi123.stdout: "prioritycache:full": { 2023-12-20T10:49:52.398 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.398 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 348127232 2023-12-20T10:49:52.398 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.398 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.398 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.398 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.398 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.398 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.398 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.398 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.399 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 277029547 2023-12-20T10:49:52.399 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.399 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.399 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 251006 2023-12-20T10:49:52.399 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.399 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.399 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.399 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.399 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.399 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.399 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.399 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.399 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.399 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.399 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.400 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.400 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.400 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.400 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.400 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.400 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.400 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.400 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.400 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.400 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.400 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.400 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.400 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.400 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.400 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.400 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 70846679 2023-12-20T10:49:52.401 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.401 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.401 INFO:tasks.workunit.client.0.smithi123.stdout: "prioritycache:inc": { 2023-12-20T10:49:52.401 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.401 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 348127232 2023-12-20T10:49:52.401 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.401 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.401 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.401 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.401 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.401 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.401 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.401 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.401 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 277029547 2023-12-20T10:49:52.401 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.402 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.402 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 39898 2023-12-20T10:49:52.402 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.402 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.402 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.402 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.402 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.402 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.402 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.402 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.402 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.402 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.402 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.402 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.402 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.402 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.403 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.403 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.403 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.403 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.403 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.403 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.403 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.403 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.403 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.403 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.403 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.403 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.403 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 71057787 2023-12-20T10:49:52.403 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.403 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.403 INFO:tasks.workunit.client.0.smithi123.stdout: "prioritycache:kv": { 2023-12-20T10:49:52.404 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.404 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 322961408 2023-12-20T10:49:52.404 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.404 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.404 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:52.404 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.404 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.404 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.404 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.404 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.404 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 184686364 2023-12-20T10:49:52.404 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.404 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.404 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.404 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.404 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.405 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.405 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.405 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.405 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.405 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.405 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.405 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.405 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.405 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.405 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.405 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.405 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.405 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.405 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.405 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.405 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.406 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.406 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.406 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.406 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.406 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.406 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.406 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.406 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.406 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 71166180 2023-12-20T10:49:52.406 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.406 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.406 INFO:tasks.workunit.client.0.smithi123.stdout: "rocksdb": { 2023-12-20T10:49:52.406 INFO:tasks.workunit.client.0.smithi123.stdout: "compact": { 2023-12-20T10:49:52.406 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.406 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.407 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_queue_len": { 2023-12-20T10:49:52.407 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.407 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.407 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_queue_merge": { 2023-12-20T10:49:52.407 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.407 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.407 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_range": { 2023-12-20T10:49:52.407 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1 2023-12-20T10:49:52.407 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.407 INFO:tasks.workunit.client.0.smithi123.stdout: "get_latency": { 2023-12-20T10:49:52.407 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 31782, 2023-12-20T10:49:52.407 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68338987 2023-12-20T10:49:52.407 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.407 INFO:tasks.workunit.client.0.smithi123.stdout: "rocksdb_write_delay_time": { 2023-12-20T10:49:52.408 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.408 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.408 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.408 INFO:tasks.workunit.client.0.smithi123.stdout: "rocksdb_write_memtable_time": { 2023-12-20T10:49:52.408 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.408 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.408 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.408 INFO:tasks.workunit.client.0.smithi123.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-20T10:49:52.408 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.408 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.408 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.408 INFO:tasks.workunit.client.0.smithi123.stdout: "rocksdb_write_wal_time": { 2023-12-20T10:49:52.408 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.408 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.408 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.408 INFO:tasks.workunit.client.0.smithi123.stdout: "submit_latency": { 2023-12-20T10:49:52.409 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.409 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.409 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.409 INFO:tasks.workunit.client.0.smithi123.stdout: "submit_sync_latency": { 2023-12-20T10:49:52.409 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1598, 2023-12-20T10:49:52.409 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 474181591 2023-12-20T10:49:52.409 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.409 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.409 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.409 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.0": { 2023-12-20T10:49:52.409 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:52.409 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_slow_fallback": { 2023-12-20T10:49:52.409 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.409 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.409 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_slow_size_fallback": { 2023-12-20T10:49:52.410 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.410 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.410 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_db": { 2023-12-20T10:49:52.410 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 65536 2023-12-20T10:49:52.410 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.410 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_main": { 2023-12-20T10:49:52.410 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.410 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.410 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_wal": { 2023-12-20T10:49:52.410 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.410 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.410 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_slow": { 2023-12-20T10:49:52.410 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.410 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.410 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_sst": { 2023-12-20T10:49:52.410 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 8192 2023-12-20T10:49:52.411 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.411 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_wal": { 2023-12-20T10:49:52.411 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2809856 2023-12-20T10:49:52.411 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.411 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_lat": { 2023-12-20T10:49:52.411 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.411 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.411 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.411 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_lock_lat": { 2023-12-20T10:49:52.411 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.411 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.411 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.411 INFO:tasks.workunit.client.0.smithi123.stdout: "db_total_bytes": { 2023-12-20T10:49:52.411 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 95995035648 2023-12-20T10:49:52.411 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.411 INFO:tasks.workunit.client.0.smithi123.stdout: "db_used_bytes": { 2023-12-20T10:49:52.412 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 304414720 2023-12-20T10:49:52.412 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.412 INFO:tasks.workunit.client.0.smithi123.stdout: "log_bytes": { 2023-12-20T10:49:52.412 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1646592 2023-12-20T10:49:52.412 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.412 INFO:tasks.workunit.client.0.smithi123.stdout: "logged_bytes": { 2023-12-20T10:49:52.412 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1507328 2023-12-20T10:49:52.412 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.412 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_db": { 2023-12-20T10:49:52.412 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 312803328 2023-12-20T10:49:52.412 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.412 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_slow": { 2023-12-20T10:49:52.412 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.412 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.412 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_wal": { 2023-12-20T10:49:52.413 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.413 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.413 INFO:tasks.workunit.client.0.smithi123.stdout: "num_files": { 2023-12-20T10:49:52.413 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 13 2023-12-20T10:49:52.413 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.413 INFO:tasks.workunit.client.0.smithi123.stdout: "read_bytes": { 2023-12-20T10:49:52.413 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 193929 2023-12-20T10:49:52.413 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.413 INFO:tasks.workunit.client.0.smithi123.stdout: "read_count": { 2023-12-20T10:49:52.413 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 22 2023-12-20T10:49:52.413 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.413 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes": { 2023-12-20T10:49:52.413 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1265664 2023-12-20T10:49:52.413 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.413 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_db": { 2023-12-20T10:49:52.414 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1269760 2023-12-20T10:49:52.414 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.414 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_slow": { 2023-12-20T10:49:52.414 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.414 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.414 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_wal": { 2023-12-20T10:49:52.414 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.414 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.414 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_count": { 2023-12-20T10:49:52.414 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 14 2023-12-20T10:49:52.414 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.414 INFO:tasks.workunit.client.0.smithi123.stdout: "read_prefetch_bytes": { 2023-12-20T10:49:52.414 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3653 2023-12-20T10:49:52.414 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.414 INFO:tasks.workunit.client.0.smithi123.stdout: "read_prefetch_count": { 2023-12-20T10:49:52.415 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3 2023-12-20T10:49:52.415 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.415 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_buffer_bytes": { 2023-12-20T10:49:52.415 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3833 2023-12-20T10:49:52.415 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.415 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_buffer_count": { 2023-12-20T10:49:52.415 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18 2023-12-20T10:49:52.415 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.415 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_bytes": { 2023-12-20T10:49:52.415 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3833 2023-12-20T10:49:52.415 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.415 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_count": { 2023-12-20T10:49:52.415 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18 2023-12-20T10:49:52.415 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.415 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes": { 2023-12-20T10:49:52.416 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.416 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.416 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_db": { 2023-12-20T10:49:52.416 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.416 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.416 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_slow": { 2023-12-20T10:49:52.416 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.416 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.416 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_wal": { 2023-12-20T10:49:52.416 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.416 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.416 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_count": { 2023-12-20T10:49:52.416 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.416 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.416 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_total_bytes": { 2023-12-20T10:49:52.416 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.417 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.417 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_used_bytes": { 2023-12-20T10:49:52.417 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.417 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.417 INFO:tasks.workunit.client.0.smithi123.stdout: "wal_total_bytes": { 2023-12-20T10:49:52.417 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.417 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.417 INFO:tasks.workunit.client.0.smithi123.stdout: "wal_used_bytes": { 2023-12-20T10:49:52.417 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.417 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.417 INFO:tasks.workunit.client.0.smithi123.stdout: "write_bytes": { 2023-12-20T10:49:52.417 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4386816 2023-12-20T10:49:52.417 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.417 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.417 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore": { 2023-12-20T10:49:52.418 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit": { 2023-12-20T10:49:52.418 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4096 2023-12-20T10:49:52.418 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.418 INFO:tasks.workunit.client.0.smithi123.stdout: "allocated": { 2023-12-20T10:49:52.418 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1265664 2023-12-20T10:49:52.418 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.418 INFO:tasks.workunit.client.0.smithi123.stdout: "clist_lat": { 2023-12-20T10:49:52.418 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 6, 2023-12-20T10:49:52.418 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 253221 2023-12-20T10:49:52.418 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.418 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_lat": { 2023-12-20T10:49:52.418 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.418 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.418 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.418 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed": { 2023-12-20T10:49:52.419 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.419 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.419 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed_allocated": { 2023-12-20T10:49:52.419 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.419 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.419 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed_original": { 2023-12-20T10:49:52.419 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.419 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.419 INFO:tasks.workunit.client.0.smithi123.stdout: "csum_lat": { 2023-12-20T10:49:52.419 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 22, 2023-12-20T10:49:52.419 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 106979 2023-12-20T10:49:52.419 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.419 INFO:tasks.workunit.client.0.smithi123.stdout: "decompress_lat": { 2023-12-20T10:49:52.419 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.420 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.420 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.420 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_commit_lat": { 2023-12-20T10:49:52.420 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 352, 2023-12-20T10:49:52.420 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 98237203 2023-12-20T10:49:52.420 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.420 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_final_lat": { 2023-12-20T10:49:52.420 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 344, 2023-12-20T10:49:52.420 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 11776678 2023-12-20T10:49:52.420 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.420 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_flush_lat": { 2023-12-20T10:49:52.420 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 352, 2023-12-20T10:49:52.420 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 410674 2023-12-20T10:49:52.420 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.420 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_sync_lat": { 2023-12-20T10:49:52.421 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 352, 2023-12-20T10:49:52.421 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 98647877 2023-12-20T10:49:52.421 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.421 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_get_keys_lat": { 2023-12-20T10:49:52.421 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.421 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.421 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.421 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_get_values_lat": { 2023-12-20T10:49:52.421 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.421 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.421 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.421 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_lower_bound_lat": { 2023-12-20T10:49:52.421 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 6, 2023-12-20T10:49:52.421 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 20604 2023-12-20T10:49:52.421 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.421 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_next_lat": { 2023-12-20T10:49:52.422 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.422 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.422 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.422 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_seek_to_first_lat": { 2023-12-20T10:49:52.422 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.422 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.422 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.422 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_upper_bound_lat": { 2023-12-20T10:49:52.422 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:52.422 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4926 2023-12-20T10:49:52.422 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.422 INFO:tasks.workunit.client.0.smithi123.stdout: "onode_hits": { 2023-12-20T10:49:52.422 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 818 2023-12-20T10:49:52.422 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.422 INFO:tasks.workunit.client.0.smithi123.stdout: "onode_misses": { 2023-12-20T10:49:52.422 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 220 2023-12-20T10:49:52.423 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.423 INFO:tasks.workunit.client.0.smithi123.stdout: "read_lat": { 2023-12-20T10:49:52.423 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 111, 2023-12-20T10:49:52.423 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3907403 2023-12-20T10:49:52.423 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.423 INFO:tasks.workunit.client.0.smithi123.stdout: "read_onode_meta_lat": { 2023-12-20T10:49:52.423 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 305, 2023-12-20T10:49:52.423 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 303805 2023-12-20T10:49:52.423 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.423 INFO:tasks.workunit.client.0.smithi123.stdout: "read_wait_aio_lat": { 2023-12-20T10:49:52.423 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 194, 2023-12-20T10:49:52.423 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 5361094 2023-12-20T10:49:52.423 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.423 INFO:tasks.workunit.client.0.smithi123.stdout: "reads_with_retries": { 2023-12-20T10:49:52.423 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.424 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.424 INFO:tasks.workunit.client.0.smithi123.stdout: "remove_lat": { 2023-12-20T10:49:52.424 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 3, 2023-12-20T10:49:52.424 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68392 2023-12-20T10:49:52.424 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.424 INFO:tasks.workunit.client.0.smithi123.stdout: "state_aio_wait_lat": { 2023-12-20T10:49:52.424 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 485, 2023-12-20T10:49:52.424 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 6875277 2023-12-20T10:49:52.424 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.424 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_aio_wait_lat": { 2023-12-20T10:49:52.424 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 120, 2023-12-20T10:49:52.424 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 10102156 2023-12-20T10:49:52.424 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.425 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_cleanup_lat": { 2023-12-20T10:49:52.425 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 120, 2023-12-20T10:49:52.425 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 471178390046 2023-12-20T10:49:52.425 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.425 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_queued_lat": { 2023-12-20T10:49:52.425 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 120, 2023-12-20T10:49:52.425 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 119397340575 2023-12-20T10:49:52.425 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.425 INFO:tasks.workunit.client.0.smithi123.stdout: "state_done_lat": { 2023-12-20T10:49:52.425 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 485, 2023-12-20T10:49:52.425 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 29372712826 2023-12-20T10:49:52.425 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.425 INFO:tasks.workunit.client.0.smithi123.stdout: "state_finishing_lat": { 2023-12-20T10:49:52.425 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 485, 2023-12-20T10:49:52.425 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 50805 2023-12-20T10:49:52.426 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.426 INFO:tasks.workunit.client.0.smithi123.stdout: "state_io_done_lat": { 2023-12-20T10:49:52.426 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 485, 2023-12-20T10:49:52.426 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 429472 2023-12-20T10:49:52.426 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.426 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_commiting_lat": { 2023-12-20T10:49:52.426 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 485, 2023-12-20T10:49:52.426 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 256719051 2023-12-20T10:49:52.426 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.426 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_done_lat": { 2023-12-20T10:49:52.426 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 485, 2023-12-20T10:49:52.426 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 150128 2023-12-20T10:49:52.426 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.426 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_queued_lat": { 2023-12-20T10:49:52.426 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 485, 2023-12-20T10:49:52.427 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 177317462 2023-12-20T10:49:52.427 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.427 INFO:tasks.workunit.client.0.smithi123.stdout: "state_prepare_lat": { 2023-12-20T10:49:52.427 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 485, 2023-12-20T10:49:52.427 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 30274173 2023-12-20T10:49:52.427 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.427 INFO:tasks.workunit.client.0.smithi123.stdout: "stored": { 2023-12-20T10:49:52.427 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 878853 2023-12-20T10:49:52.427 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.427 INFO:tasks.workunit.client.0.smithi123.stdout: "truncate_lat": { 2023-12-20T10:49:52.427 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.427 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.427 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.427 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_commit_lat": { 2023-12-20T10:49:52.427 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 485, 2023-12-20T10:49:52.428 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 471687934 2023-12-20T10:49:52.428 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.428 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_submit_lat": { 2023-12-20T10:49:52.428 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 485, 2023-12-20T10:49:52.428 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 34349172 2023-12-20T10:49:52.428 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.428 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_throttle_lat": { 2023-12-20T10:49:52.428 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 485, 2023-12-20T10:49:52.428 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 11098514 2023-12-20T10:49:52.428 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.428 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.428 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache": { 2023-12-20T10:49:52.428 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_bytes": { 2023-12-20T10:49:52.428 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1869129845 2023-12-20T10:49:52.428 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.429 INFO:tasks.workunit.client.0.smithi123.stdout: "heap_bytes": { 2023-12-20T10:49:52.429 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 271187968 2023-12-20T10:49:52.429 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.429 INFO:tasks.workunit.client.0.smithi123.stdout: "mapped_bytes": { 2023-12-20T10:49:52.429 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 270311424 2023-12-20T10:49:52.429 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.429 INFO:tasks.workunit.client.0.smithi123.stdout: "target_bytes": { 2023-12-20T10:49:52.429 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3146395545 2023-12-20T10:49:52.429 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.429 INFO:tasks.workunit.client.0.smithi123.stdout: "unmapped_bytes": { 2023-12-20T10:49:52.429 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 876544 2023-12-20T10:49:52.429 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.429 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.429 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:data": { 2023-12-20T10:49:52.429 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.429 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 159383552 2023-12-20T10:49:52.430 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.430 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.430 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.430 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.430 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.430 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.430 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.430 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.430 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 85922410 2023-12-20T10:49:52.430 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.430 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.430 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.430 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.430 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.430 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.431 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.431 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.431 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.431 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.431 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.431 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.431 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.431 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.431 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.431 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.431 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.431 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 610304 2023-12-20T10:49:52.431 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.431 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.431 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.432 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.432 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.432 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.432 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.432 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.432 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.432 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.432 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.432 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 72850838 2023-12-20T10:49:52.432 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.432 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.432 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:kv": { 2023-12-20T10:49:52.432 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.432 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 780140544 2023-12-20T10:49:52.432 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.433 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.433 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:52.433 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.433 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.433 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.433 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.433 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.433 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 644418080 2023-12-20T10:49:52.433 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.433 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.433 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.433 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.433 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.433 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.433 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.433 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.434 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.434 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.434 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.434 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.434 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.434 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.434 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.434 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.434 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.434 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1168 2023-12-20T10:49:52.434 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.434 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.434 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.434 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.434 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.434 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.435 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.435 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.435 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.435 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.435 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.435 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68612432 2023-12-20T10:49:52.435 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.435 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.435 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:kv_onode": { 2023-12-20T10:49:52.435 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.435 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 192937984 2023-12-20T10:49:52.435 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.435 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.435 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:52.435 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.435 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.436 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 464 2023-12-20T10:49:52.436 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.436 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.436 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 57281607 2023-12-20T10:49:52.436 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.436 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.436 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.436 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.436 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.436 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.436 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.436 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.436 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.436 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.437 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.437 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.437 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.437 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.437 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.437 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.437 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.437 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.437 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.437 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.437 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.437 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.437 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.437 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.437 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.437 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.438 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.438 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.438 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.438 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68547049 2023-12-20T10:49:52.438 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.438 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.438 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:meta": { 2023-12-20T10:49:52.438 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.438 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 713031680 2023-12-20T10:49:52.438 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.438 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.438 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.438 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.438 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.438 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.439 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.439 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.439 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 644418080 2023-12-20T10:49:52.439 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.439 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.439 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.439 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.439 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.439 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.439 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.439 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.439 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.439 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.439 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.439 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.439 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.440 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.440 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 24041 2023-12-20T10:49:52.440 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.440 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.440 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 240416 2023-12-20T10:49:52.440 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.440 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.440 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.440 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.440 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.440 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.440 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.440 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.440 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.440 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.441 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.441 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68349143 2023-12-20T10:49:52.441 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.441 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.441 INFO:tasks.workunit.client.0.smithi123.stdout: "objecter": { 2023-12-20T10:49:52.441 INFO:tasks.workunit.client.0.smithi123.stdout: "op_active": { 2023-12-20T10:49:52.441 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.441 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.441 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:52.441 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.441 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.441 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rmw": { 2023-12-20T10:49:52.441 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.441 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.441 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:52.441 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.442 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.442 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.442 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:52.442 INFO:tasks.workunit.client.0.smithi123.stdout: "numpg": { 2023-12-20T10:49:52.442 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 47 2023-12-20T10:49:52.442 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.442 INFO:tasks.workunit.client.0.smithi123.stdout: "numpg_removing": { 2023-12-20T10:49:52.442 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.442 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.442 INFO:tasks.workunit.client.0.smithi123.stdout: "op": { 2023-12-20T10:49:52.442 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 5 2023-12-20T10:49:52.442 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.442 INFO:tasks.workunit.client.0.smithi123.stdout: "op_delayed_degraded": { 2023-12-20T10:49:52.442 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.442 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.442 INFO:tasks.workunit.client.0.smithi123.stdout: "op_delayed_unreadable": { 2023-12-20T10:49:52.443 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.443 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.443 INFO:tasks.workunit.client.0.smithi123.stdout: "op_in_bytes": { 2023-12-20T10:49:52.443 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 588 2023-12-20T10:49:52.443 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.443 INFO:tasks.workunit.client.0.smithi123.stdout: "op_latency": { 2023-12-20T10:49:52.443 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 5, 2023-12-20T10:49:52.443 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 17487574 2023-12-20T10:49:52.443 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.443 INFO:tasks.workunit.client.0.smithi123.stdout: "op_out_bytes": { 2023-12-20T10:49:52.443 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.443 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.443 INFO:tasks.workunit.client.0.smithi123.stdout: "op_prepare_latency": { 2023-12-20T10:49:52.443 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 6, 2023-12-20T10:49:52.444 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3289183 2023-12-20T10:49:52.444 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.444 INFO:tasks.workunit.client.0.smithi123.stdout: "op_process_latency": { 2023-12-20T10:49:52.444 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 5, 2023-12-20T10:49:52.444 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 14969639 2023-12-20T10:49:52.444 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.444 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:52.444 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.444 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.444 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency": { 2023-12-20T10:49:52.444 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.444 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.444 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.444 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-20T10:49:52.444 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.445 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.445 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_out_bytes": { 2023-12-20T10:49:52.445 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.445 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.445 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_prepare_latency": { 2023-12-20T10:49:52.445 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.445 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.445 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.445 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_process_latency": { 2023-12-20T10:49:52.445 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.445 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.445 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.445 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw": { 2023-12-20T10:49:52.445 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.445 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.445 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_in_bytes": { 2023-12-20T10:49:52.446 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.446 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.446 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency": { 2023-12-20T10:49:52.446 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.446 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.446 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.446 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-20T10:49:52.446 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.446 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.446 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-20T10:49:52.446 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.446 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.446 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_out_bytes": { 2023-12-20T10:49:52.446 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.446 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.447 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_prepare_latency": { 2023-12-20T10:49:52.447 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.447 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.447 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.447 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_process_latency": { 2023-12-20T10:49:52.447 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.447 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.447 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.447 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:52.447 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 5 2023-12-20T10:49:52.447 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.447 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_in_bytes": { 2023-12-20T10:49:52.447 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 588 2023-12-20T10:49:52.447 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.447 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency": { 2023-12-20T10:49:52.447 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 5, 2023-12-20T10:49:52.448 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 17487574 2023-12-20T10:49:52.448 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.448 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-20T10:49:52.448 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.448 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.448 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_prepare_latency": { 2023-12-20T10:49:52.448 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 6, 2023-12-20T10:49:52.448 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3289183 2023-12-20T10:49:52.448 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.448 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_process_latency": { 2023-12-20T10:49:52.448 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 5, 2023-12-20T10:49:52.448 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 14969639 2023-12-20T10:49:52.448 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.448 INFO:tasks.workunit.client.0.smithi123.stdout: "op_wip": { 2023-12-20T10:49:52.448 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.448 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.449 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_bytes": { 2023-12-20T10:49:52.449 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1771104 2023-12-20T10:49:52.449 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.449 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_ops": { 2023-12-20T10:49:52.449 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 6 2023-12-20T10:49:52.449 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.449 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_bytes": { 2023-12-20T10:49:52.449 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 95995035648 2023-12-20T10:49:52.449 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.449 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_bytes_used": { 2023-12-20T10:49:52.449 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 305688576 2023-12-20T10:49:52.449 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.449 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.449 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.449 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.1": { 2023-12-20T10:49:52.450 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:52.450 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_slow_fallback": { 2023-12-20T10:49:52.450 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.450 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.450 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_slow_size_fallback": { 2023-12-20T10:49:52.450 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.450 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.450 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_db": { 2023-12-20T10:49:52.450 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 65536 2023-12-20T10:49:52.450 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.450 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_main": { 2023-12-20T10:49:52.450 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.450 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.450 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_wal": { 2023-12-20T10:49:52.450 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.451 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.451 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_slow": { 2023-12-20T10:49:52.451 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.451 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.451 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_sst": { 2023-12-20T10:49:52.451 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 8192 2023-12-20T10:49:52.451 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.451 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_wal": { 2023-12-20T10:49:52.451 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2457600 2023-12-20T10:49:52.451 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.451 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_lat": { 2023-12-20T10:49:52.451 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.451 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.451 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.451 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_lock_lat": { 2023-12-20T10:49:52.451 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.452 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.452 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.452 INFO:tasks.workunit.client.0.smithi123.stdout: "db_total_bytes": { 2023-12-20T10:49:52.452 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 95995035648 2023-12-20T10:49:52.452 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.452 INFO:tasks.workunit.client.0.smithi123.stdout: "db_used_bytes": { 2023-12-20T10:49:52.452 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 304414720 2023-12-20T10:49:52.452 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.452 INFO:tasks.workunit.client.0.smithi123.stdout: "log_bytes": { 2023-12-20T10:49:52.452 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1433600 2023-12-20T10:49:52.452 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.452 INFO:tasks.workunit.client.0.smithi123.stdout: "logged_bytes": { 2023-12-20T10:49:52.452 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1294336 2023-12-20T10:49:52.452 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.452 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_db": { 2023-12-20T10:49:52.453 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 312803328 2023-12-20T10:49:52.453 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.453 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_slow": { 2023-12-20T10:49:52.453 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.453 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.453 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_wal": { 2023-12-20T10:49:52.453 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.453 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.453 INFO:tasks.workunit.client.0.smithi123.stdout: "num_files": { 2023-12-20T10:49:52.453 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 13 2023-12-20T10:49:52.453 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.453 INFO:tasks.workunit.client.0.smithi123.stdout: "read_bytes": { 2023-12-20T10:49:52.453 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 193929 2023-12-20T10:49:52.453 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.453 INFO:tasks.workunit.client.0.smithi123.stdout: "read_count": { 2023-12-20T10:49:52.454 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 22 2023-12-20T10:49:52.454 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.454 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes": { 2023-12-20T10:49:52.454 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1265664 2023-12-20T10:49:52.454 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.454 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_db": { 2023-12-20T10:49:52.454 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1269760 2023-12-20T10:49:52.454 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.454 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_slow": { 2023-12-20T10:49:52.454 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.454 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.454 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_wal": { 2023-12-20T10:49:52.454 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.454 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.454 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_count": { 2023-12-20T10:49:52.454 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 14 2023-12-20T10:49:52.455 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.455 INFO:tasks.workunit.client.0.smithi123.stdout: "read_prefetch_bytes": { 2023-12-20T10:49:52.455 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3653 2023-12-20T10:49:52.455 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.455 INFO:tasks.workunit.client.0.smithi123.stdout: "read_prefetch_count": { 2023-12-20T10:49:52.455 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3 2023-12-20T10:49:52.455 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.455 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_buffer_bytes": { 2023-12-20T10:49:52.455 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3833 2023-12-20T10:49:52.455 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.455 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_buffer_count": { 2023-12-20T10:49:52.455 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18 2023-12-20T10:49:52.455 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.455 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_bytes": { 2023-12-20T10:49:52.455 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3833 2023-12-20T10:49:52.456 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.456 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_count": { 2023-12-20T10:49:52.456 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18 2023-12-20T10:49:52.456 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.456 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes": { 2023-12-20T10:49:52.456 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.456 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.456 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_db": { 2023-12-20T10:49:52.456 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.456 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.456 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_slow": { 2023-12-20T10:49:52.456 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.456 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.456 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_wal": { 2023-12-20T10:49:52.456 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.456 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.457 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_count": { 2023-12-20T10:49:52.457 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.457 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.457 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_total_bytes": { 2023-12-20T10:49:52.457 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.457 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.457 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_used_bytes": { 2023-12-20T10:49:52.457 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.457 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.457 INFO:tasks.workunit.client.0.smithi123.stdout: "wal_total_bytes": { 2023-12-20T10:49:52.457 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.457 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.457 INFO:tasks.workunit.client.0.smithi123.stdout: "wal_used_bytes": { 2023-12-20T10:49:52.457 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.457 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.458 INFO:tasks.workunit.client.0.smithi123.stdout: "write_bytes": { 2023-12-20T10:49:52.458 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3821568 2023-12-20T10:49:52.458 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.458 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.458 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore": { 2023-12-20T10:49:52.458 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit": { 2023-12-20T10:49:52.458 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4096 2023-12-20T10:49:52.458 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.458 INFO:tasks.workunit.client.0.smithi123.stdout: "allocated": { 2023-12-20T10:49:52.458 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 663552 2023-12-20T10:49:52.458 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.458 INFO:tasks.workunit.client.0.smithi123.stdout: "clist_lat": { 2023-12-20T10:49:52.458 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 5, 2023-12-20T10:49:52.458 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 170204 2023-12-20T10:49:52.458 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.458 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_lat": { 2023-12-20T10:49:52.459 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.459 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.459 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.459 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed": { 2023-12-20T10:49:52.459 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.459 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.459 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed_allocated": { 2023-12-20T10:49:52.459 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.459 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.459 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed_original": { 2023-12-20T10:49:52.459 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.459 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.459 INFO:tasks.workunit.client.0.smithi123.stdout: "csum_lat": { 2023-12-20T10:49:52.459 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 31, 2023-12-20T10:49:52.459 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 90649 2023-12-20T10:49:52.459 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.460 INFO:tasks.workunit.client.0.smithi123.stdout: "decompress_lat": { 2023-12-20T10:49:52.460 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.460 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.460 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.460 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_commit_lat": { 2023-12-20T10:49:52.460 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 300, 2023-12-20T10:49:52.460 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 75120346 2023-12-20T10:49:52.460 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.460 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_final_lat": { 2023-12-20T10:49:52.460 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 288, 2023-12-20T10:49:52.460 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18639895 2023-12-20T10:49:52.460 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.460 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_flush_lat": { 2023-12-20T10:49:52.460 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 300, 2023-12-20T10:49:52.460 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 369426 2023-12-20T10:49:52.460 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.461 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_sync_lat": { 2023-12-20T10:49:52.461 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 300, 2023-12-20T10:49:52.461 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 75489772 2023-12-20T10:49:52.461 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.461 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_get_keys_lat": { 2023-12-20T10:49:52.461 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.461 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.461 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.461 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_get_values_lat": { 2023-12-20T10:49:52.461 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:52.461 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1469 2023-12-20T10:49:52.461 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.462 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_lower_bound_lat": { 2023-12-20T10:49:52.462 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:52.462 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 11529 2023-12-20T10:49:52.462 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.462 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_next_lat": { 2023-12-20T10:49:52.462 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.462 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.462 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.462 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_seek_to_first_lat": { 2023-12-20T10:49:52.462 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.462 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.463 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.463 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_upper_bound_lat": { 2023-12-20T10:49:52.463 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:52.463 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4531 2023-12-20T10:49:52.463 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.463 INFO:tasks.workunit.client.0.smithi123.stdout: "onode_hits": { 2023-12-20T10:49:52.463 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 792 2023-12-20T10:49:52.463 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.463 INFO:tasks.workunit.client.0.smithi123.stdout: "onode_misses": { 2023-12-20T10:49:52.463 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 231 2023-12-20T10:49:52.463 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.463 INFO:tasks.workunit.client.0.smithi123.stdout: "read_lat": { 2023-12-20T10:49:52.463 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 130, 2023-12-20T10:49:52.463 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 5889306 2023-12-20T10:49:52.464 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.464 INFO:tasks.workunit.client.0.smithi123.stdout: "read_onode_meta_lat": { 2023-12-20T10:49:52.464 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 338, 2023-12-20T10:49:52.464 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 347950 2023-12-20T10:49:52.464 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.464 INFO:tasks.workunit.client.0.smithi123.stdout: "read_wait_aio_lat": { 2023-12-20T10:49:52.464 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 208, 2023-12-20T10:49:52.464 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 6421517 2023-12-20T10:49:52.464 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.464 INFO:tasks.workunit.client.0.smithi123.stdout: "reads_with_retries": { 2023-12-20T10:49:52.464 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.464 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.464 INFO:tasks.workunit.client.0.smithi123.stdout: "remove_lat": { 2023-12-20T10:49:52.464 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 3, 2023-12-20T10:49:52.464 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 122352 2023-12-20T10:49:52.465 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.465 INFO:tasks.workunit.client.0.smithi123.stdout: "state_aio_wait_lat": { 2023-12-20T10:49:52.465 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 406, 2023-12-20T10:49:52.465 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 10461882 2023-12-20T10:49:52.465 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.465 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_aio_wait_lat": { 2023-12-20T10:49:52.465 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 116, 2023-12-20T10:49:52.465 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 7427161 2023-12-20T10:49:52.465 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.465 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_cleanup_lat": { 2023-12-20T10:49:52.465 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 114, 2023-12-20T10:49:52.465 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 443167863343 2023-12-20T10:49:52.465 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.465 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_queued_lat": { 2023-12-20T10:49:52.465 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 116, 2023-12-20T10:49:52.466 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 110241838431 2023-12-20T10:49:52.466 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.466 INFO:tasks.workunit.client.0.smithi123.stdout: "state_done_lat": { 2023-12-20T10:49:52.466 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 404, 2023-12-20T10:49:52.466 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 50697221377 2023-12-20T10:49:52.466 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.466 INFO:tasks.workunit.client.0.smithi123.stdout: "state_finishing_lat": { 2023-12-20T10:49:52.466 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 404, 2023-12-20T10:49:52.466 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 36250 2023-12-20T10:49:52.466 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.466 INFO:tasks.workunit.client.0.smithi123.stdout: "state_io_done_lat": { 2023-12-20T10:49:52.466 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 406, 2023-12-20T10:49:52.466 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 374313 2023-12-20T10:49:52.466 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.467 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_commiting_lat": { 2023-12-20T10:49:52.467 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 406, 2023-12-20T10:49:52.467 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 192752342 2023-12-20T10:49:52.467 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.467 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_done_lat": { 2023-12-20T10:49:52.467 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 406, 2023-12-20T10:49:52.467 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 130235 2023-12-20T10:49:52.467 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.467 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_queued_lat": { 2023-12-20T10:49:52.467 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 406, 2023-12-20T10:49:52.467 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 135805181 2023-12-20T10:49:52.467 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.467 INFO:tasks.workunit.client.0.smithi123.stdout: "state_prepare_lat": { 2023-12-20T10:49:52.467 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 406, 2023-12-20T10:49:52.467 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 19128203 2023-12-20T10:49:52.468 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.468 INFO:tasks.workunit.client.0.smithi123.stdout: "stored": { 2023-12-20T10:49:52.468 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 287945 2023-12-20T10:49:52.468 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.468 INFO:tasks.workunit.client.0.smithi123.stdout: "truncate_lat": { 2023-12-20T10:49:52.468 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.468 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.468 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.468 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_commit_lat": { 2023-12-20T10:49:52.468 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 406, 2023-12-20T10:49:52.468 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 358588457 2023-12-20T10:49:52.468 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.468 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_submit_lat": { 2023-12-20T10:49:52.468 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 406, 2023-12-20T10:49:52.468 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 22960183 2023-12-20T10:49:52.469 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.469 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_throttle_lat": { 2023-12-20T10:49:52.469 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 406, 2023-12-20T10:49:52.469 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2537385 2023-12-20T10:49:52.469 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.469 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.469 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache": { 2023-12-20T10:49:52.469 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_bytes": { 2023-12-20T10:49:52.469 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1869129845 2023-12-20T10:49:52.469 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.469 INFO:tasks.workunit.client.0.smithi123.stdout: "heap_bytes": { 2023-12-20T10:49:52.469 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 236371968 2023-12-20T10:49:52.469 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.469 INFO:tasks.workunit.client.0.smithi123.stdout: "mapped_bytes": { 2023-12-20T10:49:52.470 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 236183552 2023-12-20T10:49:52.470 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.470 INFO:tasks.workunit.client.0.smithi123.stdout: "target_bytes": { 2023-12-20T10:49:52.470 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3146395545 2023-12-20T10:49:52.470 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.470 INFO:tasks.workunit.client.0.smithi123.stdout: "unmapped_bytes": { 2023-12-20T10:49:52.470 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 188416 2023-12-20T10:49:52.470 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.470 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.470 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:data": { 2023-12-20T10:49:52.470 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.470 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 159383552 2023-12-20T10:49:52.470 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.470 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.470 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.470 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.471 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.471 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.471 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.471 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.471 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 85959655 2023-12-20T10:49:52.471 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.471 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.471 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.471 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.471 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.471 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.471 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.471 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.471 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.471 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.472 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.472 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.472 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.472 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.472 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.472 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.472 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.472 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 12288 2023-12-20T10:49:52.472 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.472 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.472 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.472 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.472 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.472 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.473 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.473 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.473 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.473 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.473 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.473 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 73411609 2023-12-20T10:49:52.473 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.473 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.473 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:kv": { 2023-12-20T10:49:52.473 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.473 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 780140544 2023-12-20T10:49:52.473 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.473 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.473 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:52.473 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.474 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.474 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.474 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.474 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.474 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 644697414 2023-12-20T10:49:52.474 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.474 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.474 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.474 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.474 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.474 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.474 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.474 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.474 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.474 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.474 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.475 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.475 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.475 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.475 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.475 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.475 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.475 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1168 2023-12-20T10:49:52.475 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.475 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.475 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.475 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.475 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.475 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.475 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.475 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.475 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.476 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.476 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.476 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68333098 2023-12-20T10:49:52.476 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.476 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.476 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:kv_onode": { 2023-12-20T10:49:52.476 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.476 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 192937984 2023-12-20T10:49:52.476 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.476 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.476 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:52.476 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.476 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.476 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 464 2023-12-20T10:49:52.476 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.477 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.477 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 57306436 2023-12-20T10:49:52.477 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.477 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.477 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.477 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.477 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.477 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.477 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.477 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.477 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.477 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.477 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.477 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.477 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.478 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.478 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.478 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.478 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.478 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.478 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.478 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.478 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.478 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.478 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.478 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.478 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.478 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.478 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.478 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.478 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.479 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68522220 2023-12-20T10:49:52.479 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.479 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.479 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:meta": { 2023-12-20T10:49:52.479 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.479 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 713031680 2023-12-20T10:49:52.479 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.479 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.479 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.479 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.479 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.479 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.479 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.480 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.480 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 644697414 2023-12-20T10:49:52.480 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.480 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.480 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.480 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.480 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.480 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.480 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.480 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.480 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.480 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.480 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.480 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.480 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.480 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.481 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 26113 2023-12-20T10:49:52.481 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.481 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.481 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 215778 2023-12-20T10:49:52.481 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.481 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.481 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.481 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.481 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.481 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.481 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.481 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.481 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.481 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.481 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.482 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68092375 2023-12-20T10:49:52.482 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.482 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.482 INFO:tasks.workunit.client.0.smithi123.stdout: "objecter": { 2023-12-20T10:49:52.482 INFO:tasks.workunit.client.0.smithi123.stdout: "op_active": { 2023-12-20T10:49:52.482 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.482 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.482 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:52.482 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.482 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.482 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rmw": { 2023-12-20T10:49:52.482 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.482 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.482 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:52.482 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.482 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.483 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.483 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:52.483 INFO:tasks.workunit.client.0.smithi123.stdout: "numpg": { 2023-12-20T10:49:52.483 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 39 2023-12-20T10:49:52.483 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.483 INFO:tasks.workunit.client.0.smithi123.stdout: "numpg_removing": { 2023-12-20T10:49:52.483 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.483 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.483 INFO:tasks.workunit.client.0.smithi123.stdout: "op": { 2023-12-20T10:49:52.483 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 155 2023-12-20T10:49:52.483 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.483 INFO:tasks.workunit.client.0.smithi123.stdout: "op_delayed_degraded": { 2023-12-20T10:49:52.483 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.483 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.483 INFO:tasks.workunit.client.0.smithi123.stdout: "op_delayed_unreadable": { 2023-12-20T10:49:52.484 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.484 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.484 INFO:tasks.workunit.client.0.smithi123.stdout: "op_in_bytes": { 2023-12-20T10:49:52.484 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2429440 2023-12-20T10:49:52.484 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.484 INFO:tasks.workunit.client.0.smithi123.stdout: "op_latency": { 2023-12-20T10:49:52.484 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 155, 2023-12-20T10:49:52.484 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 810022527 2023-12-20T10:49:52.484 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.484 INFO:tasks.workunit.client.0.smithi123.stdout: "op_out_bytes": { 2023-12-20T10:49:52.484 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1063 2023-12-20T10:49:52.484 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.484 INFO:tasks.workunit.client.0.smithi123.stdout: "op_prepare_latency": { 2023-12-20T10:49:52.484 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 155, 2023-12-20T10:49:52.484 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 52396797 2023-12-20T10:49:52.484 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.485 INFO:tasks.workunit.client.0.smithi123.stdout: "op_process_latency": { 2023-12-20T10:49:52.485 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 155, 2023-12-20T10:49:52.485 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 199169922 2023-12-20T10:49:52.485 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.485 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:52.485 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 33 2023-12-20T10:49:52.485 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.485 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency": { 2023-12-20T10:49:52.485 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 33, 2023-12-20T10:49:52.485 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 5389767 2023-12-20T10:49:52.485 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.485 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-20T10:49:52.485 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.485 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.485 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_out_bytes": { 2023-12-20T10:49:52.486 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1063 2023-12-20T10:49:52.486 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.486 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_prepare_latency": { 2023-12-20T10:49:52.486 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 33, 2023-12-20T10:49:52.486 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4863106 2023-12-20T10:49:52.486 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.486 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_process_latency": { 2023-12-20T10:49:52.486 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 33, 2023-12-20T10:49:52.486 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4057159 2023-12-20T10:49:52.486 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.486 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw": { 2023-12-20T10:49:52.486 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 22 2023-12-20T10:49:52.486 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.486 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_in_bytes": { 2023-12-20T10:49:52.486 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.486 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.487 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency": { 2023-12-20T10:49:52.487 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 22, 2023-12-20T10:49:52.487 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18038452 2023-12-20T10:49:52.487 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.487 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-20T10:49:52.487 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.487 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.487 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-20T10:49:52.487 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.487 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.487 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_out_bytes": { 2023-12-20T10:49:52.487 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.487 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.487 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_prepare_latency": { 2023-12-20T10:49:52.487 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 22, 2023-12-20T10:49:52.487 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 8438065 2023-12-20T10:49:52.488 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.488 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_process_latency": { 2023-12-20T10:49:52.488 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 22, 2023-12-20T10:49:52.488 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 17009251 2023-12-20T10:49:52.488 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.488 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:52.488 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 100 2023-12-20T10:49:52.488 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.488 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_in_bytes": { 2023-12-20T10:49:52.488 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2429440 2023-12-20T10:49:52.488 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.488 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency": { 2023-12-20T10:49:52.488 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 100, 2023-12-20T10:49:52.488 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 786594308 2023-12-20T10:49:52.488 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.489 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-20T10:49:52.489 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.489 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.489 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_prepare_latency": { 2023-12-20T10:49:52.489 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 100, 2023-12-20T10:49:52.489 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 39095626 2023-12-20T10:49:52.489 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.489 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_process_latency": { 2023-12-20T10:49:52.489 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 100, 2023-12-20T10:49:52.489 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 178103512 2023-12-20T10:49:52.489 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.489 INFO:tasks.workunit.client.0.smithi123.stdout: "op_wip": { 2023-12-20T10:49:52.489 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.489 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.490 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_bytes": { 2023-12-20T10:49:52.490 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 590368 2023-12-20T10:49:52.490 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.490 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_ops": { 2023-12-20T10:49:52.490 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2 2023-12-20T10:49:52.490 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.490 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_bytes": { 2023-12-20T10:49:52.490 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 95995035648 2023-12-20T10:49:52.490 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.490 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_bytes_used": { 2023-12-20T10:49:52.490 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 305086464 2023-12-20T10:49:52.490 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.490 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.490 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.490 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.2": { 2023-12-20T10:49:52.490 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:52.491 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_slow_fallback": { 2023-12-20T10:49:52.491 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.491 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.491 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_slow_size_fallback": { 2023-12-20T10:49:52.491 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.491 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.491 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_db": { 2023-12-20T10:49:52.491 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 65536 2023-12-20T10:49:52.491 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.491 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_main": { 2023-12-20T10:49:52.491 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.491 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.491 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_wal": { 2023-12-20T10:49:52.491 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.491 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.491 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_slow": { 2023-12-20T10:49:52.492 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.492 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.492 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_sst": { 2023-12-20T10:49:52.492 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 8192 2023-12-20T10:49:52.492 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.492 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_wal": { 2023-12-20T10:49:52.492 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2179072 2023-12-20T10:49:52.492 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.492 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_lat": { 2023-12-20T10:49:52.492 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.492 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.492 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.492 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_lock_lat": { 2023-12-20T10:49:52.492 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.492 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.493 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.493 INFO:tasks.workunit.client.0.smithi123.stdout: "db_total_bytes": { 2023-12-20T10:49:52.493 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 95995035648 2023-12-20T10:49:52.493 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.493 INFO:tasks.workunit.client.0.smithi123.stdout: "db_used_bytes": { 2023-12-20T10:49:52.493 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 304414720 2023-12-20T10:49:52.493 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.493 INFO:tasks.workunit.client.0.smithi123.stdout: "log_bytes": { 2023-12-20T10:49:52.493 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1286144 2023-12-20T10:49:52.493 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.493 INFO:tasks.workunit.client.0.smithi123.stdout: "logged_bytes": { 2023-12-20T10:49:52.493 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1146880 2023-12-20T10:49:52.493 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.493 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_db": { 2023-12-20T10:49:52.493 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 312803328 2023-12-20T10:49:52.493 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.494 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_slow": { 2023-12-20T10:49:52.494 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.494 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.494 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_wal": { 2023-12-20T10:49:52.494 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.494 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.494 INFO:tasks.workunit.client.0.smithi123.stdout: "num_files": { 2023-12-20T10:49:52.494 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 13 2023-12-20T10:49:52.494 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.494 INFO:tasks.workunit.client.0.smithi123.stdout: "read_bytes": { 2023-12-20T10:49:52.494 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 193929 2023-12-20T10:49:52.494 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.494 INFO:tasks.workunit.client.0.smithi123.stdout: "read_count": { 2023-12-20T10:49:52.494 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 22 2023-12-20T10:49:52.494 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.494 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes": { 2023-12-20T10:49:52.495 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1265664 2023-12-20T10:49:52.495 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.495 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_db": { 2023-12-20T10:49:52.495 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1269760 2023-12-20T10:49:52.495 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.495 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_slow": { 2023-12-20T10:49:52.495 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.495 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.495 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_wal": { 2023-12-20T10:49:52.495 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.495 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.495 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_count": { 2023-12-20T10:49:52.495 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 14 2023-12-20T10:49:52.495 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.495 INFO:tasks.workunit.client.0.smithi123.stdout: "read_prefetch_bytes": { 2023-12-20T10:49:52.495 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3653 2023-12-20T10:49:52.496 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.496 INFO:tasks.workunit.client.0.smithi123.stdout: "read_prefetch_count": { 2023-12-20T10:49:52.496 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3 2023-12-20T10:49:52.496 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.496 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_buffer_bytes": { 2023-12-20T10:49:52.496 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3833 2023-12-20T10:49:52.496 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.496 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_buffer_count": { 2023-12-20T10:49:52.496 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18 2023-12-20T10:49:52.496 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.496 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_bytes": { 2023-12-20T10:49:52.496 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3833 2023-12-20T10:49:52.496 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.496 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_count": { 2023-12-20T10:49:52.496 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18 2023-12-20T10:49:52.497 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.497 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes": { 2023-12-20T10:49:52.497 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.497 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.497 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_db": { 2023-12-20T10:49:52.497 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.497 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.497 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_slow": { 2023-12-20T10:49:52.497 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.497 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.497 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_wal": { 2023-12-20T10:49:52.497 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.497 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.497 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_count": { 2023-12-20T10:49:52.498 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.498 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.498 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_total_bytes": { 2023-12-20T10:49:52.498 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.498 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.498 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_used_bytes": { 2023-12-20T10:49:52.498 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.498 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.498 INFO:tasks.workunit.client.0.smithi123.stdout: "wal_total_bytes": { 2023-12-20T10:49:52.498 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.498 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.498 INFO:tasks.workunit.client.0.smithi123.stdout: "wal_used_bytes": { 2023-12-20T10:49:52.498 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.498 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.498 INFO:tasks.workunit.client.0.smithi123.stdout: "write_bytes": { 2023-12-20T10:49:52.498 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3395584 2023-12-20T10:49:52.499 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.499 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.499 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore": { 2023-12-20T10:49:52.499 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit": { 2023-12-20T10:49:52.499 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4096 2023-12-20T10:49:52.499 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.499 INFO:tasks.workunit.client.0.smithi123.stdout: "allocated": { 2023-12-20T10:49:52.499 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 663552 2023-12-20T10:49:52.499 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.499 INFO:tasks.workunit.client.0.smithi123.stdout: "clist_lat": { 2023-12-20T10:49:52.499 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 4, 2023-12-20T10:49:52.499 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 198830 2023-12-20T10:49:52.499 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.499 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_lat": { 2023-12-20T10:49:52.499 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.500 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.500 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.500 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed": { 2023-12-20T10:49:52.500 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.500 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.500 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed_allocated": { 2023-12-20T10:49:52.500 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.500 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.500 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed_original": { 2023-12-20T10:49:52.500 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.500 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.500 INFO:tasks.workunit.client.0.smithi123.stdout: "csum_lat": { 2023-12-20T10:49:52.500 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 13, 2023-12-20T10:49:52.500 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 14465 2023-12-20T10:49:52.500 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.500 INFO:tasks.workunit.client.0.smithi123.stdout: "decompress_lat": { 2023-12-20T10:49:52.501 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.501 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.501 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.501 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_commit_lat": { 2023-12-20T10:49:52.501 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 264, 2023-12-20T10:49:52.501 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 60655962 2023-12-20T10:49:52.501 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.501 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_final_lat": { 2023-12-20T10:49:52.501 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 259, 2023-12-20T10:49:52.501 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 20829752 2023-12-20T10:49:52.501 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.501 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_flush_lat": { 2023-12-20T10:49:52.501 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 264, 2023-12-20T10:49:52.501 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 374261 2023-12-20T10:49:52.501 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.502 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_sync_lat": { 2023-12-20T10:49:52.502 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 264, 2023-12-20T10:49:52.502 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 61030223 2023-12-20T10:49:52.502 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.502 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_get_keys_lat": { 2023-12-20T10:49:52.502 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.502 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.502 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.502 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_get_values_lat": { 2023-12-20T10:49:52.502 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:52.502 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1761 2023-12-20T10:49:52.502 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.502 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_lower_bound_lat": { 2023-12-20T10:49:52.502 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.502 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.502 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.503 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_next_lat": { 2023-12-20T10:49:52.503 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.503 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.503 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.503 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_seek_to_first_lat": { 2023-12-20T10:49:52.503 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.503 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.503 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.503 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_upper_bound_lat": { 2023-12-20T10:49:52.503 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:52.503 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4468 2023-12-20T10:49:52.503 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.503 INFO:tasks.workunit.client.0.smithi123.stdout: "onode_hits": { 2023-12-20T10:49:52.503 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 566 2023-12-20T10:49:52.503 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.503 INFO:tasks.workunit.client.0.smithi123.stdout: "onode_misses": { 2023-12-20T10:49:52.504 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 207 2023-12-20T10:49:52.504 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.504 INFO:tasks.workunit.client.0.smithi123.stdout: "read_lat": { 2023-12-20T10:49:52.504 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 84, 2023-12-20T10:49:52.504 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1201401 2023-12-20T10:49:52.504 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.504 INFO:tasks.workunit.client.0.smithi123.stdout: "read_onode_meta_lat": { 2023-12-20T10:49:52.504 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 242, 2023-12-20T10:49:52.504 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 292763 2023-12-20T10:49:52.504 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.504 INFO:tasks.workunit.client.0.smithi123.stdout: "read_wait_aio_lat": { 2023-12-20T10:49:52.504 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 158, 2023-12-20T10:49:52.504 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 5536788 2023-12-20T10:49:52.504 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.504 INFO:tasks.workunit.client.0.smithi123.stdout: "reads_with_retries": { 2023-12-20T10:49:52.505 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.505 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.505 INFO:tasks.workunit.client.0.smithi123.stdout: "remove_lat": { 2023-12-20T10:49:52.505 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 3, 2023-12-20T10:49:52.505 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 174057 2023-12-20T10:49:52.505 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.505 INFO:tasks.workunit.client.0.smithi123.stdout: "state_aio_wait_lat": { 2023-12-20T10:49:52.505 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 328, 2023-12-20T10:49:52.505 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 10539088 2023-12-20T10:49:52.505 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.505 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_aio_wait_lat": { 2023-12-20T10:49:52.505 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 110, 2023-12-20T10:49:52.505 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 7651868 2023-12-20T10:49:52.505 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.505 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_cleanup_lat": { 2023-12-20T10:49:52.506 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 108, 2023-12-20T10:49:52.506 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 225935723149 2023-12-20T10:49:52.506 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.506 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_queued_lat": { 2023-12-20T10:49:52.506 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 110, 2023-12-20T10:49:52.506 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 111616182653 2023-12-20T10:49:52.506 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.506 INFO:tasks.workunit.client.0.smithi123.stdout: "state_done_lat": { 2023-12-20T10:49:52.506 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 326, 2023-12-20T10:49:52.506 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 51588717525 2023-12-20T10:49:52.506 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.506 INFO:tasks.workunit.client.0.smithi123.stdout: "state_finishing_lat": { 2023-12-20T10:49:52.506 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 326, 2023-12-20T10:49:52.506 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 30912 2023-12-20T10:49:52.506 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.507 INFO:tasks.workunit.client.0.smithi123.stdout: "state_io_done_lat": { 2023-12-20T10:49:52.507 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 328, 2023-12-20T10:49:52.507 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 360330 2023-12-20T10:49:52.507 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.507 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_commiting_lat": { 2023-12-20T10:49:52.507 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 328, 2023-12-20T10:49:52.507 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 234646513 2023-12-20T10:49:52.507 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.507 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_done_lat": { 2023-12-20T10:49:52.507 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 328, 2023-12-20T10:49:52.507 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 116627 2023-12-20T10:49:52.507 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.507 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_queued_lat": { 2023-12-20T10:49:52.507 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 328, 2023-12-20T10:49:52.507 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 78358210 2023-12-20T10:49:52.507 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.508 INFO:tasks.workunit.client.0.smithi123.stdout: "state_prepare_lat": { 2023-12-20T10:49:52.508 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 328, 2023-12-20T10:49:52.508 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 22660797 2023-12-20T10:49:52.508 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.508 INFO:tasks.workunit.client.0.smithi123.stdout: "stored": { 2023-12-20T10:49:52.508 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 288108 2023-12-20T10:49:52.508 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.508 INFO:tasks.workunit.client.0.smithi123.stdout: "truncate_lat": { 2023-12-20T10:49:52.508 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1, 2023-12-20T10:49:52.508 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 445 2023-12-20T10:49:52.508 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.508 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_commit_lat": { 2023-12-20T10:49:52.508 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 328, 2023-12-20T10:49:52.508 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 346620184 2023-12-20T10:49:52.508 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.509 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_submit_lat": { 2023-12-20T10:49:52.509 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 328, 2023-12-20T10:49:52.509 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 26157021 2023-12-20T10:49:52.509 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.509 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_throttle_lat": { 2023-12-20T10:49:52.509 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 328, 2023-12-20T10:49:52.509 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2105802 2023-12-20T10:49:52.509 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.509 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.509 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache": { 2023-12-20T10:49:52.509 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_bytes": { 2023-12-20T10:49:52.509 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1869129845 2023-12-20T10:49:52.509 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.509 INFO:tasks.workunit.client.0.smithi123.stdout: "heap_bytes": { 2023-12-20T10:49:52.509 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 236371968 2023-12-20T10:49:52.509 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.510 INFO:tasks.workunit.client.0.smithi123.stdout: "mapped_bytes": { 2023-12-20T10:49:52.510 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 235356160 2023-12-20T10:49:52.510 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.510 INFO:tasks.workunit.client.0.smithi123.stdout: "target_bytes": { 2023-12-20T10:49:52.510 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3146395545 2023-12-20T10:49:52.510 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.510 INFO:tasks.workunit.client.0.smithi123.stdout: "unmapped_bytes": { 2023-12-20T10:49:52.510 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1015808 2023-12-20T10:49:52.510 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.510 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.510 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:data": { 2023-12-20T10:49:52.510 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.510 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 159383552 2023-12-20T10:49:52.510 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.510 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.511 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.511 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.511 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.511 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.511 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.511 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.511 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 85960464 2023-12-20T10:49:52.511 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.511 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.511 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.511 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.511 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.511 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.511 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.511 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.511 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.512 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.512 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.512 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.512 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.512 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.512 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.512 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.512 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.512 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 8192 2023-12-20T10:49:52.512 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.512 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.512 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.512 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.512 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.512 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.513 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.513 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.513 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.513 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.513 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.513 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 73414896 2023-12-20T10:49:52.513 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.513 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.513 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:kv": { 2023-12-20T10:49:52.513 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.513 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 780140544 2023-12-20T10:49:52.513 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.513 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.513 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:52.513 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.514 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.514 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.514 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.514 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.514 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 644703484 2023-12-20T10:49:52.514 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.514 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.514 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.514 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.514 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.514 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.514 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.514 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.514 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.514 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.514 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.515 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.515 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.515 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.515 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.515 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.515 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.515 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1168 2023-12-20T10:49:52.515 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.515 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.515 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.515 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.516 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.516 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.516 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.516 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.516 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.516 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.516 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.516 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68327028 2023-12-20T10:49:52.516 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.516 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.516 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:kv_onode": { 2023-12-20T10:49:52.516 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.516 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 192937984 2023-12-20T10:49:52.516 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.516 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.517 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:52.517 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.517 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.517 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 464 2023-12-20T10:49:52.517 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.517 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.517 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 57306976 2023-12-20T10:49:52.517 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.517 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.517 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.517 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.517 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.517 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.517 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.517 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.518 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.518 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.518 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.518 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.518 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.518 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.518 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.518 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.518 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.518 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.518 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.518 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.518 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.518 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.518 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.518 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.519 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.519 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.519 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.519 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.519 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.519 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68521680 2023-12-20T10:49:52.519 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.519 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.519 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:meta": { 2023-12-20T10:49:52.519 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.519 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 713031680 2023-12-20T10:49:52.519 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.519 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.519 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.519 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.519 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.520 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.520 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.520 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.520 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 644703484 2023-12-20T10:49:52.520 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.520 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.520 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.520 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.520 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.520 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.520 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.520 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.520 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.520 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.520 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.521 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.521 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.521 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.521 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 26138 2023-12-20T10:49:52.521 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.521 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.521 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 206353 2023-12-20T10:49:52.521 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.521 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.521 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.521 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.521 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.521 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.521 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.521 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.522 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.522 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.522 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.522 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68095705 2023-12-20T10:49:52.522 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.522 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.522 INFO:tasks.workunit.client.0.smithi123.stdout: "objecter": { 2023-12-20T10:49:52.522 INFO:tasks.workunit.client.0.smithi123.stdout: "op_active": { 2023-12-20T10:49:52.522 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.522 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.522 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:52.522 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.522 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.522 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rmw": { 2023-12-20T10:49:52.522 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.522 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.523 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:52.523 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.523 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.523 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.523 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:52.523 INFO:tasks.workunit.client.0.smithi123.stdout: "numpg": { 2023-12-20T10:49:52.523 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 30 2023-12-20T10:49:52.523 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.523 INFO:tasks.workunit.client.0.smithi123.stdout: "numpg_removing": { 2023-12-20T10:49:52.523 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.523 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.523 INFO:tasks.workunit.client.0.smithi123.stdout: "op": { 2023-12-20T10:49:52.523 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 10 2023-12-20T10:49:52.523 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.523 INFO:tasks.workunit.client.0.smithi123.stdout: "op_delayed_degraded": { 2023-12-20T10:49:52.523 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.524 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.524 INFO:tasks.workunit.client.0.smithi123.stdout: "op_delayed_unreadable": { 2023-12-20T10:49:52.524 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.524 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.524 INFO:tasks.workunit.client.0.smithi123.stdout: "op_in_bytes": { 2023-12-20T10:49:52.524 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.524 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.524 INFO:tasks.workunit.client.0.smithi123.stdout: "op_latency": { 2023-12-20T10:49:52.524 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 10, 2023-12-20T10:49:52.524 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 128741578 2023-12-20T10:49:52.524 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.524 INFO:tasks.workunit.client.0.smithi123.stdout: "op_out_bytes": { 2023-12-20T10:49:52.524 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.524 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.524 INFO:tasks.workunit.client.0.smithi123.stdout: "op_prepare_latency": { 2023-12-20T10:49:52.525 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 10, 2023-12-20T10:49:52.525 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4473121 2023-12-20T10:49:52.525 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.525 INFO:tasks.workunit.client.0.smithi123.stdout: "op_process_latency": { 2023-12-20T10:49:52.525 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 10, 2023-12-20T10:49:52.525 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 112165380 2023-12-20T10:49:52.525 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.525 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:52.525 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.525 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.525 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency": { 2023-12-20T10:49:52.525 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.525 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.525 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.525 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-20T10:49:52.526 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.526 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.526 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_out_bytes": { 2023-12-20T10:49:52.526 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.526 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.526 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_prepare_latency": { 2023-12-20T10:49:52.526 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.526 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.526 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.526 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_process_latency": { 2023-12-20T10:49:52.526 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.526 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.526 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.526 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw": { 2023-12-20T10:49:52.526 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.527 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.527 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_in_bytes": { 2023-12-20T10:49:52.527 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.527 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.527 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency": { 2023-12-20T10:49:52.527 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.527 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.527 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.527 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-20T10:49:52.527 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.527 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.527 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-20T10:49:52.527 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.527 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.527 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_out_bytes": { 2023-12-20T10:49:52.527 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.528 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.528 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_prepare_latency": { 2023-12-20T10:49:52.528 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.528 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.528 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.528 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_process_latency": { 2023-12-20T10:49:52.528 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.528 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.528 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.528 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:52.528 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 10 2023-12-20T10:49:52.528 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.528 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_in_bytes": { 2023-12-20T10:49:52.528 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.528 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.528 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency": { 2023-12-20T10:49:52.529 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 10, 2023-12-20T10:49:52.529 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 128741578 2023-12-20T10:49:52.529 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.529 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-20T10:49:52.529 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.529 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.529 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_prepare_latency": { 2023-12-20T10:49:52.529 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 10, 2023-12-20T10:49:52.529 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4473121 2023-12-20T10:49:52.529 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.529 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_process_latency": { 2023-12-20T10:49:52.529 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 10, 2023-12-20T10:49:52.529 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 112165380 2023-12-20T10:49:52.529 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.529 INFO:tasks.workunit.client.0.smithi123.stdout: "op_wip": { 2023-12-20T10:49:52.530 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.530 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.530 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_bytes": { 2023-12-20T10:49:52.530 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.530 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.530 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_ops": { 2023-12-20T10:49:52.530 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.530 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.530 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_bytes": { 2023-12-20T10:49:52.530 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 95995035648 2023-12-20T10:49:52.530 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.530 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_bytes_used": { 2023-12-20T10:49:52.530 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 305086464 2023-12-20T10:49:52.530 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.530 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.530 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.531 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.3": { 2023-12-20T10:49:52.531 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:52.531 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_slow_fallback": { 2023-12-20T10:49:52.531 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.531 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.531 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_slow_size_fallback": { 2023-12-20T10:49:52.531 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.531 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.531 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_db": { 2023-12-20T10:49:52.531 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 65536 2023-12-20T10:49:52.531 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.531 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_main": { 2023-12-20T10:49:52.531 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.531 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.531 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_wal": { 2023-12-20T10:49:52.531 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.532 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.532 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_slow": { 2023-12-20T10:49:52.532 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.532 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.532 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_sst": { 2023-12-20T10:49:52.532 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 8192 2023-12-20T10:49:52.532 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.532 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_wal": { 2023-12-20T10:49:52.532 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1081344 2023-12-20T10:49:52.532 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.532 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_lat": { 2023-12-20T10:49:52.532 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.532 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.533 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.533 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_lock_lat": { 2023-12-20T10:49:52.533 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.533 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.533 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.533 INFO:tasks.workunit.client.0.smithi123.stdout: "db_total_bytes": { 2023-12-20T10:49:52.533 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 95995035648 2023-12-20T10:49:52.533 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.533 INFO:tasks.workunit.client.0.smithi123.stdout: "db_used_bytes": { 2023-12-20T10:49:52.533 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 304414720 2023-12-20T10:49:52.533 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.533 INFO:tasks.workunit.client.0.smithi123.stdout: "log_bytes": { 2023-12-20T10:49:52.533 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 724992 2023-12-20T10:49:52.533 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.533 INFO:tasks.workunit.client.0.smithi123.stdout: "logged_bytes": { 2023-12-20T10:49:52.533 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 585728 2023-12-20T10:49:52.534 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.534 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_db": { 2023-12-20T10:49:52.534 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 312803328 2023-12-20T10:49:52.534 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.534 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_slow": { 2023-12-20T10:49:52.534 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.534 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.534 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_wal": { 2023-12-20T10:49:52.534 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.534 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.534 INFO:tasks.workunit.client.0.smithi123.stdout: "num_files": { 2023-12-20T10:49:52.534 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 13 2023-12-20T10:49:52.534 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.535 INFO:tasks.workunit.client.0.smithi123.stdout: "read_bytes": { 2023-12-20T10:49:52.535 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 193929 2023-12-20T10:49:52.535 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.535 INFO:tasks.workunit.client.0.smithi123.stdout: "read_count": { 2023-12-20T10:49:52.535 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 22 2023-12-20T10:49:52.535 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.535 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes": { 2023-12-20T10:49:52.535 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1265664 2023-12-20T10:49:52.535 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.535 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_db": { 2023-12-20T10:49:52.535 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1269760 2023-12-20T10:49:52.535 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.535 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_slow": { 2023-12-20T10:49:52.535 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.535 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.536 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_wal": { 2023-12-20T10:49:52.536 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.536 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.536 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_count": { 2023-12-20T10:49:52.536 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 14 2023-12-20T10:49:52.536 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.536 INFO:tasks.workunit.client.0.smithi123.stdout: "read_prefetch_bytes": { 2023-12-20T10:49:52.536 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3653 2023-12-20T10:49:52.536 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.536 INFO:tasks.workunit.client.0.smithi123.stdout: "read_prefetch_count": { 2023-12-20T10:49:52.536 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3 2023-12-20T10:49:52.536 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.536 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_buffer_bytes": { 2023-12-20T10:49:52.536 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3833 2023-12-20T10:49:52.536 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.536 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_buffer_count": { 2023-12-20T10:49:52.537 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18 2023-12-20T10:49:52.537 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.537 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_bytes": { 2023-12-20T10:49:52.537 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3833 2023-12-20T10:49:52.537 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.537 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_count": { 2023-12-20T10:49:52.537 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18 2023-12-20T10:49:52.537 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.537 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes": { 2023-12-20T10:49:52.537 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.537 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.537 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_db": { 2023-12-20T10:49:52.537 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.537 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.537 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_slow": { 2023-12-20T10:49:52.538 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.538 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.538 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_wal": { 2023-12-20T10:49:52.538 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.538 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.538 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_count": { 2023-12-20T10:49:52.538 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.538 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.538 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_total_bytes": { 2023-12-20T10:49:52.538 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.538 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.538 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_used_bytes": { 2023-12-20T10:49:52.538 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.538 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.538 INFO:tasks.workunit.client.0.smithi123.stdout: "wal_total_bytes": { 2023-12-20T10:49:52.539 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.539 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.539 INFO:tasks.workunit.client.0.smithi123.stdout: "wal_used_bytes": { 2023-12-20T10:49:52.539 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.539 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.539 INFO:tasks.workunit.client.0.smithi123.stdout: "write_bytes": { 2023-12-20T10:49:52.539 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1736704 2023-12-20T10:49:52.539 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.539 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.539 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore": { 2023-12-20T10:49:52.539 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit": { 2023-12-20T10:49:52.539 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4096 2023-12-20T10:49:52.539 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.539 INFO:tasks.workunit.client.0.smithi123.stdout: "allocated": { 2023-12-20T10:49:52.539 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 675840 2023-12-20T10:49:52.540 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.540 INFO:tasks.workunit.client.0.smithi123.stdout: "clist_lat": { 2023-12-20T10:49:52.540 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.540 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.540 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.540 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_lat": { 2023-12-20T10:49:52.540 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.540 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.540 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.540 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed": { 2023-12-20T10:49:52.540 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.540 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.540 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed_allocated": { 2023-12-20T10:49:52.540 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.540 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.540 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed_original": { 2023-12-20T10:49:52.541 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.541 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.541 INFO:tasks.workunit.client.0.smithi123.stdout: "csum_lat": { 2023-12-20T10:49:52.541 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 5, 2023-12-20T10:49:52.541 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 8687 2023-12-20T10:49:52.541 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.541 INFO:tasks.workunit.client.0.smithi123.stdout: "decompress_lat": { 2023-12-20T10:49:52.541 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.541 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.541 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.541 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_commit_lat": { 2023-12-20T10:49:52.541 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 127, 2023-12-20T10:49:52.541 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 50856039 2023-12-20T10:49:52.541 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.542 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_final_lat": { 2023-12-20T10:49:52.542 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 116, 2023-12-20T10:49:52.542 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 5180779 2023-12-20T10:49:52.542 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.542 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_flush_lat": { 2023-12-20T10:49:52.542 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 127, 2023-12-20T10:49:52.542 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 197296 2023-12-20T10:49:52.542 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.542 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_sync_lat": { 2023-12-20T10:49:52.542 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 127, 2023-12-20T10:49:52.542 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 51053335 2023-12-20T10:49:52.542 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.542 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_get_keys_lat": { 2023-12-20T10:49:52.542 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.542 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.542 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.543 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_get_values_lat": { 2023-12-20T10:49:52.543 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.543 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.543 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.543 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_lower_bound_lat": { 2023-12-20T10:49:52.543 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.543 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.543 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.543 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_next_lat": { 2023-12-20T10:49:52.543 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.543 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.543 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.543 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_seek_to_first_lat": { 2023-12-20T10:49:52.543 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.543 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.543 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.544 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_upper_bound_lat": { 2023-12-20T10:49:52.544 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:52.544 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4254 2023-12-20T10:49:52.544 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.544 INFO:tasks.workunit.client.0.smithi123.stdout: "onode_hits": { 2023-12-20T10:49:52.544 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 299 2023-12-20T10:49:52.544 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.544 INFO:tasks.workunit.client.0.smithi123.stdout: "onode_misses": { 2023-12-20T10:49:52.544 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 213 2023-12-20T10:49:52.544 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.544 INFO:tasks.workunit.client.0.smithi123.stdout: "read_lat": { 2023-12-20T10:49:52.544 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 78, 2023-12-20T10:49:52.544 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 967215 2023-12-20T10:49:52.544 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.544 INFO:tasks.workunit.client.0.smithi123.stdout: "read_onode_meta_lat": { 2023-12-20T10:49:52.545 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 130, 2023-12-20T10:49:52.545 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 297028 2023-12-20T10:49:52.545 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.545 INFO:tasks.workunit.client.0.smithi123.stdout: "read_wait_aio_lat": { 2023-12-20T10:49:52.545 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 52, 2023-12-20T10:49:52.545 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 570375 2023-12-20T10:49:52.545 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.545 INFO:tasks.workunit.client.0.smithi123.stdout: "reads_with_retries": { 2023-12-20T10:49:52.545 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.545 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.545 INFO:tasks.workunit.client.0.smithi123.stdout: "remove_lat": { 2023-12-20T10:49:52.545 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.545 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.545 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.545 INFO:tasks.workunit.client.0.smithi123.stdout: "state_aio_wait_lat": { 2023-12-20T10:49:52.546 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 227, 2023-12-20T10:49:52.546 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3374609 2023-12-20T10:49:52.546 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.546 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_aio_wait_lat": { 2023-12-20T10:49:52.546 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 44, 2023-12-20T10:49:52.546 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3630836 2023-12-20T10:49:52.546 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.546 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_cleanup_lat": { 2023-12-20T10:49:52.546 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 41, 2023-12-20T10:49:52.546 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 493154502333 2023-12-20T10:49:52.546 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.546 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_queued_lat": { 2023-12-20T10:49:52.546 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 44, 2023-12-20T10:49:52.546 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67805869489 2023-12-20T10:49:52.546 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.546 INFO:tasks.workunit.client.0.smithi123.stdout: "state_done_lat": { 2023-12-20T10:49:52.547 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 224, 2023-12-20T10:49:52.547 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 392943 2023-12-20T10:49:52.547 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.547 INFO:tasks.workunit.client.0.smithi123.stdout: "state_finishing_lat": { 2023-12-20T10:49:52.547 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 224, 2023-12-20T10:49:52.547 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 20862 2023-12-20T10:49:52.547 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.547 INFO:tasks.workunit.client.0.smithi123.stdout: "state_io_done_lat": { 2023-12-20T10:49:52.547 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 227, 2023-12-20T10:49:52.547 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 226538 2023-12-20T10:49:52.547 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.547 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_commiting_lat": { 2023-12-20T10:49:52.547 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 227, 2023-12-20T10:49:52.547 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 226538522 2023-12-20T10:49:52.547 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.547 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_done_lat": { 2023-12-20T10:49:52.548 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 227, 2023-12-20T10:49:52.548 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 58915 2023-12-20T10:49:52.548 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.548 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_queued_lat": { 2023-12-20T10:49:52.548 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 227, 2023-12-20T10:49:52.548 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 126829489 2023-12-20T10:49:52.548 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.548 INFO:tasks.workunit.client.0.smithi123.stdout: "state_prepare_lat": { 2023-12-20T10:49:52.548 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 227, 2023-12-20T10:49:52.548 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 10366018 2023-12-20T10:49:52.548 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.548 INFO:tasks.workunit.client.0.smithi123.stdout: "stored": { 2023-12-20T10:49:52.548 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 290495 2023-12-20T10:49:52.548 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.548 INFO:tasks.workunit.client.0.smithi123.stdout: "truncate_lat": { 2023-12-20T10:49:52.548 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.549 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.549 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.549 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_commit_lat": { 2023-12-20T10:49:52.549 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 227, 2023-12-20T10:49:52.549 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 367362360 2023-12-20T10:49:52.549 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.549 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_submit_lat": { 2023-12-20T10:49:52.549 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 227, 2023-12-20T10:49:52.549 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 12538544 2023-12-20T10:49:52.549 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.549 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_throttle_lat": { 2023-12-20T10:49:52.549 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 227, 2023-12-20T10:49:52.549 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1508971 2023-12-20T10:49:52.549 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.549 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.550 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache": { 2023-12-20T10:49:52.550 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_bytes": { 2023-12-20T10:49:52.550 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1869129845 2023-12-20T10:49:52.550 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.550 INFO:tasks.workunit.client.0.smithi123.stdout: "heap_bytes": { 2023-12-20T10:49:52.550 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 269090816 2023-12-20T10:49:52.550 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.550 INFO:tasks.workunit.client.0.smithi123.stdout: "mapped_bytes": { 2023-12-20T10:49:52.550 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 267616256 2023-12-20T10:49:52.550 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.550 INFO:tasks.workunit.client.0.smithi123.stdout: "target_bytes": { 2023-12-20T10:49:52.550 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3146395545 2023-12-20T10:49:52.550 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.550 INFO:tasks.workunit.client.0.smithi123.stdout: "unmapped_bytes": { 2023-12-20T10:49:52.550 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1474560 2023-12-20T10:49:52.550 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.551 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.551 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:data": { 2023-12-20T10:49:52.551 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.551 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 159383552 2023-12-20T10:49:52.551 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.551 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.551 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.551 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.551 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.551 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.551 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.551 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.551 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 85960116 2023-12-20T10:49:52.551 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.552 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.552 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.552 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.552 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.552 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.552 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.552 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.552 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.552 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.552 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.552 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.552 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.552 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.552 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 8192 2023-12-20T10:49:52.552 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.553 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.553 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.553 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.553 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.553 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.553 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.553 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.553 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.553 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.553 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.553 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.553 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.553 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.553 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 73415244 2023-12-20T10:49:52.553 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.554 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.554 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:kv": { 2023-12-20T10:49:52.554 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.554 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 780140544 2023-12-20T10:49:52.554 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.554 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.554 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:52.554 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.554 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.554 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.554 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.554 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.554 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 644700871 2023-12-20T10:49:52.554 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.554 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.554 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.555 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.555 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.555 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.555 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.555 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.555 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.555 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.555 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.555 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.555 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.555 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.555 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.555 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.555 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.555 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1168 2023-12-20T10:49:52.556 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.556 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.556 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.556 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.556 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.556 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.556 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.556 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.556 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.556 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.556 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.556 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68329641 2023-12-20T10:49:52.556 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.556 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.556 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:kv_onode": { 2023-12-20T10:49:52.557 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.557 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 192937984 2023-12-20T10:49:52.557 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.557 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.557 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:52.557 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.557 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.557 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 464 2023-12-20T10:49:52.557 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.557 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.557 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 57306744 2023-12-20T10:49:52.557 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.557 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.557 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.557 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.557 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.558 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.558 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.558 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.558 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.558 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.558 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.558 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.558 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.558 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.558 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.558 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.558 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.558 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.558 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.559 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.559 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.559 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.559 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.559 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.559 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.559 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.559 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.559 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.559 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.559 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68521912 2023-12-20T10:49:52.559 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.559 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.559 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:meta": { 2023-12-20T10:49:52.559 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.560 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 713031680 2023-12-20T10:49:52.560 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.560 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.560 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.560 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.560 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.560 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.560 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.560 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.560 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 644700871 2023-12-20T10:49:52.560 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.560 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.560 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.560 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.560 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.560 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.561 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.561 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.561 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.561 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.561 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.561 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 9587 2023-12-20T10:49:52.561 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.561 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.561 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 28763 2023-12-20T10:49:52.561 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.561 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.561 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 205451 2023-12-20T10:49:52.561 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.561 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.562 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.562 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.562 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.562 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.562 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.562 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.562 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.562 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.562 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.562 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68087008 2023-12-20T10:49:52.562 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.562 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.562 INFO:tasks.workunit.client.0.smithi123.stdout: "objecter": { 2023-12-20T10:49:52.562 INFO:tasks.workunit.client.0.smithi123.stdout: "op_active": { 2023-12-20T10:49:52.562 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.563 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.563 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:52.563 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.563 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.563 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rmw": { 2023-12-20T10:49:52.563 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.563 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.563 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:52.563 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.563 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.563 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.563 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:52.564 INFO:tasks.workunit.client.0.smithi123.stdout: "numpg": { 2023-12-20T10:49:52.564 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 36 2023-12-20T10:49:52.564 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.564 INFO:tasks.workunit.client.0.smithi123.stdout: "numpg_removing": { 2023-12-20T10:49:52.564 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.564 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.564 INFO:tasks.workunit.client.0.smithi123.stdout: "op": { 2023-12-20T10:49:52.564 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.564 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.564 INFO:tasks.workunit.client.0.smithi123.stdout: "op_delayed_degraded": { 2023-12-20T10:49:52.564 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.564 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.564 INFO:tasks.workunit.client.0.smithi123.stdout: "op_delayed_unreadable": { 2023-12-20T10:49:52.564 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.564 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.565 INFO:tasks.workunit.client.0.smithi123.stdout: "op_in_bytes": { 2023-12-20T10:49:52.565 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.565 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.565 INFO:tasks.workunit.client.0.smithi123.stdout: "op_latency": { 2023-12-20T10:49:52.565 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.565 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.565 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.565 INFO:tasks.workunit.client.0.smithi123.stdout: "op_out_bytes": { 2023-12-20T10:49:52.565 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.565 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.565 INFO:tasks.workunit.client.0.smithi123.stdout: "op_prepare_latency": { 2023-12-20T10:49:52.565 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:52.565 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 719539 2023-12-20T10:49:52.565 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.565 INFO:tasks.workunit.client.0.smithi123.stdout: "op_process_latency": { 2023-12-20T10:49:52.565 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.566 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.566 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.566 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:52.566 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.566 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.566 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency": { 2023-12-20T10:49:52.566 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.566 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.566 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.566 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-20T10:49:52.566 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.566 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.566 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_out_bytes": { 2023-12-20T10:49:52.566 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.566 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.567 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_prepare_latency": { 2023-12-20T10:49:52.567 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.567 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.567 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.567 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_process_latency": { 2023-12-20T10:49:52.567 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.567 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.567 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.567 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw": { 2023-12-20T10:49:52.567 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.567 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.567 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_in_bytes": { 2023-12-20T10:49:52.567 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.567 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.567 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency": { 2023-12-20T10:49:52.568 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.568 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.568 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.568 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-20T10:49:52.568 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.568 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.568 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-20T10:49:52.568 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.568 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.568 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_out_bytes": { 2023-12-20T10:49:52.568 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.568 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.568 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_prepare_latency": { 2023-12-20T10:49:52.568 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.568 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.568 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.569 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_process_latency": { 2023-12-20T10:49:52.569 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.569 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.569 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.569 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:52.569 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.569 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.569 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_in_bytes": { 2023-12-20T10:49:52.569 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.569 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.569 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency": { 2023-12-20T10:49:52.569 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.569 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.569 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.569 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-20T10:49:52.570 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.570 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.570 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_prepare_latency": { 2023-12-20T10:49:52.570 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:52.570 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 719539 2023-12-20T10:49:52.570 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.570 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_process_latency": { 2023-12-20T10:49:52.570 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.570 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.570 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.570 INFO:tasks.workunit.client.0.smithi123.stdout: "op_wip": { 2023-12-20T10:49:52.570 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.571 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.571 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_bytes": { 2023-12-20T10:49:52.571 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.571 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.571 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_ops": { 2023-12-20T10:49:52.571 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.571 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.571 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_bytes": { 2023-12-20T10:49:52.571 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 95995035648 2023-12-20T10:49:52.571 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.571 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_bytes_used": { 2023-12-20T10:49:52.571 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 305098752 2023-12-20T10:49:52.571 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.571 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.571 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.572 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.4": { 2023-12-20T10:49:52.572 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:52.572 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_slow_fallback": { 2023-12-20T10:49:52.572 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.572 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.572 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_slow_size_fallback": { 2023-12-20T10:49:52.572 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.572 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.572 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_db": { 2023-12-20T10:49:52.572 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 65536 2023-12-20T10:49:52.572 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.572 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_main": { 2023-12-20T10:49:52.572 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.572 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.572 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_wal": { 2023-12-20T10:49:52.573 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.573 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.573 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_slow": { 2023-12-20T10:49:52.573 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.573 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.573 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_sst": { 2023-12-20T10:49:52.573 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 8192 2023-12-20T10:49:52.573 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.573 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_wal": { 2023-12-20T10:49:52.573 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1208320 2023-12-20T10:49:52.573 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.573 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_lat": { 2023-12-20T10:49:52.573 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.573 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.573 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.574 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_lock_lat": { 2023-12-20T10:49:52.574 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.574 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.574 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.574 INFO:tasks.workunit.client.0.smithi123.stdout: "db_total_bytes": { 2023-12-20T10:49:52.574 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 95995035648 2023-12-20T10:49:52.574 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.574 INFO:tasks.workunit.client.0.smithi123.stdout: "db_used_bytes": { 2023-12-20T10:49:52.574 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 304414720 2023-12-20T10:49:52.574 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.574 INFO:tasks.workunit.client.0.smithi123.stdout: "log_bytes": { 2023-12-20T10:49:52.574 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 794624 2023-12-20T10:49:52.574 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.574 INFO:tasks.workunit.client.0.smithi123.stdout: "logged_bytes": { 2023-12-20T10:49:52.574 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 655360 2023-12-20T10:49:52.574 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.575 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_db": { 2023-12-20T10:49:52.575 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 312803328 2023-12-20T10:49:52.575 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.575 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_slow": { 2023-12-20T10:49:52.575 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.575 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.575 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_wal": { 2023-12-20T10:49:52.575 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.575 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.575 INFO:tasks.workunit.client.0.smithi123.stdout: "num_files": { 2023-12-20T10:49:52.575 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 13 2023-12-20T10:49:52.575 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.575 INFO:tasks.workunit.client.0.smithi123.stdout: "read_bytes": { 2023-12-20T10:49:52.575 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 193929 2023-12-20T10:49:52.575 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.576 INFO:tasks.workunit.client.0.smithi123.stdout: "read_count": { 2023-12-20T10:49:52.576 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 22 2023-12-20T10:49:52.576 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.576 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes": { 2023-12-20T10:49:52.576 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1265664 2023-12-20T10:49:52.576 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.576 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_db": { 2023-12-20T10:49:52.576 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1269760 2023-12-20T10:49:52.576 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.576 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_slow": { 2023-12-20T10:49:52.576 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.576 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.576 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_wal": { 2023-12-20T10:49:52.576 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.576 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.577 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_count": { 2023-12-20T10:49:52.577 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 14 2023-12-20T10:49:52.577 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.577 INFO:tasks.workunit.client.0.smithi123.stdout: "read_prefetch_bytes": { 2023-12-20T10:49:52.577 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3653 2023-12-20T10:49:52.577 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.577 INFO:tasks.workunit.client.0.smithi123.stdout: "read_prefetch_count": { 2023-12-20T10:49:52.577 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3 2023-12-20T10:49:52.577 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.577 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_buffer_bytes": { 2023-12-20T10:49:52.577 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3833 2023-12-20T10:49:52.577 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.577 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_buffer_count": { 2023-12-20T10:49:52.577 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18 2023-12-20T10:49:52.577 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.578 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_bytes": { 2023-12-20T10:49:52.578 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3833 2023-12-20T10:49:52.578 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.578 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_count": { 2023-12-20T10:49:52.578 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18 2023-12-20T10:49:52.578 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.578 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes": { 2023-12-20T10:49:52.578 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.578 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.578 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_db": { 2023-12-20T10:49:52.578 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.578 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.578 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_slow": { 2023-12-20T10:49:52.578 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.578 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.579 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_wal": { 2023-12-20T10:49:52.579 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.579 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.579 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_count": { 2023-12-20T10:49:52.579 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.579 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.579 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_total_bytes": { 2023-12-20T10:49:52.579 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.579 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.579 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_used_bytes": { 2023-12-20T10:49:52.579 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.579 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.579 INFO:tasks.workunit.client.0.smithi123.stdout: "wal_total_bytes": { 2023-12-20T10:49:52.579 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.579 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.579 INFO:tasks.workunit.client.0.smithi123.stdout: "wal_used_bytes": { 2023-12-20T10:49:52.580 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.580 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.580 INFO:tasks.workunit.client.0.smithi123.stdout: "write_bytes": { 2023-12-20T10:49:52.580 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1933312 2023-12-20T10:49:52.580 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.580 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.580 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore": { 2023-12-20T10:49:52.580 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit": { 2023-12-20T10:49:52.580 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4096 2023-12-20T10:49:52.580 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.580 INFO:tasks.workunit.client.0.smithi123.stdout: "allocated": { 2023-12-20T10:49:52.580 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 675840 2023-12-20T10:49:52.580 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.580 INFO:tasks.workunit.client.0.smithi123.stdout: "clist_lat": { 2023-12-20T10:49:52.580 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 8, 2023-12-20T10:49:52.581 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 249794 2023-12-20T10:49:52.581 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.581 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_lat": { 2023-12-20T10:49:52.581 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.581 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.581 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.581 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed": { 2023-12-20T10:49:52.581 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.581 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.581 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed_allocated": { 2023-12-20T10:49:52.581 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.581 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.581 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed_original": { 2023-12-20T10:49:52.581 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.581 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.582 INFO:tasks.workunit.client.0.smithi123.stdout: "csum_lat": { 2023-12-20T10:49:52.582 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:52.582 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3960 2023-12-20T10:49:52.582 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.582 INFO:tasks.workunit.client.0.smithi123.stdout: "decompress_lat": { 2023-12-20T10:49:52.582 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.582 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.582 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.582 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_commit_lat": { 2023-12-20T10:49:52.582 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 144, 2023-12-20T10:49:52.582 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 53279995 2023-12-20T10:49:52.582 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.582 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_final_lat": { 2023-12-20T10:49:52.582 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 139, 2023-12-20T10:49:52.582 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18391142 2023-12-20T10:49:52.582 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.583 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_flush_lat": { 2023-12-20T10:49:52.583 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 144, 2023-12-20T10:49:52.583 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 196203 2023-12-20T10:49:52.583 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.583 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_sync_lat": { 2023-12-20T10:49:52.583 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 144, 2023-12-20T10:49:52.583 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 53476198 2023-12-20T10:49:52.583 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.583 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_get_keys_lat": { 2023-12-20T10:49:52.583 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.583 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.583 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.583 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_get_values_lat": { 2023-12-20T10:49:52.583 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:52.583 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1475 2023-12-20T10:49:52.584 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.584 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_lower_bound_lat": { 2023-12-20T10:49:52.584 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1, 2023-12-20T10:49:52.584 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4444 2023-12-20T10:49:52.584 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.584 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_next_lat": { 2023-12-20T10:49:52.584 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.584 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.584 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.584 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_seek_to_first_lat": { 2023-12-20T10:49:52.584 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.584 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.584 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.584 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_upper_bound_lat": { 2023-12-20T10:49:52.584 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:52.584 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4728 2023-12-20T10:49:52.585 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.585 INFO:tasks.workunit.client.0.smithi123.stdout: "onode_hits": { 2023-12-20T10:49:52.585 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 355 2023-12-20T10:49:52.585 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.585 INFO:tasks.workunit.client.0.smithi123.stdout: "onode_misses": { 2023-12-20T10:49:52.585 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 229 2023-12-20T10:49:52.585 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.585 INFO:tasks.workunit.client.0.smithi123.stdout: "read_lat": { 2023-12-20T10:49:52.585 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 89, 2023-12-20T10:49:52.585 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1021974 2023-12-20T10:49:52.585 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.585 INFO:tasks.workunit.client.0.smithi123.stdout: "read_onode_meta_lat": { 2023-12-20T10:49:52.585 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 146, 2023-12-20T10:49:52.585 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 362700 2023-12-20T10:49:52.585 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.586 INFO:tasks.workunit.client.0.smithi123.stdout: "read_wait_aio_lat": { 2023-12-20T10:49:52.586 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 57, 2023-12-20T10:49:52.586 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 287398 2023-12-20T10:49:52.586 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.586 INFO:tasks.workunit.client.0.smithi123.stdout: "reads_with_retries": { 2023-12-20T10:49:52.586 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.586 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.586 INFO:tasks.workunit.client.0.smithi123.stdout: "remove_lat": { 2023-12-20T10:49:52.586 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 5, 2023-12-20T10:49:52.586 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 114840 2023-12-20T10:49:52.586 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.586 INFO:tasks.workunit.client.0.smithi123.stdout: "state_aio_wait_lat": { 2023-12-20T10:49:52.586 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 270, 2023-12-20T10:49:52.586 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2872614 2023-12-20T10:49:52.586 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.587 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_aio_wait_lat": { 2023-12-20T10:49:52.587 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 36, 2023-12-20T10:49:52.587 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3369576 2023-12-20T10:49:52.587 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.587 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_cleanup_lat": { 2023-12-20T10:49:52.587 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 34, 2023-12-20T10:49:52.587 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 316883655287 2023-12-20T10:49:52.587 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.587 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_queued_lat": { 2023-12-20T10:49:52.587 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 36, 2023-12-20T10:49:52.587 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 55986235756 2023-12-20T10:49:52.587 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.587 INFO:tasks.workunit.client.0.smithi123.stdout: "state_done_lat": { 2023-12-20T10:49:52.587 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 268, 2023-12-20T10:49:52.587 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 363453 2023-12-20T10:49:52.587 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.588 INFO:tasks.workunit.client.0.smithi123.stdout: "state_finishing_lat": { 2023-12-20T10:49:52.588 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 268, 2023-12-20T10:49:52.588 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 27265 2023-12-20T10:49:52.588 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.588 INFO:tasks.workunit.client.0.smithi123.stdout: "state_io_done_lat": { 2023-12-20T10:49:52.588 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 270, 2023-12-20T10:49:52.588 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 234590 2023-12-20T10:49:52.588 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.588 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_commiting_lat": { 2023-12-20T10:49:52.588 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 270, 2023-12-20T10:49:52.588 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 214536139 2023-12-20T10:49:52.588 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.588 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_done_lat": { 2023-12-20T10:49:52.589 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 270, 2023-12-20T10:49:52.589 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 80751 2023-12-20T10:49:52.589 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.589 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_queued_lat": { 2023-12-20T10:49:52.589 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 270, 2023-12-20T10:49:52.589 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 197523234 2023-12-20T10:49:52.589 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.589 INFO:tasks.workunit.client.0.smithi123.stdout: "state_prepare_lat": { 2023-12-20T10:49:52.589 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 270, 2023-12-20T10:49:52.589 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 24251497 2023-12-20T10:49:52.589 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.589 INFO:tasks.workunit.client.0.smithi123.stdout: "stored": { 2023-12-20T10:49:52.589 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 288766 2023-12-20T10:49:52.589 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.590 INFO:tasks.workunit.client.0.smithi123.stdout: "truncate_lat": { 2023-12-20T10:49:52.590 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:52.590 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 725 2023-12-20T10:49:52.590 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.590 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_commit_lat": { 2023-12-20T10:49:52.590 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 270, 2023-12-20T10:49:52.590 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 439462221 2023-12-20T10:49:52.590 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.590 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_submit_lat": { 2023-12-20T10:49:52.590 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 270, 2023-12-20T10:49:52.590 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 26594863 2023-12-20T10:49:52.590 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.590 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_throttle_lat": { 2023-12-20T10:49:52.590 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 270, 2023-12-20T10:49:52.590 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 12205387 2023-12-20T10:49:52.591 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.591 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.591 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache": { 2023-12-20T10:49:52.591 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_bytes": { 2023-12-20T10:49:52.591 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1869081712 2023-12-20T10:49:52.591 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.591 INFO:tasks.workunit.client.0.smithi123.stdout: "heap_bytes": { 2023-12-20T10:49:52.591 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 267698176 2023-12-20T10:49:52.591 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.591 INFO:tasks.workunit.client.0.smithi123.stdout: "mapped_bytes": { 2023-12-20T10:49:52.591 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 267304960 2023-12-20T10:49:52.591 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.591 INFO:tasks.workunit.client.0.smithi123.stdout: "target_bytes": { 2023-12-20T10:49:52.591 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3146338918 2023-12-20T10:49:52.591 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.592 INFO:tasks.workunit.client.0.smithi123.stdout: "unmapped_bytes": { 2023-12-20T10:49:52.592 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 393216 2023-12-20T10:49:52.592 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.592 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.592 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:data": { 2023-12-20T10:49:52.592 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.592 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 159383552 2023-12-20T10:49:52.592 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.592 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.592 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.592 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.592 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.592 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.592 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.592 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.593 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 85957209 2023-12-20T10:49:52.593 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.593 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.593 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.593 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.593 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.593 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.593 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.593 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.593 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.593 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.593 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.593 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.593 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.593 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.593 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4096 2023-12-20T10:49:52.594 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.594 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.594 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.594 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.594 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.594 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.594 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.594 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.594 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.594 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.594 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.594 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.594 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.594 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.594 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 73422247 2023-12-20T10:49:52.595 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.595 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.595 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:kv": { 2023-12-20T10:49:52.595 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.595 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 780140544 2023-12-20T10:49:52.595 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.595 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.595 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:52.595 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.595 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.595 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.595 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.595 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.595 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 644679072 2023-12-20T10:49:52.595 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.596 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.596 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.596 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.596 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.596 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.596 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.596 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.596 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.596 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.596 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.596 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.596 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.596 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.596 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 240 2023-12-20T10:49:52.596 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.597 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.597 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 928 2023-12-20T10:49:52.597 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.597 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.597 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.597 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.597 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.597 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.597 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.597 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.597 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.597 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.597 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.597 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68351440 2023-12-20T10:49:52.597 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.598 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.598 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:kv_onode": { 2023-12-20T10:49:52.598 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.598 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 192937984 2023-12-20T10:49:52.598 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.598 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.598 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:52.598 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.598 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.598 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 464 2023-12-20T10:49:52.598 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.598 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.598 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 57304806 2023-12-20T10:49:52.598 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.598 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.599 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.599 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.599 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.599 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.599 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.599 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.599 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.599 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.599 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.599 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.599 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.599 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.599 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.599 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.599 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.600 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.600 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.600 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.600 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.600 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.600 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.600 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.600 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.600 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.600 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.600 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.600 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.600 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68523850 2023-12-20T10:49:52.600 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.600 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.601 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:meta": { 2023-12-20T10:49:52.601 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.601 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 713031680 2023-12-20T10:49:52.601 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.601 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.601 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.601 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.601 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.601 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.601 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.601 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.601 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 644679072 2023-12-20T10:49:52.601 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.601 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.601 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.602 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.602 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.602 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.602 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.602 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.602 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.602 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.602 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.602 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.602 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.602 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.602 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 26054 2023-12-20T10:49:52.602 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.602 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.602 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 213925 2023-12-20T10:49:52.602 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.603 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.603 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.603 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.603 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.603 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.603 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.603 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.603 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.603 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.603 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.603 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68112629 2023-12-20T10:49:52.603 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.603 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.603 INFO:tasks.workunit.client.0.smithi123.stdout: "objecter": { 2023-12-20T10:49:52.603 INFO:tasks.workunit.client.0.smithi123.stdout: "op_active": { 2023-12-20T10:49:52.604 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.604 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.604 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:52.604 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.604 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.604 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rmw": { 2023-12-20T10:49:52.604 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.604 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.604 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:52.604 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.604 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.604 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.604 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:52.604 INFO:tasks.workunit.client.0.smithi123.stdout: "numpg": { 2023-12-20T10:49:52.604 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 41 2023-12-20T10:49:52.604 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.605 INFO:tasks.workunit.client.0.smithi123.stdout: "numpg_removing": { 2023-12-20T10:49:52.605 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.605 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.605 INFO:tasks.workunit.client.0.smithi123.stdout: "op": { 2023-12-20T10:49:52.605 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1 2023-12-20T10:49:52.605 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.605 INFO:tasks.workunit.client.0.smithi123.stdout: "op_delayed_degraded": { 2023-12-20T10:49:52.605 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.605 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.605 INFO:tasks.workunit.client.0.smithi123.stdout: "op_delayed_unreadable": { 2023-12-20T10:49:52.605 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.605 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.605 INFO:tasks.workunit.client.0.smithi123.stdout: "op_in_bytes": { 2023-12-20T10:49:52.605 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 22 2023-12-20T10:49:52.605 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.606 INFO:tasks.workunit.client.0.smithi123.stdout: "op_latency": { 2023-12-20T10:49:52.606 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1, 2023-12-20T10:49:52.606 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4064398 2023-12-20T10:49:52.606 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.606 INFO:tasks.workunit.client.0.smithi123.stdout: "op_out_bytes": { 2023-12-20T10:49:52.606 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.606 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.606 INFO:tasks.workunit.client.0.smithi123.stdout: "op_prepare_latency": { 2023-12-20T10:49:52.606 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1, 2023-12-20T10:49:52.606 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 571929 2023-12-20T10:49:52.606 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.606 INFO:tasks.workunit.client.0.smithi123.stdout: "op_process_latency": { 2023-12-20T10:49:52.606 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1, 2023-12-20T10:49:52.606 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3958734 2023-12-20T10:49:52.606 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.606 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:52.607 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.607 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.607 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency": { 2023-12-20T10:49:52.607 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.607 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.607 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.607 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-20T10:49:52.607 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.607 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.607 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_out_bytes": { 2023-12-20T10:49:52.607 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.607 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.607 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_prepare_latency": { 2023-12-20T10:49:52.607 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.608 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.608 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.608 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_process_latency": { 2023-12-20T10:49:52.608 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.608 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.608 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.608 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw": { 2023-12-20T10:49:52.608 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.608 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.608 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_in_bytes": { 2023-12-20T10:49:52.608 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.608 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.608 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency": { 2023-12-20T10:49:52.608 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.608 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.608 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.609 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-20T10:49:52.609 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.609 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.609 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-20T10:49:52.609 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.609 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.609 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_out_bytes": { 2023-12-20T10:49:52.609 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.609 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.609 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_prepare_latency": { 2023-12-20T10:49:52.609 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.609 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.609 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.609 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_process_latency": { 2023-12-20T10:49:52.609 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.610 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.610 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.610 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:52.610 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1 2023-12-20T10:49:52.610 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.610 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_in_bytes": { 2023-12-20T10:49:52.610 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 22 2023-12-20T10:49:52.610 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.610 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency": { 2023-12-20T10:49:52.610 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1, 2023-12-20T10:49:52.610 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4064398 2023-12-20T10:49:52.610 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.610 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-20T10:49:52.610 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.610 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.611 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_prepare_latency": { 2023-12-20T10:49:52.611 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1, 2023-12-20T10:49:52.611 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 571929 2023-12-20T10:49:52.611 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.611 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_process_latency": { 2023-12-20T10:49:52.611 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1, 2023-12-20T10:49:52.611 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3958734 2023-12-20T10:49:52.611 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.611 INFO:tasks.workunit.client.0.smithi123.stdout: "op_wip": { 2023-12-20T10:49:52.611 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.611 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.611 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_bytes": { 2023-12-20T10:49:52.611 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 22 2023-12-20T10:49:52.611 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.611 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_ops": { 2023-12-20T10:49:52.612 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1 2023-12-20T10:49:52.612 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.612 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_bytes": { 2023-12-20T10:49:52.612 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 95995035648 2023-12-20T10:49:52.612 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.612 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_bytes_used": { 2023-12-20T10:49:52.612 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 305098752 2023-12-20T10:49:52.612 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.612 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.612 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.612 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.5": { 2023-12-20T10:49:52.612 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:52.612 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_slow_fallback": { 2023-12-20T10:49:52.612 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.612 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.612 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_slow_size_fallback": { 2023-12-20T10:49:52.613 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.613 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.613 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_db": { 2023-12-20T10:49:52.613 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 65536 2023-12-20T10:49:52.613 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.613 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_main": { 2023-12-20T10:49:52.613 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.613 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.613 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_wal": { 2023-12-20T10:49:52.613 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.613 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.613 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_slow": { 2023-12-20T10:49:52.613 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.613 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.613 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_sst": { 2023-12-20T10:49:52.614 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 8192 2023-12-20T10:49:52.614 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.614 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_wal": { 2023-12-20T10:49:52.614 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1171456 2023-12-20T10:49:52.614 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.614 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_lat": { 2023-12-20T10:49:52.614 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.614 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.614 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.614 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_lock_lat": { 2023-12-20T10:49:52.614 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.614 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.614 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.614 INFO:tasks.workunit.client.0.smithi123.stdout: "db_total_bytes": { 2023-12-20T10:49:52.614 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 95995035648 2023-12-20T10:49:52.614 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.615 INFO:tasks.workunit.client.0.smithi123.stdout: "db_used_bytes": { 2023-12-20T10:49:52.615 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 304414720 2023-12-20T10:49:52.615 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.615 INFO:tasks.workunit.client.0.smithi123.stdout: "log_bytes": { 2023-12-20T10:49:52.615 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 798720 2023-12-20T10:49:52.615 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.615 INFO:tasks.workunit.client.0.smithi123.stdout: "logged_bytes": { 2023-12-20T10:49:52.615 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 659456 2023-12-20T10:49:52.615 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.615 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_db": { 2023-12-20T10:49:52.615 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 312803328 2023-12-20T10:49:52.615 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.615 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_slow": { 2023-12-20T10:49:52.615 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.615 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.616 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_wal": { 2023-12-20T10:49:52.616 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.616 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.616 INFO:tasks.workunit.client.0.smithi123.stdout: "num_files": { 2023-12-20T10:49:52.616 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 13 2023-12-20T10:49:52.616 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.616 INFO:tasks.workunit.client.0.smithi123.stdout: "read_bytes": { 2023-12-20T10:49:52.616 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 193929 2023-12-20T10:49:52.616 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.616 INFO:tasks.workunit.client.0.smithi123.stdout: "read_count": { 2023-12-20T10:49:52.616 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 22 2023-12-20T10:49:52.616 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.616 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes": { 2023-12-20T10:49:52.616 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1265664 2023-12-20T10:49:52.616 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.616 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_db": { 2023-12-20T10:49:52.617 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1269760 2023-12-20T10:49:52.617 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.617 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_slow": { 2023-12-20T10:49:52.617 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.617 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.617 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_wal": { 2023-12-20T10:49:52.617 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.617 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.617 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_count": { 2023-12-20T10:49:52.617 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 14 2023-12-20T10:49:52.617 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.617 INFO:tasks.workunit.client.0.smithi123.stdout: "read_prefetch_bytes": { 2023-12-20T10:49:52.617 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3653 2023-12-20T10:49:52.617 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.617 INFO:tasks.workunit.client.0.smithi123.stdout: "read_prefetch_count": { 2023-12-20T10:49:52.618 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3 2023-12-20T10:49:52.618 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.618 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_buffer_bytes": { 2023-12-20T10:49:52.618 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3833 2023-12-20T10:49:52.618 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.618 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_buffer_count": { 2023-12-20T10:49:52.618 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18 2023-12-20T10:49:52.618 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.618 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_bytes": { 2023-12-20T10:49:52.618 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3833 2023-12-20T10:49:52.618 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.618 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_count": { 2023-12-20T10:49:52.618 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18 2023-12-20T10:49:52.618 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.618 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes": { 2023-12-20T10:49:52.619 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.619 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.619 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_db": { 2023-12-20T10:49:52.619 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.619 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.619 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_slow": { 2023-12-20T10:49:52.619 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.619 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.619 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_wal": { 2023-12-20T10:49:52.619 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.619 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.619 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_count": { 2023-12-20T10:49:52.619 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.619 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.619 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_total_bytes": { 2023-12-20T10:49:52.619 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.620 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.620 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_used_bytes": { 2023-12-20T10:49:52.620 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.620 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.620 INFO:tasks.workunit.client.0.smithi123.stdout: "wal_total_bytes": { 2023-12-20T10:49:52.620 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.620 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.620 INFO:tasks.workunit.client.0.smithi123.stdout: "wal_used_bytes": { 2023-12-20T10:49:52.620 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.620 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.620 INFO:tasks.workunit.client.0.smithi123.stdout: "write_bytes": { 2023-12-20T10:49:52.620 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1900544 2023-12-20T10:49:52.620 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.620 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.620 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore": { 2023-12-20T10:49:52.621 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit": { 2023-12-20T10:49:52.621 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4096 2023-12-20T10:49:52.621 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.621 INFO:tasks.workunit.client.0.smithi123.stdout: "allocated": { 2023-12-20T10:49:52.621 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 667648 2023-12-20T10:49:52.621 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.621 INFO:tasks.workunit.client.0.smithi123.stdout: "clist_lat": { 2023-12-20T10:49:52.621 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 6, 2023-12-20T10:49:52.621 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 257148 2023-12-20T10:49:52.621 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.621 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_lat": { 2023-12-20T10:49:52.621 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.621 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.621 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.621 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed": { 2023-12-20T10:49:52.622 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.622 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.622 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed_allocated": { 2023-12-20T10:49:52.622 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.622 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.622 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed_original": { 2023-12-20T10:49:52.622 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.622 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.622 INFO:tasks.workunit.client.0.smithi123.stdout: "csum_lat": { 2023-12-20T10:49:52.622 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 3, 2023-12-20T10:49:52.622 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 5535 2023-12-20T10:49:52.622 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.622 INFO:tasks.workunit.client.0.smithi123.stdout: "decompress_lat": { 2023-12-20T10:49:52.622 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.622 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.623 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.623 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_commit_lat": { 2023-12-20T10:49:52.623 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 145, 2023-12-20T10:49:52.623 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 47392854 2023-12-20T10:49:52.623 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.623 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_final_lat": { 2023-12-20T10:49:52.623 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 141, 2023-12-20T10:49:52.623 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 16689981 2023-12-20T10:49:52.623 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.623 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_flush_lat": { 2023-12-20T10:49:52.623 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 145, 2023-12-20T10:49:52.623 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 149796 2023-12-20T10:49:52.623 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.623 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_sync_lat": { 2023-12-20T10:49:52.623 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 145, 2023-12-20T10:49:52.624 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 47542650 2023-12-20T10:49:52.624 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.624 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_get_keys_lat": { 2023-12-20T10:49:52.624 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.624 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.624 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.624 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_get_values_lat": { 2023-12-20T10:49:52.624 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:52.624 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1316 2023-12-20T10:49:52.624 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.624 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_lower_bound_lat": { 2023-12-20T10:49:52.624 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.624 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.624 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.624 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_next_lat": { 2023-12-20T10:49:52.625 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.625 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.625 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.625 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_seek_to_first_lat": { 2023-12-20T10:49:52.625 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.625 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.625 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.625 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_upper_bound_lat": { 2023-12-20T10:49:52.625 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:52.625 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4666 2023-12-20T10:49:52.625 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.625 INFO:tasks.workunit.client.0.smithi123.stdout: "onode_hits": { 2023-12-20T10:49:52.625 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 314 2023-12-20T10:49:52.626 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.626 INFO:tasks.workunit.client.0.smithi123.stdout: "onode_misses": { 2023-12-20T10:49:52.626 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 233 2023-12-20T10:49:52.626 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.626 INFO:tasks.workunit.client.0.smithi123.stdout: "read_lat": { 2023-12-20T10:49:52.626 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 85, 2023-12-20T10:49:52.626 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 662458 2023-12-20T10:49:52.626 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.626 INFO:tasks.workunit.client.0.smithi123.stdout: "read_onode_meta_lat": { 2023-12-20T10:49:52.626 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 133, 2023-12-20T10:49:52.626 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 277240 2023-12-20T10:49:52.626 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.626 INFO:tasks.workunit.client.0.smithi123.stdout: "read_wait_aio_lat": { 2023-12-20T10:49:52.626 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 48, 2023-12-20T10:49:52.626 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 348210 2023-12-20T10:49:52.626 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.627 INFO:tasks.workunit.client.0.smithi123.stdout: "reads_with_retries": { 2023-12-20T10:49:52.627 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.627 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.627 INFO:tasks.workunit.client.0.smithi123.stdout: "remove_lat": { 2023-12-20T10:49:52.627 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 4, 2023-12-20T10:49:52.627 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 153227 2023-12-20T10:49:52.627 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.627 INFO:tasks.workunit.client.0.smithi123.stdout: "state_aio_wait_lat": { 2023-12-20T10:49:52.627 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 264, 2023-12-20T10:49:52.627 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2495965 2023-12-20T10:49:52.627 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.627 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_aio_wait_lat": { 2023-12-20T10:49:52.627 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 36, 2023-12-20T10:49:52.627 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2968072 2023-12-20T10:49:52.627 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.628 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_cleanup_lat": { 2023-12-20T10:49:52.628 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 33, 2023-12-20T10:49:52.628 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 418525256182 2023-12-20T10:49:52.628 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.628 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_queued_lat": { 2023-12-20T10:49:52.628 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 36, 2023-12-20T10:49:52.628 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 58608264044 2023-12-20T10:49:52.628 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.628 INFO:tasks.workunit.client.0.smithi123.stdout: "state_done_lat": { 2023-12-20T10:49:52.628 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 261, 2023-12-20T10:49:52.628 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 407948 2023-12-20T10:49:52.628 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.628 INFO:tasks.workunit.client.0.smithi123.stdout: "state_finishing_lat": { 2023-12-20T10:49:52.628 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 261, 2023-12-20T10:49:52.628 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 33116 2023-12-20T10:49:52.629 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.629 INFO:tasks.workunit.client.0.smithi123.stdout: "state_io_done_lat": { 2023-12-20T10:49:52.629 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 264, 2023-12-20T10:49:52.629 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 205521 2023-12-20T10:49:52.629 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.629 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_commiting_lat": { 2023-12-20T10:49:52.629 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 264, 2023-12-20T10:49:52.629 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 321716651 2023-12-20T10:49:52.629 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.629 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_done_lat": { 2023-12-20T10:49:52.629 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 264, 2023-12-20T10:49:52.629 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67140 2023-12-20T10:49:52.629 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.629 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_queued_lat": { 2023-12-20T10:49:52.629 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 264, 2023-12-20T10:49:52.630 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 199388051 2023-12-20T10:49:52.630 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.630 INFO:tasks.workunit.client.0.smithi123.stdout: "state_prepare_lat": { 2023-12-20T10:49:52.630 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 264, 2023-12-20T10:49:52.630 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 10784747 2023-12-20T10:49:52.630 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.630 INFO:tasks.workunit.client.0.smithi123.stdout: "stored": { 2023-12-20T10:49:52.630 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 290158 2023-12-20T10:49:52.630 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.630 INFO:tasks.workunit.client.0.smithi123.stdout: "truncate_lat": { 2023-12-20T10:49:52.630 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:52.630 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 689 2023-12-20T10:49:52.630 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.630 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_commit_lat": { 2023-12-20T10:49:52.630 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 264, 2023-12-20T10:49:52.630 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 534623541 2023-12-20T10:49:52.631 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.631 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_submit_lat": { 2023-12-20T10:49:52.631 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 264, 2023-12-20T10:49:52.631 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 13773663 2023-12-20T10:49:52.631 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.631 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_throttle_lat": { 2023-12-20T10:49:52.631 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 264, 2023-12-20T10:49:52.631 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1554155 2023-12-20T10:49:52.631 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.631 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.631 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache": { 2023-12-20T10:49:52.631 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_bytes": { 2023-12-20T10:49:52.631 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1869081712 2023-12-20T10:49:52.631 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.631 INFO:tasks.workunit.client.0.smithi123.stdout: "heap_bytes": { 2023-12-20T10:49:52.631 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 236240896 2023-12-20T10:49:52.632 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.632 INFO:tasks.workunit.client.0.smithi123.stdout: "mapped_bytes": { 2023-12-20T10:49:52.632 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 235257856 2023-12-20T10:49:52.632 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.632 INFO:tasks.workunit.client.0.smithi123.stdout: "target_bytes": { 2023-12-20T10:49:52.632 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3146338918 2023-12-20T10:49:52.632 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.632 INFO:tasks.workunit.client.0.smithi123.stdout: "unmapped_bytes": { 2023-12-20T10:49:52.632 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 983040 2023-12-20T10:49:52.632 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.632 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.632 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:data": { 2023-12-20T10:49:52.632 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.632 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 159383552 2023-12-20T10:49:52.632 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.633 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.633 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.633 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.633 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.633 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.633 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.633 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.633 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 85957511 2023-12-20T10:49:52.633 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.633 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.633 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.633 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.633 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.633 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.633 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.634 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.634 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.634 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.634 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.634 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.634 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.634 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.634 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.634 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.634 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.634 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.634 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.634 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.634 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.634 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.634 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.635 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.635 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.635 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.635 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.635 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.635 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.635 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 73426041 2023-12-20T10:49:52.635 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.635 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.635 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:kv": { 2023-12-20T10:49:52.635 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.635 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 780140544 2023-12-20T10:49:52.635 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.635 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.635 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:52.636 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.636 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.636 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.636 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.636 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.636 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 644681335 2023-12-20T10:49:52.636 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.636 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.636 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.636 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.636 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.636 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.636 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.636 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.636 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.636 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.637 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.637 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.637 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.637 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.637 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.637 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.637 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.637 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1168 2023-12-20T10:49:52.637 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.637 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.637 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.637 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.637 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.637 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.637 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.637 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.638 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.638 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.638 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.638 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68349177 2023-12-20T10:49:52.638 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.638 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.638 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:kv_onode": { 2023-12-20T10:49:52.638 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.638 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 192937984 2023-12-20T10:49:52.638 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.638 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.638 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:52.638 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.638 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.638 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 464 2023-12-20T10:49:52.639 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.639 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.639 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 57305007 2023-12-20T10:49:52.639 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.639 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.639 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.639 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.639 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.639 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.639 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.639 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.639 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.639 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.639 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.639 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.639 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.640 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.640 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.640 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.640 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.640 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.640 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.640 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.640 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.640 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.640 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.640 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.640 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.640 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.640 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.640 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.640 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.641 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68523649 2023-12-20T10:49:52.641 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.641 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.641 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:meta": { 2023-12-20T10:49:52.641 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.641 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 713031680 2023-12-20T10:49:52.641 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.641 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.641 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.641 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.641 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.641 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.641 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.641 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.641 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 644681335 2023-12-20T10:49:52.642 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.642 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.642 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.642 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.642 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.642 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.642 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.642 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.642 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.642 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.642 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.642 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 6830 2023-12-20T10:49:52.642 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.642 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.642 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 27323 2023-12-20T10:49:52.642 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.643 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.643 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 213120 2023-12-20T10:49:52.643 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.643 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.643 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.643 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.643 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.643 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.643 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.643 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.643 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.643 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.643 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.643 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68103072 2023-12-20T10:49:52.644 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.644 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.644 INFO:tasks.workunit.client.0.smithi123.stdout: "objecter": { 2023-12-20T10:49:52.644 INFO:tasks.workunit.client.0.smithi123.stdout: "op_active": { 2023-12-20T10:49:52.644 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.644 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.644 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:52.644 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.644 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.644 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rmw": { 2023-12-20T10:49:52.644 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.644 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.644 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:52.644 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.644 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.645 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.645 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:52.645 INFO:tasks.workunit.client.0.smithi123.stdout: "numpg": { 2023-12-20T10:49:52.645 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 42 2023-12-20T10:49:52.645 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.645 INFO:tasks.workunit.client.0.smithi123.stdout: "numpg_removing": { 2023-12-20T10:49:52.645 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.645 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.645 INFO:tasks.workunit.client.0.smithi123.stdout: "op": { 2023-12-20T10:49:52.645 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.645 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.645 INFO:tasks.workunit.client.0.smithi123.stdout: "op_delayed_degraded": { 2023-12-20T10:49:52.645 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.645 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.645 INFO:tasks.workunit.client.0.smithi123.stdout: "op_delayed_unreadable": { 2023-12-20T10:49:52.645 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.646 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.646 INFO:tasks.workunit.client.0.smithi123.stdout: "op_in_bytes": { 2023-12-20T10:49:52.646 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.646 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.646 INFO:tasks.workunit.client.0.smithi123.stdout: "op_latency": { 2023-12-20T10:49:52.646 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.646 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.646 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.646 INFO:tasks.workunit.client.0.smithi123.stdout: "op_out_bytes": { 2023-12-20T10:49:52.646 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.646 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.646 INFO:tasks.workunit.client.0.smithi123.stdout: "op_prepare_latency": { 2023-12-20T10:49:52.646 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.646 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.646 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.647 INFO:tasks.workunit.client.0.smithi123.stdout: "op_process_latency": { 2023-12-20T10:49:52.647 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.647 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.647 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.647 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:52.647 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.647 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.647 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency": { 2023-12-20T10:49:52.647 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.647 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.647 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.647 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-20T10:49:52.647 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.647 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.647 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_out_bytes": { 2023-12-20T10:49:52.647 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.648 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.648 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_prepare_latency": { 2023-12-20T10:49:52.648 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.648 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.648 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.648 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_process_latency": { 2023-12-20T10:49:52.648 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.648 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.648 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.648 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw": { 2023-12-20T10:49:52.648 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.648 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.648 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_in_bytes": { 2023-12-20T10:49:52.648 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.648 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.648 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency": { 2023-12-20T10:49:52.649 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.649 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.649 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.649 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-20T10:49:52.649 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.649 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.649 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-20T10:49:52.649 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.649 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.649 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_out_bytes": { 2023-12-20T10:49:52.649 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.649 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.649 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_prepare_latency": { 2023-12-20T10:49:52.649 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.649 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.650 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.650 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_process_latency": { 2023-12-20T10:49:52.650 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.650 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.650 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.650 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:52.650 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.650 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.650 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_in_bytes": { 2023-12-20T10:49:52.650 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.650 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.650 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency": { 2023-12-20T10:49:52.650 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.650 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.650 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.650 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-20T10:49:52.651 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.651 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.651 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_prepare_latency": { 2023-12-20T10:49:52.651 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.651 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.651 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.651 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_process_latency": { 2023-12-20T10:49:52.651 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.651 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.651 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.651 INFO:tasks.workunit.client.0.smithi123.stdout: "op_wip": { 2023-12-20T10:49:52.651 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.651 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.651 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_bytes": { 2023-12-20T10:49:52.651 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.651 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.652 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_ops": { 2023-12-20T10:49:52.652 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.652 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.652 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_bytes": { 2023-12-20T10:49:52.652 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 95995035648 2023-12-20T10:49:52.652 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.652 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_bytes_used": { 2023-12-20T10:49:52.652 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 305090560 2023-12-20T10:49:52.652 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.652 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.652 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.652 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.6": { 2023-12-20T10:49:52.652 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:52.652 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_slow_fallback": { 2023-12-20T10:49:52.652 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.653 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.653 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_slow_size_fallback": { 2023-12-20T10:49:52.653 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.653 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.653 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_db": { 2023-12-20T10:49:52.653 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 65536 2023-12-20T10:49:52.653 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.653 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_main": { 2023-12-20T10:49:52.653 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.653 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.653 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_wal": { 2023-12-20T10:49:52.653 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.653 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.653 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_slow": { 2023-12-20T10:49:52.653 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.653 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.654 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_sst": { 2023-12-20T10:49:52.654 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 8192 2023-12-20T10:49:52.654 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.654 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_wal": { 2023-12-20T10:49:52.654 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1208320 2023-12-20T10:49:52.654 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.654 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_lat": { 2023-12-20T10:49:52.654 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.654 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.654 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.654 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_lock_lat": { 2023-12-20T10:49:52.654 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.654 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.654 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.654 INFO:tasks.workunit.client.0.smithi123.stdout: "db_total_bytes": { 2023-12-20T10:49:52.655 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 95995035648 2023-12-20T10:49:52.655 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.655 INFO:tasks.workunit.client.0.smithi123.stdout: "db_used_bytes": { 2023-12-20T10:49:52.655 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 304414720 2023-12-20T10:49:52.655 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.655 INFO:tasks.workunit.client.0.smithi123.stdout: "log_bytes": { 2023-12-20T10:49:52.655 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 851968 2023-12-20T10:49:52.655 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.655 INFO:tasks.workunit.client.0.smithi123.stdout: "logged_bytes": { 2023-12-20T10:49:52.655 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 712704 2023-12-20T10:49:52.655 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.655 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_db": { 2023-12-20T10:49:52.655 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 312803328 2023-12-20T10:49:52.655 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.655 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_slow": { 2023-12-20T10:49:52.655 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.656 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.656 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_wal": { 2023-12-20T10:49:52.656 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.656 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.656 INFO:tasks.workunit.client.0.smithi123.stdout: "num_files": { 2023-12-20T10:49:52.656 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 13 2023-12-20T10:49:52.656 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.656 INFO:tasks.workunit.client.0.smithi123.stdout: "read_bytes": { 2023-12-20T10:49:52.656 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 193929 2023-12-20T10:49:52.656 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.656 INFO:tasks.workunit.client.0.smithi123.stdout: "read_count": { 2023-12-20T10:49:52.656 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 22 2023-12-20T10:49:52.656 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.656 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes": { 2023-12-20T10:49:52.656 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1265664 2023-12-20T10:49:52.656 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.657 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_db": { 2023-12-20T10:49:52.657 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1269760 2023-12-20T10:49:52.657 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.657 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_slow": { 2023-12-20T10:49:52.657 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.657 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.657 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_wal": { 2023-12-20T10:49:52.657 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.657 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.657 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_count": { 2023-12-20T10:49:52.657 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 14 2023-12-20T10:49:52.657 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.657 INFO:tasks.workunit.client.0.smithi123.stdout: "read_prefetch_bytes": { 2023-12-20T10:49:52.657 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3653 2023-12-20T10:49:52.657 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.657 INFO:tasks.workunit.client.0.smithi123.stdout: "read_prefetch_count": { 2023-12-20T10:49:52.658 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3 2023-12-20T10:49:52.658 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.658 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_buffer_bytes": { 2023-12-20T10:49:52.658 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3833 2023-12-20T10:49:52.658 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.658 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_buffer_count": { 2023-12-20T10:49:52.658 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18 2023-12-20T10:49:52.658 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.658 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_bytes": { 2023-12-20T10:49:52.658 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3833 2023-12-20T10:49:52.658 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.658 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_count": { 2023-12-20T10:49:52.658 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18 2023-12-20T10:49:52.658 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.658 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes": { 2023-12-20T10:49:52.659 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.659 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.659 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_db": { 2023-12-20T10:49:52.659 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.659 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.659 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_slow": { 2023-12-20T10:49:52.659 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.659 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.659 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_wal": { 2023-12-20T10:49:52.659 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.659 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.659 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_count": { 2023-12-20T10:49:52.659 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.659 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.659 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_total_bytes": { 2023-12-20T10:49:52.659 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.660 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.660 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_used_bytes": { 2023-12-20T10:49:52.660 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.660 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.660 INFO:tasks.workunit.client.0.smithi123.stdout: "wal_total_bytes": { 2023-12-20T10:49:52.660 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.660 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.660 INFO:tasks.workunit.client.0.smithi123.stdout: "wal_used_bytes": { 2023-12-20T10:49:52.660 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.660 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.660 INFO:tasks.workunit.client.0.smithi123.stdout: "write_bytes": { 2023-12-20T10:49:52.660 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1990656 2023-12-20T10:49:52.660 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.660 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.660 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore": { 2023-12-20T10:49:52.661 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit": { 2023-12-20T10:49:52.661 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4096 2023-12-20T10:49:52.661 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.661 INFO:tasks.workunit.client.0.smithi123.stdout: "allocated": { 2023-12-20T10:49:52.661 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1261568 2023-12-20T10:49:52.661 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.661 INFO:tasks.workunit.client.0.smithi123.stdout: "clist_lat": { 2023-12-20T10:49:52.661 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:52.661 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 80013 2023-12-20T10:49:52.661 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.661 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_lat": { 2023-12-20T10:49:52.661 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.661 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.661 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.662 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed": { 2023-12-20T10:49:52.662 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.662 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.662 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed_allocated": { 2023-12-20T10:49:52.662 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.662 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.662 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed_original": { 2023-12-20T10:49:52.662 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.662 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.662 INFO:tasks.workunit.client.0.smithi123.stdout: "csum_lat": { 2023-12-20T10:49:52.662 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 3, 2023-12-20T10:49:52.662 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4755 2023-12-20T10:49:52.662 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.662 INFO:tasks.workunit.client.0.smithi123.stdout: "decompress_lat": { 2023-12-20T10:49:52.662 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.663 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.663 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.663 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_commit_lat": { 2023-12-20T10:49:52.663 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 158, 2023-12-20T10:49:52.663 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 57216048 2023-12-20T10:49:52.663 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.663 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_final_lat": { 2023-12-20T10:49:52.663 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 151, 2023-12-20T10:49:52.663 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3275840 2023-12-20T10:49:52.663 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.663 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_flush_lat": { 2023-12-20T10:49:52.663 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 158, 2023-12-20T10:49:52.663 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 116602 2023-12-20T10:49:52.663 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.663 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_sync_lat": { 2023-12-20T10:49:52.664 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 158, 2023-12-20T10:49:52.664 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 57332650 2023-12-20T10:49:52.664 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.664 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_get_keys_lat": { 2023-12-20T10:49:52.664 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.664 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.664 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.664 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_get_values_lat": { 2023-12-20T10:49:52.664 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.664 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.664 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.664 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_lower_bound_lat": { 2023-12-20T10:49:52.664 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.664 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.664 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.665 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_next_lat": { 2023-12-20T10:49:52.665 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.665 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.665 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.665 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_seek_to_first_lat": { 2023-12-20T10:49:52.665 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.665 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.665 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.665 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_upper_bound_lat": { 2023-12-20T10:49:52.665 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:52.665 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 5135 2023-12-20T10:49:52.665 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.665 INFO:tasks.workunit.client.0.smithi123.stdout: "onode_hits": { 2023-12-20T10:49:52.665 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 337 2023-12-20T10:49:52.665 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.666 INFO:tasks.workunit.client.0.smithi123.stdout: "onode_misses": { 2023-12-20T10:49:52.666 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 239 2023-12-20T10:49:52.666 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.666 INFO:tasks.workunit.client.0.smithi123.stdout: "read_lat": { 2023-12-20T10:49:52.666 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 86, 2023-12-20T10:49:52.666 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 715091 2023-12-20T10:49:52.666 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.666 INFO:tasks.workunit.client.0.smithi123.stdout: "read_onode_meta_lat": { 2023-12-20T10:49:52.666 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 131, 2023-12-20T10:49:52.666 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 300771 2023-12-20T10:49:52.666 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.666 INFO:tasks.workunit.client.0.smithi123.stdout: "read_wait_aio_lat": { 2023-12-20T10:49:52.666 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 45, 2023-12-20T10:49:52.666 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 431600 2023-12-20T10:49:52.666 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.666 INFO:tasks.workunit.client.0.smithi123.stdout: "reads_with_retries": { 2023-12-20T10:49:52.667 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.667 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.667 INFO:tasks.workunit.client.0.smithi123.stdout: "remove_lat": { 2023-12-20T10:49:52.667 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1, 2023-12-20T10:49:52.667 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 24400 2023-12-20T10:49:52.667 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.667 INFO:tasks.workunit.client.0.smithi123.stdout: "state_aio_wait_lat": { 2023-12-20T10:49:52.667 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 267, 2023-12-20T10:49:52.667 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3076954 2023-12-20T10:49:52.667 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.667 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_aio_wait_lat": { 2023-12-20T10:49:52.667 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 30, 2023-12-20T10:49:52.667 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2417800 2023-12-20T10:49:52.667 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.667 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_cleanup_lat": { 2023-12-20T10:49:52.668 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 30, 2023-12-20T10:49:52.668 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 454965330495 2023-12-20T10:49:52.668 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.668 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_queued_lat": { 2023-12-20T10:49:52.668 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 30, 2023-12-20T10:49:52.668 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 54427386489 2023-12-20T10:49:52.668 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.668 INFO:tasks.workunit.client.0.smithi123.stdout: "state_done_lat": { 2023-12-20T10:49:52.668 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 267, 2023-12-20T10:49:52.668 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 390512 2023-12-20T10:49:52.668 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.668 INFO:tasks.workunit.client.0.smithi123.stdout: "state_finishing_lat": { 2023-12-20T10:49:52.668 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 267, 2023-12-20T10:49:52.668 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 26518 2023-12-20T10:49:52.668 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.668 INFO:tasks.workunit.client.0.smithi123.stdout: "state_io_done_lat": { 2023-12-20T10:49:52.668 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 267, 2023-12-20T10:49:52.669 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 178165 2023-12-20T10:49:52.669 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.669 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_commiting_lat": { 2023-12-20T10:49:52.669 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 267, 2023-12-20T10:49:52.669 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 221189112 2023-12-20T10:49:52.669 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.669 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_done_lat": { 2023-12-20T10:49:52.669 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 267, 2023-12-20T10:49:52.669 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 77344 2023-12-20T10:49:52.669 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.669 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_queued_lat": { 2023-12-20T10:49:52.669 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 267, 2023-12-20T10:49:52.669 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 142104078 2023-12-20T10:49:52.669 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.670 INFO:tasks.workunit.client.0.smithi123.stdout: "state_prepare_lat": { 2023-12-20T10:49:52.670 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 267, 2023-12-20T10:49:52.670 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 10261143 2023-12-20T10:49:52.670 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.670 INFO:tasks.workunit.client.0.smithi123.stdout: "stored": { 2023-12-20T10:49:52.670 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 880737 2023-12-20T10:49:52.670 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.670 INFO:tasks.workunit.client.0.smithi123.stdout: "truncate_lat": { 2023-12-20T10:49:52.670 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:52.670 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 867 2023-12-20T10:49:52.670 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.670 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_commit_lat": { 2023-12-20T10:49:52.670 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 267, 2023-12-20T10:49:52.670 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 376850125 2023-12-20T10:49:52.670 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.671 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_submit_lat": { 2023-12-20T10:49:52.671 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 267, 2023-12-20T10:49:52.671 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 12120541 2023-12-20T10:49:52.671 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.671 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_throttle_lat": { 2023-12-20T10:49:52.671 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 267, 2023-12-20T10:49:52.671 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1676081 2023-12-20T10:49:52.671 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.671 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.671 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache": { 2023-12-20T10:49:52.671 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_bytes": { 2023-12-20T10:49:52.671 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1869081712 2023-12-20T10:49:52.671 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.671 INFO:tasks.workunit.client.0.smithi123.stdout: "heap_bytes": { 2023-12-20T10:49:52.671 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 236371968 2023-12-20T10:49:52.671 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.672 INFO:tasks.workunit.client.0.smithi123.stdout: "mapped_bytes": { 2023-12-20T10:49:52.672 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 235356160 2023-12-20T10:49:52.672 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.672 INFO:tasks.workunit.client.0.smithi123.stdout: "target_bytes": { 2023-12-20T10:49:52.672 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3146338918 2023-12-20T10:49:52.672 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.672 INFO:tasks.workunit.client.0.smithi123.stdout: "unmapped_bytes": { 2023-12-20T10:49:52.672 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1015808 2023-12-20T10:49:52.672 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.672 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.672 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:data": { 2023-12-20T10:49:52.672 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.672 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 159383552 2023-12-20T10:49:52.672 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.672 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.673 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.673 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.673 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.673 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.673 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.673 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.673 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 85957254 2023-12-20T10:49:52.673 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.673 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.673 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.673 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.673 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.673 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.673 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.673 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.673 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.674 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.674 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.674 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.674 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.674 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.674 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.674 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.674 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.674 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.674 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.674 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.674 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.674 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.674 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.674 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.674 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.675 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.675 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.675 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.675 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.675 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 73426298 2023-12-20T10:49:52.675 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.675 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.675 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:kv": { 2023-12-20T10:49:52.675 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.675 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 780140544 2023-12-20T10:49:52.675 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.675 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.675 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:52.675 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.675 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.676 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.676 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.676 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.676 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 644679408 2023-12-20T10:49:52.676 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.676 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.676 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.676 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.676 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.676 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.676 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.676 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.676 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.676 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.676 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.676 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.677 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.677 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.677 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.677 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.677 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.677 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1168 2023-12-20T10:49:52.677 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.677 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.677 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.677 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.677 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.677 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.677 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.677 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.678 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.678 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.678 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.678 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68351104 2023-12-20T10:49:52.678 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.678 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.678 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:kv_onode": { 2023-12-20T10:49:52.678 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.678 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 192937984 2023-12-20T10:49:52.678 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.678 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.678 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:52.678 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.678 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.678 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 464 2023-12-20T10:49:52.678 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.679 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.679 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 57304836 2023-12-20T10:49:52.679 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.679 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.679 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.679 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.679 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.679 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.679 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.679 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.679 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.679 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.679 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.679 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.680 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.680 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.680 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.680 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.680 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.680 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.680 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.680 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.680 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.680 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.680 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.680 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.680 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.680 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.681 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.681 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.681 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.681 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68523820 2023-12-20T10:49:52.681 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.681 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.681 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:meta": { 2023-12-20T10:49:52.681 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.681 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 713031680 2023-12-20T10:49:52.681 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.681 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.681 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.681 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.682 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.682 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.682 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.682 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.682 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 644679408 2023-12-20T10:49:52.682 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.682 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.682 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.682 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.682 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.682 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.682 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.682 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.682 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.682 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.683 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.683 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 9782 2023-12-20T10:49:52.683 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.683 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.683 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 27950 2023-12-20T10:49:52.683 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.683 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.683 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 213823 2023-12-20T10:49:52.683 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.683 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.683 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.683 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.683 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.683 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.683 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.684 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.684 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.684 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.684 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.684 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68100717 2023-12-20T10:49:52.684 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.684 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.684 INFO:tasks.workunit.client.0.smithi123.stdout: "objecter": { 2023-12-20T10:49:52.684 INFO:tasks.workunit.client.0.smithi123.stdout: "op_active": { 2023-12-20T10:49:52.684 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.684 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.684 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:52.684 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.684 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.684 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rmw": { 2023-12-20T10:49:52.684 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.685 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.685 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:52.685 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.685 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.685 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.685 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:52.685 INFO:tasks.workunit.client.0.smithi123.stdout: "numpg": { 2023-12-20T10:49:52.685 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 39 2023-12-20T10:49:52.685 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.685 INFO:tasks.workunit.client.0.smithi123.stdout: "numpg_removing": { 2023-12-20T10:49:52.685 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.685 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.685 INFO:tasks.workunit.client.0.smithi123.stdout: "op": { 2023-12-20T10:49:52.685 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 13 2023-12-20T10:49:52.686 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.686 INFO:tasks.workunit.client.0.smithi123.stdout: "op_delayed_degraded": { 2023-12-20T10:49:52.686 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.686 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.686 INFO:tasks.workunit.client.0.smithi123.stdout: "op_delayed_unreadable": { 2023-12-20T10:49:52.686 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.686 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.686 INFO:tasks.workunit.client.0.smithi123.stdout: "op_in_bytes": { 2023-12-20T10:49:52.686 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2786 2023-12-20T10:49:52.686 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.686 INFO:tasks.workunit.client.0.smithi123.stdout: "op_latency": { 2023-12-20T10:49:52.686 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 13, 2023-12-20T10:49:52.686 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 32781204 2023-12-20T10:49:52.686 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.686 INFO:tasks.workunit.client.0.smithi123.stdout: "op_out_bytes": { 2023-12-20T10:49:52.686 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.687 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.687 INFO:tasks.workunit.client.0.smithi123.stdout: "op_prepare_latency": { 2023-12-20T10:49:52.687 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 15, 2023-12-20T10:49:52.687 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 6215866 2023-12-20T10:49:52.687 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.687 INFO:tasks.workunit.client.0.smithi123.stdout: "op_process_latency": { 2023-12-20T10:49:52.687 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 13, 2023-12-20T10:49:52.687 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 23553029 2023-12-20T10:49:52.687 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.687 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:52.687 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.687 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.687 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency": { 2023-12-20T10:49:52.687 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.687 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.688 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.688 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-20T10:49:52.688 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.688 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.688 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_out_bytes": { 2023-12-20T10:49:52.688 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.688 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.688 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_prepare_latency": { 2023-12-20T10:49:52.688 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.688 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.688 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.688 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_process_latency": { 2023-12-20T10:49:52.688 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.688 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.688 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.689 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw": { 2023-12-20T10:49:52.689 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.689 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.689 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_in_bytes": { 2023-12-20T10:49:52.689 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.689 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.689 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency": { 2023-12-20T10:49:52.689 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.689 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.689 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.689 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-20T10:49:52.689 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.689 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.689 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-20T10:49:52.689 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.690 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.690 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_out_bytes": { 2023-12-20T10:49:52.690 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.690 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.690 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_prepare_latency": { 2023-12-20T10:49:52.690 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.690 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.690 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.690 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_process_latency": { 2023-12-20T10:49:52.690 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.690 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.690 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.690 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:52.690 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 13 2023-12-20T10:49:52.690 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.690 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_in_bytes": { 2023-12-20T10:49:52.691 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2786 2023-12-20T10:49:52.691 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.691 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency": { 2023-12-20T10:49:52.691 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 13, 2023-12-20T10:49:52.691 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 32781204 2023-12-20T10:49:52.691 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.691 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-20T10:49:52.691 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.691 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.691 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_prepare_latency": { 2023-12-20T10:49:52.691 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 15, 2023-12-20T10:49:52.691 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 6215866 2023-12-20T10:49:52.691 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.691 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_process_latency": { 2023-12-20T10:49:52.691 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 13, 2023-12-20T10:49:52.692 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 23553029 2023-12-20T10:49:52.692 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.692 INFO:tasks.workunit.client.0.smithi123.stdout: "op_wip": { 2023-12-20T10:49:52.692 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.692 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.692 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_bytes": { 2023-12-20T10:49:52.692 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.692 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.692 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_ops": { 2023-12-20T10:49:52.692 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.692 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.692 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_bytes": { 2023-12-20T10:49:52.692 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 95995035648 2023-12-20T10:49:52.692 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.692 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_bytes_used": { 2023-12-20T10:49:52.692 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 305684480 2023-12-20T10:49:52.693 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.693 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.693 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.693 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.7": { 2023-12-20T10:49:52.693 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:52.693 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_slow_fallback": { 2023-12-20T10:49:52.693 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.693 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.693 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_slow_size_fallback": { 2023-12-20T10:49:52.693 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.693 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.693 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_db": { 2023-12-20T10:49:52.693 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 65536 2023-12-20T10:49:52.693 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.693 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_main": { 2023-12-20T10:49:52.694 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.694 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.694 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_wal": { 2023-12-20T10:49:52.694 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.694 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.694 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_slow": { 2023-12-20T10:49:52.694 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.694 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.694 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_sst": { 2023-12-20T10:49:52.694 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 8192 2023-12-20T10:49:52.694 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.694 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_wal": { 2023-12-20T10:49:52.694 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1212416 2023-12-20T10:49:52.694 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.694 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_lat": { 2023-12-20T10:49:52.694 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.695 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.695 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.695 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_lock_lat": { 2023-12-20T10:49:52.695 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.695 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.695 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.695 INFO:tasks.workunit.client.0.smithi123.stdout: "db_total_bytes": { 2023-12-20T10:49:52.695 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 95995035648 2023-12-20T10:49:52.695 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.695 INFO:tasks.workunit.client.0.smithi123.stdout: "db_used_bytes": { 2023-12-20T10:49:52.695 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 304414720 2023-12-20T10:49:52.695 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.695 INFO:tasks.workunit.client.0.smithi123.stdout: "log_bytes": { 2023-12-20T10:49:52.695 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 888832 2023-12-20T10:49:52.695 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.696 INFO:tasks.workunit.client.0.smithi123.stdout: "logged_bytes": { 2023-12-20T10:49:52.696 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 749568 2023-12-20T10:49:52.696 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.696 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_db": { 2023-12-20T10:49:52.696 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 312803328 2023-12-20T10:49:52.696 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.696 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_slow": { 2023-12-20T10:49:52.696 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.696 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.696 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_wal": { 2023-12-20T10:49:52.696 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.696 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.696 INFO:tasks.workunit.client.0.smithi123.stdout: "num_files": { 2023-12-20T10:49:52.696 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 13 2023-12-20T10:49:52.696 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.696 INFO:tasks.workunit.client.0.smithi123.stdout: "read_bytes": { 2023-12-20T10:49:52.697 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 193929 2023-12-20T10:49:52.697 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.697 INFO:tasks.workunit.client.0.smithi123.stdout: "read_count": { 2023-12-20T10:49:52.697 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 22 2023-12-20T10:49:52.697 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.697 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes": { 2023-12-20T10:49:52.697 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1265664 2023-12-20T10:49:52.697 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.697 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_db": { 2023-12-20T10:49:52.697 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1269760 2023-12-20T10:49:52.697 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.697 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_slow": { 2023-12-20T10:49:52.697 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.697 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.697 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_wal": { 2023-12-20T10:49:52.698 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.698 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.698 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_count": { 2023-12-20T10:49:52.698 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 14 2023-12-20T10:49:52.698 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.698 INFO:tasks.workunit.client.0.smithi123.stdout: "read_prefetch_bytes": { 2023-12-20T10:49:52.698 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3653 2023-12-20T10:49:52.698 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.698 INFO:tasks.workunit.client.0.smithi123.stdout: "read_prefetch_count": { 2023-12-20T10:49:52.698 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3 2023-12-20T10:49:52.698 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.698 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_buffer_bytes": { 2023-12-20T10:49:52.698 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3833 2023-12-20T10:49:52.699 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.699 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_buffer_count": { 2023-12-20T10:49:52.699 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18 2023-12-20T10:49:52.699 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.699 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_bytes": { 2023-12-20T10:49:52.699 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3833 2023-12-20T10:49:52.699 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.699 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_count": { 2023-12-20T10:49:52.699 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18 2023-12-20T10:49:52.699 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.699 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes": { 2023-12-20T10:49:52.699 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.699 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.699 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_db": { 2023-12-20T10:49:52.699 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.700 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.700 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_slow": { 2023-12-20T10:49:52.700 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.700 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.700 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_wal": { 2023-12-20T10:49:52.700 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.700 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.700 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_count": { 2023-12-20T10:49:52.700 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.700 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.700 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_total_bytes": { 2023-12-20T10:49:52.700 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.700 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.700 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_used_bytes": { 2023-12-20T10:49:52.700 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.701 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.701 INFO:tasks.workunit.client.0.smithi123.stdout: "wal_total_bytes": { 2023-12-20T10:49:52.701 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.701 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.701 INFO:tasks.workunit.client.0.smithi123.stdout: "wal_used_bytes": { 2023-12-20T10:49:52.701 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.701 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.701 INFO:tasks.workunit.client.0.smithi123.stdout: "write_bytes": { 2023-12-20T10:49:52.701 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2031616 2023-12-20T10:49:52.701 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.701 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.701 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore": { 2023-12-20T10:49:52.701 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit": { 2023-12-20T10:49:52.701 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4096 2023-12-20T10:49:52.702 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.702 INFO:tasks.workunit.client.0.smithi123.stdout: "allocated": { 2023-12-20T10:49:52.702 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1257472 2023-12-20T10:49:52.702 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.702 INFO:tasks.workunit.client.0.smithi123.stdout: "clist_lat": { 2023-12-20T10:49:52.702 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 5, 2023-12-20T10:49:52.702 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 159008 2023-12-20T10:49:52.702 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.702 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_lat": { 2023-12-20T10:49:52.702 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.702 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.702 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.702 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed": { 2023-12-20T10:49:52.702 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.702 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.702 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed_allocated": { 2023-12-20T10:49:52.703 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.703 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.703 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed_original": { 2023-12-20T10:49:52.703 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.703 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.703 INFO:tasks.workunit.client.0.smithi123.stdout: "csum_lat": { 2023-12-20T10:49:52.703 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 7, 2023-12-20T10:49:52.703 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 25064 2023-12-20T10:49:52.703 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.703 INFO:tasks.workunit.client.0.smithi123.stdout: "decompress_lat": { 2023-12-20T10:49:52.703 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.703 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.703 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.703 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_commit_lat": { 2023-12-20T10:49:52.703 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 167, 2023-12-20T10:49:52.703 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 60973698 2023-12-20T10:49:52.704 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.704 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_final_lat": { 2023-12-20T10:49:52.704 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 141, 2023-12-20T10:49:52.704 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 14896620 2023-12-20T10:49:52.704 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.704 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_flush_lat": { 2023-12-20T10:49:52.704 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 167, 2023-12-20T10:49:52.704 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 106223 2023-12-20T10:49:52.704 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.704 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_sync_lat": { 2023-12-20T10:49:52.704 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 167, 2023-12-20T10:49:52.704 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 61079921 2023-12-20T10:49:52.704 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.704 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_get_keys_lat": { 2023-12-20T10:49:52.704 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.704 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.705 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.705 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_get_values_lat": { 2023-12-20T10:49:52.705 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1, 2023-12-20T10:49:52.705 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1281 2023-12-20T10:49:52.705 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.705 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_lower_bound_lat": { 2023-12-20T10:49:52.705 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.705 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.705 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.705 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_next_lat": { 2023-12-20T10:49:52.705 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.705 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.705 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.705 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_seek_to_first_lat": { 2023-12-20T10:49:52.705 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:52.705 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.706 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.706 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_upper_bound_lat": { 2023-12-20T10:49:52.706 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:52.706 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 6070 2023-12-20T10:49:52.706 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.706 INFO:tasks.workunit.client.0.smithi123.stdout: "onode_hits": { 2023-12-20T10:49:52.706 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 611 2023-12-20T10:49:52.706 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.706 INFO:tasks.workunit.client.0.smithi123.stdout: "onode_misses": { 2023-12-20T10:49:52.706 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 266 2023-12-20T10:49:52.706 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.706 INFO:tasks.workunit.client.0.smithi123.stdout: "read_lat": { 2023-12-20T10:49:52.706 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 113, 2023-12-20T10:49:52.706 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2414463 2023-12-20T10:49:52.706 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.707 INFO:tasks.workunit.client.0.smithi123.stdout: "read_onode_meta_lat": { 2023-12-20T10:49:52.707 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 177, 2023-12-20T10:49:52.707 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 317674 2023-12-20T10:49:52.707 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.707 INFO:tasks.workunit.client.0.smithi123.stdout: "read_wait_aio_lat": { 2023-12-20T10:49:52.707 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 64, 2023-12-20T10:49:52.707 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1723478 2023-12-20T10:49:52.707 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.707 INFO:tasks.workunit.client.0.smithi123.stdout: "reads_with_retries": { 2023-12-20T10:49:52.707 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.707 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.707 INFO:tasks.workunit.client.0.smithi123.stdout: "remove_lat": { 2023-12-20T10:49:52.707 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:52.707 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 35449 2023-12-20T10:49:52.707 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.708 INFO:tasks.workunit.client.0.smithi123.stdout: "state_aio_wait_lat": { 2023-12-20T10:49:52.708 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 296, 2023-12-20T10:49:52.708 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1920378 2023-12-20T10:49:52.708 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.708 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_aio_wait_lat": { 2023-12-20T10:49:52.708 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 19, 2023-12-20T10:49:52.708 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1581062 2023-12-20T10:49:52.708 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.708 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_cleanup_lat": { 2023-12-20T10:49:52.708 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 19, 2023-12-20T10:49:52.708 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 307727490663 2023-12-20T10:49:52.708 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.708 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_queued_lat": { 2023-12-20T10:49:52.708 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 19, 2023-12-20T10:49:52.708 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 27230597648 2023-12-20T10:49:52.708 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.709 INFO:tasks.workunit.client.0.smithi123.stdout: "state_done_lat": { 2023-12-20T10:49:52.709 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 296, 2023-12-20T10:49:52.709 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 410941 2023-12-20T10:49:52.709 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.709 INFO:tasks.workunit.client.0.smithi123.stdout: "state_finishing_lat": { 2023-12-20T10:49:52.709 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 296, 2023-12-20T10:49:52.709 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 28068 2023-12-20T10:49:52.709 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.709 INFO:tasks.workunit.client.0.smithi123.stdout: "state_io_done_lat": { 2023-12-20T10:49:52.709 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 296, 2023-12-20T10:49:52.709 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 198982 2023-12-20T10:49:52.709 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.709 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_commiting_lat": { 2023-12-20T10:49:52.709 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 296, 2023-12-20T10:49:52.709 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 398191618 2023-12-20T10:49:52.710 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.710 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_done_lat": { 2023-12-20T10:49:52.710 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 296, 2023-12-20T10:49:52.710 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 79353 2023-12-20T10:49:52.710 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.710 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_queued_lat": { 2023-12-20T10:49:52.710 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 296, 2023-12-20T10:49:52.710 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 148376507 2023-12-20T10:49:52.710 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.710 INFO:tasks.workunit.client.0.smithi123.stdout: "state_prepare_lat": { 2023-12-20T10:49:52.710 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 296, 2023-12-20T10:49:52.710 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 27806906 2023-12-20T10:49:52.710 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.710 INFO:tasks.workunit.client.0.smithi123.stdout: "stored": { 2023-12-20T10:49:52.710 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 879008 2023-12-20T10:49:52.710 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.711 INFO:tasks.workunit.client.0.smithi123.stdout: "truncate_lat": { 2023-12-20T10:49:52.711 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:52.711 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 663 2023-12-20T10:49:52.711 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.711 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_commit_lat": { 2023-12-20T10:49:52.711 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 296, 2023-12-20T10:49:52.711 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 576534049 2023-12-20T10:49:52.711 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.711 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_submit_lat": { 2023-12-20T10:49:52.711 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 296, 2023-12-20T10:49:52.711 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 31622410 2023-12-20T10:49:52.711 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.711 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_throttle_lat": { 2023-12-20T10:49:52.711 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 296, 2023-12-20T10:49:52.711 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 14698652 2023-12-20T10:49:52.711 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.712 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.712 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache": { 2023-12-20T10:49:52.712 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_bytes": { 2023-12-20T10:49:52.712 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1869081712 2023-12-20T10:49:52.712 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.712 INFO:tasks.workunit.client.0.smithi123.stdout: "heap_bytes": { 2023-12-20T10:49:52.712 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 236371968 2023-12-20T10:49:52.712 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.712 INFO:tasks.workunit.client.0.smithi123.stdout: "mapped_bytes": { 2023-12-20T10:49:52.712 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 235102208 2023-12-20T10:49:52.712 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.712 INFO:tasks.workunit.client.0.smithi123.stdout: "target_bytes": { 2023-12-20T10:49:52.712 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3146338918 2023-12-20T10:49:52.712 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.712 INFO:tasks.workunit.client.0.smithi123.stdout: "unmapped_bytes": { 2023-12-20T10:49:52.712 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1269760 2023-12-20T10:49:52.713 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.713 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.713 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:data": { 2023-12-20T10:49:52.713 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.713 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 159383552 2023-12-20T10:49:52.713 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.713 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.713 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.713 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.713 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.713 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.713 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.713 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.713 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 85940562 2023-12-20T10:49:52.713 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.713 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.714 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.714 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.714 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.714 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 139264 2023-12-20T10:49:52.714 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.714 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.714 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.714 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.714 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.714 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.714 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.714 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.714 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 126976 2023-12-20T10:49:52.714 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.714 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.715 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.715 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.715 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.715 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.715 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.715 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.715 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.715 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.715 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.715 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.715 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.715 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.715 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 73176750 2023-12-20T10:49:52.715 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.716 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.716 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:kv": { 2023-12-20T10:49:52.716 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.716 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 780140544 2023-12-20T10:49:52.716 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.716 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.716 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:52.716 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.716 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.716 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.716 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.716 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.716 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 644554218 2023-12-20T10:49:52.716 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.716 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.717 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.717 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.717 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.717 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.717 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.717 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.717 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.717 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.717 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.717 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.717 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.717 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.717 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.717 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.717 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.718 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1168 2023-12-20T10:49:52.718 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.718 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.718 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.718 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.718 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.718 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.718 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.718 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.718 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.718 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.718 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.718 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68476294 2023-12-20T10:49:52.718 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.718 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.718 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:kv_onode": { 2023-12-20T10:49:52.719 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.719 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 192937984 2023-12-20T10:49:52.719 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.719 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.719 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:52.719 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.719 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.719 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 464 2023-12-20T10:49:52.719 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.719 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.719 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 57293708 2023-12-20T10:49:52.719 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.719 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.719 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.719 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.719 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.720 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.720 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.720 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.720 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.720 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.720 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.720 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.720 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.720 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.720 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.720 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.720 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.720 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.720 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.720 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.721 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.721 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.721 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.721 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.721 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.721 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.721 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.721 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.721 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.721 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68534948 2023-12-20T10:49:52.721 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.721 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.721 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:meta": { 2023-12-20T10:49:52.721 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:52.721 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 713031680 2023-12-20T10:49:52.722 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.722 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:52.722 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.722 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.722 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:52.722 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.722 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.722 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:52.722 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 644554218 2023-12-20T10:49:52.722 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.722 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:52.722 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.722 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.722 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:52.722 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 11154 2023-12-20T10:49:52.723 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.723 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:52.723 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.723 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.723 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:52.723 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.723 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.723 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:52.723 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 30674 2023-12-20T10:49:52.723 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.723 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:52.723 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 221689 2023-12-20T10:49:52.723 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.723 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:52.723 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.723 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.724 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:52.724 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.724 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.724 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:52.724 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.724 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.724 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:52.724 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68213945 2023-12-20T10:49:52.724 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.724 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.724 INFO:tasks.workunit.client.0.smithi123.stdout: "objecter": { 2023-12-20T10:49:52.724 INFO:tasks.workunit.client.0.smithi123.stdout: "op_active": { 2023-12-20T10:49:52.724 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.724 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.724 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:52.725 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.725 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.725 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rmw": { 2023-12-20T10:49:52.725 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.725 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.725 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:52.725 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.725 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.725 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.725 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:52.725 INFO:tasks.workunit.client.0.smithi123.stdout: "numpg": { 2023-12-20T10:49:52.725 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 47 2023-12-20T10:49:52.725 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.725 INFO:tasks.workunit.client.0.smithi123.stdout: "numpg_removing": { 2023-12-20T10:49:52.725 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.726 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.726 INFO:tasks.workunit.client.0.smithi123.stdout: "op": { 2023-12-20T10:49:52.726 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 115 2023-12-20T10:49:52.726 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.726 INFO:tasks.workunit.client.0.smithi123.stdout: "op_delayed_degraded": { 2023-12-20T10:49:52.726 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.726 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.726 INFO:tasks.workunit.client.0.smithi123.stdout: "op_delayed_unreadable": { 2023-12-20T10:49:52.726 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.726 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.726 INFO:tasks.workunit.client.0.smithi123.stdout: "op_in_bytes": { 2023-12-20T10:49:52.726 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.726 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.726 INFO:tasks.workunit.client.0.smithi123.stdout: "op_latency": { 2023-12-20T10:49:52.726 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 115, 2023-12-20T10:49:52.727 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 90452138 2023-12-20T10:49:52.727 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.727 INFO:tasks.workunit.client.0.smithi123.stdout: "op_out_bytes": { 2023-12-20T10:49:52.727 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 265051 2023-12-20T10:49:52.727 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.727 INFO:tasks.workunit.client.0.smithi123.stdout: "op_prepare_latency": { 2023-12-20T10:49:52.727 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 117, 2023-12-20T10:49:52.727 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 27241163 2023-12-20T10:49:52.727 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.727 INFO:tasks.workunit.client.0.smithi123.stdout: "op_process_latency": { 2023-12-20T10:49:52.727 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 115, 2023-12-20T10:49:52.727 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 79047929 2023-12-20T10:49:52.727 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.727 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:52.727 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 80 2023-12-20T10:49:52.727 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.728 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency": { 2023-12-20T10:49:52.728 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 80, 2023-12-20T10:49:52.728 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 12511293 2023-12-20T10:49:52.728 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.728 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-20T10:49:52.728 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.728 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.728 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_out_bytes": { 2023-12-20T10:49:52.728 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 265051 2023-12-20T10:49:52.728 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.728 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_prepare_latency": { 2023-12-20T10:49:52.728 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 80, 2023-12-20T10:49:52.728 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 11176426 2023-12-20T10:49:52.728 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.728 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_process_latency": { 2023-12-20T10:49:52.729 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 80, 2023-12-20T10:49:52.729 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 9147280 2023-12-20T10:49:52.729 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.729 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw": { 2023-12-20T10:49:52.729 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 30 2023-12-20T10:49:52.729 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.729 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_in_bytes": { 2023-12-20T10:49:52.729 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.729 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.729 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency": { 2023-12-20T10:49:52.729 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 30, 2023-12-20T10:49:52.729 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 36220808 2023-12-20T10:49:52.729 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.729 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-20T10:49:52.730 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.730 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.730 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-20T10:49:52.730 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.730 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.730 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_out_bytes": { 2023-12-20T10:49:52.730 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.730 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.730 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_prepare_latency": { 2023-12-20T10:49:52.730 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 30, 2023-12-20T10:49:52.730 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 13093188 2023-12-20T10:49:52.730 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.730 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_process_latency": { 2023-12-20T10:49:52.730 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 30, 2023-12-20T10:49:52.730 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 33984697 2023-12-20T10:49:52.730 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.731 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:52.731 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 5 2023-12-20T10:49:52.731 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.731 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_in_bytes": { 2023-12-20T10:49:52.731 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.731 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.731 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency": { 2023-12-20T10:49:52.731 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 5, 2023-12-20T10:49:52.731 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 41720037 2023-12-20T10:49:52.731 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.731 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-20T10:49:52.731 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.731 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.731 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_prepare_latency": { 2023-12-20T10:49:52.731 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 7, 2023-12-20T10:49:52.732 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2971549 2023-12-20T10:49:52.732 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.732 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_process_latency": { 2023-12-20T10:49:52.732 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 5, 2023-12-20T10:49:52.732 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 35915952 2023-12-20T10:49:52.732 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.732 INFO:tasks.workunit.client.0.smithi123.stdout: "op_wip": { 2023-12-20T10:49:52.732 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.732 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.732 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_bytes": { 2023-12-20T10:49:52.732 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.732 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.732 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_ops": { 2023-12-20T10:49:52.732 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:52.732 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.733 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_bytes": { 2023-12-20T10:49:52.733 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 95995035648 2023-12-20T10:49:52.733 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.733 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_bytes_used": { 2023-12-20T10:49:52.733 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 305680384 2023-12-20T10:49:52.733 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.733 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.733 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.733 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.733 INFO:tasks.workunit.client.0.smithi123.stdout: "pools": [ 2023-12-20T10:49:52.733 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.733 INFO:tasks.workunit.client.0.smithi123.stdout: "application": [ 2023-12-20T10:49:52.733 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr" 2023-12-20T10:49:52.733 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.733 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_mode": "none", 2023-12-20T10:49:52.734 INFO:tasks.workunit.client.0.smithi123.stdout: "erasure_code_profile": {}, 2023-12-20T10:49:52.734 INFO:tasks.workunit.client.0.smithi123.stdout: "min_size": 2, 2023-12-20T10:49:52.734 INFO:tasks.workunit.client.0.smithi123.stdout: "options": {}, 2023-12-20T10:49:52.734 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_autoscale_mode": "off", 2023-12-20T10:49:52.734 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_num": 1, 2023-12-20T10:49:52.734 INFO:tasks.workunit.client.0.smithi123.stdout: "pgp_num": 1, 2023-12-20T10:49:52.734 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": 1, 2023-12-20T10:49:52.734 INFO:tasks.workunit.client.0.smithi123.stdout: "size": 3, 2023-12-20T10:49:52.734 INFO:tasks.workunit.client.0.smithi123.stdout: "stats": { 2023-12-20T10:49:52.734 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_raw": 727116753162, 2023-12-20T10:49:52.734 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_used": 1781760, 2023-12-20T10:49:52.734 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_bytes_used": 0, 2023-12-20T10:49:52.734 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_under_bytes": 0, 2023-12-20T10:49:52.734 INFO:tasks.workunit.client.0.smithi123.stdout: "data_bytes_used": 1781760, 2023-12-20T10:49:52.735 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty": 0, 2023-12-20T10:49:52.735 INFO:tasks.workunit.client.0.smithi123.stdout: "max_avail": 242372247552, 2023-12-20T10:49:52.736 INFO:tasks.workunit.client.0.smithi123.stdout: "objects": 2, 2023-12-20T10:49:52.736 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_bytes_used": 0, 2023-12-20T10:49:52.736 INFO:tasks.workunit.client.0.smithi123.stdout: "percent_used": 2.450439524182002e-06, 2023-12-20T10:49:52.736 INFO:tasks.workunit.client.0.smithi123.stdout: "quota_bytes": 0, 2023-12-20T10:49:52.736 INFO:tasks.workunit.client.0.smithi123.stdout: "quota_objects": 0, 2023-12-20T10:49:52.736 INFO:tasks.workunit.client.0.smithi123.stdout: "rd": 212, 2023-12-20T10:49:52.736 INFO:tasks.workunit.client.0.smithi123.stdout: "rd_bytes": 313344, 2023-12-20T10:49:52.736 INFO:tasks.workunit.client.0.smithi123.stdout: "stored": 590368, 2023-12-20T10:49:52.736 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_data": 590368, 2023-12-20T10:49:52.737 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_omap": 0, 2023-12-20T10:49:52.737 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_raw": 1771104, 2023-12-20T10:49:52.737 INFO:tasks.workunit.client.0.smithi123.stdout: "wr": 179, 2023-12-20T10:49:52.737 INFO:tasks.workunit.client.0.smithi123.stdout: "wr_bytes": 2473984 2023-12-20T10:49:52.737 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.737 INFO:tasks.workunit.client.0.smithi123.stdout: "target_max_bytes": 0, 2023-12-20T10:49:52.737 INFO:tasks.workunit.client.0.smithi123.stdout: "target_max_objects": 0, 2023-12-20T10:49:52.737 INFO:tasks.workunit.client.0.smithi123.stdout: "type": "replicated" 2023-12-20T10:49:52.737 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.737 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.737 INFO:tasks.workunit.client.0.smithi123.stdout: "application": [ 2023-12-20T10:49:52.737 INFO:tasks.workunit.client.0.smithi123.stdout: "cephfs" 2023-12-20T10:49:52.737 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.737 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_mode": "none", 2023-12-20T10:49:52.737 INFO:tasks.workunit.client.0.smithi123.stdout: "erasure_code_profile": {}, 2023-12-20T10:49:52.738 INFO:tasks.workunit.client.0.smithi123.stdout: "min_size": 2, 2023-12-20T10:49:52.738 INFO:tasks.workunit.client.0.smithi123.stdout: "options": {}, 2023-12-20T10:49:52.738 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_autoscale_mode": "off", 2023-12-20T10:49:52.738 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_num": 32, 2023-12-20T10:49:52.738 INFO:tasks.workunit.client.0.smithi123.stdout: "pgp_num": 32, 2023-12-20T10:49:52.738 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": 2, 2023-12-20T10:49:52.738 INFO:tasks.workunit.client.0.smithi123.stdout: "size": 3, 2023-12-20T10:49:52.738 INFO:tasks.workunit.client.0.smithi123.stdout: "stats": { 2023-12-20T10:49:52.738 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_raw": 727116753162, 2023-12-20T10:49:52.738 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_used": 98304, 2023-12-20T10:49:52.738 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_bytes_used": 0, 2023-12-20T10:49:52.738 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_under_bytes": 0, 2023-12-20T10:49:52.738 INFO:tasks.workunit.client.0.smithi123.stdout: "data_bytes_used": 98304, 2023-12-20T10:49:52.738 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty": 0, 2023-12-20T10:49:52.738 INFO:tasks.workunit.client.0.smithi123.stdout: "max_avail": 242372247552, 2023-12-20T10:49:52.738 INFO:tasks.workunit.client.0.smithi123.stdout: "objects": 22, 2023-12-20T10:49:52.739 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_bytes_used": 0, 2023-12-20T10:49:52.739 INFO:tasks.workunit.client.0.smithi123.stdout: "percent_used": 1.3519698427444382e-07, 2023-12-20T10:49:52.739 INFO:tasks.workunit.client.0.smithi123.stdout: "quota_bytes": 0, 2023-12-20T10:49:52.739 INFO:tasks.workunit.client.0.smithi123.stdout: "quota_objects": 0, 2023-12-20T10:49:52.739 INFO:tasks.workunit.client.0.smithi123.stdout: "rd": 0, 2023-12-20T10:49:52.739 INFO:tasks.workunit.client.0.smithi123.stdout: "rd_bytes": 0, 2023-12-20T10:49:52.739 INFO:tasks.workunit.client.0.smithi123.stdout: "stored": 3376, 2023-12-20T10:49:52.739 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_data": 3376, 2023-12-20T10:49:52.739 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_omap": 0, 2023-12-20T10:49:52.739 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_raw": 10128, 2023-12-20T10:49:52.739 INFO:tasks.workunit.client.0.smithi123.stdout: "wr": 51, 2023-12-20T10:49:52.739 INFO:tasks.workunit.client.0.smithi123.stdout: "wr_bytes": 19456 2023-12-20T10:49:52.739 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.739 INFO:tasks.workunit.client.0.smithi123.stdout: "target_max_bytes": 0, 2023-12-20T10:49:52.739 INFO:tasks.workunit.client.0.smithi123.stdout: "target_max_objects": 0, 2023-12-20T10:49:52.740 INFO:tasks.workunit.client.0.smithi123.stdout: "type": "replicated" 2023-12-20T10:49:52.740 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.740 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.740 INFO:tasks.workunit.client.0.smithi123.stdout: "application": [ 2023-12-20T10:49:52.740 INFO:tasks.workunit.client.0.smithi123.stdout: "cephfs" 2023-12-20T10:49:52.740 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.740 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_mode": "none", 2023-12-20T10:49:52.740 INFO:tasks.workunit.client.0.smithi123.stdout: "erasure_code_profile": {}, 2023-12-20T10:49:52.740 INFO:tasks.workunit.client.0.smithi123.stdout: "min_size": 2, 2023-12-20T10:49:52.740 INFO:tasks.workunit.client.0.smithi123.stdout: "options": {}, 2023-12-20T10:49:52.740 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_autoscale_mode": "off", 2023-12-20T10:49:52.740 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_num": 64, 2023-12-20T10:49:52.740 INFO:tasks.workunit.client.0.smithi123.stdout: "pgp_num": 64, 2023-12-20T10:49:52.740 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": 3, 2023-12-20T10:49:52.740 INFO:tasks.workunit.client.0.smithi123.stdout: "size": 3, 2023-12-20T10:49:52.740 INFO:tasks.workunit.client.0.smithi123.stdout: "stats": { 2023-12-20T10:49:52.741 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_raw": 727116753162, 2023-12-20T10:49:52.741 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_used": 0, 2023-12-20T10:49:52.741 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_bytes_used": 0, 2023-12-20T10:49:52.741 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_under_bytes": 0, 2023-12-20T10:49:52.741 INFO:tasks.workunit.client.0.smithi123.stdout: "data_bytes_used": 0, 2023-12-20T10:49:52.741 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty": 0, 2023-12-20T10:49:52.741 INFO:tasks.workunit.client.0.smithi123.stdout: "max_avail": 242372247552, 2023-12-20T10:49:52.741 INFO:tasks.workunit.client.0.smithi123.stdout: "objects": 0, 2023-12-20T10:49:52.741 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_bytes_used": 0, 2023-12-20T10:49:52.741 INFO:tasks.workunit.client.0.smithi123.stdout: "percent_used": 0.0, 2023-12-20T10:49:52.741 INFO:tasks.workunit.client.0.smithi123.stdout: "quota_bytes": 0, 2023-12-20T10:49:52.741 INFO:tasks.workunit.client.0.smithi123.stdout: "quota_objects": 0, 2023-12-20T10:49:52.741 INFO:tasks.workunit.client.0.smithi123.stdout: "rd": 0, 2023-12-20T10:49:52.741 INFO:tasks.workunit.client.0.smithi123.stdout: "rd_bytes": 0, 2023-12-20T10:49:52.741 INFO:tasks.workunit.client.0.smithi123.stdout: "stored": 0, 2023-12-20T10:49:52.742 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_data": 0, 2023-12-20T10:49:52.742 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_omap": 0, 2023-12-20T10:49:52.742 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_raw": 0, 2023-12-20T10:49:52.742 INFO:tasks.workunit.client.0.smithi123.stdout: "wr": 0, 2023-12-20T10:49:52.742 INFO:tasks.workunit.client.0.smithi123.stdout: "wr_bytes": 0 2023-12-20T10:49:52.742 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.742 INFO:tasks.workunit.client.0.smithi123.stdout: "target_max_bytes": 0, 2023-12-20T10:49:52.742 INFO:tasks.workunit.client.0.smithi123.stdout: "target_max_objects": 0, 2023-12-20T10:49:52.742 INFO:tasks.workunit.client.0.smithi123.stdout: "type": "replicated" 2023-12-20T10:49:52.742 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.742 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.742 INFO:tasks.workunit.client.0.smithi123.stdout: "application": [ 2023-12-20T10:49:52.742 INFO:tasks.workunit.client.0.smithi123.stdout: "rbd" 2023-12-20T10:49:52.742 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.742 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_mode": "none", 2023-12-20T10:49:52.742 INFO:tasks.workunit.client.0.smithi123.stdout: "erasure_code_profile": {}, 2023-12-20T10:49:52.743 INFO:tasks.workunit.client.0.smithi123.stdout: "min_size": 2, 2023-12-20T10:49:52.743 INFO:tasks.workunit.client.0.smithi123.stdout: "options": {}, 2023-12-20T10:49:52.743 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_autoscale_mode": "off", 2023-12-20T10:49:52.743 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_num": 8, 2023-12-20T10:49:52.743 INFO:tasks.workunit.client.0.smithi123.stdout: "pgp_num": 8, 2023-12-20T10:49:52.743 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": 4, 2023-12-20T10:49:52.743 INFO:tasks.workunit.client.0.smithi123.stdout: "size": 3, 2023-12-20T10:49:52.743 INFO:tasks.workunit.client.0.smithi123.stdout: "stats": { 2023-12-20T10:49:52.743 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_raw": 727116753162, 2023-12-20T10:49:52.743 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_used": 0, 2023-12-20T10:49:52.743 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_bytes_used": 0, 2023-12-20T10:49:52.743 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_under_bytes": 0, 2023-12-20T10:49:52.743 INFO:tasks.workunit.client.0.smithi123.stdout: "data_bytes_used": 0, 2023-12-20T10:49:52.743 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty": 0, 2023-12-20T10:49:52.743 INFO:tasks.workunit.client.0.smithi123.stdout: "max_avail": 242372247552, 2023-12-20T10:49:52.744 INFO:tasks.workunit.client.0.smithi123.stdout: "objects": 0, 2023-12-20T10:49:52.744 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_bytes_used": 0, 2023-12-20T10:49:52.744 INFO:tasks.workunit.client.0.smithi123.stdout: "percent_used": 0.0, 2023-12-20T10:49:52.744 INFO:tasks.workunit.client.0.smithi123.stdout: "quota_bytes": 0, 2023-12-20T10:49:52.744 INFO:tasks.workunit.client.0.smithi123.stdout: "quota_objects": 0, 2023-12-20T10:49:52.744 INFO:tasks.workunit.client.0.smithi123.stdout: "rd": 0, 2023-12-20T10:49:52.744 INFO:tasks.workunit.client.0.smithi123.stdout: "rd_bytes": 0, 2023-12-20T10:49:52.744 INFO:tasks.workunit.client.0.smithi123.stdout: "stored": 0, 2023-12-20T10:49:52.744 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_data": 0, 2023-12-20T10:49:52.744 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_omap": 0, 2023-12-20T10:49:52.744 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_raw": 0, 2023-12-20T10:49:52.744 INFO:tasks.workunit.client.0.smithi123.stdout: "wr": 0, 2023-12-20T10:49:52.744 INFO:tasks.workunit.client.0.smithi123.stdout: "wr_bytes": 0 2023-12-20T10:49:52.744 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.744 INFO:tasks.workunit.client.0.smithi123.stdout: "target_max_bytes": 0, 2023-12-20T10:49:52.744 INFO:tasks.workunit.client.0.smithi123.stdout: "target_max_objects": 0, 2023-12-20T10:49:52.745 INFO:tasks.workunit.client.0.smithi123.stdout: "type": "replicated" 2023-12-20T10:49:52.745 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.745 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.745 INFO:tasks.workunit.client.0.smithi123.stdout: "rbd": { 2023-12-20T10:49:52.745 INFO:tasks.workunit.client.0.smithi123.stdout: "mirroring_by_pool": [ 2023-12-20T10:49:52.745 INFO:tasks.workunit.client.0.smithi123.stdout: false 2023-12-20T10:49:52.745 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.745 INFO:tasks.workunit.client.0.smithi123.stdout: "num_images_by_pool": [ 2023-12-20T10:49:52.745 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:52.745 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.745 INFO:tasks.workunit.client.0.smithi123.stdout: "num_pools": 1 2023-12-20T10:49:52.745 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.745 INFO:tasks.workunit.client.0.smithi123.stdout: "report_id": "baef0915-2884-4417-8d92-37464f291438", 2023-12-20T10:49:52.745 INFO:tasks.workunit.client.0.smithi123.stdout: "report_timestamp": "2023-12-20T10:49:51.941353", 2023-12-20T10:49:52.745 INFO:tasks.workunit.client.0.smithi123.stdout: "report_version": 1, 2023-12-20T10:49:52.746 INFO:tasks.workunit.client.0.smithi123.stdout: "rocksdb_stats": { 2023-12-20T10:49:52.746 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "6.15.5" 2023-12-20T10:49:52.746 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.746 INFO:tasks.workunit.client.0.smithi123.stdout: "rook": { 2023-12-20T10:49:52.746 INFO:tasks.workunit.client.0.smithi123.stdout: "cluster": { 2023-12-20T10:49:52.746 INFO:tasks.workunit.client.0.smithi123.stdout: "external-mode": null, 2023-12-20T10:49:52.746 INFO:tasks.workunit.client.0.smithi123.stdout: "mon": { 2023-12-20T10:49:52.746 INFO:tasks.workunit.client.0.smithi123.stdout: "allow-multiple-per-node": null, 2023-12-20T10:49:52.746 INFO:tasks.workunit.client.0.smithi123.stdout: "count": null, 2023-12-20T10:49:52.746 INFO:tasks.workunit.client.0.smithi123.stdout: "max-id": null, 2023-12-20T10:49:52.746 INFO:tasks.workunit.client.0.smithi123.stdout: "pvc": { 2023-12-20T10:49:52.746 INFO:tasks.workunit.client.0.smithi123.stdout: "enabled": null 2023-12-20T10:49:52.746 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.746 INFO:tasks.workunit.client.0.smithi123.stdout: "stretch": { 2023-12-20T10:49:52.746 INFO:tasks.workunit.client.0.smithi123.stdout: "enabled": null 2023-12-20T10:49:52.747 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.747 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.747 INFO:tasks.workunit.client.0.smithi123.stdout: "network": { 2023-12-20T10:49:52.747 INFO:tasks.workunit.client.0.smithi123.stdout: "provider": null 2023-12-20T10:49:52.747 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.747 INFO:tasks.workunit.client.0.smithi123.stdout: "storage": { 2023-12-20T10:49:52.747 INFO:tasks.workunit.client.0.smithi123.stdout: "device-set": { 2023-12-20T10:49:52.747 INFO:tasks.workunit.client.0.smithi123.stdout: "count": { 2023-12-20T10:49:52.747 INFO:tasks.workunit.client.0.smithi123.stdout: "non-portable": null, 2023-12-20T10:49:52.747 INFO:tasks.workunit.client.0.smithi123.stdout: "portable": null, 2023-12-20T10:49:52.747 INFO:tasks.workunit.client.0.smithi123.stdout: "total": null 2023-12-20T10:49:52.747 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.747 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.747 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.747 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.748 INFO:tasks.workunit.client.0.smithi123.stdout: "csi": { 2023-12-20T10:49:52.748 INFO:tasks.workunit.client.0.smithi123.stdout: "version": null 2023-12-20T10:49:52.748 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.748 INFO:tasks.workunit.client.0.smithi123.stdout: "kubernetes": { 2023-12-20T10:49:52.748 INFO:tasks.workunit.client.0.smithi123.stdout: "version": null 2023-12-20T10:49:52.748 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.748 INFO:tasks.workunit.client.0.smithi123.stdout: "node": { 2023-12-20T10:49:52.748 INFO:tasks.workunit.client.0.smithi123.stdout: "count": { 2023-12-20T10:49:52.748 INFO:tasks.workunit.client.0.smithi123.stdout: "kubernetes-total": null, 2023-12-20T10:49:52.748 INFO:tasks.workunit.client.0.smithi123.stdout: "with-ceph-daemons": null, 2023-12-20T10:49:52.748 INFO:tasks.workunit.client.0.smithi123.stdout: "with-csi-cephfs-plugin": null, 2023-12-20T10:49:52.748 INFO:tasks.workunit.client.0.smithi123.stdout: "with-csi-nfs-plugin": null, 2023-12-20T10:49:52.748 INFO:tasks.workunit.client.0.smithi123.stdout: "with-csi-rbd-plugin": null 2023-12-20T10:49:52.748 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.748 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.748 INFO:tasks.workunit.client.0.smithi123.stdout: "usage": { 2023-12-20T10:49:52.749 INFO:tasks.workunit.client.0.smithi123.stdout: "storage-class": { 2023-12-20T10:49:52.749 INFO:tasks.workunit.client.0.smithi123.stdout: "count": { 2023-12-20T10:49:52.749 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": null, 2023-12-20T10:49:52.749 INFO:tasks.workunit.client.0.smithi123.stdout: "cephfs": null, 2023-12-20T10:49:52.749 INFO:tasks.workunit.client.0.smithi123.stdout: "nfs": null, 2023-12-20T10:49:52.749 INFO:tasks.workunit.client.0.smithi123.stdout: "rbd": null, 2023-12-20T10:49:52.749 INFO:tasks.workunit.client.0.smithi123.stdout: "total": null 2023-12-20T10:49:52.749 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.749 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:52.749 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.749 INFO:tasks.workunit.client.0.smithi123.stdout: "version": null 2023-12-20T10:49:52.749 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.749 INFO:tasks.workunit.client.0.smithi123.stdout: "services": {}, 2023-12-20T10:49:52.749 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_per_pg": [ 2023-12-20T10:49:52.749 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.749 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.750 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:52.750 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:52.750 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:52.750 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.750 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:52.750 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.750 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.750 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:52.750 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.750 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.750 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.750 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.242161+0000", 2023-12-20T10:49:52.750 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.693712+0000", 2023-12-20T10:49:52.750 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.693712+0000", 2023-12-20T10:49:52.750 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.693988+0000", 2023-12-20T10:49:52.751 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.242161+0000", 2023-12-20T10:49:52.751 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.751 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.751 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.751 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:52.751 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.242161+0000", 2023-12-20T10:49:52.751 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.242161+0000", 2023-12-20T10:49:52.751 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.242161+0000", 2023-12-20T10:49:52.751 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.751 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.751 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.751 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.242161+0000", 2023-12-20T10:49:52.751 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.242161+0000", 2023-12-20T10:49:52.751 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.751 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:52.751 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.752 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.752 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:52.752 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.752 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.752 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.752 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.752 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:52.752 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.752 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.752 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.752 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.3f", 2023-12-20T10:49:52.752 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.752 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.752 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.753 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:52.753 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.753 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T21:08:15.219223+0000", 2023-12-20T10:49:52.753 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.753 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.753 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.753 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.753 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.753 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.753 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.753 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.753 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.753 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.753 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.753 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.754 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.754 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.754 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.754 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.754 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.754 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.754 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.754 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.754 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.754 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.754 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.754 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.754 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.754 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.754 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.754 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.755 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.755 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.755 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.755 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.755 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.755 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.755 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.755 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.755 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.755 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.755 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.755 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.755 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.755 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.755 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.756 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.756 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.756 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.756 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.756 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:52.756 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:52.756 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:52.756 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.756 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:52.756 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:52.756 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.756 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.756 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.756 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:52.756 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:52.756 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:52.757 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.757 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 1, 2023-12-20T10:49:52.757 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.757 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.757 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:52.757 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.757 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.757 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.757 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240124+0000", 2023-12-20T10:49:52.757 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.690445+0000", 2023-12-20T10:49:52.757 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.690445+0000", 2023-12-20T10:49:52.757 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.690805+0000", 2023-12-20T10:49:52.757 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240124+0000", 2023-12-20T10:49:52.757 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.757 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.758 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.758 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:52.758 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240124+0000", 2023-12-20T10:49:52.758 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240124+0000", 2023-12-20T10:49:52.758 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240124+0000", 2023-12-20T10:49:52.758 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.758 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.758 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.758 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240124+0000", 2023-12-20T10:49:52.758 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240124+0000", 2023-12-20T10:49:52.758 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.758 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:52.758 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.758 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.758 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:52.758 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.759 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.759 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.759 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.759 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:52.759 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.759 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.759 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.759 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.3e", 2023-12-20T10:49:52.759 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.759 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.759 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.759 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:52.759 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.759 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T16:34:14.983303+0000", 2023-12-20T10:49:52.759 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.760 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.760 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.760 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.760 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.760 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.760 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.760 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.760 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.760 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.760 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.760 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.760 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.760 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.760 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.760 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.761 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.761 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.761 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.761 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.761 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.761 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.761 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.761 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.761 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.761 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.761 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.761 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.761 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.761 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.761 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.762 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.762 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.762 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.762 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.762 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.762 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.762 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.762 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.762 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.762 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.762 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.762 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.762 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.762 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.762 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.762 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.763 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:52.763 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:52.763 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:52.763 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.763 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 1, 2023-12-20T10:49:52.763 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:52.763 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.763 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.763 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.763 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:52.763 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:52.763 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:52.763 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.763 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 0, 2023-12-20T10:49:52.763 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.764 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.764 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:52.764 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.764 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.764 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.764 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.239896+0000", 2023-12-20T10:49:52.764 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.691152+0000", 2023-12-20T10:49:52.764 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.691152+0000", 2023-12-20T10:49:52.764 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.691422+0000", 2023-12-20T10:49:52.764 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.239896+0000", 2023-12-20T10:49:52.764 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.764 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.764 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.764 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:52.764 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.239896+0000", 2023-12-20T10:49:52.764 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.239896+0000", 2023-12-20T10:49:52.765 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.239896+0000", 2023-12-20T10:49:52.765 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.765 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.765 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.765 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.239896+0000", 2023-12-20T10:49:52.765 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.239896+0000", 2023-12-20T10:49:52.765 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.765 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:52.765 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.765 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.765 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:52.765 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.765 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.765 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.765 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.766 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:52.766 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.766 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.766 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.766 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.3d", 2023-12-20T10:49:52.766 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.766 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.766 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.766 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:52.766 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.766 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T12:58:40.164943+0000", 2023-12-20T10:49:52.766 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.766 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.766 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.767 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.767 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.767 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.767 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.767 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.767 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.767 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.767 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.767 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.767 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.767 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.767 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.767 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.767 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.767 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.768 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.768 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.768 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.768 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.768 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.768 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.768 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.768 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.768 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.768 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.768 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.768 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.768 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.768 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.768 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.768 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.769 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.769 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.769 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.769 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.769 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.769 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.769 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.769 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.769 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.769 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.769 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.769 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.769 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.769 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:52.769 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:52.770 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:52.770 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.770 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 0, 2023-12-20T10:49:52.770 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:52.770 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.770 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.770 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.770 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:52.770 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:52.770 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:52.770 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.770 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 5, 2023-12-20T10:49:52.770 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.770 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.770 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:52.771 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.771 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.771 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.771 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.241714+0000", 2023-12-20T10:49:52.771 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.695227+0000", 2023-12-20T10:49:52.771 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.695227+0000", 2023-12-20T10:49:52.771 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.695625+0000", 2023-12-20T10:49:52.771 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.241714+0000", 2023-12-20T10:49:52.771 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.771 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.771 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.771 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:52.771 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.241714+0000", 2023-12-20T10:49:52.771 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.241714+0000", 2023-12-20T10:49:52.771 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.241714+0000", 2023-12-20T10:49:52.772 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.772 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.772 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.772 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.241714+0000", 2023-12-20T10:49:52.772 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.241714+0000", 2023-12-20T10:49:52.772 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.772 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:52.772 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.772 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.772 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:52.772 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.772 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.772 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.772 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.772 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:52.773 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.773 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.773 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.773 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.3c", 2023-12-20T10:49:52.773 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.773 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.773 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.773 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:52.773 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.773 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T17:39:57.902493+0000", 2023-12-20T10:49:52.773 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.773 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.773 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.773 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.773 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.774 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.774 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.774 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.774 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.774 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.774 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.774 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.774 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.774 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.774 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.774 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.774 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.774 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.774 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.774 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.774 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.775 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.775 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.775 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.775 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.775 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.775 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.775 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.775 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.775 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.775 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.775 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.775 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.775 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.775 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.775 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.775 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.776 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.776 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.776 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.776 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.776 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.776 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.776 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.776 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.776 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.776 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.776 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:52.776 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:52.776 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:52.776 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.776 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 5, 2023-12-20T10:49:52.777 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:52.777 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.777 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.777 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.777 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:52.777 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:52.777 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:52.777 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.777 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:52.777 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.777 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.777 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:52.777 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.777 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.777 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.777 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.239614+0000", 2023-12-20T10:49:52.778 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.700900+0000", 2023-12-20T10:49:52.778 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.700900+0000", 2023-12-20T10:49:52.778 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.701219+0000", 2023-12-20T10:49:52.778 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.239614+0000", 2023-12-20T10:49:52.778 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.778 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.778 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.778 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:52.778 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.239614+0000", 2023-12-20T10:49:52.778 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.239614+0000", 2023-12-20T10:49:52.778 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.239614+0000", 2023-12-20T10:49:52.778 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.778 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.778 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.778 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.239614+0000", 2023-12-20T10:49:52.778 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.239614+0000", 2023-12-20T10:49:52.779 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.779 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:52.779 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.779 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.779 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:52.779 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.779 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.779 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.779 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.779 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:52.779 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.779 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.779 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.779 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.3b", 2023-12-20T10:49:52.779 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.779 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.780 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.780 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:52.780 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.780 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T16:15:11.183230+0000", 2023-12-20T10:49:52.780 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.780 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.780 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.780 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.780 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.780 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.780 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.780 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.780 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.780 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.781 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.781 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.781 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.781 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.781 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.781 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.781 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.781 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.781 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.781 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.781 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.781 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.781 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.781 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.781 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.782 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.782 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.782 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.782 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.782 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.782 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.782 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.782 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.782 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.782 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.782 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.782 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.782 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.782 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.782 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.782 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.783 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.783 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.783 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.783 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.783 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.783 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.783 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:52.783 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:52.783 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:52.783 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.783 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:52.783 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:52.783 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.783 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.783 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.784 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:52.784 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:52.784 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:52.784 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.784 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 5, 2023-12-20T10:49:52.784 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.784 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.784 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:52.784 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.784 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.784 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.784 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.241307+0000", 2023-12-20T10:49:52.784 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.700177+0000", 2023-12-20T10:49:52.784 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.700177+0000", 2023-12-20T10:49:52.784 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.700866+0000", 2023-12-20T10:49:52.785 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.241307+0000", 2023-12-20T10:49:52.785 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.785 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.785 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.785 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:52.785 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.241307+0000", 2023-12-20T10:49:52.785 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.241307+0000", 2023-12-20T10:49:52.785 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.241307+0000", 2023-12-20T10:49:52.785 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.785 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.785 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.785 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.241307+0000", 2023-12-20T10:49:52.785 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.241307+0000", 2023-12-20T10:49:52.785 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.785 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:52.785 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.786 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.786 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:52.786 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.786 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.786 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.786 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.786 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:52.786 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.786 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.786 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.786 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.3a", 2023-12-20T10:49:52.786 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.786 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.786 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.786 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:52.787 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.787 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T11:45:46.317492+0000", 2023-12-20T10:49:52.787 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.787 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.787 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.787 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.787 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.787 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.787 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.787 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.787 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.787 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.787 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.787 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.787 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.787 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.788 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.788 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.788 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.788 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.788 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.788 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.788 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.788 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.788 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.788 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.788 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.788 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.788 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.788 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.788 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.789 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.789 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.789 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.789 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.789 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.789 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.789 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.789 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.789 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.789 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.789 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.789 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.789 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.789 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.789 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.790 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.790 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.790 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.790 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:52.790 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:52.790 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:52.790 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.790 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 5, 2023-12-20T10:49:52.790 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:52.790 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.790 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.790 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.790 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:52.790 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:52.790 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:52.790 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.791 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:52.791 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.791 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.791 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:52.791 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.791 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.791 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.791 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.238533+0000", 2023-12-20T10:49:52.791 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.700691+0000", 2023-12-20T10:49:52.791 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.700691+0000", 2023-12-20T10:49:52.791 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.701318+0000", 2023-12-20T10:49:52.791 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.238533+0000", 2023-12-20T10:49:52.791 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.791 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.791 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.791 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:52.792 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.238533+0000", 2023-12-20T10:49:52.792 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.238533+0000", 2023-12-20T10:49:52.792 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.238533+0000", 2023-12-20T10:49:52.792 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.792 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.792 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.792 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.238533+0000", 2023-12-20T10:49:52.792 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.238533+0000", 2023-12-20T10:49:52.792 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.792 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:52.792 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.792 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.792 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:52.792 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.792 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.792 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.793 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.793 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:52.793 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.793 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.793 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.793 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.39", 2023-12-20T10:49:52.793 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.793 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.793 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.793 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:52.793 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.793 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T12:20:59.082517+0000", 2023-12-20T10:49:52.793 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.793 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.794 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.794 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.794 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.794 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.794 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.794 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.794 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.794 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.794 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.794 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.794 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.794 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.794 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.794 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.794 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.795 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.795 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.795 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.795 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.795 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.795 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.795 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.795 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.795 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.795 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.795 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.795 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.795 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.795 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.795 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.795 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.796 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.796 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.796 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.796 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.796 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.796 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.796 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.796 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.796 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.796 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.796 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.796 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.796 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.796 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.796 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:52.796 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:52.797 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:52.797 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.797 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:52.797 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:52.797 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.797 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.797 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.797 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:52.797 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:52.797 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:52.797 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.797 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 3, 2023-12-20T10:49:52.797 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.797 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.797 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:52.798 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.798 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.798 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.798 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.236927+0000", 2023-12-20T10:49:52.798 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.689001+0000", 2023-12-20T10:49:52.798 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.689001+0000", 2023-12-20T10:49:52.798 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.689311+0000", 2023-12-20T10:49:52.798 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.236927+0000", 2023-12-20T10:49:52.798 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.798 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.798 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.798 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:52.798 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.236927+0000", 2023-12-20T10:49:52.798 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.236927+0000", 2023-12-20T10:49:52.798 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.236927+0000", 2023-12-20T10:49:52.798 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.799 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.799 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.799 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.236927+0000", 2023-12-20T10:49:52.799 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.236927+0000", 2023-12-20T10:49:52.799 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.799 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:52.799 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.799 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.799 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:52.799 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.799 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.799 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.799 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.799 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:52.799 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.800 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.800 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.800 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.38", 2023-12-20T10:49:52.800 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.800 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.800 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.800 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:52.800 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.800 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T18:15:47.529177+0000", 2023-12-20T10:49:52.800 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.800 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.800 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.800 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.800 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.800 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.800 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.801 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.801 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.801 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.801 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.801 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.801 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.801 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.801 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.801 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.801 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.801 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.801 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.801 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.801 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.801 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.802 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.802 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.802 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.802 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.802 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.802 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.802 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.802 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.802 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.802 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.802 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.802 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.802 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.802 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.802 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.803 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.803 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.803 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.803 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.803 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.803 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.803 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.803 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.803 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.803 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.803 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:52.803 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:52.803 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:52.803 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.803 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 3, 2023-12-20T10:49:52.803 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:52.804 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.804 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.804 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.804 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:52.804 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:52.804 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:52.804 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.804 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:52.804 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.804 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.804 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:52.804 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.804 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.804 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.804 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.242042+0000", 2023-12-20T10:49:52.805 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.692014+0000", 2023-12-20T10:49:52.805 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.692014+0000", 2023-12-20T10:49:52.805 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.692325+0000", 2023-12-20T10:49:52.805 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.242042+0000", 2023-12-20T10:49:52.805 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.805 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.805 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.805 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:52.805 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.242042+0000", 2023-12-20T10:49:52.805 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.242042+0000", 2023-12-20T10:49:52.805 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.242042+0000", 2023-12-20T10:49:52.805 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.805 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.805 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.805 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.242042+0000", 2023-12-20T10:49:52.806 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.242042+0000", 2023-12-20T10:49:52.806 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.806 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:52.806 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.806 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.806 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:52.806 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.806 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.806 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.806 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.806 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:52.806 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.806 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.806 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.806 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.37", 2023-12-20T10:49:52.807 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.807 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.807 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.807 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:52.807 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.807 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T16:25:29.071611+0000", 2023-12-20T10:49:52.807 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.807 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.807 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.807 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.807 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.807 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.807 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.807 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.808 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.808 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.808 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.808 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.808 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.808 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.808 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.808 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.808 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.808 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.808 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.808 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.808 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.808 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.808 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.809 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.809 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.809 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.809 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.809 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.809 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.809 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.809 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.809 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.809 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.809 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.809 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.809 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.809 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.809 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.810 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.810 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.810 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.810 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.810 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.810 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.810 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.810 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.810 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.810 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:52.810 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:52.810 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:52.810 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.810 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:52.810 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:52.810 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.811 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.811 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.811 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:52.811 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:52.811 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:52.811 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.811 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 6, 2023-12-20T10:49:52.811 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.811 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.811 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:52.811 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.811 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.811 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.811 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.238424+0000", 2023-12-20T10:49:52.811 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.691025+0000", 2023-12-20T10:49:52.812 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.691025+0000", 2023-12-20T10:49:52.812 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.691763+0000", 2023-12-20T10:49:52.812 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.238424+0000", 2023-12-20T10:49:52.812 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.812 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.812 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.812 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:52.812 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.238424+0000", 2023-12-20T10:49:52.812 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.238424+0000", 2023-12-20T10:49:52.812 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.238424+0000", 2023-12-20T10:49:52.812 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.812 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.812 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.812 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.238424+0000", 2023-12-20T10:49:52.812 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.238424+0000", 2023-12-20T10:49:52.812 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.813 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:52.813 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.813 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.813 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:52.813 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.813 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.813 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.813 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.813 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:52.813 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.813 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.813 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.813 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.36", 2023-12-20T10:49:52.813 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.813 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.813 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.814 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:52.814 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.814 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T14:41:47.315092+0000", 2023-12-20T10:49:52.814 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.814 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.814 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.814 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.814 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.814 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.814 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.814 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.814 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.814 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.814 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.814 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.815 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.815 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.815 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.815 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.815 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.815 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.815 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.815 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.815 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.815 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.815 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.815 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.815 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.815 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.815 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.815 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.816 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.816 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.816 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.816 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.816 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.816 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.816 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.816 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.816 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.816 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.816 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.816 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.816 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.816 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.816 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.816 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.817 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.817 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.817 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.817 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:52.817 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:52.817 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:52.817 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.817 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 6, 2023-12-20T10:49:52.817 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:52.817 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.817 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.817 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.817 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:52.817 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:52.817 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:52.818 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.818 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 6, 2023-12-20T10:49:52.818 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.818 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.818 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:52.818 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.818 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.818 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.818 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.239215+0000", 2023-12-20T10:49:52.818 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.690666+0000", 2023-12-20T10:49:52.818 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.690666+0000", 2023-12-20T10:49:52.818 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.690940+0000", 2023-12-20T10:49:52.818 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.239215+0000", 2023-12-20T10:49:52.818 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.818 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.818 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.819 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:52.819 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.239215+0000", 2023-12-20T10:49:52.819 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.239215+0000", 2023-12-20T10:49:52.819 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.239215+0000", 2023-12-20T10:49:52.819 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.819 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.819 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.819 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.239215+0000", 2023-12-20T10:49:52.819 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.239215+0000", 2023-12-20T10:49:52.819 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.819 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:52.819 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.819 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.819 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:52.819 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.819 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.820 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.820 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.820 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:52.820 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.820 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.820 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.820 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.35", 2023-12-20T10:49:52.820 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.820 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.820 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.820 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:52.820 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.820 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T14:47:39.174640+0000", 2023-12-20T10:49:52.820 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.820 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.821 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.821 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.821 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.821 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.821 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.821 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.821 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.821 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.821 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.821 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.821 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.821 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.821 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.821 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.822 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.822 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.822 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.822 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.822 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.822 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.822 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.822 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.822 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.822 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.822 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.822 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.822 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.822 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.822 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.823 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.823 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.823 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.823 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.823 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.823 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.823 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.823 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.823 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.823 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.823 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.823 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.823 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.823 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.824 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.824 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.824 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:52.824 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:52.824 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:52.824 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.824 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 6, 2023-12-20T10:49:52.824 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:52.824 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.824 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.824 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.824 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:52.824 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:52.824 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:52.824 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.824 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 4, 2023-12-20T10:49:52.825 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.825 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.825 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:52.825 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.825 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.825 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.825 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.235083+0000", 2023-12-20T10:49:52.825 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.686413+0000", 2023-12-20T10:49:52.825 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.686413+0000", 2023-12-20T10:49:52.825 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.688458+0000", 2023-12-20T10:49:52.825 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.235083+0000", 2023-12-20T10:49:52.825 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.825 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.825 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.825 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:52.826 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.235083+0000", 2023-12-20T10:49:52.826 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.235083+0000", 2023-12-20T10:49:52.826 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.235083+0000", 2023-12-20T10:49:52.826 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.826 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.826 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.826 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.235083+0000", 2023-12-20T10:49:52.826 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.235083+0000", 2023-12-20T10:49:52.826 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.826 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:52.826 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.826 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.826 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:52.826 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.826 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.826 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.827 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.827 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:52.827 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.827 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.827 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.827 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.34", 2023-12-20T10:49:52.827 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.827 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.827 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.827 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:52.827 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.827 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T20:16:28.566650+0000", 2023-12-20T10:49:52.827 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.827 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.827 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.828 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.828 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.828 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.828 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.828 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.828 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.828 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.828 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.828 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.828 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.828 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.828 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.828 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.828 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.828 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.829 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.829 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.829 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.829 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.829 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.829 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.829 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.829 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.829 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.829 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.829 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.829 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.829 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.829 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.829 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.829 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.830 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.830 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.830 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.830 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.830 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.830 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.830 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.830 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.830 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.830 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.830 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.830 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.830 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.830 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:52.830 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:52.831 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:52.831 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.831 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 4, 2023-12-20T10:49:52.831 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:52.831 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.831 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.831 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.831 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:52.831 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:52.831 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:52.831 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.831 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 3, 2023-12-20T10:49:52.831 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.831 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.831 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:52.831 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.832 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.832 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.832 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237938+0000", 2023-12-20T10:49:52.832 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.696743+0000", 2023-12-20T10:49:52.832 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.696743+0000", 2023-12-20T10:49:52.832 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.697041+0000", 2023-12-20T10:49:52.832 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237938+0000", 2023-12-20T10:49:52.832 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.832 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.832 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.832 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:52.832 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237938+0000", 2023-12-20T10:49:52.832 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237938+0000", 2023-12-20T10:49:52.832 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237938+0000", 2023-12-20T10:49:52.832 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.833 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.833 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.833 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237938+0000", 2023-12-20T10:49:52.833 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237938+0000", 2023-12-20T10:49:52.833 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.833 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:52.833 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.833 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.833 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:52.833 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.833 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.833 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.833 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.833 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:52.834 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.834 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.834 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.834 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.33", 2023-12-20T10:49:52.834 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.834 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.834 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.834 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:52.834 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.834 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T16:45:23.452862+0000", 2023-12-20T10:49:52.834 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.834 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.834 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.834 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.834 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.835 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.835 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.835 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.835 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.835 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.835 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.835 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.835 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.835 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.835 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.835 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.835 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.835 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.836 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.836 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.836 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.836 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.836 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.836 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.836 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.836 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.836 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.836 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.836 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.836 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.836 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.836 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.836 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.836 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.837 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.837 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.837 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.837 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.837 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.837 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.837 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.837 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.837 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.837 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.837 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.837 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.837 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.837 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:52.838 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:52.838 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:52.838 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.838 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 3, 2023-12-20T10:49:52.838 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:52.838 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.838 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.838 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.838 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:52.838 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:52.838 INFO:tasks.workunit.client.0.smithi123.stdout: 5 2023-12-20T10:49:52.838 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.838 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 0, 2023-12-20T10:49:52.838 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.838 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.839 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:52.839 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.839 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.839 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.839 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240613+0000", 2023-12-20T10:49:52.839 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.699790+0000", 2023-12-20T10:49:52.839 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.699790+0000", 2023-12-20T10:49:52.839 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.700042+0000", 2023-12-20T10:49:52.839 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240613+0000", 2023-12-20T10:49:52.839 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.839 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.839 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.839 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:52.839 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240613+0000", 2023-12-20T10:49:52.839 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240613+0000", 2023-12-20T10:49:52.839 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240613+0000", 2023-12-20T10:49:52.840 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.840 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.840 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.840 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240613+0000", 2023-12-20T10:49:52.840 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240613+0000", 2023-12-20T10:49:52.840 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.840 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:52.840 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.840 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.840 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:52.840 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.840 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.840 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.840 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.840 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:52.841 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.841 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.841 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.841 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.32", 2023-12-20T10:49:52.841 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.841 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.841 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.841 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:52.841 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.841 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T15:08:56.029191+0000", 2023-12-20T10:49:52.841 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.841 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.841 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.841 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.841 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.842 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.842 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.842 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.842 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.842 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.842 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.842 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.842 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.842 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.842 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.842 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.842 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.842 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.842 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.842 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.843 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.843 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.843 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.843 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.843 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.843 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.843 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.843 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.843 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.843 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.843 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.843 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.843 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.843 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.843 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.843 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.844 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.844 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.844 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.844 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.844 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.844 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.844 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.844 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.844 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.844 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.844 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.844 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:52.844 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:52.844 INFO:tasks.workunit.client.0.smithi123.stdout: 5 2023-12-20T10:49:52.844 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.845 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 0, 2023-12-20T10:49:52.845 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:52.845 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.845 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.845 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.845 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:52.845 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:52.845 INFO:tasks.workunit.client.0.smithi123.stdout: 5 2023-12-20T10:49:52.845 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.845 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 1, 2023-12-20T10:49:52.845 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.845 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.845 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:52.845 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.845 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.846 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.846 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237568+0000", 2023-12-20T10:49:52.846 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.705161+0000", 2023-12-20T10:49:52.846 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.705161+0000", 2023-12-20T10:49:52.846 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.705478+0000", 2023-12-20T10:49:52.846 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237568+0000", 2023-12-20T10:49:52.846 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.846 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.846 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.846 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:52.846 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237568+0000", 2023-12-20T10:49:52.846 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237568+0000", 2023-12-20T10:49:52.846 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237568+0000", 2023-12-20T10:49:52.846 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.846 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.847 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.847 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237568+0000", 2023-12-20T10:49:52.847 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237568+0000", 2023-12-20T10:49:52.847 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.847 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:52.847 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.847 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.847 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:52.847 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.847 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.847 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.847 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.847 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:52.847 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.847 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.848 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.848 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.31", 2023-12-20T10:49:52.848 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.848 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.848 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.848 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:52.848 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.848 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T20:40:55.406190+0000", 2023-12-20T10:49:52.848 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.848 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.848 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.848 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.848 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.848 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.848 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.848 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.849 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.849 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.849 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.849 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.849 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.849 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.849 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.849 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.849 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.849 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.849 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.849 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.849 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.849 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.850 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.850 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.850 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.850 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.850 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.850 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.850 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.850 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.850 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.850 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.850 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.850 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.850 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.850 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.850 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.851 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.851 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.851 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.851 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.851 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.851 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.851 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.851 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.851 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.851 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.851 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:52.851 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:52.851 INFO:tasks.workunit.client.0.smithi123.stdout: 5 2023-12-20T10:49:52.851 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.851 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 1, 2023-12-20T10:49:52.851 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:52.852 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.852 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.852 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.852 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:52.852 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:52.852 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:52.852 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.852 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 5, 2023-12-20T10:49:52.852 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.852 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.852 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:52.852 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.852 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.852 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.852 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240545+0000", 2023-12-20T10:49:52.853 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.697763+0000", 2023-12-20T10:49:52.853 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.697763+0000", 2023-12-20T10:49:52.853 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.698035+0000", 2023-12-20T10:49:52.853 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240545+0000", 2023-12-20T10:49:52.853 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.853 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.853 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.853 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:52.853 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240545+0000", 2023-12-20T10:49:52.853 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240545+0000", 2023-12-20T10:49:52.853 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240545+0000", 2023-12-20T10:49:52.853 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.853 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.853 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.853 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240545+0000", 2023-12-20T10:49:52.854 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240545+0000", 2023-12-20T10:49:52.854 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.854 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:52.854 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.854 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.854 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:52.854 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.854 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.854 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.854 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.854 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:52.854 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.854 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.854 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.854 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.30", 2023-12-20T10:49:52.854 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.855 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.855 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.855 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:52.855 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.855 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T15:45:16.300327+0000", 2023-12-20T10:49:52.855 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.855 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.855 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.855 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.855 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.855 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.855 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.855 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.855 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.855 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.856 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.856 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.856 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.856 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.856 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.856 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.856 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.856 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.856 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.856 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.856 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.856 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.856 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.856 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.856 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.856 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.857 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.857 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.857 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.857 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.857 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.857 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.857 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.857 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.857 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.857 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.857 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.857 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.857 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.857 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.857 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.858 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.858 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.858 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.858 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.858 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.858 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.858 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:52.858 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:52.858 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:52.858 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.858 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 5, 2023-12-20T10:49:52.858 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:52.858 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.858 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.858 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.858 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:52.859 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:52.859 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:52.859 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.859 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 2, 2023-12-20T10:49:52.859 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.859 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.859 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:52.859 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.859 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.859 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.859 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:02.250481+0000", 2023-12-20T10:49:52.859 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:49:02.250172+0000", 2023-12-20T10:49:52.859 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:49:02.250172+0000", 2023-12-20T10:49:52.859 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:49:02.250481+0000", 2023-12-20T10:49:52.859 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:02.250481+0000", 2023-12-20T10:49:52.859 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.860 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.860 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.860 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 65, 2023-12-20T10:49:52.860 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:02.250481+0000", 2023-12-20T10:49:52.860 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:02.250481+0000", 2023-12-20T10:49:52.860 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:02.250481+0000", 2023-12-20T10:49:52.860 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.860 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.860 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.860 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:02.250481+0000", 2023-12-20T10:49:52.860 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:02.250481+0000", 2023-12-20T10:49:52.860 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.860 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:52.860 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.860 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.860 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 64, 2023-12-20T10:49:52.861 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.861 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.861 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.861 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.861 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:52.861 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.861 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.861 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.861 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.2f", 2023-12-20T10:49:52.861 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.861 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.861 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 65, 2023-12-20T10:49:52.861 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 10, 2023-12-20T10:49:52.861 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.861 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T17:53:16.586313+0000", 2023-12-20T10:49:52.861 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.862 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.862 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.862 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.862 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.862 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.862 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.862 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.862 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.862 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.862 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.862 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.862 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.862 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.862 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.863 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.863 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.863 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.863 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.863 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.863 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.863 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.863 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.863 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.863 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.863 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.863 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.863 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.863 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.863 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.863 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.864 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.864 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.864 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.864 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.864 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.864 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.864 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.864 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.864 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.864 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.864 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.864 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.864 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.864 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.864 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.864 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.865 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:52.865 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:52.865 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:52.865 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.865 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 2, 2023-12-20T10:49:52.865 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:52.865 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.865 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.865 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.865 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:52.865 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:52.865 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:52.865 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.865 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 2, 2023-12-20T10:49:52.865 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.866 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.866 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:52.866 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.866 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.866 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.866 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.233453+0000", 2023-12-20T10:49:52.866 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.685583+0000", 2023-12-20T10:49:52.866 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.685583+0000", 2023-12-20T10:49:52.866 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.685855+0000", 2023-12-20T10:49:52.866 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.233453+0000", 2023-12-20T10:49:52.866 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.866 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.866 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.866 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:52.866 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.233453+0000", 2023-12-20T10:49:52.866 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.233453+0000", 2023-12-20T10:49:52.867 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.233453+0000", 2023-12-20T10:49:52.867 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.867 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.867 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.867 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.233453+0000", 2023-12-20T10:49:52.867 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.233453+0000", 2023-12-20T10:49:52.867 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.867 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:52.867 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.867 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.867 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:52.867 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.867 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.867 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.867 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.867 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:52.868 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.868 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.868 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.868 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.2e", 2023-12-20T10:49:52.868 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.868 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.868 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.868 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:52.868 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.868 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T16:08:44.754487+0000", 2023-12-20T10:49:52.868 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.868 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.868 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.868 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.868 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.869 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.869 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.869 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.869 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.869 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.869 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.869 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.869 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.869 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.869 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.869 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.869 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.869 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.869 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.869 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.869 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.870 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.870 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.870 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.870 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.870 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.870 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.870 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.870 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.870 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.870 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.870 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.870 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.870 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.870 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.870 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.871 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.871 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.871 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.871 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.871 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.871 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.871 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.871 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.871 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.871 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.871 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.871 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:52.871 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:52.871 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:52.871 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.871 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 2, 2023-12-20T10:49:52.872 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:52.872 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.872 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.872 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.872 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:52.872 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:52.872 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:52.872 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.872 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:52.872 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.872 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.872 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:52.872 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.872 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.872 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.872 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240869+0000", 2023-12-20T10:49:52.873 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.683257+0000", 2023-12-20T10:49:52.873 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.683257+0000", 2023-12-20T10:49:52.873 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.683581+0000", 2023-12-20T10:49:52.873 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240869+0000", 2023-12-20T10:49:52.873 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.873 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.873 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.873 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:52.873 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240869+0000", 2023-12-20T10:49:52.873 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240869+0000", 2023-12-20T10:49:52.873 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240869+0000", 2023-12-20T10:49:52.873 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.873 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.873 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.873 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240869+0000", 2023-12-20T10:49:52.874 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240869+0000", 2023-12-20T10:49:52.874 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.874 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:52.874 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.874 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.874 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:52.874 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.874 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.874 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.874 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.874 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:52.874 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.874 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.874 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.874 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.2d", 2023-12-20T10:49:52.874 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.875 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.875 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.875 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:52.875 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.875 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T11:21:54.455593+0000", 2023-12-20T10:49:52.875 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.875 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.875 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.875 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.875 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.875 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.875 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.875 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.875 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.875 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.876 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.876 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.876 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.876 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.876 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.876 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.876 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.876 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.876 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.876 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.876 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.876 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.876 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.876 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.876 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.877 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.877 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.877 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.877 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.877 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.877 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.877 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.877 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.877 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.877 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.877 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.877 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.877 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.877 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.877 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.878 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.878 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.878 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.878 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.878 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.878 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.878 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.878 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:52.878 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:52.878 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:52.878 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.878 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:52.878 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:52.878 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.878 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.878 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.879 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:52.879 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:52.879 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:52.879 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.879 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 0, 2023-12-20T10:49:52.879 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.879 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.879 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:52.879 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.879 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.879 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.879 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240569+0000", 2023-12-20T10:49:52.879 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.689534+0000", 2023-12-20T10:49:52.879 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.689534+0000", 2023-12-20T10:49:52.880 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.691557+0000", 2023-12-20T10:49:52.880 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240569+0000", 2023-12-20T10:49:52.880 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:52.880 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.880 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:52.880 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:52.880 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240569+0000", 2023-12-20T10:49:52.880 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240569+0000", 2023-12-20T10:49:52.880 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240569+0000", 2023-12-20T10:49:52.880 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.880 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.880 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:52.880 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240569+0000", 2023-12-20T10:49:52.880 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240569+0000", 2023-12-20T10:49:52.880 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.881 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 4, 2023-12-20T10:49:52.881 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.881 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.881 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:52.881 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.881 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.881 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.881 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.881 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 4, 2023-12-20T10:49:52.881 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.881 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.881 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.881 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.1f", 2023-12-20T10:49:52.881 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.881 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.881 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.882 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 20, 2023-12-20T10:49:52.882 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.882 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T12:57:47.520289+0000", 2023-12-20T10:49:52.882 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.882 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.882 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.882 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 554, 2023-12-20T10:49:52.882 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.882 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.882 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.882 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.882 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.882 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.882 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.882 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.883 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.883 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.883 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.883 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.883 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.883 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.883 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.883 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 6, 2023-12-20T10:49:52.883 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 2, 2023-12-20T10:49:52.883 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.883 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 2, 2023-12-20T10:49:52.883 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.883 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.883 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.883 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.883 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.884 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 1, 2023-12-20T10:49:52.884 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.884 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.884 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.884 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.884 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.884 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.884 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.884 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.884 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.884 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.884 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.884 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.884 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 4, 2023-12-20T10:49:52.884 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 1 2023-12-20T10:49:52.885 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.885 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.885 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.885 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.885 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:52.885 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:52.885 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:52.885 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.885 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 0, 2023-12-20T10:49:52.885 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "58'4" 2023-12-20T10:49:52.885 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.885 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.885 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.885 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:52.885 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:52.885 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:52.886 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.886 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 3, 2023-12-20T10:49:52.886 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.886 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.886 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:52.886 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.886 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.886 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.886 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237924+0000", 2023-12-20T10:49:52.886 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.698325+0000", 2023-12-20T10:49:52.886 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.698325+0000", 2023-12-20T10:49:52.886 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.698586+0000", 2023-12-20T10:49:52.886 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237924+0000", 2023-12-20T10:49:52.886 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.886 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.887 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.887 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:52.887 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237924+0000", 2023-12-20T10:49:52.887 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237924+0000", 2023-12-20T10:49:52.887 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237924+0000", 2023-12-20T10:49:52.887 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.887 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.887 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.887 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237924+0000", 2023-12-20T10:49:52.887 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237924+0000", 2023-12-20T10:49:52.887 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.887 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:52.887 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.887 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.887 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:52.887 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.888 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.888 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.888 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.888 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:52.888 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.888 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.888 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.888 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.1e", 2023-12-20T10:49:52.888 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.888 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.888 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.888 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:52.888 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.888 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T19:37:40.325485+0000", 2023-12-20T10:49:52.888 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.889 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.889 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.889 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.889 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.889 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.889 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.889 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.889 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.889 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.889 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.889 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.889 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.889 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.889 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.889 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.890 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.890 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.890 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.890 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.890 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.890 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.890 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.890 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.890 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.890 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.890 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.890 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.890 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.890 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.891 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.891 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.891 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.891 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.891 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.891 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.891 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.891 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.891 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.891 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.891 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.891 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.891 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.891 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.891 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.892 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.892 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.892 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:52.892 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:52.892 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:52.892 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.892 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 3, 2023-12-20T10:49:52.892 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:52.892 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.892 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.892 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.892 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:52.892 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:52.892 INFO:tasks.workunit.client.0.smithi123.stdout: 5 2023-12-20T10:49:52.892 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.893 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 3, 2023-12-20T10:49:52.893 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.893 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.893 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:52.893 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.893 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.893 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.893 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.238040+0000", 2023-12-20T10:49:52.893 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.692714+0000", 2023-12-20T10:49:52.893 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.692714+0000", 2023-12-20T10:49:52.893 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.693013+0000", 2023-12-20T10:49:52.893 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.238040+0000", 2023-12-20T10:49:52.893 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:52.893 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.893 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:52.894 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:52.894 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.238040+0000", 2023-12-20T10:49:52.894 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.238040+0000", 2023-12-20T10:49:52.894 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.238040+0000", 2023-12-20T10:49:52.894 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.894 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.894 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:52.894 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.238040+0000", 2023-12-20T10:49:52.894 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.238040+0000", 2023-12-20T10:49:52.894 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.894 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 1, 2023-12-20T10:49:52.894 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.894 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.894 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:52.894 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.895 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.895 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.895 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.895 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 1, 2023-12-20T10:49:52.895 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.895 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.895 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.895 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.1e", 2023-12-20T10:49:52.895 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.895 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.895 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.895 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 17, 2023-12-20T10:49:52.895 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.895 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T14:48:36.044922+0000", 2023-12-20T10:49:52.895 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.895 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.896 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.896 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.896 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.896 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.896 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.896 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.896 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.896 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.896 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.896 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.896 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.896 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.896 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.896 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.896 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.897 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.897 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.897 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.897 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.897 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.897 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.897 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.897 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.897 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.897 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.897 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.897 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.897 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.897 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.897 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.897 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.898 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.898 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.898 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.898 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.898 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.898 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.898 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.898 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.898 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.898 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.898 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.898 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.898 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.898 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.898 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:52.898 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:52.899 INFO:tasks.workunit.client.0.smithi123.stdout: 5 2023-12-20T10:49:52.899 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.899 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 3, 2023-12-20T10:49:52.899 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "58'1" 2023-12-20T10:49:52.899 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.899 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.899 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.899 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:52.899 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:52.899 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:52.899 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.899 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 0, 2023-12-20T10:49:52.899 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.899 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.899 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:52.900 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.900 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.900 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.900 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240009+0000", 2023-12-20T10:49:52.900 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.689164+0000", 2023-12-20T10:49:52.900 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.689164+0000", 2023-12-20T10:49:52.900 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.689965+0000", 2023-12-20T10:49:52.900 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240009+0000", 2023-12-20T10:49:52.900 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.900 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.900 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.900 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:52.900 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240009+0000", 2023-12-20T10:49:52.900 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240009+0000", 2023-12-20T10:49:52.900 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240009+0000", 2023-12-20T10:49:52.901 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.901 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.901 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.901 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240009+0000", 2023-12-20T10:49:52.901 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240009+0000", 2023-12-20T10:49:52.901 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.901 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:52.901 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.901 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.901 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:52.901 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.901 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.901 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.901 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.901 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:52.901 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.902 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.902 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.902 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.1f", 2023-12-20T10:49:52.902 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.902 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.902 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.902 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:52.902 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.902 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T18:55:35.675428+0000", 2023-12-20T10:49:52.902 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.902 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.902 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.902 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.902 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.902 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.903 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.903 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.903 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.903 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.903 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.903 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.903 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.903 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.903 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.903 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.903 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.903 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.903 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.903 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.903 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.904 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.904 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.904 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.904 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.904 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.904 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.904 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.904 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.904 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.904 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.904 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.904 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.904 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.904 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.904 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.905 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.905 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.905 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.905 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.905 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.905 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.905 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.905 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.905 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.905 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.905 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.905 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:52.905 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:52.905 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:52.905 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.905 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 0, 2023-12-20T10:49:52.906 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:52.906 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.906 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.906 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.906 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:52.906 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:52.906 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:52.906 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.906 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:52.906 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.906 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.906 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:52.906 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.906 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.906 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.907 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.241186+0000", 2023-12-20T10:49:52.907 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.690008+0000", 2023-12-20T10:49:52.907 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.690008+0000", 2023-12-20T10:49:52.907 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.690296+0000", 2023-12-20T10:49:52.907 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.241186+0000", 2023-12-20T10:49:52.907 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:52.907 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.907 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:52.907 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:52.907 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.241186+0000", 2023-12-20T10:49:52.907 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.241186+0000", 2023-12-20T10:49:52.907 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.241186+0000", 2023-12-20T10:49:52.907 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.907 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.907 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:52.908 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.241186+0000", 2023-12-20T10:49:52.908 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.241186+0000", 2023-12-20T10:49:52.908 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.908 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 2, 2023-12-20T10:49:52.908 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.908 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.908 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:52.908 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.908 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.908 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.908 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.908 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 2, 2023-12-20T10:49:52.908 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.908 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.908 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.909 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.1d", 2023-12-20T10:49:52.909 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.909 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.909 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.909 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 19, 2023-12-20T10:49:52.909 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.909 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T11:16:34.469581+0000", 2023-12-20T10:49:52.909 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.909 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.909 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.909 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.909 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.909 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.909 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.909 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.909 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.910 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.910 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.910 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.910 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.910 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.910 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.910 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.910 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.910 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.910 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.910 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 3, 2023-12-20T10:49:52.910 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 1, 2023-12-20T10:49:52.910 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.910 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 1, 2023-12-20T10:49:52.910 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.910 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.911 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.911 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.911 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.911 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 1, 2023-12-20T10:49:52.911 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.911 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.911 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.911 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.911 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.911 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.911 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.911 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.911 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.911 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.911 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.912 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.912 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 3, 2023-12-20T10:49:52.912 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.912 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.912 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.912 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.912 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.912 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:52.912 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:52.912 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:52.912 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.912 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:52.912 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "58'2" 2023-12-20T10:49:52.912 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.912 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.912 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.913 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:52.913 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:52.913 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:52.913 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.913 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 5, 2023-12-20T10:49:52.913 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.913 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.913 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:52.913 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.913 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.913 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.913 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.242007+0000", 2023-12-20T10:49:52.913 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.697423+0000", 2023-12-20T10:49:52.913 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.697423+0000", 2023-12-20T10:49:52.913 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.698844+0000", 2023-12-20T10:49:52.914 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.242007+0000", 2023-12-20T10:49:52.914 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.914 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.914 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.914 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:52.914 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.242007+0000", 2023-12-20T10:49:52.914 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.242007+0000", 2023-12-20T10:49:52.914 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.242007+0000", 2023-12-20T10:49:52.914 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.914 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.914 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.914 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.242007+0000", 2023-12-20T10:49:52.914 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.242007+0000", 2023-12-20T10:49:52.914 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.914 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:52.914 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.915 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.915 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:52.915 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.915 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.915 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.915 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.915 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:52.915 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.915 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.915 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.915 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.1c", 2023-12-20T10:49:52.915 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.915 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.915 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.915 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:52.915 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.916 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T18:46:59.974182+0000", 2023-12-20T10:49:52.916 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.916 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.916 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.916 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.916 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.916 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.916 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.916 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.916 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.916 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.916 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.916 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.916 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.916 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.916 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.917 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.917 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.917 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.917 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.917 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.917 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.917 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.917 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.917 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.917 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.917 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.917 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.917 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.917 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.918 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.918 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.918 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.918 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.918 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.918 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.918 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.918 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.918 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.918 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.918 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.918 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.918 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.918 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.918 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.918 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.919 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.919 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.919 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:52.919 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:52.919 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:52.919 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.919 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 5, 2023-12-20T10:49:52.919 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:52.919 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.919 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.919 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.919 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:52.919 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:52.919 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:52.919 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.919 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:52.920 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.920 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.920 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:52.920 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.920 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.920 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.920 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240815+0000", 2023-12-20T10:49:52.920 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.693281+0000", 2023-12-20T10:49:52.920 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.693281+0000", 2023-12-20T10:49:52.920 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.693595+0000", 2023-12-20T10:49:52.920 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240815+0000", 2023-12-20T10:49:52.920 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:52.920 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.920 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:52.921 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:52.921 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240815+0000", 2023-12-20T10:49:52.921 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240815+0000", 2023-12-20T10:49:52.921 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240815+0000", 2023-12-20T10:49:52.921 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.921 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.921 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:52.921 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240815+0000", 2023-12-20T10:49:52.921 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240815+0000", 2023-12-20T10:49:52.921 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.921 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 2, 2023-12-20T10:49:52.921 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.921 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.921 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:52.921 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.921 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.922 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.922 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.922 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 2, 2023-12-20T10:49:52.922 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.922 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.922 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.922 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.1c", 2023-12-20T10:49:52.922 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.922 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.922 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.922 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 19, 2023-12-20T10:49:52.922 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.922 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T14:43:31.031469+0000", 2023-12-20T10:49:52.922 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.922 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.923 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.923 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.923 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.923 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.923 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.923 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.923 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.923 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.923 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.923 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.923 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.923 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.923 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.923 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.923 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.924 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.924 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.924 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 3, 2023-12-20T10:49:52.924 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 1, 2023-12-20T10:49:52.924 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.924 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 1, 2023-12-20T10:49:52.924 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.924 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.924 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.924 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.924 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.924 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 1, 2023-12-20T10:49:52.924 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.924 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.924 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.924 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.925 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.925 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.925 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.925 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.925 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.925 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.925 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.925 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.925 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 3, 2023-12-20T10:49:52.925 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.925 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.925 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.925 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.925 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.925 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:52.926 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:52.926 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:52.926 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.926 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:52.926 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "58'2" 2023-12-20T10:49:52.926 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.926 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.926 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.926 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:52.926 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:52.926 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:52.926 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.926 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 5, 2023-12-20T10:49:52.926 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.926 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.927 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:52.927 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.927 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.927 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.927 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:02.297843+0000", 2023-12-20T10:49:52.927 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:49:02.297439+0000", 2023-12-20T10:49:52.927 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:49:02.297439+0000", 2023-12-20T10:49:52.927 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:49:02.297843+0000", 2023-12-20T10:49:52.927 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:02.297843+0000", 2023-12-20T10:49:52.927 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.927 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.927 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.927 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 65, 2023-12-20T10:49:52.927 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:02.297843+0000", 2023-12-20T10:49:52.927 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:02.297843+0000", 2023-12-20T10:49:52.928 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:02.297843+0000", 2023-12-20T10:49:52.928 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.928 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.928 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.928 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:02.297843+0000", 2023-12-20T10:49:52.928 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:02.297843+0000", 2023-12-20T10:49:52.928 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.928 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:52.928 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.928 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.928 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 64, 2023-12-20T10:49:52.928 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.928 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.928 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.928 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.929 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:52.929 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.929 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.929 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.929 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.1d", 2023-12-20T10:49:52.929 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.929 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.929 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 65, 2023-12-20T10:49:52.929 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 25, 2023-12-20T10:49:52.929 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.929 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T12:32:04.556155+0000", 2023-12-20T10:49:52.929 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.929 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.929 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.929 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.930 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.930 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.930 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.930 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.930 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.930 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.930 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.930 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.930 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.930 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.930 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.930 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.930 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.930 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.930 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.931 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.931 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.931 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.931 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.931 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.931 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.931 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.931 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.931 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.931 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.931 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.931 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.932 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.932 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.932 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.932 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.932 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.932 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.932 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.932 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.932 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.932 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.932 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.932 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.932 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.932 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.932 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.933 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.933 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:52.933 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:52.933 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:52.933 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.933 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 5, 2023-12-20T10:49:52.933 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:52.933 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.933 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.933 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.933 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:52.933 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:52.933 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:52.933 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.934 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 3, 2023-12-20T10:49:52.934 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.934 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.934 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:52.934 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.934 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.934 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.934 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237888+0000", 2023-12-20T10:49:52.934 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.696034+0000", 2023-12-20T10:49:52.934 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.696034+0000", 2023-12-20T10:49:52.934 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.696321+0000", 2023-12-20T10:49:52.934 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237888+0000", 2023-12-20T10:49:52.934 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:52.934 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.934 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:52.935 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:52.935 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237888+0000", 2023-12-20T10:49:52.935 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237888+0000", 2023-12-20T10:49:52.935 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237888+0000", 2023-12-20T10:49:52.935 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.935 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.935 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:52.935 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237888+0000", 2023-12-20T10:49:52.935 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237888+0000", 2023-12-20T10:49:52.935 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.935 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 1, 2023-12-20T10:49:52.935 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.935 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.935 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:52.935 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.935 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.936 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.936 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.936 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 1, 2023-12-20T10:49:52.936 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.936 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.936 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.936 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.1b", 2023-12-20T10:49:52.936 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.936 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.936 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.936 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 17, 2023-12-20T10:49:52.936 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.936 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T12:06:20.056265+0000", 2023-12-20T10:49:52.936 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.936 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.937 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.937 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.937 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.937 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.937 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.937 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.937 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.937 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.937 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.937 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.937 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.937 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.937 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.937 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.937 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.937 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.938 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.938 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.938 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.938 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.938 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.938 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.938 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.938 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.938 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.938 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.938 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.938 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.938 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.938 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.938 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.939 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.939 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.939 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.939 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.939 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.939 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.939 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.939 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.939 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.939 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.939 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.939 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.939 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.939 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.939 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:52.939 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:52.940 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:52.940 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.940 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 3, 2023-12-20T10:49:52.940 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "58'1" 2023-12-20T10:49:52.940 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.940 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.940 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.940 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:52.940 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:52.940 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:52.940 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.940 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 4, 2023-12-20T10:49:52.940 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.940 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.940 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:52.940 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.941 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.941 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.941 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.234598+0000", 2023-12-20T10:49:52.941 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.686105+0000", 2023-12-20T10:49:52.941 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.686105+0000", 2023-12-20T10:49:52.941 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.686400+0000", 2023-12-20T10:49:52.941 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.234598+0000", 2023-12-20T10:49:52.941 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.941 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.941 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.941 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:52.941 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.234598+0000", 2023-12-20T10:49:52.941 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.234598+0000", 2023-12-20T10:49:52.941 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.234598+0000", 2023-12-20T10:49:52.941 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.942 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.942 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.942 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.234598+0000", 2023-12-20T10:49:52.942 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.234598+0000", 2023-12-20T10:49:52.942 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.942 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:52.942 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.942 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.942 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:52.942 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.942 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.942 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.942 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.942 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:52.942 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.942 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.943 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.943 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.1a", 2023-12-20T10:49:52.943 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.943 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.943 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.943 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:52.943 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.943 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T20:56:27.216988+0000", 2023-12-20T10:49:52.943 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.943 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.943 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.943 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.943 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.943 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.943 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.944 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.944 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.944 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.944 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.944 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.944 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.944 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.944 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.944 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.944 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.944 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.944 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.944 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.944 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.944 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.944 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.945 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.945 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.945 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.945 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.945 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.945 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.945 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.945 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.945 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.945 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.945 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.945 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.945 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.946 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.946 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.946 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.946 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.946 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.946 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.946 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.946 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.946 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.946 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.946 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.946 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:52.946 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:52.946 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:52.946 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.946 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 4, 2023-12-20T10:49:52.947 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:52.947 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.947 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.947 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.947 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:52.947 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:52.947 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:52.947 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.947 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 6, 2023-12-20T10:49:52.947 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.947 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.947 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:52.947 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.947 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.947 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.948 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.238368+0000", 2023-12-20T10:49:52.948 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.693879+0000", 2023-12-20T10:49:52.948 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.693879+0000", 2023-12-20T10:49:52.948 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.694197+0000", 2023-12-20T10:49:52.948 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.238368+0000", 2023-12-20T10:49:52.948 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:52.948 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.948 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:52.948 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:52.948 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.238368+0000", 2023-12-20T10:49:52.948 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.238368+0000", 2023-12-20T10:49:52.948 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.238368+0000", 2023-12-20T10:49:52.948 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.948 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.948 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:52.949 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.238368+0000", 2023-12-20T10:49:52.949 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.238368+0000", 2023-12-20T10:49:52.949 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.949 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 1, 2023-12-20T10:49:52.949 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.949 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.949 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:52.949 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.949 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.949 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.949 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.949 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 1, 2023-12-20T10:49:52.949 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.949 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.949 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.950 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.1a", 2023-12-20T10:49:52.950 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.950 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.950 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.950 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 17, 2023-12-20T10:49:52.950 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.950 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T21:07:32.326498+0000", 2023-12-20T10:49:52.950 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.950 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.950 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.950 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.950 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.950 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.950 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.950 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.950 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.951 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.951 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.951 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.951 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.951 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.951 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.951 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.951 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.951 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.951 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.951 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.951 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.951 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.951 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.952 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.952 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.952 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.952 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.952 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.952 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.952 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.952 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.952 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.952 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.952 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.952 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.952 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.952 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.952 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.952 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.953 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.953 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.953 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.953 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.953 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.953 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.953 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.953 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.953 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:52.953 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:52.953 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:52.953 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.953 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 6, 2023-12-20T10:49:52.953 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "58'1" 2023-12-20T10:49:52.954 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.954 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.954 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.954 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:52.954 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:52.954 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:52.954 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.954 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 0, 2023-12-20T10:49:52.954 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.954 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.954 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:52.954 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.954 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.954 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.954 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.241028+0000", 2023-12-20T10:49:52.955 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.694925+0000", 2023-12-20T10:49:52.955 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.694925+0000", 2023-12-20T10:49:52.955 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.695499+0000", 2023-12-20T10:49:52.955 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.241028+0000", 2023-12-20T10:49:52.955 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.955 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.955 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.955 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:52.955 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.241028+0000", 2023-12-20T10:49:52.955 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.241028+0000", 2023-12-20T10:49:52.955 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.241028+0000", 2023-12-20T10:49:52.955 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.955 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.955 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.955 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.241028+0000", 2023-12-20T10:49:52.956 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.241028+0000", 2023-12-20T10:49:52.956 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.956 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:52.956 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.956 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.956 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:52.956 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.956 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.956 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.956 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.956 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:52.956 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.956 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.956 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.957 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.1b", 2023-12-20T10:49:52.957 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.957 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.957 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.957 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:52.957 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.957 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T22:36:24.123771+0000", 2023-12-20T10:49:52.957 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.957 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.957 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.957 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.957 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.957 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.957 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.957 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.957 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.958 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.958 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.958 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.958 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.958 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.958 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.958 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.958 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.958 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.958 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.958 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.958 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.958 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.958 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.958 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.959 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.959 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.959 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.959 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.959 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.959 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.959 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.959 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.959 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.959 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.959 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.959 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.959 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.959 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.959 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.960 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.960 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.960 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.960 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.960 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.960 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.960 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.960 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.960 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:52.960 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:52.960 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:52.960 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.960 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 0, 2023-12-20T10:49:52.960 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:52.961 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.961 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.961 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.961 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:52.961 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:52.961 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:52.961 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.961 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 3, 2023-12-20T10:49:52.961 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.961 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.961 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:52.961 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.961 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.961 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.961 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.238268+0000", 2023-12-20T10:49:52.962 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.692718+0000", 2023-12-20T10:49:52.962 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.692718+0000", 2023-12-20T10:49:52.962 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.693003+0000", 2023-12-20T10:49:52.962 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.238268+0000", 2023-12-20T10:49:52.962 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:52.962 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.962 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:52.962 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:52.962 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.238268+0000", 2023-12-20T10:49:52.962 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.238268+0000", 2023-12-20T10:49:52.962 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.238268+0000", 2023-12-20T10:49:52.962 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.962 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.962 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:52.962 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.238268+0000", 2023-12-20T10:49:52.962 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.238268+0000", 2023-12-20T10:49:52.962 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.962 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:52.963 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.963 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.963 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:52.963 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.963 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.963 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.963 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.963 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:52.963 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.963 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.963 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.963 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.19", 2023-12-20T10:49:52.963 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.963 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.963 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.964 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:52.964 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.964 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T15:56:23.054327+0000", 2023-12-20T10:49:52.964 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.964 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.964 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.964 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.964 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.964 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.964 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.964 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.964 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.964 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.964 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.964 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.965 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.965 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.965 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.965 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.965 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.965 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.965 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.965 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.965 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.965 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.965 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.965 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.965 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.965 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.965 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.965 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.966 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.966 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.966 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.966 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.966 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.966 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.966 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.966 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.966 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.966 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.966 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.966 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.966 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.966 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.967 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.967 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.967 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.967 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.967 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.967 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:52.967 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:52.967 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:52.967 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.967 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 3, 2023-12-20T10:49:52.967 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:52.967 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.967 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.967 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.967 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:52.968 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:52.968 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:52.968 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.968 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 3, 2023-12-20T10:49:52.968 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.968 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.968 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:52.968 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.968 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.968 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.968 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237179+0000", 2023-12-20T10:49:52.968 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.690655+0000", 2023-12-20T10:49:52.968 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.690655+0000", 2023-12-20T10:49:52.968 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.691055+0000", 2023-12-20T10:49:52.968 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237179+0000", 2023-12-20T10:49:52.969 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.969 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.969 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.969 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:52.969 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237179+0000", 2023-12-20T10:49:52.969 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237179+0000", 2023-12-20T10:49:52.969 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237179+0000", 2023-12-20T10:49:52.969 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.969 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.969 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.969 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237179+0000", 2023-12-20T10:49:52.969 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237179+0000", 2023-12-20T10:49:52.969 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.969 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:52.970 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.970 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.970 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:52.970 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.970 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.970 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.970 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.970 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:52.970 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.970 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.970 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.970 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.18", 2023-12-20T10:49:52.970 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.970 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.970 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.971 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:52.971 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.971 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T19:15:04.647583+0000", 2023-12-20T10:49:52.971 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.971 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.971 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.971 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.971 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.971 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.971 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.971 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.971 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.971 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.971 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.971 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.971 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.972 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.972 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.972 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.972 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.972 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.972 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.972 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.972 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.972 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.972 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.972 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.972 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.972 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.972 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.972 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.972 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.973 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.973 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.973 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.973 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.973 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.973 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.973 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.973 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.973 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.973 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.973 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.973 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.973 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.973 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.974 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.974 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.974 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.974 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.974 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:52.974 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:52.974 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:52.974 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.974 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 3, 2023-12-20T10:49:52.974 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:52.974 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.974 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.974 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.974 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:52.975 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:52.975 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:52.975 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.975 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 5, 2023-12-20T10:49:52.975 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.975 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.975 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:52.975 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.975 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.975 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.975 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240649+0000", 2023-12-20T10:49:52.975 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.693032+0000", 2023-12-20T10:49:52.975 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.693032+0000", 2023-12-20T10:49:52.975 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.693624+0000", 2023-12-20T10:49:52.976 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240649+0000", 2023-12-20T10:49:52.976 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:52.976 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.976 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:52.976 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:52.976 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240649+0000", 2023-12-20T10:49:52.976 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240649+0000", 2023-12-20T10:49:52.976 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240649+0000", 2023-12-20T10:49:52.976 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.976 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.976 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:52.976 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240649+0000", 2023-12-20T10:49:52.976 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240649+0000", 2023-12-20T10:49:52.976 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.976 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:52.977 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.977 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.977 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:52.977 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.977 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.977 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.977 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.977 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:52.977 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.977 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.977 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.977 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.18", 2023-12-20T10:49:52.977 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.977 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.977 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.978 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:52.978 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.978 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T14:44:45.205257+0000", 2023-12-20T10:49:52.978 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.978 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.978 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.978 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.978 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.978 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.978 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.978 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.978 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.978 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.979 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.979 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.979 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.979 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.979 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.979 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.979 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.979 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.979 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.979 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.979 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.979 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.979 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.979 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.979 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.979 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.980 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.980 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.980 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.980 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.980 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.980 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.980 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.980 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.980 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.980 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.980 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.980 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.980 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.980 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.980 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.980 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.981 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.981 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.981 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.981 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.981 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.981 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:52.981 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:52.981 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:52.981 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.981 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 5, 2023-12-20T10:49:52.981 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:52.981 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.981 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.981 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.981 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:52.982 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:52.982 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:52.982 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.982 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 1, 2023-12-20T10:49:52.982 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.982 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.982 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:52.982 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.982 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.982 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.982 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237712+0000", 2023-12-20T10:49:52.982 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.698520+0000", 2023-12-20T10:49:52.982 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.698520+0000", 2023-12-20T10:49:52.982 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.698824+0000", 2023-12-20T10:49:52.982 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237712+0000", 2023-12-20T10:49:52.982 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.983 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.983 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.983 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:52.983 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237712+0000", 2023-12-20T10:49:52.983 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237712+0000", 2023-12-20T10:49:52.983 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237712+0000", 2023-12-20T10:49:52.983 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.983 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.983 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.983 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237712+0000", 2023-12-20T10:49:52.983 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237712+0000", 2023-12-20T10:49:52.983 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.983 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:52.983 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.983 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.984 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:52.984 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.984 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.984 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.984 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.984 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:52.984 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.984 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.984 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.984 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.19", 2023-12-20T10:49:52.984 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.984 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.984 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.984 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:52.984 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.984 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T18:32:22.181598+0000", 2023-12-20T10:49:52.985 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.985 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.985 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.985 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.985 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.985 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.985 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.985 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.985 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.985 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.985 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.985 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.985 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.985 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.985 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.986 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.986 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.986 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.986 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.986 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.986 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.986 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.986 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.986 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.986 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.986 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.986 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.986 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.986 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.986 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.987 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.987 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.987 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.987 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.987 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.987 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.987 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.987 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.987 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.987 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.987 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.987 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.987 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.987 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.987 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.988 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.988 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.988 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:52.988 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:52.988 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:52.988 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.988 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 1, 2023-12-20T10:49:52.988 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:52.988 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.988 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.988 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.988 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:52.988 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:52.988 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:52.988 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.988 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 6, 2023-12-20T10:49:52.989 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.989 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.989 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:52.989 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.989 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.989 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.989 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.238747+0000", 2023-12-20T10:49:52.989 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.687189+0000", 2023-12-20T10:49:52.989 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.687189+0000", 2023-12-20T10:49:52.989 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.687477+0000", 2023-12-20T10:49:52.989 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.238747+0000", 2023-12-20T10:49:52.989 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:52.989 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.989 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:52.989 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:52.990 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.238747+0000", 2023-12-20T10:49:52.990 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.238747+0000", 2023-12-20T10:49:52.990 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.238747+0000", 2023-12-20T10:49:52.990 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.990 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.990 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:52.990 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.238747+0000", 2023-12-20T10:49:52.990 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.238747+0000", 2023-12-20T10:49:52.990 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.990 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:52.990 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.990 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.990 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:52.990 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.990 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.990 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.991 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.991 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:52.991 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.991 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.991 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.991 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.17", 2023-12-20T10:49:52.991 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.991 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.991 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.991 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:52.991 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.991 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T19:43:05.191196+0000", 2023-12-20T10:49:52.991 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.991 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.991 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.991 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.992 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.992 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.992 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.992 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.992 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.992 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.992 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.992 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.992 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.992 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.992 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.992 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.992 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.992 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.992 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.993 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.993 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.993 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.993 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:52.993 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:52.993 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:52.993 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:52.993 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:52.993 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:52.993 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:52.993 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:52.993 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:52.993 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:52.993 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:52.993 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:52.994 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:52.994 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:52.994 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:52.994 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:52.994 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:52.994 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:52.994 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:52.994 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:52.994 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:52.994 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.994 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:52.994 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:52.994 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:52.994 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:52.994 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:52.994 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:52.995 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.995 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 6, 2023-12-20T10:49:52.995 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:52.995 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:52.995 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:52.995 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:52.995 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:52.995 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:52.995 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:52.995 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:52.995 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 5, 2023-12-20T10:49:52.995 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:52.995 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:52.995 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:52.995 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:52.996 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:52.996 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:52.996 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.241804+0000", 2023-12-20T10:49:52.996 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.694417+0000", 2023-12-20T10:49:52.996 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.694417+0000", 2023-12-20T10:49:52.996 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.694763+0000", 2023-12-20T10:49:52.996 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.241804+0000", 2023-12-20T10:49:52.996 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.996 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:52.996 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.996 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:52.996 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.241804+0000", 2023-12-20T10:49:52.996 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.241804+0000", 2023-12-20T10:49:52.996 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.241804+0000", 2023-12-20T10:49:52.996 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:52.996 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:52.997 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:52.997 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.241804+0000", 2023-12-20T10:49:52.997 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.241804+0000", 2023-12-20T10:49:52.997 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:52.997 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:52.997 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:52.997 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:52.997 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:52.997 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:52.997 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:52.997 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:52.997 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:52.997 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:52.997 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:52.997 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:52.998 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:52.998 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.16", 2023-12-20T10:49:52.998 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:52.998 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:52.998 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:52.998 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:52.998 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:52.998 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T17:16:42.177897+0000", 2023-12-20T10:49:52.998 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:52.998 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:52.998 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:52.998 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:52.998 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:52.998 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:52.998 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:52.998 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:52.999 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:52.999 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:52.999 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:52.999 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:52.999 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:52.999 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:52.999 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:52.999 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:52.999 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:52.999 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:52.999 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:52.999 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:52.999 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:52.999 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:52.999 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.000 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.000 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.000 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.000 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.000 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.000 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.000 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.000 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.000 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.000 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.000 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.000 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.000 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.000 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.001 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.001 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.001 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.001 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.001 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.001 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.001 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.001 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.001 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.001 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.001 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.001 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.001 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:53.001 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.001 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 5, 2023-12-20T10:49:53.002 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.002 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.002 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.002 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.002 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.002 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:53.002 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:53.002 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.002 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 5, 2023-12-20T10:49:53.002 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.002 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.002 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:53.002 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.002 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.002 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.003 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.241654+0000", 2023-12-20T10:49:53.003 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.687928+0000", 2023-12-20T10:49:53.003 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.687928+0000", 2023-12-20T10:49:53.003 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.689249+0000", 2023-12-20T10:49:53.003 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.241654+0000", 2023-12-20T10:49:53.003 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.003 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.003 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.003 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:53.003 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.241654+0000", 2023-12-20T10:49:53.003 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.241654+0000", 2023-12-20T10:49:53.003 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.241654+0000", 2023-12-20T10:49:53.003 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.003 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.003 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.003 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.241654+0000", 2023-12-20T10:49:53.004 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.241654+0000", 2023-12-20T10:49:53.004 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.004 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.004 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.004 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.004 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:53.004 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.004 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.004 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.004 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.004 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.004 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.004 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.004 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.004 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.16", 2023-12-20T10:49:53.004 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.005 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.005 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.005 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:53.005 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.005 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T20:30:52.897952+0000", 2023-12-20T10:49:53.005 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.005 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.005 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.005 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.005 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.005 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.005 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.005 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.005 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.006 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.006 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.006 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.006 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.006 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.006 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.006 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.006 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.006 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.006 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.006 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.006 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.006 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.006 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.006 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.007 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.007 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.007 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.007 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.007 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.007 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.007 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.007 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.007 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.007 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.007 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.007 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.007 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.007 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.008 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.008 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.008 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.008 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.008 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.008 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.008 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.008 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.008 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.008 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.008 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:53.008 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:53.008 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.008 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 5, 2023-12-20T10:49:53.008 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.009 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.009 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.009 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.009 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.009 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.009 INFO:tasks.workunit.client.0.smithi123.stdout: 3 2023-12-20T10:49:53.009 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.009 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 0, 2023-12-20T10:49:53.009 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.009 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.009 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.009 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.009 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.009 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.009 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.239930+0000", 2023-12-20T10:49:53.010 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.688787+0000", 2023-12-20T10:49:53.010 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.688787+0000", 2023-12-20T10:49:53.010 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.689467+0000", 2023-12-20T10:49:53.010 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.239930+0000", 2023-12-20T10:49:53.010 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.010 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.010 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.010 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:53.010 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.239930+0000", 2023-12-20T10:49:53.010 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.239930+0000", 2023-12-20T10:49:53.010 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.239930+0000", 2023-12-20T10:49:53.010 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.010 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.010 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.010 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.239930+0000", 2023-12-20T10:49:53.011 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.239930+0000", 2023-12-20T10:49:53.011 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.011 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.011 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.011 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.011 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:53.011 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.011 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.011 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.011 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.011 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.011 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.011 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.011 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.011 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.17", 2023-12-20T10:49:53.011 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.012 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.012 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.012 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:53.012 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.012 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T21:40:41.732183+0000", 2023-12-20T10:49:53.012 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.012 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.012 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.012 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.012 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.012 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.012 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.012 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.012 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.012 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.013 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.013 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.013 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.013 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.013 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.013 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.013 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.013 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.013 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.013 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.013 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.013 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.013 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.013 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.013 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.013 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.014 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.014 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.014 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.014 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.014 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.014 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.014 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.014 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.014 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.014 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.014 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.014 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.014 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.015 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.015 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.015 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.015 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.015 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.015 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.015 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.015 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.015 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.015 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.015 INFO:tasks.workunit.client.0.smithi123.stdout: 3 2023-12-20T10:49:53.015 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.015 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 0, 2023-12-20T10:49:53.015 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.015 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.015 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.016 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.016 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.016 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.016 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:53.016 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.016 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 1, 2023-12-20T10:49:53.016 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.016 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.016 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:53.016 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.016 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.016 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.016 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.238304+0000", 2023-12-20T10:49:53.016 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.686240+0000", 2023-12-20T10:49:53.016 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.686240+0000", 2023-12-20T10:49:53.017 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.686563+0000", 2023-12-20T10:49:53.017 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.238304+0000", 2023-12-20T10:49:53.017 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.017 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.017 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.017 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:53.017 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.238304+0000", 2023-12-20T10:49:53.017 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.238304+0000", 2023-12-20T10:49:53.017 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.238304+0000", 2023-12-20T10:49:53.017 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.017 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.017 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.017 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.238304+0000", 2023-12-20T10:49:53.017 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.238304+0000", 2023-12-20T10:49:53.017 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.018 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 3, 2023-12-20T10:49:53.018 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.018 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.018 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:53.018 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.018 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.018 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.018 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.018 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 3, 2023-12-20T10:49:53.018 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.018 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.018 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.018 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.15", 2023-12-20T10:49:53.018 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.018 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.019 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.019 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 20, 2023-12-20T10:49:53.019 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.019 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T16:48:56.005080+0000", 2023-12-20T10:49:53.019 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.019 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.019 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.019 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 90, 2023-12-20T10:49:53.019 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.019 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.019 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.019 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.019 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.019 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.019 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.020 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.020 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.020 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.020 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.020 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.020 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.020 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.020 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.020 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 6, 2023-12-20T10:49:53.020 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 2, 2023-12-20T10:49:53.020 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.020 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 2, 2023-12-20T10:49:53.020 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.020 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.020 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.021 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.021 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.021 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 1, 2023-12-20T10:49:53.021 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.021 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.021 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.021 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.021 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.021 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.021 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.021 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.021 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.021 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.021 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.021 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.022 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 4, 2023-12-20T10:49:53.022 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 1 2023-12-20T10:49:53.022 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.022 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.022 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.022 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.022 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.022 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.022 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:53.022 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.022 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 1, 2023-12-20T10:49:53.022 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "58'3" 2023-12-20T10:49:53.022 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.022 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.022 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.023 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.023 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.023 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:53.023 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.023 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 4, 2023-12-20T10:49:53.023 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.023 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.023 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.023 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.023 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.023 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.023 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.234980+0000", 2023-12-20T10:49:53.023 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.686796+0000", 2023-12-20T10:49:53.023 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.686796+0000", 2023-12-20T10:49:53.023 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.688476+0000", 2023-12-20T10:49:53.023 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.234980+0000", 2023-12-20T10:49:53.024 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.024 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.024 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.024 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:53.024 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.234980+0000", 2023-12-20T10:49:53.024 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.234980+0000", 2023-12-20T10:49:53.024 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.234980+0000", 2023-12-20T10:49:53.024 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.024 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.024 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.024 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.234980+0000", 2023-12-20T10:49:53.024 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.234980+0000", 2023-12-20T10:49:53.024 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.024 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.024 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.025 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.025 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:53.025 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.025 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.025 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.025 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.025 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.025 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.025 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.025 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.025 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.14", 2023-12-20T10:49:53.025 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.025 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.025 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.025 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:53.026 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.026 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T21:22:31.148679+0000", 2023-12-20T10:49:53.026 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.026 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.026 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.026 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.026 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.026 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.026 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.026 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.026 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.026 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.026 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.026 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.026 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.026 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.027 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.027 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.027 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.027 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.027 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.027 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.027 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.027 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.027 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.027 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.027 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.027 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.027 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.027 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.027 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.028 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.028 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.028 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.028 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.028 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.028 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.028 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.028 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.028 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.028 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.028 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.028 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.028 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.028 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.029 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.029 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.029 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.029 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.029 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.029 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.029 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:53.029 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.029 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 4, 2023-12-20T10:49:53.029 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.029 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.029 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.029 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.029 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:53.029 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.030 INFO:tasks.workunit.client.0.smithi123.stdout: 5 2023-12-20T10:49:53.030 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.030 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 6, 2023-12-20T10:49:53.030 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.030 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.030 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:53.030 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.030 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.030 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.030 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:30.840041+0000", 2023-12-20T10:49:53.030 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.689397+0000", 2023-12-20T10:49:53.030 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.689397+0000", 2023-12-20T10:49:53.030 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.689700+0000", 2023-12-20T10:49:53.030 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:30.840041+0000", 2023-12-20T10:49:53.031 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.031 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.031 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.031 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:53.031 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:30.840041+0000", 2023-12-20T10:49:53.031 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:30.840041+0000", 2023-12-20T10:49:53.031 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:30.840041+0000", 2023-12-20T10:49:53.031 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.031 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.031 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.031 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:30.840041+0000", 2023-12-20T10:49:53.031 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:30.840041+0000", 2023-12-20T10:49:53.031 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.031 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 12, 2023-12-20T10:49:53.031 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.031 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.032 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:53.032 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.032 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.032 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.032 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.032 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 12, 2023-12-20T10:49:53.032 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.032 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.032 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.032 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.14", 2023-12-20T10:49:53.032 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.032 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.032 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 65, 2023-12-20T10:49:53.032 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 28, 2023-12-20T10:49:53.032 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.033 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T21:12:22.968575+0000", 2023-12-20T10:49:53.033 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.033 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.033 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.033 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 2606, 2023-12-20T10:49:53.033 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.033 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.033 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.033 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.033 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.033 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.033 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.033 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.033 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.033 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.034 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.034 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.034 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.034 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.034 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.034 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 12, 2023-12-20T10:49:53.034 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 4, 2023-12-20T10:49:53.034 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.034 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 4, 2023-12-20T10:49:53.034 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.034 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.034 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.034 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.034 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.034 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 1, 2023-12-20T10:49:53.035 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.035 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.035 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.035 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.035 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.035 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.035 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.035 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.035 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.035 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.035 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.035 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.035 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 12, 2023-12-20T10:49:53.035 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 9 2023-12-20T10:49:53.035 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.035 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.036 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.036 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.036 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:53.036 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.036 INFO:tasks.workunit.client.0.smithi123.stdout: 5 2023-12-20T10:49:53.036 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.036 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 6, 2023-12-20T10:49:53.036 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "65'12" 2023-12-20T10:49:53.036 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.036 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.036 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.036 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.036 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.036 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:53.036 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.037 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:53.037 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.037 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.037 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.037 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.037 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.037 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.037 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.241346+0000", 2023-12-20T10:49:53.037 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.700378+0000", 2023-12-20T10:49:53.037 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.700378+0000", 2023-12-20T10:49:53.037 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.701368+0000", 2023-12-20T10:49:53.037 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.241346+0000", 2023-12-20T10:49:53.037 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.037 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.038 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.038 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:53.038 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.241346+0000", 2023-12-20T10:49:53.038 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.241346+0000", 2023-12-20T10:49:53.038 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.241346+0000", 2023-12-20T10:49:53.038 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.038 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.038 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.038 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.241346+0000", 2023-12-20T10:49:53.038 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.241346+0000", 2023-12-20T10:49:53.038 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.038 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.038 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.038 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.038 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:53.038 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.039 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.039 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.039 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.039 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.039 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.039 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.039 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.039 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.15", 2023-12-20T10:49:53.039 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.039 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.039 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.039 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:53.039 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.039 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T17:33:59.635436+0000", 2023-12-20T10:49:53.039 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.039 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.040 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.040 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.040 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.040 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.040 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.040 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.040 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.040 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.040 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.040 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.040 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.040 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.040 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.040 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.040 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.041 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.041 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.041 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.041 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.041 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.041 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.041 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.041 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.041 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.041 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.041 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.041 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.041 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.041 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.041 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.041 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.042 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.042 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.042 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.042 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.042 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.042 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.042 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.042 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.042 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.042 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.042 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.042 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.042 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.043 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.043 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.043 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.043 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:53.043 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.043 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:53.043 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.043 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.043 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.043 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.043 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.043 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.043 INFO:tasks.workunit.client.0.smithi123.stdout: 3 2023-12-20T10:49:53.043 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.043 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 0, 2023-12-20T10:49:53.044 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.044 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.044 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:53.044 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.044 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.044 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.044 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240854+0000", 2023-12-20T10:49:53.044 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.691828+0000", 2023-12-20T10:49:53.044 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.691828+0000", 2023-12-20T10:49:53.044 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.692114+0000", 2023-12-20T10:49:53.044 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240854+0000", 2023-12-20T10:49:53.044 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.044 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.044 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.044 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:53.045 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240854+0000", 2023-12-20T10:49:53.045 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240854+0000", 2023-12-20T10:49:53.045 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240854+0000", 2023-12-20T10:49:53.045 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.045 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.045 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.045 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240854+0000", 2023-12-20T10:49:53.045 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240854+0000", 2023-12-20T10:49:53.045 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.045 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 2, 2023-12-20T10:49:53.045 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.045 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.045 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:53.045 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.046 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.046 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.046 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.046 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 2, 2023-12-20T10:49:53.046 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.046 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.046 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.046 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.13", 2023-12-20T10:49:53.046 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.046 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.046 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.046 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 18, 2023-12-20T10:49:53.046 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.046 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T20:10:46.140345+0000", 2023-12-20T10:49:53.046 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.047 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.047 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.047 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 34, 2023-12-20T10:49:53.047 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.047 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.047 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.047 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.047 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.047 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.047 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.047 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.047 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.047 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.047 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.047 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.048 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.048 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.048 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.048 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 6, 2023-12-20T10:49:53.048 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 2, 2023-12-20T10:49:53.048 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.048 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 2, 2023-12-20T10:49:53.048 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.048 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.048 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.048 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.048 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.048 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 1, 2023-12-20T10:49:53.048 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.049 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.049 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.049 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.049 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.049 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.049 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.049 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.049 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.049 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.049 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.049 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.049 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 3, 2023-12-20T10:49:53.049 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 6 2023-12-20T10:49:53.049 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.049 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.050 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.050 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.050 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.050 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.050 INFO:tasks.workunit.client.0.smithi123.stdout: 3 2023-12-20T10:49:53.050 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.050 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 0, 2023-12-20T10:49:53.050 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "58'2" 2023-12-20T10:49:53.050 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.050 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.050 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.050 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.050 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.050 INFO:tasks.workunit.client.0.smithi123.stdout: 3 2023-12-20T10:49:53.050 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.051 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 0, 2023-12-20T10:49:53.051 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.051 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.051 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.051 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.051 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.051 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.051 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240015+0000", 2023-12-20T10:49:53.051 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.694378+0000", 2023-12-20T10:49:53.051 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.694378+0000", 2023-12-20T10:49:53.051 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.694680+0000", 2023-12-20T10:49:53.051 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240015+0000", 2023-12-20T10:49:53.051 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.051 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.051 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.052 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:53.052 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240015+0000", 2023-12-20T10:49:53.052 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240015+0000", 2023-12-20T10:49:53.052 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240015+0000", 2023-12-20T10:49:53.052 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.052 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.052 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.052 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240015+0000", 2023-12-20T10:49:53.052 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240015+0000", 2023-12-20T10:49:53.052 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.052 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.052 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.052 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.052 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:53.052 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.053 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.053 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.053 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.053 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.053 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.053 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.053 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.053 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.12", 2023-12-20T10:49:53.053 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.053 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.053 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.053 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:53.053 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.053 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T11:50:56.905226+0000", 2023-12-20T10:49:53.054 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.054 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.054 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.054 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.054 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.054 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.054 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.054 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.054 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.054 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.054 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.054 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.054 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.054 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.054 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.054 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.055 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.055 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.055 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.055 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.055 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.055 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.055 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.055 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.055 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.055 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.055 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.055 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.055 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.055 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.055 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.055 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.056 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.056 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.056 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.056 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.056 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.056 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.056 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.056 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.056 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.056 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.056 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.056 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.056 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.056 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.057 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.057 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.057 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.057 INFO:tasks.workunit.client.0.smithi123.stdout: 3 2023-12-20T10:49:53.057 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.057 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 0, 2023-12-20T10:49:53.057 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.057 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.057 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.057 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.057 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.057 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.057 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:53.057 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.057 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 5, 2023-12-20T10:49:53.057 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.058 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.058 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:53.058 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.058 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.058 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.058 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.241048+0000", 2023-12-20T10:49:53.058 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.691909+0000", 2023-12-20T10:49:53.058 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.691909+0000", 2023-12-20T10:49:53.058 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.692202+0000", 2023-12-20T10:49:53.058 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.241048+0000", 2023-12-20T10:49:53.058 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.058 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.058 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.058 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:53.058 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.241048+0000", 2023-12-20T10:49:53.059 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.241048+0000", 2023-12-20T10:49:53.059 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.241048+0000", 2023-12-20T10:49:53.059 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.059 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.059 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.059 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.241048+0000", 2023-12-20T10:49:53.059 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.241048+0000", 2023-12-20T10:49:53.059 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.059 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.059 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.059 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.059 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:53.059 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.059 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.059 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.060 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.060 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.060 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.060 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.060 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.060 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.12", 2023-12-20T10:49:53.060 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.060 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.060 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.060 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:53.060 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.060 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T18:40:08.977136+0000", 2023-12-20T10:49:53.060 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.060 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.060 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.061 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.061 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.061 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.061 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.061 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.061 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.061 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.061 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.061 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.061 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.061 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.061 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.061 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.061 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.061 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.062 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.062 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.062 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.062 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.062 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.062 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.062 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.062 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.062 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.062 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.062 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.062 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.062 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.062 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.063 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.063 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.063 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.063 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.063 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.063 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.063 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.063 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.063 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.063 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.063 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.063 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.063 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.063 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.063 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.064 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.064 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.064 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:53.064 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.064 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 5, 2023-12-20T10:49:53.064 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.064 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.064 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.064 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.064 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.064 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.064 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:53.064 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.064 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:53.065 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.065 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.065 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.065 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.065 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.065 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.065 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.239533+0000", 2023-12-20T10:49:53.065 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.701549+0000", 2023-12-20T10:49:53.065 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.701549+0000", 2023-12-20T10:49:53.065 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.701840+0000", 2023-12-20T10:49:53.065 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.239533+0000", 2023-12-20T10:49:53.065 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.065 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.065 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.065 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:53.066 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.239533+0000", 2023-12-20T10:49:53.066 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.239533+0000", 2023-12-20T10:49:53.066 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.239533+0000", 2023-12-20T10:49:53.066 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.066 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.066 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.066 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.239533+0000", 2023-12-20T10:49:53.066 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.239533+0000", 2023-12-20T10:49:53.066 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.066 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.066 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.066 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.066 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:53.066 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.066 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.066 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.067 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.067 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.067 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.067 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.067 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.067 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.13", 2023-12-20T10:49:53.067 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.067 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.067 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.067 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:53.067 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.067 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T10:48:22.697625+0000", 2023-12-20T10:49:53.067 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.067 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.067 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.068 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.068 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.068 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.068 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.068 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.068 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.068 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.068 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.068 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.068 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.068 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.068 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.068 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.068 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.068 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.068 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.069 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.069 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.069 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.069 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.069 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.069 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.069 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.069 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.069 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.069 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.069 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.069 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.069 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.069 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.069 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.070 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.070 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.070 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.070 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.070 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.070 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.070 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.070 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.070 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.070 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.070 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.070 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.070 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.070 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.070 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.071 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:53.071 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.071 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:53.071 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.071 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.071 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.071 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.071 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:53.071 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.071 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:53.071 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.071 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 6, 2023-12-20T10:49:53.071 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.071 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.071 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:53.072 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.072 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.072 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.072 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.242295+0000", 2023-12-20T10:49:53.072 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.680664+0000", 2023-12-20T10:49:53.072 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.680664+0000", 2023-12-20T10:49:53.072 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.681000+0000", 2023-12-20T10:49:53.072 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.242295+0000", 2023-12-20T10:49:53.072 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.072 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.072 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.072 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:53.072 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.242295+0000", 2023-12-20T10:49:53.072 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.242295+0000", 2023-12-20T10:49:53.072 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.242295+0000", 2023-12-20T10:49:53.073 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.073 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.073 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.073 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.242295+0000", 2023-12-20T10:49:53.073 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.242295+0000", 2023-12-20T10:49:53.073 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.073 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.073 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.073 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.073 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:53.073 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.073 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.073 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.073 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.073 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.074 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.074 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.074 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.074 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.11", 2023-12-20T10:49:53.074 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.074 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.074 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.074 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:53.074 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.074 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T19:03:40.339950+0000", 2023-12-20T10:49:53.074 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.074 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.074 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.074 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.074 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.075 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.075 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.075 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.075 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.075 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.075 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.075 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.075 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.075 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.075 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.075 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.075 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.075 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.075 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.075 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.075 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.076 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.076 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.076 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.076 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.076 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.076 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.076 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.076 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.076 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.076 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.076 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.076 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.076 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.076 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.076 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.077 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.077 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.077 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.077 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.077 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.077 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.077 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.077 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.077 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.077 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.077 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.077 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:53.077 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.077 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:53.077 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.078 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 6, 2023-12-20T10:49:53.078 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.078 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.078 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.078 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.078 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:53.078 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.078 INFO:tasks.workunit.client.0.smithi123.stdout: 5 2023-12-20T10:49:53.078 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.078 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 6, 2023-12-20T10:49:53.078 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.078 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.078 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.078 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.078 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.079 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.079 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237744+0000", 2023-12-20T10:49:53.079 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.687824+0000", 2023-12-20T10:49:53.079 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.687824+0000", 2023-12-20T10:49:53.079 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.692146+0000", 2023-12-20T10:49:53.079 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237744+0000", 2023-12-20T10:49:53.079 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.079 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.079 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.079 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:53.079 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237744+0000", 2023-12-20T10:49:53.079 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237744+0000", 2023-12-20T10:49:53.079 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237744+0000", 2023-12-20T10:49:53.079 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.079 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.079 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.080 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237744+0000", 2023-12-20T10:49:53.080 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237744+0000", 2023-12-20T10:49:53.080 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.080 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.080 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.080 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.080 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:53.080 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.080 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.080 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.080 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.080 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.080 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.080 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.080 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.081 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.10", 2023-12-20T10:49:53.081 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.081 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.081 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.081 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:53.081 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.081 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T13:18:15.826339+0000", 2023-12-20T10:49:53.081 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.081 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.081 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.081 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.081 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.081 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.081 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.081 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.081 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.082 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.082 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.082 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.082 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.082 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.082 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.082 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.082 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.082 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.082 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.082 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.082 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.082 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.082 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.082 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.082 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.083 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.083 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.083 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.083 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.083 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.083 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.083 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.083 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.083 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.083 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.083 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.083 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.083 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.083 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.083 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.084 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.084 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.084 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.084 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.084 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.084 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.084 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.084 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:53.084 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.084 INFO:tasks.workunit.client.0.smithi123.stdout: 5 2023-12-20T10:49:53.084 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.084 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 6, 2023-12-20T10:49:53.084 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.084 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.084 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.085 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.085 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:53.085 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.085 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:53.085 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.085 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 2, 2023-12-20T10:49:53.085 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.085 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.085 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:53.085 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.085 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.085 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.085 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.232934+0000", 2023-12-20T10:49:53.085 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.683756+0000", 2023-12-20T10:49:53.085 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.683756+0000", 2023-12-20T10:49:53.086 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.684017+0000", 2023-12-20T10:49:53.086 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.232934+0000", 2023-12-20T10:49:53.086 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.086 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.086 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.086 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:53.086 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.232934+0000", 2023-12-20T10:49:53.086 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.232934+0000", 2023-12-20T10:49:53.086 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.232934+0000", 2023-12-20T10:49:53.086 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.086 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.086 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.086 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.232934+0000", 2023-12-20T10:49:53.086 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.232934+0000", 2023-12-20T10:49:53.086 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.087 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 8, 2023-12-20T10:49:53.087 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.087 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.087 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:53.087 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.087 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.087 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.087 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.087 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 8, 2023-12-20T10:49:53.087 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.087 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.087 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.087 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.10", 2023-12-20T10:49:53.087 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.087 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.087 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.088 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 24, 2023-12-20T10:49:53.088 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.088 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T20:09:11.457636+0000", 2023-12-20T10:49:53.088 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.088 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.088 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.088 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.088 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.088 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.088 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.088 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.088 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.088 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.088 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.088 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.088 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.089 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.089 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.089 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.089 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.089 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.089 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.089 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 12, 2023-12-20T10:49:53.089 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 4, 2023-12-20T10:49:53.089 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.089 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 4, 2023-12-20T10:49:53.089 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.089 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.089 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.089 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.089 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.090 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 4, 2023-12-20T10:49:53.090 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.090 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.090 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.090 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.090 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.090 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.090 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.090 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.090 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.090 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.090 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.090 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.090 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 12, 2023-12-20T10:49:53.090 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.090 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.091 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.091 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.091 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.091 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:53.091 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.091 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:53.091 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.091 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 2, 2023-12-20T10:49:53.091 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "58'8" 2023-12-20T10:49:53.091 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.091 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.091 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.091 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.091 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.091 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:53.091 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.092 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:53.092 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.092 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.092 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.092 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.092 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.092 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.092 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.238700+0000", 2023-12-20T10:49:53.092 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.700386+0000", 2023-12-20T10:49:53.092 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.700386+0000", 2023-12-20T10:49:53.092 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.701016+0000", 2023-12-20T10:49:53.092 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.238700+0000", 2023-12-20T10:49:53.092 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.092 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.092 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.093 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:53.093 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.238700+0000", 2023-12-20T10:49:53.093 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.238700+0000", 2023-12-20T10:49:53.093 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.238700+0000", 2023-12-20T10:49:53.093 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.093 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.093 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.093 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.238700+0000", 2023-12-20T10:49:53.093 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.238700+0000", 2023-12-20T10:49:53.093 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.093 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.093 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.093 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.093 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:53.093 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.093 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.094 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.094 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.094 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.094 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.094 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.094 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.094 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.11", 2023-12-20T10:49:53.094 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.094 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.094 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.094 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:53.094 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.094 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T17:00:17.739221+0000", 2023-12-20T10:49:53.094 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.094 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.095 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.095 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.095 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.095 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.095 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.095 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.095 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.095 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.095 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.095 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.095 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.095 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.095 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.095 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.095 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.095 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.096 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.096 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.096 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.096 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.096 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.096 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.096 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.096 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.096 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.096 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.096 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.096 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.096 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.096 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.096 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.096 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.097 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.097 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.097 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.097 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.097 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.097 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.097 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.097 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.097 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.097 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.097 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.097 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.097 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.097 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.097 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.098 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:53.098 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.098 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:53.098 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.098 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.098 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.098 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.098 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.098 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.098 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:53.098 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.098 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 4, 2023-12-20T10:49:53.098 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.098 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.099 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:53.099 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.099 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.099 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.099 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:02.252370+0000", 2023-12-20T10:49:53.099 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:49:02.249302+0000", 2023-12-20T10:49:53.099 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:49:02.249302+0000", 2023-12-20T10:49:53.099 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:49:02.252370+0000", 2023-12-20T10:49:53.099 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:02.252370+0000", 2023-12-20T10:49:53.099 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.099 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.099 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.099 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 65, 2023-12-20T10:49:53.099 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:02.252370+0000", 2023-12-20T10:49:53.099 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:02.252370+0000", 2023-12-20T10:49:53.099 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:02.252370+0000", 2023-12-20T10:49:53.100 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.100 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.100 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.100 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:02.252370+0000", 2023-12-20T10:49:53.100 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:02.252370+0000", 2023-12-20T10:49:53.100 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.100 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 1, 2023-12-20T10:49:53.100 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.100 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.100 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 64, 2023-12-20T10:49:53.100 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.100 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.100 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.100 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.100 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 1, 2023-12-20T10:49:53.101 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.101 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.101 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.101 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.f", 2023-12-20T10:49:53.101 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.101 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.101 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 65, 2023-12-20T10:49:53.101 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 31, 2023-12-20T10:49:53.101 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.101 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T12:45:47.880981+0000", 2023-12-20T10:49:53.101 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.101 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.101 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.101 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 22, 2023-12-20T10:49:53.101 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.102 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 22, 2023-12-20T10:49:53.102 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.102 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.102 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.102 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.102 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.102 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.102 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.102 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.102 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.102 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.102 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.102 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.102 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.102 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 3, 2023-12-20T10:49:53.103 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 1, 2023-12-20T10:49:53.103 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.103 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 1, 2023-12-20T10:49:53.103 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.103 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.103 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.103 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.103 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.103 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.103 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.103 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 1, 2023-12-20T10:49:53.103 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.103 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.103 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.103 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.104 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.104 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.104 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.104 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.104 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.104 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.104 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 1, 2023-12-20T10:49:53.104 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 1 2023-12-20T10:49:53.104 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.104 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.104 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.104 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.104 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.104 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.104 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:53.105 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.105 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 4, 2023-12-20T10:49:53.105 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "58'1" 2023-12-20T10:49:53.105 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.105 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.105 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.105 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.105 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.105 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:53.105 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.105 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:53.105 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.105 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.105 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.105 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.106 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.106 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.106 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.241263+0000", 2023-12-20T10:49:53.106 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.700209+0000", 2023-12-20T10:49:53.106 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.700209+0000", 2023-12-20T10:49:53.106 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.701056+0000", 2023-12-20T10:49:53.106 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.241263+0000", 2023-12-20T10:49:53.106 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.106 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.106 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.106 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:53.106 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.241263+0000", 2023-12-20T10:49:53.106 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.241263+0000", 2023-12-20T10:49:53.106 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.241263+0000", 2023-12-20T10:49:53.106 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.107 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.107 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.107 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.241263+0000", 2023-12-20T10:49:53.107 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.241263+0000", 2023-12-20T10:49:53.107 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.107 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.107 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.107 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.107 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:53.107 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.107 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.107 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.107 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.107 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.107 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.107 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.108 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.108 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.e", 2023-12-20T10:49:53.108 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.108 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.108 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.108 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:53.108 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.108 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T22:27:22.132404+0000", 2023-12-20T10:49:53.108 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.108 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.108 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.108 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.108 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.108 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.108 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.109 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.109 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.109 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.109 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.109 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.109 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.109 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.109 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.109 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.109 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.109 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.109 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.109 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.109 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.109 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.109 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.110 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.110 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.110 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.110 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.110 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.110 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.110 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.110 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.110 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.110 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.110 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.110 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.110 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.110 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.110 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.110 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.111 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.111 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.111 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.111 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.111 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.111 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.111 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.111 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.111 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.111 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.111 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:53.111 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.111 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:53.111 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.111 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.112 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.112 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.112 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.112 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.112 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:53.112 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.112 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 1, 2023-12-20T10:49:53.112 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.112 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.112 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 60, 2023-12-20T10:49:53.112 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.112 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.112 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.112 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237797+0000", 2023-12-20T10:49:53.112 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:59.705309+0000", 2023-12-20T10:49:53.113 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:59.705309+0000", 2023-12-20T10:49:53.113 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:59.705612+0000", 2023-12-20T10:49:53.113 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237797+0000", 2023-12-20T10:49:53.113 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:53.113 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.113 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:53.113 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 61, 2023-12-20T10:49:53.113 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237797+0000", 2023-12-20T10:49:53.113 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237797+0000", 2023-12-20T10:49:53.113 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237797+0000", 2023-12-20T10:49:53.113 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.113 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.113 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:53.113 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237797+0000", 2023-12-20T10:49:53.113 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237797+0000", 2023-12-20T10:49:53.114 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.114 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.114 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.114 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.114 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 60, 2023-12-20T10:49:53.114 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.114 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.114 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.114 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.114 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.114 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.114 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.114 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.114 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "4.2", 2023-12-20T10:49:53.114 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.114 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.115 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.115 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 13, 2023-12-20T10:49:53.115 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.115 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T14:39:42.462905+0000", 2023-12-20T10:49:53.115 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.115 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.115 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.115 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.115 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.115 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.115 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.115 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.115 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.115 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.115 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.115 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.116 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.116 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.116 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.116 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.116 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.116 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.116 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.116 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.116 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.116 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.116 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.116 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.116 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.116 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.116 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.116 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.117 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.117 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.117 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.117 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.117 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.117 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.117 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.117 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.117 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.117 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.117 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.117 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.117 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.117 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.117 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.118 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.118 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.118 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.118 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.118 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.118 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.118 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:53.118 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.118 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 1, 2023-12-20T10:49:53.118 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.118 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.118 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.118 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.118 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.118 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.118 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:53.119 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.119 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 1, 2023-12-20T10:49:53.119 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.119 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.119 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:53.119 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.119 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.119 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.119 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237540+0000", 2023-12-20T10:49:53.119 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.694217+0000", 2023-12-20T10:49:53.119 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.694217+0000", 2023-12-20T10:49:53.119 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.694541+0000", 2023-12-20T10:49:53.119 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237540+0000", 2023-12-20T10:49:53.119 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.119 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.120 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.120 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:53.120 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237540+0000", 2023-12-20T10:49:53.120 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237540+0000", 2023-12-20T10:49:53.120 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237540+0000", 2023-12-20T10:49:53.120 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.120 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.120 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.120 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237540+0000", 2023-12-20T10:49:53.120 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237540+0000", 2023-12-20T10:49:53.120 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.120 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.120 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.120 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.120 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:53.120 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.121 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.121 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.121 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.121 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.121 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.121 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.121 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.121 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.4", 2023-12-20T10:49:53.121 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.121 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.121 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.121 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 17, 2023-12-20T10:49:53.121 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.121 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T15:48:37.282160+0000", 2023-12-20T10:49:53.121 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.121 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.122 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.122 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.122 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.122 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.122 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.122 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.122 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.122 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.122 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.122 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.122 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.122 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.122 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.122 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.122 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.123 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.123 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.123 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.123 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.123 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.123 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.123 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.123 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.123 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.123 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.123 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.123 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.123 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.123 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.123 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.123 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.124 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.124 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.124 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.124 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.124 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.124 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.124 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.124 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.124 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.124 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.124 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.124 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.124 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.124 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.124 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.124 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.125 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:53.125 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.125 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 1, 2023-12-20T10:49:53.125 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.125 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.125 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.125 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.125 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.125 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.125 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:53.125 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.125 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 5, 2023-12-20T10:49:53.125 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.125 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.125 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.126 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.126 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.126 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.126 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.242406+0000", 2023-12-20T10:49:53.126 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.695799+0000", 2023-12-20T10:49:53.126 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.695799+0000", 2023-12-20T10:49:53.126 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.696228+0000", 2023-12-20T10:49:53.126 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.242406+0000", 2023-12-20T10:49:53.126 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.126 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.126 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.126 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:53.126 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.242406+0000", 2023-12-20T10:49:53.126 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.242406+0000", 2023-12-20T10:49:53.127 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.242406+0000", 2023-12-20T10:49:53.127 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.127 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.127 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.127 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.242406+0000", 2023-12-20T10:49:53.127 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.242406+0000", 2023-12-20T10:49:53.127 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.127 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.127 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.127 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.127 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:53.127 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.127 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.127 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.127 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.127 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.128 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.128 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.128 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.128 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.5", 2023-12-20T10:49:53.128 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.128 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.128 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.128 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:53.128 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.128 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T21:01:49.912160+0000", 2023-12-20T10:49:53.128 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.128 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.128 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.128 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.128 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.129 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.129 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.129 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.129 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.129 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.129 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.129 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.129 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.129 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.129 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.129 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.129 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.129 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.129 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.129 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.129 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.130 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.130 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.130 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.130 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.130 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.130 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.130 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.130 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.130 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.130 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.130 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.130 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.130 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.130 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.130 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.131 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.131 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.131 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.131 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.131 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.131 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.131 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.131 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.131 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.131 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.131 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.131 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.131 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.131 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:53.131 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.131 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 5, 2023-12-20T10:49:53.132 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.132 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.132 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.132 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.132 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.132 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:53.132 INFO:tasks.workunit.client.0.smithi123.stdout: 3 2023-12-20T10:49:53.132 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.132 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 1, 2023-12-20T10:49:53.132 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.132 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.132 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 60, 2023-12-20T10:49:53.132 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.132 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.132 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.132 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237616+0000", 2023-12-20T10:49:53.133 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:59.920344+0000", 2023-12-20T10:49:53.133 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:59.920344+0000", 2023-12-20T10:49:53.133 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:59.920660+0000", 2023-12-20T10:49:53.133 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237616+0000", 2023-12-20T10:49:53.133 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:53.133 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.133 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:53.133 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 61, 2023-12-20T10:49:53.133 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237616+0000", 2023-12-20T10:49:53.133 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237616+0000", 2023-12-20T10:49:53.133 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237616+0000", 2023-12-20T10:49:53.133 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.133 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.133 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:53.134 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237616+0000", 2023-12-20T10:49:53.134 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237616+0000", 2023-12-20T10:49:53.134 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.134 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.134 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.134 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.134 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 60, 2023-12-20T10:49:53.134 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.134 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.134 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.134 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.134 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.134 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.134 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.134 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.134 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "4.4", 2023-12-20T10:49:53.135 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.135 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.135 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.135 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 13, 2023-12-20T10:49:53.135 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.135 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T21:00:16.001367+0000", 2023-12-20T10:49:53.135 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.135 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.135 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.135 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.135 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.135 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.135 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.135 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.135 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.135 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.136 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.136 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.136 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.136 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.136 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.136 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.136 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.136 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.136 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.136 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.136 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.136 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.136 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.136 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.136 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.136 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.137 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.137 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.137 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.137 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.137 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.137 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.137 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.137 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.137 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.137 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.137 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.137 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.137 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.137 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.137 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.137 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.138 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.138 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.138 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.138 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.138 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.138 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.138 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:53.138 INFO:tasks.workunit.client.0.smithi123.stdout: 3 2023-12-20T10:49:53.138 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.138 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 1, 2023-12-20T10:49:53.138 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.138 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.138 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.138 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.139 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.139 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.139 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:53.139 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.139 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 5, 2023-12-20T10:49:53.139 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.139 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.139 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:53.139 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.139 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.139 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.139 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240962+0000", 2023-12-20T10:49:53.139 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.688720+0000", 2023-12-20T10:49:53.139 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.688720+0000", 2023-12-20T10:49:53.139 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.689002+0000", 2023-12-20T10:49:53.140 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240962+0000", 2023-12-20T10:49:53.140 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.140 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.140 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.140 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:53.140 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240962+0000", 2023-12-20T10:49:53.140 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240962+0000", 2023-12-20T10:49:53.140 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240962+0000", 2023-12-20T10:49:53.140 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.140 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.140 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.140 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240962+0000", 2023-12-20T10:49:53.140 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240962+0000", 2023-12-20T10:49:53.140 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.140 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.141 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.141 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.141 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:53.141 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.141 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.141 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.141 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.141 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.141 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.141 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.141 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.141 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.2", 2023-12-20T10:49:53.141 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.141 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.141 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.142 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:53.142 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.142 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T16:52:29.880343+0000", 2023-12-20T10:49:53.142 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.142 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.142 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.142 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.142 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.142 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.142 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.142 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.142 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.142 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.142 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.142 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.142 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.143 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.143 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.143 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.143 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.143 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.143 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.143 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.143 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.143 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.143 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.143 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.143 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.143 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.143 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.143 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.143 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.144 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.144 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.144 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.144 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.144 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.144 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.144 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.144 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.144 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.144 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.144 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.144 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.144 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.144 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.144 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.145 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.145 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.145 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.145 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.145 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.145 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:53.145 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.145 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 5, 2023-12-20T10:49:53.145 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.145 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.145 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.145 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.145 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.145 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.145 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:53.146 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.146 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 4, 2023-12-20T10:49:53.146 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.146 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.146 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.146 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.148 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.148 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.148 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.234944+0000", 2023-12-20T10:49:53.148 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.696766+0000", 2023-12-20T10:49:53.148 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.696766+0000", 2023-12-20T10:49:53.148 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.697650+0000", 2023-12-20T10:49:53.148 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.234944+0000", 2023-12-20T10:49:53.149 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.149 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.149 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.149 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:53.149 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.234944+0000", 2023-12-20T10:49:53.149 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.234944+0000", 2023-12-20T10:49:53.149 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.234944+0000", 2023-12-20T10:49:53.149 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.149 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.149 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.149 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.234944+0000", 2023-12-20T10:49:53.149 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.234944+0000", 2023-12-20T10:49:53.149 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.149 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.149 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.150 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.150 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:53.150 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.150 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.150 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.150 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.150 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.150 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.150 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.150 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.150 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.3", 2023-12-20T10:49:53.150 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.150 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.150 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.150 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:53.151 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.151 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T14:02:56.474424+0000", 2023-12-20T10:49:53.151 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.151 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.151 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.151 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.151 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.151 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.151 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.151 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.151 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.151 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.151 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.151 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.151 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.152 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.152 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.152 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.152 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.152 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.152 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.152 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.152 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.152 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.152 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.152 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.152 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.152 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.152 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.152 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.152 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.153 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.153 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.153 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.153 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.153 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.153 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.153 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.153 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.153 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.153 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.153 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.153 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.153 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.153 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.153 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.154 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.154 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.154 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.154 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.154 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.154 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:53.154 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.154 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 4, 2023-12-20T10:49:53.154 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.154 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.154 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.154 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.154 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.154 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.154 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:53.154 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.155 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 1, 2023-12-20T10:49:53.155 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.155 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.155 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 60, 2023-12-20T10:49:53.155 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.155 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.155 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.155 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237439+0000", 2023-12-20T10:49:53.155 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:59.705201+0000", 2023-12-20T10:49:53.155 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:59.705201+0000", 2023-12-20T10:49:53.155 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:59.705529+0000", 2023-12-20T10:49:53.155 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237439+0000", 2023-12-20T10:49:53.155 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:53.155 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.155 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:53.156 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 61, 2023-12-20T10:49:53.156 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237439+0000", 2023-12-20T10:49:53.156 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237439+0000", 2023-12-20T10:49:53.156 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237439+0000", 2023-12-20T10:49:53.156 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.156 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.156 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:53.156 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237439+0000", 2023-12-20T10:49:53.156 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237439+0000", 2023-12-20T10:49:53.156 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.156 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.156 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.156 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.156 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 60, 2023-12-20T10:49:53.156 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.156 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.157 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.157 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.157 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.157 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.157 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.157 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.157 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "4.7", 2023-12-20T10:49:53.157 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.157 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.157 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.157 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 13, 2023-12-20T10:49:53.157 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.157 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T20:59:17.878447+0000", 2023-12-20T10:49:53.157 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.157 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.158 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.158 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.158 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.158 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.158 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.158 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.158 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.158 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.158 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.158 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.158 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.158 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.158 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.158 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.158 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.158 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.159 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.159 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.159 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.159 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.159 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.159 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.159 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.159 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.159 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.159 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.159 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.159 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.159 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.159 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.159 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.160 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.160 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.160 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.160 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.160 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.160 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.160 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.160 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.160 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.160 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.160 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.160 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.160 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.160 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.160 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.160 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.161 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:53.161 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.161 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 1, 2023-12-20T10:49:53.161 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.161 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.161 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.161 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.161 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.161 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:53.161 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:53.161 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.161 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 1, 2023-12-20T10:49:53.161 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.161 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.161 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.162 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.162 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.162 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.162 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237496+0000", 2023-12-20T10:49:53.162 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.704971+0000", 2023-12-20T10:49:53.162 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.704971+0000", 2023-12-20T10:49:53.162 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.706610+0000", 2023-12-20T10:49:53.162 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237496+0000", 2023-12-20T10:49:53.162 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.162 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.162 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.162 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:53.162 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237496+0000", 2023-12-20T10:49:53.162 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237496+0000", 2023-12-20T10:49:53.162 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237496+0000", 2023-12-20T10:49:53.162 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.163 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.163 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.163 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237496+0000", 2023-12-20T10:49:53.163 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237496+0000", 2023-12-20T10:49:53.163 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.163 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.163 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.163 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.163 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:53.163 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.163 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.163 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.163 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.163 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.163 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.163 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.164 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.164 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.0", 2023-12-20T10:49:53.164 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.164 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.164 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.164 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:53.164 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.164 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T17:08:56.364229+0000", 2023-12-20T10:49:53.164 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.164 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.164 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.164 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.164 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.164 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.164 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.164 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.165 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.165 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.165 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.165 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.165 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.165 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.165 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.165 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.165 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.165 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.165 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.165 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.165 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.165 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.165 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.166 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.166 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.166 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.166 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.166 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.166 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.166 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.166 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.166 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.166 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.166 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.166 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.166 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.166 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.166 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.166 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.167 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.167 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.167 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.167 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.167 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.167 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.167 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.167 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.167 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.167 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:53.167 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:53.167 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.167 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 1, 2023-12-20T10:49:53.167 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.167 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.167 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.168 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.168 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:53.168 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.168 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:53.168 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.168 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 2, 2023-12-20T10:49:53.168 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.168 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.168 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:53.168 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.168 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.168 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.168 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.232721+0000", 2023-12-20T10:49:53.168 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.692290+0000", 2023-12-20T10:49:53.168 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.692290+0000", 2023-12-20T10:49:53.169 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.692597+0000", 2023-12-20T10:49:53.169 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.232721+0000", 2023-12-20T10:49:53.169 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.169 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.169 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.169 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:53.169 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.232721+0000", 2023-12-20T10:49:53.169 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.232721+0000", 2023-12-20T10:49:53.169 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.232721+0000", 2023-12-20T10:49:53.169 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.169 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.169 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.169 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.232721+0000", 2023-12-20T10:49:53.169 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.232721+0000", 2023-12-20T10:49:53.169 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.170 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.170 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.170 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.170 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:53.170 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.170 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.170 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.170 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.170 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.170 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.170 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.170 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.170 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.1", 2023-12-20T10:49:53.170 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.170 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.170 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.171 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:53.171 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.171 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T18:56:00.071757+0000", 2023-12-20T10:49:53.171 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.171 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.171 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.171 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.171 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.171 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.171 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.171 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.171 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.171 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.171 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.172 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.172 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.172 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.172 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.172 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.172 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.172 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.172 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.172 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.172 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.172 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.172 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.172 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.172 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.172 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.173 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.173 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.173 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.173 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.173 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.173 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.173 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.173 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.173 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.173 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.173 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.173 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.173 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.173 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.173 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.174 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.174 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.174 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.174 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.174 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.174 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.174 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:53.174 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.174 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:53.174 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.174 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 2, 2023-12-20T10:49:53.174 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.174 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.174 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.174 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.174 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:53.175 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.175 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:53.175 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.175 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 6, 2023-12-20T10:49:53.175 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.175 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.175 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 60, 2023-12-20T10:49:53.175 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.175 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.175 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.175 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.238233+0000", 2023-12-20T10:49:53.175 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:59.920749+0000", 2023-12-20T10:49:53.175 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:59.920749+0000", 2023-12-20T10:49:53.175 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:59.921046+0000", 2023-12-20T10:49:53.175 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.238233+0000", 2023-12-20T10:49:53.175 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:53.176 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.176 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:53.176 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 61, 2023-12-20T10:49:53.176 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.238233+0000", 2023-12-20T10:49:53.176 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.238233+0000", 2023-12-20T10:49:53.176 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.238233+0000", 2023-12-20T10:49:53.176 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.176 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.176 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:53.176 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.238233+0000", 2023-12-20T10:49:53.176 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.238233+0000", 2023-12-20T10:49:53.176 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.176 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.176 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.176 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.176 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 60, 2023-12-20T10:49:53.177 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.177 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.177 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.177 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.177 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.177 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.177 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.177 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.177 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "4.5", 2023-12-20T10:49:53.177 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.177 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.177 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.177 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 12, 2023-12-20T10:49:53.177 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.177 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T19:10:38.204192+0000", 2023-12-20T10:49:53.178 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.178 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.178 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.178 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.178 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.178 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.178 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.178 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.178 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.178 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.178 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.178 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.178 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.178 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.178 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.178 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.179 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.179 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.179 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.179 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.179 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.179 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.179 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.179 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.179 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.179 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.179 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.179 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.179 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.179 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.179 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.179 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.180 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.180 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.180 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.180 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.180 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.180 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.180 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.180 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.180 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.180 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.180 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.180 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.180 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.180 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.180 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.180 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:53.181 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.181 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:53.181 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.181 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 6, 2023-12-20T10:49:53.181 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.181 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.181 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.181 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.181 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.181 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.181 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:53.181 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.181 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 3, 2023-12-20T10:49:53.181 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.181 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.182 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.182 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.182 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.182 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.182 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237526+0000", 2023-12-20T10:49:53.182 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.694679+0000", 2023-12-20T10:49:53.182 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.694679+0000", 2023-12-20T10:49:53.182 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.694930+0000", 2023-12-20T10:49:53.182 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237526+0000", 2023-12-20T10:49:53.182 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.182 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.182 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.182 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:53.182 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237526+0000", 2023-12-20T10:49:53.182 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237526+0000", 2023-12-20T10:49:53.183 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237526+0000", 2023-12-20T10:49:53.183 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.183 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.183 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.183 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237526+0000", 2023-12-20T10:49:53.183 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237526+0000", 2023-12-20T10:49:53.183 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.183 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.183 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.183 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.183 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:53.183 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.183 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.183 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.183 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.184 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.184 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.184 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.184 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.184 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.2", 2023-12-20T10:49:53.184 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.184 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.184 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.184 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:53.184 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.184 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T21:36:40.215709+0000", 2023-12-20T10:49:53.184 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.184 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.184 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.184 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.185 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.185 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.185 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.185 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.185 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.185 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.185 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.185 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.185 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.185 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.185 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.185 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.185 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.185 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.185 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.186 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.186 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.186 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.186 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.186 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.186 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.186 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.186 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.186 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.186 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.186 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.186 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.186 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.186 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.186 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.186 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.187 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.187 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.187 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.187 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.187 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.187 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.187 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.187 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.187 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.187 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.187 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.187 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.187 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.187 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.187 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:53.187 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.188 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 3, 2023-12-20T10:49:53.188 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.188 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.188 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.188 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.188 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.188 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:53.188 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:53.188 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.188 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 5, 2023-12-20T10:49:53.188 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.188 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.188 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:53.188 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.188 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.188 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.189 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240986+0000", 2023-12-20T10:49:53.189 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.686884+0000", 2023-12-20T10:49:53.189 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.686884+0000", 2023-12-20T10:49:53.189 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.687207+0000", 2023-12-20T10:49:53.189 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240986+0000", 2023-12-20T10:49:53.189 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.189 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.189 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.189 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:53.189 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240986+0000", 2023-12-20T10:49:53.189 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240986+0000", 2023-12-20T10:49:53.189 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240986+0000", 2023-12-20T10:49:53.189 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.189 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.189 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.190 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240986+0000", 2023-12-20T10:49:53.190 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240986+0000", 2023-12-20T10:49:53.190 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.190 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.190 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.190 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.190 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:53.190 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.190 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.190 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.190 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.190 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.190 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.190 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.190 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.190 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.3", 2023-12-20T10:49:53.191 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.191 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.191 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.191 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:53.191 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.191 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T15:05:09.091618+0000", 2023-12-20T10:49:53.191 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.191 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.191 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.191 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.191 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.191 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.191 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.191 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.191 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.191 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.192 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.192 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.192 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.192 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.192 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.192 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.192 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.192 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.192 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.192 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.192 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.192 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.192 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.192 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.192 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.192 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.193 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.193 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.193 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.193 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.193 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.193 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.193 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.193 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.193 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.193 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.193 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.193 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.193 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.193 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.193 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.193 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.194 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.194 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.194 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.194 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.194 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.194 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.194 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:53.194 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:53.194 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.194 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 5, 2023-12-20T10:49:53.194 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.194 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.194 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.194 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.194 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.194 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.195 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:53.195 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.195 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:53.195 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.195 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.195 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 19, 2023-12-20T10:49:53.195 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.195 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.195 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.195 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240391+0000", 2023-12-20T10:49:53.195 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:20.486799+0000", 2023-12-20T10:49:53.195 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:20.486799+0000", 2023-12-20T10:49:53.195 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:20.487224+0000", 2023-12-20T10:49:53.195 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240391+0000", 2023-12-20T10:49:53.195 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:45:55.297991+0000", 2023-12-20T10:49:53.196 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.196 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:45:55.297991+0000", 2023-12-20T10:49:53.196 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 55, 2023-12-20T10:49:53.196 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240391+0000", 2023-12-20T10:49:53.196 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240391+0000", 2023-12-20T10:49:53.196 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240391+0000", 2023-12-20T10:49:53.196 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.196 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.196 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:45:55.297991+0000", 2023-12-20T10:49:53.196 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240391+0000", 2023-12-20T10:49:53.196 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240391+0000", 2023-12-20T10:49:53.196 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.196 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 128, 2023-12-20T10:49:53.196 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.196 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.197 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 54, 2023-12-20T10:49:53.197 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.197 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.197 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.197 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.197 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 128, 2023-12-20T10:49:53.197 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.197 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.197 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.197 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "1.0", 2023-12-20T10:49:53.197 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.197 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.197 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.197 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 272, 2023-12-20T10:49:53.197 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.197 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T14:55:50.892803+0000", 2023-12-20T10:49:53.198 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.198 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.198 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.198 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 590368, 2023-12-20T10:49:53.198 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.198 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 1771104, 2023-12-20T10:49:53.198 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.198 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.198 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.198 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.198 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.198 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.198 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.198 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.198 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.199 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.199 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.199 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.199 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.199 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 6, 2023-12-20T10:49:53.199 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 2, 2023-12-20T10:49:53.199 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.199 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 2, 2023-12-20T10:49:53.199 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.199 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.199 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.199 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.199 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.199 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.199 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.200 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 6, 2023-12-20T10:49:53.200 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.200 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.200 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.200 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.200 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.200 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 212, 2023-12-20T10:49:53.200 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 306, 2023-12-20T10:49:53.200 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.200 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.200 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.200 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 179, 2023-12-20T10:49:53.200 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 2416 2023-12-20T10:49:53.200 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.200 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.201 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.201 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.201 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.201 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.201 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:53.201 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.201 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:53.201 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "63'128" 2023-12-20T10:49:53.201 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.201 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.201 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.201 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.201 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.201 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:53.201 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.201 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 0, 2023-12-20T10:49:53.202 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.202 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.202 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 60, 2023-12-20T10:49:53.202 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.202 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.202 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.202 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.239656+0000", 2023-12-20T10:49:53.202 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:59.920486+0000", 2023-12-20T10:49:53.202 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:59.920486+0000", 2023-12-20T10:49:53.202 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:59.920789+0000", 2023-12-20T10:49:53.202 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.239656+0000", 2023-12-20T10:49:53.202 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:53.202 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.202 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:53.202 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 61, 2023-12-20T10:49:53.203 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.239656+0000", 2023-12-20T10:49:53.203 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.239656+0000", 2023-12-20T10:49:53.203 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.239656+0000", 2023-12-20T10:49:53.203 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.203 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.203 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:53.203 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.239656+0000", 2023-12-20T10:49:53.203 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.239656+0000", 2023-12-20T10:49:53.203 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.203 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.203 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.203 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.203 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 60, 2023-12-20T10:49:53.203 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.203 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.204 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.204 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.204 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.204 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.204 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.204 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.204 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "4.6", 2023-12-20T10:49:53.204 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.204 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.204 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.204 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 12, 2023-12-20T10:49:53.204 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.204 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T19:24:24.781241+0000", 2023-12-20T10:49:53.204 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.204 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.204 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.205 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.205 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.205 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.205 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.205 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.205 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.205 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.205 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.205 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.205 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.205 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.205 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.205 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.205 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.205 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.205 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.206 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.206 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.206 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.206 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.206 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.206 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.206 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.206 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.206 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.206 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.206 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.206 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.206 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.206 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.206 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.207 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.207 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.207 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.207 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.207 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.207 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.207 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.207 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.207 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.207 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.207 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.207 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.207 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.207 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.207 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.207 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:53.208 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.208 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 0, 2023-12-20T10:49:53.208 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.208 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.208 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.208 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.208 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.208 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.208 INFO:tasks.workunit.client.0.smithi123.stdout: 3 2023-12-20T10:49:53.208 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.208 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 0, 2023-12-20T10:49:53.208 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.208 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.208 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.208 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.208 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.209 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.209 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.239297+0000", 2023-12-20T10:49:53.209 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.689423+0000", 2023-12-20T10:49:53.209 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.689423+0000", 2023-12-20T10:49:53.209 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.689953+0000", 2023-12-20T10:49:53.209 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.239297+0000", 2023-12-20T10:49:53.209 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.209 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.209 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.209 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:53.209 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.239297+0000", 2023-12-20T10:49:53.209 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.239297+0000", 2023-12-20T10:49:53.209 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.239297+0000", 2023-12-20T10:49:53.209 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.210 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.210 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.210 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.239297+0000", 2023-12-20T10:49:53.210 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.239297+0000", 2023-12-20T10:49:53.210 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.210 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.210 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.210 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.210 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:53.210 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.210 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.210 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.210 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.210 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.210 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.210 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.211 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.211 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.1", 2023-12-20T10:49:53.211 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.211 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.211 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.211 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:53.211 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.211 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T13:58:32.778348+0000", 2023-12-20T10:49:53.211 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.211 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.211 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.211 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.211 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.211 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.211 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.212 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.212 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.212 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.212 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.212 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.212 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.212 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.212 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.212 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.212 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.212 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.212 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.212 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.212 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.212 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.212 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.213 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.213 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.213 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.213 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.213 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.213 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.213 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.213 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.213 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.213 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.213 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.213 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.213 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.213 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.213 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.214 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.214 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.214 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.214 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.214 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.214 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.214 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.214 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.214 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.214 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.214 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.214 INFO:tasks.workunit.client.0.smithi123.stdout: 3 2023-12-20T10:49:53.214 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.214 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 0, 2023-12-20T10:49:53.214 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.214 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.215 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.215 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.215 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.215 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.215 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:53.215 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.215 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:53.215 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.215 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.215 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:53.215 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.215 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.215 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.215 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240224+0000", 2023-12-20T10:49:53.215 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.691900+0000", 2023-12-20T10:49:53.215 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.691900+0000", 2023-12-20T10:49:53.216 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.692186+0000", 2023-12-20T10:49:53.216 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240224+0000", 2023-12-20T10:49:53.216 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.216 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.216 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.216 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:53.216 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240224+0000", 2023-12-20T10:49:53.216 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240224+0000", 2023-12-20T10:49:53.216 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240224+0000", 2023-12-20T10:49:53.216 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.216 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.216 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.216 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240224+0000", 2023-12-20T10:49:53.216 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240224+0000", 2023-12-20T10:49:53.216 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.216 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.217 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.217 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.217 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:53.217 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.217 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.217 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.217 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.217 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.217 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.217 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.217 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.217 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.0", 2023-12-20T10:49:53.217 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.217 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.217 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.218 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 17, 2023-12-20T10:49:53.218 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.218 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T10:55:18.587324+0000", 2023-12-20T10:49:53.218 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.218 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.218 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.218 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.218 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.218 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.218 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.218 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.218 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.218 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.218 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.218 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.218 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.219 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.219 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.219 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.219 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.219 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.219 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.219 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.219 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.219 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.219 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.219 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.219 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.219 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.219 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.219 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.220 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.220 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.220 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.220 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.220 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.220 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.220 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.220 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.220 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.220 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.220 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.220 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.220 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.220 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.220 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.220 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.221 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.221 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.221 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.221 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.221 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.221 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:53.221 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.221 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:53.221 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.221 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.221 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.221 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.221 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.221 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.221 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:53.221 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.222 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 0, 2023-12-20T10:49:53.222 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.222 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.222 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 60, 2023-12-20T10:49:53.222 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.222 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.222 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.222 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240940+0000", 2023-12-20T10:49:53.222 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:59.921248+0000", 2023-12-20T10:49:53.222 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:59.921248+0000", 2023-12-20T10:49:53.222 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:59.921555+0000", 2023-12-20T10:49:53.222 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240940+0000", 2023-12-20T10:49:53.222 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:53.222 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.222 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:53.223 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 61, 2023-12-20T10:49:53.223 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240940+0000", 2023-12-20T10:49:53.223 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240940+0000", 2023-12-20T10:49:53.223 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240940+0000", 2023-12-20T10:49:53.223 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.223 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.223 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:53.223 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240940+0000", 2023-12-20T10:49:53.223 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240940+0000", 2023-12-20T10:49:53.223 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.223 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.223 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.223 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.223 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 60, 2023-12-20T10:49:53.223 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.223 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.224 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.224 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.224 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.224 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.224 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.224 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.224 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "4.3", 2023-12-20T10:49:53.224 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.224 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.224 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.224 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 12, 2023-12-20T10:49:53.224 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.224 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T21:33:58.663943+0000", 2023-12-20T10:49:53.224 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.224 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.225 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.225 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.225 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.225 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.225 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.225 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.225 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.225 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.225 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.225 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.225 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.225 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.225 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.225 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.225 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.225 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.226 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.226 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.226 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.226 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.226 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.226 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.226 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.226 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.226 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.226 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.226 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.226 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.226 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.226 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.226 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.227 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.227 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.227 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.227 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.227 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.227 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.227 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.227 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.227 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.227 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.227 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.227 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.227 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.227 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.227 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.227 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.228 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:53.228 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.228 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 0, 2023-12-20T10:49:53.228 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.228 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.228 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.228 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.228 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.228 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.228 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:53.228 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.228 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:53.228 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.228 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.228 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:53.228 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.229 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.229 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.229 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.241097+0000", 2023-12-20T10:49:53.229 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.689684+0000", 2023-12-20T10:49:53.229 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.689684+0000", 2023-12-20T10:49:53.229 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.690001+0000", 2023-12-20T10:49:53.229 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.241097+0000", 2023-12-20T10:49:53.229 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.229 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.229 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.229 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:53.229 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.241097+0000", 2023-12-20T10:49:53.229 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.241097+0000", 2023-12-20T10:49:53.229 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.241097+0000", 2023-12-20T10:49:53.229 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.230 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.230 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.230 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.241097+0000", 2023-12-20T10:49:53.230 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.241097+0000", 2023-12-20T10:49:53.230 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.230 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.230 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.230 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.230 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:53.230 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.230 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.230 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.230 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.230 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.230 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.230 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.231 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.231 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.5", 2023-12-20T10:49:53.231 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.231 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.231 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.231 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 17, 2023-12-20T10:49:53.231 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.231 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T13:58:28.244659+0000", 2023-12-20T10:49:53.231 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.231 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.231 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.231 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.231 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.231 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.231 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.232 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.232 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.232 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.232 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.232 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.232 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.232 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.232 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.232 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.232 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.232 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.232 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.232 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.232 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.232 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.233 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.233 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.233 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.233 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.233 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.233 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.233 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.233 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.233 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.233 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.233 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.233 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.233 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.233 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.233 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.234 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.234 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.234 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.234 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.234 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.234 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.234 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.234 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.234 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.234 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.234 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.234 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.234 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:53.234 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.234 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:53.234 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.235 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.235 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.235 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.235 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.235 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:53.235 INFO:tasks.workunit.client.0.smithi123.stdout: 5 2023-12-20T10:49:53.235 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.235 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 1, 2023-12-20T10:49:53.235 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.235 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.235 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.235 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.235 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.235 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.235 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237711+0000", 2023-12-20T10:49:53.235 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.693761+0000", 2023-12-20T10:49:53.236 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.693761+0000", 2023-12-20T10:49:53.236 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.694151+0000", 2023-12-20T10:49:53.236 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237711+0000", 2023-12-20T10:49:53.236 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.236 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.236 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.236 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:53.236 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237711+0000", 2023-12-20T10:49:53.236 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237711+0000", 2023-12-20T10:49:53.236 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237711+0000", 2023-12-20T10:49:53.236 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.236 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.236 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.236 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237711+0000", 2023-12-20T10:49:53.236 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237711+0000", 2023-12-20T10:49:53.237 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.237 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.237 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.237 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.237 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:53.237 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.237 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.237 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.237 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.237 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.237 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.237 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.237 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.237 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.4", 2023-12-20T10:49:53.237 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.238 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.238 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.238 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:53.238 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.238 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T16:46:04.047270+0000", 2023-12-20T10:49:53.238 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.238 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.238 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.238 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.238 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.238 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.238 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.238 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.238 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.238 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.239 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.239 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.239 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.239 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.239 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.239 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.239 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.239 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.239 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.239 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.239 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.239 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.239 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.239 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.239 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.240 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.240 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.240 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.240 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.240 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.240 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.240 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.240 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.240 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.240 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.240 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.240 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.240 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.240 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.241 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.241 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.241 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.241 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.241 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.241 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.241 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.241 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.241 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.241 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:53.241 INFO:tasks.workunit.client.0.smithi123.stdout: 5 2023-12-20T10:49:53.241 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.241 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 1, 2023-12-20T10:49:53.241 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.241 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.242 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.242 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.242 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.242 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.242 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:53.242 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.242 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 3, 2023-12-20T10:49:53.242 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.242 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.242 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 60, 2023-12-20T10:49:53.242 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.242 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.242 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.242 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237016+0000", 2023-12-20T10:49:53.242 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:59.921092+0000", 2023-12-20T10:49:53.243 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:59.921092+0000", 2023-12-20T10:49:53.243 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:59.921323+0000", 2023-12-20T10:49:53.243 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237016+0000", 2023-12-20T10:49:53.243 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:53.243 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.243 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:53.243 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 61, 2023-12-20T10:49:53.243 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237016+0000", 2023-12-20T10:49:53.243 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237016+0000", 2023-12-20T10:49:53.243 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237016+0000", 2023-12-20T10:49:53.243 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.243 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.243 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:53.243 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237016+0000", 2023-12-20T10:49:53.243 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237016+0000", 2023-12-20T10:49:53.244 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.244 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.244 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.244 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.244 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 60, 2023-12-20T10:49:53.244 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.244 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.244 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.244 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.244 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.244 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.244 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.244 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.244 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "4.0", 2023-12-20T10:49:53.245 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.245 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.245 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.245 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 12, 2023-12-20T10:49:53.245 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.245 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T19:36:02.843438+0000", 2023-12-20T10:49:53.245 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.245 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.245 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.245 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.245 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.245 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.245 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.245 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.245 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.246 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.246 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.246 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.246 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.246 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.246 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.246 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.246 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.246 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.246 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.246 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.246 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.246 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.246 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.246 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.246 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.247 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.247 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.247 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.247 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.247 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.247 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.247 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.247 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.247 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.247 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.247 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.247 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.247 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.247 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.247 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.248 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.248 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.248 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.248 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.248 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.248 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.248 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.248 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.248 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.248 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:53.248 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.248 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 3, 2023-12-20T10:49:53.248 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.248 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.248 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.248 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.249 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.249 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:53.249 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:53.249 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.249 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 1, 2023-12-20T10:49:53.249 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.249 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.249 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:53.249 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.249 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.249 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.249 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240408+0000", 2023-12-20T10:49:53.249 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.687951+0000", 2023-12-20T10:49:53.249 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.687951+0000", 2023-12-20T10:49:53.249 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.688236+0000", 2023-12-20T10:49:53.250 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240408+0000", 2023-12-20T10:49:53.250 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.250 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.250 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.250 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:53.250 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240408+0000", 2023-12-20T10:49:53.250 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240408+0000", 2023-12-20T10:49:53.250 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240408+0000", 2023-12-20T10:49:53.250 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.250 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.250 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.250 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240408+0000", 2023-12-20T10:49:53.250 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240408+0000", 2023-12-20T10:49:53.250 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.251 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 1, 2023-12-20T10:49:53.251 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.251 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.251 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:53.251 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.251 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.251 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.251 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.251 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 1, 2023-12-20T10:49:53.251 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.251 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.251 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.251 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.6", 2023-12-20T10:49:53.251 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.251 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.251 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.252 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 18, 2023-12-20T10:49:53.252 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.252 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T11:42:56.229802+0000", 2023-12-20T10:49:53.252 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.252 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.252 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.252 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.252 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.252 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.252 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.252 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.252 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.252 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.252 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.252 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.253 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.253 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.253 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.253 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.253 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.253 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.253 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.253 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 3, 2023-12-20T10:49:53.253 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 1, 2023-12-20T10:49:53.253 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.253 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 1, 2023-12-20T10:49:53.253 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.253 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.253 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.253 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.253 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.254 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 1, 2023-12-20T10:49:53.254 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.254 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.254 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.254 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.254 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.254 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.254 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.254 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.254 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.254 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.254 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.254 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.254 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 1, 2023-12-20T10:49:53.254 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.255 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.255 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.255 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.255 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.255 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.255 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:53.255 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:53.255 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.255 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 1, 2023-12-20T10:49:53.255 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "59'1" 2023-12-20T10:49:53.255 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.255 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.255 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.255 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.255 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.255 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:53.256 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.256 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 3, 2023-12-20T10:49:53.256 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.256 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.256 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.256 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.256 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.256 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.256 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.238279+0000", 2023-12-20T10:49:53.256 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.699447+0000", 2023-12-20T10:49:53.256 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.699447+0000", 2023-12-20T10:49:53.256 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.699758+0000", 2023-12-20T10:49:53.256 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.238279+0000", 2023-12-20T10:49:53.256 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.256 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.256 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.257 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:53.257 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.238279+0000", 2023-12-20T10:49:53.257 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.238279+0000", 2023-12-20T10:49:53.257 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.238279+0000", 2023-12-20T10:49:53.257 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.257 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.257 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.257 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.238279+0000", 2023-12-20T10:49:53.257 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.238279+0000", 2023-12-20T10:49:53.257 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.257 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.257 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.257 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.257 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:53.257 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.258 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.258 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.258 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.258 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.258 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.258 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.258 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.258 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.7", 2023-12-20T10:49:53.258 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.258 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.258 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.258 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:53.258 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.258 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T13:01:04.696003+0000", 2023-12-20T10:49:53.258 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.259 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.259 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.259 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.259 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.259 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.259 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.259 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.259 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.259 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.259 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.259 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.259 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.259 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.259 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.259 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.259 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.260 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.260 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.260 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.260 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.260 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.260 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.260 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.260 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.260 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.260 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.260 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.260 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.260 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.260 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.260 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.260 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.261 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.261 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.261 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.261 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.261 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.261 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.261 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.261 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.261 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.261 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.261 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.261 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.261 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.261 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.261 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.261 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.262 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:53.262 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.262 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 3, 2023-12-20T10:49:53.262 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.262 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.262 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.262 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.262 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.262 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.262 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:53.262 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.262 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 4, 2023-12-20T10:49:53.262 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.262 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.262 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 60, 2023-12-20T10:49:53.263 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.263 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.263 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.263 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.234366+0000", 2023-12-20T10:49:53.263 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:59.703948+0000", 2023-12-20T10:49:53.263 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:59.703948+0000", 2023-12-20T10:49:53.263 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:59.704191+0000", 2023-12-20T10:49:53.263 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.234366+0000", 2023-12-20T10:49:53.263 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:53.263 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.263 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:53.263 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 61, 2023-12-20T10:49:53.263 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.234366+0000", 2023-12-20T10:49:53.263 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.234366+0000", 2023-12-20T10:49:53.263 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.234366+0000", 2023-12-20T10:49:53.263 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.264 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.264 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:53.264 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.234366+0000", 2023-12-20T10:49:53.264 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.234366+0000", 2023-12-20T10:49:53.264 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.264 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.264 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.264 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.264 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 60, 2023-12-20T10:49:53.264 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.264 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.264 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.264 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.264 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.264 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.264 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.265 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.265 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "4.1", 2023-12-20T10:49:53.265 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.265 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.265 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.265 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 12, 2023-12-20T10:49:53.265 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.265 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T15:24:19.163878+0000", 2023-12-20T10:49:53.265 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.265 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.265 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.265 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.265 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.265 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.265 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.266 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.266 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.266 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.266 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.266 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.266 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.266 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.266 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.266 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.266 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.266 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.266 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.266 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.266 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.266 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.266 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.267 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.267 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.267 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.267 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.267 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.267 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.267 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.267 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.267 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.267 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.267 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.267 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.267 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.267 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.267 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.267 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.268 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.268 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.268 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.268 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.268 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.268 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.268 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.268 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.268 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.268 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.268 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:53.268 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.268 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 4, 2023-12-20T10:49:53.268 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.268 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.268 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.269 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.269 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:53.269 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.269 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:53.269 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.269 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 6, 2023-12-20T10:49:53.269 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.269 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.269 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:53.269 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.269 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.269 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.269 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.238543+0000", 2023-12-20T10:49:53.269 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.693898+0000", 2023-12-20T10:49:53.269 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.693898+0000", 2023-12-20T10:49:53.270 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.694180+0000", 2023-12-20T10:49:53.270 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.238543+0000", 2023-12-20T10:49:53.270 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.270 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.270 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.270 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:53.270 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.238543+0000", 2023-12-20T10:49:53.270 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.238543+0000", 2023-12-20T10:49:53.270 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.238543+0000", 2023-12-20T10:49:53.270 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.270 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.270 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.270 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.238543+0000", 2023-12-20T10:49:53.270 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.238543+0000", 2023-12-20T10:49:53.270 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.270 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 2, 2023-12-20T10:49:53.271 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.271 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.271 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:53.271 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.271 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.271 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.271 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.271 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 2, 2023-12-20T10:49:53.271 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.271 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.271 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.271 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.7", 2023-12-20T10:49:53.271 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.271 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.271 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.271 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 18, 2023-12-20T10:49:53.272 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.272 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T17:51:43.644754+0000", 2023-12-20T10:49:53.272 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.272 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.272 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.272 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.272 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.272 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.272 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.272 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.272 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.272 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.272 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.272 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.272 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.272 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.273 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.273 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.273 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.273 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.273 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.273 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 3, 2023-12-20T10:49:53.273 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 1, 2023-12-20T10:49:53.273 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.273 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 1, 2023-12-20T10:49:53.273 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.273 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.273 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.273 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.273 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.273 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 1, 2023-12-20T10:49:53.274 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.274 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.274 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.274 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.274 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.274 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.274 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.274 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.274 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.274 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.274 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.274 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.274 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 3, 2023-12-20T10:49:53.274 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.274 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.274 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.275 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.275 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.275 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:53.275 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.275 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:53.275 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.275 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 6, 2023-12-20T10:49:53.275 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "58'2" 2023-12-20T10:49:53.275 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.275 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.275 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.275 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:53.275 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.275 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:53.275 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.275 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 2, 2023-12-20T10:49:53.276 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.276 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.276 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.276 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.276 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.276 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.276 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:02.283559+0000", 2023-12-20T10:49:53.276 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:49:02.283016+0000", 2023-12-20T10:49:53.276 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:49:02.283016+0000", 2023-12-20T10:49:53.276 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:49:02.283559+0000", 2023-12-20T10:49:53.276 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:02.283559+0000", 2023-12-20T10:49:53.276 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.276 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.276 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.276 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 65, 2023-12-20T10:49:53.276 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:02.283559+0000", 2023-12-20T10:49:53.277 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:02.283559+0000", 2023-12-20T10:49:53.277 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:02.283559+0000", 2023-12-20T10:49:53.277 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.277 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.277 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.277 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:02.283559+0000", 2023-12-20T10:49:53.277 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:02.283559+0000", 2023-12-20T10:49:53.277 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.277 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.277 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.277 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.277 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 64, 2023-12-20T10:49:53.277 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.277 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.277 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.278 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.278 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.278 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.278 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.278 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.278 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.6", 2023-12-20T10:49:53.278 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.278 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.278 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 65, 2023-12-20T10:49:53.278 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 10, 2023-12-20T10:49:53.278 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.278 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T20:59:31.707116+0000", 2023-12-20T10:49:53.278 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.278 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.278 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.279 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.279 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.279 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.279 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.279 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.279 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.279 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.279 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.279 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.279 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.279 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.279 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.279 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.279 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.279 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.279 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.280 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.280 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.280 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.280 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.280 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.280 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.280 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.280 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.280 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.280 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.280 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.280 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.280 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.280 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.280 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.280 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.281 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.281 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.281 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.281 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.281 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.281 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.281 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.281 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.281 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.281 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.281 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.281 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.281 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:53.281 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.281 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:53.282 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.282 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 2, 2023-12-20T10:49:53.282 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.282 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.282 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.282 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.282 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.282 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.282 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:53.282 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.282 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:53.282 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.282 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.282 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:53.282 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.282 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.283 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.283 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240488+0000", 2023-12-20T10:49:53.283 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.691518+0000", 2023-12-20T10:49:53.283 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.691518+0000", 2023-12-20T10:49:53.283 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.692043+0000", 2023-12-20T10:49:53.283 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240488+0000", 2023-12-20T10:49:53.283 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.283 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.283 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.283 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:53.283 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240488+0000", 2023-12-20T10:49:53.283 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240488+0000", 2023-12-20T10:49:53.283 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240488+0000", 2023-12-20T10:49:53.283 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.283 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.283 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.284 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240488+0000", 2023-12-20T10:49:53.284 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240488+0000", 2023-12-20T10:49:53.284 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.284 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.284 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.284 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.284 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:53.284 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.284 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.284 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.284 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.284 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.284 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.284 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.284 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.285 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.8", 2023-12-20T10:49:53.285 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.285 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.285 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.285 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 17, 2023-12-20T10:49:53.285 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.285 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T16:14:57.301633+0000", 2023-12-20T10:49:53.285 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.285 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.285 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.285 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.285 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.285 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.285 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.285 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.285 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.286 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.286 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.286 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.286 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.286 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.286 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.286 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.286 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.286 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.286 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.286 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.286 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.286 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.286 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.286 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.287 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.287 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.287 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.287 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.287 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.287 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.287 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.287 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.287 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.287 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.287 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.287 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.287 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.287 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.287 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.287 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.288 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.288 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.288 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.288 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.288 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.288 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.288 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.288 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.288 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.288 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:53.288 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.288 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:53.288 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.288 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.288 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.288 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.289 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.289 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:53.289 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:53.289 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.289 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 4, 2023-12-20T10:49:53.289 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.289 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.289 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.289 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.289 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.289 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.289 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.234606+0000", 2023-12-20T10:49:53.289 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.690544+0000", 2023-12-20T10:49:53.289 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.690544+0000", 2023-12-20T10:49:53.289 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.690832+0000", 2023-12-20T10:49:53.290 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.234606+0000", 2023-12-20T10:49:53.290 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.290 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.290 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.290 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:53.290 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.234606+0000", 2023-12-20T10:49:53.290 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.234606+0000", 2023-12-20T10:49:53.290 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.234606+0000", 2023-12-20T10:49:53.290 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.290 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.290 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.290 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.234606+0000", 2023-12-20T10:49:53.291 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.234606+0000", 2023-12-20T10:49:53.291 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.291 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.291 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.291 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.291 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:53.291 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.291 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.291 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.291 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.291 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.291 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.291 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.291 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.292 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.9", 2023-12-20T10:49:53.292 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.292 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.292 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.292 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:53.292 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.292 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T19:48:25.775797+0000", 2023-12-20T10:49:53.292 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.292 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.292 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.292 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.292 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.292 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.292 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.293 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.293 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.293 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.293 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.293 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.293 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.293 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.293 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.293 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.293 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.293 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.293 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.293 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.293 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.293 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.294 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.294 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.294 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.294 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.294 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.294 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.294 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.294 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.294 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.294 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.294 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.294 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.294 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.294 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.294 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.295 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.295 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.295 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.295 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.295 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.295 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.295 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.295 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.295 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.295 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.295 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.295 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:53.295 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:53.295 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.295 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 4, 2023-12-20T10:49:53.296 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.296 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.296 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.296 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.296 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.296 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.296 INFO:tasks.workunit.client.0.smithi123.stdout: 3 2023-12-20T10:49:53.296 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.296 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 1, 2023-12-20T10:49:53.296 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.296 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.296 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:53.296 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.296 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.296 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.296 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237631+0000", 2023-12-20T10:49:53.297 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.694559+0000", 2023-12-20T10:49:53.297 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.694559+0000", 2023-12-20T10:49:53.297 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.694847+0000", 2023-12-20T10:49:53.297 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237631+0000", 2023-12-20T10:49:53.297 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.297 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.297 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.297 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:53.297 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237631+0000", 2023-12-20T10:49:53.297 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237631+0000", 2023-12-20T10:49:53.297 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237631+0000", 2023-12-20T10:49:53.297 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.297 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.297 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.298 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237631+0000", 2023-12-20T10:49:53.298 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237631+0000", 2023-12-20T10:49:53.298 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.298 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.298 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.298 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.298 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:53.298 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.298 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.298 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.298 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.298 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.298 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.298 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.298 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.298 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.9", 2023-12-20T10:49:53.299 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.299 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.299 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.299 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 17, 2023-12-20T10:49:53.299 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.299 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T22:36:22.171782+0000", 2023-12-20T10:49:53.299 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.299 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.299 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.299 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.299 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.299 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.299 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.299 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.299 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.299 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.300 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.300 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.300 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.300 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.300 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.300 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.300 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.300 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.300 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.300 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.300 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.300 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.300 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.300 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.301 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.301 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.301 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.301 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.301 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.301 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.301 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.301 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.301 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.301 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.301 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.301 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.301 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.301 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.301 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.301 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.302 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.302 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.302 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.302 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.302 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.302 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.302 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.302 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.302 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.302 INFO:tasks.workunit.client.0.smithi123.stdout: 3 2023-12-20T10:49:53.302 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.302 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 1, 2023-12-20T10:49:53.302 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.302 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.302 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.303 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.303 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.303 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.303 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:53.303 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.303 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 3, 2023-12-20T10:49:53.303 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.303 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.303 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.303 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.303 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.303 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.303 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237104+0000", 2023-12-20T10:49:53.303 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.694198+0000", 2023-12-20T10:49:53.303 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.694198+0000", 2023-12-20T10:49:53.303 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.694479+0000", 2023-12-20T10:49:53.304 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237104+0000", 2023-12-20T10:49:53.304 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.304 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.304 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.304 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:53.304 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237104+0000", 2023-12-20T10:49:53.304 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237104+0000", 2023-12-20T10:49:53.304 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237104+0000", 2023-12-20T10:49:53.304 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.304 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.304 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.304 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237104+0000", 2023-12-20T10:49:53.304 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237104+0000", 2023-12-20T10:49:53.304 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.304 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.305 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.305 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.305 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:53.305 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.305 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.305 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.305 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.305 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.305 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.305 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.305 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.305 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.8", 2023-12-20T10:49:53.305 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.305 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.306 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.306 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:53.306 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.306 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T17:07:50.747405+0000", 2023-12-20T10:49:53.306 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.306 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.306 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.306 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.306 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.306 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.306 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.306 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.306 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.306 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.306 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.307 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.307 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.307 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.307 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.307 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.307 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.307 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.307 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.307 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.307 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.307 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.307 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.307 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.307 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.307 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.308 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.308 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.308 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.308 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.308 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.308 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.308 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.308 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.308 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.308 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.308 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.308 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.308 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.308 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.308 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.308 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.309 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.309 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.309 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.309 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.309 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.309 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.309 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.309 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:53.309 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.309 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 3, 2023-12-20T10:49:53.309 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.309 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.309 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.309 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.309 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.310 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.310 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:53.310 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.310 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 1, 2023-12-20T10:49:53.310 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.310 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.310 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:53.310 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.310 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.310 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.310 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237917+0000", 2023-12-20T10:49:53.310 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.694960+0000", 2023-12-20T10:49:53.310 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.694960+0000", 2023-12-20T10:49:53.310 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.695236+0000", 2023-12-20T10:49:53.310 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237917+0000", 2023-12-20T10:49:53.310 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.311 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.311 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.311 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:53.311 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237917+0000", 2023-12-20T10:49:53.311 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237917+0000", 2023-12-20T10:49:53.311 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237917+0000", 2023-12-20T10:49:53.311 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.311 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.311 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.311 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237917+0000", 2023-12-20T10:49:53.311 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237917+0000", 2023-12-20T10:49:53.311 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.311 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.311 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.311 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.312 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:53.312 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.312 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.312 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.312 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.312 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.312 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.312 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.312 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.312 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.a", 2023-12-20T10:49:53.312 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.312 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.312 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.312 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 17, 2023-12-20T10:49:53.312 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.312 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T17:45:46.219475+0000", 2023-12-20T10:49:53.313 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.313 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.313 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.313 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.313 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.313 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.313 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.313 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.313 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.313 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.313 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.313 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.313 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.313 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.313 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.314 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.314 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.314 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.314 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.314 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.314 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.314 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.314 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.314 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.314 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.314 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.314 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.314 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.314 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.314 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.315 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.315 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.315 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.315 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.315 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.315 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.315 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.315 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.315 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.315 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.315 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.315 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.315 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.315 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.315 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.315 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.316 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.316 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.316 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.316 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:53.316 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.316 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 1, 2023-12-20T10:49:53.316 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.316 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.316 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.316 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.316 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.316 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.316 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:53.316 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.316 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 3, 2023-12-20T10:49:53.317 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.317 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.317 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.317 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.317 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.317 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.317 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237712+0000", 2023-12-20T10:49:53.317 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.699507+0000", 2023-12-20T10:49:53.317 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.699507+0000", 2023-12-20T10:49:53.317 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.699789+0000", 2023-12-20T10:49:53.317 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237712+0000", 2023-12-20T10:49:53.317 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.317 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.317 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.317 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:53.317 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237712+0000", 2023-12-20T10:49:53.318 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237712+0000", 2023-12-20T10:49:53.318 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237712+0000", 2023-12-20T10:49:53.318 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.318 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.318 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.318 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237712+0000", 2023-12-20T10:49:53.318 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237712+0000", 2023-12-20T10:49:53.318 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.318 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.318 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.318 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.318 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:53.318 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.318 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.319 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.319 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.319 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.319 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.319 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.319 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.319 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.b", 2023-12-20T10:49:53.319 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.319 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.319 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.319 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:53.319 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.319 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T17:32:05.686889+0000", 2023-12-20T10:49:53.319 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.319 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.319 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.320 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.320 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.320 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.320 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.320 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.320 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.320 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.320 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.320 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.320 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.320 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.320 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.320 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.320 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.320 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.321 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.321 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.321 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.321 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.321 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.321 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.321 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.321 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.321 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.321 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.321 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.321 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.321 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.321 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.321 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.322 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.322 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.322 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.322 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.322 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.322 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.322 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.322 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.322 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.322 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.322 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.322 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.322 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.322 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.322 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.323 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.323 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:53.323 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.323 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 3, 2023-12-20T10:49:53.323 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.323 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.323 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.323 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.323 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.323 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.323 INFO:tasks.workunit.client.0.smithi123.stdout: 5 2023-12-20T10:49:53.323 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.323 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:53.323 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.323 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.323 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:53.324 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.324 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.324 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.324 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.239447+0000", 2023-12-20T10:49:53.324 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.691306+0000", 2023-12-20T10:49:53.324 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.691306+0000", 2023-12-20T10:49:53.324 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.691582+0000", 2023-12-20T10:49:53.324 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.239447+0000", 2023-12-20T10:49:53.324 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.324 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.324 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.324 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:53.324 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.239447+0000", 2023-12-20T10:49:53.324 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.239447+0000", 2023-12-20T10:49:53.324 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.239447+0000", 2023-12-20T10:49:53.324 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.325 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.325 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.325 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.239447+0000", 2023-12-20T10:49:53.325 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.239447+0000", 2023-12-20T10:49:53.325 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.325 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 2, 2023-12-20T10:49:53.325 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.325 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.325 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:53.325 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.325 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.325 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.325 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.325 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 2, 2023-12-20T10:49:53.325 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.326 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.326 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.326 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.b", 2023-12-20T10:49:53.326 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.326 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.326 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.326 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 19, 2023-12-20T10:49:53.326 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.326 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T18:59:20.975153+0000", 2023-12-20T10:49:53.326 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.326 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.326 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.326 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.326 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.326 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.327 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.327 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.327 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.327 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.327 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.327 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.327 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.327 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.327 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.327 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.327 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.327 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.327 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.327 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 3, 2023-12-20T10:49:53.327 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 1, 2023-12-20T10:49:53.327 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.328 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 1, 2023-12-20T10:49:53.328 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.328 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.328 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.328 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.328 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.328 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 1, 2023-12-20T10:49:53.328 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.328 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.328 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.328 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.328 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.328 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.329 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.329 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.329 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.329 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.329 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.329 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.329 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 1, 2023-12-20T10:49:53.329 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.329 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.329 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.329 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.329 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.329 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.329 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.329 INFO:tasks.workunit.client.0.smithi123.stdout: 5 2023-12-20T10:49:53.330 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.330 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:53.330 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "58'2" 2023-12-20T10:49:53.330 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.330 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.330 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.330 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:53.330 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.330 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:53.330 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.330 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 2, 2023-12-20T10:49:53.330 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.330 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.330 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.330 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.331 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.331 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.331 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:02.283383+0000", 2023-12-20T10:49:53.331 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:49:02.283028+0000", 2023-12-20T10:49:53.331 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:49:02.283028+0000", 2023-12-20T10:49:53.331 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:49:02.283383+0000", 2023-12-20T10:49:53.331 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:02.283383+0000", 2023-12-20T10:49:53.331 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.331 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.331 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.331 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 65, 2023-12-20T10:49:53.331 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:02.283383+0000", 2023-12-20T10:49:53.331 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:02.283383+0000", 2023-12-20T10:49:53.331 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:02.283383+0000", 2023-12-20T10:49:53.331 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.331 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.332 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.332 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:02.283383+0000", 2023-12-20T10:49:53.332 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:02.283383+0000", 2023-12-20T10:49:53.332 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.332 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.332 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.332 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.332 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 64, 2023-12-20T10:49:53.332 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.332 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.332 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.332 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.332 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.332 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.333 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.333 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.333 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.a", 2023-12-20T10:49:53.333 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.333 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.333 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 65, 2023-12-20T10:49:53.333 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 10, 2023-12-20T10:49:53.333 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.333 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T16:57:09.238573+0000", 2023-12-20T10:49:53.333 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.333 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.333 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.333 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.333 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.333 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.334 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.334 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.334 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.334 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.334 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.334 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.334 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.334 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.334 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.334 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.334 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.334 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.334 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.334 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.334 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.335 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.335 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.335 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.335 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.335 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.335 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.335 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.335 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.335 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.335 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.335 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.335 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.335 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.335 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.335 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.335 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.336 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.336 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.336 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.336 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.336 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.336 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.336 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.336 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.336 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.336 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.336 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:53.336 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.336 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:53.336 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.336 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 2, 2023-12-20T10:49:53.337 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.337 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.337 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.337 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.337 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:53.337 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.337 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:53.337 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.337 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 2, 2023-12-20T10:49:53.337 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.337 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.337 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:53.337 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.337 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.337 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.338 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.233117+0000", 2023-12-20T10:49:53.338 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.683726+0000", 2023-12-20T10:49:53.338 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.683726+0000", 2023-12-20T10:49:53.338 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.684062+0000", 2023-12-20T10:49:53.338 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.233117+0000", 2023-12-20T10:49:53.338 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.338 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.338 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.338 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:53.338 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.233117+0000", 2023-12-20T10:49:53.338 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.233117+0000", 2023-12-20T10:49:53.338 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.233117+0000", 2023-12-20T10:49:53.338 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.338 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.338 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.338 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.233117+0000", 2023-12-20T10:49:53.339 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.233117+0000", 2023-12-20T10:49:53.339 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.339 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.339 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.339 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.339 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:53.339 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.339 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.339 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.339 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.339 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.339 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.339 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.339 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.339 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.c", 2023-12-20T10:49:53.340 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.340 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.340 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.340 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:53.340 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.340 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T12:27:51.729546+0000", 2023-12-20T10:49:53.340 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.340 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.340 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.340 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.340 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.340 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.340 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.340 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.340 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.340 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.341 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.341 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.341 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.341 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.341 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.341 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.341 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.341 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.341 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.341 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.341 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.341 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.341 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.341 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.341 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.342 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.342 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.342 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.342 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.342 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.342 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.342 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.342 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.342 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.342 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.342 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.342 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.342 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.342 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.342 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.342 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.343 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.343 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.343 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.343 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.343 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.343 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.343 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:53.343 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.343 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:53.343 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.343 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 2, 2023-12-20T10:49:53.343 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.343 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.343 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.344 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.344 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.344 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.344 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:53.344 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.344 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:53.344 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.344 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.344 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.344 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.344 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.344 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.344 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.241020+0000", 2023-12-20T10:49:53.344 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.691640+0000", 2023-12-20T10:49:53.344 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.691640+0000", 2023-12-20T10:49:53.344 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.691950+0000", 2023-12-20T10:49:53.345 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.241020+0000", 2023-12-20T10:49:53.345 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.345 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.345 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.345 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:53.345 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.241020+0000", 2023-12-20T10:49:53.345 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.241020+0000", 2023-12-20T10:49:53.345 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.241020+0000", 2023-12-20T10:49:53.345 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.345 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.345 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.345 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.241020+0000", 2023-12-20T10:49:53.345 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.241020+0000", 2023-12-20T10:49:53.345 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.345 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.346 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.346 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.346 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:53.346 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.346 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.346 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.346 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.346 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.346 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.346 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.346 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.346 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.d", 2023-12-20T10:49:53.346 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.346 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.346 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.347 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:53.347 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.347 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T11:17:25.511146+0000", 2023-12-20T10:49:53.347 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.347 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.347 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.347 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.347 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.347 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.347 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.347 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.347 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.347 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.347 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.347 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.348 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.348 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.348 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.348 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.348 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.348 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.348 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.348 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.348 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.348 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.348 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.348 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.348 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.348 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.348 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.349 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.349 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.349 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.349 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.349 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.349 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.349 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.349 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.349 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.349 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.349 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.349 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.349 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.349 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.350 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.350 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.350 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.350 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.350 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.350 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.350 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.350 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.350 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:53.350 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.350 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:53.350 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.350 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.350 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.350 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.351 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.352 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.352 INFO:tasks.workunit.client.0.smithi123.stdout: 3 2023-12-20T10:49:53.352 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.352 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 1, 2023-12-20T10:49:53.352 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.352 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.352 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:53.352 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.353 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.353 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.353 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.238209+0000", 2023-12-20T10:49:53.353 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.690344+0000", 2023-12-20T10:49:53.353 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.690344+0000", 2023-12-20T10:49:53.353 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.691330+0000", 2023-12-20T10:49:53.353 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.238209+0000", 2023-12-20T10:49:53.353 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.353 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.353 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.353 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:53.353 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.238209+0000", 2023-12-20T10:49:53.353 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.238209+0000", 2023-12-20T10:49:53.353 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.238209+0000", 2023-12-20T10:49:53.354 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.354 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.354 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.354 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.238209+0000", 2023-12-20T10:49:53.354 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.238209+0000", 2023-12-20T10:49:53.354 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.354 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 1, 2023-12-20T10:49:53.354 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.354 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.354 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:53.354 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.354 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.354 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.354 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.354 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 1, 2023-12-20T10:49:53.355 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.355 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.355 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.355 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.d", 2023-12-20T10:49:53.355 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.355 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.355 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.355 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 18, 2023-12-20T10:49:53.355 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.355 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T11:26:10.388948+0000", 2023-12-20T10:49:53.355 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.355 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.355 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.355 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 70, 2023-12-20T10:49:53.355 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.355 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.356 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.356 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.356 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.356 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.356 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.356 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.356 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.356 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.356 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.356 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.356 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.356 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.356 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.356 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 3, 2023-12-20T10:49:53.356 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 1, 2023-12-20T10:49:53.357 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.357 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 1, 2023-12-20T10:49:53.357 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.357 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.357 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.357 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.357 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.357 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.357 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.357 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.357 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.357 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.357 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.357 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.357 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.358 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.358 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.358 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.358 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.358 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.358 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 1, 2023-12-20T10:49:53.358 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 1 2023-12-20T10:49:53.358 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.358 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.358 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.358 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.358 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.358 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.358 INFO:tasks.workunit.client.0.smithi123.stdout: 3 2023-12-20T10:49:53.358 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.359 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 1, 2023-12-20T10:49:53.359 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "58'1" 2023-12-20T10:49:53.359 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.359 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.359 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.359 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.359 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.359 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:53.359 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.359 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 5, 2023-12-20T10:49:53.359 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.359 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.359 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.359 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.359 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.359 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.360 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.241796+0000", 2023-12-20T10:49:53.360 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.690909+0000", 2023-12-20T10:49:53.360 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.690909+0000", 2023-12-20T10:49:53.360 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.691569+0000", 2023-12-20T10:49:53.360 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.241796+0000", 2023-12-20T10:49:53.360 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.360 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.360 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.360 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:53.360 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.241796+0000", 2023-12-20T10:49:53.360 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.241796+0000", 2023-12-20T10:49:53.360 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.241796+0000", 2023-12-20T10:49:53.360 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.360 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.360 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.361 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.241796+0000", 2023-12-20T10:49:53.361 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.241796+0000", 2023-12-20T10:49:53.361 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.361 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.361 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.361 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.361 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:53.361 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.361 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.361 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.361 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.361 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.361 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.361 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.362 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.362 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.c", 2023-12-20T10:49:53.362 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.362 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.362 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.362 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:53.362 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.362 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T15:11:14.496233+0000", 2023-12-20T10:49:53.362 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.362 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.362 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.362 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.362 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.362 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.362 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.362 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.363 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.363 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.363 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.363 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.363 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.363 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.363 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.363 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.363 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.363 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.363 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.363 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.363 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.363 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.363 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.364 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.364 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.364 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.364 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.364 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.364 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.364 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.364 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.364 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.364 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.364 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.364 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.364 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.364 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.364 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.365 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.365 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.365 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.365 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.365 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.365 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.365 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.365 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.365 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.365 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.365 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.365 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:53.365 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.365 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 5, 2023-12-20T10:49:53.365 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.366 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.366 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.366 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.366 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:53.366 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.366 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:53.366 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.366 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 2, 2023-12-20T10:49:53.366 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.366 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.366 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:53.366 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.366 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.366 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.366 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.233454+0000", 2023-12-20T10:49:53.366 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.693315+0000", 2023-12-20T10:49:53.367 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.693315+0000", 2023-12-20T10:49:53.367 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.693702+0000", 2023-12-20T10:49:53.367 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.233454+0000", 2023-12-20T10:49:53.367 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.367 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.367 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.367 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:53.367 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.233454+0000", 2023-12-20T10:49:53.367 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.233454+0000", 2023-12-20T10:49:53.367 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.233454+0000", 2023-12-20T10:49:53.367 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.367 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.367 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:53.367 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.233454+0000", 2023-12-20T10:49:53.367 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.233454+0000", 2023-12-20T10:49:53.368 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.368 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 2, 2023-12-20T10:49:53.368 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.368 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.368 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:53.368 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.368 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.368 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.368 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.368 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 2, 2023-12-20T10:49:53.368 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.368 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.368 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.368 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.e", 2023-12-20T10:49:53.368 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.369 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.369 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.369 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 18, 2023-12-20T10:49:53.369 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.369 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T15:28:22.635257+0000", 2023-12-20T10:49:53.369 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.369 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.369 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.369 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.369 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.369 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.369 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.369 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.369 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.369 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.369 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.370 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.370 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.370 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.370 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.370 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.370 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.370 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.370 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.370 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 3, 2023-12-20T10:49:53.370 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 1, 2023-12-20T10:49:53.370 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.370 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 1, 2023-12-20T10:49:53.370 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.370 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.370 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.371 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.371 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.371 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 1, 2023-12-20T10:49:53.371 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.371 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.371 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.371 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.371 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.371 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.371 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.371 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.371 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.371 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.371 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.371 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.371 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 3, 2023-12-20T10:49:53.372 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.372 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.372 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.372 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.372 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.372 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:53.372 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.372 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:53.372 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.372 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 2, 2023-12-20T10:49:53.372 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "58'2" 2023-12-20T10:49:53.372 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.372 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.372 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.372 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.372 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.373 INFO:tasks.workunit.client.0.smithi123.stdout: 3 2023-12-20T10:49:53.373 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.373 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:53.373 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.373 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.373 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.373 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.373 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.373 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.373 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:02.284434+0000", 2023-12-20T10:49:53.373 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:49:02.284153+0000", 2023-12-20T10:49:53.373 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:49:02.284153+0000", 2023-12-20T10:49:53.373 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:49:02.284434+0000", 2023-12-20T10:49:53.373 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:02.284434+0000", 2023-12-20T10:49:53.373 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.374 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.374 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.374 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 65, 2023-12-20T10:49:53.374 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:02.284434+0000", 2023-12-20T10:49:53.374 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:02.284434+0000", 2023-12-20T10:49:53.374 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:02.284434+0000", 2023-12-20T10:49:53.374 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.374 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.374 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.374 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:02.284434+0000", 2023-12-20T10:49:53.374 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:02.284434+0000", 2023-12-20T10:49:53.374 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.374 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.374 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.374 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.375 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 64, 2023-12-20T10:49:53.375 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.375 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.375 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.375 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.375 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.375 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.375 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.375 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.375 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.f", 2023-12-20T10:49:53.375 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.375 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.375 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 65, 2023-12-20T10:49:53.375 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 26, 2023-12-20T10:49:53.375 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.376 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T17:51:22.181140+0000", 2023-12-20T10:49:53.376 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.376 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.376 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.376 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.376 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.376 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.376 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.376 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.376 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.376 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.376 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.376 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.376 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.376 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.377 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.377 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.377 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.377 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.377 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.377 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.377 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.377 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.377 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.377 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.377 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.377 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.377 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.377 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.377 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.378 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.378 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.378 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.378 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.378 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.378 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.378 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.378 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.378 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.378 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.378 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.378 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.378 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.378 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.378 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.379 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.379 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.379 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.379 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.379 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.379 INFO:tasks.workunit.client.0.smithi123.stdout: 3 2023-12-20T10:49:53.379 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.379 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:53.379 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.379 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.379 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.379 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.379 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:53.379 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.379 INFO:tasks.workunit.client.0.smithi123.stdout: 5 2023-12-20T10:49:53.379 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.380 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 6, 2023-12-20T10:49:53.380 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.380 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.380 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.380 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.380 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.380 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.380 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237646+0000", 2023-12-20T10:49:53.380 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.692941+0000", 2023-12-20T10:49:53.380 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.692941+0000", 2023-12-20T10:49:53.380 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.693264+0000", 2023-12-20T10:49:53.380 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237646+0000", 2023-12-20T10:49:53.380 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.380 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.380 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.381 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:53.381 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237646+0000", 2023-12-20T10:49:53.381 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237646+0000", 2023-12-20T10:49:53.381 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237646+0000", 2023-12-20T10:49:53.381 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.381 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.381 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.381 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237646+0000", 2023-12-20T10:49:53.381 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237646+0000", 2023-12-20T10:49:53.381 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.381 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.381 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.381 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.381 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:53.381 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.382 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.382 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.382 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.382 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.382 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.382 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.382 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.382 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.20", 2023-12-20T10:49:53.382 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.382 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.382 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.382 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:53.382 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.382 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T10:57:55.998961+0000", 2023-12-20T10:49:53.382 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.383 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.383 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.383 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.383 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.383 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.383 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.383 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.383 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.383 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.383 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.383 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.383 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.383 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.383 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.383 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.384 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.384 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.384 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.384 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.384 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.384 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.384 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.384 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.384 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.384 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.384 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.384 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.384 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.384 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.384 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.385 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.385 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.385 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.385 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.385 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.385 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.385 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.385 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.385 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.385 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.385 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.385 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.385 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.385 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.385 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.386 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.386 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:53.386 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.386 INFO:tasks.workunit.client.0.smithi123.stdout: 5 2023-12-20T10:49:53.386 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.386 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 6, 2023-12-20T10:49:53.386 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.386 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.386 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.386 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.386 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:53.386 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.386 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:53.386 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.386 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 2, 2023-12-20T10:49:53.386 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.387 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.387 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.387 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.387 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.387 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.387 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.232818+0000", 2023-12-20T10:49:53.387 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.687540+0000", 2023-12-20T10:49:53.387 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.687540+0000", 2023-12-20T10:49:53.387 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.687851+0000", 2023-12-20T10:49:53.387 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.232818+0000", 2023-12-20T10:49:53.387 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.387 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.387 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.387 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:53.387 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.232818+0000", 2023-12-20T10:49:53.388 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.232818+0000", 2023-12-20T10:49:53.388 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.232818+0000", 2023-12-20T10:49:53.388 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.388 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.388 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.388 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.232818+0000", 2023-12-20T10:49:53.388 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.232818+0000", 2023-12-20T10:49:53.388 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.388 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.388 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.388 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.388 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:53.388 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.388 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.388 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.388 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.389 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.389 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.389 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.389 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.389 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.21", 2023-12-20T10:49:53.389 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.389 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.389 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.389 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:53.389 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.389 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T11:20:34.659185+0000", 2023-12-20T10:49:53.389 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.389 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.389 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.390 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.390 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.390 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.390 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.390 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.390 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.390 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.390 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.390 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.390 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.390 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.390 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.390 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.390 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.390 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.390 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.391 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.391 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.391 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.391 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.391 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.391 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.391 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.391 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.391 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.391 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.391 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.391 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.391 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.391 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.391 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.392 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.392 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.392 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.392 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.392 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.392 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.392 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.392 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.392 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.392 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.392 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.392 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.392 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.392 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:53.392 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.393 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:53.393 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.393 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 2, 2023-12-20T10:49:53.393 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.393 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.393 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.393 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.393 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.393 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.393 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:53.393 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.393 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 5, 2023-12-20T10:49:53.393 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.393 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.393 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.393 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.394 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.394 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.394 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.241387+0000", 2023-12-20T10:49:53.394 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.700566+0000", 2023-12-20T10:49:53.394 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.700566+0000", 2023-12-20T10:49:53.394 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.701047+0000", 2023-12-20T10:49:53.394 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.241387+0000", 2023-12-20T10:49:53.394 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.394 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.394 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.394 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:53.394 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.241387+0000", 2023-12-20T10:49:53.394 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.241387+0000", 2023-12-20T10:49:53.394 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.241387+0000", 2023-12-20T10:49:53.394 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.395 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.395 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.395 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.241387+0000", 2023-12-20T10:49:53.395 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.241387+0000", 2023-12-20T10:49:53.395 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.395 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.395 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.395 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.395 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:53.395 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.395 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.395 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.395 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.395 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.395 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.396 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.396 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.396 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.22", 2023-12-20T10:49:53.396 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.396 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.396 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.396 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:53.396 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.396 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T14:28:57.733327+0000", 2023-12-20T10:49:53.396 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.396 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.396 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.396 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.396 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.396 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.396 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.397 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.397 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.397 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.397 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.397 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.397 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.397 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.397 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.397 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.397 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.397 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.397 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.397 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.397 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.397 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.398 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.398 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.398 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.398 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.398 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.398 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.398 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.398 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.398 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.398 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.398 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.398 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.398 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.398 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.398 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.398 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.399 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.399 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.399 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.399 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.399 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.399 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.399 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.399 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.399 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.399 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.399 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.399 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:53.399 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.399 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 5, 2023-12-20T10:49:53.399 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.399 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.400 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.400 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.400 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.400 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.400 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:53.400 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.400 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 0, 2023-12-20T10:49:53.400 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.400 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.400 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.400 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.400 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.400 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.400 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.241119+0000", 2023-12-20T10:49:53.400 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.706076+0000", 2023-12-20T10:49:53.401 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.706076+0000", 2023-12-20T10:49:53.401 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.706805+0000", 2023-12-20T10:49:53.401 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.241119+0000", 2023-12-20T10:49:53.401 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.401 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.401 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.401 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:53.401 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.241119+0000", 2023-12-20T10:49:53.401 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.241119+0000", 2023-12-20T10:49:53.401 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.241119+0000", 2023-12-20T10:49:53.401 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.401 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.401 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.401 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.241119+0000", 2023-12-20T10:49:53.401 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.241119+0000", 2023-12-20T10:49:53.402 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.402 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.402 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.402 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.402 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:53.402 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.402 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.402 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.402 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.402 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.402 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.402 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.402 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.402 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.23", 2023-12-20T10:49:53.402 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.402 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.403 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.403 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:53.403 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.403 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T12:17:27.247898+0000", 2023-12-20T10:49:53.403 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.403 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.403 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.403 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.403 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.403 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.403 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.403 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.403 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.403 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.404 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.404 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.404 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.404 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.404 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.404 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.404 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.404 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.404 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.404 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.404 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.404 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.404 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.404 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.404 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.405 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.405 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.405 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.405 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.405 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.405 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.405 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.405 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.405 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.405 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.405 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.405 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.405 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.405 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.405 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.405 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.406 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.406 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.406 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.406 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.406 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.406 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.406 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.406 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.406 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:53.406 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.406 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 0, 2023-12-20T10:49:53.406 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.406 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.406 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.406 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.406 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.407 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.407 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:53.407 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.407 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 3, 2023-12-20T10:49:53.407 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.407 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.407 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.407 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.407 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.407 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.407 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:02.284222+0000", 2023-12-20T10:49:53.407 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:49:02.283797+0000", 2023-12-20T10:49:53.407 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:49:02.283797+0000", 2023-12-20T10:49:53.407 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:49:02.284222+0000", 2023-12-20T10:49:53.407 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:02.284222+0000", 2023-12-20T10:49:53.407 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.408 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.408 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.408 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 65, 2023-12-20T10:49:53.408 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:02.284222+0000", 2023-12-20T10:49:53.408 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:02.284222+0000", 2023-12-20T10:49:53.408 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:02.284222+0000", 2023-12-20T10:49:53.408 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.408 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.408 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.408 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:02.284222+0000", 2023-12-20T10:49:53.408 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:02.284222+0000", 2023-12-20T10:49:53.408 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.408 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.408 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.408 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.408 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 64, 2023-12-20T10:49:53.409 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.409 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.409 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.409 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.409 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.409 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.409 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.409 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.409 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.24", 2023-12-20T10:49:53.409 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.409 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.409 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 65, 2023-12-20T10:49:53.409 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 25, 2023-12-20T10:49:53.409 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.409 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T22:28:48.658066+0000", 2023-12-20T10:49:53.410 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.410 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.410 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.410 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.410 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.410 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.410 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.410 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.410 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.410 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.410 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.410 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.410 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.410 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.410 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.410 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.411 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.411 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.411 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.411 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.411 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.411 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.411 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.411 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.411 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.411 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.411 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.411 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.411 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.411 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.411 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.412 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.412 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.412 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.412 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.412 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.412 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.412 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.412 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.412 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.412 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.412 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.412 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.412 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.412 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.412 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.412 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.413 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.413 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.413 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:53.413 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.413 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 3, 2023-12-20T10:49:53.413 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.413 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.413 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.413 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.413 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.413 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.413 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:53.413 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.413 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 1, 2023-12-20T10:49:53.413 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.414 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.414 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.414 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.414 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.414 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.414 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.238088+0000", 2023-12-20T10:49:53.414 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.705278+0000", 2023-12-20T10:49:53.414 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.705278+0000", 2023-12-20T10:49:53.414 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.705573+0000", 2023-12-20T10:49:53.414 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.238088+0000", 2023-12-20T10:49:53.414 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.414 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.414 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.414 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:53.414 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.238088+0000", 2023-12-20T10:49:53.415 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.238088+0000", 2023-12-20T10:49:53.415 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.238088+0000", 2023-12-20T10:49:53.415 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.415 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.415 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.415 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.238088+0000", 2023-12-20T10:49:53.415 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.238088+0000", 2023-12-20T10:49:53.415 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.415 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.415 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.415 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.415 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:53.415 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.415 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.415 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.415 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.416 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.416 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.416 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.416 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.416 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.25", 2023-12-20T10:49:53.416 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.416 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.416 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.416 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:53.416 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.416 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T22:22:17.096581+0000", 2023-12-20T10:49:53.416 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.416 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.416 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.416 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.417 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.417 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.417 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.417 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.417 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.417 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.417 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.417 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.417 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.417 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.417 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.417 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.417 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.417 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.417 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.418 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.418 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.418 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.418 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.418 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.418 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.418 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.418 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.418 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.418 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.418 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.418 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.418 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.418 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.418 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.419 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.419 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.419 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.419 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.419 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.419 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.419 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.419 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.419 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.419 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.419 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.419 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.419 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.419 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.419 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.419 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:53.420 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.420 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 1, 2023-12-20T10:49:53.420 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.420 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.420 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.420 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.420 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:53.420 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.420 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:53.420 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.420 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 6, 2023-12-20T10:49:53.420 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.420 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.420 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.420 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.420 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.421 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.421 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.238665+0000", 2023-12-20T10:49:53.421 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.690283+0000", 2023-12-20T10:49:53.421 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.690283+0000", 2023-12-20T10:49:53.421 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.690577+0000", 2023-12-20T10:49:53.421 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.238665+0000", 2023-12-20T10:49:53.421 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.421 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.421 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.421 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:53.421 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.238665+0000", 2023-12-20T10:49:53.421 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.238665+0000", 2023-12-20T10:49:53.421 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.238665+0000", 2023-12-20T10:49:53.421 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.422 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.422 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.422 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.238665+0000", 2023-12-20T10:49:53.422 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.238665+0000", 2023-12-20T10:49:53.422 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.422 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.422 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.422 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.422 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:53.422 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.422 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.422 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.422 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.422 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.422 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.422 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.423 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.423 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.26", 2023-12-20T10:49:53.423 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.423 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.423 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.423 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:53.423 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.423 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T15:30:12.917418+0000", 2023-12-20T10:49:53.423 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.423 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.423 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.423 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.423 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.423 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.423 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.424 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.424 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.424 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.424 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.424 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.424 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.424 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.424 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.424 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.424 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.424 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.424 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.424 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.424 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.424 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.424 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.425 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.425 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.425 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.425 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.425 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.425 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.425 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.425 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.425 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.425 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.425 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.425 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.425 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.425 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.425 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.426 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.426 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.426 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.426 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.426 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.426 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.426 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.426 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.426 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.426 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:53.426 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.426 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:53.426 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.426 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 6, 2023-12-20T10:49:53.426 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.426 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.427 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.427 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.427 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.427 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.427 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:53.427 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.427 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 3, 2023-12-20T10:49:53.427 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.427 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.427 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.427 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.427 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.427 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.427 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.238368+0000", 2023-12-20T10:49:53.427 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.689298+0000", 2023-12-20T10:49:53.428 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.689298+0000", 2023-12-20T10:49:53.428 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.689661+0000", 2023-12-20T10:49:53.428 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.238368+0000", 2023-12-20T10:49:53.428 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.428 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.428 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.428 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:53.428 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.238368+0000", 2023-12-20T10:49:53.428 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.238368+0000", 2023-12-20T10:49:53.428 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.238368+0000", 2023-12-20T10:49:53.428 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.428 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.428 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.428 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.238368+0000", 2023-12-20T10:49:53.428 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.238368+0000", 2023-12-20T10:49:53.428 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.429 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.429 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.429 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.429 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:53.429 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.429 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.429 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.429 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.429 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.429 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.429 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.429 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.429 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.27", 2023-12-20T10:49:53.429 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.429 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.430 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.430 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:53.430 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.430 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T21:45:50.479673+0000", 2023-12-20T10:49:53.430 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.430 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.430 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.430 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.430 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.430 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.430 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.430 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.430 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.430 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.430 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.431 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.431 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.431 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.431 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.431 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.431 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.431 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.431 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.431 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.431 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.431 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.431 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.431 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.431 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.431 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.431 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.432 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.432 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.432 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.432 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.432 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.432 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.432 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.432 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.432 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.432 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.432 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.432 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.432 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.432 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.432 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.433 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.433 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.433 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.433 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.433 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.433 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.433 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.433 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:53.433 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.433 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 3, 2023-12-20T10:49:53.433 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.433 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.433 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.433 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.433 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.434 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.434 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:53.434 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.434 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 5, 2023-12-20T10:49:53.434 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.434 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.434 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.434 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.434 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.434 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.434 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240676+0000", 2023-12-20T10:49:53.434 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.696583+0000", 2023-12-20T10:49:53.434 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.696583+0000", 2023-12-20T10:49:53.434 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.697219+0000", 2023-12-20T10:49:53.434 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240676+0000", 2023-12-20T10:49:53.434 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.435 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.435 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.435 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:53.435 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240676+0000", 2023-12-20T10:49:53.435 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240676+0000", 2023-12-20T10:49:53.435 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240676+0000", 2023-12-20T10:49:53.435 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.435 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.435 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.435 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240676+0000", 2023-12-20T10:49:53.435 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240676+0000", 2023-12-20T10:49:53.435 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.435 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.435 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.435 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.435 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:53.436 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.436 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.436 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.436 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.436 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.436 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.436 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.436 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.436 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.28", 2023-12-20T10:49:53.436 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.436 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.436 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.436 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:53.436 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.436 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T17:45:13.855376+0000", 2023-12-20T10:49:53.437 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.437 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.437 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.437 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.437 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.437 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.437 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.437 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.437 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.437 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.437 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.437 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.437 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.437 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.437 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.438 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.438 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.438 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.438 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.438 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.438 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.438 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.438 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.438 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.438 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.438 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.438 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.438 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.438 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.438 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.439 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.439 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.439 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.439 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.439 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.439 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.439 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.439 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.439 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.439 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.439 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.439 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.439 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.439 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.439 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.439 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.440 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.440 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.440 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.440 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:53.440 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.440 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 5, 2023-12-20T10:49:53.440 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.440 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.440 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.440 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.440 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.440 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.440 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:53.440 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.440 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 3, 2023-12-20T10:49:53.440 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.441 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.441 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.441 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.441 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.441 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.441 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.238186+0000", 2023-12-20T10:49:53.441 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.697564+0000", 2023-12-20T10:49:53.441 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.697564+0000", 2023-12-20T10:49:53.441 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.697880+0000", 2023-12-20T10:49:53.441 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.238186+0000", 2023-12-20T10:49:53.441 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.441 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.441 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.441 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:53.441 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.238186+0000", 2023-12-20T10:49:53.442 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.238186+0000", 2023-12-20T10:49:53.442 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.238186+0000", 2023-12-20T10:49:53.442 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.442 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.442 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.442 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.238186+0000", 2023-12-20T10:49:53.442 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.238186+0000", 2023-12-20T10:49:53.442 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.442 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.442 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.442 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.442 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:53.442 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.442 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.442 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.442 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.443 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.443 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.443 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.443 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.443 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.29", 2023-12-20T10:49:53.443 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.443 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.443 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.443 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:53.443 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.443 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T22:19:04.303038+0000", 2023-12-20T10:49:53.443 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.443 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.443 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.443 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.444 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.444 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.444 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.444 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.444 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.444 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.444 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.444 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.444 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.444 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.444 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.444 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.444 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.444 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.444 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.445 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.445 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.445 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.445 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.445 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.445 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.445 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.445 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.445 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.445 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.445 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.445 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.445 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.445 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.445 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.446 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.446 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.446 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.446 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.446 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.446 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.446 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.446 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.446 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.446 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.446 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.446 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.446 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.446 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:53.446 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.447 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:53.447 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.447 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 3, 2023-12-20T10:49:53.447 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.447 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.447 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.447 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.447 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.447 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.447 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:53.447 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.447 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 5, 2023-12-20T10:49:53.447 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.447 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.447 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.447 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.448 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.448 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.448 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.241160+0000", 2023-12-20T10:49:53.448 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.694648+0000", 2023-12-20T10:49:53.448 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.694648+0000", 2023-12-20T10:49:53.448 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.694934+0000", 2023-12-20T10:49:53.448 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.241160+0000", 2023-12-20T10:49:53.448 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.448 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.448 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.448 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:53.448 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.241160+0000", 2023-12-20T10:49:53.448 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.241160+0000", 2023-12-20T10:49:53.448 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.241160+0000", 2023-12-20T10:49:53.448 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.448 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.449 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.449 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.241160+0000", 2023-12-20T10:49:53.449 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.241160+0000", 2023-12-20T10:49:53.449 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.449 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.449 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.449 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.449 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:53.449 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.449 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.449 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.449 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.449 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.449 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.449 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.450 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.450 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.2a", 2023-12-20T10:49:53.450 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.450 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.450 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.450 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:53.450 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.450 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T21:52:36.534301+0000", 2023-12-20T10:49:53.450 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.450 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.450 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.450 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.450 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.450 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.450 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.450 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.451 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.451 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.451 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.451 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.451 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.451 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.451 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.451 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.451 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.451 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.451 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.451 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.451 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.451 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.451 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.452 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.452 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.452 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.452 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.452 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.452 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.452 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.452 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.452 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.452 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.452 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.452 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.452 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.452 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.452 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.452 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.453 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.453 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.453 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.453 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.453 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.453 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.453 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.453 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.453 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:53.453 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.453 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:53.453 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.453 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 5, 2023-12-20T10:49:53.453 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.454 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.454 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.454 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.454 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.454 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.454 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:53.454 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.454 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 0, 2023-12-20T10:49:53.454 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.454 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.454 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.454 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.454 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.454 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.454 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.241203+0000", 2023-12-20T10:49:53.454 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.695227+0000", 2023-12-20T10:49:53.455 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.695227+0000", 2023-12-20T10:49:53.455 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.695670+0000", 2023-12-20T10:49:53.455 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.241203+0000", 2023-12-20T10:49:53.455 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.455 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.455 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.455 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:53.455 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.241203+0000", 2023-12-20T10:49:53.455 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.241203+0000", 2023-12-20T10:49:53.455 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.241203+0000", 2023-12-20T10:49:53.455 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.455 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.455 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.455 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.241203+0000", 2023-12-20T10:49:53.455 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.241203+0000", 2023-12-20T10:49:53.456 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.456 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.456 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.456 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.456 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:53.456 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.456 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.456 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.456 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.456 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.456 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.456 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.456 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.456 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.2b", 2023-12-20T10:49:53.456 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.456 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.457 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.457 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:53.457 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.457 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T13:52:54.634337+0000", 2023-12-20T10:49:53.457 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.457 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.457 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.457 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.457 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.457 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.457 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.457 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.457 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.457 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.458 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.458 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.458 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.458 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.458 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.458 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.458 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.458 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.458 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.458 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.458 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.458 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.458 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.458 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.458 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.459 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.459 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.459 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.459 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.459 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.459 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.459 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.459 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.459 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.459 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.459 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.459 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.459 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.459 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.460 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.460 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.460 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.460 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.460 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.460 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.460 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.460 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.460 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:53.460 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.460 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:53.460 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.460 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 0, 2023-12-20T10:49:53.460 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.460 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.461 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.461 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:53.461 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:53.461 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.461 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:53.461 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.461 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 6, 2023-12-20T10:49:53.461 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:53.461 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:53.461 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:53.461 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:53.461 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:53.461 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:53.461 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.239489+0000", 2023-12-20T10:49:53.461 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.690506+0000", 2023-12-20T10:49:53.462 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.690506+0000", 2023-12-20T10:49:53.462 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.690820+0000", 2023-12-20T10:49:53.462 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.239489+0000", 2023-12-20T10:49:53.462 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.462 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:53.462 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.462 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:53.462 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.239489+0000", 2023-12-20T10:49:53.462 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.239489+0000", 2023-12-20T10:49:53.462 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.239489+0000", 2023-12-20T10:49:53.462 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:53.462 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:53.462 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:53.462 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.239489+0000", 2023-12-20T10:49:53.462 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.239489+0000", 2023-12-20T10:49:53.462 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:53.463 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.463 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:53.463 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:53.463 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:53.463 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:53.463 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:53.463 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:53.463 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:53.463 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.463 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:53.463 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:53.463 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:53.463 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.2c", 2023-12-20T10:49:53.463 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:53.463 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:53.464 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:53.464 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:53.464 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:53.464 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T16:58:55.427396+0000", 2023-12-20T10:49:53.464 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:53.464 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:53.464 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.464 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.464 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.464 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.464 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.464 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.464 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.464 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.465 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.465 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.465 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.465 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.465 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.465 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.465 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.465 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.465 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.465 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.465 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.465 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.465 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.465 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.465 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.466 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.466 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.466 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.466 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.466 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.466 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.466 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.466 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.466 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.466 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.466 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.466 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.466 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.466 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.466 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.467 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.467 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.467 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.467 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.467 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:53.467 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:53.467 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:53.467 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:53.467 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:53.467 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:53.467 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.467 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 6, 2023-12-20T10:49:53.467 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:53.467 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.467 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.468 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_per_pool": [ 2023-12-20T10:49:53.468 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.468 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": 24, 2023-12-20T10:49:53.468 INFO:tasks.workunit.client.0.smithi123.stdout: "application": [ 2023-12-20T10:49:53.468 INFO:tasks.workunit.client.0.smithi123.stdout: "rbd" 2023-12-20T10:49:53.468 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.468 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.468 INFO:tasks.workunit.client.0.smithi123.stdout: "num_pg": 8, 2023-12-20T10:49:53.468 INFO:tasks.workunit.client.0.smithi123.stdout: "num_store_stats": 8, 2023-12-20T10:49:53.468 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.468 INFO:tasks.workunit.client.0.smithi123.stdout: "poolid": 4, 2023-12-20T10:49:53.468 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.468 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.468 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.469 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.469 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.469 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.469 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.469 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.469 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.469 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.469 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.469 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.469 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.469 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.469 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.469 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.469 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.469 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.470 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.470 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.470 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.470 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.470 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.470 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.470 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.470 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.470 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.470 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.470 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.470 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.470 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.470 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.470 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.471 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.471 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.471 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.471 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.471 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.471 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.471 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.471 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.471 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.471 INFO:tasks.workunit.client.0.smithi123.stdout: "store_stats": { 2023-12-20T10:49:53.471 INFO:tasks.workunit.client.0.smithi123.stdout: "allocated": 0, 2023-12-20T10:49:53.471 INFO:tasks.workunit.client.0.smithi123.stdout: "available": 0, 2023-12-20T10:49:53.471 INFO:tasks.workunit.client.0.smithi123.stdout: "data_compressed": 0, 2023-12-20T10:49:53.471 INFO:tasks.workunit.client.0.smithi123.stdout: "data_compressed_allocated": 0, 2023-12-20T10:49:53.471 INFO:tasks.workunit.client.0.smithi123.stdout: "data_compressed_original": 0, 2023-12-20T10:49:53.471 INFO:tasks.workunit.client.0.smithi123.stdout: "data_stored": 0, 2023-12-20T10:49:53.472 INFO:tasks.workunit.client.0.smithi123.stdout: "internal_metadata": 0, 2023-12-20T10:49:53.472 INFO:tasks.workunit.client.0.smithi123.stdout: "internally_reserved": 0, 2023-12-20T10:49:53.472 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_allocated": 0, 2023-12-20T10:49:53.472 INFO:tasks.workunit.client.0.smithi123.stdout: "total": 0 2023-12-20T10:49:53.472 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.472 INFO:tasks.workunit.client.0.smithi123.stdout: "up": 24 2023-12-20T10:49:53.472 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.472 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.472 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": 192, 2023-12-20T10:49:53.472 INFO:tasks.workunit.client.0.smithi123.stdout: "application": [ 2023-12-20T10:49:53.472 INFO:tasks.workunit.client.0.smithi123.stdout: "cephfs" 2023-12-20T10:49:53.472 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.472 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.472 INFO:tasks.workunit.client.0.smithi123.stdout: "num_pg": 64, 2023-12-20T10:49:53.472 INFO:tasks.workunit.client.0.smithi123.stdout: "num_store_stats": 8, 2023-12-20T10:49:53.473 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.473 INFO:tasks.workunit.client.0.smithi123.stdout: "poolid": 3, 2023-12-20T10:49:53.473 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.473 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.473 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.473 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.473 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.473 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.473 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.473 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.473 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.473 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.473 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.473 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.473 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.474 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.474 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.474 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.474 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.474 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.474 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.474 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.474 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.474 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.474 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.474 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.474 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.474 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.474 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.474 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.475 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.475 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.475 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.475 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.475 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.475 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.475 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.475 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.475 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.475 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.475 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.475 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:53.475 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.475 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.475 INFO:tasks.workunit.client.0.smithi123.stdout: "store_stats": { 2023-12-20T10:49:53.476 INFO:tasks.workunit.client.0.smithi123.stdout: "allocated": 0, 2023-12-20T10:49:53.476 INFO:tasks.workunit.client.0.smithi123.stdout: "available": 0, 2023-12-20T10:49:53.476 INFO:tasks.workunit.client.0.smithi123.stdout: "data_compressed": 0, 2023-12-20T10:49:53.476 INFO:tasks.workunit.client.0.smithi123.stdout: "data_compressed_allocated": 0, 2023-12-20T10:49:53.476 INFO:tasks.workunit.client.0.smithi123.stdout: "data_compressed_original": 0, 2023-12-20T10:49:53.476 INFO:tasks.workunit.client.0.smithi123.stdout: "data_stored": 0, 2023-12-20T10:49:53.476 INFO:tasks.workunit.client.0.smithi123.stdout: "internal_metadata": 0, 2023-12-20T10:49:53.476 INFO:tasks.workunit.client.0.smithi123.stdout: "internally_reserved": 0, 2023-12-20T10:49:53.476 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_allocated": 0, 2023-12-20T10:49:53.476 INFO:tasks.workunit.client.0.smithi123.stdout: "total": 0 2023-12-20T10:49:53.476 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.476 INFO:tasks.workunit.client.0.smithi123.stdout: "up": 192 2023-12-20T10:49:53.476 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.476 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.476 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": 3, 2023-12-20T10:49:53.477 INFO:tasks.workunit.client.0.smithi123.stdout: "application": [ 2023-12-20T10:49:53.477 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr" 2023-12-20T10:49:53.477 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.477 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 128, 2023-12-20T10:49:53.477 INFO:tasks.workunit.client.0.smithi123.stdout: "num_pg": 1, 2023-12-20T10:49:53.477 INFO:tasks.workunit.client.0.smithi123.stdout: "num_store_stats": 3, 2023-12-20T10:49:53.477 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 128, 2023-12-20T10:49:53.477 INFO:tasks.workunit.client.0.smithi123.stdout: "poolid": 1, 2023-12-20T10:49:53.477 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.477 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 590368, 2023-12-20T10:49:53.477 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.477 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 1771104, 2023-12-20T10:49:53.477 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.477 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.477 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.478 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.478 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.478 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.478 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.478 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.478 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.478 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.478 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.478 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.478 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.478 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 6, 2023-12-20T10:49:53.478 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 2, 2023-12-20T10:49:53.478 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.478 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 2, 2023-12-20T10:49:53.478 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.478 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.479 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.479 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.479 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.479 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.479 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.479 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 6, 2023-12-20T10:49:53.479 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.479 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.479 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.479 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.479 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.479 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 212, 2023-12-20T10:49:53.479 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 306, 2023-12-20T10:49:53.479 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.479 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.479 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.479 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 179, 2023-12-20T10:49:53.480 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 2416 2023-12-20T10:49:53.480 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.480 INFO:tasks.workunit.client.0.smithi123.stdout: "store_stats": { 2023-12-20T10:49:53.480 INFO:tasks.workunit.client.0.smithi123.stdout: "allocated": 1781760, 2023-12-20T10:49:53.480 INFO:tasks.workunit.client.0.smithi123.stdout: "available": 0, 2023-12-20T10:49:53.480 INFO:tasks.workunit.client.0.smithi123.stdout: "data_compressed": 0, 2023-12-20T10:49:53.480 INFO:tasks.workunit.client.0.smithi123.stdout: "data_compressed_allocated": 0, 2023-12-20T10:49:53.480 INFO:tasks.workunit.client.0.smithi123.stdout: "data_compressed_original": 0, 2023-12-20T10:49:53.480 INFO:tasks.workunit.client.0.smithi123.stdout: "data_stored": 1771104, 2023-12-20T10:49:53.480 INFO:tasks.workunit.client.0.smithi123.stdout: "internal_metadata": 0, 2023-12-20T10:49:53.480 INFO:tasks.workunit.client.0.smithi123.stdout: "internally_reserved": 0, 2023-12-20T10:49:53.480 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_allocated": 0, 2023-12-20T10:49:53.480 INFO:tasks.workunit.client.0.smithi123.stdout: "total": 0 2023-12-20T10:49:53.480 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.481 INFO:tasks.workunit.client.0.smithi123.stdout: "up": 3 2023-12-20T10:49:53.481 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.481 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.481 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": 96, 2023-12-20T10:49:53.481 INFO:tasks.workunit.client.0.smithi123.stdout: "application": [ 2023-12-20T10:49:53.481 INFO:tasks.workunit.client.0.smithi123.stdout: "cephfs" 2023-12-20T10:49:53.481 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.481 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 45, 2023-12-20T10:49:53.481 INFO:tasks.workunit.client.0.smithi123.stdout: "num_pg": 32, 2023-12-20T10:49:53.481 INFO:tasks.workunit.client.0.smithi123.stdout: "num_store_stats": 8, 2023-12-20T10:49:53.481 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 45, 2023-12-20T10:49:53.481 INFO:tasks.workunit.client.0.smithi123.stdout: "poolid": 2, 2023-12-20T10:49:53.481 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.481 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 3376, 2023-12-20T10:49:53.481 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.482 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 22, 2023-12-20T10:49:53.482 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.482 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.482 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.482 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.482 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.482 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.482 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.482 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.482 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.482 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.482 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.482 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.482 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.482 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 66, 2023-12-20T10:49:53.482 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 22, 2023-12-20T10:49:53.483 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.483 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 22, 2023-12-20T10:49:53.483 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.483 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.483 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.483 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.483 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.483 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 14, 2023-12-20T10:49:53.483 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.483 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 1, 2023-12-20T10:49:53.483 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.483 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.483 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.483 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.483 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.484 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:53.484 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:53.484 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.484 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.484 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.484 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 51, 2023-12-20T10:49:53.484 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 19 2023-12-20T10:49:53.484 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.484 INFO:tasks.workunit.client.0.smithi123.stdout: "store_stats": { 2023-12-20T10:49:53.484 INFO:tasks.workunit.client.0.smithi123.stdout: "allocated": 98304, 2023-12-20T10:49:53.484 INFO:tasks.workunit.client.0.smithi123.stdout: "available": 0, 2023-12-20T10:49:53.484 INFO:tasks.workunit.client.0.smithi123.stdout: "data_compressed": 0, 2023-12-20T10:49:53.484 INFO:tasks.workunit.client.0.smithi123.stdout: "data_compressed_allocated": 0, 2023-12-20T10:49:53.484 INFO:tasks.workunit.client.0.smithi123.stdout: "data_compressed_original": 0, 2023-12-20T10:49:53.484 INFO:tasks.workunit.client.0.smithi123.stdout: "data_stored": 10128, 2023-12-20T10:49:53.484 INFO:tasks.workunit.client.0.smithi123.stdout: "internal_metadata": 0, 2023-12-20T10:49:53.484 INFO:tasks.workunit.client.0.smithi123.stdout: "internally_reserved": 0, 2023-12-20T10:49:53.485 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_allocated": 0, 2023-12-20T10:49:53.485 INFO:tasks.workunit.client.0.smithi123.stdout: "total": 0 2023-12-20T10:49:53.485 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.485 INFO:tasks.workunit.client.0.smithi123.stdout: "up": 96 2023-12-20T10:49:53.485 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.485 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.485 INFO:tasks.workunit.client.0.smithi123.stdout: "usage": { 2023-12-20T10:49:53.485 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_num": 105, 2023-12-20T10:49:53.485 INFO:tasks.workunit.client.0.smithi123.stdout: "pools": 4, 2023-12-20T10:49:53.485 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_by_class": { 2023-12-20T10:49:53.485 INFO:tasks.workunit.client.0.smithi123.stdout: "ssd": { 2023-12-20T10:49:53.485 INFO:tasks.workunit.client.0.smithi123.stdout: "total_avail_bytes": 765517770752, 2023-12-20T10:49:53.485 INFO:tasks.workunit.client.0.smithi123.stdout: "total_bytes": 767960285184, 2023-12-20T10:49:53.485 INFO:tasks.workunit.client.0.smithi123.stdout: "total_used_bytes": 2442514432, 2023-12-20T10:49:53.485 INFO:tasks.workunit.client.0.smithi123.stdout: "total_used_raw_bytes": 2442514432, 2023-12-20T10:49:53.486 INFO:tasks.workunit.client.0.smithi123.stdout: "total_used_raw_ratio": 0.003180521773174405 2023-12-20T10:49:53.486 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.486 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.486 INFO:tasks.workunit.client.0.smithi123.stdout: "total_avail_bytes": 765517770752, 2023-12-20T10:49:53.486 INFO:tasks.workunit.client.0.smithi123.stdout: "total_bytes": 767960285184, 2023-12-20T10:49:53.486 INFO:tasks.workunit.client.0.smithi123.stdout: "total_used_bytes": 2442514432 2023-12-20T10:49:53.486 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.486 INFO:tasks.workunit.client.0.smithi123.stdout:} 2023-12-20T10:49:53.486 INFO:tasks.workunit.client.0.smithi123.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2023-12-20T10:49:53.487 INFO:tasks.workunit.client.0.smithi123.stderr:+ ceph telemetry show-device 2023-12-20T10:49:53.488 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:51 smithi177 ceph-mon[144425]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:53.488 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:51 smithi177 ceph-mon[144425]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:53.488 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:51 smithi177 ceph-mon[144425]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:53.488 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:51 smithi177 ceph-mon[144425]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:53.488 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:51 smithi177 ceph-mon[144425]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:53.488 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:51 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/260660310' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-20T10:49:53.488 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:51 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/260660310' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-20T10:49:53.488 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:51 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:53.488 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:51 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-20T10:49:53.488 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:51 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.488 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:51 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.488 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:51 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.488 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:51 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.488 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:51 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.488 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:51 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.489 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:51 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.489 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:51 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.489 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:51 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.489 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:51 smithi177 ceph-mon[144425]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:53.489 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:51 smithi177 ceph-mon[144425]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:53.489 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:51 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.489 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:51 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.489 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:51 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.489 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:51 smithi177 ceph-mon[144425]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:53.489 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:51 smithi177 ceph-mon[144425]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:53.489 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:51 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.489 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:51 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.489 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:51 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.489 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:51 smithi177 ceph-mon[144425]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:53.489 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:51 smithi177 ceph-mon[144425]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:53.490 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:51 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.490 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:51 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.490 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:51 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[111044]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[111044]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[111044]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[111044]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[111044]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/260660310' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-20T10:49:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/260660310' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-20T10:49:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:53.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-20T10:49:53.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[111044]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:53.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[111044]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:53.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[111044]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[111044]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[111044]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[111044]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.492 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:49:52 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:49:52] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-20T10:49:53.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[124884]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:53.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[124884]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:53.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[124884]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:53.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[124884]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:49:53.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[124884]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:53.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/260660310' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-20T10:49:53.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/260660310' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-20T10:49:53.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:53.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-20T10:49:53.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[124884]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:53.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[124884]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:53.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[124884]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:53.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[124884]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:53.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[124884]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:53.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[124884]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:53.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:51 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.495 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:52 smithi177 ceph-mon[144425]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:53.496 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:52 smithi177 ceph-mon[144425]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:53.496 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:52 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:53.496 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:52 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-20T10:49:53.496 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:52 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.496 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:52 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.496 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:52 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.496 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:52 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.496 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:52 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.496 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:52 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.496 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:52 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.496 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:52 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.496 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:52 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.496 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:52 smithi177 ceph-mon[144425]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:53.496 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:52 smithi177 ceph-mon[144425]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:53.497 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:52 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.497 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:52 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.497 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:52 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.497 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:52 smithi177 ceph-mon[144425]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:53.497 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:52 smithi177 ceph-mon[144425]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:53.497 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:52 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.497 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:52 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.497 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:52 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.497 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:52 smithi177 ceph-mon[144425]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:53.497 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:52 smithi177 ceph-mon[144425]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:53.497 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:52 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.497 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:52 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.497 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:52 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.497 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2023-12-20T10:49:53.497 INFO:tasks.workunit.client.0.smithi123.stdout: "7eb9b9fe-9f25-11ee-892f-0cc47a8fd3f1": { 2023-12-20T10:49:53.498 INFO:tasks.workunit.client.0.smithi123.stdout: "INTEL_SSDPEDMD400G4_7eba7b14-9f25-11ee-892f-0cc47a8fd3f1": { 2023-12-20T10:49:53.498 INFO:tasks.workunit.client.0.smithi123.stdout: "20231220-104559": { 2023-12-20T10:49:53.498 INFO:tasks.workunit.client.0.smithi123.stdout: "device": { 2023-12-20T10:49:53.498 INFO:tasks.workunit.client.0.smithi123.stdout: "info_name": "/dev/nvme0n1", 2023-12-20T10:49:53.498 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "/dev/nvme0n1", 2023-12-20T10:49:53.498 INFO:tasks.workunit.client.0.smithi123.stdout: "protocol": "NVMe", 2023-12-20T10:49:53.498 INFO:tasks.workunit.client.0.smithi123.stdout: "type": "nvme" 2023-12-20T10:49:53.498 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.498 INFO:tasks.workunit.client.0.smithi123.stdout: "firmware_version": "8DV101H0", 2023-12-20T10:49:53.498 INFO:tasks.workunit.client.0.smithi123.stdout: "host_id": "7eb9b9fe-9f25-11ee-892f-0cc47a8fd3f1", 2023-12-20T10:49:53.498 INFO:tasks.workunit.client.0.smithi123.stdout: "json_format_version": [ 2023-12-20T10:49:53.498 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.498 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:53.498 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.499 INFO:tasks.workunit.client.0.smithi123.stdout: "local_time": { 2023-12-20T10:49:53.499 INFO:tasks.workunit.client.0.smithi123.stdout: "asctime": "Wed Dec 20 10:45:59 2023 UTC", 2023-12-20T10:49:53.499 INFO:tasks.workunit.client.0.smithi123.stdout: "time_t": 1703069159 2023-12-20T10:49:53.499 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.499 INFO:tasks.workunit.client.0.smithi123.stdout: "logical_block_size": 512, 2023-12-20T10:49:53.499 INFO:tasks.workunit.client.0.smithi123.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-12-20T10:49:53.499 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_controller_id": 0, 2023-12-20T10:49:53.499 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-20T10:49:53.499 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_namespaces": [ 2023-12-20T10:49:53.499 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.499 INFO:tasks.workunit.client.0.smithi123.stdout: "capacity": { 2023-12-20T10:49:53.499 INFO:tasks.workunit.client.0.smithi123.stdout: "blocks": 781422768, 2023-12-20T10:49:53.499 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 400088457216 2023-12-20T10:49:53.499 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.499 INFO:tasks.workunit.client.0.smithi123.stdout: "formatted_lba_size": 512, 2023-12-20T10:49:53.499 INFO:tasks.workunit.client.0.smithi123.stdout: "id": 1, 2023-12-20T10:49:53.500 INFO:tasks.workunit.client.0.smithi123.stdout: "size": { 2023-12-20T10:49:53.500 INFO:tasks.workunit.client.0.smithi123.stdout: "blocks": 781422768, 2023-12-20T10:49:53.500 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 400088457216 2023-12-20T10:49:53.500 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.500 INFO:tasks.workunit.client.0.smithi123.stdout: "utilization": { 2023-12-20T10:49:53.500 INFO:tasks.workunit.client.0.smithi123.stdout: "blocks": 781422768, 2023-12-20T10:49:53.500 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 400088457216 2023-12-20T10:49:53.500 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.500 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.500 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.500 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_number_of_namespaces": 1, 2023-12-20T10:49:53.500 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_pci_vendor": { 2023-12-20T10:49:53.500 INFO:tasks.workunit.client.0.smithi123.stdout: "id": 32902, 2023-12-20T10:49:53.500 INFO:tasks.workunit.client.0.smithi123.stdout: "subsystem_id": 32902 2023-12-20T10:49:53.500 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.501 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_smart_health_information_add_log": { 2023-12-20T10:49:53.501 INFO:tasks.workunit.client.0.smithi123.stdout: "Device stats": { 2023-12-20T10:49:53.501 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_fw_downgrades": { 2023-12-20T10:49:53.501 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:53.501 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.501 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.501 INFO:tasks.workunit.client.0.smithi123.stdout: "crc_error_count": { 2023-12-20T10:49:53.501 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.501 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.501 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.501 INFO:tasks.workunit.client.0.smithi123.stdout: "end_to_end_error_detection_count": { 2023-12-20T10:49:53.501 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.501 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.501 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.501 INFO:tasks.workunit.client.0.smithi123.stdout: "erase_fail_count": { 2023-12-20T10:49:53.502 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.502 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.502 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.502 INFO:tasks.workunit.client.0.smithi123.stdout: "host_bytes_written": { 2023-12-20T10:49:53.502 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.502 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 14563591 2023-12-20T10:49:53.502 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.502 INFO:tasks.workunit.client.0.smithi123.stdout: "host_ctx_wear_used": { 2023-12-20T10:49:53.502 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.502 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 1 2023-12-20T10:49:53.502 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.502 INFO:tasks.workunit.client.0.smithi123.stdout: "media_bytes_read": { 2023-12-20T10:49:53.502 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:53.502 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.502 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.503 INFO:tasks.workunit.client.0.smithi123.stdout: "nand_bytes_written": { 2023-12-20T10:49:53.503 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.503 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 25220870 2023-12-20T10:49:53.503 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.503 INFO:tasks.workunit.client.0.smithi123.stdout: "perf_stat_indicator": { 2023-12-20T10:49:53.503 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:53.503 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.503 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.503 INFO:tasks.workunit.client.0.smithi123.stdout: "pll_lock_loss_count": { 2023-12-20T10:49:53.503 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.503 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.503 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.503 INFO:tasks.workunit.client.0.smithi123.stdout: "program_fail_count": { 2023-12-20T10:49:53.503 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.503 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.503 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.504 INFO:tasks.workunit.client.0.smithi123.stdout: "re_alloc_sectr_cnt": { 2023-12-20T10:49:53.504 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:53.504 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.504 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.504 INFO:tasks.workunit.client.0.smithi123.stdout: "retry_buffer_overflow_count": { 2023-12-20T10:49:53.504 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.504 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.504 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.504 INFO:tasks.workunit.client.0.smithi123.stdout: "soft_ecc_err_rate": { 2023-12-20T10:49:53.504 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:53.504 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.504 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.504 INFO:tasks.workunit.client.0.smithi123.stdout: "thermal_throttle_status": { 2023-12-20T10:49:53.504 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.504 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": { 2023-12-20T10:49:53.504 INFO:tasks.workunit.client.0.smithi123.stdout: "cnt": 0, 2023-12-20T10:49:53.505 INFO:tasks.workunit.client.0.smithi123.stdout: "pct": 0 2023-12-20T10:49:53.505 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.505 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.505 INFO:tasks.workunit.client.0.smithi123.stdout: "timed_workload_host_reads": { 2023-12-20T10:49:53.505 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.505 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 65535 2023-12-20T10:49:53.505 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.505 INFO:tasks.workunit.client.0.smithi123.stdout: "timed_workload_media_wear": { 2023-12-20T10:49:53.505 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.505 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 64 2023-12-20T10:49:53.505 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.505 INFO:tasks.workunit.client.0.smithi123.stdout: "timed_workload_timer": { 2023-12-20T10:49:53.505 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.505 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 65535 2023-12-20T10:49:53.505 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.506 INFO:tasks.workunit.client.0.smithi123.stdout: "unexp_power_loss": { 2023-12-20T10:49:53.506 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:53.506 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.506 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.506 INFO:tasks.workunit.client.0.smithi123.stdout: "wear_leveling": { 2023-12-20T10:49:53.506 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 95, 2023-12-20T10:49:53.506 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": { 2023-12-20T10:49:53.506 INFO:tasks.workunit.client.0.smithi123.stdout: "avg": 1721, 2023-12-20T10:49:53.506 INFO:tasks.workunit.client.0.smithi123.stdout: "max": 1733, 2023-12-20T10:49:53.506 INFO:tasks.workunit.client.0.smithi123.stdout: "min": 1711 2023-12-20T10:49:53.506 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.506 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.506 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.506 INFO:tasks.workunit.client.0.smithi123.stdout: "Intel Smart log": "nvme0n1" 2023-12-20T10:49:53.506 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.506 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_smart_health_information_log": { 2023-12-20T10:49:53.507 INFO:tasks.workunit.client.0.smithi123.stdout: "available_spare": 100, 2023-12-20T10:49:53.507 INFO:tasks.workunit.client.0.smithi123.stdout: "available_spare_threshold": 10, 2023-12-20T10:49:53.507 INFO:tasks.workunit.client.0.smithi123.stdout: "controller_busy_time": 3, 2023-12-20T10:49:53.507 INFO:tasks.workunit.client.0.smithi123.stdout: "critical_warning": 0, 2023-12-20T10:49:53.507 INFO:tasks.workunit.client.0.smithi123.stdout: "data_units_read": 237986806, 2023-12-20T10:49:53.507 INFO:tasks.workunit.client.0.smithi123.stdout: "data_units_written": 954439546, 2023-12-20T10:49:53.507 INFO:tasks.workunit.client.0.smithi123.stdout: "host_reads": 3456276192, 2023-12-20T10:49:53.507 INFO:tasks.workunit.client.0.smithi123.stdout: "host_writes": 15323058583, 2023-12-20T10:49:53.507 INFO:tasks.workunit.client.0.smithi123.stdout: "media_errors": 0, 2023-12-20T10:49:53.507 INFO:tasks.workunit.client.0.smithi123.stdout: "num_err_log_entries": 0, 2023-12-20T10:49:53.507 INFO:tasks.workunit.client.0.smithi123.stdout: "percentage_used": 5, 2023-12-20T10:49:53.507 INFO:tasks.workunit.client.0.smithi123.stdout: "power_cycles": 28954, 2023-12-20T10:49:53.507 INFO:tasks.workunit.client.0.smithi123.stdout: "power_on_hours": 55390, 2023-12-20T10:49:53.507 INFO:tasks.workunit.client.0.smithi123.stdout: "temperature": 25, 2023-12-20T10:49:53.507 INFO:tasks.workunit.client.0.smithi123.stdout: "unsafe_shutdowns": 280 2023-12-20T10:49:53.508 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.508 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_vendor": "intel", 2023-12-20T10:49:53.508 INFO:tasks.workunit.client.0.smithi123.stdout: "power_cycle_count": 28954, 2023-12-20T10:49:53.508 INFO:tasks.workunit.client.0.smithi123.stdout: "power_on_time": { 2023-12-20T10:49:53.508 INFO:tasks.workunit.client.0.smithi123.stdout: "hours": 55390 2023-12-20T10:49:53.508 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.508 INFO:tasks.workunit.client.0.smithi123.stdout: "serial_number": "deleted", 2023-12-20T10:49:53.508 INFO:tasks.workunit.client.0.smithi123.stdout: "smart_status": { 2023-12-20T10:49:53.508 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme": { 2023-12-20T10:49:53.508 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.508 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.508 INFO:tasks.workunit.client.0.smithi123.stdout: "passed": true 2023-12-20T10:49:53.508 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.508 INFO:tasks.workunit.client.0.smithi123.stdout: "smartctl": { 2023-12-20T10:49:53.508 INFO:tasks.workunit.client.0.smithi123.stdout: "argv": [ 2023-12-20T10:49:53.508 INFO:tasks.workunit.client.0.smithi123.stdout: "smartctl", 2023-12-20T10:49:53.509 INFO:tasks.workunit.client.0.smithi123.stdout: "-x", 2023-12-20T10:49:53.509 INFO:tasks.workunit.client.0.smithi123.stdout: "--json=o", 2023-12-20T10:49:53.509 INFO:tasks.workunit.client.0.smithi123.stdout: "/dev/nvme0n1" 2023-12-20T10:49:53.509 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.509 INFO:tasks.workunit.client.0.smithi123.stdout: "build_info": "(local build)", 2023-12-20T10:49:53.509 INFO:tasks.workunit.client.0.smithi123.stdout: "exit_status": 0, 2023-12-20T10:49:53.509 INFO:tasks.workunit.client.0.smithi123.stdout: "output": [ 2023-12-20T10:49:53.509 INFO:tasks.workunit.client.0.smithi123.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-4.18.0-529.el8.x86_64] (local build)", 2023-12-20T10:49:53.509 INFO:tasks.workunit.client.0.smithi123.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-20T10:49:53.509 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:53.509 INFO:tasks.workunit.client.0.smithi123.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-20T10:49:53.509 INFO:tasks.workunit.client.0.smithi123.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-12-20T10:49:53.509 INFO:tasks.workunit.client.0.smithi123.stdout: "Serial Number: deleted", 2023-12-20T10:49:53.509 INFO:tasks.workunit.client.0.smithi123.stdout: "Firmware Version: 8DV101H0", 2023-12-20T10:49:53.509 INFO:tasks.workunit.client.0.smithi123.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-20T10:49:53.509 INFO:tasks.workunit.client.0.smithi123.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-20T10:49:53.510 INFO:tasks.workunit.client.0.smithi123.stdout: "Controller ID: 0", 2023-12-20T10:49:53.510 INFO:tasks.workunit.client.0.smithi123.stdout: "Number of Namespaces: 1", 2023-12-20T10:49:53.510 INFO:tasks.workunit.client.0.smithi123.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-12-20T10:49:53.510 INFO:tasks.workunit.client.0.smithi123.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-20T10:49:53.510 INFO:tasks.workunit.client.0.smithi123.stdout: "Local Time is: Wed Dec 20 10:45:59 2023 UTC", 2023-12-20T10:49:53.510 INFO:tasks.workunit.client.0.smithi123.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-20T10:49:53.510 INFO:tasks.workunit.client.0.smithi123.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-20T10:49:53.510 INFO:tasks.workunit.client.0.smithi123.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-20T10:49:53.510 INFO:tasks.workunit.client.0.smithi123.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-20T10:49:53.510 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:53.510 INFO:tasks.workunit.client.0.smithi123.stdout: "Supported Power States", 2023-12-20T10:49:53.510 INFO:tasks.workunit.client.0.smithi123.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-20T10:49:53.510 INFO:tasks.workunit.client.0.smithi123.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-20T10:49:53.510 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:53.510 INFO:tasks.workunit.client.0.smithi123.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-20T10:49:53.511 INFO:tasks.workunit.client.0.smithi123.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-20T10:49:53.511 INFO:tasks.workunit.client.0.smithi123.stdout: " 0 + 512 0 2", 2023-12-20T10:49:53.511 INFO:tasks.workunit.client.0.smithi123.stdout: " 1 - 512 8 2", 2023-12-20T10:49:53.511 INFO:tasks.workunit.client.0.smithi123.stdout: " 2 - 512 16 2", 2023-12-20T10:49:53.511 INFO:tasks.workunit.client.0.smithi123.stdout: " 3 - 4096 0 0", 2023-12-20T10:49:53.511 INFO:tasks.workunit.client.0.smithi123.stdout: " 4 - 4096 8 0", 2023-12-20T10:49:53.511 INFO:tasks.workunit.client.0.smithi123.stdout: " 5 - 4096 64 0", 2023-12-20T10:49:53.511 INFO:tasks.workunit.client.0.smithi123.stdout: " 6 - 4096 128 0", 2023-12-20T10:49:53.511 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:53.511 INFO:tasks.workunit.client.0.smithi123.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-20T10:49:53.511 INFO:tasks.workunit.client.0.smithi123.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-20T10:49:53.511 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:53.511 INFO:tasks.workunit.client.0.smithi123.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-20T10:49:53.511 INFO:tasks.workunit.client.0.smithi123.stdout: "Critical Warning: 0x00", 2023-12-20T10:49:53.511 INFO:tasks.workunit.client.0.smithi123.stdout: "Temperature: 25 Celsius", 2023-12-20T10:49:53.511 INFO:tasks.workunit.client.0.smithi123.stdout: "Available Spare: 100%", 2023-12-20T10:49:53.512 INFO:tasks.workunit.client.0.smithi123.stdout: "Available Spare Threshold: 10%", 2023-12-20T10:49:53.512 INFO:tasks.workunit.client.0.smithi123.stdout: "Percentage Used: 5%", 2023-12-20T10:49:53.512 INFO:tasks.workunit.client.0.smithi123.stdout: "Data Units Read: 237,986,806 [121 TB]", 2023-12-20T10:49:53.512 INFO:tasks.workunit.client.0.smithi123.stdout: "Data Units Written: 954,439,546 [488 TB]", 2023-12-20T10:49:53.512 INFO:tasks.workunit.client.0.smithi123.stdout: "Host Read Commands: 3,456,276,192", 2023-12-20T10:49:53.512 INFO:tasks.workunit.client.0.smithi123.stdout: "Host Write Commands: 15,323,058,583", 2023-12-20T10:49:53.512 INFO:tasks.workunit.client.0.smithi123.stdout: "Controller Busy Time: 3", 2023-12-20T10:49:53.512 INFO:tasks.workunit.client.0.smithi123.stdout: "Power Cycles: 28,954", 2023-12-20T10:49:53.512 INFO:tasks.workunit.client.0.smithi123.stdout: "Power On Hours: 55,390", 2023-12-20T10:49:53.512 INFO:tasks.workunit.client.0.smithi123.stdout: "Unsafe Shutdowns: 280", 2023-12-20T10:49:53.512 INFO:tasks.workunit.client.0.smithi123.stdout: "Media and Data Integrity Errors: 0", 2023-12-20T10:49:53.512 INFO:tasks.workunit.client.0.smithi123.stdout: "Error Information Log Entries: 0", 2023-12-20T10:49:53.512 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:53.512 INFO:tasks.workunit.client.0.smithi123.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-20T10:49:53.512 INFO:tasks.workunit.client.0.smithi123.stdout: "No Errors Logged", 2023-12-20T10:49:53.513 INFO:tasks.workunit.client.0.smithi123.stdout: "" 2023-12-20T10:49:53.513 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.513 INFO:tasks.workunit.client.0.smithi123.stdout: "platform_info": "x86_64-linux-4.18.0-529.el8.x86_64", 2023-12-20T10:49:53.513 INFO:tasks.workunit.client.0.smithi123.stdout: "svn_revision": "5022", 2023-12-20T10:49:53.513 INFO:tasks.workunit.client.0.smithi123.stdout: "version": [ 2023-12-20T10:49:53.513 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.513 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:53.513 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.513 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.513 INFO:tasks.workunit.client.0.smithi123.stdout: "temperature": { 2023-12-20T10:49:53.513 INFO:tasks.workunit.client.0.smithi123.stdout: "current": 25 2023-12-20T10:49:53.513 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.513 INFO:tasks.workunit.client.0.smithi123.stdout: "user_capacity": { 2023-12-20T10:49:53.513 INFO:tasks.workunit.client.0.smithi123.stdout: "blocks": 781422768, 2023-12-20T10:49:53.513 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 400088457216 2023-12-20T10:49:53.514 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.514 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.514 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.514 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.514 INFO:tasks.workunit.client.0.smithi123.stdout: "7ebc1686-9f25-11ee-892f-0cc47a8fd3f1": { 2023-12-20T10:49:53.514 INFO:tasks.workunit.client.0.smithi123.stdout: "INTEL_SSDPEDMD400G4_7ebcb4a6-9f25-11ee-892f-0cc47a8fd3f1": { 2023-12-20T10:49:53.514 INFO:tasks.workunit.client.0.smithi123.stdout: "20231220-104557": { 2023-12-20T10:49:53.514 INFO:tasks.workunit.client.0.smithi123.stdout: "device": { 2023-12-20T10:49:53.514 INFO:tasks.workunit.client.0.smithi123.stdout: "info_name": "/dev/nvme0n1", 2023-12-20T10:49:53.514 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "/dev/nvme0n1", 2023-12-20T10:49:53.514 INFO:tasks.workunit.client.0.smithi123.stdout: "protocol": "NVMe", 2023-12-20T10:49:53.514 INFO:tasks.workunit.client.0.smithi123.stdout: "type": "nvme" 2023-12-20T10:49:53.514 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.514 INFO:tasks.workunit.client.0.smithi123.stdout: "firmware_version": "8DV10171", 2023-12-20T10:49:53.514 INFO:tasks.workunit.client.0.smithi123.stdout: "host_id": "7ebc1686-9f25-11ee-892f-0cc47a8fd3f1", 2023-12-20T10:49:53.514 INFO:tasks.workunit.client.0.smithi123.stdout: "json_format_version": [ 2023-12-20T10:49:53.515 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.515 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:53.515 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.515 INFO:tasks.workunit.client.0.smithi123.stdout: "local_time": { 2023-12-20T10:49:53.515 INFO:tasks.workunit.client.0.smithi123.stdout: "asctime": "Wed Dec 20 10:45:57 2023 UTC", 2023-12-20T10:49:53.515 INFO:tasks.workunit.client.0.smithi123.stdout: "time_t": 1703069157 2023-12-20T10:49:53.515 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.515 INFO:tasks.workunit.client.0.smithi123.stdout: "logical_block_size": 512, 2023-12-20T10:49:53.515 INFO:tasks.workunit.client.0.smithi123.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-12-20T10:49:53.515 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_controller_id": 0, 2023-12-20T10:49:53.515 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-20T10:49:53.515 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_namespaces": [ 2023-12-20T10:49:53.515 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.515 INFO:tasks.workunit.client.0.smithi123.stdout: "capacity": { 2023-12-20T10:49:53.515 INFO:tasks.workunit.client.0.smithi123.stdout: "blocks": 781422768, 2023-12-20T10:49:53.515 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 400088457216 2023-12-20T10:49:53.516 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.516 INFO:tasks.workunit.client.0.smithi123.stdout: "formatted_lba_size": 512, 2023-12-20T10:49:53.516 INFO:tasks.workunit.client.0.smithi123.stdout: "id": 1, 2023-12-20T10:49:53.516 INFO:tasks.workunit.client.0.smithi123.stdout: "size": { 2023-12-20T10:49:53.516 INFO:tasks.workunit.client.0.smithi123.stdout: "blocks": 781422768, 2023-12-20T10:49:53.516 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 400088457216 2023-12-20T10:49:53.516 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.516 INFO:tasks.workunit.client.0.smithi123.stdout: "utilization": { 2023-12-20T10:49:53.516 INFO:tasks.workunit.client.0.smithi123.stdout: "blocks": 781422768, 2023-12-20T10:49:53.516 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 400088457216 2023-12-20T10:49:53.516 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.516 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.516 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.516 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_number_of_namespaces": 1, 2023-12-20T10:49:53.516 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_pci_vendor": { 2023-12-20T10:49:53.517 INFO:tasks.workunit.client.0.smithi123.stdout: "id": 32902, 2023-12-20T10:49:53.517 INFO:tasks.workunit.client.0.smithi123.stdout: "subsystem_id": 32902 2023-12-20T10:49:53.517 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.517 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_smart_health_information_add_log": { 2023-12-20T10:49:53.517 INFO:tasks.workunit.client.0.smithi123.stdout: "Device stats": { 2023-12-20T10:49:53.517 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_fw_downgrades": { 2023-12-20T10:49:53.517 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:53.517 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.517 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.517 INFO:tasks.workunit.client.0.smithi123.stdout: "crc_error_count": { 2023-12-20T10:49:53.517 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.517 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.517 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.517 INFO:tasks.workunit.client.0.smithi123.stdout: "end_to_end_error_detection_count": { 2023-12-20T10:49:53.518 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.518 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.518 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.518 INFO:tasks.workunit.client.0.smithi123.stdout: "erase_fail_count": { 2023-12-20T10:49:53.518 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.518 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.518 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.518 INFO:tasks.workunit.client.0.smithi123.stdout: "host_bytes_written": { 2023-12-20T10:49:53.518 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.518 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 12849461 2023-12-20T10:49:53.518 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.518 INFO:tasks.workunit.client.0.smithi123.stdout: "host_ctx_wear_used": { 2023-12-20T10:49:53.518 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:53.518 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.518 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.519 INFO:tasks.workunit.client.0.smithi123.stdout: "media_bytes_read": { 2023-12-20T10:49:53.519 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:53.519 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.519 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.519 INFO:tasks.workunit.client.0.smithi123.stdout: "nand_bytes_written": { 2023-12-20T10:49:53.519 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.519 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 24605126 2023-12-20T10:49:53.519 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.519 INFO:tasks.workunit.client.0.smithi123.stdout: "perf_stat_indicator": { 2023-12-20T10:49:53.519 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:53.519 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.519 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.519 INFO:tasks.workunit.client.0.smithi123.stdout: "pll_lock_loss_count": { 2023-12-20T10:49:53.519 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.519 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.519 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.520 INFO:tasks.workunit.client.0.smithi123.stdout: "program_fail_count": { 2023-12-20T10:49:53.520 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.520 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.520 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.520 INFO:tasks.workunit.client.0.smithi123.stdout: "re_alloc_sectr_cnt": { 2023-12-20T10:49:53.520 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:53.520 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.520 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.520 INFO:tasks.workunit.client.0.smithi123.stdout: "retry_buffer_overflow_count": { 2023-12-20T10:49:53.520 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.520 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.520 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.520 INFO:tasks.workunit.client.0.smithi123.stdout: "soft_ecc_err_rate": { 2023-12-20T10:49:53.520 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:53.520 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.520 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.521 INFO:tasks.workunit.client.0.smithi123.stdout: "thermal_throttle_status": { 2023-12-20T10:49:53.521 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.521 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": { 2023-12-20T10:49:53.521 INFO:tasks.workunit.client.0.smithi123.stdout: "cnt": 0, 2023-12-20T10:49:53.521 INFO:tasks.workunit.client.0.smithi123.stdout: "pct": 0 2023-12-20T10:49:53.521 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.521 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.521 INFO:tasks.workunit.client.0.smithi123.stdout: "timed_workload_host_reads": { 2023-12-20T10:49:53.521 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.521 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 65535 2023-12-20T10:49:53.521 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.521 INFO:tasks.workunit.client.0.smithi123.stdout: "timed_workload_media_wear": { 2023-12-20T10:49:53.521 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.521 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 64 2023-12-20T10:49:53.521 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.522 INFO:tasks.workunit.client.0.smithi123.stdout: "timed_workload_timer": { 2023-12-20T10:49:53.522 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.522 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 65535 2023-12-20T10:49:53.522 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.522 INFO:tasks.workunit.client.0.smithi123.stdout: "unexp_power_loss": { 2023-12-20T10:49:53.522 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:53.522 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.522 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.522 INFO:tasks.workunit.client.0.smithi123.stdout: "wear_leveling": { 2023-12-20T10:49:53.522 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 96, 2023-12-20T10:49:53.522 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": { 2023-12-20T10:49:53.522 INFO:tasks.workunit.client.0.smithi123.stdout: "avg": 1465, 2023-12-20T10:49:53.522 INFO:tasks.workunit.client.0.smithi123.stdout: "max": 1473, 2023-12-20T10:49:53.522 INFO:tasks.workunit.client.0.smithi123.stdout: "min": 1459 2023-12-20T10:49:53.522 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.522 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.522 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.523 INFO:tasks.workunit.client.0.smithi123.stdout: "Intel Smart log": "nvme0n1" 2023-12-20T10:49:53.523 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.523 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_smart_health_information_log": { 2023-12-20T10:49:53.523 INFO:tasks.workunit.client.0.smithi123.stdout: "available_spare": 100, 2023-12-20T10:49:53.523 INFO:tasks.workunit.client.0.smithi123.stdout: "available_spare_threshold": 10, 2023-12-20T10:49:53.523 INFO:tasks.workunit.client.0.smithi123.stdout: "controller_busy_time": 580, 2023-12-20T10:49:53.523 INFO:tasks.workunit.client.0.smithi123.stdout: "critical_warning": 0, 2023-12-20T10:49:53.523 INFO:tasks.workunit.client.0.smithi123.stdout: "data_units_read": 147920232, 2023-12-20T10:49:53.523 INFO:tasks.workunit.client.0.smithi123.stdout: "data_units_written": 842102302, 2023-12-20T10:49:53.523 INFO:tasks.workunit.client.0.smithi123.stdout: "host_reads": 3351266747, 2023-12-20T10:49:53.523 INFO:tasks.workunit.client.0.smithi123.stdout: "host_writes": 17209982926, 2023-12-20T10:49:53.523 INFO:tasks.workunit.client.0.smithi123.stdout: "media_errors": 0, 2023-12-20T10:49:53.523 INFO:tasks.workunit.client.0.smithi123.stdout: "num_err_log_entries": 0, 2023-12-20T10:49:53.523 INFO:tasks.workunit.client.0.smithi123.stdout: "percentage_used": 4, 2023-12-20T10:49:53.523 INFO:tasks.workunit.client.0.smithi123.stdout: "power_cycles": 31328, 2023-12-20T10:49:53.524 INFO:tasks.workunit.client.0.smithi123.stdout: "power_on_hours": 54780, 2023-12-20T10:49:53.524 INFO:tasks.workunit.client.0.smithi123.stdout: "temperature": 27, 2023-12-20T10:49:53.524 INFO:tasks.workunit.client.0.smithi123.stdout: "unsafe_shutdowns": 27271 2023-12-20T10:49:53.524 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.524 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_vendor": "intel", 2023-12-20T10:49:53.524 INFO:tasks.workunit.client.0.smithi123.stdout: "power_cycle_count": 31328, 2023-12-20T10:49:53.524 INFO:tasks.workunit.client.0.smithi123.stdout: "power_on_time": { 2023-12-20T10:49:53.524 INFO:tasks.workunit.client.0.smithi123.stdout: "hours": 54780 2023-12-20T10:49:53.524 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.524 INFO:tasks.workunit.client.0.smithi123.stdout: "serial_number": "deleted", 2023-12-20T10:49:53.524 INFO:tasks.workunit.client.0.smithi123.stdout: "smart_status": { 2023-12-20T10:49:53.524 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme": { 2023-12-20T10:49:53.524 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.524 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.524 INFO:tasks.workunit.client.0.smithi123.stdout: "passed": true 2023-12-20T10:49:53.524 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.525 INFO:tasks.workunit.client.0.smithi123.stdout: "smartctl": { 2023-12-20T10:49:53.525 INFO:tasks.workunit.client.0.smithi123.stdout: "argv": [ 2023-12-20T10:49:53.525 INFO:tasks.workunit.client.0.smithi123.stdout: "smartctl", 2023-12-20T10:49:53.525 INFO:tasks.workunit.client.0.smithi123.stdout: "-x", 2023-12-20T10:49:53.525 INFO:tasks.workunit.client.0.smithi123.stdout: "--json=o", 2023-12-20T10:49:53.525 INFO:tasks.workunit.client.0.smithi123.stdout: "/dev/nvme0n1" 2023-12-20T10:49:53.525 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.525 INFO:tasks.workunit.client.0.smithi123.stdout: "build_info": "(local build)", 2023-12-20T10:49:53.525 INFO:tasks.workunit.client.0.smithi123.stdout: "exit_status": 0, 2023-12-20T10:49:53.525 INFO:tasks.workunit.client.0.smithi123.stdout: "output": [ 2023-12-20T10:49:53.525 INFO:tasks.workunit.client.0.smithi123.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-4.18.0-529.el8.x86_64] (local build)", 2023-12-20T10:49:53.525 INFO:tasks.workunit.client.0.smithi123.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-20T10:49:53.525 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:53.525 INFO:tasks.workunit.client.0.smithi123.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-20T10:49:53.526 INFO:tasks.workunit.client.0.smithi123.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-12-20T10:49:53.526 INFO:tasks.workunit.client.0.smithi123.stdout: "Serial Number: deleted", 2023-12-20T10:49:53.526 INFO:tasks.workunit.client.0.smithi123.stdout: "Firmware Version: 8DV10171", 2023-12-20T10:49:53.526 INFO:tasks.workunit.client.0.smithi123.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-20T10:49:53.526 INFO:tasks.workunit.client.0.smithi123.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-20T10:49:53.526 INFO:tasks.workunit.client.0.smithi123.stdout: "Controller ID: 0", 2023-12-20T10:49:53.526 INFO:tasks.workunit.client.0.smithi123.stdout: "Number of Namespaces: 1", 2023-12-20T10:49:53.526 INFO:tasks.workunit.client.0.smithi123.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-12-20T10:49:53.526 INFO:tasks.workunit.client.0.smithi123.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-20T10:49:53.526 INFO:tasks.workunit.client.0.smithi123.stdout: "Local Time is: Wed Dec 20 10:45:57 2023 UTC", 2023-12-20T10:49:53.526 INFO:tasks.workunit.client.0.smithi123.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-20T10:49:53.526 INFO:tasks.workunit.client.0.smithi123.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-20T10:49:53.526 INFO:tasks.workunit.client.0.smithi123.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-20T10:49:53.526 INFO:tasks.workunit.client.0.smithi123.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-20T10:49:53.527 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:53.527 INFO:tasks.workunit.client.0.smithi123.stdout: "Supported Power States", 2023-12-20T10:49:53.527 INFO:tasks.workunit.client.0.smithi123.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-20T10:49:53.527 INFO:tasks.workunit.client.0.smithi123.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-20T10:49:53.527 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:53.527 INFO:tasks.workunit.client.0.smithi123.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-20T10:49:53.527 INFO:tasks.workunit.client.0.smithi123.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-20T10:49:53.527 INFO:tasks.workunit.client.0.smithi123.stdout: " 0 + 512 0 2", 2023-12-20T10:49:53.527 INFO:tasks.workunit.client.0.smithi123.stdout: " 1 - 512 8 2", 2023-12-20T10:49:53.527 INFO:tasks.workunit.client.0.smithi123.stdout: " 2 - 512 16 2", 2023-12-20T10:49:53.527 INFO:tasks.workunit.client.0.smithi123.stdout: " 3 - 4096 0 0", 2023-12-20T10:49:53.527 INFO:tasks.workunit.client.0.smithi123.stdout: " 4 - 4096 8 0", 2023-12-20T10:49:53.527 INFO:tasks.workunit.client.0.smithi123.stdout: " 5 - 4096 64 0", 2023-12-20T10:49:53.527 INFO:tasks.workunit.client.0.smithi123.stdout: " 6 - 4096 128 0", 2023-12-20T10:49:53.527 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:53.527 INFO:tasks.workunit.client.0.smithi123.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-20T10:49:53.528 INFO:tasks.workunit.client.0.smithi123.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-20T10:49:53.528 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:53.528 INFO:tasks.workunit.client.0.smithi123.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-20T10:49:53.528 INFO:tasks.workunit.client.0.smithi123.stdout: "Critical Warning: 0x00", 2023-12-20T10:49:53.528 INFO:tasks.workunit.client.0.smithi123.stdout: "Temperature: 27 Celsius", 2023-12-20T10:49:53.528 INFO:tasks.workunit.client.0.smithi123.stdout: "Available Spare: 100%", 2023-12-20T10:49:53.528 INFO:tasks.workunit.client.0.smithi123.stdout: "Available Spare Threshold: 10%", 2023-12-20T10:49:53.528 INFO:tasks.workunit.client.0.smithi123.stdout: "Percentage Used: 4%", 2023-12-20T10:49:53.528 INFO:tasks.workunit.client.0.smithi123.stdout: "Data Units Read: 147,920,232 [75.7 TB]", 2023-12-20T10:49:53.528 INFO:tasks.workunit.client.0.smithi123.stdout: "Data Units Written: 842,102,302 [431 TB]", 2023-12-20T10:49:53.528 INFO:tasks.workunit.client.0.smithi123.stdout: "Host Read Commands: 3,351,266,747", 2023-12-20T10:49:53.528 INFO:tasks.workunit.client.0.smithi123.stdout: "Host Write Commands: 17,209,982,926", 2023-12-20T10:49:53.528 INFO:tasks.workunit.client.0.smithi123.stdout: "Controller Busy Time: 580", 2023-12-20T10:49:53.528 INFO:tasks.workunit.client.0.smithi123.stdout: "Power Cycles: 31,328", 2023-12-20T10:49:53.528 INFO:tasks.workunit.client.0.smithi123.stdout: "Power On Hours: 54,780", 2023-12-20T10:49:53.529 INFO:tasks.workunit.client.0.smithi123.stdout: "Unsafe Shutdowns: 27,271", 2023-12-20T10:49:53.529 INFO:tasks.workunit.client.0.smithi123.stdout: "Media and Data Integrity Errors: 0", 2023-12-20T10:49:53.529 INFO:tasks.workunit.client.0.smithi123.stdout: "Error Information Log Entries: 0", 2023-12-20T10:49:53.529 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:53.529 INFO:tasks.workunit.client.0.smithi123.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-20T10:49:53.529 INFO:tasks.workunit.client.0.smithi123.stdout: "No Errors Logged", 2023-12-20T10:49:53.529 INFO:tasks.workunit.client.0.smithi123.stdout: "" 2023-12-20T10:49:53.529 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.529 INFO:tasks.workunit.client.0.smithi123.stdout: "platform_info": "x86_64-linux-4.18.0-529.el8.x86_64", 2023-12-20T10:49:53.529 INFO:tasks.workunit.client.0.smithi123.stdout: "svn_revision": "5022", 2023-12-20T10:49:53.529 INFO:tasks.workunit.client.0.smithi123.stdout: "version": [ 2023-12-20T10:49:53.529 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.529 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:53.529 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.529 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.530 INFO:tasks.workunit.client.0.smithi123.stdout: "temperature": { 2023-12-20T10:49:53.530 INFO:tasks.workunit.client.0.smithi123.stdout: "current": 27 2023-12-20T10:49:53.530 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.530 INFO:tasks.workunit.client.0.smithi123.stdout: "user_capacity": { 2023-12-20T10:49:53.530 INFO:tasks.workunit.client.0.smithi123.stdout: "blocks": 781422768, 2023-12-20T10:49:53.530 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 400088457216 2023-12-20T10:49:53.530 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.530 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.530 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.530 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.530 INFO:tasks.workunit.client.0.smithi123.stdout:} 2023-12-20T10:49:53.531 INFO:tasks.workunit.client.0.smithi123.stderr:+ ceph telemetry show-all 2023-12-20T10:49:53.531 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[124884]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:53.531 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[124884]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:53.531 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:53.531 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-20T10:49:53.531 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.531 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.531 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.531 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.531 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.532 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.532 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.532 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.532 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.532 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[124884]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:53.532 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[124884]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:53.532 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.532 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.532 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.532 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[124884]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:53.532 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[124884]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:53.532 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.532 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.532 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.533 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[124884]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:53.533 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[124884]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:53.533 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.533 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.533 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.533 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[111044]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:53.533 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[111044]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:53.533 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:53.533 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-20T10:49:53.533 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.534 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.534 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.534 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.534 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.534 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.534 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.534 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.534 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.534 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[111044]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:53.534 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[111044]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:53.534 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.534 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.534 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.534 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[111044]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:53.534 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[111044]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:53.535 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.535 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.535 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.535 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[111044]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:53.535 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[111044]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:53.535 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:53.535 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:53.535 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:52 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:53.541 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2023-12-20T10:49:53.541 INFO:tasks.workunit.client.0.smithi123.stdout: "device_report": { 2023-12-20T10:49:53.541 INFO:tasks.workunit.client.0.smithi123.stdout: "7eb9b9fe-9f25-11ee-892f-0cc47a8fd3f1": { 2023-12-20T10:49:53.541 INFO:tasks.workunit.client.0.smithi123.stdout: "INTEL_SSDPEDMD400G4_7eba7b14-9f25-11ee-892f-0cc47a8fd3f1": { 2023-12-20T10:49:53.541 INFO:tasks.workunit.client.0.smithi123.stdout: "20231220-104559": { 2023-12-20T10:49:53.541 INFO:tasks.workunit.client.0.smithi123.stdout: "device": { 2023-12-20T10:49:53.541 INFO:tasks.workunit.client.0.smithi123.stdout: "info_name": "/dev/nvme0n1", 2023-12-20T10:49:53.541 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "/dev/nvme0n1", 2023-12-20T10:49:53.542 INFO:tasks.workunit.client.0.smithi123.stdout: "protocol": "NVMe", 2023-12-20T10:49:53.542 INFO:tasks.workunit.client.0.smithi123.stdout: "type": "nvme" 2023-12-20T10:49:53.542 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.542 INFO:tasks.workunit.client.0.smithi123.stdout: "firmware_version": "8DV101H0", 2023-12-20T10:49:53.542 INFO:tasks.workunit.client.0.smithi123.stdout: "host_id": "7eb9b9fe-9f25-11ee-892f-0cc47a8fd3f1", 2023-12-20T10:49:53.542 INFO:tasks.workunit.client.0.smithi123.stdout: "json_format_version": [ 2023-12-20T10:49:53.542 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.542 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:53.542 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.542 INFO:tasks.workunit.client.0.smithi123.stdout: "local_time": { 2023-12-20T10:49:53.542 INFO:tasks.workunit.client.0.smithi123.stdout: "asctime": "Wed Dec 20 10:45:59 2023 UTC", 2023-12-20T10:49:53.542 INFO:tasks.workunit.client.0.smithi123.stdout: "time_t": 1703069159 2023-12-20T10:49:53.542 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.542 INFO:tasks.workunit.client.0.smithi123.stdout: "logical_block_size": 512, 2023-12-20T10:49:53.542 INFO:tasks.workunit.client.0.smithi123.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-12-20T10:49:53.543 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_controller_id": 0, 2023-12-20T10:49:53.543 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-20T10:49:53.543 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_namespaces": [ 2023-12-20T10:49:53.543 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.543 INFO:tasks.workunit.client.0.smithi123.stdout: "capacity": { 2023-12-20T10:49:53.543 INFO:tasks.workunit.client.0.smithi123.stdout: "blocks": 781422768, 2023-12-20T10:49:53.543 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 400088457216 2023-12-20T10:49:53.543 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.543 INFO:tasks.workunit.client.0.smithi123.stdout: "formatted_lba_size": 512, 2023-12-20T10:49:53.543 INFO:tasks.workunit.client.0.smithi123.stdout: "id": 1, 2023-12-20T10:49:53.543 INFO:tasks.workunit.client.0.smithi123.stdout: "size": { 2023-12-20T10:49:53.543 INFO:tasks.workunit.client.0.smithi123.stdout: "blocks": 781422768, 2023-12-20T10:49:53.543 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 400088457216 2023-12-20T10:49:53.543 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.544 INFO:tasks.workunit.client.0.smithi123.stdout: "utilization": { 2023-12-20T10:49:53.544 INFO:tasks.workunit.client.0.smithi123.stdout: "blocks": 781422768, 2023-12-20T10:49:53.544 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 400088457216 2023-12-20T10:49:53.544 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.544 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.544 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.544 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_number_of_namespaces": 1, 2023-12-20T10:49:53.544 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_pci_vendor": { 2023-12-20T10:49:53.544 INFO:tasks.workunit.client.0.smithi123.stdout: "id": 32902, 2023-12-20T10:49:53.544 INFO:tasks.workunit.client.0.smithi123.stdout: "subsystem_id": 32902 2023-12-20T10:49:53.544 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.544 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_smart_health_information_add_log": { 2023-12-20T10:49:53.544 INFO:tasks.workunit.client.0.smithi123.stdout: "Device stats": { 2023-12-20T10:49:53.544 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_fw_downgrades": { 2023-12-20T10:49:53.544 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:53.545 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.545 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.545 INFO:tasks.workunit.client.0.smithi123.stdout: "crc_error_count": { 2023-12-20T10:49:53.545 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.545 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.545 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.545 INFO:tasks.workunit.client.0.smithi123.stdout: "end_to_end_error_detection_count": { 2023-12-20T10:49:53.545 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.545 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.545 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.545 INFO:tasks.workunit.client.0.smithi123.stdout: "erase_fail_count": { 2023-12-20T10:49:53.545 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.545 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.545 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.546 INFO:tasks.workunit.client.0.smithi123.stdout: "host_bytes_written": { 2023-12-20T10:49:53.546 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.546 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 14563591 2023-12-20T10:49:53.546 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.546 INFO:tasks.workunit.client.0.smithi123.stdout: "host_ctx_wear_used": { 2023-12-20T10:49:53.546 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.546 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 1 2023-12-20T10:49:53.546 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.546 INFO:tasks.workunit.client.0.smithi123.stdout: "media_bytes_read": { 2023-12-20T10:49:53.546 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:53.546 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.546 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.546 INFO:tasks.workunit.client.0.smithi123.stdout: "nand_bytes_written": { 2023-12-20T10:49:53.546 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.546 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 25220870 2023-12-20T10:49:53.547 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.547 INFO:tasks.workunit.client.0.smithi123.stdout: "perf_stat_indicator": { 2023-12-20T10:49:53.547 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:53.547 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.547 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.547 INFO:tasks.workunit.client.0.smithi123.stdout: "pll_lock_loss_count": { 2023-12-20T10:49:53.547 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.547 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.547 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.547 INFO:tasks.workunit.client.0.smithi123.stdout: "program_fail_count": { 2023-12-20T10:49:53.547 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.547 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.547 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.547 INFO:tasks.workunit.client.0.smithi123.stdout: "re_alloc_sectr_cnt": { 2023-12-20T10:49:53.547 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:53.547 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.548 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.548 INFO:tasks.workunit.client.0.smithi123.stdout: "retry_buffer_overflow_count": { 2023-12-20T10:49:53.548 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.548 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.548 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.548 INFO:tasks.workunit.client.0.smithi123.stdout: "soft_ecc_err_rate": { 2023-12-20T10:49:53.548 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:53.548 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.548 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.548 INFO:tasks.workunit.client.0.smithi123.stdout: "thermal_throttle_status": { 2023-12-20T10:49:53.548 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.548 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": { 2023-12-20T10:49:53.548 INFO:tasks.workunit.client.0.smithi123.stdout: "cnt": 0, 2023-12-20T10:49:53.548 INFO:tasks.workunit.client.0.smithi123.stdout: "pct": 0 2023-12-20T10:49:53.548 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.549 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.549 INFO:tasks.workunit.client.0.smithi123.stdout: "timed_workload_host_reads": { 2023-12-20T10:49:53.549 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.549 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 65535 2023-12-20T10:49:53.549 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.549 INFO:tasks.workunit.client.0.smithi123.stdout: "timed_workload_media_wear": { 2023-12-20T10:49:53.549 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.549 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 64 2023-12-20T10:49:53.549 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.549 INFO:tasks.workunit.client.0.smithi123.stdout: "timed_workload_timer": { 2023-12-20T10:49:53.549 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.549 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 65535 2023-12-20T10:49:53.549 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.549 INFO:tasks.workunit.client.0.smithi123.stdout: "unexp_power_loss": { 2023-12-20T10:49:53.550 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:53.550 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.550 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.550 INFO:tasks.workunit.client.0.smithi123.stdout: "wear_leveling": { 2023-12-20T10:49:53.550 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 95, 2023-12-20T10:49:53.550 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": { 2023-12-20T10:49:53.550 INFO:tasks.workunit.client.0.smithi123.stdout: "avg": 1721, 2023-12-20T10:49:53.550 INFO:tasks.workunit.client.0.smithi123.stdout: "max": 1733, 2023-12-20T10:49:53.550 INFO:tasks.workunit.client.0.smithi123.stdout: "min": 1711 2023-12-20T10:49:53.550 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.550 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.550 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.550 INFO:tasks.workunit.client.0.smithi123.stdout: "Intel Smart log": "nvme0n1" 2023-12-20T10:49:53.550 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.551 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_smart_health_information_log": { 2023-12-20T10:49:53.551 INFO:tasks.workunit.client.0.smithi123.stdout: "available_spare": 100, 2023-12-20T10:49:53.551 INFO:tasks.workunit.client.0.smithi123.stdout: "available_spare_threshold": 10, 2023-12-20T10:49:53.551 INFO:tasks.workunit.client.0.smithi123.stdout: "controller_busy_time": 3, 2023-12-20T10:49:53.551 INFO:tasks.workunit.client.0.smithi123.stdout: "critical_warning": 0, 2023-12-20T10:49:53.551 INFO:tasks.workunit.client.0.smithi123.stdout: "data_units_read": 237986806, 2023-12-20T10:49:53.551 INFO:tasks.workunit.client.0.smithi123.stdout: "data_units_written": 954439546, 2023-12-20T10:49:53.551 INFO:tasks.workunit.client.0.smithi123.stdout: "host_reads": 3456276192, 2023-12-20T10:49:53.551 INFO:tasks.workunit.client.0.smithi123.stdout: "host_writes": 15323058583, 2023-12-20T10:49:53.551 INFO:tasks.workunit.client.0.smithi123.stdout: "media_errors": 0, 2023-12-20T10:49:53.551 INFO:tasks.workunit.client.0.smithi123.stdout: "num_err_log_entries": 0, 2023-12-20T10:49:53.551 INFO:tasks.workunit.client.0.smithi123.stdout: "percentage_used": 5, 2023-12-20T10:49:53.551 INFO:tasks.workunit.client.0.smithi123.stdout: "power_cycles": 28954, 2023-12-20T10:49:53.551 INFO:tasks.workunit.client.0.smithi123.stdout: "power_on_hours": 55390, 2023-12-20T10:49:53.551 INFO:tasks.workunit.client.0.smithi123.stdout: "temperature": 25, 2023-12-20T10:49:53.552 INFO:tasks.workunit.client.0.smithi123.stdout: "unsafe_shutdowns": 280 2023-12-20T10:49:53.552 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.552 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_vendor": "intel", 2023-12-20T10:49:53.552 INFO:tasks.workunit.client.0.smithi123.stdout: "power_cycle_count": 28954, 2023-12-20T10:49:53.552 INFO:tasks.workunit.client.0.smithi123.stdout: "power_on_time": { 2023-12-20T10:49:53.552 INFO:tasks.workunit.client.0.smithi123.stdout: "hours": 55390 2023-12-20T10:49:53.552 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.552 INFO:tasks.workunit.client.0.smithi123.stdout: "serial_number": "deleted", 2023-12-20T10:49:53.552 INFO:tasks.workunit.client.0.smithi123.stdout: "smart_status": { 2023-12-20T10:49:53.552 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme": { 2023-12-20T10:49:53.552 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.552 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.552 INFO:tasks.workunit.client.0.smithi123.stdout: "passed": true 2023-12-20T10:49:53.552 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.552 INFO:tasks.workunit.client.0.smithi123.stdout: "smartctl": { 2023-12-20T10:49:53.553 INFO:tasks.workunit.client.0.smithi123.stdout: "argv": [ 2023-12-20T10:49:53.553 INFO:tasks.workunit.client.0.smithi123.stdout: "smartctl", 2023-12-20T10:49:53.553 INFO:tasks.workunit.client.0.smithi123.stdout: "-x", 2023-12-20T10:49:53.553 INFO:tasks.workunit.client.0.smithi123.stdout: "--json=o", 2023-12-20T10:49:53.553 INFO:tasks.workunit.client.0.smithi123.stdout: "/dev/nvme0n1" 2023-12-20T10:49:53.553 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.553 INFO:tasks.workunit.client.0.smithi123.stdout: "build_info": "(local build)", 2023-12-20T10:49:53.553 INFO:tasks.workunit.client.0.smithi123.stdout: "exit_status": 0, 2023-12-20T10:49:53.553 INFO:tasks.workunit.client.0.smithi123.stdout: "output": [ 2023-12-20T10:49:53.553 INFO:tasks.workunit.client.0.smithi123.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-4.18.0-529.el8.x86_64] (local build)", 2023-12-20T10:49:53.553 INFO:tasks.workunit.client.0.smithi123.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-20T10:49:53.553 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:53.553 INFO:tasks.workunit.client.0.smithi123.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-20T10:49:53.553 INFO:tasks.workunit.client.0.smithi123.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-12-20T10:49:53.553 INFO:tasks.workunit.client.0.smithi123.stdout: "Serial Number: deleted", 2023-12-20T10:49:53.554 INFO:tasks.workunit.client.0.smithi123.stdout: "Firmware Version: 8DV101H0", 2023-12-20T10:49:53.554 INFO:tasks.workunit.client.0.smithi123.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-20T10:49:53.554 INFO:tasks.workunit.client.0.smithi123.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-20T10:49:53.554 INFO:tasks.workunit.client.0.smithi123.stdout: "Controller ID: 0", 2023-12-20T10:49:53.554 INFO:tasks.workunit.client.0.smithi123.stdout: "Number of Namespaces: 1", 2023-12-20T10:49:53.554 INFO:tasks.workunit.client.0.smithi123.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-12-20T10:49:53.554 INFO:tasks.workunit.client.0.smithi123.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-20T10:49:53.554 INFO:tasks.workunit.client.0.smithi123.stdout: "Local Time is: Wed Dec 20 10:45:59 2023 UTC", 2023-12-20T10:49:53.554 INFO:tasks.workunit.client.0.smithi123.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-20T10:49:53.554 INFO:tasks.workunit.client.0.smithi123.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-20T10:49:53.554 INFO:tasks.workunit.client.0.smithi123.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-20T10:49:53.554 INFO:tasks.workunit.client.0.smithi123.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-20T10:49:53.554 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:53.554 INFO:tasks.workunit.client.0.smithi123.stdout: "Supported Power States", 2023-12-20T10:49:53.555 INFO:tasks.workunit.client.0.smithi123.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-20T10:49:53.555 INFO:tasks.workunit.client.0.smithi123.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-20T10:49:53.555 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:53.555 INFO:tasks.workunit.client.0.smithi123.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-20T10:49:53.555 INFO:tasks.workunit.client.0.smithi123.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-20T10:49:53.555 INFO:tasks.workunit.client.0.smithi123.stdout: " 0 + 512 0 2", 2023-12-20T10:49:53.555 INFO:tasks.workunit.client.0.smithi123.stdout: " 1 - 512 8 2", 2023-12-20T10:49:53.555 INFO:tasks.workunit.client.0.smithi123.stdout: " 2 - 512 16 2", 2023-12-20T10:49:53.555 INFO:tasks.workunit.client.0.smithi123.stdout: " 3 - 4096 0 0", 2023-12-20T10:49:53.555 INFO:tasks.workunit.client.0.smithi123.stdout: " 4 - 4096 8 0", 2023-12-20T10:49:53.555 INFO:tasks.workunit.client.0.smithi123.stdout: " 5 - 4096 64 0", 2023-12-20T10:49:53.555 INFO:tasks.workunit.client.0.smithi123.stdout: " 6 - 4096 128 0", 2023-12-20T10:49:53.555 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:53.555 INFO:tasks.workunit.client.0.smithi123.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-20T10:49:53.555 INFO:tasks.workunit.client.0.smithi123.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-20T10:49:53.556 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:53.556 INFO:tasks.workunit.client.0.smithi123.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-20T10:49:53.556 INFO:tasks.workunit.client.0.smithi123.stdout: "Critical Warning: 0x00", 2023-12-20T10:49:53.556 INFO:tasks.workunit.client.0.smithi123.stdout: "Temperature: 25 Celsius", 2023-12-20T10:49:53.556 INFO:tasks.workunit.client.0.smithi123.stdout: "Available Spare: 100%", 2023-12-20T10:49:53.556 INFO:tasks.workunit.client.0.smithi123.stdout: "Available Spare Threshold: 10%", 2023-12-20T10:49:53.556 INFO:tasks.workunit.client.0.smithi123.stdout: "Percentage Used: 5%", 2023-12-20T10:49:53.556 INFO:tasks.workunit.client.0.smithi123.stdout: "Data Units Read: 237,986,806 [121 TB]", 2023-12-20T10:49:53.556 INFO:tasks.workunit.client.0.smithi123.stdout: "Data Units Written: 954,439,546 [488 TB]", 2023-12-20T10:49:53.556 INFO:tasks.workunit.client.0.smithi123.stdout: "Host Read Commands: 3,456,276,192", 2023-12-20T10:49:53.557 INFO:tasks.workunit.client.0.smithi123.stdout: "Host Write Commands: 15,323,058,583", 2023-12-20T10:49:53.557 INFO:tasks.workunit.client.0.smithi123.stdout: "Controller Busy Time: 3", 2023-12-20T10:49:53.557 INFO:tasks.workunit.client.0.smithi123.stdout: "Power Cycles: 28,954", 2023-12-20T10:49:53.557 INFO:tasks.workunit.client.0.smithi123.stdout: "Power On Hours: 55,390", 2023-12-20T10:49:53.557 INFO:tasks.workunit.client.0.smithi123.stdout: "Unsafe Shutdowns: 280", 2023-12-20T10:49:53.557 INFO:tasks.workunit.client.0.smithi123.stdout: "Media and Data Integrity Errors: 0", 2023-12-20T10:49:53.557 INFO:tasks.workunit.client.0.smithi123.stdout: "Error Information Log Entries: 0", 2023-12-20T10:49:53.557 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:53.557 INFO:tasks.workunit.client.0.smithi123.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-20T10:49:53.557 INFO:tasks.workunit.client.0.smithi123.stdout: "No Errors Logged", 2023-12-20T10:49:53.557 INFO:tasks.workunit.client.0.smithi123.stdout: "" 2023-12-20T10:49:53.557 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.557 INFO:tasks.workunit.client.0.smithi123.stdout: "platform_info": "x86_64-linux-4.18.0-529.el8.x86_64", 2023-12-20T10:49:53.557 INFO:tasks.workunit.client.0.smithi123.stdout: "svn_revision": "5022", 2023-12-20T10:49:53.557 INFO:tasks.workunit.client.0.smithi123.stdout: "version": [ 2023-12-20T10:49:53.558 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.558 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:53.558 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.558 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.558 INFO:tasks.workunit.client.0.smithi123.stdout: "temperature": { 2023-12-20T10:49:53.558 INFO:tasks.workunit.client.0.smithi123.stdout: "current": 25 2023-12-20T10:49:53.558 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.558 INFO:tasks.workunit.client.0.smithi123.stdout: "user_capacity": { 2023-12-20T10:49:53.558 INFO:tasks.workunit.client.0.smithi123.stdout: "blocks": 781422768, 2023-12-20T10:49:53.558 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 400088457216 2023-12-20T10:49:53.558 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.558 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.558 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.558 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.558 INFO:tasks.workunit.client.0.smithi123.stdout: "7ebc1686-9f25-11ee-892f-0cc47a8fd3f1": { 2023-12-20T10:49:53.559 INFO:tasks.workunit.client.0.smithi123.stdout: "INTEL_SSDPEDMD400G4_7ebcb4a6-9f25-11ee-892f-0cc47a8fd3f1": { 2023-12-20T10:49:53.559 INFO:tasks.workunit.client.0.smithi123.stdout: "20231220-104557": { 2023-12-20T10:49:53.559 INFO:tasks.workunit.client.0.smithi123.stdout: "device": { 2023-12-20T10:49:53.559 INFO:tasks.workunit.client.0.smithi123.stdout: "info_name": "/dev/nvme0n1", 2023-12-20T10:49:53.559 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "/dev/nvme0n1", 2023-12-20T10:49:53.559 INFO:tasks.workunit.client.0.smithi123.stdout: "protocol": "NVMe", 2023-12-20T10:49:53.559 INFO:tasks.workunit.client.0.smithi123.stdout: "type": "nvme" 2023-12-20T10:49:53.559 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.559 INFO:tasks.workunit.client.0.smithi123.stdout: "firmware_version": "8DV10171", 2023-12-20T10:49:53.559 INFO:tasks.workunit.client.0.smithi123.stdout: "host_id": "7ebc1686-9f25-11ee-892f-0cc47a8fd3f1", 2023-12-20T10:49:53.559 INFO:tasks.workunit.client.0.smithi123.stdout: "json_format_version": [ 2023-12-20T10:49:53.559 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:53.559 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:53.559 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.559 INFO:tasks.workunit.client.0.smithi123.stdout: "local_time": { 2023-12-20T10:49:53.560 INFO:tasks.workunit.client.0.smithi123.stdout: "asctime": "Wed Dec 20 10:45:57 2023 UTC", 2023-12-20T10:49:53.560 INFO:tasks.workunit.client.0.smithi123.stdout: "time_t": 1703069157 2023-12-20T10:49:53.560 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.560 INFO:tasks.workunit.client.0.smithi123.stdout: "logical_block_size": 512, 2023-12-20T10:49:53.560 INFO:tasks.workunit.client.0.smithi123.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-12-20T10:49:53.560 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_controller_id": 0, 2023-12-20T10:49:53.560 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-20T10:49:53.560 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_namespaces": [ 2023-12-20T10:49:53.560 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.560 INFO:tasks.workunit.client.0.smithi123.stdout: "capacity": { 2023-12-20T10:49:53.560 INFO:tasks.workunit.client.0.smithi123.stdout: "blocks": 781422768, 2023-12-20T10:49:53.560 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 400088457216 2023-12-20T10:49:53.560 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.560 INFO:tasks.workunit.client.0.smithi123.stdout: "formatted_lba_size": 512, 2023-12-20T10:49:53.560 INFO:tasks.workunit.client.0.smithi123.stdout: "id": 1, 2023-12-20T10:49:53.561 INFO:tasks.workunit.client.0.smithi123.stdout: "size": { 2023-12-20T10:49:53.561 INFO:tasks.workunit.client.0.smithi123.stdout: "blocks": 781422768, 2023-12-20T10:49:53.561 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 400088457216 2023-12-20T10:49:53.561 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.561 INFO:tasks.workunit.client.0.smithi123.stdout: "utilization": { 2023-12-20T10:49:53.561 INFO:tasks.workunit.client.0.smithi123.stdout: "blocks": 781422768, 2023-12-20T10:49:53.561 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 400088457216 2023-12-20T10:49:53.561 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.561 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.561 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.561 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_number_of_namespaces": 1, 2023-12-20T10:49:53.561 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_pci_vendor": { 2023-12-20T10:49:53.561 INFO:tasks.workunit.client.0.smithi123.stdout: "id": 32902, 2023-12-20T10:49:53.561 INFO:tasks.workunit.client.0.smithi123.stdout: "subsystem_id": 32902 2023-12-20T10:49:53.561 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.562 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_smart_health_information_add_log": { 2023-12-20T10:49:53.562 INFO:tasks.workunit.client.0.smithi123.stdout: "Device stats": { 2023-12-20T10:49:53.562 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_fw_downgrades": { 2023-12-20T10:49:53.562 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:53.562 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.562 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.562 INFO:tasks.workunit.client.0.smithi123.stdout: "crc_error_count": { 2023-12-20T10:49:53.562 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.562 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.562 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.562 INFO:tasks.workunit.client.0.smithi123.stdout: "end_to_end_error_detection_count": { 2023-12-20T10:49:53.562 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.562 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.562 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.562 INFO:tasks.workunit.client.0.smithi123.stdout: "erase_fail_count": { 2023-12-20T10:49:53.562 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.563 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.563 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.563 INFO:tasks.workunit.client.0.smithi123.stdout: "host_bytes_written": { 2023-12-20T10:49:53.563 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.563 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 12849461 2023-12-20T10:49:53.563 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.563 INFO:tasks.workunit.client.0.smithi123.stdout: "host_ctx_wear_used": { 2023-12-20T10:49:53.563 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:53.563 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.563 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.563 INFO:tasks.workunit.client.0.smithi123.stdout: "media_bytes_read": { 2023-12-20T10:49:53.563 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:53.563 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.563 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.563 INFO:tasks.workunit.client.0.smithi123.stdout: "nand_bytes_written": { 2023-12-20T10:49:53.564 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.564 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 24605126 2023-12-20T10:49:53.564 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.564 INFO:tasks.workunit.client.0.smithi123.stdout: "perf_stat_indicator": { 2023-12-20T10:49:53.564 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:53.564 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.564 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.564 INFO:tasks.workunit.client.0.smithi123.stdout: "pll_lock_loss_count": { 2023-12-20T10:49:53.564 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.564 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.564 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.564 INFO:tasks.workunit.client.0.smithi123.stdout: "program_fail_count": { 2023-12-20T10:49:53.564 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.564 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.564 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.564 INFO:tasks.workunit.client.0.smithi123.stdout: "re_alloc_sectr_cnt": { 2023-12-20T10:49:53.565 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:53.565 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.565 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.565 INFO:tasks.workunit.client.0.smithi123.stdout: "retry_buffer_overflow_count": { 2023-12-20T10:49:53.565 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.565 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.565 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.565 INFO:tasks.workunit.client.0.smithi123.stdout: "soft_ecc_err_rate": { 2023-12-20T10:49:53.565 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:53.565 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.565 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.565 INFO:tasks.workunit.client.0.smithi123.stdout: "thermal_throttle_status": { 2023-12-20T10:49:53.566 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.566 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": { 2023-12-20T10:49:53.566 INFO:tasks.workunit.client.0.smithi123.stdout: "cnt": 0, 2023-12-20T10:49:53.566 INFO:tasks.workunit.client.0.smithi123.stdout: "pct": 0 2023-12-20T10:49:53.566 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.566 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.566 INFO:tasks.workunit.client.0.smithi123.stdout: "timed_workload_host_reads": { 2023-12-20T10:49:53.566 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.566 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 65535 2023-12-20T10:49:53.566 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.566 INFO:tasks.workunit.client.0.smithi123.stdout: "timed_workload_media_wear": { 2023-12-20T10:49:53.566 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.566 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 64 2023-12-20T10:49:53.566 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.566 INFO:tasks.workunit.client.0.smithi123.stdout: "timed_workload_timer": { 2023-12-20T10:49:53.566 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 100, 2023-12-20T10:49:53.567 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 65535 2023-12-20T10:49:53.567 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.567 INFO:tasks.workunit.client.0.smithi123.stdout: "unexp_power_loss": { 2023-12-20T10:49:53.567 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 0, 2023-12-20T10:49:53.567 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": 0 2023-12-20T10:49:53.567 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.567 INFO:tasks.workunit.client.0.smithi123.stdout: "wear_leveling": { 2023-12-20T10:49:53.567 INFO:tasks.workunit.client.0.smithi123.stdout: "normalized": 96, 2023-12-20T10:49:53.567 INFO:tasks.workunit.client.0.smithi123.stdout: "raw": { 2023-12-20T10:49:53.567 INFO:tasks.workunit.client.0.smithi123.stdout: "avg": 1465, 2023-12-20T10:49:53.567 INFO:tasks.workunit.client.0.smithi123.stdout: "max": 1473, 2023-12-20T10:49:53.567 INFO:tasks.workunit.client.0.smithi123.stdout: "min": 1459 2023-12-20T10:49:53.567 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.567 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.567 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.568 INFO:tasks.workunit.client.0.smithi123.stdout: "Intel Smart log": "nvme0n1" 2023-12-20T10:49:53.568 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.568 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_smart_health_information_log": { 2023-12-20T10:49:53.568 INFO:tasks.workunit.client.0.smithi123.stdout: "available_spare": 100, 2023-12-20T10:49:53.568 INFO:tasks.workunit.client.0.smithi123.stdout: "available_spare_threshold": 10, 2023-12-20T10:49:53.568 INFO:tasks.workunit.client.0.smithi123.stdout: "controller_busy_time": 580, 2023-12-20T10:49:53.568 INFO:tasks.workunit.client.0.smithi123.stdout: "critical_warning": 0, 2023-12-20T10:49:53.568 INFO:tasks.workunit.client.0.smithi123.stdout: "data_units_read": 147920232, 2023-12-20T10:49:53.568 INFO:tasks.workunit.client.0.smithi123.stdout: "data_units_written": 842102302, 2023-12-20T10:49:53.568 INFO:tasks.workunit.client.0.smithi123.stdout: "host_reads": 3351266747, 2023-12-20T10:49:53.568 INFO:tasks.workunit.client.0.smithi123.stdout: "host_writes": 17209982926, 2023-12-20T10:49:53.568 INFO:tasks.workunit.client.0.smithi123.stdout: "media_errors": 0, 2023-12-20T10:49:53.568 INFO:tasks.workunit.client.0.smithi123.stdout: "num_err_log_entries": 0, 2023-12-20T10:49:53.568 INFO:tasks.workunit.client.0.smithi123.stdout: "percentage_used": 4, 2023-12-20T10:49:53.568 INFO:tasks.workunit.client.0.smithi123.stdout: "power_cycles": 31328, 2023-12-20T10:49:53.569 INFO:tasks.workunit.client.0.smithi123.stdout: "power_on_hours": 54780, 2023-12-20T10:49:53.569 INFO:tasks.workunit.client.0.smithi123.stdout: "temperature": 27, 2023-12-20T10:49:53.569 INFO:tasks.workunit.client.0.smithi123.stdout: "unsafe_shutdowns": 27271 2023-12-20T10:49:53.569 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.569 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme_vendor": "intel", 2023-12-20T10:49:53.569 INFO:tasks.workunit.client.0.smithi123.stdout: "power_cycle_count": 31328, 2023-12-20T10:49:53.569 INFO:tasks.workunit.client.0.smithi123.stdout: "power_on_time": { 2023-12-20T10:49:53.569 INFO:tasks.workunit.client.0.smithi123.stdout: "hours": 54780 2023-12-20T10:49:53.569 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.569 INFO:tasks.workunit.client.0.smithi123.stdout: "serial_number": "deleted", 2023-12-20T10:49:53.569 INFO:tasks.workunit.client.0.smithi123.stdout: "smart_status": { 2023-12-20T10:49:53.569 INFO:tasks.workunit.client.0.smithi123.stdout: "nvme": { 2023-12-20T10:49:53.569 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.569 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.569 INFO:tasks.workunit.client.0.smithi123.stdout: "passed": true 2023-12-20T10:49:53.570 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.570 INFO:tasks.workunit.client.0.smithi123.stdout: "smartctl": { 2023-12-20T10:49:53.570 INFO:tasks.workunit.client.0.smithi123.stdout: "argv": [ 2023-12-20T10:49:53.570 INFO:tasks.workunit.client.0.smithi123.stdout: "smartctl", 2023-12-20T10:49:53.570 INFO:tasks.workunit.client.0.smithi123.stdout: "-x", 2023-12-20T10:49:53.570 INFO:tasks.workunit.client.0.smithi123.stdout: "--json=o", 2023-12-20T10:49:53.570 INFO:tasks.workunit.client.0.smithi123.stdout: "/dev/nvme0n1" 2023-12-20T10:49:53.570 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.570 INFO:tasks.workunit.client.0.smithi123.stdout: "build_info": "(local build)", 2023-12-20T10:49:53.570 INFO:tasks.workunit.client.0.smithi123.stdout: "exit_status": 0, 2023-12-20T10:49:53.570 INFO:tasks.workunit.client.0.smithi123.stdout: "output": [ 2023-12-20T10:49:53.570 INFO:tasks.workunit.client.0.smithi123.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-4.18.0-529.el8.x86_64] (local build)", 2023-12-20T10:49:53.570 INFO:tasks.workunit.client.0.smithi123.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-20T10:49:53.570 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:53.570 INFO:tasks.workunit.client.0.smithi123.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-20T10:49:53.571 INFO:tasks.workunit.client.0.smithi123.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-12-20T10:49:53.571 INFO:tasks.workunit.client.0.smithi123.stdout: "Serial Number: deleted", 2023-12-20T10:49:53.571 INFO:tasks.workunit.client.0.smithi123.stdout: "Firmware Version: 8DV10171", 2023-12-20T10:49:53.571 INFO:tasks.workunit.client.0.smithi123.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-20T10:49:53.571 INFO:tasks.workunit.client.0.smithi123.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-20T10:49:53.571 INFO:tasks.workunit.client.0.smithi123.stdout: "Controller ID: 0", 2023-12-20T10:49:53.571 INFO:tasks.workunit.client.0.smithi123.stdout: "Number of Namespaces: 1", 2023-12-20T10:49:53.571 INFO:tasks.workunit.client.0.smithi123.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-12-20T10:49:53.571 INFO:tasks.workunit.client.0.smithi123.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-20T10:49:53.571 INFO:tasks.workunit.client.0.smithi123.stdout: "Local Time is: Wed Dec 20 10:45:57 2023 UTC", 2023-12-20T10:49:53.571 INFO:tasks.workunit.client.0.smithi123.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-20T10:49:53.571 INFO:tasks.workunit.client.0.smithi123.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-20T10:49:53.571 INFO:tasks.workunit.client.0.smithi123.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-20T10:49:53.571 INFO:tasks.workunit.client.0.smithi123.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-20T10:49:53.571 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:53.571 INFO:tasks.workunit.client.0.smithi123.stdout: "Supported Power States", 2023-12-20T10:49:53.572 INFO:tasks.workunit.client.0.smithi123.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-20T10:49:53.572 INFO:tasks.workunit.client.0.smithi123.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-20T10:49:53.572 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:53.572 INFO:tasks.workunit.client.0.smithi123.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-20T10:49:53.572 INFO:tasks.workunit.client.0.smithi123.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-20T10:49:53.572 INFO:tasks.workunit.client.0.smithi123.stdout: " 0 + 512 0 2", 2023-12-20T10:49:53.572 INFO:tasks.workunit.client.0.smithi123.stdout: " 1 - 512 8 2", 2023-12-20T10:49:53.572 INFO:tasks.workunit.client.0.smithi123.stdout: " 2 - 512 16 2", 2023-12-20T10:49:53.572 INFO:tasks.workunit.client.0.smithi123.stdout: " 3 - 4096 0 0", 2023-12-20T10:49:53.572 INFO:tasks.workunit.client.0.smithi123.stdout: " 4 - 4096 8 0", 2023-12-20T10:49:53.572 INFO:tasks.workunit.client.0.smithi123.stdout: " 5 - 4096 64 0", 2023-12-20T10:49:53.572 INFO:tasks.workunit.client.0.smithi123.stdout: " 6 - 4096 128 0", 2023-12-20T10:49:53.572 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:53.572 INFO:tasks.workunit.client.0.smithi123.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-20T10:49:53.572 INFO:tasks.workunit.client.0.smithi123.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-20T10:49:53.573 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:53.573 INFO:tasks.workunit.client.0.smithi123.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-20T10:49:53.573 INFO:tasks.workunit.client.0.smithi123.stdout: "Critical Warning: 0x00", 2023-12-20T10:49:53.573 INFO:tasks.workunit.client.0.smithi123.stdout: "Temperature: 27 Celsius", 2023-12-20T10:49:53.573 INFO:tasks.workunit.client.0.smithi123.stdout: "Available Spare: 100%", 2023-12-20T10:49:53.573 INFO:tasks.workunit.client.0.smithi123.stdout: "Available Spare Threshold: 10%", 2023-12-20T10:49:53.573 INFO:tasks.workunit.client.0.smithi123.stdout: "Percentage Used: 4%", 2023-12-20T10:49:53.573 INFO:tasks.workunit.client.0.smithi123.stdout: "Data Units Read: 147,920,232 [75.7 TB]", 2023-12-20T10:49:53.573 INFO:tasks.workunit.client.0.smithi123.stdout: "Data Units Written: 842,102,302 [431 TB]", 2023-12-20T10:49:53.573 INFO:tasks.workunit.client.0.smithi123.stdout: "Host Read Commands: 3,351,266,747", 2023-12-20T10:49:53.573 INFO:tasks.workunit.client.0.smithi123.stdout: "Host Write Commands: 17,209,982,926", 2023-12-20T10:49:53.573 INFO:tasks.workunit.client.0.smithi123.stdout: "Controller Busy Time: 580", 2023-12-20T10:49:53.573 INFO:tasks.workunit.client.0.smithi123.stdout: "Power Cycles: 31,328", 2023-12-20T10:49:53.573 INFO:tasks.workunit.client.0.smithi123.stdout: "Power On Hours: 54,780", 2023-12-20T10:49:53.573 INFO:tasks.workunit.client.0.smithi123.stdout: "Unsafe Shutdowns: 27,271", 2023-12-20T10:49:53.574 INFO:tasks.workunit.client.0.smithi123.stdout: "Media and Data Integrity Errors: 0", 2023-12-20T10:49:53.574 INFO:tasks.workunit.client.0.smithi123.stdout: "Error Information Log Entries: 0", 2023-12-20T10:49:53.574 INFO:tasks.workunit.client.0.smithi123.stdout: "", 2023-12-20T10:49:53.574 INFO:tasks.workunit.client.0.smithi123.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-20T10:49:53.574 INFO:tasks.workunit.client.0.smithi123.stdout: "No Errors Logged", 2023-12-20T10:49:53.574 INFO:tasks.workunit.client.0.smithi123.stdout: "" 2023-12-20T10:49:53.574 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.574 INFO:tasks.workunit.client.0.smithi123.stdout: "platform_info": "x86_64-linux-4.18.0-529.el8.x86_64", 2023-12-20T10:49:53.574 INFO:tasks.workunit.client.0.smithi123.stdout: "svn_revision": "5022", 2023-12-20T10:49:53.574 INFO:tasks.workunit.client.0.smithi123.stdout: "version": [ 2023-12-20T10:49:53.574 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:53.574 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:53.574 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.574 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.574 INFO:tasks.workunit.client.0.smithi123.stdout: "temperature": { 2023-12-20T10:49:53.575 INFO:tasks.workunit.client.0.smithi123.stdout: "current": 27 2023-12-20T10:49:53.575 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.575 INFO:tasks.workunit.client.0.smithi123.stdout: "user_capacity": { 2023-12-20T10:49:53.575 INFO:tasks.workunit.client.0.smithi123.stdout: "blocks": 781422768, 2023-12-20T10:49:53.575 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 400088457216 2023-12-20T10:49:53.575 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.575 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.575 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.575 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.575 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.575 INFO:tasks.workunit.client.0.smithi123.stdout: "report": { 2023-12-20T10:49:53.575 INFO:tasks.workunit.client.0.smithi123.stdout: "balancer": { 2023-12-20T10:49:53.575 INFO:tasks.workunit.client.0.smithi123.stdout: "active": true, 2023-12-20T10:49:53.575 INFO:tasks.workunit.client.0.smithi123.stdout: "mode": "" 2023-12-20T10:49:53.575 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.575 INFO:tasks.workunit.client.0.smithi123.stdout: "channels": [ 2023-12-20T10:49:53.575 INFO:tasks.workunit.client.0.smithi123.stdout: "basic", 2023-12-20T10:49:53.576 INFO:tasks.workunit.client.0.smithi123.stdout: "crash", 2023-12-20T10:49:53.576 INFO:tasks.workunit.client.0.smithi123.stdout: "device", 2023-12-20T10:49:53.576 INFO:tasks.workunit.client.0.smithi123.stdout: "ident", 2023-12-20T10:49:53.576 INFO:tasks.workunit.client.0.smithi123.stdout: "perf" 2023-12-20T10:49:53.576 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.576 INFO:tasks.workunit.client.0.smithi123.stdout: "channels_available": [ 2023-12-20T10:49:53.576 INFO:tasks.workunit.client.0.smithi123.stdout: "basic", 2023-12-20T10:49:53.576 INFO:tasks.workunit.client.0.smithi123.stdout: "ident", 2023-12-20T10:49:53.576 INFO:tasks.workunit.client.0.smithi123.stdout: "crash", 2023-12-20T10:49:53.576 INFO:tasks.workunit.client.0.smithi123.stdout: "device", 2023-12-20T10:49:53.576 INFO:tasks.workunit.client.0.smithi123.stdout: "perf" 2023-12-20T10:49:53.576 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.576 INFO:tasks.workunit.client.0.smithi123.stdout: "collections_available": [ 2023-12-20T10:49:53.577 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_base", 2023-12-20T10:49:53.577 INFO:tasks.workunit.client.0.smithi123.stdout: "device_base", 2023-12-20T10:49:53.577 INFO:tasks.workunit.client.0.smithi123.stdout: "crash_base", 2023-12-20T10:49:53.577 INFO:tasks.workunit.client.0.smithi123.stdout: "ident_base", 2023-12-20T10:49:53.577 INFO:tasks.workunit.client.0.smithi123.stdout: "perf_perf", 2023-12-20T10:49:53.577 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_mds_metadata", 2023-12-20T10:49:53.577 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_pool_usage", 2023-12-20T10:49:53.577 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_usage_by_class", 2023-12-20T10:49:53.577 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_rook_v01", 2023-12-20T10:49:53.577 INFO:tasks.workunit.client.0.smithi123.stdout: "perf_memory_metrics", 2023-12-20T10:49:53.577 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_pool_options_bluestore" 2023-12-20T10:49:53.577 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.577 INFO:tasks.workunit.client.0.smithi123.stdout: "collections_opted_in": [ 2023-12-20T10:49:53.577 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_base", 2023-12-20T10:49:53.578 INFO:tasks.workunit.client.0.smithi123.stdout: "device_base", 2023-12-20T10:49:53.578 INFO:tasks.workunit.client.0.smithi123.stdout: "crash_base", 2023-12-20T10:49:53.578 INFO:tasks.workunit.client.0.smithi123.stdout: "ident_base", 2023-12-20T10:49:53.578 INFO:tasks.workunit.client.0.smithi123.stdout: "perf_perf", 2023-12-20T10:49:53.578 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_mds_metadata", 2023-12-20T10:49:53.578 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_pool_usage", 2023-12-20T10:49:53.578 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_usage_by_class", 2023-12-20T10:49:53.578 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_rook_v01", 2023-12-20T10:49:53.578 INFO:tasks.workunit.client.0.smithi123.stdout: "perf_memory_metrics", 2023-12-20T10:49:53.578 INFO:tasks.workunit.client.0.smithi123.stdout: "basic_pool_options_bluestore" 2023-12-20T10:49:53.578 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.578 INFO:tasks.workunit.client.0.smithi123.stdout: "config": { 2023-12-20T10:49:53.578 INFO:tasks.workunit.client.0.smithi123.stdout: "active_changed": [ 2023-12-20T10:49:53.578 INFO:tasks.workunit.client.0.smithi123.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-20T10:49:53.578 INFO:tasks.workunit.client.0.smithi123.stdout: "auth_debug", 2023-12-20T10:49:53.578 INFO:tasks.workunit.client.0.smithi123.stdout: "auth_mon_ticket_ttl", 2023-12-20T10:49:53.579 INFO:tasks.workunit.client.0.smithi123.stdout: "auth_service_ticket_ttl", 2023-12-20T10:49:53.579 INFO:tasks.workunit.client.0.smithi123.stdout: "bdev_debug_aio", 2023-12-20T10:49:53.579 INFO:tasks.workunit.client.0.smithi123.stdout: "client_check_pool_perm", 2023-12-20T10:49:53.579 INFO:tasks.workunit.client.0.smithi123.stdout: "client_mount_gid", 2023-12-20T10:49:53.579 INFO:tasks.workunit.client.0.smithi123.stdout: "client_mount_uid", 2023-12-20T10:49:53.579 INFO:tasks.workunit.client.0.smithi123.stdout: "client_quota", 2023-12-20T10:49:53.579 INFO:tasks.workunit.client.0.smithi123.stdout: "container_image", 2023-12-20T10:49:53.579 INFO:tasks.workunit.client.0.smithi123.stdout: "daemonize", 2023-12-20T10:49:53.579 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_asserts_on_shutdown", 2023-12-20T10:49:53.579 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_mgr", 2023-12-20T10:49:53.579 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_mon", 2023-12-20T10:49:53.579 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_ms", 2023-12-20T10:49:53.579 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_osd", 2023-12-20T10:49:53.579 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_paxos", 2023-12-20T10:49:53.579 INFO:tasks.workunit.client.0.smithi123.stdout: "keyring", 2023-12-20T10:49:53.580 INFO:tasks.workunit.client.0.smithi123.stdout: "leveldb_block_size", 2023-12-20T10:49:53.580 INFO:tasks.workunit.client.0.smithi123.stdout: "leveldb_cache_size", 2023-12-20T10:49:53.580 INFO:tasks.workunit.client.0.smithi123.stdout: "leveldb_compression", 2023-12-20T10:49:53.580 INFO:tasks.workunit.client.0.smithi123.stdout: "leveldb_log", 2023-12-20T10:49:53.580 INFO:tasks.workunit.client.0.smithi123.stdout: "leveldb_write_buffer_size", 2023-12-20T10:49:53.580 INFO:tasks.workunit.client.0.smithi123.stdout: "log_to_file", 2023-12-20T10:49:53.580 INFO:tasks.workunit.client.0.smithi123.stdout: "log_to_journald", 2023-12-20T10:49:53.580 INFO:tasks.workunit.client.0.smithi123.stdout: "log_to_stderr", 2023-12-20T10:49:53.580 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_allow_pool_delete", 2023-12-20T10:49:53.580 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_clock_drift_allowed", 2023-12-20T10:49:53.580 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_cluster_log_file_level", 2023-12-20T10:49:53.580 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_cluster_log_to_file", 2023-12-20T10:49:53.580 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_cluster_log_to_journald", 2023-12-20T10:49:53.580 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_cluster_log_to_stderr", 2023-12-20T10:49:53.580 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_data_avail_warn", 2023-12-20T10:49:53.581 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_election_default_strategy", 2023-12-20T10:49:53.581 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_host", 2023-12-20T10:49:53.581 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_max_pg_per_osd", 2023-12-20T10:49:53.581 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_mgr_mkfs_grace", 2023-12-20T10:49:53.581 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_osd_prime_pg_temp", 2023-12-20T10:49:53.581 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_osd_reporter_subtree_level", 2023-12-20T10:49:53.581 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_pg_warn_max_object_skew", 2023-12-20T10:49:53.581 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-20T10:49:53.581 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-20T10:49:53.581 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-20T10:49:53.581 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-20T10:49:53.581 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-20T10:49:53.581 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-20T10:49:53.581 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-20T10:49:53.582 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-20T10:49:53.582 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_too_few_osds", 2023-12-20T10:49:53.582 INFO:tasks.workunit.client.0.smithi123.stdout: "ms_die_on_bug", 2023-12-20T10:49:53.582 INFO:tasks.workunit.client.0.smithi123.stdout: "ms_die_on_old_message", 2023-12-20T10:49:53.582 INFO:tasks.workunit.client.0.smithi123.stdout: "no_config_file", 2023-12-20T10:49:53.582 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_class_default_list", 2023-12-20T10:49:53.582 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_class_load_list", 2023-12-20T10:49:53.582 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_misdirected_ops", 2023-12-20T10:49:53.582 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_op_order", 2023-12-20T10:49:53.582 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_pg_log_writeout", 2023-12-20T10:49:53.582 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_shutdown", 2023-12-20T10:49:53.582 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_verify_cached_snaps", 2023-12-20T10:49:53.582 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_verify_missing_on_start", 2023-12-20T10:49:53.582 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_verify_stray_on_activate", 2023-12-20T10:49:53.582 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-20T10:49:53.583 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_profile", 2023-12-20T10:49:53.583 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2023-12-20T10:49:53.583 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_background_best_effort_res", 2023-12-20T10:49:53.583 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2023-12-20T10:49:53.583 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_background_recovery_lim", 2023-12-20T10:49:53.583 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_background_recovery_res", 2023-12-20T10:49:53.583 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2023-12-20T10:49:53.583 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_client_lim", 2023-12-20T10:49:53.583 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_client_res", 2023-12-20T10:49:53.583 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_scheduler_client_wgt", 2023-12-20T10:49:53.583 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_memory_target", 2023-12-20T10:49:53.583 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_memory_target_autotune", 2023-12-20T10:49:53.583 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_op_queue", 2023-12-20T10:49:53.583 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_op_queue_cut_off", 2023-12-20T10:49:53.583 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pool_default_erasure_code_profile", 2023-12-20T10:49:53.584 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-20T10:49:53.584 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_recover_clone_overlap", 2023-12-20T10:49:53.584 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_recovery_max_chunk", 2023-12-20T10:49:53.584 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_scrub_load_threshold", 2023-12-20T10:49:53.584 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_scrub_max_interval", 2023-12-20T10:49:53.584 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_shutdown_pgref_assert", 2023-12-20T10:49:53.584 INFO:tasks.workunit.client.0.smithi123.stdout: "public_addr", 2023-12-20T10:49:53.584 INFO:tasks.workunit.client.0.smithi123.stdout: "public_addrv", 2023-12-20T10:49:53.584 INFO:tasks.workunit.client.0.smithi123.stdout: "public_network", 2023-12-20T10:49:53.584 INFO:tasks.workunit.client.0.smithi123.stdout: "rbd_default_features", 2023-12-20T10:49:53.584 INFO:tasks.workunit.client.0.smithi123.stdout: "rbd_qos_exclude_ops", 2023-12-20T10:49:53.584 INFO:tasks.workunit.client.0.smithi123.stdout: "setgroup", 2023-12-20T10:49:53.584 INFO:tasks.workunit.client.0.smithi123.stdout: "setuser" 2023-12-20T10:49:53.584 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.584 INFO:tasks.workunit.client.0.smithi123.stdout: "cluster_changed": [ 2023-12-20T10:49:53.585 INFO:tasks.workunit.client.0.smithi123.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-20T10:49:53.585 INFO:tasks.workunit.client.0.smithi123.stdout: "auth_debug", 2023-12-20T10:49:53.585 INFO:tasks.workunit.client.0.smithi123.stdout: "auth_mon_ticket_ttl", 2023-12-20T10:49:53.585 INFO:tasks.workunit.client.0.smithi123.stdout: "auth_service_ticket_ttl", 2023-12-20T10:49:53.585 INFO:tasks.workunit.client.0.smithi123.stdout: "bdev_debug_aio", 2023-12-20T10:49:53.585 INFO:tasks.workunit.client.0.smithi123.stdout: "container_image", 2023-12-20T10:49:53.585 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_asserts_on_shutdown", 2023-12-20T10:49:53.585 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_mgr", 2023-12-20T10:49:53.585 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_mon", 2023-12-20T10:49:53.585 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_ms", 2023-12-20T10:49:53.585 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_osd", 2023-12-20T10:49:53.585 INFO:tasks.workunit.client.0.smithi123.stdout: "debug_paxos", 2023-12-20T10:49:53.585 INFO:tasks.workunit.client.0.smithi123.stdout: "log_to_file", 2023-12-20T10:49:53.585 INFO:tasks.workunit.client.0.smithi123.stdout: "log_to_journald", 2023-12-20T10:49:53.585 INFO:tasks.workunit.client.0.smithi123.stdout: "log_to_stderr", 2023-12-20T10:49:53.586 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_join_fs", 2023-12-20T10:49:53.586 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/cephadm/allow_ptrace", 2023-12-20T10:49:53.586 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/cephadm/container_init", 2023-12-20T10:49:53.586 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/cephadm/migration_current", 2023-12-20T10:49:53.586 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/cephadm/use_repo_digest", 2023-12-20T10:49:53.586 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2023-12-20T10:49:53.586 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2023-12-20T10:49:53.586 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/dashboard/GRAFANA_API_URL", 2023-12-20T10:49:53.586 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2023-12-20T10:49:53.586 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/dashboard/ssl_server_port", 2023-12-20T10:49:53.586 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/orchestrator/orchestrator", 2023-12-20T10:49:53.586 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/telemetry/channel_ident", 2023-12-20T10:49:53.586 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/telemetry/channel_perf", 2023-12-20T10:49:53.586 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/telemetry/description", 2023-12-20T10:49:53.586 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/telemetry/enabled", 2023-12-20T10:49:53.587 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr/telemetry/organization", 2023-12-20T10:49:53.587 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_allow_pool_delete", 2023-12-20T10:49:53.587 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_clock_drift_allowed", 2023-12-20T10:49:53.587 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_cluster_log_file_level", 2023-12-20T10:49:53.587 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_data_avail_warn", 2023-12-20T10:49:53.587 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_election_default_strategy", 2023-12-20T10:49:53.587 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_max_pg_per_osd", 2023-12-20T10:49:53.587 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_mgr_mkfs_grace", 2023-12-20T10:49:53.587 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_osd_prime_pg_temp", 2023-12-20T10:49:53.587 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_osd_reporter_subtree_level", 2023-12-20T10:49:53.587 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_pg_warn_max_object_skew", 2023-12-20T10:49:53.587 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-20T10:49:53.587 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-20T10:49:53.587 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-20T10:49:53.587 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-20T10:49:53.587 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-20T10:49:53.588 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-20T10:49:53.588 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-20T10:49:53.588 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-20T10:49:53.588 INFO:tasks.workunit.client.0.smithi123.stdout: "mon_warn_on_too_few_osds", 2023-12-20T10:49:53.588 INFO:tasks.workunit.client.0.smithi123.stdout: "ms_die_on_bug", 2023-12-20T10:49:53.588 INFO:tasks.workunit.client.0.smithi123.stdout: "ms_die_on_old_message", 2023-12-20T10:49:53.588 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_class_default_list", 2023-12-20T10:49:53.588 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_class_load_list", 2023-12-20T10:49:53.588 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_misdirected_ops", 2023-12-20T10:49:53.588 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_op_order", 2023-12-20T10:49:53.588 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_pg_log_writeout", 2023-12-20T10:49:53.588 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_shutdown", 2023-12-20T10:49:53.588 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_verify_cached_snaps", 2023-12-20T10:49:53.588 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_verify_missing_on_start", 2023-12-20T10:49:53.588 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_debug_verify_stray_on_activate", 2023-12-20T10:49:53.589 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-20T10:49:53.589 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mclock_profile", 2023-12-20T10:49:53.589 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_memory_target", 2023-12-20T10:49:53.589 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_memory_target_autotune", 2023-12-20T10:49:53.589 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_op_queue", 2023-12-20T10:49:53.589 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_op_queue_cut_off", 2023-12-20T10:49:53.589 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pool_default_erasure_code_profile", 2023-12-20T10:49:53.589 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-20T10:49:53.589 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_recover_clone_overlap", 2023-12-20T10:49:53.589 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_recovery_max_chunk", 2023-12-20T10:49:53.589 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_scrub_load_threshold", 2023-12-20T10:49:53.589 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_scrub_max_interval", 2023-12-20T10:49:53.589 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_shutdown_pgref_assert", 2023-12-20T10:49:53.589 INFO:tasks.workunit.client.0.smithi123.stdout: "public_network", 2023-12-20T10:49:53.590 INFO:tasks.workunit.client.0.smithi123.stdout: "rgw_cache_enabled", 2023-12-20T10:49:53.590 INFO:tasks.workunit.client.0.smithi123.stdout: "rgw_enable_ops_log", 2023-12-20T10:49:53.590 INFO:tasks.workunit.client.0.smithi123.stdout: "rgw_enable_usage_log" 2023-12-20T10:49:53.590 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.590 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.590 INFO:tasks.workunit.client.0.smithi123.stdout: "contact": null, 2023-12-20T10:49:53.590 INFO:tasks.workunit.client.0.smithi123.stdout: "crashes": [], 2023-12-20T10:49:53.590 INFO:tasks.workunit.client.0.smithi123.stdout: "created": "2023-12-20T10:43:29.707583Z", 2023-12-20T10:49:53.590 INFO:tasks.workunit.client.0.smithi123.stdout: "crush": { 2023-12-20T10:49:53.590 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_algs": { 2023-12-20T10:49:53.590 INFO:tasks.workunit.client.0.smithi123.stdout: "straw2": 3 2023-12-20T10:49:53.590 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.590 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_sizes": { 2023-12-20T10:49:53.590 INFO:tasks.workunit.client.0.smithi123.stdout: "2": 1, 2023-12-20T10:49:53.590 INFO:tasks.workunit.client.0.smithi123.stdout: "4": 2 2023-12-20T10:49:53.591 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.591 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_types": { 2023-12-20T10:49:53.591 INFO:tasks.workunit.client.0.smithi123.stdout: "1": 2, 2023-12-20T10:49:53.591 INFO:tasks.workunit.client.0.smithi123.stdout: "11": 1 2023-12-20T10:49:53.591 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.591 INFO:tasks.workunit.client.0.smithi123.stdout: "compat_weight_set": false, 2023-12-20T10:49:53.591 INFO:tasks.workunit.client.0.smithi123.stdout: "device_classes": [ 2023-12-20T10:49:53.591 INFO:tasks.workunit.client.0.smithi123.stdout: 8 2023-12-20T10:49:53.591 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.591 INFO:tasks.workunit.client.0.smithi123.stdout: "num_buckets": 6, 2023-12-20T10:49:53.591 INFO:tasks.workunit.client.0.smithi123.stdout: "num_devices": 8, 2023-12-20T10:49:53.591 INFO:tasks.workunit.client.0.smithi123.stdout: "num_rules": 1, 2023-12-20T10:49:53.591 INFO:tasks.workunit.client.0.smithi123.stdout: "num_types": 12, 2023-12-20T10:49:53.591 INFO:tasks.workunit.client.0.smithi123.stdout: "num_weight_sets": 0, 2023-12-20T10:49:53.591 INFO:tasks.workunit.client.0.smithi123.stdout: "tunables": { 2023-12-20T10:49:53.592 INFO:tasks.workunit.client.0.smithi123.stdout: "allowed_bucket_algs": 54, 2023-12-20T10:49:53.592 INFO:tasks.workunit.client.0.smithi123.stdout: "choose_local_fallback_tries": 0, 2023-12-20T10:49:53.592 INFO:tasks.workunit.client.0.smithi123.stdout: "choose_local_tries": 0, 2023-12-20T10:49:53.592 INFO:tasks.workunit.client.0.smithi123.stdout: "choose_total_tries": 50, 2023-12-20T10:49:53.592 INFO:tasks.workunit.client.0.smithi123.stdout: "chooseleaf_descend_once": 1, 2023-12-20T10:49:53.592 INFO:tasks.workunit.client.0.smithi123.stdout: "chooseleaf_stable": 1, 2023-12-20T10:49:53.592 INFO:tasks.workunit.client.0.smithi123.stdout: "chooseleaf_vary_r": 1, 2023-12-20T10:49:53.592 INFO:tasks.workunit.client.0.smithi123.stdout: "has_v2_rules": 0, 2023-12-20T10:49:53.592 INFO:tasks.workunit.client.0.smithi123.stdout: "has_v3_rules": 0, 2023-12-20T10:49:53.592 INFO:tasks.workunit.client.0.smithi123.stdout: "has_v4_buckets": 1, 2023-12-20T10:49:53.592 INFO:tasks.workunit.client.0.smithi123.stdout: "has_v5_rules": 0, 2023-12-20T10:49:53.592 INFO:tasks.workunit.client.0.smithi123.stdout: "legacy_tunables": 0, 2023-12-20T10:49:53.592 INFO:tasks.workunit.client.0.smithi123.stdout: "minimum_required_version": "jewel", 2023-12-20T10:49:53.592 INFO:tasks.workunit.client.0.smithi123.stdout: "optimal_tunables": 1, 2023-12-20T10:49:53.592 INFO:tasks.workunit.client.0.smithi123.stdout: "profile": "jewel", 2023-12-20T10:49:53.593 INFO:tasks.workunit.client.0.smithi123.stdout: "require_feature_tunables": 1, 2023-12-20T10:49:53.593 INFO:tasks.workunit.client.0.smithi123.stdout: "require_feature_tunables2": 1, 2023-12-20T10:49:53.593 INFO:tasks.workunit.client.0.smithi123.stdout: "require_feature_tunables3": 1, 2023-12-20T10:49:53.593 INFO:tasks.workunit.client.0.smithi123.stdout: "require_feature_tunables5": 1, 2023-12-20T10:49:53.593 INFO:tasks.workunit.client.0.smithi123.stdout: "straw_calc_version": 1 2023-12-20T10:49:53.593 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.593 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.593 INFO:tasks.workunit.client.0.smithi123.stdout: "description": "upgrade test cluster", 2023-12-20T10:49:53.593 INFO:tasks.workunit.client.0.smithi123.stdout: "fs": { 2023-12-20T10:49:53.593 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1, 2023-12-20T10:49:53.593 INFO:tasks.workunit.client.0.smithi123.stdout: "feature_flags": { 2023-12-20T10:49:53.593 INFO:tasks.workunit.client.0.smithi123.stdout: "enable_multiple": true, 2023-12-20T10:49:53.593 INFO:tasks.workunit.client.0.smithi123.stdout: "ever_enabled_multiple": true 2023-12-20T10:49:53.593 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.593 INFO:tasks.workunit.client.0.smithi123.stdout: "filesystems": [ 2023-12-20T10:49:53.594 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.594 INFO:tasks.workunit.client.0.smithi123.stdout: "approx_ctime": "2023-12", 2023-12-20T10:49:53.594 INFO:tasks.workunit.client.0.smithi123.stdout: "balancer_enabled": false, 2023-12-20T10:49:53.594 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.594 INFO:tasks.workunit.client.0.smithi123.stdout: "cached_caps": 0, 2023-12-20T10:49:53.594 INFO:tasks.workunit.client.0.smithi123.stdout: "cached_dns": 10, 2023-12-20T10:49:53.594 INFO:tasks.workunit.client.0.smithi123.stdout: "cached_inos": 13, 2023-12-20T10:49:53.594 INFO:tasks.workunit.client.0.smithi123.stdout: "cached_subtrees": 2, 2023-12-20T10:49:53.594 INFO:tasks.workunit.client.0.smithi123.stdout: "ever_allowed_features": 0, 2023-12-20T10:49:53.594 INFO:tasks.workunit.client.0.smithi123.stdout: "explicitly_allowed_features": 0, 2023-12-20T10:49:53.594 INFO:tasks.workunit.client.0.smithi123.stdout: "files": 0, 2023-12-20T10:49:53.594 INFO:tasks.workunit.client.0.smithi123.stdout: "max_mds": 1, 2023-12-20T10:49:53.594 INFO:tasks.workunit.client.0.smithi123.stdout: "num_data_pools": 1, 2023-12-20T10:49:53.594 INFO:tasks.workunit.client.0.smithi123.stdout: "num_in": 1, 2023-12-20T10:49:53.594 INFO:tasks.workunit.client.0.smithi123.stdout: "num_mds": 1, 2023-12-20T10:49:53.595 INFO:tasks.workunit.client.0.smithi123.stdout: "num_sessions": 0, 2023-12-20T10:49:53.595 INFO:tasks.workunit.client.0.smithi123.stdout: "num_standby_replay": 0, 2023-12-20T10:49:53.595 INFO:tasks.workunit.client.0.smithi123.stdout: "num_up": 1, 2023-12-20T10:49:53.595 INFO:tasks.workunit.client.0.smithi123.stdout: "snaps": 0, 2023-12-20T10:49:53.595 INFO:tasks.workunit.client.0.smithi123.stdout: "standby_count_wanted": 0 2023-12-20T10:49:53.595 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.595 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.595 INFO:tasks.workunit.client.0.smithi123.stdout: "num_standby_mds": 1, 2023-12-20T10:49:53.595 INFO:tasks.workunit.client.0.smithi123.stdout: "total_num_mds": 2 2023-12-20T10:49:53.595 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.595 INFO:tasks.workunit.client.0.smithi123.stdout: "heap_stats": { 2023-12-20T10:49:53.595 INFO:tasks.workunit.client.0.smithi123.stdout: "mds": { 2023-12-20T10:49:53.595 INFO:tasks.workunit.client.0.smithi123.stdout: "mds.0787297b1b6a2b83668127dd85aa015d08053db2": { 2023-12-20T10:49:53.595 INFO:tasks.workunit.client.0.smithi123.stdout: "actual_memory_used": 19218432, 2023-12-20T10:49:53.595 INFO:tasks.workunit.client.0.smithi123.stdout: "central_cache_freelist": 329688, 2023-12-20T10:49:53.595 INFO:tasks.workunit.client.0.smithi123.stdout: "malloc_metadata": 2752512, 2023-12-20T10:49:53.596 INFO:tasks.workunit.client.0.smithi123.stdout: "page_heap_freelist": 163840, 2023-12-20T10:49:53.596 INFO:tasks.workunit.client.0.smithi123.stdout: "released_to_os": 0, 2023-12-20T10:49:53.596 INFO:tasks.workunit.client.0.smithi123.stdout: "spans_in_use": 306, 2023-12-20T10:49:53.596 INFO:tasks.workunit.client.0.smithi123.stdout: "tcmalloc_page_size": 8192, 2023-12-20T10:49:53.596 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_cache_freelists": 817416, 2023-12-20T10:49:53.596 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_heaps_in_use": 12, 2023-12-20T10:49:53.596 INFO:tasks.workunit.client.0.smithi123.stdout: "transfer_cache_freelist": 750080, 2023-12-20T10:49:53.596 INFO:tasks.workunit.client.0.smithi123.stdout: "use_by_application": 14404896, 2023-12-20T10:49:53.596 INFO:tasks.workunit.client.0.smithi123.stdout: "virtual_address_space_used": 19218432 2023-12-20T10:49:53.596 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.596 INFO:tasks.workunit.client.0.smithi123.stdout: "mds.5bef42932fe689f5877f01088e497570577d366f": { 2023-12-20T10:49:53.596 INFO:tasks.workunit.client.0.smithi123.stdout: "actual_memory_used": 20078592, 2023-12-20T10:49:53.596 INFO:tasks.workunit.client.0.smithi123.stdout: "central_cache_freelist": 397128, 2023-12-20T10:49:53.596 INFO:tasks.workunit.client.0.smithi123.stdout: "malloc_metadata": 2752512, 2023-12-20T10:49:53.596 INFO:tasks.workunit.client.0.smithi123.stdout: "page_heap_freelist": 81920, 2023-12-20T10:49:53.597 INFO:tasks.workunit.client.0.smithi123.stdout: "released_to_os": 188416, 2023-12-20T10:49:53.597 INFO:tasks.workunit.client.0.smithi123.stdout: "spans_in_use": 368, 2023-12-20T10:49:53.597 INFO:tasks.workunit.client.0.smithi123.stdout: "tcmalloc_page_size": 8192, 2023-12-20T10:49:53.597 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_cache_freelists": 1293632, 2023-12-20T10:49:53.597 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_heaps_in_use": 21, 2023-12-20T10:49:53.597 INFO:tasks.workunit.client.0.smithi123.stdout: "transfer_cache_freelist": 687616, 2023-12-20T10:49:53.597 INFO:tasks.workunit.client.0.smithi123.stdout: "use_by_application": 14865784, 2023-12-20T10:49:53.597 INFO:tasks.workunit.client.0.smithi123.stdout: "virtual_address_space_used": 20267008 2023-12-20T10:49:53.597 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.597 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.597 INFO:tasks.workunit.client.0.smithi123.stdout: "mon": { 2023-12-20T10:49:53.597 INFO:tasks.workunit.client.0.smithi123.stdout: "mon.0787297b1b6a2b83668127dd85aa015d08053db2": { 2023-12-20T10:49:53.597 INFO:tasks.workunit.client.0.smithi123.stdout: "actual_memory_used": 46039040, 2023-12-20T10:49:53.597 INFO:tasks.workunit.client.0.smithi123.stdout: "central_cache_freelist": 1954648, 2023-12-20T10:49:53.597 INFO:tasks.workunit.client.0.smithi123.stdout: "malloc_metadata": 2752512, 2023-12-20T10:49:53.598 INFO:tasks.workunit.client.0.smithi123.stdout: "page_heap_freelist": 458752, 2023-12-20T10:49:53.598 INFO:tasks.workunit.client.0.smithi123.stdout: "released_to_os": 3735552, 2023-12-20T10:49:53.598 INFO:tasks.workunit.client.0.smithi123.stdout: "spans_in_use": 1646, 2023-12-20T10:49:53.598 INFO:tasks.workunit.client.0.smithi123.stdout: "tcmalloc_page_size": 8192, 2023-12-20T10:49:53.598 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_cache_freelists": 9597056, 2023-12-20T10:49:53.598 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_heaps_in_use": 22, 2023-12-20T10:49:53.598 INFO:tasks.workunit.client.0.smithi123.stdout: "transfer_cache_freelist": 2617344, 2023-12-20T10:49:53.598 INFO:tasks.workunit.client.0.smithi123.stdout: "use_by_application": 28658728, 2023-12-20T10:49:53.598 INFO:tasks.workunit.client.0.smithi123.stdout: "virtual_address_space_used": 49774592 2023-12-20T10:49:53.598 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.598 INFO:tasks.workunit.client.0.smithi123.stdout: "mon.575c2e11b59ad40f2a773e10f0e6f9f3e90be551": { 2023-12-20T10:49:53.598 INFO:tasks.workunit.client.0.smithi123.stdout: "actual_memory_used": 37158912, 2023-12-20T10:49:53.598 INFO:tasks.workunit.client.0.smithi123.stdout: "central_cache_freelist": 1317296, 2023-12-20T10:49:53.598 INFO:tasks.workunit.client.0.smithi123.stdout: "malloc_metadata": 2752512, 2023-12-20T10:49:53.599 INFO:tasks.workunit.client.0.smithi123.stdout: "page_heap_freelist": 909312, 2023-12-20T10:49:53.599 INFO:tasks.workunit.client.0.smithi123.stdout: "released_to_os": 9428992, 2023-12-20T10:49:53.599 INFO:tasks.workunit.client.0.smithi123.stdout: "spans_in_use": 1046, 2023-12-20T10:49:53.599 INFO:tasks.workunit.client.0.smithi123.stdout: "tcmalloc_page_size": 8192, 2023-12-20T10:49:53.599 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_cache_freelists": 7520480, 2023-12-20T10:49:53.599 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_heaps_in_use": 21, 2023-12-20T10:49:53.599 INFO:tasks.workunit.client.0.smithi123.stdout: "transfer_cache_freelist": 826368, 2023-12-20T10:49:53.599 INFO:tasks.workunit.client.0.smithi123.stdout: "use_by_application": 23832944, 2023-12-20T10:49:53.599 INFO:tasks.workunit.client.0.smithi123.stdout: "virtual_address_space_used": 46587904 2023-12-20T10:49:53.599 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.599 INFO:tasks.workunit.client.0.smithi123.stdout: "mon.5bef42932fe689f5877f01088e497570577d366f": { 2023-12-20T10:49:53.599 INFO:tasks.workunit.client.0.smithi123.stdout: "actual_memory_used": 36626432, 2023-12-20T10:49:53.599 INFO:tasks.workunit.client.0.smithi123.stdout: "central_cache_freelist": 746464, 2023-12-20T10:49:53.599 INFO:tasks.workunit.client.0.smithi123.stdout: "malloc_metadata": 2752512, 2023-12-20T10:49:53.599 INFO:tasks.workunit.client.0.smithi123.stdout: "page_heap_freelist": 0, 2023-12-20T10:49:53.599 INFO:tasks.workunit.client.0.smithi123.stdout: "released_to_os": 9953280, 2023-12-20T10:49:53.600 INFO:tasks.workunit.client.0.smithi123.stdout: "spans_in_use": 1117, 2023-12-20T10:49:53.600 INFO:tasks.workunit.client.0.smithi123.stdout: "tcmalloc_page_size": 8192, 2023-12-20T10:49:53.600 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_cache_freelists": 7520768, 2023-12-20T10:49:53.600 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_heaps_in_use": 22, 2023-12-20T10:49:53.600 INFO:tasks.workunit.client.0.smithi123.stdout: "transfer_cache_freelist": 1556992, 2023-12-20T10:49:53.600 INFO:tasks.workunit.client.0.smithi123.stdout: "use_by_application": 24049696, 2023-12-20T10:49:53.600 INFO:tasks.workunit.client.0.smithi123.stdout: "virtual_address_space_used": 46579712 2023-12-20T10:49:53.600 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.600 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.600 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:53.600 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.0": { 2023-12-20T10:49:53.600 INFO:tasks.workunit.client.0.smithi123.stdout: "actual_memory_used": 275406848, 2023-12-20T10:49:53.600 INFO:tasks.workunit.client.0.smithi123.stdout: "central_cache_freelist": 935000, 2023-12-20T10:49:53.600 INFO:tasks.workunit.client.0.smithi123.stdout: "malloc_metadata": 4980736, 2023-12-20T10:49:53.600 INFO:tasks.workunit.client.0.smithi123.stdout: "page_heap_freelist": 0, 2023-12-20T10:49:53.600 INFO:tasks.workunit.client.0.smithi123.stdout: "released_to_os": 761856, 2023-12-20T10:49:53.601 INFO:tasks.workunit.client.0.smithi123.stdout: "spans_in_use": 1267, 2023-12-20T10:49:53.601 INFO:tasks.workunit.client.0.smithi123.stdout: "tcmalloc_page_size": 8192, 2023-12-20T10:49:53.601 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_cache_freelists": 4904528, 2023-12-20T10:49:53.601 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_heaps_in_use": 45, 2023-12-20T10:49:53.601 INFO:tasks.workunit.client.0.smithi123.stdout: "transfer_cache_freelist": 2266112, 2023-12-20T10:49:53.601 INFO:tasks.workunit.client.0.smithi123.stdout: "use_by_application": 262320472, 2023-12-20T10:49:53.601 INFO:tasks.workunit.client.0.smithi123.stdout: "virtual_address_space_used": 276168704 2023-12-20T10:49:53.601 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.601 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.1": { 2023-12-20T10:49:53.601 INFO:tasks.workunit.client.0.smithi123.stdout: "actual_memory_used": 239181824, 2023-12-20T10:49:53.601 INFO:tasks.workunit.client.0.smithi123.stdout: "central_cache_freelist": 1010000, 2023-12-20T10:49:53.601 INFO:tasks.workunit.client.0.smithi123.stdout: "malloc_metadata": 2883584, 2023-12-20T10:49:53.601 INFO:tasks.workunit.client.0.smithi123.stdout: "page_heap_freelist": 0, 2023-12-20T10:49:53.601 INFO:tasks.workunit.client.0.smithi123.stdout: "released_to_os": 73728, 2023-12-20T10:49:53.601 INFO:tasks.workunit.client.0.smithi123.stdout: "spans_in_use": 1240, 2023-12-20T10:49:53.602 INFO:tasks.workunit.client.0.smithi123.stdout: "tcmalloc_page_size": 8192, 2023-12-20T10:49:53.602 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_cache_freelists": 5277232, 2023-12-20T10:49:53.602 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_heaps_in_use": 46, 2023-12-20T10:49:53.602 INFO:tasks.workunit.client.0.smithi123.stdout: "transfer_cache_freelist": 2110976, 2023-12-20T10:49:53.602 INFO:tasks.workunit.client.0.smithi123.stdout: "use_by_application": 227900032, 2023-12-20T10:49:53.602 INFO:tasks.workunit.client.0.smithi123.stdout: "virtual_address_space_used": 239255552 2023-12-20T10:49:53.602 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.602 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.2": { 2023-12-20T10:49:53.602 INFO:tasks.workunit.client.0.smithi123.stdout: "actual_memory_used": 238321664, 2023-12-20T10:49:53.602 INFO:tasks.workunit.client.0.smithi123.stdout: "central_cache_freelist": 797096, 2023-12-20T10:49:53.602 INFO:tasks.workunit.client.0.smithi123.stdout: "malloc_metadata": 2883584, 2023-12-20T10:49:53.602 INFO:tasks.workunit.client.0.smithi123.stdout: "page_heap_freelist": 0, 2023-12-20T10:49:53.602 INFO:tasks.workunit.client.0.smithi123.stdout: "released_to_os": 933888, 2023-12-20T10:49:53.602 INFO:tasks.workunit.client.0.smithi123.stdout: "spans_in_use": 1161, 2023-12-20T10:49:53.602 INFO:tasks.workunit.client.0.smithi123.stdout: "tcmalloc_page_size": 8192, 2023-12-20T10:49:53.602 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_cache_freelists": 4580800, 2023-12-20T10:49:53.603 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_heaps_in_use": 46, 2023-12-20T10:49:53.603 INFO:tasks.workunit.client.0.smithi123.stdout: "transfer_cache_freelist": 2675456, 2023-12-20T10:49:53.603 INFO:tasks.workunit.client.0.smithi123.stdout: "use_by_application": 227384728, 2023-12-20T10:49:53.603 INFO:tasks.workunit.client.0.smithi123.stdout: "virtual_address_space_used": 239255552 2023-12-20T10:49:53.603 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.603 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.3": { 2023-12-20T10:49:53.603 INFO:tasks.workunit.client.0.smithi123.stdout: "actual_memory_used": 270671872, 2023-12-20T10:49:53.603 INFO:tasks.workunit.client.0.smithi123.stdout: "central_cache_freelist": 660688, 2023-12-20T10:49:53.603 INFO:tasks.workunit.client.0.smithi123.stdout: "malloc_metadata": 2883584, 2023-12-20T10:49:53.603 INFO:tasks.workunit.client.0.smithi123.stdout: "page_heap_freelist": 40960, 2023-12-20T10:49:53.603 INFO:tasks.workunit.client.0.smithi123.stdout: "released_to_os": 1302528, 2023-12-20T10:49:53.603 INFO:tasks.workunit.client.0.smithi123.stdout: "spans_in_use": 1116, 2023-12-20T10:49:53.603 INFO:tasks.workunit.client.0.smithi123.stdout: "tcmalloc_page_size": 8192, 2023-12-20T10:49:53.604 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_cache_freelists": 4287424, 2023-12-20T10:49:53.604 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_heaps_in_use": 45, 2023-12-20T10:49:53.604 INFO:tasks.workunit.client.0.smithi123.stdout: "transfer_cache_freelist": 1739520, 2023-12-20T10:49:53.604 INFO:tasks.workunit.client.0.smithi123.stdout: "use_by_application": 261059696, 2023-12-20T10:49:53.604 INFO:tasks.workunit.client.0.smithi123.stdout: "virtual_address_space_used": 271974400 2023-12-20T10:49:53.604 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.604 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.4": { 2023-12-20T10:49:53.604 INFO:tasks.workunit.client.0.smithi123.stdout: "actual_memory_used": 270262272, 2023-12-20T10:49:53.604 INFO:tasks.workunit.client.0.smithi123.stdout: "central_cache_freelist": 735624, 2023-12-20T10:49:53.604 INFO:tasks.workunit.client.0.smithi123.stdout: "malloc_metadata": 2883584, 2023-12-20T10:49:53.604 INFO:tasks.workunit.client.0.smithi123.stdout: "page_heap_freelist": 0, 2023-12-20T10:49:53.604 INFO:tasks.workunit.client.0.smithi123.stdout: "released_to_os": 319488, 2023-12-20T10:49:53.604 INFO:tasks.workunit.client.0.smithi123.stdout: "spans_in_use": 1133, 2023-12-20T10:49:53.604 INFO:tasks.workunit.client.0.smithi123.stdout: "tcmalloc_page_size": 8192, 2023-12-20T10:49:53.604 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_cache_freelists": 4511240, 2023-12-20T10:49:53.605 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_heaps_in_use": 47, 2023-12-20T10:49:53.605 INFO:tasks.workunit.client.0.smithi123.stdout: "transfer_cache_freelist": 1563392, 2023-12-20T10:49:53.605 INFO:tasks.workunit.client.0.smithi123.stdout: "use_by_application": 260568432, 2023-12-20T10:49:53.605 INFO:tasks.workunit.client.0.smithi123.stdout: "virtual_address_space_used": 270581760 2023-12-20T10:49:53.605 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.605 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.5": { 2023-12-20T10:49:53.605 INFO:tasks.workunit.client.0.smithi123.stdout: "actual_memory_used": 238362624, 2023-12-20T10:49:53.605 INFO:tasks.workunit.client.0.smithi123.stdout: "central_cache_freelist": 923440, 2023-12-20T10:49:53.605 INFO:tasks.workunit.client.0.smithi123.stdout: "malloc_metadata": 2883584, 2023-12-20T10:49:53.605 INFO:tasks.workunit.client.0.smithi123.stdout: "page_heap_freelist": 0, 2023-12-20T10:49:53.605 INFO:tasks.workunit.client.0.smithi123.stdout: "released_to_os": 761856, 2023-12-20T10:49:53.605 INFO:tasks.workunit.client.0.smithi123.stdout: "spans_in_use": 1154, 2023-12-20T10:49:53.605 INFO:tasks.workunit.client.0.smithi123.stdout: "tcmalloc_page_size": 8192, 2023-12-20T10:49:53.605 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_cache_freelists": 4769720, 2023-12-20T10:49:53.605 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_heaps_in_use": 47, 2023-12-20T10:49:53.606 INFO:tasks.workunit.client.0.smithi123.stdout: "transfer_cache_freelist": 1685248, 2023-12-20T10:49:53.606 INFO:tasks.workunit.client.0.smithi123.stdout: "use_by_application": 228100632, 2023-12-20T10:49:53.606 INFO:tasks.workunit.client.0.smithi123.stdout: "virtual_address_space_used": 239124480 2023-12-20T10:49:53.606 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.606 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.6": { 2023-12-20T10:49:53.606 INFO:tasks.workunit.client.0.smithi123.stdout: "actual_memory_used": 240451584, 2023-12-20T10:49:53.606 INFO:tasks.workunit.client.0.smithi123.stdout: "central_cache_freelist": 1097136, 2023-12-20T10:49:53.606 INFO:tasks.workunit.client.0.smithi123.stdout: "malloc_metadata": 4980736, 2023-12-20T10:49:53.606 INFO:tasks.workunit.client.0.smithi123.stdout: "page_heap_freelist": 24576, 2023-12-20T10:49:53.606 INFO:tasks.workunit.client.0.smithi123.stdout: "released_to_os": 901120, 2023-12-20T10:49:53.606 INFO:tasks.workunit.client.0.smithi123.stdout: "spans_in_use": 1163, 2023-12-20T10:49:53.606 INFO:tasks.workunit.client.0.smithi123.stdout: "tcmalloc_page_size": 8192, 2023-12-20T10:49:53.606 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_cache_freelists": 4449440, 2023-12-20T10:49:53.606 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_heaps_in_use": 45, 2023-12-20T10:49:53.606 INFO:tasks.workunit.client.0.smithi123.stdout: "transfer_cache_freelist": 1849600, 2023-12-20T10:49:53.606 INFO:tasks.workunit.client.0.smithi123.stdout: "use_by_application": 228050096, 2023-12-20T10:49:53.607 INFO:tasks.workunit.client.0.smithi123.stdout: "virtual_address_space_used": 241352704 2023-12-20T10:49:53.607 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.607 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.7": { 2023-12-20T10:49:53.607 INFO:tasks.workunit.client.0.smithi123.stdout: "actual_memory_used": 238108672, 2023-12-20T10:49:53.607 INFO:tasks.workunit.client.0.smithi123.stdout: "central_cache_freelist": 1247088, 2023-12-20T10:49:53.607 INFO:tasks.workunit.client.0.smithi123.stdout: "malloc_metadata": 2883584, 2023-12-20T10:49:53.607 INFO:tasks.workunit.client.0.smithi123.stdout: "page_heap_freelist": 8192, 2023-12-20T10:49:53.607 INFO:tasks.workunit.client.0.smithi123.stdout: "released_to_os": 1146880, 2023-12-20T10:49:53.607 INFO:tasks.workunit.client.0.smithi123.stdout: "spans_in_use": 1187, 2023-12-20T10:49:53.607 INFO:tasks.workunit.client.0.smithi123.stdout: "tcmalloc_page_size": 8192, 2023-12-20T10:49:53.607 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_cache_freelists": 4295016, 2023-12-20T10:49:53.607 INFO:tasks.workunit.client.0.smithi123.stdout: "thread_heaps_in_use": 47, 2023-12-20T10:49:53.607 INFO:tasks.workunit.client.0.smithi123.stdout: "transfer_cache_freelist": 1776640, 2023-12-20T10:49:53.607 INFO:tasks.workunit.client.0.smithi123.stdout: "use_by_application": 227898152, 2023-12-20T10:49:53.607 INFO:tasks.workunit.client.0.smithi123.stdout: "virtual_address_space_used": 239255552 2023-12-20T10:49:53.608 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.608 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.608 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.608 INFO:tasks.workunit.client.0.smithi123.stdout: "hosts": { 2023-12-20T10:49:53.608 INFO:tasks.workunit.client.0.smithi123.stdout: "num": 2, 2023-12-20T10:49:53.608 INFO:tasks.workunit.client.0.smithi123.stdout: "num_with_mds": 2, 2023-12-20T10:49:53.608 INFO:tasks.workunit.client.0.smithi123.stdout: "num_with_mgr": 2, 2023-12-20T10:49:53.608 INFO:tasks.workunit.client.0.smithi123.stdout: "num_with_mon": 2, 2023-12-20T10:49:53.608 INFO:tasks.workunit.client.0.smithi123.stdout: "num_with_osd": 2 2023-12-20T10:49:53.608 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.608 INFO:tasks.workunit.client.0.smithi123.stdout: "io_rate": { 2023-12-20T10:49:53.608 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_stats_delta": { 2023-12-20T10:49:53.608 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": 0, 2023-12-20T10:49:53.608 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:53.608 INFO:tasks.workunit.client.0.smithi123.stdout: "num_store_stats": 0, 2023-12-20T10:49:53.609 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:53.609 INFO:tasks.workunit.client.0.smithi123.stdout: "stamp_delta": "12.002390", 2023-12-20T10:49:53.609 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:53.609 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:53.609 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:53.609 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:53.609 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:53.609 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:53.609 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:53.609 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:53.609 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:53.609 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:53.609 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:53.609 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:53.609 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:53.609 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:53.610 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:53.610 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:53.610 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:53.610 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:53.610 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:53.610 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:53.610 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:53.610 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:53.610 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:53.610 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:53.610 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:53.610 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:53.610 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:53.610 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:53.610 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:53.611 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:53.611 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:53.611 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:53.611 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:53.611 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:53.611 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 182, 2023-12-20T10:49:53.611 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 278, 2023-12-20T10:49:53.611 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:53.611 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:53.611 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:53.611 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 40, 2023-12-20T10:49:53.611 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:53.611 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.611 INFO:tasks.workunit.client.0.smithi123.stdout: "store_stats": { 2023-12-20T10:49:53.611 INFO:tasks.workunit.client.0.smithi123.stdout: "allocated": 0, 2023-12-20T10:49:53.611 INFO:tasks.workunit.client.0.smithi123.stdout: "available": 0, 2023-12-20T10:49:53.612 INFO:tasks.workunit.client.0.smithi123.stdout: "data_compressed": 0, 2023-12-20T10:49:53.612 INFO:tasks.workunit.client.0.smithi123.stdout: "data_compressed_allocated": 0, 2023-12-20T10:49:53.612 INFO:tasks.workunit.client.0.smithi123.stdout: "data_compressed_original": 0, 2023-12-20T10:49:53.612 INFO:tasks.workunit.client.0.smithi123.stdout: "data_stored": 0, 2023-12-20T10:49:53.612 INFO:tasks.workunit.client.0.smithi123.stdout: "internal_metadata": 0, 2023-12-20T10:49:53.612 INFO:tasks.workunit.client.0.smithi123.stdout: "internally_reserved": 0, 2023-12-20T10:49:53.612 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_allocated": 0, 2023-12-20T10:49:53.612 INFO:tasks.workunit.client.0.smithi123.stdout: "total": 0 2023-12-20T10:49:53.612 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.612 INFO:tasks.workunit.client.0.smithi123.stdout: "up": 0 2023-12-20T10:49:53.612 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.612 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.612 INFO:tasks.workunit.client.0.smithi123.stdout: "leaderboard": false, 2023-12-20T10:49:53.612 INFO:tasks.workunit.client.0.smithi123.stdout: "license": "sharing-1-0", 2023-12-20T10:49:53.612 INFO:tasks.workunit.client.0.smithi123.stdout: "mempool": { 2023-12-20T10:49:53.613 INFO:tasks.workunit.client.0.smithi123.stdout: "mds": { 2023-12-20T10:49:53.613 INFO:tasks.workunit.client.0.smithi123.stdout: "mds.0787297b1b6a2b83668127dd85aa015d08053db2": { 2023-12-20T10:49:53.613 INFO:tasks.workunit.client.0.smithi123.stdout: "bloom_filter": { 2023-12-20T10:49:53.613 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.613 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.613 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.613 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:53.613 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.613 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.613 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.613 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_reader": { 2023-12-20T10:49:53.613 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.613 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.613 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.613 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_writer": { 2023-12-20T10:49:53.614 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.614 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.614 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.614 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Blob": { 2023-12-20T10:49:53.614 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.614 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.614 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.614 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Buffer": { 2023-12-20T10:49:53.614 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.614 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.614 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.614 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Extent": { 2023-12-20T10:49:53.614 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.614 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.614 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.615 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_SharedBlob": { 2023-12-20T10:49:53.615 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.615 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.615 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.615 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_alloc": { 2023-12-20T10:49:53.615 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.615 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.615 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.615 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_data": { 2023-12-20T10:49:53.615 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.615 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.615 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.615 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_meta": { 2023-12-20T10:49:53.615 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.615 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.616 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.616 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_onode": { 2023-12-20T10:49:53.616 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.616 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.616 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.616 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_other": { 2023-12-20T10:49:53.616 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.616 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.616 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.616 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_fsck": { 2023-12-20T10:49:53.616 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.616 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.616 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.617 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_inline_bl": { 2023-12-20T10:49:53.617 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.617 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.617 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.617 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_txc": { 2023-12-20T10:49:53.617 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.617 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.617 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.617 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing": { 2023-12-20T10:49:53.617 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.617 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.617 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.617 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing_deferred": { 2023-12-20T10:49:53.617 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.617 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.618 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.618 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_anon": { 2023-12-20T10:49:53.618 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 148263, 2023-12-20T10:49:53.618 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 29 2023-12-20T10:49:53.618 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.618 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_meta": { 2023-12-20T10:49:53.618 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.618 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.618 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.618 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_co": { 2023-12-20T10:49:53.618 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 856, 2023-12-20T10:49:53.618 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 2 2023-12-20T10:49:53.618 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.618 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:53.618 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.619 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.619 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.619 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mapbl": { 2023-12-20T10:49:53.619 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.619 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.619 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.619 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pglog": { 2023-12-20T10:49:53.619 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.619 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.619 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.619 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap": { 2023-12-20T10:49:53.619 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.619 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.619 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.619 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap_mapping": { 2023-12-20T10:49:53.620 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.620 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.620 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.620 INFO:tasks.workunit.client.0.smithi123.stdout: "pgmap": { 2023-12-20T10:49:53.620 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.620 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.620 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.620 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_1": { 2023-12-20T10:49:53.620 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.620 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.620 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.620 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_2": { 2023-12-20T10:49:53.620 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.620 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.620 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.621 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.621 INFO:tasks.workunit.client.0.smithi123.stdout: "mds.5bef42932fe689f5877f01088e497570577d366f": { 2023-12-20T10:49:53.621 INFO:tasks.workunit.client.0.smithi123.stdout: "bloom_filter": { 2023-12-20T10:49:53.621 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.621 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.621 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.621 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:53.621 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.621 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.621 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.621 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_reader": { 2023-12-20T10:49:53.621 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.621 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.621 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.622 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_writer": { 2023-12-20T10:49:53.622 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.622 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.622 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.622 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Blob": { 2023-12-20T10:49:53.622 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.622 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.622 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.622 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Buffer": { 2023-12-20T10:49:53.622 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.622 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.622 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.622 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Extent": { 2023-12-20T10:49:53.622 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.623 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.623 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.623 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_SharedBlob": { 2023-12-20T10:49:53.623 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.623 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.623 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.623 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_alloc": { 2023-12-20T10:49:53.623 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.623 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.623 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.623 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_data": { 2023-12-20T10:49:53.623 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.623 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.623 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.623 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_meta": { 2023-12-20T10:49:53.624 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.624 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.624 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.624 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_onode": { 2023-12-20T10:49:53.624 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.624 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.624 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.624 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_other": { 2023-12-20T10:49:53.624 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.624 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.624 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.624 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_fsck": { 2023-12-20T10:49:53.624 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.624 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.625 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.625 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_inline_bl": { 2023-12-20T10:49:53.625 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.625 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.625 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.625 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_txc": { 2023-12-20T10:49:53.625 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.625 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.625 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.625 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing": { 2023-12-20T10:49:53.625 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.625 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.625 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.625 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing_deferred": { 2023-12-20T10:49:53.625 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.625 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.626 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.626 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_anon": { 2023-12-20T10:49:53.626 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 213383, 2023-12-20T10:49:53.626 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 63 2023-12-20T10:49:53.626 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.626 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_meta": { 2023-12-20T10:49:53.626 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.626 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.626 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.626 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_co": { 2023-12-20T10:49:53.626 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 50488, 2023-12-20T10:49:53.626 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 208 2023-12-20T10:49:53.626 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.626 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:53.627 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.627 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.627 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.627 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mapbl": { 2023-12-20T10:49:53.627 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.627 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.627 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.627 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pglog": { 2023-12-20T10:49:53.627 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.627 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.627 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.627 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap": { 2023-12-20T10:49:53.627 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 7944, 2023-12-20T10:49:53.627 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 126 2023-12-20T10:49:53.627 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.628 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap_mapping": { 2023-12-20T10:49:53.628 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.628 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.628 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.628 INFO:tasks.workunit.client.0.smithi123.stdout: "pgmap": { 2023-12-20T10:49:53.628 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.628 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.628 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.628 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_1": { 2023-12-20T10:49:53.628 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.628 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.628 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.628 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_2": { 2023-12-20T10:49:53.628 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.628 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.628 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.629 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.629 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.629 INFO:tasks.workunit.client.0.smithi123.stdout: "mon": { 2023-12-20T10:49:53.629 INFO:tasks.workunit.client.0.smithi123.stdout: "mon.0787297b1b6a2b83668127dd85aa015d08053db2": { 2023-12-20T10:49:53.629 INFO:tasks.workunit.client.0.smithi123.stdout: "bloom_filter": { 2023-12-20T10:49:53.629 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.629 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.629 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.629 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:53.629 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.629 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.629 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.629 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_reader": { 2023-12-20T10:49:53.629 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.629 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.630 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.630 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_writer": { 2023-12-20T10:49:53.630 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.630 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.630 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.630 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Blob": { 2023-12-20T10:49:53.630 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.630 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.630 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.630 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Buffer": { 2023-12-20T10:49:53.630 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.630 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.630 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.630 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Extent": { 2023-12-20T10:49:53.630 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.630 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.631 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.631 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_SharedBlob": { 2023-12-20T10:49:53.631 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.631 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.631 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.631 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_alloc": { 2023-12-20T10:49:53.631 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.631 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.631 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.631 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_data": { 2023-12-20T10:49:53.631 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.631 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.631 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.631 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_meta": { 2023-12-20T10:49:53.631 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.632 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.632 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.632 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_onode": { 2023-12-20T10:49:53.632 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.632 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.632 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.632 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_other": { 2023-12-20T10:49:53.632 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.632 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.632 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.632 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_fsck": { 2023-12-20T10:49:53.632 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.632 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.632 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.632 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_inline_bl": { 2023-12-20T10:49:53.632 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.633 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.633 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.633 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_txc": { 2023-12-20T10:49:53.633 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.633 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.633 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.633 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing": { 2023-12-20T10:49:53.633 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.633 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.633 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.633 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing_deferred": { 2023-12-20T10:49:53.633 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.633 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.633 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.634 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_anon": { 2023-12-20T10:49:53.634 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 1230887, 2023-12-20T10:49:53.634 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 339 2023-12-20T10:49:53.634 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.634 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_meta": { 2023-12-20T10:49:53.634 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 616, 2023-12-20T10:49:53.634 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 7 2023-12-20T10:49:53.634 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.634 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_co": { 2023-12-20T10:49:53.634 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.634 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.634 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.634 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:53.634 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.634 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.635 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.635 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mapbl": { 2023-12-20T10:49:53.635 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.635 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.635 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.635 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pglog": { 2023-12-20T10:49:53.635 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.635 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.635 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.635 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap": { 2023-12-20T10:49:53.635 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 6592, 2023-12-20T10:49:53.635 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 125 2023-12-20T10:49:53.635 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.635 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap_mapping": { 2023-12-20T10:49:53.635 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 12744, 2023-12-20T10:49:53.636 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 1546 2023-12-20T10:49:53.636 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.636 INFO:tasks.workunit.client.0.smithi123.stdout: "pgmap": { 2023-12-20T10:49:53.636 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 10304, 2023-12-20T10:49:53.636 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 166 2023-12-20T10:49:53.636 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.636 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_1": { 2023-12-20T10:49:53.636 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.636 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.636 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.636 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_2": { 2023-12-20T10:49:53.636 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.636 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.636 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.636 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.637 INFO:tasks.workunit.client.0.smithi123.stdout: "mon.575c2e11b59ad40f2a773e10f0e6f9f3e90be551": { 2023-12-20T10:49:53.637 INFO:tasks.workunit.client.0.smithi123.stdout: "bloom_filter": { 2023-12-20T10:49:53.637 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.637 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.637 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.637 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:53.637 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.637 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.637 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.637 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_reader": { 2023-12-20T10:49:53.637 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.637 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.637 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.637 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_writer": { 2023-12-20T10:49:53.637 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.638 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.638 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.638 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Blob": { 2023-12-20T10:49:53.638 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.638 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.638 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.638 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Buffer": { 2023-12-20T10:49:53.638 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.638 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.638 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.638 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Extent": { 2023-12-20T10:49:53.638 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.638 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.638 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.638 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_SharedBlob": { 2023-12-20T10:49:53.638 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.639 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.639 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.639 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_alloc": { 2023-12-20T10:49:53.639 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.639 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.639 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.639 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_data": { 2023-12-20T10:49:53.639 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.639 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.639 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.639 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_meta": { 2023-12-20T10:49:53.639 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.639 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.639 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.639 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_onode": { 2023-12-20T10:49:53.640 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.640 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.640 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.640 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_other": { 2023-12-20T10:49:53.640 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.640 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.640 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.640 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_fsck": { 2023-12-20T10:49:53.640 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.640 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.640 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.640 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_inline_bl": { 2023-12-20T10:49:53.640 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.640 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.640 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.641 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_txc": { 2023-12-20T10:49:53.641 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.641 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.641 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.641 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing": { 2023-12-20T10:49:53.641 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.641 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.641 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.641 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing_deferred": { 2023-12-20T10:49:53.641 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.641 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.641 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.641 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_anon": { 2023-12-20T10:49:53.641 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 1103591, 2023-12-20T10:49:53.641 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 351 2023-12-20T10:49:53.642 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.642 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_meta": { 2023-12-20T10:49:53.642 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 88, 2023-12-20T10:49:53.642 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 1 2023-12-20T10:49:53.642 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.642 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_co": { 2023-12-20T10:49:53.642 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.642 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.642 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.642 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:53.642 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.642 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.642 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.642 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mapbl": { 2023-12-20T10:49:53.642 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.643 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.643 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.643 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pglog": { 2023-12-20T10:49:53.643 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.643 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.643 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.643 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap": { 2023-12-20T10:49:53.643 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 6592, 2023-12-20T10:49:53.643 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 125 2023-12-20T10:49:53.643 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.643 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap_mapping": { 2023-12-20T10:49:53.643 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 12744, 2023-12-20T10:49:53.643 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 1546 2023-12-20T10:49:53.643 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.643 INFO:tasks.workunit.client.0.smithi123.stdout: "pgmap": { 2023-12-20T10:49:53.643 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 5152, 2023-12-20T10:49:53.644 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 83 2023-12-20T10:49:53.644 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.644 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_1": { 2023-12-20T10:49:53.644 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.644 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.644 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.644 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_2": { 2023-12-20T10:49:53.644 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.644 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.644 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.644 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.644 INFO:tasks.workunit.client.0.smithi123.stdout: "mon.5bef42932fe689f5877f01088e497570577d366f": { 2023-12-20T10:49:53.644 INFO:tasks.workunit.client.0.smithi123.stdout: "bloom_filter": { 2023-12-20T10:49:53.644 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.644 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.645 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.645 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:53.645 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.645 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.645 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.645 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_reader": { 2023-12-20T10:49:53.645 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.645 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.645 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.645 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_writer": { 2023-12-20T10:49:53.645 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.645 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.645 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.645 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Blob": { 2023-12-20T10:49:53.645 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.646 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.646 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.646 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Buffer": { 2023-12-20T10:49:53.646 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.646 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.646 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.646 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Extent": { 2023-12-20T10:49:53.646 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.646 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.646 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.646 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_SharedBlob": { 2023-12-20T10:49:53.646 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.646 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.646 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.646 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_alloc": { 2023-12-20T10:49:53.646 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.647 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.647 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.647 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_data": { 2023-12-20T10:49:53.647 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.647 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.647 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.647 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_meta": { 2023-12-20T10:49:53.647 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.647 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.647 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.647 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_onode": { 2023-12-20T10:49:53.647 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.647 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.647 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.647 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_other": { 2023-12-20T10:49:53.648 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.648 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.648 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.648 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_fsck": { 2023-12-20T10:49:53.648 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.648 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.648 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.648 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_inline_bl": { 2023-12-20T10:49:53.648 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.648 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.648 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.648 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_txc": { 2023-12-20T10:49:53.648 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.648 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.648 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.649 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing": { 2023-12-20T10:49:53.649 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.649 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.649 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.649 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing_deferred": { 2023-12-20T10:49:53.649 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.649 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.649 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.649 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_anon": { 2023-12-20T10:49:53.649 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 1309543, 2023-12-20T10:49:53.649 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 409 2023-12-20T10:49:53.649 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.649 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_meta": { 2023-12-20T10:49:53.650 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 88, 2023-12-20T10:49:53.650 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 1 2023-12-20T10:49:53.650 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.650 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_co": { 2023-12-20T10:49:53.650 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.650 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.650 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.650 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:53.650 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.650 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.650 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.650 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mapbl": { 2023-12-20T10:49:53.650 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.650 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.651 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.651 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pglog": { 2023-12-20T10:49:53.651 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.651 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.651 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.651 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap": { 2023-12-20T10:49:53.651 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 6592, 2023-12-20T10:49:53.651 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 125 2023-12-20T10:49:53.651 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.651 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap_mapping": { 2023-12-20T10:49:53.651 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 12744, 2023-12-20T10:49:53.651 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 1546 2023-12-20T10:49:53.651 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.651 INFO:tasks.workunit.client.0.smithi123.stdout: "pgmap": { 2023-12-20T10:49:53.651 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 5152, 2023-12-20T10:49:53.652 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 83 2023-12-20T10:49:53.652 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.652 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_1": { 2023-12-20T10:49:53.652 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.652 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.652 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.652 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_2": { 2023-12-20T10:49:53.652 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.652 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.652 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.652 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.652 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.652 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:53.652 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.0": { 2023-12-20T10:49:53.652 INFO:tasks.workunit.client.0.smithi123.stdout: "bloom_filter": { 2023-12-20T10:49:53.653 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.653 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.653 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.653 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:53.653 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 5832, 2023-12-20T10:49:53.653 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 98 2023-12-20T10:49:53.653 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.653 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_reader": { 2023-12-20T10:49:53.653 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 12672, 2023-12-20T10:49:53.653 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 6 2023-12-20T10:49:53.653 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.653 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_writer": { 2023-12-20T10:49:53.653 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 576, 2023-12-20T10:49:53.653 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3 2023-12-20T10:49:53.653 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.654 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Blob": { 2023-12-20T10:49:53.654 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 19488, 2023-12-20T10:49:53.654 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 174 2023-12-20T10:49:53.654 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.654 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Buffer": { 2023-12-20T10:49:53.654 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 1568, 2023-12-20T10:49:53.654 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 14 2023-12-20T10:49:53.654 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.654 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Extent": { 2023-12-20T10:49:53.654 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 8352, 2023-12-20T10:49:53.654 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 174 2023-12-20T10:49:53.654 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.654 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_SharedBlob": { 2023-12-20T10:49:53.654 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 19488, 2023-12-20T10:49:53.654 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 174 2023-12-20T10:49:53.654 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.655 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_alloc": { 2023-12-20T10:49:53.655 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 1120, 2023-12-20T10:49:53.655 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 14 2023-12-20T10:49:53.655 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.655 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_data": { 2023-12-20T10:49:53.655 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 610304, 2023-12-20T10:49:53.655 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 18 2023-12-20T10:49:53.655 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.655 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_meta": { 2023-12-20T10:49:53.655 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 48877, 2023-12-20T10:49:53.655 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 9014 2023-12-20T10:49:53.655 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.655 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_onode": { 2023-12-20T10:49:53.655 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 129880, 2023-12-20T10:49:53.655 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 191 2023-12-20T10:49:53.656 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.656 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_other": { 2023-12-20T10:49:53.656 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 10888, 2023-12-20T10:49:53.656 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 703 2023-12-20T10:49:53.656 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.656 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_fsck": { 2023-12-20T10:49:53.656 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.656 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.656 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.656 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_inline_bl": { 2023-12-20T10:49:53.656 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 30230, 2023-12-20T10:49:53.656 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 191 2023-12-20T10:49:53.656 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.656 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_txc": { 2023-12-20T10:49:53.656 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.657 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.657 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.657 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing": { 2023-12-20T10:49:53.657 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 378405, 2023-12-20T10:49:53.657 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 85 2023-12-20T10:49:53.657 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.657 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing_deferred": { 2023-12-20T10:49:53.657 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.657 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.657 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.657 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_anon": { 2023-12-20T10:49:53.657 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 2439046, 2023-12-20T10:49:53.657 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 193 2023-12-20T10:49:53.657 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.657 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_meta": { 2023-12-20T10:49:53.658 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 6776, 2023-12-20T10:49:53.658 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 77 2023-12-20T10:49:53.658 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.658 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_co": { 2023-12-20T10:49:53.658 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.658 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.658 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.658 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:53.658 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 509696, 2023-12-20T10:49:53.658 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 44 2023-12-20T10:49:53.658 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.658 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mapbl": { 2023-12-20T10:49:53.658 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.658 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.658 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.658 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pglog": { 2023-12-20T10:49:53.659 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 94640, 2023-12-20T10:49:53.659 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 186 2023-12-20T10:49:53.659 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.659 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap": { 2023-12-20T10:49:53.659 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 215080, 2023-12-20T10:49:53.659 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3342 2023-12-20T10:49:53.659 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.659 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap_mapping": { 2023-12-20T10:49:53.659 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.659 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.659 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.659 INFO:tasks.workunit.client.0.smithi123.stdout: "pgmap": { 2023-12-20T10:49:53.659 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.659 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.659 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.660 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_1": { 2023-12-20T10:49:53.660 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.660 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.660 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.660 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_2": { 2023-12-20T10:49:53.660 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.660 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.660 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.660 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.660 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.1": { 2023-12-20T10:49:53.660 INFO:tasks.workunit.client.0.smithi123.stdout: "bloom_filter": { 2023-12-20T10:49:53.660 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.660 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.660 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.660 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:53.660 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 5832, 2023-12-20T10:49:53.661 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 98 2023-12-20T10:49:53.661 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.661 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_reader": { 2023-12-20T10:49:53.661 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 12672, 2023-12-20T10:49:53.661 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 6 2023-12-20T10:49:53.661 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.661 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_writer": { 2023-12-20T10:49:53.661 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 576, 2023-12-20T10:49:53.661 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3 2023-12-20T10:49:53.661 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.661 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Blob": { 2023-12-20T10:49:53.661 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 18144, 2023-12-20T10:49:53.661 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 162 2023-12-20T10:49:53.661 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.661 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Buffer": { 2023-12-20T10:49:53.661 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 1232, 2023-12-20T10:49:53.662 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 11 2023-12-20T10:49:53.662 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.662 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Extent": { 2023-12-20T10:49:53.662 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 7776, 2023-12-20T10:49:53.662 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 162 2023-12-20T10:49:53.662 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.662 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_SharedBlob": { 2023-12-20T10:49:53.662 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 18144, 2023-12-20T10:49:53.662 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 162 2023-12-20T10:49:53.662 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.662 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_alloc": { 2023-12-20T10:49:53.662 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 800, 2023-12-20T10:49:53.662 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 10 2023-12-20T10:49:53.662 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.662 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_data": { 2023-12-20T10:49:53.663 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 12288, 2023-12-20T10:49:53.663 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3 2023-12-20T10:49:53.663 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.663 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_meta": { 2023-12-20T10:49:53.663 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 43655, 2023-12-20T10:49:53.663 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 8179 2023-12-20T10:49:53.663 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.663 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_onode": { 2023-12-20T10:49:53.663 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 122400, 2023-12-20T10:49:53.663 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 180 2023-12-20T10:49:53.663 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.663 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_other": { 2023-12-20T10:49:53.663 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 9228, 2023-12-20T10:49:53.663 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 534 2023-12-20T10:49:53.663 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.663 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_fsck": { 2023-12-20T10:49:53.664 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.664 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.664 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.664 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_inline_bl": { 2023-12-20T10:49:53.664 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 26810, 2023-12-20T10:49:53.664 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 180 2023-12-20T10:49:53.664 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.664 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_txc": { 2023-12-20T10:49:53.664 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 1472, 2023-12-20T10:49:53.664 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 2 2023-12-20T10:49:53.664 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.664 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing": { 2023-12-20T10:49:53.664 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 421318, 2023-12-20T10:49:53.664 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 95 2023-12-20T10:49:53.664 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.665 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing_deferred": { 2023-12-20T10:49:53.665 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 40192, 2023-12-20T10:49:53.665 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 10 2023-12-20T10:49:53.665 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.665 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_anon": { 2023-12-20T10:49:53.665 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 2423434, 2023-12-20T10:49:53.665 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 185 2023-12-20T10:49:53.665 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.665 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_meta": { 2023-12-20T10:49:53.665 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 5016, 2023-12-20T10:49:53.666 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 57 2023-12-20T10:49:53.666 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.666 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_co": { 2023-12-20T10:49:53.666 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.666 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.666 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.666 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:53.666 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 451776, 2023-12-20T10:49:53.666 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 39 2023-12-20T10:49:53.666 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.666 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mapbl": { 2023-12-20T10:49:53.666 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.666 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.666 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.666 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pglog": { 2023-12-20T10:49:53.666 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 7280, 2023-12-20T10:49:53.667 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 18 2023-12-20T10:49:53.667 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.667 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap": { 2023-12-20T10:49:53.667 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 215080, 2023-12-20T10:49:53.667 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3342 2023-12-20T10:49:53.667 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.667 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap_mapping": { 2023-12-20T10:49:53.667 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.667 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.667 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.667 INFO:tasks.workunit.client.0.smithi123.stdout: "pgmap": { 2023-12-20T10:49:53.667 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.667 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.667 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.667 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_1": { 2023-12-20T10:49:53.668 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.668 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.668 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.668 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_2": { 2023-12-20T10:49:53.668 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.668 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.668 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.668 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.668 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.2": { 2023-12-20T10:49:53.668 INFO:tasks.workunit.client.0.smithi123.stdout: "bloom_filter": { 2023-12-20T10:49:53.668 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.668 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.668 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.668 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:53.668 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 5832, 2023-12-20T10:49:53.669 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 98 2023-12-20T10:49:53.669 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.669 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_reader": { 2023-12-20T10:49:53.669 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 12672, 2023-12-20T10:49:53.669 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 6 2023-12-20T10:49:53.669 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.669 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_writer": { 2023-12-20T10:49:53.669 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 576, 2023-12-20T10:49:53.669 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3 2023-12-20T10:49:53.669 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.669 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Blob": { 2023-12-20T10:49:53.669 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 18144, 2023-12-20T10:49:53.669 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 162 2023-12-20T10:49:53.669 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.669 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Buffer": { 2023-12-20T10:49:53.670 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 1120, 2023-12-20T10:49:53.670 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 10 2023-12-20T10:49:53.670 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.670 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Extent": { 2023-12-20T10:49:53.670 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 7776, 2023-12-20T10:49:53.670 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 162 2023-12-20T10:49:53.670 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.670 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_SharedBlob": { 2023-12-20T10:49:53.670 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 18144, 2023-12-20T10:49:53.670 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 162 2023-12-20T10:49:53.670 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.670 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_alloc": { 2023-12-20T10:49:53.670 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 720, 2023-12-20T10:49:53.670 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 9 2023-12-20T10:49:53.670 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.671 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_data": { 2023-12-20T10:49:53.671 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 8192, 2023-12-20T10:49:53.671 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 2 2023-12-20T10:49:53.671 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.671 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_meta": { 2023-12-20T10:49:53.671 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 42156, 2023-12-20T10:49:53.671 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 7917 2023-12-20T10:49:53.671 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.671 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_onode": { 2023-12-20T10:49:53.671 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 117640, 2023-12-20T10:49:53.671 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 173 2023-12-20T10:49:53.671 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.671 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_other": { 2023-12-20T10:49:53.671 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 7996, 2023-12-20T10:49:53.671 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 484 2023-12-20T10:49:53.672 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.672 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_fsck": { 2023-12-20T10:49:53.672 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.672 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.672 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.672 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_inline_bl": { 2023-12-20T10:49:53.672 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 25018, 2023-12-20T10:49:53.672 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 173 2023-12-20T10:49:53.672 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.672 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_txc": { 2023-12-20T10:49:53.672 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 1472, 2023-12-20T10:49:53.672 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 2 2023-12-20T10:49:53.672 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.672 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing": { 2023-12-20T10:49:53.672 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 299794, 2023-12-20T10:49:53.672 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 66 2023-12-20T10:49:53.673 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.673 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing_deferred": { 2023-12-20T10:49:53.673 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 40192, 2023-12-20T10:49:53.673 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 10 2023-12-20T10:49:53.673 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.673 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_anon": { 2023-12-20T10:49:53.673 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 2401922, 2023-12-20T10:49:53.673 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 173 2023-12-20T10:49:53.673 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.673 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_meta": { 2023-12-20T10:49:53.673 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 4312, 2023-12-20T10:49:53.673 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 49 2023-12-20T10:49:53.673 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.673 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_co": { 2023-12-20T10:49:53.674 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.674 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.674 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.674 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:53.674 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 359104, 2023-12-20T10:49:53.674 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 31 2023-12-20T10:49:53.674 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.674 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mapbl": { 2023-12-20T10:49:53.674 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.674 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.674 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.674 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pglog": { 2023-12-20T10:49:53.674 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 8840, 2023-12-20T10:49:53.674 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 25 2023-12-20T10:49:53.674 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.674 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap": { 2023-12-20T10:49:53.675 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 215912, 2023-12-20T10:49:53.675 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3388 2023-12-20T10:49:53.675 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.675 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap_mapping": { 2023-12-20T10:49:53.675 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.675 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.675 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.675 INFO:tasks.workunit.client.0.smithi123.stdout: "pgmap": { 2023-12-20T10:49:53.675 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.675 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.675 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.675 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_1": { 2023-12-20T10:49:53.675 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.675 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.675 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.676 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_2": { 2023-12-20T10:49:53.676 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.676 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.676 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.676 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.676 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.3": { 2023-12-20T10:49:53.676 INFO:tasks.workunit.client.0.smithi123.stdout: "bloom_filter": { 2023-12-20T10:49:53.676 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.676 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.676 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.676 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:53.676 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 5832, 2023-12-20T10:49:53.676 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 98 2023-12-20T10:49:53.676 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.677 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_reader": { 2023-12-20T10:49:53.677 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 12672, 2023-12-20T10:49:53.677 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 6 2023-12-20T10:49:53.677 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.677 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_writer": { 2023-12-20T10:49:53.677 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 576, 2023-12-20T10:49:53.677 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3 2023-12-20T10:49:53.677 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.677 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Blob": { 2023-12-20T10:49:53.677 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 18480, 2023-12-20T10:49:53.677 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 165 2023-12-20T10:49:53.677 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.677 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Buffer": { 2023-12-20T10:49:53.677 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 448, 2023-12-20T10:49:53.678 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 4 2023-12-20T10:49:53.678 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.678 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Extent": { 2023-12-20T10:49:53.678 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 7920, 2023-12-20T10:49:53.678 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 165 2023-12-20T10:49:53.678 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.678 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_SharedBlob": { 2023-12-20T10:49:53.678 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 18480, 2023-12-20T10:49:53.678 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 165 2023-12-20T10:49:53.678 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.678 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_alloc": { 2023-12-20T10:49:53.678 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 560, 2023-12-20T10:49:53.678 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 7 2023-12-20T10:49:53.678 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.678 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_data": { 2023-12-20T10:49:53.678 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 14625, 2023-12-20T10:49:53.679 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3 2023-12-20T10:49:53.679 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.679 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_meta": { 2023-12-20T10:49:53.679 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 42593, 2023-12-20T10:49:53.679 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 8091 2023-12-20T10:49:53.679 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.679 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_onode": { 2023-12-20T10:49:53.679 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 121040, 2023-12-20T10:49:53.679 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 178 2023-12-20T10:49:53.679 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.679 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_other": { 2023-12-20T10:49:53.679 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 9048, 2023-12-20T10:49:53.679 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 537 2023-12-20T10:49:53.679 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.679 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_fsck": { 2023-12-20T10:49:53.679 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.680 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.680 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.680 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_inline_bl": { 2023-12-20T10:49:53.680 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 25794, 2023-12-20T10:49:53.680 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 178 2023-12-20T10:49:53.680 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.680 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_txc": { 2023-12-20T10:49:53.680 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 2208, 2023-12-20T10:49:53.680 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3 2023-12-20T10:49:53.680 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.680 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing": { 2023-12-20T10:49:53.680 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 215613, 2023-12-20T10:49:53.680 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 46 2023-12-20T10:49:53.680 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.680 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing_deferred": { 2023-12-20T10:49:53.680 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 30637, 2023-12-20T10:49:53.680 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 9 2023-12-20T10:49:53.681 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.681 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_anon": { 2023-12-20T10:49:53.681 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 2441264, 2023-12-20T10:49:53.681 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 186 2023-12-20T10:49:53.681 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.681 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_meta": { 2023-12-20T10:49:53.681 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 4840, 2023-12-20T10:49:53.681 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 55 2023-12-20T10:49:53.681 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.681 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_co": { 2023-12-20T10:49:53.681 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.681 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.682 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.682 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:53.682 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 428608, 2023-12-20T10:49:53.682 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 37 2023-12-20T10:49:53.682 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.682 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mapbl": { 2023-12-20T10:49:53.682 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.682 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.682 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.682 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pglog": { 2023-12-20T10:49:53.682 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 10400, 2023-12-20T10:49:53.682 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 20 2023-12-20T10:49:53.682 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.682 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap": { 2023-12-20T10:49:53.682 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 215080, 2023-12-20T10:49:53.683 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3342 2023-12-20T10:49:53.683 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.683 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap_mapping": { 2023-12-20T10:49:53.683 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.683 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.683 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.683 INFO:tasks.workunit.client.0.smithi123.stdout: "pgmap": { 2023-12-20T10:49:53.683 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.683 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.683 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.683 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_1": { 2023-12-20T10:49:53.683 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.683 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.683 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.684 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_2": { 2023-12-20T10:49:53.684 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.684 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.684 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.684 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.684 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.4": { 2023-12-20T10:49:53.684 INFO:tasks.workunit.client.0.smithi123.stdout: "bloom_filter": { 2023-12-20T10:49:53.684 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.684 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.684 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.684 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:53.684 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 5832, 2023-12-20T10:49:53.684 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 98 2023-12-20T10:49:53.684 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.685 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_reader": { 2023-12-20T10:49:53.685 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 12672, 2023-12-20T10:49:53.685 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 6 2023-12-20T10:49:53.685 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.685 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_writer": { 2023-12-20T10:49:53.685 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 576, 2023-12-20T10:49:53.685 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3 2023-12-20T10:49:53.685 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.685 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Blob": { 2023-12-20T10:49:53.685 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 18480, 2023-12-20T10:49:53.685 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 165 2023-12-20T10:49:53.685 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.685 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Buffer": { 2023-12-20T10:49:53.685 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 1008, 2023-12-20T10:49:53.685 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 9 2023-12-20T10:49:53.686 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.686 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Extent": { 2023-12-20T10:49:53.686 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 7920, 2023-12-20T10:49:53.686 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 165 2023-12-20T10:49:53.686 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.686 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_SharedBlob": { 2023-12-20T10:49:53.686 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 18480, 2023-12-20T10:49:53.686 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 165 2023-12-20T10:49:53.686 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.686 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_alloc": { 2023-12-20T10:49:53.686 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 640, 2023-12-20T10:49:53.686 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 8 2023-12-20T10:49:53.686 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.686 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_data": { 2023-12-20T10:49:53.686 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 4096, 2023-12-20T10:49:53.687 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 1 2023-12-20T10:49:53.687 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.687 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_meta": { 2023-12-20T10:49:53.687 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 43390, 2023-12-20T10:49:53.687 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 8225 2023-12-20T10:49:53.687 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.687 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_onode": { 2023-12-20T10:49:53.687 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 123080, 2023-12-20T10:49:53.687 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 181 2023-12-20T10:49:53.687 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.687 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_other": { 2023-12-20T10:49:53.687 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 9288, 2023-12-20T10:49:53.687 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 540 2023-12-20T10:49:53.687 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.688 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_fsck": { 2023-12-20T10:49:53.688 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.688 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.688 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.688 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_inline_bl": { 2023-12-20T10:49:53.688 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 26562, 2023-12-20T10:49:53.688 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 181 2023-12-20T10:49:53.688 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.688 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_txc": { 2023-12-20T10:49:53.688 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 1472, 2023-12-20T10:49:53.688 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 2 2023-12-20T10:49:53.688 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.688 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing": { 2023-12-20T10:49:53.688 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 872005, 2023-12-20T10:49:53.688 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 63 2023-12-20T10:49:53.689 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.689 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing_deferred": { 2023-12-20T10:49:53.689 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 40192, 2023-12-20T10:49:53.689 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 10 2023-12-20T10:49:53.689 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.689 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_anon": { 2023-12-20T10:49:53.689 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 2415218, 2023-12-20T10:49:53.689 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 172 2023-12-20T10:49:53.689 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.689 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_meta": { 2023-12-20T10:49:53.689 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 4840, 2023-12-20T10:49:53.689 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 55 2023-12-20T10:49:53.689 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.690 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_co": { 2023-12-20T10:49:53.690 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.690 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.690 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.690 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:53.690 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 451776, 2023-12-20T10:49:53.690 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 39 2023-12-20T10:49:53.690 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.690 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mapbl": { 2023-12-20T10:49:53.690 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.690 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.690 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.690 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pglog": { 2023-12-20T10:49:53.690 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 7800, 2023-12-20T10:49:53.690 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 15 2023-12-20T10:49:53.691 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.691 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap": { 2023-12-20T10:49:53.691 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 215656, 2023-12-20T10:49:53.691 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3376 2023-12-20T10:49:53.691 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.691 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap_mapping": { 2023-12-20T10:49:53.691 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.691 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.691 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.691 INFO:tasks.workunit.client.0.smithi123.stdout: "pgmap": { 2023-12-20T10:49:53.691 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.691 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.691 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.691 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_1": { 2023-12-20T10:49:53.691 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.692 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.692 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.692 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_2": { 2023-12-20T10:49:53.692 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.692 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.692 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.692 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.692 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.5": { 2023-12-20T10:49:53.692 INFO:tasks.workunit.client.0.smithi123.stdout: "bloom_filter": { 2023-12-20T10:49:53.692 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.692 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.692 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.692 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:53.692 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 5832, 2023-12-20T10:49:53.692 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 98 2023-12-20T10:49:53.693 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.693 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_reader": { 2023-12-20T10:49:53.693 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 12672, 2023-12-20T10:49:53.693 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 6 2023-12-20T10:49:53.693 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.693 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_writer": { 2023-12-20T10:49:53.693 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 576, 2023-12-20T10:49:53.693 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3 2023-12-20T10:49:53.693 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.693 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Blob": { 2023-12-20T10:49:53.693 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 18256, 2023-12-20T10:49:53.693 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 163 2023-12-20T10:49:53.693 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.693 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Buffer": { 2023-12-20T10:49:53.693 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 224, 2023-12-20T10:49:53.694 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 2 2023-12-20T10:49:53.694 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.694 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Extent": { 2023-12-20T10:49:53.694 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 7824, 2023-12-20T10:49:53.694 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 163 2023-12-20T10:49:53.694 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.694 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_SharedBlob": { 2023-12-20T10:49:53.694 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 18256, 2023-12-20T10:49:53.694 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 163 2023-12-20T10:49:53.694 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.694 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_alloc": { 2023-12-20T10:49:53.694 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 640, 2023-12-20T10:49:53.694 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 8 2023-12-20T10:49:53.694 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.694 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_data": { 2023-12-20T10:49:53.695 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.695 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.695 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.695 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_meta": { 2023-12-20T10:49:53.695 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 43280, 2023-12-20T10:49:53.695 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 8196 2023-12-20T10:49:53.695 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.695 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_onode": { 2023-12-20T10:49:53.695 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 123080, 2023-12-20T10:49:53.695 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 181 2023-12-20T10:49:53.695 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.695 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_other": { 2023-12-20T10:49:53.695 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 9456, 2023-12-20T10:49:53.695 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 537 2023-12-20T10:49:53.695 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.696 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_fsck": { 2023-12-20T10:49:53.696 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.696 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.696 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.696 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_inline_bl": { 2023-12-20T10:49:53.696 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 26898, 2023-12-20T10:49:53.696 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 181 2023-12-20T10:49:53.696 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.696 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_txc": { 2023-12-20T10:49:53.696 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 2208, 2023-12-20T10:49:53.696 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3 2023-12-20T10:49:53.696 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.696 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing": { 2023-12-20T10:49:53.696 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 803664, 2023-12-20T10:49:53.697 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 46 2023-12-20T10:49:53.697 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.697 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing_deferred": { 2023-12-20T10:49:53.697 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 30637, 2023-12-20T10:49:53.697 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 9 2023-12-20T10:49:53.697 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.697 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_anon": { 2023-12-20T10:49:53.697 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 2434918, 2023-12-20T10:49:53.697 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 178 2023-12-20T10:49:53.697 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.697 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_meta": { 2023-12-20T10:49:53.697 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 5280, 2023-12-20T10:49:53.697 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 60 2023-12-20T10:49:53.698 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.698 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_co": { 2023-12-20T10:49:53.698 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.698 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.698 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.698 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:53.698 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 474944, 2023-12-20T10:49:53.698 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 41 2023-12-20T10:49:53.698 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.698 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mapbl": { 2023-12-20T10:49:53.698 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.698 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.698 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.698 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pglog": { 2023-12-20T10:49:53.699 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 11960, 2023-12-20T10:49:53.699 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 23 2023-12-20T10:49:53.699 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.699 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap": { 2023-12-20T10:49:53.699 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 215080, 2023-12-20T10:49:53.699 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3342 2023-12-20T10:49:53.699 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.699 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap_mapping": { 2023-12-20T10:49:53.699 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.699 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.699 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.699 INFO:tasks.workunit.client.0.smithi123.stdout: "pgmap": { 2023-12-20T10:49:53.699 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.699 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.699 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.699 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_1": { 2023-12-20T10:49:53.700 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.700 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.700 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.700 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_2": { 2023-12-20T10:49:53.700 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.700 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.700 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.700 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.700 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.6": { 2023-12-20T10:49:53.700 INFO:tasks.workunit.client.0.smithi123.stdout: "bloom_filter": { 2023-12-20T10:49:53.700 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.700 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.700 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.700 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:53.701 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 5832, 2023-12-20T10:49:53.701 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 98 2023-12-20T10:49:53.701 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.701 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_reader": { 2023-12-20T10:49:53.701 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 12672, 2023-12-20T10:49:53.701 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 6 2023-12-20T10:49:53.701 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.701 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_writer": { 2023-12-20T10:49:53.701 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 576, 2023-12-20T10:49:53.701 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3 2023-12-20T10:49:53.701 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.701 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Blob": { 2023-12-20T10:49:53.701 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 19376, 2023-12-20T10:49:53.701 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 173 2023-12-20T10:49:53.702 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.702 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Buffer": { 2023-12-20T10:49:53.702 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.702 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.702 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.702 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Extent": { 2023-12-20T10:49:53.702 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 8304, 2023-12-20T10:49:53.702 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 173 2023-12-20T10:49:53.702 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.702 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_SharedBlob": { 2023-12-20T10:49:53.702 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 19376, 2023-12-20T10:49:53.702 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 173 2023-12-20T10:49:53.702 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.702 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_alloc": { 2023-12-20T10:49:53.702 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 560, 2023-12-20T10:49:53.703 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 7 2023-12-20T10:49:53.703 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.703 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_data": { 2023-12-20T10:49:53.703 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.703 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.703 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.703 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_meta": { 2023-12-20T10:49:53.703 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 43843, 2023-12-20T10:49:53.703 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 8510 2023-12-20T10:49:53.703 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.703 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_onode": { 2023-12-20T10:49:53.703 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 122400, 2023-12-20T10:49:53.703 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 180 2023-12-20T10:49:53.703 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.703 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_other": { 2023-12-20T10:49:53.704 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 10388, 2023-12-20T10:49:53.704 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 695 2023-12-20T10:49:53.704 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.704 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_fsck": { 2023-12-20T10:49:53.704 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.704 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.704 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.704 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_inline_bl": { 2023-12-20T10:49:53.704 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 27502, 2023-12-20T10:49:53.704 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 180 2023-12-20T10:49:53.704 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.704 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_txc": { 2023-12-20T10:49:53.704 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.704 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.704 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.705 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing": { 2023-12-20T10:49:53.705 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 790659, 2023-12-20T10:49:53.705 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 43 2023-12-20T10:49:53.705 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.705 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing_deferred": { 2023-12-20T10:49:53.705 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.705 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.705 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.705 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_anon": { 2023-12-20T10:49:53.705 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 2435549, 2023-12-20T10:49:53.705 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 174 2023-12-20T10:49:53.705 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.705 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_meta": { 2023-12-20T10:49:53.705 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 4488, 2023-12-20T10:49:53.706 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 51 2023-12-20T10:49:53.706 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.706 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_co": { 2023-12-20T10:49:53.706 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.706 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.706 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.706 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:53.706 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 440192, 2023-12-20T10:49:53.706 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 38 2023-12-20T10:49:53.706 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.706 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mapbl": { 2023-12-20T10:49:53.706 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.706 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.706 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.706 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pglog": { 2023-12-20T10:49:53.707 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 94952, 2023-12-20T10:49:53.707 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 193 2023-12-20T10:49:53.707 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.707 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap": { 2023-12-20T10:49:53.707 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 216168, 2023-12-20T10:49:53.707 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3400 2023-12-20T10:49:53.707 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.707 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap_mapping": { 2023-12-20T10:49:53.707 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.707 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.707 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.707 INFO:tasks.workunit.client.0.smithi123.stdout: "pgmap": { 2023-12-20T10:49:53.707 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.707 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.707 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.708 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_1": { 2023-12-20T10:49:53.708 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.708 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.708 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.708 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_2": { 2023-12-20T10:49:53.708 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.708 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.708 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.708 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.708 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.7": { 2023-12-20T10:49:53.708 INFO:tasks.workunit.client.0.smithi123.stdout: "bloom_filter": { 2023-12-20T10:49:53.708 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.708 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.708 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.708 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:53.709 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 5832, 2023-12-20T10:49:53.709 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 98 2023-12-20T10:49:53.709 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.709 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_reader": { 2023-12-20T10:49:53.709 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 12672, 2023-12-20T10:49:53.709 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 6 2023-12-20T10:49:53.709 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.709 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs_file_writer": { 2023-12-20T10:49:53.709 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 576, 2023-12-20T10:49:53.709 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3 2023-12-20T10:49:53.709 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.709 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Blob": { 2023-12-20T10:49:53.709 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 19264, 2023-12-20T10:49:53.709 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 172 2023-12-20T10:49:53.709 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.710 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Buffer": { 2023-12-20T10:49:53.710 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 672, 2023-12-20T10:49:53.710 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 6 2023-12-20T10:49:53.710 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.710 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_Extent": { 2023-12-20T10:49:53.710 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 8256, 2023-12-20T10:49:53.710 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 172 2023-12-20T10:49:53.710 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.710 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_SharedBlob": { 2023-12-20T10:49:53.710 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 19264, 2023-12-20T10:49:53.710 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 172 2023-12-20T10:49:53.710 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.710 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_alloc": { 2023-12-20T10:49:53.710 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 640, 2023-12-20T10:49:53.710 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 8 2023-12-20T10:49:53.710 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.711 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_data": { 2023-12-20T10:49:53.711 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 266240, 2023-12-20T10:49:53.711 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 6 2023-12-20T10:49:53.711 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.711 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_meta": { 2023-12-20T10:49:53.711 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 46304, 2023-12-20T10:49:53.711 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 8871 2023-12-20T10:49:53.711 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.711 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_onode": { 2023-12-20T10:49:53.711 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 128520, 2023-12-20T10:49:53.711 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 189 2023-12-20T10:49:53.711 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.711 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_cache_other": { 2023-12-20T10:49:53.711 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 11264, 2023-12-20T10:49:53.712 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 701 2023-12-20T10:49:53.712 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.712 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_fsck": { 2023-12-20T10:49:53.712 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.712 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.712 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.712 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_inline_bl": { 2023-12-20T10:49:53.712 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 29974, 2023-12-20T10:49:53.712 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 189 2023-12-20T10:49:53.712 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.712 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_txc": { 2023-12-20T10:49:53.712 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.712 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.712 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.712 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing": { 2023-12-20T10:49:53.712 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 145646, 2023-12-20T10:49:53.713 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 29 2023-12-20T10:49:53.713 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.713 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore_writing_deferred": { 2023-12-20T10:49:53.713 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.713 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.713 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.713 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_anon": { 2023-12-20T10:49:53.713 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 2433645, 2023-12-20T10:49:53.713 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 214 2023-12-20T10:49:53.713 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.713 INFO:tasks.workunit.client.0.smithi123.stdout: "buffer_meta": { 2023-12-20T10:49:53.713 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 5720, 2023-12-20T10:49:53.713 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 65 2023-12-20T10:49:53.713 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.714 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_co": { 2023-12-20T10:49:53.714 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.714 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.714 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.714 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:53.714 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 532864, 2023-12-20T10:49:53.714 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 46 2023-12-20T10:49:53.714 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.714 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_mapbl": { 2023-12-20T10:49:53.714 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.714 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.714 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.714 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_pglog": { 2023-12-20T10:49:53.714 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 96928, 2023-12-20T10:49:53.715 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 224 2023-12-20T10:49:53.715 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.715 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap": { 2023-12-20T10:49:53.715 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 215400, 2023-12-20T10:49:53.715 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 3364 2023-12-20T10:49:53.715 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.715 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap_mapping": { 2023-12-20T10:49:53.715 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.715 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.715 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.715 INFO:tasks.workunit.client.0.smithi123.stdout: "pgmap": { 2023-12-20T10:49:53.715 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.715 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.715 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.715 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_1": { 2023-12-20T10:49:53.716 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.716 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.716 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.716 INFO:tasks.workunit.client.0.smithi123.stdout: "unittest_2": { 2023-12-20T10:49:53.716 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes": 0, 2023-12-20T10:49:53.716 INFO:tasks.workunit.client.0.smithi123.stdout: "items": 0 2023-12-20T10:49:53.716 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.716 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.716 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.716 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.716 INFO:tasks.workunit.client.0.smithi123.stdout: "metadata": { 2023-12-20T10:49:53.716 INFO:tasks.workunit.client.0.smithi123.stdout: "mds": { 2023-12-20T10:49:53.716 INFO:tasks.workunit.client.0.smithi123.stdout: "arch": { 2023-12-20T10:49:53.716 INFO:tasks.workunit.client.0.smithi123.stdout: "x86_64": 2 2023-12-20T10:49:53.717 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.717 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph_version": { 2023-12-20T10:49:53.717 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T10:49:53.717 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.717 INFO:tasks.workunit.client.0.smithi123.stdout: "cpu": { 2023-12-20T10:49:53.717 INFO:tasks.workunit.client.0.smithi123.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2023-12-20T10:49:53.717 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.717 INFO:tasks.workunit.client.0.smithi123.stdout: "distro": { 2023-12-20T10:49:53.717 INFO:tasks.workunit.client.0.smithi123.stdout: "centos": 2 2023-12-20T10:49:53.717 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.717 INFO:tasks.workunit.client.0.smithi123.stdout: "distro_description": { 2023-12-20T10:49:53.717 INFO:tasks.workunit.client.0.smithi123.stdout: "CentOS Stream 8": 2 2023-12-20T10:49:53.717 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.717 INFO:tasks.workunit.client.0.smithi123.stdout: "kernel_description": { 2023-12-20T10:49:53.718 INFO:tasks.workunit.client.0.smithi123.stdout: "#1 SMP Wed Dec 6 01:03:46 UTC 2023": 2 2023-12-20T10:49:53.718 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.718 INFO:tasks.workunit.client.0.smithi123.stdout: "kernel_version": { 2023-12-20T10:49:53.718 INFO:tasks.workunit.client.0.smithi123.stdout: "4.18.0-529.el8.x86_64": 2 2023-12-20T10:49:53.718 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.718 INFO:tasks.workunit.client.0.smithi123.stdout: "os": { 2023-12-20T10:49:53.718 INFO:tasks.workunit.client.0.smithi123.stdout: "Linux": 2 2023-12-20T10:49:53.718 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.718 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.718 INFO:tasks.workunit.client.0.smithi123.stdout: "mon": { 2023-12-20T10:49:53.718 INFO:tasks.workunit.client.0.smithi123.stdout: "arch": { 2023-12-20T10:49:53.718 INFO:tasks.workunit.client.0.smithi123.stdout: "x86_64": 3 2023-12-20T10:49:53.718 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.718 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph_version": { 2023-12-20T10:49:53.718 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 3 2023-12-20T10:49:53.718 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.719 INFO:tasks.workunit.client.0.smithi123.stdout: "cpu": { 2023-12-20T10:49:53.719 INFO:tasks.workunit.client.0.smithi123.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2023-12-20T10:49:53.719 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.719 INFO:tasks.workunit.client.0.smithi123.stdout: "distro": { 2023-12-20T10:49:53.719 INFO:tasks.workunit.client.0.smithi123.stdout: "centos": 3 2023-12-20T10:49:53.719 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.719 INFO:tasks.workunit.client.0.smithi123.stdout: "distro_description": { 2023-12-20T10:49:53.719 INFO:tasks.workunit.client.0.smithi123.stdout: "CentOS Stream 8": 3 2023-12-20T10:49:53.719 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.719 INFO:tasks.workunit.client.0.smithi123.stdout: "kernel_description": { 2023-12-20T10:49:53.719 INFO:tasks.workunit.client.0.smithi123.stdout: "#1 SMP Wed Dec 6 01:03:46 UTC 2023": 3 2023-12-20T10:49:53.719 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.719 INFO:tasks.workunit.client.0.smithi123.stdout: "kernel_version": { 2023-12-20T10:49:53.719 INFO:tasks.workunit.client.0.smithi123.stdout: "4.18.0-529.el8.x86_64": 3 2023-12-20T10:49:53.719 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.720 INFO:tasks.workunit.client.0.smithi123.stdout: "os": { 2023-12-20T10:49:53.720 INFO:tasks.workunit.client.0.smithi123.stdout: "Linux": 3 2023-12-20T10:49:53.720 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.720 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.720 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:53.720 INFO:tasks.workunit.client.0.smithi123.stdout: "arch": { 2023-12-20T10:49:53.720 INFO:tasks.workunit.client.0.smithi123.stdout: "x86_64": 8 2023-12-20T10:49:53.720 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.720 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph_version": { 2023-12-20T10:49:53.720 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 8 2023-12-20T10:49:53.720 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.720 INFO:tasks.workunit.client.0.smithi123.stdout: "cpu": { 2023-12-20T10:49:53.720 INFO:tasks.workunit.client.0.smithi123.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2023-12-20T10:49:53.720 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.720 INFO:tasks.workunit.client.0.smithi123.stdout: "distro": { 2023-12-20T10:49:53.720 INFO:tasks.workunit.client.0.smithi123.stdout: "centos": 8 2023-12-20T10:49:53.720 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.721 INFO:tasks.workunit.client.0.smithi123.stdout: "distro_description": { 2023-12-20T10:49:53.721 INFO:tasks.workunit.client.0.smithi123.stdout: "CentOS Stream 8": 8 2023-12-20T10:49:53.721 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.721 INFO:tasks.workunit.client.0.smithi123.stdout: "kernel_description": { 2023-12-20T10:49:53.721 INFO:tasks.workunit.client.0.smithi123.stdout: "#1 SMP Wed Dec 6 01:03:46 UTC 2023": 8 2023-12-20T10:49:53.721 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.721 INFO:tasks.workunit.client.0.smithi123.stdout: "kernel_version": { 2023-12-20T10:49:53.721 INFO:tasks.workunit.client.0.smithi123.stdout: "4.18.0-529.el8.x86_64": 8 2023-12-20T10:49:53.721 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.721 INFO:tasks.workunit.client.0.smithi123.stdout: "os": { 2023-12-20T10:49:53.721 INFO:tasks.workunit.client.0.smithi123.stdout: "Linux": 8 2023-12-20T10:49:53.721 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.721 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_objectstore": { 2023-12-20T10:49:53.721 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore": 8 2023-12-20T10:49:53.722 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.722 INFO:tasks.workunit.client.0.smithi123.stdout: "rotational": { 2023-12-20T10:49:53.722 INFO:tasks.workunit.client.0.smithi123.stdout: "0": 8 2023-12-20T10:49:53.722 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.722 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.722 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.722 INFO:tasks.workunit.client.0.smithi123.stdout: "mon": { 2023-12-20T10:49:53.722 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 3, 2023-12-20T10:49:53.722 INFO:tasks.workunit.client.0.smithi123.stdout: "features": { 2023-12-20T10:49:53.722 INFO:tasks.workunit.client.0.smithi123.stdout: "optional": [], 2023-12-20T10:49:53.722 INFO:tasks.workunit.client.0.smithi123.stdout: "persistent": [ 2023-12-20T10:49:53.722 INFO:tasks.workunit.client.0.smithi123.stdout: "kraken", 2023-12-20T10:49:53.722 INFO:tasks.workunit.client.0.smithi123.stdout: "luminous", 2023-12-20T10:49:53.722 INFO:tasks.workunit.client.0.smithi123.stdout: "mimic", 2023-12-20T10:49:53.722 INFO:tasks.workunit.client.0.smithi123.stdout: "osdmap-prune", 2023-12-20T10:49:53.723 INFO:tasks.workunit.client.0.smithi123.stdout: "nautilus", 2023-12-20T10:49:53.723 INFO:tasks.workunit.client.0.smithi123.stdout: "octopus", 2023-12-20T10:49:53.723 INFO:tasks.workunit.client.0.smithi123.stdout: "pacific", 2023-12-20T10:49:53.723 INFO:tasks.workunit.client.0.smithi123.stdout: "elector-pinging", 2023-12-20T10:49:53.723 INFO:tasks.workunit.client.0.smithi123.stdout: "quincy" 2023-12-20T10:49:53.723 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.723 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.723 INFO:tasks.workunit.client.0.smithi123.stdout: "ipv4_addr_mons": 6, 2023-12-20T10:49:53.723 INFO:tasks.workunit.client.0.smithi123.stdout: "ipv6_addr_mons": 0, 2023-12-20T10:49:53.723 INFO:tasks.workunit.client.0.smithi123.stdout: "min_mon_release": 17, 2023-12-20T10:49:53.723 INFO:tasks.workunit.client.0.smithi123.stdout: "v1_addr_mons": 3, 2023-12-20T10:49:53.723 INFO:tasks.workunit.client.0.smithi123.stdout: "v2_addr_mons": 3 2023-12-20T10:49:53.723 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.723 INFO:tasks.workunit.client.0.smithi123.stdout: "organization": "ceph-qa", 2023-12-20T10:49:53.723 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:53.724 INFO:tasks.workunit.client.0.smithi123.stdout: "cluster_network": false, 2023-12-20T10:49:53.724 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 8, 2023-12-20T10:49:53.724 INFO:tasks.workunit.client.0.smithi123.stdout: "require_min_compat_client": "luminous", 2023-12-20T10:49:53.724 INFO:tasks.workunit.client.0.smithi123.stdout: "require_osd_release": "quincy" 2023-12-20T10:49:53.724 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.724 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_perf_histograms": [ 2023-12-20T10:49:53.724 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.724 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-20T10:49:53.724 INFO:tasks.workunit.client.0.smithi123.stdout: "axes": [ 2023-12-20T10:49:53.724 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.724 INFO:tasks.workunit.client.0.smithi123.stdout: "buckets": 32, 2023-12-20T10:49:53.724 INFO:tasks.workunit.client.0.smithi123.stdout: "min": 0, 2023-12-20T10:49:53.724 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "Latency (usec)", 2023-12-20T10:49:53.724 INFO:tasks.workunit.client.0.smithi123.stdout: "quant_size": 100000, 2023-12-20T10:49:53.724 INFO:tasks.workunit.client.0.smithi123.stdout: "ranges": [ 2023-12-20T10:49:53.725 INFO:tasks.workunit.client.0.smithi123.stdout: "[None, -1]", 2023-12-20T10:49:53.725 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 99999]", 2023-12-20T10:49:53.725 INFO:tasks.workunit.client.0.smithi123.stdout: "[100000, 199999]", 2023-12-20T10:49:53.725 INFO:tasks.workunit.client.0.smithi123.stdout: "[200000, 399999]", 2023-12-20T10:49:53.725 INFO:tasks.workunit.client.0.smithi123.stdout: "[400000, 799999]", 2023-12-20T10:49:53.725 INFO:tasks.workunit.client.0.smithi123.stdout: "[800000, 1599999]", 2023-12-20T10:49:53.725 INFO:tasks.workunit.client.0.smithi123.stdout: "[1600000, 3199999]", 2023-12-20T10:49:53.725 INFO:tasks.workunit.client.0.smithi123.stdout: "[3200000, 6399999]", 2023-12-20T10:49:53.725 INFO:tasks.workunit.client.0.smithi123.stdout: "[6400000, 12799999]", 2023-12-20T10:49:53.725 INFO:tasks.workunit.client.0.smithi123.stdout: "[12800000, 25599999]", 2023-12-20T10:49:53.725 INFO:tasks.workunit.client.0.smithi123.stdout: "[25600000, 51199999]", 2023-12-20T10:49:53.725 INFO:tasks.workunit.client.0.smithi123.stdout: "[51200000, 102399999]", 2023-12-20T10:49:53.725 INFO:tasks.workunit.client.0.smithi123.stdout: "[102400000, 204799999]", 2023-12-20T10:49:53.725 INFO:tasks.workunit.client.0.smithi123.stdout: "[204800000, 409599999]", 2023-12-20T10:49:53.726 INFO:tasks.workunit.client.0.smithi123.stdout: "[409600000, 819199999]", 2023-12-20T10:49:53.726 INFO:tasks.workunit.client.0.smithi123.stdout: "[819200000, 1638399999]", 2023-12-20T10:49:53.726 INFO:tasks.workunit.client.0.smithi123.stdout: "[1638400000, 3276799999]", 2023-12-20T10:49:53.726 INFO:tasks.workunit.client.0.smithi123.stdout: "[3276800000, 6553599999]", 2023-12-20T10:49:53.726 INFO:tasks.workunit.client.0.smithi123.stdout: "[6553600000, 13107199999]", 2023-12-20T10:49:53.726 INFO:tasks.workunit.client.0.smithi123.stdout: "[13107200000, 26214399999]", 2023-12-20T10:49:53.726 INFO:tasks.workunit.client.0.smithi123.stdout: "[26214400000, 52428799999]", 2023-12-20T10:49:53.726 INFO:tasks.workunit.client.0.smithi123.stdout: "[52428800000, 104857599999]", 2023-12-20T10:49:53.726 INFO:tasks.workunit.client.0.smithi123.stdout: "[104857600000, 209715199999]", 2023-12-20T10:49:53.726 INFO:tasks.workunit.client.0.smithi123.stdout: "[209715200000, 419430399999]", 2023-12-20T10:49:53.726 INFO:tasks.workunit.client.0.smithi123.stdout: "[419430400000, 838860799999]", 2023-12-20T10:49:53.726 INFO:tasks.workunit.client.0.smithi123.stdout: "[838860800000, 1677721599999]", 2023-12-20T10:49:53.726 INFO:tasks.workunit.client.0.smithi123.stdout: "[1677721600000, 3355443199999]", 2023-12-20T10:49:53.726 INFO:tasks.workunit.client.0.smithi123.stdout: "[3355443200000, 6710886399999]", 2023-12-20T10:49:53.727 INFO:tasks.workunit.client.0.smithi123.stdout: "[6710886400000, 13421772799999]", 2023-12-20T10:49:53.727 INFO:tasks.workunit.client.0.smithi123.stdout: "[13421772800000, 26843545599999]", 2023-12-20T10:49:53.727 INFO:tasks.workunit.client.0.smithi123.stdout: "[26843545600000, 53687091199999]", 2023-12-20T10:49:53.727 INFO:tasks.workunit.client.0.smithi123.stdout: "[53687091200000, None]" 2023-12-20T10:49:53.727 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.727 INFO:tasks.workunit.client.0.smithi123.stdout: "scale_type": "log2" 2023-12-20T10:49:53.727 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.727 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.727 INFO:tasks.workunit.client.0.smithi123.stdout: "buckets": 32, 2023-12-20T10:49:53.727 INFO:tasks.workunit.client.0.smithi123.stdout: "min": 0, 2023-12-20T10:49:53.727 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "Request size (bytes)", 2023-12-20T10:49:53.727 INFO:tasks.workunit.client.0.smithi123.stdout: "quant_size": 512, 2023-12-20T10:49:53.727 INFO:tasks.workunit.client.0.smithi123.stdout: "ranges": [ 2023-12-20T10:49:53.727 INFO:tasks.workunit.client.0.smithi123.stdout: "[None, -1]", 2023-12-20T10:49:53.727 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 511]", 2023-12-20T10:49:53.728 INFO:tasks.workunit.client.0.smithi123.stdout: "[512, 1023]", 2023-12-20T10:49:53.728 INFO:tasks.workunit.client.0.smithi123.stdout: "[1024, 2047]", 2023-12-20T10:49:53.728 INFO:tasks.workunit.client.0.smithi123.stdout: "[2048, 4095]", 2023-12-20T10:49:53.728 INFO:tasks.workunit.client.0.smithi123.stdout: "[4096, 8191]", 2023-12-20T10:49:53.728 INFO:tasks.workunit.client.0.smithi123.stdout: "[8192, 16383]", 2023-12-20T10:49:53.728 INFO:tasks.workunit.client.0.smithi123.stdout: "[16384, 32767]", 2023-12-20T10:49:53.728 INFO:tasks.workunit.client.0.smithi123.stdout: "[32768, 65535]", 2023-12-20T10:49:53.728 INFO:tasks.workunit.client.0.smithi123.stdout: "[65536, 131071]", 2023-12-20T10:49:53.728 INFO:tasks.workunit.client.0.smithi123.stdout: "[131072, 262143]", 2023-12-20T10:49:53.728 INFO:tasks.workunit.client.0.smithi123.stdout: "[262144, 524287]", 2023-12-20T10:49:53.728 INFO:tasks.workunit.client.0.smithi123.stdout: "[524288, 1048575]", 2023-12-20T10:49:53.728 INFO:tasks.workunit.client.0.smithi123.stdout: "[1048576, 2097151]", 2023-12-20T10:49:53.728 INFO:tasks.workunit.client.0.smithi123.stdout: "[2097152, 4194303]", 2023-12-20T10:49:53.729 INFO:tasks.workunit.client.0.smithi123.stdout: "[4194304, 8388607]", 2023-12-20T10:49:53.729 INFO:tasks.workunit.client.0.smithi123.stdout: "[8388608, 16777215]", 2023-12-20T10:49:53.729 INFO:tasks.workunit.client.0.smithi123.stdout: "[16777216, 33554431]", 2023-12-20T10:49:53.729 INFO:tasks.workunit.client.0.smithi123.stdout: "[33554432, 67108863]", 2023-12-20T10:49:53.729 INFO:tasks.workunit.client.0.smithi123.stdout: "[67108864, 134217727]", 2023-12-20T10:49:53.729 INFO:tasks.workunit.client.0.smithi123.stdout: "[134217728, 268435455]", 2023-12-20T10:49:53.729 INFO:tasks.workunit.client.0.smithi123.stdout: "[268435456, 536870911]", 2023-12-20T10:49:53.729 INFO:tasks.workunit.client.0.smithi123.stdout: "[536870912, 1073741823]", 2023-12-20T10:49:53.729 INFO:tasks.workunit.client.0.smithi123.stdout: "[1073741824, 2147483647]", 2023-12-20T10:49:53.729 INFO:tasks.workunit.client.0.smithi123.stdout: "[2147483648, 4294967295]", 2023-12-20T10:49:53.729 INFO:tasks.workunit.client.0.smithi123.stdout: "[4294967296, 8589934591]", 2023-12-20T10:49:53.729 INFO:tasks.workunit.client.0.smithi123.stdout: "[8589934592, 17179869183]", 2023-12-20T10:49:53.729 INFO:tasks.workunit.client.0.smithi123.stdout: "[17179869184, 34359738367]", 2023-12-20T10:49:53.729 INFO:tasks.workunit.client.0.smithi123.stdout: "[34359738368, 68719476735]", 2023-12-20T10:49:53.729 INFO:tasks.workunit.client.0.smithi123.stdout: "[68719476736, 137438953471]", 2023-12-20T10:49:53.730 INFO:tasks.workunit.client.0.smithi123.stdout: "[137438953472, 274877906943]", 2023-12-20T10:49:53.730 INFO:tasks.workunit.client.0.smithi123.stdout: "[274877906944, None]" 2023-12-20T10:49:53.730 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.730 INFO:tasks.workunit.client.0.smithi123.stdout: "scale_type": "log2" 2023-12-20T10:49:53.730 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.730 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.730 INFO:tasks.workunit.client.0.smithi123.stdout: "osds": [ 2023-12-20T10:49:53.730 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.730 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 0, 2023-12-20T10:49:53.730 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:53.730 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.730 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.730 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.730 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.731 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.731 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.731 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.731 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.731 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.731 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.731 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.731 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.731 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.731 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.731 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.731 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.731 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.731 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.732 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.732 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.732 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.732 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.732 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.732 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.732 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.732 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.732 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.732 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.732 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.732 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.732 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.732 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:53.732 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.733 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.733 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.733 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 1, 2023-12-20T10:49:53.733 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:53.733 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.733 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.733 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.733 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.733 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.733 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.733 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.733 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.733 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.733 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.733 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.734 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.734 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.734 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.734 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.734 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.734 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.734 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.734 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.734 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.734 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.734 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.734 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.734 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.734 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.735 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.735 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.735 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.735 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.735 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.735 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.735 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:53.735 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.735 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.735 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.735 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 2, 2023-12-20T10:49:53.735 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:53.735 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.735 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.735 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.736 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.736 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.736 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.736 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.736 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.736 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.736 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.736 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.736 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.736 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.736 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.736 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.736 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.737 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.737 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.737 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.737 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.737 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.737 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.737 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.737 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.737 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.737 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.737 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.737 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.737 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.737 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.737 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.738 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:53.738 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.738 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.738 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.738 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 3, 2023-12-20T10:49:53.738 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:53.738 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.738 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.738 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.738 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.738 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.738 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.738 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.738 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.738 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.739 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.739 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.739 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.739 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.739 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.739 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.739 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.739 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.739 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.739 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.739 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.739 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.739 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.739 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.739 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.740 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.740 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.740 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.740 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.740 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.740 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.740 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.740 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:53.740 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.740 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.740 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.740 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 4, 2023-12-20T10:49:53.740 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:53.740 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.740 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.741 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.741 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.741 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.741 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.741 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.741 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.741 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.741 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.741 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.741 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.741 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.741 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.741 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.741 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.741 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.742 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.742 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.742 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.742 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.742 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.742 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.742 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.742 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.742 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.742 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.742 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.742 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.742 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.742 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.742 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:53.743 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.743 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.743 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.743 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 5, 2023-12-20T10:49:53.743 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:53.743 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.743 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.743 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.743 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.743 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.743 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.743 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.743 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.743 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.743 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.744 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.744 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.744 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.744 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.744 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.744 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.744 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.744 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.744 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.744 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.744 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.744 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.744 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.744 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.745 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.745 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.745 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.745 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.745 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.745 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.745 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.745 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:53.745 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.745 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.745 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.745 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 6, 2023-12-20T10:49:53.745 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:53.745 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.745 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.746 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.746 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.746 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.746 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.746 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.746 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.746 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.746 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.746 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.746 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.746 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.746 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.746 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.746 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.747 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.747 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.747 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.747 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.747 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.747 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.747 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.747 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.747 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.747 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.747 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.747 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.747 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.747 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.748 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.748 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:53.748 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.748 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.748 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.748 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 7, 2023-12-20T10:49:53.748 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:53.748 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.748 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.748 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.748 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.748 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.748 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.748 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.749 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.749 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.749 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.749 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.749 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.749 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.749 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.749 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.749 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.749 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.749 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.749 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.749 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.749 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.749 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.749 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.750 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.750 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.750 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.750 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.750 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.750 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.750 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.750 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.750 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:53.750 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.750 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.750 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.750 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.750 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-20T10:49:53.750 INFO:tasks.workunit.client.0.smithi123.stdout: "axes": [ 2023-12-20T10:49:53.751 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.751 INFO:tasks.workunit.client.0.smithi123.stdout: "buckets": 32, 2023-12-20T10:49:53.751 INFO:tasks.workunit.client.0.smithi123.stdout: "min": 0, 2023-12-20T10:49:53.751 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "Latency (usec)", 2023-12-20T10:49:53.751 INFO:tasks.workunit.client.0.smithi123.stdout: "quant_size": 100000, 2023-12-20T10:49:53.751 INFO:tasks.workunit.client.0.smithi123.stdout: "ranges": [ 2023-12-20T10:49:53.751 INFO:tasks.workunit.client.0.smithi123.stdout: "[None, -1]", 2023-12-20T10:49:53.751 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 99999]", 2023-12-20T10:49:53.751 INFO:tasks.workunit.client.0.smithi123.stdout: "[100000, 199999]", 2023-12-20T10:49:53.751 INFO:tasks.workunit.client.0.smithi123.stdout: "[200000, 399999]", 2023-12-20T10:49:53.751 INFO:tasks.workunit.client.0.smithi123.stdout: "[400000, 799999]", 2023-12-20T10:49:53.751 INFO:tasks.workunit.client.0.smithi123.stdout: "[800000, 1599999]", 2023-12-20T10:49:53.751 INFO:tasks.workunit.client.0.smithi123.stdout: "[1600000, 3199999]", 2023-12-20T10:49:53.751 INFO:tasks.workunit.client.0.smithi123.stdout: "[3200000, 6399999]", 2023-12-20T10:49:53.751 INFO:tasks.workunit.client.0.smithi123.stdout: "[6400000, 12799999]", 2023-12-20T10:49:53.752 INFO:tasks.workunit.client.0.smithi123.stdout: "[12800000, 25599999]", 2023-12-20T10:49:53.752 INFO:tasks.workunit.client.0.smithi123.stdout: "[25600000, 51199999]", 2023-12-20T10:49:53.752 INFO:tasks.workunit.client.0.smithi123.stdout: "[51200000, 102399999]", 2023-12-20T10:49:53.752 INFO:tasks.workunit.client.0.smithi123.stdout: "[102400000, 204799999]", 2023-12-20T10:49:53.752 INFO:tasks.workunit.client.0.smithi123.stdout: "[204800000, 409599999]", 2023-12-20T10:49:53.752 INFO:tasks.workunit.client.0.smithi123.stdout: "[409600000, 819199999]", 2023-12-20T10:49:53.752 INFO:tasks.workunit.client.0.smithi123.stdout: "[819200000, 1638399999]", 2023-12-20T10:49:53.752 INFO:tasks.workunit.client.0.smithi123.stdout: "[1638400000, 3276799999]", 2023-12-20T10:49:53.752 INFO:tasks.workunit.client.0.smithi123.stdout: "[3276800000, 6553599999]", 2023-12-20T10:49:53.752 INFO:tasks.workunit.client.0.smithi123.stdout: "[6553600000, 13107199999]", 2023-12-20T10:49:53.752 INFO:tasks.workunit.client.0.smithi123.stdout: "[13107200000, 26214399999]", 2023-12-20T10:49:53.752 INFO:tasks.workunit.client.0.smithi123.stdout: "[26214400000, 52428799999]", 2023-12-20T10:49:53.752 INFO:tasks.workunit.client.0.smithi123.stdout: "[52428800000, 104857599999]", 2023-12-20T10:49:53.752 INFO:tasks.workunit.client.0.smithi123.stdout: "[104857600000, 209715199999]", 2023-12-20T10:49:53.752 INFO:tasks.workunit.client.0.smithi123.stdout: "[209715200000, 419430399999]", 2023-12-20T10:49:53.752 INFO:tasks.workunit.client.0.smithi123.stdout: "[419430400000, 838860799999]", 2023-12-20T10:49:53.753 INFO:tasks.workunit.client.0.smithi123.stdout: "[838860800000, 1677721599999]", 2023-12-20T10:49:53.753 INFO:tasks.workunit.client.0.smithi123.stdout: "[1677721600000, 3355443199999]", 2023-12-20T10:49:53.753 INFO:tasks.workunit.client.0.smithi123.stdout: "[3355443200000, 6710886399999]", 2023-12-20T10:49:53.753 INFO:tasks.workunit.client.0.smithi123.stdout: "[6710886400000, 13421772799999]", 2023-12-20T10:49:53.753 INFO:tasks.workunit.client.0.smithi123.stdout: "[13421772800000, 26843545599999]", 2023-12-20T10:49:53.753 INFO:tasks.workunit.client.0.smithi123.stdout: "[26843545600000, 53687091199999]", 2023-12-20T10:49:53.753 INFO:tasks.workunit.client.0.smithi123.stdout: "[53687091200000, None]" 2023-12-20T10:49:53.753 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.753 INFO:tasks.workunit.client.0.smithi123.stdout: "scale_type": "log2" 2023-12-20T10:49:53.753 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.753 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.753 INFO:tasks.workunit.client.0.smithi123.stdout: "buckets": 32, 2023-12-20T10:49:53.753 INFO:tasks.workunit.client.0.smithi123.stdout: "min": 0, 2023-12-20T10:49:53.753 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "Request size (bytes)", 2023-12-20T10:49:53.753 INFO:tasks.workunit.client.0.smithi123.stdout: "quant_size": 512, 2023-12-20T10:49:53.754 INFO:tasks.workunit.client.0.smithi123.stdout: "ranges": [ 2023-12-20T10:49:53.754 INFO:tasks.workunit.client.0.smithi123.stdout: "[None, -1]", 2023-12-20T10:49:53.754 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 511]", 2023-12-20T10:49:53.754 INFO:tasks.workunit.client.0.smithi123.stdout: "[512, 1023]", 2023-12-20T10:49:53.754 INFO:tasks.workunit.client.0.smithi123.stdout: "[1024, 2047]", 2023-12-20T10:49:53.754 INFO:tasks.workunit.client.0.smithi123.stdout: "[2048, 4095]", 2023-12-20T10:49:53.754 INFO:tasks.workunit.client.0.smithi123.stdout: "[4096, 8191]", 2023-12-20T10:49:53.754 INFO:tasks.workunit.client.0.smithi123.stdout: "[8192, 16383]", 2023-12-20T10:49:53.754 INFO:tasks.workunit.client.0.smithi123.stdout: "[16384, 32767]", 2023-12-20T10:49:53.754 INFO:tasks.workunit.client.0.smithi123.stdout: "[32768, 65535]", 2023-12-20T10:49:53.754 INFO:tasks.workunit.client.0.smithi123.stdout: "[65536, 131071]", 2023-12-20T10:49:53.754 INFO:tasks.workunit.client.0.smithi123.stdout: "[131072, 262143]", 2023-12-20T10:49:53.754 INFO:tasks.workunit.client.0.smithi123.stdout: "[262144, 524287]", 2023-12-20T10:49:53.754 INFO:tasks.workunit.client.0.smithi123.stdout: "[524288, 1048575]", 2023-12-20T10:49:53.754 INFO:tasks.workunit.client.0.smithi123.stdout: "[1048576, 2097151]", 2023-12-20T10:49:53.754 INFO:tasks.workunit.client.0.smithi123.stdout: "[2097152, 4194303]", 2023-12-20T10:49:53.755 INFO:tasks.workunit.client.0.smithi123.stdout: "[4194304, 8388607]", 2023-12-20T10:49:53.755 INFO:tasks.workunit.client.0.smithi123.stdout: "[8388608, 16777215]", 2023-12-20T10:49:53.755 INFO:tasks.workunit.client.0.smithi123.stdout: "[16777216, 33554431]", 2023-12-20T10:49:53.755 INFO:tasks.workunit.client.0.smithi123.stdout: "[33554432, 67108863]", 2023-12-20T10:49:53.755 INFO:tasks.workunit.client.0.smithi123.stdout: "[67108864, 134217727]", 2023-12-20T10:49:53.755 INFO:tasks.workunit.client.0.smithi123.stdout: "[134217728, 268435455]", 2023-12-20T10:49:53.755 INFO:tasks.workunit.client.0.smithi123.stdout: "[268435456, 536870911]", 2023-12-20T10:49:53.755 INFO:tasks.workunit.client.0.smithi123.stdout: "[536870912, 1073741823]", 2023-12-20T10:49:53.755 INFO:tasks.workunit.client.0.smithi123.stdout: "[1073741824, 2147483647]", 2023-12-20T10:49:53.755 INFO:tasks.workunit.client.0.smithi123.stdout: "[2147483648, 4294967295]", 2023-12-20T10:49:53.755 INFO:tasks.workunit.client.0.smithi123.stdout: "[4294967296, 8589934591]", 2023-12-20T10:49:53.755 INFO:tasks.workunit.client.0.smithi123.stdout: "[8589934592, 17179869183]", 2023-12-20T10:49:53.755 INFO:tasks.workunit.client.0.smithi123.stdout: "[17179869184, 34359738367]", 2023-12-20T10:49:53.755 INFO:tasks.workunit.client.0.smithi123.stdout: "[34359738368, 68719476735]", 2023-12-20T10:49:53.755 INFO:tasks.workunit.client.0.smithi123.stdout: "[68719476736, 137438953471]", 2023-12-20T10:49:53.756 INFO:tasks.workunit.client.0.smithi123.stdout: "[137438953472, 274877906943]", 2023-12-20T10:49:53.756 INFO:tasks.workunit.client.0.smithi123.stdout: "[274877906944, None]" 2023-12-20T10:49:53.756 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.756 INFO:tasks.workunit.client.0.smithi123.stdout: "scale_type": "log2" 2023-12-20T10:49:53.756 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.756 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.756 INFO:tasks.workunit.client.0.smithi123.stdout: "osds": [ 2023-12-20T10:49:53.756 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.756 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 0, 2023-12-20T10:49:53.756 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:53.756 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.756 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.756 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.756 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.757 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.757 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.757 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.757 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.757 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.757 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.757 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.757 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.757 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.757 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.757 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.757 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.757 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.757 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.758 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.758 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.758 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.758 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.758 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.758 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.758 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.758 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.758 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.758 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.758 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.758 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.758 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.758 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:53.758 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.759 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.759 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.759 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 1, 2023-12-20T10:49:53.759 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:53.759 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.759 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.759 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.759 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.759 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.759 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.759 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.759 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.759 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.759 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.760 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.760 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.760 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.760 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.760 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.760 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.760 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.760 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.760 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.760 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.760 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.760 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.760 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.760 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.760 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.761 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.761 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.761 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.761 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.761 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.761 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.761 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:53.761 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.761 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.761 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.761 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 2, 2023-12-20T10:49:53.761 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:53.761 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.761 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.762 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.762 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.762 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.762 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.762 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.762 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.762 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.762 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.762 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.762 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.762 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.762 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.762 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.762 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.762 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.763 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.764 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.764 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.764 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.764 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.764 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.764 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.764 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.764 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.764 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.765 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.765 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.765 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.765 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.765 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:53.765 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.765 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.765 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.765 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 3, 2023-12-20T10:49:53.765 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:53.765 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.765 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.765 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.765 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.766 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.766 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.766 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.766 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.766 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.766 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.766 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.766 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.766 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.766 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.766 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.766 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.766 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.766 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.767 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.767 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.767 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.767 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.767 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.767 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.767 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.767 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.767 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.767 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.767 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.767 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.767 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.768 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:53.768 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.768 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.768 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.768 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 4, 2023-12-20T10:49:53.768 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:53.768 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.768 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.768 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.768 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.768 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.768 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.768 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.768 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.768 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.769 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.769 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.769 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.769 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.769 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.769 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.769 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.769 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.769 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.769 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.769 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.769 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.769 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.769 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.769 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.770 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.770 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.770 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.770 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.770 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.770 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.770 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.770 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:53.770 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.770 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.770 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.770 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 5, 2023-12-20T10:49:53.770 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:53.770 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.770 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.771 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.771 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.771 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.771 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.771 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.771 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.771 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.771 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.771 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.771 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.771 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.771 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.771 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.771 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.771 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.771 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.772 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.772 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.772 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.772 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.772 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.772 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.772 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.772 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.772 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.772 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.772 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.772 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.772 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.772 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:53.772 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.773 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.773 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.773 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 6, 2023-12-20T10:49:53.773 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:53.773 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.773 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.773 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.773 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.773 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.773 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.773 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.773 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.773 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.773 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.773 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.773 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.774 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.774 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.774 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.774 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.774 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.774 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.774 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.774 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.774 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.774 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.774 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.774 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.774 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.774 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.774 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.774 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.775 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.775 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.775 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.775 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:53.775 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.775 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.775 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.775 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 7, 2023-12-20T10:49:53.775 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:53.775 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.775 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.775 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.775 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.775 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.776 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.776 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.776 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.776 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.776 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.776 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.776 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.776 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.776 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.776 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.776 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.776 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.776 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.776 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.777 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.777 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.777 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.777 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.777 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.777 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.777 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.777 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.777 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.777 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.777 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.777 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.777 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:53.777 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.778 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.778 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.778 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.778 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-20T10:49:53.778 INFO:tasks.workunit.client.0.smithi123.stdout: "axes": [ 2023-12-20T10:49:53.778 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.778 INFO:tasks.workunit.client.0.smithi123.stdout: "buckets": 32, 2023-12-20T10:49:53.778 INFO:tasks.workunit.client.0.smithi123.stdout: "min": 0, 2023-12-20T10:49:53.778 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "Latency (usec)", 2023-12-20T10:49:53.778 INFO:tasks.workunit.client.0.smithi123.stdout: "quant_size": 100000, 2023-12-20T10:49:53.778 INFO:tasks.workunit.client.0.smithi123.stdout: "ranges": [ 2023-12-20T10:49:53.778 INFO:tasks.workunit.client.0.smithi123.stdout: "[None, -1]", 2023-12-20T10:49:53.778 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 99999]", 2023-12-20T10:49:53.778 INFO:tasks.workunit.client.0.smithi123.stdout: "[100000, 199999]", 2023-12-20T10:49:53.778 INFO:tasks.workunit.client.0.smithi123.stdout: "[200000, 399999]", 2023-12-20T10:49:53.779 INFO:tasks.workunit.client.0.smithi123.stdout: "[400000, 799999]", 2023-12-20T10:49:53.779 INFO:tasks.workunit.client.0.smithi123.stdout: "[800000, 1599999]", 2023-12-20T10:49:53.779 INFO:tasks.workunit.client.0.smithi123.stdout: "[1600000, 3199999]", 2023-12-20T10:49:53.779 INFO:tasks.workunit.client.0.smithi123.stdout: "[3200000, 6399999]", 2023-12-20T10:49:53.779 INFO:tasks.workunit.client.0.smithi123.stdout: "[6400000, 12799999]", 2023-12-20T10:49:53.779 INFO:tasks.workunit.client.0.smithi123.stdout: "[12800000, 25599999]", 2023-12-20T10:49:53.779 INFO:tasks.workunit.client.0.smithi123.stdout: "[25600000, 51199999]", 2023-12-20T10:49:53.779 INFO:tasks.workunit.client.0.smithi123.stdout: "[51200000, 102399999]", 2023-12-20T10:49:53.779 INFO:tasks.workunit.client.0.smithi123.stdout: "[102400000, 204799999]", 2023-12-20T10:49:53.779 INFO:tasks.workunit.client.0.smithi123.stdout: "[204800000, 409599999]", 2023-12-20T10:49:53.779 INFO:tasks.workunit.client.0.smithi123.stdout: "[409600000, 819199999]", 2023-12-20T10:49:53.779 INFO:tasks.workunit.client.0.smithi123.stdout: "[819200000, 1638399999]", 2023-12-20T10:49:53.779 INFO:tasks.workunit.client.0.smithi123.stdout: "[1638400000, 3276799999]", 2023-12-20T10:49:53.779 INFO:tasks.workunit.client.0.smithi123.stdout: "[3276800000, 6553599999]", 2023-12-20T10:49:53.779 INFO:tasks.workunit.client.0.smithi123.stdout: "[6553600000, 13107199999]", 2023-12-20T10:49:53.780 INFO:tasks.workunit.client.0.smithi123.stdout: "[13107200000, 26214399999]", 2023-12-20T10:49:53.780 INFO:tasks.workunit.client.0.smithi123.stdout: "[26214400000, 52428799999]", 2023-12-20T10:49:53.780 INFO:tasks.workunit.client.0.smithi123.stdout: "[52428800000, 104857599999]", 2023-12-20T10:49:53.780 INFO:tasks.workunit.client.0.smithi123.stdout: "[104857600000, 209715199999]", 2023-12-20T10:49:53.780 INFO:tasks.workunit.client.0.smithi123.stdout: "[209715200000, 419430399999]", 2023-12-20T10:49:53.780 INFO:tasks.workunit.client.0.smithi123.stdout: "[419430400000, 838860799999]", 2023-12-20T10:49:53.780 INFO:tasks.workunit.client.0.smithi123.stdout: "[838860800000, 1677721599999]", 2023-12-20T10:49:53.780 INFO:tasks.workunit.client.0.smithi123.stdout: "[1677721600000, 3355443199999]", 2023-12-20T10:49:53.780 INFO:tasks.workunit.client.0.smithi123.stdout: "[3355443200000, 6710886399999]", 2023-12-20T10:49:53.780 INFO:tasks.workunit.client.0.smithi123.stdout: "[6710886400000, 13421772799999]", 2023-12-20T10:49:53.780 INFO:tasks.workunit.client.0.smithi123.stdout: "[13421772800000, 26843545599999]", 2023-12-20T10:49:53.780 INFO:tasks.workunit.client.0.smithi123.stdout: "[26843545600000, 53687091199999]", 2023-12-20T10:49:53.780 INFO:tasks.workunit.client.0.smithi123.stdout: "[53687091200000, None]" 2023-12-20T10:49:53.780 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.781 INFO:tasks.workunit.client.0.smithi123.stdout: "scale_type": "log2" 2023-12-20T10:49:53.781 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.781 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.781 INFO:tasks.workunit.client.0.smithi123.stdout: "buckets": 32, 2023-12-20T10:49:53.781 INFO:tasks.workunit.client.0.smithi123.stdout: "min": 0, 2023-12-20T10:49:53.781 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "Request size (bytes)", 2023-12-20T10:49:53.781 INFO:tasks.workunit.client.0.smithi123.stdout: "quant_size": 512, 2023-12-20T10:49:53.781 INFO:tasks.workunit.client.0.smithi123.stdout: "ranges": [ 2023-12-20T10:49:53.781 INFO:tasks.workunit.client.0.smithi123.stdout: "[None, -1]", 2023-12-20T10:49:53.781 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 511]", 2023-12-20T10:49:53.781 INFO:tasks.workunit.client.0.smithi123.stdout: "[512, 1023]", 2023-12-20T10:49:53.781 INFO:tasks.workunit.client.0.smithi123.stdout: "[1024, 2047]", 2023-12-20T10:49:53.781 INFO:tasks.workunit.client.0.smithi123.stdout: "[2048, 4095]", 2023-12-20T10:49:53.781 INFO:tasks.workunit.client.0.smithi123.stdout: "[4096, 8191]", 2023-12-20T10:49:53.781 INFO:tasks.workunit.client.0.smithi123.stdout: "[8192, 16383]", 2023-12-20T10:49:53.782 INFO:tasks.workunit.client.0.smithi123.stdout: "[16384, 32767]", 2023-12-20T10:49:53.782 INFO:tasks.workunit.client.0.smithi123.stdout: "[32768, 65535]", 2023-12-20T10:49:53.782 INFO:tasks.workunit.client.0.smithi123.stdout: "[65536, 131071]", 2023-12-20T10:49:53.782 INFO:tasks.workunit.client.0.smithi123.stdout: "[131072, 262143]", 2023-12-20T10:49:53.782 INFO:tasks.workunit.client.0.smithi123.stdout: "[262144, 524287]", 2023-12-20T10:49:53.782 INFO:tasks.workunit.client.0.smithi123.stdout: "[524288, 1048575]", 2023-12-20T10:49:53.782 INFO:tasks.workunit.client.0.smithi123.stdout: "[1048576, 2097151]", 2023-12-20T10:49:53.782 INFO:tasks.workunit.client.0.smithi123.stdout: "[2097152, 4194303]", 2023-12-20T10:49:53.782 INFO:tasks.workunit.client.0.smithi123.stdout: "[4194304, 8388607]", 2023-12-20T10:49:53.782 INFO:tasks.workunit.client.0.smithi123.stdout: "[8388608, 16777215]", 2023-12-20T10:49:53.782 INFO:tasks.workunit.client.0.smithi123.stdout: "[16777216, 33554431]", 2023-12-20T10:49:53.782 INFO:tasks.workunit.client.0.smithi123.stdout: "[33554432, 67108863]", 2023-12-20T10:49:53.782 INFO:tasks.workunit.client.0.smithi123.stdout: "[67108864, 134217727]", 2023-12-20T10:49:53.782 INFO:tasks.workunit.client.0.smithi123.stdout: "[134217728, 268435455]", 2023-12-20T10:49:53.783 INFO:tasks.workunit.client.0.smithi123.stdout: "[268435456, 536870911]", 2023-12-20T10:49:53.783 INFO:tasks.workunit.client.0.smithi123.stdout: "[536870912, 1073741823]", 2023-12-20T10:49:53.783 INFO:tasks.workunit.client.0.smithi123.stdout: "[1073741824, 2147483647]", 2023-12-20T10:49:53.783 INFO:tasks.workunit.client.0.smithi123.stdout: "[2147483648, 4294967295]", 2023-12-20T10:49:53.783 INFO:tasks.workunit.client.0.smithi123.stdout: "[4294967296, 8589934591]", 2023-12-20T10:49:53.783 INFO:tasks.workunit.client.0.smithi123.stdout: "[8589934592, 17179869183]", 2023-12-20T10:49:53.783 INFO:tasks.workunit.client.0.smithi123.stdout: "[17179869184, 34359738367]", 2023-12-20T10:49:53.783 INFO:tasks.workunit.client.0.smithi123.stdout: "[34359738368, 68719476735]", 2023-12-20T10:49:53.783 INFO:tasks.workunit.client.0.smithi123.stdout: "[68719476736, 137438953471]", 2023-12-20T10:49:53.783 INFO:tasks.workunit.client.0.smithi123.stdout: "[137438953472, 274877906943]", 2023-12-20T10:49:53.783 INFO:tasks.workunit.client.0.smithi123.stdout: "[274877906944, None]" 2023-12-20T10:49:53.783 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.783 INFO:tasks.workunit.client.0.smithi123.stdout: "scale_type": "log2" 2023-12-20T10:49:53.783 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.783 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.783 INFO:tasks.workunit.client.0.smithi123.stdout: "osds": [ 2023-12-20T10:49:53.784 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.784 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 0, 2023-12-20T10:49:53.784 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:53.784 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.784 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.784 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.784 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.784 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.784 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.784 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.784 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.784 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.784 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.784 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.785 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.785 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.785 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.785 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.785 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.785 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.785 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.785 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.785 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.785 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.785 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.785 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.785 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.785 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.786 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.786 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.786 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.786 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.786 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.786 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.786 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:53.786 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.786 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.786 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.786 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 1, 2023-12-20T10:49:53.786 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:53.786 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.786 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.786 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.787 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.787 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.787 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.787 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.787 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.787 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.787 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.787 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.787 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.787 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.787 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.787 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.787 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.787 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.787 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.788 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.788 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.788 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.788 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.788 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.788 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.788 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.788 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.788 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.788 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.788 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.788 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.788 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.788 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:53.788 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.788 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.789 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.789 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 2, 2023-12-20T10:49:53.789 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:53.789 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.789 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.789 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.789 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.789 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.789 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.789 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.789 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.789 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.789 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.789 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.790 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.790 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.790 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.790 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.790 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.790 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.790 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.790 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.790 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.790 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.790 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.790 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.790 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.790 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.790 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.791 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.791 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.791 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.791 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.791 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.791 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:53.791 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.791 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.791 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.791 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 3, 2023-12-20T10:49:53.791 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:53.791 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.791 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.791 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.791 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.792 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.792 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.792 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.792 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.792 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.792 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.792 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.792 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.792 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.792 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.792 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.792 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.792 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.792 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.792 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.793 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.793 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.793 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.793 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.793 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.793 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.793 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.793 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.793 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.793 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.793 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.793 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.793 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:53.793 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.793 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.794 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.794 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 4, 2023-12-20T10:49:53.794 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:53.794 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.794 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.794 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.794 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.794 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.794 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.794 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.794 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.794 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.794 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.794 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.795 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.795 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.795 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.795 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.795 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.795 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.795 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.795 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.795 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.795 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.795 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.795 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.795 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.795 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.795 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.796 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.796 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.796 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.796 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.796 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.796 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:53.796 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.796 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.796 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.796 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 5, 2023-12-20T10:49:53.796 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:53.796 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.796 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.796 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.796 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.797 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.797 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.797 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.797 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.797 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.797 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.797 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.797 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.797 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.797 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.797 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.797 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.797 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.797 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.797 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.798 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.798 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.798 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.798 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.798 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.798 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.798 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.798 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.798 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.798 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.798 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.798 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.798 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:53.798 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.799 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.799 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.799 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 6, 2023-12-20T10:49:53.799 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:53.799 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.799 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.799 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.799 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.799 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.799 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.799 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.799 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.799 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.799 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.800 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.800 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.800 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.800 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.800 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.800 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.800 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.800 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.800 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.800 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.800 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.800 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.800 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.800 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.800 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.800 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.801 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.801 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.801 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.801 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.801 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.801 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:53.801 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.801 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.801 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.801 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 7, 2023-12-20T10:49:53.801 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:53.801 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.801 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.801 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.801 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.802 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.802 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.802 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.802 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.802 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.802 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.802 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.802 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.802 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.802 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.802 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.802 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.802 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.802 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.802 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.803 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.803 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.803 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.803 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.803 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.803 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.803 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.803 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.803 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.803 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.803 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.803 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.803 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:53.803 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.803 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.804 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.804 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.804 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-20T10:49:53.804 INFO:tasks.workunit.client.0.smithi123.stdout: "axes": [ 2023-12-20T10:49:53.804 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.804 INFO:tasks.workunit.client.0.smithi123.stdout: "buckets": 32, 2023-12-20T10:49:53.804 INFO:tasks.workunit.client.0.smithi123.stdout: "min": 0, 2023-12-20T10:49:53.804 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "Latency (usec)", 2023-12-20T10:49:53.804 INFO:tasks.workunit.client.0.smithi123.stdout: "quant_size": 100000, 2023-12-20T10:49:53.804 INFO:tasks.workunit.client.0.smithi123.stdout: "ranges": [ 2023-12-20T10:49:53.804 INFO:tasks.workunit.client.0.smithi123.stdout: "[None, -1]", 2023-12-20T10:49:53.804 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 99999]", 2023-12-20T10:49:53.804 INFO:tasks.workunit.client.0.smithi123.stdout: "[100000, 199999]", 2023-12-20T10:49:53.804 INFO:tasks.workunit.client.0.smithi123.stdout: "[200000, 399999]", 2023-12-20T10:49:53.804 INFO:tasks.workunit.client.0.smithi123.stdout: "[400000, 799999]", 2023-12-20T10:49:53.805 INFO:tasks.workunit.client.0.smithi123.stdout: "[800000, 1599999]", 2023-12-20T10:49:53.805 INFO:tasks.workunit.client.0.smithi123.stdout: "[1600000, 3199999]", 2023-12-20T10:49:53.805 INFO:tasks.workunit.client.0.smithi123.stdout: "[3200000, 6399999]", 2023-12-20T10:49:53.805 INFO:tasks.workunit.client.0.smithi123.stdout: "[6400000, 12799999]", 2023-12-20T10:49:53.805 INFO:tasks.workunit.client.0.smithi123.stdout: "[12800000, 25599999]", 2023-12-20T10:49:53.805 INFO:tasks.workunit.client.0.smithi123.stdout: "[25600000, 51199999]", 2023-12-20T10:49:53.805 INFO:tasks.workunit.client.0.smithi123.stdout: "[51200000, 102399999]", 2023-12-20T10:49:53.805 INFO:tasks.workunit.client.0.smithi123.stdout: "[102400000, 204799999]", 2023-12-20T10:49:53.805 INFO:tasks.workunit.client.0.smithi123.stdout: "[204800000, 409599999]", 2023-12-20T10:49:53.805 INFO:tasks.workunit.client.0.smithi123.stdout: "[409600000, 819199999]", 2023-12-20T10:49:53.805 INFO:tasks.workunit.client.0.smithi123.stdout: "[819200000, 1638399999]", 2023-12-20T10:49:53.805 INFO:tasks.workunit.client.0.smithi123.stdout: "[1638400000, 3276799999]", 2023-12-20T10:49:53.805 INFO:tasks.workunit.client.0.smithi123.stdout: "[3276800000, 6553599999]", 2023-12-20T10:49:53.805 INFO:tasks.workunit.client.0.smithi123.stdout: "[6553600000, 13107199999]", 2023-12-20T10:49:53.806 INFO:tasks.workunit.client.0.smithi123.stdout: "[13107200000, 26214399999]", 2023-12-20T10:49:53.806 INFO:tasks.workunit.client.0.smithi123.stdout: "[26214400000, 52428799999]", 2023-12-20T10:49:53.806 INFO:tasks.workunit.client.0.smithi123.stdout: "[52428800000, 104857599999]", 2023-12-20T10:49:53.806 INFO:tasks.workunit.client.0.smithi123.stdout: "[104857600000, 209715199999]", 2023-12-20T10:49:53.806 INFO:tasks.workunit.client.0.smithi123.stdout: "[209715200000, 419430399999]", 2023-12-20T10:49:53.806 INFO:tasks.workunit.client.0.smithi123.stdout: "[419430400000, 838860799999]", 2023-12-20T10:49:53.806 INFO:tasks.workunit.client.0.smithi123.stdout: "[838860800000, 1677721599999]", 2023-12-20T10:49:53.806 INFO:tasks.workunit.client.0.smithi123.stdout: "[1677721600000, 3355443199999]", 2023-12-20T10:49:53.806 INFO:tasks.workunit.client.0.smithi123.stdout: "[3355443200000, 6710886399999]", 2023-12-20T10:49:53.806 INFO:tasks.workunit.client.0.smithi123.stdout: "[6710886400000, 13421772799999]", 2023-12-20T10:49:53.806 INFO:tasks.workunit.client.0.smithi123.stdout: "[13421772800000, 26843545599999]", 2023-12-20T10:49:53.806 INFO:tasks.workunit.client.0.smithi123.stdout: "[26843545600000, 53687091199999]", 2023-12-20T10:49:53.806 INFO:tasks.workunit.client.0.smithi123.stdout: "[53687091200000, None]" 2023-12-20T10:49:53.806 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.806 INFO:tasks.workunit.client.0.smithi123.stdout: "scale_type": "log2" 2023-12-20T10:49:53.806 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.807 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.807 INFO:tasks.workunit.client.0.smithi123.stdout: "buckets": 32, 2023-12-20T10:49:53.807 INFO:tasks.workunit.client.0.smithi123.stdout: "min": 0, 2023-12-20T10:49:53.807 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "Request size (bytes)", 2023-12-20T10:49:53.807 INFO:tasks.workunit.client.0.smithi123.stdout: "quant_size": 512, 2023-12-20T10:49:53.807 INFO:tasks.workunit.client.0.smithi123.stdout: "ranges": [ 2023-12-20T10:49:53.807 INFO:tasks.workunit.client.0.smithi123.stdout: "[None, -1]", 2023-12-20T10:49:53.807 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 511]", 2023-12-20T10:49:53.807 INFO:tasks.workunit.client.0.smithi123.stdout: "[512, 1023]", 2023-12-20T10:49:53.807 INFO:tasks.workunit.client.0.smithi123.stdout: "[1024, 2047]", 2023-12-20T10:49:53.807 INFO:tasks.workunit.client.0.smithi123.stdout: "[2048, 4095]", 2023-12-20T10:49:53.807 INFO:tasks.workunit.client.0.smithi123.stdout: "[4096, 8191]", 2023-12-20T10:49:53.807 INFO:tasks.workunit.client.0.smithi123.stdout: "[8192, 16383]", 2023-12-20T10:49:53.807 INFO:tasks.workunit.client.0.smithi123.stdout: "[16384, 32767]", 2023-12-20T10:49:53.807 INFO:tasks.workunit.client.0.smithi123.stdout: "[32768, 65535]", 2023-12-20T10:49:53.808 INFO:tasks.workunit.client.0.smithi123.stdout: "[65536, 131071]", 2023-12-20T10:49:53.808 INFO:tasks.workunit.client.0.smithi123.stdout: "[131072, 262143]", 2023-12-20T10:49:53.808 INFO:tasks.workunit.client.0.smithi123.stdout: "[262144, 524287]", 2023-12-20T10:49:53.808 INFO:tasks.workunit.client.0.smithi123.stdout: "[524288, 1048575]", 2023-12-20T10:49:53.808 INFO:tasks.workunit.client.0.smithi123.stdout: "[1048576, 2097151]", 2023-12-20T10:49:53.808 INFO:tasks.workunit.client.0.smithi123.stdout: "[2097152, 4194303]", 2023-12-20T10:49:53.808 INFO:tasks.workunit.client.0.smithi123.stdout: "[4194304, 8388607]", 2023-12-20T10:49:53.808 INFO:tasks.workunit.client.0.smithi123.stdout: "[8388608, 16777215]", 2023-12-20T10:49:53.808 INFO:tasks.workunit.client.0.smithi123.stdout: "[16777216, 33554431]", 2023-12-20T10:49:53.808 INFO:tasks.workunit.client.0.smithi123.stdout: "[33554432, 67108863]", 2023-12-20T10:49:53.808 INFO:tasks.workunit.client.0.smithi123.stdout: "[67108864, 134217727]", 2023-12-20T10:49:53.808 INFO:tasks.workunit.client.0.smithi123.stdout: "[134217728, 268435455]", 2023-12-20T10:49:53.808 INFO:tasks.workunit.client.0.smithi123.stdout: "[268435456, 536870911]", 2023-12-20T10:49:53.808 INFO:tasks.workunit.client.0.smithi123.stdout: "[536870912, 1073741823]", 2023-12-20T10:49:53.809 INFO:tasks.workunit.client.0.smithi123.stdout: "[1073741824, 2147483647]", 2023-12-20T10:49:53.809 INFO:tasks.workunit.client.0.smithi123.stdout: "[2147483648, 4294967295]", 2023-12-20T10:49:53.809 INFO:tasks.workunit.client.0.smithi123.stdout: "[4294967296, 8589934591]", 2023-12-20T10:49:53.809 INFO:tasks.workunit.client.0.smithi123.stdout: "[8589934592, 17179869183]", 2023-12-20T10:49:53.809 INFO:tasks.workunit.client.0.smithi123.stdout: "[17179869184, 34359738367]", 2023-12-20T10:49:53.809 INFO:tasks.workunit.client.0.smithi123.stdout: "[34359738368, 68719476735]", 2023-12-20T10:49:53.809 INFO:tasks.workunit.client.0.smithi123.stdout: "[68719476736, 137438953471]", 2023-12-20T10:49:53.809 INFO:tasks.workunit.client.0.smithi123.stdout: "[137438953472, 274877906943]", 2023-12-20T10:49:53.809 INFO:tasks.workunit.client.0.smithi123.stdout: "[274877906944, None]" 2023-12-20T10:49:53.809 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.809 INFO:tasks.workunit.client.0.smithi123.stdout: "scale_type": "log2" 2023-12-20T10:49:53.809 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.809 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.809 INFO:tasks.workunit.client.0.smithi123.stdout: "osds": [ 2023-12-20T10:49:53.809 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.810 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 0, 2023-12-20T10:49:53.810 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:53.810 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.810 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.810 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.810 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.810 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.810 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.810 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.810 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.810 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.810 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.810 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.810 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.810 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.811 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.811 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.811 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.811 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.811 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.811 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.811 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.811 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.811 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.811 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.811 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.811 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.811 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.811 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.812 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.812 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.812 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.812 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.812 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:53.812 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.812 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.812 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.812 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 1, 2023-12-20T10:49:53.812 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:53.812 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.812 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.812 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.812 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.812 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.813 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 11, 5, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.813 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 15, 3, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.813 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.813 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.813 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.813 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.813 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.813 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.813 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.813 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.813 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.813 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.813 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.813 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.813 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.814 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.814 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.814 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.814 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.814 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.814 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.814 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.814 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.814 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.814 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.814 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.814 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:53.814 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.814 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.815 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.815 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 2, 2023-12-20T10:49:53.815 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:53.815 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.815 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.815 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.815 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.815 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.815 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.815 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.815 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.815 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.815 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.815 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.815 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.816 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.816 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.816 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.816 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.816 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.816 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.816 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.816 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.816 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.816 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.816 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.816 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.816 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.816 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.817 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.817 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.817 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.817 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.817 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.817 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:53.817 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.817 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.817 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.817 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 3, 2023-12-20T10:49:53.817 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:53.817 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.817 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.818 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.818 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.818 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.818 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.818 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.818 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.818 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.818 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.818 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.818 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.818 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.818 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.818 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.818 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.818 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.819 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.819 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.819 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.819 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.819 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.819 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.819 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.819 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.819 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.819 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.819 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.819 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.819 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.819 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.819 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:53.820 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.820 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.820 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.820 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 4, 2023-12-20T10:49:53.820 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:53.820 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.820 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.820 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.820 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.820 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.820 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.820 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.820 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.820 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.820 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.821 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.821 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.821 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.821 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.821 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.821 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.821 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.821 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.821 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.821 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.821 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.821 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.821 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.822 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.822 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.822 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.822 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.822 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.822 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.822 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.822 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.822 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:53.822 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.822 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.822 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.822 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 5, 2023-12-20T10:49:53.822 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:53.822 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.822 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.823 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.823 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.823 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.823 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.823 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.823 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.823 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.823 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.823 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.823 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.823 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.823 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.823 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.823 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.823 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.824 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.824 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.824 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.824 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.824 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.824 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.824 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.824 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.824 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.824 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.824 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.824 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.824 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.824 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.824 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:53.824 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.825 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.825 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.825 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 6, 2023-12-20T10:49:53.825 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:53.825 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.825 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.825 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.825 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.825 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.825 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.825 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.825 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.825 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.825 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.826 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.826 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.826 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.826 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.826 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.826 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.826 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.826 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.826 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.826 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.826 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.826 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.826 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.826 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.826 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.827 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.827 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.827 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.827 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.827 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.827 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.827 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:53.827 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.827 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.827 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:53.827 INFO:tasks.workunit.client.0.smithi123.stdout: "osd_id": 7, 2023-12-20T10:49:53.827 INFO:tasks.workunit.client.0.smithi123.stdout: "values": [ 2023-12-20T10:49:53.827 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.827 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.827 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.828 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.828 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.828 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.828 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.828 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.828 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.828 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.828 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.828 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.828 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.828 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.828 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.828 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.828 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.828 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.829 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.829 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.829 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.829 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.829 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.829 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.829 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.829 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.829 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.829 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.829 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.829 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.829 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-20T10:49:53.829 INFO:tasks.workunit.client.0.smithi123.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-20T10:49:53.829 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.830 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.830 INFO:tasks.workunit.client.0.smithi123.stdout: ] 2023-12-20T10:49:53.830 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.830 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.830 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:53.830 INFO:tasks.workunit.client.0.smithi123.stdout: "perf_counters": { 2023-12-20T10:49:53.830 INFO:tasks.workunit.client.0.smithi123.stdout: "mds.5bef42932fe689f5877f01088e497570577d366f": { 2023-12-20T10:49:53.830 INFO:tasks.workunit.client.0.smithi123.stdout: "mds": { 2023-12-20T10:49:53.830 INFO:tasks.workunit.client.0.smithi123.stdout: "caps": { 2023-12-20T10:49:53.830 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.830 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.830 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph_cap_op_flush_ack": { 2023-12-20T10:49:53.830 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.830 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.830 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph_cap_op_flushsnap_ack": { 2023-12-20T10:49:53.830 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.831 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.831 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph_cap_op_grant": { 2023-12-20T10:49:53.831 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.831 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.831 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph_cap_op_revoke": { 2023-12-20T10:49:53.831 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.831 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.831 INFO:tasks.workunit.client.0.smithi123.stdout: "ceph_cap_op_trunc": { 2023-12-20T10:49:53.831 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.831 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.831 INFO:tasks.workunit.client.0.smithi123.stdout: "dir_commit": { 2023-12-20T10:49:53.831 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 12 2023-12-20T10:49:53.831 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.831 INFO:tasks.workunit.client.0.smithi123.stdout: "dir_fetch": { 2023-12-20T10:49:53.832 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.832 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.832 INFO:tasks.workunit.client.0.smithi123.stdout: "dir_merge": { 2023-12-20T10:49:53.832 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.832 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.832 INFO:tasks.workunit.client.0.smithi123.stdout: "dir_split": { 2023-12-20T10:49:53.832 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.832 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.832 INFO:tasks.workunit.client.0.smithi123.stdout: "exported_inodes": { 2023-12-20T10:49:53.832 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.832 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.832 INFO:tasks.workunit.client.0.smithi123.stdout: "forward": { 2023-12-20T10:49:53.832 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.832 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.833 INFO:tasks.workunit.client.0.smithi123.stdout: "handle_client_cap_release": { 2023-12-20T10:49:53.833 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.833 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.833 INFO:tasks.workunit.client.0.smithi123.stdout: "handle_client_caps": { 2023-12-20T10:49:53.833 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.833 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.833 INFO:tasks.workunit.client.0.smithi123.stdout: "handle_client_caps_dirty": { 2023-12-20T10:49:53.833 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.833 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.833 INFO:tasks.workunit.client.0.smithi123.stdout: "handle_inode_file_caps": { 2023-12-20T10:49:53.833 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.833 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.833 INFO:tasks.workunit.client.0.smithi123.stdout: "imported_inodes": { 2023-12-20T10:49:53.833 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.833 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.834 INFO:tasks.workunit.client.0.smithi123.stdout: "inodes": { 2023-12-20T10:49:53.834 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 10 2023-12-20T10:49:53.834 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.834 INFO:tasks.workunit.client.0.smithi123.stdout: "inodes_expired": { 2023-12-20T10:49:53.834 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.834 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.834 INFO:tasks.workunit.client.0.smithi123.stdout: "inodes_pinned": { 2023-12-20T10:49:53.834 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 10 2023-12-20T10:49:53.834 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.834 INFO:tasks.workunit.client.0.smithi123.stdout: "inodes_with_caps": { 2023-12-20T10:49:53.834 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.834 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.834 INFO:tasks.workunit.client.0.smithi123.stdout: "load_cent": { 2023-12-20T10:49:53.834 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.834 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.834 INFO:tasks.workunit.client.0.smithi123.stdout: "openino_dir_fetch": { 2023-12-20T10:49:53.835 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.835 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.835 INFO:tasks.workunit.client.0.smithi123.stdout: "process_request_cap_release": { 2023-12-20T10:49:53.835 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.835 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.835 INFO:tasks.workunit.client.0.smithi123.stdout: "reply_latency": { 2023-12-20T10:49:53.835 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:53.835 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 93961 2023-12-20T10:49:53.835 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.835 INFO:tasks.workunit.client.0.smithi123.stdout: "request": { 2023-12-20T10:49:53.835 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2 2023-12-20T10:49:53.835 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.835 INFO:tasks.workunit.client.0.smithi123.stdout: "root_rbytes": { 2023-12-20T10:49:53.835 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.836 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.836 INFO:tasks.workunit.client.0.smithi123.stdout: "root_rfiles": { 2023-12-20T10:49:53.836 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.836 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.836 INFO:tasks.workunit.client.0.smithi123.stdout: "root_rsnaps": { 2023-12-20T10:49:53.836 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.836 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.836 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_reply": { 2023-12-20T10:49:53.836 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.836 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.836 INFO:tasks.workunit.client.0.smithi123.stdout: "subtrees": { 2023-12-20T10:49:53.836 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2 2023-12-20T10:49:53.836 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.836 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.836 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_cache": { 2023-12-20T10:49:53.836 INFO:tasks.workunit.client.0.smithi123.stdout: "ireq_enqueue_scrub": { 2023-12-20T10:49:53.837 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.837 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.837 INFO:tasks.workunit.client.0.smithi123.stdout: "ireq_exportdir": { 2023-12-20T10:49:53.837 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.837 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.837 INFO:tasks.workunit.client.0.smithi123.stdout: "ireq_flush": { 2023-12-20T10:49:53.837 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.837 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.837 INFO:tasks.workunit.client.0.smithi123.stdout: "ireq_fragmentdir": { 2023-12-20T10:49:53.837 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.837 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.837 INFO:tasks.workunit.client.0.smithi123.stdout: "ireq_fragstats": { 2023-12-20T10:49:53.837 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.837 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.837 INFO:tasks.workunit.client.0.smithi123.stdout: "ireq_inodestats": { 2023-12-20T10:49:53.838 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.838 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.838 INFO:tasks.workunit.client.0.smithi123.stdout: "num_recovering_enqueued": { 2023-12-20T10:49:53.838 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.838 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.838 INFO:tasks.workunit.client.0.smithi123.stdout: "num_recovering_prioritized": { 2023-12-20T10:49:53.838 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.838 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.838 INFO:tasks.workunit.client.0.smithi123.stdout: "num_recovering_processing": { 2023-12-20T10:49:53.838 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.838 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.838 INFO:tasks.workunit.client.0.smithi123.stdout: "num_strays": { 2023-12-20T10:49:53.838 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.838 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.838 INFO:tasks.workunit.client.0.smithi123.stdout: "num_strays_delayed": { 2023-12-20T10:49:53.838 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.839 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.839 INFO:tasks.workunit.client.0.smithi123.stdout: "num_strays_enqueuing": { 2023-12-20T10:49:53.839 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.839 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.839 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_completed": { 2023-12-20T10:49:53.839 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.839 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.839 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_started": { 2023-12-20T10:49:53.839 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.839 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.839 INFO:tasks.workunit.client.0.smithi123.stdout: "strays_created": { 2023-12-20T10:49:53.839 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.839 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.839 INFO:tasks.workunit.client.0.smithi123.stdout: "strays_enqueued": { 2023-12-20T10:49:53.839 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.839 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.840 INFO:tasks.workunit.client.0.smithi123.stdout: "strays_migrated": { 2023-12-20T10:49:53.840 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.840 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.840 INFO:tasks.workunit.client.0.smithi123.stdout: "strays_reintegrated": { 2023-12-20T10:49:53.840 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.840 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.840 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.840 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_log": { 2023-12-20T10:49:53.840 INFO:tasks.workunit.client.0.smithi123.stdout: "ev": { 2023-12-20T10:49:53.840 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 5 2023-12-20T10:49:53.840 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.840 INFO:tasks.workunit.client.0.smithi123.stdout: "evadd": { 2023-12-20T10:49:53.840 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 5 2023-12-20T10:49:53.840 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.840 INFO:tasks.workunit.client.0.smithi123.stdout: "evex": { 2023-12-20T10:49:53.841 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.841 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.841 INFO:tasks.workunit.client.0.smithi123.stdout: "evexd": { 2023-12-20T10:49:53.841 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.841 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.841 INFO:tasks.workunit.client.0.smithi123.stdout: "evexg": { 2023-12-20T10:49:53.841 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.841 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.841 INFO:tasks.workunit.client.0.smithi123.stdout: "evtrm": { 2023-12-20T10:49:53.841 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.841 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.841 INFO:tasks.workunit.client.0.smithi123.stdout: "jlat": { 2023-12-20T10:49:53.841 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 5, 2023-12-20T10:49:53.841 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 8460476 2023-12-20T10:49:53.841 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.842 INFO:tasks.workunit.client.0.smithi123.stdout: "replayed": { 2023-12-20T10:49:53.842 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.842 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.842 INFO:tasks.workunit.client.0.smithi123.stdout: "seg": { 2023-12-20T10:49:53.842 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1 2023-12-20T10:49:53.842 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.842 INFO:tasks.workunit.client.0.smithi123.stdout: "segadd": { 2023-12-20T10:49:53.842 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1 2023-12-20T10:49:53.842 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.842 INFO:tasks.workunit.client.0.smithi123.stdout: "segex": { 2023-12-20T10:49:53.842 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.842 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.842 INFO:tasks.workunit.client.0.smithi123.stdout: "segexd": { 2023-12-20T10:49:53.842 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.842 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.842 INFO:tasks.workunit.client.0.smithi123.stdout: "segexg": { 2023-12-20T10:49:53.843 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.843 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.843 INFO:tasks.workunit.client.0.smithi123.stdout: "segtrm": { 2023-12-20T10:49:53.843 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.843 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.843 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.843 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_mem": { 2023-12-20T10:49:53.843 INFO:tasks.workunit.client.0.smithi123.stdout: "cap": { 2023-12-20T10:49:53.843 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.843 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.843 INFO:tasks.workunit.client.0.smithi123.stdout: "cap+": { 2023-12-20T10:49:53.843 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2 2023-12-20T10:49:53.843 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.843 INFO:tasks.workunit.client.0.smithi123.stdout: "cap-": { 2023-12-20T10:49:53.843 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2 2023-12-20T10:49:53.844 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.844 INFO:tasks.workunit.client.0.smithi123.stdout: "dir": { 2023-12-20T10:49:53.844 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 12 2023-12-20T10:49:53.844 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.844 INFO:tasks.workunit.client.0.smithi123.stdout: "dir+": { 2023-12-20T10:49:53.844 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 12 2023-12-20T10:49:53.844 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.844 INFO:tasks.workunit.client.0.smithi123.stdout: "dir-": { 2023-12-20T10:49:53.844 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.844 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.844 INFO:tasks.workunit.client.0.smithi123.stdout: "dn": { 2023-12-20T10:49:53.844 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 10 2023-12-20T10:49:53.844 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.844 INFO:tasks.workunit.client.0.smithi123.stdout: "dn+": { 2023-12-20T10:49:53.844 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 10 2023-12-20T10:49:53.844 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.845 INFO:tasks.workunit.client.0.smithi123.stdout: "dn-": { 2023-12-20T10:49:53.845 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.845 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.845 INFO:tasks.workunit.client.0.smithi123.stdout: "heap": { 2023-12-20T10:49:53.845 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 207132 2023-12-20T10:49:53.845 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.845 INFO:tasks.workunit.client.0.smithi123.stdout: "ino": { 2023-12-20T10:49:53.845 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 13 2023-12-20T10:49:53.845 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.845 INFO:tasks.workunit.client.0.smithi123.stdout: "ino+": { 2023-12-20T10:49:53.845 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 13 2023-12-20T10:49:53.845 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.845 INFO:tasks.workunit.client.0.smithi123.stdout: "ino-": { 2023-12-20T10:49:53.845 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.845 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.845 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.846 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_server": { 2023-12-20T10:49:53.846 INFO:tasks.workunit.client.0.smithi123.stdout: "cap_acquisition_throttle": { 2023-12-20T10:49:53.846 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.846 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.846 INFO:tasks.workunit.client.0.smithi123.stdout: "cap_revoke_eviction": { 2023-12-20T10:49:53.846 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.846 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.846 INFO:tasks.workunit.client.0.smithi123.stdout: "handle_client_request": { 2023-12-20T10:49:53.846 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2 2023-12-20T10:49:53.846 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.846 INFO:tasks.workunit.client.0.smithi123.stdout: "handle_client_session": { 2023-12-20T10:49:53.846 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 16 2023-12-20T10:49:53.846 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.846 INFO:tasks.workunit.client.0.smithi123.stdout: "handle_peer_request": { 2023-12-20T10:49:53.846 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.847 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.847 INFO:tasks.workunit.client.0.smithi123.stdout: "req_create_latency": { 2023-12-20T10:49:53.847 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.847 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.847 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.847 INFO:tasks.workunit.client.0.smithi123.stdout: "req_getattr_latency": { 2023-12-20T10:49:53.847 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:53.847 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 93961 2023-12-20T10:49:53.847 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.847 INFO:tasks.workunit.client.0.smithi123.stdout: "req_getfilelock_latency": { 2023-12-20T10:49:53.847 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.847 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.847 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.847 INFO:tasks.workunit.client.0.smithi123.stdout: "req_getvxattr_latency": { 2023-12-20T10:49:53.848 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.848 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.848 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.848 INFO:tasks.workunit.client.0.smithi123.stdout: "req_link_latency": { 2023-12-20T10:49:53.848 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.848 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.848 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.848 INFO:tasks.workunit.client.0.smithi123.stdout: "req_lookup_latency": { 2023-12-20T10:49:53.848 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.848 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.848 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.848 INFO:tasks.workunit.client.0.smithi123.stdout: "req_lookuphash_latency": { 2023-12-20T10:49:53.848 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.848 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.848 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.848 INFO:tasks.workunit.client.0.smithi123.stdout: "req_lookupino_latency": { 2023-12-20T10:49:53.849 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.849 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.849 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.849 INFO:tasks.workunit.client.0.smithi123.stdout: "req_lookupname_latency": { 2023-12-20T10:49:53.849 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.849 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.849 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.849 INFO:tasks.workunit.client.0.smithi123.stdout: "req_lookupparent_latency": { 2023-12-20T10:49:53.849 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.849 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.849 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.849 INFO:tasks.workunit.client.0.smithi123.stdout: "req_lookupsnap_latency": { 2023-12-20T10:49:53.849 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.849 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.849 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.850 INFO:tasks.workunit.client.0.smithi123.stdout: "req_lssnap_latency": { 2023-12-20T10:49:53.850 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.850 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.850 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.850 INFO:tasks.workunit.client.0.smithi123.stdout: "req_mkdir_latency": { 2023-12-20T10:49:53.850 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.850 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.850 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.850 INFO:tasks.workunit.client.0.smithi123.stdout: "req_mknod_latency": { 2023-12-20T10:49:53.850 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.850 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.850 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.850 INFO:tasks.workunit.client.0.smithi123.stdout: "req_mksnap_latency": { 2023-12-20T10:49:53.850 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.850 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.851 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.851 INFO:tasks.workunit.client.0.smithi123.stdout: "req_open_latency": { 2023-12-20T10:49:53.851 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.851 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.851 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.851 INFO:tasks.workunit.client.0.smithi123.stdout: "req_readdir_latency": { 2023-12-20T10:49:53.851 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.851 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.851 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.851 INFO:tasks.workunit.client.0.smithi123.stdout: "req_rename_latency": { 2023-12-20T10:49:53.851 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.851 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.851 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.851 INFO:tasks.workunit.client.0.smithi123.stdout: "req_renamesnap_latency": { 2023-12-20T10:49:53.851 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.851 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.852 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.852 INFO:tasks.workunit.client.0.smithi123.stdout: "req_rmdir_latency": { 2023-12-20T10:49:53.852 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.852 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.852 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.852 INFO:tasks.workunit.client.0.smithi123.stdout: "req_rmsnap_latency": { 2023-12-20T10:49:53.852 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.852 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.852 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.852 INFO:tasks.workunit.client.0.smithi123.stdout: "req_rmxattr_latency": { 2023-12-20T10:49:53.852 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.852 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.852 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.852 INFO:tasks.workunit.client.0.smithi123.stdout: "req_setattr_latency": { 2023-12-20T10:49:53.852 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.853 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.853 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.853 INFO:tasks.workunit.client.0.smithi123.stdout: "req_setdirlayout_latency": { 2023-12-20T10:49:53.853 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.853 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.853 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.853 INFO:tasks.workunit.client.0.smithi123.stdout: "req_setfilelock_latency": { 2023-12-20T10:49:53.853 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.853 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.853 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.853 INFO:tasks.workunit.client.0.smithi123.stdout: "req_setlayout_latency": { 2023-12-20T10:49:53.853 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.853 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.853 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.853 INFO:tasks.workunit.client.0.smithi123.stdout: "req_setxattr_latency": { 2023-12-20T10:49:53.854 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.854 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.854 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.854 INFO:tasks.workunit.client.0.smithi123.stdout: "req_symlink_latency": { 2023-12-20T10:49:53.854 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.854 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.854 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.854 INFO:tasks.workunit.client.0.smithi123.stdout: "req_unlink_latency": { 2023-12-20T10:49:53.854 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.854 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.854 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.854 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.854 INFO:tasks.workunit.client.0.smithi123.stdout: "mds_sessions": { 2023-12-20T10:49:53.854 INFO:tasks.workunit.client.0.smithi123.stdout: "average_load": { 2023-12-20T10:49:53.854 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.854 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.855 INFO:tasks.workunit.client.0.smithi123.stdout: "avg_session_uptime": { 2023-12-20T10:49:53.855 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 85 2023-12-20T10:49:53.855 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.855 INFO:tasks.workunit.client.0.smithi123.stdout: "mdthresh_evicted": { 2023-12-20T10:49:53.855 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.855 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.855 INFO:tasks.workunit.client.0.smithi123.stdout: "session_add": { 2023-12-20T10:49:53.855 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2 2023-12-20T10:49:53.855 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.855 INFO:tasks.workunit.client.0.smithi123.stdout: "session_count": { 2023-12-20T10:49:53.855 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.855 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.855 INFO:tasks.workunit.client.0.smithi123.stdout: "session_remove": { 2023-12-20T10:49:53.855 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2 2023-12-20T10:49:53.855 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.856 INFO:tasks.workunit.client.0.smithi123.stdout: "sessions_open": { 2023-12-20T10:49:53.856 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.856 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.856 INFO:tasks.workunit.client.0.smithi123.stdout: "sessions_stale": { 2023-12-20T10:49:53.856 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.856 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.856 INFO:tasks.workunit.client.0.smithi123.stdout: "total_load": { 2023-12-20T10:49:53.856 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1 2023-12-20T10:49:53.856 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.856 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.856 INFO:tasks.workunit.client.0.smithi123.stdout: "objecter": { 2023-12-20T10:49:53.856 INFO:tasks.workunit.client.0.smithi123.stdout: "op_active": { 2023-12-20T10:49:53.856 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.856 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.856 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:53.857 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.857 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.857 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rmw": { 2023-12-20T10:49:53.857 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.857 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.857 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:53.857 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 45 2023-12-20T10:49:53.857 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.857 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.857 INFO:tasks.workunit.client.0.smithi123.stdout: "purge_queue": { 2023-12-20T10:49:53.857 INFO:tasks.workunit.client.0.smithi123.stdout: "pq_executed": { 2023-12-20T10:49:53.857 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.857 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.857 INFO:tasks.workunit.client.0.smithi123.stdout: "pq_executing": { 2023-12-20T10:49:53.857 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.857 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.858 INFO:tasks.workunit.client.0.smithi123.stdout: "pq_executing_high_water": { 2023-12-20T10:49:53.858 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.858 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.858 INFO:tasks.workunit.client.0.smithi123.stdout: "pq_executing_ops": { 2023-12-20T10:49:53.858 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.858 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.858 INFO:tasks.workunit.client.0.smithi123.stdout: "pq_executing_ops_high_water": { 2023-12-20T10:49:53.858 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.858 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.858 INFO:tasks.workunit.client.0.smithi123.stdout: "pq_item_in_journal": { 2023-12-20T10:49:53.858 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.858 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.858 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.858 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.858 INFO:tasks.workunit.client.0.smithi123.stdout: "mon.0787297b1b6a2b83668127dd85aa015d08053db2": { 2023-12-20T10:49:53.859 INFO:tasks.workunit.client.0.smithi123.stdout: "mon": { 2023-12-20T10:49:53.859 INFO:tasks.workunit.client.0.smithi123.stdout: "election_call": { 2023-12-20T10:49:53.859 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2 2023-12-20T10:49:53.859 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.859 INFO:tasks.workunit.client.0.smithi123.stdout: "election_lose": { 2023-12-20T10:49:53.859 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.859 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.859 INFO:tasks.workunit.client.0.smithi123.stdout: "election_win": { 2023-12-20T10:49:53.859 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3 2023-12-20T10:49:53.859 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.859 INFO:tasks.workunit.client.0.smithi123.stdout: "num_elections": { 2023-12-20T10:49:53.859 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 9 2023-12-20T10:49:53.859 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.859 INFO:tasks.workunit.client.0.smithi123.stdout: "num_sessions": { 2023-12-20T10:49:53.859 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 6 2023-12-20T10:49:53.859 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.860 INFO:tasks.workunit.client.0.smithi123.stdout: "session_add": { 2023-12-20T10:49:53.860 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3 2023-12-20T10:49:53.860 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.860 INFO:tasks.workunit.client.0.smithi123.stdout: "session_rm": { 2023-12-20T10:49:53.860 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 209 2023-12-20T10:49:53.860 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.860 INFO:tasks.workunit.client.0.smithi123.stdout: "session_trim": { 2023-12-20T10:49:53.860 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.860 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.860 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.860 INFO:tasks.workunit.client.0.smithi123.stdout: "paxos": { 2023-12-20T10:49:53.860 INFO:tasks.workunit.client.0.smithi123.stdout: "accept_timeout": { 2023-12-20T10:49:53.860 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.860 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.860 INFO:tasks.workunit.client.0.smithi123.stdout: "begin": { 2023-12-20T10:49:53.860 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 860 2023-12-20T10:49:53.861 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.861 INFO:tasks.workunit.client.0.smithi123.stdout: "begin_bytes": { 2023-12-20T10:49:53.861 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 860, 2023-12-20T10:49:53.861 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4565975 2023-12-20T10:49:53.861 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.861 INFO:tasks.workunit.client.0.smithi123.stdout: "begin_keys": { 2023-12-20T10:49:53.861 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 860, 2023-12-20T10:49:53.861 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2580 2023-12-20T10:49:53.861 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.861 INFO:tasks.workunit.client.0.smithi123.stdout: "begin_latency": { 2023-12-20T10:49:53.861 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 860, 2023-12-20T10:49:53.861 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 174995755 2023-12-20T10:49:53.861 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.861 INFO:tasks.workunit.client.0.smithi123.stdout: "collect": { 2023-12-20T10:49:53.861 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.862 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.862 INFO:tasks.workunit.client.0.smithi123.stdout: "collect_bytes": { 2023-12-20T10:49:53.862 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.862 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.862 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.862 INFO:tasks.workunit.client.0.smithi123.stdout: "collect_keys": { 2023-12-20T10:49:53.862 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.862 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.862 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.862 INFO:tasks.workunit.client.0.smithi123.stdout: "collect_latency": { 2023-12-20T10:49:53.862 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.862 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.862 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.862 INFO:tasks.workunit.client.0.smithi123.stdout: "collect_timeout": { 2023-12-20T10:49:53.862 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.862 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.863 INFO:tasks.workunit.client.0.smithi123.stdout: "collect_uncommitted": { 2023-12-20T10:49:53.863 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.863 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.863 INFO:tasks.workunit.client.0.smithi123.stdout: "commit": { 2023-12-20T10:49:53.863 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 860 2023-12-20T10:49:53.863 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.863 INFO:tasks.workunit.client.0.smithi123.stdout: "commit_bytes": { 2023-12-20T10:49:53.863 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 860, 2023-12-20T10:49:53.863 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4504115 2023-12-20T10:49:53.863 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.863 INFO:tasks.workunit.client.0.smithi123.stdout: "commit_keys": { 2023-12-20T10:49:53.863 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 860, 2023-12-20T10:49:53.863 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 5272 2023-12-20T10:49:53.863 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.864 INFO:tasks.workunit.client.0.smithi123.stdout: "commit_latency": { 2023-12-20T10:49:53.864 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 860, 2023-12-20T10:49:53.864 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 469291463 2023-12-20T10:49:53.864 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.864 INFO:tasks.workunit.client.0.smithi123.stdout: "lease_ack_timeout": { 2023-12-20T10:49:53.864 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.864 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.864 INFO:tasks.workunit.client.0.smithi123.stdout: "lease_timeout": { 2023-12-20T10:49:53.864 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.864 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.864 INFO:tasks.workunit.client.0.smithi123.stdout: "new_pn": { 2023-12-20T10:49:53.864 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2 2023-12-20T10:49:53.864 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.864 INFO:tasks.workunit.client.0.smithi123.stdout: "new_pn_latency": { 2023-12-20T10:49:53.864 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:53.864 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1999951 2023-12-20T10:49:53.865 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.865 INFO:tasks.workunit.client.0.smithi123.stdout: "refresh": { 2023-12-20T10:49:53.865 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 862 2023-12-20T10:49:53.865 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.865 INFO:tasks.workunit.client.0.smithi123.stdout: "refresh_latency": { 2023-12-20T10:49:53.865 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 862, 2023-12-20T10:49:53.865 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2183947015 2023-12-20T10:49:53.865 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.865 INFO:tasks.workunit.client.0.smithi123.stdout: "restart": { 2023-12-20T10:49:53.865 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 12 2023-12-20T10:49:53.865 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.865 INFO:tasks.workunit.client.0.smithi123.stdout: "share_state": { 2023-12-20T10:49:53.865 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2 2023-12-20T10:49:53.865 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.865 INFO:tasks.workunit.client.0.smithi123.stdout: "share_state_bytes": { 2023-12-20T10:49:53.866 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:53.866 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2583 2023-12-20T10:49:53.866 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.866 INFO:tasks.workunit.client.0.smithi123.stdout: "share_state_keys": { 2023-12-20T10:49:53.866 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:53.866 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3 2023-12-20T10:49:53.866 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.866 INFO:tasks.workunit.client.0.smithi123.stdout: "start_leader": { 2023-12-20T10:49:53.866 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3 2023-12-20T10:49:53.866 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.866 INFO:tasks.workunit.client.0.smithi123.stdout: "start_peon": { 2023-12-20T10:49:53.866 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.866 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.866 INFO:tasks.workunit.client.0.smithi123.stdout: "store_state": { 2023-12-20T10:49:53.866 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.867 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.867 INFO:tasks.workunit.client.0.smithi123.stdout: "store_state_bytes": { 2023-12-20T10:49:53.867 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.867 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.867 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.867 INFO:tasks.workunit.client.0.smithi123.stdout: "store_state_keys": { 2023-12-20T10:49:53.867 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.867 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.867 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.867 INFO:tasks.workunit.client.0.smithi123.stdout: "store_state_latency": { 2023-12-20T10:49:53.867 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.867 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.867 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.867 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.867 INFO:tasks.workunit.client.0.smithi123.stdout: "prioritycache": { 2023-12-20T10:49:53.868 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_bytes": { 2023-12-20T10:49:53.868 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1020054731 2023-12-20T10:49:53.868 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.868 INFO:tasks.workunit.client.0.smithi123.stdout: "heap_bytes": { 2023-12-20T10:49:53.868 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 47022080 2023-12-20T10:49:53.868 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.868 INFO:tasks.workunit.client.0.smithi123.stdout: "mapped_bytes": { 2023-12-20T10:49:53.868 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 42491904 2023-12-20T10:49:53.868 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.868 INFO:tasks.workunit.client.0.smithi123.stdout: "target_bytes": { 2023-12-20T10:49:53.868 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2147483648 2023-12-20T10:49:53.868 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.868 INFO:tasks.workunit.client.0.smithi123.stdout: "unmapped_bytes": { 2023-12-20T10:49:53.868 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4530176 2023-12-20T10:49:53.868 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.868 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.869 INFO:tasks.workunit.client.0.smithi123.stdout: "prioritycache:full": { 2023-12-20T10:49:53.869 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:53.869 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 348127232 2023-12-20T10:49:53.869 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.869 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:53.869 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.869 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.869 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:53.869 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.869 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.869 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:53.869 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 277030951 2023-12-20T10:49:53.869 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.869 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:53.869 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 250576 2023-12-20T10:49:53.870 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.870 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:53.870 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.870 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.870 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:53.870 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.870 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.870 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:53.870 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.870 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.870 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:53.870 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.870 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.870 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:53.870 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.870 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.871 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:53.871 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.871 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.871 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:53.871 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.871 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.871 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:53.871 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.871 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.871 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:53.871 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 70845705 2023-12-20T10:49:53.871 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.871 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.871 INFO:tasks.workunit.client.0.smithi123.stdout: "prioritycache:inc": { 2023-12-20T10:49:53.871 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:53.872 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 348127232 2023-12-20T10:49:53.872 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.872 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:53.872 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.872 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.872 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:53.872 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.872 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.872 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:53.872 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 277030951 2023-12-20T10:49:53.872 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.872 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:53.872 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 36582 2023-12-20T10:49:53.872 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.872 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:53.872 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.873 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.873 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:53.873 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.873 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.873 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:53.873 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.873 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.873 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:53.873 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.873 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.873 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:53.873 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.873 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.873 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:53.873 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.874 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.874 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:53.874 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.874 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.874 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:53.874 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.874 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.874 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:53.874 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 71059699 2023-12-20T10:49:53.874 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.874 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.874 INFO:tasks.workunit.client.0.smithi123.stdout: "prioritycache:kv": { 2023-12-20T10:49:53.874 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:53.874 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 322961408 2023-12-20T10:49:53.874 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.875 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:53.875 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:53.875 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.875 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:53.875 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.875 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.875 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:53.875 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 184687301 2023-12-20T10:49:53.875 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.875 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:53.875 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.875 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.875 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:53.875 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.875 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.875 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:53.876 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.876 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.876 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:53.876 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.876 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.876 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:53.876 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.876 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.876 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:53.876 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.876 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.876 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:53.876 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.876 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.876 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:53.876 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.877 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.877 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:53.877 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.877 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.877 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:53.877 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 71165243 2023-12-20T10:49:53.877 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.877 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.877 INFO:tasks.workunit.client.0.smithi123.stdout: "rocksdb": { 2023-12-20T10:49:53.877 INFO:tasks.workunit.client.0.smithi123.stdout: "compact": { 2023-12-20T10:49:53.877 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.877 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.877 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_queue_len": { 2023-12-20T10:49:53.877 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.877 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.878 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_queue_merge": { 2023-12-20T10:49:53.878 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.878 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.878 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_range": { 2023-12-20T10:49:53.878 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1 2023-12-20T10:49:53.878 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.878 INFO:tasks.workunit.client.0.smithi123.stdout: "get_latency": { 2023-12-20T10:49:53.878 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 38381, 2023-12-20T10:49:53.878 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 136911200 2023-12-20T10:49:53.878 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.878 INFO:tasks.workunit.client.0.smithi123.stdout: "rocksdb_write_delay_time": { 2023-12-20T10:49:53.878 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.878 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.878 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.878 INFO:tasks.workunit.client.0.smithi123.stdout: "rocksdb_write_memtable_time": { 2023-12-20T10:49:53.878 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.879 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.879 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.879 INFO:tasks.workunit.client.0.smithi123.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-20T10:49:53.879 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.879 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.879 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.879 INFO:tasks.workunit.client.0.smithi123.stdout: "rocksdb_write_wal_time": { 2023-12-20T10:49:53.879 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.879 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.879 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.879 INFO:tasks.workunit.client.0.smithi123.stdout: "submit_latency": { 2023-12-20T10:49:53.879 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.879 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.879 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.879 INFO:tasks.workunit.client.0.smithi123.stdout: "submit_sync_latency": { 2023-12-20T10:49:53.879 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1856, 2023-12-20T10:49:53.880 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 724794085 2023-12-20T10:49:53.880 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.880 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.880 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.880 INFO:tasks.workunit.client.0.smithi123.stdout: "mon.575c2e11b59ad40f2a773e10f0e6f9f3e90be551": { 2023-12-20T10:49:53.880 INFO:tasks.workunit.client.0.smithi123.stdout: "mon": { 2023-12-20T10:49:53.880 INFO:tasks.workunit.client.0.smithi123.stdout: "election_call": { 2023-12-20T10:49:53.880 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1 2023-12-20T10:49:53.880 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.880 INFO:tasks.workunit.client.0.smithi123.stdout: "election_lose": { 2023-12-20T10:49:53.881 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1 2023-12-20T10:49:53.881 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.881 INFO:tasks.workunit.client.0.smithi123.stdout: "election_win": { 2023-12-20T10:49:53.881 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.881 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.881 INFO:tasks.workunit.client.0.smithi123.stdout: "num_elections": { 2023-12-20T10:49:53.881 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3 2023-12-20T10:49:53.881 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.881 INFO:tasks.workunit.client.0.smithi123.stdout: "num_sessions": { 2023-12-20T10:49:53.881 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 12 2023-12-20T10:49:53.881 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.881 INFO:tasks.workunit.client.0.smithi123.stdout: "session_add": { 2023-12-20T10:49:53.881 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 5 2023-12-20T10:49:53.881 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.881 INFO:tasks.workunit.client.0.smithi123.stdout: "session_rm": { 2023-12-20T10:49:53.882 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 100 2023-12-20T10:49:53.882 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.882 INFO:tasks.workunit.client.0.smithi123.stdout: "session_trim": { 2023-12-20T10:49:53.882 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.882 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.882 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.882 INFO:tasks.workunit.client.0.smithi123.stdout: "paxos": { 2023-12-20T10:49:53.882 INFO:tasks.workunit.client.0.smithi123.stdout: "accept_timeout": { 2023-12-20T10:49:53.882 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.882 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.882 INFO:tasks.workunit.client.0.smithi123.stdout: "begin": { 2023-12-20T10:49:53.882 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 728 2023-12-20T10:49:53.882 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.882 INFO:tasks.workunit.client.0.smithi123.stdout: "begin_bytes": { 2023-12-20T10:49:53.883 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 728, 2023-12-20T10:49:53.883 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3536761 2023-12-20T10:49:53.883 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.883 INFO:tasks.workunit.client.0.smithi123.stdout: "begin_keys": { 2023-12-20T10:49:53.883 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.883 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.883 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.883 INFO:tasks.workunit.client.0.smithi123.stdout: "begin_latency": { 2023-12-20T10:49:53.883 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 728, 2023-12-20T10:49:53.883 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 273993358 2023-12-20T10:49:53.883 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.883 INFO:tasks.workunit.client.0.smithi123.stdout: "collect": { 2023-12-20T10:49:53.883 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1 2023-12-20T10:49:53.883 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.883 INFO:tasks.workunit.client.0.smithi123.stdout: "collect_bytes": { 2023-12-20T10:49:53.884 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1, 2023-12-20T10:49:53.884 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 73 2023-12-20T10:49:53.884 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.884 INFO:tasks.workunit.client.0.smithi123.stdout: "collect_keys": { 2023-12-20T10:49:53.884 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1, 2023-12-20T10:49:53.884 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1 2023-12-20T10:49:53.884 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.884 INFO:tasks.workunit.client.0.smithi123.stdout: "collect_latency": { 2023-12-20T10:49:53.884 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1, 2023-12-20T10:49:53.884 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 999975 2023-12-20T10:49:53.884 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.884 INFO:tasks.workunit.client.0.smithi123.stdout: "collect_timeout": { 2023-12-20T10:49:53.884 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.884 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.884 INFO:tasks.workunit.client.0.smithi123.stdout: "collect_uncommitted": { 2023-12-20T10:49:53.885 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.885 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.885 INFO:tasks.workunit.client.0.smithi123.stdout: "commit": { 2023-12-20T10:49:53.885 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 729 2023-12-20T10:49:53.885 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.885 INFO:tasks.workunit.client.0.smithi123.stdout: "commit_bytes": { 2023-12-20T10:49:53.885 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.885 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.885 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.885 INFO:tasks.workunit.client.0.smithi123.stdout: "commit_keys": { 2023-12-20T10:49:53.885 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.885 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.885 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.885 INFO:tasks.workunit.client.0.smithi123.stdout: "commit_latency": { 2023-12-20T10:49:53.885 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.886 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.886 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.886 INFO:tasks.workunit.client.0.smithi123.stdout: "lease_ack_timeout": { 2023-12-20T10:49:53.886 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.886 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.886 INFO:tasks.workunit.client.0.smithi123.stdout: "lease_timeout": { 2023-12-20T10:49:53.886 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.886 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.886 INFO:tasks.workunit.client.0.smithi123.stdout: "new_pn": { 2023-12-20T10:49:53.886 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.886 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.886 INFO:tasks.workunit.client.0.smithi123.stdout: "new_pn_latency": { 2023-12-20T10:49:53.886 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.886 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.886 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.887 INFO:tasks.workunit.client.0.smithi123.stdout: "refresh": { 2023-12-20T10:49:53.887 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 729 2023-12-20T10:49:53.887 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.887 INFO:tasks.workunit.client.0.smithi123.stdout: "refresh_latency": { 2023-12-20T10:49:53.887 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 729, 2023-12-20T10:49:53.887 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1693958939 2023-12-20T10:49:53.887 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.887 INFO:tasks.workunit.client.0.smithi123.stdout: "restart": { 2023-12-20T10:49:53.887 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 8 2023-12-20T10:49:53.887 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.887 INFO:tasks.workunit.client.0.smithi123.stdout: "share_state": { 2023-12-20T10:49:53.887 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.887 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.887 INFO:tasks.workunit.client.0.smithi123.stdout: "share_state_bytes": { 2023-12-20T10:49:53.887 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.887 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.888 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.888 INFO:tasks.workunit.client.0.smithi123.stdout: "share_state_keys": { 2023-12-20T10:49:53.888 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.888 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.888 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.888 INFO:tasks.workunit.client.0.smithi123.stdout: "start_leader": { 2023-12-20T10:49:53.888 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.888 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.888 INFO:tasks.workunit.client.0.smithi123.stdout: "start_peon": { 2023-12-20T10:49:53.888 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1 2023-12-20T10:49:53.888 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.888 INFO:tasks.workunit.client.0.smithi123.stdout: "store_state": { 2023-12-20T10:49:53.888 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 729 2023-12-20T10:49:53.888 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.889 INFO:tasks.workunit.client.0.smithi123.stdout: "store_state_bytes": { 2023-12-20T10:49:53.889 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 729, 2023-12-20T10:49:53.889 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 6940192 2023-12-20T10:49:53.889 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.889 INFO:tasks.workunit.client.0.smithi123.stdout: "store_state_keys": { 2023-12-20T10:49:53.889 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 729, 2023-12-20T10:49:53.889 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 5243 2023-12-20T10:49:53.889 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.889 INFO:tasks.workunit.client.0.smithi123.stdout: "store_state_latency": { 2023-12-20T10:49:53.889 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 729, 2023-12-20T10:49:53.889 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 526987218 2023-12-20T10:49:53.889 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.889 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.889 INFO:tasks.workunit.client.0.smithi123.stdout: "prioritycache": { 2023-12-20T10:49:53.889 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_bytes": { 2023-12-20T10:49:53.890 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1020054731 2023-12-20T10:49:53.890 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.890 INFO:tasks.workunit.client.0.smithi123.stdout: "heap_bytes": { 2023-12-20T10:49:53.890 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 43835392 2023-12-20T10:49:53.890 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.890 INFO:tasks.workunit.client.0.smithi123.stdout: "mapped_bytes": { 2023-12-20T10:49:53.890 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 33095680 2023-12-20T10:49:53.890 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.890 INFO:tasks.workunit.client.0.smithi123.stdout: "target_bytes": { 2023-12-20T10:49:53.890 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2147483648 2023-12-20T10:49:53.890 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.890 INFO:tasks.workunit.client.0.smithi123.stdout: "unmapped_bytes": { 2023-12-20T10:49:53.890 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 10739712 2023-12-20T10:49:53.890 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.890 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.890 INFO:tasks.workunit.client.0.smithi123.stdout: "prioritycache:full": { 2023-12-20T10:49:53.891 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:53.891 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 348127232 2023-12-20T10:49:53.891 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.891 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:53.891 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.891 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.891 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:53.891 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.891 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.891 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:53.891 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 277029547 2023-12-20T10:49:53.891 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.891 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:53.891 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 251006 2023-12-20T10:49:53.891 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.892 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:53.892 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.892 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.892 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:53.892 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.892 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.892 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:53.892 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.892 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.892 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:53.892 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.892 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.892 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:53.892 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.892 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.892 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:53.893 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.893 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.893 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:53.893 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.893 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.893 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:53.893 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.893 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.893 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:53.893 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 70846679 2023-12-20T10:49:53.893 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.893 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.893 INFO:tasks.workunit.client.0.smithi123.stdout: "prioritycache:inc": { 2023-12-20T10:49:53.893 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:53.893 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 348127232 2023-12-20T10:49:53.894 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.894 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:53.894 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.894 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.894 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:53.894 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.894 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.894 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:53.894 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 277029547 2023-12-20T10:49:53.894 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.894 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:53.894 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 39898 2023-12-20T10:49:53.894 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.894 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:53.894 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.894 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.895 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:53.895 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.895 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.895 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:53.895 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.895 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.895 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:53.895 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.895 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.895 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:53.895 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.895 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.895 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:53.895 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.895 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.895 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:53.896 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.896 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.896 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:53.896 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.896 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.896 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:53.896 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 71057787 2023-12-20T10:49:53.896 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.896 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.896 INFO:tasks.workunit.client.0.smithi123.stdout: "prioritycache:kv": { 2023-12-20T10:49:53.896 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:53.896 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 322961408 2023-12-20T10:49:53.896 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.896 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:53.897 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:53.897 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.897 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:53.897 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.897 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.897 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:53.897 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 184686364 2023-12-20T10:49:53.897 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.897 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:53.897 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.897 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.897 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:53.897 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.897 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.897 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:53.898 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.898 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.898 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:53.898 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.898 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.898 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:53.898 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.898 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.898 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:53.898 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.898 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.898 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:53.898 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.898 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.898 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:53.899 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.899 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.899 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:53.899 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.899 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.899 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:53.899 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 71166180 2023-12-20T10:49:53.899 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.899 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.899 INFO:tasks.workunit.client.0.smithi123.stdout: "rocksdb": { 2023-12-20T10:49:53.899 INFO:tasks.workunit.client.0.smithi123.stdout: "compact": { 2023-12-20T10:49:53.899 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.899 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.899 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_queue_len": { 2023-12-20T10:49:53.899 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.900 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.900 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_queue_merge": { 2023-12-20T10:49:53.900 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.900 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.900 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_range": { 2023-12-20T10:49:53.900 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1 2023-12-20T10:49:53.900 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.900 INFO:tasks.workunit.client.0.smithi123.stdout: "get_latency": { 2023-12-20T10:49:53.900 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 31035, 2023-12-20T10:49:53.900 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68159924 2023-12-20T10:49:53.900 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.900 INFO:tasks.workunit.client.0.smithi123.stdout: "rocksdb_write_delay_time": { 2023-12-20T10:49:53.900 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.900 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.900 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.900 INFO:tasks.workunit.client.0.smithi123.stdout: "rocksdb_write_memtable_time": { 2023-12-20T10:49:53.901 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.901 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.901 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.901 INFO:tasks.workunit.client.0.smithi123.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-20T10:49:53.901 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.901 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.901 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.901 INFO:tasks.workunit.client.0.smithi123.stdout: "rocksdb_write_wal_time": { 2023-12-20T10:49:53.901 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.901 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.901 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.901 INFO:tasks.workunit.client.0.smithi123.stdout: "submit_latency": { 2023-12-20T10:49:53.901 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.901 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.901 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.902 INFO:tasks.workunit.client.0.smithi123.stdout: "submit_sync_latency": { 2023-12-20T10:49:53.902 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1558, 2023-12-20T10:49:53.902 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 859131122 2023-12-20T10:49:53.902 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.902 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.902 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.902 INFO:tasks.workunit.client.0.smithi123.stdout: "mon.5bef42932fe689f5877f01088e497570577d366f": { 2023-12-20T10:49:53.902 INFO:tasks.workunit.client.0.smithi123.stdout: "mon": { 2023-12-20T10:49:53.902 INFO:tasks.workunit.client.0.smithi123.stdout: "election_call": { 2023-12-20T10:49:53.902 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2 2023-12-20T10:49:53.902 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.902 INFO:tasks.workunit.client.0.smithi123.stdout: "election_lose": { 2023-12-20T10:49:53.902 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2 2023-12-20T10:49:53.902 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.902 INFO:tasks.workunit.client.0.smithi123.stdout: "election_win": { 2023-12-20T10:49:53.903 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.903 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.903 INFO:tasks.workunit.client.0.smithi123.stdout: "num_elections": { 2023-12-20T10:49:53.903 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 7 2023-12-20T10:49:53.903 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.903 INFO:tasks.workunit.client.0.smithi123.stdout: "num_sessions": { 2023-12-20T10:49:53.903 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 12 2023-12-20T10:49:53.903 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.903 INFO:tasks.workunit.client.0.smithi123.stdout: "session_add": { 2023-12-20T10:49:53.903 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4 2023-12-20T10:49:53.903 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.903 INFO:tasks.workunit.client.0.smithi123.stdout: "session_rm": { 2023-12-20T10:49:53.903 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 56 2023-12-20T10:49:53.903 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.903 INFO:tasks.workunit.client.0.smithi123.stdout: "session_trim": { 2023-12-20T10:49:53.904 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.904 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.904 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.904 INFO:tasks.workunit.client.0.smithi123.stdout: "paxos": { 2023-12-20T10:49:53.904 INFO:tasks.workunit.client.0.smithi123.stdout: "accept_timeout": { 2023-12-20T10:49:53.904 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.904 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.904 INFO:tasks.workunit.client.0.smithi123.stdout: "begin": { 2023-12-20T10:49:53.904 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 738 2023-12-20T10:49:53.904 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.904 INFO:tasks.workunit.client.0.smithi123.stdout: "begin_bytes": { 2023-12-20T10:49:53.904 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 738, 2023-12-20T10:49:53.904 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3563236 2023-12-20T10:49:53.904 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.904 INFO:tasks.workunit.client.0.smithi123.stdout: "begin_keys": { 2023-12-20T10:49:53.904 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.905 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.905 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.905 INFO:tasks.workunit.client.0.smithi123.stdout: "begin_latency": { 2023-12-20T10:49:53.905 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 738, 2023-12-20T10:49:53.905 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 124996463 2023-12-20T10:49:53.905 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.905 INFO:tasks.workunit.client.0.smithi123.stdout: "collect": { 2023-12-20T10:49:53.905 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2 2023-12-20T10:49:53.905 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.905 INFO:tasks.workunit.client.0.smithi123.stdout: "collect_bytes": { 2023-12-20T10:49:53.905 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:53.905 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 146 2023-12-20T10:49:53.905 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.905 INFO:tasks.workunit.client.0.smithi123.stdout: "collect_keys": { 2023-12-20T10:49:53.905 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:53.906 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2 2023-12-20T10:49:53.906 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.906 INFO:tasks.workunit.client.0.smithi123.stdout: "collect_latency": { 2023-12-20T10:49:53.906 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:53.906 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 999971 2023-12-20T10:49:53.906 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.906 INFO:tasks.workunit.client.0.smithi123.stdout: "collect_timeout": { 2023-12-20T10:49:53.906 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.906 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.906 INFO:tasks.workunit.client.0.smithi123.stdout: "collect_uncommitted": { 2023-12-20T10:49:53.906 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.906 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.906 INFO:tasks.workunit.client.0.smithi123.stdout: "commit": { 2023-12-20T10:49:53.906 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 739 2023-12-20T10:49:53.906 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.907 INFO:tasks.workunit.client.0.smithi123.stdout: "commit_bytes": { 2023-12-20T10:49:53.907 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.907 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.907 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.907 INFO:tasks.workunit.client.0.smithi123.stdout: "commit_keys": { 2023-12-20T10:49:53.907 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.907 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.907 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.907 INFO:tasks.workunit.client.0.smithi123.stdout: "commit_latency": { 2023-12-20T10:49:53.907 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.907 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.907 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.907 INFO:tasks.workunit.client.0.smithi123.stdout: "lease_ack_timeout": { 2023-12-20T10:49:53.907 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.907 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.907 INFO:tasks.workunit.client.0.smithi123.stdout: "lease_timeout": { 2023-12-20T10:49:53.908 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.908 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.908 INFO:tasks.workunit.client.0.smithi123.stdout: "new_pn": { 2023-12-20T10:49:53.908 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.908 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.908 INFO:tasks.workunit.client.0.smithi123.stdout: "new_pn_latency": { 2023-12-20T10:49:53.908 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.908 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.908 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.908 INFO:tasks.workunit.client.0.smithi123.stdout: "refresh": { 2023-12-20T10:49:53.908 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 739 2023-12-20T10:49:53.908 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.908 INFO:tasks.workunit.client.0.smithi123.stdout: "refresh_latency": { 2023-12-20T10:49:53.908 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 739, 2023-12-20T10:49:53.908 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1540956462 2023-12-20T10:49:53.909 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.909 INFO:tasks.workunit.client.0.smithi123.stdout: "restart": { 2023-12-20T10:49:53.909 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 13 2023-12-20T10:49:53.909 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.909 INFO:tasks.workunit.client.0.smithi123.stdout: "share_state": { 2023-12-20T10:49:53.909 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.909 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.909 INFO:tasks.workunit.client.0.smithi123.stdout: "share_state_bytes": { 2023-12-20T10:49:53.909 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.909 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.909 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.909 INFO:tasks.workunit.client.0.smithi123.stdout: "share_state_keys": { 2023-12-20T10:49:53.909 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.909 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.909 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.909 INFO:tasks.workunit.client.0.smithi123.stdout: "start_leader": { 2023-12-20T10:49:53.910 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.910 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.910 INFO:tasks.workunit.client.0.smithi123.stdout: "start_peon": { 2023-12-20T10:49:53.910 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2 2023-12-20T10:49:53.910 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.910 INFO:tasks.workunit.client.0.smithi123.stdout: "store_state": { 2023-12-20T10:49:53.910 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 739 2023-12-20T10:49:53.910 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.910 INFO:tasks.workunit.client.0.smithi123.stdout: "store_state_bytes": { 2023-12-20T10:49:53.910 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 739, 2023-12-20T10:49:53.910 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 6987979 2023-12-20T10:49:53.910 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.910 INFO:tasks.workunit.client.0.smithi123.stdout: "store_state_keys": { 2023-12-20T10:49:53.910 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 739, 2023-12-20T10:49:53.910 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 5316 2023-12-20T10:49:53.911 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.911 INFO:tasks.workunit.client.0.smithi123.stdout: "store_state_latency": { 2023-12-20T10:49:53.911 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 739, 2023-12-20T10:49:53.911 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 270992344 2023-12-20T10:49:53.911 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.911 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.911 INFO:tasks.workunit.client.0.smithi123.stdout: "prioritycache": { 2023-12-20T10:49:53.911 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_bytes": { 2023-12-20T10:49:53.911 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1020054731 2023-12-20T10:49:53.911 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.911 INFO:tasks.workunit.client.0.smithi123.stdout: "heap_bytes": { 2023-12-20T10:49:53.911 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 43827200 2023-12-20T10:49:53.911 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.911 INFO:tasks.workunit.client.0.smithi123.stdout: "mapped_bytes": { 2023-12-20T10:49:53.911 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 33472512 2023-12-20T10:49:53.911 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.912 INFO:tasks.workunit.client.0.smithi123.stdout: "target_bytes": { 2023-12-20T10:49:53.912 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2147483648 2023-12-20T10:49:53.912 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.912 INFO:tasks.workunit.client.0.smithi123.stdout: "unmapped_bytes": { 2023-12-20T10:49:53.912 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 10354688 2023-12-20T10:49:53.912 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.912 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.912 INFO:tasks.workunit.client.0.smithi123.stdout: "prioritycache:full": { 2023-12-20T10:49:53.912 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:53.912 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 348127232 2023-12-20T10:49:53.912 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.912 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:53.912 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.912 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.912 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:53.913 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.913 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.913 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:53.913 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 277029547 2023-12-20T10:49:53.913 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.913 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:53.913 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 251006 2023-12-20T10:49:53.913 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.913 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:53.913 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.913 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.913 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:53.913 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.914 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.914 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:53.914 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.914 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.914 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:53.914 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.914 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.914 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:53.914 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.914 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.914 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:53.914 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.914 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.914 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:53.914 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.915 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.915 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:53.915 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.915 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.915 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:53.915 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 70846679 2023-12-20T10:49:53.915 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.915 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.915 INFO:tasks.workunit.client.0.smithi123.stdout: "prioritycache:inc": { 2023-12-20T10:49:53.915 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:53.915 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 348127232 2023-12-20T10:49:53.915 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.915 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:53.915 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.915 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.916 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:53.916 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.916 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.916 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:53.916 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 277029547 2023-12-20T10:49:53.916 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.916 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:53.916 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 39898 2023-12-20T10:49:53.916 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.916 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:53.916 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.916 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.916 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:53.916 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.916 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.917 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:53.917 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.917 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.917 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:53.917 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.917 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.917 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:53.917 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.917 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.917 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:53.917 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.917 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.917 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:53.917 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.918 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.918 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:53.918 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.918 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.918 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:53.918 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 71057787 2023-12-20T10:49:53.918 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.918 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.918 INFO:tasks.workunit.client.0.smithi123.stdout: "prioritycache:kv": { 2023-12-20T10:49:53.918 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:53.918 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 322961408 2023-12-20T10:49:53.918 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.918 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:53.918 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:53.919 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.919 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:53.919 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.919 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.919 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:53.919 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 184686364 2023-12-20T10:49:53.919 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.919 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:53.919 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.919 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.919 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:53.919 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.919 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.919 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:53.920 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.920 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.920 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:53.920 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.920 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.920 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:53.920 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.920 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.920 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:53.920 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.920 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.920 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:53.920 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.920 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.920 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:53.921 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.921 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.921 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:53.921 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.921 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.921 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:53.921 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 71166180 2023-12-20T10:49:53.921 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.921 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.921 INFO:tasks.workunit.client.0.smithi123.stdout: "rocksdb": { 2023-12-20T10:49:53.921 INFO:tasks.workunit.client.0.smithi123.stdout: "compact": { 2023-12-20T10:49:53.921 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.921 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.921 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_queue_len": { 2023-12-20T10:49:53.921 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.922 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.922 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_queue_merge": { 2023-12-20T10:49:53.922 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.922 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.922 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_range": { 2023-12-20T10:49:53.922 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1 2023-12-20T10:49:53.922 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.922 INFO:tasks.workunit.client.0.smithi123.stdout: "get_latency": { 2023-12-20T10:49:53.922 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 31782, 2023-12-20T10:49:53.922 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68338987 2023-12-20T10:49:53.922 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.922 INFO:tasks.workunit.client.0.smithi123.stdout: "rocksdb_write_delay_time": { 2023-12-20T10:49:53.922 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.922 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.922 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.923 INFO:tasks.workunit.client.0.smithi123.stdout: "rocksdb_write_memtable_time": { 2023-12-20T10:49:53.923 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.923 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.923 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.923 INFO:tasks.workunit.client.0.smithi123.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-20T10:49:53.923 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.923 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.923 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.923 INFO:tasks.workunit.client.0.smithi123.stdout: "rocksdb_write_wal_time": { 2023-12-20T10:49:53.923 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.923 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.923 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.923 INFO:tasks.workunit.client.0.smithi123.stdout: "submit_latency": { 2023-12-20T10:49:53.923 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.923 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.924 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.924 INFO:tasks.workunit.client.0.smithi123.stdout: "submit_sync_latency": { 2023-12-20T10:49:53.924 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1598, 2023-12-20T10:49:53.924 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 474181591 2023-12-20T10:49:53.924 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.924 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.924 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.924 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.0": { 2023-12-20T10:49:53.924 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:53.924 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_slow_fallback": { 2023-12-20T10:49:53.924 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.924 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.924 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_slow_size_fallback": { 2023-12-20T10:49:53.924 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.924 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.925 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_db": { 2023-12-20T10:49:53.925 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 65536 2023-12-20T10:49:53.925 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.925 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_main": { 2023-12-20T10:49:53.925 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.925 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.925 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_wal": { 2023-12-20T10:49:53.925 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.925 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.925 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_slow": { 2023-12-20T10:49:53.925 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.925 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.925 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_sst": { 2023-12-20T10:49:53.925 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 8192 2023-12-20T10:49:53.925 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.926 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_wal": { 2023-12-20T10:49:53.926 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2809856 2023-12-20T10:49:53.926 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.926 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_lat": { 2023-12-20T10:49:53.926 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.926 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.926 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.926 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_lock_lat": { 2023-12-20T10:49:53.926 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.926 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.926 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.926 INFO:tasks.workunit.client.0.smithi123.stdout: "db_total_bytes": { 2023-12-20T10:49:53.926 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 95995035648 2023-12-20T10:49:53.926 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.926 INFO:tasks.workunit.client.0.smithi123.stdout: "db_used_bytes": { 2023-12-20T10:49:53.926 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 304414720 2023-12-20T10:49:53.927 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.927 INFO:tasks.workunit.client.0.smithi123.stdout: "log_bytes": { 2023-12-20T10:49:53.927 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1646592 2023-12-20T10:49:53.927 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.927 INFO:tasks.workunit.client.0.smithi123.stdout: "logged_bytes": { 2023-12-20T10:49:53.927 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1507328 2023-12-20T10:49:53.927 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.927 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_db": { 2023-12-20T10:49:53.927 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 312803328 2023-12-20T10:49:53.927 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.927 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_slow": { 2023-12-20T10:49:53.927 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.927 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.927 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_wal": { 2023-12-20T10:49:53.927 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.928 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.928 INFO:tasks.workunit.client.0.smithi123.stdout: "num_files": { 2023-12-20T10:49:53.928 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 13 2023-12-20T10:49:53.928 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.928 INFO:tasks.workunit.client.0.smithi123.stdout: "read_bytes": { 2023-12-20T10:49:53.928 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 193929 2023-12-20T10:49:53.928 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.928 INFO:tasks.workunit.client.0.smithi123.stdout: "read_count": { 2023-12-20T10:49:53.928 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 22 2023-12-20T10:49:53.928 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.928 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes": { 2023-12-20T10:49:53.928 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1265664 2023-12-20T10:49:53.928 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.928 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_db": { 2023-12-20T10:49:53.929 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1269760 2023-12-20T10:49:53.929 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.929 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_slow": { 2023-12-20T10:49:53.929 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.929 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.929 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_wal": { 2023-12-20T10:49:53.929 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.929 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.929 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_count": { 2023-12-20T10:49:53.929 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 14 2023-12-20T10:49:53.929 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.929 INFO:tasks.workunit.client.0.smithi123.stdout: "read_prefetch_bytes": { 2023-12-20T10:49:53.929 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3653 2023-12-20T10:49:53.929 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.929 INFO:tasks.workunit.client.0.smithi123.stdout: "read_prefetch_count": { 2023-12-20T10:49:53.930 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3 2023-12-20T10:49:53.930 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.930 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_buffer_bytes": { 2023-12-20T10:49:53.930 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3833 2023-12-20T10:49:53.930 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.930 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_buffer_count": { 2023-12-20T10:49:53.930 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18 2023-12-20T10:49:53.930 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.930 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_bytes": { 2023-12-20T10:49:53.930 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3833 2023-12-20T10:49:53.930 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.930 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_count": { 2023-12-20T10:49:53.930 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18 2023-12-20T10:49:53.930 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.931 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes": { 2023-12-20T10:49:53.931 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.931 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.931 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_db": { 2023-12-20T10:49:53.931 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.931 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.931 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_slow": { 2023-12-20T10:49:53.931 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.931 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.931 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_wal": { 2023-12-20T10:49:53.931 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.931 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.931 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_count": { 2023-12-20T10:49:53.931 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.931 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.932 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_total_bytes": { 2023-12-20T10:49:53.932 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.932 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.932 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_used_bytes": { 2023-12-20T10:49:53.932 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.932 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.932 INFO:tasks.workunit.client.0.smithi123.stdout: "wal_total_bytes": { 2023-12-20T10:49:53.932 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.932 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.932 INFO:tasks.workunit.client.0.smithi123.stdout: "wal_used_bytes": { 2023-12-20T10:49:53.932 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.932 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.932 INFO:tasks.workunit.client.0.smithi123.stdout: "write_bytes": { 2023-12-20T10:49:53.932 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4386816 2023-12-20T10:49:53.932 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.932 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.933 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore": { 2023-12-20T10:49:53.933 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit": { 2023-12-20T10:49:53.933 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4096 2023-12-20T10:49:53.933 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.933 INFO:tasks.workunit.client.0.smithi123.stdout: "allocated": { 2023-12-20T10:49:53.933 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1265664 2023-12-20T10:49:53.933 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.933 INFO:tasks.workunit.client.0.smithi123.stdout: "clist_lat": { 2023-12-20T10:49:53.933 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 6, 2023-12-20T10:49:53.933 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 253221 2023-12-20T10:49:53.933 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.933 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_lat": { 2023-12-20T10:49:53.933 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.933 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.933 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.934 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed": { 2023-12-20T10:49:53.934 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.934 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.934 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed_allocated": { 2023-12-20T10:49:53.934 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.934 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.934 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed_original": { 2023-12-20T10:49:53.934 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.934 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.934 INFO:tasks.workunit.client.0.smithi123.stdout: "csum_lat": { 2023-12-20T10:49:53.934 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 22, 2023-12-20T10:49:53.934 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 106979 2023-12-20T10:49:53.934 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.934 INFO:tasks.workunit.client.0.smithi123.stdout: "decompress_lat": { 2023-12-20T10:49:53.934 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.935 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.935 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.935 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_commit_lat": { 2023-12-20T10:49:53.935 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 352, 2023-12-20T10:49:53.935 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 98237203 2023-12-20T10:49:53.935 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.935 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_final_lat": { 2023-12-20T10:49:53.935 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 344, 2023-12-20T10:49:53.935 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 11776678 2023-12-20T10:49:53.935 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.935 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_flush_lat": { 2023-12-20T10:49:53.935 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 352, 2023-12-20T10:49:53.935 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 410674 2023-12-20T10:49:53.935 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.935 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_sync_lat": { 2023-12-20T10:49:53.936 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 352, 2023-12-20T10:49:53.936 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 98647877 2023-12-20T10:49:53.936 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.936 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_get_keys_lat": { 2023-12-20T10:49:53.936 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.936 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.936 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.936 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_get_values_lat": { 2023-12-20T10:49:53.936 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.936 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.936 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.936 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_lower_bound_lat": { 2023-12-20T10:49:53.936 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 6, 2023-12-20T10:49:53.936 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 20604 2023-12-20T10:49:53.936 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.936 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_next_lat": { 2023-12-20T10:49:53.937 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.937 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.937 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.937 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_seek_to_first_lat": { 2023-12-20T10:49:53.937 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.937 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.937 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.937 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_upper_bound_lat": { 2023-12-20T10:49:53.937 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:53.937 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4926 2023-12-20T10:49:53.937 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.937 INFO:tasks.workunit.client.0.smithi123.stdout: "onode_hits": { 2023-12-20T10:49:53.937 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 818 2023-12-20T10:49:53.937 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.937 INFO:tasks.workunit.client.0.smithi123.stdout: "onode_misses": { 2023-12-20T10:49:53.938 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 220 2023-12-20T10:49:53.938 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.938 INFO:tasks.workunit.client.0.smithi123.stdout: "read_lat": { 2023-12-20T10:49:53.938 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 111, 2023-12-20T10:49:53.938 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3907403 2023-12-20T10:49:53.938 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.938 INFO:tasks.workunit.client.0.smithi123.stdout: "read_onode_meta_lat": { 2023-12-20T10:49:53.938 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 305, 2023-12-20T10:49:53.938 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 303805 2023-12-20T10:49:53.938 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.938 INFO:tasks.workunit.client.0.smithi123.stdout: "read_wait_aio_lat": { 2023-12-20T10:49:53.938 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 194, 2023-12-20T10:49:53.938 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 5361094 2023-12-20T10:49:53.938 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.938 INFO:tasks.workunit.client.0.smithi123.stdout: "reads_with_retries": { 2023-12-20T10:49:53.939 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.939 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.939 INFO:tasks.workunit.client.0.smithi123.stdout: "remove_lat": { 2023-12-20T10:49:53.939 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 3, 2023-12-20T10:49:53.939 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68392 2023-12-20T10:49:53.939 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.939 INFO:tasks.workunit.client.0.smithi123.stdout: "state_aio_wait_lat": { 2023-12-20T10:49:53.939 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 485, 2023-12-20T10:49:53.939 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 6875277 2023-12-20T10:49:53.939 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.939 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_aio_wait_lat": { 2023-12-20T10:49:53.939 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 120, 2023-12-20T10:49:53.939 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 10102156 2023-12-20T10:49:53.939 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.939 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_cleanup_lat": { 2023-12-20T10:49:53.939 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 120, 2023-12-20T10:49:53.940 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 471178390046 2023-12-20T10:49:53.940 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.940 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_queued_lat": { 2023-12-20T10:49:53.940 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 120, 2023-12-20T10:49:53.940 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 119397340575 2023-12-20T10:49:53.940 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.940 INFO:tasks.workunit.client.0.smithi123.stdout: "state_done_lat": { 2023-12-20T10:49:53.940 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 485, 2023-12-20T10:49:53.940 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 29372712826 2023-12-20T10:49:53.940 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.940 INFO:tasks.workunit.client.0.smithi123.stdout: "state_finishing_lat": { 2023-12-20T10:49:53.940 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 485, 2023-12-20T10:49:53.940 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 50805 2023-12-20T10:49:53.940 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.940 INFO:tasks.workunit.client.0.smithi123.stdout: "state_io_done_lat": { 2023-12-20T10:49:53.941 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 485, 2023-12-20T10:49:53.941 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 429472 2023-12-20T10:49:53.941 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.941 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_commiting_lat": { 2023-12-20T10:49:53.941 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 485, 2023-12-20T10:49:53.941 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 256719051 2023-12-20T10:49:53.941 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.941 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_done_lat": { 2023-12-20T10:49:53.941 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 485, 2023-12-20T10:49:53.941 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 150128 2023-12-20T10:49:53.941 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.941 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_queued_lat": { 2023-12-20T10:49:53.941 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 485, 2023-12-20T10:49:53.941 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 177317462 2023-12-20T10:49:53.941 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.941 INFO:tasks.workunit.client.0.smithi123.stdout: "state_prepare_lat": { 2023-12-20T10:49:53.942 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 485, 2023-12-20T10:49:53.942 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 30274173 2023-12-20T10:49:53.942 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.942 INFO:tasks.workunit.client.0.smithi123.stdout: "stored": { 2023-12-20T10:49:53.942 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 878853 2023-12-20T10:49:53.942 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.942 INFO:tasks.workunit.client.0.smithi123.stdout: "truncate_lat": { 2023-12-20T10:49:53.942 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.942 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.942 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.942 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_commit_lat": { 2023-12-20T10:49:53.942 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 485, 2023-12-20T10:49:53.942 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 471687934 2023-12-20T10:49:53.942 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.942 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_submit_lat": { 2023-12-20T10:49:53.942 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 485, 2023-12-20T10:49:53.943 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 34349172 2023-12-20T10:49:53.943 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.943 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_throttle_lat": { 2023-12-20T10:49:53.943 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 485, 2023-12-20T10:49:53.943 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 11098514 2023-12-20T10:49:53.943 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.943 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.943 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache": { 2023-12-20T10:49:53.943 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_bytes": { 2023-12-20T10:49:53.943 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1869129845 2023-12-20T10:49:53.943 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.943 INFO:tasks.workunit.client.0.smithi123.stdout: "heap_bytes": { 2023-12-20T10:49:53.943 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 271187968 2023-12-20T10:49:53.943 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.943 INFO:tasks.workunit.client.0.smithi123.stdout: "mapped_bytes": { 2023-12-20T10:49:53.944 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 270311424 2023-12-20T10:49:53.944 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.944 INFO:tasks.workunit.client.0.smithi123.stdout: "target_bytes": { 2023-12-20T10:49:53.944 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3146395545 2023-12-20T10:49:53.944 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.944 INFO:tasks.workunit.client.0.smithi123.stdout: "unmapped_bytes": { 2023-12-20T10:49:53.944 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 876544 2023-12-20T10:49:53.944 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.944 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.944 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:data": { 2023-12-20T10:49:53.944 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:53.944 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 159383552 2023-12-20T10:49:53.944 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.944 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:53.944 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.944 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.945 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:53.945 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.945 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.945 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:53.945 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 85922410 2023-12-20T10:49:53.945 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.945 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:53.945 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.945 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.945 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:53.945 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.945 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.945 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:53.945 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.946 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.946 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:53.946 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.946 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.946 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:53.946 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.946 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.946 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:53.946 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 610304 2023-12-20T10:49:53.946 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.946 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:53.946 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.946 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.946 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:53.946 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.947 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.947 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:53.947 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.947 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.947 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:53.947 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 72850838 2023-12-20T10:49:53.947 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.947 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.947 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:kv": { 2023-12-20T10:49:53.947 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:53.947 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 780140544 2023-12-20T10:49:53.947 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.947 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:53.947 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:53.947 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.948 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:53.948 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.948 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.948 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:53.948 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 644418080 2023-12-20T10:49:53.948 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.948 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:53.948 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.948 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.948 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:53.948 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.948 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.948 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:53.948 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.948 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.948 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:53.949 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.949 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.949 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:53.949 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.949 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.949 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:53.949 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1168 2023-12-20T10:49:53.949 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.949 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:53.949 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.949 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.949 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:53.949 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.949 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.949 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:53.950 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.950 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.950 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:53.950 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68612432 2023-12-20T10:49:53.950 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.950 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.950 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:kv_onode": { 2023-12-20T10:49:53.950 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:53.950 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 192937984 2023-12-20T10:49:53.950 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.950 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:53.950 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:53.950 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.950 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:53.950 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 464 2023-12-20T10:49:53.951 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.951 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:53.951 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 57281607 2023-12-20T10:49:53.951 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.951 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:53.951 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.951 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.951 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:53.951 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.951 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.951 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:53.951 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.951 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.951 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:53.951 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.952 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.952 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:53.952 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.952 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.952 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:53.952 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.952 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.952 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:53.952 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.952 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.952 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:53.952 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.952 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.952 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:53.952 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.953 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.953 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:53.953 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68547049 2023-12-20T10:49:53.953 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.953 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.953 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:meta": { 2023-12-20T10:49:53.953 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:53.953 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 713031680 2023-12-20T10:49:53.953 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.953 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:53.953 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.953 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.953 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:53.953 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.953 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.954 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:53.954 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 644418080 2023-12-20T10:49:53.954 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.954 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:53.954 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.954 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.954 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:53.954 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.954 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.954 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:53.954 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.954 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.954 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:53.954 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.954 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.954 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:53.955 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 24041 2023-12-20T10:49:53.955 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.955 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:53.955 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 240416 2023-12-20T10:49:53.955 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.955 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:53.955 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.955 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.955 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:53.955 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.955 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.955 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:53.955 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.955 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.955 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:53.956 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68349143 2023-12-20T10:49:53.956 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.956 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.956 INFO:tasks.workunit.client.0.smithi123.stdout: "objecter": { 2023-12-20T10:49:53.956 INFO:tasks.workunit.client.0.smithi123.stdout: "op_active": { 2023-12-20T10:49:53.956 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.956 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.956 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:53.956 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.956 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.956 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rmw": { 2023-12-20T10:49:53.956 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.956 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.956 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:53.956 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.957 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.957 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.957 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:53.957 INFO:tasks.workunit.client.0.smithi123.stdout: "numpg": { 2023-12-20T10:49:53.957 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 47 2023-12-20T10:49:53.957 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.957 INFO:tasks.workunit.client.0.smithi123.stdout: "numpg_removing": { 2023-12-20T10:49:53.957 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.957 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.957 INFO:tasks.workunit.client.0.smithi123.stdout: "op": { 2023-12-20T10:49:53.957 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 5 2023-12-20T10:49:53.957 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.957 INFO:tasks.workunit.client.0.smithi123.stdout: "op_delayed_degraded": { 2023-12-20T10:49:53.957 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.957 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.957 INFO:tasks.workunit.client.0.smithi123.stdout: "op_delayed_unreadable": { 2023-12-20T10:49:53.958 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.958 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.958 INFO:tasks.workunit.client.0.smithi123.stdout: "op_in_bytes": { 2023-12-20T10:49:53.958 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 588 2023-12-20T10:49:53.958 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.958 INFO:tasks.workunit.client.0.smithi123.stdout: "op_latency": { 2023-12-20T10:49:53.958 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 5, 2023-12-20T10:49:53.958 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 17487574 2023-12-20T10:49:53.958 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.958 INFO:tasks.workunit.client.0.smithi123.stdout: "op_out_bytes": { 2023-12-20T10:49:53.958 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.958 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.958 INFO:tasks.workunit.client.0.smithi123.stdout: "op_prepare_latency": { 2023-12-20T10:49:53.958 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 6, 2023-12-20T10:49:53.958 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3289183 2023-12-20T10:49:53.959 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.959 INFO:tasks.workunit.client.0.smithi123.stdout: "op_process_latency": { 2023-12-20T10:49:53.959 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 5, 2023-12-20T10:49:53.959 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 14969639 2023-12-20T10:49:53.959 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.959 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:53.959 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.959 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.959 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency": { 2023-12-20T10:49:53.959 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.959 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.959 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.959 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-20T10:49:53.959 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.959 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.959 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_out_bytes": { 2023-12-20T10:49:53.960 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.960 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.960 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_prepare_latency": { 2023-12-20T10:49:53.960 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.960 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.960 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.960 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_process_latency": { 2023-12-20T10:49:53.960 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.960 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.960 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.960 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw": { 2023-12-20T10:49:53.960 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.960 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.960 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_in_bytes": { 2023-12-20T10:49:53.960 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.960 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.961 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency": { 2023-12-20T10:49:53.961 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.961 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.961 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.961 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-20T10:49:53.961 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.961 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.961 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-20T10:49:53.961 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.961 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.961 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_out_bytes": { 2023-12-20T10:49:53.961 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.961 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.961 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_prepare_latency": { 2023-12-20T10:49:53.962 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.962 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.962 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.962 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_process_latency": { 2023-12-20T10:49:53.962 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.962 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.962 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.962 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:53.962 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 5 2023-12-20T10:49:53.962 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.962 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_in_bytes": { 2023-12-20T10:49:53.962 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 588 2023-12-20T10:49:53.962 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.962 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency": { 2023-12-20T10:49:53.962 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 5, 2023-12-20T10:49:53.963 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 17487574 2023-12-20T10:49:53.963 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.963 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-20T10:49:53.963 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.963 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.963 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_prepare_latency": { 2023-12-20T10:49:53.963 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 6, 2023-12-20T10:49:53.963 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3289183 2023-12-20T10:49:53.963 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.963 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_process_latency": { 2023-12-20T10:49:53.963 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 5, 2023-12-20T10:49:53.963 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 14969639 2023-12-20T10:49:53.963 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.963 INFO:tasks.workunit.client.0.smithi123.stdout: "op_wip": { 2023-12-20T10:49:53.963 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.964 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.964 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_bytes": { 2023-12-20T10:49:53.964 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1771104 2023-12-20T10:49:53.964 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.964 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_ops": { 2023-12-20T10:49:53.964 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 6 2023-12-20T10:49:53.964 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.964 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_bytes": { 2023-12-20T10:49:53.964 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 95995035648 2023-12-20T10:49:53.964 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.964 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_bytes_used": { 2023-12-20T10:49:53.964 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 305688576 2023-12-20T10:49:53.964 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.964 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.964 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.965 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.1": { 2023-12-20T10:49:53.965 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:53.965 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_slow_fallback": { 2023-12-20T10:49:53.965 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.965 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.965 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_slow_size_fallback": { 2023-12-20T10:49:53.965 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.965 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.965 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_db": { 2023-12-20T10:49:53.965 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 65536 2023-12-20T10:49:53.965 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.965 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_main": { 2023-12-20T10:49:53.965 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.965 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.965 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_wal": { 2023-12-20T10:49:53.966 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.966 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.966 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_slow": { 2023-12-20T10:49:53.966 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.966 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.966 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_sst": { 2023-12-20T10:49:53.966 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 8192 2023-12-20T10:49:53.966 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.966 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_wal": { 2023-12-20T10:49:53.966 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2457600 2023-12-20T10:49:53.966 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.966 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_lat": { 2023-12-20T10:49:53.966 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.966 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.966 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.967 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_lock_lat": { 2023-12-20T10:49:53.967 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.967 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.967 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.967 INFO:tasks.workunit.client.0.smithi123.stdout: "db_total_bytes": { 2023-12-20T10:49:53.967 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 95995035648 2023-12-20T10:49:53.967 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.967 INFO:tasks.workunit.client.0.smithi123.stdout: "db_used_bytes": { 2023-12-20T10:49:53.967 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 304414720 2023-12-20T10:49:53.967 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.967 INFO:tasks.workunit.client.0.smithi123.stdout: "log_bytes": { 2023-12-20T10:49:53.967 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1433600 2023-12-20T10:49:53.967 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.967 INFO:tasks.workunit.client.0.smithi123.stdout: "logged_bytes": { 2023-12-20T10:49:53.967 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1294336 2023-12-20T10:49:53.967 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.968 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_db": { 2023-12-20T10:49:53.968 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 312803328 2023-12-20T10:49:53.968 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.968 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_slow": { 2023-12-20T10:49:53.968 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.968 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.968 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_wal": { 2023-12-20T10:49:53.968 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.968 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.968 INFO:tasks.workunit.client.0.smithi123.stdout: "num_files": { 2023-12-20T10:49:53.968 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 13 2023-12-20T10:49:53.968 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.968 INFO:tasks.workunit.client.0.smithi123.stdout: "read_bytes": { 2023-12-20T10:49:53.968 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 193929 2023-12-20T10:49:53.968 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.969 INFO:tasks.workunit.client.0.smithi123.stdout: "read_count": { 2023-12-20T10:49:53.969 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 22 2023-12-20T10:49:53.969 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.969 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes": { 2023-12-20T10:49:53.969 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1265664 2023-12-20T10:49:53.969 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.969 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_db": { 2023-12-20T10:49:53.969 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1269760 2023-12-20T10:49:53.969 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.969 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_slow": { 2023-12-20T10:49:53.969 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.969 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.969 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_wal": { 2023-12-20T10:49:53.969 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.969 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.970 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_count": { 2023-12-20T10:49:53.970 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 14 2023-12-20T10:49:53.970 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.970 INFO:tasks.workunit.client.0.smithi123.stdout: "read_prefetch_bytes": { 2023-12-20T10:49:53.970 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3653 2023-12-20T10:49:53.970 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.970 INFO:tasks.workunit.client.0.smithi123.stdout: "read_prefetch_count": { 2023-12-20T10:49:53.970 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3 2023-12-20T10:49:53.970 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.970 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_buffer_bytes": { 2023-12-20T10:49:53.970 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3833 2023-12-20T10:49:53.970 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.970 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_buffer_count": { 2023-12-20T10:49:53.970 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18 2023-12-20T10:49:53.970 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.970 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_bytes": { 2023-12-20T10:49:53.971 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3833 2023-12-20T10:49:53.971 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.971 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_count": { 2023-12-20T10:49:53.971 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18 2023-12-20T10:49:53.971 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.971 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes": { 2023-12-20T10:49:53.971 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.971 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.971 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_db": { 2023-12-20T10:49:53.971 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.971 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.971 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_slow": { 2023-12-20T10:49:53.971 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.971 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.971 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_wal": { 2023-12-20T10:49:53.972 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.972 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.972 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_count": { 2023-12-20T10:49:53.972 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.972 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.972 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_total_bytes": { 2023-12-20T10:49:53.972 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.973 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.973 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_used_bytes": { 2023-12-20T10:49:53.973 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.973 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.973 INFO:tasks.workunit.client.0.smithi123.stdout: "wal_total_bytes": { 2023-12-20T10:49:53.973 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.973 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.973 INFO:tasks.workunit.client.0.smithi123.stdout: "wal_used_bytes": { 2023-12-20T10:49:53.973 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.973 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.973 INFO:tasks.workunit.client.0.smithi123.stdout: "write_bytes": { 2023-12-20T10:49:53.973 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3821568 2023-12-20T10:49:53.973 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.973 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.973 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore": { 2023-12-20T10:49:53.974 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit": { 2023-12-20T10:49:53.974 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4096 2023-12-20T10:49:53.974 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.974 INFO:tasks.workunit.client.0.smithi123.stdout: "allocated": { 2023-12-20T10:49:53.974 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 663552 2023-12-20T10:49:53.974 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.974 INFO:tasks.workunit.client.0.smithi123.stdout: "clist_lat": { 2023-12-20T10:49:53.974 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 5, 2023-12-20T10:49:53.974 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 170204 2023-12-20T10:49:53.974 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.974 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_lat": { 2023-12-20T10:49:53.974 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.974 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.974 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.974 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed": { 2023-12-20T10:49:53.975 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.975 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.975 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed_allocated": { 2023-12-20T10:49:53.975 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.975 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.975 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed_original": { 2023-12-20T10:49:53.975 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.975 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.975 INFO:tasks.workunit.client.0.smithi123.stdout: "csum_lat": { 2023-12-20T10:49:53.975 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 31, 2023-12-20T10:49:53.975 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 90649 2023-12-20T10:49:53.975 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.975 INFO:tasks.workunit.client.0.smithi123.stdout: "decompress_lat": { 2023-12-20T10:49:53.975 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.975 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.975 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.976 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_commit_lat": { 2023-12-20T10:49:53.976 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 300, 2023-12-20T10:49:53.976 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 75120346 2023-12-20T10:49:53.976 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.976 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_final_lat": { 2023-12-20T10:49:53.976 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 288, 2023-12-20T10:49:53.976 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18639895 2023-12-20T10:49:53.976 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.976 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_flush_lat": { 2023-12-20T10:49:53.976 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 300, 2023-12-20T10:49:53.976 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 369426 2023-12-20T10:49:53.976 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.976 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_sync_lat": { 2023-12-20T10:49:53.976 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 300, 2023-12-20T10:49:53.976 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 75489772 2023-12-20T10:49:53.976 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.977 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_get_keys_lat": { 2023-12-20T10:49:53.977 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.977 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.977 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.977 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_get_values_lat": { 2023-12-20T10:49:53.977 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:53.977 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1469 2023-12-20T10:49:53.977 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.977 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_lower_bound_lat": { 2023-12-20T10:49:53.977 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:53.977 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 11529 2023-12-20T10:49:53.977 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.977 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_next_lat": { 2023-12-20T10:49:53.977 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.977 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.978 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.978 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_seek_to_first_lat": { 2023-12-20T10:49:53.978 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.978 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.978 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.978 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_upper_bound_lat": { 2023-12-20T10:49:53.978 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:53.978 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4531 2023-12-20T10:49:53.978 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.978 INFO:tasks.workunit.client.0.smithi123.stdout: "onode_hits": { 2023-12-20T10:49:53.978 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 792 2023-12-20T10:49:53.978 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.978 INFO:tasks.workunit.client.0.smithi123.stdout: "onode_misses": { 2023-12-20T10:49:53.978 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 231 2023-12-20T10:49:53.979 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.979 INFO:tasks.workunit.client.0.smithi123.stdout: "read_lat": { 2023-12-20T10:49:53.979 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 130, 2023-12-20T10:49:53.979 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 5889306 2023-12-20T10:49:53.979 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.979 INFO:tasks.workunit.client.0.smithi123.stdout: "read_onode_meta_lat": { 2023-12-20T10:49:53.979 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 338, 2023-12-20T10:49:53.979 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 347950 2023-12-20T10:49:53.979 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.979 INFO:tasks.workunit.client.0.smithi123.stdout: "read_wait_aio_lat": { 2023-12-20T10:49:53.979 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 208, 2023-12-20T10:49:53.979 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 6421517 2023-12-20T10:49:53.979 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.979 INFO:tasks.workunit.client.0.smithi123.stdout: "reads_with_retries": { 2023-12-20T10:49:53.979 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.980 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.980 INFO:tasks.workunit.client.0.smithi123.stdout: "remove_lat": { 2023-12-20T10:49:53.980 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 3, 2023-12-20T10:49:53.980 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 122352 2023-12-20T10:49:53.980 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.980 INFO:tasks.workunit.client.0.smithi123.stdout: "state_aio_wait_lat": { 2023-12-20T10:49:53.980 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 406, 2023-12-20T10:49:53.980 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 10461882 2023-12-20T10:49:53.980 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.980 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_aio_wait_lat": { 2023-12-20T10:49:53.980 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 116, 2023-12-20T10:49:53.980 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 7427161 2023-12-20T10:49:53.980 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.980 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_cleanup_lat": { 2023-12-20T10:49:53.980 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 114, 2023-12-20T10:49:53.981 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 443167863343 2023-12-20T10:49:53.981 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.981 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_queued_lat": { 2023-12-20T10:49:53.981 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 116, 2023-12-20T10:49:53.981 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 110241838431 2023-12-20T10:49:53.981 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.981 INFO:tasks.workunit.client.0.smithi123.stdout: "state_done_lat": { 2023-12-20T10:49:53.981 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 404, 2023-12-20T10:49:53.981 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 50697221377 2023-12-20T10:49:53.981 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.981 INFO:tasks.workunit.client.0.smithi123.stdout: "state_finishing_lat": { 2023-12-20T10:49:53.981 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 404, 2023-12-20T10:49:53.981 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 36250 2023-12-20T10:49:53.981 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.981 INFO:tasks.workunit.client.0.smithi123.stdout: "state_io_done_lat": { 2023-12-20T10:49:53.982 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 406, 2023-12-20T10:49:53.982 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 374313 2023-12-20T10:49:53.982 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.982 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_commiting_lat": { 2023-12-20T10:49:53.982 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 406, 2023-12-20T10:49:53.982 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 192752342 2023-12-20T10:49:53.982 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.982 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_done_lat": { 2023-12-20T10:49:53.982 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 406, 2023-12-20T10:49:53.982 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 130235 2023-12-20T10:49:53.982 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.982 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_queued_lat": { 2023-12-20T10:49:53.982 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 406, 2023-12-20T10:49:53.982 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 135805181 2023-12-20T10:49:53.982 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.983 INFO:tasks.workunit.client.0.smithi123.stdout: "state_prepare_lat": { 2023-12-20T10:49:53.983 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 406, 2023-12-20T10:49:53.983 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 19128203 2023-12-20T10:49:53.983 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.983 INFO:tasks.workunit.client.0.smithi123.stdout: "stored": { 2023-12-20T10:49:53.983 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 287945 2023-12-20T10:49:53.983 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.983 INFO:tasks.workunit.client.0.smithi123.stdout: "truncate_lat": { 2023-12-20T10:49:53.983 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:53.983 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.983 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.983 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_commit_lat": { 2023-12-20T10:49:53.983 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 406, 2023-12-20T10:49:53.983 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 358588457 2023-12-20T10:49:53.983 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.983 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_submit_lat": { 2023-12-20T10:49:53.984 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 406, 2023-12-20T10:49:53.984 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 22960183 2023-12-20T10:49:53.984 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.984 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_throttle_lat": { 2023-12-20T10:49:53.984 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 406, 2023-12-20T10:49:53.984 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2537385 2023-12-20T10:49:53.984 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.984 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.984 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache": { 2023-12-20T10:49:53.984 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_bytes": { 2023-12-20T10:49:53.984 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1869129845 2023-12-20T10:49:53.984 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.984 INFO:tasks.workunit.client.0.smithi123.stdout: "heap_bytes": { 2023-12-20T10:49:53.984 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 236371968 2023-12-20T10:49:53.984 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.985 INFO:tasks.workunit.client.0.smithi123.stdout: "mapped_bytes": { 2023-12-20T10:49:53.985 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 236183552 2023-12-20T10:49:53.985 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.985 INFO:tasks.workunit.client.0.smithi123.stdout: "target_bytes": { 2023-12-20T10:49:53.985 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3146395545 2023-12-20T10:49:53.985 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.985 INFO:tasks.workunit.client.0.smithi123.stdout: "unmapped_bytes": { 2023-12-20T10:49:53.985 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 188416 2023-12-20T10:49:53.985 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.985 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.985 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:data": { 2023-12-20T10:49:53.985 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:53.985 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 159383552 2023-12-20T10:49:53.985 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.985 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:53.986 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.986 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.986 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:53.986 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.986 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.986 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:53.986 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 85959655 2023-12-20T10:49:53.986 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.986 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:53.986 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.986 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.986 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:53.986 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.986 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.986 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:53.986 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.987 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.987 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:53.987 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.987 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.987 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:53.987 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.987 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.987 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:53.987 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 12288 2023-12-20T10:49:53.987 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.987 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:53.987 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.987 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.987 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:53.987 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.988 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.988 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:53.988 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.988 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.988 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:53.988 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 73411609 2023-12-20T10:49:53.988 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.988 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.988 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:kv": { 2023-12-20T10:49:53.988 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:53.988 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 780140544 2023-12-20T10:49:53.988 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.988 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:53.988 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:53.988 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.989 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:53.989 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.989 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.989 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:53.989 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 644697414 2023-12-20T10:49:53.989 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.989 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:53.989 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.989 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.989 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:53.989 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.989 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.989 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:53.989 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.989 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.989 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:53.990 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.990 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.990 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:53.990 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.990 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.990 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:53.990 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1168 2023-12-20T10:49:53.990 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.990 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:53.990 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.990 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.990 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:53.990 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.990 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.990 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:53.991 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.991 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.991 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:53.991 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68333098 2023-12-20T10:49:53.991 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.991 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.991 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:kv_onode": { 2023-12-20T10:49:53.991 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:53.991 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 192937984 2023-12-20T10:49:53.991 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.991 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:53.991 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:53.991 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.991 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:53.991 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 464 2023-12-20T10:49:53.991 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.992 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:53.992 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 57306436 2023-12-20T10:49:53.992 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.992 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:53.992 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.992 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.992 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:53.992 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.992 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.992 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:53.992 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.992 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.992 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:53.992 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.992 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.993 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:53.993 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.993 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.993 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:53.993 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.993 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.993 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:53.993 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.993 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.993 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:53.993 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.993 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.993 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:53.993 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.993 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.994 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:53.994 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68522220 2023-12-20T10:49:53.994 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.994 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.994 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:meta": { 2023-12-20T10:49:53.994 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:53.994 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 713031680 2023-12-20T10:49:53.994 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.994 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:53.994 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.994 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.994 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:53.994 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.994 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.994 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:53.995 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 644697414 2023-12-20T10:49:53.995 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.995 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:53.995 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.995 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.995 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:53.995 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.995 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.995 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:53.995 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.995 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.995 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:53.995 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.995 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.995 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:53.996 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 26113 2023-12-20T10:49:53.996 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.996 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:53.996 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 215778 2023-12-20T10:49:53.996 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.996 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:53.996 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.996 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.996 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:53.996 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.996 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.996 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:53.996 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.996 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.996 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:53.997 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68092375 2023-12-20T10:49:53.997 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.997 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.997 INFO:tasks.workunit.client.0.smithi123.stdout: "objecter": { 2023-12-20T10:49:53.997 INFO:tasks.workunit.client.0.smithi123.stdout: "op_active": { 2023-12-20T10:49:53.997 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.997 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.997 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:53.997 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.997 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.997 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rmw": { 2023-12-20T10:49:53.997 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.997 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.997 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:53.997 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.998 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:53.998 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.998 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:53.998 INFO:tasks.workunit.client.0.smithi123.stdout: "numpg": { 2023-12-20T10:49:53.998 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 39 2023-12-20T10:49:53.998 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.998 INFO:tasks.workunit.client.0.smithi123.stdout: "numpg_removing": { 2023-12-20T10:49:53.998 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.998 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.998 INFO:tasks.workunit.client.0.smithi123.stdout: "op": { 2023-12-20T10:49:53.998 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 155 2023-12-20T10:49:53.998 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.998 INFO:tasks.workunit.client.0.smithi123.stdout: "op_delayed_degraded": { 2023-12-20T10:49:53.998 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.998 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.998 INFO:tasks.workunit.client.0.smithi123.stdout: "op_delayed_unreadable": { 2023-12-20T10:49:53.999 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:53.999 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.999 INFO:tasks.workunit.client.0.smithi123.stdout: "op_in_bytes": { 2023-12-20T10:49:53.999 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2429440 2023-12-20T10:49:53.999 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.999 INFO:tasks.workunit.client.0.smithi123.stdout: "op_latency": { 2023-12-20T10:49:53.999 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 155, 2023-12-20T10:49:53.999 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 810022527 2023-12-20T10:49:53.999 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.999 INFO:tasks.workunit.client.0.smithi123.stdout: "op_out_bytes": { 2023-12-20T10:49:53.999 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1063 2023-12-20T10:49:53.999 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:53.999 INFO:tasks.workunit.client.0.smithi123.stdout: "op_prepare_latency": { 2023-12-20T10:49:53.999 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 155, 2023-12-20T10:49:53.999 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 52396797 2023-12-20T10:49:54.000 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.000 INFO:tasks.workunit.client.0.smithi123.stdout: "op_process_latency": { 2023-12-20T10:49:54.000 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 155, 2023-12-20T10:49:54.000 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 199169922 2023-12-20T10:49:54.000 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.000 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:54.000 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 33 2023-12-20T10:49:54.000 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.000 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency": { 2023-12-20T10:49:54.000 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 33, 2023-12-20T10:49:54.000 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 5389767 2023-12-20T10:49:54.000 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.000 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-20T10:49:54.000 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.000 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.000 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_out_bytes": { 2023-12-20T10:49:54.001 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1063 2023-12-20T10:49:54.001 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.001 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_prepare_latency": { 2023-12-20T10:49:54.001 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 33, 2023-12-20T10:49:54.001 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4863106 2023-12-20T10:49:54.001 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.001 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_process_latency": { 2023-12-20T10:49:54.001 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 33, 2023-12-20T10:49:54.001 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4057159 2023-12-20T10:49:54.001 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.001 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw": { 2023-12-20T10:49:54.001 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 22 2023-12-20T10:49:54.001 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.001 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_in_bytes": { 2023-12-20T10:49:54.001 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.002 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.002 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency": { 2023-12-20T10:49:54.002 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 22, 2023-12-20T10:49:54.002 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18038452 2023-12-20T10:49:54.002 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.002 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-20T10:49:54.002 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.002 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.002 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-20T10:49:54.002 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.002 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.002 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_out_bytes": { 2023-12-20T10:49:54.003 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.003 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.003 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_prepare_latency": { 2023-12-20T10:49:54.003 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 22, 2023-12-20T10:49:54.003 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 8438065 2023-12-20T10:49:54.003 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.003 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_process_latency": { 2023-12-20T10:49:54.003 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 22, 2023-12-20T10:49:54.003 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 17009251 2023-12-20T10:49:54.003 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.003 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:54.003 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 100 2023-12-20T10:49:54.003 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.003 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_in_bytes": { 2023-12-20T10:49:54.004 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2429440 2023-12-20T10:49:54.004 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.004 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency": { 2023-12-20T10:49:54.004 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 100, 2023-12-20T10:49:54.004 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 786594308 2023-12-20T10:49:54.004 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.004 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-20T10:49:54.004 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.004 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.004 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_prepare_latency": { 2023-12-20T10:49:54.004 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 100, 2023-12-20T10:49:54.004 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 39095626 2023-12-20T10:49:54.004 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.004 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_process_latency": { 2023-12-20T10:49:54.004 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 100, 2023-12-20T10:49:54.004 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 178103512 2023-12-20T10:49:54.005 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.005 INFO:tasks.workunit.client.0.smithi123.stdout: "op_wip": { 2023-12-20T10:49:54.005 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.005 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.005 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_bytes": { 2023-12-20T10:49:54.005 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 590368 2023-12-20T10:49:54.005 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.005 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_ops": { 2023-12-20T10:49:54.005 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2 2023-12-20T10:49:54.005 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.005 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_bytes": { 2023-12-20T10:49:54.005 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 95995035648 2023-12-20T10:49:54.005 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.005 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_bytes_used": { 2023-12-20T10:49:54.005 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 305086464 2023-12-20T10:49:54.006 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.006 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.006 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.006 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.2": { 2023-12-20T10:49:54.006 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:54.006 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_slow_fallback": { 2023-12-20T10:49:54.006 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.006 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.006 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_slow_size_fallback": { 2023-12-20T10:49:54.006 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.006 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.006 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_db": { 2023-12-20T10:49:54.006 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 65536 2023-12-20T10:49:54.006 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.006 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_main": { 2023-12-20T10:49:54.006 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.007 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.007 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_wal": { 2023-12-20T10:49:54.007 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.007 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.007 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_slow": { 2023-12-20T10:49:54.007 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.007 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.007 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_sst": { 2023-12-20T10:49:54.007 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 8192 2023-12-20T10:49:54.007 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.007 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_wal": { 2023-12-20T10:49:54.007 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2179072 2023-12-20T10:49:54.007 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.007 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_lat": { 2023-12-20T10:49:54.007 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.008 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.008 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.008 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_lock_lat": { 2023-12-20T10:49:54.008 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.008 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.008 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.008 INFO:tasks.workunit.client.0.smithi123.stdout: "db_total_bytes": { 2023-12-20T10:49:54.008 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 95995035648 2023-12-20T10:49:54.008 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.008 INFO:tasks.workunit.client.0.smithi123.stdout: "db_used_bytes": { 2023-12-20T10:49:54.008 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 304414720 2023-12-20T10:49:54.008 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.008 INFO:tasks.workunit.client.0.smithi123.stdout: "log_bytes": { 2023-12-20T10:49:54.008 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1286144 2023-12-20T10:49:54.008 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.009 INFO:tasks.workunit.client.0.smithi123.stdout: "logged_bytes": { 2023-12-20T10:49:54.009 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1146880 2023-12-20T10:49:54.009 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.009 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_db": { 2023-12-20T10:49:54.009 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 312803328 2023-12-20T10:49:54.009 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.009 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_slow": { 2023-12-20T10:49:54.009 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.009 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.009 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_wal": { 2023-12-20T10:49:54.009 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.009 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.009 INFO:tasks.workunit.client.0.smithi123.stdout: "num_files": { 2023-12-20T10:49:54.009 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 13 2023-12-20T10:49:54.009 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.009 INFO:tasks.workunit.client.0.smithi123.stdout: "read_bytes": { 2023-12-20T10:49:54.010 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 193929 2023-12-20T10:49:54.010 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.010 INFO:tasks.workunit.client.0.smithi123.stdout: "read_count": { 2023-12-20T10:49:54.010 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 22 2023-12-20T10:49:54.010 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.010 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes": { 2023-12-20T10:49:54.010 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1265664 2023-12-20T10:49:54.010 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.010 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_db": { 2023-12-20T10:49:54.010 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1269760 2023-12-20T10:49:54.010 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.010 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_slow": { 2023-12-20T10:49:54.010 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.010 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.011 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_wal": { 2023-12-20T10:49:54.011 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.011 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.011 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_count": { 2023-12-20T10:49:54.011 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 14 2023-12-20T10:49:54.011 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.011 INFO:tasks.workunit.client.0.smithi123.stdout: "read_prefetch_bytes": { 2023-12-20T10:49:54.011 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3653 2023-12-20T10:49:54.011 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.011 INFO:tasks.workunit.client.0.smithi123.stdout: "read_prefetch_count": { 2023-12-20T10:49:54.011 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3 2023-12-20T10:49:54.011 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.011 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_buffer_bytes": { 2023-12-20T10:49:54.011 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3833 2023-12-20T10:49:54.011 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.012 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_buffer_count": { 2023-12-20T10:49:54.012 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18 2023-12-20T10:49:54.012 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.012 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_bytes": { 2023-12-20T10:49:54.012 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3833 2023-12-20T10:49:54.012 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.012 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_count": { 2023-12-20T10:49:54.012 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18 2023-12-20T10:49:54.012 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.012 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes": { 2023-12-20T10:49:54.012 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.012 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.012 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_db": { 2023-12-20T10:49:54.012 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.012 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.013 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_slow": { 2023-12-20T10:49:54.013 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.013 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.013 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_wal": { 2023-12-20T10:49:54.013 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.013 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.013 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_count": { 2023-12-20T10:49:54.013 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.013 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.013 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_total_bytes": { 2023-12-20T10:49:54.013 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.013 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.013 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_used_bytes": { 2023-12-20T10:49:54.013 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.013 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.014 INFO:tasks.workunit.client.0.smithi123.stdout: "wal_total_bytes": { 2023-12-20T10:49:54.014 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.014 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.014 INFO:tasks.workunit.client.0.smithi123.stdout: "wal_used_bytes": { 2023-12-20T10:49:54.014 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.014 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.014 INFO:tasks.workunit.client.0.smithi123.stdout: "write_bytes": { 2023-12-20T10:49:54.014 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3395584 2023-12-20T10:49:54.014 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.014 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.014 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore": { 2023-12-20T10:49:54.014 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit": { 2023-12-20T10:49:54.014 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4096 2023-12-20T10:49:54.014 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.014 INFO:tasks.workunit.client.0.smithi123.stdout: "allocated": { 2023-12-20T10:49:54.015 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 663552 2023-12-20T10:49:54.015 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.015 INFO:tasks.workunit.client.0.smithi123.stdout: "clist_lat": { 2023-12-20T10:49:54.015 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 4, 2023-12-20T10:49:54.015 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 198830 2023-12-20T10:49:54.015 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.015 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_lat": { 2023-12-20T10:49:54.015 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.015 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.015 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.015 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed": { 2023-12-20T10:49:54.015 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.015 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.015 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed_allocated": { 2023-12-20T10:49:54.015 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.015 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.016 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed_original": { 2023-12-20T10:49:54.016 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.016 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.016 INFO:tasks.workunit.client.0.smithi123.stdout: "csum_lat": { 2023-12-20T10:49:54.016 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 13, 2023-12-20T10:49:54.016 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 14465 2023-12-20T10:49:54.016 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.016 INFO:tasks.workunit.client.0.smithi123.stdout: "decompress_lat": { 2023-12-20T10:49:54.016 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.016 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.016 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.016 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_commit_lat": { 2023-12-20T10:49:54.016 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 264, 2023-12-20T10:49:54.016 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 60655962 2023-12-20T10:49:54.016 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.017 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_final_lat": { 2023-12-20T10:49:54.017 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 259, 2023-12-20T10:49:54.017 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 20829752 2023-12-20T10:49:54.017 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.017 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_flush_lat": { 2023-12-20T10:49:54.017 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 264, 2023-12-20T10:49:54.017 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 374261 2023-12-20T10:49:54.017 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.017 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_sync_lat": { 2023-12-20T10:49:54.017 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 264, 2023-12-20T10:49:54.017 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 61030223 2023-12-20T10:49:54.017 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.017 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_get_keys_lat": { 2023-12-20T10:49:54.017 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.017 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.018 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.018 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_get_values_lat": { 2023-12-20T10:49:54.018 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:54.018 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1761 2023-12-20T10:49:54.018 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.018 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_lower_bound_lat": { 2023-12-20T10:49:54.018 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.018 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.018 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.018 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_next_lat": { 2023-12-20T10:49:54.018 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.018 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.018 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.018 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_seek_to_first_lat": { 2023-12-20T10:49:54.018 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.018 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.019 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.019 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_upper_bound_lat": { 2023-12-20T10:49:54.019 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:54.019 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4468 2023-12-20T10:49:54.019 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.019 INFO:tasks.workunit.client.0.smithi123.stdout: "onode_hits": { 2023-12-20T10:49:54.019 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 566 2023-12-20T10:49:54.019 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.019 INFO:tasks.workunit.client.0.smithi123.stdout: "onode_misses": { 2023-12-20T10:49:54.019 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 207 2023-12-20T10:49:54.019 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.019 INFO:tasks.workunit.client.0.smithi123.stdout: "read_lat": { 2023-12-20T10:49:54.019 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 84, 2023-12-20T10:49:54.019 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1201401 2023-12-20T10:49:54.019 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.020 INFO:tasks.workunit.client.0.smithi123.stdout: "read_onode_meta_lat": { 2023-12-20T10:49:54.020 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 242, 2023-12-20T10:49:54.020 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 292763 2023-12-20T10:49:54.020 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.020 INFO:tasks.workunit.client.0.smithi123.stdout: "read_wait_aio_lat": { 2023-12-20T10:49:54.020 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 158, 2023-12-20T10:49:54.020 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 5536788 2023-12-20T10:49:54.020 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.020 INFO:tasks.workunit.client.0.smithi123.stdout: "reads_with_retries": { 2023-12-20T10:49:54.020 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.020 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.020 INFO:tasks.workunit.client.0.smithi123.stdout: "remove_lat": { 2023-12-20T10:49:54.020 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 3, 2023-12-20T10:49:54.020 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 174057 2023-12-20T10:49:54.020 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.020 INFO:tasks.workunit.client.0.smithi123.stdout: "state_aio_wait_lat": { 2023-12-20T10:49:54.021 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 328, 2023-12-20T10:49:54.021 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 10539088 2023-12-20T10:49:54.021 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.021 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_aio_wait_lat": { 2023-12-20T10:49:54.021 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 110, 2023-12-20T10:49:54.021 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 7651868 2023-12-20T10:49:54.021 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.021 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_cleanup_lat": { 2023-12-20T10:49:54.021 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 108, 2023-12-20T10:49:54.021 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 225935723149 2023-12-20T10:49:54.021 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.021 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_queued_lat": { 2023-12-20T10:49:54.021 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 110, 2023-12-20T10:49:54.021 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 111616182653 2023-12-20T10:49:54.021 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.022 INFO:tasks.workunit.client.0.smithi123.stdout: "state_done_lat": { 2023-12-20T10:49:54.022 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 326, 2023-12-20T10:49:54.022 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 51588717525 2023-12-20T10:49:54.022 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.022 INFO:tasks.workunit.client.0.smithi123.stdout: "state_finishing_lat": { 2023-12-20T10:49:54.022 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 326, 2023-12-20T10:49:54.022 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 30912 2023-12-20T10:49:54.022 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.022 INFO:tasks.workunit.client.0.smithi123.stdout: "state_io_done_lat": { 2023-12-20T10:49:54.022 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 328, 2023-12-20T10:49:54.022 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 360330 2023-12-20T10:49:54.022 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.022 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_commiting_lat": { 2023-12-20T10:49:54.022 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 328, 2023-12-20T10:49:54.022 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 234646513 2023-12-20T10:49:54.022 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.023 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_done_lat": { 2023-12-20T10:49:54.023 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 328, 2023-12-20T10:49:54.023 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 116627 2023-12-20T10:49:54.023 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.023 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_queued_lat": { 2023-12-20T10:49:54.023 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 328, 2023-12-20T10:49:54.023 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 78358210 2023-12-20T10:49:54.023 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.023 INFO:tasks.workunit.client.0.smithi123.stdout: "state_prepare_lat": { 2023-12-20T10:49:54.023 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 328, 2023-12-20T10:49:54.023 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 22660797 2023-12-20T10:49:54.023 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.023 INFO:tasks.workunit.client.0.smithi123.stdout: "stored": { 2023-12-20T10:49:54.023 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 288108 2023-12-20T10:49:54.023 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.024 INFO:tasks.workunit.client.0.smithi123.stdout: "truncate_lat": { 2023-12-20T10:49:54.024 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1, 2023-12-20T10:49:54.024 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 445 2023-12-20T10:49:54.024 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.024 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_commit_lat": { 2023-12-20T10:49:54.024 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 328, 2023-12-20T10:49:54.024 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 346620184 2023-12-20T10:49:54.024 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.024 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_submit_lat": { 2023-12-20T10:49:54.024 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 328, 2023-12-20T10:49:54.024 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 26157021 2023-12-20T10:49:54.024 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.024 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_throttle_lat": { 2023-12-20T10:49:54.024 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 328, 2023-12-20T10:49:54.024 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2105802 2023-12-20T10:49:54.025 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.025 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.025 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache": { 2023-12-20T10:49:54.025 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_bytes": { 2023-12-20T10:49:54.025 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1869129845 2023-12-20T10:49:54.025 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.025 INFO:tasks.workunit.client.0.smithi123.stdout: "heap_bytes": { 2023-12-20T10:49:54.025 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 236371968 2023-12-20T10:49:54.025 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.025 INFO:tasks.workunit.client.0.smithi123.stdout: "mapped_bytes": { 2023-12-20T10:49:54.025 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 235356160 2023-12-20T10:49:54.025 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.025 INFO:tasks.workunit.client.0.smithi123.stdout: "target_bytes": { 2023-12-20T10:49:54.025 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3146395545 2023-12-20T10:49:54.025 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.025 INFO:tasks.workunit.client.0.smithi123.stdout: "unmapped_bytes": { 2023-12-20T10:49:54.026 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1015808 2023-12-20T10:49:54.026 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.026 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.026 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:data": { 2023-12-20T10:49:54.026 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:54.026 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 159383552 2023-12-20T10:49:54.026 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.026 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:54.026 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.026 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.026 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:54.026 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.026 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.026 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:54.027 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 85960464 2023-12-20T10:49:54.027 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.027 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:54.027 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.027 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.027 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:54.027 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.027 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.027 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:54.027 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.027 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.027 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:54.027 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.027 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.027 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:54.028 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.028 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.028 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:54.028 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 8192 2023-12-20T10:49:54.028 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.028 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:54.028 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.028 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.028 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:54.028 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.028 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.028 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:54.028 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.028 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.028 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:54.028 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 73414896 2023-12-20T10:49:54.029 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.029 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.029 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:kv": { 2023-12-20T10:49:54.029 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:54.029 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 780140544 2023-12-20T10:49:54.029 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.029 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:54.029 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:54.029 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.029 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:54.029 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.029 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.029 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:54.029 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 644703484 2023-12-20T10:49:54.029 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.030 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:54.030 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.030 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.030 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:54.030 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.030 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.030 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:54.030 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.030 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.030 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:54.030 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.030 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.030 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:54.030 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.030 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.031 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:54.031 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1168 2023-12-20T10:49:54.031 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.031 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:54.031 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.031 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.031 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:54.031 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.031 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.031 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:54.031 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.031 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.031 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:54.031 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68327028 2023-12-20T10:49:54.031 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.032 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.032 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:kv_onode": { 2023-12-20T10:49:54.032 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:54.032 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 192937984 2023-12-20T10:49:54.032 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.032 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:54.032 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:54.032 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.032 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:54.032 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 464 2023-12-20T10:49:54.032 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.032 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:54.032 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 57306976 2023-12-20T10:49:54.032 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.032 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:54.032 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.033 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.033 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:54.033 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.033 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.033 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:54.033 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.033 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.033 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:54.033 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.033 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.033 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:54.033 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.033 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.033 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:54.033 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.034 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.034 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:54.034 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.034 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.034 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:54.034 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.034 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.034 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:54.034 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.034 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.034 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:54.034 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68521680 2023-12-20T10:49:54.034 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.034 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.034 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:meta": { 2023-12-20T10:49:54.035 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:54.035 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 713031680 2023-12-20T10:49:54.035 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.035 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:54.035 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.035 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.035 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:54.035 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.035 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.035 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:54.035 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 644703484 2023-12-20T10:49:54.035 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.035 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:54.035 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.035 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.036 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:54.036 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.036 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.036 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:54.036 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.036 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.036 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:54.036 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.036 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.036 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:54.036 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 26138 2023-12-20T10:49:54.036 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.036 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:54.036 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 206353 2023-12-20T10:49:54.036 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.036 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:54.037 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.037 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.037 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:54.037 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.037 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.037 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:54.037 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.037 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.037 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:54.037 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68095705 2023-12-20T10:49:54.037 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.037 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.037 INFO:tasks.workunit.client.0.smithi123.stdout: "objecter": { 2023-12-20T10:49:54.037 INFO:tasks.workunit.client.0.smithi123.stdout: "op_active": { 2023-12-20T10:49:54.037 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.038 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.038 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:54.038 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.038 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.038 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rmw": { 2023-12-20T10:49:54.038 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.038 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.038 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:54.038 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.038 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.038 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.038 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:54.038 INFO:tasks.workunit.client.0.smithi123.stdout: "numpg": { 2023-12-20T10:49:54.038 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 30 2023-12-20T10:49:54.038 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.039 INFO:tasks.workunit.client.0.smithi123.stdout: "numpg_removing": { 2023-12-20T10:49:54.039 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.039 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.039 INFO:tasks.workunit.client.0.smithi123.stdout: "op": { 2023-12-20T10:49:54.039 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 10 2023-12-20T10:49:54.039 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.039 INFO:tasks.workunit.client.0.smithi123.stdout: "op_delayed_degraded": { 2023-12-20T10:49:54.039 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.039 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.039 INFO:tasks.workunit.client.0.smithi123.stdout: "op_delayed_unreadable": { 2023-12-20T10:49:54.039 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.039 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.039 INFO:tasks.workunit.client.0.smithi123.stdout: "op_in_bytes": { 2023-12-20T10:49:54.039 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.039 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.040 INFO:tasks.workunit.client.0.smithi123.stdout: "op_latency": { 2023-12-20T10:49:54.040 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 10, 2023-12-20T10:49:54.040 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 128741578 2023-12-20T10:49:54.040 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.040 INFO:tasks.workunit.client.0.smithi123.stdout: "op_out_bytes": { 2023-12-20T10:49:54.040 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.040 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.040 INFO:tasks.workunit.client.0.smithi123.stdout: "op_prepare_latency": { 2023-12-20T10:49:54.040 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 10, 2023-12-20T10:49:54.040 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4473121 2023-12-20T10:49:54.040 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.040 INFO:tasks.workunit.client.0.smithi123.stdout: "op_process_latency": { 2023-12-20T10:49:54.040 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 10, 2023-12-20T10:49:54.040 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 112165380 2023-12-20T10:49:54.040 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.041 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:54.041 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.041 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.041 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency": { 2023-12-20T10:49:54.041 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.041 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.041 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.041 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-20T10:49:54.041 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.041 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.041 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_out_bytes": { 2023-12-20T10:49:54.041 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.041 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.041 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_prepare_latency": { 2023-12-20T10:49:54.041 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.042 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.042 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.042 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_process_latency": { 2023-12-20T10:49:54.042 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.042 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.042 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.042 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw": { 2023-12-20T10:49:54.042 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.042 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.042 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_in_bytes": { 2023-12-20T10:49:54.042 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.042 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.042 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency": { 2023-12-20T10:49:54.042 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.042 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.043 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.043 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-20T10:49:54.043 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.043 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.043 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-20T10:49:54.043 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.043 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.043 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_out_bytes": { 2023-12-20T10:49:54.043 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.043 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.043 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_prepare_latency": { 2023-12-20T10:49:54.043 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.043 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.043 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.043 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_process_latency": { 2023-12-20T10:49:54.044 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.044 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.044 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.044 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:54.044 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 10 2023-12-20T10:49:54.044 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.044 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_in_bytes": { 2023-12-20T10:49:54.044 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.044 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.044 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency": { 2023-12-20T10:49:54.044 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 10, 2023-12-20T10:49:54.044 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 128741578 2023-12-20T10:49:54.044 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.044 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-20T10:49:54.044 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.044 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.045 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_prepare_latency": { 2023-12-20T10:49:54.045 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 10, 2023-12-20T10:49:54.045 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4473121 2023-12-20T10:49:54.045 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.045 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_process_latency": { 2023-12-20T10:49:54.045 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 10, 2023-12-20T10:49:54.045 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 112165380 2023-12-20T10:49:54.045 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.045 INFO:tasks.workunit.client.0.smithi123.stdout: "op_wip": { 2023-12-20T10:49:54.045 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.045 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.045 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_bytes": { 2023-12-20T10:49:54.045 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.045 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.046 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_ops": { 2023-12-20T10:49:54.046 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.046 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.046 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_bytes": { 2023-12-20T10:49:54.046 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 95995035648 2023-12-20T10:49:54.046 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.046 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_bytes_used": { 2023-12-20T10:49:54.046 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 305086464 2023-12-20T10:49:54.046 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.046 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.046 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.046 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.3": { 2023-12-20T10:49:54.046 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:54.046 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_slow_fallback": { 2023-12-20T10:49:54.046 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.046 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.047 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_slow_size_fallback": { 2023-12-20T10:49:54.047 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.047 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.047 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_db": { 2023-12-20T10:49:54.047 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 65536 2023-12-20T10:49:54.047 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.047 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_main": { 2023-12-20T10:49:54.047 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.047 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.047 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_wal": { 2023-12-20T10:49:54.047 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.047 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.047 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_slow": { 2023-12-20T10:49:54.047 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.047 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.048 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_sst": { 2023-12-20T10:49:54.048 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 8192 2023-12-20T10:49:54.048 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.048 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_wal": { 2023-12-20T10:49:54.048 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1081344 2023-12-20T10:49:54.048 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.048 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_lat": { 2023-12-20T10:49:54.048 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.048 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.048 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.048 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_lock_lat": { 2023-12-20T10:49:54.048 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.048 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.048 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.048 INFO:tasks.workunit.client.0.smithi123.stdout: "db_total_bytes": { 2023-12-20T10:49:54.049 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 95995035648 2023-12-20T10:49:54.049 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.049 INFO:tasks.workunit.client.0.smithi123.stdout: "db_used_bytes": { 2023-12-20T10:49:54.049 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 304414720 2023-12-20T10:49:54.049 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.049 INFO:tasks.workunit.client.0.smithi123.stdout: "log_bytes": { 2023-12-20T10:49:54.049 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 724992 2023-12-20T10:49:54.049 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.049 INFO:tasks.workunit.client.0.smithi123.stdout: "logged_bytes": { 2023-12-20T10:49:54.049 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 585728 2023-12-20T10:49:54.049 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.049 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_db": { 2023-12-20T10:49:54.049 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 312803328 2023-12-20T10:49:54.049 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.049 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_slow": { 2023-12-20T10:49:54.049 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.050 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.050 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_wal": { 2023-12-20T10:49:54.050 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.050 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.050 INFO:tasks.workunit.client.0.smithi123.stdout: "num_files": { 2023-12-20T10:49:54.050 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 13 2023-12-20T10:49:54.050 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.050 INFO:tasks.workunit.client.0.smithi123.stdout: "read_bytes": { 2023-12-20T10:49:54.050 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 193929 2023-12-20T10:49:54.050 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.050 INFO:tasks.workunit.client.0.smithi123.stdout: "read_count": { 2023-12-20T10:49:54.050 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 22 2023-12-20T10:49:54.050 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.050 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes": { 2023-12-20T10:49:54.050 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1265664 2023-12-20T10:49:54.051 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.051 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_db": { 2023-12-20T10:49:54.051 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1269760 2023-12-20T10:49:54.051 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.051 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_slow": { 2023-12-20T10:49:54.051 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.051 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.051 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_wal": { 2023-12-20T10:49:54.051 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.051 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.051 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_count": { 2023-12-20T10:49:54.051 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 14 2023-12-20T10:49:54.051 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.051 INFO:tasks.workunit.client.0.smithi123.stdout: "read_prefetch_bytes": { 2023-12-20T10:49:54.051 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3653 2023-12-20T10:49:54.052 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.052 INFO:tasks.workunit.client.0.smithi123.stdout: "read_prefetch_count": { 2023-12-20T10:49:54.052 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3 2023-12-20T10:49:54.052 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.052 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_buffer_bytes": { 2023-12-20T10:49:54.052 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3833 2023-12-20T10:49:54.052 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.052 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_buffer_count": { 2023-12-20T10:49:54.052 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18 2023-12-20T10:49:54.052 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.052 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_bytes": { 2023-12-20T10:49:54.052 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3833 2023-12-20T10:49:54.052 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.052 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_count": { 2023-12-20T10:49:54.052 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18 2023-12-20T10:49:54.052 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.053 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes": { 2023-12-20T10:49:54.053 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.053 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.053 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_db": { 2023-12-20T10:49:54.053 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.053 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.053 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_slow": { 2023-12-20T10:49:54.053 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.053 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.053 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_wal": { 2023-12-20T10:49:54.053 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.053 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.053 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_count": { 2023-12-20T10:49:54.053 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.053 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.054 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_total_bytes": { 2023-12-20T10:49:54.054 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.054 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.054 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_used_bytes": { 2023-12-20T10:49:54.054 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.054 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.054 INFO:tasks.workunit.client.0.smithi123.stdout: "wal_total_bytes": { 2023-12-20T10:49:54.054 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.054 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.054 INFO:tasks.workunit.client.0.smithi123.stdout: "wal_used_bytes": { 2023-12-20T10:49:54.054 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.054 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.054 INFO:tasks.workunit.client.0.smithi123.stdout: "write_bytes": { 2023-12-20T10:49:54.054 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1736704 2023-12-20T10:49:54.054 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.055 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.055 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore": { 2023-12-20T10:49:54.055 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit": { 2023-12-20T10:49:54.055 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4096 2023-12-20T10:49:54.055 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.055 INFO:tasks.workunit.client.0.smithi123.stdout: "allocated": { 2023-12-20T10:49:54.055 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 675840 2023-12-20T10:49:54.055 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.055 INFO:tasks.workunit.client.0.smithi123.stdout: "clist_lat": { 2023-12-20T10:49:54.055 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.055 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.055 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.055 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_lat": { 2023-12-20T10:49:54.055 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.055 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.056 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.056 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed": { 2023-12-20T10:49:54.056 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.056 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.056 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed_allocated": { 2023-12-20T10:49:54.056 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.056 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.056 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed_original": { 2023-12-20T10:49:54.056 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.056 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.056 INFO:tasks.workunit.client.0.smithi123.stdout: "csum_lat": { 2023-12-20T10:49:54.056 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 5, 2023-12-20T10:49:54.056 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 8687 2023-12-20T10:49:54.056 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.056 INFO:tasks.workunit.client.0.smithi123.stdout: "decompress_lat": { 2023-12-20T10:49:54.056 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.057 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.057 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.057 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_commit_lat": { 2023-12-20T10:49:54.057 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 127, 2023-12-20T10:49:54.057 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 50856039 2023-12-20T10:49:54.057 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.057 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_final_lat": { 2023-12-20T10:49:54.057 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 116, 2023-12-20T10:49:54.057 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 5180779 2023-12-20T10:49:54.057 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.057 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_flush_lat": { 2023-12-20T10:49:54.057 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 127, 2023-12-20T10:49:54.057 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 197296 2023-12-20T10:49:54.057 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.057 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_sync_lat": { 2023-12-20T10:49:54.058 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 127, 2023-12-20T10:49:54.058 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 51053335 2023-12-20T10:49:54.058 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.058 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_get_keys_lat": { 2023-12-20T10:49:54.058 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.058 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.058 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.058 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_get_values_lat": { 2023-12-20T10:49:54.058 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.058 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.058 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.058 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_lower_bound_lat": { 2023-12-20T10:49:54.058 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.058 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.059 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.059 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_next_lat": { 2023-12-20T10:49:54.059 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.059 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.059 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.059 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_seek_to_first_lat": { 2023-12-20T10:49:54.059 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.059 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.059 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.059 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_upper_bound_lat": { 2023-12-20T10:49:54.059 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:54.059 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4254 2023-12-20T10:49:54.059 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.059 INFO:tasks.workunit.client.0.smithi123.stdout: "onode_hits": { 2023-12-20T10:49:54.059 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 299 2023-12-20T10:49:54.060 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.060 INFO:tasks.workunit.client.0.smithi123.stdout: "onode_misses": { 2023-12-20T10:49:54.060 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 213 2023-12-20T10:49:54.060 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.060 INFO:tasks.workunit.client.0.smithi123.stdout: "read_lat": { 2023-12-20T10:49:54.060 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 78, 2023-12-20T10:49:54.060 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 967215 2023-12-20T10:49:54.060 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.060 INFO:tasks.workunit.client.0.smithi123.stdout: "read_onode_meta_lat": { 2023-12-20T10:49:54.060 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 130, 2023-12-20T10:49:54.060 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 297028 2023-12-20T10:49:54.060 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.060 INFO:tasks.workunit.client.0.smithi123.stdout: "read_wait_aio_lat": { 2023-12-20T10:49:54.060 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 52, 2023-12-20T10:49:54.060 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 570375 2023-12-20T10:49:54.061 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.061 INFO:tasks.workunit.client.0.smithi123.stdout: "reads_with_retries": { 2023-12-20T10:49:54.061 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.061 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.061 INFO:tasks.workunit.client.0.smithi123.stdout: "remove_lat": { 2023-12-20T10:49:54.061 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.061 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.061 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.061 INFO:tasks.workunit.client.0.smithi123.stdout: "state_aio_wait_lat": { 2023-12-20T10:49:54.061 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 227, 2023-12-20T10:49:54.061 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3374609 2023-12-20T10:49:54.061 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.061 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_aio_wait_lat": { 2023-12-20T10:49:54.061 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 44, 2023-12-20T10:49:54.061 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3630836 2023-12-20T10:49:54.062 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.062 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_cleanup_lat": { 2023-12-20T10:49:54.062 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 41, 2023-12-20T10:49:54.062 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 493154502333 2023-12-20T10:49:54.062 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.062 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_queued_lat": { 2023-12-20T10:49:54.062 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 44, 2023-12-20T10:49:54.062 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67805869489 2023-12-20T10:49:54.062 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.062 INFO:tasks.workunit.client.0.smithi123.stdout: "state_done_lat": { 2023-12-20T10:49:54.062 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 224, 2023-12-20T10:49:54.062 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 392943 2023-12-20T10:49:54.062 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.062 INFO:tasks.workunit.client.0.smithi123.stdout: "state_finishing_lat": { 2023-12-20T10:49:54.062 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 224, 2023-12-20T10:49:54.063 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 20862 2023-12-20T10:49:54.063 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.063 INFO:tasks.workunit.client.0.smithi123.stdout: "state_io_done_lat": { 2023-12-20T10:49:54.063 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 227, 2023-12-20T10:49:54.063 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 226538 2023-12-20T10:49:54.063 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.063 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_commiting_lat": { 2023-12-20T10:49:54.063 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 227, 2023-12-20T10:49:54.063 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 226538522 2023-12-20T10:49:54.063 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.063 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_done_lat": { 2023-12-20T10:49:54.063 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 227, 2023-12-20T10:49:54.063 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 58915 2023-12-20T10:49:54.063 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.063 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_queued_lat": { 2023-12-20T10:49:54.064 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 227, 2023-12-20T10:49:54.064 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 126829489 2023-12-20T10:49:54.064 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.064 INFO:tasks.workunit.client.0.smithi123.stdout: "state_prepare_lat": { 2023-12-20T10:49:54.064 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 227, 2023-12-20T10:49:54.064 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 10366018 2023-12-20T10:49:54.064 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.064 INFO:tasks.workunit.client.0.smithi123.stdout: "stored": { 2023-12-20T10:49:54.064 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 290495 2023-12-20T10:49:54.064 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.064 INFO:tasks.workunit.client.0.smithi123.stdout: "truncate_lat": { 2023-12-20T10:49:54.064 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.064 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.064 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.064 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_commit_lat": { 2023-12-20T10:49:54.064 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 227, 2023-12-20T10:49:54.065 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 367362360 2023-12-20T10:49:54.065 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.065 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_submit_lat": { 2023-12-20T10:49:54.065 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 227, 2023-12-20T10:49:54.065 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 12538544 2023-12-20T10:49:54.065 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.065 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_throttle_lat": { 2023-12-20T10:49:54.065 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 227, 2023-12-20T10:49:54.065 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1508971 2023-12-20T10:49:54.065 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.065 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.065 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache": { 2023-12-20T10:49:54.065 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_bytes": { 2023-12-20T10:49:54.065 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1869129845 2023-12-20T10:49:54.065 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.066 INFO:tasks.workunit.client.0.smithi123.stdout: "heap_bytes": { 2023-12-20T10:49:54.066 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 269090816 2023-12-20T10:49:54.066 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.066 INFO:tasks.workunit.client.0.smithi123.stdout: "mapped_bytes": { 2023-12-20T10:49:54.066 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 267616256 2023-12-20T10:49:54.066 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.066 INFO:tasks.workunit.client.0.smithi123.stdout: "target_bytes": { 2023-12-20T10:49:54.066 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3146395545 2023-12-20T10:49:54.066 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.066 INFO:tasks.workunit.client.0.smithi123.stdout: "unmapped_bytes": { 2023-12-20T10:49:54.066 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1474560 2023-12-20T10:49:54.066 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.066 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.066 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:data": { 2023-12-20T10:49:54.066 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:54.067 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 159383552 2023-12-20T10:49:54.067 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.067 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:54.067 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.067 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.067 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:54.067 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.067 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.067 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:54.067 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 85960116 2023-12-20T10:49:54.067 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.067 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:54.067 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.067 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.067 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:54.067 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.068 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.068 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:54.068 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.068 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.068 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:54.068 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.068 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.068 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:54.068 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 8192 2023-12-20T10:49:54.068 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.068 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:54.068 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.068 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.068 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:54.068 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.069 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.069 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:54.069 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.069 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.069 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:54.069 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.069 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.069 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:54.069 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 73415244 2023-12-20T10:49:54.069 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.069 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.069 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:kv": { 2023-12-20T10:49:54.069 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:54.069 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 780140544 2023-12-20T10:49:54.070 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.070 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:54.070 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:54.070 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.070 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:54.070 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.070 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.070 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:54.070 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 644700871 2023-12-20T10:49:54.070 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.070 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:54.070 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.070 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.070 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:54.070 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.070 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.071 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:54.071 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.071 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.071 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:54.071 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.071 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.071 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:54.071 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.071 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.071 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:54.071 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1168 2023-12-20T10:49:54.071 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.071 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:54.071 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.071 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.072 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:54.072 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.072 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.072 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:54.072 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.072 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.072 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:54.072 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68329641 2023-12-20T10:49:54.072 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.072 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.072 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:kv_onode": { 2023-12-20T10:49:54.072 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:54.072 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 192937984 2023-12-20T10:49:54.072 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.072 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:54.073 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:54.073 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.073 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:54.073 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 464 2023-12-20T10:49:54.073 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.073 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:54.073 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 57306744 2023-12-20T10:49:54.073 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.073 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:54.073 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.073 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.073 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:54.073 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.073 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.073 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:54.074 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.074 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.074 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:54.074 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.074 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.074 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:54.074 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.074 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.074 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:54.074 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.074 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.074 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:54.074 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.074 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.075 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:54.075 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.075 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.075 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:54.075 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.075 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.075 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:54.075 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68521912 2023-12-20T10:49:54.075 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.075 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.075 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:meta": { 2023-12-20T10:49:54.075 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:54.075 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 713031680 2023-12-20T10:49:54.075 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.075 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:54.076 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.076 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.076 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:54.076 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.076 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.076 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:54.076 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 644700871 2023-12-20T10:49:54.076 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.076 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:54.076 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.076 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.076 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:54.076 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.076 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.076 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:54.077 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.077 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.077 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:54.077 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 9587 2023-12-20T10:49:54.077 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.077 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:54.077 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 28763 2023-12-20T10:49:54.077 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.077 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:54.077 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 205451 2023-12-20T10:49:54.077 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.077 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:54.077 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.077 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.077 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:54.078 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.078 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.078 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:54.078 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.078 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.078 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:54.078 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68087008 2023-12-20T10:49:54.078 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.078 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.078 INFO:tasks.workunit.client.0.smithi123.stdout: "objecter": { 2023-12-20T10:49:54.078 INFO:tasks.workunit.client.0.smithi123.stdout: "op_active": { 2023-12-20T10:49:54.078 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.078 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.078 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:54.079 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.079 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.079 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rmw": { 2023-12-20T10:49:54.079 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.079 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.079 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:54.079 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.079 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.079 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.079 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:54.079 INFO:tasks.workunit.client.0.smithi123.stdout: "numpg": { 2023-12-20T10:49:54.079 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 36 2023-12-20T10:49:54.079 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.079 INFO:tasks.workunit.client.0.smithi123.stdout: "numpg_removing": { 2023-12-20T10:49:54.079 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.080 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.080 INFO:tasks.workunit.client.0.smithi123.stdout: "op": { 2023-12-20T10:49:54.080 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.080 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.080 INFO:tasks.workunit.client.0.smithi123.stdout: "op_delayed_degraded": { 2023-12-20T10:49:54.080 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.080 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.080 INFO:tasks.workunit.client.0.smithi123.stdout: "op_delayed_unreadable": { 2023-12-20T10:49:54.080 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.080 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.080 INFO:tasks.workunit.client.0.smithi123.stdout: "op_in_bytes": { 2023-12-20T10:49:54.080 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.080 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.080 INFO:tasks.workunit.client.0.smithi123.stdout: "op_latency": { 2023-12-20T10:49:54.081 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.081 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.081 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.081 INFO:tasks.workunit.client.0.smithi123.stdout: "op_out_bytes": { 2023-12-20T10:49:54.081 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.081 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.081 INFO:tasks.workunit.client.0.smithi123.stdout: "op_prepare_latency": { 2023-12-20T10:49:54.081 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:54.081 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 719539 2023-12-20T10:49:54.081 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.081 INFO:tasks.workunit.client.0.smithi123.stdout: "op_process_latency": { 2023-12-20T10:49:54.081 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.081 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.081 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.081 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:54.081 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.082 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.082 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency": { 2023-12-20T10:49:54.082 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.082 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.082 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.082 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-20T10:49:54.082 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.082 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.082 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_out_bytes": { 2023-12-20T10:49:54.082 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.082 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.082 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_prepare_latency": { 2023-12-20T10:49:54.082 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.082 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.082 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.083 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_process_latency": { 2023-12-20T10:49:54.083 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.083 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.083 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.083 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw": { 2023-12-20T10:49:54.083 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.083 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.083 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_in_bytes": { 2023-12-20T10:49:54.083 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.083 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.083 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency": { 2023-12-20T10:49:54.083 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.083 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.083 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.084 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-20T10:49:54.084 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.084 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.084 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-20T10:49:54.084 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.084 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.084 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_out_bytes": { 2023-12-20T10:49:54.084 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.084 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.084 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_prepare_latency": { 2023-12-20T10:49:54.084 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.084 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.084 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.084 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_process_latency": { 2023-12-20T10:49:54.084 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.085 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.085 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.085 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:54.085 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.085 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.085 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_in_bytes": { 2023-12-20T10:49:54.085 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.085 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.085 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency": { 2023-12-20T10:49:54.085 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.085 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.085 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.085 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-20T10:49:54.085 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.085 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.086 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_prepare_latency": { 2023-12-20T10:49:54.086 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:54.086 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 719539 2023-12-20T10:49:54.086 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.086 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_process_latency": { 2023-12-20T10:49:54.086 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.086 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.086 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.086 INFO:tasks.workunit.client.0.smithi123.stdout: "op_wip": { 2023-12-20T10:49:54.086 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.086 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.086 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_bytes": { 2023-12-20T10:49:54.086 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.087 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.087 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_ops": { 2023-12-20T10:49:54.087 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.087 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.087 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_bytes": { 2023-12-20T10:49:54.087 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 95995035648 2023-12-20T10:49:54.087 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.087 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_bytes_used": { 2023-12-20T10:49:54.087 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 305098752 2023-12-20T10:49:54.087 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.087 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.087 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.087 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.4": { 2023-12-20T10:49:54.087 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:54.087 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_slow_fallback": { 2023-12-20T10:49:54.088 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.088 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.088 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_slow_size_fallback": { 2023-12-20T10:49:54.088 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.088 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.088 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_db": { 2023-12-20T10:49:54.088 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 65536 2023-12-20T10:49:54.088 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.088 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_main": { 2023-12-20T10:49:54.088 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.088 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.088 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_wal": { 2023-12-20T10:49:54.088 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.088 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.088 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_slow": { 2023-12-20T10:49:54.088 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.089 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.089 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_sst": { 2023-12-20T10:49:54.089 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 8192 2023-12-20T10:49:54.089 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.089 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_wal": { 2023-12-20T10:49:54.089 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1208320 2023-12-20T10:49:54.089 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.089 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_lat": { 2023-12-20T10:49:54.089 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.089 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.089 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.089 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_lock_lat": { 2023-12-20T10:49:54.089 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.089 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.090 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.090 INFO:tasks.workunit.client.0.smithi123.stdout: "db_total_bytes": { 2023-12-20T10:49:54.090 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 95995035648 2023-12-20T10:49:54.090 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.090 INFO:tasks.workunit.client.0.smithi123.stdout: "db_used_bytes": { 2023-12-20T10:49:54.090 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 304414720 2023-12-20T10:49:54.090 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.090 INFO:tasks.workunit.client.0.smithi123.stdout: "log_bytes": { 2023-12-20T10:49:54.090 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 794624 2023-12-20T10:49:54.090 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.090 INFO:tasks.workunit.client.0.smithi123.stdout: "logged_bytes": { 2023-12-20T10:49:54.090 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 655360 2023-12-20T10:49:54.090 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.090 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_db": { 2023-12-20T10:49:54.090 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 312803328 2023-12-20T10:49:54.090 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.091 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_slow": { 2023-12-20T10:49:54.091 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.091 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.091 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_wal": { 2023-12-20T10:49:54.091 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.091 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.091 INFO:tasks.workunit.client.0.smithi123.stdout: "num_files": { 2023-12-20T10:49:54.091 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 13 2023-12-20T10:49:54.091 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.091 INFO:tasks.workunit.client.0.smithi123.stdout: "read_bytes": { 2023-12-20T10:49:54.091 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 193929 2023-12-20T10:49:54.091 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.091 INFO:tasks.workunit.client.0.smithi123.stdout: "read_count": { 2023-12-20T10:49:54.091 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 22 2023-12-20T10:49:54.091 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.092 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes": { 2023-12-20T10:49:54.092 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1265664 2023-12-20T10:49:54.092 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.092 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_db": { 2023-12-20T10:49:54.092 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1269760 2023-12-20T10:49:54.092 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.092 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_slow": { 2023-12-20T10:49:54.092 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.092 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.092 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_wal": { 2023-12-20T10:49:54.092 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.092 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.092 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_count": { 2023-12-20T10:49:54.092 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 14 2023-12-20T10:49:54.092 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.093 INFO:tasks.workunit.client.0.smithi123.stdout: "read_prefetch_bytes": { 2023-12-20T10:49:54.093 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3653 2023-12-20T10:49:54.093 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.093 INFO:tasks.workunit.client.0.smithi123.stdout: "read_prefetch_count": { 2023-12-20T10:49:54.093 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3 2023-12-20T10:49:54.093 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.093 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_buffer_bytes": { 2023-12-20T10:49:54.093 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3833 2023-12-20T10:49:54.093 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.093 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_buffer_count": { 2023-12-20T10:49:54.093 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18 2023-12-20T10:49:54.093 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.093 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_bytes": { 2023-12-20T10:49:54.093 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3833 2023-12-20T10:49:54.093 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.094 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_count": { 2023-12-20T10:49:54.094 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18 2023-12-20T10:49:54.094 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.094 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes": { 2023-12-20T10:49:54.094 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.094 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.094 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_db": { 2023-12-20T10:49:54.094 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.094 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.094 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_slow": { 2023-12-20T10:49:54.094 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.094 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.094 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_wal": { 2023-12-20T10:49:54.094 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.094 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.095 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_count": { 2023-12-20T10:49:54.095 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.095 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.095 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_total_bytes": { 2023-12-20T10:49:54.095 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.095 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.095 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_used_bytes": { 2023-12-20T10:49:54.095 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.095 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.095 INFO:tasks.workunit.client.0.smithi123.stdout: "wal_total_bytes": { 2023-12-20T10:49:54.095 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.095 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.095 INFO:tasks.workunit.client.0.smithi123.stdout: "wal_used_bytes": { 2023-12-20T10:49:54.095 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.095 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.095 INFO:tasks.workunit.client.0.smithi123.stdout: "write_bytes": { 2023-12-20T10:49:54.096 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1933312 2023-12-20T10:49:54.096 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.096 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.096 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore": { 2023-12-20T10:49:54.096 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit": { 2023-12-20T10:49:54.096 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4096 2023-12-20T10:49:54.096 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.096 INFO:tasks.workunit.client.0.smithi123.stdout: "allocated": { 2023-12-20T10:49:54.096 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 675840 2023-12-20T10:49:54.096 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.096 INFO:tasks.workunit.client.0.smithi123.stdout: "clist_lat": { 2023-12-20T10:49:54.096 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 8, 2023-12-20T10:49:54.096 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 249794 2023-12-20T10:49:54.096 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.096 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_lat": { 2023-12-20T10:49:54.097 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.097 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.097 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.097 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed": { 2023-12-20T10:49:54.097 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.097 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.097 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed_allocated": { 2023-12-20T10:49:54.097 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.097 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.097 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed_original": { 2023-12-20T10:49:54.097 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.097 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.097 INFO:tasks.workunit.client.0.smithi123.stdout: "csum_lat": { 2023-12-20T10:49:54.097 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:54.097 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3960 2023-12-20T10:49:54.098 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.098 INFO:tasks.workunit.client.0.smithi123.stdout: "decompress_lat": { 2023-12-20T10:49:54.098 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.098 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.098 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.098 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_commit_lat": { 2023-12-20T10:49:54.098 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 144, 2023-12-20T10:49:54.098 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 53279995 2023-12-20T10:49:54.098 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.098 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_final_lat": { 2023-12-20T10:49:54.098 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 139, 2023-12-20T10:49:54.098 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18391142 2023-12-20T10:49:54.098 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.098 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_flush_lat": { 2023-12-20T10:49:54.098 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 144, 2023-12-20T10:49:54.098 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 196203 2023-12-20T10:49:54.099 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.099 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_sync_lat": { 2023-12-20T10:49:54.099 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 144, 2023-12-20T10:49:54.099 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 53476198 2023-12-20T10:49:54.099 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.099 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_get_keys_lat": { 2023-12-20T10:49:54.099 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.099 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.099 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.099 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_get_values_lat": { 2023-12-20T10:49:54.099 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:54.099 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1475 2023-12-20T10:49:54.099 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.099 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_lower_bound_lat": { 2023-12-20T10:49:54.099 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1, 2023-12-20T10:49:54.100 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4444 2023-12-20T10:49:54.100 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.100 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_next_lat": { 2023-12-20T10:49:54.100 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.100 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.100 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.100 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_seek_to_first_lat": { 2023-12-20T10:49:54.100 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.100 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.100 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.100 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_upper_bound_lat": { 2023-12-20T10:49:54.100 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:54.100 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4728 2023-12-20T10:49:54.100 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.100 INFO:tasks.workunit.client.0.smithi123.stdout: "onode_hits": { 2023-12-20T10:49:54.100 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 355 2023-12-20T10:49:54.101 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.101 INFO:tasks.workunit.client.0.smithi123.stdout: "onode_misses": { 2023-12-20T10:49:54.101 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 229 2023-12-20T10:49:54.101 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.101 INFO:tasks.workunit.client.0.smithi123.stdout: "read_lat": { 2023-12-20T10:49:54.101 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 89, 2023-12-20T10:49:54.101 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1021974 2023-12-20T10:49:54.101 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.101 INFO:tasks.workunit.client.0.smithi123.stdout: "read_onode_meta_lat": { 2023-12-20T10:49:54.101 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 146, 2023-12-20T10:49:54.101 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 362700 2023-12-20T10:49:54.101 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.101 INFO:tasks.workunit.client.0.smithi123.stdout: "read_wait_aio_lat": { 2023-12-20T10:49:54.101 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 57, 2023-12-20T10:49:54.102 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 287398 2023-12-20T10:49:54.102 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.102 INFO:tasks.workunit.client.0.smithi123.stdout: "reads_with_retries": { 2023-12-20T10:49:54.102 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.102 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.102 INFO:tasks.workunit.client.0.smithi123.stdout: "remove_lat": { 2023-12-20T10:49:54.102 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 5, 2023-12-20T10:49:54.102 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 114840 2023-12-20T10:49:54.102 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.102 INFO:tasks.workunit.client.0.smithi123.stdout: "state_aio_wait_lat": { 2023-12-20T10:49:54.102 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 270, 2023-12-20T10:49:54.102 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2872614 2023-12-20T10:49:54.102 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.102 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_aio_wait_lat": { 2023-12-20T10:49:54.102 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 36, 2023-12-20T10:49:54.103 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3369576 2023-12-20T10:49:54.103 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.103 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_cleanup_lat": { 2023-12-20T10:49:54.103 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 34, 2023-12-20T10:49:54.103 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 316883655287 2023-12-20T10:49:54.103 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.103 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_queued_lat": { 2023-12-20T10:49:54.103 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 36, 2023-12-20T10:49:54.103 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 55986235756 2023-12-20T10:49:54.103 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.103 INFO:tasks.workunit.client.0.smithi123.stdout: "state_done_lat": { 2023-12-20T10:49:54.103 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 268, 2023-12-20T10:49:54.103 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 363453 2023-12-20T10:49:54.103 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.103 INFO:tasks.workunit.client.0.smithi123.stdout: "state_finishing_lat": { 2023-12-20T10:49:54.103 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 268, 2023-12-20T10:49:54.104 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 27265 2023-12-20T10:49:54.104 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.104 INFO:tasks.workunit.client.0.smithi123.stdout: "state_io_done_lat": { 2023-12-20T10:49:54.104 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 270, 2023-12-20T10:49:54.104 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 234590 2023-12-20T10:49:54.104 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.104 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_commiting_lat": { 2023-12-20T10:49:54.104 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 270, 2023-12-20T10:49:54.104 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 214536139 2023-12-20T10:49:54.104 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.104 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_done_lat": { 2023-12-20T10:49:54.104 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 270, 2023-12-20T10:49:54.104 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 80751 2023-12-20T10:49:54.104 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.104 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_queued_lat": { 2023-12-20T10:49:54.105 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 270, 2023-12-20T10:49:54.105 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 197523234 2023-12-20T10:49:54.105 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.105 INFO:tasks.workunit.client.0.smithi123.stdout: "state_prepare_lat": { 2023-12-20T10:49:54.105 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 270, 2023-12-20T10:49:54.105 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 24251497 2023-12-20T10:49:54.105 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.105 INFO:tasks.workunit.client.0.smithi123.stdout: "stored": { 2023-12-20T10:49:54.105 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 288766 2023-12-20T10:49:54.105 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.105 INFO:tasks.workunit.client.0.smithi123.stdout: "truncate_lat": { 2023-12-20T10:49:54.105 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:54.105 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 725 2023-12-20T10:49:54.105 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.105 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_commit_lat": { 2023-12-20T10:49:54.106 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 270, 2023-12-20T10:49:54.106 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 439462221 2023-12-20T10:49:54.106 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.106 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_submit_lat": { 2023-12-20T10:49:54.106 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 270, 2023-12-20T10:49:54.106 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 26594863 2023-12-20T10:49:54.106 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.106 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_throttle_lat": { 2023-12-20T10:49:54.106 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 270, 2023-12-20T10:49:54.106 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 12205387 2023-12-20T10:49:54.106 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.106 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.106 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache": { 2023-12-20T10:49:54.106 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_bytes": { 2023-12-20T10:49:54.106 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1869081712 2023-12-20T10:49:54.106 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.107 INFO:tasks.workunit.client.0.smithi123.stdout: "heap_bytes": { 2023-12-20T10:49:54.107 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 267698176 2023-12-20T10:49:54.107 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.107 INFO:tasks.workunit.client.0.smithi123.stdout: "mapped_bytes": { 2023-12-20T10:49:54.107 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 267304960 2023-12-20T10:49:54.107 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.107 INFO:tasks.workunit.client.0.smithi123.stdout: "target_bytes": { 2023-12-20T10:49:54.107 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3146338918 2023-12-20T10:49:54.107 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.107 INFO:tasks.workunit.client.0.smithi123.stdout: "unmapped_bytes": { 2023-12-20T10:49:54.107 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 393216 2023-12-20T10:49:54.107 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.107 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.108 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:data": { 2023-12-20T10:49:54.108 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:54.108 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 159383552 2023-12-20T10:49:54.108 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.108 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:54.108 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.108 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.108 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:54.108 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.108 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.108 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:54.108 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 85957209 2023-12-20T10:49:54.108 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.108 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:54.108 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.109 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.109 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:54.109 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.109 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.109 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:54.109 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.109 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.109 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:54.109 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.109 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.109 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:54.109 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4096 2023-12-20T10:49:54.109 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.109 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:54.109 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.110 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.110 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:54.110 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.110 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.110 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:54.110 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.110 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.110 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:54.110 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.110 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.110 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:54.110 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 73422247 2023-12-20T10:49:54.110 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.110 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.110 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:kv": { 2023-12-20T10:49:54.110 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:54.111 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 780140544 2023-12-20T10:49:54.111 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.111 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:54.111 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:54.111 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.111 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:54.111 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.111 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.111 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:54.111 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 644679072 2023-12-20T10:49:54.111 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.111 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:54.111 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.111 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.111 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:54.112 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.112 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.112 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:54.112 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.112 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.112 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:54.112 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.112 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.112 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:54.112 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 240 2023-12-20T10:49:54.112 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.112 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:54.112 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 928 2023-12-20T10:49:54.112 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.112 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:54.112 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.113 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.113 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:54.113 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.113 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.113 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:54.113 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.113 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.113 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:54.113 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68351440 2023-12-20T10:49:54.113 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.113 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.113 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:kv_onode": { 2023-12-20T10:49:54.113 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:54.113 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 192937984 2023-12-20T10:49:54.113 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.114 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:54.114 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:54.114 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.114 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:54.114 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 464 2023-12-20T10:49:54.114 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.114 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:54.114 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 57304806 2023-12-20T10:49:54.114 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.114 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:54.114 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.114 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.114 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:54.114 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.114 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.115 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:54.115 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.115 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.115 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:54.115 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.115 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.115 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:54.115 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.115 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.115 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:54.115 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.115 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.115 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:54.115 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.115 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.115 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:54.116 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.116 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.116 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:54.116 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.116 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.116 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:54.116 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68523850 2023-12-20T10:49:54.116 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.116 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.116 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:meta": { 2023-12-20T10:49:54.116 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:54.116 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 713031680 2023-12-20T10:49:54.116 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.116 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:54.116 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.117 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.117 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:54.117 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.117 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.117 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:54.117 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 644679072 2023-12-20T10:49:54.117 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.117 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:54.117 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.117 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.117 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:54.117 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.117 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.117 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:54.117 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.118 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.118 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:54.118 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.118 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.118 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:54.118 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 26054 2023-12-20T10:49:54.118 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.118 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:54.118 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 213925 2023-12-20T10:49:54.118 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.118 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:54.118 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.118 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.118 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:54.118 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.119 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.119 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:54.119 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.119 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.119 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:54.119 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68112629 2023-12-20T10:49:54.119 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.119 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.119 INFO:tasks.workunit.client.0.smithi123.stdout: "objecter": { 2023-12-20T10:49:54.119 INFO:tasks.workunit.client.0.smithi123.stdout: "op_active": { 2023-12-20T10:49:54.119 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.119 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.119 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:54.119 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.119 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.119 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rmw": { 2023-12-20T10:49:54.120 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.120 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.120 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:54.120 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.120 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.120 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.120 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:54.120 INFO:tasks.workunit.client.0.smithi123.stdout: "numpg": { 2023-12-20T10:49:54.120 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 41 2023-12-20T10:49:54.120 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.120 INFO:tasks.workunit.client.0.smithi123.stdout: "numpg_removing": { 2023-12-20T10:49:54.120 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.120 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.120 INFO:tasks.workunit.client.0.smithi123.stdout: "op": { 2023-12-20T10:49:54.120 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1 2023-12-20T10:49:54.120 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.121 INFO:tasks.workunit.client.0.smithi123.stdout: "op_delayed_degraded": { 2023-12-20T10:49:54.121 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.121 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.121 INFO:tasks.workunit.client.0.smithi123.stdout: "op_delayed_unreadable": { 2023-12-20T10:49:54.121 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.121 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.121 INFO:tasks.workunit.client.0.smithi123.stdout: "op_in_bytes": { 2023-12-20T10:49:54.121 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 22 2023-12-20T10:49:54.121 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.121 INFO:tasks.workunit.client.0.smithi123.stdout: "op_latency": { 2023-12-20T10:49:54.121 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1, 2023-12-20T10:49:54.121 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4064398 2023-12-20T10:49:54.121 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.121 INFO:tasks.workunit.client.0.smithi123.stdout: "op_out_bytes": { 2023-12-20T10:49:54.121 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.122 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.122 INFO:tasks.workunit.client.0.smithi123.stdout: "op_prepare_latency": { 2023-12-20T10:49:54.122 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1, 2023-12-20T10:49:54.122 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 571929 2023-12-20T10:49:54.122 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.122 INFO:tasks.workunit.client.0.smithi123.stdout: "op_process_latency": { 2023-12-20T10:49:54.122 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1, 2023-12-20T10:49:54.122 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3958734 2023-12-20T10:49:54.122 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.122 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:54.122 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.122 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.122 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency": { 2023-12-20T10:49:54.122 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.122 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.122 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.123 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-20T10:49:54.123 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.123 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.123 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_out_bytes": { 2023-12-20T10:49:54.123 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.123 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.123 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_prepare_latency": { 2023-12-20T10:49:54.123 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.123 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.123 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.123 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_process_latency": { 2023-12-20T10:49:54.123 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.123 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.123 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.124 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw": { 2023-12-20T10:49:54.124 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.124 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.124 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_in_bytes": { 2023-12-20T10:49:54.124 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.124 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.124 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency": { 2023-12-20T10:49:54.124 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.124 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.124 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.124 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-20T10:49:54.124 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.124 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.124 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-20T10:49:54.124 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.124 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.125 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_out_bytes": { 2023-12-20T10:49:54.125 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.125 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.125 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_prepare_latency": { 2023-12-20T10:49:54.125 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.125 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.125 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.125 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_process_latency": { 2023-12-20T10:49:54.125 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.125 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.125 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.125 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:54.125 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1 2023-12-20T10:49:54.125 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.125 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_in_bytes": { 2023-12-20T10:49:54.126 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 22 2023-12-20T10:49:54.126 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.126 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency": { 2023-12-20T10:49:54.126 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1, 2023-12-20T10:49:54.126 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4064398 2023-12-20T10:49:54.126 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.126 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-20T10:49:54.126 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.126 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.126 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_prepare_latency": { 2023-12-20T10:49:54.126 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1, 2023-12-20T10:49:54.126 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 571929 2023-12-20T10:49:54.126 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.126 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_process_latency": { 2023-12-20T10:49:54.126 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1, 2023-12-20T10:49:54.127 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3958734 2023-12-20T10:49:54.127 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.127 INFO:tasks.workunit.client.0.smithi123.stdout: "op_wip": { 2023-12-20T10:49:54.127 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.127 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.127 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_bytes": { 2023-12-20T10:49:54.127 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 22 2023-12-20T10:49:54.127 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.127 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_ops": { 2023-12-20T10:49:54.127 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1 2023-12-20T10:49:54.127 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.127 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_bytes": { 2023-12-20T10:49:54.127 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 95995035648 2023-12-20T10:49:54.127 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.127 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_bytes_used": { 2023-12-20T10:49:54.128 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 305098752 2023-12-20T10:49:54.128 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.128 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.128 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.128 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.5": { 2023-12-20T10:49:54.128 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:54.128 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_slow_fallback": { 2023-12-20T10:49:54.128 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.128 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.128 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_slow_size_fallback": { 2023-12-20T10:49:54.128 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.128 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.128 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_db": { 2023-12-20T10:49:54.128 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 65536 2023-12-20T10:49:54.128 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.128 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_main": { 2023-12-20T10:49:54.129 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.129 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.129 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_wal": { 2023-12-20T10:49:54.129 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.129 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.129 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_slow": { 2023-12-20T10:49:54.129 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.129 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.129 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_sst": { 2023-12-20T10:49:54.129 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 8192 2023-12-20T10:49:54.129 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.129 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_wal": { 2023-12-20T10:49:54.129 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1171456 2023-12-20T10:49:54.129 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.129 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_lat": { 2023-12-20T10:49:54.130 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.130 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.130 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.130 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_lock_lat": { 2023-12-20T10:49:54.130 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.130 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.130 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.130 INFO:tasks.workunit.client.0.smithi123.stdout: "db_total_bytes": { 2023-12-20T10:49:54.130 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 95995035648 2023-12-20T10:49:54.130 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.130 INFO:tasks.workunit.client.0.smithi123.stdout: "db_used_bytes": { 2023-12-20T10:49:54.130 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 304414720 2023-12-20T10:49:54.130 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.130 INFO:tasks.workunit.client.0.smithi123.stdout: "log_bytes": { 2023-12-20T10:49:54.130 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 798720 2023-12-20T10:49:54.131 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.131 INFO:tasks.workunit.client.0.smithi123.stdout: "logged_bytes": { 2023-12-20T10:49:54.131 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 659456 2023-12-20T10:49:54.131 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.131 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_db": { 2023-12-20T10:49:54.131 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 312803328 2023-12-20T10:49:54.131 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.131 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_slow": { 2023-12-20T10:49:54.131 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.131 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.131 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_wal": { 2023-12-20T10:49:54.131 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.131 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.131 INFO:tasks.workunit.client.0.smithi123.stdout: "num_files": { 2023-12-20T10:49:54.131 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 13 2023-12-20T10:49:54.131 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.132 INFO:tasks.workunit.client.0.smithi123.stdout: "read_bytes": { 2023-12-20T10:49:54.132 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 193929 2023-12-20T10:49:54.132 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.132 INFO:tasks.workunit.client.0.smithi123.stdout: "read_count": { 2023-12-20T10:49:54.132 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 22 2023-12-20T10:49:54.132 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.132 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes": { 2023-12-20T10:49:54.132 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1265664 2023-12-20T10:49:54.132 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.132 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_db": { 2023-12-20T10:49:54.132 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1269760 2023-12-20T10:49:54.132 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.132 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_slow": { 2023-12-20T10:49:54.132 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.132 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.133 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_wal": { 2023-12-20T10:49:54.133 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.133 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.133 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_count": { 2023-12-20T10:49:54.133 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 14 2023-12-20T10:49:54.133 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.133 INFO:tasks.workunit.client.0.smithi123.stdout: "read_prefetch_bytes": { 2023-12-20T10:49:54.133 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3653 2023-12-20T10:49:54.133 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.133 INFO:tasks.workunit.client.0.smithi123.stdout: "read_prefetch_count": { 2023-12-20T10:49:54.133 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3 2023-12-20T10:49:54.133 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.133 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_buffer_bytes": { 2023-12-20T10:49:54.133 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3833 2023-12-20T10:49:54.133 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.134 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_buffer_count": { 2023-12-20T10:49:54.134 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18 2023-12-20T10:49:54.134 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.134 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_bytes": { 2023-12-20T10:49:54.134 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3833 2023-12-20T10:49:54.134 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.134 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_count": { 2023-12-20T10:49:54.134 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18 2023-12-20T10:49:54.134 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.134 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes": { 2023-12-20T10:49:54.134 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.134 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.134 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_db": { 2023-12-20T10:49:54.134 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.134 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.135 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_slow": { 2023-12-20T10:49:54.135 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.135 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.135 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_wal": { 2023-12-20T10:49:54.135 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.135 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.135 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_count": { 2023-12-20T10:49:54.135 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.135 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.135 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_total_bytes": { 2023-12-20T10:49:54.135 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.135 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.135 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_used_bytes": { 2023-12-20T10:49:54.135 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.135 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.136 INFO:tasks.workunit.client.0.smithi123.stdout: "wal_total_bytes": { 2023-12-20T10:49:54.136 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.136 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.136 INFO:tasks.workunit.client.0.smithi123.stdout: "wal_used_bytes": { 2023-12-20T10:49:54.136 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.136 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.136 INFO:tasks.workunit.client.0.smithi123.stdout: "write_bytes": { 2023-12-20T10:49:54.136 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1900544 2023-12-20T10:49:54.136 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.136 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.136 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore": { 2023-12-20T10:49:54.136 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit": { 2023-12-20T10:49:54.136 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4096 2023-12-20T10:49:54.136 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.136 INFO:tasks.workunit.client.0.smithi123.stdout: "allocated": { 2023-12-20T10:49:54.136 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 667648 2023-12-20T10:49:54.137 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.137 INFO:tasks.workunit.client.0.smithi123.stdout: "clist_lat": { 2023-12-20T10:49:54.137 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 6, 2023-12-20T10:49:54.137 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 257148 2023-12-20T10:49:54.137 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.137 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_lat": { 2023-12-20T10:49:54.137 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.137 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.137 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.137 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed": { 2023-12-20T10:49:54.137 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.137 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.137 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed_allocated": { 2023-12-20T10:49:54.137 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.137 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.138 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed_original": { 2023-12-20T10:49:54.138 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.138 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.138 INFO:tasks.workunit.client.0.smithi123.stdout: "csum_lat": { 2023-12-20T10:49:54.138 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 3, 2023-12-20T10:49:54.138 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 5535 2023-12-20T10:49:54.138 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.138 INFO:tasks.workunit.client.0.smithi123.stdout: "decompress_lat": { 2023-12-20T10:49:54.138 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.138 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.138 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.138 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_commit_lat": { 2023-12-20T10:49:54.138 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 145, 2023-12-20T10:49:54.138 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 47392854 2023-12-20T10:49:54.138 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.138 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_final_lat": { 2023-12-20T10:49:54.139 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 141, 2023-12-20T10:49:54.139 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 16689981 2023-12-20T10:49:54.139 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.139 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_flush_lat": { 2023-12-20T10:49:54.139 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 145, 2023-12-20T10:49:54.139 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 149796 2023-12-20T10:49:54.139 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.139 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_sync_lat": { 2023-12-20T10:49:54.139 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 145, 2023-12-20T10:49:54.139 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 47542650 2023-12-20T10:49:54.139 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.139 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_get_keys_lat": { 2023-12-20T10:49:54.139 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.139 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.140 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.140 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_get_values_lat": { 2023-12-20T10:49:54.140 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:54.140 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1316 2023-12-20T10:49:54.140 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.140 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_lower_bound_lat": { 2023-12-20T10:49:54.140 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.140 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.140 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.140 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_next_lat": { 2023-12-20T10:49:54.140 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.140 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.140 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.140 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_seek_to_first_lat": { 2023-12-20T10:49:54.140 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.140 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.141 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.141 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_upper_bound_lat": { 2023-12-20T10:49:54.141 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:54.141 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4666 2023-12-20T10:49:54.141 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.141 INFO:tasks.workunit.client.0.smithi123.stdout: "onode_hits": { 2023-12-20T10:49:54.141 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 314 2023-12-20T10:49:54.141 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.141 INFO:tasks.workunit.client.0.smithi123.stdout: "onode_misses": { 2023-12-20T10:49:54.141 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 233 2023-12-20T10:49:54.141 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.141 INFO:tasks.workunit.client.0.smithi123.stdout: "read_lat": { 2023-12-20T10:49:54.141 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 85, 2023-12-20T10:49:54.141 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 662458 2023-12-20T10:49:54.141 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.142 INFO:tasks.workunit.client.0.smithi123.stdout: "read_onode_meta_lat": { 2023-12-20T10:49:54.142 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 133, 2023-12-20T10:49:54.142 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 277240 2023-12-20T10:49:54.142 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.142 INFO:tasks.workunit.client.0.smithi123.stdout: "read_wait_aio_lat": { 2023-12-20T10:49:54.142 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 48, 2023-12-20T10:49:54.142 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 348210 2023-12-20T10:49:54.142 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.142 INFO:tasks.workunit.client.0.smithi123.stdout: "reads_with_retries": { 2023-12-20T10:49:54.142 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.142 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.142 INFO:tasks.workunit.client.0.smithi123.stdout: "remove_lat": { 2023-12-20T10:49:54.142 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 4, 2023-12-20T10:49:54.142 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 153227 2023-12-20T10:49:54.142 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.143 INFO:tasks.workunit.client.0.smithi123.stdout: "state_aio_wait_lat": { 2023-12-20T10:49:54.143 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 264, 2023-12-20T10:49:54.143 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2495965 2023-12-20T10:49:54.143 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.143 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_aio_wait_lat": { 2023-12-20T10:49:54.143 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 36, 2023-12-20T10:49:54.143 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2968072 2023-12-20T10:49:54.143 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.143 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_cleanup_lat": { 2023-12-20T10:49:54.143 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 33, 2023-12-20T10:49:54.143 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 418525256182 2023-12-20T10:49:54.143 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.143 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_queued_lat": { 2023-12-20T10:49:54.143 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 36, 2023-12-20T10:49:54.143 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 58608264044 2023-12-20T10:49:54.144 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.144 INFO:tasks.workunit.client.0.smithi123.stdout: "state_done_lat": { 2023-12-20T10:49:54.144 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 261, 2023-12-20T10:49:54.144 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 407948 2023-12-20T10:49:54.144 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.144 INFO:tasks.workunit.client.0.smithi123.stdout: "state_finishing_lat": { 2023-12-20T10:49:54.144 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 261, 2023-12-20T10:49:54.144 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 33116 2023-12-20T10:49:54.144 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.144 INFO:tasks.workunit.client.0.smithi123.stdout: "state_io_done_lat": { 2023-12-20T10:49:54.144 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 264, 2023-12-20T10:49:54.144 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 205521 2023-12-20T10:49:54.144 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.144 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_commiting_lat": { 2023-12-20T10:49:54.144 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 264, 2023-12-20T10:49:54.145 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 321716651 2023-12-20T10:49:54.145 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.145 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_done_lat": { 2023-12-20T10:49:54.145 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 264, 2023-12-20T10:49:54.145 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67140 2023-12-20T10:49:54.145 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.145 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_queued_lat": { 2023-12-20T10:49:54.145 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 264, 2023-12-20T10:49:54.145 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 199388051 2023-12-20T10:49:54.145 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.145 INFO:tasks.workunit.client.0.smithi123.stdout: "state_prepare_lat": { 2023-12-20T10:49:54.145 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 264, 2023-12-20T10:49:54.145 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 10784747 2023-12-20T10:49:54.145 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.145 INFO:tasks.workunit.client.0.smithi123.stdout: "stored": { 2023-12-20T10:49:54.146 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 290158 2023-12-20T10:49:54.146 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.146 INFO:tasks.workunit.client.0.smithi123.stdout: "truncate_lat": { 2023-12-20T10:49:54.146 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:54.146 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 689 2023-12-20T10:49:54.146 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.146 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_commit_lat": { 2023-12-20T10:49:54.146 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 264, 2023-12-20T10:49:54.146 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 534623541 2023-12-20T10:49:54.146 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.146 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_submit_lat": { 2023-12-20T10:49:54.146 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 264, 2023-12-20T10:49:54.146 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 13773663 2023-12-20T10:49:54.146 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.146 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_throttle_lat": { 2023-12-20T10:49:54.146 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 264, 2023-12-20T10:49:54.147 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1554155 2023-12-20T10:49:54.147 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.147 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.147 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache": { 2023-12-20T10:49:54.147 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_bytes": { 2023-12-20T10:49:54.147 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1869081712 2023-12-20T10:49:54.147 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.147 INFO:tasks.workunit.client.0.smithi123.stdout: "heap_bytes": { 2023-12-20T10:49:54.147 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 236240896 2023-12-20T10:49:54.147 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.147 INFO:tasks.workunit.client.0.smithi123.stdout: "mapped_bytes": { 2023-12-20T10:49:54.147 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 235257856 2023-12-20T10:49:54.147 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.147 INFO:tasks.workunit.client.0.smithi123.stdout: "target_bytes": { 2023-12-20T10:49:54.147 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3146338918 2023-12-20T10:49:54.148 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.148 INFO:tasks.workunit.client.0.smithi123.stdout: "unmapped_bytes": { 2023-12-20T10:49:54.148 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 983040 2023-12-20T10:49:54.148 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.148 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.148 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:data": { 2023-12-20T10:49:54.148 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:54.148 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 159383552 2023-12-20T10:49:54.148 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.148 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:54.148 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.148 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.148 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:54.148 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.148 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.149 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:54.149 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 85957511 2023-12-20T10:49:54.149 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.149 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:54.149 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.149 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.149 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:54.149 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.149 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.149 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:54.149 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.149 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.149 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:54.149 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.149 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.149 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:54.150 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.150 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.150 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:54.150 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.150 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.150 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:54.150 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.150 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.150 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:54.150 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.150 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.150 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:54.150 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.150 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.150 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:54.151 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 73426041 2023-12-20T10:49:54.151 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.151 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.151 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:kv": { 2023-12-20T10:49:54.151 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:54.151 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 780140544 2023-12-20T10:49:54.151 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.151 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:54.151 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:54.151 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.151 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:54.151 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.151 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.151 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:54.151 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 644681335 2023-12-20T10:49:54.151 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.152 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:54.152 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.152 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.152 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:54.152 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.152 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.152 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:54.152 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.152 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.152 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:54.152 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.152 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.152 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:54.152 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.152 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.152 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:54.153 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1168 2023-12-20T10:49:54.153 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.153 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:54.153 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.153 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.153 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:54.153 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.153 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.153 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:54.153 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.153 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.153 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:54.153 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68349177 2023-12-20T10:49:54.153 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.153 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.154 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:kv_onode": { 2023-12-20T10:49:54.154 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:54.154 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 192937984 2023-12-20T10:49:54.154 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.154 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:54.154 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:54.154 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.154 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:54.154 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 464 2023-12-20T10:49:54.154 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.154 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:54.154 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 57305007 2023-12-20T10:49:54.154 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.154 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:54.154 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.155 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.155 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:54.155 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.155 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.155 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:54.155 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.155 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.155 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:54.155 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.155 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.155 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:54.155 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.155 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.155 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:54.156 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.156 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.156 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:54.156 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.156 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.156 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:54.156 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.156 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.156 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:54.156 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.156 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.156 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:54.156 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68523649 2023-12-20T10:49:54.156 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.156 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.156 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:meta": { 2023-12-20T10:49:54.157 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:54.157 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 713031680 2023-12-20T10:49:54.157 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.157 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:54.157 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.157 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.157 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:54.157 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.157 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.157 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:54.157 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 644681335 2023-12-20T10:49:54.157 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.157 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:54.158 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.158 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.158 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:54.158 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.158 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.158 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:54.158 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.158 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.158 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:54.158 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 6830 2023-12-20T10:49:54.158 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.158 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:54.158 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 27323 2023-12-20T10:49:54.158 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.158 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:54.159 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 213120 2023-12-20T10:49:54.159 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.159 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:54.159 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.159 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.159 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:54.159 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.159 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.159 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:54.159 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.159 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.159 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:54.159 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68103072 2023-12-20T10:49:54.159 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.159 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.160 INFO:tasks.workunit.client.0.smithi123.stdout: "objecter": { 2023-12-20T10:49:54.160 INFO:tasks.workunit.client.0.smithi123.stdout: "op_active": { 2023-12-20T10:49:54.160 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.160 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.160 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:54.160 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.160 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.160 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rmw": { 2023-12-20T10:49:54.160 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.160 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.160 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:54.160 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.160 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.160 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.160 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:54.161 INFO:tasks.workunit.client.0.smithi123.stdout: "numpg": { 2023-12-20T10:49:54.161 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 42 2023-12-20T10:49:54.161 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.161 INFO:tasks.workunit.client.0.smithi123.stdout: "numpg_removing": { 2023-12-20T10:49:54.161 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.161 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.161 INFO:tasks.workunit.client.0.smithi123.stdout: "op": { 2023-12-20T10:49:54.161 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.161 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.161 INFO:tasks.workunit.client.0.smithi123.stdout: "op_delayed_degraded": { 2023-12-20T10:49:54.161 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.161 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.161 INFO:tasks.workunit.client.0.smithi123.stdout: "op_delayed_unreadable": { 2023-12-20T10:49:54.161 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.162 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.162 INFO:tasks.workunit.client.0.smithi123.stdout: "op_in_bytes": { 2023-12-20T10:49:54.162 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.162 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.162 INFO:tasks.workunit.client.0.smithi123.stdout: "op_latency": { 2023-12-20T10:49:54.162 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.162 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.162 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.162 INFO:tasks.workunit.client.0.smithi123.stdout: "op_out_bytes": { 2023-12-20T10:49:54.162 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.162 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.162 INFO:tasks.workunit.client.0.smithi123.stdout: "op_prepare_latency": { 2023-12-20T10:49:54.162 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.162 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.162 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.162 INFO:tasks.workunit.client.0.smithi123.stdout: "op_process_latency": { 2023-12-20T10:49:54.163 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.163 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.163 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.163 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:54.163 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.163 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.163 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency": { 2023-12-20T10:49:54.163 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.163 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.163 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.163 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-20T10:49:54.163 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.163 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.163 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_out_bytes": { 2023-12-20T10:49:54.163 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.164 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.164 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_prepare_latency": { 2023-12-20T10:49:54.164 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.164 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.164 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.164 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_process_latency": { 2023-12-20T10:49:54.164 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.164 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.164 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.164 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw": { 2023-12-20T10:49:54.164 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.164 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.164 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_in_bytes": { 2023-12-20T10:49:54.164 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.164 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.165 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency": { 2023-12-20T10:49:54.165 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.165 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.165 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.165 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-20T10:49:54.165 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.165 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.165 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-20T10:49:54.165 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.165 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.165 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_out_bytes": { 2023-12-20T10:49:54.165 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.165 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.165 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_prepare_latency": { 2023-12-20T10:49:54.165 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.165 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.166 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.166 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_process_latency": { 2023-12-20T10:49:54.166 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.166 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.166 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.166 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:54.166 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.166 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.166 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_in_bytes": { 2023-12-20T10:49:54.166 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.166 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.166 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency": { 2023-12-20T10:49:54.166 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.166 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.166 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.167 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-20T10:49:54.167 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.167 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.167 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_prepare_latency": { 2023-12-20T10:49:54.167 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.167 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.167 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.167 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_process_latency": { 2023-12-20T10:49:54.167 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.167 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.167 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.167 INFO:tasks.workunit.client.0.smithi123.stdout: "op_wip": { 2023-12-20T10:49:54.167 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.167 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.167 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_bytes": { 2023-12-20T10:49:54.167 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.168 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.168 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_ops": { 2023-12-20T10:49:54.168 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.168 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.168 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_bytes": { 2023-12-20T10:49:54.168 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 95995035648 2023-12-20T10:49:54.168 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.168 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_bytes_used": { 2023-12-20T10:49:54.168 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 305090560 2023-12-20T10:49:54.168 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.168 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.168 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.168 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.6": { 2023-12-20T10:49:54.168 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:54.168 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_slow_fallback": { 2023-12-20T10:49:54.169 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.169 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.169 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_slow_size_fallback": { 2023-12-20T10:49:54.169 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.169 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.169 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_db": { 2023-12-20T10:49:54.169 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 65536 2023-12-20T10:49:54.169 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.169 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_main": { 2023-12-20T10:49:54.169 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.169 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.169 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_wal": { 2023-12-20T10:49:54.169 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.169 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.169 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_slow": { 2023-12-20T10:49:54.169 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.170 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.170 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_sst": { 2023-12-20T10:49:54.170 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 8192 2023-12-20T10:49:54.170 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.170 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_wal": { 2023-12-20T10:49:54.170 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1208320 2023-12-20T10:49:54.170 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.170 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_lat": { 2023-12-20T10:49:54.170 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.170 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.170 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.170 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_lock_lat": { 2023-12-20T10:49:54.170 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.170 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.170 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.170 INFO:tasks.workunit.client.0.smithi123.stdout: "db_total_bytes": { 2023-12-20T10:49:54.171 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 95995035648 2023-12-20T10:49:54.171 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.171 INFO:tasks.workunit.client.0.smithi123.stdout: "db_used_bytes": { 2023-12-20T10:49:54.171 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 304414720 2023-12-20T10:49:54.171 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.171 INFO:tasks.workunit.client.0.smithi123.stdout: "log_bytes": { 2023-12-20T10:49:54.171 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 851968 2023-12-20T10:49:54.171 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.171 INFO:tasks.workunit.client.0.smithi123.stdout: "logged_bytes": { 2023-12-20T10:49:54.171 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 712704 2023-12-20T10:49:54.171 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.171 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_db": { 2023-12-20T10:49:54.171 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 312803328 2023-12-20T10:49:54.171 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.172 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_slow": { 2023-12-20T10:49:54.172 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.172 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.172 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_wal": { 2023-12-20T10:49:54.172 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.172 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.172 INFO:tasks.workunit.client.0.smithi123.stdout: "num_files": { 2023-12-20T10:49:54.172 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 13 2023-12-20T10:49:54.172 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.172 INFO:tasks.workunit.client.0.smithi123.stdout: "read_bytes": { 2023-12-20T10:49:54.172 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 193929 2023-12-20T10:49:54.172 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.172 INFO:tasks.workunit.client.0.smithi123.stdout: "read_count": { 2023-12-20T10:49:54.172 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 22 2023-12-20T10:49:54.172 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.172 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes": { 2023-12-20T10:49:54.173 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1265664 2023-12-20T10:49:54.173 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.173 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_db": { 2023-12-20T10:49:54.173 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1269760 2023-12-20T10:49:54.173 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.173 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_slow": { 2023-12-20T10:49:54.173 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.173 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.173 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_wal": { 2023-12-20T10:49:54.173 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.173 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.173 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_count": { 2023-12-20T10:49:54.173 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 14 2023-12-20T10:49:54.173 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.173 INFO:tasks.workunit.client.0.smithi123.stdout: "read_prefetch_bytes": { 2023-12-20T10:49:54.174 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3653 2023-12-20T10:49:54.174 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.174 INFO:tasks.workunit.client.0.smithi123.stdout: "read_prefetch_count": { 2023-12-20T10:49:54.174 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3 2023-12-20T10:49:54.174 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.174 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_buffer_bytes": { 2023-12-20T10:49:54.174 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3833 2023-12-20T10:49:54.174 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.174 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_buffer_count": { 2023-12-20T10:49:54.174 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18 2023-12-20T10:49:54.174 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.174 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_bytes": { 2023-12-20T10:49:54.174 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3833 2023-12-20T10:49:54.174 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.174 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_count": { 2023-12-20T10:49:54.175 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18 2023-12-20T10:49:54.175 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.176 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes": { 2023-12-20T10:49:54.176 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.176 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.176 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_db": { 2023-12-20T10:49:54.176 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.177 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.177 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_slow": { 2023-12-20T10:49:54.177 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.177 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.177 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_wal": { 2023-12-20T10:49:54.177 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.177 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.177 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_count": { 2023-12-20T10:49:54.177 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.177 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.177 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_total_bytes": { 2023-12-20T10:49:54.177 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.177 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.177 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_used_bytes": { 2023-12-20T10:49:54.178 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.178 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.178 INFO:tasks.workunit.client.0.smithi123.stdout: "wal_total_bytes": { 2023-12-20T10:49:54.178 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.178 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.178 INFO:tasks.workunit.client.0.smithi123.stdout: "wal_used_bytes": { 2023-12-20T10:49:54.178 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.178 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.178 INFO:tasks.workunit.client.0.smithi123.stdout: "write_bytes": { 2023-12-20T10:49:54.178 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1990656 2023-12-20T10:49:54.178 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.178 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.178 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore": { 2023-12-20T10:49:54.178 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit": { 2023-12-20T10:49:54.178 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4096 2023-12-20T10:49:54.179 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.179 INFO:tasks.workunit.client.0.smithi123.stdout: "allocated": { 2023-12-20T10:49:54.179 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1261568 2023-12-20T10:49:54.179 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.179 INFO:tasks.workunit.client.0.smithi123.stdout: "clist_lat": { 2023-12-20T10:49:54.179 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:54.179 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 80013 2023-12-20T10:49:54.179 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.179 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_lat": { 2023-12-20T10:49:54.179 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.179 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.179 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.179 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed": { 2023-12-20T10:49:54.179 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.179 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.180 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed_allocated": { 2023-12-20T10:49:54.180 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.180 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.180 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed_original": { 2023-12-20T10:49:54.180 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.180 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.180 INFO:tasks.workunit.client.0.smithi123.stdout: "csum_lat": { 2023-12-20T10:49:54.180 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 3, 2023-12-20T10:49:54.180 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4755 2023-12-20T10:49:54.180 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.180 INFO:tasks.workunit.client.0.smithi123.stdout: "decompress_lat": { 2023-12-20T10:49:54.180 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.180 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.180 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.180 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_commit_lat": { 2023-12-20T10:49:54.181 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 158, 2023-12-20T10:49:54.181 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 57216048 2023-12-20T10:49:54.181 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.181 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_final_lat": { 2023-12-20T10:49:54.181 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 151, 2023-12-20T10:49:54.181 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3275840 2023-12-20T10:49:54.181 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.181 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_flush_lat": { 2023-12-20T10:49:54.181 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 158, 2023-12-20T10:49:54.181 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 116602 2023-12-20T10:49:54.181 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.181 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_sync_lat": { 2023-12-20T10:49:54.181 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 158, 2023-12-20T10:49:54.181 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 57332650 2023-12-20T10:49:54.181 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.182 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_get_keys_lat": { 2023-12-20T10:49:54.182 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.182 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.182 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.182 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_get_values_lat": { 2023-12-20T10:49:54.182 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.182 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.182 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.182 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_lower_bound_lat": { 2023-12-20T10:49:54.182 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.182 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.182 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.182 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_next_lat": { 2023-12-20T10:49:54.182 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.182 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.183 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.183 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_seek_to_first_lat": { 2023-12-20T10:49:54.183 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.183 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.183 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.183 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_upper_bound_lat": { 2023-12-20T10:49:54.183 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:54.183 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 5135 2023-12-20T10:49:54.183 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.183 INFO:tasks.workunit.client.0.smithi123.stdout: "onode_hits": { 2023-12-20T10:49:54.183 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 337 2023-12-20T10:49:54.183 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.183 INFO:tasks.workunit.client.0.smithi123.stdout: "onode_misses": { 2023-12-20T10:49:54.183 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 239 2023-12-20T10:49:54.183 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.183 INFO:tasks.workunit.client.0.smithi123.stdout: "read_lat": { 2023-12-20T10:49:54.184 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 86, 2023-12-20T10:49:54.184 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 715091 2023-12-20T10:49:54.184 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.184 INFO:tasks.workunit.client.0.smithi123.stdout: "read_onode_meta_lat": { 2023-12-20T10:49:54.184 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 131, 2023-12-20T10:49:54.184 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 300771 2023-12-20T10:49:54.184 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.184 INFO:tasks.workunit.client.0.smithi123.stdout: "read_wait_aio_lat": { 2023-12-20T10:49:54.184 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 45, 2023-12-20T10:49:54.184 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 431600 2023-12-20T10:49:54.184 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.184 INFO:tasks.workunit.client.0.smithi123.stdout: "reads_with_retries": { 2023-12-20T10:49:54.184 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.184 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.184 INFO:tasks.workunit.client.0.smithi123.stdout: "remove_lat": { 2023-12-20T10:49:54.185 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1, 2023-12-20T10:49:54.185 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 24400 2023-12-20T10:49:54.185 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.185 INFO:tasks.workunit.client.0.smithi123.stdout: "state_aio_wait_lat": { 2023-12-20T10:49:54.185 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 267, 2023-12-20T10:49:54.185 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3076954 2023-12-20T10:49:54.185 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.185 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_aio_wait_lat": { 2023-12-20T10:49:54.185 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 30, 2023-12-20T10:49:54.185 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2417800 2023-12-20T10:49:54.185 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.185 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_cleanup_lat": { 2023-12-20T10:49:54.185 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 30, 2023-12-20T10:49:54.185 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 454965330495 2023-12-20T10:49:54.185 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.185 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_queued_lat": { 2023-12-20T10:49:54.186 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 30, 2023-12-20T10:49:54.186 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 54427386489 2023-12-20T10:49:54.186 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.186 INFO:tasks.workunit.client.0.smithi123.stdout: "state_done_lat": { 2023-12-20T10:49:54.186 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 267, 2023-12-20T10:49:54.186 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 390512 2023-12-20T10:49:54.186 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.186 INFO:tasks.workunit.client.0.smithi123.stdout: "state_finishing_lat": { 2023-12-20T10:49:54.186 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 267, 2023-12-20T10:49:54.186 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 26518 2023-12-20T10:49:54.186 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.186 INFO:tasks.workunit.client.0.smithi123.stdout: "state_io_done_lat": { 2023-12-20T10:49:54.186 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 267, 2023-12-20T10:49:54.186 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 178165 2023-12-20T10:49:54.187 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.187 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_commiting_lat": { 2023-12-20T10:49:54.187 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 267, 2023-12-20T10:49:54.187 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 221189112 2023-12-20T10:49:54.187 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.187 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_done_lat": { 2023-12-20T10:49:54.187 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 267, 2023-12-20T10:49:54.187 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 77344 2023-12-20T10:49:54.187 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.187 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_queued_lat": { 2023-12-20T10:49:54.187 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 267, 2023-12-20T10:49:54.187 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 142104078 2023-12-20T10:49:54.187 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.187 INFO:tasks.workunit.client.0.smithi123.stdout: "state_prepare_lat": { 2023-12-20T10:49:54.187 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 267, 2023-12-20T10:49:54.187 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 10261143 2023-12-20T10:49:54.188 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.188 INFO:tasks.workunit.client.0.smithi123.stdout: "stored": { 2023-12-20T10:49:54.188 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 880737 2023-12-20T10:49:54.188 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.188 INFO:tasks.workunit.client.0.smithi123.stdout: "truncate_lat": { 2023-12-20T10:49:54.188 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:54.188 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 867 2023-12-20T10:49:54.188 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.188 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_commit_lat": { 2023-12-20T10:49:54.188 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 267, 2023-12-20T10:49:54.188 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 376850125 2023-12-20T10:49:54.188 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.188 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_submit_lat": { 2023-12-20T10:49:54.188 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 267, 2023-12-20T10:49:54.188 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 12120541 2023-12-20T10:49:54.189 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.189 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_throttle_lat": { 2023-12-20T10:49:54.189 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 267, 2023-12-20T10:49:54.189 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1676081 2023-12-20T10:49:54.189 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.189 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.189 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache": { 2023-12-20T10:49:54.189 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_bytes": { 2023-12-20T10:49:54.189 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1869081712 2023-12-20T10:49:54.189 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.189 INFO:tasks.workunit.client.0.smithi123.stdout: "heap_bytes": { 2023-12-20T10:49:54.189 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 236371968 2023-12-20T10:49:54.190 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.190 INFO:tasks.workunit.client.0.smithi123.stdout: "mapped_bytes": { 2023-12-20T10:49:54.190 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 235356160 2023-12-20T10:49:54.190 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.190 INFO:tasks.workunit.client.0.smithi123.stdout: "target_bytes": { 2023-12-20T10:49:54.190 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3146338918 2023-12-20T10:49:54.190 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.190 INFO:tasks.workunit.client.0.smithi123.stdout: "unmapped_bytes": { 2023-12-20T10:49:54.190 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1015808 2023-12-20T10:49:54.190 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.190 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.190 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:data": { 2023-12-20T10:49:54.190 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:54.190 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 159383552 2023-12-20T10:49:54.190 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.190 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:54.191 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.191 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.191 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:54.191 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.191 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.191 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:54.191 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 85957254 2023-12-20T10:49:54.191 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.191 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:54.191 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.191 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.191 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:54.191 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.191 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.191 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:54.191 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.191 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.192 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:54.192 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.192 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.192 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:54.192 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.192 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.192 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:54.192 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.192 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.192 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:54.192 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.192 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.192 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:54.192 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.192 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.192 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:54.192 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.193 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.193 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:54.193 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 73426298 2023-12-20T10:49:54.193 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.193 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.193 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:kv": { 2023-12-20T10:49:54.193 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:54.193 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 780140544 2023-12-20T10:49:54.193 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.193 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:54.193 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:54.193 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.193 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:54.193 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.194 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.194 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:54.194 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 644679408 2023-12-20T10:49:54.194 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.194 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:54.194 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.194 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.194 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:54.194 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.194 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.194 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:54.194 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.194 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.194 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:54.194 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.195 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.195 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:54.195 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.195 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.195 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:54.195 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1168 2023-12-20T10:49:54.195 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.195 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:54.195 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.195 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.195 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:54.195 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.195 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.195 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:54.195 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.196 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.196 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:54.196 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68351104 2023-12-20T10:49:54.196 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.196 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.196 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:kv_onode": { 2023-12-20T10:49:54.196 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:54.196 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 192937984 2023-12-20T10:49:54.196 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.196 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:54.196 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:54.196 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.196 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:54.196 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 464 2023-12-20T10:49:54.196 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.196 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:54.196 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 57304836 2023-12-20T10:49:54.197 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.197 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:54.197 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.197 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.197 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:54.197 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.197 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.197 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:54.197 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.197 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.197 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:54.197 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.197 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.197 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:54.197 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.198 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.198 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:54.198 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.198 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.198 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:54.198 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.198 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.198 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:54.198 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.198 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.198 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:54.198 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.198 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.198 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:54.198 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68523820 2023-12-20T10:49:54.199 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.199 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.199 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:meta": { 2023-12-20T10:49:54.199 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:54.199 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 713031680 2023-12-20T10:49:54.199 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.199 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:54.199 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.199 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.199 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:54.199 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.199 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.199 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:54.199 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 644679408 2023-12-20T10:49:54.199 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.199 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:54.200 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.200 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.200 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:54.200 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.200 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.200 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:54.200 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.200 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.200 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:54.200 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 9782 2023-12-20T10:49:54.200 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.200 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:54.200 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 27950 2023-12-20T10:49:54.200 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.200 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:54.200 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 213823 2023-12-20T10:49:54.201 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.201 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:54.201 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.201 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.201 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:54.201 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.201 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.201 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:54.201 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.201 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.201 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:54.201 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68100717 2023-12-20T10:49:54.201 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.201 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.201 INFO:tasks.workunit.client.0.smithi123.stdout: "objecter": { 2023-12-20T10:49:54.202 INFO:tasks.workunit.client.0.smithi123.stdout: "op_active": { 2023-12-20T10:49:54.202 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.202 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.202 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:54.202 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.202 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.202 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rmw": { 2023-12-20T10:49:54.202 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.202 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.202 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:54.202 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.202 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.202 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.202 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:54.202 INFO:tasks.workunit.client.0.smithi123.stdout: "numpg": { 2023-12-20T10:49:54.202 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 39 2023-12-20T10:49:54.203 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.203 INFO:tasks.workunit.client.0.smithi123.stdout: "numpg_removing": { 2023-12-20T10:49:54.203 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.203 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.203 INFO:tasks.workunit.client.0.smithi123.stdout: "op": { 2023-12-20T10:49:54.203 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 13 2023-12-20T10:49:54.203 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.203 INFO:tasks.workunit.client.0.smithi123.stdout: "op_delayed_degraded": { 2023-12-20T10:49:54.203 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.203 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.203 INFO:tasks.workunit.client.0.smithi123.stdout: "op_delayed_unreadable": { 2023-12-20T10:49:54.203 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.203 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.203 INFO:tasks.workunit.client.0.smithi123.stdout: "op_in_bytes": { 2023-12-20T10:49:54.203 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2786 2023-12-20T10:49:54.203 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.204 INFO:tasks.workunit.client.0.smithi123.stdout: "op_latency": { 2023-12-20T10:49:54.204 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 13, 2023-12-20T10:49:54.204 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 32781204 2023-12-20T10:49:54.204 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.204 INFO:tasks.workunit.client.0.smithi123.stdout: "op_out_bytes": { 2023-12-20T10:49:54.204 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.204 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.204 INFO:tasks.workunit.client.0.smithi123.stdout: "op_prepare_latency": { 2023-12-20T10:49:54.204 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 15, 2023-12-20T10:49:54.204 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 6215866 2023-12-20T10:49:54.204 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.204 INFO:tasks.workunit.client.0.smithi123.stdout: "op_process_latency": { 2023-12-20T10:49:54.204 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 13, 2023-12-20T10:49:54.204 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 23553029 2023-12-20T10:49:54.204 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.204 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:54.204 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.205 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.205 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency": { 2023-12-20T10:49:54.205 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.205 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.205 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.205 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-20T10:49:54.205 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.205 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.205 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_out_bytes": { 2023-12-20T10:49:54.205 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.205 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.205 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_prepare_latency": { 2023-12-20T10:49:54.205 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.205 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.206 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.206 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_process_latency": { 2023-12-20T10:49:54.206 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.206 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.206 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.206 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw": { 2023-12-20T10:49:54.206 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.206 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.206 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_in_bytes": { 2023-12-20T10:49:54.206 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.206 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.206 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency": { 2023-12-20T10:49:54.206 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.206 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.206 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.207 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-20T10:49:54.207 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.207 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.207 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-20T10:49:54.207 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.207 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.207 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_out_bytes": { 2023-12-20T10:49:54.207 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.207 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.207 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_prepare_latency": { 2023-12-20T10:49:54.207 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.207 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.207 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.207 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_process_latency": { 2023-12-20T10:49:54.207 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.208 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.208 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.208 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:54.208 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 13 2023-12-20T10:49:54.208 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.208 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_in_bytes": { 2023-12-20T10:49:54.208 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2786 2023-12-20T10:49:54.208 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.208 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency": { 2023-12-20T10:49:54.208 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 13, 2023-12-20T10:49:54.208 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 32781204 2023-12-20T10:49:54.208 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.208 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-20T10:49:54.208 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.208 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.209 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_prepare_latency": { 2023-12-20T10:49:54.209 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 15, 2023-12-20T10:49:54.209 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 6215866 2023-12-20T10:49:54.209 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.209 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_process_latency": { 2023-12-20T10:49:54.209 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 13, 2023-12-20T10:49:54.209 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 23553029 2023-12-20T10:49:54.209 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.209 INFO:tasks.workunit.client.0.smithi123.stdout: "op_wip": { 2023-12-20T10:49:54.209 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.209 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.209 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_bytes": { 2023-12-20T10:49:54.209 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.209 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.209 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_ops": { 2023-12-20T10:49:54.210 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.210 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.210 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_bytes": { 2023-12-20T10:49:54.210 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 95995035648 2023-12-20T10:49:54.210 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.210 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_bytes_used": { 2023-12-20T10:49:54.210 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 305684480 2023-12-20T10:49:54.210 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.210 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.210 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.210 INFO:tasks.workunit.client.0.smithi123.stdout: "osd.7": { 2023-12-20T10:49:54.210 INFO:tasks.workunit.client.0.smithi123.stdout: "bluefs": { 2023-12-20T10:49:54.210 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_slow_fallback": { 2023-12-20T10:49:54.210 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.210 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.210 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_slow_size_fallback": { 2023-12-20T10:49:54.211 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.211 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.211 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_db": { 2023-12-20T10:49:54.211 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 65536 2023-12-20T10:49:54.211 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.211 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_main": { 2023-12-20T10:49:54.211 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.211 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.211 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit_wal": { 2023-12-20T10:49:54.211 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.211 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.211 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_slow": { 2023-12-20T10:49:54.211 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.211 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.211 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_sst": { 2023-12-20T10:49:54.212 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 8192 2023-12-20T10:49:54.212 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.212 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_written_wal": { 2023-12-20T10:49:54.212 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1212416 2023-12-20T10:49:54.212 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.212 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_lat": { 2023-12-20T10:49:54.212 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.212 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.212 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.212 INFO:tasks.workunit.client.0.smithi123.stdout: "compact_lock_lat": { 2023-12-20T10:49:54.212 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.212 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.212 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.212 INFO:tasks.workunit.client.0.smithi123.stdout: "db_total_bytes": { 2023-12-20T10:49:54.212 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 95995035648 2023-12-20T10:49:54.212 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.213 INFO:tasks.workunit.client.0.smithi123.stdout: "db_used_bytes": { 2023-12-20T10:49:54.213 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 304414720 2023-12-20T10:49:54.213 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.213 INFO:tasks.workunit.client.0.smithi123.stdout: "log_bytes": { 2023-12-20T10:49:54.213 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 888832 2023-12-20T10:49:54.213 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.213 INFO:tasks.workunit.client.0.smithi123.stdout: "logged_bytes": { 2023-12-20T10:49:54.213 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 749568 2023-12-20T10:49:54.213 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.213 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_db": { 2023-12-20T10:49:54.213 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 312803328 2023-12-20T10:49:54.213 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.213 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_slow": { 2023-12-20T10:49:54.213 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.213 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.214 INFO:tasks.workunit.client.0.smithi123.stdout: "max_bytes_wal": { 2023-12-20T10:49:54.214 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.214 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.214 INFO:tasks.workunit.client.0.smithi123.stdout: "num_files": { 2023-12-20T10:49:54.214 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 13 2023-12-20T10:49:54.214 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.214 INFO:tasks.workunit.client.0.smithi123.stdout: "read_bytes": { 2023-12-20T10:49:54.214 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 193929 2023-12-20T10:49:54.214 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.214 INFO:tasks.workunit.client.0.smithi123.stdout: "read_count": { 2023-12-20T10:49:54.214 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 22 2023-12-20T10:49:54.214 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.214 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes": { 2023-12-20T10:49:54.214 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1265664 2023-12-20T10:49:54.214 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.215 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_db": { 2023-12-20T10:49:54.215 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1269760 2023-12-20T10:49:54.215 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.215 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_slow": { 2023-12-20T10:49:54.215 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.215 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.215 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_bytes_wal": { 2023-12-20T10:49:54.215 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.215 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.215 INFO:tasks.workunit.client.0.smithi123.stdout: "read_disk_count": { 2023-12-20T10:49:54.215 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 14 2023-12-20T10:49:54.215 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.215 INFO:tasks.workunit.client.0.smithi123.stdout: "read_prefetch_bytes": { 2023-12-20T10:49:54.215 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3653 2023-12-20T10:49:54.215 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.215 INFO:tasks.workunit.client.0.smithi123.stdout: "read_prefetch_count": { 2023-12-20T10:49:54.216 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3 2023-12-20T10:49:54.216 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.216 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_buffer_bytes": { 2023-12-20T10:49:54.216 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3833 2023-12-20T10:49:54.216 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.216 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_buffer_count": { 2023-12-20T10:49:54.216 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18 2023-12-20T10:49:54.216 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.216 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_bytes": { 2023-12-20T10:49:54.216 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3833 2023-12-20T10:49:54.216 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.216 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_count": { 2023-12-20T10:49:54.216 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 18 2023-12-20T10:49:54.216 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.216 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes": { 2023-12-20T10:49:54.216 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.217 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.217 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_db": { 2023-12-20T10:49:54.217 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.217 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.217 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_slow": { 2023-12-20T10:49:54.217 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.217 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.217 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_bytes_wal": { 2023-12-20T10:49:54.217 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.217 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.217 INFO:tasks.workunit.client.0.smithi123.stdout: "read_random_disk_count": { 2023-12-20T10:49:54.217 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.217 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.217 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_total_bytes": { 2023-12-20T10:49:54.217 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.217 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.218 INFO:tasks.workunit.client.0.smithi123.stdout: "slow_used_bytes": { 2023-12-20T10:49:54.218 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.218 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.218 INFO:tasks.workunit.client.0.smithi123.stdout: "wal_total_bytes": { 2023-12-20T10:49:54.218 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.218 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.218 INFO:tasks.workunit.client.0.smithi123.stdout: "wal_used_bytes": { 2023-12-20T10:49:54.218 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.218 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.218 INFO:tasks.workunit.client.0.smithi123.stdout: "write_bytes": { 2023-12-20T10:49:54.218 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2031616 2023-12-20T10:49:54.218 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.218 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.218 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore": { 2023-12-20T10:49:54.218 INFO:tasks.workunit.client.0.smithi123.stdout: "alloc_unit": { 2023-12-20T10:49:54.219 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 4096 2023-12-20T10:49:54.219 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.219 INFO:tasks.workunit.client.0.smithi123.stdout: "allocated": { 2023-12-20T10:49:54.219 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1257472 2023-12-20T10:49:54.219 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.219 INFO:tasks.workunit.client.0.smithi123.stdout: "clist_lat": { 2023-12-20T10:49:54.219 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 5, 2023-12-20T10:49:54.219 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 159008 2023-12-20T10:49:54.219 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.219 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_lat": { 2023-12-20T10:49:54.219 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.219 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.219 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.219 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed": { 2023-12-20T10:49:54.219 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.219 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.220 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed_allocated": { 2023-12-20T10:49:54.220 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.220 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.220 INFO:tasks.workunit.client.0.smithi123.stdout: "compressed_original": { 2023-12-20T10:49:54.220 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.220 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.220 INFO:tasks.workunit.client.0.smithi123.stdout: "csum_lat": { 2023-12-20T10:49:54.220 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 7, 2023-12-20T10:49:54.220 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 25064 2023-12-20T10:49:54.220 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.220 INFO:tasks.workunit.client.0.smithi123.stdout: "decompress_lat": { 2023-12-20T10:49:54.220 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.220 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.220 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.220 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_commit_lat": { 2023-12-20T10:49:54.220 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 167, 2023-12-20T10:49:54.221 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 60973698 2023-12-20T10:49:54.221 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.221 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_final_lat": { 2023-12-20T10:49:54.221 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 141, 2023-12-20T10:49:54.221 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 14896620 2023-12-20T10:49:54.221 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.221 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_flush_lat": { 2023-12-20T10:49:54.221 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 167, 2023-12-20T10:49:54.221 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 106223 2023-12-20T10:49:54.221 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.221 INFO:tasks.workunit.client.0.smithi123.stdout: "kv_sync_lat": { 2023-12-20T10:49:54.221 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 167, 2023-12-20T10:49:54.221 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 61079921 2023-12-20T10:49:54.221 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.221 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_get_keys_lat": { 2023-12-20T10:49:54.222 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.222 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.222 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.222 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_get_values_lat": { 2023-12-20T10:49:54.222 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 1, 2023-12-20T10:49:54.222 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1281 2023-12-20T10:49:54.222 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.222 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_lower_bound_lat": { 2023-12-20T10:49:54.222 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.222 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.222 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.222 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_next_lat": { 2023-12-20T10:49:54.222 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.222 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.222 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.222 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_seek_to_first_lat": { 2023-12-20T10:49:54.223 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 0, 2023-12-20T10:49:54.223 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.223 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.223 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_upper_bound_lat": { 2023-12-20T10:49:54.223 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:54.223 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 6070 2023-12-20T10:49:54.223 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.223 INFO:tasks.workunit.client.0.smithi123.stdout: "onode_hits": { 2023-12-20T10:49:54.223 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 611 2023-12-20T10:49:54.223 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.223 INFO:tasks.workunit.client.0.smithi123.stdout: "onode_misses": { 2023-12-20T10:49:54.223 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 266 2023-12-20T10:49:54.223 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.223 INFO:tasks.workunit.client.0.smithi123.stdout: "read_lat": { 2023-12-20T10:49:54.223 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 113, 2023-12-20T10:49:54.223 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2414463 2023-12-20T10:49:54.224 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.224 INFO:tasks.workunit.client.0.smithi123.stdout: "read_onode_meta_lat": { 2023-12-20T10:49:54.224 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 177, 2023-12-20T10:49:54.224 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 317674 2023-12-20T10:49:54.224 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.224 INFO:tasks.workunit.client.0.smithi123.stdout: "read_wait_aio_lat": { 2023-12-20T10:49:54.224 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 64, 2023-12-20T10:49:54.224 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1723478 2023-12-20T10:49:54.224 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.224 INFO:tasks.workunit.client.0.smithi123.stdout: "reads_with_retries": { 2023-12-20T10:49:54.224 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.224 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.224 INFO:tasks.workunit.client.0.smithi123.stdout: "remove_lat": { 2023-12-20T10:49:54.224 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:54.224 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 35449 2023-12-20T10:49:54.225 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.225 INFO:tasks.workunit.client.0.smithi123.stdout: "state_aio_wait_lat": { 2023-12-20T10:49:54.225 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 296, 2023-12-20T10:49:54.225 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1920378 2023-12-20T10:49:54.225 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.225 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_aio_wait_lat": { 2023-12-20T10:49:54.225 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 19, 2023-12-20T10:49:54.225 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1581062 2023-12-20T10:49:54.225 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.225 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_cleanup_lat": { 2023-12-20T10:49:54.225 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 19, 2023-12-20T10:49:54.225 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 307727490663 2023-12-20T10:49:54.225 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.225 INFO:tasks.workunit.client.0.smithi123.stdout: "state_deferred_queued_lat": { 2023-12-20T10:49:54.225 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 19, 2023-12-20T10:49:54.225 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 27230597648 2023-12-20T10:49:54.226 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.226 INFO:tasks.workunit.client.0.smithi123.stdout: "state_done_lat": { 2023-12-20T10:49:54.226 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 296, 2023-12-20T10:49:54.226 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 410941 2023-12-20T10:49:54.226 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.226 INFO:tasks.workunit.client.0.smithi123.stdout: "state_finishing_lat": { 2023-12-20T10:49:54.226 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 296, 2023-12-20T10:49:54.226 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 28068 2023-12-20T10:49:54.226 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.226 INFO:tasks.workunit.client.0.smithi123.stdout: "state_io_done_lat": { 2023-12-20T10:49:54.226 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 296, 2023-12-20T10:49:54.226 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 198982 2023-12-20T10:49:54.226 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.226 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_commiting_lat": { 2023-12-20T10:49:54.226 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 296, 2023-12-20T10:49:54.226 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 398191618 2023-12-20T10:49:54.227 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.227 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_done_lat": { 2023-12-20T10:49:54.227 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 296, 2023-12-20T10:49:54.227 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 79353 2023-12-20T10:49:54.227 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.227 INFO:tasks.workunit.client.0.smithi123.stdout: "state_kv_queued_lat": { 2023-12-20T10:49:54.227 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 296, 2023-12-20T10:49:54.227 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 148376507 2023-12-20T10:49:54.227 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.227 INFO:tasks.workunit.client.0.smithi123.stdout: "state_prepare_lat": { 2023-12-20T10:49:54.227 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 296, 2023-12-20T10:49:54.227 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 27806906 2023-12-20T10:49:54.227 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.227 INFO:tasks.workunit.client.0.smithi123.stdout: "stored": { 2023-12-20T10:49:54.227 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 879008 2023-12-20T10:49:54.228 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.228 INFO:tasks.workunit.client.0.smithi123.stdout: "truncate_lat": { 2023-12-20T10:49:54.228 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 2, 2023-12-20T10:49:54.228 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 663 2023-12-20T10:49:54.228 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.228 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_commit_lat": { 2023-12-20T10:49:54.228 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 296, 2023-12-20T10:49:54.228 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 576534049 2023-12-20T10:49:54.228 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.228 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_submit_lat": { 2023-12-20T10:49:54.228 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 296, 2023-12-20T10:49:54.228 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 31622410 2023-12-20T10:49:54.228 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.228 INFO:tasks.workunit.client.0.smithi123.stdout: "txc_throttle_lat": { 2023-12-20T10:49:54.228 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 296, 2023-12-20T10:49:54.229 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 14698652 2023-12-20T10:49:54.229 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.229 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.229 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache": { 2023-12-20T10:49:54.229 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_bytes": { 2023-12-20T10:49:54.229 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1869081712 2023-12-20T10:49:54.229 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.229 INFO:tasks.workunit.client.0.smithi123.stdout: "heap_bytes": { 2023-12-20T10:49:54.229 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 236371968 2023-12-20T10:49:54.229 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.229 INFO:tasks.workunit.client.0.smithi123.stdout: "mapped_bytes": { 2023-12-20T10:49:54.229 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 235102208 2023-12-20T10:49:54.229 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.229 INFO:tasks.workunit.client.0.smithi123.stdout: "target_bytes": { 2023-12-20T10:49:54.229 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 3146338918 2023-12-20T10:49:54.230 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.230 INFO:tasks.workunit.client.0.smithi123.stdout: "unmapped_bytes": { 2023-12-20T10:49:54.230 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1269760 2023-12-20T10:49:54.230 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.230 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.230 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:data": { 2023-12-20T10:49:54.230 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:54.230 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 159383552 2023-12-20T10:49:54.230 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.230 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:54.230 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.230 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.230 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:54.230 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.230 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.230 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:54.231 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 85940562 2023-12-20T10:49:54.231 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.231 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:54.231 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.231 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.231 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:54.231 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 139264 2023-12-20T10:49:54.231 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.231 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:54.231 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.231 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.231 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:54.231 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.231 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.231 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:54.231 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 126976 2023-12-20T10:49:54.232 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.232 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:54.232 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.232 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.232 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:54.232 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.232 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.232 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:54.232 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.232 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.232 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:54.232 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.232 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.232 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:54.232 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 73176750 2023-12-20T10:49:54.232 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.233 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.233 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:kv": { 2023-12-20T10:49:54.233 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:54.233 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 780140544 2023-12-20T10:49:54.233 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.233 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:54.233 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:54.233 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.233 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:54.233 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.233 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.233 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:54.233 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 644554218 2023-12-20T10:49:54.233 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.233 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:54.234 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.234 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.234 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:54.234 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.234 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.234 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:54.234 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.234 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.234 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:54.234 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.234 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.234 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:54.234 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.234 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.234 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:54.234 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 1168 2023-12-20T10:49:54.235 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.235 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:54.235 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.235 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.235 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:54.235 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.235 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.235 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:54.235 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.235 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.235 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:54.235 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68476294 2023-12-20T10:49:54.235 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.235 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.235 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:kv_onode": { 2023-12-20T10:49:54.236 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:54.236 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 192937984 2023-12-20T10:49:54.236 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.236 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:54.236 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 67108864 2023-12-20T10:49:54.236 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.236 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:54.236 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 464 2023-12-20T10:49:54.236 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.236 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:54.236 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 57293708 2023-12-20T10:49:54.236 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.236 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:54.236 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.236 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.237 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:54.237 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.237 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.237 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:54.237 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.237 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.237 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:54.237 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.237 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.237 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:54.237 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.237 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.237 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:54.237 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.238 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.238 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:54.238 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.238 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.238 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:54.238 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.238 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.238 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:54.238 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.238 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.238 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:54.238 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68534948 2023-12-20T10:49:54.238 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.238 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.238 INFO:tasks.workunit.client.0.smithi123.stdout: "bluestore-pricache:meta": { 2023-12-20T10:49:54.238 INFO:tasks.workunit.client.0.smithi123.stdout: "committed_bytes": { 2023-12-20T10:49:54.239 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 713031680 2023-12-20T10:49:54.239 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.239 INFO:tasks.workunit.client.0.smithi123.stdout: "pri0_bytes": { 2023-12-20T10:49:54.239 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.239 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.239 INFO:tasks.workunit.client.0.smithi123.stdout: "pri10_bytes": { 2023-12-20T10:49:54.239 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.239 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.239 INFO:tasks.workunit.client.0.smithi123.stdout: "pri11_bytes": { 2023-12-20T10:49:54.239 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 644554218 2023-12-20T10:49:54.239 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.239 INFO:tasks.workunit.client.0.smithi123.stdout: "pri1_bytes": { 2023-12-20T10:49:54.239 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.239 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.239 INFO:tasks.workunit.client.0.smithi123.stdout: "pri2_bytes": { 2023-12-20T10:49:54.240 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 11154 2023-12-20T10:49:54.240 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.240 INFO:tasks.workunit.client.0.smithi123.stdout: "pri3_bytes": { 2023-12-20T10:49:54.240 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.240 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.240 INFO:tasks.workunit.client.0.smithi123.stdout: "pri4_bytes": { 2023-12-20T10:49:54.240 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.240 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.240 INFO:tasks.workunit.client.0.smithi123.stdout: "pri5_bytes": { 2023-12-20T10:49:54.240 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 30674 2023-12-20T10:49:54.240 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.240 INFO:tasks.workunit.client.0.smithi123.stdout: "pri6_bytes": { 2023-12-20T10:49:54.240 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 221689 2023-12-20T10:49:54.240 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.240 INFO:tasks.workunit.client.0.smithi123.stdout: "pri7_bytes": { 2023-12-20T10:49:54.241 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.241 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.241 INFO:tasks.workunit.client.0.smithi123.stdout: "pri8_bytes": { 2023-12-20T10:49:54.241 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.241 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.241 INFO:tasks.workunit.client.0.smithi123.stdout: "pri9_bytes": { 2023-12-20T10:49:54.241 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.241 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.241 INFO:tasks.workunit.client.0.smithi123.stdout: "reserved_bytes": { 2023-12-20T10:49:54.241 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 68213945 2023-12-20T10:49:54.241 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.241 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.241 INFO:tasks.workunit.client.0.smithi123.stdout: "objecter": { 2023-12-20T10:49:54.241 INFO:tasks.workunit.client.0.smithi123.stdout: "op_active": { 2023-12-20T10:49:54.241 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.242 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.242 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:54.242 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.242 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.242 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rmw": { 2023-12-20T10:49:54.242 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.242 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.242 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:54.242 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.242 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.242 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.242 INFO:tasks.workunit.client.0.smithi123.stdout: "osd": { 2023-12-20T10:49:54.242 INFO:tasks.workunit.client.0.smithi123.stdout: "numpg": { 2023-12-20T10:49:54.242 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 47 2023-12-20T10:49:54.242 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.242 INFO:tasks.workunit.client.0.smithi123.stdout: "numpg_removing": { 2023-12-20T10:49:54.243 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.243 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.243 INFO:tasks.workunit.client.0.smithi123.stdout: "op": { 2023-12-20T10:49:54.243 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 115 2023-12-20T10:49:54.243 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.243 INFO:tasks.workunit.client.0.smithi123.stdout: "op_delayed_degraded": { 2023-12-20T10:49:54.243 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.243 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.243 INFO:tasks.workunit.client.0.smithi123.stdout: "op_delayed_unreadable": { 2023-12-20T10:49:54.243 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.243 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.243 INFO:tasks.workunit.client.0.smithi123.stdout: "op_in_bytes": { 2023-12-20T10:49:54.243 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.243 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.243 INFO:tasks.workunit.client.0.smithi123.stdout: "op_latency": { 2023-12-20T10:49:54.243 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 115, 2023-12-20T10:49:54.244 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 90452138 2023-12-20T10:49:54.244 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.244 INFO:tasks.workunit.client.0.smithi123.stdout: "op_out_bytes": { 2023-12-20T10:49:54.244 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 265051 2023-12-20T10:49:54.244 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.244 INFO:tasks.workunit.client.0.smithi123.stdout: "op_prepare_latency": { 2023-12-20T10:49:54.244 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 117, 2023-12-20T10:49:54.244 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 27241163 2023-12-20T10:49:54.244 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.244 INFO:tasks.workunit.client.0.smithi123.stdout: "op_process_latency": { 2023-12-20T10:49:54.244 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 115, 2023-12-20T10:49:54.244 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 79047929 2023-12-20T10:49:54.244 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.244 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r": { 2023-12-20T10:49:54.244 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 80 2023-12-20T10:49:54.244 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.245 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency": { 2023-12-20T10:49:54.245 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 80, 2023-12-20T10:49:54.245 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 12511293 2023-12-20T10:49:54.245 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.245 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-20T10:49:54.245 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.245 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.245 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_out_bytes": { 2023-12-20T10:49:54.245 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 265051 2023-12-20T10:49:54.245 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.245 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_prepare_latency": { 2023-12-20T10:49:54.245 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 80, 2023-12-20T10:49:54.245 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 11176426 2023-12-20T10:49:54.245 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.245 INFO:tasks.workunit.client.0.smithi123.stdout: "op_r_process_latency": { 2023-12-20T10:49:54.246 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 80, 2023-12-20T10:49:54.246 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 9147280 2023-12-20T10:49:54.246 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.246 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw": { 2023-12-20T10:49:54.246 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 30 2023-12-20T10:49:54.246 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.246 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_in_bytes": { 2023-12-20T10:49:54.246 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.246 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.246 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency": { 2023-12-20T10:49:54.246 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 30, 2023-12-20T10:49:54.246 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 36220808 2023-12-20T10:49:54.246 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.246 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-20T10:49:54.246 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.246 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.247 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-20T10:49:54.247 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.247 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.247 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_out_bytes": { 2023-12-20T10:49:54.247 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.247 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.247 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_prepare_latency": { 2023-12-20T10:49:54.247 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 30, 2023-12-20T10:49:54.247 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 13093188 2023-12-20T10:49:54.247 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.247 INFO:tasks.workunit.client.0.smithi123.stdout: "op_rw_process_latency": { 2023-12-20T10:49:54.247 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 30, 2023-12-20T10:49:54.247 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 33984697 2023-12-20T10:49:54.247 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.247 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w": { 2023-12-20T10:49:54.247 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 5 2023-12-20T10:49:54.248 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.248 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_in_bytes": { 2023-12-20T10:49:54.248 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.248 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.248 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency": { 2023-12-20T10:49:54.248 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 5, 2023-12-20T10:49:54.248 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 41720037 2023-12-20T10:49:54.248 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.248 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-20T10:49:54.248 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.248 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.248 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_prepare_latency": { 2023-12-20T10:49:54.248 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 7, 2023-12-20T10:49:54.248 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 2971549 2023-12-20T10:49:54.248 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.248 INFO:tasks.workunit.client.0.smithi123.stdout: "op_w_process_latency": { 2023-12-20T10:49:54.249 INFO:tasks.workunit.client.0.smithi123.stdout: "count": 5, 2023-12-20T10:49:54.249 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 35915952 2023-12-20T10:49:54.249 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.249 INFO:tasks.workunit.client.0.smithi123.stdout: "op_wip": { 2023-12-20T10:49:54.249 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.249 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.249 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_bytes": { 2023-12-20T10:49:54.249 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.249 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.249 INFO:tasks.workunit.client.0.smithi123.stdout: "recovery_ops": { 2023-12-20T10:49:54.249 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 0 2023-12-20T10:49:54.249 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.249 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_bytes": { 2023-12-20T10:49:54.249 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 95995035648 2023-12-20T10:49:54.249 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.250 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_bytes_used": { 2023-12-20T10:49:54.250 INFO:tasks.workunit.client.0.smithi123.stdout: "value": 305680384 2023-12-20T10:49:54.250 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.250 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.250 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.250 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.250 INFO:tasks.workunit.client.0.smithi123.stdout: "pools": [ 2023-12-20T10:49:54.250 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.250 INFO:tasks.workunit.client.0.smithi123.stdout: "application": [ 2023-12-20T10:49:54.250 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr" 2023-12-20T10:49:54.250 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.250 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_mode": "none", 2023-12-20T10:49:54.250 INFO:tasks.workunit.client.0.smithi123.stdout: "erasure_code_profile": {}, 2023-12-20T10:49:54.250 INFO:tasks.workunit.client.0.smithi123.stdout: "min_size": 2, 2023-12-20T10:49:54.250 INFO:tasks.workunit.client.0.smithi123.stdout: "options": {}, 2023-12-20T10:49:54.250 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_autoscale_mode": "off", 2023-12-20T10:49:54.251 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_num": 1, 2023-12-20T10:49:54.251 INFO:tasks.workunit.client.0.smithi123.stdout: "pgp_num": 1, 2023-12-20T10:49:54.251 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": 1, 2023-12-20T10:49:54.251 INFO:tasks.workunit.client.0.smithi123.stdout: "size": 3, 2023-12-20T10:49:54.251 INFO:tasks.workunit.client.0.smithi123.stdout: "stats": { 2023-12-20T10:49:54.251 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_raw": 727116753162, 2023-12-20T10:49:54.251 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_used": 1781760, 2023-12-20T10:49:54.251 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_bytes_used": 0, 2023-12-20T10:49:54.251 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_under_bytes": 0, 2023-12-20T10:49:54.251 INFO:tasks.workunit.client.0.smithi123.stdout: "data_bytes_used": 1781760, 2023-12-20T10:49:54.251 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty": 0, 2023-12-20T10:49:54.251 INFO:tasks.workunit.client.0.smithi123.stdout: "max_avail": 242372247552, 2023-12-20T10:49:54.251 INFO:tasks.workunit.client.0.smithi123.stdout: "objects": 2, 2023-12-20T10:49:54.251 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_bytes_used": 0, 2023-12-20T10:49:54.251 INFO:tasks.workunit.client.0.smithi123.stdout: "percent_used": 2.450439524182002e-06, 2023-12-20T10:49:54.251 INFO:tasks.workunit.client.0.smithi123.stdout: "quota_bytes": 0, 2023-12-20T10:49:54.252 INFO:tasks.workunit.client.0.smithi123.stdout: "quota_objects": 0, 2023-12-20T10:49:54.252 INFO:tasks.workunit.client.0.smithi123.stdout: "rd": 394, 2023-12-20T10:49:54.252 INFO:tasks.workunit.client.0.smithi123.stdout: "rd_bytes": 598016, 2023-12-20T10:49:54.252 INFO:tasks.workunit.client.0.smithi123.stdout: "stored": 590368, 2023-12-20T10:49:54.252 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_data": 590368, 2023-12-20T10:49:54.252 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_omap": 0, 2023-12-20T10:49:54.252 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_raw": 1771104, 2023-12-20T10:49:54.252 INFO:tasks.workunit.client.0.smithi123.stdout: "wr": 219, 2023-12-20T10:49:54.252 INFO:tasks.workunit.client.0.smithi123.stdout: "wr_bytes": 2473984 2023-12-20T10:49:54.252 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.252 INFO:tasks.workunit.client.0.smithi123.stdout: "target_max_bytes": 0, 2023-12-20T10:49:54.252 INFO:tasks.workunit.client.0.smithi123.stdout: "target_max_objects": 0, 2023-12-20T10:49:54.252 INFO:tasks.workunit.client.0.smithi123.stdout: "type": "replicated" 2023-12-20T10:49:54.252 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.253 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.253 INFO:tasks.workunit.client.0.smithi123.stdout: "application": [ 2023-12-20T10:49:54.253 INFO:tasks.workunit.client.0.smithi123.stdout: "cephfs" 2023-12-20T10:49:54.253 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.253 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_mode": "none", 2023-12-20T10:49:54.253 INFO:tasks.workunit.client.0.smithi123.stdout: "erasure_code_profile": {}, 2023-12-20T10:49:54.253 INFO:tasks.workunit.client.0.smithi123.stdout: "min_size": 2, 2023-12-20T10:49:54.253 INFO:tasks.workunit.client.0.smithi123.stdout: "options": {}, 2023-12-20T10:49:54.253 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_autoscale_mode": "off", 2023-12-20T10:49:54.253 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_num": 32, 2023-12-20T10:49:54.253 INFO:tasks.workunit.client.0.smithi123.stdout: "pgp_num": 32, 2023-12-20T10:49:54.253 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": 2, 2023-12-20T10:49:54.253 INFO:tasks.workunit.client.0.smithi123.stdout: "size": 3, 2023-12-20T10:49:54.253 INFO:tasks.workunit.client.0.smithi123.stdout: "stats": { 2023-12-20T10:49:54.253 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_raw": 727116753162, 2023-12-20T10:49:54.254 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_used": 98304, 2023-12-20T10:49:54.254 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_bytes_used": 0, 2023-12-20T10:49:54.254 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_under_bytes": 0, 2023-12-20T10:49:54.254 INFO:tasks.workunit.client.0.smithi123.stdout: "data_bytes_used": 98304, 2023-12-20T10:49:54.254 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty": 0, 2023-12-20T10:49:54.254 INFO:tasks.workunit.client.0.smithi123.stdout: "max_avail": 242372247552, 2023-12-20T10:49:54.254 INFO:tasks.workunit.client.0.smithi123.stdout: "objects": 22, 2023-12-20T10:49:54.254 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_bytes_used": 0, 2023-12-20T10:49:54.254 INFO:tasks.workunit.client.0.smithi123.stdout: "percent_used": 1.3519698427444382e-07, 2023-12-20T10:49:54.254 INFO:tasks.workunit.client.0.smithi123.stdout: "quota_bytes": 0, 2023-12-20T10:49:54.254 INFO:tasks.workunit.client.0.smithi123.stdout: "quota_objects": 0, 2023-12-20T10:49:54.254 INFO:tasks.workunit.client.0.smithi123.stdout: "rd": 0, 2023-12-20T10:49:54.254 INFO:tasks.workunit.client.0.smithi123.stdout: "rd_bytes": 0, 2023-12-20T10:49:54.254 INFO:tasks.workunit.client.0.smithi123.stdout: "stored": 3376, 2023-12-20T10:49:54.254 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_data": 3376, 2023-12-20T10:49:54.254 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_omap": 0, 2023-12-20T10:49:54.255 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_raw": 10128, 2023-12-20T10:49:54.255 INFO:tasks.workunit.client.0.smithi123.stdout: "wr": 51, 2023-12-20T10:49:54.255 INFO:tasks.workunit.client.0.smithi123.stdout: "wr_bytes": 19456 2023-12-20T10:49:54.255 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.255 INFO:tasks.workunit.client.0.smithi123.stdout: "target_max_bytes": 0, 2023-12-20T10:49:54.255 INFO:tasks.workunit.client.0.smithi123.stdout: "target_max_objects": 0, 2023-12-20T10:49:54.255 INFO:tasks.workunit.client.0.smithi123.stdout: "type": "replicated" 2023-12-20T10:49:54.255 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.255 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.255 INFO:tasks.workunit.client.0.smithi123.stdout: "application": [ 2023-12-20T10:49:54.255 INFO:tasks.workunit.client.0.smithi123.stdout: "cephfs" 2023-12-20T10:49:54.255 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.255 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_mode": "none", 2023-12-20T10:49:54.255 INFO:tasks.workunit.client.0.smithi123.stdout: "erasure_code_profile": {}, 2023-12-20T10:49:54.255 INFO:tasks.workunit.client.0.smithi123.stdout: "min_size": 2, 2023-12-20T10:49:54.256 INFO:tasks.workunit.client.0.smithi123.stdout: "options": {}, 2023-12-20T10:49:54.256 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_autoscale_mode": "off", 2023-12-20T10:49:54.256 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_num": 64, 2023-12-20T10:49:54.256 INFO:tasks.workunit.client.0.smithi123.stdout: "pgp_num": 64, 2023-12-20T10:49:54.256 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": 3, 2023-12-20T10:49:54.256 INFO:tasks.workunit.client.0.smithi123.stdout: "size": 3, 2023-12-20T10:49:54.256 INFO:tasks.workunit.client.0.smithi123.stdout: "stats": { 2023-12-20T10:49:54.256 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_raw": 727116753162, 2023-12-20T10:49:54.256 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_used": 0, 2023-12-20T10:49:54.256 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_bytes_used": 0, 2023-12-20T10:49:54.256 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_under_bytes": 0, 2023-12-20T10:49:54.256 INFO:tasks.workunit.client.0.smithi123.stdout: "data_bytes_used": 0, 2023-12-20T10:49:54.256 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty": 0, 2023-12-20T10:49:54.256 INFO:tasks.workunit.client.0.smithi123.stdout: "max_avail": 242372247552, 2023-12-20T10:49:54.256 INFO:tasks.workunit.client.0.smithi123.stdout: "objects": 0, 2023-12-20T10:49:54.257 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_bytes_used": 0, 2023-12-20T10:49:54.257 INFO:tasks.workunit.client.0.smithi123.stdout: "percent_used": 0.0, 2023-12-20T10:49:54.257 INFO:tasks.workunit.client.0.smithi123.stdout: "quota_bytes": 0, 2023-12-20T10:49:54.257 INFO:tasks.workunit.client.0.smithi123.stdout: "quota_objects": 0, 2023-12-20T10:49:54.257 INFO:tasks.workunit.client.0.smithi123.stdout: "rd": 0, 2023-12-20T10:49:54.257 INFO:tasks.workunit.client.0.smithi123.stdout: "rd_bytes": 0, 2023-12-20T10:49:54.257 INFO:tasks.workunit.client.0.smithi123.stdout: "stored": 0, 2023-12-20T10:49:54.257 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_data": 0, 2023-12-20T10:49:54.257 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_omap": 0, 2023-12-20T10:49:54.257 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_raw": 0, 2023-12-20T10:49:54.257 INFO:tasks.workunit.client.0.smithi123.stdout: "wr": 0, 2023-12-20T10:49:54.257 INFO:tasks.workunit.client.0.smithi123.stdout: "wr_bytes": 0 2023-12-20T10:49:54.257 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.257 INFO:tasks.workunit.client.0.smithi123.stdout: "target_max_bytes": 0, 2023-12-20T10:49:54.257 INFO:tasks.workunit.client.0.smithi123.stdout: "target_max_objects": 0, 2023-12-20T10:49:54.257 INFO:tasks.workunit.client.0.smithi123.stdout: "type": "replicated" 2023-12-20T10:49:54.258 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.258 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.258 INFO:tasks.workunit.client.0.smithi123.stdout: "application": [ 2023-12-20T10:49:54.258 INFO:tasks.workunit.client.0.smithi123.stdout: "rbd" 2023-12-20T10:49:54.258 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.258 INFO:tasks.workunit.client.0.smithi123.stdout: "cache_mode": "none", 2023-12-20T10:49:54.258 INFO:tasks.workunit.client.0.smithi123.stdout: "erasure_code_profile": {}, 2023-12-20T10:49:54.258 INFO:tasks.workunit.client.0.smithi123.stdout: "min_size": 2, 2023-12-20T10:49:54.258 INFO:tasks.workunit.client.0.smithi123.stdout: "options": {}, 2023-12-20T10:49:54.258 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_autoscale_mode": "off", 2023-12-20T10:49:54.258 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_num": 8, 2023-12-20T10:49:54.258 INFO:tasks.workunit.client.0.smithi123.stdout: "pgp_num": 8, 2023-12-20T10:49:54.258 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": 4, 2023-12-20T10:49:54.258 INFO:tasks.workunit.client.0.smithi123.stdout: "size": 3, 2023-12-20T10:49:54.258 INFO:tasks.workunit.client.0.smithi123.stdout: "stats": { 2023-12-20T10:49:54.259 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_raw": 727116753162, 2023-12-20T10:49:54.259 INFO:tasks.workunit.client.0.smithi123.stdout: "bytes_used": 0, 2023-12-20T10:49:54.259 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_bytes_used": 0, 2023-12-20T10:49:54.259 INFO:tasks.workunit.client.0.smithi123.stdout: "compress_under_bytes": 0, 2023-12-20T10:49:54.259 INFO:tasks.workunit.client.0.smithi123.stdout: "data_bytes_used": 0, 2023-12-20T10:49:54.259 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty": 0, 2023-12-20T10:49:54.259 INFO:tasks.workunit.client.0.smithi123.stdout: "max_avail": 242372247552, 2023-12-20T10:49:54.259 INFO:tasks.workunit.client.0.smithi123.stdout: "objects": 0, 2023-12-20T10:49:54.259 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_bytes_used": 0, 2023-12-20T10:49:54.259 INFO:tasks.workunit.client.0.smithi123.stdout: "percent_used": 0.0, 2023-12-20T10:49:54.259 INFO:tasks.workunit.client.0.smithi123.stdout: "quota_bytes": 0, 2023-12-20T10:49:54.259 INFO:tasks.workunit.client.0.smithi123.stdout: "quota_objects": 0, 2023-12-20T10:49:54.259 INFO:tasks.workunit.client.0.smithi123.stdout: "rd": 0, 2023-12-20T10:49:54.259 INFO:tasks.workunit.client.0.smithi123.stdout: "rd_bytes": 0, 2023-12-20T10:49:54.259 INFO:tasks.workunit.client.0.smithi123.stdout: "stored": 0, 2023-12-20T10:49:54.260 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_data": 0, 2023-12-20T10:49:54.260 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_omap": 0, 2023-12-20T10:49:54.260 INFO:tasks.workunit.client.0.smithi123.stdout: "stored_raw": 0, 2023-12-20T10:49:54.260 INFO:tasks.workunit.client.0.smithi123.stdout: "wr": 0, 2023-12-20T10:49:54.260 INFO:tasks.workunit.client.0.smithi123.stdout: "wr_bytes": 0 2023-12-20T10:49:54.260 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.260 INFO:tasks.workunit.client.0.smithi123.stdout: "target_max_bytes": 0, 2023-12-20T10:49:54.260 INFO:tasks.workunit.client.0.smithi123.stdout: "target_max_objects": 0, 2023-12-20T10:49:54.260 INFO:tasks.workunit.client.0.smithi123.stdout: "type": "replicated" 2023-12-20T10:49:54.260 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.260 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.260 INFO:tasks.workunit.client.0.smithi123.stdout: "rbd": { 2023-12-20T10:49:54.260 INFO:tasks.workunit.client.0.smithi123.stdout: "mirroring_by_pool": [ 2023-12-20T10:49:54.260 INFO:tasks.workunit.client.0.smithi123.stdout: false 2023-12-20T10:49:54.260 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.260 INFO:tasks.workunit.client.0.smithi123.stdout: "num_images_by_pool": [ 2023-12-20T10:49:54.261 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:54.261 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.261 INFO:tasks.workunit.client.0.smithi123.stdout: "num_pools": 1 2023-12-20T10:49:54.261 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.261 INFO:tasks.workunit.client.0.smithi123.stdout: "report_id": "baef0915-2884-4417-8d92-37464f291438", 2023-12-20T10:49:54.261 INFO:tasks.workunit.client.0.smithi123.stdout: "report_timestamp": "2023-12-20T10:49:53.277680", 2023-12-20T10:49:54.261 INFO:tasks.workunit.client.0.smithi123.stdout: "report_version": 1, 2023-12-20T10:49:54.261 INFO:tasks.workunit.client.0.smithi123.stdout: "rocksdb_stats": { 2023-12-20T10:49:54.261 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "6.15.5" 2023-12-20T10:49:54.261 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.261 INFO:tasks.workunit.client.0.smithi123.stdout: "rook": { 2023-12-20T10:49:54.261 INFO:tasks.workunit.client.0.smithi123.stdout: "cluster": { 2023-12-20T10:49:54.261 INFO:tasks.workunit.client.0.smithi123.stdout: "external-mode": null, 2023-12-20T10:49:54.262 INFO:tasks.workunit.client.0.smithi123.stdout: "mon": { 2023-12-20T10:49:54.262 INFO:tasks.workunit.client.0.smithi123.stdout: "allow-multiple-per-node": null, 2023-12-20T10:49:54.262 INFO:tasks.workunit.client.0.smithi123.stdout: "count": null, 2023-12-20T10:49:54.262 INFO:tasks.workunit.client.0.smithi123.stdout: "max-id": null, 2023-12-20T10:49:54.262 INFO:tasks.workunit.client.0.smithi123.stdout: "pvc": { 2023-12-20T10:49:54.262 INFO:tasks.workunit.client.0.smithi123.stdout: "enabled": null 2023-12-20T10:49:54.262 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.262 INFO:tasks.workunit.client.0.smithi123.stdout: "stretch": { 2023-12-20T10:49:54.262 INFO:tasks.workunit.client.0.smithi123.stdout: "enabled": null 2023-12-20T10:49:54.262 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.262 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.262 INFO:tasks.workunit.client.0.smithi123.stdout: "network": { 2023-12-20T10:49:54.262 INFO:tasks.workunit.client.0.smithi123.stdout: "provider": null 2023-12-20T10:49:54.262 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.262 INFO:tasks.workunit.client.0.smithi123.stdout: "storage": { 2023-12-20T10:49:54.262 INFO:tasks.workunit.client.0.smithi123.stdout: "device-set": { 2023-12-20T10:49:54.263 INFO:tasks.workunit.client.0.smithi123.stdout: "count": { 2023-12-20T10:49:54.263 INFO:tasks.workunit.client.0.smithi123.stdout: "non-portable": null, 2023-12-20T10:49:54.263 INFO:tasks.workunit.client.0.smithi123.stdout: "portable": null, 2023-12-20T10:49:54.263 INFO:tasks.workunit.client.0.smithi123.stdout: "total": null 2023-12-20T10:49:54.263 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.263 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.263 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.263 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.263 INFO:tasks.workunit.client.0.smithi123.stdout: "csi": { 2023-12-20T10:49:54.263 INFO:tasks.workunit.client.0.smithi123.stdout: "version": null 2023-12-20T10:49:54.263 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.263 INFO:tasks.workunit.client.0.smithi123.stdout: "kubernetes": { 2023-12-20T10:49:54.263 INFO:tasks.workunit.client.0.smithi123.stdout: "version": null 2023-12-20T10:49:54.263 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.263 INFO:tasks.workunit.client.0.smithi123.stdout: "node": { 2023-12-20T10:49:54.263 INFO:tasks.workunit.client.0.smithi123.stdout: "count": { 2023-12-20T10:49:54.264 INFO:tasks.workunit.client.0.smithi123.stdout: "kubernetes-total": null, 2023-12-20T10:49:54.264 INFO:tasks.workunit.client.0.smithi123.stdout: "with-ceph-daemons": null, 2023-12-20T10:49:54.264 INFO:tasks.workunit.client.0.smithi123.stdout: "with-csi-cephfs-plugin": null, 2023-12-20T10:49:54.264 INFO:tasks.workunit.client.0.smithi123.stdout: "with-csi-nfs-plugin": null, 2023-12-20T10:49:54.264 INFO:tasks.workunit.client.0.smithi123.stdout: "with-csi-rbd-plugin": null 2023-12-20T10:49:54.264 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.264 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.264 INFO:tasks.workunit.client.0.smithi123.stdout: "usage": { 2023-12-20T10:49:54.264 INFO:tasks.workunit.client.0.smithi123.stdout: "storage-class": { 2023-12-20T10:49:54.264 INFO:tasks.workunit.client.0.smithi123.stdout: "count": { 2023-12-20T10:49:54.264 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": null, 2023-12-20T10:49:54.264 INFO:tasks.workunit.client.0.smithi123.stdout: "cephfs": null, 2023-12-20T10:49:54.264 INFO:tasks.workunit.client.0.smithi123.stdout: "nfs": null, 2023-12-20T10:49:54.264 INFO:tasks.workunit.client.0.smithi123.stdout: "rbd": null, 2023-12-20T10:49:54.264 INFO:tasks.workunit.client.0.smithi123.stdout: "total": null 2023-12-20T10:49:54.264 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.265 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.265 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.265 INFO:tasks.workunit.client.0.smithi123.stdout: "version": null 2023-12-20T10:49:54.265 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.265 INFO:tasks.workunit.client.0.smithi123.stdout: "services": {}, 2023-12-20T10:49:54.265 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_per_pg": [ 2023-12-20T10:49:54.265 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.265 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.265 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.265 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.265 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:54.265 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.265 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:54.265 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.265 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.266 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.266 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.266 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.266 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.266 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.242161+0000", 2023-12-20T10:49:54.266 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.693712+0000", 2023-12-20T10:49:54.266 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.693712+0000", 2023-12-20T10:49:54.266 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.693988+0000", 2023-12-20T10:49:54.266 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.242161+0000", 2023-12-20T10:49:54.266 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.266 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.266 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.266 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.266 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.242161+0000", 2023-12-20T10:49:54.266 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.242161+0000", 2023-12-20T10:49:54.266 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.242161+0000", 2023-12-20T10:49:54.267 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.267 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.267 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.267 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.242161+0000", 2023-12-20T10:49:54.267 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.242161+0000", 2023-12-20T10:49:54.267 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.267 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.267 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.267 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.267 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.267 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.267 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.267 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.267 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.267 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.268 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.268 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.268 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.268 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.3f", 2023-12-20T10:49:54.268 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.268 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.268 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.268 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:54.268 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.268 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T21:08:15.219223+0000", 2023-12-20T10:49:54.268 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.268 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.268 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.268 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.268 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.268 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.269 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.269 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.269 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.269 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.269 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.269 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.269 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.269 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.269 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.269 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.269 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.269 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.269 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.269 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.269 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.269 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.270 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.270 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.270 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.270 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.270 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.270 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.270 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.270 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.270 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.270 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.270 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.270 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.270 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.270 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.270 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.271 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.271 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.271 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.271 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.271 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.271 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.271 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.271 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.271 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.271 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.271 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.271 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.271 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:54.271 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.271 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:54.271 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.272 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.272 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.272 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.272 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.272 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.272 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.272 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.272 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 1, 2023-12-20T10:49:54.272 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.272 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.272 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.272 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.272 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.272 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.272 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240124+0000", 2023-12-20T10:49:54.273 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.690445+0000", 2023-12-20T10:49:54.273 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.690445+0000", 2023-12-20T10:49:54.273 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.690805+0000", 2023-12-20T10:49:54.273 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240124+0000", 2023-12-20T10:49:54.273 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.273 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.273 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.273 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.273 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240124+0000", 2023-12-20T10:49:54.273 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240124+0000", 2023-12-20T10:49:54.273 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240124+0000", 2023-12-20T10:49:54.273 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.273 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.273 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.273 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240124+0000", 2023-12-20T10:49:54.274 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240124+0000", 2023-12-20T10:49:54.274 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.274 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.274 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.274 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.274 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.274 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.274 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.274 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.274 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.274 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.274 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.274 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.274 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.274 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.3e", 2023-12-20T10:49:54.274 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.275 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.275 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.275 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:54.275 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.275 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T16:34:14.983303+0000", 2023-12-20T10:49:54.275 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.275 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.275 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.275 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.275 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.275 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.275 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.275 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.275 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.275 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.276 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.276 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.276 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.276 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.276 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.276 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.276 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.276 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.276 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.276 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.276 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.276 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.276 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.276 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.276 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.277 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.277 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.277 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.277 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.277 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.277 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.277 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.277 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.277 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.277 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.277 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.277 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.277 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.277 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.277 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.277 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.278 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.278 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.278 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.278 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.278 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.278 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.278 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.278 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.278 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.278 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.278 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 1, 2023-12-20T10:49:54.278 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.278 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.278 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.278 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.278 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.279 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.279 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:54.279 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.279 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 0, 2023-12-20T10:49:54.279 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.279 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.279 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.279 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.279 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.279 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.279 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.239896+0000", 2023-12-20T10:49:54.279 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.691152+0000", 2023-12-20T10:49:54.279 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.691152+0000", 2023-12-20T10:49:54.279 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.691422+0000", 2023-12-20T10:49:54.279 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.239896+0000", 2023-12-20T10:49:54.279 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.280 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.280 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.280 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.280 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.239896+0000", 2023-12-20T10:49:54.280 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.239896+0000", 2023-12-20T10:49:54.280 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.239896+0000", 2023-12-20T10:49:54.280 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.280 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.280 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.280 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.239896+0000", 2023-12-20T10:49:54.280 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.239896+0000", 2023-12-20T10:49:54.280 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.280 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.280 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.281 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.281 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.281 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.281 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.281 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.281 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.281 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.281 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.281 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.281 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.281 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.3d", 2023-12-20T10:49:54.281 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.281 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.281 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.282 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.282 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.282 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T12:58:40.164943+0000", 2023-12-20T10:49:54.282 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.282 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.282 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.282 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.282 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.282 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.282 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.282 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.282 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.282 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.282 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.282 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.283 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.283 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.283 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.283 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.283 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.283 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.283 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.283 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.283 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.283 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.283 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.283 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.283 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.283 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.283 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.284 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.284 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.284 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.284 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.284 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.284 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.284 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.284 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.284 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.284 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.284 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.284 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.284 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.284 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.284 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.284 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.285 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.285 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.285 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.285 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.285 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.285 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.285 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:54.285 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.285 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 0, 2023-12-20T10:49:54.285 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.285 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.285 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.285 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.285 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.285 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.285 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:54.286 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.286 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 5, 2023-12-20T10:49:54.286 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.286 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.286 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.286 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.286 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.286 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.286 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.241714+0000", 2023-12-20T10:49:54.286 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.695227+0000", 2023-12-20T10:49:54.286 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.695227+0000", 2023-12-20T10:49:54.286 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.695625+0000", 2023-12-20T10:49:54.286 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.241714+0000", 2023-12-20T10:49:54.286 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.286 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.287 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.287 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.287 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.241714+0000", 2023-12-20T10:49:54.287 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.241714+0000", 2023-12-20T10:49:54.287 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.241714+0000", 2023-12-20T10:49:54.287 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.287 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.287 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.287 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.241714+0000", 2023-12-20T10:49:54.287 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.241714+0000", 2023-12-20T10:49:54.287 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.287 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.287 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.287 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.287 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.287 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.288 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.288 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.288 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.288 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.288 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.288 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.288 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.288 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.3c", 2023-12-20T10:49:54.288 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.288 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.288 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.288 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.288 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.288 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T17:39:57.902493+0000", 2023-12-20T10:49:54.288 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.288 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.289 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.289 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.289 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.289 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.289 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.289 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.289 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.289 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.289 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.289 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.289 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.289 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.289 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.289 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.289 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.290 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.290 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.290 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.290 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.290 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.290 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.290 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.290 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.290 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.290 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.290 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.290 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.290 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.290 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.290 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.290 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.291 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.291 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.291 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.291 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.291 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.291 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.291 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.291 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.291 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.291 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.291 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.291 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.291 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.291 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.291 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.291 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.292 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:54.292 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.292 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 5, 2023-12-20T10:49:54.292 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.292 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.292 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.292 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.292 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.292 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.292 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:54.292 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.292 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:54.293 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.293 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.293 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.293 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.293 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.293 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.293 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.239614+0000", 2023-12-20T10:49:54.293 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.700900+0000", 2023-12-20T10:49:54.293 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.700900+0000", 2023-12-20T10:49:54.293 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.701219+0000", 2023-12-20T10:49:54.293 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.239614+0000", 2023-12-20T10:49:54.293 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.293 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.293 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.294 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.294 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.239614+0000", 2023-12-20T10:49:54.294 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.239614+0000", 2023-12-20T10:49:54.294 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.239614+0000", 2023-12-20T10:49:54.294 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.294 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.294 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.294 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.239614+0000", 2023-12-20T10:49:54.294 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.239614+0000", 2023-12-20T10:49:54.294 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.294 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.294 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.294 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.294 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.294 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.294 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.295 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.295 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.295 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.295 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.295 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.295 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.295 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.3b", 2023-12-20T10:49:54.295 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.295 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.295 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.295 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:54.295 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.295 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T16:15:11.183230+0000", 2023-12-20T10:49:54.295 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.295 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.296 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.296 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.296 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.296 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.296 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.296 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.296 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.296 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.296 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.296 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.296 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.296 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.296 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.296 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.296 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.296 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.297 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.297 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.297 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.297 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.297 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.297 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.297 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.297 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.297 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.297 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.297 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.297 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.297 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.297 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.297 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.298 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.298 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.298 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.298 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.298 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.298 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.298 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.298 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.298 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.298 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.298 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.298 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.298 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.298 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.298 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.299 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.299 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:54.299 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.299 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:54.299 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.299 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.299 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.299 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.299 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.299 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.299 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:54.299 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.299 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 5, 2023-12-20T10:49:54.299 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.299 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.299 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.300 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.300 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.300 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.300 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.241307+0000", 2023-12-20T10:49:54.300 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.700177+0000", 2023-12-20T10:49:54.300 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.700177+0000", 2023-12-20T10:49:54.300 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.700866+0000", 2023-12-20T10:49:54.300 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.241307+0000", 2023-12-20T10:49:54.300 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.300 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.300 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.300 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.300 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.241307+0000", 2023-12-20T10:49:54.300 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.241307+0000", 2023-12-20T10:49:54.300 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.241307+0000", 2023-12-20T10:49:54.301 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.301 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.301 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.301 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.241307+0000", 2023-12-20T10:49:54.301 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.241307+0000", 2023-12-20T10:49:54.301 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.301 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.301 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.301 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.301 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.301 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.301 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.301 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.301 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.301 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.301 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.302 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.302 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.302 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.3a", 2023-12-20T10:49:54.302 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.302 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.302 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.302 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.302 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.302 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T11:45:46.317492+0000", 2023-12-20T10:49:54.302 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.302 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.302 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.302 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.302 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.302 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.303 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.303 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.303 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.303 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.303 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.303 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.303 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.303 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.303 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.303 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.303 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.303 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.303 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.303 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.303 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.303 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.304 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.304 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.304 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.304 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.304 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.304 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.304 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.304 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.304 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.304 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.304 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.304 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.304 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.304 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.305 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.305 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.305 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.305 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.305 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.305 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.305 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.305 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.305 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.305 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.305 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.305 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.305 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.305 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:54.305 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.306 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 5, 2023-12-20T10:49:54.306 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.306 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.306 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.306 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.306 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.306 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.306 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:54.306 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.306 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:54.306 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.306 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.306 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.306 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.306 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.306 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.307 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.238533+0000", 2023-12-20T10:49:54.307 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.700691+0000", 2023-12-20T10:49:54.307 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.700691+0000", 2023-12-20T10:49:54.307 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.701318+0000", 2023-12-20T10:49:54.307 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.238533+0000", 2023-12-20T10:49:54.307 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.307 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.307 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.307 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.307 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.238533+0000", 2023-12-20T10:49:54.307 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.238533+0000", 2023-12-20T10:49:54.307 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.238533+0000", 2023-12-20T10:49:54.307 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.307 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.307 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.308 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.238533+0000", 2023-12-20T10:49:54.308 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.238533+0000", 2023-12-20T10:49:54.308 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.308 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.308 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.308 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.308 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.308 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.308 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.308 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.308 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.308 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.308 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.308 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.308 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.308 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.39", 2023-12-20T10:49:54.309 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.309 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.309 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.309 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:54.309 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.309 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T12:20:59.082517+0000", 2023-12-20T10:49:54.309 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.309 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.309 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.309 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.309 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.309 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.309 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.309 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.309 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.310 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.310 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.310 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.310 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.310 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.310 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.310 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.310 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.310 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.310 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.310 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.310 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.310 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.310 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.310 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.310 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.311 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.311 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.311 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.311 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.311 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.311 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.311 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.311 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.311 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.311 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.311 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.311 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.311 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.311 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.311 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.312 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.312 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.312 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.312 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.312 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.312 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.312 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.312 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.312 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.312 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:54.312 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.312 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:54.312 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.312 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.312 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.313 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.313 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.313 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.313 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.313 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.313 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 3, 2023-12-20T10:49:54.313 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.313 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.313 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.313 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.313 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.313 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.313 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.236927+0000", 2023-12-20T10:49:54.313 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.689001+0000", 2023-12-20T10:49:54.313 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.689001+0000", 2023-12-20T10:49:54.314 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.689311+0000", 2023-12-20T10:49:54.314 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.236927+0000", 2023-12-20T10:49:54.314 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.314 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.314 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.314 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.314 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.236927+0000", 2023-12-20T10:49:54.314 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.236927+0000", 2023-12-20T10:49:54.314 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.236927+0000", 2023-12-20T10:49:54.314 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.314 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.314 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.314 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.236927+0000", 2023-12-20T10:49:54.314 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.236927+0000", 2023-12-20T10:49:54.314 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.315 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.315 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.315 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.315 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.315 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.315 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.315 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.315 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.315 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.315 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.315 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.315 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.315 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.38", 2023-12-20T10:49:54.315 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.315 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.316 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.316 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.316 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.316 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T18:15:47.529177+0000", 2023-12-20T10:49:54.316 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.316 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.316 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.316 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.316 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.316 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.316 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.316 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.316 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.316 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.316 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.316 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.317 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.317 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.317 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.317 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.317 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.317 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.317 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.317 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.317 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.317 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.317 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.317 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.317 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.317 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.318 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.318 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.318 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.318 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.318 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.318 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.318 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.318 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.318 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.318 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.318 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.318 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.318 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.318 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.318 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.319 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.319 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.319 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.319 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.319 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.319 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.319 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.319 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.319 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.319 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.319 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 3, 2023-12-20T10:49:54.319 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.319 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.319 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.319 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.320 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.320 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.320 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:54.320 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.320 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:54.320 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.320 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.320 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.320 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.320 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.320 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.320 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.242042+0000", 2023-12-20T10:49:54.320 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.692014+0000", 2023-12-20T10:49:54.320 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.692014+0000", 2023-12-20T10:49:54.320 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.692325+0000", 2023-12-20T10:49:54.320 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.242042+0000", 2023-12-20T10:49:54.321 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.321 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.321 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.321 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.321 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.242042+0000", 2023-12-20T10:49:54.321 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.242042+0000", 2023-12-20T10:49:54.321 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.242042+0000", 2023-12-20T10:49:54.321 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.321 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.321 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.321 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.242042+0000", 2023-12-20T10:49:54.321 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.242042+0000", 2023-12-20T10:49:54.321 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.322 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.322 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.322 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.322 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.322 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.322 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.322 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.322 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.322 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.322 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.322 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.322 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.322 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.37", 2023-12-20T10:49:54.322 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.322 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.322 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.323 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:54.323 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.323 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T16:25:29.071611+0000", 2023-12-20T10:49:54.323 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.323 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.323 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.323 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.323 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.323 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.323 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.323 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.323 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.323 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.323 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.323 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.324 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.324 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.324 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.324 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.324 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.324 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.324 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.324 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.324 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.324 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.324 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.324 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.324 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.324 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.324 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.325 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.325 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.325 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.325 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.325 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.325 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.325 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.325 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.325 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.325 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.325 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.325 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.325 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.325 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.325 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.326 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.326 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.326 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.326 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.326 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.326 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.326 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.326 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:54.326 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.326 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:54.326 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.326 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.326 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.326 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.326 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.326 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.327 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:54.327 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.327 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 6, 2023-12-20T10:49:54.327 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.327 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.327 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.327 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.327 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.327 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.327 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.238424+0000", 2023-12-20T10:49:54.327 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.691025+0000", 2023-12-20T10:49:54.327 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.691025+0000", 2023-12-20T10:49:54.327 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.691763+0000", 2023-12-20T10:49:54.327 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.238424+0000", 2023-12-20T10:49:54.327 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.327 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.328 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.328 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.328 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.238424+0000", 2023-12-20T10:49:54.328 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.238424+0000", 2023-12-20T10:49:54.328 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.238424+0000", 2023-12-20T10:49:54.328 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.328 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.328 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.328 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.238424+0000", 2023-12-20T10:49:54.328 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.238424+0000", 2023-12-20T10:49:54.328 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.328 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.328 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.328 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.328 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.329 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.329 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.329 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.329 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.329 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.329 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.329 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.329 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.329 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.36", 2023-12-20T10:49:54.329 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.329 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.329 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.329 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.329 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.329 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T14:41:47.315092+0000", 2023-12-20T10:49:54.330 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.330 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.330 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.330 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.330 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.330 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.330 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.330 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.330 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.330 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.330 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.330 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.330 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.330 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.330 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.331 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.331 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.331 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.331 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.331 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.331 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.331 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.331 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.331 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.331 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.331 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.331 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.331 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.331 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.331 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.331 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.332 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.332 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.332 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.332 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.332 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.332 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.332 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.332 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.332 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.332 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.332 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.332 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.332 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.332 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.332 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.333 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.333 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.333 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.333 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:54.333 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.333 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 6, 2023-12-20T10:49:54.333 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.333 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.333 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.333 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.333 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.333 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.333 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:54.333 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.333 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 6, 2023-12-20T10:49:54.333 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.334 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.334 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.334 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.334 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.334 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.334 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.239215+0000", 2023-12-20T10:49:54.334 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.690666+0000", 2023-12-20T10:49:54.334 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.690666+0000", 2023-12-20T10:49:54.334 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.690940+0000", 2023-12-20T10:49:54.334 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.239215+0000", 2023-12-20T10:49:54.334 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.334 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.334 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.334 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.334 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.239215+0000", 2023-12-20T10:49:54.335 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.239215+0000", 2023-12-20T10:49:54.335 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.239215+0000", 2023-12-20T10:49:54.335 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.335 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.335 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.335 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.239215+0000", 2023-12-20T10:49:54.335 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.239215+0000", 2023-12-20T10:49:54.335 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.335 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.335 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.335 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.335 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.335 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.335 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.335 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.335 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.336 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.336 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.336 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.336 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.336 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.35", 2023-12-20T10:49:54.336 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.336 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.336 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.336 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.336 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.336 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T14:47:39.174640+0000", 2023-12-20T10:49:54.336 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.336 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.336 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.336 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.337 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.337 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.337 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.337 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.337 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.337 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.337 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.337 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.337 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.337 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.337 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.337 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.337 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.337 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.338 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.338 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.338 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.338 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.338 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.338 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.338 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.338 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.338 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.338 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.338 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.338 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.338 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.338 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.338 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.339 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.339 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.339 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.339 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.339 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.339 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.339 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.339 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.339 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.339 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.339 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.339 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.339 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.339 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.340 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.340 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.340 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:54.340 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.340 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 6, 2023-12-20T10:49:54.340 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.340 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.340 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.340 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.340 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.340 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.340 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:54.340 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.340 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 4, 2023-12-20T10:49:54.340 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.341 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.341 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.341 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.341 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.341 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.341 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.235083+0000", 2023-12-20T10:49:54.341 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.686413+0000", 2023-12-20T10:49:54.341 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.686413+0000", 2023-12-20T10:49:54.341 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.688458+0000", 2023-12-20T10:49:54.341 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.235083+0000", 2023-12-20T10:49:54.341 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.341 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.341 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.341 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.341 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.235083+0000", 2023-12-20T10:49:54.342 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.235083+0000", 2023-12-20T10:49:54.342 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.235083+0000", 2023-12-20T10:49:54.342 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.342 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.342 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.342 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.235083+0000", 2023-12-20T10:49:54.342 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.235083+0000", 2023-12-20T10:49:54.342 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.342 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.342 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.342 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.342 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.342 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.342 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.343 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.343 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.343 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.343 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.343 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.343 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.343 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.34", 2023-12-20T10:49:54.343 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.343 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.343 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.343 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.343 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.343 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T20:16:28.566650+0000", 2023-12-20T10:49:54.343 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.343 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.344 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.344 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.344 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.344 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.344 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.344 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.344 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.344 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.344 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.344 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.344 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.344 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.344 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.344 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.344 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.344 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.345 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.345 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.345 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.345 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.345 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.345 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.345 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.345 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.345 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.345 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.345 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.345 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.345 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.345 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.346 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.346 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.346 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.346 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.346 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.346 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.346 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.346 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.346 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.346 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.346 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.346 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.346 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.346 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.347 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.347 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.347 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.347 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:54.347 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.347 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 4, 2023-12-20T10:49:54.347 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.347 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.347 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.347 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.347 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.347 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.347 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:54.347 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.347 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 3, 2023-12-20T10:49:54.348 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.348 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.348 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.348 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.348 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.348 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.348 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237938+0000", 2023-12-20T10:49:54.348 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.696743+0000", 2023-12-20T10:49:54.348 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.696743+0000", 2023-12-20T10:49:54.348 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.697041+0000", 2023-12-20T10:49:54.348 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237938+0000", 2023-12-20T10:49:54.348 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.348 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.348 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.348 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.348 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237938+0000", 2023-12-20T10:49:54.349 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237938+0000", 2023-12-20T10:49:54.349 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237938+0000", 2023-12-20T10:49:54.349 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.349 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.349 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.349 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237938+0000", 2023-12-20T10:49:54.349 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237938+0000", 2023-12-20T10:49:54.349 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.349 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.349 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.349 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.349 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.349 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.349 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.349 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.350 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.350 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.350 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.350 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.350 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.350 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.33", 2023-12-20T10:49:54.350 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.350 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.350 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.350 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.350 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.350 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T16:45:23.452862+0000", 2023-12-20T10:49:54.350 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.350 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.350 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.351 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.351 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.351 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.351 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.351 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.351 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.351 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.351 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.351 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.351 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.351 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.351 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.351 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.351 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.352 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.352 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.352 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.352 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.352 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.352 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.352 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.352 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.352 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.352 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.352 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.352 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.352 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.352 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.352 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.352 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.352 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.353 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.353 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.353 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.353 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.353 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.353 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.353 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.353 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.353 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.353 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.353 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.353 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.353 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.353 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.353 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.354 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:54.354 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.354 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 3, 2023-12-20T10:49:54.354 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.354 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.354 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.354 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.354 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.354 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.354 INFO:tasks.workunit.client.0.smithi123.stdout: 5 2023-12-20T10:49:54.354 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.354 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 0, 2023-12-20T10:49:54.354 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.354 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.354 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.354 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.355 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.355 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.355 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240613+0000", 2023-12-20T10:49:54.355 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.699790+0000", 2023-12-20T10:49:54.355 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.699790+0000", 2023-12-20T10:49:54.355 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.700042+0000", 2023-12-20T10:49:54.355 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240613+0000", 2023-12-20T10:49:54.355 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.355 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.355 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.355 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.355 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240613+0000", 2023-12-20T10:49:54.355 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240613+0000", 2023-12-20T10:49:54.355 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240613+0000", 2023-12-20T10:49:54.356 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.356 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.356 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.356 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240613+0000", 2023-12-20T10:49:54.356 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240613+0000", 2023-12-20T10:49:54.356 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.356 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.356 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.356 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.356 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.356 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.356 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.356 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.356 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.356 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.356 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.357 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.357 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.357 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.32", 2023-12-20T10:49:54.357 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.357 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.357 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.357 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.357 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.357 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T15:08:56.029191+0000", 2023-12-20T10:49:54.357 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.357 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.357 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.357 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.357 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.357 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.358 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.358 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.358 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.358 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.358 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.358 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.358 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.358 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.358 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.358 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.358 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.358 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.358 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.358 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.358 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.359 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.359 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.359 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.359 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.359 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.359 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.359 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.359 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.359 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.359 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.359 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.359 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.359 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.359 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.359 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.359 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.360 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.360 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.360 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.360 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.360 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.360 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.360 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.360 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.360 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.360 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.360 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.360 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.360 INFO:tasks.workunit.client.0.smithi123.stdout: 5 2023-12-20T10:49:54.360 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.360 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 0, 2023-12-20T10:49:54.360 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.361 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.361 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.361 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.361 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.361 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.361 INFO:tasks.workunit.client.0.smithi123.stdout: 5 2023-12-20T10:49:54.361 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.361 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 1, 2023-12-20T10:49:54.361 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.361 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.361 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.361 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.361 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.361 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.361 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237568+0000", 2023-12-20T10:49:54.362 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.705161+0000", 2023-12-20T10:49:54.362 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.705161+0000", 2023-12-20T10:49:54.362 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.705478+0000", 2023-12-20T10:49:54.362 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237568+0000", 2023-12-20T10:49:54.362 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.362 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.362 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.362 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.362 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237568+0000", 2023-12-20T10:49:54.362 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237568+0000", 2023-12-20T10:49:54.362 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237568+0000", 2023-12-20T10:49:54.362 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.362 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.362 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.362 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237568+0000", 2023-12-20T10:49:54.363 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237568+0000", 2023-12-20T10:49:54.363 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.363 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.363 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.363 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.363 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.363 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.363 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.363 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.363 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.363 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.363 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.363 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.363 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.363 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.31", 2023-12-20T10:49:54.363 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.364 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.364 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.364 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:54.364 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.364 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T20:40:55.406190+0000", 2023-12-20T10:49:54.364 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.364 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.364 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.364 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.364 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.364 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.364 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.364 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.364 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.364 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.365 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.365 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.365 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.365 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.365 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.365 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.365 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.365 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.365 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.365 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.365 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.365 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.366 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.366 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.366 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.366 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.366 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.366 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.366 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.366 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.366 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.366 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.366 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.366 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.366 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.366 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.367 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.367 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.367 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.367 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.367 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.367 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.367 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.367 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.367 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.367 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.367 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.367 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.368 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.368 INFO:tasks.workunit.client.0.smithi123.stdout: 5 2023-12-20T10:49:54.368 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.368 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 1, 2023-12-20T10:49:54.368 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.368 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.368 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.368 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.368 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.368 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.368 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:54.368 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.368 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 5, 2023-12-20T10:49:54.368 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.369 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.369 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.369 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.369 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.369 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.369 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240545+0000", 2023-12-20T10:49:54.369 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.697763+0000", 2023-12-20T10:49:54.369 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.697763+0000", 2023-12-20T10:49:54.369 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.698035+0000", 2023-12-20T10:49:54.369 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240545+0000", 2023-12-20T10:49:54.369 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.369 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.369 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.369 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.370 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240545+0000", 2023-12-20T10:49:54.370 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240545+0000", 2023-12-20T10:49:54.370 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240545+0000", 2023-12-20T10:49:54.370 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.370 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.370 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.370 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240545+0000", 2023-12-20T10:49:54.370 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240545+0000", 2023-12-20T10:49:54.370 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.370 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.370 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.370 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.370 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.370 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.370 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.370 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.371 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.371 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.371 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.371 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.371 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.371 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.30", 2023-12-20T10:49:54.371 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.371 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.371 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.371 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.371 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.371 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T15:45:16.300327+0000", 2023-12-20T10:49:54.371 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.371 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.371 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.372 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.372 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.372 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.372 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.372 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.372 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.372 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.372 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.372 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.372 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.372 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.372 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.372 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.372 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.372 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.372 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.373 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.373 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.373 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.373 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.373 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.373 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.373 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.373 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.373 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.373 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.373 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.373 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.373 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.373 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.374 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.374 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.374 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.374 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.374 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.375 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.375 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.375 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.375 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.375 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.375 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.375 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.375 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.376 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.376 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.376 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.376 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:54.376 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.376 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 5, 2023-12-20T10:49:54.376 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.376 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.376 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.376 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.376 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.376 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.376 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:54.377 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.377 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 2, 2023-12-20T10:49:54.377 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.377 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.377 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.377 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.377 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.377 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.377 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:02.250481+0000", 2023-12-20T10:49:54.377 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:49:02.250172+0000", 2023-12-20T10:49:54.378 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:49:02.250172+0000", 2023-12-20T10:49:54.378 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:49:02.250481+0000", 2023-12-20T10:49:54.378 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:02.250481+0000", 2023-12-20T10:49:54.378 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.378 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.378 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.378 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 65, 2023-12-20T10:49:54.378 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:02.250481+0000", 2023-12-20T10:49:54.378 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:02.250481+0000", 2023-12-20T10:49:54.378 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:02.250481+0000", 2023-12-20T10:49:54.378 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.378 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.378 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.378 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:02.250481+0000", 2023-12-20T10:49:54.378 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:02.250481+0000", 2023-12-20T10:49:54.379 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.379 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.379 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.379 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.379 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 64, 2023-12-20T10:49:54.379 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.379 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.379 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.379 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.379 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.379 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.379 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.379 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.379 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.2f", 2023-12-20T10:49:54.379 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.380 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.380 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 65, 2023-12-20T10:49:54.380 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 10, 2023-12-20T10:49:54.380 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.380 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T17:53:16.586313+0000", 2023-12-20T10:49:54.380 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.380 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.380 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.380 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.381 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.381 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.381 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.381 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.381 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.381 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.381 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.381 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.381 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.381 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.381 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.381 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.381 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.381 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.381 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.381 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.382 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.382 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.382 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.382 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.382 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.382 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.382 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.382 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.382 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.382 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.382 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.382 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.382 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.382 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.382 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.383 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.383 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.383 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.383 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.383 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.383 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.383 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.383 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.383 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.383 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.383 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.383 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.383 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.383 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.383 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:54.384 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.384 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 2, 2023-12-20T10:49:54.384 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.384 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.384 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.384 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.384 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.384 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.384 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:54.384 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.384 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 2, 2023-12-20T10:49:54.384 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.384 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.384 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.384 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.385 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.385 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.385 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.233453+0000", 2023-12-20T10:49:54.385 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.685583+0000", 2023-12-20T10:49:54.385 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.685583+0000", 2023-12-20T10:49:54.385 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.685855+0000", 2023-12-20T10:49:54.385 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.233453+0000", 2023-12-20T10:49:54.385 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.385 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.385 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.385 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.385 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.233453+0000", 2023-12-20T10:49:54.385 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.233453+0000", 2023-12-20T10:49:54.385 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.233453+0000", 2023-12-20T10:49:54.385 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.386 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.386 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.386 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.233453+0000", 2023-12-20T10:49:54.386 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.233453+0000", 2023-12-20T10:49:54.386 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.386 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.386 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.386 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.386 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.386 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.386 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.386 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.386 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.386 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.387 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.387 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.387 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.387 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.2e", 2023-12-20T10:49:54.387 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.387 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.387 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.387 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.387 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.387 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T16:08:44.754487+0000", 2023-12-20T10:49:54.387 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.387 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.387 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.387 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.387 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.388 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.388 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.388 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.388 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.388 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.388 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.388 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.388 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.388 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.388 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.388 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.388 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.388 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.388 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.388 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.389 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.389 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.389 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.389 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.389 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.389 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.389 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.389 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.389 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.389 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.389 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.389 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.389 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.389 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.389 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.390 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.390 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.390 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.390 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.390 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.390 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.390 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.390 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.390 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.390 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.390 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.390 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.390 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.390 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.390 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:54.390 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.391 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 2, 2023-12-20T10:49:54.391 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.391 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.391 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.391 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.391 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.391 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.391 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.391 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.391 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:54.391 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.391 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.391 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.391 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.391 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.392 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.392 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240869+0000", 2023-12-20T10:49:54.392 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.683257+0000", 2023-12-20T10:49:54.392 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.683257+0000", 2023-12-20T10:49:54.392 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.683581+0000", 2023-12-20T10:49:54.392 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240869+0000", 2023-12-20T10:49:54.392 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.392 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.392 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.392 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.392 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240869+0000", 2023-12-20T10:49:54.392 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240869+0000", 2023-12-20T10:49:54.392 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240869+0000", 2023-12-20T10:49:54.392 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.392 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.392 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.393 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240869+0000", 2023-12-20T10:49:54.393 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240869+0000", 2023-12-20T10:49:54.393 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.393 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.393 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.393 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.393 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.393 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.393 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.393 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.393 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.393 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.393 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.393 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.393 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.393 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.2d", 2023-12-20T10:49:54.394 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.394 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.394 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.394 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:54.394 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.394 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T11:21:54.455593+0000", 2023-12-20T10:49:54.394 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.394 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.394 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.394 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.394 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.394 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.394 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.394 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.394 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.394 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.395 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.395 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.395 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.395 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.395 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.395 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.395 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.395 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.395 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.395 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.395 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.395 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.395 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.395 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.395 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.396 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.396 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.396 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.396 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.396 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.396 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.396 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.396 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.396 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.396 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.396 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.396 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.396 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.396 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.396 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.396 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.397 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.397 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.397 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.397 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.397 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.397 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.397 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.397 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.397 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.397 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.397 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:54.397 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.397 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.397 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.397 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.398 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.398 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.398 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:54.398 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.398 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 0, 2023-12-20T10:49:54.398 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.398 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.398 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:54.398 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.398 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.398 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.398 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240569+0000", 2023-12-20T10:49:54.398 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.689534+0000", 2023-12-20T10:49:54.398 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.689534+0000", 2023-12-20T10:49:54.398 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.691557+0000", 2023-12-20T10:49:54.398 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240569+0000", 2023-12-20T10:49:54.399 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.399 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.399 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.399 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:54.399 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240569+0000", 2023-12-20T10:49:54.399 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240569+0000", 2023-12-20T10:49:54.399 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240569+0000", 2023-12-20T10:49:54.399 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.399 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.399 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.399 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240569+0000", 2023-12-20T10:49:54.399 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240569+0000", 2023-12-20T10:49:54.399 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.399 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 4, 2023-12-20T10:49:54.399 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.399 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.400 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:54.400 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.400 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.400 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.400 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.400 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 4, 2023-12-20T10:49:54.400 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.400 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.400 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.400 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.1f", 2023-12-20T10:49:54.400 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.400 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.400 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.400 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 20, 2023-12-20T10:49:54.400 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.400 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T12:57:47.520289+0000", 2023-12-20T10:49:54.401 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.401 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.401 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.401 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 554, 2023-12-20T10:49:54.401 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.401 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.401 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.401 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.401 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.401 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.401 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.401 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.401 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.401 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.401 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.402 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.402 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.402 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.402 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.402 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 6, 2023-12-20T10:49:54.402 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 2, 2023-12-20T10:49:54.402 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.402 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 2, 2023-12-20T10:49:54.402 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.402 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.402 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.402 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.402 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.402 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 1, 2023-12-20T10:49:54.402 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.402 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.403 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.403 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.403 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.403 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.403 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.403 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.403 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.403 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.403 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.403 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.403 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 4, 2023-12-20T10:49:54.403 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 1 2023-12-20T10:49:54.403 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.403 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.403 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.403 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.404 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.404 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.404 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:54.404 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.404 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 0, 2023-12-20T10:49:54.404 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "58'4" 2023-12-20T10:49:54.404 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.404 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.404 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.404 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.404 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.404 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:54.404 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.404 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 3, 2023-12-20T10:49:54.404 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.404 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.405 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.405 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.405 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.405 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.405 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237924+0000", 2023-12-20T10:49:54.405 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.698325+0000", 2023-12-20T10:49:54.405 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.698325+0000", 2023-12-20T10:49:54.405 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.698586+0000", 2023-12-20T10:49:54.405 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237924+0000", 2023-12-20T10:49:54.405 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.405 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.405 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.405 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.405 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237924+0000", 2023-12-20T10:49:54.405 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237924+0000", 2023-12-20T10:49:54.405 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237924+0000", 2023-12-20T10:49:54.406 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.406 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.406 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.406 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237924+0000", 2023-12-20T10:49:54.406 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237924+0000", 2023-12-20T10:49:54.406 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.406 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.406 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.406 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.406 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.406 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.406 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.406 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.406 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.406 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.406 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.407 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.407 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.407 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.1e", 2023-12-20T10:49:54.407 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.407 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.407 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.407 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.407 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.407 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T19:37:40.325485+0000", 2023-12-20T10:49:54.407 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.407 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.407 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.408 INFO:tasks.workunit.client.0.smithi123.stderr:+ echo OK 2023-12-20T10:49:54.411 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.411 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.411 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.411 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.412 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.412 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.412 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.412 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.412 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.412 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.412 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.412 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.412 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.412 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.412 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.412 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.412 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.412 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.412 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.412 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.413 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.413 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.413 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.413 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.413 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.413 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.413 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.413 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.413 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.413 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.413 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.413 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.413 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.413 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.414 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.414 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.414 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.414 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.414 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.414 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.414 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.414 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.414 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.414 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.414 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.414 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.414 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:54.414 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.414 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 3, 2023-12-20T10:49:54.415 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.415 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.415 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.415 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.415 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.415 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.415 INFO:tasks.workunit.client.0.smithi123.stdout: 5 2023-12-20T10:49:54.415 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.415 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 3, 2023-12-20T10:49:54.415 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.415 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.415 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:54.415 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.415 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.415 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.415 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.238040+0000", 2023-12-20T10:49:54.416 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.692714+0000", 2023-12-20T10:49:54.416 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.692714+0000", 2023-12-20T10:49:54.416 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.693013+0000", 2023-12-20T10:49:54.416 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.238040+0000", 2023-12-20T10:49:54.416 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.416 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.416 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.416 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:54.416 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.238040+0000", 2023-12-20T10:49:54.416 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.238040+0000", 2023-12-20T10:49:54.416 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.238040+0000", 2023-12-20T10:49:54.416 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.416 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.416 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.416 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.238040+0000", 2023-12-20T10:49:54.417 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.238040+0000", 2023-12-20T10:49:54.417 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.417 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 1, 2023-12-20T10:49:54.417 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.417 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.417 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:54.417 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.417 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.417 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.417 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.417 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 1, 2023-12-20T10:49:54.417 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.417 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.417 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.417 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.1e", 2023-12-20T10:49:54.418 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.418 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.418 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.418 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 17, 2023-12-20T10:49:54.418 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.418 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T14:48:36.044922+0000", 2023-12-20T10:49:54.418 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.418 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.418 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.418 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.418 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.418 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.418 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.418 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.418 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.418 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.419 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.419 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.419 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.419 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.419 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.419 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.419 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.419 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.419 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.419 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.419 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.419 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.419 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.419 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.419 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.419 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.420 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.420 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.420 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.420 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.420 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.420 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.420 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.420 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.420 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.420 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.420 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.420 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.420 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.420 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.420 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.421 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.421 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.421 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.421 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.421 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.421 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.421 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.421 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.421 INFO:tasks.workunit.client.0.smithi123.stdout: 5 2023-12-20T10:49:54.421 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.421 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 3, 2023-12-20T10:49:54.421 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "58'1" 2023-12-20T10:49:54.421 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.421 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.421 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.421 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.422 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.422 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:54.422 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.422 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 0, 2023-12-20T10:49:54.422 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.422 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.422 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.422 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.422 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.422 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.422 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240009+0000", 2023-12-20T10:49:54.422 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.689164+0000", 2023-12-20T10:49:54.422 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.689164+0000", 2023-12-20T10:49:54.422 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.689965+0000", 2023-12-20T10:49:54.422 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240009+0000", 2023-12-20T10:49:54.422 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.423 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.423 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.423 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.423 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240009+0000", 2023-12-20T10:49:54.423 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240009+0000", 2023-12-20T10:49:54.423 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240009+0000", 2023-12-20T10:49:54.423 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.423 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.423 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.423 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240009+0000", 2023-12-20T10:49:54.423 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240009+0000", 2023-12-20T10:49:54.423 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.423 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.423 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.423 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.424 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.424 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.424 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.424 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.424 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.424 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.424 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.424 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.424 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.424 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.1f", 2023-12-20T10:49:54.424 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.424 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.424 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.424 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.425 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.425 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T18:55:35.675428+0000", 2023-12-20T10:49:54.425 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.425 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.425 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.425 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.425 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.425 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.425 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.425 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.425 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.425 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.425 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.425 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.425 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.426 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.426 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.426 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.426 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.426 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.426 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.426 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.426 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.426 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.426 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.426 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.426 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.426 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.426 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.426 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.426 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.427 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.427 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.427 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.427 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.427 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.427 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.427 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.427 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.427 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.427 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.427 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.427 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.427 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.427 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.427 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.427 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.428 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.428 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.428 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.428 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.428 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:54.428 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.428 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 0, 2023-12-20T10:49:54.428 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.428 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.428 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.428 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.428 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.428 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.428 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:54.428 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.428 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:54.429 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.429 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.429 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:54.429 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.429 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.429 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.429 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.241186+0000", 2023-12-20T10:49:54.429 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.690008+0000", 2023-12-20T10:49:54.429 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.690008+0000", 2023-12-20T10:49:54.429 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.690296+0000", 2023-12-20T10:49:54.429 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.241186+0000", 2023-12-20T10:49:54.429 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.429 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.429 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.429 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:54.429 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.241186+0000", 2023-12-20T10:49:54.430 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.241186+0000", 2023-12-20T10:49:54.430 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.241186+0000", 2023-12-20T10:49:54.430 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.430 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.430 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.430 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.241186+0000", 2023-12-20T10:49:54.430 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.241186+0000", 2023-12-20T10:49:54.430 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.430 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 2, 2023-12-20T10:49:54.430 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.430 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.430 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:54.430 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.430 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.430 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.430 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.431 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 2, 2023-12-20T10:49:54.431 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.431 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.431 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.431 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.1d", 2023-12-20T10:49:54.431 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.431 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.431 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.431 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 19, 2023-12-20T10:49:54.431 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.431 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T11:16:34.469581+0000", 2023-12-20T10:49:54.431 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.431 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.431 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.431 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.431 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.432 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.432 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.432 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.432 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.432 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.432 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.432 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.432 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.432 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.432 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.432 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.432 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.432 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.432 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.432 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 3, 2023-12-20T10:49:54.432 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 1, 2023-12-20T10:49:54.433 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.433 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 1, 2023-12-20T10:49:54.433 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.433 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.433 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.433 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.433 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.433 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 1, 2023-12-20T10:49:54.433 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.433 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.433 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.433 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.433 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.433 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.433 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.433 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.434 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.434 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.434 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.434 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.434 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 3, 2023-12-20T10:49:54.434 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.434 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.434 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.434 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.434 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.434 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.434 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.434 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:54.434 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.434 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:54.434 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "58'2" 2023-12-20T10:49:54.435 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.435 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.435 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.435 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.435 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.435 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:54.435 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.435 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 5, 2023-12-20T10:49:54.435 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.435 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.435 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.435 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.435 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.435 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.435 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.242007+0000", 2023-12-20T10:49:54.435 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.697423+0000", 2023-12-20T10:49:54.436 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.697423+0000", 2023-12-20T10:49:54.436 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.698844+0000", 2023-12-20T10:49:54.436 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.242007+0000", 2023-12-20T10:49:54.436 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.436 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.436 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.436 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.436 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.242007+0000", 2023-12-20T10:49:54.436 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.242007+0000", 2023-12-20T10:49:54.436 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.242007+0000", 2023-12-20T10:49:54.436 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.436 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.436 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.436 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.242007+0000", 2023-12-20T10:49:54.437 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.242007+0000", 2023-12-20T10:49:54.437 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.437 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.437 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.437 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.437 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.437 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.437 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.437 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.437 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.437 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.437 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.437 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.437 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.437 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.1c", 2023-12-20T10:49:54.437 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.438 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.438 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.438 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.438 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.438 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T18:46:59.974182+0000", 2023-12-20T10:49:54.438 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.438 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.438 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.438 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.438 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.438 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.438 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.438 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.438 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.438 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.439 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.439 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.439 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.439 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.439 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.439 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.439 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.439 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.439 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.439 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.439 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.439 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.439 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.439 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.439 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.439 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.440 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.440 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.440 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.440 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.440 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.440 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.440 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.440 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.440 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.440 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.440 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.440 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.440 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.440 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.441 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.441 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.441 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.441 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.441 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.441 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.441 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.441 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.441 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.441 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:54.441 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.441 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 5, 2023-12-20T10:49:54.441 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.441 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.441 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.442 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.442 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.442 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.442 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:54.442 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.442 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:54.442 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.442 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.442 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:54.442 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.442 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.442 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.442 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240815+0000", 2023-12-20T10:49:54.442 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.693281+0000", 2023-12-20T10:49:54.442 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.693281+0000", 2023-12-20T10:49:54.443 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.693595+0000", 2023-12-20T10:49:54.443 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240815+0000", 2023-12-20T10:49:54.443 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.443 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.443 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.443 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:54.443 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240815+0000", 2023-12-20T10:49:54.443 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240815+0000", 2023-12-20T10:49:54.443 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240815+0000", 2023-12-20T10:49:54.443 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.443 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.443 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.443 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240815+0000", 2023-12-20T10:49:54.443 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240815+0000", 2023-12-20T10:49:54.443 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.444 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 2, 2023-12-20T10:49:54.444 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.444 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.444 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:54.444 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.444 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.444 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.444 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.444 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 2, 2023-12-20T10:49:54.444 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.444 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.444 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.444 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.1c", 2023-12-20T10:49:54.444 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.444 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.444 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.445 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 19, 2023-12-20T10:49:54.445 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.445 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T14:43:31.031469+0000", 2023-12-20T10:49:54.445 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.445 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.445 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.445 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.445 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.445 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.445 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.445 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.445 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.445 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.445 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.445 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.446 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.446 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.446 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.446 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.446 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.446 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.446 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.446 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 3, 2023-12-20T10:49:54.446 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 1, 2023-12-20T10:49:54.446 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.446 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 1, 2023-12-20T10:49:54.446 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.446 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.446 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.446 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.446 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.447 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 1, 2023-12-20T10:49:54.447 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.447 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.447 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.447 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.447 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.447 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.447 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.447 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.447 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.447 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.447 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.447 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.447 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 3, 2023-12-20T10:49:54.447 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.448 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.448 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.448 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.448 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.448 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.448 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.448 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:54.448 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.448 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:54.448 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "58'2" 2023-12-20T10:49:54.448 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.448 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.448 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.448 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.448 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.448 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.449 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.449 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 5, 2023-12-20T10:49:54.449 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.449 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.449 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.449 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.449 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.449 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.449 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:02.297843+0000", 2023-12-20T10:49:54.449 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:49:02.297439+0000", 2023-12-20T10:49:54.449 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:49:02.297439+0000", 2023-12-20T10:49:54.449 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:49:02.297843+0000", 2023-12-20T10:49:54.449 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:02.297843+0000", 2023-12-20T10:49:54.449 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.450 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.450 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.450 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 65, 2023-12-20T10:49:54.450 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:02.297843+0000", 2023-12-20T10:49:54.450 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:02.297843+0000", 2023-12-20T10:49:54.450 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:02.297843+0000", 2023-12-20T10:49:54.450 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.450 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.450 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.450 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:02.297843+0000", 2023-12-20T10:49:54.450 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:02.297843+0000", 2023-12-20T10:49:54.450 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.450 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.450 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.450 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.451 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 64, 2023-12-20T10:49:54.451 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.451 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.451 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.451 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.451 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.451 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.451 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.451 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.451 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.1d", 2023-12-20T10:49:54.451 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.451 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.451 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 65, 2023-12-20T10:49:54.451 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 25, 2023-12-20T10:49:54.451 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.452 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T12:32:04.556155+0000", 2023-12-20T10:49:54.452 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.452 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.452 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.452 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.452 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.452 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.452 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.452 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.452 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.452 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.452 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.452 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.452 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.453 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.453 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.453 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.453 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.453 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.453 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.453 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.453 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.453 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.453 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.453 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.453 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.453 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.453 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.453 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.454 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.454 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.454 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.454 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.454 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.454 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.454 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.454 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.454 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.454 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.454 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.454 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.454 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.454 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.454 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.455 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.455 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.455 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.455 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.455 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.455 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.455 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.455 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.455 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 5, 2023-12-20T10:49:54.455 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.455 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.455 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.455 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.455 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.455 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.455 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.456 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.456 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 3, 2023-12-20T10:49:54.456 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.456 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.456 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:54.456 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.456 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.456 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.456 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237888+0000", 2023-12-20T10:49:54.456 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.696034+0000", 2023-12-20T10:49:54.456 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.696034+0000", 2023-12-20T10:49:54.456 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.696321+0000", 2023-12-20T10:49:54.456 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237888+0000", 2023-12-20T10:49:54.456 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.456 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.456 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.457 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:54.457 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237888+0000", 2023-12-20T10:49:54.457 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237888+0000", 2023-12-20T10:49:54.457 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237888+0000", 2023-12-20T10:49:54.457 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.457 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.457 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.457 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237888+0000", 2023-12-20T10:49:54.457 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237888+0000", 2023-12-20T10:49:54.457 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.457 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 1, 2023-12-20T10:49:54.457 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.457 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.457 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:54.458 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.458 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.458 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.458 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.458 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 1, 2023-12-20T10:49:54.458 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.458 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.458 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.458 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.1b", 2023-12-20T10:49:54.458 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.458 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.458 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.458 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 17, 2023-12-20T10:49:54.458 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.458 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T12:06:20.056265+0000", 2023-12-20T10:49:54.458 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.459 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.459 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.459 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.459 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.459 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.459 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.459 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.459 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.459 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.459 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.459 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.459 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.459 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.459 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.459 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.460 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.460 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.460 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.460 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.460 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.460 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.460 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.460 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.460 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.460 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.460 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.460 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.460 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.460 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.460 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.460 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.461 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.461 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.461 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.461 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.461 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.461 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.461 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.461 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.461 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.461 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.461 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.461 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.461 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.461 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.462 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.462 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.462 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.462 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.462 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.462 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 3, 2023-12-20T10:49:54.462 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "58'1" 2023-12-20T10:49:54.462 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.462 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.462 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.462 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.462 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.462 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:54.462 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.462 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 4, 2023-12-20T10:49:54.462 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.463 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.463 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.463 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.463 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.463 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.463 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.234598+0000", 2023-12-20T10:49:54.463 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.686105+0000", 2023-12-20T10:49:54.463 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.686105+0000", 2023-12-20T10:49:54.463 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.686400+0000", 2023-12-20T10:49:54.463 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.234598+0000", 2023-12-20T10:49:54.463 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.463 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.463 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.463 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.463 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.234598+0000", 2023-12-20T10:49:54.463 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.234598+0000", 2023-12-20T10:49:54.464 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.234598+0000", 2023-12-20T10:49:54.464 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.464 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.464 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.464 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.234598+0000", 2023-12-20T10:49:54.464 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.234598+0000", 2023-12-20T10:49:54.464 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.464 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.464 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.464 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.464 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.464 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.464 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.464 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.464 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.465 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.465 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.465 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.465 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.465 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.1a", 2023-12-20T10:49:54.465 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.465 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.465 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.465 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.465 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.465 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T20:56:27.216988+0000", 2023-12-20T10:49:54.465 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.465 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.465 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.465 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.465 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.466 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.466 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.466 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.466 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.466 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.466 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.466 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.466 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.466 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.466 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.466 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.466 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.466 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.466 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.466 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.466 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.467 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.467 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.467 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.467 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.467 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.467 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.467 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.467 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.467 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.467 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.467 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.467 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.467 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.467 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.467 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.467 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.468 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.468 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.468 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.468 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.468 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.468 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.468 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.468 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.468 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.468 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.468 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.468 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.468 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:54.468 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.468 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 4, 2023-12-20T10:49:54.468 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.469 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.469 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.469 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.469 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.469 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.469 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:54.469 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.469 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 6, 2023-12-20T10:49:54.469 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.469 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.469 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:54.469 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.469 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.469 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.469 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.238368+0000", 2023-12-20T10:49:54.469 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.693879+0000", 2023-12-20T10:49:54.470 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.693879+0000", 2023-12-20T10:49:54.470 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.694197+0000", 2023-12-20T10:49:54.470 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.238368+0000", 2023-12-20T10:49:54.470 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.470 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.470 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.470 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:54.470 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.238368+0000", 2023-12-20T10:49:54.470 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.238368+0000", 2023-12-20T10:49:54.470 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.238368+0000", 2023-12-20T10:49:54.470 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.470 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.470 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.470 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.238368+0000", 2023-12-20T10:49:54.470 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.238368+0000", 2023-12-20T10:49:54.470 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.471 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 1, 2023-12-20T10:49:54.471 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.471 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.471 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:54.471 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.471 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.471 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.471 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.471 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 1, 2023-12-20T10:49:54.471 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.471 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.471 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.471 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.1a", 2023-12-20T10:49:54.471 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.471 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.472 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.472 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 17, 2023-12-20T10:49:54.472 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.472 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T21:07:32.326498+0000", 2023-12-20T10:49:54.472 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.472 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.472 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.472 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.472 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.472 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.472 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.472 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.472 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.472 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.472 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.472 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.473 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.473 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.473 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.473 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.473 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.473 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.473 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.473 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.473 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.473 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.473 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.473 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.473 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.473 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.473 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.474 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.474 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.474 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.474 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.474 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.474 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.474 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.474 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.474 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.474 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.474 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.474 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.474 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.474 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.475 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.475 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.475 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.475 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.475 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.475 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.475 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.475 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.475 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:54.475 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.475 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 6, 2023-12-20T10:49:54.475 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "58'1" 2023-12-20T10:49:54.475 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.475 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.475 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.476 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.476 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.476 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:54.476 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.476 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 0, 2023-12-20T10:49:54.476 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.476 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.476 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.476 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.476 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.476 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.476 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.241028+0000", 2023-12-20T10:49:54.476 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.694925+0000", 2023-12-20T10:49:54.476 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.694925+0000", 2023-12-20T10:49:54.476 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.695499+0000", 2023-12-20T10:49:54.477 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.241028+0000", 2023-12-20T10:49:54.477 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.477 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.477 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.477 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.477 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.241028+0000", 2023-12-20T10:49:54.477 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.241028+0000", 2023-12-20T10:49:54.477 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.241028+0000", 2023-12-20T10:49:54.477 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.477 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.477 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.477 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.241028+0000", 2023-12-20T10:49:54.477 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.241028+0000", 2023-12-20T10:49:54.477 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.477 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.478 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.478 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.478 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.478 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.478 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.478 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.478 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.478 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.478 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.478 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.478 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.478 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.1b", 2023-12-20T10:49:54.478 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.478 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.478 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.479 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.479 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.479 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T22:36:24.123771+0000", 2023-12-20T10:49:54.479 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.479 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.479 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.479 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.479 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.479 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.479 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.479 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.479 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.479 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.479 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.479 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.479 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.480 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.480 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.480 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.480 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.480 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.480 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.480 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.480 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.480 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.480 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.480 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.480 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.480 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.480 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.480 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.480 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.480 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.481 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.481 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.481 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.481 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.481 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.481 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.481 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.481 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.481 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.481 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.481 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.481 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.481 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.481 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.481 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.481 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.482 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.482 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.482 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.482 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:54.482 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.482 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 0, 2023-12-20T10:49:54.482 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.482 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.482 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.482 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.482 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.482 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.482 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:54.482 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.482 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 3, 2023-12-20T10:49:54.482 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.483 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.483 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:54.483 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.483 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.483 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.483 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.238268+0000", 2023-12-20T10:49:54.483 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.692718+0000", 2023-12-20T10:49:54.483 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.692718+0000", 2023-12-20T10:49:54.483 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.693003+0000", 2023-12-20T10:49:54.483 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.238268+0000", 2023-12-20T10:49:54.483 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.483 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.483 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.483 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:54.483 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.238268+0000", 2023-12-20T10:49:54.483 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.238268+0000", 2023-12-20T10:49:54.483 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.238268+0000", 2023-12-20T10:49:54.484 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.484 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.484 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.484 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.238268+0000", 2023-12-20T10:49:54.484 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.238268+0000", 2023-12-20T10:49:54.484 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.484 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.484 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.484 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.484 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:54.484 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.484 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.484 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.484 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.484 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.484 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.484 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.485 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.485 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.19", 2023-12-20T10:49:54.485 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.485 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.485 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.485 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:54.485 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.485 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T15:56:23.054327+0000", 2023-12-20T10:49:54.485 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.485 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.485 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.485 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.485 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.485 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.486 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.486 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.486 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.486 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.486 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.486 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.486 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.486 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.486 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.486 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.486 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.486 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.486 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.486 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.486 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.487 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.487 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.487 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.487 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.487 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.487 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.487 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.487 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.487 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.487 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.487 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.487 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.487 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.487 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.487 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.487 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.487 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.488 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.488 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.488 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.488 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.488 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.488 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.488 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.488 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.488 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.488 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.488 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.488 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:54.488 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.488 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 3, 2023-12-20T10:49:54.488 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.488 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.489 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.489 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.489 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.489 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.489 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:54.489 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.489 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 3, 2023-12-20T10:49:54.489 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.489 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.489 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.489 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.489 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.489 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.489 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237179+0000", 2023-12-20T10:49:54.490 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.690655+0000", 2023-12-20T10:49:54.490 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.690655+0000", 2023-12-20T10:49:54.490 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.691055+0000", 2023-12-20T10:49:54.490 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237179+0000", 2023-12-20T10:49:54.490 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.490 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.490 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.490 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.490 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237179+0000", 2023-12-20T10:49:54.490 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237179+0000", 2023-12-20T10:49:54.490 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237179+0000", 2023-12-20T10:49:54.490 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.490 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.490 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.490 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237179+0000", 2023-12-20T10:49:54.491 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237179+0000", 2023-12-20T10:49:54.491 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.491 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.491 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.491 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.491 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.491 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.491 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.491 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.491 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.491 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.491 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.491 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.491 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.491 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.18", 2023-12-20T10:49:54.492 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.492 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.492 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.492 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.492 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.492 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T19:15:04.647583+0000", 2023-12-20T10:49:54.492 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.492 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.492 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.492 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.492 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.492 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.492 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.492 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.492 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.492 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.493 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.493 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.493 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.493 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.493 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.493 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.493 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.493 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.493 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.493 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.493 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.493 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.493 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.493 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.493 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.494 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.494 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.494 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.494 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.494 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.494 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.494 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.494 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.494 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.494 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.494 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.494 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.494 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.494 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.494 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.495 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.495 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.495 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.495 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.495 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.495 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.495 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.495 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.495 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.495 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:54.495 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.495 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 3, 2023-12-20T10:49:54.495 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.495 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.495 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.495 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.495 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.496 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.496 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:54.496 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.496 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 5, 2023-12-20T10:49:54.496 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.496 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.496 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:54.496 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.496 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.496 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.496 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240649+0000", 2023-12-20T10:49:54.496 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.693032+0000", 2023-12-20T10:49:54.496 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.693032+0000", 2023-12-20T10:49:54.496 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.693624+0000", 2023-12-20T10:49:54.496 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240649+0000", 2023-12-20T10:49:54.496 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.497 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.497 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.497 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:54.497 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240649+0000", 2023-12-20T10:49:54.497 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240649+0000", 2023-12-20T10:49:54.497 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240649+0000", 2023-12-20T10:49:54.497 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.497 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.497 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.497 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240649+0000", 2023-12-20T10:49:54.497 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240649+0000", 2023-12-20T10:49:54.497 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.497 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.497 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.497 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.498 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:54.498 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.498 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.498 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.498 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.498 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.498 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.498 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.498 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.498 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.18", 2023-12-20T10:49:54.498 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.498 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.498 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.498 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:54.498 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.499 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T14:44:45.205257+0000", 2023-12-20T10:49:54.499 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.499 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.499 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.499 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.499 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.499 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.499 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.499 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.499 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.499 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.499 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.499 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.499 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.499 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.499 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.500 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.500 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.500 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.500 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.500 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.500 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.500 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.500 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.500 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.500 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.500 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.500 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.500 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.500 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.500 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.500 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.500 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.501 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.501 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.501 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.501 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.501 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.501 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.501 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.501 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.501 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.501 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.501 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.501 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.501 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.501 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.501 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.501 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.502 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.502 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:54.502 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.502 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 5, 2023-12-20T10:49:54.502 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.502 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.502 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.502 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.502 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.502 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.502 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:54.502 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.502 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 1, 2023-12-20T10:49:54.502 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.502 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.503 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.503 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.503 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.503 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.503 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237712+0000", 2023-12-20T10:49:54.503 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.698520+0000", 2023-12-20T10:49:54.503 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.698520+0000", 2023-12-20T10:49:54.503 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.698824+0000", 2023-12-20T10:49:54.503 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237712+0000", 2023-12-20T10:49:54.503 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.503 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.503 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.503 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.503 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237712+0000", 2023-12-20T10:49:54.503 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237712+0000", 2023-12-20T10:49:54.503 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237712+0000", 2023-12-20T10:49:54.504 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.504 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.504 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.504 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237712+0000", 2023-12-20T10:49:54.504 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237712+0000", 2023-12-20T10:49:54.504 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.504 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.504 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.504 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.504 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.504 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.504 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.504 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.504 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.504 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.504 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.505 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.505 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.505 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.19", 2023-12-20T10:49:54.505 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.505 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.505 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.505 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:54.505 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.505 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T18:32:22.181598+0000", 2023-12-20T10:49:54.505 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.505 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.505 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.505 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.505 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.505 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.506 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.506 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.506 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.506 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.506 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.506 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.506 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.506 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.506 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.506 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.506 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.506 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.506 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.506 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.506 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.507 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.507 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.507 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.507 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.507 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.507 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.507 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.507 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.507 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.507 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.507 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.507 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.507 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.507 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.507 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.507 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.508 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.508 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.508 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.508 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.508 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.508 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.508 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.508 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.508 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.508 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.508 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.508 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.508 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:54.508 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.508 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 1, 2023-12-20T10:49:54.508 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.508 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.509 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.509 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.509 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.509 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.509 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:54.509 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.509 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 6, 2023-12-20T10:49:54.509 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.509 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.509 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:54.509 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.509 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.509 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.509 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.238747+0000", 2023-12-20T10:49:54.510 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.687189+0000", 2023-12-20T10:49:54.510 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.687189+0000", 2023-12-20T10:49:54.510 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.687477+0000", 2023-12-20T10:49:54.510 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.238747+0000", 2023-12-20T10:49:54.510 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.510 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.510 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.510 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:54.510 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.238747+0000", 2023-12-20T10:49:54.510 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.238747+0000", 2023-12-20T10:49:54.510 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.238747+0000", 2023-12-20T10:49:54.510 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.510 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.510 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.511 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.238747+0000", 2023-12-20T10:49:54.511 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.238747+0000", 2023-12-20T10:49:54.511 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.511 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.511 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.511 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.511 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:54.511 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.511 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.511 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.511 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.511 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.511 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.511 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.511 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.512 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.17", 2023-12-20T10:49:54.512 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.512 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.512 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.512 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:54.512 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.512 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T19:43:05.191196+0000", 2023-12-20T10:49:54.512 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.512 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.512 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.512 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.512 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.512 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.512 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.512 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.512 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.512 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.513 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.513 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.513 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.513 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.513 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.513 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.513 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.513 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.513 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.513 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.513 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.513 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.513 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.513 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.513 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.514 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.514 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.514 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.514 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.514 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.514 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.514 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.514 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.514 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.514 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.514 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.514 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.514 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.514 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.515 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.515 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.515 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.515 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.515 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.515 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.515 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.515 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.515 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.515 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.515 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:54.515 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.515 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 6, 2023-12-20T10:49:54.515 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.515 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.516 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.516 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.516 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.516 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.516 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:54.516 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.516 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 5, 2023-12-20T10:49:54.516 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.516 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.516 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.516 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.516 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.516 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.516 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.241804+0000", 2023-12-20T10:49:54.516 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.694417+0000", 2023-12-20T10:49:54.516 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.694417+0000", 2023-12-20T10:49:54.516 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.694763+0000", 2023-12-20T10:49:54.516 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.241804+0000", 2023-12-20T10:49:54.517 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.517 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.517 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.517 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.517 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.241804+0000", 2023-12-20T10:49:54.517 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.241804+0000", 2023-12-20T10:49:54.517 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.241804+0000", 2023-12-20T10:49:54.517 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.517 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.517 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.517 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.241804+0000", 2023-12-20T10:49:54.517 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.241804+0000", 2023-12-20T10:49:54.517 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.517 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.517 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.518 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.518 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.518 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.518 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.518 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.518 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.518 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.518 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.518 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.518 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.518 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.16", 2023-12-20T10:49:54.518 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.518 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.518 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.518 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.519 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.519 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T17:16:42.177897+0000", 2023-12-20T10:49:54.519 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.519 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.519 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.519 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.519 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.519 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.519 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.519 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.519 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.519 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.519 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.519 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.519 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.520 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.520 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.520 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.520 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.520 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.520 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.520 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.520 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.520 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.520 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.520 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.520 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.520 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.520 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.520 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.520 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.521 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.521 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.521 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.521 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.521 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.521 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.521 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.521 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.521 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.521 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.521 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.521 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.521 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.521 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.521 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.522 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.522 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.522 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.522 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.522 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.522 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:54.522 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.522 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 5, 2023-12-20T10:49:54.522 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.522 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.522 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.522 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.522 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.522 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.522 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:54.522 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.523 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 5, 2023-12-20T10:49:54.523 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.523 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.523 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:54.523 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.523 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.523 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.523 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.241654+0000", 2023-12-20T10:49:54.523 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.687928+0000", 2023-12-20T10:49:54.523 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.687928+0000", 2023-12-20T10:49:54.523 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.689249+0000", 2023-12-20T10:49:54.523 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.241654+0000", 2023-12-20T10:49:54.523 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.523 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.524 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.524 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:54.524 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.241654+0000", 2023-12-20T10:49:54.524 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.241654+0000", 2023-12-20T10:49:54.524 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.241654+0000", 2023-12-20T10:49:54.524 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.524 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.524 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.524 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.241654+0000", 2023-12-20T10:49:54.524 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.241654+0000", 2023-12-20T10:49:54.524 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.524 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.524 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.524 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.524 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:54.524 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.525 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.525 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.525 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.525 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.525 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.525 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.525 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.525 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.16", 2023-12-20T10:49:54.525 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.525 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.525 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.525 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:54.525 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.525 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T20:30:52.897952+0000", 2023-12-20T10:49:54.526 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.526 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.526 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.526 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.526 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.526 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.526 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.526 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.526 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.526 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.526 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.526 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.526 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.526 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.527 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.527 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.527 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.527 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.527 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.527 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.527 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.527 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.527 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.527 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.527 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.527 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.527 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.527 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.527 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.527 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.528 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.528 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.528 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.528 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.528 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.528 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.528 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.528 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.528 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.528 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.528 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.528 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.528 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.528 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.528 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.529 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.529 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.529 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.529 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.529 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:54.529 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.529 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 5, 2023-12-20T10:49:54.529 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.529 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.529 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.529 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.529 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.529 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.529 INFO:tasks.workunit.client.0.smithi123.stdout: 3 2023-12-20T10:49:54.530 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.530 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 0, 2023-12-20T10:49:54.530 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.530 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.530 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.530 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.530 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.530 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.530 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.239930+0000", 2023-12-20T10:49:54.530 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.688787+0000", 2023-12-20T10:49:54.530 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.688787+0000", 2023-12-20T10:49:54.530 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.689467+0000", 2023-12-20T10:49:54.530 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.239930+0000", 2023-12-20T10:49:54.530 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.530 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.531 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.531 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.531 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.239930+0000", 2023-12-20T10:49:54.531 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.239930+0000", 2023-12-20T10:49:54.531 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.239930+0000", 2023-12-20T10:49:54.531 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.531 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.531 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.531 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.239930+0000", 2023-12-20T10:49:54.531 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.239930+0000", 2023-12-20T10:49:54.531 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.531 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.531 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.531 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.532 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.532 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.532 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.532 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.532 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.532 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.532 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.532 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.532 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.532 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.17", 2023-12-20T10:49:54.532 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.532 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.532 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.532 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.532 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.532 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T21:40:41.732183+0000", 2023-12-20T10:49:54.532 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.533 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.533 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.533 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.533 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.533 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.533 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.533 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.533 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.533 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.533 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.533 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.533 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.533 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.533 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.533 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.534 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.534 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.534 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.534 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.534 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.534 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.534 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.534 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.534 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.534 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.534 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.534 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.534 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.534 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.534 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.534 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.535 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.535 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.535 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.535 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.535 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.535 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.535 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.535 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.535 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.535 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.535 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.535 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.535 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.535 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.535 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.536 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.536 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.536 INFO:tasks.workunit.client.0.smithi123.stdout: 3 2023-12-20T10:49:54.536 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.536 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 0, 2023-12-20T10:49:54.536 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.536 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.536 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.536 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.536 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.536 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.536 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:54.536 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.536 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 1, 2023-12-20T10:49:54.536 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.536 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.537 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:54.537 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.537 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.537 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.537 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.238304+0000", 2023-12-20T10:49:54.537 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.686240+0000", 2023-12-20T10:49:54.537 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.686240+0000", 2023-12-20T10:49:54.537 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.686563+0000", 2023-12-20T10:49:54.537 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.238304+0000", 2023-12-20T10:49:54.537 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.537 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.537 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.537 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:54.537 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.238304+0000", 2023-12-20T10:49:54.537 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.238304+0000", 2023-12-20T10:49:54.538 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.238304+0000", 2023-12-20T10:49:54.538 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.538 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.538 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.538 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.238304+0000", 2023-12-20T10:49:54.538 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.238304+0000", 2023-12-20T10:49:54.538 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.538 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 3, 2023-12-20T10:49:54.538 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.538 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.538 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:54.538 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.538 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.538 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.538 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.538 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 3, 2023-12-20T10:49:54.539 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.539 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.539 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.539 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.15", 2023-12-20T10:49:54.539 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.539 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.539 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.539 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 20, 2023-12-20T10:49:54.539 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.539 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T16:48:56.005080+0000", 2023-12-20T10:49:54.539 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.539 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.539 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.539 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 90, 2023-12-20T10:49:54.539 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.539 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.540 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.540 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.540 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.540 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.540 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.540 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.540 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.540 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.540 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.540 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.540 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.540 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.540 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.540 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 6, 2023-12-20T10:49:54.540 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 2, 2023-12-20T10:49:54.540 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.541 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 2, 2023-12-20T10:49:54.541 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.541 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.541 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.541 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.541 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.541 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 1, 2023-12-20T10:49:54.541 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.541 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.541 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.541 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.541 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.541 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.541 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.541 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.542 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.542 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.542 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.542 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.542 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 4, 2023-12-20T10:49:54.542 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 1 2023-12-20T10:49:54.542 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.542 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.542 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.542 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.542 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.542 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.542 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:54.542 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.542 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 1, 2023-12-20T10:49:54.542 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "58'3" 2023-12-20T10:49:54.543 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.543 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.543 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.543 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.543 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.543 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.543 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.543 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 4, 2023-12-20T10:49:54.543 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.543 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.543 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.543 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.543 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.543 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.543 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.234980+0000", 2023-12-20T10:49:54.543 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.686796+0000", 2023-12-20T10:49:54.544 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.686796+0000", 2023-12-20T10:49:54.544 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.688476+0000", 2023-12-20T10:49:54.544 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.234980+0000", 2023-12-20T10:49:54.544 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.544 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.544 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.544 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.544 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.234980+0000", 2023-12-20T10:49:54.544 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.234980+0000", 2023-12-20T10:49:54.544 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.234980+0000", 2023-12-20T10:49:54.544 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.544 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.544 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.544 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.234980+0000", 2023-12-20T10:49:54.544 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.234980+0000", 2023-12-20T10:49:54.544 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.545 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.545 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.545 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.545 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.545 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.545 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.545 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.545 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.545 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.545 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.545 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.545 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.545 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.14", 2023-12-20T10:49:54.545 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.545 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.545 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.546 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.546 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.546 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T21:22:31.148679+0000", 2023-12-20T10:49:54.546 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.546 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.546 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.546 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.546 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.546 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.546 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.546 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.546 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.546 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.546 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.546 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.547 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.547 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.547 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.547 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.547 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.547 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.547 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.547 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.547 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.547 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.547 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.547 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.547 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.547 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.547 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.548 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.548 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.548 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.548 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.548 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.548 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.548 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.548 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.548 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.548 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.548 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.548 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.548 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.548 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.548 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.548 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.549 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.549 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.549 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.549 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.549 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.549 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.549 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.549 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.549 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 4, 2023-12-20T10:49:54.549 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.549 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.549 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.549 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.549 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.549 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.550 INFO:tasks.workunit.client.0.smithi123.stdout: 5 2023-12-20T10:49:54.550 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.550 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 6, 2023-12-20T10:49:54.550 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.550 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.550 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:54.550 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.550 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.550 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.550 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:30.840041+0000", 2023-12-20T10:49:54.550 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.689397+0000", 2023-12-20T10:49:54.550 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.689397+0000", 2023-12-20T10:49:54.550 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.689700+0000", 2023-12-20T10:49:54.550 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:30.840041+0000", 2023-12-20T10:49:54.550 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.551 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.551 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.551 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:54.551 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:30.840041+0000", 2023-12-20T10:49:54.551 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:30.840041+0000", 2023-12-20T10:49:54.551 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:30.840041+0000", 2023-12-20T10:49:54.551 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.551 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.551 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.551 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:30.840041+0000", 2023-12-20T10:49:54.551 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:30.840041+0000", 2023-12-20T10:49:54.551 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.551 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 12, 2023-12-20T10:49:54.551 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.551 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.552 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:54.552 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.552 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.552 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.552 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.552 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 12, 2023-12-20T10:49:54.552 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.552 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.552 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.552 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.14", 2023-12-20T10:49:54.552 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.552 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.552 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 65, 2023-12-20T10:49:54.552 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 28, 2023-12-20T10:49:54.552 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.552 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T21:12:22.968575+0000", 2023-12-20T10:49:54.553 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.553 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.553 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.553 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 2606, 2023-12-20T10:49:54.553 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.553 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.553 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.553 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.553 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.553 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.553 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.553 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.553 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.553 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.553 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.554 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.554 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.554 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.554 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.554 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 12, 2023-12-20T10:49:54.554 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 4, 2023-12-20T10:49:54.554 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.554 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 4, 2023-12-20T10:49:54.554 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.554 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.554 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.554 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.554 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.554 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 1, 2023-12-20T10:49:54.554 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.554 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.555 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.555 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.555 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.555 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.555 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.555 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.555 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.555 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.555 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.555 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.555 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 12, 2023-12-20T10:49:54.555 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 9 2023-12-20T10:49:54.555 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.555 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.555 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.555 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.556 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.556 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.556 INFO:tasks.workunit.client.0.smithi123.stdout: 5 2023-12-20T10:49:54.556 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.556 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 6, 2023-12-20T10:49:54.556 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "65'12" 2023-12-20T10:49:54.556 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.556 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.556 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.556 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.556 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.556 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:54.556 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.556 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:54.556 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.557 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.557 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.557 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.557 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.557 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.557 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.241346+0000", 2023-12-20T10:49:54.557 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.700378+0000", 2023-12-20T10:49:54.557 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.700378+0000", 2023-12-20T10:49:54.557 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.701368+0000", 2023-12-20T10:49:54.557 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.241346+0000", 2023-12-20T10:49:54.557 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.557 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.557 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.557 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.558 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.241346+0000", 2023-12-20T10:49:54.558 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.241346+0000", 2023-12-20T10:49:54.558 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.241346+0000", 2023-12-20T10:49:54.558 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.558 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.558 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.558 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.241346+0000", 2023-12-20T10:49:54.558 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.241346+0000", 2023-12-20T10:49:54.558 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.558 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.558 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.558 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.558 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.558 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.558 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.559 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.559 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.559 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.559 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.559 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.559 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.559 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.15", 2023-12-20T10:49:54.559 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.559 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.559 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.559 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:54.559 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.559 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T17:33:59.635436+0000", 2023-12-20T10:49:54.559 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.559 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.559 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.560 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.560 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.560 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.560 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.560 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.560 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.560 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.560 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.560 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.560 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.560 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.560 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.560 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.560 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.561 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.561 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.561 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.561 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.561 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.561 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.561 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.561 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.561 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.561 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.561 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.561 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.561 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.561 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.561 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.562 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.562 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.562 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.562 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.562 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.562 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.562 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.562 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.562 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.562 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.562 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.562 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.562 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.562 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.562 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.563 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.563 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.563 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:54.563 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.563 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:54.563 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.563 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.563 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.563 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.563 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.563 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.563 INFO:tasks.workunit.client.0.smithi123.stdout: 3 2023-12-20T10:49:54.563 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.563 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 0, 2023-12-20T10:49:54.563 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.564 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.564 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:54.564 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.564 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.564 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.564 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240854+0000", 2023-12-20T10:49:54.564 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.691828+0000", 2023-12-20T10:49:54.564 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.691828+0000", 2023-12-20T10:49:54.564 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.692114+0000", 2023-12-20T10:49:54.564 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240854+0000", 2023-12-20T10:49:54.564 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.564 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.564 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.564 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:54.564 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240854+0000", 2023-12-20T10:49:54.565 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240854+0000", 2023-12-20T10:49:54.565 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240854+0000", 2023-12-20T10:49:54.565 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.565 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.565 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.565 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240854+0000", 2023-12-20T10:49:54.565 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240854+0000", 2023-12-20T10:49:54.565 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.565 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 2, 2023-12-20T10:49:54.565 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.565 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.565 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:54.565 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.565 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.565 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.566 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.566 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 2, 2023-12-20T10:49:54.566 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.566 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.566 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.566 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.13", 2023-12-20T10:49:54.566 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.566 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.566 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.566 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 18, 2023-12-20T10:49:54.566 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.566 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T20:10:46.140345+0000", 2023-12-20T10:49:54.566 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.566 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.566 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.567 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 34, 2023-12-20T10:49:54.567 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.567 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.567 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.567 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.567 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.567 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.567 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.567 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.567 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.567 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.567 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.567 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.567 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.567 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.568 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.568 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 6, 2023-12-20T10:49:54.568 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 2, 2023-12-20T10:49:54.568 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.568 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 2, 2023-12-20T10:49:54.568 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.568 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.568 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.568 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.568 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.568 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 1, 2023-12-20T10:49:54.568 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.568 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.568 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.568 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.569 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.569 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.569 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.569 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.569 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.569 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.569 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.569 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.569 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 3, 2023-12-20T10:49:54.569 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 6 2023-12-20T10:49:54.569 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.569 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.569 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.569 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.569 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.570 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.570 INFO:tasks.workunit.client.0.smithi123.stdout: 3 2023-12-20T10:49:54.570 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.570 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 0, 2023-12-20T10:49:54.570 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "58'2" 2023-12-20T10:49:54.570 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.570 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.570 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.570 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.570 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.570 INFO:tasks.workunit.client.0.smithi123.stdout: 3 2023-12-20T10:49:54.570 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.570 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 0, 2023-12-20T10:49:54.570 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.570 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.570 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.571 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.571 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.571 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.571 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240015+0000", 2023-12-20T10:49:54.571 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.694378+0000", 2023-12-20T10:49:54.571 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.694378+0000", 2023-12-20T10:49:54.571 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.694680+0000", 2023-12-20T10:49:54.571 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240015+0000", 2023-12-20T10:49:54.571 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.571 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.571 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.571 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.571 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240015+0000", 2023-12-20T10:49:54.571 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240015+0000", 2023-12-20T10:49:54.571 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240015+0000", 2023-12-20T10:49:54.572 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.572 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.572 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.572 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240015+0000", 2023-12-20T10:49:54.572 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240015+0000", 2023-12-20T10:49:54.572 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.572 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.572 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.572 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.572 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.572 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.572 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.572 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.572 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.573 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.573 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.573 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.573 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.573 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.12", 2023-12-20T10:49:54.573 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.573 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.573 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.573 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.573 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.573 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T11:50:56.905226+0000", 2023-12-20T10:49:54.573 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.573 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.573 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.573 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.574 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.574 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.574 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.574 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.574 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.574 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.574 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.574 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.574 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.574 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.574 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.574 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.574 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.574 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.574 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.575 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.575 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.575 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.575 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.575 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.575 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.575 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.575 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.575 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.575 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.575 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.575 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.575 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.575 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.575 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.575 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.576 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.576 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.576 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.576 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.576 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.576 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.576 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.576 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.576 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.576 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.576 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.576 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.576 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.576 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.576 INFO:tasks.workunit.client.0.smithi123.stdout: 3 2023-12-20T10:49:54.577 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.577 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 0, 2023-12-20T10:49:54.577 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.577 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.577 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.577 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.577 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.577 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.577 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:54.577 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.577 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 5, 2023-12-20T10:49:54.577 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.577 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.577 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:54.577 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.578 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.578 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.578 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.241048+0000", 2023-12-20T10:49:54.578 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.691909+0000", 2023-12-20T10:49:54.578 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.691909+0000", 2023-12-20T10:49:54.578 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.692202+0000", 2023-12-20T10:49:54.578 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.241048+0000", 2023-12-20T10:49:54.578 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.578 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.578 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.578 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:54.578 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.241048+0000", 2023-12-20T10:49:54.578 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.241048+0000", 2023-12-20T10:49:54.578 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.241048+0000", 2023-12-20T10:49:54.578 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.579 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.579 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.579 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.241048+0000", 2023-12-20T10:49:54.579 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.241048+0000", 2023-12-20T10:49:54.579 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.579 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.579 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.579 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.579 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:54.579 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.579 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.579 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.579 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.579 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.579 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.579 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.580 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.580 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.12", 2023-12-20T10:49:54.580 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.580 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.580 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.580 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:54.580 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.580 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T18:40:08.977136+0000", 2023-12-20T10:49:54.580 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.580 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.580 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.580 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.580 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.580 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.580 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.581 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.581 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.581 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.581 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.581 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.581 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.581 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.581 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.581 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.581 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.581 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.581 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.581 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.581 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.581 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.582 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.582 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.582 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.582 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.582 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.582 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.582 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.582 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.582 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.582 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.582 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.582 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.582 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.582 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.582 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.582 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.583 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.583 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.583 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.583 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.583 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.583 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.583 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.583 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.583 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.583 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.583 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.583 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:54.583 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.583 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 5, 2023-12-20T10:49:54.583 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.583 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.583 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.584 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.584 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.584 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.584 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:54.584 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.584 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:54.584 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.584 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.584 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.584 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.584 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.584 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.584 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.239533+0000", 2023-12-20T10:49:54.584 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.701549+0000", 2023-12-20T10:49:54.584 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.701549+0000", 2023-12-20T10:49:54.585 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.701840+0000", 2023-12-20T10:49:54.585 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.239533+0000", 2023-12-20T10:49:54.585 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.585 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.585 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.585 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.585 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.239533+0000", 2023-12-20T10:49:54.585 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.239533+0000", 2023-12-20T10:49:54.585 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.239533+0000", 2023-12-20T10:49:54.585 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.585 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.586 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.586 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.239533+0000", 2023-12-20T10:49:54.586 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.239533+0000", 2023-12-20T10:49:54.586 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.586 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.586 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.586 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.586 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.586 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.586 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.586 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.586 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.586 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.586 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.586 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.587 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.587 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.13", 2023-12-20T10:49:54.587 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.587 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.587 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.587 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:54.587 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.587 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T10:48:22.697625+0000", 2023-12-20T10:49:54.587 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.587 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.587 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.587 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.587 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.587 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.587 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.588 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.588 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.588 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.588 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.588 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.588 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.588 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.588 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.588 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.588 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.588 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.588 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.588 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.588 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.588 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.588 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.589 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.589 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.589 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.589 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.589 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.589 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.589 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.589 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.589 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.589 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.589 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.589 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.589 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.589 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.589 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.590 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.590 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.590 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.590 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.590 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.590 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.590 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.590 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.590 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.590 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.590 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.590 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:54.590 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.590 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:54.590 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.591 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.591 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.591 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.591 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.591 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.591 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:54.591 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.591 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 6, 2023-12-20T10:49:54.591 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.591 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.591 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:54.591 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.591 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.591 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.591 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.242295+0000", 2023-12-20T10:49:54.591 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.680664+0000", 2023-12-20T10:49:54.592 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.680664+0000", 2023-12-20T10:49:54.592 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.681000+0000", 2023-12-20T10:49:54.592 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.242295+0000", 2023-12-20T10:49:54.592 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.592 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.592 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.592 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:54.592 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.242295+0000", 2023-12-20T10:49:54.592 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.242295+0000", 2023-12-20T10:49:54.592 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.242295+0000", 2023-12-20T10:49:54.592 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.592 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.592 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.592 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.242295+0000", 2023-12-20T10:49:54.592 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.242295+0000", 2023-12-20T10:49:54.592 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.593 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.593 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.593 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.593 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:54.593 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.593 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.593 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.593 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.593 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.593 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.593 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.593 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.593 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.11", 2023-12-20T10:49:54.593 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.594 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.594 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.594 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:54.594 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.594 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T19:03:40.339950+0000", 2023-12-20T10:49:54.594 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.594 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.594 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.594 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.594 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.594 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.594 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.594 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.594 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.594 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.594 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.595 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.595 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.595 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.595 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.595 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.595 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.595 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.595 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.595 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.595 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.595 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.595 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.595 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.595 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.595 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.596 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.596 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.596 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.596 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.596 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.596 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.596 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.596 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.596 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.596 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.596 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.596 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.596 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.596 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.596 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.596 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.597 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.597 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.597 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.597 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.597 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.597 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.597 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.597 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:54.597 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.597 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 6, 2023-12-20T10:49:54.597 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.597 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.597 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.597 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.597 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.598 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.598 INFO:tasks.workunit.client.0.smithi123.stdout: 5 2023-12-20T10:49:54.598 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.598 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 6, 2023-12-20T10:49:54.598 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.598 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.598 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.598 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.598 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.598 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.598 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237744+0000", 2023-12-20T10:49:54.598 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.687824+0000", 2023-12-20T10:49:54.598 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.687824+0000", 2023-12-20T10:49:54.598 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.692146+0000", 2023-12-20T10:49:54.599 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237744+0000", 2023-12-20T10:49:54.599 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.599 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.599 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.599 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.599 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237744+0000", 2023-12-20T10:49:54.599 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237744+0000", 2023-12-20T10:49:54.599 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237744+0000", 2023-12-20T10:49:54.599 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.599 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.599 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.599 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237744+0000", 2023-12-20T10:49:54.599 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237744+0000", 2023-12-20T10:49:54.599 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.599 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.599 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.600 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.600 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.600 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.600 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.600 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.600 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.600 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.600 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.600 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.600 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.600 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.10", 2023-12-20T10:49:54.600 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.600 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.600 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.600 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.601 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.601 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T13:18:15.826339+0000", 2023-12-20T10:49:54.601 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.601 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.601 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.601 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.601 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.601 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.601 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.601 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.601 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.601 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.601 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.601 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.601 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.602 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.602 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.602 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.602 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.602 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.602 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.602 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.602 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.602 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.602 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.602 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.602 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.602 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.602 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.603 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.603 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.603 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.603 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.603 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.603 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.603 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.603 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.603 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.603 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.603 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.603 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.603 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.603 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.603 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.603 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.604 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.604 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.604 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.604 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.604 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.604 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.604 INFO:tasks.workunit.client.0.smithi123.stdout: 5 2023-12-20T10:49:54.604 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.604 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 6, 2023-12-20T10:49:54.604 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.604 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.604 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.604 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.604 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.605 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.605 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:54.605 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.605 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 2, 2023-12-20T10:49:54.605 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.605 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.605 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:54.605 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.605 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.605 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.605 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.232934+0000", 2023-12-20T10:49:54.605 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.683756+0000", 2023-12-20T10:49:54.605 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.683756+0000", 2023-12-20T10:49:54.605 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.684017+0000", 2023-12-20T10:49:54.606 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.232934+0000", 2023-12-20T10:49:54.606 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.606 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.606 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.606 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:54.606 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.232934+0000", 2023-12-20T10:49:54.606 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.232934+0000", 2023-12-20T10:49:54.606 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.232934+0000", 2023-12-20T10:49:54.606 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.606 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.606 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.606 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.232934+0000", 2023-12-20T10:49:54.606 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.232934+0000", 2023-12-20T10:49:54.606 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.606 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 8, 2023-12-20T10:49:54.607 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.607 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.607 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:54.607 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.607 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.607 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.607 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.607 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 8, 2023-12-20T10:49:54.607 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.607 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.607 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.607 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.10", 2023-12-20T10:49:54.607 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.607 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.608 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.608 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 24, 2023-12-20T10:49:54.608 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.608 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T20:09:11.457636+0000", 2023-12-20T10:49:54.608 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.608 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.608 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.608 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.608 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.608 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.608 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.608 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.608 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.608 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.608 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.608 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.609 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.609 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.609 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.609 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.609 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.609 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.609 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.609 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 12, 2023-12-20T10:49:54.609 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 4, 2023-12-20T10:49:54.609 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.609 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 4, 2023-12-20T10:49:54.609 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.609 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.609 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.609 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.610 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.610 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 4, 2023-12-20T10:49:54.610 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.610 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.610 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.610 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.610 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.610 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.610 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.610 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.610 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.610 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.610 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.610 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.610 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 12, 2023-12-20T10:49:54.611 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.611 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.611 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.611 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.611 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.611 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.611 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.611 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:54.611 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.611 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 2, 2023-12-20T10:49:54.611 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "58'8" 2023-12-20T10:49:54.611 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.611 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.611 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.611 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.612 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.612 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.612 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.612 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:54.612 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.612 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.612 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.612 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.612 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.612 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.612 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.238700+0000", 2023-12-20T10:49:54.612 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.700386+0000", 2023-12-20T10:49:54.613 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.700386+0000", 2023-12-20T10:49:54.613 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.701016+0000", 2023-12-20T10:49:54.613 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.238700+0000", 2023-12-20T10:49:54.613 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.613 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.613 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.613 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.613 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.238700+0000", 2023-12-20T10:49:54.614 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.238700+0000", 2023-12-20T10:49:54.614 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.238700+0000", 2023-12-20T10:49:54.614 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.614 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.614 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.614 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.238700+0000", 2023-12-20T10:49:54.614 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.238700+0000", 2023-12-20T10:49:54.614 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.614 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.614 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.614 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.614 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.614 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.614 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.614 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.615 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.615 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.615 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.615 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.615 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.615 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.11", 2023-12-20T10:49:54.615 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.615 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.615 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.615 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:54.615 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.615 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T17:00:17.739221+0000", 2023-12-20T10:49:54.615 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.615 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.615 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.616 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.616 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.616 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.616 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.616 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.616 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.616 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.616 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.616 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.616 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.616 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.616 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.616 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.616 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.616 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.616 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.617 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.617 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.617 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.617 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.617 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.617 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.617 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.617 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.617 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.617 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.617 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.617 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.617 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.617 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.617 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.618 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.618 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.618 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.618 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.618 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.618 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.618 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.618 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.618 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.618 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.618 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.618 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.618 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.618 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.618 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.619 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.619 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.619 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:54.619 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.619 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.619 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.619 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.619 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.619 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.619 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:54.619 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.619 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 4, 2023-12-20T10:49:54.619 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.619 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.619 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:54.619 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.620 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.620 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.620 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:02.252370+0000", 2023-12-20T10:49:54.620 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:49:02.249302+0000", 2023-12-20T10:49:54.620 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:49:02.249302+0000", 2023-12-20T10:49:54.620 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:49:02.252370+0000", 2023-12-20T10:49:54.620 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:02.252370+0000", 2023-12-20T10:49:54.620 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.620 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.620 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.620 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 65, 2023-12-20T10:49:54.620 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:02.252370+0000", 2023-12-20T10:49:54.620 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:02.252370+0000", 2023-12-20T10:49:54.620 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:02.252370+0000", 2023-12-20T10:49:54.620 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.621 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.621 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.621 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:02.252370+0000", 2023-12-20T10:49:54.621 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:02.252370+0000", 2023-12-20T10:49:54.621 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.621 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 1, 2023-12-20T10:49:54.621 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.621 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.621 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 64, 2023-12-20T10:49:54.621 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.621 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.621 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.621 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.621 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 1, 2023-12-20T10:49:54.621 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.621 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.622 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.622 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.f", 2023-12-20T10:49:54.622 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.622 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.622 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 65, 2023-12-20T10:49:54.622 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 31, 2023-12-20T10:49:54.622 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.622 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T12:45:47.880981+0000", 2023-12-20T10:49:54.622 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.622 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.622 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.622 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 22, 2023-12-20T10:49:54.622 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.622 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 22, 2023-12-20T10:49:54.622 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.623 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.623 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.623 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.623 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.623 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.623 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.623 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.623 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.623 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.623 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.623 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.623 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.623 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 3, 2023-12-20T10:49:54.623 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 1, 2023-12-20T10:49:54.623 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.624 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 1, 2023-12-20T10:49:54.624 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.624 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.624 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.624 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.624 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.624 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.624 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.624 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 1, 2023-12-20T10:49:54.624 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.624 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.624 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.624 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.624 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.624 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.625 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.625 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.625 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.625 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.625 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 1, 2023-12-20T10:49:54.625 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 1 2023-12-20T10:49:54.625 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.625 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.625 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.625 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.625 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.625 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.625 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:54.625 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.625 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 4, 2023-12-20T10:49:54.626 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "58'1" 2023-12-20T10:49:54.626 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.626 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.626 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.626 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.626 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.626 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:54.626 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.626 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:54.626 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.626 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.626 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.626 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.626 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.626 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.627 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.241263+0000", 2023-12-20T10:49:54.627 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.700209+0000", 2023-12-20T10:49:54.627 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.700209+0000", 2023-12-20T10:49:54.627 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.701056+0000", 2023-12-20T10:49:54.627 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.241263+0000", 2023-12-20T10:49:54.627 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.627 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.627 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.627 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.627 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.241263+0000", 2023-12-20T10:49:54.627 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.241263+0000", 2023-12-20T10:49:54.627 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.241263+0000", 2023-12-20T10:49:54.627 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.627 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.627 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.627 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.241263+0000", 2023-12-20T10:49:54.628 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.241263+0000", 2023-12-20T10:49:54.628 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.628 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.628 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.628 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.628 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.628 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.628 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.628 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.628 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.628 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.628 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.628 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.628 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.628 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.e", 2023-12-20T10:49:54.629 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.629 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.629 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.629 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:54.629 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.629 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T22:27:22.132404+0000", 2023-12-20T10:49:54.629 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.629 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.629 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.629 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.629 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.629 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.629 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.629 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.629 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.630 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.630 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.630 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.630 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.630 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.630 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.630 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.630 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.630 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.630 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.630 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.630 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.630 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.630 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.630 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.630 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.631 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.631 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.631 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.631 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.631 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.631 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.631 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.631 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.631 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.631 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.631 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.631 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.631 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.631 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.631 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.631 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.632 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.632 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.632 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.632 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.632 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.632 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.632 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.632 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.632 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:54.632 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.632 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:54.632 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.632 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.632 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.632 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.633 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.633 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.633 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:54.633 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.633 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 1, 2023-12-20T10:49:54.633 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.633 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.633 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 60, 2023-12-20T10:49:54.633 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.633 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.633 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.633 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237797+0000", 2023-12-20T10:49:54.633 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:59.705309+0000", 2023-12-20T10:49:54.633 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:59.705309+0000", 2023-12-20T10:49:54.633 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:59.705612+0000", 2023-12-20T10:49:54.634 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237797+0000", 2023-12-20T10:49:54.634 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:54.634 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.634 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:54.634 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 61, 2023-12-20T10:49:54.634 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237797+0000", 2023-12-20T10:49:54.634 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237797+0000", 2023-12-20T10:49:54.634 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237797+0000", 2023-12-20T10:49:54.634 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.634 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.634 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:54.634 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237797+0000", 2023-12-20T10:49:54.634 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237797+0000", 2023-12-20T10:49:54.634 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.634 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.634 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.635 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.635 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 60, 2023-12-20T10:49:54.635 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.635 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.635 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.635 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.635 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.635 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.635 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.635 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.635 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "4.2", 2023-12-20T10:49:54.635 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.635 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.635 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.635 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 13, 2023-12-20T10:49:54.635 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.636 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T14:39:42.462905+0000", 2023-12-20T10:49:54.636 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.636 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.636 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.636 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.636 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.636 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.636 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.636 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.636 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.636 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.636 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.636 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.636 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.637 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.637 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.637 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.637 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.637 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.637 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.637 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.637 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.637 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.637 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.637 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.637 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.637 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.637 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.637 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.638 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.638 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.638 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.638 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.638 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.638 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.638 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.638 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.638 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.638 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.638 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.638 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.638 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.638 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.638 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.638 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.639 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.639 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.639 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.639 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.639 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.639 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:54.639 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.639 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 1, 2023-12-20T10:49:54.639 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.639 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.639 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.639 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.639 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.639 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.639 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:54.640 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.640 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 1, 2023-12-20T10:49:54.640 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.640 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.640 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:54.640 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.640 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.640 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.640 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237540+0000", 2023-12-20T10:49:54.640 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.694217+0000", 2023-12-20T10:49:54.640 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.694217+0000", 2023-12-20T10:49:54.640 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.694541+0000", 2023-12-20T10:49:54.640 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237540+0000", 2023-12-20T10:49:54.640 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.640 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.641 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.641 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:54.641 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237540+0000", 2023-12-20T10:49:54.641 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237540+0000", 2023-12-20T10:49:54.641 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237540+0000", 2023-12-20T10:49:54.641 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.641 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.641 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.641 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237540+0000", 2023-12-20T10:49:54.641 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237540+0000", 2023-12-20T10:49:54.641 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.641 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.641 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.641 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.641 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:54.642 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.642 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.642 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.642 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.642 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.642 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.642 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.642 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.642 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.4", 2023-12-20T10:49:54.642 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.642 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.642 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.642 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 17, 2023-12-20T10:49:54.642 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.642 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T15:48:37.282160+0000", 2023-12-20T10:49:54.643 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.643 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.643 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.643 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.643 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.643 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.643 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.643 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.643 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.643 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.643 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.643 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.643 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.643 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.643 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.644 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.644 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.644 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.644 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.644 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.644 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.644 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.644 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.644 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.644 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.644 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.644 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.644 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.644 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.644 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.644 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.645 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.645 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.645 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.645 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.645 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.645 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.645 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.645 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.645 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.645 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.645 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.645 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.645 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.645 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.645 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.645 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.646 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.646 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.646 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:54.646 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.646 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 1, 2023-12-20T10:49:54.646 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.646 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.646 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.646 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.646 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.646 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.646 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:54.646 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.646 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 5, 2023-12-20T10:49:54.646 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.647 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.647 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.647 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.647 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.647 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.647 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.242406+0000", 2023-12-20T10:49:54.647 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.695799+0000", 2023-12-20T10:49:54.647 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.695799+0000", 2023-12-20T10:49:54.647 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.696228+0000", 2023-12-20T10:49:54.647 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.242406+0000", 2023-12-20T10:49:54.647 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.647 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.647 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.647 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.647 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.242406+0000", 2023-12-20T10:49:54.647 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.242406+0000", 2023-12-20T10:49:54.648 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.242406+0000", 2023-12-20T10:49:54.648 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.648 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.648 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.648 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.242406+0000", 2023-12-20T10:49:54.648 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.242406+0000", 2023-12-20T10:49:54.648 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.648 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.648 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.648 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.648 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.648 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.648 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.648 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.649 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.649 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.649 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.649 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.649 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.649 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.5", 2023-12-20T10:49:54.649 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.649 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.649 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.649 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.649 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.649 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T21:01:49.912160+0000", 2023-12-20T10:49:54.649 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.649 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.649 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.650 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.650 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.650 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.650 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.650 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.650 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.650 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.650 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.650 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.650 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.650 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.650 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.650 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.650 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.650 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.651 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.651 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.651 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.651 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.651 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.651 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.651 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.651 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.651 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.651 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.651 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.651 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.651 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.651 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.651 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.651 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.652 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.652 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.652 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.652 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.652 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.652 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.652 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.652 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.652 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.652 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.652 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.652 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.652 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.652 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.652 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.653 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:54.653 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.653 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 5, 2023-12-20T10:49:54.653 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.653 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.653 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.653 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.653 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.653 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.653 INFO:tasks.workunit.client.0.smithi123.stdout: 3 2023-12-20T10:49:54.653 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.653 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 1, 2023-12-20T10:49:54.653 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.653 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.653 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 60, 2023-12-20T10:49:54.654 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.654 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.654 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.654 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237616+0000", 2023-12-20T10:49:54.654 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:59.920344+0000", 2023-12-20T10:49:54.654 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:59.920344+0000", 2023-12-20T10:49:54.654 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:59.920660+0000", 2023-12-20T10:49:54.654 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237616+0000", 2023-12-20T10:49:54.654 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:54.654 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.654 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:54.654 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 61, 2023-12-20T10:49:54.654 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237616+0000", 2023-12-20T10:49:54.654 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237616+0000", 2023-12-20T10:49:54.654 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237616+0000", 2023-12-20T10:49:54.654 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.655 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.655 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:54.655 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237616+0000", 2023-12-20T10:49:54.655 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237616+0000", 2023-12-20T10:49:54.655 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.655 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.655 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.655 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.655 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 60, 2023-12-20T10:49:54.655 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.655 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.655 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.655 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.655 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.656 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.656 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.656 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.656 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "4.4", 2023-12-20T10:49:54.656 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.656 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.656 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.656 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 13, 2023-12-20T10:49:54.656 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.656 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T21:00:16.001367+0000", 2023-12-20T10:49:54.656 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.656 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.656 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.656 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.656 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.656 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.657 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.657 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.657 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.657 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.657 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.657 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.657 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.657 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.657 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.657 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.657 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.657 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.657 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.657 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.657 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.658 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.658 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.658 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.658 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.658 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.658 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.658 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.658 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.658 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.658 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.658 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.658 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.658 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.658 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.658 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.659 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.659 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.659 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.659 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.659 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.659 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.659 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.659 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.659 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.659 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.659 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.659 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.659 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.659 INFO:tasks.workunit.client.0.smithi123.stdout: 3 2023-12-20T10:49:54.659 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.659 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 1, 2023-12-20T10:49:54.660 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.660 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.660 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.660 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.660 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.660 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.660 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.660 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.660 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 5, 2023-12-20T10:49:54.660 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.660 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.660 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:54.660 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.660 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.660 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.660 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240962+0000", 2023-12-20T10:49:54.661 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.688720+0000", 2023-12-20T10:49:54.661 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.688720+0000", 2023-12-20T10:49:54.661 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.689002+0000", 2023-12-20T10:49:54.661 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240962+0000", 2023-12-20T10:49:54.661 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.661 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.661 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.661 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:54.661 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240962+0000", 2023-12-20T10:49:54.661 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240962+0000", 2023-12-20T10:49:54.661 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240962+0000", 2023-12-20T10:49:54.661 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.661 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.661 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.662 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240962+0000", 2023-12-20T10:49:54.662 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240962+0000", 2023-12-20T10:49:54.662 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.662 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.662 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.662 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.662 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:54.662 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.662 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.662 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.662 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.662 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.662 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.662 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.662 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.662 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.2", 2023-12-20T10:49:54.663 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.663 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.663 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.663 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:54.663 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.663 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T16:52:29.880343+0000", 2023-12-20T10:49:54.663 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.663 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.663 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.663 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.663 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.663 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.663 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.663 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.663 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.664 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.664 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.664 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.664 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.664 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.664 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.664 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.664 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.664 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.664 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.664 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.664 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.664 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.664 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.664 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.664 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.665 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.665 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.665 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.665 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.665 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.665 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.665 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.665 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.665 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.665 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.665 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.665 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.665 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.665 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.665 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.666 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.666 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.666 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.666 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.666 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.666 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.666 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.666 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.666 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.666 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.666 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.666 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 5, 2023-12-20T10:49:54.666 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.666 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.666 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.666 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.667 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.667 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.667 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.667 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.667 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 4, 2023-12-20T10:49:54.667 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.667 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.667 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.667 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.667 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.667 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.667 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.234944+0000", 2023-12-20T10:49:54.667 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.696766+0000", 2023-12-20T10:49:54.667 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.696766+0000", 2023-12-20T10:49:54.667 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.697650+0000", 2023-12-20T10:49:54.668 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.234944+0000", 2023-12-20T10:49:54.668 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.668 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.668 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.668 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.668 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.234944+0000", 2023-12-20T10:49:54.668 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.234944+0000", 2023-12-20T10:49:54.668 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.234944+0000", 2023-12-20T10:49:54.668 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.668 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.668 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.668 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.234944+0000", 2023-12-20T10:49:54.668 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.234944+0000", 2023-12-20T10:49:54.668 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.668 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.669 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.669 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.669 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.669 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.669 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.669 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.669 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.669 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.669 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.669 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.669 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.669 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.3", 2023-12-20T10:49:54.669 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.669 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.669 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.669 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.670 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.670 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T14:02:56.474424+0000", 2023-12-20T10:49:54.670 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.670 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.670 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.670 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.670 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.670 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.670 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.670 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.670 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.670 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.670 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.670 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.670 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.671 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.671 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.671 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.671 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.671 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.671 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.671 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.671 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.671 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.671 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.671 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.671 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.671 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.671 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.671 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.671 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.672 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.672 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.672 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.672 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.672 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.672 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.672 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.672 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.672 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.672 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.672 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.672 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.672 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.672 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.672 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.672 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.673 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.673 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.673 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.673 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.673 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.673 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.673 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 4, 2023-12-20T10:49:54.673 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.673 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.673 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.673 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.673 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.673 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.673 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:54.673 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.674 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 1, 2023-12-20T10:49:54.674 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.674 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.674 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 60, 2023-12-20T10:49:54.674 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.674 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.674 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.674 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237439+0000", 2023-12-20T10:49:54.674 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:59.705201+0000", 2023-12-20T10:49:54.674 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:59.705201+0000", 2023-12-20T10:49:54.674 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:59.705529+0000", 2023-12-20T10:49:54.674 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237439+0000", 2023-12-20T10:49:54.674 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:54.674 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.675 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:54.675 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 61, 2023-12-20T10:49:54.675 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237439+0000", 2023-12-20T10:49:54.675 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237439+0000", 2023-12-20T10:49:54.675 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237439+0000", 2023-12-20T10:49:54.675 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.675 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.675 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:54.675 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237439+0000", 2023-12-20T10:49:54.675 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237439+0000", 2023-12-20T10:49:54.675 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.675 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.675 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.675 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.675 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 60, 2023-12-20T10:49:54.676 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.676 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.676 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.676 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.676 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.676 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.676 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.676 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.676 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "4.7", 2023-12-20T10:49:54.676 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.676 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.676 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.676 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 13, 2023-12-20T10:49:54.676 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.676 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T20:59:17.878447+0000", 2023-12-20T10:49:54.676 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.677 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.677 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.677 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.677 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.677 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.677 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.677 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.677 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.677 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.677 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.677 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.677 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.677 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.677 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.677 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.678 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.678 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.678 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.678 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.678 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.678 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.678 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.678 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.678 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.678 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.678 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.678 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.678 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.678 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.678 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.679 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.679 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.679 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.679 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.679 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.679 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.679 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.679 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.679 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.679 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.679 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.679 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.679 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.679 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.680 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.680 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.680 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.680 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.680 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:54.680 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.680 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 1, 2023-12-20T10:49:54.680 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.680 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.680 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.680 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.680 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.680 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.680 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.680 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.680 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 1, 2023-12-20T10:49:54.681 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.681 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.681 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.681 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.681 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.681 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.681 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237496+0000", 2023-12-20T10:49:54.681 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.704971+0000", 2023-12-20T10:49:54.681 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.704971+0000", 2023-12-20T10:49:54.681 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.706610+0000", 2023-12-20T10:49:54.681 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237496+0000", 2023-12-20T10:49:54.681 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.681 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.681 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.681 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.682 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237496+0000", 2023-12-20T10:49:54.682 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237496+0000", 2023-12-20T10:49:54.682 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237496+0000", 2023-12-20T10:49:54.682 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.682 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.682 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.682 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237496+0000", 2023-12-20T10:49:54.682 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237496+0000", 2023-12-20T10:49:54.682 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.682 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.682 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.682 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.682 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.682 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.682 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.683 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.683 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.683 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.683 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.683 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.683 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.683 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.0", 2023-12-20T10:49:54.683 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.683 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.683 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.683 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:54.683 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.683 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T17:08:56.364229+0000", 2023-12-20T10:49:54.683 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.683 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.683 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.684 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.684 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.684 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.684 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.684 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.684 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.684 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.684 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.684 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.684 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.684 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.684 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.684 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.684 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.684 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.685 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.685 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.685 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.685 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.685 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.685 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.685 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.685 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.685 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.685 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.685 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.685 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.685 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.685 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.685 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.686 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.686 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.686 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.686 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.686 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.686 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.686 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.686 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.686 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.686 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.686 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.686 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.686 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.686 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.686 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.687 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.687 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.687 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.687 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 1, 2023-12-20T10:49:54.687 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.687 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.687 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.687 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.687 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.687 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.687 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:54.687 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.687 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 2, 2023-12-20T10:49:54.687 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.687 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.688 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:54.688 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.688 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.688 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.688 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.232721+0000", 2023-12-20T10:49:54.688 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.692290+0000", 2023-12-20T10:49:54.688 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.692290+0000", 2023-12-20T10:49:54.688 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.692597+0000", 2023-12-20T10:49:54.688 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.232721+0000", 2023-12-20T10:49:54.688 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.688 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.688 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.688 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:54.688 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.232721+0000", 2023-12-20T10:49:54.688 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.232721+0000", 2023-12-20T10:49:54.688 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.232721+0000", 2023-12-20T10:49:54.689 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.689 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.689 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.689 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.232721+0000", 2023-12-20T10:49:54.689 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.232721+0000", 2023-12-20T10:49:54.689 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.689 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.689 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.689 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.689 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:54.689 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.689 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.689 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.689 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.689 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.690 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.690 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.690 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.690 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.1", 2023-12-20T10:49:54.690 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.690 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.690 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.690 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:54.690 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.690 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T18:56:00.071757+0000", 2023-12-20T10:49:54.690 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.690 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.690 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.690 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.690 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.691 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.691 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.691 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.691 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.691 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.691 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.691 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.691 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.691 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.691 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.691 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.691 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.691 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.691 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.691 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.692 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.692 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.692 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.692 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.692 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.692 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.692 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.692 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.692 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.692 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.692 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.692 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.692 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.692 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.692 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.692 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.693 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.693 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.693 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.693 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.693 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.693 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.693 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.693 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.693 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.693 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.693 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.693 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.693 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.693 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:54.693 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.694 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 2, 2023-12-20T10:49:54.694 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.694 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.694 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.694 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.694 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.694 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.694 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:54.694 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.694 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 6, 2023-12-20T10:49:54.694 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.694 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.694 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 60, 2023-12-20T10:49:54.694 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.694 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.694 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.695 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.238233+0000", 2023-12-20T10:49:54.695 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:59.920749+0000", 2023-12-20T10:49:54.695 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:59.920749+0000", 2023-12-20T10:49:54.695 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:59.921046+0000", 2023-12-20T10:49:54.695 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.238233+0000", 2023-12-20T10:49:54.695 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:54.695 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.695 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:54.695 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 61, 2023-12-20T10:49:54.695 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.238233+0000", 2023-12-20T10:49:54.695 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.238233+0000", 2023-12-20T10:49:54.695 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.238233+0000", 2023-12-20T10:49:54.695 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.695 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.695 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:54.696 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.238233+0000", 2023-12-20T10:49:54.696 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.238233+0000", 2023-12-20T10:49:54.696 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.696 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.696 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.696 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.696 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 60, 2023-12-20T10:49:54.696 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.696 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.696 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.696 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.696 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.696 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.696 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.696 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.696 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "4.5", 2023-12-20T10:49:54.697 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.697 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.697 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.697 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 12, 2023-12-20T10:49:54.697 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.697 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T19:10:38.204192+0000", 2023-12-20T10:49:54.697 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.697 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.697 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.697 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.697 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.697 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.697 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.697 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.697 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.698 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.698 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.698 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.698 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.698 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.698 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.698 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.698 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.698 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.698 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.698 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.698 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.698 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.698 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.698 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.699 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.699 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.699 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.699 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.699 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.699 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.699 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.699 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.699 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.699 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.699 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.699 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.699 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.699 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.699 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.699 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.700 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.700 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.700 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.700 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.700 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.700 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.700 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.700 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.700 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.700 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:54.700 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.700 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 6, 2023-12-20T10:49:54.700 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.700 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.700 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.701 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.701 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.701 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.701 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.701 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.701 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 3, 2023-12-20T10:49:54.701 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.701 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.701 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.701 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.701 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.701 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.701 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237526+0000", 2023-12-20T10:49:54.701 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.694679+0000", 2023-12-20T10:49:54.701 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.694679+0000", 2023-12-20T10:49:54.702 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.694930+0000", 2023-12-20T10:49:54.702 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237526+0000", 2023-12-20T10:49:54.702 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.702 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.702 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.702 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.702 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237526+0000", 2023-12-20T10:49:54.702 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237526+0000", 2023-12-20T10:49:54.702 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237526+0000", 2023-12-20T10:49:54.702 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.702 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.702 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.702 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237526+0000", 2023-12-20T10:49:54.702 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237526+0000", 2023-12-20T10:49:54.702 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.703 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.703 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.703 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.703 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.703 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.703 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.703 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.703 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.703 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.703 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.703 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.703 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.703 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.2", 2023-12-20T10:49:54.703 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.703 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.703 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.704 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.704 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.704 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T21:36:40.215709+0000", 2023-12-20T10:49:54.704 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.704 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.704 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.704 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.704 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.704 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.704 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.704 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.704 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.704 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.704 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.704 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.704 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.705 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.705 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.705 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.705 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.705 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.705 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.705 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.705 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.705 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.705 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.705 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.705 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.705 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.705 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.705 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.706 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.706 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.706 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.706 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.706 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.706 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.706 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.706 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.706 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.706 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.706 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.706 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.706 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.706 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.706 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.706 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.707 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.707 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.707 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.707 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.707 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.707 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.707 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.707 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 3, 2023-12-20T10:49:54.707 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.707 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.707 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.707 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.707 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.707 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.707 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:54.708 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.708 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 5, 2023-12-20T10:49:54.708 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.708 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.708 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:54.708 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.708 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.708 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.708 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240986+0000", 2023-12-20T10:49:54.708 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.686884+0000", 2023-12-20T10:49:54.708 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.686884+0000", 2023-12-20T10:49:54.708 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.687207+0000", 2023-12-20T10:49:54.708 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240986+0000", 2023-12-20T10:49:54.708 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.708 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.708 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.709 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:54.709 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240986+0000", 2023-12-20T10:49:54.709 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240986+0000", 2023-12-20T10:49:54.709 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240986+0000", 2023-12-20T10:49:54.709 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.709 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.709 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.709 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240986+0000", 2023-12-20T10:49:54.709 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240986+0000", 2023-12-20T10:49:54.709 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.709 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.709 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.709 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.709 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:54.709 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.710 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.710 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.710 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.710 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.710 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.710 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.710 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.710 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.3", 2023-12-20T10:49:54.710 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.710 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.710 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.710 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:54.710 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.710 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T15:05:09.091618+0000", 2023-12-20T10:49:54.710 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.710 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.711 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.711 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.711 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.711 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.711 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.711 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.711 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.711 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.711 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.711 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.711 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.711 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.711 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.711 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.712 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.712 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.712 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.712 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.712 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.712 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.712 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.712 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.712 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.712 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.712 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.712 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.712 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.712 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.712 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.712 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.713 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.713 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.713 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.713 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.713 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.713 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.713 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.713 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.713 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.713 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.713 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.713 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.713 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.713 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.713 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.714 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.714 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.714 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:54.714 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.714 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 5, 2023-12-20T10:49:54.714 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.714 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.714 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.714 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.714 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.714 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.714 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.714 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.714 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:54.714 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.714 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.715 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 19, 2023-12-20T10:49:54.715 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.715 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.715 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.715 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:50.188852+0000", 2023-12-20T10:49:54.715 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:20.486799+0000", 2023-12-20T10:49:54.715 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:20.486799+0000", 2023-12-20T10:49:54.715 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:20.487224+0000", 2023-12-20T10:49:54.715 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:50.188852+0000", 2023-12-20T10:49:54.715 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:45:55.297991+0000", 2023-12-20T10:49:54.715 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.715 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:45:55.297991+0000", 2023-12-20T10:49:54.715 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 55, 2023-12-20T10:49:54.715 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:50.188852+0000", 2023-12-20T10:49:54.715 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:50.188852+0000", 2023-12-20T10:49:54.716 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:50.188852+0000", 2023-12-20T10:49:54.716 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.716 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.716 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:45:55.297991+0000", 2023-12-20T10:49:54.716 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:50.188852+0000", 2023-12-20T10:49:54.716 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:50.188852+0000", 2023-12-20T10:49:54.716 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.716 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 148, 2023-12-20T10:49:54.716 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.716 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.716 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 54, 2023-12-20T10:49:54.716 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.716 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.716 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.716 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.716 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 148, 2023-12-20T10:49:54.717 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.717 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.717 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.717 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "1.0", 2023-12-20T10:49:54.717 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.717 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.717 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 65, 2023-12-20T10:49:54.717 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 344, 2023-12-20T10:49:54.717 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.717 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T14:55:50.892803+0000", 2023-12-20T10:49:54.717 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.717 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.717 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.717 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 590368, 2023-12-20T10:49:54.717 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.718 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 1771104, 2023-12-20T10:49:54.718 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.718 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.718 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.718 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.718 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.718 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.718 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.718 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.718 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.718 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.718 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.718 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.718 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.718 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 6, 2023-12-20T10:49:54.718 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 2, 2023-12-20T10:49:54.719 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.719 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 2, 2023-12-20T10:49:54.719 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.719 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.719 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.719 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.719 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.719 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.719 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.719 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 6, 2023-12-20T10:49:54.719 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.719 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.719 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.719 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.719 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.720 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 394, 2023-12-20T10:49:54.720 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 584, 2023-12-20T10:49:54.720 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.720 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.720 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.720 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 219, 2023-12-20T10:49:54.720 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 2416 2023-12-20T10:49:54.720 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.720 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.720 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.720 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.720 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.720 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.720 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.720 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.720 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:54.721 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "65'148" 2023-12-20T10:49:54.721 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.721 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.721 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.721 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.721 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.721 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:54.721 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.721 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 0, 2023-12-20T10:49:54.721 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.721 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.721 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 60, 2023-12-20T10:49:54.721 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.721 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.721 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.722 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.239656+0000", 2023-12-20T10:49:54.722 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:59.920486+0000", 2023-12-20T10:49:54.722 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:59.920486+0000", 2023-12-20T10:49:54.722 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:59.920789+0000", 2023-12-20T10:49:54.722 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.239656+0000", 2023-12-20T10:49:54.722 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:54.722 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.722 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:54.722 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 61, 2023-12-20T10:49:54.722 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.239656+0000", 2023-12-20T10:49:54.722 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.239656+0000", 2023-12-20T10:49:54.722 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.239656+0000", 2023-12-20T10:49:54.722 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.722 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.722 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:54.722 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.239656+0000", 2023-12-20T10:49:54.723 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.239656+0000", 2023-12-20T10:49:54.723 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.723 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.723 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.723 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.723 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 60, 2023-12-20T10:49:54.723 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.723 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.723 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.723 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.723 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.723 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.723 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.723 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.723 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "4.6", 2023-12-20T10:49:54.724 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.724 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.724 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.724 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 12, 2023-12-20T10:49:54.724 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.724 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T19:24:24.781241+0000", 2023-12-20T10:49:54.724 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.724 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.724 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.724 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.724 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.724 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.724 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.724 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.724 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.725 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.725 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.725 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.725 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.725 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.725 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.725 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.725 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.725 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.725 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.725 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.725 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.725 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.725 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.725 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.725 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.726 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.726 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.726 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.726 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.726 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.726 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.726 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.726 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.726 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.726 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.726 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.726 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.726 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.726 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.726 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.727 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.727 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.727 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.727 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.727 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.727 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.727 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.727 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.727 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.727 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:54.727 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.727 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 0, 2023-12-20T10:49:54.727 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.727 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.727 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.727 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.728 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.728 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.728 INFO:tasks.workunit.client.0.smithi123.stdout: 3 2023-12-20T10:49:54.728 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.728 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 0, 2023-12-20T10:49:54.728 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.728 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.728 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.728 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.728 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.728 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.728 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.239297+0000", 2023-12-20T10:49:54.728 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.689423+0000", 2023-12-20T10:49:54.728 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.689423+0000", 2023-12-20T10:49:54.728 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.689953+0000", 2023-12-20T10:49:54.729 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.239297+0000", 2023-12-20T10:49:54.729 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.729 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.729 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.729 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.729 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.239297+0000", 2023-12-20T10:49:54.729 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.239297+0000", 2023-12-20T10:49:54.729 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.239297+0000", 2023-12-20T10:49:54.729 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.729 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.729 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.729 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.239297+0000", 2023-12-20T10:49:54.729 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.239297+0000", 2023-12-20T10:49:54.729 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.729 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.730 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.730 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.730 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.730 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.730 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.730 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.730 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.730 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.730 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.730 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.730 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.730 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.1", 2023-12-20T10:49:54.730 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.730 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.730 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.730 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.731 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.731 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T13:58:32.778348+0000", 2023-12-20T10:49:54.731 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.731 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.731 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.731 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.731 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.731 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.731 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.731 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.731 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.731 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.731 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.731 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.731 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.732 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.732 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.732 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.732 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.732 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.732 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.732 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.732 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.732 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.732 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.732 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.732 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.732 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.732 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.732 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.732 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.733 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.733 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.733 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.733 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.733 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.733 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.733 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.733 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.733 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.733 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.733 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.733 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.733 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.733 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.733 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.734 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.734 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.734 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.734 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.734 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.734 INFO:tasks.workunit.client.0.smithi123.stdout: 3 2023-12-20T10:49:54.734 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.734 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 0, 2023-12-20T10:49:54.734 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.734 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.734 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.734 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.734 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.734 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.734 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:54.734 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.735 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:54.735 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.735 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.735 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:54.735 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.735 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.735 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.735 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240224+0000", 2023-12-20T10:49:54.735 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.691900+0000", 2023-12-20T10:49:54.735 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.691900+0000", 2023-12-20T10:49:54.735 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.692186+0000", 2023-12-20T10:49:54.735 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240224+0000", 2023-12-20T10:49:54.735 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.735 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.735 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.736 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:54.736 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240224+0000", 2023-12-20T10:49:54.736 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240224+0000", 2023-12-20T10:49:54.736 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240224+0000", 2023-12-20T10:49:54.736 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.736 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.736 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.736 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240224+0000", 2023-12-20T10:49:54.736 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240224+0000", 2023-12-20T10:49:54.736 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.736 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.736 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.736 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.736 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:54.736 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.737 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.737 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.737 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.737 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.737 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.737 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.737 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.737 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.0", 2023-12-20T10:49:54.737 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.737 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.737 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.737 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 17, 2023-12-20T10:49:54.737 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.737 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T10:55:18.587324+0000", 2023-12-20T10:49:54.737 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.738 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.738 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.738 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.738 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.738 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.738 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.738 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.738 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.738 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.738 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.738 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.738 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.738 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.738 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.738 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.738 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.739 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.739 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.739 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.739 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.739 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.739 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.739 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.739 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.739 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.739 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.739 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.739 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.739 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.739 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.739 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.740 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.740 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.740 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.740 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.740 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.740 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.740 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.740 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.740 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.740 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.740 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.740 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.740 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.740 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.740 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.740 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.741 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.741 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:54.741 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.741 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:54.741 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.741 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.741 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.741 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.741 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.741 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.741 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:54.741 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.741 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 0, 2023-12-20T10:49:54.741 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.741 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.742 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 60, 2023-12-20T10:49:54.742 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.742 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.742 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.742 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240940+0000", 2023-12-20T10:49:54.742 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:59.921248+0000", 2023-12-20T10:49:54.742 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:59.921248+0000", 2023-12-20T10:49:54.742 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:59.921555+0000", 2023-12-20T10:49:54.742 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240940+0000", 2023-12-20T10:49:54.742 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:54.742 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.742 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:54.742 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 61, 2023-12-20T10:49:54.742 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240940+0000", 2023-12-20T10:49:54.742 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240940+0000", 2023-12-20T10:49:54.742 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240940+0000", 2023-12-20T10:49:54.743 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.743 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.743 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:54.743 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240940+0000", 2023-12-20T10:49:54.743 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240940+0000", 2023-12-20T10:49:54.743 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.743 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.743 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.743 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.743 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 60, 2023-12-20T10:49:54.743 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.743 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.743 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.743 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.743 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.744 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.744 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.744 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.744 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "4.3", 2023-12-20T10:49:54.744 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.744 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.744 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.744 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 12, 2023-12-20T10:49:54.744 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.744 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T21:33:58.663943+0000", 2023-12-20T10:49:54.744 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.744 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.744 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.744 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.744 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.744 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.745 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.745 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.745 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.745 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.745 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.745 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.745 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.745 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.745 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.745 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.745 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.745 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.745 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.745 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.745 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.746 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.746 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.746 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.746 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.746 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.746 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.746 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.746 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.746 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.746 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.746 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.746 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.746 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.746 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.746 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.746 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.746 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.747 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.747 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.747 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.747 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.747 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.747 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.747 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.747 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.747 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.747 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.747 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.747 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:54.747 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.747 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 0, 2023-12-20T10:49:54.747 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.747 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.748 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.748 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.748 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.748 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.748 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:54.748 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.748 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:54.748 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.748 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.748 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:54.748 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.748 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.748 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.748 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.241097+0000", 2023-12-20T10:49:54.749 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.689684+0000", 2023-12-20T10:49:54.749 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.689684+0000", 2023-12-20T10:49:54.749 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.690001+0000", 2023-12-20T10:49:54.749 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.241097+0000", 2023-12-20T10:49:54.749 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.749 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.749 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.749 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:54.749 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.241097+0000", 2023-12-20T10:49:54.749 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.241097+0000", 2023-12-20T10:49:54.749 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.241097+0000", 2023-12-20T10:49:54.749 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.749 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.749 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.749 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.241097+0000", 2023-12-20T10:49:54.750 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.241097+0000", 2023-12-20T10:49:54.750 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.750 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.750 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.750 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.750 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:54.750 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.750 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.750 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.750 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.750 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.750 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.750 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.750 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.750 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.5", 2023-12-20T10:49:54.750 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.751 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.751 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.751 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 17, 2023-12-20T10:49:54.751 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.751 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T13:58:28.244659+0000", 2023-12-20T10:49:54.751 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.751 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.751 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.751 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.751 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.751 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.751 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.751 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.751 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.751 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.752 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.752 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.752 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.752 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.752 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.752 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.752 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.752 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.752 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.752 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.752 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.752 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.752 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.752 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.752 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.752 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.753 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.753 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.753 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.753 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.753 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.753 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.753 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.753 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.753 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.753 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.753 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.753 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.753 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.753 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.753 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.754 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.754 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.754 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.754 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.754 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.754 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.754 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.754 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.754 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:54.754 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.754 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:54.754 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.754 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.754 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.754 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.754 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.755 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.755 INFO:tasks.workunit.client.0.smithi123.stdout: 5 2023-12-20T10:49:54.755 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.755 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 1, 2023-12-20T10:49:54.755 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.755 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.755 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.755 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.755 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.755 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.755 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237711+0000", 2023-12-20T10:49:54.755 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.693761+0000", 2023-12-20T10:49:54.755 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.693761+0000", 2023-12-20T10:49:54.755 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.694151+0000", 2023-12-20T10:49:54.755 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237711+0000", 2023-12-20T10:49:54.756 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.756 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.756 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.756 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.756 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237711+0000", 2023-12-20T10:49:54.756 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237711+0000", 2023-12-20T10:49:54.756 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237711+0000", 2023-12-20T10:49:54.756 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.756 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.756 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.756 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237711+0000", 2023-12-20T10:49:54.756 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237711+0000", 2023-12-20T10:49:54.756 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.756 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.756 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.756 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.757 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.757 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.757 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.757 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.757 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.757 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.757 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.757 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.757 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.757 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.4", 2023-12-20T10:49:54.757 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.757 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.757 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.757 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:54.757 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.758 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T16:46:04.047270+0000", 2023-12-20T10:49:54.758 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.758 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.758 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.758 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.758 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.758 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.758 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.758 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.758 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.758 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.758 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.758 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.758 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.758 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.758 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.759 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.759 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.759 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.759 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.759 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.759 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.759 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.759 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.759 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.759 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.759 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.759 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.759 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.759 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.759 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.760 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.760 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.760 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.760 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.760 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.760 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.760 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.760 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.760 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.760 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.760 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.760 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.760 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.760 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.760 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.761 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.761 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.761 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.761 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.761 INFO:tasks.workunit.client.0.smithi123.stdout: 5 2023-12-20T10:49:54.761 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.761 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 1, 2023-12-20T10:49:54.761 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.761 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.761 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.761 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.761 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.761 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.761 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:54.761 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.762 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 3, 2023-12-20T10:49:54.762 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.762 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.762 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 60, 2023-12-20T10:49:54.762 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.762 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.762 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.762 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237016+0000", 2023-12-20T10:49:54.762 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:59.921092+0000", 2023-12-20T10:49:54.762 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:59.921092+0000", 2023-12-20T10:49:54.762 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:59.921323+0000", 2023-12-20T10:49:54.762 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237016+0000", 2023-12-20T10:49:54.762 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:54.762 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.762 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:54.763 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 61, 2023-12-20T10:49:54.763 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237016+0000", 2023-12-20T10:49:54.763 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237016+0000", 2023-12-20T10:49:54.763 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237016+0000", 2023-12-20T10:49:54.763 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.763 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.763 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:54.763 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237016+0000", 2023-12-20T10:49:54.763 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237016+0000", 2023-12-20T10:49:54.763 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.763 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.763 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.763 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.763 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 60, 2023-12-20T10:49:54.763 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.763 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.764 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.764 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.764 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.764 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.764 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.764 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.764 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "4.0", 2023-12-20T10:49:54.764 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.764 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.764 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.764 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 12, 2023-12-20T10:49:54.764 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.764 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T19:36:02.843438+0000", 2023-12-20T10:49:54.764 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.764 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.765 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.765 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.765 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.765 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.765 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.765 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.765 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.765 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.765 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.765 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.765 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.765 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.765 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.765 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.765 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.765 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.766 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.766 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.766 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.766 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.766 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.766 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.766 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.766 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.766 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.766 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.766 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.766 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.766 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.766 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.766 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.766 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.767 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.767 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.767 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.767 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.767 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.767 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.767 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.767 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.767 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.767 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.767 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.767 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.767 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.767 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.767 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.768 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:54.768 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.768 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 3, 2023-12-20T10:49:54.768 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.768 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.768 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.768 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.768 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.768 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.768 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:54.768 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.768 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 1, 2023-12-20T10:49:54.768 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.768 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.768 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:54.768 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.769 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.769 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.769 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240408+0000", 2023-12-20T10:49:54.769 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.687951+0000", 2023-12-20T10:49:54.769 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.687951+0000", 2023-12-20T10:49:54.769 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.688236+0000", 2023-12-20T10:49:54.769 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240408+0000", 2023-12-20T10:49:54.769 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.769 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.769 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.769 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:54.769 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240408+0000", 2023-12-20T10:49:54.769 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240408+0000", 2023-12-20T10:49:54.769 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240408+0000", 2023-12-20T10:49:54.769 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.770 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.770 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.770 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240408+0000", 2023-12-20T10:49:54.770 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240408+0000", 2023-12-20T10:49:54.770 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.770 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 1, 2023-12-20T10:49:54.770 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.770 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.770 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:54.770 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.770 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.770 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.770 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.770 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 1, 2023-12-20T10:49:54.770 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.770 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.771 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.771 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.6", 2023-12-20T10:49:54.771 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.771 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.771 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.771 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 18, 2023-12-20T10:49:54.771 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.771 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T11:42:56.229802+0000", 2023-12-20T10:49:54.771 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.771 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.771 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.771 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.771 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.771 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.771 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.772 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.772 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.772 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.772 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.772 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.772 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.772 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.772 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.772 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.772 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.772 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.772 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.772 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 3, 2023-12-20T10:49:54.772 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 1, 2023-12-20T10:49:54.772 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.773 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 1, 2023-12-20T10:49:54.773 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.773 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.773 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.773 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.773 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.773 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 1, 2023-12-20T10:49:54.773 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.773 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.773 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.773 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.773 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.773 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.773 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.773 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.774 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.774 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.774 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.774 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.774 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 1, 2023-12-20T10:49:54.774 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.774 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.774 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.774 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.774 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.774 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.774 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.774 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:54.774 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.774 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 1, 2023-12-20T10:49:54.775 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "59'1" 2023-12-20T10:49:54.775 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.775 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.775 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.775 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.775 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.775 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:54.775 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.775 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 3, 2023-12-20T10:49:54.775 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.775 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.775 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.775 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.775 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.775 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.775 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.238279+0000", 2023-12-20T10:49:54.776 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.699447+0000", 2023-12-20T10:49:54.776 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.699447+0000", 2023-12-20T10:49:54.776 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.699758+0000", 2023-12-20T10:49:54.776 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.238279+0000", 2023-12-20T10:49:54.776 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.776 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.776 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.776 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.776 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.238279+0000", 2023-12-20T10:49:54.776 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.238279+0000", 2023-12-20T10:49:54.776 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.238279+0000", 2023-12-20T10:49:54.776 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.776 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.776 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.776 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.238279+0000", 2023-12-20T10:49:54.777 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.238279+0000", 2023-12-20T10:49:54.777 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.777 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.777 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.777 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.777 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.777 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.777 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.777 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.777 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.777 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.777 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.777 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.777 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.777 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.7", 2023-12-20T10:49:54.777 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.778 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.778 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.778 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.778 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.778 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T13:01:04.696003+0000", 2023-12-20T10:49:54.778 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.778 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.778 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.778 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.778 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.778 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.778 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.778 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.778 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.778 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.779 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.779 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.779 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.779 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.779 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.779 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.779 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.779 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.779 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.779 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.779 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.779 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.779 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.779 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.779 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.779 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.780 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.780 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.780 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.780 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.780 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.780 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.780 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.780 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.780 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.780 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.780 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.780 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.780 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.780 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.780 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.780 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.781 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.781 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.781 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.781 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.781 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.781 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.781 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.781 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:54.781 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.781 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 3, 2023-12-20T10:49:54.781 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.781 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.781 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.781 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.781 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.782 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.782 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.782 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.782 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 4, 2023-12-20T10:49:54.782 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.782 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.782 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 60, 2023-12-20T10:49:54.782 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.782 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.782 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.782 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.234366+0000", 2023-12-20T10:49:54.782 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:59.703948+0000", 2023-12-20T10:49:54.782 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:59.703948+0000", 2023-12-20T10:49:54.782 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:59.704191+0000", 2023-12-20T10:49:54.782 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.234366+0000", 2023-12-20T10:49:54.782 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:54.783 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.783 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:54.783 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 61, 2023-12-20T10:49:54.783 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.234366+0000", 2023-12-20T10:49:54.783 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.234366+0000", 2023-12-20T10:49:54.783 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.234366+0000", 2023-12-20T10:49:54.783 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.783 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.783 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:58.691864+0000", 2023-12-20T10:49:54.783 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.234366+0000", 2023-12-20T10:49:54.783 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.234366+0000", 2023-12-20T10:49:54.783 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.783 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.783 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.783 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.784 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 60, 2023-12-20T10:49:54.784 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.784 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.784 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.784 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.784 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.784 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.784 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.784 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.784 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "4.1", 2023-12-20T10:49:54.784 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.784 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.784 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.784 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 12, 2023-12-20T10:49:54.784 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.784 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T15:24:19.163878+0000", 2023-12-20T10:49:54.785 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.785 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.785 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.785 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.785 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.785 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.785 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.785 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.785 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.785 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.785 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.785 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.785 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.785 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.786 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.786 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.786 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.786 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.786 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.786 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.786 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.786 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.786 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.786 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.786 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.786 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.786 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.786 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.786 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.786 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.787 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.787 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.788 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.788 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.788 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.788 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.788 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.788 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.788 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.788 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.789 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.789 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.789 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.789 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.789 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.789 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.789 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.789 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.789 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.789 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.789 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.789 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 4, 2023-12-20T10:49:54.789 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.789 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.789 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.789 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.790 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.790 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.790 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:54.790 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.790 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 6, 2023-12-20T10:49:54.790 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.790 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.790 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:54.790 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.790 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.790 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.790 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.238543+0000", 2023-12-20T10:49:54.790 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.693898+0000", 2023-12-20T10:49:54.790 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.693898+0000", 2023-12-20T10:49:54.790 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.694180+0000", 2023-12-20T10:49:54.791 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.238543+0000", 2023-12-20T10:49:54.791 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.791 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.791 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.791 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:54.791 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.238543+0000", 2023-12-20T10:49:54.791 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.238543+0000", 2023-12-20T10:49:54.791 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.238543+0000", 2023-12-20T10:49:54.791 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.791 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.791 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.791 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.238543+0000", 2023-12-20T10:49:54.791 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.238543+0000", 2023-12-20T10:49:54.791 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.791 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 2, 2023-12-20T10:49:54.791 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.792 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.792 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:54.792 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.792 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.792 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.792 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.792 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 2, 2023-12-20T10:49:54.792 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.792 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.792 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.792 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.7", 2023-12-20T10:49:54.792 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.792 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.792 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.792 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 18, 2023-12-20T10:49:54.793 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.793 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T17:51:43.644754+0000", 2023-12-20T10:49:54.793 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.793 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.793 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.793 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.793 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.793 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.793 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.793 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.793 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.793 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.793 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.793 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.793 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.794 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.794 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.794 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.794 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.794 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.794 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.794 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 3, 2023-12-20T10:49:54.794 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 1, 2023-12-20T10:49:54.794 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.794 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 1, 2023-12-20T10:49:54.794 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.794 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.794 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.794 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.794 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.794 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 1, 2023-12-20T10:49:54.795 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.795 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.795 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.795 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.795 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.795 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.795 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.795 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.795 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.795 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.795 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.795 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.795 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 3, 2023-12-20T10:49:54.795 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.795 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.795 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.796 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.796 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.796 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.796 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.796 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:54.796 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.796 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 6, 2023-12-20T10:49:54.796 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "58'2" 2023-12-20T10:49:54.796 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.796 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.796 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.796 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.796 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.796 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:54.796 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.797 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 2, 2023-12-20T10:49:54.797 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.797 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.797 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.797 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.797 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.797 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.797 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:02.283559+0000", 2023-12-20T10:49:54.797 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:49:02.283016+0000", 2023-12-20T10:49:54.797 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:49:02.283016+0000", 2023-12-20T10:49:54.797 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:49:02.283559+0000", 2023-12-20T10:49:54.797 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:02.283559+0000", 2023-12-20T10:49:54.797 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.797 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.797 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.797 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 65, 2023-12-20T10:49:54.798 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:02.283559+0000", 2023-12-20T10:49:54.798 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:02.283559+0000", 2023-12-20T10:49:54.798 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:02.283559+0000", 2023-12-20T10:49:54.798 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.798 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.798 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.798 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:02.283559+0000", 2023-12-20T10:49:54.798 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:02.283559+0000", 2023-12-20T10:49:54.798 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.798 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.798 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.798 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.798 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 64, 2023-12-20T10:49:54.798 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.798 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.799 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.799 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.799 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.799 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.799 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.799 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.799 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.6", 2023-12-20T10:49:54.799 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.799 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.799 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 65, 2023-12-20T10:49:54.799 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 10, 2023-12-20T10:49:54.799 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.799 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T20:59:31.707116+0000", 2023-12-20T10:49:54.799 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.799 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.800 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.800 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.800 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.800 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.800 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.800 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.800 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.800 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.800 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.800 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.800 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.800 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.800 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.800 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.800 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.800 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.801 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.801 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.801 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.801 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.801 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.801 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.801 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.801 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.801 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.801 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.801 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.801 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.801 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.801 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.801 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.802 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.802 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.802 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.802 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.802 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.802 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.802 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.802 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.802 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.802 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.802 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.802 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.802 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.802 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.802 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.803 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.803 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:54.803 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.803 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 2, 2023-12-20T10:49:54.803 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.803 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.803 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.803 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.803 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.803 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.803 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:54.803 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.803 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:54.803 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.803 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.803 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:54.804 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.804 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.804 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.804 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240488+0000", 2023-12-20T10:49:54.804 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.691518+0000", 2023-12-20T10:49:54.804 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.691518+0000", 2023-12-20T10:49:54.804 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.692043+0000", 2023-12-20T10:49:54.804 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240488+0000", 2023-12-20T10:49:54.804 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.804 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.804 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.804 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:54.804 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240488+0000", 2023-12-20T10:49:54.804 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240488+0000", 2023-12-20T10:49:54.804 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240488+0000", 2023-12-20T10:49:54.805 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.805 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.805 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.805 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240488+0000", 2023-12-20T10:49:54.805 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240488+0000", 2023-12-20T10:49:54.805 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.805 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.805 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.805 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.805 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:54.805 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.805 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.805 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.805 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.805 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.806 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.806 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.806 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.806 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.8", 2023-12-20T10:49:54.806 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.806 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.806 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.806 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 17, 2023-12-20T10:49:54.806 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.806 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T16:14:57.301633+0000", 2023-12-20T10:49:54.806 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.806 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.806 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.806 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.806 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.806 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.807 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.807 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.807 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.807 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.807 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.807 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.807 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.807 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.807 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.807 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.807 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.807 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.807 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.807 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.807 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.807 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.808 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.808 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.808 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.808 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.808 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.808 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.808 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.808 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.808 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.808 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.808 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.808 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.808 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.808 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.808 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.809 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.809 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.809 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.809 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.809 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.809 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.809 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.809 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.809 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.809 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.809 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.809 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.809 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:54.809 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.809 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:54.809 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.810 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.810 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.810 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.810 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.810 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.810 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:54.810 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.810 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 4, 2023-12-20T10:49:54.810 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.810 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.810 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.810 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.810 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.810 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.810 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.234606+0000", 2023-12-20T10:49:54.810 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.690544+0000", 2023-12-20T10:49:54.811 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.690544+0000", 2023-12-20T10:49:54.811 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.690832+0000", 2023-12-20T10:49:54.811 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.234606+0000", 2023-12-20T10:49:54.811 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.811 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.811 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.811 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.811 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.234606+0000", 2023-12-20T10:49:54.811 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.234606+0000", 2023-12-20T10:49:54.811 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.234606+0000", 2023-12-20T10:49:54.811 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.811 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.811 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.811 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.234606+0000", 2023-12-20T10:49:54.812 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.234606+0000", 2023-12-20T10:49:54.812 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.812 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.812 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.812 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.812 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.812 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.812 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.812 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.812 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.812 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.812 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.812 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.812 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.812 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.9", 2023-12-20T10:49:54.813 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.813 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.813 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.813 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.813 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.813 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T19:48:25.775797+0000", 2023-12-20T10:49:54.813 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.813 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.813 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.813 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.813 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.813 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.813 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.813 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.813 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.814 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.814 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.814 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.814 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.814 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.814 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.814 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.814 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.814 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.814 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.814 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.814 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.814 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.814 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.814 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.815 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.815 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.815 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.815 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.815 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.815 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.815 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.815 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.815 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.815 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.815 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.815 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.815 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.815 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.815 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.816 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.816 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.816 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.816 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.816 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.816 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.816 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.816 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.816 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.816 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.816 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:54.816 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.816 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 4, 2023-12-20T10:49:54.816 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.816 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.816 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.817 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.817 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.817 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.817 INFO:tasks.workunit.client.0.smithi123.stdout: 3 2023-12-20T10:49:54.817 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.817 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 1, 2023-12-20T10:49:54.817 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.817 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.817 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:54.817 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.817 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.817 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.817 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237631+0000", 2023-12-20T10:49:54.817 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.694559+0000", 2023-12-20T10:49:54.817 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.694559+0000", 2023-12-20T10:49:54.818 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.694847+0000", 2023-12-20T10:49:54.818 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237631+0000", 2023-12-20T10:49:54.818 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.818 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.818 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.818 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:54.818 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237631+0000", 2023-12-20T10:49:54.818 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237631+0000", 2023-12-20T10:49:54.818 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237631+0000", 2023-12-20T10:49:54.818 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.818 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.818 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.818 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237631+0000", 2023-12-20T10:49:54.818 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237631+0000", 2023-12-20T10:49:54.818 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.819 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.819 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.819 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.819 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:54.819 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.819 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.819 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.819 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.819 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.819 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.819 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.819 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.819 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.9", 2023-12-20T10:49:54.819 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.819 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.819 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.820 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 17, 2023-12-20T10:49:54.820 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.820 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T22:36:22.171782+0000", 2023-12-20T10:49:54.820 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.820 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.820 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.820 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.820 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.820 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.820 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.820 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.820 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.820 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.820 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.820 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.820 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.821 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.821 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.821 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.821 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.821 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.821 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.821 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.821 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.821 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.821 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.821 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.821 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.821 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.821 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.821 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.822 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.822 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.822 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.822 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.822 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.822 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.822 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.822 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.822 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.822 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.822 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.822 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.822 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.822 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.822 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.822 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.823 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.823 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.823 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.823 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.823 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.823 INFO:tasks.workunit.client.0.smithi123.stdout: 3 2023-12-20T10:49:54.823 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.823 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 1, 2023-12-20T10:49:54.823 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.823 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.823 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.823 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.823 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.823 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.823 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:54.824 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.824 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 3, 2023-12-20T10:49:54.824 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.824 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.824 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.824 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.824 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.824 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.824 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237104+0000", 2023-12-20T10:49:54.824 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.694198+0000", 2023-12-20T10:49:54.824 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.694198+0000", 2023-12-20T10:49:54.824 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.694479+0000", 2023-12-20T10:49:54.824 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237104+0000", 2023-12-20T10:49:54.824 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.824 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.825 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.825 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.825 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237104+0000", 2023-12-20T10:49:54.825 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237104+0000", 2023-12-20T10:49:54.825 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237104+0000", 2023-12-20T10:49:54.825 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.825 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.825 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.825 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237104+0000", 2023-12-20T10:49:54.825 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237104+0000", 2023-12-20T10:49:54.825 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.825 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.825 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.825 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.825 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.826 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.826 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.826 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.826 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.826 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.826 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.826 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.826 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.826 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.8", 2023-12-20T10:49:54.826 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.826 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.826 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.826 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.826 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.826 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T17:07:50.747405+0000", 2023-12-20T10:49:54.826 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.827 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.827 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.827 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.827 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.827 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.827 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.827 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.827 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.827 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.827 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.827 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.827 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.827 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.827 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.827 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.828 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.828 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.828 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.828 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.828 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.828 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.828 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.828 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.828 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.828 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.828 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.828 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.828 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.828 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.828 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.828 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.829 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.829 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.829 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.829 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.829 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.829 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.829 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.829 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.829 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.829 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.829 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.829 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.829 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.829 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.829 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.830 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.830 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.830 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:54.830 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.830 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 3, 2023-12-20T10:49:54.830 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.830 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.830 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.830 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.830 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.830 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.830 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:54.830 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.830 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 1, 2023-12-20T10:49:54.830 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.831 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.831 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:54.831 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.831 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.831 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.831 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237917+0000", 2023-12-20T10:49:54.831 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.694960+0000", 2023-12-20T10:49:54.831 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.694960+0000", 2023-12-20T10:49:54.831 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.695236+0000", 2023-12-20T10:49:54.831 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237917+0000", 2023-12-20T10:49:54.831 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.831 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.831 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.831 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:54.831 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237917+0000", 2023-12-20T10:49:54.832 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237917+0000", 2023-12-20T10:49:54.832 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237917+0000", 2023-12-20T10:49:54.832 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.832 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.832 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.832 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237917+0000", 2023-12-20T10:49:54.832 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237917+0000", 2023-12-20T10:49:54.832 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.832 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.832 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.832 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.832 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:54.832 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.832 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.832 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.832 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.833 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.833 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.833 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.833 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.833 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.a", 2023-12-20T10:49:54.833 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.833 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.833 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.833 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 17, 2023-12-20T10:49:54.833 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.833 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T17:45:46.219475+0000", 2023-12-20T10:49:54.833 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.833 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.833 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.833 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.834 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.834 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.834 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.834 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.834 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.834 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.834 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.834 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.834 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.834 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.834 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.834 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.834 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.834 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.834 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.835 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.835 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.835 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.835 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.835 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.835 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.835 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.835 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.835 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.835 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.835 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.835 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.835 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.835 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.835 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.835 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.836 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.836 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.836 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.836 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.836 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.836 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.836 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.836 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.836 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.836 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.836 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.836 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.836 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.836 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.836 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:54.837 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.837 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 1, 2023-12-20T10:49:54.837 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.837 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.837 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.837 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.837 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.837 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.837 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:54.837 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.837 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 3, 2023-12-20T10:49:54.837 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.837 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.837 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.838 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.838 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.838 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.838 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237712+0000", 2023-12-20T10:49:54.838 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.699507+0000", 2023-12-20T10:49:54.838 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.699507+0000", 2023-12-20T10:49:54.838 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.699789+0000", 2023-12-20T10:49:54.838 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237712+0000", 2023-12-20T10:49:54.838 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.838 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.838 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.838 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.838 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237712+0000", 2023-12-20T10:49:54.838 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237712+0000", 2023-12-20T10:49:54.838 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237712+0000", 2023-12-20T10:49:54.838 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.839 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.839 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.839 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237712+0000", 2023-12-20T10:49:54.839 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237712+0000", 2023-12-20T10:49:54.839 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.839 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.839 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.839 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.839 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.839 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.839 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.839 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.839 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.839 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.839 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.840 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.840 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.840 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.b", 2023-12-20T10:49:54.840 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.840 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.840 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.840 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.840 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.840 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T17:32:05.686889+0000", 2023-12-20T10:49:54.840 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.840 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.840 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.840 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.840 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.840 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.841 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.841 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.841 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.841 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.841 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.841 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.841 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.841 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.841 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.841 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.841 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.841 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.841 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.841 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.841 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.841 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.842 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.842 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.842 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.842 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.842 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.842 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.842 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.842 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.842 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.842 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.842 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.842 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.842 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.842 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.842 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.843 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.843 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.843 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.843 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.843 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.843 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.843 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.843 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.843 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.843 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.843 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.843 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.843 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:54.843 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.844 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 3, 2023-12-20T10:49:54.844 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.844 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.844 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.844 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.844 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.844 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.844 INFO:tasks.workunit.client.0.smithi123.stdout: 5 2023-12-20T10:49:54.844 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.844 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:54.844 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.844 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.844 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:54.844 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.844 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.845 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.845 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.239447+0000", 2023-12-20T10:49:54.845 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.691306+0000", 2023-12-20T10:49:54.845 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.691306+0000", 2023-12-20T10:49:54.845 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.691582+0000", 2023-12-20T10:49:54.845 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.239447+0000", 2023-12-20T10:49:54.845 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.845 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.845 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.845 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:54.845 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.239447+0000", 2023-12-20T10:49:54.845 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.239447+0000", 2023-12-20T10:49:54.845 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.239447+0000", 2023-12-20T10:49:54.845 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.845 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.845 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.846 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.239447+0000", 2023-12-20T10:49:54.846 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.239447+0000", 2023-12-20T10:49:54.846 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.846 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 2, 2023-12-20T10:49:54.846 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.846 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.846 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:54.846 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.846 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.846 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.846 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.846 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 2, 2023-12-20T10:49:54.846 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.846 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.846 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.847 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.b", 2023-12-20T10:49:54.847 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.847 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.847 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.847 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 19, 2023-12-20T10:49:54.847 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.847 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T18:59:20.975153+0000", 2023-12-20T10:49:54.847 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.847 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.847 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.847 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.847 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.847 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.847 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.847 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.847 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.848 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.848 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.848 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.848 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.848 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.848 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.848 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.848 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.848 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.848 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.848 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 3, 2023-12-20T10:49:54.848 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 1, 2023-12-20T10:49:54.848 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.848 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 1, 2023-12-20T10:49:54.848 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.849 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.849 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.849 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.849 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.849 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 1, 2023-12-20T10:49:54.849 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.849 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.849 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.849 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.849 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.849 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.849 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.849 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.849 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.849 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.850 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.850 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.850 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 1, 2023-12-20T10:49:54.850 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.850 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.850 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.850 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.850 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.850 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.850 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.850 INFO:tasks.workunit.client.0.smithi123.stdout: 5 2023-12-20T10:49:54.850 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.850 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:54.850 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "58'2" 2023-12-20T10:49:54.850 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.851 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.851 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.851 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.851 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.851 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:54.851 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.851 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 2, 2023-12-20T10:49:54.851 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.851 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.851 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.851 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.851 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.851 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.851 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:02.283383+0000", 2023-12-20T10:49:54.851 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:49:02.283028+0000", 2023-12-20T10:49:54.851 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:49:02.283028+0000", 2023-12-20T10:49:54.852 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:49:02.283383+0000", 2023-12-20T10:49:54.852 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:02.283383+0000", 2023-12-20T10:49:54.852 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.852 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.852 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.852 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 65, 2023-12-20T10:49:54.852 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:02.283383+0000", 2023-12-20T10:49:54.852 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:02.283383+0000", 2023-12-20T10:49:54.852 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:02.283383+0000", 2023-12-20T10:49:54.852 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.852 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.852 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.852 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:02.283383+0000", 2023-12-20T10:49:54.852 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:02.283383+0000", 2023-12-20T10:49:54.852 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.853 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.853 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.853 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.853 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 64, 2023-12-20T10:49:54.853 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.853 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.853 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.853 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.853 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.853 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.853 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.853 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.853 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.a", 2023-12-20T10:49:54.853 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.853 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.853 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 65, 2023-12-20T10:49:54.854 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 10, 2023-12-20T10:49:54.854 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.854 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T16:57:09.238573+0000", 2023-12-20T10:49:54.854 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.854 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.854 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.854 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.854 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.854 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.854 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.854 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.854 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.854 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.854 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.854 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.855 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.855 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.855 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.855 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.855 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.855 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.855 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.855 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.855 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.855 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.855 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.855 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.855 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.855 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.855 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.855 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.856 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.856 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.856 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.856 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.856 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.856 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.856 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.856 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.856 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.856 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.856 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.856 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.856 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.856 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.856 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.857 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.857 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.857 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.857 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.857 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.857 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.857 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:54.857 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.857 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 2, 2023-12-20T10:49:54.857 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.857 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.857 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.857 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.857 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.857 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.858 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:54.858 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.858 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 2, 2023-12-20T10:49:54.858 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.858 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.858 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:54.858 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.858 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.858 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.858 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.233117+0000", 2023-12-20T10:49:54.858 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.683726+0000", 2023-12-20T10:49:54.858 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.683726+0000", 2023-12-20T10:49:54.858 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.684062+0000", 2023-12-20T10:49:54.858 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.233117+0000", 2023-12-20T10:49:54.858 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.858 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.859 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.859 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:54.859 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.233117+0000", 2023-12-20T10:49:54.859 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.233117+0000", 2023-12-20T10:49:54.859 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.233117+0000", 2023-12-20T10:49:54.859 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.859 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.859 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.859 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.233117+0000", 2023-12-20T10:49:54.859 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.233117+0000", 2023-12-20T10:49:54.859 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.859 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.859 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.859 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.859 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:54.860 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.860 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.860 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.860 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.860 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.860 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.860 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.860 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.860 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.c", 2023-12-20T10:49:54.860 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.860 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.860 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.860 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:54.860 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.860 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T12:27:51.729546+0000", 2023-12-20T10:49:54.860 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.861 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.861 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.861 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.861 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.861 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.861 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.861 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.861 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.861 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.861 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.861 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.861 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.861 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.861 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.862 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.862 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.862 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.862 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.862 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.862 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.862 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.862 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.862 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.862 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.862 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.862 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.862 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.862 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.862 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.862 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.863 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.863 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.863 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.863 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.863 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.863 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.863 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.863 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.863 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.863 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.863 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.863 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.863 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.863 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.863 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.864 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.864 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.864 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.864 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:54.864 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.864 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 2, 2023-12-20T10:49:54.864 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.864 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.864 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.864 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.864 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.864 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.864 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.864 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.864 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:54.864 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.865 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.865 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.865 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.865 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.865 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.865 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.241020+0000", 2023-12-20T10:49:54.865 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.691640+0000", 2023-12-20T10:49:54.865 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.691640+0000", 2023-12-20T10:49:54.865 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.691950+0000", 2023-12-20T10:49:54.865 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.241020+0000", 2023-12-20T10:49:54.865 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.865 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.865 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.865 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.865 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.241020+0000", 2023-12-20T10:49:54.866 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.241020+0000", 2023-12-20T10:49:54.866 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.241020+0000", 2023-12-20T10:49:54.866 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.866 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.866 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.866 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.241020+0000", 2023-12-20T10:49:54.866 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.241020+0000", 2023-12-20T10:49:54.866 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.866 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.866 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.866 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.866 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.866 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.866 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.866 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.867 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.867 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.867 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.867 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.867 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.867 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.d", 2023-12-20T10:49:54.867 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.867 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.867 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.867 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:54.867 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.867 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T11:17:25.511146+0000", 2023-12-20T10:49:54.867 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.867 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.867 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.868 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.868 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.868 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.868 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.868 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.868 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.868 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.868 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.868 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.868 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.868 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.868 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.868 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.868 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.868 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.868 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.869 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.869 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.869 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.869 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.869 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.869 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.869 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.869 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.869 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.869 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.869 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.869 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.869 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.869 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.869 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.870 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.870 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.870 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.870 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.870 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.870 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.870 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.870 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.870 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.870 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.870 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.870 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.870 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.870 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.870 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.870 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.871 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.871 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:54.871 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.871 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.871 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.871 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.871 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.871 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.871 INFO:tasks.workunit.client.0.smithi123.stdout: 3 2023-12-20T10:49:54.871 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.871 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 1, 2023-12-20T10:49:54.871 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.871 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.871 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:54.871 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.871 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.872 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.872 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.238209+0000", 2023-12-20T10:49:54.872 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.690344+0000", 2023-12-20T10:49:54.872 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.690344+0000", 2023-12-20T10:49:54.872 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.691330+0000", 2023-12-20T10:49:54.872 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.238209+0000", 2023-12-20T10:49:54.872 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.872 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.872 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.872 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:54.872 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.238209+0000", 2023-12-20T10:49:54.872 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.238209+0000", 2023-12-20T10:49:54.872 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.238209+0000", 2023-12-20T10:49:54.872 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.872 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.873 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.873 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.238209+0000", 2023-12-20T10:49:54.873 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.238209+0000", 2023-12-20T10:49:54.873 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.873 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 1, 2023-12-20T10:49:54.873 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.873 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.873 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:54.873 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.873 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.873 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.873 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.873 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 1, 2023-12-20T10:49:54.873 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.873 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.874 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.874 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.d", 2023-12-20T10:49:54.874 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.874 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.874 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.874 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 18, 2023-12-20T10:49:54.874 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.874 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T11:26:10.388948+0000", 2023-12-20T10:49:54.874 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.874 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.874 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.874 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 70, 2023-12-20T10:49:54.874 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.874 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.874 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.875 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.875 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.875 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.875 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.875 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.875 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.875 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.875 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.875 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.875 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.875 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.875 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.875 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 3, 2023-12-20T10:49:54.875 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 1, 2023-12-20T10:49:54.875 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.876 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 1, 2023-12-20T10:49:54.876 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.876 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.876 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.876 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.876 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.876 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.876 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.876 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.876 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.876 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.876 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.876 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.876 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.877 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.877 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.877 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.877 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.877 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.877 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 1, 2023-12-20T10:49:54.877 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 1 2023-12-20T10:49:54.877 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.877 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.877 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.877 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.877 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.877 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.877 INFO:tasks.workunit.client.0.smithi123.stdout: 3 2023-12-20T10:49:54.877 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.878 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 1, 2023-12-20T10:49:54.878 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "58'1" 2023-12-20T10:49:54.878 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.878 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.878 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.878 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.878 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.878 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.878 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.878 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 5, 2023-12-20T10:49:54.878 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.878 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.878 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.878 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.878 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.878 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.879 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.241796+0000", 2023-12-20T10:49:54.879 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.690909+0000", 2023-12-20T10:49:54.879 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.690909+0000", 2023-12-20T10:49:54.879 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.691569+0000", 2023-12-20T10:49:54.879 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.241796+0000", 2023-12-20T10:49:54.879 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.879 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.879 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.879 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.879 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.241796+0000", 2023-12-20T10:49:54.879 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.241796+0000", 2023-12-20T10:49:54.879 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.241796+0000", 2023-12-20T10:49:54.879 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.879 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.879 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.879 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.241796+0000", 2023-12-20T10:49:54.880 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.241796+0000", 2023-12-20T10:49:54.880 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.880 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.880 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.880 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.880 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.880 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.880 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.880 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.880 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.880 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.880 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.880 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.880 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.880 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.c", 2023-12-20T10:49:54.881 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.881 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.881 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.881 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.881 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.881 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T15:11:14.496233+0000", 2023-12-20T10:49:54.881 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.881 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.881 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.881 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.881 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.881 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.881 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.881 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.881 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.881 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.882 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.882 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.882 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.882 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.882 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.882 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.882 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.882 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.882 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.882 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.882 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.882 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.882 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.882 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.882 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.882 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.883 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.883 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.883 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.883 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.883 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.883 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.883 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.883 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.883 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.883 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.883 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.883 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.883 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.883 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.883 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.884 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.884 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.884 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.884 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.884 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.884 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.884 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.884 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.884 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.884 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.884 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 5, 2023-12-20T10:49:54.884 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.884 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.884 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.884 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.884 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.885 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.885 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:54.885 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.885 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 2, 2023-12-20T10:49:54.885 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.885 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.885 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 56, 2023-12-20T10:49:54.885 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.885 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.885 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.885 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.233454+0000", 2023-12-20T10:49:54.885 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:32.693315+0000", 2023-12-20T10:49:54.885 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:32.693315+0000", 2023-12-20T10:49:54.885 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:32.693702+0000", 2023-12-20T10:49:54.885 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.233454+0000", 2023-12-20T10:49:54.886 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.886 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.886 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.886 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 57, 2023-12-20T10:49:54.886 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.233454+0000", 2023-12-20T10:49:54.886 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.233454+0000", 2023-12-20T10:49:54.886 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.233454+0000", 2023-12-20T10:49:54.886 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.886 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.886 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:31.656060+0000", 2023-12-20T10:49:54.886 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.233454+0000", 2023-12-20T10:49:54.886 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.233454+0000", 2023-12-20T10:49:54.886 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.886 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 2, 2023-12-20T10:49:54.886 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.887 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.887 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 56, 2023-12-20T10:49:54.887 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.887 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.887 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.887 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.887 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 2, 2023-12-20T10:49:54.887 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.887 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.887 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.887 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "2.e", 2023-12-20T10:49:54.887 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.887 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.887 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.887 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 18, 2023-12-20T10:49:54.887 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.888 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T15:28:22.635257+0000", 2023-12-20T10:49:54.888 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.888 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.888 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.888 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.888 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.888 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.888 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.888 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.888 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.888 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.888 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.888 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.888 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.888 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.889 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.889 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.889 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.889 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.889 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.889 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 3, 2023-12-20T10:49:54.889 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 1, 2023-12-20T10:49:54.889 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.889 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 1, 2023-12-20T10:49:54.889 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.889 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.889 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.889 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.889 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.889 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 1, 2023-12-20T10:49:54.890 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.890 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.890 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.890 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.890 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.890 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.890 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.890 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.890 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.890 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.890 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.890 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.890 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 3, 2023-12-20T10:49:54.890 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.890 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.890 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.891 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.891 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.891 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.891 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.891 INFO:tasks.workunit.client.0.smithi123.stdout: 7 2023-12-20T10:49:54.891 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.891 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 2, 2023-12-20T10:49:54.891 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "58'2" 2023-12-20T10:49:54.891 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.891 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.891 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.891 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.891 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.891 INFO:tasks.workunit.client.0.smithi123.stdout: 3 2023-12-20T10:49:54.891 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.892 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 7, 2023-12-20T10:49:54.892 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.892 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.892 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.892 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.892 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.892 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.892 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:02.284434+0000", 2023-12-20T10:49:54.892 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:49:02.284153+0000", 2023-12-20T10:49:54.892 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:49:02.284153+0000", 2023-12-20T10:49:54.892 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:49:02.284434+0000", 2023-12-20T10:49:54.892 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:02.284434+0000", 2023-12-20T10:49:54.892 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.892 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.892 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.892 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 65, 2023-12-20T10:49:54.893 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:02.284434+0000", 2023-12-20T10:49:54.893 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:02.284434+0000", 2023-12-20T10:49:54.893 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:02.284434+0000", 2023-12-20T10:49:54.893 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.893 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.893 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.893 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:02.284434+0000", 2023-12-20T10:49:54.893 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:02.284434+0000", 2023-12-20T10:49:54.893 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.893 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.893 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.893 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.893 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 64, 2023-12-20T10:49:54.893 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.893 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.894 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.894 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.894 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.894 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.894 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.894 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.894 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.f", 2023-12-20T10:49:54.894 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.894 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.894 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 65, 2023-12-20T10:49:54.894 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 26, 2023-12-20T10:49:54.894 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.894 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T17:51:22.181140+0000", 2023-12-20T10:49:54.894 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.894 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.894 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.895 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.895 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.895 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.895 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.895 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.895 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.895 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.895 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.895 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.895 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.895 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.895 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.895 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.895 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.895 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.895 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.896 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.896 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.896 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.896 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.896 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.896 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.896 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.896 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.896 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.896 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.896 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.896 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.896 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.896 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.896 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.896 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.897 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.897 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.897 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.897 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.897 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.897 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.897 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.897 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.897 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.897 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.897 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.897 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.897 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.897 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.897 INFO:tasks.workunit.client.0.smithi123.stdout: 3 2023-12-20T10:49:54.898 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.898 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 7, 2023-12-20T10:49:54.898 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.898 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.898 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.898 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.898 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.898 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.898 INFO:tasks.workunit.client.0.smithi123.stdout: 5 2023-12-20T10:49:54.898 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.898 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 6, 2023-12-20T10:49:54.898 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.898 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.898 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.898 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.899 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.899 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.899 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.237646+0000", 2023-12-20T10:49:54.899 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.692941+0000", 2023-12-20T10:49:54.899 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.692941+0000", 2023-12-20T10:49:54.899 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.693264+0000", 2023-12-20T10:49:54.899 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.237646+0000", 2023-12-20T10:49:54.899 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.899 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.899 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.899 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.899 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.237646+0000", 2023-12-20T10:49:54.899 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.237646+0000", 2023-12-20T10:49:54.899 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.237646+0000", 2023-12-20T10:49:54.899 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.900 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.900 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.900 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.237646+0000", 2023-12-20T10:49:54.900 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.237646+0000", 2023-12-20T10:49:54.900 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.900 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.900 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.900 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.900 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.900 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.900 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.900 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.900 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.900 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.900 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.900 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.901 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.901 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.20", 2023-12-20T10:49:54.901 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.901 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.901 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.901 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.901 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.901 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T10:57:55.998961+0000", 2023-12-20T10:49:54.901 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.901 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.901 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.901 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.901 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.901 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.901 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.902 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.902 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.902 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.902 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.902 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.902 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.902 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.902 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.902 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.902 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.902 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.902 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.902 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.902 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.902 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.902 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.903 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.903 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.903 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.903 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.903 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.903 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.903 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.903 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.903 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.903 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.903 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.903 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.903 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.903 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.903 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.904 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.904 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.904 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.904 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.904 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.904 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.904 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.904 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.904 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.904 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.904 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.904 INFO:tasks.workunit.client.0.smithi123.stdout: 5 2023-12-20T10:49:54.904 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.904 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 6, 2023-12-20T10:49:54.904 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.904 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.905 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.905 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.905 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.905 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.905 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.905 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.905 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 2, 2023-12-20T10:49:54.905 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.905 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.905 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.905 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.905 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.905 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.905 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.232818+0000", 2023-12-20T10:49:54.905 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.687540+0000", 2023-12-20T10:49:54.906 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.687540+0000", 2023-12-20T10:49:54.906 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.687851+0000", 2023-12-20T10:49:54.906 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.232818+0000", 2023-12-20T10:49:54.906 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.906 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.906 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.906 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.906 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.232818+0000", 2023-12-20T10:49:54.906 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.232818+0000", 2023-12-20T10:49:54.906 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.232818+0000", 2023-12-20T10:49:54.906 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.906 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.906 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.906 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.232818+0000", 2023-12-20T10:49:54.906 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.232818+0000", 2023-12-20T10:49:54.906 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.907 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.907 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.907 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.907 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.907 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.907 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.907 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.907 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.907 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.907 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.907 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.907 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.907 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.21", 2023-12-20T10:49:54.907 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.907 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.907 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.908 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.908 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.908 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T11:20:34.659185+0000", 2023-12-20T10:49:54.908 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.908 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.908 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.908 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.908 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.908 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.908 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.908 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.908 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.908 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.908 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.908 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.909 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.909 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.909 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.909 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.909 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.909 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.909 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.909 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.909 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.909 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.909 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.909 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.909 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.909 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.909 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.910 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.910 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.910 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.910 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.910 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.910 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.910 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.910 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.910 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.910 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.910 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.910 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.910 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.910 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.910 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.911 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.911 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.911 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.911 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.911 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.911 INFO:tasks.workunit.client.0.smithi123.stdout: 2, 2023-12-20T10:49:54.911 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.911 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.911 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.911 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 2, 2023-12-20T10:49:54.911 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.911 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.911 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.911 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.911 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.912 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.912 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:54.912 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.912 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 5, 2023-12-20T10:49:54.912 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.912 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.912 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.912 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.912 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.912 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.912 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.241387+0000", 2023-12-20T10:49:54.912 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.700566+0000", 2023-12-20T10:49:54.912 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.700566+0000", 2023-12-20T10:49:54.912 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.701047+0000", 2023-12-20T10:49:54.912 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.241387+0000", 2023-12-20T10:49:54.912 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.913 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.913 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.913 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.913 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.241387+0000", 2023-12-20T10:49:54.913 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.241387+0000", 2023-12-20T10:49:54.913 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.241387+0000", 2023-12-20T10:49:54.913 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.913 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.913 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.913 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.241387+0000", 2023-12-20T10:49:54.913 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.241387+0000", 2023-12-20T10:49:54.913 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.913 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.913 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.913 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.914 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.914 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.914 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.914 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.914 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.914 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.914 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.914 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.914 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.914 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.22", 2023-12-20T10:49:54.914 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.914 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.914 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.914 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.914 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.914 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T14:28:57.733327+0000", 2023-12-20T10:49:54.915 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.915 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.915 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.915 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.915 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.915 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.915 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.915 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.915 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.915 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.915 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.915 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.915 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.915 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.915 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.916 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.916 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.916 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.916 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.916 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.916 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.916 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.916 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.916 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.916 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.916 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.916 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.916 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.916 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.916 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.916 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.917 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.917 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.917 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.917 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.917 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.917 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.917 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.917 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.917 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.917 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.917 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.917 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.917 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.917 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.917 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.918 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.918 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.918 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.918 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:54.918 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.918 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 5, 2023-12-20T10:49:54.918 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.918 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.918 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.918 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.918 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.918 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.918 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:54.918 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.918 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 0, 2023-12-20T10:49:54.918 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.919 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.919 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.919 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.919 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.919 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.919 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.241119+0000", 2023-12-20T10:49:54.919 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.706076+0000", 2023-12-20T10:49:54.919 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.706076+0000", 2023-12-20T10:49:54.919 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.706805+0000", 2023-12-20T10:49:54.919 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.241119+0000", 2023-12-20T10:49:54.919 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.919 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.919 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.919 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.919 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.241119+0000", 2023-12-20T10:49:54.920 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.241119+0000", 2023-12-20T10:49:54.920 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.241119+0000", 2023-12-20T10:49:54.920 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.920 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.920 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.920 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.241119+0000", 2023-12-20T10:49:54.920 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.241119+0000", 2023-12-20T10:49:54.920 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.920 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.920 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.920 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.920 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.920 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.920 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.920 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.920 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.921 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.921 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.921 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.921 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.921 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.23", 2023-12-20T10:49:54.921 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.921 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.921 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.921 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.921 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.921 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T12:17:27.247898+0000", 2023-12-20T10:49:54.921 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.921 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.921 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.921 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.921 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.922 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.922 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.922 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.922 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.922 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.922 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.922 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.922 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.922 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.922 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.922 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.922 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.922 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.922 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.922 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.922 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.923 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.923 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.923 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.923 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.923 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.923 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.923 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.923 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.923 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.923 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.923 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.923 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.923 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.923 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.924 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.924 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.924 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.924 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.924 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.924 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.924 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.924 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.924 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.924 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.924 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.924 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.924 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.924 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.924 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:54.924 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.925 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 0, 2023-12-20T10:49:54.925 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.925 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.925 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.925 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.925 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.925 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.925 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:54.925 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.925 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 3, 2023-12-20T10:49:54.925 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.925 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.925 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.925 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.925 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.926 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.926 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:02.284222+0000", 2023-12-20T10:49:54.926 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:49:02.283797+0000", 2023-12-20T10:49:54.926 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:49:02.283797+0000", 2023-12-20T10:49:54.926 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:49:02.284222+0000", 2023-12-20T10:49:54.926 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:02.284222+0000", 2023-12-20T10:49:54.926 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.926 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.926 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.926 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 65, 2023-12-20T10:49:54.926 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:02.284222+0000", 2023-12-20T10:49:54.926 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:02.284222+0000", 2023-12-20T10:49:54.926 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:02.284222+0000", 2023-12-20T10:49:54.926 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.926 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.926 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.927 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:02.284222+0000", 2023-12-20T10:49:54.927 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:02.284222+0000", 2023-12-20T10:49:54.927 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.927 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.927 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.927 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.927 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 64, 2023-12-20T10:49:54.927 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.927 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.927 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.927 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.927 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.927 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.927 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.927 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.928 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.24", 2023-12-20T10:49:54.928 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.928 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.928 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 65, 2023-12-20T10:49:54.928 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 25, 2023-12-20T10:49:54.928 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.928 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T22:28:48.658066+0000", 2023-12-20T10:49:54.928 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.928 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.928 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.928 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.928 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.928 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.928 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.928 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.928 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.929 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.929 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.929 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.929 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.929 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.929 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.929 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.929 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.929 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.929 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.929 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.929 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.929 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.929 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.929 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.930 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.930 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.930 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.930 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.930 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.930 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.930 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.930 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.930 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.930 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.930 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.930 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.930 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.930 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.930 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.930 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.931 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.931 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.931 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.931 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.931 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.931 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.931 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.931 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.931 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.931 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:54.931 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.931 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 3, 2023-12-20T10:49:54.931 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.931 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.931 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.931 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.932 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.932 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.932 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:54.932 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.932 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 1, 2023-12-20T10:49:54.932 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.932 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.932 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.932 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.932 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.932 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.932 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.238088+0000", 2023-12-20T10:49:54.932 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.705278+0000", 2023-12-20T10:49:54.932 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.705278+0000", 2023-12-20T10:49:54.932 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.705573+0000", 2023-12-20T10:49:54.932 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.238088+0000", 2023-12-20T10:49:54.933 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.933 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.933 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.933 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.933 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.238088+0000", 2023-12-20T10:49:54.933 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.238088+0000", 2023-12-20T10:49:54.933 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.238088+0000", 2023-12-20T10:49:54.933 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.933 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.933 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.933 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.238088+0000", 2023-12-20T10:49:54.933 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.238088+0000", 2023-12-20T10:49:54.933 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.933 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.933 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.934 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.934 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.934 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.934 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.934 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.934 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.934 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.934 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.934 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.934 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.934 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.25", 2023-12-20T10:49:54.934 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.934 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.934 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.934 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 16, 2023-12-20T10:49:54.934 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.935 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T22:22:17.096581+0000", 2023-12-20T10:49:54.935 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.935 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.935 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.935 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.935 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.935 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.935 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.935 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.935 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.935 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.935 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.935 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.935 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.935 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.936 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.936 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.936 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.936 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.936 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.936 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.936 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.936 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.936 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.936 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.936 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.936 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.936 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.936 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.936 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.936 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.937 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.937 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.937 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.937 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.937 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.937 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.937 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.937 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.937 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.937 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.937 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.937 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.937 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.937 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.937 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.938 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.938 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.938 INFO:tasks.workunit.client.0.smithi123.stdout: 1, 2023-12-20T10:49:54.938 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.938 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:54.938 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.938 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 1, 2023-12-20T10:49:54.938 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.938 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.938 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.938 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.938 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.938 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.938 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:54.938 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.938 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 6, 2023-12-20T10:49:54.939 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.939 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.939 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.939 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.939 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.939 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.939 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.238665+0000", 2023-12-20T10:49:54.939 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.690283+0000", 2023-12-20T10:49:54.939 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.690283+0000", 2023-12-20T10:49:54.939 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.690577+0000", 2023-12-20T10:49:54.939 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.238665+0000", 2023-12-20T10:49:54.939 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.939 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.939 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.939 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.940 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.238665+0000", 2023-12-20T10:49:54.940 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.238665+0000", 2023-12-20T10:49:54.940 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.238665+0000", 2023-12-20T10:49:54.940 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.940 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.940 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.940 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.238665+0000", 2023-12-20T10:49:54.940 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.238665+0000", 2023-12-20T10:49:54.940 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.940 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.940 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.940 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.940 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.940 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.940 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.940 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.941 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.941 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.941 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.941 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.941 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.941 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.26", 2023-12-20T10:49:54.941 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.941 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.941 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.941 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.941 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.941 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T15:30:12.917418+0000", 2023-12-20T10:49:54.941 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.941 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.941 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.942 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.942 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.942 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.942 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.942 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.942 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.942 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.942 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.942 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.942 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.942 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.942 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.942 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.942 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.942 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.942 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.943 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.943 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.943 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.943 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.943 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.943 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.943 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.943 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.943 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.943 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.943 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.943 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.943 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.943 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.943 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.943 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.944 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.944 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.944 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.944 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.944 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.944 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.944 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.944 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.944 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.944 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.944 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.944 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.944 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.944 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.944 INFO:tasks.workunit.client.0.smithi123.stdout: 4 2023-12-20T10:49:54.944 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.945 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 6, 2023-12-20T10:49:54.945 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.945 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.945 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.945 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.945 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.945 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.945 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:54.945 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.945 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 3, 2023-12-20T10:49:54.945 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.945 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.945 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.945 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.945 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.946 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.946 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.238368+0000", 2023-12-20T10:49:54.946 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.689298+0000", 2023-12-20T10:49:54.946 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.689298+0000", 2023-12-20T10:49:54.946 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.689661+0000", 2023-12-20T10:49:54.946 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.238368+0000", 2023-12-20T10:49:54.946 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.946 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.946 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.946 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.946 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.238368+0000", 2023-12-20T10:49:54.946 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.238368+0000", 2023-12-20T10:49:54.946 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.238368+0000", 2023-12-20T10:49:54.946 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.946 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.946 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.947 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.238368+0000", 2023-12-20T10:49:54.947 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.238368+0000", 2023-12-20T10:49:54.947 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.947 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.947 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.947 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.947 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.947 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.947 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.947 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.947 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.947 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.947 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.947 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.947 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.948 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.27", 2023-12-20T10:49:54.948 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.948 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.948 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.948 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.948 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.948 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T21:45:50.479673+0000", 2023-12-20T10:49:54.948 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.948 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.948 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.948 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.948 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.948 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.948 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.948 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.948 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.949 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.949 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.949 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.949 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.949 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.949 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.949 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.949 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.949 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.949 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.949 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.949 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.949 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.949 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.949 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.950 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.950 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.950 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.950 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.950 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.950 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.950 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.950 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.950 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.950 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.950 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.950 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.950 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.950 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.950 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.950 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.951 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.951 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.951 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.951 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.951 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.951 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.951 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.951 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.951 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.951 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:54.951 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.951 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 3, 2023-12-20T10:49:54.951 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.951 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.951 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.952 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.952 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.952 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.952 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:54.952 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.952 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 5, 2023-12-20T10:49:54.952 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.952 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.952 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.952 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.952 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.952 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.952 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.240676+0000", 2023-12-20T10:49:54.952 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.696583+0000", 2023-12-20T10:49:54.952 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.696583+0000", 2023-12-20T10:49:54.952 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.697219+0000", 2023-12-20T10:49:54.953 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.240676+0000", 2023-12-20T10:49:54.953 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.953 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.953 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.953 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.953 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.240676+0000", 2023-12-20T10:49:54.953 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.240676+0000", 2023-12-20T10:49:54.953 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.240676+0000", 2023-12-20T10:49:54.953 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.953 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.953 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.953 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.240676+0000", 2023-12-20T10:49:54.953 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.240676+0000", 2023-12-20T10:49:54.953 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.953 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.954 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.954 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.954 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.954 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.954 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.954 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.954 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.954 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.954 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.954 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.954 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.954 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.28", 2023-12-20T10:49:54.954 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.954 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.954 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.954 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.955 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.955 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T17:45:13.855376+0000", 2023-12-20T10:49:54.955 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.955 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.955 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.955 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.955 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.955 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.955 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.955 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.955 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.955 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.955 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.955 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.955 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.955 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.956 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.956 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.956 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.956 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.956 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.956 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.956 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.956 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.956 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.956 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.956 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.956 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.956 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.956 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.956 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.956 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.957 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.957 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.957 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.957 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.957 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.957 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.957 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.957 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.957 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.957 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.957 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.957 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.957 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.957 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.957 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.958 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.958 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.958 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.958 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.958 INFO:tasks.workunit.client.0.smithi123.stdout: 2 2023-12-20T10:49:54.958 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.958 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 5, 2023-12-20T10:49:54.958 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.958 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.958 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.958 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.958 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.958 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.958 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:54.958 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.958 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 3, 2023-12-20T10:49:54.959 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.959 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.959 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.959 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.959 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.959 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.959 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.238186+0000", 2023-12-20T10:49:54.959 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.697564+0000", 2023-12-20T10:49:54.959 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.697564+0000", 2023-12-20T10:49:54.959 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.697880+0000", 2023-12-20T10:49:54.959 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.238186+0000", 2023-12-20T10:49:54.959 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.959 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.959 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.959 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.959 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.238186+0000", 2023-12-20T10:49:54.960 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.238186+0000", 2023-12-20T10:49:54.960 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.238186+0000", 2023-12-20T10:49:54.960 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.960 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.960 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.960 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.238186+0000", 2023-12-20T10:49:54.960 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.238186+0000", 2023-12-20T10:49:54.960 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.960 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.960 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.960 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.960 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.960 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.960 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.960 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.961 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.961 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.961 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.961 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.961 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.961 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.29", 2023-12-20T10:49:54.961 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.961 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.961 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.961 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.961 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.961 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T22:19:04.303038+0000", 2023-12-20T10:49:54.961 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.961 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.961 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.962 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.962 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.962 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.962 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.962 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.962 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.962 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.962 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.962 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.962 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.962 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.962 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.962 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.962 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.962 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.962 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.963 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.963 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.963 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.963 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.963 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.963 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.963 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.963 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.963 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.963 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.963 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.963 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.963 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.963 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.963 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.964 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.964 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.964 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.964 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.964 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.964 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.964 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.964 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.964 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.964 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.964 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.964 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.964 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.964 INFO:tasks.workunit.client.0.smithi123.stdout: 3, 2023-12-20T10:49:54.964 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.964 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:54.965 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.965 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 3, 2023-12-20T10:49:54.965 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.965 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.965 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.965 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.965 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.965 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.965 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.965 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.965 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 5, 2023-12-20T10:49:54.965 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.965 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.965 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.965 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.966 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.966 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.966 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.241160+0000", 2023-12-20T10:49:54.966 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.694648+0000", 2023-12-20T10:49:54.966 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.694648+0000", 2023-12-20T10:49:54.966 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.694934+0000", 2023-12-20T10:49:54.966 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.241160+0000", 2023-12-20T10:49:54.966 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.966 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.966 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.966 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.966 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.241160+0000", 2023-12-20T10:49:54.966 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.241160+0000", 2023-12-20T10:49:54.966 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.241160+0000", 2023-12-20T10:49:54.966 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.966 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.967 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.967 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.241160+0000", 2023-12-20T10:49:54.967 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.241160+0000", 2023-12-20T10:49:54.967 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.967 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.967 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.967 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.967 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.967 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.967 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.967 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.967 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.967 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.967 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.967 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.967 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.968 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.2a", 2023-12-20T10:49:54.968 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.968 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.968 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.968 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.968 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.968 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T21:52:36.534301+0000", 2023-12-20T10:49:54.968 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.968 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.968 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.968 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.968 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.968 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.968 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.968 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.969 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.969 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.969 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.969 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.969 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.969 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.969 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.969 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.969 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.969 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.969 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.969 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.969 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.969 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.969 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.969 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.970 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.970 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.970 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.970 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.970 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.970 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.970 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.970 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.970 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.970 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.970 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.970 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.970 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.970 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.970 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.970 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.971 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.971 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.971 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.971 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.971 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.971 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.971 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.971 INFO:tasks.workunit.client.0.smithi123.stdout: 5, 2023-12-20T10:49:54.971 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.971 INFO:tasks.workunit.client.0.smithi123.stdout: 6 2023-12-20T10:49:54.971 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.971 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 5, 2023-12-20T10:49:54.971 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.971 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.971 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.971 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.972 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.972 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.972 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:54.972 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.972 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 0, 2023-12-20T10:49:54.972 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.972 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.972 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.972 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.972 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.972 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.972 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.241203+0000", 2023-12-20T10:49:54.972 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.695227+0000", 2023-12-20T10:49:54.972 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.695227+0000", 2023-12-20T10:49:54.972 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.695670+0000", 2023-12-20T10:49:54.973 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.241203+0000", 2023-12-20T10:49:54.973 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.973 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.973 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.973 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.973 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.241203+0000", 2023-12-20T10:49:54.973 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.241203+0000", 2023-12-20T10:49:54.973 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.241203+0000", 2023-12-20T10:49:54.973 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.973 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.973 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.973 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.241203+0000", 2023-12-20T10:49:54.973 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.241203+0000", 2023-12-20T10:49:54.973 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.973 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.974 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.974 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.974 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.974 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.974 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.974 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.974 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.974 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.974 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.974 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.974 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.974 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.2b", 2023-12-20T10:49:54.974 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.974 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.974 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.974 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.975 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.975 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T13:52:54.634337+0000", 2023-12-20T10:49:54.975 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.975 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.975 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.975 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.975 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.975 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.975 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.975 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.975 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.975 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.975 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.975 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.975 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.976 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.976 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.976 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.976 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.976 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.976 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.976 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.976 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.976 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.976 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.976 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.976 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.976 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.976 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.976 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.976 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.977 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.977 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.977 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.977 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.977 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.977 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.977 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.977 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.977 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.977 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.977 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.977 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.977 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.977 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.977 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.978 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.978 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.978 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.978 INFO:tasks.workunit.client.0.smithi123.stdout: 0, 2023-12-20T10:49:54.978 INFO:tasks.workunit.client.0.smithi123.stdout: 7, 2023-12-20T10:49:54.978 INFO:tasks.workunit.client.0.smithi123.stdout: 1 2023-12-20T10:49:54.978 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.978 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 0, 2023-12-20T10:49:54.978 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.978 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.978 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.978 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": [ 2023-12-20T10:49:54.978 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.978 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.978 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:54.978 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.979 INFO:tasks.workunit.client.0.smithi123.stdout: "acting_primary": 6, 2023-12-20T10:49:54.979 INFO:tasks.workunit.client.0.smithi123.stdout: "avail_no_missing": [], 2023-12-20T10:49:54.979 INFO:tasks.workunit.client.0.smithi123.stdout: "blocked_by": [], 2023-12-20T10:49:54.979 INFO:tasks.workunit.client.0.smithi123.stdout: "created": 57, 2023-12-20T10:49:54.979 INFO:tasks.workunit.client.0.smithi123.stdout: "dirty_stats_invalid": false, 2023-12-20T10:49:54.979 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_bytes_stats_invalid": false, 2023-12-20T10:49:54.979 INFO:tasks.workunit.client.0.smithi123.stdout: "hitset_stats_invalid": false, 2023-12-20T10:49:54.979 INFO:tasks.workunit.client.0.smithi123.stdout: "last_active": "2023-12-20T10:49:01.239489+0000", 2023-12-20T10:49:54.979 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_active": "2023-12-20T10:47:33.690506+0000", 2023-12-20T10:49:54.979 INFO:tasks.workunit.client.0.smithi123.stdout: "last_became_peered": "2023-12-20T10:47:33.690506+0000", 2023-12-20T10:49:54.979 INFO:tasks.workunit.client.0.smithi123.stdout: "last_change": "2023-12-20T10:47:33.690820+0000", 2023-12-20T10:49:54.979 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean": "2023-12-20T10:49:01.239489+0000", 2023-12-20T10:49:54.979 INFO:tasks.workunit.client.0.smithi123.stdout: "last_clean_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.979 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub": "0'0", 2023-12-20T10:49:54.979 INFO:tasks.workunit.client.0.smithi123.stdout: "last_deep_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.980 INFO:tasks.workunit.client.0.smithi123.stdout: "last_epoch_clean": 58, 2023-12-20T10:49:54.980 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fresh": "2023-12-20T10:49:01.239489+0000", 2023-12-20T10:49:54.980 INFO:tasks.workunit.client.0.smithi123.stdout: "last_fullsized": "2023-12-20T10:49:01.239489+0000", 2023-12-20T10:49:54.980 INFO:tasks.workunit.client.0.smithi123.stdout: "last_peered": "2023-12-20T10:49:01.239489+0000", 2023-12-20T10:49:54.980 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub": "0'0", 2023-12-20T10:49:54.980 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_duration": 0, 2023-12-20T10:49:54.980 INFO:tasks.workunit.client.0.smithi123.stdout: "last_scrub_stamp": "2023-12-20T10:47:32.663034+0000", 2023-12-20T10:49:54.980 INFO:tasks.workunit.client.0.smithi123.stdout: "last_undegraded": "2023-12-20T10:49:01.239489+0000", 2023-12-20T10:49:54.980 INFO:tasks.workunit.client.0.smithi123.stdout: "last_unstale": "2023-12-20T10:49:01.239489+0000", 2023-12-20T10:49:54.980 INFO:tasks.workunit.client.0.smithi123.stdout: "log_dups_size": 0, 2023-12-20T10:49:54.980 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.980 INFO:tasks.workunit.client.0.smithi123.stdout: "log_start": "0'0", 2023-12-20T10:49:54.980 INFO:tasks.workunit.client.0.smithi123.stdout: "manifest_stats_invalid": false, 2023-12-20T10:49:54.980 INFO:tasks.workunit.client.0.smithi123.stdout: "mapping_epoch": 57, 2023-12-20T10:49:54.980 INFO:tasks.workunit.client.0.smithi123.stdout: "object_location_counts": [], 2023-12-20T10:49:54.980 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_scrubbed": 0, 2023-12-20T10:49:54.981 INFO:tasks.workunit.client.0.smithi123.stdout: "objects_trimmed": 0, 2023-12-20T10:49:54.981 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_stats_invalid": false, 2023-12-20T10:49:54.981 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.981 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_start": "0'0", 2023-12-20T10:49:54.981 INFO:tasks.workunit.client.0.smithi123.stdout: "parent": "0.0", 2023-12-20T10:49:54.981 INFO:tasks.workunit.client.0.smithi123.stdout: "parent_split_bits": 0, 2023-12-20T10:49:54.981 INFO:tasks.workunit.client.0.smithi123.stdout: "pgid": "3.2c", 2023-12-20T10:49:54.981 INFO:tasks.workunit.client.0.smithi123.stdout: "pin_stats_invalid": false, 2023-12-20T10:49:54.981 INFO:tasks.workunit.client.0.smithi123.stdout: "purged_snaps": [], 2023-12-20T10:49:54.981 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_epoch": 64, 2023-12-20T10:49:54.981 INFO:tasks.workunit.client.0.smithi123.stdout: "reported_seq": 15, 2023-12-20T10:49:54.981 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_duration": 0.0, 2023-12-20T10:49:54.981 INFO:tasks.workunit.client.0.smithi123.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-21T16:58:55.427396+0000", 2023-12-20T10:49:54.981 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrim_duration": 0.0, 2023-12-20T10:49:54.981 INFO:tasks.workunit.client.0.smithi123.stdout: "snaptrimq_len": 0, 2023-12-20T10:49:54.981 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.982 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.982 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.982 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.982 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.982 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.982 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.982 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.982 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.982 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.982 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.982 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.982 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.982 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.982 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.982 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.983 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.983 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.983 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.983 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.983 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.983 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.983 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.983 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.983 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.983 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.983 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.983 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.983 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.983 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.983 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.983 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.984 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.984 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.984 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.984 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.984 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.984 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.984 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.984 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.984 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.984 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.984 INFO:tasks.workunit.client.0.smithi123.stdout: "state": "active+clean", 2023-12-20T10:49:54.984 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_invalid": false, 2023-12-20T10:49:54.984 INFO:tasks.workunit.client.0.smithi123.stdout: "up": [ 2023-12-20T10:49:54.984 INFO:tasks.workunit.client.0.smithi123.stdout: 6, 2023-12-20T10:49:54.984 INFO:tasks.workunit.client.0.smithi123.stdout: 4, 2023-12-20T10:49:54.985 INFO:tasks.workunit.client.0.smithi123.stdout: 0 2023-12-20T10:49:54.985 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.985 INFO:tasks.workunit.client.0.smithi123.stdout: "up_primary": 6, 2023-12-20T10:49:54.985 INFO:tasks.workunit.client.0.smithi123.stdout: "version": "0'0" 2023-12-20T10:49:54.985 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:54.985 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.985 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_per_pool": [ 2023-12-20T10:49:54.985 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.985 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": 24, 2023-12-20T10:49:54.985 INFO:tasks.workunit.client.0.smithi123.stdout: "application": [ 2023-12-20T10:49:54.985 INFO:tasks.workunit.client.0.smithi123.stdout: "rbd" 2023-12-20T10:49:54.985 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.985 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.985 INFO:tasks.workunit.client.0.smithi123.stdout: "num_pg": 8, 2023-12-20T10:49:54.985 INFO:tasks.workunit.client.0.smithi123.stdout: "num_store_stats": 8, 2023-12-20T10:49:54.985 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.986 INFO:tasks.workunit.client.0.smithi123.stdout: "poolid": 4, 2023-12-20T10:49:54.986 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.986 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.986 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.986 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.986 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.986 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.986 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.986 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.986 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.986 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.986 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.986 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.986 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.987 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.987 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.987 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.987 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.987 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.987 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.987 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.987 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.987 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.987 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.987 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.987 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.987 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.987 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.987 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.988 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.988 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.988 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.988 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.988 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.988 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.988 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.988 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.988 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.988 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.988 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.988 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.988 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.988 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.988 INFO:tasks.workunit.client.0.smithi123.stdout: "store_stats": { 2023-12-20T10:49:54.988 INFO:tasks.workunit.client.0.smithi123.stdout: "allocated": 0, 2023-12-20T10:49:54.989 INFO:tasks.workunit.client.0.smithi123.stdout: "available": 0, 2023-12-20T10:49:54.989 INFO:tasks.workunit.client.0.smithi123.stdout: "data_compressed": 0, 2023-12-20T10:49:54.989 INFO:tasks.workunit.client.0.smithi123.stdout: "data_compressed_allocated": 0, 2023-12-20T10:49:54.989 INFO:tasks.workunit.client.0.smithi123.stdout: "data_compressed_original": 0, 2023-12-20T10:49:54.989 INFO:tasks.workunit.client.0.smithi123.stdout: "data_stored": 0, 2023-12-20T10:49:54.989 INFO:tasks.workunit.client.0.smithi123.stdout: "internal_metadata": 0, 2023-12-20T10:49:54.989 INFO:tasks.workunit.client.0.smithi123.stdout: "internally_reserved": 0, 2023-12-20T10:49:54.989 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_allocated": 0, 2023-12-20T10:49:54.989 INFO:tasks.workunit.client.0.smithi123.stdout: "total": 0 2023-12-20T10:49:54.989 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.989 INFO:tasks.workunit.client.0.smithi123.stdout: "up": 24 2023-12-20T10:49:54.989 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.989 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.989 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": 192, 2023-12-20T10:49:54.989 INFO:tasks.workunit.client.0.smithi123.stdout: "application": [ 2023-12-20T10:49:54.990 INFO:tasks.workunit.client.0.smithi123.stdout: "cephfs" 2023-12-20T10:49:54.990 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.990 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 0, 2023-12-20T10:49:54.990 INFO:tasks.workunit.client.0.smithi123.stdout: "num_pg": 64, 2023-12-20T10:49:54.990 INFO:tasks.workunit.client.0.smithi123.stdout: "num_store_stats": 8, 2023-12-20T10:49:54.990 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 0, 2023-12-20T10:49:54.990 INFO:tasks.workunit.client.0.smithi123.stdout: "poolid": 3, 2023-12-20T10:49:54.990 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.990 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 0, 2023-12-20T10:49:54.990 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.990 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 0, 2023-12-20T10:49:54.990 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.990 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.990 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.990 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.990 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.991 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.991 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.991 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.991 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.991 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.991 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.991 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.991 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.991 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 0, 2023-12-20T10:49:54.991 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 0, 2023-12-20T10:49:54.991 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.991 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 0, 2023-12-20T10:49:54.991 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.991 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.991 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.991 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.992 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.992 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.992 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.992 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 0, 2023-12-20T10:49:54.992 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.992 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.992 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.992 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.992 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.992 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:54.992 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:54.992 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.992 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.992 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.992 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 0, 2023-12-20T10:49:54.993 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 0 2023-12-20T10:49:54.993 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.993 INFO:tasks.workunit.client.0.smithi123.stdout: "store_stats": { 2023-12-20T10:49:54.993 INFO:tasks.workunit.client.0.smithi123.stdout: "allocated": 0, 2023-12-20T10:49:54.993 INFO:tasks.workunit.client.0.smithi123.stdout: "available": 0, 2023-12-20T10:49:54.993 INFO:tasks.workunit.client.0.smithi123.stdout: "data_compressed": 0, 2023-12-20T10:49:54.993 INFO:tasks.workunit.client.0.smithi123.stdout: "data_compressed_allocated": 0, 2023-12-20T10:49:54.993 INFO:tasks.workunit.client.0.smithi123.stdout: "data_compressed_original": 0, 2023-12-20T10:49:54.993 INFO:tasks.workunit.client.0.smithi123.stdout: "data_stored": 0, 2023-12-20T10:49:54.993 INFO:tasks.workunit.client.0.smithi123.stdout: "internal_metadata": 0, 2023-12-20T10:49:54.993 INFO:tasks.workunit.client.0.smithi123.stdout: "internally_reserved": 0, 2023-12-20T10:49:54.993 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_allocated": 0, 2023-12-20T10:49:54.993 INFO:tasks.workunit.client.0.smithi123.stdout: "total": 0 2023-12-20T10:49:54.993 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.993 INFO:tasks.workunit.client.0.smithi123.stdout: "up": 192 2023-12-20T10:49:54.993 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.994 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.994 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": 3, 2023-12-20T10:49:54.994 INFO:tasks.workunit.client.0.smithi123.stdout: "application": [ 2023-12-20T10:49:54.994 INFO:tasks.workunit.client.0.smithi123.stdout: "mgr" 2023-12-20T10:49:54.994 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.994 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 148, 2023-12-20T10:49:54.994 INFO:tasks.workunit.client.0.smithi123.stdout: "num_pg": 1, 2023-12-20T10:49:54.994 INFO:tasks.workunit.client.0.smithi123.stdout: "num_store_stats": 3, 2023-12-20T10:49:54.994 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 148, 2023-12-20T10:49:54.994 INFO:tasks.workunit.client.0.smithi123.stdout: "poolid": 1, 2023-12-20T10:49:54.994 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:54.994 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 590368, 2023-12-20T10:49:54.994 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:54.994 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 1771104, 2023-12-20T10:49:54.994 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:54.995 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:54.995 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:54.995 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:54.995 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:54.995 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:54.995 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:54.996 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:54.996 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:54.996 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:54.996 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:54.996 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:54.997 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:54.997 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 6, 2023-12-20T10:49:54.997 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 2, 2023-12-20T10:49:54.997 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:54.997 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 2, 2023-12-20T10:49:54.997 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:54.997 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:54.997 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:54.997 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:54.997 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:54.997 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 0, 2023-12-20T10:49:54.997 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:54.997 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 6, 2023-12-20T10:49:54.997 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:54.997 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:54.998 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:54.998 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:54.998 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:54.998 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 394, 2023-12-20T10:49:54.998 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 584, 2023-12-20T10:49:54.998 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:54.998 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:54.998 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:54.998 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 219, 2023-12-20T10:49:54.998 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 2416 2023-12-20T10:49:54.998 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.998 INFO:tasks.workunit.client.0.smithi123.stdout: "store_stats": { 2023-12-20T10:49:54.998 INFO:tasks.workunit.client.0.smithi123.stdout: "allocated": 1781760, 2023-12-20T10:49:54.998 INFO:tasks.workunit.client.0.smithi123.stdout: "available": 0, 2023-12-20T10:49:54.998 INFO:tasks.workunit.client.0.smithi123.stdout: "data_compressed": 0, 2023-12-20T10:49:54.998 INFO:tasks.workunit.client.0.smithi123.stdout: "data_compressed_allocated": 0, 2023-12-20T10:49:54.999 INFO:tasks.workunit.client.0.smithi123.stdout: "data_compressed_original": 0, 2023-12-20T10:49:54.999 INFO:tasks.workunit.client.0.smithi123.stdout: "data_stored": 1771104, 2023-12-20T10:49:54.999 INFO:tasks.workunit.client.0.smithi123.stdout: "internal_metadata": 0, 2023-12-20T10:49:54.999 INFO:tasks.workunit.client.0.smithi123.stdout: "internally_reserved": 0, 2023-12-20T10:49:54.999 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_allocated": 0, 2023-12-20T10:49:54.999 INFO:tasks.workunit.client.0.smithi123.stdout: "total": 0 2023-12-20T10:49:54.999 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.999 INFO:tasks.workunit.client.0.smithi123.stdout: "up": 3 2023-12-20T10:49:54.999 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:54.999 INFO:tasks.workunit.client.0.smithi123.stdout: { 2023-12-20T10:49:54.999 INFO:tasks.workunit.client.0.smithi123.stdout: "acting": 96, 2023-12-20T10:49:54.999 INFO:tasks.workunit.client.0.smithi123.stdout: "application": [ 2023-12-20T10:49:54.999 INFO:tasks.workunit.client.0.smithi123.stdout: "cephfs" 2023-12-20T10:49:54.999 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:54.999 INFO:tasks.workunit.client.0.smithi123.stdout: "log_size": 45, 2023-12-20T10:49:55.000 INFO:tasks.workunit.client.0.smithi123.stdout: "num_pg": 32, 2023-12-20T10:49:55.000 INFO:tasks.workunit.client.0.smithi123.stdout: "num_store_stats": 8, 2023-12-20T10:49:55.000 INFO:tasks.workunit.client.0.smithi123.stdout: "ondisk_log_size": 45, 2023-12-20T10:49:55.000 INFO:tasks.workunit.client.0.smithi123.stdout: "poolid": 2, 2023-12-20T10:49:55.000 INFO:tasks.workunit.client.0.smithi123.stdout: "stat_sum": { 2023-12-20T10:49:55.000 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes": 3376, 2023-12-20T10:49:55.000 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_hit_set_archive": 0, 2023-12-20T10:49:55.000 INFO:tasks.workunit.client.0.smithi123.stdout: "num_bytes_recovered": 22, 2023-12-20T10:49:55.000 INFO:tasks.workunit.client.0.smithi123.stdout: "num_deep_scrub_errors": 0, 2023-12-20T10:49:55.000 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict": 0, 2023-12-20T10:49:55.000 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_kb": 0, 2023-12-20T10:49:55.000 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_full": 0, 2023-12-20T10:49:55.000 INFO:tasks.workunit.client.0.smithi123.stdout: "num_evict_mode_some": 0, 2023-12-20T10:49:55.000 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush": 0, 2023-12-20T10:49:55.000 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_kb": 0, 2023-12-20T10:49:55.000 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_high": 0, 2023-12-20T10:49:55.001 INFO:tasks.workunit.client.0.smithi123.stdout: "num_flush_mode_low": 0, 2023-12-20T10:49:55.001 INFO:tasks.workunit.client.0.smithi123.stdout: "num_keys_recovered": 0, 2023-12-20T10:49:55.001 INFO:tasks.workunit.client.0.smithi123.stdout: "num_large_omap_objects": 0, 2023-12-20T10:49:55.001 INFO:tasks.workunit.client.0.smithi123.stdout: "num_legacy_snapsets": 0, 2023-12-20T10:49:55.001 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_clones": 0, 2023-12-20T10:49:55.001 INFO:tasks.workunit.client.0.smithi123.stdout: "num_object_copies": 66, 2023-12-20T10:49:55.001 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects": 22, 2023-12-20T10:49:55.001 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_degraded": 0, 2023-12-20T10:49:55.001 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_dirty": 22, 2023-12-20T10:49:55.001 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_hit_set_archive": 0, 2023-12-20T10:49:55.001 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_manifest": 0, 2023-12-20T10:49:55.001 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_misplaced": 0, 2023-12-20T10:49:55.001 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing": 0, 2023-12-20T10:49:55.001 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_missing_on_primary": 0, 2023-12-20T10:49:55.001 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_omap": 14, 2023-12-20T10:49:55.001 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_pinned": 0, 2023-12-20T10:49:55.002 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_recovered": 1, 2023-12-20T10:49:55.002 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_repaired": 0, 2023-12-20T10:49:55.002 INFO:tasks.workunit.client.0.smithi123.stdout: "num_objects_unfound": 0, 2023-12-20T10:49:55.002 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_bytes": 0, 2023-12-20T10:49:55.002 INFO:tasks.workunit.client.0.smithi123.stdout: "num_omap_keys": 0, 2023-12-20T10:49:55.002 INFO:tasks.workunit.client.0.smithi123.stdout: "num_promote": 0, 2023-12-20T10:49:55.002 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read": 0, 2023-12-20T10:49:55.002 INFO:tasks.workunit.client.0.smithi123.stdout: "num_read_kb": 0, 2023-12-20T10:49:55.002 INFO:tasks.workunit.client.0.smithi123.stdout: "num_scrub_errors": 0, 2023-12-20T10:49:55.002 INFO:tasks.workunit.client.0.smithi123.stdout: "num_shallow_scrub_errors": 0, 2023-12-20T10:49:55.002 INFO:tasks.workunit.client.0.smithi123.stdout: "num_whiteouts": 0, 2023-12-20T10:49:55.002 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write": 51, 2023-12-20T10:49:55.002 INFO:tasks.workunit.client.0.smithi123.stdout: "num_write_kb": 19 2023-12-20T10:49:55.002 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:55.002 INFO:tasks.workunit.client.0.smithi123.stdout: "store_stats": { 2023-12-20T10:49:55.002 INFO:tasks.workunit.client.0.smithi123.stdout: "allocated": 98304, 2023-12-20T10:49:55.003 INFO:tasks.workunit.client.0.smithi123.stdout: "available": 0, 2023-12-20T10:49:55.003 INFO:tasks.workunit.client.0.smithi123.stdout: "data_compressed": 0, 2023-12-20T10:49:55.003 INFO:tasks.workunit.client.0.smithi123.stdout: "data_compressed_allocated": 0, 2023-12-20T10:49:55.003 INFO:tasks.workunit.client.0.smithi123.stdout: "data_compressed_original": 0, 2023-12-20T10:49:55.003 INFO:tasks.workunit.client.0.smithi123.stdout: "data_stored": 10128, 2023-12-20T10:49:55.003 INFO:tasks.workunit.client.0.smithi123.stdout: "internal_metadata": 0, 2023-12-20T10:49:55.003 INFO:tasks.workunit.client.0.smithi123.stdout: "internally_reserved": 0, 2023-12-20T10:49:55.003 INFO:tasks.workunit.client.0.smithi123.stdout: "omap_allocated": 0, 2023-12-20T10:49:55.003 INFO:tasks.workunit.client.0.smithi123.stdout: "total": 0 2023-12-20T10:49:55.003 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:55.003 INFO:tasks.workunit.client.0.smithi123.stdout: "up": 96 2023-12-20T10:49:55.003 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:55.003 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2023-12-20T10:49:55.003 INFO:tasks.workunit.client.0.smithi123.stdout: "usage": { 2023-12-20T10:49:55.003 INFO:tasks.workunit.client.0.smithi123.stdout: "pg_num": 105, 2023-12-20T10:49:55.003 INFO:tasks.workunit.client.0.smithi123.stdout: "pools": 4, 2023-12-20T10:49:55.004 INFO:tasks.workunit.client.0.smithi123.stdout: "stats_by_class": { 2023-12-20T10:49:55.004 INFO:tasks.workunit.client.0.smithi123.stdout: "ssd": { 2023-12-20T10:49:55.004 INFO:tasks.workunit.client.0.smithi123.stdout: "total_avail_bytes": 765517770752, 2023-12-20T10:49:55.004 INFO:tasks.workunit.client.0.smithi123.stdout: "total_bytes": 767960285184, 2023-12-20T10:49:55.004 INFO:tasks.workunit.client.0.smithi123.stdout: "total_used_bytes": 2442514432, 2023-12-20T10:49:55.004 INFO:tasks.workunit.client.0.smithi123.stdout: "total_used_raw_bytes": 2442514432, 2023-12-20T10:49:55.004 INFO:tasks.workunit.client.0.smithi123.stdout: "total_used_raw_ratio": 0.003180521773174405 2023-12-20T10:49:55.004 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:55.004 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2023-12-20T10:49:55.004 INFO:tasks.workunit.client.0.smithi123.stdout: "total_avail_bytes": 765517770752, 2023-12-20T10:49:55.004 INFO:tasks.workunit.client.0.smithi123.stdout: "total_bytes": 767960285184, 2023-12-20T10:49:55.004 INFO:tasks.workunit.client.0.smithi123.stdout: "total_used_bytes": 2442514432 2023-12-20T10:49:55.004 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:55.004 INFO:tasks.workunit.client.0.smithi123.stdout: } 2023-12-20T10:49:55.004 INFO:tasks.workunit.client.0.smithi123.stdout:} 2023-12-20T10:49:55.004 INFO:tasks.workunit.client.0.smithi123.stdout:OK 2023-12-20T10:49:55.005 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-20T10:49:55.005 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-20T10:49:55.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:55.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:55.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2023-12-20T10:49:55.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:55.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:55.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-20T10:49:55.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:55.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:55.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:55.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:55.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:55.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:55.008 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:55.008 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:55.008 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2023-12-20T10:49:55.008 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:55.008 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:55.008 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-20T10:49:55.008 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.008 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.009 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.009 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.009 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.009 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.009 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.009 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.009 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.009 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:55.009 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:55.009 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.009 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.009 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.009 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:55.009 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:55.009 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.010 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.010 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.010 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:55.010 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:55.010 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.010 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.010 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.010 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:55.011 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-20T10:49:55.011 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.011 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.011 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.011 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.011 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.011 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.011 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.011 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.011 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.011 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:55.011 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:55.011 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.011 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.011 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.011 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:55.012 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:55.012 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.012 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.012 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.012 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:55.012 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:55.012 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.012 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:55.012 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:55.012 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2023-12-20T10:49:55.012 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:55.012 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:55.013 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-20T10:49:55.013 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.013 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.013 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.013 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.013 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.013 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.013 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.013 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.013 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.013 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:55.013 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:55.013 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.013 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.013 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.014 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:55.014 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:55.014 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.014 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.014 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.014 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:55.014 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:55.014 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.014 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.014 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.014 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:55.014 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-20T10:49:55.014 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.014 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.014 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.015 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.015 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.015 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.015 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.015 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.015 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.015 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:55.015 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:55.015 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.015 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.015 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.015 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:55.015 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:55.015 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.015 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.015 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.016 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:55.016 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:55.016 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.016 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.016 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:53 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.016 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.016 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.016 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.016 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:49:55.016 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-20T10:49:55.016 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.016 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.016 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.016 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.017 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.017 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.017 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.017 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.017 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.017 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:55.017 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:55.017 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.017 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.017 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.017 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:55.017 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:55.017 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.017 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.017 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.018 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-20T10:49:55.018 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-20T10:49:55.018 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:49:55.018 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.018 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.018 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:49:55.018 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:53 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:49:55.056 INFO:tasks.workunit:Stopping ['test_telemetry_quincy.sh'] on client.0... 2023-12-20T10:49:55.057 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-20T10:49:55.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:54 smithi123 ceph-mon[124884]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:55.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:54 smithi123 ceph-mon[111044]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:55.353 DEBUG:teuthology.parallel:result is None 2023-12-20T10:49:55.354 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-12-20T10:49:55.381 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-12-20T10:49:55.381 DEBUG:teuthology.orchestra.run.smithi123:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-12-20T10:49:55.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:54 smithi177 ceph-mon[144425]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:49:55.449 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-12-20T10:49:55.450 INFO:teuthology.run_tasks:Running task print... 2023-12-20T10:49:55.460 INFO:teuthology.task.print:**** done end telemetry quincy... 2023-12-20T10:49:55.460 INFO:teuthology.run_tasks:Running task print... 2023-12-20T10:49:55.487 INFO:teuthology.task.print:**** done start parallel 2023-12-20T10:49:55.487 INFO:teuthology.run_tasks:Running task parallel... 2023-12-20T10:49:55.529 INFO:teuthology.task.parallel:starting parallel... 2023-12-20T10:49:55.529 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2023-12-20T10:49:55.530 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-20T10:49:55.530 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2023-12-20T10:49:55.530 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2023-12-20T10:49:55.532 INFO:tasks.rados:Beginning rados... 2023-12-20T10:49:55.532 INFO:tasks.rados:joining rados 2023-12-20T10:49:55.532 INFO:teuthology.task.parallel:In parallel, running task sequential... 2023-12-20T10:49:55.547 INFO:teuthology.task.sequential:In sequential, running task print... 2023-12-20T10:49:55.547 INFO:teuthology.task.print:**** done start upgrade, wait 2023-12-20T10:49:55.547 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2023-12-20T10:49:55.547 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi123.front.sepia.ceph.com 2023-12-20T10:49:55.547 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -e sha1=86cc4aec42581926507b9749381d531f24687367 -- bash -c 'ceph config set global log_to_journald false --force' 2023-12-20T10:49:55.548 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2023-12-20T10:49:55.548 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2023-12-20T10:49:55.817 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:49:55.929 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:49:55 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:49:55] "GET /metrics HTTP/1.1" 200 235812 "" "Prometheus/2.43.0" 2023-12-20T10:49:55.929 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:55 smithi123 ceph-mon[111044]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2023-12-20T10:49:56.111 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:49:56.225 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:55 smithi123 ceph-mon[124884]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2023-12-20T10:49:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:55 smithi177 ceph-mon[144425]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2023-12-20T10:49:57.679 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -e sha1=86cc4aec42581926507b9749381d531f24687367 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2023-12-20T10:49:57.946 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:49:58.216 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:57 smithi123 ceph-mon[124884]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-12-20T10:49:58.216 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:57 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/302100353' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-20T10:49:58.216 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:57 smithi123 ceph-mon[124884]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-20T10:49:58.217 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:57 smithi123 ceph-mon[111044]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-12-20T10:49:58.217 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:57 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/302100353' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-20T10:49:58.217 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:57 smithi123 ceph-mon[111044]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-20T10:49:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:57 smithi177 ceph-mon[144425]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-12-20T10:49:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:57 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/302100353' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-20T10:49:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:57 smithi177 ceph-mon[144425]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-20T10:49:58.450 INFO:tasks.rados:starting run 0 out of 1 2023-12-20T10:49:58.450 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2023-12-20T10:49:58.450 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2023-12-20T10:49:58.977 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:49:59.126 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:58 smithi123 ceph-mon[124884]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-20T10:49:59.126 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:58 smithi123 ceph-mon[124884]: osdmap e66: 8 total, 8 up, 8 in 2023-12-20T10:49:59.127 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:58 smithi123 ceph-mon[111044]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-20T10:49:59.127 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:58 smithi123 ceph-mon[111044]: osdmap e66: 8 total, 8 up, 8 in 2023-12-20T10:49:59.290 INFO:teuthology.orchestra.run.smithi123.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:86cc4aec42581926507b9749381d531f24687367 2023-12-20T10:49:59.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:58 smithi177 ceph-mon[144425]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-20T10:49:59.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:58 smithi177 ceph-mon[144425]: osdmap e66: 8 total, 8 up, 8 in 2023-12-20T10:49:59.684 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 85213638-9f24-11ee-95a5-87774f69a715 -e sha1=86cc4aec42581926507b9749381d531f24687367 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2023-12-20T10:50:00.125 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:50:00.232 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:59 smithi123 ceph-mon[124884]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 40 KiB/s rd, 0 B/s wr, 39 op/s 2023-12-20T10:50:00.232 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:59 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:00.232 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:59 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:50:00.232 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:59 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:50:00.232 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:59 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:50:00.232 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:49:59 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:00.233 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:59 smithi123 ceph-mon[111044]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 40 KiB/s rd, 0 B/s wr, 39 op/s 2023-12-20T10:50:00.233 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:59 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:00.233 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:59 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:50:00.233 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:59 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:50:00.233 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:59 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:50:00.233 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:49:59 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:00.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:59 smithi177 ceph-mon[144425]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 40 KiB/s rd, 0 B/s wr, 39 op/s 2023-12-20T10:50:00.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:59 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:00.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:59 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:50:00.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:59 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:50:00.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:59 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:50:00.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:49:59 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:01.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:00 smithi123 ceph-mon[124884]: from='client.24929 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:86cc4aec42581926507b9749381d531f24687367", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:50:01.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:00 smithi123 ceph-mon[124884]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:86cc4aec42581926507b9749381d531f24687367 2023-12-20T10:50:01.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:00 smithi123 ceph-mon[124884]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:86cc4aec42581926507b9749381d531f24687367 2023-12-20T10:50:01.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:00 smithi123 ceph-mon[124884]: overall HEALTH_OK 2023-12-20T10:50:01.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:00 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/967800189' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2023-12-20T10:50:01.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:00 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:50:01.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:00 smithi123 ceph-mon[111044]: from='client.24929 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:86cc4aec42581926507b9749381d531f24687367", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:50:01.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:00 smithi123 ceph-mon[111044]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:86cc4aec42581926507b9749381d531f24687367 2023-12-20T10:50:01.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:00 smithi123 ceph-mon[111044]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:86cc4aec42581926507b9749381d531f24687367 2023-12-20T10:50:01.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:00 smithi123 ceph-mon[111044]: overall HEALTH_OK 2023-12-20T10:50:01.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:00 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/967800189' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2023-12-20T10:50:01.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:00 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:50:01.300 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T10:50:01.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:00 smithi177 ceph-mon[144425]: from='client.24929 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:86cc4aec42581926507b9749381d531f24687367", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:50:01.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:00 smithi177 ceph-mon[144425]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:86cc4aec42581926507b9749381d531f24687367 2023-12-20T10:50:01.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:00 smithi177 ceph-mon[144425]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:86cc4aec42581926507b9749381d531f24687367 2023-12-20T10:50:01.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:00 smithi177 ceph-mon[144425]: overall HEALTH_OK 2023-12-20T10:50:01.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:00 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/967800189' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2023-12-20T10:50:01.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:00 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:50:01.625 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T10:50:01.626 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (83s) 75s ago 108s 18.5M - 0.25.0 c8568f914cd2 a7e15fa0e1ab 2023-12-20T10:50:01.626 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (95s) 75s ago 95s 83.1M - 9.4.7 954c08fa6188 51b35508df83 2023-12-20T10:50:01.626 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2m) 75s ago 2m 13.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T10:50:01.626 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2m) 75s ago 2m 16.9M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T10:50:01.626 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443 running (5m) 75s ago 5m 438M - 17.2.7-131-ga88f3edf f9ecdbaa1030 2fb907699b07 2023-12-20T10:50:01.626 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:9283 running (6m) 75s ago 6m 494M - 17.2.7-131-ga88f3edf f9ecdbaa1030 a759fe42de18 2023-12-20T10:50:01.626 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6m) 75s ago 6m 84.1M 2048M 17.2.7-131-ga88f3edf f9ecdbaa1030 7ed88b20f507 2023-12-20T10:50:01.626 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5m) 75s ago 5m 68.0M 2048M 17.2.7-131-ga88f3edf f9ecdbaa1030 5515e0c18ef1 2023-12-20T10:50:01.626 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5m) 75s ago 5m 66.8M 2048M 17.2.7-131-ga88f3edf f9ecdbaa1030 0578a13296d3 2023-12-20T10:50:01.626 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (92s) 75s ago 91s 4001k - 1.5.0 0da6a335fe13 9a9a429741df 2023-12-20T10:50:01.626 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (89s) 75s ago 88s 4190k - 1.5.0 0da6a335fe13 ce401303ec86 2023-12-20T10:50:01.626 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4m) 75s ago 4m 62.0M 3000M 17.2.7-131-ga88f3edf f9ecdbaa1030 828b88ed29e3 2023-12-20T10:50:01.627 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4m) 75s ago 4m 60.8M 3000M 17.2.7-131-ga88f3edf f9ecdbaa1030 b0cee27bddee 2023-12-20T10:50:01.627 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4m) 75s ago 4m 55.3M 3000M 17.2.7-131-ga88f3edf f9ecdbaa1030 b1369b31ef83 2023-12-20T10:50:01.627 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3m) 75s ago 3m 51.8M 3000M 17.2.7-131-ga88f3edf f9ecdbaa1030 8305407356c6 2023-12-20T10:50:01.627 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3m) 75s ago 3m 50.2M 3000M 17.2.7-131-ga88f3edf f9ecdbaa1030 1798bf319de3 2023-12-20T10:50:01.627 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3m) 75s ago 3m 54.0M 3000M 17.2.7-131-ga88f3edf f9ecdbaa1030 dfacb71fe175 2023-12-20T10:50:01.627 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3m) 75s ago 3m 55.4M 3000M 17.2.7-131-ga88f3edf f9ecdbaa1030 81d67759495c 2023-12-20T10:50:01.627 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2m) 75s ago 2m 54.5M 3000M 17.2.7-131-ga88f3edf f9ecdbaa1030 b7ad316c3647 2023-12-20T10:50:01.627 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (80s) 75s ago 2m 26.5M - 2.43.0 a07b618ecd1d 949299111c05 2023-12-20T10:50:02.040 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T10:50:02.040 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T10:50:02.040 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 3 2023-12-20T10:50:02.041 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:50:02.041 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T10:50:02.041 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T10:50:02.041 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:50:02.041 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T10:50:02.042 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 8 2023-12-20T10:50:02.042 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:50:02.042 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T10:50:02.042 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T10:50:02.042 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:50:02.042 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T10:50:02.042 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 15 2023-12-20T10:50:02.043 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T10:50:02.043 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T10:50:02.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:01 smithi123 ceph-mon[124884]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 40 KiB/s rd, 0 B/s wr, 39 op/s 2023-12-20T10:50:02.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:01 smithi123 ceph-mon[124884]: osdmap e67: 8 total, 8 up, 8 in 2023-12-20T10:50:02.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:01 smithi123 ceph-mon[111044]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 40 KiB/s rd, 0 B/s wr, 39 op/s 2023-12-20T10:50:02.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:01 smithi123 ceph-mon[111044]: osdmap e67: 8 total, 8 up, 8 in 2023-12-20T10:50:02.260 INFO:teuthology.orchestra.run.smithi123.stderr:pool 'unique_pool_0' created 2023-12-20T10:50:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:01 smithi177 ceph-mon[144425]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 40 KiB/s rd, 0 B/s wr, 39 op/s 2023-12-20T10:50:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:01 smithi177 ceph-mon[144425]: osdmap e67: 8 total, 8 up, 8 in 2023-12-20T10:50:02.621 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2023-12-20T10:50:02.902 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T10:50:03.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:02 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:50:02] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-20T10:50:03.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:02 smithi177 ceph-mon[144425]: from='client.24938 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:50:03.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:02 smithi177 ceph-mon[144425]: from='client.24944 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:50:03.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:02 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/2999441402' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:50:03.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:02 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/967800189' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2023-12-20T10:50:03.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:02 smithi177 ceph-mon[144425]: osdmap e68: 8 total, 8 up, 8 in 2023-12-20T10:50:03.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:02 smithi123 ceph-mon[124884]: from='client.24938 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:50:03.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:02 smithi123 ceph-mon[124884]: from='client.24944 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:50:03.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:02 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/2999441402' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:50:03.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:02 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/967800189' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2023-12-20T10:50:03.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:02 smithi123 ceph-mon[124884]: osdmap e68: 8 total, 8 up, 8 in 2023-12-20T10:50:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:02 smithi123 ceph-mon[111044]: from='client.24938 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:50:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:02 smithi123 ceph-mon[111044]: from='client.24944 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:50:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:02 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/2999441402' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:50:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:02 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/967800189' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2023-12-20T10:50:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:02 smithi123 ceph-mon[111044]: osdmap e68: 8 total, 8 up, 8 in 2023-12-20T10:50:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:03 smithi123 ceph-mon[124884]: pgmap v69: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:50:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:03 smithi123 ceph-mon[124884]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T10:50:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:03 smithi123 ceph-mon[124884]: osdmap e69: 8 total, 8 up, 8 in 2023-12-20T10:50:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:03 smithi123 ceph-mon[111044]: pgmap v69: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:50:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:03 smithi123 ceph-mon[111044]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T10:50:03.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:03 smithi123 ceph-mon[111044]: osdmap e69: 8 total, 8 up, 8 in 2023-12-20T10:50:04.262 INFO:teuthology.orchestra.run.smithi123.stderr:enabled application 'rados' on pool 'unique_pool_0' 2023-12-20T10:50:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:03 smithi177 ceph-mon[144425]: pgmap v69: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:50:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:03 smithi177 ceph-mon[144425]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T10:50:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:03 smithi177 ceph-mon[144425]: osdmap e69: 8 total, 8 up, 8 in 2023-12-20T10:50:05.246 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:04 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/3231363113' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-12-20T10:50:05.246 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:04 smithi123 ceph-mon[124884]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-12-20T10:50:05.246 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:04 smithi123 ceph-mon[124884]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-12-20T10:50:05.246 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:04 smithi123 ceph-mon[124884]: osdmap e70: 8 total, 8 up, 8 in 2023-12-20T10:50:05.247 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:04 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/3231363113' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-12-20T10:50:05.247 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:04 smithi123 ceph-mon[111044]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-12-20T10:50:05.247 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:04 smithi123 ceph-mon[111044]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-12-20T10:50:05.247 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:04 smithi123 ceph-mon[111044]: osdmap e70: 8 total, 8 up, 8 in 2023-12-20T10:50:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:04 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/3231363113' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-12-20T10:50:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:04 smithi177 ceph-mon[144425]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-12-20T10:50:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:04 smithi177 ceph-mon[144425]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-12-20T10:50:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:04 smithi177 ceph-mon[144425]: osdmap e70: 8 total, 8 up, 8 in 2023-12-20T10:50:05.613 DEBUG:teuthology.orchestra.run.smithi123:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2023-12-20T10:50:05.641 INFO:tasks.rados.rados.0.smithi123.stdout:adding op weight read -> 100 2023-12-20T10:50:05.641 INFO:tasks.rados.rados.0.smithi123.stdout:adding op weight delete -> 50 2023-12-20T10:50:05.642 INFO:tasks.rados.rados.0.smithi123.stdout:adding op weight snap_create -> 50 2023-12-20T10:50:05.642 INFO:tasks.rados.rados.0.smithi123.stdout:adding op weight snap_remove -> 50 2023-12-20T10:50:05.642 INFO:tasks.rados.rados.0.smithi123.stdout:adding op weight rollback -> 50 2023-12-20T10:50:05.642 INFO:tasks.rados.rados.0.smithi123.stdout:adding op weight setattr -> 25 2023-12-20T10:50:05.642 INFO:tasks.rados.rados.0.smithi123.stdout:adding op weight rmattr -> 25 2023-12-20T10:50:05.642 INFO:tasks.rados.rados.0.smithi123.stdout:adding op weight copy_from -> 50 2023-12-20T10:50:05.642 INFO:tasks.rados.rados.0.smithi123.stdout:adding op weight append -> 100 2023-12-20T10:50:05.642 INFO:tasks.rados.rados.0.smithi123.stdout:ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable) 2023-12-20T10:50:05.642 INFO:tasks.rados.rados.0.smithi123.stdout:Configuration: 2023-12-20T10:50:05.642 INFO:tasks.rados.rados.0.smithi123.stdout: Number of operations: 4000 2023-12-20T10:50:05.642 INFO:tasks.rados.rados.0.smithi123.stdout: Number of objects: 50 2023-12-20T10:50:05.642 INFO:tasks.rados.rados.0.smithi123.stdout: Max in flight operations: 16 2023-12-20T10:50:05.643 INFO:tasks.rados.rados.0.smithi123.stdout: Object size (in bytes): 4000000 2023-12-20T10:50:05.643 INFO:tasks.rados.rados.0.smithi123.stdout: Write stride min: 400000 2023-12-20T10:50:05.643 INFO:tasks.rados.rados.0.smithi123.stdout: Write stride max: 800000 2023-12-20T10:50:05.951 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:50:05 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:50:05] "GET /metrics HTTP/1.1" 200 235834 "" "Prometheus/2.43.0" 2023-12-20T10:50:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:05 smithi123 ceph-mon[124884]: pgmap v72: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:50:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:05 smithi123 ceph-mon[124884]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T10:50:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:05 smithi123 ceph-mon[124884]: Cluster is now healthy 2023-12-20T10:50:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:05 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/901580749' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-12-20T10:50:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:05 smithi123 ceph-mon[124884]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-12-20T10:50:06.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:05 smithi123 ceph-mon[111044]: pgmap v72: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:50:06.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:05 smithi123 ceph-mon[111044]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T10:50:06.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:05 smithi123 ceph-mon[111044]: Cluster is now healthy 2023-12-20T10:50:06.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:05 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/901580749' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-12-20T10:50:06.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:05 smithi123 ceph-mon[111044]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-12-20T10:50:06.267 INFO:tasks.rados.rados.0.smithi123.stdout:1: write initial oid 1 2023-12-20T10:50:06.267 INFO:tasks.rados.rados.0.smithi123.stdout:1: seq_num 0 ranges {0=24576} 2023-12-20T10:50:06.267 INFO:tasks.rados.rados.0.smithi123.stdout:1: writing smithi123173835-1 from 0 to 24576 tid 1 2023-12-20T10:50:06.267 INFO:tasks.rados.rados.0.smithi123.stdout:2: write initial oid 2 2023-12-20T10:50:06.267 INFO:tasks.rados.rados.0.smithi123.stdout:2: seq_num 1 ranges {0=24576} 2023-12-20T10:50:06.267 INFO:tasks.rados.rados.0.smithi123.stdout:2: writing smithi123173835-2 from 0 to 24576 tid 1 2023-12-20T10:50:06.267 INFO:tasks.rados.rados.0.smithi123.stdout:3: write initial oid 3 2023-12-20T10:50:06.267 INFO:tasks.rados.rados.0.smithi123.stdout:3: seq_num 2 ranges {0=40960} 2023-12-20T10:50:06.267 INFO:tasks.rados.rados.0.smithi123.stdout:3: writing smithi123173835-3 from 0 to 40960 tid 1 2023-12-20T10:50:06.268 INFO:tasks.rados.rados.0.smithi123.stdout:4: write initial oid 4 2023-12-20T10:50:06.268 INFO:tasks.rados.rados.0.smithi123.stdout:4: seq_num 3 ranges {0=57344} 2023-12-20T10:50:06.268 INFO:tasks.rados.rados.0.smithi123.stdout:4: writing smithi123173835-4 from 0 to 57344 tid 1 2023-12-20T10:50:06.268 INFO:tasks.rados.rados.0.smithi123.stdout:5: write initial oid 5 2023-12-20T10:50:06.268 INFO:tasks.rados.rados.0.smithi123.stdout:5: seq_num 4 ranges {0=73728} 2023-12-20T10:50:06.268 INFO:tasks.rados.rados.0.smithi123.stdout:5: writing smithi123173835-5 from 0 to 73728 tid 1 2023-12-20T10:50:06.268 INFO:tasks.rados.rados.0.smithi123.stdout:6: write initial oid 6 2023-12-20T10:50:06.268 INFO:tasks.rados.rados.0.smithi123.stdout:6: seq_num 5 ranges {0=90112} 2023-12-20T10:50:06.274 INFO:tasks.rados.rados.0.smithi123.stdout:6: writing smithi123173835-6 from 0 to 90112 tid 1 2023-12-20T10:50:06.274 INFO:tasks.rados.rados.0.smithi123.stdout:7: write initial oid 7 2023-12-20T10:50:06.274 INFO:tasks.rados.rados.0.smithi123.stdout:7: seq_num 6 ranges {0=106496} 2023-12-20T10:50:06.274 INFO:tasks.rados.rados.0.smithi123.stdout:7: writing smithi123173835-7 from 0 to 106496 tid 1 2023-12-20T10:50:06.274 INFO:tasks.rados.rados.0.smithi123.stdout:8: write initial oid 8 2023-12-20T10:50:06.274 INFO:tasks.rados.rados.0.smithi123.stdout:8: seq_num 7 ranges {0=122880} 2023-12-20T10:50:06.274 INFO:tasks.rados.rados.0.smithi123.stdout:8: writing smithi123173835-8 from 0 to 122880 tid 1 2023-12-20T10:50:06.275 INFO:tasks.rados.rados.0.smithi123.stdout:9: write initial oid 9 2023-12-20T10:50:06.275 INFO:tasks.rados.rados.0.smithi123.stdout:9: seq_num 8 ranges {0=139264} 2023-12-20T10:50:06.275 INFO:tasks.rados.rados.0.smithi123.stdout:9: writing smithi123173835-9 from 0 to 139264 tid 1 2023-12-20T10:50:06.275 INFO:tasks.rados.rados.0.smithi123.stdout:10: write initial oid 10 2023-12-20T10:50:06.275 INFO:tasks.rados.rados.0.smithi123.stdout:10: seq_num 9 ranges {0=155648} 2023-12-20T10:50:06.275 INFO:tasks.rados.rados.0.smithi123.stdout:10: writing smithi123173835-10 from 0 to 155648 tid 1 2023-12-20T10:50:06.275 INFO:tasks.rados.rados.0.smithi123.stdout:11: write initial oid 11 2023-12-20T10:50:06.275 INFO:tasks.rados.rados.0.smithi123.stdout:11: seq_num 10 ranges {0=172032} 2023-12-20T10:50:06.275 INFO:tasks.rados.rados.0.smithi123.stdout:11: writing smithi123173835-11 from 0 to 172032 tid 1 2023-12-20T10:50:06.275 INFO:tasks.rados.rados.0.smithi123.stdout:12: write initial oid 12 2023-12-20T10:50:06.275 INFO:tasks.rados.rados.0.smithi123.stdout:12: seq_num 11 ranges {0=188416} 2023-12-20T10:50:06.282 INFO:tasks.rados.rados.0.smithi123.stdout:12: writing smithi123173835-12 from 0 to 188416 tid 1 2023-12-20T10:50:06.282 INFO:tasks.rados.rados.0.smithi123.stdout:13: write initial oid 13 2023-12-20T10:50:06.282 INFO:tasks.rados.rados.0.smithi123.stdout:13: seq_num 12 ranges {0=204800} 2023-12-20T10:50:06.283 INFO:tasks.rados.rados.0.smithi123.stdout:13: writing smithi123173835-13 from 0 to 204800 tid 1 2023-12-20T10:50:06.283 INFO:tasks.rados.rados.0.smithi123.stdout:14: write initial oid 14 2023-12-20T10:50:06.283 INFO:tasks.rados.rados.0.smithi123.stdout:14: seq_num 13 ranges {0=221184} 2023-12-20T10:50:06.283 INFO:tasks.rados.rados.0.smithi123.stdout:14: writing smithi123173835-14 from 0 to 221184 tid 1 2023-12-20T10:50:06.283 INFO:tasks.rados.rados.0.smithi123.stdout:15: write initial oid 15 2023-12-20T10:50:06.283 INFO:tasks.rados.rados.0.smithi123.stdout:15: seq_num 14 ranges {0=237568} 2023-12-20T10:50:06.283 INFO:tasks.rados.rados.0.smithi123.stdout:15: writing smithi123173835-15 from 0 to 237568 tid 1 2023-12-20T10:50:06.283 INFO:tasks.rados.rados.0.smithi123.stdout:16: write initial oid 16 2023-12-20T10:50:06.283 INFO:tasks.rados.rados.0.smithi123.stdout:16: seq_num 15 ranges {0=253952} 2023-12-20T10:50:06.283 INFO:tasks.rados.rados.0.smithi123.stdout:16: writing smithi123173835-16 from 0 to 253952 tid 1 2023-12-20T10:50:06.283 INFO:tasks.rados.rados.0.smithi123.stdout: waiting on 16 2023-12-20T10:50:06.283 INFO:tasks.rados.rados.0.smithi123.stdout:1: finishing write tid 1 to smithi123173835-1 2023-12-20T10:50:06.284 INFO:tasks.rados.rados.0.smithi123.stdout:1: finishing write tid 2 to smithi123173835-1 2023-12-20T10:50:06.284 INFO:tasks.rados.rados.0.smithi123.stdout:8: finishing write tid 1 to smithi123173835-8 2023-12-20T10:50:06.284 INFO:tasks.rados.rados.0.smithi123.stdout:5: finishing write tid 1 to smithi123173835-5 2023-12-20T10:50:06.284 INFO:tasks.rados.rados.0.smithi123.stdout:1: finishing write tid 3 to smithi123173835-1 2023-12-20T10:50:06.284 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2023-12-20T10:50:06.284 INFO:tasks.rados.rados.0.smithi123.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2023-12-20T10:50:06.284 INFO:tasks.rados.rados.0.smithi123.stdout:3: finishing write tid 1 to smithi123173835-3 2023-12-20T10:50:06.284 INFO:tasks.rados.rados.0.smithi123.stdout:4: finishing write tid 1 to smithi123173835-4 2023-12-20T10:50:06.284 INFO:tasks.rados.rados.0.smithi123.stdout:6: finishing write tid 1 to smithi123173835-6 2023-12-20T10:50:06.284 INFO:tasks.rados.rados.0.smithi123.stdout:2: finishing write tid 1 to smithi123173835-2 2023-12-20T10:50:06.284 INFO:tasks.rados.rados.0.smithi123.stdout:7: finishing write tid 1 to smithi123173835-7 2023-12-20T10:50:06.284 INFO:tasks.rados.rados.0.smithi123.stdout:11: finishing write tid 1 to smithi123173835-11 2023-12-20T10:50:06.284 INFO:tasks.rados.rados.0.smithi123.stdout:4: finishing write tid 2 to smithi123173835-4 2023-12-20T10:50:06.285 INFO:tasks.rados.rados.0.smithi123.stdout:3: finishing write tid 2 to smithi123173835-3 2023-12-20T10:50:06.285 INFO:tasks.rados.rados.0.smithi123.stdout:11: finishing write tid 2 to smithi123173835-11 2023-12-20T10:50:06.285 INFO:tasks.rados.rados.0.smithi123.stdout:8: finishing write tid 2 to smithi123173835-8 2023-12-20T10:50:06.285 INFO:tasks.rados.rados.0.smithi123.stdout:1: done (15 left) 2023-12-20T10:50:06.285 INFO:tasks.rados.rados.0.smithi123.stdout:17: write initial oid 17 2023-12-20T10:50:06.285 INFO:tasks.rados.rados.0.smithi123.stdout:17: seq_num 16 ranges {0=270336} 2023-12-20T10:50:06.285 INFO:tasks.rados.rados.0.smithi123.stdout:17: writing smithi123173835-17 from 0 to 270336 tid 1 2023-12-20T10:50:06.286 INFO:tasks.rados.rados.0.smithi123.stdout: waiting on 16 2023-12-20T10:50:06.286 INFO:tasks.rados.rados.0.smithi123.stdout:9: finishing write tid 1 to smithi123173835-9 2023-12-20T10:50:06.286 INFO:tasks.rados.rados.0.smithi123.stdout:5: finishing write tid 2 to smithi123173835-5 2023-12-20T10:50:06.286 INFO:tasks.rados.rados.0.smithi123.stdout:11: finishing write tid 3 to smithi123173835-11 2023-12-20T10:50:06.286 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 11 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2023-12-20T10:50:06.286 INFO:tasks.rados.rados.0.smithi123.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2023-12-20T10:50:06.286 INFO:tasks.rados.rados.0.smithi123.stdout:8: finishing write tid 3 to smithi123173835-8 2023-12-20T10:50:06.286 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2023-12-20T10:50:06.286 INFO:tasks.rados.rados.0.smithi123.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2023-12-20T10:50:06.289 INFO:tasks.rados.rados.0.smithi123.stdout:8: done (15 left) 2023-12-20T10:50:06.289 INFO:tasks.rados.rados.0.smithi123.stdout:11: done (14 left) 2023-12-20T10:50:06.289 INFO:tasks.rados.rados.0.smithi123.stdout:18: write initial oid 18 2023-12-20T10:50:06.289 INFO:tasks.rados.rados.0.smithi123.stdout:18: seq_num 17 ranges {0=286720} 2023-12-20T10:50:06.289 INFO:tasks.rados.rados.0.smithi123.stdout:18: writing smithi123173835-18 from 0 to 286720 tid 1 2023-12-20T10:50:06.289 INFO:tasks.rados.rados.0.smithi123.stdout:19: write initial oid 19 2023-12-20T10:50:06.289 INFO:tasks.rados.rados.0.smithi123.stdout:19: seq_num 18 ranges {0=303104} 2023-12-20T10:50:06.289 INFO:tasks.rados.rados.0.smithi123.stdout:19: writing smithi123173835-19 from 0 to 303104 tid 1 2023-12-20T10:50:06.289 INFO:tasks.rados.rados.0.smithi123.stdout: waiting on 16 2023-12-20T10:50:06.289 INFO:tasks.rados.rados.0.smithi123.stdout:6: finishing write tid 2 to smithi123173835-6 2023-12-20T10:50:06.290 INFO:tasks.rados.rados.0.smithi123.stdout:12: finishing write tid 1 to smithi123173835-12 2023-12-20T10:50:06.290 INFO:tasks.rados.rados.0.smithi123.stdout:10: finishing write tid 1 to smithi123173835-10 2023-12-20T10:50:06.290 INFO:tasks.rados.rados.0.smithi123.stdout:14: finishing write tid 1 to smithi123173835-14 2023-12-20T10:50:06.290 INFO:tasks.rados.rados.0.smithi123.stdout:4: finishing write tid 3 to smithi123173835-4 2023-12-20T10:50:06.290 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 4 (ObjNum 3 snap 0 seq_num 3) dirty exists 2023-12-20T10:50:06.290 INFO:tasks.rados.rados.0.smithi123.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2023-12-20T10:50:06.290 INFO:tasks.rados.rados.0.smithi123.stdout:3: finishing write tid 3 to smithi123173835-3 2023-12-20T10:50:06.290 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 5 (ObjNum 2 snap 0 seq_num 2) dirty exists 2023-12-20T10:50:06.290 INFO:tasks.rados.rados.0.smithi123.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2023-12-20T10:50:06.294 INFO:tasks.rados.rados.0.smithi123.stdout:3: done (15 left) 2023-12-20T10:50:06.294 INFO:tasks.rados.rados.0.smithi123.stdout:4: done (14 left) 2023-12-20T10:50:06.294 INFO:tasks.rados.rados.0.smithi123.stdout:20: write initial oid 20 2023-12-20T10:50:06.294 INFO:tasks.rados.rados.0.smithi123.stdout:20: seq_num 19 ranges {0=319488} 2023-12-20T10:50:06.294 INFO:tasks.rados.rados.0.smithi123.stdout:20: writing smithi123173835-20 from 0 to 319488 tid 1 2023-12-20T10:50:06.294 INFO:tasks.rados.rados.0.smithi123.stdout:21: write initial oid 21 2023-12-20T10:50:06.294 INFO:tasks.rados.rados.0.smithi123.stdout:21: seq_num 20 ranges {0=344064} 2023-12-20T10:50:06.295 INFO:tasks.rados.rados.0.smithi123.stdout:21: writing smithi123173835-21 from 0 to 344064 tid 1 2023-12-20T10:50:06.295 INFO:tasks.rados.rados.0.smithi123.stdout: waiting on 16 2023-12-20T10:50:06.295 INFO:tasks.rados.rados.0.smithi123.stdout:16: finishing write tid 1 to smithi123173835-16 2023-12-20T10:50:06.295 INFO:tasks.rados.rados.0.smithi123.stdout:12: finishing write tid 2 to smithi123173835-12 2023-12-20T10:50:06.295 INFO:tasks.rados.rados.0.smithi123.stdout:9: finishing write tid 2 to smithi123173835-9 2023-12-20T10:50:06.295 INFO:tasks.rados.rados.0.smithi123.stdout:6: finishing write tid 3 to smithi123173835-6 2023-12-20T10:50:06.295 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 6 (ObjNum 5 snap 0 seq_num 5) dirty exists 2023-12-20T10:50:06.295 INFO:tasks.rados.rados.0.smithi123.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2023-12-20T10:50:06.295 INFO:tasks.rados.rados.0.smithi123.stdout:12: finishing write tid 3 to smithi123173835-12 2023-12-20T10:50:06.295 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2023-12-20T10:50:06.295 INFO:tasks.rados.rados.0.smithi123.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2023-12-20T10:50:06.295 INFO:tasks.rados.rados.0.smithi123.stdout:17: finishing write tid 1 to smithi123173835-17 2023-12-20T10:50:06.295 INFO:tasks.rados.rados.0.smithi123.stdout:17: finishing write tid 2 to smithi123173835-17 2023-12-20T10:50:06.295 INFO:tasks.rados.rados.0.smithi123.stdout:13: finishing write tid 1 to smithi123173835-13 2023-12-20T10:50:06.295 INFO:tasks.rados.rados.0.smithi123.stdout:14: finishing write tid 2 to smithi123173835-14 2023-12-20T10:50:06.296 INFO:tasks.rados.rados.0.smithi123.stdout:5: finishing write tid 3 to smithi123173835-5 2023-12-20T10:50:06.296 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2023-12-20T10:50:06.296 INFO:tasks.rados.rados.0.smithi123.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2023-12-20T10:50:06.296 INFO:tasks.rados.rados.0.smithi123.stdout:9: finishing write tid 3 to smithi123173835-9 2023-12-20T10:50:06.296 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 9 v 3 (ObjNum 8 snap 0 seq_num 8) dirty exists 2023-12-20T10:50:06.296 INFO:tasks.rados.rados.0.smithi123.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2023-12-20T10:50:06.296 INFO:tasks.rados.rados.0.smithi123.stdout:15: finishing write tid 1 to smithi123173835-15 2023-12-20T10:50:06.296 INFO:tasks.rados.rados.0.smithi123.stdout:14: finishing write tid 3 to smithi123173835-14 2023-12-20T10:50:06.296 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 14 v 4 (ObjNum 13 snap 0 seq_num 13) dirty exists 2023-12-20T10:50:06.296 INFO:tasks.rados.rados.0.smithi123.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2023-12-20T10:50:06.296 INFO:tasks.rados.rados.0.smithi123.stdout:10: finishing write tid 2 to smithi123173835-10 2023-12-20T10:50:06.296 INFO:tasks.rados.rados.0.smithi123.stdout:13: finishing write tid 2 to smithi123173835-13 2023-12-20T10:50:06.296 INFO:tasks.rados.rados.0.smithi123.stdout:7: finishing write tid 2 to smithi123173835-7 2023-12-20T10:50:06.296 INFO:tasks.rados.rados.0.smithi123.stdout:2: finishing write tid 2 to smithi123173835-2 2023-12-20T10:50:06.296 INFO:tasks.rados.rados.0.smithi123.stdout:19: finishing write tid 1 to smithi123173835-19 2023-12-20T10:50:06.297 INFO:tasks.rados.rados.0.smithi123.stdout:5: done (15 left) 2023-12-20T10:50:06.297 INFO:tasks.rados.rados.0.smithi123.stdout:6: done (14 left) 2023-12-20T10:50:06.297 INFO:tasks.rados.rados.0.smithi123.stdout:9: done (13 left) 2023-12-20T10:50:06.297 INFO:tasks.rados.rados.0.smithi123.stdout:12: done (12 left) 2023-12-20T10:50:06.297 INFO:tasks.rados.rados.0.smithi123.stdout:14: done (11 left) 2023-12-20T10:50:06.297 INFO:tasks.rados.rados.0.smithi123.stdout:22: write initial oid 22 2023-12-20T10:50:06.297 INFO:tasks.rados.rados.0.smithi123.stdout:22: seq_num 21 ranges {0=360448} 2023-12-20T10:50:06.297 INFO:tasks.rados.rados.0.smithi123.stdout:22: writing smithi123173835-22 from 0 to 360448 tid 1 2023-12-20T10:50:06.298 INFO:tasks.rados.rados.0.smithi123.stdout:23: write initial oid 23 2023-12-20T10:50:06.298 INFO:tasks.rados.rados.0.smithi123.stdout:23: seq_num 22 ranges {0=376832} 2023-12-20T10:50:06.299 INFO:tasks.rados.rados.0.smithi123.stdout:23: writing smithi123173835-23 from 0 to 376832 tid 1 2023-12-20T10:50:06.299 INFO:tasks.rados.rados.0.smithi123.stdout:24: write initial oid 24 2023-12-20T10:50:06.299 INFO:tasks.rados.rados.0.smithi123.stdout:24: seq_num 23 ranges {0=393216} 2023-12-20T10:50:06.303 INFO:tasks.rados.rados.0.smithi123.stdout:24: writing smithi123173835-24 from 0 to 393216 tid 1 2023-12-20T10:50:06.303 INFO:tasks.rados.rados.0.smithi123.stdout:25: write initial oid 25 2023-12-20T10:50:06.303 INFO:tasks.rados.rados.0.smithi123.stdout:25: seq_num 24 ranges {0=409600} 2023-12-20T10:50:06.304 INFO:tasks.rados.rados.0.smithi123.stdout:25: writing smithi123173835-25 from 0 to 409600 tid 1 2023-12-20T10:50:06.305 INFO:tasks.rados.rados.0.smithi123.stdout:26: write initial oid 26 2023-12-20T10:50:06.305 INFO:tasks.rados.rados.0.smithi123.stdout:26: seq_num 25 ranges {0=425984} 2023-12-20T10:50:06.308 INFO:tasks.rados.rados.0.smithi123.stdout:26: writing smithi123173835-26 from 0 to 425984 tid 1 2023-12-20T10:50:06.308 INFO:tasks.rados.rados.0.smithi123.stdout: waiting on 16 2023-12-20T10:50:06.308 INFO:tasks.rados.rados.0.smithi123.stdout:17: finishing write tid 3 to smithi123173835-17 2023-12-20T10:50:06.308 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 17 v 2 (ObjNum 16 snap 0 seq_num 16) dirty exists 2023-12-20T10:50:06.308 INFO:tasks.rados.rados.0.smithi123.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2023-12-20T10:50:06.308 INFO:tasks.rados.rados.0.smithi123.stdout:17: done (15 left) 2023-12-20T10:50:06.308 INFO:tasks.rados.rados.0.smithi123.stdout:27: write initial oid 27 2023-12-20T10:50:06.308 INFO:tasks.rados.rados.0.smithi123.stdout:27: seq_num 26 ranges {0=442368} 2023-12-20T10:50:06.312 INFO:tasks.rados.rados.0.smithi123.stdout:27: writing smithi123173835-27 from 0 to 442368 tid 1 2023-12-20T10:50:06.313 INFO:tasks.rados.rados.0.smithi123.stdout: waiting on 16 2023-12-20T10:50:06.313 INFO:tasks.rados.rados.0.smithi123.stdout:15: finishing write tid 2 to smithi123173835-15 2023-12-20T10:50:06.313 INFO:tasks.rados.rados.0.smithi123.stdout:7: finishing write tid 3 to smithi123173835-7 2023-12-20T10:50:06.313 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 3 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-20T10:50:06.313 INFO:tasks.rados.rados.0.smithi123.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2023-12-20T10:50:06.313 INFO:tasks.rados.rados.0.smithi123.stdout:16: finishing write tid 2 to smithi123173835-16 2023-12-20T10:50:06.313 INFO:tasks.rados.rados.0.smithi123.stdout:2: finishing write tid 3 to smithi123173835-2 2023-12-20T10:50:06.313 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 2 v 4 (ObjNum 1 snap 0 seq_num 1) dirty exists 2023-12-20T10:50:06.313 INFO:tasks.rados.rados.0.smithi123.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2023-12-20T10:50:06.313 INFO:tasks.rados.rados.0.smithi123.stdout:10: finishing write tid 3 to smithi123173835-10 2023-12-20T10:50:06.313 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 4 (ObjNum 9 snap 0 seq_num 9) dirty exists 2023-12-20T10:50:06.313 INFO:tasks.rados.rados.0.smithi123.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2023-12-20T10:50:06.313 INFO:tasks.rados.rados.0.smithi123.stdout:19: finishing write tid 2 to smithi123173835-19 2023-12-20T10:50:06.313 INFO:tasks.rados.rados.0.smithi123.stdout:13: finishing write tid 3 to smithi123173835-13 2023-12-20T10:50:06.314 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 5 (ObjNum 12 snap 0 seq_num 12) dirty exists 2023-12-20T10:50:06.314 INFO:tasks.rados.rados.0.smithi123.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2023-12-20T10:50:06.314 INFO:tasks.rados.rados.0.smithi123.stdout:15: finishing write tid 3 to smithi123173835-15 2023-12-20T10:50:06.314 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 6 (ObjNum 14 snap 0 seq_num 14) dirty exists 2023-12-20T10:50:06.314 INFO:tasks.rados.rados.0.smithi123.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2023-12-20T10:50:06.314 INFO:tasks.rados.rados.0.smithi123.stdout:16: finishing write tid 3 to smithi123173835-16 2023-12-20T10:50:06.314 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2023-12-20T10:50:06.314 INFO:tasks.rados.rados.0.smithi123.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2023-12-20T10:50:06.314 INFO:tasks.rados.rados.0.smithi123.stdout:18: finishing write tid 1 to smithi123173835-18 2023-12-20T10:50:06.314 INFO:tasks.rados.rados.0.smithi123.stdout:19: finishing write tid 3 to smithi123173835-19 2023-12-20T10:50:06.314 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 6 (ObjNum 18 snap 0 seq_num 18) dirty exists 2023-12-20T10:50:06.314 INFO:tasks.rados.rados.0.smithi123.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2023-12-20T10:50:06.314 INFO:tasks.rados.rados.0.smithi123.stdout:21: finishing write tid 1 to smithi123173835-21 2023-12-20T10:50:06.314 INFO:tasks.rados.rados.0.smithi123.stdout:20: finishing write tid 1 to smithi123173835-20 2023-12-20T10:50:06.314 INFO:tasks.rados.rados.0.smithi123.stdout:21: finishing write tid 2 to smithi123173835-21 2023-12-20T10:50:06.315 INFO:tasks.rados.rados.0.smithi123.stdout:23: finishing write tid 1 to smithi123173835-23 2023-12-20T10:50:06.315 INFO:tasks.rados.rados.0.smithi123.stdout:20: finishing write tid 2 to smithi123173835-20 2023-12-20T10:50:06.315 INFO:tasks.rados.rados.0.smithi123.stdout:18: finishing write tid 2 to smithi123173835-18 2023-12-20T10:50:06.315 INFO:tasks.rados.rados.0.smithi123.stdout:22: finishing write tid 1 to smithi123173835-22 2023-12-20T10:50:06.315 INFO:tasks.rados.rados.0.smithi123.stdout:20: finishing write tid 3 to smithi123173835-20 2023-12-20T10:50:06.315 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 20 v 2 (ObjNum 19 snap 0 seq_num 19) dirty exists 2023-12-20T10:50:06.315 INFO:tasks.rados.rados.0.smithi123.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2023-12-20T10:50:06.315 INFO:tasks.rados.rados.0.smithi123.stdout:21: finishing write tid 3 to smithi123173835-21 2023-12-20T10:50:06.315 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 2 (ObjNum 20 snap 0 seq_num 20) dirty exists 2023-12-20T10:50:06.315 INFO:tasks.rados.rados.0.smithi123.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2023-12-20T10:50:06.315 INFO:tasks.rados.rados.0.smithi123.stdout:18: finishing write tid 3 to smithi123173835-18 2023-12-20T10:50:06.315 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 18 v 4 (ObjNum 17 snap 0 seq_num 17) dirty exists 2023-12-20T10:50:06.315 INFO:tasks.rados.rados.0.smithi123.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2023-12-20T10:50:06.315 INFO:tasks.rados.rados.0.smithi123.stdout:22: finishing write tid 2 to smithi123173835-22 2023-12-20T10:50:06.315 INFO:tasks.rados.rados.0.smithi123.stdout:23: finishing write tid 2 to smithi123173835-23 2023-12-20T10:50:06.316 INFO:tasks.rados.rados.0.smithi123.stdout:22: finishing write tid 3 to smithi123173835-22 2023-12-20T10:50:06.316 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 22 v 6 (ObjNum 21 snap 0 seq_num 21) dirty exists 2023-12-20T10:50:06.316 INFO:tasks.rados.rados.0.smithi123.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2023-12-20T10:50:06.316 INFO:tasks.rados.rados.0.smithi123.stdout:24: finishing write tid 1 to smithi123173835-24 2023-12-20T10:50:06.316 INFO:tasks.rados.rados.0.smithi123.stdout:23: finishing write tid 3 to smithi123173835-23 2023-12-20T10:50:06.316 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 23 v 8 (ObjNum 22 snap 0 seq_num 22) dirty exists 2023-12-20T10:50:06.316 INFO:tasks.rados.rados.0.smithi123.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2023-12-20T10:50:06.316 INFO:tasks.rados.rados.0.smithi123.stdout:24: finishing write tid 2 to smithi123173835-24 2023-12-20T10:50:06.316 INFO:tasks.rados.rados.0.smithi123.stdout:24: finishing write tid 3 to smithi123173835-24 2023-12-20T10:50:06.316 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 24 v 10 (ObjNum 23 snap 0 seq_num 23) dirty exists 2023-12-20T10:50:06.316 INFO:tasks.rados.rados.0.smithi123.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2023-12-20T10:50:06.316 INFO:tasks.rados.rados.0.smithi123.stdout:25: finishing write tid 1 to smithi123173835-25 2023-12-20T10:50:06.316 INFO:tasks.rados.rados.0.smithi123.stdout:2: done (15 left) 2023-12-20T10:50:06.316 INFO:tasks.rados.rados.0.smithi123.stdout:7: done (14 left) 2023-12-20T10:50:06.316 INFO:tasks.rados.rados.0.smithi123.stdout:10: done (13 left) 2023-12-20T10:50:06.316 INFO:tasks.rados.rados.0.smithi123.stdout:13: done (12 left) 2023-12-20T10:50:06.316 INFO:tasks.rados.rados.0.smithi123.stdout:15: done (11 left) 2023-12-20T10:50:06.317 INFO:tasks.rados.rados.0.smithi123.stdout:16: done (10 left) 2023-12-20T10:50:06.317 INFO:tasks.rados.rados.0.smithi123.stdout:18: done (9 left) 2023-12-20T10:50:06.317 INFO:tasks.rados.rados.0.smithi123.stdout:19: done (8 left) 2023-12-20T10:50:06.317 INFO:tasks.rados.rados.0.smithi123.stdout:20: done (7 left) 2023-12-20T10:50:06.317 INFO:tasks.rados.rados.0.smithi123.stdout:21: done (6 left) 2023-12-20T10:50:06.317 INFO:tasks.rados.rados.0.smithi123.stdout:22: done (5 left) 2023-12-20T10:50:06.317 INFO:tasks.rados.rados.0.smithi123.stdout:23: done (4 left) 2023-12-20T10:50:06.317 INFO:tasks.rados.rados.0.smithi123.stdout:24: done (3 left) 2023-12-20T10:50:06.317 INFO:tasks.rados.rados.0.smithi123.stdout:28: write initial oid 28 2023-12-20T10:50:06.317 INFO:tasks.rados.rados.0.smithi123.stdout:28: seq_num 27 ranges {0=458752} 2023-12-20T10:50:06.318 INFO:tasks.rados.rados.0.smithi123.stdout:28: writing smithi123173835-28 from 0 to 458752 tid 1 2023-12-20T10:50:06.318 INFO:tasks.rados.rados.0.smithi123.stdout:29: write initial oid 29 2023-12-20T10:50:06.318 INFO:tasks.rados.rados.0.smithi123.stdout:29: seq_num 28 ranges {0=475136} 2023-12-20T10:50:06.318 INFO:tasks.rados.rados.0.smithi123.stdout:29: writing smithi123173835-29 from 0 to 475136 tid 1 2023-12-20T10:50:06.318 INFO:tasks.rados.rados.0.smithi123.stdout:30: write initial oid 30 2023-12-20T10:50:06.318 INFO:tasks.rados.rados.0.smithi123.stdout:30: seq_num 29 ranges {0=491520} 2023-12-20T10:50:06.320 INFO:tasks.rados.rados.0.smithi123.stdout:30: writing smithi123173835-30 from 0 to 491520 tid 1 2023-12-20T10:50:06.320 INFO:tasks.rados.rados.0.smithi123.stdout:31: write initial oid 31 2023-12-20T10:50:06.320 INFO:tasks.rados.rados.0.smithi123.stdout:31: seq_num 30 ranges {0=507904} 2023-12-20T10:50:06.323 INFO:tasks.rados.rados.0.smithi123.stdout:31: writing smithi123173835-31 from 0 to 507904 tid 1 2023-12-20T10:50:06.323 INFO:tasks.rados.rados.0.smithi123.stdout:32: write initial oid 32 2023-12-20T10:50:06.323 INFO:tasks.rados.rados.0.smithi123.stdout:32: seq_num 31 ranges {0=524288} 2023-12-20T10:50:06.327 INFO:tasks.rados.rados.0.smithi123.stdout:32: writing smithi123173835-32 from 0 to 524288 tid 1 2023-12-20T10:50:06.327 INFO:tasks.rados.rados.0.smithi123.stdout:33: write initial oid 33 2023-12-20T10:50:06.327 INFO:tasks.rados.rados.0.smithi123.stdout:33: seq_num 32 ranges {0=540672} 2023-12-20T10:50:06.331 INFO:tasks.rados.rados.0.smithi123.stdout:33: writing smithi123173835-33 from 0 to 540672 tid 1 2023-12-20T10:50:06.331 INFO:tasks.rados.rados.0.smithi123.stdout:34: write initial oid 34 2023-12-20T10:50:06.331 INFO:tasks.rados.rados.0.smithi123.stdout:34: seq_num 33 ranges {0=557056} 2023-12-20T10:50:06.334 INFO:tasks.rados.rados.0.smithi123.stdout:34: writing smithi123173835-34 from 0 to 557056 tid 1 2023-12-20T10:50:06.335 INFO:tasks.rados.rados.0.smithi123.stdout:35: write initial oid 35 2023-12-20T10:50:06.335 INFO:tasks.rados.rados.0.smithi123.stdout:35: seq_num 34 ranges {0=573440} 2023-12-20T10:50:06.338 INFO:tasks.rados.rados.0.smithi123.stdout:35: writing smithi123173835-35 from 0 to 573440 tid 1 2023-12-20T10:50:06.338 INFO:tasks.rados.rados.0.smithi123.stdout:36: write initial oid 36 2023-12-20T10:50:06.338 INFO:tasks.rados.rados.0.smithi123.stdout:36: seq_num 35 ranges {0=589824} 2023-12-20T10:50:06.343 INFO:tasks.rados.rados.0.smithi123.stdout:36: writing smithi123173835-36 from 0 to 589824 tid 1 2023-12-20T10:50:06.343 INFO:tasks.rados.rados.0.smithi123.stdout:37: write initial oid 37 2023-12-20T10:50:06.343 INFO:tasks.rados.rados.0.smithi123.stdout:37: seq_num 36 ranges {0=606208} 2023-12-20T10:50:06.346 INFO:tasks.rados.rados.0.smithi123.stdout:37: writing smithi123173835-37 from 0 to 606208 tid 1 2023-12-20T10:50:06.346 INFO:tasks.rados.rados.0.smithi123.stdout:38: write initial oid 38 2023-12-20T10:50:06.346 INFO:tasks.rados.rados.0.smithi123.stdout:38: seq_num 37 ranges {0=622592} 2023-12-20T10:50:06.349 INFO:tasks.rados.rados.0.smithi123.stdout:38: writing smithi123173835-38 from 0 to 622592 tid 1 2023-12-20T10:50:06.349 INFO:tasks.rados.rados.0.smithi123.stdout:39: write initial oid 39 2023-12-20T10:50:06.350 INFO:tasks.rados.rados.0.smithi123.stdout:39: seq_num 38 ranges {0=638976} 2023-12-20T10:50:06.353 INFO:tasks.rados.rados.0.smithi123.stdout:39: writing smithi123173835-39 from 0 to 638976 tid 1 2023-12-20T10:50:06.353 INFO:tasks.rados.rados.0.smithi123.stdout:40: write initial oid 40 2023-12-20T10:50:06.353 INFO:tasks.rados.rados.0.smithi123.stdout:40: seq_num 39 ranges {0=663552} 2023-12-20T10:50:06.357 INFO:tasks.rados.rados.0.smithi123.stdout:40: writing smithi123173835-40 from 0 to 663552 tid 1 2023-12-20T10:50:06.357 INFO:tasks.rados.rados.0.smithi123.stdout: waiting on 16 2023-12-20T10:50:06.358 INFO:tasks.rados.rados.0.smithi123.stdout:26: finishing write tid 1 to smithi123173835-26 2023-12-20T10:50:06.358 INFO:tasks.rados.rados.0.smithi123.stdout:26: finishing write tid 2 to smithi123173835-26 2023-12-20T10:50:06.358 INFO:tasks.rados.rados.0.smithi123.stdout:26: finishing write tid 3 to smithi123173835-26 2023-12-20T10:50:06.358 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 4 (ObjNum 25 snap 0 seq_num 25) dirty exists 2023-12-20T10:50:06.358 INFO:tasks.rados.rados.0.smithi123.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2023-12-20T10:50:06.358 INFO:tasks.rados.rados.0.smithi123.stdout:25: finishing write tid 2 to smithi123173835-25 2023-12-20T10:50:06.358 INFO:tasks.rados.rados.0.smithi123.stdout:26: done (15 left) 2023-12-20T10:50:06.358 INFO:tasks.rados.rados.0.smithi123.stdout:41: write initial oid 41 2023-12-20T10:50:06.358 INFO:tasks.rados.rados.0.smithi123.stdout:41: seq_num 40 ranges {0=679936} 2023-12-20T10:50:06.362 INFO:tasks.rados.rados.0.smithi123.stdout:41: writing smithi123173835-41 from 0 to 679936 tid 1 2023-12-20T10:50:06.362 INFO:tasks.rados.rados.0.smithi123.stdout: waiting on 16 2023-12-20T10:50:06.362 INFO:tasks.rados.rados.0.smithi123.stdout:27: finishing write tid 1 to smithi123173835-27 2023-12-20T10:50:06.362 INFO:tasks.rados.rados.0.smithi123.stdout:28: finishing write tid 1 to smithi123173835-28 2023-12-20T10:50:06.362 INFO:tasks.rados.rados.0.smithi123.stdout:25: finishing write tid 3 to smithi123173835-25 2023-12-20T10:50:06.362 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 2 (ObjNum 24 snap 0 seq_num 24) dirty exists 2023-12-20T10:50:06.362 INFO:tasks.rados.rados.0.smithi123.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2023-12-20T10:50:06.362 INFO:tasks.rados.rados.0.smithi123.stdout:27: finishing write tid 2 to smithi123173835-27 2023-12-20T10:50:06.363 INFO:tasks.rados.rados.0.smithi123.stdout:27: finishing write tid 3 to smithi123173835-27 2023-12-20T10:50:06.363 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 27 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2023-12-20T10:50:06.363 INFO:tasks.rados.rados.0.smithi123.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2023-12-20T10:50:06.363 INFO:tasks.rados.rados.0.smithi123.stdout:28: finishing write tid 2 to smithi123173835-28 2023-12-20T10:50:06.363 INFO:tasks.rados.rados.0.smithi123.stdout:28: finishing write tid 3 to smithi123173835-28 2023-12-20T10:50:06.363 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 28 v 4 (ObjNum 27 snap 0 seq_num 27) dirty exists 2023-12-20T10:50:06.363 INFO:tasks.rados.rados.0.smithi123.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2023-12-20T10:50:06.363 INFO:tasks.rados.rados.0.smithi123.stdout:29: finishing write tid 1 to smithi123173835-29 2023-12-20T10:50:06.363 INFO:tasks.rados.rados.0.smithi123.stdout:25: done (15 left) 2023-12-20T10:50:06.363 INFO:tasks.rados.rados.0.smithi123.stdout:27: done (14 left) 2023-12-20T10:50:06.363 INFO:tasks.rados.rados.0.smithi123.stdout:28: done (13 left) 2023-12-20T10:50:06.363 INFO:tasks.rados.rados.0.smithi123.stdout:42: write initial oid 42 2023-12-20T10:50:06.363 INFO:tasks.rados.rados.0.smithi123.stdout:42: seq_num 41 ranges {0=696320} 2023-12-20T10:50:06.365 INFO:tasks.rados.rados.0.smithi123.stdout:42: writing smithi123173835-42 from 0 to 696320 tid 1 2023-12-20T10:50:06.365 INFO:tasks.rados.rados.0.smithi123.stdout:43: write initial oid 43 2023-12-20T10:50:06.365 INFO:tasks.rados.rados.0.smithi123.stdout:43: seq_num 42 ranges {0=712704} 2023-12-20T10:50:06.370 INFO:tasks.rados.rados.0.smithi123.stdout:43: writing smithi123173835-43 from 0 to 712704 tid 1 2023-12-20T10:50:06.370 INFO:tasks.rados.rados.0.smithi123.stdout:44: write initial oid 44 2023-12-20T10:50:06.370 INFO:tasks.rados.rados.0.smithi123.stdout:44: seq_num 43 ranges {0=729088} 2023-12-20T10:50:06.376 INFO:tasks.rados.rados.0.smithi123.stdout:44: writing smithi123173835-44 from 0 to 729088 tid 1 2023-12-20T10:50:06.376 INFO:tasks.rados.rados.0.smithi123.stdout: waiting on 16 2023-12-20T10:50:06.376 INFO:tasks.rados.rados.0.smithi123.stdout:30: finishing write tid 1 to smithi123173835-30 2023-12-20T10:50:06.376 INFO:tasks.rados.rados.0.smithi123.stdout:29: finishing write tid 2 to smithi123173835-29 2023-12-20T10:50:06.376 INFO:tasks.rados.rados.0.smithi123.stdout:30: finishing write tid 2 to smithi123173835-30 2023-12-20T10:50:06.376 INFO:tasks.rados.rados.0.smithi123.stdout:30: finishing write tid 3 to smithi123173835-30 2023-12-20T10:50:06.376 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 30 v 6 (ObjNum 29 snap 0 seq_num 29) dirty exists 2023-12-20T10:50:06.376 INFO:tasks.rados.rados.0.smithi123.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2023-12-20T10:50:06.377 INFO:tasks.rados.rados.0.smithi123.stdout:29: finishing write tid 3 to smithi123173835-29 2023-12-20T10:50:06.377 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 2 (ObjNum 28 snap 0 seq_num 28) dirty exists 2023-12-20T10:50:06.377 INFO:tasks.rados.rados.0.smithi123.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2023-12-20T10:50:06.377 INFO:tasks.rados.rados.0.smithi123.stdout:31: finishing write tid 1 to smithi123173835-31 2023-12-20T10:50:06.377 INFO:tasks.rados.rados.0.smithi123.stdout:31: finishing write tid 2 to smithi123173835-31 2023-12-20T10:50:06.377 INFO:tasks.rados.rados.0.smithi123.stdout:31: finishing write tid 3 to smithi123173835-31 2023-12-20T10:50:06.377 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 31 v 4 (ObjNum 30 snap 0 seq_num 30) dirty exists 2023-12-20T10:50:06.377 INFO:tasks.rados.rados.0.smithi123.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2023-12-20T10:50:06.377 INFO:tasks.rados.rados.0.smithi123.stdout:32: finishing write tid 1 to smithi123173835-32 2023-12-20T10:50:06.377 INFO:tasks.rados.rados.0.smithi123.stdout:32: finishing write tid 2 to smithi123173835-32 2023-12-20T10:50:06.377 INFO:tasks.rados.rados.0.smithi123.stdout:32: finishing write tid 3 to smithi123173835-32 2023-12-20T10:50:06.377 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 8 (ObjNum 31 snap 0 seq_num 31) dirty exists 2023-12-20T10:50:06.377 INFO:tasks.rados.rados.0.smithi123.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2023-12-20T10:50:06.377 INFO:tasks.rados.rados.0.smithi123.stdout:33: finishing write tid 1 to smithi123173835-33 2023-12-20T10:50:06.377 INFO:tasks.rados.rados.0.smithi123.stdout:33: finishing write tid 2 to smithi123173835-33 2023-12-20T10:50:06.378 INFO:tasks.rados.rados.0.smithi123.stdout:33: finishing write tid 3 to smithi123173835-33 2023-12-20T10:50:06.378 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 4 (ObjNum 32 snap 0 seq_num 32) dirty exists 2023-12-20T10:50:06.378 INFO:tasks.rados.rados.0.smithi123.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2023-12-20T10:50:06.378 INFO:tasks.rados.rados.0.smithi123.stdout:34: finishing write tid 1 to smithi123173835-34 2023-12-20T10:50:06.378 INFO:tasks.rados.rados.0.smithi123.stdout:34: finishing write tid 2 to smithi123173835-34 2023-12-20T10:50:06.378 INFO:tasks.rados.rados.0.smithi123.stdout:34: finishing write tid 3 to smithi123173835-34 2023-12-20T10:50:06.378 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 34 v 10 (ObjNum 33 snap 0 seq_num 33) dirty exists 2023-12-20T10:50:06.378 INFO:tasks.rados.rados.0.smithi123.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2023-12-20T10:50:06.378 INFO:tasks.rados.rados.0.smithi123.stdout:35: finishing write tid 1 to smithi123173835-35 2023-12-20T10:50:06.378 INFO:tasks.rados.rados.0.smithi123.stdout:29: done (15 left) 2023-12-20T10:50:06.378 INFO:tasks.rados.rados.0.smithi123.stdout:30: done (14 left) 2023-12-20T10:50:06.378 INFO:tasks.rados.rados.0.smithi123.stdout:31: done (13 left) 2023-12-20T10:50:06.378 INFO:tasks.rados.rados.0.smithi123.stdout:32: done (12 left) 2023-12-20T10:50:06.378 INFO:tasks.rados.rados.0.smithi123.stdout:33: done (11 left) 2023-12-20T10:50:06.378 INFO:tasks.rados.rados.0.smithi123.stdout:34: done (10 left) 2023-12-20T10:50:06.378 INFO:tasks.rados.rados.0.smithi123.stdout:45: write initial oid 45 2023-12-20T10:50:06.379 INFO:tasks.rados.rados.0.smithi123.stdout:45: seq_num 44 ranges {0=745472} 2023-12-20T10:50:06.379 INFO:tasks.rados.rados.0.smithi123.stdout:45: writing smithi123173835-45 from 0 to 745472 tid 1 2023-12-20T10:50:06.379 INFO:tasks.rados.rados.0.smithi123.stdout:46: write initial oid 46 2023-12-20T10:50:06.379 INFO:tasks.rados.rados.0.smithi123.stdout:46: seq_num 45 ranges {0=761856} 2023-12-20T10:50:06.384 INFO:tasks.rados.rados.0.smithi123.stdout:46: writing smithi123173835-46 from 0 to 761856 tid 1 2023-12-20T10:50:06.384 INFO:tasks.rados.rados.0.smithi123.stdout:47: write initial oid 47 2023-12-20T10:50:06.385 INFO:tasks.rados.rados.0.smithi123.stdout:47: seq_num 46 ranges {0=778240} 2023-12-20T10:50:06.390 INFO:tasks.rados.rados.0.smithi123.stdout:47: writing smithi123173835-47 from 0 to 778240 tid 1 2023-12-20T10:50:06.390 INFO:tasks.rados.rados.0.smithi123.stdout:48: write initial oid 48 2023-12-20T10:50:06.390 INFO:tasks.rados.rados.0.smithi123.stdout:35: finishing write tid 2 to smithi123173835-35 2023-12-20T10:50:06.390 INFO:tasks.rados.rados.0.smithi123.stdout:35: finishing write tid 3 to smithi123173835-35 2023-12-20T10:50:06.390 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 35 v 12 (ObjNum 34 snap 0 seq_num 34) dirty exists 2023-12-20T10:50:06.390 INFO:tasks.rados.rados.0.smithi123.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2023-12-20T10:50:06.390 INFO:tasks.rados.rados.0.smithi123.stdout:36: finishing write tid 1 to smithi123173835-36 2023-12-20T10:50:06.391 INFO:tasks.rados.rados.0.smithi123.stdout:48: seq_num 47 ranges {0=794624} 2023-12-20T10:50:06.395 INFO:tasks.rados.rados.0.smithi123.stdout:48: writing smithi123173835-48 from 0 to 794624 tid 1 2023-12-20T10:50:06.395 INFO:tasks.rados.rados.0.smithi123.stdout:35: done (13 left) 2023-12-20T10:50:06.395 INFO:tasks.rados.rados.0.smithi123.stdout:49: write initial oid 49 2023-12-20T10:50:06.395 INFO:tasks.rados.rados.0.smithi123.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2023-12-20T10:50:06.397 INFO:tasks.rados.rados.0.smithi123.stdout:49: writing smithi123173835-49 from 0 to 409600 tid 1 2023-12-20T10:50:06.400 INFO:tasks.rados.rados.0.smithi123.stdout:49: writing smithi123173835-49 from 409600 to 811008 tid 2 2023-12-20T10:50:06.400 INFO:tasks.rados.rados.0.smithi123.stdout:50: write initial oid 50 2023-12-20T10:50:06.400 INFO:tasks.rados.rados.0.smithi123.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2023-12-20T10:50:06.402 INFO:tasks.rados.rados.0.smithi123.stdout:50: writing smithi123173835-50 from 0 to 425984 tid 1 2023-12-20T10:50:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:05 smithi177 ceph-mon[144425]: pgmap v72: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:50:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:05 smithi177 ceph-mon[144425]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T10:50:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:05 smithi177 ceph-mon[144425]: Cluster is now healthy 2023-12-20T10:50:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:05 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/901580749' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-12-20T10:50:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:05 smithi177 ceph-mon[144425]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-12-20T10:50:06.406 INFO:tasks.rados.rados.0.smithi123.stdout:50: writing smithi123173835-50 from 425984 to 827392 tid 2 2023-12-20T10:50:06.406 INFO:tasks.rados.rados.0.smithi123.stdout:51: copy_from oid 2 from oid 11 current snap is 0 2023-12-20T10:50:06.406 INFO:tasks.rados.rados.0.smithi123.stdout:36: finishing write tid 2 to smithi123173835-36 2023-12-20T10:50:06.406 INFO:tasks.rados.rados.0.smithi123.stdout: waiting on 16 2023-12-20T10:50:06.406 INFO:tasks.rados.rados.0.smithi123.stdout:36: finishing write tid 3 to smithi123173835-36 2023-12-20T10:50:06.406 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 4 (ObjNum 35 snap 0 seq_num 35) dirty exists 2023-12-20T10:50:06.407 INFO:tasks.rados.rados.0.smithi123.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2023-12-20T10:50:06.407 INFO:tasks.rados.rados.0.smithi123.stdout:37: finishing write tid 1 to smithi123173835-37 2023-12-20T10:50:06.407 INFO:tasks.rados.rados.0.smithi123.stdout:37: finishing write tid 2 to smithi123173835-37 2023-12-20T10:50:06.407 INFO:tasks.rados.rados.0.smithi123.stdout:37: finishing write tid 3 to smithi123173835-37 2023-12-20T10:50:06.407 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2023-12-20T10:50:06.407 INFO:tasks.rados.rados.0.smithi123.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2023-12-20T10:50:06.407 INFO:tasks.rados.rados.0.smithi123.stdout:38: finishing write tid 1 to smithi123173835-38 2023-12-20T10:50:06.407 INFO:tasks.rados.rados.0.smithi123.stdout:36: done (15 left) 2023-12-20T10:50:06.407 INFO:tasks.rados.rados.0.smithi123.stdout:37: done (14 left) 2023-12-20T10:50:06.407 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 18 current snap is 0 2023-12-20T10:50:06.408 INFO:tasks.rados.rados.0.smithi123.stdout:38: finishing write tid 2 to smithi123173835-38 2023-12-20T10:50:06.408 INFO:tasks.rados.rados.0.smithi123.stdout:52: seq_num 50 ranges {286720=442368,729088=401408} 2023-12-20T10:50:06.410 INFO:tasks.rados.rados.0.smithi123.stdout:52: writing smithi123173835-18 from 286720 to 729088 tid 1 2023-12-20T10:50:06.415 INFO:tasks.rados.rados.0.smithi123.stdout:52: writing smithi123173835-18 from 729088 to 1130496 tid 2 2023-12-20T10:50:06.415 INFO:tasks.rados.rados.0.smithi123.stdout:53: rmattr oid 30 current snap is 0 2023-12-20T10:50:06.415 INFO:tasks.rados.rados.0.smithi123.stdout:53: done (15 left) 2023-12-20T10:50:06.415 INFO:tasks.rados.rados.0.smithi123.stdout:54: delete oid 3 current snap is 0 2023-12-20T10:50:06.415 INFO:tasks.rados.rados.0.smithi123.stdout:38: finishing write tid 3 to smithi123173835-38 2023-12-20T10:50:06.415 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 38 v 6 (ObjNum 37 snap 0 seq_num 37) dirty exists 2023-12-20T10:50:06.415 INFO:tasks.rados.rados.0.smithi123.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2023-12-20T10:50:06.415 INFO:tasks.rados.rados.0.smithi123.stdout:39: finishing write tid 1 to smithi123173835-39 2023-12-20T10:50:06.415 INFO:tasks.rados.rados.0.smithi123.stdout:39: finishing write tid 2 to smithi123173835-39 2023-12-20T10:50:06.415 INFO:tasks.rados.rados.0.smithi123.stdout:39: finishing write tid 3 to smithi123173835-39 2023-12-20T10:50:06.416 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2023-12-20T10:50:06.416 INFO:tasks.rados.rados.0.smithi123.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2023-12-20T10:50:06.416 INFO:tasks.rados.rados.0.smithi123.stdout:40: finishing write tid 1 to smithi123173835-40 2023-12-20T10:50:06.416 INFO:tasks.rados.rados.0.smithi123.stdout:40: finishing write tid 2 to smithi123173835-40 2023-12-20T10:50:06.416 INFO:tasks.rados.rados.0.smithi123.stdout:40: finishing write tid 3 to smithi123173835-40 2023-12-20T10:50:06.416 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 40 v 14 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-20T10:50:06.416 INFO:tasks.rados.rados.0.smithi123.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2023-12-20T10:50:06.416 INFO:tasks.rados.rados.0.smithi123.stdout:41: finishing write tid 1 to smithi123173835-41 2023-12-20T10:50:06.416 INFO:tasks.rados.rados.0.smithi123.stdout:41: finishing write tid 2 to smithi123173835-41 2023-12-20T10:50:06.416 INFO:tasks.rados.rados.0.smithi123.stdout:41: finishing write tid 3 to smithi123173835-41 2023-12-20T10:50:06.416 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 2 (ObjNum 40 snap 0 seq_num 40) dirty exists 2023-12-20T10:50:06.416 INFO:tasks.rados.rados.0.smithi123.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2023-12-20T10:50:06.417 INFO:tasks.rados.rados.0.smithi123.stdout:42: finishing write tid 1 to smithi123173835-42 2023-12-20T10:50:06.417 INFO:tasks.rados.rados.0.smithi123.stdout:42: finishing write tid 2 to smithi123173835-42 2023-12-20T10:50:06.417 INFO:tasks.rados.rados.0.smithi123.stdout:42: finishing write tid 3 to smithi123173835-42 2023-12-20T10:50:06.417 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 42 v 12 (ObjNum 41 snap 0 seq_num 41) dirty exists 2023-12-20T10:50:06.417 INFO:tasks.rados.rados.0.smithi123.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2023-12-20T10:50:06.417 INFO:tasks.rados.rados.0.smithi123.stdout:43: finishing write tid 1 to smithi123173835-43 2023-12-20T10:50:06.417 INFO:tasks.rados.rados.0.smithi123.stdout:43: finishing write tid 2 to smithi123173835-43 2023-12-20T10:50:06.417 INFO:tasks.rados.rados.0.smithi123.stdout:43: finishing write tid 3 to smithi123173835-43 2023-12-20T10:50:06.417 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 4 (ObjNum 42 snap 0 seq_num 42) dirty exists 2023-12-20T10:50:06.417 INFO:tasks.rados.rados.0.smithi123.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2023-12-20T10:50:06.417 INFO:tasks.rados.rados.0.smithi123.stdout:44: finishing write tid 1 to smithi123173835-44 2023-12-20T10:50:06.417 INFO:tasks.rados.rados.0.smithi123.stdout:44: finishing write tid 2 to smithi123173835-44 2023-12-20T10:50:06.418 INFO:tasks.rados.rados.0.smithi123.stdout:44: finishing write tid 3 to smithi123173835-44 2023-12-20T10:50:06.418 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 44 v 2 (ObjNum 43 snap 0 seq_num 43) dirty exists 2023-12-20T10:50:06.418 INFO:tasks.rados.rados.0.smithi123.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2023-12-20T10:50:06.418 INFO:tasks.rados.rados.0.smithi123.stdout:45: finishing write tid 1 to smithi123173835-45 2023-12-20T10:50:06.418 INFO:tasks.rados.rados.0.smithi123.stdout:45: finishing write tid 2 to smithi123173835-45 2023-12-20T10:50:06.418 INFO:tasks.rados.rados.0.smithi123.stdout:45: finishing write tid 3 to smithi123173835-45 2023-12-20T10:50:06.418 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 8 (ObjNum 44 snap 0 seq_num 44) dirty exists 2023-12-20T10:50:06.418 INFO:tasks.rados.rados.0.smithi123.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2023-12-20T10:50:06.418 INFO:tasks.rados.rados.0.smithi123.stdout:46: finishing write tid 1 to smithi123173835-46 2023-12-20T10:50:06.418 INFO:tasks.rados.rados.0.smithi123.stdout:46: finishing write tid 2 to smithi123173835-46 2023-12-20T10:50:06.418 INFO:tasks.rados.rados.0.smithi123.stdout:46: finishing write tid 3 to smithi123173835-46 2023-12-20T10:50:06.418 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 46 v 10 (ObjNum 45 snap 0 seq_num 45) dirty exists 2023-12-20T10:50:06.418 INFO:tasks.rados.rados.0.smithi123.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2023-12-20T10:50:06.419 INFO:tasks.rados.rados.0.smithi123.stdout:47: finishing write tid 1 to smithi123173835-47 2023-12-20T10:50:06.419 INFO:tasks.rados.rados.0.smithi123.stdout:47: finishing write tid 2 to smithi123173835-47 2023-12-20T10:50:06.419 INFO:tasks.rados.rados.0.smithi123.stdout:47: finishing write tid 3 to smithi123173835-47 2023-12-20T10:50:06.419 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 47 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-20T10:50:06.419 INFO:tasks.rados.rados.0.smithi123.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2023-12-20T10:50:06.419 INFO:tasks.rados.rados.0.smithi123.stdout:48: finishing write tid 1 to smithi123173835-48 2023-12-20T10:50:06.419 INFO:tasks.rados.rados.0.smithi123.stdout:48: finishing write tid 2 to smithi123173835-48 2023-12-20T10:50:06.419 INFO:tasks.rados.rados.0.smithi123.stdout:49: finishing write tid 1 to smithi123173835-49 2023-12-20T10:50:06.419 INFO:tasks.rados.rados.0.smithi123.stdout:48: finishing write tid 3 to smithi123173835-48 2023-12-20T10:50:06.419 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 4 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-12-20T10:50:06.419 INFO:tasks.rados.rados.0.smithi123.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2023-12-20T10:50:06.419 INFO:tasks.rados.rados.0.smithi123.stdout:49: finishing write tid 2 to smithi123173835-49 2023-12-20T10:50:06.420 INFO:tasks.rados.rados.0.smithi123.stdout:49: finishing write tid 3 to smithi123173835-49 2023-12-20T10:50:06.420 INFO:tasks.rados.rados.0.smithi123.stdout:49: finishing write tid 4 to smithi123173835-49 2023-12-20T10:50:06.420 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 7 (ObjNum 48 snap 0 seq_num 48) dirty exists 2023-12-20T10:50:06.420 INFO:tasks.rados.rados.0.smithi123.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2023-12-20T10:50:06.420 INFO:tasks.rados.rados.0.smithi123.stdout:50: finishing write tid 1 to smithi123173835-50 2023-12-20T10:50:06.420 INFO:tasks.rados.rados.0.smithi123.stdout:50: finishing write tid 2 to smithi123173835-50 2023-12-20T10:50:06.420 INFO:tasks.rados.rados.0.smithi123.stdout:50: finishing write tid 3 to smithi123173835-50 2023-12-20T10:50:06.420 INFO:tasks.rados.rados.0.smithi123.stdout:50: finishing write tid 4 to smithi123173835-50 2023-12-20T10:50:06.420 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 50 v 17 (ObjNum 49 snap 0 seq_num 49) dirty exists 2023-12-20T10:50:06.420 INFO:tasks.rados.rados.0.smithi123.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2023-12-20T10:50:06.420 INFO:tasks.rados.rados.0.smithi123.stdout:51: finishing copy_from to smithi123173835-2 2023-12-20T10:50:06.420 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 2 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2023-12-20T10:50:06.420 INFO:tasks.rados.rados.0.smithi123.stdout:51: finishing copy_from racing read to smithi123173835-2 2023-12-20T10:50:06.421 INFO:tasks.rados.rados.0.smithi123.stdout:52: finishing write tid 1 to smithi123173835-18 2023-12-20T10:50:06.421 INFO:tasks.rados.rados.0.smithi123.stdout:38: done (15 left) 2023-12-20T10:50:06.421 INFO:tasks.rados.rados.0.smithi123.stdout:39: done (14 left) 2023-12-20T10:50:06.421 INFO:tasks.rados.rados.0.smithi123.stdout:40: done (13 left) 2023-12-20T10:50:06.421 INFO:tasks.rados.rados.0.smithi123.stdout:41: done (12 left) 2023-12-20T10:50:06.421 INFO:tasks.rados.rados.0.smithi123.stdout:42: done (11 left) 2023-12-20T10:50:06.421 INFO:tasks.rados.rados.0.smithi123.stdout:43: done (10 left) 2023-12-20T10:50:06.421 INFO:tasks.rados.rados.0.smithi123.stdout:44: done (9 left) 2023-12-20T10:50:06.421 INFO:tasks.rados.rados.0.smithi123.stdout:45: done (8 left) 2023-12-20T10:50:06.421 INFO:tasks.rados.rados.0.smithi123.stdout:46: done (7 left) 2023-12-20T10:50:06.421 INFO:tasks.rados.rados.0.smithi123.stdout:47: done (6 left) 2023-12-20T10:50:06.421 INFO:tasks.rados.rados.0.smithi123.stdout:48: done (5 left) 2023-12-20T10:50:06.421 INFO:tasks.rados.rados.0.smithi123.stdout:49: done (4 left) 2023-12-20T10:50:06.422 INFO:tasks.rados.rados.0.smithi123.stdout:50: done (3 left) 2023-12-20T10:50:06.422 INFO:tasks.rados.rados.0.smithi123.stdout:51: done (2 left) 2023-12-20T10:50:06.422 INFO:tasks.rados.rados.0.smithi123.stdout:54: done (1 left) 2023-12-20T10:50:06.422 INFO:tasks.rados.rados.0.smithi123.stdout:55: read oid 15 snap -1 2023-12-20T10:50:06.422 INFO:tasks.rados.rados.0.smithi123.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2023-12-20T10:50:06.422 INFO:tasks.rados.rados.0.smithi123.stdout:56: rollback oid 31 current snap is 0 2023-12-20T10:50:06.422 INFO:tasks.rados.rados.0.smithi123.stdout:56: done (2 left) 2023-12-20T10:50:06.422 INFO:tasks.rados.rados.0.smithi123.stdout:57: read oid 28 snap -1 2023-12-20T10:50:06.422 INFO:tasks.rados.rados.0.smithi123.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2023-12-20T10:50:06.422 INFO:tasks.rados.rados.0.smithi123.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2023-12-20T10:50:06.422 INFO:tasks.rados.rados.0.smithi123.stdout:59: rollback oid 45 current snap is 0 2023-12-20T10:50:06.422 INFO:tasks.rados.rados.0.smithi123.stdout:59: done (4 left) 2023-12-20T10:50:06.422 INFO:tasks.rados.rados.0.smithi123.stdout:60: copy_from oid 23 from oid 48 current snap is 0 2023-12-20T10:50:06.423 INFO:tasks.rados.rados.0.smithi123.stdout:61: delete oid 1 current snap is 0 2023-12-20T10:50:06.423 INFO:tasks.rados.rados.0.smithi123.stdout:52: finishing write tid 2 to smithi123173835-18 2023-12-20T10:50:06.424 INFO:tasks.rados.rados.0.smithi123.stdout:52: finishing write tid 3 to smithi123173835-18 2023-12-20T10:50:06.424 INFO:tasks.rados.rados.0.smithi123.stdout:61: done (5 left) 2023-12-20T10:50:06.424 INFO:tasks.rados.rados.0.smithi123.stdout:62: read oid 17 snap -1 2023-12-20T10:50:06.424 INFO:tasks.rados.rados.0.smithi123.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2023-12-20T10:50:06.424 INFO:tasks.rados.rados.0.smithi123.stdout:63: snap_create 2023-12-20T10:50:06.424 INFO:tasks.rados.rados.0.smithi123.stdout:52: finishing write tid 4 to smithi123173835-18 2023-12-20T10:50:06.424 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 18 v 13 (ObjNum 50 snap 0 seq_num 50) dirty exists 2023-12-20T10:50:06.424 INFO:tasks.rados.rados.0.smithi123.stdout:52: left oid 18 (ObjNum 50 snap 0 seq_num 50) 2023-12-20T10:50:06.424 INFO:tasks.rados.rados.0.smithi123.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2023-12-20T10:50:06.426 INFO:tasks.rados.rados.0.smithi123.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2023-12-20T10:50:06.434 INFO:tasks.rados.rados.0.smithi123.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2023-12-20T10:50:06.447 INFO:tasks.rados.rados.0.smithi123.stdout:60: finishing copy_from to smithi123173835-23 2023-12-20T10:50:06.447 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 23 v 4 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-12-20T10:50:06.447 INFO:tasks.rados.rados.0.smithi123.stdout:60: finishing copy_from racing read to smithi123173835-23 2023-12-20T10:50:06.448 INFO:tasks.rados.rados.0.smithi123.stdout:58: finishing copy_from to smithi123173835-29 2023-12-20T10:50:06.448 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-20T10:50:06.448 INFO:tasks.rados.rados.0.smithi123.stdout:58: finishing copy_from racing read to smithi123173835-29 2023-12-20T10:50:07.268 INFO:tasks.rados.rados.0.smithi123.stdout:52: done (6 left) 2023-12-20T10:50:07.268 INFO:tasks.rados.rados.0.smithi123.stdout:55: done (5 left) 2023-12-20T10:50:07.268 INFO:tasks.rados.rados.0.smithi123.stdout:57: done (4 left) 2023-12-20T10:50:07.268 INFO:tasks.rados.rados.0.smithi123.stdout:58: done (3 left) 2023-12-20T10:50:07.268 INFO:tasks.rados.rados.0.smithi123.stdout:60: done (2 left) 2023-12-20T10:50:07.269 INFO:tasks.rados.rados.0.smithi123.stdout:62: done (1 left) 2023-12-20T10:50:07.269 INFO:tasks.rados.rados.0.smithi123.stdout:63: done (0 left) 2023-12-20T10:50:07.269 INFO:tasks.rados.rados.0.smithi123.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2023-12-20T10:50:07.269 INFO:tasks.rados.rados.0.smithi123.stdout:65: read oid 30 snap -1 2023-12-20T10:50:07.269 INFO:tasks.rados.rados.0.smithi123.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-20T10:50:07.269 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 23 current snap is 1 2023-12-20T10:50:07.269 INFO:tasks.rados.rados.0.smithi123.stdout:66: seq_num 53 ranges {794624=491520,1286144=401408} 2023-12-20T10:50:07.275 INFO:tasks.rados.rados.0.smithi123.stdout:66: writing smithi123173835-23 from 794624 to 1286144 tid 1 2023-12-20T10:50:07.278 INFO:tasks.rados.rados.0.smithi123.stdout:66: writing smithi123173835-23 from 1286144 to 1687552 tid 2 2023-12-20T10:50:07.278 INFO:tasks.rados.rados.0.smithi123.stdout:67: rollback oid 10 current snap is 1 2023-12-20T10:50:07.278 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 10 to 0 2023-12-20T10:50:07.284 INFO:tasks.rados.rados.0.smithi123.stdout:68: setattr oid 32 current snap is 1 2023-12-20T10:50:07.284 INFO:tasks.rados.rados.0.smithi123.stdout:69: copy_from oid 7 from oid 17 current snap is 1 2023-12-20T10:50:07.284 INFO:tasks.rados.rados.0.smithi123.stdout:70: read oid 20 snap 0 2023-12-20T10:50:07.284 INFO:tasks.rados.rados.0.smithi123.stdout:70: expect (ObjNum 19 snap 0 seq_num 19) 2023-12-20T10:50:07.284 INFO:tasks.rados.rados.0.smithi123.stdout:71: copy_from oid 24 from oid 29 current snap is 1 2023-12-20T10:50:07.284 INFO:tasks.rados.rados.0.smithi123.stdout:72: rollback oid 6 current snap is 1 2023-12-20T10:50:07.284 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 6 to 0 2023-12-20T10:50:07.284 INFO:tasks.rados.rados.0.smithi123.stdout:73: read oid 13 snap 0 2023-12-20T10:50:07.285 INFO:tasks.rados.rados.0.smithi123.stdout:73: expect (ObjNum 12 snap 0 seq_num 12) 2023-12-20T10:50:07.285 INFO:tasks.rados.rados.0.smithi123.stdout:74: rmattr oid 4 current snap is 1 2023-12-20T10:50:07.285 INFO:tasks.rados.rados.0.smithi123.stdout:74: done (10 left) 2023-12-20T10:50:07.285 INFO:tasks.rados.rados.0.smithi123.stdout:75: copy_from oid 48 from oid 1 current snap is 1 2023-12-20T10:50:07.285 INFO:tasks.rados.rados.0.smithi123.stdout:76: read oid 27 snap -1 2023-12-20T10:50:07.285 INFO:tasks.rados.rados.0.smithi123.stdout:76: expect (ObjNum 26 snap 0 seq_num 26) 2023-12-20T10:50:07.285 INFO:tasks.rados.rados.0.smithi123.stdout:77: copy_from oid 28 from oid 34 current snap is 1 2023-12-20T10:50:07.285 INFO:tasks.rados.rados.0.smithi123.stdout:78: read oid 43 snap -1 2023-12-20T10:50:07.285 INFO:tasks.rados.rados.0.smithi123.stdout:78: expect (ObjNum 42 snap 0 seq_num 42) 2023-12-20T10:50:07.285 INFO:tasks.rados.rados.0.smithi123.stdout:79: setattr oid 14 current snap is 1 2023-12-20T10:50:07.285 INFO:tasks.rados.rados.0.smithi123.stdout:80: snap_create 2023-12-20T10:50:07.285 INFO:tasks.rados.rados.0.smithi123.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-20T10:50:07.299 INFO:tasks.rados.rados.0.smithi123.stdout:64: finishing copy_from to smithi123173835-15 2023-12-20T10:50:07.299 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2023-12-20T10:50:07.299 INFO:tasks.rados.rados.0.smithi123.stdout:64: finishing copy_from racing read to smithi123173835-15 2023-12-20T10:50:07.300 INFO:tasks.rados.rados.0.smithi123.stdout:75: finishing copy_from to smithi123173835-48 2023-12-20T10:50:07.300 INFO:tasks.rados.rados.0.smithi123.stdout:75: got expected ENOENT (src dne) 2023-12-20T10:50:07.300 INFO:tasks.rados.rados.0.smithi123.stdout:75: finishing copy_from racing read to smithi123173835-48 2023-12-20T10:50:07.300 INFO:tasks.rados.rados.0.smithi123.stdout:78: expect (ObjNum 42 snap 0 seq_num 42) 2023-12-20T10:50:07.318 INFO:tasks.rados.rados.0.smithi123.stdout:73: expect (ObjNum 12 snap 0 seq_num 12) 2023-12-20T10:50:07.323 INFO:tasks.rados.rados.0.smithi123.stdout:70: expect (ObjNum 19 snap 0 seq_num 19) 2023-12-20T10:50:07.331 INFO:tasks.rados.rados.0.smithi123.stdout:67: finishing rollback tid 0 to smithi123173835-10 2023-12-20T10:50:07.331 INFO:tasks.rados.rados.0.smithi123.stdout:67: finishing rollback tid 1 to smithi123173835-10 2023-12-20T10:50:07.332 INFO:tasks.rados.rados.0.smithi123.stdout:67: finishing rollback tid 2 to smithi123173835-10 2023-12-20T10:50:07.332 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 23 (ObjNum 9 snap 0 seq_num 9) dirty exists 2023-12-20T10:50:07.332 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 25 (ObjNum 31 snap 0 seq_num 31) dirty exists 2023-12-20T10:50:07.332 INFO:tasks.rados.rados.0.smithi123.stdout:66: finishing write tid 1 to smithi123173835-23 2023-12-20T10:50:07.332 INFO:tasks.rados.rados.0.smithi123.stdout:69: finishing copy_from to smithi123173835-7 2023-12-20T10:50:07.332 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 2 (ObjNum 16 snap 0 seq_num 16) dirty exists 2023-12-20T10:50:07.332 INFO:tasks.rados.rados.0.smithi123.stdout:66: finishing write tid 2 to smithi123173835-23 2023-12-20T10:50:07.332 INFO:tasks.rados.rados.0.smithi123.stdout:66: finishing write tid 3 to smithi123173835-23 2023-12-20T10:50:07.332 INFO:tasks.rados.rados.0.smithi123.stdout:72: finishing rollback tid 0 to smithi123173835-6 2023-12-20T10:50:07.332 INFO:tasks.rados.rados.0.smithi123.stdout:72: finishing rollback tid 1 to smithi123173835-6 2023-12-20T10:50:07.332 INFO:tasks.rados.rados.0.smithi123.stdout:69: finishing copy_from racing read to smithi123173835-7 2023-12-20T10:50:07.332 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 14 v 8 (ObjNum 13 snap 0 seq_num 13) dirty exists 2023-12-20T10:50:07.332 INFO:tasks.rados.rados.0.smithi123.stdout:72: finishing rollback tid 2 to smithi123173835-6 2023-12-20T10:50:07.333 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 22 (ObjNum 5 snap 0 seq_num 5) dirty exists 2023-12-20T10:50:07.333 INFO:tasks.rados.rados.0.smithi123.stdout:66: finishing write tid 4 to smithi123173835-23 2023-12-20T10:50:07.333 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 23 v 18 (ObjNum 53 snap 1 seq_num 53) dirty exists 2023-12-20T10:50:07.333 INFO:tasks.rados.rados.0.smithi123.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2023-12-20T10:50:07.333 INFO:tasks.rados.rados.0.smithi123.stdout:71: finishing copy_from to smithi123173835-24 2023-12-20T10:50:07.333 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 24 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-20T10:50:07.333 INFO:tasks.rados.rados.0.smithi123.stdout:71: finishing copy_from racing read to smithi123173835-24 2023-12-20T10:50:07.333 INFO:tasks.rados.rados.0.smithi123.stdout:76: expect (ObjNum 26 snap 0 seq_num 26) 2023-12-20T10:50:07.342 INFO:tasks.rados.rados.0.smithi123.stdout:77: finishing copy_from to smithi123173835-28 2023-12-20T10:50:07.342 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 28 v 10 (ObjNum 33 snap 0 seq_num 33) dirty exists 2023-12-20T10:50:07.342 INFO:tasks.rados.rados.0.smithi123.stdout:77: finishing copy_from racing read to smithi123173835-28 2023-12-20T10:50:07.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:07 smithi177 ceph-mon[144425]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2023-12-20T10:50:07.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:07 smithi177 ceph-mon[144425]: osdmap e71: 8 total, 8 up, 8 in 2023-12-20T10:50:07.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:07 smithi177 ceph-mon[144425]: pgmap v74: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 638 KiB/s rd, 4.9 MiB/s wr, 49 op/s 2023-12-20T10:50:07.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:07 smithi123 ceph-mon[124884]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2023-12-20T10:50:07.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:07 smithi123 ceph-mon[124884]: osdmap e71: 8 total, 8 up, 8 in 2023-12-20T10:50:07.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:07 smithi123 ceph-mon[124884]: pgmap v74: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 638 KiB/s rd, 4.9 MiB/s wr, 49 op/s 2023-12-20T10:50:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:07 smithi123 ceph-mon[111044]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2023-12-20T10:50:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:07 smithi123 ceph-mon[111044]: osdmap e71: 8 total, 8 up, 8 in 2023-12-20T10:50:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:07 smithi123 ceph-mon[111044]: pgmap v74: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 638 KiB/s rd, 4.9 MiB/s wr, 49 op/s 2023-12-20T10:50:08.278 INFO:tasks.rados.rados.0.smithi123.stdout:64: done (15 left) 2023-12-20T10:50:08.278 INFO:tasks.rados.rados.0.smithi123.stdout:65: done (14 left) 2023-12-20T10:50:08.278 INFO:tasks.rados.rados.0.smithi123.stdout:66: done (13 left) 2023-12-20T10:50:08.278 INFO:tasks.rados.rados.0.smithi123.stdout:67: done (12 left) 2023-12-20T10:50:08.278 INFO:tasks.rados.rados.0.smithi123.stdout:68: done (11 left) 2023-12-20T10:50:08.278 INFO:tasks.rados.rados.0.smithi123.stdout:69: done (10 left) 2023-12-20T10:50:08.278 INFO:tasks.rados.rados.0.smithi123.stdout:70: done (9 left) 2023-12-20T10:50:08.278 INFO:tasks.rados.rados.0.smithi123.stdout:71: done (8 left) 2023-12-20T10:50:08.279 INFO:tasks.rados.rados.0.smithi123.stdout:72: done (7 left) 2023-12-20T10:50:08.279 INFO:tasks.rados.rados.0.smithi123.stdout:73: done (6 left) 2023-12-20T10:50:08.279 INFO:tasks.rados.rados.0.smithi123.stdout:75: done (5 left) 2023-12-20T10:50:08.279 INFO:tasks.rados.rados.0.smithi123.stdout:76: done (4 left) 2023-12-20T10:50:08.279 INFO:tasks.rados.rados.0.smithi123.stdout:77: done (3 left) 2023-12-20T10:50:08.279 INFO:tasks.rados.rados.0.smithi123.stdout:78: done (2 left) 2023-12-20T10:50:08.279 INFO:tasks.rados.rados.0.smithi123.stdout:79: done (1 left) 2023-12-20T10:50:08.279 INFO:tasks.rados.rados.0.smithi123.stdout:80: done (0 left) 2023-12-20T10:50:08.279 INFO:tasks.rados.rados.0.smithi123.stdout:81: rollback oid 40 current snap is 2 2023-12-20T10:50:08.279 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 40 to 1 2023-12-20T10:50:08.279 INFO:tasks.rados.rados.0.smithi123.stdout:82: snap_create 2023-12-20T10:50:08.281 INFO:tasks.rados.rados.0.smithi123.stdout:81: finishing rollback tid 0 to smithi123173835-40 2023-12-20T10:50:08.282 INFO:tasks.rados.rados.0.smithi123.stdout:81: finishing rollback tid 1 to smithi123173835-40 2023-12-20T10:50:08.282 INFO:tasks.rados.rados.0.smithi123.stdout:81: finishing rollback tid 2 to smithi123173835-40 2023-12-20T10:50:08.282 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 40 v 29 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-20T10:50:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:08 smithi177 ceph-mon[144425]: osdmap e72: 8 total, 8 up, 8 in 2023-12-20T10:50:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:08 smithi123 ceph-mon[124884]: osdmap e72: 8 total, 8 up, 8 in 2023-12-20T10:50:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:08 smithi123 ceph-mon[111044]: osdmap e72: 8 total, 8 up, 8 in 2023-12-20T10:50:09.288 INFO:tasks.rados.rados.0.smithi123.stdout:81: done (1 left) 2023-12-20T10:50:09.289 INFO:tasks.rados.rados.0.smithi123.stdout:82: done (0 left) 2023-12-20T10:50:09.289 INFO:tasks.rados.rados.0.smithi123.stdout:83: rollback oid 9 current snap is 3 2023-12-20T10:50:09.289 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 9 to 0 2023-12-20T10:50:09.289 INFO:tasks.rados.rados.0.smithi123.stdout:84: read oid 20 snap 1 2023-12-20T10:50:09.289 INFO:tasks.rados.rados.0.smithi123.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2023-12-20T10:50:09.289 INFO:tasks.rados.rados.0.smithi123.stdout:85: read oid 41 snap -1 2023-12-20T10:50:09.289 INFO:tasks.rados.rados.0.smithi123.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2023-12-20T10:50:09.289 INFO:tasks.rados.rados.0.smithi123.stdout:86: read oid 5 snap -1 2023-12-20T10:50:09.289 INFO:tasks.rados.rados.0.smithi123.stdout:86: expect (ObjNum 4 snap 0 seq_num 4) 2023-12-20T10:50:09.289 INFO:tasks.rados.rados.0.smithi123.stdout:87: read oid 4 snap -1 2023-12-20T10:50:09.289 INFO:tasks.rados.rados.0.smithi123.stdout:87: expect (ObjNum 3 snap 0 seq_num 3) 2023-12-20T10:50:09.289 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 3 current snap is 3 2023-12-20T10:50:09.290 INFO:tasks.rados.rados.0.smithi123.stdout:88: seq_num 54 ranges {0=507904,507904=401408} 2023-12-20T10:50:09.291 INFO:tasks.rados.rados.0.smithi123.stdout:88: writing smithi123173835-3 from 0 to 507904 tid 1 2023-12-20T10:50:09.294 INFO:tasks.rados.rados.0.smithi123.stdout:88: writing smithi123173835-3 from 507904 to 909312 tid 2 2023-12-20T10:50:09.294 INFO:tasks.rados.rados.0.smithi123.stdout:89: read oid 27 snap -1 2023-12-20T10:50:09.294 INFO:tasks.rados.rados.0.smithi123.stdout:89: expect (ObjNum 26 snap 0 seq_num 26) 2023-12-20T10:50:09.295 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 17 current snap is 3 2023-12-20T10:50:09.295 INFO:tasks.rados.rados.0.smithi123.stdout:90: seq_num 55 ranges {270336=524288,794624=401408} 2023-12-20T10:50:09.309 INFO:tasks.rados.rados.0.smithi123.stdout:90: writing smithi123173835-17 from 270336 to 794624 tid 1 2023-12-20T10:50:09.309 INFO:tasks.rados.rados.0.smithi123.stdout:90: writing smithi123173835-17 from 794624 to 1196032 tid 2 2023-12-20T10:50:09.309 INFO:tasks.rados.rados.0.smithi123.stdout:91: rollback oid 36 current snap is 3 2023-12-20T10:50:09.309 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 36 to 2 2023-12-20T10:50:09.309 INFO:tasks.rados.rados.0.smithi123.stdout:92: rollback oid 7 current snap is 3 2023-12-20T10:50:09.309 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 7 to 0 2023-12-20T10:50:09.309 INFO:tasks.rados.rados.0.smithi123.stdout:93: snap_create 2023-12-20T10:50:09.310 INFO:tasks.rados.rados.0.smithi123.stdout:86: expect (ObjNum 4 snap 0 seq_num 4) 2023-12-20T10:50:09.310 INFO:tasks.rados.rados.0.smithi123.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2023-12-20T10:50:09.315 INFO:tasks.rados.rados.0.smithi123.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2023-12-20T10:50:09.338 INFO:tasks.rados.rados.0.smithi123.stdout:83: finishing rollback tid 0 to smithi123173835-9 2023-12-20T10:50:09.338 INFO:tasks.rados.rados.0.smithi123.stdout:87: expect (ObjNum 3 snap 0 seq_num 3) 2023-12-20T10:50:09.338 INFO:tasks.rados.rados.0.smithi123.stdout:88: finishing write tid 1 to smithi123173835-3 2023-12-20T10:50:09.338 INFO:tasks.rados.rados.0.smithi123.stdout:83: finishing rollback tid 1 to smithi123173835-9 2023-12-20T10:50:09.339 INFO:tasks.rados.rados.0.smithi123.stdout:83: finishing rollback tid 2 to smithi123173835-9 2023-12-20T10:50:09.339 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 9 v 12 (ObjNum 8 snap 0 seq_num 8) dirty exists 2023-12-20T10:50:09.339 INFO:tasks.rados.rados.0.smithi123.stdout:90: finishing write tid 1 to smithi123173835-17 2023-12-20T10:50:09.339 INFO:tasks.rados.rados.0.smithi123.stdout:88: finishing write tid 2 to smithi123173835-3 2023-12-20T10:50:09.339 INFO:tasks.rados.rados.0.smithi123.stdout:88: finishing write tid 3 to smithi123173835-3 2023-12-20T10:50:09.339 INFO:tasks.rados.rados.0.smithi123.stdout:89: expect (ObjNum 26 snap 0 seq_num 26) 2023-12-20T10:50:09.348 INFO:tasks.rados.rados.0.smithi123.stdout:92: finishing rollback tid 0 to smithi123173835-7 2023-12-20T10:50:09.348 INFO:tasks.rados.rados.0.smithi123.stdout:92: finishing rollback tid 1 to smithi123173835-7 2023-12-20T10:50:09.348 INFO:tasks.rados.rados.0.smithi123.stdout:90: finishing write tid 2 to smithi123173835-17 2023-12-20T10:50:09.348 INFO:tasks.rados.rados.0.smithi123.stdout:91: finishing rollback tid 0 to smithi123173835-36 2023-12-20T10:50:09.349 INFO:tasks.rados.rados.0.smithi123.stdout:92: finishing rollback tid 2 to smithi123173835-7 2023-12-20T10:50:09.349 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 13 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-20T10:50:09.349 INFO:tasks.rados.rados.0.smithi123.stdout:91: finishing rollback tid 1 to smithi123173835-36 2023-12-20T10:50:09.349 INFO:tasks.rados.rados.0.smithi123.stdout:91: finishing rollback tid 2 to smithi123173835-36 2023-12-20T10:50:09.349 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 11 (ObjNum 35 snap 0 seq_num 35) dirty exists 2023-12-20T10:50:09.349 INFO:tasks.rados.rados.0.smithi123.stdout:90: finishing write tid 3 to smithi123173835-17 2023-12-20T10:50:09.350 INFO:tasks.rados.rados.0.smithi123.stdout:88: finishing write tid 4 to smithi123173835-3 2023-12-20T10:50:09.350 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 27 (ObjNum 54 snap 3 seq_num 54) dirty exists 2023-12-20T10:50:09.350 INFO:tasks.rados.rados.0.smithi123.stdout:88: left oid 3 (ObjNum 54 snap 3 seq_num 54) 2023-12-20T10:50:09.350 INFO:tasks.rados.rados.0.smithi123.stdout:90: finishing write tid 4 to smithi123173835-17 2023-12-20T10:50:09.350 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 17 v 8 (ObjNum 55 snap 3 seq_num 55) dirty exists 2023-12-20T10:50:09.350 INFO:tasks.rados.rados.0.smithi123.stdout:90: left oid 17 (ObjNum 55 snap 3 seq_num 55) 2023-12-20T10:50:09.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:09 smithi177 ceph-mon[144425]: osdmap e73: 8 total, 8 up, 8 in 2023-12-20T10:50:09.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:09 smithi177 ceph-mon[144425]: pgmap v77: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 639 KiB/s rd, 4.9 MiB/s wr, 50 op/s 2023-12-20T10:50:09.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:09 smithi123 ceph-mon[124884]: osdmap e73: 8 total, 8 up, 8 in 2023-12-20T10:50:09.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:09 smithi123 ceph-mon[124884]: pgmap v77: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 639 KiB/s rd, 4.9 MiB/s wr, 50 op/s 2023-12-20T10:50:09.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:09 smithi123 ceph-mon[111044]: osdmap e73: 8 total, 8 up, 8 in 2023-12-20T10:50:09.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:09 smithi123 ceph-mon[111044]: pgmap v77: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 639 KiB/s rd, 4.9 MiB/s wr, 50 op/s 2023-12-20T10:50:10.289 INFO:tasks.rados.rados.0.smithi123.stdout:83: done (10 left) 2023-12-20T10:50:10.289 INFO:tasks.rados.rados.0.smithi123.stdout:84: done (9 left) 2023-12-20T10:50:10.289 INFO:tasks.rados.rados.0.smithi123.stdout:85: done (8 left) 2023-12-20T10:50:10.289 INFO:tasks.rados.rados.0.smithi123.stdout:86: done (7 left) 2023-12-20T10:50:10.289 INFO:tasks.rados.rados.0.smithi123.stdout:87: done (6 left) 2023-12-20T10:50:10.289 INFO:tasks.rados.rados.0.smithi123.stdout:88: done (5 left) 2023-12-20T10:50:10.289 INFO:tasks.rados.rados.0.smithi123.stdout:89: done (4 left) 2023-12-20T10:50:10.289 INFO:tasks.rados.rados.0.smithi123.stdout:90: done (3 left) 2023-12-20T10:50:10.289 INFO:tasks.rados.rados.0.smithi123.stdout:91: done (2 left) 2023-12-20T10:50:10.289 INFO:tasks.rados.rados.0.smithi123.stdout:92: done (1 left) 2023-12-20T10:50:10.289 INFO:tasks.rados.rados.0.smithi123.stdout:93: done (0 left) 2023-12-20T10:50:10.289 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 27 current snap is 4 2023-12-20T10:50:10.290 INFO:tasks.rados.rados.0.smithi123.stdout:94: seq_num 56 ranges {442368=540672,983040=401408} 2023-12-20T10:50:10.294 INFO:tasks.rados.rados.0.smithi123.stdout:94: writing smithi123173835-27 from 442368 to 983040 tid 1 2023-12-20T10:50:10.296 INFO:tasks.rados.rados.0.smithi123.stdout:94: writing smithi123173835-27 from 983040 to 1384448 tid 2 2023-12-20T10:50:10.296 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 39 current snap is 4 2023-12-20T10:50:10.296 INFO:tasks.rados.rados.0.smithi123.stdout:95: seq_num 57 ranges {638976=557056,1196032=401408} 2023-12-20T10:50:10.303 INFO:tasks.rados.rados.0.smithi123.stdout:95: writing smithi123173835-39 from 638976 to 1196032 tid 1 2023-12-20T10:50:10.306 INFO:tasks.rados.rados.0.smithi123.stdout:95: writing smithi123173835-39 from 1196032 to 1597440 tid 2 2023-12-20T10:50:10.306 INFO:tasks.rados.rados.0.smithi123.stdout:96: read oid 45 snap -1 2023-12-20T10:50:10.306 INFO:tasks.rados.rados.0.smithi123.stdout:96: expect (ObjNum 44 snap 0 seq_num 44) 2023-12-20T10:50:10.306 INFO:tasks.rados.rados.0.smithi123.stdout:97: rollback oid 12 current snap is 4 2023-12-20T10:50:10.306 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 12 to 3 2023-12-20T10:50:10.306 INFO:tasks.rados.rados.0.smithi123.stdout:94: finishing write tid 1 to smithi123173835-27 2023-12-20T10:50:10.306 INFO:tasks.rados.rados.0.smithi123.stdout:94: finishing write tid 2 to smithi123173835-27 2023-12-20T10:50:10.307 INFO:tasks.rados.rados.0.smithi123.stdout:94: finishing write tid 3 to smithi123173835-27 2023-12-20T10:50:10.307 INFO:tasks.rados.rados.0.smithi123.stdout:94: finishing write tid 4 to smithi123173835-27 2023-12-20T10:50:10.307 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 27 v 8 (ObjNum 56 snap 4 seq_num 56) dirty exists 2023-12-20T10:50:10.307 INFO:tasks.rados.rados.0.smithi123.stdout:94: left oid 27 (ObjNum 56 snap 4 seq_num 56) 2023-12-20T10:50:10.307 INFO:tasks.rados.rados.0.smithi123.stdout:94: done (3 left) 2023-12-20T10:50:10.307 INFO:tasks.rados.rados.0.smithi123.stdout:98: snap_remove snap 0 2023-12-20T10:50:10.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:10 smithi177 ceph-mon[144425]: osdmap e74: 8 total, 8 up, 8 in 2023-12-20T10:50:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:10 smithi123 ceph-mon[124884]: osdmap e74: 8 total, 8 up, 8 in 2023-12-20T10:50:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:10 smithi123 ceph-mon[111044]: osdmap e74: 8 total, 8 up, 8 in 2023-12-20T10:50:11.294 INFO:tasks.rados.rados.0.smithi123.stdout:98: done (3 left) 2023-12-20T10:50:11.294 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 5 current snap is 4 2023-12-20T10:50:11.294 INFO:tasks.rados.rados.0.smithi123.stdout:99: seq_num 58 ranges {73728=573440,647168=401408} 2023-12-20T10:50:11.298 INFO:tasks.rados.rados.0.smithi123.stdout:99: writing smithi123173835-5 from 73728 to 647168 tid 1 2023-12-20T10:50:11.301 INFO:tasks.rados.rados.0.smithi123.stdout:99: writing smithi123173835-5 from 647168 to 1048576 tid 2 2023-12-20T10:50:11.301 INFO:tasks.rados.rados.0.smithi123.stdout:100: read oid 10 snap -1 2023-12-20T10:50:11.301 INFO:tasks.rados.rados.0.smithi123.stdout:100: expect (ObjNum 9 snap 0 seq_num 9) 2023-12-20T10:50:11.301 INFO:tasks.rados.rados.0.smithi123.stdout:101: snap_create 2023-12-20T10:50:11.302 INFO:tasks.rados.rados.0.smithi123.stdout:97: finishing rollback tid 0 to smithi123173835-12 2023-12-20T10:50:11.302 INFO:tasks.rados.rados.0.smithi123.stdout:97: finishing rollback tid 1 to smithi123173835-12 2023-12-20T10:50:11.302 INFO:tasks.rados.rados.0.smithi123.stdout:95: finishing write tid 1 to smithi123173835-39 2023-12-20T10:50:11.302 INFO:tasks.rados.rados.0.smithi123.stdout:95: finishing write tid 2 to smithi123173835-39 2023-12-20T10:50:11.302 INFO:tasks.rados.rados.0.smithi123.stdout:95: finishing write tid 3 to smithi123173835-39 2023-12-20T10:50:11.302 INFO:tasks.rados.rados.0.smithi123.stdout:97: finishing rollback tid 2 to smithi123173835-12 2023-12-20T10:50:11.302 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 10 (ObjNum 11 snap 0 seq_num 11) dirty exists 2023-12-20T10:50:11.302 INFO:tasks.rados.rados.0.smithi123.stdout:95: finishing write tid 4 to smithi123173835-39 2023-12-20T10:50:11.302 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 11 (ObjNum 57 snap 4 seq_num 57) dirty exists 2023-12-20T10:50:11.302 INFO:tasks.rados.rados.0.smithi123.stdout:95: left oid 39 (ObjNum 57 snap 4 seq_num 57) 2023-12-20T10:50:11.302 INFO:tasks.rados.rados.0.smithi123.stdout:96: expect (ObjNum 44 snap 0 seq_num 44) 2023-12-20T10:50:11.328 INFO:tasks.rados.rados.0.smithi123.stdout:99: finishing write tid 1 to smithi123173835-5 2023-12-20T10:50:11.328 INFO:tasks.rados.rados.0.smithi123.stdout:99: finishing write tid 2 to smithi123173835-5 2023-12-20T10:50:11.328 INFO:tasks.rados.rados.0.smithi123.stdout:99: finishing write tid 3 to smithi123173835-5 2023-12-20T10:50:11.328 INFO:tasks.rados.rados.0.smithi123.stdout:100: expect (ObjNum 9 snap 0 seq_num 9) 2023-12-20T10:50:11.332 INFO:tasks.rados.rados.0.smithi123.stdout:99: finishing write tid 4 to smithi123173835-5 2023-12-20T10:50:11.332 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 8 (ObjNum 58 snap 4 seq_num 58) dirty exists 2023-12-20T10:50:11.332 INFO:tasks.rados.rados.0.smithi123.stdout:99: left oid 5 (ObjNum 58 snap 4 seq_num 58) 2023-12-20T10:50:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:11 smithi177 ceph-mon[144425]: osdmap e75: 8 total, 8 up, 8 in 2023-12-20T10:50:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:11 smithi177 ceph-mon[144425]: pgmap v80: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:50:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:11 smithi123 ceph-mon[124884]: osdmap e75: 8 total, 8 up, 8 in 2023-12-20T10:50:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:11 smithi123 ceph-mon[124884]: pgmap v80: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:50:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:11 smithi123 ceph-mon[111044]: osdmap e75: 8 total, 8 up, 8 in 2023-12-20T10:50:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:11 smithi123 ceph-mon[111044]: pgmap v80: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:50:12.299 INFO:tasks.rados.rados.0.smithi123.stdout:95: done (5 left) 2023-12-20T10:50:12.299 INFO:tasks.rados.rados.0.smithi123.stdout:96: done (4 left) 2023-12-20T10:50:12.299 INFO:tasks.rados.rados.0.smithi123.stdout:97: done (3 left) 2023-12-20T10:50:12.299 INFO:tasks.rados.rados.0.smithi123.stdout:99: done (2 left) 2023-12-20T10:50:12.299 INFO:tasks.rados.rados.0.smithi123.stdout:100: done (1 left) 2023-12-20T10:50:12.299 INFO:tasks.rados.rados.0.smithi123.stdout:101: done (0 left) 2023-12-20T10:50:12.299 INFO:tasks.rados.rados.0.smithi123.stdout:102: snap_remove snap 1 2023-12-20T10:50:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:12 smithi177 ceph-mon[144425]: osdmap e76: 8 total, 8 up, 8 in 2023-12-20T10:50:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:12 smithi123 ceph-mon[124884]: osdmap e76: 8 total, 8 up, 8 in 2023-12-20T10:50:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:12 smithi123 ceph-mon[111044]: osdmap e76: 8 total, 8 up, 8 in 2023-12-20T10:50:13.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:12 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:50:12] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-20T10:50:13.318 INFO:tasks.rados.rados.0.smithi123.stdout:102: done (0 left) 2023-12-20T10:50:13.318 INFO:tasks.rados.rados.0.smithi123.stdout:103: read oid 29 snap 4 2023-12-20T10:50:13.318 INFO:tasks.rados.rados.0.smithi123.stdout:103: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-20T10:50:13.318 INFO:tasks.rados.rados.0.smithi123.stdout:104: read oid 46 snap -1 2023-12-20T10:50:13.318 INFO:tasks.rados.rados.0.smithi123.stdout:104: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-20T10:50:13.318 INFO:tasks.rados.rados.0.smithi123.stdout:105: copy_from oid 36 from oid 2 current snap is 5 2023-12-20T10:50:13.318 INFO:tasks.rados.rados.0.smithi123.stdout:106: rmattr oid 49 current snap is 5 2023-12-20T10:50:13.319 INFO:tasks.rados.rados.0.smithi123.stdout:106: done (3 left) 2023-12-20T10:50:13.319 INFO:tasks.rados.rados.0.smithi123.stdout:107: snap_remove snap 3 2023-12-20T10:50:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:13 smithi177 ceph-mon[144425]: osdmap e77: 8 total, 8 up, 8 in 2023-12-20T10:50:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:13 smithi177 ceph-mon[144425]: pgmap v83: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 33 op/s 2023-12-20T10:50:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:13 smithi123 ceph-mon[124884]: osdmap e77: 8 total, 8 up, 8 in 2023-12-20T10:50:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:13 smithi123 ceph-mon[124884]: pgmap v83: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 33 op/s 2023-12-20T10:50:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:13 smithi123 ceph-mon[111044]: osdmap e77: 8 total, 8 up, 8 in 2023-12-20T10:50:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:13 smithi123 ceph-mon[111044]: pgmap v83: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 33 op/s 2023-12-20T10:50:14.319 INFO:tasks.rados.rados.0.smithi123.stdout:107: done (3 left) 2023-12-20T10:50:14.320 INFO:tasks.rados.rados.0.smithi123.stdout:108: rmattr oid 30 current snap is 5 2023-12-20T10:50:14.320 INFO:tasks.rados.rados.0.smithi123.stdout:108: done (3 left) 2023-12-20T10:50:14.320 INFO:tasks.rados.rados.0.smithi123.stdout:109: read oid 42 snap 2 2023-12-20T10:50:14.320 INFO:tasks.rados.rados.0.smithi123.stdout:109: expect (ObjNum 41 snap 0 seq_num 41) 2023-12-20T10:50:14.320 INFO:tasks.rados.rados.0.smithi123.stdout:110: rmattr oid 14 current snap is 5 2023-12-20T10:50:14.321 INFO:tasks.rados.rados.0.smithi123.stdout:111: read oid 32 snap 2 2023-12-20T10:50:14.321 INFO:tasks.rados.rados.0.smithi123.stdout:111: expect (ObjNum 31 snap 0 seq_num 31) 2023-12-20T10:50:14.321 INFO:tasks.rados.rados.0.smithi123.stdout:112: delete oid 28 current snap is 5 2023-12-20T10:50:14.321 INFO:tasks.rados.rados.0.smithi123.stdout:103: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-20T10:50:14.344 INFO:tasks.rados.rados.0.smithi123.stdout:104: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-20T10:50:14.363 INFO:tasks.rados.rados.0.smithi123.stdout:105: finishing copy_from to smithi123173835-36 2023-12-20T10:50:14.364 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2023-12-20T10:50:14.364 INFO:tasks.rados.rados.0.smithi123.stdout:105: finishing copy_from racing read to smithi123173835-36 2023-12-20T10:50:14.364 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 14 v 20 (ObjNum 13 snap 0 seq_num 13) dirty exists 2023-12-20T10:50:14.364 INFO:tasks.rados.rados.0.smithi123.stdout:111: expect (ObjNum 31 snap 0 seq_num 31) 2023-12-20T10:50:14.377 INFO:tasks.rados.rados.0.smithi123.stdout:109: expect (ObjNum 41 snap 0 seq_num 41) 2023-12-20T10:50:14.395 INFO:tasks.rados.rados.0.smithi123.stdout:103: done (6 left) 2023-12-20T10:50:14.395 INFO:tasks.rados.rados.0.smithi123.stdout:104: done (5 left) 2023-12-20T10:50:14.395 INFO:tasks.rados.rados.0.smithi123.stdout:105: done (4 left) 2023-12-20T10:50:14.395 INFO:tasks.rados.rados.0.smithi123.stdout:109: done (3 left) 2023-12-20T10:50:14.396 INFO:tasks.rados.rados.0.smithi123.stdout:110: done (2 left) 2023-12-20T10:50:14.396 INFO:tasks.rados.rados.0.smithi123.stdout:111: done (1 left) 2023-12-20T10:50:14.396 INFO:tasks.rados.rados.0.smithi123.stdout:112: done (0 left) 2023-12-20T10:50:14.396 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 25 current snap is 5 2023-12-20T10:50:14.396 INFO:tasks.rados.rados.0.smithi123.stdout:113: seq_num 60 ranges {409600=614400,1024000=401408} 2023-12-20T10:50:14.401 INFO:tasks.rados.rados.0.smithi123.stdout:113: writing smithi123173835-25 from 409600 to 1024000 tid 1 2023-12-20T10:50:14.404 INFO:tasks.rados.rados.0.smithi123.stdout:113: writing smithi123173835-25 from 1024000 to 1425408 tid 2 2023-12-20T10:50:14.404 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 3 current snap is 5 2023-12-20T10:50:14.404 INFO:tasks.rados.rados.0.smithi123.stdout:114: seq_num 61 ranges {909312=630784,1540096=401408} 2023-12-20T10:50:14.414 INFO:tasks.rados.rados.0.smithi123.stdout:114: writing smithi123173835-3 from 909312 to 1540096 tid 1 2023-12-20T10:50:14.417 INFO:tasks.rados.rados.0.smithi123.stdout:114: writing smithi123173835-3 from 1540096 to 1941504 tid 2 2023-12-20T10:50:14.417 INFO:tasks.rados.rados.0.smithi123.stdout:115: snap_remove snap 2 2023-12-20T10:50:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:14 smithi177 ceph-mon[144425]: osdmap e78: 8 total, 8 up, 8 in 2023-12-20T10:50:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:14 smithi123 ceph-mon[124884]: osdmap e78: 8 total, 8 up, 8 in 2023-12-20T10:50:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:14 smithi123 ceph-mon[111044]: osdmap e78: 8 total, 8 up, 8 in 2023-12-20T10:50:15.329 INFO:tasks.rados.rados.0.smithi123.stdout:115: done (2 left) 2023-12-20T10:50:15.329 INFO:tasks.rados.rados.0.smithi123.stdout:116: snap_create 2023-12-20T10:50:15.330 INFO:tasks.rados.rados.0.smithi123.stdout:113: finishing write tid 1 to smithi123173835-25 2023-12-20T10:50:15.330 INFO:tasks.rados.rados.0.smithi123.stdout:113: finishing write tid 2 to smithi123173835-25 2023-12-20T10:50:15.330 INFO:tasks.rados.rados.0.smithi123.stdout:113: finishing write tid 3 to smithi123173835-25 2023-12-20T10:50:15.330 INFO:tasks.rados.rados.0.smithi123.stdout:113: finishing write tid 4 to smithi123173835-25 2023-12-20T10:50:15.330 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 18 (ObjNum 60 snap 5 seq_num 60) dirty exists 2023-12-20T10:50:15.330 INFO:tasks.rados.rados.0.smithi123.stdout:113: left oid 25 (ObjNum 60 snap 5 seq_num 60) 2023-12-20T10:50:15.330 INFO:tasks.rados.rados.0.smithi123.stdout:114: finishing write tid 1 to smithi123173835-3 2023-12-20T10:50:15.330 INFO:tasks.rados.rados.0.smithi123.stdout:114: finishing write tid 2 to smithi123173835-3 2023-12-20T10:50:15.330 INFO:tasks.rados.rados.0.smithi123.stdout:114: finishing write tid 3 to smithi123173835-3 2023-12-20T10:50:15.330 INFO:tasks.rados.rados.0.smithi123.stdout:114: finishing write tid 4 to smithi123173835-3 2023-12-20T10:50:15.330 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 37 (ObjNum 61 snap 5 seq_num 61) dirty exists 2023-12-20T10:50:15.330 INFO:tasks.rados.rados.0.smithi123.stdout:114: left oid 3 (ObjNum 61 snap 5 seq_num 61) 2023-12-20T10:50:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:15 smithi177 ceph-mon[144425]: osdmap e79: 8 total, 8 up, 8 in 2023-12-20T10:50:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:15 smithi177 ceph-mon[144425]: pgmap v86: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 33 op/s 2023-12-20T10:50:15.676 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:15 smithi123 ceph-mon[124884]: osdmap e79: 8 total, 8 up, 8 in 2023-12-20T10:50:15.677 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:15 smithi123 ceph-mon[124884]: pgmap v86: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 33 op/s 2023-12-20T10:50:15.677 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:15 smithi123 ceph-mon[111044]: osdmap e79: 8 total, 8 up, 8 in 2023-12-20T10:50:15.677 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:15 smithi123 ceph-mon[111044]: pgmap v86: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 33 op/s 2023-12-20T10:50:15.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:50:15 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:50:15] "GET /metrics HTTP/1.1" 200 235834 "" "Prometheus/2.43.0" 2023-12-20T10:50:16.335 INFO:tasks.rados.rados.0.smithi123.stdout:113: done (2 left) 2023-12-20T10:50:16.335 INFO:tasks.rados.rados.0.smithi123.stdout:114: done (1 left) 2023-12-20T10:50:16.336 INFO:tasks.rados.rados.0.smithi123.stdout:116: done (0 left) 2023-12-20T10:50:16.336 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 9 current snap is 6 2023-12-20T10:50:16.336 INFO:tasks.rados.rados.0.smithi123.stdout:117: seq_num 62 ranges {139264=647168,786432=401408} 2023-12-20T10:50:16.339 INFO:tasks.rados.rados.0.smithi123.stdout:117: writing smithi123173835-9 from 139264 to 786432 tid 1 2023-12-20T10:50:16.343 INFO:tasks.rados.rados.0.smithi123.stdout:117: writing smithi123173835-9 from 786432 to 1187840 tid 2 2023-12-20T10:50:16.343 INFO:tasks.rados.rados.0.smithi123.stdout:118: rollback oid 3 current snap is 6 2023-12-20T10:50:16.343 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 3 to 4 2023-12-20T10:50:16.343 INFO:tasks.rados.rados.0.smithi123.stdout:119: read oid 25 snap -1 2023-12-20T10:50:16.344 INFO:tasks.rados.rados.0.smithi123.stdout:119: expect (ObjNum 60 snap 5 seq_num 60) 2023-12-20T10:50:16.344 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 2 current snap is 6 2023-12-20T10:50:16.344 INFO:tasks.rados.rados.0.smithi123.stdout:120: seq_num 63 ranges {172032=663552,835584=401408} 2023-12-20T10:50:16.348 INFO:tasks.rados.rados.0.smithi123.stdout:120: writing smithi123173835-2 from 172032 to 835584 tid 1 2023-12-20T10:50:16.351 INFO:tasks.rados.rados.0.smithi123.stdout:120: writing smithi123173835-2 from 835584 to 1236992 tid 2 2023-12-20T10:50:16.352 INFO:tasks.rados.rados.0.smithi123.stdout:121: snap_create 2023-12-20T10:50:16.352 INFO:tasks.rados.rados.0.smithi123.stdout:117: finishing write tid 1 to smithi123173835-9 2023-12-20T10:50:16.352 INFO:tasks.rados.rados.0.smithi123.stdout:117: finishing write tid 2 to smithi123173835-9 2023-12-20T10:50:16.352 INFO:tasks.rados.rados.0.smithi123.stdout:117: finishing write tid 3 to smithi123173835-9 2023-12-20T10:50:16.352 INFO:tasks.rados.rados.0.smithi123.stdout:118: finishing rollback tid 0 to smithi123173835-3 2023-12-20T10:50:16.352 INFO:tasks.rados.rados.0.smithi123.stdout:118: finishing rollback tid 1 to smithi123173835-3 2023-12-20T10:50:16.352 INFO:tasks.rados.rados.0.smithi123.stdout:118: finishing rollback tid 2 to smithi123173835-3 2023-12-20T10:50:16.353 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 41 (ObjNum 54 snap 3 seq_num 54) dirty exists 2023-12-20T10:50:16.353 INFO:tasks.rados.rados.0.smithi123.stdout:117: finishing write tid 4 to smithi123173835-9 2023-12-20T10:50:16.353 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 9 v 28 (ObjNum 62 snap 6 seq_num 62) dirty exists 2023-12-20T10:50:16.353 INFO:tasks.rados.rados.0.smithi123.stdout:117: left oid 9 (ObjNum 62 snap 6 seq_num 62) 2023-12-20T10:50:16.353 INFO:tasks.rados.rados.0.smithi123.stdout:120: finishing write tid 1 to smithi123173835-2 2023-12-20T10:50:16.354 INFO:tasks.rados.rados.0.smithi123.stdout:119: expect (ObjNum 60 snap 5 seq_num 60) 2023-12-20T10:50:16.400 INFO:tasks.rados.rados.0.smithi123.stdout:120: finishing write tid 2 to smithi123173835-2 2023-12-20T10:50:16.400 INFO:tasks.rados.rados.0.smithi123.stdout:120: finishing write tid 3 to smithi123173835-2 2023-12-20T10:50:16.400 INFO:tasks.rados.rados.0.smithi123.stdout:120: finishing write tid 4 to smithi123173835-2 2023-12-20T10:50:16.400 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 2 v 23 (ObjNum 63 snap 6 seq_num 63) dirty exists 2023-12-20T10:50:16.400 INFO:tasks.rados.rados.0.smithi123.stdout:120: left oid 2 (ObjNum 63 snap 6 seq_num 63) 2023-12-20T10:50:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:16 smithi177 ceph-mon[144425]: osdmap e80: 8 total, 8 up, 8 in 2023-12-20T10:50:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:16 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:50:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:16 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:16 smithi123 ceph-mon[124884]: osdmap e80: 8 total, 8 up, 8 in 2023-12-20T10:50:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:16 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:50:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:16 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:16 smithi123 ceph-mon[111044]: osdmap e80: 8 total, 8 up, 8 in 2023-12-20T10:50:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:16 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:50:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:16 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:17.346 INFO:tasks.rados.rados.0.smithi123.stdout:117: done (4 left) 2023-12-20T10:50:17.346 INFO:tasks.rados.rados.0.smithi123.stdout:118: done (3 left) 2023-12-20T10:50:17.346 INFO:tasks.rados.rados.0.smithi123.stdout:119: done (2 left) 2023-12-20T10:50:17.346 INFO:tasks.rados.rados.0.smithi123.stdout:120: done (1 left) 2023-12-20T10:50:17.347 INFO:tasks.rados.rados.0.smithi123.stdout:121: done (0 left) 2023-12-20T10:50:17.347 INFO:tasks.rados.rados.0.smithi123.stdout:122: read oid 48 snap 5 2023-12-20T10:50:17.347 INFO:tasks.rados.rados.0.smithi123.stdout:122: expect (ObjNum 47 snap 0 seq_num 47) 2023-12-20T10:50:17.347 INFO:tasks.rados.rados.0.smithi123.stdout:123: read oid 49 snap 6 2023-12-20T10:50:17.347 INFO:tasks.rados.rados.0.smithi123.stdout:123: expect (ObjNum 48 snap 0 seq_num 48) 2023-12-20T10:50:17.347 INFO:tasks.rados.rados.0.smithi123.stdout:124: delete oid 44 current snap is 7 2023-12-20T10:50:17.348 INFO:tasks.rados.rados.0.smithi123.stdout:124: done (2 left) 2023-12-20T10:50:17.348 INFO:tasks.rados.rados.0.smithi123.stdout:125: rollback oid 23 current snap is 7 2023-12-20T10:50:17.348 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 23 to 5 2023-12-20T10:50:17.348 INFO:tasks.rados.rados.0.smithi123.stdout:126: read oid 30 snap -1 2023-12-20T10:50:17.348 INFO:tasks.rados.rados.0.smithi123.stdout:126: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-20T10:50:17.348 INFO:tasks.rados.rados.0.smithi123.stdout:127: setattr oid 35 current snap is 7 2023-12-20T10:50:17.350 INFO:tasks.rados.rados.0.smithi123.stdout:128: delete oid 25 current snap is 7 2023-12-20T10:50:17.352 INFO:tasks.rados.rados.0.smithi123.stdout:125: finishing rollback tid 0 to smithi123173835-23 2023-12-20T10:50:17.353 INFO:tasks.rados.rados.0.smithi123.stdout:125: finishing rollback tid 1 to smithi123173835-23 2023-12-20T10:50:17.353 INFO:tasks.rados.rados.0.smithi123.stdout:125: finishing rollback tid 2 to smithi123173835-23 2023-12-20T10:50:17.353 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 23 v 45 (ObjNum 53 snap 1 seq_num 53) dirty exists 2023-12-20T10:50:17.354 INFO:tasks.rados.rados.0.smithi123.stdout:125: done (5 left) 2023-12-20T10:50:17.354 INFO:tasks.rados.rados.0.smithi123.stdout:128: done (4 left) 2023-12-20T10:50:17.354 INFO:tasks.rados.rados.0.smithi123.stdout:129: snap_remove snap 4 2023-12-20T10:50:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:17 smithi177 ceph-mon[144425]: osdmap e81: 8 total, 8 up, 8 in 2023-12-20T10:50:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:17 smithi177 ceph-mon[144425]: pgmap v89: 121 pgs: 121 active+clean; 32 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2023-12-20T10:50:17.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:17 smithi123 ceph-mon[124884]: osdmap e81: 8 total, 8 up, 8 in 2023-12-20T10:50:17.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:17 smithi123 ceph-mon[124884]: pgmap v89: 121 pgs: 121 active+clean; 32 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2023-12-20T10:50:17.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:17 smithi123 ceph-mon[111044]: osdmap e81: 8 total, 8 up, 8 in 2023-12-20T10:50:17.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:17 smithi123 ceph-mon[111044]: pgmap v89: 121 pgs: 121 active+clean; 32 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2023-12-20T10:50:18.366 INFO:tasks.rados.rados.0.smithi123.stdout:129: done (4 left) 2023-12-20T10:50:18.366 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 32 current snap is 7 2023-12-20T10:50:18.366 INFO:tasks.rados.rados.0.smithi123.stdout:130: seq_num 66 ranges {524288=712704,1236992=401408} 2023-12-20T10:50:18.368 INFO:tasks.rados.rados.0.smithi123.stdout:130: writing smithi123173835-32 from 524288 to 1236992 tid 1 2023-12-20T10:50:18.370 INFO:tasks.rados.rados.0.smithi123.stdout:130: writing smithi123173835-32 from 1236992 to 1638400 tid 2 2023-12-20T10:50:18.370 INFO:tasks.rados.rados.0.smithi123.stdout:131: read oid 44 snap 5 2023-12-20T10:50:18.370 INFO:tasks.rados.rados.0.smithi123.stdout:131: expect (ObjNum 43 snap 0 seq_num 43) 2023-12-20T10:50:18.370 INFO:tasks.rados.rados.0.smithi123.stdout:132: rollback oid 11 current snap is 7 2023-12-20T10:50:18.371 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 11 to 5 2023-12-20T10:50:18.371 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 35 v 41 (ObjNum 34 snap 0 seq_num 34) dirty exists 2023-12-20T10:50:18.371 INFO:tasks.rados.rados.0.smithi123.stdout:126: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-20T10:50:18.385 INFO:tasks.rados.rados.0.smithi123.stdout:122: expect (ObjNum 47 snap 0 seq_num 47) 2023-12-20T10:50:18.405 INFO:tasks.rados.rados.0.smithi123.stdout:123: expect (ObjNum 48 snap 0 seq_num 48) 2023-12-20T10:50:18.427 INFO:tasks.rados.rados.0.smithi123.stdout:132: finishing rollback tid 0 to smithi123173835-11 2023-12-20T10:50:18.427 INFO:tasks.rados.rados.0.smithi123.stdout:132: finishing rollback tid 1 to smithi123173835-11 2023-12-20T10:50:18.428 INFO:tasks.rados.rados.0.smithi123.stdout:132: finishing rollback tid 2 to smithi123173835-11 2023-12-20T10:50:18.428 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 11 v 8 (ObjNum 10 snap 0 seq_num 10) dirty exists 2023-12-20T10:50:18.428 INFO:tasks.rados.rados.0.smithi123.stdout:130: finishing write tid 1 to smithi123173835-32 2023-12-20T10:50:18.428 INFO:tasks.rados.rados.0.smithi123.stdout:130: finishing write tid 2 to smithi123173835-32 2023-12-20T10:50:18.428 INFO:tasks.rados.rados.0.smithi123.stdout:130: finishing write tid 3 to smithi123173835-32 2023-12-20T10:50:18.428 INFO:tasks.rados.rados.0.smithi123.stdout:130: finishing write tid 4 to smithi123173835-32 2023-12-20T10:50:18.428 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 47 (ObjNum 66 snap 7 seq_num 66) dirty exists 2023-12-20T10:50:18.428 INFO:tasks.rados.rados.0.smithi123.stdout:130: left oid 32 (ObjNum 66 snap 7 seq_num 66) 2023-12-20T10:50:18.428 INFO:tasks.rados.rados.0.smithi123.stdout:122: done (6 left) 2023-12-20T10:50:18.428 INFO:tasks.rados.rados.0.smithi123.stdout:123: done (5 left) 2023-12-20T10:50:18.428 INFO:tasks.rados.rados.0.smithi123.stdout:126: done (4 left) 2023-12-20T10:50:18.428 INFO:tasks.rados.rados.0.smithi123.stdout:127: done (3 left) 2023-12-20T10:50:18.428 INFO:tasks.rados.rados.0.smithi123.stdout:130: done (2 left) 2023-12-20T10:50:18.428 INFO:tasks.rados.rados.0.smithi123.stdout:132: done (1 left) 2023-12-20T10:50:18.429 INFO:tasks.rados.rados.0.smithi123.stdout:133: delete oid 17 current snap is 7 2023-12-20T10:50:18.429 INFO:tasks.rados.rados.0.smithi123.stdout:131: expect (ObjNum 43 snap 0 seq_num 43) 2023-12-20T10:50:18.447 INFO:tasks.rados.rados.0.smithi123.stdout:131: done (1 left) 2023-12-20T10:50:18.447 INFO:tasks.rados.rados.0.smithi123.stdout:133: done (0 left) 2023-12-20T10:50:18.447 INFO:tasks.rados.rados.0.smithi123.stdout:134: delete oid 42 current snap is 7 2023-12-20T10:50:18.449 INFO:tasks.rados.rados.0.smithi123.stdout:134: done (0 left) 2023-12-20T10:50:18.449 INFO:tasks.rados.rados.0.smithi123.stdout:135: copy_from oid 36 from oid 1 current snap is 7 2023-12-20T10:50:18.449 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 31 current snap is 7 2023-12-20T10:50:18.449 INFO:tasks.rados.rados.0.smithi123.stdout:136: seq_num 69 ranges {507904=761856,1269760=401408} 2023-12-20T10:50:18.456 INFO:tasks.rados.rados.0.smithi123.stdout:136: writing smithi123173835-31 from 507904 to 1269760 tid 1 2023-12-20T10:50:18.458 INFO:tasks.rados.rados.0.smithi123.stdout:136: writing smithi123173835-31 from 1269760 to 1671168 tid 2 2023-12-20T10:50:18.458 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 8 current snap is 7 2023-12-20T10:50:18.458 INFO:tasks.rados.rados.0.smithi123.stdout:135: finishing copy_from to smithi123173835-36 2023-12-20T10:50:18.459 INFO:tasks.rados.rados.0.smithi123.stdout:135: got expected ENOENT (src dne) 2023-12-20T10:50:18.459 INFO:tasks.rados.rados.0.smithi123.stdout:137: seq_num 70 ranges {122880=778240,901120=401408} 2023-12-20T10:50:18.463 INFO:tasks.rados.rados.0.smithi123.stdout:137: writing smithi123173835-8 from 122880 to 901120 tid 1 2023-12-20T10:50:18.466 INFO:tasks.rados.rados.0.smithi123.stdout:137: writing smithi123173835-8 from 901120 to 1302528 tid 2 2023-12-20T10:50:18.466 INFO:tasks.rados.rados.0.smithi123.stdout:138: copy_from oid 41 from oid 17 current snap is 7 2023-12-20T10:50:18.467 INFO:tasks.rados.rados.0.smithi123.stdout:135: finishing copy_from racing read to smithi123173835-36 2023-12-20T10:50:18.467 INFO:tasks.rados.rados.0.smithi123.stdout:136: finishing write tid 1 to smithi123173835-31 2023-12-20T10:50:18.467 INFO:tasks.rados.rados.0.smithi123.stdout:136: finishing write tid 2 to smithi123173835-31 2023-12-20T10:50:18.467 INFO:tasks.rados.rados.0.smithi123.stdout:136: finishing write tid 3 to smithi123173835-31 2023-12-20T10:50:18.467 INFO:tasks.rados.rados.0.smithi123.stdout:136: finishing write tid 4 to smithi123173835-31 2023-12-20T10:50:18.467 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 31 v 12 (ObjNum 69 snap 7 seq_num 69) dirty exists 2023-12-20T10:50:18.467 INFO:tasks.rados.rados.0.smithi123.stdout:136: left oid 31 (ObjNum 69 snap 7 seq_num 69) 2023-12-20T10:50:18.467 INFO:tasks.rados.rados.0.smithi123.stdout:135: done (3 left) 2023-12-20T10:50:18.467 INFO:tasks.rados.rados.0.smithi123.stdout:136: done (2 left) 2023-12-20T10:50:18.467 INFO:tasks.rados.rados.0.smithi123.stdout:139: copy_from oid 29 from oid 10 current snap is 7 2023-12-20T10:50:18.467 INFO:tasks.rados.rados.0.smithi123.stdout:140: snap_create 2023-12-20T10:50:18.468 INFO:tasks.rados.rados.0.smithi123.stdout:137: finishing write tid 1 to smithi123173835-8 2023-12-20T10:50:18.468 INFO:tasks.rados.rados.0.smithi123.stdout:138: finishing copy_from to smithi123173835-41 2023-12-20T10:50:18.468 INFO:tasks.rados.rados.0.smithi123.stdout:138: got expected ENOENT (src dne) 2023-12-20T10:50:18.468 INFO:tasks.rados.rados.0.smithi123.stdout:137: finishing write tid 2 to smithi123173835-8 2023-12-20T10:50:18.468 INFO:tasks.rados.rados.0.smithi123.stdout:138: finishing copy_from racing read to smithi123173835-41 2023-12-20T10:50:18.468 INFO:tasks.rados.rados.0.smithi123.stdout:137: finishing write tid 3 to smithi123173835-8 2023-12-20T10:50:18.469 INFO:tasks.rados.rados.0.smithi123.stdout:137: finishing write tid 4 to smithi123173835-8 2023-12-20T10:50:18.469 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 22 (ObjNum 70 snap 7 seq_num 70) dirty exists 2023-12-20T10:50:18.469 INFO:tasks.rados.rados.0.smithi123.stdout:137: left oid 8 (ObjNum 70 snap 7 seq_num 70) 2023-12-20T10:50:18.469 INFO:tasks.rados.rados.0.smithi123.stdout:139: finishing copy_from to smithi123173835-29 2023-12-20T10:50:18.470 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 23 (ObjNum 9 snap 0 seq_num 9) dirty exists 2023-12-20T10:50:18.470 INFO:tasks.rados.rados.0.smithi123.stdout:139: finishing copy_from racing read to smithi123173835-29 2023-12-20T10:50:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:18 smithi177 ceph-mon[144425]: osdmap e82: 8 total, 8 up, 8 in 2023-12-20T10:50:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:18 smithi123 ceph-mon[124884]: osdmap e82: 8 total, 8 up, 8 in 2023-12-20T10:50:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:18 smithi123 ceph-mon[111044]: osdmap e82: 8 total, 8 up, 8 in 2023-12-20T10:50:19.360 INFO:tasks.rados.rados.0.smithi123.stdout:137: done (3 left) 2023-12-20T10:50:19.361 INFO:tasks.rados.rados.0.smithi123.stdout:138: done (2 left) 2023-12-20T10:50:19.361 INFO:tasks.rados.rados.0.smithi123.stdout:139: done (1 left) 2023-12-20T10:50:19.361 INFO:tasks.rados.rados.0.smithi123.stdout:140: done (0 left) 2023-12-20T10:50:19.361 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 9 current snap is 8 2023-12-20T10:50:19.361 INFO:tasks.rados.rados.0.smithi123.stdout:141: seq_num 71 ranges {1187840=794624,1982464=401408} 2023-12-20T10:50:19.371 INFO:tasks.rados.rados.0.smithi123.stdout:141: writing smithi123173835-9 from 1187840 to 1982464 tid 1 2023-12-20T10:50:19.374 INFO:tasks.rados.rados.0.smithi123.stdout:141: writing smithi123173835-9 from 1982464 to 2383872 tid 2 2023-12-20T10:50:19.375 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 12 current snap is 8 2023-12-20T10:50:19.375 INFO:tasks.rados.rados.0.smithi123.stdout:142: seq_num 72 ranges {188416=409600,598016=524288,1122304=278528} 2023-12-20T10:50:19.378 INFO:tasks.rados.rados.0.smithi123.stdout:142: writing smithi123173835-12 from 188416 to 598016 tid 1 2023-12-20T10:50:19.383 INFO:tasks.rados.rados.0.smithi123.stdout:142: writing smithi123173835-12 from 598016 to 1122304 tid 2 2023-12-20T10:50:19.385 INFO:tasks.rados.rados.0.smithi123.stdout:142: writing smithi123173835-12 from 1122304 to 1400832 tid 3 2023-12-20T10:50:19.385 INFO:tasks.rados.rados.0.smithi123.stdout:143: rollback oid 22 current snap is 8 2023-12-20T10:50:19.386 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 22 to 5 2023-12-20T10:50:19.386 INFO:tasks.rados.rados.0.smithi123.stdout:144: snap_create 2023-12-20T10:50:19.386 INFO:tasks.rados.rados.0.smithi123.stdout:141: finishing write tid 1 to smithi123173835-9 2023-12-20T10:50:19.386 INFO:tasks.rados.rados.0.smithi123.stdout:142: finishing write tid 1 to smithi123173835-12 2023-12-20T10:50:19.386 INFO:tasks.rados.rados.0.smithi123.stdout:141: finishing write tid 2 to smithi123173835-9 2023-12-20T10:50:19.386 INFO:tasks.rados.rados.0.smithi123.stdout:141: finishing write tid 3 to smithi123173835-9 2023-12-20T10:50:19.386 INFO:tasks.rados.rados.0.smithi123.stdout:141: finishing write tid 4 to smithi123173835-9 2023-12-20T10:50:19.386 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 9 v 36 (ObjNum 71 snap 8 seq_num 71) dirty exists 2023-12-20T10:50:19.386 INFO:tasks.rados.rados.0.smithi123.stdout:141: left oid 9 (ObjNum 71 snap 8 seq_num 71) 2023-12-20T10:50:19.387 INFO:tasks.rados.rados.0.smithi123.stdout:142: finishing write tid 2 to smithi123173835-12 2023-12-20T10:50:19.389 INFO:tasks.rados.rados.0.smithi123.stdout:143: finishing rollback tid 0 to smithi123173835-22 2023-12-20T10:50:19.389 INFO:tasks.rados.rados.0.smithi123.stdout:143: finishing rollback tid 1 to smithi123173835-22 2023-12-20T10:50:19.390 INFO:tasks.rados.rados.0.smithi123.stdout:143: finishing rollback tid 2 to smithi123173835-22 2023-12-20T10:50:19.390 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 22 v 17 (ObjNum 21 snap 0 seq_num 21) dirty exists 2023-12-20T10:50:19.390 INFO:tasks.rados.rados.0.smithi123.stdout:142: finishing write tid 3 to smithi123173835-12 2023-12-20T10:50:19.390 INFO:tasks.rados.rados.0.smithi123.stdout:142: finishing write tid 4 to smithi123173835-12 2023-12-20T10:50:19.391 INFO:tasks.rados.rados.0.smithi123.stdout:142: finishing write tid 5 to smithi123173835-12 2023-12-20T10:50:19.391 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 27 (ObjNum 72 snap 8 seq_num 72) dirty exists 2023-12-20T10:50:19.391 INFO:tasks.rados.rados.0.smithi123.stdout:142: left oid 12 (ObjNum 72 snap 8 seq_num 72) 2023-12-20T10:50:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:19 smithi177 ceph-mon[144425]: osdmap e83: 8 total, 8 up, 8 in 2023-12-20T10:50:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:19 smithi177 ceph-mon[144425]: pgmap v92: 121 pgs: 121 active+clean; 32 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2023-12-20T10:50:19.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:19 smithi123 ceph-mon[124884]: osdmap e83: 8 total, 8 up, 8 in 2023-12-20T10:50:19.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:19 smithi123 ceph-mon[124884]: pgmap v92: 121 pgs: 121 active+clean; 32 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2023-12-20T10:50:19.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:19 smithi123 ceph-mon[111044]: osdmap e83: 8 total, 8 up, 8 in 2023-12-20T10:50:19.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:19 smithi123 ceph-mon[111044]: pgmap v92: 121 pgs: 121 active+clean; 32 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2023-12-20T10:50:20.243 INFO:tasks.rados.rados.0.smithi123.stdout:141: done (3 left) 2023-12-20T10:50:20.243 INFO:tasks.rados.rados.0.smithi123.stdout:142: done (2 left) 2023-12-20T10:50:20.243 INFO:tasks.rados.rados.0.smithi123.stdout:143: done (1 left) 2023-12-20T10:50:20.244 INFO:tasks.rados.rados.0.smithi123.stdout:144: done (0 left) 2023-12-20T10:50:20.244 INFO:tasks.rados.rados.0.smithi123.stdout:145: read oid 33 snap -1 2023-12-20T10:50:20.244 INFO:tasks.rados.rados.0.smithi123.stdout:145: expect (ObjNum 32 snap 0 seq_num 32) 2023-12-20T10:50:20.244 INFO:tasks.rados.rados.0.smithi123.stdout:146: read oid 45 snap -1 2023-12-20T10:50:20.244 INFO:tasks.rados.rados.0.smithi123.stdout:146: expect (ObjNum 44 snap 0 seq_num 44) 2023-12-20T10:50:20.244 INFO:tasks.rados.rados.0.smithi123.stdout:147: snap_create 2023-12-20T10:50:20.250 INFO:tasks.rados.rados.0.smithi123.stdout:146: expect (ObjNum 44 snap 0 seq_num 44) 2023-12-20T10:50:20.270 INFO:tasks.rados.rados.0.smithi123.stdout:145: expect (ObjNum 32 snap 0 seq_num 32) 2023-12-20T10:50:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:20 smithi177 ceph-mon[144425]: osdmap e84: 8 total, 8 up, 8 in 2023-12-20T10:50:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:20 smithi177 ceph-mon[144425]: osdmap e85: 8 total, 8 up, 8 in 2023-12-20T10:50:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:20 smithi123 ceph-mon[124884]: osdmap e84: 8 total, 8 up, 8 in 2023-12-20T10:50:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:20 smithi123 ceph-mon[124884]: osdmap e85: 8 total, 8 up, 8 in 2023-12-20T10:50:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:20 smithi123 ceph-mon[111044]: osdmap e84: 8 total, 8 up, 8 in 2023-12-20T10:50:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:20 smithi123 ceph-mon[111044]: osdmap e85: 8 total, 8 up, 8 in 2023-12-20T10:50:21.252 INFO:tasks.rados.rados.0.smithi123.stdout:145: done (2 left) 2023-12-20T10:50:21.252 INFO:tasks.rados.rados.0.smithi123.stdout:146: done (1 left) 2023-12-20T10:50:21.252 INFO:tasks.rados.rados.0.smithi123.stdout:147: done (0 left) 2023-12-20T10:50:21.252 INFO:tasks.rados.rados.0.smithi123.stdout:148: copy_from oid 48 from oid 42 current snap is 10 2023-12-20T10:50:21.252 INFO:tasks.rados.rados.0.smithi123.stdout:149: delete oid 29 current snap is 10 2023-12-20T10:50:21.257 INFO:tasks.rados.rados.0.smithi123.stdout:149: done (1 left) 2023-12-20T10:50:21.257 INFO:tasks.rados.rados.0.smithi123.stdout:150: snap_create 2023-12-20T10:50:21.259 INFO:tasks.rados.rados.0.smithi123.stdout:148: finishing copy_from to smithi123173835-48 2023-12-20T10:50:21.259 INFO:tasks.rados.rados.0.smithi123.stdout:148: got expected ENOENT (src dne) 2023-12-20T10:50:21.259 INFO:tasks.rados.rados.0.smithi123.stdout:148: finishing copy_from racing read to smithi123173835-48 2023-12-20T10:50:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:21 smithi177 ceph-mon[144425]: pgmap v95: 121 pgs: 121 active+clean; 32 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:50:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:21 smithi177 ceph-mon[144425]: osdmap e86: 8 total, 8 up, 8 in 2023-12-20T10:50:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:21 smithi123 ceph-mon[124884]: pgmap v95: 121 pgs: 121 active+clean; 32 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:50:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:21 smithi123 ceph-mon[124884]: osdmap e86: 8 total, 8 up, 8 in 2023-12-20T10:50:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:21 smithi123 ceph-mon[111044]: pgmap v95: 121 pgs: 121 active+clean; 32 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:50:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:21 smithi123 ceph-mon[111044]: osdmap e86: 8 total, 8 up, 8 in 2023-12-20T10:50:22.251 INFO:tasks.rados.rados.0.smithi123.stdout:148: done (1 left) 2023-12-20T10:50:22.252 INFO:tasks.rados.rados.0.smithi123.stdout:150: done (0 left) 2023-12-20T10:50:22.252 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 43 current snap is 11 2023-12-20T10:50:22.252 INFO:tasks.rados.rados.0.smithi123.stdout:151: seq_num 74 ranges {712704=442368,1155072=696320,1851392=106496} 2023-12-20T10:50:22.257 INFO:tasks.rados.rados.0.smithi123.stdout:151: writing smithi123173835-43 from 712704 to 1155072 tid 1 2023-12-20T10:50:22.264 INFO:tasks.rados.rados.0.smithi123.stdout:151: writing smithi123173835-43 from 1155072 to 1851392 tid 2 2023-12-20T10:50:22.264 INFO:tasks.rados.rados.0.smithi123.stdout:151: writing smithi123173835-43 from 1851392 to 1957888 tid 3 2023-12-20T10:50:22.264 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 10 current snap is 11 2023-12-20T10:50:22.264 INFO:tasks.rados.rados.0.smithi123.stdout:152: seq_num 75 ranges {155648=458752,614400=581632,1196032=221184} 2023-12-20T10:50:22.266 INFO:tasks.rados.rados.0.smithi123.stdout:152: writing smithi123173835-10 from 155648 to 614400 tid 1 2023-12-20T10:50:22.270 INFO:tasks.rados.rados.0.smithi123.stdout:152: writing smithi123173835-10 from 614400 to 1196032 tid 2 2023-12-20T10:50:22.272 INFO:tasks.rados.rados.0.smithi123.stdout:152: writing smithi123173835-10 from 1196032 to 1417216 tid 3 2023-12-20T10:50:22.272 INFO:tasks.rados.rados.0.smithi123.stdout:153: snap_create 2023-12-20T10:50:22.272 INFO:tasks.rados.rados.0.smithi123.stdout:151: finishing write tid 1 to smithi123173835-43 2023-12-20T10:50:22.272 INFO:tasks.rados.rados.0.smithi123.stdout:151: finishing write tid 2 to smithi123173835-43 2023-12-20T10:50:22.272 INFO:tasks.rados.rados.0.smithi123.stdout:151: finishing write tid 3 to smithi123173835-43 2023-12-20T10:50:22.272 INFO:tasks.rados.rados.0.smithi123.stdout:151: finishing write tid 4 to smithi123173835-43 2023-12-20T10:50:22.272 INFO:tasks.rados.rados.0.smithi123.stdout:151: finishing write tid 5 to smithi123173835-43 2023-12-20T10:50:22.272 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 19 (ObjNum 74 snap 11 seq_num 74) dirty exists 2023-12-20T10:50:22.272 INFO:tasks.rados.rados.0.smithi123.stdout:151: left oid 43 (ObjNum 74 snap 11 seq_num 74) 2023-12-20T10:50:22.273 INFO:tasks.rados.rados.0.smithi123.stdout:152: finishing write tid 1 to smithi123173835-10 2023-12-20T10:50:22.274 INFO:tasks.rados.rados.0.smithi123.stdout:152: finishing write tid 2 to smithi123173835-10 2023-12-20T10:50:22.274 INFO:tasks.rados.rados.0.smithi123.stdout:152: finishing write tid 3 to smithi123173835-10 2023-12-20T10:50:22.274 INFO:tasks.rados.rados.0.smithi123.stdout:152: finishing write tid 4 to smithi123173835-10 2023-12-20T10:50:22.275 INFO:tasks.rados.rados.0.smithi123.stdout:152: finishing write tid 5 to smithi123173835-10 2023-12-20T10:50:22.275 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 52 (ObjNum 75 snap 11 seq_num 75) dirty exists 2023-12-20T10:50:22.277 INFO:tasks.rados.rados.0.smithi123.stdout:152: left oid 10 (ObjNum 75 snap 11 seq_num 75) 2023-12-20T10:50:23.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:22 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:50:22] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-20T10:50:23.262 INFO:tasks.rados.rados.0.smithi123.stdout:151: done (2 left) 2023-12-20T10:50:23.262 INFO:tasks.rados.rados.0.smithi123.stdout:152: done (1 left) 2023-12-20T10:50:23.262 INFO:tasks.rados.rados.0.smithi123.stdout:153: done (0 left) 2023-12-20T10:50:23.262 INFO:tasks.rados.rados.0.smithi123.stdout:154: snap_create 2023-12-20T10:50:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:23 smithi177 ceph-mon[144425]: osdmap e87: 8 total, 8 up, 8 in 2023-12-20T10:50:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:23 smithi177 ceph-mon[144425]: pgmap v98: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 20 op/s 2023-12-20T10:50:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:23 smithi123 ceph-mon[124884]: osdmap e87: 8 total, 8 up, 8 in 2023-12-20T10:50:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:23 smithi123 ceph-mon[124884]: pgmap v98: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 20 op/s 2023-12-20T10:50:23.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:23 smithi123 ceph-mon[111044]: osdmap e87: 8 total, 8 up, 8 in 2023-12-20T10:50:23.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:23 smithi123 ceph-mon[111044]: pgmap v98: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 20 op/s 2023-12-20T10:50:24.263 INFO:tasks.rados.rados.0.smithi123.stdout:154: done (0 left) 2023-12-20T10:50:24.263 INFO:tasks.rados.rados.0.smithi123.stdout:155: read oid 42 snap -1 2023-12-20T10:50:24.263 INFO:tasks.rados.rados.0.smithi123.stdout:155: expect deleted 2023-12-20T10:50:24.263 INFO:tasks.rados.rados.0.smithi123.stdout:156: rmattr oid 17 current snap is 13 2023-12-20T10:50:24.263 INFO:tasks.rados.rados.0.smithi123.stdout:156: done (1 left) 2023-12-20T10:50:24.264 INFO:tasks.rados.rados.0.smithi123.stdout:157: setattr oid 28 current snap is 13 2023-12-20T10:50:24.266 INFO:tasks.rados.rados.0.smithi123.stdout:158: copy_from oid 33 from oid 16 current snap is 13 2023-12-20T10:50:24.266 INFO:tasks.rados.rados.0.smithi123.stdout:159: setattr oid 32 current snap is 13 2023-12-20T10:50:24.269 INFO:tasks.rados.rados.0.smithi123.stdout:155: done (3 left) 2023-12-20T10:50:24.269 INFO:tasks.rados.rados.0.smithi123.stdout:160: snap_remove snap 5 2023-12-20T10:50:24.365 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:24 smithi123 ceph-mon[124884]: osdmap e88: 8 total, 8 up, 8 in 2023-12-20T10:50:24.365 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:24 smithi123 ceph-mon[111044]: osdmap e88: 8 total, 8 up, 8 in 2023-12-20T10:50:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:24 smithi177 ceph-mon[144425]: osdmap e88: 8 total, 8 up, 8 in 2023-12-20T10:50:25.254 INFO:tasks.rados.rados.0.smithi123.stdout:160: done (3 left) 2023-12-20T10:50:25.254 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 47 current snap is 13 2023-12-20T10:50:25.254 INFO:tasks.rados.rados.0.smithi123.stdout:161: seq_num 76 ranges {778240=475136,1253376=458752,1712128=344064} 2023-12-20T10:50:25.261 INFO:tasks.rados.rados.0.smithi123.stdout:161: writing smithi123173835-47 from 778240 to 1253376 tid 1 2023-12-20T10:50:25.264 INFO:tasks.rados.rados.0.smithi123.stdout:161: writing smithi123173835-47 from 1253376 to 1712128 tid 2 2023-12-20T10:50:25.266 INFO:tasks.rados.rados.0.smithi123.stdout:161: writing smithi123173835-47 from 1712128 to 2056192 tid 3 2023-12-20T10:50:25.266 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 26 current snap is 13 2023-12-20T10:50:25.266 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 28 v 15 (ObjNum 65 snap 0 seq_num 958815504) dirty exists 2023-12-20T10:50:25.266 INFO:tasks.rados.rados.0.smithi123.stdout:162: seq_num 77 ranges {425984=491520,917504=794624,1712128=8192} 2023-12-20T10:50:25.271 INFO:tasks.rados.rados.0.smithi123.stdout:162: writing smithi123173835-26 from 425984 to 917504 tid 1 2023-12-20T10:50:25.277 INFO:tasks.rados.rados.0.smithi123.stdout:162: writing smithi123173835-26 from 917504 to 1712128 tid 2 2023-12-20T10:50:25.277 INFO:tasks.rados.rados.0.smithi123.stdout:162: writing smithi123173835-26 from 1712128 to 1720320 tid 3 2023-12-20T10:50:25.277 INFO:tasks.rados.rados.0.smithi123.stdout:157: done (4 left) 2023-12-20T10:50:25.277 INFO:tasks.rados.rados.0.smithi123.stdout:163: snap_remove snap 12 2023-12-20T10:50:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:25 smithi177 ceph-mon[144425]: osdmap e89: 8 total, 8 up, 8 in 2023-12-20T10:50:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:25 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:25 smithi177 ceph-mon[144425]: Upgrade: Target is version 19.0.0-36-g86cc4aec (unknown) 2023-12-20T10:50:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:25 smithi177 ceph-mon[144425]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:4a4a0c925c32ea7cbd1218cd2d9d76858317e10d03e862cd19747a12410512b2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:4a4a0c925c32ea7cbd1218cd2d9d76858317e10d03e862cd19747a12410512b2'] 2023-12-20T10:50:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:25 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:50:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:25 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:25 smithi177 ceph-mon[144425]: Upgrade: Need to upgrade myself (mgr.y) 2023-12-20T10:50:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:25 smithi177 ceph-mon[144425]: pgmap v101: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 20 op/s 2023-12-20T10:50:25.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:25 smithi177 ceph-mon[144425]: osdmap e90: 8 total, 8 up, 8 in 2023-12-20T10:50:25.678 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:25 smithi123 ceph-mon[124884]: osdmap e89: 8 total, 8 up, 8 in 2023-12-20T10:50:25.678 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:25 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:25.678 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:25 smithi123 ceph-mon[124884]: Upgrade: Target is version 19.0.0-36-g86cc4aec (unknown) 2023-12-20T10:50:25.678 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:25 smithi123 ceph-mon[124884]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:4a4a0c925c32ea7cbd1218cd2d9d76858317e10d03e862cd19747a12410512b2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:4a4a0c925c32ea7cbd1218cd2d9d76858317e10d03e862cd19747a12410512b2'] 2023-12-20T10:50:25.678 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:25 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:50:25.679 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:25 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:25.679 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:25 smithi123 ceph-mon[124884]: Upgrade: Need to upgrade myself (mgr.y) 2023-12-20T10:50:25.679 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:25 smithi123 ceph-mon[124884]: pgmap v101: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 20 op/s 2023-12-20T10:50:25.679 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:25 smithi123 ceph-mon[124884]: osdmap e90: 8 total, 8 up, 8 in 2023-12-20T10:50:25.679 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:25 smithi123 ceph-mon[111044]: osdmap e89: 8 total, 8 up, 8 in 2023-12-20T10:50:25.680 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:25 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:25.680 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:25 smithi123 ceph-mon[111044]: Upgrade: Target is version 19.0.0-36-g86cc4aec (unknown) 2023-12-20T10:50:25.680 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:25 smithi123 ceph-mon[111044]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:4a4a0c925c32ea7cbd1218cd2d9d76858317e10d03e862cd19747a12410512b2, digests ['quay.ceph.io/ceph-ci/ceph@sha256:4a4a0c925c32ea7cbd1218cd2d9d76858317e10d03e862cd19747a12410512b2'] 2023-12-20T10:50:25.680 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:25 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:50:25.680 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:25 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:25.680 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:25 smithi123 ceph-mon[111044]: Upgrade: Need to upgrade myself (mgr.y) 2023-12-20T10:50:25.680 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:25 smithi123 ceph-mon[111044]: pgmap v101: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 20 op/s 2023-12-20T10:50:25.681 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:25 smithi123 ceph-mon[111044]: osdmap e90: 8 total, 8 up, 8 in 2023-12-20T10:50:25.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:50:25 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:50:25] "GET /metrics HTTP/1.1" 200 239044 "" "Prometheus/2.43.0" 2023-12-20T10:50:26.273 INFO:tasks.rados.rados.0.smithi123.stdout:163: done (4 left) 2023-12-20T10:50:26.273 INFO:tasks.rados.rados.0.smithi123.stdout:164: delete oid 45 current snap is 13 2023-12-20T10:50:26.274 INFO:tasks.rados.rados.0.smithi123.stdout:158: finishing copy_from to smithi123173835-33 2023-12-20T10:50:26.274 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2023-12-20T10:50:26.274 INFO:tasks.rados.rados.0.smithi123.stdout:158: finishing copy_from racing read to smithi123173835-33 2023-12-20T10:50:26.274 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 54 (ObjNum 66 snap 7 seq_num 66) dirty exists 2023-12-20T10:50:26.274 INFO:tasks.rados.rados.0.smithi123.stdout:161: finishing write tid 1 to smithi123173835-47 2023-12-20T10:50:26.274 INFO:tasks.rados.rados.0.smithi123.stdout:161: finishing write tid 2 to smithi123173835-47 2023-12-20T10:50:26.274 INFO:tasks.rados.rados.0.smithi123.stdout:161: finishing write tid 3 to smithi123173835-47 2023-12-20T10:50:26.274 INFO:tasks.rados.rados.0.smithi123.stdout:161: finishing write tid 4 to smithi123173835-47 2023-12-20T10:50:26.274 INFO:tasks.rados.rados.0.smithi123.stdout:161: finishing write tid 5 to smithi123173835-47 2023-12-20T10:50:26.274 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 47 v 36 (ObjNum 76 snap 13 seq_num 76) dirty exists 2023-12-20T10:50:26.274 INFO:tasks.rados.rados.0.smithi123.stdout:161: left oid 47 (ObjNum 76 snap 13 seq_num 76) 2023-12-20T10:50:26.274 INFO:tasks.rados.rados.0.smithi123.stdout:162: finishing write tid 1 to smithi123173835-26 2023-12-20T10:50:26.274 INFO:tasks.rados.rados.0.smithi123.stdout:162: finishing write tid 2 to smithi123173835-26 2023-12-20T10:50:26.274 INFO:tasks.rados.rados.0.smithi123.stdout:162: finishing write tid 3 to smithi123173835-26 2023-12-20T10:50:26.274 INFO:tasks.rados.rados.0.smithi123.stdout:162: finishing write tid 4 to smithi123173835-26 2023-12-20T10:50:26.275 INFO:tasks.rados.rados.0.smithi123.stdout:162: finishing write tid 5 to smithi123173835-26 2023-12-20T10:50:26.275 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 9 (ObjNum 77 snap 13 seq_num 77) dirty exists 2023-12-20T10:50:26.275 INFO:tasks.rados.rados.0.smithi123.stdout:162: left oid 26 (ObjNum 77 snap 13 seq_num 77) 2023-12-20T10:50:26.277 INFO:tasks.rados.rados.0.smithi123.stdout:158: done (4 left) 2023-12-20T10:50:26.277 INFO:tasks.rados.rados.0.smithi123.stdout:159: done (3 left) 2023-12-20T10:50:26.277 INFO:tasks.rados.rados.0.smithi123.stdout:161: done (2 left) 2023-12-20T10:50:26.277 INFO:tasks.rados.rados.0.smithi123.stdout:162: done (1 left) 2023-12-20T10:50:26.277 INFO:tasks.rados.rados.0.smithi123.stdout:164: done (0 left) 2023-12-20T10:50:26.277 INFO:tasks.rados.rados.0.smithi123.stdout:165: snap_create 2023-12-20T10:50:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:26 smithi177 ceph-mon[144425]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:4a4a0c925c32ea7cbd1218cd2d9d76858317e10d03e862cd19747a12410512b2 on smithi177 2023-12-20T10:50:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:26 smithi177 ceph-mon[144425]: osdmap e91: 8 total, 8 up, 8 in 2023-12-20T10:50:27.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:26 smithi123 ceph-mon[124884]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:4a4a0c925c32ea7cbd1218cd2d9d76858317e10d03e862cd19747a12410512b2 on smithi177 2023-12-20T10:50:27.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:26 smithi123 ceph-mon[124884]: osdmap e91: 8 total, 8 up, 8 in 2023-12-20T10:50:27.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:26 smithi123 ceph-mon[111044]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:4a4a0c925c32ea7cbd1218cd2d9d76858317e10d03e862cd19747a12410512b2 on smithi177 2023-12-20T10:50:27.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:26 smithi123 ceph-mon[111044]: osdmap e91: 8 total, 8 up, 8 in 2023-12-20T10:50:27.272 INFO:tasks.rados.rados.0.smithi123.stdout:165: done (0 left) 2023-12-20T10:50:27.272 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 31 current snap is 14 2023-12-20T10:50:27.272 INFO:tasks.rados.rados.0.smithi123.stdout:166: seq_num 79 ranges {1671168=532480,2203648=565248,2768896=237568} 2023-12-20T10:50:27.284 INFO:tasks.rados.rados.0.smithi123.stdout:166: writing smithi123173835-31 from 1671168 to 2203648 tid 1 2023-12-20T10:50:27.287 INFO:tasks.rados.rados.0.smithi123.stdout:166: writing smithi123173835-31 from 2203648 to 2768896 tid 2 2023-12-20T10:50:27.289 INFO:tasks.rados.rados.0.smithi123.stdout:166: writing smithi123173835-31 from 2768896 to 3006464 tid 3 2023-12-20T10:50:27.289 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 16 current snap is 14 2023-12-20T10:50:27.289 INFO:tasks.rados.rados.0.smithi123.stdout:167: seq_num 80 ranges {253952=548864,802816=450560,1253376=352256} 2023-12-20T10:50:27.293 INFO:tasks.rados.rados.0.smithi123.stdout:167: writing smithi123173835-16 from 253952 to 802816 tid 1 2023-12-20T10:50:27.296 INFO:tasks.rados.rados.0.smithi123.stdout:167: writing smithi123173835-16 from 802816 to 1253376 tid 2 2023-12-20T10:50:27.299 INFO:tasks.rados.rados.0.smithi123.stdout:167: writing smithi123173835-16 from 1253376 to 1605632 tid 3 2023-12-20T10:50:27.299 INFO:tasks.rados.rados.0.smithi123.stdout:168: copy_from oid 10 from oid 39 current snap is 14 2023-12-20T10:50:27.299 INFO:tasks.rados.rados.0.smithi123.stdout:166: finishing write tid 1 to smithi123173835-31 2023-12-20T10:50:27.299 INFO:tasks.rados.rados.0.smithi123.stdout:166: finishing write tid 2 to smithi123173835-31 2023-12-20T10:50:27.299 INFO:tasks.rados.rados.0.smithi123.stdout:166: finishing write tid 3 to smithi123173835-31 2023-12-20T10:50:27.299 INFO:tasks.rados.rados.0.smithi123.stdout:166: finishing write tid 4 to smithi123173835-31 2023-12-20T10:50:27.299 INFO:tasks.rados.rados.0.smithi123.stdout:166: finishing write tid 5 to smithi123173835-31 2023-12-20T10:50:27.299 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 31 v 21 (ObjNum 79 snap 14 seq_num 79) dirty exists 2023-12-20T10:50:27.299 INFO:tasks.rados.rados.0.smithi123.stdout:166: left oid 31 (ObjNum 79 snap 14 seq_num 79) 2023-12-20T10:50:27.299 INFO:tasks.rados.rados.0.smithi123.stdout:167: finishing write tid 1 to smithi123173835-16 2023-12-20T10:50:27.299 INFO:tasks.rados.rados.0.smithi123.stdout:167: finishing write tid 2 to smithi123173835-16 2023-12-20T10:50:27.300 INFO:tasks.rados.rados.0.smithi123.stdout:166: done (2 left) 2023-12-20T10:50:27.300 INFO:tasks.rados.rados.0.smithi123.stdout:169: read oid 25 snap 9 2023-12-20T10:50:27.300 INFO:tasks.rados.rados.0.smithi123.stdout:169: expect deleted 2023-12-20T10:50:27.300 INFO:tasks.rados.rados.0.smithi123.stdout:170: copy_from oid 21 from oid 35 current snap is 14 2023-12-20T10:50:27.300 INFO:tasks.rados.rados.0.smithi123.stdout:171: snap_remove snap 8 2023-12-20T10:50:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:27 smithi177 ceph-mon[144425]: pgmap v104: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.3 MiB/s wr, 15 op/s 2023-12-20T10:50:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:27 smithi177 ceph-mon[144425]: osdmap e92: 8 total, 8 up, 8 in 2023-12-20T10:50:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:27 smithi123 ceph-mon[124884]: pgmap v104: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.3 MiB/s wr, 15 op/s 2023-12-20T10:50:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:27 smithi123 ceph-mon[124884]: osdmap e92: 8 total, 8 up, 8 in 2023-12-20T10:50:28.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:27 smithi123 ceph-mon[111044]: pgmap v104: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.3 MiB/s wr, 15 op/s 2023-12-20T10:50:28.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:27 smithi123 ceph-mon[111044]: osdmap e92: 8 total, 8 up, 8 in 2023-12-20T10:50:28.280 INFO:tasks.rados.rados.0.smithi123.stdout:171: done (4 left) 2023-12-20T10:50:28.281 INFO:tasks.rados.rados.0.smithi123.stdout:172: delete oid 8 current snap is 14 2023-12-20T10:50:28.281 INFO:tasks.rados.rados.0.smithi123.stdout:167: finishing write tid 3 to smithi123173835-16 2023-12-20T10:50:28.281 INFO:tasks.rados.rados.0.smithi123.stdout:167: finishing write tid 4 to smithi123173835-16 2023-12-20T10:50:28.281 INFO:tasks.rados.rados.0.smithi123.stdout:167: finishing write tid 5 to smithi123173835-16 2023-12-20T10:50:28.281 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 26 (ObjNum 80 snap 14 seq_num 80) dirty exists 2023-12-20T10:50:28.281 INFO:tasks.rados.rados.0.smithi123.stdout:167: left oid 16 (ObjNum 80 snap 14 seq_num 80) 2023-12-20T10:50:28.281 INFO:tasks.rados.rados.0.smithi123.stdout:170: finishing copy_from to smithi123173835-21 2023-12-20T10:50:28.281 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 41 (ObjNum 34 snap 0 seq_num 34) dirty exists 2023-12-20T10:50:28.281 INFO:tasks.rados.rados.0.smithi123.stdout:170: finishing copy_from racing read to smithi123173835-21 2023-12-20T10:50:28.281 INFO:tasks.rados.rados.0.smithi123.stdout:168: finishing copy_from to smithi123173835-10 2023-12-20T10:50:28.281 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 11 (ObjNum 57 snap 4 seq_num 57) dirty exists 2023-12-20T10:50:28.281 INFO:tasks.rados.rados.0.smithi123.stdout:168: finishing copy_from racing read to smithi123173835-10 2023-12-20T10:50:28.285 INFO:tasks.rados.rados.0.smithi123.stdout:167: done (4 left) 2023-12-20T10:50:28.285 INFO:tasks.rados.rados.0.smithi123.stdout:168: done (3 left) 2023-12-20T10:50:28.285 INFO:tasks.rados.rados.0.smithi123.stdout:169: done (2 left) 2023-12-20T10:50:28.285 INFO:tasks.rados.rados.0.smithi123.stdout:170: done (1 left) 2023-12-20T10:50:28.285 INFO:tasks.rados.rados.0.smithi123.stdout:172: done (0 left) 2023-12-20T10:50:28.286 INFO:tasks.rados.rados.0.smithi123.stdout:173: snap_remove snap 9 2023-12-20T10:50:29.282 INFO:tasks.rados.rados.0.smithi123.stdout:173: done (0 left) 2023-12-20T10:50:29.282 INFO:tasks.rados.rados.0.smithi123.stdout:174: snap_create 2023-12-20T10:50:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:29 smithi177 ceph-mon[144425]: osdmap e93: 8 total, 8 up, 8 in 2023-12-20T10:50:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:29 smithi177 ceph-mon[144425]: pgmap v107: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.3 MiB/s wr, 15 op/s 2023-12-20T10:50:29.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:29 smithi123 ceph-mon[124884]: osdmap e93: 8 total, 8 up, 8 in 2023-12-20T10:50:29.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:29 smithi123 ceph-mon[124884]: pgmap v107: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.3 MiB/s wr, 15 op/s 2023-12-20T10:50:29.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:29 smithi123 ceph-mon[111044]: osdmap e93: 8 total, 8 up, 8 in 2023-12-20T10:50:29.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:29 smithi123 ceph-mon[111044]: pgmap v107: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.3 MiB/s wr, 15 op/s 2023-12-20T10:50:30.247 INFO:tasks.rados.rados.0.smithi123.stdout:174: done (0 left) 2023-12-20T10:50:30.247 INFO:tasks.rados.rados.0.smithi123.stdout:175: read oid 46 snap -1 2023-12-20T10:50:30.247 INFO:tasks.rados.rados.0.smithi123.stdout:175: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-20T10:50:30.247 INFO:tasks.rados.rados.0.smithi123.stdout:176: read oid 7 snap 6 2023-12-20T10:50:30.247 INFO:tasks.rados.rados.0.smithi123.stdout:176: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-20T10:50:30.247 INFO:tasks.rados.rados.0.smithi123.stdout:177: snap_create 2023-12-20T10:50:30.250 INFO:tasks.rados.rados.0.smithi123.stdout:176: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-20T10:50:30.257 INFO:tasks.rados.rados.0.smithi123.stdout:175: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-20T10:50:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:30 smithi177 ceph-mon[144425]: osdmap e94: 8 total, 8 up, 8 in 2023-12-20T10:50:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:30 smithi177 ceph-mon[144425]: osdmap e95: 8 total, 8 up, 8 in 2023-12-20T10:50:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:30 smithi123 ceph-mon[124884]: osdmap e94: 8 total, 8 up, 8 in 2023-12-20T10:50:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:30 smithi123 ceph-mon[124884]: osdmap e95: 8 total, 8 up, 8 in 2023-12-20T10:50:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:30 smithi123 ceph-mon[111044]: osdmap e94: 8 total, 8 up, 8 in 2023-12-20T10:50:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:30 smithi123 ceph-mon[111044]: osdmap e95: 8 total, 8 up, 8 in 2023-12-20T10:50:31.255 INFO:tasks.rados.rados.0.smithi123.stdout:175: done (2 left) 2023-12-20T10:50:31.255 INFO:tasks.rados.rados.0.smithi123.stdout:176: done (1 left) 2023-12-20T10:50:31.255 INFO:tasks.rados.rados.0.smithi123.stdout:177: done (0 left) 2023-12-20T10:50:31.256 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 13 current snap is 16 2023-12-20T10:50:31.256 INFO:tasks.rados.rados.0.smithi123.stdout:178: seq_num 82 ranges {204800=581632,786432=622592,1409024=180224} 2023-12-20T10:50:31.259 INFO:tasks.rados.rados.0.smithi123.stdout:178: writing smithi123173835-13 from 204800 to 786432 tid 1 2023-12-20T10:50:31.263 INFO:tasks.rados.rados.0.smithi123.stdout:178: writing smithi123173835-13 from 786432 to 1409024 tid 2 2023-12-20T10:50:31.267 INFO:tasks.rados.rados.0.smithi123.stdout:178: writing smithi123173835-13 from 1409024 to 1589248 tid 3 2023-12-20T10:50:31.267 INFO:tasks.rados.rados.0.smithi123.stdout:179: copy_from oid 15 from oid 5 current snap is 16 2023-12-20T10:50:31.267 INFO:tasks.rados.rados.0.smithi123.stdout:180: rollback oid 19 current snap is 16 2023-12-20T10:50:31.267 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 19 to 10 2023-12-20T10:50:31.267 INFO:tasks.rados.rados.0.smithi123.stdout:181: copy_from oid 21 from oid 24 current snap is 16 2023-12-20T10:50:31.267 INFO:tasks.rados.rados.0.smithi123.stdout:182: copy_from oid 3 from oid 7 current snap is 16 2023-12-20T10:50:31.267 INFO:tasks.rados.rados.0.smithi123.stdout:183: read oid 33 snap -1 2023-12-20T10:50:31.267 INFO:tasks.rados.rados.0.smithi123.stdout:183: expect (ObjNum 15 snap 0 seq_num 15) 2023-12-20T10:50:31.267 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 16 current snap is 16 2023-12-20T10:50:31.267 INFO:tasks.rados.rados.0.smithi123.stdout:184: seq_num 83 ranges {1605632=598016,2203648=499712,2703360=303104} 2023-12-20T10:50:31.278 INFO:tasks.rados.rados.0.smithi123.stdout:184: writing smithi123173835-16 from 1605632 to 2203648 tid 1 2023-12-20T10:50:31.281 INFO:tasks.rados.rados.0.smithi123.stdout:184: writing smithi123173835-16 from 2203648 to 2703360 tid 2 2023-12-20T10:50:31.283 INFO:tasks.rados.rados.0.smithi123.stdout:184: writing smithi123173835-16 from 2703360 to 3006464 tid 3 2023-12-20T10:50:31.283 INFO:tasks.rados.rados.0.smithi123.stdout:185: rmattr oid 34 current snap is 16 2023-12-20T10:50:31.283 INFO:tasks.rados.rados.0.smithi123.stdout:185: done (7 left) 2023-12-20T10:50:31.283 INFO:tasks.rados.rados.0.smithi123.stdout:186: snap_remove snap 6 2023-12-20T10:50:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:31 smithi177 ceph-mon[144425]: pgmap v110: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:50:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:31 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:50:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:31 smithi177 ceph-mon[144425]: osdmap e96: 8 total, 8 up, 8 in 2023-12-20T10:50:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:31 smithi123 ceph-mon[124884]: pgmap v110: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:50:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:31 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:50:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:31 smithi123 ceph-mon[124884]: osdmap e96: 8 total, 8 up, 8 in 2023-12-20T10:50:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:31 smithi123 ceph-mon[111044]: pgmap v110: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:50:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:31 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:50:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:31 smithi123 ceph-mon[111044]: osdmap e96: 8 total, 8 up, 8 in 2023-12-20T10:50:32.298 INFO:tasks.rados.rados.0.smithi123.stdout:186: done (7 left) 2023-12-20T10:50:32.298 INFO:tasks.rados.rados.0.smithi123.stdout:187: read oid 39 snap -1 2023-12-20T10:50:32.298 INFO:tasks.rados.rados.0.smithi123.stdout:187: expect (ObjNum 57 snap 4 seq_num 57) 2023-12-20T10:50:32.298 INFO:tasks.rados.rados.0.smithi123.stdout:188: rmattr oid 4 current snap is 16 2023-12-20T10:50:32.298 INFO:tasks.rados.rados.0.smithi123.stdout:188: done (8 left) 2023-12-20T10:50:32.298 INFO:tasks.rados.rados.0.smithi123.stdout:189: snap_create 2023-12-20T10:50:32.298 INFO:tasks.rados.rados.0.smithi123.stdout:178: finishing write tid 1 to smithi123173835-13 2023-12-20T10:50:32.298 INFO:tasks.rados.rados.0.smithi123.stdout:180: finishing rollback tid 0 to smithi123173835-19 2023-12-20T10:50:32.299 INFO:tasks.rados.rados.0.smithi123.stdout:180: finishing rollback tid 1 to smithi123173835-19 2023-12-20T10:50:32.299 INFO:tasks.rados.rados.0.smithi123.stdout:180: finishing rollback tid 2 to smithi123173835-19 2023-12-20T10:50:32.299 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 31 (ObjNum 18 snap 0 seq_num 18) dirty exists 2023-12-20T10:50:32.299 INFO:tasks.rados.rados.0.smithi123.stdout:178: finishing write tid 2 to smithi123173835-13 2023-12-20T10:50:32.299 INFO:tasks.rados.rados.0.smithi123.stdout:183: expect (ObjNum 15 snap 0 seq_num 15) 2023-12-20T10:50:32.310 INFO:tasks.rados.rados.0.smithi123.stdout:178: finishing write tid 3 to smithi123173835-13 2023-12-20T10:50:32.310 INFO:tasks.rados.rados.0.smithi123.stdout:178: finishing write tid 4 to smithi123173835-13 2023-12-20T10:50:32.310 INFO:tasks.rados.rados.0.smithi123.stdout:182: finishing copy_from to smithi123173835-3 2023-12-20T10:50:32.310 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 13 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-20T10:50:32.310 INFO:tasks.rados.rados.0.smithi123.stdout:178: finishing write tid 5 to smithi123173835-13 2023-12-20T10:50:32.311 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 77 (ObjNum 82 snap 16 seq_num 82) dirty exists 2023-12-20T10:50:32.311 INFO:tasks.rados.rados.0.smithi123.stdout:178: left oid 13 (ObjNum 82 snap 16 seq_num 82) 2023-12-20T10:50:32.311 INFO:tasks.rados.rados.0.smithi123.stdout:182: finishing copy_from racing read to smithi123173835-3 2023-12-20T10:50:32.311 INFO:tasks.rados.rados.0.smithi123.stdout:181: finishing copy_from to smithi123173835-21 2023-12-20T10:50:32.311 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-20T10:50:32.311 INFO:tasks.rados.rados.0.smithi123.stdout:181: finishing copy_from racing read to smithi123173835-21 2023-12-20T10:50:32.311 INFO:tasks.rados.rados.0.smithi123.stdout:184: finishing write tid 1 to smithi123173835-16 2023-12-20T10:50:32.311 INFO:tasks.rados.rados.0.smithi123.stdout:179: finishing copy_from to smithi123173835-15 2023-12-20T10:50:32.311 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 8 (ObjNum 58 snap 4 seq_num 58) dirty exists 2023-12-20T10:50:32.311 INFO:tasks.rados.rados.0.smithi123.stdout:184: finishing write tid 2 to smithi123173835-16 2023-12-20T10:50:32.311 INFO:tasks.rados.rados.0.smithi123.stdout:179: finishing copy_from racing read to smithi123173835-15 2023-12-20T10:50:32.311 INFO:tasks.rados.rados.0.smithi123.stdout:184: finishing write tid 3 to smithi123173835-16 2023-12-20T10:50:32.311 INFO:tasks.rados.rados.0.smithi123.stdout:184: finishing write tid 4 to smithi123173835-16 2023-12-20T10:50:32.311 INFO:tasks.rados.rados.0.smithi123.stdout:184: finishing write tid 5 to smithi123173835-16 2023-12-20T10:50:32.311 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 39 (ObjNum 83 snap 16 seq_num 83) dirty exists 2023-12-20T10:50:32.311 INFO:tasks.rados.rados.0.smithi123.stdout:184: left oid 16 (ObjNum 83 snap 16 seq_num 83) 2023-12-20T10:50:32.312 INFO:tasks.rados.rados.0.smithi123.stdout:187: expect (ObjNum 57 snap 4 seq_num 57) 2023-12-20T10:50:32.397 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T10:50:32.695 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T10:50:32.696 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (114s) 107s ago 2m 18.5M - 0.25.0 c8568f914cd2 a7e15fa0e1ab 2023-12-20T10:50:32.696 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2m) 106s ago 2m 83.1M - 9.4.7 954c08fa6188 51b35508df83 2023-12-20T10:50:32.696 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3m) 107s ago 3m 13.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T10:50:32.696 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3m) 106s ago 3m 16.9M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T10:50:32.696 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443 running (5m) 106s ago 5m 438M - 17.2.7-131-ga88f3edf f9ecdbaa1030 2fb907699b07 2023-12-20T10:50:32.696 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:9283 running (6m) 107s ago 6m 494M - 17.2.7-131-ga88f3edf f9ecdbaa1030 a759fe42de18 2023-12-20T10:50:32.696 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6m) 107s ago 7m 84.1M 2048M 17.2.7-131-ga88f3edf f9ecdbaa1030 7ed88b20f507 2023-12-20T10:50:32.696 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5m) 106s ago 5m 68.0M 2048M 17.2.7-131-ga88f3edf f9ecdbaa1030 5515e0c18ef1 2023-12-20T10:50:32.696 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5m) 107s ago 5m 66.8M 2048M 17.2.7-131-ga88f3edf f9ecdbaa1030 0578a13296d3 2023-12-20T10:50:32.696 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2m) 107s ago 2m 4001k - 1.5.0 0da6a335fe13 9a9a429741df 2023-12-20T10:50:32.696 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2m) 106s ago 119s 4190k - 1.5.0 0da6a335fe13 ce401303ec86 2023-12-20T10:50:32.696 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5m) 107s ago 5m 62.0M 3000M 17.2.7-131-ga88f3edf f9ecdbaa1030 828b88ed29e3 2023-12-20T10:50:32.696 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5m) 107s ago 5m 60.8M 3000M 17.2.7-131-ga88f3edf f9ecdbaa1030 b0cee27bddee 2023-12-20T10:50:32.697 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4m) 107s ago 4m 55.3M 3000M 17.2.7-131-ga88f3edf f9ecdbaa1030 b1369b31ef83 2023-12-20T10:50:32.697 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4m) 107s ago 4m 51.8M 3000M 17.2.7-131-ga88f3edf f9ecdbaa1030 8305407356c6 2023-12-20T10:50:32.697 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4m) 106s ago 4m 50.2M 3000M 17.2.7-131-ga88f3edf f9ecdbaa1030 1798bf319de3 2023-12-20T10:50:32.697 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3m) 106s ago 3m 54.0M 3000M 17.2.7-131-ga88f3edf f9ecdbaa1030 dfacb71fe175 2023-12-20T10:50:32.697 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3m) 106s ago 3m 55.4M 3000M 17.2.7-131-ga88f3edf f9ecdbaa1030 81d67759495c 2023-12-20T10:50:32.697 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3m) 106s ago 3m 54.5M 3000M 17.2.7-131-ga88f3edf f9ecdbaa1030 b7ad316c3647 2023-12-20T10:50:32.697 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (111s) 106s ago 2m 26.5M - 2.43.0 a07b618ecd1d 949299111c05 2023-12-20T10:50:33.067 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T10:50:33.067 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T10:50:33.067 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 3 2023-12-20T10:50:33.067 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:50:33.067 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T10:50:33.068 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T10:50:33.068 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:50:33.068 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T10:50:33.068 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 8 2023-12-20T10:50:33.068 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:50:33.068 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T10:50:33.068 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T10:50:33.068 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:50:33.068 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T10:50:33.068 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 15 2023-12-20T10:50:33.068 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T10:50:33.068 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T10:50:33.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:32 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:50:32] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-20T10:50:33.298 INFO:tasks.rados.rados.0.smithi123.stdout:178: done (8 left) 2023-12-20T10:50:33.298 INFO:tasks.rados.rados.0.smithi123.stdout:179: done (7 left) 2023-12-20T10:50:33.298 INFO:tasks.rados.rados.0.smithi123.stdout:180: done (6 left) 2023-12-20T10:50:33.298 INFO:tasks.rados.rados.0.smithi123.stdout:181: done (5 left) 2023-12-20T10:50:33.298 INFO:tasks.rados.rados.0.smithi123.stdout:182: done (4 left) 2023-12-20T10:50:33.298 INFO:tasks.rados.rados.0.smithi123.stdout:183: done (3 left) 2023-12-20T10:50:33.298 INFO:tasks.rados.rados.0.smithi123.stdout:184: done (2 left) 2023-12-20T10:50:33.299 INFO:tasks.rados.rados.0.smithi123.stdout:187: done (1 left) 2023-12-20T10:50:33.299 INFO:tasks.rados.rados.0.smithi123.stdout:189: done (0 left) 2023-12-20T10:50:33.299 INFO:tasks.rados.rados.0.smithi123.stdout:190: copy_from oid 17 from oid 8 current snap is 17 2023-12-20T10:50:33.299 INFO:tasks.rados.rados.0.smithi123.stdout:191: read oid 32 snap -1 2023-12-20T10:50:33.299 INFO:tasks.rados.rados.0.smithi123.stdout:191: expect (ObjNum 66 snap 7 seq_num 66) 2023-12-20T10:50:33.299 INFO:tasks.rados.rados.0.smithi123.stdout:192: snap_remove snap 15 2023-12-20T10:50:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:33 smithi177 ceph-mon[144425]: osdmap e97: 8 total, 8 up, 8 in 2023-12-20T10:50:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:33 smithi177 ceph-mon[144425]: from='client.24968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:50:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:33 smithi177 ceph-mon[144425]: from='client.15078 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:50:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:33 smithi177 ceph-mon[144425]: pgmap v113: 121 pgs: 121 active+clean; 50 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 824 KiB/s rd, 2.3 MiB/s wr, 11 op/s 2023-12-20T10:50:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:33 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/1327013564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:50:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:33 smithi123 ceph-mon[111044]: osdmap e97: 8 total, 8 up, 8 in 2023-12-20T10:50:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:33 smithi123 ceph-mon[111044]: from='client.24968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:50:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:33 smithi123 ceph-mon[111044]: from='client.15078 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:50:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:33 smithi123 ceph-mon[111044]: pgmap v113: 121 pgs: 121 active+clean; 50 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 824 KiB/s rd, 2.3 MiB/s wr, 11 op/s 2023-12-20T10:50:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:33 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/1327013564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:50:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:33 smithi123 ceph-mon[124884]: osdmap e97: 8 total, 8 up, 8 in 2023-12-20T10:50:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:33 smithi123 ceph-mon[124884]: from='client.24968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:50:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:33 smithi123 ceph-mon[124884]: from='client.15078 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:50:33.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:33 smithi123 ceph-mon[124884]: pgmap v113: 121 pgs: 121 active+clean; 50 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 824 KiB/s rd, 2.3 MiB/s wr, 11 op/s 2023-12-20T10:50:33.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:33 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/1327013564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:50:34.304 INFO:tasks.rados.rados.0.smithi123.stdout:192: done (2 left) 2023-12-20T10:50:34.304 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 2 current snap is 17 2023-12-20T10:50:34.304 INFO:tasks.rados.rados.0.smithi123.stdout:190: finishing copy_from to smithi123173835-17 2023-12-20T10:50:34.305 INFO:tasks.rados.rados.0.smithi123.stdout:190: got expected ENOENT (src dne) 2023-12-20T10:50:34.305 INFO:tasks.rados.rados.0.smithi123.stdout:190: finishing copy_from racing read to smithi123173835-17 2023-12-20T10:50:34.305 INFO:tasks.rados.rados.0.smithi123.stdout:191: expect (ObjNum 66 snap 7 seq_num 66) 2023-12-20T10:50:34.361 INFO:tasks.rados.rados.0.smithi123.stdout:193: seq_num 84 ranges {1236992=614400,1851392=434176,2285568=368640} 2023-12-20T10:50:34.371 INFO:tasks.rados.rados.0.smithi123.stdout:193: writing smithi123173835-2 from 1236992 to 1851392 tid 1 2023-12-20T10:50:34.373 INFO:tasks.rados.rados.0.smithi123.stdout:193: writing smithi123173835-2 from 1851392 to 2285568 tid 2 2023-12-20T10:50:34.375 INFO:tasks.rados.rados.0.smithi123.stdout:193: writing smithi123173835-2 from 2285568 to 2654208 tid 3 2023-12-20T10:50:34.376 INFO:tasks.rados.rados.0.smithi123.stdout:190: done (2 left) 2023-12-20T10:50:34.376 INFO:tasks.rados.rados.0.smithi123.stdout:191: done (1 left) 2023-12-20T10:50:34.377 INFO:tasks.rados.rados.0.smithi123.stdout:194: copy_from oid 29 from oid 40 current snap is 17 2023-12-20T10:50:34.377 INFO:tasks.rados.rados.0.smithi123.stdout:193: finishing write tid 1 to smithi123173835-2 2023-12-20T10:50:34.377 INFO:tasks.rados.rados.0.smithi123.stdout:193: finishing write tid 2 to smithi123173835-2 2023-12-20T10:50:34.377 INFO:tasks.rados.rados.0.smithi123.stdout:195: rollback oid 38 current snap is 17 2023-12-20T10:50:34.377 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 38 to 7 2023-12-20T10:50:34.377 INFO:tasks.rados.rados.0.smithi123.stdout:196: rmattr oid 8 current snap is 17 2023-12-20T10:50:34.377 INFO:tasks.rados.rados.0.smithi123.stdout:196: done (3 left) 2023-12-20T10:50:34.378 INFO:tasks.rados.rados.0.smithi123.stdout:197: rmattr oid 24 current snap is 17 2023-12-20T10:50:34.378 INFO:tasks.rados.rados.0.smithi123.stdout:197: done (3 left) 2023-12-20T10:50:34.378 INFO:tasks.rados.rados.0.smithi123.stdout:198: rmattr oid 4 current snap is 17 2023-12-20T10:50:34.378 INFO:tasks.rados.rados.0.smithi123.stdout:198: done (3 left) 2023-12-20T10:50:34.378 INFO:tasks.rados.rados.0.smithi123.stdout:199: read oid 1 snap -1 2023-12-20T10:50:34.378 INFO:tasks.rados.rados.0.smithi123.stdout:199: expect deleted 2023-12-20T10:50:34.378 INFO:tasks.rados.rados.0.smithi123.stdout:200: read oid 6 snap -1 2023-12-20T10:50:34.378 INFO:tasks.rados.rados.0.smithi123.stdout:200: expect (ObjNum 5 snap 0 seq_num 5) 2023-12-20T10:50:34.378 INFO:tasks.rados.rados.0.smithi123.stdout:201: setattr oid 36 current snap is 17 2023-12-20T10:50:34.381 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 20 current snap is 17 2023-12-20T10:50:34.381 INFO:tasks.rados.rados.0.smithi123.stdout:202: seq_num 85 ranges {319488=630784,950272=720896,1671168=81920} 2023-12-20T10:50:34.384 INFO:tasks.rados.rados.0.smithi123.stdout:202: writing smithi123173835-20 from 319488 to 950272 tid 1 2023-12-20T10:50:34.388 INFO:tasks.rados.rados.0.smithi123.stdout:202: writing smithi123173835-20 from 950272 to 1671168 tid 2 2023-12-20T10:50:34.389 INFO:tasks.rados.rados.0.smithi123.stdout:202: writing smithi123173835-20 from 1671168 to 1753088 tid 3 2023-12-20T10:50:34.389 INFO:tasks.rados.rados.0.smithi123.stdout:203: copy_from oid 34 from oid 23 current snap is 17 2023-12-20T10:50:34.389 INFO:tasks.rados.rados.0.smithi123.stdout:195: finishing rollback tid 0 to smithi123173835-38 2023-12-20T10:50:34.389 INFO:tasks.rados.rados.0.smithi123.stdout:193: finishing write tid 3 to smithi123173835-2 2023-12-20T10:50:34.389 INFO:tasks.rados.rados.0.smithi123.stdout:193: finishing write tid 4 to smithi123173835-2 2023-12-20T10:50:34.389 INFO:tasks.rados.rados.0.smithi123.stdout:195: finishing rollback tid 1 to smithi123173835-38 2023-12-20T10:50:34.389 INFO:tasks.rados.rados.0.smithi123.stdout:193: finishing write tid 5 to smithi123173835-2 2023-12-20T10:50:34.389 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 2 v 40 (ObjNum 84 snap 17 seq_num 84) dirty exists 2023-12-20T10:50:34.389 INFO:tasks.rados.rados.0.smithi123.stdout:193: left oid 2 (ObjNum 84 snap 17 seq_num 84) 2023-12-20T10:50:34.389 INFO:tasks.rados.rados.0.smithi123.stdout:195: finishing rollback tid 2 to smithi123173835-38 2023-12-20T10:50:34.390 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 38 v 27 (ObjNum 37 snap 0 seq_num 37) dirty exists 2023-12-20T10:50:34.390 INFO:tasks.rados.rados.0.smithi123.stdout:200: expect (ObjNum 5 snap 0 seq_num 5) 2023-12-20T10:50:34.392 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 29 (ObjNum 10 snap 0 seq_num 10) dirty exists 2023-12-20T10:50:34.392 INFO:tasks.rados.rados.0.smithi123.stdout:194: finishing copy_from to smithi123173835-29 2023-12-20T10:50:34.392 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 29 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-20T10:50:34.392 INFO:tasks.rados.rados.0.smithi123.stdout:194: finishing copy_from racing read to smithi123173835-29 2023-12-20T10:50:34.392 INFO:tasks.rados.rados.0.smithi123.stdout:202: finishing write tid 1 to smithi123173835-20 2023-12-20T10:50:34.392 INFO:tasks.rados.rados.0.smithi123.stdout:193: done (7 left) 2023-12-20T10:50:34.392 INFO:tasks.rados.rados.0.smithi123.stdout:194: done (6 left) 2023-12-20T10:50:34.392 INFO:tasks.rados.rados.0.smithi123.stdout:195: done (5 left) 2023-12-20T10:50:34.392 INFO:tasks.rados.rados.0.smithi123.stdout:199: done (4 left) 2023-12-20T10:50:34.392 INFO:tasks.rados.rados.0.smithi123.stdout:200: done (3 left) 2023-12-20T10:50:34.392 INFO:tasks.rados.rados.0.smithi123.stdout:201: done (2 left) 2023-12-20T10:50:34.392 INFO:tasks.rados.rados.0.smithi123.stdout:204: snap_create 2023-12-20T10:50:34.393 INFO:tasks.rados.rados.0.smithi123.stdout:202: finishing write tid 2 to smithi123173835-20 2023-12-20T10:50:34.393 INFO:tasks.rados.rados.0.smithi123.stdout:202: finishing write tid 3 to smithi123173835-20 2023-12-20T10:50:34.393 INFO:tasks.rados.rados.0.smithi123.stdout:202: finishing write tid 4 to smithi123173835-20 2023-12-20T10:50:34.394 INFO:tasks.rados.rados.0.smithi123.stdout:202: finishing write tid 5 to smithi123173835-20 2023-12-20T10:50:34.394 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 20 v 20 (ObjNum 85 snap 17 seq_num 85) dirty exists 2023-12-20T10:50:34.394 INFO:tasks.rados.rados.0.smithi123.stdout:202: left oid 20 (ObjNum 85 snap 17 seq_num 85) 2023-12-20T10:50:34.396 INFO:tasks.rados.rados.0.smithi123.stdout:203: finishing copy_from to smithi123173835-34 2023-12-20T10:50:34.396 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 34 v 45 (ObjNum 53 snap 1 seq_num 53) dirty exists 2023-12-20T10:50:34.397 INFO:tasks.rados.rados.0.smithi123.stdout:203: finishing copy_from racing read to smithi123173835-34 2023-12-20T10:50:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:34 smithi177 ceph-mon[144425]: osdmap e98: 8 total, 8 up, 8 in 2023-12-20T10:50:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:34 smithi123 ceph-mon[124884]: osdmap e98: 8 total, 8 up, 8 in 2023-12-20T10:50:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:34 smithi123 ceph-mon[111044]: osdmap e98: 8 total, 8 up, 8 in 2023-12-20T10:50:35.251 INFO:tasks.rados.rados.0.smithi123.stdout:202: done (2 left) 2023-12-20T10:50:35.251 INFO:tasks.rados.rados.0.smithi123.stdout:203: done (1 left) 2023-12-20T10:50:35.251 INFO:tasks.rados.rados.0.smithi123.stdout:204: done (0 left) 2023-12-20T10:50:35.252 INFO:tasks.rados.rados.0.smithi123.stdout:205: delete oid 31 current snap is 18 2023-12-20T10:50:35.258 INFO:tasks.rados.rados.0.smithi123.stdout:205: done (0 left) 2023-12-20T10:50:35.258 INFO:tasks.rados.rados.0.smithi123.stdout:206: delete oid 26 current snap is 18 2023-12-20T10:50:35.260 INFO:tasks.rados.rados.0.smithi123.stdout:206: done (0 left) 2023-12-20T10:50:35.260 INFO:tasks.rados.rados.0.smithi123.stdout:207: copy_from oid 20 from oid 42 current snap is 18 2023-12-20T10:50:35.260 INFO:tasks.rados.rados.0.smithi123.stdout:208: delete oid 5 current snap is 18 2023-12-20T10:50:35.261 INFO:tasks.rados.rados.0.smithi123.stdout:207: finishing copy_from to smithi123173835-20 2023-12-20T10:50:35.261 INFO:tasks.rados.rados.0.smithi123.stdout:207: got expected ENOENT (src dne) 2023-12-20T10:50:35.263 INFO:tasks.rados.rados.0.smithi123.stdout:207: finishing copy_from racing read to smithi123173835-20 2023-12-20T10:50:35.264 INFO:tasks.rados.rados.0.smithi123.stdout:207: done (1 left) 2023-12-20T10:50:35.264 INFO:tasks.rados.rados.0.smithi123.stdout:208: done (0 left) 2023-12-20T10:50:35.264 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 24 current snap is 18 2023-12-20T10:50:35.264 INFO:tasks.rados.rados.0.smithi123.stdout:209: seq_num 89 ranges {778240=696320,1474560=655360,2129920=147456} 2023-12-20T10:50:35.273 INFO:tasks.rados.rados.0.smithi123.stdout:209: writing smithi123173835-24 from 778240 to 1474560 tid 1 2023-12-20T10:50:35.276 INFO:tasks.rados.rados.0.smithi123.stdout:209: writing smithi123173835-24 from 1474560 to 2129920 tid 2 2023-12-20T10:50:35.278 INFO:tasks.rados.rados.0.smithi123.stdout:209: writing smithi123173835-24 from 2129920 to 2277376 tid 3 2023-12-20T10:50:35.278 INFO:tasks.rados.rados.0.smithi123.stdout:210: read oid 34 snap -1 2023-12-20T10:50:35.278 INFO:tasks.rados.rados.0.smithi123.stdout:210: expect (ObjNum 53 snap 1 seq_num 53) 2023-12-20T10:50:35.278 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 42 current snap is 18 2023-12-20T10:50:35.278 INFO:tasks.rados.rados.0.smithi123.stdout:211: seq_num 90 ranges {0=712704,712704=540672,1253376=262144} 2023-12-20T10:50:35.282 INFO:tasks.rados.rados.0.smithi123.stdout:211: writing smithi123173835-42 from 0 to 712704 tid 1 2023-12-20T10:50:35.285 INFO:tasks.rados.rados.0.smithi123.stdout:211: writing smithi123173835-42 from 712704 to 1253376 tid 2 2023-12-20T10:50:35.287 INFO:tasks.rados.rados.0.smithi123.stdout:211: writing smithi123173835-42 from 1253376 to 1515520 tid 3 2023-12-20T10:50:35.287 INFO:tasks.rados.rados.0.smithi123.stdout:212: delete oid 11 current snap is 18 2023-12-20T10:50:35.288 INFO:tasks.rados.rados.0.smithi123.stdout:209: finishing write tid 1 to smithi123173835-24 2023-12-20T10:50:35.288 INFO:tasks.rados.rados.0.smithi123.stdout:209: finishing write tid 2 to smithi123173835-24 2023-12-20T10:50:35.288 INFO:tasks.rados.rados.0.smithi123.stdout:209: finishing write tid 3 to smithi123173835-24 2023-12-20T10:50:35.288 INFO:tasks.rados.rados.0.smithi123.stdout:209: finishing write tid 4 to smithi123173835-24 2023-12-20T10:50:35.288 INFO:tasks.rados.rados.0.smithi123.stdout:209: finishing write tid 5 to smithi123173835-24 2023-12-20T10:50:35.288 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 24 v 72 (ObjNum 89 snap 18 seq_num 89) dirty exists 2023-12-20T10:50:35.288 INFO:tasks.rados.rados.0.smithi123.stdout:209: left oid 24 (ObjNum 89 snap 18 seq_num 89) 2023-12-20T10:50:35.288 INFO:tasks.rados.rados.0.smithi123.stdout:210: expect (ObjNum 53 snap 1 seq_num 53) 2023-12-20T10:50:35.346 INFO:tasks.rados.rados.0.smithi123.stdout:211: finishing write tid 1 to smithi123173835-42 2023-12-20T10:50:35.346 INFO:tasks.rados.rados.0.smithi123.stdout:209: done (3 left) 2023-12-20T10:50:35.346 INFO:tasks.rados.rados.0.smithi123.stdout:210: done (2 left) 2023-12-20T10:50:35.346 INFO:tasks.rados.rados.0.smithi123.stdout:212: done (1 left) 2023-12-20T10:50:35.346 INFO:tasks.rados.rados.0.smithi123.stdout:213: read oid 31 snap -1 2023-12-20T10:50:35.346 INFO:tasks.rados.rados.0.smithi123.stdout:213: expect deleted 2023-12-20T10:50:35.346 INFO:tasks.rados.rados.0.smithi123.stdout:214: copy_from oid 27 from oid 4 current snap is 18 2023-12-20T10:50:35.346 INFO:tasks.rados.rados.0.smithi123.stdout:211: finishing write tid 2 to smithi123173835-42 2023-12-20T10:50:35.346 INFO:tasks.rados.rados.0.smithi123.stdout:211: finishing write tid 3 to smithi123173835-42 2023-12-20T10:50:35.346 INFO:tasks.rados.rados.0.smithi123.stdout:211: finishing write tid 4 to smithi123173835-42 2023-12-20T10:50:35.346 INFO:tasks.rados.rados.0.smithi123.stdout:211: finishing write tid 5 to smithi123173835-42 2023-12-20T10:50:35.347 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 42 v 76 (ObjNum 90 snap 18 seq_num 90) dirty exists 2023-12-20T10:50:35.347 INFO:tasks.rados.rados.0.smithi123.stdout:211: left oid 42 (ObjNum 90 snap 18 seq_num 90) 2023-12-20T10:50:35.347 INFO:tasks.rados.rados.0.smithi123.stdout:211: done (2 left) 2023-12-20T10:50:35.347 INFO:tasks.rados.rados.0.smithi123.stdout:215: copy_from oid 32 from oid 19 current snap is 18 2023-12-20T10:50:35.347 INFO:tasks.rados.rados.0.smithi123.stdout:216: read oid 14 snap 7 2023-12-20T10:50:35.347 INFO:tasks.rados.rados.0.smithi123.stdout:216: expect (ObjNum 13 snap 0 seq_num 13) 2023-12-20T10:50:35.347 INFO:tasks.rados.rados.0.smithi123.stdout:217: rollback oid 45 current snap is 18 2023-12-20T10:50:35.347 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 45 to 17 2023-12-20T10:50:35.347 INFO:tasks.rados.rados.0.smithi123.stdout:218: snap_remove snap 14 2023-12-20T10:50:35.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:35 smithi177 ceph-mon[144425]: osdmap e99: 8 total, 8 up, 8 in 2023-12-20T10:50:35.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:35 smithi177 ceph-mon[144425]: pgmap v116: 121 pgs: 121 active+clean; 50 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 824 KiB/s rd, 2.3 MiB/s wr, 11 op/s 2023-12-20T10:50:35.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:35 smithi177 ceph-mon[144425]: osdmap e100: 8 total, 8 up, 8 in 2023-12-20T10:50:35.677 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:35 smithi123 ceph-mon[124884]: osdmap e99: 8 total, 8 up, 8 in 2023-12-20T10:50:35.677 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:35 smithi123 ceph-mon[124884]: pgmap v116: 121 pgs: 121 active+clean; 50 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 824 KiB/s rd, 2.3 MiB/s wr, 11 op/s 2023-12-20T10:50:35.677 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:35 smithi123 ceph-mon[124884]: osdmap e100: 8 total, 8 up, 8 in 2023-12-20T10:50:35.677 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:35 smithi123 ceph-mon[111044]: osdmap e99: 8 total, 8 up, 8 in 2023-12-20T10:50:35.677 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:35 smithi123 ceph-mon[111044]: pgmap v116: 121 pgs: 121 active+clean; 50 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 824 KiB/s rd, 2.3 MiB/s wr, 11 op/s 2023-12-20T10:50:35.677 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:35 smithi123 ceph-mon[111044]: osdmap e100: 8 total, 8 up, 8 in 2023-12-20T10:50:35.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:50:35 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:50:35] "GET /metrics HTTP/1.1" 200 239148 "" "Prometheus/2.43.0" 2023-12-20T10:50:36.315 INFO:tasks.rados.rados.0.smithi123.stdout:218: done (5 left) 2023-12-20T10:50:36.315 INFO:tasks.rados.rados.0.smithi123.stdout:219: snap_remove snap 13 2023-12-20T10:50:37.320 INFO:tasks.rados.rados.0.smithi123.stdout:219: done (5 left) 2023-12-20T10:50:37.320 INFO:tasks.rados.rados.0.smithi123.stdout:220: copy_from oid 11 from oid 20 current snap is 18 2023-12-20T10:50:37.320 INFO:tasks.rados.rados.0.smithi123.stdout:221: delete oid 25 current snap is 18 2023-12-20T10:50:37.323 INFO:tasks.rados.rados.0.smithi123.stdout:217: finishing rollback tid 1 to smithi123173835-45 2023-12-20T10:50:37.323 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 21 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-20T10:50:37.323 INFO:tasks.rados.rados.0.smithi123.stdout:216: expect (ObjNum 13 snap 0 seq_num 13) 2023-12-20T10:50:37.329 INFO:tasks.rados.rados.0.smithi123.stdout:213: done (6 left) 2023-12-20T10:50:37.329 INFO:tasks.rados.rados.0.smithi123.stdout:216: done (5 left) 2023-12-20T10:50:37.329 INFO:tasks.rados.rados.0.smithi123.stdout:217: done (4 left) 2023-12-20T10:50:37.329 INFO:tasks.rados.rados.0.smithi123.stdout:221: done (3 left) 2023-12-20T10:50:37.329 INFO:tasks.rados.rados.0.smithi123.stdout:222: delete oid 3 current snap is 18 2023-12-20T10:50:37.329 INFO:tasks.rados.rados.0.smithi123.stdout:214: finishing copy_from to smithi123173835-27 2023-12-20T10:50:37.329 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 27 v 4 (ObjNum 3 snap 0 seq_num 3) dirty exists 2023-12-20T10:50:37.329 INFO:tasks.rados.rados.0.smithi123.stdout:214: finishing copy_from racing read to smithi123173835-27 2023-12-20T10:50:37.329 INFO:tasks.rados.rados.0.smithi123.stdout:215: finishing copy_from to smithi123173835-32 2023-12-20T10:50:37.329 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 31 (ObjNum 18 snap 0 seq_num 18) dirty exists 2023-12-20T10:50:37.329 INFO:tasks.rados.rados.0.smithi123.stdout:215: finishing copy_from racing read to smithi123173835-32 2023-12-20T10:50:37.330 INFO:tasks.rados.rados.0.smithi123.stdout:214: done (3 left) 2023-12-20T10:50:37.330 INFO:tasks.rados.rados.0.smithi123.stdout:215: done (2 left) 2023-12-20T10:50:37.330 INFO:tasks.rados.rados.0.smithi123.stdout:222: done (1 left) 2023-12-20T10:50:37.330 INFO:tasks.rados.rados.0.smithi123.stdout:223: setattr oid 47 current snap is 18 2023-12-20T10:50:37.332 INFO:tasks.rados.rados.0.smithi123.stdout:224: snap_remove snap 7 2023-12-20T10:50:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:37 smithi177 ceph-mon[144425]: osdmap e101: 8 total, 8 up, 8 in 2023-12-20T10:50:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:37 smithi177 ceph-mon[144425]: pgmap v119: 121 pgs: 121 active+clean; 53 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2023-12-20T10:50:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:37 smithi123 ceph-mon[124884]: osdmap e101: 8 total, 8 up, 8 in 2023-12-20T10:50:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:37 smithi123 ceph-mon[124884]: pgmap v119: 121 pgs: 121 active+clean; 53 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2023-12-20T10:50:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:37 smithi123 ceph-mon[111044]: osdmap e101: 8 total, 8 up, 8 in 2023-12-20T10:50:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:37 smithi123 ceph-mon[111044]: pgmap v119: 121 pgs: 121 active+clean; 53 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2023-12-20T10:50:38.322 INFO:tasks.rados.rados.0.smithi123.stdout:224: done (2 left) 2023-12-20T10:50:38.322 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 49 current snap is 18 2023-12-20T10:50:38.322 INFO:tasks.rados.rados.0.smithi123.stdout:225: seq_num 94 ranges {811008=778240,1589248=532480,2121728=270336} 2023-12-20T10:50:38.331 INFO:tasks.rados.rados.0.smithi123.stdout:225: writing smithi123173835-49 from 811008 to 1589248 tid 1 2023-12-20T10:50:38.336 INFO:tasks.rados.rados.0.smithi123.stdout:225: writing smithi123173835-49 from 1589248 to 2121728 tid 2 2023-12-20T10:50:38.337 INFO:tasks.rados.rados.0.smithi123.stdout:225: writing smithi123173835-49 from 2121728 to 2392064 tid 3 2023-12-20T10:50:38.337 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 15 current snap is 18 2023-12-20T10:50:38.337 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 47 v 56 (ObjNum 76 snap 13 seq_num 76) dirty exists 2023-12-20T10:50:38.338 INFO:tasks.rados.rados.0.smithi123.stdout:226: seq_num 95 ranges {1048576=794624,1843200=409600,2252800=393216} 2023-12-20T10:50:38.348 INFO:tasks.rados.rados.0.smithi123.stdout:226: writing smithi123173835-15 from 1048576 to 1843200 tid 1 2023-12-20T10:50:38.350 INFO:tasks.rados.rados.0.smithi123.stdout:226: writing smithi123173835-15 from 1843200 to 2252800 tid 2 2023-12-20T10:50:38.353 INFO:tasks.rados.rados.0.smithi123.stdout:226: writing smithi123173835-15 from 2252800 to 2646016 tid 3 2023-12-20T10:50:38.353 INFO:tasks.rados.rados.0.smithi123.stdout:223: done (3 left) 2023-12-20T10:50:38.353 INFO:tasks.rados.rados.0.smithi123.stdout:227: copy_from oid 5 from oid 40 current snap is 18 2023-12-20T10:50:38.354 INFO:tasks.rados.rados.0.smithi123.stdout:220: finishing copy_from to smithi123173835-11 2023-12-20T10:50:38.354 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 11 v 20 (ObjNum 85 snap 17 seq_num 85) dirty exists 2023-12-20T10:50:38.354 INFO:tasks.rados.rados.0.smithi123.stdout:220: finishing copy_from racing read to smithi123173835-11 2023-12-20T10:50:38.354 INFO:tasks.rados.rados.0.smithi123.stdout:225: finishing write tid 1 to smithi123173835-49 2023-12-20T10:50:38.354 INFO:tasks.rados.rados.0.smithi123.stdout:225: finishing write tid 2 to smithi123173835-49 2023-12-20T10:50:38.354 INFO:tasks.rados.rados.0.smithi123.stdout:220: done (3 left) 2023-12-20T10:50:38.354 INFO:tasks.rados.rados.0.smithi123.stdout:228: snap_create 2023-12-20T10:50:38.354 INFO:tasks.rados.rados.0.smithi123.stdout:225: finishing write tid 3 to smithi123173835-49 2023-12-20T10:50:38.354 INFO:tasks.rados.rados.0.smithi123.stdout:225: finishing write tid 4 to smithi123173835-49 2023-12-20T10:50:38.354 INFO:tasks.rados.rados.0.smithi123.stdout:225: finishing write tid 5 to smithi123173835-49 2023-12-20T10:50:38.354 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 12 (ObjNum 94 snap 18 seq_num 94) dirty exists 2023-12-20T10:50:38.354 INFO:tasks.rados.rados.0.smithi123.stdout:225: left oid 49 (ObjNum 94 snap 18 seq_num 94) 2023-12-20T10:50:38.354 INFO:tasks.rados.rados.0.smithi123.stdout:226: finishing write tid 1 to smithi123173835-15 2023-12-20T10:50:38.354 INFO:tasks.rados.rados.0.smithi123.stdout:226: finishing write tid 2 to smithi123173835-15 2023-12-20T10:50:38.355 INFO:tasks.rados.rados.0.smithi123.stdout:226: finishing write tid 3 to smithi123173835-15 2023-12-20T10:50:38.355 INFO:tasks.rados.rados.0.smithi123.stdout:226: finishing write tid 4 to smithi123173835-15 2023-12-20T10:50:38.358 INFO:tasks.rados.rados.0.smithi123.stdout:226: finishing write tid 5 to smithi123173835-15 2023-12-20T10:50:38.358 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 130 (ObjNum 95 snap 18 seq_num 95) dirty exists 2023-12-20T10:50:38.358 INFO:tasks.rados.rados.0.smithi123.stdout:226: left oid 15 (ObjNum 95 snap 18 seq_num 95) 2023-12-20T10:50:38.360 INFO:tasks.rados.rados.0.smithi123.stdout:227: finishing copy_from to smithi123173835-5 2023-12-20T10:50:38.360 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 29 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-20T10:50:38.360 INFO:tasks.rados.rados.0.smithi123.stdout:227: finishing copy_from racing read to smithi123173835-5 2023-12-20T10:50:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:38 smithi177 ceph-mon[144425]: osdmap e102: 8 total, 8 up, 8 in 2023-12-20T10:50:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:38 smithi123 ceph-mon[124884]: osdmap e102: 8 total, 8 up, 8 in 2023-12-20T10:50:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:38 smithi123 ceph-mon[111044]: osdmap e102: 8 total, 8 up, 8 in 2023-12-20T10:50:39.338 INFO:tasks.rados.rados.0.smithi123.stdout:225: done (3 left) 2023-12-20T10:50:39.338 INFO:tasks.rados.rados.0.smithi123.stdout:226: done (2 left) 2023-12-20T10:50:39.338 INFO:tasks.rados.rados.0.smithi123.stdout:227: done (1 left) 2023-12-20T10:50:39.338 INFO:tasks.rados.rados.0.smithi123.stdout:228: done (0 left) 2023-12-20T10:50:39.338 INFO:tasks.rados.rados.0.smithi123.stdout:229: snap_create 2023-12-20T10:50:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:39 smithi177 ceph-mon[144425]: osdmap e103: 8 total, 8 up, 8 in 2023-12-20T10:50:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:39 smithi177 ceph-mon[144425]: pgmap v122: 121 pgs: 121 active+clean; 53 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2023-12-20T10:50:39.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:39 smithi123 ceph-mon[124884]: osdmap e103: 8 total, 8 up, 8 in 2023-12-20T10:50:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:39 smithi123 ceph-mon[124884]: pgmap v122: 121 pgs: 121 active+clean; 53 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2023-12-20T10:50:39.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:39 smithi123 ceph-mon[111044]: osdmap e103: 8 total, 8 up, 8 in 2023-12-20T10:50:39.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:39 smithi123 ceph-mon[111044]: pgmap v122: 121 pgs: 121 active+clean; 53 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2023-12-20T10:50:40.252 INFO:tasks.rados.rados.0.smithi123.stdout:229: done (0 left) 2023-12-20T10:50:40.252 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 17 current snap is 20 2023-12-20T10:50:40.252 INFO:tasks.rados.rados.0.smithi123.stdout:230: seq_num 96 ranges {0=409600,409600=696320,1105920=507904} 2023-12-20T10:50:40.254 INFO:tasks.rados.rados.0.smithi123.stdout:230: writing smithi123173835-17 from 0 to 409600 tid 1 2023-12-20T10:50:40.258 INFO:tasks.rados.rados.0.smithi123.stdout:230: writing smithi123173835-17 from 409600 to 1105920 tid 2 2023-12-20T10:50:40.262 INFO:tasks.rados.rados.0.smithi123.stdout:230: writing smithi123173835-17 from 1105920 to 1613824 tid 3 2023-12-20T10:50:40.262 INFO:tasks.rados.rados.0.smithi123.stdout:231: rollback oid 8 current snap is 20 2023-12-20T10:50:40.262 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 8 to 11 2023-12-20T10:50:40.262 INFO:tasks.rados.rados.0.smithi123.stdout:230: finishing write tid 1 to smithi123173835-17 2023-12-20T10:50:40.262 INFO:tasks.rados.rados.0.smithi123.stdout:232: rmattr oid 26 current snap is 20 2023-12-20T10:50:40.262 INFO:tasks.rados.rados.0.smithi123.stdout:232: done (2 left) 2023-12-20T10:50:40.262 INFO:tasks.rados.rados.0.smithi123.stdout:233: delete oid 2 current snap is 20 2023-12-20T10:50:40.263 INFO:tasks.rados.rados.0.smithi123.stdout:230: finishing write tid 2 to smithi123173835-17 2023-12-20T10:50:40.265 INFO:tasks.rados.rados.0.smithi123.stdout:230: finishing write tid 3 to smithi123173835-17 2023-12-20T10:50:40.266 INFO:tasks.rados.rados.0.smithi123.stdout:230: finishing write tid 4 to smithi123173835-17 2023-12-20T10:50:40.267 INFO:tasks.rados.rados.0.smithi123.stdout:231: finishing rollback tid 1 to smithi123173835-8 2023-12-20T10:50:40.267 INFO:tasks.rados.rados.0.smithi123.stdout:231: finishing rollback tid 2 to smithi123173835-8 2023-12-20T10:50:40.267 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 64 (ObjNum 70 snap 7 seq_num 70) dirty exists 2023-12-20T10:50:40.267 INFO:tasks.rados.rados.0.smithi123.stdout:231: done (2 left) 2023-12-20T10:50:40.267 INFO:tasks.rados.rados.0.smithi123.stdout:233: done (1 left) 2023-12-20T10:50:40.267 INFO:tasks.rados.rados.0.smithi123.stdout:234: rmattr oid 10 current snap is 20 2023-12-20T10:50:40.267 INFO:tasks.rados.rados.0.smithi123.stdout:234: done (1 left) 2023-12-20T10:50:40.267 INFO:tasks.rados.rados.0.smithi123.stdout:235: snap_create 2023-12-20T10:50:40.268 INFO:tasks.rados.rados.0.smithi123.stdout:230: finishing write tid 5 to smithi123173835-17 2023-12-20T10:50:40.268 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 17 v 38 (ObjNum 96 snap 20 seq_num 96) dirty exists 2023-12-20T10:50:40.268 INFO:tasks.rados.rados.0.smithi123.stdout:230: left oid 17 (ObjNum 96 snap 20 seq_num 96) 2023-12-20T10:50:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:40 smithi177 ceph-mon[144425]: osdmap e104: 8 total, 8 up, 8 in 2023-12-20T10:50:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:40 smithi177 ceph-mon[144425]: osdmap e105: 8 total, 8 up, 8 in 2023-12-20T10:50:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:40 smithi123 ceph-mon[111044]: osdmap e104: 8 total, 8 up, 8 in 2023-12-20T10:50:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:40 smithi123 ceph-mon[111044]: osdmap e105: 8 total, 8 up, 8 in 2023-12-20T10:50:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:40 smithi123 ceph-mon[124884]: osdmap e104: 8 total, 8 up, 8 in 2023-12-20T10:50:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:40 smithi123 ceph-mon[124884]: osdmap e105: 8 total, 8 up, 8 in 2023-12-20T10:50:41.258 INFO:tasks.rados.rados.0.smithi123.stdout:230: done (1 left) 2023-12-20T10:50:41.258 INFO:tasks.rados.rados.0.smithi123.stdout:235: done (0 left) 2023-12-20T10:50:41.258 INFO:tasks.rados.rados.0.smithi123.stdout:236: copy_from oid 48 from oid 47 current snap is 21 2023-12-20T10:50:41.258 INFO:tasks.rados.rados.0.smithi123.stdout:237: read oid 34 snap -1 2023-12-20T10:50:41.258 INFO:tasks.rados.rados.0.smithi123.stdout:237: expect (ObjNum 53 snap 1 seq_num 53) 2023-12-20T10:50:41.258 INFO:tasks.rados.rados.0.smithi123.stdout:238: snap_create 2023-12-20T10:50:41.266 INFO:tasks.rados.rados.0.smithi123.stdout:237: expect (ObjNum 53 snap 1 seq_num 53) 2023-12-20T10:50:41.320 INFO:tasks.rados.rados.0.smithi123.stdout:236: finishing copy_from to smithi123173835-48 2023-12-20T10:50:41.320 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 56 (ObjNum 76 snap 13 seq_num 76) dirty exists 2023-12-20T10:50:41.320 INFO:tasks.rados.rados.0.smithi123.stdout:236: finishing copy_from racing read to smithi123173835-48 2023-12-20T10:50:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:41 smithi177 ceph-mon[144425]: pgmap v125: 121 pgs: 121 active+clean; 53 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:50:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:41 smithi177 ceph-mon[144425]: osdmap e106: 8 total, 8 up, 8 in 2023-12-20T10:50:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:41 smithi123 ceph-mon[124884]: pgmap v125: 121 pgs: 121 active+clean; 53 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:50:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:41 smithi123 ceph-mon[124884]: osdmap e106: 8 total, 8 up, 8 in 2023-12-20T10:50:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:41 smithi123 ceph-mon[111044]: pgmap v125: 121 pgs: 121 active+clean; 53 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:50:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:41 smithi123 ceph-mon[111044]: osdmap e106: 8 total, 8 up, 8 in 2023-12-20T10:50:42.260 INFO:tasks.rados.rados.0.smithi123.stdout:236: done (2 left) 2023-12-20T10:50:42.260 INFO:tasks.rados.rados.0.smithi123.stdout:237: done (1 left) 2023-12-20T10:50:42.260 INFO:tasks.rados.rados.0.smithi123.stdout:238: done (0 left) 2023-12-20T10:50:42.260 INFO:tasks.rados.rados.0.smithi123.stdout:239: read oid 47 snap -1 2023-12-20T10:50:42.260 INFO:tasks.rados.rados.0.smithi123.stdout:239: expect (ObjNum 76 snap 13 seq_num 76) 2023-12-20T10:50:42.260 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 36 current snap is 22 2023-12-20T10:50:42.260 INFO:tasks.rados.rados.0.smithi123.stdout:240: seq_num 98 ranges {172032=450560,622592=466944,1089536=737280} 2023-12-20T10:50:42.266 INFO:tasks.rados.rados.0.smithi123.stdout:240: writing smithi123173835-36 from 172032 to 622592 tid 1 2023-12-20T10:50:42.270 INFO:tasks.rados.rados.0.smithi123.stdout:240: writing smithi123173835-36 from 622592 to 1089536 tid 2 2023-12-20T10:50:42.272 INFO:tasks.rados.rados.0.smithi123.stdout:240: writing smithi123173835-36 from 1089536 to 1826816 tid 3 2023-12-20T10:50:42.272 INFO:tasks.rados.rados.0.smithi123.stdout:241: rollback oid 18 current snap is 22 2023-12-20T10:50:42.272 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 18 to 10 2023-12-20T10:50:42.272 INFO:tasks.rados.rados.0.smithi123.stdout:239: expect (ObjNum 76 snap 13 seq_num 76) 2023-12-20T10:50:42.338 INFO:tasks.rados.rados.0.smithi123.stdout:240: finishing write tid 1 to smithi123173835-36 2023-12-20T10:50:42.338 INFO:tasks.rados.rados.0.smithi123.stdout:240: finishing write tid 2 to smithi123173835-36 2023-12-20T10:50:42.338 INFO:tasks.rados.rados.0.smithi123.stdout:240: finishing write tid 3 to smithi123173835-36 2023-12-20T10:50:42.338 INFO:tasks.rados.rados.0.smithi123.stdout:240: finishing write tid 4 to smithi123173835-36 2023-12-20T10:50:42.338 INFO:tasks.rados.rados.0.smithi123.stdout:241: finishing rollback tid 0 to smithi123173835-18 2023-12-20T10:50:42.338 INFO:tasks.rados.rados.0.smithi123.stdout:241: finishing rollback tid 1 to smithi123173835-18 2023-12-20T10:50:42.338 INFO:tasks.rados.rados.0.smithi123.stdout:241: finishing rollback tid 2 to smithi123173835-18 2023-12-20T10:50:42.339 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 18 v 62 (ObjNum 50 snap 0 seq_num 50) dirty exists 2023-12-20T10:50:42.339 INFO:tasks.rados.rados.0.smithi123.stdout:240: finishing write tid 5 to smithi123173835-36 2023-12-20T10:50:42.339 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 46 (ObjNum 98 snap 22 seq_num 98) dirty exists 2023-12-20T10:50:42.339 INFO:tasks.rados.rados.0.smithi123.stdout:240: left oid 36 (ObjNum 98 snap 22 seq_num 98) 2023-12-20T10:50:42.339 INFO:tasks.rados.rados.0.smithi123.stdout:239: done (2 left) 2023-12-20T10:50:42.339 INFO:tasks.rados.rados.0.smithi123.stdout:240: done (1 left) 2023-12-20T10:50:42.339 INFO:tasks.rados.rados.0.smithi123.stdout:241: done (0 left) 2023-12-20T10:50:42.339 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 2 current snap is 22 2023-12-20T10:50:42.339 INFO:tasks.rados.rados.0.smithi123.stdout:242: seq_num 99 ranges {0=466944,466944=802816,1269760=401408} 2023-12-20T10:50:42.340 INFO:tasks.rados.rados.0.smithi123.stdout:242: writing smithi123173835-2 from 0 to 466944 tid 1 2023-12-20T10:50:42.345 INFO:tasks.rados.rados.0.smithi123.stdout:242: writing smithi123173835-2 from 466944 to 1269760 tid 2 2023-12-20T10:50:42.348 INFO:tasks.rados.rados.0.smithi123.stdout:242: writing smithi123173835-2 from 1269760 to 1671168 tid 3 2023-12-20T10:50:42.348 INFO:tasks.rados.rados.0.smithi123.stdout:243: delete oid 40 current snap is 22 2023-12-20T10:50:42.348 INFO:tasks.rados.rados.0.smithi123.stdout:242: finishing write tid 1 to smithi123173835-2 2023-12-20T10:50:42.348 INFO:tasks.rados.rados.0.smithi123.stdout:242: finishing write tid 2 to smithi123173835-2 2023-12-20T10:50:42.350 INFO:tasks.rados.rados.0.smithi123.stdout:243: done (1 left) 2023-12-20T10:50:42.350 INFO:tasks.rados.rados.0.smithi123.stdout:244: read oid 47 snap -1 2023-12-20T10:50:42.350 INFO:tasks.rados.rados.0.smithi123.stdout:244: expect (ObjNum 76 snap 13 seq_num 76) 2023-12-20T10:50:42.350 INFO:tasks.rados.rados.0.smithi123.stdout:245: rollback oid 49 current snap is 22 2023-12-20T10:50:42.350 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 49 to 16 2023-12-20T10:50:42.350 INFO:tasks.rados.rados.0.smithi123.stdout:246: snap_remove snap 11 2023-12-20T10:50:43.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:42 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[146761]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:50:42] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-20T10:50:43.279 INFO:tasks.rados.rados.0.smithi123.stdout:246: done (3 left) 2023-12-20T10:50:43.279 INFO:tasks.rados.rados.0.smithi123.stdout:247: snap_create 2023-12-20T10:50:43.279 INFO:tasks.rados.rados.0.smithi123.stdout:242: finishing write tid 3 to smithi123173835-2 2023-12-20T10:50:43.280 INFO:tasks.rados.rados.0.smithi123.stdout:242: finishing write tid 4 to smithi123173835-2 2023-12-20T10:50:43.280 INFO:tasks.rados.rados.0.smithi123.stdout:242: finishing write tid 5 to smithi123173835-2 2023-12-20T10:50:43.280 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 2 v 58 (ObjNum 99 snap 22 seq_num 99) dirty exists 2023-12-20T10:50:43.280 INFO:tasks.rados.rados.0.smithi123.stdout:242: left oid 2 (ObjNum 99 snap 22 seq_num 99) 2023-12-20T10:50:43.280 INFO:tasks.rados.rados.0.smithi123.stdout:245: finishing rollback tid 0 to smithi123173835-49 2023-12-20T10:50:43.280 INFO:tasks.rados.rados.0.smithi123.stdout:245: finishing rollback tid 1 to smithi123173835-49 2023-12-20T10:50:43.280 INFO:tasks.rados.rados.0.smithi123.stdout:245: finishing rollback tid 2 to smithi123173835-49 2023-12-20T10:50:43.280 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 59 (ObjNum 48 snap 0 seq_num 48) dirty exists 2023-12-20T10:50:43.280 INFO:tasks.rados.rados.0.smithi123.stdout:244: expect (ObjNum 76 snap 13 seq_num 76) 2023-12-20T10:50:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:43 smithi177 ceph-mon[144425]: osdmap e107: 8 total, 8 up, 8 in 2023-12-20T10:50:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:43 smithi177 ceph-mon[144425]: pgmap v128: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2023-12-20T10:50:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:43 smithi123 ceph-mon[124884]: osdmap e107: 8 total, 8 up, 8 in 2023-12-20T10:50:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:43 smithi123 ceph-mon[124884]: pgmap v128: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2023-12-20T10:50:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:43 smithi123 ceph-mon[111044]: osdmap e107: 8 total, 8 up, 8 in 2023-12-20T10:50:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:43 smithi123 ceph-mon[111044]: pgmap v128: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2023-12-20T10:50:44.275 INFO:tasks.rados.rados.0.smithi123.stdout:242: done (3 left) 2023-12-20T10:50:44.275 INFO:tasks.rados.rados.0.smithi123.stdout:244: done (2 left) 2023-12-20T10:50:44.275 INFO:tasks.rados.rados.0.smithi123.stdout:245: done (1 left) 2023-12-20T10:50:44.276 INFO:tasks.rados.rados.0.smithi123.stdout:247: done (0 left) 2023-12-20T10:50:44.276 INFO:tasks.rados.rados.0.smithi123.stdout:248: snap_create 2023-12-20T10:50:44.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:44 smithi177 ceph-mon[144425]: osdmap e108: 8 total, 8 up, 8 in 2023-12-20T10:50:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:44 smithi123 ceph-mon[124884]: osdmap e108: 8 total, 8 up, 8 in 2023-12-20T10:50:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:44 smithi123 ceph-mon[111044]: osdmap e108: 8 total, 8 up, 8 in 2023-12-20T10:50:45.253 INFO:tasks.rados.rados.0.smithi123.stdout:248: done (0 left) 2023-12-20T10:50:45.253 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 30 current snap is 24 2023-12-20T10:50:45.253 INFO:tasks.rados.rados.0.smithi123.stdout:249: seq_num 101 ranges {491520=499712,991232=573440,1564672=524288,2088960=106496} 2023-12-20T10:50:45.258 INFO:tasks.rados.rados.0.smithi123.stdout:249: writing smithi123173835-30 from 491520 to 991232 tid 1 2023-12-20T10:50:45.262 INFO:tasks.rados.rados.0.smithi123.stdout:249: writing smithi123173835-30 from 991232 to 1564672 tid 2 2023-12-20T10:50:45.265 INFO:tasks.rados.rados.0.smithi123.stdout:249: writing smithi123173835-30 from 1564672 to 2088960 tid 3 2023-12-20T10:50:45.266 INFO:tasks.rados.rados.0.smithi123.stdout:249: writing smithi123173835-30 from 2088960 to 2195456 tid 4 2023-12-20T10:50:45.266 INFO:tasks.rados.rados.0.smithi123.stdout:250: rmattr oid 17 current snap is 24 2023-12-20T10:50:45.266 INFO:tasks.rados.rados.0.smithi123.stdout:250: done (1 left) 2023-12-20T10:50:45.266 INFO:tasks.rados.rados.0.smithi123.stdout:251: snap_remove snap 10 2023-12-20T10:50:45.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:45 smithi177 ceph-mon[144425]: osdmap e109: 8 total, 8 up, 8 in 2023-12-20T10:50:45.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:45 smithi177 ceph-mon[144425]: pgmap v131: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2023-12-20T10:50:45.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:45 smithi177 ceph-mon[144425]: osdmap e110: 8 total, 8 up, 8 in 2023-12-20T10:50:45.677 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:45 smithi123 ceph-mon[124884]: osdmap e109: 8 total, 8 up, 8 in 2023-12-20T10:50:45.677 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:45 smithi123 ceph-mon[124884]: pgmap v131: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2023-12-20T10:50:45.677 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:45 smithi123 ceph-mon[124884]: osdmap e110: 8 total, 8 up, 8 in 2023-12-20T10:50:45.677 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:45 smithi123 ceph-mon[111044]: osdmap e109: 8 total, 8 up, 8 in 2023-12-20T10:50:45.677 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:45 smithi123 ceph-mon[111044]: pgmap v131: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2023-12-20T10:50:45.677 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:45 smithi123 ceph-mon[111044]: osdmap e110: 8 total, 8 up, 8 in 2023-12-20T10:50:45.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:50:45 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:50:45] "GET /metrics HTTP/1.1" 200 239148 "" "Prometheus/2.43.0" 2023-12-20T10:50:46.259 INFO:tasks.rados.rados.0.smithi123.stdout:251: done (1 left) 2023-12-20T10:50:46.259 INFO:tasks.rados.rados.0.smithi123.stdout:252: snap_remove snap 20 2023-12-20T10:50:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:46 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:50:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:46 smithi177 ceph-mon[144425]: osdmap e111: 8 total, 8 up, 8 in 2023-12-20T10:50:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:46 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:50:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:46 smithi123 ceph-mon[124884]: osdmap e111: 8 total, 8 up, 8 in 2023-12-20T10:50:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:46 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:50:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:46 smithi123 ceph-mon[111044]: osdmap e111: 8 total, 8 up, 8 in 2023-12-20T10:50:47.262 INFO:tasks.rados.rados.0.smithi123.stdout:252: done (1 left) 2023-12-20T10:50:47.263 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 6 current snap is 24 2023-12-20T10:50:47.263 INFO:tasks.rados.rados.0.smithi123.stdout:249: finishing write tid 1 to smithi123173835-30 2023-12-20T10:50:47.263 INFO:tasks.rados.rados.0.smithi123.stdout:253: seq_num 102 ranges {90112=516096,606208=450560,1056768=729088,1785856=24576} 2023-12-20T10:50:47.265 INFO:tasks.rados.rados.0.smithi123.stdout:253: writing smithi123173835-6 from 90112 to 606208 tid 1 2023-12-20T10:50:47.268 INFO:tasks.rados.rados.0.smithi123.stdout:253: writing smithi123173835-6 from 606208 to 1056768 tid 2 2023-12-20T10:50:47.273 INFO:tasks.rados.rados.0.smithi123.stdout:253: writing smithi123173835-6 from 1056768 to 1785856 tid 3 2023-12-20T10:50:47.273 INFO:tasks.rados.rados.0.smithi123.stdout:253: writing smithi123173835-6 from 1785856 to 1810432 tid 4 2023-12-20T10:50:47.273 INFO:tasks.rados.rados.0.smithi123.stdout:254: read oid 11 snap -1 2023-12-20T10:50:47.274 INFO:tasks.rados.rados.0.smithi123.stdout:254: expect (ObjNum 85 snap 17 seq_num 85) 2023-12-20T10:50:47.274 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 28 current snap is 24 2023-12-20T10:50:47.274 INFO:tasks.rados.rados.0.smithi123.stdout:249: finishing write tid 2 to smithi123173835-30 2023-12-20T10:50:47.274 INFO:tasks.rados.rados.0.smithi123.stdout:249: finishing write tid 3 to smithi123173835-30 2023-12-20T10:50:47.274 INFO:tasks.rados.rados.0.smithi123.stdout:249: finishing write tid 4 to smithi123173835-30 2023-12-20T10:50:47.274 INFO:tasks.rados.rados.0.smithi123.stdout:249: finishing write tid 5 to smithi123173835-30 2023-12-20T10:50:47.274 INFO:tasks.rados.rados.0.smithi123.stdout:249: finishing write tid 6 to smithi123173835-30 2023-12-20T10:50:47.274 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 30 v 48 (ObjNum 101 snap 24 seq_num 101) dirty exists 2023-12-20T10:50:47.274 INFO:tasks.rados.rados.0.smithi123.stdout:249: left oid 30 (ObjNum 101 snap 24 seq_num 101) 2023-12-20T10:50:47.274 INFO:tasks.rados.rados.0.smithi123.stdout:255: seq_num 103 ranges {0=532480,532480=737280,1269760=466944} 2023-12-20T10:50:47.276 INFO:tasks.rados.rados.0.smithi123.stdout:255: writing smithi123173835-28 from 0 to 532480 tid 1 2023-12-20T10:50:47.280 INFO:tasks.rados.rados.0.smithi123.stdout:255: writing smithi123173835-28 from 532480 to 1269760 tid 2 2023-12-20T10:50:47.284 INFO:tasks.rados.rados.0.smithi123.stdout:255: writing smithi123173835-28 from 1269760 to 1736704 tid 3 2023-12-20T10:50:47.285 INFO:tasks.rados.rados.0.smithi123.stdout:249: done (3 left) 2023-12-20T10:50:47.285 INFO:tasks.rados.rados.0.smithi123.stdout:256: snap_create 2023-12-20T10:50:47.285 INFO:tasks.rados.rados.0.smithi123.stdout:253: finishing write tid 1 to smithi123173835-6 2023-12-20T10:50:47.285 INFO:tasks.rados.rados.0.smithi123.stdout:253: finishing write tid 2 to smithi123173835-6 2023-12-20T10:50:47.285 INFO:tasks.rados.rados.0.smithi123.stdout:253: finishing write tid 3 to smithi123173835-6 2023-12-20T10:50:47.285 INFO:tasks.rados.rados.0.smithi123.stdout:253: finishing write tid 4 to smithi123173835-6 2023-12-20T10:50:47.285 INFO:tasks.rados.rados.0.smithi123.stdout:253: finishing write tid 5 to smithi123173835-6 2023-12-20T10:50:47.285 INFO:tasks.rados.rados.0.smithi123.stdout:253: finishing write tid 6 to smithi123173835-6 2023-12-20T10:50:47.285 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 104 (ObjNum 102 snap 24 seq_num 102) dirty exists 2023-12-20T10:50:47.285 INFO:tasks.rados.rados.0.smithi123.stdout:253: left oid 6 (ObjNum 102 snap 24 seq_num 102) 2023-12-20T10:50:47.286 INFO:tasks.rados.rados.0.smithi123.stdout:255: finishing write tid 1 to smithi123173835-28 2023-12-20T10:50:47.288 INFO:tasks.rados.rados.0.smithi123.stdout:255: finishing write tid 2 to smithi123173835-28 2023-12-20T10:50:47.288 INFO:tasks.rados.rados.0.smithi123.stdout:255: finishing write tid 3 to smithi123173835-28 2023-12-20T10:50:47.288 INFO:tasks.rados.rados.0.smithi123.stdout:255: finishing write tid 4 to smithi123173835-28 2023-12-20T10:50:47.289 INFO:tasks.rados.rados.0.smithi123.stdout:254: expect (ObjNum 85 snap 17 seq_num 85) 2023-12-20T10:50:47.337 INFO:tasks.rados.rados.0.smithi123.stdout:255: finishing write tid 5 to smithi123173835-28 2023-12-20T10:50:47.337 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 28 v 35 (ObjNum 103 snap 24 seq_num 103) dirty exists 2023-12-20T10:50:47.337 INFO:tasks.rados.rados.0.smithi123.stdout:255: left oid 28 (ObjNum 103 snap 24 seq_num 103) 2023-12-20T10:50:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:47 smithi177 ceph-mon[144425]: pgmap v134: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2023-12-20T10:50:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:47 smithi177 ceph-mon[144425]: osdmap e112: 8 total, 8 up, 8 in 2023-12-20T10:50:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:47 smithi123 ceph-mon[124884]: pgmap v134: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2023-12-20T10:50:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:47 smithi123 ceph-mon[124884]: osdmap e112: 8 total, 8 up, 8 in 2023-12-20T10:50:47.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:47 smithi123 ceph-mon[111044]: pgmap v134: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2023-12-20T10:50:47.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:47 smithi123 ceph-mon[111044]: osdmap e112: 8 total, 8 up, 8 in 2023-12-20T10:50:48.293 INFO:tasks.rados.rados.0.smithi123.stdout:253: done (3 left) 2023-12-20T10:50:48.293 INFO:tasks.rados.rados.0.smithi123.stdout:254: done (2 left) 2023-12-20T10:50:48.293 INFO:tasks.rados.rados.0.smithi123.stdout:255: done (1 left) 2023-12-20T10:50:48.293 INFO:tasks.rados.rados.0.smithi123.stdout:256: done (0 left) 2023-12-20T10:50:48.293 INFO:tasks.rados.rados.0.smithi123.stdout:257: delete oid 41 current snap is 25 2023-12-20T10:50:48.297 INFO:tasks.rados.rados.0.smithi123.stdout:257: done (0 left) 2023-12-20T10:50:48.298 INFO:tasks.rados.rados.0.smithi123.stdout:258: read oid 13 snap -1 2023-12-20T10:50:48.298 INFO:tasks.rados.rados.0.smithi123.stdout:258: expect (ObjNum 82 snap 16 seq_num 82) 2023-12-20T10:50:48.298 INFO:tasks.rados.rados.0.smithi123.stdout:259: setattr oid 26 current snap is 25 2023-12-20T10:50:48.300 INFO:tasks.rados.rados.0.smithi123.stdout:260: copy_from oid 32 from oid 7 current snap is 25 2023-12-20T10:50:48.300 INFO:tasks.rados.rados.0.smithi123.stdout:261: read oid 22 snap -1 2023-12-20T10:50:48.300 INFO:tasks.rados.rados.0.smithi123.stdout:261: expect (ObjNum 21 snap 0 seq_num 21) 2023-12-20T10:50:48.300 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 15 current snap is 25 2023-12-20T10:50:48.300 INFO:tasks.rados.rados.0.smithi123.stdout:262: seq_num 105 ranges {2646016=565248,3211264=507904,3719168=507904,4227072=188416} 2023-12-20T10:50:48.321 INFO:tasks.rados.rados.0.smithi123.stdout:262: writing smithi123173835-15 from 2646016 to 3211264 tid 1 2023-12-20T10:50:48.322 INFO:tasks.rados.rados.0.smithi123.stdout:262: writing smithi123173835-15 from 3211264 to 3719168 tid 2 2023-12-20T10:50:48.324 INFO:tasks.rados.rados.0.smithi123.stdout:262: writing smithi123173835-15 from 3719168 to 4227072 tid 3 2023-12-20T10:50:48.325 INFO:tasks.rados.rados.0.smithi123.stdout:262: writing smithi123173835-15 from 4227072 to 4415488 tid 4 2023-12-20T10:50:48.325 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 49 current snap is 25 2023-12-20T10:50:48.326 INFO:tasks.rados.rados.0.smithi123.stdout:263: seq_num 106 ranges {811008=581632,1392640=794624,2187264=409600} 2023-12-20T10:50:48.333 INFO:tasks.rados.rados.0.smithi123.stdout:263: writing smithi123173835-49 from 811008 to 1392640 tid 1 2023-12-20T10:50:48.338 INFO:tasks.rados.rados.0.smithi123.stdout:263: writing smithi123173835-49 from 1392640 to 2187264 tid 2 2023-12-20T10:50:48.340 INFO:tasks.rados.rados.0.smithi123.stdout:263: writing smithi123173835-49 from 2187264 to 2596864 tid 3 2023-12-20T10:50:48.341 INFO:tasks.rados.rados.0.smithi123.stdout:264: rollback oid 33 current snap is 25 2023-12-20T10:50:48.341 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 33 to 21 2023-12-20T10:50:48.341 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 52 (ObjNum 129 snap 0 seq_num 958860560) dirty exists 2023-12-20T10:50:48.341 INFO:tasks.rados.rados.0.smithi123.stdout:261: expect (ObjNum 21 snap 0 seq_num 21) 2023-12-20T10:50:48.350 INFO:tasks.rados.rados.0.smithi123.stdout:258: expect (ObjNum 82 snap 16 seq_num 82) 2023-12-20T10:50:48.392 INFO:tasks.rados.rados.0.smithi123.stdout:260: finishing copy_from to smithi123173835-32 2023-12-20T10:50:48.392 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 13 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-20T10:50:48.393 INFO:tasks.rados.rados.0.smithi123.stdout:260: finishing copy_from racing read to smithi123173835-32 2023-12-20T10:50:48.393 INFO:tasks.rados.rados.0.smithi123.stdout:262: finishing write tid 1 to smithi123173835-15 2023-12-20T10:50:48.393 INFO:tasks.rados.rados.0.smithi123.stdout:262: finishing write tid 2 to smithi123173835-15 2023-12-20T10:50:48.393 INFO:tasks.rados.rados.0.smithi123.stdout:262: finishing write tid 3 to smithi123173835-15 2023-12-20T10:50:48.393 INFO:tasks.rados.rados.0.smithi123.stdout:262: finishing write tid 4 to smithi123173835-15 2023-12-20T10:50:48.393 INFO:tasks.rados.rados.0.smithi123.stdout:262: finishing write tid 5 to smithi123173835-15 2023-12-20T10:50:48.393 INFO:tasks.rados.rados.0.smithi123.stdout:262: finishing write tid 6 to smithi123173835-15 2023-12-20T10:50:48.393 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 166 (ObjNum 105 snap 25 seq_num 105) dirty exists 2023-12-20T10:50:48.393 INFO:tasks.rados.rados.0.smithi123.stdout:262: left oid 15 (ObjNum 105 snap 25 seq_num 105) 2023-12-20T10:50:48.393 INFO:tasks.rados.rados.0.smithi123.stdout:263: finishing write tid 1 to smithi123173835-49 2023-12-20T10:50:48.393 INFO:tasks.rados.rados.0.smithi123.stdout:258: done (6 left) 2023-12-20T10:50:48.393 INFO:tasks.rados.rados.0.smithi123.stdout:259: done (5 left) 2023-12-20T10:50:48.393 INFO:tasks.rados.rados.0.smithi123.stdout:260: done (4 left) 2023-12-20T10:50:48.394 INFO:tasks.rados.rados.0.smithi123.stdout:261: done (3 left) 2023-12-20T10:50:48.394 INFO:tasks.rados.rados.0.smithi123.stdout:262: done (2 left) 2023-12-20T10:50:48.394 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 10 current snap is 25 2023-12-20T10:50:48.394 INFO:tasks.rados.rados.0.smithi123.stdout:263: finishing write tid 2 to smithi123173835-49 2023-12-20T10:50:48.394 INFO:tasks.rados.rados.0.smithi123.stdout:263: finishing write tid 3 to smithi123173835-49 2023-12-20T10:50:48.394 INFO:tasks.rados.rados.0.smithi123.stdout:263: finishing write tid 4 to smithi123173835-49 2023-12-20T10:50:48.394 INFO:tasks.rados.rados.0.smithi123.stdout:264: finishing rollback tid 0 to smithi123173835-33 2023-12-20T10:50:48.394 INFO:tasks.rados.rados.0.smithi123.stdout:264: finishing rollback tid 1 to smithi123173835-33 2023-12-20T10:50:48.394 INFO:tasks.rados.rados.0.smithi123.stdout:264: finishing rollback tid 2 to smithi123173835-33 2023-12-20T10:50:48.394 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 46 (ObjNum 15 snap 0 seq_num 15) dirty exists 2023-12-20T10:50:48.394 INFO:tasks.rados.rados.0.smithi123.stdout:263: finishing write tid 5 to smithi123173835-49 2023-12-20T10:50:48.394 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 64 (ObjNum 106 snap 25 seq_num 106) dirty exists 2023-12-20T10:50:48.395 INFO:tasks.rados.rados.0.smithi123.stdout:263: left oid 49 (ObjNum 106 snap 25 seq_num 106) 2023-12-20T10:50:48.395 INFO:tasks.rados.rados.0.smithi123.stdout:265: seq_num 107 ranges {1597440=598016,2195456=729088,2924544=466944,3391488=8192} 2023-12-20T10:50:48.403 INFO:tasks.rados.rados.0.smithi123.stdout:265: writing smithi123173835-10 from 1597440 to 2195456 tid 1 2023-12-20T10:50:48.407 INFO:tasks.rados.rados.0.smithi123.stdout:265: writing smithi123173835-10 from 2195456 to 2924544 tid 2 2023-12-20T10:50:48.411 INFO:tasks.rados.rados.0.smithi123.stdout:265: writing smithi123173835-10 from 2924544 to 3391488 tid 3 2023-12-20T10:50:48.411 INFO:tasks.rados.rados.0.smithi123.stdout:265: writing smithi123173835-10 from 3391488 to 3399680 tid 4 2023-12-20T10:50:48.411 INFO:tasks.rados.rados.0.smithi123.stdout:263: done (2 left) 2023-12-20T10:50:48.411 INFO:tasks.rados.rados.0.smithi123.stdout:264: done (1 left) 2023-12-20T10:50:48.411 INFO:tasks.rados.rados.0.smithi123.stdout:266: read oid 33 snap -1 2023-12-20T10:50:48.412 INFO:tasks.rados.rados.0.smithi123.stdout:266: expect (ObjNum 15 snap 0 seq_num 15) 2023-12-20T10:50:48.412 INFO:tasks.rados.rados.0.smithi123.stdout:267: rollback oid 39 current snap is 25 2023-12-20T10:50:48.412 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 39 to 19 2023-12-20T10:50:48.412 INFO:tasks.rados.rados.0.smithi123.stdout:265: finishing write tid 1 to smithi123173835-10 2023-12-20T10:50:48.412 INFO:tasks.rados.rados.0.smithi123.stdout:265: finishing write tid 2 to smithi123173835-10 2023-12-20T10:50:48.412 INFO:tasks.rados.rados.0.smithi123.stdout:268: rmattr oid 23 current snap is 25 2023-12-20T10:50:48.412 INFO:tasks.rados.rados.0.smithi123.stdout:268: done (3 left) 2023-12-20T10:50:48.412 INFO:tasks.rados.rados.0.smithi123.stdout:269: copy_from oid 8 from oid 7 current snap is 25 2023-12-20T10:50:48.412 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 30 current snap is 25 2023-12-20T10:50:48.412 INFO:tasks.rados.rados.0.smithi123.stdout:270: seq_num 108 ranges {2195456=614400,2809856=606208,3416064=598016} 2023-12-20T10:50:48.426 INFO:tasks.rados.rados.0.smithi123.stdout:270: writing smithi123173835-30 from 2195456 to 2809856 tid 1 2023-12-20T10:50:48.429 INFO:tasks.rados.rados.0.smithi123.stdout:270: writing smithi123173835-30 from 2809856 to 3416064 tid 2 2023-12-20T10:50:48.433 INFO:tasks.rados.rados.0.smithi123.stdout:270: writing smithi123173835-30 from 3416064 to 4014080 tid 3 2023-12-20T10:50:48.433 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 12 current snap is 25 2023-12-20T10:50:48.433 INFO:tasks.rados.rados.0.smithi123.stdout:265: finishing write tid 3 to smithi123173835-10 2023-12-20T10:50:48.433 INFO:tasks.rados.rados.0.smithi123.stdout:265: finishing write tid 4 to smithi123173835-10 2023-12-20T10:50:48.434 INFO:tasks.rados.rados.0.smithi123.stdout:266: expect (ObjNum 15 snap 0 seq_num 15) 2023-12-20T10:50:48.441 INFO:tasks.rados.rados.0.smithi123.stdout:265: finishing write tid 5 to smithi123173835-10 2023-12-20T10:50:48.441 INFO:tasks.rados.rados.0.smithi123.stdout:267: finishing rollback tid 0 to smithi123173835-39 2023-12-20T10:50:48.441 INFO:tasks.rados.rados.0.smithi123.stdout:267: finishing rollback tid 1 to smithi123173835-39 2023-12-20T10:50:48.441 INFO:tasks.rados.rados.0.smithi123.stdout:267: finishing rollback tid 2 to smithi123173835-39 2023-12-20T10:50:48.441 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 38 (ObjNum 57 snap 4 seq_num 57) dirty exists 2023-12-20T10:50:48.441 INFO:tasks.rados.rados.0.smithi123.stdout:265: finishing write tid 6 to smithi123173835-10 2023-12-20T10:50:48.441 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 172 (ObjNum 107 snap 25 seq_num 107) dirty exists 2023-12-20T10:50:48.441 INFO:tasks.rados.rados.0.smithi123.stdout:265: left oid 10 (ObjNum 107 snap 25 seq_num 107) 2023-12-20T10:50:48.441 INFO:tasks.rados.rados.0.smithi123.stdout:269: finishing copy_from to smithi123173835-8 2023-12-20T10:50:48.441 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 13 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-20T10:50:48.441 INFO:tasks.rados.rados.0.smithi123.stdout:269: finishing copy_from racing read to smithi123173835-8 2023-12-20T10:50:48.441 INFO:tasks.rados.rados.0.smithi123.stdout:270: finishing write tid 1 to smithi123173835-30 2023-12-20T10:50:48.441 INFO:tasks.rados.rados.0.smithi123.stdout:270: finishing write tid 2 to smithi123173835-30 2023-12-20T10:50:48.442 INFO:tasks.rados.rados.0.smithi123.stdout:271: seq_num 109 ranges {1400832=630784,2031616=491520,2523136=483328,3006464=229376} 2023-12-20T10:50:48.451 INFO:tasks.rados.rados.0.smithi123.stdout:271: writing smithi123173835-12 from 1400832 to 2031616 tid 1 2023-12-20T10:50:48.453 INFO:tasks.rados.rados.0.smithi123.stdout:271: writing smithi123173835-12 from 2031616 to 2523136 tid 2 2023-12-20T10:50:48.456 INFO:tasks.rados.rados.0.smithi123.stdout:271: writing smithi123173835-12 from 2523136 to 3006464 tid 3 2023-12-20T10:50:48.459 INFO:tasks.rados.rados.0.smithi123.stdout:271: writing smithi123173835-12 from 3006464 to 3235840 tid 4 2023-12-20T10:50:48.459 INFO:tasks.rados.rados.0.smithi123.stdout:265: done (5 left) 2023-12-20T10:50:48.459 INFO:tasks.rados.rados.0.smithi123.stdout:266: done (4 left) 2023-12-20T10:50:48.459 INFO:tasks.rados.rados.0.smithi123.stdout:267: done (3 left) 2023-12-20T10:50:48.459 INFO:tasks.rados.rados.0.smithi123.stdout:269: done (2 left) 2023-12-20T10:50:48.459 INFO:tasks.rados.rados.0.smithi123.stdout:272: read oid 13 snap 23 2023-12-20T10:50:48.459 INFO:tasks.rados.rados.0.smithi123.stdout:272: expect (ObjNum 82 snap 16 seq_num 82) 2023-12-20T10:50:48.459 INFO:tasks.rados.rados.0.smithi123.stdout:273: rmattr oid 34 current snap is 25 2023-12-20T10:50:48.459 INFO:tasks.rados.rados.0.smithi123.stdout:273: done (3 left) 2023-12-20T10:50:48.460 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 46 current snap is 25 2023-12-20T10:50:48.460 INFO:tasks.rados.rados.0.smithi123.stdout:270: finishing write tid 3 to smithi123173835-30 2023-12-20T10:50:48.460 INFO:tasks.rados.rados.0.smithi123.stdout:270: finishing write tid 4 to smithi123173835-30 2023-12-20T10:50:48.460 INFO:tasks.rados.rados.0.smithi123.stdout:270: finishing write tid 5 to smithi123173835-30 2023-12-20T10:50:48.460 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 30 v 57 (ObjNum 108 snap 25 seq_num 108) dirty exists 2023-12-20T10:50:48.460 INFO:tasks.rados.rados.0.smithi123.stdout:270: left oid 30 (ObjNum 108 snap 25 seq_num 108) 2023-12-20T10:50:48.460 INFO:tasks.rados.rados.0.smithi123.stdout:274: seq_num 110 ranges {761856=647168,1409024=778240,2187264=425984} 2023-12-20T10:50:48.466 INFO:tasks.rados.rados.0.smithi123.stdout:274: writing smithi123173835-46 from 761856 to 1409024 tid 1 2023-12-20T10:50:48.470 INFO:tasks.rados.rados.0.smithi123.stdout:274: writing smithi123173835-46 from 1409024 to 2187264 tid 2 2023-12-20T10:50:48.474 INFO:tasks.rados.rados.0.smithi123.stdout:274: writing smithi123173835-46 from 2187264 to 2613248 tid 3 2023-12-20T10:50:48.474 INFO:tasks.rados.rados.0.smithi123.stdout:270: done (3 left) 2023-12-20T10:50:48.474 INFO:tasks.rados.rados.0.smithi123.stdout:275: read oid 36 snap -1 2023-12-20T10:50:48.474 INFO:tasks.rados.rados.0.smithi123.stdout:275: expect (ObjNum 98 snap 22 seq_num 98) 2023-12-20T10:50:48.474 INFO:tasks.rados.rados.0.smithi123.stdout:276: rollback oid 19 current snap is 25 2023-12-20T10:50:48.474 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 19 to 22 2023-12-20T10:50:48.474 INFO:tasks.rados.rados.0.smithi123.stdout:271: finishing write tid 1 to smithi123173835-12 2023-12-20T10:50:48.474 INFO:tasks.rados.rados.0.smithi123.stdout:271: finishing write tid 2 to smithi123173835-12 2023-12-20T10:50:48.474 INFO:tasks.rados.rados.0.smithi123.stdout:271: finishing write tid 3 to smithi123173835-12 2023-12-20T10:50:48.475 INFO:tasks.rados.rados.0.smithi123.stdout:271: finishing write tid 4 to smithi123173835-12 2023-12-20T10:50:48.475 INFO:tasks.rados.rados.0.smithi123.stdout:271: finishing write tid 5 to smithi123173835-12 2023-12-20T10:50:48.475 INFO:tasks.rados.rados.0.smithi123.stdout:277: snap_remove snap 19 2023-12-20T10:50:49.300 INFO:tasks.rados.rados.0.smithi123.stdout:277: done (5 left) 2023-12-20T10:50:49.300 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 14 current snap is 25 2023-12-20T10:50:49.300 INFO:tasks.rados.rados.0.smithi123.stdout:278: seq_num 111 ranges {221184=663552,884736=663552,1548288=450560,1998848=90112} 2023-12-20T10:50:49.306 INFO:tasks.rados.rados.0.smithi123.stdout:278: writing smithi123173835-14 from 221184 to 884736 tid 1 2023-12-20T10:50:49.310 INFO:tasks.rados.rados.0.smithi123.stdout:278: writing smithi123173835-14 from 884736 to 1548288 tid 2 2023-12-20T10:50:49.313 INFO:tasks.rados.rados.0.smithi123.stdout:278: writing smithi123173835-14 from 1548288 to 1998848 tid 3 2023-12-20T10:50:49.314 INFO:tasks.rados.rados.0.smithi123.stdout:278: writing smithi123173835-14 from 1998848 to 2088960 tid 4 2023-12-20T10:50:49.314 INFO:tasks.rados.rados.0.smithi123.stdout:279: setattr oid 37 current snap is 25 2023-12-20T10:50:49.314 INFO:tasks.rados.rados.0.smithi123.stdout:271: finishing write tid 6 to smithi123173835-12 2023-12-20T10:50:49.314 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 80 (ObjNum 109 snap 25 seq_num 109) dirty exists 2023-12-20T10:50:49.314 INFO:tasks.rados.rados.0.smithi123.stdout:271: left oid 12 (ObjNum 109 snap 25 seq_num 109) 2023-12-20T10:50:49.314 INFO:tasks.rados.rados.0.smithi123.stdout:272: expect (ObjNum 82 snap 16 seq_num 82) 2023-12-20T10:50:49.357 INFO:tasks.rados.rados.0.smithi123.stdout:274: finishing write tid 1 to smithi123173835-46 2023-12-20T10:50:49.358 INFO:tasks.rados.rados.0.smithi123.stdout:274: finishing write tid 2 to smithi123173835-46 2023-12-20T10:50:49.358 INFO:tasks.rados.rados.0.smithi123.stdout:274: finishing write tid 3 to smithi123173835-46 2023-12-20T10:50:49.358 INFO:tasks.rados.rados.0.smithi123.stdout:276: finishing rollback tid 0 to smithi123173835-19 2023-12-20T10:50:49.358 INFO:tasks.rados.rados.0.smithi123.stdout:274: finishing write tid 4 to smithi123173835-46 2023-12-20T10:50:49.358 INFO:tasks.rados.rados.0.smithi123.stdout:276: finishing rollback tid 1 to smithi123173835-19 2023-12-20T10:50:49.358 INFO:tasks.rados.rados.0.smithi123.stdout:276: finishing rollback tid 2 to smithi123173835-19 2023-12-20T10:50:49.358 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 70 (ObjNum 18 snap 0 seq_num 18) dirty exists 2023-12-20T10:50:49.358 INFO:tasks.rados.rados.0.smithi123.stdout:274: finishing write tid 5 to smithi123173835-46 2023-12-20T10:50:49.358 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 46 v 81 (ObjNum 110 snap 25 seq_num 110) dirty exists 2023-12-20T10:50:49.358 INFO:tasks.rados.rados.0.smithi123.stdout:274: left oid 46 (ObjNum 110 snap 25 seq_num 110) 2023-12-20T10:50:49.358 INFO:tasks.rados.rados.0.smithi123.stdout:275: expect (ObjNum 98 snap 22 seq_num 98) 2023-12-20T10:50:49.406 INFO:tasks.rados.rados.0.smithi123.stdout:278: finishing write tid 1 to smithi123173835-14 2023-12-20T10:50:49.406 INFO:tasks.rados.rados.0.smithi123.stdout:278: finishing write tid 2 to smithi123173835-14 2023-12-20T10:50:49.406 INFO:tasks.rados.rados.0.smithi123.stdout:278: finishing write tid 3 to smithi123173835-14 2023-12-20T10:50:49.406 INFO:tasks.rados.rados.0.smithi123.stdout:278: finishing write tid 4 to smithi123173835-14 2023-12-20T10:50:49.406 INFO:tasks.rados.rados.0.smithi123.stdout:278: finishing write tid 5 to smithi123173835-14 2023-12-20T10:50:49.406 INFO:tasks.rados.rados.0.smithi123.stdout:278: finishing write tid 6 to smithi123173835-14 2023-12-20T10:50:49.406 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 14 v 65 (ObjNum 111 snap 25 seq_num 111) dirty exists 2023-12-20T10:50:49.407 INFO:tasks.rados.rados.0.smithi123.stdout:278: left oid 14 (ObjNum 111 snap 25 seq_num 111) 2023-12-20T10:50:49.407 INFO:tasks.rados.rados.0.smithi123.stdout:271: done (6 left) 2023-12-20T10:50:49.407 INFO:tasks.rados.rados.0.smithi123.stdout:272: done (5 left) 2023-12-20T10:50:49.407 INFO:tasks.rados.rados.0.smithi123.stdout:274: done (4 left) 2023-12-20T10:50:49.407 INFO:tasks.rados.rados.0.smithi123.stdout:275: done (3 left) 2023-12-20T10:50:49.407 INFO:tasks.rados.rados.0.smithi123.stdout:276: done (2 left) 2023-12-20T10:50:49.407 INFO:tasks.rados.rados.0.smithi123.stdout:278: done (1 left) 2023-12-20T10:50:49.407 INFO:tasks.rados.rados.0.smithi123.stdout:280: snap_remove snap 16 2023-12-20T10:50:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:49 smithi177 ceph-mon[144425]: osdmap e113: 8 total, 8 up, 8 in 2023-12-20T10:50:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:49 smithi177 ceph-mon[144425]: pgmap v137: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2023-12-20T10:50:49.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:49 smithi123 ceph-mon[124884]: osdmap e113: 8 total, 8 up, 8 in 2023-12-20T10:50:49.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:49 smithi123 ceph-mon[124884]: pgmap v137: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2023-12-20T10:50:49.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:49 smithi123 ceph-mon[111044]: osdmap e113: 8 total, 8 up, 8 in 2023-12-20T10:50:49.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:49 smithi123 ceph-mon[111044]: pgmap v137: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2023-12-20T10:50:50.262 INFO:tasks.rados.rados.0.smithi123.stdout:280: done (1 left) 2023-12-20T10:50:50.263 INFO:tasks.rados.rados.0.smithi123.stdout:281: setattr oid 29 current snap is 25 2023-12-20T10:50:50.263 INFO:tasks.rados.rados.0.smithi123.stdout:282: snap_create 2023-12-20T10:50:50.263 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 42 (ObjNum 36 snap 0 seq_num 36) dirty exists 2023-12-20T10:50:50.270 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 48 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-20T10:50:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:50 smithi177 ceph-mon[144425]: osdmap e114: 8 total, 8 up, 8 in 2023-12-20T10:50:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:50 smithi177 ceph-mon[144425]: osdmap e115: 8 total, 8 up, 8 in 2023-12-20T10:50:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:50 smithi123 ceph-mon[111044]: osdmap e114: 8 total, 8 up, 8 in 2023-12-20T10:50:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:50 smithi123 ceph-mon[111044]: osdmap e115: 8 total, 8 up, 8 in 2023-12-20T10:50:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:50 smithi123 ceph-mon[124884]: osdmap e114: 8 total, 8 up, 8 in 2023-12-20T10:50:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:50 smithi123 ceph-mon[124884]: osdmap e115: 8 total, 8 up, 8 in 2023-12-20T10:50:51.267 INFO:tasks.rados.rados.0.smithi123.stdout:279: done (2 left) 2023-12-20T10:50:51.267 INFO:tasks.rados.rados.0.smithi123.stdout:281: done (1 left) 2023-12-20T10:50:51.267 INFO:tasks.rados.rados.0.smithi123.stdout:282: done (0 left) 2023-12-20T10:50:51.267 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 33 current snap is 26 2023-12-20T10:50:51.267 INFO:tasks.rados.rados.0.smithi123.stdout:283: seq_num 112 ranges {253952=679936,933888=548864,1482752=655360} 2023-12-20T10:50:51.275 INFO:tasks.rados.rados.0.smithi123.stdout:283: writing smithi123173835-33 from 253952 to 933888 tid 1 2023-12-20T10:50:51.279 INFO:tasks.rados.rados.0.smithi123.stdout:283: writing smithi123173835-33 from 933888 to 1482752 tid 2 2023-12-20T10:50:51.280 INFO:tasks.rados.rados.0.smithi123.stdout:283: writing smithi123173835-33 from 1482752 to 2138112 tid 3 2023-12-20T10:50:51.280 INFO:tasks.rados.rados.0.smithi123.stdout:284: copy_from oid 18 from oid 13 current snap is 26 2023-12-20T10:50:51.280 INFO:tasks.rados.rados.0.smithi123.stdout:285: snap_create 2023-12-20T10:50:51.283 INFO:tasks.rados.rados.0.smithi123.stdout:283: finishing write tid 1 to smithi123173835-33 2023-12-20T10:50:51.283 INFO:tasks.rados.rados.0.smithi123.stdout:283: finishing write tid 2 to smithi123173835-33 2023-12-20T10:50:51.283 INFO:tasks.rados.rados.0.smithi123.stdout:283: finishing write tid 3 to smithi123173835-33 2023-12-20T10:50:51.283 INFO:tasks.rados.rados.0.smithi123.stdout:283: finishing write tid 4 to smithi123173835-33 2023-12-20T10:50:51.284 INFO:tasks.rados.rados.0.smithi123.stdout:283: finishing write tid 5 to smithi123173835-33 2023-12-20T10:50:51.284 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 55 (ObjNum 112 snap 26 seq_num 112) dirty exists 2023-12-20T10:50:51.284 INFO:tasks.rados.rados.0.smithi123.stdout:283: left oid 33 (ObjNum 112 snap 26 seq_num 112) 2023-12-20T10:50:51.296 INFO:tasks.rados.rados.0.smithi123.stdout:284: finishing copy_from to smithi123173835-18 2023-12-20T10:50:51.297 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 18 v 77 (ObjNum 82 snap 16 seq_num 82) dirty exists 2023-12-20T10:50:51.297 INFO:tasks.rados.rados.0.smithi123.stdout:284: finishing copy_from racing read to smithi123173835-18 2023-12-20T10:50:51.392 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:51 smithi177 ceph-mon[144425]: pgmap v140: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:50:51.392 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:51 smithi177 ceph-mon[144425]: osdmap e116: 8 total, 8 up, 8 in 2023-12-20T10:50:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:51 smithi123 ceph-mon[124884]: pgmap v140: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:50:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:51 smithi123 ceph-mon[124884]: osdmap e116: 8 total, 8 up, 8 in 2023-12-20T10:50:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:51 smithi123 ceph-mon[111044]: pgmap v140: 121 pgs: 121 active+clean; 63 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:50:51.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:51 smithi123 ceph-mon[111044]: osdmap e116: 8 total, 8 up, 8 in 2023-12-20T10:50:52.278 INFO:tasks.rados.rados.0.smithi123.stdout:283: done (2 left) 2023-12-20T10:50:52.278 INFO:tasks.rados.rados.0.smithi123.stdout:284: done (1 left) 2023-12-20T10:50:52.278 INFO:tasks.rados.rados.0.smithi123.stdout:285: done (0 left) 2023-12-20T10:50:52.278 INFO:tasks.rados.rados.0.smithi123.stdout:286: snap_create 2023-12-20T10:50:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:52 smithi123 ceph-mon[124884]: Upgrade: Updating mgr.x 2023-12-20T10:50:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:52 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:52 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-20T10:50:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:52 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-20T10:50:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:52 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-20T10:50:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:52 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:50:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:52 smithi123 ceph-mon[124884]: Deploying daemon mgr.x on smithi177 2023-12-20T10:50:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:52 smithi123 ceph-mon[124884]: osdmap e117: 8 total, 8 up, 8 in 2023-12-20T10:50:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:52 smithi123 ceph-mon[111044]: Upgrade: Updating mgr.x 2023-12-20T10:50:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:52 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:52 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-20T10:50:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:52 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-20T10:50:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:52 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-20T10:50:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:52 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:50:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:52 smithi123 ceph-mon[111044]: Deploying daemon mgr.x on smithi177 2023-12-20T10:50:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:52 smithi123 ceph-mon[111044]: osdmap e117: 8 total, 8 up, 8 in 2023-12-20T10:50:52.772 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:52 smithi177 ceph-mon[144425]: Upgrade: Updating mgr.x 2023-12-20T10:50:52.772 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:52 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:52.772 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:52 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-20T10:50:52.773 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:52 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-20T10:50:52.773 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:52 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-20T10:50:52.773 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:52 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:50:52.773 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:52 smithi177 ceph-mon[144425]: Deploying daemon mgr.x on smithi177 2023-12-20T10:50:52.773 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:52 smithi177 ceph-mon[144425]: osdmap e117: 8 total, 8 up, 8 in 2023-12-20T10:50:52.773 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:52 smithi177 systemd[1]: Stopping Ceph mgr.x for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:50:53.028 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:52 smithi177 bash[186644]: ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x 2023-12-20T10:50:53.029 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:52 smithi177 systemd[1]: ceph-85213638-9f24-11ee-95a5-87774f69a715@mgr.x.service: Main process exited, code=exited, status=143/n/a 2023-12-20T10:50:53.279 INFO:tasks.rados.rados.0.smithi123.stdout:286: done (0 left) 2023-12-20T10:50:53.280 INFO:tasks.rados.rados.0.smithi123.stdout:287: read oid 15 snap -1 2023-12-20T10:50:53.280 INFO:tasks.rados.rados.0.smithi123.stdout:287: expect (ObjNum 105 snap 25 seq_num 105) 2023-12-20T10:50:53.280 INFO:tasks.rados.rados.0.smithi123.stdout:288: read oid 1 snap -1 2023-12-20T10:50:53.280 INFO:tasks.rados.rados.0.smithi123.stdout:288: expect deleted 2023-12-20T10:50:53.280 INFO:tasks.rados.rados.0.smithi123.stdout:289: read oid 10 snap -1 2023-12-20T10:50:53.280 INFO:tasks.rados.rados.0.smithi123.stdout:289: expect (ObjNum 107 snap 25 seq_num 107) 2023-12-20T10:50:53.280 INFO:tasks.rados.rados.0.smithi123.stdout:290: delete oid 49 current snap is 28 2023-12-20T10:50:53.284 INFO:tasks.rados.rados.0.smithi123.stdout:288: done (3 left) 2023-12-20T10:50:53.284 INFO:tasks.rados.rados.0.smithi123.stdout:290: done (2 left) 2023-12-20T10:50:53.284 INFO:tasks.rados.rados.0.smithi123.stdout:291: delete oid 5 current snap is 28 2023-12-20T10:50:53.291 INFO:tasks.rados.rados.0.smithi123.stdout:291: done (2 left) 2023-12-20T10:50:53.292 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 29 current snap is 28 2023-12-20T10:50:53.292 INFO:tasks.rados.rados.0.smithi123.stdout:292: seq_num 115 ranges {663552=729088,1392640=647168,2039808=434176,2473984=122880} 2023-12-20T10:50:53.299 INFO:tasks.rados.rados.0.smithi123.stdout:292: writing smithi123173835-29 from 663552 to 1392640 tid 1 2023-12-20T10:50:53.303 INFO:tasks.rados.rados.0.smithi123.stdout:292: writing smithi123173835-29 from 1392640 to 2039808 tid 2 2023-12-20T10:50:53.306 INFO:tasks.rados.rados.0.smithi123.stdout:292: writing smithi123173835-29 from 2039808 to 2473984 tid 3 2023-12-20T10:50:53.306 INFO:tasks.rados.rados.0.smithi123.stdout:292: writing smithi123173835-29 from 2473984 to 2596864 tid 4 2023-12-20T10:50:53.306 INFO:tasks.rados.rados.0.smithi123.stdout:293: delete oid 40 current snap is 28 2023-12-20T10:50:53.307 INFO:tasks.rados.rados.0.smithi123.stdout:292: finishing write tid 1 to smithi123173835-29 2023-12-20T10:50:53.307 INFO:tasks.rados.rados.0.smithi123.stdout:287: expect (ObjNum 105 snap 25 seq_num 105) 2023-12-20T10:50:53.366 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:53 smithi177 systemd[1]: ceph-85213638-9f24-11ee-95a5-87774f69a715@mgr.x.service: Failed with result 'exit-code'. 2023-12-20T10:50:53.366 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:53 smithi177 systemd[1]: Stopped Ceph mgr.x for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:50:53.366 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:53 smithi177 systemd[1]: Starting Ceph mgr.x for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:50:53.474 INFO:tasks.rados.rados.0.smithi123.stdout:292: finishing write tid 2 to smithi123173835-29 2023-12-20T10:50:53.474 INFO:tasks.rados.rados.0.smithi123.stdout:292: finishing write tid 3 to smithi123173835-29 2023-12-20T10:50:53.474 INFO:tasks.rados.rados.0.smithi123.stdout:292: finishing write tid 4 to smithi123173835-29 2023-12-20T10:50:53.474 INFO:tasks.rados.rados.0.smithi123.stdout:292: finishing write tid 5 to smithi123173835-29 2023-12-20T10:50:53.474 INFO:tasks.rados.rados.0.smithi123.stdout:292: finishing write tid 6 to smithi123173835-29 2023-12-20T10:50:53.474 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 54 (ObjNum 115 snap 28 seq_num 115) dirty exists 2023-12-20T10:50:53.474 INFO:tasks.rados.rados.0.smithi123.stdout:292: left oid 29 (ObjNum 115 snap 28 seq_num 115) 2023-12-20T10:50:53.475 INFO:tasks.rados.rados.0.smithi123.stdout:289: expect (ObjNum 107 snap 25 seq_num 107) 2023-12-20T10:50:53.594 INFO:tasks.rados.rados.0.smithi123.stdout:287: done (3 left) 2023-12-20T10:50:53.594 INFO:tasks.rados.rados.0.smithi123.stdout:289: done (2 left) 2023-12-20T10:50:53.594 INFO:tasks.rados.rados.0.smithi123.stdout:292: done (1 left) 2023-12-20T10:50:53.594 INFO:tasks.rados.rados.0.smithi123.stdout:293: done (0 left) 2023-12-20T10:50:53.594 INFO:tasks.rados.rados.0.smithi123.stdout:294: snap_remove snap 24 2023-12-20T10:50:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:53 smithi177 ceph-mon[144425]: pgmap v143: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.7 MiB/s wr, 38 op/s 2023-12-20T10:50:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:53 smithi177 ceph-mon[144425]: osdmap e118: 8 total, 8 up, 8 in 2023-12-20T10:50:53.653 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:53 smithi177 bash[186797]: affe1770cf930e50473dd88c0ad652433bb371f9ea462c7eeb55ed5f04d34398 2023-12-20T10:50:53.653 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:53 smithi177 ceph-mgr[186834]: -- 172.21.15.177:0/3100399076 <== mon.1 v2:172.21.15.177:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5558a925c1a0 con 0x5558a9232c00 2023-12-20T10:50:53.653 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:53 smithi177 systemd[1]: Started Ceph mgr.x for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:50:53.742 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:50:53 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-alertmanager-a[170326]: ts=2023-12-20T10:50:53.512Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi177.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.177:8443: connect: connection refused" 2023-12-20T10:50:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:53 smithi123 ceph-mon[111044]: pgmap v143: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.7 MiB/s wr, 38 op/s 2023-12-20T10:50:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:53 smithi123 ceph-mon[111044]: osdmap e118: 8 total, 8 up, 8 in 2023-12-20T10:50:53.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:53 smithi123 ceph-mon[124884]: pgmap v143: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.7 MiB/s wr, 38 op/s 2023-12-20T10:50:53.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:53 smithi123 ceph-mon[124884]: osdmap e118: 8 total, 8 up, 8 in 2023-12-20T10:50:54.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:53 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:50:53.696+0000 7f2c36445200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-20T10:50:54.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:53 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:50:53.872+0000 7f2c36445200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-20T10:50:54.467 INFO:tasks.rados.rados.0.smithi123.stdout:294: done (0 left) 2023-12-20T10:50:54.467 INFO:tasks.rados.rados.0.smithi123.stdout:295: delete oid 38 current snap is 28 2023-12-20T10:50:54.477 INFO:tasks.rados.rados.0.smithi123.stdout:295: done (0 left) 2023-12-20T10:50:54.477 INFO:tasks.rados.rados.0.smithi123.stdout:296: copy_from oid 36 from oid 46 current snap is 28 2023-12-20T10:50:54.477 INFO:tasks.rados.rados.0.smithi123.stdout:297: rollback oid 15 current snap is 28 2023-12-20T10:50:54.477 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 15 to 22 2023-12-20T10:50:54.477 INFO:tasks.rados.rados.0.smithi123.stdout:298: setattr oid 14 current snap is 28 2023-12-20T10:50:54.477 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 50 current snap is 28 2023-12-20T10:50:54.477 INFO:tasks.rados.rados.0.smithi123.stdout:299: seq_num 118 ranges {827392=786432,1613824=704512,2318336=499712} 2023-12-20T10:50:54.486 INFO:tasks.rados.rados.0.smithi123.stdout:299: writing smithi123173835-50 from 827392 to 1613824 tid 1 2023-12-20T10:50:54.490 INFO:tasks.rados.rados.0.smithi123.stdout:299: writing smithi123173835-50 from 1613824 to 2318336 tid 2 2023-12-20T10:50:54.494 INFO:tasks.rados.rados.0.smithi123.stdout:299: writing smithi123173835-50 from 2318336 to 2818048 tid 3 2023-12-20T10:50:54.494 INFO:tasks.rados.rados.0.smithi123.stdout:300: read oid 12 snap 18 2023-12-20T10:50:54.494 INFO:tasks.rados.rados.0.smithi123.stdout:300: expect (ObjNum 72 snap 8 seq_num 72) 2023-12-20T10:50:54.495 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 20 current snap is 28 2023-12-20T10:50:54.495 INFO:tasks.rados.rados.0.smithi123.stdout:297: finishing rollback tid 0 to smithi123173835-15 2023-12-20T10:50:54.495 INFO:tasks.rados.rados.0.smithi123.stdout:301: seq_num 119 ranges {1753088=802816,2555904=589824,3145728=409600,3555328=204800} 2023-12-20T10:50:54.508 INFO:tasks.rados.rados.0.smithi123.stdout:301: writing smithi123173835-20 from 1753088 to 2555904 tid 1 2023-12-20T10:50:54.511 INFO:tasks.rados.rados.0.smithi123.stdout:301: writing smithi123173835-20 from 2555904 to 3145728 tid 2 2023-12-20T10:50:54.513 INFO:tasks.rados.rados.0.smithi123.stdout:301: writing smithi123173835-20 from 3145728 to 3555328 tid 3 2023-12-20T10:50:54.514 INFO:tasks.rados.rados.0.smithi123.stdout:301: writing smithi123173835-20 from 3555328 to 3760128 tid 4 2023-12-20T10:50:54.515 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 38 current snap is 28 2023-12-20T10:50:54.515 INFO:tasks.rados.rados.0.smithi123.stdout:302: seq_num 120 ranges {0=417792,417792=475136,892928=622592,1515520=507904} 2023-12-20T10:50:54.517 INFO:tasks.rados.rados.0.smithi123.stdout:302: writing smithi123173835-38 from 0 to 417792 tid 1 2023-12-20T10:50:54.519 INFO:tasks.rados.rados.0.smithi123.stdout:302: writing smithi123173835-38 from 417792 to 892928 tid 2 2023-12-20T10:50:54.523 INFO:tasks.rados.rados.0.smithi123.stdout:302: writing smithi123173835-38 from 892928 to 1515520 tid 3 2023-12-20T10:50:54.526 INFO:tasks.rados.rados.0.smithi123.stdout:302: writing smithi123173835-38 from 1515520 to 2023424 tid 4 2023-12-20T10:50:54.526 INFO:tasks.rados.rados.0.smithi123.stdout:303: rollback oid 4 current snap is 28 2023-12-20T10:50:54.526 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 4 to 23 2023-12-20T10:50:54.526 INFO:tasks.rados.rados.0.smithi123.stdout:297: finishing rollback tid 1 to smithi123173835-15 2023-12-20T10:50:54.527 INFO:tasks.rados.rados.0.smithi123.stdout:297: finishing rollback tid 2 to smithi123173835-15 2023-12-20T10:50:54.527 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 201 (ObjNum 95 snap 18 seq_num 95) dirty exists 2023-12-20T10:50:54.527 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 14 v 71 (ObjNum 111 snap 25 seq_num 111) dirty exists 2023-12-20T10:50:54.527 INFO:tasks.rados.rados.0.smithi123.stdout:299: finishing write tid 1 to smithi123173835-50 2023-12-20T10:50:54.527 INFO:tasks.rados.rados.0.smithi123.stdout:299: finishing write tid 2 to smithi123173835-50 2023-12-20T10:50:54.527 INFO:tasks.rados.rados.0.smithi123.stdout:297: done (7 left) 2023-12-20T10:50:54.527 INFO:tasks.rados.rados.0.smithi123.stdout:298: done (6 left) 2023-12-20T10:50:54.527 INFO:tasks.rados.rados.0.smithi123.stdout:304: snap_remove snap 27 2023-12-20T10:50:54.606 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:54 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:50:54.244+0000 7f2c36445200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-20T10:50:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:54 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:54 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:54 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:50:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:54 smithi177 ceph-mon[144425]: osdmap e119: 8 total, 8 up, 8 in 2023-12-20T10:50:54.903 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:54 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:50:54.815+0000 7f2c36445200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-20T10:50:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:54 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:54 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:54 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:50:54.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:54 smithi123 ceph-mon[124884]: osdmap e119: 8 total, 8 up, 8 in 2023-12-20T10:50:54.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:54 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:54.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:54 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:54.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:54 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:50:54.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:54 smithi123 ceph-mon[111044]: osdmap e119: 8 total, 8 up, 8 in 2023-12-20T10:50:55.256 INFO:tasks.rados.rados.0.smithi123.stdout:304: done (6 left) 2023-12-20T10:50:55.256 INFO:tasks.rados.rados.0.smithi123.stdout:305: rollback oid 1 current snap is 28 2023-12-20T10:50:55.256 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 1 to 22 2023-12-20T10:50:55.256 INFO:tasks.rados.rados.0.smithi123.stdout:296: finishing copy_from to smithi123173835-36 2023-12-20T10:50:55.256 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 81 (ObjNum 110 snap 25 seq_num 110) dirty exists 2023-12-20T10:50:55.256 INFO:tasks.rados.rados.0.smithi123.stdout:296: finishing copy_from racing read to smithi123173835-36 2023-12-20T10:50:55.257 INFO:tasks.rados.rados.0.smithi123.stdout:299: finishing write tid 3 to smithi123173835-50 2023-12-20T10:50:55.257 INFO:tasks.rados.rados.0.smithi123.stdout:299: finishing write tid 4 to smithi123173835-50 2023-12-20T10:50:55.257 INFO:tasks.rados.rados.0.smithi123.stdout:299: finishing write tid 5 to smithi123173835-50 2023-12-20T10:50:55.257 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 50 v 206 (ObjNum 118 snap 28 seq_num 118) dirty exists 2023-12-20T10:50:55.257 INFO:tasks.rados.rados.0.smithi123.stdout:299: left oid 50 (ObjNum 118 snap 28 seq_num 118) 2023-12-20T10:50:55.257 INFO:tasks.rados.rados.0.smithi123.stdout:300: expect (ObjNum 72 snap 8 seq_num 72) 2023-12-20T10:50:55.301 INFO:tasks.rados.rados.0.smithi123.stdout:301: finishing write tid 1 to smithi123173835-20 2023-12-20T10:50:55.301 INFO:tasks.rados.rados.0.smithi123.stdout:301: finishing write tid 2 to smithi123173835-20 2023-12-20T10:50:55.301 INFO:tasks.rados.rados.0.smithi123.stdout:301: finishing write tid 3 to smithi123173835-20 2023-12-20T10:50:55.301 INFO:tasks.rados.rados.0.smithi123.stdout:301: finishing write tid 4 to smithi123173835-20 2023-12-20T10:50:55.301 INFO:tasks.rados.rados.0.smithi123.stdout:301: finishing write tid 5 to smithi123173835-20 2023-12-20T10:50:55.301 INFO:tasks.rados.rados.0.smithi123.stdout:301: finishing write tid 6 to smithi123173835-20 2023-12-20T10:50:55.301 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 20 v 47 (ObjNum 119 snap 28 seq_num 119) dirty exists 2023-12-20T10:50:55.301 INFO:tasks.rados.rados.0.smithi123.stdout:301: left oid 20 (ObjNum 119 snap 28 seq_num 119) 2023-12-20T10:50:55.301 INFO:tasks.rados.rados.0.smithi123.stdout:302: finishing write tid 1 to smithi123173835-38 2023-12-20T10:50:55.301 INFO:tasks.rados.rados.0.smithi123.stdout:296: done (6 left) 2023-12-20T10:50:55.302 INFO:tasks.rados.rados.0.smithi123.stdout:299: done (5 left) 2023-12-20T10:50:55.302 INFO:tasks.rados.rados.0.smithi123.stdout:300: done (4 left) 2023-12-20T10:50:55.302 INFO:tasks.rados.rados.0.smithi123.stdout:301: done (3 left) 2023-12-20T10:50:55.302 INFO:tasks.rados.rados.0.smithi123.stdout:306: snap_create 2023-12-20T10:50:55.302 INFO:tasks.rados.rados.0.smithi123.stdout:302: finishing write tid 2 to smithi123173835-38 2023-12-20T10:50:55.302 INFO:tasks.rados.rados.0.smithi123.stdout:302: finishing write tid 3 to smithi123173835-38 2023-12-20T10:50:55.302 INFO:tasks.rados.rados.0.smithi123.stdout:302: finishing write tid 4 to smithi123173835-38 2023-12-20T10:50:55.302 INFO:tasks.rados.rados.0.smithi123.stdout:302: finishing write tid 5 to smithi123173835-38 2023-12-20T10:50:55.302 INFO:tasks.rados.rados.0.smithi123.stdout:303: finishing rollback tid 0 to smithi123173835-4 2023-12-20T10:50:55.302 INFO:tasks.rados.rados.0.smithi123.stdout:303: finishing rollback tid 1 to smithi123173835-4 2023-12-20T10:50:55.302 INFO:tasks.rados.rados.0.smithi123.stdout:303: finishing rollback tid 2 to smithi123173835-4 2023-12-20T10:50:55.302 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 116 (ObjNum 3 snap 0 seq_num 3) dirty exists 2023-12-20T10:50:55.302 INFO:tasks.rados.rados.0.smithi123.stdout:302: finishing write tid 6 to smithi123173835-38 2023-12-20T10:50:55.303 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 38 v 86 (ObjNum 120 snap 28 seq_num 120) dirty exists 2023-12-20T10:50:55.303 INFO:tasks.rados.rados.0.smithi123.stdout:302: left oid 38 (ObjNum 120 snap 28 seq_num 120) 2023-12-20T10:50:55.303 INFO:tasks.rados.rados.0.smithi123.stdout:305: finishing rollback tid 1 to smithi123173835-1 2023-12-20T10:50:55.303 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 1 v 0 (ObjNum 225 snap 0 seq_num 958432224) dirty dne 2023-12-20T10:50:55.403 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:55 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:50:55.074+0000 7f2c36445200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-20T10:50:55.903 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:55 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:50:55.539+0000 7f2c36445200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-20T10:50:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:55 smithi177 ceph-mon[144425]: pgmap v146: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.7 MiB/s wr, 38 op/s 2023-12-20T10:50:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:55 smithi177 ceph-mon[144425]: osdmap e120: 8 total, 8 up, 8 in 2023-12-20T10:50:55.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:50:55 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:50:55] "GET /metrics HTTP/1.1" 200 239286 "" "Prometheus/2.43.0" 2023-12-20T10:50:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:55 smithi123 ceph-mon[124884]: pgmap v146: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.7 MiB/s wr, 38 op/s 2023-12-20T10:50:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:55 smithi123 ceph-mon[124884]: osdmap e120: 8 total, 8 up, 8 in 2023-12-20T10:50:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:55 smithi123 ceph-mon[111044]: pgmap v146: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.7 MiB/s wr, 38 op/s 2023-12-20T10:50:55.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:55 smithi123 ceph-mon[111044]: osdmap e120: 8 total, 8 up, 8 in 2023-12-20T10:50:56.266 INFO:tasks.rados.rados.0.smithi123.stdout:302: done (3 left) 2023-12-20T10:50:56.266 INFO:tasks.rados.rados.0.smithi123.stdout:303: done (2 left) 2023-12-20T10:50:56.266 INFO:tasks.rados.rados.0.smithi123.stdout:305: done (1 left) 2023-12-20T10:50:56.266 INFO:tasks.rados.rados.0.smithi123.stdout:306: done (0 left) 2023-12-20T10:50:56.266 INFO:tasks.rados.rados.0.smithi123.stdout:307: read oid 23 snap -1 2023-12-20T10:50:56.267 INFO:tasks.rados.rados.0.smithi123.stdout:307: expect (ObjNum 53 snap 1 seq_num 53) 2023-12-20T10:50:56.267 INFO:tasks.rados.rados.0.smithi123.stdout:308: snap_remove snap 22 2023-12-20T10:50:56.653 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:56 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:50:56.356+0000 7f2c36445200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-20T10:50:56.653 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:56 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:50:56.449+0000 7f2c36445200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-20T10:50:57.271 INFO:tasks.rados.rados.0.smithi123.stdout:308: done (1 left) 2023-12-20T10:50:57.271 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 45 current snap is 29 2023-12-20T10:50:57.271 INFO:tasks.rados.rados.0.smithi123.stdout:307: expect (ObjNum 53 snap 1 seq_num 53) 2023-12-20T10:50:57.327 INFO:tasks.rados.rados.0.smithi123.stdout:309: seq_num 121 ranges {0=434176,434176=753664,1187840=425984,1613824=425984} 2023-12-20T10:50:57.330 INFO:tasks.rados.rados.0.smithi123.stdout:309: writing smithi123173835-45 from 0 to 434176 tid 1 2023-12-20T10:50:57.334 INFO:tasks.rados.rados.0.smithi123.stdout:309: writing smithi123173835-45 from 434176 to 1187840 tid 2 2023-12-20T10:50:57.337 INFO:tasks.rados.rados.0.smithi123.stdout:309: writing smithi123173835-45 from 1187840 to 1613824 tid 3 2023-12-20T10:50:57.340 INFO:tasks.rados.rados.0.smithi123.stdout:309: writing smithi123173835-45 from 1613824 to 2039808 tid 4 2023-12-20T10:50:57.340 INFO:tasks.rados.rados.0.smithi123.stdout:307: done (1 left) 2023-12-20T10:50:57.340 INFO:tasks.rados.rados.0.smithi123.stdout:310: rollback oid 48 current snap is 29 2023-12-20T10:50:57.340 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 48 to 23 2023-12-20T10:50:57.340 INFO:tasks.rados.rados.0.smithi123.stdout:309: finishing write tid 1 to smithi123173835-45 2023-12-20T10:50:57.340 INFO:tasks.rados.rados.0.smithi123.stdout:309: finishing write tid 2 to smithi123173835-45 2023-12-20T10:50:57.340 INFO:tasks.rados.rados.0.smithi123.stdout:309: finishing write tid 3 to smithi123173835-45 2023-12-20T10:50:57.340 INFO:tasks.rados.rados.0.smithi123.stdout:311: snap_create 2023-12-20T10:50:57.341 INFO:tasks.rados.rados.0.smithi123.stdout:309: finishing write tid 4 to smithi123173835-45 2023-12-20T10:50:57.341 INFO:tasks.rados.rados.0.smithi123.stdout:309: finishing write tid 5 to smithi123173835-45 2023-12-20T10:50:57.344 INFO:tasks.rados.rados.0.smithi123.stdout:310: finishing rollback tid 0 to smithi123173835-48 2023-12-20T10:50:57.345 INFO:tasks.rados.rados.0.smithi123.stdout:309: finishing write tid 6 to smithi123173835-45 2023-12-20T10:50:57.345 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 104 (ObjNum 121 snap 29 seq_num 121) dirty exists 2023-12-20T10:50:57.345 INFO:tasks.rados.rados.0.smithi123.stdout:309: left oid 45 (ObjNum 121 snap 29 seq_num 121) 2023-12-20T10:50:57.346 INFO:tasks.rados.rados.0.smithi123.stdout:310: finishing rollback tid 1 to smithi123173835-48 2023-12-20T10:50:57.347 INFO:tasks.rados.rados.0.smithi123.stdout:310: finishing rollback tid 2 to smithi123173835-48 2023-12-20T10:50:57.347 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 68 (ObjNum 76 snap 13 seq_num 76) dirty exists 2023-12-20T10:50:57.395 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:57 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:50:57.110+0000 7f2c36445200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-20T10:50:57.395 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:57 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:50:57.203+0000 7f2c36445200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-20T10:50:57.395 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:57 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:50:57.316+0000 7f2c36445200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-20T10:50:57.395 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:57 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:57.395 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:57 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:57.395 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:57 smithi177 ceph-mon[144425]: osdmap e121: 8 total, 8 up, 8 in 2023-12-20T10:50:57.395 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:57 smithi177 ceph-mon[144425]: pgmap v149: 121 pgs: 121 active+clean; 91 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2023-12-20T10:50:57.395 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:57 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:57.395 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:57 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:57 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:57 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:57 smithi123 ceph-mon[124884]: osdmap e121: 8 total, 8 up, 8 in 2023-12-20T10:50:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:57 smithi123 ceph-mon[124884]: pgmap v149: 121 pgs: 121 active+clean; 91 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2023-12-20T10:50:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:57 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:57 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:57 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:57 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:57 smithi123 ceph-mon[111044]: osdmap e121: 8 total, 8 up, 8 in 2023-12-20T10:50:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:57 smithi123 ceph-mon[111044]: pgmap v149: 121 pgs: 121 active+clean; 91 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2023-12-20T10:50:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:57 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:57 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:50:57.653 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:57 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:50:57.428+0000 7f2c36445200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-20T10:50:58.001 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:57 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:50:57.667+0000 7f2c36445200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-20T10:50:58.002 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:57 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:50:57.767+0000 7f2c36445200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-20T10:50:58.266 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:58 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:50:57.999+0000 7f2c36445200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-20T10:50:58.266 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:58 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:50:58.108+0000 7f2c36445200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-20T10:50:58.275 INFO:tasks.rados.rados.0.smithi123.stdout:309: done (2 left) 2023-12-20T10:50:58.275 INFO:tasks.rados.rados.0.smithi123.stdout:310: done (1 left) 2023-12-20T10:50:58.275 INFO:tasks.rados.rados.0.smithi123.stdout:311: done (0 left) 2023-12-20T10:50:58.275 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 18 current snap is 30 2023-12-20T10:50:58.275 INFO:tasks.rados.rados.0.smithi123.stdout:312: seq_num 122 ranges {1589248=450560,2039808=688128,2727936=630784,3358720=286720} 2023-12-20T10:50:58.285 INFO:tasks.rados.rados.0.smithi123.stdout:312: writing smithi123173835-18 from 1589248 to 2039808 tid 1 2023-12-20T10:50:58.290 INFO:tasks.rados.rados.0.smithi123.stdout:312: writing smithi123173835-18 from 2039808 to 2727936 tid 2 2023-12-20T10:50:58.293 INFO:tasks.rados.rados.0.smithi123.stdout:312: writing smithi123173835-18 from 2727936 to 3358720 tid 3 2023-12-20T10:50:58.296 INFO:tasks.rados.rados.0.smithi123.stdout:312: writing smithi123173835-18 from 3358720 to 3645440 tid 4 2023-12-20T10:50:58.296 INFO:tasks.rados.rados.0.smithi123.stdout:312: finishing write tid 1 to smithi123173835-18 2023-12-20T10:50:58.296 INFO:tasks.rados.rados.0.smithi123.stdout:312: finishing write tid 2 to smithi123173835-18 2023-12-20T10:50:58.296 INFO:tasks.rados.rados.0.smithi123.stdout:313: read oid 31 snap -1 2023-12-20T10:50:58.296 INFO:tasks.rados.rados.0.smithi123.stdout:313: expect deleted 2023-12-20T10:50:58.296 INFO:tasks.rados.rados.0.smithi123.stdout:314: read oid 5 snap -1 2023-12-20T10:50:58.296 INFO:tasks.rados.rados.0.smithi123.stdout:314: expect deleted 2023-12-20T10:50:58.296 INFO:tasks.rados.rados.0.smithi123.stdout:315: copy_from oid 21 from oid 32 current snap is 30 2023-12-20T10:50:58.296 INFO:tasks.rados.rados.0.smithi123.stdout:316: snap_create 2023-12-20T10:50:58.298 INFO:tasks.rados.rados.0.smithi123.stdout:312: finishing write tid 3 to smithi123173835-18 2023-12-20T10:50:58.299 INFO:tasks.rados.rados.0.smithi123.stdout:312: finishing write tid 4 to smithi123173835-18 2023-12-20T10:50:58.299 INFO:tasks.rados.rados.0.smithi123.stdout:312: finishing write tid 5 to smithi123173835-18 2023-12-20T10:50:58.300 INFO:tasks.rados.rados.0.smithi123.stdout:312: finishing write tid 6 to smithi123173835-18 2023-12-20T10:50:58.300 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 18 v 110 (ObjNum 122 snap 30 seq_num 122) dirty exists 2023-12-20T10:50:58.301 INFO:tasks.rados.rados.0.smithi123.stdout:312: left oid 18 (ObjNum 122 snap 30 seq_num 122) 2023-12-20T10:50:58.301 INFO:tasks.rados.rados.0.smithi123.stdout:315: finishing copy_from to smithi123173835-21 2023-12-20T10:50:58.302 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 13 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-20T10:50:58.302 INFO:tasks.rados.rados.0.smithi123.stdout:315: finishing copy_from racing read to smithi123173835-21 2023-12-20T10:50:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:58 smithi177 ceph-mon[144425]: osdmap e122: 8 total, 8 up, 8 in 2023-12-20T10:50:58.654 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:58 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:50:58.310+0000 7f2c36445200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-20T10:50:58.654 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:58 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:50:58.403+0000 7f2c36445200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-20T10:50:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:58 smithi123 ceph-mon[124884]: osdmap e122: 8 total, 8 up, 8 in 2023-12-20T10:50:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:58 smithi123 ceph-mon[111044]: osdmap e122: 8 total, 8 up, 8 in 2023-12-20T10:50:59.287 INFO:tasks.rados.rados.0.smithi123.stdout:312: done (4 left) 2023-12-20T10:50:59.287 INFO:tasks.rados.rados.0.smithi123.stdout:313: done (3 left) 2023-12-20T10:50:59.287 INFO:tasks.rados.rados.0.smithi123.stdout:314: done (2 left) 2023-12-20T10:50:59.287 INFO:tasks.rados.rados.0.smithi123.stdout:315: done (1 left) 2023-12-20T10:50:59.287 INFO:tasks.rados.rados.0.smithi123.stdout:316: done (0 left) 2023-12-20T10:50:59.287 INFO:tasks.rados.rados.0.smithi123.stdout:317: read oid 41 snap -1 2023-12-20T10:50:59.287 INFO:tasks.rados.rados.0.smithi123.stdout:317: expect deleted 2023-12-20T10:50:59.288 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 16 current snap is 31 2023-12-20T10:50:59.288 INFO:tasks.rados.rados.0.smithi123.stdout:318: seq_num 123 ranges {3006464=466944,3473408=573440,4046848=794624,4841472=237568} 2023-12-20T10:50:59.305 INFO:tasks.rados.rados.0.smithi123.stdout:318: writing smithi123173835-16 from 3006464 to 3473408 tid 1 2023-12-20T10:50:59.308 INFO:tasks.rados.rados.0.smithi123.stdout:318: writing smithi123173835-16 from 3473408 to 4046848 tid 2 2023-12-20T10:50:59.313 INFO:tasks.rados.rados.0.smithi123.stdout:318: writing smithi123173835-16 from 4046848 to 4841472 tid 3 2023-12-20T10:50:59.315 INFO:tasks.rados.rados.0.smithi123.stdout:318: writing smithi123173835-16 from 4841472 to 5079040 tid 4 2023-12-20T10:50:59.315 INFO:tasks.rados.rados.0.smithi123.stdout:319: setattr oid 13 current snap is 31 2023-12-20T10:50:59.315 INFO:tasks.rados.rados.0.smithi123.stdout:318: finishing write tid 1 to smithi123173835-16 2023-12-20T10:50:59.315 INFO:tasks.rados.rados.0.smithi123.stdout:318: finishing write tid 2 to smithi123173835-16 2023-12-20T10:50:59.317 INFO:tasks.rados.rados.0.smithi123.stdout:317: done (2 left) 2023-12-20T10:50:59.317 INFO:tasks.rados.rados.0.smithi123.stdout:320: delete oid 37 current snap is 31 2023-12-20T10:50:59.317 INFO:tasks.rados.rados.0.smithi123.stdout:318: finishing write tid 3 to smithi123173835-16 2023-12-20T10:50:59.317 INFO:tasks.rados.rados.0.smithi123.stdout:318: finishing write tid 4 to smithi123173835-16 2023-12-20T10:50:59.318 INFO:tasks.rados.rados.0.smithi123.stdout:318: finishing write tid 5 to smithi123173835-16 2023-12-20T10:50:59.319 INFO:tasks.rados.rados.0.smithi123.stdout:318: finishing write tid 6 to smithi123173835-16 2023-12-20T10:50:59.319 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 116 (ObjNum 123 snap 31 seq_num 123) dirty exists 2023-12-20T10:50:59.319 INFO:tasks.rados.rados.0.smithi123.stdout:318: left oid 16 (ObjNum 123 snap 31 seq_num 123) 2023-12-20T10:50:59.320 INFO:tasks.rados.rados.0.smithi123.stdout:318: done (2 left) 2023-12-20T10:50:59.320 INFO:tasks.rados.rados.0.smithi123.stdout:320: done (1 left) 2023-12-20T10:50:59.320 INFO:tasks.rados.rados.0.smithi123.stdout:321: read oid 21 snap -1 2023-12-20T10:50:59.320 INFO:tasks.rados.rados.0.smithi123.stdout:321: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-20T10:50:59.320 INFO:tasks.rados.rados.0.smithi123.stdout:322: read oid 28 snap 17 2023-12-20T10:50:59.320 INFO:tasks.rados.rados.0.smithi123.stdout:322: expect (ObjNum 958446528 snap 21901 seq_num 958529520) 2023-12-20T10:50:59.320 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 6 current snap is 31 2023-12-20T10:50:59.320 INFO:tasks.rados.rados.0.smithi123.stdout:323: seq_num 125 ranges {1810432=499712,2310144=745472,3055616=409600,3465216=450560} 2023-12-20T10:50:59.332 INFO:tasks.rados.rados.0.smithi123.stdout:323: writing smithi123173835-6 from 1810432 to 2310144 tid 1 2023-12-20T10:50:59.337 INFO:tasks.rados.rados.0.smithi123.stdout:323: writing smithi123173835-6 from 2310144 to 3055616 tid 2 2023-12-20T10:50:59.339 INFO:tasks.rados.rados.0.smithi123.stdout:323: writing smithi123173835-6 from 3055616 to 3465216 tid 3 2023-12-20T10:50:59.342 INFO:tasks.rados.rados.0.smithi123.stdout:323: writing smithi123173835-6 from 3465216 to 3915776 tid 4 2023-12-20T10:50:59.342 INFO:tasks.rados.rados.0.smithi123.stdout:324: rollback oid 15 current snap is 31 2023-12-20T10:50:59.342 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 15 to 23 2023-12-20T10:50:59.343 INFO:tasks.rados.rados.0.smithi123.stdout:322: expect (ObjNum 958446528 snap 21901 seq_num 958529520) 2023-12-20T10:50:59.347 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 220 (ObjNum 82 snap 16 seq_num 82) dirty exists 2023-12-20T10:50:59.347 INFO:tasks.rados.rados.0.smithi123.stdout:321: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-20T10:50:59.351 INFO:tasks.rados.rados.0.smithi123.stdout:323: finishing write tid 1 to smithi123173835-6 2023-12-20T10:50:59.351 INFO:tasks.rados.rados.0.smithi123.stdout:323: finishing write tid 2 to smithi123173835-6 2023-12-20T10:50:59.351 INFO:tasks.rados.rados.0.smithi123.stdout:323: finishing write tid 3 to smithi123173835-6 2023-12-20T10:50:59.351 INFO:tasks.rados.rados.0.smithi123.stdout:319: done (4 left) 2023-12-20T10:50:59.351 INFO:tasks.rados.rados.0.smithi123.stdout:321: done (3 left) 2023-12-20T10:50:59.351 INFO:tasks.rados.rados.0.smithi123.stdout:322: done (2 left) 2023-12-20T10:50:59.351 INFO:tasks.rados.rados.0.smithi123.stdout:325: read oid 47 snap -1 2023-12-20T10:50:59.351 INFO:tasks.rados.rados.0.smithi123.stdout:325: expect (ObjNum 76 snap 13 seq_num 76) 2023-12-20T10:50:59.351 INFO:tasks.rados.rados.0.smithi123.stdout:326: rollback oid 16 current snap is 31 2023-12-20T10:50:59.351 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 16 to 25 2023-12-20T10:50:59.352 INFO:tasks.rados.rados.0.smithi123.stdout:324: finishing rollback tid 0 to smithi123173835-15 2023-12-20T10:50:59.352 INFO:tasks.rados.rados.0.smithi123.stdout:323: finishing write tid 4 to smithi123173835-6 2023-12-20T10:50:59.352 INFO:tasks.rados.rados.0.smithi123.stdout:323: finishing write tid 5 to smithi123173835-6 2023-12-20T10:50:59.352 INFO:tasks.rados.rados.0.smithi123.stdout:324: finishing rollback tid 1 to smithi123173835-15 2023-12-20T10:50:59.352 INFO:tasks.rados.rados.0.smithi123.stdout:324: finishing rollback tid 2 to smithi123173835-15 2023-12-20T10:50:59.352 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 224 (ObjNum 95 snap 18 seq_num 95) dirty exists 2023-12-20T10:50:59.352 INFO:tasks.rados.rados.0.smithi123.stdout:323: finishing write tid 6 to smithi123173835-6 2023-12-20T10:50:59.352 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 128 (ObjNum 125 snap 31 seq_num 125) dirty exists 2023-12-20T10:50:59.352 INFO:tasks.rados.rados.0.smithi123.stdout:323: left oid 6 (ObjNum 125 snap 31 seq_num 125) 2023-12-20T10:50:59.352 INFO:tasks.rados.rados.0.smithi123.stdout:323: done (3 left) 2023-12-20T10:50:59.352 INFO:tasks.rados.rados.0.smithi123.stdout:324: done (2 left) 2023-12-20T10:50:59.352 INFO:tasks.rados.rados.0.smithi123.stdout:327: read oid 13 snap 18 2023-12-20T10:50:59.352 INFO:tasks.rados.rados.0.smithi123.stdout:327: expect (ObjNum 82 snap 16 seq_num 82) 2023-12-20T10:50:59.352 INFO:tasks.rados.rados.0.smithi123.stdout:328: snap_create 2023-12-20T10:50:59.357 INFO:tasks.rados.rados.0.smithi123.stdout:326: finishing rollback tid 0 to smithi123173835-16 2023-12-20T10:50:59.357 INFO:tasks.rados.rados.0.smithi123.stdout:326: finishing rollback tid 1 to smithi123173835-16 2023-12-20T10:50:59.357 INFO:tasks.rados.rados.0.smithi123.stdout:326: finishing rollback tid 2 to smithi123173835-16 2023-12-20T10:50:59.357 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 119 (ObjNum 83 snap 16 seq_num 83) dirty exists 2023-12-20T10:50:59.358 INFO:tasks.rados.rados.0.smithi123.stdout:325: expect (ObjNum 76 snap 13 seq_num 76) 2023-12-20T10:50:59.425 INFO:tasks.rados.rados.0.smithi123.stdout:327: expect (ObjNum 82 snap 16 seq_num 82) 2023-12-20T10:50:59.469 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:59 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:50:59.250+0000 7f2c36445200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-20T10:50:59.469 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:59 smithi177 ceph-mon[144425]: osdmap e123: 8 total, 8 up, 8 in 2023-12-20T10:50:59.469 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:50:59 smithi177 ceph-mon[144425]: pgmap v152: 121 pgs: 121 active+clean; 91 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2023-12-20T10:50:59.508 INFO:tasks.rados.rados.0.smithi123.stdout:325: done (3 left) 2023-12-20T10:50:59.508 INFO:tasks.rados.rados.0.smithi123.stdout:326: done (2 left) 2023-12-20T10:50:59.508 INFO:tasks.rados.rados.0.smithi123.stdout:327: done (1 left) 2023-12-20T10:50:59.508 INFO:tasks.rados.rados.0.smithi123.stdout:328: done (0 left) 2023-12-20T10:50:59.508 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 9 current snap is 32 2023-12-20T10:50:59.508 INFO:tasks.rados.rados.0.smithi123.stdout:329: seq_num 126 ranges {2383872=516096,2899968=630784,3530752=614400,4145152=360448} 2023-12-20T10:50:59.524 INFO:tasks.rados.rados.0.smithi123.stdout:329: writing smithi123173835-9 from 2383872 to 2899968 tid 1 2023-12-20T10:50:59.527 INFO:tasks.rados.rados.0.smithi123.stdout:329: writing smithi123173835-9 from 2899968 to 3530752 tid 2 2023-12-20T10:50:59.531 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:59 smithi123 ceph-mon[124884]: osdmap e123: 8 total, 8 up, 8 in 2023-12-20T10:50:59.531 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:50:59 smithi123 ceph-mon[124884]: pgmap v152: 121 pgs: 121 active+clean; 91 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2023-12-20T10:50:59.532 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:59 smithi123 ceph-mon[111044]: osdmap e123: 8 total, 8 up, 8 in 2023-12-20T10:50:59.532 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:50:59 smithi123 ceph-mon[111044]: pgmap v152: 121 pgs: 121 active+clean; 91 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2023-12-20T10:50:59.532 INFO:tasks.rados.rados.0.smithi123.stdout:329: writing smithi123173835-9 from 3530752 to 4145152 tid 3 2023-12-20T10:50:59.534 INFO:tasks.rados.rados.0.smithi123.stdout:329: writing smithi123173835-9 from 4145152 to 4505600 tid 4 2023-12-20T10:50:59.534 INFO:tasks.rados.rados.0.smithi123.stdout:330: snap_remove snap 25 2023-12-20T10:50:59.826 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:50:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: ignoring --setuser ceph since I am not root 2023-12-20T10:50:59.826 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:50:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: ignoring --setgroup ceph since I am not root 2023-12-20T10:50:59.826 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:50:59 smithi123 ceph-mgr[111319]: -- 172.21.15.123:0/2314376085 <== mon.0 v2:172.21.15.123:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5585b07e09c0 con 0x5585b07b6800 2023-12-20T10:50:59.826 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:50:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:50:59.665+0000 7f691877c1c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-20T10:50:59.826 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:50:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:50:59.823+0000 7f691877c1c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-20T10:50:59.903 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:59 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:50:59.466+0000 7f2c36445200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-20T10:50:59.903 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:50:59 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:50:59.660+0000 7f2c36445200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-20T10:51:00.254 INFO:tasks.rados.rados.0.smithi123.stdout:330: done (1 left) 2023-12-20T10:51:00.254 INFO:tasks.rados.rados.0.smithi123.stdout:331: snap_create 2023-12-20T10:51:00.254 INFO:tasks.rados.rados.0.smithi123.stdout:329: finishing write tid 1 to smithi123173835-9 2023-12-20T10:51:00.254 INFO:tasks.rados.rados.0.smithi123.stdout:329: finishing write tid 2 to smithi123173835-9 2023-12-20T10:51:00.254 INFO:tasks.rados.rados.0.smithi123.stdout:329: finishing write tid 3 to smithi123173835-9 2023-12-20T10:51:00.254 INFO:tasks.rados.rados.0.smithi123.stdout:329: finishing write tid 4 to smithi123173835-9 2023-12-20T10:51:00.254 INFO:tasks.rados.rados.0.smithi123.stdout:329: finishing write tid 5 to smithi123173835-9 2023-12-20T10:51:00.254 INFO:tasks.rados.rados.0.smithi123.stdout:329: finishing write tid 6 to smithi123173835-9 2023-12-20T10:51:00.255 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 9 v 87 (ObjNum 126 snap 32 seq_num 126) dirty exists 2023-12-20T10:51:00.255 INFO:tasks.rados.rados.0.smithi123.stdout:329: left oid 9 (ObjNum 126 snap 32 seq_num 126) 2023-12-20T10:51:00.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:51:00.118+0000 7f691877c1c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-20T10:51:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:00 smithi123 ceph-mon[124884]: osdmap e124: 8 total, 8 up, 8 in 2023-12-20T10:51:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:00 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:51:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:00 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:51:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:00 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:51:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:00 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:51:00.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:00 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:51:00.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:00 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:51:00.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:00 smithi123 ceph-mon[124884]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-12-20T10:51:00.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:00 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-12-20T10:51:00.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:00 smithi123 ceph-mon[124884]: osdmap e125: 8 total, 8 up, 8 in 2023-12-20T10:51:00.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:00 smithi123 ceph-mon[124884]: from='mgr.14607 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2023-12-20T10:51:00.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:00 smithi123 ceph-mon[124884]: mgrmap e22: x(active, starting, since 0.00658115s) 2023-12-20T10:51:00.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:00 smithi123 ceph-mon[124884]: osdmap e126: 8 total, 8 up, 8 in 2023-12-20T10:51:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:00 smithi123 ceph-mon[111044]: osdmap e124: 8 total, 8 up, 8 in 2023-12-20T10:51:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:00 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:51:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:00 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:51:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:00 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:51:00.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:00 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:51:00.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:00 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:51:00.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:00 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:51:00.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:00 smithi123 ceph-mon[111044]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-12-20T10:51:00.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:00 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-12-20T10:51:00.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:00 smithi123 ceph-mon[111044]: osdmap e125: 8 total, 8 up, 8 in 2023-12-20T10:51:00.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:00 smithi123 ceph-mon[111044]: from='mgr.14607 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2023-12-20T10:51:00.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:00 smithi123 ceph-mon[111044]: mgrmap e22: x(active, starting, since 0.00658115s) 2023-12-20T10:51:00.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:00 smithi123 ceph-mon[111044]: osdmap e126: 8 total, 8 up, 8 in 2023-12-20T10:51:00.528 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:00.337+0000 7f2c36445200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-20T10:51:00.528 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:00 smithi177 ceph-mon[144425]: osdmap e124: 8 total, 8 up, 8 in 2023-12-20T10:51:00.528 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:00 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:51:00.528 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:00 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:51:00.528 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:00 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:51:00.529 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:00 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:51:00.529 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:00 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' 2023-12-20T10:51:00.529 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:00 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:51:00.529 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:00 smithi177 ceph-mon[144425]: from='mgr.14607 172.21.15.123:0/2956205462' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-12-20T10:51:00.529 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:00 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-12-20T10:51:00.529 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:00 smithi177 ceph-mon[144425]: osdmap e125: 8 total, 8 up, 8 in 2023-12-20T10:51:00.529 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:00 smithi177 ceph-mon[144425]: from='mgr.14607 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2023-12-20T10:51:00.529 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:00 smithi177 ceph-mon[144425]: mgrmap e22: x(active, starting, since 0.00658115s) 2023-12-20T10:51:00.529 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:00 smithi177 ceph-mon[144425]: osdmap e126: 8 total, 8 up, 8 in 2023-12-20T10:51:00.835 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:00.526+0000 7f2c36445200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-20T10:51:00.835 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:00.714+0000 7f2c36445200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-20T10:51:00.857 INFO:tasks.rados.rados.0.smithi123.stdout:329: done (1 left) 2023-12-20T10:51:00.857 INFO:tasks.rados.rados.0.smithi123.stdout:331: done (0 left) 2023-12-20T10:51:00.857 INFO:tasks.rados.rados.0.smithi123.stdout:332: read oid 15 snap -1 2023-12-20T10:51:00.857 INFO:tasks.rados.rados.0.smithi123.stdout:332: expect (ObjNum 95 snap 18 seq_num 95) 2023-12-20T10:51:00.857 INFO:tasks.rados.rados.0.smithi123.stdout:333: copy_from oid 3 from oid 47 current snap is 33 2023-12-20T10:51:00.857 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 38 current snap is 33 2023-12-20T10:51:00.858 INFO:tasks.rados.rados.0.smithi123.stdout:334: seq_num 127 ranges {2023424=532480,2555904=507904,3063808=778240,3842048=319488} 2023-12-20T10:51:00.871 INFO:tasks.rados.rados.0.smithi123.stdout:334: writing smithi123173835-38 from 2023424 to 2555904 tid 1 2023-12-20T10:51:00.874 INFO:tasks.rados.rados.0.smithi123.stdout:334: writing smithi123173835-38 from 2555904 to 3063808 tid 2 2023-12-20T10:51:00.878 INFO:tasks.rados.rados.0.smithi123.stdout:334: writing smithi123173835-38 from 3063808 to 3842048 tid 3 2023-12-20T10:51:00.881 INFO:tasks.rados.rados.0.smithi123.stdout:334: writing smithi123173835-38 from 3842048 to 4161536 tid 4 2023-12-20T10:51:00.881 INFO:tasks.rados.rados.0.smithi123.stdout:335: read oid 39 snap -1 2023-12-20T10:51:00.881 INFO:tasks.rados.rados.0.smithi123.stdout:335: expect (ObjNum 57 snap 4 seq_num 57) 2023-12-20T10:51:00.881 INFO:tasks.rados.rados.0.smithi123.stdout:336: rmattr oid 46 current snap is 33 2023-12-20T10:51:00.881 INFO:tasks.rados.rados.0.smithi123.stdout:336: done (4 left) 2023-12-20T10:51:00.881 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 35 current snap is 33 2023-12-20T10:51:00.881 INFO:tasks.rados.rados.0.smithi123.stdout:337: seq_num 128 ranges {573440=548864,1122304=794624,1916928=581632,2498560=229376} 2023-12-20T10:51:00.887 INFO:tasks.rados.rados.0.smithi123.stdout:337: writing smithi123173835-35 from 573440 to 1122304 tid 1 2023-12-20T10:51:00.891 INFO:tasks.rados.rados.0.smithi123.stdout:337: writing smithi123173835-35 from 1122304 to 1916928 tid 2 2023-12-20T10:51:00.895 INFO:tasks.rados.rados.0.smithi123.stdout:337: writing smithi123173835-35 from 1916928 to 2498560 tid 3 2023-12-20T10:51:00.897 INFO:tasks.rados.rados.0.smithi123.stdout:337: writing smithi123173835-35 from 2498560 to 2727936 tid 4 2023-12-20T10:51:00.897 INFO:tasks.rados.rados.0.smithi123.stdout:338: read oid 10 snap -1 2023-12-20T10:51:00.897 INFO:tasks.rados.rados.0.smithi123.stdout:338: expect (ObjNum 107 snap 25 seq_num 107) 2023-12-20T10:51:00.897 INFO:tasks.rados.rados.0.smithi123.stdout:339: copy_from oid 41 from oid 16 current snap is 33 2023-12-20T10:51:00.897 INFO:tasks.rados.rados.0.smithi123.stdout:340: read oid 48 snap -1 2023-12-20T10:51:00.897 INFO:tasks.rados.rados.0.smithi123.stdout:340: expect (ObjNum 76 snap 13 seq_num 76) 2023-12-20T10:51:00.897 INFO:tasks.rados.rados.0.smithi123.stdout:341: snap_create 2023-12-20T10:51:00.897 INFO:tasks.rados.rados.0.smithi123.stdout:332: expect (ObjNum 95 snap 18 seq_num 95) 2023-12-20T10:51:00.984 INFO:tasks.rados.rados.0.smithi123.stdout:333: finishing copy_from to smithi123173835-3 2023-12-20T10:51:00.984 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 56 (ObjNum 76 snap 13 seq_num 76) dirty exists 2023-12-20T10:51:00.984 INFO:tasks.rados.rados.0.smithi123.stdout:333: finishing copy_from racing read to smithi123173835-3 2023-12-20T10:51:00.984 INFO:tasks.rados.rados.0.smithi123.stdout:334: finishing write tid 1 to smithi123173835-38 2023-12-20T10:51:00.984 INFO:tasks.rados.rados.0.smithi123.stdout:334: finishing write tid 2 to smithi123173835-38 2023-12-20T10:51:00.984 INFO:tasks.rados.rados.0.smithi123.stdout:334: finishing write tid 3 to smithi123173835-38 2023-12-20T10:51:00.984 INFO:tasks.rados.rados.0.smithi123.stdout:334: finishing write tid 4 to smithi123173835-38 2023-12-20T10:51:00.985 INFO:tasks.rados.rados.0.smithi123.stdout:334: finishing write tid 5 to smithi123173835-38 2023-12-20T10:51:00.985 INFO:tasks.rados.rados.0.smithi123.stdout:334: finishing write tid 6 to smithi123173835-38 2023-12-20T10:51:00.985 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 38 v 91 (ObjNum 127 snap 33 seq_num 127) dirty exists 2023-12-20T10:51:00.985 INFO:tasks.rados.rados.0.smithi123.stdout:334: left oid 38 (ObjNum 127 snap 33 seq_num 127) 2023-12-20T10:51:00.985 INFO:tasks.rados.rados.0.smithi123.stdout:337: finishing write tid 1 to smithi123173835-35 2023-12-20T10:51:00.985 INFO:tasks.rados.rados.0.smithi123.stdout:335: expect (ObjNum 57 snap 4 seq_num 57) 2023-12-20T10:51:00.991 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:51:00.637+0000 7f691877c1c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-20T10:51:00.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:51:00.806+0000 7f691877c1c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-20T10:51:01.035 INFO:tasks.rados.rados.0.smithi123.stdout:337: finishing write tid 2 to smithi123173835-35 2023-12-20T10:51:01.035 INFO:tasks.rados.rados.0.smithi123.stdout:337: finishing write tid 3 to smithi123173835-35 2023-12-20T10:51:01.035 INFO:tasks.rados.rados.0.smithi123.stdout:337: finishing write tid 4 to smithi123173835-35 2023-12-20T10:51:01.035 INFO:tasks.rados.rados.0.smithi123.stdout:337: finishing write tid 5 to smithi123173835-35 2023-12-20T10:51:01.035 INFO:tasks.rados.rados.0.smithi123.stdout:338: expect (ObjNum 107 snap 25 seq_num 107) 2023-12-20T10:51:01.131 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:00.833+0000 7f2c36445200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-20T10:51:01.131 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: [20/Dec/2023:10:51:00] ENGINE Bus STARTING 2023-12-20T10:51:01.131 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: CherryPy Checker: 2023-12-20T10:51:01.131 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: The Application mounted at '' has an empty config. 2023-12-20T10:51:01.131 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:01.131 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: [20/Dec/2023:10:51:00] ENGINE Serving on http://:::9283 2023-12-20T10:51:01.131 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: [20/Dec/2023:10:51:00] ENGINE Bus STARTED 2023-12-20T10:51:01.131 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: [20/Dec/2023:10:51:00] ENGINE Bus STOPPING 2023-12-20T10:51:01.131 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: [20/Dec/2023:10:51:00] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-20T10:51:01.132 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: [20/Dec/2023:10:51:00] ENGINE Bus STOPPED 2023-12-20T10:51:01.132 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: [20/Dec/2023:10:51:01] ENGINE Bus STARTING 2023-12-20T10:51:01.132 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:01.127+0000 7f2b944fc700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:51:01.132 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:01.127+0000 7f2b944fc700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:51:01.132 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:01.127+0000 7f2b944fc700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:51:01.132 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:01.127+0000 7f2b944fc700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:51:01.132 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:01.127+0000 7f2b944fc700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:51:01.159 INFO:tasks.rados.rados.0.smithi123.stdout:337: finishing write tid 6 to smithi123173835-35 2023-12-20T10:51:01.159 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 35 v 236 (ObjNum 128 snap 33 seq_num 128) dirty exists 2023-12-20T10:51:01.159 INFO:tasks.rados.rados.0.smithi123.stdout:337: left oid 35 (ObjNum 128 snap 33 seq_num 128) 2023-12-20T10:51:01.159 INFO:tasks.rados.rados.0.smithi123.stdout:340: expect (ObjNum 76 snap 13 seq_num 76) 2023-12-20T10:51:01.225 INFO:tasks.rados.rados.0.smithi123.stdout:339: finishing copy_from to smithi123173835-41 2023-12-20T10:51:01.225 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 119 (ObjNum 83 snap 16 seq_num 83) dirty exists 2023-12-20T10:51:01.225 INFO:tasks.rados.rados.0.smithi123.stdout:339: finishing copy_from racing read to smithi123173835-41 2023-12-20T10:51:01.403 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:01.129+0000 7f2b97d03700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:51:01.403 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:01.129+0000 7f2b97d03700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:51:01.404 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:01.129+0000 7f2b97d03700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:51:01.404 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:01.129+0000 7f2b97d03700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:51:01.404 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:01.129+0000 7f2b97d03700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:51:01.404 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: [20/Dec/2023:10:51:01] ENGINE Serving on http://:::9283 2023-12-20T10:51:01.404 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: [20/Dec/2023:10:51:01] ENGINE Bus STARTED 2023-12-20T10:51:01.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: Active manager daemon x restarted 2023-12-20T10:51:01.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: Activating manager daemon x 2023-12-20T10:51:01.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: from='mgr.? 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-20T10:51:01.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: osdmap e127: 8 total, 8 up, 8 in 2023-12-20T10:51:01.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: mgrmap e23: x(active, starting, since 0.00747039s) 2023-12-20T10:51:01.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-20T10:51:01.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:51:01.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:51:01.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:51:01.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-20T10:51:01.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-20T10:51:01.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-20T10:51:01.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-20T10:51:01.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-20T10:51:01.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-20T10:51:01.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:51:01.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-20T10:51:01.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:51:01.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:51:01.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:51:01.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-20T10:51:01.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-20T10:51:01.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-20T10:51:01.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-20T10:51:01.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-20T10:51:01.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-20T10:51:01.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: Manager daemon x is now available 2023-12-20T10:51:01.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:01.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:51:01.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:51:01.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:51:01.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-20T10:51:01.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-20T10:51:01.407 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-20T10:51:01.407 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:01 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-20T10:51:01.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:51:01.238+0000 7f691877c1c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-20T10:51:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: Active manager daemon x restarted 2023-12-20T10:51:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: Activating manager daemon x 2023-12-20T10:51:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: from='mgr.? 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-20T10:51:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: osdmap e127: 8 total, 8 up, 8 in 2023-12-20T10:51:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: mgrmap e23: x(active, starting, since 0.00747039s) 2023-12-20T10:51:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-20T10:51:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:51:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:51:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:51:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-20T10:51:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-20T10:51:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-20T10:51:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-20T10:51:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-20T10:51:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-20T10:51:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:51:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-20T10:51:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:51:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:51:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:51:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-20T10:51:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-20T10:51:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-20T10:51:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-20T10:51:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-20T10:51:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-20T10:51:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: Manager daemon x is now available 2023-12-20T10:51:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:51:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:51:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:51:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-20T10:51:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-20T10:51:01.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-20T10:51:01.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-20T10:51:01.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: Active manager daemon x restarted 2023-12-20T10:51:01.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: Activating manager daemon x 2023-12-20T10:51:01.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: from='mgr.? 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-20T10:51:01.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: osdmap e127: 8 total, 8 up, 8 in 2023-12-20T10:51:01.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: mgrmap e23: x(active, starting, since 0.00747039s) 2023-12-20T10:51:01.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-20T10:51:01.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:51:01.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:51:01.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:51:01.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-20T10:51:01.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-20T10:51:01.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-20T10:51:01.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-20T10:51:01.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-20T10:51:01.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-20T10:51:01.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:51:01.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-20T10:51:01.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:51:01.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:51:01.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:51:01.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-20T10:51:01.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-20T10:51:01.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-20T10:51:01.497 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-20T10:51:01.497 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-20T10:51:01.497 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-20T10:51:01.497 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: Manager daemon x is now available 2023-12-20T10:51:01.497 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:01.497 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:51:01.497 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:51:01.497 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:51:01.497 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-20T10:51:01.497 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-20T10:51:01.497 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-20T10:51:01.497 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:01 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-20T10:51:01.855 INFO:tasks.rados.rados.0.smithi123.stdout:332: done (8 left) 2023-12-20T10:51:01.855 INFO:tasks.rados.rados.0.smithi123.stdout:333: done (7 left) 2023-12-20T10:51:01.855 INFO:tasks.rados.rados.0.smithi123.stdout:334: done (6 left) 2023-12-20T10:51:01.856 INFO:tasks.rados.rados.0.smithi123.stdout:335: done (5 left) 2023-12-20T10:51:01.856 INFO:tasks.rados.rados.0.smithi123.stdout:337: done (4 left) 2023-12-20T10:51:01.856 INFO:tasks.rados.rados.0.smithi123.stdout:338: done (3 left) 2023-12-20T10:51:01.856 INFO:tasks.rados.rados.0.smithi123.stdout:339: done (2 left) 2023-12-20T10:51:01.856 INFO:tasks.rados.rados.0.smithi123.stdout:340: done (1 left) 2023-12-20T10:51:01.856 INFO:tasks.rados.rados.0.smithi123.stdout:341: done (0 left) 2023-12-20T10:51:01.856 INFO:tasks.rados.rados.0.smithi123.stdout:342: read oid 27 snap -1 2023-12-20T10:51:01.856 INFO:tasks.rados.rados.0.smithi123.stdout:342: expect (ObjNum 3 snap 0 seq_num 3) 2023-12-20T10:51:01.856 INFO:tasks.rados.rados.0.smithi123.stdout:343: snap_create 2023-12-20T10:51:01.861 INFO:tasks.rados.rados.0.smithi123.stdout:342: expect (ObjNum 3 snap 0 seq_num 3) 2023-12-20T10:51:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:02 smithi123 ceph-mon[111044]: Deploying cephadm binary to smithi123 2023-12-20T10:51:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:02 smithi123 ceph-mon[111044]: Deploying cephadm binary to smithi177 2023-12-20T10:51:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:02 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:02 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:02 smithi123 ceph-mon[111044]: osdmap e128: 8 total, 8 up, 8 in 2023-12-20T10:51:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:02 smithi123 ceph-mon[111044]: mgrmap e24: x(active, since 1.01133s) 2023-12-20T10:51:02.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:02 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:51:02.028+0000 7f691877c1c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-20T10:51:02.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:02 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:51:02.114+0000 7f691877c1c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-20T10:51:02.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:02 smithi123 ceph-mon[124884]: Deploying cephadm binary to smithi123 2023-12-20T10:51:02.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:02 smithi123 ceph-mon[124884]: Deploying cephadm binary to smithi177 2023-12-20T10:51:02.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:02 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:02.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:02 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:02.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:02 smithi123 ceph-mon[124884]: osdmap e128: 8 total, 8 up, 8 in 2023-12-20T10:51:02.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:02 smithi123 ceph-mon[124884]: mgrmap e24: x(active, since 1.01133s) 2023-12-20T10:51:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:02 smithi177 ceph-mon[144425]: Deploying cephadm binary to smithi123 2023-12-20T10:51:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:02 smithi177 ceph-mon[144425]: Deploying cephadm binary to smithi177 2023-12-20T10:51:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:02 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:02 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:02 smithi177 ceph-mon[144425]: osdmap e128: 8 total, 8 up, 8 in 2023-12-20T10:51:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:02 smithi177 ceph-mon[144425]: mgrmap e24: x(active, since 1.01133s) 2023-12-20T10:51:02.860 INFO:tasks.rados.rados.0.smithi123.stdout:342: done (1 left) 2023-12-20T10:51:02.860 INFO:tasks.rados.rados.0.smithi123.stdout:343: done (0 left) 2023-12-20T10:51:02.860 INFO:tasks.rados.rados.0.smithi123.stdout:344: delete oid 49 current snap is 35 2023-12-20T10:51:02.866 INFO:tasks.rados.rados.0.smithi123.stdout:344: done (0 left) 2023-12-20T10:51:02.866 INFO:tasks.rados.rados.0.smithi123.stdout:345: rollback oid 18 current snap is 35 2023-12-20T10:51:02.866 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 18 to 30 2023-12-20T10:51:02.866 INFO:tasks.rados.rados.0.smithi123.stdout:346: snap_create 2023-12-20T10:51:02.871 INFO:tasks.rados.rados.0.smithi123.stdout:345: finishing rollback tid 0 to smithi123173835-18 2023-12-20T10:51:02.871 INFO:tasks.rados.rados.0.smithi123.stdout:345: finishing rollback tid 1 to smithi123173835-18 2023-12-20T10:51:02.871 INFO:tasks.rados.rados.0.smithi123.stdout:345: finishing rollback tid 2 to smithi123173835-18 2023-12-20T10:51:02.871 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 18 v 127 (ObjNum 122 snap 30 seq_num 122) dirty exists 2023-12-20T10:51:02.984 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:02 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:51:02.713+0000 7f691877c1c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-20T10:51:02.984 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:02 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:51:02.796+0000 7f691877c1c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-20T10:51:02.984 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:02 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:51:02.888+0000 7f691877c1c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-20T10:51:02.984 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:02 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:51:02.979+0000 7f691877c1c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-20T10:51:03.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:02 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:51:02] "GET /metrics HTTP/1.1" 200 33094 "" "Prometheus/2.43.0" 2023-12-20T10:51:03.242 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:03 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:51:03.212+0000 7f691877c1c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-20T10:51:03.430 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T10:51:03.552 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:51:03 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-alertmanager-a[170326]: ts=2023-12-20T10:51:03.456Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify success" attempts=7 2023-12-20T10:51:03.552 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:03 smithi123 ceph-mon[124884]: pgmap v4: 121 pgs: 121 active+clean; 108 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:51:03.552 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:03 smithi123 ceph-mon[124884]: [20/Dec/2023:10:51:02] ENGINE Bus STARTING 2023-12-20T10:51:03.552 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:03 smithi123 ceph-mon[124884]: [20/Dec/2023:10:51:02] ENGINE Serving on http://172.21.15.177:8765 2023-12-20T10:51:03.552 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:03 smithi123 ceph-mon[124884]: osdmap e129: 8 total, 8 up, 8 in 2023-12-20T10:51:03.553 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:03 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:51:03.307+0000 7f691877c1c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-20T10:51:03.553 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:03 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:51:03.549+0000 7f691877c1c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-20T10:51:03.553 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:03 smithi123 ceph-mon[111044]: pgmap v4: 121 pgs: 121 active+clean; 108 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:51:03.553 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:03 smithi123 ceph-mon[111044]: [20/Dec/2023:10:51:02] ENGINE Bus STARTING 2023-12-20T10:51:03.553 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:03 smithi123 ceph-mon[111044]: [20/Dec/2023:10:51:02] ENGINE Serving on http://172.21.15.177:8765 2023-12-20T10:51:03.553 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:03 smithi123 ceph-mon[111044]: osdmap e129: 8 total, 8 up, 8 in 2023-12-20T10:51:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:03 smithi177 ceph-mon[144425]: pgmap v4: 121 pgs: 121 active+clean; 108 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:51:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:03 smithi177 ceph-mon[144425]: [20/Dec/2023:10:51:02] ENGINE Bus STARTING 2023-12-20T10:51:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:03 smithi177 ceph-mon[144425]: [20/Dec/2023:10:51:02] ENGINE Serving on http://172.21.15.177:8765 2023-12-20T10:51:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:03 smithi177 ceph-mon[144425]: osdmap e129: 8 total, 8 up, 8 in 2023-12-20T10:51:03.781 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T10:51:03.781 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2m) 2m ago 2m 18.5M - 0.25.0 c8568f914cd2 a7e15fa0e1ab 2023-12-20T10:51:03.781 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2m) 7s ago 2m 97.7M - 9.4.7 954c08fa6188 51b35508df83 2023-12-20T10:51:03.781 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3m) 2m ago 3m 13.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T10:51:03.782 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3m) 7s ago 3m 18.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T10:51:03.782 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283 running (10s) 7s ago 6m 47.6M - 19.0.0-36-g86cc4aec cffca723d661 affe1770cf93 2023-12-20T10:51:03.782 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:9283 running (7m) 2m ago 7m 494M - 17.2.7-131-ga88f3edf f9ecdbaa1030 a759fe42de18 2023-12-20T10:51:03.782 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7m) 2m ago 7m 84.1M 2048M 17.2.7-131-ga88f3edf f9ecdbaa1030 7ed88b20f507 2023-12-20T10:51:03.782 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6m) 7s ago 6m 65.9M 2048M 17.2.7-131-ga88f3edf f9ecdbaa1030 5515e0c18ef1 2023-12-20T10:51:03.782 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6m) 2m ago 6m 66.8M 2048M 17.2.7-131-ga88f3edf f9ecdbaa1030 0578a13296d3 2023-12-20T10:51:03.782 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2m) 2m ago 2m 4001k - 1.5.0 0da6a335fe13 9a9a429741df 2023-12-20T10:51:03.782 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2m) 7s ago 2m 9.77M - 1.5.0 0da6a335fe13 ce401303ec86 2023-12-20T10:51:03.782 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5m) 2m ago 5m 62.0M 3000M 17.2.7-131-ga88f3edf f9ecdbaa1030 828b88ed29e3 2023-12-20T10:51:03.782 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5m) 2m ago 5m 60.8M 3000M 17.2.7-131-ga88f3edf f9ecdbaa1030 b0cee27bddee 2023-12-20T10:51:03.782 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5m) 2m ago 5m 55.3M 3000M 17.2.7-131-ga88f3edf f9ecdbaa1030 b1369b31ef83 2023-12-20T10:51:03.782 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4m) 2m ago 4m 51.8M 3000M 17.2.7-131-ga88f3edf f9ecdbaa1030 8305407356c6 2023-12-20T10:51:03.782 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4m) 7s ago 4m 95.4M 3000M 17.2.7-131-ga88f3edf f9ecdbaa1030 1798bf319de3 2023-12-20T10:51:03.782 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4m) 7s ago 4m 106M 3000M 17.2.7-131-ga88f3edf f9ecdbaa1030 dfacb71fe175 2023-12-20T10:51:03.782 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4m) 7s ago 4m 93.7M 3000M 17.2.7-131-ga88f3edf f9ecdbaa1030 81d67759495c 2023-12-20T10:51:03.783 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3m) 7s ago 3m 107M 3000M 17.2.7-131-ga88f3edf f9ecdbaa1030 b7ad316c3647 2023-12-20T10:51:03.783 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2m) 7s ago 3m 50.8M - 2.43.0 a07b618ecd1d 949299111c05 2023-12-20T10:51:03.842 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:03 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:51:03.649+0000 7f691877c1c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-20T10:51:03.872 INFO:tasks.rados.rados.0.smithi123.stdout:345: done (1 left) 2023-12-20T10:51:03.872 INFO:tasks.rados.rados.0.smithi123.stdout:346: done (0 left) 2023-12-20T10:51:03.872 INFO:tasks.rados.rados.0.smithi123.stdout:347: rollback oid 41 current snap is 36 2023-12-20T10:51:03.872 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 41 to 23 2023-12-20T10:51:03.872 INFO:tasks.rados.rados.0.smithi123.stdout:348: rollback oid 18 current snap is 36 2023-12-20T10:51:03.873 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 18 to 33 2023-12-20T10:51:03.873 INFO:tasks.rados.rados.0.smithi123.stdout:349: rmattr oid 23 current snap is 36 2023-12-20T10:51:03.873 INFO:tasks.rados.rados.0.smithi123.stdout:349: done (2 left) 2023-12-20T10:51:03.873 INFO:tasks.rados.rados.0.smithi123.stdout:350: copy_from oid 43 from oid 10 current snap is 36 2023-12-20T10:51:03.873 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 19 current snap is 36 2023-12-20T10:51:03.873 INFO:tasks.rados.rados.0.smithi123.stdout:351: seq_num 130 ranges {303104=581632,884736=614400,1499136=598016,2097152=393216} 2023-12-20T10:51:03.877 INFO:tasks.rados.rados.0.smithi123.stdout:351: writing smithi123173835-19 from 303104 to 884736 tid 1 2023-12-20T10:51:03.881 INFO:tasks.rados.rados.0.smithi123.stdout:351: writing smithi123173835-19 from 884736 to 1499136 tid 2 2023-12-20T10:51:03.885 INFO:tasks.rados.rados.0.smithi123.stdout:351: writing smithi123173835-19 from 1499136 to 2097152 tid 3 2023-12-20T10:51:03.888 INFO:tasks.rados.rados.0.smithi123.stdout:351: writing smithi123173835-19 from 2097152 to 2490368 tid 4 2023-12-20T10:51:03.888 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 13 current snap is 36 2023-12-20T10:51:03.888 INFO:tasks.rados.rados.0.smithi123.stdout:348: finishing rollback tid 0 to smithi123173835-18 2023-12-20T10:51:03.888 INFO:tasks.rados.rados.0.smithi123.stdout:352: seq_num 131 ranges {1589248=598016,2187264=499712,2686976=753664,3440640=352256} 2023-12-20T10:51:03.900 INFO:tasks.rados.rados.0.smithi123.stdout:352: writing smithi123173835-13 from 1589248 to 2187264 tid 1 2023-12-20T10:51:03.904 INFO:tasks.rados.rados.0.smithi123.stdout:352: writing smithi123173835-13 from 2187264 to 2686976 tid 2 2023-12-20T10:51:03.908 INFO:tasks.rados.rados.0.smithi123.stdout:352: writing smithi123173835-13 from 2686976 to 3440640 tid 3 2023-12-20T10:51:03.911 INFO:tasks.rados.rados.0.smithi123.stdout:352: writing smithi123173835-13 from 3440640 to 3792896 tid 4 2023-12-20T10:51:03.911 INFO:tasks.rados.rados.0.smithi123.stdout:353: setattr oid 26 current snap is 36 2023-12-20T10:51:03.911 INFO:tasks.rados.rados.0.smithi123.stdout:348: finishing rollback tid 1 to smithi123173835-18 2023-12-20T10:51:03.911 INFO:tasks.rados.rados.0.smithi123.stdout:348: finishing rollback tid 2 to smithi123173835-18 2023-12-20T10:51:03.911 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 18 v 131 (ObjNum 122 snap 30 seq_num 122) dirty exists 2023-12-20T10:51:03.911 INFO:tasks.rados.rados.0.smithi123.stdout:347: finishing rollback tid 0 to smithi123173835-41 2023-12-20T10:51:03.911 INFO:tasks.rados.rados.0.smithi123.stdout:347: finishing rollback tid 1 to smithi123173835-41 2023-12-20T10:51:03.911 INFO:tasks.rados.rados.0.smithi123.stdout:347: finishing rollback tid 2 to smithi123173835-41 2023-12-20T10:51:03.911 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 122 (ObjNum 40 snap 0 seq_num 40) dirty exists 2023-12-20T10:51:03.911 INFO:tasks.rados.rados.0.smithi123.stdout:351: finishing write tid 1 to smithi123173835-19 2023-12-20T10:51:03.911 INFO:tasks.rados.rados.0.smithi123.stdout:351: finishing write tid 2 to smithi123173835-19 2023-12-20T10:51:03.912 INFO:tasks.rados.rados.0.smithi123.stdout:351: finishing write tid 3 to smithi123173835-19 2023-12-20T10:51:03.912 INFO:tasks.rados.rados.0.smithi123.stdout:351: finishing write tid 4 to smithi123173835-19 2023-12-20T10:51:03.912 INFO:tasks.rados.rados.0.smithi123.stdout:351: finishing write tid 5 to smithi123173835-19 2023-12-20T10:51:03.912 INFO:tasks.rados.rados.0.smithi123.stdout:351: finishing write tid 6 to smithi123173835-19 2023-12-20T10:51:03.912 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 88 (ObjNum 130 snap 36 seq_num 130) dirty exists 2023-12-20T10:51:03.912 INFO:tasks.rados.rados.0.smithi123.stdout:351: left oid 19 (ObjNum 130 snap 36 seq_num 130) 2023-12-20T10:51:03.912 INFO:tasks.rados.rados.0.smithi123.stdout:350: finishing copy_from to smithi123173835-43 2023-12-20T10:51:03.912 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 172 (ObjNum 107 snap 25 seq_num 107) dirty exists 2023-12-20T10:51:03.912 INFO:tasks.rados.rados.0.smithi123.stdout:350: finishing copy_from racing read to smithi123173835-43 2023-12-20T10:51:03.912 INFO:tasks.rados.rados.0.smithi123.stdout:352: finishing write tid 1 to smithi123173835-13 2023-12-20T10:51:03.912 INFO:tasks.rados.rados.0.smithi123.stdout:352: finishing write tid 2 to smithi123173835-13 2023-12-20T10:51:03.913 INFO:tasks.rados.rados.0.smithi123.stdout:352: finishing write tid 3 to smithi123173835-13 2023-12-20T10:51:03.918 INFO:tasks.rados.rados.0.smithi123.stdout:347: done (5 left) 2023-12-20T10:51:03.918 INFO:tasks.rados.rados.0.smithi123.stdout:348: done (4 left) 2023-12-20T10:51:03.918 INFO:tasks.rados.rados.0.smithi123.stdout:350: done (3 left) 2023-12-20T10:51:03.918 INFO:tasks.rados.rados.0.smithi123.stdout:351: done (2 left) 2023-12-20T10:51:03.918 INFO:tasks.rados.rados.0.smithi123.stdout:354: snap_create 2023-12-20T10:51:03.919 INFO:tasks.rados.rados.0.smithi123.stdout:352: finishing write tid 4 to smithi123173835-13 2023-12-20T10:51:03.919 INFO:tasks.rados.rados.0.smithi123.stdout:352: finishing write tid 5 to smithi123173835-13 2023-12-20T10:51:03.920 INFO:tasks.rados.rados.0.smithi123.stdout:352: finishing write tid 6 to smithi123173835-13 2023-12-20T10:51:03.920 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 242 (ObjNum 131 snap 36 seq_num 131) dirty exists 2023-12-20T10:51:03.920 INFO:tasks.rados.rados.0.smithi123.stdout:352: left oid 13 (ObjNum 131 snap 36 seq_num 131) 2023-12-20T10:51:03.920 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 60 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-20T10:51:04.192 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T10:51:04.224 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T10:51:04.225 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 3 2023-12-20T10:51:04.225 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:51:04.225 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T10:51:04.225 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 1 2023-12-20T10:51:04.225 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:51:04.225 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T10:51:04.225 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 8 2023-12-20T10:51:04.225 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:51:04.225 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T10:51:04.225 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T10:51:04.225 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:51:04.226 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T10:51:04.226 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 13, 2023-12-20T10:51:04.226 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 1 2023-12-20T10:51:04.226 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T10:51:04.226 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T10:51:04.242 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:03 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:51:03.840+0000 7f691877c1c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-20T10:51:04.242 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:03 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:51:03.947+0000 7f691877c1c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-20T10:51:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:04 smithi177 ceph-mon[144425]: [20/Dec/2023:10:51:02] ENGINE Serving on https://172.21.15.177:7150 2023-12-20T10:51:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:04 smithi177 ceph-mon[144425]: [20/Dec/2023:10:51:02] ENGINE Bus STARTED 2023-12-20T10:51:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:04 smithi177 ceph-mon[144425]: pgmap v6: 121 pgs: 121 active+clean; 108 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:51:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:04 smithi177 ceph-mon[144425]: from='client.15138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:51:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:04 smithi177 ceph-mon[144425]: osdmap e130: 8 total, 8 up, 8 in 2023-12-20T10:51:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:04 smithi177 ceph-mon[144425]: mgrmap e25: x(active, since 3s) 2023-12-20T10:51:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:04 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/571455617' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:51:04.700 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:04 smithi123 ceph-mon[124884]: [20/Dec/2023:10:51:02] ENGINE Serving on https://172.21.15.177:7150 2023-12-20T10:51:04.701 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:04 smithi123 ceph-mon[124884]: [20/Dec/2023:10:51:02] ENGINE Bus STARTED 2023-12-20T10:51:04.701 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:04 smithi123 ceph-mon[124884]: pgmap v6: 121 pgs: 121 active+clean; 108 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:51:04.701 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:04 smithi123 ceph-mon[124884]: from='client.15138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:51:04.701 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:04 smithi123 ceph-mon[124884]: osdmap e130: 8 total, 8 up, 8 in 2023-12-20T10:51:04.701 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:04 smithi123 ceph-mon[124884]: mgrmap e25: x(active, since 3s) 2023-12-20T10:51:04.701 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:04 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/571455617' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:51:04.701 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:04 smithi123 ceph-mon[111044]: [20/Dec/2023:10:51:02] ENGINE Serving on https://172.21.15.177:7150 2023-12-20T10:51:04.701 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:04 smithi123 ceph-mon[111044]: [20/Dec/2023:10:51:02] ENGINE Bus STARTED 2023-12-20T10:51:04.701 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:04 smithi123 ceph-mon[111044]: pgmap v6: 121 pgs: 121 active+clean; 108 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:51:04.701 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:04 smithi123 ceph-mon[111044]: from='client.15138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:51:04.702 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:04 smithi123 ceph-mon[111044]: osdmap e130: 8 total, 8 up, 8 in 2023-12-20T10:51:04.702 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:04 smithi123 ceph-mon[111044]: mgrmap e25: x(active, since 3s) 2023-12-20T10:51:04.702 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:04 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/571455617' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:51:04.873 INFO:tasks.rados.rados.0.smithi123.stdout:352: done (2 left) 2023-12-20T10:51:04.873 INFO:tasks.rados.rados.0.smithi123.stdout:353: done (1 left) 2023-12-20T10:51:04.873 INFO:tasks.rados.rados.0.smithi123.stdout:354: done (0 left) 2023-12-20T10:51:04.873 INFO:tasks.rados.rados.0.smithi123.stdout:355: copy_from oid 34 from oid 46 current snap is 37 2023-12-20T10:51:04.873 INFO:tasks.rados.rados.0.smithi123.stdout:356: snap_remove snap 34 2023-12-20T10:51:04.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:04 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:51:04.699+0000 7f691877c1c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-20T10:51:04.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:04 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:51:04.894+0000 7f691877c1c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-20T10:51:05.265 INFO:tasks.rados.rados.0.smithi123.stdout:356: done (1 left) 2023-12-20T10:51:05.266 INFO:tasks.rados.rados.0.smithi123.stdout:357: rollback oid 45 current snap is 37 2023-12-20T10:51:05.266 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 45 to 31 2023-12-20T10:51:05.266 INFO:tasks.rados.rados.0.smithi123.stdout:355: finishing copy_from to smithi123173835-34 2023-12-20T10:51:05.266 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 34 v 81 (ObjNum 110 snap 25 seq_num 110) dirty exists 2023-12-20T10:51:05.266 INFO:tasks.rados.rados.0.smithi123.stdout:355: finishing copy_from racing read to smithi123173835-34 2023-12-20T10:51:05.266 INFO:tasks.rados.rados.0.smithi123.stdout:355: done (1 left) 2023-12-20T10:51:05.266 INFO:tasks.rados.rados.0.smithi123.stdout:358: read oid 28 snap -1 2023-12-20T10:51:05.266 INFO:tasks.rados.rados.0.smithi123.stdout:358: expect (ObjNum 103 snap 24 seq_num 103) 2023-12-20T10:51:05.266 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 21 current snap is 37 2023-12-20T10:51:05.266 INFO:tasks.rados.rados.0.smithi123.stdout:359: seq_num 132 ranges {106496=614400,720896=786432,1507328=565248,2072576=253952} 2023-12-20T10:51:05.269 INFO:tasks.rados.rados.0.smithi123.stdout:359: writing smithi123173835-21 from 106496 to 720896 tid 1 2023-12-20T10:51:05.274 INFO:tasks.rados.rados.0.smithi123.stdout:359: writing smithi123173835-21 from 720896 to 1507328 tid 2 2023-12-20T10:51:05.278 INFO:tasks.rados.rados.0.smithi123.stdout:359: writing smithi123173835-21 from 1507328 to 2072576 tid 3 2023-12-20T10:51:05.279 INFO:tasks.rados.rados.0.smithi123.stdout:359: writing smithi123173835-21 from 2072576 to 2326528 tid 4 2023-12-20T10:51:05.280 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 39 current snap is 37 2023-12-20T10:51:05.280 INFO:tasks.rados.rados.0.smithi123.stdout:359: finishing write tid 1 to smithi123173835-21 2023-12-20T10:51:05.280 INFO:tasks.rados.rados.0.smithi123.stdout:360: seq_num 133 ranges {1597440=630784,2228224=663552,2891776=770048,3661824=172032} 2023-12-20T10:51:05.292 INFO:tasks.rados.rados.0.smithi123.stdout:360: writing smithi123173835-39 from 1597440 to 2228224 tid 1 2023-12-20T10:51:05.295 INFO:tasks.rados.rados.0.smithi123.stdout:360: writing smithi123173835-39 from 2228224 to 2891776 tid 2 2023-12-20T10:51:05.301 INFO:tasks.rados.rados.0.smithi123.stdout:360: writing smithi123173835-39 from 2891776 to 3661824 tid 3 2023-12-20T10:51:05.302 INFO:tasks.rados.rados.0.smithi123.stdout:360: writing smithi123173835-39 from 3661824 to 3833856 tid 4 2023-12-20T10:51:05.302 INFO:tasks.rados.rados.0.smithi123.stdout:361: delete oid 9 current snap is 37 2023-12-20T10:51:05.304 INFO:tasks.rados.rados.0.smithi123.stdout:357: finishing rollback tid 0 to smithi123173835-45 2023-12-20T10:51:05.304 INFO:tasks.rados.rados.0.smithi123.stdout:357: finishing rollback tid 1 to smithi123173835-45 2023-12-20T10:51:05.304 INFO:tasks.rados.rados.0.smithi123.stdout:357: finishing rollback tid 2 to smithi123173835-45 2023-12-20T10:51:05.304 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 135 (ObjNum 121 snap 29 seq_num 121) dirty exists 2023-12-20T10:51:05.304 INFO:tasks.rados.rados.0.smithi123.stdout:359: finishing write tid 2 to smithi123173835-21 2023-12-20T10:51:05.304 INFO:tasks.rados.rados.0.smithi123.stdout:359: finishing write tid 3 to smithi123173835-21 2023-12-20T10:51:05.304 INFO:tasks.rados.rados.0.smithi123.stdout:358: expect (ObjNum 103 snap 24 seq_num 103) 2023-12-20T10:51:05.352 INFO:tasks.rados.rados.0.smithi123.stdout:359: finishing write tid 4 to smithi123173835-21 2023-12-20T10:51:05.353 INFO:tasks.rados.rados.0.smithi123.stdout:359: finishing write tid 5 to smithi123173835-21 2023-12-20T10:51:05.353 INFO:tasks.rados.rados.0.smithi123.stdout:359: finishing write tid 6 to smithi123173835-21 2023-12-20T10:51:05.353 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 68 (ObjNum 132 snap 37 seq_num 132) dirty exists 2023-12-20T10:51:05.353 INFO:tasks.rados.rados.0.smithi123.stdout:359: left oid 21 (ObjNum 132 snap 37 seq_num 132) 2023-12-20T10:51:05.353 INFO:tasks.rados.rados.0.smithi123.stdout:357: done (4 left) 2023-12-20T10:51:05.353 INFO:tasks.rados.rados.0.smithi123.stdout:358: done (3 left) 2023-12-20T10:51:05.353 INFO:tasks.rados.rados.0.smithi123.stdout:359: done (2 left) 2023-12-20T10:51:05.353 INFO:tasks.rados.rados.0.smithi123.stdout:361: done (1 left) 2023-12-20T10:51:05.353 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 18 current snap is 37 2023-12-20T10:51:05.353 INFO:tasks.rados.rados.0.smithi123.stdout:360: finishing write tid 1 to smithi123173835-39 2023-12-20T10:51:05.357 INFO:tasks.rados.rados.0.smithi123.stdout:360: finishing write tid 2 to smithi123173835-39 2023-12-20T10:51:05.357 INFO:tasks.rados.rados.0.smithi123.stdout:360: finishing write tid 3 to smithi123173835-39 2023-12-20T10:51:05.357 INFO:tasks.rados.rados.0.smithi123.stdout:360: finishing write tid 4 to smithi123173835-39 2023-12-20T10:51:05.357 INFO:tasks.rados.rados.0.smithi123.stdout:360: finishing write tid 5 to smithi123173835-39 2023-12-20T10:51:05.357 INFO:tasks.rados.rados.0.smithi123.stdout:360: finishing write tid 6 to smithi123173835-39 2023-12-20T10:51:05.357 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 80 (ObjNum 133 snap 37 seq_num 133) dirty exists 2023-12-20T10:51:05.357 INFO:tasks.rados.rados.0.smithi123.stdout:360: left oid 39 (ObjNum 133 snap 37 seq_num 133) 2023-12-20T10:51:05.357 INFO:tasks.rados.rados.0.smithi123.stdout:362: seq_num 135 ranges {3645440=663552,4308992=434176,4743168=786432,5529600=385024} 2023-12-20T10:51:05.376 INFO:tasks.rados.rados.0.smithi123.stdout:362: writing smithi123173835-18 from 3645440 to 4308992 tid 1 2023-12-20T10:51:05.378 INFO:tasks.rados.rados.0.smithi123.stdout:362: writing smithi123173835-18 from 4308992 to 4743168 tid 2 2023-12-20T10:51:05.382 INFO:tasks.rados.rados.0.smithi123.stdout:362: writing smithi123173835-18 from 4743168 to 5529600 tid 3 2023-12-20T10:51:05.385 INFO:tasks.rados.rados.0.smithi123.stdout:362: writing smithi123173835-18 from 5529600 to 5914624 tid 4 2023-12-20T10:51:05.385 INFO:tasks.rados.rados.0.smithi123.stdout:360: done (1 left) 2023-12-20T10:51:05.385 INFO:tasks.rados.rados.0.smithi123.stdout:363: delete oid 6 current snap is 37 2023-12-20T10:51:05.385 INFO:tasks.rados.rados.0.smithi123.stdout:362: finishing write tid 1 to smithi123173835-18 2023-12-20T10:51:05.386 INFO:tasks.rados.rados.0.smithi123.stdout:362: finishing write tid 2 to smithi123173835-18 2023-12-20T10:51:05.386 INFO:tasks.rados.rados.0.smithi123.stdout:362: finishing write tid 3 to smithi123173835-18 2023-12-20T10:51:05.390 INFO:tasks.rados.rados.0.smithi123.stdout:363: done (1 left) 2023-12-20T10:51:05.390 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 37 current snap is 37 2023-12-20T10:51:05.390 INFO:tasks.rados.rados.0.smithi123.stdout:364: seq_num 137 ranges {0=704512,704512=655360,1359872=753664,2113536=196608} 2023-12-20T10:51:05.391 INFO:tasks.rados.rados.0.smithi123.stdout:364: writing smithi123173835-37 from 0 to 704512 tid 1 2023-12-20T10:51:05.394 INFO:tasks.rados.rados.0.smithi123.stdout:364: writing smithi123173835-37 from 704512 to 1359872 tid 2 2023-12-20T10:51:05.399 INFO:tasks.rados.rados.0.smithi123.stdout:364: writing smithi123173835-37 from 1359872 to 2113536 tid 3 2023-12-20T10:51:05.400 INFO:tasks.rados.rados.0.smithi123.stdout:364: writing smithi123173835-37 from 2113536 to 2310144 tid 4 2023-12-20T10:51:05.400 INFO:tasks.rados.rados.0.smithi123.stdout:365: copy_from oid 22 from oid 21 current snap is 37 2023-12-20T10:51:05.401 INFO:tasks.rados.rados.0.smithi123.stdout:362: finishing write tid 4 to smithi123173835-18 2023-12-20T10:51:05.401 INFO:tasks.rados.rados.0.smithi123.stdout:362: finishing write tid 5 to smithi123173835-18 2023-12-20T10:51:05.401 INFO:tasks.rados.rados.0.smithi123.stdout:362: finishing write tid 6 to smithi123173835-18 2023-12-20T10:51:05.401 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 18 v 143 (ObjNum 135 snap 37 seq_num 135) dirty exists 2023-12-20T10:51:05.401 INFO:tasks.rados.rados.0.smithi123.stdout:362: left oid 18 (ObjNum 135 snap 37 seq_num 135) 2023-12-20T10:51:05.401 INFO:tasks.rados.rados.0.smithi123.stdout:364: finishing write tid 1 to smithi123173835-37 2023-12-20T10:51:05.401 INFO:tasks.rados.rados.0.smithi123.stdout:364: finishing write tid 2 to smithi123173835-37 2023-12-20T10:51:05.401 INFO:tasks.rados.rados.0.smithi123.stdout:362: done (2 left) 2023-12-20T10:51:05.401 INFO:tasks.rados.rados.0.smithi123.stdout:366: setattr oid 43 current snap is 37 2023-12-20T10:51:05.402 INFO:tasks.rados.rados.0.smithi123.stdout:367: read oid 34 snap -1 2023-12-20T10:51:05.402 INFO:tasks.rados.rados.0.smithi123.stdout:367: expect (ObjNum 110 snap 25 seq_num 110) 2023-12-20T10:51:05.402 INFO:tasks.rados.rados.0.smithi123.stdout:368: snap_create 2023-12-20T10:51:05.402 INFO:tasks.rados.rados.0.smithi123.stdout:364: finishing write tid 3 to smithi123173835-37 2023-12-20T10:51:05.404 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 173 (ObjNum 107 snap 25 seq_num 107) dirty exists 2023-12-20T10:51:05.405 INFO:tasks.rados.rados.0.smithi123.stdout:364: finishing write tid 4 to smithi123173835-37 2023-12-20T10:51:05.405 INFO:tasks.rados.rados.0.smithi123.stdout:364: finishing write tid 5 to smithi123173835-37 2023-12-20T10:51:05.407 INFO:tasks.rados.rados.0.smithi123.stdout:364: finishing write tid 6 to smithi123173835-37 2023-12-20T10:51:05.407 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 85 (ObjNum 137 snap 37 seq_num 137) dirty exists 2023-12-20T10:51:05.407 INFO:tasks.rados.rados.0.smithi123.stdout:364: left oid 37 (ObjNum 137 snap 37 seq_num 137) 2023-12-20T10:51:05.411 INFO:tasks.rados.rados.0.smithi123.stdout:367: expect (ObjNum 110 snap 25 seq_num 110) 2023-12-20T10:51:05.489 INFO:tasks.rados.rados.0.smithi123.stdout:365: finishing copy_from to smithi123173835-22 2023-12-20T10:51:05.489 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 22 v 68 (ObjNum 132 snap 37 seq_num 132) dirty exists 2023-12-20T10:51:05.489 INFO:tasks.rados.rados.0.smithi123.stdout:365: finishing copy_from racing read to smithi123173835-22 2023-12-20T10:51:05.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:05 smithi123 ceph-mon[124884]: from='client.25037 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:51:05.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:05 smithi123 ceph-mon[124884]: osdmap e131: 8 total, 8 up, 8 in 2023-12-20T10:51:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:05 smithi123 ceph-mon[124884]: osdmap e132: 8 total, 8 up, 8 in 2023-12-20T10:51:05.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:05 smithi123 ceph-mon[111044]: from='client.25037 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:51:05.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:05 smithi123 ceph-mon[111044]: osdmap e131: 8 total, 8 up, 8 in 2023-12-20T10:51:05.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:05 smithi123 ceph-mon[111044]: osdmap e132: 8 total, 8 up, 8 in 2023-12-20T10:51:05.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:05 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:51:05.072+0000 7f691877c1c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-20T10:51:05.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:05 smithi177 ceph-mon[144425]: from='client.25037 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:51:05.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:05 smithi177 ceph-mon[144425]: osdmap e131: 8 total, 8 up, 8 in 2023-12-20T10:51:05.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:05 smithi177 ceph-mon[144425]: osdmap e132: 8 total, 8 up, 8 in 2023-12-20T10:51:05.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:05 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:51:05.699+0000 7f691877c1c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-20T10:51:05.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:05 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:51:05.880+0000 7f691877c1c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-20T10:51:06.305 INFO:tasks.rados.rados.0.smithi123.stdout:364: done (4 left) 2023-12-20T10:51:06.305 INFO:tasks.rados.rados.0.smithi123.stdout:365: done (3 left) 2023-12-20T10:51:06.305 INFO:tasks.rados.rados.0.smithi123.stdout:366: done (2 left) 2023-12-20T10:51:06.306 INFO:tasks.rados.rados.0.smithi123.stdout:367: done (1 left) 2023-12-20T10:51:06.306 INFO:tasks.rados.rados.0.smithi123.stdout:368: done (0 left) 2023-12-20T10:51:06.306 INFO:tasks.rados.rados.0.smithi123.stdout:369: read oid 31 snap -1 2023-12-20T10:51:06.306 INFO:tasks.rados.rados.0.smithi123.stdout:369: expect deleted 2023-12-20T10:51:06.306 INFO:tasks.rados.rados.0.smithi123.stdout:370: rollback oid 22 current snap is 38 2023-12-20T10:51:06.306 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 22 to 31 2023-12-20T10:51:06.306 INFO:tasks.rados.rados.0.smithi123.stdout:371: read oid 48 snap -1 2023-12-20T10:51:06.306 INFO:tasks.rados.rados.0.smithi123.stdout:371: expect (ObjNum 76 snap 13 seq_num 76) 2023-12-20T10:51:06.306 INFO:tasks.rados.rados.0.smithi123.stdout:372: rollback oid 3 current snap is 38 2023-12-20T10:51:06.306 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 3 to 28 2023-12-20T10:51:06.306 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 18 current snap is 38 2023-12-20T10:51:06.306 INFO:tasks.rados.rados.0.smithi123.stdout:373: seq_num 138 ranges {5914624=720896,6635520=540672,7176192=557056,7733248=507904} 2023-12-20T10:51:06.342 INFO:tasks.rados.rados.0.smithi123.stdout:373: writing smithi123173835-18 from 5914624 to 6635520 tid 1 2023-12-20T10:51:06.346 INFO:tasks.rados.rados.0.smithi123.stdout:373: writing smithi123173835-18 from 6635520 to 7176192 tid 2 2023-12-20T10:51:06.349 INFO:tasks.rados.rados.0.smithi123.stdout:373: writing smithi123173835-18 from 7176192 to 7733248 tid 3 2023-12-20T10:51:06.353 INFO:tasks.rados.rados.0.smithi123.stdout:373: writing smithi123173835-18 from 7733248 to 8241152 tid 4 2023-12-20T10:51:06.353 INFO:tasks.rados.rados.0.smithi123.stdout:374: rmattr oid 24 current snap is 38 2023-12-20T10:51:06.353 INFO:tasks.rados.rados.0.smithi123.stdout:374: done (5 left) 2023-12-20T10:51:06.353 INFO:tasks.rados.rados.0.smithi123.stdout:375: rmattr oid 41 current snap is 38 2023-12-20T10:51:06.353 INFO:tasks.rados.rados.0.smithi123.stdout:375: done (5 left) 2023-12-20T10:51:06.353 INFO:tasks.rados.rados.0.smithi123.stdout:376: rmattr oid 2 current snap is 38 2023-12-20T10:51:06.353 INFO:tasks.rados.rados.0.smithi123.stdout:376: done (5 left) 2023-12-20T10:51:06.353 INFO:tasks.rados.rados.0.smithi123.stdout:377: copy_from oid 32 from oid 24 current snap is 38 2023-12-20T10:51:06.353 INFO:tasks.rados.rados.0.smithi123.stdout:372: finishing rollback tid 0 to smithi123173835-3 2023-12-20T10:51:06.353 INFO:tasks.rados.rados.0.smithi123.stdout:372: finishing rollback tid 1 to smithi123173835-3 2023-12-20T10:51:06.354 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 138 (ObjNum 33 snap 0 seq_num 958150496) dirty dne 2023-12-20T10:51:06.354 INFO:tasks.rados.rados.0.smithi123.stdout:370: finishing rollback tid 0 to smithi123173835-22 2023-12-20T10:51:06.354 INFO:tasks.rados.rados.0.smithi123.stdout:370: finishing rollback tid 1 to smithi123173835-22 2023-12-20T10:51:06.354 INFO:tasks.rados.rados.0.smithi123.stdout:370: finishing rollback tid 2 to smithi123173835-22 2023-12-20T10:51:06.354 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 22 v 149 (ObjNum 21 snap 0 seq_num 21) dirty exists 2023-12-20T10:51:06.354 INFO:tasks.rados.rados.0.smithi123.stdout:371: expect (ObjNum 76 snap 13 seq_num 76) 2023-12-20T10:51:06.422 INFO:tasks.rados.rados.0.smithi123.stdout:373: finishing write tid 1 to smithi123173835-18 2023-12-20T10:51:06.422 INFO:tasks.rados.rados.0.smithi123.stdout:369: done (5 left) 2023-12-20T10:51:06.422 INFO:tasks.rados.rados.0.smithi123.stdout:370: done (4 left) 2023-12-20T10:51:06.422 INFO:tasks.rados.rados.0.smithi123.stdout:371: done (3 left) 2023-12-20T10:51:06.422 INFO:tasks.rados.rados.0.smithi123.stdout:372: done (2 left) 2023-12-20T10:51:06.422 INFO:tasks.rados.rados.0.smithi123.stdout:378: delete oid 3 current snap is 38 2023-12-20T10:51:06.423 INFO:tasks.rados.rados.0.smithi123.stdout:373: finishing write tid 2 to smithi123173835-18 2023-12-20T10:51:06.423 INFO:tasks.rados.rados.0.smithi123.stdout:373: finishing write tid 3 to smithi123173835-18 2023-12-20T10:51:06.423 INFO:tasks.rados.rados.0.smithi123.stdout:373: finishing write tid 4 to smithi123173835-18 2023-12-20T10:51:06.423 INFO:tasks.rados.rados.0.smithi123.stdout:373: finishing write tid 5 to smithi123173835-18 2023-12-20T10:51:06.423 INFO:tasks.rados.rados.0.smithi123.stdout:373: finishing write tid 6 to smithi123173835-18 2023-12-20T10:51:06.423 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 18 v 155 (ObjNum 138 snap 38 seq_num 138) dirty exists 2023-12-20T10:51:06.423 INFO:tasks.rados.rados.0.smithi123.stdout:373: left oid 18 (ObjNum 138 snap 38 seq_num 138) 2023-12-20T10:51:06.423 INFO:tasks.rados.rados.0.smithi123.stdout:377: finishing copy_from to smithi123173835-32 2023-12-20T10:51:06.423 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 72 (ObjNum 89 snap 18 seq_num 89) dirty exists 2023-12-20T10:51:06.423 INFO:tasks.rados.rados.0.smithi123.stdout:377: finishing copy_from racing read to smithi123173835-32 2023-12-20T10:51:06.424 INFO:tasks.rados.rados.0.smithi123.stdout:373: done (2 left) 2023-12-20T10:51:06.424 INFO:tasks.rados.rados.0.smithi123.stdout:377: done (1 left) 2023-12-20T10:51:06.424 INFO:tasks.rados.rados.0.smithi123.stdout:378: done (0 left) 2023-12-20T10:51:06.424 INFO:tasks.rados.rados.0.smithi123.stdout:379: rollback oid 30 current snap is 38 2023-12-20T10:51:06.424 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 30 to 23 2023-12-20T10:51:06.424 INFO:tasks.rados.rados.0.smithi123.stdout:380: read oid 19 snap -1 2023-12-20T10:51:06.424 INFO:tasks.rados.rados.0.smithi123.stdout:380: expect (ObjNum 130 snap 36 seq_num 130) 2023-12-20T10:51:06.424 INFO:tasks.rados.rados.0.smithi123.stdout:381: snap_remove snap 29 2023-12-20T10:51:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:06 smithi123 ceph-mon[124884]: pgmap v8: 121 pgs: 121 active+clean; 108 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:51:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:06 smithi123 ceph-mon[124884]: mgrmap e26: x(active, since 5s) 2023-12-20T10:51:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:06 smithi123 ceph-mon[124884]: Standby manager daemon y started 2023-12-20T10:51:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:06 smithi123 ceph-mon[124884]: from='mgr.? 172.21.15.123:0/209739042' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-20T10:51:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:06 smithi123 ceph-mon[124884]: from='mgr.? 172.21.15.123:0/209739042' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-20T10:51:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:06 smithi123 ceph-mon[124884]: from='mgr.? 172.21.15.123:0/209739042' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-20T10:51:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:06 smithi123 ceph-mon[124884]: from='mgr.? 172.21.15.123:0/209739042' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-20T10:51:06.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:06 smithi123 ceph-mon[111044]: pgmap v8: 121 pgs: 121 active+clean; 108 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:51:06.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:06 smithi123 ceph-mon[111044]: mgrmap e26: x(active, since 5s) 2023-12-20T10:51:06.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:06 smithi123 ceph-mon[111044]: Standby manager daemon y started 2023-12-20T10:51:06.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:06 smithi123 ceph-mon[111044]: from='mgr.? 172.21.15.123:0/209739042' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-20T10:51:06.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:06 smithi123 ceph-mon[111044]: from='mgr.? 172.21.15.123:0/209739042' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-20T10:51:06.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:06 smithi123 ceph-mon[111044]: from='mgr.? 172.21.15.123:0/209739042' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-20T10:51:06.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:06 smithi123 ceph-mon[111044]: from='mgr.? 172.21.15.123:0/209739042' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-20T10:51:06.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:06 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:51:06.062+0000 7f691877c1c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-20T10:51:06.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:06 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:51:06.180+0000 7f691877c1c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-20T10:51:06.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:06 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:51:06] ENGINE Bus STARTING 2023-12-20T10:51:06.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:06 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: CherryPy Checker: 2023-12-20T10:51:06.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:06 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: The Application mounted at '' has an empty config. 2023-12-20T10:51:06.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:06 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: 2023-12-20T10:51:06.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:06 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:51:06] ENGINE Serving on http://:::9283 2023-12-20T10:51:06.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:06 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: [20/Dec/2023:10:51:06] ENGINE Bus STARTED 2023-12-20T10:51:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:06 smithi177 ceph-mon[144425]: pgmap v8: 121 pgs: 121 active+clean; 108 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:51:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:06 smithi177 ceph-mon[144425]: mgrmap e26: x(active, since 5s) 2023-12-20T10:51:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:06 smithi177 ceph-mon[144425]: Standby manager daemon y started 2023-12-20T10:51:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:06 smithi177 ceph-mon[144425]: from='mgr.? 172.21.15.123:0/209739042' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-20T10:51:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:06 smithi177 ceph-mon[144425]: from='mgr.? 172.21.15.123:0/209739042' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-20T10:51:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:06 smithi177 ceph-mon[144425]: from='mgr.? 172.21.15.123:0/209739042' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-20T10:51:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:06 smithi177 ceph-mon[144425]: from='mgr.? 172.21.15.123:0/209739042' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-20T10:51:07.308 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:07 smithi177 ceph-mon[144425]: osdmap e133: 8 total, 8 up, 8 in 2023-12-20T10:51:07.311 INFO:tasks.rados.rados.0.smithi123.stdout:381: done (2 left) 2023-12-20T10:51:07.311 INFO:tasks.rados.rados.0.smithi123.stdout:382: delete oid 12 current snap is 38 2023-12-20T10:51:07.311 INFO:tasks.rados.rados.0.smithi123.stdout:379: finishing rollback tid 0 to smithi123173835-30 2023-12-20T10:51:07.311 INFO:tasks.rados.rados.0.smithi123.stdout:379: finishing rollback tid 1 to smithi123173835-30 2023-12-20T10:51:07.311 INFO:tasks.rados.rados.0.smithi123.stdout:379: finishing rollback tid 2 to smithi123173835-30 2023-12-20T10:51:07.312 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 30 v 97 (ObjNum 29 snap 0 seq_num 29) dirty exists 2023-12-20T10:51:07.312 INFO:tasks.rados.rados.0.smithi123.stdout:380: expect (ObjNum 130 snap 36 seq_num 130) 2023-12-20T10:51:07.405 INFO:tasks.rados.rados.0.smithi123.stdout:379: done (2 left) 2023-12-20T10:51:07.405 INFO:tasks.rados.rados.0.smithi123.stdout:380: done (1 left) 2023-12-20T10:51:07.405 INFO:tasks.rados.rados.0.smithi123.stdout:382: done (0 left) 2023-12-20T10:51:07.405 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 12 current snap is 38 2023-12-20T10:51:07.405 INFO:tasks.rados.rados.0.smithi123.stdout:383: seq_num 141 ranges {0=770048,770048=589824,1359872=729088,2088960=286720} 2023-12-20T10:51:07.409 INFO:tasks.rados.rados.0.smithi123.stdout:383: writing smithi123173835-12 from 0 to 770048 tid 1 2023-12-20T10:51:07.412 INFO:tasks.rados.rados.0.smithi123.stdout:383: writing smithi123173835-12 from 770048 to 1359872 tid 2 2023-12-20T10:51:07.417 INFO:tasks.rados.rados.0.smithi123.stdout:383: writing smithi123173835-12 from 1359872 to 2088960 tid 3 2023-12-20T10:51:07.419 INFO:tasks.rados.rados.0.smithi123.stdout:383: writing smithi123173835-12 from 2088960 to 2375680 tid 4 2023-12-20T10:51:07.419 INFO:tasks.rados.rados.0.smithi123.stdout:384: snap_remove snap 28 2023-12-20T10:51:07.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:07 smithi177 ceph-mon[144425]: mgrmap e27: x(active, since 6s), standbys: y 2023-12-20T10:51:07.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:07 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-20T10:51:07.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:07 smithi123 ceph-mon[124884]: osdmap e133: 8 total, 8 up, 8 in 2023-12-20T10:51:07.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:07 smithi123 ceph-mon[124884]: mgrmap e27: x(active, since 6s), standbys: y 2023-12-20T10:51:07.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:07 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-20T10:51:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:07 smithi123 ceph-mon[111044]: osdmap e133: 8 total, 8 up, 8 in 2023-12-20T10:51:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:07 smithi123 ceph-mon[111044]: mgrmap e27: x(active, since 6s), standbys: y 2023-12-20T10:51:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:07 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-20T10:51:08.318 INFO:tasks.rados.rados.0.smithi123.stdout:384: done (1 left) 2023-12-20T10:51:08.318 INFO:tasks.rados.rados.0.smithi123.stdout:385: snap_remove snap 26 2023-12-20T10:51:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:08 smithi177 ceph-mon[144425]: pgmap v12: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.7 MiB/s wr, 5 op/s 2023-12-20T10:51:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:08 smithi177 ceph-mon[144425]: osdmap e134: 8 total, 8 up, 8 in 2023-12-20T10:51:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:08 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:08 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:08 smithi123 ceph-mon[124884]: pgmap v12: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.7 MiB/s wr, 5 op/s 2023-12-20T10:51:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:08 smithi123 ceph-mon[124884]: osdmap e134: 8 total, 8 up, 8 in 2023-12-20T10:51:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:08 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:08 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:08 smithi123 ceph-mon[111044]: pgmap v12: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.7 MiB/s wr, 5 op/s 2023-12-20T10:51:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:08 smithi123 ceph-mon[111044]: osdmap e134: 8 total, 8 up, 8 in 2023-12-20T10:51:08.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:08 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:08.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:08 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:09.331 INFO:tasks.rados.rados.0.smithi123.stdout:385: done (1 left) 2023-12-20T10:51:09.331 INFO:tasks.rados.rados.0.smithi123.stdout:386: snap_remove snap 36 2023-12-20T10:51:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:09 smithi177 ceph-mon[144425]: osdmap e135: 8 total, 8 up, 8 in 2023-12-20T10:51:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:09 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:09 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:09 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:09 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:09.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:09 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:09.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:09 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:09.658 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:09 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:09.658 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:09 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:09.658 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:09 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:09.658 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:09 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:09.658 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:09 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:09.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:09 smithi123 ceph-mon[124884]: osdmap e135: 8 total, 8 up, 8 in 2023-12-20T10:51:09.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:09 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:09.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:09 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:09.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:09 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:09.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:09 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:09.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:09 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:09.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:09 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:09.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:09 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:09.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:09 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:09.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:09 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:09.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:09 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:09.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:09 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:09.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:09 smithi123 ceph-mon[111044]: osdmap e135: 8 total, 8 up, 8 in 2023-12-20T10:51:09.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:09 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:09.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:09 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:09.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:09 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:09.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:09 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:09.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:09 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:09.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:09 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:09.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:09 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:09.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:09 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:09.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:09 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:09.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:09 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:09.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:09 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:10.261 INFO:tasks.rados.rados.0.smithi123.stdout:386: done (1 left) 2023-12-20T10:51:10.261 INFO:tasks.rados.rados.0.smithi123.stdout:387: snap_remove snap 37 2023-12-20T10:51:10.590 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:10 smithi177 ceph-mon[144425]: pgmap v15: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.3 MiB/s wr, 59 op/s 2023-12-20T10:51:10.591 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:10 smithi177 ceph-mon[144425]: Adjusting osd_memory_target on smithi123 to 2488M 2023-12-20T10:51:10.591 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:10 smithi177 ceph-mon[144425]: osdmap e136: 8 total, 8 up, 8 in 2023-12-20T10:51:10.591 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:10 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:10.591 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:10 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:10.591 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:10 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:10.591 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:10 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:10.591 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:10 smithi177 ceph-mon[144425]: osdmap e137: 8 total, 8 up, 8 in 2023-12-20T10:51:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:10 smithi123 ceph-mon[124884]: pgmap v15: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.3 MiB/s wr, 59 op/s 2023-12-20T10:51:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:10 smithi123 ceph-mon[124884]: Adjusting osd_memory_target on smithi123 to 2488M 2023-12-20T10:51:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:10 smithi123 ceph-mon[124884]: osdmap e136: 8 total, 8 up, 8 in 2023-12-20T10:51:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:10 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:10 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:10 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:10 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:10.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:10 smithi123 ceph-mon[124884]: osdmap e137: 8 total, 8 up, 8 in 2023-12-20T10:51:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:10 smithi123 ceph-mon[111044]: pgmap v15: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.3 MiB/s wr, 59 op/s 2023-12-20T10:51:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:10 smithi123 ceph-mon[111044]: Adjusting osd_memory_target on smithi123 to 2488M 2023-12-20T10:51:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:10 smithi123 ceph-mon[111044]: osdmap e136: 8 total, 8 up, 8 in 2023-12-20T10:51:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:10 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:10 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:10 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:10.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:10 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:10.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:10 smithi123 ceph-mon[111044]: osdmap e137: 8 total, 8 up, 8 in 2023-12-20T10:51:11.274 INFO:tasks.rados.rados.0.smithi123.stdout:387: done (1 left) 2023-12-20T10:51:11.274 INFO:tasks.rados.rados.0.smithi123.stdout:388: setattr oid 21 current snap is 38 2023-12-20T10:51:11.276 INFO:tasks.rados.rados.0.smithi123.stdout:389: read oid 30 snap -1 2023-12-20T10:51:11.276 INFO:tasks.rados.rados.0.smithi123.stdout:389: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-20T10:51:11.276 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 6 current snap is 38 2023-12-20T10:51:11.276 INFO:tasks.rados.rados.0.smithi123.stdout:390: seq_num 142 ranges {0=786432,786432=475136,1261568=540672,1802240=589824} 2023-12-20T10:51:11.281 INFO:tasks.rados.rados.0.smithi123.stdout:390: writing smithi123173835-6 from 0 to 786432 tid 1 2023-12-20T10:51:11.284 INFO:tasks.rados.rados.0.smithi123.stdout:390: writing smithi123173835-6 from 786432 to 1261568 tid 2 2023-12-20T10:51:11.287 INFO:tasks.rados.rados.0.smithi123.stdout:390: writing smithi123173835-6 from 1261568 to 1802240 tid 3 2023-12-20T10:51:11.291 INFO:tasks.rados.rados.0.smithi123.stdout:390: writing smithi123173835-6 from 1802240 to 2392064 tid 4 2023-12-20T10:51:11.292 INFO:tasks.rados.rados.0.smithi123.stdout:391: setattr oid 5 current snap is 38 2023-12-20T10:51:11.292 INFO:tasks.rados.rados.0.smithi123.stdout:383: finishing write tid 1 to smithi123173835-12 2023-12-20T10:51:11.292 INFO:tasks.rados.rados.0.smithi123.stdout:383: finishing write tid 2 to smithi123173835-12 2023-12-20T10:51:11.292 INFO:tasks.rados.rados.0.smithi123.stdout:383: finishing write tid 3 to smithi123173835-12 2023-12-20T10:51:11.292 INFO:tasks.rados.rados.0.smithi123.stdout:383: finishing write tid 4 to smithi123173835-12 2023-12-20T10:51:11.292 INFO:tasks.rados.rados.0.smithi123.stdout:383: finishing write tid 5 to smithi123173835-12 2023-12-20T10:51:11.292 INFO:tasks.rados.rados.0.smithi123.stdout:383: finishing write tid 6 to smithi123173835-12 2023-12-20T10:51:11.292 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 101 (ObjNum 141 snap 38 seq_num 141) dirty exists 2023-12-20T10:51:11.292 INFO:tasks.rados.rados.0.smithi123.stdout:383: left oid 12 (ObjNum 141 snap 38 seq_num 141) 2023-12-20T10:51:11.292 INFO:tasks.rados.rados.0.smithi123.stdout:389: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-20T10:51:11.305 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 83 (ObjNum 132 snap 37 seq_num 132) dirty exists 2023-12-20T10:51:11.305 INFO:tasks.rados.rados.0.smithi123.stdout:390: finishing write tid 1 to smithi123173835-6 2023-12-20T10:51:11.305 INFO:tasks.rados.rados.0.smithi123.stdout:390: finishing write tid 2 to smithi123173835-6 2023-12-20T10:51:11.305 INFO:tasks.rados.rados.0.smithi123.stdout:390: finishing write tid 3 to smithi123173835-6 2023-12-20T10:51:11.305 INFO:tasks.rados.rados.0.smithi123.stdout:390: finishing write tid 4 to smithi123173835-6 2023-12-20T10:51:11.305 INFO:tasks.rados.rados.0.smithi123.stdout:390: finishing write tid 5 to smithi123173835-6 2023-12-20T10:51:11.305 INFO:tasks.rados.rados.0.smithi123.stdout:390: finishing write tid 6 to smithi123173835-6 2023-12-20T10:51:11.305 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 158 (ObjNum 142 snap 38 seq_num 142) dirty exists 2023-12-20T10:51:11.305 INFO:tasks.rados.rados.0.smithi123.stdout:390: left oid 6 (ObjNum 142 snap 38 seq_num 142) 2023-12-20T10:51:11.305 INFO:tasks.rados.rados.0.smithi123.stdout:383: done (4 left) 2023-12-20T10:51:11.305 INFO:tasks.rados.rados.0.smithi123.stdout:388: done (3 left) 2023-12-20T10:51:11.306 INFO:tasks.rados.rados.0.smithi123.stdout:389: done (2 left) 2023-12-20T10:51:11.306 INFO:tasks.rados.rados.0.smithi123.stdout:390: done (1 left) 2023-12-20T10:51:11.306 INFO:tasks.rados.rados.0.smithi123.stdout:392: read oid 47 snap -1 2023-12-20T10:51:11.306 INFO:tasks.rados.rados.0.smithi123.stdout:392: expect (ObjNum 76 snap 13 seq_num 76) 2023-12-20T10:51:11.306 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 28 current snap is 38 2023-12-20T10:51:11.306 INFO:tasks.rados.rados.0.smithi123.stdout:393: seq_num 143 ranges {1736704=802816,2539520=761856,3301376=745472,4046848=98304} 2023-12-20T10:51:11.318 INFO:tasks.rados.rados.0.smithi123.stdout:393: writing smithi123173835-28 from 1736704 to 2539520 tid 1 2023-12-20T10:51:11.323 INFO:tasks.rados.rados.0.smithi123.stdout:393: writing smithi123173835-28 from 2539520 to 3301376 tid 2 2023-12-20T10:51:11.327 INFO:tasks.rados.rados.0.smithi123.stdout:393: writing smithi123173835-28 from 3301376 to 4046848 tid 3 2023-12-20T10:51:11.328 INFO:tasks.rados.rados.0.smithi123.stdout:393: writing smithi123173835-28 from 4046848 to 4145152 tid 4 2023-12-20T10:51:11.328 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 45 current snap is 38 2023-12-20T10:51:11.328 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 174 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-20T10:51:11.328 INFO:tasks.rados.rados.0.smithi123.stdout:394: seq_num 144 ranges {2039808=16384} 2023-12-20T10:51:11.339 INFO:tasks.rados.rados.0.smithi123.stdout:394: writing smithi123173835-45 from 2039808 to 2056192 tid 1 2023-12-20T10:51:11.339 INFO:tasks.rados.rados.0.smithi123.stdout:391: done (3 left) 2023-12-20T10:51:11.339 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 49 current snap is 38 2023-12-20T10:51:11.339 INFO:tasks.rados.rados.0.smithi123.stdout:392: expect (ObjNum 76 snap 13 seq_num 76) 2023-12-20T10:51:11.403 INFO:tasks.rados.rados.0.smithi123.stdout:393: finishing write tid 1 to smithi123173835-28 2023-12-20T10:51:11.404 INFO:tasks.rados.rados.0.smithi123.stdout:393: finishing write tid 2 to smithi123173835-28 2023-12-20T10:51:11.404 INFO:tasks.rados.rados.0.smithi123.stdout:393: finishing write tid 3 to smithi123173835-28 2023-12-20T10:51:11.404 INFO:tasks.rados.rados.0.smithi123.stdout:393: finishing write tid 4 to smithi123173835-28 2023-12-20T10:51:11.404 INFO:tasks.rados.rados.0.smithi123.stdout:393: finishing write tid 5 to smithi123173835-28 2023-12-20T10:51:11.404 INFO:tasks.rados.rados.0.smithi123.stdout:393: finishing write tid 6 to smithi123173835-28 2023-12-20T10:51:11.404 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 28 v 63 (ObjNum 143 snap 38 seq_num 143) dirty exists 2023-12-20T10:51:11.404 INFO:tasks.rados.rados.0.smithi123.stdout:393: left oid 28 (ObjNum 143 snap 38 seq_num 143) 2023-12-20T10:51:11.404 INFO:tasks.rados.rados.0.smithi123.stdout:394: finishing write tid 1 to smithi123173835-45 2023-12-20T10:51:11.404 INFO:tasks.rados.rados.0.smithi123.stdout:395: seq_num 145 ranges {0=32768} 2023-12-20T10:51:11.404 INFO:tasks.rados.rados.0.smithi123.stdout:395: writing smithi123173835-49 from 0 to 32768 tid 1 2023-12-20T10:51:11.404 INFO:tasks.rados.rados.0.smithi123.stdout:392: done (3 left) 2023-12-20T10:51:11.404 INFO:tasks.rados.rados.0.smithi123.stdout:393: done (2 left) 2023-12-20T10:51:11.404 INFO:tasks.rados.rados.0.smithi123.stdout:396: delete oid 14 current snap is 38 2023-12-20T10:51:11.404 INFO:tasks.rados.rados.0.smithi123.stdout:394: finishing write tid 2 to smithi123173835-45 2023-12-20T10:51:11.404 INFO:tasks.rados.rados.0.smithi123.stdout:394: finishing write tid 3 to smithi123173835-45 2023-12-20T10:51:11.405 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 187 (ObjNum 144 snap 38 seq_num 144) dirty exists 2023-12-20T10:51:11.405 INFO:tasks.rados.rados.0.smithi123.stdout:394: left oid 45 (ObjNum 144 snap 38 seq_num 144) 2023-12-20T10:51:11.405 INFO:tasks.rados.rados.0.smithi123.stdout:394: done (2 left) 2023-12-20T10:51:11.405 INFO:tasks.rados.rados.0.smithi123.stdout:396: done (1 left) 2023-12-20T10:51:11.405 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 37 current snap is 38 2023-12-20T10:51:11.405 INFO:tasks.rados.rados.0.smithi123.stdout:397: seq_num 147 ranges {2310144=65536} 2023-12-20T10:51:11.418 INFO:tasks.rados.rados.0.smithi123.stdout:397: writing smithi123173835-37 from 2310144 to 2375680 tid 1 2023-12-20T10:51:11.418 INFO:tasks.rados.rados.0.smithi123.stdout:398: setattr oid 2 current snap is 38 2023-12-20T10:51:11.418 INFO:tasks.rados.rados.0.smithi123.stdout:395: finishing write tid 1 to smithi123173835-49 2023-12-20T10:51:11.418 INFO:tasks.rados.rados.0.smithi123.stdout:395: finishing write tid 2 to smithi123173835-49 2023-12-20T10:51:11.418 INFO:tasks.rados.rados.0.smithi123.stdout:395: finishing write tid 3 to smithi123173835-49 2023-12-20T10:51:11.418 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 124 (ObjNum 145 snap 38 seq_num 145) dirty exists 2023-12-20T10:51:11.418 INFO:tasks.rados.rados.0.smithi123.stdout:395: left oid 49 (ObjNum 145 snap 38 seq_num 145) 2023-12-20T10:51:11.419 INFO:tasks.rados.rados.0.smithi123.stdout:397: finishing write tid 1 to smithi123173835-37 2023-12-20T10:51:11.419 INFO:tasks.rados.rados.0.smithi123.stdout:397: finishing write tid 2 to smithi123173835-37 2023-12-20T10:51:11.420 INFO:tasks.rados.rados.0.smithi123.stdout:395: done (2 left) 2023-12-20T10:51:11.420 INFO:tasks.rados.rados.0.smithi123.stdout:399: read oid 14 snap -1 2023-12-20T10:51:11.420 INFO:tasks.rados.rados.0.smithi123.stdout:399: expect deleted 2023-12-20T10:51:11.420 INFO:tasks.rados.rados.0.smithi123.stdout:400: snap_create 2023-12-20T10:51:11.420 INFO:tasks.rados.rados.0.smithi123.stdout:397: finishing write tid 3 to smithi123173835-37 2023-12-20T10:51:11.420 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 103 (ObjNum 147 snap 38 seq_num 147) dirty exists 2023-12-20T10:51:11.420 INFO:tasks.rados.rados.0.smithi123.stdout:397: left oid 37 (ObjNum 147 snap 38 seq_num 147) 2023-12-20T10:51:11.422 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 2 v 98 (ObjNum 99 snap 22 seq_num 99) dirty exists 2023-12-20T10:51:12.314 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:12 smithi177 ceph-mon[144425]: pgmap v18: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.6 MiB/s wr, 54 op/s 2023-12-20T10:51:12.314 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:12 smithi177 ceph-mon[144425]: osdmap e138: 8 total, 8 up, 8 in 2023-12-20T10:51:12.327 INFO:tasks.rados.rados.0.smithi123.stdout:397: done (3 left) 2023-12-20T10:51:12.327 INFO:tasks.rados.rados.0.smithi123.stdout:398: done (2 left) 2023-12-20T10:51:12.328 INFO:tasks.rados.rados.0.smithi123.stdout:399: done (1 left) 2023-12-20T10:51:12.328 INFO:tasks.rados.rados.0.smithi123.stdout:400: done (0 left) 2023-12-20T10:51:12.328 INFO:tasks.rados.rados.0.smithi123.stdout:401: delete oid 27 current snap is 39 2023-12-20T10:51:12.332 INFO:tasks.rados.rados.0.smithi123.stdout:401: done (0 left) 2023-12-20T10:51:12.333 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 3 current snap is 39 2023-12-20T10:51:12.333 INFO:tasks.rados.rados.0.smithi123.stdout:402: seq_num 149 ranges {0=98304} 2023-12-20T10:51:12.333 INFO:tasks.rados.rados.0.smithi123.stdout:402: writing smithi123173835-3 from 0 to 98304 tid 1 2023-12-20T10:51:12.333 INFO:tasks.rados.rados.0.smithi123.stdout:403: snap_create 2023-12-20T10:51:12.337 INFO:tasks.rados.rados.0.smithi123.stdout:402: finishing write tid 1 to smithi123173835-3 2023-12-20T10:51:12.337 INFO:tasks.rados.rados.0.smithi123.stdout:402: finishing write tid 2 to smithi123173835-3 2023-12-20T10:51:12.338 INFO:tasks.rados.rados.0.smithi123.stdout:402: finishing write tid 3 to smithi123173835-3 2023-12-20T10:51:12.338 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 160 (ObjNum 149 snap 39 seq_num 149) dirty exists 2023-12-20T10:51:12.338 INFO:tasks.rados.rados.0.smithi123.stdout:402: left oid 3 (ObjNum 149 snap 39 seq_num 149) 2023-12-20T10:51:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:12 smithi123 ceph-mon[124884]: pgmap v18: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.6 MiB/s wr, 54 op/s 2023-12-20T10:51:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:12 smithi123 ceph-mon[124884]: osdmap e138: 8 total, 8 up, 8 in 2023-12-20T10:51:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:12 smithi123 ceph-mon[111044]: pgmap v18: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.6 MiB/s wr, 54 op/s 2023-12-20T10:51:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:12 smithi123 ceph-mon[111044]: osdmap e138: 8 total, 8 up, 8 in 2023-12-20T10:51:13.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:12 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:51:12] "GET /metrics HTTP/1.1" 200 33094 "" "Prometheus/2.43.0" 2023-12-20T10:51:13.333 INFO:tasks.rados.rados.0.smithi123.stdout:402: done (1 left) 2023-12-20T10:51:13.333 INFO:tasks.rados.rados.0.smithi123.stdout:403: done (0 left) 2023-12-20T10:51:13.333 INFO:tasks.rados.rados.0.smithi123.stdout:404: rollback oid 27 current snap is 40 2023-12-20T10:51:13.333 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 27 to 17 2023-12-20T10:51:13.334 INFO:tasks.rados.rados.0.smithi123.stdout:405: setattr oid 20 current snap is 40 2023-12-20T10:51:13.335 INFO:tasks.rados.rados.0.smithi123.stdout:406: snap_create 2023-12-20T10:51:13.336 INFO:tasks.rados.rados.0.smithi123.stdout:404: finishing rollback tid 1 to smithi123173835-27 2023-12-20T10:51:13.338 INFO:tasks.rados.rados.0.smithi123.stdout:404: finishing rollback tid 2 to smithi123173835-27 2023-12-20T10:51:13.338 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 27 v 49 (ObjNum 56 snap 4 seq_num 56) dirty exists 2023-12-20T10:51:13.341 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 20 v 65 (ObjNum 119 snap 28 seq_num 119) dirty exists 2023-12-20T10:51:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:13 smithi177 ceph-mon[144425]: osdmap e139: 8 total, 8 up, 8 in 2023-12-20T10:51:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:13 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:13 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:13 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:13 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:13 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:13 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:13.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:13 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:13.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:13 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:13.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:13 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:13.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:13 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:13.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:13 smithi177 ceph-mon[144425]: Adjusting osd_memory_target on smithi177 to 2488M 2023-12-20T10:51:13.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:13 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:13.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:13 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:51:13.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:13 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:51:13.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:13 smithi177 ceph-mon[144425]: Updating smithi123:/etc/ceph/ceph.conf 2023-12-20T10:51:13.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:13 smithi177 ceph-mon[144425]: Updating smithi177:/etc/ceph/ceph.conf 2023-12-20T10:51:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[111044]: osdmap e139: 8 total, 8 up, 8 in 2023-12-20T10:51:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[111044]: Adjusting osd_memory_target on smithi177 to 2488M 2023-12-20T10:51:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:51:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:51:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[111044]: Updating smithi123:/etc/ceph/ceph.conf 2023-12-20T10:51:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[111044]: Updating smithi177:/etc/ceph/ceph.conf 2023-12-20T10:51:13.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[124884]: osdmap e139: 8 total, 8 up, 8 in 2023-12-20T10:51:13.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:13.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:13.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:13.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:13.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:13.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:13.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:13.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:13.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:13.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T10:51:13.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[124884]: Adjusting osd_memory_target on smithi177 to 2488M 2023-12-20T10:51:13.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:13.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:51:13.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:51:13.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[124884]: Updating smithi123:/etc/ceph/ceph.conf 2023-12-20T10:51:13.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:13 smithi123 ceph-mon[124884]: Updating smithi177:/etc/ceph/ceph.conf 2023-12-20T10:51:14.342 INFO:tasks.rados.rados.0.smithi123.stdout:404: done (2 left) 2023-12-20T10:51:14.342 INFO:tasks.rados.rados.0.smithi123.stdout:405: done (1 left) 2023-12-20T10:51:14.342 INFO:tasks.rados.rados.0.smithi123.stdout:406: done (0 left) 2023-12-20T10:51:14.342 INFO:tasks.rados.rados.0.smithi123.stdout:407: read oid 46 snap -1 2023-12-20T10:51:14.342 INFO:tasks.rados.rados.0.smithi123.stdout:407: expect (ObjNum 110 snap 25 seq_num 110) 2023-12-20T10:51:14.342 INFO:tasks.rados.rados.0.smithi123.stdout:408: snap_remove snap 35 2023-12-20T10:51:14.624 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[124884]: Updating smithi177:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:51:14.624 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[124884]: Updating smithi123:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:51:14.624 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[124884]: pgmap v21: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2023-12-20T10:51:14.625 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[124884]: Updating smithi177:/etc/ceph/ceph.client.admin.keyring 2023-12-20T10:51:14.625 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[124884]: Updating smithi123:/etc/ceph/ceph.client.admin.keyring 2023-12-20T10:51:14.625 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[124884]: Updating smithi177:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-20T10:51:14.625 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[124884]: Updating smithi123:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-20T10:51:14.625 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[124884]: osdmap e140: 8 total, 8 up, 8 in 2023-12-20T10:51:14.625 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:14.625 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:14.625 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:14.625 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:14.625 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:14.625 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:14.625 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:14.625 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:14.625 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:14.626 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[111044]: Updating smithi177:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:51:14.626 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[111044]: Updating smithi123:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:51:14.626 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[111044]: pgmap v21: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2023-12-20T10:51:14.626 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[111044]: Updating smithi177:/etc/ceph/ceph.client.admin.keyring 2023-12-20T10:51:14.626 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[111044]: Updating smithi123:/etc/ceph/ceph.client.admin.keyring 2023-12-20T10:51:14.626 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[111044]: Updating smithi177:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-20T10:51:14.626 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[111044]: Updating smithi123:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-20T10:51:14.626 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[111044]: osdmap e140: 8 total, 8 up, 8 in 2023-12-20T10:51:14.626 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:14.626 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:14.626 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:14.626 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:14.626 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:14.627 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:14.627 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:14.627 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:14.627 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:14 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:14 smithi177 ceph-mon[144425]: Updating smithi177:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:51:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:14 smithi177 ceph-mon[144425]: Updating smithi123:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:51:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:14 smithi177 ceph-mon[144425]: pgmap v21: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2023-12-20T10:51:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:14 smithi177 ceph-mon[144425]: Updating smithi177:/etc/ceph/ceph.client.admin.keyring 2023-12-20T10:51:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:14 smithi177 ceph-mon[144425]: Updating smithi123:/etc/ceph/ceph.client.admin.keyring 2023-12-20T10:51:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:14 smithi177 ceph-mon[144425]: Updating smithi177:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-20T10:51:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:14 smithi177 ceph-mon[144425]: Updating smithi123:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-20T10:51:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:14 smithi177 ceph-mon[144425]: osdmap e140: 8 total, 8 up, 8 in 2023-12-20T10:51:14.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:14 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:14.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:14 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:14.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:14 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:14.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:14 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:14.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:14 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:14.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:14 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:14.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:14 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:14.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:14 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:14.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:14 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:15.276 INFO:tasks.rados.rados.0.smithi123.stdout:408: done (1 left) 2023-12-20T10:51:15.276 INFO:tasks.rados.rados.0.smithi123.stdout:409: read oid 12 snap -1 2023-12-20T10:51:15.276 INFO:tasks.rados.rados.0.smithi123.stdout:409: expect (ObjNum 141 snap 38 seq_num 141) 2023-12-20T10:51:15.276 INFO:tasks.rados.rados.0.smithi123.stdout:410: read oid 38 snap 31 2023-12-20T10:51:15.276 INFO:tasks.rados.rados.0.smithi123.stdout:410: expect (ObjNum 120 snap 28 seq_num 120) 2023-12-20T10:51:15.277 INFO:tasks.rados.rados.0.smithi123.stdout:411: snap_create 2023-12-20T10:51:15.277 INFO:tasks.rados.rados.0.smithi123.stdout:407: expect (ObjNum 110 snap 25 seq_num 110) 2023-12-20T10:51:15.359 INFO:tasks.rados.rados.0.smithi123.stdout:410: expect (ObjNum 120 snap 28 seq_num 120) 2023-12-20T10:51:15.409 INFO:tasks.rados.rados.0.smithi123.stdout:409: expect (ObjNum 141 snap 38 seq_num 141) 2023-12-20T10:51:15.637 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:15 smithi123 ceph-mon[124884]: Reconfiguring alertmanager.a (dependencies changed)... 2023-12-20T10:51:15.637 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:15 smithi123 ceph-mon[124884]: Reconfiguring daemon alertmanager.a on smithi123 2023-12-20T10:51:15.637 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:15 smithi123 ceph-mon[124884]: osdmap e141: 8 total, 8 up, 8 in 2023-12-20T10:51:15.638 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:15 smithi123 ceph-mon[124884]: osdmap e142: 8 total, 8 up, 8 in 2023-12-20T10:51:15.638 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:15 smithi123 ceph-mon[111044]: Reconfiguring alertmanager.a (dependencies changed)... 2023-12-20T10:51:15.638 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:15 smithi123 ceph-mon[111044]: Reconfiguring daemon alertmanager.a on smithi123 2023-12-20T10:51:15.638 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:15 smithi123 ceph-mon[111044]: osdmap e141: 8 total, 8 up, 8 in 2023-12-20T10:51:15.638 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:15 smithi123 ceph-mon[111044]: osdmap e142: 8 total, 8 up, 8 in 2023-12-20T10:51:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:15 smithi177 ceph-mon[144425]: Reconfiguring alertmanager.a (dependencies changed)... 2023-12-20T10:51:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:15 smithi177 ceph-mon[144425]: Reconfiguring daemon alertmanager.a on smithi123 2023-12-20T10:51:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:15 smithi177 ceph-mon[144425]: osdmap e141: 8 total, 8 up, 8 in 2023-12-20T10:51:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:15 smithi177 ceph-mon[144425]: osdmap e142: 8 total, 8 up, 8 in 2023-12-20T10:51:15.992 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:51:15 smithi123 systemd[1]: Stopping Ceph alertmanager.a for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:51:15.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:15 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[111296]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:51:15] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-20T10:51:16.270 INFO:tasks.rados.rados.0.smithi123.stdout:407: done (3 left) 2023-12-20T10:51:16.270 INFO:tasks.rados.rados.0.smithi123.stdout:409: done (2 left) 2023-12-20T10:51:16.270 INFO:tasks.rados.rados.0.smithi123.stdout:410: done (1 left) 2023-12-20T10:51:16.270 INFO:tasks.rados.rados.0.smithi123.stdout:411: done (0 left) 2023-12-20T10:51:16.270 INFO:tasks.rados.rados.0.smithi123.stdout:412: delete oid 4 current snap is 42 2023-12-20T10:51:16.273 INFO:tasks.rados.rados.0.smithi123.stdout:412: done (0 left) 2023-12-20T10:51:16.273 INFO:tasks.rados.rados.0.smithi123.stdout:413: snap_create 2023-12-20T10:51:16.343 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:51:16 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-alertmanager-a[170326]: ts=2023-12-20T10:51:16.014Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2023-12-20T10:51:16.343 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:51:16 smithi123 bash[176512]: ceph-85213638-9f24-11ee-95a5-87774f69a715-alertmanager-a 2023-12-20T10:51:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:16 smithi177 ceph-mon[144425]: pgmap v24: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2023-12-20T10:51:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:16 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:51:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:16 smithi177 ceph-mon[144425]: osdmap e143: 8 total, 8 up, 8 in 2023-12-20T10:51:16.742 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:51:16 smithi123 systemd[1]: ceph-85213638-9f24-11ee-95a5-87774f69a715@alertmanager.a.service: Succeeded. 2023-12-20T10:51:16.742 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:51:16 smithi123 systemd[1]: Stopped Ceph alertmanager.a for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:51:16.742 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:51:16 smithi123 systemd[1]: Starting Ceph alertmanager.a for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:51:16.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:16 smithi123 ceph-mon[124884]: pgmap v24: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2023-12-20T10:51:16.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:16 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:51:16.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:16 smithi123 ceph-mon[124884]: osdmap e143: 8 total, 8 up, 8 in 2023-12-20T10:51:16.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:16 smithi123 ceph-mon[111044]: pgmap v24: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2023-12-20T10:51:16.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:16 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:51:16.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:16 smithi123 ceph-mon[111044]: osdmap e143: 8 total, 8 up, 8 in 2023-12-20T10:51:17.242 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:51:16 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-alertmanager-a[176643]: ts=2023-12-20T10:51:16.877Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2023-12-20T10:51:17.242 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:51:16 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-alertmanager-a[176643]: ts=2023-12-20T10:51:16.877Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2023-12-20T10:51:17.242 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:51:16 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-alertmanager-a[176643]: ts=2023-12-20T10:51:16.878Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.123 port=9094 2023-12-20T10:51:17.242 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:51:16 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-alertmanager-a[176643]: ts=2023-12-20T10:51:16.879Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2023-12-20T10:51:17.242 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:51:16 smithi123 bash[176629]: 1e802313d5eed6b94adac9888fbe1cfcd3fb695fc5f517edd7d8b8c1965422f3 2023-12-20T10:51:17.242 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:51:16 smithi123 systemd[1]: Started Ceph alertmanager.a for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:51:17.242 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:51:16 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-alertmanager-a[176643]: ts=2023-12-20T10:51:16.902Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2023-12-20T10:51:17.242 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:51:16 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-alertmanager-a[176643]: ts=2023-12-20T10:51:16.903Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2023-12-20T10:51:17.242 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:51:16 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-alertmanager-a[176643]: ts=2023-12-20T10:51:16.906Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2023-12-20T10:51:17.242 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:51:16 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-alertmanager-a[176643]: ts=2023-12-20T10:51:16.906Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2023-12-20T10:51:17.274 INFO:tasks.rados.rados.0.smithi123.stdout:413: done (0 left) 2023-12-20T10:51:17.274 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 28 current snap is 43 2023-12-20T10:51:17.274 INFO:tasks.rados.rados.0.smithi123.stdout:414: seq_num 151 ranges {4145152=131072} 2023-12-20T10:51:17.297 INFO:tasks.rados.rados.0.smithi123.stdout:414: writing smithi123173835-28 from 4145152 to 4276224 tid 1 2023-12-20T10:51:17.297 INFO:tasks.rados.rados.0.smithi123.stdout:415: rollback oid 34 current snap is 43 2023-12-20T10:51:17.297 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 34 to 42 2023-12-20T10:51:17.297 INFO:tasks.rados.rados.0.smithi123.stdout:416: delete oid 8 current snap is 43 2023-12-20T10:51:17.302 INFO:tasks.rados.rados.0.smithi123.stdout:415: finishing rollback tid 0 to smithi123173835-34 2023-12-20T10:51:17.303 INFO:tasks.rados.rados.0.smithi123.stdout:414: finishing write tid 1 to smithi123173835-28 2023-12-20T10:51:17.303 INFO:tasks.rados.rados.0.smithi123.stdout:414: finishing write tid 2 to smithi123173835-28 2023-12-20T10:51:17.303 INFO:tasks.rados.rados.0.smithi123.stdout:415: finishing rollback tid 1 to smithi123173835-34 2023-12-20T10:51:17.303 INFO:tasks.rados.rados.0.smithi123.stdout:416: done (2 left) 2023-12-20T10:51:17.303 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 47 current snap is 43 2023-12-20T10:51:17.304 INFO:tasks.rados.rados.0.smithi123.stdout:417: seq_num 153 ranges {2056192=163840} 2023-12-20T10:51:17.315 INFO:tasks.rados.rados.0.smithi123.stdout:417: writing smithi123173835-47 from 2056192 to 2220032 tid 1 2023-12-20T10:51:17.316 INFO:tasks.rados.rados.0.smithi123.stdout:418: snap_create 2023-12-20T10:51:17.316 INFO:tasks.rados.rados.0.smithi123.stdout:415: finishing rollback tid 2 to smithi123173835-34 2023-12-20T10:51:17.316 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 34 v 298 (ObjNum 110 snap 25 seq_num 110) dirty exists 2023-12-20T10:51:17.316 INFO:tasks.rados.rados.0.smithi123.stdout:414: finishing write tid 3 to smithi123173835-28 2023-12-20T10:51:17.316 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 28 v 72 (ObjNum 151 snap 43 seq_num 151) dirty exists 2023-12-20T10:51:17.316 INFO:tasks.rados.rados.0.smithi123.stdout:414: left oid 28 (ObjNum 151 snap 43 seq_num 151) 2023-12-20T10:51:17.318 INFO:tasks.rados.rados.0.smithi123.stdout:417: finishing write tid 1 to smithi123173835-47 2023-12-20T10:51:17.318 INFO:tasks.rados.rados.0.smithi123.stdout:417: finishing write tid 2 to smithi123173835-47 2023-12-20T10:51:17.319 INFO:tasks.rados.rados.0.smithi123.stdout:417: finishing write tid 3 to smithi123173835-47 2023-12-20T10:51:17.319 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 47 v 116 (ObjNum 153 snap 43 seq_num 153) dirty exists 2023-12-20T10:51:17.319 INFO:tasks.rados.rados.0.smithi123.stdout:417: left oid 47 (ObjNum 153 snap 43 seq_num 153) 2023-12-20T10:51:17.528 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:17 smithi123 systemd[1]: Stopping Ceph node-exporter.a for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:51:17.779 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:17 smithi123 bash[176804]: ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a 2023-12-20T10:51:17.779 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:17 smithi123 systemd[1]: ceph-85213638-9f24-11ee-95a5-87774f69a715@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2023-12-20T10:51:18.064 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:17 smithi123 ceph-mon[111044]: pgmap v27: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1 op/s 2023-12-20T10:51:18.064 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:17 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:18.064 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:17 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:18.064 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:17 smithi123 ceph-mon[111044]: Reconfiguring node-exporter.a (dependencies changed)... 2023-12-20T10:51:18.064 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:17 smithi123 ceph-mon[111044]: Reconfiguring daemon node-exporter.a on smithi123 2023-12-20T10:51:18.064 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:17 smithi123 ceph-mon[111044]: osdmap e144: 8 total, 8 up, 8 in 2023-12-20T10:51:18.064 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:17 smithi123 ceph-mon[124884]: pgmap v27: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1 op/s 2023-12-20T10:51:18.064 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:17 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:18.065 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:17 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:18.065 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:17 smithi123 ceph-mon[124884]: Reconfiguring node-exporter.a (dependencies changed)... 2023-12-20T10:51:18.065 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:17 smithi123 ceph-mon[124884]: Reconfiguring daemon node-exporter.a on smithi123 2023-12-20T10:51:18.065 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:17 smithi123 ceph-mon[124884]: osdmap e144: 8 total, 8 up, 8 in 2023-12-20T10:51:18.065 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:17 smithi123 systemd[1]: ceph-85213638-9f24-11ee-95a5-87774f69a715@node-exporter.a.service: Failed with result 'exit-code'. 2023-12-20T10:51:18.065 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:17 smithi123 systemd[1]: Stopped Ceph node-exporter.a for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:51:18.065 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:17 smithi123 systemd[1]: Starting Ceph node-exporter.a for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:51:18.272 INFO:tasks.rados.rados.0.smithi123.stdout:414: done (3 left) 2023-12-20T10:51:18.273 INFO:tasks.rados.rados.0.smithi123.stdout:415: done (2 left) 2023-12-20T10:51:18.273 INFO:tasks.rados.rados.0.smithi123.stdout:417: done (1 left) 2023-12-20T10:51:18.273 INFO:tasks.rados.rados.0.smithi123.stdout:418: done (0 left) 2023-12-20T10:51:18.273 INFO:tasks.rados.rados.0.smithi123.stdout:419: read oid 45 snap -1 2023-12-20T10:51:18.273 INFO:tasks.rados.rados.0.smithi123.stdout:419: expect (ObjNum 144 snap 38 seq_num 144) 2023-12-20T10:51:18.273 INFO:tasks.rados.rados.0.smithi123.stdout:420: read oid 29 snap 39 2023-12-20T10:51:18.273 INFO:tasks.rados.rados.0.smithi123.stdout:420: expect (ObjNum 115 snap 28 seq_num 115) 2023-12-20T10:51:18.273 INFO:tasks.rados.rados.0.smithi123.stdout:421: rollback oid 8 current snap is 44 2023-12-20T10:51:18.273 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 8 to 23 2023-12-20T10:51:18.273 INFO:tasks.rados.rados.0.smithi123.stdout:422: rollback oid 26 current snap is 44 2023-12-20T10:51:18.273 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 26 to 40 2023-12-20T10:51:18.273 INFO:tasks.rados.rados.0.smithi123.stdout:423: snap_create 2023-12-20T10:51:18.279 INFO:tasks.rados.rados.0.smithi123.stdout:421: finishing rollback tid 1 to smithi123173835-8 2023-12-20T10:51:18.279 INFO:tasks.rados.rados.0.smithi123.stdout:421: finishing rollback tid 2 to smithi123173835-8 2023-12-20T10:51:18.279 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 118 (ObjNum 70 snap 7 seq_num 70) dirty exists 2023-12-20T10:51:18.279 INFO:tasks.rados.rados.0.smithi123.stdout:422: finishing rollback tid 0 to smithi123173835-26 2023-12-20T10:51:18.282 INFO:tasks.rados.rados.0.smithi123.stdout:422: finishing rollback tid 1 to smithi123173835-26 2023-12-20T10:51:18.282 INFO:tasks.rados.rados.0.smithi123.stdout:422: finishing rollback tid 2 to smithi123173835-26 2023-12-20T10:51:18.282 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 91 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-20T10:51:18.286 INFO:tasks.rados.rados.0.smithi123.stdout:419: expect (ObjNum 144 snap 38 seq_num 144) 2023-12-20T10:51:18.366 INFO:tasks.rados.rados.0.smithi123.stdout:420: expect (ObjNum 115 snap 28 seq_num 115) 2023-12-20T10:51:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:17 smithi177 ceph-mon[144425]: pgmap v27: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1 op/s 2023-12-20T10:51:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:17 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:17 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:17 smithi177 ceph-mon[144425]: Reconfiguring node-exporter.a (dependencies changed)... 2023-12-20T10:51:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:17 smithi177 ceph-mon[144425]: Reconfiguring daemon node-exporter.a on smithi123 2023-12-20T10:51:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:17 smithi177 ceph-mon[144425]: osdmap e144: 8 total, 8 up, 8 in 2023-12-20T10:51:18.492 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.154Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-12-20T10:51:18.493 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.154Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-12-20T10:51:18.493 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-12-20T10:51:18.493 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-12-20T10:51:18.493 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-12-20T10:51:18.493 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-12-20T10:51:18.493 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-12-20T10:51:18.493 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=arp 2023-12-20T10:51:18.493 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=bcache 2023-12-20T10:51:18.493 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=bonding 2023-12-20T10:51:18.493 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=btrfs 2023-12-20T10:51:18.493 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=conntrack 2023-12-20T10:51:18.493 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=cpu 2023-12-20T10:51:18.494 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-12-20T10:51:18.494 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=diskstats 2023-12-20T10:51:18.494 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=dmi 2023-12-20T10:51:18.494 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=edac 2023-12-20T10:51:18.494 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=entropy 2023-12-20T10:51:18.494 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-12-20T10:51:18.494 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=filefd 2023-12-20T10:51:18.494 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=filesystem 2023-12-20T10:51:18.494 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=hwmon 2023-12-20T10:51:18.494 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=infiniband 2023-12-20T10:51:18.494 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=ipvs 2023-12-20T10:51:18.494 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=loadavg 2023-12-20T10:51:18.494 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=mdadm 2023-12-20T10:51:18.494 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=meminfo 2023-12-20T10:51:18.494 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=netclass 2023-12-20T10:51:18.495 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=netdev 2023-12-20T10:51:18.495 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=netstat 2023-12-20T10:51:18.495 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=nfs 2023-12-20T10:51:18.495 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=nfsd 2023-12-20T10:51:18.495 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=nvme 2023-12-20T10:51:18.495 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=os 2023-12-20T10:51:18.495 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-12-20T10:51:18.495 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=pressure 2023-12-20T10:51:18.495 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=rapl 2023-12-20T10:51:18.495 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=schedstat 2023-12-20T10:51:18.495 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=selinux 2023-12-20T10:51:18.495 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=sockstat 2023-12-20T10:51:18.495 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=softnet 2023-12-20T10:51:18.495 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=stat 2023-12-20T10:51:18.495 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=tapestats 2023-12-20T10:51:18.496 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=textfile 2023-12-20T10:51:18.496 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-12-20T10:51:18.496 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=time 2023-12-20T10:51:18.496 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-12-20T10:51:18.496 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=uname 2023-12-20T10:51:18.496 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=vmstat 2023-12-20T10:51:18.496 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=xfs 2023-12-20T10:51:18.496 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.155Z caller=node_exporter.go:117 level=info collector=zfs 2023-12-20T10:51:18.496 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.156Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-12-20T10:51:18.496 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-a[176937]: ts=2023-12-20T10:51:18.156Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-12-20T10:51:18.496 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 bash[176922]: b73cceb1eeaeac4778de52cecb6a2becdb01dbf6201a865fa465a8c7ef09a083 2023-12-20T10:51:18.496 INFO:journalctl@ceph.node-exporter.a.smithi123.stdout:Dec 20 10:51:18 smithi123 systemd[1]: Started Ceph node-exporter.a for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:51:19.209 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:51:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-alertmanager-a[176643]: ts=2023-12-20T10:51:18.880Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000619816s 2023-12-20T10:51:19.278 INFO:tasks.rados.rados.0.smithi123.stdout:419: done (4 left) 2023-12-20T10:51:19.278 INFO:tasks.rados.rados.0.smithi123.stdout:420: done (3 left) 2023-12-20T10:51:19.278 INFO:tasks.rados.rados.0.smithi123.stdout:421: done (2 left) 2023-12-20T10:51:19.279 INFO:tasks.rados.rados.0.smithi123.stdout:422: done (1 left) 2023-12-20T10:51:19.279 INFO:tasks.rados.rados.0.smithi123.stdout:423: done (0 left) 2023-12-20T10:51:19.279 INFO:tasks.rados.rados.0.smithi123.stdout:424: rollback oid 39 current snap is 45 2023-12-20T10:51:19.279 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 39 to 41 2023-12-20T10:51:19.279 INFO:tasks.rados.rados.0.smithi123.stdout:425: rollback oid 21 current snap is 45 2023-12-20T10:51:19.279 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 21 to 43 2023-12-20T10:51:19.279 INFO:tasks.rados.rados.0.smithi123.stdout:426: delete oid 24 current snap is 45 2023-12-20T10:51:19.282 INFO:tasks.rados.rados.0.smithi123.stdout:425: finishing rollback tid 0 to smithi123173835-21 2023-12-20T10:51:19.282 INFO:tasks.rados.rados.0.smithi123.stdout:425: finishing rollback tid 1 to smithi123173835-21 2023-12-20T10:51:19.283 INFO:tasks.rados.rados.0.smithi123.stdout:425: finishing rollback tid 2 to smithi123173835-21 2023-12-20T10:51:19.283 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 95 (ObjNum 132 snap 37 seq_num 132) dirty exists 2023-12-20T10:51:19.283 INFO:tasks.rados.rados.0.smithi123.stdout:424: finishing rollback tid 0 to smithi123173835-39 2023-12-20T10:51:19.284 INFO:tasks.rados.rados.0.smithi123.stdout:425: done (2 left) 2023-12-20T10:51:19.284 INFO:tasks.rados.rados.0.smithi123.stdout:426: done (1 left) 2023-12-20T10:51:19.284 INFO:tasks.rados.rados.0.smithi123.stdout:427: delete oid 4 current snap is 45 2023-12-20T10:51:19.286 INFO:tasks.rados.rados.0.smithi123.stdout:424: finishing rollback tid 1 to smithi123173835-39 2023-12-20T10:51:19.286 INFO:tasks.rados.rados.0.smithi123.stdout:427: done (1 left) 2023-12-20T10:51:19.286 INFO:tasks.rados.rados.0.smithi123.stdout:424: finishing rollback tid 2 to smithi123173835-39 2023-12-20T10:51:19.286 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 109 (ObjNum 133 snap 37 seq_num 133) dirty exists 2023-12-20T10:51:19.286 INFO:tasks.rados.rados.0.smithi123.stdout:428: read oid 26 snap 44 2023-12-20T10:51:19.286 INFO:tasks.rados.rados.0.smithi123.stdout:428: expect (ObjNum 958546720 snap 21901 seq_num 958716624) 2023-12-20T10:51:19.286 INFO:tasks.rados.rados.0.smithi123.stdout:424: done (1 left) 2023-12-20T10:51:19.286 INFO:tasks.rados.rados.0.smithi123.stdout:429: read oid 21 snap 39 2023-12-20T10:51:19.286 INFO:tasks.rados.rados.0.smithi123.stdout:429: expect (ObjNum 132 snap 37 seq_num 132) 2023-12-20T10:51:19.287 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 42 current snap is 45 2023-12-20T10:51:19.287 INFO:tasks.rados.rados.0.smithi123.stdout:430: seq_num 156 ranges {1515520=221184} 2023-12-20T10:51:19.295 INFO:tasks.rados.rados.0.smithi123.stdout:430: writing smithi123173835-42 from 1515520 to 1736704 tid 1 2023-12-20T10:51:19.296 INFO:tasks.rados.rados.0.smithi123.stdout:431: copy_from oid 13 from oid 40 current snap is 45 2023-12-20T10:51:19.296 INFO:tasks.rados.rados.0.smithi123.stdout:428: expect (ObjNum 958546720 snap 21901 seq_num 958716624) 2023-12-20T10:51:19.304 INFO:tasks.rados.rados.0.smithi123.stdout:429: expect (ObjNum 132 snap 37 seq_num 132) 2023-12-20T10:51:19.363 INFO:tasks.rados.rados.0.smithi123.stdout:431: finishing copy_from to smithi123173835-13 2023-12-20T10:51:19.364 INFO:tasks.rados.rados.0.smithi123.stdout:431: got expected ENOENT (src dne) 2023-12-20T10:51:19.364 INFO:tasks.rados.rados.0.smithi123.stdout:431: finishing copy_from racing read to smithi123173835-13 2023-12-20T10:51:19.364 INFO:tasks.rados.rados.0.smithi123.stdout:430: finishing write tid 1 to smithi123173835-42 2023-12-20T10:51:19.364 INFO:tasks.rados.rados.0.smithi123.stdout:430: finishing write tid 2 to smithi123173835-42 2023-12-20T10:51:19.364 INFO:tasks.rados.rados.0.smithi123.stdout:430: finishing write tid 3 to smithi123173835-42 2023-12-20T10:51:19.364 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 42 v 172 (ObjNum 156 snap 45 seq_num 156) dirty exists 2023-12-20T10:51:19.364 INFO:tasks.rados.rados.0.smithi123.stdout:430: left oid 42 (ObjNum 156 snap 45 seq_num 156) 2023-12-20T10:51:19.364 INFO:tasks.rados.rados.0.smithi123.stdout:428: done (3 left) 2023-12-20T10:51:19.364 INFO:tasks.rados.rados.0.smithi123.stdout:429: done (2 left) 2023-12-20T10:51:19.364 INFO:tasks.rados.rados.0.smithi123.stdout:430: done (1 left) 2023-12-20T10:51:19.364 INFO:tasks.rados.rados.0.smithi123.stdout:431: done (0 left) 2023-12-20T10:51:19.364 INFO:tasks.rados.rados.0.smithi123.stdout:432: read oid 11 snap -1 2023-12-20T10:51:19.364 INFO:tasks.rados.rados.0.smithi123.stdout:432: expect (ObjNum 85 snap 17 seq_num 85) 2023-12-20T10:51:19.364 INFO:tasks.rados.rados.0.smithi123.stdout:433: copy_from oid 2 from oid 4 current snap is 45 2023-12-20T10:51:19.365 INFO:tasks.rados.rados.0.smithi123.stdout:434: rmattr oid 7 current snap is 45 2023-12-20T10:51:19.365 INFO:tasks.rados.rados.0.smithi123.stdout:434: done (2 left) 2023-12-20T10:51:19.365 INFO:tasks.rados.rados.0.smithi123.stdout:435: rmattr oid 50 current snap is 45 2023-12-20T10:51:19.365 INFO:tasks.rados.rados.0.smithi123.stdout:435: done (2 left) 2023-12-20T10:51:19.365 INFO:tasks.rados.rados.0.smithi123.stdout:436: setattr oid 26 current snap is 45 2023-12-20T10:51:19.365 INFO:tasks.rados.rados.0.smithi123.stdout:433: finishing copy_from to smithi123173835-2 2023-12-20T10:51:19.365 INFO:tasks.rados.rados.0.smithi123.stdout:433: got expected ENOENT (src dne) 2023-12-20T10:51:19.365 INFO:tasks.rados.rados.0.smithi123.stdout:433: finishing copy_from racing read to smithi123173835-2 2023-12-20T10:51:19.365 INFO:tasks.rados.rados.0.smithi123.stdout:433: done (2 left) 2023-12-20T10:51:19.366 INFO:tasks.rados.rados.0.smithi123.stdout:437: rollback oid 30 current snap is 45 2023-12-20T10:51:19.366 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 30 to 23 2023-12-20T10:51:19.366 INFO:tasks.rados.rados.0.smithi123.stdout:438: delete oid 46 current snap is 45 2023-12-20T10:51:19.367 INFO:tasks.rados.rados.0.smithi123.stdout:438: done (3 left) 2023-12-20T10:51:19.367 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 23 current snap is 45 2023-12-20T10:51:19.367 INFO:tasks.rados.rados.0.smithi123.stdout:439: seq_num 158 ranges {1687552=253952} 2023-12-20T10:51:19.377 INFO:tasks.rados.rados.0.smithi123.stdout:439: writing smithi123173835-23 from 1687552 to 1941504 tid 1 2023-12-20T10:51:19.377 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 6 current snap is 45 2023-12-20T10:51:19.377 INFO:tasks.rados.rados.0.smithi123.stdout:437: finishing rollback tid 0 to smithi123173835-30 2023-12-20T10:51:19.377 INFO:tasks.rados.rados.0.smithi123.stdout:440: seq_num 159 ranges {2392064=270336} 2023-12-20T10:51:19.392 INFO:tasks.rados.rados.0.smithi123.stdout:440: writing smithi123173835-6 from 2392064 to 2662400 tid 1 2023-12-20T10:51:19.393 INFO:tasks.rados.rados.0.smithi123.stdout:441: read oid 15 snap -1 2023-12-20T10:51:19.393 INFO:tasks.rados.rados.0.smithi123.stdout:441: expect (ObjNum 95 snap 18 seq_num 95) 2023-12-20T10:51:19.393 INFO:tasks.rados.rados.0.smithi123.stdout:442: read oid 7 snap -1 2023-12-20T10:51:19.393 INFO:tasks.rados.rados.0.smithi123.stdout:442: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-20T10:51:19.393 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 3 current snap is 45 2023-12-20T10:51:19.393 INFO:tasks.rados.rados.0.smithi123.stdout:437: finishing rollback tid 1 to smithi123173835-30 2023-12-20T10:51:19.393 INFO:tasks.rados.rados.0.smithi123.stdout:437: finishing rollback tid 2 to smithi123173835-30 2023-12-20T10:51:19.393 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 30 v 129 (ObjNum 29 snap 0 seq_num 29) dirty exists 2023-12-20T10:51:19.393 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 97 (ObjNum 0 snap 0 seq_num 304) dirty exists 2023-12-20T10:51:19.393 INFO:tasks.rados.rados.0.smithi123.stdout:432: expect (ObjNum 85 snap 17 seq_num 85) 2023-12-20T10:51:19.440 INFO:tasks.rados.rados.0.smithi123.stdout:439: finishing write tid 1 to smithi123173835-23 2023-12-20T10:51:19.440 INFO:tasks.rados.rados.0.smithi123.stdout:439: finishing write tid 2 to smithi123173835-23 2023-12-20T10:51:19.440 INFO:tasks.rados.rados.0.smithi123.stdout:439: finishing write tid 3 to smithi123173835-23 2023-12-20T10:51:19.440 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 23 v 175 (ObjNum 158 snap 45 seq_num 158) dirty exists 2023-12-20T10:51:19.440 INFO:tasks.rados.rados.0.smithi123.stdout:439: left oid 23 (ObjNum 158 snap 45 seq_num 158) 2023-12-20T10:51:19.440 INFO:tasks.rados.rados.0.smithi123.stdout:443: seq_num 160 ranges {98304=286720} 2023-12-20T10:51:19.442 INFO:tasks.rados.rados.0.smithi123.stdout:443: writing smithi123173835-3 from 98304 to 385024 tid 1 2023-12-20T10:51:19.442 INFO:tasks.rados.rados.0.smithi123.stdout:432: done (7 left) 2023-12-20T10:51:19.443 INFO:tasks.rados.rados.0.smithi123.stdout:436: done (6 left) 2023-12-20T10:51:19.443 INFO:tasks.rados.rados.0.smithi123.stdout:437: done (5 left) 2023-12-20T10:51:19.443 INFO:tasks.rados.rados.0.smithi123.stdout:439: done (4 left) 2023-12-20T10:51:19.443 INFO:tasks.rados.rados.0.smithi123.stdout:444: read oid 44 snap -1 2023-12-20T10:51:19.443 INFO:tasks.rados.rados.0.smithi123.stdout:444: expect deleted 2023-12-20T10:51:19.443 INFO:tasks.rados.rados.0.smithi123.stdout:445: read oid 8 snap -1 2023-12-20T10:51:19.443 INFO:tasks.rados.rados.0.smithi123.stdout:445: expect (ObjNum 70 snap 7 seq_num 70) 2023-12-20T10:51:19.443 INFO:tasks.rados.rados.0.smithi123.stdout:446: rmattr oid 13 current snap is 45 2023-12-20T10:51:19.443 INFO:tasks.rados.rados.0.smithi123.stdout:440: finishing write tid 1 to smithi123173835-6 2023-12-20T10:51:19.443 INFO:tasks.rados.rados.0.smithi123.stdout:440: finishing write tid 2 to smithi123173835-6 2023-12-20T10:51:19.443 INFO:tasks.rados.rados.0.smithi123.stdout:442: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-20T10:51:19.446 INFO:tasks.rados.rados.0.smithi123.stdout:440: finishing write tid 3 to smithi123173835-6 2023-12-20T10:51:19.446 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 178 (ObjNum 159 snap 45 seq_num 159) dirty exists 2023-12-20T10:51:19.446 INFO:tasks.rados.rados.0.smithi123.stdout:440: left oid 6 (ObjNum 159 snap 45 seq_num 159) 2023-12-20T10:51:19.446 INFO:tasks.rados.rados.0.smithi123.stdout:441: expect (ObjNum 95 snap 18 seq_num 95) 2023-12-20T10:51:19.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:19 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:19.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:19 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:19.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:19 smithi123 ceph-mon[111044]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-20T10:51:19.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:19 smithi123 ceph-mon[111044]: osdmap e145: 8 total, 8 up, 8 in 2023-12-20T10:51:19.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:19 smithi123 ceph-mon[111044]: Reconfiguring daemon prometheus.a on smithi177 2023-12-20T10:51:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:19 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:19 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:19 smithi123 ceph-mon[124884]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-20T10:51:19.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:19 smithi123 ceph-mon[124884]: osdmap e145: 8 total, 8 up, 8 in 2023-12-20T10:51:19.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:19 smithi123 ceph-mon[124884]: Reconfiguring daemon prometheus.a on smithi177 2023-12-20T10:51:19.528 INFO:tasks.rados.rados.0.smithi123.stdout:443: finishing write tid 1 to smithi123173835-3 2023-12-20T10:51:19.528 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 300 (ObjNum 131 snap 36 seq_num 131) dirty exists 2023-12-20T10:51:19.528 INFO:tasks.rados.rados.0.smithi123.stdout:443: finishing write tid 2 to smithi123173835-3 2023-12-20T10:51:19.528 INFO:tasks.rados.rados.0.smithi123.stdout:440: done (6 left) 2023-12-20T10:51:19.528 INFO:tasks.rados.rados.0.smithi123.stdout:441: done (5 left) 2023-12-20T10:51:19.528 INFO:tasks.rados.rados.0.smithi123.stdout:442: done (4 left) 2023-12-20T10:51:19.528 INFO:tasks.rados.rados.0.smithi123.stdout:444: done (3 left) 2023-12-20T10:51:19.528 INFO:tasks.rados.rados.0.smithi123.stdout:446: done (2 left) 2023-12-20T10:51:19.528 INFO:tasks.rados.rados.0.smithi123.stdout:447: setattr oid 26 current snap is 45 2023-12-20T10:51:19.528 INFO:tasks.rados.rados.0.smithi123.stdout:443: finishing write tid 3 to smithi123173835-3 2023-12-20T10:51:19.529 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 181 (ObjNum 160 snap 45 seq_num 160) dirty exists 2023-12-20T10:51:19.529 INFO:tasks.rados.rados.0.smithi123.stdout:443: left oid 3 (ObjNum 160 snap 45 seq_num 160) 2023-12-20T10:51:19.529 INFO:tasks.rados.rados.0.smithi123.stdout:445: expect (ObjNum 70 snap 7 seq_num 70) 2023-12-20T10:51:19.560 INFO:tasks.rados.rados.0.smithi123.stdout:443: done (2 left) 2023-12-20T10:51:19.560 INFO:tasks.rados.rados.0.smithi123.stdout:445: done (1 left) 2023-12-20T10:51:19.560 INFO:tasks.rados.rados.0.smithi123.stdout:448: rmattr oid 6 current snap is 45 2023-12-20T10:51:19.560 INFO:tasks.rados.rados.0.smithi123.stdout:448: done (1 left) 2023-12-20T10:51:19.560 INFO:tasks.rados.rados.0.smithi123.stdout:449: setattr oid 25 current snap is 45 2023-12-20T10:51:19.562 INFO:tasks.rados.rados.0.smithi123.stdout:450: snap_create 2023-12-20T10:51:19.563 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 98 (ObjNum 0 snap 0 seq_num 304) dirty exists 2023-12-20T10:51:19.564 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 52 (ObjNum 34 snap 0 seq_num 304) dirty exists 2023-12-20T10:51:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:19 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:19 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:19 smithi177 ceph-mon[144425]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-20T10:51:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:19 smithi177 ceph-mon[144425]: osdmap e145: 8 total, 8 up, 8 in 2023-12-20T10:51:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:19 smithi177 ceph-mon[144425]: Reconfiguring daemon prometheus.a on smithi177 2023-12-20T10:51:20.265 INFO:tasks.rados.rados.0.smithi123.stdout:447: done (2 left) 2023-12-20T10:51:20.265 INFO:tasks.rados.rados.0.smithi123.stdout:449: done (1 left) 2023-12-20T10:51:20.265 INFO:tasks.rados.rados.0.smithi123.stdout:450: done (0 left) 2023-12-20T10:51:20.265 INFO:tasks.rados.rados.0.smithi123.stdout:451: setattr oid 39 current snap is 46 2023-12-20T10:51:20.267 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 22 current snap is 46 2023-12-20T10:51:20.267 INFO:tasks.rados.rados.0.smithi123.stdout:452: seq_num 161 ranges {360448=303104} 2023-12-20T10:51:20.271 INFO:tasks.rados.rados.0.smithi123.stdout:452: writing smithi123173835-22 from 360448 to 663552 tid 1 2023-12-20T10:51:20.271 INFO:tasks.rados.rados.0.smithi123.stdout:453: snap_remove snap 18 2023-12-20T10:51:20.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:20 smithi177 ceph-mon[144425]: pgmap v30: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 24 KiB/s wr, 9 op/s 2023-12-20T10:51:20.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:20 smithi177 ceph-mon[144425]: osdmap e146: 8 total, 8 up, 8 in 2023-12-20T10:51:20.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:20 smithi177 ceph-mon[144425]: osdmap e147: 8 total, 8 up, 8 in 2023-12-20T10:51:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:20 smithi123 ceph-mon[124884]: pgmap v30: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 24 KiB/s wr, 9 op/s 2023-12-20T10:51:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:20 smithi123 ceph-mon[124884]: osdmap e146: 8 total, 8 up, 8 in 2023-12-20T10:51:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:20 smithi123 ceph-mon[124884]: osdmap e147: 8 total, 8 up, 8 in 2023-12-20T10:51:20.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:20 smithi123 ceph-mon[111044]: pgmap v30: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 24 KiB/s wr, 9 op/s 2023-12-20T10:51:20.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:20 smithi123 ceph-mon[111044]: osdmap e146: 8 total, 8 up, 8 in 2023-12-20T10:51:20.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:20 smithi123 ceph-mon[111044]: osdmap e147: 8 total, 8 up, 8 in 2023-12-20T10:51:21.274 INFO:tasks.rados.rados.0.smithi123.stdout:453: done (2 left) 2023-12-20T10:51:21.274 INFO:tasks.rados.rados.0.smithi123.stdout:454: rmattr oid 7 current snap is 46 2023-12-20T10:51:21.274 INFO:tasks.rados.rados.0.smithi123.stdout:454: done (2 left) 2023-12-20T10:51:21.274 INFO:tasks.rados.rados.0.smithi123.stdout:455: copy_from oid 19 from oid 37 current snap is 46 2023-12-20T10:51:21.274 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 111 (ObjNum 133 snap 37 seq_num 133) dirty exists 2023-12-20T10:51:21.274 INFO:tasks.rados.rados.0.smithi123.stdout:452: finishing write tid 1 to smithi123173835-22 2023-12-20T10:51:21.275 INFO:tasks.rados.rados.0.smithi123.stdout:452: finishing write tid 2 to smithi123173835-22 2023-12-20T10:51:21.275 INFO:tasks.rados.rados.0.smithi123.stdout:452: finishing write tid 3 to smithi123173835-22 2023-12-20T10:51:21.275 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 22 v 198 (ObjNum 161 snap 46 seq_num 161) dirty exists 2023-12-20T10:51:21.275 INFO:tasks.rados.rados.0.smithi123.stdout:452: left oid 22 (ObjNum 161 snap 46 seq_num 161) 2023-12-20T10:51:21.275 INFO:tasks.rados.rados.0.smithi123.stdout:451: done (2 left) 2023-12-20T10:51:21.275 INFO:tasks.rados.rados.0.smithi123.stdout:452: done (1 left) 2023-12-20T10:51:21.275 INFO:tasks.rados.rados.0.smithi123.stdout:456: copy_from oid 48 from oid 31 current snap is 46 2023-12-20T10:51:21.275 INFO:tasks.rados.rados.0.smithi123.stdout:457: delete oid 16 current snap is 46 2023-12-20T10:51:21.284 INFO:tasks.rados.rados.0.smithi123.stdout:456: finishing copy_from to smithi123173835-48 2023-12-20T10:51:21.284 INFO:tasks.rados.rados.0.smithi123.stdout:456: got expected ENOENT (src dne) 2023-12-20T10:51:21.284 INFO:tasks.rados.rados.0.smithi123.stdout:456: finishing copy_from racing read to smithi123173835-48 2023-12-20T10:51:21.286 INFO:tasks.rados.rados.0.smithi123.stdout:456: done (2 left) 2023-12-20T10:51:21.286 INFO:tasks.rados.rados.0.smithi123.stdout:457: done (1 left) 2023-12-20T10:51:21.286 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 44 current snap is 46 2023-12-20T10:51:21.286 INFO:tasks.rados.rados.0.smithi123.stdout:458: seq_num 163 ranges {0=335872} 2023-12-20T10:51:21.287 INFO:tasks.rados.rados.0.smithi123.stdout:458: writing smithi123173835-44 from 0 to 335872 tid 1 2023-12-20T10:51:21.287 INFO:tasks.rados.rados.0.smithi123.stdout:459: delete oid 18 current snap is 46 2023-12-20T10:51:21.295 INFO:tasks.rados.rados.0.smithi123.stdout:459: done (2 left) 2023-12-20T10:51:21.295 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 43 current snap is 46 2023-12-20T10:51:21.295 INFO:tasks.rados.rados.0.smithi123.stdout:460: seq_num 165 ranges {3399680=368640} 2023-12-20T10:51:21.316 INFO:tasks.rados.rados.0.smithi123.stdout:460: writing smithi123173835-43 from 3399680 to 3768320 tid 1 2023-12-20T10:51:21.316 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 38 current snap is 46 2023-12-20T10:51:21.316 INFO:tasks.rados.rados.0.smithi123.stdout:461: seq_num 166 ranges {4161536=385024} 2023-12-20T10:51:21.340 INFO:tasks.rados.rados.0.smithi123.stdout:461: writing smithi123173835-38 from 4161536 to 4546560 tid 1 2023-12-20T10:51:21.340 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 15 current snap is 46 2023-12-20T10:51:21.340 INFO:tasks.rados.rados.0.smithi123.stdout:462: seq_num 167 ranges {2646016=401408} 2023-12-20T10:51:21.357 INFO:tasks.rados.rados.0.smithi123.stdout:462: writing smithi123173835-15 from 2646016 to 3047424 tid 1 2023-12-20T10:51:21.357 INFO:tasks.rados.rados.0.smithi123.stdout:463: read oid 25 snap -1 2023-12-20T10:51:21.357 INFO:tasks.rados.rados.0.smithi123.stdout:463: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-20T10:51:21.357 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 12 current snap is 46 2023-12-20T10:51:21.357 INFO:tasks.rados.rados.0.smithi123.stdout:458: finishing write tid 1 to smithi123173835-44 2023-12-20T10:51:21.357 INFO:tasks.rados.rados.0.smithi123.stdout:464: seq_num 168 ranges {2375680=417792} 2023-12-20T10:51:21.372 INFO:tasks.rados.rados.0.smithi123.stdout:464: writing smithi123173835-12 from 2375680 to 2793472 tid 1 2023-12-20T10:51:21.372 INFO:tasks.rados.rados.0.smithi123.stdout:465: read oid 20 snap 39 2023-12-20T10:51:21.372 INFO:tasks.rados.rados.0.smithi123.stdout:465: expect (ObjNum 119 snap 28 seq_num 119) 2023-12-20T10:51:21.372 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 48 current snap is 46 2023-12-20T10:51:21.372 INFO:tasks.rados.rados.0.smithi123.stdout:458: finishing write tid 2 to smithi123173835-44 2023-12-20T10:51:21.372 INFO:tasks.rados.rados.0.smithi123.stdout:458: finishing write tid 3 to smithi123173835-44 2023-12-20T10:51:21.372 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 44 v 12 (ObjNum 163 snap 46 seq_num 163) dirty exists 2023-12-20T10:51:21.372 INFO:tasks.rados.rados.0.smithi123.stdout:458: left oid 44 (ObjNum 163 snap 46 seq_num 163) 2023-12-20T10:51:21.372 INFO:tasks.rados.rados.0.smithi123.stdout:455: finishing copy_from to smithi123173835-19 2023-12-20T10:51:21.372 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 103 (ObjNum 147 snap 38 seq_num 147) dirty exists 2023-12-20T10:51:21.372 INFO:tasks.rados.rados.0.smithi123.stdout:455: finishing copy_from racing read to smithi123173835-19 2023-12-20T10:51:21.372 INFO:tasks.rados.rados.0.smithi123.stdout:460: finishing write tid 1 to smithi123173835-43 2023-12-20T10:51:21.373 INFO:tasks.rados.rados.0.smithi123.stdout:466: seq_num 169 ranges {2056192=434176} 2023-12-20T10:51:21.386 INFO:tasks.rados.rados.0.smithi123.stdout:466: writing smithi123173835-48 from 2056192 to 2490368 tid 1 2023-12-20T10:51:21.386 INFO:tasks.rados.rados.0.smithi123.stdout:455: done (8 left) 2023-12-20T10:51:21.386 INFO:tasks.rados.rados.0.smithi123.stdout:458: done (7 left) 2023-12-20T10:51:21.386 INFO:tasks.rados.rados.0.smithi123.stdout:467: delete oid 31 current snap is 46 2023-12-20T10:51:21.386 INFO:tasks.rados.rados.0.smithi123.stdout:460: finishing write tid 2 to smithi123173835-43 2023-12-20T10:51:21.386 INFO:tasks.rados.rados.0.smithi123.stdout:460: finishing write tid 3 to smithi123173835-43 2023-12-20T10:51:21.386 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 176 (ObjNum 165 snap 46 seq_num 165) dirty exists 2023-12-20T10:51:21.386 INFO:tasks.rados.rados.0.smithi123.stdout:460: left oid 43 (ObjNum 165 snap 46 seq_num 165) 2023-12-20T10:51:21.386 INFO:tasks.rados.rados.0.smithi123.stdout:461: finishing write tid 1 to smithi123173835-38 2023-12-20T10:51:21.386 INFO:tasks.rados.rados.0.smithi123.stdout:461: finishing write tid 2 to smithi123173835-38 2023-12-20T10:51:21.386 INFO:tasks.rados.rados.0.smithi123.stdout:461: finishing write tid 3 to smithi123173835-38 2023-12-20T10:51:21.386 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 38 v 105 (ObjNum 166 snap 46 seq_num 166) dirty exists 2023-12-20T10:51:21.386 INFO:tasks.rados.rados.0.smithi123.stdout:461: left oid 38 (ObjNum 166 snap 46 seq_num 166) 2023-12-20T10:51:21.386 INFO:tasks.rados.rados.0.smithi123.stdout:463: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-20T10:51:21.389 INFO:tasks.rados.rados.0.smithi123.stdout:462: finishing write tid 1 to smithi123173835-15 2023-12-20T10:51:21.389 INFO:tasks.rados.rados.0.smithi123.stdout:462: finishing write tid 2 to smithi123173835-15 2023-12-20T10:51:21.389 INFO:tasks.rados.rados.0.smithi123.stdout:460: done (7 left) 2023-12-20T10:51:21.389 INFO:tasks.rados.rados.0.smithi123.stdout:461: done (6 left) 2023-12-20T10:51:21.389 INFO:tasks.rados.rados.0.smithi123.stdout:463: done (5 left) 2023-12-20T10:51:21.389 INFO:tasks.rados.rados.0.smithi123.stdout:467: done (4 left) 2023-12-20T10:51:21.389 INFO:tasks.rados.rados.0.smithi123.stdout:468: copy_from oid 47 from oid 29 current snap is 46 2023-12-20T10:51:21.389 INFO:tasks.rados.rados.0.smithi123.stdout:462: finishing write tid 3 to smithi123173835-15 2023-12-20T10:51:21.389 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 319 (ObjNum 167 snap 46 seq_num 167) dirty exists 2023-12-20T10:51:21.389 INFO:tasks.rados.rados.0.smithi123.stdout:462: left oid 15 (ObjNum 167 snap 46 seq_num 167) 2023-12-20T10:51:21.389 INFO:tasks.rados.rados.0.smithi123.stdout:464: finishing write tid 1 to smithi123173835-12 2023-12-20T10:51:21.390 INFO:tasks.rados.rados.0.smithi123.stdout:464: finishing write tid 2 to smithi123173835-12 2023-12-20T10:51:21.390 INFO:tasks.rados.rados.0.smithi123.stdout:464: finishing write tid 3 to smithi123173835-12 2023-12-20T10:51:21.390 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 125 (ObjNum 168 snap 46 seq_num 168) dirty exists 2023-12-20T10:51:21.390 INFO:tasks.rados.rados.0.smithi123.stdout:464: left oid 12 (ObjNum 168 snap 46 seq_num 168) 2023-12-20T10:51:21.390 INFO:tasks.rados.rados.0.smithi123.stdout:462: done (4 left) 2023-12-20T10:51:21.390 INFO:tasks.rados.rados.0.smithi123.stdout:464: done (3 left) 2023-12-20T10:51:21.390 INFO:tasks.rados.rados.0.smithi123.stdout:469: read oid 32 snap 38 2023-12-20T10:51:21.390 INFO:tasks.rados.rados.0.smithi123.stdout:469: expect (ObjNum 89 snap 18 seq_num 89) 2023-12-20T10:51:21.390 INFO:tasks.rados.rados.0.smithi123.stdout:470: snap_create 2023-12-20T10:51:21.391 INFO:tasks.rados.rados.0.smithi123.stdout:466: finishing write tid 1 to smithi123173835-48 2023-12-20T10:51:21.391 INFO:tasks.rados.rados.0.smithi123.stdout:466: finishing write tid 2 to smithi123173835-48 2023-12-20T10:51:21.392 INFO:tasks.rados.rados.0.smithi123.stdout:466: finishing write tid 3 to smithi123173835-48 2023-12-20T10:51:21.392 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 126 (ObjNum 169 snap 46 seq_num 169) dirty exists 2023-12-20T10:51:21.392 INFO:tasks.rados.rados.0.smithi123.stdout:466: left oid 48 (ObjNum 169 snap 46 seq_num 169) 2023-12-20T10:51:21.392 INFO:tasks.rados.rados.0.smithi123.stdout:465: expect (ObjNum 119 snap 28 seq_num 119) 2023-12-20T10:51:21.516 INFO:tasks.rados.rados.0.smithi123.stdout:469: expect (ObjNum 89 snap 18 seq_num 89) 2023-12-20T10:51:21.581 INFO:tasks.rados.rados.0.smithi123.stdout:468: finishing copy_from to smithi123173835-47 2023-12-20T10:51:21.581 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 47 v 54 (ObjNum 115 snap 28 seq_num 115) dirty exists 2023-12-20T10:51:21.581 INFO:tasks.rados.rados.0.smithi123.stdout:468: finishing copy_from racing read to smithi123173835-47 2023-12-20T10:51:22.289 INFO:tasks.rados.rados.0.smithi123.stdout:465: done (4 left) 2023-12-20T10:51:22.289 INFO:tasks.rados.rados.0.smithi123.stdout:466: done (3 left) 2023-12-20T10:51:22.289 INFO:tasks.rados.rados.0.smithi123.stdout:468: done (2 left) 2023-12-20T10:51:22.289 INFO:tasks.rados.rados.0.smithi123.stdout:469: done (1 left) 2023-12-20T10:51:22.290 INFO:tasks.rados.rados.0.smithi123.stdout:470: done (0 left) 2023-12-20T10:51:22.290 INFO:tasks.rados.rados.0.smithi123.stdout:471: setattr oid 25 current snap is 47 2023-12-20T10:51:22.290 INFO:tasks.rados.rados.0.smithi123.stdout:472: snap_create 2023-12-20T10:51:22.296 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 56 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-20T10:51:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:22 smithi177 ceph-mon[144425]: pgmap v33: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 24 KiB/s wr, 7 op/s 2023-12-20T10:51:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:22 smithi177 ceph-mon[144425]: osdmap e148: 8 total, 8 up, 8 in 2023-12-20T10:51:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:22 smithi123 ceph-mon[111044]: pgmap v33: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 24 KiB/s wr, 7 op/s 2023-12-20T10:51:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:22 smithi123 ceph-mon[111044]: osdmap e148: 8 total, 8 up, 8 in 2023-12-20T10:51:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:22 smithi123 ceph-mon[124884]: pgmap v33: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 24 KiB/s wr, 7 op/s 2023-12-20T10:51:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:22 smithi123 ceph-mon[124884]: osdmap e148: 8 total, 8 up, 8 in 2023-12-20T10:51:23.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:22 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:51:22] "GET /metrics HTTP/1.1" 200 36026 "" "Prometheus/2.43.0" 2023-12-20T10:51:23.303 INFO:tasks.rados.rados.0.smithi123.stdout:471: done (1 left) 2023-12-20T10:51:23.303 INFO:tasks.rados.rados.0.smithi123.stdout:472: done (0 left) 2023-12-20T10:51:23.304 INFO:tasks.rados.rados.0.smithi123.stdout:473: rmattr oid 4 current snap is 48 2023-12-20T10:51:23.304 INFO:tasks.rados.rados.0.smithi123.stdout:473: done (0 left) 2023-12-20T10:51:23.304 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 39 current snap is 48 2023-12-20T10:51:23.304 INFO:tasks.rados.rados.0.smithi123.stdout:474: seq_num 171 ranges {3833856=466944} 2023-12-20T10:51:23.326 INFO:tasks.rados.rados.0.smithi123.stdout:474: writing smithi123173835-39 from 3833856 to 4300800 tid 1 2023-12-20T10:51:23.327 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 37 current snap is 48 2023-12-20T10:51:23.327 INFO:tasks.rados.rados.0.smithi123.stdout:475: seq_num 172 ranges {2375680=483328} 2023-12-20T10:51:23.342 INFO:tasks.rados.rados.0.smithi123.stdout:475: writing smithi123173835-37 from 2375680 to 2859008 tid 1 2023-12-20T10:51:23.342 INFO:tasks.rados.rados.0.smithi123.stdout:476: read oid 33 snap 17 2023-12-20T10:51:23.342 INFO:tasks.rados.rados.0.smithi123.stdout:476: expect (ObjNum 15 snap 0 seq_num 15) 2023-12-20T10:51:23.342 INFO:tasks.rados.rados.0.smithi123.stdout:477: delete oid 23 current snap is 48 2023-12-20T10:51:23.342 INFO:tasks.rados.rados.0.smithi123.stdout:474: finishing write tid 1 to smithi123173835-39 2023-12-20T10:51:23.342 INFO:tasks.rados.rados.0.smithi123.stdout:474: finishing write tid 2 to smithi123173835-39 2023-12-20T10:51:23.342 INFO:tasks.rados.rados.0.smithi123.stdout:474: finishing write tid 3 to smithi123173835-39 2023-12-20T10:51:23.342 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 120 (ObjNum 171 snap 48 seq_num 171) dirty exists 2023-12-20T10:51:23.343 INFO:tasks.rados.rados.0.smithi123.stdout:474: left oid 39 (ObjNum 171 snap 48 seq_num 171) 2023-12-20T10:51:23.346 INFO:tasks.rados.rados.0.smithi123.stdout:475: finishing write tid 1 to smithi123173835-37 2023-12-20T10:51:23.346 INFO:tasks.rados.rados.0.smithi123.stdout:475: finishing write tid 2 to smithi123173835-37 2023-12-20T10:51:23.348 INFO:tasks.rados.rados.0.smithi123.stdout:475: finishing write tid 3 to smithi123173835-37 2023-12-20T10:51:23.348 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 123 (ObjNum 172 snap 48 seq_num 172) dirty exists 2023-12-20T10:51:23.348 INFO:tasks.rados.rados.0.smithi123.stdout:475: left oid 37 (ObjNum 172 snap 48 seq_num 172) 2023-12-20T10:51:23.348 INFO:tasks.rados.rados.0.smithi123.stdout:474: done (3 left) 2023-12-20T10:51:23.348 INFO:tasks.rados.rados.0.smithi123.stdout:475: done (2 left) 2023-12-20T10:51:23.348 INFO:tasks.rados.rados.0.smithi123.stdout:477: done (1 left) 2023-12-20T10:51:23.348 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 29 current snap is 48 2023-12-20T10:51:23.349 INFO:tasks.rados.rados.0.smithi123.stdout:478: seq_num 174 ranges {2596864=516096} 2023-12-20T10:51:23.365 INFO:tasks.rados.rados.0.smithi123.stdout:478: writing smithi123173835-29 from 2596864 to 3112960 tid 1 2023-12-20T10:51:23.365 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 12 current snap is 48 2023-12-20T10:51:23.365 INFO:tasks.rados.rados.0.smithi123.stdout:479: seq_num 175 ranges {2793472=540672} 2023-12-20T10:51:23.382 INFO:tasks.rados.rados.0.smithi123.stdout:479: writing smithi123173835-12 from 2793472 to 3334144 tid 1 2023-12-20T10:51:23.383 INFO:tasks.rados.rados.0.smithi123.stdout:480: rollback oid 10 current snap is 48 2023-12-20T10:51:23.383 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 10 to 38 2023-12-20T10:51:23.383 INFO:tasks.rados.rados.0.smithi123.stdout:476: expect (ObjNum 15 snap 0 seq_num 15) 2023-12-20T10:51:23.391 INFO:tasks.rados.rados.0.smithi123.stdout:478: finishing write tid 1 to smithi123173835-29 2023-12-20T10:51:23.391 INFO:tasks.rados.rados.0.smithi123.stdout:478: finishing write tid 2 to smithi123173835-29 2023-12-20T10:51:23.391 INFO:tasks.rados.rados.0.smithi123.stdout:478: finishing write tid 3 to smithi123173835-29 2023-12-20T10:51:23.391 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 126 (ObjNum 174 snap 48 seq_num 174) dirty exists 2023-12-20T10:51:23.392 INFO:tasks.rados.rados.0.smithi123.stdout:478: left oid 29 (ObjNum 174 snap 48 seq_num 174) 2023-12-20T10:51:23.392 INFO:tasks.rados.rados.0.smithi123.stdout:476: done (3 left) 2023-12-20T10:51:23.392 INFO:tasks.rados.rados.0.smithi123.stdout:478: done (2 left) 2023-12-20T10:51:23.392 INFO:tasks.rados.rados.0.smithi123.stdout:481: read oid 48 snap -1 2023-12-20T10:51:23.392 INFO:tasks.rados.rados.0.smithi123.stdout:481: expect (ObjNum 169 snap 46 seq_num 169) 2023-12-20T10:51:23.392 INFO:tasks.rados.rados.0.smithi123.stdout:482: copy_from oid 13 from oid 7 current snap is 48 2023-12-20T10:51:23.392 INFO:tasks.rados.rados.0.smithi123.stdout:480: finishing rollback tid 0 to smithi123173835-10 2023-12-20T10:51:23.392 INFO:tasks.rados.rados.0.smithi123.stdout:479: finishing write tid 1 to smithi123173835-12 2023-12-20T10:51:23.392 INFO:tasks.rados.rados.0.smithi123.stdout:480: finishing rollback tid 1 to smithi123173835-10 2023-12-20T10:51:23.392 INFO:tasks.rados.rados.0.smithi123.stdout:479: finishing write tid 2 to smithi123173835-12 2023-12-20T10:51:23.392 INFO:tasks.rados.rados.0.smithi123.stdout:480: finishing rollback tid 2 to smithi123173835-10 2023-12-20T10:51:23.392 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 323 (ObjNum 107 snap 25 seq_num 107) dirty exists 2023-12-20T10:51:23.392 INFO:tasks.rados.rados.0.smithi123.stdout:479: finishing write tid 3 to smithi123173835-12 2023-12-20T10:51:23.392 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 130 (ObjNum 175 snap 48 seq_num 175) dirty exists 2023-12-20T10:51:23.392 INFO:tasks.rados.rados.0.smithi123.stdout:479: left oid 12 (ObjNum 175 snap 48 seq_num 175) 2023-12-20T10:51:23.393 INFO:tasks.rados.rados.0.smithi123.stdout:479: done (3 left) 2023-12-20T10:51:23.393 INFO:tasks.rados.rados.0.smithi123.stdout:480: done (2 left) 2023-12-20T10:51:23.393 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 26 current snap is 48 2023-12-20T10:51:23.393 INFO:tasks.rados.rados.0.smithi123.stdout:483: seq_num 176 ranges {0=557056} 2023-12-20T10:51:23.394 INFO:tasks.rados.rados.0.smithi123.stdout:483: writing smithi123173835-26 from 0 to 557056 tid 1 2023-12-20T10:51:23.397 INFO:tasks.rados.rados.0.smithi123.stdout:484: read oid 38 snap -1 2023-12-20T10:51:23.397 INFO:tasks.rados.rados.0.smithi123.stdout:484: expect (ObjNum 166 snap 46 seq_num 166) 2023-12-20T10:51:23.397 INFO:tasks.rados.rados.0.smithi123.stdout:485: copy_from oid 29 from oid 47 current snap is 48 2023-12-20T10:51:23.397 INFO:tasks.rados.rados.0.smithi123.stdout:482: finishing copy_from to smithi123173835-13 2023-12-20T10:51:23.397 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 13 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-20T10:51:23.397 INFO:tasks.rados.rados.0.smithi123.stdout:486: read oid 19 snap -1 2023-12-20T10:51:23.398 INFO:tasks.rados.rados.0.smithi123.stdout:486: expect (ObjNum 147 snap 38 seq_num 147) 2023-12-20T10:51:23.398 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 24 current snap is 48 2023-12-20T10:51:23.398 INFO:tasks.rados.rados.0.smithi123.stdout:487: seq_num 177 ranges {0=573440} 2023-12-20T10:51:23.399 INFO:tasks.rados.rados.0.smithi123.stdout:487: writing smithi123173835-24 from 0 to 573440 tid 1 2023-12-20T10:51:23.399 INFO:tasks.rados.rados.0.smithi123.stdout:488: read oid 30 snap 38 2023-12-20T10:51:23.399 INFO:tasks.rados.rados.0.smithi123.stdout:488: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-20T10:51:23.399 INFO:tasks.rados.rados.0.smithi123.stdout:489: snap_remove snap 41 2023-12-20T10:51:23.488 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:23 smithi177 ceph-mon[144425]: osdmap e149: 8 total, 8 up, 8 in 2023-12-20T10:51:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:23 smithi123 ceph-mon[124884]: osdmap e149: 8 total, 8 up, 8 in 2023-12-20T10:51:23.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:23 smithi123 ceph-mon[111044]: osdmap e149: 8 total, 8 up, 8 in 2023-12-20T10:51:24.125 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:23 smithi177 systemd[1]: Stopping Ceph prometheus.a for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:51:24.126 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[184568]: ts=2023-12-20T10:51:24.035Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-12-20T10:51:24.126 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[184568]: ts=2023-12-20T10:51:24.035Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2023-12-20T10:51:24.126 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[184568]: ts=2023-12-20T10:51:24.035Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2023-12-20T10:51:24.126 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[184568]: ts=2023-12-20T10:51:24.035Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2023-12-20T10:51:24.126 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[184568]: ts=2023-12-20T10:51:24.035Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2023-12-20T10:51:24.126 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[184568]: ts=2023-12-20T10:51:24.035Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2023-12-20T10:51:24.126 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[184568]: ts=2023-12-20T10:51:24.035Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2023-12-20T10:51:24.126 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[184568]: ts=2023-12-20T10:51:24.035Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2023-12-20T10:51:24.127 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[184568]: ts=2023-12-20T10:51:24.035Z caller=main.go:907 level=info msg="Scrape manager stopped" 2023-12-20T10:51:24.127 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[184568]: ts=2023-12-20T10:51:24.036Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2023-12-20T10:51:24.127 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[184568]: ts=2023-12-20T10:51:24.036Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2023-12-20T10:51:24.127 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[184568]: ts=2023-12-20T10:51:24.036Z caller=main.go:1147 level=info msg="See you next time!" 2023-12-20T10:51:24.323 INFO:tasks.rados.rados.0.smithi123.stdout:489: done (8 left) 2023-12-20T10:51:24.323 INFO:tasks.rados.rados.0.smithi123.stdout:490: snap_remove snap 33 2023-12-20T10:51:24.390 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 bash[197103]: ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a 2023-12-20T10:51:24.390 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-mon[144425]: pgmap v36: 121 pgs: 121 active+clean; 146 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 48 op/s 2023-12-20T10:51:24.390 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-mon[144425]: osdmap e150: 8 total, 8 up, 8 in 2023-12-20T10:51:24.653 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 systemd[1]: ceph-85213638-9f24-11ee-95a5-87774f69a715@prometheus.a.service: Succeeded. 2023-12-20T10:51:24.653 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 systemd[1]: Stopped Ceph prometheus.a for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:51:24.653 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 systemd[1]: Starting Ceph prometheus.a for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:51:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:24 smithi123 ceph-mon[111044]: pgmap v36: 121 pgs: 121 active+clean; 146 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 48 op/s 2023-12-20T10:51:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:24 smithi123 ceph-mon[111044]: osdmap e150: 8 total, 8 up, 8 in 2023-12-20T10:51:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:24 smithi123 ceph-mon[124884]: pgmap v36: 121 pgs: 121 active+clean; 146 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 48 op/s 2023-12-20T10:51:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:24 smithi123 ceph-mon[124884]: osdmap e150: 8 total, 8 up, 8 in 2023-12-20T10:51:25.153 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:24.793Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2023-12-20T10:51:25.153 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:24.793Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2023-12-20T10:51:25.154 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:24.793Z caller=main.go:570 level=info host_details="(Linux 4.18.0-529.el8.x86_64 #1 SMP Wed Dec 6 01:03:46 UTC 2023 x86_64 smithi177 (none))" 2023-12-20T10:51:25.154 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:24.793Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-12-20T10:51:25.154 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:24.793Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-12-20T10:51:25.154 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:24.795Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2023-12-20T10:51:25.154 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:24.795Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2023-12-20T10:51:25.154 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 bash[197219]: e4debf95bfdb0b26db5527f0cf9bc1a34bc425e11b0b624293d5b466a408886f 2023-12-20T10:51:25.154 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:24.797Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2023-12-20T10:51:25.154 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:24.797Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2023-12-20T10:51:25.154 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 systemd[1]: Started Ceph prometheus.a for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:51:25.154 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:24.799Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-12-20T10:51:25.154 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:24.799Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.47µs 2023-12-20T10:51:25.154 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:24.799Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-12-20T10:51:25.154 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:24.799Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2023-12-20T10:51:25.154 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:24.815Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2023-12-20T10:51:25.155 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:24.815Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2023-12-20T10:51:25.155 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:24.815Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=22.417µs wal_replay_duration=15.765964ms wbl_replay_duration=103ns total_replay_duration=15.808157ms 2023-12-20T10:51:25.155 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:24.818Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2023-12-20T10:51:25.155 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:24.818Z caller=main.go:1029 level=info msg="TSDB started" 2023-12-20T10:51:25.155 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:24.818Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-12-20T10:51:25.155 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:24.836Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=18.416789ms db_storage=1.139µs remote_storage=1.256µs web_handler=434ns query_engine=842ns scrape=224.924µs scrape_sd=77.502µs notify=15.403µs notify_sd=15.824µs rules=17.849219ms tracing=7.588µs 2023-12-20T10:51:25.155 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:24.836Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2023-12-20T10:51:25.155 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:24.836Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2023-12-20T10:51:25.265 INFO:tasks.rados.rados.0.smithi123.stdout:490: done (8 left) 2023-12-20T10:51:25.265 INFO:tasks.rados.rados.0.smithi123.stdout:491: copy_from oid 25 from oid 9 current snap is 48 2023-12-20T10:51:25.265 INFO:tasks.rados.rados.0.smithi123.stdout:482: finishing copy_from racing read to smithi123173835-13 2023-12-20T10:51:25.265 INFO:tasks.rados.rados.0.smithi123.stdout:487: finishing write tid 1 to smithi123173835-24 2023-12-20T10:51:25.266 INFO:tasks.rados.rados.0.smithi123.stdout:483: finishing write tid 1 to smithi123173835-26 2023-12-20T10:51:25.266 INFO:tasks.rados.rados.0.smithi123.stdout:487: finishing write tid 2 to smithi123173835-24 2023-12-20T10:51:25.266 INFO:tasks.rados.rados.0.smithi123.stdout:483: finishing write tid 2 to smithi123173835-26 2023-12-20T10:51:25.266 INFO:tasks.rados.rados.0.smithi123.stdout:487: finishing write tid 3 to smithi123173835-24 2023-12-20T10:51:25.266 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 24 v 195 (ObjNum 177 snap 48 seq_num 177) dirty exists 2023-12-20T10:51:25.266 INFO:tasks.rados.rados.0.smithi123.stdout:487: left oid 24 (ObjNum 177 snap 48 seq_num 177) 2023-12-20T10:51:25.266 INFO:tasks.rados.rados.0.smithi123.stdout:483: finishing write tid 3 to smithi123173835-26 2023-12-20T10:51:25.266 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 103 (ObjNum 176 snap 48 seq_num 176) dirty exists 2023-12-20T10:51:25.266 INFO:tasks.rados.rados.0.smithi123.stdout:483: left oid 26 (ObjNum 176 snap 48 seq_num 176) 2023-12-20T10:51:25.266 INFO:tasks.rados.rados.0.smithi123.stdout:488: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-20T10:51:25.285 INFO:tasks.rados.rados.0.smithi123.stdout:481: expect (ObjNum 169 snap 46 seq_num 169) 2023-12-20T10:51:25.396 INFO:tasks.rados.rados.0.smithi123.stdout:486: expect (ObjNum 147 snap 38 seq_num 147) 2023-12-20T10:51:25.488 INFO:tasks.rados.rados.0.smithi123.stdout:484: expect (ObjNum 166 snap 46 seq_num 166) 2023-12-20T10:51:25.599 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:25 smithi177 ceph-mon[144425]: osdmap e151: 8 total, 8 up, 8 in 2023-12-20T10:51:25.599 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:25 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:25.599 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:25 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:25.599 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:25 smithi177 ceph-mon[144425]: osdmap e152: 8 total, 8 up, 8 in 2023-12-20T10:51:25.692 INFO:tasks.rados.rados.0.smithi123.stdout:485: finishing copy_from to smithi123173835-29 2023-12-20T10:51:25.692 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 54 (ObjNum 115 snap 28 seq_num 115) dirty exists 2023-12-20T10:51:25.692 INFO:tasks.rados.rados.0.smithi123.stdout:485: finishing copy_from racing read to smithi123173835-29 2023-12-20T10:51:25.692 INFO:tasks.rados.rados.0.smithi123.stdout:481: done (8 left) 2023-12-20T10:51:25.692 INFO:tasks.rados.rados.0.smithi123.stdout:482: done (7 left) 2023-12-20T10:51:25.692 INFO:tasks.rados.rados.0.smithi123.stdout:483: done (6 left) 2023-12-20T10:51:25.693 INFO:tasks.rados.rados.0.smithi123.stdout:484: done (5 left) 2023-12-20T10:51:25.693 INFO:tasks.rados.rados.0.smithi123.stdout:485: done (4 left) 2023-12-20T10:51:25.693 INFO:tasks.rados.rados.0.smithi123.stdout:486: done (3 left) 2023-12-20T10:51:25.693 INFO:tasks.rados.rados.0.smithi123.stdout:487: done (2 left) 2023-12-20T10:51:25.693 INFO:tasks.rados.rados.0.smithi123.stdout:488: done (1 left) 2023-12-20T10:51:25.693 INFO:tasks.rados.rados.0.smithi123.stdout:492: rollback oid 7 current snap is 48 2023-12-20T10:51:25.693 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 7 to 40 2023-12-20T10:51:25.693 INFO:tasks.rados.rados.0.smithi123.stdout:491: finishing copy_from to smithi123173835-25 2023-12-20T10:51:25.694 INFO:tasks.rados.rados.0.smithi123.stdout:491: got expected ENOENT (src dne) 2023-12-20T10:51:25.694 INFO:tasks.rados.rados.0.smithi123.stdout:491: finishing copy_from racing read to smithi123173835-25 2023-12-20T10:51:25.694 INFO:tasks.rados.rados.0.smithi123.stdout:491: done (1 left) 2023-12-20T10:51:25.694 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 20 current snap is 48 2023-12-20T10:51:25.694 INFO:tasks.rados.rados.0.smithi123.stdout:493: seq_num 178 ranges {3760128=589824} 2023-12-20T10:51:25.715 INFO:tasks.rados.rados.0.smithi123.stdout:493: writing smithi123173835-20 from 3760128 to 4349952 tid 1 2023-12-20T10:51:25.715 INFO:tasks.rados.rados.0.smithi123.stdout:494: snap_create 2023-12-20T10:51:25.715 INFO:tasks.rados.rados.0.smithi123.stdout:492: finishing rollback tid 0 to smithi123173835-7 2023-12-20T10:51:25.715 INFO:tasks.rados.rados.0.smithi123.stdout:492: finishing rollback tid 1 to smithi123173835-7 2023-12-20T10:51:25.715 INFO:tasks.rados.rados.0.smithi123.stdout:492: finishing rollback tid 2 to smithi123173835-7 2023-12-20T10:51:25.715 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 118 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-20T10:51:25.719 INFO:tasks.rados.rados.0.smithi123.stdout:493: finishing write tid 1 to smithi123173835-20 2023-12-20T10:51:25.719 INFO:tasks.rados.rados.0.smithi123.stdout:493: finishing write tid 2 to smithi123173835-20 2023-12-20T10:51:25.720 INFO:tasks.rados.rados.0.smithi123.stdout:493: finishing write tid 3 to smithi123173835-20 2023-12-20T10:51:25.720 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 20 v 85 (ObjNum 178 snap 48 seq_num 178) dirty exists 2023-12-20T10:51:25.720 INFO:tasks.rados.rados.0.smithi123.stdout:493: left oid 20 (ObjNum 178 snap 48 seq_num 178) 2023-12-20T10:51:25.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:25 smithi123 ceph-mon[124884]: osdmap e151: 8 total, 8 up, 8 in 2023-12-20T10:51:25.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:25 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:25.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:25 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:25.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:25 smithi123 ceph-mon[124884]: osdmap e152: 8 total, 8 up, 8 in 2023-12-20T10:51:25.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:25 smithi123 ceph-mon[111044]: osdmap e151: 8 total, 8 up, 8 in 2023-12-20T10:51:25.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:25 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:25.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:25 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:25.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:25 smithi123 ceph-mon[111044]: osdmap e152: 8 total, 8 up, 8 in 2023-12-20T10:51:26.313 INFO:tasks.rados.rados.0.smithi123.stdout:492: done (2 left) 2023-12-20T10:51:26.313 INFO:tasks.rados.rados.0.smithi123.stdout:493: done (1 left) 2023-12-20T10:51:26.313 INFO:tasks.rados.rados.0.smithi123.stdout:494: done (0 left) 2023-12-20T10:51:26.314 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 17 current snap is 49 2023-12-20T10:51:26.314 INFO:tasks.rados.rados.0.smithi123.stdout:495: seq_num 179 ranges {1613824=606208} 2023-12-20T10:51:26.325 INFO:tasks.rados.rados.0.smithi123.stdout:495: writing smithi123173835-17 from 1613824 to 2220032 tid 1 2023-12-20T10:51:26.325 INFO:tasks.rados.rados.0.smithi123.stdout:496: copy_from oid 28 from oid 42 current snap is 49 2023-12-20T10:51:26.325 INFO:tasks.rados.rados.0.smithi123.stdout:497: rollback oid 15 current snap is 49 2023-12-20T10:51:26.325 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 15 to 23 2023-12-20T10:51:26.325 INFO:tasks.rados.rados.0.smithi123.stdout:498: rollback oid 33 current snap is 49 2023-12-20T10:51:26.326 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 33 to 30 2023-12-20T10:51:26.326 INFO:tasks.rados.rados.0.smithi123.stdout:499: delete oid 46 current snap is 49 2023-12-20T10:51:26.332 INFO:tasks.rados.rados.0.smithi123.stdout:495: finishing write tid 1 to smithi123173835-17 2023-12-20T10:51:26.332 INFO:tasks.rados.rados.0.smithi123.stdout:497: finishing rollback tid 0 to smithi123173835-15 2023-12-20T10:51:26.332 INFO:tasks.rados.rados.0.smithi123.stdout:497: finishing rollback tid 1 to smithi123173835-15 2023-12-20T10:51:26.332 INFO:tasks.rados.rados.0.smithi123.stdout:499: done (4 left) 2023-12-20T10:51:26.332 INFO:tasks.rados.rados.0.smithi123.stdout:500: read oid 11 snap 45 2023-12-20T10:51:26.332 INFO:tasks.rados.rados.0.smithi123.stdout:500: expect (ObjNum 85 snap 17 seq_num 85) 2023-12-20T10:51:26.332 INFO:tasks.rados.rados.0.smithi123.stdout:501: read oid 19 snap -1 2023-12-20T10:51:26.332 INFO:tasks.rados.rados.0.smithi123.stdout:501: expect (ObjNum 147 snap 38 seq_num 147) 2023-12-20T10:51:26.332 INFO:tasks.rados.rados.0.smithi123.stdout:502: copy_from oid 14 from oid 7 current snap is 49 2023-12-20T10:51:26.332 INFO:tasks.rados.rados.0.smithi123.stdout:497: finishing rollback tid 2 to smithi123173835-15 2023-12-20T10:51:26.332 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 347 (ObjNum 95 snap 18 seq_num 95) dirty exists 2023-12-20T10:51:26.332 INFO:tasks.rados.rados.0.smithi123.stdout:497: done (6 left) 2023-12-20T10:51:26.333 INFO:tasks.rados.rados.0.smithi123.stdout:503: delete oid 20 current snap is 49 2023-12-20T10:51:26.334 INFO:tasks.rados.rados.0.smithi123.stdout:495: finishing write tid 2 to smithi123173835-17 2023-12-20T10:51:26.335 INFO:tasks.rados.rados.0.smithi123.stdout:503: done (6 left) 2023-12-20T10:51:26.335 INFO:tasks.rados.rados.0.smithi123.stdout:504: read oid 35 snap -1 2023-12-20T10:51:26.335 INFO:tasks.rados.rados.0.smithi123.stdout:504: expect (ObjNum 128 snap 33 seq_num 128) 2023-12-20T10:51:26.335 INFO:tasks.rados.rados.0.smithi123.stdout:505: snap_remove snap 47 2023-12-20T10:51:26.653 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:26 smithi177 systemd[1]: Stopping Ceph grafana.a for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:51:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:26 smithi177 ceph-mon[144425]: pgmap v39: 121 pgs: 121 active+clean; 146 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 48 op/s 2023-12-20T10:51:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:26 smithi177 ceph-mon[144425]: Reconfiguring grafana.a (dependencies changed)... 2023-12-20T10:51:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:26 smithi177 ceph-mon[144425]: Reconfiguring daemon grafana.a on smithi177 2023-12-20T10:51:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:26 smithi123 ceph-mon[124884]: pgmap v39: 121 pgs: 121 active+clean; 146 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 48 op/s 2023-12-20T10:51:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:26 smithi123 ceph-mon[124884]: Reconfiguring grafana.a (dependencies changed)... 2023-12-20T10:51:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:26 smithi123 ceph-mon[124884]: Reconfiguring daemon grafana.a on smithi177 2023-12-20T10:51:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:26 smithi123 ceph-mon[111044]: pgmap v39: 121 pgs: 121 active+clean; 146 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 48 op/s 2023-12-20T10:51:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:26 smithi123 ceph-mon[111044]: Reconfiguring grafana.a (dependencies changed)... 2023-12-20T10:51:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:26 smithi123 ceph-mon[111044]: Reconfiguring daemon grafana.a on smithi177 2023-12-20T10:51:26.982 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:26 smithi177 bash[197519]: ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a 2023-12-20T10:51:26.982 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:26 smithi177 systemd[1]: ceph-85213638-9f24-11ee-95a5-87774f69a715@grafana.a.service: Main process exited, code=exited, status=143/n/a 2023-12-20T10:51:27.242 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:51:26 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-alertmanager-a[176643]: ts=2023-12-20T10:51:26.883Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003549846s 2023-12-20T10:51:27.322 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:26 smithi177 systemd[1]: ceph-85213638-9f24-11ee-95a5-87774f69a715@grafana.a.service: Failed with result 'exit-code'. 2023-12-20T10:51:27.322 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:26 smithi177 systemd[1]: Stopped Ceph grafana.a for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:51:27.322 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:26 smithi177 systemd[1]: Starting Ceph grafana.a for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:51:27.330 INFO:tasks.rados.rados.0.smithi123.stdout:505: done (7 left) 2023-12-20T10:51:27.331 INFO:tasks.rados.rados.0.smithi123.stdout:506: snap_create 2023-12-20T10:51:27.333 INFO:tasks.rados.rados.0.smithi123.stdout:495: finishing write tid 3 to smithi123173835-17 2023-12-20T10:51:27.333 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 17 v 66 (ObjNum 179 snap 49 seq_num 179) dirty exists 2023-12-20T10:51:27.333 INFO:tasks.rados.rados.0.smithi123.stdout:495: left oid 17 (ObjNum 179 snap 49 seq_num 179) 2023-12-20T10:51:27.333 INFO:tasks.rados.rados.0.smithi123.stdout:498: finishing rollback tid 0 to smithi123173835-33 2023-12-20T10:51:27.333 INFO:tasks.rados.rados.0.smithi123.stdout:498: finishing rollback tid 1 to smithi123173835-33 2023-12-20T10:51:27.333 INFO:tasks.rados.rados.0.smithi123.stdout:498: finishing rollback tid 2 to smithi123173835-33 2023-12-20T10:51:27.333 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 70 (ObjNum 112 snap 26 seq_num 112) dirty exists 2023-12-20T10:51:27.334 INFO:tasks.rados.rados.0.smithi123.stdout:501: expect (ObjNum 147 snap 38 seq_num 147) 2023-12-20T10:51:27.428 INFO:tasks.rados.rados.0.smithi123.stdout:500: expect (ObjNum 85 snap 17 seq_num 85) 2023-12-20T10:51:27.474 INFO:tasks.rados.rados.0.smithi123.stdout:502: finishing copy_from to smithi123173835-14 2023-12-20T10:51:27.474 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 14 v 118 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-20T10:51:27.474 INFO:tasks.rados.rados.0.smithi123.stdout:502: finishing copy_from racing read to smithi123173835-14 2023-12-20T10:51:27.474 INFO:tasks.rados.rados.0.smithi123.stdout:504: expect (ObjNum 128 snap 33 seq_num 128) 2023-12-20T10:51:27.549 INFO:tasks.rados.rados.0.smithi123.stdout:496: finishing copy_from to smithi123173835-28 2023-12-20T10:51:27.549 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 28 v 172 (ObjNum 156 snap 45 seq_num 156) dirty exists 2023-12-20T10:51:27.549 INFO:tasks.rados.rados.0.smithi123.stdout:496: finishing copy_from racing read to smithi123173835-28 2023-12-20T10:51:27.582 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:27 smithi177 ceph-mon[144425]: osdmap e153: 8 total, 8 up, 8 in 2023-12-20T10:51:27.583 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:27 smithi177 bash[197637]: f1697253741fc9d928591ca799e1c0aeb0da1ab779aea27fff858f3b61600e98 2023-12-20T10:51:27.583 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:27 smithi177 systemd[1]: Started Ceph grafana.a for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:51:27.583 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=settings t=2023-12-20T10:51:27.5036754Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2023-12-20T10:51:27.583 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=settings t=2023-12-20T10:51:27.503855576Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2023-12-20T10:51:27.583 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=settings t=2023-12-20T10:51:27.503873988Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2023-12-20T10:51:27.583 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=settings t=2023-12-20T10:51:27.503880559Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2023-12-20T10:51:27.583 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=settings t=2023-12-20T10:51:27.503886403Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2023-12-20T10:51:27.583 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=settings t=2023-12-20T10:51:27.503893197Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2023-12-20T10:51:27.583 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=settings t=2023-12-20T10:51:27.503899015Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2023-12-20T10:51:27.583 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=settings t=2023-12-20T10:51:27.503904968Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2023-12-20T10:51:27.584 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=settings t=2023-12-20T10:51:27.503910717Z level=info msg="Path Home" path=/usr/share/grafana 2023-12-20T10:51:27.584 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=settings t=2023-12-20T10:51:27.503916293Z level=info msg="Path Data" path=/var/lib/grafana 2023-12-20T10:51:27.584 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=settings t=2023-12-20T10:51:27.503921661Z level=info msg="Path Logs" path=/var/log/grafana 2023-12-20T10:51:27.584 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=settings t=2023-12-20T10:51:27.503927177Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2023-12-20T10:51:27.584 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=settings t=2023-12-20T10:51:27.503932713Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2023-12-20T10:51:27.584 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=settings t=2023-12-20T10:51:27.503938226Z level=info msg="App mode production" 2023-12-20T10:51:27.584 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=sqlstore t=2023-12-20T10:51:27.503986146Z level=info msg="Connecting to DB" dbtype=sqlite3 2023-12-20T10:51:27.584 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=sqlstore t=2023-12-20T10:51:27.504005359Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2023-12-20T10:51:27.584 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=migrator t=2023-12-20T10:51:27.518138644Z level=info msg="Starting DB migrations" 2023-12-20T10:51:27.584 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=migrator t=2023-12-20T10:51:27.522716604Z level=info msg="migrations completed" performed=0 skipped=481 duration=465.76µs 2023-12-20T10:51:27.584 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=sqlstore t=2023-12-20T10:51:27.523110235Z level=info msg="Created default organization" 2023-12-20T10:51:27.584 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=plugin.loader t=2023-12-20T10:51:27.58126063Z level=info msg="Plugin registered" pluginID=input 2023-12-20T10:51:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:27 smithi123 ceph-mon[124884]: osdmap e153: 8 total, 8 up, 8 in 2023-12-20T10:51:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:27 smithi123 ceph-mon[111044]: osdmap e153: 8 total, 8 up, 8 in 2023-12-20T10:51:27.903 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:27 smithi177 systemd[1]: Stopping Ceph node-exporter.b for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:51:27.903 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=plugin.loader t=2023-12-20T10:51:27.610761449Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2023-12-20T10:51:27.903 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=plugin.loader t=2023-12-20T10:51:27.610815515Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2023-12-20T10:51:27.903 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=secrets t=2023-12-20T10:51:27.610867467Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2023-12-20T10:51:27.903 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=query_data t=2023-12-20T10:51:27.612748086Z level=info msg="Query Service initialization" 2023-12-20T10:51:27.903 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=live.push_http t=2023-12-20T10:51:27.615240349Z level=info msg="Live Push Gateway initialization" 2023-12-20T10:51:28.308 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 bash[197814]: ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b 2023-12-20T10:51:28.308 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 systemd[1]: ceph-85213638-9f24-11ee-95a5-87774f69a715@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2023-12-20T10:51:28.332 INFO:tasks.rados.rados.0.smithi123.stdout:495: done (7 left) 2023-12-20T10:51:28.332 INFO:tasks.rados.rados.0.smithi123.stdout:496: done (6 left) 2023-12-20T10:51:28.332 INFO:tasks.rados.rados.0.smithi123.stdout:498: done (5 left) 2023-12-20T10:51:28.332 INFO:tasks.rados.rados.0.smithi123.stdout:500: done (4 left) 2023-12-20T10:51:28.332 INFO:tasks.rados.rados.0.smithi123.stdout:501: done (3 left) 2023-12-20T10:51:28.332 INFO:tasks.rados.rados.0.smithi123.stdout:502: done (2 left) 2023-12-20T10:51:28.332 INFO:tasks.rados.rados.0.smithi123.stdout:504: done (1 left) 2023-12-20T10:51:28.332 INFO:tasks.rados.rados.0.smithi123.stdout:506: done (0 left) 2023-12-20T10:51:28.332 INFO:tasks.rados.rados.0.smithi123.stdout:507: snap_remove snap 17 2023-12-20T10:51:28.574 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-mon[144425]: pgmap v42: 121 pgs: 121 active+clean; 147 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 132 KiB/s wr, 0 op/s 2023-12-20T10:51:28.574 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-mon[144425]: osdmap e154: 8 total, 8 up, 8 in 2023-12-20T10:51:28.574 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:28.574 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:28.574 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-mon[144425]: Reconfiguring node-exporter.b (dependencies changed)... 2023-12-20T10:51:28.574 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-mon[144425]: Reconfiguring daemon node-exporter.b on smithi177 2023-12-20T10:51:28.574 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=infra.usagestats.collector t=2023-12-20T10:51:28.394815722Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2023-12-20T10:51:28.574 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=provisioning.datasources t=2023-12-20T10:51:28.480818676Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2023-12-20T10:51:28.575 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=provisioning.datasources t=2023-12-20T10:51:28.480849031Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2023-12-20T10:51:28.575 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=provisioning.datasources t=2023-12-20T10:51:28.491074321Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2023-12-20T10:51:28.575 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 systemd[1]: ceph-85213638-9f24-11ee-95a5-87774f69a715@node-exporter.b.service: Failed with result 'exit-code'. 2023-12-20T10:51:28.575 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 systemd[1]: Stopped Ceph node-exporter.b for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:51:28.575 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 systemd[1]: Starting Ceph node-exporter.b for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:51:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:28 smithi123 ceph-mon[124884]: pgmap v42: 121 pgs: 121 active+clean; 147 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 132 KiB/s wr, 0 op/s 2023-12-20T10:51:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:28 smithi123 ceph-mon[124884]: osdmap e154: 8 total, 8 up, 8 in 2023-12-20T10:51:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:28 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:28 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:28 smithi123 ceph-mon[124884]: Reconfiguring node-exporter.b (dependencies changed)... 2023-12-20T10:51:28.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:28 smithi123 ceph-mon[124884]: Reconfiguring daemon node-exporter.b on smithi177 2023-12-20T10:51:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:28 smithi123 ceph-mon[111044]: pgmap v42: 121 pgs: 121 active+clean; 147 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 132 KiB/s wr, 0 op/s 2023-12-20T10:51:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:28 smithi123 ceph-mon[111044]: osdmap e154: 8 total, 8 up, 8 in 2023-12-20T10:51:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:28 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:28 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:28 smithi123 ceph-mon[111044]: Reconfiguring node-exporter.b (dependencies changed)... 2023-12-20T10:51:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:28 smithi123 ceph-mon[111044]: Reconfiguring daemon node-exporter.b on smithi177 2023-12-20T10:51:28.903 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=provisioning.alerting t=2023-12-20T10:51:28.572465571Z level=info msg="starting to provision alerting" 2023-12-20T10:51:28.903 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=provisioning.alerting t=2023-12-20T10:51:28.572508732Z level=info msg="finished to provision alerting" 2023-12-20T10:51:28.904 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=ngalert.state.manager t=2023-12-20T10:51:28.572631686Z level=info msg="Warming state cache for startup" 2023-12-20T10:51:28.904 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=grafanaStorageLogger t=2023-12-20T10:51:28.572721155Z level=info msg="storage starting" 2023-12-20T10:51:28.904 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=http.server t=2023-12-20T10:51:28.574759634Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2023-12-20T10:51:28.904 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=ngalert.state.manager t=2023-12-20T10:51:28.583010869Z level=info msg="State cache has been initialized" states=0 duration=10.378579ms 2023-12-20T10:51:28.904 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=ticker t=2023-12-20T10:51:28.583072066Z level=info msg=starting first_tick=2023-12-20T10:51:30Z 2023-12-20T10:51:28.904 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=ngalert.multiorg.alertmanager t=2023-12-20T10:51:28.58306233Z level=info msg="starting MultiOrg Alertmanager" 2023-12-20T10:51:28.904 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.716Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-12-20T10:51:28.905 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.716Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-12-20T10:51:28.905 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.717Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-12-20T10:51:28.905 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.717Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-12-20T10:51:28.905 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.717Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-12-20T10:51:28.905 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-12-20T10:51:28.905 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-12-20T10:51:28.905 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=arp 2023-12-20T10:51:28.906 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=bcache 2023-12-20T10:51:28.906 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=bonding 2023-12-20T10:51:28.906 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=btrfs 2023-12-20T10:51:28.906 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=conntrack 2023-12-20T10:51:28.906 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=cpu 2023-12-20T10:51:28.906 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-12-20T10:51:28.906 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=diskstats 2023-12-20T10:51:28.906 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=dmi 2023-12-20T10:51:28.906 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=edac 2023-12-20T10:51:28.906 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=entropy 2023-12-20T10:51:28.906 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-12-20T10:51:28.907 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=filefd 2023-12-20T10:51:28.907 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=filesystem 2023-12-20T10:51:28.907 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=hwmon 2023-12-20T10:51:28.907 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=infiniband 2023-12-20T10:51:28.907 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=ipvs 2023-12-20T10:51:28.907 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=loadavg 2023-12-20T10:51:28.908 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=mdadm 2023-12-20T10:51:28.908 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=meminfo 2023-12-20T10:51:28.908 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=netclass 2023-12-20T10:51:28.908 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=netdev 2023-12-20T10:51:28.908 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=netstat 2023-12-20T10:51:28.908 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=nfs 2023-12-20T10:51:28.909 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=nfsd 2023-12-20T10:51:28.909 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=nvme 2023-12-20T10:51:28.909 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=os 2023-12-20T10:51:28.909 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-12-20T10:51:28.909 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=pressure 2023-12-20T10:51:28.909 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=rapl 2023-12-20T10:51:28.909 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=schedstat 2023-12-20T10:51:28.909 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=selinux 2023-12-20T10:51:28.909 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=sockstat 2023-12-20T10:51:28.909 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=softnet 2023-12-20T10:51:28.909 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=stat 2023-12-20T10:51:28.910 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=tapestats 2023-12-20T10:51:28.910 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=textfile 2023-12-20T10:51:28.910 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-12-20T10:51:28.910 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=time 2023-12-20T10:51:28.910 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-12-20T10:51:28.910 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=uname 2023-12-20T10:51:28.910 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=vmstat 2023-12-20T10:51:28.910 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=xfs 2023-12-20T10:51:28.910 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=node_exporter.go:117 level=info collector=zfs 2023-12-20T10:51:28.910 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-12-20T10:51:28.910 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-node-exporter-b[197947]: ts=2023-12-20T10:51:28.718Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-12-20T10:51:29.333 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 bash[197933]: 7b740fbbfc9d3e19fb85924a80b020bf2d015a82e77d3fc9e306abece23bc4df 2023-12-20T10:51:29.333 INFO:journalctl@ceph.node-exporter.b.smithi177.stdout:Dec 20 10:51:28 smithi177 systemd[1]: Started Ceph node-exporter.b for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:51:29.349 INFO:tasks.rados.rados.0.smithi123.stdout:507: done (0 left) 2023-12-20T10:51:29.349 INFO:tasks.rados.rados.0.smithi123.stdout:508: read oid 16 snap 42 2023-12-20T10:51:29.349 INFO:tasks.rados.rados.0.smithi123.stdout:508: expect (ObjNum 83 snap 16 seq_num 83) 2023-12-20T10:51:29.349 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 2 current snap is 50 2023-12-20T10:51:29.350 INFO:tasks.rados.rados.0.smithi123.stdout:509: seq_num 182 ranges {1671168=655360} 2023-12-20T10:51:29.357 INFO:tasks.rados.rados.0.smithi123.stdout:509: writing smithi123173835-2 from 1671168 to 2326528 tid 1 2023-12-20T10:51:29.357 INFO:tasks.rados.rados.0.smithi123.stdout:510: setattr oid 49 current snap is 50 2023-12-20T10:51:29.358 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 45 current snap is 50 2023-12-20T10:51:29.358 INFO:tasks.rados.rados.0.smithi123.stdout:511: seq_num 183 ranges {2056192=671744} 2023-12-20T10:51:29.375 INFO:tasks.rados.rados.0.smithi123.stdout:511: writing smithi123173835-45 from 2056192 to 2727936 tid 1 2023-12-20T10:51:29.375 INFO:tasks.rados.rados.0.smithi123.stdout:512: read oid 35 snap -1 2023-12-20T10:51:29.375 INFO:tasks.rados.rados.0.smithi123.stdout:512: expect (ObjNum 128 snap 33 seq_num 128) 2023-12-20T10:51:29.376 INFO:tasks.rados.rados.0.smithi123.stdout:513: read oid 12 snap -1 2023-12-20T10:51:29.376 INFO:tasks.rados.rados.0.smithi123.stdout:513: expect (ObjNum 175 snap 48 seq_num 175) 2023-12-20T10:51:29.376 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 44 current snap is 50 2023-12-20T10:51:29.376 INFO:tasks.rados.rados.0.smithi123.stdout:508: expect (ObjNum 83 snap 16 seq_num 83) 2023-12-20T10:51:29.484 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 127 (ObjNum 145 snap 38 seq_num 145) dirty exists 2023-12-20T10:51:29.484 INFO:tasks.rados.rados.0.smithi123.stdout:509: finishing write tid 1 to smithi123173835-2 2023-12-20T10:51:29.484 INFO:tasks.rados.rados.0.smithi123.stdout:509: finishing write tid 2 to smithi123173835-2 2023-12-20T10:51:29.484 INFO:tasks.rados.rados.0.smithi123.stdout:509: finishing write tid 3 to smithi123173835-2 2023-12-20T10:51:29.485 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 2 v 127 (ObjNum 182 snap 50 seq_num 182) dirty exists 2023-12-20T10:51:29.485 INFO:tasks.rados.rados.0.smithi123.stdout:509: left oid 2 (ObjNum 182 snap 50 seq_num 182) 2023-12-20T10:51:29.485 INFO:tasks.rados.rados.0.smithi123.stdout:511: finishing write tid 1 to smithi123173835-45 2023-12-20T10:51:29.485 INFO:tasks.rados.rados.0.smithi123.stdout:511: finishing write tid 2 to smithi123173835-45 2023-12-20T10:51:29.485 INFO:tasks.rados.rados.0.smithi123.stdout:511: finishing write tid 3 to smithi123173835-45 2023-12-20T10:51:29.485 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 240 (ObjNum 183 snap 50 seq_num 183) dirty exists 2023-12-20T10:51:29.485 INFO:tasks.rados.rados.0.smithi123.stdout:511: left oid 45 (ObjNum 183 snap 50 seq_num 183) 2023-12-20T10:51:29.486 INFO:tasks.rados.rados.0.smithi123.stdout:512: expect (ObjNum 128 snap 33 seq_num 128) 2023-12-20T10:51:29.563 INFO:tasks.rados.rados.0.smithi123.stdout:513: expect (ObjNum 175 snap 48 seq_num 175) 2023-12-20T10:51:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:29 smithi177 ceph-mon[144425]: osdmap e155: 8 total, 8 up, 8 in 2023-12-20T10:51:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:29 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:29 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:29 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-20T10:51:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:29 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-20T10:51:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:29 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-20T10:51:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:29 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:51:29.677 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:29 smithi123 ceph-mon[111044]: osdmap e155: 8 total, 8 up, 8 in 2023-12-20T10:51:29.678 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:29 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:29.678 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:29 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:29.678 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:29 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-20T10:51:29.678 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:29 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-20T10:51:29.678 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:29 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-20T10:51:29.678 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:29 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:51:29.678 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:29 smithi123 ceph-mon[124884]: osdmap e155: 8 total, 8 up, 8 in 2023-12-20T10:51:29.678 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:29 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:29.678 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:29 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:29.678 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:29 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-20T10:51:29.678 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:29 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-20T10:51:29.678 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:29 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-20T10:51:29.679 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:29 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:51:29.731 INFO:tasks.rados.rados.0.smithi123.stdout:514: seq_num 184 ranges {335872=688128} 2023-12-20T10:51:29.737 INFO:tasks.rados.rados.0.smithi123.stdout:514: writing smithi123173835-44 from 335872 to 1024000 tid 1 2023-12-20T10:51:29.737 INFO:tasks.rados.rados.0.smithi123.stdout:508: done (6 left) 2023-12-20T10:51:29.737 INFO:tasks.rados.rados.0.smithi123.stdout:509: done (5 left) 2023-12-20T10:51:29.737 INFO:tasks.rados.rados.0.smithi123.stdout:510: done (4 left) 2023-12-20T10:51:29.737 INFO:tasks.rados.rados.0.smithi123.stdout:511: done (3 left) 2023-12-20T10:51:29.737 INFO:tasks.rados.rados.0.smithi123.stdout:512: done (2 left) 2023-12-20T10:51:29.737 INFO:tasks.rados.rados.0.smithi123.stdout:513: done (1 left) 2023-12-20T10:51:29.737 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 42 current snap is 50 2023-12-20T10:51:29.738 INFO:tasks.rados.rados.0.smithi123.stdout:515: seq_num 185 ranges {1736704=704512} 2023-12-20T10:51:29.750 INFO:tasks.rados.rados.0.smithi123.stdout:515: writing smithi123173835-42 from 1736704 to 2441216 tid 1 2023-12-20T10:51:29.750 INFO:tasks.rados.rados.0.smithi123.stdout:516: snap_create 2023-12-20T10:51:29.750 INFO:tasks.rados.rados.0.smithi123.stdout:514: finishing write tid 1 to smithi123173835-44 2023-12-20T10:51:29.750 INFO:tasks.rados.rados.0.smithi123.stdout:514: finishing write tid 2 to smithi123173835-44 2023-12-20T10:51:29.750 INFO:tasks.rados.rados.0.smithi123.stdout:514: finishing write tid 3 to smithi123173835-44 2023-12-20T10:51:29.751 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 44 v 15 (ObjNum 184 snap 50 seq_num 184) dirty exists 2023-12-20T10:51:29.751 INFO:tasks.rados.rados.0.smithi123.stdout:514: left oid 44 (ObjNum 184 snap 50 seq_num 184) 2023-12-20T10:51:29.753 INFO:tasks.rados.rados.0.smithi123.stdout:515: finishing write tid 1 to smithi123173835-42 2023-12-20T10:51:29.753 INFO:tasks.rados.rados.0.smithi123.stdout:515: finishing write tid 2 to smithi123173835-42 2023-12-20T10:51:29.754 INFO:tasks.rados.rados.0.smithi123.stdout:515: finishing write tid 3 to smithi123173835-42 2023-12-20T10:51:29.754 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 42 v 234 (ObjNum 185 snap 50 seq_num 185) dirty exists 2023-12-20T10:51:29.754 INFO:tasks.rados.rados.0.smithi123.stdout:515: left oid 42 (ObjNum 185 snap 50 seq_num 185) 2023-12-20T10:51:30.269 INFO:tasks.rados.rados.0.smithi123.stdout:514: done (2 left) 2023-12-20T10:51:30.270 INFO:tasks.rados.rados.0.smithi123.stdout:515: done (1 left) 2023-12-20T10:51:30.270 INFO:tasks.rados.rados.0.smithi123.stdout:516: done (0 left) 2023-12-20T10:51:30.270 INFO:tasks.rados.rados.0.smithi123.stdout:517: setattr oid 5 current snap is 51 2023-12-20T10:51:30.270 INFO:tasks.rados.rados.0.smithi123.stdout:518: rollback oid 50 current snap is 51 2023-12-20T10:51:30.271 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 50 to 32 2023-12-20T10:51:30.271 INFO:tasks.rados.rados.0.smithi123.stdout:519: setattr oid 47 current snap is 51 2023-12-20T10:51:30.271 INFO:tasks.rados.rados.0.smithi123.stdout:520: rollback oid 10 current snap is 51 2023-12-20T10:51:30.271 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 10 to 50 2023-12-20T10:51:30.271 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 11 current snap is 51 2023-12-20T10:51:30.271 INFO:tasks.rados.rados.0.smithi123.stdout:521: seq_num 186 ranges {1753088=720896} 2023-12-20T10:51:30.286 INFO:tasks.rados.rados.0.smithi123.stdout:521: writing smithi123173835-11 from 1753088 to 2473984 tid 1 2023-12-20T10:51:30.286 INFO:tasks.rados.rados.0.smithi123.stdout:522: snap_remove snap 44 2023-12-20T10:51:30.612 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:30 smithi123 ceph-mon[124884]: pgmap v45: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 23 op/s 2023-12-20T10:51:30.612 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:30 smithi123 ceph-mon[124884]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-20T10:51:30.612 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:30 smithi123 ceph-mon[124884]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-20T10:51:30.612 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:30 smithi123 ceph-mon[124884]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-20T10:51:30.612 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:30 smithi123 ceph-mon[124884]: Upgrade: Need to upgrade myself (mgr.x) 2023-12-20T10:51:30.612 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:30 smithi123 ceph-mon[124884]: Upgrade: Need to upgrade myself (mgr.x) 2023-12-20T10:51:30.612 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:30 smithi123 ceph-mon[124884]: osdmap e156: 8 total, 8 up, 8 in 2023-12-20T10:51:30.612 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:30 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:30.612 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:30 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-20T10:51:30.612 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:30 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-20T10:51:30.612 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:30 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-20T10:51:30.613 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:30 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:51:30.613 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:30 smithi123 ceph-mon[124884]: osdmap e157: 8 total, 8 up, 8 in 2023-12-20T10:51:30.613 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:30 smithi123 ceph-mon[111044]: pgmap v45: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 23 op/s 2023-12-20T10:51:30.613 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:30 smithi123 ceph-mon[111044]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-20T10:51:30.613 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:30 smithi123 ceph-mon[111044]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-20T10:51:30.613 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:30 smithi123 ceph-mon[111044]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-20T10:51:30.613 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:30 smithi123 ceph-mon[111044]: Upgrade: Need to upgrade myself (mgr.x) 2023-12-20T10:51:30.613 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:30 smithi123 ceph-mon[111044]: Upgrade: Need to upgrade myself (mgr.x) 2023-12-20T10:51:30.613 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:30 smithi123 ceph-mon[111044]: osdmap e156: 8 total, 8 up, 8 in 2023-12-20T10:51:30.613 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:30 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:30.613 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:30 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-20T10:51:30.613 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:30 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-20T10:51:30.614 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:30 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-20T10:51:30.614 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:30 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:51:30.614 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:30 smithi123 ceph-mon[111044]: osdmap e157: 8 total, 8 up, 8 in 2023-12-20T10:51:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:30 smithi177 ceph-mon[144425]: pgmap v45: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 23 op/s 2023-12-20T10:51:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:30 smithi177 ceph-mon[144425]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-20T10:51:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:30 smithi177 ceph-mon[144425]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-20T10:51:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:30 smithi177 ceph-mon[144425]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-20T10:51:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:30 smithi177 ceph-mon[144425]: Upgrade: Need to upgrade myself (mgr.x) 2023-12-20T10:51:30.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:30 smithi177 ceph-mon[144425]: Upgrade: Need to upgrade myself (mgr.x) 2023-12-20T10:51:30.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:30 smithi177 ceph-mon[144425]: osdmap e156: 8 total, 8 up, 8 in 2023-12-20T10:51:30.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:30 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:30.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:30 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-20T10:51:30.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:30 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-20T10:51:30.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:30 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-20T10:51:30.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:30 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:51:30.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:30 smithi177 ceph-mon[144425]: osdmap e157: 8 total, 8 up, 8 in 2023-12-20T10:51:31.283 INFO:tasks.rados.rados.0.smithi123.stdout:522: done (5 left) 2023-12-20T10:51:31.283 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 23 current snap is 51 2023-12-20T10:51:31.283 INFO:tasks.rados.rados.0.smithi123.stdout:523: seq_num 187 ranges {0=737280} 2023-12-20T10:51:31.288 INFO:tasks.rados.rados.0.smithi123.stdout:523: writing smithi123173835-23 from 0 to 737280 tid 1 2023-12-20T10:51:31.289 INFO:tasks.rados.rados.0.smithi123.stdout:524: rollback oid 20 current snap is 51 2023-12-20T10:51:31.289 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 20 to 21 2023-12-20T10:51:31.289 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 47 v 150 (ObjNum 115 snap 28 seq_num 115) dirty exists 2023-12-20T10:51:31.289 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 177 (ObjNum 129 snap 0 seq_num 958573160) dirty exists 2023-12-20T10:51:31.289 INFO:tasks.rados.rados.0.smithi123.stdout:518: finishing rollback tid 0 to smithi123173835-50 2023-12-20T10:51:31.289 INFO:tasks.rados.rados.0.smithi123.stdout:518: finishing rollback tid 1 to smithi123173835-50 2023-12-20T10:51:31.289 INFO:tasks.rados.rados.0.smithi123.stdout:518: finishing rollback tid 2 to smithi123173835-50 2023-12-20T10:51:31.289 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 50 v 373 (ObjNum 118 snap 28 seq_num 118) dirty exists 2023-12-20T10:51:31.289 INFO:tasks.rados.rados.0.smithi123.stdout:520: finishing rollback tid 0 to smithi123173835-10 2023-12-20T10:51:31.289 INFO:tasks.rados.rados.0.smithi123.stdout:520: finishing rollback tid 1 to smithi123173835-10 2023-12-20T10:51:31.289 INFO:tasks.rados.rados.0.smithi123.stdout:520: finishing rollback tid 2 to smithi123173835-10 2023-12-20T10:51:31.289 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 377 (ObjNum 107 snap 25 seq_num 107) dirty exists 2023-12-20T10:51:31.290 INFO:tasks.rados.rados.0.smithi123.stdout:521: finishing write tid 1 to smithi123173835-11 2023-12-20T10:51:31.290 INFO:tasks.rados.rados.0.smithi123.stdout:521: finishing write tid 2 to smithi123173835-11 2023-12-20T10:51:31.290 INFO:tasks.rados.rados.0.smithi123.stdout:521: finishing write tid 3 to smithi123173835-11 2023-12-20T10:51:31.290 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 11 v 66 (ObjNum 186 snap 51 seq_num 186) dirty exists 2023-12-20T10:51:31.290 INFO:tasks.rados.rados.0.smithi123.stdout:521: left oid 11 (ObjNum 186 snap 51 seq_num 186) 2023-12-20T10:51:31.290 INFO:tasks.rados.rados.0.smithi123.stdout:517: done (6 left) 2023-12-20T10:51:31.290 INFO:tasks.rados.rados.0.smithi123.stdout:518: done (5 left) 2023-12-20T10:51:31.290 INFO:tasks.rados.rados.0.smithi123.stdout:519: done (4 left) 2023-12-20T10:51:31.290 INFO:tasks.rados.rados.0.smithi123.stdout:520: done (3 left) 2023-12-20T10:51:31.290 INFO:tasks.rados.rados.0.smithi123.stdout:521: done (2 left) 2023-12-20T10:51:31.290 INFO:tasks.rados.rados.0.smithi123.stdout:525: rmattr oid 41 current snap is 51 2023-12-20T10:51:31.290 INFO:tasks.rados.rados.0.smithi123.stdout:525: done (2 left) 2023-12-20T10:51:31.290 INFO:tasks.rados.rados.0.smithi123.stdout:526: read oid 37 snap -1 2023-12-20T10:51:31.290 INFO:tasks.rados.rados.0.smithi123.stdout:526: expect (ObjNum 172 snap 48 seq_num 172) 2023-12-20T10:51:31.290 INFO:tasks.rados.rados.0.smithi123.stdout:527: snap_create 2023-12-20T10:51:31.291 INFO:tasks.rados.rados.0.smithi123.stdout:524: finishing rollback tid 1 to smithi123173835-20 2023-12-20T10:51:31.291 INFO:tasks.rados.rados.0.smithi123.stdout:524: finishing rollback tid 2 to smithi123173835-20 2023-12-20T10:51:31.291 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 20 v 174 (ObjNum 85 snap 17 seq_num 85) dirty exists 2023-12-20T10:51:31.298 INFO:tasks.rados.rados.0.smithi123.stdout:523: finishing write tid 1 to smithi123173835-23 2023-12-20T10:51:31.298 INFO:tasks.rados.rados.0.smithi123.stdout:523: finishing write tid 2 to smithi123173835-23 2023-12-20T10:51:31.300 INFO:tasks.rados.rados.0.smithi123.stdout:523: finishing write tid 3 to smithi123173835-23 2023-12-20T10:51:31.300 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 23 v 240 (ObjNum 187 snap 51 seq_num 187) dirty exists 2023-12-20T10:51:31.300 INFO:tasks.rados.rados.0.smithi123.stdout:523: left oid 23 (ObjNum 187 snap 51 seq_num 187) 2023-12-20T10:51:31.306 INFO:tasks.rados.rados.0.smithi123.stdout:526: expect (ObjNum 172 snap 48 seq_num 172) 2023-12-20T10:51:31.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:31 smithi123 systemd[1]: Stopping Ceph mgr.y for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:51:31.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:31 smithi123 ceph-mon[124884]: Upgrade: Updating mgr.y 2023-12-20T10:51:31.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:31 smithi123 ceph-mon[124884]: Deploying daemon mgr.y on smithi123 2023-12-20T10:51:31.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:31 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:51:31.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:31 smithi123 ceph-mon[124884]: osdmap e158: 8 total, 8 up, 8 in 2023-12-20T10:51:31.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:31 smithi123 ceph-mon[111044]: Upgrade: Updating mgr.y 2023-12-20T10:51:31.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:31 smithi123 ceph-mon[111044]: Deploying daemon mgr.y on smithi123 2023-12-20T10:51:31.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:31 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:51:31.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:31 smithi123 ceph-mon[111044]: osdmap e158: 8 total, 8 up, 8 in 2023-12-20T10:51:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:31 smithi177 ceph-mon[144425]: Upgrade: Updating mgr.y 2023-12-20T10:51:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:31 smithi177 ceph-mon[144425]: Deploying daemon mgr.y on smithi123 2023-12-20T10:51:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:31 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:51:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:31 smithi177 ceph-mon[144425]: osdmap e158: 8 total, 8 up, 8 in 2023-12-20T10:51:31.785 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:31 smithi123 bash[177341]: ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y 2023-12-20T10:51:31.785 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:31 smithi123 systemd[1]: ceph-85213638-9f24-11ee-95a5-87774f69a715@mgr.y.service: Main process exited, code=exited, status=143/n/a 2023-12-20T10:51:32.181 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:31 smithi123 systemd[1]: ceph-85213638-9f24-11ee-95a5-87774f69a715@mgr.y.service: Failed with result 'exit-code'. 2023-12-20T10:51:32.181 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:31 smithi123 systemd[1]: Stopped Ceph mgr.y for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:51:32.181 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:31 smithi123 systemd[1]: Starting Ceph mgr.y for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:51:32.287 INFO:tasks.rados.rados.0.smithi123.stdout:523: done (3 left) 2023-12-20T10:51:32.287 INFO:tasks.rados.rados.0.smithi123.stdout:524: done (2 left) 2023-12-20T10:51:32.287 INFO:tasks.rados.rados.0.smithi123.stdout:526: done (1 left) 2023-12-20T10:51:32.287 INFO:tasks.rados.rados.0.smithi123.stdout:527: done (0 left) 2023-12-20T10:51:32.287 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 3 current snap is 52 2023-12-20T10:51:32.287 INFO:tasks.rados.rados.0.smithi123.stdout:528: seq_num 188 ranges {385024=753664} 2023-12-20T10:51:32.294 INFO:tasks.rados.rados.0.smithi123.stdout:528: writing smithi123173835-3 from 385024 to 1138688 tid 1 2023-12-20T10:51:32.294 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 49 current snap is 52 2023-12-20T10:51:32.294 INFO:tasks.rados.rados.0.smithi123.stdout:529: seq_num 189 ranges {32768=770048} 2023-12-20T10:51:32.299 INFO:tasks.rados.rados.0.smithi123.stdout:529: writing smithi123173835-49 from 32768 to 802816 tid 1 2023-12-20T10:51:32.299 INFO:tasks.rados.rados.0.smithi123.stdout:530: read oid 32 snap 23 2023-12-20T10:51:32.299 INFO:tasks.rados.rados.0.smithi123.stdout:530: expect (ObjNum 18 snap 0 seq_num 18) 2023-12-20T10:51:32.299 INFO:tasks.rados.rados.0.smithi123.stdout:531: rollback oid 50 current snap is 52 2023-12-20T10:51:32.299 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 50 to 31 2023-12-20T10:51:32.299 INFO:tasks.rados.rados.0.smithi123.stdout:532: snap_create 2023-12-20T10:51:32.306 INFO:tasks.rados.rados.0.smithi123.stdout:529: finishing write tid 1 to smithi123173835-49 2023-12-20T10:51:32.306 INFO:tasks.rados.rados.0.smithi123.stdout:529: finishing write tid 2 to smithi123173835-49 2023-12-20T10:51:32.306 INFO:tasks.rados.rados.0.smithi123.stdout:528: finishing write tid 1 to smithi123173835-3 2023-12-20T10:51:32.307 INFO:tasks.rados.rados.0.smithi123.stdout:528: finishing write tid 2 to smithi123173835-3 2023-12-20T10:51:32.307 INFO:tasks.rados.rados.0.smithi123.stdout:529: finishing write tid 3 to smithi123173835-49 2023-12-20T10:51:32.307 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 129 (ObjNum 189 snap 52 seq_num 189) dirty exists 2023-12-20T10:51:32.307 INFO:tasks.rados.rados.0.smithi123.stdout:529: left oid 49 (ObjNum 189 snap 52 seq_num 189) 2023-12-20T10:51:32.307 INFO:tasks.rados.rados.0.smithi123.stdout:528: finishing write tid 3 to smithi123173835-3 2023-12-20T10:51:32.307 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 249 (ObjNum 188 snap 52 seq_num 188) dirty exists 2023-12-20T10:51:32.308 INFO:tasks.rados.rados.0.smithi123.stdout:528: left oid 3 (ObjNum 188 snap 52 seq_num 188) 2023-12-20T10:51:32.308 INFO:tasks.rados.rados.0.smithi123.stdout:531: finishing rollback tid 0 to smithi123173835-50 2023-12-20T10:51:32.309 INFO:tasks.rados.rados.0.smithi123.stdout:530: expect (ObjNum 18 snap 0 seq_num 18) 2023-12-20T10:51:32.317 INFO:tasks.rados.rados.0.smithi123.stdout:531: finishing rollback tid 1 to smithi123173835-50 2023-12-20T10:51:32.317 INFO:tasks.rados.rados.0.smithi123.stdout:531: finishing rollback tid 2 to smithi123173835-50 2023-12-20T10:51:32.318 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 50 v 389 (ObjNum 118 snap 28 seq_num 118) dirty exists 2023-12-20T10:51:32.600 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:32 smithi123 ceph-mon[111044]: pgmap v48: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 23 op/s 2023-12-20T10:51:32.600 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:32 smithi123 ceph-mon[111044]: osdmap e159: 8 total, 8 up, 8 in 2023-12-20T10:51:32.600 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:32 smithi123 ceph-mon[124884]: pgmap v48: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 23 op/s 2023-12-20T10:51:32.601 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:32 smithi123 ceph-mon[124884]: osdmap e159: 8 total, 8 up, 8 in 2023-12-20T10:51:32.601 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:32 smithi123 ceph-mgr[177529]: -- 172.21.15.123:0/1743606574 <== mon.0 v2:172.21.15.123:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55580477e1a0 con 0x555804754c00 2023-12-20T10:51:32.601 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:32 smithi123 bash[177492]: 44c2036fd4451ae8056a67f65e43ec45da6feea0cea97b80daa9af323d3ce08e 2023-12-20T10:51:32.601 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:32 smithi123 systemd[1]: Started Ceph mgr.y for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:51:32.601 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:32 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:32.423+0000 7fac2119d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-20T10:51:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:32 smithi177 ceph-mon[144425]: pgmap v48: 121 pgs: 121 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 23 op/s 2023-12-20T10:51:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:32 smithi177 ceph-mon[144425]: osdmap e159: 8 total, 8 up, 8 in 2023-12-20T10:51:32.972 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:32 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:32.597+0000 7fac2119d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-20T10:51:33.242 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:32 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:32.969+0000 7fac2119d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-20T10:51:33.278 INFO:tasks.rados.rados.0.smithi123.stdout:528: done (4 left) 2023-12-20T10:51:33.278 INFO:tasks.rados.rados.0.smithi123.stdout:529: done (3 left) 2023-12-20T10:51:33.278 INFO:tasks.rados.rados.0.smithi123.stdout:530: done (2 left) 2023-12-20T10:51:33.278 INFO:tasks.rados.rados.0.smithi123.stdout:531: done (1 left) 2023-12-20T10:51:33.278 INFO:tasks.rados.rados.0.smithi123.stdout:532: done (0 left) 2023-12-20T10:51:33.279 INFO:tasks.rados.rados.0.smithi123.stdout:533: read oid 22 snap -1 2023-12-20T10:51:33.279 INFO:tasks.rados.rados.0.smithi123.stdout:533: expect (ObjNum 161 snap 46 seq_num 161) 2023-12-20T10:51:33.279 INFO:tasks.rados.rados.0.smithi123.stdout:534: rollback oid 47 current snap is 53 2023-12-20T10:51:33.279 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 47 to 43 2023-12-20T10:51:33.279 INFO:tasks.rados.rados.0.smithi123.stdout:535: snap_remove snap 45 2023-12-20T10:51:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:33 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:33 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:33 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:51:33.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:33 smithi177 ceph-mon[144425]: osdmap e160: 8 total, 8 up, 8 in 2023-12-20T10:51:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:33 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:33 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:33 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:51:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:33 smithi123 ceph-mon[124884]: osdmap e160: 8 total, 8 up, 8 in 2023-12-20T10:51:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:33 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:33 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:33.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:33 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:51:33.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:33 smithi123 ceph-mon[111044]: osdmap e160: 8 total, 8 up, 8 in 2023-12-20T10:51:33.743 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:33 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:33.520+0000 7fac2119d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-20T10:51:34.049 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:33 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:33.783+0000 7fac2119d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-20T10:51:34.284 INFO:tasks.rados.rados.0.smithi123.stdout:535: done (2 left) 2023-12-20T10:51:34.284 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 6 current snap is 53 2023-12-20T10:51:34.284 INFO:tasks.rados.rados.0.smithi123.stdout:536: seq_num 190 ranges {2662400=786432} 2023-12-20T10:51:34.304 INFO:tasks.rados.rados.0.smithi123.stdout:536: writing smithi123173835-6 from 2662400 to 3448832 tid 1 2023-12-20T10:51:34.304 INFO:tasks.rados.rados.0.smithi123.stdout:533: expect (ObjNum 161 snap 46 seq_num 161) 2023-12-20T10:51:34.334 INFO:tasks.rados.rados.0.smithi123.stdout:534: finishing rollback tid 0 to smithi123173835-47 2023-12-20T10:51:34.335 INFO:tasks.rados.rados.0.smithi123.stdout:534: finishing rollback tid 1 to smithi123173835-47 2023-12-20T10:51:34.335 INFO:tasks.rados.rados.0.smithi123.stdout:534: finishing rollback tid 2 to smithi123173835-47 2023-12-20T10:51:34.335 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 47 v 158 (ObjNum 153 snap 43 seq_num 153) dirty exists 2023-12-20T10:51:34.335 INFO:tasks.rados.rados.0.smithi123.stdout:536: finishing write tid 1 to smithi123173835-6 2023-12-20T10:51:34.335 INFO:tasks.rados.rados.0.smithi123.stdout:536: finishing write tid 2 to smithi123173835-6 2023-12-20T10:51:34.335 INFO:tasks.rados.rados.0.smithi123.stdout:536: finishing write tid 3 to smithi123173835-6 2023-12-20T10:51:34.335 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 258 (ObjNum 190 snap 53 seq_num 190) dirty exists 2023-12-20T10:51:34.335 INFO:tasks.rados.rados.0.smithi123.stdout:536: left oid 6 (ObjNum 190 snap 53 seq_num 190) 2023-12-20T10:51:34.336 INFO:tasks.rados.rados.0.smithi123.stdout:533: done (2 left) 2023-12-20T10:51:34.336 INFO:tasks.rados.rados.0.smithi123.stdout:534: done (1 left) 2023-12-20T10:51:34.336 INFO:tasks.rados.rados.0.smithi123.stdout:536: done (0 left) 2023-12-20T10:51:34.336 INFO:tasks.rados.rados.0.smithi123.stdout:537: copy_from oid 9 from oid 31 current snap is 53 2023-12-20T10:51:34.336 INFO:tasks.rados.rados.0.smithi123.stdout:538: rollback oid 7 current snap is 53 2023-12-20T10:51:34.336 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 7 to 32 2023-12-20T10:51:34.336 INFO:tasks.rados.rados.0.smithi123.stdout:539: snap_remove snap 46 2023-12-20T10:51:34.377 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:34 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:34.245+0000 7fac2119d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-20T10:51:34.603 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T10:51:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:34 smithi177 ceph-mon[144425]: pgmap v51: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 1020 KiB/s wr, 24 op/s 2023-12-20T10:51:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:34 smithi177 ceph-mon[144425]: osdmap e161: 8 total, 8 up, 8 in 2023-12-20T10:51:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:34 smithi123 ceph-mon[124884]: pgmap v51: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 1020 KiB/s wr, 24 op/s 2023-12-20T10:51:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:34 smithi123 ceph-mon[124884]: osdmap e161: 8 total, 8 up, 8 in 2023-12-20T10:51:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:34 smithi123 ceph-mon[111044]: pgmap v51: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 1020 KiB/s wr, 24 op/s 2023-12-20T10:51:34.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:34 smithi123 ceph-mon[111044]: osdmap e161: 8 total, 8 up, 8 in 2023-12-20T10:51:34.957 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T10:51:34.957 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (18s) 0s ago 3m 17.2M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T10:51:34.957 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 starting - - - - 2023-12-20T10:51:34.957 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4m) 0s ago 4m 14.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T10:51:34.957 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4m) 25s ago 4m 18.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T10:51:34.958 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283 running (41s) 25s ago 6m 497M - 19.0.0-36-g86cc4aec cffca723d661 affe1770cf93 2023-12-20T10:51:34.958 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2s) 0s ago 7m 49.7M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T10:51:34.958 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7m) 0s ago 8m 100M 2048M 17.2.7-131-ga88f3edf f9ecdbaa1030 7ed88b20f507 2023-12-20T10:51:34.958 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6m) 25s ago 6m 65.7M 2048M 17.2.7-131-ga88f3edf f9ecdbaa1030 5515e0c18ef1 2023-12-20T10:51:34.958 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6m) 0s ago 6m 70.3M 2048M 17.2.7-131-ga88f3edf f9ecdbaa1030 0578a13296d3 2023-12-20T10:51:34.958 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (17s) 0s ago 3m 8614k - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T10:51:34.958 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 starting - - - - 2023-12-20T10:51:34.958 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6m) 0s ago 6m 200M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 828b88ed29e3 2023-12-20T10:51:34.958 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6m) 0s ago 6m 163M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 b0cee27bddee 2023-12-20T10:51:34.958 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5m) 0s ago 5m 199M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 b1369b31ef83 2023-12-20T10:51:34.958 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5m) 0s ago 5m 149M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 8305407356c6 2023-12-20T10:51:34.958 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5m) 25s ago 5m 106M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 1798bf319de3 2023-12-20T10:51:34.958 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4m) 25s ago 4m 120M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 dfacb71fe175 2023-12-20T10:51:34.959 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4m) 25s ago 4m 106M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 81d67759495c 2023-12-20T10:51:34.959 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4m) 25s ago 4m 125M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 b7ad316c3647 2023-12-20T10:51:34.959 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 starting - - - - 2023-12-20T10:51:35.269 INFO:tasks.rados.rados.0.smithi123.stdout:539: done (2 left) 2023-12-20T10:51:35.269 INFO:tasks.rados.rados.0.smithi123.stdout:540: snap_create 2023-12-20T10:51:35.269 INFO:tasks.rados.rados.0.smithi123.stdout:537: finishing copy_from to smithi123173835-9 2023-12-20T10:51:35.269 INFO:tasks.rados.rados.0.smithi123.stdout:537: got expected ENOENT (src dne) 2023-12-20T10:51:35.270 INFO:tasks.rados.rados.0.smithi123.stdout:537: finishing copy_from racing read to smithi123173835-9 2023-12-20T10:51:35.270 INFO:tasks.rados.rados.0.smithi123.stdout:538: finishing rollback tid 0 to smithi123173835-7 2023-12-20T10:51:35.270 INFO:tasks.rados.rados.0.smithi123.stdout:538: finishing rollback tid 1 to smithi123173835-7 2023-12-20T10:51:35.270 INFO:tasks.rados.rados.0.smithi123.stdout:538: finishing rollback tid 2 to smithi123173835-7 2023-12-20T10:51:35.270 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 145 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-20T10:51:35.394 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T10:51:35.395 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T10:51:35.395 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 3 2023-12-20T10:51:35.395 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:51:35.395 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T10:51:35.395 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 1, 2023-12-20T10:51:35.395 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 1 2023-12-20T10:51:35.395 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:51:35.395 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T10:51:35.395 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 8 2023-12-20T10:51:35.395 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:51:35.395 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T10:51:35.395 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T10:51:35.396 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:51:35.396 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T10:51:35.396 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 14, 2023-12-20T10:51:35.396 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 1 2023-12-20T10:51:35.396 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T10:51:35.396 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T10:51:35.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:35 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:35.078+0000 7fac2119d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-20T10:51:35.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:35 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:35.176+0000 7fac2119d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-20T10:51:35.888 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:35 smithi123 ceph-mon[111044]: from='client.15162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:51:35.888 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:35 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:35.889 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:35 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:35.889 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:35 smithi123 ceph-mon[111044]: pgmap v54: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 1020 KiB/s wr, 24 op/s 2023-12-20T10:51:35.889 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:35 smithi123 ceph-mon[111044]: from='client.25061 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:51:35.889 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:35 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:35.889 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:35 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:35.889 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:35 smithi123 ceph-mon[111044]: osdmap e162: 8 total, 8 up, 8 in 2023-12-20T10:51:35.889 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:35 smithi123 ceph-mon[111044]: from='client.? 172.21.15.123:0/1486232328' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:51:35.889 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:35 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:35.889 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:35 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:35.889 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:35 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:35.844+0000 7fac2119d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-20T10:51:35.890 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:35 smithi123 ceph-mon[124884]: from='client.15162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:51:35.890 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:35 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:35.890 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:35 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:35.890 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:35 smithi123 ceph-mon[124884]: pgmap v54: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 1020 KiB/s wr, 24 op/s 2023-12-20T10:51:35.890 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:35 smithi123 ceph-mon[124884]: from='client.25061 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:51:35.890 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:35 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:35.890 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:35 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:35.890 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:35 smithi123 ceph-mon[124884]: osdmap e162: 8 total, 8 up, 8 in 2023-12-20T10:51:35.890 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:35 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/1486232328' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:51:35.890 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:35 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:35.890 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:35 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:35 smithi177 ceph-mon[144425]: from='client.15162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:51:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:35 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:35 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:35 smithi177 ceph-mon[144425]: pgmap v54: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 1020 KiB/s wr, 24 op/s 2023-12-20T10:51:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:35 smithi177 ceph-mon[144425]: from='client.25061 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:51:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:35 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:35 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:35 smithi177 ceph-mon[144425]: osdmap e162: 8 total, 8 up, 8 in 2023-12-20T10:51:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:35 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/1486232328' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:51:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:35 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:35.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:35 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:36.208 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:35 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:35.939+0000 7fac2119d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-20T10:51:36.209 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:36 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:36.035+0000 7fac2119d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-20T10:51:36.209 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:36 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:36.135+0000 7fac2119d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-20T10:51:36.278 INFO:tasks.rados.rados.0.smithi123.stdout:537: done (2 left) 2023-12-20T10:51:36.278 INFO:tasks.rados.rados.0.smithi123.stdout:538: done (1 left) 2023-12-20T10:51:36.278 INFO:tasks.rados.rados.0.smithi123.stdout:540: done (0 left) 2023-12-20T10:51:36.278 INFO:tasks.rados.rados.0.smithi123.stdout:541: snap_create 2023-12-20T10:51:36.479 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:36 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:36.368+0000 7fac2119d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-20T10:51:36.742 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:36 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:36.476+0000 7fac2119d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-20T10:51:36.742 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:36 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:36.711+0000 7fac2119d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-20T10:51:37.114 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:36 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:36.814+0000 7fac2119d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-20T10:51:37.114 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:37 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:37.016+0000 7fac2119d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-20T10:51:37.287 INFO:tasks.rados.rados.0.smithi123.stdout:541: done (0 left) 2023-12-20T10:51:37.288 INFO:tasks.rados.rados.0.smithi123.stdout:542: read oid 47 snap -1 2023-12-20T10:51:37.288 INFO:tasks.rados.rados.0.smithi123.stdout:542: expect (ObjNum 153 snap 43 seq_num 153) 2023-12-20T10:51:37.288 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 43 current snap is 55 2023-12-20T10:51:37.288 INFO:tasks.rados.rados.0.smithi123.stdout:543: seq_num 191 ranges {3768320=802816} 2023-12-20T10:51:37.314 INFO:tasks.rados.rados.0.smithi123.stdout:543: writing smithi123173835-43 from 3768320 to 4571136 tid 1 2023-12-20T10:51:37.314 INFO:tasks.rados.rados.0.smithi123.stdout:544: rollback oid 29 current snap is 55 2023-12-20T10:51:37.314 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 29 to 32 2023-12-20T10:51:37.314 INFO:tasks.rados.rados.0.smithi123.stdout:542: expect (ObjNum 153 snap 43 seq_num 153) 2023-12-20T10:51:37.426 INFO:tasks.rados.rados.0.smithi123.stdout:544: finishing rollback tid 0 to smithi123173835-29 2023-12-20T10:51:37.426 INFO:tasks.rados.rados.0.smithi123.stdout:543: finishing write tid 1 to smithi123173835-43 2023-12-20T10:51:37.426 INFO:tasks.rados.rados.0.smithi123.stdout:544: finishing rollback tid 1 to smithi123173835-29 2023-12-20T10:51:37.426 INFO:tasks.rados.rados.0.smithi123.stdout:542: done (2 left) 2023-12-20T10:51:37.427 INFO:tasks.rados.rados.0.smithi123.stdout:545: delete oid 27 current snap is 55 2023-12-20T10:51:37.427 INFO:tasks.rados.rados.0.smithi123.stdout:543: finishing write tid 2 to smithi123173835-43 2023-12-20T10:51:37.427 INFO:tasks.rados.rados.0.smithi123.stdout:544: finishing rollback tid 2 to smithi123173835-29 2023-12-20T10:51:37.427 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 171 (ObjNum 115 snap 28 seq_num 115) dirty exists 2023-12-20T10:51:37.427 INFO:tasks.rados.rados.0.smithi123.stdout:543: finishing write tid 3 to smithi123173835-43 2023-12-20T10:51:37.427 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 179 (ObjNum 191 snap 55 seq_num 191) dirty exists 2023-12-20T10:51:37.427 INFO:tasks.rados.rados.0.smithi123.stdout:543: left oid 43 (ObjNum 191 snap 55 seq_num 191) 2023-12-20T10:51:37.430 INFO:tasks.rados.rados.0.smithi123.stdout:543: done (2 left) 2023-12-20T10:51:37.430 INFO:tasks.rados.rados.0.smithi123.stdout:544: done (1 left) 2023-12-20T10:51:37.430 INFO:tasks.rados.rados.0.smithi123.stdout:545: done (0 left) 2023-12-20T10:51:37.430 INFO:tasks.rados.rados.0.smithi123.stdout:546: read oid 6 snap -1 2023-12-20T10:51:37.430 INFO:tasks.rados.rados.0.smithi123.stdout:546: expect (ObjNum 190 snap 53 seq_num 190) 2023-12-20T10:51:37.430 INFO:tasks.rados.rados.0.smithi123.stdout:547: copy_from oid 26 from oid 31 current snap is 55 2023-12-20T10:51:37.430 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 13 current snap is 55 2023-12-20T10:51:37.430 INFO:tasks.rados.rados.0.smithi123.stdout:548: seq_num 193 ranges {106496=434176,540672=401408} 2023-12-20T10:51:37.433 INFO:tasks.rados.rados.0.smithi123.stdout:548: writing smithi123173835-13 from 106496 to 540672 tid 1 2023-12-20T10:51:37.435 INFO:tasks.rados.rados.0.smithi123.stdout:548: writing smithi123173835-13 from 540672 to 942080 tid 2 2023-12-20T10:51:37.436 INFO:tasks.rados.rados.0.smithi123.stdout:549: delete oid 15 current snap is 55 2023-12-20T10:51:37.436 INFO:tasks.rados.rados.0.smithi123.stdout:547: finishing copy_from to smithi123173835-26 2023-12-20T10:51:37.436 INFO:tasks.rados.rados.0.smithi123.stdout:547: got expected ENOENT (src dne) 2023-12-20T10:51:37.436 INFO:tasks.rados.rados.0.smithi123.stdout:547: finishing copy_from racing read to smithi123173835-26 2023-12-20T10:51:37.442 INFO:tasks.rados.rados.0.smithi123.stdout:548: finishing write tid 1 to smithi123173835-13 2023-12-20T10:51:37.442 INFO:tasks.rados.rados.0.smithi123.stdout:548: finishing write tid 2 to smithi123173835-13 2023-12-20T10:51:37.442 INFO:tasks.rados.rados.0.smithi123.stdout:548: finishing write tid 3 to smithi123173835-13 2023-12-20T10:51:37.442 INFO:tasks.rados.rados.0.smithi123.stdout:547: done (3 left) 2023-12-20T10:51:37.442 INFO:tasks.rados.rados.0.smithi123.stdout:549: done (2 left) 2023-12-20T10:51:37.442 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 46 current snap is 55 2023-12-20T10:51:37.442 INFO:tasks.rados.rados.0.smithi123.stdout:550: seq_num 195 ranges {0=475136,475136=401408} 2023-12-20T10:51:37.445 INFO:tasks.rados.rados.0.smithi123.stdout:550: writing smithi123173835-46 from 0 to 475136 tid 1 2023-12-20T10:51:37.447 INFO:tasks.rados.rados.0.smithi123.stdout:550: writing smithi123173835-46 from 475136 to 876544 tid 2 2023-12-20T10:51:37.447 INFO:tasks.rados.rados.0.smithi123.stdout:551: setattr oid 24 current snap is 55 2023-12-20T10:51:37.447 INFO:tasks.rados.rados.0.smithi123.stdout:546: expect (ObjNum 190 snap 53 seq_num 190) 2023-12-20T10:51:37.487 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:37 smithi123 ceph-mon[124884]: osdmap e163: 8 total, 8 up, 8 in 2023-12-20T10:51:37.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:37 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:37.110+0000 7fac2119d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-20T10:51:37.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:37 smithi123 ceph-mon[111044]: osdmap e163: 8 total, 8 up, 8 in 2023-12-20T10:51:37.619 INFO:tasks.rados.rados.0.smithi123.stdout:548: finishing write tid 4 to smithi123173835-13 2023-12-20T10:51:37.619 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 409 (ObjNum 193 snap 55 seq_num 193) dirty exists 2023-12-20T10:51:37.619 INFO:tasks.rados.rados.0.smithi123.stdout:548: left oid 13 (ObjNum 193 snap 55 seq_num 193) 2023-12-20T10:51:37.619 INFO:tasks.rados.rados.0.smithi123.stdout:550: finishing write tid 1 to smithi123173835-46 2023-12-20T10:51:37.619 INFO:tasks.rados.rados.0.smithi123.stdout:550: finishing write tid 2 to smithi123173835-46 2023-12-20T10:51:37.619 INFO:tasks.rados.rados.0.smithi123.stdout:550: finishing write tid 3 to smithi123173835-46 2023-12-20T10:51:37.619 INFO:tasks.rados.rados.0.smithi123.stdout:550: finishing write tid 4 to smithi123173835-46 2023-12-20T10:51:37.619 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 46 v 263 (ObjNum 195 snap 55 seq_num 195) dirty exists 2023-12-20T10:51:37.619 INFO:tasks.rados.rados.0.smithi123.stdout:550: left oid 46 (ObjNum 195 snap 55 seq_num 195) 2023-12-20T10:51:37.619 INFO:tasks.rados.rados.0.smithi123.stdout:546: done (3 left) 2023-12-20T10:51:37.619 INFO:tasks.rados.rados.0.smithi123.stdout:548: done (2 left) 2023-12-20T10:51:37.619 INFO:tasks.rados.rados.0.smithi123.stdout:550: done (1 left) 2023-12-20T10:51:37.620 INFO:tasks.rados.rados.0.smithi123.stdout:552: delete oid 38 current snap is 55 2023-12-20T10:51:37.620 INFO:tasks.rados.rados.0.smithi123.stdout:552: done (1 left) 2023-12-20T10:51:37.621 INFO:tasks.rados.rados.0.smithi123.stdout:553: snap_remove snap 50 2023-12-20T10:51:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:37 smithi177 ceph-mon[144425]: osdmap e163: 8 total, 8 up, 8 in 2023-12-20T10:51:37.653 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:37 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:51:37] "GET /metrics HTTP/1.1" 200 36026 "" "Prometheus/2.43.0" 2023-12-20T10:51:38.025 INFO:tasks.rados.rados.0.smithi123.stdout:553: done (1 left) 2023-12-20T10:51:38.025 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 9 current snap is 55 2023-12-20T10:51:38.025 INFO:tasks.rados.rados.0.smithi123.stdout:554: seq_num 197 ranges {0=507904,507904=401408} 2023-12-20T10:51:38.029 INFO:tasks.rados.rados.0.smithi123.stdout:554: writing smithi123173835-9 from 0 to 507904 tid 1 2023-12-20T10:51:38.030 INFO:tasks.rados.rados.0.smithi123.stdout:554: writing smithi123173835-9 from 507904 to 909312 tid 2 2023-12-20T10:51:38.030 INFO:tasks.rados.rados.0.smithi123.stdout:555: snap_create 2023-12-20T10:51:38.031 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 24 v 268 (ObjNum 177 snap 48 seq_num 177) dirty exists 2023-12-20T10:51:38.037 INFO:tasks.rados.rados.0.smithi123.stdout:554: finishing write tid 1 to smithi123173835-9 2023-12-20T10:51:38.038 INFO:tasks.rados.rados.0.smithi123.stdout:554: finishing write tid 2 to smithi123173835-9 2023-12-20T10:51:38.038 INFO:tasks.rados.rados.0.smithi123.stdout:554: finishing write tid 3 to smithi123173835-9 2023-12-20T10:51:38.038 INFO:tasks.rados.rados.0.smithi123.stdout:554: finishing write tid 4 to smithi123173835-9 2023-12-20T10:51:38.038 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 9 v 155 (ObjNum 197 snap 55 seq_num 197) dirty exists 2023-12-20T10:51:38.038 INFO:tasks.rados.rados.0.smithi123.stdout:554: left oid 9 (ObjNum 197 snap 55 seq_num 197) 2023-12-20T10:51:38.050 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:37 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:37.946+0000 7fac2119d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-20T10:51:38.278 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:38 smithi177 ceph-mon[144425]: pgmap v57: 121 pgs: 121 active+clean; 145 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 486 KiB/s rd, 0 B/s wr, 1 op/s 2023-12-20T10:51:38.279 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:38 smithi177 ceph-mon[144425]: osdmap e164: 8 total, 8 up, 8 in 2023-12-20T10:51:38.279 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:38 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:38.017+0000 7f2c29a9a700 -1 mgr handle_mgr_map I was active but no longer am 2023-12-20T10:51:38.279 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:38 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: ignoring --setuser ceph since I am not root 2023-12-20T10:51:38.279 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:38 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: ignoring --setgroup ceph since I am not root 2023-12-20T10:51:38.279 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:38 smithi177 ceph-mgr[186834]: -- 172.21.15.177:0/2926823050 <== mon.1 v2:172.21.15.177:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5573c129a1a0 con 0x5573c1271000 2023-12-20T10:51:38.279 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:38 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:38.188+0000 7f4948584200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-20T10:51:38.351 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:38 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:38.160+0000 7fac2119d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-20T10:51:38.351 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:38 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:38.348+0000 7fac2119d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-20T10:51:38.351 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:38 smithi123 ceph-mon[111044]: pgmap v57: 121 pgs: 121 active+clean; 145 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 486 KiB/s rd, 0 B/s wr, 1 op/s 2023-12-20T10:51:38.351 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:38 smithi123 ceph-mon[111044]: osdmap e164: 8 total, 8 up, 8 in 2023-12-20T10:51:38.351 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:38 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:38.351 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:38 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:38.352 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:38 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:51:38.352 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:38 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:51:38.352 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:38 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:38.352 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:38 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:51:38.352 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:38 smithi123 ceph-mon[111044]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-12-20T10:51:38.352 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:38 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-12-20T10:51:38.352 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:38 smithi123 ceph-mon[111044]: osdmap e165: 8 total, 8 up, 8 in 2023-12-20T10:51:38.352 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:38 smithi123 ceph-mon[111044]: from='mgr.24859 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2023-12-20T10:51:38.352 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:38 smithi123 ceph-mon[111044]: mgrmap e28: y(active, starting, since 0.00887605s) 2023-12-20T10:51:38.352 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:38 smithi123 ceph-mon[124884]: pgmap v57: 121 pgs: 121 active+clean; 145 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 486 KiB/s rd, 0 B/s wr, 1 op/s 2023-12-20T10:51:38.352 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:38 smithi123 ceph-mon[124884]: osdmap e164: 8 total, 8 up, 8 in 2023-12-20T10:51:38.352 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:38 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:38.353 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:38 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:38.353 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:38 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:51:38.353 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:38 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:51:38.353 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:38 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:38.353 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:38 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:51:38.353 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:38 smithi123 ceph-mon[124884]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-12-20T10:51:38.353 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:38 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-12-20T10:51:38.353 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:38 smithi123 ceph-mon[124884]: osdmap e165: 8 total, 8 up, 8 in 2023-12-20T10:51:38.353 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:38 smithi123 ceph-mon[124884]: from='mgr.24859 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2023-12-20T10:51:38.353 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:38 smithi123 ceph-mon[124884]: mgrmap e28: y(active, starting, since 0.00887605s) 2023-12-20T10:51:38.653 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:38 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:38.352+0000 7f4948584200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-20T10:51:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:38 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:38 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:38 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:51:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:38 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:51:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:38 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' 2023-12-20T10:51:38.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:38 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:51:38.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:38 smithi177 ceph-mon[144425]: from='mgr.24859 172.21.15.177:0/3145904752' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-12-20T10:51:38.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:38 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-12-20T10:51:38.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:38 smithi177 ceph-mon[144425]: osdmap e165: 8 total, 8 up, 8 in 2023-12-20T10:51:38.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:38 smithi177 ceph-mon[144425]: from='mgr.24859 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2023-12-20T10:51:38.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:38 smithi177 ceph-mon[144425]: mgrmap e28: y(active, starting, since 0.00887605s) 2023-12-20T10:51:39.023 INFO:tasks.rados.rados.0.smithi123.stdout:551: done (2 left) 2023-12-20T10:51:39.023 INFO:tasks.rados.rados.0.smithi123.stdout:554: done (1 left) 2023-12-20T10:51:39.023 INFO:tasks.rados.rados.0.smithi123.stdout:555: done (0 left) 2023-12-20T10:51:39.023 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 27 current snap is 56 2023-12-20T10:51:39.023 INFO:tasks.rados.rados.0.smithi123.stdout:556: seq_num 198 ranges {0=524288,524288=401408} 2023-12-20T10:51:39.026 INFO:tasks.rados.rados.0.smithi123.stdout:556: writing smithi123173835-27 from 0 to 524288 tid 1 2023-12-20T10:51:39.028 INFO:tasks.rados.rados.0.smithi123.stdout:556: writing smithi123173835-27 from 524288 to 925696 tid 2 2023-12-20T10:51:39.028 INFO:tasks.rados.rados.0.smithi123.stdout:557: rollback oid 16 current snap is 56 2023-12-20T10:51:39.029 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 16 to 53 2023-12-20T10:51:39.029 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 32 current snap is 56 2023-12-20T10:51:39.029 INFO:tasks.rados.rados.0.smithi123.stdout:558: seq_num 199 ranges {2277376=540672,2818048=401408} 2023-12-20T10:51:39.044 INFO:tasks.rados.rados.0.smithi123.stdout:558: writing smithi123173835-32 from 2277376 to 2818048 tid 1 2023-12-20T10:51:39.046 INFO:tasks.rados.rados.0.smithi123.stdout:558: writing smithi123173835-32 from 2818048 to 3219456 tid 2 2023-12-20T10:51:39.046 INFO:tasks.rados.rados.0.smithi123.stdout:559: snap_create 2023-12-20T10:51:39.046 INFO:tasks.rados.rados.0.smithi123.stdout:557: finishing rollback tid 1 to smithi123173835-16 2023-12-20T10:51:39.047 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 200 (ObjNum 129 snap 0 seq_num 958109632) dirty dne 2023-12-20T10:51:39.047 INFO:tasks.rados.rados.0.smithi123.stdout:556: finishing write tid 1 to smithi123173835-27 2023-12-20T10:51:39.047 INFO:tasks.rados.rados.0.smithi123.stdout:556: finishing write tid 2 to smithi123173835-27 2023-12-20T10:51:39.047 INFO:tasks.rados.rados.0.smithi123.stdout:556: finishing write tid 3 to smithi123173835-27 2023-12-20T10:51:39.047 INFO:tasks.rados.rados.0.smithi123.stdout:556: finishing write tid 4 to smithi123173835-27 2023-12-20T10:51:39.047 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 27 v 71 (ObjNum 198 snap 56 seq_num 198) dirty exists 2023-12-20T10:51:39.047 INFO:tasks.rados.rados.0.smithi123.stdout:556: left oid 27 (ObjNum 198 snap 56 seq_num 198) 2023-12-20T10:51:39.050 INFO:tasks.rados.rados.0.smithi123.stdout:558: finishing write tid 1 to smithi123173835-32 2023-12-20T10:51:39.050 INFO:tasks.rados.rados.0.smithi123.stdout:558: finishing write tid 2 to smithi123173835-32 2023-12-20T10:51:39.050 INFO:tasks.rados.rados.0.smithi123.stdout:558: finishing write tid 3 to smithi123173835-32 2023-12-20T10:51:39.051 INFO:tasks.rados.rados.0.smithi123.stdout:558: finishing write tid 4 to smithi123173835-32 2023-12-20T10:51:39.051 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 423 (ObjNum 199 snap 56 seq_num 199) dirty exists 2023-12-20T10:51:39.051 INFO:tasks.rados.rados.0.smithi123.stdout:558: left oid 32 (ObjNum 199 snap 56 seq_num 199) 2023-12-20T10:51:39.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:38 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:38.675+0000 7f4948584200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-20T10:51:39.153 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:38 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-20T10:51:39.397 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:39.008+0000 7fac2119d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-20T10:51:39.397 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:39.204+0000 7fac2119d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-20T10:51:39.532 INFO:tasks.rados.rados.0.smithi123.stdout:556: done (3 left) 2023-12-20T10:51:39.532 INFO:tasks.rados.rados.0.smithi123.stdout:557: done (2 left) 2023-12-20T10:51:39.532 INFO:tasks.rados.rados.0.smithi123.stdout:558: done (1 left) 2023-12-20T10:51:39.532 INFO:tasks.rados.rados.0.smithi123.stdout:559: done (0 left) 2023-12-20T10:51:39.532 INFO:tasks.rados.rados.0.smithi123.stdout:560: setattr oid 7 current snap is 57 2023-12-20T10:51:39.533 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 19 current snap is 57 2023-12-20T10:51:39.533 INFO:tasks.rados.rados.0.smithi123.stdout:561: seq_num 200 ranges {2375680=557056,2932736=401408} 2023-12-20T10:51:39.550 INFO:tasks.rados.rados.0.smithi123.stdout:561: writing smithi123173835-19 from 2375680 to 2932736 tid 1 2023-12-20T10:51:39.552 INFO:tasks.rados.rados.0.smithi123.stdout:561: writing smithi123173835-19 from 2932736 to 3334144 tid 2 2023-12-20T10:51:39.552 INFO:tasks.rados.rados.0.smithi123.stdout:562: copy_from oid 13 from oid 8 current snap is 57 2023-12-20T10:51:39.556 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 46 current snap is 57 2023-12-20T10:51:39.556 INFO:tasks.rados.rados.0.smithi123.stdout:563: seq_num 201 ranges {876544=573440,1449984=401408} 2023-12-20T10:51:39.561 INFO:tasks.rados.rados.0.smithi123.stdout:563: writing smithi123173835-46 from 876544 to 1449984 tid 1 2023-12-20T10:51:39.563 INFO:tasks.rados.rados.0.smithi123.stdout:563: writing smithi123173835-46 from 1449984 to 1851392 tid 2 2023-12-20T10:51:39.563 INFO:tasks.rados.rados.0.smithi123.stdout:564: read oid 28 snap 21 2023-12-20T10:51:39.563 INFO:tasks.rados.rados.0.smithi123.stdout:564: expect (ObjNum 958836704 snap 21901 seq_num 958175952) 2023-12-20T10:51:39.563 INFO:tasks.rados.rados.0.smithi123.stdout:565: snap_remove snap 30 2023-12-20T10:51:39.653 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:39 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:39.162+0000 7f4948584200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-20T10:51:39.653 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:39 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:39.390+0000 7f4948584200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-20T10:51:39.743 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:39.391+0000 7fac2119d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-20T10:51:39.743 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:39.509+0000 7fac2119d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-20T10:51:39.743 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:10:51:39] ENGINE Bus STARTING 2023-12-20T10:51:39.743 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: CherryPy Checker: 2023-12-20T10:51:39.743 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: The Application mounted at '' has an empty config. 2023-12-20T10:51:39.743 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:39.744 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:10:51:39] ENGINE Serving on http://:::9283 2023-12-20T10:51:39.744 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:10:51:39] ENGINE Bus STARTED 2023-12-20T10:51:39.744 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:10:51:39] ENGINE Bus STOPPING 2023-12-20T10:51:39.744 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:10:51:39] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-20T10:51:39.744 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:10:51:39] ENGINE Bus STOPPED 2023-12-20T10:51:40.018 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:10:51:39] ENGINE Bus STARTING 2023-12-20T10:51:40.019 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:39.789+0000 7fab81c59700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:51:40.019 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:39.789+0000 7fab81c59700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:51:40.019 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:39.789+0000 7fab81c59700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:51:40.019 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:39.789+0000 7fab81c59700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:51:40.019 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:39.789+0000 7fab81c59700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:51:40.019 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:39.791+0000 7fab7ec53700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:51:40.019 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:39.791+0000 7fab7ec53700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:51:40.019 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:39.791+0000 7fab7ec53700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:51:40.019 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:39.791+0000 7fab7ec53700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:51:40.019 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:51:39.791+0000 7fab7ec53700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:51:40.019 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:10:51:39] ENGINE Serving on http://:::9283 2023-12-20T10:51:40.019 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:10:51:39] ENGINE Bus STARTED 2023-12-20T10:51:40.020 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: osdmap e166: 8 total, 8 up, 8 in 2023-12-20T10:51:40.020 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: Active manager daemon y restarted 2023-12-20T10:51:40.020 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: Activating manager daemon y 2023-12-20T10:51:40.020 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: osdmap e167: 8 total, 8 up, 8 in 2023-12-20T10:51:40.020 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: mgrmap e29: y(active, starting, since 0.00540044s) 2023-12-20T10:51:40.020 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: from='mgr.? 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-20T10:51:40.020 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-20T10:51:40.020 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:51:40.021 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:51:40.021 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:51:40.021 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-20T10:51:40.021 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-20T10:51:40.021 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-20T10:51:40.021 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-20T10:51:40.021 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-20T10:51:40.021 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-20T10:51:40.021 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:51:40.021 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-20T10:51:40.021 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:51:40.021 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:51:40.021 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:51:40.021 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-20T10:51:40.022 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-20T10:51:40.022 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-20T10:51:40.022 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-20T10:51:40.022 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-20T10:51:40.022 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-20T10:51:40.022 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: Manager daemon y is now available 2023-12-20T10:51:40.022 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:51:40.022 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:51:40.022 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:51:40.022 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-20T10:51:40.022 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-20T10:51:40.022 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-20T10:51:40.023 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-20T10:51:40.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:39 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:39.821+0000 7f4948584200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-20T10:51:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: osdmap e166: 8 total, 8 up, 8 in 2023-12-20T10:51:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: Active manager daemon y restarted 2023-12-20T10:51:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: Activating manager daemon y 2023-12-20T10:51:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: osdmap e167: 8 total, 8 up, 8 in 2023-12-20T10:51:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: mgrmap e29: y(active, starting, since 0.00540044s) 2023-12-20T10:51:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: from='mgr.? 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-20T10:51:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-20T10:51:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:51:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:51:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:51:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-20T10:51:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-20T10:51:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-20T10:51:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-20T10:51:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-20T10:51:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-20T10:51:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:51:40.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-20T10:51:40.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:51:40.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:51:40.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:51:40.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-20T10:51:40.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-20T10:51:40.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-20T10:51:40.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-20T10:51:40.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-20T10:51:40.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-20T10:51:40.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: Manager daemon y is now available 2023-12-20T10:51:40.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:51:40.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:51:40.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:51:40.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-20T10:51:40.156 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-20T10:51:40.156 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-20T10:51:40.156 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-20T10:51:40.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: osdmap e166: 8 total, 8 up, 8 in 2023-12-20T10:51:40.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: Active manager daemon y restarted 2023-12-20T10:51:40.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: Activating manager daemon y 2023-12-20T10:51:40.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: osdmap e167: 8 total, 8 up, 8 in 2023-12-20T10:51:40.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: mgrmap e29: y(active, starting, since 0.00540044s) 2023-12-20T10:51:40.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: from='mgr.? 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-20T10:51:40.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-20T10:51:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:51:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:51:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:51:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-20T10:51:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-20T10:51:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-20T10:51:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-20T10:51:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-20T10:51:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-20T10:51:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:51:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-20T10:51:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:51:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:51:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:51:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-20T10:51:40.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-20T10:51:40.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-20T10:51:40.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-20T10:51:40.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-20T10:51:40.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-20T10:51:40.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: Manager daemon y is now available 2023-12-20T10:51:40.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:51:40.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:51:40.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:51:40.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-20T10:51:40.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-20T10:51:40.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-20T10:51:40.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:40 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-20T10:51:40.559 INFO:tasks.rados.rados.0.smithi123.stdout:565: done (5 left) 2023-12-20T10:51:40.559 INFO:tasks.rados.rados.0.smithi123.stdout:566: read oid 6 snap -1 2023-12-20T10:51:40.559 INFO:tasks.rados.rados.0.smithi123.stdout:566: expect (ObjNum 190 snap 53 seq_num 190) 2023-12-20T10:51:40.559 INFO:tasks.rados.rados.0.smithi123.stdout:567: rollback oid 31 current snap is 57 2023-12-20T10:51:40.559 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 31 to 53 2023-12-20T10:51:40.559 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 16 current snap is 57 2023-12-20T10:51:40.559 INFO:tasks.rados.rados.0.smithi123.stdout:568: seq_num 202 ranges {0=589824,589824=401408} 2023-12-20T10:51:40.559 INFO:tasks.rados.rados.0.smithi123.stdout:568: writing smithi123173835-16 from 0 to 589824 tid 1 2023-12-20T10:51:40.559 INFO:tasks.rados.rados.0.smithi123.stdout:568: writing smithi123173835-16 from 589824 to 991232 tid 2 2023-12-20T10:51:40.559 INFO:tasks.rados.rados.0.smithi123.stdout:569: copy_from oid 30 from oid 38 current snap is 57 2023-12-20T10:51:40.560 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 153 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-20T10:51:40.560 INFO:tasks.rados.rados.0.smithi123.stdout:561: finishing write tid 1 to smithi123173835-19 2023-12-20T10:51:40.560 INFO:tasks.rados.rados.0.smithi123.stdout:561: finishing write tid 2 to smithi123173835-19 2023-12-20T10:51:40.560 INFO:tasks.rados.rados.0.smithi123.stdout:561: finishing write tid 3 to smithi123173835-19 2023-12-20T10:51:40.560 INFO:tasks.rados.rados.0.smithi123.stdout:561: finishing write tid 4 to smithi123173835-19 2023-12-20T10:51:40.560 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 157 (ObjNum 200 snap 57 seq_num 200) dirty exists 2023-12-20T10:51:40.560 INFO:tasks.rados.rados.0.smithi123.stdout:561: left oid 19 (ObjNum 200 snap 57 seq_num 200) 2023-12-20T10:51:40.560 INFO:tasks.rados.rados.0.smithi123.stdout:562: finishing copy_from to smithi123173835-13 2023-12-20T10:51:40.560 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 118 (ObjNum 70 snap 7 seq_num 70) dirty exists 2023-12-20T10:51:40.560 INFO:tasks.rados.rados.0.smithi123.stdout:562: finishing copy_from racing read to smithi123173835-13 2023-12-20T10:51:40.560 INFO:tasks.rados.rados.0.smithi123.stdout:564: expect (ObjNum 958836704 snap 21901 seq_num 958175952) 2023-12-20T10:51:40.564 INFO:tasks.rados.rados.0.smithi123.stdout:563: finishing write tid 1 to smithi123173835-46 2023-12-20T10:51:40.564 INFO:tasks.rados.rados.0.smithi123.stdout:563: finishing write tid 2 to smithi123173835-46 2023-12-20T10:51:40.564 INFO:tasks.rados.rados.0.smithi123.stdout:563: finishing write tid 3 to smithi123173835-46 2023-12-20T10:51:40.564 INFO:tasks.rados.rados.0.smithi123.stdout:563: finishing write tid 4 to smithi123173835-46 2023-12-20T10:51:40.564 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 46 v 268 (ObjNum 201 snap 57 seq_num 201) dirty exists 2023-12-20T10:51:40.565 INFO:tasks.rados.rados.0.smithi123.stdout:563: left oid 46 (ObjNum 201 snap 57 seq_num 201) 2023-12-20T10:51:40.565 INFO:tasks.rados.rados.0.smithi123.stdout:567: finishing rollback tid 1 to smithi123173835-31 2023-12-20T10:51:40.565 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 31 v 0 (ObjNum 33 snap 0 seq_num 930461512) dirty dne 2023-12-20T10:51:40.565 INFO:tasks.rados.rados.0.smithi123.stdout:568: finishing write tid 1 to smithi123173835-16 2023-12-20T10:51:40.565 INFO:tasks.rados.rados.0.smithi123.stdout:560: done (8 left) 2023-12-20T10:51:40.565 INFO:tasks.rados.rados.0.smithi123.stdout:561: done (7 left) 2023-12-20T10:51:40.565 INFO:tasks.rados.rados.0.smithi123.stdout:562: done (6 left) 2023-12-20T10:51:40.565 INFO:tasks.rados.rados.0.smithi123.stdout:563: done (5 left) 2023-12-20T10:51:40.565 INFO:tasks.rados.rados.0.smithi123.stdout:564: done (4 left) 2023-12-20T10:51:40.565 INFO:tasks.rados.rados.0.smithi123.stdout:567: done (3 left) 2023-12-20T10:51:40.566 INFO:tasks.rados.rados.0.smithi123.stdout:570: rollback oid 40 current snap is 57 2023-12-20T10:51:40.566 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 40 to 56 2023-12-20T10:51:40.566 INFO:tasks.rados.rados.0.smithi123.stdout:571: copy_from oid 49 from oid 13 current snap is 57 2023-12-20T10:51:40.566 INFO:tasks.rados.rados.0.smithi123.stdout:572: rollback oid 44 current snap is 57 2023-12-20T10:51:40.566 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 44 to 42 2023-12-20T10:51:40.566 INFO:tasks.rados.rados.0.smithi123.stdout:573: delete oid 7 current snap is 57 2023-12-20T10:51:40.567 INFO:tasks.rados.rados.0.smithi123.stdout:569: finishing copy_from to smithi123173835-30 2023-12-20T10:51:40.567 INFO:tasks.rados.rados.0.smithi123.stdout:569: got expected ENOENT (src dne) 2023-12-20T10:51:40.567 INFO:tasks.rados.rados.0.smithi123.stdout:569: finishing copy_from racing read to smithi123173835-30 2023-12-20T10:51:40.570 INFO:tasks.rados.rados.0.smithi123.stdout:568: finishing write tid 2 to smithi123173835-16 2023-12-20T10:51:40.570 INFO:tasks.rados.rados.0.smithi123.stdout:569: done (6 left) 2023-12-20T10:51:40.571 INFO:tasks.rados.rados.0.smithi123.stdout:573: done (5 left) 2023-12-20T10:51:40.571 INFO:tasks.rados.rados.0.smithi123.stdout:574: delete oid 31 current snap is 57 2023-12-20T10:51:40.572 INFO:tasks.rados.rados.0.smithi123.stdout:568: finishing write tid 3 to smithi123173835-16 2023-12-20T10:51:40.575 INFO:tasks.rados.rados.0.smithi123.stdout:574: done (5 left) 2023-12-20T10:51:40.575 INFO:tasks.rados.rados.0.smithi123.stdout:575: read oid 5 snap -1 2023-12-20T10:51:40.575 INFO:tasks.rados.rados.0.smithi123.stdout:575: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-20T10:51:40.575 INFO:tasks.rados.rados.0.smithi123.stdout:576: delete oid 23 current snap is 57 2023-12-20T10:51:40.577 INFO:tasks.rados.rados.0.smithi123.stdout:575: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-20T10:51:40.582 INFO:tasks.rados.rados.0.smithi123.stdout:572: finishing rollback tid 0 to smithi123173835-44 2023-12-20T10:51:40.582 INFO:tasks.rados.rados.0.smithi123.stdout:572: finishing rollback tid 1 to smithi123173835-44 2023-12-20T10:51:40.582 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 44 v 20 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-20T10:51:40.582 INFO:tasks.rados.rados.0.smithi123.stdout:568: finishing write tid 4 to smithi123173835-16 2023-12-20T10:51:40.582 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 275 (ObjNum 202 snap 57 seq_num 202) dirty exists 2023-12-20T10:51:40.582 INFO:tasks.rados.rados.0.smithi123.stdout:568: left oid 16 (ObjNum 202 snap 57 seq_num 202) 2023-12-20T10:51:40.582 INFO:tasks.rados.rados.0.smithi123.stdout:570: finishing rollback tid 1 to smithi123173835-40 2023-12-20T10:51:40.582 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 40 v 132 (ObjNum 289 snap 0 seq_num 0) dirty dne 2023-12-20T10:51:40.583 INFO:tasks.rados.rados.0.smithi123.stdout:566: expect (ObjNum 190 snap 53 seq_num 190) 2023-12-20T10:51:40.757 INFO:tasks.rados.rados.0.smithi123.stdout:571: finishing copy_from to smithi123173835-49 2023-12-20T10:51:40.758 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 118 (ObjNum 70 snap 7 seq_num 70) dirty exists 2023-12-20T10:51:40.758 INFO:tasks.rados.rados.0.smithi123.stdout:571: finishing copy_from racing read to smithi123173835-49 2023-12-20T10:51:40.758 INFO:tasks.rados.rados.0.smithi123.stdout:566: done (6 left) 2023-12-20T10:51:40.758 INFO:tasks.rados.rados.0.smithi123.stdout:568: done (5 left) 2023-12-20T10:51:40.758 INFO:tasks.rados.rados.0.smithi123.stdout:570: done (4 left) 2023-12-20T10:51:40.758 INFO:tasks.rados.rados.0.smithi123.stdout:571: done (3 left) 2023-12-20T10:51:40.758 INFO:tasks.rados.rados.0.smithi123.stdout:572: done (2 left) 2023-12-20T10:51:40.758 INFO:tasks.rados.rados.0.smithi123.stdout:575: done (1 left) 2023-12-20T10:51:40.758 INFO:tasks.rados.rados.0.smithi123.stdout:576: done (0 left) 2023-12-20T10:51:40.758 INFO:tasks.rados.rados.0.smithi123.stdout:577: rmattr oid 5 current snap is 57 2023-12-20T10:51:40.758 INFO:tasks.rados.rados.0.smithi123.stdout:578: setattr oid 19 current snap is 57 2023-12-20T10:51:40.759 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 46 current snap is 57 2023-12-20T10:51:40.759 INFO:tasks.rados.rados.0.smithi123.stdout:579: seq_num 206 ranges {1851392=655360,2506752=401408} 2023-12-20T10:51:40.772 INFO:tasks.rados.rados.0.smithi123.stdout:579: writing smithi123173835-46 from 1851392 to 2506752 tid 1 2023-12-20T10:51:40.775 INFO:tasks.rados.rados.0.smithi123.stdout:579: writing smithi123173835-46 from 2506752 to 2908160 tid 2 2023-12-20T10:51:40.775 INFO:tasks.rados.rados.0.smithi123.stdout:580: rollback oid 24 current snap is 57 2023-12-20T10:51:40.775 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 24 to 56 2023-12-20T10:51:40.775 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 165 (ObjNum 200 snap 57 seq_num 200) dirty exists 2023-12-20T10:51:40.776 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 180 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-20T10:51:40.776 INFO:tasks.rados.rados.0.smithi123.stdout:577: done (3 left) 2023-12-20T10:51:40.776 INFO:tasks.rados.rados.0.smithi123.stdout:578: done (2 left) 2023-12-20T10:51:40.776 INFO:tasks.rados.rados.0.smithi123.stdout:581: setattr oid 29 current snap is 57 2023-12-20T10:51:40.776 INFO:tasks.rados.rados.0.smithi123.stdout:579: finishing write tid 1 to smithi123173835-46 2023-12-20T10:51:40.777 INFO:tasks.rados.rados.0.smithi123.stdout:582: rmattr oid 8 current snap is 57 2023-12-20T10:51:40.778 INFO:tasks.rados.rados.0.smithi123.stdout:582: done (3 left) 2023-12-20T10:51:40.778 INFO:tasks.rados.rados.0.smithi123.stdout:583: read oid 8 snap -1 2023-12-20T10:51:40.778 INFO:tasks.rados.rados.0.smithi123.stdout:583: expect (ObjNum 70 snap 7 seq_num 70) 2023-12-20T10:51:40.778 INFO:tasks.rados.rados.0.smithi123.stdout:584: rollback oid 26 current snap is 57 2023-12-20T10:51:40.778 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 26 to 52 2023-12-20T10:51:40.778 INFO:tasks.rados.rados.0.smithi123.stdout:585: copy_from oid 6 from oid 38 current snap is 57 2023-12-20T10:51:40.778 INFO:tasks.rados.rados.0.smithi123.stdout:586: delete oid 12 current snap is 57 2023-12-20T10:51:40.779 INFO:tasks.rados.rados.0.smithi123.stdout:579: finishing write tid 2 to smithi123173835-46 2023-12-20T10:51:40.779 INFO:tasks.rados.rados.0.smithi123.stdout:579: finishing write tid 3 to smithi123173835-46 2023-12-20T10:51:40.781 INFO:tasks.rados.rados.0.smithi123.stdout:579: finishing write tid 4 to smithi123173835-46 2023-12-20T10:51:40.781 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 46 v 284 (ObjNum 206 snap 57 seq_num 206) dirty exists 2023-12-20T10:51:40.781 INFO:tasks.rados.rados.0.smithi123.stdout:579: left oid 46 (ObjNum 206 snap 57 seq_num 206) 2023-12-20T10:51:40.781 INFO:tasks.rados.rados.0.smithi123.stdout:585: finishing copy_from to smithi123173835-6 2023-12-20T10:51:40.782 INFO:tasks.rados.rados.0.smithi123.stdout:585: got expected ENOENT (src dne) 2023-12-20T10:51:40.782 INFO:tasks.rados.rados.0.smithi123.stdout:585: finishing copy_from racing read to smithi123173835-6 2023-12-20T10:51:40.782 INFO:tasks.rados.rados.0.smithi123.stdout:580: finishing rollback tid 0 to smithi123173835-24 2023-12-20T10:51:40.783 INFO:tasks.rados.rados.0.smithi123.stdout:580: finishing rollback tid 1 to smithi123173835-24 2023-12-20T10:51:40.784 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 181 (ObjNum 115 snap 28 seq_num 115) dirty exists 2023-12-20T10:51:40.785 INFO:tasks.rados.rados.0.smithi123.stdout:579: done (6 left) 2023-12-20T10:51:40.785 INFO:tasks.rados.rados.0.smithi123.stdout:581: done (5 left) 2023-12-20T10:51:40.785 INFO:tasks.rados.rados.0.smithi123.stdout:585: done (4 left) 2023-12-20T10:51:40.786 INFO:tasks.rados.rados.0.smithi123.stdout:586: done (3 left) 2023-12-20T10:51:40.786 INFO:tasks.rados.rados.0.smithi123.stdout:587: rollback oid 42 current snap is 57 2023-12-20T10:51:40.786 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 42 to 49 2023-12-20T10:51:40.786 INFO:tasks.rados.rados.0.smithi123.stdout:588: snap_remove snap 54 2023-12-20T10:51:40.903 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:40.598+0000 7f4948584200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-20T10:51:40.903 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:40 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:40.692+0000 7f4948584200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-20T10:51:41.552 INFO:tasks.rados.rados.0.smithi123.stdout:588: done (4 left) 2023-12-20T10:51:41.552 INFO:tasks.rados.rados.0.smithi123.stdout:589: read oid 21 snap -1 2023-12-20T10:51:41.552 INFO:tasks.rados.rados.0.smithi123.stdout:589: expect (ObjNum 132 snap 37 seq_num 132) 2023-12-20T10:51:41.552 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 46 current snap is 57 2023-12-20T10:51:41.552 INFO:tasks.rados.rados.0.smithi123.stdout:590: seq_num 208 ranges {2908160=688128,3596288=401408} 2023-12-20T10:51:41.571 INFO:tasks.rados.rados.0.smithi123.stdout:590: writing smithi123173835-46 from 2908160 to 3596288 tid 1 2023-12-20T10:51:41.574 INFO:tasks.rados.rados.0.smithi123.stdout:590: writing smithi123173835-46 from 3596288 to 3997696 tid 2 2023-12-20T10:51:41.574 INFO:tasks.rados.rados.0.smithi123.stdout:591: rollback oid 33 current snap is 57 2023-12-20T10:51:41.575 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 33 to 55 2023-12-20T10:51:41.575 INFO:tasks.rados.rados.0.smithi123.stdout:580: finishing rollback tid 2 to smithi123173835-24 2023-12-20T10:51:41.575 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 24 v 290 (ObjNum 177 snap 48 seq_num 177) dirty exists 2023-12-20T10:51:41.575 INFO:tasks.rados.rados.0.smithi123.stdout:583: expect (ObjNum 70 snap 7 seq_num 70) 2023-12-20T10:51:41.611 INFO:tasks.rados.rados.0.smithi123.stdout:584: finishing rollback tid 0 to smithi123173835-26 2023-12-20T10:51:41.611 INFO:tasks.rados.rados.0.smithi123.stdout:584: finishing rollback tid 1 to smithi123173835-26 2023-12-20T10:51:41.611 INFO:tasks.rados.rados.0.smithi123.stdout:584: finishing rollback tid 2 to smithi123173835-26 2023-12-20T10:51:41.611 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 133 (ObjNum 176 snap 48 seq_num 176) dirty exists 2023-12-20T10:51:41.611 INFO:tasks.rados.rados.0.smithi123.stdout:587: finishing rollback tid 0 to smithi123173835-42 2023-12-20T10:51:41.611 INFO:tasks.rados.rados.0.smithi123.stdout:587: finishing rollback tid 1 to smithi123173835-42 2023-12-20T10:51:41.611 INFO:tasks.rados.rados.0.smithi123.stdout:587: finishing rollback tid 2 to smithi123173835-42 2023-12-20T10:51:41.612 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 42 v 294 (ObjNum 156 snap 45 seq_num 156) dirty exists 2023-12-20T10:51:41.612 INFO:tasks.rados.rados.0.smithi123.stdout:589: expect (ObjNum 132 snap 37 seq_num 132) 2023-12-20T10:51:41.653 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:41 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:41.359+0000 7f4948584200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-20T10:51:41.653 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:41 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:41.462+0000 7f4948584200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-20T10:51:41.653 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:41 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:41.577+0000 7f4948584200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-20T10:51:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:41 smithi177 ceph-mon[144425]: mgrmap e30: y(active, since 1.00769s) 2023-12-20T10:51:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:41 smithi177 ceph-mon[144425]: osdmap e168: 8 total, 8 up, 8 in 2023-12-20T10:51:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:41 smithi177 ceph-mon[144425]: [20/Dec/2023:10:51:40] ENGINE Bus STARTING 2023-12-20T10:51:41.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:41 smithi177 ceph-mon[144425]: [20/Dec/2023:10:51:40] ENGINE Serving on http://172.21.15.123:8765 2023-12-20T10:51:41.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:41 smithi177 ceph-mon[144425]: [20/Dec/2023:10:51:40] ENGINE Serving on https://172.21.15.123:7150 2023-12-20T10:51:41.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:41 smithi177 ceph-mon[144425]: [20/Dec/2023:10:51:40] ENGINE Bus STARTED 2023-12-20T10:51:41.675 INFO:tasks.rados.rados.0.smithi123.stdout:590: finishing write tid 1 to smithi123173835-46 2023-12-20T10:51:41.675 INFO:tasks.rados.rados.0.smithi123.stdout:580: done (6 left) 2023-12-20T10:51:41.675 INFO:tasks.rados.rados.0.smithi123.stdout:583: done (5 left) 2023-12-20T10:51:41.675 INFO:tasks.rados.rados.0.smithi123.stdout:584: done (4 left) 2023-12-20T10:51:41.675 INFO:tasks.rados.rados.0.smithi123.stdout:587: done (3 left) 2023-12-20T10:51:41.675 INFO:tasks.rados.rados.0.smithi123.stdout:589: done (2 left) 2023-12-20T10:51:41.675 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 36 current snap is 57 2023-12-20T10:51:41.675 INFO:tasks.rados.rados.0.smithi123.stdout:591: finishing rollback tid 0 to smithi123173835-33 2023-12-20T10:51:41.675 INFO:tasks.rados.rados.0.smithi123.stdout:591: finishing rollback tid 1 to smithi123173835-33 2023-12-20T10:51:41.676 INFO:tasks.rados.rados.0.smithi123.stdout:591: finishing rollback tid 2 to smithi123173835-33 2023-12-20T10:51:41.676 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 96 (ObjNum 112 snap 26 seq_num 112) dirty exists 2023-12-20T10:51:41.676 INFO:tasks.rados.rados.0.smithi123.stdout:590: finishing write tid 2 to smithi123173835-46 2023-12-20T10:51:41.676 INFO:tasks.rados.rados.0.smithi123.stdout:592: seq_num 209 ranges {2613248=704512,3317760=401408} 2023-12-20T10:51:41.693 INFO:tasks.rados.rados.0.smithi123.stdout:592: writing smithi123173835-36 from 2613248 to 3317760 tid 1 2023-12-20T10:51:41.696 INFO:tasks.rados.rados.0.smithi123.stdout:592: writing smithi123173835-36 from 3317760 to 3719168 tid 2 2023-12-20T10:51:41.697 INFO:tasks.rados.rados.0.smithi123.stdout:591: done (2 left) 2023-12-20T10:51:41.697 INFO:tasks.rados.rados.0.smithi123.stdout:593: rollback oid 7 current snap is 57 2023-12-20T10:51:41.697 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 7 to 53 2023-12-20T10:51:41.697 INFO:tasks.rados.rados.0.smithi123.stdout:594: rollback oid 32 current snap is 57 2023-12-20T10:51:41.697 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 32 to 42 2023-12-20T10:51:41.697 INFO:tasks.rados.rados.0.smithi123.stdout:595: read oid 49 snap 56 2023-12-20T10:51:41.697 INFO:tasks.rados.rados.0.smithi123.stdout:595: expect (ObjNum 189 snap 52 seq_num 189) 2023-12-20T10:51:41.697 INFO:tasks.rados.rados.0.smithi123.stdout:596: rollback oid 28 current snap is 57 2023-12-20T10:51:41.697 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 28 to 49 2023-12-20T10:51:41.697 INFO:tasks.rados.rados.0.smithi123.stdout:590: finishing write tid 3 to smithi123173835-46 2023-12-20T10:51:41.697 INFO:tasks.rados.rados.0.smithi123.stdout:590: finishing write tid 4 to smithi123173835-46 2023-12-20T10:51:41.697 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 46 v 287 (ObjNum 208 snap 57 seq_num 208) dirty exists 2023-12-20T10:51:41.698 INFO:tasks.rados.rados.0.smithi123.stdout:590: left oid 46 (ObjNum 208 snap 57 seq_num 208) 2023-12-20T10:51:41.698 INFO:tasks.rados.rados.0.smithi123.stdout:590: done (5 left) 2023-12-20T10:51:41.698 INFO:tasks.rados.rados.0.smithi123.stdout:597: setattr oid 48 current snap is 57 2023-12-20T10:51:41.698 INFO:tasks.rados.rados.0.smithi123.stdout:598: setattr oid 29 current snap is 57 2023-12-20T10:51:41.700 INFO:tasks.rados.rados.0.smithi123.stdout:596: finishing rollback tid 0 to smithi123173835-28 2023-12-20T10:51:41.700 INFO:tasks.rados.rados.0.smithi123.stdout:592: finishing write tid 1 to smithi123173835-36 2023-12-20T10:51:41.700 INFO:tasks.rados.rados.0.smithi123.stdout:596: finishing rollback tid 1 to smithi123173835-28 2023-12-20T10:51:41.700 INFO:tasks.rados.rados.0.smithi123.stdout:596: finishing rollback tid 2 to smithi123173835-28 2023-12-20T10:51:41.700 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 28 v 177 (ObjNum 156 snap 45 seq_num 156) dirty exists 2023-12-20T10:51:41.701 INFO:tasks.rados.rados.0.smithi123.stdout:596: done (6 left) 2023-12-20T10:51:41.701 INFO:tasks.rados.rados.0.smithi123.stdout:599: delete oid 43 current snap is 57 2023-12-20T10:51:41.705 INFO:tasks.rados.rados.0.smithi123.stdout:592: finishing write tid 2 to smithi123173835-36 2023-12-20T10:51:41.705 INFO:tasks.rados.rados.0.smithi123.stdout:594: finishing rollback tid 0 to smithi123173835-32 2023-12-20T10:51:41.705 INFO:tasks.rados.rados.0.smithi123.stdout:594: finishing rollback tid 1 to smithi123173835-32 2023-12-20T10:51:41.705 INFO:tasks.rados.rados.0.smithi123.stdout:594: finishing rollback tid 2 to smithi123173835-32 2023-12-20T10:51:41.705 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 450 (ObjNum 89 snap 18 seq_num 89) dirty exists 2023-12-20T10:51:41.705 INFO:tasks.rados.rados.0.smithi123.stdout:592: finishing write tid 3 to smithi123173835-36 2023-12-20T10:51:41.705 INFO:tasks.rados.rados.0.smithi123.stdout:593: finishing rollback tid 1 to smithi123173835-7 2023-12-20T10:51:41.705 INFO:tasks.rados.rados.0.smithi123.stdout:593: finishing rollback tid 2 to smithi123173835-7 2023-12-20T10:51:41.705 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 171 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-20T10:51:41.706 INFO:tasks.rados.rados.0.smithi123.stdout:592: finishing write tid 4 to smithi123173835-36 2023-12-20T10:51:41.706 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 129 (ObjNum 209 snap 57 seq_num 209) dirty exists 2023-12-20T10:51:41.706 INFO:tasks.rados.rados.0.smithi123.stdout:592: left oid 36 (ObjNum 209 snap 57 seq_num 209) 2023-12-20T10:51:41.706 INFO:tasks.rados.rados.0.smithi123.stdout:592: done (6 left) 2023-12-20T10:51:41.706 INFO:tasks.rados.rados.0.smithi123.stdout:593: done (5 left) 2023-12-20T10:51:41.706 INFO:tasks.rados.rados.0.smithi123.stdout:594: done (4 left) 2023-12-20T10:51:41.706 INFO:tasks.rados.rados.0.smithi123.stdout:599: done (3 left) 2023-12-20T10:51:41.707 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 21 current snap is 57 2023-12-20T10:51:41.707 INFO:tasks.rados.rados.0.smithi123.stdout:600: seq_num 211 ranges {2326528=737280,3063808=401408} 2023-12-20T10:51:41.723 INFO:tasks.rados.rados.0.smithi123.stdout:600: writing smithi123173835-21 from 2326528 to 3063808 tid 1 2023-12-20T10:51:41.725 INFO:tasks.rados.rados.0.smithi123.stdout:600: writing smithi123173835-21 from 3063808 to 3465216 tid 2 2023-12-20T10:51:41.726 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 10 current snap is 57 2023-12-20T10:51:41.726 INFO:tasks.rados.rados.0.smithi123.stdout:601: seq_num 212 ranges {3399680=753664,4153344=401408} 2023-12-20T10:51:41.748 INFO:tasks.rados.rados.0.smithi123.stdout:601: writing smithi123173835-10 from 3399680 to 4153344 tid 1 2023-12-20T10:51:41.751 INFO:tasks.rados.rados.0.smithi123.stdout:601: writing smithi123173835-10 from 4153344 to 4554752 tid 2 2023-12-20T10:51:41.751 INFO:tasks.rados.rados.0.smithi123.stdout:602: setattr oid 16 current snap is 57 2023-12-20T10:51:41.751 INFO:tasks.rados.rados.0.smithi123.stdout:595: expect (ObjNum 189 snap 52 seq_num 189) 2023-12-20T10:51:41.780 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 133 (ObjNum 169 snap 46 seq_num 169) dirty exists 2023-12-20T10:51:41.780 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 184 (ObjNum 115 snap 28 seq_num 115) dirty exists 2023-12-20T10:51:41.780 INFO:tasks.rados.rados.0.smithi123.stdout:600: finishing write tid 1 to smithi123173835-21 2023-12-20T10:51:41.780 INFO:tasks.rados.rados.0.smithi123.stdout:600: finishing write tid 2 to smithi123173835-21 2023-12-20T10:51:41.780 INFO:tasks.rados.rados.0.smithi123.stdout:600: finishing write tid 3 to smithi123173835-21 2023-12-20T10:51:41.780 INFO:tasks.rados.rados.0.smithi123.stdout:600: finishing write tid 4 to smithi123173835-21 2023-12-20T10:51:41.780 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 139 (ObjNum 211 snap 57 seq_num 211) dirty exists 2023-12-20T10:51:41.780 INFO:tasks.rados.rados.0.smithi123.stdout:600: left oid 21 (ObjNum 211 snap 57 seq_num 211) 2023-12-20T10:51:41.780 INFO:tasks.rados.rados.0.smithi123.stdout:601: finishing write tid 1 to smithi123173835-10 2023-12-20T10:51:41.780 INFO:tasks.rados.rados.0.smithi123.stdout:601: finishing write tid 2 to smithi123173835-10 2023-12-20T10:51:41.780 INFO:tasks.rados.rados.0.smithi123.stdout:601: finishing write tid 3 to smithi123173835-10 2023-12-20T10:51:41.781 INFO:tasks.rados.rados.0.smithi123.stdout:601: finishing write tid 4 to smithi123173835-10 2023-12-20T10:51:41.781 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 454 (ObjNum 212 snap 57 seq_num 212) dirty exists 2023-12-20T10:51:41.781 INFO:tasks.rados.rados.0.smithi123.stdout:601: left oid 10 (ObjNum 212 snap 57 seq_num 212) 2023-12-20T10:51:41.781 INFO:tasks.rados.rados.0.smithi123.stdout:595: done (5 left) 2023-12-20T10:51:41.781 INFO:tasks.rados.rados.0.smithi123.stdout:597: done (4 left) 2023-12-20T10:51:41.781 INFO:tasks.rados.rados.0.smithi123.stdout:598: done (3 left) 2023-12-20T10:51:41.781 INFO:tasks.rados.rados.0.smithi123.stdout:600: done (2 left) 2023-12-20T10:51:41.781 INFO:tasks.rados.rados.0.smithi123.stdout:601: done (1 left) 2023-12-20T10:51:41.781 INFO:tasks.rados.rados.0.smithi123.stdout:603: delete oid 11 current snap is 57 2023-12-20T10:51:41.782 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 288 (ObjNum 202 snap 57 seq_num 202) dirty exists 2023-12-20T10:51:41.782 INFO:tasks.rados.rados.0.smithi123.stdout:602: done (1 left) 2023-12-20T10:51:41.782 INFO:tasks.rados.rados.0.smithi123.stdout:603: done (0 left) 2023-12-20T10:51:41.782 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 8 current snap is 57 2023-12-20T10:51:41.782 INFO:tasks.rados.rados.0.smithi123.stdout:604: seq_num 214 ranges {1302528=794624,2097152=401408} 2023-12-20T10:51:41.793 INFO:tasks.rados.rados.0.smithi123.stdout:604: writing smithi123173835-8 from 1302528 to 2097152 tid 1 2023-12-20T10:51:41.795 INFO:tasks.rados.rados.0.smithi123.stdout:604: writing smithi123173835-8 from 2097152 to 2498560 tid 2 2023-12-20T10:51:41.795 INFO:tasks.rados.rados.0.smithi123.stdout:605: copy_from oid 37 from oid 32 current snap is 57 2023-12-20T10:51:41.796 INFO:tasks.rados.rados.0.smithi123.stdout:606: rollback oid 9 current snap is 57 2023-12-20T10:51:41.796 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 9 to 38 2023-12-20T10:51:41.796 INFO:tasks.rados.rados.0.smithi123.stdout:607: copy_from oid 31 from oid 18 current snap is 57 2023-12-20T10:51:41.796 INFO:tasks.rados.rados.0.smithi123.stdout:608: copy_from oid 17 from oid 6 current snap is 57 2023-12-20T10:51:41.796 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 16 current snap is 57 2023-12-20T10:51:41.796 INFO:tasks.rados.rados.0.smithi123.stdout:609: seq_num 215 ranges {991232=409600,1400832=532480,1933312=270336} 2023-12-20T10:51:41.804 INFO:tasks.rados.rados.0.smithi123.stdout:609: writing smithi123173835-16 from 991232 to 1400832 tid 1 2023-12-20T10:51:41.807 INFO:tasks.rados.rados.0.smithi123.stdout:609: writing smithi123173835-16 from 1400832 to 1933312 tid 2 2023-12-20T10:51:41.809 INFO:tasks.rados.rados.0.smithi123.stdout:609: writing smithi123173835-16 from 1933312 to 2203648 tid 3 2023-12-20T10:51:41.809 INFO:tasks.rados.rados.0.smithi123.stdout:610: snap_remove snap 51 2023-12-20T10:51:41.947 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:41 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:41.691+0000 7f4948584200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-20T10:51:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:41 smithi123 ceph-mon[124884]: mgrmap e30: y(active, since 1.00769s) 2023-12-20T10:51:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:41 smithi123 ceph-mon[124884]: osdmap e168: 8 total, 8 up, 8 in 2023-12-20T10:51:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:41 smithi123 ceph-mon[124884]: [20/Dec/2023:10:51:40] ENGINE Bus STARTING 2023-12-20T10:51:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:41 smithi123 ceph-mon[124884]: [20/Dec/2023:10:51:40] ENGINE Serving on http://172.21.15.123:8765 2023-12-20T10:51:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:41 smithi123 ceph-mon[124884]: [20/Dec/2023:10:51:40] ENGINE Serving on https://172.21.15.123:7150 2023-12-20T10:51:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:41 smithi123 ceph-mon[124884]: [20/Dec/2023:10:51:40] ENGINE Bus STARTED 2023-12-20T10:51:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:41 smithi123 ceph-mon[111044]: mgrmap e30: y(active, since 1.00769s) 2023-12-20T10:51:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:41 smithi123 ceph-mon[111044]: osdmap e168: 8 total, 8 up, 8 in 2023-12-20T10:51:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:41 smithi123 ceph-mon[111044]: [20/Dec/2023:10:51:40] ENGINE Bus STARTING 2023-12-20T10:51:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:41 smithi123 ceph-mon[111044]: [20/Dec/2023:10:51:40] ENGINE Serving on http://172.21.15.123:8765 2023-12-20T10:51:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:41 smithi123 ceph-mon[111044]: [20/Dec/2023:10:51:40] ENGINE Serving on https://172.21.15.123:7150 2023-12-20T10:51:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:41 smithi123 ceph-mon[111044]: [20/Dec/2023:10:51:40] ENGINE Bus STARTED 2023-12-20T10:51:42.286 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:41 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:41.945+0000 7f4948584200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-20T10:51:42.286 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:42 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:42.047+0000 7f4948584200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-20T10:51:42.545 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:42 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:42.284+0000 7f4948584200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-20T10:51:42.546 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:42 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:42.388+0000 7f4948584200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-20T10:51:42.555 INFO:tasks.rados.rados.0.smithi123.stdout:610: done (6 left) 2023-12-20T10:51:42.555 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 26 current snap is 57 2023-12-20T10:51:42.555 INFO:tasks.rados.rados.0.smithi123.stdout:611: seq_num 216 ranges {557056=425984,983040=409600,1392640=393216} 2023-12-20T10:51:42.561 INFO:tasks.rados.rados.0.smithi123.stdout:611: writing smithi123173835-26 from 557056 to 983040 tid 1 2023-12-20T10:51:42.566 INFO:tasks.rados.rados.0.smithi123.stdout:611: writing smithi123173835-26 from 983040 to 1392640 tid 2 2023-12-20T10:51:42.566 INFO:tasks.rados.rados.0.smithi123.stdout:611: writing smithi123173835-26 from 1392640 to 1785856 tid 3 2023-12-20T10:51:42.566 INFO:tasks.rados.rados.0.smithi123.stdout:612: read oid 34 snap -1 2023-12-20T10:51:42.566 INFO:tasks.rados.rados.0.smithi123.stdout:612: expect (ObjNum 110 snap 25 seq_num 110) 2023-12-20T10:51:42.566 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 29 current snap is 57 2023-12-20T10:51:42.566 INFO:tasks.rados.rados.0.smithi123.stdout:613: seq_num 217 ranges {2596864=442368,3039232=696320,3735552=106496} 2023-12-20T10:51:42.584 INFO:tasks.rados.rados.0.smithi123.stdout:613: writing smithi123173835-29 from 2596864 to 3039232 tid 1 2023-12-20T10:51:42.589 INFO:tasks.rados.rados.0.smithi123.stdout:613: writing smithi123173835-29 from 3039232 to 3735552 tid 2 2023-12-20T10:51:42.591 INFO:tasks.rados.rados.0.smithi123.stdout:613: writing smithi123173835-29 from 3735552 to 3842048 tid 3 2023-12-20T10:51:42.591 INFO:tasks.rados.rados.0.smithi123.stdout:614: snap_create 2023-12-20T10:51:42.591 INFO:tasks.rados.rados.0.smithi123.stdout:604: finishing write tid 1 to smithi123173835-8 2023-12-20T10:51:42.591 INFO:tasks.rados.rados.0.smithi123.stdout:606: finishing rollback tid 0 to smithi123173835-9 2023-12-20T10:51:42.591 INFO:tasks.rados.rados.0.smithi123.stdout:606: finishing rollback tid 1 to smithi123173835-9 2023-12-20T10:51:42.591 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 9 v 164 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-20T10:51:42.592 INFO:tasks.rados.rados.0.smithi123.stdout:607: finishing copy_from to smithi123173835-31 2023-12-20T10:51:42.592 INFO:tasks.rados.rados.0.smithi123.stdout:607: got expected ENOENT (src dne) 2023-12-20T10:51:42.592 INFO:tasks.rados.rados.0.smithi123.stdout:607: finishing copy_from racing read to smithi123173835-31 2023-12-20T10:51:42.592 INFO:tasks.rados.rados.0.smithi123.stdout:604: finishing write tid 2 to smithi123173835-8 2023-12-20T10:51:42.592 INFO:tasks.rados.rados.0.smithi123.stdout:604: finishing write tid 3 to smithi123173835-8 2023-12-20T10:51:42.592 INFO:tasks.rados.rados.0.smithi123.stdout:604: finishing write tid 4 to smithi123173835-8 2023-12-20T10:51:42.592 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 182 (ObjNum 214 snap 57 seq_num 214) dirty exists 2023-12-20T10:51:42.592 INFO:tasks.rados.rados.0.smithi123.stdout:604: left oid 8 (ObjNum 214 snap 57 seq_num 214) 2023-12-20T10:51:42.592 INFO:tasks.rados.rados.0.smithi123.stdout:609: finishing write tid 1 to smithi123173835-16 2023-12-20T10:51:42.592 INFO:tasks.rados.rados.0.smithi123.stdout:605: finishing copy_from to smithi123173835-37 2023-12-20T10:51:42.592 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 450 (ObjNum 89 snap 18 seq_num 89) dirty exists 2023-12-20T10:51:42.592 INFO:tasks.rados.rados.0.smithi123.stdout:605: finishing copy_from racing read to smithi123173835-37 2023-12-20T10:51:42.592 INFO:tasks.rados.rados.0.smithi123.stdout:608: finishing copy_from to smithi123173835-17 2023-12-20T10:51:42.593 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 17 v 258 (ObjNum 190 snap 53 seq_num 190) dirty exists 2023-12-20T10:51:42.593 INFO:tasks.rados.rados.0.smithi123.stdout:609: finishing write tid 2 to smithi123173835-16 2023-12-20T10:51:42.593 INFO:tasks.rados.rados.0.smithi123.stdout:609: finishing write tid 3 to smithi123173835-16 2023-12-20T10:51:42.593 INFO:tasks.rados.rados.0.smithi123.stdout:608: finishing copy_from racing read to smithi123173835-17 2023-12-20T10:51:42.593 INFO:tasks.rados.rados.0.smithi123.stdout:609: finishing write tid 4 to smithi123173835-16 2023-12-20T10:51:42.593 INFO:tasks.rados.rados.0.smithi123.stdout:609: finishing write tid 5 to smithi123173835-16 2023-12-20T10:51:42.593 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 292 (ObjNum 215 snap 57 seq_num 215) dirty exists 2023-12-20T10:51:42.593 INFO:tasks.rados.rados.0.smithi123.stdout:609: left oid 16 (ObjNum 215 snap 57 seq_num 215) 2023-12-20T10:51:42.593 INFO:tasks.rados.rados.0.smithi123.stdout:611: finishing write tid 1 to smithi123173835-26 2023-12-20T10:51:42.593 INFO:tasks.rados.rados.0.smithi123.stdout:611: finishing write tid 2 to smithi123173835-26 2023-12-20T10:51:42.593 INFO:tasks.rados.rados.0.smithi123.stdout:611: finishing write tid 3 to smithi123173835-26 2023-12-20T10:51:42.594 INFO:tasks.rados.rados.0.smithi123.stdout:611: finishing write tid 4 to smithi123173835-26 2023-12-20T10:51:42.594 INFO:tasks.rados.rados.0.smithi123.stdout:611: finishing write tid 5 to smithi123173835-26 2023-12-20T10:51:42.594 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 147 (ObjNum 216 snap 57 seq_num 216) dirty exists 2023-12-20T10:51:42.594 INFO:tasks.rados.rados.0.smithi123.stdout:611: left oid 26 (ObjNum 216 snap 57 seq_num 216) 2023-12-20T10:51:42.594 INFO:tasks.rados.rados.0.smithi123.stdout:612: expect (ObjNum 110 snap 25 seq_num 110) 2023-12-20T10:51:42.670 INFO:tasks.rados.rados.0.smithi123.stdout:613: finishing write tid 1 to smithi123173835-29 2023-12-20T10:51:42.671 INFO:tasks.rados.rados.0.smithi123.stdout:613: finishing write tid 2 to smithi123173835-29 2023-12-20T10:51:42.671 INFO:tasks.rados.rados.0.smithi123.stdout:613: finishing write tid 3 to smithi123173835-29 2023-12-20T10:51:42.671 INFO:tasks.rados.rados.0.smithi123.stdout:613: finishing write tid 4 to smithi123173835-29 2023-12-20T10:51:42.671 INFO:tasks.rados.rados.0.smithi123.stdout:613: finishing write tid 5 to smithi123173835-29 2023-12-20T10:51:42.671 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 454 (ObjNum 217 snap 57 seq_num 217) dirty exists 2023-12-20T10:51:42.671 INFO:tasks.rados.rados.0.smithi123.stdout:613: left oid 29 (ObjNum 217 snap 57 seq_num 217) 2023-12-20T10:51:42.903 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:42 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:42.612+0000 7f4948584200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-20T10:51:42.903 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:42 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:42.702+0000 7f4948584200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-20T10:51:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:42 smithi177 ceph-mon[144425]: pgmap v5: 121 pgs: 8 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 111 active+clean; 158 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 349 MiB/s rd, 175 MiB/s wr, 2.57k op/s; 1.7 MiB/s, 6 objects/s recovering 2023-12-20T10:51:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:42 smithi177 ceph-mon[144425]: osdmap e169: 8 total, 8 up, 8 in 2023-12-20T10:51:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:42 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:42 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:42 smithi177 ceph-mon[144425]: mgrmap e31: y(active, since 3s) 2023-12-20T10:51:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:42 smithi123 ceph-mon[124884]: pgmap v5: 121 pgs: 8 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 111 active+clean; 158 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 349 MiB/s rd, 175 MiB/s wr, 2.57k op/s; 1.7 MiB/s, 6 objects/s recovering 2023-12-20T10:51:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:42 smithi123 ceph-mon[124884]: osdmap e169: 8 total, 8 up, 8 in 2023-12-20T10:51:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:42 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:42 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:42 smithi123 ceph-mon[124884]: mgrmap e31: y(active, since 3s) 2023-12-20T10:51:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:42 smithi123 ceph-mon[111044]: pgmap v5: 121 pgs: 8 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 111 active+clean; 158 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 349 MiB/s rd, 175 MiB/s wr, 2.57k op/s; 1.7 MiB/s, 6 objects/s recovering 2023-12-20T10:51:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:42 smithi123 ceph-mon[111044]: osdmap e169: 8 total, 8 up, 8 in 2023-12-20T10:51:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:42 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:42 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:42 smithi123 ceph-mon[111044]: mgrmap e31: y(active, since 3s) 2023-12-20T10:51:43.561 INFO:tasks.rados.rados.0.smithi123.stdout:604: done (9 left) 2023-12-20T10:51:43.562 INFO:tasks.rados.rados.0.smithi123.stdout:605: done (8 left) 2023-12-20T10:51:43.562 INFO:tasks.rados.rados.0.smithi123.stdout:606: done (7 left) 2023-12-20T10:51:43.562 INFO:tasks.rados.rados.0.smithi123.stdout:607: done (6 left) 2023-12-20T10:51:43.562 INFO:tasks.rados.rados.0.smithi123.stdout:608: done (5 left) 2023-12-20T10:51:43.562 INFO:tasks.rados.rados.0.smithi123.stdout:609: done (4 left) 2023-12-20T10:51:43.562 INFO:tasks.rados.rados.0.smithi123.stdout:611: done (3 left) 2023-12-20T10:51:43.562 INFO:tasks.rados.rados.0.smithi123.stdout:612: done (2 left) 2023-12-20T10:51:43.562 INFO:tasks.rados.rados.0.smithi123.stdout:613: done (1 left) 2023-12-20T10:51:43.562 INFO:tasks.rados.rados.0.smithi123.stdout:614: done (0 left) 2023-12-20T10:51:43.562 INFO:tasks.rados.rados.0.smithi123.stdout:615: delete oid 2 current snap is 58 2023-12-20T10:51:43.568 INFO:tasks.rados.rados.0.smithi123.stdout:615: done (0 left) 2023-12-20T10:51:43.569 INFO:tasks.rados.rados.0.smithi123.stdout:616: delete oid 5 current snap is 58 2023-12-20T10:51:43.572 INFO:tasks.rados.rados.0.smithi123.stdout:616: done (0 left) 2023-12-20T10:51:43.573 INFO:tasks.rados.rados.0.smithi123.stdout:617: read oid 43 snap -1 2023-12-20T10:51:43.573 INFO:tasks.rados.rados.0.smithi123.stdout:617: expect deleted 2023-12-20T10:51:43.573 INFO:tasks.rados.rados.0.smithi123.stdout:618: read oid 28 snap 49 2023-12-20T10:51:43.573 INFO:tasks.rados.rados.0.smithi123.stdout:618: expect (ObjNum 156 snap 45 seq_num 156) 2023-12-20T10:51:43.573 INFO:tasks.rados.rados.0.smithi123.stdout:619: delete oid 17 current snap is 58 2023-12-20T10:51:43.574 INFO:tasks.rados.rados.0.smithi123.stdout:617: done (2 left) 2023-12-20T10:51:43.574 INFO:tasks.rados.rados.0.smithi123.stdout:619: done (1 left) 2023-12-20T10:51:43.574 INFO:tasks.rados.rados.0.smithi123.stdout:620: copy_from oid 45 from oid 13 current snap is 58 2023-12-20T10:51:43.575 INFO:tasks.rados.rados.0.smithi123.stdout:621: rmattr oid 36 current snap is 58 2023-12-20T10:51:43.575 INFO:tasks.rados.rados.0.smithi123.stdout:621: done (2 left) 2023-12-20T10:51:43.575 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 11 current snap is 58 2023-12-20T10:51:43.575 INFO:tasks.rados.rados.0.smithi123.stdout:622: seq_num 221 ranges {0=507904,507904=688128,1196032=114688} 2023-12-20T10:51:43.577 INFO:tasks.rados.rados.0.smithi123.stdout:622: writing smithi123173835-11 from 0 to 507904 tid 1 2023-12-20T10:51:43.582 INFO:tasks.rados.rados.0.smithi123.stdout:622: writing smithi123173835-11 from 507904 to 1196032 tid 2 2023-12-20T10:51:43.584 INFO:tasks.rados.rados.0.smithi123.stdout:622: writing smithi123173835-11 from 1196032 to 1310720 tid 3 2023-12-20T10:51:43.584 INFO:tasks.rados.rados.0.smithi123.stdout:623: read oid 19 snap -1 2023-12-20T10:51:43.584 INFO:tasks.rados.rados.0.smithi123.stdout:623: expect (ObjNum 200 snap 57 seq_num 200) 2023-12-20T10:51:43.584 INFO:tasks.rados.rados.0.smithi123.stdout:624: rollback oid 44 current snap is 58 2023-12-20T10:51:43.584 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 44 to 52 2023-12-20T10:51:43.584 INFO:tasks.rados.rados.0.smithi123.stdout:622: finishing write tid 1 to smithi123173835-11 2023-12-20T10:51:43.585 INFO:tasks.rados.rados.0.smithi123.stdout:618: expect (ObjNum 156 snap 45 seq_num 156) 2023-12-20T10:51:43.658 INFO:tasks.rados.rados.0.smithi123.stdout:618: done (4 left) 2023-12-20T10:51:43.658 INFO:tasks.rados.rados.0.smithi123.stdout:625: read oid 29 snap -1 2023-12-20T10:51:43.658 INFO:tasks.rados.rados.0.smithi123.stdout:625: expect (ObjNum 217 snap 57 seq_num 217) 2023-12-20T10:51:43.658 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 21 current snap is 58 2023-12-20T10:51:43.658 INFO:tasks.rados.rados.0.smithi123.stdout:620: finishing copy_from to smithi123173835-45 2023-12-20T10:51:43.658 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 118 (ObjNum 70 snap 7 seq_num 70) dirty exists 2023-12-20T10:51:43.658 INFO:tasks.rados.rados.0.smithi123.stdout:620: finishing copy_from racing read to smithi123173835-45 2023-12-20T10:51:43.658 INFO:tasks.rados.rados.0.smithi123.stdout:622: finishing write tid 2 to smithi123173835-11 2023-12-20T10:51:43.658 INFO:tasks.rados.rados.0.smithi123.stdout:622: finishing write tid 3 to smithi123173835-11 2023-12-20T10:51:43.658 INFO:tasks.rados.rados.0.smithi123.stdout:626: seq_num 222 ranges {3465216=524288,3989504=565248,4554752=237568} 2023-12-20T10:51:43.679 INFO:tasks.rados.rados.0.smithi123.stdout:626: writing smithi123173835-21 from 3465216 to 3989504 tid 1 2023-12-20T10:51:43.682 INFO:tasks.rados.rados.0.smithi123.stdout:626: writing smithi123173835-21 from 3989504 to 4554752 tid 2 2023-12-20T10:51:43.684 INFO:tasks.rados.rados.0.smithi123.stdout:626: writing smithi123173835-21 from 4554752 to 4792320 tid 3 2023-12-20T10:51:43.684 INFO:tasks.rados.rados.0.smithi123.stdout:620: done (5 left) 2023-12-20T10:51:43.684 INFO:tasks.rados.rados.0.smithi123.stdout:627: read oid 10 snap -1 2023-12-20T10:51:43.684 INFO:tasks.rados.rados.0.smithi123.stdout:627: expect (ObjNum 212 snap 57 seq_num 212) 2023-12-20T10:51:43.684 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 27 current snap is 58 2023-12-20T10:51:43.684 INFO:tasks.rados.rados.0.smithi123.stdout:622: finishing write tid 4 to smithi123173835-11 2023-12-20T10:51:43.684 INFO:tasks.rados.rados.0.smithi123.stdout:622: finishing write tid 5 to smithi123173835-11 2023-12-20T10:51:43.684 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 11 v 85 (ObjNum 221 snap 58 seq_num 221) dirty exists 2023-12-20T10:51:43.685 INFO:tasks.rados.rados.0.smithi123.stdout:622: left oid 11 (ObjNum 221 snap 58 seq_num 221) 2023-12-20T10:51:43.685 INFO:tasks.rados.rados.0.smithi123.stdout:624: finishing rollback tid 1 to smithi123173835-44 2023-12-20T10:51:43.685 INFO:tasks.rados.rados.0.smithi123.stdout:624: finishing rollback tid 2 to smithi123173835-44 2023-12-20T10:51:43.685 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 44 v 26 (ObjNum 184 snap 50 seq_num 184) dirty exists 2023-12-20T10:51:43.685 INFO:tasks.rados.rados.0.smithi123.stdout:623: expect (ObjNum 200 snap 57 seq_num 200) 2023-12-20T10:51:43.850 INFO:tasks.rados.rados.0.smithi123.stdout:628: seq_num 223 ranges {925696=540672,1466368=450560,1916928=352256} 2023-12-20T10:51:43.858 INFO:tasks.rados.rados.0.smithi123.stdout:628: writing smithi123173835-27 from 925696 to 1466368 tid 1 2023-12-20T10:51:43.861 INFO:tasks.rados.rados.0.smithi123.stdout:628: writing smithi123173835-27 from 1466368 to 1916928 tid 2 2023-12-20T10:51:43.863 INFO:tasks.rados.rados.0.smithi123.stdout:628: writing smithi123173835-27 from 1916928 to 2269184 tid 3 2023-12-20T10:51:43.864 INFO:tasks.rados.rados.0.smithi123.stdout:622: done (6 left) 2023-12-20T10:51:43.864 INFO:tasks.rados.rados.0.smithi123.stdout:623: done (5 left) 2023-12-20T10:51:43.864 INFO:tasks.rados.rados.0.smithi123.stdout:624: done (4 left) 2023-12-20T10:51:43.864 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 48 current snap is 58 2023-12-20T10:51:43.864 INFO:tasks.rados.rados.0.smithi123.stdout:625: expect (ObjNum 217 snap 57 seq_num 217) 2023-12-20T10:51:43.882 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:51:43 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-alertmanager-a[176643]: ts=2023-12-20T10:51:43.508Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi177.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.177:8443: connect: connection refused" 2023-12-20T10:51:43.883 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:43 smithi123 ceph-mon[124884]: osdmap e170: 8 total, 8 up, 8 in 2023-12-20T10:51:43.883 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:43 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:43.883 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:43 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:43.883 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:43 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:43.883 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:43 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:43.883 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:43 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:43.883 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:43 smithi123 ceph-mon[111044]: osdmap e170: 8 total, 8 up, 8 in 2023-12-20T10:51:43.883 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:43 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:43.884 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:43 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:43.884 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:43 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:43.884 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:43 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:43.884 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:43 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:43.903 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:43 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:43.524+0000 7f4948584200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-20T10:51:43.903 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:43 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:43.741+0000 7f4948584200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-20T10:51:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:43 smithi177 ceph-mon[144425]: osdmap e170: 8 total, 8 up, 8 in 2023-12-20T10:51:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:43 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:43 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:43 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:43.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:43 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:43.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:43 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:44.020 INFO:tasks.rados.rados.0.smithi123.stdout:626: finishing write tid 1 to smithi123173835-21 2023-12-20T10:51:44.020 INFO:tasks.rados.rados.0.smithi123.stdout:626: finishing write tid 2 to smithi123173835-21 2023-12-20T10:51:44.020 INFO:tasks.rados.rados.0.smithi123.stdout:626: finishing write tid 3 to smithi123173835-21 2023-12-20T10:51:44.020 INFO:tasks.rados.rados.0.smithi123.stdout:626: finishing write tid 4 to smithi123173835-21 2023-12-20T10:51:44.020 INFO:tasks.rados.rados.0.smithi123.stdout:626: finishing write tid 5 to smithi123173835-21 2023-12-20T10:51:44.020 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 152 (ObjNum 222 snap 58 seq_num 222) dirty exists 2023-12-20T10:51:44.020 INFO:tasks.rados.rados.0.smithi123.stdout:626: left oid 21 (ObjNum 222 snap 58 seq_num 222) 2023-12-20T10:51:44.020 INFO:tasks.rados.rados.0.smithi123.stdout:627: expect (ObjNum 212 snap 57 seq_num 212) 2023-12-20T10:51:44.224 INFO:tasks.rados.rados.0.smithi123.stdout:628: finishing write tid 1 to smithi123173835-27 2023-12-20T10:51:44.224 INFO:tasks.rados.rados.0.smithi123.stdout:628: finishing write tid 2 to smithi123173835-27 2023-12-20T10:51:44.224 INFO:tasks.rados.rados.0.smithi123.stdout:629: seq_num 224 ranges {2490368=557056,3047424=737280,3784704=65536} 2023-12-20T10:51:44.240 INFO:tasks.rados.rados.0.smithi123.stdout:629: writing smithi123173835-48 from 2490368 to 3047424 tid 1 2023-12-20T10:51:44.244 INFO:tasks.rados.rados.0.smithi123.stdout:629: writing smithi123173835-48 from 3047424 to 3784704 tid 2 2023-12-20T10:51:44.245 INFO:tasks.rados.rados.0.smithi123.stdout:629: writing smithi123173835-48 from 3784704 to 3850240 tid 3 2023-12-20T10:51:44.245 INFO:tasks.rados.rados.0.smithi123.stdout:625: done (4 left) 2023-12-20T10:51:44.245 INFO:tasks.rados.rados.0.smithi123.stdout:626: done (3 left) 2023-12-20T10:51:44.245 INFO:tasks.rados.rados.0.smithi123.stdout:627: done (2 left) 2023-12-20T10:51:44.245 INFO:tasks.rados.rados.0.smithi123.stdout:630: snap_remove snap 56 2023-12-20T10:51:44.403 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:43 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:43.926+0000 7f4948584200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-20T10:51:44.903 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:44 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:44.599+0000 7f4948584200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-20T10:51:44.903 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:44 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:44.787+0000 7f4948584200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-20T10:51:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:44 smithi177 ceph-mon[144425]: pgmap v8: 121 pgs: 8 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 111 active+clean; 158 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 116 MiB/s rd, 58 MiB/s wr, 848 op/s; 579 KiB/s, 2 objects/s recovering 2023-12-20T10:51:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:44 smithi177 ceph-mon[144425]: osdmap e171: 8 total, 8 up, 8 in 2023-12-20T10:51:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:44 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:44 smithi177 ceph-mon[144425]: mgrmap e32: y(active, since 5s) 2023-12-20T10:51:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:44 smithi123 ceph-mon[111044]: pgmap v8: 121 pgs: 8 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 111 active+clean; 158 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 116 MiB/s rd, 58 MiB/s wr, 848 op/s; 579 KiB/s, 2 objects/s recovering 2023-12-20T10:51:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:44 smithi123 ceph-mon[111044]: osdmap e171: 8 total, 8 up, 8 in 2023-12-20T10:51:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:44 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:44 smithi123 ceph-mon[111044]: mgrmap e32: y(active, since 5s) 2023-12-20T10:51:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:44 smithi123 ceph-mon[124884]: pgmap v8: 121 pgs: 8 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 111 active+clean; 158 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 116 MiB/s rd, 58 MiB/s wr, 848 op/s; 579 KiB/s, 2 objects/s recovering 2023-12-20T10:51:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:44 smithi123 ceph-mon[124884]: osdmap e171: 8 total, 8 up, 8 in 2023-12-20T10:51:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:44 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:44 smithi123 ceph-mon[124884]: mgrmap e32: y(active, since 5s) 2023-12-20T10:51:45.132 INFO:tasks.rados.rados.0.smithi123.stdout:630: done (2 left) 2023-12-20T10:51:45.133 INFO:tasks.rados.rados.0.smithi123.stdout:631: snap_remove snap 31 2023-12-20T10:51:45.274 INFO:tasks.rados.rados.0.smithi123.stdout:631: done (2 left) 2023-12-20T10:51:45.274 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 1 current snap is 58 2023-12-20T10:51:45.274 INFO:tasks.rados.rados.0.smithi123.stdout:632: seq_num 225 ranges {0=573440,573440=622592,1196032=180224} 2023-12-20T10:51:45.283 INFO:tasks.rados.rados.0.smithi123.stdout:632: writing smithi123173835-1 from 0 to 573440 tid 1 2023-12-20T10:51:45.284 INFO:tasks.rados.rados.0.smithi123.stdout:632: writing smithi123173835-1 from 573440 to 1196032 tid 2 2023-12-20T10:51:45.284 INFO:tasks.rados.rados.0.smithi123.stdout:632: writing smithi123173835-1 from 1196032 to 1376256 tid 3 2023-12-20T10:51:45.284 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 39 current snap is 58 2023-12-20T10:51:45.284 INFO:tasks.rados.rados.0.smithi123.stdout:628: finishing write tid 3 to smithi123173835-27 2023-12-20T10:51:45.284 INFO:tasks.rados.rados.0.smithi123.stdout:628: finishing write tid 4 to smithi123173835-27 2023-12-20T10:51:45.284 INFO:tasks.rados.rados.0.smithi123.stdout:628: finishing write tid 5 to smithi123173835-27 2023-12-20T10:51:45.284 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 27 v 82 (ObjNum 223 snap 58 seq_num 223) dirty exists 2023-12-20T10:51:45.284 INFO:tasks.rados.rados.0.smithi123.stdout:628: left oid 27 (ObjNum 223 snap 58 seq_num 223) 2023-12-20T10:51:45.284 INFO:tasks.rados.rados.0.smithi123.stdout:629: finishing write tid 1 to smithi123173835-48 2023-12-20T10:51:45.284 INFO:tasks.rados.rados.0.smithi123.stdout:629: finishing write tid 2 to smithi123173835-48 2023-12-20T10:51:45.284 INFO:tasks.rados.rados.0.smithi123.stdout:629: finishing write tid 3 to smithi123173835-48 2023-12-20T10:51:45.284 INFO:tasks.rados.rados.0.smithi123.stdout:629: finishing write tid 4 to smithi123173835-48 2023-12-20T10:51:45.284 INFO:tasks.rados.rados.0.smithi123.stdout:629: finishing write tid 5 to smithi123173835-48 2023-12-20T10:51:45.284 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 142 (ObjNum 224 snap 58 seq_num 224) dirty exists 2023-12-20T10:51:45.285 INFO:tasks.rados.rados.0.smithi123.stdout:629: left oid 48 (ObjNum 224 snap 58 seq_num 224) 2023-12-20T10:51:45.285 INFO:tasks.rados.rados.0.smithi123.stdout:633: seq_num 226 ranges {4300800=589824,4890624=507904,5398528=294912} 2023-12-20T10:51:45.310 INFO:tasks.rados.rados.0.smithi123.stdout:633: writing smithi123173835-39 from 4300800 to 4890624 tid 1 2023-12-20T10:51:45.313 INFO:tasks.rados.rados.0.smithi123.stdout:633: writing smithi123173835-39 from 4890624 to 5398528 tid 2 2023-12-20T10:51:45.315 INFO:tasks.rados.rados.0.smithi123.stdout:633: writing smithi123173835-39 from 5398528 to 5693440 tid 3 2023-12-20T10:51:45.315 INFO:tasks.rados.rados.0.smithi123.stdout:628: done (3 left) 2023-12-20T10:51:45.315 INFO:tasks.rados.rados.0.smithi123.stdout:629: done (2 left) 2023-12-20T10:51:45.315 INFO:tasks.rados.rados.0.smithi123.stdout:634: snap_create 2023-12-20T10:51:45.315 INFO:tasks.rados.rados.0.smithi123.stdout:632: finishing write tid 1 to smithi123173835-1 2023-12-20T10:51:45.315 INFO:tasks.rados.rados.0.smithi123.stdout:632: finishing write tid 2 to smithi123173835-1 2023-12-20T10:51:45.315 INFO:tasks.rados.rados.0.smithi123.stdout:632: finishing write tid 3 to smithi123173835-1 2023-12-20T10:51:45.315 INFO:tasks.rados.rados.0.smithi123.stdout:632: finishing write tid 4 to smithi123173835-1 2023-12-20T10:51:45.315 INFO:tasks.rados.rados.0.smithi123.stdout:632: finishing write tid 5 to smithi123173835-1 2023-12-20T10:51:45.316 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 1 v 139 (ObjNum 225 snap 58 seq_num 225) dirty exists 2023-12-20T10:51:45.316 INFO:tasks.rados.rados.0.smithi123.stdout:632: left oid 1 (ObjNum 225 snap 58 seq_num 225) 2023-12-20T10:51:45.316 INFO:tasks.rados.rados.0.smithi123.stdout:633: finishing write tid 1 to smithi123173835-39 2023-12-20T10:51:45.316 INFO:tasks.rados.rados.0.smithi123.stdout:633: finishing write tid 2 to smithi123173835-39 2023-12-20T10:51:45.317 INFO:tasks.rados.rados.0.smithi123.stdout:633: finishing write tid 3 to smithi123173835-39 2023-12-20T10:51:45.317 INFO:tasks.rados.rados.0.smithi123.stdout:633: finishing write tid 4 to smithi123173835-39 2023-12-20T10:51:45.318 INFO:tasks.rados.rados.0.smithi123.stdout:633: finishing write tid 5 to smithi123173835-39 2023-12-20T10:51:45.318 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 458 (ObjNum 226 snap 58 seq_num 226) dirty exists 2023-12-20T10:51:45.318 INFO:tasks.rados.rados.0.smithi123.stdout:633: left oid 39 (ObjNum 226 snap 58 seq_num 226) 2023-12-20T10:51:45.403 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:44 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:44.973+0000 7f4948584200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-20T10:51:45.403 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:45 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:45.091+0000 7f4948584200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-20T10:51:45.403 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:45 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: [20/Dec/2023:10:51:45] ENGINE Bus STARTING 2023-12-20T10:51:45.403 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:45 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: CherryPy Checker: 2023-12-20T10:51:45.403 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:45 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: The Application mounted at '' has an empty config. 2023-12-20T10:51:45.403 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:45 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: 2023-12-20T10:51:45.403 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:45 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: [20/Dec/2023:10:51:45] ENGINE Serving on http://:::9283 2023-12-20T10:51:45.403 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:45 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: [20/Dec/2023:10:51:45] ENGINE Bus STARTED 2023-12-20T10:51:45.492 INFO:journalctl@ceph.alertmanager.a.smithi123.stdout:Dec 20 10:51:45 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-alertmanager-a[176643]: ts=2023-12-20T10:51:45.167Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify success" attempts=3 2023-12-20T10:51:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:45 smithi177 ceph-mon[144425]: Standby manager daemon x started 2023-12-20T10:51:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:45 smithi177 ceph-mon[144425]: from='mgr.? 172.21.15.177:0/3255603588' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-20T10:51:45.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:45 smithi177 ceph-mon[144425]: from='mgr.? 172.21.15.177:0/3255603588' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-20T10:51:45.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:45 smithi177 ceph-mon[144425]: from='mgr.? 172.21.15.177:0/3255603588' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-20T10:51:45.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:45 smithi177 ceph-mon[144425]: from='mgr.? 172.21.15.177:0/3255603588' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-20T10:51:45.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:45 smithi177 ceph-mon[144425]: osdmap e172: 8 total, 8 up, 8 in 2023-12-20T10:51:45.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:45 smithi177 ceph-mon[144425]: osdmap e173: 8 total, 8 up, 8 in 2023-12-20T10:51:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:45 smithi123 ceph-mon[124884]: Standby manager daemon x started 2023-12-20T10:51:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:45 smithi123 ceph-mon[124884]: from='mgr.? 172.21.15.177:0/3255603588' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-20T10:51:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:45 smithi123 ceph-mon[124884]: from='mgr.? 172.21.15.177:0/3255603588' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-20T10:51:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:45 smithi123 ceph-mon[124884]: from='mgr.? 172.21.15.177:0/3255603588' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-20T10:51:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:45 smithi123 ceph-mon[124884]: from='mgr.? 172.21.15.177:0/3255603588' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-20T10:51:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:45 smithi123 ceph-mon[124884]: osdmap e172: 8 total, 8 up, 8 in 2023-12-20T10:51:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:45 smithi123 ceph-mon[124884]: osdmap e173: 8 total, 8 up, 8 in 2023-12-20T10:51:45.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:45 smithi123 ceph-mon[111044]: Standby manager daemon x started 2023-12-20T10:51:45.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:45 smithi123 ceph-mon[111044]: from='mgr.? 172.21.15.177:0/3255603588' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-20T10:51:45.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:45 smithi123 ceph-mon[111044]: from='mgr.? 172.21.15.177:0/3255603588' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-20T10:51:45.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:45 smithi123 ceph-mon[111044]: from='mgr.? 172.21.15.177:0/3255603588' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-20T10:51:45.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:45 smithi123 ceph-mon[111044]: from='mgr.? 172.21.15.177:0/3255603588' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-20T10:51:45.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:45 smithi123 ceph-mon[111044]: osdmap e172: 8 total, 8 up, 8 in 2023-12-20T10:51:45.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:45 smithi123 ceph-mon[111044]: osdmap e173: 8 total, 8 up, 8 in 2023-12-20T10:51:46.284 INFO:tasks.rados.rados.0.smithi123.stdout:632: done (2 left) 2023-12-20T10:51:46.284 INFO:tasks.rados.rados.0.smithi123.stdout:633: done (1 left) 2023-12-20T10:51:46.284 INFO:tasks.rados.rados.0.smithi123.stdout:634: done (0 left) 2023-12-20T10:51:46.284 INFO:tasks.rados.rados.0.smithi123.stdout:635: rollback oid 13 current snap is 59 2023-12-20T10:51:46.284 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 13 to 58 2023-12-20T10:51:46.284 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 35 current snap is 59 2023-12-20T10:51:46.284 INFO:tasks.rados.rados.0.smithi123.stdout:636: seq_num 227 ranges {2727936=606208,3334144=794624,4128768=8192} 2023-12-20T10:51:46.302 INFO:tasks.rados.rados.0.smithi123.stdout:636: writing smithi123173835-35 from 2727936 to 3334144 tid 1 2023-12-20T10:51:46.307 INFO:tasks.rados.rados.0.smithi123.stdout:636: writing smithi123173835-35 from 3334144 to 4128768 tid 2 2023-12-20T10:51:46.307 INFO:tasks.rados.rados.0.smithi123.stdout:636: writing smithi123173835-35 from 4128768 to 4136960 tid 3 2023-12-20T10:51:46.307 INFO:tasks.rados.rados.0.smithi123.stdout:637: read oid 1 snap -1 2023-12-20T10:51:46.307 INFO:tasks.rados.rados.0.smithi123.stdout:637: expect (ObjNum 225 snap 58 seq_num 225) 2023-12-20T10:51:46.307 INFO:tasks.rados.rados.0.smithi123.stdout:638: copy_from oid 17 from oid 38 current snap is 59 2023-12-20T10:51:46.307 INFO:tasks.rados.rados.0.smithi123.stdout:635: finishing rollback tid 0 to smithi123173835-13 2023-12-20T10:51:46.307 INFO:tasks.rados.rados.0.smithi123.stdout:635: finishing rollback tid 1 to smithi123173835-13 2023-12-20T10:51:46.308 INFO:tasks.rados.rados.0.smithi123.stdout:635: finishing rollback tid 2 to smithi123173835-13 2023-12-20T10:51:46.308 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 488 (ObjNum 70 snap 7 seq_num 70) dirty exists 2023-12-20T10:51:46.308 INFO:tasks.rados.rados.0.smithi123.stdout:636: finishing write tid 1 to smithi123173835-35 2023-12-20T10:51:46.308 INFO:tasks.rados.rados.0.smithi123.stdout:635: done (3 left) 2023-12-20T10:51:46.308 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 6 current snap is 59 2023-12-20T10:51:46.308 INFO:tasks.rados.rados.0.smithi123.stdout:639: seq_num 228 ranges {3448832=622592,4071424=671744,4743168=131072} 2023-12-20T10:51:46.330 INFO:tasks.rados.rados.0.smithi123.stdout:639: writing smithi123173835-6 from 3448832 to 4071424 tid 1 2023-12-20T10:51:46.334 INFO:tasks.rados.rados.0.smithi123.stdout:639: writing smithi123173835-6 from 4071424 to 4743168 tid 2 2023-12-20T10:51:46.335 INFO:tasks.rados.rados.0.smithi123.stdout:639: writing smithi123173835-6 from 4743168 to 4874240 tid 3 2023-12-20T10:51:46.335 INFO:tasks.rados.rados.0.smithi123.stdout:640: setattr oid 27 current snap is 59 2023-12-20T10:51:46.335 INFO:tasks.rados.rados.0.smithi123.stdout:636: finishing write tid 2 to smithi123173835-35 2023-12-20T10:51:46.335 INFO:tasks.rados.rados.0.smithi123.stdout:636: finishing write tid 3 to smithi123173835-35 2023-12-20T10:51:46.335 INFO:tasks.rados.rados.0.smithi123.stdout:638: finishing copy_from to smithi123173835-17 2023-12-20T10:51:46.335 INFO:tasks.rados.rados.0.smithi123.stdout:638: got expected ENOENT (src dne) 2023-12-20T10:51:46.335 INFO:tasks.rados.rados.0.smithi123.stdout:638: finishing copy_from racing read to smithi123173835-17 2023-12-20T10:51:46.335 INFO:tasks.rados.rados.0.smithi123.stdout:636: finishing write tid 4 to smithi123173835-35 2023-12-20T10:51:46.335 INFO:tasks.rados.rados.0.smithi123.stdout:637: expect (ObjNum 225 snap 58 seq_num 225) 2023-12-20T10:51:46.379 INFO:tasks.rados.rados.0.smithi123.stdout:636: finishing write tid 5 to smithi123173835-35 2023-12-20T10:51:46.379 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 35 v 493 (ObjNum 227 snap 59 seq_num 227) dirty exists 2023-12-20T10:51:46.379 INFO:tasks.rados.rados.0.smithi123.stdout:636: left oid 35 (ObjNum 227 snap 59 seq_num 227) 2023-12-20T10:51:46.380 INFO:tasks.rados.rados.0.smithi123.stdout:639: finishing write tid 1 to smithi123173835-6 2023-12-20T10:51:46.380 INFO:tasks.rados.rados.0.smithi123.stdout:639: finishing write tid 2 to smithi123173835-6 2023-12-20T10:51:46.380 INFO:tasks.rados.rados.0.smithi123.stdout:639: finishing write tid 3 to smithi123173835-6 2023-12-20T10:51:46.380 INFO:tasks.rados.rados.0.smithi123.stdout:639: finishing write tid 4 to smithi123173835-6 2023-12-20T10:51:46.380 INFO:tasks.rados.rados.0.smithi123.stdout:639: finishing write tid 5 to smithi123173835-6 2023-12-20T10:51:46.380 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 331 (ObjNum 228 snap 59 seq_num 228) dirty exists 2023-12-20T10:51:46.380 INFO:tasks.rados.rados.0.smithi123.stdout:639: left oid 6 (ObjNum 228 snap 59 seq_num 228) 2023-12-20T10:51:46.380 INFO:tasks.rados.rados.0.smithi123.stdout:636: done (4 left) 2023-12-20T10:51:46.380 INFO:tasks.rados.rados.0.smithi123.stdout:637: done (3 left) 2023-12-20T10:51:46.380 INFO:tasks.rados.rados.0.smithi123.stdout:638: done (2 left) 2023-12-20T10:51:46.380 INFO:tasks.rados.rados.0.smithi123.stdout:639: done (1 left) 2023-12-20T10:51:46.380 INFO:tasks.rados.rados.0.smithi123.stdout:641: setattr oid 34 current snap is 59 2023-12-20T10:51:46.381 INFO:tasks.rados.rados.0.smithi123.stdout:642: snap_create 2023-12-20T10:51:46.383 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 34 v 495 (ObjNum 110 snap 25 seq_num 110) dirty exists 2023-12-20T10:51:46.384 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 27 v 88 (ObjNum 223 snap 58 seq_num 223) dirty exists 2023-12-20T10:51:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:46 smithi177 ceph-mon[144425]: pgmap v12: 121 pgs: 8 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 111 active+clean; 158 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:51:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:46 smithi177 ceph-mon[144425]: mgrmap e33: y(active, since 6s), standbys: x 2023-12-20T10:51:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:46 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-20T10:51:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:46 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:46 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:46 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:51:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:46 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:51:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:46 smithi177 ceph-mon[144425]: Updating smithi123:/etc/ceph/ceph.conf 2023-12-20T10:51:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:46 smithi177 ceph-mon[144425]: Updating smithi177:/etc/ceph/ceph.conf 2023-12-20T10:51:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:46 smithi177 ceph-mon[144425]: osdmap e174: 8 total, 8 up, 8 in 2023-12-20T10:51:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:46 smithi123 ceph-mon[124884]: pgmap v12: 121 pgs: 8 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 111 active+clean; 158 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:51:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:46 smithi123 ceph-mon[124884]: mgrmap e33: y(active, since 6s), standbys: x 2023-12-20T10:51:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:46 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-20T10:51:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:46 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:46 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:46 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:51:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:46 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:51:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:46 smithi123 ceph-mon[124884]: Updating smithi123:/etc/ceph/ceph.conf 2023-12-20T10:51:46.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:46 smithi123 ceph-mon[124884]: Updating smithi177:/etc/ceph/ceph.conf 2023-12-20T10:51:46.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:46 smithi123 ceph-mon[124884]: osdmap e174: 8 total, 8 up, 8 in 2023-12-20T10:51:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:46 smithi123 ceph-mon[111044]: pgmap v12: 121 pgs: 8 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 111 active+clean; 158 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:51:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:46 smithi123 ceph-mon[111044]: mgrmap e33: y(active, since 6s), standbys: x 2023-12-20T10:51:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:46 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-20T10:51:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:46 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:46 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:46 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:51:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:46 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:51:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:46 smithi123 ceph-mon[111044]: Updating smithi123:/etc/ceph/ceph.conf 2023-12-20T10:51:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:46 smithi123 ceph-mon[111044]: Updating smithi177:/etc/ceph/ceph.conf 2023-12-20T10:51:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:46 smithi123 ceph-mon[111044]: osdmap e174: 8 total, 8 up, 8 in 2023-12-20T10:51:47.285 INFO:tasks.rados.rados.0.smithi123.stdout:640: done (2 left) 2023-12-20T10:51:47.285 INFO:tasks.rados.rados.0.smithi123.stdout:641: done (1 left) 2023-12-20T10:51:47.285 INFO:tasks.rados.rados.0.smithi123.stdout:642: done (0 left) 2023-12-20T10:51:47.285 INFO:tasks.rados.rados.0.smithi123.stdout:643: rollback oid 32 current snap is 60 2023-12-20T10:51:47.286 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 32 to 43 2023-12-20T10:51:47.286 INFO:tasks.rados.rados.0.smithi123.stdout:644: snap_remove snap 53 2023-12-20T10:51:47.653 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:47 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[186811]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:51:47] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-20T10:51:48.286 INFO:tasks.rados.rados.0.smithi123.stdout:644: done (1 left) 2023-12-20T10:51:48.287 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 24 current snap is 60 2023-12-20T10:51:48.287 INFO:tasks.rados.rados.0.smithi123.stdout:643: finishing rollback tid 0 to smithi123173835-32 2023-12-20T10:51:48.287 INFO:tasks.rados.rados.0.smithi123.stdout:643: finishing rollback tid 1 to smithi123173835-32 2023-12-20T10:51:48.287 INFO:tasks.rados.rados.0.smithi123.stdout:643: finishing rollback tid 2 to smithi123173835-32 2023-12-20T10:51:48.287 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 499 (ObjNum 89 snap 18 seq_num 89) dirty exists 2023-12-20T10:51:48.287 INFO:tasks.rados.rados.0.smithi123.stdout:645: seq_num 229 ranges {573440=638976,1212416=606208,1818624=196608} 2023-12-20T10:51:48.297 INFO:tasks.rados.rados.0.smithi123.stdout:645: writing smithi123173835-24 from 573440 to 1212416 tid 1 2023-12-20T10:51:48.298 INFO:tasks.rados.rados.0.smithi123.stdout:645: writing smithi123173835-24 from 1212416 to 1818624 tid 2 2023-12-20T10:51:48.299 INFO:tasks.rados.rados.0.smithi123.stdout:645: writing smithi123173835-24 from 1818624 to 2015232 tid 3 2023-12-20T10:51:48.299 INFO:tasks.rados.rados.0.smithi123.stdout:643: done (1 left) 2023-12-20T10:51:48.300 INFO:tasks.rados.rados.0.smithi123.stdout:646: copy_from oid 35 from oid 27 current snap is 60 2023-12-20T10:51:48.300 INFO:tasks.rados.rados.0.smithi123.stdout:647: snap_create 2023-12-20T10:51:48.307 INFO:tasks.rados.rados.0.smithi123.stdout:645: finishing write tid 1 to smithi123173835-24 2023-12-20T10:51:48.307 INFO:tasks.rados.rados.0.smithi123.stdout:645: finishing write tid 2 to smithi123173835-24 2023-12-20T10:51:48.307 INFO:tasks.rados.rados.0.smithi123.stdout:645: finishing write tid 3 to smithi123173835-24 2023-12-20T10:51:48.309 INFO:tasks.rados.rados.0.smithi123.stdout:645: finishing write tid 4 to smithi123173835-24 2023-12-20T10:51:48.310 INFO:tasks.rados.rados.0.smithi123.stdout:645: finishing write tid 5 to smithi123173835-24 2023-12-20T10:51:48.310 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 24 v 344 (ObjNum 229 snap 60 seq_num 229) dirty exists 2023-12-20T10:51:48.310 INFO:tasks.rados.rados.0.smithi123.stdout:645: left oid 24 (ObjNum 229 snap 60 seq_num 229) 2023-12-20T10:51:48.316 INFO:tasks.rados.rados.0.smithi123.stdout:646: finishing copy_from to smithi123173835-35 2023-12-20T10:51:48.317 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 35 v 88 (ObjNum 223 snap 58 seq_num 223) dirty exists 2023-12-20T10:51:48.317 INFO:tasks.rados.rados.0.smithi123.stdout:646: finishing copy_from racing read to smithi123173835-35 2023-12-20T10:51:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:48 smithi177 ceph-mon[144425]: Updating smithi123:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:51:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:48 smithi177 ceph-mon[144425]: Updating smithi177:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:51:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:48 smithi177 ceph-mon[144425]: Updating smithi123:/etc/ceph/ceph.client.admin.keyring 2023-12-20T10:51:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:48 smithi177 ceph-mon[144425]: Updating smithi177:/etc/ceph/ceph.client.admin.keyring 2023-12-20T10:51:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:48 smithi177 ceph-mon[144425]: Updating smithi123:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-20T10:51:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:48 smithi177 ceph-mon[144425]: Updating smithi177:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-20T10:51:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:48 smithi177 ceph-mon[144425]: osdmap e175: 8 total, 8 up, 8 in 2023-12-20T10:51:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:48 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:48 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:48.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:48 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:48.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:48 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:48.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:48 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:48 smithi123 ceph-mon[124884]: Updating smithi123:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:51:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:48 smithi123 ceph-mon[124884]: Updating smithi177:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:51:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:48 smithi123 ceph-mon[124884]: Updating smithi123:/etc/ceph/ceph.client.admin.keyring 2023-12-20T10:51:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:48 smithi123 ceph-mon[124884]: Updating smithi177:/etc/ceph/ceph.client.admin.keyring 2023-12-20T10:51:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:48 smithi123 ceph-mon[124884]: Updating smithi123:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-20T10:51:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:48 smithi123 ceph-mon[124884]: Updating smithi177:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-20T10:51:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:48 smithi123 ceph-mon[124884]: osdmap e175: 8 total, 8 up, 8 in 2023-12-20T10:51:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:48 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:48 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:48.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:48 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:48.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:48 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:48.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:48 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:48 smithi123 ceph-mon[111044]: Updating smithi123:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:51:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:48 smithi123 ceph-mon[111044]: Updating smithi177:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:51:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:48 smithi123 ceph-mon[111044]: Updating smithi123:/etc/ceph/ceph.client.admin.keyring 2023-12-20T10:51:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:48 smithi123 ceph-mon[111044]: Updating smithi177:/etc/ceph/ceph.client.admin.keyring 2023-12-20T10:51:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:48 smithi123 ceph-mon[111044]: Updating smithi123:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-20T10:51:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:48 smithi123 ceph-mon[111044]: Updating smithi177:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-20T10:51:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:48 smithi123 ceph-mon[111044]: osdmap e175: 8 total, 8 up, 8 in 2023-12-20T10:51:48.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:48 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:48.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:48 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:48.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:48 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:48.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:48 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:48.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:48 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:49.293 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:49 smithi123 ceph-mon[124884]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-20T10:51:49.293 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:49 smithi123 ceph-mon[124884]: pgmap v15: 121 pgs: 121 active+clean; 185 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 6.7 MiB/s wr, 96 op/s 2023-12-20T10:51:49.294 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:49 smithi123 ceph-mon[124884]: Reconfiguring daemon prometheus.a on smithi177 2023-12-20T10:51:49.294 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:49 smithi123 ceph-mon[124884]: osdmap e176: 8 total, 8 up, 8 in 2023-12-20T10:51:49.294 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:49 smithi123 ceph-mon[111044]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-20T10:51:49.294 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:49 smithi123 ceph-mon[111044]: pgmap v15: 121 pgs: 121 active+clean; 185 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 6.7 MiB/s wr, 96 op/s 2023-12-20T10:51:49.294 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:49 smithi123 ceph-mon[111044]: Reconfiguring daemon prometheus.a on smithi177 2023-12-20T10:51:49.294 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:49 smithi123 ceph-mon[111044]: osdmap e176: 8 total, 8 up, 8 in 2023-12-20T10:51:49.302 INFO:tasks.rados.rados.0.smithi123.stdout:645: done (2 left) 2023-12-20T10:51:49.302 INFO:tasks.rados.rados.0.smithi123.stdout:646: done (1 left) 2023-12-20T10:51:49.302 INFO:tasks.rados.rados.0.smithi123.stdout:647: done (0 left) 2023-12-20T10:51:49.302 INFO:tasks.rados.rados.0.smithi123.stdout:648: read oid 39 snap -1 2023-12-20T10:51:49.302 INFO:tasks.rados.rados.0.smithi123.stdout:648: expect (ObjNum 226 snap 58 seq_num 226) 2023-12-20T10:51:49.302 INFO:tasks.rados.rados.0.smithi123.stdout:649: rollback oid 37 current snap is 61 2023-12-20T10:51:49.302 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 37 to 32 2023-12-20T10:51:49.303 INFO:tasks.rados.rados.0.smithi123.stdout:650: copy_from oid 12 from oid 22 current snap is 61 2023-12-20T10:51:49.303 INFO:tasks.rados.rados.0.smithi123.stdout:651: snap_remove snap 60 2023-12-20T10:51:49.381 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:49 smithi177 ceph-mon[144425]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-20T10:51:49.381 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:49 smithi177 ceph-mon[144425]: pgmap v15: 121 pgs: 121 active+clean; 185 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 6.7 MiB/s wr, 96 op/s 2023-12-20T10:51:49.382 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:49 smithi177 ceph-mon[144425]: Reconfiguring daemon prometheus.a on smithi177 2023-12-20T10:51:49.382 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:49 smithi177 ceph-mon[144425]: osdmap e176: 8 total, 8 up, 8 in 2023-12-20T10:51:49.653 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:49 smithi177 systemd[1]: Stopping Ceph prometheus.a for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:51:49.653 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:49 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:49.583Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-12-20T10:51:49.654 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:49 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:49.584Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2023-12-20T10:51:49.654 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:49 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:49.584Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2023-12-20T10:51:49.654 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:49 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:49.584Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2023-12-20T10:51:49.654 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:49 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:49.584Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2023-12-20T10:51:49.654 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:49 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:49.584Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2023-12-20T10:51:49.654 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:49 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:49.584Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2023-12-20T10:51:49.654 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:49 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:49.584Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2023-12-20T10:51:49.654 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:49 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:49.584Z caller=main.go:907 level=info msg="Scrape manager stopped" 2023-12-20T10:51:49.655 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:49 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:49.584Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2023-12-20T10:51:49.655 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:49 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:49.585Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2023-12-20T10:51:49.655 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:49 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[197233]: ts=2023-12-20T10:51:49.585Z caller=main.go:1147 level=info msg="See you next time!" 2023-12-20T10:51:49.945 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:49 smithi177 bash[200780]: ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a 2023-12-20T10:51:50.272 INFO:tasks.rados.rados.0.smithi123.stdout:651: done (3 left) 2023-12-20T10:51:50.272 INFO:tasks.rados.rados.0.smithi123.stdout:652: delete oid 48 current snap is 61 2023-12-20T10:51:50.272 INFO:tasks.rados.rados.0.smithi123.stdout:650: finishing copy_from to smithi123173835-12 2023-12-20T10:51:50.272 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 198 (ObjNum 161 snap 46 seq_num 161) dirty exists 2023-12-20T10:51:50.272 INFO:tasks.rados.rados.0.smithi123.stdout:650: finishing copy_from racing read to smithi123173835-12 2023-12-20T10:51:50.272 INFO:tasks.rados.rados.0.smithi123.stdout:648: expect (ObjNum 226 snap 58 seq_num 226) 2023-12-20T10:51:50.303 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:49 smithi177 systemd[1]: ceph-85213638-9f24-11ee-95a5-87774f69a715@prometheus.a.service: Succeeded. 2023-12-20T10:51:50.303 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:49 smithi177 systemd[1]: Stopped Ceph prometheus.a for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:51:50.303 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:49 smithi177 systemd[1]: Starting Ceph prometheus.a for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:51:50.588 INFO:tasks.rados.rados.0.smithi123.stdout:649: finishing rollback tid 0 to smithi123173835-37 2023-12-20T10:51:50.588 INFO:tasks.rados.rados.0.smithi123.stdout:649: finishing rollback tid 1 to smithi123173835-37 2023-12-20T10:51:50.588 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 460 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-20T10:51:50.588 INFO:tasks.rados.rados.0.smithi123.stdout:648: done (3 left) 2023-12-20T10:51:50.588 INFO:tasks.rados.rados.0.smithi123.stdout:649: done (2 left) 2023-12-20T10:51:50.588 INFO:tasks.rados.rados.0.smithi123.stdout:650: done (1 left) 2023-12-20T10:51:50.588 INFO:tasks.rados.rados.0.smithi123.stdout:652: done (0 left) 2023-12-20T10:51:50.588 INFO:tasks.rados.rados.0.smithi123.stdout:653: snap_create 2023-12-20T10:51:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:50 smithi177 ceph-mon[144425]: osdmap e177: 8 total, 8 up, 8 in 2023-12-20T10:51:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:50 smithi177 ceph-mon[144425]: pgmap v18: 121 pgs: 121 active+clean; 185 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 6.6 MiB/s wr, 95 op/s 2023-12-20T10:51:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:50 smithi177 ceph-mon[144425]: osdmap e178: 8 total, 8 up, 8 in 2023-12-20T10:51:50.654 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:50 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:51:50.303Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2023-12-20T10:51:50.654 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:50 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:51:50.303Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2023-12-20T10:51:50.657 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:50 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:51:50.303Z caller=main.go:570 level=info host_details="(Linux 4.18.0-529.el8.x86_64 #1 SMP Wed Dec 6 01:03:46 UTC 2023 x86_64 smithi177 (none))" 2023-12-20T10:51:50.657 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:50 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:51:50.303Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-12-20T10:51:50.657 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:50 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:51:50.303Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-12-20T10:51:50.657 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:50 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:51:50.305Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2023-12-20T10:51:50.657 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:50 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:51:50.305Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2023-12-20T10:51:50.657 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:50 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:51:50.306Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2023-12-20T10:51:50.657 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:50 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:51:50.306Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2023-12-20T10:51:50.657 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:50 smithi177 bash[200896]: 205c7efdb485590617986b6a065d180f98268e8641b68422bc8d587aba7de9e6 2023-12-20T10:51:50.658 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:50 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:51:50.308Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-12-20T10:51:50.658 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:50 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:51:50.308Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.503µs 2023-12-20T10:51:50.658 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:50 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:51:50.308Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-12-20T10:51:50.658 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:50 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:51:50.309Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2023-12-20T10:51:50.658 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:50 smithi177 systemd[1]: Started Ceph prometheus.a for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:51:50.658 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:50 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:51:50.324Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2023-12-20T10:51:50.658 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:50 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:51:50.326Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2023-12-20T10:51:50.658 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:50 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:51:50.327Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2023-12-20T10:51:50.658 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:50 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:51:50.327Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=31.83µs wal_replay_duration=18.149831ms wbl_replay_duration=95ns total_replay_duration=18.208031ms 2023-12-20T10:51:50.658 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:50 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:51:50.330Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2023-12-20T10:51:50.658 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:50 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:51:50.330Z caller=main.go:1029 level=info msg="TSDB started" 2023-12-20T10:51:50.658 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:50 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:51:50.330Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-12-20T10:51:50.658 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:50 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:51:50.347Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=17.852605ms db_storage=1.053µs remote_storage=1.342µs web_handler=455ns query_engine=809ns scrape=476.412µs scrape_sd=80.102µs notify=9.813µs notify_sd=17.349µs rules=17.037997ms tracing=6.184µs 2023-12-20T10:51:50.659 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:50 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:51:50.348Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2023-12-20T10:51:50.659 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:51:50 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:51:50.348Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2023-12-20T10:51:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:50 smithi123 ceph-mon[124884]: osdmap e177: 8 total, 8 up, 8 in 2023-12-20T10:51:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:50 smithi123 ceph-mon[124884]: pgmap v18: 121 pgs: 121 active+clean; 185 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 6.6 MiB/s wr, 95 op/s 2023-12-20T10:51:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:50 smithi123 ceph-mon[124884]: osdmap e178: 8 total, 8 up, 8 in 2023-12-20T10:51:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:50 smithi123 ceph-mon[111044]: osdmap e177: 8 total, 8 up, 8 in 2023-12-20T10:51:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:50 smithi123 ceph-mon[111044]: pgmap v18: 121 pgs: 121 active+clean; 185 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 6.6 MiB/s wr, 95 op/s 2023-12-20T10:51:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:50 smithi123 ceph-mon[111044]: osdmap e178: 8 total, 8 up, 8 in 2023-12-20T10:51:51.367 INFO:tasks.rados.rados.0.smithi123.stdout:653: done (0 left) 2023-12-20T10:51:51.367 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 26 current snap is 62 2023-12-20T10:51:51.367 INFO:tasks.rados.rados.0.smithi123.stdout:654: seq_num 231 ranges {1785856=671744,2457600=778240,3235840=24576} 2023-12-20T10:51:51.380 INFO:tasks.rados.rados.0.smithi123.stdout:654: writing smithi123173835-26 from 1785856 to 2457600 tid 1 2023-12-20T10:51:51.385 INFO:tasks.rados.rados.0.smithi123.stdout:654: writing smithi123173835-26 from 2457600 to 3235840 tid 2 2023-12-20T10:51:51.385 INFO:tasks.rados.rados.0.smithi123.stdout:654: writing smithi123173835-26 from 3235840 to 3260416 tid 3 2023-12-20T10:51:51.385 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 6 current snap is 62 2023-12-20T10:51:51.385 INFO:tasks.rados.rados.0.smithi123.stdout:655: seq_num 232 ranges {4874240=688128,5562368=663552,6225920=139264} 2023-12-20T10:51:51.415 INFO:tasks.rados.rados.0.smithi123.stdout:655: writing smithi123173835-6 from 4874240 to 5562368 tid 1 2023-12-20T10:51:51.419 INFO:tasks.rados.rados.0.smithi123.stdout:655: writing smithi123173835-6 from 5562368 to 6225920 tid 2 2023-12-20T10:51:51.420 INFO:tasks.rados.rados.0.smithi123.stdout:655: writing smithi123173835-6 from 6225920 to 6365184 tid 3 2023-12-20T10:51:51.421 INFO:tasks.rados.rados.0.smithi123.stdout:656: copy_from oid 41 from oid 39 current snap is 62 2023-12-20T10:51:51.421 INFO:tasks.rados.rados.0.smithi123.stdout:654: finishing write tid 1 to smithi123173835-26 2023-12-20T10:51:51.421 INFO:tasks.rados.rados.0.smithi123.stdout:654: finishing write tid 2 to smithi123173835-26 2023-12-20T10:51:51.421 INFO:tasks.rados.rados.0.smithi123.stdout:654: finishing write tid 3 to smithi123173835-26 2023-12-20T10:51:51.421 INFO:tasks.rados.rados.0.smithi123.stdout:654: finishing write tid 4 to smithi123173835-26 2023-12-20T10:51:51.421 INFO:tasks.rados.rados.0.smithi123.stdout:654: finishing write tid 5 to smithi123173835-26 2023-12-20T10:51:51.421 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 169 (ObjNum 231 snap 62 seq_num 231) dirty exists 2023-12-20T10:51:51.421 INFO:tasks.rados.rados.0.smithi123.stdout:654: left oid 26 (ObjNum 231 snap 62 seq_num 231) 2023-12-20T10:51:51.421 INFO:tasks.rados.rados.0.smithi123.stdout:655: finishing write tid 1 to smithi123173835-6 2023-12-20T10:51:51.421 INFO:tasks.rados.rados.0.smithi123.stdout:654: done (2 left) 2023-12-20T10:51:51.421 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 19 current snap is 62 2023-12-20T10:51:51.421 INFO:tasks.rados.rados.0.smithi123.stdout:657: seq_num 233 ranges {3334144=712704,4046848=548864,4595712=253952} 2023-12-20T10:51:51.442 INFO:tasks.rados.rados.0.smithi123.stdout:657: writing smithi123173835-19 from 3334144 to 4046848 tid 1 2023-12-20T10:51:51.445 INFO:tasks.rados.rados.0.smithi123.stdout:657: writing smithi123173835-19 from 4046848 to 4595712 tid 2 2023-12-20T10:51:51.447 INFO:tasks.rados.rados.0.smithi123.stdout:657: writing smithi123173835-19 from 4595712 to 4849664 tid 3 2023-12-20T10:51:51.448 INFO:tasks.rados.rados.0.smithi123.stdout:658: delete oid 46 current snap is 62 2023-12-20T10:51:51.448 INFO:tasks.rados.rados.0.smithi123.stdout:655: finishing write tid 2 to smithi123173835-6 2023-12-20T10:51:51.448 INFO:tasks.rados.rados.0.smithi123.stdout:655: finishing write tid 3 to smithi123173835-6 2023-12-20T10:51:51.448 INFO:tasks.rados.rados.0.smithi123.stdout:655: finishing write tid 4 to smithi123173835-6 2023-12-20T10:51:51.448 INFO:tasks.rados.rados.0.smithi123.stdout:655: finishing write tid 5 to smithi123173835-6 2023-12-20T10:51:51.448 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 349 (ObjNum 232 snap 62 seq_num 232) dirty exists 2023-12-20T10:51:51.448 INFO:tasks.rados.rados.0.smithi123.stdout:655: left oid 6 (ObjNum 232 snap 62 seq_num 232) 2023-12-20T10:51:51.448 INFO:tasks.rados.rados.0.smithi123.stdout:656: finishing copy_from to smithi123173835-41 2023-12-20T10:51:51.448 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 458 (ObjNum 226 snap 58 seq_num 226) dirty exists 2023-12-20T10:51:51.448 INFO:tasks.rados.rados.0.smithi123.stdout:656: finishing copy_from racing read to smithi123173835-41 2023-12-20T10:51:51.448 INFO:tasks.rados.rados.0.smithi123.stdout:657: finishing write tid 1 to smithi123173835-19 2023-12-20T10:51:51.449 INFO:tasks.rados.rados.0.smithi123.stdout:657: finishing write tid 2 to smithi123173835-19 2023-12-20T10:51:51.450 INFO:tasks.rados.rados.0.smithi123.stdout:657: finishing write tid 3 to smithi123173835-19 2023-12-20T10:51:51.450 INFO:tasks.rados.rados.0.smithi123.stdout:657: finishing write tid 4 to smithi123173835-19 2023-12-20T10:51:51.451 INFO:tasks.rados.rados.0.smithi123.stdout:657: finishing write tid 5 to smithi123173835-19 2023-12-20T10:51:51.451 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 200 (ObjNum 233 snap 62 seq_num 233) dirty exists 2023-12-20T10:51:51.451 INFO:tasks.rados.rados.0.smithi123.stdout:657: left oid 19 (ObjNum 233 snap 62 seq_num 233) 2023-12-20T10:51:51.452 INFO:tasks.rados.rados.0.smithi123.stdout:655: done (3 left) 2023-12-20T10:51:51.452 INFO:tasks.rados.rados.0.smithi123.stdout:656: done (2 left) 2023-12-20T10:51:51.452 INFO:tasks.rados.rados.0.smithi123.stdout:657: done (1 left) 2023-12-20T10:51:51.452 INFO:tasks.rados.rados.0.smithi123.stdout:658: done (0 left) 2023-12-20T10:51:51.452 INFO:tasks.rados.rados.0.smithi123.stdout:659: snap_remove snap 38 2023-12-20T10:51:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:51 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:51 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:51 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-20T10:51:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:51 smithi177 ceph-mon[144425]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-20T10:51:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:51 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:51:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:51 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:51 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:51 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-20T10:51:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:51 smithi123 ceph-mon[124884]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-20T10:51:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:51 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:51:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:51 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:51 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:51.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:51 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-20T10:51:51.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:51 smithi123 ceph-mon[111044]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-20T10:51:51.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:51 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:51:52.373 INFO:tasks.rados.rados.0.smithi123.stdout:659: done (0 left) 2023-12-20T10:51:52.373 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 29 current snap is 62 2023-12-20T10:51:52.373 INFO:tasks.rados.rados.0.smithi123.stdout:660: seq_num 235 ranges {3842048=745472,4587520=712704,5300224=90112} 2023-12-20T10:51:52.377 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:52 smithi177 ceph-mon[144425]: osdmap e179: 8 total, 8 up, 8 in 2023-12-20T10:51:52.377 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:52 smithi177 ceph-mon[144425]: Upgrade: Updating mgr.x 2023-12-20T10:51:52.377 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:52 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-20T10:51:52.377 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:52 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-20T10:51:52.377 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:52 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-20T10:51:52.377 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:52 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:51:52.378 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:52 smithi177 ceph-mon[144425]: Deploying daemon mgr.x on smithi177 2023-12-20T10:51:52.378 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:52 smithi177 ceph-mon[144425]: pgmap v21: 121 pgs: 121 active+clean; 192 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2023-12-20T10:51:52.400 INFO:tasks.rados.rados.0.smithi123.stdout:660: writing smithi123173835-29 from 3842048 to 4587520 tid 1 2023-12-20T10:51:52.405 INFO:tasks.rados.rados.0.smithi123.stdout:660: writing smithi123173835-29 from 4587520 to 5300224 tid 2 2023-12-20T10:51:52.405 INFO:tasks.rados.rados.0.smithi123.stdout:660: writing smithi123173835-29 from 5300224 to 5390336 tid 3 2023-12-20T10:51:52.405 INFO:tasks.rados.rados.0.smithi123.stdout:661: read oid 3 snap -1 2023-12-20T10:51:52.406 INFO:tasks.rados.rados.0.smithi123.stdout:661: expect (ObjNum 188 snap 52 seq_num 188) 2023-12-20T10:51:52.406 INFO:tasks.rados.rados.0.smithi123.stdout:662: snap_create 2023-12-20T10:51:52.406 INFO:tasks.rados.rados.0.smithi123.stdout:660: finishing write tid 1 to smithi123173835-29 2023-12-20T10:51:52.409 INFO:tasks.rados.rados.0.smithi123.stdout:660: finishing write tid 2 to smithi123173835-29 2023-12-20T10:51:52.409 INFO:tasks.rados.rados.0.smithi123.stdout:660: finishing write tid 3 to smithi123173835-29 2023-12-20T10:51:52.410 INFO:tasks.rados.rados.0.smithi123.stdout:660: finishing write tid 4 to smithi123173835-29 2023-12-20T10:51:52.411 INFO:tasks.rados.rados.0.smithi123.stdout:660: finishing write tid 5 to smithi123173835-29 2023-12-20T10:51:52.412 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 464 (ObjNum 235 snap 62 seq_num 235) dirty exists 2023-12-20T10:51:52.412 INFO:tasks.rados.rados.0.smithi123.stdout:660: left oid 29 (ObjNum 235 snap 62 seq_num 235) 2023-12-20T10:51:52.413 INFO:tasks.rados.rados.0.smithi123.stdout:661: expect (ObjNum 188 snap 52 seq_num 188) 2023-12-20T10:51:52.653 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:52 smithi177 systemd[1]: Stopping Ceph mgr.x for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:51:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:52 smithi123 ceph-mon[124884]: osdmap e179: 8 total, 8 up, 8 in 2023-12-20T10:51:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:52 smithi123 ceph-mon[124884]: Upgrade: Updating mgr.x 2023-12-20T10:51:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:52 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-20T10:51:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:52 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-20T10:51:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:52 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-20T10:51:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:52 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:51:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:52 smithi123 ceph-mon[124884]: Deploying daemon mgr.x on smithi177 2023-12-20T10:51:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:52 smithi123 ceph-mon[124884]: pgmap v21: 121 pgs: 121 active+clean; 192 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2023-12-20T10:51:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:52 smithi123 ceph-mon[111044]: osdmap e179: 8 total, 8 up, 8 in 2023-12-20T10:51:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:52 smithi123 ceph-mon[111044]: Upgrade: Updating mgr.x 2023-12-20T10:51:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:52 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-20T10:51:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:52 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-20T10:51:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:52 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-20T10:51:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:52 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:51:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:52 smithi123 ceph-mon[111044]: Deploying daemon mgr.x on smithi177 2023-12-20T10:51:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:52 smithi123 ceph-mon[111044]: pgmap v21: 121 pgs: 121 active+clean; 192 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2023-12-20T10:51:53.020 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:52 smithi177 bash[201323]: ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x 2023-12-20T10:51:53.020 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:52 smithi177 systemd[1]: ceph-85213638-9f24-11ee-95a5-87774f69a715@mgr.x.service: Main process exited, code=exited, status=143/n/a 2023-12-20T10:51:53.355 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:53 smithi177 systemd[1]: ceph-85213638-9f24-11ee-95a5-87774f69a715@mgr.x.service: Failed with result 'exit-code'. 2023-12-20T10:51:53.355 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:53 smithi177 systemd[1]: Stopped Ceph mgr.x for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:51:53.355 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:53 smithi177 systemd[1]: Starting Ceph mgr.x for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:51:53.383 INFO:tasks.rados.rados.0.smithi123.stdout:660: done (2 left) 2023-12-20T10:51:53.383 INFO:tasks.rados.rados.0.smithi123.stdout:661: done (1 left) 2023-12-20T10:51:53.383 INFO:tasks.rados.rados.0.smithi123.stdout:662: done (0 left) 2023-12-20T10:51:53.383 INFO:tasks.rados.rados.0.smithi123.stdout:663: setattr oid 33 current snap is 63 2023-12-20T10:51:53.385 INFO:tasks.rados.rados.0.smithi123.stdout:664: read oid 6 snap -1 2023-12-20T10:51:53.385 INFO:tasks.rados.rados.0.smithi123.stdout:664: expect (ObjNum 232 snap 62 seq_num 232) 2023-12-20T10:51:53.385 INFO:tasks.rados.rados.0.smithi123.stdout:665: delete oid 27 current snap is 63 2023-12-20T10:51:53.394 INFO:tasks.rados.rados.0.smithi123.stdout:665: done (2 left) 2023-12-20T10:51:53.394 INFO:tasks.rados.rados.0.smithi123.stdout:666: rollback oid 23 current snap is 63 2023-12-20T10:51:53.394 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 23 to 58 2023-12-20T10:51:53.394 INFO:tasks.rados.rados.0.smithi123.stdout:667: read oid 39 snap -1 2023-12-20T10:51:53.394 INFO:tasks.rados.rados.0.smithi123.stdout:667: expect (ObjNum 226 snap 58 seq_num 226) 2023-12-20T10:51:53.394 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 7 current snap is 63 2023-12-20T10:51:53.394 INFO:tasks.rados.rados.0.smithi123.stdout:668: seq_num 237 ranges {106496=778240,884736=532480,1417216=270336} 2023-12-20T10:51:53.402 INFO:tasks.rados.rados.0.smithi123.stdout:668: writing smithi123173835-7 from 106496 to 884736 tid 1 2023-12-20T10:51:53.403 INFO:tasks.rados.rados.0.smithi123.stdout:668: writing smithi123173835-7 from 884736 to 1417216 tid 2 2023-12-20T10:51:53.404 INFO:tasks.rados.rados.0.smithi123.stdout:668: writing smithi123173835-7 from 1417216 to 1687552 tid 3 2023-12-20T10:51:53.404 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 12 current snap is 63 2023-12-20T10:51:53.404 INFO:tasks.rados.rados.0.smithi123.stdout:669: seq_num 238 ranges {663552=794624,1458176=417792,1875968=385024} 2023-12-20T10:51:53.413 INFO:tasks.rados.rados.0.smithi123.stdout:669: writing smithi123173835-12 from 663552 to 1458176 tid 1 2023-12-20T10:51:53.415 INFO:tasks.rados.rados.0.smithi123.stdout:669: writing smithi123173835-12 from 1458176 to 1875968 tid 2 2023-12-20T10:51:53.418 INFO:tasks.rados.rados.0.smithi123.stdout:669: writing smithi123173835-12 from 1875968 to 2260992 tid 3 2023-12-20T10:51:53.418 INFO:tasks.rados.rados.0.smithi123.stdout:670: snap_create 2023-12-20T10:51:53.418 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 260 (ObjNum 112 snap 26 seq_num 112) dirty exists 2023-12-20T10:51:53.419 INFO:tasks.rados.rados.0.smithi123.stdout:668: finishing write tid 1 to smithi123173835-7 2023-12-20T10:51:53.419 INFO:tasks.rados.rados.0.smithi123.stdout:668: finishing write tid 2 to smithi123173835-7 2023-12-20T10:51:53.419 INFO:tasks.rados.rados.0.smithi123.stdout:664: expect (ObjNum 232 snap 62 seq_num 232) 2023-12-20T10:51:53.651 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:53 smithi177 ceph-mgr[201511]: -- 172.21.15.177:0/3419084715 <== mon.1 v2:172.21.15.177:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x559d39dac1a0 con 0x559d39d82c00 2023-12-20T10:51:53.651 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:53 smithi177 bash[201474]: e7a931816df2f20025bc1e18491876321af4f00360e9cb79dc2e0adf905e56eb 2023-12-20T10:51:53.652 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:53 smithi177 systemd[1]: Started Ceph mgr.x for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:51:53.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:53 smithi177 ceph-mon[144425]: osdmap e180: 8 total, 8 up, 8 in 2023-12-20T10:51:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:53 smithi123 ceph-mon[124884]: osdmap e180: 8 total, 8 up, 8 in 2023-12-20T10:51:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:53 smithi123 ceph-mon[111044]: osdmap e180: 8 total, 8 up, 8 in 2023-12-20T10:51:53.786 INFO:tasks.rados.rados.0.smithi123.stdout:666: finishing rollback tid 1 to smithi123173835-23 2023-12-20T10:51:53.786 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 23 v 284 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-20T10:51:53.786 INFO:tasks.rados.rados.0.smithi123.stdout:668: finishing write tid 3 to smithi123173835-7 2023-12-20T10:51:53.786 INFO:tasks.rados.rados.0.smithi123.stdout:668: finishing write tid 4 to smithi123173835-7 2023-12-20T10:51:53.787 INFO:tasks.rados.rados.0.smithi123.stdout:668: finishing write tid 5 to smithi123173835-7 2023-12-20T10:51:53.787 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 211 (ObjNum 237 snap 63 seq_num 237) dirty exists 2023-12-20T10:51:53.787 INFO:tasks.rados.rados.0.smithi123.stdout:668: left oid 7 (ObjNum 237 snap 63 seq_num 237) 2023-12-20T10:51:53.787 INFO:tasks.rados.rados.0.smithi123.stdout:669: finishing write tid 1 to smithi123173835-12 2023-12-20T10:51:53.787 INFO:tasks.rados.rados.0.smithi123.stdout:669: finishing write tid 2 to smithi123173835-12 2023-12-20T10:51:53.787 INFO:tasks.rados.rados.0.smithi123.stdout:669: finishing write tid 3 to smithi123173835-12 2023-12-20T10:51:53.787 INFO:tasks.rados.rados.0.smithi123.stdout:669: finishing write tid 4 to smithi123173835-12 2023-12-20T10:51:53.787 INFO:tasks.rados.rados.0.smithi123.stdout:669: finishing write tid 5 to smithi123173835-12 2023-12-20T10:51:53.787 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 214 (ObjNum 238 snap 63 seq_num 238) dirty exists 2023-12-20T10:51:53.788 INFO:tasks.rados.rados.0.smithi123.stdout:669: left oid 12 (ObjNum 238 snap 63 seq_num 238) 2023-12-20T10:51:53.788 INFO:tasks.rados.rados.0.smithi123.stdout:667: expect (ObjNum 226 snap 58 seq_num 226) 2023-12-20T10:51:53.903 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:53 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:51:53.647+0000 7faf0e8d5200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-20T10:51:53.903 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:53 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:51:53.823+0000 7faf0e8d5200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-20T10:51:54.390 INFO:tasks.rados.rados.0.smithi123.stdout:663: done (6 left) 2023-12-20T10:51:54.390 INFO:tasks.rados.rados.0.smithi123.stdout:664: done (5 left) 2023-12-20T10:51:54.390 INFO:tasks.rados.rados.0.smithi123.stdout:666: done (4 left) 2023-12-20T10:51:54.390 INFO:tasks.rados.rados.0.smithi123.stdout:667: done (3 left) 2023-12-20T10:51:54.390 INFO:tasks.rados.rados.0.smithi123.stdout:668: done (2 left) 2023-12-20T10:51:54.390 INFO:tasks.rados.rados.0.smithi123.stdout:669: done (1 left) 2023-12-20T10:51:54.390 INFO:tasks.rados.rados.0.smithi123.stdout:670: done (0 left) 2023-12-20T10:51:54.390 INFO:tasks.rados.rados.0.smithi123.stdout:671: delete oid 35 current snap is 64 2023-12-20T10:51:54.394 INFO:tasks.rados.rados.0.smithi123.stdout:671: done (0 left) 2023-12-20T10:51:54.394 INFO:tasks.rados.rados.0.smithi123.stdout:672: snap_create 2023-12-20T10:51:54.653 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:54 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:51:54.189+0000 7faf0e8d5200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-20T10:51:54.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:54 smithi177 ceph-mon[144425]: osdmap e181: 8 total, 8 up, 8 in 2023-12-20T10:51:54.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:54 smithi177 ceph-mon[144425]: pgmap v24: 121 pgs: 121 active+clean; 192 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2023-12-20T10:51:54.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:54 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:54.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:54 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:54.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:54 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:51:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:54 smithi123 ceph-mon[124884]: osdmap e181: 8 total, 8 up, 8 in 2023-12-20T10:51:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:54 smithi123 ceph-mon[124884]: pgmap v24: 121 pgs: 121 active+clean; 192 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2023-12-20T10:51:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:54 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:54 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:54 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:51:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:54 smithi123 ceph-mon[111044]: osdmap e181: 8 total, 8 up, 8 in 2023-12-20T10:51:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:54 smithi123 ceph-mon[111044]: pgmap v24: 121 pgs: 121 active+clean; 192 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2023-12-20T10:51:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:54 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:54 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:54 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:51:54.991 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:54 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:51:54.737+0000 7faf0e8d5200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-20T10:51:54.991 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:54 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:51:54.988+0000 7faf0e8d5200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-20T10:51:55.278 INFO:tasks.rados.rados.0.smithi123.stdout:672: done (0 left) 2023-12-20T10:51:55.279 INFO:tasks.rados.rados.0.smithi123.stdout:673: snap_create 2023-12-20T10:51:55.653 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:55 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:51:55.458+0000 7faf0e8d5200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-20T10:51:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:55 smithi177 ceph-mon[144425]: osdmap e182: 8 total, 8 up, 8 in 2023-12-20T10:51:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:55 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:51:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:55 smithi177 ceph-mon[144425]: osdmap e183: 8 total, 8 up, 8 in 2023-12-20T10:51:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:55 smithi123 ceph-mon[124884]: osdmap e182: 8 total, 8 up, 8 in 2023-12-20T10:51:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:55 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:51:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:55 smithi123 ceph-mon[124884]: osdmap e183: 8 total, 8 up, 8 in 2023-12-20T10:51:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:55 smithi123 ceph-mon[111044]: osdmap e182: 8 total, 8 up, 8 in 2023-12-20T10:51:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:55 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:51:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:55 smithi123 ceph-mon[111044]: osdmap e183: 8 total, 8 up, 8 in 2023-12-20T10:51:56.288 INFO:tasks.rados.rados.0.smithi123.stdout:673: done (0 left) 2023-12-20T10:51:56.288 INFO:tasks.rados.rados.0.smithi123.stdout:674: read oid 22 snap -1 2023-12-20T10:51:56.288 INFO:tasks.rados.rados.0.smithi123.stdout:674: expect (ObjNum 161 snap 46 seq_num 161) 2023-12-20T10:51:56.288 INFO:tasks.rados.rados.0.smithi123.stdout:675: snap_remove snap 64 2023-12-20T10:51:56.403 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:56 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:51:56.265+0000 7faf0e8d5200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-20T10:51:56.403 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:56 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:51:56.359+0000 7faf0e8d5200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-20T10:51:57.291 INFO:tasks.rados.rados.0.smithi123.stdout:675: done (1 left) 2023-12-20T10:51:57.292 INFO:tasks.rados.rados.0.smithi123.stdout:676: read oid 48 snap -1 2023-12-20T10:51:57.292 INFO:tasks.rados.rados.0.smithi123.stdout:676: expect deleted 2023-12-20T10:51:57.292 INFO:tasks.rados.rados.0.smithi123.stdout:677: rmattr oid 49 current snap is 66 2023-12-20T10:51:57.292 INFO:tasks.rados.rados.0.smithi123.stdout:677: done (2 left) 2023-12-20T10:51:57.292 INFO:tasks.rados.rados.0.smithi123.stdout:678: delete oid 2 current snap is 66 2023-12-20T10:51:57.292 INFO:tasks.rados.rados.0.smithi123.stdout:674: expect (ObjNum 161 snap 46 seq_num 161) 2023-12-20T10:51:57.293 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:57 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:51:56.999+0000 7faf0e8d5200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-20T10:51:57.293 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:57 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:51:57.092+0000 7faf0e8d5200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-20T10:51:57.293 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:57 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:51:57.189+0000 7faf0e8d5200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-20T10:51:57.293 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:57 smithi177 ceph-mon[144425]: pgmap v27: 121 pgs: 121 active+clean; 192 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:51:57.294 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:57 smithi177 ceph-mon[144425]: osdmap e184: 8 total, 8 up, 8 in 2023-12-20T10:51:57.294 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:57 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:57.294 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:57 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:57.294 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:57 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:57.294 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:57 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:57.316 INFO:tasks.rados.rados.0.smithi123.stdout:674: done (2 left) 2023-12-20T10:51:57.316 INFO:tasks.rados.rados.0.smithi123.stdout:676: done (1 left) 2023-12-20T10:51:57.316 INFO:tasks.rados.rados.0.smithi123.stdout:678: done (0 left) 2023-12-20T10:51:57.316 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 4 current snap is 66 2023-12-20T10:51:57.316 INFO:tasks.rados.rados.0.smithi123.stdout:679: seq_num 241 ranges {0=442368,442368=466944,909312=688128,1597440=49152} 2023-12-20T10:51:57.319 INFO:tasks.rados.rados.0.smithi123.stdout:679: writing smithi123173835-4 from 0 to 442368 tid 1 2023-12-20T10:51:57.323 INFO:tasks.rados.rados.0.smithi123.stdout:679: writing smithi123173835-4 from 442368 to 909312 tid 2 2023-12-20T10:51:57.327 INFO:tasks.rados.rados.0.smithi123.stdout:679: writing smithi123173835-4 from 909312 to 1597440 tid 3 2023-12-20T10:51:57.327 INFO:tasks.rados.rados.0.smithi123.stdout:679: writing smithi123173835-4 from 1597440 to 1646592 tid 4 2023-12-20T10:51:57.327 INFO:tasks.rados.rados.0.smithi123.stdout:680: read oid 11 snap -1 2023-12-20T10:51:57.327 INFO:tasks.rados.rados.0.smithi123.stdout:680: expect (ObjNum 221 snap 58 seq_num 221) 2023-12-20T10:51:57.327 INFO:tasks.rados.rados.0.smithi123.stdout:681: read oid 42 snap 42 2023-12-20T10:51:57.327 INFO:tasks.rados.rados.0.smithi123.stdout:681: expect (ObjNum 90 snap 18 seq_num 90) 2023-12-20T10:51:57.327 INFO:tasks.rados.rados.0.smithi123.stdout:682: setattr oid 18 current snap is 66 2023-12-20T10:51:57.328 INFO:tasks.rados.rados.0.smithi123.stdout:683: snap_remove snap 43 2023-12-20T10:51:57.550 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:57 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:51:57.304+0000 7faf0e8d5200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-20T10:51:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:57 smithi123 ceph-mon[124884]: pgmap v27: 121 pgs: 121 active+clean; 192 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:51:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:57 smithi123 ceph-mon[124884]: osdmap e184: 8 total, 8 up, 8 in 2023-12-20T10:51:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:57 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:57 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:57.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:57 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:57.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:57 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:57.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:57 smithi123 ceph-mon[111044]: pgmap v27: 121 pgs: 121 active+clean; 192 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:51:57.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:57 smithi123 ceph-mon[111044]: osdmap e184: 8 total, 8 up, 8 in 2023-12-20T10:51:57.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:57 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:57.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:57 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:57.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:57 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:57.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:57 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:51:57.893 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:57 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:51:57.554+0000 7faf0e8d5200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-20T10:51:57.894 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:57 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:51:57.654+0000 7faf0e8d5200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-20T10:51:58.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:57 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:51:57.892+0000 7faf0e8d5200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-20T10:51:58.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:57 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:51:57.992+0000 7faf0e8d5200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-20T10:51:58.313 INFO:tasks.rados.rados.0.smithi123.stdout:683: done (4 left) 2023-12-20T10:51:58.313 INFO:tasks.rados.rados.0.smithi123.stdout:684: delete oid 15 current snap is 66 2023-12-20T10:51:58.313 INFO:tasks.rados.rados.0.smithi123.stdout:680: expect (ObjNum 221 snap 58 seq_num 221) 2023-12-20T10:51:58.355 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 18 v 323 (ObjNum 33 snap 0 seq_num 959284032) dirty exists 2023-12-20T10:51:58.355 INFO:tasks.rados.rados.0.smithi123.stdout:679: finishing write tid 1 to smithi123173835-4 2023-12-20T10:51:58.355 INFO:tasks.rados.rados.0.smithi123.stdout:679: finishing write tid 2 to smithi123173835-4 2023-12-20T10:51:58.355 INFO:tasks.rados.rados.0.smithi123.stdout:680: done (4 left) 2023-12-20T10:51:58.355 INFO:tasks.rados.rados.0.smithi123.stdout:682: done (3 left) 2023-12-20T10:51:58.355 INFO:tasks.rados.rados.0.smithi123.stdout:684: done (2 left) 2023-12-20T10:51:58.355 INFO:tasks.rados.rados.0.smithi123.stdout:685: snap_create 2023-12-20T10:51:58.355 INFO:tasks.rados.rados.0.smithi123.stdout:679: finishing write tid 3 to smithi123173835-4 2023-12-20T10:51:58.356 INFO:tasks.rados.rados.0.smithi123.stdout:679: finishing write tid 4 to smithi123173835-4 2023-12-20T10:51:58.356 INFO:tasks.rados.rados.0.smithi123.stdout:679: finishing write tid 5 to smithi123173835-4 2023-12-20T10:51:58.356 INFO:tasks.rados.rados.0.smithi123.stdout:681: expect (ObjNum 90 snap 18 seq_num 90) 2023-12-20T10:51:58.391 INFO:tasks.rados.rados.0.smithi123.stdout:679: finishing write tid 6 to smithi123173835-4 2023-12-20T10:51:58.391 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 365 (ObjNum 241 snap 66 seq_num 241) dirty exists 2023-12-20T10:51:58.391 INFO:tasks.rados.rados.0.smithi123.stdout:679: left oid 4 (ObjNum 241 snap 66 seq_num 241) 2023-12-20T10:51:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:58 smithi177 ceph-mon[144425]: osdmap e185: 8 total, 8 up, 8 in 2023-12-20T10:51:58.654 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:58 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:51:58.205+0000 7faf0e8d5200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-20T10:51:58.654 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:58 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:51:58.318+0000 7faf0e8d5200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-20T10:51:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:58 smithi123 ceph-mon[124884]: osdmap e185: 8 total, 8 up, 8 in 2023-12-20T10:51:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:58 smithi123 ceph-mon[111044]: osdmap e185: 8 total, 8 up, 8 in 2023-12-20T10:51:59.309 INFO:tasks.rados.rados.0.smithi123.stdout:679: done (2 left) 2023-12-20T10:51:59.309 INFO:tasks.rados.rados.0.smithi123.stdout:681: done (1 left) 2023-12-20T10:51:59.309 INFO:tasks.rados.rados.0.smithi123.stdout:685: done (0 left) 2023-12-20T10:51:59.309 INFO:tasks.rados.rados.0.smithi123.stdout:686: setattr oid 43 current snap is 67 2023-12-20T10:51:59.310 INFO:tasks.rados.rados.0.smithi123.stdout:687: snap_remove snap 65 2023-12-20T10:51:59.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:59 smithi177 ceph-mon[144425]: pgmap v30: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.6 MiB/s wr, 16 op/s 2023-12-20T10:51:59.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:51:59 smithi177 ceph-mon[144425]: osdmap e186: 8 total, 8 up, 8 in 2023-12-20T10:51:59.403 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:59 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:51:59.195+0000 7faf0e8d5200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-20T10:51:59.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:59 smithi123 ceph-mon[124884]: pgmap v30: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.6 MiB/s wr, 16 op/s 2023-12-20T10:51:59.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:51:59 smithi123 ceph-mon[124884]: osdmap e186: 8 total, 8 up, 8 in 2023-12-20T10:51:59.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:59 smithi123 ceph-mon[111044]: pgmap v30: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.6 MiB/s wr, 16 op/s 2023-12-20T10:51:59.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:51:59 smithi123 ceph-mon[111044]: osdmap e186: 8 total, 8 up, 8 in 2023-12-20T10:51:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:51:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:51:59] "GET /metrics HTTP/1.1" 200 36022 "" "Prometheus/2.43.0" 2023-12-20T10:51:59.903 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:59 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:51:59.410+0000 7faf0e8d5200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-20T10:51:59.903 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:51:59 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:51:59.605+0000 7faf0e8d5200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-20T10:52:00.282 INFO:tasks.rados.rados.0.smithi123.stdout:687: done (1 left) 2023-12-20T10:52:00.282 INFO:tasks.rados.rados.0.smithi123.stdout:688: read oid 21 snap -1 2023-12-20T10:52:00.282 INFO:tasks.rados.rados.0.smithi123.stdout:688: expect (ObjNum 222 snap 58 seq_num 222) 2023-12-20T10:52:00.282 INFO:tasks.rados.rados.0.smithi123.stdout:689: rollback oid 5 current snap is 67 2023-12-20T10:52:00.282 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 5 to 21 2023-12-20T10:52:00.282 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 183 (ObjNum 273 snap 0 seq_num 0) dirty exists 2023-12-20T10:52:00.282 INFO:tasks.rados.rados.0.smithi123.stdout:686: done (2 left) 2023-12-20T10:52:00.282 INFO:tasks.rados.rados.0.smithi123.stdout:690: read oid 50 snap -1 2023-12-20T10:52:00.282 INFO:tasks.rados.rados.0.smithi123.stdout:690: expect (ObjNum 118 snap 28 seq_num 118) 2023-12-20T10:52:00.282 INFO:tasks.rados.rados.0.smithi123.stdout:691: snap_remove snap 61 2023-12-20T10:52:00.591 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[111044]: osdmap e187: 8 total, 8 up, 8 in 2023-12-20T10:52:00.592 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:52:00.592 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:52:00.592 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:00.592 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:52:00.592 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:52:00.592 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[111044]: pgmap v33: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.6 MiB/s wr, 16 op/s 2023-12-20T10:52:00.592 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:52:00.592 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:52:00.592 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[111044]: Upgrade: Setting container_image for all mgr 2023-12-20T10:52:00.592 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:52:00.592 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-12-20T10:52:00.592 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-12-20T10:52:00.592 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2023-12-20T10:52:00.593 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-12-20T10:52:00.593 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-12-20T10:52:00.593 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2023-12-20T10:52:00.593 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-20T10:52:00.593 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2023-12-20T10:52:00.593 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[111044]: Upgrade: It appears safe to stop mon.a 2023-12-20T10:52:00.593 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[111044]: osdmap e188: 8 total, 8 up, 8 in 2023-12-20T10:52:00.593 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[124884]: osdmap e187: 8 total, 8 up, 8 in 2023-12-20T10:52:00.593 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:52:00.593 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:52:00.593 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:00.593 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:52:00.593 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:52:00.594 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[124884]: pgmap v33: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.6 MiB/s wr, 16 op/s 2023-12-20T10:52:00.594 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:52:00.594 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:52:00.594 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[124884]: Upgrade: Setting container_image for all mgr 2023-12-20T10:52:00.594 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:52:00.594 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-12-20T10:52:00.594 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-12-20T10:52:00.594 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2023-12-20T10:52:00.594 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-12-20T10:52:00.594 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-12-20T10:52:00.594 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2023-12-20T10:52:00.594 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-20T10:52:00.594 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2023-12-20T10:52:00.594 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[124884]: Upgrade: It appears safe to stop mon.a 2023-12-20T10:52:00.594 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:00 smithi123 ceph-mon[124884]: osdmap e188: 8 total, 8 up, 8 in 2023-12-20T10:52:00.653 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:52:00.271+0000 7faf0e8d5200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-20T10:52:00.653 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:52:00.471+0000 7faf0e8d5200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-20T10:52:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:00 smithi177 ceph-mon[144425]: osdmap e187: 8 total, 8 up, 8 in 2023-12-20T10:52:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:00 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:52:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:00 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:52:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:00 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:00 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:52:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:00 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:52:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:00 smithi177 ceph-mon[144425]: pgmap v33: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.6 MiB/s wr, 16 op/s 2023-12-20T10:52:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:00 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:52:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:00 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:52:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:00 smithi177 ceph-mon[144425]: Upgrade: Setting container_image for all mgr 2023-12-20T10:52:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:00 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:52:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:00 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-12-20T10:52:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:00 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-12-20T10:52:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:00 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2023-12-20T10:52:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:00 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-12-20T10:52:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:00 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-12-20T10:52:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:00 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2023-12-20T10:52:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:00 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-20T10:52:00.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:00 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2023-12-20T10:52:00.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:00 smithi177 ceph-mon[144425]: Upgrade: It appears safe to stop mon.a 2023-12-20T10:52:00.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:00 smithi177 ceph-mon[144425]: osdmap e188: 8 total, 8 up, 8 in 2023-12-20T10:52:01.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:52:00.662+0000 7faf0e8d5200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-20T10:52:01.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:52:00.780+0000 7faf0e8d5200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-20T10:52:01.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: [20/Dec/2023:10:52:00] ENGINE Bus STARTING 2023-12-20T10:52:01.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: CherryPy Checker: 2023-12-20T10:52:01.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: The Application mounted at '' has an empty config. 2023-12-20T10:52:01.154 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:52:01.154 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: [20/Dec/2023:10:52:00] ENGINE Serving on http://:::9283 2023-12-20T10:52:01.154 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: [20/Dec/2023:10:52:00] ENGINE Bus STARTED 2023-12-20T10:52:01.287 INFO:tasks.rados.rados.0.smithi123.stdout:691: done (3 left) 2023-12-20T10:52:01.288 INFO:tasks.rados.rados.0.smithi123.stdout:692: copy_from oid 4 from oid 31 current snap is 67 2023-12-20T10:52:01.288 INFO:tasks.rados.rados.0.smithi123.stdout:689: finishing rollback tid 1 to smithi123173835-5 2023-12-20T10:52:01.288 INFO:tasks.rados.rados.0.smithi123.stdout:689: finishing rollback tid 2 to smithi123173835-5 2023-12-20T10:52:01.288 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 185 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-20T10:52:01.288 INFO:tasks.rados.rados.0.smithi123.stdout:690: expect (ObjNum 118 snap 28 seq_num 118) 2023-12-20T10:52:01.377 INFO:tasks.rados.rados.0.smithi123.stdout:688: expect (ObjNum 222 snap 58 seq_num 222) 2023-12-20T10:52:01.590 INFO:tasks.rados.rados.0.smithi123.stdout:692: finishing copy_from to smithi123173835-4 2023-12-20T10:52:01.590 INFO:tasks.rados.rados.0.smithi123.stdout:692: got expected ENOENT (src dne) 2023-12-20T10:52:01.590 INFO:tasks.rados.rados.0.smithi123.stdout:692: finishing copy_from racing read to smithi123173835-4 2023-12-20T10:52:01.590 INFO:tasks.rados.rados.0.smithi123.stdout:688: done (3 left) 2023-12-20T10:52:01.590 INFO:tasks.rados.rados.0.smithi123.stdout:689: done (2 left) 2023-12-20T10:52:01.590 INFO:tasks.rados.rados.0.smithi123.stdout:690: done (1 left) 2023-12-20T10:52:01.591 INFO:tasks.rados.rados.0.smithi123.stdout:692: done (0 left) 2023-12-20T10:52:01.591 INFO:tasks.rados.rados.0.smithi123.stdout:693: setattr oid 48 current snap is 67 2023-12-20T10:52:01.591 INFO:tasks.rados.rados.0.smithi123.stdout:694: read oid 11 snap 55 2023-12-20T10:52:01.591 INFO:tasks.rados.rados.0.smithi123.stdout:694: expect (ObjNum 186 snap 51 seq_num 186) 2023-12-20T10:52:01.591 INFO:tasks.rados.rados.0.smithi123.stdout:695: snap_create 2023-12-20T10:52:01.594 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 459 (ObjNum 129 snap 0 seq_num 958879968) dirty exists 2023-12-20T10:52:01.603 INFO:tasks.rados.rados.0.smithi123.stdout:694: expect (ObjNum 186 snap 51 seq_num 186) 2023-12-20T10:52:01.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:01 smithi123 ceph-mon[111044]: Upgrade: Updating mon.a 2023-12-20T10:52:01.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:01 smithi123 ceph-mon[111044]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:52:01.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:01 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-20T10:52:01.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:01 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-20T10:52:01.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:01 smithi123 ceph-mon[111044]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:01.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:01 smithi123 ceph-mon[111044]: Deploying daemon mon.a on smithi123 2023-12-20T10:52:01.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:01 smithi123 ceph-mon[111044]: Standby manager daemon x restarted 2023-12-20T10:52:01.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:01 smithi123 ceph-mon[111044]: Standby manager daemon x started 2023-12-20T10:52:01.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:01 smithi123 ceph-mon[111044]: from='mgr.? 172.21.15.177:0/763663499' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-20T10:52:01.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:01 smithi123 ceph-mon[111044]: from='mgr.? 172.21.15.177:0/763663499' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-20T10:52:01.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:01 smithi123 ceph-mon[111044]: from='mgr.? 172.21.15.177:0/763663499' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-20T10:52:01.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:01 smithi123 ceph-mon[111044]: from='mgr.? 172.21.15.177:0/763663499' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-20T10:52:01.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:01 smithi123 ceph-mon[111044]: osdmap e189: 8 total, 8 up, 8 in 2023-12-20T10:52:01.746 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:01 smithi123 ceph-mon[124884]: Upgrade: Updating mon.a 2023-12-20T10:52:01.746 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:01 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:52:01.746 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:01 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-20T10:52:01.746 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:01 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-20T10:52:01.746 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:01 smithi123 ceph-mon[124884]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:01.746 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:01 smithi123 ceph-mon[124884]: Deploying daemon mon.a on smithi123 2023-12-20T10:52:01.746 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:01 smithi123 ceph-mon[124884]: Standby manager daemon x restarted 2023-12-20T10:52:01.746 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:01 smithi123 ceph-mon[124884]: Standby manager daemon x started 2023-12-20T10:52:01.746 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:01 smithi123 ceph-mon[124884]: from='mgr.? 172.21.15.177:0/763663499' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-20T10:52:01.746 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:01 smithi123 ceph-mon[124884]: from='mgr.? 172.21.15.177:0/763663499' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-20T10:52:01.746 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:01 smithi123 ceph-mon[124884]: from='mgr.? 172.21.15.177:0/763663499' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-20T10:52:01.746 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:01 smithi123 ceph-mon[124884]: from='mgr.? 172.21.15.177:0/763663499' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-20T10:52:01.746 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:01 smithi123 ceph-mon[124884]: osdmap e189: 8 total, 8 up, 8 in 2023-12-20T10:52:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:01 smithi177 ceph-mon[144425]: Upgrade: Updating mon.a 2023-12-20T10:52:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:01 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='mgr.y' 2023-12-20T10:52:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:01 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-20T10:52:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:01 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-20T10:52:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:01 smithi177 ceph-mon[144425]: from='mgr.15156 172.21.15.123:0/3901955252' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:01 smithi177 ceph-mon[144425]: Deploying daemon mon.a on smithi123 2023-12-20T10:52:02.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:01 smithi177 ceph-mon[144425]: Standby manager daemon x restarted 2023-12-20T10:52:02.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:01 smithi177 ceph-mon[144425]: Standby manager daemon x started 2023-12-20T10:52:02.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:01 smithi177 ceph-mon[144425]: from='mgr.? 172.21.15.177:0/763663499' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-20T10:52:02.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:01 smithi177 ceph-mon[144425]: from='mgr.? 172.21.15.177:0/763663499' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-20T10:52:02.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:01 smithi177 ceph-mon[144425]: from='mgr.? 172.21.15.177:0/763663499' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-20T10:52:02.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:01 smithi177 ceph-mon[144425]: from='mgr.? 172.21.15.177:0/763663499' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-20T10:52:02.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:01 smithi177 ceph-mon[144425]: osdmap e189: 8 total, 8 up, 8 in 2023-12-20T10:52:02.188 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:01 smithi123 systemd[1]: Stopping Ceph mon.a for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:52:02.188 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[111021]: 2023-12-20T10:52:02.007+0000 7f65512e9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-12-20T10:52:02.189 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[111021]: 2023-12-20T10:52:02.007+0000 7f65512e9700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2023-12-20T10:52:02.443 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 bash[188425]: ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a 2023-12-20T10:52:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 systemd[1]: ceph-85213638-9f24-11ee-95a5-87774f69a715@mon.a.service: Succeeded. 2023-12-20T10:52:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 systemd[1]: Stopped Ceph mon.a for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:52:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 systemd[1]: Starting Ceph mon.a for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:52:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: set uid:gid to 167:167 (ceph:ceph) 2023-12-20T10:52:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev), process ceph-mon, pid 7 2023-12-20T10:52:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: pidfile_write: ignore empty --pid-file 2023-12-20T10:52:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 bash[188575]: 1bcba43db25b7231866e74e8deecf7dc4c4953a098f5ec1462543d5b5c676ab9 2023-12-20T10:52:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: load: jerasure load: lrc 2023-12-20T10:52:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 systemd[1]: Started Ceph mon.a for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:52:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: RocksDB version: 7.9.2 2023-12-20T10:52:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Git sha 0 2023-12-20T10:52:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Compile date 2023-12-18 20:25:43 2023-12-20T10:52:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: DB SUMMARY 2023-12-20T10:52:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: DB Session ID: D0L56Y6JJW8G1O0M7WE4 2023-12-20T10:52:03.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: CURRENT file: CURRENT 2023-12-20T10:52:03.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: IDENTITY file: IDENTITY 2023-12-20T10:52:03.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: MANIFEST file: MANIFEST-000015 size: 980 Bytes 2023-12-20T10:52:03.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000030.sst 2023-12-20T10:52:03.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000028.log size: 377724 ; 2023-12-20T10:52:03.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.error_if_exists: 0 2023-12-20T10:52:03.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.create_if_missing: 0 2023-12-20T10:52:03.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.paranoid_checks: 1 2023-12-20T10:52:03.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.flush_verify_memtable_count: 1 2023-12-20T10:52:03.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-20T10:52:03.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-12-20T10:52:03.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.env: 0x558d294cfa60 2023-12-20T10:52:03.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.fs: PosixFileSystem 2023-12-20T10:52:03.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.info_log: 0x558d2af7b740 2023-12-20T10:52:03.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.max_file_opening_threads: 16 2023-12-20T10:52:03.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.statistics: (nil) 2023-12-20T10:52:03.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.use_fsync: 0 2023-12-20T10:52:03.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.max_log_file_size: 0 2023-12-20T10:52:03.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-20T10:52:03.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.log_file_time_to_roll: 0 2023-12-20T10:52:03.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.keep_log_file_num: 1000 2023-12-20T10:52:03.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.recycle_log_file_num: 0 2023-12-20T10:52:03.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.allow_fallocate: 1 2023-12-20T10:52:03.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.allow_mmap_reads: 0 2023-12-20T10:52:03.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.allow_mmap_writes: 0 2023-12-20T10:52:03.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.use_direct_reads: 0 2023-12-20T10:52:03.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-20T10:52:03.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.create_missing_column_families: 0 2023-12-20T10:52:03.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.db_log_dir: 2023-12-20T10:52:03.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.wal_dir: 2023-12-20T10:52:03.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.table_cache_numshardbits: 6 2023-12-20T10:52:03.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.WAL_ttl_seconds: 0 2023-12-20T10:52:03.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.WAL_size_limit_MB: 0 2023-12-20T10:52:03.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-20T10:52:03.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-20T10:52:03.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.is_fd_close_on_exec: 1 2023-12-20T10:52:03.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.advise_random_on_open: 1 2023-12-20T10:52:03.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.db_write_buffer_size: 0 2023-12-20T10:52:03.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.write_buffer_manager: 0x558d2af30fa0 2023-12-20T10:52:03.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-20T10:52:03.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-20T10:52:03.247 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.use_adaptive_mutex: 0 2023-12-20T10:52:03.247 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.rate_limiter: (nil) 2023-12-20T10:52:03.247 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-20T10:52:03.247 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.wal_recovery_mode: 2 2023-12-20T10:52:03.247 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.enable_thread_tracking: 0 2023-12-20T10:52:03.247 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.enable_pipelined_write: 0 2023-12-20T10:52:03.247 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.unordered_write: 0 2023-12-20T10:52:03.247 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-20T10:52:03.247 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-20T10:52:03.247 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-20T10:52:03.247 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-20T10:52:03.247 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.row_cache: None 2023-12-20T10:52:03.247 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.wal_filter: None 2023-12-20T10:52:03.247 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-20T10:52:03.247 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.allow_ingest_behind: 0 2023-12-20T10:52:03.248 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.two_write_queues: 0 2023-12-20T10:52:03.248 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.manual_wal_flush: 0 2023-12-20T10:52:03.248 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.wal_compression: 0 2023-12-20T10:52:03.248 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.atomic_flush: 0 2023-12-20T10:52:03.248 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-20T10:52:03.248 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.persist_stats_to_disk: 0 2023-12-20T10:52:03.248 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.write_dbid_to_manifest: 0 2023-12-20T10:52:03.248 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.log_readahead_size: 0 2023-12-20T10:52:03.248 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-20T10:52:03.248 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.best_efforts_recovery: 0 2023-12-20T10:52:03.248 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-20T10:52:03.248 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-20T10:52:03.248 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.allow_data_in_errors: 0 2023-12-20T10:52:03.248 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.db_host_id: __hostname__ 2023-12-20T10:52:03.249 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.enforce_single_del_contracts: true 2023-12-20T10:52:03.249 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.max_background_jobs: 2 2023-12-20T10:52:03.249 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.max_background_compactions: -1 2023-12-20T10:52:03.249 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.max_subcompactions: 1 2023-12-20T10:52:03.249 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-20T10:52:03.249 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-20T10:52:03.249 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.delayed_write_rate : 16777216 2023-12-20T10:52:03.249 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.max_total_wal_size: 0 2023-12-20T10:52:03.249 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-20T10:52:03.249 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.stats_dump_period_sec: 600 2023-12-20T10:52:03.249 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.stats_persist_period_sec: 600 2023-12-20T10:52:03.249 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-20T10:52:03.249 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.max_open_files: -1 2023-12-20T10:52:03.249 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.bytes_per_sync: 0 2023-12-20T10:52:03.250 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.wal_bytes_per_sync: 0 2023-12-20T10:52:03.250 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.strict_bytes_per_sync: 0 2023-12-20T10:52:03.250 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.compaction_readahead_size: 0 2023-12-20T10:52:03.250 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.max_background_flushes: -1 2023-12-20T10:52:03.250 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Compression algorithms supported: 2023-12-20T10:52:03.250 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-20T10:52:03.250 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: kZSTD supported: 0 2023-12-20T10:52:03.250 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: kXpressCompression supported: 0 2023-12-20T10:52:03.250 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: kLZ4HCCompression supported: 1 2023-12-20T10:52:03.250 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: kZlibCompression supported: 1 2023-12-20T10:52:03.250 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: kSnappyCompression supported: 1 2023-12-20T10:52:03.250 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: kLZ4Compression supported: 1 2023-12-20T10:52:03.250 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: kBZip2Compression supported: 0 2023-12-20T10:52:03.250 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Fast CRC32 supported: Supported on x86 2023-12-20T10:52:03.250 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: DMutex implementation: pthread_mutex_t 2023-12-20T10:52:03.251 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2023-12-20T10:52:03.251 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-12-20T10:52:03.251 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-20T10:52:03.251 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.merge_operator: 2023-12-20T10:52:03.251 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.compaction_filter: None 2023-12-20T10:52:03.251 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.compaction_filter_factory: None 2023-12-20T10:52:03.251 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.sst_partitioner_factory: None 2023-12-20T10:52:03.251 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.memtable_factory: SkipListFactory 2023-12-20T10:52:03.251 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.table_factory: BlockBasedTable 2023-12-20T10:52:03.251 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x558d2af7b860) 2023-12-20T10:52:03.251 INFO:journalctl@ceph.mon.a.smithi123.stdout: cache_index_and_filter_blocks: 1 2023-12-20T10:52:03.251 INFO:journalctl@ceph.mon.a.smithi123.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-12-20T10:52:03.251 INFO:journalctl@ceph.mon.a.smithi123.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-20T10:52:03.251 INFO:journalctl@ceph.mon.a.smithi123.stdout: pin_top_level_index_and_filter: 1 2023-12-20T10:52:03.251 INFO:journalctl@ceph.mon.a.smithi123.stdout: index_type: 0 2023-12-20T10:52:03.252 INFO:journalctl@ceph.mon.a.smithi123.stdout: data_block_index_type: 0 2023-12-20T10:52:03.252 INFO:journalctl@ceph.mon.a.smithi123.stdout: index_shortening: 1 2023-12-20T10:52:03.252 INFO:journalctl@ceph.mon.a.smithi123.stdout: data_block_hash_table_util_ratio: 0.750000 2023-12-20T10:52:03.252 INFO:journalctl@ceph.mon.a.smithi123.stdout: checksum: 4 2023-12-20T10:52:03.252 INFO:journalctl@ceph.mon.a.smithi123.stdout: no_block_cache: 0 2023-12-20T10:52:03.252 INFO:journalctl@ceph.mon.a.smithi123.stdout: block_cache: 0x558d2afd1090 2023-12-20T10:52:03.252 INFO:journalctl@ceph.mon.a.smithi123.stdout: block_cache_name: BinnedLRUCache 2023-12-20T10:52:03.252 INFO:journalctl@ceph.mon.a.smithi123.stdout: block_cache_options: 2023-12-20T10:52:03.252 INFO:journalctl@ceph.mon.a.smithi123.stdout: capacity : 536870912 2023-12-20T10:52:03.252 INFO:journalctl@ceph.mon.a.smithi123.stdout: num_shard_bits : 4 2023-12-20T10:52:03.252 INFO:journalctl@ceph.mon.a.smithi123.stdout: strict_capacity_limit : 0 2023-12-20T10:52:03.252 INFO:journalctl@ceph.mon.a.smithi123.stdout: high_pri_pool_ratio: 0.000 2023-12-20T10:52:03.252 INFO:journalctl@ceph.mon.a.smithi123.stdout: block_cache_compressed: (nil) 2023-12-20T10:52:03.252 INFO:journalctl@ceph.mon.a.smithi123.stdout: persistent_cache: (nil) 2023-12-20T10:52:03.252 INFO:journalctl@ceph.mon.a.smithi123.stdout: block_size: 4096 2023-12-20T10:52:03.253 INFO:journalctl@ceph.mon.a.smithi123.stdout: block_size_deviation: 10 2023-12-20T10:52:03.253 INFO:journalctl@ceph.mon.a.smithi123.stdout: block_restart_interval: 16 2023-12-20T10:52:03.253 INFO:journalctl@ceph.mon.a.smithi123.stdout: index_block_restart_interval: 1 2023-12-20T10:52:03.253 INFO:journalctl@ceph.mon.a.smithi123.stdout: metadata_block_size: 4096 2023-12-20T10:52:03.253 INFO:journalctl@ceph.mon.a.smithi123.stdout: partition_filters: 0 2023-12-20T10:52:03.253 INFO:journalctl@ceph.mon.a.smithi123.stdout: use_delta_encoding: 1 2023-12-20T10:52:03.253 INFO:journalctl@ceph.mon.a.smithi123.stdout: filter_policy: bloomfilter 2023-12-20T10:52:03.253 INFO:journalctl@ceph.mon.a.smithi123.stdout: whole_key_filtering: 1 2023-12-20T10:52:03.253 INFO:journalctl@ceph.mon.a.smithi123.stdout: verify_compression: 0 2023-12-20T10:52:03.253 INFO:journalctl@ceph.mon.a.smithi123.stdout: read_amp_bytes_per_bit: 0 2023-12-20T10:52:03.253 INFO:journalctl@ceph.mon.a.smithi123.stdout: format_version: 5 2023-12-20T10:52:03.253 INFO:journalctl@ceph.mon.a.smithi123.stdout: enable_index_compression: 1 2023-12-20T10:52:03.253 INFO:journalctl@ceph.mon.a.smithi123.stdout: block_align: 0 2023-12-20T10:52:03.253 INFO:journalctl@ceph.mon.a.smithi123.stdout: max_auto_readahead_size: 262144 2023-12-20T10:52:03.253 INFO:journalctl@ceph.mon.a.smithi123.stdout: prepopulate_block_cache: 0 2023-12-20T10:52:03.254 INFO:journalctl@ceph.mon.a.smithi123.stdout: initial_auto_readahead_size: 8192 2023-12-20T10:52:03.254 INFO:journalctl@ceph.mon.a.smithi123.stdout: num_file_reads_for_auto_readahead: 2 2023-12-20T10:52:03.254 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.write_buffer_size: 33554432 2023-12-20T10:52:03.254 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.max_write_buffer_number: 2 2023-12-20T10:52:03.254 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.compression: NoCompression 2023-12-20T10:52:03.254 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.bottommost_compression: Disabled 2023-12-20T10:52:03.254 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.prefix_extractor: nullptr 2023-12-20T10:52:03.254 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-20T10:52:03.254 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.num_levels: 7 2023-12-20T10:52:03.254 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-20T10:52:03.254 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-20T10:52:03.254 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-20T10:52:03.254 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-20T10:52:03.254 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-20T10:52:03.255 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-20T10:52:03.255 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-20T10:52:03.255 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-20T10:52:03.255 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-20T10:52:03.255 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-20T10:52:03.255 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-12-20T10:52:03.255 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-12-20T10:52:03.255 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.compression_opts.window_bits: -14 2023-12-20T10:52:03.255 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.compression_opts.level: 32767 2023-12-20T10:52:03.255 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.compression_opts.strategy: 0 2023-12-20T10:52:03.255 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-20T10:52:03.255 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-20T10:52:03.255 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-12-20T10:52:03.255 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-20T10:52:03.255 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.compression_opts.enabled: false 2023-12-20T10:52:03.256 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-12-20T10:52:03.256 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-20T10:52:03.256 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-20T10:52:03.256 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-20T10:52:03.256 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.target_file_size_base: 67108864 2023-12-20T10:52:03.256 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.target_file_size_multiplier: 1 2023-12-20T10:52:03.256 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-20T10:52:03.256 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-20T10:52:03.256 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-20T10:52:03.256 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-20T10:52:03.256 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-20T10:52:03.256 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-20T10:52:03.256 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-20T10:52:03.256 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-20T10:52:03.256 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-20T10:52:03.257 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-20T10:52:03.257 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-20T10:52:03.257 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-20T10:52:03.257 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-12-20T10:52:03.257 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.arena_block_size: 1048576 2023-12-20T10:52:03.257 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-20T10:52:03.257 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-20T10:52:03.257 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.disable_auto_compactions: 0 2023-12-20T10:52:03.258 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-20T10:52:03.258 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-20T10:52:03.258 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-20T10:52:03.258 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-20T10:52:03.258 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-20T10:52:03.258 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-20T10:52:03.258 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-20T10:52:03.258 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-20T10:52:03.259 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-20T10:52:03.259 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-20T10:52:03.259 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.table_properties_collectors: 2023-12-20T10:52:03.259 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.inplace_update_support: 0 2023-12-20T10:52:03.259 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.inplace_update_num_locks: 10000 2023-12-20T10:52:03.259 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-20T10:52:03.259 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-20T10:52:03.259 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.memtable_huge_page_size: 0 2023-12-20T10:52:03.259 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.bloom_locality: 0 2023-12-20T10:52:03.259 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.max_successive_merges: 0 2023-12-20T10:52:03.259 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.optimize_filters_for_hits: 0 2023-12-20T10:52:03.259 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.paranoid_file_checks: 0 2023-12-20T10:52:03.259 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.force_consistency_checks: 1 2023-12-20T10:52:03.259 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.report_bg_io_stats: 0 2023-12-20T10:52:03.259 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.ttl: 2592000 2023-12-20T10:52:03.260 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.periodic_compaction_seconds: 0 2023-12-20T10:52:03.260 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-12-20T10:52:03.260 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-12-20T10:52:03.260 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.enable_blob_files: false 2023-12-20T10:52:03.260 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.min_blob_size: 0 2023-12-20T10:52:03.260 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.blob_file_size: 268435456 2023-12-20T10:52:03.260 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.blob_compression_type: NoCompression 2023-12-20T10:52:03.260 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.enable_blob_garbage_collection: false 2023-12-20T10:52:03.260 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-20T10:52:03.260 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-12-20T10:52:03.260 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-12-20T10:52:03.260 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.blob_file_starting_level: 0 2023-12-20T10:52:03.260 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-12-20T10:52:03.260 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 30.sst 2023-12-20T10:52:03.261 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-12-20T10:52:03.261 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 32, last_sequence is 12930, log_number is 28,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-12-20T10:52:03.261 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 28 2023-12-20T10:52:03.261 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 863b14e5-3dd3-4da1-b6cf-bc72097fe215 2023-12-20T10:52:03.261 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703069522923000, "job": 1, "event": "recovery_started", "wal_files": [28]} 2023-12-20T10:52:03.261 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #28 mode 2 2023-12-20T10:52:03.261 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703069522924880, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 33, "file_size": 376121, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12931, "largest_seqno": 13133, "table_properties": {"data_size": 374201, "index_size": 588, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 325, "raw_key_size": 3400, "raw_average_key_size": 27, "raw_value_size": 371446, "raw_average_value_size": 3044, "num_data_blocks": 25, "num_entries": 122, "num_filter_entries": 122, "num_deletions": 5, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1703069522, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "863b14e5-3dd3-4da1-b6cf-bc72097fe215", "db_session_id": "D0L56Y6JJW8G1O0M7WE4", "orig_file_number": 33, "seqno_to_time_mapping": "N/A"}} 2023-12-20T10:52:03.261 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703069522924964, "job": 1, "event": "recovery_finished"} 2023-12-20T10:52:03.261 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: [db/version_set.cc:5047] Creating manifest 35 2023-12-20T10:52:03.261 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-12-20T10:52:03.261 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000028.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-20T10:52:03.261 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x558d2b06c000 2023-12-20T10:52:03.261 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: DB pointer 0x558d2b058000 2023-12-20T10:52:03.262 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-12-20T10:52:03.262 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-12-20T10:52:03.262 INFO:journalctl@ceph.mon.a.smithi123.stdout: ** DB Stats ** 2023-12-20T10:52:03.262 INFO:journalctl@ceph.mon.a.smithi123.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-20T10:52:03.262 INFO:journalctl@ceph.mon.a.smithi123.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-20T10:52:03.262 INFO:journalctl@ceph.mon.a.smithi123.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-20T10:52:03.262 INFO:journalctl@ceph.mon.a.smithi123.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-20T10:52:03.262 INFO:journalctl@ceph.mon.a.smithi123.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-20T10:52:03.262 INFO:journalctl@ceph.mon.a.smithi123.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-20T10:52:03.262 INFO:journalctl@ceph.mon.a.smithi123.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-20T10:52:03.262 INFO:journalctl@ceph.mon.a.smithi123.stdout: 2023-12-20T10:52:03.262 INFO:journalctl@ceph.mon.a.smithi123.stdout: ** Compaction Stats [default] ** 2023-12-20T10:52:03.262 INFO:journalctl@ceph.mon.a.smithi123.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-20T10:52:03.262 INFO:journalctl@ceph.mon.a.smithi123.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-12-20T10:52:03.262 INFO:journalctl@ceph.mon.a.smithi123.stdout: L0 1/0 367.31 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 294.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-12-20T10:52:03.263 INFO:journalctl@ceph.mon.a.smithi123.stdout: L6 1/0 9.20 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2023-12-20T10:52:03.263 INFO:journalctl@ceph.mon.a.smithi123.stdout: Sum 2/0 9.56 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 294.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-12-20T10:52:03.263 INFO:journalctl@ceph.mon.a.smithi123.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 294.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-12-20T10:52:03.263 INFO:journalctl@ceph.mon.a.smithi123.stdout: 2023-12-20T10:52:03.263 INFO:journalctl@ceph.mon.a.smithi123.stdout: ** Compaction Stats [default] ** 2023-12-20T10:52:03.263 INFO:journalctl@ceph.mon.a.smithi123.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-20T10:52:03.263 INFO:journalctl@ceph.mon.a.smithi123.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-20T10:52:03.263 INFO:journalctl@ceph.mon.a.smithi123.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 294.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-12-20T10:52:03.263 INFO:journalctl@ceph.mon.a.smithi123.stdout: 2023-12-20T10:52:03.263 INFO:journalctl@ceph.mon.a.smithi123.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-12-20T10:52:03.263 INFO:journalctl@ceph.mon.a.smithi123.stdout: 2023-12-20T10:52:03.263 INFO:journalctl@ceph.mon.a.smithi123.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-20T10:52:03.263 INFO:journalctl@ceph.mon.a.smithi123.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-12-20T10:52:03.263 INFO:journalctl@ceph.mon.a.smithi123.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-20T10:52:03.264 INFO:journalctl@ceph.mon.a.smithi123.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-20T10:52:03.264 INFO:journalctl@ceph.mon.a.smithi123.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-20T10:52:03.264 INFO:journalctl@ceph.mon.a.smithi123.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-20T10:52:03.264 INFO:journalctl@ceph.mon.a.smithi123.stdout: Cumulative compaction: 0.00 GB write, 82.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-20T10:52:03.264 INFO:journalctl@ceph.mon.a.smithi123.stdout: Interval compaction: 0.00 GB write, 82.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-20T10:52:03.264 INFO:journalctl@ceph.mon.a.smithi123.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-20T10:52:03.264 INFO:journalctl@ceph.mon.a.smithi123.stdout: Block cache BinnedLRUCache@0x558d2afd1090#7 capacity: 512.00 MB usage: 1.08 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2023-12-20T10:52:03.264 INFO:journalctl@ceph.mon.a.smithi123.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.38 KB,7.15256e-05%) IndexBlock(1,0.70 KB,0.00013411%) Misc(1,0.00 KB,0%) 2023-12-20T10:52:03.264 INFO:journalctl@ceph.mon.a.smithi123.stdout: 2023-12-20T10:52:03.264 INFO:journalctl@ceph.mon.a.smithi123.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-20T10:52:03.264 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: starting mon.a rank 0 at public addrs [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] at bind addrs [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 85213638-9f24-11ee-95a5-87774f69a715 2023-12-20T10:52:03.264 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: mon.a@-1(???) e3 preinit fsid 85213638-9f24-11ee-95a5-87774f69a715 2023-12-20T10:52:03.264 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: mon.a@-1(???).mds e8 new map 2023-12-20T10:52:03.264 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: mon.a@-1(???).mds e8 print_map 2023-12-20T10:52:03.265 INFO:journalctl@ceph.mon.a.smithi123.stdout: e8 2023-12-20T10:52:03.265 INFO:journalctl@ceph.mon.a.smithi123.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-12-20T10:52:03.265 INFO:journalctl@ceph.mon.a.smithi123.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-20T10:52:03.265 INFO:journalctl@ceph.mon.a.smithi123.stdout: legacy client fscid: 1 2023-12-20T10:52:03.265 INFO:journalctl@ceph.mon.a.smithi123.stdout: 2023-12-20T10:52:03.265 INFO:journalctl@ceph.mon.a.smithi123.stdout: Filesystem 'cephfs' (1) 2023-12-20T10:52:03.265 INFO:journalctl@ceph.mon.a.smithi123.stdout: fs_name cephfs 2023-12-20T10:52:03.265 INFO:journalctl@ceph.mon.a.smithi123.stdout: epoch 8 2023-12-20T10:52:03.265 INFO:journalctl@ceph.mon.a.smithi123.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2023-12-20T10:52:03.265 INFO:journalctl@ceph.mon.a.smithi123.stdout: created 2023-12-20T10:47:33.068077+0000 2023-12-20T10:52:03.265 INFO:journalctl@ceph.mon.a.smithi123.stdout: modified 2023-12-20T10:47:36.713931+0000 2023-12-20T10:52:03.265 INFO:journalctl@ceph.mon.a.smithi123.stdout: tableserver 0 2023-12-20T10:52:03.265 INFO:journalctl@ceph.mon.a.smithi123.stdout: root 0 2023-12-20T10:52:03.265 INFO:journalctl@ceph.mon.a.smithi123.stdout: session_timeout 60 2023-12-20T10:52:03.265 INFO:journalctl@ceph.mon.a.smithi123.stdout: session_autoclose 300 2023-12-20T10:52:03.266 INFO:journalctl@ceph.mon.a.smithi123.stdout: max_file_size 1099511627776 2023-12-20T10:52:03.266 INFO:journalctl@ceph.mon.a.smithi123.stdout: max_xattr_size 65536 2023-12-20T10:52:03.266 INFO:journalctl@ceph.mon.a.smithi123.stdout: required_client_features {} 2023-12-20T10:52:03.266 INFO:journalctl@ceph.mon.a.smithi123.stdout: last_failure 0 2023-12-20T10:52:03.266 INFO:journalctl@ceph.mon.a.smithi123.stdout: last_failure_osd_epoch 0 2023-12-20T10:52:03.266 INFO:journalctl@ceph.mon.a.smithi123.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-20T10:52:03.266 INFO:journalctl@ceph.mon.a.smithi123.stdout: max_mds 1 2023-12-20T10:52:03.266 INFO:journalctl@ceph.mon.a.smithi123.stdout: in 0 2023-12-20T10:52:03.266 INFO:journalctl@ceph.mon.a.smithi123.stdout: up {0=24352} 2023-12-20T10:52:03.266 INFO:journalctl@ceph.mon.a.smithi123.stdout: failed 2023-12-20T10:52:03.266 INFO:journalctl@ceph.mon.a.smithi123.stdout: damaged 2023-12-20T10:52:03.266 INFO:journalctl@ceph.mon.a.smithi123.stdout: stopped 2023-12-20T10:52:03.266 INFO:journalctl@ceph.mon.a.smithi123.stdout: data_pools [3] 2023-12-20T10:52:03.267 INFO:journalctl@ceph.mon.a.smithi123.stdout: metadata_pool 2 2023-12-20T10:52:03.267 INFO:journalctl@ceph.mon.a.smithi123.stdout: inline_data disabled 2023-12-20T10:52:03.267 INFO:journalctl@ceph.mon.a.smithi123.stdout: balancer 2023-12-20T10:52:03.267 INFO:journalctl@ceph.mon.a.smithi123.stdout: bal_rank_mask -1 2023-12-20T10:52:03.267 INFO:journalctl@ceph.mon.a.smithi123.stdout: standby_count_wanted 0 2023-12-20T10:52:03.267 INFO:journalctl@ceph.mon.a.smithi123.stdout: [mds.b{0:24352} state up:active seq 3 addr [v2:172.21.15.177:6832/3479419131,v1:172.21.15.177:6833/3479419131] compat {c=[1],r=[1],i=[7ff]}] 2023-12-20T10:52:03.267 INFO:journalctl@ceph.mon.a.smithi123.stdout: 2023-12-20T10:52:03.267 INFO:journalctl@ceph.mon.a.smithi123.stdout: 2023-12-20T10:52:03.267 INFO:journalctl@ceph.mon.a.smithi123.stdout: Standby daemons: 2023-12-20T10:52:03.267 INFO:journalctl@ceph.mon.a.smithi123.stdout: 2023-12-20T10:52:03.267 INFO:journalctl@ceph.mon.a.smithi123.stdout: [mds.a{-1:14460} state up:standby seq 1 addr [v2:172.21.15.123:6834/2253813461,v1:172.21.15.123:6835/2253813461] compat {c=[1],r=[1],i=[7ff]}] 2023-12-20T10:52:03.267 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: mon.a@-1(???).osd e189 crush map has features 3314933069573799936, adjusting msgr requires 2023-12-20T10:52:03.267 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: mon.a@-1(???).osd e189 crush map has features 432629308056666112, adjusting msgr requires 2023-12-20T10:52:03.267 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: mon.a@-1(???).osd e189 crush map has features 432629308056666112, adjusting msgr requires 2023-12-20T10:52:03.268 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: mon.a@-1(???).osd e189 crush map has features 432629308056666112, adjusting msgr requires 2023-12-20T10:52:03.268 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:02 smithi123 ceph-mon[188613]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2023-12-20T10:52:04.433 INFO:tasks.rados.rados.0.smithi123.stdout:693: done (2 left) 2023-12-20T10:52:04.433 INFO:tasks.rados.rados.0.smithi123.stdout:694: done (1 left) 2023-12-20T10:52:04.433 INFO:tasks.rados.rados.0.smithi123.stdout:695: done (0 left) 2023-12-20T10:52:04.434 INFO:tasks.rados.rados.0.smithi123.stdout:696: setattr oid 5 current snap is 68 2023-12-20T10:52:04.434 INFO:tasks.rados.rados.0.smithi123.stdout:697: snap_create 2023-12-20T10:52:04.440 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 186 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-20T10:52:04.723 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:04 smithi177 ceph-mon[144425]: pgmap v36: 121 pgs: 121 active+clean; 208 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 402 KiB/s wr, 16 op/s 2023-12-20T10:52:04.723 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:04 smithi177 ceph-mon[144425]: mon.a calling monitor election 2023-12-20T10:52:04.723 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:04 smithi177 ceph-mon[144425]: pgmap v37: 121 pgs: 121 active+clean; 208 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 307 KiB/s wr, 12 op/s 2023-12-20T10:52:04.723 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:04 smithi177 ceph-mon[144425]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-20T10:52:04.723 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:04 smithi177 ceph-mon[144425]: monmap e3: 3 mons at {a=[v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0],b=[v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0],c=[v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-20T10:52:04.723 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:04 smithi177 ceph-mon[144425]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-20T10:52:04.723 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:04 smithi177 ceph-mon[144425]: osdmap e189: 8 total, 8 up, 8 in 2023-12-20T10:52:04.723 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:04 smithi177 ceph-mon[144425]: mgrmap e34: y(active, since 24s), standbys: x 2023-12-20T10:52:04.723 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:04 smithi177 ceph-mon[144425]: from='mgr.15156 ' entity='' 2023-12-20T10:52:04.723 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:04 smithi177 ceph-mon[144425]: mgrmap e35: y(active, since 24s), standbys: x 2023-12-20T10:52:04.724 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:04 smithi177 ceph-mon[144425]: overall HEALTH_OK 2023-12-20T10:52:04.724 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:04 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-b[144402]: 2023-12-20T10:52:04.420+0000 7f0310db0700 -1 mon.b@1(peon).osd e190 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:04.724 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:04 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: ignoring --setuser ceph since I am not root 2023-12-20T10:52:04.724 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:04 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: ignoring --setgroup ceph since I am not root 2023-12-20T10:52:04.724 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:04 smithi177 ceph-mgr[201511]: -- 172.21.15.177:0/632011984 <== mon.1 v2:172.21.15.177:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x556028dae1a0 con 0x556028d85000 2023-12-20T10:52:04.724 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:04 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:52:04.551+0000 7f30a9268200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-20T10:52:04.724 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:04 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:52:04.720+0000 7f30a9268200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-20T10:52:04.725 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:04 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ignoring --setuser ceph since I am not root 2023-12-20T10:52:04.725 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:04 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ignoring --setgroup ceph since I am not root 2023-12-20T10:52:04.725 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:04 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:04.557+0000 7f8d9e7f8200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-20T10:52:04.725 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:04 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:04.721+0000 7f8d9e7f8200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-20T10:52:04.725 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:04 smithi123 ceph-mon[188613]: pgmap v36: 121 pgs: 121 active+clean; 208 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 402 KiB/s wr, 16 op/s 2023-12-20T10:52:04.725 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:04 smithi123 ceph-mon[188613]: mon.a calling monitor election 2023-12-20T10:52:04.725 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:04 smithi123 ceph-mon[188613]: pgmap v37: 121 pgs: 121 active+clean; 208 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 307 KiB/s wr, 12 op/s 2023-12-20T10:52:04.725 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:04 smithi123 ceph-mon[188613]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-20T10:52:04.725 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:04 smithi123 ceph-mon[188613]: monmap e3: 3 mons at {a=[v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0],b=[v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0],c=[v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-20T10:52:04.725 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:04 smithi123 ceph-mon[188613]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-20T10:52:04.726 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:04 smithi123 ceph-mon[188613]: osdmap e189: 8 total, 8 up, 8 in 2023-12-20T10:52:04.726 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:04 smithi123 ceph-mon[188613]: mgrmap e34: y(active, since 24s), standbys: x 2023-12-20T10:52:04.726 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:04 smithi123 ceph-mon[188613]: from='mgr.15156 ' entity='' 2023-12-20T10:52:04.726 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:04 smithi123 ceph-mon[188613]: mgrmap e35: y(active, since 24s), standbys: x 2023-12-20T10:52:04.726 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:04 smithi123 ceph-mon[188613]: overall HEALTH_OK 2023-12-20T10:52:04.726 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:04 smithi123 ceph-mon[124884]: pgmap v36: 121 pgs: 121 active+clean; 208 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 402 KiB/s wr, 16 op/s 2023-12-20T10:52:04.726 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:04 smithi123 ceph-mon[124884]: mon.a calling monitor election 2023-12-20T10:52:04.726 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:04 smithi123 ceph-mon[124884]: pgmap v37: 121 pgs: 121 active+clean; 208 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 307 KiB/s wr, 12 op/s 2023-12-20T10:52:04.726 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:04 smithi123 ceph-mon[124884]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-20T10:52:04.726 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:04 smithi123 ceph-mon[124884]: monmap e3: 3 mons at {a=[v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0],b=[v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0],c=[v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-20T10:52:04.726 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:04 smithi123 ceph-mon[124884]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-20T10:52:04.726 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:04 smithi123 ceph-mon[124884]: osdmap e189: 8 total, 8 up, 8 in 2023-12-20T10:52:04.727 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:04 smithi123 ceph-mon[124884]: mgrmap e34: y(active, since 24s), standbys: x 2023-12-20T10:52:04.727 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:04 smithi123 ceph-mon[124884]: from='mgr.15156 ' entity='' 2023-12-20T10:52:04.727 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:04 smithi123 ceph-mon[124884]: mgrmap e35: y(active, since 24s), standbys: x 2023-12-20T10:52:04.727 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:04 smithi123 ceph-mon[124884]: overall HEALTH_OK 2023-12-20T10:52:04.727 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:04 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-c[124861]: 2023-12-20T10:52:04.423+0000 7f90158b7700 -1 mon.c@2(peon).osd e190 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:05.403 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:05 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:52:05.044+0000 7f30a9268200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-20T10:52:05.423 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:05 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:05.049+0000 7f8d9e7f8200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-20T10:52:05.443 INFO:tasks.rados.rados.0.smithi123.stdout:696: done (1 left) 2023-12-20T10:52:05.443 INFO:tasks.rados.rados.0.smithi123.stdout:697: done (0 left) 2023-12-20T10:52:05.443 INFO:tasks.rados.rados.0.smithi123.stdout:698: read oid 2 snap 49 2023-12-20T10:52:05.444 INFO:tasks.rados.rados.0.smithi123.stdout:698: expect (ObjNum 99 snap 22 seq_num 99) 2023-12-20T10:52:05.444 INFO:tasks.rados.rados.0.smithi123.stdout:699: delete oid 36 current snap is 69 2023-12-20T10:52:05.451 INFO:tasks.rados.rados.0.smithi123.stdout:699: done (1 left) 2023-12-20T10:52:05.451 INFO:tasks.rados.rados.0.smithi123.stdout:700: read oid 19 snap -1 2023-12-20T10:52:05.451 INFO:tasks.rados.rados.0.smithi123.stdout:700: expect (ObjNum 233 snap 62 seq_num 233) 2023-12-20T10:52:05.451 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 33 current snap is 69 2023-12-20T10:52:05.451 INFO:tasks.rados.rados.0.smithi123.stdout:701: seq_num 244 ranges {2138112=491520,2629632=573440,3203072=458752,3661824=172032} 2023-12-20T10:52:05.466 INFO:tasks.rados.rados.0.smithi123.stdout:701: writing smithi123173835-33 from 2138112 to 2629632 tid 1 2023-12-20T10:52:05.470 INFO:tasks.rados.rados.0.smithi123.stdout:701: writing smithi123173835-33 from 2629632 to 3203072 tid 2 2023-12-20T10:52:05.472 INFO:tasks.rados.rados.0.smithi123.stdout:701: writing smithi123173835-33 from 3203072 to 3661824 tid 3 2023-12-20T10:52:05.473 INFO:tasks.rados.rados.0.smithi123.stdout:701: writing smithi123173835-33 from 3661824 to 3833856 tid 4 2023-12-20T10:52:05.473 INFO:tasks.rados.rados.0.smithi123.stdout:702: delete oid 13 current snap is 69 2023-12-20T10:52:05.474 INFO:tasks.rados.rados.0.smithi123.stdout:698: expect (ObjNum 99 snap 22 seq_num 99) 2023-12-20T10:52:05.524 INFO:tasks.rados.rados.0.smithi123.stdout:700: expect (ObjNum 233 snap 62 seq_num 233) 2023-12-20T10:52:05.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:05 smithi123 ceph-mon[188613]: osdmap e190: 8 total, 8 up, 8 in 2023-12-20T10:52:05.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:05 smithi123 ceph-mon[188613]: failed to encode map e190 with expected crc 2023-12-20T10:52:05.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:05 smithi123 ceph-mon[188613]: failed to encode map e190 with expected crc 2023-12-20T10:52:05.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:05 smithi123 ceph-mon[188613]: failed to encode map e190 with expected crc 2023-12-20T10:52:05.746 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:05 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:05.559+0000 7f8d9e7f8200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-20T10:52:05.747 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:05 smithi123 ceph-mon[124884]: osdmap e190: 8 total, 8 up, 8 in 2023-12-20T10:52:05.747 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:05 smithi123 ceph-mon[124884]: failed to encode map e190 with expected crc 2023-12-20T10:52:05.747 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:05 smithi123 ceph-mon[124884]: failed to encode map e190 with expected crc 2023-12-20T10:52:05.747 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:05 smithi123 ceph-mon[124884]: failed to encode map e190 with expected crc 2023-12-20T10:52:05.747 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:05 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-c[124861]: 2023-12-20T10:52:05.432+0000 7f90158b7700 -1 mon.c@2(peon).osd e191 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:05.772 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:05 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:52:05.539+0000 7f30a9268200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-20T10:52:05.772 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:05 smithi177 ceph-mon[144425]: osdmap e190: 8 total, 8 up, 8 in 2023-12-20T10:52:05.772 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:05 smithi177 ceph-mon[144425]: failed to encode map e190 with expected crc 2023-12-20T10:52:05.772 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:05 smithi177 ceph-mon[144425]: failed to encode map e190 with expected crc 2023-12-20T10:52:05.772 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:05 smithi177 ceph-mon[144425]: failed to encode map e190 with expected crc 2023-12-20T10:52:05.772 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:05 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-b[144402]: 2023-12-20T10:52:05.429+0000 7f0310db0700 -1 mon.b@1(peon).osd e191 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:05.780 INFO:tasks.rados.rados.0.smithi123.stdout:701: finishing write tid 1 to smithi123173835-33 2023-12-20T10:52:05.780 INFO:tasks.rados.rados.0.smithi123.stdout:701: finishing write tid 2 to smithi123173835-33 2023-12-20T10:52:05.780 INFO:tasks.rados.rados.0.smithi123.stdout:701: finishing write tid 3 to smithi123173835-33 2023-12-20T10:52:05.780 INFO:tasks.rados.rados.0.smithi123.stdout:701: finishing write tid 4 to smithi123173835-33 2023-12-20T10:52:05.780 INFO:tasks.rados.rados.0.smithi123.stdout:701: finishing write tid 5 to smithi123173835-33 2023-12-20T10:52:05.780 INFO:tasks.rados.rados.0.smithi123.stdout:701: finishing write tid 6 to smithi123173835-33 2023-12-20T10:52:05.780 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 265 (ObjNum 244 snap 69 seq_num 244) dirty exists 2023-12-20T10:52:05.780 INFO:tasks.rados.rados.0.smithi123.stdout:701: left oid 33 (ObjNum 244 snap 69 seq_num 244) 2023-12-20T10:52:05.780 INFO:tasks.rados.rados.0.smithi123.stdout:698: done (3 left) 2023-12-20T10:52:05.780 INFO:tasks.rados.rados.0.smithi123.stdout:700: done (2 left) 2023-12-20T10:52:05.781 INFO:tasks.rados.rados.0.smithi123.stdout:701: done (1 left) 2023-12-20T10:52:05.781 INFO:tasks.rados.rados.0.smithi123.stdout:702: done (0 left) 2023-12-20T10:52:05.781 INFO:tasks.rados.rados.0.smithi123.stdout:703: snap_create 2023-12-20T10:52:06.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:05 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:52:05.770+0000 7f30a9268200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-20T10:52:06.219 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:05 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:05.795+0000 7f8d9e7f8200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-20T10:52:06.442 INFO:tasks.rados.rados.0.smithi123.stdout:703: done (0 left) 2023-12-20T10:52:06.442 INFO:tasks.rados.rados.0.smithi123.stdout:704: rmattr oid 13 current snap is 70 2023-12-20T10:52:06.442 INFO:tasks.rados.rados.0.smithi123.stdout:704: done (0 left) 2023-12-20T10:52:06.442 INFO:tasks.rados.rados.0.smithi123.stdout:705: snap_create 2023-12-20T10:52:06.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:06 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:06.217+0000 7f8d9e7f8200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-20T10:52:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:06 smithi123 ceph-mon[188613]: osdmap e191: 8 total, 8 up, 8 in 2023-12-20T10:52:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:06 smithi123 ceph-mon[188613]: failed to encode map e191 with expected crc 2023-12-20T10:52:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:06 smithi123 ceph-mon[188613]: failed to encode map e191 with expected crc 2023-12-20T10:52:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:06 smithi123 ceph-mon[188613]: failed to encode map e191 with expected crc 2023-12-20T10:52:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:06 smithi123 ceph-mon[188613]: failed to encode map e191 with expected crc 2023-12-20T10:52:06.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:06 smithi123 ceph-mon[124884]: osdmap e191: 8 total, 8 up, 8 in 2023-12-20T10:52:06.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:06 smithi123 ceph-mon[124884]: failed to encode map e191 with expected crc 2023-12-20T10:52:06.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:06 smithi123 ceph-mon[124884]: failed to encode map e191 with expected crc 2023-12-20T10:52:06.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:06 smithi123 ceph-mon[124884]: failed to encode map e191 with expected crc 2023-12-20T10:52:06.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:06 smithi123 ceph-mon[124884]: failed to encode map e191 with expected crc 2023-12-20T10:52:06.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:06 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-c[124861]: 2023-12-20T10:52:06.432+0000 7f90158b7700 -1 mon.c@2(peon).osd e192 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:06.653 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:06 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:52:06.195+0000 7f30a9268200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-20T10:52:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:06 smithi177 ceph-mon[144425]: osdmap e191: 8 total, 8 up, 8 in 2023-12-20T10:52:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:06 smithi177 ceph-mon[144425]: failed to encode map e191 with expected crc 2023-12-20T10:52:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:06 smithi177 ceph-mon[144425]: failed to encode map e191 with expected crc 2023-12-20T10:52:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:06 smithi177 ceph-mon[144425]: failed to encode map e191 with expected crc 2023-12-20T10:52:06.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:06 smithi177 ceph-mon[144425]: failed to encode map e191 with expected crc 2023-12-20T10:52:06.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:06 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-b[144402]: 2023-12-20T10:52:06.433+0000 7f0310db0700 -1 mon.b@1(peon).osd e192 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:07.242 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:06 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:06.926+0000 7f8d9e7f8200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-20T10:52:07.242 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:07 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:07.014+0000 7f8d9e7f8200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-20T10:52:07.403 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:06 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:52:06.901+0000 7f30a9268200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-20T10:52:07.403 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:06 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:52:06.988+0000 7f30a9268200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-20T10:52:07.449 INFO:tasks.rados.rados.0.smithi123.stdout:705: done (0 left) 2023-12-20T10:52:07.449 INFO:tasks.rados.rados.0.smithi123.stdout:706: copy_from oid 43 from oid 39 current snap is 71 2023-12-20T10:52:07.449 INFO:tasks.rados.rados.0.smithi123.stdout:707: delete oid 49 current snap is 71 2023-12-20T10:52:07.455 INFO:tasks.rados.rados.0.smithi123.stdout:707: done (1 left) 2023-12-20T10:52:07.455 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 23 current snap is 71 2023-12-20T10:52:07.455 INFO:tasks.rados.rados.0.smithi123.stdout:708: seq_num 247 ranges {0=540672,540672=622592,1163264=581632} 2023-12-20T10:52:07.458 INFO:tasks.rados.rados.0.smithi123.stdout:708: writing smithi123173835-23 from 0 to 540672 tid 1 2023-12-20T10:52:07.461 INFO:tasks.rados.rados.0.smithi123.stdout:708: writing smithi123173835-23 from 540672 to 1163264 tid 2 2023-12-20T10:52:07.465 INFO:tasks.rados.rados.0.smithi123.stdout:708: writing smithi123173835-23 from 1163264 to 1744896 tid 3 2023-12-20T10:52:07.466 INFO:tasks.rados.rados.0.smithi123.stdout:709: rollback oid 3 current snap is 71 2023-12-20T10:52:07.466 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 3 to 68 2023-12-20T10:52:07.466 INFO:tasks.rados.rados.0.smithi123.stdout:708: finishing write tid 1 to smithi123173835-23 2023-12-20T10:52:07.466 INFO:tasks.rados.rados.0.smithi123.stdout:708: finishing write tid 2 to smithi123173835-23 2023-12-20T10:52:07.466 INFO:tasks.rados.rados.0.smithi123.stdout:710: snap_create 2023-12-20T10:52:07.469 INFO:tasks.rados.rados.0.smithi123.stdout:708: finishing write tid 3 to smithi123173835-23 2023-12-20T10:52:07.469 INFO:tasks.rados.rados.0.smithi123.stdout:708: finishing write tid 4 to smithi123173835-23 2023-12-20T10:52:07.470 INFO:tasks.rados.rados.0.smithi123.stdout:709: finishing rollback tid 0 to smithi123173835-3 2023-12-20T10:52:07.470 INFO:tasks.rados.rados.0.smithi123.stdout:709: finishing rollback tid 1 to smithi123173835-3 2023-12-20T10:52:07.473 INFO:tasks.rados.rados.0.smithi123.stdout:709: finishing rollback tid 2 to smithi123173835-3 2023-12-20T10:52:07.473 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 385 (ObjNum 188 snap 52 seq_num 188) dirty exists 2023-12-20T10:52:07.474 INFO:tasks.rados.rados.0.smithi123.stdout:708: finishing write tid 5 to smithi123173835-23 2023-12-20T10:52:07.474 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 23 v 381 (ObjNum 247 snap 71 seq_num 247) dirty exists 2023-12-20T10:52:07.474 INFO:tasks.rados.rados.0.smithi123.stdout:708: left oid 23 (ObjNum 247 snap 71 seq_num 247) 2023-12-20T10:52:07.489 INFO:tasks.rados.rados.0.smithi123.stdout:706: finishing copy_from to smithi123173835-43 2023-12-20T10:52:07.490 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 458 (ObjNum 226 snap 58 seq_num 226) dirty exists 2023-12-20T10:52:07.491 INFO:tasks.rados.rados.0.smithi123.stdout:706: finishing copy_from racing read to smithi123173835-43 2023-12-20T10:52:07.689 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:07 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:52:07.595+0000 7f30a9268200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-20T10:52:07.690 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:07 smithi177 ceph-mon[144425]: osdmap e192: 8 total, 8 up, 8 in 2023-12-20T10:52:07.690 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:07 smithi177 ceph-mon[144425]: failed to encode map e192 with expected crc 2023-12-20T10:52:07.690 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:07 smithi177 ceph-mon[144425]: failed to encode map e192 with expected crc 2023-12-20T10:52:07.690 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:07 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-b[144402]: 2023-12-20T10:52:07.437+0000 7f0310db0700 -1 mon.b@1(peon).osd e193 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:07.716 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:07 smithi123 ceph-mon[188613]: osdmap e192: 8 total, 8 up, 8 in 2023-12-20T10:52:07.716 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:07 smithi123 ceph-mon[188613]: failed to encode map e192 with expected crc 2023-12-20T10:52:07.716 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:07 smithi123 ceph-mon[188613]: failed to encode map e192 with expected crc 2023-12-20T10:52:07.716 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:07 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:07.626+0000 7f8d9e7f8200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-20T10:52:07.716 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:07 smithi123 ceph-mon[124884]: osdmap e192: 8 total, 8 up, 8 in 2023-12-20T10:52:07.716 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:07 smithi123 ceph-mon[124884]: failed to encode map e192 with expected crc 2023-12-20T10:52:07.717 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:07 smithi123 ceph-mon[124884]: failed to encode map e192 with expected crc 2023-12-20T10:52:07.717 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:07 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-c[124861]: 2023-12-20T10:52:07.436+0000 7f90158b7700 -1 mon.c@2(peon).osd e193 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:07.945 INFO:tasks.rados.rados.0.smithi123.stdout:706: done (3 left) 2023-12-20T10:52:07.945 INFO:tasks.rados.rados.0.smithi123.stdout:708: done (2 left) 2023-12-20T10:52:07.946 INFO:tasks.rados.rados.0.smithi123.stdout:709: done (1 left) 2023-12-20T10:52:07.946 INFO:tasks.rados.rados.0.smithi123.stdout:710: done (0 left) 2023-12-20T10:52:07.946 INFO:tasks.rados.rados.0.smithi123.stdout:711: read oid 42 snap -1 2023-12-20T10:52:07.946 INFO:tasks.rados.rados.0.smithi123.stdout:711: expect (ObjNum 156 snap 45 seq_num 156) 2023-12-20T10:52:07.946 INFO:tasks.rados.rados.0.smithi123.stdout:712: read oid 24 snap -1 2023-12-20T10:52:07.946 INFO:tasks.rados.rados.0.smithi123.stdout:712: expect (ObjNum 229 snap 60 seq_num 229) 2023-12-20T10:52:07.946 INFO:tasks.rados.rados.0.smithi123.stdout:713: copy_from oid 25 from oid 5 current snap is 72 2023-12-20T10:52:07.946 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 13 current snap is 72 2023-12-20T10:52:07.946 INFO:tasks.rados.rados.0.smithi123.stdout:714: seq_num 248 ranges {0=557056,557056=507904,1064960=442368,1507328=253952} 2023-12-20T10:52:07.948 INFO:tasks.rados.rados.0.smithi123.stdout:714: writing smithi123173835-13 from 0 to 557056 tid 1 2023-12-20T10:52:07.951 INFO:tasks.rados.rados.0.smithi123.stdout:714: writing smithi123173835-13 from 557056 to 1064960 tid 2 2023-12-20T10:52:07.956 INFO:tasks.rados.rados.0.smithi123.stdout:714: writing smithi123173835-13 from 1064960 to 1507328 tid 3 2023-12-20T10:52:07.967 INFO:tasks.rados.rados.0.smithi123.stdout:714: writing smithi123173835-13 from 1507328 to 1761280 tid 4 2023-12-20T10:52:07.967 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 4 current snap is 72 2023-12-20T10:52:07.967 INFO:tasks.rados.rados.0.smithi123.stdout:715: seq_num 249 ranges {1646592=573440,2220032=794624,3014656=409600} 2023-12-20T10:52:07.969 INFO:tasks.rados.rados.0.smithi123.stdout:715: writing smithi123173835-4 from 1646592 to 2220032 tid 1 2023-12-20T10:52:07.974 INFO:tasks.rados.rados.0.smithi123.stdout:715: writing smithi123173835-4 from 2220032 to 3014656 tid 2 2023-12-20T10:52:07.977 INFO:tasks.rados.rados.0.smithi123.stdout:715: writing smithi123173835-4 from 3014656 to 3424256 tid 3 2023-12-20T10:52:07.977 INFO:tasks.rados.rados.0.smithi123.stdout:716: rmattr oid 12 current snap is 72 2023-12-20T10:52:07.977 INFO:tasks.rados.rados.0.smithi123.stdout:716: done (5 left) 2023-12-20T10:52:07.977 INFO:tasks.rados.rados.0.smithi123.stdout:717: read oid 39 snap -1 2023-12-20T10:52:07.977 INFO:tasks.rados.rados.0.smithi123.stdout:717: expect (ObjNum 226 snap 58 seq_num 226) 2023-12-20T10:52:07.977 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 18 current snap is 72 2023-12-20T10:52:07.977 INFO:tasks.rados.rados.0.smithi123.stdout:714: finishing write tid 1 to smithi123173835-13 2023-12-20T10:52:07.977 INFO:tasks.rados.rados.0.smithi123.stdout:718: seq_num 250 ranges {0=589824,589824=679936,1269760=409600,1679360=114688} 2023-12-20T10:52:07.980 INFO:tasks.rados.rados.0.smithi123.stdout:718: writing smithi123173835-18 from 0 to 589824 tid 1 2023-12-20T10:52:07.984 INFO:tasks.rados.rados.0.smithi123.stdout:718: writing smithi123173835-18 from 589824 to 1269760 tid 2 2023-12-20T10:52:07.987 INFO:tasks.rados.rados.0.smithi123.stdout:718: writing smithi123173835-18 from 1269760 to 1679360 tid 3 2023-12-20T10:52:07.988 INFO:tasks.rados.rados.0.smithi123.stdout:718: writing smithi123173835-18 from 1679360 to 1794048 tid 4 2023-12-20T10:52:07.988 INFO:tasks.rados.rados.0.smithi123.stdout:719: rollback oid 43 current snap is 72 2023-12-20T10:52:07.988 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 43 to 39 2023-12-20T10:52:07.988 INFO:tasks.rados.rados.0.smithi123.stdout:714: finishing write tid 2 to smithi123173835-13 2023-12-20T10:52:07.988 INFO:tasks.rados.rados.0.smithi123.stdout:714: finishing write tid 3 to smithi123173835-13 2023-12-20T10:52:07.988 INFO:tasks.rados.rados.0.smithi123.stdout:714: finishing write tid 4 to smithi123173835-13 2023-12-20T10:52:07.988 INFO:tasks.rados.rados.0.smithi123.stdout:714: finishing write tid 5 to smithi123173835-13 2023-12-20T10:52:07.988 INFO:tasks.rados.rados.0.smithi123.stdout:714: finishing write tid 6 to smithi123173835-13 2023-12-20T10:52:07.988 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 553 (ObjNum 248 snap 72 seq_num 248) dirty exists 2023-12-20T10:52:07.989 INFO:tasks.rados.rados.0.smithi123.stdout:714: left oid 13 (ObjNum 248 snap 72 seq_num 248) 2023-12-20T10:52:07.989 INFO:tasks.rados.rados.0.smithi123.stdout:711: expect (ObjNum 156 snap 45 seq_num 156) 2023-12-20T10:52:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:07 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-c[124861]: 2023-12-20T10:52:07.933+0000 7f90158b7700 -1 mon.c@2(peon).osd e194 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:07.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:07 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:07.713+0000 7f8d9e7f8200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-20T10:52:07.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:07 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:07.804+0000 7f8d9e7f8200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-20T10:52:07.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:07 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:07.898+0000 7f8d9e7f8200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-20T10:52:08.062 INFO:tasks.rados.rados.0.smithi123.stdout:712: expect (ObjNum 229 snap 60 seq_num 229) 2023-12-20T10:52:08.115 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:07 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-b[144402]: 2023-12-20T10:52:07.933+0000 7f0310db0700 -1 mon.b@1(peon).osd e194 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:08.115 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:07 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:52:07.687+0000 7f30a9268200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-20T10:52:08.115 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:07 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:52:07.778+0000 7f30a9268200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-20T10:52:08.115 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:07 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:52:07.873+0000 7f30a9268200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-20T10:52:08.125 INFO:tasks.rados.rados.0.smithi123.stdout:713: finishing copy_from to smithi123173835-25 2023-12-20T10:52:08.125 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 186 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-20T10:52:08.126 INFO:tasks.rados.rados.0.smithi123.stdout:713: finishing copy_from racing read to smithi123173835-25 2023-12-20T10:52:08.126 INFO:tasks.rados.rados.0.smithi123.stdout:715: finishing write tid 1 to smithi123173835-4 2023-12-20T10:52:08.126 INFO:tasks.rados.rados.0.smithi123.stdout:711: done (7 left) 2023-12-20T10:52:08.126 INFO:tasks.rados.rados.0.smithi123.stdout:712: done (6 left) 2023-12-20T10:52:08.126 INFO:tasks.rados.rados.0.smithi123.stdout:713: done (5 left) 2023-12-20T10:52:08.126 INFO:tasks.rados.rados.0.smithi123.stdout:714: done (4 left) 2023-12-20T10:52:08.126 INFO:tasks.rados.rados.0.smithi123.stdout:720: snap_create 2023-12-20T10:52:08.126 INFO:tasks.rados.rados.0.smithi123.stdout:715: finishing write tid 2 to smithi123173835-4 2023-12-20T10:52:08.126 INFO:tasks.rados.rados.0.smithi123.stdout:715: finishing write tid 3 to smithi123173835-4 2023-12-20T10:52:08.126 INFO:tasks.rados.rados.0.smithi123.stdout:715: finishing write tid 4 to smithi123173835-4 2023-12-20T10:52:08.126 INFO:tasks.rados.rados.0.smithi123.stdout:715: finishing write tid 5 to smithi123173835-4 2023-12-20T10:52:08.126 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 390 (ObjNum 249 snap 72 seq_num 249) dirty exists 2023-12-20T10:52:08.126 INFO:tasks.rados.rados.0.smithi123.stdout:715: left oid 4 (ObjNum 249 snap 72 seq_num 249) 2023-12-20T10:52:08.126 INFO:tasks.rados.rados.0.smithi123.stdout:718: finishing write tid 1 to smithi123173835-18 2023-12-20T10:52:08.126 INFO:tasks.rados.rados.0.smithi123.stdout:718: finishing write tid 2 to smithi123173835-18 2023-12-20T10:52:08.127 INFO:tasks.rados.rados.0.smithi123.stdout:718: finishing write tid 3 to smithi123173835-18 2023-12-20T10:52:08.127 INFO:tasks.rados.rados.0.smithi123.stdout:718: finishing write tid 4 to smithi123173835-18 2023-12-20T10:52:08.127 INFO:tasks.rados.rados.0.smithi123.stdout:718: finishing write tid 5 to smithi123173835-18 2023-12-20T10:52:08.127 INFO:tasks.rados.rados.0.smithi123.stdout:719: finishing rollback tid 0 to smithi123173835-43 2023-12-20T10:52:08.127 INFO:tasks.rados.rados.0.smithi123.stdout:719: finishing rollback tid 1 to smithi123173835-43 2023-12-20T10:52:08.127 INFO:tasks.rados.rados.0.smithi123.stdout:719: finishing rollback tid 2 to smithi123173835-43 2023-12-20T10:52:08.127 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 461 (ObjNum 107 snap 25 seq_num 107) dirty exists 2023-12-20T10:52:08.127 INFO:tasks.rados.rados.0.smithi123.stdout:718: finishing write tid 6 to smithi123173835-18 2023-12-20T10:52:08.127 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 18 v 341 (ObjNum 250 snap 72 seq_num 250) dirty exists 2023-12-20T10:52:08.127 INFO:tasks.rados.rados.0.smithi123.stdout:718: left oid 18 (ObjNum 250 snap 72 seq_num 250) 2023-12-20T10:52:08.127 INFO:tasks.rados.rados.0.smithi123.stdout:717: expect (ObjNum 226 snap 58 seq_num 226) 2023-12-20T10:52:08.403 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:08 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:52:08.112+0000 7f30a9268200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-20T10:52:08.403 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:08 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:52:08.207+0000 7f30a9268200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-20T10:52:08.440 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:08 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:08.146+0000 7f8d9e7f8200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-20T10:52:08.440 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:08 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:08.244+0000 7f8d9e7f8200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-20T10:52:08.441 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:08 smithi123 ceph-mon[188613]: osdmap e193: 8 total, 8 up, 8 in 2023-12-20T10:52:08.441 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:08 smithi123 ceph-mon[188613]: failed to encode map e193 with expected crc 2023-12-20T10:52:08.441 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:08 smithi123 ceph-mon[188613]: failed to encode map e193 with expected crc 2023-12-20T10:52:08.441 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:08 smithi123 ceph-mon[188613]: failed to encode map e193 with expected crc 2023-12-20T10:52:08.441 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:08 smithi123 ceph-mon[188613]: failed to encode map e193 with expected crc 2023-12-20T10:52:08.441 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:08 smithi123 ceph-mon[188613]: osdmap e194: 8 total, 8 up, 8 in 2023-12-20T10:52:08.441 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:08 smithi123 ceph-mon[188613]: failed to encode map e194 with expected crc 2023-12-20T10:52:08.714 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:08 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:52:08.426+0000 7f30a9268200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-20T10:52:08.714 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:08 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:52:08.525+0000 7f30a9268200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-20T10:52:08.714 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:52:08 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:52:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-20T10:52:08.715 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:08 smithi177 ceph-mon[144425]: osdmap e193: 8 total, 8 up, 8 in 2023-12-20T10:52:08.715 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:08 smithi177 ceph-mon[144425]: failed to encode map e193 with expected crc 2023-12-20T10:52:08.715 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:08 smithi177 ceph-mon[144425]: failed to encode map e193 with expected crc 2023-12-20T10:52:08.715 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:08 smithi177 ceph-mon[144425]: failed to encode map e193 with expected crc 2023-12-20T10:52:08.715 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:08 smithi177 ceph-mon[144425]: failed to encode map e193 with expected crc 2023-12-20T10:52:08.715 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:08 smithi177 ceph-mon[144425]: osdmap e194: 8 total, 8 up, 8 in 2023-12-20T10:52:08.715 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:08 smithi177 ceph-mon[144425]: failed to encode map e194 with expected crc 2023-12-20T10:52:08.742 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:08 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:08.470+0000 7f8d9e7f8200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-20T10:52:08.742 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:08 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:08.568+0000 7f8d9e7f8200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-20T10:52:08.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:08 smithi123 ceph-mon[124884]: osdmap e193: 8 total, 8 up, 8 in 2023-12-20T10:52:08.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:08 smithi123 ceph-mon[124884]: failed to encode map e193 with expected crc 2023-12-20T10:52:08.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:08 smithi123 ceph-mon[124884]: failed to encode map e193 with expected crc 2023-12-20T10:52:08.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:08 smithi123 ceph-mon[124884]: failed to encode map e193 with expected crc 2023-12-20T10:52:08.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:08 smithi123 ceph-mon[124884]: failed to encode map e193 with expected crc 2023-12-20T10:52:08.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:08 smithi123 ceph-mon[124884]: osdmap e194: 8 total, 8 up, 8 in 2023-12-20T10:52:08.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:08 smithi123 ceph-mon[124884]: failed to encode map e194 with expected crc 2023-12-20T10:52:08.953 INFO:tasks.rados.rados.0.smithi123.stdout:715: done (4 left) 2023-12-20T10:52:08.954 INFO:tasks.rados.rados.0.smithi123.stdout:717: done (3 left) 2023-12-20T10:52:08.954 INFO:tasks.rados.rados.0.smithi123.stdout:718: done (2 left) 2023-12-20T10:52:08.954 INFO:tasks.rados.rados.0.smithi123.stdout:719: done (1 left) 2023-12-20T10:52:08.954 INFO:tasks.rados.rados.0.smithi123.stdout:720: done (0 left) 2023-12-20T10:52:08.954 INFO:tasks.rados.rados.0.smithi123.stdout:721: copy_from oid 48 from oid 7 current snap is 73 2023-12-20T10:52:08.954 INFO:tasks.rados.rados.0.smithi123.stdout:722: read oid 2 snap -1 2023-12-20T10:52:08.954 INFO:tasks.rados.rados.0.smithi123.stdout:722: expect deleted 2023-12-20T10:52:08.954 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 13 current snap is 73 2023-12-20T10:52:08.954 INFO:tasks.rados.rados.0.smithi123.stdout:723: seq_num 251 ranges {1761280=606208,2367488=614400,2981888=589824} 2023-12-20T10:52:08.967 INFO:tasks.rados.rados.0.smithi123.stdout:723: writing smithi123173835-13 from 1761280 to 2367488 tid 1 2023-12-20T10:52:08.970 INFO:tasks.rados.rados.0.smithi123.stdout:723: writing smithi123173835-13 from 2367488 to 2981888 tid 2 2023-12-20T10:52:08.974 INFO:tasks.rados.rados.0.smithi123.stdout:723: writing smithi123173835-13 from 2981888 to 3571712 tid 3 2023-12-20T10:52:08.974 INFO:tasks.rados.rados.0.smithi123.stdout:724: read oid 47 snap -1 2023-12-20T10:52:08.975 INFO:tasks.rados.rados.0.smithi123.stdout:724: expect (ObjNum 153 snap 43 seq_num 153) 2023-12-20T10:52:08.975 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 18 current snap is 73 2023-12-20T10:52:08.975 INFO:tasks.rados.rados.0.smithi123.stdout:725: seq_num 252 ranges {1794048=630784,2424832=499712,2924544=425984,3350528=278528} 2023-12-20T10:52:08.988 INFO:tasks.rados.rados.0.smithi123.stdout:725: writing smithi123173835-18 from 1794048 to 2424832 tid 1 2023-12-20T10:52:08.991 INFO:tasks.rados.rados.0.smithi123.stdout:725: writing smithi123173835-18 from 2424832 to 2924544 tid 2 2023-12-20T10:52:08.994 INFO:tasks.rados.rados.0.smithi123.stdout:725: writing smithi123173835-18 from 2924544 to 3350528 tid 3 2023-12-20T10:52:08.996 INFO:tasks.rados.rados.0.smithi123.stdout:725: writing smithi123173835-18 from 3350528 to 3629056 tid 4 2023-12-20T10:52:08.996 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 33 current snap is 73 2023-12-20T10:52:08.996 INFO:tasks.rados.rados.0.smithi123.stdout:726: seq_num 253 ranges {3833856=647168,4481024=786432,5267456=417792} 2023-12-20T10:52:09.020 INFO:tasks.rados.rados.0.smithi123.stdout:726: writing smithi123173835-33 from 3833856 to 4481024 tid 1 2023-12-20T10:52:09.025 INFO:tasks.rados.rados.0.smithi123.stdout:726: writing smithi123173835-33 from 4481024 to 5267456 tid 2 2023-12-20T10:52:09.028 INFO:tasks.rados.rados.0.smithi123.stdout:726: writing smithi123173835-33 from 5267456 to 5685248 tid 3 2023-12-20T10:52:09.028 INFO:tasks.rados.rados.0.smithi123.stdout:727: read oid 37 snap -1 2023-12-20T10:52:09.028 INFO:tasks.rados.rados.0.smithi123.stdout:727: expect deleted 2023-12-20T10:52:09.028 INFO:tasks.rados.rados.0.smithi123.stdout:728: read oid 38 snap -1 2023-12-20T10:52:09.028 INFO:tasks.rados.rados.0.smithi123.stdout:728: expect deleted 2023-12-20T10:52:09.028 INFO:tasks.rados.rados.0.smithi123.stdout:729: copy_from oid 50 from oid 12 current snap is 73 2023-12-20T10:52:09.029 INFO:tasks.rados.rados.0.smithi123.stdout:730: snap_remove snap 48 2023-12-20T10:52:09.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:08 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-b[144402]: 2023-12-20T10:52:08.947+0000 7f0310db0700 -1 mon.b@1(peon).osd e195 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:09.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:08 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:52:08.712+0000 7f30a9268200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-20T10:52:09.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:08 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:52:08.800+0000 7f30a9268200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-20T10:52:09.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:08 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-c[124861]: 2023-12-20T10:52:08.944+0000 7f90158b7700 -1 mon.c@2(peon).osd e195 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:09.242 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:08 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:08.756+0000 7f8d9e7f8200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-20T10:52:09.242 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:08 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:08.844+0000 7f8d9e7f8200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-20T10:52:09.742 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:09.622+0000 7f8d9e7f8200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-20T10:52:09.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:09 smithi123 ceph-mon[188613]: failed to encode map e194 with expected crc 2023-12-20T10:52:09.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:09 smithi123 ceph-mon[188613]: failed to encode map e194 with expected crc 2023-12-20T10:52:09.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:09 smithi123 ceph-mon[188613]: failed to encode map e194 with expected crc 2023-12-20T10:52:09.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:09 smithi123 ceph-mon[188613]: failed to encode map e194 with expected crc 2023-12-20T10:52:09.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:09 smithi123 ceph-mon[188613]: failed to encode map e194 with expected crc 2023-12-20T10:52:09.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:09 smithi123 ceph-mon[188613]: osdmap e195: 8 total, 8 up, 8 in 2023-12-20T10:52:09.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:09 smithi123 ceph-mon[188613]: failed to encode map e195 with expected crc 2023-12-20T10:52:09.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:09 smithi123 ceph-mon[124884]: failed to encode map e194 with expected crc 2023-12-20T10:52:09.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:09 smithi123 ceph-mon[124884]: failed to encode map e194 with expected crc 2023-12-20T10:52:09.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:09 smithi123 ceph-mon[124884]: failed to encode map e194 with expected crc 2023-12-20T10:52:09.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:09 smithi123 ceph-mon[124884]: failed to encode map e194 with expected crc 2023-12-20T10:52:09.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:09 smithi123 ceph-mon[124884]: failed to encode map e194 with expected crc 2023-12-20T10:52:09.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:09 smithi123 ceph-mon[124884]: osdmap e195: 8 total, 8 up, 8 in 2023-12-20T10:52:09.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:09 smithi123 ceph-mon[124884]: failed to encode map e195 with expected crc 2023-12-20T10:52:09.768 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:09 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:52:09.568+0000 7f30a9268200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-20T10:52:09.769 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:09 smithi177 ceph-mon[144425]: failed to encode map e194 with expected crc 2023-12-20T10:52:09.769 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:09 smithi177 ceph-mon[144425]: failed to encode map e194 with expected crc 2023-12-20T10:52:09.769 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:09 smithi177 ceph-mon[144425]: failed to encode map e194 with expected crc 2023-12-20T10:52:09.769 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:09 smithi177 ceph-mon[144425]: failed to encode map e194 with expected crc 2023-12-20T10:52:09.769 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:09 smithi177 ceph-mon[144425]: failed to encode map e194 with expected crc 2023-12-20T10:52:09.769 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:09 smithi177 ceph-mon[144425]: osdmap e195: 8 total, 8 up, 8 in 2023-12-20T10:52:09.769 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:09 smithi177 ceph-mon[144425]: failed to encode map e195 with expected crc 2023-12-20T10:52:09.958 INFO:tasks.rados.rados.0.smithi123.stdout:730: done (9 left) 2023-12-20T10:52:09.958 INFO:tasks.rados.rados.0.smithi123.stdout:731: delete oid 41 current snap is 73 2023-12-20T10:52:09.963 INFO:tasks.rados.rados.0.smithi123.stdout:721: finishing copy_from to smithi123173835-48 2023-12-20T10:52:09.963 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 211 (ObjNum 237 snap 63 seq_num 237) dirty exists 2023-12-20T10:52:09.963 INFO:tasks.rados.rados.0.smithi123.stdout:721: finishing copy_from racing read to smithi123173835-48 2023-12-20T10:52:09.963 INFO:tasks.rados.rados.0.smithi123.stdout:723: finishing write tid 1 to smithi123173835-13 2023-12-20T10:52:09.963 INFO:tasks.rados.rados.0.smithi123.stdout:723: finishing write tid 2 to smithi123173835-13 2023-12-20T10:52:09.963 INFO:tasks.rados.rados.0.smithi123.stdout:723: finishing write tid 3 to smithi123173835-13 2023-12-20T10:52:09.963 INFO:tasks.rados.rados.0.smithi123.stdout:723: finishing write tid 4 to smithi123173835-13 2023-12-20T10:52:09.963 INFO:tasks.rados.rados.0.smithi123.stdout:724: expect (ObjNum 153 snap 43 seq_num 153) 2023-12-20T10:52:10.072 INFO:tasks.rados.rados.0.smithi123.stdout:723: finishing write tid 5 to smithi123173835-13 2023-12-20T10:52:10.072 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 558 (ObjNum 251 snap 73 seq_num 251) dirty exists 2023-12-20T10:52:10.072 INFO:tasks.rados.rados.0.smithi123.stdout:723: left oid 13 (ObjNum 251 snap 73 seq_num 251) 2023-12-20T10:52:10.072 INFO:tasks.rados.rados.0.smithi123.stdout:725: finishing write tid 1 to smithi123173835-18 2023-12-20T10:52:10.072 INFO:tasks.rados.rados.0.smithi123.stdout:725: finishing write tid 2 to smithi123173835-18 2023-12-20T10:52:10.072 INFO:tasks.rados.rados.0.smithi123.stdout:725: finishing write tid 3 to smithi123173835-18 2023-12-20T10:52:10.072 INFO:tasks.rados.rados.0.smithi123.stdout:725: finishing write tid 4 to smithi123173835-18 2023-12-20T10:52:10.072 INFO:tasks.rados.rados.0.smithi123.stdout:725: finishing write tid 5 to smithi123173835-18 2023-12-20T10:52:10.072 INFO:tasks.rados.rados.0.smithi123.stdout:725: finishing write tid 6 to smithi123173835-18 2023-12-20T10:52:10.072 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 18 v 347 (ObjNum 252 snap 73 seq_num 252) dirty exists 2023-12-20T10:52:10.072 INFO:tasks.rados.rados.0.smithi123.stdout:725: left oid 18 (ObjNum 252 snap 73 seq_num 252) 2023-12-20T10:52:10.072 INFO:tasks.rados.rados.0.smithi123.stdout:726: finishing write tid 1 to smithi123173835-33 2023-12-20T10:52:10.072 INFO:tasks.rados.rados.0.smithi123.stdout:726: finishing write tid 2 to smithi123173835-33 2023-12-20T10:52:10.073 INFO:tasks.rados.rados.0.smithi123.stdout:721: done (9 left) 2023-12-20T10:52:10.073 INFO:tasks.rados.rados.0.smithi123.stdout:722: done (8 left) 2023-12-20T10:52:10.073 INFO:tasks.rados.rados.0.smithi123.stdout:723: done (7 left) 2023-12-20T10:52:10.073 INFO:tasks.rados.rados.0.smithi123.stdout:724: done (6 left) 2023-12-20T10:52:10.073 INFO:tasks.rados.rados.0.smithi123.stdout:725: done (5 left) 2023-12-20T10:52:10.073 INFO:tasks.rados.rados.0.smithi123.stdout:731: done (4 left) 2023-12-20T10:52:10.073 INFO:tasks.rados.rados.0.smithi123.stdout:732: read oid 47 snap -1 2023-12-20T10:52:10.073 INFO:tasks.rados.rados.0.smithi123.stdout:732: expect (ObjNum 153 snap 43 seq_num 153) 2023-12-20T10:52:10.073 INFO:tasks.rados.rados.0.smithi123.stdout:733: rollback oid 6 current snap is 73 2023-12-20T10:52:10.073 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 6 to 40 2023-12-20T10:52:10.073 INFO:tasks.rados.rados.0.smithi123.stdout:726: finishing write tid 3 to smithi123173835-33 2023-12-20T10:52:10.073 INFO:tasks.rados.rados.0.smithi123.stdout:726: finishing write tid 4 to smithi123173835-33 2023-12-20T10:52:10.073 INFO:tasks.rados.rados.0.smithi123.stdout:726: finishing write tid 5 to smithi123173835-33 2023-12-20T10:52:10.073 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 269 (ObjNum 253 snap 73 seq_num 253) dirty exists 2023-12-20T10:52:10.073 INFO:tasks.rados.rados.0.smithi123.stdout:726: left oid 33 (ObjNum 253 snap 73 seq_num 253) 2023-12-20T10:52:10.074 INFO:tasks.rados.rados.0.smithi123.stdout:729: finishing copy_from to smithi123173835-50 2023-12-20T10:52:10.074 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 50 v 214 (ObjNum 238 snap 63 seq_num 238) dirty exists 2023-12-20T10:52:10.074 INFO:tasks.rados.rados.0.smithi123.stdout:729: finishing copy_from racing read to smithi123173835-50 2023-12-20T10:52:10.074 INFO:tasks.rados.rados.0.smithi123.stdout:726: done (5 left) 2023-12-20T10:52:10.074 INFO:tasks.rados.rados.0.smithi123.stdout:727: done (4 left) 2023-12-20T10:52:10.074 INFO:tasks.rados.rados.0.smithi123.stdout:728: done (3 left) 2023-12-20T10:52:10.074 INFO:tasks.rados.rados.0.smithi123.stdout:729: done (2 left) 2023-12-20T10:52:10.074 INFO:tasks.rados.rados.0.smithi123.stdout:734: delete oid 38 current snap is 73 2023-12-20T10:52:10.075 INFO:tasks.rados.rados.0.smithi123.stdout:734: done (2 left) 2023-12-20T10:52:10.075 INFO:tasks.rados.rados.0.smithi123.stdout:735: read oid 30 snap -1 2023-12-20T10:52:10.075 INFO:tasks.rados.rados.0.smithi123.stdout:735: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-20T10:52:10.075 INFO:tasks.rados.rados.0.smithi123.stdout:736: rmattr oid 36 current snap is 73 2023-12-20T10:52:10.075 INFO:tasks.rados.rados.0.smithi123.stdout:736: done (3 left) 2023-12-20T10:52:10.075 INFO:tasks.rados.rados.0.smithi123.stdout:737: read oid 39 snap -1 2023-12-20T10:52:10.075 INFO:tasks.rados.rados.0.smithi123.stdout:737: expect (ObjNum 226 snap 58 seq_num 226) 2023-12-20T10:52:10.076 INFO:tasks.rados.rados.0.smithi123.stdout:738: snap_create 2023-12-20T10:52:10.076 INFO:tasks.rados.rados.0.smithi123.stdout:733: finishing rollback tid 0 to smithi123173835-6 2023-12-20T10:52:10.076 INFO:tasks.rados.rados.0.smithi123.stdout:733: finishing rollback tid 1 to smithi123173835-6 2023-12-20T10:52:10.076 INFO:tasks.rados.rados.0.smithi123.stdout:733: finishing rollback tid 2 to smithi123173835-6 2023-12-20T10:52:10.076 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 402 (ObjNum 142 snap 38 seq_num 142) dirty exists 2023-12-20T10:52:10.078 INFO:tasks.rados.rados.0.smithi123.stdout:735: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-20T10:52:10.090 INFO:tasks.rados.rados.0.smithi123.stdout:732: expect (ObjNum 153 snap 43 seq_num 153) 2023-12-20T10:52:10.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:09 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-b[144402]: 2023-12-20T10:52:09.948+0000 7f0310db0700 -1 mon.b@1(peon).osd e196 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:10.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:09 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:52:09.766+0000 7f30a9268200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-20T10:52:10.153 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:09 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:52:09.952+0000 7f30a9268200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-20T10:52:10.193 INFO:tasks.rados.rados.0.smithi123.stdout:737: expect (ObjNum 226 snap 58 seq_num 226) 2023-12-20T10:52:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-c[124861]: 2023-12-20T10:52:09.950+0000 7f90158b7700 -1 mon.c@2(peon).osd e196 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:10.242 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:09.823+0000 7f8d9e7f8200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-20T10:52:10.242 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:10 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:10.019+0000 7f8d9e7f8200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-20T10:52:10.712 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:10 smithi123 ceph-mon[124884]: failed to encode map e195 with expected crc 2023-12-20T10:52:10.712 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:10 smithi123 ceph-mon[124884]: failed to encode map e195 with expected crc 2023-12-20T10:52:10.712 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:10 smithi123 ceph-mon[124884]: failed to encode map e195 with expected crc 2023-12-20T10:52:10.712 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:10 smithi123 ceph-mon[124884]: osdmap e196: 8 total, 8 up, 8 in 2023-12-20T10:52:10.712 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:10 smithi123 ceph-mon[188613]: failed to encode map e195 with expected crc 2023-12-20T10:52:10.712 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:10 smithi123 ceph-mon[188613]: failed to encode map e195 with expected crc 2023-12-20T10:52:10.712 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:10 smithi123 ceph-mon[188613]: failed to encode map e195 with expected crc 2023-12-20T10:52:10.712 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:10 smithi123 ceph-mon[188613]: osdmap e196: 8 total, 8 up, 8 in 2023-12-20T10:52:10.828 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:10 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:52:10.636+0000 7f30a9268200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-20T10:52:10.829 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:10 smithi177 ceph-mon[144425]: failed to encode map e195 with expected crc 2023-12-20T10:52:10.829 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:10 smithi177 ceph-mon[144425]: failed to encode map e195 with expected crc 2023-12-20T10:52:10.829 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:10 smithi177 ceph-mon[144425]: failed to encode map e195 with expected crc 2023-12-20T10:52:10.829 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:10 smithi177 ceph-mon[144425]: osdmap e196: 8 total, 8 up, 8 in 2023-12-20T10:52:10.957 INFO:tasks.rados.rados.0.smithi123.stdout:732: done (4 left) 2023-12-20T10:52:10.957 INFO:tasks.rados.rados.0.smithi123.stdout:733: done (3 left) 2023-12-20T10:52:10.957 INFO:tasks.rados.rados.0.smithi123.stdout:735: done (2 left) 2023-12-20T10:52:10.957 INFO:tasks.rados.rados.0.smithi123.stdout:737: done (1 left) 2023-12-20T10:52:10.957 INFO:tasks.rados.rados.0.smithi123.stdout:738: done (0 left) 2023-12-20T10:52:10.957 INFO:tasks.rados.rados.0.smithi123.stdout:739: delete oid 15 current snap is 74 2023-12-20T10:52:10.961 INFO:tasks.rados.rados.0.smithi123.stdout:739: done (0 left) 2023-12-20T10:52:10.962 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 6 current snap is 74 2023-12-20T10:52:10.962 INFO:tasks.rados.rados.0.smithi123.stdout:740: seq_num 257 ranges {2392064=712704,3104768=720896,3825664=483328} 2023-12-20T10:52:10.979 INFO:tasks.rados.rados.0.smithi123.stdout:740: writing smithi123173835-6 from 2392064 to 3104768 tid 1 2023-12-20T10:52:10.983 INFO:tasks.rados.rados.0.smithi123.stdout:740: writing smithi123173835-6 from 3104768 to 3825664 tid 2 2023-12-20T10:52:10.986 INFO:tasks.rados.rados.0.smithi123.stdout:740: writing smithi123173835-6 from 3825664 to 4308992 tid 3 2023-12-20T10:52:10.986 INFO:tasks.rados.rados.0.smithi123.stdout:741: snap_remove snap 71 2023-12-20T10:52:10.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:10 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-c[124861]: 2023-12-20T10:52:10.949+0000 7f90158b7700 -1 mon.c@2(peon).osd e197 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:10.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:10 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:10.709+0000 7f8d9e7f8200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-20T10:52:10.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:10 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:10.898+0000 7f8d9e7f8200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-20T10:52:11.138 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:10 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:52:10.826+0000 7f30a9268200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-20T10:52:11.138 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:52:11.018+0000 7f30a9268200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-20T10:52:11.138 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:10 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-b[144402]: 2023-12-20T10:52:10.951+0000 7f0310db0700 -1 mon.b@1(peon).osd e197 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:11.242 INFO:tasks.rados.rados.0.smithi123.stdout:741: done (1 left) 2023-12-20T10:52:11.242 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 11 current snap is 74 2023-12-20T10:52:11.243 INFO:tasks.rados.rados.0.smithi123.stdout:740: finishing write tid 1 to smithi123173835-6 2023-12-20T10:52:11.243 INFO:tasks.rados.rados.0.smithi123.stdout:742: seq_num 258 ranges {1310720=729088,2039808=606208,2646016=598016} 2023-12-20T10:52:11.254 INFO:tasks.rados.rados.0.smithi123.stdout:742: writing smithi123173835-11 from 1310720 to 2039808 tid 1 2023-12-20T10:52:11.258 INFO:tasks.rados.rados.0.smithi123.stdout:742: writing smithi123173835-11 from 2039808 to 2646016 tid 2 2023-12-20T10:52:11.262 INFO:tasks.rados.rados.0.smithi123.stdout:742: writing smithi123173835-11 from 2646016 to 3244032 tid 3 2023-12-20T10:52:11.262 INFO:tasks.rados.rados.0.smithi123.stdout:743: copy_from oid 1 from oid 28 current snap is 74 2023-12-20T10:52:11.262 INFO:tasks.rados.rados.0.smithi123.stdout:740: finishing write tid 2 to smithi123173835-6 2023-12-20T10:52:11.262 INFO:tasks.rados.rados.0.smithi123.stdout:740: finishing write tid 3 to smithi123173835-6 2023-12-20T10:52:11.262 INFO:tasks.rados.rados.0.smithi123.stdout:740: finishing write tid 4 to smithi123173835-6 2023-12-20T10:52:11.262 INFO:tasks.rados.rados.0.smithi123.stdout:744: snap_remove snap 62 2023-12-20T10:52:11.375 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-c[124861]: 2023-12-20T10:52:11.231+0000 7f90158b7700 -1 mon.c@2(peon).osd e198 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:11.376 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:11.092+0000 7f8d9e7f8200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-20T10:52:11.376 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:11.211+0000 7f8d9e7f8200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-20T10:52:11.376 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:10:52:11] ENGINE Bus STARTING 2023-12-20T10:52:11.377 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:11.372+0000 7f8d019b9700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:52:11.377 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:11.372+0000 7f8d019b9700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:52:11.377 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:11.372+0000 7f8d019b9700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:52:11.377 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:11.372+0000 7f8d019b9700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:52:11.377 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:11.372+0000 7f8d019b9700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:52:11.377 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:11.373+0000 7f8cfd1b0700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:52:11.377 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:11.373+0000 7f8cfd1b0700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:52:11.377 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:11.373+0000 7f8cfd1b0700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:52:11.377 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:11.373+0000 7f8cfd1b0700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:52:11.377 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:11.373+0000 7f8cfd1b0700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-20T10:52:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-b[144402]: 2023-12-20T10:52:11.230+0000 7f0310db0700 -1 mon.b@1(peon).osd e198 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:11.404 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:52:11.136+0000 7f30a9268200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-20T10:52:11.404 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: [20/Dec/2023:10:52:11] ENGINE Bus STARTING 2023-12-20T10:52:11.404 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: CherryPy Checker: 2023-12-20T10:52:11.404 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: The Application mounted at '' has an empty config. 2023-12-20T10:52:11.404 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: 2023-12-20T10:52:11.404 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: [20/Dec/2023:10:52:11] ENGINE Serving on http://:::9283 2023-12-20T10:52:11.404 INFO:journalctl@ceph.mgr.x.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-x[201488]: [20/Dec/2023:10:52:11] ENGINE Bus STARTED 2023-12-20T10:52:11.742 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: CherryPy Checker: 2023-12-20T10:52:11.743 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: The Application mounted at '' has an empty config. 2023-12-20T10:52:11.743 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:11.743 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:10:52:11] ENGINE Serving on http://:::9283 2023-12-20T10:52:11.743 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:10:52:11] ENGINE Bus STARTED 2023-12-20T10:52:11.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: failed to encode map e196 with expected crc 2023-12-20T10:52:11.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: failed to encode map e196 with expected crc 2023-12-20T10:52:11.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: osdmap e197: 8 total, 8 up, 8 in 2023-12-20T10:52:11.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: Standby manager daemon x restarted 2023-12-20T10:52:11.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: Standby manager daemon x started 2023-12-20T10:52:11.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: from='mgr.? 172.21.15.177:0/2035746327' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-20T10:52:11.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: from='mgr.? 172.21.15.177:0/2035746327' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-20T10:52:11.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: from='mgr.? 172.21.15.177:0/2035746327' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-20T10:52:11.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: from='mgr.? 172.21.15.177:0/2035746327' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-20T10:52:11.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: Active manager daemon y restarted 2023-12-20T10:52:11.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: Activating manager daemon y 2023-12-20T10:52:11.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: osdmap e198: 8 total, 8 up, 8 in 2023-12-20T10:52:11.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: mgrmap e36: y(active, starting, since 0.00932557s), standbys: x 2023-12-20T10:52:11.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: failed to encode map e198 with expected crc 2023-12-20T10:52:11.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:52:11.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:52:11.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:52:11.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-20T10:52:11.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-20T10:52:11.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-20T10:52:11.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-20T10:52:11.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-20T10:52:11.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-20T10:52:11.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-20T10:52:11.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:52:11.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-20T10:52:11.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:52:11.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:52:11.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:52:11.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-20T10:52:11.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: failed to encode map e196 with expected crc 2023-12-20T10:52:11.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: failed to encode map e196 with expected crc 2023-12-20T10:52:11.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: osdmap e197: 8 total, 8 up, 8 in 2023-12-20T10:52:11.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: Standby manager daemon x restarted 2023-12-20T10:52:11.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: Standby manager daemon x started 2023-12-20T10:52:11.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: from='mgr.? 172.21.15.177:0/2035746327' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-20T10:52:11.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: from='mgr.? 172.21.15.177:0/2035746327' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-20T10:52:11.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: from='mgr.? 172.21.15.177:0/2035746327' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-20T10:52:11.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: from='mgr.? 172.21.15.177:0/2035746327' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-20T10:52:11.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: Active manager daemon y restarted 2023-12-20T10:52:11.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: Activating manager daemon y 2023-12-20T10:52:11.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: osdmap e198: 8 total, 8 up, 8 in 2023-12-20T10:52:11.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: mgrmap e36: y(active, starting, since 0.00932557s), standbys: x 2023-12-20T10:52:11.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: failed to encode map e198 with expected crc 2023-12-20T10:52:11.747 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:52:11.747 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:52:11.747 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:52:11.747 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-20T10:52:11.747 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-20T10:52:11.747 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-20T10:52:11.747 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-20T10:52:11.747 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-20T10:52:11.747 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-20T10:52:11.747 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-20T10:52:11.747 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:52:11.747 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-20T10:52:11.747 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:52:11.747 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:52:11.748 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:52:11.748 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-20T10:52:11.748 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-20T10:52:11.748 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-20T10:52:11.748 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: Manager daemon y is now available 2023-12-20T10:52:11.748 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:52:11.748 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:52:11.748 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:52:11.749 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-20T10:52:11.749 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-20T10:52:11.749 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-20T10:52:11.750 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[124884]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-20T10:52:11.750 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-20T10:52:11.750 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-20T10:52:11.750 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: Manager daemon y is now available 2023-12-20T10:52:11.750 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:52:11.750 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:52:11.751 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:52:11.751 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-20T10:52:11.751 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-20T10:52:11.751 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-20T10:52:11.751 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:11 smithi123 ceph-mon[188613]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-20T10:52:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: failed to encode map e196 with expected crc 2023-12-20T10:52:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: failed to encode map e196 with expected crc 2023-12-20T10:52:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: osdmap e197: 8 total, 8 up, 8 in 2023-12-20T10:52:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: Standby manager daemon x restarted 2023-12-20T10:52:11.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: Standby manager daemon x started 2023-12-20T10:52:11.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: from='mgr.? 172.21.15.177:0/2035746327' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-20T10:52:11.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: from='mgr.? 172.21.15.177:0/2035746327' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-20T10:52:11.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: from='mgr.? 172.21.15.177:0/2035746327' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-20T10:52:11.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: from='mgr.? 172.21.15.177:0/2035746327' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-20T10:52:11.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: Active manager daemon y restarted 2023-12-20T10:52:11.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: Activating manager daemon y 2023-12-20T10:52:11.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: osdmap e198: 8 total, 8 up, 8 in 2023-12-20T10:52:11.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: mgrmap e36: y(active, starting, since 0.00932557s), standbys: x 2023-12-20T10:52:11.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: failed to encode map e198 with expected crc 2023-12-20T10:52:11.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:52:11.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:52:11.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:52:11.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-20T10:52:11.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-20T10:52:11.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-20T10:52:11.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-20T10:52:11.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-20T10:52:11.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-20T10:52:11.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-20T10:52:11.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:52:11.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-20T10:52:11.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:52:11.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:52:11.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:52:11.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-20T10:52:11.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-20T10:52:11.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-20T10:52:11.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: Manager daemon y is now available 2023-12-20T10:52:11.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:52:11.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:52:11.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:52:11.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-20T10:52:11.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-20T10:52:11.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-20T10:52:11.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:11 smithi177 ceph-mon[144425]: from='mgr.25124 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-20T10:52:12.243 INFO:tasks.rados.rados.0.smithi123.stdout:744: done (3 left) 2023-12-20T10:52:12.243 INFO:tasks.rados.rados.0.smithi123.stdout:745: copy_from oid 9 from oid 4 current snap is 74 2023-12-20T10:52:12.243 INFO:tasks.rados.rados.0.smithi123.stdout:740: finishing write tid 5 to smithi123173835-6 2023-12-20T10:52:12.243 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 407 (ObjNum 257 snap 74 seq_num 257) dirty exists 2023-12-20T10:52:12.243 INFO:tasks.rados.rados.0.smithi123.stdout:740: left oid 6 (ObjNum 257 snap 74 seq_num 257) 2023-12-20T10:52:12.243 INFO:tasks.rados.rados.0.smithi123.stdout:742: finishing write tid 1 to smithi123173835-11 2023-12-20T10:52:12.243 INFO:tasks.rados.rados.0.smithi123.stdout:742: finishing write tid 2 to smithi123173835-11 2023-12-20T10:52:12.243 INFO:tasks.rados.rados.0.smithi123.stdout:742: finishing write tid 3 to smithi123173835-11 2023-12-20T10:52:12.243 INFO:tasks.rados.rados.0.smithi123.stdout:742: finishing write tid 4 to smithi123173835-11 2023-12-20T10:52:12.244 INFO:tasks.rados.rados.0.smithi123.stdout:742: finishing write tid 5 to smithi123173835-11 2023-12-20T10:52:12.244 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 11 v 102 (ObjNum 258 snap 74 seq_num 258) dirty exists 2023-12-20T10:52:12.244 INFO:tasks.rados.rados.0.smithi123.stdout:742: left oid 11 (ObjNum 258 snap 74 seq_num 258) 2023-12-20T10:52:12.244 INFO:tasks.rados.rados.0.smithi123.stdout:743: finishing copy_from to smithi123173835-1 2023-12-20T10:52:12.244 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 1 v 177 (ObjNum 156 snap 45 seq_num 156) dirty exists 2023-12-20T10:52:12.244 INFO:tasks.rados.rados.0.smithi123.stdout:743: finishing copy_from racing read to smithi123173835-1 2023-12-20T10:52:12.244 INFO:tasks.rados.rados.0.smithi123.stdout:740: done (3 left) 2023-12-20T10:52:12.244 INFO:tasks.rados.rados.0.smithi123.stdout:742: done (2 left) 2023-12-20T10:52:12.244 INFO:tasks.rados.rados.0.smithi123.stdout:743: done (1 left) 2023-12-20T10:52:12.244 INFO:tasks.rados.rados.0.smithi123.stdout:746: copy_from oid 42 from oid 33 current snap is 74 2023-12-20T10:52:12.244 INFO:tasks.rados.rados.0.smithi123.stdout:747: setattr oid 27 current snap is 74 2023-12-20T10:52:12.245 INFO:tasks.rados.rados.0.smithi123.stdout:748: setattr oid 30 current snap is 74 2023-12-20T10:52:12.245 INFO:tasks.rados.rados.0.smithi123.stdout:749: snap_create 2023-12-20T10:52:12.262 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 27 v 187 (ObjNum 145 snap 0 seq_num 958655920) dirty exists 2023-12-20T10:52:12.269 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 30 v 178 (ObjNum 29 snap 0 seq_num 29) dirty exists 2023-12-20T10:52:12.274 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T10:52:12.289 INFO:tasks.rados.rados.0.smithi123.stdout:745: finishing copy_from to smithi123173835-9 2023-12-20T10:52:12.290 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 9 v 390 (ObjNum 249 snap 72 seq_num 249) dirty exists 2023-12-20T10:52:12.290 INFO:tasks.rados.rados.0.smithi123.stdout:745: finishing copy_from racing read to smithi123173835-9 2023-12-20T10:52:12.303 INFO:tasks.rados.rados.0.smithi123.stdout:746: finishing copy_from to smithi123173835-42 2023-12-20T10:52:12.303 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 42 v 269 (ObjNum 253 snap 73 seq_num 253) dirty exists 2023-12-20T10:52:12.304 INFO:tasks.rados.rados.0.smithi123.stdout:746: finishing copy_from racing read to smithi123173835-42 2023-12-20T10:52:12.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:12 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:12.249+0000 7f8d61249700 -1 mgr.server handle_report got status from non-daemon mon.a 2023-12-20T10:52:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:12 smithi123 ceph-mon[188613]: failed to encode map e197 with expected crc 2023-12-20T10:52:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:12 smithi123 ceph-mon[188613]: failed to encode map e197 with expected crc 2023-12-20T10:52:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:12 smithi123 ceph-mon[188613]: failed to encode map e197 with expected crc 2023-12-20T10:52:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:12 smithi123 ceph-mon[188613]: failed to encode map e198 with expected crc 2023-12-20T10:52:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:12 smithi123 ceph-mon[188613]: failed to encode map e198 with expected crc 2023-12-20T10:52:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:12 smithi123 ceph-mon[188613]: failed to encode map e198 with expected crc 2023-12-20T10:52:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:12 smithi123 ceph-mon[188613]: osdmap e199: 8 total, 8 up, 8 in 2023-12-20T10:52:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:12 smithi123 ceph-mon[188613]: from='client.34113 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:52:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:12 smithi123 ceph-mon[188613]: mgrmap e37: y(active, since 1.02125s), standbys: x 2023-12-20T10:52:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:12 smithi123 ceph-mon[188613]: pgmap v4: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 233 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:52:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:12 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-c[124861]: 2023-12-20T10:52:12.231+0000 7f90158b7700 -1 mon.c@2(peon).osd e199 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:12 smithi123 ceph-mon[124884]: failed to encode map e197 with expected crc 2023-12-20T10:52:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:12 smithi123 ceph-mon[124884]: failed to encode map e197 with expected crc 2023-12-20T10:52:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:12 smithi123 ceph-mon[124884]: failed to encode map e197 with expected crc 2023-12-20T10:52:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:12 smithi123 ceph-mon[124884]: failed to encode map e198 with expected crc 2023-12-20T10:52:12.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:12 smithi123 ceph-mon[124884]: failed to encode map e198 with expected crc 2023-12-20T10:52:12.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:12 smithi123 ceph-mon[124884]: failed to encode map e198 with expected crc 2023-12-20T10:52:12.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:12 smithi123 ceph-mon[124884]: osdmap e199: 8 total, 8 up, 8 in 2023-12-20T10:52:12.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:12 smithi123 ceph-mon[124884]: from='client.34113 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:52:12.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:12 smithi123 ceph-mon[124884]: mgrmap e37: y(active, since 1.02125s), standbys: x 2023-12-20T10:52:12.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:12 smithi123 ceph-mon[124884]: pgmap v4: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 233 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:52:12.592 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:12 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-b[144402]: 2023-12-20T10:52:12.231+0000 7f0310db0700 -1 mon.b@1(peon).osd e199 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:12.592 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:12 smithi177 ceph-mon[144425]: failed to encode map e197 with expected crc 2023-12-20T10:52:12.592 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:12 smithi177 ceph-mon[144425]: failed to encode map e197 with expected crc 2023-12-20T10:52:12.592 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:12 smithi177 ceph-mon[144425]: failed to encode map e197 with expected crc 2023-12-20T10:52:12.592 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:12 smithi177 ceph-mon[144425]: failed to encode map e198 with expected crc 2023-12-20T10:52:12.592 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:12 smithi177 ceph-mon[144425]: failed to encode map e198 with expected crc 2023-12-20T10:52:12.592 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:12 smithi177 ceph-mon[144425]: failed to encode map e198 with expected crc 2023-12-20T10:52:12.592 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:12 smithi177 ceph-mon[144425]: osdmap e199: 8 total, 8 up, 8 in 2023-12-20T10:52:12.592 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:12 smithi177 ceph-mon[144425]: from='client.34113 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:52:12.592 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:12 smithi177 ceph-mon[144425]: mgrmap e37: y(active, since 1.02125s), standbys: x 2023-12-20T10:52:12.592 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:12 smithi177 ceph-mon[144425]: pgmap v4: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 233 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:52:12.622 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T10:52:12.623 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (56s) 30s ago 3m 17.2M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T10:52:12.623 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (45s) 16s ago 3m 83.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T10:52:12.623 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4m) 30s ago 4m 14.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T10:52:12.623 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4m) 16s ago 4m 18.9M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T10:52:12.623 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (19s) 16s ago 7m 50.1M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T10:52:12.623 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (40s) 30s ago 8m 476M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T10:52:12.623 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8m) 30s ago 8m 102M 2048M 17.2.7-131-ga88f3edf f9ecdbaa1030 7ed88b20f507 2023-12-20T10:52:12.623 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7m) 16s ago 7m 83.1M 2048M 17.2.7-131-ga88f3edf f9ecdbaa1030 5515e0c18ef1 2023-12-20T10:52:12.623 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7m) 30s ago 7m 72.0M 2048M 17.2.7-131-ga88f3edf f9ecdbaa1030 0578a13296d3 2023-12-20T10:52:12.623 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (54s) 30s ago 3m 9034k - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T10:52:12.623 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (44s) 16s ago 3m 9005k - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T10:52:12.623 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6m) 30s ago 6m 214M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 828b88ed29e3 2023-12-20T10:52:12.623 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6m) 30s ago 6m 173M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 b0cee27bddee 2023-12-20T10:52:12.623 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6m) 30s ago 6m 208M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 b1369b31ef83 2023-12-20T10:52:12.624 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6m) 30s ago 6m 159M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 8305407356c6 2023-12-20T10:52:12.624 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5m) 16s ago 5m 203M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 1798bf319de3 2023-12-20T10:52:12.624 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5m) 16s ago 5m 194M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 dfacb71fe175 2023-12-20T10:52:12.624 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5m) 16s ago 5m 155M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 81d67759495c 2023-12-20T10:52:12.624 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5m) 16s ago 5m 238M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 b7ad316c3647 2023-12-20T10:52:12.624 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (22s) 16s ago 4m 39.3M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T10:52:13.058 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T10:52:13.058 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T10:52:13.058 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T10:52:13.058 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 1 2023-12-20T10:52:13.058 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:52:13.058 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T10:52:13.058 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T10:52:13.058 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:52:13.058 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T10:52:13.058 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 8 2023-12-20T10:52:13.059 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:52:13.059 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T10:52:13.059 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T10:52:13.059 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:52:13.059 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T10:52:13.059 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 12, 2023-12-20T10:52:13.059 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T10:52:13.059 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T10:52:13.059 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T10:52:13.257 INFO:tasks.rados.rados.0.smithi123.stdout:745: done (4 left) 2023-12-20T10:52:13.257 INFO:tasks.rados.rados.0.smithi123.stdout:746: done (3 left) 2023-12-20T10:52:13.257 INFO:tasks.rados.rados.0.smithi123.stdout:747: done (2 left) 2023-12-20T10:52:13.258 INFO:tasks.rados.rados.0.smithi123.stdout:748: done (1 left) 2023-12-20T10:52:13.258 INFO:tasks.rados.rados.0.smithi123.stdout:749: done (0 left) 2023-12-20T10:52:13.258 INFO:tasks.rados.rados.0.smithi123.stdout:750: rollback oid 27 current snap is 75 2023-12-20T10:52:13.258 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 27 to 52 2023-12-20T10:52:13.258 INFO:tasks.rados.rados.0.smithi123.stdout:751: snap_remove snap 73 2023-12-20T10:52:13.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:13 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-b[144402]: 2023-12-20T10:52:13.250+0000 7f0310db0700 -1 mon.b@1(peon).osd e200 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:13.448 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:13 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-c[124861]: 2023-12-20T10:52:13.247+0000 7f90158b7700 -1 mon.c@2(peon).osd e200 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:13 smithi123 ceph-mon[124884]: failed to encode map e199 with expected crc 2023-12-20T10:52:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:13 smithi123 ceph-mon[124884]: failed to encode map e199 with expected crc 2023-12-20T10:52:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:13 smithi123 ceph-mon[124884]: failed to encode map e199 with expected crc 2023-12-20T10:52:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:13 smithi123 ceph-mon[124884]: failed to encode map e199 with expected crc 2023-12-20T10:52:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:13 smithi123 ceph-mon[124884]: failed to encode map e199 with expected crc 2023-12-20T10:52:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:13 smithi123 ceph-mon[124884]: [20/Dec/2023:10:52:12] ENGINE Bus STARTING 2023-12-20T10:52:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:13 smithi123 ceph-mon[124884]: [20/Dec/2023:10:52:12] ENGINE Serving on http://172.21.15.123:8765 2023-12-20T10:52:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:13 smithi123 ceph-mon[124884]: from='client.25151 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:52:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:13 smithi123 ceph-mon[124884]: [20/Dec/2023:10:52:12] ENGINE Serving on https://172.21.15.123:7150 2023-12-20T10:52:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:13 smithi123 ceph-mon[124884]: [20/Dec/2023:10:52:12] ENGINE Bus STARTED 2023-12-20T10:52:13.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:13 smithi123 ceph-mon[124884]: from='client.? 172.21.15.123:0/2615853528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:52:13.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:13 smithi123 ceph-mon[124884]: pgmap v5: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 233 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:52:13.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:13 smithi123 ceph-mon[124884]: osdmap e200: 8 total, 8 up, 8 in 2023-12-20T10:52:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:13 smithi123 ceph-mon[188613]: failed to encode map e199 with expected crc 2023-12-20T10:52:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:13 smithi123 ceph-mon[188613]: failed to encode map e199 with expected crc 2023-12-20T10:52:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:13 smithi123 ceph-mon[188613]: failed to encode map e199 with expected crc 2023-12-20T10:52:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:13 smithi123 ceph-mon[188613]: failed to encode map e199 with expected crc 2023-12-20T10:52:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:13 smithi123 ceph-mon[188613]: failed to encode map e199 with expected crc 2023-12-20T10:52:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:13 smithi123 ceph-mon[188613]: [20/Dec/2023:10:52:12] ENGINE Bus STARTING 2023-12-20T10:52:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:13 smithi123 ceph-mon[188613]: [20/Dec/2023:10:52:12] ENGINE Serving on http://172.21.15.123:8765 2023-12-20T10:52:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:13 smithi123 ceph-mon[188613]: from='client.25151 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:52:13.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:13 smithi123 ceph-mon[188613]: [20/Dec/2023:10:52:12] ENGINE Serving on https://172.21.15.123:7150 2023-12-20T10:52:13.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:13 smithi123 ceph-mon[188613]: [20/Dec/2023:10:52:12] ENGINE Bus STARTED 2023-12-20T10:52:13.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:13 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2615853528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:52:13.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:13 smithi123 ceph-mon[188613]: pgmap v5: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 233 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:52:13.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:13 smithi123 ceph-mon[188613]: osdmap e200: 8 total, 8 up, 8 in 2023-12-20T10:52:13.864 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:13 smithi177 ceph-mon[144425]: failed to encode map e199 with expected crc 2023-12-20T10:52:13.865 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:13 smithi177 ceph-mon[144425]: failed to encode map e199 with expected crc 2023-12-20T10:52:13.865 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:13 smithi177 ceph-mon[144425]: failed to encode map e199 with expected crc 2023-12-20T10:52:13.865 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:13 smithi177 ceph-mon[144425]: failed to encode map e199 with expected crc 2023-12-20T10:52:13.865 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:13 smithi177 ceph-mon[144425]: failed to encode map e199 with expected crc 2023-12-20T10:52:13.865 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:13 smithi177 ceph-mon[144425]: [20/Dec/2023:10:52:12] ENGINE Bus STARTING 2023-12-20T10:52:13.865 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:13 smithi177 ceph-mon[144425]: [20/Dec/2023:10:52:12] ENGINE Serving on http://172.21.15.123:8765 2023-12-20T10:52:13.865 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:13 smithi177 ceph-mon[144425]: from='client.25151 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:52:13.865 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:13 smithi177 ceph-mon[144425]: [20/Dec/2023:10:52:12] ENGINE Serving on https://172.21.15.123:7150 2023-12-20T10:52:13.865 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:13 smithi177 ceph-mon[144425]: [20/Dec/2023:10:52:12] ENGINE Bus STARTED 2023-12-20T10:52:13.865 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:13 smithi177 ceph-mon[144425]: from='client.? 172.21.15.123:0/2615853528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:52:13.865 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:13 smithi177 ceph-mon[144425]: pgmap v5: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 233 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:52:13.865 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:13 smithi177 ceph-mon[144425]: osdmap e200: 8 total, 8 up, 8 in 2023-12-20T10:52:14.259 INFO:tasks.rados.rados.0.smithi123.stdout:751: done (1 left) 2023-12-20T10:52:14.259 INFO:tasks.rados.rados.0.smithi123.stdout:752: copy_from oid 11 from oid 41 current snap is 75 2023-12-20T10:52:14.259 INFO:tasks.rados.rados.0.smithi123.stdout:750: finishing rollback tid 0 to smithi123173835-27 2023-12-20T10:52:14.259 INFO:tasks.rados.rados.0.smithi123.stdout:750: finishing rollback tid 1 to smithi123173835-27 2023-12-20T10:52:14.259 INFO:tasks.rados.rados.0.smithi123.stdout:750: finishing rollback tid 2 to smithi123173835-27 2023-12-20T10:52:14.259 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 27 v 190 (ObjNum 56 snap 4 seq_num 56) dirty exists 2023-12-20T10:52:14.259 INFO:tasks.rados.rados.0.smithi123.stdout:750: done (1 left) 2023-12-20T10:52:14.259 INFO:tasks.rados.rados.0.smithi123.stdout:753: copy_from oid 46 from oid 17 current snap is 75 2023-12-20T10:52:14.259 INFO:tasks.rados.rados.0.smithi123.stdout:754: delete oid 29 current snap is 75 2023-12-20T10:52:14.269 INFO:tasks.rados.rados.0.smithi123.stdout:752: finishing copy_from to smithi123173835-11 2023-12-20T10:52:14.269 INFO:tasks.rados.rados.0.smithi123.stdout:752: got expected ENOENT (src dne) 2023-12-20T10:52:14.269 INFO:tasks.rados.rados.0.smithi123.stdout:754: done (2 left) 2023-12-20T10:52:14.269 INFO:tasks.rados.rados.0.smithi123.stdout:755: snap_remove snap 63 2023-12-20T10:52:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:14 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-b[144402]: 2023-12-20T10:52:14.250+0000 7f0310db0700 -1 mon.b@1(peon).osd e201 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:14 smithi177 ceph-mon[144425]: failed to encode map e200 with expected crc 2023-12-20T10:52:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:14 smithi177 ceph-mon[144425]: failed to encode map e200 with expected crc 2023-12-20T10:52:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:14 smithi177 ceph-mon[144425]: failed to encode map e200 with expected crc 2023-12-20T10:52:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:14 smithi177 ceph-mon[144425]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:14 smithi177 ceph-mon[144425]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:14 smithi177 ceph-mon[144425]: mgrmap e38: y(active, since 2s), standbys: x 2023-12-20T10:52:14.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:14 smithi177 ceph-mon[144425]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:14.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:14 smithi177 ceph-mon[144425]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:14.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:14 smithi177 ceph-mon[144425]: osdmap e201: 8 total, 8 up, 8 in 2023-12-20T10:52:14.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:14 smithi177 ceph-mon[144425]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:14.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:14 smithi177 ceph-mon[144425]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:14 smithi123 ceph-mon[188613]: failed to encode map e200 with expected crc 2023-12-20T10:52:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:14 smithi123 ceph-mon[188613]: failed to encode map e200 with expected crc 2023-12-20T10:52:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:14 smithi123 ceph-mon[188613]: failed to encode map e200 with expected crc 2023-12-20T10:52:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:14 smithi123 ceph-mon[188613]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:14 smithi123 ceph-mon[188613]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:14 smithi123 ceph-mon[188613]: mgrmap e38: y(active, since 2s), standbys: x 2023-12-20T10:52:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:14 smithi123 ceph-mon[188613]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:14 smithi123 ceph-mon[188613]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:14 smithi123 ceph-mon[188613]: osdmap e201: 8 total, 8 up, 8 in 2023-12-20T10:52:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:14 smithi123 ceph-mon[188613]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:14 smithi123 ceph-mon[188613]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:14 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-c[124861]: 2023-12-20T10:52:14.249+0000 7f90158b7700 -1 mon.c@2(peon).osd e201 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:14 smithi123 ceph-mon[124884]: failed to encode map e200 with expected crc 2023-12-20T10:52:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:14 smithi123 ceph-mon[124884]: failed to encode map e200 with expected crc 2023-12-20T10:52:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:14 smithi123 ceph-mon[124884]: failed to encode map e200 with expected crc 2023-12-20T10:52:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:14 smithi123 ceph-mon[124884]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:14 smithi123 ceph-mon[124884]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:14 smithi123 ceph-mon[124884]: mgrmap e38: y(active, since 2s), standbys: x 2023-12-20T10:52:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:14 smithi123 ceph-mon[124884]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:14 smithi123 ceph-mon[124884]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:14 smithi123 ceph-mon[124884]: osdmap e201: 8 total, 8 up, 8 in 2023-12-20T10:52:14.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:14 smithi123 ceph-mon[124884]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:14.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:14 smithi123 ceph-mon[124884]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:15.273 INFO:tasks.rados.rados.0.smithi123.stdout:755: done (2 left) 2023-12-20T10:52:15.273 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 12 current snap is 75 2023-12-20T10:52:15.273 INFO:tasks.rados.rados.0.smithi123.stdout:753: finishing copy_from to smithi123173835-46 2023-12-20T10:52:15.273 INFO:tasks.rados.rados.0.smithi123.stdout:753: got expected ENOENT (src dne) 2023-12-20T10:52:15.273 INFO:tasks.rados.rados.0.smithi123.stdout:756: seq_num 260 ranges {2260992=761856,3022848=417792,3440640=786432} 2023-12-20T10:52:15.288 INFO:tasks.rados.rados.0.smithi123.stdout:756: writing smithi123173835-12 from 2260992 to 3022848 tid 1 2023-12-20T10:52:15.291 INFO:tasks.rados.rados.0.smithi123.stdout:756: writing smithi123173835-12 from 3022848 to 3440640 tid 2 2023-12-20T10:52:15.296 INFO:tasks.rados.rados.0.smithi123.stdout:756: writing smithi123173835-12 from 3440640 to 4227072 tid 3 2023-12-20T10:52:15.296 INFO:tasks.rados.rados.0.smithi123.stdout:757: delete oid 22 current snap is 75 2023-12-20T10:52:15.297 INFO:tasks.rados.rados.0.smithi123.stdout:753: finishing copy_from racing read to smithi123173835-46 2023-12-20T10:52:15.297 INFO:tasks.rados.rados.0.smithi123.stdout:752: finishing copy_from racing read to smithi123173835-11 2023-12-20T10:52:15.297 INFO:tasks.rados.rados.0.smithi123.stdout:756: finishing write tid 1 to smithi123173835-12 2023-12-20T10:52:15.297 INFO:tasks.rados.rados.0.smithi123.stdout:756: finishing write tid 2 to smithi123173835-12 2023-12-20T10:52:15.300 INFO:tasks.rados.rados.0.smithi123.stdout:752: done (3 left) 2023-12-20T10:52:15.300 INFO:tasks.rados.rados.0.smithi123.stdout:753: done (2 left) 2023-12-20T10:52:15.300 INFO:tasks.rados.rados.0.smithi123.stdout:757: done (1 left) 2023-12-20T10:52:15.300 INFO:tasks.rados.rados.0.smithi123.stdout:758: snap_remove snap 39 2023-12-20T10:52:15.532 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:15 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-b[144402]: 2023-12-20T10:52:15.261+0000 7f0310db0700 -1 mon.b@1(peon).osd e202 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:15.532 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:15 smithi177 ceph-mon[144425]: failed to encode map e201 with expected crc 2023-12-20T10:52:15.532 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:15 smithi177 ceph-mon[144425]: failed to encode map e201 with expected crc 2023-12-20T10:52:15.533 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:15 smithi177 ceph-mon[144425]: failed to encode map e201 with expected crc 2023-12-20T10:52:15.533 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:15 smithi177 ceph-mon[144425]: failed to encode map e201 with expected crc 2023-12-20T10:52:15.533 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:15 smithi177 ceph-mon[144425]: failed to encode map e201 with expected crc 2023-12-20T10:52:15.533 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:15 smithi177 ceph-mon[144425]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:15.533 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:15 smithi177 ceph-mon[144425]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:15.533 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:15 smithi177 ceph-mon[144425]: pgmap v8: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 233 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:52:15.533 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:15 smithi177 ceph-mon[144425]: osdmap e202: 8 total, 8 up, 8 in 2023-12-20T10:52:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:15 smithi123 ceph-mon[188613]: failed to encode map e201 with expected crc 2023-12-20T10:52:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:15 smithi123 ceph-mon[188613]: failed to encode map e201 with expected crc 2023-12-20T10:52:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:15 smithi123 ceph-mon[188613]: failed to encode map e201 with expected crc 2023-12-20T10:52:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:15 smithi123 ceph-mon[188613]: failed to encode map e201 with expected crc 2023-12-20T10:52:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:15 smithi123 ceph-mon[188613]: failed to encode map e201 with expected crc 2023-12-20T10:52:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:15 smithi123 ceph-mon[188613]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:15 smithi123 ceph-mon[188613]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:15 smithi123 ceph-mon[188613]: pgmap v8: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 233 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:52:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:15 smithi123 ceph-mon[188613]: osdmap e202: 8 total, 8 up, 8 in 2023-12-20T10:52:15.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:15 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-c[124861]: 2023-12-20T10:52:15.263+0000 7f90158b7700 -1 mon.c@2(peon).osd e202 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:15.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:15 smithi123 ceph-mon[124884]: failed to encode map e201 with expected crc 2023-12-20T10:52:15.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:15 smithi123 ceph-mon[124884]: failed to encode map e201 with expected crc 2023-12-20T10:52:15.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:15 smithi123 ceph-mon[124884]: failed to encode map e201 with expected crc 2023-12-20T10:52:15.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:15 smithi123 ceph-mon[124884]: failed to encode map e201 with expected crc 2023-12-20T10:52:15.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:15 smithi123 ceph-mon[124884]: failed to encode map e201 with expected crc 2023-12-20T10:52:15.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:15 smithi123 ceph-mon[124884]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:15.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:15 smithi123 ceph-mon[124884]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:15.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:15 smithi123 ceph-mon[124884]: pgmap v8: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 233 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:52:15.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:15 smithi123 ceph-mon[124884]: osdmap e202: 8 total, 8 up, 8 in 2023-12-20T10:52:16.272 INFO:tasks.rados.rados.0.smithi123.stdout:758: done (1 left) 2023-12-20T10:52:16.272 INFO:tasks.rados.rados.0.smithi123.stdout:759: read oid 9 snap -1 2023-12-20T10:52:16.272 INFO:tasks.rados.rados.0.smithi123.stdout:759: expect (ObjNum 249 snap 72 seq_num 249) 2023-12-20T10:52:16.273 INFO:tasks.rados.rados.0.smithi123.stdout:760: snap_remove snap 21 2023-12-20T10:52:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:16 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-b[144402]: 2023-12-20T10:52:16.263+0000 7f0310db0700 -1 mon.b@1(peon).osd e203 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:16.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:16 smithi177 ceph-mon[144425]: failed to encode map e201 with expected crc 2023-12-20T10:52:16.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:16 smithi177 ceph-mon[144425]: failed to encode map e202 with expected crc 2023-12-20T10:52:16.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:16 smithi177 ceph-mon[144425]: failed to encode map e202 with expected crc 2023-12-20T10:52:16.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:16 smithi177 ceph-mon[144425]: mgrmap e39: y(active, since 4s), standbys: x 2023-12-20T10:52:16.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:16 smithi177 ceph-mon[144425]: osdmap e203: 8 total, 8 up, 8 in 2023-12-20T10:52:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:16 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-c[124861]: 2023-12-20T10:52:16.263+0000 7f90158b7700 -1 mon.c@2(peon).osd e203 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:16 smithi123 ceph-mon[124884]: failed to encode map e201 with expected crc 2023-12-20T10:52:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:16 smithi123 ceph-mon[124884]: failed to encode map e202 with expected crc 2023-12-20T10:52:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:16 smithi123 ceph-mon[124884]: failed to encode map e202 with expected crc 2023-12-20T10:52:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:16 smithi123 ceph-mon[124884]: mgrmap e39: y(active, since 4s), standbys: x 2023-12-20T10:52:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:16 smithi123 ceph-mon[124884]: osdmap e203: 8 total, 8 up, 8 in 2023-12-20T10:52:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:16 smithi123 ceph-mon[188613]: failed to encode map e201 with expected crc 2023-12-20T10:52:16.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:16 smithi123 ceph-mon[188613]: failed to encode map e202 with expected crc 2023-12-20T10:52:16.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:16 smithi123 ceph-mon[188613]: failed to encode map e202 with expected crc 2023-12-20T10:52:16.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:16 smithi123 ceph-mon[188613]: mgrmap e39: y(active, since 4s), standbys: x 2023-12-20T10:52:16.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:16 smithi123 ceph-mon[188613]: osdmap e203: 8 total, 8 up, 8 in 2023-12-20T10:52:17.274 INFO:tasks.rados.rados.0.smithi123.stdout:760: done (2 left) 2023-12-20T10:52:17.274 INFO:tasks.rados.rados.0.smithi123.stdout:761: read oid 47 snap -1 2023-12-20T10:52:17.274 INFO:tasks.rados.rados.0.smithi123.stdout:761: expect (ObjNum 153 snap 43 seq_num 153) 2023-12-20T10:52:17.274 INFO:tasks.rados.rados.0.smithi123.stdout:762: snap_remove snap 23 2023-12-20T10:52:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:17 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-b[144402]: 2023-12-20T10:52:17.264+0000 7f0310db0700 -1 mon.b@1(peon).osd e204 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:17 smithi177 ceph-mon[144425]: failed to encode map e203 with expected crc 2023-12-20T10:52:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:17 smithi177 ceph-mon[144425]: failed to encode map e203 with expected crc 2023-12-20T10:52:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:17 smithi177 ceph-mon[144425]: failed to encode map e203 with expected crc 2023-12-20T10:52:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:17 smithi177 ceph-mon[144425]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:17 smithi177 ceph-mon[144425]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:17.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:17 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:17.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:17 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:52:17.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:17 smithi177 ceph-mon[144425]: Updating smithi123:/etc/ceph/ceph.conf 2023-12-20T10:52:17.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:17 smithi177 ceph-mon[144425]: Updating smithi177:/etc/ceph/ceph.conf 2023-12-20T10:52:17.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:17 smithi177 ceph-mon[144425]: pgmap v11: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 233 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:52:17.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:17 smithi177 ceph-mon[144425]: osdmap e204: 8 total, 8 up, 8 in 2023-12-20T10:52:17.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:17 smithi177 ceph-mon[144425]: Updating smithi177:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:52:17.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:17 smithi177 ceph-mon[144425]: Updating smithi123:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:52:17.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:17 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-c[124861]: 2023-12-20T10:52:17.263+0000 7f90158b7700 -1 mon.c@2(peon).osd e204 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:17.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:17 smithi123 ceph-mon[124884]: failed to encode map e203 with expected crc 2023-12-20T10:52:17.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:17 smithi123 ceph-mon[124884]: failed to encode map e203 with expected crc 2023-12-20T10:52:17.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:17 smithi123 ceph-mon[124884]: failed to encode map e203 with expected crc 2023-12-20T10:52:17.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:17 smithi123 ceph-mon[124884]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:17.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:17 smithi123 ceph-mon[124884]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:17.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:17 smithi123 ceph-mon[124884]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:17.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:17 smithi123 ceph-mon[124884]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:52:17.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:17 smithi123 ceph-mon[124884]: Updating smithi123:/etc/ceph/ceph.conf 2023-12-20T10:52:17.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:17 smithi123 ceph-mon[124884]: Updating smithi177:/etc/ceph/ceph.conf 2023-12-20T10:52:17.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:17 smithi123 ceph-mon[124884]: pgmap v11: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 233 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:52:17.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:17 smithi123 ceph-mon[124884]: osdmap e204: 8 total, 8 up, 8 in 2023-12-20T10:52:17.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:17 smithi123 ceph-mon[124884]: Updating smithi177:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:52:17.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:17 smithi123 ceph-mon[124884]: Updating smithi123:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:52:17.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:17 smithi123 ceph-mon[188613]: failed to encode map e203 with expected crc 2023-12-20T10:52:17.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:17 smithi123 ceph-mon[188613]: failed to encode map e203 with expected crc 2023-12-20T10:52:17.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:17 smithi123 ceph-mon[188613]: failed to encode map e203 with expected crc 2023-12-20T10:52:17.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:17 smithi123 ceph-mon[188613]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:17.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:17 smithi123 ceph-mon[188613]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:17.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:17.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:52:17.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:17 smithi123 ceph-mon[188613]: Updating smithi123:/etc/ceph/ceph.conf 2023-12-20T10:52:17.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:17 smithi123 ceph-mon[188613]: Updating smithi177:/etc/ceph/ceph.conf 2023-12-20T10:52:17.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:17 smithi123 ceph-mon[188613]: pgmap v11: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 233 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:52:17.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:17 smithi123 ceph-mon[188613]: osdmap e204: 8 total, 8 up, 8 in 2023-12-20T10:52:17.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:17 smithi123 ceph-mon[188613]: Updating smithi177:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:52:17.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:17 smithi123 ceph-mon[188613]: Updating smithi123:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-20T10:52:17.944 INFO:tasks.rados.rados.0.smithi123.stdout:762: done (3 left) 2023-12-20T10:52:17.944 INFO:tasks.rados.rados.0.smithi123.stdout:763: rollback oid 20 current snap is 75 2023-12-20T10:52:17.944 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 20 to 52 2023-12-20T10:52:17.944 INFO:tasks.rados.rados.0.smithi123.stdout:756: finishing write tid 3 to smithi123173835-12 2023-12-20T10:52:17.944 INFO:tasks.rados.rados.0.smithi123.stdout:756: finishing write tid 4 to smithi123173835-12 2023-12-20T10:52:17.944 INFO:tasks.rados.rados.0.smithi123.stdout:756: finishing write tid 5 to smithi123173835-12 2023-12-20T10:52:17.944 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 233 (ObjNum 260 snap 75 seq_num 260) dirty exists 2023-12-20T10:52:17.944 INFO:tasks.rados.rados.0.smithi123.stdout:756: left oid 12 (ObjNum 260 snap 75 seq_num 260) 2023-12-20T10:52:17.944 INFO:tasks.rados.rados.0.smithi123.stdout:759: expect (ObjNum 249 snap 72 seq_num 249) 2023-12-20T10:52:18.085 INFO:tasks.rados.rados.0.smithi123.stdout:761: expect (ObjNum 153 snap 43 seq_num 153) 2023-12-20T10:52:18.197 INFO:tasks.rados.rados.0.smithi123.stdout:763: finishing rollback tid 0 to smithi123173835-20 2023-12-20T10:52:18.197 INFO:tasks.rados.rados.0.smithi123.stdout:763: finishing rollback tid 1 to smithi123173835-20 2023-12-20T10:52:18.197 INFO:tasks.rados.rados.0.smithi123.stdout:763: finishing rollback tid 2 to smithi123173835-20 2023-12-20T10:52:18.197 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 20 v 180 (ObjNum 85 snap 17 seq_num 85) dirty exists 2023-12-20T10:52:18.197 INFO:tasks.rados.rados.0.smithi123.stdout:756: done (3 left) 2023-12-20T10:52:18.197 INFO:tasks.rados.rados.0.smithi123.stdout:759: done (2 left) 2023-12-20T10:52:18.197 INFO:tasks.rados.rados.0.smithi123.stdout:761: done (1 left) 2023-12-20T10:52:18.198 INFO:tasks.rados.rados.0.smithi123.stdout:763: done (0 left) 2023-12-20T10:52:18.198 INFO:tasks.rados.rados.0.smithi123.stdout:764: read oid 31 snap -1 2023-12-20T10:52:18.198 INFO:tasks.rados.rados.0.smithi123.stdout:764: expect deleted 2023-12-20T10:52:18.198 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 28 current snap is 75 2023-12-20T10:52:18.198 INFO:tasks.rados.rados.0.smithi123.stdout:765: seq_num 262 ranges {1736704=794624,2531328=589824,3121152=614400} 2023-12-20T10:52:18.210 INFO:tasks.rados.rados.0.smithi123.stdout:765: writing smithi123173835-28 from 1736704 to 2531328 tid 1 2023-12-20T10:52:18.214 INFO:tasks.rados.rados.0.smithi123.stdout:765: writing smithi123173835-28 from 2531328 to 3121152 tid 2 2023-12-20T10:52:18.218 INFO:tasks.rados.rados.0.smithi123.stdout:765: writing smithi123173835-28 from 3121152 to 3735552 tid 3 2023-12-20T10:52:18.218 INFO:tasks.rados.rados.0.smithi123.stdout:766: setattr oid 16 current snap is 75 2023-12-20T10:52:18.218 INFO:tasks.rados.rados.0.smithi123.stdout:765: finishing write tid 1 to smithi123173835-28 2023-12-20T10:52:18.218 INFO:tasks.rados.rados.0.smithi123.stdout:765: finishing write tid 2 to smithi123173835-28 2023-12-20T10:52:18.218 INFO:tasks.rados.rados.0.smithi123.stdout:764: done (2 left) 2023-12-20T10:52:18.219 INFO:tasks.rados.rados.0.smithi123.stdout:767: rmattr oid 20 current snap is 75 2023-12-20T10:52:18.219 INFO:tasks.rados.rados.0.smithi123.stdout:767: done (2 left) 2023-12-20T10:52:18.219 INFO:tasks.rados.rados.0.smithi123.stdout:768: setattr oid 21 current snap is 75 2023-12-20T10:52:18.220 INFO:tasks.rados.rados.0.smithi123.stdout:765: finishing write tid 3 to smithi123173835-28 2023-12-20T10:52:18.220 INFO:tasks.rados.rados.0.smithi123.stdout:765: finishing write tid 4 to smithi123173835-28 2023-12-20T10:52:18.220 INFO:tasks.rados.rados.0.smithi123.stdout:769: delete oid 10 current snap is 75 2023-12-20T10:52:18.221 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 381 (ObjNum 215 snap 57 seq_num 215) dirty exists 2023-12-20T10:52:18.222 INFO:tasks.rados.rados.0.smithi123.stdout:766: done (3 left) 2023-12-20T10:52:18.223 INFO:tasks.rados.rados.0.smithi123.stdout:769: done (2 left) 2023-12-20T10:52:18.223 INFO:tasks.rados.rados.0.smithi123.stdout:770: copy_from oid 19 from oid 47 current snap is 75 2023-12-20T10:52:18.223 INFO:tasks.rados.rados.0.smithi123.stdout:765: finishing write tid 5 to smithi123173835-28 2023-12-20T10:52:18.223 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 28 v 184 (ObjNum 262 snap 75 seq_num 262) dirty exists 2023-12-20T10:52:18.223 INFO:tasks.rados.rados.0.smithi123.stdout:765: left oid 28 (ObjNum 262 snap 75 seq_num 262) 2023-12-20T10:52:18.223 INFO:tasks.rados.rados.0.smithi123.stdout:765: done (2 left) 2023-12-20T10:52:18.223 INFO:tasks.rados.rados.0.smithi123.stdout:771: read oid 41 snap -1 2023-12-20T10:52:18.223 INFO:tasks.rados.rados.0.smithi123.stdout:771: expect deleted 2023-12-20T10:52:18.223 INFO:tasks.rados.rados.0.smithi123.stdout:772: setattr oid 33 current snap is 75 2023-12-20T10:52:18.223 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 193 (ObjNum 222 snap 58 seq_num 222) dirty exists 2023-12-20T10:52:18.225 INFO:tasks.rados.rados.0.smithi123.stdout:768: done (3 left) 2023-12-20T10:52:18.225 INFO:tasks.rados.rados.0.smithi123.stdout:771: done (2 left) 2023-12-20T10:52:18.225 INFO:tasks.rados.rados.0.smithi123.stdout:773: rollback oid 43 current snap is 75 2023-12-20T10:52:18.225 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 43 to 52 2023-12-20T10:52:18.225 INFO:tasks.rados.rados.0.smithi123.stdout:774: copy_from oid 18 from oid 2 current snap is 75 2023-12-20T10:52:18.225 INFO:tasks.rados.rados.0.smithi123.stdout:775: read oid 26 snap -1 2023-12-20T10:52:18.225 INFO:tasks.rados.rados.0.smithi123.stdout:775: expect (ObjNum 231 snap 62 seq_num 231) 2023-12-20T10:52:18.225 INFO:tasks.rados.rados.0.smithi123.stdout:776: rollback oid 37 current snap is 75 2023-12-20T10:52:18.225 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 37 to 49 2023-12-20T10:52:18.225 INFO:tasks.rados.rados.0.smithi123.stdout:777: delete oid 6 current snap is 75 2023-12-20T10:52:18.229 INFO:tasks.rados.rados.0.smithi123.stdout:777: done (6 left) 2023-12-20T10:52:18.229 INFO:tasks.rados.rados.0.smithi123.stdout:778: rmattr oid 17 current snap is 75 2023-12-20T10:52:18.229 INFO:tasks.rados.rados.0.smithi123.stdout:778: done (6 left) 2023-12-20T10:52:18.229 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 13 current snap is 75 2023-12-20T10:52:18.229 INFO:tasks.rados.rados.0.smithi123.stdout:779: seq_num 265 ranges {3571712=442368,4014080=647168,4661248=573440,5234688=385024} 2023-12-20T10:52:18.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:17 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-c[124861]: 2023-12-20T10:52:17.935+0000 7f90158b7700 -1 mon.c@2(peon).osd e205 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:18.251 INFO:tasks.rados.rados.0.smithi123.stdout:779: writing smithi123173835-13 from 3571712 to 4014080 tid 1 2023-12-20T10:52:18.255 INFO:tasks.rados.rados.0.smithi123.stdout:779: writing smithi123173835-13 from 4014080 to 4661248 tid 2 2023-12-20T10:52:18.258 INFO:tasks.rados.rados.0.smithi123.stdout:779: writing smithi123173835-13 from 4661248 to 5234688 tid 3 2023-12-20T10:52:18.262 INFO:tasks.rados.rados.0.smithi123.stdout:779: writing smithi123173835-13 from 5234688 to 5619712 tid 4 2023-12-20T10:52:18.262 INFO:tasks.rados.rados.0.smithi123.stdout:780: rollback oid 9 current snap is 75 2023-12-20T10:52:18.262 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 9 to 72 2023-12-20T10:52:18.262 INFO:tasks.rados.rados.0.smithi123.stdout:774: finishing copy_from to smithi123173835-18 2023-12-20T10:52:18.262 INFO:tasks.rados.rados.0.smithi123.stdout:774: got expected ENOENT (src dne) 2023-12-20T10:52:18.262 INFO:tasks.rados.rados.0.smithi123.stdout:774: finishing copy_from racing read to smithi123173835-18 2023-12-20T10:52:18.262 INFO:tasks.rados.rados.0.smithi123.stdout:773: finishing rollback tid 0 to smithi123173835-43 2023-12-20T10:52:18.262 INFO:tasks.rados.rados.0.smithi123.stdout:774: done (7 left) 2023-12-20T10:52:18.262 INFO:tasks.rados.rados.0.smithi123.stdout:781: read oid 21 snap -1 2023-12-20T10:52:18.262 INFO:tasks.rados.rados.0.smithi123.stdout:781: expect (ObjNum 222 snap 58 seq_num 222) 2023-12-20T10:52:18.262 INFO:tasks.rados.rados.0.smithi123.stdout:782: snap_create 2023-12-20T10:52:18.262 INFO:tasks.rados.rados.0.smithi123.stdout:776: finishing rollback tid 1 to smithi123173835-37 2023-12-20T10:52:18.262 INFO:tasks.rados.rados.0.smithi123.stdout:773: finishing rollback tid 1 to smithi123173835-43 2023-12-20T10:52:18.263 INFO:tasks.rados.rados.0.smithi123.stdout:776: finishing rollback tid 2 to smithi123173835-37 2023-12-20T10:52:18.263 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 467 (ObjNum 172 snap 48 seq_num 172) dirty exists 2023-12-20T10:52:18.263 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 270 (ObjNum 253 snap 73 seq_num 253) dirty exists 2023-12-20T10:52:18.263 INFO:tasks.rados.rados.0.smithi123.stdout:773: finishing rollback tid 2 to smithi123173835-43 2023-12-20T10:52:18.263 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 464 (ObjNum 165 snap 46 seq_num 165) dirty exists 2023-12-20T10:52:18.263 INFO:tasks.rados.rados.0.smithi123.stdout:770: finishing copy_from to smithi123173835-19 2023-12-20T10:52:18.263 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 158 (ObjNum 153 snap 43 seq_num 153) dirty exists 2023-12-20T10:52:18.263 INFO:tasks.rados.rados.0.smithi123.stdout:770: finishing copy_from racing read to smithi123173835-19 2023-12-20T10:52:18.263 INFO:tasks.rados.rados.0.smithi123.stdout:775: expect (ObjNum 231 snap 62 seq_num 231) 2023-12-20T10:52:18.402 INFO:tasks.rados.rados.0.smithi123.stdout:779: finishing write tid 1 to smithi123173835-13 2023-12-20T10:52:18.402 INFO:tasks.rados.rados.0.smithi123.stdout:779: finishing write tid 2 to smithi123173835-13 2023-12-20T10:52:18.402 INFO:tasks.rados.rados.0.smithi123.stdout:779: finishing write tid 3 to smithi123173835-13 2023-12-20T10:52:18.402 INFO:tasks.rados.rados.0.smithi123.stdout:780: finishing rollback tid 0 to smithi123173835-9 2023-12-20T10:52:18.402 INFO:tasks.rados.rados.0.smithi123.stdout:780: finishing rollback tid 1 to smithi123173835-9 2023-12-20T10:52:18.403 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 9 v 392 (ObjNum 33 snap 0 seq_num 958566368) dirty dne 2023-12-20T10:52:18.403 INFO:tasks.rados.rados.0.smithi123.stdout:779: finishing write tid 4 to smithi123173835-13 2023-12-20T10:52:18.403 INFO:tasks.rados.rados.0.smithi123.stdout:779: finishing write tid 5 to smithi123173835-13 2023-12-20T10:52:18.403 INFO:tasks.rados.rados.0.smithi123.stdout:779: finishing write tid 6 to smithi123173835-13 2023-12-20T10:52:18.403 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 641 (ObjNum 265 snap 75 seq_num 265) dirty exists 2023-12-20T10:52:18.403 INFO:tasks.rados.rados.0.smithi123.stdout:779: left oid 13 (ObjNum 265 snap 75 seq_num 265) 2023-12-20T10:52:18.403 INFO:tasks.rados.rados.0.smithi123.stdout:781: expect (ObjNum 222 snap 58 seq_num 222) 2023-12-20T10:52:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:17 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-b[144402]: 2023-12-20T10:52:17.938+0000 7f0310db0700 -1 mon.b@1(peon).osd e205 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:18.723 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[124884]: failed to encode map e204 with expected crc 2023-12-20T10:52:18.723 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[124884]: failed to encode map e204 with expected crc 2023-12-20T10:52:18.723 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[124884]: failed to encode map e204 with expected crc 2023-12-20T10:52:18.723 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[124884]: Updating smithi177:/etc/ceph/ceph.client.admin.keyring 2023-12-20T10:52:18.723 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[124884]: Updating smithi123:/etc/ceph/ceph.client.admin.keyring 2023-12-20T10:52:18.723 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[124884]: Updating smithi123:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-20T10:52:18.723 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[124884]: Updating smithi177:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-20T10:52:18.723 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[124884]: osdmap e205: 8 total, 8 up, 8 in 2023-12-20T10:52:18.723 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[124884]: failed to encode map e205 with expected crc 2023-12-20T10:52:18.723 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[124884]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:18.723 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[124884]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:18.724 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[124884]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:18.724 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[124884]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:18.724 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[124884]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:18.724 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[124884]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:52:18.724 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[124884]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:52:18.724 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[124884]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-20T10:52:18.724 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[124884]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2023-12-20T10:52:18.724 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[124884]: Upgrade: It appears safe to stop mon.c 2023-12-20T10:52:18.724 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[188613]: failed to encode map e204 with expected crc 2023-12-20T10:52:18.724 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[188613]: failed to encode map e204 with expected crc 2023-12-20T10:52:18.724 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[188613]: failed to encode map e204 with expected crc 2023-12-20T10:52:18.725 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[188613]: Updating smithi177:/etc/ceph/ceph.client.admin.keyring 2023-12-20T10:52:18.725 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[188613]: Updating smithi123:/etc/ceph/ceph.client.admin.keyring 2023-12-20T10:52:18.725 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[188613]: Updating smithi123:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-20T10:52:18.725 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[188613]: Updating smithi177:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-20T10:52:18.725 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[188613]: osdmap e205: 8 total, 8 up, 8 in 2023-12-20T10:52:18.725 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[188613]: failed to encode map e205 with expected crc 2023-12-20T10:52:18.725 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[188613]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:18.725 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[188613]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:18.725 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[188613]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:18.725 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[188613]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:18.725 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[188613]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:18.725 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:52:18.725 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:52:18.725 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-20T10:52:18.725 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2023-12-20T10:52:18.726 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:18 smithi123 ceph-mon[188613]: Upgrade: It appears safe to stop mon.c 2023-12-20T10:52:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:18 smithi177 ceph-mon[144425]: failed to encode map e204 with expected crc 2023-12-20T10:52:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:18 smithi177 ceph-mon[144425]: failed to encode map e204 with expected crc 2023-12-20T10:52:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:18 smithi177 ceph-mon[144425]: failed to encode map e204 with expected crc 2023-12-20T10:52:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:18 smithi177 ceph-mon[144425]: Updating smithi177:/etc/ceph/ceph.client.admin.keyring 2023-12-20T10:52:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:18 smithi177 ceph-mon[144425]: Updating smithi123:/etc/ceph/ceph.client.admin.keyring 2023-12-20T10:52:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:18 smithi177 ceph-mon[144425]: Updating smithi123:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-20T10:52:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:18 smithi177 ceph-mon[144425]: Updating smithi177:/var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-20T10:52:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:18 smithi177 ceph-mon[144425]: osdmap e205: 8 total, 8 up, 8 in 2023-12-20T10:52:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:18 smithi177 ceph-mon[144425]: failed to encode map e205 with expected crc 2023-12-20T10:52:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:18 smithi177 ceph-mon[144425]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:18 smithi177 ceph-mon[144425]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:18 smithi177 ceph-mon[144425]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:18 smithi177 ceph-mon[144425]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:18 smithi177 ceph-mon[144425]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:18 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:52:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:18 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:52:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:18 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-20T10:52:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:18 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2023-12-20T10:52:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:18 smithi177 ceph-mon[144425]: Upgrade: It appears safe to stop mon.c 2023-12-20T10:52:19.188 INFO:tasks.rados.rados.0.smithi123.stdout:770: done (8 left) 2023-12-20T10:52:19.188 INFO:tasks.rados.rados.0.smithi123.stdout:772: done (7 left) 2023-12-20T10:52:19.188 INFO:tasks.rados.rados.0.smithi123.stdout:773: done (6 left) 2023-12-20T10:52:19.188 INFO:tasks.rados.rados.0.smithi123.stdout:775: done (5 left) 2023-12-20T10:52:19.188 INFO:tasks.rados.rados.0.smithi123.stdout:776: done (4 left) 2023-12-20T10:52:19.188 INFO:tasks.rados.rados.0.smithi123.stdout:779: done (3 left) 2023-12-20T10:52:19.188 INFO:tasks.rados.rados.0.smithi123.stdout:780: done (2 left) 2023-12-20T10:52:19.188 INFO:tasks.rados.rados.0.smithi123.stdout:781: done (1 left) 2023-12-20T10:52:19.189 INFO:tasks.rados.rados.0.smithi123.stdout:782: done (0 left) 2023-12-20T10:52:19.189 INFO:tasks.rados.rados.0.smithi123.stdout:783: snap_create 2023-12-20T10:52:19.456 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-c[124861]: 2023-12-20T10:52:19.179+0000 7f90158b7700 -1 mon.c@2(peon).osd e206 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:19.456 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:52:19] "GET /metrics HTTP/1.1" 200 33296 "" "Prometheus/2.43.0" 2023-12-20T10:52:19.456 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:19 smithi123 ceph-mon[188613]: failed to encode map e205 with expected crc 2023-12-20T10:52:19.456 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:19 smithi123 ceph-mon[188613]: failed to encode map e205 with expected crc 2023-12-20T10:52:19.457 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:19 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-b[144402]: 2023-12-20T10:52:19.180+0000 7f0310db0700 -1 mon.b@1(peon).osd e206 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:19.707 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:19 smithi123 ceph-mon[124884]: failed to encode map e205 with expected crc 2023-12-20T10:52:19.708 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:19 smithi123 ceph-mon[124884]: failed to encode map e205 with expected crc 2023-12-20T10:52:19.708 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:19 smithi123 ceph-mon[124884]: osdmap e206: 8 total, 8 up, 8 in 2023-12-20T10:52:19.708 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:19 smithi123 ceph-mon[124884]: pgmap v15: 121 pgs: 121 active+clean; 243 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 38 op/s 2023-12-20T10:52:19.708 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:19 smithi123 ceph-mon[124884]: Upgrade: Updating mon.c 2023-12-20T10:52:19.708 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:19 smithi123 ceph-mon[124884]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:19.708 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:19 smithi123 ceph-mon[124884]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-20T10:52:19.708 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:19 smithi123 ceph-mon[124884]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-20T10:52:19.708 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:19 smithi123 ceph-mon[124884]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:19.708 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:19 smithi123 ceph-mon[124884]: Deploying daemon mon.c on smithi123 2023-12-20T10:52:19.708 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:19 smithi123 ceph-mon[188613]: osdmap e206: 8 total, 8 up, 8 in 2023-12-20T10:52:19.708 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:19 smithi123 ceph-mon[188613]: pgmap v15: 121 pgs: 121 active+clean; 243 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 38 op/s 2023-12-20T10:52:19.709 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:19 smithi123 ceph-mon[188613]: Upgrade: Updating mon.c 2023-12-20T10:52:19.709 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:19 smithi123 ceph-mon[188613]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:19.709 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-20T10:52:19.709 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-20T10:52:19.709 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:19.709 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:19 smithi123 ceph-mon[188613]: Deploying daemon mon.c on smithi123 2023-12-20T10:52:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:19 smithi177 ceph-mon[144425]: failed to encode map e205 with expected crc 2023-12-20T10:52:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:19 smithi177 ceph-mon[144425]: failed to encode map e205 with expected crc 2023-12-20T10:52:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:19 smithi177 ceph-mon[144425]: osdmap e206: 8 total, 8 up, 8 in 2023-12-20T10:52:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:19 smithi177 ceph-mon[144425]: pgmap v15: 121 pgs: 121 active+clean; 243 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 38 op/s 2023-12-20T10:52:19.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:19 smithi177 ceph-mon[144425]: Upgrade: Updating mon.c 2023-12-20T10:52:19.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:19 smithi177 ceph-mon[144425]: from='mgr.25124 ' entity='mgr.y' 2023-12-20T10:52:19.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:19 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-20T10:52:19.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:19 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-20T10:52:19.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:19 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:19.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:19 smithi177 ceph-mon[144425]: Deploying daemon mon.c on smithi123 2023-12-20T10:52:20.193 INFO:tasks.rados.rados.0.smithi123.stdout:783: done (0 left) 2023-12-20T10:52:20.193 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 18 current snap is 77 2023-12-20T10:52:20.193 INFO:tasks.rados.rados.0.smithi123.stdout:784: seq_num 266 ranges {3629056=458752,4087808=524288,4612096=729088,5341184=352256} 2023-12-20T10:52:20.215 INFO:tasks.rados.rados.0.smithi123.stdout:784: writing smithi123173835-18 from 3629056 to 4087808 tid 1 2023-12-20T10:52:20.218 INFO:tasks.rados.rados.0.smithi123.stdout:784: writing smithi123173835-18 from 4087808 to 4612096 tid 2 2023-12-20T10:52:20.222 INFO:tasks.rados.rados.0.smithi123.stdout:784: writing smithi123173835-18 from 4612096 to 5341184 tid 3 2023-12-20T10:52:20.225 INFO:tasks.rados.rados.0.smithi123.stdout:784: writing smithi123173835-18 from 5341184 to 5693440 tid 4 2023-12-20T10:52:20.225 INFO:tasks.rados.rados.0.smithi123.stdout:785: copy_from oid 5 from oid 33 current snap is 77 2023-12-20T10:52:20.225 INFO:tasks.rados.rados.0.smithi123.stdout:784: finishing write tid 1 to smithi123173835-18 2023-12-20T10:52:20.225 INFO:tasks.rados.rados.0.smithi123.stdout:784: finishing write tid 2 to smithi123173835-18 2023-12-20T10:52:20.225 INFO:tasks.rados.rados.0.smithi123.stdout:786: snap_remove snap 67 2023-12-20T10:52:20.327 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:20 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-c[124861]: 2023-12-20T10:52:20.184+0000 7f90158b7700 -1 mon.c@2(peon).osd e207 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:20.457 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:20 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-b[144402]: 2023-12-20T10:52:20.185+0000 7f0310db0700 -1 mon.b@1(peon).osd e207 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:20.636 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:20 smithi123 systemd[1]: Stopping Ceph mon.c for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:52:20.636 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:20 smithi123 ceph-mon[124884]: failed to encode map e206 with expected crc 2023-12-20T10:52:20.636 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:20 smithi123 ceph-mon[124884]: failed to encode map e206 with expected crc 2023-12-20T10:52:20.636 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:20 smithi123 ceph-mon[124884]: failed to encode map e206 with expected crc 2023-12-20T10:52:20.636 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:20 smithi123 ceph-mon[124884]: failed to encode map e206 with expected crc 2023-12-20T10:52:20.636 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:20 smithi123 ceph-mon[124884]: failed to encode map e206 with expected crc 2023-12-20T10:52:20.637 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:20 smithi123 ceph-mon[124884]: osdmap e207: 8 total, 8 up, 8 in 2023-12-20T10:52:20.637 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:20 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-c[124861]: 2023-12-20T10:52:20.631+0000 7f901b0c2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-12-20T10:52:20.637 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:20 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-c[124861]: 2023-12-20T10:52:20.631+0000 7f901b0c2700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2023-12-20T10:52:20.637 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:20 smithi123 ceph-mon[188613]: failed to encode map e206 with expected crc 2023-12-20T10:52:20.637 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:20 smithi123 ceph-mon[188613]: failed to encode map e206 with expected crc 2023-12-20T10:52:20.637 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:20 smithi123 ceph-mon[188613]: failed to encode map e206 with expected crc 2023-12-20T10:52:20.637 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:20 smithi123 ceph-mon[188613]: failed to encode map e206 with expected crc 2023-12-20T10:52:20.637 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:20 smithi123 ceph-mon[188613]: failed to encode map e206 with expected crc 2023-12-20T10:52:20.637 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:20 smithi123 ceph-mon[188613]: osdmap e207: 8 total, 8 up, 8 in 2023-12-20T10:52:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:20 smithi177 ceph-mon[144425]: failed to encode map e206 with expected crc 2023-12-20T10:52:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:20 smithi177 ceph-mon[144425]: failed to encode map e206 with expected crc 2023-12-20T10:52:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:20 smithi177 ceph-mon[144425]: failed to encode map e206 with expected crc 2023-12-20T10:52:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:20 smithi177 ceph-mon[144425]: failed to encode map e206 with expected crc 2023-12-20T10:52:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:20 smithi177 ceph-mon[144425]: failed to encode map e206 with expected crc 2023-12-20T10:52:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:20 smithi177 ceph-mon[144425]: osdmap e207: 8 total, 8 up, 8 in 2023-12-20T10:52:20.916 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:20 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:10:52:20] ENGINE Bus STOPPING 2023-12-20T10:52:20.917 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:20 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:10:52:20] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-20T10:52:20.917 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:20 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:10:52:20] ENGINE Bus STOPPED 2023-12-20T10:52:20.917 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:20 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:10:52:20] ENGINE Bus STARTING 2023-12-20T10:52:20.917 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:20 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:10:52:20] ENGINE Serving on http://:::9283 2023-12-20T10:52:20.917 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:20 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:10:52:20] ENGINE Bus STARTED 2023-12-20T10:52:21.225 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:20 smithi123 bash[191104]: ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-c 2023-12-20T10:52:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 systemd[1]: ceph-85213638-9f24-11ee-95a5-87774f69a715@mon.c.service: Succeeded. 2023-12-20T10:52:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 systemd[1]: Stopped Ceph mon.c for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:52:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 systemd[1]: Starting Ceph mon.c for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:52:21.812 INFO:tasks.rados.rados.0.smithi123.stdout:786: done (2 left) 2023-12-20T10:52:21.812 INFO:tasks.rados.rados.0.smithi123.stdout:787: rollback oid 46 current snap is 77 2023-12-20T10:52:21.812 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 46 to 72 2023-12-20T10:52:21.812 INFO:tasks.rados.rados.0.smithi123.stdout:784: finishing write tid 3 to smithi123173835-18 2023-12-20T10:52:21.812 INFO:tasks.rados.rados.0.smithi123.stdout:784: finishing write tid 4 to smithi123173835-18 2023-12-20T10:52:21.812 INFO:tasks.rados.rados.0.smithi123.stdout:784: finishing write tid 5 to smithi123173835-18 2023-12-20T10:52:21.813 INFO:tasks.rados.rados.0.smithi123.stdout:784: finishing write tid 6 to smithi123173835-18 2023-12-20T10:52:21.813 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 18 v 387 (ObjNum 266 snap 77 seq_num 266) dirty exists 2023-12-20T10:52:21.813 INFO:tasks.rados.rados.0.smithi123.stdout:784: left oid 18 (ObjNum 266 snap 77 seq_num 266) 2023-12-20T10:52:21.813 INFO:tasks.rados.rados.0.smithi123.stdout:784: done (2 left) 2023-12-20T10:52:21.813 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 22 current snap is 77 2023-12-20T10:52:21.813 INFO:tasks.rados.rados.0.smithi123.stdout:785: finishing copy_from to smithi123173835-5 2023-12-20T10:52:21.813 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 270 (ObjNum 253 snap 73 seq_num 253) dirty exists 2023-12-20T10:52:21.813 INFO:tasks.rados.rados.0.smithi123.stdout:788: seq_num 267 ranges {0=475136,475136=458752,933888=540672,1474560=606208} 2023-12-20T10:52:21.814 INFO:tasks.rados.rados.0.smithi123.stdout:788: writing smithi123173835-22 from 0 to 475136 tid 1 2023-12-20T10:52:21.822 INFO:tasks.rados.rados.0.smithi123.stdout:788: writing smithi123173835-22 from 475136 to 933888 tid 2 2023-12-20T10:52:21.822 INFO:tasks.rados.rados.0.smithi123.stdout:788: writing smithi123173835-22 from 933888 to 1474560 tid 3 2023-12-20T10:52:21.833 INFO:tasks.rados.rados.0.smithi123.stdout:788: writing smithi123173835-22 from 1474560 to 2080768 tid 4 2023-12-20T10:52:21.833 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 21 current snap is 77 2023-12-20T10:52:21.833 INFO:tasks.rados.rados.0.smithi123.stdout:789: seq_num 268 ranges {4792320=491520,5283840=745472,6029312=745472,6774784=114688} 2023-12-20T10:52:21.855 INFO:tasks.rados.rados.0.smithi123.stdout:789: writing smithi123173835-21 from 4792320 to 5283840 tid 1 2023-12-20T10:52:21.859 INFO:tasks.rados.rados.0.smithi123.stdout:789: writing smithi123173835-21 from 5283840 to 6029312 tid 2 2023-12-20T10:52:21.864 INFO:tasks.rados.rados.0.smithi123.stdout:789: writing smithi123173835-21 from 6029312 to 6774784 tid 3 2023-12-20T10:52:21.865 INFO:tasks.rados.rados.0.smithi123.stdout:789: writing smithi123173835-21 from 6774784 to 6889472 tid 4 2023-12-20T10:52:21.865 INFO:tasks.rados.rados.0.smithi123.stdout:790: snap_create 2023-12-20T10:52:21.865 INFO:tasks.rados.rados.0.smithi123.stdout:785: finishing copy_from racing read to smithi123173835-5 2023-12-20T10:52:21.865 INFO:tasks.rados.rados.0.smithi123.stdout:787: finishing rollback tid 1 to smithi123173835-46 2023-12-20T10:52:21.865 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 46 v 312 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-20T10:52:21.865 INFO:tasks.rados.rados.0.smithi123.stdout:788: finishing write tid 1 to smithi123173835-22 2023-12-20T10:52:21.865 INFO:tasks.rados.rados.0.smithi123.stdout:788: finishing write tid 2 to smithi123173835-22 2023-12-20T10:52:21.865 INFO:tasks.rados.rados.0.smithi123.stdout:788: finishing write tid 3 to smithi123173835-22 2023-12-20T10:52:21.865 INFO:tasks.rados.rados.0.smithi123.stdout:788: finishing write tid 4 to smithi123173835-22 2023-12-20T10:52:21.866 INFO:tasks.rados.rados.0.smithi123.stdout:788: finishing write tid 5 to smithi123173835-22 2023-12-20T10:52:21.866 INFO:tasks.rados.rados.0.smithi123.stdout:788: finishing write tid 6 to smithi123173835-22 2023-12-20T10:52:21.866 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 22 v 397 (ObjNum 267 snap 77 seq_num 267) dirty exists 2023-12-20T10:52:21.866 INFO:tasks.rados.rados.0.smithi123.stdout:788: left oid 22 (ObjNum 267 snap 77 seq_num 267) 2023-12-20T10:52:21.866 INFO:tasks.rados.rados.0.smithi123.stdout:789: finishing write tid 1 to smithi123173835-21 2023-12-20T10:52:21.866 INFO:tasks.rados.rados.0.smithi123.stdout:789: finishing write tid 2 to smithi123173835-21 2023-12-20T10:52:21.868 INFO:tasks.rados.rados.0.smithi123.stdout:789: finishing write tid 3 to smithi123173835-21 2023-12-20T10:52:21.868 INFO:tasks.rados.rados.0.smithi123.stdout:789: finishing write tid 4 to smithi123173835-21 2023-12-20T10:52:21.868 INFO:tasks.rados.rados.0.smithi123.stdout:789: finishing write tid 5 to smithi123173835-21 2023-12-20T10:52:21.869 INFO:tasks.rados.rados.0.smithi123.stdout:789: finishing write tid 6 to smithi123173835-21 2023-12-20T10:52:21.869 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 201 (ObjNum 268 snap 77 seq_num 268) dirty exists 2023-12-20T10:52:21.869 INFO:tasks.rados.rados.0.smithi123.stdout:789: left oid 21 (ObjNum 268 snap 77 seq_num 268) 2023-12-20T10:52:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: set uid:gid to 167:167 (ceph:ceph) 2023-12-20T10:52:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev), process ceph-mon, pid 7 2023-12-20T10:52:21.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: pidfile_write: ignore empty --pid-file 2023-12-20T10:52:21.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 bash[191266]: bc4facdf92165f60f91456f251c56600a0e30e0b5baac3b9e95a1487b3aa4670 2023-12-20T10:52:21.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: load: jerasure load: lrc 2023-12-20T10:52:21.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: RocksDB version: 7.9.2 2023-12-20T10:52:21.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Git sha 0 2023-12-20T10:52:21.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Compile date 2023-12-18 20:25:43 2023-12-20T10:52:21.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: DB SUMMARY 2023-12-20T10:52:21.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: DB Session ID: 8GZ8KX2BWXMGPVGZ4NON 2023-12-20T10:52:21.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: CURRENT file: CURRENT 2023-12-20T10:52:21.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: IDENTITY file: IDENTITY 2023-12-20T10:52:21.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: MANIFEST file: MANIFEST-000009 size: 905 Bytes 2023-12-20T10:52:21.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000024.sst 2023-12-20T10:52:21.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000022.log size: 3636344 ; 2023-12-20T10:52:21.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.error_if_exists: 0 2023-12-20T10:52:21.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.create_if_missing: 0 2023-12-20T10:52:21.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.paranoid_checks: 1 2023-12-20T10:52:21.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.flush_verify_memtable_count: 1 2023-12-20T10:52:21.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-20T10:52:21.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-12-20T10:52:21.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.env: 0x5584fd2bfa60 2023-12-20T10:52:21.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.fs: PosixFileSystem 2023-12-20T10:52:21.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.info_log: 0x5584fdcaf740 2023-12-20T10:52:21.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.max_file_opening_threads: 16 2023-12-20T10:52:21.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.statistics: (nil) 2023-12-20T10:52:21.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.use_fsync: 0 2023-12-20T10:52:21.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.max_log_file_size: 0 2023-12-20T10:52:21.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-20T10:52:21.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.log_file_time_to_roll: 0 2023-12-20T10:52:21.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.keep_log_file_num: 1000 2023-12-20T10:52:21.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.recycle_log_file_num: 0 2023-12-20T10:52:21.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.allow_fallocate: 1 2023-12-20T10:52:21.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.allow_mmap_reads: 0 2023-12-20T10:52:21.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.allow_mmap_writes: 0 2023-12-20T10:52:21.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.use_direct_reads: 0 2023-12-20T10:52:21.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-20T10:52:21.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.create_missing_column_families: 0 2023-12-20T10:52:21.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.db_log_dir: 2023-12-20T10:52:21.996 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.wal_dir: 2023-12-20T10:52:21.996 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.table_cache_numshardbits: 6 2023-12-20T10:52:21.997 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.WAL_ttl_seconds: 0 2023-12-20T10:52:21.997 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.WAL_size_limit_MB: 0 2023-12-20T10:52:21.997 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-20T10:52:21.997 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-20T10:52:21.997 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.is_fd_close_on_exec: 1 2023-12-20T10:52:21.997 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.advise_random_on_open: 1 2023-12-20T10:52:21.997 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.db_write_buffer_size: 0 2023-12-20T10:52:21.997 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.write_buffer_manager: 0x5584fdc64fa0 2023-12-20T10:52:21.997 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-20T10:52:21.997 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-20T10:52:21.997 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.use_adaptive_mutex: 0 2023-12-20T10:52:21.997 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.rate_limiter: (nil) 2023-12-20T10:52:21.997 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-20T10:52:21.997 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.wal_recovery_mode: 2 2023-12-20T10:52:21.998 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.enable_thread_tracking: 0 2023-12-20T10:52:21.998 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.enable_pipelined_write: 0 2023-12-20T10:52:21.998 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.unordered_write: 0 2023-12-20T10:52:21.998 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-20T10:52:21.998 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-20T10:52:21.998 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-20T10:52:21.998 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-20T10:52:21.998 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.row_cache: None 2023-12-20T10:52:21.998 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.wal_filter: None 2023-12-20T10:52:21.998 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-20T10:52:21.998 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.allow_ingest_behind: 0 2023-12-20T10:52:21.998 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.two_write_queues: 0 2023-12-20T10:52:21.998 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.manual_wal_flush: 0 2023-12-20T10:52:21.998 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.wal_compression: 0 2023-12-20T10:52:21.999 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.atomic_flush: 0 2023-12-20T10:52:21.999 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-20T10:52:21.999 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.persist_stats_to_disk: 0 2023-12-20T10:52:21.999 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.write_dbid_to_manifest: 0 2023-12-20T10:52:21.999 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.log_readahead_size: 0 2023-12-20T10:52:21.999 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-20T10:52:21.999 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.best_efforts_recovery: 0 2023-12-20T10:52:21.999 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-20T10:52:21.999 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-20T10:52:21.999 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.allow_data_in_errors: 0 2023-12-20T10:52:21.999 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.db_host_id: __hostname__ 2023-12-20T10:52:21.999 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.enforce_single_del_contracts: true 2023-12-20T10:52:21.999 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.max_background_jobs: 2 2023-12-20T10:52:21.999 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.max_background_compactions: -1 2023-12-20T10:52:21.999 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.max_subcompactions: 1 2023-12-20T10:52:22.000 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-20T10:52:22.000 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-20T10:52:22.000 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.delayed_write_rate : 16777216 2023-12-20T10:52:22.000 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.max_total_wal_size: 0 2023-12-20T10:52:22.000 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-20T10:52:22.000 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.stats_dump_period_sec: 600 2023-12-20T10:52:22.000 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.stats_persist_period_sec: 600 2023-12-20T10:52:22.000 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-20T10:52:22.000 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.max_open_files: -1 2023-12-20T10:52:22.000 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.bytes_per_sync: 0 2023-12-20T10:52:22.000 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.wal_bytes_per_sync: 0 2023-12-20T10:52:22.000 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.strict_bytes_per_sync: 0 2023-12-20T10:52:22.000 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.compaction_readahead_size: 0 2023-12-20T10:52:22.000 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.max_background_flushes: -1 2023-12-20T10:52:22.000 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Compression algorithms supported: 2023-12-20T10:52:22.001 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-20T10:52:22.001 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: kZSTD supported: 0 2023-12-20T10:52:22.001 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: kXpressCompression supported: 0 2023-12-20T10:52:22.001 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: kLZ4HCCompression supported: 1 2023-12-20T10:52:22.001 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: kZlibCompression supported: 1 2023-12-20T10:52:22.001 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: kSnappyCompression supported: 1 2023-12-20T10:52:22.001 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: kLZ4Compression supported: 1 2023-12-20T10:52:22.001 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: kBZip2Compression supported: 0 2023-12-20T10:52:22.001 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Fast CRC32 supported: Supported on x86 2023-12-20T10:52:22.001 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: DMutex implementation: pthread_mutex_t 2023-12-20T10:52:22.001 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2023-12-20T10:52:22.001 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-12-20T10:52:22.001 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-20T10:52:22.001 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.merge_operator: 2023-12-20T10:52:22.001 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.compaction_filter: None 2023-12-20T10:52:22.002 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.compaction_filter_factory: None 2023-12-20T10:52:22.002 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.sst_partitioner_factory: None 2023-12-20T10:52:22.002 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.memtable_factory: SkipListFactory 2023-12-20T10:52:22.002 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.table_factory: BlockBasedTable 2023-12-20T10:52:22.002 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5584fdcaf860) 2023-12-20T10:52:22.002 INFO:journalctl@ceph.mon.c.smithi123.stdout: cache_index_and_filter_blocks: 1 2023-12-20T10:52:22.002 INFO:journalctl@ceph.mon.c.smithi123.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-12-20T10:52:22.002 INFO:journalctl@ceph.mon.c.smithi123.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-20T10:52:22.002 INFO:journalctl@ceph.mon.c.smithi123.stdout: pin_top_level_index_and_filter: 1 2023-12-20T10:52:22.002 INFO:journalctl@ceph.mon.c.smithi123.stdout: index_type: 0 2023-12-20T10:52:22.002 INFO:journalctl@ceph.mon.c.smithi123.stdout: data_block_index_type: 0 2023-12-20T10:52:22.002 INFO:journalctl@ceph.mon.c.smithi123.stdout: index_shortening: 1 2023-12-20T10:52:22.002 INFO:journalctl@ceph.mon.c.smithi123.stdout: data_block_hash_table_util_ratio: 0.750000 2023-12-20T10:52:22.002 INFO:journalctl@ceph.mon.c.smithi123.stdout: checksum: 4 2023-12-20T10:52:22.002 INFO:journalctl@ceph.mon.c.smithi123.stdout: no_block_cache: 0 2023-12-20T10:52:22.003 INFO:journalctl@ceph.mon.c.smithi123.stdout: block_cache: 0x5584fdd05090 2023-12-20T10:52:22.003 INFO:journalctl@ceph.mon.c.smithi123.stdout: block_cache_name: BinnedLRUCache 2023-12-20T10:52:22.003 INFO:journalctl@ceph.mon.c.smithi123.stdout: block_cache_options: 2023-12-20T10:52:22.003 INFO:journalctl@ceph.mon.c.smithi123.stdout: capacity : 536870912 2023-12-20T10:52:22.003 INFO:journalctl@ceph.mon.c.smithi123.stdout: num_shard_bits : 4 2023-12-20T10:52:22.003 INFO:journalctl@ceph.mon.c.smithi123.stdout: strict_capacity_limit : 0 2023-12-20T10:52:22.003 INFO:journalctl@ceph.mon.c.smithi123.stdout: high_pri_pool_ratio: 0.000 2023-12-20T10:52:22.003 INFO:journalctl@ceph.mon.c.smithi123.stdout: block_cache_compressed: (nil) 2023-12-20T10:52:22.003 INFO:journalctl@ceph.mon.c.smithi123.stdout: persistent_cache: (nil) 2023-12-20T10:52:22.003 INFO:journalctl@ceph.mon.c.smithi123.stdout: block_size: 4096 2023-12-20T10:52:22.003 INFO:journalctl@ceph.mon.c.smithi123.stdout: block_size_deviation: 10 2023-12-20T10:52:22.003 INFO:journalctl@ceph.mon.c.smithi123.stdout: block_restart_interval: 16 2023-12-20T10:52:22.003 INFO:journalctl@ceph.mon.c.smithi123.stdout: index_block_restart_interval: 1 2023-12-20T10:52:22.003 INFO:journalctl@ceph.mon.c.smithi123.stdout: metadata_block_size: 4096 2023-12-20T10:52:22.003 INFO:journalctl@ceph.mon.c.smithi123.stdout: partition_filters: 0 2023-12-20T10:52:22.004 INFO:journalctl@ceph.mon.c.smithi123.stdout: use_delta_encoding: 1 2023-12-20T10:52:22.004 INFO:journalctl@ceph.mon.c.smithi123.stdout: filter_policy: bloomfilter 2023-12-20T10:52:22.004 INFO:journalctl@ceph.mon.c.smithi123.stdout: whole_key_filtering: 1 2023-12-20T10:52:22.004 INFO:journalctl@ceph.mon.c.smithi123.stdout: verify_compression: 0 2023-12-20T10:52:22.004 INFO:journalctl@ceph.mon.c.smithi123.stdout: read_amp_bytes_per_bit: 0 2023-12-20T10:52:22.004 INFO:journalctl@ceph.mon.c.smithi123.stdout: format_version: 5 2023-12-20T10:52:22.004 INFO:journalctl@ceph.mon.c.smithi123.stdout: enable_index_compression: 1 2023-12-20T10:52:22.004 INFO:journalctl@ceph.mon.c.smithi123.stdout: block_align: 0 2023-12-20T10:52:22.004 INFO:journalctl@ceph.mon.c.smithi123.stdout: max_auto_readahead_size: 262144 2023-12-20T10:52:22.004 INFO:journalctl@ceph.mon.c.smithi123.stdout: prepopulate_block_cache: 0 2023-12-20T10:52:22.004 INFO:journalctl@ceph.mon.c.smithi123.stdout: initial_auto_readahead_size: 8192 2023-12-20T10:52:22.004 INFO:journalctl@ceph.mon.c.smithi123.stdout: num_file_reads_for_auto_readahead: 2 2023-12-20T10:52:22.004 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.write_buffer_size: 33554432 2023-12-20T10:52:22.004 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.max_write_buffer_number: 2 2023-12-20T10:52:22.005 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.compression: NoCompression 2023-12-20T10:52:22.005 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.bottommost_compression: Disabled 2023-12-20T10:52:22.005 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.prefix_extractor: nullptr 2023-12-20T10:52:22.005 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-20T10:52:22.005 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.num_levels: 7 2023-12-20T10:52:22.005 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-20T10:52:22.005 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-20T10:52:22.005 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-20T10:52:22.005 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-20T10:52:22.005 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-20T10:52:22.005 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-20T10:52:22.005 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-20T10:52:22.005 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-20T10:52:22.005 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-20T10:52:22.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-20T10:52:22.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-12-20T10:52:22.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 systemd[1]: Started Ceph mon.c for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:52:22.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-12-20T10:52:22.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.compression_opts.window_bits: -14 2023-12-20T10:52:22.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.compression_opts.level: 32767 2023-12-20T10:52:22.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.compression_opts.strategy: 0 2023-12-20T10:52:22.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-20T10:52:22.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-20T10:52:22.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-12-20T10:52:22.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-20T10:52:22.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.compression_opts.enabled: false 2023-12-20T10:52:22.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-12-20T10:52:22.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-20T10:52:22.006 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-20T10:52:22.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-20T10:52:22.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.target_file_size_base: 67108864 2023-12-20T10:52:22.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.target_file_size_multiplier: 1 2023-12-20T10:52:22.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-20T10:52:22.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-20T10:52:22.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-20T10:52:22.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-20T10:52:22.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-20T10:52:22.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-20T10:52:22.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-20T10:52:22.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-20T10:52:22.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-20T10:52:22.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-20T10:52:22.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-20T10:52:22.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-20T10:52:22.007 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-12-20T10:52:22.008 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.arena_block_size: 1048576 2023-12-20T10:52:22.008 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-20T10:52:22.008 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-20T10:52:22.008 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.disable_auto_compactions: 0 2023-12-20T10:52:22.008 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-20T10:52:22.008 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-20T10:52:22.008 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-20T10:52:22.008 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-20T10:52:22.008 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-20T10:52:22.008 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-20T10:52:22.008 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-20T10:52:22.008 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-20T10:52:22.009 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-20T10:52:22.009 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-20T10:52:22.009 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.table_properties_collectors: 2023-12-20T10:52:22.009 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.inplace_update_support: 0 2023-12-20T10:52:22.009 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.inplace_update_num_locks: 10000 2023-12-20T10:52:22.009 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-20T10:52:22.009 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-20T10:52:22.009 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.memtable_huge_page_size: 0 2023-12-20T10:52:22.009 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.bloom_locality: 0 2023-12-20T10:52:22.009 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.max_successive_merges: 0 2023-12-20T10:52:22.009 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.optimize_filters_for_hits: 0 2023-12-20T10:52:22.009 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.paranoid_file_checks: 0 2023-12-20T10:52:22.009 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.force_consistency_checks: 1 2023-12-20T10:52:22.009 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.report_bg_io_stats: 0 2023-12-20T10:52:22.010 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.ttl: 2592000 2023-12-20T10:52:22.010 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.periodic_compaction_seconds: 0 2023-12-20T10:52:22.010 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-12-20T10:52:22.010 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-12-20T10:52:22.010 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.enable_blob_files: false 2023-12-20T10:52:22.010 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.min_blob_size: 0 2023-12-20T10:52:22.010 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.blob_file_size: 268435456 2023-12-20T10:52:22.010 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.blob_compression_type: NoCompression 2023-12-20T10:52:22.010 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.enable_blob_garbage_collection: false 2023-12-20T10:52:22.010 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-20T10:52:22.010 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-12-20T10:52:22.010 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-12-20T10:52:22.010 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.blob_file_starting_level: 0 2023-12-20T10:52:22.010 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-12-20T10:52:22.010 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 24.sst 2023-12-20T10:52:22.011 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-12-20T10:52:22.011 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 26, last_sequence is 13564, log_number is 22,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-12-20T10:52:22.011 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 22 2023-12-20T10:52:22.011 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 58d780ae-2533-4271-9e17-4508836fd1a4 2023-12-20T10:52:22.011 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703069541676519, "job": 1, "event": "recovery_started", "wal_files": [22]} 2023-12-20T10:52:22.011 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #22 mode 2 2023-12-20T10:52:22.011 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703069541685048, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 27, "file_size": 2334951, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13569, "largest_seqno": 14572, "table_properties": {"data_size": 2329680, "index_size": 3036, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1221, "raw_key_size": 12224, "raw_average_key_size": 25, "raw_value_size": 2319417, "raw_average_value_size": 4893, "num_data_blocks": 134, "num_entries": 474, "num_filter_entries": 474, "num_deletions": 12, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1703069541, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "58d780ae-2533-4271-9e17-4508836fd1a4", "db_session_id": "8GZ8KX2BWXMGPVGZ4NON", "orig_file_number": 27, "seqno_to_time_mapping": "N/A"}} 2023-12-20T10:52:22.011 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703069541685193, "job": 1, "event": "recovery_finished"} 2023-12-20T10:52:22.011 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: [db/version_set.cc:5047] Creating manifest 29 2023-12-20T10:52:22.011 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-12-20T10:52:22.011 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000022.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-20T10:52:22.011 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5584fdda0000 2023-12-20T10:52:22.011 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: DB pointer 0x5584fdd8c000 2023-12-20T10:52:22.011 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-12-20T10:52:22.012 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-12-20T10:52:22.012 INFO:journalctl@ceph.mon.c.smithi123.stdout: ** DB Stats ** 2023-12-20T10:52:22.012 INFO:journalctl@ceph.mon.c.smithi123.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-20T10:52:22.012 INFO:journalctl@ceph.mon.c.smithi123.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-20T10:52:22.012 INFO:journalctl@ceph.mon.c.smithi123.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-20T10:52:22.012 INFO:journalctl@ceph.mon.c.smithi123.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-20T10:52:22.012 INFO:journalctl@ceph.mon.c.smithi123.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-20T10:52:22.012 INFO:journalctl@ceph.mon.c.smithi123.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-20T10:52:22.012 INFO:journalctl@ceph.mon.c.smithi123.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-20T10:52:22.012 INFO:journalctl@ceph.mon.c.smithi123.stdout: 2023-12-20T10:52:22.012 INFO:journalctl@ceph.mon.c.smithi123.stdout: ** Compaction Stats [default] ** 2023-12-20T10:52:22.012 INFO:journalctl@ceph.mon.c.smithi123.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-20T10:52:22.012 INFO:journalctl@ceph.mon.c.smithi123.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-12-20T10:52:22.012 INFO:journalctl@ceph.mon.c.smithi123.stdout: L0 1/0 2.23 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 604.0 0.00 0.00 1 0.004 0 0 0.0 0.0 2023-12-20T10:52:22.012 INFO:journalctl@ceph.mon.c.smithi123.stdout: L6 1/0 9.20 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2023-12-20T10:52:22.013 INFO:journalctl@ceph.mon.c.smithi123.stdout: Sum 2/0 11.42 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 604.0 0.00 0.00 1 0.004 0 0 0.0 0.0 2023-12-20T10:52:22.013 INFO:journalctl@ceph.mon.c.smithi123.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 604.0 0.00 0.00 1 0.004 0 0 0.0 0.0 2023-12-20T10:52:22.013 INFO:journalctl@ceph.mon.c.smithi123.stdout: 2023-12-20T10:52:22.013 INFO:journalctl@ceph.mon.c.smithi123.stdout: ** Compaction Stats [default] ** 2023-12-20T10:52:22.013 INFO:journalctl@ceph.mon.c.smithi123.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-20T10:52:22.013 INFO:journalctl@ceph.mon.c.smithi123.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-20T10:52:22.013 INFO:journalctl@ceph.mon.c.smithi123.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 604.0 0.00 0.00 1 0.004 0 0 0.0 0.0 2023-12-20T10:52:22.013 INFO:journalctl@ceph.mon.c.smithi123.stdout: 2023-12-20T10:52:22.013 INFO:journalctl@ceph.mon.c.smithi123.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-12-20T10:52:22.013 INFO:journalctl@ceph.mon.c.smithi123.stdout: 2023-12-20T10:52:22.013 INFO:journalctl@ceph.mon.c.smithi123.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-20T10:52:22.013 INFO:journalctl@ceph.mon.c.smithi123.stdout: Flush(GB): cumulative 0.002, interval 0.002 2023-12-20T10:52:22.013 INFO:journalctl@ceph.mon.c.smithi123.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-20T10:52:22.013 INFO:journalctl@ceph.mon.c.smithi123.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-20T10:52:22.013 INFO:journalctl@ceph.mon.c.smithi123.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-20T10:52:22.014 INFO:journalctl@ceph.mon.c.smithi123.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-20T10:52:22.014 INFO:journalctl@ceph.mon.c.smithi123.stdout: Cumulative compaction: 0.00 GB write, 170.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-20T10:52:22.014 INFO:journalctl@ceph.mon.c.smithi123.stdout: Interval compaction: 0.00 GB write, 170.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-20T10:52:22.014 INFO:journalctl@ceph.mon.c.smithi123.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-20T10:52:22.014 INFO:journalctl@ceph.mon.c.smithi123.stdout: Block cache BinnedLRUCache@0x5584fdd05090#7 capacity: 512.00 MB usage: 4.36 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2023-12-20T10:52:22.014 INFO:journalctl@ceph.mon.c.smithi123.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.28 KB,0.000244379%) IndexBlock(1,3.08 KB,0.000587106%) Misc(1,0.00 KB,0%) 2023-12-20T10:52:22.014 INFO:journalctl@ceph.mon.c.smithi123.stdout: 2023-12-20T10:52:22.014 INFO:journalctl@ceph.mon.c.smithi123.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-20T10:52:22.014 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: starting mon.c rank 2 at public addrs [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] at bind addrs [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 85213638-9f24-11ee-95a5-87774f69a715 2023-12-20T10:52:22.014 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: mon.c@-1(???) e3 preinit fsid 85213638-9f24-11ee-95a5-87774f69a715 2023-12-20T10:52:22.014 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: mon.c@-1(???).mds e8 new map 2023-12-20T10:52:22.014 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: mon.c@-1(???).mds e8 print_map 2023-12-20T10:52:22.014 INFO:journalctl@ceph.mon.c.smithi123.stdout: e8 2023-12-20T10:52:22.014 INFO:journalctl@ceph.mon.c.smithi123.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-12-20T10:52:22.014 INFO:journalctl@ceph.mon.c.smithi123.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-20T10:52:22.015 INFO:journalctl@ceph.mon.c.smithi123.stdout: legacy client fscid: 1 2023-12-20T10:52:22.015 INFO:journalctl@ceph.mon.c.smithi123.stdout: 2023-12-20T10:52:22.015 INFO:journalctl@ceph.mon.c.smithi123.stdout: Filesystem 'cephfs' (1) 2023-12-20T10:52:22.015 INFO:journalctl@ceph.mon.c.smithi123.stdout: fs_name cephfs 2023-12-20T10:52:22.015 INFO:journalctl@ceph.mon.c.smithi123.stdout: epoch 8 2023-12-20T10:52:22.015 INFO:journalctl@ceph.mon.c.smithi123.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2023-12-20T10:52:22.015 INFO:journalctl@ceph.mon.c.smithi123.stdout: created 2023-12-20T10:47:33.068077+0000 2023-12-20T10:52:22.015 INFO:journalctl@ceph.mon.c.smithi123.stdout: modified 2023-12-20T10:47:36.713931+0000 2023-12-20T10:52:22.015 INFO:journalctl@ceph.mon.c.smithi123.stdout: tableserver 0 2023-12-20T10:52:22.015 INFO:journalctl@ceph.mon.c.smithi123.stdout: root 0 2023-12-20T10:52:22.015 INFO:journalctl@ceph.mon.c.smithi123.stdout: session_timeout 60 2023-12-20T10:52:22.015 INFO:journalctl@ceph.mon.c.smithi123.stdout: session_autoclose 300 2023-12-20T10:52:22.015 INFO:journalctl@ceph.mon.c.smithi123.stdout: max_file_size 1099511627776 2023-12-20T10:52:22.015 INFO:journalctl@ceph.mon.c.smithi123.stdout: max_xattr_size 65536 2023-12-20T10:52:22.015 INFO:journalctl@ceph.mon.c.smithi123.stdout: required_client_features {} 2023-12-20T10:52:22.016 INFO:journalctl@ceph.mon.c.smithi123.stdout: last_failure 0 2023-12-20T10:52:22.016 INFO:journalctl@ceph.mon.c.smithi123.stdout: last_failure_osd_epoch 0 2023-12-20T10:52:22.016 INFO:journalctl@ceph.mon.c.smithi123.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-20T10:52:22.016 INFO:journalctl@ceph.mon.c.smithi123.stdout: max_mds 1 2023-12-20T10:52:22.016 INFO:journalctl@ceph.mon.c.smithi123.stdout: in 0 2023-12-20T10:52:22.016 INFO:journalctl@ceph.mon.c.smithi123.stdout: up {0=24352} 2023-12-20T10:52:22.016 INFO:journalctl@ceph.mon.c.smithi123.stdout: failed 2023-12-20T10:52:22.016 INFO:journalctl@ceph.mon.c.smithi123.stdout: damaged 2023-12-20T10:52:22.016 INFO:journalctl@ceph.mon.c.smithi123.stdout: stopped 2023-12-20T10:52:22.016 INFO:journalctl@ceph.mon.c.smithi123.stdout: data_pools [3] 2023-12-20T10:52:22.016 INFO:journalctl@ceph.mon.c.smithi123.stdout: metadata_pool 2 2023-12-20T10:52:22.016 INFO:journalctl@ceph.mon.c.smithi123.stdout: inline_data disabled 2023-12-20T10:52:22.016 INFO:journalctl@ceph.mon.c.smithi123.stdout: balancer 2023-12-20T10:52:22.016 INFO:journalctl@ceph.mon.c.smithi123.stdout: bal_rank_mask -1 2023-12-20T10:52:22.016 INFO:journalctl@ceph.mon.c.smithi123.stdout: standby_count_wanted 0 2023-12-20T10:52:22.016 INFO:journalctl@ceph.mon.c.smithi123.stdout: [mds.b{0:24352} state up:active seq 3 addr [v2:172.21.15.177:6832/3479419131,v1:172.21.15.177:6833/3479419131] compat {c=[1],r=[1],i=[7ff]}] 2023-12-20T10:52:22.017 INFO:journalctl@ceph.mon.c.smithi123.stdout: 2023-12-20T10:52:22.017 INFO:journalctl@ceph.mon.c.smithi123.stdout: 2023-12-20T10:52:22.017 INFO:journalctl@ceph.mon.c.smithi123.stdout: Standby daemons: 2023-12-20T10:52:22.017 INFO:journalctl@ceph.mon.c.smithi123.stdout: 2023-12-20T10:52:22.017 INFO:journalctl@ceph.mon.c.smithi123.stdout: [mds.a{-1:14460} state up:standby seq 1 addr [v2:172.21.15.123:6834/2253813461,v1:172.21.15.123:6835/2253813461] compat {c=[1],r=[1],i=[7ff]}] 2023-12-20T10:52:22.017 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: mon.c@-1(???).osd e207 crush map has features 3314933069573799936, adjusting msgr requires 2023-12-20T10:52:22.017 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: mon.c@-1(???).osd e207 crush map has features 432629308056666112, adjusting msgr requires 2023-12-20T10:52:22.017 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: mon.c@-1(???).osd e207 crush map has features 432629308056666112, adjusting msgr requires 2023-12-20T10:52:22.017 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: mon.c@-1(???).osd e207 crush map has features 432629308056666112, adjusting msgr requires 2023-12-20T10:52:22.017 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:21 smithi123 ceph-mon[191304]: mon.c@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2023-12-20T10:52:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:21 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-b[144402]: 2023-12-20T10:52:21.804+0000 7f0310db0700 -1 mon.b@1(peon).osd e208 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:22.852 INFO:tasks.rados.rados.0.smithi123.stdout:785: done (4 left) 2023-12-20T10:52:22.853 INFO:tasks.rados.rados.0.smithi123.stdout:787: done (3 left) 2023-12-20T10:52:22.853 INFO:tasks.rados.rados.0.smithi123.stdout:788: done (2 left) 2023-12-20T10:52:22.853 INFO:tasks.rados.rados.0.smithi123.stdout:789: done (1 left) 2023-12-20T10:52:22.853 INFO:tasks.rados.rados.0.smithi123.stdout:790: done (0 left) 2023-12-20T10:52:22.853 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 45 current snap is 78 2023-12-20T10:52:22.853 INFO:tasks.rados.rados.0.smithi123.stdout:791: seq_num 269 ranges {1302528=507904,1810432=630784,2441216=557056,2998272=417792} 2023-12-20T10:52:22.859 INFO:tasks.rados.rados.0.smithi123.stdout:791: writing smithi123173835-45 from 1302528 to 1810432 tid 1 2023-12-20T10:52:22.863 INFO:tasks.rados.rados.0.smithi123.stdout:791: writing smithi123173835-45 from 1810432 to 2441216 tid 2 2023-12-20T10:52:22.867 INFO:tasks.rados.rados.0.smithi123.stdout:791: writing smithi123173835-45 from 2441216 to 2998272 tid 3 2023-12-20T10:52:22.870 INFO:tasks.rados.rados.0.smithi123.stdout:791: writing smithi123173835-45 from 2998272 to 3416064 tid 4 2023-12-20T10:52:22.870 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 10 current snap is 78 2023-12-20T10:52:22.870 INFO:tasks.rados.rados.0.smithi123.stdout:791: finishing write tid 1 to smithi123173835-45 2023-12-20T10:52:22.870 INFO:tasks.rados.rados.0.smithi123.stdout:791: finishing write tid 2 to smithi123173835-45 2023-12-20T10:52:22.870 INFO:tasks.rados.rados.0.smithi123.stdout:791: finishing write tid 3 to smithi123173835-45 2023-12-20T10:52:22.870 INFO:tasks.rados.rados.0.smithi123.stdout:792: seq_num 270 ranges {0=524288,524288=516096,1040384=761856,1802240=327680} 2023-12-20T10:52:22.873 INFO:tasks.rados.rados.0.smithi123.stdout:792: writing smithi123173835-10 from 0 to 524288 tid 1 2023-12-20T10:52:22.876 INFO:tasks.rados.rados.0.smithi123.stdout:792: writing smithi123173835-10 from 524288 to 1040384 tid 2 2023-12-20T10:52:22.881 INFO:tasks.rados.rados.0.smithi123.stdout:792: writing smithi123173835-10 from 1040384 to 1802240 tid 3 2023-12-20T10:52:22.883 INFO:tasks.rados.rados.0.smithi123.stdout:792: writing smithi123173835-10 from 1802240 to 2129920 tid 4 2023-12-20T10:52:22.883 INFO:tasks.rados.rados.0.smithi123.stdout:793: delete oid 7 current snap is 78 2023-12-20T10:52:22.883 INFO:tasks.rados.rados.0.smithi123.stdout:791: finishing write tid 4 to smithi123173835-45 2023-12-20T10:52:22.883 INFO:tasks.rados.rados.0.smithi123.stdout:791: finishing write tid 5 to smithi123173835-45 2023-12-20T10:52:22.884 INFO:tasks.rados.rados.0.smithi123.stdout:791: finishing write tid 6 to smithi123173835-45 2023-12-20T10:52:22.884 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 405 (ObjNum 269 snap 78 seq_num 269) dirty exists 2023-12-20T10:52:22.884 INFO:tasks.rados.rados.0.smithi123.stdout:791: left oid 45 (ObjNum 269 snap 78 seq_num 269) 2023-12-20T10:52:22.884 INFO:tasks.rados.rados.0.smithi123.stdout:792: finishing write tid 1 to smithi123173835-10 2023-12-20T10:52:22.884 INFO:tasks.rados.rados.0.smithi123.stdout:792: finishing write tid 2 to smithi123173835-10 2023-12-20T10:52:22.885 INFO:tasks.rados.rados.0.smithi123.stdout:791: done (2 left) 2023-12-20T10:52:22.886 INFO:tasks.rados.rados.0.smithi123.stdout:793: done (1 left) 2023-12-20T10:52:22.886 INFO:tasks.rados.rados.0.smithi123.stdout:794: rmattr oid 20 current snap is 78 2023-12-20T10:52:22.886 INFO:tasks.rados.rados.0.smithi123.stdout:794: done (1 left) 2023-12-20T10:52:22.886 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 24 current snap is 78 2023-12-20T10:52:22.886 INFO:tasks.rados.rados.0.smithi123.stdout:795: seq_num 272 ranges {2015232=565248,2580480=688128,3268608=729088,3997696=188416} 2023-12-20T10:52:22.899 INFO:tasks.rados.rados.0.smithi123.stdout:795: writing smithi123173835-24 from 2015232 to 2580480 tid 1 2023-12-20T10:52:22.904 INFO:tasks.rados.rados.0.smithi123.stdout:795: writing smithi123173835-24 from 2580480 to 3268608 tid 2 2023-12-20T10:52:22.908 INFO:tasks.rados.rados.0.smithi123.stdout:795: writing smithi123173835-24 from 3268608 to 3997696 tid 3 2023-12-20T10:52:22.909 INFO:tasks.rados.rados.0.smithi123.stdout:795: writing smithi123173835-24 from 3997696 to 4186112 tid 4 2023-12-20T10:52:22.909 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 37 current snap is 78 2023-12-20T10:52:22.909 INFO:tasks.rados.rados.0.smithi123.stdout:792: finishing write tid 3 to smithi123173835-10 2023-12-20T10:52:22.909 INFO:tasks.rados.rados.0.smithi123.stdout:796: seq_num 273 ranges {2859008=581632,3440640=565248,4005888=532480,4538368=507904} 2023-12-20T10:52:22.928 INFO:tasks.rados.rados.0.smithi123.stdout:796: writing smithi123173835-37 from 2859008 to 3440640 tid 1 2023-12-20T10:52:22.931 INFO:tasks.rados.rados.0.smithi123.stdout:796: writing smithi123173835-37 from 3440640 to 4005888 tid 2 2023-12-20T10:52:22.934 INFO:tasks.rados.rados.0.smithi123.stdout:796: writing smithi123173835-37 from 4005888 to 4538368 tid 3 2023-12-20T10:52:22.938 INFO:tasks.rados.rados.0.smithi123.stdout:796: writing smithi123173835-37 from 4538368 to 5046272 tid 4 2023-12-20T10:52:22.938 INFO:tasks.rados.rados.0.smithi123.stdout:797: delete oid 43 current snap is 78 2023-12-20T10:52:22.938 INFO:tasks.rados.rados.0.smithi123.stdout:792: finishing write tid 4 to smithi123173835-10 2023-12-20T10:52:22.938 INFO:tasks.rados.rados.0.smithi123.stdout:792: finishing write tid 5 to smithi123173835-10 2023-12-20T10:52:22.938 INFO:tasks.rados.rados.0.smithi123.stdout:792: finishing write tid 6 to smithi123173835-10 2023-12-20T10:52:22.938 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 652 (ObjNum 270 snap 78 seq_num 270) dirty exists 2023-12-20T10:52:22.939 INFO:tasks.rados.rados.0.smithi123.stdout:792: left oid 10 (ObjNum 270 snap 78 seq_num 270) 2023-12-20T10:52:22.939 INFO:tasks.rados.rados.0.smithi123.stdout:795: finishing write tid 1 to smithi123173835-24 2023-12-20T10:52:22.939 INFO:tasks.rados.rados.0.smithi123.stdout:795: finishing write tid 2 to smithi123173835-24 2023-12-20T10:52:22.939 INFO:tasks.rados.rados.0.smithi123.stdout:795: finishing write tid 3 to smithi123173835-24 2023-12-20T10:52:22.939 INFO:tasks.rados.rados.0.smithi123.stdout:795: finishing write tid 4 to smithi123173835-24 2023-12-20T10:52:22.939 INFO:tasks.rados.rados.0.smithi123.stdout:795: finishing write tid 5 to smithi123173835-24 2023-12-20T10:52:22.939 INFO:tasks.rados.rados.0.smithi123.stdout:795: finishing write tid 6 to smithi123173835-24 2023-12-20T10:52:22.939 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 24 v 475 (ObjNum 272 snap 78 seq_num 272) dirty exists 2023-12-20T10:52:22.939 INFO:tasks.rados.rados.0.smithi123.stdout:795: left oid 24 (ObjNum 272 snap 78 seq_num 272) 2023-12-20T10:52:22.939 INFO:tasks.rados.rados.0.smithi123.stdout:796: finishing write tid 1 to smithi123173835-37 2023-12-20T10:52:22.939 INFO:tasks.rados.rados.0.smithi123.stdout:796: finishing write tid 2 to smithi123173835-37 2023-12-20T10:52:22.939 INFO:tasks.rados.rados.0.smithi123.stdout:796: finishing write tid 3 to smithi123173835-37 2023-12-20T10:52:22.940 INFO:tasks.rados.rados.0.smithi123.stdout:796: finishing write tid 4 to smithi123173835-37 2023-12-20T10:52:22.940 INFO:tasks.rados.rados.0.smithi123.stdout:796: finishing write tid 5 to smithi123173835-37 2023-12-20T10:52:22.940 INFO:tasks.rados.rados.0.smithi123.stdout:792: done (3 left) 2023-12-20T10:52:22.940 INFO:tasks.rados.rados.0.smithi123.stdout:795: done (2 left) 2023-12-20T10:52:22.941 INFO:tasks.rados.rados.0.smithi123.stdout:797: done (1 left) 2023-12-20T10:52:22.941 INFO:tasks.rados.rados.0.smithi123.stdout:798: snap_create 2023-12-20T10:52:22.943 INFO:tasks.rados.rados.0.smithi123.stdout:796: finishing write tid 6 to smithi123173835-37 2023-12-20T10:52:22.943 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 472 (ObjNum 273 snap 78 seq_num 273) dirty exists 2023-12-20T10:52:22.943 INFO:tasks.rados.rados.0.smithi123.stdout:796: left oid 37 (ObjNum 273 snap 78 seq_num 273) 2023-12-20T10:52:23.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:22 smithi177 ceph-mon[144425]: mon.c calling monitor election 2023-12-20T10:52:23.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:22 smithi177 ceph-mon[144425]: mon.a calling monitor election 2023-12-20T10:52:23.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:22 smithi177 ceph-mon[144425]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-20T10:52:23.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:22 smithi177 ceph-mon[144425]: failed to encode map e208 with expected crc 2023-12-20T10:52:23.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:22 smithi177 ceph-mon[144425]: monmap e3: 3 mons at {a=[v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0],b=[v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0],c=[v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-20T10:52:23.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:22 smithi177 ceph-mon[144425]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-20T10:52:23.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:22 smithi177 ceph-mon[144425]: osdmap e208: 8 total, 8 up, 8 in 2023-12-20T10:52:23.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:22 smithi177 ceph-mon[144425]: mgrmap e39: y(active, since 10s), standbys: x 2023-12-20T10:52:23.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:22 smithi177 ceph-mon[144425]: failed to encode map e208 with expected crc 2023-12-20T10:52:23.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:22 smithi177 ceph-mon[144425]: overall HEALTH_OK 2023-12-20T10:52:23.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:22 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:23.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:22 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:23.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:22 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:52:23.156 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:22 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-b[144402]: 2023-12-20T10:52:22.847+0000 7f0310db0700 -1 mon.b@1(peon).osd e209 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:23.156 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:22 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-b[144402]: 2023-12-20T10:52:22.937+0000 7f0310db0700 -1 mon.b@1(peon).osd e210 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:23.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:22 smithi123 ceph-mon[188613]: mon.c calling monitor election 2023-12-20T10:52:23.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:22 smithi123 ceph-mon[188613]: mon.a calling monitor election 2023-12-20T10:52:23.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:22 smithi123 ceph-mon[188613]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-20T10:52:23.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:22 smithi123 ceph-mon[188613]: failed to encode map e208 with expected crc 2023-12-20T10:52:23.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:22 smithi123 ceph-mon[188613]: monmap e3: 3 mons at {a=[v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0],b=[v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0],c=[v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-20T10:52:23.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:22 smithi123 ceph-mon[188613]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-20T10:52:23.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:22 smithi123 ceph-mon[188613]: osdmap e208: 8 total, 8 up, 8 in 2023-12-20T10:52:23.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:22 smithi123 ceph-mon[188613]: mgrmap e39: y(active, since 10s), standbys: x 2023-12-20T10:52:23.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:22 smithi123 ceph-mon[188613]: failed to encode map e208 with expected crc 2023-12-20T10:52:23.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:22 smithi123 ceph-mon[188613]: overall HEALTH_OK 2023-12-20T10:52:23.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:23.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:23.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:52:23.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:22 smithi123 ceph-mon[191304]: mon.c calling monitor election 2023-12-20T10:52:23.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:22 smithi123 ceph-mon[191304]: mon.a calling monitor election 2023-12-20T10:52:23.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:22 smithi123 ceph-mon[191304]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-20T10:52:23.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:22 smithi123 ceph-mon[191304]: failed to encode map e208 with expected crc 2023-12-20T10:52:23.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:22 smithi123 ceph-mon[191304]: monmap e3: 3 mons at {a=[v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0],b=[v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0],c=[v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-20T10:52:23.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:22 smithi123 ceph-mon[191304]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-20T10:52:23.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:22 smithi123 ceph-mon[191304]: osdmap e208: 8 total, 8 up, 8 in 2023-12-20T10:52:23.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:22 smithi123 ceph-mon[191304]: mgrmap e39: y(active, since 10s), standbys: x 2023-12-20T10:52:23.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:22 smithi123 ceph-mon[191304]: failed to encode map e208 with expected crc 2023-12-20T10:52:23.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:22 smithi123 ceph-mon[191304]: overall HEALTH_OK 2023-12-20T10:52:23.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:23.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:23.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:52:23.948 INFO:tasks.rados.rados.0.smithi123.stdout:796: done (1 left) 2023-12-20T10:52:23.948 INFO:tasks.rados.rados.0.smithi123.stdout:798: done (0 left) 2023-12-20T10:52:23.948 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 13 current snap is 79 2023-12-20T10:52:23.948 INFO:tasks.rados.rados.0.smithi123.stdout:799: seq_num 275 ranges {5619712=614400,6234112=786432,7020544=499712,7520256=319488} 2023-12-20T10:52:23.981 INFO:tasks.rados.rados.0.smithi123.stdout:799: writing smithi123173835-13 from 5619712 to 6234112 tid 1 2023-12-20T10:52:23.987 INFO:tasks.rados.rados.0.smithi123.stdout:799: writing smithi123173835-13 from 6234112 to 7020544 tid 2 2023-12-20T10:52:23.990 INFO:tasks.rados.rados.0.smithi123.stdout:799: writing smithi123173835-13 from 7020544 to 7520256 tid 3 2023-12-20T10:52:23.992 INFO:tasks.rados.rados.0.smithi123.stdout:799: writing smithi123173835-13 from 7520256 to 7839744 tid 4 2023-12-20T10:52:23.992 INFO:tasks.rados.rados.0.smithi123.stdout:800: delete oid 50 current snap is 79 2023-12-20T10:52:23.992 INFO:tasks.rados.rados.0.smithi123.stdout:799: finishing write tid 1 to smithi123173835-13 2023-12-20T10:52:23.993 INFO:tasks.rados.rados.0.smithi123.stdout:799: finishing write tid 2 to smithi123173835-13 2023-12-20T10:52:23.995 INFO:tasks.rados.rados.0.smithi123.stdout:799: finishing write tid 3 to smithi123173835-13 2023-12-20T10:52:23.995 INFO:tasks.rados.rados.0.smithi123.stdout:799: finishing write tid 4 to smithi123173835-13 2023-12-20T10:52:23.995 INFO:tasks.rados.rados.0.smithi123.stdout:799: finishing write tid 5 to smithi123173835-13 2023-12-20T10:52:23.998 INFO:tasks.rados.rados.0.smithi123.stdout:799: finishing write tid 6 to smithi123173835-13 2023-12-20T10:52:23.998 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 658 (ObjNum 275 snap 79 seq_num 275) dirty exists 2023-12-20T10:52:23.998 INFO:tasks.rados.rados.0.smithi123.stdout:799: left oid 13 (ObjNum 275 snap 79 seq_num 275) 2023-12-20T10:52:23.998 INFO:tasks.rados.rados.0.smithi123.stdout:799: done (1 left) 2023-12-20T10:52:23.998 INFO:tasks.rados.rados.0.smithi123.stdout:800: done (0 left) 2023-12-20T10:52:23.999 INFO:tasks.rados.rados.0.smithi123.stdout:801: rollback oid 45 current snap is 79 2023-12-20T10:52:23.999 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 45 to 42 2023-12-20T10:52:23.999 INFO:tasks.rados.rados.0.smithi123.stdout:802: snap_remove snap 66 2023-12-20T10:52:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:23 smithi177 ceph-mon[144425]: failed to encode map e209 with expected crc 2023-12-20T10:52:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:23 smithi177 ceph-mon[144425]: osdmap e209: 8 total, 8 up, 8 in 2023-12-20T10:52:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:23 smithi177 ceph-mon[144425]: failed to encode map e209 with expected crc 2023-12-20T10:52:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:23 smithi177 ceph-mon[144425]: failed to encode map e209 with expected crc 2023-12-20T10:52:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:23 smithi177 ceph-mon[144425]: failed to encode map e210 with expected crc 2023-12-20T10:52:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:23 smithi177 ceph-mon[144425]: osdmap e210: 8 total, 8 up, 8 in 2023-12-20T10:52:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:23 smithi177 ceph-mon[144425]: failed to encode map e210 with expected crc 2023-12-20T10:52:24.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:23 smithi177 ceph-mon[144425]: pgmap v21: 121 pgs: 121 active+clean; 256 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 4.3 MiB/s wr, 29 op/s 2023-12-20T10:52:24.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:23 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-b[144402]: 2023-12-20T10:52:23.940+0000 7f0310db0700 -1 mon.b@1(peon).osd e211 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:24.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:23 smithi123 ceph-mon[191304]: failed to encode map e209 with expected crc 2023-12-20T10:52:24.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:23 smithi123 ceph-mon[191304]: osdmap e209: 8 total, 8 up, 8 in 2023-12-20T10:52:24.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:23 smithi123 ceph-mon[191304]: failed to encode map e209 with expected crc 2023-12-20T10:52:24.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:23 smithi123 ceph-mon[191304]: failed to encode map e209 with expected crc 2023-12-20T10:52:24.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:23 smithi123 ceph-mon[191304]: failed to encode map e210 with expected crc 2023-12-20T10:52:24.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:23 smithi123 ceph-mon[191304]: osdmap e210: 8 total, 8 up, 8 in 2023-12-20T10:52:24.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:23 smithi123 ceph-mon[191304]: failed to encode map e210 with expected crc 2023-12-20T10:52:24.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:23 smithi123 ceph-mon[191304]: pgmap v21: 121 pgs: 121 active+clean; 256 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 4.3 MiB/s wr, 29 op/s 2023-12-20T10:52:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:23 smithi123 ceph-mon[188613]: failed to encode map e209 with expected crc 2023-12-20T10:52:24.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:23 smithi123 ceph-mon[188613]: osdmap e209: 8 total, 8 up, 8 in 2023-12-20T10:52:24.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:23 smithi123 ceph-mon[188613]: failed to encode map e209 with expected crc 2023-12-20T10:52:24.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:23 smithi123 ceph-mon[188613]: failed to encode map e209 with expected crc 2023-12-20T10:52:24.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:23 smithi123 ceph-mon[188613]: failed to encode map e210 with expected crc 2023-12-20T10:52:24.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:23 smithi123 ceph-mon[188613]: osdmap e210: 8 total, 8 up, 8 in 2023-12-20T10:52:24.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:23 smithi123 ceph-mon[188613]: failed to encode map e210 with expected crc 2023-12-20T10:52:24.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:23 smithi123 ceph-mon[188613]: pgmap v21: 121 pgs: 121 active+clean; 256 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 4.3 MiB/s wr, 29 op/s 2023-12-20T10:52:24.955 INFO:tasks.rados.rados.0.smithi123.stdout:802: done (1 left) 2023-12-20T10:52:24.955 INFO:tasks.rados.rados.0.smithi123.stdout:803: read oid 1 snap -1 2023-12-20T10:52:24.955 INFO:tasks.rados.rados.0.smithi123.stdout:803: expect (ObjNum 156 snap 45 seq_num 156) 2023-12-20T10:52:24.955 INFO:tasks.rados.rados.0.smithi123.stdout:804: read oid 17 snap -1 2023-12-20T10:52:24.956 INFO:tasks.rados.rados.0.smithi123.stdout:804: expect deleted 2023-12-20T10:52:24.956 INFO:tasks.rados.rados.0.smithi123.stdout:805: read oid 50 snap -1 2023-12-20T10:52:24.956 INFO:tasks.rados.rados.0.smithi123.stdout:805: expect deleted 2023-12-20T10:52:24.956 INFO:tasks.rados.rados.0.smithi123.stdout:806: snap_remove snap 52 2023-12-20T10:52:25.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:24 smithi177 ceph-mon[144425]: failed to encode map e209 with expected crc 2023-12-20T10:52:25.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:24 smithi177 ceph-mon[144425]: failed to encode map e210 with expected crc 2023-12-20T10:52:25.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:24 smithi177 ceph-mon[144425]: failed to encode map e211 with expected crc 2023-12-20T10:52:25.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:24 smithi177 ceph-mon[144425]: osdmap e211: 8 total, 8 up, 8 in 2023-12-20T10:52:25.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:24 smithi177 ceph-mon[144425]: failed to encode map e211 with expected crc 2023-12-20T10:52:25.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:24 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:25.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:24 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:25.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:24 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:25.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:24 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:25.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:24 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-b[144402]: 2023-12-20T10:52:24.950+0000 7f0310db0700 -1 mon.b@1(peon).osd e212 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:25.207 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:24 smithi123 ceph-mon[191304]: failed to encode map e209 with expected crc 2023-12-20T10:52:25.208 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:24 smithi123 ceph-mon[191304]: failed to encode map e210 with expected crc 2023-12-20T10:52:25.208 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:24 smithi123 ceph-mon[191304]: failed to encode map e211 with expected crc 2023-12-20T10:52:25.208 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:24 smithi123 ceph-mon[191304]: osdmap e211: 8 total, 8 up, 8 in 2023-12-20T10:52:25.208 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:24 smithi123 ceph-mon[191304]: failed to encode map e211 with expected crc 2023-12-20T10:52:25.208 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:25.208 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:25.208 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:25.208 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:25.208 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:24 smithi123 ceph-mon[188613]: failed to encode map e209 with expected crc 2023-12-20T10:52:25.208 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:24 smithi123 ceph-mon[188613]: failed to encode map e210 with expected crc 2023-12-20T10:52:25.208 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:24 smithi123 ceph-mon[188613]: failed to encode map e211 with expected crc 2023-12-20T10:52:25.209 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:24 smithi123 ceph-mon[188613]: osdmap e211: 8 total, 8 up, 8 in 2023-12-20T10:52:25.209 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:24 smithi123 ceph-mon[188613]: failed to encode map e211 with expected crc 2023-12-20T10:52:25.209 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:25.209 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:25.209 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:25.209 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:25.961 INFO:tasks.rados.rados.0.smithi123.stdout:806: done (4 left) 2023-12-20T10:52:25.961 INFO:tasks.rados.rados.0.smithi123.stdout:807: setattr oid 2 current snap is 79 2023-12-20T10:52:25.961 INFO:tasks.rados.rados.0.smithi123.stdout:801: finishing rollback tid 0 to smithi123173835-45 2023-12-20T10:52:25.962 INFO:tasks.rados.rados.0.smithi123.stdout:801: finishing rollback tid 1 to smithi123173835-45 2023-12-20T10:52:25.962 INFO:tasks.rados.rados.0.smithi123.stdout:801: finishing rollback tid 2 to smithi123173835-45 2023-12-20T10:52:25.962 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 409 (ObjNum 144 snap 38 seq_num 144) dirty exists 2023-12-20T10:52:25.962 INFO:tasks.rados.rados.0.smithi123.stdout:803: expect (ObjNum 156 snap 45 seq_num 156) 2023-12-20T10:52:26.040 INFO:tasks.rados.rados.0.smithi123.stdout:801: done (4 left) 2023-12-20T10:52:26.040 INFO:tasks.rados.rados.0.smithi123.stdout:803: done (3 left) 2023-12-20T10:52:26.040 INFO:tasks.rados.rados.0.smithi123.stdout:804: done (2 left) 2023-12-20T10:52:26.040 INFO:tasks.rados.rados.0.smithi123.stdout:805: done (1 left) 2023-12-20T10:52:26.040 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 12 current snap is 79 2023-12-20T10:52:26.041 INFO:tasks.rados.rados.0.smithi123.stdout:808: seq_num 277 ranges {4227072=647168,4874240=557056,5431296=516096,5947392=532480} 2023-12-20T10:52:26.066 INFO:tasks.rados.rados.0.smithi123.stdout:808: writing smithi123173835-12 from 4227072 to 4874240 tid 1 2023-12-20T10:52:26.069 INFO:tasks.rados.rados.0.smithi123.stdout:808: writing smithi123173835-12 from 4874240 to 5431296 tid 2 2023-12-20T10:52:26.072 INFO:tasks.rados.rados.0.smithi123.stdout:808: writing smithi123173835-12 from 5431296 to 5947392 tid 3 2023-12-20T10:52:26.075 INFO:tasks.rados.rados.0.smithi123.stdout:808: writing smithi123173835-12 from 5947392 to 6479872 tid 4 2023-12-20T10:52:26.076 INFO:tasks.rados.rados.0.smithi123.stdout:809: read oid 22 snap 72 2023-12-20T10:52:26.076 INFO:tasks.rados.rados.0.smithi123.stdout:809: expect (ObjNum 161 snap 46 seq_num 161) 2023-12-20T10:52:26.076 INFO:tasks.rados.rados.0.smithi123.stdout:810: read oid 35 snap 68 2023-12-20T10:52:26.076 INFO:tasks.rados.rados.0.smithi123.stdout:810: expect deleted 2023-12-20T10:52:26.076 INFO:tasks.rados.rados.0.smithi123.stdout:811: snap_create 2023-12-20T10:52:26.076 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 2 v 263 (ObjNum 273 snap 0 seq_num 0) dirty exists 2023-12-20T10:52:26.076 INFO:tasks.rados.rados.0.smithi123.stdout:808: finishing write tid 1 to smithi123173835-12 2023-12-20T10:52:26.076 INFO:tasks.rados.rados.0.smithi123.stdout:808: finishing write tid 2 to smithi123173835-12 2023-12-20T10:52:26.076 INFO:tasks.rados.rados.0.smithi123.stdout:808: finishing write tid 3 to smithi123173835-12 2023-12-20T10:52:26.078 INFO:tasks.rados.rados.0.smithi123.stdout:808: finishing write tid 4 to smithi123173835-12 2023-12-20T10:52:26.078 INFO:tasks.rados.rados.0.smithi123.stdout:808: finishing write tid 5 to smithi123173835-12 2023-12-20T10:52:26.079 INFO:tasks.rados.rados.0.smithi123.stdout:809: expect (ObjNum 161 snap 46 seq_num 161) 2023-12-20T10:52:26.102 INFO:tasks.rados.rados.0.smithi123.stdout:808: finishing write tid 6 to smithi123173835-12 2023-12-20T10:52:26.102 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 267 (ObjNum 277 snap 79 seq_num 277) dirty exists 2023-12-20T10:52:26.102 INFO:tasks.rados.rados.0.smithi123.stdout:808: left oid 12 (ObjNum 277 snap 79 seq_num 277) 2023-12-20T10:52:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:25 smithi123 ceph-mon[188613]: failed to encode map e212 with expected crc 2023-12-20T10:52:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:25 smithi123 ceph-mon[188613]: osdmap e212: 8 total, 8 up, 8 in 2023-12-20T10:52:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:25 smithi123 ceph-mon[188613]: failed to encode map e212 with expected crc 2023-12-20T10:52:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:25 smithi123 ceph-mon[188613]: pgmap v24: 121 pgs: 121 active+clean; 256 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.0 MiB/s wr, 33 op/s 2023-12-20T10:52:26.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:25 smithi123 ceph-mon[191304]: failed to encode map e212 with expected crc 2023-12-20T10:52:26.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:25 smithi123 ceph-mon[191304]: osdmap e212: 8 total, 8 up, 8 in 2023-12-20T10:52:26.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:25 smithi123 ceph-mon[191304]: failed to encode map e212 with expected crc 2023-12-20T10:52:26.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:25 smithi123 ceph-mon[191304]: pgmap v24: 121 pgs: 121 active+clean; 256 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.0 MiB/s wr, 33 op/s 2023-12-20T10:52:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:25 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-b[144402]: 2023-12-20T10:52:25.954+0000 7f0310db0700 -1 mon.b@1(peon).osd e213 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:25 smithi177 ceph-mon[144425]: failed to encode map e212 with expected crc 2023-12-20T10:52:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:25 smithi177 ceph-mon[144425]: osdmap e212: 8 total, 8 up, 8 in 2023-12-20T10:52:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:25 smithi177 ceph-mon[144425]: failed to encode map e212 with expected crc 2023-12-20T10:52:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:25 smithi177 ceph-mon[144425]: pgmap v24: 121 pgs: 121 active+clean; 256 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.0 MiB/s wr, 33 op/s 2023-12-20T10:52:26.958 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:26 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:26.696+0000 7f8d61249700 -1 mgr.server handle_report got status from non-daemon mon.c 2023-12-20T10:52:26.959 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:26 smithi123 ceph-mon[188613]: failed to encode map e213 with expected crc 2023-12-20T10:52:26.959 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:26 smithi123 ceph-mon[188613]: osdmap e213: 8 total, 8 up, 8 in 2023-12-20T10:52:26.959 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:26 smithi123 ceph-mon[188613]: failed to encode map e213 with expected crc 2023-12-20T10:52:26.959 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:52:26.965 INFO:tasks.rados.rados.0.smithi123.stdout:807: done (4 left) 2023-12-20T10:52:26.965 INFO:tasks.rados.rados.0.smithi123.stdout:808: done (3 left) 2023-12-20T10:52:26.965 INFO:tasks.rados.rados.0.smithi123.stdout:809: done (2 left) 2023-12-20T10:52:26.965 INFO:tasks.rados.rados.0.smithi123.stdout:810: done (1 left) 2023-12-20T10:52:26.965 INFO:tasks.rados.rados.0.smithi123.stdout:811: done (0 left) 2023-12-20T10:52:26.966 INFO:tasks.rados.rados.0.smithi123.stdout:812: rollback oid 40 current snap is 80 2023-12-20T10:52:26.966 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 40 to 72 2023-12-20T10:52:26.966 INFO:tasks.rados.rados.0.smithi123.stdout:813: rollback oid 16 current snap is 80 2023-12-20T10:52:26.966 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 16 to 78 2023-12-20T10:52:26.966 INFO:tasks.rados.rados.0.smithi123.stdout:814: rollback oid 26 current snap is 80 2023-12-20T10:52:26.966 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 26 to 58 2023-12-20T10:52:26.966 INFO:tasks.rados.rados.0.smithi123.stdout:815: read oid 18 snap -1 2023-12-20T10:52:26.966 INFO:tasks.rados.rados.0.smithi123.stdout:815: expect (ObjNum 266 snap 77 seq_num 266) 2023-12-20T10:52:26.966 INFO:tasks.rados.rados.0.smithi123.stdout:816: snap_remove snap 32 2023-12-20T10:52:27.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:26 smithi123 ceph-mon[191304]: failed to encode map e213 with expected crc 2023-12-20T10:52:27.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:26 smithi123 ceph-mon[191304]: osdmap e213: 8 total, 8 up, 8 in 2023-12-20T10:52:27.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:26 smithi123 ceph-mon[191304]: failed to encode map e213 with expected crc 2023-12-20T10:52:27.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:52:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:26 smithi177 ceph-mon[144425]: failed to encode map e213 with expected crc 2023-12-20T10:52:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:26 smithi177 ceph-mon[144425]: osdmap e213: 8 total, 8 up, 8 in 2023-12-20T10:52:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:26 smithi177 ceph-mon[144425]: failed to encode map e213 with expected crc 2023-12-20T10:52:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:26 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:52:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-b[144402]: 2023-12-20T10:52:26.960+0000 7f0310db0700 -1 mon.b@1(peon).osd e214 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:27.943 INFO:tasks.rados.rados.0.smithi123.stdout:816: done (4 left) 2023-12-20T10:52:27.943 INFO:tasks.rados.rados.0.smithi123.stdout:817: snap_create 2023-12-20T10:52:27.943 INFO:tasks.rados.rados.0.smithi123.stdout:812: finishing rollback tid 1 to smithi123173835-40 2023-12-20T10:52:27.943 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 40 v 0 (ObjNum 1265 snap 0 seq_num 958058000) dirty dne 2023-12-20T10:52:27.943 INFO:tasks.rados.rados.0.smithi123.stdout:814: finishing rollback tid 0 to smithi123173835-26 2023-12-20T10:52:27.944 INFO:tasks.rados.rados.0.smithi123.stdout:814: finishing rollback tid 1 to smithi123173835-26 2023-12-20T10:52:27.944 INFO:tasks.rados.rados.0.smithi123.stdout:814: finishing rollback tid 2 to smithi123173835-26 2023-12-20T10:52:27.944 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 211 (ObjNum 216 snap 57 seq_num 216) dirty exists 2023-12-20T10:52:27.944 INFO:tasks.rados.rados.0.smithi123.stdout:813: finishing rollback tid 0 to smithi123173835-16 2023-12-20T10:52:27.944 INFO:tasks.rados.rados.0.smithi123.stdout:813: finishing rollback tid 1 to smithi123173835-16 2023-12-20T10:52:27.944 INFO:tasks.rados.rados.0.smithi123.stdout:813: finishing rollback tid 2 to smithi123173835-16 2023-12-20T10:52:27.944 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 425 (ObjNum 215 snap 57 seq_num 215) dirty exists 2023-12-20T10:52:27.944 INFO:tasks.rados.rados.0.smithi123.stdout:815: expect (ObjNum 266 snap 77 seq_num 266) 2023-12-20T10:52:28.199 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-b[144402]: 2023-12-20T10:52:27.937+0000 7f0310db0700 -1 mon.b@1(peon).osd e215 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:28.200 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:27 smithi177 ceph-mon[144425]: failed to encode map e214 with expected crc 2023-12-20T10:52:28.200 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:27 smithi177 ceph-mon[144425]: osdmap e214: 8 total, 8 up, 8 in 2023-12-20T10:52:28.200 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:27 smithi177 ceph-mon[144425]: failed to encode map e214 with expected crc 2023-12-20T10:52:28.200 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:27 smithi177 ceph-mon[144425]: failed to encode map e214 with expected crc 2023-12-20T10:52:28.200 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:27 smithi177 ceph-mon[144425]: failed to encode map e214 with expected crc 2023-12-20T10:52:28.200 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:27 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:28.200 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:27 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:28.200 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:27 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:28.200 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:27 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:52:28.200 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:27 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:28.200 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:27 smithi177 ceph-mon[144425]: pgmap v27: 121 pgs: 121 active+clean; 256 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-12-20T10:52:28.200 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:27 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:52:28.200 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:27 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:52:28.200 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:27 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-20T10:52:28.200 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:27 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2023-12-20T10:52:28.200 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:27 smithi177 ceph-mon[144425]: Upgrade: It appears safe to stop mon.b 2023-12-20T10:52:28.201 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:27 smithi177 ceph-mon[144425]: osdmap e215: 8 total, 8 up, 8 in 2023-12-20T10:52:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[191304]: failed to encode map e214 with expected crc 2023-12-20T10:52:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[191304]: osdmap e214: 8 total, 8 up, 8 in 2023-12-20T10:52:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[191304]: failed to encode map e214 with expected crc 2023-12-20T10:52:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[191304]: failed to encode map e214 with expected crc 2023-12-20T10:52:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[191304]: failed to encode map e214 with expected crc 2023-12-20T10:52:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:52:28.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:28.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[191304]: pgmap v27: 121 pgs: 121 active+clean; 256 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-12-20T10:52:28.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:52:28.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:52:28.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-20T10:52:28.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2023-12-20T10:52:28.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[191304]: Upgrade: It appears safe to stop mon.b 2023-12-20T10:52:28.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[191304]: osdmap e215: 8 total, 8 up, 8 in 2023-12-20T10:52:28.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[188613]: failed to encode map e214 with expected crc 2023-12-20T10:52:28.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[188613]: osdmap e214: 8 total, 8 up, 8 in 2023-12-20T10:52:28.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[188613]: failed to encode map e214 with expected crc 2023-12-20T10:52:28.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[188613]: failed to encode map e214 with expected crc 2023-12-20T10:52:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[188613]: failed to encode map e214 with expected crc 2023-12-20T10:52:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:52:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[188613]: pgmap v27: 121 pgs: 121 active+clean; 256 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-12-20T10:52:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:52:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:52:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-20T10:52:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2023-12-20T10:52:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[188613]: Upgrade: It appears safe to stop mon.b 2023-12-20T10:52:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:27 smithi123 ceph-mon[188613]: osdmap e215: 8 total, 8 up, 8 in 2023-12-20T10:52:28.943 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:52:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:52:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-20T10:52:28.947 INFO:tasks.rados.rados.0.smithi123.stdout:812: done (4 left) 2023-12-20T10:52:28.947 INFO:tasks.rados.rados.0.smithi123.stdout:813: done (3 left) 2023-12-20T10:52:28.947 INFO:tasks.rados.rados.0.smithi123.stdout:814: done (2 left) 2023-12-20T10:52:28.947 INFO:tasks.rados.rados.0.smithi123.stdout:815: done (1 left) 2023-12-20T10:52:28.947 INFO:tasks.rados.rados.0.smithi123.stdout:817: done (0 left) 2023-12-20T10:52:28.947 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 22 current snap is 81 2023-12-20T10:52:28.947 INFO:tasks.rados.rados.0.smithi123.stdout:818: seq_num 278 ranges {2080768=663552,2744320=442368,3186688=720896,3907584=442368} 2023-12-20T10:52:28.962 INFO:tasks.rados.rados.0.smithi123.stdout:818: writing smithi123173835-22 from 2080768 to 2744320 tid 1 2023-12-20T10:52:28.964 INFO:tasks.rados.rados.0.smithi123.stdout:818: writing smithi123173835-22 from 2744320 to 3186688 tid 2 2023-12-20T10:52:28.968 INFO:tasks.rados.rados.0.smithi123.stdout:818: writing smithi123173835-22 from 3186688 to 3907584 tid 3 2023-12-20T10:52:28.972 INFO:tasks.rados.rados.0.smithi123.stdout:818: writing smithi123173835-22 from 3907584 to 4349952 tid 4 2023-12-20T10:52:28.972 INFO:tasks.rados.rados.0.smithi123.stdout:819: copy_from oid 23 from oid 12 current snap is 81 2023-12-20T10:52:28.972 INFO:tasks.rados.rados.0.smithi123.stdout:818: finishing write tid 1 to smithi123173835-22 2023-12-20T10:52:28.972 INFO:tasks.rados.rados.0.smithi123.stdout:818: finishing write tid 2 to smithi123173835-22 2023-12-20T10:52:28.972 INFO:tasks.rados.rados.0.smithi123.stdout:818: finishing write tid 3 to smithi123173835-22 2023-12-20T10:52:28.972 INFO:tasks.rados.rados.0.smithi123.stdout:820: rmattr oid 11 current snap is 81 2023-12-20T10:52:28.972 INFO:tasks.rados.rados.0.smithi123.stdout:820: done (2 left) 2023-12-20T10:52:28.972 INFO:tasks.rados.rados.0.smithi123.stdout:821: rollback oid 7 current snap is 81 2023-12-20T10:52:28.973 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 7 to 49 2023-12-20T10:52:28.973 INFO:tasks.rados.rados.0.smithi123.stdout:822: rollback oid 29 current snap is 81 2023-12-20T10:52:28.973 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 29 to 69 2023-12-20T10:52:28.973 INFO:tasks.rados.rados.0.smithi123.stdout:823: snap_create 2023-12-20T10:52:28.975 INFO:tasks.rados.rados.0.smithi123.stdout:821: finishing rollback tid 1 to smithi123173835-7 2023-12-20T10:52:28.975 INFO:tasks.rados.rados.0.smithi123.stdout:818: finishing write tid 4 to smithi123173835-22 2023-12-20T10:52:28.975 INFO:tasks.rados.rados.0.smithi123.stdout:821: finishing rollback tid 2 to smithi123173835-7 2023-12-20T10:52:28.975 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 271 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-20T10:52:28.977 INFO:tasks.rados.rados.0.smithi123.stdout:818: finishing write tid 5 to smithi123173835-22 2023-12-20T10:52:28.977 INFO:tasks.rados.rados.0.smithi123.stdout:818: finishing write tid 6 to smithi123173835-22 2023-12-20T10:52:28.977 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 22 v 441 (ObjNum 278 snap 81 seq_num 278) dirty exists 2023-12-20T10:52:28.977 INFO:tasks.rados.rados.0.smithi123.stdout:818: left oid 22 (ObjNum 278 snap 81 seq_num 278) 2023-12-20T10:52:28.979 INFO:tasks.rados.rados.0.smithi123.stdout:822: finishing rollback tid 1 to smithi123173835-29 2023-12-20T10:52:28.979 INFO:tasks.rados.rados.0.smithi123.stdout:822: finishing rollback tid 2 to smithi123173835-29 2023-12-20T10:52:28.979 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 474 (ObjNum 235 snap 62 seq_num 235) dirty exists 2023-12-20T10:52:28.998 INFO:tasks.rados.rados.0.smithi123.stdout:819: finishing copy_from to smithi123173835-23 2023-12-20T10:52:28.998 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 23 v 267 (ObjNum 277 snap 79 seq_num 277) dirty exists 2023-12-20T10:52:28.998 INFO:tasks.rados.rados.0.smithi123.stdout:819: finishing copy_from racing read to smithi123173835-23 2023-12-20T10:52:29.252 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-b[144402]: 2023-12-20T10:52:28.939+0000 7f0310db0700 -1 mon.b@1(peon).osd e216 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-20T10:52:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:52:29] "GET /metrics HTTP/1.1" 200 35944 "" "Prometheus/2.43.0" 2023-12-20T10:52:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:29 smithi123 ceph-mon[191304]: failed to encode map e215 with expected crc 2023-12-20T10:52:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:29 smithi123 ceph-mon[191304]: failed to encode map e215 with expected crc 2023-12-20T10:52:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:29 smithi123 ceph-mon[191304]: Upgrade: Updating mon.b 2023-12-20T10:52:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-20T10:52:29.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-20T10:52:29.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:29.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:29 smithi123 ceph-mon[191304]: Deploying daemon mon.b on smithi177 2023-12-20T10:52:29.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:29 smithi123 ceph-mon[191304]: osdmap e216: 8 total, 8 up, 8 in 2023-12-20T10:52:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:29 smithi123 ceph-mon[188613]: failed to encode map e215 with expected crc 2023-12-20T10:52:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:29 smithi123 ceph-mon[188613]: failed to encode map e215 with expected crc 2023-12-20T10:52:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:29 smithi123 ceph-mon[188613]: Upgrade: Updating mon.b 2023-12-20T10:52:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-20T10:52:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-20T10:52:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:29 smithi123 ceph-mon[188613]: Deploying daemon mon.b on smithi177 2023-12-20T10:52:29.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:29 smithi123 ceph-mon[188613]: osdmap e216: 8 total, 8 up, 8 in 2023-12-20T10:52:29.537 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:29 smithi177 ceph-mon[144425]: failed to encode map e215 with expected crc 2023-12-20T10:52:29.537 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:29 smithi177 ceph-mon[144425]: failed to encode map e215 with expected crc 2023-12-20T10:52:29.538 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:29 smithi177 ceph-mon[144425]: Upgrade: Updating mon.b 2023-12-20T10:52:29.538 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:29 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:29.538 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:29 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-20T10:52:29.538 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:29 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-20T10:52:29.538 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:29 smithi177 ceph-mon[144425]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:29.538 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:29 smithi177 ceph-mon[144425]: Deploying daemon mon.b on smithi177 2023-12-20T10:52:29.538 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:29 smithi177 ceph-mon[144425]: osdmap e216: 8 total, 8 up, 8 in 2023-12-20T10:52:29.538 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:29 smithi177 systemd[1]: Stopping Ceph mon.b for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:52:29.538 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:29 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-b[144402]: 2023-12-20T10:52:29.533+0000 7f03165bb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-12-20T10:52:29.538 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:29 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-b[144402]: 2023-12-20T10:52:29.533+0000 7f03165bb700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2023-12-20T10:52:30.122 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:29 smithi177 bash[211908]: ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-b 2023-12-20T10:52:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 systemd[1]: ceph-85213638-9f24-11ee-95a5-87774f69a715@mon.b.service: Succeeded. 2023-12-20T10:52:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 systemd[1]: Stopped Ceph mon.b for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:52:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 systemd[1]: Starting Ceph mon.b for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:52:30.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: set uid:gid to 167:167 (ceph:ceph) 2023-12-20T10:52:30.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev), process ceph-mon, pid 7 2023-12-20T10:52:30.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: pidfile_write: ignore empty --pid-file 2023-12-20T10:52:30.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: load: jerasure load: lrc 2023-12-20T10:52:30.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 bash[212059]: 1be86be5f7718ff2b3d57cc84c88bfbb99171aaf839d5db06c50248b1c21474a 2023-12-20T10:52:30.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: RocksDB version: 7.9.2 2023-12-20T10:52:30.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Git sha 0 2023-12-20T10:52:30.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Compile date 2023-12-18 20:25:43 2023-12-20T10:52:30.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: DB SUMMARY 2023-12-20T10:52:30.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: DB Session ID: FGCZ79BNSA1NWN2NGFRW 2023-12-20T10:52:30.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: CURRENT file: CURRENT 2023-12-20T10:52:30.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: IDENTITY file: IDENTITY 2023-12-20T10:52:30.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: MANIFEST file: MANIFEST-000009 size: 905 Bytes 2023-12-20T10:52:30.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000024.sst 2023-12-20T10:52:30.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000022.log size: 4365146 ; 2023-12-20T10:52:30.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.error_if_exists: 0 2023-12-20T10:52:30.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.create_if_missing: 0 2023-12-20T10:52:30.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.paranoid_checks: 1 2023-12-20T10:52:30.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.flush_verify_memtable_count: 1 2023-12-20T10:52:30.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-20T10:52:30.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-12-20T10:52:30.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.env: 0x5621f9f1ba60 2023-12-20T10:52:30.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.fs: PosixFileSystem 2023-12-20T10:52:30.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.info_log: 0x5621fad63740 2023-12-20T10:52:30.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.max_file_opening_threads: 16 2023-12-20T10:52:30.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.statistics: (nil) 2023-12-20T10:52:30.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.use_fsync: 0 2023-12-20T10:52:30.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.max_log_file_size: 0 2023-12-20T10:52:30.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-20T10:52:30.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.log_file_time_to_roll: 0 2023-12-20T10:52:30.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.keep_log_file_num: 1000 2023-12-20T10:52:30.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.recycle_log_file_num: 0 2023-12-20T10:52:30.907 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.allow_fallocate: 1 2023-12-20T10:52:30.907 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.allow_mmap_reads: 0 2023-12-20T10:52:30.907 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.allow_mmap_writes: 0 2023-12-20T10:52:30.907 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.use_direct_reads: 0 2023-12-20T10:52:30.907 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-20T10:52:30.907 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.create_missing_column_families: 0 2023-12-20T10:52:30.907 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.db_log_dir: 2023-12-20T10:52:30.907 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.wal_dir: 2023-12-20T10:52:30.907 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.table_cache_numshardbits: 6 2023-12-20T10:52:30.907 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.WAL_ttl_seconds: 0 2023-12-20T10:52:30.907 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.WAL_size_limit_MB: 0 2023-12-20T10:52:30.907 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-20T10:52:30.907 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-20T10:52:30.908 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.is_fd_close_on_exec: 1 2023-12-20T10:52:30.908 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.advise_random_on_open: 1 2023-12-20T10:52:30.908 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.db_write_buffer_size: 0 2023-12-20T10:52:30.908 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.write_buffer_manager: 0x5621fad18fa0 2023-12-20T10:52:30.908 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-20T10:52:30.908 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-20T10:52:30.908 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.use_adaptive_mutex: 0 2023-12-20T10:52:30.908 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.rate_limiter: (nil) 2023-12-20T10:52:30.908 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-20T10:52:30.908 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.wal_recovery_mode: 2 2023-12-20T10:52:30.908 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.enable_thread_tracking: 0 2023-12-20T10:52:30.908 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.enable_pipelined_write: 0 2023-12-20T10:52:30.908 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.unordered_write: 0 2023-12-20T10:52:30.908 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-20T10:52:30.908 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-20T10:52:30.909 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-20T10:52:30.909 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-20T10:52:30.909 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.row_cache: None 2023-12-20T10:52:30.909 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.wal_filter: None 2023-12-20T10:52:30.909 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-20T10:52:30.909 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.allow_ingest_behind: 0 2023-12-20T10:52:30.909 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.two_write_queues: 0 2023-12-20T10:52:30.909 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.manual_wal_flush: 0 2023-12-20T10:52:30.909 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.wal_compression: 0 2023-12-20T10:52:30.909 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.atomic_flush: 0 2023-12-20T10:52:30.909 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-20T10:52:30.909 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.persist_stats_to_disk: 0 2023-12-20T10:52:30.909 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.write_dbid_to_manifest: 0 2023-12-20T10:52:30.909 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.log_readahead_size: 0 2023-12-20T10:52:30.910 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-20T10:52:30.910 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.best_efforts_recovery: 0 2023-12-20T10:52:30.910 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-20T10:52:30.910 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-20T10:52:30.910 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.allow_data_in_errors: 0 2023-12-20T10:52:30.910 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.db_host_id: __hostname__ 2023-12-20T10:52:30.910 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.enforce_single_del_contracts: true 2023-12-20T10:52:30.910 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.max_background_jobs: 2 2023-12-20T10:52:30.910 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.max_background_compactions: -1 2023-12-20T10:52:30.910 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.max_subcompactions: 1 2023-12-20T10:52:30.910 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-20T10:52:30.910 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-20T10:52:30.910 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.delayed_write_rate : 16777216 2023-12-20T10:52:30.911 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.max_total_wal_size: 0 2023-12-20T10:52:30.911 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-20T10:52:30.911 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.stats_dump_period_sec: 600 2023-12-20T10:52:30.911 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.stats_persist_period_sec: 600 2023-12-20T10:52:30.911 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-20T10:52:30.911 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.max_open_files: -1 2023-12-20T10:52:30.911 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.bytes_per_sync: 0 2023-12-20T10:52:30.911 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.wal_bytes_per_sync: 0 2023-12-20T10:52:30.911 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.strict_bytes_per_sync: 0 2023-12-20T10:52:30.911 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.compaction_readahead_size: 0 2023-12-20T10:52:30.911 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.max_background_flushes: -1 2023-12-20T10:52:30.911 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Compression algorithms supported: 2023-12-20T10:52:30.911 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-20T10:52:30.912 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: kZSTD supported: 0 2023-12-20T10:52:30.912 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: kXpressCompression supported: 0 2023-12-20T10:52:30.912 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: kLZ4HCCompression supported: 1 2023-12-20T10:52:30.912 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: kZlibCompression supported: 1 2023-12-20T10:52:30.912 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: kSnappyCompression supported: 1 2023-12-20T10:52:30.912 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: kLZ4Compression supported: 1 2023-12-20T10:52:30.912 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: kBZip2Compression supported: 0 2023-12-20T10:52:30.912 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Fast CRC32 supported: Supported on x86 2023-12-20T10:52:30.912 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: DMutex implementation: pthread_mutex_t 2023-12-20T10:52:30.912 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2023-12-20T10:52:30.912 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-12-20T10:52:30.912 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-20T10:52:30.912 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.merge_operator: 2023-12-20T10:52:30.912 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.compaction_filter: None 2023-12-20T10:52:30.912 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.compaction_filter_factory: None 2023-12-20T10:52:30.913 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.sst_partitioner_factory: None 2023-12-20T10:52:30.913 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.memtable_factory: SkipListFactory 2023-12-20T10:52:30.913 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.table_factory: BlockBasedTable 2023-12-20T10:52:30.913 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5621fad63860) 2023-12-20T10:52:30.913 INFO:journalctl@ceph.mon.b.smithi177.stdout: cache_index_and_filter_blocks: 1 2023-12-20T10:52:30.913 INFO:journalctl@ceph.mon.b.smithi177.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-12-20T10:52:30.913 INFO:journalctl@ceph.mon.b.smithi177.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-20T10:52:30.913 INFO:journalctl@ceph.mon.b.smithi177.stdout: pin_top_level_index_and_filter: 1 2023-12-20T10:52:30.913 INFO:journalctl@ceph.mon.b.smithi177.stdout: index_type: 0 2023-12-20T10:52:30.913 INFO:journalctl@ceph.mon.b.smithi177.stdout: data_block_index_type: 0 2023-12-20T10:52:30.913 INFO:journalctl@ceph.mon.b.smithi177.stdout: index_shortening: 1 2023-12-20T10:52:30.913 INFO:journalctl@ceph.mon.b.smithi177.stdout: data_block_hash_table_util_ratio: 0.750000 2023-12-20T10:52:30.913 INFO:journalctl@ceph.mon.b.smithi177.stdout: checksum: 4 2023-12-20T10:52:30.913 INFO:journalctl@ceph.mon.b.smithi177.stdout: no_block_cache: 0 2023-12-20T10:52:30.914 INFO:journalctl@ceph.mon.b.smithi177.stdout: block_cache: 0x5621fadb9090 2023-12-20T10:52:30.914 INFO:journalctl@ceph.mon.b.smithi177.stdout: block_cache_name: BinnedLRUCache 2023-12-20T10:52:30.914 INFO:journalctl@ceph.mon.b.smithi177.stdout: block_cache_options: 2023-12-20T10:52:30.914 INFO:journalctl@ceph.mon.b.smithi177.stdout: capacity : 536870912 2023-12-20T10:52:30.914 INFO:journalctl@ceph.mon.b.smithi177.stdout: num_shard_bits : 4 2023-12-20T10:52:30.914 INFO:journalctl@ceph.mon.b.smithi177.stdout: strict_capacity_limit : 0 2023-12-20T10:52:30.914 INFO:journalctl@ceph.mon.b.smithi177.stdout: high_pri_pool_ratio: 0.000 2023-12-20T10:52:30.914 INFO:journalctl@ceph.mon.b.smithi177.stdout: block_cache_compressed: (nil) 2023-12-20T10:52:30.914 INFO:journalctl@ceph.mon.b.smithi177.stdout: persistent_cache: (nil) 2023-12-20T10:52:30.914 INFO:journalctl@ceph.mon.b.smithi177.stdout: block_size: 4096 2023-12-20T10:52:30.914 INFO:journalctl@ceph.mon.b.smithi177.stdout: block_size_deviation: 10 2023-12-20T10:52:30.915 INFO:journalctl@ceph.mon.b.smithi177.stdout: block_restart_interval: 16 2023-12-20T10:52:30.915 INFO:journalctl@ceph.mon.b.smithi177.stdout: index_block_restart_interval: 1 2023-12-20T10:52:30.915 INFO:journalctl@ceph.mon.b.smithi177.stdout: metadata_block_size: 4096 2023-12-20T10:52:30.915 INFO:journalctl@ceph.mon.b.smithi177.stdout: partition_filters: 0 2023-12-20T10:52:30.915 INFO:journalctl@ceph.mon.b.smithi177.stdout: use_delta_encoding: 1 2023-12-20T10:52:30.915 INFO:journalctl@ceph.mon.b.smithi177.stdout: filter_policy: bloomfilter 2023-12-20T10:52:30.915 INFO:journalctl@ceph.mon.b.smithi177.stdout: whole_key_filtering: 1 2023-12-20T10:52:30.915 INFO:journalctl@ceph.mon.b.smithi177.stdout: verify_compression: 0 2023-12-20T10:52:30.915 INFO:journalctl@ceph.mon.b.smithi177.stdout: read_amp_bytes_per_bit: 0 2023-12-20T10:52:30.915 INFO:journalctl@ceph.mon.b.smithi177.stdout: format_version: 5 2023-12-20T10:52:30.915 INFO:journalctl@ceph.mon.b.smithi177.stdout: enable_index_compression: 1 2023-12-20T10:52:30.915 INFO:journalctl@ceph.mon.b.smithi177.stdout: block_align: 0 2023-12-20T10:52:30.915 INFO:journalctl@ceph.mon.b.smithi177.stdout: max_auto_readahead_size: 262144 2023-12-20T10:52:30.915 INFO:journalctl@ceph.mon.b.smithi177.stdout: prepopulate_block_cache: 0 2023-12-20T10:52:30.915 INFO:journalctl@ceph.mon.b.smithi177.stdout: initial_auto_readahead_size: 8192 2023-12-20T10:52:30.916 INFO:journalctl@ceph.mon.b.smithi177.stdout: num_file_reads_for_auto_readahead: 2 2023-12-20T10:52:30.916 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.write_buffer_size: 33554432 2023-12-20T10:52:30.916 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.max_write_buffer_number: 2 2023-12-20T10:52:30.916 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.compression: NoCompression 2023-12-20T10:52:30.916 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.bottommost_compression: Disabled 2023-12-20T10:52:30.916 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.prefix_extractor: nullptr 2023-12-20T10:52:30.916 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-20T10:52:30.916 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.num_levels: 7 2023-12-20T10:52:30.916 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-20T10:52:30.916 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-20T10:52:30.916 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-20T10:52:30.916 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-20T10:52:30.916 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-20T10:52:30.916 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-20T10:52:30.917 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-20T10:52:30.917 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-20T10:52:30.917 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-20T10:52:30.917 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-20T10:52:30.917 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-12-20T10:52:30.917 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-12-20T10:52:30.917 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.compression_opts.window_bits: -14 2023-12-20T10:52:30.917 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.compression_opts.level: 32767 2023-12-20T10:52:30.917 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.compression_opts.strategy: 0 2023-12-20T10:52:30.917 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-20T10:52:30.917 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-20T10:52:30.917 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-12-20T10:52:30.917 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-20T10:52:30.917 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.compression_opts.enabled: false 2023-12-20T10:52:30.917 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-12-20T10:52:30.918 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-20T10:52:30.918 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-20T10:52:30.918 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-20T10:52:30.918 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.target_file_size_base: 67108864 2023-12-20T10:52:30.918 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.target_file_size_multiplier: 1 2023-12-20T10:52:30.918 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-20T10:52:30.918 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-20T10:52:30.918 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-20T10:52:30.918 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-20T10:52:30.918 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-20T10:52:30.919 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-20T10:52:30.919 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-20T10:52:30.919 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-20T10:52:30.919 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-20T10:52:30.919 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-20T10:52:30.919 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-20T10:52:30.919 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-20T10:52:30.919 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-12-20T10:52:30.919 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.arena_block_size: 1048576 2023-12-20T10:52:30.919 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-20T10:52:30.919 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-20T10:52:30.919 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.disable_auto_compactions: 0 2023-12-20T10:52:30.920 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-20T10:52:30.920 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-20T10:52:30.920 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-20T10:52:30.920 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-20T10:52:30.920 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-20T10:52:30.921 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-20T10:52:30.921 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-20T10:52:30.921 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-20T10:52:30.921 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-20T10:52:30.921 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-20T10:52:30.921 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.table_properties_collectors: 2023-12-20T10:52:30.921 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.inplace_update_support: 0 2023-12-20T10:52:30.921 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.inplace_update_num_locks: 10000 2023-12-20T10:52:30.921 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-20T10:52:30.921 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-20T10:52:30.921 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.memtable_huge_page_size: 0 2023-12-20T10:52:30.921 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.bloom_locality: 0 2023-12-20T10:52:30.921 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.max_successive_merges: 0 2023-12-20T10:52:30.921 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.optimize_filters_for_hits: 0 2023-12-20T10:52:30.921 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.paranoid_file_checks: 0 2023-12-20T10:52:30.922 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.force_consistency_checks: 1 2023-12-20T10:52:30.922 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.report_bg_io_stats: 0 2023-12-20T10:52:30.922 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.ttl: 2592000 2023-12-20T10:52:30.922 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.periodic_compaction_seconds: 0 2023-12-20T10:52:30.922 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-12-20T10:52:30.922 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-12-20T10:52:30.922 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.enable_blob_files: false 2023-12-20T10:52:30.922 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.min_blob_size: 0 2023-12-20T10:52:30.922 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.blob_file_size: 268435456 2023-12-20T10:52:30.922 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.blob_compression_type: NoCompression 2023-12-20T10:52:30.922 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.enable_blob_garbage_collection: false 2023-12-20T10:52:30.922 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-20T10:52:30.922 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-12-20T10:52:30.922 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-12-20T10:52:30.922 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.blob_file_starting_level: 0 2023-12-20T10:52:30.922 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-12-20T10:52:30.923 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 24.sst 2023-12-20T10:52:30.923 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-12-20T10:52:30.923 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 26, last_sequence is 13633, log_number is 22,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-12-20T10:52:30.923 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 22 2023-12-20T10:52:30.923 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 76372a4a-2482-4386-858a-a62acbc9ffc3 2023-12-20T10:52:30.923 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703069550528345, "job": 1, "event": "recovery_started", "wal_files": [22]} 2023-12-20T10:52:30.923 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #22 mode 2 2023-12-20T10:52:30.923 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 systemd[1]: Started Ceph mon.b for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:52:30.923 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703069550538453, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 27, "file_size": 2756825, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13638, "largest_seqno": 15021, "table_properties": {"data_size": 2750068, "index_size": 4138, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1605, "raw_key_size": 15959, "raw_average_key_size": 25, "raw_value_size": 2736574, "raw_average_value_size": 4385, "num_data_blocks": 182, "num_entries": 624, "num_filter_entries": 624, "num_deletions": 16, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1703069550, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "76372a4a-2482-4386-858a-a62acbc9ffc3", "db_session_id": "FGCZ79BNSA1NWN2NGFRW", "orig_file_number": 27, "seqno_to_time_mapping": "N/A"}} 2023-12-20T10:52:30.923 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703069550538566, "job": 1, "event": "recovery_finished"} 2023-12-20T10:52:30.923 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: [db/version_set.cc:5047] Creating manifest 29 2023-12-20T10:52:30.923 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-12-20T10:52:30.924 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000022.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-20T10:52:30.924 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5621fae54000 2023-12-20T10:52:30.924 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: DB pointer 0x5621fae40000 2023-12-20T10:52:30.924 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-12-20T10:52:30.924 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-12-20T10:52:30.924 INFO:journalctl@ceph.mon.b.smithi177.stdout: ** DB Stats ** 2023-12-20T10:52:30.924 INFO:journalctl@ceph.mon.b.smithi177.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-20T10:52:30.924 INFO:journalctl@ceph.mon.b.smithi177.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-20T10:52:30.924 INFO:journalctl@ceph.mon.b.smithi177.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-20T10:52:30.924 INFO:journalctl@ceph.mon.b.smithi177.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-20T10:52:30.924 INFO:journalctl@ceph.mon.b.smithi177.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-20T10:52:30.924 INFO:journalctl@ceph.mon.b.smithi177.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-20T10:52:30.925 INFO:journalctl@ceph.mon.b.smithi177.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-20T10:52:30.925 INFO:journalctl@ceph.mon.b.smithi177.stdout: 2023-12-20T10:52:30.925 INFO:journalctl@ceph.mon.b.smithi177.stdout: ** Compaction Stats [default] ** 2023-12-20T10:52:30.925 INFO:journalctl@ceph.mon.b.smithi177.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-20T10:52:30.925 INFO:journalctl@ceph.mon.b.smithi177.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-12-20T10:52:30.925 INFO:journalctl@ceph.mon.b.smithi177.stdout: L0 1/0 2.63 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 634.9 0.00 0.00 1 0.004 0 0 0.0 0.0 2023-12-20T10:52:30.925 INFO:journalctl@ceph.mon.b.smithi177.stdout: L6 1/0 9.20 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2023-12-20T10:52:30.925 INFO:journalctl@ceph.mon.b.smithi177.stdout: Sum 2/0 11.83 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 634.9 0.00 0.00 1 0.004 0 0 0.0 0.0 2023-12-20T10:52:30.925 INFO:journalctl@ceph.mon.b.smithi177.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 634.9 0.00 0.00 1 0.004 0 0 0.0 0.0 2023-12-20T10:52:30.925 INFO:journalctl@ceph.mon.b.smithi177.stdout: 2023-12-20T10:52:30.925 INFO:journalctl@ceph.mon.b.smithi177.stdout: ** Compaction Stats [default] ** 2023-12-20T10:52:30.925 INFO:journalctl@ceph.mon.b.smithi177.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-20T10:52:30.925 INFO:journalctl@ceph.mon.b.smithi177.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-20T10:52:30.925 INFO:journalctl@ceph.mon.b.smithi177.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 634.9 0.00 0.00 1 0.004 0 0 0.0 0.0 2023-12-20T10:52:30.926 INFO:journalctl@ceph.mon.b.smithi177.stdout: 2023-12-20T10:52:30.926 INFO:journalctl@ceph.mon.b.smithi177.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-12-20T10:52:30.926 INFO:journalctl@ceph.mon.b.smithi177.stdout: 2023-12-20T10:52:30.926 INFO:journalctl@ceph.mon.b.smithi177.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-20T10:52:30.926 INFO:journalctl@ceph.mon.b.smithi177.stdout: Flush(GB): cumulative 0.003, interval 0.003 2023-12-20T10:52:30.926 INFO:journalctl@ceph.mon.b.smithi177.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-20T10:52:30.926 INFO:journalctl@ceph.mon.b.smithi177.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-20T10:52:30.926 INFO:journalctl@ceph.mon.b.smithi177.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-20T10:52:30.926 INFO:journalctl@ceph.mon.b.smithi177.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-20T10:52:30.926 INFO:journalctl@ceph.mon.b.smithi177.stdout: Cumulative compaction: 0.00 GB write, 180.99 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-20T10:52:30.926 INFO:journalctl@ceph.mon.b.smithi177.stdout: Interval compaction: 0.00 GB write, 180.99 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-20T10:52:30.926 INFO:journalctl@ceph.mon.b.smithi177.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-20T10:52:30.926 INFO:journalctl@ceph.mon.b.smithi177.stdout: Block cache BinnedLRUCache@0x5621fadb9090#7 capacity: 512.00 MB usage: 6.36 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2023-12-20T10:52:30.926 INFO:journalctl@ceph.mon.b.smithi177.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.78 KB,0.000339746%) IndexBlock(1,4.58 KB,0.000873208%) Misc(1,0.00 KB,0%) 2023-12-20T10:52:30.926 INFO:journalctl@ceph.mon.b.smithi177.stdout: 2023-12-20T10:52:30.927 INFO:journalctl@ceph.mon.b.smithi177.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-20T10:52:30.927 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: starting mon.b rank 1 at public addrs [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] at bind addrs [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 85213638-9f24-11ee-95a5-87774f69a715 2023-12-20T10:52:30.927 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: mon.b@-1(???) e3 preinit fsid 85213638-9f24-11ee-95a5-87774f69a715 2023-12-20T10:52:30.927 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: mon.b@-1(???).mds e8 new map 2023-12-20T10:52:30.927 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: mon.b@-1(???).mds e8 print_map 2023-12-20T10:52:30.927 INFO:journalctl@ceph.mon.b.smithi177.stdout: e8 2023-12-20T10:52:30.927 INFO:journalctl@ceph.mon.b.smithi177.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-12-20T10:52:30.927 INFO:journalctl@ceph.mon.b.smithi177.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-20T10:52:30.927 INFO:journalctl@ceph.mon.b.smithi177.stdout: legacy client fscid: 1 2023-12-20T10:52:30.927 INFO:journalctl@ceph.mon.b.smithi177.stdout: 2023-12-20T10:52:30.927 INFO:journalctl@ceph.mon.b.smithi177.stdout: Filesystem 'cephfs' (1) 2023-12-20T10:52:30.927 INFO:journalctl@ceph.mon.b.smithi177.stdout: fs_name cephfs 2023-12-20T10:52:30.928 INFO:journalctl@ceph.mon.b.smithi177.stdout: epoch 8 2023-12-20T10:52:30.928 INFO:journalctl@ceph.mon.b.smithi177.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2023-12-20T10:52:30.928 INFO:journalctl@ceph.mon.b.smithi177.stdout: created 2023-12-20T10:47:33.068077+0000 2023-12-20T10:52:30.928 INFO:journalctl@ceph.mon.b.smithi177.stdout: modified 2023-12-20T10:47:36.713931+0000 2023-12-20T10:52:30.928 INFO:journalctl@ceph.mon.b.smithi177.stdout: tableserver 0 2023-12-20T10:52:30.928 INFO:journalctl@ceph.mon.b.smithi177.stdout: root 0 2023-12-20T10:52:30.928 INFO:journalctl@ceph.mon.b.smithi177.stdout: session_timeout 60 2023-12-20T10:52:30.928 INFO:journalctl@ceph.mon.b.smithi177.stdout: session_autoclose 300 2023-12-20T10:52:30.928 INFO:journalctl@ceph.mon.b.smithi177.stdout: max_file_size 1099511627776 2023-12-20T10:52:30.928 INFO:journalctl@ceph.mon.b.smithi177.stdout: max_xattr_size 65536 2023-12-20T10:52:30.928 INFO:journalctl@ceph.mon.b.smithi177.stdout: required_client_features {} 2023-12-20T10:52:30.928 INFO:journalctl@ceph.mon.b.smithi177.stdout: last_failure 0 2023-12-20T10:52:30.928 INFO:journalctl@ceph.mon.b.smithi177.stdout: last_failure_osd_epoch 0 2023-12-20T10:52:30.929 INFO:journalctl@ceph.mon.b.smithi177.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-20T10:52:30.929 INFO:journalctl@ceph.mon.b.smithi177.stdout: max_mds 1 2023-12-20T10:52:30.929 INFO:journalctl@ceph.mon.b.smithi177.stdout: in 0 2023-12-20T10:52:30.929 INFO:journalctl@ceph.mon.b.smithi177.stdout: up {0=24352} 2023-12-20T10:52:30.929 INFO:journalctl@ceph.mon.b.smithi177.stdout: failed 2023-12-20T10:52:30.929 INFO:journalctl@ceph.mon.b.smithi177.stdout: damaged 2023-12-20T10:52:30.929 INFO:journalctl@ceph.mon.b.smithi177.stdout: stopped 2023-12-20T10:52:30.929 INFO:journalctl@ceph.mon.b.smithi177.stdout: data_pools [3] 2023-12-20T10:52:30.929 INFO:journalctl@ceph.mon.b.smithi177.stdout: metadata_pool 2 2023-12-20T10:52:30.929 INFO:journalctl@ceph.mon.b.smithi177.stdout: inline_data disabled 2023-12-20T10:52:30.929 INFO:journalctl@ceph.mon.b.smithi177.stdout: balancer 2023-12-20T10:52:30.929 INFO:journalctl@ceph.mon.b.smithi177.stdout: bal_rank_mask -1 2023-12-20T10:52:30.929 INFO:journalctl@ceph.mon.b.smithi177.stdout: standby_count_wanted 0 2023-12-20T10:52:30.929 INFO:journalctl@ceph.mon.b.smithi177.stdout: [mds.b{0:24352} state up:active seq 3 addr [v2:172.21.15.177:6832/3479419131,v1:172.21.15.177:6833/3479419131] compat {c=[1],r=[1],i=[7ff]}] 2023-12-20T10:52:30.929 INFO:journalctl@ceph.mon.b.smithi177.stdout: 2023-12-20T10:52:30.930 INFO:journalctl@ceph.mon.b.smithi177.stdout: 2023-12-20T10:52:30.930 INFO:journalctl@ceph.mon.b.smithi177.stdout: Standby daemons: 2023-12-20T10:52:30.930 INFO:journalctl@ceph.mon.b.smithi177.stdout: 2023-12-20T10:52:30.930 INFO:journalctl@ceph.mon.b.smithi177.stdout: [mds.a{-1:14460} state up:standby seq 1 addr [v2:172.21.15.123:6834/2253813461,v1:172.21.15.123:6835/2253813461] compat {c=[1],r=[1],i=[7ff]}] 2023-12-20T10:52:30.930 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: mon.b@-1(???).osd e216 crush map has features 3314933069573799936, adjusting msgr requires 2023-12-20T10:52:30.930 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: mon.b@-1(???).osd e216 crush map has features 432629308056666112, adjusting msgr requires 2023-12-20T10:52:30.930 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: mon.b@-1(???).osd e216 crush map has features 432629308056666112, adjusting msgr requires 2023-12-20T10:52:30.931 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: mon.b@-1(???).osd e216 crush map has features 432629308056666112, adjusting msgr requires 2023-12-20T10:52:30.931 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:30 smithi177 ceph-mon[212096]: mon.b@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2023-12-20T10:52:32.398 INFO:tasks.rados.rados.0.smithi123.stdout:818: done (4 left) 2023-12-20T10:52:32.398 INFO:tasks.rados.rados.0.smithi123.stdout:819: done (3 left) 2023-12-20T10:52:32.398 INFO:tasks.rados.rados.0.smithi123.stdout:821: done (2 left) 2023-12-20T10:52:32.398 INFO:tasks.rados.rados.0.smithi123.stdout:822: done (1 left) 2023-12-20T10:52:32.398 INFO:tasks.rados.rados.0.smithi123.stdout:823: done (0 left) 2023-12-20T10:52:32.398 INFO:tasks.rados.rados.0.smithi123.stdout:824: rollback oid 43 current snap is 82 2023-12-20T10:52:32.399 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 43 to 69 2023-12-20T10:52:32.399 INFO:tasks.rados.rados.0.smithi123.stdout:825: snap_create 2023-12-20T10:52:32.403 INFO:tasks.rados.rados.0.smithi123.stdout:824: finishing rollback tid 1 to smithi123173835-43 2023-12-20T10:52:32.403 INFO:tasks.rados.rados.0.smithi123.stdout:824: finishing rollback tid 2 to smithi123173835-43 2023-12-20T10:52:32.403 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 467 (ObjNum 129 snap 0 seq_num 959218568) dirty exists 2023-12-20T10:52:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:32 smithi177 ceph-mon[212096]: pgmap v31: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2023-12-20T10:52:32.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:32 smithi177 ceph-mon[212096]: overall HEALTH_OK 2023-12-20T10:52:32.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:52:32.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:32 smithi177 ceph-mon[212096]: mon.b calling monitor election 2023-12-20T10:52:32.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:32 smithi177 ceph-mon[212096]: mon.a calling monitor election 2023-12-20T10:52:32.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:32 smithi177 ceph-mon[212096]: mon.c calling monitor election 2023-12-20T10:52:32.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:52:32.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:52:32.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:32 smithi177 ceph-mon[212096]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-20T10:52:32.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:32 smithi177 ceph-mon[212096]: monmap e4: 3 mons at {a=[v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0],b=[v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0],c=[v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-20T10:52:32.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:32 smithi177 ceph-mon[212096]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-20T10:52:32.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:32 smithi177 ceph-mon[212096]: osdmap e216: 8 total, 8 up, 8 in 2023-12-20T10:52:32.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:32 smithi177 ceph-mon[212096]: mgrmap e39: y(active, since 20s), standbys: x 2023-12-20T10:52:32.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:32 smithi177 ceph-mon[212096]: overall HEALTH_OK 2023-12-20T10:52:32.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:32.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:32.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:52:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[191304]: pgmap v31: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2023-12-20T10:52:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[191304]: overall HEALTH_OK 2023-12-20T10:52:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:52:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[191304]: mon.b calling monitor election 2023-12-20T10:52:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[191304]: mon.a calling monitor election 2023-12-20T10:52:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[191304]: mon.c calling monitor election 2023-12-20T10:52:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:52:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:52:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[191304]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-20T10:52:32.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[191304]: monmap e4: 3 mons at {a=[v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0],b=[v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0],c=[v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-20T10:52:32.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[191304]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-20T10:52:32.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[191304]: osdmap e216: 8 total, 8 up, 8 in 2023-12-20T10:52:32.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[191304]: mgrmap e39: y(active, since 20s), standbys: x 2023-12-20T10:52:32.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[191304]: overall HEALTH_OK 2023-12-20T10:52:32.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:32.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:32.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:52:32.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[188613]: pgmap v31: 121 pgs: 121 active+clean; 271 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2023-12-20T10:52:32.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[188613]: overall HEALTH_OK 2023-12-20T10:52:32.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-20T10:52:32.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[188613]: mon.b calling monitor election 2023-12-20T10:52:32.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[188613]: mon.a calling monitor election 2023-12-20T10:52:32.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[188613]: mon.c calling monitor election 2023-12-20T10:52:32.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-20T10:52:32.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-20T10:52:32.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[188613]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-20T10:52:32.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[188613]: monmap e4: 3 mons at {a=[v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0],b=[v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0],c=[v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-20T10:52:32.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[188613]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-20T10:52:32.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[188613]: osdmap e216: 8 total, 8 up, 8 in 2023-12-20T10:52:32.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[188613]: mgrmap e39: y(active, since 20s), standbys: x 2023-12-20T10:52:32.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[188613]: overall HEALTH_OK 2023-12-20T10:52:32.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:32.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:32.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:52:33.404 INFO:tasks.rados.rados.0.smithi123.stdout:824: done (1 left) 2023-12-20T10:52:33.404 INFO:tasks.rados.rados.0.smithi123.stdout:825: done (0 left) 2023-12-20T10:52:33.404 INFO:tasks.rados.rados.0.smithi123.stdout:826: rmattr oid 29 current snap is 83 2023-12-20T10:52:33.404 INFO:tasks.rados.rados.0.smithi123.stdout:827: snap_create 2023-12-20T10:52:33.411 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 475 (ObjNum 235 snap 62 seq_num 235) dirty exists 2023-12-20T10:52:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:33 smithi177 ceph-mon[212096]: failed to encode map e217 with expected crc 2023-12-20T10:52:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:33 smithi177 ceph-mon[212096]: failed to encode map e217 with expected crc 2023-12-20T10:52:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:33 smithi177 ceph-mon[212096]: osdmap e217: 8 total, 8 up, 8 in 2023-12-20T10:52:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:33 smithi177 ceph-mon[212096]: failed to encode map e217 with expected crc 2023-12-20T10:52:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:33 smithi123 ceph-mon[191304]: failed to encode map e217 with expected crc 2023-12-20T10:52:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:33 smithi123 ceph-mon[191304]: failed to encode map e217 with expected crc 2023-12-20T10:52:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:33 smithi123 ceph-mon[191304]: osdmap e217: 8 total, 8 up, 8 in 2023-12-20T10:52:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:33 smithi123 ceph-mon[191304]: failed to encode map e217 with expected crc 2023-12-20T10:52:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:33 smithi123 ceph-mon[188613]: failed to encode map e217 with expected crc 2023-12-20T10:52:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:33 smithi123 ceph-mon[188613]: failed to encode map e217 with expected crc 2023-12-20T10:52:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:33 smithi123 ceph-mon[188613]: osdmap e217: 8 total, 8 up, 8 in 2023-12-20T10:52:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:33 smithi123 ceph-mon[188613]: failed to encode map e217 with expected crc 2023-12-20T10:52:34.414 INFO:tasks.rados.rados.0.smithi123.stdout:826: done (1 left) 2023-12-20T10:52:34.414 INFO:tasks.rados.rados.0.smithi123.stdout:827: done (0 left) 2023-12-20T10:52:34.414 INFO:tasks.rados.rados.0.smithi123.stdout:828: delete oid 33 current snap is 84 2023-12-20T10:52:34.421 INFO:tasks.rados.rados.0.smithi123.stdout:828: done (0 left) 2023-12-20T10:52:34.421 INFO:tasks.rados.rados.0.smithi123.stdout:829: setattr oid 48 current snap is 84 2023-12-20T10:52:34.424 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 2 current snap is 84 2023-12-20T10:52:34.424 INFO:tasks.rados.rados.0.smithi123.stdout:830: seq_num 280 ranges {0=696320,696320=606208,1302528=688128,1990656=311296} 2023-12-20T10:52:34.428 INFO:tasks.rados.rados.0.smithi123.stdout:830: writing smithi123173835-2 from 0 to 696320 tid 1 2023-12-20T10:52:34.432 INFO:tasks.rados.rados.0.smithi123.stdout:830: writing smithi123173835-2 from 696320 to 1302528 tid 2 2023-12-20T10:52:34.436 INFO:tasks.rados.rados.0.smithi123.stdout:830: writing smithi123173835-2 from 1302528 to 1990656 tid 3 2023-12-20T10:52:34.438 INFO:tasks.rados.rados.0.smithi123.stdout:830: writing smithi123173835-2 from 1990656 to 2301952 tid 4 2023-12-20T10:52:34.438 INFO:tasks.rados.rados.0.smithi123.stdout:831: read oid 37 snap -1 2023-12-20T10:52:34.438 INFO:tasks.rados.rados.0.smithi123.stdout:831: expect (ObjNum 273 snap 78 seq_num 273) 2023-12-20T10:52:34.438 INFO:tasks.rados.rados.0.smithi123.stdout:832: copy_from oid 40 from oid 33 current snap is 84 2023-12-20T10:52:34.438 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 462 (ObjNum 237 snap 63 seq_num 237) dirty exists 2023-12-20T10:52:34.438 INFO:tasks.rados.rados.0.smithi123.stdout:829: done (3 left) 2023-12-20T10:52:34.438 INFO:tasks.rados.rados.0.smithi123.stdout:833: snap_remove snap 70 2023-12-20T10:52:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:34 smithi123 ceph-mon[188613]: pgmap v33: 121 pgs: 121 active+clean; 264 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.5 MiB/s wr, 14 op/s 2023-12-20T10:52:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:34 smithi123 ceph-mon[188613]: failed to encode map e218 with expected crc 2023-12-20T10:52:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:34 smithi123 ceph-mon[188613]: failed to encode map e218 with expected crc 2023-12-20T10:52:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:34 smithi123 ceph-mon[188613]: osdmap e218: 8 total, 8 up, 8 in 2023-12-20T10:52:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:34 smithi123 ceph-mon[188613]: failed to encode map e218 with expected crc 2023-12-20T10:52:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:34 smithi123 ceph-mon[191304]: pgmap v33: 121 pgs: 121 active+clean; 264 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.5 MiB/s wr, 14 op/s 2023-12-20T10:52:34.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:34 smithi123 ceph-mon[191304]: failed to encode map e218 with expected crc 2023-12-20T10:52:34.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:34 smithi123 ceph-mon[191304]: failed to encode map e218 with expected crc 2023-12-20T10:52:34.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:34 smithi123 ceph-mon[191304]: osdmap e218: 8 total, 8 up, 8 in 2023-12-20T10:52:34.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:34 smithi123 ceph-mon[191304]: failed to encode map e218 with expected crc 2023-12-20T10:52:34.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:34.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:34 smithi177 ceph-mon[212096]: pgmap v33: 121 pgs: 121 active+clean; 264 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.5 MiB/s wr, 14 op/s 2023-12-20T10:52:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:34 smithi177 ceph-mon[212096]: failed to encode map e218 with expected crc 2023-12-20T10:52:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:34 smithi177 ceph-mon[212096]: failed to encode map e218 with expected crc 2023-12-20T10:52:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:34 smithi177 ceph-mon[212096]: osdmap e218: 8 total, 8 up, 8 in 2023-12-20T10:52:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:34 smithi177 ceph-mon[212096]: failed to encode map e218 with expected crc 2023-12-20T10:52:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:35.419 INFO:tasks.rados.rados.0.smithi123.stdout:833: done (3 left) 2023-12-20T10:52:35.419 INFO:tasks.rados.rados.0.smithi123.stdout:834: setattr oid 27 current snap is 84 2023-12-20T10:52:35.419 INFO:tasks.rados.rados.0.smithi123.stdout:830: finishing write tid 1 to smithi123173835-2 2023-12-20T10:52:35.419 INFO:tasks.rados.rados.0.smithi123.stdout:830: finishing write tid 2 to smithi123173835-2 2023-12-20T10:52:35.419 INFO:tasks.rados.rados.0.smithi123.stdout:832: finishing copy_from to smithi123173835-40 2023-12-20T10:52:35.419 INFO:tasks.rados.rados.0.smithi123.stdout:832: got expected ENOENT (src dne) 2023-12-20T10:52:35.419 INFO:tasks.rados.rados.0.smithi123.stdout:832: finishing copy_from racing read to smithi123173835-40 2023-12-20T10:52:35.419 INFO:tasks.rados.rados.0.smithi123.stdout:830: finishing write tid 3 to smithi123173835-2 2023-12-20T10:52:35.419 INFO:tasks.rados.rados.0.smithi123.stdout:830: finishing write tid 4 to smithi123173835-2 2023-12-20T10:52:35.419 INFO:tasks.rados.rados.0.smithi123.stdout:830: finishing write tid 5 to smithi123173835-2 2023-12-20T10:52:35.420 INFO:tasks.rados.rados.0.smithi123.stdout:830: finishing write tid 6 to smithi123173835-2 2023-12-20T10:52:35.420 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 2 v 277 (ObjNum 280 snap 84 seq_num 280) dirty exists 2023-12-20T10:52:35.420 INFO:tasks.rados.rados.0.smithi123.stdout:830: left oid 2 (ObjNum 280 snap 84 seq_num 280) 2023-12-20T10:52:35.420 INFO:tasks.rados.rados.0.smithi123.stdout:831: expect (ObjNum 273 snap 78 seq_num 273) 2023-12-20T10:52:35.644 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:35 smithi177 ceph-mon[212096]: failed to encode map e219 with expected crc 2023-12-20T10:52:35.644 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:35 smithi177 ceph-mon[212096]: failed to encode map e219 with expected crc 2023-12-20T10:52:35.644 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:35 smithi177 ceph-mon[212096]: osdmap e219: 8 total, 8 up, 8 in 2023-12-20T10:52:35.644 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:35 smithi177 ceph-mon[212096]: failed to encode map e219 with expected crc 2023-12-20T10:52:35.645 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:35 smithi177 ceph-mon[212096]: failed to encode map e219 with expected crc 2023-12-20T10:52:35.645 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:35 smithi177 ceph-mon[212096]: failed to encode map e219 with expected crc 2023-12-20T10:52:35.645 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:35.645 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:35.670 INFO:tasks.rados.rados.0.smithi123.stdout:830: done (3 left) 2023-12-20T10:52:35.670 INFO:tasks.rados.rados.0.smithi123.stdout:831: done (2 left) 2023-12-20T10:52:35.670 INFO:tasks.rados.rados.0.smithi123.stdout:832: done (1 left) 2023-12-20T10:52:35.671 INFO:tasks.rados.rados.0.smithi123.stdout:835: snap_create 2023-12-20T10:52:35.672 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 27 v 191 (ObjNum 56 snap 4 seq_num 56) dirty exists 2023-12-20T10:52:35.742 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:35 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:52:35.549+0000 7f8d61249700 -1 mgr.server handle_report got status from non-daemon mon.b 2023-12-20T10:52:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:35 smithi123 ceph-mon[188613]: failed to encode map e219 with expected crc 2023-12-20T10:52:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:35 smithi123 ceph-mon[188613]: failed to encode map e219 with expected crc 2023-12-20T10:52:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:35 smithi123 ceph-mon[188613]: osdmap e219: 8 total, 8 up, 8 in 2023-12-20T10:52:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:35 smithi123 ceph-mon[188613]: failed to encode map e219 with expected crc 2023-12-20T10:52:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:35 smithi123 ceph-mon[188613]: failed to encode map e219 with expected crc 2023-12-20T10:52:35.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:35 smithi123 ceph-mon[188613]: failed to encode map e219 with expected crc 2023-12-20T10:52:35.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:35.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:35.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:35 smithi123 ceph-mon[191304]: failed to encode map e219 with expected crc 2023-12-20T10:52:35.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:35 smithi123 ceph-mon[191304]: failed to encode map e219 with expected crc 2023-12-20T10:52:35.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:35 smithi123 ceph-mon[191304]: osdmap e219: 8 total, 8 up, 8 in 2023-12-20T10:52:35.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:35 smithi123 ceph-mon[191304]: failed to encode map e219 with expected crc 2023-12-20T10:52:35.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:35 smithi123 ceph-mon[191304]: failed to encode map e219 with expected crc 2023-12-20T10:52:35.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:35 smithi123 ceph-mon[191304]: failed to encode map e219 with expected crc 2023-12-20T10:52:35.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:35.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:36.589 INFO:tasks.rados.rados.0.smithi123.stdout:834: done (1 left) 2023-12-20T10:52:36.589 INFO:tasks.rados.rados.0.smithi123.stdout:835: done (0 left) 2023-12-20T10:52:36.589 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 37 current snap is 85 2023-12-20T10:52:36.589 INFO:tasks.rados.rados.0.smithi123.stdout:836: seq_num 281 ranges {5046272=712704,5758976=491520,6250496=491520,6742016=622592} 2023-12-20T10:52:36.619 INFO:tasks.rados.rados.0.smithi123.stdout:836: writing smithi123173835-37 from 5046272 to 5758976 tid 1 2023-12-20T10:52:36.622 INFO:tasks.rados.rados.0.smithi123.stdout:836: writing smithi123173835-37 from 5758976 to 6250496 tid 2 2023-12-20T10:52:36.624 INFO:tasks.rados.rados.0.smithi123.stdout:836: writing smithi123173835-37 from 6250496 to 6742016 tid 3 2023-12-20T10:52:36.628 INFO:tasks.rados.rados.0.smithi123.stdout:836: writing smithi123173835-37 from 6742016 to 7364608 tid 4 2023-12-20T10:52:36.629 INFO:tasks.rados.rados.0.smithi123.stdout:837: snap_create 2023-12-20T10:52:36.629 INFO:tasks.rados.rados.0.smithi123.stdout:836: finishing write tid 1 to smithi123173835-37 2023-12-20T10:52:36.629 INFO:tasks.rados.rados.0.smithi123.stdout:836: finishing write tid 2 to smithi123173835-37 2023-12-20T10:52:36.629 INFO:tasks.rados.rados.0.smithi123.stdout:836: finishing write tid 3 to smithi123173835-37 2023-12-20T10:52:36.631 INFO:tasks.rados.rados.0.smithi123.stdout:836: finishing write tid 4 to smithi123173835-37 2023-12-20T10:52:36.631 INFO:tasks.rados.rados.0.smithi123.stdout:836: finishing write tid 5 to smithi123173835-37 2023-12-20T10:52:36.632 INFO:tasks.rados.rados.0.smithi123.stdout:836: finishing write tid 6 to smithi123173835-37 2023-12-20T10:52:36.632 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 480 (ObjNum 281 snap 85 seq_num 281) dirty exists 2023-12-20T10:52:36.632 INFO:tasks.rados.rados.0.smithi123.stdout:836: left oid 37 (ObjNum 281 snap 85 seq_num 281) 2023-12-20T10:52:36.723 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:36 smithi177 ceph-mon[212096]: pgmap v36: 121 pgs: 121 active+clean; 264 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.4 MiB/s wr, 1 op/s 2023-12-20T10:52:36.723 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:36 smithi177 ceph-mon[212096]: failed to encode map e220 with expected crc 2023-12-20T10:52:36.723 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:36 smithi177 ceph-mon[212096]: failed to encode map e220 with expected crc 2023-12-20T10:52:36.723 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:36 smithi177 ceph-mon[212096]: osdmap e220: 8 total, 8 up, 8 in 2023-12-20T10:52:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:36 smithi123 ceph-mon[191304]: pgmap v36: 121 pgs: 121 active+clean; 264 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.4 MiB/s wr, 1 op/s 2023-12-20T10:52:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:36 smithi123 ceph-mon[191304]: failed to encode map e220 with expected crc 2023-12-20T10:52:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:36 smithi123 ceph-mon[191304]: failed to encode map e220 with expected crc 2023-12-20T10:52:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:36 smithi123 ceph-mon[191304]: osdmap e220: 8 total, 8 up, 8 in 2023-12-20T10:52:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:36 smithi123 ceph-mon[188613]: pgmap v36: 121 pgs: 121 active+clean; 264 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.4 MiB/s wr, 1 op/s 2023-12-20T10:52:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:36 smithi123 ceph-mon[188613]: failed to encode map e220 with expected crc 2023-12-20T10:52:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:36 smithi123 ceph-mon[188613]: failed to encode map e220 with expected crc 2023-12-20T10:52:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:36 smithi123 ceph-mon[188613]: osdmap e220: 8 total, 8 up, 8 in 2023-12-20T10:52:37.591 INFO:tasks.rados.rados.0.smithi123.stdout:836: done (1 left) 2023-12-20T10:52:37.592 INFO:tasks.rados.rados.0.smithi123.stdout:837: done (0 left) 2023-12-20T10:52:37.592 INFO:tasks.rados.rados.0.smithi123.stdout:838: read oid 11 snap 55 2023-12-20T10:52:37.592 INFO:tasks.rados.rados.0.smithi123.stdout:838: expect (ObjNum 186 snap 51 seq_num 186) 2023-12-20T10:52:37.592 INFO:tasks.rados.rados.0.smithi123.stdout:839: snap_create 2023-12-20T10:52:37.605 INFO:tasks.rados.rados.0.smithi123.stdout:838: expect (ObjNum 186 snap 51 seq_num 186) 2023-12-20T10:52:37.691 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:37 smithi123 ceph-mon[191304]: failed to encode map e221 with expected crc 2023-12-20T10:52:37.691 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:37 smithi123 ceph-mon[191304]: failed to encode map e221 with expected crc 2023-12-20T10:52:37.691 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:37 smithi123 ceph-mon[191304]: osdmap e221: 8 total, 8 up, 8 in 2023-12-20T10:52:37.691 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:37 smithi123 ceph-mon[191304]: failed to encode map e221 with expected crc 2023-12-20T10:52:37.691 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:37.691 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:37.691 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:37.691 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:52:37.691 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:37.691 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:37 smithi123 ceph-mon[191304]: Reconfiguring mon.a (monmap changed)... 2023-12-20T10:52:37.691 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-20T10:52:37.692 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-20T10:52:37.692 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:37.692 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:37 smithi123 ceph-mon[191304]: Reconfiguring daemon mon.a on smithi123 2023-12-20T10:52:37.692 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:37 smithi123 ceph-mon[191304]: pgmap v39: 121 pgs: 121 active+clean; 264 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 4 op/s 2023-12-20T10:52:37.692 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:37 smithi123 ceph-mon[188613]: failed to encode map e221 with expected crc 2023-12-20T10:52:37.692 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:37 smithi123 ceph-mon[188613]: failed to encode map e221 with expected crc 2023-12-20T10:52:37.692 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:37 smithi123 ceph-mon[188613]: osdmap e221: 8 total, 8 up, 8 in 2023-12-20T10:52:37.692 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:37 smithi123 ceph-mon[188613]: failed to encode map e221 with expected crc 2023-12-20T10:52:37.692 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:37.693 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:37.693 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:37.693 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:52:37.693 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:37.693 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:37 smithi123 ceph-mon[188613]: Reconfiguring mon.a (monmap changed)... 2023-12-20T10:52:37.693 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-20T10:52:37.693 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-20T10:52:37.693 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:37.693 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:37 smithi123 ceph-mon[188613]: Reconfiguring daemon mon.a on smithi123 2023-12-20T10:52:37.693 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:37 smithi123 ceph-mon[188613]: pgmap v39: 121 pgs: 121 active+clean; 264 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 4 op/s 2023-12-20T10:52:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:37 smithi177 ceph-mon[212096]: failed to encode map e221 with expected crc 2023-12-20T10:52:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:37 smithi177 ceph-mon[212096]: failed to encode map e221 with expected crc 2023-12-20T10:52:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:37 smithi177 ceph-mon[212096]: osdmap e221: 8 total, 8 up, 8 in 2023-12-20T10:52:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:37 smithi177 ceph-mon[212096]: failed to encode map e221 with expected crc 2023-12-20T10:52:37.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:37.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:37.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:37.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:52:37.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:37.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:37 smithi177 ceph-mon[212096]: Reconfiguring mon.a (monmap changed)... 2023-12-20T10:52:37.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-20T10:52:37.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-20T10:52:37.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:37.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:37 smithi177 ceph-mon[212096]: Reconfiguring daemon mon.a on smithi123 2023-12-20T10:52:37.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:37 smithi177 ceph-mon[212096]: pgmap v39: 121 pgs: 121 active+clean; 264 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 4 op/s 2023-12-20T10:52:37.945 INFO:tasks.rados.rados.0.smithi123.stdout:838: done (1 left) 2023-12-20T10:52:37.945 INFO:tasks.rados.rados.0.smithi123.stdout:839: done (0 left) 2023-12-20T10:52:37.945 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 10 current snap is 87 2023-12-20T10:52:37.945 INFO:tasks.rados.rados.0.smithi123.stdout:840: seq_num 282 ranges {2129920=729088,2859008=425984,3284992=704512,3989504=475136} 2023-12-20T10:52:37.961 INFO:tasks.rados.rados.0.smithi123.stdout:840: writing smithi123173835-10 from 2129920 to 2859008 tid 1 2023-12-20T10:52:37.963 INFO:tasks.rados.rados.0.smithi123.stdout:840: writing smithi123173835-10 from 2859008 to 3284992 tid 2 2023-12-20T10:52:37.968 INFO:tasks.rados.rados.0.smithi123.stdout:840: writing smithi123173835-10 from 3284992 to 3989504 tid 3 2023-12-20T10:52:37.971 INFO:tasks.rados.rados.0.smithi123.stdout:840: writing smithi123173835-10 from 3989504 to 4464640 tid 4 2023-12-20T10:52:37.971 INFO:tasks.rados.rados.0.smithi123.stdout:841: copy_from oid 5 from oid 16 current snap is 87 2023-12-20T10:52:37.971 INFO:tasks.rados.rados.0.smithi123.stdout:842: copy_from oid 36 from oid 3 current snap is 87 2023-12-20T10:52:37.971 INFO:tasks.rados.rados.0.smithi123.stdout:843: read oid 6 snap -1 2023-12-20T10:52:37.971 INFO:tasks.rados.rados.0.smithi123.stdout:843: expect deleted 2023-12-20T10:52:37.971 INFO:tasks.rados.rados.0.smithi123.stdout:844: read oid 47 snap -1 2023-12-20T10:52:37.972 INFO:tasks.rados.rados.0.smithi123.stdout:844: expect (ObjNum 153 snap 43 seq_num 153) 2023-12-20T10:52:37.972 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 42 current snap is 87 2023-12-20T10:52:37.972 INFO:tasks.rados.rados.0.smithi123.stdout:845: seq_num 283 ranges {5685248=745472,6430720=712704,7143424=458752,7602176=434176} 2023-12-20T10:52:38.007 INFO:tasks.rados.rados.0.smithi123.stdout:845: writing smithi123173835-42 from 5685248 to 6430720 tid 1 2023-12-20T10:52:38.012 INFO:tasks.rados.rados.0.smithi123.stdout:845: writing smithi123173835-42 from 6430720 to 7143424 tid 2 2023-12-20T10:52:38.014 INFO:tasks.rados.rados.0.smithi123.stdout:845: writing smithi123173835-42 from 7143424 to 7602176 tid 3 2023-12-20T10:52:38.017 INFO:tasks.rados.rados.0.smithi123.stdout:845: writing smithi123173835-42 from 7602176 to 8036352 tid 4 2023-12-20T10:52:38.018 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 7 current snap is 87 2023-12-20T10:52:38.018 INFO:tasks.rados.rados.0.smithi123.stdout:846: seq_num 284 ranges {106496=761856,868352=598016,1466368=671744,2138112=335872} 2023-12-20T10:52:38.022 INFO:tasks.rados.rados.0.smithi123.stdout:846: writing smithi123173835-7 from 106496 to 868352 tid 1 2023-12-20T10:52:38.026 INFO:tasks.rados.rados.0.smithi123.stdout:846: writing smithi123173835-7 from 868352 to 1466368 tid 2 2023-12-20T10:52:38.030 INFO:tasks.rados.rados.0.smithi123.stdout:846: writing smithi123173835-7 from 1466368 to 2138112 tid 3 2023-12-20T10:52:38.033 INFO:tasks.rados.rados.0.smithi123.stdout:846: writing smithi123173835-7 from 2138112 to 2473984 tid 4 2023-12-20T10:52:38.033 INFO:tasks.rados.rados.0.smithi123.stdout:847: read oid 37 snap -1 2023-12-20T10:52:38.033 INFO:tasks.rados.rados.0.smithi123.stdout:847: expect (ObjNum 281 snap 85 seq_num 281) 2023-12-20T10:52:38.033 INFO:tasks.rados.rados.0.smithi123.stdout:848: rmattr oid 43 current snap is 87 2023-12-20T10:52:38.033 INFO:tasks.rados.rados.0.smithi123.stdout:843: done (8 left) 2023-12-20T10:52:38.033 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 49 current snap is 87 2023-12-20T10:52:38.033 INFO:tasks.rados.rados.0.smithi123.stdout:844: expect (ObjNum 153 snap 43 seq_num 153) 2023-12-20T10:52:38.141 INFO:tasks.rados.rados.0.smithi123.stdout:840: finishing write tid 1 to smithi123173835-10 2023-12-20T10:52:38.141 INFO:tasks.rados.rados.0.smithi123.stdout:840: finishing write tid 2 to smithi123173835-10 2023-12-20T10:52:38.141 INFO:tasks.rados.rados.0.smithi123.stdout:840: finishing write tid 3 to smithi123173835-10 2023-12-20T10:52:38.141 INFO:tasks.rados.rados.0.smithi123.stdout:849: seq_num 285 ranges {0=778240,778240=475136,1253376=475136,1728512=655360} 2023-12-20T10:52:38.145 INFO:tasks.rados.rados.0.smithi123.stdout:849: writing smithi123173835-49 from 0 to 778240 tid 1 2023-12-20T10:52:38.148 INFO:tasks.rados.rados.0.smithi123.stdout:849: writing smithi123173835-49 from 778240 to 1253376 tid 2 2023-12-20T10:52:38.150 INFO:tasks.rados.rados.0.smithi123.stdout:849: writing smithi123173835-49 from 1253376 to 1728512 tid 3 2023-12-20T10:52:38.154 INFO:tasks.rados.rados.0.smithi123.stdout:849: writing smithi123173835-49 from 1728512 to 2383872 tid 4 2023-12-20T10:52:38.155 INFO:tasks.rados.rados.0.smithi123.stdout:844: done (8 left) 2023-12-20T10:52:38.155 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 45 current snap is 87 2023-12-20T10:52:38.155 INFO:tasks.rados.rados.0.smithi123.stdout:840: finishing write tid 4 to smithi123173835-10 2023-12-20T10:52:38.155 INFO:tasks.rados.rados.0.smithi123.stdout:850: seq_num 286 ranges {2056192=794624,2850816=761856,3612672=679936,4292608=163840} 2023-12-20T10:52:38.169 INFO:tasks.rados.rados.0.smithi123.stdout:850: writing smithi123173835-45 from 2056192 to 2850816 tid 1 2023-12-20T10:52:38.174 INFO:tasks.rados.rados.0.smithi123.stdout:850: writing smithi123173835-45 from 2850816 to 3612672 tid 2 2023-12-20T10:52:38.178 INFO:tasks.rados.rados.0.smithi123.stdout:850: writing smithi123173835-45 from 3612672 to 4292608 tid 3 2023-12-20T10:52:38.179 INFO:tasks.rados.rados.0.smithi123.stdout:850: writing smithi123173835-45 from 4292608 to 4456448 tid 4 2023-12-20T10:52:38.179 INFO:tasks.rados.rados.0.smithi123.stdout:851: rmattr oid 22 current snap is 87 2023-12-20T10:52:38.179 INFO:tasks.rados.rados.0.smithi123.stdout:851: done (9 left) 2023-12-20T10:52:38.179 INFO:tasks.rados.rados.0.smithi123.stdout:852: snap_create 2023-12-20T10:52:38.180 INFO:tasks.rados.rados.0.smithi123.stdout:840: finishing write tid 5 to smithi123173835-10 2023-12-20T10:52:38.180 INFO:tasks.rados.rados.0.smithi123.stdout:840: finishing write tid 6 to smithi123173835-10 2023-12-20T10:52:38.180 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 704 (ObjNum 282 snap 87 seq_num 282) dirty exists 2023-12-20T10:52:38.180 INFO:tasks.rados.rados.0.smithi123.stdout:840: left oid 10 (ObjNum 282 snap 87 seq_num 282) 2023-12-20T10:52:38.180 INFO:tasks.rados.rados.0.smithi123.stdout:841: finishing copy_from to smithi123173835-5 2023-12-20T10:52:38.180 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 425 (ObjNum 215 snap 57 seq_num 215) dirty exists 2023-12-20T10:52:38.180 INFO:tasks.rados.rados.0.smithi123.stdout:841: finishing copy_from racing read to smithi123173835-5 2023-12-20T10:52:38.180 INFO:tasks.rados.rados.0.smithi123.stdout:842: finishing copy_from to smithi123173835-36 2023-12-20T10:52:38.180 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 385 (ObjNum 188 snap 52 seq_num 188) dirty exists 2023-12-20T10:52:38.181 INFO:tasks.rados.rados.0.smithi123.stdout:842: finishing copy_from racing read to smithi123173835-36 2023-12-20T10:52:38.181 INFO:tasks.rados.rados.0.smithi123.stdout:845: finishing write tid 1 to smithi123173835-42 2023-12-20T10:52:38.181 INFO:tasks.rados.rados.0.smithi123.stdout:845: finishing write tid 2 to smithi123173835-42 2023-12-20T10:52:38.181 INFO:tasks.rados.rados.0.smithi123.stdout:845: finishing write tid 3 to smithi123173835-42 2023-12-20T10:52:38.181 INFO:tasks.rados.rados.0.smithi123.stdout:845: finishing write tid 4 to smithi123173835-42 2023-12-20T10:52:38.181 INFO:tasks.rados.rados.0.smithi123.stdout:845: finishing write tid 5 to smithi123173835-42 2023-12-20T10:52:38.181 INFO:tasks.rados.rados.0.smithi123.stdout:845: finishing write tid 6 to smithi123173835-42 2023-12-20T10:52:38.181 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 42 v 523 (ObjNum 283 snap 87 seq_num 283) dirty exists 2023-12-20T10:52:38.181 INFO:tasks.rados.rados.0.smithi123.stdout:845: left oid 42 (ObjNum 283 snap 87 seq_num 283) 2023-12-20T10:52:38.181 INFO:tasks.rados.rados.0.smithi123.stdout:846: finishing write tid 1 to smithi123173835-7 2023-12-20T10:52:38.181 INFO:tasks.rados.rados.0.smithi123.stdout:846: finishing write tid 2 to smithi123173835-7 2023-12-20T10:52:38.181 INFO:tasks.rados.rados.0.smithi123.stdout:846: finishing write tid 3 to smithi123173835-7 2023-12-20T10:52:38.181 INFO:tasks.rados.rados.0.smithi123.stdout:846: finishing write tid 4 to smithi123173835-7 2023-12-20T10:52:38.181 INFO:tasks.rados.rados.0.smithi123.stdout:846: finishing write tid 5 to smithi123173835-7 2023-12-20T10:52:38.181 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 468 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-20T10:52:38.182 INFO:tasks.rados.rados.0.smithi123.stdout:846: finishing write tid 6 to smithi123173835-7 2023-12-20T10:52:38.182 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 287 (ObjNum 284 snap 87 seq_num 284) dirty exists 2023-12-20T10:52:38.182 INFO:tasks.rados.rados.0.smithi123.stdout:846: left oid 7 (ObjNum 284 snap 87 seq_num 284) 2023-12-20T10:52:38.182 INFO:tasks.rados.rados.0.smithi123.stdout:847: expect (ObjNum 281 snap 85 seq_num 281) 2023-12-20T10:52:38.576 INFO:tasks.rados.rados.0.smithi123.stdout:849: finishing write tid 1 to smithi123173835-49 2023-12-20T10:52:38.576 INFO:tasks.rados.rados.0.smithi123.stdout:849: finishing write tid 2 to smithi123173835-49 2023-12-20T10:52:38.576 INFO:tasks.rados.rados.0.smithi123.stdout:849: finishing write tid 3 to smithi123173835-49 2023-12-20T10:52:38.576 INFO:tasks.rados.rados.0.smithi123.stdout:849: finishing write tid 4 to smithi123173835-49 2023-12-20T10:52:38.576 INFO:tasks.rados.rados.0.smithi123.stdout:849: finishing write tid 5 to smithi123173835-49 2023-12-20T10:52:38.577 INFO:tasks.rados.rados.0.smithi123.stdout:849: finishing write tid 6 to smithi123173835-49 2023-12-20T10:52:38.577 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 467 (ObjNum 285 snap 87 seq_num 285) dirty exists 2023-12-20T10:52:38.577 INFO:tasks.rados.rados.0.smithi123.stdout:849: left oid 49 (ObjNum 285 snap 87 seq_num 285) 2023-12-20T10:52:38.577 INFO:tasks.rados.rados.0.smithi123.stdout:850: finishing write tid 1 to smithi123173835-45 2023-12-20T10:52:38.577 INFO:tasks.rados.rados.0.smithi123.stdout:850: finishing write tid 2 to smithi123173835-45 2023-12-20T10:52:38.578 INFO:tasks.rados.rados.0.smithi123.stdout:850: finishing write tid 3 to smithi123173835-45 2023-12-20T10:52:38.578 INFO:tasks.rados.rados.0.smithi123.stdout:850: finishing write tid 4 to smithi123173835-45 2023-12-20T10:52:38.578 INFO:tasks.rados.rados.0.smithi123.stdout:850: finishing write tid 5 to smithi123173835-45 2023-12-20T10:52:38.578 INFO:tasks.rados.rados.0.smithi123.stdout:850: finishing write tid 6 to smithi123173835-45 2023-12-20T10:52:38.578 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 455 (ObjNum 286 snap 87 seq_num 286) dirty exists 2023-12-20T10:52:38.578 INFO:tasks.rados.rados.0.smithi123.stdout:850: left oid 45 (ObjNum 286 snap 87 seq_num 286) 2023-12-20T10:52:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:38 smithi123 ceph-mon[188613]: failed to encode map e221 with expected crc 2023-12-20T10:52:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:38 smithi123 ceph-mon[188613]: failed to encode map e222 with expected crc 2023-12-20T10:52:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:38 smithi123 ceph-mon[188613]: failed to encode map e222 with expected crc 2023-12-20T10:52:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:38 smithi123 ceph-mon[188613]: osdmap e222: 8 total, 8 up, 8 in 2023-12-20T10:52:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:38 smithi123 ceph-mon[188613]: failed to encode map e222 with expected crc 2023-12-20T10:52:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:38 smithi123 ceph-mon[188613]: failed to encode map e223 with expected crc 2023-12-20T10:52:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:38 smithi123 ceph-mon[188613]: osdmap e223: 8 total, 8 up, 8 in 2023-12-20T10:52:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:38 smithi123 ceph-mon[188613]: failed to encode map e222 with expected crc 2023-12-20T10:52:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:38 smithi123 ceph-mon[188613]: failed to encode map e223 with expected crc 2023-12-20T10:52:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:38 smithi123 ceph-mon[188613]: Reconfiguring mgr.y (monmap changed)... 2023-12-20T10:52:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-20T10:52:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-20T10:52:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:38 smithi123 ceph-mon[188613]: Reconfiguring daemon mgr.y on smithi123 2023-12-20T10:52:38.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:38 smithi123 ceph-mon[191304]: failed to encode map e221 with expected crc 2023-12-20T10:52:38.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:38 smithi123 ceph-mon[191304]: failed to encode map e222 with expected crc 2023-12-20T10:52:38.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:38 smithi123 ceph-mon[191304]: failed to encode map e222 with expected crc 2023-12-20T10:52:38.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:38 smithi123 ceph-mon[191304]: osdmap e222: 8 total, 8 up, 8 in 2023-12-20T10:52:38.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:38 smithi123 ceph-mon[191304]: failed to encode map e222 with expected crc 2023-12-20T10:52:38.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:38 smithi123 ceph-mon[191304]: failed to encode map e223 with expected crc 2023-12-20T10:52:38.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:38 smithi123 ceph-mon[191304]: osdmap e223: 8 total, 8 up, 8 in 2023-12-20T10:52:38.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:38 smithi123 ceph-mon[191304]: failed to encode map e222 with expected crc 2023-12-20T10:52:38.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:38 smithi123 ceph-mon[191304]: failed to encode map e223 with expected crc 2023-12-20T10:52:38.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:38.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:38.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:38 smithi123 ceph-mon[191304]: Reconfiguring mgr.y (monmap changed)... 2023-12-20T10:52:38.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-20T10:52:38.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-20T10:52:38.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:38.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:38 smithi123 ceph-mon[191304]: Reconfiguring daemon mgr.y on smithi123 2023-12-20T10:52:38.903 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:52:38 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:52:38.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-20T10:52:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:38 smithi177 ceph-mon[212096]: failed to encode map e221 with expected crc 2023-12-20T10:52:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:38 smithi177 ceph-mon[212096]: failed to encode map e222 with expected crc 2023-12-20T10:52:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:38 smithi177 ceph-mon[212096]: failed to encode map e222 with expected crc 2023-12-20T10:52:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:38 smithi177 ceph-mon[212096]: osdmap e222: 8 total, 8 up, 8 in 2023-12-20T10:52:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:38 smithi177 ceph-mon[212096]: failed to encode map e222 with expected crc 2023-12-20T10:52:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:38 smithi177 ceph-mon[212096]: failed to encode map e223 with expected crc 2023-12-20T10:52:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:38 smithi177 ceph-mon[212096]: osdmap e223: 8 total, 8 up, 8 in 2023-12-20T10:52:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:38 smithi177 ceph-mon[212096]: failed to encode map e222 with expected crc 2023-12-20T10:52:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:38 smithi177 ceph-mon[212096]: failed to encode map e223 with expected crc 2023-12-20T10:52:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:38 smithi177 ceph-mon[212096]: Reconfiguring mgr.y (monmap changed)... 2023-12-20T10:52:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-20T10:52:38.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-20T10:52:38.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:38.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:38 smithi177 ceph-mon[212096]: Reconfiguring daemon mgr.y on smithi123 2023-12-20T10:52:39.058 INFO:tasks.rados.rados.0.smithi123.stdout:840: done (9 left) 2023-12-20T10:52:39.058 INFO:tasks.rados.rados.0.smithi123.stdout:841: done (8 left) 2023-12-20T10:52:39.058 INFO:tasks.rados.rados.0.smithi123.stdout:842: done (7 left) 2023-12-20T10:52:39.058 INFO:tasks.rados.rados.0.smithi123.stdout:845: done (6 left) 2023-12-20T10:52:39.058 INFO:tasks.rados.rados.0.smithi123.stdout:846: done (5 left) 2023-12-20T10:52:39.058 INFO:tasks.rados.rados.0.smithi123.stdout:847: done (4 left) 2023-12-20T10:52:39.058 INFO:tasks.rados.rados.0.smithi123.stdout:848: done (3 left) 2023-12-20T10:52:39.058 INFO:tasks.rados.rados.0.smithi123.stdout:849: done (2 left) 2023-12-20T10:52:39.058 INFO:tasks.rados.rados.0.smithi123.stdout:850: done (1 left) 2023-12-20T10:52:39.059 INFO:tasks.rados.rados.0.smithi123.stdout:852: done (0 left) 2023-12-20T10:52:39.059 INFO:tasks.rados.rados.0.smithi123.stdout:853: snap_create 2023-12-20T10:52:39.242 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:52:39] "GET /metrics HTTP/1.1" 200 35944 "" "Prometheus/2.43.0" 2023-12-20T10:52:39.865 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:39 smithi123 ceph-mon[191304]: failed to encode map e222 with expected crc 2023-12-20T10:52:39.865 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:39 smithi123 ceph-mon[191304]: failed to encode map e224 with expected crc 2023-12-20T10:52:39.865 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:39 smithi123 ceph-mon[191304]: osdmap e224: 8 total, 8 up, 8 in 2023-12-20T10:52:39.865 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:39.865 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:39.865 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:39 smithi123 ceph-mon[191304]: Reconfiguring mon.c (monmap changed)... 2023-12-20T10:52:39.865 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-20T10:52:39.866 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-20T10:52:39.866 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:39.866 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:39 smithi123 ceph-mon[191304]: Reconfiguring daemon mon.c on smithi123 2023-12-20T10:52:39.866 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:39 smithi123 ceph-mon[191304]: pgmap v43: 121 pgs: 121 active+clean; 268 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 21 op/s 2023-12-20T10:52:39.866 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:39 smithi123 ceph-mon[188613]: failed to encode map e222 with expected crc 2023-12-20T10:52:39.866 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:39 smithi123 ceph-mon[188613]: failed to encode map e224 with expected crc 2023-12-20T10:52:39.866 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:39 smithi123 ceph-mon[188613]: osdmap e224: 8 total, 8 up, 8 in 2023-12-20T10:52:39.866 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:39.866 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:39.866 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:39 smithi123 ceph-mon[188613]: Reconfiguring mon.c (monmap changed)... 2023-12-20T10:52:39.866 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-20T10:52:39.866 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-20T10:52:39.867 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:39.867 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:39 smithi123 ceph-mon[188613]: Reconfiguring daemon mon.c on smithi123 2023-12-20T10:52:39.867 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:39 smithi123 ceph-mon[188613]: pgmap v43: 121 pgs: 121 active+clean; 268 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 21 op/s 2023-12-20T10:52:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:39 smithi177 ceph-mon[212096]: failed to encode map e222 with expected crc 2023-12-20T10:52:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:39 smithi177 ceph-mon[212096]: failed to encode map e224 with expected crc 2023-12-20T10:52:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:39 smithi177 ceph-mon[212096]: osdmap e224: 8 total, 8 up, 8 in 2023-12-20T10:52:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:39 smithi177 ceph-mon[212096]: Reconfiguring mon.c (monmap changed)... 2023-12-20T10:52:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-20T10:52:39.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-20T10:52:39.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:39.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:39 smithi177 ceph-mon[212096]: Reconfiguring daemon mon.c on smithi123 2023-12-20T10:52:39.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:39 smithi177 ceph-mon[212096]: pgmap v43: 121 pgs: 121 active+clean; 268 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 21 op/s 2023-12-20T10:52:40.061 INFO:tasks.rados.rados.0.smithi123.stdout:853: done (0 left) 2023-12-20T10:52:40.061 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 17 current snap is 89 2023-12-20T10:52:40.061 INFO:tasks.rados.rados.0.smithi123.stdout:854: seq_num 287 ranges {0=8192} 2023-12-20T10:52:40.061 INFO:tasks.rados.rados.0.smithi123.stdout:854: writing smithi123173835-17 from 0 to 8192 tid 1 2023-12-20T10:52:40.062 INFO:tasks.rados.rados.0.smithi123.stdout:855: delete oid 15 current snap is 89 2023-12-20T10:52:40.063 INFO:tasks.rados.rados.0.smithi123.stdout:855: done (1 left) 2023-12-20T10:52:40.064 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 27 current snap is 89 2023-12-20T10:52:40.064 INFO:tasks.rados.rados.0.smithi123.stdout:856: seq_num 289 ranges {1384448=40960} 2023-12-20T10:52:40.072 INFO:tasks.rados.rados.0.smithi123.stdout:856: writing smithi123173835-27 from 1384448 to 1425408 tid 1 2023-12-20T10:52:40.072 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 10 current snap is 89 2023-12-20T10:52:40.072 INFO:tasks.rados.rados.0.smithi123.stdout:857: seq_num 290 ranges {4464640=57344} 2023-12-20T10:52:40.097 INFO:tasks.rados.rados.0.smithi123.stdout:857: writing smithi123173835-10 from 4464640 to 4521984 tid 1 2023-12-20T10:52:40.097 INFO:tasks.rados.rados.0.smithi123.stdout:858: delete oid 32 current snap is 89 2023-12-20T10:52:40.098 INFO:tasks.rados.rados.0.smithi123.stdout:854: finishing write tid 1 to smithi123173835-17 2023-12-20T10:52:40.098 INFO:tasks.rados.rados.0.smithi123.stdout:854: finishing write tid 2 to smithi123173835-17 2023-12-20T10:52:40.098 INFO:tasks.rados.rados.0.smithi123.stdout:854: finishing write tid 3 to smithi123173835-17 2023-12-20T10:52:40.098 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 17 v 273 (ObjNum 287 snap 89 seq_num 287) dirty exists 2023-12-20T10:52:40.098 INFO:tasks.rados.rados.0.smithi123.stdout:854: left oid 17 (ObjNum 287 snap 89 seq_num 287) 2023-12-20T10:52:40.098 INFO:tasks.rados.rados.0.smithi123.stdout:856: finishing write tid 1 to smithi123173835-27 2023-12-20T10:52:40.098 INFO:tasks.rados.rados.0.smithi123.stdout:856: finishing write tid 2 to smithi123173835-27 2023-12-20T10:52:40.098 INFO:tasks.rados.rados.0.smithi123.stdout:856: finishing write tid 3 to smithi123173835-27 2023-12-20T10:52:40.098 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 27 v 193 (ObjNum 289 snap 89 seq_num 289) dirty exists 2023-12-20T10:52:40.098 INFO:tasks.rados.rados.0.smithi123.stdout:856: left oid 27 (ObjNum 289 snap 89 seq_num 289) 2023-12-20T10:52:40.099 INFO:tasks.rados.rados.0.smithi123.stdout:857: finishing write tid 1 to smithi123173835-10 2023-12-20T10:52:40.101 INFO:tasks.rados.rados.0.smithi123.stdout:857: finishing write tid 2 to smithi123173835-10 2023-12-20T10:52:40.102 INFO:tasks.rados.rados.0.smithi123.stdout:857: finishing write tid 3 to smithi123173835-10 2023-12-20T10:52:40.102 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 708 (ObjNum 290 snap 89 seq_num 290) dirty exists 2023-12-20T10:52:40.102 INFO:tasks.rados.rados.0.smithi123.stdout:857: left oid 10 (ObjNum 290 snap 89 seq_num 290) 2023-12-20T10:52:40.102 INFO:tasks.rados.rados.0.smithi123.stdout:854: done (3 left) 2023-12-20T10:52:40.102 INFO:tasks.rados.rados.0.smithi123.stdout:856: done (2 left) 2023-12-20T10:52:40.102 INFO:tasks.rados.rados.0.smithi123.stdout:857: done (1 left) 2023-12-20T10:52:40.102 INFO:tasks.rados.rados.0.smithi123.stdout:858: done (0 left) 2023-12-20T10:52:40.102 INFO:tasks.rados.rados.0.smithi123.stdout:859: read oid 7 snap -1 2023-12-20T10:52:40.102 INFO:tasks.rados.rados.0.smithi123.stdout:859: expect (ObjNum 284 snap 87 seq_num 284) 2023-12-20T10:52:40.102 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 32 current snap is 89 2023-12-20T10:52:40.102 INFO:tasks.rados.rados.0.smithi123.stdout:860: seq_num 292 ranges {0=98304} 2023-12-20T10:52:40.103 INFO:tasks.rados.rados.0.smithi123.stdout:860: writing smithi123173835-32 from 0 to 98304 tid 1 2023-12-20T10:52:40.103 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 50 current snap is 89 2023-12-20T10:52:40.103 INFO:tasks.rados.rados.0.smithi123.stdout:861: seq_num 293 ranges {0=114688} 2023-12-20T10:52:40.103 INFO:tasks.rados.rados.0.smithi123.stdout:861: writing smithi123173835-50 from 0 to 114688 tid 1 2023-12-20T10:52:40.103 INFO:tasks.rados.rados.0.smithi123.stdout:862: delete oid 39 current snap is 89 2023-12-20T10:52:40.105 INFO:tasks.rados.rados.0.smithi123.stdout:860: finishing write tid 1 to smithi123173835-32 2023-12-20T10:52:40.107 INFO:tasks.rados.rados.0.smithi123.stdout:860: finishing write tid 2 to smithi123173835-32 2023-12-20T10:52:40.109 INFO:tasks.rados.rados.0.smithi123.stdout:861: finishing write tid 1 to smithi123173835-50 2023-12-20T10:52:40.109 INFO:tasks.rados.rados.0.smithi123.stdout:861: finishing write tid 2 to smithi123173835-50 2023-12-20T10:52:40.109 INFO:tasks.rados.rados.0.smithi123.stdout:860: finishing write tid 3 to smithi123173835-32 2023-12-20T10:52:40.109 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 712 (ObjNum 292 snap 89 seq_num 292) dirty exists 2023-12-20T10:52:40.109 INFO:tasks.rados.rados.0.smithi123.stdout:860: left oid 32 (ObjNum 292 snap 89 seq_num 292) 2023-12-20T10:52:40.110 INFO:tasks.rados.rados.0.smithi123.stdout:861: finishing write tid 3 to smithi123173835-50 2023-12-20T10:52:40.110 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 50 v 714 (ObjNum 293 snap 89 seq_num 293) dirty exists 2023-12-20T10:52:40.110 INFO:tasks.rados.rados.0.smithi123.stdout:861: left oid 50 (ObjNum 293 snap 89 seq_num 293) 2023-12-20T10:52:40.111 INFO:tasks.rados.rados.0.smithi123.stdout:860: done (3 left) 2023-12-20T10:52:40.111 INFO:tasks.rados.rados.0.smithi123.stdout:861: done (2 left) 2023-12-20T10:52:40.111 INFO:tasks.rados.rados.0.smithi123.stdout:862: done (1 left) 2023-12-20T10:52:40.111 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 38 current snap is 89 2023-12-20T10:52:40.111 INFO:tasks.rados.rados.0.smithi123.stdout:863: seq_num 295 ranges {0=147456} 2023-12-20T10:52:40.112 INFO:tasks.rados.rados.0.smithi123.stdout:863: writing smithi123173835-38 from 0 to 147456 tid 1 2023-12-20T10:52:40.112 INFO:tasks.rados.rados.0.smithi123.stdout:864: copy_from oid 34 from oid 40 current snap is 89 2023-12-20T10:52:40.112 INFO:tasks.rados.rados.0.smithi123.stdout:859: expect (ObjNum 284 snap 87 seq_num 284) 2023-12-20T10:52:40.183 INFO:tasks.rados.rados.0.smithi123.stdout:863: finishing write tid 1 to smithi123173835-38 2023-12-20T10:52:40.183 INFO:tasks.rados.rados.0.smithi123.stdout:863: finishing write tid 2 to smithi123173835-38 2023-12-20T10:52:40.183 INFO:tasks.rados.rados.0.smithi123.stdout:864: finishing copy_from to smithi123173835-34 2023-12-20T10:52:40.183 INFO:tasks.rados.rados.0.smithi123.stdout:864: got expected ENOENT (src dne) 2023-12-20T10:52:40.183 INFO:tasks.rados.rados.0.smithi123.stdout:864: finishing copy_from racing read to smithi123173835-34 2023-12-20T10:52:40.183 INFO:tasks.rados.rados.0.smithi123.stdout:863: finishing write tid 3 to smithi123173835-38 2023-12-20T10:52:40.183 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 38 v 387 (ObjNum 295 snap 89 seq_num 295) dirty exists 2023-12-20T10:52:40.183 INFO:tasks.rados.rados.0.smithi123.stdout:863: left oid 38 (ObjNum 295 snap 89 seq_num 295) 2023-12-20T10:52:40.183 INFO:tasks.rados.rados.0.smithi123.stdout:859: done (2 left) 2023-12-20T10:52:40.183 INFO:tasks.rados.rados.0.smithi123.stdout:863: done (1 left) 2023-12-20T10:52:40.183 INFO:tasks.rados.rados.0.smithi123.stdout:864: done (0 left) 2023-12-20T10:52:40.184 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 35 current snap is 89 2023-12-20T10:52:40.184 INFO:tasks.rados.rados.0.smithi123.stdout:865: seq_num 296 ranges {0=163840} 2023-12-20T10:52:40.184 INFO:tasks.rados.rados.0.smithi123.stdout:865: writing smithi123173835-35 from 0 to 163840 tid 1 2023-12-20T10:52:40.184 INFO:tasks.rados.rados.0.smithi123.stdout:866: delete oid 33 current snap is 89 2023-12-20T10:52:40.186 INFO:tasks.rados.rados.0.smithi123.stdout:866: done (1 left) 2023-12-20T10:52:40.186 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 48 current snap is 89 2023-12-20T10:52:40.186 INFO:tasks.rados.rados.0.smithi123.stdout:867: seq_num 298 ranges {1687552=196608} 2023-12-20T10:52:40.196 INFO:tasks.rados.rados.0.smithi123.stdout:867: writing smithi123173835-48 from 1687552 to 1884160 tid 1 2023-12-20T10:52:40.196 INFO:tasks.rados.rados.0.smithi123.stdout:868: snap_create 2023-12-20T10:52:40.196 INFO:tasks.rados.rados.0.smithi123.stdout:865: finishing write tid 1 to smithi123173835-35 2023-12-20T10:52:40.197 INFO:tasks.rados.rados.0.smithi123.stdout:865: finishing write tid 2 to smithi123173835-35 2023-12-20T10:52:40.197 INFO:tasks.rados.rados.0.smithi123.stdout:865: finishing write tid 3 to smithi123173835-35 2023-12-20T10:52:40.197 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 35 v 716 (ObjNum 296 snap 89 seq_num 296) dirty exists 2023-12-20T10:52:40.197 INFO:tasks.rados.rados.0.smithi123.stdout:865: left oid 35 (ObjNum 296 snap 89 seq_num 296) 2023-12-20T10:52:40.199 INFO:tasks.rados.rados.0.smithi123.stdout:867: finishing write tid 1 to smithi123173835-48 2023-12-20T10:52:40.199 INFO:tasks.rados.rados.0.smithi123.stdout:867: finishing write tid 2 to smithi123173835-48 2023-12-20T10:52:40.202 INFO:tasks.rados.rados.0.smithi123.stdout:867: finishing write tid 3 to smithi123173835-48 2023-12-20T10:52:40.202 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 469 (ObjNum 298 snap 89 seq_num 298) dirty exists 2023-12-20T10:52:40.202 INFO:tasks.rados.rados.0.smithi123.stdout:867: left oid 48 (ObjNum 298 snap 89 seq_num 298) 2023-12-20T10:52:40.856 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:40 smithi123 ceph-mon[191304]: failed to encode map e224 with expected crc 2023-12-20T10:52:40.856 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:40 smithi123 ceph-mon[191304]: failed to encode map e225 with expected crc 2023-12-20T10:52:40.857 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:40 smithi123 ceph-mon[191304]: failed to encode map e225 with expected crc 2023-12-20T10:52:40.857 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:40 smithi123 ceph-mon[191304]: osdmap e225: 8 total, 8 up, 8 in 2023-12-20T10:52:40.857 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:40 smithi123 ceph-mon[191304]: failed to encode map e224 with expected crc 2023-12-20T10:52:40.857 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:40.857 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:40.857 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:40 smithi123 ceph-mon[191304]: Reconfiguring osd.0 (monmap changed)... 2023-12-20T10:52:40.857 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-20T10:52:40.857 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:40.857 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:40 smithi123 ceph-mon[191304]: Reconfiguring daemon osd.0 on smithi123 2023-12-20T10:52:40.857 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:40 smithi123 ceph-mon[188613]: failed to encode map e224 with expected crc 2023-12-20T10:52:40.857 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:40 smithi123 ceph-mon[188613]: failed to encode map e225 with expected crc 2023-12-20T10:52:40.857 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:40 smithi123 ceph-mon[188613]: failed to encode map e225 with expected crc 2023-12-20T10:52:40.858 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:40 smithi123 ceph-mon[188613]: osdmap e225: 8 total, 8 up, 8 in 2023-12-20T10:52:40.858 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:40 smithi123 ceph-mon[188613]: failed to encode map e224 with expected crc 2023-12-20T10:52:40.858 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:40.858 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:40.858 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:40 smithi123 ceph-mon[188613]: Reconfiguring osd.0 (monmap changed)... 2023-12-20T10:52:40.858 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-20T10:52:40.858 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:40.858 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:40 smithi123 ceph-mon[188613]: Reconfiguring daemon osd.0 on smithi123 2023-12-20T10:52:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:40 smithi177 ceph-mon[212096]: failed to encode map e224 with expected crc 2023-12-20T10:52:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:40 smithi177 ceph-mon[212096]: failed to encode map e225 with expected crc 2023-12-20T10:52:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:40 smithi177 ceph-mon[212096]: failed to encode map e225 with expected crc 2023-12-20T10:52:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:40 smithi177 ceph-mon[212096]: osdmap e225: 8 total, 8 up, 8 in 2023-12-20T10:52:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:40 smithi177 ceph-mon[212096]: failed to encode map e224 with expected crc 2023-12-20T10:52:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:40.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:40 smithi177 ceph-mon[212096]: Reconfiguring osd.0 (monmap changed)... 2023-12-20T10:52:40.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-20T10:52:40.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:40.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:40 smithi177 ceph-mon[212096]: Reconfiguring daemon osd.0 on smithi123 2023-12-20T10:52:41.130 INFO:tasks.rados.rados.0.smithi123.stdout:865: done (2 left) 2023-12-20T10:52:41.130 INFO:tasks.rados.rados.0.smithi123.stdout:867: done (1 left) 2023-12-20T10:52:41.130 INFO:tasks.rados.rados.0.smithi123.stdout:868: done (0 left) 2023-12-20T10:52:41.130 INFO:tasks.rados.rados.0.smithi123.stdout:869: snap_remove snap 77 2023-12-20T10:52:41.873 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:41 smithi123 ceph-mon[191304]: failed to encode map e225 with expected crc 2023-12-20T10:52:41.873 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:41 smithi123 ceph-mon[191304]: failed to encode map e225 with expected crc 2023-12-20T10:52:41.873 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:41 smithi123 ceph-mon[191304]: failed to encode map e226 with expected crc 2023-12-20T10:52:41.873 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:41 smithi123 ceph-mon[191304]: osdmap e226: 8 total, 8 up, 8 in 2023-12-20T10:52:41.873 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:41.873 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:41.874 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:41 smithi123 ceph-mon[191304]: Reconfiguring osd.1 (monmap changed)... 2023-12-20T10:52:41.874 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-20T10:52:41.874 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:41.874 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:41 smithi123 ceph-mon[191304]: Reconfiguring daemon osd.1 on smithi123 2023-12-20T10:52:41.874 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:41 smithi123 ceph-mon[191304]: pgmap v46: 121 pgs: 121 active+clean; 268 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:52:41.874 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:52:41.874 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:41 smithi123 ceph-mon[188613]: failed to encode map e225 with expected crc 2023-12-20T10:52:41.874 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:41 smithi123 ceph-mon[188613]: failed to encode map e225 with expected crc 2023-12-20T10:52:41.874 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:41 smithi123 ceph-mon[188613]: failed to encode map e226 with expected crc 2023-12-20T10:52:41.874 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:41 smithi123 ceph-mon[188613]: osdmap e226: 8 total, 8 up, 8 in 2023-12-20T10:52:41.874 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:41.875 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:41.875 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:41 smithi123 ceph-mon[188613]: Reconfiguring osd.1 (monmap changed)... 2023-12-20T10:52:41.875 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-20T10:52:41.875 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:41.875 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:41 smithi123 ceph-mon[188613]: Reconfiguring daemon osd.1 on smithi123 2023-12-20T10:52:41.875 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:41 smithi123 ceph-mon[188613]: pgmap v46: 121 pgs: 121 active+clean; 268 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:52:41.875 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:52:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:41 smithi177 ceph-mon[212096]: failed to encode map e225 with expected crc 2023-12-20T10:52:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:41 smithi177 ceph-mon[212096]: failed to encode map e225 with expected crc 2023-12-20T10:52:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:41 smithi177 ceph-mon[212096]: failed to encode map e226 with expected crc 2023-12-20T10:52:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:41 smithi177 ceph-mon[212096]: osdmap e226: 8 total, 8 up, 8 in 2023-12-20T10:52:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:41 smithi177 ceph-mon[212096]: Reconfiguring osd.1 (monmap changed)... 2023-12-20T10:52:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-20T10:52:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:41.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:41 smithi177 ceph-mon[212096]: Reconfiguring daemon osd.1 on smithi123 2023-12-20T10:52:41.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:41 smithi177 ceph-mon[212096]: pgmap v46: 121 pgs: 121 active+clean; 268 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-20T10:52:41.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:52:42.129 INFO:tasks.rados.rados.0.smithi123.stdout:869: done (0 left) 2023-12-20T10:52:42.129 INFO:tasks.rados.rados.0.smithi123.stdout:870: rmattr oid 46 current snap is 90 2023-12-20T10:52:42.129 INFO:tasks.rados.rados.0.smithi123.stdout:870: done (0 left) 2023-12-20T10:52:42.129 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 21 current snap is 90 2023-12-20T10:52:42.129 INFO:tasks.rados.rados.0.smithi123.stdout:871: seq_num 299 ranges {6889472=212992} 2023-12-20T10:52:42.169 INFO:tasks.rados.rados.0.smithi123.stdout:871: writing smithi123173835-21 from 6889472 to 7102464 tid 1 2023-12-20T10:52:42.169 INFO:tasks.rados.rados.0.smithi123.stdout:872: delete oid 39 current snap is 90 2023-12-20T10:52:42.170 INFO:tasks.rados.rados.0.smithi123.stdout:872: done (1 left) 2023-12-20T10:52:42.170 INFO:tasks.rados.rados.0.smithi123.stdout:873: read oid 49 snap -1 2023-12-20T10:52:42.170 INFO:tasks.rados.rados.0.smithi123.stdout:873: expect (ObjNum 285 snap 87 seq_num 285) 2023-12-20T10:52:42.170 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 28 current snap is 90 2023-12-20T10:52:42.171 INFO:tasks.rados.rados.0.smithi123.stdout:874: seq_num 301 ranges {3735552=245760} 2023-12-20T10:52:42.193 INFO:tasks.rados.rados.0.smithi123.stdout:874: writing smithi123173835-28 from 3735552 to 3981312 tid 1 2023-12-20T10:52:42.193 INFO:tasks.rados.rados.0.smithi123.stdout:875: read oid 39 snap -1 2023-12-20T10:52:42.193 INFO:tasks.rados.rados.0.smithi123.stdout:875: expect deleted 2023-12-20T10:52:42.193 INFO:tasks.rados.rados.0.smithi123.stdout:876: rmattr oid 12 current snap is 90 2023-12-20T10:52:42.193 INFO:tasks.rados.rados.0.smithi123.stdout:876: done (4 left) 2023-12-20T10:52:42.193 INFO:tasks.rados.rados.0.smithi123.stdout:877: delete oid 3 current snap is 90 2023-12-20T10:52:42.193 INFO:tasks.rados.rados.0.smithi123.stdout:871: finishing write tid 1 to smithi123173835-21 2023-12-20T10:52:42.193 INFO:tasks.rados.rados.0.smithi123.stdout:871: finishing write tid 2 to smithi123173835-21 2023-12-20T10:52:42.193 INFO:tasks.rados.rados.0.smithi123.stdout:871: finishing write tid 3 to smithi123173835-21 2023-12-20T10:52:42.193 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 224 (ObjNum 299 snap 90 seq_num 299) dirty exists 2023-12-20T10:52:42.194 INFO:tasks.rados.rados.0.smithi123.stdout:871: left oid 21 (ObjNum 299 snap 90 seq_num 299) 2023-12-20T10:52:42.194 INFO:tasks.rados.rados.0.smithi123.stdout:873: expect (ObjNum 285 snap 87 seq_num 285) 2023-12-20T10:52:42.264 INFO:tasks.rados.rados.0.smithi123.stdout:874: finishing write tid 1 to smithi123173835-28 2023-12-20T10:52:42.264 INFO:tasks.rados.rados.0.smithi123.stdout:874: finishing write tid 2 to smithi123173835-28 2023-12-20T10:52:42.264 INFO:tasks.rados.rados.0.smithi123.stdout:874: finishing write tid 3 to smithi123173835-28 2023-12-20T10:52:42.264 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 28 v 186 (ObjNum 301 snap 90 seq_num 301) dirty exists 2023-12-20T10:52:42.264 INFO:tasks.rados.rados.0.smithi123.stdout:874: left oid 28 (ObjNum 301 snap 90 seq_num 301) 2023-12-20T10:52:42.264 INFO:tasks.rados.rados.0.smithi123.stdout:871: done (4 left) 2023-12-20T10:52:42.264 INFO:tasks.rados.rados.0.smithi123.stdout:873: done (3 left) 2023-12-20T10:52:42.264 INFO:tasks.rados.rados.0.smithi123.stdout:874: done (2 left) 2023-12-20T10:52:42.264 INFO:tasks.rados.rados.0.smithi123.stdout:875: done (1 left) 2023-12-20T10:52:42.264 INFO:tasks.rados.rados.0.smithi123.stdout:877: done (0 left) 2023-12-20T10:52:42.265 INFO:tasks.rados.rados.0.smithi123.stdout:878: copy_from oid 50 from oid 30 current snap is 90 2023-12-20T10:52:42.265 INFO:tasks.rados.rados.0.smithi123.stdout:879: snap_remove snap 58 2023-12-20T10:52:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:42 smithi177 ceph-mon[212096]: failed to encode map e226 with expected crc 2023-12-20T10:52:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:42 smithi177 ceph-mon[212096]: failed to encode map e227 with expected crc 2023-12-20T10:52:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:42 smithi177 ceph-mon[212096]: osdmap e227: 8 total, 8 up, 8 in 2023-12-20T10:52:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:42 smithi177 ceph-mon[212096]: Reconfiguring osd.2 (monmap changed)... 2023-12-20T10:52:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-20T10:52:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:42 smithi177 ceph-mon[212096]: Reconfiguring daemon osd.2 on smithi123 2023-12-20T10:52:42.939 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:42 smithi123 ceph-mon[191304]: failed to encode map e226 with expected crc 2023-12-20T10:52:42.939 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:42 smithi123 ceph-mon[191304]: failed to encode map e227 with expected crc 2023-12-20T10:52:42.940 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:42 smithi123 ceph-mon[191304]: osdmap e227: 8 total, 8 up, 8 in 2023-12-20T10:52:42.940 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:42.940 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:42.940 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:42 smithi123 ceph-mon[191304]: Reconfiguring osd.2 (monmap changed)... 2023-12-20T10:52:42.940 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-20T10:52:42.940 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:42.940 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:42 smithi123 ceph-mon[191304]: Reconfiguring daemon osd.2 on smithi123 2023-12-20T10:52:42.940 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:42 smithi123 ceph-mon[188613]: failed to encode map e226 with expected crc 2023-12-20T10:52:42.940 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:42 smithi123 ceph-mon[188613]: failed to encode map e227 with expected crc 2023-12-20T10:52:42.940 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:42 smithi123 ceph-mon[188613]: osdmap e227: 8 total, 8 up, 8 in 2023-12-20T10:52:42.940 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:42.940 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:42.941 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:42 smithi123 ceph-mon[188613]: Reconfiguring osd.2 (monmap changed)... 2023-12-20T10:52:42.941 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-20T10:52:42.941 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:42.941 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:42 smithi123 ceph-mon[188613]: Reconfiguring daemon osd.2 on smithi123 2023-12-20T10:52:43.177 INFO:tasks.rados.rados.0.smithi123.stdout:879: done (1 left) 2023-12-20T10:52:43.178 INFO:tasks.rados.rados.0.smithi123.stdout:880: snap_create 2023-12-20T10:52:43.178 INFO:tasks.rados.rados.0.smithi123.stdout:878: finishing copy_from to smithi123173835-50 2023-12-20T10:52:43.178 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 50 v 178 (ObjNum 29 snap 0 seq_num 29) dirty exists 2023-12-20T10:52:43.178 INFO:tasks.rados.rados.0.smithi123.stdout:878: finishing copy_from racing read to smithi123173835-50 2023-12-20T10:52:43.432 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T10:52:43.764 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T10:52:43.765 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (87s) 19s ago 4m 19.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T10:52:43.765 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (76s) 9s ago 4m 83.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T10:52:43.765 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5m) 19s ago 5m 14.8M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T10:52:43.765 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5m) 9s ago 5m 19.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T10:52:43.765 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (50s) 9s ago 7m 446M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T10:52:43.765 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (71s) 19s ago 9m 497M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T10:52:43.765 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (41s) 19s ago 9m 44.8M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T10:52:43.765 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (13s) 9s ago 8m 25.1M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T10:52:43.765 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (22s) 19s ago 7m 23.0M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T10:52:43.765 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (85s) 19s ago 4m 9479k - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T10:52:43.765 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (75s) 9s ago 4m 9743k - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T10:52:43.765 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7m) 19s ago 7m 293M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 828b88ed29e3 2023-12-20T10:52:43.766 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7m) 19s ago 7m 252M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 b0cee27bddee 2023-12-20T10:52:43.766 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6m) 19s ago 6m 301M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 b1369b31ef83 2023-12-20T10:52:43.766 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6m) 19s ago 6m 250M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 8305407356c6 2023-12-20T10:52:43.766 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6m) 9s ago 6m 268M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 1798bf319de3 2023-12-20T10:52:43.766 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6m) 9s ago 6m 239M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 dfacb71fe175 2023-12-20T10:52:43.766 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5m) 9s ago 5m 185M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 81d67759495c 2023-12-20T10:52:43.766 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5m) 9s ago 5m 284M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 b7ad316c3647 2023-12-20T10:52:43.766 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (53s) 9s ago 4m 47.9M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T10:52:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:43 smithi177 ceph-mon[212096]: failed to encode map e226 with expected crc 2023-12-20T10:52:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:43 smithi177 ceph-mon[212096]: failed to encode map e228 with expected crc 2023-12-20T10:52:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:43 smithi177 ceph-mon[212096]: failed to encode map e228 with expected crc 2023-12-20T10:52:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:43 smithi177 ceph-mon[212096]: osdmap e228: 8 total, 8 up, 8 in 2023-12-20T10:52:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:43.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:43 smithi177 ceph-mon[212096]: pgmap v49: 121 pgs: 121 active+clean; 284 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.9 MiB/s wr, 24 op/s 2023-12-20T10:52:43.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:43 smithi177 ceph-mon[212096]: Reconfiguring osd.3 (monmap changed)... 2023-12-20T10:52:43.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-20T10:52:43.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:43.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:43 smithi177 ceph-mon[212096]: Reconfiguring daemon osd.3 on smithi123 2023-12-20T10:52:43.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:43 smithi177 ceph-mon[212096]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:52:43.948 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:43 smithi123 ceph-mon[188613]: failed to encode map e226 with expected crc 2023-12-20T10:52:43.948 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:43 smithi123 ceph-mon[188613]: failed to encode map e228 with expected crc 2023-12-20T10:52:43.948 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:43 smithi123 ceph-mon[188613]: failed to encode map e228 with expected crc 2023-12-20T10:52:43.948 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:43 smithi123 ceph-mon[188613]: osdmap e228: 8 total, 8 up, 8 in 2023-12-20T10:52:43.948 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:43.948 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:43.948 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:43 smithi123 ceph-mon[188613]: pgmap v49: 121 pgs: 121 active+clean; 284 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.9 MiB/s wr, 24 op/s 2023-12-20T10:52:43.948 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:43 smithi123 ceph-mon[188613]: Reconfiguring osd.3 (monmap changed)... 2023-12-20T10:52:43.948 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-20T10:52:43.949 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:43.949 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:43 smithi123 ceph-mon[188613]: Reconfiguring daemon osd.3 on smithi123 2023-12-20T10:52:43.949 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:43 smithi123 ceph-mon[188613]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:52:43.949 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:43 smithi123 ceph-mon[191304]: failed to encode map e226 with expected crc 2023-12-20T10:52:43.949 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:43 smithi123 ceph-mon[191304]: failed to encode map e228 with expected crc 2023-12-20T10:52:43.949 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:43 smithi123 ceph-mon[191304]: failed to encode map e228 with expected crc 2023-12-20T10:52:43.949 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:43 smithi123 ceph-mon[191304]: osdmap e228: 8 total, 8 up, 8 in 2023-12-20T10:52:43.949 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:43.949 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:43.949 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:43 smithi123 ceph-mon[191304]: pgmap v49: 121 pgs: 121 active+clean; 284 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.9 MiB/s wr, 24 op/s 2023-12-20T10:52:43.949 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:43 smithi123 ceph-mon[191304]: Reconfiguring osd.3 (monmap changed)... 2023-12-20T10:52:43.949 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-20T10:52:43.950 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:43.950 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:43 smithi123 ceph-mon[191304]: Reconfiguring daemon osd.3 on smithi123 2023-12-20T10:52:43.950 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:43 smithi123 ceph-mon[191304]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:52:44.165 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T10:52:44.165 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T10:52:44.165 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T10:52:44.165 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:52:44.166 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T10:52:44.166 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T10:52:44.166 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:52:44.166 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T10:52:44.166 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 8 2023-12-20T10:52:44.166 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:52:44.166 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T10:52:44.166 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T10:52:44.166 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:52:44.166 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T10:52:44.166 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 10, 2023-12-20T10:52:44.166 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 5 2023-12-20T10:52:44.166 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T10:52:44.166 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T10:52:44.180 INFO:tasks.rados.rados.0.smithi123.stdout:878: done (1 left) 2023-12-20T10:52:44.180 INFO:tasks.rados.rados.0.smithi123.stdout:880: done (0 left) 2023-12-20T10:52:44.180 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 21 current snap is 91 2023-12-20T10:52:44.180 INFO:tasks.rados.rados.0.smithi123.stdout:881: seq_num 303 ranges {7102464=278528} 2023-12-20T10:52:44.221 INFO:tasks.rados.rados.0.smithi123.stdout:881: writing smithi123173835-21 from 7102464 to 7380992 tid 1 2023-12-20T10:52:44.221 INFO:tasks.rados.rados.0.smithi123.stdout:882: rollback oid 42 current snap is 91 2023-12-20T10:52:44.221 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 42 to 59 2023-12-20T10:52:44.221 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 47 current snap is 91 2023-12-20T10:52:44.221 INFO:tasks.rados.rados.0.smithi123.stdout:883: seq_num 304 ranges {2220032=294912} 2023-12-20T10:52:44.235 INFO:tasks.rados.rados.0.smithi123.stdout:883: writing smithi123173835-47 from 2220032 to 2514944 tid 1 2023-12-20T10:52:44.235 INFO:tasks.rados.rados.0.smithi123.stdout:884: copy_from oid 13 from oid 7 current snap is 91 2023-12-20T10:52:44.236 INFO:tasks.rados.rados.0.smithi123.stdout:882: finishing rollback tid 0 to smithi123173835-42 2023-12-20T10:52:44.236 INFO:tasks.rados.rados.0.smithi123.stdout:882: finishing rollback tid 1 to smithi123173835-42 2023-12-20T10:52:44.236 INFO:tasks.rados.rados.0.smithi123.stdout:882: finishing rollback tid 2 to smithi123173835-42 2023-12-20T10:52:44.236 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 42 v 543 (ObjNum 156 snap 45 seq_num 156) dirty exists 2023-12-20T10:52:44.236 INFO:tasks.rados.rados.0.smithi123.stdout:881: finishing write tid 1 to smithi123173835-21 2023-12-20T10:52:44.236 INFO:tasks.rados.rados.0.smithi123.stdout:881: finishing write tid 2 to smithi123173835-21 2023-12-20T10:52:44.236 INFO:tasks.rados.rados.0.smithi123.stdout:881: finishing write tid 3 to smithi123173835-21 2023-12-20T10:52:44.236 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 231 (ObjNum 303 snap 91 seq_num 303) dirty exists 2023-12-20T10:52:44.236 INFO:tasks.rados.rados.0.smithi123.stdout:881: left oid 21 (ObjNum 303 snap 91 seq_num 303) 2023-12-20T10:52:44.236 INFO:tasks.rados.rados.0.smithi123.stdout:881: done (3 left) 2023-12-20T10:52:44.236 INFO:tasks.rados.rados.0.smithi123.stdout:882: done (2 left) 2023-12-20T10:52:44.236 INFO:tasks.rados.rados.0.smithi123.stdout:885: snap_create 2023-12-20T10:52:44.238 INFO:tasks.rados.rados.0.smithi123.stdout:883: finishing write tid 1 to smithi123173835-47 2023-12-20T10:52:44.238 INFO:tasks.rados.rados.0.smithi123.stdout:883: finishing write tid 2 to smithi123173835-47 2023-12-20T10:52:44.239 INFO:tasks.rados.rados.0.smithi123.stdout:883: finishing write tid 3 to smithi123173835-47 2023-12-20T10:52:44.239 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 47 v 280 (ObjNum 304 snap 91 seq_num 304) dirty exists 2023-12-20T10:52:44.239 INFO:tasks.rados.rados.0.smithi123.stdout:883: left oid 47 (ObjNum 304 snap 91 seq_num 304) 2023-12-20T10:52:44.251 INFO:tasks.rados.rados.0.smithi123.stdout:884: finishing copy_from to smithi123173835-13 2023-12-20T10:52:44.251 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 287 (ObjNum 284 snap 87 seq_num 284) dirty exists 2023-12-20T10:52:44.252 INFO:tasks.rados.rados.0.smithi123.stdout:884: finishing copy_from racing read to smithi123173835-13 2023-12-20T10:52:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:44 smithi177 ceph-mon[212096]: from='client.34173 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:52:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:44 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4255604500' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:52:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:44 smithi177 ceph-mon[212096]: failed to encode map e229 with expected crc 2023-12-20T10:52:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:44 smithi177 ceph-mon[212096]: osdmap e229: 8 total, 8 up, 8 in 2023-12-20T10:52:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:44 smithi177 ceph-mon[212096]: failed to encode map e229 with expected crc 2023-12-20T10:52:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:44 smithi177 ceph-mon[212096]: failed to encode map e229 with expected crc 2023-12-20T10:52:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:44 smithi177 ceph-mon[212096]: Reconfiguring mds.a (monmap changed)... 2023-12-20T10:52:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-20T10:52:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:44 smithi177 ceph-mon[212096]: Reconfiguring daemon mds.a on smithi123 2023-12-20T10:52:44.973 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:44 smithi123 ceph-mon[191304]: from='client.34173 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:52:44.973 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:44 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4255604500' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:52:44.973 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:44 smithi123 ceph-mon[191304]: failed to encode map e229 with expected crc 2023-12-20T10:52:44.973 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:44 smithi123 ceph-mon[191304]: osdmap e229: 8 total, 8 up, 8 in 2023-12-20T10:52:44.973 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:44 smithi123 ceph-mon[191304]: failed to encode map e229 with expected crc 2023-12-20T10:52:44.973 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:44 smithi123 ceph-mon[191304]: failed to encode map e229 with expected crc 2023-12-20T10:52:44.974 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:44.974 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:44.974 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:44 smithi123 ceph-mon[191304]: Reconfiguring mds.a (monmap changed)... 2023-12-20T10:52:44.974 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-20T10:52:44.974 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:44.974 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:44 smithi123 ceph-mon[191304]: Reconfiguring daemon mds.a on smithi123 2023-12-20T10:52:44.974 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:44 smithi123 ceph-mon[188613]: from='client.34173 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:52:44.974 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:44 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4255604500' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:52:44.974 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:44 smithi123 ceph-mon[188613]: failed to encode map e229 with expected crc 2023-12-20T10:52:44.974 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:44 smithi123 ceph-mon[188613]: osdmap e229: 8 total, 8 up, 8 in 2023-12-20T10:52:44.974 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:44 smithi123 ceph-mon[188613]: failed to encode map e229 with expected crc 2023-12-20T10:52:44.974 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:44 smithi123 ceph-mon[188613]: failed to encode map e229 with expected crc 2023-12-20T10:52:44.975 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:44.975 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:44.975 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:44 smithi123 ceph-mon[188613]: Reconfiguring mds.a (monmap changed)... 2023-12-20T10:52:44.975 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-20T10:52:44.975 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:44.975 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:44 smithi123 ceph-mon[188613]: Reconfiguring daemon mds.a on smithi123 2023-12-20T10:52:45.182 INFO:tasks.rados.rados.0.smithi123.stdout:883: done (2 left) 2023-12-20T10:52:45.182 INFO:tasks.rados.rados.0.smithi123.stdout:884: done (1 left) 2023-12-20T10:52:45.182 INFO:tasks.rados.rados.0.smithi123.stdout:885: done (0 left) 2023-12-20T10:52:45.182 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 15 current snap is 92 2023-12-20T10:52:45.182 INFO:tasks.rados.rados.0.smithi123.stdout:886: seq_num 305 ranges {0=311296} 2023-12-20T10:52:45.184 INFO:tasks.rados.rados.0.smithi123.stdout:886: writing smithi123173835-15 from 0 to 311296 tid 1 2023-12-20T10:52:45.184 INFO:tasks.rados.rados.0.smithi123.stdout:887: delete oid 31 current snap is 92 2023-12-20T10:52:45.189 INFO:tasks.rados.rados.0.smithi123.stdout:887: done (1 left) 2023-12-20T10:52:45.189 INFO:tasks.rados.rados.0.smithi123.stdout:888: snap_create 2023-12-20T10:52:45.191 INFO:tasks.rados.rados.0.smithi123.stdout:886: finishing write tid 1 to smithi123173835-15 2023-12-20T10:52:45.191 INFO:tasks.rados.rados.0.smithi123.stdout:886: finishing write tid 2 to smithi123173835-15 2023-12-20T10:52:45.193 INFO:tasks.rados.rados.0.smithi123.stdout:886: finishing write tid 3 to smithi123173835-15 2023-12-20T10:52:45.193 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 740 (ObjNum 305 snap 92 seq_num 305) dirty exists 2023-12-20T10:52:45.193 INFO:tasks.rados.rados.0.smithi123.stdout:886: left oid 15 (ObjNum 305 snap 92 seq_num 305) 2023-12-20T10:52:45.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:45 smithi177 ceph-mon[212096]: failed to encode map e229 with expected crc 2023-12-20T10:52:45.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:45 smithi177 ceph-mon[212096]: failed to encode map e229 with expected crc 2023-12-20T10:52:45.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:45 smithi177 ceph-mon[212096]: failed to encode map e229 with expected crc 2023-12-20T10:52:45.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:45 smithi177 ceph-mon[212096]: failed to encode map e230 with expected crc 2023-12-20T10:52:45.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:45 smithi177 ceph-mon[212096]: osdmap e230: 8 total, 8 up, 8 in 2023-12-20T10:52:45.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:45 smithi177 ceph-mon[212096]: failed to encode map e230 with expected crc 2023-12-20T10:52:45.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:45.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:45.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:45 smithi177 ceph-mon[212096]: Reconfiguring mon.b (monmap changed)... 2023-12-20T10:52:45.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-20T10:52:45.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-20T10:52:45.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:45 smithi177 ceph-mon[212096]: Reconfiguring daemon mon.b on smithi177 2023-12-20T10:52:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:45 smithi177 ceph-mon[212096]: pgmap v52: 121 pgs: 121 active+clean; 284 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.9 MiB/s wr, 24 op/s 2023-12-20T10:52:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:45 smithi123 ceph-mon[191304]: failed to encode map e229 with expected crc 2023-12-20T10:52:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:45 smithi123 ceph-mon[191304]: failed to encode map e229 with expected crc 2023-12-20T10:52:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:45 smithi123 ceph-mon[191304]: failed to encode map e229 with expected crc 2023-12-20T10:52:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:45 smithi123 ceph-mon[191304]: failed to encode map e230 with expected crc 2023-12-20T10:52:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:45 smithi123 ceph-mon[191304]: osdmap e230: 8 total, 8 up, 8 in 2023-12-20T10:52:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:45 smithi123 ceph-mon[191304]: failed to encode map e230 with expected crc 2023-12-20T10:52:45.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:45.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:45.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:45 smithi123 ceph-mon[191304]: Reconfiguring mon.b (monmap changed)... 2023-12-20T10:52:45.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-20T10:52:45.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-20T10:52:45.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:45.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:45 smithi123 ceph-mon[191304]: Reconfiguring daemon mon.b on smithi177 2023-12-20T10:52:45.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:45 smithi123 ceph-mon[191304]: pgmap v52: 121 pgs: 121 active+clean; 284 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.9 MiB/s wr, 24 op/s 2023-12-20T10:52:45.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:45 smithi123 ceph-mon[188613]: failed to encode map e229 with expected crc 2023-12-20T10:52:45.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:45 smithi123 ceph-mon[188613]: failed to encode map e229 with expected crc 2023-12-20T10:52:45.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:45 smithi123 ceph-mon[188613]: failed to encode map e229 with expected crc 2023-12-20T10:52:45.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:45 smithi123 ceph-mon[188613]: failed to encode map e230 with expected crc 2023-12-20T10:52:45.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:45 smithi123 ceph-mon[188613]: osdmap e230: 8 total, 8 up, 8 in 2023-12-20T10:52:45.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:45 smithi123 ceph-mon[188613]: failed to encode map e230 with expected crc 2023-12-20T10:52:45.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:45.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:45.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:45 smithi123 ceph-mon[188613]: Reconfiguring mon.b (monmap changed)... 2023-12-20T10:52:45.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-20T10:52:45.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-20T10:52:45.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:45.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:45 smithi123 ceph-mon[188613]: Reconfiguring daemon mon.b on smithi177 2023-12-20T10:52:45.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:45 smithi123 ceph-mon[188613]: pgmap v52: 121 pgs: 121 active+clean; 284 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.9 MiB/s wr, 24 op/s 2023-12-20T10:52:46.186 INFO:tasks.rados.rados.0.smithi123.stdout:886: done (1 left) 2023-12-20T10:52:46.186 INFO:tasks.rados.rados.0.smithi123.stdout:888: done (0 left) 2023-12-20T10:52:46.186 INFO:tasks.rados.rados.0.smithi123.stdout:889: copy_from oid 33 from oid 44 current snap is 93 2023-12-20T10:52:46.186 INFO:tasks.rados.rados.0.smithi123.stdout:890: delete oid 3 current snap is 93 2023-12-20T10:52:46.191 INFO:tasks.rados.rados.0.smithi123.stdout:890: done (1 left) 2023-12-20T10:52:46.192 INFO:tasks.rados.rados.0.smithi123.stdout:891: snap_remove snap 85 2023-12-20T10:52:46.876 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:46 smithi177 ceph-mon[212096]: failed to encode map e230 with expected crc 2023-12-20T10:52:46.876 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:46 smithi177 ceph-mon[212096]: failed to encode map e230 with expected crc 2023-12-20T10:52:46.876 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:46 smithi177 ceph-mon[212096]: failed to encode map e230 with expected crc 2023-12-20T10:52:46.876 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:46.877 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:46.877 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:46 smithi177 ceph-mon[212096]: Reconfiguring mgr.x (monmap changed)... 2023-12-20T10:52:46.877 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-20T10:52:46.877 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-20T10:52:46.877 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:46.877 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:46 smithi177 ceph-mon[212096]: Reconfiguring daemon mgr.x on smithi177 2023-12-20T10:52:46.877 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:46 smithi177 ceph-mon[212096]: failed to encode map e231 with expected crc 2023-12-20T10:52:46.877 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:46 smithi177 ceph-mon[212096]: osdmap e231: 8 total, 8 up, 8 in 2023-12-20T10:52:46.877 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:46 smithi177 ceph-mon[212096]: failed to encode map e231 with expected crc 2023-12-20T10:52:46.877 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:46 smithi177 ceph-mon[212096]: failed to encode map e231 with expected crc 2023-12-20T10:52:46.877 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:46 smithi177 ceph-mon[212096]: failed to encode map e231 with expected crc 2023-12-20T10:52:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:46 smithi123 ceph-mon[191304]: failed to encode map e230 with expected crc 2023-12-20T10:52:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:46 smithi123 ceph-mon[191304]: failed to encode map e230 with expected crc 2023-12-20T10:52:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:46 smithi123 ceph-mon[191304]: failed to encode map e230 with expected crc 2023-12-20T10:52:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:46 smithi123 ceph-mon[191304]: Reconfiguring mgr.x (monmap changed)... 2023-12-20T10:52:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-20T10:52:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-20T10:52:46.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:46.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:46 smithi123 ceph-mon[191304]: Reconfiguring daemon mgr.x on smithi177 2023-12-20T10:52:46.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:46 smithi123 ceph-mon[191304]: failed to encode map e231 with expected crc 2023-12-20T10:52:46.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:46 smithi123 ceph-mon[191304]: osdmap e231: 8 total, 8 up, 8 in 2023-12-20T10:52:46.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:46 smithi123 ceph-mon[191304]: failed to encode map e231 with expected crc 2023-12-20T10:52:46.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:46 smithi123 ceph-mon[191304]: failed to encode map e231 with expected crc 2023-12-20T10:52:46.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:46 smithi123 ceph-mon[191304]: failed to encode map e231 with expected crc 2023-12-20T10:52:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:46 smithi123 ceph-mon[188613]: failed to encode map e230 with expected crc 2023-12-20T10:52:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:46 smithi123 ceph-mon[188613]: failed to encode map e230 with expected crc 2023-12-20T10:52:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:46 smithi123 ceph-mon[188613]: failed to encode map e230 with expected crc 2023-12-20T10:52:46.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:46.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:46.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:46 smithi123 ceph-mon[188613]: Reconfiguring mgr.x (monmap changed)... 2023-12-20T10:52:46.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-20T10:52:46.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-20T10:52:46.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:46.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:46 smithi123 ceph-mon[188613]: Reconfiguring daemon mgr.x on smithi177 2023-12-20T10:52:46.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:46 smithi123 ceph-mon[188613]: failed to encode map e231 with expected crc 2023-12-20T10:52:46.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:46 smithi123 ceph-mon[188613]: osdmap e231: 8 total, 8 up, 8 in 2023-12-20T10:52:46.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:46 smithi123 ceph-mon[188613]: failed to encode map e231 with expected crc 2023-12-20T10:52:46.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:46 smithi123 ceph-mon[188613]: failed to encode map e231 with expected crc 2023-12-20T10:52:46.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:46 smithi123 ceph-mon[188613]: failed to encode map e231 with expected crc 2023-12-20T10:52:47.185 INFO:tasks.rados.rados.0.smithi123.stdout:891: done (1 left) 2023-12-20T10:52:47.185 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 21 current snap is 93 2023-12-20T10:52:47.185 INFO:tasks.rados.rados.0.smithi123.stdout:889: finishing copy_from to smithi123173835-33 2023-12-20T10:52:47.185 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 26 (ObjNum 184 snap 50 seq_num 184) dirty exists 2023-12-20T10:52:47.186 INFO:tasks.rados.rados.0.smithi123.stdout:892: seq_num 308 ranges {7380992=360448} 2023-12-20T10:52:47.228 INFO:tasks.rados.rados.0.smithi123.stdout:892: writing smithi123173835-21 from 7380992 to 7741440 tid 1 2023-12-20T10:52:47.229 INFO:tasks.rados.rados.0.smithi123.stdout:893: read oid 3 snap -1 2023-12-20T10:52:47.229 INFO:tasks.rados.rados.0.smithi123.stdout:893: expect deleted 2023-12-20T10:52:47.229 INFO:tasks.rados.rados.0.smithi123.stdout:894: read oid 23 snap -1 2023-12-20T10:52:47.229 INFO:tasks.rados.rados.0.smithi123.stdout:894: expect (ObjNum 277 snap 79 seq_num 277) 2023-12-20T10:52:47.229 INFO:tasks.rados.rados.0.smithi123.stdout:895: delete oid 2 current snap is 93 2023-12-20T10:52:47.229 INFO:tasks.rados.rados.0.smithi123.stdout:889: finishing copy_from racing read to smithi123173835-33 2023-12-20T10:52:47.231 INFO:tasks.rados.rados.0.smithi123.stdout:889: done (4 left) 2023-12-20T10:52:47.231 INFO:tasks.rados.rados.0.smithi123.stdout:893: done (3 left) 2023-12-20T10:52:47.232 INFO:tasks.rados.rados.0.smithi123.stdout:895: done (2 left) 2023-12-20T10:52:47.232 INFO:tasks.rados.rados.0.smithi123.stdout:896: read oid 15 snap -1 2023-12-20T10:52:47.232 INFO:tasks.rados.rados.0.smithi123.stdout:896: expect (ObjNum 305 snap 92 seq_num 305) 2023-12-20T10:52:47.232 INFO:tasks.rados.rados.0.smithi123.stdout:897: delete oid 19 current snap is 93 2023-12-20T10:52:47.235 INFO:tasks.rados.rados.0.smithi123.stdout:896: expect (ObjNum 305 snap 92 seq_num 305) 2023-12-20T10:52:47.245 INFO:tasks.rados.rados.0.smithi123.stdout:892: finishing write tid 1 to smithi123173835-21 2023-12-20T10:52:47.245 INFO:tasks.rados.rados.0.smithi123.stdout:892: finishing write tid 2 to smithi123173835-21 2023-12-20T10:52:47.245 INFO:tasks.rados.rados.0.smithi123.stdout:896: done (3 left) 2023-12-20T10:52:47.245 INFO:tasks.rados.rados.0.smithi123.stdout:897: done (2 left) 2023-12-20T10:52:47.245 INFO:tasks.rados.rados.0.smithi123.stdout:898: read oid 47 snap -1 2023-12-20T10:52:47.245 INFO:tasks.rados.rados.0.smithi123.stdout:898: expect (ObjNum 304 snap 91 seq_num 304) 2023-12-20T10:52:47.245 INFO:tasks.rados.rados.0.smithi123.stdout:899: read oid 48 snap 75 2023-12-20T10:52:47.245 INFO:tasks.rados.rados.0.smithi123.stdout:899: expect (ObjNum 237 snap 63 seq_num 237) 2023-12-20T10:52:47.245 INFO:tasks.rados.rados.0.smithi123.stdout:900: snap_create 2023-12-20T10:52:47.245 INFO:tasks.rados.rados.0.smithi123.stdout:892: finishing write tid 3 to smithi123173835-21 2023-12-20T10:52:47.245 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 236 (ObjNum 308 snap 93 seq_num 308) dirty exists 2023-12-20T10:52:47.246 INFO:tasks.rados.rados.0.smithi123.stdout:892: left oid 21 (ObjNum 308 snap 93 seq_num 308) 2023-12-20T10:52:47.253 INFO:tasks.rados.rados.0.smithi123.stdout:894: expect (ObjNum 277 snap 79 seq_num 277) 2023-12-20T10:52:47.527 INFO:tasks.rados.rados.0.smithi123.stdout:898: expect (ObjNum 304 snap 91 seq_num 304) 2023-12-20T10:52:47.669 INFO:tasks.rados.rados.0.smithi123.stdout:899: expect (ObjNum 237 snap 63 seq_num 237) 2023-12-20T10:52:47.801 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:47 smithi177 ceph-mon[212096]: failed to encode map e231 with expected crc 2023-12-20T10:52:47.801 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:47.801 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:47.801 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:47 smithi177 ceph-mon[212096]: Reconfiguring osd.4 (monmap changed)... 2023-12-20T10:52:47.801 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-20T10:52:47.801 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:47.802 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:47 smithi177 ceph-mon[212096]: Reconfiguring daemon osd.4 on smithi177 2023-12-20T10:52:47.802 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:47 smithi177 ceph-mon[212096]: failed to encode map e232 with expected crc 2023-12-20T10:52:47.802 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:47 smithi177 ceph-mon[212096]: osdmap e232: 8 total, 8 up, 8 in 2023-12-20T10:52:47.802 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:47 smithi177 ceph-mon[212096]: pgmap v55: 121 pgs: 121 active+clean; 285 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 228 KiB/s wr, 3 op/s 2023-12-20T10:52:47.947 INFO:tasks.rados.rados.0.smithi123.stdout:892: done (4 left) 2023-12-20T10:52:47.948 INFO:tasks.rados.rados.0.smithi123.stdout:894: done (3 left) 2023-12-20T10:52:47.948 INFO:tasks.rados.rados.0.smithi123.stdout:898: done (2 left) 2023-12-20T10:52:47.948 INFO:tasks.rados.rados.0.smithi123.stdout:899: done (1 left) 2023-12-20T10:52:47.948 INFO:tasks.rados.rados.0.smithi123.stdout:900: done (0 left) 2023-12-20T10:52:47.948 INFO:tasks.rados.rados.0.smithi123.stdout:901: snap_remove snap 82 2023-12-20T10:52:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:47 smithi123 ceph-mon[191304]: failed to encode map e231 with expected crc 2023-12-20T10:52:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:47 smithi123 ceph-mon[191304]: Reconfiguring osd.4 (monmap changed)... 2023-12-20T10:52:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-20T10:52:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:47.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:47 smithi123 ceph-mon[191304]: Reconfiguring daemon osd.4 on smithi177 2023-12-20T10:52:47.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:47 smithi123 ceph-mon[191304]: failed to encode map e232 with expected crc 2023-12-20T10:52:47.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:47 smithi123 ceph-mon[191304]: osdmap e232: 8 total, 8 up, 8 in 2023-12-20T10:52:47.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:47 smithi123 ceph-mon[191304]: pgmap v55: 121 pgs: 121 active+clean; 285 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 228 KiB/s wr, 3 op/s 2023-12-20T10:52:47.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:47 smithi123 ceph-mon[188613]: failed to encode map e231 with expected crc 2023-12-20T10:52:47.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:47.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:47.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:47 smithi123 ceph-mon[188613]: Reconfiguring osd.4 (monmap changed)... 2023-12-20T10:52:47.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-20T10:52:47.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:47.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:47 smithi123 ceph-mon[188613]: Reconfiguring daemon osd.4 on smithi177 2023-12-20T10:52:47.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:47 smithi123 ceph-mon[188613]: failed to encode map e232 with expected crc 2023-12-20T10:52:47.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:47 smithi123 ceph-mon[188613]: osdmap e232: 8 total, 8 up, 8 in 2023-12-20T10:52:47.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:47 smithi123 ceph-mon[188613]: pgmap v55: 121 pgs: 121 active+clean; 285 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 228 KiB/s wr, 3 op/s 2023-12-20T10:52:48.784 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:52:48 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:52:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-20T10:52:48.785 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:48 smithi177 ceph-mon[212096]: failed to encode map e232 with expected crc 2023-12-20T10:52:48.785 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:48 smithi177 ceph-mon[212096]: failed to encode map e233 with expected crc 2023-12-20T10:52:48.785 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:48 smithi177 ceph-mon[212096]: failed to encode map e233 with expected crc 2023-12-20T10:52:48.785 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:48 smithi177 ceph-mon[212096]: osdmap e233: 8 total, 8 up, 8 in 2023-12-20T10:52:48.785 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:48.785 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:48.785 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:48 smithi177 ceph-mon[212096]: Reconfiguring osd.5 (monmap changed)... 2023-12-20T10:52:48.785 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-20T10:52:48.785 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:48.786 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:48 smithi177 ceph-mon[212096]: Reconfiguring daemon osd.5 on smithi177 2023-12-20T10:52:48.953 INFO:tasks.rados.rados.0.smithi123.stdout:901: done (0 left) 2023-12-20T10:52:48.953 INFO:tasks.rados.rados.0.smithi123.stdout:902: read oid 47 snap -1 2023-12-20T10:52:48.953 INFO:tasks.rados.rados.0.smithi123.stdout:902: expect (ObjNum 304 snap 91 seq_num 304) 2023-12-20T10:52:48.953 INFO:tasks.rados.rados.0.smithi123.stdout:903: copy_from oid 21 from oid 5 current snap is 94 2023-12-20T10:52:48.953 INFO:tasks.rados.rados.0.smithi123.stdout:904: snap_create 2023-12-20T10:52:48.969 INFO:tasks.rados.rados.0.smithi123.stdout:902: expect (ObjNum 304 snap 91 seq_num 304) 2023-12-20T10:52:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:48 smithi123 ceph-mon[191304]: failed to encode map e232 with expected crc 2023-12-20T10:52:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:48 smithi123 ceph-mon[191304]: failed to encode map e233 with expected crc 2023-12-20T10:52:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:48 smithi123 ceph-mon[191304]: failed to encode map e233 with expected crc 2023-12-20T10:52:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:48 smithi123 ceph-mon[191304]: osdmap e233: 8 total, 8 up, 8 in 2023-12-20T10:52:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:48 smithi123 ceph-mon[191304]: Reconfiguring osd.5 (monmap changed)... 2023-12-20T10:52:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-20T10:52:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:48 smithi123 ceph-mon[191304]: Reconfiguring daemon osd.5 on smithi177 2023-12-20T10:52:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:48 smithi123 ceph-mon[188613]: failed to encode map e232 with expected crc 2023-12-20T10:52:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:48 smithi123 ceph-mon[188613]: failed to encode map e233 with expected crc 2023-12-20T10:52:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:48 smithi123 ceph-mon[188613]: failed to encode map e233 with expected crc 2023-12-20T10:52:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:48 smithi123 ceph-mon[188613]: osdmap e233: 8 total, 8 up, 8 in 2023-12-20T10:52:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:48 smithi123 ceph-mon[188613]: Reconfiguring osd.5 (monmap changed)... 2023-12-20T10:52:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-20T10:52:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:48 smithi123 ceph-mon[188613]: Reconfiguring daemon osd.5 on smithi177 2023-12-20T10:52:49.117 INFO:tasks.rados.rados.0.smithi123.stdout:903: finishing copy_from to smithi123173835-21 2023-12-20T10:52:49.117 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 425 (ObjNum 215 snap 57 seq_num 215) dirty exists 2023-12-20T10:52:49.117 INFO:tasks.rados.rados.0.smithi123.stdout:903: finishing copy_from racing read to smithi123173835-21 2023-12-20T10:52:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:52:49] "GET /metrics HTTP/1.1" 200 36004 "" "Prometheus/2.43.0" 2023-12-20T10:52:49.742 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:49 smithi177 ceph-mon[212096]: failed to encode map e233 with expected crc 2023-12-20T10:52:49.742 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:49 smithi177 ceph-mon[212096]: failed to encode map e233 with expected crc 2023-12-20T10:52:49.742 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:49 smithi177 ceph-mon[212096]: failed to encode map e234 with expected crc 2023-12-20T10:52:49.742 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:49 smithi177 ceph-mon[212096]: osdmap e234: 8 total, 8 up, 8 in 2023-12-20T10:52:49.743 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:49.743 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:49.743 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:49 smithi177 ceph-mon[212096]: Reconfiguring osd.6 (monmap changed)... 2023-12-20T10:52:49.743 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-20T10:52:49.743 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:49.743 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:49 smithi177 ceph-mon[212096]: Reconfiguring daemon osd.6 on smithi177 2023-12-20T10:52:49.743 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:49 smithi177 ceph-mon[212096]: pgmap v58: 121 pgs: 121 active+clean; 291 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2023-12-20T10:52:49.955 INFO:tasks.rados.rados.0.smithi123.stdout:902: done (2 left) 2023-12-20T10:52:49.955 INFO:tasks.rados.rados.0.smithi123.stdout:903: done (1 left) 2023-12-20T10:52:49.955 INFO:tasks.rados.rados.0.smithi123.stdout:904: done (0 left) 2023-12-20T10:52:49.955 INFO:tasks.rados.rados.0.smithi123.stdout:905: rollback oid 44 current snap is 95 2023-12-20T10:52:49.955 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 44 to 42 2023-12-20T10:52:49.955 INFO:tasks.rados.rados.0.smithi123.stdout:906: copy_from oid 18 from oid 38 current snap is 95 2023-12-20T10:52:49.955 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 3 current snap is 95 2023-12-20T10:52:49.956 INFO:tasks.rados.rados.0.smithi123.stdout:907: seq_num 311 ranges {0=417792} 2023-12-20T10:52:49.957 INFO:tasks.rados.rados.0.smithi123.stdout:907: writing smithi123173835-3 from 0 to 417792 tid 1 2023-12-20T10:52:49.957 INFO:tasks.rados.rados.0.smithi123.stdout:908: snap_remove snap 80 2023-12-20T10:52:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:49 smithi123 ceph-mon[191304]: failed to encode map e233 with expected crc 2023-12-20T10:52:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:49 smithi123 ceph-mon[191304]: failed to encode map e233 with expected crc 2023-12-20T10:52:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:49 smithi123 ceph-mon[191304]: failed to encode map e234 with expected crc 2023-12-20T10:52:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:49 smithi123 ceph-mon[191304]: osdmap e234: 8 total, 8 up, 8 in 2023-12-20T10:52:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:49 smithi123 ceph-mon[191304]: Reconfiguring osd.6 (monmap changed)... 2023-12-20T10:52:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-20T10:52:49.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:49.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:49 smithi123 ceph-mon[191304]: Reconfiguring daemon osd.6 on smithi177 2023-12-20T10:52:49.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:49 smithi123 ceph-mon[191304]: pgmap v58: 121 pgs: 121 active+clean; 291 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2023-12-20T10:52:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:49 smithi123 ceph-mon[188613]: failed to encode map e233 with expected crc 2023-12-20T10:52:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:49 smithi123 ceph-mon[188613]: failed to encode map e233 with expected crc 2023-12-20T10:52:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:49 smithi123 ceph-mon[188613]: failed to encode map e234 with expected crc 2023-12-20T10:52:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:49 smithi123 ceph-mon[188613]: osdmap e234: 8 total, 8 up, 8 in 2023-12-20T10:52:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:49 smithi123 ceph-mon[188613]: Reconfiguring osd.6 (monmap changed)... 2023-12-20T10:52:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-20T10:52:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:49.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:49 smithi123 ceph-mon[188613]: Reconfiguring daemon osd.6 on smithi177 2023-12-20T10:52:49.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:49 smithi123 ceph-mon[188613]: pgmap v58: 121 pgs: 121 active+clean; 291 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2023-12-20T10:52:50.733 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:50 smithi177 ceph-mon[212096]: failed to encode map e234 with expected crc 2023-12-20T10:52:50.734 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:50 smithi177 ceph-mon[212096]: failed to encode map e234 with expected crc 2023-12-20T10:52:50.734 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:50 smithi177 ceph-mon[212096]: failed to encode map e234 with expected crc 2023-12-20T10:52:50.734 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:50 smithi177 ceph-mon[212096]: failed to encode map e235 with expected crc 2023-12-20T10:52:50.734 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:50 smithi177 ceph-mon[212096]: failed to encode map e235 with expected crc 2023-12-20T10:52:50.734 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:50 smithi177 ceph-mon[212096]: osdmap e235: 8 total, 8 up, 8 in 2023-12-20T10:52:50.734 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:50 smithi177 ceph-mon[212096]: failed to encode map e235 with expected crc 2023-12-20T10:52:50.734 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:50.734 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:50.734 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:50 smithi177 ceph-mon[212096]: Reconfiguring osd.7 (monmap changed)... 2023-12-20T10:52:50.734 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-20T10:52:50.734 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:50.734 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:50 smithi177 ceph-mon[212096]: Reconfiguring daemon osd.7 on smithi177 2023-12-20T10:52:50.960 INFO:tasks.rados.rados.0.smithi123.stdout:908: done (3 left) 2023-12-20T10:52:50.960 INFO:tasks.rados.rados.0.smithi123.stdout:909: snap_create 2023-12-20T10:52:50.961 INFO:tasks.rados.rados.0.smithi123.stdout:905: finishing rollback tid 0 to smithi123173835-44 2023-12-20T10:52:50.961 INFO:tasks.rados.rados.0.smithi123.stdout:907: finishing write tid 1 to smithi123173835-3 2023-12-20T10:52:50.961 INFO:tasks.rados.rados.0.smithi123.stdout:907: finishing write tid 2 to smithi123173835-3 2023-12-20T10:52:50.961 INFO:tasks.rados.rados.0.smithi123.stdout:905: finishing rollback tid 1 to smithi123173835-44 2023-12-20T10:52:50.961 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 44 v 37 (ObjNum 945 snap 0 seq_num 4227166144) dirty dne 2023-12-20T10:52:50.961 INFO:tasks.rados.rados.0.smithi123.stdout:907: finishing write tid 3 to smithi123173835-3 2023-12-20T10:52:50.961 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 554 (ObjNum 311 snap 95 seq_num 311) dirty exists 2023-12-20T10:52:50.961 INFO:tasks.rados.rados.0.smithi123.stdout:907: left oid 3 (ObjNum 311 snap 95 seq_num 311) 2023-12-20T10:52:50.961 INFO:tasks.rados.rados.0.smithi123.stdout:906: finishing copy_from to smithi123173835-18 2023-12-20T10:52:50.961 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 18 v 387 (ObjNum 295 snap 89 seq_num 295) dirty exists 2023-12-20T10:52:50.962 INFO:tasks.rados.rados.0.smithi123.stdout:906: finishing copy_from racing read to smithi123173835-18 2023-12-20T10:52:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:50 smithi123 ceph-mon[191304]: failed to encode map e234 with expected crc 2023-12-20T10:52:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:50 smithi123 ceph-mon[191304]: failed to encode map e234 with expected crc 2023-12-20T10:52:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:50 smithi123 ceph-mon[191304]: failed to encode map e234 with expected crc 2023-12-20T10:52:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:50 smithi123 ceph-mon[191304]: failed to encode map e235 with expected crc 2023-12-20T10:52:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:50 smithi123 ceph-mon[191304]: failed to encode map e235 with expected crc 2023-12-20T10:52:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:50 smithi123 ceph-mon[191304]: osdmap e235: 8 total, 8 up, 8 in 2023-12-20T10:52:50.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:50 smithi123 ceph-mon[191304]: failed to encode map e235 with expected crc 2023-12-20T10:52:50.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:50.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:50.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:50 smithi123 ceph-mon[191304]: Reconfiguring osd.7 (monmap changed)... 2023-12-20T10:52:50.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-20T10:52:50.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:50.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:50 smithi123 ceph-mon[191304]: Reconfiguring daemon osd.7 on smithi177 2023-12-20T10:52:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:50 smithi123 ceph-mon[188613]: failed to encode map e234 with expected crc 2023-12-20T10:52:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:50 smithi123 ceph-mon[188613]: failed to encode map e234 with expected crc 2023-12-20T10:52:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:50 smithi123 ceph-mon[188613]: failed to encode map e234 with expected crc 2023-12-20T10:52:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:50 smithi123 ceph-mon[188613]: failed to encode map e235 with expected crc 2023-12-20T10:52:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:50 smithi123 ceph-mon[188613]: failed to encode map e235 with expected crc 2023-12-20T10:52:50.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:50 smithi123 ceph-mon[188613]: osdmap e235: 8 total, 8 up, 8 in 2023-12-20T10:52:50.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:50 smithi123 ceph-mon[188613]: failed to encode map e235 with expected crc 2023-12-20T10:52:50.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:50.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:50.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:50 smithi123 ceph-mon[188613]: Reconfiguring osd.7 (monmap changed)... 2023-12-20T10:52:50.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-20T10:52:50.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:50.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:50 smithi123 ceph-mon[188613]: Reconfiguring daemon osd.7 on smithi177 2023-12-20T10:52:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:51 smithi177 ceph-mon[212096]: failed to encode map e235 with expected crc 2023-12-20T10:52:51.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:51 smithi177 ceph-mon[212096]: failed to encode map e235 with expected crc 2023-12-20T10:52:51.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:51 smithi177 ceph-mon[212096]: failed to encode map e236 with expected crc 2023-12-20T10:52:51.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:51 smithi177 ceph-mon[212096]: failed to encode map e236 with expected crc 2023-12-20T10:52:51.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:51 smithi177 ceph-mon[212096]: osdmap e236: 8 total, 8 up, 8 in 2023-12-20T10:52:51.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:51.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:51.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:51 smithi177 ceph-mon[212096]: Reconfiguring mds.b (monmap changed)... 2023-12-20T10:52:51.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-20T10:52:51.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:51.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:51 smithi177 ceph-mon[212096]: Reconfiguring daemon mds.b on smithi177 2023-12-20T10:52:51.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:51 smithi177 ceph-mon[212096]: pgmap v61: 121 pgs: 121 active+clean; 291 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2023-12-20T10:52:51.957 INFO:tasks.rados.rados.0.smithi123.stdout:905: done (3 left) 2023-12-20T10:52:51.957 INFO:tasks.rados.rados.0.smithi123.stdout:906: done (2 left) 2023-12-20T10:52:51.957 INFO:tasks.rados.rados.0.smithi123.stdout:907: done (1 left) 2023-12-20T10:52:51.957 INFO:tasks.rados.rados.0.smithi123.stdout:909: done (0 left) 2023-12-20T10:52:51.957 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 1 current snap is 96 2023-12-20T10:52:51.957 INFO:tasks.rados.rados.0.smithi123.stdout:910: seq_num 312 ranges {1736704=434176} 2023-12-20T10:52:51.968 INFO:tasks.rados.rados.0.smithi123.stdout:910: writing smithi123173835-1 from 1736704 to 2170880 tid 1 2023-12-20T10:52:51.969 INFO:tasks.rados.rados.0.smithi123.stdout:911: read oid 35 snap -1 2023-12-20T10:52:51.969 INFO:tasks.rados.rados.0.smithi123.stdout:911: expect (ObjNum 296 snap 89 seq_num 296) 2023-12-20T10:52:51.969 INFO:tasks.rados.rados.0.smithi123.stdout:912: snap_create 2023-12-20T10:52:51.976 INFO:tasks.rados.rados.0.smithi123.stdout:910: finishing write tid 1 to smithi123173835-1 2023-12-20T10:52:51.977 INFO:tasks.rados.rados.0.smithi123.stdout:911: expect (ObjNum 296 snap 89 seq_num 296) 2023-12-20T10:52:51.981 INFO:tasks.rados.rados.0.smithi123.stdout:910: finishing write tid 2 to smithi123173835-1 2023-12-20T10:52:51.981 INFO:tasks.rados.rados.0.smithi123.stdout:910: finishing write tid 3 to smithi123173835-1 2023-12-20T10:52:51.981 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 1 v 389 (ObjNum 312 snap 96 seq_num 312) dirty exists 2023-12-20T10:52:51.981 INFO:tasks.rados.rados.0.smithi123.stdout:910: left oid 1 (ObjNum 312 snap 96 seq_num 312) 2023-12-20T10:52:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:51 smithi123 ceph-mon[191304]: failed to encode map e235 with expected crc 2023-12-20T10:52:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:51 smithi123 ceph-mon[191304]: failed to encode map e235 with expected crc 2023-12-20T10:52:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:51 smithi123 ceph-mon[191304]: failed to encode map e236 with expected crc 2023-12-20T10:52:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:51 smithi123 ceph-mon[191304]: failed to encode map e236 with expected crc 2023-12-20T10:52:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:51 smithi123 ceph-mon[191304]: osdmap e236: 8 total, 8 up, 8 in 2023-12-20T10:52:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:51 smithi123 ceph-mon[191304]: Reconfiguring mds.b (monmap changed)... 2023-12-20T10:52:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-20T10:52:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:51.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:51 smithi123 ceph-mon[191304]: Reconfiguring daemon mds.b on smithi177 2023-12-20T10:52:51.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:51 smithi123 ceph-mon[191304]: pgmap v61: 121 pgs: 121 active+clean; 291 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2023-12-20T10:52:51.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:51 smithi123 ceph-mon[188613]: failed to encode map e235 with expected crc 2023-12-20T10:52:51.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:51 smithi123 ceph-mon[188613]: failed to encode map e235 with expected crc 2023-12-20T10:52:51.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:51 smithi123 ceph-mon[188613]: failed to encode map e236 with expected crc 2023-12-20T10:52:51.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:51 smithi123 ceph-mon[188613]: failed to encode map e236 with expected crc 2023-12-20T10:52:51.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:51 smithi123 ceph-mon[188613]: osdmap e236: 8 total, 8 up, 8 in 2023-12-20T10:52:51.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:51.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:51.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:51 smithi123 ceph-mon[188613]: Reconfiguring mds.b (monmap changed)... 2023-12-20T10:52:51.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-20T10:52:51.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:51.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:51 smithi123 ceph-mon[188613]: Reconfiguring daemon mds.b on smithi177 2023-12-20T10:52:51.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:51 smithi123 ceph-mon[188613]: pgmap v61: 121 pgs: 121 active+clean; 291 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2023-12-20T10:52:52.950 INFO:tasks.rados.rados.0.smithi123.stdout:910: done (2 left) 2023-12-20T10:52:52.950 INFO:tasks.rados.rados.0.smithi123.stdout:911: done (1 left) 2023-12-20T10:52:52.950 INFO:tasks.rados.rados.0.smithi123.stdout:912: done (0 left) 2023-12-20T10:52:52.950 INFO:tasks.rados.rados.0.smithi123.stdout:913: rollback oid 37 current snap is 97 2023-12-20T10:52:52.950 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 37 to 79 2023-12-20T10:52:52.950 INFO:tasks.rados.rados.0.smithi123.stdout:914: delete oid 44 current snap is 97 2023-12-20T10:52:52.961 INFO:tasks.rados.rados.0.smithi123.stdout:914: done (1 left) 2023-12-20T10:52:52.961 INFO:tasks.rados.rados.0.smithi123.stdout:915: copy_from oid 39 from oid 8 current snap is 97 2023-12-20T10:52:52.961 INFO:tasks.rados.rados.0.smithi123.stdout:913: finishing rollback tid 0 to smithi123173835-37 2023-12-20T10:52:52.961 INFO:tasks.rados.rados.0.smithi123.stdout:916: read oid 46 snap 78 2023-12-20T10:52:52.961 INFO:tasks.rados.rados.0.smithi123.stdout:916: expect deleted 2023-12-20T10:52:52.961 INFO:tasks.rados.rados.0.smithi123.stdout:917: rollback oid 29 current snap is 97 2023-12-20T10:52:52.961 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 29 to 42 2023-12-20T10:52:52.962 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 50 current snap is 97 2023-12-20T10:52:52.962 INFO:tasks.rados.rados.0.smithi123.stdout:918: seq_num 314 ranges {491520=466944} 2023-12-20T10:52:52.965 INFO:tasks.rados.rados.0.smithi123.stdout:918: writing smithi123173835-50 from 491520 to 958464 tid 1 2023-12-20T10:52:52.965 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 24 current snap is 97 2023-12-20T10:52:52.965 INFO:tasks.rados.rados.0.smithi123.stdout:913: finishing rollback tid 1 to smithi123173835-37 2023-12-20T10:52:52.965 INFO:tasks.rados.rados.0.smithi123.stdout:913: finishing rollback tid 2 to smithi123173835-37 2023-12-20T10:52:52.965 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 484 (ObjNum 273 snap 78 seq_num 273) dirty exists 2023-12-20T10:52:52.965 INFO:tasks.rados.rados.0.smithi123.stdout:919: seq_num 315 ranges {4186112=483328} 2023-12-20T10:52:52.990 INFO:tasks.rados.rados.0.smithi123.stdout:919: writing smithi123173835-24 from 4186112 to 4669440 tid 1 2023-12-20T10:52:52.991 INFO:tasks.rados.rados.0.smithi123.stdout:913: done (5 left) 2023-12-20T10:52:52.991 INFO:tasks.rados.rados.0.smithi123.stdout:916: done (4 left) 2023-12-20T10:52:52.991 INFO:tasks.rados.rados.0.smithi123.stdout:920: snap_remove snap 92 2023-12-20T10:52:53.199 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[191304]: failed to encode map e237 with expected crc 2023-12-20T10:52:53.199 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[191304]: failed to encode map e237 with expected crc 2023-12-20T10:52:53.199 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[191304]: osdmap e237: 8 total, 8 up, 8 in 2023-12-20T10:52:53.199 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[191304]: failed to encode map e237 with expected crc 2023-12-20T10:52:53.200 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:53.200 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:53.200 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:52:53.200 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:52:53.200 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:52:53.200 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[191304]: Upgrade: Setting container_image for all mon 2023-12-20T10:52:53.200 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:53.200 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2023-12-20T10:52:53.200 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2023-12-20T10:52:53.200 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2023-12-20T10:52:53.200 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2023-12-20T10:52:53.200 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2023-12-20T10:52:53.200 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2023-12-20T10:52:53.200 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:52:53.200 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[191304]: Upgrade: Setting container_image for all crash 2023-12-20T10:52:53.201 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:53.201 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-12-20T10:52:53.201 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[191304]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-12-20T10:52:53.201 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[191304]: Upgrade: osd.0 is safe to restart 2023-12-20T10:52:53.201 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[191304]: osdmap e238: 8 total, 8 up, 8 in 2023-12-20T10:52:53.201 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[188613]: failed to encode map e237 with expected crc 2023-12-20T10:52:53.201 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[188613]: failed to encode map e237 with expected crc 2023-12-20T10:52:53.201 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[188613]: osdmap e237: 8 total, 8 up, 8 in 2023-12-20T10:52:53.201 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[188613]: failed to encode map e237 with expected crc 2023-12-20T10:52:53.201 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:53.201 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:53.201 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:52:53.202 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:52:53.202 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:52:53.202 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[188613]: Upgrade: Setting container_image for all mon 2023-12-20T10:52:53.202 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:53.202 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2023-12-20T10:52:53.202 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2023-12-20T10:52:53.202 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2023-12-20T10:52:53.202 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2023-12-20T10:52:53.202 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2023-12-20T10:52:53.202 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2023-12-20T10:52:53.202 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:52:53.202 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[188613]: Upgrade: Setting container_image for all crash 2023-12-20T10:52:53.202 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:53.202 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-12-20T10:52:53.202 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[188613]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-12-20T10:52:53.203 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[188613]: Upgrade: osd.0 is safe to restart 2023-12-20T10:52:53.203 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:52 smithi123 ceph-mon[188613]: osdmap e238: 8 total, 8 up, 8 in 2023-12-20T10:52:53.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:52 smithi177 ceph-mon[212096]: failed to encode map e237 with expected crc 2023-12-20T10:52:53.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:52 smithi177 ceph-mon[212096]: failed to encode map e237 with expected crc 2023-12-20T10:52:53.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:52 smithi177 ceph-mon[212096]: osdmap e237: 8 total, 8 up, 8 in 2023-12-20T10:52:53.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:52 smithi177 ceph-mon[212096]: failed to encode map e237 with expected crc 2023-12-20T10:52:53.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:53.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:53.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:52:53.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:52:53.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:52:53.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:52 smithi177 ceph-mon[212096]: Upgrade: Setting container_image for all mon 2023-12-20T10:52:53.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:53.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2023-12-20T10:52:53.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2023-12-20T10:52:53.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2023-12-20T10:52:53.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2023-12-20T10:52:53.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2023-12-20T10:52:53.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2023-12-20T10:52:53.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:52:53.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:52 smithi177 ceph-mon[212096]: Upgrade: Setting container_image for all crash 2023-12-20T10:52:53.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:53.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-12-20T10:52:53.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:52 smithi177 ceph-mon[212096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-12-20T10:52:53.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:52 smithi177 ceph-mon[212096]: Upgrade: osd.0 is safe to restart 2023-12-20T10:52:53.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:52 smithi177 ceph-mon[212096]: osdmap e238: 8 total, 8 up, 8 in 2023-12-20T10:52:53.970 INFO:tasks.rados.rados.0.smithi123.stdout:920: done (4 left) 2023-12-20T10:52:53.970 INFO:tasks.rados.rados.0.smithi123.stdout:921: rmattr oid 20 current snap is 97 2023-12-20T10:52:53.970 INFO:tasks.rados.rados.0.smithi123.stdout:921: done (4 left) 2023-12-20T10:52:53.970 INFO:tasks.rados.rados.0.smithi123.stdout:922: setattr oid 43 current snap is 97 2023-12-20T10:52:53.971 INFO:tasks.rados.rados.0.smithi123.stdout:918: finishing write tid 1 to smithi123173835-50 2023-12-20T10:52:53.971 INFO:tasks.rados.rados.0.smithi123.stdout:918: finishing write tid 2 to smithi123173835-50 2023-12-20T10:52:53.971 INFO:tasks.rados.rados.0.smithi123.stdout:918: finishing write tid 3 to smithi123173835-50 2023-12-20T10:52:53.971 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 50 v 761 (ObjNum 314 snap 97 seq_num 314) dirty exists 2023-12-20T10:52:53.971 INFO:tasks.rados.rados.0.smithi123.stdout:918: left oid 50 (ObjNum 314 snap 97 seq_num 314) 2023-12-20T10:52:53.971 INFO:tasks.rados.rados.0.smithi123.stdout:917: finishing rollback tid 0 to smithi123173835-29 2023-12-20T10:52:53.971 INFO:tasks.rados.rados.0.smithi123.stdout:917: finishing rollback tid 1 to smithi123173835-29 2023-12-20T10:52:53.971 INFO:tasks.rados.rados.0.smithi123.stdout:917: finishing rollback tid 2 to smithi123173835-29 2023-12-20T10:52:53.971 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 487 (ObjNum 115 snap 28 seq_num 115) dirty exists 2023-12-20T10:52:53.971 INFO:tasks.rados.rados.0.smithi123.stdout:915: finishing copy_from to smithi123173835-39 2023-12-20T10:52:53.971 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 182 (ObjNum 214 snap 57 seq_num 214) dirty exists 2023-12-20T10:52:53.971 INFO:tasks.rados.rados.0.smithi123.stdout:915: finishing copy_from racing read to smithi123173835-39 2023-12-20T10:52:53.971 INFO:tasks.rados.rados.0.smithi123.stdout:919: finishing write tid 1 to smithi123173835-24 2023-12-20T10:52:53.971 INFO:tasks.rados.rados.0.smithi123.stdout:919: finishing write tid 2 to smithi123173835-24 2023-12-20T10:52:53.971 INFO:tasks.rados.rados.0.smithi123.stdout:919: finishing write tid 3 to smithi123173835-24 2023-12-20T10:52:53.972 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 24 v 563 (ObjNum 315 snap 97 seq_num 315) dirty exists 2023-12-20T10:52:53.972 INFO:tasks.rados.rados.0.smithi123.stdout:919: left oid 24 (ObjNum 315 snap 97 seq_num 315) 2023-12-20T10:52:53.972 INFO:tasks.rados.rados.0.smithi123.stdout:915: done (4 left) 2023-12-20T10:52:53.972 INFO:tasks.rados.rados.0.smithi123.stdout:917: done (3 left) 2023-12-20T10:52:53.972 INFO:tasks.rados.rados.0.smithi123.stdout:918: done (2 left) 2023-12-20T10:52:53.972 INFO:tasks.rados.rados.0.smithi123.stdout:919: done (1 left) 2023-12-20T10:52:53.972 INFO:tasks.rados.rados.0.smithi123.stdout:923: snap_remove snap 75 2023-12-20T10:52:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:53 smithi123 ceph-mon[191304]: failed to encode map e238 with expected crc 2023-12-20T10:52:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:53 smithi123 ceph-mon[191304]: failed to encode map e238 with expected crc 2023-12-20T10:52:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:53 smithi123 ceph-mon[191304]: failed to encode map e238 with expected crc 2023-12-20T10:52:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:53 smithi123 ceph-mon[191304]: failed to encode map e238 with expected crc 2023-12-20T10:52:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:53 smithi123 ceph-mon[191304]: pgmap v64: 121 pgs: 121 active+clean; 294 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 782 KiB/s wr, 4 op/s 2023-12-20T10:52:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:53 smithi123 ceph-mon[191304]: Upgrade: Updating osd.0 2023-12-20T10:52:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-20T10:52:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:53 smithi123 ceph-mon[191304]: Deploying daemon osd.0 on smithi123 2023-12-20T10:52:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:53 smithi123 ceph-mon[188613]: failed to encode map e238 with expected crc 2023-12-20T10:52:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:53 smithi123 ceph-mon[188613]: failed to encode map e238 with expected crc 2023-12-20T10:52:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:53 smithi123 ceph-mon[188613]: failed to encode map e238 with expected crc 2023-12-20T10:52:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:53 smithi123 ceph-mon[188613]: failed to encode map e238 with expected crc 2023-12-20T10:52:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:53 smithi123 ceph-mon[188613]: pgmap v64: 121 pgs: 121 active+clean; 294 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 782 KiB/s wr, 4 op/s 2023-12-20T10:52:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:53 smithi123 ceph-mon[188613]: Upgrade: Updating osd.0 2023-12-20T10:52:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-20T10:52:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:53 smithi123 ceph-mon[188613]: Deploying daemon osd.0 on smithi123 2023-12-20T10:52:54.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:53 smithi177 ceph-mon[212096]: failed to encode map e238 with expected crc 2023-12-20T10:52:54.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:53 smithi177 ceph-mon[212096]: failed to encode map e238 with expected crc 2023-12-20T10:52:54.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:53 smithi177 ceph-mon[212096]: failed to encode map e238 with expected crc 2023-12-20T10:52:54.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:53 smithi177 ceph-mon[212096]: failed to encode map e238 with expected crc 2023-12-20T10:52:54.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:53 smithi177 ceph-mon[212096]: pgmap v64: 121 pgs: 121 active+clean; 294 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 782 KiB/s wr, 4 op/s 2023-12-20T10:52:54.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:53 smithi177 ceph-mon[212096]: Upgrade: Updating osd.0 2023-12-20T10:52:54.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:54.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-20T10:52:54.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:52:54.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:53 smithi177 ceph-mon[212096]: Deploying daemon osd.0 on smithi123 2023-12-20T10:52:54.971 INFO:tasks.rados.rados.0.smithi123.stdout:923: done (1 left) 2023-12-20T10:52:54.971 INFO:tasks.rados.rados.0.smithi123.stdout:924: rollback oid 16 current snap is 97 2023-12-20T10:52:54.971 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 16 to 95 2023-12-20T10:52:54.971 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 469 (ObjNum 65 snap 0 seq_num 1399477866) dirty exists 2023-12-20T10:52:54.971 INFO:tasks.rados.rados.0.smithi123.stdout:922: done (1 left) 2023-12-20T10:52:54.971 INFO:tasks.rados.rados.0.smithi123.stdout:925: snap_remove snap 55 2023-12-20T10:52:55.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:54 smithi123 ceph-mon[191304]: failed to encode map e239 with expected crc 2023-12-20T10:52:55.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:54 smithi123 ceph-mon[191304]: failed to encode map e239 with expected crc 2023-12-20T10:52:55.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:54 smithi123 ceph-mon[191304]: osdmap e239: 8 total, 8 up, 8 in 2023-12-20T10:52:55.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:54 smithi123 ceph-mon[188613]: failed to encode map e239 with expected crc 2023-12-20T10:52:55.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:54 smithi123 ceph-mon[188613]: failed to encode map e239 with expected crc 2023-12-20T10:52:55.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:54 smithi123 ceph-mon[188613]: osdmap e239: 8 total, 8 up, 8 in 2023-12-20T10:52:55.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:54 smithi177 ceph-mon[212096]: failed to encode map e239 with expected crc 2023-12-20T10:52:55.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:54 smithi177 ceph-mon[212096]: failed to encode map e239 with expected crc 2023-12-20T10:52:55.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:54 smithi177 ceph-mon[212096]: osdmap e239: 8 total, 8 up, 8 in 2023-12-20T10:52:55.742 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:52:55 smithi123 systemd[1]: Stopping Ceph osd.0 for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:52:55.742 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:52:55 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-0[129586]: 2023-12-20T10:52:55.467+0000 7fd3ddc1b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-20T10:52:55.742 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:52:55 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-0[129586]: 2023-12-20T10:52:55.467+0000 7fd3ddc1b700 -1 osd.0 240 *** Got signal Terminated *** 2023-12-20T10:52:55.742 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:52:55 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-0[129586]: 2023-12-20T10:52:55.467+0000 7fd3ddc1b700 -1 osd.0 240 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-20T10:52:55.979 INFO:tasks.rados.rados.0.smithi123.stdout:925: done (1 left) 2023-12-20T10:52:55.979 INFO:tasks.rados.rados.0.smithi123.stdout:926: read oid 46 snap -1 2023-12-20T10:52:55.979 INFO:tasks.rados.rados.0.smithi123.stdout:926: expect deleted 2023-12-20T10:52:55.979 INFO:tasks.rados.rados.0.smithi123.stdout:927: copy_from oid 21 from oid 11 current snap is 97 2023-12-20T10:52:55.979 INFO:tasks.rados.rados.0.smithi123.stdout:928: snap_remove snap 68 2023-12-20T10:52:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:55 smithi123 ceph-mon[191304]: failed to encode map e240 with expected crc 2023-12-20T10:52:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:55 smithi123 ceph-mon[191304]: failed to encode map e240 with expected crc 2023-12-20T10:52:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:55 smithi123 ceph-mon[191304]: osdmap e240: 8 total, 8 up, 8 in 2023-12-20T10:52:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:55 smithi123 ceph-mon[191304]: failed to encode map e240 with expected crc 2023-12-20T10:52:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:55 smithi123 ceph-mon[191304]: pgmap v67: 121 pgs: 121 active+clean; 294 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 782 KiB/s wr, 4 op/s 2023-12-20T10:52:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:55 smithi123 ceph-mon[191304]: osd.0 marked itself down and dead 2023-12-20T10:52:56.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:55 smithi123 ceph-mon[188613]: failed to encode map e240 with expected crc 2023-12-20T10:52:56.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:55 smithi123 ceph-mon[188613]: failed to encode map e240 with expected crc 2023-12-20T10:52:56.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:55 smithi123 ceph-mon[188613]: osdmap e240: 8 total, 8 up, 8 in 2023-12-20T10:52:56.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:55 smithi123 ceph-mon[188613]: failed to encode map e240 with expected crc 2023-12-20T10:52:56.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:55 smithi123 ceph-mon[188613]: pgmap v67: 121 pgs: 121 active+clean; 294 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 782 KiB/s wr, 4 op/s 2023-12-20T10:52:56.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:55 smithi123 ceph-mon[188613]: osd.0 marked itself down and dead 2023-12-20T10:52:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:55 smithi177 ceph-mon[212096]: failed to encode map e240 with expected crc 2023-12-20T10:52:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:55 smithi177 ceph-mon[212096]: failed to encode map e240 with expected crc 2023-12-20T10:52:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:55 smithi177 ceph-mon[212096]: osdmap e240: 8 total, 8 up, 8 in 2023-12-20T10:52:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:55 smithi177 ceph-mon[212096]: failed to encode map e240 with expected crc 2023-12-20T10:52:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:55 smithi177 ceph-mon[212096]: pgmap v67: 121 pgs: 121 active+clean; 294 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 782 KiB/s wr, 4 op/s 2023-12-20T10:52:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:55 smithi177 ceph-mon[212096]: osd.0 marked itself down and dead 2023-12-20T10:52:56.977 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:56 smithi123 ceph-mon[188613]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-20T10:52:56.977 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:56 smithi123 ceph-mon[188613]: failed to encode map e241 with expected crc 2023-12-20T10:52:56.977 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:56 smithi123 ceph-mon[188613]: failed to encode map e241 with expected crc 2023-12-20T10:52:56.977 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:56 smithi123 ceph-mon[188613]: osdmap e241: 8 total, 7 up, 8 in 2023-12-20T10:52:56.977 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:56 smithi123 ceph-mon[188613]: failed to encode map e241 with expected crc 2023-12-20T10:52:56.977 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:56 smithi123 ceph-mon[188613]: failed to encode map e241 with expected crc 2023-12-20T10:52:56.977 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:56.977 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:52:56.978 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:52:56 smithi123 bash[197548]: ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-0 2023-12-20T10:52:56.985 INFO:tasks.rados.rados.0.smithi123.stdout:928: done (3 left) 2023-12-20T10:52:56.985 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 18 current snap is 97 2023-12-20T10:52:56.985 INFO:tasks.rados.rados.0.smithi123.stdout:924: finishing rollback tid 0 to smithi123173835-16 2023-12-20T10:52:56.985 INFO:tasks.rados.rados.0.smithi123.stdout:924: finishing rollback tid 1 to smithi123173835-16 2023-12-20T10:52:56.985 INFO:tasks.rados.rados.0.smithi123.stdout:924: finishing rollback tid 2 to smithi123173835-16 2023-12-20T10:52:56.985 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 487 (ObjNum 215 snap 57 seq_num 215) dirty exists 2023-12-20T10:52:56.985 INFO:tasks.rados.rados.0.smithi123.stdout:927: finishing copy_from to smithi123173835-21 2023-12-20T10:52:56.985 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 102 (ObjNum 258 snap 74 seq_num 258) dirty exists 2023-12-20T10:52:56.985 INFO:tasks.rados.rados.0.smithi123.stdout:927: finishing copy_from racing read to smithi123173835-21 2023-12-20T10:52:56.985 INFO:tasks.rados.rados.0.smithi123.stdout:929: seq_num 316 ranges {147456=499712} 2023-12-20T10:52:56.989 INFO:tasks.rados.rados.0.smithi123.stdout:929: writing smithi123173835-18 from 147456 to 647168 tid 1 2023-12-20T10:52:56.989 INFO:tasks.rados.rados.0.smithi123.stdout:924: done (3 left) 2023-12-20T10:52:56.989 INFO:tasks.rados.rados.0.smithi123.stdout:927: done (2 left) 2023-12-20T10:52:56.989 INFO:tasks.rados.rados.0.smithi123.stdout:930: delete oid 34 current snap is 97 2023-12-20T10:52:57.003 INFO:tasks.rados.rados.0.smithi123.stdout:926: done (2 left) 2023-12-20T10:52:57.003 INFO:tasks.rados.rados.0.smithi123.stdout:930: done (1 left) 2023-12-20T10:52:57.003 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 2 current snap is 97 2023-12-20T10:52:57.003 INFO:tasks.rados.rados.0.smithi123.stdout:931: seq_num 318 ranges {0=532480} 2023-12-20T10:52:57.007 INFO:tasks.rados.rados.0.smithi123.stdout:931: writing smithi123173835-2 from 0 to 532480 tid 1 2023-12-20T10:52:57.007 INFO:tasks.rados.rados.0.smithi123.stdout:932: rollback oid 36 current snap is 97 2023-12-20T10:52:57.007 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 36 to 76 2023-12-20T10:52:57.007 INFO:tasks.rados.rados.0.smithi123.stdout:929: finishing write tid 1 to smithi123173835-18 2023-12-20T10:52:57.007 INFO:tasks.rados.rados.0.smithi123.stdout:929: finishing write tid 2 to smithi123173835-18 2023-12-20T10:52:57.007 INFO:tasks.rados.rados.0.smithi123.stdout:933: snap_create 2023-12-20T10:52:57.008 INFO:tasks.rados.rados.0.smithi123.stdout:929: finishing write tid 3 to smithi123173835-18 2023-12-20T10:52:57.008 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 18 v 496 (ObjNum 316 snap 97 seq_num 316) dirty exists 2023-12-20T10:52:57.008 INFO:tasks.rados.rados.0.smithi123.stdout:929: left oid 18 (ObjNum 316 snap 97 seq_num 316) 2023-12-20T10:52:57.012 INFO:tasks.rados.rados.0.smithi123.stdout:932: finishing rollback tid 0 to smithi123173835-36 2023-12-20T10:52:57.012 INFO:tasks.rados.rados.0.smithi123.stdout:931: finishing write tid 1 to smithi123173835-2 2023-12-20T10:52:57.013 INFO:tasks.rados.rados.0.smithi123.stdout:931: finishing write tid 2 to smithi123173835-2 2023-12-20T10:52:57.013 INFO:tasks.rados.rados.0.smithi123.stdout:932: finishing rollback tid 1 to smithi123173835-36 2023-12-20T10:52:57.013 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 391 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-20T10:52:57.015 INFO:tasks.rados.rados.0.smithi123.stdout:931: finishing write tid 3 to smithi123173835-2 2023-12-20T10:52:57.015 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 2 v 329 (ObjNum 318 snap 97 seq_num 318) dirty exists 2023-12-20T10:52:57.015 INFO:tasks.rados.rados.0.smithi123.stdout:931: left oid 2 (ObjNum 318 snap 97 seq_num 318) 2023-12-20T10:52:57.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:56 smithi123 ceph-mon[191304]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-20T10:52:57.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:56 smithi123 ceph-mon[191304]: failed to encode map e241 with expected crc 2023-12-20T10:52:57.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:56 smithi123 ceph-mon[191304]: failed to encode map e241 with expected crc 2023-12-20T10:52:57.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:56 smithi123 ceph-mon[191304]: osdmap e241: 8 total, 7 up, 8 in 2023-12-20T10:52:57.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:56 smithi123 ceph-mon[191304]: failed to encode map e241 with expected crc 2023-12-20T10:52:57.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:56 smithi123 ceph-mon[191304]: failed to encode map e241 with expected crc 2023-12-20T10:52:57.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:57.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:52:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:56 smithi177 ceph-mon[212096]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-20T10:52:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:56 smithi177 ceph-mon[212096]: failed to encode map e241 with expected crc 2023-12-20T10:52:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:56 smithi177 ceph-mon[212096]: failed to encode map e241 with expected crc 2023-12-20T10:52:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:56 smithi177 ceph-mon[212096]: osdmap e241: 8 total, 7 up, 8 in 2023-12-20T10:52:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:56 smithi177 ceph-mon[212096]: failed to encode map e241 with expected crc 2023-12-20T10:52:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:56 smithi177 ceph-mon[212096]: failed to encode map e241 with expected crc 2023-12-20T10:52:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:52:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:52:57.992 INFO:tasks.rados.rados.0.smithi123.stdout:929: done (3 left) 2023-12-20T10:52:57.992 INFO:tasks.rados.rados.0.smithi123.stdout:931: done (2 left) 2023-12-20T10:52:57.992 INFO:tasks.rados.rados.0.smithi123.stdout:932: done (1 left) 2023-12-20T10:52:57.992 INFO:tasks.rados.rados.0.smithi123.stdout:933: done (0 left) 2023-12-20T10:52:57.992 INFO:tasks.rados.rados.0.smithi123.stdout:934: rmattr oid 32 current snap is 98 2023-12-20T10:52:57.992 INFO:tasks.rados.rados.0.smithi123.stdout:934: done (0 left) 2023-12-20T10:52:57.992 INFO:tasks.rados.rados.0.smithi123.stdout:935: read oid 50 snap -1 2023-12-20T10:52:57.992 INFO:tasks.rados.rados.0.smithi123.stdout:935: expect (ObjNum 314 snap 97 seq_num 314) 2023-12-20T10:52:57.992 INFO:tasks.rados.rados.0.smithi123.stdout:936: read oid 42 snap -1 2023-12-20T10:52:57.992 INFO:tasks.rados.rados.0.smithi123.stdout:936: expect (ObjNum 156 snap 45 seq_num 156) 2023-12-20T10:52:57.992 INFO:tasks.rados.rados.0.smithi123.stdout:937: copy_from oid 31 from oid 8 current snap is 98 2023-12-20T10:52:57.992 INFO:tasks.rados.rados.0.smithi123.stdout:938: snap_remove snap 72 2023-12-20T10:52:58.194 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:57 smithi123 ceph-mon[191304]: failed to encode map e242 with expected crc 2023-12-20T10:52:58.194 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:57 smithi123 ceph-mon[191304]: failed to encode map e242 with expected crc 2023-12-20T10:52:58.194 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:57 smithi123 ceph-mon[191304]: osdmap e242: 8 total, 7 up, 8 in 2023-12-20T10:52:58.194 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:57 smithi123 ceph-mon[191304]: failed to encode map e242 with expected crc 2023-12-20T10:52:58.194 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:57 smithi123 ceph-mon[191304]: failed to encode map e242 with expected crc 2023-12-20T10:52:58.194 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:57 smithi123 ceph-mon[191304]: failed to encode map e242 with expected crc 2023-12-20T10:52:58.195 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:57 smithi123 ceph-mon[191304]: failed to encode map e242 with expected crc 2023-12-20T10:52:58.195 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:57 smithi123 ceph-mon[191304]: failed to encode map e242 with expected crc 2023-12-20T10:52:58.195 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:57 smithi123 ceph-mon[191304]: failed to encode map e242 with expected crc 2023-12-20T10:52:58.195 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:57 smithi123 ceph-mon[191304]: pgmap v70: 121 pgs: 9 active+undersized+degraded, 4 stale+active+clean, 29 active+undersized, 79 active+clean; 300 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.6 MiB/s wr, 3 op/s; 55/777 objects degraded (7.079%) 2023-12-20T10:52:58.195 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:52:57 smithi123 systemd[1]: ceph-85213638-9f24-11ee-95a5-87774f69a715@osd.0.service: Succeeded. 2023-12-20T10:52:58.195 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:52:57 smithi123 systemd[1]: Stopped Ceph osd.0 for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:52:58.195 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:52:57 smithi123 systemd[1]: Starting Ceph osd.0 for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:52:58.195 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:57 smithi123 ceph-mon[188613]: failed to encode map e242 with expected crc 2023-12-20T10:52:58.195 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:57 smithi123 ceph-mon[188613]: failed to encode map e242 with expected crc 2023-12-20T10:52:58.196 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:57 smithi123 ceph-mon[188613]: osdmap e242: 8 total, 7 up, 8 in 2023-12-20T10:52:58.196 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:57 smithi123 ceph-mon[188613]: failed to encode map e242 with expected crc 2023-12-20T10:52:58.196 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:57 smithi123 ceph-mon[188613]: failed to encode map e242 with expected crc 2023-12-20T10:52:58.196 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:57 smithi123 ceph-mon[188613]: failed to encode map e242 with expected crc 2023-12-20T10:52:58.196 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:57 smithi123 ceph-mon[188613]: failed to encode map e242 with expected crc 2023-12-20T10:52:58.196 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:57 smithi123 ceph-mon[188613]: failed to encode map e242 with expected crc 2023-12-20T10:52:58.196 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:57 smithi123 ceph-mon[188613]: failed to encode map e242 with expected crc 2023-12-20T10:52:58.196 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:57 smithi123 ceph-mon[188613]: pgmap v70: 121 pgs: 9 active+undersized+degraded, 4 stale+active+clean, 29 active+undersized, 79 active+clean; 300 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.6 MiB/s wr, 3 op/s; 55/777 objects degraded (7.079%) 2023-12-20T10:52:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:57 smithi177 ceph-mon[212096]: failed to encode map e242 with expected crc 2023-12-20T10:52:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:57 smithi177 ceph-mon[212096]: failed to encode map e242 with expected crc 2023-12-20T10:52:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:57 smithi177 ceph-mon[212096]: osdmap e242: 8 total, 7 up, 8 in 2023-12-20T10:52:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:57 smithi177 ceph-mon[212096]: failed to encode map e242 with expected crc 2023-12-20T10:52:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:57 smithi177 ceph-mon[212096]: failed to encode map e242 with expected crc 2023-12-20T10:52:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:57 smithi177 ceph-mon[212096]: failed to encode map e242 with expected crc 2023-12-20T10:52:58.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:57 smithi177 ceph-mon[212096]: failed to encode map e242 with expected crc 2023-12-20T10:52:58.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:57 smithi177 ceph-mon[212096]: failed to encode map e242 with expected crc 2023-12-20T10:52:58.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:57 smithi177 ceph-mon[212096]: failed to encode map e242 with expected crc 2023-12-20T10:52:58.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:57 smithi177 ceph-mon[212096]: pgmap v70: 121 pgs: 9 active+undersized+degraded, 4 stale+active+clean, 29 active+undersized, 79 active+clean; 300 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.6 MiB/s wr, 3 op/s; 55/777 objects degraded (7.079%) 2023-12-20T10:52:58.986 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:52:58 smithi123 bash[197826]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-12-20T10:52:58.986 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:52:58 smithi123 bash[197826]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2023-12-20T10:52:58.986 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:52:58 smithi123 bash[197826]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2023-12-20T10:52:58.986 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:52:58 smithi123 bash[197826]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2023-12-20T10:52:58.986 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:52:58 smithi123 bash[197826]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2023-12-20T10:52:58.987 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:52:58 smithi123 bash[197826]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-12-20T10:52:58.987 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:52:58 smithi123 bash[197826]: --> ceph-volume raw activate successful for osd ID: 0 2023-12-20T10:52:58.987 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:52:58 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:52:58.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-20T10:52:58.993 INFO:tasks.rados.rados.0.smithi123.stdout:938: done (3 left) 2023-12-20T10:52:58.994 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 9 current snap is 98 2023-12-20T10:52:58.994 INFO:tasks.rados.rados.0.smithi123.stdout:939: seq_num 319 ranges {0=548864} 2023-12-20T10:52:58.997 INFO:tasks.rados.rados.0.smithi123.stdout:939: writing smithi123173835-9 from 0 to 548864 tid 1 2023-12-20T10:52:58.997 INFO:tasks.rados.rados.0.smithi123.stdout:940: read oid 23 snap -1 2023-12-20T10:52:58.997 INFO:tasks.rados.rados.0.smithi123.stdout:940: expect (ObjNum 277 snap 79 seq_num 277) 2023-12-20T10:52:58.997 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 6 current snap is 98 2023-12-20T10:52:58.997 INFO:tasks.rados.rados.0.smithi123.stdout:936: expect (ObjNum 156 snap 45 seq_num 156) 2023-12-20T10:52:59.072 INFO:tasks.rados.rados.0.smithi123.stdout:935: expect (ObjNum 314 snap 97 seq_num 314) 2023-12-20T10:52:59.118 INFO:tasks.rados.rados.0.smithi123.stdout:937: finishing copy_from to smithi123173835-31 2023-12-20T10:52:59.118 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 31 v 182 (ObjNum 214 snap 57 seq_num 214) dirty exists 2023-12-20T10:52:59.118 INFO:tasks.rados.rados.0.smithi123.stdout:937: finishing copy_from racing read to smithi123173835-31 2023-12-20T10:52:59.118 INFO:tasks.rados.rados.0.smithi123.stdout:941: seq_num 320 ranges {0=565248} 2023-12-20T10:52:59.121 INFO:tasks.rados.rados.0.smithi123.stdout:941: writing smithi123173835-6 from 0 to 565248 tid 1 2023-12-20T10:52:59.121 INFO:tasks.rados.rados.0.smithi123.stdout:935: done (5 left) 2023-12-20T10:52:59.122 INFO:tasks.rados.rados.0.smithi123.stdout:936: done (4 left) 2023-12-20T10:52:59.122 INFO:tasks.rados.rados.0.smithi123.stdout:937: done (3 left) 2023-12-20T10:52:59.122 INFO:tasks.rados.rados.0.smithi123.stdout:942: delete oid 1 current snap is 98 2023-12-20T10:52:59.122 INFO:tasks.rados.rados.0.smithi123.stdout:939: finishing write tid 1 to smithi123173835-9 2023-12-20T10:52:59.122 INFO:tasks.rados.rados.0.smithi123.stdout:939: finishing write tid 2 to smithi123173835-9 2023-12-20T10:52:59.122 INFO:tasks.rados.rados.0.smithi123.stdout:939: finishing write tid 3 to smithi123173835-9 2023-12-20T10:52:59.122 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 9 v 394 (ObjNum 319 snap 98 seq_num 319) dirty exists 2023-12-20T10:52:59.122 INFO:tasks.rados.rados.0.smithi123.stdout:939: left oid 9 (ObjNum 319 snap 98 seq_num 319) 2023-12-20T10:52:59.122 INFO:tasks.rados.rados.0.smithi123.stdout:940: expect (ObjNum 277 snap 79 seq_num 277) 2023-12-20T10:52:59.242 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:52:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:52:59] "GET /metrics HTTP/1.1" 200 36067 "" "Prometheus/2.43.0" 2023-12-20T10:52:59.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:58 smithi123 ceph-mon[188613]: Health check failed: Degraded data redundancy: 55/777 objects degraded (7.079%), 9 pgs degraded (PG_DEGRADED) 2023-12-20T10:52:59.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:58 smithi123 ceph-mon[188613]: failed to encode map e243 with expected crc 2023-12-20T10:52:59.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:58 smithi123 ceph-mon[188613]: failed to encode map e243 with expected crc 2023-12-20T10:52:59.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:58 smithi123 ceph-mon[188613]: osdmap e243: 8 total, 7 up, 8 in 2023-12-20T10:52:59.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:58 smithi123 ceph-mon[188613]: failed to encode map e243 with expected crc 2023-12-20T10:52:59.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:58 smithi123 ceph-mon[188613]: failed to encode map e243 with expected crc 2023-12-20T10:52:59.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:58 smithi123 ceph-mon[188613]: failed to encode map e243 with expected crc 2023-12-20T10:52:59.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:58 smithi123 ceph-mon[191304]: Health check failed: Degraded data redundancy: 55/777 objects degraded (7.079%), 9 pgs degraded (PG_DEGRADED) 2023-12-20T10:52:59.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:58 smithi123 ceph-mon[191304]: failed to encode map e243 with expected crc 2023-12-20T10:52:59.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:58 smithi123 ceph-mon[191304]: failed to encode map e243 with expected crc 2023-12-20T10:52:59.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:58 smithi123 ceph-mon[191304]: osdmap e243: 8 total, 7 up, 8 in 2023-12-20T10:52:59.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:58 smithi123 ceph-mon[191304]: failed to encode map e243 with expected crc 2023-12-20T10:52:59.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:58 smithi123 ceph-mon[191304]: failed to encode map e243 with expected crc 2023-12-20T10:52:59.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:58 smithi123 ceph-mon[191304]: failed to encode map e243 with expected crc 2023-12-20T10:52:59.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:58 smithi177 ceph-mon[212096]: Health check failed: Degraded data redundancy: 55/777 objects degraded (7.079%), 9 pgs degraded (PG_DEGRADED) 2023-12-20T10:52:59.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:58 smithi177 ceph-mon[212096]: failed to encode map e243 with expected crc 2023-12-20T10:52:59.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:58 smithi177 ceph-mon[212096]: failed to encode map e243 with expected crc 2023-12-20T10:52:59.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:58 smithi177 ceph-mon[212096]: osdmap e243: 8 total, 7 up, 8 in 2023-12-20T10:52:59.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:58 smithi177 ceph-mon[212096]: failed to encode map e243 with expected crc 2023-12-20T10:52:59.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:58 smithi177 ceph-mon[212096]: failed to encode map e243 with expected crc 2023-12-20T10:52:59.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:58 smithi177 ceph-mon[212096]: failed to encode map e243 with expected crc 2023-12-20T10:52:59.411 INFO:tasks.rados.rados.0.smithi123.stdout:941: finishing write tid 1 to smithi123173835-6 2023-12-20T10:52:59.411 INFO:tasks.rados.rados.0.smithi123.stdout:941: finishing write tid 2 to smithi123173835-6 2023-12-20T10:52:59.411 INFO:tasks.rados.rados.0.smithi123.stdout:941: finishing write tid 3 to smithi123173835-6 2023-12-20T10:52:59.411 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 605 (ObjNum 320 snap 98 seq_num 320) dirty exists 2023-12-20T10:52:59.411 INFO:tasks.rados.rados.0.smithi123.stdout:941: left oid 6 (ObjNum 320 snap 98 seq_num 320) 2023-12-20T10:52:59.411 INFO:tasks.rados.rados.0.smithi123.stdout:939: done (3 left) 2023-12-20T10:52:59.411 INFO:tasks.rados.rados.0.smithi123.stdout:940: done (2 left) 2023-12-20T10:52:59.411 INFO:tasks.rados.rados.0.smithi123.stdout:941: done (1 left) 2023-12-20T10:52:59.411 INFO:tasks.rados.rados.0.smithi123.stdout:942: done (0 left) 2023-12-20T10:52:59.411 INFO:tasks.rados.rados.0.smithi123.stdout:943: snap_remove snap 94 2023-12-20T10:52:59.742 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:52:59 smithi123 ceph-osd[198118]: -- 172.21.15.123:0/3362074657 <== mon.0 v2:172.21.15.123:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55910ede91e0 con 0x55910edb8c00 2023-12-20T10:52:59.742 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:52:59 smithi123 bash[198080]: bcf07268625e3bbd473e0aca413c6477573c843fc357bae4fc874a2123caef8b 2023-12-20T10:52:59.742 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:52:59 smithi123 systemd[1]: Started Ceph osd.0 for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:53:00.004 INFO:tasks.rados.rados.0.smithi123.stdout:943: done (0 left) 2023-12-20T10:53:00.004 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 45 current snap is 98 2023-12-20T10:53:00.004 INFO:tasks.rados.rados.0.smithi123.stdout:944: seq_num 322 ranges {4456448=598016} 2023-12-20T10:53:00.032 INFO:tasks.rados.rados.0.smithi123.stdout:944: writing smithi123173835-45 from 4456448 to 5054464 tid 1 2023-12-20T10:53:00.032 INFO:tasks.rados.rados.0.smithi123.stdout:945: copy_from oid 41 from oid 49 current snap is 98 2023-12-20T10:53:00.032 INFO:tasks.rados.rados.0.smithi123.stdout:946: snap_remove snap 86 2023-12-20T10:53:00.242 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:52:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-0[198095]: 2023-12-20T10:52:59.898+0000 7f87eefd9640 -1 Falling back to public interface 2023-12-20T10:53:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:59 smithi123 ceph-mon[188613]: failed to encode map e244 with expected crc 2023-12-20T10:53:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:59 smithi123 ceph-mon[188613]: failed to encode map e244 with expected crc 2023-12-20T10:53:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:59 smithi123 ceph-mon[188613]: osdmap e244: 8 total, 7 up, 8 in 2023-12-20T10:53:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:59 smithi123 ceph-mon[188613]: failed to encode map e244 with expected crc 2023-12-20T10:53:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:59 smithi123 ceph-mon[188613]: failed to encode map e244 with expected crc 2023-12-20T10:53:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:59 smithi123 ceph-mon[188613]: pgmap v73: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 300 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.8 MiB/s wr, 11 op/s; 137/783 objects degraded (17.497%) 2023-12-20T10:53:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:52:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:53:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:59 smithi123 ceph-mon[191304]: failed to encode map e244 with expected crc 2023-12-20T10:53:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:59 smithi123 ceph-mon[191304]: failed to encode map e244 with expected crc 2023-12-20T10:53:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:59 smithi123 ceph-mon[191304]: osdmap e244: 8 total, 7 up, 8 in 2023-12-20T10:53:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:59 smithi123 ceph-mon[191304]: failed to encode map e244 with expected crc 2023-12-20T10:53:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:59 smithi123 ceph-mon[191304]: failed to encode map e244 with expected crc 2023-12-20T10:53:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:59 smithi123 ceph-mon[191304]: pgmap v73: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 300 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.8 MiB/s wr, 11 op/s; 137/783 objects degraded (17.497%) 2023-12-20T10:53:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:00.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:52:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:53:00.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:59 smithi177 ceph-mon[212096]: failed to encode map e244 with expected crc 2023-12-20T10:53:00.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:59 smithi177 ceph-mon[212096]: failed to encode map e244 with expected crc 2023-12-20T10:53:00.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:59 smithi177 ceph-mon[212096]: osdmap e244: 8 total, 7 up, 8 in 2023-12-20T10:53:00.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:59 smithi177 ceph-mon[212096]: failed to encode map e244 with expected crc 2023-12-20T10:53:00.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:59 smithi177 ceph-mon[212096]: failed to encode map e244 with expected crc 2023-12-20T10:53:00.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:59 smithi177 ceph-mon[212096]: pgmap v73: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 300 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.8 MiB/s wr, 11 op/s; 137/783 objects degraded (17.497%) 2023-12-20T10:53:00.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:00.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:00.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:52:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:53:01.014 INFO:tasks.rados.rados.0.smithi123.stdout:946: done (2 left) 2023-12-20T10:53:01.014 INFO:tasks.rados.rados.0.smithi123.stdout:947: snap_remove snap 57 2023-12-20T10:53:01.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:00 smithi177 ceph-mon[212096]: failed to encode map e245 with expected crc 2023-12-20T10:53:01.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:00 smithi177 ceph-mon[212096]: failed to encode map e245 with expected crc 2023-12-20T10:53:01.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:00 smithi177 ceph-mon[212096]: osdmap e245: 8 total, 7 up, 8 in 2023-12-20T10:53:01.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:00 smithi177 ceph-mon[212096]: failed to encode map e245 with expected crc 2023-12-20T10:53:01.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:00 smithi177 ceph-mon[212096]: failed to encode map e245 with expected crc 2023-12-20T10:53:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:01 smithi123 ceph-mon[191304]: failed to encode map e245 with expected crc 2023-12-20T10:53:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:01 smithi123 ceph-mon[191304]: failed to encode map e245 with expected crc 2023-12-20T10:53:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:01 smithi123 ceph-mon[191304]: osdmap e245: 8 total, 7 up, 8 in 2023-12-20T10:53:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:01 smithi123 ceph-mon[191304]: failed to encode map e245 with expected crc 2023-12-20T10:53:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:01 smithi123 ceph-mon[191304]: failed to encode map e245 with expected crc 2023-12-20T10:53:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:00 smithi123 ceph-mon[188613]: failed to encode map e245 with expected crc 2023-12-20T10:53:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:00 smithi123 ceph-mon[188613]: failed to encode map e245 with expected crc 2023-12-20T10:53:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:00 smithi123 ceph-mon[188613]: osdmap e245: 8 total, 7 up, 8 in 2023-12-20T10:53:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:00 smithi123 ceph-mon[188613]: failed to encode map e245 with expected crc 2023-12-20T10:53:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:00 smithi123 ceph-mon[188613]: failed to encode map e245 with expected crc 2023-12-20T10:53:02.013 INFO:tasks.rados.rados.0.smithi123.stdout:947: done (2 left) 2023-12-20T10:53:02.014 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 5 current snap is 98 2023-12-20T10:53:02.014 INFO:tasks.rados.rados.0.smithi123.stdout:944: finishing write tid 1 to smithi123173835-45 2023-12-20T10:53:02.014 INFO:tasks.rados.rados.0.smithi123.stdout:944: finishing write tid 2 to smithi123173835-45 2023-12-20T10:53:02.014 INFO:tasks.rados.rados.0.smithi123.stdout:948: seq_num 323 ranges {2203648=614400} 2023-12-20T10:53:02.030 INFO:tasks.rados.rados.0.smithi123.stdout:948: writing smithi123173835-5 from 2203648 to 2818048 tid 1 2023-12-20T10:53:02.030 INFO:tasks.rados.rados.0.smithi123.stdout:949: read oid 4 snap -1 2023-12-20T10:53:02.030 INFO:tasks.rados.rados.0.smithi123.stdout:949: expect (ObjNum 249 snap 72 seq_num 249) 2023-12-20T10:53:02.030 INFO:tasks.rados.rados.0.smithi123.stdout:950: setattr oid 6 current snap is 98 2023-12-20T10:53:02.030 INFO:tasks.rados.rados.0.smithi123.stdout:944: finishing write tid 3 to smithi123173835-45 2023-12-20T10:53:02.030 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 499 (ObjNum 322 snap 98 seq_num 322) dirty exists 2023-12-20T10:53:02.031 INFO:tasks.rados.rados.0.smithi123.stdout:944: left oid 45 (ObjNum 322 snap 98 seq_num 322) 2023-12-20T10:53:02.031 INFO:tasks.rados.rados.0.smithi123.stdout:945: finishing copy_from to smithi123173835-41 2023-12-20T10:53:02.031 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 467 (ObjNum 285 snap 87 seq_num 285) dirty exists 2023-12-20T10:53:02.031 INFO:tasks.rados.rados.0.smithi123.stdout:945: finishing copy_from racing read to smithi123173835-41 2023-12-20T10:53:02.037 INFO:tasks.rados.rados.0.smithi123.stdout:944: done (4 left) 2023-12-20T10:53:02.037 INFO:tasks.rados.rados.0.smithi123.stdout:945: done (3 left) 2023-12-20T10:53:02.037 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 13 current snap is 98 2023-12-20T10:53:02.037 INFO:tasks.rados.rados.0.smithi123.stdout:951: seq_num 324 ranges {2473984=630784} 2023-12-20T10:53:02.049 INFO:tasks.rados.rados.0.smithi123.stdout:951: writing smithi123173835-13 from 2473984 to 3104768 tid 1 2023-12-20T10:53:02.049 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 38 current snap is 98 2023-12-20T10:53:02.049 INFO:tasks.rados.rados.0.smithi123.stdout:952: seq_num 325 ranges {147456=647168} 2023-12-20T10:53:02.054 INFO:tasks.rados.rados.0.smithi123.stdout:952: writing smithi123173835-38 from 147456 to 794624 tid 1 2023-12-20T10:53:02.054 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 45 current snap is 98 2023-12-20T10:53:02.054 INFO:tasks.rados.rados.0.smithi123.stdout:948: finishing write tid 1 to smithi123173835-5 2023-12-20T10:53:02.054 INFO:tasks.rados.rados.0.smithi123.stdout:948: finishing write tid 2 to smithi123173835-5 2023-12-20T10:53:02.054 INFO:tasks.rados.rados.0.smithi123.stdout:948: finishing write tid 3 to smithi123173835-5 2023-12-20T10:53:02.054 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 471 (ObjNum 323 snap 98 seq_num 323) dirty exists 2023-12-20T10:53:02.055 INFO:tasks.rados.rados.0.smithi123.stdout:948: left oid 5 (ObjNum 323 snap 98 seq_num 323) 2023-12-20T10:53:02.055 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 622 (ObjNum 320 snap 98 seq_num 320) dirty exists 2023-12-20T10:53:02.055 INFO:tasks.rados.rados.0.smithi123.stdout:949: expect (ObjNum 249 snap 72 seq_num 249) 2023-12-20T10:53:02.169 INFO:tasks.rados.rados.0.smithi123.stdout:951: finishing write tid 1 to smithi123173835-13 2023-12-20T10:53:02.169 INFO:tasks.rados.rados.0.smithi123.stdout:951: finishing write tid 2 to smithi123173835-13 2023-12-20T10:53:02.169 INFO:tasks.rados.rados.0.smithi123.stdout:953: seq_num 326 ranges {5054464=663552} 2023-12-20T10:53:02.201 INFO:tasks.rados.rados.0.smithi123.stdout:953: writing smithi123173835-45 from 5054464 to 5718016 tid 1 2023-12-20T10:53:02.201 INFO:tasks.rados.rados.0.smithi123.stdout:948: done (5 left) 2023-12-20T10:53:02.202 INFO:tasks.rados.rados.0.smithi123.stdout:949: done (4 left) 2023-12-20T10:53:02.202 INFO:tasks.rados.rados.0.smithi123.stdout:950: done (3 left) 2023-12-20T10:53:02.202 INFO:tasks.rados.rados.0.smithi123.stdout:954: snap_remove snap 69 2023-12-20T10:53:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:02 smithi177 ceph-mon[212096]: failed to encode map e246 with expected crc 2023-12-20T10:53:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:02 smithi177 ceph-mon[212096]: osdmap e246: 8 total, 7 up, 8 in 2023-12-20T10:53:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:02 smithi177 ceph-mon[212096]: failed to encode map e246 with expected crc 2023-12-20T10:53:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:02 smithi177 ceph-mon[212096]: pgmap v76: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 300 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 244 KiB/s wr, 7 op/s; 137/783 objects degraded (17.497%) 2023-12-20T10:53:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:02 smithi123 ceph-mon[188613]: failed to encode map e246 with expected crc 2023-12-20T10:53:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:02 smithi123 ceph-mon[188613]: osdmap e246: 8 total, 7 up, 8 in 2023-12-20T10:53:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:02 smithi123 ceph-mon[188613]: failed to encode map e246 with expected crc 2023-12-20T10:53:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:02 smithi123 ceph-mon[188613]: pgmap v76: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 300 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 244 KiB/s wr, 7 op/s; 137/783 objects degraded (17.497%) 2023-12-20T10:53:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:02 smithi123 ceph-mon[191304]: failed to encode map e246 with expected crc 2023-12-20T10:53:02.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:02 smithi123 ceph-mon[191304]: osdmap e246: 8 total, 7 up, 8 in 2023-12-20T10:53:02.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:02 smithi123 ceph-mon[191304]: failed to encode map e246 with expected crc 2023-12-20T10:53:02.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:02 smithi123 ceph-mon[191304]: pgmap v76: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 300 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 244 KiB/s wr, 7 op/s; 137/783 objects degraded (17.497%) 2023-12-20T10:53:02.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:02.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:02.955 INFO:tasks.rados.rados.0.smithi123.stdout:954: done (3 left) 2023-12-20T10:53:02.955 INFO:tasks.rados.rados.0.smithi123.stdout:955: setattr oid 24 current snap is 98 2023-12-20T10:53:02.955 INFO:tasks.rados.rados.0.smithi123.stdout:951: finishing write tid 3 to smithi123173835-13 2023-12-20T10:53:02.955 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 774 (ObjNum 324 snap 98 seq_num 324) dirty exists 2023-12-20T10:53:02.955 INFO:tasks.rados.rados.0.smithi123.stdout:951: left oid 13 (ObjNum 324 snap 98 seq_num 324) 2023-12-20T10:53:02.955 INFO:tasks.rados.rados.0.smithi123.stdout:952: finishing write tid 1 to smithi123173835-38 2023-12-20T10:53:02.956 INFO:tasks.rados.rados.0.smithi123.stdout:952: finishing write tid 2 to smithi123173835-38 2023-12-20T10:53:02.956 INFO:tasks.rados.rados.0.smithi123.stdout:952: finishing write tid 3 to smithi123173835-38 2023-12-20T10:53:02.956 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 38 v 394 (ObjNum 325 snap 98 seq_num 325) dirty exists 2023-12-20T10:53:02.956 INFO:tasks.rados.rados.0.smithi123.stdout:952: left oid 38 (ObjNum 325 snap 98 seq_num 325) 2023-12-20T10:53:02.956 INFO:tasks.rados.rados.0.smithi123.stdout:953: finishing write tid 1 to smithi123173835-45 2023-12-20T10:53:02.956 INFO:tasks.rados.rados.0.smithi123.stdout:953: finishing write tid 2 to smithi123173835-45 2023-12-20T10:53:02.956 INFO:tasks.rados.rados.0.smithi123.stdout:953: finishing write tid 3 to smithi123173835-45 2023-12-20T10:53:02.956 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 501 (ObjNum 326 snap 98 seq_num 326) dirty exists 2023-12-20T10:53:02.956 INFO:tasks.rados.rados.0.smithi123.stdout:953: left oid 45 (ObjNum 326 snap 98 seq_num 326) 2023-12-20T10:53:02.957 INFO:tasks.rados.rados.0.smithi123.stdout:951: done (3 left) 2023-12-20T10:53:02.957 INFO:tasks.rados.rados.0.smithi123.stdout:952: done (2 left) 2023-12-20T10:53:02.957 INFO:tasks.rados.rados.0.smithi123.stdout:953: done (1 left) 2023-12-20T10:53:02.957 INFO:tasks.rados.rados.0.smithi123.stdout:956: rollback oid 25 current snap is 98 2023-12-20T10:53:02.957 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 25 to 42 2023-12-20T10:53:02.957 INFO:tasks.rados.rados.0.smithi123.stdout:957: read oid 33 snap -1 2023-12-20T10:53:02.957 INFO:tasks.rados.rados.0.smithi123.stdout:957: expect (ObjNum 184 snap 50 seq_num 184) 2023-12-20T10:53:02.957 INFO:tasks.rados.rados.0.smithi123.stdout:958: snap_create 2023-12-20T10:53:02.963 INFO:tasks.rados.rados.0.smithi123.stdout:956: finishing rollback tid 0 to smithi123173835-25 2023-12-20T10:53:02.964 INFO:tasks.rados.rados.0.smithi123.stdout:956: finishing rollback tid 1 to smithi123173835-25 2023-12-20T10:53:02.964 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 195 (ObjNum 289 snap 0 seq_num 1643871741) dirty dne 2023-12-20T10:53:02.977 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 24 v 624 (ObjNum 315 snap 97 seq_num 315) dirty exists 2023-12-20T10:53:02.979 INFO:tasks.rados.rados.0.smithi123.stdout:957: expect (ObjNum 184 snap 50 seq_num 184) 2023-12-20T10:53:02.991 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:53:02 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-0[198095]: 2023-12-20T10:53:02.692+0000 7f87eefd9640 -1 osd.0 0 read_superblock omap replica is missing. 2023-12-20T10:53:02.992 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:53:02 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-0[198095]: 2023-12-20T10:53:02.757+0000 7f87eefd9640 -1 osd.0 240 log_to_monitors true 2023-12-20T10:53:03.283 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:53:02 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-0[198095]: 2023-12-20T10:53:02.994+0000 7f87df448700 -1 osd.0 240 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-20T10:53:03.284 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:03 smithi123 ceph-mon[191304]: failed to encode map e247 with expected crc 2023-12-20T10:53:03.284 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:03 smithi123 ceph-mon[191304]: failed to encode map e247 with expected crc 2023-12-20T10:53:03.284 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:03 smithi123 ceph-mon[191304]: osdmap e247: 8 total, 7 up, 8 in 2023-12-20T10:53:03.284 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:03.284 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:03.284 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:03 smithi123 ceph-mon[191304]: from='osd.0 [v2:172.21.15.123:6802/2913181130,v1:172.21.15.123:6803/2913181130]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-20T10:53:03.284 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:03 smithi123 ceph-mon[191304]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-20T10:53:03.284 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:03 smithi123 ceph-mon[191304]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-20T10:53:03.284 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:03 smithi123 ceph-mon[191304]: failed to encode map e248 with expected crc 2023-12-20T10:53:03.284 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:03 smithi123 ceph-mon[191304]: osdmap e248: 8 total, 7 up, 8 in 2023-12-20T10:53:03.284 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:03 smithi123 ceph-mon[191304]: from='osd.0 [v2:172.21.15.123:6802/2913181130,v1:172.21.15.123:6803/2913181130]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:53:03.285 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:03 smithi123 ceph-mon[191304]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:53:03.285 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:03 smithi123 ceph-mon[188613]: failed to encode map e247 with expected crc 2023-12-20T10:53:03.285 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:03 smithi123 ceph-mon[188613]: failed to encode map e247 with expected crc 2023-12-20T10:53:03.285 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:03 smithi123 ceph-mon[188613]: osdmap e247: 8 total, 7 up, 8 in 2023-12-20T10:53:03.285 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:03.286 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:03.286 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:03 smithi123 ceph-mon[188613]: from='osd.0 [v2:172.21.15.123:6802/2913181130,v1:172.21.15.123:6803/2913181130]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-20T10:53:03.286 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:03 smithi123 ceph-mon[188613]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-20T10:53:03.286 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:03 smithi123 ceph-mon[188613]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-20T10:53:03.286 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:03 smithi123 ceph-mon[188613]: failed to encode map e248 with expected crc 2023-12-20T10:53:03.286 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:03 smithi123 ceph-mon[188613]: osdmap e248: 8 total, 7 up, 8 in 2023-12-20T10:53:03.287 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:03 smithi123 ceph-mon[188613]: from='osd.0 [v2:172.21.15.123:6802/2913181130,v1:172.21.15.123:6803/2913181130]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:53:03.287 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:03 smithi123 ceph-mon[188613]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:53:03.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:03 smithi177 ceph-mon[212096]: failed to encode map e247 with expected crc 2023-12-20T10:53:03.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:03 smithi177 ceph-mon[212096]: failed to encode map e247 with expected crc 2023-12-20T10:53:03.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:03 smithi177 ceph-mon[212096]: osdmap e247: 8 total, 7 up, 8 in 2023-12-20T10:53:03.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:03.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:03.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:03 smithi177 ceph-mon[212096]: from='osd.0 [v2:172.21.15.123:6802/2913181130,v1:172.21.15.123:6803/2913181130]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-20T10:53:03.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:03 smithi177 ceph-mon[212096]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-20T10:53:03.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:03 smithi177 ceph-mon[212096]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-20T10:53:03.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:03 smithi177 ceph-mon[212096]: failed to encode map e248 with expected crc 2023-12-20T10:53:03.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:03 smithi177 ceph-mon[212096]: osdmap e248: 8 total, 7 up, 8 in 2023-12-20T10:53:03.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:03 smithi177 ceph-mon[212096]: from='osd.0 [v2:172.21.15.123:6802/2913181130,v1:172.21.15.123:6803/2913181130]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:53:03.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:03 smithi177 ceph-mon[212096]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:53:03.954 INFO:tasks.rados.rados.0.smithi123.stdout:955: done (3 left) 2023-12-20T10:53:03.954 INFO:tasks.rados.rados.0.smithi123.stdout:956: done (2 left) 2023-12-20T10:53:03.954 INFO:tasks.rados.rados.0.smithi123.stdout:957: done (1 left) 2023-12-20T10:53:03.955 INFO:tasks.rados.rados.0.smithi123.stdout:958: done (0 left) 2023-12-20T10:53:03.955 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 37 current snap is 99 2023-12-20T10:53:03.955 INFO:tasks.rados.rados.0.smithi123.stdout:959: seq_num 327 ranges {5046272=679936} 2023-12-20T10:53:03.988 INFO:tasks.rados.rados.0.smithi123.stdout:959: writing smithi123173835-37 from 5046272 to 5726208 tid 1 2023-12-20T10:53:03.988 INFO:tasks.rados.rados.0.smithi123.stdout:960: rmattr oid 2 current snap is 99 2023-12-20T10:53:03.988 INFO:tasks.rados.rados.0.smithi123.stdout:960: done (1 left) 2023-12-20T10:53:03.988 INFO:tasks.rados.rados.0.smithi123.stdout:961: read oid 2 snap 98 2023-12-20T10:53:03.988 INFO:tasks.rados.rados.0.smithi123.stdout:961: expect (ObjNum 318 snap 97 seq_num 318) 2023-12-20T10:53:03.988 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 1 current snap is 99 2023-12-20T10:53:03.988 INFO:tasks.rados.rados.0.smithi123.stdout:962: seq_num 328 ranges {0=696320} 2023-12-20T10:53:03.993 INFO:tasks.rados.rados.0.smithi123.stdout:962: writing smithi123173835-1 from 0 to 696320 tid 1 2023-12-20T10:53:03.993 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 32 current snap is 99 2023-12-20T10:53:03.993 INFO:tasks.rados.rados.0.smithi123.stdout:963: seq_num 329 ranges {98304=712704} 2023-12-20T10:53:03.997 INFO:tasks.rados.rados.0.smithi123.stdout:963: writing smithi123173835-32 from 98304 to 811008 tid 1 2023-12-20T10:53:03.997 INFO:tasks.rados.rados.0.smithi123.stdout:964: rmattr oid 7 current snap is 99 2023-12-20T10:53:03.997 INFO:tasks.rados.rados.0.smithi123.stdout:964: done (4 left) 2023-12-20T10:53:03.998 INFO:tasks.rados.rados.0.smithi123.stdout:965: setattr oid 38 current snap is 99 2023-12-20T10:53:03.998 INFO:tasks.rados.rados.0.smithi123.stdout:961: expect (ObjNum 318 snap 97 seq_num 318) 2023-12-20T10:53:04.012 INFO:tasks.rados.rados.0.smithi123.stdout:959: finishing write tid 1 to smithi123173835-37 2023-12-20T10:53:04.012 INFO:tasks.rados.rados.0.smithi123.stdout:959: finishing write tid 2 to smithi123173835-37 2023-12-20T10:53:04.012 INFO:tasks.rados.rados.0.smithi123.stdout:959: finishing write tid 3 to smithi123173835-37 2023-12-20T10:53:04.012 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 489 (ObjNum 327 snap 99 seq_num 327) dirty exists 2023-12-20T10:53:04.012 INFO:tasks.rados.rados.0.smithi123.stdout:959: left oid 37 (ObjNum 327 snap 99 seq_num 327) 2023-12-20T10:53:04.013 INFO:tasks.rados.rados.0.smithi123.stdout:962: finishing write tid 1 to smithi123173835-1 2023-12-20T10:53:04.013 INFO:tasks.rados.rados.0.smithi123.stdout:962: finishing write tid 2 to smithi123173835-1 2023-12-20T10:53:04.013 INFO:tasks.rados.rados.0.smithi123.stdout:962: finishing write tid 3 to smithi123173835-1 2023-12-20T10:53:04.013 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 1 v 396 (ObjNum 328 snap 99 seq_num 328) dirty exists 2023-12-20T10:53:04.013 INFO:tasks.rados.rados.0.smithi123.stdout:962: left oid 1 (ObjNum 328 snap 99 seq_num 328) 2023-12-20T10:53:04.013 INFO:tasks.rados.rados.0.smithi123.stdout:959: done (4 left) 2023-12-20T10:53:04.013 INFO:tasks.rados.rados.0.smithi123.stdout:961: done (3 left) 2023-12-20T10:53:04.013 INFO:tasks.rados.rados.0.smithi123.stdout:962: done (2 left) 2023-12-20T10:53:04.013 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 25 current snap is 99 2023-12-20T10:53:04.013 INFO:tasks.rados.rados.0.smithi123.stdout:966: seq_num 330 ranges {0=737280} 2023-12-20T10:53:04.016 INFO:tasks.rados.rados.0.smithi123.stdout:966: writing smithi123173835-25 from 0 to 737280 tid 1 2023-12-20T10:53:04.017 INFO:tasks.rados.rados.0.smithi123.stdout:967: delete oid 3 current snap is 99 2023-12-20T10:53:04.017 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 38 v 397 (ObjNum 325 snap 98 seq_num 325) dirty exists 2023-12-20T10:53:04.026 INFO:tasks.rados.rados.0.smithi123.stdout:965: done (3 left) 2023-12-20T10:53:04.026 INFO:tasks.rados.rados.0.smithi123.stdout:967: done (2 left) 2023-12-20T10:53:04.026 INFO:tasks.rados.rados.0.smithi123.stdout:968: read oid 3 snap -1 2023-12-20T10:53:04.026 INFO:tasks.rados.rados.0.smithi123.stdout:968: expect deleted 2023-12-20T10:53:04.026 INFO:tasks.rados.rados.0.smithi123.stdout:969: rmattr oid 12 current snap is 99 2023-12-20T10:53:04.026 INFO:tasks.rados.rados.0.smithi123.stdout:969: done (3 left) 2023-12-20T10:53:04.027 INFO:tasks.rados.rados.0.smithi123.stdout:970: rmattr oid 50 current snap is 99 2023-12-20T10:53:04.027 INFO:tasks.rados.rados.0.smithi123.stdout:971: setattr oid 41 current snap is 99 2023-12-20T10:53:04.027 INFO:tasks.rados.rados.0.smithi123.stdout:968: done (4 left) 2023-12-20T10:53:04.027 INFO:tasks.rados.rados.0.smithi123.stdout:972: read oid 23 snap 78 2023-12-20T10:53:04.027 INFO:tasks.rados.rados.0.smithi123.stdout:972: expect (ObjNum 247 snap 71 seq_num 247) 2023-12-20T10:53:04.028 INFO:tasks.rados.rados.0.smithi123.stdout:973: rollback oid 28 current snap is 99 2023-12-20T10:53:04.028 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 28 to 97 2023-12-20T10:53:04.028 INFO:tasks.rados.rados.0.smithi123.stdout:974: setattr oid 16 current snap is 99 2023-12-20T10:53:04.031 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 470 (ObjNum 285 snap 87 seq_num 285) dirty exists 2023-12-20T10:53:04.031 INFO:tasks.rados.rados.0.smithi123.stdout:971: done (6 left) 2023-12-20T10:53:04.031 INFO:tasks.rados.rados.0.smithi123.stdout:975: rollback oid 35 current snap is 99 2023-12-20T10:53:04.031 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 35 to 90 2023-12-20T10:53:04.032 INFO:tasks.rados.rados.0.smithi123.stdout:976: rollback oid 4 current snap is 99 2023-12-20T10:53:04.032 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 4 to 87 2023-12-20T10:53:04.032 INFO:tasks.rados.rados.0.smithi123.stdout:977: read oid 30 snap -1 2023-12-20T10:53:04.032 INFO:tasks.rados.rados.0.smithi123.stdout:977: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-20T10:53:04.032 INFO:tasks.rados.rados.0.smithi123.stdout:978: read oid 49 snap 49 2023-12-20T10:53:04.032 INFO:tasks.rados.rados.0.smithi123.stdout:978: expect (ObjNum 145 snap 38 seq_num 145) 2023-12-20T10:53:04.033 INFO:tasks.rados.rados.0.smithi123.stdout:979: read oid 42 snap -1 2023-12-20T10:53:04.033 INFO:tasks.rados.rados.0.smithi123.stdout:979: expect (ObjNum 156 snap 45 seq_num 156) 2023-12-20T10:53:04.033 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 47 current snap is 99 2023-12-20T10:53:04.033 INFO:tasks.rados.rados.0.smithi123.stdout:980: seq_num 332 ranges {2514944=770048} 2023-12-20T10:53:04.046 INFO:tasks.rados.rados.0.smithi123.stdout:980: writing smithi123173835-47 from 2514944 to 3284992 tid 1 2023-12-20T10:53:04.047 INFO:tasks.rados.rados.0.smithi123.stdout:981: snap_remove snap 59 2023-12-20T10:53:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:04 smithi177 ceph-mon[212096]: failed to encode map e248 with expected crc 2023-12-20T10:53:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:04 smithi177 ceph-mon[212096]: failed to encode map e248 with expected crc 2023-12-20T10:53:04.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:04 smithi177 ceph-mon[212096]: failed to encode map e248 with expected crc 2023-12-20T10:53:04.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:04 smithi177 ceph-mon[212096]: pgmap v79: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 308 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.2 MiB/s wr, 15 op/s; 140/789 objects degraded (17.744%) 2023-12-20T10:53:04.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:04 smithi177 ceph-mon[212096]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-20T10:53:04.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:04 smithi177 ceph-mon[212096]: failed to encode map e249 with expected crc 2023-12-20T10:53:04.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:04 smithi177 ceph-mon[212096]: osd.0 [v2:172.21.15.123:6802/2913181130,v1:172.21.15.123:6803/2913181130] boot 2023-12-20T10:53:04.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:04 smithi177 ceph-mon[212096]: osdmap e249: 8 total, 8 up, 8 in 2023-12-20T10:53:04.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-20T10:53:04.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:04 smithi123 ceph-mon[191304]: failed to encode map e248 with expected crc 2023-12-20T10:53:04.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:04 smithi123 ceph-mon[191304]: failed to encode map e248 with expected crc 2023-12-20T10:53:04.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:04 smithi123 ceph-mon[191304]: failed to encode map e248 with expected crc 2023-12-20T10:53:04.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:04 smithi123 ceph-mon[191304]: pgmap v79: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 308 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.2 MiB/s wr, 15 op/s; 140/789 objects degraded (17.744%) 2023-12-20T10:53:04.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:04 smithi123 ceph-mon[191304]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-20T10:53:04.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:04 smithi123 ceph-mon[191304]: failed to encode map e249 with expected crc 2023-12-20T10:53:04.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:04 smithi123 ceph-mon[191304]: osd.0 [v2:172.21.15.123:6802/2913181130,v1:172.21.15.123:6803/2913181130] boot 2023-12-20T10:53:04.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:04 smithi123 ceph-mon[191304]: osdmap e249: 8 total, 8 up, 8 in 2023-12-20T10:53:04.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-20T10:53:04.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:04 smithi123 ceph-mon[188613]: failed to encode map e248 with expected crc 2023-12-20T10:53:04.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:04 smithi123 ceph-mon[188613]: failed to encode map e248 with expected crc 2023-12-20T10:53:04.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:04 smithi123 ceph-mon[188613]: failed to encode map e248 with expected crc 2023-12-20T10:53:04.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:04 smithi123 ceph-mon[188613]: pgmap v79: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 308 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.2 MiB/s wr, 15 op/s; 140/789 objects degraded (17.744%) 2023-12-20T10:53:04.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:04 smithi123 ceph-mon[188613]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-20T10:53:04.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:04 smithi123 ceph-mon[188613]: failed to encode map e249 with expected crc 2023-12-20T10:53:04.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:04 smithi123 ceph-mon[188613]: osd.0 [v2:172.21.15.123:6802/2913181130,v1:172.21.15.123:6803/2913181130] boot 2023-12-20T10:53:04.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:04 smithi123 ceph-mon[188613]: osdmap e249: 8 total, 8 up, 8 in 2023-12-20T10:53:04.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-20T10:53:04.959 INFO:tasks.rados.rados.0.smithi123.stdout:981: done (12 left) 2023-12-20T10:53:04.959 INFO:tasks.rados.rados.0.smithi123.stdout:982: setattr oid 7 current snap is 99 2023-12-20T10:53:04.959 INFO:tasks.rados.rados.0.smithi123.stdout:972: expect (ObjNum 247 snap 71 seq_num 247) 2023-12-20T10:53:05.035 INFO:tasks.rados.rados.0.smithi123.stdout:978: expect (ObjNum 145 snap 38 seq_num 145) 2023-12-20T10:53:05.037 INFO:tasks.rados.rados.0.smithi123.stdout:977: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-20T10:53:05.054 INFO:tasks.rados.rados.0.smithi123.stdout:976: finishing rollback tid 0 to smithi123173835-4 2023-12-20T10:53:05.054 INFO:tasks.rados.rados.0.smithi123.stdout:976: finishing rollback tid 1 to smithi123173835-4 2023-12-20T10:53:05.054 INFO:tasks.rados.rados.0.smithi123.stdout:976: finishing rollback tid 2 to smithi123173835-4 2023-12-20T10:53:05.054 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 640 (ObjNum 249 snap 72 seq_num 249) dirty exists 2023-12-20T10:53:05.054 INFO:tasks.rados.rados.0.smithi123.stdout:979: expect (ObjNum 156 snap 45 seq_num 156) 2023-12-20T10:53:05.139 INFO:tasks.rados.rados.0.smithi123.stdout:973: finishing rollback tid 0 to smithi123173835-28 2023-12-20T10:53:05.139 INFO:tasks.rados.rados.0.smithi123.stdout:973: finishing rollback tid 1 to smithi123173835-28 2023-12-20T10:53:05.140 INFO:tasks.rados.rados.0.smithi123.stdout:973: finishing rollback tid 2 to smithi123173835-28 2023-12-20T10:53:05.140 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 28 v 201 (ObjNum 301 snap 90 seq_num 301) dirty exists 2023-12-20T10:53:05.140 INFO:tasks.rados.rados.0.smithi123.stdout:980: finishing write tid 1 to smithi123173835-47 2023-12-20T10:53:05.140 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 503 (ObjNum 215 snap 57 seq_num 215) dirty exists 2023-12-20T10:53:05.140 INFO:tasks.rados.rados.0.smithi123.stdout:980: finishing write tid 2 to smithi123173835-47 2023-12-20T10:53:05.140 INFO:tasks.rados.rados.0.smithi123.stdout:980: finishing write tid 3 to smithi123173835-47 2023-12-20T10:53:05.140 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 47 v 293 (ObjNum 332 snap 99 seq_num 332) dirty exists 2023-12-20T10:53:05.140 INFO:tasks.rados.rados.0.smithi123.stdout:980: left oid 47 (ObjNum 332 snap 99 seq_num 332) 2023-12-20T10:53:05.140 INFO:tasks.rados.rados.0.smithi123.stdout:966: finishing write tid 1 to smithi123173835-25 2023-12-20T10:53:05.140 INFO:tasks.rados.rados.0.smithi123.stdout:963: finishing write tid 1 to smithi123173835-32 2023-12-20T10:53:05.140 INFO:tasks.rados.rados.0.smithi123.stdout:963: finishing write tid 2 to smithi123173835-32 2023-12-20T10:53:05.140 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 50 v 779 (ObjNum 314 snap 97 seq_num 314) dirty exists 2023-12-20T10:53:05.140 INFO:tasks.rados.rados.0.smithi123.stdout:975: finishing rollback tid 0 to smithi123173835-35 2023-12-20T10:53:05.140 INFO:tasks.rados.rados.0.smithi123.stdout:975: finishing rollback tid 1 to smithi123173835-35 2023-12-20T10:53:05.140 INFO:tasks.rados.rados.0.smithi123.stdout:975: finishing rollback tid 2 to smithi123173835-35 2023-12-20T10:53:05.141 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 35 v 783 (ObjNum 296 snap 89 seq_num 296) dirty exists 2023-12-20T10:53:05.141 INFO:tasks.rados.rados.0.smithi123.stdout:966: finishing write tid 2 to smithi123173835-25 2023-12-20T10:53:05.141 INFO:tasks.rados.rados.0.smithi123.stdout:966: finishing write tid 3 to smithi123173835-25 2023-12-20T10:53:05.141 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 197 (ObjNum 330 snap 99 seq_num 330) dirty exists 2023-12-20T10:53:05.141 INFO:tasks.rados.rados.0.smithi123.stdout:966: left oid 25 (ObjNum 330 snap 99 seq_num 330) 2023-12-20T10:53:05.141 INFO:tasks.rados.rados.0.smithi123.stdout:963: finishing write tid 3 to smithi123173835-32 2023-12-20T10:53:05.141 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 777 (ObjNum 329 snap 99 seq_num 329) dirty exists 2023-12-20T10:53:05.141 INFO:tasks.rados.rados.0.smithi123.stdout:963: left oid 32 (ObjNum 329 snap 99 seq_num 329) 2023-12-20T10:53:05.141 INFO:tasks.rados.rados.0.smithi123.stdout:963: done (12 left) 2023-12-20T10:53:05.141 INFO:tasks.rados.rados.0.smithi123.stdout:966: done (11 left) 2023-12-20T10:53:05.141 INFO:tasks.rados.rados.0.smithi123.stdout:970: done (10 left) 2023-12-20T10:53:05.141 INFO:tasks.rados.rados.0.smithi123.stdout:972: done (9 left) 2023-12-20T10:53:05.141 INFO:tasks.rados.rados.0.smithi123.stdout:973: done (8 left) 2023-12-20T10:53:05.141 INFO:tasks.rados.rados.0.smithi123.stdout:974: done (7 left) 2023-12-20T10:53:05.142 INFO:tasks.rados.rados.0.smithi123.stdout:975: done (6 left) 2023-12-20T10:53:05.142 INFO:tasks.rados.rados.0.smithi123.stdout:976: done (5 left) 2023-12-20T10:53:05.142 INFO:tasks.rados.rados.0.smithi123.stdout:977: done (4 left) 2023-12-20T10:53:05.142 INFO:tasks.rados.rados.0.smithi123.stdout:978: done (3 left) 2023-12-20T10:53:05.142 INFO:tasks.rados.rados.0.smithi123.stdout:979: done (2 left) 2023-12-20T10:53:05.142 INFO:tasks.rados.rados.0.smithi123.stdout:980: done (1 left) 2023-12-20T10:53:05.142 INFO:tasks.rados.rados.0.smithi123.stdout:983: rmattr oid 42 current snap is 99 2023-12-20T10:53:05.142 INFO:tasks.rados.rados.0.smithi123.stdout:983: done (1 left) 2023-12-20T10:53:05.142 INFO:tasks.rados.rados.0.smithi123.stdout:984: snap_remove snap 49 2023-12-20T10:53:05.151 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:05 smithi123 ceph-mon[191304]: failed to encode map e249 with expected crc 2023-12-20T10:53:05.151 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:05 smithi123 ceph-mon[191304]: Health check update: Degraded data redundancy: 140/789 objects degraded (17.744%), 15 pgs degraded (PG_DEGRADED) 2023-12-20T10:53:05.151 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:05.151 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:05 smithi123 ceph-mon[191304]: failed to encode map e250 with expected crc 2023-12-20T10:53:05.151 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:05 smithi123 ceph-mon[191304]: osdmap e250: 8 total, 8 up, 8 in 2023-12-20T10:53:05.151 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:05 smithi123 ceph-mon[191304]: failed to encode map e250 with expected crc 2023-12-20T10:53:05.151 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:05.151 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:53:05.151 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:53:05.151 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:05.152 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:05 smithi123 ceph-mon[188613]: failed to encode map e249 with expected crc 2023-12-20T10:53:05.152 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:05 smithi123 ceph-mon[188613]: Health check update: Degraded data redundancy: 140/789 objects degraded (17.744%), 15 pgs degraded (PG_DEGRADED) 2023-12-20T10:53:05.152 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:05.152 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:05 smithi123 ceph-mon[188613]: failed to encode map e250 with expected crc 2023-12-20T10:53:05.152 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:05 smithi123 ceph-mon[188613]: osdmap e250: 8 total, 8 up, 8 in 2023-12-20T10:53:05.152 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:05 smithi123 ceph-mon[188613]: failed to encode map e250 with expected crc 2023-12-20T10:53:05.152 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:05.152 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:53:05.152 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:53:05.152 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:05 smithi177 ceph-mon[212096]: failed to encode map e249 with expected crc 2023-12-20T10:53:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:05 smithi177 ceph-mon[212096]: Health check update: Degraded data redundancy: 140/789 objects degraded (17.744%), 15 pgs degraded (PG_DEGRADED) 2023-12-20T10:53:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:05 smithi177 ceph-mon[212096]: failed to encode map e250 with expected crc 2023-12-20T10:53:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:05 smithi177 ceph-mon[212096]: osdmap e250: 8 total, 8 up, 8 in 2023-12-20T10:53:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:05 smithi177 ceph-mon[212096]: failed to encode map e250 with expected crc 2023-12-20T10:53:05.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:05.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:53:05.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:53:05.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:05.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:53:05 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:53:05.147+0000 7f8d61249700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2023-12-20T10:53:06.042 INFO:tasks.rados.rados.0.smithi123.stdout:984: done (1 left) 2023-12-20T10:53:06.042 INFO:tasks.rados.rados.0.smithi123.stdout:985: rollback oid 1 current snap is 99 2023-12-20T10:53:06.042 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 1 to 42 2023-12-20T10:53:06.042 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 355 (ObjNum 284 snap 87 seq_num 284) dirty exists 2023-12-20T10:53:06.042 INFO:tasks.rados.rados.0.smithi123.stdout:982: done (1 left) 2023-12-20T10:53:06.042 INFO:tasks.rados.rados.0.smithi123.stdout:986: delete oid 5 current snap is 99 2023-12-20T10:53:06.056 INFO:tasks.rados.rados.0.smithi123.stdout:985: finishing rollback tid 0 to smithi123173835-1 2023-12-20T10:53:06.056 INFO:tasks.rados.rados.0.smithi123.stdout:985: finishing rollback tid 1 to smithi123173835-1 2023-12-20T10:53:06.056 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 1 v 399 (ObjNum 1345 snap 0 seq_num 4265424488) dirty dne 2023-12-20T10:53:06.065 INFO:tasks.rados.rados.0.smithi123.stdout:985: done (1 left) 2023-12-20T10:53:06.065 INFO:tasks.rados.rados.0.smithi123.stdout:986: done (0 left) 2023-12-20T10:53:06.065 INFO:tasks.rados.rados.0.smithi123.stdout:987: delete oid 16 current snap is 99 2023-12-20T10:53:06.070 INFO:tasks.rados.rados.0.smithi123.stdout:987: done (0 left) 2023-12-20T10:53:06.071 INFO:tasks.rados.rados.0.smithi123.stdout:988: snap_remove snap 98 2023-12-20T10:53:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:06 smithi177 ceph-mon[212096]: failed to encode map e250 with expected crc 2023-12-20T10:53:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:06 smithi177 ceph-mon[212096]: failed to encode map e250 with expected crc 2023-12-20T10:53:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:06 smithi177 ceph-mon[212096]: failed to encode map e250 with expected crc 2023-12-20T10:53:06.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:06 smithi177 ceph-mon[212096]: failed to encode map e250 with expected crc 2023-12-20T10:53:06.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:06 smithi177 ceph-mon[212096]: failed to encode map e250 with expected crc 2023-12-20T10:53:06.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:06 smithi177 ceph-mon[212096]: failed to encode map e250 with expected crc 2023-12-20T10:53:06.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:06 smithi177 ceph-mon[212096]: failed to encode map e250 with expected crc 2023-12-20T10:53:06.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:06 smithi177 ceph-mon[212096]: failed to encode map e250 with expected crc 2023-12-20T10:53:06.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:06 smithi177 ceph-mon[212096]: failed to encode map e250 with expected crc 2023-12-20T10:53:06.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:06 smithi177 ceph-mon[212096]: failed to encode map e250 with expected crc 2023-12-20T10:53:06.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:53:06.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:53:06.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:53:06.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:53:06.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-20T10:53:06.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:06 smithi177 ceph-mon[212096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-20T10:53:06.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:06 smithi177 ceph-mon[212096]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2023-12-20T10:53:06.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:06 smithi177 ceph-mon[212096]: pgmap v82: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 308 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.2 MiB/s wr, 15 op/s; 140/789 objects degraded (17.744%) 2023-12-20T10:53:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[188613]: failed to encode map e250 with expected crc 2023-12-20T10:53:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[188613]: failed to encode map e250 with expected crc 2023-12-20T10:53:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[188613]: failed to encode map e250 with expected crc 2023-12-20T10:53:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[188613]: failed to encode map e250 with expected crc 2023-12-20T10:53:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[188613]: failed to encode map e250 with expected crc 2023-12-20T10:53:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[188613]: failed to encode map e250 with expected crc 2023-12-20T10:53:06.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[188613]: failed to encode map e250 with expected crc 2023-12-20T10:53:06.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[188613]: failed to encode map e250 with expected crc 2023-12-20T10:53:06.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[188613]: failed to encode map e250 with expected crc 2023-12-20T10:53:06.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[188613]: failed to encode map e250 with expected crc 2023-12-20T10:53:06.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:53:06.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:53:06.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:53:06.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:53:06.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-20T10:53:06.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[188613]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-20T10:53:06.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[188613]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2023-12-20T10:53:06.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[188613]: pgmap v82: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 308 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.2 MiB/s wr, 15 op/s; 140/789 objects degraded (17.744%) 2023-12-20T10:53:06.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[191304]: failed to encode map e250 with expected crc 2023-12-20T10:53:06.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[191304]: failed to encode map e250 with expected crc 2023-12-20T10:53:06.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[191304]: failed to encode map e250 with expected crc 2023-12-20T10:53:06.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[191304]: failed to encode map e250 with expected crc 2023-12-20T10:53:06.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[191304]: failed to encode map e250 with expected crc 2023-12-20T10:53:06.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[191304]: failed to encode map e250 with expected crc 2023-12-20T10:53:06.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[191304]: failed to encode map e250 with expected crc 2023-12-20T10:53:06.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[191304]: failed to encode map e250 with expected crc 2023-12-20T10:53:06.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[191304]: failed to encode map e250 with expected crc 2023-12-20T10:53:06.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[191304]: failed to encode map e250 with expected crc 2023-12-20T10:53:06.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:53:06.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:53:06.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:53:06.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:53:06.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-20T10:53:06.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[191304]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-20T10:53:06.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[191304]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2023-12-20T10:53:06.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:06 smithi123 ceph-mon[191304]: pgmap v82: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 308 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.2 MiB/s wr, 15 op/s; 140/789 objects degraded (17.744%) 2023-12-20T10:53:07.043 INFO:tasks.rados.rados.0.smithi123.stdout:988: done (0 left) 2023-12-20T10:53:07.055 INFO:tasks.rados.rados.0.smithi123.stdout:989: snap_remove snap 96 2023-12-20T10:53:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:07 smithi177 ceph-mon[212096]: failed to encode map e251 with expected crc 2023-12-20T10:53:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:07 smithi177 ceph-mon[212096]: failed to encode map e251 with expected crc 2023-12-20T10:53:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:07 smithi177 ceph-mon[212096]: osdmap e251: 8 total, 8 up, 8 in 2023-12-20T10:53:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:07 smithi177 ceph-mon[212096]: failed to encode map e251 with expected crc 2023-12-20T10:53:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:07 smithi123 ceph-mon[191304]: failed to encode map e251 with expected crc 2023-12-20T10:53:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:07 smithi123 ceph-mon[191304]: failed to encode map e251 with expected crc 2023-12-20T10:53:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:07 smithi123 ceph-mon[191304]: osdmap e251: 8 total, 8 up, 8 in 2023-12-20T10:53:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:07 smithi123 ceph-mon[191304]: failed to encode map e251 with expected crc 2023-12-20T10:53:07.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:07 smithi123 ceph-mon[188613]: failed to encode map e251 with expected crc 2023-12-20T10:53:07.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:07 smithi123 ceph-mon[188613]: failed to encode map e251 with expected crc 2023-12-20T10:53:07.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:07 smithi123 ceph-mon[188613]: osdmap e251: 8 total, 8 up, 8 in 2023-12-20T10:53:07.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:07 smithi123 ceph-mon[188613]: failed to encode map e251 with expected crc 2023-12-20T10:53:08.051 INFO:tasks.rados.rados.0.smithi123.stdout:989: done (0 left) 2023-12-20T10:53:08.051 INFO:tasks.rados.rados.0.smithi123.stdout:990: snap_create 2023-12-20T10:53:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:08 smithi177 ceph-mon[212096]: failed to encode map e252 with expected crc 2023-12-20T10:53:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:08 smithi177 ceph-mon[212096]: failed to encode map e252 with expected crc 2023-12-20T10:53:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:08 smithi177 ceph-mon[212096]: osdmap e252: 8 total, 8 up, 8 in 2023-12-20T10:53:08.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:08 smithi177 ceph-mon[212096]: pgmap v85: 121 pgs: 7 active+undersized+degraded, 13 active+undersized, 101 active+clean; 285 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 346 KiB/s wr, 16 op/s; 101/702 objects degraded (14.387%); 162 KiB/s, 0 objects/s recovering 2023-12-20T10:53:08.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:08 smithi177 ceph-mon[212096]: failed to encode map e252 with expected crc 2023-12-20T10:53:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:08 smithi123 ceph-mon[191304]: failed to encode map e252 with expected crc 2023-12-20T10:53:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:08 smithi123 ceph-mon[191304]: failed to encode map e252 with expected crc 2023-12-20T10:53:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:08 smithi123 ceph-mon[191304]: osdmap e252: 8 total, 8 up, 8 in 2023-12-20T10:53:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:08 smithi123 ceph-mon[191304]: pgmap v85: 121 pgs: 7 active+undersized+degraded, 13 active+undersized, 101 active+clean; 285 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 346 KiB/s wr, 16 op/s; 101/702 objects degraded (14.387%); 162 KiB/s, 0 objects/s recovering 2023-12-20T10:53:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:08 smithi123 ceph-mon[191304]: failed to encode map e252 with expected crc 2023-12-20T10:53:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:08 smithi123 ceph-mon[188613]: failed to encode map e252 with expected crc 2023-12-20T10:53:08.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:08 smithi123 ceph-mon[188613]: failed to encode map e252 with expected crc 2023-12-20T10:53:08.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:08 smithi123 ceph-mon[188613]: osdmap e252: 8 total, 8 up, 8 in 2023-12-20T10:53:08.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:08 smithi123 ceph-mon[188613]: pgmap v85: 121 pgs: 7 active+undersized+degraded, 13 active+undersized, 101 active+clean; 285 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 346 KiB/s wr, 16 op/s; 101/702 objects degraded (14.387%); 162 KiB/s, 0 objects/s recovering 2023-12-20T10:53:08.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:08 smithi123 ceph-mon[188613]: failed to encode map e252 with expected crc 2023-12-20T10:53:09.053 INFO:tasks.rados.rados.0.smithi123.stdout:990: done (0 left) 2023-12-20T10:53:09.053 INFO:tasks.rados.rados.0.smithi123.stdout:991: rollback oid 48 current snap is 100 2023-12-20T10:53:09.053 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 48 to 76 2023-12-20T10:53:09.053 INFO:tasks.rados.rados.0.smithi123.stdout:992: copy_from oid 4 from oid 24 current snap is 100 2023-12-20T10:53:09.053 INFO:tasks.rados.rados.0.smithi123.stdout:993: snap_create 2023-12-20T10:53:09.054 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:53:08 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:53:08.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2023-12-20T10:53:09.054 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:53:08 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:53:08.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-20T10:53:09.054 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:09 smithi177 ceph-mon[212096]: failed to encode map e253 with expected crc 2023-12-20T10:53:09.054 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:09 smithi177 ceph-mon[212096]: failed to encode map e253 with expected crc 2023-12-20T10:53:09.054 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:09 smithi177 ceph-mon[212096]: osdmap e253: 8 total, 8 up, 8 in 2023-12-20T10:53:09.059 INFO:tasks.rados.rados.0.smithi123.stdout:991: finishing rollback tid 0 to smithi123173835-48 2023-12-20T10:53:09.059 INFO:tasks.rados.rados.0.smithi123.stdout:991: finishing rollback tid 1 to smithi123173835-48 2023-12-20T10:53:09.060 INFO:tasks.rados.rados.0.smithi123.stdout:991: finishing rollback tid 2 to smithi123173835-48 2023-12-20T10:53:09.060 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 473 (ObjNum 237 snap 63 seq_num 237) dirty exists 2023-12-20T10:53:09.082 INFO:tasks.rados.rados.0.smithi123.stdout:992: finishing copy_from to smithi123173835-4 2023-12-20T10:53:09.082 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 624 (ObjNum 315 snap 97 seq_num 315) dirty exists 2023-12-20T10:53:09.082 INFO:tasks.rados.rados.0.smithi123.stdout:992: finishing copy_from racing read to smithi123173835-4 2023-12-20T10:53:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:09 smithi123 ceph-mon[191304]: failed to encode map e253 with expected crc 2023-12-20T10:53:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:09 smithi123 ceph-mon[191304]: failed to encode map e253 with expected crc 2023-12-20T10:53:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:09 smithi123 ceph-mon[191304]: osdmap e253: 8 total, 8 up, 8 in 2023-12-20T10:53:09.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:09 smithi123 ceph-mon[188613]: failed to encode map e253 with expected crc 2023-12-20T10:53:09.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:09 smithi123 ceph-mon[188613]: failed to encode map e253 with expected crc 2023-12-20T10:53:09.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:09 smithi123 ceph-mon[188613]: osdmap e253: 8 total, 8 up, 8 in 2023-12-20T10:53:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:53:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:53:09] "GET /metrics HTTP/1.1" 200 36067 "" "Prometheus/2.43.0" 2023-12-20T10:53:10.054 INFO:tasks.rados.rados.0.smithi123.stdout:991: done (2 left) 2023-12-20T10:53:10.054 INFO:tasks.rados.rados.0.smithi123.stdout:992: done (1 left) 2023-12-20T10:53:10.054 INFO:tasks.rados.rados.0.smithi123.stdout:993: done (0 left) 2023-12-20T10:53:10.054 INFO:tasks.rados.rados.0.smithi123.stdout:994: read oid 34 snap 76 2023-12-20T10:53:10.054 INFO:tasks.rados.rados.0.smithi123.stdout:994: expect (ObjNum 110 snap 25 seq_num 110) 2023-12-20T10:53:10.054 INFO:tasks.rados.rados.0.smithi123.stdout:995: read oid 46 snap -1 2023-12-20T10:53:10.054 INFO:tasks.rados.rados.0.smithi123.stdout:995: expect deleted 2023-12-20T10:53:10.054 INFO:tasks.rados.rados.0.smithi123.stdout:996: read oid 41 snap -1 2023-12-20T10:53:10.054 INFO:tasks.rados.rados.0.smithi123.stdout:996: expect (ObjNum 285 snap 87 seq_num 285) 2023-12-20T10:53:10.054 INFO:tasks.rados.rados.0.smithi123.stdout:997: rmattr oid 18 current snap is 101 2023-12-20T10:53:10.055 INFO:tasks.rados.rados.0.smithi123.stdout:997: done (3 left) 2023-12-20T10:53:10.055 INFO:tasks.rados.rados.0.smithi123.stdout:998: read oid 43 snap -1 2023-12-20T10:53:10.055 INFO:tasks.rados.rados.0.smithi123.stdout:998: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-20T10:53:10.055 INFO:tasks.rados.rados.0.smithi123.stdout:999: rollback oid 25 current snap is 101 2023-12-20T10:53:10.055 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 25 to 79 2023-12-20T10:53:10.055 INFO:tasks.rados.rados.0.smithi123.stdout:1000: snap_remove snap 78 2023-12-20T10:53:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:10 smithi177 ceph-mon[212096]: failed to encode map e254 with expected crc 2023-12-20T10:53:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:10 smithi177 ceph-mon[212096]: osdmap e254: 8 total, 8 up, 8 in 2023-12-20T10:53:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:10 smithi177 ceph-mon[212096]: failed to encode map e254 with expected crc 2023-12-20T10:53:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:10 smithi177 ceph-mon[212096]: pgmap v88: 121 pgs: 121 active+clean; 271 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 878 KiB/s wr, 39 op/s; 5.9 MiB/s, 2 objects/s recovering 2023-12-20T10:53:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:10 smithi177 ceph-mon[212096]: osdmap e255: 8 total, 8 up, 8 in 2023-12-20T10:53:10.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:10 smithi123 ceph-mon[191304]: failed to encode map e254 with expected crc 2023-12-20T10:53:10.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:10 smithi123 ceph-mon[191304]: osdmap e254: 8 total, 8 up, 8 in 2023-12-20T10:53:10.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:10 smithi123 ceph-mon[191304]: failed to encode map e254 with expected crc 2023-12-20T10:53:10.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:10 smithi123 ceph-mon[191304]: pgmap v88: 121 pgs: 121 active+clean; 271 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 878 KiB/s wr, 39 op/s; 5.9 MiB/s, 2 objects/s recovering 2023-12-20T10:53:10.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:10 smithi123 ceph-mon[191304]: osdmap e255: 8 total, 8 up, 8 in 2023-12-20T10:53:10.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:10 smithi123 ceph-mon[188613]: failed to encode map e254 with expected crc 2023-12-20T10:53:10.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:10 smithi123 ceph-mon[188613]: osdmap e254: 8 total, 8 up, 8 in 2023-12-20T10:53:10.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:10 smithi123 ceph-mon[188613]: failed to encode map e254 with expected crc 2023-12-20T10:53:10.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:10 smithi123 ceph-mon[188613]: pgmap v88: 121 pgs: 121 active+clean; 271 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 878 KiB/s wr, 39 op/s; 5.9 MiB/s, 2 objects/s recovering 2023-12-20T10:53:10.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:10 smithi123 ceph-mon[188613]: osdmap e255: 8 total, 8 up, 8 in 2023-12-20T10:53:11.055 INFO:tasks.rados.rados.0.smithi123.stdout:1000: done (5 left) 2023-12-20T10:53:11.055 INFO:tasks.rados.rados.0.smithi123.stdout:1001: rollback oid 27 current snap is 101 2023-12-20T10:53:11.055 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 27 to 97 2023-12-20T10:53:11.055 INFO:tasks.rados.rados.0.smithi123.stdout:998: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-20T10:53:11.059 INFO:tasks.rados.rados.0.smithi123.stdout:999: finishing rollback tid 0 to smithi123173835-25 2023-12-20T10:53:11.059 INFO:tasks.rados.rados.0.smithi123.stdout:999: finishing rollback tid 1 to smithi123173835-25 2023-12-20T10:53:11.060 INFO:tasks.rados.rados.0.smithi123.stdout:999: finishing rollback tid 2 to smithi123173835-25 2023-12-20T10:53:11.060 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 200 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-20T10:53:11.060 INFO:tasks.rados.rados.0.smithi123.stdout:994: expect (ObjNum 110 snap 25 seq_num 110) 2023-12-20T10:53:11.147 INFO:tasks.rados.rados.0.smithi123.stdout:996: expect (ObjNum 285 snap 87 seq_num 285) 2023-12-20T10:53:11.208 INFO:tasks.rados.rados.0.smithi123.stdout:1001: finishing rollback tid 0 to smithi123173835-27 2023-12-20T10:53:11.209 INFO:tasks.rados.rados.0.smithi123.stdout:1001: finishing rollback tid 1 to smithi123173835-27 2023-12-20T10:53:11.209 INFO:tasks.rados.rados.0.smithi123.stdout:1001: finishing rollback tid 2 to smithi123173835-27 2023-12-20T10:53:11.209 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 27 v 203 (ObjNum 289 snap 89 seq_num 289) dirty exists 2023-12-20T10:53:11.209 INFO:tasks.rados.rados.0.smithi123.stdout:994: done (5 left) 2023-12-20T10:53:11.209 INFO:tasks.rados.rados.0.smithi123.stdout:995: done (4 left) 2023-12-20T10:53:11.209 INFO:tasks.rados.rados.0.smithi123.stdout:996: done (3 left) 2023-12-20T10:53:11.209 INFO:tasks.rados.rados.0.smithi123.stdout:998: done (2 left) 2023-12-20T10:53:11.209 INFO:tasks.rados.rados.0.smithi123.stdout:999: done (1 left) 2023-12-20T10:53:11.209 INFO:tasks.rados.rados.0.smithi123.stdout:1001: done (0 left) 2023-12-20T10:53:11.209 INFO:tasks.rados.rados.0.smithi123.stdout:1002: snap_remove snap 93 2023-12-20T10:53:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:11 smithi177 ceph-mon[212096]: failed to encode map e255 with expected crc 2023-12-20T10:53:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:11 smithi177 ceph-mon[212096]: failed to encode map e255 with expected crc 2023-12-20T10:53:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:11 smithi177 ceph-mon[212096]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 101/702 objects degraded (14.387%), 7 pgs degraded) 2023-12-20T10:53:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:11 smithi177 ceph-mon[212096]: Cluster is now healthy 2023-12-20T10:53:11.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:11 smithi177 ceph-mon[212096]: failed to encode map e255 with expected crc 2023-12-20T10:53:11.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:11 smithi177 ceph-mon[212096]: failed to encode map e255 with expected crc 2023-12-20T10:53:11.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:11 smithi177 ceph-mon[212096]: failed to encode map e255 with expected crc 2023-12-20T10:53:11.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:11 smithi177 ceph-mon[212096]: osdmap e256: 8 total, 8 up, 8 in 2023-12-20T10:53:11.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:11 smithi123 ceph-mon[191304]: failed to encode map e255 with expected crc 2023-12-20T10:53:11.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:11 smithi123 ceph-mon[191304]: failed to encode map e255 with expected crc 2023-12-20T10:53:11.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:11 smithi123 ceph-mon[191304]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 101/702 objects degraded (14.387%), 7 pgs degraded) 2023-12-20T10:53:11.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:11 smithi123 ceph-mon[191304]: Cluster is now healthy 2023-12-20T10:53:11.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:11 smithi123 ceph-mon[191304]: failed to encode map e255 with expected crc 2023-12-20T10:53:11.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:11 smithi123 ceph-mon[191304]: failed to encode map e255 with expected crc 2023-12-20T10:53:11.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:11 smithi123 ceph-mon[191304]: failed to encode map e255 with expected crc 2023-12-20T10:53:11.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:11 smithi123 ceph-mon[191304]: osdmap e256: 8 total, 8 up, 8 in 2023-12-20T10:53:11.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:11 smithi123 ceph-mon[188613]: failed to encode map e255 with expected crc 2023-12-20T10:53:11.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:11 smithi123 ceph-mon[188613]: failed to encode map e255 with expected crc 2023-12-20T10:53:11.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:11 smithi123 ceph-mon[188613]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 101/702 objects degraded (14.387%), 7 pgs degraded) 2023-12-20T10:53:11.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:11 smithi123 ceph-mon[188613]: Cluster is now healthy 2023-12-20T10:53:11.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:11 smithi123 ceph-mon[188613]: failed to encode map e255 with expected crc 2023-12-20T10:53:11.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:11 smithi123 ceph-mon[188613]: failed to encode map e255 with expected crc 2023-12-20T10:53:11.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:11 smithi123 ceph-mon[188613]: failed to encode map e255 with expected crc 2023-12-20T10:53:11.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:11 smithi123 ceph-mon[188613]: osdmap e256: 8 total, 8 up, 8 in 2023-12-20T10:53:12.081 INFO:tasks.rados.rados.0.smithi123.stdout:1002: done (0 left) 2023-12-20T10:53:12.081 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 5 current snap is 101 2023-12-20T10:53:12.081 INFO:tasks.rados.rados.0.smithi123.stdout:1003: seq_num 335 ranges {0=417792,417792=401408} 2023-12-20T10:53:12.083 INFO:tasks.rados.rados.0.smithi123.stdout:1003: writing smithi123173835-5 from 0 to 417792 tid 1 2023-12-20T10:53:12.086 INFO:tasks.rados.rados.0.smithi123.stdout:1003: writing smithi123173835-5 from 417792 to 819200 tid 2 2023-12-20T10:53:12.086 INFO:tasks.rados.rados.0.smithi123.stdout:1004: snap_remove snap 81 2023-12-20T10:53:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:12 smithi177 ceph-mon[212096]: failed to encode map e256 with expected crc 2023-12-20T10:53:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:12 smithi177 ceph-mon[212096]: failed to encode map e256 with expected crc 2023-12-20T10:53:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:12 smithi177 ceph-mon[212096]: failed to encode map e256 with expected crc 2023-12-20T10:53:12.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:12 smithi177 ceph-mon[212096]: pgmap v91: 121 pgs: 121 active+clean; 271 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 760 KiB/s rd, 532 KiB/s wr, 22 op/s; 5.8 MiB/s, 2 objects/s recovering 2023-12-20T10:53:12.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:12.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:53:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:12 smithi123 ceph-mon[188613]: failed to encode map e256 with expected crc 2023-12-20T10:53:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:12 smithi123 ceph-mon[188613]: failed to encode map e256 with expected crc 2023-12-20T10:53:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:12 smithi123 ceph-mon[188613]: failed to encode map e256 with expected crc 2023-12-20T10:53:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:12 smithi123 ceph-mon[188613]: pgmap v91: 121 pgs: 121 active+clean; 271 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 760 KiB/s rd, 532 KiB/s wr, 22 op/s; 5.8 MiB/s, 2 objects/s recovering 2023-12-20T10:53:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:53:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:12 smithi123 ceph-mon[191304]: failed to encode map e256 with expected crc 2023-12-20T10:53:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:12 smithi123 ceph-mon[191304]: failed to encode map e256 with expected crc 2023-12-20T10:53:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:12 smithi123 ceph-mon[191304]: failed to encode map e256 with expected crc 2023-12-20T10:53:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:12 smithi123 ceph-mon[191304]: pgmap v91: 121 pgs: 121 active+clean; 271 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 760 KiB/s rd, 532 KiB/s wr, 22 op/s; 5.8 MiB/s, 2 objects/s recovering 2023-12-20T10:53:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:53:12.956 INFO:tasks.rados.rados.0.smithi123.stdout:1004: done (1 left) 2023-12-20T10:53:12.956 INFO:tasks.rados.rados.0.smithi123.stdout:1005: delete oid 23 current snap is 101 2023-12-20T10:53:12.956 INFO:tasks.rados.rados.0.smithi123.stdout:1003: finishing write tid 1 to smithi123173835-5 2023-12-20T10:53:12.956 INFO:tasks.rados.rados.0.smithi123.stdout:1003: finishing write tid 2 to smithi123173835-5 2023-12-20T10:53:12.956 INFO:tasks.rados.rados.0.smithi123.stdout:1003: finishing write tid 3 to smithi123173835-5 2023-12-20T10:53:12.956 INFO:tasks.rados.rados.0.smithi123.stdout:1003: finishing write tid 4 to smithi123173835-5 2023-12-20T10:53:12.956 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 475 (ObjNum 335 snap 101 seq_num 335) dirty exists 2023-12-20T10:53:12.956 INFO:tasks.rados.rados.0.smithi123.stdout:1003: left oid 5 (ObjNum 335 snap 101 seq_num 335) 2023-12-20T10:53:12.968 INFO:tasks.rados.rados.0.smithi123.stdout:1003: done (1 left) 2023-12-20T10:53:12.968 INFO:tasks.rados.rados.0.smithi123.stdout:1005: done (0 left) 2023-12-20T10:53:12.968 INFO:tasks.rados.rados.0.smithi123.stdout:1006: snap_remove snap 40 2023-12-20T10:53:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:13 smithi177 ceph-mon[212096]: failed to encode map e257 with expected crc 2023-12-20T10:53:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:13 smithi177 ceph-mon[212096]: failed to encode map e257 with expected crc 2023-12-20T10:53:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:13 smithi177 ceph-mon[212096]: osdmap e257: 8 total, 8 up, 8 in 2023-12-20T10:53:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:13 smithi177 ceph-mon[212096]: failed to encode map e258 with expected crc 2023-12-20T10:53:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:13 smithi177 ceph-mon[212096]: osdmap e258: 8 total, 8 up, 8 in 2023-12-20T10:53:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:13 smithi123 ceph-mon[191304]: failed to encode map e257 with expected crc 2023-12-20T10:53:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:13 smithi123 ceph-mon[191304]: failed to encode map e257 with expected crc 2023-12-20T10:53:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:13 smithi123 ceph-mon[191304]: osdmap e257: 8 total, 8 up, 8 in 2023-12-20T10:53:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:13 smithi123 ceph-mon[191304]: failed to encode map e258 with expected crc 2023-12-20T10:53:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:13 smithi123 ceph-mon[191304]: osdmap e258: 8 total, 8 up, 8 in 2023-12-20T10:53:13.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:13 smithi123 ceph-mon[188613]: failed to encode map e257 with expected crc 2023-12-20T10:53:13.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:13 smithi123 ceph-mon[188613]: failed to encode map e257 with expected crc 2023-12-20T10:53:13.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:13 smithi123 ceph-mon[188613]: osdmap e257: 8 total, 8 up, 8 in 2023-12-20T10:53:13.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:13 smithi123 ceph-mon[188613]: failed to encode map e258 with expected crc 2023-12-20T10:53:13.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:13 smithi123 ceph-mon[188613]: osdmap e258: 8 total, 8 up, 8 in 2023-12-20T10:53:13.962 INFO:tasks.rados.rados.0.smithi123.stdout:1006: done (0 left) 2023-12-20T10:53:13.962 INFO:tasks.rados.rados.0.smithi123.stdout:1007: copy_from oid 31 from oid 35 current snap is 101 2023-12-20T10:53:13.962 INFO:tasks.rados.rados.0.smithi123.stdout:1008: delete oid 47 current snap is 101 2023-12-20T10:53:13.973 INFO:tasks.rados.rados.0.smithi123.stdout:1008: done (1 left) 2023-12-20T10:53:13.973 INFO:tasks.rados.rados.0.smithi123.stdout:1009: snap_remove snap 83 2023-12-20T10:53:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:14 smithi177 ceph-mon[212096]: failed to encode map e258 with expected crc 2023-12-20T10:53:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:14 smithi177 ceph-mon[212096]: failed to encode map e258 with expected crc 2023-12-20T10:53:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:14 smithi177 ceph-mon[212096]: pgmap v94: 121 pgs: 121 active+clean; 274 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2023-12-20T10:53:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:14 smithi177 ceph-mon[212096]: osdmap e259: 8 total, 8 up, 8 in 2023-12-20T10:53:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:14 smithi177 ceph-mon[212096]: failed to encode map e259 with expected crc 2023-12-20T10:53:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:14 smithi123 ceph-mon[191304]: failed to encode map e258 with expected crc 2023-12-20T10:53:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:14 smithi123 ceph-mon[191304]: failed to encode map e258 with expected crc 2023-12-20T10:53:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:14 smithi123 ceph-mon[191304]: pgmap v94: 121 pgs: 121 active+clean; 274 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2023-12-20T10:53:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:14 smithi123 ceph-mon[191304]: osdmap e259: 8 total, 8 up, 8 in 2023-12-20T10:53:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:14 smithi123 ceph-mon[191304]: failed to encode map e259 with expected crc 2023-12-20T10:53:14.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:14 smithi123 ceph-mon[188613]: failed to encode map e258 with expected crc 2023-12-20T10:53:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:14 smithi123 ceph-mon[188613]: failed to encode map e258 with expected crc 2023-12-20T10:53:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:14 smithi123 ceph-mon[188613]: pgmap v94: 121 pgs: 121 active+clean; 274 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2023-12-20T10:53:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:14 smithi123 ceph-mon[188613]: osdmap e259: 8 total, 8 up, 8 in 2023-12-20T10:53:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:14 smithi123 ceph-mon[188613]: failed to encode map e259 with expected crc 2023-12-20T10:53:14.509 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T10:53:14.815 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T10:53:14.816 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (118s) 13s ago 5m 19.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T10:53:14.816 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (107s) 40s ago 4m 83.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T10:53:14.816 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5m) 13s ago 5m 14.9M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T10:53:14.816 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5m) 40s ago 5m 19.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T10:53:14.816 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (81s) 40s ago 8m 446M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T10:53:14.816 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (102s) 13s ago 9m 505M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T10:53:14.817 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (72s) 13s ago 9m 57.6M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T10:53:14.817 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (44s) 40s ago 8m 25.1M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T10:53:14.817 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (53s) 13s ago 8m 44.5M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T10:53:14.817 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (116s) 13s ago 4m 9541k - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T10:53:14.817 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (106s) 40s ago 4m 9743k - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T10:53:14.817 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (15s) 13s ago 8m 14.9M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T10:53:14.817 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7m) 13s ago 7m 303M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 b0cee27bddee 2023-12-20T10:53:14.818 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7m) 13s ago 7m 349M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 b1369b31ef83 2023-12-20T10:53:14.818 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7m) 13s ago 7m 320M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 8305407356c6 2023-12-20T10:53:14.818 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6m) 40s ago 6m 268M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 1798bf319de3 2023-12-20T10:53:14.818 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6m) 40s ago 6m 239M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 dfacb71fe175 2023-12-20T10:53:14.818 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6m) 40s ago 6m 185M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 81d67759495c 2023-12-20T10:53:14.818 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6m) 40s ago 6m 284M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 b7ad316c3647 2023-12-20T10:53:14.818 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (84s) 40s ago 5m 47.9M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T10:53:14.967 INFO:tasks.rados.rados.0.smithi123.stdout:1009: done (1 left) 2023-12-20T10:53:14.967 INFO:tasks.rados.rados.0.smithi123.stdout:1010: snap_create 2023-12-20T10:53:14.967 INFO:tasks.rados.rados.0.smithi123.stdout:1007: finishing copy_from to smithi123173835-31 2023-12-20T10:53:14.967 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 31 v 783 (ObjNum 296 snap 89 seq_num 296) dirty exists 2023-12-20T10:53:14.967 INFO:tasks.rados.rados.0.smithi123.stdout:1007: finishing copy_from racing read to smithi123173835-31 2023-12-20T10:53:15.213 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T10:53:15.213 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T10:53:15.213 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T10:53:15.213 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:53:15.213 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T10:53:15.213 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T10:53:15.213 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:53:15.213 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T10:53:15.213 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 7, 2023-12-20T10:53:15.214 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 1 2023-12-20T10:53:15.214 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:53:15.214 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T10:53:15.214 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T10:53:15.214 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:53:15.214 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T10:53:15.214 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 9, 2023-12-20T10:53:15.214 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 6 2023-12-20T10:53:15.214 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T10:53:15.214 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T10:53:15.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:15 smithi177 ceph-mon[212096]: failed to encode map e259 with expected crc 2023-12-20T10:53:15.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:15 smithi177 ceph-mon[212096]: failed to encode map e259 with expected crc 2023-12-20T10:53:15.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:15 smithi177 ceph-mon[212096]: failed to encode map e259 with expected crc 2023-12-20T10:53:15.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:15 smithi177 ceph-mon[212096]: failed to encode map e259 with expected crc 2023-12-20T10:53:15.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:15 smithi177 ceph-mon[212096]: failed to encode map e259 with expected crc 2023-12-20T10:53:15.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:15 smithi177 ceph-mon[212096]: osdmap e260: 8 total, 8 up, 8 in 2023-12-20T10:53:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:15 smithi123 ceph-mon[191304]: failed to encode map e259 with expected crc 2023-12-20T10:53:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:15 smithi123 ceph-mon[191304]: failed to encode map e259 with expected crc 2023-12-20T10:53:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:15 smithi123 ceph-mon[191304]: failed to encode map e259 with expected crc 2023-12-20T10:53:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:15 smithi123 ceph-mon[191304]: failed to encode map e259 with expected crc 2023-12-20T10:53:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:15 smithi123 ceph-mon[191304]: failed to encode map e259 with expected crc 2023-12-20T10:53:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:15 smithi123 ceph-mon[191304]: osdmap e260: 8 total, 8 up, 8 in 2023-12-20T10:53:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:15 smithi123 ceph-mon[188613]: failed to encode map e259 with expected crc 2023-12-20T10:53:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:15 smithi123 ceph-mon[188613]: failed to encode map e259 with expected crc 2023-12-20T10:53:15.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:15 smithi123 ceph-mon[188613]: failed to encode map e259 with expected crc 2023-12-20T10:53:15.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:15 smithi123 ceph-mon[188613]: failed to encode map e259 with expected crc 2023-12-20T10:53:15.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:15 smithi123 ceph-mon[188613]: failed to encode map e259 with expected crc 2023-12-20T10:53:15.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:15 smithi123 ceph-mon[188613]: osdmap e260: 8 total, 8 up, 8 in 2023-12-20T10:53:15.965 INFO:tasks.rados.rados.0.smithi123.stdout:1007: done (1 left) 2023-12-20T10:53:15.965 INFO:tasks.rados.rados.0.smithi123.stdout:1010: done (0 left) 2023-12-20T10:53:15.965 INFO:tasks.rados.rados.0.smithi123.stdout:1011: copy_from oid 20 from oid 32 current snap is 102 2023-12-20T10:53:15.965 INFO:tasks.rados.rados.0.smithi123.stdout:1012: delete oid 3 current snap is 102 2023-12-20T10:53:15.971 INFO:tasks.rados.rados.0.smithi123.stdout:1012: done (1 left) 2023-12-20T10:53:15.971 INFO:tasks.rados.rados.0.smithi123.stdout:1013: copy_from oid 45 from oid 37 current snap is 102 2023-12-20T10:53:15.971 INFO:tasks.rados.rados.0.smithi123.stdout:1014: snap_remove snap 89 2023-12-20T10:53:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:16 smithi177 ceph-mon[212096]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:53:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:16 smithi177 ceph-mon[212096]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:53:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:16 smithi177 ceph-mon[212096]: failed to encode map e260 with expected crc 2023-12-20T10:53:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:16 smithi177 ceph-mon[212096]: failed to encode map e260 with expected crc 2023-12-20T10:53:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:16 smithi177 ceph-mon[212096]: failed to encode map e260 with expected crc 2023-12-20T10:53:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:16 smithi177 ceph-mon[212096]: failed to encode map e260 with expected crc 2023-12-20T10:53:16.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:16 smithi177 ceph-mon[212096]: failed to encode map e260 with expected crc 2023-12-20T10:53:16.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:16 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3880949437' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:53:16.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:16 smithi177 ceph-mon[212096]: pgmap v97: 121 pgs: 121 active+clean; 274 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2023-12-20T10:53:16.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:16 smithi177 ceph-mon[212096]: osdmap e261: 8 total, 8 up, 8 in 2023-12-20T10:53:16.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:16 smithi177 ceph-mon[212096]: failed to encode map e261 with expected crc 2023-12-20T10:53:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:16 smithi123 ceph-mon[188613]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:53:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:16 smithi123 ceph-mon[188613]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:53:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:16 smithi123 ceph-mon[188613]: failed to encode map e260 with expected crc 2023-12-20T10:53:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:16 smithi123 ceph-mon[188613]: failed to encode map e260 with expected crc 2023-12-20T10:53:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:16 smithi123 ceph-mon[188613]: failed to encode map e260 with expected crc 2023-12-20T10:53:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:16 smithi123 ceph-mon[188613]: failed to encode map e260 with expected crc 2023-12-20T10:53:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:16 smithi123 ceph-mon[188613]: failed to encode map e260 with expected crc 2023-12-20T10:53:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:16 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3880949437' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:53:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:16 smithi123 ceph-mon[188613]: pgmap v97: 121 pgs: 121 active+clean; 274 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2023-12-20T10:53:16.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:16 smithi123 ceph-mon[188613]: osdmap e261: 8 total, 8 up, 8 in 2023-12-20T10:53:16.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:16 smithi123 ceph-mon[188613]: failed to encode map e261 with expected crc 2023-12-20T10:53:16.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:16 smithi123 ceph-mon[191304]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:53:16.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:16 smithi123 ceph-mon[191304]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:53:16.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:16 smithi123 ceph-mon[191304]: failed to encode map e260 with expected crc 2023-12-20T10:53:16.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:16 smithi123 ceph-mon[191304]: failed to encode map e260 with expected crc 2023-12-20T10:53:16.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:16 smithi123 ceph-mon[191304]: failed to encode map e260 with expected crc 2023-12-20T10:53:16.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:16 smithi123 ceph-mon[191304]: failed to encode map e260 with expected crc 2023-12-20T10:53:16.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:16 smithi123 ceph-mon[191304]: failed to encode map e260 with expected crc 2023-12-20T10:53:16.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:16 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3880949437' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:53:16.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:16 smithi123 ceph-mon[191304]: pgmap v97: 121 pgs: 121 active+clean; 274 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2023-12-20T10:53:16.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:16 smithi123 ceph-mon[191304]: osdmap e261: 8 total, 8 up, 8 in 2023-12-20T10:53:16.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:16 smithi123 ceph-mon[191304]: failed to encode map e261 with expected crc 2023-12-20T10:53:16.967 INFO:tasks.rados.rados.0.smithi123.stdout:1014: done (2 left) 2023-12-20T10:53:16.967 INFO:tasks.rados.rados.0.smithi123.stdout:1015: snap_create 2023-12-20T10:53:16.967 INFO:tasks.rados.rados.0.smithi123.stdout:1011: finishing copy_from to smithi123173835-20 2023-12-20T10:53:16.967 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 20 v 777 (ObjNum 329 snap 99 seq_num 329) dirty exists 2023-12-20T10:53:16.967 INFO:tasks.rados.rados.0.smithi123.stdout:1011: finishing copy_from racing read to smithi123173835-20 2023-12-20T10:53:16.967 INFO:tasks.rados.rados.0.smithi123.stdout:1013: finishing copy_from racing read to smithi123173835-45 2023-12-20T10:53:16.967 INFO:tasks.rados.rados.0.smithi123.stdout:1013: finishing copy_from to smithi123173835-45 2023-12-20T10:53:16.967 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 489 (ObjNum 327 snap 99 seq_num 327) dirty exists 2023-12-20T10:53:17.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:17 smithi177 ceph-mon[212096]: failed to encode map e261 with expected crc 2023-12-20T10:53:17.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:17 smithi177 ceph-mon[212096]: failed to encode map e261 with expected crc 2023-12-20T10:53:17.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:17 smithi177 ceph-mon[212096]: failed to encode map e261 with expected crc 2023-12-20T10:53:17.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:17 smithi177 ceph-mon[212096]: failed to encode map e261 with expected crc 2023-12-20T10:53:17.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:17 smithi177 ceph-mon[212096]: failed to encode map e261 with expected crc 2023-12-20T10:53:17.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:17 smithi177 ceph-mon[212096]: failed to encode map e261 with expected crc 2023-12-20T10:53:17.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:17.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:17 smithi177 ceph-mon[212096]: osdmap e262: 8 total, 8 up, 8 in 2023-12-20T10:53:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:17 smithi123 ceph-mon[188613]: failed to encode map e261 with expected crc 2023-12-20T10:53:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:17 smithi123 ceph-mon[188613]: failed to encode map e261 with expected crc 2023-12-20T10:53:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:17 smithi123 ceph-mon[188613]: failed to encode map e261 with expected crc 2023-12-20T10:53:17.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:17 smithi123 ceph-mon[188613]: failed to encode map e261 with expected crc 2023-12-20T10:53:17.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:17 smithi123 ceph-mon[188613]: failed to encode map e261 with expected crc 2023-12-20T10:53:17.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:17 smithi123 ceph-mon[188613]: failed to encode map e261 with expected crc 2023-12-20T10:53:17.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:17.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:17 smithi123 ceph-mon[188613]: osdmap e262: 8 total, 8 up, 8 in 2023-12-20T10:53:17.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:17 smithi123 ceph-mon[191304]: failed to encode map e261 with expected crc 2023-12-20T10:53:17.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:17 smithi123 ceph-mon[191304]: failed to encode map e261 with expected crc 2023-12-20T10:53:17.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:17 smithi123 ceph-mon[191304]: failed to encode map e261 with expected crc 2023-12-20T10:53:17.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:17 smithi123 ceph-mon[191304]: failed to encode map e261 with expected crc 2023-12-20T10:53:17.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:17 smithi123 ceph-mon[191304]: failed to encode map e261 with expected crc 2023-12-20T10:53:17.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:17 smithi123 ceph-mon[191304]: failed to encode map e261 with expected crc 2023-12-20T10:53:17.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:17.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:17 smithi123 ceph-mon[191304]: osdmap e262: 8 total, 8 up, 8 in 2023-12-20T10:53:17.957 INFO:tasks.rados.rados.0.smithi123.stdout:1011: done (2 left) 2023-12-20T10:53:17.958 INFO:tasks.rados.rados.0.smithi123.stdout:1013: done (1 left) 2023-12-20T10:53:17.958 INFO:tasks.rados.rados.0.smithi123.stdout:1015: done (0 left) 2023-12-20T10:53:17.958 INFO:tasks.rados.rados.0.smithi123.stdout:1016: snap_remove snap 87 2023-12-20T10:53:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:18 smithi177 ceph-mon[212096]: failed to encode map e262 with expected crc 2023-12-20T10:53:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:18 smithi177 ceph-mon[212096]: failed to encode map e262 with expected crc 2023-12-20T10:53:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:18 smithi177 ceph-mon[212096]: pgmap v100: 121 pgs: 121 active+clean; 275 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 238 KiB/s wr, 1 op/s 2023-12-20T10:53:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:18 smithi177 ceph-mon[212096]: osdmap e263: 8 total, 8 up, 8 in 2023-12-20T10:53:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:18 smithi123 ceph-mon[188613]: failed to encode map e262 with expected crc 2023-12-20T10:53:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:18 smithi123 ceph-mon[188613]: failed to encode map e262 with expected crc 2023-12-20T10:53:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:18 smithi123 ceph-mon[188613]: pgmap v100: 121 pgs: 121 active+clean; 275 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 238 KiB/s wr, 1 op/s 2023-12-20T10:53:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:18 smithi123 ceph-mon[188613]: osdmap e263: 8 total, 8 up, 8 in 2023-12-20T10:53:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:18 smithi123 ceph-mon[191304]: failed to encode map e262 with expected crc 2023-12-20T10:53:18.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:18 smithi123 ceph-mon[191304]: failed to encode map e262 with expected crc 2023-12-20T10:53:18.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:18 smithi123 ceph-mon[191304]: pgmap v100: 121 pgs: 121 active+clean; 275 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 238 KiB/s wr, 1 op/s 2023-12-20T10:53:18.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:18 smithi123 ceph-mon[191304]: osdmap e263: 8 total, 8 up, 8 in 2023-12-20T10:53:18.963 INFO:tasks.rados.rados.0.smithi123.stdout:1016: done (0 left) 2023-12-20T10:53:18.963 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 25 current snap is 103 2023-12-20T10:53:18.964 INFO:tasks.rados.rados.0.smithi123.stdout:1017: seq_num 339 ranges {663552=483328,1146880=401408} 2023-12-20T10:53:18.970 INFO:tasks.rados.rados.0.smithi123.stdout:1017: writing smithi123173835-25 from 663552 to 1146880 tid 1 2023-12-20T10:53:18.973 INFO:tasks.rados.rados.0.smithi123.stdout:1017: writing smithi123173835-25 from 1146880 to 1548288 tid 2 2023-12-20T10:53:18.973 INFO:tasks.rados.rados.0.smithi123.stdout:1018: copy_from oid 1 from oid 10 current snap is 103 2023-12-20T10:53:18.974 INFO:tasks.rados.rados.0.smithi123.stdout:1019: read oid 46 snap -1 2023-12-20T10:53:18.974 INFO:tasks.rados.rados.0.smithi123.stdout:1019: expect deleted 2023-12-20T10:53:18.974 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 24 current snap is 103 2023-12-20T10:53:18.974 INFO:tasks.rados.rados.0.smithi123.stdout:1020: seq_num 340 ranges {4669440=499712,5169152=401408} 2023-12-20T10:53:19.003 INFO:tasks.rados.rados.0.smithi123.stdout:1020: writing smithi123173835-24 from 4669440 to 5169152 tid 1 2023-12-20T10:53:19.006 INFO:tasks.rados.rados.0.smithi123.stdout:1020: writing smithi123173835-24 from 5169152 to 5570560 tid 2 2023-12-20T10:53:19.006 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 5 current snap is 103 2023-12-20T10:53:19.006 INFO:tasks.rados.rados.0.smithi123.stdout:1021: seq_num 341 ranges {819200=516096,1335296=401408} 2023-12-20T10:53:19.013 INFO:tasks.rados.rados.0.smithi123.stdout:1021: writing smithi123173835-5 from 819200 to 1335296 tid 1 2023-12-20T10:53:19.018 INFO:tasks.rados.rados.0.smithi123.stdout:1021: writing smithi123173835-5 from 1335296 to 1736704 tid 2 2023-12-20T10:53:19.018 INFO:tasks.rados.rados.0.smithi123.stdout:1022: rollback oid 26 current snap is 103 2023-12-20T10:53:19.018 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 26 to 76 2023-12-20T10:53:19.018 INFO:tasks.rados.rados.0.smithi123.stdout:1017: finishing write tid 1 to smithi123173835-25 2023-12-20T10:53:19.018 INFO:tasks.rados.rados.0.smithi123.stdout:1017: finishing write tid 2 to smithi123173835-25 2023-12-20T10:53:19.018 INFO:tasks.rados.rados.0.smithi123.stdout:1017: finishing write tid 3 to smithi123173835-25 2023-12-20T10:53:19.019 INFO:tasks.rados.rados.0.smithi123.stdout:1017: finishing write tid 4 to smithi123173835-25 2023-12-20T10:53:19.019 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 209 (ObjNum 339 snap 103 seq_num 339) dirty exists 2023-12-20T10:53:19.019 INFO:tasks.rados.rados.0.smithi123.stdout:1017: left oid 25 (ObjNum 339 snap 103 seq_num 339) 2023-12-20T10:53:19.019 INFO:tasks.rados.rados.0.smithi123.stdout:1018: finishing copy_from to smithi123173835-1 2023-12-20T10:53:19.019 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 1 v 708 (ObjNum 290 snap 89 seq_num 290) dirty exists 2023-12-20T10:53:19.019 INFO:tasks.rados.rados.0.smithi123.stdout:1018: finishing copy_from racing read to smithi123173835-1 2023-12-20T10:53:19.019 INFO:tasks.rados.rados.0.smithi123.stdout:1020: finishing write tid 1 to smithi123173835-24 2023-12-20T10:53:19.020 INFO:tasks.rados.rados.0.smithi123.stdout:1020: finishing write tid 2 to smithi123173835-24 2023-12-20T10:53:19.020 INFO:tasks.rados.rados.0.smithi123.stdout:1020: finishing write tid 3 to smithi123173835-24 2023-12-20T10:53:19.020 INFO:tasks.rados.rados.0.smithi123.stdout:1020: finishing write tid 4 to smithi123173835-24 2023-12-20T10:53:19.020 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 24 v 739 (ObjNum 340 snap 103 seq_num 340) dirty exists 2023-12-20T10:53:19.020 INFO:tasks.rados.rados.0.smithi123.stdout:1020: left oid 24 (ObjNum 340 snap 103 seq_num 340) 2023-12-20T10:53:19.020 INFO:tasks.rados.rados.0.smithi123.stdout:1017: done (5 left) 2023-12-20T10:53:19.020 INFO:tasks.rados.rados.0.smithi123.stdout:1018: done (4 left) 2023-12-20T10:53:19.020 INFO:tasks.rados.rados.0.smithi123.stdout:1019: done (3 left) 2023-12-20T10:53:19.021 INFO:tasks.rados.rados.0.smithi123.stdout:1020: done (2 left) 2023-12-20T10:53:19.021 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 35 current snap is 103 2023-12-20T10:53:19.021 INFO:tasks.rados.rados.0.smithi123.stdout:1023: seq_num 342 ranges {163840=532480,696320=401408} 2023-12-20T10:53:19.021 INFO:tasks.rados.rados.0.smithi123.stdout:1023: writing smithi123173835-35 from 163840 to 696320 tid 1 2023-12-20T10:53:19.023 INFO:tasks.rados.rados.0.smithi123.stdout:1023: writing smithi123173835-35 from 696320 to 1097728 tid 2 2023-12-20T10:53:19.023 INFO:tasks.rados.rados.0.smithi123.stdout:1024: copy_from oid 50 from oid 30 current snap is 103 2023-12-20T10:53:19.024 INFO:tasks.rados.rados.0.smithi123.stdout:1021: finishing write tid 1 to smithi123173835-5 2023-12-20T10:53:19.024 INFO:tasks.rados.rados.0.smithi123.stdout:1021: finishing write tid 2 to smithi123173835-5 2023-12-20T10:53:19.024 INFO:tasks.rados.rados.0.smithi123.stdout:1021: finishing write tid 3 to smithi123173835-5 2023-12-20T10:53:19.024 INFO:tasks.rados.rados.0.smithi123.stdout:1021: finishing write tid 4 to smithi123173835-5 2023-12-20T10:53:19.024 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 478 (ObjNum 341 snap 103 seq_num 341) dirty exists 2023-12-20T10:53:19.024 INFO:tasks.rados.rados.0.smithi123.stdout:1021: left oid 5 (ObjNum 341 snap 103 seq_num 341) 2023-12-20T10:53:19.024 INFO:tasks.rados.rados.0.smithi123.stdout:1022: finishing rollback tid 0 to smithi123173835-26 2023-12-20T10:53:19.024 INFO:tasks.rados.rados.0.smithi123.stdout:1022: finishing rollback tid 1 to smithi123173835-26 2023-12-20T10:53:19.024 INFO:tasks.rados.rados.0.smithi123.stdout:1022: finishing rollback tid 2 to smithi123173835-26 2023-12-20T10:53:19.024 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 428 (ObjNum 231 snap 62 seq_num 231) dirty exists 2023-12-20T10:53:19.024 INFO:tasks.rados.rados.0.smithi123.stdout:1021: done (3 left) 2023-12-20T10:53:19.024 INFO:tasks.rados.rados.0.smithi123.stdout:1022: done (2 left) 2023-12-20T10:53:19.024 INFO:tasks.rados.rados.0.smithi123.stdout:1025: copy_from oid 41 from oid 3 current snap is 103 2023-12-20T10:53:19.024 INFO:tasks.rados.rados.0.smithi123.stdout:1026: read oid 42 snap -1 2023-12-20T10:53:19.024 INFO:tasks.rados.rados.0.smithi123.stdout:1026: expect (ObjNum 156 snap 45 seq_num 156) 2023-12-20T10:53:19.024 INFO:tasks.rados.rados.0.smithi123.stdout:1027: setattr oid 15 current snap is 103 2023-12-20T10:53:19.025 INFO:tasks.rados.rados.0.smithi123.stdout:1025: finishing copy_from to smithi123173835-41 2023-12-20T10:53:19.025 INFO:tasks.rados.rados.0.smithi123.stdout:1025: got expected ENOENT (src dne) 2023-12-20T10:53:19.025 INFO:tasks.rados.rados.0.smithi123.stdout:1025: finishing copy_from racing read to smithi123173835-41 2023-12-20T10:53:19.026 INFO:tasks.rados.rados.0.smithi123.stdout:1025: done (4 left) 2023-12-20T10:53:19.026 INFO:tasks.rados.rados.0.smithi123.stdout:1028: rollback oid 43 current snap is 103 2023-12-20T10:53:19.026 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 43 to 99 2023-12-20T10:53:19.026 INFO:tasks.rados.rados.0.smithi123.stdout:1029: rollback oid 28 current snap is 103 2023-12-20T10:53:19.027 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 28 to 100 2023-12-20T10:53:19.027 INFO:tasks.rados.rados.0.smithi123.stdout:1030: read oid 32 snap -1 2023-12-20T10:53:19.027 INFO:tasks.rados.rados.0.smithi123.stdout:1030: expect (ObjNum 329 snap 99 seq_num 329) 2023-12-20T10:53:19.027 INFO:tasks.rados.rados.0.smithi123.stdout:1031: rollback oid 17 current snap is 103 2023-12-20T10:53:19.027 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 17 to 100 2023-12-20T10:53:19.027 INFO:tasks.rados.rados.0.smithi123.stdout:1032: delete oid 46 current snap is 103 2023-12-20T10:53:19.027 INFO:tasks.rados.rados.0.smithi123.stdout:1023: finishing write tid 1 to smithi123173835-35 2023-12-20T10:53:19.030 INFO:tasks.rados.rados.0.smithi123.stdout:1032: done (8 left) 2023-12-20T10:53:19.030 INFO:tasks.rados.rados.0.smithi123.stdout:1033: copy_from oid 46 from oid 21 current snap is 103 2023-12-20T10:53:19.030 INFO:tasks.rados.rados.0.smithi123.stdout:1034: setattr oid 40 current snap is 103 2023-12-20T10:53:19.034 INFO:tasks.rados.rados.0.smithi123.stdout:1026: expect (ObjNum 156 snap 45 seq_num 156) 2023-12-20T10:53:19.098 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:53:18 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:53:18.660Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2023-12-20T10:53:19.099 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:53:18 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:53:18.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-20T10:53:19.102 INFO:tasks.rados.rados.0.smithi123.stdout:1029: finishing rollback tid 0 to smithi123173835-28 2023-12-20T10:53:19.103 INFO:tasks.rados.rados.0.smithi123.stdout:1029: finishing rollback tid 1 to smithi123173835-28 2023-12-20T10:53:19.103 INFO:tasks.rados.rados.0.smithi123.stdout:1029: finishing rollback tid 2 to smithi123173835-28 2023-12-20T10:53:19.103 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 28 v 780 (ObjNum 301 snap 90 seq_num 301) dirty exists 2023-12-20T10:53:19.103 INFO:tasks.rados.rados.0.smithi123.stdout:1023: finishing write tid 2 to smithi123173835-35 2023-12-20T10:53:19.103 INFO:tasks.rados.rados.0.smithi123.stdout:1031: finishing rollback tid 0 to smithi123173835-17 2023-12-20T10:53:19.103 INFO:tasks.rados.rados.0.smithi123.stdout:1031: finishing rollback tid 1 to smithi123173835-17 2023-12-20T10:53:19.103 INFO:tasks.rados.rados.0.smithi123.stdout:1028: finishing rollback tid 0 to smithi123173835-43 2023-12-20T10:53:19.103 INFO:tasks.rados.rados.0.smithi123.stdout:1031: finishing rollback tid 2 to smithi123173835-17 2023-12-20T10:53:19.103 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 17 v 276 (ObjNum 287 snap 89 seq_num 287) dirty exists 2023-12-20T10:53:19.103 INFO:tasks.rados.rados.0.smithi123.stdout:1028: finishing rollback tid 1 to smithi123173835-43 2023-12-20T10:53:19.103 INFO:tasks.rados.rados.0.smithi123.stdout:1028: finishing rollback tid 2 to smithi123173835-43 2023-12-20T10:53:19.103 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 481 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-20T10:53:19.103 INFO:tasks.rados.rados.0.smithi123.stdout:1023: finishing write tid 3 to smithi123173835-35 2023-12-20T10:53:19.103 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 921 (ObjNum 305 snap 92 seq_num 305) dirty exists 2023-12-20T10:53:19.104 INFO:tasks.rados.rados.0.smithi123.stdout:1030: expect (ObjNum 329 snap 99 seq_num 329) 2023-12-20T10:53:19.124 INFO:tasks.rados.rados.0.smithi123.stdout:1024: finishing copy_from to smithi123173835-50 2023-12-20T10:53:19.124 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 50 v 178 (ObjNum 29 snap 0 seq_num 29) dirty exists 2023-12-20T10:53:19.124 INFO:tasks.rados.rados.0.smithi123.stdout:1024: finishing copy_from racing read to smithi123173835-50 2023-12-20T10:53:19.124 INFO:tasks.rados.rados.0.smithi123.stdout:1023: finishing write tid 4 to smithi123173835-35 2023-12-20T10:53:19.125 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 35 v 919 (ObjNum 342 snap 103 seq_num 342) dirty exists 2023-12-20T10:53:19.125 INFO:tasks.rados.rados.0.smithi123.stdout:1023: left oid 35 (ObjNum 342 snap 103 seq_num 342) 2023-12-20T10:53:19.125 INFO:tasks.rados.rados.0.smithi123.stdout:1033: finishing copy_from racing read to smithi123173835-46 2023-12-20T10:53:19.125 INFO:tasks.rados.rados.0.smithi123.stdout:1033: finishing copy_from to smithi123173835-46 2023-12-20T10:53:19.125 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 46 v 102 (ObjNum 258 snap 74 seq_num 258) dirty exists 2023-12-20T10:53:19.125 INFO:tasks.rados.rados.0.smithi123.stdout:1023: done (9 left) 2023-12-20T10:53:19.125 INFO:tasks.rados.rados.0.smithi123.stdout:1024: done (8 left) 2023-12-20T10:53:19.125 INFO:tasks.rados.rados.0.smithi123.stdout:1026: done (7 left) 2023-12-20T10:53:19.125 INFO:tasks.rados.rados.0.smithi123.stdout:1027: done (6 left) 2023-12-20T10:53:19.125 INFO:tasks.rados.rados.0.smithi123.stdout:1028: done (5 left) 2023-12-20T10:53:19.125 INFO:tasks.rados.rados.0.smithi123.stdout:1029: done (4 left) 2023-12-20T10:53:19.125 INFO:tasks.rados.rados.0.smithi123.stdout:1030: done (3 left) 2023-12-20T10:53:19.126 INFO:tasks.rados.rados.0.smithi123.stdout:1031: done (2 left) 2023-12-20T10:53:19.126 INFO:tasks.rados.rados.0.smithi123.stdout:1033: done (1 left) 2023-12-20T10:53:19.126 INFO:tasks.rados.rados.0.smithi123.stdout:1035: snap_create 2023-12-20T10:53:19.126 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 40 v 924 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-20T10:53:19.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:19 smithi177 ceph-mon[212096]: failed to encode map e263 with expected crc 2023-12-20T10:53:19.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:19 smithi177 ceph-mon[212096]: failed to encode map e263 with expected crc 2023-12-20T10:53:19.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:19 smithi177 ceph-mon[212096]: failed to encode map e263 with expected crc 2023-12-20T10:53:19.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:19 smithi177 ceph-mon[212096]: failed to encode map e263 with expected crc 2023-12-20T10:53:19.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:19 smithi177 ceph-mon[212096]: osdmap e264: 8 total, 8 up, 8 in 2023-12-20T10:53:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:53:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:53:19] "GET /metrics HTTP/1.1" 200 36073 "" "Prometheus/2.43.0" 2023-12-20T10:53:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:19 smithi123 ceph-mon[191304]: failed to encode map e263 with expected crc 2023-12-20T10:53:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:19 smithi123 ceph-mon[191304]: failed to encode map e263 with expected crc 2023-12-20T10:53:19.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:19 smithi123 ceph-mon[191304]: failed to encode map e263 with expected crc 2023-12-20T10:53:19.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:19 smithi123 ceph-mon[191304]: failed to encode map e263 with expected crc 2023-12-20T10:53:19.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:19 smithi123 ceph-mon[191304]: osdmap e264: 8 total, 8 up, 8 in 2023-12-20T10:53:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:19 smithi123 ceph-mon[188613]: failed to encode map e263 with expected crc 2023-12-20T10:53:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:19 smithi123 ceph-mon[188613]: failed to encode map e263 with expected crc 2023-12-20T10:53:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:19 smithi123 ceph-mon[188613]: failed to encode map e263 with expected crc 2023-12-20T10:53:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:19 smithi123 ceph-mon[188613]: failed to encode map e263 with expected crc 2023-12-20T10:53:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:19 smithi123 ceph-mon[188613]: osdmap e264: 8 total, 8 up, 8 in 2023-12-20T10:53:20.108 INFO:tasks.rados.rados.0.smithi123.stdout:1034: done (1 left) 2023-12-20T10:53:20.108 INFO:tasks.rados.rados.0.smithi123.stdout:1035: done (0 left) 2023-12-20T10:53:20.108 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 6 current snap is 104 2023-12-20T10:53:20.108 INFO:tasks.rados.rados.0.smithi123.stdout:1036: seq_num 344 ranges {565248=565248,1130496=401408} 2023-12-20T10:53:20.114 INFO:tasks.rados.rados.0.smithi123.stdout:1036: writing smithi123173835-6 from 565248 to 1130496 tid 1 2023-12-20T10:53:20.116 INFO:tasks.rados.rados.0.smithi123.stdout:1036: writing smithi123173835-6 from 1130496 to 1531904 tid 2 2023-12-20T10:53:20.117 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 44 current snap is 104 2023-12-20T10:53:20.117 INFO:tasks.rados.rados.0.smithi123.stdout:1037: seq_num 345 ranges {0=581632,581632=401408} 2023-12-20T10:53:20.120 INFO:tasks.rados.rados.0.smithi123.stdout:1037: writing smithi123173835-44 from 0 to 581632 tid 1 2023-12-20T10:53:20.123 INFO:tasks.rados.rados.0.smithi123.stdout:1037: writing smithi123173835-44 from 581632 to 983040 tid 2 2023-12-20T10:53:20.124 INFO:tasks.rados.rados.0.smithi123.stdout:1038: read oid 50 snap -1 2023-12-20T10:53:20.124 INFO:tasks.rados.rados.0.smithi123.stdout:1038: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-20T10:53:20.124 INFO:tasks.rados.rados.0.smithi123.stdout:1039: rollback oid 21 current snap is 104 2023-12-20T10:53:20.124 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 21 to 95 2023-12-20T10:53:20.124 INFO:tasks.rados.rados.0.smithi123.stdout:1036: finishing write tid 1 to smithi123173835-6 2023-12-20T10:53:20.124 INFO:tasks.rados.rados.0.smithi123.stdout:1036: finishing write tid 2 to smithi123173835-6 2023-12-20T10:53:20.124 INFO:tasks.rados.rados.0.smithi123.stdout:1036: finishing write tid 3 to smithi123173835-6 2023-12-20T10:53:20.124 INFO:tasks.rados.rados.0.smithi123.stdout:1040: read oid 40 snap -1 2023-12-20T10:53:20.124 INFO:tasks.rados.rados.0.smithi123.stdout:1040: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-20T10:53:20.124 INFO:tasks.rados.rados.0.smithi123.stdout:1041: read oid 19 snap -1 2023-12-20T10:53:20.124 INFO:tasks.rados.rados.0.smithi123.stdout:1041: expect deleted 2023-12-20T10:53:20.125 INFO:tasks.rados.rados.0.smithi123.stdout:1042: snap_remove snap 99 2023-12-20T10:53:20.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:20 smithi177 ceph-mon[212096]: failed to encode map e264 with expected crc 2023-12-20T10:53:20.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:20 smithi177 ceph-mon[212096]: failed to encode map e264 with expected crc 2023-12-20T10:53:20.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:20 smithi177 ceph-mon[212096]: pgmap v103: 121 pgs: 121 active+clean; 280 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.6 MiB/s wr, 2 op/s 2023-12-20T10:53:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:20 smithi123 ceph-mon[191304]: failed to encode map e264 with expected crc 2023-12-20T10:53:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:20 smithi123 ceph-mon[191304]: failed to encode map e264 with expected crc 2023-12-20T10:53:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:20 smithi123 ceph-mon[191304]: pgmap v103: 121 pgs: 121 active+clean; 280 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.6 MiB/s wr, 2 op/s 2023-12-20T10:53:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:20 smithi123 ceph-mon[188613]: failed to encode map e264 with expected crc 2023-12-20T10:53:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:20 smithi123 ceph-mon[188613]: failed to encode map e264 with expected crc 2023-12-20T10:53:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:20 smithi123 ceph-mon[188613]: pgmap v103: 121 pgs: 121 active+clean; 280 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.6 MiB/s wr, 2 op/s 2023-12-20T10:53:21.113 INFO:tasks.rados.rados.0.smithi123.stdout:1042: done (6 left) 2023-12-20T10:53:21.113 INFO:tasks.rados.rados.0.smithi123.stdout:1043: snap_create 2023-12-20T10:53:21.113 INFO:tasks.rados.rados.0.smithi123.stdout:1036: finishing write tid 4 to smithi123173835-6 2023-12-20T10:53:21.113 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 743 (ObjNum 344 snap 104 seq_num 344) dirty exists 2023-12-20T10:53:21.113 INFO:tasks.rados.rados.0.smithi123.stdout:1036: left oid 6 (ObjNum 344 snap 104 seq_num 344) 2023-12-20T10:53:21.113 INFO:tasks.rados.rados.0.smithi123.stdout:1037: finishing write tid 1 to smithi123173835-44 2023-12-20T10:53:21.113 INFO:tasks.rados.rados.0.smithi123.stdout:1037: finishing write tid 2 to smithi123173835-44 2023-12-20T10:53:21.114 INFO:tasks.rados.rados.0.smithi123.stdout:1037: finishing write tid 3 to smithi123173835-44 2023-12-20T10:53:21.114 INFO:tasks.rados.rados.0.smithi123.stdout:1037: finishing write tid 4 to smithi123173835-44 2023-12-20T10:53:21.114 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 44 v 65 (ObjNum 345 snap 104 seq_num 345) dirty exists 2023-12-20T10:53:21.114 INFO:tasks.rados.rados.0.smithi123.stdout:1037: left oid 44 (ObjNum 345 snap 104 seq_num 345) 2023-12-20T10:53:21.114 INFO:tasks.rados.rados.0.smithi123.stdout:1038: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-20T10:53:21.130 INFO:tasks.rados.rados.0.smithi123.stdout:1039: finishing rollback tid 0 to smithi123173835-21 2023-12-20T10:53:21.130 INFO:tasks.rados.rados.0.smithi123.stdout:1040: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-20T10:53:21.131 INFO:tasks.rados.rados.0.smithi123.stdout:1039: finishing rollback tid 1 to smithi123173835-21 2023-12-20T10:53:21.131 INFO:tasks.rados.rados.0.smithi123.stdout:1039: finishing rollback tid 2 to smithi123173835-21 2023-12-20T10:53:21.132 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 431 (ObjNum 215 snap 57 seq_num 215) dirty exists 2023-12-20T10:53:21.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:21 smithi177 ceph-mon[212096]: failed to encode map e265 with expected crc 2023-12-20T10:53:21.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:21 smithi177 ceph-mon[212096]: failed to encode map e265 with expected crc 2023-12-20T10:53:21.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:21 smithi177 ceph-mon[212096]: osdmap e265: 8 total, 8 up, 8 in 2023-12-20T10:53:21.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:21 smithi177 ceph-mon[212096]: failed to encode map e265 with expected crc 2023-12-20T10:53:21.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-20T10:53:21.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:21 smithi177 ceph-mon[212096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-20T10:53:21.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:21 smithi177 ceph-mon[212096]: Upgrade: osd.1 is safe to restart 2023-12-20T10:53:21.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:21 smithi123 ceph-mon[191304]: failed to encode map e265 with expected crc 2023-12-20T10:53:21.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:21 smithi123 ceph-mon[191304]: failed to encode map e265 with expected crc 2023-12-20T10:53:21.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:21 smithi123 ceph-mon[191304]: osdmap e265: 8 total, 8 up, 8 in 2023-12-20T10:53:21.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:21 smithi123 ceph-mon[191304]: failed to encode map e265 with expected crc 2023-12-20T10:53:21.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-20T10:53:21.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:21 smithi123 ceph-mon[191304]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-20T10:53:21.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:21 smithi123 ceph-mon[191304]: Upgrade: osd.1 is safe to restart 2023-12-20T10:53:21.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:21 smithi123 ceph-mon[188613]: failed to encode map e265 with expected crc 2023-12-20T10:53:21.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:21 smithi123 ceph-mon[188613]: failed to encode map e265 with expected crc 2023-12-20T10:53:21.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:21 smithi123 ceph-mon[188613]: osdmap e265: 8 total, 8 up, 8 in 2023-12-20T10:53:21.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:21 smithi123 ceph-mon[188613]: failed to encode map e265 with expected crc 2023-12-20T10:53:21.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-20T10:53:21.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:21 smithi123 ceph-mon[188613]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-20T10:53:21.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:21 smithi123 ceph-mon[188613]: Upgrade: osd.1 is safe to restart 2023-12-20T10:53:22.120 INFO:tasks.rados.rados.0.smithi123.stdout:1036: done (6 left) 2023-12-20T10:53:22.120 INFO:tasks.rados.rados.0.smithi123.stdout:1037: done (5 left) 2023-12-20T10:53:22.121 INFO:tasks.rados.rados.0.smithi123.stdout:1038: done (4 left) 2023-12-20T10:53:22.121 INFO:tasks.rados.rados.0.smithi123.stdout:1039: done (3 left) 2023-12-20T10:53:22.121 INFO:tasks.rados.rados.0.smithi123.stdout:1040: done (2 left) 2023-12-20T10:53:22.121 INFO:tasks.rados.rados.0.smithi123.stdout:1041: done (1 left) 2023-12-20T10:53:22.121 INFO:tasks.rados.rados.0.smithi123.stdout:1043: done (0 left) 2023-12-20T10:53:22.121 INFO:tasks.rados.rados.0.smithi123.stdout:1044: read oid 29 snap -1 2023-12-20T10:53:22.121 INFO:tasks.rados.rados.0.smithi123.stdout:1044: expect (ObjNum 115 snap 28 seq_num 115) 2023-12-20T10:53:22.121 INFO:tasks.rados.rados.0.smithi123.stdout:1045: read oid 50 snap 100 2023-12-20T10:53:22.121 INFO:tasks.rados.rados.0.smithi123.stdout:1045: expect (ObjNum 314 snap 97 seq_num 314) 2023-12-20T10:53:22.121 INFO:tasks.rados.rados.0.smithi123.stdout:1046: read oid 10 snap -1 2023-12-20T10:53:22.121 INFO:tasks.rados.rados.0.smithi123.stdout:1046: expect (ObjNum 290 snap 89 seq_num 290) 2023-12-20T10:53:22.121 INFO:tasks.rados.rados.0.smithi123.stdout:1047: copy_from oid 21 from oid 15 current snap is 105 2023-12-20T10:53:22.121 INFO:tasks.rados.rados.0.smithi123.stdout:1048: setattr oid 22 current snap is 105 2023-12-20T10:53:22.122 INFO:tasks.rados.rados.0.smithi123.stdout:1049: delete oid 46 current snap is 105 2023-12-20T10:53:22.128 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 22 v 594 (ObjNum 278 snap 81 seq_num 278) dirty exists 2023-12-20T10:53:22.130 INFO:tasks.rados.rados.0.smithi123.stdout:1048: done (5 left) 2023-12-20T10:53:22.130 INFO:tasks.rados.rados.0.smithi123.stdout:1049: done (4 left) 2023-12-20T10:53:22.130 INFO:tasks.rados.rados.0.smithi123.stdout:1050: setattr oid 16 current snap is 105 2023-12-20T10:53:22.130 INFO:tasks.rados.rados.0.smithi123.stdout:1051: snap_create 2023-12-20T10:53:22.133 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 597 (ObjNum 33 snap 0 seq_num 1717588055) dirty exists 2023-12-20T10:53:22.134 INFO:tasks.rados.rados.0.smithi123.stdout:1045: expect (ObjNum 314 snap 97 seq_num 314) 2023-12-20T10:53:22.169 INFO:tasks.rados.rados.0.smithi123.stdout:1044: expect (ObjNum 115 snap 28 seq_num 115) 2023-12-20T10:53:22.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:22 smithi123 ceph-mon[188613]: failed to encode map e266 with expected crc 2023-12-20T10:53:22.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:22 smithi123 ceph-mon[188613]: failed to encode map e266 with expected crc 2023-12-20T10:53:22.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:22 smithi123 ceph-mon[188613]: osdmap e266: 8 total, 8 up, 8 in 2023-12-20T10:53:22.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:22 smithi123 ceph-mon[188613]: Upgrade: Updating osd.1 2023-12-20T10:53:22.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:22.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-20T10:53:22.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:53:22.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:22 smithi123 ceph-mon[188613]: Deploying daemon osd.1 on smithi123 2023-12-20T10:53:22.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:22 smithi123 ceph-mon[188613]: pgmap v106: 121 pgs: 121 active+clean; 280 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.4 MiB/s wr, 0 op/s 2023-12-20T10:53:22.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:22 smithi123 ceph-mon[191304]: failed to encode map e266 with expected crc 2023-12-20T10:53:22.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:22 smithi123 ceph-mon[191304]: failed to encode map e266 with expected crc 2023-12-20T10:53:22.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:22 smithi123 ceph-mon[191304]: osdmap e266: 8 total, 8 up, 8 in 2023-12-20T10:53:22.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:22 smithi123 ceph-mon[191304]: Upgrade: Updating osd.1 2023-12-20T10:53:22.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:22.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-20T10:53:22.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:53:22.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:22 smithi123 ceph-mon[191304]: Deploying daemon osd.1 on smithi123 2023-12-20T10:53:22.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:22 smithi123 ceph-mon[191304]: pgmap v106: 121 pgs: 121 active+clean; 280 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.4 MiB/s wr, 0 op/s 2023-12-20T10:53:22.251 INFO:tasks.rados.rados.0.smithi123.stdout:1047: finishing copy_from to smithi123173835-21 2023-12-20T10:53:22.251 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 921 (ObjNum 305 snap 92 seq_num 305) dirty exists 2023-12-20T10:53:22.251 INFO:tasks.rados.rados.0.smithi123.stdout:1047: finishing copy_from racing read to smithi123173835-21 2023-12-20T10:53:22.251 INFO:tasks.rados.rados.0.smithi123.stdout:1046: expect (ObjNum 290 snap 89 seq_num 290) 2023-12-20T10:53:22.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:22 smithi177 ceph-mon[212096]: failed to encode map e266 with expected crc 2023-12-20T10:53:22.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:22 smithi177 ceph-mon[212096]: failed to encode map e266 with expected crc 2023-12-20T10:53:22.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:22 smithi177 ceph-mon[212096]: osdmap e266: 8 total, 8 up, 8 in 2023-12-20T10:53:22.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:22 smithi177 ceph-mon[212096]: Upgrade: Updating osd.1 2023-12-20T10:53:22.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:22.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-20T10:53:22.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:53:22.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:22 smithi177 ceph-mon[212096]: Deploying daemon osd.1 on smithi123 2023-12-20T10:53:22.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:22 smithi177 ceph-mon[212096]: pgmap v106: 121 pgs: 121 active+clean; 280 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.4 MiB/s wr, 0 op/s 2023-12-20T10:53:22.961 INFO:tasks.rados.rados.0.smithi123.stdout:1044: done (5 left) 2023-12-20T10:53:22.961 INFO:tasks.rados.rados.0.smithi123.stdout:1045: done (4 left) 2023-12-20T10:53:22.961 INFO:tasks.rados.rados.0.smithi123.stdout:1046: done (3 left) 2023-12-20T10:53:22.961 INFO:tasks.rados.rados.0.smithi123.stdout:1047: done (2 left) 2023-12-20T10:53:22.961 INFO:tasks.rados.rados.0.smithi123.stdout:1050: done (1 left) 2023-12-20T10:53:22.961 INFO:tasks.rados.rados.0.smithi123.stdout:1051: done (0 left) 2023-12-20T10:53:22.961 INFO:tasks.rados.rados.0.smithi123.stdout:1052: read oid 42 snap -1 2023-12-20T10:53:22.962 INFO:tasks.rados.rados.0.smithi123.stdout:1052: expect (ObjNum 156 snap 45 seq_num 156) 2023-12-20T10:53:22.962 INFO:tasks.rados.rados.0.smithi123.stdout:1053: snap_remove snap 97 2023-12-20T10:53:23.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:23 smithi123 ceph-mon[191304]: failed to encode map e267 with expected crc 2023-12-20T10:53:23.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:23 smithi123 ceph-mon[191304]: failed to encode map e267 with expected crc 2023-12-20T10:53:23.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:23 smithi123 ceph-mon[191304]: osdmap e267: 8 total, 8 up, 8 in 2023-12-20T10:53:23.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:23 smithi123 ceph-mon[191304]: failed to encode map e267 with expected crc 2023-12-20T10:53:23.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:23 smithi123 ceph-mon[191304]: failed to encode map e267 with expected crc 2023-12-20T10:53:23.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:23 smithi123 ceph-mon[191304]: failed to encode map e267 with expected crc 2023-12-20T10:53:23.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:23 smithi123 ceph-mon[191304]: failed to encode map e267 with expected crc 2023-12-20T10:53:23.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:23 smithi123 ceph-mon[191304]: osdmap e268: 8 total, 8 up, 8 in 2023-12-20T10:53:23.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:23 smithi123 ceph-mon[188613]: failed to encode map e267 with expected crc 2023-12-20T10:53:23.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:23 smithi123 ceph-mon[188613]: failed to encode map e267 with expected crc 2023-12-20T10:53:23.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:23 smithi123 ceph-mon[188613]: osdmap e267: 8 total, 8 up, 8 in 2023-12-20T10:53:23.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:23 smithi123 ceph-mon[188613]: failed to encode map e267 with expected crc 2023-12-20T10:53:23.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:23 smithi123 ceph-mon[188613]: failed to encode map e267 with expected crc 2023-12-20T10:53:23.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:23 smithi123 ceph-mon[188613]: failed to encode map e267 with expected crc 2023-12-20T10:53:23.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:23 smithi123 ceph-mon[188613]: failed to encode map e267 with expected crc 2023-12-20T10:53:23.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:23 smithi123 ceph-mon[188613]: osdmap e268: 8 total, 8 up, 8 in 2023-12-20T10:53:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:23 smithi177 ceph-mon[212096]: failed to encode map e267 with expected crc 2023-12-20T10:53:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:23 smithi177 ceph-mon[212096]: failed to encode map e267 with expected crc 2023-12-20T10:53:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:23 smithi177 ceph-mon[212096]: osdmap e267: 8 total, 8 up, 8 in 2023-12-20T10:53:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:23 smithi177 ceph-mon[212096]: failed to encode map e267 with expected crc 2023-12-20T10:53:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:23 smithi177 ceph-mon[212096]: failed to encode map e267 with expected crc 2023-12-20T10:53:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:23 smithi177 ceph-mon[212096]: failed to encode map e267 with expected crc 2023-12-20T10:53:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:23 smithi177 ceph-mon[212096]: failed to encode map e267 with expected crc 2023-12-20T10:53:23.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:23 smithi177 ceph-mon[212096]: osdmap e268: 8 total, 8 up, 8 in 2023-12-20T10:53:23.742 INFO:journalctl@ceph.osd.1.smithi123.stdout:Dec 20 10:53:23 smithi123 systemd[1]: Stopping Ceph osd.1 for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:53:23.742 INFO:journalctl@ceph.osd.1.smithi123.stdout:Dec 20 10:53:23 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-1[136845]: 2023-12-20T10:53:23.488+0000 7f2db8fe9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-20T10:53:23.742 INFO:journalctl@ceph.osd.1.smithi123.stdout:Dec 20 10:53:23 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-1[136845]: 2023-12-20T10:53:23.488+0000 7f2db8fe9700 -1 osd.1 268 *** Got signal Terminated *** 2023-12-20T10:53:23.742 INFO:journalctl@ceph.osd.1.smithi123.stdout:Dec 20 10:53:23 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-1[136845]: 2023-12-20T10:53:23.488+0000 7f2db8fe9700 -1 osd.1 268 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-20T10:53:23.969 INFO:tasks.rados.rados.0.smithi123.stdout:1053: done (1 left) 2023-12-20T10:53:23.969 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 1 current snap is 106 2023-12-20T10:53:23.969 INFO:tasks.rados.rados.0.smithi123.stdout:1054: seq_num 347 ranges {4521984=614400,5136384=401408} 2023-12-20T10:53:23.992 INFO:tasks.rados.rados.0.smithi123.stdout:1054: writing smithi123173835-1 from 4521984 to 5136384 tid 1 2023-12-20T10:53:23.995 INFO:tasks.rados.rados.0.smithi123.stdout:1054: writing smithi123173835-1 from 5136384 to 5537792 tid 2 2023-12-20T10:53:23.995 INFO:tasks.rados.rados.0.smithi123.stdout:1055: copy_from oid 3 from oid 29 current snap is 106 2023-12-20T10:53:23.995 INFO:tasks.rados.rados.0.smithi123.stdout:1052: expect (ObjNum 156 snap 45 seq_num 156) 2023-12-20T10:53:24.063 INFO:tasks.rados.rados.0.smithi123.stdout:1054: finishing write tid 1 to smithi123173835-1 2023-12-20T10:53:24.063 INFO:tasks.rados.rados.0.smithi123.stdout:1054: finishing write tid 2 to smithi123173835-1 2023-12-20T10:53:24.063 INFO:tasks.rados.rados.0.smithi123.stdout:1054: finishing write tid 3 to smithi123173835-1 2023-12-20T10:53:24.063 INFO:tasks.rados.rados.0.smithi123.stdout:1054: finishing write tid 4 to smithi123173835-1 2023-12-20T10:53:24.063 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 1 v 711 (ObjNum 347 snap 106 seq_num 347) dirty exists 2023-12-20T10:53:24.063 INFO:tasks.rados.rados.0.smithi123.stdout:1054: left oid 1 (ObjNum 347 snap 106 seq_num 347) 2023-12-20T10:53:24.063 INFO:tasks.rados.rados.0.smithi123.stdout:1052: done (2 left) 2023-12-20T10:53:24.063 INFO:tasks.rados.rados.0.smithi123.stdout:1054: done (1 left) 2023-12-20T10:53:24.063 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 50 current snap is 106 2023-12-20T10:53:24.063 INFO:tasks.rados.rados.0.smithi123.stdout:1056: seq_num 348 ranges {491520=630784,1122304=401408} 2023-12-20T10:53:24.068 INFO:tasks.rados.rados.0.smithi123.stdout:1056: writing smithi123173835-50 from 491520 to 1122304 tid 1 2023-12-20T10:53:24.070 INFO:tasks.rados.rados.0.smithi123.stdout:1056: writing smithi123173835-50 from 1122304 to 1523712 tid 2 2023-12-20T10:53:24.070 INFO:tasks.rados.rados.0.smithi123.stdout:1057: snap_remove snap 88 2023-12-20T10:53:24.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:24 smithi177 ceph-mon[212096]: failed to encode map e268 with expected crc 2023-12-20T10:53:24.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:24 smithi177 ceph-mon[212096]: failed to encode map e268 with expected crc 2023-12-20T10:53:24.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:24 smithi177 ceph-mon[212096]: failed to encode map e268 with expected crc 2023-12-20T10:53:24.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:24 smithi177 ceph-mon[212096]: pgmap v109: 121 pgs: 121 active+clean; 297 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.4 MiB/s wr, 38 op/s 2023-12-20T10:53:24.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:24 smithi177 ceph-mon[212096]: osd.1 marked itself down and dead 2023-12-20T10:53:24.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:24 smithi177 ceph-mon[212096]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-20T10:53:24.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:24 smithi177 ceph-mon[212096]: failed to encode map e269 with expected crc 2023-12-20T10:53:24.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:24 smithi177 ceph-mon[212096]: osdmap e269: 8 total, 7 up, 8 in 2023-12-20T10:53:24.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:24 smithi177 ceph-mon[212096]: failed to encode map e269 with expected crc 2023-12-20T10:53:24.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:24 smithi123 ceph-mon[188613]: failed to encode map e268 with expected crc 2023-12-20T10:53:24.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:24 smithi123 ceph-mon[188613]: failed to encode map e268 with expected crc 2023-12-20T10:53:24.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:24 smithi123 ceph-mon[188613]: failed to encode map e268 with expected crc 2023-12-20T10:53:24.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:24 smithi123 ceph-mon[188613]: pgmap v109: 121 pgs: 121 active+clean; 297 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.4 MiB/s wr, 38 op/s 2023-12-20T10:53:24.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:24 smithi123 ceph-mon[188613]: osd.1 marked itself down and dead 2023-12-20T10:53:24.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:24 smithi123 ceph-mon[188613]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-20T10:53:24.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:24 smithi123 ceph-mon[188613]: failed to encode map e269 with expected crc 2023-12-20T10:53:24.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:24 smithi123 ceph-mon[188613]: osdmap e269: 8 total, 7 up, 8 in 2023-12-20T10:53:24.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:24 smithi123 ceph-mon[188613]: failed to encode map e269 with expected crc 2023-12-20T10:53:24.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:24 smithi123 ceph-mon[191304]: failed to encode map e268 with expected crc 2023-12-20T10:53:24.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:24 smithi123 ceph-mon[191304]: failed to encode map e268 with expected crc 2023-12-20T10:53:24.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:24 smithi123 ceph-mon[191304]: failed to encode map e268 with expected crc 2023-12-20T10:53:24.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:24 smithi123 ceph-mon[191304]: pgmap v109: 121 pgs: 121 active+clean; 297 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.4 MiB/s wr, 38 op/s 2023-12-20T10:53:24.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:24 smithi123 ceph-mon[191304]: osd.1 marked itself down and dead 2023-12-20T10:53:24.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:24 smithi123 ceph-mon[191304]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-20T10:53:24.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:24 smithi123 ceph-mon[191304]: failed to encode map e269 with expected crc 2023-12-20T10:53:24.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:24 smithi123 ceph-mon[191304]: osdmap e269: 8 total, 7 up, 8 in 2023-12-20T10:53:24.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:24 smithi123 ceph-mon[191304]: failed to encode map e269 with expected crc 2023-12-20T10:53:24.962 INFO:tasks.rados.rados.0.smithi123.stdout:1057: done (2 left) 2023-12-20T10:53:24.962 INFO:tasks.rados.rados.0.smithi123.stdout:1058: delete oid 4 current snap is 106 2023-12-20T10:53:24.986 INFO:tasks.rados.rados.0.smithi123.stdout:1058: done (2 left) 2023-12-20T10:53:24.986 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 42 current snap is 106 2023-12-20T10:53:24.986 INFO:tasks.rados.rados.0.smithi123.stdout:1059: seq_num 350 ranges {1736704=671744,2408448=401408} 2023-12-20T10:53:24.995 INFO:journalctl@ceph.osd.1.smithi123.stdout:Dec 20 10:53:24 smithi123 bash[204119]: ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-1 2023-12-20T10:53:24.999 INFO:tasks.rados.rados.0.smithi123.stdout:1059: writing smithi123173835-42 from 1736704 to 2408448 tid 1 2023-12-20T10:53:25.001 INFO:tasks.rados.rados.0.smithi123.stdout:1059: writing smithi123173835-42 from 2408448 to 2809856 tid 2 2023-12-20T10:53:25.002 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 36 current snap is 106 2023-12-20T10:53:25.002 INFO:tasks.rados.rados.0.smithi123.stdout:1056: finishing write tid 1 to smithi123173835-50 2023-12-20T10:53:25.002 INFO:tasks.rados.rados.0.smithi123.stdout:1060: seq_num 351 ranges {0=688128,688128=401408} 2023-12-20T10:53:25.006 INFO:tasks.rados.rados.0.smithi123.stdout:1060: writing smithi123173835-36 from 0 to 688128 tid 1 2023-12-20T10:53:25.009 INFO:tasks.rados.rados.0.smithi123.stdout:1060: writing smithi123173835-36 from 688128 to 1089536 tid 2 2023-12-20T10:53:25.009 INFO:tasks.rados.rados.0.smithi123.stdout:1061: read oid 2 snap -1 2023-12-20T10:53:25.009 INFO:tasks.rados.rados.0.smithi123.stdout:1061: expect (ObjNum 318 snap 97 seq_num 318) 2023-12-20T10:53:25.009 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 8 current snap is 106 2023-12-20T10:53:25.009 INFO:tasks.rados.rados.0.smithi123.stdout:1056: finishing write tid 2 to smithi123173835-50 2023-12-20T10:53:25.009 INFO:tasks.rados.rados.0.smithi123.stdout:1056: finishing write tid 3 to smithi123173835-50 2023-12-20T10:53:25.009 INFO:tasks.rados.rados.0.smithi123.stdout:1062: seq_num 352 ranges {2498560=704512,3203072=401408} 2023-12-20T10:53:25.026 INFO:tasks.rados.rados.0.smithi123.stdout:1062: writing smithi123173835-8 from 2498560 to 3203072 tid 1 2023-12-20T10:53:25.028 INFO:tasks.rados.rados.0.smithi123.stdout:1062: writing smithi123173835-8 from 3203072 to 3604480 tid 2 2023-12-20T10:53:25.028 INFO:tasks.rados.rados.0.smithi123.stdout:1063: snap_remove snap 91 2023-12-20T10:53:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:25 smithi177 ceph-mon[212096]: failed to encode map e269 with expected crc 2023-12-20T10:53:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:25 smithi177 ceph-mon[212096]: failed to encode map e269 with expected crc 2023-12-20T10:53:25.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:25 smithi177 ceph-mon[212096]: failed to encode map e269 with expected crc 2023-12-20T10:53:25.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:25 smithi177 ceph-mon[212096]: failed to encode map e269 with expected crc 2023-12-20T10:53:25.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:25 smithi177 ceph-mon[212096]: failed to encode map e269 with expected crc 2023-12-20T10:53:25.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:25 smithi177 ceph-mon[212096]: osdmap e270: 8 total, 7 up, 8 in 2023-12-20T10:53:25.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:25 smithi177 ceph-mon[212096]: failed to encode map e270 with expected crc 2023-12-20T10:53:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:25 smithi123 ceph-mon[191304]: failed to encode map e269 with expected crc 2023-12-20T10:53:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:25 smithi123 ceph-mon[191304]: failed to encode map e269 with expected crc 2023-12-20T10:53:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:25 smithi123 ceph-mon[191304]: failed to encode map e269 with expected crc 2023-12-20T10:53:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:25 smithi123 ceph-mon[191304]: failed to encode map e269 with expected crc 2023-12-20T10:53:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:25 smithi123 ceph-mon[191304]: failed to encode map e269 with expected crc 2023-12-20T10:53:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:25 smithi123 ceph-mon[191304]: osdmap e270: 8 total, 7 up, 8 in 2023-12-20T10:53:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:25 smithi123 ceph-mon[191304]: failed to encode map e270 with expected crc 2023-12-20T10:53:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:25 smithi123 ceph-mon[188613]: failed to encode map e269 with expected crc 2023-12-20T10:53:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:25 smithi123 ceph-mon[188613]: failed to encode map e269 with expected crc 2023-12-20T10:53:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:25 smithi123 ceph-mon[188613]: failed to encode map e269 with expected crc 2023-12-20T10:53:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:25 smithi123 ceph-mon[188613]: failed to encode map e269 with expected crc 2023-12-20T10:53:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:25 smithi123 ceph-mon[188613]: failed to encode map e269 with expected crc 2023-12-20T10:53:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:25 smithi123 ceph-mon[188613]: osdmap e270: 8 total, 7 up, 8 in 2023-12-20T10:53:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:25 smithi123 ceph-mon[188613]: failed to encode map e270 with expected crc 2023-12-20T10:53:25.962 INFO:tasks.rados.rados.0.smithi123.stdout:1063: done (6 left) 2023-12-20T10:53:25.963 INFO:tasks.rados.rados.0.smithi123.stdout:1064: rmattr oid 49 current snap is 106 2023-12-20T10:53:25.963 INFO:tasks.rados.rados.0.smithi123.stdout:1064: done (6 left) 2023-12-20T10:53:25.963 INFO:tasks.rados.rados.0.smithi123.stdout:1065: snap_remove snap 79 2023-12-20T10:53:26.242 INFO:journalctl@ceph.osd.1.smithi123.stdout:Dec 20 10:53:25 smithi123 systemd[1]: ceph-85213638-9f24-11ee-95a5-87774f69a715@osd.1.service: Succeeded. 2023-12-20T10:53:26.242 INFO:journalctl@ceph.osd.1.smithi123.stdout:Dec 20 10:53:25 smithi123 systemd[1]: Stopped Ceph osd.1 for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:53:26.242 INFO:journalctl@ceph.osd.1.smithi123.stdout:Dec 20 10:53:26 smithi123 systemd[1]: Starting Ceph osd.1 for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:53:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:26 smithi123 ceph-mon[191304]: failed to encode map e270 with expected crc 2023-12-20T10:53:26.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:26 smithi123 ceph-mon[191304]: failed to encode map e270 with expected crc 2023-12-20T10:53:26.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:26 smithi123 ceph-mon[191304]: failed to encode map e270 with expected crc 2023-12-20T10:53:26.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:26 smithi123 ceph-mon[191304]: failed to encode map e270 with expected crc 2023-12-20T10:53:26.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:26 smithi123 ceph-mon[191304]: failed to encode map e270 with expected crc 2023-12-20T10:53:26.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:26 smithi123 ceph-mon[191304]: failed to encode map e270 with expected crc 2023-12-20T10:53:26.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:26 smithi123 ceph-mon[191304]: failed to encode map e270 with expected crc 2023-12-20T10:53:26.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:26 smithi123 ceph-mon[191304]: failed to encode map e270 with expected crc 2023-12-20T10:53:26.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:26 smithi123 ceph-mon[191304]: pgmap v112: 121 pgs: 16 stale+active+clean, 105 active+clean; 297 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.4 MiB/s wr, 38 op/s 2023-12-20T10:53:26.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:26 smithi123 ceph-mon[191304]: osdmap e271: 8 total, 7 up, 8 in 2023-12-20T10:53:26.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:26 smithi123 ceph-mon[188613]: failed to encode map e270 with expected crc 2023-12-20T10:53:26.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:26 smithi123 ceph-mon[188613]: failed to encode map e270 with expected crc 2023-12-20T10:53:26.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:26 smithi123 ceph-mon[188613]: failed to encode map e270 with expected crc 2023-12-20T10:53:26.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:26 smithi123 ceph-mon[188613]: failed to encode map e270 with expected crc 2023-12-20T10:53:26.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:26 smithi123 ceph-mon[188613]: failed to encode map e270 with expected crc 2023-12-20T10:53:26.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:26 smithi123 ceph-mon[188613]: failed to encode map e270 with expected crc 2023-12-20T10:53:26.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:26 smithi123 ceph-mon[188613]: failed to encode map e270 with expected crc 2023-12-20T10:53:26.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:26 smithi123 ceph-mon[188613]: failed to encode map e270 with expected crc 2023-12-20T10:53:26.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:26 smithi123 ceph-mon[188613]: pgmap v112: 121 pgs: 16 stale+active+clean, 105 active+clean; 297 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.4 MiB/s wr, 38 op/s 2023-12-20T10:53:26.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:26 smithi123 ceph-mon[188613]: osdmap e271: 8 total, 7 up, 8 in 2023-12-20T10:53:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:26 smithi177 ceph-mon[212096]: failed to encode map e270 with expected crc 2023-12-20T10:53:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:26 smithi177 ceph-mon[212096]: failed to encode map e270 with expected crc 2023-12-20T10:53:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:26 smithi177 ceph-mon[212096]: failed to encode map e270 with expected crc 2023-12-20T10:53:26.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:26 smithi177 ceph-mon[212096]: failed to encode map e270 with expected crc 2023-12-20T10:53:26.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:26 smithi177 ceph-mon[212096]: failed to encode map e270 with expected crc 2023-12-20T10:53:26.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:26 smithi177 ceph-mon[212096]: failed to encode map e270 with expected crc 2023-12-20T10:53:26.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:26 smithi177 ceph-mon[212096]: failed to encode map e270 with expected crc 2023-12-20T10:53:26.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:26 smithi177 ceph-mon[212096]: failed to encode map e270 with expected crc 2023-12-20T10:53:26.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:26 smithi177 ceph-mon[212096]: pgmap v112: 121 pgs: 16 stale+active+clean, 105 active+clean; 297 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.4 MiB/s wr, 38 op/s 2023-12-20T10:53:26.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:26 smithi177 ceph-mon[212096]: osdmap e271: 8 total, 7 up, 8 in 2023-12-20T10:53:26.965 INFO:tasks.rados.rados.0.smithi123.stdout:1065: done (6 left) 2023-12-20T10:53:26.966 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 37 current snap is 106 2023-12-20T10:53:26.966 INFO:tasks.rados.rados.0.smithi123.stdout:1056: finishing write tid 4 to smithi123173835-50 2023-12-20T10:53:26.966 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 50 v 934 (ObjNum 348 snap 106 seq_num 348) dirty exists 2023-12-20T10:53:26.966 INFO:tasks.rados.rados.0.smithi123.stdout:1056: left oid 50 (ObjNum 348 snap 106 seq_num 348) 2023-12-20T10:53:26.966 INFO:tasks.rados.rados.0.smithi123.stdout:1066: seq_num 353 ranges {5726208=720896,6447104=401408} 2023-12-20T10:53:27.001 INFO:tasks.rados.rados.0.smithi123.stdout:1066: writing smithi123173835-37 from 5726208 to 6447104 tid 1 2023-12-20T10:53:27.004 INFO:tasks.rados.rados.0.smithi123.stdout:1066: writing smithi123173835-37 from 6447104 to 6848512 tid 2 2023-12-20T10:53:27.004 INFO:tasks.rados.rados.0.smithi123.stdout:1056: done (6 left) 2023-12-20T10:53:27.004 INFO:tasks.rados.rados.0.smithi123.stdout:1067: read oid 30 snap -1 2023-12-20T10:53:27.004 INFO:tasks.rados.rados.0.smithi123.stdout:1067: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-20T10:53:27.004 INFO:tasks.rados.rados.0.smithi123.stdout:1068: read oid 12 snap 101 2023-12-20T10:53:27.004 INFO:tasks.rados.rados.0.smithi123.stdout:1068: expect (ObjNum 277 snap 79 seq_num 277) 2023-12-20T10:53:27.004 INFO:tasks.rados.rados.0.smithi123.stdout:1069: delete oid 31 current snap is 106 2023-12-20T10:53:27.004 INFO:tasks.rados.rados.0.smithi123.stdout:1055: finishing copy_from to smithi123173835-3 2023-12-20T10:53:27.004 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 487 (ObjNum 115 snap 28 seq_num 115) dirty exists 2023-12-20T10:53:27.005 INFO:tasks.rados.rados.0.smithi123.stdout:1055: finishing copy_from racing read to smithi123173835-3 2023-12-20T10:53:27.005 INFO:tasks.rados.rados.0.smithi123.stdout:1059: finishing write tid 1 to smithi123173835-42 2023-12-20T10:53:27.005 INFO:tasks.rados.rados.0.smithi123.stdout:1059: finishing write tid 2 to smithi123173835-42 2023-12-20T10:53:27.005 INFO:tasks.rados.rados.0.smithi123.stdout:1059: finishing write tid 3 to smithi123173835-42 2023-12-20T10:53:27.005 INFO:tasks.rados.rados.0.smithi123.stdout:1059: finishing write tid 4 to smithi123173835-42 2023-12-20T10:53:27.005 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 42 v 758 (ObjNum 350 snap 106 seq_num 350) dirty exists 2023-12-20T10:53:27.005 INFO:tasks.rados.rados.0.smithi123.stdout:1059: left oid 42 (ObjNum 350 snap 106 seq_num 350) 2023-12-20T10:53:27.005 INFO:tasks.rados.rados.0.smithi123.stdout:1060: finishing write tid 1 to smithi123173835-36 2023-12-20T10:53:27.005 INFO:tasks.rados.rados.0.smithi123.stdout:1061: expect (ObjNum 318 snap 97 seq_num 318) 2023-12-20T10:53:27.020 INFO:tasks.rados.rados.0.smithi123.stdout:1060: finishing write tid 2 to smithi123173835-36 2023-12-20T10:53:27.020 INFO:tasks.rados.rados.0.smithi123.stdout:1060: finishing write tid 3 to smithi123173835-36 2023-12-20T10:53:27.020 INFO:tasks.rados.rados.0.smithi123.stdout:1060: finishing write tid 4 to smithi123173835-36 2023-12-20T10:53:27.020 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 714 (ObjNum 351 snap 106 seq_num 351) dirty exists 2023-12-20T10:53:27.020 INFO:tasks.rados.rados.0.smithi123.stdout:1060: left oid 36 (ObjNum 351 snap 106 seq_num 351) 2023-12-20T10:53:27.021 INFO:tasks.rados.rados.0.smithi123.stdout:1062: finishing write tid 1 to smithi123173835-8 2023-12-20T10:53:27.021 INFO:tasks.rados.rados.0.smithi123.stdout:1062: finishing write tid 2 to smithi123173835-8 2023-12-20T10:53:27.021 INFO:tasks.rados.rados.0.smithi123.stdout:1062: finishing write tid 3 to smithi123173835-8 2023-12-20T10:53:27.021 INFO:tasks.rados.rados.0.smithi123.stdout:1055: done (8 left) 2023-12-20T10:53:27.021 INFO:tasks.rados.rados.0.smithi123.stdout:1059: done (7 left) 2023-12-20T10:53:27.021 INFO:tasks.rados.rados.0.smithi123.stdout:1060: done (6 left) 2023-12-20T10:53:27.021 INFO:tasks.rados.rados.0.smithi123.stdout:1061: done (5 left) 2023-12-20T10:53:27.021 INFO:tasks.rados.rados.0.smithi123.stdout:1069: done (4 left) 2023-12-20T10:53:27.021 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 47 current snap is 106 2023-12-20T10:53:27.021 INFO:tasks.rados.rados.0.smithi123.stdout:1062: finishing write tid 4 to smithi123173835-8 2023-12-20T10:53:27.021 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 339 (ObjNum 352 snap 106 seq_num 352) dirty exists 2023-12-20T10:53:27.021 INFO:tasks.rados.rados.0.smithi123.stdout:1062: left oid 8 (ObjNum 352 snap 106 seq_num 352) 2023-12-20T10:53:27.021 INFO:tasks.rados.rados.0.smithi123.stdout:1070: seq_num 355 ranges {0=753664,753664=401408} 2023-12-20T10:53:27.024 INFO:tasks.rados.rados.0.smithi123.stdout:1070: writing smithi123173835-47 from 0 to 753664 tid 1 2023-12-20T10:53:27.027 INFO:tasks.rados.rados.0.smithi123.stdout:1070: writing smithi123173835-47 from 753664 to 1155072 tid 2 2023-12-20T10:53:27.027 INFO:tasks.rados.rados.0.smithi123.stdout:1062: done (4 left) 2023-12-20T10:53:27.027 INFO:tasks.rados.rados.0.smithi123.stdout:1071: read oid 44 snap -1 2023-12-20T10:53:27.027 INFO:tasks.rados.rados.0.smithi123.stdout:1071: expect (ObjNum 345 snap 104 seq_num 345) 2023-12-20T10:53:27.027 INFO:tasks.rados.rados.0.smithi123.stdout:1072: read oid 11 snap 104 2023-12-20T10:53:27.028 INFO:tasks.rados.rados.0.smithi123.stdout:1072: expect (ObjNum 258 snap 74 seq_num 258) 2023-12-20T10:53:27.028 INFO:tasks.rados.rados.0.smithi123.stdout:1073: snap_remove snap 103 2023-12-20T10:53:27.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:27 smithi123 ceph-mon[191304]: failed to encode map e271 with expected crc 2023-12-20T10:53:27.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:27 smithi123 ceph-mon[191304]: failed to encode map e271 with expected crc 2023-12-20T10:53:27.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:27.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:53:27.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:27 smithi123 ceph-mon[191304]: osdmap e272: 8 total, 7 up, 8 in 2023-12-20T10:53:27.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:27 smithi123 ceph-mon[188613]: failed to encode map e271 with expected crc 2023-12-20T10:53:27.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:27 smithi123 ceph-mon[188613]: failed to encode map e271 with expected crc 2023-12-20T10:53:27.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:27.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:53:27.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:27 smithi123 ceph-mon[188613]: osdmap e272: 8 total, 7 up, 8 in 2023-12-20T10:53:27.243 INFO:journalctl@ceph.osd.1.smithi123.stdout:Dec 20 10:53:26 smithi123 bash[204388]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-12-20T10:53:27.243 INFO:journalctl@ceph.osd.1.smithi123.stdout:Dec 20 10:53:26 smithi123 bash[204388]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2023-12-20T10:53:27.243 INFO:journalctl@ceph.osd.1.smithi123.stdout:Dec 20 10:53:26 smithi123 bash[204388]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2023-12-20T10:53:27.243 INFO:journalctl@ceph.osd.1.smithi123.stdout:Dec 20 10:53:26 smithi123 bash[204388]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2023-12-20T10:53:27.243 INFO:journalctl@ceph.osd.1.smithi123.stdout:Dec 20 10:53:26 smithi123 bash[204388]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2023-12-20T10:53:27.243 INFO:journalctl@ceph.osd.1.smithi123.stdout:Dec 20 10:53:26 smithi123 bash[204388]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-12-20T10:53:27.243 INFO:journalctl@ceph.osd.1.smithi123.stdout:Dec 20 10:53:26 smithi123 bash[204388]: --> ceph-volume raw activate successful for osd ID: 1 2023-12-20T10:53:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:27 smithi177 ceph-mon[212096]: failed to encode map e271 with expected crc 2023-12-20T10:53:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:27 smithi177 ceph-mon[212096]: failed to encode map e271 with expected crc 2023-12-20T10:53:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:53:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:27 smithi177 ceph-mon[212096]: osdmap e272: 8 total, 7 up, 8 in 2023-12-20T10:53:27.967 INFO:tasks.rados.rados.0.smithi123.stdout:1073: done (6 left) 2023-12-20T10:53:27.967 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 32 current snap is 106 2023-12-20T10:53:27.967 INFO:tasks.rados.rados.0.smithi123.stdout:1067: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-20T10:53:27.983 INFO:tasks.rados.rados.0.smithi123.stdout:1066: finishing write tid 1 to smithi123173835-37 2023-12-20T10:53:27.983 INFO:tasks.rados.rados.0.smithi123.stdout:1066: finishing write tid 2 to smithi123173835-37 2023-12-20T10:53:27.983 INFO:tasks.rados.rados.0.smithi123.stdout:1066: finishing write tid 3 to smithi123173835-37 2023-12-20T10:53:27.983 INFO:tasks.rados.rados.0.smithi123.stdout:1066: finishing write tid 4 to smithi123173835-37 2023-12-20T10:53:27.983 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 492 (ObjNum 353 snap 106 seq_num 353) dirty exists 2023-12-20T10:53:27.983 INFO:tasks.rados.rados.0.smithi123.stdout:1066: left oid 37 (ObjNum 353 snap 106 seq_num 353) 2023-12-20T10:53:27.983 INFO:tasks.rados.rados.0.smithi123.stdout:1074: seq_num 356 ranges {811008=770048,1581056=401408} 2023-12-20T10:53:27.991 INFO:tasks.rados.rados.0.smithi123.stdout:1074: writing smithi123173835-32 from 811008 to 1581056 tid 1 2023-12-20T10:53:27.991 INFO:journalctl@ceph.osd.1.smithi123.stdout:Dec 20 10:53:27 smithi123 ceph-osd[204704]: -- 172.21.15.123:0/1205878644 <== mon.2 v2:172.21.15.123:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55665f88b1e0 con 0x55665f85b400 2023-12-20T10:53:27.992 INFO:journalctl@ceph.osd.1.smithi123.stdout:Dec 20 10:53:27 smithi123 bash[204665]: 50616d5eecf2f1206ccde4047097af8694f66fa76cb187585a623194610afed4 2023-12-20T10:53:27.992 INFO:journalctl@ceph.osd.1.smithi123.stdout:Dec 20 10:53:27 smithi123 systemd[1]: Started Ceph osd.1 for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:53:27.994 INFO:tasks.rados.rados.0.smithi123.stdout:1074: writing smithi123173835-32 from 1581056 to 1982464 tid 2 2023-12-20T10:53:27.994 INFO:tasks.rados.rados.0.smithi123.stdout:1066: done (6 left) 2023-12-20T10:53:27.994 INFO:tasks.rados.rados.0.smithi123.stdout:1067: done (5 left) 2023-12-20T10:53:27.994 INFO:tasks.rados.rados.0.smithi123.stdout:1075: rmattr oid 30 current snap is 106 2023-12-20T10:53:27.995 INFO:tasks.rados.rados.0.smithi123.stdout:1076: copy_from oid 42 from oid 18 current snap is 106 2023-12-20T10:53:27.995 INFO:tasks.rados.rados.0.smithi123.stdout:1077: delete oid 24 current snap is 106 2023-12-20T10:53:27.996 INFO:tasks.rados.rados.0.smithi123.stdout:1068: expect (ObjNum 277 snap 79 seq_num 277) 2023-12-20T10:53:28.291 INFO:tasks.rados.rados.0.smithi123.stdout:1070: finishing write tid 1 to smithi123173835-47 2023-12-20T10:53:28.292 INFO:tasks.rados.rados.0.smithi123.stdout:1070: finishing write tid 2 to smithi123173835-47 2023-12-20T10:53:28.292 INFO:tasks.rados.rados.0.smithi123.stdout:1070: finishing write tid 3 to smithi123173835-47 2023-12-20T10:53:28.292 INFO:tasks.rados.rados.0.smithi123.stdout:1070: finishing write tid 4 to smithi123173835-47 2023-12-20T10:53:28.292 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 47 v 342 (ObjNum 355 snap 106 seq_num 355) dirty exists 2023-12-20T10:53:28.292 INFO:tasks.rados.rados.0.smithi123.stdout:1070: left oid 47 (ObjNum 355 snap 106 seq_num 355) 2023-12-20T10:53:28.292 INFO:tasks.rados.rados.0.smithi123.stdout:1071: expect (ObjNum 345 snap 104 seq_num 345) 2023-12-20T10:53:28.316 INFO:tasks.rados.rados.0.smithi123.stdout:1072: expect (ObjNum 258 snap 74 seq_num 258) 2023-12-20T10:53:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:28 smithi177 ceph-mon[212096]: failed to encode map e272 with expected crc 2023-12-20T10:53:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:28 smithi177 ceph-mon[212096]: failed to encode map e272 with expected crc 2023-12-20T10:53:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:28 smithi177 ceph-mon[212096]: pgmap v115: 121 pgs: 7 active+undersized+degraded, 5 stale+active+clean, 24 active+undersized, 85 active+clean; 302 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.1 MiB/s wr, 6 op/s; 56/681 objects degraded (8.223%) 2023-12-20T10:53:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:28.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:53:28.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:28 smithi177 ceph-mon[212096]: osdmap e273: 8 total, 7 up, 8 in 2023-12-20T10:53:28.421 INFO:tasks.rados.rados.0.smithi123.stdout:1074: finishing write tid 1 to smithi123173835-32 2023-12-20T10:53:28.421 INFO:tasks.rados.rados.0.smithi123.stdout:1074: finishing write tid 2 to smithi123173835-32 2023-12-20T10:53:28.421 INFO:tasks.rados.rados.0.smithi123.stdout:1074: finishing write tid 3 to smithi123173835-32 2023-12-20T10:53:28.421 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 30 v 395 (ObjNum 29 snap 0 seq_num 29) dirty exists 2023-12-20T10:53:28.421 INFO:tasks.rados.rados.0.smithi123.stdout:1074: finishing write tid 4 to smithi123173835-32 2023-12-20T10:53:28.421 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 938 (ObjNum 356 snap 106 seq_num 356) dirty exists 2023-12-20T10:53:28.421 INFO:tasks.rados.rados.0.smithi123.stdout:1074: left oid 32 (ObjNum 356 snap 106 seq_num 356) 2023-12-20T10:53:28.421 INFO:tasks.rados.rados.0.smithi123.stdout:1076: finishing copy_from to smithi123173835-42 2023-12-20T10:53:28.421 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 42 v 496 (ObjNum 316 snap 97 seq_num 316) dirty exists 2023-12-20T10:53:28.422 INFO:tasks.rados.rados.0.smithi123.stdout:1076: finishing copy_from racing read to smithi123173835-42 2023-12-20T10:53:28.422 INFO:tasks.rados.rados.0.smithi123.stdout:1068: done (7 left) 2023-12-20T10:53:28.422 INFO:tasks.rados.rados.0.smithi123.stdout:1070: done (6 left) 2023-12-20T10:53:28.422 INFO:tasks.rados.rados.0.smithi123.stdout:1071: done (5 left) 2023-12-20T10:53:28.422 INFO:tasks.rados.rados.0.smithi123.stdout:1072: done (4 left) 2023-12-20T10:53:28.422 INFO:tasks.rados.rados.0.smithi123.stdout:1074: done (3 left) 2023-12-20T10:53:28.422 INFO:tasks.rados.rados.0.smithi123.stdout:1075: done (2 left) 2023-12-20T10:53:28.422 INFO:tasks.rados.rados.0.smithi123.stdout:1076: done (1 left) 2023-12-20T10:53:28.422 INFO:tasks.rados.rados.0.smithi123.stdout:1077: done (0 left) 2023-12-20T10:53:28.422 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 32 current snap is 106 2023-12-20T10:53:28.422 INFO:tasks.rados.rados.0.smithi123.stdout:1078: seq_num 358 ranges {1982464=802816,2785280=401408} 2023-12-20T10:53:28.436 INFO:tasks.rados.rados.0.smithi123.stdout:1078: writing smithi123173835-32 from 1982464 to 2785280 tid 1 2023-12-20T10:53:28.438 INFO:tasks.rados.rados.0.smithi123.stdout:1078: writing smithi123173835-32 from 2785280 to 3186688 tid 2 2023-12-20T10:53:28.438 INFO:tasks.rados.rados.0.smithi123.stdout:1079: snap_remove snap 105 2023-12-20T10:53:28.492 INFO:journalctl@ceph.osd.1.smithi123.stdout:Dec 20 10:53:28 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-1[204681]: 2023-12-20T10:53:28.133+0000 7ff5f1caf640 -1 Falling back to public interface 2023-12-20T10:53:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:28 smithi123 ceph-mon[191304]: failed to encode map e272 with expected crc 2023-12-20T10:53:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:28 smithi123 ceph-mon[191304]: failed to encode map e272 with expected crc 2023-12-20T10:53:28.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:28 smithi123 ceph-mon[191304]: pgmap v115: 121 pgs: 7 active+undersized+degraded, 5 stale+active+clean, 24 active+undersized, 85 active+clean; 302 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.1 MiB/s wr, 6 op/s; 56/681 objects degraded (8.223%) 2023-12-20T10:53:28.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:28.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:28.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:53:28.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:28 smithi123 ceph-mon[191304]: osdmap e273: 8 total, 7 up, 8 in 2023-12-20T10:53:28.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:28 smithi123 ceph-mon[188613]: failed to encode map e272 with expected crc 2023-12-20T10:53:28.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:28 smithi123 ceph-mon[188613]: failed to encode map e272 with expected crc 2023-12-20T10:53:28.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:28 smithi123 ceph-mon[188613]: pgmap v115: 121 pgs: 7 active+undersized+degraded, 5 stale+active+clean, 24 active+undersized, 85 active+clean; 302 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.1 MiB/s wr, 6 op/s; 56/681 objects degraded (8.223%) 2023-12-20T10:53:28.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:28.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:28.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:53:28.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:28 smithi123 ceph-mon[188613]: osdmap e273: 8 total, 7 up, 8 in 2023-12-20T10:53:29.136 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:53:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:53:28.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-20T10:53:29.137 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:53:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:53:29] "GET /metrics HTTP/1.1" 200 35990 "" "Prometheus/2.43.0" 2023-12-20T10:53:29.148 INFO:tasks.rados.rados.0.smithi123.stdout:1079: done (1 left) 2023-12-20T10:53:29.148 INFO:tasks.rados.rados.0.smithi123.stdout:1080: rmattr oid 33 current snap is 106 2023-12-20T10:53:29.148 INFO:tasks.rados.rados.0.smithi123.stdout:1080: done (1 left) 2023-12-20T10:53:29.148 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 14 current snap is 106 2023-12-20T10:53:29.149 INFO:tasks.rados.rados.0.smithi123.stdout:1078: finishing write tid 1 to smithi123173835-32 2023-12-20T10:53:29.149 INFO:tasks.rados.rados.0.smithi123.stdout:1081: seq_num 359 ranges {106496=417792,524288=417792,942080=385024} 2023-12-20T10:53:29.151 INFO:tasks.rados.rados.0.smithi123.stdout:1081: writing smithi123173835-14 from 106496 to 524288 tid 1 2023-12-20T10:53:29.154 INFO:tasks.rados.rados.0.smithi123.stdout:1081: writing smithi123173835-14 from 524288 to 942080 tid 2 2023-12-20T10:53:29.157 INFO:tasks.rados.rados.0.smithi123.stdout:1081: writing smithi123173835-14 from 942080 to 1327104 tid 3 2023-12-20T10:53:29.157 INFO:tasks.rados.rados.0.smithi123.stdout:1082: delete oid 37 current snap is 106 2023-12-20T10:53:29.157 INFO:tasks.rados.rados.0.smithi123.stdout:1078: finishing write tid 2 to smithi123173835-32 2023-12-20T10:53:29.157 INFO:tasks.rados.rados.0.smithi123.stdout:1078: finishing write tid 3 to smithi123173835-32 2023-12-20T10:53:29.157 INFO:tasks.rados.rados.0.smithi123.stdout:1078: finishing write tid 4 to smithi123173835-32 2023-12-20T10:53:29.157 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 941 (ObjNum 358 snap 106 seq_num 358) dirty exists 2023-12-20T10:53:29.157 INFO:tasks.rados.rados.0.smithi123.stdout:1078: left oid 32 (ObjNum 358 snap 106 seq_num 358) 2023-12-20T10:53:29.158 INFO:tasks.rados.rados.0.smithi123.stdout:1081: finishing write tid 1 to smithi123173835-14 2023-12-20T10:53:29.160 INFO:tasks.rados.rados.0.smithi123.stdout:1081: finishing write tid 2 to smithi123173835-14 2023-12-20T10:53:29.160 INFO:tasks.rados.rados.0.smithi123.stdout:1081: finishing write tid 3 to smithi123173835-14 2023-12-20T10:53:29.160 INFO:tasks.rados.rados.0.smithi123.stdout:1078: done (2 left) 2023-12-20T10:53:29.160 INFO:tasks.rados.rados.0.smithi123.stdout:1082: done (1 left) 2023-12-20T10:53:29.160 INFO:tasks.rados.rados.0.smithi123.stdout:1083: read oid 30 snap -1 2023-12-20T10:53:29.160 INFO:tasks.rados.rados.0.smithi123.stdout:1083: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-20T10:53:29.160 INFO:tasks.rados.rados.0.smithi123.stdout:1084: copy_from oid 41 from oid 7 current snap is 106 2023-12-20T10:53:29.160 INFO:tasks.rados.rados.0.smithi123.stdout:1081: finishing write tid 4 to smithi123173835-14 2023-12-20T10:53:29.161 INFO:tasks.rados.rados.0.smithi123.stdout:1085: rmattr oid 25 current snap is 106 2023-12-20T10:53:29.161 INFO:tasks.rados.rados.0.smithi123.stdout:1086: delete oid 49 current snap is 106 2023-12-20T10:53:29.161 INFO:tasks.rados.rados.0.smithi123.stdout:1081: finishing write tid 5 to smithi123173835-14 2023-12-20T10:53:29.161 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 14 v 399 (ObjNum 359 snap 106 seq_num 359) dirty exists 2023-12-20T10:53:29.161 INFO:tasks.rados.rados.0.smithi123.stdout:1081: left oid 14 (ObjNum 359 snap 106 seq_num 359) 2023-12-20T10:53:29.162 INFO:tasks.rados.rados.0.smithi123.stdout:1081: done (4 left) 2023-12-20T10:53:29.162 INFO:tasks.rados.rados.0.smithi123.stdout:1086: done (3 left) 2023-12-20T10:53:29.162 INFO:tasks.rados.rados.0.smithi123.stdout:1087: read oid 3 snap -1 2023-12-20T10:53:29.163 INFO:tasks.rados.rados.0.smithi123.stdout:1087: expect (ObjNum 115 snap 28 seq_num 115) 2023-12-20T10:53:29.163 INFO:tasks.rados.rados.0.smithi123.stdout:1088: snap_create 2023-12-20T10:53:29.164 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 215 (ObjNum 339 snap 103 seq_num 339) dirty exists 2023-12-20T10:53:29.165 INFO:tasks.rados.rados.0.smithi123.stdout:1083: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-20T10:53:29.180 INFO:tasks.rados.rados.0.smithi123.stdout:1084: finishing copy_from to smithi123173835-41 2023-12-20T10:53:29.180 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 355 (ObjNum 284 snap 87 seq_num 284) dirty exists 2023-12-20T10:53:29.180 INFO:tasks.rados.rados.0.smithi123.stdout:1084: finishing copy_from racing read to smithi123173835-41 2023-12-20T10:53:29.180 INFO:tasks.rados.rados.0.smithi123.stdout:1087: expect (ObjNum 115 snap 28 seq_num 115) 2023-12-20T10:53:29.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:29 smithi177 ceph-mon[212096]: failed to encode map e273 with expected crc 2023-12-20T10:53:29.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:29 smithi177 ceph-mon[212096]: failed to encode map e273 with expected crc 2023-12-20T10:53:29.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:29 smithi177 ceph-mon[212096]: Health check failed: Degraded data redundancy: 56/681 objects degraded (8.223%), 7 pgs degraded (PG_DEGRADED) 2023-12-20T10:53:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:29 smithi123 ceph-mon[191304]: failed to encode map e273 with expected crc 2023-12-20T10:53:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:29 smithi123 ceph-mon[191304]: failed to encode map e273 with expected crc 2023-12-20T10:53:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:29 smithi123 ceph-mon[191304]: Health check failed: Degraded data redundancy: 56/681 objects degraded (8.223%), 7 pgs degraded (PG_DEGRADED) 2023-12-20T10:53:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:29 smithi123 ceph-mon[188613]: failed to encode map e273 with expected crc 2023-12-20T10:53:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:29 smithi123 ceph-mon[188613]: failed to encode map e273 with expected crc 2023-12-20T10:53:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:29 smithi123 ceph-mon[188613]: Health check failed: Degraded data redundancy: 56/681 objects degraded (8.223%), 7 pgs degraded (PG_DEGRADED) 2023-12-20T10:53:30.154 INFO:tasks.rados.rados.0.smithi123.stdout:1083: done (4 left) 2023-12-20T10:53:30.154 INFO:tasks.rados.rados.0.smithi123.stdout:1084: done (3 left) 2023-12-20T10:53:30.154 INFO:tasks.rados.rados.0.smithi123.stdout:1085: done (2 left) 2023-12-20T10:53:30.154 INFO:tasks.rados.rados.0.smithi123.stdout:1087: done (1 left) 2023-12-20T10:53:30.154 INFO:tasks.rados.rados.0.smithi123.stdout:1088: done (0 left) 2023-12-20T10:53:30.154 INFO:tasks.rados.rados.0.smithi123.stdout:1089: rmattr oid 12 current snap is 107 2023-12-20T10:53:30.154 INFO:tasks.rados.rados.0.smithi123.stdout:1089: done (0 left) 2023-12-20T10:53:30.155 INFO:tasks.rados.rados.0.smithi123.stdout:1090: rollback oid 42 current snap is 107 2023-12-20T10:53:30.155 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 42 to 42 2023-12-20T10:53:30.155 INFO:tasks.rados.rados.0.smithi123.stdout:1091: snap_remove snap 104 2023-12-20T10:53:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:30 smithi177 ceph-mon[212096]: failed to encode map e274 with expected crc 2023-12-20T10:53:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:30 smithi177 ceph-mon[212096]: failed to encode map e274 with expected crc 2023-12-20T10:53:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:30 smithi177 ceph-mon[212096]: osdmap e274: 8 total, 7 up, 8 in 2023-12-20T10:53:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:30 smithi177 ceph-mon[212096]: failed to encode map e274 with expected crc 2023-12-20T10:53:30.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:30 smithi177 ceph-mon[212096]: pgmap v118: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 306 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.4 MiB/s wr, 14 op/s; 110/678 objects degraded (16.224%) 2023-12-20T10:53:30.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:30.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:30.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:30 smithi123 ceph-mon[191304]: failed to encode map e274 with expected crc 2023-12-20T10:53:30.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:30 smithi123 ceph-mon[191304]: failed to encode map e274 with expected crc 2023-12-20T10:53:30.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:30 smithi123 ceph-mon[191304]: osdmap e274: 8 total, 7 up, 8 in 2023-12-20T10:53:30.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:30 smithi123 ceph-mon[191304]: failed to encode map e274 with expected crc 2023-12-20T10:53:30.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:30 smithi123 ceph-mon[191304]: pgmap v118: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 306 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.4 MiB/s wr, 14 op/s; 110/678 objects degraded (16.224%) 2023-12-20T10:53:30.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:30.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:30.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:30 smithi123 ceph-mon[188613]: failed to encode map e274 with expected crc 2023-12-20T10:53:30.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:30 smithi123 ceph-mon[188613]: failed to encode map e274 with expected crc 2023-12-20T10:53:30.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:30 smithi123 ceph-mon[188613]: osdmap e274: 8 total, 7 up, 8 in 2023-12-20T10:53:30.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:30 smithi123 ceph-mon[188613]: failed to encode map e274 with expected crc 2023-12-20T10:53:30.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:30 smithi123 ceph-mon[188613]: pgmap v118: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 306 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.4 MiB/s wr, 14 op/s; 110/678 objects degraded (16.224%) 2023-12-20T10:53:30.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:30.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:31.155 INFO:tasks.rados.rados.0.smithi123.stdout:1091: done (1 left) 2023-12-20T10:53:31.155 INFO:tasks.rados.rados.0.smithi123.stdout:1092: snap_create 2023-12-20T10:53:31.155 INFO:tasks.rados.rados.0.smithi123.stdout:1090: finishing rollback tid 0 to smithi123173835-42 2023-12-20T10:53:31.155 INFO:tasks.rados.rados.0.smithi123.stdout:1090: finishing rollback tid 1 to smithi123173835-42 2023-12-20T10:53:31.155 INFO:tasks.rados.rados.0.smithi123.stdout:1090: finishing rollback tid 2 to smithi123173835-42 2023-12-20T10:53:31.155 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 42 v 765 (ObjNum 90 snap 18 seq_num 90) dirty exists 2023-12-20T10:53:31.242 INFO:journalctl@ceph.osd.1.smithi123.stdout:Dec 20 10:53:30 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-1[204681]: 2023-12-20T10:53:30.972+0000 7ff5f1caf640 -1 osd.1 0 read_superblock omap replica is missing. 2023-12-20T10:53:31.242 INFO:journalctl@ceph.osd.1.smithi123.stdout:Dec 20 10:53:31 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-1[204681]: 2023-12-20T10:53:31.035+0000 7ff5f1caf640 -1 osd.1 268 log_to_monitors true 2023-12-20T10:53:31.242 INFO:journalctl@ceph.osd.1.smithi123.stdout:Dec 20 10:53:31 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-1[204681]: 2023-12-20T10:53:31.179+0000 7ff5e211e700 -1 osd.1 268 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-20T10:53:31.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:31 smithi123 ceph-mon[188613]: failed to encode map e275 with expected crc 2023-12-20T10:53:31.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:31 smithi123 ceph-mon[188613]: failed to encode map e275 with expected crc 2023-12-20T10:53:31.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:31 smithi123 ceph-mon[188613]: osdmap e275: 8 total, 7 up, 8 in 2023-12-20T10:53:31.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:31 smithi123 ceph-mon[188613]: failed to encode map e275 with expected crc 2023-12-20T10:53:31.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:31.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:31.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:31 smithi123 ceph-mon[188613]: from='osd.1 [v2:172.21.15.123:6810/1132329207,v1:172.21.15.123:6811/1132329207]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-20T10:53:31.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:31 smithi123 ceph-mon[191304]: failed to encode map e275 with expected crc 2023-12-20T10:53:31.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:31 smithi123 ceph-mon[191304]: failed to encode map e275 with expected crc 2023-12-20T10:53:31.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:31 smithi123 ceph-mon[191304]: osdmap e275: 8 total, 7 up, 8 in 2023-12-20T10:53:31.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:31 smithi123 ceph-mon[191304]: failed to encode map e275 with expected crc 2023-12-20T10:53:31.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:31.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:31.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:31 smithi123 ceph-mon[191304]: from='osd.1 [v2:172.21.15.123:6810/1132329207,v1:172.21.15.123:6811/1132329207]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-20T10:53:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:31 smithi177 ceph-mon[212096]: failed to encode map e275 with expected crc 2023-12-20T10:53:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:31 smithi177 ceph-mon[212096]: failed to encode map e275 with expected crc 2023-12-20T10:53:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:31 smithi177 ceph-mon[212096]: osdmap e275: 8 total, 7 up, 8 in 2023-12-20T10:53:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:31 smithi177 ceph-mon[212096]: failed to encode map e275 with expected crc 2023-12-20T10:53:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:31.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:31.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:31 smithi177 ceph-mon[212096]: from='osd.1 [v2:172.21.15.123:6810/1132329207,v1:172.21.15.123:6811/1132329207]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-20T10:53:32.176 INFO:tasks.rados.rados.0.smithi123.stdout:1090: done (1 left) 2023-12-20T10:53:32.177 INFO:tasks.rados.rados.0.smithi123.stdout:1092: done (0 left) 2023-12-20T10:53:32.177 INFO:tasks.rados.rados.0.smithi123.stdout:1093: copy_from oid 23 from oid 38 current snap is 108 2023-12-20T10:53:32.177 INFO:tasks.rados.rados.0.smithi123.stdout:1094: snap_remove snap 42 2023-12-20T10:53:32.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:32 smithi123 ceph-mon[191304]: from='osd.1 [v2:172.21.15.123:6810/1132329207,v1:172.21.15.123:6811/1132329207]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-20T10:53:32.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:32 smithi123 ceph-mon[191304]: failed to encode map e276 with expected crc 2023-12-20T10:53:32.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:32 smithi123 ceph-mon[191304]: failed to encode map e276 with expected crc 2023-12-20T10:53:32.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:32 smithi123 ceph-mon[191304]: osdmap e276: 8 total, 7 up, 8 in 2023-12-20T10:53:32.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:32 smithi123 ceph-mon[191304]: from='osd.1 [v2:172.21.15.123:6810/1132329207,v1:172.21.15.123:6811/1132329207]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:53:32.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:32 smithi123 ceph-mon[191304]: pgmap v121: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 306 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 7 op/s; 110/678 objects degraded (16.224%) 2023-12-20T10:53:32.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:32 smithi123 ceph-mon[188613]: from='osd.1 [v2:172.21.15.123:6810/1132329207,v1:172.21.15.123:6811/1132329207]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-20T10:53:32.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:32 smithi123 ceph-mon[188613]: failed to encode map e276 with expected crc 2023-12-20T10:53:32.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:32 smithi123 ceph-mon[188613]: failed to encode map e276 with expected crc 2023-12-20T10:53:32.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:32 smithi123 ceph-mon[188613]: osdmap e276: 8 total, 7 up, 8 in 2023-12-20T10:53:32.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:32 smithi123 ceph-mon[188613]: from='osd.1 [v2:172.21.15.123:6810/1132329207,v1:172.21.15.123:6811/1132329207]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:53:32.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:32 smithi123 ceph-mon[188613]: pgmap v121: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 306 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 7 op/s; 110/678 objects degraded (16.224%) 2023-12-20T10:53:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:32 smithi177 ceph-mon[212096]: from='osd.1 [v2:172.21.15.123:6810/1132329207,v1:172.21.15.123:6811/1132329207]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-20T10:53:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:32 smithi177 ceph-mon[212096]: failed to encode map e276 with expected crc 2023-12-20T10:53:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:32 smithi177 ceph-mon[212096]: failed to encode map e276 with expected crc 2023-12-20T10:53:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:32 smithi177 ceph-mon[212096]: osdmap e276: 8 total, 7 up, 8 in 2023-12-20T10:53:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:32 smithi177 ceph-mon[212096]: from='osd.1 [v2:172.21.15.123:6810/1132329207,v1:172.21.15.123:6811/1132329207]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:53:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:32 smithi177 ceph-mon[212096]: pgmap v121: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 306 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 7 op/s; 110/678 objects degraded (16.224%) 2023-12-20T10:53:32.977 INFO:tasks.rados.rados.0.smithi123.stdout:1094: done (1 left) 2023-12-20T10:53:32.977 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 12 current snap is 108 2023-12-20T10:53:32.977 INFO:tasks.rados.rados.0.smithi123.stdout:1095: seq_num 362 ranges {6479872=466944,6946816=466944,7413760=335872} 2023-12-20T10:53:33.005 INFO:tasks.rados.rados.0.smithi123.stdout:1095: writing smithi123173835-12 from 6479872 to 6946816 tid 1 2023-12-20T10:53:33.016 INFO:tasks.rados.rados.0.smithi123.stdout:1095: writing smithi123173835-12 from 6946816 to 7413760 tid 2 2023-12-20T10:53:33.016 INFO:tasks.rados.rados.0.smithi123.stdout:1095: writing smithi123173835-12 from 7413760 to 7749632 tid 3 2023-12-20T10:53:33.016 INFO:tasks.rados.rados.0.smithi123.stdout:1096: copy_from oid 44 from oid 4 current snap is 108 2023-12-20T10:53:33.016 INFO:tasks.rados.rados.0.smithi123.stdout:1097: rmattr oid 8 current snap is 108 2023-12-20T10:53:33.016 INFO:tasks.rados.rados.0.smithi123.stdout:1097: done (3 left) 2023-12-20T10:53:33.016 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 39 current snap is 108 2023-12-20T10:53:33.016 INFO:tasks.rados.rados.0.smithi123.stdout:1098: seq_num 363 ranges {2498560=483328,2981888=753664,3735552=49152} 2023-12-20T10:53:33.028 INFO:tasks.rados.rados.0.smithi123.stdout:1098: writing smithi123173835-39 from 2498560 to 2981888 tid 1 2023-12-20T10:53:33.033 INFO:tasks.rados.rados.0.smithi123.stdout:1098: writing smithi123173835-39 from 2981888 to 3735552 tid 2 2023-12-20T10:53:33.033 INFO:tasks.rados.rados.0.smithi123.stdout:1098: writing smithi123173835-39 from 3735552 to 3784704 tid 3 2023-12-20T10:53:33.033 INFO:tasks.rados.rados.0.smithi123.stdout:1099: snap_create 2023-12-20T10:53:33.034 INFO:tasks.rados.rados.0.smithi123.stdout:1096: finishing copy_from to smithi123173835-44 2023-12-20T10:53:33.034 INFO:tasks.rados.rados.0.smithi123.stdout:1096: got expected ENOENT (src dne) 2023-12-20T10:53:33.034 INFO:tasks.rados.rados.0.smithi123.stdout:1096: finishing copy_from racing read to smithi123173835-44 2023-12-20T10:53:33.044 INFO:tasks.rados.rados.0.smithi123.stdout:1095: finishing write tid 1 to smithi123173835-12 2023-12-20T10:53:33.045 INFO:tasks.rados.rados.0.smithi123.stdout:1095: finishing write tid 2 to smithi123173835-12 2023-12-20T10:53:33.045 INFO:tasks.rados.rados.0.smithi123.stdout:1095: finishing write tid 3 to smithi123173835-12 2023-12-20T10:53:33.045 INFO:tasks.rados.rados.0.smithi123.stdout:1098: finishing write tid 1 to smithi123173835-39 2023-12-20T10:53:33.045 INFO:tasks.rados.rados.0.smithi123.stdout:1098: finishing write tid 2 to smithi123173835-39 2023-12-20T10:53:33.045 INFO:tasks.rados.rados.0.smithi123.stdout:1098: finishing write tid 3 to smithi123173835-39 2023-12-20T10:53:33.045 INFO:tasks.rados.rados.0.smithi123.stdout:1098: finishing write tid 4 to smithi123173835-39 2023-12-20T10:53:33.045 INFO:tasks.rados.rados.0.smithi123.stdout:1095: finishing write tid 4 to smithi123173835-12 2023-12-20T10:53:33.046 INFO:tasks.rados.rados.0.smithi123.stdout:1093: finishing copy_from to smithi123173835-23 2023-12-20T10:53:33.047 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 23 v 397 (ObjNum 325 snap 98 seq_num 325) dirty exists 2023-12-20T10:53:33.047 INFO:tasks.rados.rados.0.smithi123.stdout:1098: finishing write tid 5 to smithi123173835-39 2023-12-20T10:53:33.047 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 497 (ObjNum 363 snap 108 seq_num 363) dirty exists 2023-12-20T10:53:33.047 INFO:tasks.rados.rados.0.smithi123.stdout:1098: left oid 39 (ObjNum 363 snap 108 seq_num 363) 2023-12-20T10:53:33.047 INFO:tasks.rados.rados.0.smithi123.stdout:1093: finishing copy_from racing read to smithi123173835-23 2023-12-20T10:53:33.048 INFO:tasks.rados.rados.0.smithi123.stdout:1095: finishing write tid 5 to smithi123173835-12 2023-12-20T10:53:33.048 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 347 (ObjNum 362 snap 108 seq_num 362) dirty exists 2023-12-20T10:53:33.048 INFO:tasks.rados.rados.0.smithi123.stdout:1095: left oid 12 (ObjNum 362 snap 108 seq_num 362) 2023-12-20T10:53:33.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:53:33 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:53:33.272+0000 7f8d61249700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2023-12-20T10:53:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:33 smithi123 ceph-mon[191304]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-20T10:53:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:33 smithi123 ceph-mon[191304]: failed to encode map e277 with expected crc 2023-12-20T10:53:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:33 smithi123 ceph-mon[191304]: osd.1 [v2:172.21.15.123:6810/1132329207,v1:172.21.15.123:6811/1132329207] boot 2023-12-20T10:53:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:33 smithi123 ceph-mon[191304]: osdmap e277: 8 total, 8 up, 8 in 2023-12-20T10:53:33.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-20T10:53:33.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:33 smithi123 ceph-mon[191304]: osdmap e278: 8 total, 8 up, 8 in 2023-12-20T10:53:33.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:33 smithi123 ceph-mon[191304]: failed to encode map e278 with expected crc 2023-12-20T10:53:33.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:33 smithi123 ceph-mon[191304]: failed to encode map e278 with expected crc 2023-12-20T10:53:33.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:33.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:33.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:53:33.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:53:33.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:33.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:33 smithi123 ceph-mon[188613]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-20T10:53:33.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:33 smithi123 ceph-mon[188613]: failed to encode map e277 with expected crc 2023-12-20T10:53:33.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:33 smithi123 ceph-mon[188613]: osd.1 [v2:172.21.15.123:6810/1132329207,v1:172.21.15.123:6811/1132329207] boot 2023-12-20T10:53:33.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:33 smithi123 ceph-mon[188613]: osdmap e277: 8 total, 8 up, 8 in 2023-12-20T10:53:33.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-20T10:53:33.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:33 smithi123 ceph-mon[188613]: osdmap e278: 8 total, 8 up, 8 in 2023-12-20T10:53:33.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:33 smithi123 ceph-mon[188613]: failed to encode map e278 with expected crc 2023-12-20T10:53:33.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:33 smithi123 ceph-mon[188613]: failed to encode map e278 with expected crc 2023-12-20T10:53:33.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:33.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:33.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:53:33.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:53:33.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:33 smithi177 ceph-mon[212096]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-20T10:53:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:33 smithi177 ceph-mon[212096]: failed to encode map e277 with expected crc 2023-12-20T10:53:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:33 smithi177 ceph-mon[212096]: osd.1 [v2:172.21.15.123:6810/1132329207,v1:172.21.15.123:6811/1132329207] boot 2023-12-20T10:53:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:33 smithi177 ceph-mon[212096]: osdmap e277: 8 total, 8 up, 8 in 2023-12-20T10:53:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-20T10:53:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:33 smithi177 ceph-mon[212096]: osdmap e278: 8 total, 8 up, 8 in 2023-12-20T10:53:33.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:33 smithi177 ceph-mon[212096]: failed to encode map e278 with expected crc 2023-12-20T10:53:33.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:33 smithi177 ceph-mon[212096]: failed to encode map e278 with expected crc 2023-12-20T10:53:33.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:33.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:33.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:53:33.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:53:33.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:33.983 INFO:tasks.rados.rados.0.smithi123.stdout:1093: done (4 left) 2023-12-20T10:53:33.983 INFO:tasks.rados.rados.0.smithi123.stdout:1095: done (3 left) 2023-12-20T10:53:33.984 INFO:tasks.rados.rados.0.smithi123.stdout:1096: done (2 left) 2023-12-20T10:53:33.984 INFO:tasks.rados.rados.0.smithi123.stdout:1098: done (1 left) 2023-12-20T10:53:33.984 INFO:tasks.rados.rados.0.smithi123.stdout:1099: done (0 left) 2023-12-20T10:53:33.984 INFO:tasks.rados.rados.0.smithi123.stdout:1100: rollback oid 26 current snap is 109 2023-12-20T10:53:33.984 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 26 to 76 2023-12-20T10:53:33.984 INFO:tasks.rados.rados.0.smithi123.stdout:1101: copy_from oid 48 from oid 14 current snap is 109 2023-12-20T10:53:33.984 INFO:tasks.rados.rados.0.smithi123.stdout:1102: snap_create 2023-12-20T10:53:33.993 INFO:tasks.rados.rados.0.smithi123.stdout:1100: finishing rollback tid 0 to smithi123173835-26 2023-12-20T10:53:33.995 INFO:tasks.rados.rados.0.smithi123.stdout:1100: finishing rollback tid 1 to smithi123173835-26 2023-12-20T10:53:33.996 INFO:tasks.rados.rados.0.smithi123.stdout:1100: finishing rollback tid 2 to smithi123173835-26 2023-12-20T10:53:33.996 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 924 (ObjNum 231 snap 62 seq_num 231) dirty exists 2023-12-20T10:53:33.998 INFO:tasks.rados.rados.0.smithi123.stdout:1101: finishing copy_from to smithi123173835-48 2023-12-20T10:53:33.998 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 399 (ObjNum 359 snap 106 seq_num 359) dirty exists 2023-12-20T10:53:33.999 INFO:tasks.rados.rados.0.smithi123.stdout:1101: finishing copy_from racing read to smithi123173835-48 2023-12-20T10:53:34.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[191304]: failed to encode map e278 with expected crc 2023-12-20T10:53:34.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[191304]: failed to encode map e278 with expected crc 2023-12-20T10:53:34.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[191304]: failed to encode map e278 with expected crc 2023-12-20T10:53:34.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[191304]: failed to encode map e278 with expected crc 2023-12-20T10:53:34.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[191304]: failed to encode map e278 with expected crc 2023-12-20T10:53:34.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[191304]: failed to encode map e278 with expected crc 2023-12-20T10:53:34.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[191304]: failed to encode map e278 with expected crc 2023-12-20T10:53:34.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[191304]: failed to encode map e278 with expected crc 2023-12-20T10:53:34.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[191304]: failed to encode map e278 with expected crc 2023-12-20T10:53:34.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:53:34.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[191304]: pgmap v124: 121 pgs: 1 active+recovery_wait+degraded, 77 active+clean, 12 active+undersized, 4 active+undersized+degraded, 25 peering, 1 activating, 1 active+clean+snaptrim; 307 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 14/693 objects degraded (2.020%) 2023-12-20T10:53:34.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:53:34.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:53:34.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:53:34.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-20T10:53:34.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[191304]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-20T10:53:34.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[191304]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2023-12-20T10:53:34.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[191304]: osdmap e279: 8 total, 8 up, 8 in 2023-12-20T10:53:34.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[188613]: failed to encode map e278 with expected crc 2023-12-20T10:53:34.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[188613]: failed to encode map e278 with expected crc 2023-12-20T10:53:34.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[188613]: failed to encode map e278 with expected crc 2023-12-20T10:53:34.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[188613]: failed to encode map e278 with expected crc 2023-12-20T10:53:34.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[188613]: failed to encode map e278 with expected crc 2023-12-20T10:53:34.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[188613]: failed to encode map e278 with expected crc 2023-12-20T10:53:34.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[188613]: failed to encode map e278 with expected crc 2023-12-20T10:53:34.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[188613]: failed to encode map e278 with expected crc 2023-12-20T10:53:34.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[188613]: failed to encode map e278 with expected crc 2023-12-20T10:53:34.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:53:34.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[188613]: pgmap v124: 121 pgs: 1 active+recovery_wait+degraded, 77 active+clean, 12 active+undersized, 4 active+undersized+degraded, 25 peering, 1 activating, 1 active+clean+snaptrim; 307 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 14/693 objects degraded (2.020%) 2023-12-20T10:53:34.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:53:34.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:53:34.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:53:34.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-20T10:53:34.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[188613]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-20T10:53:34.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[188613]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2023-12-20T10:53:34.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:34 smithi123 ceph-mon[188613]: osdmap e279: 8 total, 8 up, 8 in 2023-12-20T10:53:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:34 smithi177 ceph-mon[212096]: failed to encode map e278 with expected crc 2023-12-20T10:53:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:34 smithi177 ceph-mon[212096]: failed to encode map e278 with expected crc 2023-12-20T10:53:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:34 smithi177 ceph-mon[212096]: failed to encode map e278 with expected crc 2023-12-20T10:53:34.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:34 smithi177 ceph-mon[212096]: failed to encode map e278 with expected crc 2023-12-20T10:53:34.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:34 smithi177 ceph-mon[212096]: failed to encode map e278 with expected crc 2023-12-20T10:53:34.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:34 smithi177 ceph-mon[212096]: failed to encode map e278 with expected crc 2023-12-20T10:53:34.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:34 smithi177 ceph-mon[212096]: failed to encode map e278 with expected crc 2023-12-20T10:53:34.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:34 smithi177 ceph-mon[212096]: failed to encode map e278 with expected crc 2023-12-20T10:53:34.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:34 smithi177 ceph-mon[212096]: failed to encode map e278 with expected crc 2023-12-20T10:53:34.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:53:34.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:34 smithi177 ceph-mon[212096]: pgmap v124: 121 pgs: 1 active+recovery_wait+degraded, 77 active+clean, 12 active+undersized, 4 active+undersized+degraded, 25 peering, 1 activating, 1 active+clean+snaptrim; 307 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 14/693 objects degraded (2.020%) 2023-12-20T10:53:34.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:53:34.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:53:34.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:53:34.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-20T10:53:34.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:34 smithi177 ceph-mon[212096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-20T10:53:34.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:34 smithi177 ceph-mon[212096]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2023-12-20T10:53:34.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:34 smithi177 ceph-mon[212096]: osdmap e279: 8 total, 8 up, 8 in 2023-12-20T10:53:34.985 INFO:tasks.rados.rados.0.smithi123.stdout:1100: done (2 left) 2023-12-20T10:53:34.986 INFO:tasks.rados.rados.0.smithi123.stdout:1101: done (1 left) 2023-12-20T10:53:34.986 INFO:tasks.rados.rados.0.smithi123.stdout:1102: done (0 left) 2023-12-20T10:53:34.986 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 23 current snap is 110 2023-12-20T10:53:34.986 INFO:tasks.rados.rados.0.smithi123.stdout:1103: seq_num 364 ranges {794624=499712,1294336=638976,1933312=163840} 2023-12-20T10:53:34.992 INFO:tasks.rados.rados.0.smithi123.stdout:1103: writing smithi123173835-23 from 794624 to 1294336 tid 1 2023-12-20T10:53:34.996 INFO:tasks.rados.rados.0.smithi123.stdout:1103: writing smithi123173835-23 from 1294336 to 1933312 tid 2 2023-12-20T10:53:34.997 INFO:tasks.rados.rados.0.smithi123.stdout:1103: writing smithi123173835-23 from 1933312 to 2097152 tid 3 2023-12-20T10:53:34.997 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 36 current snap is 110 2023-12-20T10:53:34.997 INFO:tasks.rados.rados.0.smithi123.stdout:1104: seq_num 365 ranges {1089536=516096,1605632=573440,2179072=229376} 2023-12-20T10:53:35.006 INFO:tasks.rados.rados.0.smithi123.stdout:1104: writing smithi123173835-36 from 1089536 to 1605632 tid 1 2023-12-20T10:53:35.010 INFO:tasks.rados.rados.0.smithi123.stdout:1104: writing smithi123173835-36 from 1605632 to 2179072 tid 2 2023-12-20T10:53:35.011 INFO:tasks.rados.rados.0.smithi123.stdout:1104: writing smithi123173835-36 from 2179072 to 2408448 tid 3 2023-12-20T10:53:35.011 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 12 current snap is 110 2023-12-20T10:53:35.011 INFO:tasks.rados.rados.0.smithi123.stdout:1103: finishing write tid 1 to smithi123173835-23 2023-12-20T10:53:35.011 INFO:tasks.rados.rados.0.smithi123.stdout:1103: finishing write tid 2 to smithi123173835-23 2023-12-20T10:53:35.011 INFO:tasks.rados.rados.0.smithi123.stdout:1103: finishing write tid 3 to smithi123173835-23 2023-12-20T10:53:35.011 INFO:tasks.rados.rados.0.smithi123.stdout:1105: seq_num 366 ranges {7749632=532480,8282112=458752,8740864=344064} 2023-12-20T10:53:35.055 INFO:tasks.rados.rados.0.smithi123.stdout:1105: writing smithi123173835-12 from 7749632 to 8282112 tid 1 2023-12-20T10:53:35.058 INFO:tasks.rados.rados.0.smithi123.stdout:1105: writing smithi123173835-12 from 8282112 to 8740864 tid 2 2023-12-20T10:53:35.060 INFO:tasks.rados.rados.0.smithi123.stdout:1105: writing smithi123173835-12 from 8740864 to 9084928 tid 3 2023-12-20T10:53:35.061 INFO:tasks.rados.rados.0.smithi123.stdout:1106: snap_create 2023-12-20T10:53:35.061 INFO:tasks.rados.rados.0.smithi123.stdout:1103: finishing write tid 4 to smithi123173835-23 2023-12-20T10:53:35.061 INFO:tasks.rados.rados.0.smithi123.stdout:1103: finishing write tid 5 to smithi123173835-23 2023-12-20T10:53:35.061 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 23 v 807 (ObjNum 364 snap 110 seq_num 364) dirty exists 2023-12-20T10:53:35.061 INFO:tasks.rados.rados.0.smithi123.stdout:1103: left oid 23 (ObjNum 364 snap 110 seq_num 364) 2023-12-20T10:53:35.061 INFO:tasks.rados.rados.0.smithi123.stdout:1104: finishing write tid 1 to smithi123173835-36 2023-12-20T10:53:35.061 INFO:tasks.rados.rados.0.smithi123.stdout:1104: finishing write tid 2 to smithi123173835-36 2023-12-20T10:53:35.061 INFO:tasks.rados.rados.0.smithi123.stdout:1104: finishing write tid 3 to smithi123173835-36 2023-12-20T10:53:35.061 INFO:tasks.rados.rados.0.smithi123.stdout:1104: finishing write tid 4 to smithi123173835-36 2023-12-20T10:53:35.061 INFO:tasks.rados.rados.0.smithi123.stdout:1104: finishing write tid 5 to smithi123173835-36 2023-12-20T10:53:35.061 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 718 (ObjNum 365 snap 110 seq_num 365) dirty exists 2023-12-20T10:53:35.061 INFO:tasks.rados.rados.0.smithi123.stdout:1104: left oid 36 (ObjNum 365 snap 110 seq_num 365) 2023-12-20T10:53:35.062 INFO:tasks.rados.rados.0.smithi123.stdout:1105: finishing write tid 1 to smithi123173835-12 2023-12-20T10:53:35.062 INFO:tasks.rados.rados.0.smithi123.stdout:1105: finishing write tid 2 to smithi123173835-12 2023-12-20T10:53:35.063 INFO:tasks.rados.rados.0.smithi123.stdout:1105: finishing write tid 3 to smithi123173835-12 2023-12-20T10:53:35.063 INFO:tasks.rados.rados.0.smithi123.stdout:1105: finishing write tid 4 to smithi123173835-12 2023-12-20T10:53:35.064 INFO:tasks.rados.rados.0.smithi123.stdout:1105: finishing write tid 5 to smithi123173835-12 2023-12-20T10:53:35.064 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 364 (ObjNum 366 snap 110 seq_num 366) dirty exists 2023-12-20T10:53:35.064 INFO:tasks.rados.rados.0.smithi123.stdout:1105: left oid 12 (ObjNum 366 snap 110 seq_num 366) 2023-12-20T10:53:35.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:35 smithi123 ceph-mon[191304]: failed to encode map e279 with expected crc 2023-12-20T10:53:35.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:35 smithi123 ceph-mon[191304]: failed to encode map e279 with expected crc 2023-12-20T10:53:35.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:35 smithi123 ceph-mon[191304]: failed to encode map e279 with expected crc 2023-12-20T10:53:35.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:35 smithi123 ceph-mon[191304]: failed to encode map e279 with expected crc 2023-12-20T10:53:35.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:35 smithi123 ceph-mon[191304]: Health check update: Degraded data redundancy: 14/693 objects degraded (2.020%), 5 pgs degraded (PG_DEGRADED) 2023-12-20T10:53:35.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:35 smithi123 ceph-mon[191304]: osdmap e280: 8 total, 8 up, 8 in 2023-12-20T10:53:35.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:35 smithi123 ceph-mon[188613]: failed to encode map e279 with expected crc 2023-12-20T10:53:35.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:35 smithi123 ceph-mon[188613]: failed to encode map e279 with expected crc 2023-12-20T10:53:35.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:35 smithi123 ceph-mon[188613]: failed to encode map e279 with expected crc 2023-12-20T10:53:35.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:35 smithi123 ceph-mon[188613]: failed to encode map e279 with expected crc 2023-12-20T10:53:35.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:35 smithi123 ceph-mon[188613]: Health check update: Degraded data redundancy: 14/693 objects degraded (2.020%), 5 pgs degraded (PG_DEGRADED) 2023-12-20T10:53:35.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:35 smithi123 ceph-mon[188613]: osdmap e280: 8 total, 8 up, 8 in 2023-12-20T10:53:35.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:35 smithi177 ceph-mon[212096]: failed to encode map e279 with expected crc 2023-12-20T10:53:35.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:35 smithi177 ceph-mon[212096]: failed to encode map e279 with expected crc 2023-12-20T10:53:35.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:35 smithi177 ceph-mon[212096]: failed to encode map e279 with expected crc 2023-12-20T10:53:35.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:35 smithi177 ceph-mon[212096]: failed to encode map e279 with expected crc 2023-12-20T10:53:35.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:35 smithi177 ceph-mon[212096]: Health check update: Degraded data redundancy: 14/693 objects degraded (2.020%), 5 pgs degraded (PG_DEGRADED) 2023-12-20T10:53:35.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:35 smithi177 ceph-mon[212096]: osdmap e280: 8 total, 8 up, 8 in 2023-12-20T10:53:35.992 INFO:tasks.rados.rados.0.smithi123.stdout:1103: done (3 left) 2023-12-20T10:53:35.992 INFO:tasks.rados.rados.0.smithi123.stdout:1104: done (2 left) 2023-12-20T10:53:35.992 INFO:tasks.rados.rados.0.smithi123.stdout:1105: done (1 left) 2023-12-20T10:53:35.992 INFO:tasks.rados.rados.0.smithi123.stdout:1106: done (0 left) 2023-12-20T10:53:35.993 INFO:tasks.rados.rados.0.smithi123.stdout:1107: read oid 16 snap -1 2023-12-20T10:53:35.993 INFO:tasks.rados.rados.0.smithi123.stdout:1107: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-20T10:53:35.993 INFO:tasks.rados.rados.0.smithi123.stdout:1108: snap_create 2023-12-20T10:53:35.995 INFO:tasks.rados.rados.0.smithi123.stdout:1107: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-20T10:53:36.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:36 smithi123 ceph-mon[188613]: failed to encode map e280 with expected crc 2023-12-20T10:53:36.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:36 smithi123 ceph-mon[188613]: failed to encode map e280 with expected crc 2023-12-20T10:53:36.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:36 smithi123 ceph-mon[188613]: failed to encode map e280 with expected crc 2023-12-20T10:53:36.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:36 smithi123 ceph-mon[188613]: failed to encode map e280 with expected crc 2023-12-20T10:53:36.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:36 smithi123 ceph-mon[188613]: pgmap v127: 121 pgs: 1 active+recovery_wait+degraded, 77 active+clean, 12 active+undersized, 4 active+undersized+degraded, 25 peering, 1 activating, 1 active+clean+snaptrim; 307 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 14/693 objects degraded (2.020%) 2023-12-20T10:53:36.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:36 smithi123 ceph-mon[188613]: osdmap e281: 8 total, 8 up, 8 in 2023-12-20T10:53:36.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:36 smithi123 ceph-mon[191304]: failed to encode map e280 with expected crc 2023-12-20T10:53:36.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:36 smithi123 ceph-mon[191304]: failed to encode map e280 with expected crc 2023-12-20T10:53:36.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:36 smithi123 ceph-mon[191304]: failed to encode map e280 with expected crc 2023-12-20T10:53:36.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:36 smithi123 ceph-mon[191304]: failed to encode map e280 with expected crc 2023-12-20T10:53:36.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:36 smithi123 ceph-mon[191304]: pgmap v127: 121 pgs: 1 active+recovery_wait+degraded, 77 active+clean, 12 active+undersized, 4 active+undersized+degraded, 25 peering, 1 activating, 1 active+clean+snaptrim; 307 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 14/693 objects degraded (2.020%) 2023-12-20T10:53:36.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:36 smithi123 ceph-mon[191304]: osdmap e281: 8 total, 8 up, 8 in 2023-12-20T10:53:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:36 smithi177 ceph-mon[212096]: failed to encode map e280 with expected crc 2023-12-20T10:53:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:36 smithi177 ceph-mon[212096]: failed to encode map e280 with expected crc 2023-12-20T10:53:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:36 smithi177 ceph-mon[212096]: failed to encode map e280 with expected crc 2023-12-20T10:53:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:36 smithi177 ceph-mon[212096]: failed to encode map e280 with expected crc 2023-12-20T10:53:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:36 smithi177 ceph-mon[212096]: pgmap v127: 121 pgs: 1 active+recovery_wait+degraded, 77 active+clean, 12 active+undersized, 4 active+undersized+degraded, 25 peering, 1 activating, 1 active+clean+snaptrim; 307 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 14/693 objects degraded (2.020%) 2023-12-20T10:53:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:36 smithi177 ceph-mon[212096]: osdmap e281: 8 total, 8 up, 8 in 2023-12-20T10:53:36.991 INFO:tasks.rados.rados.0.smithi123.stdout:1107: done (1 left) 2023-12-20T10:53:36.991 INFO:tasks.rados.rados.0.smithi123.stdout:1108: done (0 left) 2023-12-20T10:53:36.991 INFO:tasks.rados.rados.0.smithi123.stdout:1109: rmattr oid 40 current snap is 112 2023-12-20T10:53:36.991 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 32 current snap is 112 2023-12-20T10:53:36.991 INFO:tasks.rados.rados.0.smithi123.stdout:1110: seq_num 367 ranges {3186688=548864,3735552=737280,4472832=65536} 2023-12-20T10:53:37.011 INFO:tasks.rados.rados.0.smithi123.stdout:1110: writing smithi123173835-32 from 3186688 to 3735552 tid 1 2023-12-20T10:53:37.015 INFO:tasks.rados.rados.0.smithi123.stdout:1110: writing smithi123173835-32 from 3735552 to 4472832 tid 2 2023-12-20T10:53:37.016 INFO:tasks.rados.rados.0.smithi123.stdout:1110: writing smithi123173835-32 from 4472832 to 4538368 tid 3 2023-12-20T10:53:37.016 INFO:tasks.rados.rados.0.smithi123.stdout:1111: snap_create 2023-12-20T10:53:37.016 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 40 v 983 (ObjNum 129 snap 0 seq_num 959230720) dirty exists 2023-12-20T10:53:37.016 INFO:tasks.rados.rados.0.smithi123.stdout:1110: finishing write tid 1 to smithi123173835-32 2023-12-20T10:53:37.020 INFO:tasks.rados.rados.0.smithi123.stdout:1110: finishing write tid 2 to smithi123173835-32 2023-12-20T10:53:37.020 INFO:tasks.rados.rados.0.smithi123.stdout:1110: finishing write tid 3 to smithi123173835-32 2023-12-20T10:53:37.021 INFO:tasks.rados.rados.0.smithi123.stdout:1110: finishing write tid 4 to smithi123173835-32 2023-12-20T10:53:37.022 INFO:tasks.rados.rados.0.smithi123.stdout:1110: finishing write tid 5 to smithi123173835-32 2023-12-20T10:53:37.022 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 988 (ObjNum 367 snap 112 seq_num 367) dirty exists 2023-12-20T10:53:37.022 INFO:tasks.rados.rados.0.smithi123.stdout:1110: left oid 32 (ObjNum 367 snap 112 seq_num 367) 2023-12-20T10:53:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:37 smithi123 ceph-mon[191304]: failed to encode map e281 with expected crc 2023-12-20T10:53:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:37 smithi123 ceph-mon[191304]: failed to encode map e281 with expected crc 2023-12-20T10:53:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:37 smithi123 ceph-mon[191304]: failed to encode map e281 with expected crc 2023-12-20T10:53:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:37 smithi123 ceph-mon[191304]: failed to encode map e281 with expected crc 2023-12-20T10:53:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:37 smithi123 ceph-mon[191304]: failed to encode map e281 with expected crc 2023-12-20T10:53:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:37 smithi123 ceph-mon[191304]: failed to encode map e281 with expected crc 2023-12-20T10:53:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:37 smithi123 ceph-mon[191304]: osdmap e282: 8 total, 8 up, 8 in 2023-12-20T10:53:37.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:37 smithi123 ceph-mon[188613]: failed to encode map e281 with expected crc 2023-12-20T10:53:37.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:37 smithi123 ceph-mon[188613]: failed to encode map e281 with expected crc 2023-12-20T10:53:37.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:37 smithi123 ceph-mon[188613]: failed to encode map e281 with expected crc 2023-12-20T10:53:37.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:37 smithi123 ceph-mon[188613]: failed to encode map e281 with expected crc 2023-12-20T10:53:37.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:37 smithi123 ceph-mon[188613]: failed to encode map e281 with expected crc 2023-12-20T10:53:37.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:37 smithi123 ceph-mon[188613]: failed to encode map e281 with expected crc 2023-12-20T10:53:37.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:37 smithi123 ceph-mon[188613]: osdmap e282: 8 total, 8 up, 8 in 2023-12-20T10:53:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:37 smithi177 ceph-mon[212096]: failed to encode map e281 with expected crc 2023-12-20T10:53:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:37 smithi177 ceph-mon[212096]: failed to encode map e281 with expected crc 2023-12-20T10:53:37.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:37 smithi177 ceph-mon[212096]: failed to encode map e281 with expected crc 2023-12-20T10:53:37.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:37 smithi177 ceph-mon[212096]: failed to encode map e281 with expected crc 2023-12-20T10:53:37.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:37 smithi177 ceph-mon[212096]: failed to encode map e281 with expected crc 2023-12-20T10:53:37.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:37 smithi177 ceph-mon[212096]: failed to encode map e281 with expected crc 2023-12-20T10:53:37.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:37 smithi177 ceph-mon[212096]: osdmap e282: 8 total, 8 up, 8 in 2023-12-20T10:53:37.989 INFO:tasks.rados.rados.0.smithi123.stdout:1109: done (2 left) 2023-12-20T10:53:37.989 INFO:tasks.rados.rados.0.smithi123.stdout:1110: done (1 left) 2023-12-20T10:53:37.989 INFO:tasks.rados.rados.0.smithi123.stdout:1111: done (0 left) 2023-12-20T10:53:37.990 INFO:tasks.rados.rados.0.smithi123.stdout:1112: snap_remove snap 74 2023-12-20T10:53:38.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:38 smithi123 ceph-mon[191304]: failed to encode map e282 with expected crc 2023-12-20T10:53:38.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:38 smithi123 ceph-mon[191304]: failed to encode map e282 with expected crc 2023-12-20T10:53:38.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:38 smithi123 ceph-mon[191304]: failed to encode map e281 with expected crc 2023-12-20T10:53:38.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:38 smithi123 ceph-mon[191304]: failed to encode map e282 with expected crc 2023-12-20T10:53:38.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:38 smithi123 ceph-mon[191304]: pgmap v130: 121 pgs: 1 active+recovery_wait+degraded, 113 active+clean, 5 peering, 1 activating, 1 active+clean+snaptrim; 287 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 4 op/s; 3/639 objects degraded (0.469%); 6.5 MiB/s, 3 objects/s recovering 2023-12-20T10:53:38.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:38 smithi123 ceph-mon[191304]: osdmap e283: 8 total, 8 up, 8 in 2023-12-20T10:53:38.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:38 smithi123 ceph-mon[188613]: failed to encode map e282 with expected crc 2023-12-20T10:53:38.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:38 smithi123 ceph-mon[188613]: failed to encode map e282 with expected crc 2023-12-20T10:53:38.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:38 smithi123 ceph-mon[188613]: failed to encode map e281 with expected crc 2023-12-20T10:53:38.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:38 smithi123 ceph-mon[188613]: failed to encode map e282 with expected crc 2023-12-20T10:53:38.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:38 smithi123 ceph-mon[188613]: pgmap v130: 121 pgs: 1 active+recovery_wait+degraded, 113 active+clean, 5 peering, 1 activating, 1 active+clean+snaptrim; 287 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 4 op/s; 3/639 objects degraded (0.469%); 6.5 MiB/s, 3 objects/s recovering 2023-12-20T10:53:38.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:38 smithi123 ceph-mon[188613]: osdmap e283: 8 total, 8 up, 8 in 2023-12-20T10:53:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:38 smithi177 ceph-mon[212096]: failed to encode map e282 with expected crc 2023-12-20T10:53:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:38 smithi177 ceph-mon[212096]: failed to encode map e282 with expected crc 2023-12-20T10:53:38.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:38 smithi177 ceph-mon[212096]: failed to encode map e281 with expected crc 2023-12-20T10:53:38.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:38 smithi177 ceph-mon[212096]: failed to encode map e282 with expected crc 2023-12-20T10:53:38.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:38 smithi177 ceph-mon[212096]: pgmap v130: 121 pgs: 1 active+recovery_wait+degraded, 113 active+clean, 5 peering, 1 activating, 1 active+clean+snaptrim; 287 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 4 op/s; 3/639 objects degraded (0.469%); 6.5 MiB/s, 3 objects/s recovering 2023-12-20T10:53:38.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:38 smithi177 ceph-mon[212096]: osdmap e283: 8 total, 8 up, 8 in 2023-12-20T10:53:38.991 INFO:tasks.rados.rados.0.smithi123.stdout:1112: done (0 left) 2023-12-20T10:53:38.992 INFO:tasks.rados.rados.0.smithi123.stdout:1113: copy_from oid 33 from oid 1 current snap is 113 2023-12-20T10:53:38.992 INFO:tasks.rados.rados.0.smithi123.stdout:1114: read oid 46 snap -1 2023-12-20T10:53:38.992 INFO:tasks.rados.rados.0.smithi123.stdout:1114: expect deleted 2023-12-20T10:53:38.992 INFO:tasks.rados.rados.0.smithi123.stdout:1115: snap_remove snap 106 2023-12-20T10:53:39.153 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:53:38 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:53:38.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2023-12-20T10:53:39.153 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:53:38 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:53:38.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-20T10:53:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:53:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:53:39] "GET /metrics HTTP/1.1" 200 35990 "" "Prometheus/2.43.0" 2023-12-20T10:53:39.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:39 smithi123 ceph-mon[188613]: failed to encode map e282 with expected crc 2023-12-20T10:53:39.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:39 smithi123 ceph-mon[188613]: failed to encode map e283 with expected crc 2023-12-20T10:53:39.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:39 smithi123 ceph-mon[188613]: failed to encode map e283 with expected crc 2023-12-20T10:53:39.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:39 smithi123 ceph-mon[188613]: osdmap e284: 8 total, 8 up, 8 in 2023-12-20T10:53:39.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:39 smithi123 ceph-mon[191304]: failed to encode map e282 with expected crc 2023-12-20T10:53:39.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:39 smithi123 ceph-mon[191304]: failed to encode map e283 with expected crc 2023-12-20T10:53:39.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:39 smithi123 ceph-mon[191304]: failed to encode map e283 with expected crc 2023-12-20T10:53:39.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:39 smithi123 ceph-mon[191304]: osdmap e284: 8 total, 8 up, 8 in 2023-12-20T10:53:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:39 smithi177 ceph-mon[212096]: failed to encode map e282 with expected crc 2023-12-20T10:53:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:39 smithi177 ceph-mon[212096]: failed to encode map e283 with expected crc 2023-12-20T10:53:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:39 smithi177 ceph-mon[212096]: failed to encode map e283 with expected crc 2023-12-20T10:53:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:39 smithi177 ceph-mon[212096]: osdmap e284: 8 total, 8 up, 8 in 2023-12-20T10:53:39.993 INFO:tasks.rados.rados.0.smithi123.stdout:1115: done (2 left) 2023-12-20T10:53:39.993 INFO:tasks.rados.rados.0.smithi123.stdout:1116: snap_remove snap 95 2023-12-20T10:53:40.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:40 smithi123 ceph-mon[188613]: failed to encode map e284 with expected crc 2023-12-20T10:53:40.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:40 smithi123 ceph-mon[188613]: failed to encode map e284 with expected crc 2023-12-20T10:53:40.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:40 smithi123 ceph-mon[188613]: pgmap v133: 121 pgs: 121 active+clean; 248 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.5 KiB/s rd, 2.4 MiB/s wr, 11 op/s; 10 MiB/s, 6 objects/s recovering 2023-12-20T10:53:40.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:40 smithi123 ceph-mon[188613]: osdmap e285: 8 total, 8 up, 8 in 2023-12-20T10:53:40.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:40 smithi123 ceph-mon[191304]: failed to encode map e284 with expected crc 2023-12-20T10:53:40.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:40 smithi123 ceph-mon[191304]: failed to encode map e284 with expected crc 2023-12-20T10:53:40.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:40 smithi123 ceph-mon[191304]: pgmap v133: 121 pgs: 121 active+clean; 248 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.5 KiB/s rd, 2.4 MiB/s wr, 11 op/s; 10 MiB/s, 6 objects/s recovering 2023-12-20T10:53:40.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:40 smithi123 ceph-mon[191304]: osdmap e285: 8 total, 8 up, 8 in 2023-12-20T10:53:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:40 smithi177 ceph-mon[212096]: failed to encode map e284 with expected crc 2023-12-20T10:53:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:40 smithi177 ceph-mon[212096]: failed to encode map e284 with expected crc 2023-12-20T10:53:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:40 smithi177 ceph-mon[212096]: pgmap v133: 121 pgs: 121 active+clean; 248 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.5 KiB/s rd, 2.4 MiB/s wr, 11 op/s; 10 MiB/s, 6 objects/s recovering 2023-12-20T10:53:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:40 smithi177 ceph-mon[212096]: osdmap e285: 8 total, 8 up, 8 in 2023-12-20T10:53:40.996 INFO:tasks.rados.rados.0.smithi123.stdout:1116: done (2 left) 2023-12-20T10:53:40.997 INFO:tasks.rados.rados.0.smithi123.stdout:1117: snap_create 2023-12-20T10:53:40.997 INFO:tasks.rados.rados.0.smithi123.stdout:1113: finishing copy_from racing read to smithi123173835-33 2023-12-20T10:53:40.997 INFO:tasks.rados.rados.0.smithi123.stdout:1113: finishing copy_from to smithi123173835-33 2023-12-20T10:53:40.997 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 711 (ObjNum 347 snap 106 seq_num 347) dirty exists 2023-12-20T10:53:41.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:41 smithi123 ceph-mon[191304]: failed to encode map e285 with expected crc 2023-12-20T10:53:41.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:41 smithi123 ceph-mon[191304]: failed to encode map e285 with expected crc 2023-12-20T10:53:41.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:41 smithi123 ceph-mon[191304]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/639 objects degraded (0.469%), 1 pg degraded) 2023-12-20T10:53:41.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:41 smithi123 ceph-mon[191304]: Cluster is now healthy 2023-12-20T10:53:41.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:41 smithi123 ceph-mon[191304]: osdmap e286: 8 total, 8 up, 8 in 2023-12-20T10:53:41.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:41 smithi123 ceph-mon[188613]: failed to encode map e285 with expected crc 2023-12-20T10:53:41.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:41 smithi123 ceph-mon[188613]: failed to encode map e285 with expected crc 2023-12-20T10:53:41.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:41 smithi123 ceph-mon[188613]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/639 objects degraded (0.469%), 1 pg degraded) 2023-12-20T10:53:41.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:41 smithi123 ceph-mon[188613]: Cluster is now healthy 2023-12-20T10:53:41.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:41 smithi123 ceph-mon[188613]: osdmap e286: 8 total, 8 up, 8 in 2023-12-20T10:53:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:41 smithi177 ceph-mon[212096]: failed to encode map e285 with expected crc 2023-12-20T10:53:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:41 smithi177 ceph-mon[212096]: failed to encode map e285 with expected crc 2023-12-20T10:53:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:41 smithi177 ceph-mon[212096]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/639 objects degraded (0.469%), 1 pg degraded) 2023-12-20T10:53:41.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:41 smithi177 ceph-mon[212096]: Cluster is now healthy 2023-12-20T10:53:41.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:41 smithi177 ceph-mon[212096]: osdmap e286: 8 total, 8 up, 8 in 2023-12-20T10:53:41.997 INFO:tasks.rados.rados.0.smithi123.stdout:1113: done (2 left) 2023-12-20T10:53:41.997 INFO:tasks.rados.rados.0.smithi123.stdout:1114: done (1 left) 2023-12-20T10:53:41.997 INFO:tasks.rados.rados.0.smithi123.stdout:1117: done (0 left) 2023-12-20T10:53:41.997 INFO:tasks.rados.rados.0.smithi123.stdout:1118: rmattr oid 26 current snap is 114 2023-12-20T10:53:41.998 INFO:tasks.rados.rados.0.smithi123.stdout:1119: rmattr oid 42 current snap is 114 2023-12-20T10:53:41.998 INFO:tasks.rados.rados.0.smithi123.stdout:1119: done (1 left) 2023-12-20T10:53:41.998 INFO:tasks.rados.rados.0.smithi123.stdout:1120: rmattr oid 11 current snap is 114 2023-12-20T10:53:41.998 INFO:tasks.rados.rados.0.smithi123.stdout:1120: done (1 left) 2023-12-20T10:53:41.998 INFO:tasks.rados.rados.0.smithi123.stdout:1121: snap_remove snap 108 2023-12-20T10:53:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:42 smithi123 ceph-mon[191304]: failed to encode map e286 with expected crc 2023-12-20T10:53:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:42 smithi123 ceph-mon[191304]: failed to encode map e286 with expected crc 2023-12-20T10:53:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:42 smithi123 ceph-mon[191304]: failed to encode map e286 with expected crc 2023-12-20T10:53:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:42 smithi123 ceph-mon[191304]: pgmap v136: 121 pgs: 121 active+clean; 253 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.0 KiB/s rd, 2.6 MiB/s wr, 7 op/s; 3.7 MiB/s, 2 objects/s recovering 2023-12-20T10:53:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:53:42.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:42 smithi123 ceph-mon[191304]: osdmap e287: 8 total, 8 up, 8 in 2023-12-20T10:53:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:42 smithi123 ceph-mon[188613]: failed to encode map e286 with expected crc 2023-12-20T10:53:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:42 smithi123 ceph-mon[188613]: failed to encode map e286 with expected crc 2023-12-20T10:53:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:42 smithi123 ceph-mon[188613]: failed to encode map e286 with expected crc 2023-12-20T10:53:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:42 smithi123 ceph-mon[188613]: pgmap v136: 121 pgs: 121 active+clean; 253 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.0 KiB/s rd, 2.6 MiB/s wr, 7 op/s; 3.7 MiB/s, 2 objects/s recovering 2023-12-20T10:53:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:53:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:42 smithi123 ceph-mon[188613]: osdmap e287: 8 total, 8 up, 8 in 2023-12-20T10:53:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:42 smithi177 ceph-mon[212096]: failed to encode map e286 with expected crc 2023-12-20T10:53:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:42 smithi177 ceph-mon[212096]: failed to encode map e286 with expected crc 2023-12-20T10:53:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:42 smithi177 ceph-mon[212096]: failed to encode map e286 with expected crc 2023-12-20T10:53:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:42 smithi177 ceph-mon[212096]: pgmap v136: 121 pgs: 121 active+clean; 253 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.0 KiB/s rd, 2.6 MiB/s wr, 7 op/s; 3.7 MiB/s, 2 objects/s recovering 2023-12-20T10:53:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:42.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:53:42.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:42 smithi177 ceph-mon[212096]: osdmap e287: 8 total, 8 up, 8 in 2023-12-20T10:53:42.966 INFO:tasks.rados.rados.0.smithi123.stdout:1121: done (1 left) 2023-12-20T10:53:42.966 INFO:tasks.rados.rados.0.smithi123.stdout:1122: delete oid 37 current snap is 114 2023-12-20T10:53:42.967 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 925 (ObjNum 231 snap 62 seq_num 231) dirty exists 2023-12-20T10:53:42.972 INFO:tasks.rados.rados.0.smithi123.stdout:1118: done (1 left) 2023-12-20T10:53:42.972 INFO:tasks.rados.rados.0.smithi123.stdout:1122: done (0 left) 2023-12-20T10:53:42.972 INFO:tasks.rados.rados.0.smithi123.stdout:1123: rollback oid 3 current snap is 114 2023-12-20T10:53:42.972 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 3 to 111 2023-12-20T10:53:42.976 INFO:tasks.rados.rados.0.smithi123.stdout:1124: setattr oid 37 current snap is 114 2023-12-20T10:53:42.976 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 18 current snap is 114 2023-12-20T10:53:42.976 INFO:tasks.rados.rados.0.smithi123.stdout:1125: seq_num 369 ranges {647168=589824,1236992=507904,1744896=294912} 2023-12-20T10:53:42.981 INFO:tasks.rados.rados.0.smithi123.stdout:1125: writing smithi123173835-18 from 647168 to 1236992 tid 1 2023-12-20T10:53:42.985 INFO:tasks.rados.rados.0.smithi123.stdout:1125: writing smithi123173835-18 from 1236992 to 1744896 tid 2 2023-12-20T10:53:42.987 INFO:tasks.rados.rados.0.smithi123.stdout:1125: writing smithi123173835-18 from 1744896 to 2039808 tid 3 2023-12-20T10:53:42.988 INFO:tasks.rados.rados.0.smithi123.stdout:1126: snap_create 2023-12-20T10:53:42.992 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 498 (ObjNum 225 snap 0 seq_num 958089632) dirty exists 2023-12-20T10:53:42.992 INFO:tasks.rados.rados.0.smithi123.stdout:1123: finishing rollback tid 0 to smithi123173835-3 2023-12-20T10:53:42.992 INFO:tasks.rados.rados.0.smithi123.stdout:1123: finishing rollback tid 1 to smithi123173835-3 2023-12-20T10:53:42.992 INFO:tasks.rados.rados.0.smithi123.stdout:1123: finishing rollback tid 2 to smithi123173835-3 2023-12-20T10:53:42.993 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 835 (ObjNum 115 snap 28 seq_num 115) dirty exists 2023-12-20T10:53:42.995 INFO:tasks.rados.rados.0.smithi123.stdout:1125: finishing write tid 1 to smithi123173835-18 2023-12-20T10:53:42.995 INFO:tasks.rados.rados.0.smithi123.stdout:1125: finishing write tid 2 to smithi123173835-18 2023-12-20T10:53:42.995 INFO:tasks.rados.rados.0.smithi123.stdout:1125: finishing write tid 3 to smithi123173835-18 2023-12-20T10:53:42.996 INFO:tasks.rados.rados.0.smithi123.stdout:1125: finishing write tid 4 to smithi123173835-18 2023-12-20T10:53:42.996 INFO:tasks.rados.rados.0.smithi123.stdout:1125: finishing write tid 5 to smithi123173835-18 2023-12-20T10:53:42.997 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 18 v 666 (ObjNum 369 snap 114 seq_num 369) dirty exists 2023-12-20T10:53:42.997 INFO:tasks.rados.rados.0.smithi123.stdout:1125: left oid 18 (ObjNum 369 snap 114 seq_num 369) 2023-12-20T10:53:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:43 smithi123 ceph-mon[191304]: failed to encode map e287 with expected crc 2023-12-20T10:53:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:43 smithi123 ceph-mon[191304]: failed to encode map e287 with expected crc 2023-12-20T10:53:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:43 smithi123 ceph-mon[191304]: failed to encode map e287 with expected crc 2023-12-20T10:53:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:43 smithi123 ceph-mon[191304]: mgrmap e40: y(active, since 91s), standbys: x 2023-12-20T10:53:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:43 smithi123 ceph-mon[191304]: osdmap e288: 8 total, 8 up, 8 in 2023-12-20T10:53:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:43 smithi123 ceph-mon[188613]: failed to encode map e287 with expected crc 2023-12-20T10:53:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:43 smithi123 ceph-mon[188613]: failed to encode map e287 with expected crc 2023-12-20T10:53:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:43 smithi123 ceph-mon[188613]: failed to encode map e287 with expected crc 2023-12-20T10:53:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:43 smithi123 ceph-mon[188613]: mgrmap e40: y(active, since 91s), standbys: x 2023-12-20T10:53:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:43 smithi123 ceph-mon[188613]: osdmap e288: 8 total, 8 up, 8 in 2023-12-20T10:53:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:43 smithi177 ceph-mon[212096]: failed to encode map e287 with expected crc 2023-12-20T10:53:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:43 smithi177 ceph-mon[212096]: failed to encode map e287 with expected crc 2023-12-20T10:53:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:43 smithi177 ceph-mon[212096]: failed to encode map e287 with expected crc 2023-12-20T10:53:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:43 smithi177 ceph-mon[212096]: mgrmap e40: y(active, since 91s), standbys: x 2023-12-20T10:53:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:43 smithi177 ceph-mon[212096]: osdmap e288: 8 total, 8 up, 8 in 2023-12-20T10:53:43.972 INFO:tasks.rados.rados.0.smithi123.stdout:1123: done (3 left) 2023-12-20T10:53:43.972 INFO:tasks.rados.rados.0.smithi123.stdout:1124: done (2 left) 2023-12-20T10:53:43.972 INFO:tasks.rados.rados.0.smithi123.stdout:1125: done (1 left) 2023-12-20T10:53:43.972 INFO:tasks.rados.rados.0.smithi123.stdout:1126: done (0 left) 2023-12-20T10:53:43.972 INFO:tasks.rados.rados.0.smithi123.stdout:1127: read oid 7 snap 76 2023-12-20T10:53:43.973 INFO:tasks.rados.rados.0.smithi123.stdout:1127: expect (ObjNum 237 snap 63 seq_num 237) 2023-12-20T10:53:43.973 INFO:tasks.rados.rados.0.smithi123.stdout:1128: rmattr oid 2 current snap is 115 2023-12-20T10:53:43.973 INFO:tasks.rados.rados.0.smithi123.stdout:1128: done (1 left) 2023-12-20T10:53:43.973 INFO:tasks.rados.rados.0.smithi123.stdout:1129: copy_from oid 47 from oid 9 current snap is 115 2023-12-20T10:53:43.973 INFO:tasks.rados.rados.0.smithi123.stdout:1130: copy_from oid 42 from oid 35 current snap is 115 2023-12-20T10:53:43.973 INFO:tasks.rados.rados.0.smithi123.stdout:1131: copy_from oid 15 from oid 1 current snap is 115 2023-12-20T10:53:43.973 INFO:tasks.rados.rados.0.smithi123.stdout:1132: delete oid 28 current snap is 115 2023-12-20T10:53:43.976 INFO:tasks.rados.rados.0.smithi123.stdout:1132: done (4 left) 2023-12-20T10:53:43.976 INFO:tasks.rados.rados.0.smithi123.stdout:1133: rollback oid 48 current snap is 115 2023-12-20T10:53:43.976 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 48 to 90 2023-12-20T10:53:43.977 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 18 current snap is 115 2023-12-20T10:53:43.977 INFO:tasks.rados.rados.0.smithi123.stdout:1134: seq_num 371 ranges {2039808=622592,2662400=679936,3342336=122880} 2023-12-20T10:53:43.993 INFO:tasks.rados.rados.0.smithi123.stdout:1134: writing smithi123173835-18 from 2039808 to 2662400 tid 1 2023-12-20T10:53:43.997 INFO:tasks.rados.rados.0.smithi123.stdout:1134: writing smithi123173835-18 from 2662400 to 3342336 tid 2 2023-12-20T10:53:43.997 INFO:tasks.rados.rados.0.smithi123.stdout:1134: writing smithi123173835-18 from 3342336 to 3465216 tid 3 2023-12-20T10:53:43.998 INFO:tasks.rados.rados.0.smithi123.stdout:1135: snap_remove snap 101 2023-12-20T10:53:44.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:44 smithi123 ceph-mon[191304]: failed to encode map e288 with expected crc 2023-12-20T10:53:44.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:44 smithi123 ceph-mon[191304]: failed to encode map e288 with expected crc 2023-12-20T10:53:44.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:44 smithi123 ceph-mon[191304]: pgmap v139: 121 pgs: 121 active+clean; 226 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.7 MiB/s wr, 9 op/s 2023-12-20T10:53:44.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:44 smithi123 ceph-mon[191304]: osdmap e289: 8 total, 8 up, 8 in 2023-12-20T10:53:44.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:44 smithi123 ceph-mon[188613]: failed to encode map e288 with expected crc 2023-12-20T10:53:44.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:44 smithi123 ceph-mon[188613]: failed to encode map e288 with expected crc 2023-12-20T10:53:44.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:44 smithi123 ceph-mon[188613]: pgmap v139: 121 pgs: 121 active+clean; 226 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.7 MiB/s wr, 9 op/s 2023-12-20T10:53:44.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:44 smithi123 ceph-mon[188613]: osdmap e289: 8 total, 8 up, 8 in 2023-12-20T10:53:44.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:44 smithi177 ceph-mon[212096]: failed to encode map e288 with expected crc 2023-12-20T10:53:44.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:44 smithi177 ceph-mon[212096]: failed to encode map e288 with expected crc 2023-12-20T10:53:44.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:44 smithi177 ceph-mon[212096]: pgmap v139: 121 pgs: 121 active+clean; 226 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.7 MiB/s wr, 9 op/s 2023-12-20T10:53:44.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:44 smithi177 ceph-mon[212096]: osdmap e289: 8 total, 8 up, 8 in 2023-12-20T10:53:44.978 INFO:tasks.rados.rados.0.smithi123.stdout:1135: done (6 left) 2023-12-20T10:53:44.978 INFO:tasks.rados.rados.0.smithi123.stdout:1136: snap_remove snap 84 2023-12-20T10:53:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:45 smithi123 ceph-mon[191304]: failed to encode map e289 with expected crc 2023-12-20T10:53:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:45 smithi123 ceph-mon[191304]: failed to encode map e289 with expected crc 2023-12-20T10:53:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:45 smithi123 ceph-mon[191304]: failed to encode map e289 with expected crc 2023-12-20T10:53:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:45 smithi123 ceph-mon[191304]: failed to encode map e289 with expected crc 2023-12-20T10:53:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:45 smithi123 ceph-mon[191304]: failed to encode map e289 with expected crc 2023-12-20T10:53:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:45 smithi123 ceph-mon[191304]: osdmap e290: 8 total, 8 up, 8 in 2023-12-20T10:53:45.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:45 smithi123 ceph-mon[188613]: failed to encode map e289 with expected crc 2023-12-20T10:53:45.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:45 smithi123 ceph-mon[188613]: failed to encode map e289 with expected crc 2023-12-20T10:53:45.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:45 smithi123 ceph-mon[188613]: failed to encode map e289 with expected crc 2023-12-20T10:53:45.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:45 smithi123 ceph-mon[188613]: failed to encode map e289 with expected crc 2023-12-20T10:53:45.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:45 smithi123 ceph-mon[188613]: failed to encode map e289 with expected crc 2023-12-20T10:53:45.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:45 smithi123 ceph-mon[188613]: osdmap e290: 8 total, 8 up, 8 in 2023-12-20T10:53:45.561 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T10:53:45.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:45 smithi177 ceph-mon[212096]: failed to encode map e289 with expected crc 2023-12-20T10:53:45.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:45 smithi177 ceph-mon[212096]: failed to encode map e289 with expected crc 2023-12-20T10:53:45.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:45 smithi177 ceph-mon[212096]: failed to encode map e289 with expected crc 2023-12-20T10:53:45.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:45 smithi177 ceph-mon[212096]: failed to encode map e289 with expected crc 2023-12-20T10:53:45.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:45 smithi177 ceph-mon[212096]: failed to encode map e289 with expected crc 2023-12-20T10:53:45.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:45 smithi177 ceph-mon[212096]: osdmap e290: 8 total, 8 up, 8 in 2023-12-20T10:53:45.867 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T10:53:45.867 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2m) 16s ago 5m 19.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T10:53:45.867 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2m) 72s ago 5m 83.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T10:53:45.867 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6m) 16s ago 6m 15.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T10:53:45.867 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6m) 72s ago 6m 19.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T10:53:45.867 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (112s) 72s ago 8m 446M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T10:53:45.868 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2m) 16s ago 10m 508M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T10:53:45.868 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (103s) 16s ago 10m 65.6M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T10:53:45.868 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (75s) 72s ago 9m 25.1M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T10:53:45.868 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (84s) 16s ago 8m 50.5M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T10:53:45.868 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2m) 16s ago 5m 9625k - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T10:53:45.868 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2m) 72s ago 5m 9743k - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T10:53:45.868 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (46s) 16s ago 8m 192M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T10:53:45.868 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (18s) 16s ago 8m 14.2M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T10:53:45.868 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7m) 16s ago 7m 419M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 b1369b31ef83 2023-12-20T10:53:45.868 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7m) 16s ago 7m 402M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 8305407356c6 2023-12-20T10:53:45.868 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7m) 72s ago 7m 268M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 1798bf319de3 2023-12-20T10:53:45.868 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7m) 72s ago 7m 239M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 dfacb71fe175 2023-12-20T10:53:45.868 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6m) 72s ago 6m 185M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 81d67759495c 2023-12-20T10:53:45.869 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6m) 72s ago 6m 284M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 b7ad316c3647 2023-12-20T10:53:45.869 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (115s) 72s ago 5m 47.9M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T10:53:45.979 INFO:tasks.rados.rados.0.smithi123.stdout:1136: done (6 left) 2023-12-20T10:53:45.979 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 30 current snap is 115 2023-12-20T10:53:45.979 INFO:tasks.rados.rados.0.smithi123.stdout:1133: finishing rollback tid 0 to smithi123173835-48 2023-12-20T10:53:45.979 INFO:tasks.rados.rados.0.smithi123.stdout:1127: expect (ObjNum 237 snap 63 seq_num 237) 2023-12-20T10:53:46.034 INFO:tasks.rados.rados.0.smithi123.stdout:1133: finishing rollback tid 1 to smithi123173835-48 2023-12-20T10:53:46.034 INFO:tasks.rados.rados.0.smithi123.stdout:1137: seq_num 372 ranges {491520=638976,1130496=565248,1695744=237568} 2023-12-20T10:53:46.041 INFO:tasks.rados.rados.0.smithi123.stdout:1137: writing smithi123173835-30 from 491520 to 1130496 tid 1 2023-12-20T10:53:46.044 INFO:tasks.rados.rados.0.smithi123.stdout:1137: writing smithi123173835-30 from 1130496 to 1695744 tid 2 2023-12-20T10:53:46.046 INFO:tasks.rados.rados.0.smithi123.stdout:1137: writing smithi123173835-30 from 1695744 to 1933312 tid 3 2023-12-20T10:53:46.046 INFO:tasks.rados.rados.0.smithi123.stdout:1127: done (6 left) 2023-12-20T10:53:46.046 INFO:tasks.rados.rados.0.smithi123.stdout:1138: read oid 12 snap -1 2023-12-20T10:53:46.046 INFO:tasks.rados.rados.0.smithi123.stdout:1138: expect (ObjNum 366 snap 110 seq_num 366) 2023-12-20T10:53:46.046 INFO:tasks.rados.rados.0.smithi123.stdout:1139: delete oid 17 current snap is 115 2023-12-20T10:53:46.046 INFO:tasks.rados.rados.0.smithi123.stdout:1133: finishing rollback tid 2 to smithi123173835-48 2023-12-20T10:53:46.046 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 477 (ObjNum 298 snap 89 seq_num 298) dirty exists 2023-12-20T10:53:46.047 INFO:tasks.rados.rados.0.smithi123.stdout:1129: finishing copy_from racing read to smithi123173835-47 2023-12-20T10:53:46.047 INFO:tasks.rados.rados.0.smithi123.stdout:1129: finishing copy_from to smithi123173835-47 2023-12-20T10:53:46.047 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 47 v 394 (ObjNum 319 snap 98 seq_num 319) dirty exists 2023-12-20T10:53:46.047 INFO:tasks.rados.rados.0.smithi123.stdout:1130: finishing copy_from to smithi123173835-42 2023-12-20T10:53:46.047 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 42 v 919 (ObjNum 342 snap 103 seq_num 342) dirty exists 2023-12-20T10:53:46.047 INFO:tasks.rados.rados.0.smithi123.stdout:1130: finishing copy_from racing read to smithi123173835-42 2023-12-20T10:53:46.047 INFO:tasks.rados.rados.0.smithi123.stdout:1134: finishing write tid 1 to smithi123173835-18 2023-12-20T10:53:46.047 INFO:tasks.rados.rados.0.smithi123.stdout:1134: finishing write tid 2 to smithi123173835-18 2023-12-20T10:53:46.047 INFO:tasks.rados.rados.0.smithi123.stdout:1134: finishing write tid 3 to smithi123173835-18 2023-12-20T10:53:46.047 INFO:tasks.rados.rados.0.smithi123.stdout:1134: finishing write tid 4 to smithi123173835-18 2023-12-20T10:53:46.047 INFO:tasks.rados.rados.0.smithi123.stdout:1134: finishing write tid 5 to smithi123173835-18 2023-12-20T10:53:46.048 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 18 v 671 (ObjNum 371 snap 115 seq_num 371) dirty exists 2023-12-20T10:53:46.048 INFO:tasks.rados.rados.0.smithi123.stdout:1134: left oid 18 (ObjNum 371 snap 115 seq_num 371) 2023-12-20T10:53:46.048 INFO:tasks.rados.rados.0.smithi123.stdout:1131: finishing copy_from to smithi123173835-15 2023-12-20T10:53:46.048 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 711 (ObjNum 347 snap 106 seq_num 347) dirty exists 2023-12-20T10:53:46.048 INFO:tasks.rados.rados.0.smithi123.stdout:1131: finishing copy_from racing read to smithi123173835-15 2023-12-20T10:53:46.048 INFO:tasks.rados.rados.0.smithi123.stdout:1137: finishing write tid 1 to smithi123173835-30 2023-12-20T10:53:46.048 INFO:tasks.rados.rados.0.smithi123.stdout:1137: finishing write tid 2 to smithi123173835-30 2023-12-20T10:53:46.052 INFO:tasks.rados.rados.0.smithi123.stdout:1129: done (7 left) 2023-12-20T10:53:46.052 INFO:tasks.rados.rados.0.smithi123.stdout:1130: done (6 left) 2023-12-20T10:53:46.052 INFO:tasks.rados.rados.0.smithi123.stdout:1131: done (5 left) 2023-12-20T10:53:46.052 INFO:tasks.rados.rados.0.smithi123.stdout:1133: done (4 left) 2023-12-20T10:53:46.052 INFO:tasks.rados.rados.0.smithi123.stdout:1134: done (3 left) 2023-12-20T10:53:46.052 INFO:tasks.rados.rados.0.smithi123.stdout:1139: done (2 left) 2023-12-20T10:53:46.052 INFO:tasks.rados.rados.0.smithi123.stdout:1140: rollback oid 10 current snap is 115 2023-12-20T10:53:46.053 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 10 to 114 2023-12-20T10:53:46.053 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 8 current snap is 115 2023-12-20T10:53:46.053 INFO:tasks.rados.rados.0.smithi123.stdout:1141: seq_num 374 ranges {3604480=671744,4276224=778240,5054464=24576} 2023-12-20T10:53:46.076 INFO:tasks.rados.rados.0.smithi123.stdout:1141: writing smithi123173835-8 from 3604480 to 4276224 tid 1 2023-12-20T10:53:46.081 INFO:tasks.rados.rados.0.smithi123.stdout:1141: writing smithi123173835-8 from 4276224 to 5054464 tid 2 2023-12-20T10:53:46.081 INFO:tasks.rados.rados.0.smithi123.stdout:1141: writing smithi123173835-8 from 5054464 to 5079040 tid 3 2023-12-20T10:53:46.081 INFO:tasks.rados.rados.0.smithi123.stdout:1142: rollback oid 25 current snap is 115 2023-12-20T10:53:46.081 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 25 to 111 2023-12-20T10:53:46.081 INFO:tasks.rados.rados.0.smithi123.stdout:1137: finishing write tid 3 to smithi123173835-30 2023-12-20T10:53:46.081 INFO:tasks.rados.rados.0.smithi123.stdout:1137: finishing write tid 4 to smithi123173835-30 2023-12-20T10:53:46.082 INFO:tasks.rados.rados.0.smithi123.stdout:1137: finishing write tid 5 to smithi123173835-30 2023-12-20T10:53:46.082 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 30 v 403 (ObjNum 372 snap 115 seq_num 372) dirty exists 2023-12-20T10:53:46.082 INFO:tasks.rados.rados.0.smithi123.stdout:1137: left oid 30 (ObjNum 372 snap 115 seq_num 372) 2023-12-20T10:53:46.082 INFO:tasks.rados.rados.0.smithi123.stdout:1140: finishing rollback tid 0 to smithi123173835-10 2023-12-20T10:53:46.082 INFO:tasks.rados.rados.0.smithi123.stdout:1140: finishing rollback tid 1 to smithi123173835-10 2023-12-20T10:53:46.082 INFO:tasks.rados.rados.0.smithi123.stdout:1140: finishing rollback tid 2 to smithi123173835-10 2023-12-20T10:53:46.082 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 1040 (ObjNum 290 snap 89 seq_num 290) dirty exists 2023-12-20T10:53:46.082 INFO:tasks.rados.rados.0.smithi123.stdout:1137: done (4 left) 2023-12-20T10:53:46.082 INFO:tasks.rados.rados.0.smithi123.stdout:1140: done (3 left) 2023-12-20T10:53:46.082 INFO:tasks.rados.rados.0.smithi123.stdout:1143: delete oid 4 current snap is 115 2023-12-20T10:53:46.083 INFO:tasks.rados.rados.0.smithi123.stdout:1143: done (3 left) 2023-12-20T10:53:46.083 INFO:tasks.rados.rados.0.smithi123.stdout:1144: delete oid 44 current snap is 115 2023-12-20T10:53:46.083 INFO:tasks.rados.rados.0.smithi123.stdout:1138: expect (ObjNum 366 snap 110 seq_num 366) 2023-12-20T10:53:46.288 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T10:53:46.288 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T10:53:46.288 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T10:53:46.288 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:53:46.289 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T10:53:46.289 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T10:53:46.289 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:53:46.289 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T10:53:46.289 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 6, 2023-12-20T10:53:46.289 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T10:53:46.289 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:53:46.289 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T10:53:46.289 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T10:53:46.289 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:53:46.289 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T10:53:46.289 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 8, 2023-12-20T10:53:46.289 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 7 2023-12-20T10:53:46.290 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T10:53:46.290 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T10:53:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:46 smithi123 ceph-mon[191304]: failed to encode map e290 with expected crc 2023-12-20T10:53:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:46 smithi123 ceph-mon[191304]: failed to encode map e290 with expected crc 2023-12-20T10:53:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:46 smithi123 ceph-mon[191304]: pgmap v142: 121 pgs: 121 active+clean; 226 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 341 KiB/s wr, 8 op/s 2023-12-20T10:53:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:46 smithi123 ceph-mon[191304]: osdmap e291: 8 total, 8 up, 8 in 2023-12-20T10:53:46.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:46 smithi123 ceph-mon[188613]: failed to encode map e290 with expected crc 2023-12-20T10:53:46.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:46 smithi123 ceph-mon[188613]: failed to encode map e290 with expected crc 2023-12-20T10:53:46.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:46 smithi123 ceph-mon[188613]: pgmap v142: 121 pgs: 121 active+clean; 226 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 341 KiB/s wr, 8 op/s 2023-12-20T10:53:46.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:46 smithi123 ceph-mon[188613]: osdmap e291: 8 total, 8 up, 8 in 2023-12-20T10:53:46.653 INFO:tasks.rados.rados.0.smithi123.stdout:1142: finishing rollback tid 0 to smithi123173835-25 2023-12-20T10:53:46.653 INFO:tasks.rados.rados.0.smithi123.stdout:1142: finishing rollback tid 1 to smithi123173835-25 2023-12-20T10:53:46.653 INFO:tasks.rados.rados.0.smithi123.stdout:1141: finishing write tid 1 to smithi123173835-8 2023-12-20T10:53:46.653 INFO:tasks.rados.rados.0.smithi123.stdout:1142: finishing rollback tid 2 to smithi123173835-25 2023-12-20T10:53:46.654 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 245 (ObjNum 339 snap 103 seq_num 339) dirty exists 2023-12-20T10:53:46.654 INFO:tasks.rados.rados.0.smithi123.stdout:1141: finishing write tid 2 to smithi123173835-8 2023-12-20T10:53:46.654 INFO:tasks.rados.rados.0.smithi123.stdout:1141: finishing write tid 3 to smithi123173835-8 2023-12-20T10:53:46.654 INFO:tasks.rados.rados.0.smithi123.stdout:1141: finishing write tid 4 to smithi123173835-8 2023-12-20T10:53:46.654 INFO:tasks.rados.rados.0.smithi123.stdout:1141: finishing write tid 5 to smithi123173835-8 2023-12-20T10:53:46.654 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 398 (ObjNum 374 snap 115 seq_num 374) dirty exists 2023-12-20T10:53:46.654 INFO:tasks.rados.rados.0.smithi123.stdout:1141: left oid 8 (ObjNum 374 snap 115 seq_num 374) 2023-12-20T10:53:46.654 INFO:tasks.rados.rados.0.smithi123.stdout:1138: done (3 left) 2023-12-20T10:53:46.654 INFO:tasks.rados.rados.0.smithi123.stdout:1141: done (2 left) 2023-12-20T10:53:46.654 INFO:tasks.rados.rados.0.smithi123.stdout:1142: done (1 left) 2023-12-20T10:53:46.654 INFO:tasks.rados.rados.0.smithi123.stdout:1144: done (0 left) 2023-12-20T10:53:46.654 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 10 current snap is 115 2023-12-20T10:53:46.654 INFO:tasks.rados.rados.0.smithi123.stdout:1145: seq_num 377 ranges {4521984=720896,5242880=434176,5677056=368640} 2023-12-20T10:53:46.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:46 smithi177 ceph-mon[212096]: failed to encode map e290 with expected crc 2023-12-20T10:53:46.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:46 smithi177 ceph-mon[212096]: failed to encode map e290 with expected crc 2023-12-20T10:53:46.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:46 smithi177 ceph-mon[212096]: pgmap v142: 121 pgs: 121 active+clean; 226 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 341 KiB/s wr, 8 op/s 2023-12-20T10:53:46.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:46 smithi177 ceph-mon[212096]: osdmap e291: 8 total, 8 up, 8 in 2023-12-20T10:53:46.681 INFO:tasks.rados.rados.0.smithi123.stdout:1145: writing smithi123173835-10 from 4521984 to 5242880 tid 1 2023-12-20T10:53:46.683 INFO:tasks.rados.rados.0.smithi123.stdout:1145: writing smithi123173835-10 from 5242880 to 5677056 tid 2 2023-12-20T10:53:46.686 INFO:tasks.rados.rados.0.smithi123.stdout:1145: writing smithi123173835-10 from 5677056 to 6045696 tid 3 2023-12-20T10:53:46.686 INFO:tasks.rados.rados.0.smithi123.stdout:1146: rmattr oid 1 current snap is 115 2023-12-20T10:53:46.686 INFO:tasks.rados.rados.0.smithi123.stdout:1146: done (1 left) 2023-12-20T10:53:46.686 INFO:tasks.rados.rados.0.smithi123.stdout:1147: read oid 7 snap 112 2023-12-20T10:53:46.686 INFO:tasks.rados.rados.0.smithi123.stdout:1147: expect (ObjNum 284 snap 87 seq_num 284) 2023-12-20T10:53:46.686 INFO:tasks.rados.rados.0.smithi123.stdout:1148: rollback oid 30 current snap is 115 2023-12-20T10:53:46.686 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 30 to 114 2023-12-20T10:53:46.686 INFO:tasks.rados.rados.0.smithi123.stdout:1145: finishing write tid 1 to smithi123173835-10 2023-12-20T10:53:46.687 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 46 current snap is 115 2023-12-20T10:53:46.687 INFO:tasks.rados.rados.0.smithi123.stdout:1149: seq_num 378 ranges {0=737280,737280=720896,1458176=81920} 2023-12-20T10:53:46.690 INFO:tasks.rados.rados.0.smithi123.stdout:1149: writing smithi123173835-46 from 0 to 737280 tid 1 2023-12-20T10:53:46.695 INFO:tasks.rados.rados.0.smithi123.stdout:1149: writing smithi123173835-46 from 737280 to 1458176 tid 2 2023-12-20T10:53:46.696 INFO:tasks.rados.rados.0.smithi123.stdout:1149: writing smithi123173835-46 from 1458176 to 1540096 tid 3 2023-12-20T10:53:46.696 INFO:tasks.rados.rados.0.smithi123.stdout:1145: finishing write tid 2 to smithi123173835-10 2023-12-20T10:53:46.696 INFO:tasks.rados.rados.0.smithi123.stdout:1145: finishing write tid 3 to smithi123173835-10 2023-12-20T10:53:46.696 INFO:tasks.rados.rados.0.smithi123.stdout:1148: finishing rollback tid 0 to smithi123173835-30 2023-12-20T10:53:46.696 INFO:tasks.rados.rados.0.smithi123.stdout:1148: finishing rollback tid 1 to smithi123173835-30 2023-12-20T10:53:46.696 INFO:tasks.rados.rados.0.smithi123.stdout:1148: finishing rollback tid 2 to smithi123173835-30 2023-12-20T10:53:46.696 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 30 v 406 (ObjNum 29 snap 0 seq_num 29) dirty exists 2023-12-20T10:53:46.696 INFO:tasks.rados.rados.0.smithi123.stdout:1145: finishing write tid 4 to smithi123173835-10 2023-12-20T10:53:46.696 INFO:tasks.rados.rados.0.smithi123.stdout:1148: done (3 left) 2023-12-20T10:53:46.696 INFO:tasks.rados.rados.0.smithi123.stdout:1150: snap_remove snap 114 2023-12-20T10:53:47.358 INFO:tasks.rados.rados.0.smithi123.stdout:1150: done (3 left) 2023-12-20T10:53:47.358 INFO:tasks.rados.rados.0.smithi123.stdout:1151: read oid 30 snap -1 2023-12-20T10:53:47.358 INFO:tasks.rados.rados.0.smithi123.stdout:1151: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-20T10:53:47.358 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 37 current snap is 115 2023-12-20T10:53:47.358 INFO:tasks.rados.rados.0.smithi123.stdout:1152: seq_num 379 ranges {0=753664,753664=606208,1359872=196608} 2023-12-20T10:53:47.361 INFO:tasks.rados.rados.0.smithi123.stdout:1152: writing smithi123173835-37 from 0 to 753664 tid 1 2023-12-20T10:53:47.367 INFO:tasks.rados.rados.0.smithi123.stdout:1152: writing smithi123173835-37 from 753664 to 1359872 tid 2 2023-12-20T10:53:47.367 INFO:tasks.rados.rados.0.smithi123.stdout:1152: writing smithi123173835-37 from 1359872 to 1556480 tid 3 2023-12-20T10:53:47.367 INFO:tasks.rados.rados.0.smithi123.stdout:1153: snap_create 2023-12-20T10:53:47.371 INFO:tasks.rados.rados.0.smithi123.stdout:1145: finishing write tid 5 to smithi123173835-10 2023-12-20T10:53:47.371 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 1044 (ObjNum 377 snap 115 seq_num 377) dirty exists 2023-12-20T10:53:47.371 INFO:tasks.rados.rados.0.smithi123.stdout:1145: left oid 10 (ObjNum 377 snap 115 seq_num 377) 2023-12-20T10:53:47.371 INFO:tasks.rados.rados.0.smithi123.stdout:1147: expect (ObjNum 284 snap 87 seq_num 284) 2023-12-20T10:53:47.436 INFO:tasks.rados.rados.0.smithi123.stdout:1149: finishing write tid 1 to smithi123173835-46 2023-12-20T10:53:47.436 INFO:tasks.rados.rados.0.smithi123.stdout:1149: finishing write tid 2 to smithi123173835-46 2023-12-20T10:53:47.436 INFO:tasks.rados.rados.0.smithi123.stdout:1149: finishing write tid 3 to smithi123173835-46 2023-12-20T10:53:47.437 INFO:tasks.rados.rados.0.smithi123.stdout:1149: finishing write tid 4 to smithi123173835-46 2023-12-20T10:53:47.437 INFO:tasks.rados.rados.0.smithi123.stdout:1149: finishing write tid 5 to smithi123173835-46 2023-12-20T10:53:47.437 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 46 v 689 (ObjNum 378 snap 115 seq_num 378) dirty exists 2023-12-20T10:53:47.437 INFO:tasks.rados.rados.0.smithi123.stdout:1149: left oid 46 (ObjNum 378 snap 115 seq_num 378) 2023-12-20T10:53:47.437 INFO:tasks.rados.rados.0.smithi123.stdout:1151: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-20T10:53:47.449 INFO:tasks.rados.rados.0.smithi123.stdout:1152: finishing write tid 1 to smithi123173835-37 2023-12-20T10:53:47.449 INFO:tasks.rados.rados.0.smithi123.stdout:1152: finishing write tid 2 to smithi123173835-37 2023-12-20T10:53:47.449 INFO:tasks.rados.rados.0.smithi123.stdout:1152: finishing write tid 3 to smithi123173835-37 2023-12-20T10:53:47.449 INFO:tasks.rados.rados.0.smithi123.stdout:1152: finishing write tid 4 to smithi123173835-37 2023-12-20T10:53:47.450 INFO:tasks.rados.rados.0.smithi123.stdout:1152: finishing write tid 5 to smithi123173835-37 2023-12-20T10:53:47.450 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 502 (ObjNum 379 snap 115 seq_num 379) dirty exists 2023-12-20T10:53:47.450 INFO:tasks.rados.rados.0.smithi123.stdout:1152: left oid 37 (ObjNum 379 snap 115 seq_num 379) 2023-12-20T10:53:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:47 smithi123 ceph-mon[191304]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:53:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:47 smithi123 ceph-mon[191304]: from='client.44156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:53:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:47 smithi123 ceph-mon[191304]: failed to encode map e291 with expected crc 2023-12-20T10:53:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:47 smithi123 ceph-mon[191304]: failed to encode map e291 with expected crc 2023-12-20T10:53:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:47 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1632277259' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:53:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:47.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:47 smithi123 ceph-mon[188613]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:53:47.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:47 smithi123 ceph-mon[188613]: from='client.44156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:53:47.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:47 smithi123 ceph-mon[188613]: failed to encode map e291 with expected crc 2023-12-20T10:53:47.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:47 smithi123 ceph-mon[188613]: failed to encode map e291 with expected crc 2023-12-20T10:53:47.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:47 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1632277259' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:53:47.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:47 smithi177 ceph-mon[212096]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:53:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:47 smithi177 ceph-mon[212096]: from='client.44156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:53:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:47 smithi177 ceph-mon[212096]: failed to encode map e291 with expected crc 2023-12-20T10:53:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:47 smithi177 ceph-mon[212096]: failed to encode map e291 with expected crc 2023-12-20T10:53:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:47 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1632277259' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:53:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:47.968 INFO:tasks.rados.rados.0.smithi123.stdout:1145: done (5 left) 2023-12-20T10:53:47.968 INFO:tasks.rados.rados.0.smithi123.stdout:1147: done (4 left) 2023-12-20T10:53:47.968 INFO:tasks.rados.rados.0.smithi123.stdout:1149: done (3 left) 2023-12-20T10:53:47.968 INFO:tasks.rados.rados.0.smithi123.stdout:1151: done (2 left) 2023-12-20T10:53:47.968 INFO:tasks.rados.rados.0.smithi123.stdout:1152: done (1 left) 2023-12-20T10:53:47.968 INFO:tasks.rados.rados.0.smithi123.stdout:1153: done (0 left) 2023-12-20T10:53:47.968 INFO:tasks.rados.rados.0.smithi123.stdout:1154: read oid 38 snap -1 2023-12-20T10:53:47.968 INFO:tasks.rados.rados.0.smithi123.stdout:1154: expect (ObjNum 325 snap 98 seq_num 325) 2023-12-20T10:53:47.968 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 7 current snap is 116 2023-12-20T10:53:47.968 INFO:tasks.rados.rados.0.smithi123.stdout:1155: seq_num 380 ranges {2473984=770048,3244032=483328,3727360=319488} 2023-12-20T10:53:47.985 INFO:tasks.rados.rados.0.smithi123.stdout:1155: writing smithi123173835-7 from 2473984 to 3244032 tid 1 2023-12-20T10:53:47.989 INFO:tasks.rados.rados.0.smithi123.stdout:1155: writing smithi123173835-7 from 3244032 to 3727360 tid 2 2023-12-20T10:53:47.991 INFO:tasks.rados.rados.0.smithi123.stdout:1155: writing smithi123173835-7 from 3727360 to 4046848 tid 3 2023-12-20T10:53:47.991 INFO:tasks.rados.rados.0.smithi123.stdout:1156: rollback oid 35 current snap is 116 2023-12-20T10:53:47.991 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 35 to 112 2023-12-20T10:53:47.991 INFO:tasks.rados.rados.0.smithi123.stdout:1154: expect (ObjNum 325 snap 98 seq_num 325) 2023-12-20T10:53:48.018 INFO:tasks.rados.rados.0.smithi123.stdout:1155: finishing write tid 1 to smithi123173835-7 2023-12-20T10:53:48.018 INFO:tasks.rados.rados.0.smithi123.stdout:1155: finishing write tid 2 to smithi123173835-7 2023-12-20T10:53:48.018 INFO:tasks.rados.rados.0.smithi123.stdout:1156: finishing rollback tid 0 to smithi123173835-35 2023-12-20T10:53:48.018 INFO:tasks.rados.rados.0.smithi123.stdout:1155: finishing write tid 3 to smithi123173835-7 2023-12-20T10:53:48.018 INFO:tasks.rados.rados.0.smithi123.stdout:1155: finishing write tid 4 to smithi123173835-7 2023-12-20T10:53:48.019 INFO:tasks.rados.rados.0.smithi123.stdout:1156: finishing rollback tid 1 to smithi123173835-35 2023-12-20T10:53:48.019 INFO:tasks.rados.rados.0.smithi123.stdout:1156: finishing rollback tid 2 to smithi123173835-35 2023-12-20T10:53:48.019 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 35 v 1052 (ObjNum 342 snap 103 seq_num 342) dirty exists 2023-12-20T10:53:48.019 INFO:tasks.rados.rados.0.smithi123.stdout:1155: finishing write tid 5 to smithi123173835-7 2023-12-20T10:53:48.019 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 440 (ObjNum 380 snap 116 seq_num 380) dirty exists 2023-12-20T10:53:48.019 INFO:tasks.rados.rados.0.smithi123.stdout:1155: left oid 7 (ObjNum 380 snap 116 seq_num 380) 2023-12-20T10:53:48.019 INFO:tasks.rados.rados.0.smithi123.stdout:1154: done (2 left) 2023-12-20T10:53:48.019 INFO:tasks.rados.rados.0.smithi123.stdout:1155: done (1 left) 2023-12-20T10:53:48.019 INFO:tasks.rados.rados.0.smithi123.stdout:1156: done (0 left) 2023-12-20T10:53:48.019 INFO:tasks.rados.rados.0.smithi123.stdout:1157: rollback oid 26 current snap is 116 2023-12-20T10:53:48.019 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 26 to 76 2023-12-20T10:53:48.019 INFO:tasks.rados.rados.0.smithi123.stdout:1158: snap_remove snap 90 2023-12-20T10:53:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:48 smithi177 ceph-mon[212096]: pgmap v144: 121 pgs: 121 active+clean; 229 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 237 B/s rd, 565 KiB/s wr, 8 op/s 2023-12-20T10:53:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:48 smithi177 ceph-mon[212096]: failed to encode map e292 with expected crc 2023-12-20T10:53:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:48 smithi177 ceph-mon[212096]: osdmap e292: 8 total, 8 up, 8 in 2023-12-20T10:53:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:48 smithi177 ceph-mon[212096]: failed to encode map e292 with expected crc 2023-12-20T10:53:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:48 smithi177 ceph-mon[212096]: failed to encode map e292 with expected crc 2023-12-20T10:53:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:48 smithi177 ceph-mon[212096]: failed to encode map e292 with expected crc 2023-12-20T10:53:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:48 smithi177 ceph-mon[212096]: failed to encode map e293 with expected crc 2023-12-20T10:53:48.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:48 smithi177 ceph-mon[212096]: osdmap e293: 8 total, 8 up, 8 in 2023-12-20T10:53:48.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:48 smithi177 ceph-mon[212096]: failed to encode map e293 with expected crc 2023-12-20T10:53:48.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:48 smithi177 ceph-mon[212096]: failed to encode map e293 with expected crc 2023-12-20T10:53:48.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-20T10:53:48.693 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:48 smithi123 ceph-mon[191304]: pgmap v144: 121 pgs: 121 active+clean; 229 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 237 B/s rd, 565 KiB/s wr, 8 op/s 2023-12-20T10:53:48.693 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:48 smithi123 ceph-mon[191304]: failed to encode map e292 with expected crc 2023-12-20T10:53:48.694 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:48 smithi123 ceph-mon[191304]: osdmap e292: 8 total, 8 up, 8 in 2023-12-20T10:53:48.694 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:48 smithi123 ceph-mon[191304]: failed to encode map e292 with expected crc 2023-12-20T10:53:48.694 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:48 smithi123 ceph-mon[191304]: failed to encode map e292 with expected crc 2023-12-20T10:53:48.694 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:48 smithi123 ceph-mon[191304]: failed to encode map e292 with expected crc 2023-12-20T10:53:48.694 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:48 smithi123 ceph-mon[191304]: failed to encode map e293 with expected crc 2023-12-20T10:53:48.694 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:48 smithi123 ceph-mon[191304]: osdmap e293: 8 total, 8 up, 8 in 2023-12-20T10:53:48.694 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:48 smithi123 ceph-mon[191304]: failed to encode map e293 with expected crc 2023-12-20T10:53:48.694 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:48 smithi123 ceph-mon[191304]: failed to encode map e293 with expected crc 2023-12-20T10:53:48.694 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-20T10:53:48.694 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:48 smithi123 ceph-mon[188613]: pgmap v144: 121 pgs: 121 active+clean; 229 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 237 B/s rd, 565 KiB/s wr, 8 op/s 2023-12-20T10:53:48.694 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:48 smithi123 ceph-mon[188613]: failed to encode map e292 with expected crc 2023-12-20T10:53:48.694 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:48 smithi123 ceph-mon[188613]: osdmap e292: 8 total, 8 up, 8 in 2023-12-20T10:53:48.694 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:48 smithi123 ceph-mon[188613]: failed to encode map e292 with expected crc 2023-12-20T10:53:48.695 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:48 smithi123 ceph-mon[188613]: failed to encode map e292 with expected crc 2023-12-20T10:53:48.695 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:48 smithi123 ceph-mon[188613]: failed to encode map e292 with expected crc 2023-12-20T10:53:48.695 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:48 smithi123 ceph-mon[188613]: failed to encode map e293 with expected crc 2023-12-20T10:53:48.695 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:48 smithi123 ceph-mon[188613]: osdmap e293: 8 total, 8 up, 8 in 2023-12-20T10:53:48.695 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:48 smithi123 ceph-mon[188613]: failed to encode map e293 with expected crc 2023-12-20T10:53:48.695 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:48 smithi123 ceph-mon[188613]: failed to encode map e293 with expected crc 2023-12-20T10:53:48.695 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-20T10:53:48.975 INFO:tasks.rados.rados.0.smithi123.stdout:1158: done (1 left) 2023-12-20T10:53:48.975 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 48 current snap is 116 2023-12-20T10:53:48.976 INFO:tasks.rados.rados.0.smithi123.stdout:1157: finishing rollback tid 0 to smithi123173835-26 2023-12-20T10:53:48.976 INFO:tasks.rados.rados.0.smithi123.stdout:1159: seq_num 381 ranges {1884160=786432,2670592=417792,3088384=385024} 2023-12-20T10:53:48.996 INFO:tasks.rados.rados.0.smithi123.stdout:1159: writing smithi123173835-48 from 1884160 to 2670592 tid 1 2023-12-20T10:53:48.996 INFO:tasks.rados.rados.0.smithi123.stdout:1159: writing smithi123173835-48 from 2670592 to 3088384 tid 2 2023-12-20T10:53:48.997 INFO:tasks.rados.rados.0.smithi123.stdout:1159: writing smithi123173835-48 from 3088384 to 3473408 tid 3 2023-12-20T10:53:48.997 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 31 current snap is 116 2023-12-20T10:53:48.997 INFO:tasks.rados.rados.0.smithi123.stdout:1160: seq_num 382 ranges {0=802816,802816=704512,1507328=98304} 2023-12-20T10:53:49.002 INFO:tasks.rados.rados.0.smithi123.stdout:1160: writing smithi123173835-31 from 0 to 802816 tid 1 2023-12-20T10:53:49.007 INFO:tasks.rados.rados.0.smithi123.stdout:1160: writing smithi123173835-31 from 802816 to 1507328 tid 2 2023-12-20T10:53:49.008 INFO:tasks.rados.rados.0.smithi123.stdout:1160: writing smithi123173835-31 from 1507328 to 1605632 tid 3 2023-12-20T10:53:49.008 INFO:tasks.rados.rados.0.smithi123.stdout:1161: read oid 30 snap -1 2023-12-20T10:53:49.008 INFO:tasks.rados.rados.0.smithi123.stdout:1161: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-20T10:53:49.008 INFO:tasks.rados.rados.0.smithi123.stdout:1162: snap_create 2023-12-20T10:53:49.008 INFO:tasks.rados.rados.0.smithi123.stdout:1157: finishing rollback tid 1 to smithi123173835-26 2023-12-20T10:53:49.008 INFO:tasks.rados.rados.0.smithi123.stdout:1157: finishing rollback tid 2 to smithi123173835-26 2023-12-20T10:53:49.008 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 928 (ObjNum 231 snap 62 seq_num 231) dirty exists 2023-12-20T10:53:49.008 INFO:tasks.rados.rados.0.smithi123.stdout:1159: finishing write tid 1 to smithi123173835-48 2023-12-20T10:53:49.009 INFO:tasks.rados.rados.0.smithi123.stdout:1159: finishing write tid 2 to smithi123173835-48 2023-12-20T10:53:49.009 INFO:tasks.rados.rados.0.smithi123.stdout:1159: finishing write tid 3 to smithi123173835-48 2023-12-20T10:53:49.009 INFO:tasks.rados.rados.0.smithi123.stdout:1159: finishing write tid 4 to smithi123173835-48 2023-12-20T10:53:49.009 INFO:tasks.rados.rados.0.smithi123.stdout:1159: finishing write tid 5 to smithi123173835-48 2023-12-20T10:53:49.009 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 481 (ObjNum 381 snap 116 seq_num 381) dirty exists 2023-12-20T10:53:49.009 INFO:tasks.rados.rados.0.smithi123.stdout:1159: left oid 48 (ObjNum 381 snap 116 seq_num 381) 2023-12-20T10:53:49.009 INFO:tasks.rados.rados.0.smithi123.stdout:1160: finishing write tid 1 to smithi123173835-31 2023-12-20T10:53:49.011 INFO:tasks.rados.rados.0.smithi123.stdout:1160: finishing write tid 2 to smithi123173835-31 2023-12-20T10:53:49.012 INFO:tasks.rados.rados.0.smithi123.stdout:1160: finishing write tid 3 to smithi123173835-31 2023-12-20T10:53:49.012 INFO:tasks.rados.rados.0.smithi123.stdout:1160: finishing write tid 4 to smithi123173835-31 2023-12-20T10:53:49.017 INFO:tasks.rados.rados.0.smithi123.stdout:1161: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-20T10:53:49.028 INFO:tasks.rados.rados.0.smithi123.stdout:1160: finishing write tid 5 to smithi123173835-31 2023-12-20T10:53:49.028 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 31 v 788 (ObjNum 382 snap 116 seq_num 382) dirty exists 2023-12-20T10:53:49.028 INFO:tasks.rados.rados.0.smithi123.stdout:1160: left oid 31 (ObjNum 382 snap 116 seq_num 382) 2023-12-20T10:53:49.153 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:53:48 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:53:48.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2023-12-20T10:53:49.153 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:53:48 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:53:48.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-20T10:53:49.242 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:53:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:53:49] "GET /metrics HTTP/1.1" 200 36063 "" "Prometheus/2.43.0" 2023-12-20T10:53:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:49 smithi177 ceph-mon[212096]: failed to encode map e293 with expected crc 2023-12-20T10:53:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:49 smithi177 ceph-mon[212096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-20T10:53:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:49 smithi177 ceph-mon[212096]: Upgrade: osd.2 is safe to restart 2023-12-20T10:53:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:49 smithi177 ceph-mon[212096]: osdmap e294: 8 total, 8 up, 8 in 2023-12-20T10:53:49.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:49 smithi177 ceph-mon[212096]: failed to encode map e294 with expected crc 2023-12-20T10:53:49.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:49.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-20T10:53:49.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:53:49.676 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:49 smithi123 ceph-mon[191304]: failed to encode map e293 with expected crc 2023-12-20T10:53:49.676 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:49 smithi123 ceph-mon[191304]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-20T10:53:49.676 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:49 smithi123 ceph-mon[191304]: Upgrade: osd.2 is safe to restart 2023-12-20T10:53:49.676 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:49 smithi123 ceph-mon[191304]: osdmap e294: 8 total, 8 up, 8 in 2023-12-20T10:53:49.676 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:49 smithi123 ceph-mon[191304]: failed to encode map e294 with expected crc 2023-12-20T10:53:49.676 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:49.676 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-20T10:53:49.676 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:53:49.677 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:49 smithi123 ceph-mon[188613]: failed to encode map e293 with expected crc 2023-12-20T10:53:49.677 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:49 smithi123 ceph-mon[188613]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-20T10:53:49.677 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:49 smithi123 ceph-mon[188613]: Upgrade: osd.2 is safe to restart 2023-12-20T10:53:49.677 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:49 smithi123 ceph-mon[188613]: osdmap e294: 8 total, 8 up, 8 in 2023-12-20T10:53:49.677 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:49 smithi123 ceph-mon[188613]: failed to encode map e294 with expected crc 2023-12-20T10:53:49.677 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:49.677 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-20T10:53:49.677 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:53:49.980 INFO:tasks.rados.rados.0.smithi123.stdout:1157: done (4 left) 2023-12-20T10:53:49.980 INFO:tasks.rados.rados.0.smithi123.stdout:1159: done (3 left) 2023-12-20T10:53:49.980 INFO:tasks.rados.rados.0.smithi123.stdout:1160: done (2 left) 2023-12-20T10:53:49.980 INFO:tasks.rados.rados.0.smithi123.stdout:1161: done (1 left) 2023-12-20T10:53:49.980 INFO:tasks.rados.rados.0.smithi123.stdout:1162: done (0 left) 2023-12-20T10:53:49.980 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 28 current snap is 117 2023-12-20T10:53:49.980 INFO:tasks.rados.rados.0.smithi123.stdout:1163: seq_num 383 ranges {0=417792,417792=589824,1007616=417792,1425408=196608} 2023-12-20T10:53:49.982 INFO:tasks.rados.rados.0.smithi123.stdout:1163: writing smithi123173835-28 from 0 to 417792 tid 1 2023-12-20T10:53:49.988 INFO:tasks.rados.rados.0.smithi123.stdout:1163: writing smithi123173835-28 from 417792 to 1007616 tid 2 2023-12-20T10:53:49.988 INFO:tasks.rados.rados.0.smithi123.stdout:1163: writing smithi123173835-28 from 1007616 to 1425408 tid 3 2023-12-20T10:53:49.990 INFO:tasks.rados.rados.0.smithi123.stdout:1163: writing smithi123173835-28 from 1425408 to 1622016 tid 4 2023-12-20T10:53:49.990 INFO:tasks.rados.rados.0.smithi123.stdout:1164: rmattr oid 39 current snap is 117 2023-12-20T10:53:49.990 INFO:tasks.rados.rados.0.smithi123.stdout:1164: done (1 left) 2023-12-20T10:53:49.990 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 34 current snap is 117 2023-12-20T10:53:49.990 INFO:tasks.rados.rados.0.smithi123.stdout:1163: finishing write tid 1 to smithi123173835-28 2023-12-20T10:53:49.990 INFO:tasks.rados.rados.0.smithi123.stdout:1165: seq_num 384 ranges {0=434176,434176=475136,909312=630784,1540096=98304} 2023-12-20T10:53:49.992 INFO:tasks.rados.rados.0.smithi123.stdout:1165: writing smithi123173835-34 from 0 to 434176 tid 1 2023-12-20T10:53:49.995 INFO:tasks.rados.rados.0.smithi123.stdout:1165: writing smithi123173835-34 from 434176 to 909312 tid 2 2023-12-20T10:53:50.000 INFO:tasks.rados.rados.0.smithi123.stdout:1165: writing smithi123173835-34 from 909312 to 1540096 tid 3 2023-12-20T10:53:50.000 INFO:tasks.rados.rados.0.smithi123.stdout:1165: writing smithi123173835-34 from 1540096 to 1638400 tid 4 2023-12-20T10:53:50.000 INFO:tasks.rados.rados.0.smithi123.stdout:1166: copy_from oid 3 from oid 13 current snap is 117 2023-12-20T10:53:50.000 INFO:tasks.rados.rados.0.smithi123.stdout:1163: finishing write tid 2 to smithi123173835-28 2023-12-20T10:53:50.000 INFO:tasks.rados.rados.0.smithi123.stdout:1163: finishing write tid 3 to smithi123173835-28 2023-12-20T10:53:50.000 INFO:tasks.rados.rados.0.smithi123.stdout:1163: finishing write tid 4 to smithi123173835-28 2023-12-20T10:53:50.001 INFO:tasks.rados.rados.0.smithi123.stdout:1163: finishing write tid 5 to smithi123173835-28 2023-12-20T10:53:50.001 INFO:tasks.rados.rados.0.smithi123.stdout:1163: finishing write tid 6 to smithi123173835-28 2023-12-20T10:53:50.001 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 28 v 786 (ObjNum 383 snap 117 seq_num 383) dirty exists 2023-12-20T10:53:50.001 INFO:tasks.rados.rados.0.smithi123.stdout:1163: left oid 28 (ObjNum 383 snap 117 seq_num 383) 2023-12-20T10:53:50.001 INFO:tasks.rados.rados.0.smithi123.stdout:1165: finishing write tid 1 to smithi123173835-34 2023-12-20T10:53:50.001 INFO:tasks.rados.rados.0.smithi123.stdout:1165: finishing write tid 2 to smithi123173835-34 2023-12-20T10:53:50.001 INFO:tasks.rados.rados.0.smithi123.stdout:1163: done (2 left) 2023-12-20T10:53:50.001 INFO:tasks.rados.rados.0.smithi123.stdout:1167: copy_from oid 5 from oid 45 current snap is 117 2023-12-20T10:53:50.001 INFO:tasks.rados.rados.0.smithi123.stdout:1168: snap_create 2023-12-20T10:53:50.011 INFO:tasks.rados.rados.0.smithi123.stdout:1165: finishing write tid 3 to smithi123173835-34 2023-12-20T10:53:50.011 INFO:tasks.rados.rados.0.smithi123.stdout:1165: finishing write tid 4 to smithi123173835-34 2023-12-20T10:53:50.011 INFO:tasks.rados.rados.0.smithi123.stdout:1165: finishing write tid 5 to smithi123173835-34 2023-12-20T10:53:50.014 INFO:tasks.rados.rados.0.smithi123.stdout:1165: finishing write tid 6 to smithi123173835-34 2023-12-20T10:53:50.014 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 34 v 1069 (ObjNum 384 snap 117 seq_num 384) dirty exists 2023-12-20T10:53:50.014 INFO:tasks.rados.rados.0.smithi123.stdout:1165: left oid 34 (ObjNum 384 snap 117 seq_num 384) 2023-12-20T10:53:50.025 INFO:tasks.rados.rados.0.smithi123.stdout:1166: finishing copy_from to smithi123173835-3 2023-12-20T10:53:50.025 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 774 (ObjNum 324 snap 98 seq_num 324) dirty exists 2023-12-20T10:53:50.025 INFO:tasks.rados.rados.0.smithi123.stdout:1166: finishing copy_from racing read to smithi123173835-3 2023-12-20T10:53:50.030 INFO:tasks.rados.rados.0.smithi123.stdout:1167: finishing copy_from to smithi123173835-5 2023-12-20T10:53:50.030 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 489 (ObjNum 327 snap 99 seq_num 327) dirty exists 2023-12-20T10:53:50.031 INFO:tasks.rados.rados.0.smithi123.stdout:1167: finishing copy_from racing read to smithi123173835-5 2023-12-20T10:53:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:50 smithi177 ceph-mon[212096]: failed to encode map e294 with expected crc 2023-12-20T10:53:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:50 smithi177 ceph-mon[212096]: failed to encode map e294 with expected crc 2023-12-20T10:53:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:50 smithi177 ceph-mon[212096]: pgmap v148: 121 pgs: 121 active+clean; 235 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2023-12-20T10:53:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:50 smithi177 ceph-mon[212096]: Upgrade: Updating osd.2 2023-12-20T10:53:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:50 smithi177 ceph-mon[212096]: Deploying daemon osd.2 on smithi123 2023-12-20T10:53:50.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:50 smithi177 ceph-mon[212096]: failed to encode map e295 with expected crc 2023-12-20T10:53:50.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:50 smithi177 ceph-mon[212096]: osdmap e295: 8 total, 8 up, 8 in 2023-12-20T10:53:50.697 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:50 smithi123 ceph-mon[188613]: failed to encode map e294 with expected crc 2023-12-20T10:53:50.697 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:50 smithi123 ceph-mon[188613]: failed to encode map e294 with expected crc 2023-12-20T10:53:50.698 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:50 smithi123 ceph-mon[188613]: pgmap v148: 121 pgs: 121 active+clean; 235 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2023-12-20T10:53:50.698 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:50 smithi123 ceph-mon[188613]: Upgrade: Updating osd.2 2023-12-20T10:53:50.698 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:50 smithi123 ceph-mon[188613]: Deploying daemon osd.2 on smithi123 2023-12-20T10:53:50.698 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:50 smithi123 ceph-mon[188613]: failed to encode map e295 with expected crc 2023-12-20T10:53:50.698 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:50 smithi123 ceph-mon[188613]: osdmap e295: 8 total, 8 up, 8 in 2023-12-20T10:53:50.698 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:50 smithi123 ceph-mon[191304]: failed to encode map e294 with expected crc 2023-12-20T10:53:50.698 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:50 smithi123 ceph-mon[191304]: failed to encode map e294 with expected crc 2023-12-20T10:53:50.698 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:50 smithi123 ceph-mon[191304]: pgmap v148: 121 pgs: 121 active+clean; 235 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2023-12-20T10:53:50.698 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:50 smithi123 ceph-mon[191304]: Upgrade: Updating osd.2 2023-12-20T10:53:50.698 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:50 smithi123 ceph-mon[191304]: Deploying daemon osd.2 on smithi123 2023-12-20T10:53:50.698 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:50 smithi123 ceph-mon[191304]: failed to encode map e295 with expected crc 2023-12-20T10:53:50.699 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:50 smithi123 ceph-mon[191304]: osdmap e295: 8 total, 8 up, 8 in 2023-12-20T10:53:50.984 INFO:tasks.rados.rados.0.smithi123.stdout:1165: done (3 left) 2023-12-20T10:53:50.985 INFO:tasks.rados.rados.0.smithi123.stdout:1166: done (2 left) 2023-12-20T10:53:50.985 INFO:tasks.rados.rados.0.smithi123.stdout:1167: done (1 left) 2023-12-20T10:53:50.985 INFO:tasks.rados.rados.0.smithi123.stdout:1168: done (0 left) 2023-12-20T10:53:50.985 INFO:tasks.rados.rados.0.smithi123.stdout:1169: snap_create 2023-12-20T10:53:51.625 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:51 smithi123 ceph-mon[188613]: failed to encode map e295 with expected crc 2023-12-20T10:53:51.625 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:51 smithi123 ceph-mon[188613]: failed to encode map e295 with expected crc 2023-12-20T10:53:51.625 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:51 smithi123 ceph-mon[188613]: osdmap e296: 8 total, 8 up, 8 in 2023-12-20T10:53:51.625 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:51 smithi123 ceph-mon[191304]: failed to encode map e295 with expected crc 2023-12-20T10:53:51.625 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:51 smithi123 ceph-mon[191304]: failed to encode map e295 with expected crc 2023-12-20T10:53:51.626 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:51 smithi123 ceph-mon[191304]: osdmap e296: 8 total, 8 up, 8 in 2023-12-20T10:53:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:51 smithi177 ceph-mon[212096]: failed to encode map e295 with expected crc 2023-12-20T10:53:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:51 smithi177 ceph-mon[212096]: failed to encode map e295 with expected crc 2023-12-20T10:53:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:51 smithi177 ceph-mon[212096]: osdmap e296: 8 total, 8 up, 8 in 2023-12-20T10:53:51.986 INFO:tasks.rados.rados.0.smithi123.stdout:1169: done (0 left) 2023-12-20T10:53:51.986 INFO:tasks.rados.rados.0.smithi123.stdout:1170: snap_remove snap 116 2023-12-20T10:53:52.242 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:53:51 smithi123 systemd[1]: Stopping Ceph osd.2 for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:53:52.242 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:53:52 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-2[144682]: 2023-12-20T10:53:52.147+0000 7f8d7dac7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-20T10:53:52.242 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:53:52 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-2[144682]: 2023-12-20T10:53:52.147+0000 7f8d7dac7700 -1 osd.2 296 *** Got signal Terminated *** 2023-12-20T10:53:52.242 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:53:52 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-2[144682]: 2023-12-20T10:53:52.147+0000 7f8d7dac7700 -1 osd.2 296 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-20T10:53:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:52 smithi177 ceph-mon[212096]: failed to encode map e296 with expected crc 2023-12-20T10:53:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:52 smithi177 ceph-mon[212096]: pgmap v151: 121 pgs: 121 active+clean; 235 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.2 MiB/s wr, 5 op/s 2023-12-20T10:53:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:52 smithi177 ceph-mon[212096]: failed to encode map e296 with expected crc 2023-12-20T10:53:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:52 smithi177 ceph-mon[212096]: failed to encode map e296 with expected crc 2023-12-20T10:53:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:52 smithi177 ceph-mon[212096]: failed to encode map e296 with expected crc 2023-12-20T10:53:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:52 smithi177 ceph-mon[212096]: failed to encode map e296 with expected crc 2023-12-20T10:53:52.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:52 smithi177 ceph-mon[212096]: osdmap e297: 8 total, 8 up, 8 in 2023-12-20T10:53:52.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:52 smithi177 ceph-mon[212096]: osd.2 marked itself down and dead 2023-12-20T10:53:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:52 smithi123 ceph-mon[191304]: failed to encode map e296 with expected crc 2023-12-20T10:53:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:52 smithi123 ceph-mon[191304]: pgmap v151: 121 pgs: 121 active+clean; 235 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.2 MiB/s wr, 5 op/s 2023-12-20T10:53:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:52 smithi123 ceph-mon[191304]: failed to encode map e296 with expected crc 2023-12-20T10:53:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:52 smithi123 ceph-mon[191304]: failed to encode map e296 with expected crc 2023-12-20T10:53:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:52 smithi123 ceph-mon[191304]: failed to encode map e296 with expected crc 2023-12-20T10:53:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:52 smithi123 ceph-mon[191304]: failed to encode map e296 with expected crc 2023-12-20T10:53:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:52 smithi123 ceph-mon[191304]: osdmap e297: 8 total, 8 up, 8 in 2023-12-20T10:53:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:52 smithi123 ceph-mon[191304]: osd.2 marked itself down and dead 2023-12-20T10:53:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:52 smithi123 ceph-mon[188613]: failed to encode map e296 with expected crc 2023-12-20T10:53:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:52 smithi123 ceph-mon[188613]: pgmap v151: 121 pgs: 121 active+clean; 235 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.2 MiB/s wr, 5 op/s 2023-12-20T10:53:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:52 smithi123 ceph-mon[188613]: failed to encode map e296 with expected crc 2023-12-20T10:53:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:52 smithi123 ceph-mon[188613]: failed to encode map e296 with expected crc 2023-12-20T10:53:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:52 smithi123 ceph-mon[188613]: failed to encode map e296 with expected crc 2023-12-20T10:53:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:52 smithi123 ceph-mon[188613]: failed to encode map e296 with expected crc 2023-12-20T10:53:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:52 smithi123 ceph-mon[188613]: osdmap e297: 8 total, 8 up, 8 in 2023-12-20T10:53:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:52 smithi123 ceph-mon[188613]: osd.2 marked itself down and dead 2023-12-20T10:53:52.985 INFO:tasks.rados.rados.0.smithi123.stdout:1170: done (0 left) 2023-12-20T10:53:52.985 INFO:tasks.rados.rados.0.smithi123.stdout:1171: rollback oid 5 current snap is 119 2023-12-20T10:53:52.985 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 5 to 112 2023-12-20T10:53:52.985 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 29 current snap is 119 2023-12-20T10:53:52.985 INFO:tasks.rados.rados.0.smithi123.stdout:1172: seq_num 385 ranges {2596864=450560,3047424=761856,3809280=442368} 2023-12-20T10:53:52.987 INFO:tasks.rados.rados.0.smithi123.stdout:1172: writing smithi123173835-29 from 2596864 to 3047424 tid 1 2023-12-20T10:53:52.992 INFO:tasks.rados.rados.0.smithi123.stdout:1172: writing smithi123173835-29 from 3047424 to 3809280 tid 2 2023-12-20T10:53:52.994 INFO:tasks.rados.rados.0.smithi123.stdout:1172: writing smithi123173835-29 from 3809280 to 4251648 tid 3 2023-12-20T10:53:52.995 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 10 current snap is 119 2023-12-20T10:53:52.995 INFO:tasks.rados.rados.0.smithi123.stdout:1173: seq_num 386 ranges {6045696=466944,6512640=638976,7151616=565248} 2023-12-20T10:53:53.030 INFO:tasks.rados.rados.0.smithi123.stdout:1173: writing smithi123173835-10 from 6045696 to 6512640 tid 1 2023-12-20T10:53:53.033 INFO:tasks.rados.rados.0.smithi123.stdout:1173: writing smithi123173835-10 from 6512640 to 7151616 tid 2 2023-12-20T10:53:53.037 INFO:tasks.rados.rados.0.smithi123.stdout:1173: writing smithi123173835-10 from 7151616 to 7716864 tid 3 2023-12-20T10:53:53.037 INFO:tasks.rados.rados.0.smithi123.stdout:1174: delete oid 26 current snap is 119 2023-12-20T10:53:53.041 INFO:tasks.rados.rados.0.smithi123.stdout:1174: done (3 left) 2023-12-20T10:53:53.042 INFO:tasks.rados.rados.0.smithi123.stdout:1175: read oid 37 snap -1 2023-12-20T10:53:53.042 INFO:tasks.rados.rados.0.smithi123.stdout:1175: expect (ObjNum 379 snap 115 seq_num 379) 2023-12-20T10:53:53.042 INFO:tasks.rados.rados.0.smithi123.stdout:1176: delete oid 47 current snap is 119 2023-12-20T10:53:53.043 INFO:tasks.rados.rados.0.smithi123.stdout:1176: done (4 left) 2023-12-20T10:53:53.043 INFO:tasks.rados.rados.0.smithi123.stdout:1177: snap_remove snap 113 2023-12-20T10:53:53.637 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:53 smithi123 ceph-mon[188613]: failed to encode map e296 with expected crc 2023-12-20T10:53:53.637 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:53 smithi123 ceph-mon[188613]: failed to encode map e297 with expected crc 2023-12-20T10:53:53.638 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:53 smithi123 ceph-mon[188613]: failed to encode map e297 with expected crc 2023-12-20T10:53:53.638 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:53 smithi123 ceph-mon[188613]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-20T10:53:53.638 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:53 smithi123 ceph-mon[188613]: failed to encode map e297 with expected crc 2023-12-20T10:53:53.638 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:53 smithi123 ceph-mon[188613]: osdmap e298: 8 total, 7 up, 8 in 2023-12-20T10:53:53.638 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:53 smithi123 ceph-mon[191304]: failed to encode map e296 with expected crc 2023-12-20T10:53:53.638 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:53 smithi123 ceph-mon[191304]: failed to encode map e297 with expected crc 2023-12-20T10:53:53.638 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:53 smithi123 ceph-mon[191304]: failed to encode map e297 with expected crc 2023-12-20T10:53:53.638 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:53 smithi123 ceph-mon[191304]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-20T10:53:53.638 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:53 smithi123 ceph-mon[191304]: failed to encode map e297 with expected crc 2023-12-20T10:53:53.638 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:53 smithi123 ceph-mon[191304]: osdmap e298: 8 total, 7 up, 8 in 2023-12-20T10:53:53.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:53 smithi177 ceph-mon[212096]: failed to encode map e296 with expected crc 2023-12-20T10:53:53.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:53 smithi177 ceph-mon[212096]: failed to encode map e297 with expected crc 2023-12-20T10:53:53.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:53 smithi177 ceph-mon[212096]: failed to encode map e297 with expected crc 2023-12-20T10:53:53.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:53 smithi177 ceph-mon[212096]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-20T10:53:53.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:53 smithi177 ceph-mon[212096]: failed to encode map e297 with expected crc 2023-12-20T10:53:53.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:53 smithi177 ceph-mon[212096]: osdmap e298: 8 total, 7 up, 8 in 2023-12-20T10:53:53.979 INFO:tasks.rados.rados.0.smithi123.stdout:1177: done (4 left) 2023-12-20T10:53:53.979 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 21 current snap is 119 2023-12-20T10:53:53.979 INFO:tasks.rados.rados.0.smithi123.stdout:1178: seq_num 389 ranges {311296=524288,835584=745472,1581056=458752} 2023-12-20T10:53:53.993 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:53:53 smithi123 bash[210703]: ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-2 2023-12-20T10:53:53.994 INFO:tasks.rados.rados.0.smithi123.stdout:1178: writing smithi123173835-21 from 311296 to 835584 tid 1 2023-12-20T10:53:53.994 INFO:tasks.rados.rados.0.smithi123.stdout:1178: writing smithi123173835-21 from 835584 to 1581056 tid 2 2023-12-20T10:53:53.994 INFO:tasks.rados.rados.0.smithi123.stdout:1178: writing smithi123173835-21 from 1581056 to 2039808 tid 3 2023-12-20T10:53:53.994 INFO:tasks.rados.rados.0.smithi123.stdout:1179: read oid 18 snap -1 2023-12-20T10:53:53.994 INFO:tasks.rados.rados.0.smithi123.stdout:1179: expect (ObjNum 371 snap 115 seq_num 371) 2023-12-20T10:53:53.994 INFO:tasks.rados.rados.0.smithi123.stdout:1180: rollback oid 41 current snap is 119 2023-12-20T10:53:53.994 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 41 to 115 2023-12-20T10:53:53.994 INFO:tasks.rados.rados.0.smithi123.stdout:1181: read oid 24 snap 76 2023-12-20T10:53:53.994 INFO:tasks.rados.rados.0.smithi123.stdout:1181: expect (ObjNum 229 snap 60 seq_num 229) 2023-12-20T10:53:53.994 INFO:tasks.rados.rados.0.smithi123.stdout:1182: setattr oid 32 current snap is 119 2023-12-20T10:53:53.996 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 40 current snap is 119 2023-12-20T10:53:53.996 INFO:tasks.rados.rados.0.smithi123.stdout:1183: seq_num 390 ranges {0=540672,540672=630784,1171456=573440} 2023-12-20T10:53:53.999 INFO:tasks.rados.rados.0.smithi123.stdout:1183: writing smithi123173835-40 from 0 to 540672 tid 1 2023-12-20T10:53:54.004 INFO:tasks.rados.rados.0.smithi123.stdout:1183: writing smithi123173835-40 from 540672 to 1171456 tid 2 2023-12-20T10:53:54.008 INFO:tasks.rados.rados.0.smithi123.stdout:1183: writing smithi123173835-40 from 1171456 to 1744896 tid 3 2023-12-20T10:53:54.008 INFO:tasks.rados.rados.0.smithi123.stdout:1184: snap_create 2023-12-20T10:53:54.008 INFO:tasks.rados.rados.0.smithi123.stdout:1178: finishing write tid 1 to smithi123173835-21 2023-12-20T10:53:54.008 INFO:tasks.rados.rados.0.smithi123.stdout:1172: finishing write tid 1 to smithi123173835-29 2023-12-20T10:53:54.008 INFO:tasks.rados.rados.0.smithi123.stdout:1172: finishing write tid 2 to smithi123173835-29 2023-12-20T10:53:54.008 INFO:tasks.rados.rados.0.smithi123.stdout:1172: finishing write tid 3 to smithi123173835-29 2023-12-20T10:53:54.009 INFO:tasks.rados.rados.0.smithi123.stdout:1180: finishing rollback tid 0 to smithi123173835-41 2023-12-20T10:53:54.009 INFO:tasks.rados.rados.0.smithi123.stdout:1172: finishing write tid 4 to smithi123173835-29 2023-12-20T10:53:54.009 INFO:tasks.rados.rados.0.smithi123.stdout:1180: finishing rollback tid 1 to smithi123173835-41 2023-12-20T10:53:54.009 INFO:tasks.rados.rados.0.smithi123.stdout:1180: finishing rollback tid 2 to smithi123173835-41 2023-12-20T10:53:54.009 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 484 (ObjNum 284 snap 87 seq_num 284) dirty exists 2023-12-20T10:53:54.014 INFO:tasks.rados.rados.0.smithi123.stdout:1173: finishing write tid 1 to smithi123173835-10 2023-12-20T10:53:54.017 INFO:tasks.rados.rados.0.smithi123.stdout:1173: finishing write tid 2 to smithi123173835-10 2023-12-20T10:53:54.019 INFO:tasks.rados.rados.0.smithi123.stdout:1173: finishing write tid 3 to smithi123173835-10 2023-12-20T10:53:54.019 INFO:tasks.rados.rados.0.smithi123.stdout:1175: expect (ObjNum 379 snap 115 seq_num 379) 2023-12-20T10:53:54.065 INFO:tasks.rados.rados.0.smithi123.stdout:1172: finishing write tid 5 to smithi123173835-29 2023-12-20T10:53:54.065 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 506 (ObjNum 385 snap 119 seq_num 385) dirty exists 2023-12-20T10:53:54.065 INFO:tasks.rados.rados.0.smithi123.stdout:1172: left oid 29 (ObjNum 385 snap 119 seq_num 385) 2023-12-20T10:53:54.065 INFO:tasks.rados.rados.0.smithi123.stdout:1173: finishing write tid 4 to smithi123173835-10 2023-12-20T10:53:54.065 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 1076 (ObjNum 367 snap 112 seq_num 367) dirty exists 2023-12-20T10:53:54.065 INFO:tasks.rados.rados.0.smithi123.stdout:1183: finishing write tid 1 to smithi123173835-40 2023-12-20T10:53:54.065 INFO:tasks.rados.rados.0.smithi123.stdout:1183: finishing write tid 2 to smithi123173835-40 2023-12-20T10:53:54.065 INFO:tasks.rados.rados.0.smithi123.stdout:1183: finishing write tid 3 to smithi123173835-40 2023-12-20T10:53:54.065 INFO:tasks.rados.rados.0.smithi123.stdout:1183: finishing write tid 4 to smithi123173835-40 2023-12-20T10:53:54.066 INFO:tasks.rados.rados.0.smithi123.stdout:1178: finishing write tid 2 to smithi123173835-21 2023-12-20T10:53:54.066 INFO:tasks.rados.rados.0.smithi123.stdout:1178: finishing write tid 3 to smithi123173835-21 2023-12-20T10:53:54.066 INFO:tasks.rados.rados.0.smithi123.stdout:1181: expect (ObjNum 229 snap 60 seq_num 229) 2023-12-20T10:53:54.127 INFO:tasks.rados.rados.0.smithi123.stdout:1178: finishing write tid 4 to smithi123173835-21 2023-12-20T10:53:54.128 INFO:tasks.rados.rados.0.smithi123.stdout:1179: expect (ObjNum 371 snap 115 seq_num 371) 2023-12-20T10:53:54.267 INFO:tasks.rados.rados.0.smithi123.stdout:1173: finishing write tid 5 to smithi123173835-10 2023-12-20T10:53:54.267 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 1074 (ObjNum 386 snap 119 seq_num 386) dirty exists 2023-12-20T10:53:54.267 INFO:tasks.rados.rados.0.smithi123.stdout:1173: left oid 10 (ObjNum 386 snap 119 seq_num 386) 2023-12-20T10:53:54.267 INFO:tasks.rados.rados.0.smithi123.stdout:1171: finishing rollback tid 0 to smithi123173835-5 2023-12-20T10:53:54.267 INFO:tasks.rados.rados.0.smithi123.stdout:1171: finishing rollback tid 1 to smithi123173835-5 2023-12-20T10:53:54.267 INFO:tasks.rados.rados.0.smithi123.stdout:1171: finishing rollback tid 2 to smithi123173835-5 2023-12-20T10:53:54.267 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 492 (ObjNum 341 snap 103 seq_num 341) dirty exists 2023-12-20T10:53:54.267 INFO:tasks.rados.rados.0.smithi123.stdout:1183: finishing write tid 5 to smithi123173835-40 2023-12-20T10:53:54.267 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 40 v 1081 (ObjNum 390 snap 119 seq_num 390) dirty exists 2023-12-20T10:53:54.267 INFO:tasks.rados.rados.0.smithi123.stdout:1183: left oid 40 (ObjNum 390 snap 119 seq_num 390) 2023-12-20T10:53:54.268 INFO:tasks.rados.rados.0.smithi123.stdout:1178: finishing write tid 5 to smithi123173835-21 2023-12-20T10:53:54.268 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 933 (ObjNum 389 snap 119 seq_num 389) dirty exists 2023-12-20T10:53:54.268 INFO:tasks.rados.rados.0.smithi123.stdout:1178: left oid 21 (ObjNum 389 snap 119 seq_num 389) 2023-12-20T10:53:54.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:54 smithi123 ceph-mon[191304]: failed to encode map e297 with expected crc 2023-12-20T10:53:54.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:54 smithi123 ceph-mon[191304]: pgmap v154: 121 pgs: 5 peering, 12 stale+active+clean, 104 active+clean; 232 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.4 MiB/s wr, 12 op/s 2023-12-20T10:53:54.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:54 smithi123 ceph-mon[191304]: failed to encode map e299 with expected crc 2023-12-20T10:53:54.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:54 smithi123 ceph-mon[191304]: osdmap e299: 8 total, 7 up, 8 in 2023-12-20T10:53:54.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:54 smithi123 ceph-mon[191304]: failed to encode map e299 with expected crc 2023-12-20T10:53:54.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:54 smithi123 ceph-mon[188613]: failed to encode map e297 with expected crc 2023-12-20T10:53:54.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:54 smithi123 ceph-mon[188613]: pgmap v154: 121 pgs: 5 peering, 12 stale+active+clean, 104 active+clean; 232 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.4 MiB/s wr, 12 op/s 2023-12-20T10:53:54.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:54 smithi123 ceph-mon[188613]: failed to encode map e299 with expected crc 2023-12-20T10:53:54.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:54 smithi123 ceph-mon[188613]: osdmap e299: 8 total, 7 up, 8 in 2023-12-20T10:53:54.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:54 smithi123 ceph-mon[188613]: failed to encode map e299 with expected crc 2023-12-20T10:53:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:54 smithi177 ceph-mon[212096]: failed to encode map e297 with expected crc 2023-12-20T10:53:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:54 smithi177 ceph-mon[212096]: pgmap v154: 121 pgs: 5 peering, 12 stale+active+clean, 104 active+clean; 232 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.4 MiB/s wr, 12 op/s 2023-12-20T10:53:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:54 smithi177 ceph-mon[212096]: failed to encode map e299 with expected crc 2023-12-20T10:53:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:54 smithi177 ceph-mon[212096]: osdmap e299: 8 total, 7 up, 8 in 2023-12-20T10:53:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:54 smithi177 ceph-mon[212096]: failed to encode map e299 with expected crc 2023-12-20T10:53:54.979 INFO:tasks.rados.rados.0.smithi123.stdout:1171: done (10 left) 2023-12-20T10:53:54.979 INFO:tasks.rados.rados.0.smithi123.stdout:1172: done (9 left) 2023-12-20T10:53:54.979 INFO:tasks.rados.rados.0.smithi123.stdout:1173: done (8 left) 2023-12-20T10:53:54.980 INFO:tasks.rados.rados.0.smithi123.stdout:1175: done (7 left) 2023-12-20T10:53:54.980 INFO:tasks.rados.rados.0.smithi123.stdout:1178: done (6 left) 2023-12-20T10:53:54.980 INFO:tasks.rados.rados.0.smithi123.stdout:1179: done (5 left) 2023-12-20T10:53:54.980 INFO:tasks.rados.rados.0.smithi123.stdout:1180: done (4 left) 2023-12-20T10:53:54.980 INFO:tasks.rados.rados.0.smithi123.stdout:1181: done (3 left) 2023-12-20T10:53:54.980 INFO:tasks.rados.rados.0.smithi123.stdout:1182: done (2 left) 2023-12-20T10:53:54.980 INFO:tasks.rados.rados.0.smithi123.stdout:1183: done (1 left) 2023-12-20T10:53:54.980 INFO:tasks.rados.rados.0.smithi123.stdout:1184: done (0 left) 2023-12-20T10:53:54.980 INFO:tasks.rados.rados.0.smithi123.stdout:1185: copy_from oid 6 from oid 49 current snap is 120 2023-12-20T10:53:54.980 INFO:tasks.rados.rados.0.smithi123.stdout:1186: rollback oid 33 current snap is 120 2023-12-20T10:53:54.980 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 33 to 109 2023-12-20T10:53:54.980 INFO:tasks.rados.rados.0.smithi123.stdout:1187: copy_from oid 38 from oid 1 current snap is 120 2023-12-20T10:53:54.980 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 16 current snap is 120 2023-12-20T10:53:54.980 INFO:tasks.rados.rados.0.smithi123.stdout:1188: seq_num 391 ranges {0=557056,557056=516096,1073152=688128} 2023-12-20T10:53:54.982 INFO:tasks.rados.rados.0.smithi123.stdout:1188: writing smithi123173835-16 from 0 to 557056 tid 1 2023-12-20T10:53:54.986 INFO:tasks.rados.rados.0.smithi123.stdout:1188: writing smithi123173835-16 from 557056 to 1073152 tid 2 2023-12-20T10:53:54.991 INFO:tasks.rados.rados.0.smithi123.stdout:1188: writing smithi123173835-16 from 1073152 to 1761280 tid 3 2023-12-20T10:53:54.991 INFO:tasks.rados.rados.0.smithi123.stdout:1189: snap_create 2023-12-20T10:53:54.991 INFO:tasks.rados.rados.0.smithi123.stdout:1186: finishing rollback tid 0 to smithi123173835-33 2023-12-20T10:53:54.991 INFO:tasks.rados.rados.0.smithi123.stdout:1185: finishing copy_from to smithi123173835-6 2023-12-20T10:53:54.991 INFO:tasks.rados.rados.0.smithi123.stdout:1185: got expected ENOENT (src dne) 2023-12-20T10:53:54.991 INFO:tasks.rados.rados.0.smithi123.stdout:1185: finishing copy_from racing read to smithi123173835-6 2023-12-20T10:53:54.991 INFO:tasks.rados.rados.0.smithi123.stdout:1186: finishing rollback tid 1 to smithi123173835-33 2023-12-20T10:53:54.991 INFO:tasks.rados.rados.0.smithi123.stdout:1186: finishing rollback tid 2 to smithi123173835-33 2023-12-20T10:53:54.992 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 715 (ObjNum 184 snap 50 seq_num 184) dirty exists 2023-12-20T10:53:54.992 INFO:tasks.rados.rados.0.smithi123.stdout:1188: finishing write tid 1 to smithi123173835-16 2023-12-20T10:53:54.992 INFO:tasks.rados.rados.0.smithi123.stdout:1188: finishing write tid 2 to smithi123173835-16 2023-12-20T10:53:54.994 INFO:tasks.rados.rados.0.smithi123.stdout:1188: finishing write tid 3 to smithi123173835-16 2023-12-20T10:53:54.994 INFO:tasks.rados.rados.0.smithi123.stdout:1188: finishing write tid 4 to smithi123173835-16 2023-12-20T10:53:54.997 INFO:tasks.rados.rados.0.smithi123.stdout:1188: finishing write tid 5 to smithi123173835-16 2023-12-20T10:53:54.997 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 706 (ObjNum 391 snap 120 seq_num 391) dirty exists 2023-12-20T10:53:54.997 INFO:tasks.rados.rados.0.smithi123.stdout:1188: left oid 16 (ObjNum 391 snap 120 seq_num 391) 2023-12-20T10:53:55.017 INFO:tasks.rados.rados.0.smithi123.stdout:1187: finishing copy_from to smithi123173835-38 2023-12-20T10:53:55.017 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 38 v 711 (ObjNum 347 snap 106 seq_num 347) dirty exists 2023-12-20T10:53:55.017 INFO:tasks.rados.rados.0.smithi123.stdout:1187: finishing copy_from racing read to smithi123173835-38 2023-12-20T10:53:55.242 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:53:54 smithi123 systemd[1]: ceph-85213638-9f24-11ee-95a5-87774f69a715@osd.2.service: Succeeded. 2023-12-20T10:53:55.242 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:53:54 smithi123 systemd[1]: Stopped Ceph osd.2 for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:53:55.242 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:53:55 smithi123 systemd[1]: Starting Ceph osd.2 for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:53:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:55 smithi177 ceph-mon[212096]: failed to encode map e299 with expected crc 2023-12-20T10:53:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:55 smithi177 ceph-mon[212096]: failed to encode map e299 with expected crc 2023-12-20T10:53:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:55 smithi177 ceph-mon[212096]: failed to encode map e299 with expected crc 2023-12-20T10:53:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:55 smithi177 ceph-mon[212096]: failed to encode map e299 with expected crc 2023-12-20T10:53:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:55 smithi177 ceph-mon[212096]: osdmap e300: 8 total, 7 up, 8 in 2023-12-20T10:53:55.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:55 smithi177 ceph-mon[212096]: failed to encode map e300 with expected crc 2023-12-20T10:53:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:55 smithi123 ceph-mon[191304]: failed to encode map e299 with expected crc 2023-12-20T10:53:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:55 smithi123 ceph-mon[191304]: failed to encode map e299 with expected crc 2023-12-20T10:53:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:55 smithi123 ceph-mon[191304]: failed to encode map e299 with expected crc 2023-12-20T10:53:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:55 smithi123 ceph-mon[191304]: failed to encode map e299 with expected crc 2023-12-20T10:53:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:55 smithi123 ceph-mon[191304]: osdmap e300: 8 total, 7 up, 8 in 2023-12-20T10:53:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:55 smithi123 ceph-mon[191304]: failed to encode map e300 with expected crc 2023-12-20T10:53:55.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:55 smithi123 ceph-mon[188613]: failed to encode map e299 with expected crc 2023-12-20T10:53:55.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:55 smithi123 ceph-mon[188613]: failed to encode map e299 with expected crc 2023-12-20T10:53:55.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:55 smithi123 ceph-mon[188613]: failed to encode map e299 with expected crc 2023-12-20T10:53:55.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:55 smithi123 ceph-mon[188613]: failed to encode map e299 with expected crc 2023-12-20T10:53:55.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:55 smithi123 ceph-mon[188613]: osdmap e300: 8 total, 7 up, 8 in 2023-12-20T10:53:55.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:55 smithi123 ceph-mon[188613]: failed to encode map e300 with expected crc 2023-12-20T10:53:55.983 INFO:tasks.rados.rados.0.smithi123.stdout:1185: done (4 left) 2023-12-20T10:53:55.984 INFO:tasks.rados.rados.0.smithi123.stdout:1186: done (3 left) 2023-12-20T10:53:55.984 INFO:tasks.rados.rados.0.smithi123.stdout:1187: done (2 left) 2023-12-20T10:53:55.984 INFO:tasks.rados.rados.0.smithi123.stdout:1188: done (1 left) 2023-12-20T10:53:55.984 INFO:tasks.rados.rados.0.smithi123.stdout:1189: done (0 left) 2023-12-20T10:53:55.984 INFO:tasks.rados.rados.0.smithi123.stdout:1190: copy_from oid 31 from oid 47 current snap is 121 2023-12-20T10:53:55.984 INFO:tasks.rados.rados.0.smithi123.stdout:1191: read oid 12 snap 100 2023-12-20T10:53:55.984 INFO:tasks.rados.rados.0.smithi123.stdout:1191: expect (ObjNum 277 snap 79 seq_num 277) 2023-12-20T10:53:55.985 INFO:tasks.rados.rados.0.smithi123.stdout:1192: delete oid 32 current snap is 121 2023-12-20T10:53:55.989 INFO:tasks.rados.rados.0.smithi123.stdout:1192: done (2 left) 2023-12-20T10:53:55.990 INFO:tasks.rados.rados.0.smithi123.stdout:1193: snap_create 2023-12-20T10:53:55.993 INFO:tasks.rados.rados.0.smithi123.stdout:1190: finishing copy_from to smithi123173835-31 2023-12-20T10:53:55.993 INFO:tasks.rados.rados.0.smithi123.stdout:1190: got expected ENOENT (src dne) 2023-12-20T10:53:55.993 INFO:tasks.rados.rados.0.smithi123.stdout:1190: finishing copy_from racing read to smithi123173835-31 2023-12-20T10:53:56.005 INFO:tasks.rados.rados.0.smithi123.stdout:1191: expect (ObjNum 277 snap 79 seq_num 277) 2023-12-20T10:53:56.242 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:53:55 smithi123 bash[210963]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-12-20T10:53:56.242 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:53:55 smithi123 bash[210963]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2023-12-20T10:53:56.242 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:53:55 smithi123 bash[210963]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2023-12-20T10:53:56.242 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:53:55 smithi123 bash[210963]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2023-12-20T10:53:56.242 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:53:55 smithi123 bash[210963]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2023-12-20T10:53:56.242 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:53:55 smithi123 bash[210963]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-12-20T10:53:56.242 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:53:55 smithi123 bash[210963]: --> ceph-volume raw activate successful for osd ID: 2 2023-12-20T10:53:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:56 smithi177 ceph-mon[212096]: failed to encode map e300 with expected crc 2023-12-20T10:53:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:56 smithi177 ceph-mon[212096]: failed to encode map e300 with expected crc 2023-12-20T10:53:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:56 smithi177 ceph-mon[212096]: failed to encode map e300 with expected crc 2023-12-20T10:53:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:56 smithi177 ceph-mon[212096]: pgmap v157: 121 pgs: 5 peering, 12 stale+active+clean, 104 active+clean; 232 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.4 MiB/s wr, 12 op/s 2023-12-20T10:53:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:56 smithi177 ceph-mon[212096]: failed to encode map e301 with expected crc 2023-12-20T10:53:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:56 smithi177 ceph-mon[212096]: osdmap e301: 8 total, 7 up, 8 in 2023-12-20T10:53:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:53:56.742 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:53:56 smithi123 ceph-osd[211277]: -- 172.21.15.123:0/1049924305 <== mon.0 v2:172.21.15.123:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55dee80571e0 con 0x55dee8026c00 2023-12-20T10:53:56.742 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:53:56 smithi123 bash[211239]: 5e45f540434c15ee211df49b24160f70b97b4f131b46a711a66d4f8f83a189ae 2023-12-20T10:53:56.742 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:53:56 smithi123 systemd[1]: Started Ceph osd.2 for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:53:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:56 smithi123 ceph-mon[191304]: failed to encode map e300 with expected crc 2023-12-20T10:53:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:56 smithi123 ceph-mon[191304]: failed to encode map e300 with expected crc 2023-12-20T10:53:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:56 smithi123 ceph-mon[191304]: failed to encode map e300 with expected crc 2023-12-20T10:53:56.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:56 smithi123 ceph-mon[191304]: pgmap v157: 121 pgs: 5 peering, 12 stale+active+clean, 104 active+clean; 232 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.4 MiB/s wr, 12 op/s 2023-12-20T10:53:56.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:56 smithi123 ceph-mon[191304]: failed to encode map e301 with expected crc 2023-12-20T10:53:56.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:56 smithi123 ceph-mon[191304]: osdmap e301: 8 total, 7 up, 8 in 2023-12-20T10:53:56.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:56.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:53:56.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:56 smithi123 ceph-mon[188613]: failed to encode map e300 with expected crc 2023-12-20T10:53:56.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:56 smithi123 ceph-mon[188613]: failed to encode map e300 with expected crc 2023-12-20T10:53:56.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:56 smithi123 ceph-mon[188613]: failed to encode map e300 with expected crc 2023-12-20T10:53:56.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:56 smithi123 ceph-mon[188613]: pgmap v157: 121 pgs: 5 peering, 12 stale+active+clean, 104 active+clean; 232 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.4 MiB/s wr, 12 op/s 2023-12-20T10:53:56.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:56 smithi123 ceph-mon[188613]: failed to encode map e301 with expected crc 2023-12-20T10:53:56.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:56 smithi123 ceph-mon[188613]: osdmap e301: 8 total, 7 up, 8 in 2023-12-20T10:53:56.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:56.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:53:56.988 INFO:tasks.rados.rados.0.smithi123.stdout:1190: done (2 left) 2023-12-20T10:53:56.988 INFO:tasks.rados.rados.0.smithi123.stdout:1191: done (1 left) 2023-12-20T10:53:56.988 INFO:tasks.rados.rados.0.smithi123.stdout:1193: done (0 left) 2023-12-20T10:53:56.988 INFO:tasks.rados.rados.0.smithi123.stdout:1194: copy_from oid 38 from oid 8 current snap is 122 2023-12-20T10:53:56.988 INFO:tasks.rados.rados.0.smithi123.stdout:1195: delete oid 42 current snap is 122 2023-12-20T10:53:56.993 INFO:tasks.rados.rados.0.smithi123.stdout:1195: done (1 left) 2023-12-20T10:53:56.993 INFO:tasks.rados.rados.0.smithi123.stdout:1196: delete oid 29 current snap is 122 2023-12-20T10:53:56.996 INFO:tasks.rados.rados.0.smithi123.stdout:1196: done (1 left) 2023-12-20T10:53:56.996 INFO:tasks.rados.rados.0.smithi123.stdout:1197: rollback oid 27 current snap is 122 2023-12-20T10:53:56.996 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 27 to 76 2023-12-20T10:53:56.996 INFO:tasks.rados.rados.0.smithi123.stdout:1198: snap_remove snap 112 2023-12-20T10:53:57.492 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:53:57 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-2[211254]: 2023-12-20T10:53:57.064+0000 7fdfef905640 -1 Falling back to public interface 2023-12-20T10:53:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:57 smithi177 ceph-mon[212096]: failed to encode map e301 with expected crc 2023-12-20T10:53:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:53:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:57 smithi177 ceph-mon[212096]: failed to encode map e302 with expected crc 2023-12-20T10:53:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:57 smithi177 ceph-mon[212096]: osdmap e302: 8 total, 7 up, 8 in 2023-12-20T10:53:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:57 smithi177 ceph-mon[212096]: failed to encode map e302 with expected crc 2023-12-20T10:53:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:57 smithi177 ceph-mon[212096]: pgmap v160: 121 pgs: 23 active+undersized, 9 active+undersized+degraded, 5 peering, 84 active+clean; 246 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 7 op/s; 36/519 objects degraded (6.936%) 2023-12-20T10:53:57.931 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:57 smithi123 ceph-mon[191304]: failed to encode map e301 with expected crc 2023-12-20T10:53:57.932 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:57.932 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:57.932 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:53:57.932 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:57 smithi123 ceph-mon[191304]: failed to encode map e302 with expected crc 2023-12-20T10:53:57.932 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:57 smithi123 ceph-mon[191304]: osdmap e302: 8 total, 7 up, 8 in 2023-12-20T10:53:57.932 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:57 smithi123 ceph-mon[191304]: failed to encode map e302 with expected crc 2023-12-20T10:53:57.932 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:57 smithi123 ceph-mon[191304]: pgmap v160: 121 pgs: 23 active+undersized, 9 active+undersized+degraded, 5 peering, 84 active+clean; 246 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 7 op/s; 36/519 objects degraded (6.936%) 2023-12-20T10:53:57.932 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:57 smithi123 ceph-mon[188613]: failed to encode map e301 with expected crc 2023-12-20T10:53:57.932 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:57.932 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:53:57.933 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:53:57.933 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:57 smithi123 ceph-mon[188613]: failed to encode map e302 with expected crc 2023-12-20T10:53:57.933 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:57 smithi123 ceph-mon[188613]: osdmap e302: 8 total, 7 up, 8 in 2023-12-20T10:53:57.933 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:57 smithi123 ceph-mon[188613]: failed to encode map e302 with expected crc 2023-12-20T10:53:57.933 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:57 smithi123 ceph-mon[188613]: pgmap v160: 121 pgs: 23 active+undersized, 9 active+undersized+degraded, 5 peering, 84 active+clean; 246 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 7 op/s; 36/519 objects degraded (6.936%) 2023-12-20T10:53:57.971 INFO:tasks.rados.rados.0.smithi123.stdout:1198: done (2 left) 2023-12-20T10:53:57.971 INFO:tasks.rados.rados.0.smithi123.stdout:1199: setattr oid 44 current snap is 122 2023-12-20T10:53:57.971 INFO:tasks.rados.rados.0.smithi123.stdout:1197: finishing rollback tid 0 to smithi123173835-27 2023-12-20T10:53:57.971 INFO:tasks.rados.rados.0.smithi123.stdout:1197: finishing rollback tid 1 to smithi123173835-27 2023-12-20T10:53:57.971 INFO:tasks.rados.rados.0.smithi123.stdout:1197: finishing rollback tid 2 to smithi123173835-27 2023-12-20T10:53:57.971 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 27 v 257 (ObjNum 56 snap 4 seq_num 56) dirty exists 2023-12-20T10:53:57.971 INFO:tasks.rados.rados.0.smithi123.stdout:1194: finishing copy_from to smithi123173835-38 2023-12-20T10:53:57.972 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 38 v 398 (ObjNum 374 snap 115 seq_num 374) dirty exists 2023-12-20T10:53:57.972 INFO:tasks.rados.rados.0.smithi123.stdout:1194: finishing copy_from racing read to smithi123173835-38 2023-12-20T10:53:57.972 INFO:tasks.rados.rados.0.smithi123.stdout:1194: done (2 left) 2023-12-20T10:53:57.972 INFO:tasks.rados.rados.0.smithi123.stdout:1197: done (1 left) 2023-12-20T10:53:57.972 INFO:tasks.rados.rados.0.smithi123.stdout:1200: rollback oid 38 current snap is 122 2023-12-20T10:53:57.972 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 38 to 118 2023-12-20T10:53:57.972 INFO:tasks.rados.rados.0.smithi123.stdout:1201: rollback oid 43 current snap is 122 2023-12-20T10:53:57.972 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 43 to 121 2023-12-20T10:53:57.972 INFO:tasks.rados.rados.0.smithi123.stdout:1202: snap_remove snap 76 2023-12-20T10:53:58.903 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:53:58 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:53:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-20T10:53:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:58 smithi177 ceph-mon[212096]: failed to encode map e302 with expected crc 2023-12-20T10:53:58.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:58 smithi177 ceph-mon[212096]: osdmap e303: 8 total, 7 up, 8 in 2023-12-20T10:53:58.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:58 smithi177 ceph-mon[212096]: failed to encode map e303 with expected crc 2023-12-20T10:53:58.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:58 smithi177 ceph-mon[212096]: failed to encode map e303 with expected crc 2023-12-20T10:53:58.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:58 smithi177 ceph-mon[212096]: Health check failed: Degraded data redundancy: 36/519 objects degraded (6.936%), 9 pgs degraded (PG_DEGRADED) 2023-12-20T10:53:58.980 INFO:tasks.rados.rados.0.smithi123.stdout:1202: done (3 left) 2023-12-20T10:53:58.980 INFO:tasks.rados.rados.0.smithi123.stdout:1203: copy_from oid 41 from oid 22 current snap is 122 2023-12-20T10:53:58.980 INFO:tasks.rados.rados.0.smithi123.stdout:1201: finishing rollback tid 0 to smithi123173835-43 2023-12-20T10:53:58.980 INFO:tasks.rados.rados.0.smithi123.stdout:1201: finishing rollback tid 1 to smithi123173835-43 2023-12-20T10:53:58.981 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 44 v 86 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-20T10:53:58.981 INFO:tasks.rados.rados.0.smithi123.stdout:1201: finishing rollback tid 2 to smithi123173835-43 2023-12-20T10:53:58.981 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 495 (ObjNum 129 snap 0 seq_num 958803496) dirty exists 2023-12-20T10:53:58.981 INFO:tasks.rados.rados.0.smithi123.stdout:1200: finishing rollback tid 0 to smithi123173835-38 2023-12-20T10:53:58.981 INFO:tasks.rados.rados.0.smithi123.stdout:1200: finishing rollback tid 1 to smithi123173835-38 2023-12-20T10:53:58.981 INFO:tasks.rados.rados.0.smithi123.stdout:1200: finishing rollback tid 2 to smithi123173835-38 2023-12-20T10:53:58.982 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 38 v 721 (ObjNum 325 snap 98 seq_num 325) dirty exists 2023-12-20T10:53:58.982 INFO:tasks.rados.rados.0.smithi123.stdout:1199: done (3 left) 2023-12-20T10:53:58.982 INFO:tasks.rados.rados.0.smithi123.stdout:1200: done (2 left) 2023-12-20T10:53:58.982 INFO:tasks.rados.rados.0.smithi123.stdout:1201: done (1 left) 2023-12-20T10:53:58.982 INFO:tasks.rados.rados.0.smithi123.stdout:1204: snap_create 2023-12-20T10:53:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:58 smithi123 ceph-mon[188613]: failed to encode map e302 with expected crc 2023-12-20T10:53:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:58 smithi123 ceph-mon[188613]: osdmap e303: 8 total, 7 up, 8 in 2023-12-20T10:53:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:58 smithi123 ceph-mon[188613]: failed to encode map e303 with expected crc 2023-12-20T10:53:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:58 smithi123 ceph-mon[188613]: failed to encode map e303 with expected crc 2023-12-20T10:53:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:58 smithi123 ceph-mon[188613]: Health check failed: Degraded data redundancy: 36/519 objects degraded (6.936%), 9 pgs degraded (PG_DEGRADED) 2023-12-20T10:53:58.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:58 smithi123 ceph-mon[191304]: failed to encode map e302 with expected crc 2023-12-20T10:53:58.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:58 smithi123 ceph-mon[191304]: osdmap e303: 8 total, 7 up, 8 in 2023-12-20T10:53:58.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:58 smithi123 ceph-mon[191304]: failed to encode map e303 with expected crc 2023-12-20T10:53:58.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:58 smithi123 ceph-mon[191304]: failed to encode map e303 with expected crc 2023-12-20T10:53:58.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:58 smithi123 ceph-mon[191304]: Health check failed: Degraded data redundancy: 36/519 objects degraded (6.936%), 9 pgs degraded (PG_DEGRADED) 2023-12-20T10:53:59.014 INFO:tasks.rados.rados.0.smithi123.stdout:1203: finishing copy_from to smithi123173835-41 2023-12-20T10:53:59.014 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 594 (ObjNum 278 snap 81 seq_num 278) dirty exists 2023-12-20T10:53:59.014 INFO:tasks.rados.rados.0.smithi123.stdout:1203: finishing copy_from racing read to smithi123173835-41 2023-12-20T10:53:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:53:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:53:59] "GET /metrics HTTP/1.1" 200 36054 "" "Prometheus/2.43.0" 2023-12-20T10:53:59.987 INFO:tasks.rados.rados.0.smithi123.stdout:1203: done (1 left) 2023-12-20T10:53:59.987 INFO:tasks.rados.rados.0.smithi123.stdout:1204: done (0 left) 2023-12-20T10:53:59.987 INFO:tasks.rados.rados.0.smithi123.stdout:1205: copy_from oid 35 from oid 22 current snap is 123 2023-12-20T10:53:59.987 INFO:tasks.rados.rados.0.smithi123.stdout:1206: rollback oid 20 current snap is 123 2023-12-20T10:53:59.987 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 20 to 109 2023-12-20T10:53:59.987 INFO:tasks.rados.rados.0.smithi123.stdout:1207: delete oid 27 current snap is 123 2023-12-20T10:53:59.996 INFO:tasks.rados.rados.0.smithi123.stdout:1207: done (2 left) 2023-12-20T10:53:59.996 INFO:tasks.rados.rados.0.smithi123.stdout:1208: rollback oid 36 current snap is 123 2023-12-20T10:53:59.996 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 36 to 119 2023-12-20T10:53:59.996 INFO:tasks.rados.rados.0.smithi123.stdout:1209: delete oid 7 current snap is 123 2023-12-20T10:53:59.997 INFO:tasks.rados.rados.0.smithi123.stdout:1206: finishing rollback tid 0 to smithi123173835-20 2023-12-20T10:53:59.998 INFO:tasks.rados.rados.0.smithi123.stdout:1206: finishing rollback tid 1 to smithi123173835-20 2023-12-20T10:53:59.998 INFO:tasks.rados.rados.0.smithi123.stdout:1206: finishing rollback tid 2 to smithi123173835-20 2023-12-20T10:53:59.998 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 20 v 789 (ObjNum 329 snap 99 seq_num 329) dirty exists 2023-12-20T10:54:00.002 INFO:tasks.rados.rados.0.smithi123.stdout:1205: finishing copy_from racing read to smithi123173835-35 2023-12-20T10:54:00.009 INFO:tasks.rados.rados.0.smithi123.stdout:1205: finishing copy_from to smithi123173835-35 2023-12-20T10:54:00.009 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 35 v 594 (ObjNum 278 snap 81 seq_num 278) dirty exists 2023-12-20T10:54:00.010 INFO:tasks.rados.rados.0.smithi123.stdout:1208: finishing rollback tid 0 to smithi123173835-36 2023-12-20T10:54:00.011 INFO:tasks.rados.rados.0.smithi123.stdout:1208: finishing rollback tid 1 to smithi123173835-36 2023-12-20T10:54:00.011 INFO:tasks.rados.rados.0.smithi123.stdout:1208: finishing rollback tid 2 to smithi123173835-36 2023-12-20T10:54:00.011 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 724 (ObjNum 365 snap 110 seq_num 365) dirty exists 2023-12-20T10:54:00.011 INFO:tasks.rados.rados.0.smithi123.stdout:1205: done (3 left) 2023-12-20T10:54:00.011 INFO:tasks.rados.rados.0.smithi123.stdout:1206: done (2 left) 2023-12-20T10:54:00.011 INFO:tasks.rados.rados.0.smithi123.stdout:1208: done (1 left) 2023-12-20T10:54:00.011 INFO:tasks.rados.rados.0.smithi123.stdout:1209: done (0 left) 2023-12-20T10:54:00.011 INFO:tasks.rados.rados.0.smithi123.stdout:1210: copy_from oid 20 from oid 27 current snap is 123 2023-12-20T10:54:00.011 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 12 current snap is 123 2023-12-20T10:54:00.011 INFO:tasks.rados.rados.0.smithi123.stdout:1211: seq_num 397 ranges {9084928=655360,9740288=671744,10412032=532480} 2023-12-20T10:54:00.062 INFO:tasks.rados.rados.0.smithi123.stdout:1211: writing smithi123173835-12 from 9084928 to 9740288 tid 1 2023-12-20T10:54:00.066 INFO:tasks.rados.rados.0.smithi123.stdout:1211: writing smithi123173835-12 from 9740288 to 10412032 tid 2 2023-12-20T10:54:00.070 INFO:tasks.rados.rados.0.smithi123.stdout:1211: writing smithi123173835-12 from 10412032 to 10944512 tid 3 2023-12-20T10:54:00.070 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 19 current snap is 123 2023-12-20T10:54:00.070 INFO:tasks.rados.rados.0.smithi123.stdout:1210: finishing copy_from to smithi123173835-20 2023-12-20T10:54:00.070 INFO:tasks.rados.rados.0.smithi123.stdout:1210: got expected ENOENT (src dne) 2023-12-20T10:54:00.070 INFO:tasks.rados.rados.0.smithi123.stdout:1210: finishing copy_from racing read to smithi123173835-20 2023-12-20T10:54:00.070 INFO:tasks.rados.rados.0.smithi123.stdout:1211: finishing write tid 1 to smithi123173835-12 2023-12-20T10:54:00.070 INFO:tasks.rados.rados.0.smithi123.stdout:1211: finishing write tid 2 to smithi123173835-12 2023-12-20T10:54:00.070 INFO:tasks.rados.rados.0.smithi123.stdout:1212: seq_num 398 ranges {0=671744,671744=557056,1228800=532480,1761280=114688} 2023-12-20T10:54:00.073 INFO:tasks.rados.rados.0.smithi123.stdout:1212: writing smithi123173835-19 from 0 to 671744 tid 1 2023-12-20T10:54:00.076 INFO:tasks.rados.rados.0.smithi123.stdout:1212: writing smithi123173835-19 from 671744 to 1228800 tid 2 2023-12-20T10:54:00.079 INFO:tasks.rados.rados.0.smithi123.stdout:1212: writing smithi123173835-19 from 1228800 to 1761280 tid 3 2023-12-20T10:54:00.081 INFO:tasks.rados.rados.0.smithi123.stdout:1212: writing smithi123173835-19 from 1761280 to 1875968 tid 4 2023-12-20T10:54:00.081 INFO:tasks.rados.rados.0.smithi123.stdout:1210: done (2 left) 2023-12-20T10:54:00.081 INFO:tasks.rados.rados.0.smithi123.stdout:1213: rollback oid 33 current snap is 123 2023-12-20T10:54:00.081 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 33 to 121 2023-12-20T10:54:00.081 INFO:tasks.rados.rados.0.smithi123.stdout:1211: finishing write tid 3 to smithi123173835-12 2023-12-20T10:54:00.081 INFO:tasks.rados.rados.0.smithi123.stdout:1211: finishing write tid 4 to smithi123173835-12 2023-12-20T10:54:00.081 INFO:tasks.rados.rados.0.smithi123.stdout:1211: finishing write tid 5 to smithi123173835-12 2023-12-20T10:54:00.081 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 428 (ObjNum 397 snap 123 seq_num 397) dirty exists 2023-12-20T10:54:00.081 INFO:tasks.rados.rados.0.smithi123.stdout:1211: left oid 12 (ObjNum 397 snap 123 seq_num 397) 2023-12-20T10:54:00.082 INFO:tasks.rados.rados.0.smithi123.stdout:1212: finishing write tid 1 to smithi123173835-19 2023-12-20T10:54:00.082 INFO:tasks.rados.rados.0.smithi123.stdout:1211: done (2 left) 2023-12-20T10:54:00.082 INFO:tasks.rados.rados.0.smithi123.stdout:1214: read oid 10 snap -1 2023-12-20T10:54:00.082 INFO:tasks.rados.rados.0.smithi123.stdout:1214: expect (ObjNum 386 snap 119 seq_num 386) 2023-12-20T10:54:00.082 INFO:tasks.rados.rados.0.smithi123.stdout:1215: snap_remove snap 118 2023-12-20T10:54:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:59 smithi177 ceph-mon[212096]: failed to encode map e303 with expected crc 2023-12-20T10:54:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:59 smithi177 ceph-mon[212096]: failed to encode map e304 with expected crc 2023-12-20T10:54:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:59 smithi177 ceph-mon[212096]: failed to encode map e304 with expected crc 2023-12-20T10:54:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:59 smithi177 ceph-mon[212096]: osdmap e304: 8 total, 7 up, 8 in 2023-12-20T10:54:00.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:59 smithi177 ceph-mon[212096]: pgmap v163: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 253 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.6 MiB/s wr, 20 op/s; 70/543 objects degraded (12.891%) 2023-12-20T10:54:00.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:00.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:53:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:00.242 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:53:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-2[211254]: 2023-12-20T10:53:59.920+0000 7fdfef905640 -1 osd.2 0 read_superblock omap replica is missing. 2023-12-20T10:54:00.242 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:53:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-2[211254]: 2023-12-20T10:53:59.974+0000 7fdfef905640 -1 osd.2 296 log_to_monitors true 2023-12-20T10:54:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:59 smithi123 ceph-mon[188613]: failed to encode map e303 with expected crc 2023-12-20T10:54:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:59 smithi123 ceph-mon[188613]: failed to encode map e304 with expected crc 2023-12-20T10:54:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:59 smithi123 ceph-mon[188613]: failed to encode map e304 with expected crc 2023-12-20T10:54:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:59 smithi123 ceph-mon[188613]: osdmap e304: 8 total, 7 up, 8 in 2023-12-20T10:54:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:59 smithi123 ceph-mon[188613]: pgmap v163: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 253 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.6 MiB/s wr, 20 op/s; 70/543 objects degraded (12.891%) 2023-12-20T10:54:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:53:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:59 smithi123 ceph-mon[191304]: failed to encode map e303 with expected crc 2023-12-20T10:54:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:59 smithi123 ceph-mon[191304]: failed to encode map e304 with expected crc 2023-12-20T10:54:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:59 smithi123 ceph-mon[191304]: failed to encode map e304 with expected crc 2023-12-20T10:54:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:59 smithi123 ceph-mon[191304]: osdmap e304: 8 total, 7 up, 8 in 2023-12-20T10:54:00.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:59 smithi123 ceph-mon[191304]: pgmap v163: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 253 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.6 MiB/s wr, 20 op/s; 70/543 objects degraded (12.891%) 2023-12-20T10:54:00.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:00.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:53:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:00.828 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:00 smithi123 ceph-mon[188613]: failed to encode map e304 with expected crc 2023-12-20T10:54:00.828 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:00 smithi123 ceph-mon[188613]: from='osd.2 [v2:172.21.15.123:6818/17180824,v1:172.21.15.123:6819/17180824]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-20T10:54:00.829 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:00 smithi123 ceph-mon[188613]: failed to encode map e305 with expected crc 2023-12-20T10:54:00.829 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:00 smithi123 ceph-mon[188613]: osdmap e305: 8 total, 7 up, 8 in 2023-12-20T10:54:00.987 INFO:tasks.rados.rados.0.smithi123.stdout:1215: done (3 left) 2023-12-20T10:54:00.987 INFO:tasks.rados.rados.0.smithi123.stdout:1216: delete oid 30 current snap is 123 2023-12-20T10:54:00.987 INFO:tasks.rados.rados.0.smithi123.stdout:1212: finishing write tid 2 to smithi123173835-19 2023-12-20T10:54:00.987 INFO:tasks.rados.rados.0.smithi123.stdout:1213: finishing rollback tid 0 to smithi123173835-33 2023-12-20T10:54:00.987 INFO:tasks.rados.rados.0.smithi123.stdout:1213: finishing rollback tid 1 to smithi123173835-33 2023-12-20T10:54:00.987 INFO:tasks.rados.rados.0.smithi123.stdout:1212: finishing write tid 3 to smithi123173835-19 2023-12-20T10:54:00.987 INFO:tasks.rados.rados.0.smithi123.stdout:1213: finishing rollback tid 2 to smithi123173835-33 2023-12-20T10:54:00.987 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 718 (ObjNum 184 snap 50 seq_num 184) dirty exists 2023-12-20T10:54:00.988 INFO:tasks.rados.rados.0.smithi123.stdout:1212: finishing write tid 4 to smithi123173835-19 2023-12-20T10:54:00.988 INFO:tasks.rados.rados.0.smithi123.stdout:1212: finishing write tid 5 to smithi123173835-19 2023-12-20T10:54:00.988 INFO:tasks.rados.rados.0.smithi123.stdout:1212: finishing write tid 6 to smithi123173835-19 2023-12-20T10:54:00.988 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 453 (ObjNum 398 snap 123 seq_num 398) dirty exists 2023-12-20T10:54:00.988 INFO:tasks.rados.rados.0.smithi123.stdout:1212: left oid 19 (ObjNum 398 snap 123 seq_num 398) 2023-12-20T10:54:00.988 INFO:tasks.rados.rados.0.smithi123.stdout:1214: expect (ObjNum 386 snap 119 seq_num 386) 2023-12-20T10:54:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:00 smithi177 ceph-mon[212096]: failed to encode map e304 with expected crc 2023-12-20T10:54:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:00 smithi177 ceph-mon[212096]: from='osd.2 [v2:172.21.15.123:6818/17180824,v1:172.21.15.123:6819/17180824]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-20T10:54:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:00 smithi177 ceph-mon[212096]: failed to encode map e305 with expected crc 2023-12-20T10:54:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:00 smithi177 ceph-mon[212096]: osdmap e305: 8 total, 7 up, 8 in 2023-12-20T10:54:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:00 smithi177 ceph-mon[212096]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-20T10:54:01.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:00 smithi177 ceph-mon[212096]: failed to encode map e305 with expected crc 2023-12-20T10:54:01.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:00 smithi123 ceph-mon[188613]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-20T10:54:01.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:00 smithi123 ceph-mon[188613]: failed to encode map e305 with expected crc 2023-12-20T10:54:01.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:00 smithi123 ceph-mon[191304]: failed to encode map e304 with expected crc 2023-12-20T10:54:01.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:00 smithi123 ceph-mon[191304]: from='osd.2 [v2:172.21.15.123:6818/17180824,v1:172.21.15.123:6819/17180824]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-20T10:54:01.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:00 smithi123 ceph-mon[191304]: failed to encode map e305 with expected crc 2023-12-20T10:54:01.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:00 smithi123 ceph-mon[191304]: osdmap e305: 8 total, 7 up, 8 in 2023-12-20T10:54:01.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:00 smithi123 ceph-mon[191304]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-20T10:54:01.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:00 smithi123 ceph-mon[191304]: failed to encode map e305 with expected crc 2023-12-20T10:54:01.243 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:54:01 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-2[211254]: 2023-12-20T10:54:01.019+0000 7fdfded72700 -1 osd.2 296 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-20T10:54:01.471 INFO:tasks.rados.rados.0.smithi123.stdout:1212: done (3 left) 2023-12-20T10:54:01.471 INFO:tasks.rados.rados.0.smithi123.stdout:1213: done (2 left) 2023-12-20T10:54:01.471 INFO:tasks.rados.rados.0.smithi123.stdout:1214: done (1 left) 2023-12-20T10:54:01.472 INFO:tasks.rados.rados.0.smithi123.stdout:1216: done (0 left) 2023-12-20T10:54:01.472 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 19 current snap is 123 2023-12-20T10:54:01.472 INFO:tasks.rados.rados.0.smithi123.stdout:1217: seq_num 400 ranges {1875968=704512,2580480=720896,3301376=483328} 2023-12-20T10:54:01.485 INFO:tasks.rados.rados.0.smithi123.stdout:1217: writing smithi123173835-19 from 1875968 to 2580480 tid 1 2023-12-20T10:54:01.489 INFO:tasks.rados.rados.0.smithi123.stdout:1217: writing smithi123173835-19 from 2580480 to 3301376 tid 2 2023-12-20T10:54:01.492 INFO:tasks.rados.rados.0.smithi123.stdout:1217: writing smithi123173835-19 from 3301376 to 3784704 tid 3 2023-12-20T10:54:01.492 INFO:tasks.rados.rados.0.smithi123.stdout:1218: snap_create 2023-12-20T10:54:01.492 INFO:tasks.rados.rados.0.smithi123.stdout:1217: finishing write tid 1 to smithi123173835-19 2023-12-20T10:54:01.492 INFO:tasks.rados.rados.0.smithi123.stdout:1217: finishing write tid 2 to smithi123173835-19 2023-12-20T10:54:01.494 INFO:tasks.rados.rados.0.smithi123.stdout:1217: finishing write tid 3 to smithi123173835-19 2023-12-20T10:54:01.494 INFO:tasks.rados.rados.0.smithi123.stdout:1217: finishing write tid 4 to smithi123173835-19 2023-12-20T10:54:01.495 INFO:tasks.rados.rados.0.smithi123.stdout:1217: finishing write tid 5 to smithi123173835-19 2023-12-20T10:54:01.496 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 457 (ObjNum 400 snap 123 seq_num 400) dirty exists 2023-12-20T10:54:01.496 INFO:tasks.rados.rados.0.smithi123.stdout:1217: left oid 19 (ObjNum 400 snap 123 seq_num 400) 2023-12-20T10:54:01.930 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:01 smithi123 ceph-mon[191304]: failed to encode map e305 with expected crc 2023-12-20T10:54:01.930 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:01 smithi123 ceph-mon[191304]: failed to encode map e305 with expected crc 2023-12-20T10:54:01.931 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:01 smithi123 ceph-mon[191304]: failed to encode map e305 with expected crc 2023-12-20T10:54:01.931 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:01 smithi123 ceph-mon[191304]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-20T10:54:01.931 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:01 smithi123 ceph-mon[191304]: osdmap e306: 8 total, 7 up, 8 in 2023-12-20T10:54:01.931 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:01 smithi123 ceph-mon[191304]: failed to encode map e306 with expected crc 2023-12-20T10:54:01.931 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:01 smithi123 ceph-mon[191304]: from='osd.2 [v2:172.21.15.123:6818/17180824,v1:172.21.15.123:6819/17180824]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:54:01.931 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:01 smithi123 ceph-mon[191304]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:54:01.931 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:01 smithi123 ceph-mon[191304]: pgmap v166: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 248 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.2 MiB/s wr, 13 op/s; 70/543 objects degraded (12.891%) 2023-12-20T10:54:01.931 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:01 smithi123 ceph-mon[188613]: failed to encode map e305 with expected crc 2023-12-20T10:54:01.931 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:01 smithi123 ceph-mon[188613]: failed to encode map e305 with expected crc 2023-12-20T10:54:01.931 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:01 smithi123 ceph-mon[188613]: failed to encode map e305 with expected crc 2023-12-20T10:54:01.931 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:01 smithi123 ceph-mon[188613]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-20T10:54:01.932 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:01 smithi123 ceph-mon[188613]: osdmap e306: 8 total, 7 up, 8 in 2023-12-20T10:54:01.932 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:01 smithi123 ceph-mon[188613]: failed to encode map e306 with expected crc 2023-12-20T10:54:01.932 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:01 smithi123 ceph-mon[188613]: from='osd.2 [v2:172.21.15.123:6818/17180824,v1:172.21.15.123:6819/17180824]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:54:01.932 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:01 smithi123 ceph-mon[188613]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:54:01.932 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:01 smithi123 ceph-mon[188613]: pgmap v166: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 248 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.2 MiB/s wr, 13 op/s; 70/543 objects degraded (12.891%) 2023-12-20T10:54:01.997 INFO:tasks.rados.rados.0.smithi123.stdout:1217: done (1 left) 2023-12-20T10:54:01.997 INFO:tasks.rados.rados.0.smithi123.stdout:1218: done (0 left) 2023-12-20T10:54:01.997 INFO:tasks.rados.rados.0.smithi123.stdout:1219: snap_create 2023-12-20T10:54:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:01 smithi177 ceph-mon[212096]: failed to encode map e305 with expected crc 2023-12-20T10:54:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:01 smithi177 ceph-mon[212096]: failed to encode map e305 with expected crc 2023-12-20T10:54:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:01 smithi177 ceph-mon[212096]: failed to encode map e305 with expected crc 2023-12-20T10:54:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:01 smithi177 ceph-mon[212096]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-20T10:54:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:01 smithi177 ceph-mon[212096]: osdmap e306: 8 total, 7 up, 8 in 2023-12-20T10:54:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:01 smithi177 ceph-mon[212096]: failed to encode map e306 with expected crc 2023-12-20T10:54:02.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:01 smithi177 ceph-mon[212096]: from='osd.2 [v2:172.21.15.123:6818/17180824,v1:172.21.15.123:6819/17180824]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:54:02.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:01 smithi177 ceph-mon[212096]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:54:02.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:01 smithi177 ceph-mon[212096]: pgmap v166: 121 pgs: 26 active+undersized, 11 active+undersized+degraded, 84 active+clean; 248 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.2 MiB/s wr, 13 op/s; 70/543 objects degraded (12.891%) 2023-12-20T10:54:02.242 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:54:02.169+0000 7f8d61249700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2023-12-20T10:54:03.004 INFO:tasks.rados.rados.0.smithi123.stdout:1219: done (0 left) 2023-12-20T10:54:03.005 INFO:tasks.rados.rados.0.smithi123.stdout:1220: rollback oid 44 current snap is 125 2023-12-20T10:54:03.005 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 44 to 120 2023-12-20T10:54:03.005 INFO:tasks.rados.rados.0.smithi123.stdout:1221: read oid 36 snap -1 2023-12-20T10:54:03.005 INFO:tasks.rados.rados.0.smithi123.stdout:1221: expect (ObjNum 365 snap 110 seq_num 365) 2023-12-20T10:54:03.005 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 1 current snap is 125 2023-12-20T10:54:03.005 INFO:tasks.rados.rados.0.smithi123.stdout:1222: seq_num 401 ranges {5537792=720896,6258688=606208,6864896=598016} 2023-12-20T10:54:03.041 INFO:tasks.rados.rados.0.smithi123.stdout:1222: writing smithi123173835-1 from 5537792 to 6258688 tid 1 2023-12-20T10:54:03.044 INFO:tasks.rados.rados.0.smithi123.stdout:1222: writing smithi123173835-1 from 6258688 to 6864896 tid 2 2023-12-20T10:54:03.048 INFO:tasks.rados.rados.0.smithi123.stdout:1222: writing smithi123173835-1 from 6864896 to 7462912 tid 3 2023-12-20T10:54:03.048 INFO:tasks.rados.rados.0.smithi123.stdout:1223: delete oid 50 current snap is 125 2023-12-20T10:54:03.048 INFO:tasks.rados.rados.0.smithi123.stdout:1220: finishing rollback tid 0 to smithi123173835-44 2023-12-20T10:54:03.049 INFO:tasks.rados.rados.0.smithi123.stdout:1220: finishing rollback tid 1 to smithi123173835-44 2023-12-20T10:54:03.049 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 44 v 91 (ObjNum 958638544 snap 21901 seq_num 304) dirty dne 2023-12-20T10:54:03.049 INFO:tasks.rados.rados.0.smithi123.stdout:1222: finishing write tid 1 to smithi123173835-1 2023-12-20T10:54:03.052 INFO:tasks.rados.rados.0.smithi123.stdout:1220: done (3 left) 2023-12-20T10:54:03.052 INFO:tasks.rados.rados.0.smithi123.stdout:1223: done (2 left) 2023-12-20T10:54:03.052 INFO:tasks.rados.rados.0.smithi123.stdout:1224: read oid 6 snap -1 2023-12-20T10:54:03.052 INFO:tasks.rados.rados.0.smithi123.stdout:1224: expect (ObjNum 344 snap 104 seq_num 344) 2023-12-20T10:54:03.052 INFO:tasks.rados.rados.0.smithi123.stdout:1225: rmattr oid 12 current snap is 125 2023-12-20T10:54:03.052 INFO:tasks.rados.rados.0.smithi123.stdout:1225: done (3 left) 2023-12-20T10:54:03.052 INFO:tasks.rados.rados.0.smithi123.stdout:1226: delete oid 2 current snap is 125 2023-12-20T10:54:03.059 INFO:tasks.rados.rados.0.smithi123.stdout:1222: finishing write tid 2 to smithi123173835-1 2023-12-20T10:54:03.059 INFO:tasks.rados.rados.0.smithi123.stdout:1226: done (3 left) 2023-12-20T10:54:03.059 INFO:tasks.rados.rados.0.smithi123.stdout:1227: snap_create 2023-12-20T10:54:03.067 INFO:tasks.rados.rados.0.smithi123.stdout:1224: expect (ObjNum 344 snap 104 seq_num 344) 2023-12-20T10:54:03.120 INFO:tasks.rados.rados.0.smithi123.stdout:1221: expect (ObjNum 365 snap 110 seq_num 365) 2023-12-20T10:54:03.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:02 smithi177 ceph-mon[212096]: failed to encode map e306 with expected crc 2023-12-20T10:54:03.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:02 smithi177 ceph-mon[212096]: failed to encode map e306 with expected crc 2023-12-20T10:54:03.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:02 smithi177 ceph-mon[212096]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-20T10:54:03.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:02 smithi177 ceph-mon[212096]: failed to encode map e307 with expected crc 2023-12-20T10:54:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:02 smithi177 ceph-mon[212096]: failed to encode map e307 with expected crc 2023-12-20T10:54:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:02 smithi177 ceph-mon[212096]: osd.2 [v2:172.21.15.123:6818/17180824,v1:172.21.15.123:6819/17180824] boot 2023-12-20T10:54:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:02 smithi177 ceph-mon[212096]: osdmap e307: 8 total, 8 up, 8 in 2023-12-20T10:54:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-20T10:54:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:54:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:54:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:54:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:54:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:54:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:54:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-20T10:54:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:02 smithi177 ceph-mon[212096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-20T10:54:03.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:02 smithi177 ceph-mon[212096]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2023-12-20T10:54:03.209 INFO:tasks.rados.rados.0.smithi123.stdout:1222: finishing write tid 3 to smithi123173835-1 2023-12-20T10:54:03.209 INFO:tasks.rados.rados.0.smithi123.stdout:1222: finishing write tid 4 to smithi123173835-1 2023-12-20T10:54:03.209 INFO:tasks.rados.rados.0.smithi123.stdout:1222: finishing write tid 5 to smithi123173835-1 2023-12-20T10:54:03.209 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 1 v 728 (ObjNum 401 snap 125 seq_num 401) dirty exists 2023-12-20T10:54:03.209 INFO:tasks.rados.rados.0.smithi123.stdout:1222: left oid 1 (ObjNum 401 snap 125 seq_num 401) 2023-12-20T10:54:03.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[191304]: failed to encode map e306 with expected crc 2023-12-20T10:54:03.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[191304]: failed to encode map e306 with expected crc 2023-12-20T10:54:03.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[191304]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-20T10:54:03.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[191304]: failed to encode map e307 with expected crc 2023-12-20T10:54:03.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[191304]: failed to encode map e307 with expected crc 2023-12-20T10:54:03.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[191304]: osd.2 [v2:172.21.15.123:6818/17180824,v1:172.21.15.123:6819/17180824] boot 2023-12-20T10:54:03.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[191304]: osdmap e307: 8 total, 8 up, 8 in 2023-12-20T10:54:03.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-20T10:54:03.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:03.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:03.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:54:03.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:54:03.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:03.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:54:03.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:54:03.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:54:03.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:54:03.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-20T10:54:03.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[191304]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-20T10:54:03.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[191304]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2023-12-20T10:54:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[188613]: failed to encode map e306 with expected crc 2023-12-20T10:54:03.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[188613]: failed to encode map e306 with expected crc 2023-12-20T10:54:03.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[188613]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-20T10:54:03.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[188613]: failed to encode map e307 with expected crc 2023-12-20T10:54:03.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[188613]: failed to encode map e307 with expected crc 2023-12-20T10:54:03.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[188613]: osd.2 [v2:172.21.15.123:6818/17180824,v1:172.21.15.123:6819/17180824] boot 2023-12-20T10:54:03.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[188613]: osdmap e307: 8 total, 8 up, 8 in 2023-12-20T10:54:03.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-20T10:54:03.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:03.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:03.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:54:03.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:54:03.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:03.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:54:03.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:54:03.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:54:03.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:54:03.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-20T10:54:03.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[188613]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-20T10:54:03.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:02 smithi123 ceph-mon[188613]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2023-12-20T10:54:04.009 INFO:tasks.rados.rados.0.smithi123.stdout:1221: done (3 left) 2023-12-20T10:54:04.009 INFO:tasks.rados.rados.0.smithi123.stdout:1222: done (2 left) 2023-12-20T10:54:04.009 INFO:tasks.rados.rados.0.smithi123.stdout:1224: done (1 left) 2023-12-20T10:54:04.010 INFO:tasks.rados.rados.0.smithi123.stdout:1227: done (0 left) 2023-12-20T10:54:04.010 INFO:tasks.rados.rados.0.smithi123.stdout:1228: read oid 10 snap -1 2023-12-20T10:54:04.010 INFO:tasks.rados.rados.0.smithi123.stdout:1228: expect (ObjNum 386 snap 119 seq_num 386) 2023-12-20T10:54:04.010 INFO:tasks.rados.rados.0.smithi123.stdout:1229: delete oid 19 current snap is 126 2023-12-20T10:54:04.015 INFO:tasks.rados.rados.0.smithi123.stdout:1229: done (1 left) 2023-12-20T10:54:04.015 INFO:tasks.rados.rados.0.smithi123.stdout:1230: delete oid 5 current snap is 126 2023-12-20T10:54:04.023 INFO:tasks.rados.rados.0.smithi123.stdout:1230: done (1 left) 2023-12-20T10:54:04.023 INFO:tasks.rados.rados.0.smithi123.stdout:1231: read oid 9 snap -1 2023-12-20T10:54:04.023 INFO:tasks.rados.rados.0.smithi123.stdout:1231: expect (ObjNum 319 snap 98 seq_num 319) 2023-12-20T10:54:04.023 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 50 current snap is 126 2023-12-20T10:54:04.024 INFO:tasks.rados.rados.0.smithi123.stdout:1232: seq_num 406 ranges {0=802816,802816=475136,1277952=499712,1777664=229376} 2023-12-20T10:54:04.028 INFO:tasks.rados.rados.0.smithi123.stdout:1232: writing smithi123173835-50 from 0 to 802816 tid 1 2023-12-20T10:54:04.031 INFO:tasks.rados.rados.0.smithi123.stdout:1232: writing smithi123173835-50 from 802816 to 1277952 tid 2 2023-12-20T10:54:04.034 INFO:tasks.rados.rados.0.smithi123.stdout:1232: writing smithi123173835-50 from 1277952 to 1777664 tid 3 2023-12-20T10:54:04.036 INFO:tasks.rados.rados.0.smithi123.stdout:1232: writing smithi123173835-50 from 1777664 to 2007040 tid 4 2023-12-20T10:54:04.036 INFO:tasks.rados.rados.0.smithi123.stdout:1233: rmattr oid 45 current snap is 126 2023-12-20T10:54:04.036 INFO:tasks.rados.rados.0.smithi123.stdout:1233: done (3 left) 2023-12-20T10:54:04.036 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 23 current snap is 126 2023-12-20T10:54:04.036 INFO:tasks.rados.rados.0.smithi123.stdout:1234: seq_num 407 ranges {2097152=425984,2523136=761856,3284992=704512,3989504=139264} 2023-12-20T10:54:04.050 INFO:tasks.rados.rados.0.smithi123.stdout:1234: writing smithi123173835-23 from 2097152 to 2523136 tid 1 2023-12-20T10:54:04.055 INFO:tasks.rados.rados.0.smithi123.stdout:1234: writing smithi123173835-23 from 2523136 to 3284992 tid 2 2023-12-20T10:54:04.059 INFO:tasks.rados.rados.0.smithi123.stdout:1234: writing smithi123173835-23 from 3284992 to 3989504 tid 3 2023-12-20T10:54:04.060 INFO:tasks.rados.rados.0.smithi123.stdout:1234: writing smithi123173835-23 from 3989504 to 4128768 tid 4 2023-12-20T10:54:04.060 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 5 current snap is 126 2023-12-20T10:54:04.060 INFO:tasks.rados.rados.0.smithi123.stdout:1235: seq_num 408 ranges {0=442368,442368=647168,1089536=507904,1597440=450560} 2023-12-20T10:54:04.062 INFO:tasks.rados.rados.0.smithi123.stdout:1235: writing smithi123173835-5 from 0 to 442368 tid 1 2023-12-20T10:54:04.066 INFO:tasks.rados.rados.0.smithi123.stdout:1235: writing smithi123173835-5 from 442368 to 1089536 tid 2 2023-12-20T10:54:04.069 INFO:tasks.rados.rados.0.smithi123.stdout:1235: writing smithi123173835-5 from 1089536 to 1597440 tid 3 2023-12-20T10:54:04.073 INFO:tasks.rados.rados.0.smithi123.stdout:1235: writing smithi123173835-5 from 1597440 to 2048000 tid 4 2023-12-20T10:54:04.073 INFO:tasks.rados.rados.0.smithi123.stdout:1236: snap_remove snap 124 2023-12-20T10:54:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:04 smithi177 ceph-mon[212096]: failed to encode map e308 with expected crc 2023-12-20T10:54:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:04 smithi177 ceph-mon[212096]: osdmap e308: 8 total, 8 up, 8 in 2023-12-20T10:54:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:04 smithi177 ceph-mon[212096]: failed to encode map e308 with expected crc 2023-12-20T10:54:04.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:04 smithi177 ceph-mon[212096]: failed to encode map e308 with expected crc 2023-12-20T10:54:04.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:04 smithi177 ceph-mon[212096]: failed to encode map e308 with expected crc 2023-12-20T10:54:04.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:04 smithi177 ceph-mon[212096]: failed to encode map e308 with expected crc 2023-12-20T10:54:04.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:04 smithi177 ceph-mon[212096]: failed to encode map e308 with expected crc 2023-12-20T10:54:04.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:04 smithi177 ceph-mon[212096]: failed to encode map e308 with expected crc 2023-12-20T10:54:04.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:04 smithi177 ceph-mon[212096]: failed to encode map e308 with expected crc 2023-12-20T10:54:04.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:04 smithi177 ceph-mon[212096]: pgmap v169: 121 pgs: 19 peering, 11 active+undersized, 7 active+undersized+degraded, 84 active+clean; 228 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.5 MiB/s wr, 8 op/s; 58/504 objects degraded (11.508%) 2023-12-20T10:54:04.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:04 smithi123 ceph-mon[188613]: failed to encode map e308 with expected crc 2023-12-20T10:54:04.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:04 smithi123 ceph-mon[188613]: osdmap e308: 8 total, 8 up, 8 in 2023-12-20T10:54:04.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:04 smithi123 ceph-mon[188613]: failed to encode map e308 with expected crc 2023-12-20T10:54:04.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:04 smithi123 ceph-mon[188613]: failed to encode map e308 with expected crc 2023-12-20T10:54:04.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:04 smithi123 ceph-mon[188613]: failed to encode map e308 with expected crc 2023-12-20T10:54:04.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:04 smithi123 ceph-mon[188613]: failed to encode map e308 with expected crc 2023-12-20T10:54:04.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:04 smithi123 ceph-mon[188613]: failed to encode map e308 with expected crc 2023-12-20T10:54:04.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:04 smithi123 ceph-mon[188613]: failed to encode map e308 with expected crc 2023-12-20T10:54:04.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:04 smithi123 ceph-mon[188613]: failed to encode map e308 with expected crc 2023-12-20T10:54:04.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:04 smithi123 ceph-mon[188613]: pgmap v169: 121 pgs: 19 peering, 11 active+undersized, 7 active+undersized+degraded, 84 active+clean; 228 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.5 MiB/s wr, 8 op/s; 58/504 objects degraded (11.508%) 2023-12-20T10:54:04.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:04 smithi123 ceph-mon[191304]: failed to encode map e308 with expected crc 2023-12-20T10:54:04.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:04 smithi123 ceph-mon[191304]: osdmap e308: 8 total, 8 up, 8 in 2023-12-20T10:54:04.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:04 smithi123 ceph-mon[191304]: failed to encode map e308 with expected crc 2023-12-20T10:54:04.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:04 smithi123 ceph-mon[191304]: failed to encode map e308 with expected crc 2023-12-20T10:54:04.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:04 smithi123 ceph-mon[191304]: failed to encode map e308 with expected crc 2023-12-20T10:54:04.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:04 smithi123 ceph-mon[191304]: failed to encode map e308 with expected crc 2023-12-20T10:54:04.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:04 smithi123 ceph-mon[191304]: failed to encode map e308 with expected crc 2023-12-20T10:54:04.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:04 smithi123 ceph-mon[191304]: failed to encode map e308 with expected crc 2023-12-20T10:54:04.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:04 smithi123 ceph-mon[191304]: failed to encode map e308 with expected crc 2023-12-20T10:54:04.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:04 smithi123 ceph-mon[191304]: pgmap v169: 121 pgs: 19 peering, 11 active+undersized, 7 active+undersized+degraded, 84 active+clean; 228 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.5 MiB/s wr, 8 op/s; 58/504 objects degraded (11.508%) 2023-12-20T10:54:05.016 INFO:tasks.rados.rados.0.smithi123.stdout:1236: done (5 left) 2023-12-20T10:54:05.016 INFO:tasks.rados.rados.0.smithi123.stdout:1237: snap_remove snap 125 2023-12-20T10:54:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:05 smithi177 ceph-mon[212096]: Health check update: Degraded data redundancy: 58/504 objects degraded (11.508%), 7 pgs degraded (PG_DEGRADED) 2023-12-20T10:54:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:05 smithi177 ceph-mon[212096]: failed to encode map e309 with expected crc 2023-12-20T10:54:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:05 smithi177 ceph-mon[212096]: failed to encode map e309 with expected crc 2023-12-20T10:54:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:05 smithi177 ceph-mon[212096]: osdmap e309: 8 total, 8 up, 8 in 2023-12-20T10:54:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:05 smithi177 ceph-mon[212096]: failed to encode map e309 with expected crc 2023-12-20T10:54:05.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:05 smithi177 ceph-mon[212096]: failed to encode map e309 with expected crc 2023-12-20T10:54:05.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:05 smithi177 ceph-mon[212096]: failed to encode map e309 with expected crc 2023-12-20T10:54:05.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:05 smithi177 ceph-mon[212096]: failed to encode map e309 with expected crc 2023-12-20T10:54:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:05 smithi123 ceph-mon[191304]: Health check update: Degraded data redundancy: 58/504 objects degraded (11.508%), 7 pgs degraded (PG_DEGRADED) 2023-12-20T10:54:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:05 smithi123 ceph-mon[191304]: failed to encode map e309 with expected crc 2023-12-20T10:54:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:05 smithi123 ceph-mon[191304]: failed to encode map e309 with expected crc 2023-12-20T10:54:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:05 smithi123 ceph-mon[191304]: osdmap e309: 8 total, 8 up, 8 in 2023-12-20T10:54:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:05 smithi123 ceph-mon[191304]: failed to encode map e309 with expected crc 2023-12-20T10:54:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:05 smithi123 ceph-mon[191304]: failed to encode map e309 with expected crc 2023-12-20T10:54:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:05 smithi123 ceph-mon[191304]: failed to encode map e309 with expected crc 2023-12-20T10:54:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:05 smithi123 ceph-mon[191304]: failed to encode map e309 with expected crc 2023-12-20T10:54:05.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:05 smithi123 ceph-mon[188613]: Health check update: Degraded data redundancy: 58/504 objects degraded (11.508%), 7 pgs degraded (PG_DEGRADED) 2023-12-20T10:54:05.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:05 smithi123 ceph-mon[188613]: failed to encode map e309 with expected crc 2023-12-20T10:54:05.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:05 smithi123 ceph-mon[188613]: failed to encode map e309 with expected crc 2023-12-20T10:54:05.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:05 smithi123 ceph-mon[188613]: osdmap e309: 8 total, 8 up, 8 in 2023-12-20T10:54:05.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:05 smithi123 ceph-mon[188613]: failed to encode map e309 with expected crc 2023-12-20T10:54:05.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:05 smithi123 ceph-mon[188613]: failed to encode map e309 with expected crc 2023-12-20T10:54:05.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:05 smithi123 ceph-mon[188613]: failed to encode map e309 with expected crc 2023-12-20T10:54:05.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:05 smithi123 ceph-mon[188613]: failed to encode map e309 with expected crc 2023-12-20T10:54:06.027 INFO:tasks.rados.rados.0.smithi123.stdout:1237: done (5 left) 2023-12-20T10:54:06.027 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 18 current snap is 126 2023-12-20T10:54:06.027 INFO:tasks.rados.rados.0.smithi123.stdout:1231: expect (ObjNum 319 snap 98 seq_num 319) 2023-12-20T10:54:06.042 INFO:tasks.rados.rados.0.smithi123.stdout:1228: expect (ObjNum 386 snap 119 seq_num 386) 2023-12-20T10:54:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:06 smithi177 ceph-mon[212096]: failed to encode map e310 with expected crc 2023-12-20T10:54:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:06 smithi177 ceph-mon[212096]: osdmap e310: 8 total, 8 up, 8 in 2023-12-20T10:54:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:06 smithi177 ceph-mon[212096]: pgmap v172: 121 pgs: 19 peering, 11 active+undersized, 7 active+undersized+degraded, 84 active+clean; 228 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.5 MiB/s wr, 7 op/s; 58/504 objects degraded (11.508%) 2023-12-20T10:54:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:06 smithi123 ceph-mon[191304]: failed to encode map e310 with expected crc 2023-12-20T10:54:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:06 smithi123 ceph-mon[191304]: osdmap e310: 8 total, 8 up, 8 in 2023-12-20T10:54:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:06 smithi123 ceph-mon[191304]: pgmap v172: 121 pgs: 19 peering, 11 active+undersized, 7 active+undersized+degraded, 84 active+clean; 228 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.5 MiB/s wr, 7 op/s; 58/504 objects degraded (11.508%) 2023-12-20T10:54:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:06 smithi123 ceph-mon[188613]: failed to encode map e310 with expected crc 2023-12-20T10:54:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:06 smithi123 ceph-mon[188613]: osdmap e310: 8 total, 8 up, 8 in 2023-12-20T10:54:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:06 smithi123 ceph-mon[188613]: pgmap v172: 121 pgs: 19 peering, 11 active+undersized, 7 active+undersized+degraded, 84 active+clean; 228 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.5 MiB/s wr, 7 op/s; 58/504 objects degraded (11.508%) 2023-12-20T10:54:06.499 INFO:tasks.rados.rados.0.smithi123.stdout:1232: finishing write tid 1 to smithi123173835-50 2023-12-20T10:54:06.499 INFO:tasks.rados.rados.0.smithi123.stdout:1232: finishing write tid 2 to smithi123173835-50 2023-12-20T10:54:06.499 INFO:tasks.rados.rados.0.smithi123.stdout:1232: finishing write tid 3 to smithi123173835-50 2023-12-20T10:54:06.499 INFO:tasks.rados.rados.0.smithi123.stdout:1232: finishing write tid 4 to smithi123173835-50 2023-12-20T10:54:06.499 INFO:tasks.rados.rados.0.smithi123.stdout:1232: finishing write tid 5 to smithi123173835-50 2023-12-20T10:54:06.499 INFO:tasks.rados.rados.0.smithi123.stdout:1232: finishing write tid 6 to smithi123173835-50 2023-12-20T10:54:06.499 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 50 v 1114 (ObjNum 406 snap 126 seq_num 406) dirty exists 2023-12-20T10:54:06.499 INFO:tasks.rados.rados.0.smithi123.stdout:1232: left oid 50 (ObjNum 406 snap 126 seq_num 406) 2023-12-20T10:54:06.499 INFO:tasks.rados.rados.0.smithi123.stdout:1234: finishing write tid 1 to smithi123173835-23 2023-12-20T10:54:06.499 INFO:tasks.rados.rados.0.smithi123.stdout:1238: seq_num 409 ranges {3465216=458752,3923968=532480,4456448=720896,5177344=352256} 2023-12-20T10:54:06.519 INFO:tasks.rados.rados.0.smithi123.stdout:1238: writing smithi123173835-18 from 3465216 to 3923968 tid 1 2023-12-20T10:54:06.522 INFO:tasks.rados.rados.0.smithi123.stdout:1238: writing smithi123173835-18 from 3923968 to 4456448 tid 2 2023-12-20T10:54:06.526 INFO:tasks.rados.rados.0.smithi123.stdout:1238: writing smithi123173835-18 from 4456448 to 5177344 tid 3 2023-12-20T10:54:06.529 INFO:tasks.rados.rados.0.smithi123.stdout:1238: writing smithi123173835-18 from 5177344 to 5529600 tid 4 2023-12-20T10:54:06.529 INFO:tasks.rados.rados.0.smithi123.stdout:1228: done (5 left) 2023-12-20T10:54:06.529 INFO:tasks.rados.rados.0.smithi123.stdout:1231: done (4 left) 2023-12-20T10:54:06.529 INFO:tasks.rados.rados.0.smithi123.stdout:1232: done (3 left) 2023-12-20T10:54:06.529 INFO:tasks.rados.rados.0.smithi123.stdout:1239: read oid 29 snap 122 2023-12-20T10:54:06.529 INFO:tasks.rados.rados.0.smithi123.stdout:1239: expect deleted 2023-12-20T10:54:06.529 INFO:tasks.rados.rados.0.smithi123.stdout:1240: rmattr oid 14 current snap is 126 2023-12-20T10:54:06.530 INFO:tasks.rados.rados.0.smithi123.stdout:1240: done (4 left) 2023-12-20T10:54:06.530 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 2 current snap is 126 2023-12-20T10:54:06.530 INFO:tasks.rados.rados.0.smithi123.stdout:1241: seq_num 410 ranges {0=475136,475136=417792,892928=475136,1368064=425984,1794048=286720} 2023-12-20T10:54:06.532 INFO:tasks.rados.rados.0.smithi123.stdout:1241: writing smithi123173835-2 from 0 to 475136 tid 1 2023-12-20T10:54:06.534 INFO:tasks.rados.rados.0.smithi123.stdout:1241: writing smithi123173835-2 from 475136 to 892928 tid 2 2023-12-20T10:54:06.537 INFO:tasks.rados.rados.0.smithi123.stdout:1241: writing smithi123173835-2 from 892928 to 1368064 tid 3 2023-12-20T10:54:06.540 INFO:tasks.rados.rados.0.smithi123.stdout:1241: writing smithi123173835-2 from 1368064 to 1794048 tid 4 2023-12-20T10:54:06.544 INFO:tasks.rados.rados.0.smithi123.stdout:1241: writing smithi123173835-2 from 1794048 to 2080768 tid 5 2023-12-20T10:54:06.544 INFO:tasks.rados.rados.0.smithi123.stdout:1242: read oid 27 snap -1 2023-12-20T10:54:06.544 INFO:tasks.rados.rados.0.smithi123.stdout:1242: expect deleted 2023-12-20T10:54:06.544 INFO:tasks.rados.rados.0.smithi123.stdout:1243: delete oid 26 current snap is 126 2023-12-20T10:54:06.544 INFO:tasks.rados.rados.0.smithi123.stdout:1234: finishing write tid 2 to smithi123173835-23 2023-12-20T10:54:06.544 INFO:tasks.rados.rados.0.smithi123.stdout:1234: finishing write tid 3 to smithi123173835-23 2023-12-20T10:54:06.544 INFO:tasks.rados.rados.0.smithi123.stdout:1234: finishing write tid 4 to smithi123173835-23 2023-12-20T10:54:06.544 INFO:tasks.rados.rados.0.smithi123.stdout:1234: finishing write tid 5 to smithi123173835-23 2023-12-20T10:54:06.544 INFO:tasks.rados.rados.0.smithi123.stdout:1234: finishing write tid 6 to smithi123173835-23 2023-12-20T10:54:06.544 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 23 v 925 (ObjNum 407 snap 126 seq_num 407) dirty exists 2023-12-20T10:54:06.544 INFO:tasks.rados.rados.0.smithi123.stdout:1234: left oid 23 (ObjNum 407 snap 126 seq_num 407) 2023-12-20T10:54:06.545 INFO:tasks.rados.rados.0.smithi123.stdout:1235: finishing write tid 1 to smithi123173835-5 2023-12-20T10:54:06.545 INFO:tasks.rados.rados.0.smithi123.stdout:1235: finishing write tid 2 to smithi123173835-5 2023-12-20T10:54:06.545 INFO:tasks.rados.rados.0.smithi123.stdout:1235: finishing write tid 3 to smithi123173835-5 2023-12-20T10:54:06.545 INFO:tasks.rados.rados.0.smithi123.stdout:1235: finishing write tid 4 to smithi123173835-5 2023-12-20T10:54:06.545 INFO:tasks.rados.rados.0.smithi123.stdout:1235: finishing write tid 5 to smithi123173835-5 2023-12-20T10:54:06.545 INFO:tasks.rados.rados.0.smithi123.stdout:1235: finishing write tid 6 to smithi123173835-5 2023-12-20T10:54:06.545 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 501 (ObjNum 408 snap 126 seq_num 408) dirty exists 2023-12-20T10:54:06.545 INFO:tasks.rados.rados.0.smithi123.stdout:1235: left oid 5 (ObjNum 408 snap 126 seq_num 408) 2023-12-20T10:54:06.546 INFO:tasks.rados.rados.0.smithi123.stdout:1238: finishing write tid 1 to smithi123173835-18 2023-12-20T10:54:06.546 INFO:tasks.rados.rados.0.smithi123.stdout:1238: finishing write tid 2 to smithi123173835-18 2023-12-20T10:54:06.546 INFO:tasks.rados.rados.0.smithi123.stdout:1238: finishing write tid 3 to smithi123173835-18 2023-12-20T10:54:06.546 INFO:tasks.rados.rados.0.smithi123.stdout:1238: finishing write tid 4 to smithi123173835-18 2023-12-20T10:54:06.546 INFO:tasks.rados.rados.0.smithi123.stdout:1238: finishing write tid 5 to smithi123173835-18 2023-12-20T10:54:06.546 INFO:tasks.rados.rados.0.smithi123.stdout:1238: finishing write tid 6 to smithi123173835-18 2023-12-20T10:54:06.546 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 18 v 724 (ObjNum 409 snap 126 seq_num 409) dirty exists 2023-12-20T10:54:06.546 INFO:tasks.rados.rados.0.smithi123.stdout:1238: left oid 18 (ObjNum 409 snap 126 seq_num 409) 2023-12-20T10:54:06.547 INFO:tasks.rados.rados.0.smithi123.stdout:1241: finishing write tid 1 to smithi123173835-2 2023-12-20T10:54:06.547 INFO:tasks.rados.rados.0.smithi123.stdout:1241: finishing write tid 2 to smithi123173835-2 2023-12-20T10:54:06.547 INFO:tasks.rados.rados.0.smithi123.stdout:1241: finishing write tid 3 to smithi123173835-2 2023-12-20T10:54:06.547 INFO:tasks.rados.rados.0.smithi123.stdout:1241: finishing write tid 4 to smithi123173835-2 2023-12-20T10:54:06.547 INFO:tasks.rados.rados.0.smithi123.stdout:1234: done (6 left) 2023-12-20T10:54:06.547 INFO:tasks.rados.rados.0.smithi123.stdout:1235: done (5 left) 2023-12-20T10:54:06.547 INFO:tasks.rados.rados.0.smithi123.stdout:1238: done (4 left) 2023-12-20T10:54:06.547 INFO:tasks.rados.rados.0.smithi123.stdout:1239: done (3 left) 2023-12-20T10:54:06.547 INFO:tasks.rados.rados.0.smithi123.stdout:1242: done (2 left) 2023-12-20T10:54:06.548 INFO:tasks.rados.rados.0.smithi123.stdout:1243: done (1 left) 2023-12-20T10:54:06.548 INFO:tasks.rados.rados.0.smithi123.stdout:1244: rollback oid 34 current snap is 126 2023-12-20T10:54:06.548 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 34 to 110 2023-12-20T10:54:06.548 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 28 current snap is 126 2023-12-20T10:54:06.548 INFO:tasks.rados.rados.0.smithi123.stdout:1245: seq_num 412 ranges {1622016=507904,2129920=630784,2760704=491520,3252224=483328} 2023-12-20T10:54:06.555 INFO:tasks.rados.rados.0.smithi123.stdout:1245: writing smithi123173835-28 from 1622016 to 2129920 tid 1 2023-12-20T10:54:06.559 INFO:tasks.rados.rados.0.smithi123.stdout:1245: writing smithi123173835-28 from 2129920 to 2760704 tid 2 2023-12-20T10:54:06.561 INFO:tasks.rados.rados.0.smithi123.stdout:1245: writing smithi123173835-28 from 2760704 to 3252224 tid 3 2023-12-20T10:54:06.565 INFO:tasks.rados.rados.0.smithi123.stdout:1245: writing smithi123173835-28 from 3252224 to 3735552 tid 4 2023-12-20T10:54:06.565 INFO:tasks.rados.rados.0.smithi123.stdout:1246: read oid 3 snap -1 2023-12-20T10:54:06.565 INFO:tasks.rados.rados.0.smithi123.stdout:1246: expect (ObjNum 324 snap 98 seq_num 324) 2023-12-20T10:54:06.565 INFO:tasks.rados.rados.0.smithi123.stdout:1241: finishing write tid 5 to smithi123173835-2 2023-12-20T10:54:06.565 INFO:tasks.rados.rados.0.smithi123.stdout:1247: read oid 27 snap 109 2023-12-20T10:54:06.565 INFO:tasks.rados.rados.0.smithi123.stdout:1247: expect (ObjNum 289 snap 89 seq_num 289) 2023-12-20T10:54:06.566 INFO:tasks.rados.rados.0.smithi123.stdout:1248: rmattr oid 8 current snap is 126 2023-12-20T10:54:06.566 INFO:tasks.rados.rados.0.smithi123.stdout:1248: done (5 left) 2023-12-20T10:54:06.566 INFO:tasks.rados.rados.0.smithi123.stdout:1249: snap_remove snap 102 2023-12-20T10:54:07.027 INFO:tasks.rados.rados.0.smithi123.stdout:1249: done (5 left) 2023-12-20T10:54:07.027 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 7 current snap is 126 2023-12-20T10:54:07.027 INFO:tasks.rados.rados.0.smithi123.stdout:1241: finishing write tid 6 to smithi123173835-2 2023-12-20T10:54:07.027 INFO:tasks.rados.rados.0.smithi123.stdout:1241: finishing write tid 7 to smithi123173835-2 2023-12-20T10:54:07.027 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 2 v 481 (ObjNum 410 snap 126 seq_num 410) dirty exists 2023-12-20T10:54:07.027 INFO:tasks.rados.rados.0.smithi123.stdout:1241: left oid 2 (ObjNum 410 snap 126 seq_num 410) 2023-12-20T10:54:07.027 INFO:tasks.rados.rados.0.smithi123.stdout:1244: finishing rollback tid 0 to smithi123173835-34 2023-12-20T10:54:07.028 INFO:tasks.rados.rados.0.smithi123.stdout:1244: finishing rollback tid 1 to smithi123173835-34 2023-12-20T10:54:07.028 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 34 v 1119 (ObjNum 33 snap 0 seq_num 0) dirty dne 2023-12-20T10:54:07.028 INFO:tasks.rados.rados.0.smithi123.stdout:1245: finishing write tid 1 to smithi123173835-28 2023-12-20T10:54:07.028 INFO:tasks.rados.rados.0.smithi123.stdout:1245: finishing write tid 2 to smithi123173835-28 2023-12-20T10:54:07.028 INFO:tasks.rados.rados.0.smithi123.stdout:1245: finishing write tid 3 to smithi123173835-28 2023-12-20T10:54:07.028 INFO:tasks.rados.rados.0.smithi123.stdout:1250: seq_num 413 ranges {0=524288,524288=516096,1040384=696320,1736704=393216} 2023-12-20T10:54:07.033 INFO:tasks.rados.rados.0.smithi123.stdout:1250: writing smithi123173835-7 from 0 to 524288 tid 1 2023-12-20T10:54:07.033 INFO:tasks.rados.rados.0.smithi123.stdout:1250: writing smithi123173835-7 from 524288 to 1040384 tid 2 2023-12-20T10:54:07.038 INFO:tasks.rados.rados.0.smithi123.stdout:1250: writing smithi123173835-7 from 1040384 to 1736704 tid 3 2023-12-20T10:54:07.041 INFO:tasks.rados.rados.0.smithi123.stdout:1250: writing smithi123173835-7 from 1736704 to 2129920 tid 4 2023-12-20T10:54:07.041 INFO:tasks.rados.rados.0.smithi123.stdout:1241: done (5 left) 2023-12-20T10:54:07.041 INFO:tasks.rados.rados.0.smithi123.stdout:1244: done (4 left) 2023-12-20T10:54:07.041 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 22 current snap is 126 2023-12-20T10:54:07.041 INFO:tasks.rados.rados.0.smithi123.stdout:1251: seq_num 414 ranges {4349952=540672,4890624=802816,5693440=458752,6152192=344064} 2023-12-20T10:54:07.068 INFO:tasks.rados.rados.0.smithi123.stdout:1251: writing smithi123173835-22 from 4349952 to 4890624 tid 1 2023-12-20T10:54:07.073 INFO:tasks.rados.rados.0.smithi123.stdout:1251: writing smithi123173835-22 from 4890624 to 5693440 tid 2 2023-12-20T10:54:07.076 INFO:tasks.rados.rados.0.smithi123.stdout:1251: writing smithi123173835-22 from 5693440 to 6152192 tid 3 2023-12-20T10:54:07.079 INFO:tasks.rados.rados.0.smithi123.stdout:1251: writing smithi123173835-22 from 6152192 to 6496256 tid 4 2023-12-20T10:54:07.079 INFO:tasks.rados.rados.0.smithi123.stdout:1252: rollback oid 38 current snap is 126 2023-12-20T10:54:07.079 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 38 to 115 2023-12-20T10:54:07.079 INFO:tasks.rados.rados.0.smithi123.stdout:1245: finishing write tid 4 to smithi123173835-28 2023-12-20T10:54:07.079 INFO:tasks.rados.rados.0.smithi123.stdout:1245: finishing write tid 5 to smithi123173835-28 2023-12-20T10:54:07.079 INFO:tasks.rados.rados.0.smithi123.stdout:1245: finishing write tid 6 to smithi123173835-28 2023-12-20T10:54:07.079 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 28 v 794 (ObjNum 412 snap 126 seq_num 412) dirty exists 2023-12-20T10:54:07.079 INFO:tasks.rados.rados.0.smithi123.stdout:1245: left oid 28 (ObjNum 412 snap 126 seq_num 412) 2023-12-20T10:54:07.079 INFO:tasks.rados.rados.0.smithi123.stdout:1247: expect (ObjNum 289 snap 89 seq_num 289) 2023-12-20T10:54:07.144 INFO:tasks.rados.rados.0.smithi123.stdout:1246: expect (ObjNum 324 snap 98 seq_num 324) 2023-12-20T10:54:07.259 INFO:tasks.rados.rados.0.smithi123.stdout:1250: finishing write tid 1 to smithi123173835-7 2023-12-20T10:54:07.259 INFO:tasks.rados.rados.0.smithi123.stdout:1250: finishing write tid 2 to smithi123173835-7 2023-12-20T10:54:07.259 INFO:tasks.rados.rados.0.smithi123.stdout:1250: finishing write tid 3 to smithi123173835-7 2023-12-20T10:54:07.259 INFO:tasks.rados.rados.0.smithi123.stdout:1250: finishing write tid 4 to smithi123173835-7 2023-12-20T10:54:07.259 INFO:tasks.rados.rados.0.smithi123.stdout:1250: finishing write tid 5 to smithi123173835-7 2023-12-20T10:54:07.259 INFO:tasks.rados.rados.0.smithi123.stdout:1250: finishing write tid 6 to smithi123173835-7 2023-12-20T10:54:07.260 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 490 (ObjNum 413 snap 126 seq_num 413) dirty exists 2023-12-20T10:54:07.260 INFO:tasks.rados.rados.0.smithi123.stdout:1250: left oid 7 (ObjNum 413 snap 126 seq_num 413) 2023-12-20T10:54:07.260 INFO:tasks.rados.rados.0.smithi123.stdout:1251: finishing write tid 1 to smithi123173835-22 2023-12-20T10:54:07.260 INFO:tasks.rados.rados.0.smithi123.stdout:1251: finishing write tid 2 to smithi123173835-22 2023-12-20T10:54:07.260 INFO:tasks.rados.rados.0.smithi123.stdout:1245: done (5 left) 2023-12-20T10:54:07.260 INFO:tasks.rados.rados.0.smithi123.stdout:1246: done (4 left) 2023-12-20T10:54:07.260 INFO:tasks.rados.rados.0.smithi123.stdout:1247: done (3 left) 2023-12-20T10:54:07.260 INFO:tasks.rados.rados.0.smithi123.stdout:1250: done (2 left) 2023-12-20T10:54:07.260 INFO:tasks.rados.rados.0.smithi123.stdout:1253: rollback oid 25 current snap is 126 2023-12-20T10:54:07.260 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 25 to 100 2023-12-20T10:54:07.260 INFO:tasks.rados.rados.0.smithi123.stdout:1251: finishing write tid 3 to smithi123173835-22 2023-12-20T10:54:07.260 INFO:tasks.rados.rados.0.smithi123.stdout:1252: finishing rollback tid 0 to smithi123173835-38 2023-12-20T10:54:07.260 INFO:tasks.rados.rados.0.smithi123.stdout:1252: finishing rollback tid 1 to smithi123173835-38 2023-12-20T10:54:07.260 INFO:tasks.rados.rados.0.smithi123.stdout:1252: finishing rollback tid 2 to smithi123173835-38 2023-12-20T10:54:07.260 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 38 v 731 (ObjNum 325 snap 98 seq_num 325) dirty exists 2023-12-20T10:54:07.261 INFO:tasks.rados.rados.0.smithi123.stdout:1251: finishing write tid 4 to smithi123173835-22 2023-12-20T10:54:07.261 INFO:tasks.rados.rados.0.smithi123.stdout:1251: finishing write tid 5 to smithi123173835-22 2023-12-20T10:54:07.261 INFO:tasks.rados.rados.0.smithi123.stdout:1251: finishing write tid 6 to smithi123173835-22 2023-12-20T10:54:07.261 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 22 v 734 (ObjNum 414 snap 126 seq_num 414) dirty exists 2023-12-20T10:54:07.261 INFO:tasks.rados.rados.0.smithi123.stdout:1251: left oid 22 (ObjNum 414 snap 126 seq_num 414) 2023-12-20T10:54:07.261 INFO:tasks.rados.rados.0.smithi123.stdout:1251: done (2 left) 2023-12-20T10:54:07.261 INFO:tasks.rados.rados.0.smithi123.stdout:1252: done (1 left) 2023-12-20T10:54:07.261 INFO:tasks.rados.rados.0.smithi123.stdout:1254: rmattr oid 32 current snap is 126 2023-12-20T10:54:07.261 INFO:tasks.rados.rados.0.smithi123.stdout:1255: rmattr oid 27 current snap is 126 2023-12-20T10:54:07.261 INFO:tasks.rados.rados.0.smithi123.stdout:1255: done (2 left) 2023-12-20T10:54:07.261 INFO:tasks.rados.rados.0.smithi123.stdout:1256: delete oid 12 current snap is 126 2023-12-20T10:54:07.261 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 0 (ObjNum 161 snap 0 seq_num 958765840) dirty dne 2023-12-20T10:54:07.262 INFO:tasks.rados.rados.0.smithi123.stdout:1254: done (2 left) 2023-12-20T10:54:07.262 INFO:tasks.rados.rados.0.smithi123.stdout:1256: done (1 left) 2023-12-20T10:54:07.262 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 46 current snap is 126 2023-12-20T10:54:07.263 INFO:tasks.rados.rados.0.smithi123.stdout:1257: seq_num 416 ranges {1540096=573440,2113536=573440,2686976=475136,3162112=557056} 2023-12-20T10:54:07.272 INFO:tasks.rados.rados.0.smithi123.stdout:1257: writing smithi123173835-46 from 1540096 to 2113536 tid 1 2023-12-20T10:54:07.275 INFO:tasks.rados.rados.0.smithi123.stdout:1257: writing smithi123173835-46 from 2113536 to 2686976 tid 2 2023-12-20T10:54:07.278 INFO:tasks.rados.rados.0.smithi123.stdout:1257: writing smithi123173835-46 from 2686976 to 3162112 tid 3 2023-12-20T10:54:07.282 INFO:tasks.rados.rados.0.smithi123.stdout:1257: writing smithi123173835-46 from 3162112 to 3719168 tid 4 2023-12-20T10:54:07.282 INFO:tasks.rados.rados.0.smithi123.stdout:1258: snap_remove snap 122 2023-12-20T10:54:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:07 smithi177 ceph-mon[212096]: failed to encode map e311 with expected crc 2023-12-20T10:54:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:07 smithi177 ceph-mon[212096]: osdmap e311: 8 total, 8 up, 8 in 2023-12-20T10:54:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:07 smithi177 ceph-mon[212096]: failed to encode map e311 with expected crc 2023-12-20T10:54:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:07 smithi177 ceph-mon[212096]: failed to encode map e311 with expected crc 2023-12-20T10:54:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:07 smithi177 ceph-mon[212096]: failed to encode map e311 with expected crc 2023-12-20T10:54:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:07 smithi123 ceph-mon[191304]: failed to encode map e311 with expected crc 2023-12-20T10:54:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:07 smithi123 ceph-mon[191304]: osdmap e311: 8 total, 8 up, 8 in 2023-12-20T10:54:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:07 smithi123 ceph-mon[191304]: failed to encode map e311 with expected crc 2023-12-20T10:54:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:07 smithi123 ceph-mon[191304]: failed to encode map e311 with expected crc 2023-12-20T10:54:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:07 smithi123 ceph-mon[191304]: failed to encode map e311 with expected crc 2023-12-20T10:54:07.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:07 smithi123 ceph-mon[188613]: failed to encode map e311 with expected crc 2023-12-20T10:54:07.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:07 smithi123 ceph-mon[188613]: osdmap e311: 8 total, 8 up, 8 in 2023-12-20T10:54:07.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:07 smithi123 ceph-mon[188613]: failed to encode map e311 with expected crc 2023-12-20T10:54:07.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:07 smithi123 ceph-mon[188613]: failed to encode map e311 with expected crc 2023-12-20T10:54:07.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:07 smithi123 ceph-mon[188613]: failed to encode map e311 with expected crc 2023-12-20T10:54:08.033 INFO:tasks.rados.rados.0.smithi123.stdout:1258: done (2 left) 2023-12-20T10:54:08.033 INFO:tasks.rados.rados.0.smithi123.stdout:1259: read oid 39 snap -1 2023-12-20T10:54:08.033 INFO:tasks.rados.rados.0.smithi123.stdout:1259: expect (ObjNum 363 snap 108 seq_num 363) 2023-12-20T10:54:08.033 INFO:tasks.rados.rados.0.smithi123.stdout:1260: copy_from oid 13 from oid 43 current snap is 126 2023-12-20T10:54:08.033 INFO:tasks.rados.rados.0.smithi123.stdout:1253: finishing rollback tid 0 to smithi123173835-25 2023-12-20T10:54:08.033 INFO:tasks.rados.rados.0.smithi123.stdout:1253: finishing rollback tid 1 to smithi123173835-25 2023-12-20T10:54:08.033 INFO:tasks.rados.rados.0.smithi123.stdout:1253: finishing rollback tid 2 to smithi123173835-25 2023-12-20T10:54:08.033 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 277 (ObjNum 330 snap 99 seq_num 330) dirty exists 2023-12-20T10:54:08.033 INFO:tasks.rados.rados.0.smithi123.stdout:1257: finishing write tid 1 to smithi123173835-46 2023-12-20T10:54:08.033 INFO:tasks.rados.rados.0.smithi123.stdout:1253: done (3 left) 2023-12-20T10:54:08.034 INFO:tasks.rados.rados.0.smithi123.stdout:1261: delete oid 31 current snap is 126 2023-12-20T10:54:08.034 INFO:tasks.rados.rados.0.smithi123.stdout:1257: finishing write tid 2 to smithi123173835-46 2023-12-20T10:54:08.034 INFO:tasks.rados.rados.0.smithi123.stdout:1257: finishing write tid 3 to smithi123173835-46 2023-12-20T10:54:08.034 INFO:tasks.rados.rados.0.smithi123.stdout:1257: finishing write tid 4 to smithi123173835-46 2023-12-20T10:54:08.034 INFO:tasks.rados.rados.0.smithi123.stdout:1257: finishing write tid 5 to smithi123173835-46 2023-12-20T10:54:08.034 INFO:tasks.rados.rados.0.smithi123.stdout:1257: finishing write tid 6 to smithi123173835-46 2023-12-20T10:54:08.034 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 46 v 740 (ObjNum 416 snap 126 seq_num 416) dirty exists 2023-12-20T10:54:08.034 INFO:tasks.rados.rados.0.smithi123.stdout:1257: left oid 46 (ObjNum 416 snap 126 seq_num 416) 2023-12-20T10:54:08.042 INFO:tasks.rados.rados.0.smithi123.stdout:1260: finishing copy_from racing read to smithi123173835-13 2023-12-20T10:54:08.048 INFO:tasks.rados.rados.0.smithi123.stdout:1257: done (3 left) 2023-12-20T10:54:08.048 INFO:tasks.rados.rados.0.smithi123.stdout:1261: done (2 left) 2023-12-20T10:54:08.048 INFO:tasks.rados.rados.0.smithi123.stdout:1262: copy_from oid 24 from oid 26 current snap is 126 2023-12-20T10:54:08.048 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 40 current snap is 126 2023-12-20T10:54:08.048 INFO:tasks.rados.rados.0.smithi123.stdout:1263: seq_num 418 ranges {1744896=606208,2351104=737280,3088384=434176,3522560=434176} 2023-12-20T10:54:08.058 INFO:tasks.rados.rados.0.smithi123.stdout:1263: writing smithi123173835-40 from 1744896 to 2351104 tid 1 2023-12-20T10:54:08.062 INFO:tasks.rados.rados.0.smithi123.stdout:1263: writing smithi123173835-40 from 2351104 to 3088384 tid 2 2023-12-20T10:54:08.065 INFO:tasks.rados.rados.0.smithi123.stdout:1263: writing smithi123173835-40 from 3088384 to 3522560 tid 3 2023-12-20T10:54:08.067 INFO:tasks.rados.rados.0.smithi123.stdout:1263: writing smithi123173835-40 from 3522560 to 3956736 tid 4 2023-12-20T10:54:08.067 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 36 current snap is 126 2023-12-20T10:54:08.068 INFO:tasks.rados.rados.0.smithi123.stdout:1260: finishing copy_from to smithi123173835-13 2023-12-20T10:54:08.068 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 495 (ObjNum 81 snap 0 seq_num 1) dirty exists 2023-12-20T10:54:08.068 INFO:tasks.rados.rados.0.smithi123.stdout:1264: seq_num 419 ranges {2408448=622592,3031040=671744,3702784=647168,4349952=286720} 2023-12-20T10:54:08.084 INFO:tasks.rados.rados.0.smithi123.stdout:1264: writing smithi123173835-36 from 2408448 to 3031040 tid 1 2023-12-20T10:54:08.088 INFO:tasks.rados.rados.0.smithi123.stdout:1264: writing smithi123173835-36 from 3031040 to 3702784 tid 2 2023-12-20T10:54:08.091 INFO:tasks.rados.rados.0.smithi123.stdout:1264: writing smithi123173835-36 from 3702784 to 4349952 tid 3 2023-12-20T10:54:08.094 INFO:tasks.rados.rados.0.smithi123.stdout:1264: writing smithi123173835-36 from 4349952 to 4636672 tid 4 2023-12-20T10:54:08.094 INFO:tasks.rados.rados.0.smithi123.stdout:1260: done (4 left) 2023-12-20T10:54:08.094 INFO:tasks.rados.rados.0.smithi123.stdout:1265: read oid 6 snap -1 2023-12-20T10:54:08.094 INFO:tasks.rados.rados.0.smithi123.stdout:1265: expect (ObjNum 344 snap 104 seq_num 344) 2023-12-20T10:54:08.094 INFO:tasks.rados.rados.0.smithi123.stdout:1266: setattr oid 50 current snap is 126 2023-12-20T10:54:08.094 INFO:tasks.rados.rados.0.smithi123.stdout:1262: finishing copy_from to smithi123173835-24 2023-12-20T10:54:08.094 INFO:tasks.rados.rados.0.smithi123.stdout:1262: got expected ENOENT (src dne) 2023-12-20T10:54:08.094 INFO:tasks.rados.rados.0.smithi123.stdout:1262: finishing copy_from racing read to smithi123173835-24 2023-12-20T10:54:08.094 INFO:tasks.rados.rados.0.smithi123.stdout:1263: finishing write tid 1 to smithi123173835-40 2023-12-20T10:54:08.094 INFO:tasks.rados.rados.0.smithi123.stdout:1259: expect (ObjNum 363 snap 108 seq_num 363) 2023-12-20T10:54:08.246 INFO:tasks.rados.rados.0.smithi123.stdout:1263: finishing write tid 2 to smithi123173835-40 2023-12-20T10:54:08.249 INFO:tasks.rados.rados.0.smithi123.stdout:1263: finishing write tid 3 to smithi123173835-40 2023-12-20T10:54:08.249 INFO:tasks.rados.rados.0.smithi123.stdout:1263: finishing write tid 4 to smithi123173835-40 2023-12-20T10:54:08.249 INFO:tasks.rados.rados.0.smithi123.stdout:1263: finishing write tid 5 to smithi123173835-40 2023-12-20T10:54:08.249 INFO:tasks.rados.rados.0.smithi123.stdout:1263: finishing write tid 6 to smithi123173835-40 2023-12-20T10:54:08.249 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 40 v 1143 (ObjNum 418 snap 126 seq_num 418) dirty exists 2023-12-20T10:54:08.249 INFO:tasks.rados.rados.0.smithi123.stdout:1263: left oid 40 (ObjNum 418 snap 126 seq_num 418) 2023-12-20T10:54:08.249 INFO:tasks.rados.rados.0.smithi123.stdout:1264: finishing write tid 1 to smithi123173835-36 2023-12-20T10:54:08.249 INFO:tasks.rados.rados.0.smithi123.stdout:1264: finishing write tid 2 to smithi123173835-36 2023-12-20T10:54:08.249 INFO:tasks.rados.rados.0.smithi123.stdout:1264: finishing write tid 3 to smithi123173835-36 2023-12-20T10:54:08.249 INFO:tasks.rados.rados.0.smithi123.stdout:1264: finishing write tid 4 to smithi123173835-36 2023-12-20T10:54:08.250 INFO:tasks.rados.rados.0.smithi123.stdout:1264: finishing write tid 5 to smithi123173835-36 2023-12-20T10:54:08.250 INFO:tasks.rados.rados.0.smithi123.stdout:1264: finishing write tid 6 to smithi123173835-36 2023-12-20T10:54:08.250 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 736 (ObjNum 419 snap 126 seq_num 419) dirty exists 2023-12-20T10:54:08.250 INFO:tasks.rados.rados.0.smithi123.stdout:1264: left oid 36 (ObjNum 419 snap 126 seq_num 419) 2023-12-20T10:54:08.250 INFO:tasks.rados.rados.0.smithi123.stdout:1265: expect (ObjNum 344 snap 104 seq_num 344) 2023-12-20T10:54:08.294 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 50 v 1144 (ObjNum 406 snap 126 seq_num 406) dirty exists 2023-12-20T10:54:08.295 INFO:tasks.rados.rados.0.smithi123.stdout:1259: done (5 left) 2023-12-20T10:54:08.295 INFO:tasks.rados.rados.0.smithi123.stdout:1262: done (4 left) 2023-12-20T10:54:08.295 INFO:tasks.rados.rados.0.smithi123.stdout:1263: done (3 left) 2023-12-20T10:54:08.295 INFO:tasks.rados.rados.0.smithi123.stdout:1264: done (2 left) 2023-12-20T10:54:08.295 INFO:tasks.rados.rados.0.smithi123.stdout:1265: done (1 left) 2023-12-20T10:54:08.295 INFO:tasks.rados.rados.0.smithi123.stdout:1266: done (0 left) 2023-12-20T10:54:08.295 INFO:tasks.rados.rados.0.smithi123.stdout:1267: delete oid 26 current snap is 126 2023-12-20T10:54:08.296 INFO:tasks.rados.rados.0.smithi123.stdout:1267: done (0 left) 2023-12-20T10:54:08.296 INFO:tasks.rados.rados.0.smithi123.stdout:1268: delete oid 5 current snap is 126 2023-12-20T10:54:08.298 INFO:tasks.rados.rados.0.smithi123.stdout:1268: done (0 left) 2023-12-20T10:54:08.298 INFO:tasks.rados.rados.0.smithi123.stdout:1269: copy_from oid 21 from oid 29 current snap is 126 2023-12-20T10:54:08.298 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 3 current snap is 126 2023-12-20T10:54:08.298 INFO:tasks.rados.rados.0.smithi123.stdout:1270: seq_num 422 ranges {3104768=671744,3776512=729088,4505600=417792,4923392=458752} 2023-12-20T10:54:08.317 INFO:tasks.rados.rados.0.smithi123.stdout:1270: writing smithi123173835-3 from 3104768 to 3776512 tid 1 2023-12-20T10:54:08.321 INFO:tasks.rados.rados.0.smithi123.stdout:1270: writing smithi123173835-3 from 3776512 to 4505600 tid 2 2023-12-20T10:54:08.324 INFO:tasks.rados.rados.0.smithi123.stdout:1270: writing smithi123173835-3 from 4505600 to 4923392 tid 3 2023-12-20T10:54:08.327 INFO:tasks.rados.rados.0.smithi123.stdout:1270: writing smithi123173835-3 from 4923392 to 5382144 tid 4 2023-12-20T10:54:08.327 INFO:tasks.rados.rados.0.smithi123.stdout:1271: copy_from oid 35 from oid 34 current snap is 126 2023-12-20T10:54:08.327 INFO:tasks.rados.rados.0.smithi123.stdout:1269: finishing copy_from to smithi123173835-21 2023-12-20T10:54:08.327 INFO:tasks.rados.rados.0.smithi123.stdout:1269: got expected ENOENT (src dne) 2023-12-20T10:54:08.327 INFO:tasks.rados.rados.0.smithi123.stdout:1269: finishing copy_from racing read to smithi123173835-21 2023-12-20T10:54:08.328 INFO:tasks.rados.rados.0.smithi123.stdout:1270: finishing write tid 1 to smithi123173835-3 2023-12-20T10:54:08.328 INFO:tasks.rados.rados.0.smithi123.stdout:1270: finishing write tid 2 to smithi123173835-3 2023-12-20T10:54:08.328 INFO:tasks.rados.rados.0.smithi123.stdout:1270: finishing write tid 3 to smithi123173835-3 2023-12-20T10:54:08.328 INFO:tasks.rados.rados.0.smithi123.stdout:1269: done (2 left) 2023-12-20T10:54:08.328 INFO:tasks.rados.rados.0.smithi123.stdout:1272: read oid 38 snap -1 2023-12-20T10:54:08.328 INFO:tasks.rados.rados.0.smithi123.stdout:1272: expect (ObjNum 325 snap 98 seq_num 325) 2023-12-20T10:54:08.328 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 23 current snap is 126 2023-12-20T10:54:08.328 INFO:tasks.rados.rados.0.smithi123.stdout:1273: seq_num 423 ranges {4128768=688128,4816896=614400,5431296=622592,6053888=368640} 2023-12-20T10:54:08.353 INFO:tasks.rados.rados.0.smithi123.stdout:1273: writing smithi123173835-23 from 4128768 to 4816896 tid 1 2023-12-20T10:54:08.356 INFO:tasks.rados.rados.0.smithi123.stdout:1273: writing smithi123173835-23 from 4816896 to 5431296 tid 2 2023-12-20T10:54:08.360 INFO:tasks.rados.rados.0.smithi123.stdout:1273: writing smithi123173835-23 from 5431296 to 6053888 tid 3 2023-12-20T10:54:08.362 INFO:tasks.rados.rados.0.smithi123.stdout:1273: writing smithi123173835-23 from 6053888 to 6422528 tid 4 2023-12-20T10:54:08.362 INFO:tasks.rados.rados.0.smithi123.stdout:1274: copy_from oid 31 from oid 43 current snap is 126 2023-12-20T10:54:08.363 INFO:tasks.rados.rados.0.smithi123.stdout:1271: finishing copy_from to smithi123173835-35 2023-12-20T10:54:08.363 INFO:tasks.rados.rados.0.smithi123.stdout:1271: got expected ENOENT (src dne) 2023-12-20T10:54:08.363 INFO:tasks.rados.rados.0.smithi123.stdout:1275: rmattr oid 48 current snap is 126 2023-12-20T10:54:08.363 INFO:tasks.rados.rados.0.smithi123.stdout:1271: finishing copy_from racing read to smithi123173835-35 2023-12-20T10:54:08.363 INFO:tasks.rados.rados.0.smithi123.stdout:1270: finishing write tid 4 to smithi123173835-3 2023-12-20T10:54:08.363 INFO:tasks.rados.rados.0.smithi123.stdout:1270: finishing write tid 5 to smithi123173835-3 2023-12-20T10:54:08.363 INFO:tasks.rados.rados.0.smithi123.stdout:1272: expect (ObjNum 325 snap 98 seq_num 325) 2023-12-20T10:54:08.387 INFO:tasks.rados.rados.0.smithi123.stdout:1270: finishing write tid 6 to smithi123173835-3 2023-12-20T10:54:08.388 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 930 (ObjNum 422 snap 126 seq_num 422) dirty exists 2023-12-20T10:54:08.388 INFO:tasks.rados.rados.0.smithi123.stdout:1270: left oid 3 (ObjNum 422 snap 126 seq_num 422) 2023-12-20T10:54:08.388 INFO:tasks.rados.rados.0.smithi123.stdout:1273: finishing write tid 1 to smithi123173835-23 2023-12-20T10:54:08.388 INFO:tasks.rados.rados.0.smithi123.stdout:1270: done (5 left) 2023-12-20T10:54:08.388 INFO:tasks.rados.rados.0.smithi123.stdout:1271: done (4 left) 2023-12-20T10:54:08.388 INFO:tasks.rados.rados.0.smithi123.stdout:1272: done (3 left) 2023-12-20T10:54:08.388 INFO:tasks.rados.rados.0.smithi123.stdout:1276: snap_remove snap 107 2023-12-20T10:54:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:08 smithi177 ceph-mon[212096]: failed to encode map e312 with expected crc 2023-12-20T10:54:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:08 smithi177 ceph-mon[212096]: osdmap e312: 8 total, 8 up, 8 in 2023-12-20T10:54:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:08 smithi177 ceph-mon[212096]: failed to encode map e312 with expected crc 2023-12-20T10:54:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:08 smithi177 ceph-mon[212096]: failed to encode map e312 with expected crc 2023-12-20T10:54:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:08 smithi177 ceph-mon[212096]: failed to encode map e312 with expected crc 2023-12-20T10:54:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:08 smithi177 ceph-mon[212096]: pgmap v175: 121 pgs: 3 peering, 118 active+clean; 214 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.4 MiB/s wr, 20 op/s; 15 MiB/s, 6 objects/s recovering 2023-12-20T10:54:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:08 smithi123 ceph-mon[188613]: failed to encode map e312 with expected crc 2023-12-20T10:54:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:08 smithi123 ceph-mon[188613]: osdmap e312: 8 total, 8 up, 8 in 2023-12-20T10:54:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:08 smithi123 ceph-mon[188613]: failed to encode map e312 with expected crc 2023-12-20T10:54:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:08 smithi123 ceph-mon[188613]: failed to encode map e312 with expected crc 2023-12-20T10:54:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:08 smithi123 ceph-mon[188613]: failed to encode map e312 with expected crc 2023-12-20T10:54:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:08 smithi123 ceph-mon[188613]: pgmap v175: 121 pgs: 3 peering, 118 active+clean; 214 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.4 MiB/s wr, 20 op/s; 15 MiB/s, 6 objects/s recovering 2023-12-20T10:54:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:08 smithi123 ceph-mon[191304]: failed to encode map e312 with expected crc 2023-12-20T10:54:08.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:08 smithi123 ceph-mon[191304]: osdmap e312: 8 total, 8 up, 8 in 2023-12-20T10:54:08.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:08 smithi123 ceph-mon[191304]: failed to encode map e312 with expected crc 2023-12-20T10:54:08.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:08 smithi123 ceph-mon[191304]: failed to encode map e312 with expected crc 2023-12-20T10:54:08.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:08 smithi123 ceph-mon[191304]: failed to encode map e312 with expected crc 2023-12-20T10:54:08.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:08 smithi123 ceph-mon[191304]: pgmap v175: 121 pgs: 3 peering, 118 active+clean; 214 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.4 MiB/s wr, 20 op/s; 15 MiB/s, 6 objects/s recovering 2023-12-20T10:54:09.030 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:54:08 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:54:08.660Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2023-12-20T10:54:09.030 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:54:08 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:54:08.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-20T10:54:09.039 INFO:tasks.rados.rados.0.smithi123.stdout:1276: done (3 left) 2023-12-20T10:54:09.039 INFO:tasks.rados.rados.0.smithi123.stdout:1277: copy_from oid 36 from oid 9 current snap is 126 2023-12-20T10:54:09.039 INFO:tasks.rados.rados.0.smithi123.stdout:1273: finishing write tid 2 to smithi123173835-23 2023-12-20T10:54:09.039 INFO:tasks.rados.rados.0.smithi123.stdout:1273: finishing write tid 3 to smithi123173835-23 2023-12-20T10:54:09.039 INFO:tasks.rados.rados.0.smithi123.stdout:1273: finishing write tid 4 to smithi123173835-23 2023-12-20T10:54:09.039 INFO:tasks.rados.rados.0.smithi123.stdout:1273: finishing write tid 5 to smithi123173835-23 2023-12-20T10:54:09.039 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 595 (ObjNum 381 snap 116 seq_num 381) dirty exists 2023-12-20T10:54:09.039 INFO:tasks.rados.rados.0.smithi123.stdout:1273: finishing write tid 6 to smithi123173835-23 2023-12-20T10:54:09.040 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 23 v 935 (ObjNum 423 snap 126 seq_num 423) dirty exists 2023-12-20T10:54:09.040 INFO:tasks.rados.rados.0.smithi123.stdout:1273: left oid 23 (ObjNum 423 snap 126 seq_num 423) 2023-12-20T10:54:09.040 INFO:tasks.rados.rados.0.smithi123.stdout:1274: finishing copy_from to smithi123173835-31 2023-12-20T10:54:09.040 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 31 v 495 (ObjNum 81 snap 0 seq_num 1851418706) dirty exists 2023-12-20T10:54:09.040 INFO:tasks.rados.rados.0.smithi123.stdout:1274: finishing copy_from racing read to smithi123173835-31 2023-12-20T10:54:09.040 INFO:tasks.rados.rados.0.smithi123.stdout:1273: done (3 left) 2023-12-20T10:54:09.040 INFO:tasks.rados.rados.0.smithi123.stdout:1274: done (2 left) 2023-12-20T10:54:09.040 INFO:tasks.rados.rados.0.smithi123.stdout:1275: done (1 left) 2023-12-20T10:54:09.040 INFO:tasks.rados.rados.0.smithi123.stdout:1278: snap_create 2023-12-20T10:54:09.055 INFO:tasks.rados.rados.0.smithi123.stdout:1277: finishing copy_from racing read to smithi123173835-36 2023-12-20T10:54:09.058 INFO:tasks.rados.rados.0.smithi123.stdout:1277: finishing copy_from to smithi123173835-36 2023-12-20T10:54:09.058 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 394 (ObjNum 319 snap 98 seq_num 319) dirty exists 2023-12-20T10:54:09.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:09 smithi177 ceph-mon[212096]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 58/504 objects degraded (11.508%), 7 pgs degraded) 2023-12-20T10:54:09.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:09 smithi177 ceph-mon[212096]: Cluster is now healthy 2023-12-20T10:54:09.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:09 smithi177 ceph-mon[212096]: failed to encode map e313 with expected crc 2023-12-20T10:54:09.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:09 smithi177 ceph-mon[212096]: failed to encode map e313 with expected crc 2023-12-20T10:54:09.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:09 smithi177 ceph-mon[212096]: osdmap e313: 8 total, 8 up, 8 in 2023-12-20T10:54:09.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:09 smithi177 ceph-mon[212096]: failed to encode map e313 with expected crc 2023-12-20T10:54:09.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:09 smithi177 ceph-mon[212096]: failed to encode map e313 with expected crc 2023-12-20T10:54:09.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:09 smithi177 ceph-mon[212096]: failed to encode map e313 with expected crc 2023-12-20T10:54:09.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:09 smithi177 ceph-mon[212096]: failed to encode map e313 with expected crc 2023-12-20T10:54:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:54:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:54:09] "GET /metrics HTTP/1.1" 200 36054 "" "Prometheus/2.43.0" 2023-12-20T10:54:09.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:09 smithi123 ceph-mon[191304]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 58/504 objects degraded (11.508%), 7 pgs degraded) 2023-12-20T10:54:09.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:09 smithi123 ceph-mon[191304]: Cluster is now healthy 2023-12-20T10:54:09.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:09 smithi123 ceph-mon[191304]: failed to encode map e313 with expected crc 2023-12-20T10:54:09.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:09 smithi123 ceph-mon[191304]: failed to encode map e313 with expected crc 2023-12-20T10:54:09.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:09 smithi123 ceph-mon[191304]: osdmap e313: 8 total, 8 up, 8 in 2023-12-20T10:54:09.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:09 smithi123 ceph-mon[191304]: failed to encode map e313 with expected crc 2023-12-20T10:54:09.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:09 smithi123 ceph-mon[191304]: failed to encode map e313 with expected crc 2023-12-20T10:54:09.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:09 smithi123 ceph-mon[191304]: failed to encode map e313 with expected crc 2023-12-20T10:54:09.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:09 smithi123 ceph-mon[191304]: failed to encode map e313 with expected crc 2023-12-20T10:54:09.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:09 smithi123 ceph-mon[188613]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 58/504 objects degraded (11.508%), 7 pgs degraded) 2023-12-20T10:54:09.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:09 smithi123 ceph-mon[188613]: Cluster is now healthy 2023-12-20T10:54:09.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:09 smithi123 ceph-mon[188613]: failed to encode map e313 with expected crc 2023-12-20T10:54:09.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:09 smithi123 ceph-mon[188613]: failed to encode map e313 with expected crc 2023-12-20T10:54:09.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:09 smithi123 ceph-mon[188613]: osdmap e313: 8 total, 8 up, 8 in 2023-12-20T10:54:09.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:09 smithi123 ceph-mon[188613]: failed to encode map e313 with expected crc 2023-12-20T10:54:09.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:09 smithi123 ceph-mon[188613]: failed to encode map e313 with expected crc 2023-12-20T10:54:09.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:09 smithi123 ceph-mon[188613]: failed to encode map e313 with expected crc 2023-12-20T10:54:09.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:09 smithi123 ceph-mon[188613]: failed to encode map e313 with expected crc 2023-12-20T10:54:10.049 INFO:tasks.rados.rados.0.smithi123.stdout:1277: done (1 left) 2023-12-20T10:54:10.049 INFO:tasks.rados.rados.0.smithi123.stdout:1278: done (0 left) 2023-12-20T10:54:10.049 INFO:tasks.rados.rados.0.smithi123.stdout:1279: read oid 31 snap 110 2023-12-20T10:54:10.049 INFO:tasks.rados.rados.0.smithi123.stdout:1279: expect deleted 2023-12-20T10:54:10.049 INFO:tasks.rados.rados.0.smithi123.stdout:1280: delete oid 4 current snap is 127 2023-12-20T10:54:10.055 INFO:tasks.rados.rados.0.smithi123.stdout:1279: done (1 left) 2023-12-20T10:54:10.055 INFO:tasks.rados.rados.0.smithi123.stdout:1280: done (0 left) 2023-12-20T10:54:10.055 INFO:tasks.rados.rados.0.smithi123.stdout:1281: snap_remove snap 123 2023-12-20T10:54:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:10 smithi177 ceph-mon[212096]: failed to encode map e314 with expected crc 2023-12-20T10:54:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:10 smithi177 ceph-mon[212096]: osdmap e314: 8 total, 8 up, 8 in 2023-12-20T10:54:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:10 smithi177 ceph-mon[212096]: failed to encode map e314 with expected crc 2023-12-20T10:54:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:10 smithi177 ceph-mon[212096]: failed to encode map e314 with expected crc 2023-12-20T10:54:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:10 smithi177 ceph-mon[212096]: pgmap v178: 121 pgs: 121 active+clean; 220 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.9 MiB/s wr, 25 op/s; 15 MiB/s, 6 objects/s recovering 2023-12-20T10:54:10.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:10 smithi123 ceph-mon[191304]: failed to encode map e314 with expected crc 2023-12-20T10:54:10.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:10 smithi123 ceph-mon[191304]: osdmap e314: 8 total, 8 up, 8 in 2023-12-20T10:54:10.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:10 smithi123 ceph-mon[191304]: failed to encode map e314 with expected crc 2023-12-20T10:54:10.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:10 smithi123 ceph-mon[191304]: failed to encode map e314 with expected crc 2023-12-20T10:54:10.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:10 smithi123 ceph-mon[191304]: pgmap v178: 121 pgs: 121 active+clean; 220 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.9 MiB/s wr, 25 op/s; 15 MiB/s, 6 objects/s recovering 2023-12-20T10:54:10.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:10 smithi123 ceph-mon[188613]: failed to encode map e314 with expected crc 2023-12-20T10:54:10.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:10 smithi123 ceph-mon[188613]: osdmap e314: 8 total, 8 up, 8 in 2023-12-20T10:54:10.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:10 smithi123 ceph-mon[188613]: failed to encode map e314 with expected crc 2023-12-20T10:54:10.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:10 smithi123 ceph-mon[188613]: failed to encode map e314 with expected crc 2023-12-20T10:54:10.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:10 smithi123 ceph-mon[188613]: pgmap v178: 121 pgs: 121 active+clean; 220 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.9 MiB/s wr, 25 op/s; 15 MiB/s, 6 objects/s recovering 2023-12-20T10:54:11.052 INFO:tasks.rados.rados.0.smithi123.stdout:1281: done (0 left) 2023-12-20T10:54:11.052 INFO:tasks.rados.rados.0.smithi123.stdout:1282: read oid 34 snap -1 2023-12-20T10:54:11.052 INFO:tasks.rados.rados.0.smithi123.stdout:1282: expect deleted 2023-12-20T10:54:11.052 INFO:tasks.rados.rados.0.smithi123.stdout:1283: delete oid 33 current snap is 127 2023-12-20T10:54:11.062 INFO:tasks.rados.rados.0.smithi123.stdout:1282: done (1 left) 2023-12-20T10:54:11.063 INFO:tasks.rados.rados.0.smithi123.stdout:1283: done (0 left) 2023-12-20T10:54:11.063 INFO:tasks.rados.rados.0.smithi123.stdout:1284: snap_remove snap 126 2023-12-20T10:54:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:11 smithi177 ceph-mon[212096]: failed to encode map e315 with expected crc 2023-12-20T10:54:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:11 smithi177 ceph-mon[212096]: failed to encode map e315 with expected crc 2023-12-20T10:54:11.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:11 smithi177 ceph-mon[212096]: osdmap e315: 8 total, 8 up, 8 in 2023-12-20T10:54:11.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:11 smithi177 ceph-mon[212096]: failed to encode map e315 with expected crc 2023-12-20T10:54:11.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:11 smithi177 ceph-mon[212096]: failed to encode map e315 with expected crc 2023-12-20T10:54:11.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:11 smithi123 ceph-mon[191304]: failed to encode map e315 with expected crc 2023-12-20T10:54:11.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:11 smithi123 ceph-mon[191304]: failed to encode map e315 with expected crc 2023-12-20T10:54:11.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:11 smithi123 ceph-mon[191304]: osdmap e315: 8 total, 8 up, 8 in 2023-12-20T10:54:11.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:11 smithi123 ceph-mon[191304]: failed to encode map e315 with expected crc 2023-12-20T10:54:11.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:11 smithi123 ceph-mon[191304]: failed to encode map e315 with expected crc 2023-12-20T10:54:11.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:11 smithi123 ceph-mon[188613]: failed to encode map e315 with expected crc 2023-12-20T10:54:11.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:11 smithi123 ceph-mon[188613]: failed to encode map e315 with expected crc 2023-12-20T10:54:11.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:11 smithi123 ceph-mon[188613]: osdmap e315: 8 total, 8 up, 8 in 2023-12-20T10:54:11.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:11 smithi123 ceph-mon[188613]: failed to encode map e315 with expected crc 2023-12-20T10:54:11.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:11 smithi123 ceph-mon[188613]: failed to encode map e315 with expected crc 2023-12-20T10:54:12.060 INFO:tasks.rados.rados.0.smithi123.stdout:1284: done (0 left) 2023-12-20T10:54:12.060 INFO:tasks.rados.rados.0.smithi123.stdout:1285: read oid 27 snap 100 2023-12-20T10:54:12.060 INFO:tasks.rados.rados.0.smithi123.stdout:1285: expect (ObjNum 289 snap 89 seq_num 289) 2023-12-20T10:54:12.060 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 8 current snap is 127 2023-12-20T10:54:12.061 INFO:tasks.rados.rados.0.smithi123.stdout:1286: seq_num 426 ranges {5079040=737280,5816320=712704,6529024=802816,7331840=90112} 2023-12-20T10:54:12.092 INFO:tasks.rados.rados.0.smithi123.stdout:1286: writing smithi123173835-8 from 5079040 to 5816320 tid 1 2023-12-20T10:54:12.095 INFO:tasks.rados.rados.0.smithi123.stdout:1286: writing smithi123173835-8 from 5816320 to 6529024 tid 2 2023-12-20T10:54:12.100 INFO:tasks.rados.rados.0.smithi123.stdout:1286: writing smithi123173835-8 from 6529024 to 7331840 tid 3 2023-12-20T10:54:12.101 INFO:tasks.rados.rados.0.smithi123.stdout:1286: writing smithi123173835-8 from 7331840 to 7421952 tid 4 2023-12-20T10:54:12.101 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 12 current snap is 127 2023-12-20T10:54:12.101 INFO:tasks.rados.rados.0.smithi123.stdout:1287: seq_num 427 ranges {0=761856,761856=598016,1359872=606208,1966080=401408} 2023-12-20T10:54:12.105 INFO:tasks.rados.rados.0.smithi123.stdout:1287: writing smithi123173835-12 from 0 to 761856 tid 1 2023-12-20T10:54:12.109 INFO:tasks.rados.rados.0.smithi123.stdout:1287: writing smithi123173835-12 from 761856 to 1359872 tid 2 2023-12-20T10:54:12.112 INFO:tasks.rados.rados.0.smithi123.stdout:1287: writing smithi123173835-12 from 1359872 to 1966080 tid 3 2023-12-20T10:54:12.115 INFO:tasks.rados.rados.0.smithi123.stdout:1287: writing smithi123173835-12 from 1966080 to 2367488 tid 4 2023-12-20T10:54:12.115 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 22 current snap is 127 2023-12-20T10:54:12.115 INFO:tasks.rados.rados.0.smithi123.stdout:1285: expect (ObjNum 289 snap 89 seq_num 289) 2023-12-20T10:54:12.182 INFO:tasks.rados.rados.0.smithi123.stdout:1286: finishing write tid 1 to smithi123173835-8 2023-12-20T10:54:12.182 INFO:tasks.rados.rados.0.smithi123.stdout:1286: finishing write tid 2 to smithi123173835-8 2023-12-20T10:54:12.182 INFO:tasks.rados.rados.0.smithi123.stdout:1286: finishing write tid 3 to smithi123173835-8 2023-12-20T10:54:12.182 INFO:tasks.rados.rados.0.smithi123.stdout:1286: finishing write tid 4 to smithi123173835-8 2023-12-20T10:54:12.182 INFO:tasks.rados.rados.0.smithi123.stdout:1288: seq_num 428 ranges {6496256=778240,7274496=483328,7757824=409600,8167424=417792,8585216=294912} 2023-12-20T10:54:12.218 INFO:tasks.rados.rados.0.smithi123.stdout:1288: writing smithi123173835-22 from 6496256 to 7274496 tid 1 2023-12-20T10:54:12.221 INFO:tasks.rados.rados.0.smithi123.stdout:1288: writing smithi123173835-22 from 7274496 to 7757824 tid 2 2023-12-20T10:54:12.223 INFO:tasks.rados.rados.0.smithi123.stdout:1288: writing smithi123173835-22 from 7757824 to 8167424 tid 3 2023-12-20T10:54:12.226 INFO:tasks.rados.rados.0.smithi123.stdout:1288: writing smithi123173835-22 from 8167424 to 8585216 tid 4 2023-12-20T10:54:12.228 INFO:tasks.rados.rados.0.smithi123.stdout:1288: writing smithi123173835-22 from 8585216 to 8880128 tid 5 2023-12-20T10:54:12.228 INFO:tasks.rados.rados.0.smithi123.stdout:1285: done (3 left) 2023-12-20T10:54:12.228 INFO:tasks.rados.rados.0.smithi123.stdout:1289: snap_remove snap 109 2023-12-20T10:54:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:12 smithi177 ceph-mon[212096]: failed to encode map e316 with expected crc 2023-12-20T10:54:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:12 smithi177 ceph-mon[212096]: osdmap e316: 8 total, 8 up, 8 in 2023-12-20T10:54:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:12 smithi177 ceph-mon[212096]: failed to encode map e316 with expected crc 2023-12-20T10:54:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:12 smithi177 ceph-mon[212096]: failed to encode map e316 with expected crc 2023-12-20T10:54:12.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:12 smithi177 ceph-mon[212096]: failed to encode map e316 with expected crc 2023-12-20T10:54:12.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:12 smithi177 ceph-mon[212096]: pgmap v181: 121 pgs: 121 active+clean; 225 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 598 KiB/s rd, 3.7 MiB/s wr, 19 op/s 2023-12-20T10:54:12.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:12.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:54:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:12 smithi123 ceph-mon[191304]: failed to encode map e316 with expected crc 2023-12-20T10:54:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:12 smithi123 ceph-mon[191304]: osdmap e316: 8 total, 8 up, 8 in 2023-12-20T10:54:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:12 smithi123 ceph-mon[191304]: failed to encode map e316 with expected crc 2023-12-20T10:54:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:12 smithi123 ceph-mon[191304]: failed to encode map e316 with expected crc 2023-12-20T10:54:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:12 smithi123 ceph-mon[191304]: failed to encode map e316 with expected crc 2023-12-20T10:54:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:12 smithi123 ceph-mon[191304]: pgmap v181: 121 pgs: 121 active+clean; 225 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 598 KiB/s rd, 3.7 MiB/s wr, 19 op/s 2023-12-20T10:54:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:54:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:12 smithi123 ceph-mon[188613]: failed to encode map e316 with expected crc 2023-12-20T10:54:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:12 smithi123 ceph-mon[188613]: osdmap e316: 8 total, 8 up, 8 in 2023-12-20T10:54:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:12 smithi123 ceph-mon[188613]: failed to encode map e316 with expected crc 2023-12-20T10:54:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:12 smithi123 ceph-mon[188613]: failed to encode map e316 with expected crc 2023-12-20T10:54:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:12 smithi123 ceph-mon[188613]: failed to encode map e316 with expected crc 2023-12-20T10:54:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:12 smithi123 ceph-mon[188613]: pgmap v181: 121 pgs: 121 active+clean; 225 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 598 KiB/s rd, 3.7 MiB/s wr, 19 op/s 2023-12-20T10:54:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:54:12.980 INFO:tasks.rados.rados.0.smithi123.stdout:1289: done (3 left) 2023-12-20T10:54:12.980 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 34 current snap is 127 2023-12-20T10:54:12.980 INFO:tasks.rados.rados.0.smithi123.stdout:1290: seq_num 429 ranges {0=794624,794624=770048,1564672=622592,2187264=212992} 2023-12-20T10:54:12.980 INFO:tasks.rados.rados.0.smithi123.stdout:1290: writing smithi123173835-34 from 0 to 794624 tid 1 2023-12-20T10:54:12.984 INFO:tasks.rados.rados.0.smithi123.stdout:1290: writing smithi123173835-34 from 794624 to 1564672 tid 2 2023-12-20T10:54:12.988 INFO:tasks.rados.rados.0.smithi123.stdout:1290: writing smithi123173835-34 from 1564672 to 2187264 tid 3 2023-12-20T10:54:12.994 INFO:tasks.rados.rados.0.smithi123.stdout:1290: writing smithi123173835-34 from 2187264 to 2400256 tid 4 2023-12-20T10:54:12.994 INFO:tasks.rados.rados.0.smithi123.stdout:1291: setattr oid 39 current snap is 127 2023-12-20T10:54:12.994 INFO:tasks.rados.rados.0.smithi123.stdout:1286: finishing write tid 5 to smithi123173835-8 2023-12-20T10:54:12.994 INFO:tasks.rados.rados.0.smithi123.stdout:1286: finishing write tid 6 to smithi123173835-8 2023-12-20T10:54:12.994 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 454 (ObjNum 426 snap 127 seq_num 426) dirty exists 2023-12-20T10:54:12.994 INFO:tasks.rados.rados.0.smithi123.stdout:1286: left oid 8 (ObjNum 426 snap 127 seq_num 426) 2023-12-20T10:54:12.994 INFO:tasks.rados.rados.0.smithi123.stdout:1287: finishing write tid 1 to smithi123173835-12 2023-12-20T10:54:12.994 INFO:tasks.rados.rados.0.smithi123.stdout:1287: finishing write tid 2 to smithi123173835-12 2023-12-20T10:54:12.994 INFO:tasks.rados.rados.0.smithi123.stdout:1287: finishing write tid 3 to smithi123173835-12 2023-12-20T10:54:12.994 INFO:tasks.rados.rados.0.smithi123.stdout:1287: finishing write tid 4 to smithi123173835-12 2023-12-20T10:54:12.994 INFO:tasks.rados.rados.0.smithi123.stdout:1287: finishing write tid 5 to smithi123173835-12 2023-12-20T10:54:12.994 INFO:tasks.rados.rados.0.smithi123.stdout:1287: finishing write tid 6 to smithi123173835-12 2023-12-20T10:54:12.994 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 459 (ObjNum 427 snap 127 seq_num 427) dirty exists 2023-12-20T10:54:12.995 INFO:tasks.rados.rados.0.smithi123.stdout:1287: left oid 12 (ObjNum 427 snap 127 seq_num 427) 2023-12-20T10:54:12.995 INFO:tasks.rados.rados.0.smithi123.stdout:1288: finishing write tid 1 to smithi123173835-22 2023-12-20T10:54:12.995 INFO:tasks.rados.rados.0.smithi123.stdout:1288: finishing write tid 2 to smithi123173835-22 2023-12-20T10:54:12.995 INFO:tasks.rados.rados.0.smithi123.stdout:1288: finishing write tid 3 to smithi123173835-22 2023-12-20T10:54:12.995 INFO:tasks.rados.rados.0.smithi123.stdout:1288: finishing write tid 4 to smithi123173835-22 2023-12-20T10:54:12.995 INFO:tasks.rados.rados.0.smithi123.stdout:1288: finishing write tid 5 to smithi123173835-22 2023-12-20T10:54:12.995 INFO:tasks.rados.rados.0.smithi123.stdout:1288: finishing write tid 6 to smithi123173835-22 2023-12-20T10:54:12.995 INFO:tasks.rados.rados.0.smithi123.stdout:1288: finishing write tid 7 to smithi123173835-22 2023-12-20T10:54:12.995 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 22 v 764 (ObjNum 428 snap 127 seq_num 428) dirty exists 2023-12-20T10:54:12.995 INFO:tasks.rados.rados.0.smithi123.stdout:1288: left oid 22 (ObjNum 428 snap 127 seq_num 428) 2023-12-20T10:54:12.995 INFO:tasks.rados.rados.0.smithi123.stdout:1286: done (4 left) 2023-12-20T10:54:12.995 INFO:tasks.rados.rados.0.smithi123.stdout:1287: done (3 left) 2023-12-20T10:54:12.995 INFO:tasks.rados.rados.0.smithi123.stdout:1288: done (2 left) 2023-12-20T10:54:12.995 INFO:tasks.rados.rados.0.smithi123.stdout:1292: copy_from oid 47 from oid 9 current snap is 127 2023-12-20T10:54:12.995 INFO:tasks.rados.rados.0.smithi123.stdout:1293: snap_create 2023-12-20T10:54:13.002 INFO:tasks.rados.rados.0.smithi123.stdout:1290: finishing write tid 1 to smithi123173835-34 2023-12-20T10:54:13.004 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 527 (ObjNum 363 snap 108 seq_num 363) dirty exists 2023-12-20T10:54:13.005 INFO:tasks.rados.rados.0.smithi123.stdout:1290: finishing write tid 2 to smithi123173835-34 2023-12-20T10:54:13.005 INFO:tasks.rados.rados.0.smithi123.stdout:1290: finishing write tid 3 to smithi123173835-34 2023-12-20T10:54:13.008 INFO:tasks.rados.rados.0.smithi123.stdout:1290: finishing write tid 4 to smithi123173835-34 2023-12-20T10:54:13.008 INFO:tasks.rados.rados.0.smithi123.stdout:1290: finishing write tid 5 to smithi123173835-34 2023-12-20T10:54:13.009 INFO:tasks.rados.rados.0.smithi123.stdout:1290: finishing write tid 6 to smithi123173835-34 2023-12-20T10:54:13.009 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 34 v 1175 (ObjNum 429 snap 127 seq_num 429) dirty exists 2023-12-20T10:54:13.009 INFO:tasks.rados.rados.0.smithi123.stdout:1290: left oid 34 (ObjNum 429 snap 127 seq_num 429) 2023-12-20T10:54:13.012 INFO:tasks.rados.rados.0.smithi123.stdout:1292: finishing copy_from racing read to smithi123173835-47 2023-12-20T10:54:13.015 INFO:tasks.rados.rados.0.smithi123.stdout:1292: finishing copy_from to smithi123173835-47 2023-12-20T10:54:13.015 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 47 v 394 (ObjNum 319 snap 98 seq_num 319) dirty exists 2023-12-20T10:54:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:13 smithi177 ceph-mon[212096]: failed to encode map e317 with expected crc 2023-12-20T10:54:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:13 smithi177 ceph-mon[212096]: failed to encode map e317 with expected crc 2023-12-20T10:54:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:13 smithi177 ceph-mon[212096]: osdmap e317: 8 total, 8 up, 8 in 2023-12-20T10:54:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:13 smithi177 ceph-mon[212096]: failed to encode map e317 with expected crc 2023-12-20T10:54:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:13 smithi177 ceph-mon[212096]: failed to encode map e317 with expected crc 2023-12-20T10:54:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:13 smithi177 ceph-mon[212096]: osdmap e318: 8 total, 8 up, 8 in 2023-12-20T10:54:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:13 smithi123 ceph-mon[191304]: failed to encode map e317 with expected crc 2023-12-20T10:54:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:13 smithi123 ceph-mon[191304]: failed to encode map e317 with expected crc 2023-12-20T10:54:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:13 smithi123 ceph-mon[191304]: osdmap e317: 8 total, 8 up, 8 in 2023-12-20T10:54:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:13 smithi123 ceph-mon[191304]: failed to encode map e317 with expected crc 2023-12-20T10:54:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:13 smithi123 ceph-mon[191304]: failed to encode map e317 with expected crc 2023-12-20T10:54:13.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:13 smithi123 ceph-mon[191304]: osdmap e318: 8 total, 8 up, 8 in 2023-12-20T10:54:13.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:13 smithi123 ceph-mon[188613]: failed to encode map e317 with expected crc 2023-12-20T10:54:13.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:13 smithi123 ceph-mon[188613]: failed to encode map e317 with expected crc 2023-12-20T10:54:13.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:13 smithi123 ceph-mon[188613]: osdmap e317: 8 total, 8 up, 8 in 2023-12-20T10:54:13.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:13 smithi123 ceph-mon[188613]: failed to encode map e317 with expected crc 2023-12-20T10:54:13.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:13 smithi123 ceph-mon[188613]: failed to encode map e317 with expected crc 2023-12-20T10:54:13.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:13 smithi123 ceph-mon[188613]: osdmap e318: 8 total, 8 up, 8 in 2023-12-20T10:54:13.976 INFO:tasks.rados.rados.0.smithi123.stdout:1290: done (3 left) 2023-12-20T10:54:13.976 INFO:tasks.rados.rados.0.smithi123.stdout:1291: done (2 left) 2023-12-20T10:54:13.976 INFO:tasks.rados.rados.0.smithi123.stdout:1292: done (1 left) 2023-12-20T10:54:13.976 INFO:tasks.rados.rados.0.smithi123.stdout:1293: done (0 left) 2023-12-20T10:54:13.976 INFO:tasks.rados.rados.0.smithi123.stdout:1294: snap_remove snap 127 2023-12-20T10:54:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:14 smithi177 ceph-mon[212096]: failed to encode map e318 with expected crc 2023-12-20T10:54:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:14 smithi177 ceph-mon[212096]: failed to encode map e318 with expected crc 2023-12-20T10:54:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:14 smithi177 ceph-mon[212096]: pgmap v184: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 234 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.0 MiB/s wr, 28 op/s 2023-12-20T10:54:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:14 smithi177 ceph-mon[212096]: osdmap e319: 8 total, 8 up, 8 in 2023-12-20T10:54:14.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:14 smithi123 ceph-mon[188613]: failed to encode map e318 with expected crc 2023-12-20T10:54:14.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:14 smithi123 ceph-mon[188613]: failed to encode map e318 with expected crc 2023-12-20T10:54:14.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:14 smithi123 ceph-mon[188613]: pgmap v184: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 234 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.0 MiB/s wr, 28 op/s 2023-12-20T10:54:14.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:14 smithi123 ceph-mon[188613]: osdmap e319: 8 total, 8 up, 8 in 2023-12-20T10:54:14.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:14 smithi123 ceph-mon[191304]: failed to encode map e318 with expected crc 2023-12-20T10:54:14.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:14 smithi123 ceph-mon[191304]: failed to encode map e318 with expected crc 2023-12-20T10:54:14.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:14 smithi123 ceph-mon[191304]: pgmap v184: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 234 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.0 MiB/s wr, 28 op/s 2023-12-20T10:54:14.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:14 smithi123 ceph-mon[191304]: osdmap e319: 8 total, 8 up, 8 in 2023-12-20T10:54:14.979 INFO:tasks.rados.rados.0.smithi123.stdout:1294: done (0 left) 2023-12-20T10:54:14.979 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 8 current snap is 128 2023-12-20T10:54:14.979 INFO:tasks.rados.rados.0.smithi123.stdout:1295: seq_num 430 ranges {7421952=8192} 2023-12-20T10:54:15.018 INFO:tasks.rados.rados.0.smithi123.stdout:1295: writing smithi123173835-8 from 7421952 to 7430144 tid 1 2023-12-20T10:54:15.019 INFO:tasks.rados.rados.0.smithi123.stdout:1296: rollback oid 31 current snap is 128 2023-12-20T10:54:15.019 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 31 to 121 2023-12-20T10:54:15.019 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 20 current snap is 128 2023-12-20T10:54:15.019 INFO:tasks.rados.rados.0.smithi123.stdout:1297: seq_num 431 ranges {811008=24576} 2023-12-20T10:54:15.023 INFO:tasks.rados.rados.0.smithi123.stdout:1297: writing smithi123173835-20 from 811008 to 835584 tid 1 2023-12-20T10:54:15.023 INFO:tasks.rados.rados.0.smithi123.stdout:1298: read oid 41 snap -1 2023-12-20T10:54:15.024 INFO:tasks.rados.rados.0.smithi123.stdout:1298: expect (ObjNum 278 snap 81 seq_num 278) 2023-12-20T10:54:15.024 INFO:tasks.rados.rados.0.smithi123.stdout:1299: rmattr oid 46 current snap is 128 2023-12-20T10:54:15.024 INFO:tasks.rados.rados.0.smithi123.stdout:1299: done (4 left) 2023-12-20T10:54:15.024 INFO:tasks.rados.rados.0.smithi123.stdout:1300: rmattr oid 32 current snap is 128 2023-12-20T10:54:15.024 INFO:tasks.rados.rados.0.smithi123.stdout:1300: done (4 left) 2023-12-20T10:54:15.024 INFO:tasks.rados.rados.0.smithi123.stdout:1301: snap_create 2023-12-20T10:54:15.024 INFO:tasks.rados.rados.0.smithi123.stdout:1296: finishing rollback tid 0 to smithi123173835-31 2023-12-20T10:54:15.024 INFO:tasks.rados.rados.0.smithi123.stdout:1295: finishing write tid 1 to smithi123173835-8 2023-12-20T10:54:15.024 INFO:tasks.rados.rados.0.smithi123.stdout:1295: finishing write tid 2 to smithi123173835-8 2023-12-20T10:54:15.024 INFO:tasks.rados.rados.0.smithi123.stdout:1295: finishing write tid 3 to smithi123173835-8 2023-12-20T10:54:15.024 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 468 (ObjNum 430 snap 128 seq_num 430) dirty exists 2023-12-20T10:54:15.024 INFO:tasks.rados.rados.0.smithi123.stdout:1295: left oid 8 (ObjNum 430 snap 128 seq_num 430) 2023-12-20T10:54:15.025 INFO:tasks.rados.rados.0.smithi123.stdout:1296: finishing rollback tid 1 to smithi123173835-31 2023-12-20T10:54:15.025 INFO:tasks.rados.rados.0.smithi123.stdout:1296: finishing rollback tid 2 to smithi123173835-31 2023-12-20T10:54:15.025 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 31 v 792 (ObjNum 382 snap 116 seq_num 382) dirty exists 2023-12-20T10:54:15.027 INFO:tasks.rados.rados.0.smithi123.stdout:1297: finishing write tid 1 to smithi123173835-20 2023-12-20T10:54:15.029 INFO:tasks.rados.rados.0.smithi123.stdout:1297: finishing write tid 2 to smithi123173835-20 2023-12-20T10:54:15.031 INFO:tasks.rados.rados.0.smithi123.stdout:1297: finishing write tid 3 to smithi123173835-20 2023-12-20T10:54:15.031 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 20 v 796 (ObjNum 431 snap 128 seq_num 431) dirty exists 2023-12-20T10:54:15.031 INFO:tasks.rados.rados.0.smithi123.stdout:1297: left oid 20 (ObjNum 431 snap 128 seq_num 431) 2023-12-20T10:54:15.050 INFO:tasks.rados.rados.0.smithi123.stdout:1298: expect (ObjNum 278 snap 81 seq_num 278) 2023-12-20T10:54:15.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:15 smithi177 ceph-mon[212096]: failed to encode map e319 with expected crc 2023-12-20T10:54:15.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:15 smithi177 ceph-mon[212096]: failed to encode map e319 with expected crc 2023-12-20T10:54:15.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:15 smithi177 ceph-mon[212096]: failed to encode map e320 with expected crc 2023-12-20T10:54:15.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:15 smithi177 ceph-mon[212096]: osdmap e320: 8 total, 8 up, 8 in 2023-12-20T10:54:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:15 smithi123 ceph-mon[191304]: failed to encode map e319 with expected crc 2023-12-20T10:54:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:15 smithi123 ceph-mon[191304]: failed to encode map e319 with expected crc 2023-12-20T10:54:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:15 smithi123 ceph-mon[191304]: failed to encode map e320 with expected crc 2023-12-20T10:54:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:15 smithi123 ceph-mon[191304]: osdmap e320: 8 total, 8 up, 8 in 2023-12-20T10:54:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:15 smithi123 ceph-mon[188613]: failed to encode map e319 with expected crc 2023-12-20T10:54:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:15 smithi123 ceph-mon[188613]: failed to encode map e319 with expected crc 2023-12-20T10:54:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:15 smithi123 ceph-mon[188613]: failed to encode map e320 with expected crc 2023-12-20T10:54:15.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:15 smithi123 ceph-mon[188613]: osdmap e320: 8 total, 8 up, 8 in 2023-12-20T10:54:15.981 INFO:tasks.rados.rados.0.smithi123.stdout:1295: done (4 left) 2023-12-20T10:54:15.981 INFO:tasks.rados.rados.0.smithi123.stdout:1296: done (3 left) 2023-12-20T10:54:15.981 INFO:tasks.rados.rados.0.smithi123.stdout:1297: done (2 left) 2023-12-20T10:54:15.981 INFO:tasks.rados.rados.0.smithi123.stdout:1298: done (1 left) 2023-12-20T10:54:15.981 INFO:tasks.rados.rados.0.smithi123.stdout:1301: done (0 left) 2023-12-20T10:54:15.981 INFO:tasks.rados.rados.0.smithi123.stdout:1302: rollback oid 39 current snap is 129 2023-12-20T10:54:15.981 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 39 to 121 2023-12-20T10:54:15.981 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 44 current snap is 129 2023-12-20T10:54:15.981 INFO:tasks.rados.rados.0.smithi123.stdout:1303: seq_num 432 ranges {0=40960} 2023-12-20T10:54:15.981 INFO:tasks.rados.rados.0.smithi123.stdout:1303: writing smithi123173835-44 from 0 to 40960 tid 1 2023-12-20T10:54:15.981 INFO:tasks.rados.rados.0.smithi123.stdout:1304: read oid 16 snap 121 2023-12-20T10:54:15.982 INFO:tasks.rados.rados.0.smithi123.stdout:1304: expect (ObjNum 391 snap 120 seq_num 391) 2023-12-20T10:54:15.982 INFO:tasks.rados.rados.0.smithi123.stdout:1305: snap_remove snap 115 2023-12-20T10:54:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:16 smithi177 ceph-mon[212096]: failed to encode map e320 with expected crc 2023-12-20T10:54:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:16 smithi177 ceph-mon[212096]: failed to encode map e320 with expected crc 2023-12-20T10:54:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:16 smithi177 ceph-mon[212096]: pgmap v187: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 234 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.8 MiB/s wr, 13 op/s 2023-12-20T10:54:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:16 smithi177 ceph-mon[212096]: osdmap e321: 8 total, 8 up, 8 in 2023-12-20T10:54:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:16 smithi123 ceph-mon[191304]: failed to encode map e320 with expected crc 2023-12-20T10:54:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:16 smithi123 ceph-mon[191304]: failed to encode map e320 with expected crc 2023-12-20T10:54:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:16 smithi123 ceph-mon[191304]: pgmap v187: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 234 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.8 MiB/s wr, 13 op/s 2023-12-20T10:54:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:16 smithi123 ceph-mon[191304]: osdmap e321: 8 total, 8 up, 8 in 2023-12-20T10:54:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:16 smithi123 ceph-mon[188613]: failed to encode map e320 with expected crc 2023-12-20T10:54:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:16 smithi123 ceph-mon[188613]: failed to encode map e320 with expected crc 2023-12-20T10:54:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:16 smithi123 ceph-mon[188613]: pgmap v187: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 234 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.8 MiB/s wr, 13 op/s 2023-12-20T10:54:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:16 smithi123 ceph-mon[188613]: osdmap e321: 8 total, 8 up, 8 in 2023-12-20T10:54:16.637 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T10:54:16.943 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T10:54:16.943 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3m) 18s ago 6m 19.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T10:54:16.943 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2m) 103s ago 5m 83.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T10:54:16.943 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6m) 18s ago 6m 15.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T10:54:16.943 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6m) 103s ago 6m 19.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T10:54:16.943 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2m) 103s ago 9m 446M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T10:54:16.943 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2m) 18s ago 10m 509M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T10:54:16.944 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2m) 18s ago 10m 76.4M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T10:54:16.944 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (106s) 103s ago 9m 25.1M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T10:54:16.944 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (115s) 18s ago 9m 58.1M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T10:54:16.944 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2m) 18s ago 5m 9889k - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T10:54:16.944 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2m) 103s ago 5m 9743k - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T10:54:16.944 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (77s) 18s ago 9m 230M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T10:54:16.944 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (49s) 18s ago 8m 195M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T10:54:16.944 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (20s) 18s ago 8m 12.4M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T10:54:16.944 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8m) 18s ago 8m 462M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 8305407356c6 2023-12-20T10:54:16.944 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7m) 103s ago 7m 268M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 1798bf319de3 2023-12-20T10:54:16.944 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7m) 103s ago 7m 239M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 dfacb71fe175 2023-12-20T10:54:16.944 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7m) 103s ago 7m 185M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 81d67759495c 2023-12-20T10:54:16.944 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7m) 103s ago 7m 284M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 b7ad316c3647 2023-12-20T10:54:16.944 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2m) 103s ago 6m 47.9M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T10:54:16.986 INFO:tasks.rados.rados.0.smithi123.stdout:1305: done (3 left) 2023-12-20T10:54:16.986 INFO:tasks.rados.rados.0.smithi123.stdout:1306: snap_remove snap 110 2023-12-20T10:54:17.355 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T10:54:17.355 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T10:54:17.355 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T10:54:17.356 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:54:17.356 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T10:54:17.356 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T10:54:17.356 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:54:17.356 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T10:54:17.356 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 5, 2023-12-20T10:54:17.356 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T10:54:17.356 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:54:17.356 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T10:54:17.356 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T10:54:17.356 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:54:17.356 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T10:54:17.356 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 7, 2023-12-20T10:54:17.357 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T10:54:17.357 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T10:54:17.357 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T10:54:17.623 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:17 smithi123 ceph-mon[191304]: failed to encode map e321 with expected crc 2023-12-20T10:54:17.623 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:17 smithi123 ceph-mon[191304]: failed to encode map e321 with expected crc 2023-12-20T10:54:17.623 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:17 smithi123 ceph-mon[191304]: failed to encode map e321 with expected crc 2023-12-20T10:54:17.623 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:17.623 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:17 smithi123 ceph-mon[191304]: failed to encode map e322 with expected crc 2023-12-20T10:54:17.623 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:17 smithi123 ceph-mon[191304]: osdmap e322: 8 total, 8 up, 8 in 2023-12-20T10:54:17.623 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-20T10:54:17.623 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:17 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2246237585' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:54:17.623 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:17 smithi123 ceph-mon[188613]: failed to encode map e321 with expected crc 2023-12-20T10:54:17.624 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:17 smithi123 ceph-mon[188613]: failed to encode map e321 with expected crc 2023-12-20T10:54:17.624 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:17 smithi123 ceph-mon[188613]: failed to encode map e321 with expected crc 2023-12-20T10:54:17.624 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:17.624 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:17 smithi123 ceph-mon[188613]: failed to encode map e322 with expected crc 2023-12-20T10:54:17.624 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:17 smithi123 ceph-mon[188613]: osdmap e322: 8 total, 8 up, 8 in 2023-12-20T10:54:17.624 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-20T10:54:17.624 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:17 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2246237585' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:54:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:17 smithi177 ceph-mon[212096]: failed to encode map e321 with expected crc 2023-12-20T10:54:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:17 smithi177 ceph-mon[212096]: failed to encode map e321 with expected crc 2023-12-20T10:54:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:17 smithi177 ceph-mon[212096]: failed to encode map e321 with expected crc 2023-12-20T10:54:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:17 smithi177 ceph-mon[212096]: failed to encode map e322 with expected crc 2023-12-20T10:54:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:17 smithi177 ceph-mon[212096]: osdmap e322: 8 total, 8 up, 8 in 2023-12-20T10:54:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-20T10:54:17.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:17 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2246237585' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:54:17.978 INFO:tasks.rados.rados.0.smithi123.stdout:1306: done (3 left) 2023-12-20T10:54:17.978 INFO:tasks.rados.rados.0.smithi123.stdout:1307: snap_remove snap 120 2023-12-20T10:54:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:18 smithi123 ceph-mon[191304]: from='client.34239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:54:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:18 smithi123 ceph-mon[191304]: from='client.44180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:54:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:18 smithi123 ceph-mon[191304]: failed to encode map e322 with expected crc 2023-12-20T10:54:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:18 smithi123 ceph-mon[191304]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-20T10:54:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:18 smithi123 ceph-mon[191304]: Upgrade: osd.3 is safe to restart 2023-12-20T10:54:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:18 smithi123 ceph-mon[191304]: pgmap v190: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 233 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 602 KiB/s wr, 9 op/s 2023-12-20T10:54:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:18 smithi123 ceph-mon[191304]: osdmap e323: 8 total, 8 up, 8 in 2023-12-20T10:54:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:18 smithi123 ceph-mon[191304]: failed to encode map e323 with expected crc 2023-12-20T10:54:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-20T10:54:18.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:54:18.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:18 smithi123 ceph-mon[188613]: from='client.34239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:54:18.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:18 smithi123 ceph-mon[188613]: from='client.44180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:54:18.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:18 smithi123 ceph-mon[188613]: failed to encode map e322 with expected crc 2023-12-20T10:54:18.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:18 smithi123 ceph-mon[188613]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-20T10:54:18.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:18 smithi123 ceph-mon[188613]: Upgrade: osd.3 is safe to restart 2023-12-20T10:54:18.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:18 smithi123 ceph-mon[188613]: pgmap v190: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 233 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 602 KiB/s wr, 9 op/s 2023-12-20T10:54:18.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:18 smithi123 ceph-mon[188613]: osdmap e323: 8 total, 8 up, 8 in 2023-12-20T10:54:18.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:18 smithi123 ceph-mon[188613]: failed to encode map e323 with expected crc 2023-12-20T10:54:18.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:18.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-20T10:54:18.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:54:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:18 smithi177 ceph-mon[212096]: from='client.34239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:54:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:18 smithi177 ceph-mon[212096]: from='client.44180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:54:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:18 smithi177 ceph-mon[212096]: failed to encode map e322 with expected crc 2023-12-20T10:54:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:18 smithi177 ceph-mon[212096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-20T10:54:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:18 smithi177 ceph-mon[212096]: Upgrade: osd.3 is safe to restart 2023-12-20T10:54:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:18 smithi177 ceph-mon[212096]: pgmap v190: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 233 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 602 KiB/s wr, 9 op/s 2023-12-20T10:54:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:18 smithi177 ceph-mon[212096]: osdmap e323: 8 total, 8 up, 8 in 2023-12-20T10:54:18.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:18 smithi177 ceph-mon[212096]: failed to encode map e323 with expected crc 2023-12-20T10:54:18.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:18.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-20T10:54:18.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:54:18.986 INFO:tasks.rados.rados.0.smithi123.stdout:1307: done (3 left) 2023-12-20T10:54:18.986 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 34 current snap is 129 2023-12-20T10:54:18.987 INFO:tasks.rados.rados.0.smithi123.stdout:1308: seq_num 433 ranges {2400256=57344} 2023-12-20T10:54:18.997 INFO:tasks.rados.rados.0.smithi123.stdout:1308: writing smithi123173835-34 from 2400256 to 2457600 tid 1 2023-12-20T10:54:18.998 INFO:tasks.rados.rados.0.smithi123.stdout:1309: snap_remove snap 100 2023-12-20T10:54:19.154 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:54:18 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:54:18.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2023-12-20T10:54:19.154 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:54:18 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:54:18.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-20T10:54:19.242 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:54:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:54:19] "GET /metrics HTTP/1.1" 200 36045 "" "Prometheus/2.43.0" 2023-12-20T10:54:19.639 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:19 smithi123 ceph-mon[191304]: failed to encode map e323 with expected crc 2023-12-20T10:54:19.639 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:19 smithi123 ceph-mon[191304]: failed to encode map e323 with expected crc 2023-12-20T10:54:19.639 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:19 smithi123 ceph-mon[191304]: failed to encode map e323 with expected crc 2023-12-20T10:54:19.639 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:19 smithi123 ceph-mon[191304]: Upgrade: Updating osd.3 2023-12-20T10:54:19.639 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:19 smithi123 ceph-mon[191304]: Deploying daemon osd.3 on smithi123 2023-12-20T10:54:19.639 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:19 smithi123 ceph-mon[191304]: failed to encode map e324 with expected crc 2023-12-20T10:54:19.639 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:19 smithi123 ceph-mon[191304]: osdmap e324: 8 total, 8 up, 8 in 2023-12-20T10:54:19.639 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:19 smithi123 ceph-mon[188613]: failed to encode map e323 with expected crc 2023-12-20T10:54:19.640 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:19 smithi123 ceph-mon[188613]: failed to encode map e323 with expected crc 2023-12-20T10:54:19.640 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:19 smithi123 ceph-mon[188613]: failed to encode map e323 with expected crc 2023-12-20T10:54:19.640 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:19 smithi123 ceph-mon[188613]: Upgrade: Updating osd.3 2023-12-20T10:54:19.640 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:19 smithi123 ceph-mon[188613]: Deploying daemon osd.3 on smithi123 2023-12-20T10:54:19.640 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:19 smithi123 ceph-mon[188613]: failed to encode map e324 with expected crc 2023-12-20T10:54:19.640 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:19 smithi123 ceph-mon[188613]: osdmap e324: 8 total, 8 up, 8 in 2023-12-20T10:54:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:19 smithi177 ceph-mon[212096]: failed to encode map e323 with expected crc 2023-12-20T10:54:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:19 smithi177 ceph-mon[212096]: failed to encode map e323 with expected crc 2023-12-20T10:54:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:19 smithi177 ceph-mon[212096]: failed to encode map e323 with expected crc 2023-12-20T10:54:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:19 smithi177 ceph-mon[212096]: Upgrade: Updating osd.3 2023-12-20T10:54:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:19 smithi177 ceph-mon[212096]: Deploying daemon osd.3 on smithi123 2023-12-20T10:54:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:19 smithi177 ceph-mon[212096]: failed to encode map e324 with expected crc 2023-12-20T10:54:19.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:19 smithi177 ceph-mon[212096]: osdmap e324: 8 total, 8 up, 8 in 2023-12-20T10:54:19.990 INFO:tasks.rados.rados.0.smithi123.stdout:1309: done (4 left) 2023-12-20T10:54:19.990 INFO:tasks.rados.rados.0.smithi123.stdout:1310: delete oid 36 current snap is 129 2023-12-20T10:54:19.990 INFO:tasks.rados.rados.0.smithi123.stdout:1303: finishing write tid 1 to smithi123173835-44 2023-12-20T10:54:19.990 INFO:tasks.rados.rados.0.smithi123.stdout:1303: finishing write tid 2 to smithi123173835-44 2023-12-20T10:54:19.990 INFO:tasks.rados.rados.0.smithi123.stdout:1302: finishing rollback tid 0 to smithi123173835-39 2023-12-20T10:54:19.990 INFO:tasks.rados.rados.0.smithi123.stdout:1302: finishing rollback tid 1 to smithi123173835-39 2023-12-20T10:54:19.990 INFO:tasks.rados.rados.0.smithi123.stdout:1302: finishing rollback tid 2 to smithi123173835-39 2023-12-20T10:54:19.990 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 531 (ObjNum 363 snap 108 seq_num 363) dirty exists 2023-12-20T10:54:19.990 INFO:tasks.rados.rados.0.smithi123.stdout:1304: expect (ObjNum 391 snap 120 seq_num 391) 2023-12-20T10:54:20.049 INFO:tasks.rados.rados.0.smithi123.stdout:1303: finishing write tid 3 to smithi123173835-44 2023-12-20T10:54:20.049 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 44 v 103 (ObjNum 432 snap 129 seq_num 432) dirty exists 2023-12-20T10:54:20.049 INFO:tasks.rados.rados.0.smithi123.stdout:1303: left oid 44 (ObjNum 432 snap 129 seq_num 432) 2023-12-20T10:54:20.050 INFO:tasks.rados.rados.0.smithi123.stdout:1308: finishing write tid 1 to smithi123173835-34 2023-12-20T10:54:20.050 INFO:tasks.rados.rados.0.smithi123.stdout:1308: finishing write tid 2 to smithi123173835-34 2023-12-20T10:54:20.050 INFO:tasks.rados.rados.0.smithi123.stdout:1308: finishing write tid 3 to smithi123173835-34 2023-12-20T10:54:20.050 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 34 v 1214 (ObjNum 433 snap 129 seq_num 433) dirty exists 2023-12-20T10:54:20.050 INFO:tasks.rados.rados.0.smithi123.stdout:1308: left oid 34 (ObjNum 433 snap 129 seq_num 433) 2023-12-20T10:54:20.050 INFO:tasks.rados.rados.0.smithi123.stdout:1302: done (4 left) 2023-12-20T10:54:20.050 INFO:tasks.rados.rados.0.smithi123.stdout:1303: done (3 left) 2023-12-20T10:54:20.050 INFO:tasks.rados.rados.0.smithi123.stdout:1304: done (2 left) 2023-12-20T10:54:20.050 INFO:tasks.rados.rados.0.smithi123.stdout:1308: done (1 left) 2023-12-20T10:54:20.050 INFO:tasks.rados.rados.0.smithi123.stdout:1310: done (0 left) 2023-12-20T10:54:20.050 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 15 current snap is 129 2023-12-20T10:54:20.050 INFO:tasks.rados.rados.0.smithi123.stdout:1311: seq_num 435 ranges {5537792=90112} 2023-12-20T10:54:20.079 INFO:tasks.rados.rados.0.smithi123.stdout:1311: writing smithi123173835-15 from 5537792 to 5627904 tid 1 2023-12-20T10:54:20.079 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 22 current snap is 129 2023-12-20T10:54:20.080 INFO:tasks.rados.rados.0.smithi123.stdout:1312: seq_num 436 ranges {8880128=106496} 2023-12-20T10:54:20.128 INFO:tasks.rados.rados.0.smithi123.stdout:1312: writing smithi123173835-22 from 8880128 to 8986624 tid 1 2023-12-20T10:54:20.129 INFO:tasks.rados.rados.0.smithi123.stdout:1313: read oid 30 snap -1 2023-12-20T10:54:20.129 INFO:tasks.rados.rados.0.smithi123.stdout:1313: expect deleted 2023-12-20T10:54:20.129 INFO:tasks.rados.rados.0.smithi123.stdout:1314: read oid 50 snap -1 2023-12-20T10:54:20.129 INFO:tasks.rados.rados.0.smithi123.stdout:1314: expect (ObjNum 406 snap 126 seq_num 406) 2023-12-20T10:54:20.129 INFO:tasks.rados.rados.0.smithi123.stdout:1315: snap_remove snap 128 2023-12-20T10:54:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:20 smithi123 ceph-mon[188613]: failed to encode map e324 with expected crc 2023-12-20T10:54:20.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:20 smithi123 ceph-mon[188613]: failed to encode map e324 with expected crc 2023-12-20T10:54:20.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:20 smithi123 ceph-mon[188613]: failed to encode map e324 with expected crc 2023-12-20T10:54:20.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:20 smithi123 ceph-mon[188613]: pgmap v193: 121 pgs: 121 active+clean; 234 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 738 KiB/s wr, 12 op/s 2023-12-20T10:54:20.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:20 smithi123 ceph-mon[188613]: failed to encode map e325 with expected crc 2023-12-20T10:54:20.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:20 smithi123 ceph-mon[188613]: osdmap e325: 8 total, 8 up, 8 in 2023-12-20T10:54:20.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:20 smithi123 ceph-mon[191304]: failed to encode map e324 with expected crc 2023-12-20T10:54:20.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:20 smithi123 ceph-mon[191304]: failed to encode map e324 with expected crc 2023-12-20T10:54:20.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:20 smithi123 ceph-mon[191304]: failed to encode map e324 with expected crc 2023-12-20T10:54:20.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:20 smithi123 ceph-mon[191304]: pgmap v193: 121 pgs: 121 active+clean; 234 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 738 KiB/s wr, 12 op/s 2023-12-20T10:54:20.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:20 smithi123 ceph-mon[191304]: failed to encode map e325 with expected crc 2023-12-20T10:54:20.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:20 smithi123 ceph-mon[191304]: osdmap e325: 8 total, 8 up, 8 in 2023-12-20T10:54:20.494 INFO:journalctl@ceph.osd.3.smithi123.stdout:Dec 20 10:54:20 smithi123 systemd[1]: Stopping Ceph osd.3 for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:54:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:20 smithi177 ceph-mon[212096]: failed to encode map e324 with expected crc 2023-12-20T10:54:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:20 smithi177 ceph-mon[212096]: failed to encode map e324 with expected crc 2023-12-20T10:54:20.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:20 smithi177 ceph-mon[212096]: failed to encode map e324 with expected crc 2023-12-20T10:54:20.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:20 smithi177 ceph-mon[212096]: pgmap v193: 121 pgs: 121 active+clean; 234 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 738 KiB/s wr, 12 op/s 2023-12-20T10:54:20.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:20 smithi177 ceph-mon[212096]: failed to encode map e325 with expected crc 2023-12-20T10:54:20.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:20 smithi177 ceph-mon[212096]: osdmap e325: 8 total, 8 up, 8 in 2023-12-20T10:54:20.993 INFO:tasks.rados.rados.0.smithi123.stdout:1315: done (4 left) 2023-12-20T10:54:20.993 INFO:tasks.rados.rados.0.smithi123.stdout:1316: snap_create 2023-12-20T10:54:20.994 INFO:journalctl@ceph.osd.3.smithi123.stdout:Dec 20 10:54:20 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-3[151885]: 2023-12-20T10:54:20.533+0000 7f7392ab0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-20T10:54:20.994 INFO:journalctl@ceph.osd.3.smithi123.stdout:Dec 20 10:54:20 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-3[151885]: 2023-12-20T10:54:20.533+0000 7f7392ab0700 -1 osd.3 325 *** Got signal Terminated *** 2023-12-20T10:54:20.994 INFO:journalctl@ceph.osd.3.smithi123.stdout:Dec 20 10:54:20 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-3[151885]: 2023-12-20T10:54:20.533+0000 7f7392ab0700 -1 osd.3 325 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-20T10:54:20.997 INFO:tasks.rados.rados.0.smithi123.stdout:1311: finishing write tid 1 to smithi123173835-15 2023-12-20T10:54:20.997 INFO:tasks.rados.rados.0.smithi123.stdout:1311: finishing write tid 2 to smithi123173835-15 2023-12-20T10:54:20.997 INFO:tasks.rados.rados.0.smithi123.stdout:1311: finishing write tid 3 to smithi123173835-15 2023-12-20T10:54:20.997 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 1241 (ObjNum 435 snap 129 seq_num 435) dirty exists 2023-12-20T10:54:20.997 INFO:tasks.rados.rados.0.smithi123.stdout:1311: left oid 15 (ObjNum 435 snap 129 seq_num 435) 2023-12-20T10:54:20.997 INFO:tasks.rados.rados.0.smithi123.stdout:1312: finishing write tid 1 to smithi123173835-22 2023-12-20T10:54:20.997 INFO:tasks.rados.rados.0.smithi123.stdout:1312: finishing write tid 2 to smithi123173835-22 2023-12-20T10:54:20.997 INFO:tasks.rados.rados.0.smithi123.stdout:1312: finishing write tid 3 to smithi123173835-22 2023-12-20T10:54:20.998 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 22 v 799 (ObjNum 436 snap 129 seq_num 436) dirty exists 2023-12-20T10:54:20.998 INFO:tasks.rados.rados.0.smithi123.stdout:1312: left oid 22 (ObjNum 436 snap 129 seq_num 436) 2023-12-20T10:54:20.998 INFO:tasks.rados.rados.0.smithi123.stdout:1314: expect (ObjNum 406 snap 126 seq_num 406) 2023-12-20T10:54:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:21 smithi177 ceph-mon[212096]: failed to encode map e325 with expected crc 2023-12-20T10:54:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:21 smithi177 ceph-mon[212096]: failed to encode map e325 with expected crc 2023-12-20T10:54:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:21 smithi177 ceph-mon[212096]: failed to encode map e325 with expected crc 2023-12-20T10:54:21.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:21 smithi177 ceph-mon[212096]: osd.3 marked itself down and dead 2023-12-20T10:54:21.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:21 smithi177 ceph-mon[212096]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-20T10:54:21.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:21 smithi177 ceph-mon[212096]: osdmap e326: 8 total, 7 up, 8 in 2023-12-20T10:54:21.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:21 smithi177 ceph-mon[212096]: failed to encode map e326 with expected crc 2023-12-20T10:54:21.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:21 smithi177 ceph-mon[212096]: failed to encode map e326 with expected crc 2023-12-20T10:54:21.657 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:21 smithi123 ceph-mon[191304]: failed to encode map e325 with expected crc 2023-12-20T10:54:21.657 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:21 smithi123 ceph-mon[191304]: failed to encode map e325 with expected crc 2023-12-20T10:54:21.657 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:21 smithi123 ceph-mon[191304]: failed to encode map e325 with expected crc 2023-12-20T10:54:21.657 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:21 smithi123 ceph-mon[191304]: osd.3 marked itself down and dead 2023-12-20T10:54:21.657 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:21 smithi123 ceph-mon[191304]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-20T10:54:21.658 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:21 smithi123 ceph-mon[191304]: osdmap e326: 8 total, 7 up, 8 in 2023-12-20T10:54:21.658 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:21 smithi123 ceph-mon[191304]: failed to encode map e326 with expected crc 2023-12-20T10:54:21.658 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:21 smithi123 ceph-mon[191304]: failed to encode map e326 with expected crc 2023-12-20T10:54:21.658 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:21 smithi123 ceph-mon[188613]: failed to encode map e325 with expected crc 2023-12-20T10:54:21.658 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:21 smithi123 ceph-mon[188613]: failed to encode map e325 with expected crc 2023-12-20T10:54:21.658 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:21 smithi123 ceph-mon[188613]: failed to encode map e325 with expected crc 2023-12-20T10:54:21.658 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:21 smithi123 ceph-mon[188613]: osd.3 marked itself down and dead 2023-12-20T10:54:21.658 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:21 smithi123 ceph-mon[188613]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-20T10:54:21.658 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:21 smithi123 ceph-mon[188613]: osdmap e326: 8 total, 7 up, 8 in 2023-12-20T10:54:21.658 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:21 smithi123 ceph-mon[188613]: failed to encode map e326 with expected crc 2023-12-20T10:54:21.659 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:21 smithi123 ceph-mon[188613]: failed to encode map e326 with expected crc 2023-12-20T10:54:21.992 INFO:journalctl@ceph.osd.3.smithi123.stdout:Dec 20 10:54:21 smithi123 bash[216539]: ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-3 2023-12-20T10:54:21.995 INFO:tasks.rados.rados.0.smithi123.stdout:1311: done (4 left) 2023-12-20T10:54:21.995 INFO:tasks.rados.rados.0.smithi123.stdout:1312: done (3 left) 2023-12-20T10:54:21.995 INFO:tasks.rados.rados.0.smithi123.stdout:1313: done (2 left) 2023-12-20T10:54:21.995 INFO:tasks.rados.rados.0.smithi123.stdout:1314: done (1 left) 2023-12-20T10:54:21.995 INFO:tasks.rados.rados.0.smithi123.stdout:1316: done (0 left) 2023-12-20T10:54:21.995 INFO:tasks.rados.rados.0.smithi123.stdout:1317: copy_from oid 48 from oid 8 current snap is 130 2023-12-20T10:54:21.995 INFO:tasks.rados.rados.0.smithi123.stdout:1318: read oid 41 snap -1 2023-12-20T10:54:21.995 INFO:tasks.rados.rados.0.smithi123.stdout:1318: expect (ObjNum 278 snap 81 seq_num 278) 2023-12-20T10:54:21.995 INFO:tasks.rados.rados.0.smithi123.stdout:1319: snap_remove snap 111 2023-12-20T10:54:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:22 smithi123 ceph-mon[191304]: failed to encode map e326 with expected crc 2023-12-20T10:54:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:22 smithi123 ceph-mon[191304]: failed to encode map e326 with expected crc 2023-12-20T10:54:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:22 smithi123 ceph-mon[191304]: failed to encode map e326 with expected crc 2023-12-20T10:54:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:22 smithi123 ceph-mon[191304]: pgmap v196: 121 pgs: 11 peering, 14 stale+active+clean, 96 active+clean; 216 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 172 KiB/s wr, 4 op/s 2023-12-20T10:54:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:22 smithi123 ceph-mon[191304]: failed to encode map e327 with expected crc 2023-12-20T10:54:22.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:22 smithi123 ceph-mon[191304]: osdmap e327: 8 total, 7 up, 8 in 2023-12-20T10:54:22.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:22 smithi123 ceph-mon[191304]: failed to encode map e327 with expected crc 2023-12-20T10:54:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:22 smithi123 ceph-mon[188613]: failed to encode map e326 with expected crc 2023-12-20T10:54:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:22 smithi123 ceph-mon[188613]: failed to encode map e326 with expected crc 2023-12-20T10:54:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:22 smithi123 ceph-mon[188613]: failed to encode map e326 with expected crc 2023-12-20T10:54:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:22 smithi123 ceph-mon[188613]: pgmap v196: 121 pgs: 11 peering, 14 stale+active+clean, 96 active+clean; 216 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 172 KiB/s wr, 4 op/s 2023-12-20T10:54:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:22 smithi123 ceph-mon[188613]: failed to encode map e327 with expected crc 2023-12-20T10:54:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:22 smithi123 ceph-mon[188613]: osdmap e327: 8 total, 7 up, 8 in 2023-12-20T10:54:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:22 smithi123 ceph-mon[188613]: failed to encode map e327 with expected crc 2023-12-20T10:54:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:22 smithi177 ceph-mon[212096]: failed to encode map e326 with expected crc 2023-12-20T10:54:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:22 smithi177 ceph-mon[212096]: failed to encode map e326 with expected crc 2023-12-20T10:54:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:22 smithi177 ceph-mon[212096]: failed to encode map e326 with expected crc 2023-12-20T10:54:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:22 smithi177 ceph-mon[212096]: pgmap v196: 121 pgs: 11 peering, 14 stale+active+clean, 96 active+clean; 216 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 172 KiB/s wr, 4 op/s 2023-12-20T10:54:22.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:22 smithi177 ceph-mon[212096]: failed to encode map e327 with expected crc 2023-12-20T10:54:22.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:22 smithi177 ceph-mon[212096]: osdmap e327: 8 total, 7 up, 8 in 2023-12-20T10:54:22.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:22 smithi177 ceph-mon[212096]: failed to encode map e327 with expected crc 2023-12-20T10:54:22.979 INFO:tasks.rados.rados.0.smithi123.stdout:1319: done (2 left) 2023-12-20T10:54:22.979 INFO:tasks.rados.rados.0.smithi123.stdout:1320: snap_remove snap 117 2023-12-20T10:54:23.373 INFO:journalctl@ceph.osd.3.smithi123.stdout:Dec 20 10:54:23 smithi123 systemd[1]: ceph-85213638-9f24-11ee-95a5-87774f69a715@osd.3.service: Succeeded. 2023-12-20T10:54:23.373 INFO:journalctl@ceph.osd.3.smithi123.stdout:Dec 20 10:54:23 smithi123 systemd[1]: Stopped Ceph osd.3 for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:54:23.373 INFO:journalctl@ceph.osd.3.smithi123.stdout:Dec 20 10:54:23 smithi123 systemd[1]: Starting Ceph osd.3 for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:54:23.373 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:23 smithi123 ceph-mon[188613]: failed to encode map e327 with expected crc 2023-12-20T10:54:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:23 smithi177 ceph-mon[212096]: failed to encode map e327 with expected crc 2023-12-20T10:54:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:23 smithi177 ceph-mon[212096]: failed to encode map e327 with expected crc 2023-12-20T10:54:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:23 smithi177 ceph-mon[212096]: failed to encode map e327 with expected crc 2023-12-20T10:54:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:23 smithi177 ceph-mon[212096]: failed to encode map e327 with expected crc 2023-12-20T10:54:23.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:23 smithi177 ceph-mon[212096]: failed to encode map e327 with expected crc 2023-12-20T10:54:23.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:23 smithi177 ceph-mon[212096]: osdmap e328: 8 total, 7 up, 8 in 2023-12-20T10:54:23.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:23 smithi177 ceph-mon[212096]: failed to encode map e328 with expected crc 2023-12-20T10:54:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:23 smithi123 ceph-mon[191304]: failed to encode map e327 with expected crc 2023-12-20T10:54:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:23 smithi123 ceph-mon[191304]: failed to encode map e327 with expected crc 2023-12-20T10:54:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:23 smithi123 ceph-mon[191304]: failed to encode map e327 with expected crc 2023-12-20T10:54:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:23 smithi123 ceph-mon[191304]: failed to encode map e327 with expected crc 2023-12-20T10:54:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:23 smithi123 ceph-mon[191304]: failed to encode map e327 with expected crc 2023-12-20T10:54:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:23 smithi123 ceph-mon[191304]: osdmap e328: 8 total, 7 up, 8 in 2023-12-20T10:54:23.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:23 smithi123 ceph-mon[191304]: failed to encode map e328 with expected crc 2023-12-20T10:54:23.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:23 smithi123 ceph-mon[188613]: failed to encode map e327 with expected crc 2023-12-20T10:54:23.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:23 smithi123 ceph-mon[188613]: failed to encode map e327 with expected crc 2023-12-20T10:54:23.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:23 smithi123 ceph-mon[188613]: failed to encode map e327 with expected crc 2023-12-20T10:54:23.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:23 smithi123 ceph-mon[188613]: failed to encode map e327 with expected crc 2023-12-20T10:54:23.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:23 smithi123 ceph-mon[188613]: osdmap e328: 8 total, 7 up, 8 in 2023-12-20T10:54:23.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:23 smithi123 ceph-mon[188613]: failed to encode map e328 with expected crc 2023-12-20T10:54:23.991 INFO:tasks.rados.rados.0.smithi123.stdout:1320: done (2 left) 2023-12-20T10:54:23.991 INFO:tasks.rados.rados.0.smithi123.stdout:1321: copy_from oid 5 from oid 45 current snap is 130 2023-12-20T10:54:23.991 INFO:tasks.rados.rados.0.smithi123.stdout:1318: expect (ObjNum 278 snap 81 seq_num 278) 2023-12-20T10:54:24.145 INFO:tasks.rados.rados.0.smithi123.stdout:1317: finishing copy_from to smithi123173835-48 2023-12-20T10:54:24.145 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 468 (ObjNum 430 snap 128 seq_num 430) dirty exists 2023-12-20T10:54:24.145 INFO:tasks.rados.rados.0.smithi123.stdout:1317: finishing copy_from racing read to smithi123173835-48 2023-12-20T10:54:24.145 INFO:tasks.rados.rados.0.smithi123.stdout:1321: finishing copy_from racing read to smithi123173835-5 2023-12-20T10:54:24.145 INFO:tasks.rados.rados.0.smithi123.stdout:1317: done (2 left) 2023-12-20T10:54:24.145 INFO:tasks.rados.rados.0.smithi123.stdout:1318: done (1 left) 2023-12-20T10:54:24.145 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 36 current snap is 130 2023-12-20T10:54:24.145 INFO:tasks.rados.rados.0.smithi123.stdout:1321: finishing copy_from to smithi123173835-5 2023-12-20T10:54:24.145 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 489 (ObjNum 327 snap 99 seq_num 327) dirty exists 2023-12-20T10:54:24.146 INFO:tasks.rados.rados.0.smithi123.stdout:1322: seq_num 437 ranges {0=122880} 2023-12-20T10:54:24.146 INFO:tasks.rados.rados.0.smithi123.stdout:1322: writing smithi123173835-36 from 0 to 122880 tid 1 2023-12-20T10:54:24.146 INFO:tasks.rados.rados.0.smithi123.stdout:1321: done (1 left) 2023-12-20T10:54:24.146 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 34 current snap is 130 2023-12-20T10:54:24.146 INFO:tasks.rados.rados.0.smithi123.stdout:1323: seq_num 438 ranges {2457600=139264} 2023-12-20T10:54:24.159 INFO:tasks.rados.rados.0.smithi123.stdout:1323: writing smithi123173835-34 from 2457600 to 2596864 tid 1 2023-12-20T10:54:24.160 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 22 current snap is 130 2023-12-20T10:54:24.160 INFO:tasks.rados.rados.0.smithi123.stdout:1322: finishing write tid 1 to smithi123173835-36 2023-12-20T10:54:24.160 INFO:tasks.rados.rados.0.smithi123.stdout:1322: finishing write tid 2 to smithi123173835-36 2023-12-20T10:54:24.160 INFO:tasks.rados.rados.0.smithi123.stdout:1322: finishing write tid 3 to smithi123173835-36 2023-12-20T10:54:24.160 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 739 (ObjNum 437 snap 130 seq_num 437) dirty exists 2023-12-20T10:54:24.160 INFO:tasks.rados.rados.0.smithi123.stdout:1322: left oid 36 (ObjNum 437 snap 130 seq_num 437) 2023-12-20T10:54:24.160 INFO:tasks.rados.rados.0.smithi123.stdout:1324: seq_num 439 ranges {8986624=155648} 2023-12-20T10:54:24.209 INFO:tasks.rados.rados.0.smithi123.stdout:1324: writing smithi123173835-22 from 8986624 to 9142272 tid 1 2023-12-20T10:54:24.209 INFO:tasks.rados.rados.0.smithi123.stdout:1322: done (2 left) 2023-12-20T10:54:24.209 INFO:tasks.rados.rados.0.smithi123.stdout:1325: rmattr oid 15 current snap is 130 2023-12-20T10:54:24.209 INFO:tasks.rados.rados.0.smithi123.stdout:1325: done (2 left) 2023-12-20T10:54:24.209 INFO:tasks.rados.rados.0.smithi123.stdout:1326: delete oid 20 current snap is 130 2023-12-20T10:54:24.209 INFO:tasks.rados.rados.0.smithi123.stdout:1323: finishing write tid 1 to smithi123173835-34 2023-12-20T10:54:24.209 INFO:tasks.rados.rados.0.smithi123.stdout:1323: finishing write tid 2 to smithi123173835-34 2023-12-20T10:54:24.209 INFO:tasks.rados.rados.0.smithi123.stdout:1323: finishing write tid 3 to smithi123173835-34 2023-12-20T10:54:24.209 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 34 v 1278 (ObjNum 438 snap 130 seq_num 438) dirty exists 2023-12-20T10:54:24.210 INFO:tasks.rados.rados.0.smithi123.stdout:1323: left oid 34 (ObjNum 438 snap 130 seq_num 438) 2023-12-20T10:54:24.210 INFO:tasks.rados.rados.0.smithi123.stdout:1323: done (2 left) 2023-12-20T10:54:24.211 INFO:tasks.rados.rados.0.smithi123.stdout:1326: done (1 left) 2023-12-20T10:54:24.211 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 5 current snap is 130 2023-12-20T10:54:24.211 INFO:tasks.rados.rados.0.smithi123.stdout:1327: seq_num 441 ranges {5726208=188416} 2023-12-20T10:54:24.242 INFO:journalctl@ceph.osd.3.smithi123.stdout:Dec 20 10:54:23 smithi123 bash[216807]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-12-20T10:54:24.242 INFO:journalctl@ceph.osd.3.smithi123.stdout:Dec 20 10:54:23 smithi123 bash[216807]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2023-12-20T10:54:24.242 INFO:journalctl@ceph.osd.3.smithi123.stdout:Dec 20 10:54:23 smithi123 bash[216807]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2023-12-20T10:54:24.242 INFO:journalctl@ceph.osd.3.smithi123.stdout:Dec 20 10:54:23 smithi123 bash[216807]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2023-12-20T10:54:24.242 INFO:journalctl@ceph.osd.3.smithi123.stdout:Dec 20 10:54:23 smithi123 bash[216807]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2023-12-20T10:54:24.242 INFO:journalctl@ceph.osd.3.smithi123.stdout:Dec 20 10:54:23 smithi123 bash[216807]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-12-20T10:54:24.242 INFO:journalctl@ceph.osd.3.smithi123.stdout:Dec 20 10:54:23 smithi123 bash[216807]: --> ceph-volume raw activate successful for osd ID: 3 2023-12-20T10:54:24.243 INFO:tasks.rados.rados.0.smithi123.stdout:1327: writing smithi123173835-5 from 5726208 to 5914624 tid 1 2023-12-20T10:54:24.243 INFO:tasks.rados.rados.0.smithi123.stdout:1328: delete oid 38 current snap is 130 2023-12-20T10:54:24.243 INFO:tasks.rados.rados.0.smithi123.stdout:1324: finishing write tid 1 to smithi123173835-22 2023-12-20T10:54:24.243 INFO:tasks.rados.rados.0.smithi123.stdout:1324: finishing write tid 2 to smithi123173835-22 2023-12-20T10:54:24.243 INFO:tasks.rados.rados.0.smithi123.stdout:1324: finishing write tid 3 to smithi123173835-22 2023-12-20T10:54:24.243 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 22 v 802 (ObjNum 439 snap 130 seq_num 439) dirty exists 2023-12-20T10:54:24.243 INFO:tasks.rados.rados.0.smithi123.stdout:1324: left oid 22 (ObjNum 439 snap 130 seq_num 439) 2023-12-20T10:54:24.244 INFO:tasks.rados.rados.0.smithi123.stdout:1327: finishing write tid 1 to smithi123173835-5 2023-12-20T10:54:24.244 INFO:tasks.rados.rados.0.smithi123.stdout:1324: done (2 left) 2023-12-20T10:54:24.244 INFO:tasks.rados.rados.0.smithi123.stdout:1328: done (1 left) 2023-12-20T10:54:24.245 INFO:tasks.rados.rados.0.smithi123.stdout:1329: setattr oid 17 current snap is 130 2023-12-20T10:54:24.245 INFO:tasks.rados.rados.0.smithi123.stdout:1327: finishing write tid 2 to smithi123173835-5 2023-12-20T10:54:24.246 INFO:tasks.rados.rados.0.smithi123.stdout:1330: read oid 21 snap -1 2023-12-20T10:54:24.246 INFO:tasks.rados.rados.0.smithi123.stdout:1330: expect (ObjNum 389 snap 119 seq_num 389) 2023-12-20T10:54:24.246 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 26 current snap is 130 2023-12-20T10:54:24.246 INFO:tasks.rados.rados.0.smithi123.stdout:1331: seq_num 443 ranges {0=221184} 2023-12-20T10:54:24.247 INFO:tasks.rados.rados.0.smithi123.stdout:1331: writing smithi123173835-26 from 0 to 221184 tid 1 2023-12-20T10:54:24.247 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 7 current snap is 130 2023-12-20T10:54:24.247 INFO:tasks.rados.rados.0.smithi123.stdout:1332: seq_num 444 ranges {2129920=237568} 2023-12-20T10:54:24.260 INFO:tasks.rados.rados.0.smithi123.stdout:1332: writing smithi123173835-7 from 2129920 to 2367488 tid 1 2023-12-20T10:54:24.260 INFO:tasks.rados.rados.0.smithi123.stdout:1333: rollback oid 34 current snap is 130 2023-12-20T10:54:24.260 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 34 to 119 2023-12-20T10:54:24.261 INFO:tasks.rados.rados.0.smithi123.stdout:1327: finishing write tid 3 to smithi123173835-5 2023-12-20T10:54:24.261 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 504 (ObjNum 441 snap 130 seq_num 441) dirty exists 2023-12-20T10:54:24.261 INFO:tasks.rados.rados.0.smithi123.stdout:1327: left oid 5 (ObjNum 441 snap 130 seq_num 441) 2023-12-20T10:54:24.261 INFO:tasks.rados.rados.0.smithi123.stdout:1327: done (5 left) 2023-12-20T10:54:24.261 INFO:tasks.rados.rados.0.smithi123.stdout:1334: rollback oid 13 current snap is 130 2023-12-20T10:54:24.261 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 13 to 119 2023-12-20T10:54:24.261 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 17 v 720 (ObjNum 225 snap 0 seq_num 4227165424) dirty exists 2023-12-20T10:54:24.261 INFO:tasks.rados.rados.0.smithi123.stdout:1331: finishing write tid 1 to smithi123173835-26 2023-12-20T10:54:24.261 INFO:tasks.rados.rados.0.smithi123.stdout:1331: finishing write tid 2 to smithi123173835-26 2023-12-20T10:54:24.261 INFO:tasks.rados.rados.0.smithi123.stdout:1330: expect (ObjNum 389 snap 119 seq_num 389) 2023-12-20T10:54:24.323 INFO:tasks.rados.rados.0.smithi123.stdout:1331: finishing write tid 3 to smithi123173835-26 2023-12-20T10:54:24.323 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 935 (ObjNum 443 snap 130 seq_num 443) dirty exists 2023-12-20T10:54:24.323 INFO:tasks.rados.rados.0.smithi123.stdout:1331: left oid 26 (ObjNum 443 snap 130 seq_num 443) 2023-12-20T10:54:24.323 INFO:tasks.rados.rados.0.smithi123.stdout:1332: finishing write tid 1 to smithi123173835-7 2023-12-20T10:54:24.323 INFO:tasks.rados.rados.0.smithi123.stdout:1332: finishing write tid 2 to smithi123173835-7 2023-12-20T10:54:24.323 INFO:tasks.rados.rados.0.smithi123.stdout:1333: finishing rollback tid 0 to smithi123173835-34 2023-12-20T10:54:24.323 INFO:tasks.rados.rados.0.smithi123.stdout:1333: finishing rollback tid 1 to smithi123173835-34 2023-12-20T10:54:24.323 INFO:tasks.rados.rados.0.smithi123.stdout:1332: finishing write tid 3 to smithi123173835-7 2023-12-20T10:54:24.323 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 525 (ObjNum 444 snap 130 seq_num 444) dirty exists 2023-12-20T10:54:24.323 INFO:tasks.rados.rados.0.smithi123.stdout:1332: left oid 7 (ObjNum 444 snap 130 seq_num 444) 2023-12-20T10:54:24.323 INFO:tasks.rados.rados.0.smithi123.stdout:1333: finishing rollback tid 2 to smithi123173835-34 2023-12-20T10:54:24.324 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 34 v 1281 (ObjNum 384 snap 117 seq_num 384) dirty exists 2023-12-20T10:54:24.324 INFO:tasks.rados.rados.0.smithi123.stdout:1334: finishing rollback tid 0 to smithi123173835-13 2023-12-20T10:54:24.324 INFO:tasks.rados.rados.0.smithi123.stdout:1334: finishing rollback tid 1 to smithi123173835-13 2023-12-20T10:54:24.324 INFO:tasks.rados.rados.0.smithi123.stdout:1334: finishing rollback tid 2 to smithi123173835-13 2023-12-20T10:54:24.324 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 1285 (ObjNum 324 snap 98 seq_num 324) dirty exists 2023-12-20T10:54:24.324 INFO:tasks.rados.rados.0.smithi123.stdout:1329: done (5 left) 2023-12-20T10:54:24.324 INFO:tasks.rados.rados.0.smithi123.stdout:1330: done (4 left) 2023-12-20T10:54:24.324 INFO:tasks.rados.rados.0.smithi123.stdout:1331: done (3 left) 2023-12-20T10:54:24.324 INFO:tasks.rados.rados.0.smithi123.stdout:1332: done (2 left) 2023-12-20T10:54:24.324 INFO:tasks.rados.rados.0.smithi123.stdout:1333: done (1 left) 2023-12-20T10:54:24.324 INFO:tasks.rados.rados.0.smithi123.stdout:1334: done (0 left) 2023-12-20T10:54:24.324 INFO:tasks.rados.rados.0.smithi123.stdout:1335: snap_create 2023-12-20T10:54:24.630 INFO:journalctl@ceph.osd.3.smithi123.stdout:Dec 20 10:54:24 smithi123 ceph-osd[217101]: -- 172.21.15.123:0/2618715463 <== mon.2 v2:172.21.15.123:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55891c1bb1e0 con 0x55891c18ac00 2023-12-20T10:54:24.630 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:24 smithi123 ceph-mon[191304]: failed to encode map e328 with expected crc 2023-12-20T10:54:24.630 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:24 smithi123 ceph-mon[191304]: failed to encode map e328 with expected crc 2023-12-20T10:54:24.630 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:24 smithi123 ceph-mon[191304]: pgmap v199: 121 pgs: 4 active+undersized+degraded, 26 active+undersized, 11 peering, 80 active+clean; 194 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s; 22/405 objects degraded (5.432%) 2023-12-20T10:54:24.630 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:24 smithi123 ceph-mon[191304]: Health check failed: Degraded data redundancy: 22/405 objects degraded (5.432%), 4 pgs degraded (PG_DEGRADED) 2023-12-20T10:54:24.630 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:24 smithi123 ceph-mon[191304]: osdmap e329: 8 total, 7 up, 8 in 2023-12-20T10:54:24.630 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:24 smithi123 ceph-mon[191304]: failed to encode map e329 with expected crc 2023-12-20T10:54:24.631 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:24 smithi123 ceph-mon[191304]: failed to encode map e329 with expected crc 2023-12-20T10:54:24.631 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:24 smithi123 ceph-mon[188613]: failed to encode map e328 with expected crc 2023-12-20T10:54:24.631 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:24 smithi123 ceph-mon[188613]: failed to encode map e328 with expected crc 2023-12-20T10:54:24.631 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:24 smithi123 ceph-mon[188613]: pgmap v199: 121 pgs: 4 active+undersized+degraded, 26 active+undersized, 11 peering, 80 active+clean; 194 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s; 22/405 objects degraded (5.432%) 2023-12-20T10:54:24.631 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:24 smithi123 ceph-mon[188613]: Health check failed: Degraded data redundancy: 22/405 objects degraded (5.432%), 4 pgs degraded (PG_DEGRADED) 2023-12-20T10:54:24.631 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:24 smithi123 ceph-mon[188613]: osdmap e329: 8 total, 7 up, 8 in 2023-12-20T10:54:24.631 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:24 smithi123 ceph-mon[188613]: failed to encode map e329 with expected crc 2023-12-20T10:54:24.631 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:24 smithi123 ceph-mon[188613]: failed to encode map e329 with expected crc 2023-12-20T10:54:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:24 smithi177 ceph-mon[212096]: failed to encode map e328 with expected crc 2023-12-20T10:54:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:24 smithi177 ceph-mon[212096]: failed to encode map e328 with expected crc 2023-12-20T10:54:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:24 smithi177 ceph-mon[212096]: pgmap v199: 121 pgs: 4 active+undersized+degraded, 26 active+undersized, 11 peering, 80 active+clean; 194 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s; 22/405 objects degraded (5.432%) 2023-12-20T10:54:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:24 smithi177 ceph-mon[212096]: Health check failed: Degraded data redundancy: 22/405 objects degraded (5.432%), 4 pgs degraded (PG_DEGRADED) 2023-12-20T10:54:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:24 smithi177 ceph-mon[212096]: osdmap e329: 8 total, 7 up, 8 in 2023-12-20T10:54:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:24 smithi177 ceph-mon[212096]: failed to encode map e329 with expected crc 2023-12-20T10:54:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:24 smithi177 ceph-mon[212096]: failed to encode map e329 with expected crc 2023-12-20T10:54:24.992 INFO:journalctl@ceph.osd.3.smithi123.stdout:Dec 20 10:54:24 smithi123 bash[217063]: 4f3fe2f2ea7e36eea8c096cdbc96aa705d65c14d523f55f2fc5504d9422cfe96 2023-12-20T10:54:24.992 INFO:journalctl@ceph.osd.3.smithi123.stdout:Dec 20 10:54:24 smithi123 systemd[1]: Started Ceph osd.3 for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:54:24.998 INFO:tasks.rados.rados.0.smithi123.stdout:1335: done (0 left) 2023-12-20T10:54:24.999 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 5 current snap is 131 2023-12-20T10:54:24.999 INFO:tasks.rados.rados.0.smithi123.stdout:1336: seq_num 445 ranges {5914624=253952} 2023-12-20T10:54:25.032 INFO:tasks.rados.rados.0.smithi123.stdout:1336: writing smithi123173835-5 from 5914624 to 6168576 tid 1 2023-12-20T10:54:25.033 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 10 current snap is 131 2023-12-20T10:54:25.033 INFO:tasks.rados.rados.0.smithi123.stdout:1337: seq_num 446 ranges {7716864=278528} 2023-12-20T10:54:25.077 INFO:tasks.rados.rados.0.smithi123.stdout:1337: writing smithi123173835-10 from 7716864 to 7995392 tid 1 2023-12-20T10:54:25.077 INFO:tasks.rados.rados.0.smithi123.stdout:1338: rmattr oid 30 current snap is 131 2023-12-20T10:54:25.077 INFO:tasks.rados.rados.0.smithi123.stdout:1338: done (2 left) 2023-12-20T10:54:25.077 INFO:tasks.rados.rados.0.smithi123.stdout:1339: copy_from oid 33 from oid 50 current snap is 131 2023-12-20T10:54:25.078 INFO:tasks.rados.rados.0.smithi123.stdout:1336: finishing write tid 1 to smithi123173835-5 2023-12-20T10:54:25.078 INFO:tasks.rados.rados.0.smithi123.stdout:1336: finishing write tid 2 to smithi123173835-5 2023-12-20T10:54:25.078 INFO:tasks.rados.rados.0.smithi123.stdout:1336: finishing write tid 3 to smithi123173835-5 2023-12-20T10:54:25.078 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 506 (ObjNum 445 snap 131 seq_num 445) dirty exists 2023-12-20T10:54:25.078 INFO:tasks.rados.rados.0.smithi123.stdout:1336: left oid 5 (ObjNum 445 snap 131 seq_num 445) 2023-12-20T10:54:25.078 INFO:tasks.rados.rados.0.smithi123.stdout:1336: done (2 left) 2023-12-20T10:54:25.078 INFO:tasks.rados.rados.0.smithi123.stdout:1340: read oid 28 snap -1 2023-12-20T10:54:25.078 INFO:tasks.rados.rados.0.smithi123.stdout:1340: expect (ObjNum 412 snap 126 seq_num 412) 2023-12-20T10:54:25.078 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 20 current snap is 131 2023-12-20T10:54:25.078 INFO:tasks.rados.rados.0.smithi123.stdout:1341: seq_num 447 ranges {0=294912} 2023-12-20T10:54:25.079 INFO:tasks.rados.rados.0.smithi123.stdout:1341: writing smithi123173835-20 from 0 to 294912 tid 1 2023-12-20T10:54:25.079 INFO:tasks.rados.rados.0.smithi123.stdout:1342: copy_from oid 36 from oid 38 current snap is 131 2023-12-20T10:54:25.079 INFO:tasks.rados.rados.0.smithi123.stdout:1343: snap_remove snap 121 2023-12-20T10:54:25.492 INFO:journalctl@ceph.osd.3.smithi123.stdout:Dec 20 10:54:25 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-3[217077]: 2023-12-20T10:54:25.133+0000 7f5d98930640 -1 Falling back to public interface 2023-12-20T10:54:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:25 smithi123 ceph-mon[191304]: failed to encode map e329 with expected crc 2023-12-20T10:54:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:25 smithi123 ceph-mon[191304]: failed to encode map e329 with expected crc 2023-12-20T10:54:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:25 smithi123 ceph-mon[191304]: failed to encode map e329 with expected crc 2023-12-20T10:54:25.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:25.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:25.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:54:25.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:25 smithi123 ceph-mon[191304]: osdmap e330: 8 total, 7 up, 8 in 2023-12-20T10:54:25.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:25.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:25.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:25 smithi123 ceph-mon[191304]: failed to encode map e330 with expected crc 2023-12-20T10:54:25.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:25 smithi123 ceph-mon[191304]: pgmap v202: 121 pgs: 4 active+undersized+degraded, 26 active+undersized, 11 peering, 80 active+clean; 194 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 1 op/s; 22/405 objects degraded (5.432%) 2023-12-20T10:54:25.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:25 smithi123 ceph-mon[188613]: failed to encode map e329 with expected crc 2023-12-20T10:54:25.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:25 smithi123 ceph-mon[188613]: failed to encode map e329 with expected crc 2023-12-20T10:54:25.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:25 smithi123 ceph-mon[188613]: failed to encode map e329 with expected crc 2023-12-20T10:54:25.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:25.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:25.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:54:25.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:25 smithi123 ceph-mon[188613]: osdmap e330: 8 total, 7 up, 8 in 2023-12-20T10:54:25.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:25.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:25.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:25 smithi123 ceph-mon[188613]: failed to encode map e330 with expected crc 2023-12-20T10:54:25.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:25 smithi123 ceph-mon[188613]: pgmap v202: 121 pgs: 4 active+undersized+degraded, 26 active+undersized, 11 peering, 80 active+clean; 194 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 1 op/s; 22/405 objects degraded (5.432%) 2023-12-20T10:54:26.072 INFO:tasks.rados.rados.0.smithi123.stdout:1343: done (5 left) 2023-12-20T10:54:26.072 INFO:tasks.rados.rados.0.smithi123.stdout:1344: snap_remove snap 119 2023-12-20T10:54:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:25 smithi177 ceph-mon[212096]: failed to encode map e329 with expected crc 2023-12-20T10:54:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:25 smithi177 ceph-mon[212096]: failed to encode map e329 with expected crc 2023-12-20T10:54:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:25 smithi177 ceph-mon[212096]: failed to encode map e329 with expected crc 2023-12-20T10:54:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:26.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:54:26.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:25 smithi177 ceph-mon[212096]: osdmap e330: 8 total, 7 up, 8 in 2023-12-20T10:54:26.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:26.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:26.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:25 smithi177 ceph-mon[212096]: failed to encode map e330 with expected crc 2023-12-20T10:54:26.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:25 smithi177 ceph-mon[212096]: pgmap v202: 121 pgs: 4 active+undersized+degraded, 26 active+undersized, 11 peering, 80 active+clean; 194 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 1 op/s; 22/405 objects degraded (5.432%) 2023-12-20T10:54:26.685 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:26 smithi123 ceph-mon[188613]: failed to encode map e330 with expected crc 2023-12-20T10:54:26.685 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:26 smithi123 ceph-mon[188613]: failed to encode map e330 with expected crc 2023-12-20T10:54:26.685 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:26 smithi123 ceph-mon[188613]: failed to encode map e330 with expected crc 2023-12-20T10:54:26.685 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:26 smithi123 ceph-mon[188613]: failed to encode map e331 with expected crc 2023-12-20T10:54:26.685 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:26 smithi123 ceph-mon[188613]: osdmap e331: 8 total, 7 up, 8 in 2023-12-20T10:54:26.685 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:26.685 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:54:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:26 smithi123 ceph-mon[191304]: failed to encode map e330 with expected crc 2023-12-20T10:54:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:26 smithi123 ceph-mon[191304]: failed to encode map e330 with expected crc 2023-12-20T10:54:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:26 smithi123 ceph-mon[191304]: failed to encode map e330 with expected crc 2023-12-20T10:54:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:26 smithi123 ceph-mon[191304]: failed to encode map e331 with expected crc 2023-12-20T10:54:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:26 smithi123 ceph-mon[191304]: osdmap e331: 8 total, 7 up, 8 in 2023-12-20T10:54:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:54:27.070 INFO:tasks.rados.rados.0.smithi123.stdout:1344: done (5 left) 2023-12-20T10:54:27.071 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 29 current snap is 131 2023-12-20T10:54:27.071 INFO:tasks.rados.rados.0.smithi123.stdout:1345: seq_num 448 ranges {0=311296} 2023-12-20T10:54:27.073 INFO:tasks.rados.rados.0.smithi123.stdout:1345: writing smithi123173835-29 from 0 to 311296 tid 1 2023-12-20T10:54:27.073 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 25 current snap is 131 2023-12-20T10:54:27.073 INFO:tasks.rados.rados.0.smithi123.stdout:1346: seq_num 449 ranges {737280=327680} 2023-12-20T10:54:27.079 INFO:tasks.rados.rados.0.smithi123.stdout:1346: writing smithi123173835-25 from 737280 to 1064960 tid 1 2023-12-20T10:54:27.079 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 39 current snap is 131 2023-12-20T10:54:27.079 INFO:tasks.rados.rados.0.smithi123.stdout:1342: finishing copy_from to smithi123173835-36 2023-12-20T10:54:27.079 INFO:tasks.rados.rados.0.smithi123.stdout:1342: got expected ENOENT (src dne) 2023-12-20T10:54:27.084 INFO:tasks.rados.rados.0.smithi123.stdout:1347: seq_num 450 ranges {3784704=344064} 2023-12-20T10:54:27.105 INFO:tasks.rados.rados.0.smithi123.stdout:1347: writing smithi123173835-39 from 3784704 to 4128768 tid 1 2023-12-20T10:54:27.105 INFO:tasks.rados.rados.0.smithi123.stdout:1348: copy_from oid 32 from oid 42 current snap is 131 2023-12-20T10:54:27.106 INFO:tasks.rados.rados.0.smithi123.stdout:1349: copy_from oid 11 from oid 9 current snap is 131 2023-12-20T10:54:27.106 INFO:tasks.rados.rados.0.smithi123.stdout:1350: rollback oid 45 current snap is 131 2023-12-20T10:54:27.106 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 45 to 129 2023-12-20T10:54:27.106 INFO:tasks.rados.rados.0.smithi123.stdout:1351: read oid 13 snap -1 2023-12-20T10:54:27.106 INFO:tasks.rados.rados.0.smithi123.stdout:1351: expect (ObjNum 324 snap 98 seq_num 324) 2023-12-20T10:54:27.106 INFO:tasks.rados.rados.0.smithi123.stdout:1352: snap_remove snap 130 2023-12-20T10:54:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:26 smithi177 ceph-mon[212096]: failed to encode map e330 with expected crc 2023-12-20T10:54:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:26 smithi177 ceph-mon[212096]: failed to encode map e330 with expected crc 2023-12-20T10:54:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:26 smithi177 ceph-mon[212096]: failed to encode map e330 with expected crc 2023-12-20T10:54:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:26 smithi177 ceph-mon[212096]: failed to encode map e331 with expected crc 2023-12-20T10:54:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:26 smithi177 ceph-mon[212096]: osdmap e331: 8 total, 7 up, 8 in 2023-12-20T10:54:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:27.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:54:27.981 INFO:tasks.rados.rados.0.smithi123.stdout:1352: done (12 left) 2023-12-20T10:54:27.981 INFO:tasks.rados.rados.0.smithi123.stdout:1353: read oid 2 snap 129 2023-12-20T10:54:27.981 INFO:tasks.rados.rados.0.smithi123.stdout:1353: expect (ObjNum 410 snap 126 seq_num 410) 2023-12-20T10:54:27.981 INFO:tasks.rados.rados.0.smithi123.stdout:1354: rollback oid 17 current snap is 131 2023-12-20T10:54:27.982 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 17 to 129 2023-12-20T10:54:27.982 INFO:tasks.rados.rados.0.smithi123.stdout:1342: finishing copy_from racing read to smithi123173835-36 2023-12-20T10:54:27.982 INFO:tasks.rados.rados.0.smithi123.stdout:1337: finishing write tid 1 to smithi123173835-10 2023-12-20T10:54:27.982 INFO:tasks.rados.rados.0.smithi123.stdout:1337: finishing write tid 2 to smithi123173835-10 2023-12-20T10:54:27.982 INFO:tasks.rados.rados.0.smithi123.stdout:1337: finishing write tid 3 to smithi123173835-10 2023-12-20T10:54:27.982 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 1288 (ObjNum 446 snap 131 seq_num 446) dirty exists 2023-12-20T10:54:27.982 INFO:tasks.rados.rados.0.smithi123.stdout:1337: left oid 10 (ObjNum 446 snap 131 seq_num 446) 2023-12-20T10:54:27.982 INFO:tasks.rados.rados.0.smithi123.stdout:1339: finishing copy_from racing read to smithi123173835-33 2023-12-20T10:54:27.982 INFO:tasks.rados.rados.0.smithi123.stdout:1337: done (13 left) 2023-12-20T10:54:27.982 INFO:tasks.rados.rados.0.smithi123.stdout:1342: done (12 left) 2023-12-20T10:54:27.982 INFO:tasks.rados.rados.0.smithi123.stdout:1355: read oid 16 snap -1 2023-12-20T10:54:27.982 INFO:tasks.rados.rados.0.smithi123.stdout:1355: expect (ObjNum 391 snap 120 seq_num 391) 2023-12-20T10:54:27.982 INFO:tasks.rados.rados.0.smithi123.stdout:1356: rollback oid 8 current snap is 131 2023-12-20T10:54:27.982 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 8 to 129 2023-12-20T10:54:27.982 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 21 current snap is 131 2023-12-20T10:54:27.983 INFO:tasks.rados.rados.0.smithi123.stdout:1357: seq_num 451 ranges {2039808=360448} 2023-12-20T10:54:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:27 smithi123 ceph-mon[191304]: failed to encode map e331 with expected crc 2023-12-20T10:54:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:27 smithi123 ceph-mon[191304]: failed to encode map e332 with expected crc 2023-12-20T10:54:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:27 smithi123 ceph-mon[191304]: osdmap e332: 8 total, 7 up, 8 in 2023-12-20T10:54:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:27 smithi123 ceph-mon[191304]: pgmap v205: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 183 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.6 MiB/s wr, 18 op/s; 39/345 objects degraded (11.304%) 2023-12-20T10:54:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:27 smithi123 ceph-mon[188613]: failed to encode map e331 with expected crc 2023-12-20T10:54:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:27 smithi123 ceph-mon[188613]: failed to encode map e332 with expected crc 2023-12-20T10:54:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:27 smithi123 ceph-mon[188613]: osdmap e332: 8 total, 7 up, 8 in 2023-12-20T10:54:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:27 smithi123 ceph-mon[188613]: pgmap v205: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 183 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.6 MiB/s wr, 18 op/s; 39/345 objects degraded (11.304%) 2023-12-20T10:54:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:27.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:27.995 INFO:tasks.rados.rados.0.smithi123.stdout:1357: writing smithi123173835-21 from 2039808 to 2400256 tid 1 2023-12-20T10:54:27.995 INFO:tasks.rados.rados.0.smithi123.stdout:1358: rmattr oid 23 current snap is 131 2023-12-20T10:54:27.995 INFO:tasks.rados.rados.0.smithi123.stdout: waiting on 16 2023-12-20T10:54:27.995 INFO:tasks.rados.rados.0.smithi123.stdout:1339: finishing copy_from to smithi123173835-33 2023-12-20T10:54:27.995 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 1144 (ObjNum 406 snap 126 seq_num 406) dirty exists 2023-12-20T10:54:27.995 INFO:tasks.rados.rados.0.smithi123.stdout:1341: finishing write tid 1 to smithi123173835-20 2023-12-20T10:54:27.995 INFO:tasks.rados.rados.0.smithi123.stdout:1341: finishing write tid 2 to smithi123173835-20 2023-12-20T10:54:27.995 INFO:tasks.rados.rados.0.smithi123.stdout:1340: expect (ObjNum 412 snap 126 seq_num 412) 2023-12-20T10:54:28.123 INFO:tasks.rados.rados.0.smithi123.stdout:1341: finishing write tid 3 to smithi123173835-20 2023-12-20T10:54:28.124 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 20 v 799 (ObjNum 447 snap 131 seq_num 447) dirty exists 2023-12-20T10:54:28.124 INFO:tasks.rados.rados.0.smithi123.stdout:1341: left oid 20 (ObjNum 447 snap 131 seq_num 447) 2023-12-20T10:54:28.124 INFO:tasks.rados.rados.0.smithi123.stdout:1339: done (15 left) 2023-12-20T10:54:28.124 INFO:tasks.rados.rados.0.smithi123.stdout:1340: done (14 left) 2023-12-20T10:54:28.124 INFO:tasks.rados.rados.0.smithi123.stdout:1341: done (13 left) 2023-12-20T10:54:28.124 INFO:tasks.rados.rados.0.smithi123.stdout:1359: read oid 24 snap -1 2023-12-20T10:54:28.124 INFO:tasks.rados.rados.0.smithi123.stdout:1359: expect deleted 2023-12-20T10:54:28.124 INFO:tasks.rados.rados.0.smithi123.stdout:1360: snap_create 2023-12-20T10:54:28.124 INFO:tasks.rados.rados.0.smithi123.stdout:1346: finishing write tid 1 to smithi123173835-25 2023-12-20T10:54:28.124 INFO:tasks.rados.rados.0.smithi123.stdout:1346: finishing write tid 2 to smithi123173835-25 2023-12-20T10:54:28.124 INFO:tasks.rados.rados.0.smithi123.stdout:1345: finishing write tid 1 to smithi123173835-29 2023-12-20T10:54:28.124 INFO:tasks.rados.rados.0.smithi123.stdout:1346: finishing write tid 3 to smithi123173835-25 2023-12-20T10:54:28.124 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 326 (ObjNum 449 snap 131 seq_num 449) dirty exists 2023-12-20T10:54:28.124 INFO:tasks.rados.rados.0.smithi123.stdout:1346: left oid 25 (ObjNum 449 snap 131 seq_num 449) 2023-12-20T10:54:28.124 INFO:tasks.rados.rados.0.smithi123.stdout:1345: finishing write tid 2 to smithi123173835-29 2023-12-20T10:54:28.125 INFO:tasks.rados.rados.0.smithi123.stdout:1345: finishing write tid 3 to smithi123173835-29 2023-12-20T10:54:28.125 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 565 (ObjNum 448 snap 131 seq_num 448) dirty exists 2023-12-20T10:54:28.125 INFO:tasks.rados.rados.0.smithi123.stdout:1345: left oid 29 (ObjNum 448 snap 131 seq_num 448) 2023-12-20T10:54:28.125 INFO:tasks.rados.rados.0.smithi123.stdout:1347: finishing write tid 1 to smithi123173835-39 2023-12-20T10:54:28.125 INFO:tasks.rados.rados.0.smithi123.stdout:1347: finishing write tid 2 to smithi123173835-39 2023-12-20T10:54:28.125 INFO:tasks.rados.rados.0.smithi123.stdout:1350: finishing rollback tid 0 to smithi123173835-45 2023-12-20T10:54:28.125 INFO:tasks.rados.rados.0.smithi123.stdout:1350: finishing rollback tid 1 to smithi123173835-45 2023-12-20T10:54:28.125 INFO:tasks.rados.rados.0.smithi123.stdout:1350: finishing rollback tid 2 to smithi123173835-45 2023-12-20T10:54:28.125 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 806 (ObjNum 327 snap 99 seq_num 327) dirty exists 2023-12-20T10:54:28.125 INFO:tasks.rados.rados.0.smithi123.stdout:1347: finishing write tid 3 to smithi123173835-39 2023-12-20T10:54:28.125 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 572 (ObjNum 450 snap 131 seq_num 450) dirty exists 2023-12-20T10:54:28.125 INFO:tasks.rados.rados.0.smithi123.stdout:1347: left oid 39 (ObjNum 450 snap 131 seq_num 450) 2023-12-20T10:54:28.125 INFO:tasks.rados.rados.0.smithi123.stdout:1348: finishing copy_from to smithi123173835-32 2023-12-20T10:54:28.125 INFO:tasks.rados.rados.0.smithi123.stdout:1348: got expected ENOENT (src dne) 2023-12-20T10:54:28.126 INFO:tasks.rados.rados.0.smithi123.stdout:1348: finishing copy_from racing read to smithi123173835-32 2023-12-20T10:54:28.126 INFO:tasks.rados.rados.0.smithi123.stdout:1349: finishing copy_from to smithi123173835-11 2023-12-20T10:54:28.126 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 11 v 394 (ObjNum 319 snap 98 seq_num 319) dirty exists 2023-12-20T10:54:28.126 INFO:tasks.rados.rados.0.smithi123.stdout:1349: finishing copy_from racing read to smithi123173835-11 2023-12-20T10:54:28.126 INFO:tasks.rados.rados.0.smithi123.stdout:1351: expect (ObjNum 324 snap 98 seq_num 324) 2023-12-20T10:54:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:27 smithi177 ceph-mon[212096]: failed to encode map e331 with expected crc 2023-12-20T10:54:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:27 smithi177 ceph-mon[212096]: failed to encode map e332 with expected crc 2023-12-20T10:54:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:27 smithi177 ceph-mon[212096]: osdmap e332: 8 total, 7 up, 8 in 2023-12-20T10:54:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:27 smithi177 ceph-mon[212096]: pgmap v205: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 183 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.6 MiB/s wr, 18 op/s; 39/345 objects degraded (11.304%) 2023-12-20T10:54:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:28.246 INFO:tasks.rados.rados.0.smithi123.stdout:1356: finishing rollback tid 0 to smithi123173835-8 2023-12-20T10:54:28.246 INFO:tasks.rados.rados.0.smithi123.stdout:1356: finishing rollback tid 1 to smithi123173835-8 2023-12-20T10:54:28.246 INFO:tasks.rados.rados.0.smithi123.stdout:1354: finishing rollback tid 0 to smithi123173835-17 2023-12-20T10:54:28.246 INFO:tasks.rados.rados.0.smithi123.stdout:1354: finishing rollback tid 1 to smithi123173835-17 2023-12-20T10:54:28.246 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 17 v 1146 (ObjNum 65 snap 0 seq_num 1701932120) dirty dne 2023-12-20T10:54:28.246 INFO:tasks.rados.rados.0.smithi123.stdout:1356: finishing rollback tid 2 to smithi123173835-8 2023-12-20T10:54:28.246 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 514 (ObjNum 430 snap 128 seq_num 430) dirty exists 2023-12-20T10:54:28.246 INFO:tasks.rados.rados.0.smithi123.stdout:1355: expect (ObjNum 391 snap 120 seq_num 391) 2023-12-20T10:54:28.291 INFO:tasks.rados.rados.0.smithi123.stdout:1357: finishing write tid 1 to smithi123173835-21 2023-12-20T10:54:28.291 INFO:tasks.rados.rados.0.smithi123.stdout:1357: finishing write tid 2 to smithi123173835-21 2023-12-20T10:54:28.291 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 23 v 970 (ObjNum 423 snap 126 seq_num 423) dirty exists 2023-12-20T10:54:28.291 INFO:tasks.rados.rados.0.smithi123.stdout:1357: finishing write tid 3 to smithi123173835-21 2023-12-20T10:54:28.291 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 937 (ObjNum 451 snap 131 seq_num 451) dirty exists 2023-12-20T10:54:28.291 INFO:tasks.rados.rados.0.smithi123.stdout:1357: left oid 21 (ObjNum 451 snap 131 seq_num 451) 2023-12-20T10:54:28.292 INFO:tasks.rados.rados.0.smithi123.stdout:1353: expect (ObjNum 410 snap 126 seq_num 410) 2023-12-20T10:54:28.552 INFO:journalctl@ceph.osd.3.smithi123.stdout:Dec 20 10:54:28 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-3[217077]: 2023-12-20T10:54:28.289+0000 7f5d98930640 -1 osd.3 0 read_superblock omap replica is missing. 2023-12-20T10:54:28.552 INFO:journalctl@ceph.osd.3.smithi123.stdout:Dec 20 10:54:28 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-3[217077]: 2023-12-20T10:54:28.368+0000 7f5d98930640 -1 osd.3 325 log_to_monitors true 2023-12-20T10:54:28.848 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:28 smithi123 ceph-mon[191304]: failed to encode map e332 with expected crc 2023-12-20T10:54:28.848 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:28 smithi123 ceph-mon[191304]: failed to encode map e332 with expected crc 2023-12-20T10:54:28.848 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:28 smithi123 ceph-mon[191304]: osdmap e333: 8 total, 7 up, 8 in 2023-12-20T10:54:28.848 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:28 smithi123 ceph-mon[191304]: failed to encode map e333 with expected crc 2023-12-20T10:54:28.848 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:28.848 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:28.848 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:28 smithi123 ceph-mon[191304]: from='osd.3 [v2:172.21.15.123:6826/1767702847,v1:172.21.15.123:6827/1767702847]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-20T10:54:28.848 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:28 smithi123 ceph-mon[191304]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-20T10:54:28.848 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:28 smithi123 ceph-mon[188613]: failed to encode map e332 with expected crc 2023-12-20T10:54:28.849 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:28 smithi123 ceph-mon[188613]: failed to encode map e332 with expected crc 2023-12-20T10:54:28.849 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:28 smithi123 ceph-mon[188613]: osdmap e333: 8 total, 7 up, 8 in 2023-12-20T10:54:28.849 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:28 smithi123 ceph-mon[188613]: failed to encode map e333 with expected crc 2023-12-20T10:54:28.849 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:28.849 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:28.849 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:28 smithi123 ceph-mon[188613]: from='osd.3 [v2:172.21.15.123:6826/1767702847,v1:172.21.15.123:6827/1767702847]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-20T10:54:28.849 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:28 smithi123 ceph-mon[188613]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-20T10:54:29.089 INFO:tasks.rados.rados.0.smithi123.stdout:1345: done (14 left) 2023-12-20T10:54:29.089 INFO:tasks.rados.rados.0.smithi123.stdout:1346: done (13 left) 2023-12-20T10:54:29.089 INFO:tasks.rados.rados.0.smithi123.stdout:1347: done (12 left) 2023-12-20T10:54:29.089 INFO:tasks.rados.rados.0.smithi123.stdout:1348: done (11 left) 2023-12-20T10:54:29.089 INFO:tasks.rados.rados.0.smithi123.stdout:1349: done (10 left) 2023-12-20T10:54:29.089 INFO:tasks.rados.rados.0.smithi123.stdout:1350: done (9 left) 2023-12-20T10:54:29.089 INFO:tasks.rados.rados.0.smithi123.stdout:1351: done (8 left) 2023-12-20T10:54:29.089 INFO:tasks.rados.rados.0.smithi123.stdout:1353: done (7 left) 2023-12-20T10:54:29.089 INFO:tasks.rados.rados.0.smithi123.stdout:1354: done (6 left) 2023-12-20T10:54:29.089 INFO:tasks.rados.rados.0.smithi123.stdout:1355: done (5 left) 2023-12-20T10:54:29.090 INFO:tasks.rados.rados.0.smithi123.stdout:1356: done (4 left) 2023-12-20T10:54:29.090 INFO:tasks.rados.rados.0.smithi123.stdout:1357: done (3 left) 2023-12-20T10:54:29.090 INFO:tasks.rados.rados.0.smithi123.stdout:1358: done (2 left) 2023-12-20T10:54:29.090 INFO:tasks.rados.rados.0.smithi123.stdout:1359: done (1 left) 2023-12-20T10:54:29.090 INFO:tasks.rados.rados.0.smithi123.stdout:1360: done (0 left) 2023-12-20T10:54:29.090 INFO:tasks.rados.rados.0.smithi123.stdout:1361: read oid 49 snap -1 2023-12-20T10:54:29.090 INFO:tasks.rados.rados.0.smithi123.stdout:1361: expect deleted 2023-12-20T10:54:29.090 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 26 current snap is 132 2023-12-20T10:54:29.090 INFO:tasks.rados.rados.0.smithi123.stdout:1362: seq_num 452 ranges {221184=376832} 2023-12-20T10:54:29.092 INFO:tasks.rados.rados.0.smithi123.stdout:1362: writing smithi123173835-26 from 221184 to 598016 tid 1 2023-12-20T10:54:29.092 INFO:tasks.rados.rados.0.smithi123.stdout:1363: snap_create 2023-12-20T10:54:29.100 INFO:tasks.rados.rados.0.smithi123.stdout:1362: finishing write tid 1 to smithi123173835-26 2023-12-20T10:54:29.100 INFO:tasks.rados.rados.0.smithi123.stdout:1362: finishing write tid 2 to smithi123173835-26 2023-12-20T10:54:29.101 INFO:tasks.rados.rados.0.smithi123.stdout:1362: finishing write tid 3 to smithi123173835-26 2023-12-20T10:54:29.101 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 939 (ObjNum 452 snap 132 seq_num 452) dirty exists 2023-12-20T10:54:29.101 INFO:tasks.rados.rados.0.smithi123.stdout:1362: left oid 26 (ObjNum 452 snap 132 seq_num 452) 2023-12-20T10:54:29.127 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:54:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:54:29] "GET /metrics HTTP/1.1" 200 36121 "" "Prometheus/2.43.0" 2023-12-20T10:54:29.153 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:54:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:54:28.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-20T10:54:29.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:28 smithi177 ceph-mon[212096]: failed to encode map e332 with expected crc 2023-12-20T10:54:29.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:28 smithi177 ceph-mon[212096]: failed to encode map e332 with expected crc 2023-12-20T10:54:29.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:28 smithi177 ceph-mon[212096]: osdmap e333: 8 total, 7 up, 8 in 2023-12-20T10:54:29.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:28 smithi177 ceph-mon[212096]: failed to encode map e333 with expected crc 2023-12-20T10:54:29.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:29.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:29.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:28 smithi177 ceph-mon[212096]: from='osd.3 [v2:172.21.15.123:6826/1767702847,v1:172.21.15.123:6827/1767702847]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-20T10:54:29.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:28 smithi177 ceph-mon[212096]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-20T10:54:29.492 INFO:journalctl@ceph.osd.3.smithi123.stdout:Dec 20 10:54:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-3[217077]: 2023-12-20T10:54:29.124+0000 7f5d88d9f700 -1 osd.3 325 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-20T10:54:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:29 smithi123 ceph-mon[188613]: failed to encode map e333 with expected crc 2023-12-20T10:54:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:29 smithi123 ceph-mon[188613]: failed to encode map e333 with expected crc 2023-12-20T10:54:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:29 smithi123 ceph-mon[188613]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-20T10:54:29.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:29 smithi123 ceph-mon[188613]: osdmap e334: 8 total, 7 up, 8 in 2023-12-20T10:54:29.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:29 smithi123 ceph-mon[188613]: failed to encode map e334 with expected crc 2023-12-20T10:54:29.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:29 smithi123 ceph-mon[188613]: from='osd.3 [v2:172.21.15.123:6826/1767702847,v1:172.21.15.123:6827/1767702847]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:54:29.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:29 smithi123 ceph-mon[188613]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:54:29.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:29 smithi123 ceph-mon[188613]: pgmap v208: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 174 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.7 MiB/s wr, 21 op/s; 41/345 objects degraded (11.884%) 2023-12-20T10:54:29.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:29 smithi123 ceph-mon[191304]: failed to encode map e333 with expected crc 2023-12-20T10:54:29.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:29 smithi123 ceph-mon[191304]: failed to encode map e333 with expected crc 2023-12-20T10:54:29.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:29 smithi123 ceph-mon[191304]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-20T10:54:29.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:29 smithi123 ceph-mon[191304]: osdmap e334: 8 total, 7 up, 8 in 2023-12-20T10:54:29.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:29 smithi123 ceph-mon[191304]: failed to encode map e334 with expected crc 2023-12-20T10:54:29.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:29 smithi123 ceph-mon[191304]: from='osd.3 [v2:172.21.15.123:6826/1767702847,v1:172.21.15.123:6827/1767702847]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:54:29.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:29 smithi123 ceph-mon[191304]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:54:29.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:29 smithi123 ceph-mon[191304]: pgmap v208: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 174 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.7 MiB/s wr, 21 op/s; 41/345 objects degraded (11.884%) 2023-12-20T10:54:30.091 INFO:tasks.rados.rados.0.smithi123.stdout:1361: done (2 left) 2023-12-20T10:54:30.092 INFO:tasks.rados.rados.0.smithi123.stdout:1362: done (1 left) 2023-12-20T10:54:30.092 INFO:tasks.rados.rados.0.smithi123.stdout:1363: done (0 left) 2023-12-20T10:54:30.092 INFO:tasks.rados.rados.0.smithi123.stdout:1364: snap_create 2023-12-20T10:54:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:29 smithi177 ceph-mon[212096]: failed to encode map e333 with expected crc 2023-12-20T10:54:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:29 smithi177 ceph-mon[212096]: failed to encode map e333 with expected crc 2023-12-20T10:54:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:29 smithi177 ceph-mon[212096]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-20T10:54:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:29 smithi177 ceph-mon[212096]: osdmap e334: 8 total, 7 up, 8 in 2023-12-20T10:54:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:29 smithi177 ceph-mon[212096]: failed to encode map e334 with expected crc 2023-12-20T10:54:30.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:29 smithi177 ceph-mon[212096]: from='osd.3 [v2:172.21.15.123:6826/1767702847,v1:172.21.15.123:6827/1767702847]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:54:30.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:29 smithi177 ceph-mon[212096]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2023-12-20T10:54:30.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:29 smithi177 ceph-mon[212096]: pgmap v208: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 174 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.7 MiB/s wr, 21 op/s; 41/345 objects degraded (11.884%) 2023-12-20T10:54:30.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:54:30.657+0000 7f8d61249700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2023-12-20T10:54:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[191304]: failed to encode map e334 with expected crc 2023-12-20T10:54:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[191304]: failed to encode map e334 with expected crc 2023-12-20T10:54:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[191304]: Health check update: Degraded data redundancy: 41/345 objects degraded (11.884%), 8 pgs degraded (PG_DEGRADED) 2023-12-20T10:54:30.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[191304]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-20T10:54:30.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[191304]: failed to encode map e335 with expected crc 2023-12-20T10:54:30.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[191304]: osd.3 [v2:172.21.15.123:6826/1767702847,v1:172.21.15.123:6827/1767702847] boot 2023-12-20T10:54:30.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[191304]: osdmap e335: 8 total, 8 up, 8 in 2023-12-20T10:54:30.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:54:30.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:30.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:30.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:54:30.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:54:30.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:30.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:54:30.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:54:30.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:54:30.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:54:30.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-20T10:54:30.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[188613]: failed to encode map e334 with expected crc 2023-12-20T10:54:30.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[188613]: failed to encode map e334 with expected crc 2023-12-20T10:54:30.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[188613]: Health check update: Degraded data redundancy: 41/345 objects degraded (11.884%), 8 pgs degraded (PG_DEGRADED) 2023-12-20T10:54:30.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[188613]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-20T10:54:30.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[188613]: failed to encode map e335 with expected crc 2023-12-20T10:54:30.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[188613]: osd.3 [v2:172.21.15.123:6826/1767702847,v1:172.21.15.123:6827/1767702847] boot 2023-12-20T10:54:30.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[188613]: osdmap e335: 8 total, 8 up, 8 in 2023-12-20T10:54:30.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:54:30.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:30.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:30.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:54:30.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:54:30.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:30.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:54:30.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:54:30.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:54:30.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:54:30.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-20T10:54:31.095 INFO:tasks.rados.rados.0.smithi123.stdout:1364: done (0 left) 2023-12-20T10:54:31.095 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 44 current snap is 134 2023-12-20T10:54:31.095 INFO:tasks.rados.rados.0.smithi123.stdout:1365: seq_num 453 ranges {40960=393216} 2023-12-20T10:54:31.098 INFO:tasks.rados.rados.0.smithi123.stdout:1365: writing smithi123173835-44 from 40960 to 434176 tid 1 2023-12-20T10:54:31.101 INFO:tasks.rados.rados.0.smithi123.stdout:1366: read oid 10 snap -1 2023-12-20T10:54:31.101 INFO:tasks.rados.rados.0.smithi123.stdout:1366: expect (ObjNum 446 snap 131 seq_num 446) 2023-12-20T10:54:31.101 INFO:tasks.rados.rados.0.smithi123.stdout:1367: read oid 1 snap -1 2023-12-20T10:54:31.101 INFO:tasks.rados.rados.0.smithi123.stdout:1367: expect (ObjNum 401 snap 125 seq_num 401) 2023-12-20T10:54:31.101 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 19 current snap is 134 2023-12-20T10:54:31.101 INFO:tasks.rados.rados.0.smithi123.stdout:1368: seq_num 454 ranges {0=409600} 2023-12-20T10:54:31.101 INFO:tasks.rados.rados.0.smithi123.stdout:1368: writing smithi123173835-19 from 0 to 409600 tid 1 2023-12-20T10:54:31.101 INFO:tasks.rados.rados.0.smithi123.stdout:1369: copy_from oid 17 from oid 18 current snap is 134 2023-12-20T10:54:31.101 INFO:tasks.rados.rados.0.smithi123.stdout:1370: snap_create 2023-12-20T10:54:31.115 INFO:tasks.rados.rados.0.smithi123.stdout:1365: finishing write tid 1 to smithi123173835-44 2023-12-20T10:54:31.115 INFO:tasks.rados.rados.0.smithi123.stdout:1365: finishing write tid 2 to smithi123173835-44 2023-12-20T10:54:31.115 INFO:tasks.rados.rados.0.smithi123.stdout:1365: finishing write tid 3 to smithi123173835-44 2023-12-20T10:54:31.116 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 44 v 110 (ObjNum 453 snap 134 seq_num 453) dirty exists 2023-12-20T10:54:31.116 INFO:tasks.rados.rados.0.smithi123.stdout:1365: left oid 44 (ObjNum 453 snap 134 seq_num 453) 2023-12-20T10:54:31.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:30 smithi177 ceph-mon[212096]: failed to encode map e334 with expected crc 2023-12-20T10:54:31.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:30 smithi177 ceph-mon[212096]: failed to encode map e334 with expected crc 2023-12-20T10:54:31.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:30 smithi177 ceph-mon[212096]: Health check update: Degraded data redundancy: 41/345 objects degraded (11.884%), 8 pgs degraded (PG_DEGRADED) 2023-12-20T10:54:31.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:30 smithi177 ceph-mon[212096]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-20T10:54:31.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:30 smithi177 ceph-mon[212096]: failed to encode map e335 with expected crc 2023-12-20T10:54:31.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:30 smithi177 ceph-mon[212096]: osd.3 [v2:172.21.15.123:6826/1767702847,v1:172.21.15.123:6827/1767702847] boot 2023-12-20T10:54:31.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:30 smithi177 ceph-mon[212096]: osdmap e335: 8 total, 8 up, 8 in 2023-12-20T10:54:31.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-20T10:54:31.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:31.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:31.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:54:31.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:54:31.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:31.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:54:31.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:54:31.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:54:31.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:54:31.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-20T10:54:31.158 INFO:tasks.rados.rados.0.smithi123.stdout:1366: expect (ObjNum 446 snap 131 seq_num 446) 2023-12-20T10:54:31.756 INFO:tasks.rados.rados.0.smithi123.stdout:1368: finishing write tid 1 to smithi123173835-19 2023-12-20T10:54:31.756 INFO:tasks.rados.rados.0.smithi123.stdout:1367: expect (ObjNum 401 snap 125 seq_num 401) 2023-12-20T10:54:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:31 smithi123 ceph-mon[188613]: failed to encode map e335 with expected crc 2023-12-20T10:54:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:31 smithi123 ceph-mon[188613]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-20T10:54:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:31 smithi123 ceph-mon[188613]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2023-12-20T10:54:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:31 smithi123 ceph-mon[188613]: osdmap e336: 8 total, 8 up, 8 in 2023-12-20T10:54:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:31 smithi123 ceph-mon[188613]: pgmap v211: 121 pgs: 3 peering, 5 active+undersized+degraded, 27 active+undersized, 86 active+clean; 152 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.4 MiB/s wr, 5 op/s; 33/291 objects degraded (11.340%) 2023-12-20T10:54:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:31 smithi123 ceph-mon[191304]: failed to encode map e335 with expected crc 2023-12-20T10:54:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:31 smithi123 ceph-mon[191304]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-20T10:54:31.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:31 smithi123 ceph-mon[191304]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2023-12-20T10:54:31.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:31 smithi123 ceph-mon[191304]: osdmap e336: 8 total, 8 up, 8 in 2023-12-20T10:54:31.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:31 smithi123 ceph-mon[191304]: pgmap v211: 121 pgs: 3 peering, 5 active+undersized+degraded, 27 active+undersized, 86 active+clean; 152 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.4 MiB/s wr, 5 op/s; 33/291 objects degraded (11.340%) 2023-12-20T10:54:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:31 smithi177 ceph-mon[212096]: failed to encode map e335 with expected crc 2023-12-20T10:54:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:31 smithi177 ceph-mon[212096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-20T10:54:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:31 smithi177 ceph-mon[212096]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2023-12-20T10:54:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:31 smithi177 ceph-mon[212096]: osdmap e336: 8 total, 8 up, 8 in 2023-12-20T10:54:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:31 smithi177 ceph-mon[212096]: pgmap v211: 121 pgs: 3 peering, 5 active+undersized+degraded, 27 active+undersized, 86 active+clean; 152 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.4 MiB/s wr, 5 op/s; 33/291 objects degraded (11.340%) 2023-12-20T10:54:32.196 INFO:tasks.rados.rados.0.smithi123.stdout:1368: finishing write tid 2 to smithi123173835-19 2023-12-20T10:54:32.196 INFO:tasks.rados.rados.0.smithi123.stdout:1368: finishing write tid 3 to smithi123173835-19 2023-12-20T10:54:32.196 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 527 (ObjNum 454 snap 134 seq_num 454) dirty exists 2023-12-20T10:54:32.196 INFO:tasks.rados.rados.0.smithi123.stdout:1368: left oid 19 (ObjNum 454 snap 134 seq_num 454) 2023-12-20T10:54:32.196 INFO:tasks.rados.rados.0.smithi123.stdout:1369: finishing copy_from racing read to smithi123173835-17 2023-12-20T10:54:32.196 INFO:tasks.rados.rados.0.smithi123.stdout:1369: finishing copy_from to smithi123173835-17 2023-12-20T10:54:32.196 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 17 v 724 (ObjNum 409 snap 126 seq_num 409) dirty exists 2023-12-20T10:54:32.196 INFO:tasks.rados.rados.0.smithi123.stdout:1365: done (5 left) 2023-12-20T10:54:32.196 INFO:tasks.rados.rados.0.smithi123.stdout:1366: done (4 left) 2023-12-20T10:54:32.196 INFO:tasks.rados.rados.0.smithi123.stdout:1367: done (3 left) 2023-12-20T10:54:32.197 INFO:tasks.rados.rados.0.smithi123.stdout:1368: done (2 left) 2023-12-20T10:54:32.197 INFO:tasks.rados.rados.0.smithi123.stdout:1369: done (1 left) 2023-12-20T10:54:32.197 INFO:tasks.rados.rados.0.smithi123.stdout:1370: done (0 left) 2023-12-20T10:54:32.197 INFO:tasks.rados.rados.0.smithi123.stdout:1371: snap_create 2023-12-20T10:54:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:32 smithi123 ceph-mon[191304]: failed to encode map e336 with expected crc 2023-12-20T10:54:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:32 smithi123 ceph-mon[191304]: failed to encode map e336 with expected crc 2023-12-20T10:54:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:32 smithi123 ceph-mon[191304]: failed to encode map e336 with expected crc 2023-12-20T10:54:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:32 smithi123 ceph-mon[191304]: failed to encode map e336 with expected crc 2023-12-20T10:54:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:32 smithi123 ceph-mon[191304]: failed to encode map e337 with expected crc 2023-12-20T10:54:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:32 smithi123 ceph-mon[191304]: osdmap e337: 8 total, 8 up, 8 in 2023-12-20T10:54:32.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:32 smithi123 ceph-mon[188613]: failed to encode map e336 with expected crc 2023-12-20T10:54:32.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:32 smithi123 ceph-mon[188613]: failed to encode map e336 with expected crc 2023-12-20T10:54:32.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:32 smithi123 ceph-mon[188613]: failed to encode map e336 with expected crc 2023-12-20T10:54:32.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:32 smithi123 ceph-mon[188613]: failed to encode map e336 with expected crc 2023-12-20T10:54:32.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:32 smithi123 ceph-mon[188613]: failed to encode map e337 with expected crc 2023-12-20T10:54:32.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:32 smithi123 ceph-mon[188613]: osdmap e337: 8 total, 8 up, 8 in 2023-12-20T10:54:33.107 INFO:tasks.rados.rados.0.smithi123.stdout:1371: done (0 left) 2023-12-20T10:54:33.107 INFO:tasks.rados.rados.0.smithi123.stdout:1372: snap_remove snap 133 2023-12-20T10:54:33.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:32 smithi177 ceph-mon[212096]: failed to encode map e336 with expected crc 2023-12-20T10:54:33.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:32 smithi177 ceph-mon[212096]: failed to encode map e336 with expected crc 2023-12-20T10:54:33.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:32 smithi177 ceph-mon[212096]: failed to encode map e336 with expected crc 2023-12-20T10:54:33.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:32 smithi177 ceph-mon[212096]: failed to encode map e336 with expected crc 2023-12-20T10:54:33.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:32 smithi177 ceph-mon[212096]: failed to encode map e337 with expected crc 2023-12-20T10:54:33.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:32 smithi177 ceph-mon[212096]: osdmap e337: 8 total, 8 up, 8 in 2023-12-20T10:54:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:33 smithi123 ceph-mon[191304]: failed to encode map e337 with expected crc 2023-12-20T10:54:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:33 smithi123 ceph-mon[191304]: osdmap e338: 8 total, 8 up, 8 in 2023-12-20T10:54:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:33 smithi123 ceph-mon[191304]: pgmap v214: 121 pgs: 3 peering, 1 active+undersized+degraded, 15 active+undersized, 102 active+clean; 148 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 5 op/s; 9/273 objects degraded (3.297%); 8.3 MiB/s, 1 objects/s recovering 2023-12-20T10:54:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:33 smithi123 ceph-mon[188613]: failed to encode map e337 with expected crc 2023-12-20T10:54:33.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:33 smithi123 ceph-mon[188613]: osdmap e338: 8 total, 8 up, 8 in 2023-12-20T10:54:33.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:33 smithi123 ceph-mon[188613]: pgmap v214: 121 pgs: 3 peering, 1 active+undersized+degraded, 15 active+undersized, 102 active+clean; 148 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 5 op/s; 9/273 objects degraded (3.297%); 8.3 MiB/s, 1 objects/s recovering 2023-12-20T10:54:34.115 INFO:tasks.rados.rados.0.smithi123.stdout:1372: done (0 left) 2023-12-20T10:54:34.115 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 33 current snap is 136 2023-12-20T10:54:34.116 INFO:tasks.rados.rados.0.smithi123.stdout:1373: seq_num 455 ranges {2007040=425984} 2023-12-20T10:54:34.128 INFO:tasks.rados.rados.0.smithi123.stdout:1373: writing smithi123173835-33 from 2007040 to 2433024 tid 1 2023-12-20T10:54:34.129 INFO:tasks.rados.rados.0.smithi123.stdout:1374: copy_from oid 22 from oid 50 current snap is 136 2023-12-20T10:54:34.129 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 38 current snap is 136 2023-12-20T10:54:34.129 INFO:tasks.rados.rados.0.smithi123.stdout:1375: seq_num 456 ranges {0=442368} 2023-12-20T10:54:34.132 INFO:tasks.rados.rados.0.smithi123.stdout:1375: writing smithi123173835-38 from 0 to 442368 tid 1 2023-12-20T10:54:34.132 INFO:tasks.rados.rados.0.smithi123.stdout:1376: read oid 17 snap -1 2023-12-20T10:54:34.132 INFO:tasks.rados.rados.0.smithi123.stdout:1376: expect (ObjNum 409 snap 126 seq_num 409) 2023-12-20T10:54:34.132 INFO:tasks.rados.rados.0.smithi123.stdout:1377: read oid 43 snap -1 2023-12-20T10:54:34.132 INFO:tasks.rados.rados.0.smithi123.stdout:1377: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-20T10:54:34.132 INFO:tasks.rados.rados.0.smithi123.stdout:1378: snap_remove snap 132 2023-12-20T10:54:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:33 smithi177 ceph-mon[212096]: failed to encode map e337 with expected crc 2023-12-20T10:54:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:33 smithi177 ceph-mon[212096]: osdmap e338: 8 total, 8 up, 8 in 2023-12-20T10:54:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:33 smithi177 ceph-mon[212096]: pgmap v214: 121 pgs: 3 peering, 1 active+undersized+degraded, 15 active+undersized, 102 active+clean; 148 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 5 op/s; 9/273 objects degraded (3.297%); 8.3 MiB/s, 1 objects/s recovering 2023-12-20T10:54:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:34 smithi123 ceph-mon[191304]: failed to encode map e338 with expected crc 2023-12-20T10:54:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:34 smithi123 ceph-mon[191304]: osdmap e339: 8 total, 8 up, 8 in 2023-12-20T10:54:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:34 smithi123 ceph-mon[191304]: failed to encode map e338 with expected crc 2023-12-20T10:54:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:34 smithi123 ceph-mon[188613]: failed to encode map e338 with expected crc 2023-12-20T10:54:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:34 smithi123 ceph-mon[188613]: osdmap e339: 8 total, 8 up, 8 in 2023-12-20T10:54:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:34 smithi123 ceph-mon[188613]: failed to encode map e338 with expected crc 2023-12-20T10:54:35.122 INFO:tasks.rados.rados.0.smithi123.stdout:1378: done (5 left) 2023-12-20T10:54:35.122 INFO:tasks.rados.rados.0.smithi123.stdout:1379: delete oid 26 current snap is 136 2023-12-20T10:54:35.122 INFO:tasks.rados.rados.0.smithi123.stdout:1373: finishing write tid 1 to smithi123173835-33 2023-12-20T10:54:35.122 INFO:tasks.rados.rados.0.smithi123.stdout:1377: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-20T10:54:35.127 INFO:tasks.rados.rados.0.smithi123.stdout:1375: finishing write tid 1 to smithi123173835-38 2023-12-20T10:54:35.127 INFO:tasks.rados.rados.0.smithi123.stdout:1375: finishing write tid 2 to smithi123173835-38 2023-12-20T10:54:35.128 INFO:tasks.rados.rados.0.smithi123.stdout:1373: finishing write tid 2 to smithi123173835-33 2023-12-20T10:54:35.128 INFO:tasks.rados.rados.0.smithi123.stdout:1375: finishing write tid 3 to smithi123173835-38 2023-12-20T10:54:35.128 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 38 v 742 (ObjNum 456 snap 136 seq_num 456) dirty exists 2023-12-20T10:54:35.128 INFO:tasks.rados.rados.0.smithi123.stdout:1375: left oid 38 (ObjNum 456 snap 136 seq_num 456) 2023-12-20T10:54:35.128 INFO:tasks.rados.rados.0.smithi123.stdout:1374: finishing copy_from racing read to smithi123173835-22 2023-12-20T10:54:35.128 INFO:tasks.rados.rados.0.smithi123.stdout:1374: finishing copy_from to smithi123173835-22 2023-12-20T10:54:35.128 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 22 v 1144 (ObjNum 406 snap 126 seq_num 406) dirty exists 2023-12-20T10:54:35.128 INFO:tasks.rados.rados.0.smithi123.stdout:1373: finishing write tid 3 to smithi123173835-33 2023-12-20T10:54:35.128 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 1148 (ObjNum 455 snap 136 seq_num 455) dirty exists 2023-12-20T10:54:35.128 INFO:tasks.rados.rados.0.smithi123.stdout:1373: left oid 33 (ObjNum 455 snap 136 seq_num 455) 2023-12-20T10:54:35.128 INFO:tasks.rados.rados.0.smithi123.stdout:1376: expect (ObjNum 409 snap 126 seq_num 409) 2023-12-20T10:54:35.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:34 smithi177 ceph-mon[212096]: failed to encode map e338 with expected crc 2023-12-20T10:54:35.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:34 smithi177 ceph-mon[212096]: osdmap e339: 8 total, 8 up, 8 in 2023-12-20T10:54:35.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:34 smithi177 ceph-mon[212096]: failed to encode map e338 with expected crc 2023-12-20T10:54:35.359 INFO:tasks.rados.rados.0.smithi123.stdout:1373: done (5 left) 2023-12-20T10:54:35.359 INFO:tasks.rados.rados.0.smithi123.stdout:1374: done (4 left) 2023-12-20T10:54:35.359 INFO:tasks.rados.rados.0.smithi123.stdout:1375: done (3 left) 2023-12-20T10:54:35.360 INFO:tasks.rados.rados.0.smithi123.stdout:1376: done (2 left) 2023-12-20T10:54:35.360 INFO:tasks.rados.rados.0.smithi123.stdout:1377: done (1 left) 2023-12-20T10:54:35.360 INFO:tasks.rados.rados.0.smithi123.stdout:1379: done (0 left) 2023-12-20T10:54:35.360 INFO:tasks.rados.rados.0.smithi123.stdout:1380: snap_remove snap 135 2023-12-20T10:54:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:35 smithi123 ceph-mon[191304]: failed to encode map e338 with expected crc 2023-12-20T10:54:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:35 smithi123 ceph-mon[191304]: failed to encode map e339 with expected crc 2023-12-20T10:54:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:35 smithi123 ceph-mon[191304]: failed to encode map e340 with expected crc 2023-12-20T10:54:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:35 smithi123 ceph-mon[191304]: osdmap e340: 8 total, 8 up, 8 in 2023-12-20T10:54:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:35 smithi123 ceph-mon[191304]: pgmap v217: 121 pgs: 3 peering, 118 active+clean; 143 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 276 KiB/s wr, 4 op/s; 11 MiB/s, 2 objects/s recovering 2023-12-20T10:54:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:35 smithi123 ceph-mon[188613]: failed to encode map e338 with expected crc 2023-12-20T10:54:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:35 smithi123 ceph-mon[188613]: failed to encode map e339 with expected crc 2023-12-20T10:54:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:35 smithi123 ceph-mon[188613]: failed to encode map e340 with expected crc 2023-12-20T10:54:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:35 smithi123 ceph-mon[188613]: osdmap e340: 8 total, 8 up, 8 in 2023-12-20T10:54:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:35 smithi123 ceph-mon[188613]: pgmap v217: 121 pgs: 3 peering, 118 active+clean; 143 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 276 KiB/s wr, 4 op/s; 11 MiB/s, 2 objects/s recovering 2023-12-20T10:54:36.125 INFO:tasks.rados.rados.0.smithi123.stdout:1380: done (0 left) 2023-12-20T10:54:36.125 INFO:tasks.rados.rados.0.smithi123.stdout:1381: snap_remove snap 134 2023-12-20T10:54:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:35 smithi177 ceph-mon[212096]: failed to encode map e338 with expected crc 2023-12-20T10:54:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:35 smithi177 ceph-mon[212096]: failed to encode map e339 with expected crc 2023-12-20T10:54:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:35 smithi177 ceph-mon[212096]: failed to encode map e340 with expected crc 2023-12-20T10:54:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:35 smithi177 ceph-mon[212096]: osdmap e340: 8 total, 8 up, 8 in 2023-12-20T10:54:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:35 smithi177 ceph-mon[212096]: pgmap v217: 121 pgs: 3 peering, 118 active+clean; 143 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 276 KiB/s wr, 4 op/s; 11 MiB/s, 2 objects/s recovering 2023-12-20T10:54:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:36 smithi123 ceph-mon[191304]: failed to encode map e340 with expected crc 2023-12-20T10:54:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:36 smithi123 ceph-mon[191304]: failed to encode map e340 with expected crc 2023-12-20T10:54:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:36 smithi123 ceph-mon[191304]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 9/273 objects degraded (3.297%), 1 pg degraded) 2023-12-20T10:54:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:36 smithi123 ceph-mon[191304]: Cluster is now healthy 2023-12-20T10:54:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:36 smithi123 ceph-mon[191304]: osdmap e341: 8 total, 8 up, 8 in 2023-12-20T10:54:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:36 smithi123 ceph-mon[191304]: failed to encode map e341 with expected crc 2023-12-20T10:54:36.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:36 smithi123 ceph-mon[188613]: failed to encode map e340 with expected crc 2023-12-20T10:54:36.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:36 smithi123 ceph-mon[188613]: failed to encode map e340 with expected crc 2023-12-20T10:54:36.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:36 smithi123 ceph-mon[188613]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 9/273 objects degraded (3.297%), 1 pg degraded) 2023-12-20T10:54:36.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:36 smithi123 ceph-mon[188613]: Cluster is now healthy 2023-12-20T10:54:36.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:36 smithi123 ceph-mon[188613]: osdmap e341: 8 total, 8 up, 8 in 2023-12-20T10:54:36.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:36 smithi123 ceph-mon[188613]: failed to encode map e341 with expected crc 2023-12-20T10:54:37.129 INFO:tasks.rados.rados.0.smithi123.stdout:1381: done (0 left) 2023-12-20T10:54:37.130 INFO:tasks.rados.rados.0.smithi123.stdout:1382: snap_remove snap 129 2023-12-20T10:54:37.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:36 smithi177 ceph-mon[212096]: failed to encode map e340 with expected crc 2023-12-20T10:54:37.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:36 smithi177 ceph-mon[212096]: failed to encode map e340 with expected crc 2023-12-20T10:54:37.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:36 smithi177 ceph-mon[212096]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 9/273 objects degraded (3.297%), 1 pg degraded) 2023-12-20T10:54:37.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:36 smithi177 ceph-mon[212096]: Cluster is now healthy 2023-12-20T10:54:37.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:36 smithi177 ceph-mon[212096]: osdmap e341: 8 total, 8 up, 8 in 2023-12-20T10:54:37.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:36 smithi177 ceph-mon[212096]: failed to encode map e341 with expected crc 2023-12-20T10:54:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:37 smithi123 ceph-mon[191304]: failed to encode map e341 with expected crc 2023-12-20T10:54:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:37 smithi123 ceph-mon[191304]: failed to encode map e341 with expected crc 2023-12-20T10:54:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:37 smithi123 ceph-mon[191304]: failed to encode map e342 with expected crc 2023-12-20T10:54:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:37 smithi123 ceph-mon[191304]: osdmap e342: 8 total, 8 up, 8 in 2023-12-20T10:54:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:37 smithi123 ceph-mon[191304]: pgmap v220: 121 pgs: 121 active+clean; 140 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 312 KiB/s wr, 8 op/s; 4.1 MiB/s, 0 objects/s recovering 2023-12-20T10:54:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:37 smithi123 ceph-mon[188613]: failed to encode map e341 with expected crc 2023-12-20T10:54:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:37 smithi123 ceph-mon[188613]: failed to encode map e341 with expected crc 2023-12-20T10:54:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:37 smithi123 ceph-mon[188613]: failed to encode map e342 with expected crc 2023-12-20T10:54:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:37 smithi123 ceph-mon[188613]: osdmap e342: 8 total, 8 up, 8 in 2023-12-20T10:54:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:37 smithi123 ceph-mon[188613]: pgmap v220: 121 pgs: 121 active+clean; 140 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 312 KiB/s wr, 8 op/s; 4.1 MiB/s, 0 objects/s recovering 2023-12-20T10:54:38.135 INFO:tasks.rados.rados.0.smithi123.stdout:1382: done (0 left) 2023-12-20T10:54:38.135 INFO:tasks.rados.rados.0.smithi123.stdout:1383: delete oid 34 current snap is 136 2023-12-20T10:54:38.146 INFO:tasks.rados.rados.0.smithi123.stdout:1383: done (0 left) 2023-12-20T10:54:38.146 INFO:tasks.rados.rados.0.smithi123.stdout:1384: read oid 33 snap -1 2023-12-20T10:54:38.146 INFO:tasks.rados.rados.0.smithi123.stdout:1384: expect (ObjNum 455 snap 136 seq_num 455) 2023-12-20T10:54:38.146 INFO:tasks.rados.rados.0.smithi123.stdout:1385: snap_remove snap 131 2023-12-20T10:54:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:37 smithi177 ceph-mon[212096]: failed to encode map e341 with expected crc 2023-12-20T10:54:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:37 smithi177 ceph-mon[212096]: failed to encode map e341 with expected crc 2023-12-20T10:54:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:37 smithi177 ceph-mon[212096]: failed to encode map e342 with expected crc 2023-12-20T10:54:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:37 smithi177 ceph-mon[212096]: osdmap e342: 8 total, 8 up, 8 in 2023-12-20T10:54:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:37 smithi177 ceph-mon[212096]: pgmap v220: 121 pgs: 121 active+clean; 140 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 312 KiB/s wr, 8 op/s; 4.1 MiB/s, 0 objects/s recovering 2023-12-20T10:54:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:38 smithi123 ceph-mon[191304]: failed to encode map e342 with expected crc 2023-12-20T10:54:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:38 smithi123 ceph-mon[191304]: osdmap e343: 8 total, 8 up, 8 in 2023-12-20T10:54:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:38 smithi123 ceph-mon[188613]: failed to encode map e342 with expected crc 2023-12-20T10:54:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:38 smithi123 ceph-mon[188613]: osdmap e343: 8 total, 8 up, 8 in 2023-12-20T10:54:39.136 INFO:tasks.rados.rados.0.smithi123.stdout:1385: done (1 left) 2023-12-20T10:54:39.136 INFO:tasks.rados.rados.0.smithi123.stdout:1386: setattr oid 2 current snap is 136 2023-12-20T10:54:39.136 INFO:tasks.rados.rados.0.smithi123.stdout:1384: expect (ObjNum 455 snap 136 seq_num 455) 2023-12-20T10:54:39.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:38 smithi177 ceph-mon[212096]: failed to encode map e342 with expected crc 2023-12-20T10:54:39.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:38 smithi177 ceph-mon[212096]: osdmap e343: 8 total, 8 up, 8 in 2023-12-20T10:54:39.153 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:54:38 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:54:38.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2023-12-20T10:54:39.154 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:54:38 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:54:38.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-20T10:54:39.234 INFO:tasks.rados.rados.0.smithi123.stdout:1384: done (1 left) 2023-12-20T10:54:39.234 INFO:tasks.rados.rados.0.smithi123.stdout:1387: copy_from oid 12 from oid 18 current snap is 136 2023-12-20T10:54:39.234 INFO:tasks.rados.rados.0.smithi123.stdout:1388: read oid 25 snap -1 2023-12-20T10:54:39.234 INFO:tasks.rados.rados.0.smithi123.stdout:1388: expect (ObjNum 449 snap 131 seq_num 449) 2023-12-20T10:54:39.234 INFO:tasks.rados.rados.0.smithi123.stdout:1389: delete oid 7 current snap is 136 2023-12-20T10:54:39.244 INFO:tasks.rados.rados.0.smithi123.stdout:1388: expect (ObjNum 449 snap 131 seq_num 449) 2023-12-20T10:54:39.282 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 2 v 536 (ObjNum 410 snap 126 seq_num 410) dirty exists 2023-12-20T10:54:39.282 INFO:tasks.rados.rados.0.smithi123.stdout:1387: finishing copy_from racing read to smithi123173835-12 2023-12-20T10:54:39.282 INFO:tasks.rados.rados.0.smithi123.stdout:1387: finishing copy_from to smithi123173835-12 2023-12-20T10:54:39.282 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 724 (ObjNum 409 snap 126 seq_num 409) dirty exists 2023-12-20T10:54:39.282 INFO:tasks.rados.rados.0.smithi123.stdout:1386: done (3 left) 2023-12-20T10:54:39.282 INFO:tasks.rados.rados.0.smithi123.stdout:1387: done (2 left) 2023-12-20T10:54:39.283 INFO:tasks.rados.rados.0.smithi123.stdout:1388: done (1 left) 2023-12-20T10:54:39.283 INFO:tasks.rados.rados.0.smithi123.stdout:1389: done (0 left) 2023-12-20T10:54:39.283 INFO:tasks.rados.rados.0.smithi123.stdout:1390: read oid 16 snap -1 2023-12-20T10:54:39.283 INFO:tasks.rados.rados.0.smithi123.stdout:1390: expect (ObjNum 391 snap 120 seq_num 391) 2023-12-20T10:54:39.283 INFO:tasks.rados.rados.0.smithi123.stdout:1391: delete oid 36 current snap is 136 2023-12-20T10:54:39.284 INFO:tasks.rados.rados.0.smithi123.stdout:1391: done (1 left) 2023-12-20T10:54:39.284 INFO:tasks.rados.rados.0.smithi123.stdout:1392: read oid 30 snap -1 2023-12-20T10:54:39.284 INFO:tasks.rados.rados.0.smithi123.stdout:1392: expect deleted 2023-12-20T10:54:39.284 INFO:tasks.rados.rados.0.smithi123.stdout:1393: delete oid 13 current snap is 136 2023-12-20T10:54:39.286 INFO:tasks.rados.rados.0.smithi123.stdout:1392: done (2 left) 2023-12-20T10:54:39.286 INFO:tasks.rados.rados.0.smithi123.stdout:1393: done (1 left) 2023-12-20T10:54:39.286 INFO:tasks.rados.rados.0.smithi123.stdout:1394: read oid 48 snap -1 2023-12-20T10:54:39.286 INFO:tasks.rados.rados.0.smithi123.stdout:1394: expect (ObjNum 430 snap 128 seq_num 430) 2023-12-20T10:54:39.287 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 19 current snap is 136 2023-12-20T10:54:39.287 INFO:tasks.rados.rados.0.smithi123.stdout:1395: seq_num 462 ranges {409600=540672} 2023-12-20T10:54:39.292 INFO:tasks.rados.rados.0.smithi123.stdout:1395: writing smithi123173835-19 from 409600 to 950272 tid 1 2023-12-20T10:54:39.292 INFO:tasks.rados.rados.0.smithi123.stdout:1396: copy_from oid 39 from oid 21 current snap is 136 2023-12-20T10:54:39.292 INFO:tasks.rados.rados.0.smithi123.stdout:1390: expect (ObjNum 391 snap 120 seq_num 391) 2023-12-20T10:54:39.342 INFO:tasks.rados.rados.0.smithi123.stdout:1395: finishing write tid 1 to smithi123173835-19 2023-12-20T10:54:39.343 INFO:tasks.rados.rados.0.smithi123.stdout:1395: finishing write tid 2 to smithi123173835-19 2023-12-20T10:54:39.343 INFO:tasks.rados.rados.0.smithi123.stdout:1390: done (3 left) 2023-12-20T10:54:39.343 INFO:tasks.rados.rados.0.smithi123.stdout:1397: copy_from oid 47 from oid 7 current snap is 136 2023-12-20T10:54:39.343 INFO:tasks.rados.rados.0.smithi123.stdout:1395: finishing write tid 3 to smithi123173835-19 2023-12-20T10:54:39.343 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 539 (ObjNum 462 snap 136 seq_num 462) dirty exists 2023-12-20T10:54:39.343 INFO:tasks.rados.rados.0.smithi123.stdout:1395: left oid 19 (ObjNum 462 snap 136 seq_num 462) 2023-12-20T10:54:39.343 INFO:tasks.rados.rados.0.smithi123.stdout:1394: expect (ObjNum 430 snap 128 seq_num 430) 2023-12-20T10:54:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:54:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:54:39] "GET /metrics HTTP/1.1" 200 36121 "" "Prometheus/2.43.0" 2023-12-20T10:54:39.832 INFO:tasks.rados.rados.0.smithi123.stdout:1396: finishing copy_from to smithi123173835-39 2023-12-20T10:54:39.833 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 937 (ObjNum 451 snap 131 seq_num 451) dirty exists 2023-12-20T10:54:39.833 INFO:tasks.rados.rados.0.smithi123.stdout:1396: finishing copy_from racing read to smithi123173835-39 2023-12-20T10:54:39.833 INFO:tasks.rados.rados.0.smithi123.stdout:1397: finishing copy_from to smithi123173835-47 2023-12-20T10:54:39.833 INFO:tasks.rados.rados.0.smithi123.stdout:1397: got expected ENOENT (src dne) 2023-12-20T10:54:39.833 INFO:tasks.rados.rados.0.smithi123.stdout:1397: finishing copy_from racing read to smithi123173835-47 2023-12-20T10:54:39.833 INFO:tasks.rados.rados.0.smithi123.stdout:1394: done (3 left) 2023-12-20T10:54:39.833 INFO:tasks.rados.rados.0.smithi123.stdout:1395: done (2 left) 2023-12-20T10:54:39.833 INFO:tasks.rados.rados.0.smithi123.stdout:1396: done (1 left) 2023-12-20T10:54:39.833 INFO:tasks.rados.rados.0.smithi123.stdout:1397: done (0 left) 2023-12-20T10:54:39.833 INFO:tasks.rados.rados.0.smithi123.stdout:1398: read oid 21 snap -1 2023-12-20T10:54:39.833 INFO:tasks.rados.rados.0.smithi123.stdout:1398: expect (ObjNum 451 snap 131 seq_num 451) 2023-12-20T10:54:39.833 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 20 current snap is 136 2023-12-20T10:54:39.833 INFO:tasks.rados.rados.0.smithi123.stdout:1399: seq_num 463 ranges {294912=557056} 2023-12-20T10:54:39.837 INFO:tasks.rados.rados.0.smithi123.stdout:1399: writing smithi123173835-20 from 294912 to 851968 tid 1 2023-12-20T10:54:39.837 INFO:tasks.rados.rados.0.smithi123.stdout:1400: setattr oid 33 current snap is 136 2023-12-20T10:54:39.840 INFO:tasks.rados.rados.0.smithi123.stdout:1401: copy_from oid 38 from oid 34 current snap is 136 2023-12-20T10:54:39.840 INFO:tasks.rados.rados.0.smithi123.stdout:1402: setattr oid 25 current snap is 136 2023-12-20T10:54:39.840 INFO:tasks.rados.rados.0.smithi123.stdout:1401: finishing copy_from to smithi123173835-38 2023-12-20T10:54:39.840 INFO:tasks.rados.rados.0.smithi123.stdout:1401: got expected ENOENT (src dne) 2023-12-20T10:54:39.841 INFO:tasks.rados.rados.0.smithi123.stdout:1401: finishing copy_from racing read to smithi123173835-38 2023-12-20T10:54:39.842 INFO:tasks.rados.rados.0.smithi123.stdout:1399: finishing write tid 1 to smithi123173835-20 2023-12-20T10:54:39.842 INFO:tasks.rados.rados.0.smithi123.stdout:1399: finishing write tid 2 to smithi123173835-20 2023-12-20T10:54:39.843 INFO:tasks.rados.rados.0.smithi123.stdout:1398: expect (ObjNum 451 snap 131 seq_num 451) 2023-12-20T10:54:39.940 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 1149 (ObjNum 455 snap 136 seq_num 455) dirty exists 2023-12-20T10:54:39.940 INFO:tasks.rados.rados.0.smithi123.stdout:1399: finishing write tid 3 to smithi123173835-20 2023-12-20T10:54:39.940 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 20 v 801 (ObjNum 463 snap 136 seq_num 463) dirty exists 2023-12-20T10:54:39.940 INFO:tasks.rados.rados.0.smithi123.stdout:1399: left oid 20 (ObjNum 463 snap 136 seq_num 463) 2023-12-20T10:54:39.940 INFO:tasks.rados.rados.0.smithi123.stdout:1398: done (4 left) 2023-12-20T10:54:39.940 INFO:tasks.rados.rados.0.smithi123.stdout:1399: done (3 left) 2023-12-20T10:54:39.941 INFO:tasks.rados.rados.0.smithi123.stdout:1400: done (2 left) 2023-12-20T10:54:39.941 INFO:tasks.rados.rados.0.smithi123.stdout:1401: done (1 left) 2023-12-20T10:54:39.941 INFO:tasks.rados.rados.0.smithi123.stdout:1403: read oid 37 snap -1 2023-12-20T10:54:39.941 INFO:tasks.rados.rados.0.smithi123.stdout:1403: expect (ObjNum 379 snap 115 seq_num 379) 2023-12-20T10:54:39.941 INFO:tasks.rados.rados.0.smithi123.stdout:1404: rollback oid 12 current snap is 136 2023-12-20T10:54:39.941 INFO:tasks.rados.rados.0.smithi123.stdout:1404: done (2 left) 2023-12-20T10:54:39.941 INFO:tasks.rados.rados.0.smithi123.stdout:1405: delete oid 40 current snap is 136 2023-12-20T10:54:39.942 INFO:tasks.rados.rados.0.smithi123.stdout:1405: done (2 left) 2023-12-20T10:54:39.942 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 7 current snap is 136 2023-12-20T10:54:39.942 INFO:tasks.rados.rados.0.smithi123.stdout:1406: seq_num 465 ranges {0=598016} 2023-12-20T10:54:39.946 INFO:tasks.rados.rados.0.smithi123.stdout:1406: writing smithi123173835-7 from 0 to 598016 tid 1 2023-12-20T10:54:39.946 INFO:tasks.rados.rados.0.smithi123.stdout:1407: copy_from oid 30 from oid 3 current snap is 136 2023-12-20T10:54:39.946 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 331 (ObjNum 449 snap 131 seq_num 449) dirty exists 2023-12-20T10:54:39.946 INFO:tasks.rados.rados.0.smithi123.stdout:1402: done (3 left) 2023-12-20T10:54:39.946 INFO:tasks.rados.rados.0.smithi123.stdout:1408: rollback oid 35 current snap is 136 2023-12-20T10:54:39.946 INFO:tasks.rados.rados.0.smithi123.stdout:1408: done (3 left) 2023-12-20T10:54:39.946 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 47 current snap is 136 2023-12-20T10:54:39.946 INFO:tasks.rados.rados.0.smithi123.stdout:1409: seq_num 466 ranges {548864=614400} 2023-12-20T10:54:39.953 INFO:tasks.rados.rados.0.smithi123.stdout:1409: writing smithi123173835-47 from 548864 to 1163264 tid 1 2023-12-20T10:54:39.953 INFO:tasks.rados.rados.0.smithi123.stdout:1410: delete oid 33 current snap is 136 2023-12-20T10:54:39.953 INFO:tasks.rados.rados.0.smithi123.stdout:1403: expect (ObjNum 379 snap 115 seq_num 379) 2023-12-20T10:54:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:39 smithi123 ceph-mon[191304]: failed to encode map e343 with expected crc 2023-12-20T10:54:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:39 smithi123 ceph-mon[191304]: failed to encode map e343 with expected crc 2023-12-20T10:54:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:39 smithi123 ceph-mon[191304]: failed to encode map e343 with expected crc 2023-12-20T10:54:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:39 smithi123 ceph-mon[191304]: osdmap e344: 8 total, 8 up, 8 in 2023-12-20T10:54:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:39 smithi123 ceph-mon[191304]: failed to encode map e344 with expected crc 2023-12-20T10:54:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:39 smithi123 ceph-mon[191304]: pgmap v223: 121 pgs: 121 active+clean; 142 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 802 KiB/s wr, 6 op/s; 1.1 MiB/s, 0 objects/s recovering 2023-12-20T10:54:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:39 smithi123 ceph-mon[188613]: failed to encode map e343 with expected crc 2023-12-20T10:54:39.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:39 smithi123 ceph-mon[188613]: failed to encode map e343 with expected crc 2023-12-20T10:54:39.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:39 smithi123 ceph-mon[188613]: failed to encode map e343 with expected crc 2023-12-20T10:54:39.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:39 smithi123 ceph-mon[188613]: osdmap e344: 8 total, 8 up, 8 in 2023-12-20T10:54:39.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:39 smithi123 ceph-mon[188613]: failed to encode map e344 with expected crc 2023-12-20T10:54:39.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:39 smithi123 ceph-mon[188613]: pgmap v223: 121 pgs: 121 active+clean; 142 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 802 KiB/s wr, 6 op/s; 1.1 MiB/s, 0 objects/s recovering 2023-12-20T10:54:39.996 INFO:tasks.rados.rados.0.smithi123.stdout:1406: finishing write tid 1 to smithi123173835-7 2023-12-20T10:54:39.996 INFO:tasks.rados.rados.0.smithi123.stdout:1406: finishing write tid 2 to smithi123173835-7 2023-12-20T10:54:39.996 INFO:tasks.rados.rados.0.smithi123.stdout:1406: finishing write tid 3 to smithi123173835-7 2023-12-20T10:54:39.996 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 541 (ObjNum 465 snap 136 seq_num 465) dirty exists 2023-12-20T10:54:39.996 INFO:tasks.rados.rados.0.smithi123.stdout:1406: left oid 7 (ObjNum 465 snap 136 seq_num 465) 2023-12-20T10:54:39.996 INFO:tasks.rados.rados.0.smithi123.stdout:1409: finishing write tid 1 to smithi123173835-47 2023-12-20T10:54:39.996 INFO:tasks.rados.rados.0.smithi123.stdout:1409: finishing write tid 2 to smithi123173835-47 2023-12-20T10:54:39.996 INFO:tasks.rados.rados.0.smithi123.stdout:1403: done (4 left) 2023-12-20T10:54:39.997 INFO:tasks.rados.rados.0.smithi123.stdout:1406: done (3 left) 2023-12-20T10:54:39.997 INFO:tasks.rados.rados.0.smithi123.stdout:1410: done (2 left) 2023-12-20T10:54:39.997 INFO:tasks.rados.rados.0.smithi123.stdout:1411: setattr oid 28 current snap is 136 2023-12-20T10:54:39.997 INFO:tasks.rados.rados.0.smithi123.stdout:1409: finishing write tid 3 to smithi123173835-47 2023-12-20T10:54:39.997 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 47 v 726 (ObjNum 466 snap 136 seq_num 466) dirty exists 2023-12-20T10:54:39.997 INFO:tasks.rados.rados.0.smithi123.stdout:1409: left oid 47 (ObjNum 466 snap 136 seq_num 466) 2023-12-20T10:54:39.997 INFO:tasks.rados.rados.0.smithi123.stdout:1407: finishing copy_from racing read to smithi123173835-30 2023-12-20T10:54:39.997 INFO:tasks.rados.rados.0.smithi123.stdout:1407: finishing copy_from to smithi123173835-30 2023-12-20T10:54:39.997 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 30 v 930 (ObjNum 422 snap 126 seq_num 422) dirty exists 2023-12-20T10:54:39.998 INFO:tasks.rados.rados.0.smithi123.stdout:1407: done (2 left) 2023-12-20T10:54:39.998 INFO:tasks.rados.rados.0.smithi123.stdout:1409: done (1 left) 2023-12-20T10:54:39.998 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 9 current snap is 136 2023-12-20T10:54:39.998 INFO:tasks.rados.rados.0.smithi123.stdout:1412: seq_num 468 ranges {548864=647168} 2023-12-20T10:54:40.004 INFO:tasks.rados.rados.0.smithi123.stdout:1412: writing smithi123173835-9 from 548864 to 1196032 tid 1 2023-12-20T10:54:40.004 INFO:tasks.rados.rados.0.smithi123.stdout:1413: rollback oid 48 current snap is 136 2023-12-20T10:54:40.004 INFO:tasks.rados.rados.0.smithi123.stdout:1413: done (2 left) 2023-12-20T10:54:40.004 INFO:tasks.rados.rados.0.smithi123.stdout:1414: snap_create 2023-12-20T10:54:40.004 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 28 v 802 (ObjNum 412 snap 126 seq_num 412) dirty exists 2023-12-20T10:54:40.006 INFO:tasks.rados.rados.0.smithi123.stdout:1412: finishing write tid 1 to smithi123173835-9 2023-12-20T10:54:40.006 INFO:tasks.rados.rados.0.smithi123.stdout:1412: finishing write tid 2 to smithi123173835-9 2023-12-20T10:54:40.007 INFO:tasks.rados.rados.0.smithi123.stdout:1412: finishing write tid 3 to smithi123173835-9 2023-12-20T10:54:40.007 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 9 v 932 (ObjNum 468 snap 136 seq_num 468) dirty exists 2023-12-20T10:54:40.007 INFO:tasks.rados.rados.0.smithi123.stdout:1412: left oid 9 (ObjNum 468 snap 136 seq_num 468) 2023-12-20T10:54:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:39 smithi177 ceph-mon[212096]: failed to encode map e343 with expected crc 2023-12-20T10:54:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:39 smithi177 ceph-mon[212096]: failed to encode map e343 with expected crc 2023-12-20T10:54:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:39 smithi177 ceph-mon[212096]: failed to encode map e343 with expected crc 2023-12-20T10:54:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:39 smithi177 ceph-mon[212096]: osdmap e344: 8 total, 8 up, 8 in 2023-12-20T10:54:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:39 smithi177 ceph-mon[212096]: failed to encode map e344 with expected crc 2023-12-20T10:54:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:39 smithi177 ceph-mon[212096]: pgmap v223: 121 pgs: 121 active+clean; 142 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 802 KiB/s wr, 6 op/s; 1.1 MiB/s, 0 objects/s recovering 2023-12-20T10:54:40.710 INFO:tasks.rados.rados.0.smithi123.stdout:1411: done (2 left) 2023-12-20T10:54:40.710 INFO:tasks.rados.rados.0.smithi123.stdout:1412: done (1 left) 2023-12-20T10:54:40.710 INFO:tasks.rados.rados.0.smithi123.stdout:1414: done (0 left) 2023-12-20T10:54:40.710 INFO:tasks.rados.rados.0.smithi123.stdout:1415: snap_remove snap 136 2023-12-20T10:54:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:40 smithi123 ceph-mon[191304]: failed to encode map e344 with expected crc 2023-12-20T10:54:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:40 smithi123 ceph-mon[188613]: failed to encode map e344 with expected crc 2023-12-20T10:54:41.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:40 smithi177 ceph-mon[212096]: failed to encode map e344 with expected crc 2023-12-20T10:54:41.710 INFO:tasks.rados.rados.0.smithi123.stdout:1415: done (0 left) 2023-12-20T10:54:41.710 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 29 current snap is 137 2023-12-20T10:54:41.710 INFO:tasks.rados.rados.0.smithi123.stdout:1416: seq_num 469 ranges {311296=663552} 2023-12-20T10:54:41.715 INFO:tasks.rados.rados.0.smithi123.stdout:1416: writing smithi123173835-29 from 311296 to 974848 tid 1 2023-12-20T10:54:41.716 INFO:tasks.rados.rados.0.smithi123.stdout:1417: copy_from oid 14 from oid 8 current snap is 137 2023-12-20T10:54:41.716 INFO:tasks.rados.rados.0.smithi123.stdout:1418: setattr oid 25 current snap is 137 2023-12-20T10:54:41.717 INFO:tasks.rados.rados.0.smithi123.stdout:1419: rollback oid 45 current snap is 137 2023-12-20T10:54:41.717 INFO:tasks.rados.rados.0.smithi123.stdout:1419: done (3 left) 2023-12-20T10:54:41.717 INFO:tasks.rados.rados.0.smithi123.stdout:1420: rollback oid 42 current snap is 137 2023-12-20T10:54:41.717 INFO:tasks.rados.rados.0.smithi123.stdout:1420: done (3 left) 2023-12-20T10:54:41.717 INFO:tasks.rados.rados.0.smithi123.stdout:1421: snap_create 2023-12-20T10:54:41.729 INFO:tasks.rados.rados.0.smithi123.stdout:1416: finishing write tid 1 to smithi123173835-29 2023-12-20T10:54:41.729 INFO:tasks.rados.rados.0.smithi123.stdout:1416: finishing write tid 2 to smithi123173835-29 2023-12-20T10:54:41.730 INFO:tasks.rados.rados.0.smithi123.stdout:1416: finishing write tid 3 to smithi123173835-29 2023-12-20T10:54:41.731 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 939 (ObjNum 469 snap 137 seq_num 469) dirty exists 2023-12-20T10:54:41.731 INFO:tasks.rados.rados.0.smithi123.stdout:1416: left oid 29 (ObjNum 469 snap 137 seq_num 469) 2023-12-20T10:54:41.731 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 332 (ObjNum 449 snap 131 seq_num 449) dirty exists 2023-12-20T10:54:41.753 INFO:tasks.rados.rados.0.smithi123.stdout:1417: finishing copy_from racing read to smithi123173835-14 2023-12-20T10:54:41.758 INFO:tasks.rados.rados.0.smithi123.stdout:1417: finishing copy_from to smithi123173835-14 2023-12-20T10:54:41.758 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 14 v 514 (ObjNum 430 snap 128 seq_num 430) dirty exists 2023-12-20T10:54:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:41 smithi123 ceph-mon[191304]: failed to encode map e345 with expected crc 2023-12-20T10:54:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:41 smithi123 ceph-mon[191304]: osdmap e345: 8 total, 8 up, 8 in 2023-12-20T10:54:41.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:41 smithi123 ceph-mon[191304]: failed to encode map e345 with expected crc 2023-12-20T10:54:41.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:41 smithi123 ceph-mon[191304]: pgmap v225: 121 pgs: 121 active+clean; 132 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2023-12-20T10:54:41.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:41.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:54:41.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:41.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:41 smithi123 ceph-mon[191304]: osdmap e346: 8 total, 8 up, 8 in 2023-12-20T10:54:41.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:41 smithi123 ceph-mon[188613]: failed to encode map e345 with expected crc 2023-12-20T10:54:41.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:41 smithi123 ceph-mon[188613]: osdmap e345: 8 total, 8 up, 8 in 2023-12-20T10:54:41.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:41 smithi123 ceph-mon[188613]: failed to encode map e345 with expected crc 2023-12-20T10:54:41.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:41 smithi123 ceph-mon[188613]: pgmap v225: 121 pgs: 121 active+clean; 132 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2023-12-20T10:54:41.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:41.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:54:41.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:41.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:41 smithi123 ceph-mon[188613]: osdmap e346: 8 total, 8 up, 8 in 2023-12-20T10:54:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:41 smithi177 ceph-mon[212096]: failed to encode map e345 with expected crc 2023-12-20T10:54:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:41 smithi177 ceph-mon[212096]: osdmap e345: 8 total, 8 up, 8 in 2023-12-20T10:54:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:41 smithi177 ceph-mon[212096]: failed to encode map e345 with expected crc 2023-12-20T10:54:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:41 smithi177 ceph-mon[212096]: pgmap v225: 121 pgs: 121 active+clean; 132 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2023-12-20T10:54:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:54:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:42.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:41 smithi177 ceph-mon[212096]: osdmap e346: 8 total, 8 up, 8 in 2023-12-20T10:54:42.726 INFO:tasks.rados.rados.0.smithi123.stdout:1416: done (3 left) 2023-12-20T10:54:42.726 INFO:tasks.rados.rados.0.smithi123.stdout:1417: done (2 left) 2023-12-20T10:54:42.726 INFO:tasks.rados.rados.0.smithi123.stdout:1418: done (1 left) 2023-12-20T10:54:42.726 INFO:tasks.rados.rados.0.smithi123.stdout:1421: done (0 left) 2023-12-20T10:54:42.726 INFO:tasks.rados.rados.0.smithi123.stdout:1422: delete oid 14 current snap is 138 2023-12-20T10:54:42.730 INFO:tasks.rados.rados.0.smithi123.stdout:1422: done (0 left) 2023-12-20T10:54:42.730 INFO:tasks.rados.rados.0.smithi123.stdout:1423: read oid 24 snap -1 2023-12-20T10:54:42.730 INFO:tasks.rados.rados.0.smithi123.stdout:1423: expect deleted 2023-12-20T10:54:42.730 INFO:tasks.rados.rados.0.smithi123.stdout:1424: read oid 4 snap 137 2023-12-20T10:54:42.730 INFO:tasks.rados.rados.0.smithi123.stdout:1424: expect deleted 2023-12-20T10:54:42.731 INFO:tasks.rados.rados.0.smithi123.stdout:1425: read oid 26 snap 137 2023-12-20T10:54:42.731 INFO:tasks.rados.rados.0.smithi123.stdout:1425: expect deleted 2023-12-20T10:54:42.731 INFO:tasks.rados.rados.0.smithi123.stdout:1426: copy_from oid 2 from oid 27 current snap is 138 2023-12-20T10:54:42.731 INFO:tasks.rados.rados.0.smithi123.stdout:1427: copy_from oid 8 from oid 19 current snap is 138 2023-12-20T10:54:42.731 INFO:tasks.rados.rados.0.smithi123.stdout:1428: delete oid 49 current snap is 138 2023-12-20T10:54:42.737 INFO:tasks.rados.rados.0.smithi123.stdout:1426: finishing copy_from to smithi123173835-2 2023-12-20T10:54:42.737 INFO:tasks.rados.rados.0.smithi123.stdout:1426: got expected ENOENT (src dne) 2023-12-20T10:54:42.737 INFO:tasks.rados.rados.0.smithi123.stdout:1426: finishing copy_from racing read to smithi123173835-2 2023-12-20T10:54:42.738 INFO:tasks.rados.rados.0.smithi123.stdout:1423: done (5 left) 2023-12-20T10:54:42.738 INFO:tasks.rados.rados.0.smithi123.stdout:1424: done (4 left) 2023-12-20T10:54:42.738 INFO:tasks.rados.rados.0.smithi123.stdout:1425: done (3 left) 2023-12-20T10:54:42.738 INFO:tasks.rados.rados.0.smithi123.stdout:1426: done (2 left) 2023-12-20T10:54:42.739 INFO:tasks.rados.rados.0.smithi123.stdout:1428: done (1 left) 2023-12-20T10:54:42.739 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 34 current snap is 138 2023-12-20T10:54:42.739 INFO:tasks.rados.rados.0.smithi123.stdout:1429: seq_num 472 ranges {0=712704} 2023-12-20T10:54:42.742 INFO:tasks.rados.rados.0.smithi123.stdout:1429: writing smithi123173835-34 from 0 to 712704 tid 1 2023-12-20T10:54:42.742 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 45 current snap is 138 2023-12-20T10:54:42.742 INFO:tasks.rados.rados.0.smithi123.stdout:1427: finishing copy_from racing read to smithi123173835-8 2023-12-20T10:54:42.742 INFO:tasks.rados.rados.0.smithi123.stdout:1427: finishing copy_from to smithi123173835-8 2023-12-20T10:54:42.743 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 539 (ObjNum 462 snap 136 seq_num 462) dirty exists 2023-12-20T10:54:42.743 INFO:tasks.rados.rados.0.smithi123.stdout:1430: seq_num 473 ranges {5726208=729088} 2023-12-20T10:54:42.778 INFO:tasks.rados.rados.0.smithi123.stdout:1430: writing smithi123173835-45 from 5726208 to 6455296 tid 1 2023-12-20T10:54:42.779 INFO:tasks.rados.rados.0.smithi123.stdout:1427: done (2 left) 2023-12-20T10:54:42.779 INFO:tasks.rados.rados.0.smithi123.stdout:1431: copy_from oid 33 from oid 5 current snap is 138 2023-12-20T10:54:42.779 INFO:tasks.rados.rados.0.smithi123.stdout:1429: finishing write tid 1 to smithi123173835-34 2023-12-20T10:54:42.779 INFO:tasks.rados.rados.0.smithi123.stdout:1429: finishing write tid 2 to smithi123173835-34 2023-12-20T10:54:42.779 INFO:tasks.rados.rados.0.smithi123.stdout:1429: finishing write tid 3 to smithi123173835-34 2023-12-20T10:54:42.779 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 34 v 1334 (ObjNum 472 snap 138 seq_num 472) dirty exists 2023-12-20T10:54:42.779 INFO:tasks.rados.rados.0.smithi123.stdout:1429: left oid 34 (ObjNum 472 snap 138 seq_num 472) 2023-12-20T10:54:42.779 INFO:tasks.rados.rados.0.smithi123.stdout:1429: done (2 left) 2023-12-20T10:54:42.779 INFO:tasks.rados.rados.0.smithi123.stdout:1432: read oid 14 snap -1 2023-12-20T10:54:42.779 INFO:tasks.rados.rados.0.smithi123.stdout:1432: expect deleted 2023-12-20T10:54:42.779 INFO:tasks.rados.rados.0.smithi123.stdout:1433: snap_remove snap 137 2023-12-20T10:54:42.985 INFO:tasks.rados.rados.0.smithi123.stdout:1433: done (3 left) 2023-12-20T10:54:42.985 INFO:tasks.rados.rados.0.smithi123.stdout:1434: read oid 25 snap -1 2023-12-20T10:54:42.985 INFO:tasks.rados.rados.0.smithi123.stdout:1434: expect (ObjNum 449 snap 131 seq_num 449) 2023-12-20T10:54:42.985 INFO:tasks.rados.rados.0.smithi123.stdout:1435: read oid 48 snap -1 2023-12-20T10:54:42.986 INFO:tasks.rados.rados.0.smithi123.stdout:1435: expect (ObjNum 430 snap 128 seq_num 430) 2023-12-20T10:54:42.986 INFO:tasks.rados.rados.0.smithi123.stdout:1436: rollback oid 1 current snap is 138 2023-12-20T10:54:42.986 INFO:tasks.rados.rados.0.smithi123.stdout:1436: done (5 left) 2023-12-20T10:54:42.986 INFO:tasks.rados.rados.0.smithi123.stdout:1437: copy_from oid 18 from oid 1 current snap is 138 2023-12-20T10:54:42.986 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 8 current snap is 138 2023-12-20T10:54:42.986 INFO:tasks.rados.rados.0.smithi123.stdout:1438: seq_num 474 ranges {950272=745472} 2023-12-20T10:54:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:42 smithi123 ceph-mon[188613]: failed to encode map e345 with expected crc 2023-12-20T10:54:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:42 smithi123 ceph-mon[188613]: failed to encode map e346 with expected crc 2023-12-20T10:54:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:42 smithi123 ceph-mon[188613]: failed to encode map e346 with expected crc 2023-12-20T10:54:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:42 smithi123 ceph-mon[188613]: failed to encode map e346 with expected crc 2023-12-20T10:54:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:42 smithi123 ceph-mon[188613]: failed to encode map e346 with expected crc 2023-12-20T10:54:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:42 smithi123 ceph-mon[191304]: failed to encode map e345 with expected crc 2023-12-20T10:54:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:42 smithi123 ceph-mon[191304]: failed to encode map e346 with expected crc 2023-12-20T10:54:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:42 smithi123 ceph-mon[191304]: failed to encode map e346 with expected crc 2023-12-20T10:54:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:42 smithi123 ceph-mon[191304]: failed to encode map e346 with expected crc 2023-12-20T10:54:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:42 smithi123 ceph-mon[191304]: failed to encode map e346 with expected crc 2023-12-20T10:54:42.996 INFO:tasks.rados.rados.0.smithi123.stdout:1438: writing smithi123173835-8 from 950272 to 1695744 tid 1 2023-12-20T10:54:42.996 INFO:tasks.rados.rados.0.smithi123.stdout:1439: read oid 41 snap -1 2023-12-20T10:54:42.996 INFO:tasks.rados.rados.0.smithi123.stdout:1439: expect (ObjNum 278 snap 81 seq_num 278) 2023-12-20T10:54:42.996 INFO:tasks.rados.rados.0.smithi123.stdout:1440: rollback oid 27 current snap is 138 2023-12-20T10:54:42.996 INFO:tasks.rados.rados.0.smithi123.stdout:1440: done (8 left) 2023-12-20T10:54:42.997 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 46 current snap is 138 2023-12-20T10:54:42.997 INFO:tasks.rados.rados.0.smithi123.stdout:1441: seq_num 475 ranges {3719168=761856} 2023-12-20T10:54:43.021 INFO:tasks.rados.rados.0.smithi123.stdout:1441: writing smithi123173835-46 from 3719168 to 4481024 tid 1 2023-12-20T10:54:43.021 INFO:tasks.rados.rados.0.smithi123.stdout:1442: rmattr oid 34 current snap is 138 2023-12-20T10:54:43.021 INFO:tasks.rados.rados.0.smithi123.stdout:1430: finishing write tid 1 to smithi123173835-45 2023-12-20T10:54:43.021 INFO:tasks.rados.rados.0.smithi123.stdout:1430: finishing write tid 2 to smithi123173835-45 2023-12-20T10:54:43.021 INFO:tasks.rados.rados.0.smithi123.stdout:1430: finishing write tid 3 to smithi123173835-45 2023-12-20T10:54:43.021 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 1146 (ObjNum 473 snap 138 seq_num 473) dirty exists 2023-12-20T10:54:43.022 INFO:tasks.rados.rados.0.smithi123.stdout:1430: left oid 45 (ObjNum 473 snap 138 seq_num 473) 2023-12-20T10:54:43.022 INFO:tasks.rados.rados.0.smithi123.stdout:1431: finishing copy_from racing read to smithi123173835-33 2023-12-20T10:54:43.022 INFO:tasks.rados.rados.0.smithi123.stdout:1431: finishing copy_from to smithi123173835-33 2023-12-20T10:54:43.022 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 506 (ObjNum 445 snap 131 seq_num 445) dirty exists 2023-12-20T10:54:43.022 INFO:tasks.rados.rados.0.smithi123.stdout:1438: finishing write tid 1 to smithi123173835-8 2023-12-20T10:54:43.022 INFO:tasks.rados.rados.0.smithi123.stdout:1430: done (9 left) 2023-12-20T10:54:43.022 INFO:tasks.rados.rados.0.smithi123.stdout:1431: done (8 left) 2023-12-20T10:54:43.022 INFO:tasks.rados.rados.0.smithi123.stdout:1432: done (7 left) 2023-12-20T10:54:43.022 INFO:tasks.rados.rados.0.smithi123.stdout:1443: setattr oid 9 current snap is 138 2023-12-20T10:54:43.022 INFO:tasks.rados.rados.0.smithi123.stdout:1438: finishing write tid 2 to smithi123173835-8 2023-12-20T10:54:43.022 INFO:tasks.rados.rados.0.smithi123.stdout:1438: finishing write tid 3 to smithi123173835-8 2023-12-20T10:54:43.022 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 728 (ObjNum 474 snap 138 seq_num 474) dirty exists 2023-12-20T10:54:43.022 INFO:tasks.rados.rados.0.smithi123.stdout:1438: left oid 8 (ObjNum 474 snap 138 seq_num 474) 2023-12-20T10:54:43.022 INFO:tasks.rados.rados.0.smithi123.stdout:1434: expect (ObjNum 449 snap 131 seq_num 449) 2023-12-20T10:54:43.068 INFO:tasks.rados.rados.0.smithi123.stdout:1437: finishing copy_from racing read to smithi123173835-18 2023-12-20T10:54:43.069 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 34 v 0 (ObjNum 472 snap 138 seq_num 472) dirty exists 2023-12-20T10:54:43.069 INFO:tasks.rados.rados.0.smithi123.stdout:1437: finishing copy_from to smithi123173835-18 2023-12-20T10:54:43.069 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 18 v 728 (ObjNum 401 snap 125 seq_num 401) dirty exists 2023-12-20T10:54:43.069 INFO:tasks.rados.rados.0.smithi123.stdout:1441: finishing write tid 1 to smithi123173835-46 2023-12-20T10:54:43.069 INFO:tasks.rados.rados.0.smithi123.stdout:1441: finishing write tid 2 to smithi123173835-46 2023-12-20T10:54:43.069 INFO:tasks.rados.rados.0.smithi123.stdout:1441: finishing write tid 3 to smithi123173835-46 2023-12-20T10:54:43.069 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 46 v 1148 (ObjNum 475 snap 138 seq_num 475) dirty exists 2023-12-20T10:54:43.069 INFO:tasks.rados.rados.0.smithi123.stdout:1441: left oid 46 (ObjNum 475 snap 138 seq_num 475) 2023-12-20T10:54:43.069 INFO:tasks.rados.rados.0.smithi123.stdout:1435: expect (ObjNum 430 snap 128 seq_num 430) 2023-12-20T10:54:43.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:42 smithi177 ceph-mon[212096]: failed to encode map e345 with expected crc 2023-12-20T10:54:43.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:42 smithi177 ceph-mon[212096]: failed to encode map e346 with expected crc 2023-12-20T10:54:43.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:42 smithi177 ceph-mon[212096]: failed to encode map e346 with expected crc 2023-12-20T10:54:43.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:42 smithi177 ceph-mon[212096]: failed to encode map e346 with expected crc 2023-12-20T10:54:43.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:42 smithi177 ceph-mon[212096]: failed to encode map e346 with expected crc 2023-12-20T10:54:43.558 INFO:tasks.rados.rados.0.smithi123.stdout:1439: expect (ObjNum 278 snap 81 seq_num 278) 2023-12-20T10:54:43.695 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 9 v 934 (ObjNum 468 snap 136 seq_num 468) dirty exists 2023-12-20T10:54:43.695 INFO:tasks.rados.rados.0.smithi123.stdout:1434: done (7 left) 2023-12-20T10:54:43.695 INFO:tasks.rados.rados.0.smithi123.stdout:1435: done (6 left) 2023-12-20T10:54:43.695 INFO:tasks.rados.rados.0.smithi123.stdout:1437: done (5 left) 2023-12-20T10:54:43.695 INFO:tasks.rados.rados.0.smithi123.stdout:1438: done (4 left) 2023-12-20T10:54:43.695 INFO:tasks.rados.rados.0.smithi123.stdout:1439: done (3 left) 2023-12-20T10:54:43.695 INFO:tasks.rados.rados.0.smithi123.stdout:1441: done (2 left) 2023-12-20T10:54:43.696 INFO:tasks.rados.rados.0.smithi123.stdout:1442: done (1 left) 2023-12-20T10:54:43.696 INFO:tasks.rados.rados.0.smithi123.stdout:1443: done (0 left) 2023-12-20T10:54:43.696 INFO:tasks.rados.rados.0.smithi123.stdout:1444: read oid 32 snap -1 2023-12-20T10:54:43.696 INFO:tasks.rados.rados.0.smithi123.stdout:1444: expect deleted 2023-12-20T10:54:43.696 INFO:tasks.rados.rados.0.smithi123.stdout:1445: setattr oid 19 current snap is 138 2023-12-20T10:54:43.696 INFO:tasks.rados.rados.0.smithi123.stdout:1444: done (1 left) 2023-12-20T10:54:43.697 INFO:tasks.rados.rados.0.smithi123.stdout:1446: read oid 10 snap -1 2023-12-20T10:54:43.697 INFO:tasks.rados.rados.0.smithi123.stdout:1446: expect (ObjNum 446 snap 131 seq_num 446) 2023-12-20T10:54:43.697 INFO:tasks.rados.rados.0.smithi123.stdout:1447: read oid 4 snap -1 2023-12-20T10:54:43.697 INFO:tasks.rados.rados.0.smithi123.stdout:1447: expect deleted 2023-12-20T10:54:43.697 INFO:tasks.rados.rados.0.smithi123.stdout:1448: delete oid 37 current snap is 138 2023-12-20T10:54:43.698 INFO:tasks.rados.rados.0.smithi123.stdout:1447: done (3 left) 2023-12-20T10:54:43.698 INFO:tasks.rados.rados.0.smithi123.stdout:1448: done (2 left) 2023-12-20T10:54:43.698 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 45 current snap is 138 2023-12-20T10:54:43.698 INFO:tasks.rados.rados.0.smithi123.stdout:1449: seq_num 477 ranges {6455296=794624} 2023-12-20T10:54:43.739 INFO:tasks.rados.rados.0.smithi123.stdout:1449: writing smithi123173835-45 from 6455296 to 7249920 tid 1 2023-12-20T10:54:43.739 INFO:tasks.rados.rados.0.smithi123.stdout:1450: snap_create 2023-12-20T10:54:43.739 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 542 (ObjNum 462 snap 136 seq_num 462) dirty exists 2023-12-20T10:54:43.739 INFO:tasks.rados.rados.0.smithi123.stdout:1446: expect (ObjNum 446 snap 131 seq_num 446) 2023-12-20T10:54:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:43 smithi123 ceph-mon[188613]: failed to encode map e347 with expected crc 2023-12-20T10:54:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:43 smithi123 ceph-mon[188613]: osdmap e347: 8 total, 8 up, 8 in 2023-12-20T10:54:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:43 smithi123 ceph-mon[188613]: failed to encode map e347 with expected crc 2023-12-20T10:54:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:43 smithi123 ceph-mon[188613]: failed to encode map e347 with expected crc 2023-12-20T10:54:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:43 smithi123 ceph-mon[188613]: failed to encode map e347 with expected crc 2023-12-20T10:54:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:43 smithi123 ceph-mon[188613]: osdmap e348: 8 total, 8 up, 8 in 2023-12-20T10:54:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:43 smithi123 ceph-mon[188613]: failed to encode map e348 with expected crc 2023-12-20T10:54:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:43 smithi123 ceph-mon[188613]: pgmap v229: 121 pgs: 121 active+clean; 117 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.4 MiB/s wr, 42 op/s 2023-12-20T10:54:43.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:43 smithi123 ceph-mon[191304]: failed to encode map e347 with expected crc 2023-12-20T10:54:43.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:43 smithi123 ceph-mon[191304]: osdmap e347: 8 total, 8 up, 8 in 2023-12-20T10:54:43.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:43 smithi123 ceph-mon[191304]: failed to encode map e347 with expected crc 2023-12-20T10:54:43.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:43 smithi123 ceph-mon[191304]: failed to encode map e347 with expected crc 2023-12-20T10:54:43.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:43 smithi123 ceph-mon[191304]: failed to encode map e347 with expected crc 2023-12-20T10:54:43.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:43 smithi123 ceph-mon[191304]: osdmap e348: 8 total, 8 up, 8 in 2023-12-20T10:54:43.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:43 smithi123 ceph-mon[191304]: failed to encode map e348 with expected crc 2023-12-20T10:54:43.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:43 smithi123 ceph-mon[191304]: pgmap v229: 121 pgs: 121 active+clean; 117 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.4 MiB/s wr, 42 op/s 2023-12-20T10:54:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:43 smithi177 ceph-mon[212096]: failed to encode map e347 with expected crc 2023-12-20T10:54:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:43 smithi177 ceph-mon[212096]: osdmap e347: 8 total, 8 up, 8 in 2023-12-20T10:54:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:43 smithi177 ceph-mon[212096]: failed to encode map e347 with expected crc 2023-12-20T10:54:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:43 smithi177 ceph-mon[212096]: failed to encode map e347 with expected crc 2023-12-20T10:54:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:43 smithi177 ceph-mon[212096]: failed to encode map e347 with expected crc 2023-12-20T10:54:44.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:43 smithi177 ceph-mon[212096]: osdmap e348: 8 total, 8 up, 8 in 2023-12-20T10:54:44.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:43 smithi177 ceph-mon[212096]: failed to encode map e348 with expected crc 2023-12-20T10:54:44.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:43 smithi177 ceph-mon[212096]: pgmap v229: 121 pgs: 121 active+clean; 117 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.4 MiB/s wr, 42 op/s 2023-12-20T10:54:44.320 INFO:tasks.rados.rados.0.smithi123.stdout:1449: finishing write tid 1 to smithi123173835-45 2023-12-20T10:54:44.320 INFO:tasks.rados.rados.0.smithi123.stdout:1449: finishing write tid 2 to smithi123173835-45 2023-12-20T10:54:44.320 INFO:tasks.rados.rados.0.smithi123.stdout:1449: finishing write tid 3 to smithi123173835-45 2023-12-20T10:54:44.320 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 1150 (ObjNum 477 snap 138 seq_num 477) dirty exists 2023-12-20T10:54:44.320 INFO:tasks.rados.rados.0.smithi123.stdout:1449: left oid 45 (ObjNum 477 snap 138 seq_num 477) 2023-12-20T10:54:44.739 INFO:tasks.rados.rados.0.smithi123.stdout:1445: done (3 left) 2023-12-20T10:54:44.740 INFO:tasks.rados.rados.0.smithi123.stdout:1446: done (2 left) 2023-12-20T10:54:44.740 INFO:tasks.rados.rados.0.smithi123.stdout:1449: done (1 left) 2023-12-20T10:54:44.740 INFO:tasks.rados.rados.0.smithi123.stdout:1450: done (0 left) 2023-12-20T10:54:44.740 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 9 current snap is 139 2023-12-20T10:54:44.740 INFO:tasks.rados.rados.0.smithi123.stdout:1451: seq_num 478 ranges {1196032=409600,1605632=401408} 2023-12-20T10:54:44.748 INFO:tasks.rados.rados.0.smithi123.stdout:1451: writing smithi123173835-9 from 1196032 to 1605632 tid 1 2023-12-20T10:54:44.750 INFO:tasks.rados.rados.0.smithi123.stdout:1451: writing smithi123173835-9 from 1605632 to 2007040 tid 2 2023-12-20T10:54:44.751 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 10 current snap is 139 2023-12-20T10:54:44.751 INFO:tasks.rados.rados.0.smithi123.stdout:1452: seq_num 479 ranges {7995392=425984,8421376=401408} 2023-12-20T10:54:44.795 INFO:tasks.rados.rados.0.smithi123.stdout:1452: writing smithi123173835-10 from 7995392 to 8421376 tid 1 2023-12-20T10:54:44.799 INFO:tasks.rados.rados.0.smithi123.stdout:1452: writing smithi123173835-10 from 8421376 to 8822784 tid 2 2023-12-20T10:54:44.799 INFO:tasks.rados.rados.0.smithi123.stdout:1453: copy_from oid 6 from oid 7 current snap is 139 2023-12-20T10:54:44.799 INFO:tasks.rados.rados.0.smithi123.stdout:1454: rmattr oid 30 current snap is 139 2023-12-20T10:54:44.799 INFO:tasks.rados.rados.0.smithi123.stdout:1454: done (3 left) 2023-12-20T10:54:44.799 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 4 current snap is 139 2023-12-20T10:54:44.799 INFO:tasks.rados.rados.0.smithi123.stdout:1455: seq_num 480 ranges {0=442368,442368=401408} 2023-12-20T10:54:44.801 INFO:tasks.rados.rados.0.smithi123.stdout:1455: writing smithi123173835-4 from 0 to 442368 tid 1 2023-12-20T10:54:44.804 INFO:tasks.rados.rados.0.smithi123.stdout:1455: writing smithi123173835-4 from 442368 to 843776 tid 2 2023-12-20T10:54:44.804 INFO:tasks.rados.rados.0.smithi123.stdout:1456: delete oid 15 current snap is 139 2023-12-20T10:54:44.804 INFO:tasks.rados.rados.0.smithi123.stdout:1451: finishing write tid 1 to smithi123173835-9 2023-12-20T10:54:44.804 INFO:tasks.rados.rados.0.smithi123.stdout:1451: finishing write tid 2 to smithi123173835-9 2023-12-20T10:54:44.804 INFO:tasks.rados.rados.0.smithi123.stdout:1451: finishing write tid 3 to smithi123173835-9 2023-12-20T10:54:44.804 INFO:tasks.rados.rados.0.smithi123.stdout:1451: finishing write tid 4 to smithi123173835-9 2023-12-20T10:54:44.804 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 9 v 937 (ObjNum 478 snap 139 seq_num 478) dirty exists 2023-12-20T10:54:44.804 INFO:tasks.rados.rados.0.smithi123.stdout:1451: left oid 9 (ObjNum 478 snap 139 seq_num 478) 2023-12-20T10:54:44.804 INFO:tasks.rados.rados.0.smithi123.stdout:1452: finishing write tid 1 to smithi123173835-10 2023-12-20T10:54:44.804 INFO:tasks.rados.rados.0.smithi123.stdout:1452: finishing write tid 2 to smithi123173835-10 2023-12-20T10:54:44.804 INFO:tasks.rados.rados.0.smithi123.stdout:1452: finishing write tid 3 to smithi123173835-10 2023-12-20T10:54:44.805 INFO:tasks.rados.rados.0.smithi123.stdout:1452: finishing write tid 4 to smithi123173835-10 2023-12-20T10:54:44.806 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 1338 (ObjNum 479 snap 139 seq_num 479) dirty exists 2023-12-20T10:54:44.806 INFO:tasks.rados.rados.0.smithi123.stdout:1452: left oid 10 (ObjNum 479 snap 139 seq_num 479) 2023-12-20T10:54:44.806 INFO:tasks.rados.rados.0.smithi123.stdout:1451: done (4 left) 2023-12-20T10:54:44.807 INFO:tasks.rados.rados.0.smithi123.stdout:1452: done (3 left) 2023-12-20T10:54:44.807 INFO:tasks.rados.rados.0.smithi123.stdout:1456: done (2 left) 2023-12-20T10:54:44.807 INFO:tasks.rados.rados.0.smithi123.stdout:1457: read oid 29 snap -1 2023-12-20T10:54:44.807 INFO:tasks.rados.rados.0.smithi123.stdout:1457: expect (ObjNum 469 snap 137 seq_num 469) 2023-12-20T10:54:44.807 INFO:tasks.rados.rados.0.smithi123.stdout:1458: snap_create 2023-12-20T10:54:44.808 INFO:tasks.rados.rados.0.smithi123.stdout:1453: finishing copy_from racing read to smithi123173835-6 2023-12-20T10:54:44.808 INFO:tasks.rados.rados.0.smithi123.stdout:1455: finishing write tid 1 to smithi123173835-4 2023-12-20T10:54:44.808 INFO:tasks.rados.rados.0.smithi123.stdout:1455: finishing write tid 2 to smithi123173835-4 2023-12-20T10:54:44.809 INFO:tasks.rados.rados.0.smithi123.stdout:1453: finishing copy_from to smithi123173835-6 2023-12-20T10:54:44.809 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 541 (ObjNum 465 snap 136 seq_num 465) dirty exists 2023-12-20T10:54:44.810 INFO:tasks.rados.rados.0.smithi123.stdout:1455: finishing write tid 3 to smithi123173835-4 2023-12-20T10:54:44.811 INFO:tasks.rados.rados.0.smithi123.stdout:1455: finishing write tid 4 to smithi123173835-4 2023-12-20T10:54:44.811 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 987 (ObjNum 480 snap 139 seq_num 480) dirty exists 2023-12-20T10:54:44.811 INFO:tasks.rados.rados.0.smithi123.stdout:1455: left oid 4 (ObjNum 480 snap 139 seq_num 480) 2023-12-20T10:54:44.813 INFO:tasks.rados.rados.0.smithi123.stdout:1457: expect (ObjNum 469 snap 137 seq_num 469) 2023-12-20T10:54:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:44 smithi123 ceph-mon[191304]: failed to encode map e348 with expected crc 2023-12-20T10:54:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:44 smithi123 ceph-mon[191304]: failed to encode map e348 with expected crc 2023-12-20T10:54:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:44 smithi123 ceph-mon[191304]: failed to encode map e348 with expected crc 2023-12-20T10:54:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:44 smithi123 ceph-mon[191304]: failed to encode map e348 with expected crc 2023-12-20T10:54:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:44 smithi123 ceph-mon[191304]: failed to encode map e348 with expected crc 2023-12-20T10:54:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:44 smithi123 ceph-mon[188613]: failed to encode map e348 with expected crc 2023-12-20T10:54:44.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:44 smithi123 ceph-mon[188613]: failed to encode map e348 with expected crc 2023-12-20T10:54:44.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:44 smithi123 ceph-mon[188613]: failed to encode map e348 with expected crc 2023-12-20T10:54:44.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:44 smithi123 ceph-mon[188613]: failed to encode map e348 with expected crc 2023-12-20T10:54:44.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:44 smithi123 ceph-mon[188613]: failed to encode map e348 with expected crc 2023-12-20T10:54:45.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:44 smithi177 ceph-mon[212096]: failed to encode map e348 with expected crc 2023-12-20T10:54:45.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:44 smithi177 ceph-mon[212096]: failed to encode map e348 with expected crc 2023-12-20T10:54:45.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:44 smithi177 ceph-mon[212096]: failed to encode map e348 with expected crc 2023-12-20T10:54:45.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:44 smithi177 ceph-mon[212096]: failed to encode map e348 with expected crc 2023-12-20T10:54:45.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:44 smithi177 ceph-mon[212096]: failed to encode map e348 with expected crc 2023-12-20T10:54:45.748 INFO:tasks.rados.rados.0.smithi123.stdout:1453: done (3 left) 2023-12-20T10:54:45.748 INFO:tasks.rados.rados.0.smithi123.stdout:1455: done (2 left) 2023-12-20T10:54:45.748 INFO:tasks.rados.rados.0.smithi123.stdout:1457: done (1 left) 2023-12-20T10:54:45.748 INFO:tasks.rados.rados.0.smithi123.stdout:1458: done (0 left) 2023-12-20T10:54:45.749 INFO:tasks.rados.rados.0.smithi123.stdout:1459: delete oid 24 current snap is 140 2023-12-20T10:54:45.752 INFO:tasks.rados.rados.0.smithi123.stdout:1459: done (0 left) 2023-12-20T10:54:45.752 INFO:tasks.rados.rados.0.smithi123.stdout:1460: snap_create 2023-12-20T10:54:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:45 smithi177 ceph-mon[212096]: failed to encode map e349 with expected crc 2023-12-20T10:54:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:45 smithi177 ceph-mon[212096]: failed to encode map e349 with expected crc 2023-12-20T10:54:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:45 smithi177 ceph-mon[212096]: osdmap e349: 8 total, 8 up, 8 in 2023-12-20T10:54:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:45 smithi177 ceph-mon[212096]: failed to encode map e349 with expected crc 2023-12-20T10:54:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:45 smithi177 ceph-mon[212096]: failed to encode map e349 with expected crc 2023-12-20T10:54:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:45 smithi177 ceph-mon[212096]: failed to encode map e349 with expected crc 2023-12-20T10:54:46.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:45 smithi177 ceph-mon[212096]: pgmap v231: 121 pgs: 121 active+clean; 117 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.7 MiB/s wr, 25 op/s 2023-12-20T10:54:46.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-20T10:54:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:45 smithi123 ceph-mon[191304]: failed to encode map e349 with expected crc 2023-12-20T10:54:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:45 smithi123 ceph-mon[191304]: failed to encode map e349 with expected crc 2023-12-20T10:54:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:45 smithi123 ceph-mon[191304]: osdmap e349: 8 total, 8 up, 8 in 2023-12-20T10:54:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:45 smithi123 ceph-mon[191304]: failed to encode map e349 with expected crc 2023-12-20T10:54:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:45 smithi123 ceph-mon[191304]: failed to encode map e349 with expected crc 2023-12-20T10:54:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:45 smithi123 ceph-mon[191304]: failed to encode map e349 with expected crc 2023-12-20T10:54:46.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:45 smithi123 ceph-mon[191304]: pgmap v231: 121 pgs: 121 active+clean; 117 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.7 MiB/s wr, 25 op/s 2023-12-20T10:54:46.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-20T10:54:46.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:45 smithi123 ceph-mon[188613]: failed to encode map e349 with expected crc 2023-12-20T10:54:46.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:45 smithi123 ceph-mon[188613]: failed to encode map e349 with expected crc 2023-12-20T10:54:46.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:45 smithi123 ceph-mon[188613]: osdmap e349: 8 total, 8 up, 8 in 2023-12-20T10:54:46.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:45 smithi123 ceph-mon[188613]: failed to encode map e349 with expected crc 2023-12-20T10:54:46.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:45 smithi123 ceph-mon[188613]: failed to encode map e349 with expected crc 2023-12-20T10:54:46.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:45 smithi123 ceph-mon[188613]: failed to encode map e349 with expected crc 2023-12-20T10:54:46.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:45 smithi123 ceph-mon[188613]: pgmap v231: 121 pgs: 121 active+clean; 117 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.7 MiB/s wr, 25 op/s 2023-12-20T10:54:46.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-20T10:54:46.758 INFO:tasks.rados.rados.0.smithi123.stdout:1460: done (0 left) 2023-12-20T10:54:46.758 INFO:tasks.rados.rados.0.smithi123.stdout:1461: snap_remove snap 138 2023-12-20T10:54:47.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:46 smithi177 ceph-mon[212096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-20T10:54:47.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:46 smithi177 ceph-mon[212096]: Upgrade: osd.4 is safe to restart 2023-12-20T10:54:47.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:46 smithi177 ceph-mon[212096]: failed to encode map e350 with expected crc 2023-12-20T10:54:47.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:46 smithi177 ceph-mon[212096]: failed to encode map e350 with expected crc 2023-12-20T10:54:47.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:46 smithi177 ceph-mon[212096]: osdmap e350: 8 total, 8 up, 8 in 2023-12-20T10:54:47.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:46 smithi123 ceph-mon[191304]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-20T10:54:47.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:46 smithi123 ceph-mon[191304]: Upgrade: osd.4 is safe to restart 2023-12-20T10:54:47.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:46 smithi123 ceph-mon[191304]: failed to encode map e350 with expected crc 2023-12-20T10:54:47.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:46 smithi123 ceph-mon[191304]: failed to encode map e350 with expected crc 2023-12-20T10:54:47.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:46 smithi123 ceph-mon[191304]: osdmap e350: 8 total, 8 up, 8 in 2023-12-20T10:54:47.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:46 smithi123 ceph-mon[188613]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-20T10:54:47.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:46 smithi123 ceph-mon[188613]: Upgrade: osd.4 is safe to restart 2023-12-20T10:54:47.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:46 smithi123 ceph-mon[188613]: failed to encode map e350 with expected crc 2023-12-20T10:54:47.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:46 smithi123 ceph-mon[188613]: failed to encode map e350 with expected crc 2023-12-20T10:54:47.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:46 smithi123 ceph-mon[188613]: osdmap e350: 8 total, 8 up, 8 in 2023-12-20T10:54:47.702 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T10:54:47.756 INFO:tasks.rados.rados.0.smithi123.stdout:1461: done (0 left) 2023-12-20T10:54:47.756 INFO:tasks.rados.rados.0.smithi123.stdout:1462: snap_create 2023-12-20T10:54:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:47 smithi177 ceph-mon[212096]: failed to encode map e350 with expected crc 2023-12-20T10:54:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:47 smithi177 ceph-mon[212096]: osdmap e351: 8 total, 8 up, 8 in 2023-12-20T10:54:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:47 smithi177 ceph-mon[212096]: Upgrade: Updating osd.4 2023-12-20T10:54:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:47.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-20T10:54:47.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:54:47.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:47 smithi177 ceph-mon[212096]: Deploying daemon osd.4 on smithi177 2023-12-20T10:54:47.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:47 smithi177 ceph-mon[212096]: failed to encode map e351 with expected crc 2023-12-20T10:54:47.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:47 smithi177 ceph-mon[212096]: pgmap v234: 121 pgs: 121 active+clean; 122 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 7.1 MiB/s wr, 23 op/s 2023-12-20T10:54:47.992 INFO:tasks.rados.rados.0.smithi123.stdout:1462: done (0 left) 2023-12-20T10:54:47.993 INFO:tasks.rados.rados.0.smithi123.stdout:1463: read oid 11 snap -1 2023-12-20T10:54:47.993 INFO:tasks.rados.rados.0.smithi123.stdout:1463: expect (ObjNum 319 snap 98 seq_num 319) 2023-12-20T10:54:47.993 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 24 current snap is 142 2023-12-20T10:54:47.993 INFO:tasks.rados.rados.0.smithi123.stdout:1464: seq_num 483 ranges {0=491520,491520=401408} 2023-12-20T10:54:47.995 INFO:tasks.rados.rados.0.smithi123.stdout:1464: writing smithi123173835-24 from 0 to 491520 tid 1 2023-12-20T10:54:47.998 INFO:tasks.rados.rados.0.smithi123.stdout:1464: writing smithi123173835-24 from 491520 to 892928 tid 2 2023-12-20T10:54:47.998 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 32 current snap is 142 2023-12-20T10:54:47.998 INFO:tasks.rados.rados.0.smithi123.stdout:1465: seq_num 484 ranges {0=507904,507904=401408} 2023-12-20T10:54:48.004 INFO:tasks.rados.rados.0.smithi123.stdout:1465: writing smithi123173835-32 from 0 to 507904 tid 1 2023-12-20T10:54:48.004 INFO:tasks.rados.rados.0.smithi123.stdout:1465: writing smithi123173835-32 from 507904 to 909312 tid 2 2023-12-20T10:54:48.009 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 36 current snap is 142 2023-12-20T10:54:48.009 INFO:tasks.rados.rados.0.smithi123.stdout:1466: seq_num 485 ranges {0=532480,532480=401408} 2023-12-20T10:54:48.009 INFO:tasks.rados.rados.0.smithi123.stdout:1466: writing smithi123173835-36 from 0 to 532480 tid 1 2023-12-20T10:54:48.010 INFO:tasks.rados.rados.0.smithi123.stdout:1466: writing smithi123173835-36 from 532480 to 933888 tid 2 2023-12-20T10:54:48.010 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 22 current snap is 142 2023-12-20T10:54:48.015 INFO:tasks.rados.rados.0.smithi123.stdout:1467: seq_num 486 ranges {2007040=548864,2555904=401408} 2023-12-20T10:54:48.025 INFO:tasks.rados.rados.0.smithi123.stdout:1467: writing smithi123173835-22 from 2007040 to 2555904 tid 1 2023-12-20T10:54:48.027 INFO:tasks.rados.rados.0.smithi123.stdout:1467: writing smithi123173835-22 from 2555904 to 2957312 tid 2 2023-12-20T10:54:48.027 INFO:tasks.rados.rados.0.smithi123.stdout:1468: snap_remove snap 140 2023-12-20T10:54:48.035 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T10:54:48.036 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3m) 20s ago 6m 26.5M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T10:54:48.036 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3m) 2m ago 6m 83.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T10:54:48.036 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7m) 20s ago 7m 15.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T10:54:48.036 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7m) 2m ago 7m 19.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T10:54:48.036 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2m) 2m ago 9m 446M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T10:54:48.036 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3m) 20s ago 11m 511M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T10:54:48.036 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2m) 20s ago 11m 83.8M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T10:54:48.036 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2m) 2m ago 10m 25.1M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T10:54:48.036 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2m) 20s ago 9m 64.2M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T10:54:48.036 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3m) 20s ago 6m 9.94M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T10:54:48.036 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3m) 2m ago 6m 9743k - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T10:54:48.036 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (108s) 20s ago 9m 285M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T10:54:48.036 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (80s) 20s ago 9m 223M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T10:54:48.036 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (51s) 20s ago 8m 191M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T10:54:48.036 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (23s) 20s ago 8m 16.0M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T10:54:48.037 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8m) 2m ago 8m 268M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 1798bf319de3 2023-12-20T10:54:48.037 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8m) 2m ago 8m 239M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 dfacb71fe175 2023-12-20T10:54:48.037 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7m) 2m ago 7m 185M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 81d67759495c 2023-12-20T10:54:48.037 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7m) 2m ago 7m 284M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 b7ad316c3647 2023-12-20T10:54:48.037 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2m) 2m ago 6m 47.9M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T10:54:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:47 smithi123 ceph-mon[191304]: failed to encode map e350 with expected crc 2023-12-20T10:54:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:47 smithi123 ceph-mon[191304]: osdmap e351: 8 total, 8 up, 8 in 2023-12-20T10:54:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:47 smithi123 ceph-mon[191304]: Upgrade: Updating osd.4 2023-12-20T10:54:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-20T10:54:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:54:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:47 smithi123 ceph-mon[191304]: Deploying daemon osd.4 on smithi177 2023-12-20T10:54:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:47 smithi123 ceph-mon[191304]: failed to encode map e351 with expected crc 2023-12-20T10:54:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:47 smithi123 ceph-mon[191304]: pgmap v234: 121 pgs: 121 active+clean; 122 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 7.1 MiB/s wr, 23 op/s 2023-12-20T10:54:48.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:47 smithi123 ceph-mon[188613]: failed to encode map e350 with expected crc 2023-12-20T10:54:48.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:47 smithi123 ceph-mon[188613]: osdmap e351: 8 total, 8 up, 8 in 2023-12-20T10:54:48.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:47 smithi123 ceph-mon[188613]: Upgrade: Updating osd.4 2023-12-20T10:54:48.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:48.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-20T10:54:48.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:54:48.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:47 smithi123 ceph-mon[188613]: Deploying daemon osd.4 on smithi177 2023-12-20T10:54:48.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:47 smithi123 ceph-mon[188613]: failed to encode map e351 with expected crc 2023-12-20T10:54:48.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:47 smithi123 ceph-mon[188613]: pgmap v234: 121 pgs: 121 active+clean; 122 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 7.1 MiB/s wr, 23 op/s 2023-12-20T10:54:48.421 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T10:54:48.421 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T10:54:48.422 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T10:54:48.422 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:54:48.422 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T10:54:48.422 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T10:54:48.422 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:54:48.422 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T10:54:48.422 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 4, 2023-12-20T10:54:48.422 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 4 2023-12-20T10:54:48.422 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:54:48.422 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T10:54:48.422 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T10:54:48.422 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:54:48.422 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T10:54:48.422 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 6, 2023-12-20T10:54:48.422 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 9 2023-12-20T10:54:48.423 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T10:54:48.423 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T10:54:49.001 INFO:tasks.rados.rados.0.smithi123.stdout:1468: done (5 left) 2023-12-20T10:54:49.002 INFO:tasks.rados.rados.0.smithi123.stdout:1469: rollback oid 34 current snap is 142 2023-12-20T10:54:49.002 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 34 to 141 2023-12-20T10:54:49.002 INFO:tasks.rados.rados.0.smithi123.stdout:1464: finishing write tid 1 to smithi123173835-24 2023-12-20T10:54:49.002 INFO:tasks.rados.rados.0.smithi123.stdout:1464: finishing write tid 2 to smithi123173835-24 2023-12-20T10:54:49.002 INFO:tasks.rados.rados.0.smithi123.stdout:1463: expect (ObjNum 319 snap 98 seq_num 319) 2023-12-20T10:54:49.019 INFO:tasks.rados.rados.0.smithi123.stdout:1464: finishing write tid 3 to smithi123173835-24 2023-12-20T10:54:49.019 INFO:tasks.rados.rados.0.smithi123.stdout:1464: finishing write tid 4 to smithi123173835-24 2023-12-20T10:54:49.019 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 24 v 993 (ObjNum 483 snap 142 seq_num 483) dirty exists 2023-12-20T10:54:49.019 INFO:tasks.rados.rados.0.smithi123.stdout:1464: left oid 24 (ObjNum 483 snap 142 seq_num 483) 2023-12-20T10:54:49.019 INFO:tasks.rados.rados.0.smithi123.stdout:1465: finishing write tid 1 to smithi123173835-32 2023-12-20T10:54:49.019 INFO:tasks.rados.rados.0.smithi123.stdout:1463: done (5 left) 2023-12-20T10:54:49.019 INFO:tasks.rados.rados.0.smithi123.stdout:1464: done (4 left) 2023-12-20T10:54:49.019 INFO:tasks.rados.rados.0.smithi123.stdout:1470: snap_remove snap 139 2023-12-20T10:54:49.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:48 smithi123 ceph-mon[191304]: failed to encode map e351 with expected crc 2023-12-20T10:54:49.079 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:48 smithi123 ceph-mon[191304]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:54:49.079 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:48 smithi123 ceph-mon[191304]: failed to encode map e352 with expected crc 2023-12-20T10:54:49.079 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:48 smithi123 ceph-mon[191304]: osdmap e352: 8 total, 8 up, 8 in 2023-12-20T10:54:49.079 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:48 smithi123 ceph-mon[191304]: failed to encode map e352 with expected crc 2023-12-20T10:54:49.079 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:48 smithi123 ceph-mon[191304]: osdmap e353: 8 total, 8 up, 8 in 2023-12-20T10:54:49.079 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:48 smithi123 ceph-mon[191304]: from='client.34269 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:54:49.079 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:48 smithi123 ceph-mon[191304]: failed to encode map e353 with expected crc 2023-12-20T10:54:49.079 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:48 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/238972605' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:54:49.079 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:48 smithi123 ceph-mon[188613]: failed to encode map e351 with expected crc 2023-12-20T10:54:49.079 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:48 smithi123 ceph-mon[188613]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:54:49.079 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:48 smithi123 ceph-mon[188613]: failed to encode map e352 with expected crc 2023-12-20T10:54:49.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:48 smithi123 ceph-mon[188613]: osdmap e352: 8 total, 8 up, 8 in 2023-12-20T10:54:49.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:48 smithi123 ceph-mon[188613]: failed to encode map e352 with expected crc 2023-12-20T10:54:49.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:48 smithi123 ceph-mon[188613]: osdmap e353: 8 total, 8 up, 8 in 2023-12-20T10:54:49.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:48 smithi123 ceph-mon[188613]: from='client.34269 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:54:49.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:48 smithi123 ceph-mon[188613]: failed to encode map e353 with expected crc 2023-12-20T10:54:49.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:48 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/238972605' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:54:49.089 INFO:journalctl@ceph.osd.4.smithi177.stdout:Dec 20 10:54:48 smithi177 systemd[1]: Stopping Ceph osd.4 for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:54:49.090 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:48 smithi177 ceph-mon[212096]: failed to encode map e351 with expected crc 2023-12-20T10:54:49.090 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:48 smithi177 ceph-mon[212096]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:54:49.090 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:48 smithi177 ceph-mon[212096]: failed to encode map e352 with expected crc 2023-12-20T10:54:49.090 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:48 smithi177 ceph-mon[212096]: osdmap e352: 8 total, 8 up, 8 in 2023-12-20T10:54:49.091 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:48 smithi177 ceph-mon[212096]: failed to encode map e352 with expected crc 2023-12-20T10:54:49.091 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:48 smithi177 ceph-mon[212096]: osdmap e353: 8 total, 8 up, 8 in 2023-12-20T10:54:49.091 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:48 smithi177 ceph-mon[212096]: from='client.34269 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:54:49.091 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:48 smithi177 ceph-mon[212096]: failed to encode map e353 with expected crc 2023-12-20T10:54:49.091 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:48 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/238972605' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:54:49.091 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:54:48 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:54:48.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2023-12-20T10:54:49.091 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:54:48 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:54:48.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-20T10:54:49.403 INFO:journalctl@ceph.osd.4.smithi177.stdout:Dec 20 10:54:49 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-4[150325]: 2023-12-20T10:54:49.083+0000 7fe0c280a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-20T10:54:49.403 INFO:journalctl@ceph.osd.4.smithi177.stdout:Dec 20 10:54:49 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-4[150325]: 2023-12-20T10:54:49.083+0000 7fe0c280a700 -1 osd.4 354 *** Got signal Terminated *** 2023-12-20T10:54:49.403 INFO:journalctl@ceph.osd.4.smithi177.stdout:Dec 20 10:54:49 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-4[150325]: 2023-12-20T10:54:49.083+0000 7fe0c280a700 -1 osd.4 354 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-20T10:54:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:54:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:54:49] "GET /metrics HTTP/1.1" 200 36119 "" "Prometheus/2.43.0" 2023-12-20T10:54:50.015 INFO:tasks.rados.rados.0.smithi123.stdout:1470: done (4 left) 2023-12-20T10:54:50.015 INFO:tasks.rados.rados.0.smithi123.stdout:1471: read oid 13 snap 141 2023-12-20T10:54:50.015 INFO:tasks.rados.rados.0.smithi123.stdout:1471: expect deleted 2023-12-20T10:54:50.015 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 6 current snap is 142 2023-12-20T10:54:50.015 INFO:tasks.rados.rados.0.smithi123.stdout:1472: seq_num 487 ranges {598016=565248,1163264=401408} 2023-12-20T10:54:50.022 INFO:tasks.rados.rados.0.smithi123.stdout:1472: writing smithi123173835-6 from 598016 to 1163264 tid 1 2023-12-20T10:54:50.026 INFO:tasks.rados.rados.0.smithi123.stdout:1472: writing smithi123173835-6 from 1163264 to 1564672 tid 2 2023-12-20T10:54:50.027 INFO:tasks.rados.rados.0.smithi123.stdout:1473: copy_from oid 26 from oid 12 current snap is 142 2023-12-20T10:54:50.027 INFO:tasks.rados.rados.0.smithi123.stdout:1474: setattr oid 47 current snap is 142 2023-12-20T10:54:50.027 INFO:tasks.rados.rados.0.smithi123.stdout:1465: finishing write tid 2 to smithi123173835-32 2023-12-20T10:54:50.027 INFO:tasks.rados.rados.0.smithi123.stdout:1465: finishing write tid 3 to smithi123173835-32 2023-12-20T10:54:50.027 INFO:tasks.rados.rados.0.smithi123.stdout:1466: finishing write tid 1 to smithi123173835-36 2023-12-20T10:54:50.027 INFO:tasks.rados.rados.0.smithi123.stdout:1465: finishing write tid 4 to smithi123173835-32 2023-12-20T10:54:50.027 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 1347 (ObjNum 484 snap 142 seq_num 484) dirty exists 2023-12-20T10:54:50.027 INFO:tasks.rados.rados.0.smithi123.stdout:1465: left oid 32 (ObjNum 484 snap 142 seq_num 484) 2023-12-20T10:54:50.027 INFO:tasks.rados.rados.0.smithi123.stdout:1466: finishing write tid 2 to smithi123173835-36 2023-12-20T10:54:50.027 INFO:tasks.rados.rados.0.smithi123.stdout:1466: finishing write tid 3 to smithi123173835-36 2023-12-20T10:54:50.027 INFO:tasks.rados.rados.0.smithi123.stdout:1466: finishing write tid 4 to smithi123173835-36 2023-12-20T10:54:50.027 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 746 (ObjNum 485 snap 142 seq_num 485) dirty exists 2023-12-20T10:54:50.027 INFO:tasks.rados.rados.0.smithi123.stdout:1466: left oid 36 (ObjNum 485 snap 142 seq_num 485) 2023-12-20T10:54:50.028 INFO:tasks.rados.rados.0.smithi123.stdout:1467: finishing write tid 1 to smithi123173835-22 2023-12-20T10:54:50.028 INFO:tasks.rados.rados.0.smithi123.stdout:1467: finishing write tid 2 to smithi123173835-22 2023-12-20T10:54:50.028 INFO:tasks.rados.rados.0.smithi123.stdout:1467: finishing write tid 3 to smithi123173835-22 2023-12-20T10:54:50.028 INFO:tasks.rados.rados.0.smithi123.stdout:1467: finishing write tid 4 to smithi123173835-22 2023-12-20T10:54:50.028 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 22 v 1153 (ObjNum 486 snap 142 seq_num 486) dirty exists 2023-12-20T10:54:50.028 INFO:tasks.rados.rados.0.smithi123.stdout:1467: left oid 22 (ObjNum 486 snap 142 seq_num 486) 2023-12-20T10:54:50.028 INFO:tasks.rados.rados.0.smithi123.stdout:1469: finishing rollback tid 0 to smithi123173835-34 2023-12-20T10:54:50.028 INFO:tasks.rados.rados.0.smithi123.stdout:1469: finishing rollback tid 1 to smithi123173835-34 2023-12-20T10:54:50.028 INFO:tasks.rados.rados.0.smithi123.stdout:1469: finishing rollback tid 2 to smithi123173835-34 2023-12-20T10:54:50.028 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 34 v 1351 (ObjNum 472 snap 138 seq_num 472) dirty exists 2023-12-20T10:54:50.028 INFO:tasks.rados.rados.0.smithi123.stdout:1465: done (7 left) 2023-12-20T10:54:50.028 INFO:tasks.rados.rados.0.smithi123.stdout:1466: done (6 left) 2023-12-20T10:54:50.028 INFO:tasks.rados.rados.0.smithi123.stdout:1467: done (5 left) 2023-12-20T10:54:50.028 INFO:tasks.rados.rados.0.smithi123.stdout:1469: done (4 left) 2023-12-20T10:54:50.028 INFO:tasks.rados.rados.0.smithi123.stdout:1475: read oid 1 snap -1 2023-12-20T10:54:50.029 INFO:tasks.rados.rados.0.smithi123.stdout:1475: expect (ObjNum 401 snap 125 seq_num 401) 2023-12-20T10:54:50.029 INFO:tasks.rados.rados.0.smithi123.stdout:1476: read oid 43 snap -1 2023-12-20T10:54:50.029 INFO:tasks.rados.rados.0.smithi123.stdout:1476: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-20T10:54:50.029 INFO:tasks.rados.rados.0.smithi123.stdout:1477: delete oid 27 current snap is 142 2023-12-20T10:54:50.031 INFO:tasks.rados.rados.0.smithi123.stdout:1476: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-20T10:54:50.037 INFO:tasks.rados.rados.0.smithi123.stdout:1471: done (6 left) 2023-12-20T10:54:50.037 INFO:tasks.rados.rados.0.smithi123.stdout:1476: done (5 left) 2023-12-20T10:54:50.037 INFO:tasks.rados.rados.0.smithi123.stdout:1477: done (4 left) 2023-12-20T10:54:50.037 INFO:tasks.rados.rados.0.smithi123.stdout:1478: copy_from oid 32 from oid 20 current snap is 142 2023-12-20T10:54:50.037 INFO:tasks.rados.rados.0.smithi123.stdout:1479: copy_from oid 28 from oid 10 current snap is 142 2023-12-20T10:54:50.037 INFO:tasks.rados.rados.0.smithi123.stdout:1480: delete oid 4 current snap is 142 2023-12-20T10:54:50.056 INFO:tasks.rados.rados.0.smithi123.stdout:1475: expect (ObjNum 401 snap 125 seq_num 401) 2023-12-20T10:54:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:49 smithi177 ceph-mon[212096]: failed to encode map e351 with expected crc 2023-12-20T10:54:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:49 smithi177 ceph-mon[212096]: failed to encode map e353 with expected crc 2023-12-20T10:54:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:49 smithi177 ceph-mon[212096]: failed to encode map e353 with expected crc 2023-12-20T10:54:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:49 smithi177 ceph-mon[212096]: failed to encode map e353 with expected crc 2023-12-20T10:54:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:49 smithi177 ceph-mon[212096]: osdmap e354: 8 total, 8 up, 8 in 2023-12-20T10:54:50.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:49 smithi177 ceph-mon[212096]: failed to encode map e354 with expected crc 2023-12-20T10:54:50.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:49 smithi177 ceph-mon[212096]: osd.4 marked itself down and dead 2023-12-20T10:54:50.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:49 smithi177 ceph-mon[212096]: pgmap v238: 121 pgs: 121 active+clean; 124 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 5.3 MiB/s wr, 27 op/s 2023-12-20T10:54:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:49 smithi123 ceph-mon[191304]: failed to encode map e351 with expected crc 2023-12-20T10:54:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:49 smithi123 ceph-mon[191304]: failed to encode map e353 with expected crc 2023-12-20T10:54:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:49 smithi123 ceph-mon[191304]: failed to encode map e353 with expected crc 2023-12-20T10:54:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:49 smithi123 ceph-mon[191304]: failed to encode map e353 with expected crc 2023-12-20T10:54:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:49 smithi123 ceph-mon[191304]: osdmap e354: 8 total, 8 up, 8 in 2023-12-20T10:54:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:49 smithi123 ceph-mon[191304]: failed to encode map e354 with expected crc 2023-12-20T10:54:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:49 smithi123 ceph-mon[191304]: osd.4 marked itself down and dead 2023-12-20T10:54:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:49 smithi123 ceph-mon[191304]: pgmap v238: 121 pgs: 121 active+clean; 124 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 5.3 MiB/s wr, 27 op/s 2023-12-20T10:54:50.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:49 smithi123 ceph-mon[188613]: failed to encode map e351 with expected crc 2023-12-20T10:54:50.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:49 smithi123 ceph-mon[188613]: failed to encode map e353 with expected crc 2023-12-20T10:54:50.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:49 smithi123 ceph-mon[188613]: failed to encode map e353 with expected crc 2023-12-20T10:54:50.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:49 smithi123 ceph-mon[188613]: failed to encode map e353 with expected crc 2023-12-20T10:54:50.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:49 smithi123 ceph-mon[188613]: osdmap e354: 8 total, 8 up, 8 in 2023-12-20T10:54:50.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:49 smithi123 ceph-mon[188613]: failed to encode map e354 with expected crc 2023-12-20T10:54:50.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:49 smithi123 ceph-mon[188613]: osd.4 marked itself down and dead 2023-12-20T10:54:50.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:49 smithi123 ceph-mon[188613]: pgmap v238: 121 pgs: 121 active+clean; 124 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 5.3 MiB/s wr, 27 op/s 2023-12-20T10:54:50.496 INFO:tasks.rados.rados.0.smithi123.stdout:1478: finishing copy_from racing read to smithi123173835-32 2023-12-20T10:54:50.496 INFO:tasks.rados.rados.0.smithi123.stdout:1478: finishing copy_from to smithi123173835-32 2023-12-20T10:54:50.497 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 801 (ObjNum 463 snap 136 seq_num 463) dirty exists 2023-12-20T10:54:50.497 INFO:tasks.rados.rados.0.smithi123.stdout:1479: finishing copy_from to smithi123173835-28 2023-12-20T10:54:50.497 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 28 v 1338 (ObjNum 479 snap 139 seq_num 479) dirty exists 2023-12-20T10:54:50.497 INFO:tasks.rados.rados.0.smithi123.stdout:1479: finishing copy_from racing read to smithi123173835-28 2023-12-20T10:54:51.031 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 47 v 729 (ObjNum 466 snap 136 seq_num 466) dirty exists 2023-12-20T10:54:51.032 INFO:tasks.rados.rados.0.smithi123.stdout:1472: finishing write tid 1 to smithi123173835-6 2023-12-20T10:54:51.032 INFO:tasks.rados.rados.0.smithi123.stdout:1472: finishing write tid 2 to smithi123173835-6 2023-12-20T10:54:51.032 INFO:tasks.rados.rados.0.smithi123.stdout:1472: finishing write tid 3 to smithi123173835-6 2023-12-20T10:54:51.034 INFO:tasks.rados.rados.0.smithi123.stdout:1474: done (6 left) 2023-12-20T10:54:51.034 INFO:tasks.rados.rados.0.smithi123.stdout:1475: done (5 left) 2023-12-20T10:54:51.034 INFO:tasks.rados.rados.0.smithi123.stdout:1478: done (4 left) 2023-12-20T10:54:51.034 INFO:tasks.rados.rados.0.smithi123.stdout:1479: done (3 left) 2023-12-20T10:54:51.034 INFO:tasks.rados.rados.0.smithi123.stdout:1480: done (2 left) 2023-12-20T10:54:51.034 INFO:tasks.rados.rados.0.smithi123.stdout:1481: read oid 41 snap -1 2023-12-20T10:54:51.034 INFO:tasks.rados.rados.0.smithi123.stdout:1481: expect (ObjNum 278 snap 81 seq_num 278) 2023-12-20T10:54:51.035 INFO:tasks.rados.rados.0.smithi123.stdout:1482: rollback oid 45 current snap is 142 2023-12-20T10:54:51.035 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 45 to 141 2023-12-20T10:54:51.035 INFO:tasks.rados.rados.0.smithi123.stdout:1483: read oid 7 snap -1 2023-12-20T10:54:51.035 INFO:tasks.rados.rados.0.smithi123.stdout:1483: expect (ObjNum 465 snap 136 seq_num 465) 2023-12-20T10:54:51.035 INFO:tasks.rados.rados.0.smithi123.stdout:1484: snap_create 2023-12-20T10:54:51.035 INFO:tasks.rados.rados.0.smithi123.stdout:1472: finishing write tid 4 to smithi123173835-6 2023-12-20T10:54:51.035 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 997 (ObjNum 487 snap 142 seq_num 487) dirty exists 2023-12-20T10:54:51.035 INFO:tasks.rados.rados.0.smithi123.stdout:1472: left oid 6 (ObjNum 487 snap 142 seq_num 487) 2023-12-20T10:54:51.038 INFO:tasks.rados.rados.0.smithi123.stdout:1482: finishing rollback tid 0 to smithi123173835-45 2023-12-20T10:54:51.038 INFO:tasks.rados.rados.0.smithi123.stdout:1482: finishing rollback tid 1 to smithi123173835-45 2023-12-20T10:54:51.039 INFO:tasks.rados.rados.0.smithi123.stdout:1482: finishing rollback tid 2 to smithi123173835-45 2023-12-20T10:54:51.039 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 1156 (ObjNum 477 snap 138 seq_num 477) dirty exists 2023-12-20T10:54:51.040 INFO:tasks.rados.rados.0.smithi123.stdout:1483: expect (ObjNum 465 snap 136 seq_num 465) 2023-12-20T10:54:51.056 INFO:tasks.rados.rados.0.smithi123.stdout:1481: expect (ObjNum 278 snap 81 seq_num 278) 2023-12-20T10:54:51.107 INFO:journalctl@ceph.osd.4.smithi177.stdout:Dec 20 10:54:50 smithi177 bash[218268]: ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-4 2023-12-20T10:54:51.107 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:50 smithi177 ceph-mon[212096]: failed to encode map e354 with expected crc 2023-12-20T10:54:51.107 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:50 smithi177 ceph-mon[212096]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-20T10:54:51.107 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:50 smithi177 ceph-mon[212096]: failed to encode map e355 with expected crc 2023-12-20T10:54:51.107 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:50 smithi177 ceph-mon[212096]: osdmap e355: 8 total, 7 up, 8 in 2023-12-20T10:54:51.194 INFO:tasks.rados.rados.0.smithi123.stdout:1473: finishing copy_from racing read to smithi123173835-26 2023-12-20T10:54:51.194 INFO:tasks.rados.rados.0.smithi123.stdout:1473: finishing copy_from to smithi123173835-26 2023-12-20T10:54:51.194 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 724 (ObjNum 409 snap 126 seq_num 409) dirty exists 2023-12-20T10:54:51.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:50 smithi123 ceph-mon[188613]: failed to encode map e354 with expected crc 2023-12-20T10:54:51.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:50 smithi123 ceph-mon[188613]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-20T10:54:51.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:50 smithi123 ceph-mon[188613]: failed to encode map e355 with expected crc 2023-12-20T10:54:51.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:50 smithi123 ceph-mon[188613]: osdmap e355: 8 total, 7 up, 8 in 2023-12-20T10:54:51.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:50 smithi123 ceph-mon[191304]: failed to encode map e354 with expected crc 2023-12-20T10:54:51.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:50 smithi123 ceph-mon[191304]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-20T10:54:51.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:50 smithi123 ceph-mon[191304]: failed to encode map e355 with expected crc 2023-12-20T10:54:51.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:50 smithi123 ceph-mon[191304]: osdmap e355: 8 total, 7 up, 8 in 2023-12-20T10:54:52.017 INFO:tasks.rados.rados.0.smithi123.stdout:1472: done (5 left) 2023-12-20T10:54:52.017 INFO:tasks.rados.rados.0.smithi123.stdout:1473: done (4 left) 2023-12-20T10:54:52.017 INFO:tasks.rados.rados.0.smithi123.stdout:1481: done (3 left) 2023-12-20T10:54:52.017 INFO:tasks.rados.rados.0.smithi123.stdout:1482: done (2 left) 2023-12-20T10:54:52.017 INFO:tasks.rados.rados.0.smithi123.stdout:1483: done (1 left) 2023-12-20T10:54:52.017 INFO:tasks.rados.rados.0.smithi123.stdout:1484: done (0 left) 2023-12-20T10:54:52.018 INFO:tasks.rados.rados.0.smithi123.stdout:1485: delete oid 30 current snap is 143 2023-12-20T10:54:52.021 INFO:tasks.rados.rados.0.smithi123.stdout:1485: done (0 left) 2023-12-20T10:54:52.021 INFO:tasks.rados.rados.0.smithi123.stdout:1486: snap_create 2023-12-20T10:54:52.051 INFO:journalctl@ceph.osd.4.smithi177.stdout:Dec 20 10:54:51 smithi177 systemd[1]: ceph-85213638-9f24-11ee-95a5-87774f69a715@osd.4.service: Succeeded. 2023-12-20T10:54:52.052 INFO:journalctl@ceph.osd.4.smithi177.stdout:Dec 20 10:54:51 smithi177 systemd[1]: Stopped Ceph osd.4 for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:54:52.052 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:51 smithi177 ceph-mon[212096]: failed to encode map e355 with expected crc 2023-12-20T10:54:52.052 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:51 smithi177 ceph-mon[212096]: failed to encode map e355 with expected crc 2023-12-20T10:54:52.052 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:51 smithi177 ceph-mon[212096]: failed to encode map e356 with expected crc 2023-12-20T10:54:52.052 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:51 smithi177 ceph-mon[212096]: osdmap e356: 8 total, 7 up, 8 in 2023-12-20T10:54:52.052 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:51 smithi177 ceph-mon[212096]: failed to encode map e356 with expected crc 2023-12-20T10:54:52.052 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:51 smithi177 ceph-mon[212096]: pgmap v241: 121 pgs: 5 active+undersized, 3 activating+undersized, 4 active+undersized+degraded, 7 stale+active+clean, 102 active+clean; 120 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.8 MiB/s wr, 10 op/s; 7/198 objects degraded (3.535%) 2023-12-20T10:54:52.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:51 smithi123 ceph-mon[188613]: failed to encode map e355 with expected crc 2023-12-20T10:54:52.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:51 smithi123 ceph-mon[188613]: failed to encode map e355 with expected crc 2023-12-20T10:54:52.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:51 smithi123 ceph-mon[188613]: failed to encode map e356 with expected crc 2023-12-20T10:54:52.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:51 smithi123 ceph-mon[188613]: osdmap e356: 8 total, 7 up, 8 in 2023-12-20T10:54:52.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:51 smithi123 ceph-mon[188613]: failed to encode map e356 with expected crc 2023-12-20T10:54:52.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:51 smithi123 ceph-mon[188613]: pgmap v241: 121 pgs: 5 active+undersized, 3 activating+undersized, 4 active+undersized+degraded, 7 stale+active+clean, 102 active+clean; 120 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.8 MiB/s wr, 10 op/s; 7/198 objects degraded (3.535%) 2023-12-20T10:54:52.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:51 smithi123 ceph-mon[191304]: failed to encode map e355 with expected crc 2023-12-20T10:54:52.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:51 smithi123 ceph-mon[191304]: failed to encode map e355 with expected crc 2023-12-20T10:54:52.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:51 smithi123 ceph-mon[191304]: failed to encode map e356 with expected crc 2023-12-20T10:54:52.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:51 smithi123 ceph-mon[191304]: osdmap e356: 8 total, 7 up, 8 in 2023-12-20T10:54:52.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:51 smithi123 ceph-mon[191304]: failed to encode map e356 with expected crc 2023-12-20T10:54:52.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:51 smithi123 ceph-mon[191304]: pgmap v241: 121 pgs: 5 active+undersized, 3 activating+undersized, 4 active+undersized+degraded, 7 stale+active+clean, 102 active+clean; 120 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.8 MiB/s wr, 10 op/s; 7/198 objects degraded (3.535%) 2023-12-20T10:54:52.403 INFO:journalctl@ceph.osd.4.smithi177.stdout:Dec 20 10:54:52 smithi177 systemd[1]: Starting Ceph osd.4 for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:54:53.020 INFO:tasks.rados.rados.0.smithi123.stdout:1486: done (0 left) 2023-12-20T10:54:53.020 INFO:tasks.rados.rados.0.smithi123.stdout:1487: read oid 13 snap -1 2023-12-20T10:54:53.020 INFO:tasks.rados.rados.0.smithi123.stdout:1487: expect deleted 2023-12-20T10:54:53.020 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 32 current snap is 144 2023-12-20T10:54:53.021 INFO:tasks.rados.rados.0.smithi123.stdout:1488: seq_num 491 ranges {851968=630784,1482752=401408} 2023-12-20T10:54:53.028 INFO:tasks.rados.rados.0.smithi123.stdout:1488: writing smithi123173835-32 from 851968 to 1482752 tid 1 2023-12-20T10:54:53.030 INFO:tasks.rados.rados.0.smithi123.stdout:1488: writing smithi123173835-32 from 1482752 to 1884160 tid 2 2023-12-20T10:54:53.031 INFO:tasks.rados.rados.0.smithi123.stdout:1489: copy_from oid 3 from oid 14 current snap is 144 2023-12-20T10:54:53.031 INFO:tasks.rados.rados.0.smithi123.stdout:1490: snap_create 2023-12-20T10:54:53.035 INFO:tasks.rados.rados.0.smithi123.stdout:1489: finishing copy_from to smithi123173835-3 2023-12-20T10:54:53.035 INFO:tasks.rados.rados.0.smithi123.stdout:1489: got expected ENOENT (src dne) 2023-12-20T10:54:53.035 INFO:tasks.rados.rados.0.smithi123.stdout:1488: finishing write tid 1 to smithi123173835-32 2023-12-20T10:54:53.036 INFO:tasks.rados.rados.0.smithi123.stdout:1489: finishing copy_from racing read to smithi123173835-3 2023-12-20T10:54:53.036 INFO:tasks.rados.rados.0.smithi123.stdout:1488: finishing write tid 2 to smithi123173835-32 2023-12-20T10:54:53.036 INFO:tasks.rados.rados.0.smithi123.stdout:1488: finishing write tid 3 to smithi123173835-32 2023-12-20T10:54:53.039 INFO:tasks.rados.rados.0.smithi123.stdout:1488: finishing write tid 4 to smithi123173835-32 2023-12-20T10:54:53.039 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 1358 (ObjNum 491 snap 144 seq_num 491) dirty exists 2023-12-20T10:54:53.040 INFO:tasks.rados.rados.0.smithi123.stdout:1488: left oid 32 (ObjNum 491 snap 144 seq_num 491) 2023-12-20T10:54:53.153 INFO:journalctl@ceph.osd.4.smithi177.stdout:Dec 20 10:54:52 smithi177 bash[218536]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2023-12-20T10:54:53.153 INFO:journalctl@ceph.osd.4.smithi177.stdout:Dec 20 10:54:52 smithi177 bash[218536]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2023-12-20T10:54:53.153 INFO:journalctl@ceph.osd.4.smithi177.stdout:Dec 20 10:54:52 smithi177 bash[218536]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2023-12-20T10:54:53.153 INFO:journalctl@ceph.osd.4.smithi177.stdout:Dec 20 10:54:52 smithi177 bash[218536]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2023-12-20T10:54:53.153 INFO:journalctl@ceph.osd.4.smithi177.stdout:Dec 20 10:54:52 smithi177 bash[218536]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2023-12-20T10:54:53.153 INFO:journalctl@ceph.osd.4.smithi177.stdout:Dec 20 10:54:52 smithi177 bash[218536]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2023-12-20T10:54:53.154 INFO:journalctl@ceph.osd.4.smithi177.stdout:Dec 20 10:54:52 smithi177 bash[218536]: --> ceph-volume raw activate successful for osd ID: 4 2023-12-20T10:54:53.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:52 smithi177 ceph-mon[212096]: failed to encode map e356 with expected crc 2023-12-20T10:54:53.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:52 smithi177 ceph-mon[212096]: failed to encode map e356 with expected crc 2023-12-20T10:54:53.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:52 smithi177 ceph-mon[212096]: failed to encode map e356 with expected crc 2023-12-20T10:54:53.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:52 smithi177 ceph-mon[212096]: failed to encode map e356 with expected crc 2023-12-20T10:54:53.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:52 smithi177 ceph-mon[212096]: failed to encode map e356 with expected crc 2023-12-20T10:54:53.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:52 smithi177 ceph-mon[212096]: failed to encode map e356 with expected crc 2023-12-20T10:54:53.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:52 smithi177 ceph-mon[212096]: Health check failed: Degraded data redundancy: 7/198 objects degraded (3.535%), 4 pgs degraded (PG_DEGRADED) 2023-12-20T10:54:53.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:52 smithi177 ceph-mon[212096]: osdmap e357: 8 total, 7 up, 8 in 2023-12-20T10:54:53.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:52 smithi123 ceph-mon[191304]: failed to encode map e356 with expected crc 2023-12-20T10:54:53.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:52 smithi123 ceph-mon[191304]: failed to encode map e356 with expected crc 2023-12-20T10:54:53.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:52 smithi123 ceph-mon[191304]: failed to encode map e356 with expected crc 2023-12-20T10:54:53.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:52 smithi123 ceph-mon[191304]: failed to encode map e356 with expected crc 2023-12-20T10:54:53.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:52 smithi123 ceph-mon[191304]: failed to encode map e356 with expected crc 2023-12-20T10:54:53.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:52 smithi123 ceph-mon[191304]: failed to encode map e356 with expected crc 2023-12-20T10:54:53.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:52 smithi123 ceph-mon[191304]: Health check failed: Degraded data redundancy: 7/198 objects degraded (3.535%), 4 pgs degraded (PG_DEGRADED) 2023-12-20T10:54:53.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:52 smithi123 ceph-mon[191304]: osdmap e357: 8 total, 7 up, 8 in 2023-12-20T10:54:53.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:52 smithi123 ceph-mon[188613]: failed to encode map e356 with expected crc 2023-12-20T10:54:53.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:52 smithi123 ceph-mon[188613]: failed to encode map e356 with expected crc 2023-12-20T10:54:53.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:52 smithi123 ceph-mon[188613]: failed to encode map e356 with expected crc 2023-12-20T10:54:53.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:52 smithi123 ceph-mon[188613]: failed to encode map e356 with expected crc 2023-12-20T10:54:53.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:52 smithi123 ceph-mon[188613]: failed to encode map e356 with expected crc 2023-12-20T10:54:53.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:52 smithi123 ceph-mon[188613]: failed to encode map e356 with expected crc 2023-12-20T10:54:53.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:52 smithi123 ceph-mon[188613]: Health check failed: Degraded data redundancy: 7/198 objects degraded (3.535%), 4 pgs degraded (PG_DEGRADED) 2023-12-20T10:54:53.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:52 smithi123 ceph-mon[188613]: osdmap e357: 8 total, 7 up, 8 in 2023-12-20T10:54:53.903 INFO:journalctl@ceph.osd.4.smithi177.stdout:Dec 20 10:54:53 smithi177 ceph-osd[218845]: -- 172.21.15.177:0/4105132757 <== mon.1 v2:172.21.15.177:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55843a31d1e0 con 0x55843a2ed000 2023-12-20T10:54:53.903 INFO:journalctl@ceph.osd.4.smithi177.stdout:Dec 20 10:54:53 smithi177 bash[218807]: e4e34c730130f3a4f54f058058207909072dc541d4295cc16bddfe2155bca0f1 2023-12-20T10:54:53.903 INFO:journalctl@ceph.osd.4.smithi177.stdout:Dec 20 10:54:53 smithi177 systemd[1]: Started Ceph osd.4 for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:54:54.027 INFO:tasks.rados.rados.0.smithi123.stdout:1487: done (3 left) 2023-12-20T10:54:54.027 INFO:tasks.rados.rados.0.smithi123.stdout:1488: done (2 left) 2023-12-20T10:54:54.027 INFO:tasks.rados.rados.0.smithi123.stdout:1489: done (1 left) 2023-12-20T10:54:54.027 INFO:tasks.rados.rados.0.smithi123.stdout:1490: done (0 left) 2023-12-20T10:54:54.027 INFO:tasks.rados.rados.0.smithi123.stdout:1491: delete oid 33 current snap is 145 2023-12-20T10:54:54.033 INFO:tasks.rados.rados.0.smithi123.stdout:1491: done (0 left) 2023-12-20T10:54:54.033 INFO:tasks.rados.rados.0.smithi123.stdout:1492: read oid 12 snap -1 2023-12-20T10:54:54.033 INFO:tasks.rados.rados.0.smithi123.stdout:1492: expect (ObjNum 409 snap 126 seq_num 409) 2023-12-20T10:54:54.033 INFO:tasks.rados.rados.0.smithi123.stdout:1493: rmattr oid 26 current snap is 145 2023-12-20T10:54:54.033 INFO:tasks.rados.rados.0.smithi123.stdout:1493: done (1 left) 2023-12-20T10:54:54.034 INFO:tasks.rados.rados.0.smithi123.stdout:1494: copy_from oid 6 from oid 23 current snap is 145 2023-12-20T10:54:54.034 INFO:tasks.rados.rados.0.smithi123.stdout:1495: rollback oid 17 current snap is 145 2023-12-20T10:54:54.034 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 17 to 143 2023-12-20T10:54:54.034 INFO:tasks.rados.rados.0.smithi123.stdout:1496: snap_create 2023-12-20T10:54:54.046 INFO:tasks.rados.rados.0.smithi123.stdout:1495: finishing rollback tid 0 to smithi123173835-17 2023-12-20T10:54:54.046 INFO:tasks.rados.rados.0.smithi123.stdout:1495: finishing rollback tid 1 to smithi123173835-17 2023-12-20T10:54:54.046 INFO:tasks.rados.rados.0.smithi123.stdout:1495: finishing rollback tid 2 to smithi123173835-17 2023-12-20T10:54:54.046 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 17 v 1154 (ObjNum 409 snap 126 seq_num 409) dirty exists 2023-12-20T10:54:54.055 INFO:tasks.rados.rados.0.smithi123.stdout:1492: expect (ObjNum 409 snap 126 seq_num 409) 2023-12-20T10:54:54.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:53 smithi123 ceph-mon[188613]: failed to encode map e357 with expected crc 2023-12-20T10:54:54.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:53 smithi123 ceph-mon[188613]: osdmap e358: 8 total, 7 up, 8 in 2023-12-20T10:54:54.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:53 smithi123 ceph-mon[188613]: pgmap v244: 121 pgs: 26 active+undersized, 3 activating+undersized, 11 active+undersized+degraded, 1 stale+active+clean, 80 active+clean; 130 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.0 MiB/s wr, 13 op/s; 20/210 objects degraded (9.524%) 2023-12-20T10:54:54.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:54.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:54.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:54:54.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:54.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:54.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:53 smithi123 ceph-mon[188613]: failed to encode map e358 with expected crc 2023-12-20T10:54:54.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:53 smithi123 ceph-mon[191304]: failed to encode map e357 with expected crc 2023-12-20T10:54:54.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:53 smithi123 ceph-mon[191304]: osdmap e358: 8 total, 7 up, 8 in 2023-12-20T10:54:54.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:53 smithi123 ceph-mon[191304]: pgmap v244: 121 pgs: 26 active+undersized, 3 activating+undersized, 11 active+undersized+degraded, 1 stale+active+clean, 80 active+clean; 130 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.0 MiB/s wr, 13 op/s; 20/210 objects degraded (9.524%) 2023-12-20T10:54:54.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:54.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:54.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:54:54.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:54.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:54.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:53 smithi123 ceph-mon[191304]: failed to encode map e358 with expected crc 2023-12-20T10:54:54.286 INFO:tasks.rados.rados.0.smithi123.stdout:1494: finishing copy_from racing read to smithi123173835-6 2023-12-20T10:54:54.286 INFO:tasks.rados.rados.0.smithi123.stdout:1494: finishing copy_from to smithi123173835-6 2023-12-20T10:54:54.287 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 970 (ObjNum 423 snap 126 seq_num 423) dirty exists 2023-12-20T10:54:54.403 INFO:journalctl@ceph.osd.4.smithi177.stdout:Dec 20 10:54:53 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-4[218822]: 2023-12-20T10:54:53.933+0000 7f7b95c62640 -1 Falling back to public interface 2023-12-20T10:54:54.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:53 smithi177 ceph-mon[212096]: failed to encode map e357 with expected crc 2023-12-20T10:54:54.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:53 smithi177 ceph-mon[212096]: osdmap e358: 8 total, 7 up, 8 in 2023-12-20T10:54:54.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:53 smithi177 ceph-mon[212096]: pgmap v244: 121 pgs: 26 active+undersized, 3 activating+undersized, 11 active+undersized+degraded, 1 stale+active+clean, 80 active+clean; 130 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.0 MiB/s wr, 13 op/s; 20/210 objects degraded (9.524%) 2023-12-20T10:54:54.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:54.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:54.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:54:54.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:54.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:54.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:53 smithi177 ceph-mon[212096]: failed to encode map e358 with expected crc 2023-12-20T10:54:55.029 INFO:tasks.rados.rados.0.smithi123.stdout:1492: done (3 left) 2023-12-20T10:54:55.029 INFO:tasks.rados.rados.0.smithi123.stdout:1494: done (2 left) 2023-12-20T10:54:55.029 INFO:tasks.rados.rados.0.smithi123.stdout:1495: done (1 left) 2023-12-20T10:54:55.029 INFO:tasks.rados.rados.0.smithi123.stdout:1496: done (0 left) 2023-12-20T10:54:55.029 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 25 current snap is 146 2023-12-20T10:54:55.029 INFO:tasks.rados.rados.0.smithi123.stdout:1497: seq_num 493 ranges {1064960=663552,1728512=401408} 2023-12-20T10:54:55.038 INFO:tasks.rados.rados.0.smithi123.stdout:1497: writing smithi123173835-25 from 1064960 to 1728512 tid 1 2023-12-20T10:54:55.040 INFO:tasks.rados.rados.0.smithi123.stdout:1497: writing smithi123173835-25 from 1728512 to 2129920 tid 2 2023-12-20T10:54:55.040 INFO:tasks.rados.rados.0.smithi123.stdout:1498: delete oid 33 current snap is 146 2023-12-20T10:54:55.047 INFO:tasks.rados.rados.0.smithi123.stdout:1497: finishing write tid 1 to smithi123173835-25 2023-12-20T10:54:55.047 INFO:tasks.rados.rados.0.smithi123.stdout:1497: finishing write tid 2 to smithi123173835-25 2023-12-20T10:54:55.048 INFO:tasks.rados.rados.0.smithi123.stdout:1497: finishing write tid 3 to smithi123173835-25 2023-12-20T10:54:55.048 INFO:tasks.rados.rados.0.smithi123.stdout:1498: done (1 left) 2023-12-20T10:54:55.048 INFO:tasks.rados.rados.0.smithi123.stdout:1499: snap_create 2023-12-20T10:54:55.048 INFO:tasks.rados.rados.0.smithi123.stdout:1497: finishing write tid 4 to smithi123173835-25 2023-12-20T10:54:55.048 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 337 (ObjNum 493 snap 146 seq_num 493) dirty exists 2023-12-20T10:54:55.048 INFO:tasks.rados.rados.0.smithi123.stdout:1497: left oid 25 (ObjNum 493 snap 146 seq_num 493) 2023-12-20T10:54:55.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:54 smithi177 ceph-mon[212096]: failed to encode map e358 with expected crc 2023-12-20T10:54:55.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:54 smithi177 ceph-mon[212096]: failed to encode map e359 with expected crc 2023-12-20T10:54:55.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:54 smithi177 ceph-mon[212096]: osdmap e359: 8 total, 7 up, 8 in 2023-12-20T10:54:55.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:54 smithi177 ceph-mon[212096]: failed to encode map e359 with expected crc 2023-12-20T10:54:55.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:54 smithi123 ceph-mon[191304]: failed to encode map e358 with expected crc 2023-12-20T10:54:55.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:54 smithi123 ceph-mon[191304]: failed to encode map e359 with expected crc 2023-12-20T10:54:55.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:54 smithi123 ceph-mon[191304]: osdmap e359: 8 total, 7 up, 8 in 2023-12-20T10:54:55.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:54 smithi123 ceph-mon[191304]: failed to encode map e359 with expected crc 2023-12-20T10:54:55.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:54 smithi123 ceph-mon[188613]: failed to encode map e358 with expected crc 2023-12-20T10:54:55.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:54 smithi123 ceph-mon[188613]: failed to encode map e359 with expected crc 2023-12-20T10:54:55.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:54 smithi123 ceph-mon[188613]: osdmap e359: 8 total, 7 up, 8 in 2023-12-20T10:54:55.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:54 smithi123 ceph-mon[188613]: failed to encode map e359 with expected crc 2023-12-20T10:54:56.036 INFO:tasks.rados.rados.0.smithi123.stdout:1497: done (1 left) 2023-12-20T10:54:56.036 INFO:tasks.rados.rados.0.smithi123.stdout:1499: done (0 left) 2023-12-20T10:54:56.036 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 5 current snap is 147 2023-12-20T10:54:56.036 INFO:tasks.rados.rados.0.smithi123.stdout:1500: seq_num 495 ranges {6168576=696320,6864896=401408} 2023-12-20T10:54:56.072 INFO:tasks.rados.rados.0.smithi123.stdout:1500: writing smithi123173835-5 from 6168576 to 6864896 tid 1 2023-12-20T10:54:56.075 INFO:tasks.rados.rados.0.smithi123.stdout:1500: writing smithi123173835-5 from 6864896 to 7266304 tid 2 2023-12-20T10:54:56.075 INFO:tasks.rados.rados.0.smithi123.stdout:1501: rollback oid 11 current snap is 147 2023-12-20T10:54:56.075 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 11 to 143 2023-12-20T10:54:56.075 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 4 current snap is 147 2023-12-20T10:54:56.075 INFO:tasks.rados.rados.0.smithi123.stdout:1502: seq_num 496 ranges {0=712704,712704=401408} 2023-12-20T10:54:56.079 INFO:tasks.rados.rados.0.smithi123.stdout:1502: writing smithi123173835-4 from 0 to 712704 tid 1 2023-12-20T10:54:56.082 INFO:tasks.rados.rados.0.smithi123.stdout:1502: writing smithi123173835-4 from 712704 to 1114112 tid 2 2023-12-20T10:54:56.082 INFO:tasks.rados.rados.0.smithi123.stdout:1503: delete oid 30 current snap is 147 2023-12-20T10:54:56.082 INFO:tasks.rados.rados.0.smithi123.stdout:1501: finishing rollback tid 0 to smithi123173835-11 2023-12-20T10:54:56.083 INFO:tasks.rados.rados.0.smithi123.stdout:1501: finishing rollback tid 1 to smithi123173835-11 2023-12-20T10:54:56.083 INFO:tasks.rados.rados.0.smithi123.stdout:1501: finishing rollback tid 2 to smithi123173835-11 2023-12-20T10:54:56.083 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 11 v 795 (ObjNum 319 snap 98 seq_num 319) dirty exists 2023-12-20T10:54:56.083 INFO:tasks.rados.rados.0.smithi123.stdout:1500: finishing write tid 1 to smithi123173835-5 2023-12-20T10:54:56.083 INFO:tasks.rados.rados.0.smithi123.stdout:1500: finishing write tid 2 to smithi123173835-5 2023-12-20T10:54:56.083 INFO:tasks.rados.rados.0.smithi123.stdout:1500: finishing write tid 3 to smithi123173835-5 2023-12-20T10:54:56.083 INFO:tasks.rados.rados.0.smithi123.stdout:1500: finishing write tid 4 to smithi123173835-5 2023-12-20T10:54:56.083 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 509 (ObjNum 495 snap 147 seq_num 495) dirty exists 2023-12-20T10:54:56.083 INFO:tasks.rados.rados.0.smithi123.stdout:1500: left oid 5 (ObjNum 495 snap 147 seq_num 495) 2023-12-20T10:54:56.084 INFO:tasks.rados.rados.0.smithi123.stdout:1500: done (3 left) 2023-12-20T10:54:56.084 INFO:tasks.rados.rados.0.smithi123.stdout:1501: done (2 left) 2023-12-20T10:54:56.084 INFO:tasks.rados.rados.0.smithi123.stdout:1503: done (1 left) 2023-12-20T10:54:56.084 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 15 current snap is 147 2023-12-20T10:54:56.084 INFO:tasks.rados.rados.0.smithi123.stdout:1504: seq_num 498 ranges {0=745472,745472=401408} 2023-12-20T10:54:56.088 INFO:tasks.rados.rados.0.smithi123.stdout:1504: writing smithi123173835-15 from 0 to 745472 tid 1 2023-12-20T10:54:56.091 INFO:tasks.rados.rados.0.smithi123.stdout:1504: writing smithi123173835-15 from 745472 to 1146880 tid 2 2023-12-20T10:54:56.091 INFO:tasks.rados.rados.0.smithi123.stdout:1505: delete oid 34 current snap is 147 2023-12-20T10:54:56.091 INFO:tasks.rados.rados.0.smithi123.stdout:1502: finishing write tid 1 to smithi123173835-4 2023-12-20T10:54:56.091 INFO:tasks.rados.rados.0.smithi123.stdout:1502: finishing write tid 2 to smithi123173835-4 2023-12-20T10:54:56.091 INFO:tasks.rados.rados.0.smithi123.stdout:1502: finishing write tid 3 to smithi123173835-4 2023-12-20T10:54:56.091 INFO:tasks.rados.rados.0.smithi123.stdout:1502: finishing write tid 4 to smithi123173835-4 2023-12-20T10:54:56.092 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 1004 (ObjNum 496 snap 147 seq_num 496) dirty exists 2023-12-20T10:54:56.092 INFO:tasks.rados.rados.0.smithi123.stdout:1502: left oid 4 (ObjNum 496 snap 147 seq_num 496) 2023-12-20T10:54:56.093 INFO:tasks.rados.rados.0.smithi123.stdout:1504: finishing write tid 1 to smithi123173835-15 2023-12-20T10:54:56.094 INFO:tasks.rados.rados.0.smithi123.stdout:1504: finishing write tid 2 to smithi123173835-15 2023-12-20T10:54:56.094 INFO:tasks.rados.rados.0.smithi123.stdout:1504: finishing write tid 3 to smithi123173835-15 2023-12-20T10:54:56.097 INFO:tasks.rados.rados.0.smithi123.stdout:1504: finishing write tid 4 to smithi123173835-15 2023-12-20T10:54:56.097 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 1361 (ObjNum 498 snap 147 seq_num 498) dirty exists 2023-12-20T10:54:56.097 INFO:tasks.rados.rados.0.smithi123.stdout:1504: left oid 15 (ObjNum 498 snap 147 seq_num 498) 2023-12-20T10:54:56.097 INFO:tasks.rados.rados.0.smithi123.stdout:1502: done (2 left) 2023-12-20T10:54:56.097 INFO:tasks.rados.rados.0.smithi123.stdout:1504: done (1 left) 2023-12-20T10:54:56.097 INFO:tasks.rados.rados.0.smithi123.stdout:1505: done (0 left) 2023-12-20T10:54:56.097 INFO:tasks.rados.rados.0.smithi123.stdout:1506: rollback oid 37 current snap is 147 2023-12-20T10:54:56.097 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 37 to 146 2023-12-20T10:54:56.097 INFO:tasks.rados.rados.0.smithi123.stdout:1507: snap_create 2023-12-20T10:54:56.101 INFO:tasks.rados.rados.0.smithi123.stdout:1506: finishing rollback tid 1 to smithi123173835-37 2023-12-20T10:54:56.101 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 0 (ObjNum 956752128 snap 21901 seq_num 304) dirty dne 2023-12-20T10:54:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:55 smithi177 ceph-mon[212096]: failed to encode map e359 with expected crc 2023-12-20T10:54:56.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:55 smithi177 ceph-mon[212096]: failed to encode map e360 with expected crc 2023-12-20T10:54:56.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:55 smithi177 ceph-mon[212096]: osdmap e360: 8 total, 7 up, 8 in 2023-12-20T10:54:56.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:55 smithi177 ceph-mon[212096]: pgmap v247: 121 pgs: 30 active+undersized, 3 activating+undersized, 13 active+undersized+degraded, 75 active+clean; 142 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.4 MiB/s wr, 10 op/s; 30/222 objects degraded (13.514%) 2023-12-20T10:54:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:55 smithi123 ceph-mon[191304]: failed to encode map e359 with expected crc 2023-12-20T10:54:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:55 smithi123 ceph-mon[191304]: failed to encode map e360 with expected crc 2023-12-20T10:54:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:55 smithi123 ceph-mon[191304]: osdmap e360: 8 total, 7 up, 8 in 2023-12-20T10:54:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:55 smithi123 ceph-mon[191304]: pgmap v247: 121 pgs: 30 active+undersized, 3 activating+undersized, 13 active+undersized+degraded, 75 active+clean; 142 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.4 MiB/s wr, 10 op/s; 30/222 objects degraded (13.514%) 2023-12-20T10:54:56.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:55 smithi123 ceph-mon[188613]: failed to encode map e359 with expected crc 2023-12-20T10:54:56.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:55 smithi123 ceph-mon[188613]: failed to encode map e360 with expected crc 2023-12-20T10:54:56.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:55 smithi123 ceph-mon[188613]: osdmap e360: 8 total, 7 up, 8 in 2023-12-20T10:54:56.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:55 smithi123 ceph-mon[188613]: pgmap v247: 121 pgs: 30 active+undersized, 3 activating+undersized, 13 active+undersized+degraded, 75 active+clean; 142 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.4 MiB/s wr, 10 op/s; 30/222 objects degraded (13.514%) 2023-12-20T10:54:57.037 INFO:tasks.rados.rados.0.smithi123.stdout:1506: done (1 left) 2023-12-20T10:54:57.038 INFO:tasks.rados.rados.0.smithi123.stdout:1507: done (0 left) 2023-12-20T10:54:57.038 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 38 current snap is 148 2023-12-20T10:54:57.038 INFO:tasks.rados.rados.0.smithi123.stdout:1508: seq_num 500 ranges {442368=778240,1220608=401408} 2023-12-20T10:54:57.044 INFO:tasks.rados.rados.0.smithi123.stdout:1508: writing smithi123173835-38 from 442368 to 1220608 tid 1 2023-12-20T10:54:57.046 INFO:tasks.rados.rados.0.smithi123.stdout:1508: writing smithi123173835-38 from 1220608 to 1622016 tid 2 2023-12-20T10:54:57.046 INFO:tasks.rados.rados.0.smithi123.stdout:1509: rollback oid 50 current snap is 148 2023-12-20T10:54:57.047 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 50 to 141 2023-12-20T10:54:57.047 INFO:tasks.rados.rados.0.smithi123.stdout:1510: setattr oid 41 current snap is 148 2023-12-20T10:54:57.048 INFO:tasks.rados.rados.0.smithi123.stdout:1511: rollback oid 7 current snap is 148 2023-12-20T10:54:57.048 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 7 to 141 2023-12-20T10:54:57.048 INFO:tasks.rados.rados.0.smithi123.stdout:1512: snap_remove snap 146 2023-12-20T10:54:57.403 INFO:journalctl@ceph.osd.4.smithi177.stdout:Dec 20 10:54:57 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-4[218822]: 2023-12-20T10:54:57.106+0000 7f7b95c62640 -1 osd.4 0 read_superblock omap replica is missing. 2023-12-20T10:54:57.403 INFO:journalctl@ceph.osd.4.smithi177.stdout:Dec 20 10:54:57 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-4[218822]: 2023-12-20T10:54:57.171+0000 7f7b95c62640 -1 osd.4 354 log_to_monitors true 2023-12-20T10:54:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:56 smithi177 ceph-mon[212096]: failed to encode map e360 with expected crc 2023-12-20T10:54:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:56 smithi177 ceph-mon[212096]: osdmap e361: 8 total, 7 up, 8 in 2023-12-20T10:54:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:56 smithi177 ceph-mon[212096]: failed to encode map e361 with expected crc 2023-12-20T10:54:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:54:57.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:57.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:56 smithi123 ceph-mon[191304]: failed to encode map e360 with expected crc 2023-12-20T10:54:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:56 smithi123 ceph-mon[191304]: osdmap e361: 8 total, 7 up, 8 in 2023-12-20T10:54:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:56 smithi123 ceph-mon[191304]: failed to encode map e361 with expected crc 2023-12-20T10:54:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:54:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:56 smithi123 ceph-mon[188613]: failed to encode map e360 with expected crc 2023-12-20T10:54:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:56 smithi123 ceph-mon[188613]: osdmap e361: 8 total, 7 up, 8 in 2023-12-20T10:54:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:56 smithi123 ceph-mon[188613]: failed to encode map e361 with expected crc 2023-12-20T10:54:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:54:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:57.990 INFO:tasks.rados.rados.0.smithi123.stdout:1512: done (4 left) 2023-12-20T10:54:57.991 INFO:tasks.rados.rados.0.smithi123.stdout:1513: rollback oid 14 current snap is 148 2023-12-20T10:54:57.991 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 14 to 142 2023-12-20T10:54:57.991 INFO:tasks.rados.rados.0.smithi123.stdout:1508: finishing write tid 1 to smithi123173835-38 2023-12-20T10:54:57.991 INFO:tasks.rados.rados.0.smithi123.stdout:1508: finishing write tid 2 to smithi123173835-38 2023-12-20T10:54:57.991 INFO:tasks.rados.rados.0.smithi123.stdout:1508: finishing write tid 3 to smithi123173835-38 2023-12-20T10:54:57.991 INFO:tasks.rados.rados.0.smithi123.stdout:1511: finishing rollback tid 0 to smithi123173835-7 2023-12-20T10:54:57.991 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 596 (ObjNum 278 snap 81 seq_num 278) dirty exists 2023-12-20T10:54:57.991 INFO:tasks.rados.rados.0.smithi123.stdout:1511: finishing rollback tid 1 to smithi123173835-7 2023-12-20T10:54:57.991 INFO:tasks.rados.rados.0.smithi123.stdout:1511: finishing rollback tid 2 to smithi123173835-7 2023-12-20T10:54:57.991 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 546 (ObjNum 465 snap 136 seq_num 465) dirty exists 2023-12-20T10:54:57.991 INFO:tasks.rados.rados.0.smithi123.stdout:1508: finishing write tid 4 to smithi123173835-38 2023-12-20T10:54:57.991 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 38 v 749 (ObjNum 500 snap 148 seq_num 500) dirty exists 2023-12-20T10:54:57.991 INFO:tasks.rados.rados.0.smithi123.stdout:1508: left oid 38 (ObjNum 500 snap 148 seq_num 500) 2023-12-20T10:54:57.991 INFO:tasks.rados.rados.0.smithi123.stdout:1509: finishing rollback tid 0 to smithi123173835-50 2023-12-20T10:54:57.991 INFO:tasks.rados.rados.0.smithi123.stdout:1509: finishing rollback tid 1 to smithi123173835-50 2023-12-20T10:54:57.992 INFO:tasks.rados.rados.0.smithi123.stdout:1509: finishing rollback tid 2 to smithi123173835-50 2023-12-20T10:54:57.992 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 50 v 1367 (ObjNum 406 snap 126 seq_num 406) dirty exists 2023-12-20T10:54:57.992 INFO:tasks.rados.rados.0.smithi123.stdout:1508: done (4 left) 2023-12-20T10:54:57.992 INFO:tasks.rados.rados.0.smithi123.stdout:1509: done (3 left) 2023-12-20T10:54:57.992 INFO:tasks.rados.rados.0.smithi123.stdout:1510: done (2 left) 2023-12-20T10:54:57.992 INFO:tasks.rados.rados.0.smithi123.stdout:1511: done (1 left) 2023-12-20T10:54:57.992 INFO:tasks.rados.rados.0.smithi123.stdout:1514: delete oid 31 current snap is 148 2023-12-20T10:54:57.994 INFO:tasks.rados.rados.0.smithi123.stdout:1514: done (1 left) 2023-12-20T10:54:57.995 INFO:tasks.rados.rados.0.smithi123.stdout:1515: snap_remove snap 143 2023-12-20T10:54:58.294 INFO:journalctl@ceph.osd.4.smithi177.stdout:Dec 20 10:54:58 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-4[218822]: 2023-12-20T10:54:58.015+0000 7f7b870d3700 -1 osd.4 354 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-20T10:54:58.295 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:58 smithi177 ceph-mon[212096]: failed to encode map e361 with expected crc 2023-12-20T10:54:58.295 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:58 smithi177 ceph-mon[212096]: failed to encode map e362 with expected crc 2023-12-20T10:54:58.295 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:58 smithi177 ceph-mon[212096]: osdmap e362: 8 total, 7 up, 8 in 2023-12-20T10:54:58.295 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:58 smithi177 ceph-mon[212096]: failed to encode map e362 with expected crc 2023-12-20T10:54:58.295 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:58 smithi177 ceph-mon[212096]: failed to encode map e362 with expected crc 2023-12-20T10:54:58.295 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:58 smithi177 ceph-mon[212096]: failed to encode map e362 with expected crc 2023-12-20T10:54:58.295 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:58 smithi177 ceph-mon[212096]: from='osd.4 [v2:172.21.15.177:6800/514438472,v1:172.21.15.177:6801/514438472]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-20T10:54:58.295 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:58 smithi177 ceph-mon[212096]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-20T10:54:58.295 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:58.295 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:58.296 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:58 smithi177 ceph-mon[212096]: pgmap v250: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 144 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 3.6 MiB/s wr, 11 op/s; 33/243 objects degraded (13.580%) 2023-12-20T10:54:58.296 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:58 smithi177 ceph-mon[212096]: Health check update: Degraded data redundancy: 30/222 objects degraded (13.514%), 13 pgs degraded (PG_DEGRADED) 2023-12-20T10:54:58.296 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:58 smithi177 ceph-mon[212096]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-20T10:54:58.296 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:58 smithi177 ceph-mon[212096]: failed to encode map e363 with expected crc 2023-12-20T10:54:58.296 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:58 smithi177 ceph-mon[212096]: from='osd.4 [v2:172.21.15.177:6800/514438472,v1:172.21.15.177:6801/514438472]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:54:58.296 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:58 smithi177 ceph-mon[212096]: osdmap e363: 8 total, 7 up, 8 in 2023-12-20T10:54:58.296 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:58 smithi177 ceph-mon[212096]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:54:58.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[188613]: failed to encode map e361 with expected crc 2023-12-20T10:54:58.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[188613]: failed to encode map e362 with expected crc 2023-12-20T10:54:58.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[188613]: osdmap e362: 8 total, 7 up, 8 in 2023-12-20T10:54:58.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[188613]: failed to encode map e362 with expected crc 2023-12-20T10:54:58.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[188613]: failed to encode map e362 with expected crc 2023-12-20T10:54:58.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[188613]: failed to encode map e362 with expected crc 2023-12-20T10:54:58.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[188613]: from='osd.4 [v2:172.21.15.177:6800/514438472,v1:172.21.15.177:6801/514438472]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-20T10:54:58.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[188613]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-20T10:54:58.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:58.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:58.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[188613]: pgmap v250: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 144 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 3.6 MiB/s wr, 11 op/s; 33/243 objects degraded (13.580%) 2023-12-20T10:54:58.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[188613]: Health check update: Degraded data redundancy: 30/222 objects degraded (13.514%), 13 pgs degraded (PG_DEGRADED) 2023-12-20T10:54:58.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[188613]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-20T10:54:58.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[188613]: failed to encode map e363 with expected crc 2023-12-20T10:54:58.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[188613]: from='osd.4 [v2:172.21.15.177:6800/514438472,v1:172.21.15.177:6801/514438472]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:54:58.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[188613]: osdmap e363: 8 total, 7 up, 8 in 2023-12-20T10:54:58.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[188613]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:54:58.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[191304]: failed to encode map e361 with expected crc 2023-12-20T10:54:58.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[191304]: failed to encode map e362 with expected crc 2023-12-20T10:54:58.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[191304]: osdmap e362: 8 total, 7 up, 8 in 2023-12-20T10:54:58.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[191304]: failed to encode map e362 with expected crc 2023-12-20T10:54:58.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[191304]: failed to encode map e362 with expected crc 2023-12-20T10:54:58.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[191304]: failed to encode map e362 with expected crc 2023-12-20T10:54:58.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[191304]: from='osd.4 [v2:172.21.15.177:6800/514438472,v1:172.21.15.177:6801/514438472]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-20T10:54:58.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[191304]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-20T10:54:58.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:58.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:54:58.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[191304]: pgmap v250: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 144 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 3.6 MiB/s wr, 11 op/s; 33/243 objects degraded (13.580%) 2023-12-20T10:54:58.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[191304]: Health check update: Degraded data redundancy: 30/222 objects degraded (13.514%), 13 pgs degraded (PG_DEGRADED) 2023-12-20T10:54:58.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[191304]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-20T10:54:58.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[191304]: failed to encode map e363 with expected crc 2023-12-20T10:54:58.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[191304]: from='osd.4 [v2:172.21.15.177:6800/514438472,v1:172.21.15.177:6801/514438472]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:54:58.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[191304]: osdmap e363: 8 total, 7 up, 8 in 2023-12-20T10:54:58.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:58 smithi123 ceph-mon[191304]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:54:59.005 INFO:tasks.rados.rados.0.smithi123.stdout:1515: done (1 left) 2023-12-20T10:54:59.005 INFO:tasks.rados.rados.0.smithi123.stdout:1516: read oid 23 snap 144 2023-12-20T10:54:59.005 INFO:tasks.rados.rados.0.smithi123.stdout:1516: expect (ObjNum 423 snap 126 seq_num 423) 2023-12-20T10:54:59.005 INFO:tasks.rados.rados.0.smithi123.stdout:1517: rollback oid 21 current snap is 148 2023-12-20T10:54:59.005 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 21 to 144 2023-12-20T10:54:59.005 INFO:tasks.rados.rados.0.smithi123.stdout:1518: snap_create 2023-12-20T10:54:59.005 INFO:tasks.rados.rados.0.smithi123.stdout:1513: finishing rollback tid 1 to smithi123173835-14 2023-12-20T10:54:59.005 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 14 v 0 (ObjNum 33 snap 0 seq_num 959246816) dirty dne 2023-12-20T10:54:59.153 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:54:58 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:54:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-20T10:54:59.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:59 smithi123 ceph-mon[188613]: failed to encode map e363 with expected crc 2023-12-20T10:54:59.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:59 smithi123 ceph-mon[188613]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-20T10:54:59.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:59 smithi123 ceph-mon[188613]: osd.4 [v2:172.21.15.177:6800/514438472,v1:172.21.15.177:6801/514438472] boot 2023-12-20T10:54:59.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:59 smithi123 ceph-mon[188613]: osdmap e364: 8 total, 8 up, 8 in 2023-12-20T10:54:59.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:54:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-20T10:54:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:54:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:54:59] "GET /metrics HTTP/1.1" 200 36117 "" "Prometheus/2.43.0" 2023-12-20T10:54:59.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:59 smithi123 ceph-mon[191304]: failed to encode map e363 with expected crc 2023-12-20T10:54:59.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:59 smithi123 ceph-mon[191304]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-20T10:54:59.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:59 smithi123 ceph-mon[191304]: osd.4 [v2:172.21.15.177:6800/514438472,v1:172.21.15.177:6801/514438472] boot 2023-12-20T10:54:59.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:59 smithi123 ceph-mon[191304]: osdmap e364: 8 total, 8 up, 8 in 2023-12-20T10:54:59.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:54:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-20T10:54:59.580 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:59 smithi177 ceph-mon[212096]: failed to encode map e363 with expected crc 2023-12-20T10:54:59.581 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:59 smithi177 ceph-mon[212096]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-20T10:54:59.581 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:59 smithi177 ceph-mon[212096]: osd.4 [v2:172.21.15.177:6800/514438472,v1:172.21.15.177:6801/514438472] boot 2023-12-20T10:54:59.581 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:59 smithi177 ceph-mon[212096]: osdmap e364: 8 total, 8 up, 8 in 2023-12-20T10:54:59.581 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:54:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-20T10:55:00.003 INFO:tasks.rados.rados.0.smithi123.stdout:1513: done (3 left) 2023-12-20T10:55:00.004 INFO:tasks.rados.rados.0.smithi123.stdout:1518: done (2 left) 2023-12-20T10:55:00.004 INFO:tasks.rados.rados.0.smithi123.stdout:1519: read oid 5 snap -1 2023-12-20T10:55:00.004 INFO:tasks.rados.rados.0.smithi123.stdout:1519: expect (ObjNum 495 snap 147 seq_num 495) 2023-12-20T10:55:00.004 INFO:tasks.rados.rados.0.smithi123.stdout:1520: snap_create 2023-12-20T10:55:00.034 INFO:tasks.rados.rados.0.smithi123.stdout:1517: finishing rollback tid 0 to smithi123173835-21 2023-12-20T10:55:00.037 INFO:tasks.rados.rados.0.smithi123.stdout:1517: finishing rollback tid 1 to smithi123173835-21 2023-12-20T10:55:00.037 INFO:tasks.rados.rados.0.smithi123.stdout:1517: finishing rollback tid 2 to smithi123173835-21 2023-12-20T10:55:00.037 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 943 (ObjNum 451 snap 131 seq_num 451) dirty exists 2023-12-20T10:55:00.039 INFO:tasks.rados.rados.0.smithi123.stdout:1519: expect (ObjNum 495 snap 147 seq_num 495) 2023-12-20T10:55:00.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:54:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:54:59.771+0000 7f8d61249700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2023-12-20T10:55:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:00 smithi177 ceph-mon[212096]: pgmap v253: 121 pgs: 5 peering, 29 active+undersized, 12 active+undersized+degraded, 75 active+clean; 145 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 784 KiB/s wr, 11 op/s; 25/243 objects degraded (10.288%) 2023-12-20T10:55:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:55:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:55:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:55:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:55:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:55:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:55:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-20T10:55:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:00 smithi177 ceph-mon[212096]: osdmap e365: 8 total, 8 up, 8 in 2023-12-20T10:55:00.703 INFO:tasks.rados.rados.0.smithi123.stdout:1516: expect (ObjNum 423 snap 126 seq_num 423) 2023-12-20T10:55:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:00 smithi123 ceph-mon[191304]: pgmap v253: 121 pgs: 5 peering, 29 active+undersized, 12 active+undersized+degraded, 75 active+clean; 145 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 784 KiB/s wr, 11 op/s; 25/243 objects degraded (10.288%) 2023-12-20T10:55:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:55:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:55:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:55:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:55:00.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:55:00.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:55:00.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-20T10:55:00.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:00 smithi123 ceph-mon[191304]: osdmap e365: 8 total, 8 up, 8 in 2023-12-20T10:55:00.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:00 smithi123 ceph-mon[188613]: pgmap v253: 121 pgs: 5 peering, 29 active+undersized, 12 active+undersized+degraded, 75 active+clean; 145 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 784 KiB/s wr, 11 op/s; 25/243 objects degraded (10.288%) 2023-12-20T10:55:00.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:00.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:00.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:55:00.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:55:00.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:00.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:55:00.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:55:00.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:55:00.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:55:00.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-20T10:55:00.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:00 smithi123 ceph-mon[188613]: osdmap e365: 8 total, 8 up, 8 in 2023-12-20T10:55:01.002 INFO:tasks.rados.rados.0.smithi123.stdout:1516: done (3 left) 2023-12-20T10:55:01.002 INFO:tasks.rados.rados.0.smithi123.stdout:1517: done (2 left) 2023-12-20T10:55:01.002 INFO:tasks.rados.rados.0.smithi123.stdout:1519: done (1 left) 2023-12-20T10:55:01.002 INFO:tasks.rados.rados.0.smithi123.stdout:1520: done (0 left) 2023-12-20T10:55:01.002 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 25 current snap is 150 2023-12-20T10:55:01.002 INFO:tasks.rados.rados.0.smithi123.stdout:1521: seq_num 502 ranges {2129920=409600,2539520=417792,2957312=385024} 2023-12-20T10:55:01.015 INFO:tasks.rados.rados.0.smithi123.stdout:1521: writing smithi123173835-25 from 2129920 to 2539520 tid 1 2023-12-20T10:55:01.017 INFO:tasks.rados.rados.0.smithi123.stdout:1521: writing smithi123173835-25 from 2539520 to 2957312 tid 2 2023-12-20T10:55:01.019 INFO:tasks.rados.rados.0.smithi123.stdout:1521: writing smithi123173835-25 from 2957312 to 3342336 tid 3 2023-12-20T10:55:01.019 INFO:tasks.rados.rados.0.smithi123.stdout:1522: copy_from oid 31 from oid 13 current snap is 150 2023-12-20T10:55:01.020 INFO:tasks.rados.rados.0.smithi123.stdout:1523: snap_remove snap 141 2023-12-20T10:55:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:01 smithi177 ceph-mon[212096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-20T10:55:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:01 smithi177 ceph-mon[212096]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2023-12-20T10:55:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:01 smithi177 ceph-mon[212096]: failed to encode map e365 with expected crc 2023-12-20T10:55:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:01 smithi177 ceph-mon[212096]: failed to encode map e365 with expected crc 2023-12-20T10:55:01.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:01 smithi177 ceph-mon[212096]: failed to encode map e365 with expected crc 2023-12-20T10:55:01.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:01 smithi177 ceph-mon[212096]: failed to encode map e365 with expected crc 2023-12-20T10:55:01.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:01 smithi177 ceph-mon[212096]: failed to encode map e365 with expected crc 2023-12-20T10:55:01.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:01 smithi177 ceph-mon[212096]: failed to encode map e365 with expected crc 2023-12-20T10:55:01.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:01 smithi177 ceph-mon[212096]: failed to encode map e365 with expected crc 2023-12-20T10:55:01.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:01 smithi177 ceph-mon[212096]: failed to encode map e365 with expected crc 2023-12-20T10:55:01.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:01 smithi177 ceph-mon[212096]: failed to encode map e365 with expected crc 2023-12-20T10:55:01.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:01 smithi177 ceph-mon[212096]: osdmap e366: 8 total, 8 up, 8 in 2023-12-20T10:55:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:01 smithi123 ceph-mon[191304]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-20T10:55:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:01 smithi123 ceph-mon[191304]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2023-12-20T10:55:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:01 smithi123 ceph-mon[191304]: failed to encode map e365 with expected crc 2023-12-20T10:55:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:01 smithi123 ceph-mon[191304]: failed to encode map e365 with expected crc 2023-12-20T10:55:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:01 smithi123 ceph-mon[191304]: failed to encode map e365 with expected crc 2023-12-20T10:55:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:01 smithi123 ceph-mon[191304]: failed to encode map e365 with expected crc 2023-12-20T10:55:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:01 smithi123 ceph-mon[191304]: failed to encode map e365 with expected crc 2023-12-20T10:55:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:01 smithi123 ceph-mon[191304]: failed to encode map e365 with expected crc 2023-12-20T10:55:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:01 smithi123 ceph-mon[191304]: failed to encode map e365 with expected crc 2023-12-20T10:55:01.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:01 smithi123 ceph-mon[191304]: failed to encode map e365 with expected crc 2023-12-20T10:55:01.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:01 smithi123 ceph-mon[191304]: failed to encode map e365 with expected crc 2023-12-20T10:55:01.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:01 smithi123 ceph-mon[191304]: osdmap e366: 8 total, 8 up, 8 in 2023-12-20T10:55:01.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:01 smithi123 ceph-mon[188613]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-20T10:55:01.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:01 smithi123 ceph-mon[188613]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2023-12-20T10:55:01.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:01 smithi123 ceph-mon[188613]: failed to encode map e365 with expected crc 2023-12-20T10:55:01.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:01 smithi123 ceph-mon[188613]: failed to encode map e365 with expected crc 2023-12-20T10:55:01.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:01 smithi123 ceph-mon[188613]: failed to encode map e365 with expected crc 2023-12-20T10:55:01.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:01 smithi123 ceph-mon[188613]: failed to encode map e365 with expected crc 2023-12-20T10:55:01.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:01 smithi123 ceph-mon[188613]: failed to encode map e365 with expected crc 2023-12-20T10:55:01.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:01 smithi123 ceph-mon[188613]: failed to encode map e365 with expected crc 2023-12-20T10:55:01.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:01 smithi123 ceph-mon[188613]: failed to encode map e365 with expected crc 2023-12-20T10:55:01.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:01 smithi123 ceph-mon[188613]: failed to encode map e365 with expected crc 2023-12-20T10:55:01.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:01 smithi123 ceph-mon[188613]: failed to encode map e365 with expected crc 2023-12-20T10:55:01.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:01 smithi123 ceph-mon[188613]: osdmap e366: 8 total, 8 up, 8 in 2023-12-20T10:55:02.006 INFO:tasks.rados.rados.0.smithi123.stdout:1523: done (2 left) 2023-12-20T10:55:02.007 INFO:tasks.rados.rados.0.smithi123.stdout:1524: read oid 28 snap -1 2023-12-20T10:55:02.007 INFO:tasks.rados.rados.0.smithi123.stdout:1524: expect (ObjNum 479 snap 139 seq_num 479) 2023-12-20T10:55:02.007 INFO:tasks.rados.rados.0.smithi123.stdout:1525: read oid 45 snap -1 2023-12-20T10:55:02.007 INFO:tasks.rados.rados.0.smithi123.stdout:1525: expect (ObjNum 477 snap 138 seq_num 477) 2023-12-20T10:55:02.007 INFO:tasks.rados.rados.0.smithi123.stdout:1526: rmattr oid 41 current snap is 150 2023-12-20T10:55:02.007 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 1 current snap is 150 2023-12-20T10:55:02.007 INFO:tasks.rados.rados.0.smithi123.stdout:1527: seq_num 503 ranges {7462912=425984,7888896=704512,8593408=98304} 2023-12-20T10:55:02.050 INFO:tasks.rados.rados.0.smithi123.stdout:1527: writing smithi123173835-1 from 7462912 to 7888896 tid 1 2023-12-20T10:55:02.055 INFO:tasks.rados.rados.0.smithi123.stdout:1527: writing smithi123173835-1 from 7888896 to 8593408 tid 2 2023-12-20T10:55:02.056 INFO:tasks.rados.rados.0.smithi123.stdout:1527: writing smithi123173835-1 from 8593408 to 8691712 tid 3 2023-12-20T10:55:02.056 INFO:tasks.rados.rados.0.smithi123.stdout:1528: read oid 7 snap -1 2023-12-20T10:55:02.056 INFO:tasks.rados.rados.0.smithi123.stdout:1528: expect (ObjNum 465 snap 136 seq_num 465) 2023-12-20T10:55:02.056 INFO:tasks.rados.rados.0.smithi123.stdout:1529: read oid 50 snap -1 2023-12-20T10:55:02.056 INFO:tasks.rados.rados.0.smithi123.stdout:1529: expect (ObjNum 406 snap 126 seq_num 406) 2023-12-20T10:55:02.056 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 21 current snap is 150 2023-12-20T10:55:02.060 INFO:tasks.rados.rados.0.smithi123.stdout:1530: seq_num 504 ranges {2400256=450560,2850816=589824,3440640=212992} 2023-12-20T10:55:02.072 INFO:tasks.rados.rados.0.smithi123.stdout:1530: writing smithi123173835-21 from 2400256 to 2850816 tid 1 2023-12-20T10:55:02.076 INFO:tasks.rados.rados.0.smithi123.stdout:1530: writing smithi123173835-21 from 2850816 to 3440640 tid 2 2023-12-20T10:55:02.078 INFO:tasks.rados.rados.0.smithi123.stdout:1530: writing smithi123173835-21 from 3440640 to 3653632 tid 3 2023-12-20T10:55:02.078 INFO:tasks.rados.rados.0.smithi123.stdout:1521: finishing write tid 1 to smithi123173835-25 2023-12-20T10:55:02.078 INFO:tasks.rados.rados.0.smithi123.stdout:1531: delete oid 39 current snap is 150 2023-12-20T10:55:02.078 INFO:tasks.rados.rados.0.smithi123.stdout:1521: finishing write tid 2 to smithi123173835-25 2023-12-20T10:55:02.078 INFO:tasks.rados.rados.0.smithi123.stdout:1521: finishing write tid 3 to smithi123173835-25 2023-12-20T10:55:02.079 INFO:tasks.rados.rados.0.smithi123.stdout:1521: finishing write tid 4 to smithi123173835-25 2023-12-20T10:55:02.079 INFO:tasks.rados.rados.0.smithi123.stdout:1521: finishing write tid 5 to smithi123173835-25 2023-12-20T10:55:02.079 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 344 (ObjNum 502 snap 150 seq_num 502) dirty exists 2023-12-20T10:55:02.079 INFO:tasks.rados.rados.0.smithi123.stdout:1521: left oid 25 (ObjNum 502 snap 150 seq_num 502) 2023-12-20T10:55:02.079 INFO:tasks.rados.rados.0.smithi123.stdout:1522: finishing copy_from to smithi123173835-31 2023-12-20T10:55:02.079 INFO:tasks.rados.rados.0.smithi123.stdout:1522: got expected ENOENT (src dne) 2023-12-20T10:55:02.079 INFO:tasks.rados.rados.0.smithi123.stdout:1522: finishing copy_from racing read to smithi123173835-31 2023-12-20T10:55:02.079 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 597 (ObjNum 278 snap 81 seq_num 278) dirty exists 2023-12-20T10:55:02.080 INFO:tasks.rados.rados.0.smithi123.stdout:1525: expect (ObjNum 477 snap 138 seq_num 477) 2023-12-20T10:55:02.638 INFO:tasks.rados.rados.0.smithi123.stdout:1527: finishing write tid 1 to smithi123173835-1 2023-12-20T10:55:02.638 INFO:tasks.rados.rados.0.smithi123.stdout:1521: done (9 left) 2023-12-20T10:55:02.638 INFO:tasks.rados.rados.0.smithi123.stdout:1522: done (8 left) 2023-12-20T10:55:02.638 INFO:tasks.rados.rados.0.smithi123.stdout:1525: done (7 left) 2023-12-20T10:55:02.638 INFO:tasks.rados.rados.0.smithi123.stdout:1526: done (6 left) 2023-12-20T10:55:02.639 INFO:tasks.rados.rados.0.smithi123.stdout:1531: done (5 left) 2023-12-20T10:55:02.639 INFO:tasks.rados.rados.0.smithi123.stdout:1532: snap_remove snap 142 2023-12-20T10:55:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:02 smithi177 ceph-mon[212096]: failed to encode map e366 with expected crc 2023-12-20T10:55:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:02 smithi177 ceph-mon[212096]: pgmap v256: 121 pgs: 5 peering, 23 active+undersized, 8 active+undersized+degraded, 85 active+clean; 148 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.1 MiB/s wr, 7 op/s; 16/261 objects degraded (6.130%); 4.4 MiB/s, 1 objects/s recovering 2023-12-20T10:55:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:02 smithi177 ceph-mon[212096]: failed to encode map e366 with expected crc 2023-12-20T10:55:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:02 smithi177 ceph-mon[212096]: osdmap e367: 8 total, 8 up, 8 in 2023-12-20T10:55:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:02 smithi123 ceph-mon[191304]: failed to encode map e366 with expected crc 2023-12-20T10:55:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:02 smithi123 ceph-mon[191304]: pgmap v256: 121 pgs: 5 peering, 23 active+undersized, 8 active+undersized+degraded, 85 active+clean; 148 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.1 MiB/s wr, 7 op/s; 16/261 objects degraded (6.130%); 4.4 MiB/s, 1 objects/s recovering 2023-12-20T10:55:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:02 smithi123 ceph-mon[191304]: failed to encode map e366 with expected crc 2023-12-20T10:55:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:02 smithi123 ceph-mon[191304]: osdmap e367: 8 total, 8 up, 8 in 2023-12-20T10:55:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:02 smithi123 ceph-mon[188613]: failed to encode map e366 with expected crc 2023-12-20T10:55:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:02 smithi123 ceph-mon[188613]: pgmap v256: 121 pgs: 5 peering, 23 active+undersized, 8 active+undersized+degraded, 85 active+clean; 148 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.1 MiB/s wr, 7 op/s; 16/261 objects degraded (6.130%); 4.4 MiB/s, 1 objects/s recovering 2023-12-20T10:55:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:02 smithi123 ceph-mon[188613]: failed to encode map e366 with expected crc 2023-12-20T10:55:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:02 smithi123 ceph-mon[188613]: osdmap e367: 8 total, 8 up, 8 in 2023-12-20T10:55:03.262 INFO:tasks.rados.rados.0.smithi123.stdout:1532: done (5 left) 2023-12-20T10:55:03.262 INFO:tasks.rados.rados.0.smithi123.stdout:1533: setattr oid 25 current snap is 150 2023-12-20T10:55:03.263 INFO:tasks.rados.rados.0.smithi123.stdout:1527: finishing write tid 2 to smithi123173835-1 2023-12-20T10:55:03.263 INFO:tasks.rados.rados.0.smithi123.stdout:1527: finishing write tid 3 to smithi123173835-1 2023-12-20T10:55:03.263 INFO:tasks.rados.rados.0.smithi123.stdout:1527: finishing write tid 4 to smithi123173835-1 2023-12-20T10:55:03.263 INFO:tasks.rados.rados.0.smithi123.stdout:1528: expect (ObjNum 465 snap 136 seq_num 465) 2023-12-20T10:55:03.282 INFO:tasks.rados.rados.0.smithi123.stdout:1527: finishing write tid 5 to smithi123173835-1 2023-12-20T10:55:03.282 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 1 v 753 (ObjNum 503 snap 150 seq_num 503) dirty exists 2023-12-20T10:55:03.282 INFO:tasks.rados.rados.0.smithi123.stdout:1527: left oid 1 (ObjNum 503 snap 150 seq_num 503) 2023-12-20T10:55:03.282 INFO:tasks.rados.rados.0.smithi123.stdout:1529: expect (ObjNum 406 snap 126 seq_num 406) 2023-12-20T10:55:03.337 INFO:tasks.rados.rados.0.smithi123.stdout:1524: expect (ObjNum 479 snap 139 seq_num 479) 2023-12-20T10:55:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:03 smithi177 ceph-mon[212096]: failed to encode map e366 with expected crc 2023-12-20T10:55:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:03 smithi177 ceph-mon[212096]: failed to encode map e367 with expected crc 2023-12-20T10:55:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:03 smithi177 ceph-mon[212096]: failed to encode map e367 with expected crc 2023-12-20T10:55:03.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:03 smithi177 ceph-mon[212096]: failed to encode map e367 with expected crc 2023-12-20T10:55:03.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:03 smithi177 ceph-mon[212096]: Health check update: Degraded data redundancy: 16/261 objects degraded (6.130%), 8 pgs degraded (PG_DEGRADED) 2023-12-20T10:55:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:03 smithi123 ceph-mon[191304]: failed to encode map e366 with expected crc 2023-12-20T10:55:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:03 smithi123 ceph-mon[191304]: failed to encode map e367 with expected crc 2023-12-20T10:55:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:03 smithi123 ceph-mon[191304]: failed to encode map e367 with expected crc 2023-12-20T10:55:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:03 smithi123 ceph-mon[191304]: failed to encode map e367 with expected crc 2023-12-20T10:55:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:03 smithi123 ceph-mon[191304]: Health check update: Degraded data redundancy: 16/261 objects degraded (6.130%), 8 pgs degraded (PG_DEGRADED) 2023-12-20T10:55:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:03 smithi123 ceph-mon[188613]: failed to encode map e366 with expected crc 2023-12-20T10:55:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:03 smithi123 ceph-mon[188613]: failed to encode map e367 with expected crc 2023-12-20T10:55:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:03 smithi123 ceph-mon[188613]: failed to encode map e367 with expected crc 2023-12-20T10:55:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:03 smithi123 ceph-mon[188613]: failed to encode map e367 with expected crc 2023-12-20T10:55:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:03 smithi123 ceph-mon[188613]: Health check update: Degraded data redundancy: 16/261 objects degraded (6.130%), 8 pgs degraded (PG_DEGRADED) 2023-12-20T10:55:04.064 INFO:tasks.rados.rados.0.smithi123.stdout:1530: finishing write tid 1 to smithi123173835-21 2023-12-20T10:55:04.065 INFO:tasks.rados.rados.0.smithi123.stdout:1524: done (5 left) 2023-12-20T10:55:04.065 INFO:tasks.rados.rados.0.smithi123.stdout:1527: done (4 left) 2023-12-20T10:55:04.065 INFO:tasks.rados.rados.0.smithi123.stdout:1528: done (3 left) 2023-12-20T10:55:04.065 INFO:tasks.rados.rados.0.smithi123.stdout:1529: done (2 left) 2023-12-20T10:55:04.065 INFO:tasks.rados.rados.0.smithi123.stdout:1534: copy_from oid 35 from oid 28 current snap is 150 2023-12-20T10:55:04.065 INFO:tasks.rados.rados.0.smithi123.stdout:1530: finishing write tid 2 to smithi123173835-21 2023-12-20T10:55:04.065 INFO:tasks.rados.rados.0.smithi123.stdout:1530: finishing write tid 3 to smithi123173835-21 2023-12-20T10:55:04.065 INFO:tasks.rados.rados.0.smithi123.stdout:1530: finishing write tid 4 to smithi123173835-21 2023-12-20T10:55:04.065 INFO:tasks.rados.rados.0.smithi123.stdout:1530: finishing write tid 5 to smithi123173835-21 2023-12-20T10:55:04.065 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 947 (ObjNum 504 snap 150 seq_num 504) dirty exists 2023-12-20T10:55:04.065 INFO:tasks.rados.rados.0.smithi123.stdout:1530: left oid 21 (ObjNum 504 snap 150 seq_num 504) 2023-12-20T10:55:04.065 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 349 (ObjNum 502 snap 150 seq_num 502) dirty exists 2023-12-20T10:55:04.065 INFO:tasks.rados.rados.0.smithi123.stdout:1530: done (2 left) 2023-12-20T10:55:04.066 INFO:tasks.rados.rados.0.smithi123.stdout:1533: done (1 left) 2023-12-20T10:55:04.066 INFO:tasks.rados.rados.0.smithi123.stdout:1535: read oid 36 snap -1 2023-12-20T10:55:04.066 INFO:tasks.rados.rados.0.smithi123.stdout:1535: expect (ObjNum 485 snap 142 seq_num 485) 2023-12-20T10:55:04.066 INFO:tasks.rados.rados.0.smithi123.stdout:1536: read oid 7 snap -1 2023-12-20T10:55:04.066 INFO:tasks.rados.rados.0.smithi123.stdout:1536: expect (ObjNum 465 snap 136 seq_num 465) 2023-12-20T10:55:04.066 INFO:tasks.rados.rados.0.smithi123.stdout:1537: rollback oid 47 current snap is 150 2023-12-20T10:55:04.066 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 47 to 148 2023-12-20T10:55:04.066 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 37 current snap is 150 2023-12-20T10:55:04.066 INFO:tasks.rados.rados.0.smithi123.stdout:1538: seq_num 506 ranges {0=483328,483328=761856,1245184=40960} 2023-12-20T10:55:04.067 INFO:tasks.rados.rados.0.smithi123.stdout:1538: writing smithi123173835-37 from 0 to 483328 tid 1 2023-12-20T10:55:04.071 INFO:tasks.rados.rados.0.smithi123.stdout:1538: writing smithi123173835-37 from 483328 to 1245184 tid 2 2023-12-20T10:55:04.072 INFO:tasks.rados.rados.0.smithi123.stdout:1538: writing smithi123173835-37 from 1245184 to 1286144 tid 3 2023-12-20T10:55:04.072 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 34 current snap is 150 2023-12-20T10:55:04.072 INFO:tasks.rados.rados.0.smithi123.stdout:1539: seq_num 507 ranges {0=499712,499712=638976,1138688=163840} 2023-12-20T10:55:04.074 INFO:tasks.rados.rados.0.smithi123.stdout:1539: writing smithi123173835-34 from 0 to 499712 tid 1 2023-12-20T10:55:04.079 INFO:tasks.rados.rados.0.smithi123.stdout:1539: writing smithi123173835-34 from 499712 to 1138688 tid 2 2023-12-20T10:55:04.080 INFO:tasks.rados.rados.0.smithi123.stdout:1539: writing smithi123173835-34 from 1138688 to 1302528 tid 3 2023-12-20T10:55:04.080 INFO:tasks.rados.rados.0.smithi123.stdout:1540: copy_from oid 12 from oid 1 current snap is 150 2023-12-20T10:55:04.081 INFO:tasks.rados.rados.0.smithi123.stdout:1537: finishing rollback tid 0 to smithi123173835-47 2023-12-20T10:55:04.081 INFO:tasks.rados.rados.0.smithi123.stdout:1536: expect (ObjNum 465 snap 136 seq_num 465) 2023-12-20T10:55:04.104 INFO:tasks.rados.rados.0.smithi123.stdout:1537: finishing rollback tid 1 to smithi123173835-47 2023-12-20T10:55:04.104 INFO:tasks.rados.rados.0.smithi123.stdout:1536: done (6 left) 2023-12-20T10:55:04.104 INFO:tasks.rados.rados.0.smithi123.stdout:1541: snap_remove snap 147 2023-12-20T10:55:04.268 INFO:tasks.rados.rados.0.smithi123.stdout:1541: done (6 left) 2023-12-20T10:55:04.269 INFO:tasks.rados.rados.0.smithi123.stdout:1542: snap_create 2023-12-20T10:55:04.269 INFO:tasks.rados.rados.0.smithi123.stdout:1537: finishing rollback tid 2 to smithi123173835-47 2023-12-20T10:55:04.269 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 47 v 732 (ObjNum 466 snap 136 seq_num 466) dirty exists 2023-12-20T10:55:04.269 INFO:tasks.rados.rados.0.smithi123.stdout:1535: expect (ObjNum 485 snap 142 seq_num 485) 2023-12-20T10:55:04.297 INFO:tasks.rados.rados.0.smithi123.stdout:1538: finishing write tid 1 to smithi123173835-37 2023-12-20T10:55:04.298 INFO:tasks.rados.rados.0.smithi123.stdout:1538: finishing write tid 2 to smithi123173835-37 2023-12-20T10:55:04.298 INFO:tasks.rados.rados.0.smithi123.stdout:1538: finishing write tid 3 to smithi123173835-37 2023-12-20T10:55:04.298 INFO:tasks.rados.rados.0.smithi123.stdout:1538: finishing write tid 4 to smithi123173835-37 2023-12-20T10:55:04.298 INFO:tasks.rados.rados.0.smithi123.stdout:1539: finishing write tid 1 to smithi123173835-34 2023-12-20T10:55:04.298 INFO:tasks.rados.rados.0.smithi123.stdout:1538: finishing write tid 5 to smithi123173835-37 2023-12-20T10:55:04.298 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 945 (ObjNum 506 snap 150 seq_num 506) dirty exists 2023-12-20T10:55:04.298 INFO:tasks.rados.rados.0.smithi123.stdout:1538: left oid 37 (ObjNum 506 snap 150 seq_num 506) 2023-12-20T10:55:04.298 INFO:tasks.rados.rados.0.smithi123.stdout:1539: finishing write tid 2 to smithi123173835-34 2023-12-20T10:55:04.298 INFO:tasks.rados.rados.0.smithi123.stdout:1539: finishing write tid 3 to smithi123173835-34 2023-12-20T10:55:04.298 INFO:tasks.rados.rados.0.smithi123.stdout:1539: finishing write tid 4 to smithi123173835-34 2023-12-20T10:55:04.298 INFO:tasks.rados.rados.0.smithi123.stdout:1534: finishing copy_from racing read to smithi123173835-35 2023-12-20T10:55:04.298 INFO:tasks.rados.rados.0.smithi123.stdout:1539: finishing write tid 5 to smithi123173835-34 2023-12-20T10:55:04.298 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 34 v 1391 (ObjNum 507 snap 150 seq_num 507) dirty exists 2023-12-20T10:55:04.298 INFO:tasks.rados.rados.0.smithi123.stdout:1539: left oid 34 (ObjNum 507 snap 150 seq_num 507) 2023-12-20T10:55:04.299 INFO:tasks.rados.rados.0.smithi123.stdout:1534: finishing copy_from to smithi123173835-35 2023-12-20T10:55:04.299 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 35 v 1338 (ObjNum 479 snap 139 seq_num 479) dirty exists 2023-12-20T10:55:04.299 INFO:tasks.rados.rados.0.smithi123.stdout:1540: finishing copy_from racing read to smithi123173835-12 2023-12-20T10:55:04.299 INFO:tasks.rados.rados.0.smithi123.stdout:1540: finishing copy_from to smithi123173835-12 2023-12-20T10:55:04.299 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 753 (ObjNum 503 snap 150 seq_num 503) dirty exists 2023-12-20T10:55:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:04 smithi177 ceph-mon[212096]: failed to encode map e368 with expected crc 2023-12-20T10:55:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:04 smithi177 ceph-mon[212096]: osdmap e368: 8 total, 8 up, 8 in 2023-12-20T10:55:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:04 smithi177 ceph-mon[212096]: failed to encode map e368 with expected crc 2023-12-20T10:55:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:04 smithi177 ceph-mon[212096]: pgmap v259: 121 pgs: 5 peering, 116 active+clean; 147 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.4 MiB/s wr, 15 op/s; 6.9 MiB/s, 3 objects/s recovering 2023-12-20T10:55:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:04 smithi123 ceph-mon[191304]: failed to encode map e368 with expected crc 2023-12-20T10:55:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:04 smithi123 ceph-mon[191304]: osdmap e368: 8 total, 8 up, 8 in 2023-12-20T10:55:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:04 smithi123 ceph-mon[191304]: failed to encode map e368 with expected crc 2023-12-20T10:55:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:04 smithi123 ceph-mon[191304]: pgmap v259: 121 pgs: 5 peering, 116 active+clean; 147 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.4 MiB/s wr, 15 op/s; 6.9 MiB/s, 3 objects/s recovering 2023-12-20T10:55:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:04 smithi123 ceph-mon[188613]: failed to encode map e368 with expected crc 2023-12-20T10:55:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:04 smithi123 ceph-mon[188613]: osdmap e368: 8 total, 8 up, 8 in 2023-12-20T10:55:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:04 smithi123 ceph-mon[188613]: failed to encode map e368 with expected crc 2023-12-20T10:55:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:04 smithi123 ceph-mon[188613]: pgmap v259: 121 pgs: 5 peering, 116 active+clean; 147 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.4 MiB/s wr, 15 op/s; 6.9 MiB/s, 3 objects/s recovering 2023-12-20T10:55:05.272 INFO:tasks.rados.rados.0.smithi123.stdout:1534: done (6 left) 2023-12-20T10:55:05.273 INFO:tasks.rados.rados.0.smithi123.stdout:1535: done (5 left) 2023-12-20T10:55:05.273 INFO:tasks.rados.rados.0.smithi123.stdout:1537: done (4 left) 2023-12-20T10:55:05.273 INFO:tasks.rados.rados.0.smithi123.stdout:1538: done (3 left) 2023-12-20T10:55:05.273 INFO:tasks.rados.rados.0.smithi123.stdout:1539: done (2 left) 2023-12-20T10:55:05.273 INFO:tasks.rados.rados.0.smithi123.stdout:1540: done (1 left) 2023-12-20T10:55:05.273 INFO:tasks.rados.rados.0.smithi123.stdout:1542: done (0 left) 2023-12-20T10:55:05.273 INFO:tasks.rados.rados.0.smithi123.stdout:1543: delete oid 39 current snap is 151 2023-12-20T10:55:05.280 INFO:tasks.rados.rados.0.smithi123.stdout:1543: done (0 left) 2023-12-20T10:55:05.280 INFO:tasks.rados.rados.0.smithi123.stdout:1544: snap_remove snap 145 2023-12-20T10:55:05.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:05 smithi177 ceph-mon[212096]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 16/261 objects degraded (6.130%), 8 pgs degraded) 2023-12-20T10:55:05.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:05 smithi177 ceph-mon[212096]: Cluster is now healthy 2023-12-20T10:55:05.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:05 smithi177 ceph-mon[212096]: failed to encode map e369 with expected crc 2023-12-20T10:55:05.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:05 smithi177 ceph-mon[212096]: osdmap e369: 8 total, 8 up, 8 in 2023-12-20T10:55:05.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:05 smithi177 ceph-mon[212096]: failed to encode map e369 with expected crc 2023-12-20T10:55:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:05 smithi123 ceph-mon[191304]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 16/261 objects degraded (6.130%), 8 pgs degraded) 2023-12-20T10:55:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:05 smithi123 ceph-mon[191304]: Cluster is now healthy 2023-12-20T10:55:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:05 smithi123 ceph-mon[191304]: failed to encode map e369 with expected crc 2023-12-20T10:55:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:05 smithi123 ceph-mon[191304]: osdmap e369: 8 total, 8 up, 8 in 2023-12-20T10:55:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:05 smithi123 ceph-mon[191304]: failed to encode map e369 with expected crc 2023-12-20T10:55:05.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:05 smithi123 ceph-mon[188613]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 16/261 objects degraded (6.130%), 8 pgs degraded) 2023-12-20T10:55:05.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:05 smithi123 ceph-mon[188613]: Cluster is now healthy 2023-12-20T10:55:05.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:05 smithi123 ceph-mon[188613]: failed to encode map e369 with expected crc 2023-12-20T10:55:05.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:05 smithi123 ceph-mon[188613]: osdmap e369: 8 total, 8 up, 8 in 2023-12-20T10:55:05.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:05 smithi123 ceph-mon[188613]: failed to encode map e369 with expected crc 2023-12-20T10:55:06.279 INFO:tasks.rados.rados.0.smithi123.stdout:1544: done (0 left) 2023-12-20T10:55:06.279 INFO:tasks.rados.rados.0.smithi123.stdout:1545: snap_remove snap 149 2023-12-20T10:55:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:06 smithi177 ceph-mon[212096]: failed to encode map e370 with expected crc 2023-12-20T10:55:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:06 smithi177 ceph-mon[212096]: failed to encode map e370 with expected crc 2023-12-20T10:55:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:06 smithi177 ceph-mon[212096]: osdmap e370: 8 total, 8 up, 8 in 2023-12-20T10:55:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:06 smithi177 ceph-mon[212096]: failed to encode map e370 with expected crc 2023-12-20T10:55:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:06 smithi177 ceph-mon[212096]: pgmap v262: 121 pgs: 121 active+clean; 146 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 602 KiB/s wr, 10 op/s; 5.0 MiB/s, 2 objects/s recovering 2023-12-20T10:55:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:06 smithi123 ceph-mon[188613]: failed to encode map e370 with expected crc 2023-12-20T10:55:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:06 smithi123 ceph-mon[188613]: failed to encode map e370 with expected crc 2023-12-20T10:55:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:06 smithi123 ceph-mon[188613]: osdmap e370: 8 total, 8 up, 8 in 2023-12-20T10:55:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:06 smithi123 ceph-mon[188613]: failed to encode map e370 with expected crc 2023-12-20T10:55:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:06 smithi123 ceph-mon[188613]: pgmap v262: 121 pgs: 121 active+clean; 146 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 602 KiB/s wr, 10 op/s; 5.0 MiB/s, 2 objects/s recovering 2023-12-20T10:55:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:06 smithi123 ceph-mon[191304]: failed to encode map e370 with expected crc 2023-12-20T10:55:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:06 smithi123 ceph-mon[191304]: failed to encode map e370 with expected crc 2023-12-20T10:55:06.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:06 smithi123 ceph-mon[191304]: osdmap e370: 8 total, 8 up, 8 in 2023-12-20T10:55:06.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:06 smithi123 ceph-mon[191304]: failed to encode map e370 with expected crc 2023-12-20T10:55:06.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:06 smithi123 ceph-mon[191304]: pgmap v262: 121 pgs: 121 active+clean; 146 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 602 KiB/s wr, 10 op/s; 5.0 MiB/s, 2 objects/s recovering 2023-12-20T10:55:07.288 INFO:tasks.rados.rados.0.smithi123.stdout:1545: done (0 left) 2023-12-20T10:55:07.288 INFO:tasks.rados.rados.0.smithi123.stdout:1546: rollback oid 19 current snap is 151 2023-12-20T10:55:07.288 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 19 to 144 2023-12-20T10:55:07.288 INFO:tasks.rados.rados.0.smithi123.stdout:1547: rmattr oid 33 current snap is 151 2023-12-20T10:55:07.288 INFO:tasks.rados.rados.0.smithi123.stdout:1547: done (1 left) 2023-12-20T10:55:07.288 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 23 current snap is 151 2023-12-20T10:55:07.289 INFO:tasks.rados.rados.0.smithi123.stdout:1548: seq_num 509 ranges {6422528=532480,6955008=409600,7364608=393216} 2023-12-20T10:55:07.326 INFO:tasks.rados.rados.0.smithi123.stdout:1548: writing smithi123173835-23 from 6422528 to 6955008 tid 1 2023-12-20T10:55:07.328 INFO:tasks.rados.rados.0.smithi123.stdout:1548: writing smithi123173835-23 from 6955008 to 7364608 tid 2 2023-12-20T10:55:07.331 INFO:tasks.rados.rados.0.smithi123.stdout:1548: writing smithi123173835-23 from 7364608 to 7757824 tid 3 2023-12-20T10:55:07.331 INFO:tasks.rados.rados.0.smithi123.stdout:1549: rmattr oid 37 current snap is 151 2023-12-20T10:55:07.331 INFO:tasks.rados.rados.0.smithi123.stdout:1549: done (2 left) 2023-12-20T10:55:07.332 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 6 current snap is 151 2023-12-20T10:55:07.332 INFO:tasks.rados.rados.0.smithi123.stdout:1546: finishing rollback tid 0 to smithi123173835-19 2023-12-20T10:55:07.332 INFO:tasks.rados.rados.0.smithi123.stdout:1550: seq_num 510 ranges {6422528=548864,6971392=745472,7716864=57344} 2023-12-20T10:55:07.368 INFO:tasks.rados.rados.0.smithi123.stdout:1550: writing smithi123173835-6 from 6422528 to 6971392 tid 1 2023-12-20T10:55:07.372 INFO:tasks.rados.rados.0.smithi123.stdout:1550: writing smithi123173835-6 from 6971392 to 7716864 tid 2 2023-12-20T10:55:07.373 INFO:tasks.rados.rados.0.smithi123.stdout:1550: writing smithi123173835-6 from 7716864 to 7774208 tid 3 2023-12-20T10:55:07.373 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 18 current snap is 151 2023-12-20T10:55:07.373 INFO:tasks.rados.rados.0.smithi123.stdout:1546: finishing rollback tid 1 to smithi123173835-19 2023-12-20T10:55:07.373 INFO:tasks.rados.rados.0.smithi123.stdout:1546: finishing rollback tid 2 to smithi123173835-19 2023-12-20T10:55:07.373 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 560 (ObjNum 462 snap 136 seq_num 462) dirty exists 2023-12-20T10:55:07.373 INFO:tasks.rados.rados.0.smithi123.stdout:1548: finishing write tid 1 to smithi123173835-23 2023-12-20T10:55:07.373 INFO:tasks.rados.rados.0.smithi123.stdout:1551: seq_num 511 ranges {7462912=565248,8028160=630784,8658944=172032} 2023-12-20T10:55:07.415 INFO:tasks.rados.rados.0.smithi123.stdout:1551: writing smithi123173835-18 from 7462912 to 8028160 tid 1 2023-12-20T10:55:07.419 INFO:tasks.rados.rados.0.smithi123.stdout:1551: writing smithi123173835-18 from 8028160 to 8658944 tid 2 2023-12-20T10:55:07.420 INFO:tasks.rados.rados.0.smithi123.stdout:1551: writing smithi123173835-18 from 8658944 to 8830976 tid 3 2023-12-20T10:55:07.420 INFO:tasks.rados.rados.0.smithi123.stdout:1546: done (3 left) 2023-12-20T10:55:07.420 INFO:tasks.rados.rados.0.smithi123.stdout:1552: read oid 33 snap -1 2023-12-20T10:55:07.420 INFO:tasks.rados.rados.0.smithi123.stdout:1552: expect deleted 2023-12-20T10:55:07.421 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 7 current snap is 151 2023-12-20T10:55:07.421 INFO:tasks.rados.rados.0.smithi123.stdout:1548: finishing write tid 2 to smithi123173835-23 2023-12-20T10:55:07.421 INFO:tasks.rados.rados.0.smithi123.stdout:1548: finishing write tid 3 to smithi123173835-23 2023-12-20T10:55:07.421 INFO:tasks.rados.rados.0.smithi123.stdout:1548: finishing write tid 4 to smithi123173835-23 2023-12-20T10:55:07.421 INFO:tasks.rados.rados.0.smithi123.stdout:1553: seq_num 512 ranges {598016=581632,1179648=516096,1695744=286720} 2023-12-20T10:55:07.427 INFO:tasks.rados.rados.0.smithi123.stdout:1553: writing smithi123173835-7 from 598016 to 1179648 tid 1 2023-12-20T10:55:07.430 INFO:tasks.rados.rados.0.smithi123.stdout:1553: writing smithi123173835-7 from 1179648 to 1695744 tid 2 2023-12-20T10:55:07.431 INFO:tasks.rados.rados.0.smithi123.stdout:1553: writing smithi123173835-7 from 1695744 to 1982464 tid 3 2023-12-20T10:55:07.431 INFO:tasks.rados.rados.0.smithi123.stdout:1554: snap_remove snap 144 2023-12-20T10:55:07.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:07 smithi177 ceph-mon[212096]: failed to encode map e371 with expected crc 2023-12-20T10:55:07.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:07 smithi177 ceph-mon[212096]: failed to encode map e371 with expected crc 2023-12-20T10:55:07.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:07 smithi177 ceph-mon[212096]: osdmap e371: 8 total, 8 up, 8 in 2023-12-20T10:55:07.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:07 smithi177 ceph-mon[212096]: failed to encode map e371 with expected crc 2023-12-20T10:55:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:07 smithi123 ceph-mon[188613]: failed to encode map e371 with expected crc 2023-12-20T10:55:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:07 smithi123 ceph-mon[188613]: failed to encode map e371 with expected crc 2023-12-20T10:55:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:07 smithi123 ceph-mon[188613]: osdmap e371: 8 total, 8 up, 8 in 2023-12-20T10:55:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:07 smithi123 ceph-mon[188613]: failed to encode map e371 with expected crc 2023-12-20T10:55:07.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:07 smithi123 ceph-mon[191304]: failed to encode map e371 with expected crc 2023-12-20T10:55:07.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:07 smithi123 ceph-mon[191304]: failed to encode map e371 with expected crc 2023-12-20T10:55:07.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:07 smithi123 ceph-mon[191304]: osdmap e371: 8 total, 8 up, 8 in 2023-12-20T10:55:07.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:07 smithi123 ceph-mon[191304]: failed to encode map e371 with expected crc 2023-12-20T10:55:07.991 INFO:tasks.rados.rados.0.smithi123.stdout:1554: done (5 left) 2023-12-20T10:55:07.991 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 38 current snap is 151 2023-12-20T10:55:07.991 INFO:tasks.rados.rados.0.smithi123.stdout:1548: finishing write tid 5 to smithi123173835-23 2023-12-20T10:55:07.991 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 23 v 1017 (ObjNum 509 snap 151 seq_num 509) dirty exists 2023-12-20T10:55:07.991 INFO:tasks.rados.rados.0.smithi123.stdout:1548: left oid 23 (ObjNum 509 snap 151 seq_num 509) 2023-12-20T10:55:07.991 INFO:tasks.rados.rados.0.smithi123.stdout:1555: seq_num 513 ranges {1622016=598016,2220032=794624,3014656=8192} 2023-12-20T10:55:08.004 INFO:tasks.rados.rados.0.smithi123.stdout:1555: writing smithi123173835-38 from 1622016 to 2220032 tid 1 2023-12-20T10:55:08.010 INFO:tasks.rados.rados.0.smithi123.stdout:1555: writing smithi123173835-38 from 2220032 to 3014656 tid 2 2023-12-20T10:55:08.010 INFO:tasks.rados.rados.0.smithi123.stdout:1555: writing smithi123173835-38 from 3014656 to 3022848 tid 3 2023-12-20T10:55:08.010 INFO:tasks.rados.rados.0.smithi123.stdout:1548: done (5 left) 2023-12-20T10:55:08.010 INFO:tasks.rados.rados.0.smithi123.stdout:1556: snap_create 2023-12-20T10:55:08.010 INFO:tasks.rados.rados.0.smithi123.stdout:1550: finishing write tid 1 to smithi123173835-6 2023-12-20T10:55:08.010 INFO:tasks.rados.rados.0.smithi123.stdout:1550: finishing write tid 2 to smithi123173835-6 2023-12-20T10:55:08.010 INFO:tasks.rados.rados.0.smithi123.stdout:1550: finishing write tid 3 to smithi123173835-6 2023-12-20T10:55:08.011 INFO:tasks.rados.rados.0.smithi123.stdout:1550: finishing write tid 4 to smithi123173835-6 2023-12-20T10:55:08.011 INFO:tasks.rados.rados.0.smithi123.stdout:1550: finishing write tid 5 to smithi123173835-6 2023-12-20T10:55:08.011 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 1022 (ObjNum 510 snap 151 seq_num 510) dirty exists 2023-12-20T10:55:08.011 INFO:tasks.rados.rados.0.smithi123.stdout:1550: left oid 6 (ObjNum 510 snap 151 seq_num 510) 2023-12-20T10:55:08.011 INFO:tasks.rados.rados.0.smithi123.stdout:1551: finishing write tid 1 to smithi123173835-18 2023-12-20T10:55:08.011 INFO:tasks.rados.rados.0.smithi123.stdout:1551: finishing write tid 2 to smithi123173835-18 2023-12-20T10:55:08.011 INFO:tasks.rados.rados.0.smithi123.stdout:1551: finishing write tid 3 to smithi123173835-18 2023-12-20T10:55:08.011 INFO:tasks.rados.rados.0.smithi123.stdout:1551: finishing write tid 4 to smithi123173835-18 2023-12-20T10:55:08.011 INFO:tasks.rados.rados.0.smithi123.stdout:1551: finishing write tid 5 to smithi123173835-18 2023-12-20T10:55:08.011 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 18 v 1160 (ObjNum 511 snap 151 seq_num 511) dirty exists 2023-12-20T10:55:08.011 INFO:tasks.rados.rados.0.smithi123.stdout:1551: left oid 18 (ObjNum 511 snap 151 seq_num 511) 2023-12-20T10:55:08.011 INFO:tasks.rados.rados.0.smithi123.stdout:1553: finishing write tid 1 to smithi123173835-7 2023-12-20T10:55:08.011 INFO:tasks.rados.rados.0.smithi123.stdout:1553: finishing write tid 2 to smithi123173835-7 2023-12-20T10:55:08.012 INFO:tasks.rados.rados.0.smithi123.stdout:1553: finishing write tid 3 to smithi123173835-7 2023-12-20T10:55:08.012 INFO:tasks.rados.rados.0.smithi123.stdout:1553: finishing write tid 4 to smithi123173835-7 2023-12-20T10:55:08.012 INFO:tasks.rados.rados.0.smithi123.stdout:1553: finishing write tid 5 to smithi123173835-7 2023-12-20T10:55:08.012 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 565 (ObjNum 512 snap 151 seq_num 512) dirty exists 2023-12-20T10:55:08.012 INFO:tasks.rados.rados.0.smithi123.stdout:1553: left oid 7 (ObjNum 512 snap 151 seq_num 512) 2023-12-20T10:55:08.014 INFO:tasks.rados.rados.0.smithi123.stdout:1555: finishing write tid 1 to smithi123173835-38 2023-12-20T10:55:08.017 INFO:tasks.rados.rados.0.smithi123.stdout:1555: finishing write tid 2 to smithi123173835-38 2023-12-20T10:55:08.018 INFO:tasks.rados.rados.0.smithi123.stdout:1555: finishing write tid 3 to smithi123173835-38 2023-12-20T10:55:08.018 INFO:tasks.rados.rados.0.smithi123.stdout:1555: finishing write tid 4 to smithi123173835-38 2023-12-20T10:55:08.019 INFO:tasks.rados.rados.0.smithi123.stdout:1555: finishing write tid 5 to smithi123173835-38 2023-12-20T10:55:08.019 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 38 v 757 (ObjNum 513 snap 151 seq_num 513) dirty exists 2023-12-20T10:55:08.019 INFO:tasks.rados.rados.0.smithi123.stdout:1555: left oid 38 (ObjNum 513 snap 151 seq_num 513) 2023-12-20T10:55:08.291 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:55:08 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-2[211254]: 2023-12-20T10:55:08.016+0000 7fdfca549700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11f after trimming was started 2023-12-20T10:55:08.291 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:08 smithi123 ceph-mon[188613]: osdmap e372: 8 total, 8 up, 8 in 2023-12-20T10:55:08.292 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:08 smithi123 ceph-mon[188613]: failed to encode map e372 with expected crc 2023-12-20T10:55:08.292 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:08 smithi123 ceph-mon[188613]: failed to encode map e372 with expected crc 2023-12-20T10:55:08.292 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:08 smithi123 ceph-mon[188613]: pgmap v265: 121 pgs: 121 active+clean; 153 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.0 MiB/s wr, 14 op/s; 2.5 MiB/s, 1 objects/s recovering 2023-12-20T10:55:08.292 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:08 smithi123 ceph-mon[188613]: failed to encode map e373 with expected crc 2023-12-20T10:55:08.292 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:08 smithi123 ceph-mon[188613]: osdmap e373: 8 total, 8 up, 8 in 2023-12-20T10:55:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:08 smithi177 ceph-mon[212096]: osdmap e372: 8 total, 8 up, 8 in 2023-12-20T10:55:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:08 smithi177 ceph-mon[212096]: failed to encode map e372 with expected crc 2023-12-20T10:55:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:08 smithi177 ceph-mon[212096]: failed to encode map e372 with expected crc 2023-12-20T10:55:08.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:08 smithi177 ceph-mon[212096]: pgmap v265: 121 pgs: 121 active+clean; 153 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.0 MiB/s wr, 14 op/s; 2.5 MiB/s, 1 objects/s recovering 2023-12-20T10:55:08.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:08 smithi177 ceph-mon[212096]: failed to encode map e373 with expected crc 2023-12-20T10:55:08.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:08 smithi177 ceph-mon[212096]: osdmap e373: 8 total, 8 up, 8 in 2023-12-20T10:55:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:08 smithi123 ceph-mon[191304]: osdmap e372: 8 total, 8 up, 8 in 2023-12-20T10:55:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:08 smithi123 ceph-mon[191304]: failed to encode map e372 with expected crc 2023-12-20T10:55:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:08 smithi123 ceph-mon[191304]: failed to encode map e372 with expected crc 2023-12-20T10:55:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:08 smithi123 ceph-mon[191304]: pgmap v265: 121 pgs: 121 active+clean; 153 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.0 MiB/s wr, 14 op/s; 2.5 MiB/s, 1 objects/s recovering 2023-12-20T10:55:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:08 smithi123 ceph-mon[191304]: failed to encode map e373 with expected crc 2023-12-20T10:55:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:08 smithi123 ceph-mon[191304]: osdmap e373: 8 total, 8 up, 8 in 2023-12-20T10:55:08.999 INFO:tasks.rados.rados.0.smithi123.stdout:1550: done (5 left) 2023-12-20T10:55:08.999 INFO:tasks.rados.rados.0.smithi123.stdout:1551: done (4 left) 2023-12-20T10:55:08.999 INFO:tasks.rados.rados.0.smithi123.stdout:1552: done (3 left) 2023-12-20T10:55:08.999 INFO:tasks.rados.rados.0.smithi123.stdout:1553: done (2 left) 2023-12-20T10:55:08.999 INFO:tasks.rados.rados.0.smithi123.stdout:1555: done (1 left) 2023-12-20T10:55:08.999 INFO:tasks.rados.rados.0.smithi123.stdout:1556: done (0 left) 2023-12-20T10:55:08.999 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 44 current snap is 152 2023-12-20T10:55:08.999 INFO:tasks.rados.rados.0.smithi123.stdout:1557: seq_num 514 ranges {434176=614400,1048576=679936,1728512=122880} 2023-12-20T10:55:09.004 INFO:tasks.rados.rados.0.smithi123.stdout:1557: writing smithi123173835-44 from 434176 to 1048576 tid 1 2023-12-20T10:55:09.008 INFO:tasks.rados.rados.0.smithi123.stdout:1557: writing smithi123173835-44 from 1048576 to 1728512 tid 2 2023-12-20T10:55:09.009 INFO:tasks.rados.rados.0.smithi123.stdout:1557: writing smithi123173835-44 from 1728512 to 1851392 tid 3 2023-12-20T10:55:09.009 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 48 current snap is 152 2023-12-20T10:55:09.009 INFO:tasks.rados.rados.0.smithi123.stdout:1558: seq_num 515 ranges {7430144=630784,8060928=565248,8626176=237568} 2023-12-20T10:55:09.052 INFO:tasks.rados.rados.0.smithi123.stdout:1558: writing smithi123173835-48 from 7430144 to 8060928 tid 1 2023-12-20T10:55:09.055 INFO:tasks.rados.rados.0.smithi123.stdout:1558: writing smithi123173835-48 from 8060928 to 8626176 tid 2 2023-12-20T10:55:09.057 INFO:tasks.rados.rados.0.smithi123.stdout:1558: writing smithi123173835-48 from 8626176 to 8863744 tid 3 2023-12-20T10:55:09.057 INFO:tasks.rados.rados.0.smithi123.stdout:1559: delete oid 25 current snap is 152 2023-12-20T10:55:09.057 INFO:tasks.rados.rados.0.smithi123.stdout:1557: finishing write tid 1 to smithi123173835-44 2023-12-20T10:55:09.057 INFO:tasks.rados.rados.0.smithi123.stdout:1557: finishing write tid 2 to smithi123173835-44 2023-12-20T10:55:09.058 INFO:tasks.rados.rados.0.smithi123.stdout:1557: finishing write tid 3 to smithi123173835-44 2023-12-20T10:55:09.058 INFO:tasks.rados.rados.0.smithi123.stdout:1557: finishing write tid 4 to smithi123173835-44 2023-12-20T10:55:09.058 INFO:tasks.rados.rados.0.smithi123.stdout:1557: finishing write tid 5 to smithi123173835-44 2023-12-20T10:55:09.058 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 44 v 123 (ObjNum 514 snap 152 seq_num 514) dirty exists 2023-12-20T10:55:09.058 INFO:tasks.rados.rados.0.smithi123.stdout:1557: left oid 44 (ObjNum 514 snap 152 seq_num 514) 2023-12-20T10:55:09.061 INFO:tasks.rados.rados.0.smithi123.stdout:1557: done (2 left) 2023-12-20T10:55:09.061 INFO:tasks.rados.rados.0.smithi123.stdout:1559: done (1 left) 2023-12-20T10:55:09.061 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 22 current snap is 152 2023-12-20T10:55:09.061 INFO:tasks.rados.rados.0.smithi123.stdout:1560: seq_num 517 ranges {2957312=663552,3620864=786432,4407296=16384} 2023-12-20T10:55:09.080 INFO:tasks.rados.rados.0.smithi123.stdout:1560: writing smithi123173835-22 from 2957312 to 3620864 tid 1 2023-12-20T10:55:09.085 INFO:tasks.rados.rados.0.smithi123.stdout:1560: writing smithi123173835-22 from 3620864 to 4407296 tid 2 2023-12-20T10:55:09.086 INFO:tasks.rados.rados.0.smithi123.stdout:1560: writing smithi123173835-22 from 4407296 to 4423680 tid 3 2023-12-20T10:55:09.086 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 49 current snap is 152 2023-12-20T10:55:09.086 INFO:tasks.rados.rados.0.smithi123.stdout:1558: finishing write tid 1 to smithi123173835-48 2023-12-20T10:55:09.086 INFO:tasks.rados.rados.0.smithi123.stdout:1558: finishing write tid 2 to smithi123173835-48 2023-12-20T10:55:09.086 INFO:tasks.rados.rados.0.smithi123.stdout:1558: finishing write tid 3 to smithi123173835-48 2023-12-20T10:55:09.086 INFO:tasks.rados.rados.0.smithi123.stdout:1561: seq_num 518 ranges {0=679936,679936=671744,1351680=131072} 2023-12-20T10:55:09.089 INFO:tasks.rados.rados.0.smithi123.stdout:1561: writing smithi123173835-49 from 0 to 679936 tid 1 2023-12-20T10:55:09.094 INFO:tasks.rados.rados.0.smithi123.stdout:1561: writing smithi123173835-49 from 679936 to 1351680 tid 2 2023-12-20T10:55:09.095 INFO:tasks.rados.rados.0.smithi123.stdout:1561: writing smithi123173835-49 from 1351680 to 1482752 tid 3 2023-12-20T10:55:09.095 INFO:tasks.rados.rados.0.smithi123.stdout:1562: read oid 44 snap 150 2023-12-20T10:55:09.095 INFO:tasks.rados.rados.0.smithi123.stdout:1562: expect (ObjNum 453 snap 134 seq_num 453) 2023-12-20T10:55:09.095 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 46 current snap is 152 2023-12-20T10:55:09.095 INFO:tasks.rados.rados.0.smithi123.stdout:1558: finishing write tid 4 to smithi123173835-48 2023-12-20T10:55:09.095 INFO:tasks.rados.rados.0.smithi123.stdout:1558: finishing write tid 5 to smithi123173835-48 2023-12-20T10:55:09.095 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 601 (ObjNum 515 snap 152 seq_num 515) dirty exists 2023-12-20T10:55:09.095 INFO:tasks.rados.rados.0.smithi123.stdout:1558: left oid 48 (ObjNum 515 snap 152 seq_num 515) 2023-12-20T10:55:09.095 INFO:tasks.rados.rados.0.smithi123.stdout:1560: finishing write tid 1 to smithi123173835-22 2023-12-20T10:55:09.096 INFO:tasks.rados.rados.0.smithi123.stdout:1563: seq_num 519 ranges {4481024=696320,5177344=548864,5726208=253952} 2023-12-20T10:55:09.123 INFO:tasks.rados.rados.0.smithi123.stdout:1563: writing smithi123173835-46 from 4481024 to 5177344 tid 1 2023-12-20T10:55:09.125 INFO:tasks.rados.rados.0.smithi123.stdout:1563: writing smithi123173835-46 from 5177344 to 5726208 tid 2 2023-12-20T10:55:09.127 INFO:tasks.rados.rados.0.smithi123.stdout:1563: writing smithi123173835-46 from 5726208 to 5980160 tid 3 2023-12-20T10:55:09.128 INFO:tasks.rados.rados.0.smithi123.stdout:1558: done (4 left) 2023-12-20T10:55:09.128 INFO:tasks.rados.rados.0.smithi123.stdout:1564: delete oid 39 current snap is 152 2023-12-20T10:55:09.128 INFO:tasks.rados.rados.0.smithi123.stdout:1560: finishing write tid 2 to smithi123173835-22 2023-12-20T10:55:09.128 INFO:tasks.rados.rados.0.smithi123.stdout:1560: finishing write tid 3 to smithi123173835-22 2023-12-20T10:55:09.128 INFO:tasks.rados.rados.0.smithi123.stdout:1560: finishing write tid 4 to smithi123173835-22 2023-12-20T10:55:09.128 INFO:tasks.rados.rados.0.smithi123.stdout:1560: finishing write tid 5 to smithi123173835-22 2023-12-20T10:55:09.128 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 22 v 1164 (ObjNum 517 snap 152 seq_num 517) dirty exists 2023-12-20T10:55:09.128 INFO:tasks.rados.rados.0.smithi123.stdout:1560: left oid 22 (ObjNum 517 snap 152 seq_num 517) 2023-12-20T10:55:09.128 INFO:tasks.rados.rados.0.smithi123.stdout:1561: finishing write tid 1 to smithi123173835-49 2023-12-20T10:55:09.128 INFO:tasks.rados.rados.0.smithi123.stdout:1561: finishing write tid 2 to smithi123173835-49 2023-12-20T10:55:09.128 INFO:tasks.rados.rados.0.smithi123.stdout:1561: finishing write tid 3 to smithi123173835-49 2023-12-20T10:55:09.128 INFO:tasks.rados.rados.0.smithi123.stdout:1561: finishing write tid 4 to smithi123173835-49 2023-12-20T10:55:09.128 INFO:tasks.rados.rados.0.smithi123.stdout:1562: expect (ObjNum 453 snap 134 seq_num 453) 2023-12-20T10:55:09.140 INFO:tasks.rados.rados.0.smithi123.stdout:1561: finishing write tid 5 to smithi123173835-49 2023-12-20T10:55:09.140 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 605 (ObjNum 518 snap 152 seq_num 518) dirty exists 2023-12-20T10:55:09.140 INFO:tasks.rados.rados.0.smithi123.stdout:1561: left oid 49 (ObjNum 518 snap 152 seq_num 518) 2023-12-20T10:55:09.140 INFO:tasks.rados.rados.0.smithi123.stdout:1563: finishing write tid 1 to smithi123173835-46 2023-12-20T10:55:09.140 INFO:tasks.rados.rados.0.smithi123.stdout:1563: finishing write tid 2 to smithi123173835-46 2023-12-20T10:55:09.140 INFO:tasks.rados.rados.0.smithi123.stdout:1563: finishing write tid 3 to smithi123173835-46 2023-12-20T10:55:09.140 INFO:tasks.rados.rados.0.smithi123.stdout:1563: finishing write tid 4 to smithi123173835-46 2023-12-20T10:55:09.141 INFO:tasks.rados.rados.0.smithi123.stdout:1563: finishing write tid 5 to smithi123173835-46 2023-12-20T10:55:09.141 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 46 v 1168 (ObjNum 519 snap 152 seq_num 519) dirty exists 2023-12-20T10:55:09.141 INFO:tasks.rados.rados.0.smithi123.stdout:1563: left oid 46 (ObjNum 519 snap 152 seq_num 519) 2023-12-20T10:55:09.141 INFO:tasks.rados.rados.0.smithi123.stdout:1560: done (4 left) 2023-12-20T10:55:09.141 INFO:tasks.rados.rados.0.smithi123.stdout:1561: done (3 left) 2023-12-20T10:55:09.141 INFO:tasks.rados.rados.0.smithi123.stdout:1562: done (2 left) 2023-12-20T10:55:09.141 INFO:tasks.rados.rados.0.smithi123.stdout:1563: done (1 left) 2023-12-20T10:55:09.141 INFO:tasks.rados.rados.0.smithi123.stdout:1564: done (0 left) 2023-12-20T10:55:09.141 INFO:tasks.rados.rados.0.smithi123.stdout:1565: setattr oid 28 current snap is 152 2023-12-20T10:55:09.141 INFO:tasks.rados.rados.0.smithi123.stdout:1566: snap_remove snap 151 2023-12-20T10:55:09.153 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:55:08 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:55:08.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2023-12-20T10:55:09.153 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:55:08 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:55:08.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-20T10:55:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:09 smithi123 ceph-mon[191304]: failed to encode map e373 with expected crc 2023-12-20T10:55:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:09 smithi123 ceph-mon[191304]: failed to encode map e374 with expected crc 2023-12-20T10:55:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:09 smithi123 ceph-mon[191304]: osdmap e374: 8 total, 8 up, 8 in 2023-12-20T10:55:09.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:09 smithi123 ceph-mon[188613]: failed to encode map e373 with expected crc 2023-12-20T10:55:09.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:09 smithi123 ceph-mon[188613]: failed to encode map e374 with expected crc 2023-12-20T10:55:09.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:09 smithi123 ceph-mon[188613]: osdmap e374: 8 total, 8 up, 8 in 2023-12-20T10:55:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:55:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:55:09] "GET /metrics HTTP/1.1" 200 36117 "" "Prometheus/2.43.0" 2023-12-20T10:55:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:09 smithi177 ceph-mon[212096]: failed to encode map e373 with expected crc 2023-12-20T10:55:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:09 smithi177 ceph-mon[212096]: failed to encode map e374 with expected crc 2023-12-20T10:55:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:09 smithi177 ceph-mon[212096]: osdmap e374: 8 total, 8 up, 8 in 2023-12-20T10:55:10.000 INFO:tasks.rados.rados.0.smithi123.stdout:1566: done (1 left) 2023-12-20T10:55:10.000 INFO:tasks.rados.rados.0.smithi123.stdout:1567: setattr oid 50 current snap is 152 2023-12-20T10:55:10.000 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 28 v 1339 (ObjNum 479 snap 139 seq_num 479) dirty exists 2023-12-20T10:55:10.001 INFO:tasks.rados.rados.0.smithi123.stdout:1565: done (1 left) 2023-12-20T10:55:10.001 INFO:tasks.rados.rados.0.smithi123.stdout:1568: rollback oid 32 current snap is 152 2023-12-20T10:55:10.001 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 32 to 150 2023-12-20T10:55:10.001 INFO:tasks.rados.rados.0.smithi123.stdout:1569: copy_from oid 19 from oid 46 current snap is 152 2023-12-20T10:55:10.001 INFO:tasks.rados.rados.0.smithi123.stdout:1570: delete oid 44 current snap is 152 2023-12-20T10:55:10.011 INFO:tasks.rados.rados.0.smithi123.stdout:1570: done (3 left) 2023-12-20T10:55:10.011 INFO:tasks.rados.rados.0.smithi123.stdout:1571: read oid 12 snap -1 2023-12-20T10:55:10.011 INFO:tasks.rados.rados.0.smithi123.stdout:1571: expect (ObjNum 503 snap 150 seq_num 503) 2023-12-20T10:55:10.012 INFO:tasks.rados.rados.0.smithi123.stdout:1572: copy_from oid 2 from oid 37 current snap is 152 2023-12-20T10:55:10.012 INFO:tasks.rados.rados.0.smithi123.stdout:1573: copy_from oid 36 from oid 17 current snap is 152 2023-12-20T10:55:10.012 INFO:tasks.rados.rados.0.smithi123.stdout:1574: snap_remove snap 148 2023-12-20T10:55:10.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:10 smithi177 ceph-mon[212096]: failed to encode map e374 with expected crc 2023-12-20T10:55:10.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:10 smithi177 ceph-mon[212096]: failed to encode map e374 with expected crc 2023-12-20T10:55:10.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:10 smithi177 ceph-mon[212096]: pgmap v268: 121 pgs: 121 active+clean; 164 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 17 op/s 2023-12-20T10:55:10.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:10 smithi177 ceph-mon[212096]: failed to encode map e375 with expected crc 2023-12-20T10:55:10.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:10 smithi177 ceph-mon[212096]: osdmap e375: 8 total, 8 up, 8 in 2023-12-20T10:55:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:10 smithi123 ceph-mon[191304]: failed to encode map e374 with expected crc 2023-12-20T10:55:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:10 smithi123 ceph-mon[191304]: failed to encode map e374 with expected crc 2023-12-20T10:55:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:10 smithi123 ceph-mon[191304]: pgmap v268: 121 pgs: 121 active+clean; 164 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 17 op/s 2023-12-20T10:55:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:10 smithi123 ceph-mon[191304]: failed to encode map e375 with expected crc 2023-12-20T10:55:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:10 smithi123 ceph-mon[191304]: osdmap e375: 8 total, 8 up, 8 in 2023-12-20T10:55:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:10 smithi123 ceph-mon[188613]: failed to encode map e374 with expected crc 2023-12-20T10:55:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:10 smithi123 ceph-mon[188613]: failed to encode map e374 with expected crc 2023-12-20T10:55:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:10 smithi123 ceph-mon[188613]: pgmap v268: 121 pgs: 121 active+clean; 164 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 17 op/s 2023-12-20T10:55:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:10 smithi123 ceph-mon[188613]: failed to encode map e375 with expected crc 2023-12-20T10:55:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:10 smithi123 ceph-mon[188613]: osdmap e375: 8 total, 8 up, 8 in 2023-12-20T10:55:11.009 INFO:tasks.rados.rados.0.smithi123.stdout:1574: done (6 left) 2023-12-20T10:55:11.009 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 25 current snap is 152 2023-12-20T10:55:11.009 INFO:tasks.rados.rados.0.smithi123.stdout:1575: seq_num 522 ranges {0=745472,745472=606208,1351680=196608} 2023-12-20T10:55:11.015 INFO:tasks.rados.rados.0.smithi123.stdout:1575: writing smithi123173835-25 from 0 to 745472 tid 1 2023-12-20T10:55:11.019 INFO:tasks.rados.rados.0.smithi123.stdout:1575: writing smithi123173835-25 from 745472 to 1351680 tid 2 2023-12-20T10:55:11.019 INFO:tasks.rados.rados.0.smithi123.stdout:1575: writing smithi123173835-25 from 1351680 to 1548288 tid 3 2023-12-20T10:55:11.019 INFO:tasks.rados.rados.0.smithi123.stdout:1576: read oid 39 snap -1 2023-12-20T10:55:11.019 INFO:tasks.rados.rados.0.smithi123.stdout:1576: expect deleted 2023-12-20T10:55:11.019 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 50 v 1413 (ObjNum 406 snap 126 seq_num 406) dirty exists 2023-12-20T10:55:11.019 INFO:tasks.rados.rados.0.smithi123.stdout:1568: finishing rollback tid 0 to smithi123173835-32 2023-12-20T10:55:11.019 INFO:tasks.rados.rados.0.smithi123.stdout:1568: finishing rollback tid 1 to smithi123173835-32 2023-12-20T10:55:11.019 INFO:tasks.rados.rados.0.smithi123.stdout:1567: done (7 left) 2023-12-20T10:55:11.019 INFO:tasks.rados.rados.0.smithi123.stdout:1577: rollback oid 3 current snap is 152 2023-12-20T10:55:11.019 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 3 to 150 2023-12-20T10:55:11.020 INFO:tasks.rados.rados.0.smithi123.stdout:1568: finishing rollback tid 2 to smithi123173835-32 2023-12-20T10:55:11.020 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 1417 (ObjNum 491 snap 144 seq_num 491) dirty exists 2023-12-20T10:55:11.020 INFO:tasks.rados.rados.0.smithi123.stdout:1572: finishing copy_from racing read to smithi123173835-2 2023-12-20T10:55:11.020 INFO:tasks.rados.rados.0.smithi123.stdout:1572: finishing copy_from to smithi123173835-2 2023-12-20T10:55:11.020 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 2 v 945 (ObjNum 506 snap 150 seq_num 506) dirty exists 2023-12-20T10:55:11.020 INFO:tasks.rados.rados.0.smithi123.stdout:1573: finishing copy_from racing read to smithi123173835-36 2023-12-20T10:55:11.020 INFO:tasks.rados.rados.0.smithi123.stdout:1571: expect (ObjNum 503 snap 150 seq_num 503) 2023-12-20T10:55:11.616 INFO:tasks.rados.rados.0.smithi123.stdout:1573: finishing copy_from to smithi123173835-36 2023-12-20T10:55:11.616 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 1154 (ObjNum 409 snap 126 seq_num 409) dirty exists 2023-12-20T10:55:11.616 INFO:tasks.rados.rados.0.smithi123.stdout:1569: finishing copy_from racing read to smithi123173835-19 2023-12-20T10:55:11.616 INFO:tasks.rados.rados.0.smithi123.stdout:1569: finishing copy_from to smithi123173835-19 2023-12-20T10:55:11.616 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 1168 (ObjNum 519 snap 152 seq_num 519) dirty exists 2023-12-20T10:55:11.616 INFO:tasks.rados.rados.0.smithi123.stdout:1568: done (7 left) 2023-12-20T10:55:11.616 INFO:tasks.rados.rados.0.smithi123.stdout:1569: done (6 left) 2023-12-20T10:55:11.616 INFO:tasks.rados.rados.0.smithi123.stdout:1571: done (5 left) 2023-12-20T10:55:11.617 INFO:tasks.rados.rados.0.smithi123.stdout:1572: done (4 left) 2023-12-20T10:55:11.617 INFO:tasks.rados.rados.0.smithi123.stdout:1573: done (3 left) 2023-12-20T10:55:11.617 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 40 current snap is 152 2023-12-20T10:55:11.617 INFO:tasks.rados.rados.0.smithi123.stdout:1575: finishing write tid 1 to smithi123173835-25 2023-12-20T10:55:11.617 INFO:tasks.rados.rados.0.smithi123.stdout:1577: finishing rollback tid 0 to smithi123173835-3 2023-12-20T10:55:11.617 INFO:tasks.rados.rados.0.smithi123.stdout:1577: finishing rollback tid 1 to smithi123173835-3 2023-12-20T10:55:11.617 INFO:tasks.rados.rados.0.smithi123.stdout:1577: finishing rollback tid 2 to smithi123173835-3 2023-12-20T10:55:11.617 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 1034 (ObjNum 422 snap 126 seq_num 422) dirty exists 2023-12-20T10:55:11.617 INFO:tasks.rados.rados.0.smithi123.stdout:1575: finishing write tid 2 to smithi123173835-25 2023-12-20T10:55:11.617 INFO:tasks.rados.rados.0.smithi123.stdout:1575: finishing write tid 3 to smithi123173835-25 2023-12-20T10:55:11.617 INFO:tasks.rados.rados.0.smithi123.stdout:1575: finishing write tid 4 to smithi123173835-25 2023-12-20T10:55:11.617 INFO:tasks.rados.rados.0.smithi123.stdout:1578: seq_num 523 ranges {0=770048,770048=491520,1261568=311296} 2023-12-20T10:55:11.620 INFO:tasks.rados.rados.0.smithi123.stdout:1578: writing smithi123173835-40 from 0 to 770048 tid 1 2023-12-20T10:55:11.622 INFO:tasks.rados.rados.0.smithi123.stdout:1578: writing smithi123173835-40 from 770048 to 1261568 tid 2 2023-12-20T10:55:11.625 INFO:tasks.rados.rados.0.smithi123.stdout:1578: writing smithi123173835-40 from 1261568 to 1572864 tid 3 2023-12-20T10:55:11.625 INFO:tasks.rados.rados.0.smithi123.stdout:1576: done (3 left) 2023-12-20T10:55:11.625 INFO:tasks.rados.rados.0.smithi123.stdout:1577: done (2 left) 2023-12-20T10:55:11.625 INFO:tasks.rados.rados.0.smithi123.stdout:1579: read oid 18 snap -1 2023-12-20T10:55:11.625 INFO:tasks.rados.rados.0.smithi123.stdout:1579: expect (ObjNum 511 snap 151 seq_num 511) 2023-12-20T10:55:11.625 INFO:tasks.rados.rados.0.smithi123.stdout:1580: copy_from oid 6 from oid 3 current snap is 152 2023-12-20T10:55:11.628 INFO:tasks.rados.rados.0.smithi123.stdout:1581: setattr oid 2 current snap is 152 2023-12-20T10:55:11.628 INFO:tasks.rados.rados.0.smithi123.stdout:1575: finishing write tid 5 to smithi123173835-25 2023-12-20T10:55:11.628 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 367 (ObjNum 522 snap 152 seq_num 522) dirty exists 2023-12-20T10:55:11.628 INFO:tasks.rados.rados.0.smithi123.stdout:1575: left oid 25 (ObjNum 522 snap 152 seq_num 522) 2023-12-20T10:55:11.628 INFO:tasks.rados.rados.0.smithi123.stdout:1578: finishing write tid 1 to smithi123173835-40 2023-12-20T10:55:11.629 INFO:tasks.rados.rados.0.smithi123.stdout:1578: finishing write tid 2 to smithi123173835-40 2023-12-20T10:55:11.629 INFO:tasks.rados.rados.0.smithi123.stdout:1575: done (4 left) 2023-12-20T10:55:11.629 INFO:tasks.rados.rados.0.smithi123.stdout:1582: rollback oid 45 current snap is 152 2023-12-20T10:55:11.629 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 45 to 150 2023-12-20T10:55:11.629 INFO:tasks.rados.rados.0.smithi123.stdout:1583: read oid 33 snap -1 2023-12-20T10:55:11.630 INFO:tasks.rados.rados.0.smithi123.stdout:1583: expect deleted 2023-12-20T10:55:11.630 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 38 current snap is 152 2023-12-20T10:55:11.630 INFO:tasks.rados.rados.0.smithi123.stdout:1584: seq_num 524 ranges {3022848=786432,3809280=778240,4587520=24576} 2023-12-20T10:55:11.651 INFO:tasks.rados.rados.0.smithi123.stdout:1584: writing smithi123173835-38 from 3022848 to 3809280 tid 1 2023-12-20T10:55:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:11 smithi177 ceph-mon[212096]: failed to encode map e375 with expected crc 2023-12-20T10:55:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:11 smithi177 ceph-mon[212096]: failed to encode map e375 with expected crc 2023-12-20T10:55:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:11 smithi177 ceph-mon[212096]: osdmap e376: 8 total, 8 up, 8 in 2023-12-20T10:55:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:11 smithi177 ceph-mon[212096]: failed to encode map e376 with expected crc 2023-12-20T10:55:11.655 INFO:tasks.rados.rados.0.smithi123.stdout:1584: writing smithi123173835-38 from 3809280 to 4587520 tid 2 2023-12-20T10:55:11.656 INFO:tasks.rados.rados.0.smithi123.stdout:1584: writing smithi123173835-38 from 4587520 to 4612096 tid 3 2023-12-20T10:55:11.656 INFO:tasks.rados.rados.0.smithi123.stdout:1585: read oid 22 snap -1 2023-12-20T10:55:11.656 INFO:tasks.rados.rados.0.smithi123.stdout:1585: expect (ObjNum 517 snap 152 seq_num 517) 2023-12-20T10:55:11.656 INFO:tasks.rados.rados.0.smithi123.stdout:1586: delete oid 20 current snap is 152 2023-12-20T10:55:11.656 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 2 v 1169 (ObjNum 506 snap 150 seq_num 506) dirty exists 2023-12-20T10:55:11.656 INFO:tasks.rados.rados.0.smithi123.stdout:1578: finishing write tid 3 to smithi123173835-40 2023-12-20T10:55:11.656 INFO:tasks.rados.rados.0.smithi123.stdout:1578: finishing write tid 4 to smithi123173835-40 2023-12-20T10:55:11.656 INFO:tasks.rados.rados.0.smithi123.stdout:1578: finishing write tid 5 to smithi123173835-40 2023-12-20T10:55:11.656 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 40 v 1427 (ObjNum 523 snap 152 seq_num 523) dirty exists 2023-12-20T10:55:11.656 INFO:tasks.rados.rados.0.smithi123.stdout:1578: left oid 40 (ObjNum 523 snap 152 seq_num 523) 2023-12-20T10:55:11.656 INFO:tasks.rados.rados.0.smithi123.stdout:1582: finishing rollback tid 0 to smithi123173835-45 2023-12-20T10:55:11.656 INFO:tasks.rados.rados.0.smithi123.stdout:1582: finishing rollback tid 1 to smithi123173835-45 2023-12-20T10:55:11.657 INFO:tasks.rados.rados.0.smithi123.stdout:1584: finishing write tid 1 to smithi123173835-38 2023-12-20T10:55:11.657 INFO:tasks.rados.rados.0.smithi123.stdout:1580: finishing copy_from racing read to smithi123173835-6 2023-12-20T10:55:11.658 INFO:tasks.rados.rados.0.smithi123.stdout:1578: done (8 left) 2023-12-20T10:55:11.658 INFO:tasks.rados.rados.0.smithi123.stdout:1581: done (7 left) 2023-12-20T10:55:11.658 INFO:tasks.rados.rados.0.smithi123.stdout:1583: done (6 left) 2023-12-20T10:55:11.658 INFO:tasks.rados.rados.0.smithi123.stdout:1586: done (5 left) 2023-12-20T10:55:11.658 INFO:tasks.rados.rados.0.smithi123.stdout:1587: rollback oid 25 current snap is 152 2023-12-20T10:55:11.658 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 25 to 150 2023-12-20T10:55:11.659 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 28 current snap is 152 2023-12-20T10:55:11.659 INFO:tasks.rados.rados.0.smithi123.stdout:1588: seq_num 526 ranges {8822784=417792,9240576=589824,9830400=614400} 2023-12-20T10:55:11.708 INFO:tasks.rados.rados.0.smithi123.stdout:1588: writing smithi123173835-28 from 8822784 to 9240576 tid 1 2023-12-20T10:55:11.711 INFO:tasks.rados.rados.0.smithi123.stdout:1588: writing smithi123173835-28 from 9240576 to 9830400 tid 2 2023-12-20T10:55:11.715 INFO:tasks.rados.rados.0.smithi123.stdout:1588: writing smithi123173835-28 from 9830400 to 10444800 tid 3 2023-12-20T10:55:11.715 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 19 current snap is 152 2023-12-20T10:55:11.715 INFO:tasks.rados.rados.0.smithi123.stdout:1584: finishing write tid 2 to smithi123173835-38 2023-12-20T10:55:11.716 INFO:tasks.rados.rados.0.smithi123.stdout:1584: finishing write tid 3 to smithi123173835-38 2023-12-20T10:55:11.716 INFO:tasks.rados.rados.0.smithi123.stdout:1579: expect (ObjNum 511 snap 151 seq_num 511) 2023-12-20T10:55:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:11 smithi123 ceph-mon[191304]: failed to encode map e375 with expected crc 2023-12-20T10:55:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:11 smithi123 ceph-mon[191304]: failed to encode map e375 with expected crc 2023-12-20T10:55:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:11 smithi123 ceph-mon[191304]: osdmap e376: 8 total, 8 up, 8 in 2023-12-20T10:55:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:11 smithi123 ceph-mon[191304]: failed to encode map e376 with expected crc 2023-12-20T10:55:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:11 smithi123 ceph-mon[188613]: failed to encode map e375 with expected crc 2023-12-20T10:55:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:11 smithi123 ceph-mon[188613]: failed to encode map e375 with expected crc 2023-12-20T10:55:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:11 smithi123 ceph-mon[188613]: osdmap e376: 8 total, 8 up, 8 in 2023-12-20T10:55:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:11 smithi123 ceph-mon[188613]: failed to encode map e376 with expected crc 2023-12-20T10:55:12.302 INFO:tasks.rados.rados.0.smithi123.stdout:1584: finishing write tid 4 to smithi123173835-38 2023-12-20T10:55:12.302 INFO:tasks.rados.rados.0.smithi123.stdout:1580: finishing copy_from to smithi123173835-6 2023-12-20T10:55:12.302 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 1034 (ObjNum 422 snap 126 seq_num 422) dirty exists 2023-12-20T10:55:12.302 INFO:tasks.rados.rados.0.smithi123.stdout:1587: finishing rollback tid 0 to smithi123173835-25 2023-12-20T10:55:12.302 INFO:tasks.rados.rados.0.smithi123.stdout:1584: finishing write tid 5 to smithi123173835-38 2023-12-20T10:55:12.302 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 38 v 1158 (ObjNum 524 snap 152 seq_num 524) dirty exists 2023-12-20T10:55:12.302 INFO:tasks.rados.rados.0.smithi123.stdout:1584: left oid 38 (ObjNum 524 snap 152 seq_num 524) 2023-12-20T10:55:12.302 INFO:tasks.rados.rados.0.smithi123.stdout:1587: finishing rollback tid 1 to smithi123173835-25 2023-12-20T10:55:12.302 INFO:tasks.rados.rados.0.smithi123.stdout:1587: finishing rollback tid 2 to smithi123173835-25 2023-12-20T10:55:12.302 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 370 (ObjNum 502 snap 150 seq_num 502) dirty exists 2023-12-20T10:55:12.302 INFO:tasks.rados.rados.0.smithi123.stdout:1582: finishing rollback tid 2 to smithi123173835-45 2023-12-20T10:55:12.302 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 1171 (ObjNum 477 snap 138 seq_num 477) dirty exists 2023-12-20T10:55:12.302 INFO:tasks.rados.rados.0.smithi123.stdout:1585: expect (ObjNum 517 snap 152 seq_num 517) 2023-12-20T10:55:12.489 INFO:tasks.rados.rados.0.smithi123.stdout:1588: finishing write tid 1 to smithi123173835-28 2023-12-20T10:55:12.489 INFO:tasks.rados.rados.0.smithi123.stdout:1588: finishing write tid 2 to smithi123173835-28 2023-12-20T10:55:12.489 INFO:tasks.rados.rados.0.smithi123.stdout:1588: finishing write tid 3 to smithi123173835-28 2023-12-20T10:55:12.490 INFO:tasks.rados.rados.0.smithi123.stdout:1588: finishing write tid 4 to smithi123173835-28 2023-12-20T10:55:12.490 INFO:tasks.rados.rados.0.smithi123.stdout:1588: finishing write tid 5 to smithi123173835-28 2023-12-20T10:55:12.490 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 28 v 1344 (ObjNum 526 snap 152 seq_num 526) dirty exists 2023-12-20T10:55:12.490 INFO:tasks.rados.rados.0.smithi123.stdout:1588: left oid 28 (ObjNum 526 snap 152 seq_num 526) 2023-12-20T10:55:12.490 INFO:tasks.rados.rados.0.smithi123.stdout:1589: seq_num 527 ranges {5980160=434176,6414336=475136,6889472=565248,7454720=163840} 2023-12-20T10:55:12.522 INFO:tasks.rados.rados.0.smithi123.stdout:1589: writing smithi123173835-19 from 5980160 to 6414336 tid 1 2023-12-20T10:55:12.525 INFO:tasks.rados.rados.0.smithi123.stdout:1589: writing smithi123173835-19 from 6414336 to 6889472 tid 2 2023-12-20T10:55:12.528 INFO:tasks.rados.rados.0.smithi123.stdout:1589: writing smithi123173835-19 from 6889472 to 7454720 tid 3 2023-12-20T10:55:12.530 INFO:tasks.rados.rados.0.smithi123.stdout:1589: writing smithi123173835-19 from 7454720 to 7618560 tid 4 2023-12-20T10:55:12.530 INFO:tasks.rados.rados.0.smithi123.stdout:1579: done (7 left) 2023-12-20T10:55:12.530 INFO:tasks.rados.rados.0.smithi123.stdout:1580: done (6 left) 2023-12-20T10:55:12.530 INFO:tasks.rados.rados.0.smithi123.stdout:1582: done (5 left) 2023-12-20T10:55:12.530 INFO:tasks.rados.rados.0.smithi123.stdout:1584: done (4 left) 2023-12-20T10:55:12.530 INFO:tasks.rados.rados.0.smithi123.stdout:1585: done (3 left) 2023-12-20T10:55:12.530 INFO:tasks.rados.rados.0.smithi123.stdout:1587: done (2 left) 2023-12-20T10:55:12.530 INFO:tasks.rados.rados.0.smithi123.stdout:1588: done (1 left) 2023-12-20T10:55:12.530 INFO:tasks.rados.rados.0.smithi123.stdout:1590: read oid 23 snap -1 2023-12-20T10:55:12.530 INFO:tasks.rados.rados.0.smithi123.stdout:1590: expect (ObjNum 509 snap 151 seq_num 509) 2023-12-20T10:55:12.530 INFO:tasks.rados.rados.0.smithi123.stdout:1591: read oid 33 snap -1 2023-12-20T10:55:12.531 INFO:tasks.rados.rados.0.smithi123.stdout:1591: expect deleted 2023-12-20T10:55:12.531 INFO:tasks.rados.rados.0.smithi123.stdout:1592: snap_create 2023-12-20T10:55:12.531 INFO:tasks.rados.rados.0.smithi123.stdout:1589: finishing write tid 1 to smithi123173835-19 2023-12-20T10:55:12.531 INFO:tasks.rados.rados.0.smithi123.stdout:1589: finishing write tid 2 to smithi123173835-19 2023-12-20T10:55:12.531 INFO:tasks.rados.rados.0.smithi123.stdout:1589: finishing write tid 3 to smithi123173835-19 2023-12-20T10:55:12.533 INFO:tasks.rados.rados.0.smithi123.stdout:1589: finishing write tid 4 to smithi123173835-19 2023-12-20T10:55:12.533 INFO:tasks.rados.rados.0.smithi123.stdout:1589: finishing write tid 5 to smithi123173835-19 2023-12-20T10:55:12.536 INFO:tasks.rados.rados.0.smithi123.stdout:1589: finishing write tid 6 to smithi123173835-19 2023-12-20T10:55:12.536 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 1174 (ObjNum 527 snap 152 seq_num 527) dirty exists 2023-12-20T10:55:12.536 INFO:tasks.rados.rados.0.smithi123.stdout:1589: left oid 19 (ObjNum 527 snap 152 seq_num 527) 2023-12-20T10:55:12.550 INFO:tasks.rados.rados.0.smithi123.stdout:1590: expect (ObjNum 509 snap 151 seq_num 509) 2023-12-20T10:55:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:12 smithi177 ceph-mon[212096]: failed to encode map e376 with expected crc 2023-12-20T10:55:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:12 smithi177 ceph-mon[212096]: failed to encode map e376 with expected crc 2023-12-20T10:55:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:12 smithi177 ceph-mon[212096]: failed to encode map e376 with expected crc 2023-12-20T10:55:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:12 smithi177 ceph-mon[212096]: pgmap v271: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 172 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 6.8 MiB/s wr, 14 op/s 2023-12-20T10:55:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:55:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:12 smithi123 ceph-mon[191304]: failed to encode map e376 with expected crc 2023-12-20T10:55:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:12 smithi123 ceph-mon[191304]: failed to encode map e376 with expected crc 2023-12-20T10:55:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:12 smithi123 ceph-mon[191304]: failed to encode map e376 with expected crc 2023-12-20T10:55:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:12 smithi123 ceph-mon[191304]: pgmap v271: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 172 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 6.8 MiB/s wr, 14 op/s 2023-12-20T10:55:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:55:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:12 smithi123 ceph-mon[188613]: failed to encode map e376 with expected crc 2023-12-20T10:55:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:12 smithi123 ceph-mon[188613]: failed to encode map e376 with expected crc 2023-12-20T10:55:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:12 smithi123 ceph-mon[188613]: failed to encode map e376 with expected crc 2023-12-20T10:55:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:12 smithi123 ceph-mon[188613]: pgmap v271: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 172 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 6.8 MiB/s wr, 14 op/s 2023-12-20T10:55:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:55:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:12.993 INFO:tasks.rados.rados.0.smithi123.stdout:1589: done (3 left) 2023-12-20T10:55:12.993 INFO:tasks.rados.rados.0.smithi123.stdout:1590: done (2 left) 2023-12-20T10:55:12.993 INFO:tasks.rados.rados.0.smithi123.stdout:1591: done (1 left) 2023-12-20T10:55:12.993 INFO:tasks.rados.rados.0.smithi123.stdout:1592: done (0 left) 2023-12-20T10:55:12.993 INFO:tasks.rados.rados.0.smithi123.stdout:1593: rollback oid 45 current snap is 153 2023-12-20T10:55:12.993 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 45 to 150 2023-12-20T10:55:12.993 INFO:tasks.rados.rados.0.smithi123.stdout:1594: snap_remove snap 152 2023-12-20T10:55:13.994 INFO:tasks.rados.rados.0.smithi123.stdout:1594: done (1 left) 2023-12-20T10:55:13.994 INFO:tasks.rados.rados.0.smithi123.stdout:1595: read oid 31 snap 150 2023-12-20T10:55:13.994 INFO:tasks.rados.rados.0.smithi123.stdout:1595: expect deleted 2023-12-20T10:55:13.995 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 2 current snap is 153 2023-12-20T10:55:13.995 INFO:tasks.rados.rados.0.smithi123.stdout:1593: finishing rollback tid 0 to smithi123173835-45 2023-12-20T10:55:13.995 INFO:tasks.rados.rados.0.smithi123.stdout:1596: seq_num 528 ranges {1286144=450560,1736704=761856,2498560=442368} 2023-12-20T10:55:14.004 INFO:tasks.rados.rados.0.smithi123.stdout:1596: writing smithi123173835-2 from 1286144 to 1736704 tid 1 2023-12-20T10:55:14.009 INFO:tasks.rados.rados.0.smithi123.stdout:1596: writing smithi123173835-2 from 1736704 to 2498560 tid 2 2023-12-20T10:55:14.012 INFO:tasks.rados.rados.0.smithi123.stdout:1596: writing smithi123173835-2 from 2498560 to 2940928 tid 3 2023-12-20T10:55:14.013 INFO:tasks.rados.rados.0.smithi123.stdout:1597: read oid 32 snap 150 2023-12-20T10:55:14.013 INFO:tasks.rados.rados.0.smithi123.stdout:1597: expect (ObjNum 491 snap 144 seq_num 491) 2023-12-20T10:55:14.013 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 28 current snap is 153 2023-12-20T10:55:14.013 INFO:tasks.rados.rados.0.smithi123.stdout:1593: finishing rollback tid 1 to smithi123173835-45 2023-12-20T10:55:14.013 INFO:tasks.rados.rados.0.smithi123.stdout:1593: finishing rollback tid 2 to smithi123173835-45 2023-12-20T10:55:14.013 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 1174 (ObjNum 477 snap 138 seq_num 477) dirty exists 2023-12-20T10:55:14.013 INFO:tasks.rados.rados.0.smithi123.stdout:1598: seq_num 529 ranges {10444800=466944,10911744=647168,11558912=532480,12091392=24576} 2023-12-20T10:55:14.071 INFO:tasks.rados.rados.0.smithi123.stdout:1598: writing smithi123173835-28 from 10444800 to 10911744 tid 1 2023-12-20T10:55:14.075 INFO:tasks.rados.rados.0.smithi123.stdout:1598: writing smithi123173835-28 from 10911744 to 11558912 tid 2 2023-12-20T10:55:14.078 INFO:tasks.rados.rados.0.smithi123.stdout:1598: writing smithi123173835-28 from 11558912 to 12091392 tid 3 2023-12-20T10:55:14.078 INFO:tasks.rados.rados.0.smithi123.stdout:1598: writing smithi123173835-28 from 12091392 to 12115968 tid 4 2023-12-20T10:55:14.078 INFO:tasks.rados.rados.0.smithi123.stdout:1593: done (4 left) 2023-12-20T10:55:14.078 INFO:tasks.rados.rados.0.smithi123.stdout:1599: delete oid 19 current snap is 153 2023-12-20T10:55:14.079 INFO:tasks.rados.rados.0.smithi123.stdout:1596: finishing write tid 1 to smithi123173835-2 2023-12-20T10:55:14.079 INFO:tasks.rados.rados.0.smithi123.stdout:1596: finishing write tid 2 to smithi123173835-2 2023-12-20T10:55:14.079 INFO:tasks.rados.rados.0.smithi123.stdout:1596: finishing write tid 3 to smithi123173835-2 2023-12-20T10:55:14.079 INFO:tasks.rados.rados.0.smithi123.stdout:1596: finishing write tid 4 to smithi123173835-2 2023-12-20T10:55:14.079 INFO:tasks.rados.rados.0.smithi123.stdout:1597: expect (ObjNum 491 snap 144 seq_num 491) 2023-12-20T10:55:14.143 INFO:tasks.rados.rados.0.smithi123.stdout:1596: finishing write tid 5 to smithi123173835-2 2023-12-20T10:55:14.143 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 2 v 1178 (ObjNum 528 snap 153 seq_num 528) dirty exists 2023-12-20T10:55:14.143 INFO:tasks.rados.rados.0.smithi123.stdout:1596: left oid 2 (ObjNum 528 snap 153 seq_num 528) 2023-12-20T10:55:14.143 INFO:tasks.rados.rados.0.smithi123.stdout:1598: finishing write tid 1 to smithi123173835-28 2023-12-20T10:55:14.143 INFO:tasks.rados.rados.0.smithi123.stdout:1598: finishing write tid 2 to smithi123173835-28 2023-12-20T10:55:14.143 INFO:tasks.rados.rados.0.smithi123.stdout:1595: done (4 left) 2023-12-20T10:55:14.143 INFO:tasks.rados.rados.0.smithi123.stdout:1596: done (3 left) 2023-12-20T10:55:14.143 INFO:tasks.rados.rados.0.smithi123.stdout:1597: done (2 left) 2023-12-20T10:55:14.144 INFO:tasks.rados.rados.0.smithi123.stdout:1599: done (1 left) 2023-12-20T10:55:14.144 INFO:tasks.rados.rados.0.smithi123.stdout:1600: snap_remove snap 150 2023-12-20T10:55:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:14 smithi177 ceph-mon[212096]: failed to encode map e377 with expected crc 2023-12-20T10:55:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:14 smithi177 ceph-mon[212096]: failed to encode map e377 with expected crc 2023-12-20T10:55:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:14 smithi177 ceph-mon[212096]: osdmap e377: 8 total, 8 up, 8 in 2023-12-20T10:55:14.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:14 smithi177 ceph-mon[212096]: failed to encode map e377 with expected crc 2023-12-20T10:55:14.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:14 smithi177 ceph-mon[212096]: failed to encode map e377 with expected crc 2023-12-20T10:55:14.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:14 smithi177 ceph-mon[212096]: pgmap v273: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 174 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 6.4 MiB/s wr, 30 op/s 2023-12-20T10:55:14.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:14 smithi123 ceph-mon[188613]: failed to encode map e377 with expected crc 2023-12-20T10:55:14.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:14 smithi123 ceph-mon[188613]: failed to encode map e377 with expected crc 2023-12-20T10:55:14.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:14 smithi123 ceph-mon[188613]: osdmap e377: 8 total, 8 up, 8 in 2023-12-20T10:55:14.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:14 smithi123 ceph-mon[188613]: failed to encode map e377 with expected crc 2023-12-20T10:55:14.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:14 smithi123 ceph-mon[188613]: failed to encode map e377 with expected crc 2023-12-20T10:55:14.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:14 smithi123 ceph-mon[188613]: pgmap v273: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 174 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 6.4 MiB/s wr, 30 op/s 2023-12-20T10:55:14.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:14 smithi123 ceph-mon[191304]: failed to encode map e377 with expected crc 2023-12-20T10:55:14.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:14 smithi123 ceph-mon[191304]: failed to encode map e377 with expected crc 2023-12-20T10:55:14.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:14 smithi123 ceph-mon[191304]: osdmap e377: 8 total, 8 up, 8 in 2023-12-20T10:55:14.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:14 smithi123 ceph-mon[191304]: failed to encode map e377 with expected crc 2023-12-20T10:55:14.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:14 smithi123 ceph-mon[191304]: failed to encode map e377 with expected crc 2023-12-20T10:55:14.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:14 smithi123 ceph-mon[191304]: pgmap v273: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 174 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 6.4 MiB/s wr, 30 op/s 2023-12-20T10:55:15.015 INFO:tasks.rados.rados.0.smithi123.stdout:1600: done (1 left) 2023-12-20T10:55:15.016 INFO:tasks.rados.rados.0.smithi123.stdout:1601: read oid 44 snap -1 2023-12-20T10:55:15.016 INFO:tasks.rados.rados.0.smithi123.stdout:1601: expect deleted 2023-12-20T10:55:15.018 INFO:tasks.rados.rados.0.smithi123.stdout:1602: setattr oid 27 current snap is 153 2023-12-20T10:55:15.018 INFO:tasks.rados.rados.0.smithi123.stdout:1603: snap_create 2023-12-20T10:55:15.018 INFO:tasks.rados.rados.0.smithi123.stdout:1598: finishing write tid 3 to smithi123173835-28 2023-12-20T10:55:15.018 INFO:tasks.rados.rados.0.smithi123.stdout:1598: finishing write tid 4 to smithi123173835-28 2023-12-20T10:55:15.018 INFO:tasks.rados.rados.0.smithi123.stdout:1598: finishing write tid 5 to smithi123173835-28 2023-12-20T10:55:15.018 INFO:tasks.rados.rados.0.smithi123.stdout:1598: finishing write tid 6 to smithi123173835-28 2023-12-20T10:55:15.018 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 28 v 1349 (ObjNum 529 snap 153 seq_num 529) dirty exists 2023-12-20T10:55:15.018 INFO:tasks.rados.rados.0.smithi123.stdout:1598: left oid 28 (ObjNum 529 snap 153 seq_num 529) 2023-12-20T10:55:15.025 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 27 v 373 (ObjNum 33 snap 0 seq_num 958396960) dirty exists 2023-12-20T10:55:15.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:15 smithi177 ceph-mon[212096]: failed to encode map e378 with expected crc 2023-12-20T10:55:15.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:15 smithi177 ceph-mon[212096]: osdmap e378: 8 total, 8 up, 8 in 2023-12-20T10:55:15.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:15 smithi177 ceph-mon[212096]: failed to encode map e378 with expected crc 2023-12-20T10:55:15.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-20T10:55:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:15 smithi123 ceph-mon[191304]: failed to encode map e378 with expected crc 2023-12-20T10:55:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:15 smithi123 ceph-mon[191304]: osdmap e378: 8 total, 8 up, 8 in 2023-12-20T10:55:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:15 smithi123 ceph-mon[191304]: failed to encode map e378 with expected crc 2023-12-20T10:55:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-20T10:55:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:15 smithi123 ceph-mon[188613]: failed to encode map e378 with expected crc 2023-12-20T10:55:15.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:15 smithi123 ceph-mon[188613]: osdmap e378: 8 total, 8 up, 8 in 2023-12-20T10:55:15.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:15 smithi123 ceph-mon[188613]: failed to encode map e378 with expected crc 2023-12-20T10:55:15.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-20T10:55:16.024 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:16 smithi177 ceph-mon[212096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-20T10:55:16.024 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:16 smithi177 ceph-mon[212096]: Upgrade: osd.5 is safe to restart 2023-12-20T10:55:16.024 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:16 smithi177 ceph-mon[212096]: failed to encode map e379 with expected crc 2023-12-20T10:55:16.024 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:16 smithi177 ceph-mon[212096]: osdmap e379: 8 total, 8 up, 8 in 2023-12-20T10:55:16.024 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:16 smithi177 ceph-mon[212096]: failed to encode map e379 with expected crc 2023-12-20T10:55:16.024 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:16 smithi177 ceph-mon[212096]: failed to encode map e379 with expected crc 2023-12-20T10:55:16.025 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:16 smithi177 ceph-mon[212096]: pgmap v276: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 177 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 7.0 MiB/s wr, 30 op/s 2023-12-20T10:55:16.025 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:16.025 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-20T10:55:16.025 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:55:16.028 INFO:tasks.rados.rados.0.smithi123.stdout:1598: done (3 left) 2023-12-20T10:55:16.028 INFO:tasks.rados.rados.0.smithi123.stdout:1601: done (2 left) 2023-12-20T10:55:16.028 INFO:tasks.rados.rados.0.smithi123.stdout:1602: done (1 left) 2023-12-20T10:55:16.028 INFO:tasks.rados.rados.0.smithi123.stdout:1603: done (0 left) 2023-12-20T10:55:16.028 INFO:tasks.rados.rados.0.smithi123.stdout:1604: snap_remove snap 153 2023-12-20T10:55:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:16 smithi123 ceph-mon[191304]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-20T10:55:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:16 smithi123 ceph-mon[191304]: Upgrade: osd.5 is safe to restart 2023-12-20T10:55:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:16 smithi123 ceph-mon[191304]: failed to encode map e379 with expected crc 2023-12-20T10:55:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:16 smithi123 ceph-mon[191304]: osdmap e379: 8 total, 8 up, 8 in 2023-12-20T10:55:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:16 smithi123 ceph-mon[191304]: failed to encode map e379 with expected crc 2023-12-20T10:55:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:16 smithi123 ceph-mon[191304]: failed to encode map e379 with expected crc 2023-12-20T10:55:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:16 smithi123 ceph-mon[191304]: pgmap v276: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 177 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 7.0 MiB/s wr, 30 op/s 2023-12-20T10:55:16.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:16.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-20T10:55:16.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:55:16.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:16 smithi123 ceph-mon[188613]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-20T10:55:16.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:16 smithi123 ceph-mon[188613]: Upgrade: osd.5 is safe to restart 2023-12-20T10:55:16.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:16 smithi123 ceph-mon[188613]: failed to encode map e379 with expected crc 2023-12-20T10:55:16.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:16 smithi123 ceph-mon[188613]: osdmap e379: 8 total, 8 up, 8 in 2023-12-20T10:55:16.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:16 smithi123 ceph-mon[188613]: failed to encode map e379 with expected crc 2023-12-20T10:55:16.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:16 smithi123 ceph-mon[188613]: failed to encode map e379 with expected crc 2023-12-20T10:55:16.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:16 smithi123 ceph-mon[188613]: pgmap v276: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 177 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 7.0 MiB/s wr, 30 op/s 2023-12-20T10:55:16.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:16.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-20T10:55:16.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:55:17.030 INFO:tasks.rados.rados.0.smithi123.stdout:1604: done (0 left) 2023-12-20T10:55:17.030 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 23 current snap is 154 2023-12-20T10:55:17.030 INFO:tasks.rados.rados.0.smithi123.stdout:1605: seq_num 531 ranges {7757824=499712,8257536=417792,8675328=548864,9224192=237568} 2023-12-20T10:55:17.074 INFO:tasks.rados.rados.0.smithi123.stdout:1605: writing smithi123173835-23 from 7757824 to 8257536 tid 1 2023-12-20T10:55:17.077 INFO:tasks.rados.rados.0.smithi123.stdout:1605: writing smithi123173835-23 from 8257536 to 8675328 tid 2 2023-12-20T10:55:17.079 INFO:tasks.rados.rados.0.smithi123.stdout:1605: writing smithi123173835-23 from 8675328 to 9224192 tid 3 2023-12-20T10:55:17.081 INFO:tasks.rados.rados.0.smithi123.stdout:1605: writing smithi123173835-23 from 9224192 to 9461760 tid 4 2023-12-20T10:55:17.081 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 1 current snap is 154 2023-12-20T10:55:17.081 INFO:tasks.rados.rados.0.smithi123.stdout:1605: finishing write tid 1 to smithi123173835-23 2023-12-20T10:55:17.081 INFO:tasks.rados.rados.0.smithi123.stdout:1605: finishing write tid 2 to smithi123173835-23 2023-12-20T10:55:17.081 INFO:tasks.rados.rados.0.smithi123.stdout:1606: seq_num 532 ranges {8691712=516096,9207808=696320,9904128=507904} 2023-12-20T10:55:17.129 INFO:tasks.rados.rados.0.smithi123.stdout:1606: writing smithi123173835-1 from 8691712 to 9207808 tid 1 2023-12-20T10:55:17.134 INFO:tasks.rados.rados.0.smithi123.stdout:1606: writing smithi123173835-1 from 9207808 to 9904128 tid 2 2023-12-20T10:55:17.138 INFO:tasks.rados.rados.0.smithi123.stdout:1606: writing smithi123173835-1 from 9904128 to 10412032 tid 3 2023-12-20T10:55:17.138 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 32 current snap is 154 2023-12-20T10:55:17.138 INFO:tasks.rados.rados.0.smithi123.stdout:1605: finishing write tid 3 to smithi123173835-23 2023-12-20T10:55:17.138 INFO:tasks.rados.rados.0.smithi123.stdout:1605: finishing write tid 4 to smithi123173835-23 2023-12-20T10:55:17.138 INFO:tasks.rados.rados.0.smithi123.stdout:1605: finishing write tid 5 to smithi123173835-23 2023-12-20T10:55:17.138 INFO:tasks.rados.rados.0.smithi123.stdout:1605: finishing write tid 6 to smithi123173835-23 2023-12-20T10:55:17.138 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 23 v 1046 (ObjNum 531 snap 154 seq_num 531) dirty exists 2023-12-20T10:55:17.138 INFO:tasks.rados.rados.0.smithi123.stdout:1605: left oid 23 (ObjNum 531 snap 154 seq_num 531) 2023-12-20T10:55:17.138 INFO:tasks.rados.rados.0.smithi123.stdout:1606: finishing write tid 1 to smithi123173835-1 2023-12-20T10:55:17.138 INFO:tasks.rados.rados.0.smithi123.stdout:1607: seq_num 533 ranges {1884160=532480,2416640=630784,3047424=516096,3563520=57344} 2023-12-20T10:55:17.150 INFO:tasks.rados.rados.0.smithi123.stdout:1607: writing smithi123173835-32 from 1884160 to 2416640 tid 1 2023-12-20T10:55:17.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:17 smithi177 ceph-mon[212096]: Upgrade: Updating osd.5 2023-12-20T10:55:17.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:17 smithi177 ceph-mon[212096]: Deploying daemon osd.5 on smithi177 2023-12-20T10:55:17.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:17 smithi177 ceph-mon[212096]: failed to encode map e380 with expected crc 2023-12-20T10:55:17.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:17 smithi177 ceph-mon[212096]: osdmap e380: 8 total, 8 up, 8 in 2023-12-20T10:55:17.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:17 smithi177 ceph-mon[212096]: failed to encode map e380 with expected crc 2023-12-20T10:55:17.155 INFO:tasks.rados.rados.0.smithi123.stdout:1607: writing smithi123173835-32 from 2416640 to 3047424 tid 2 2023-12-20T10:55:17.157 INFO:tasks.rados.rados.0.smithi123.stdout:1607: writing smithi123173835-32 from 3047424 to 3563520 tid 3 2023-12-20T10:55:17.158 INFO:tasks.rados.rados.0.smithi123.stdout:1607: writing smithi123173835-32 from 3563520 to 3620864 tid 4 2023-12-20T10:55:17.158 INFO:tasks.rados.rados.0.smithi123.stdout:1605: done (2 left) 2023-12-20T10:55:17.159 INFO:tasks.rados.rados.0.smithi123.stdout:1608: rollback oid 25 current snap is 154 2023-12-20T10:55:17.159 INFO:tasks.rados.rados.0.smithi123.stdout:1608: done (2 left) 2023-12-20T10:55:17.159 INFO:tasks.rados.rados.0.smithi123.stdout:1609: copy_from oid 38 from oid 16 current snap is 154 2023-12-20T10:55:17.159 INFO:tasks.rados.rados.0.smithi123.stdout:1606: finishing write tid 2 to smithi123173835-1 2023-12-20T10:55:17.159 INFO:tasks.rados.rados.0.smithi123.stdout:1606: finishing write tid 3 to smithi123173835-1 2023-12-20T10:55:17.159 INFO:tasks.rados.rados.0.smithi123.stdout:1606: finishing write tid 4 to smithi123173835-1 2023-12-20T10:55:17.159 INFO:tasks.rados.rados.0.smithi123.stdout:1606: finishing write tid 5 to smithi123173835-1 2023-12-20T10:55:17.159 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 1 v 1162 (ObjNum 532 snap 154 seq_num 532) dirty exists 2023-12-20T10:55:17.159 INFO:tasks.rados.rados.0.smithi123.stdout:1606: left oid 1 (ObjNum 532 snap 154 seq_num 532) 2023-12-20T10:55:17.159 INFO:tasks.rados.rados.0.smithi123.stdout:1607: finishing write tid 1 to smithi123173835-32 2023-12-20T10:55:17.159 INFO:tasks.rados.rados.0.smithi123.stdout:1607: finishing write tid 2 to smithi123173835-32 2023-12-20T10:55:17.159 INFO:tasks.rados.rados.0.smithi123.stdout:1606: done (2 left) 2023-12-20T10:55:17.159 INFO:tasks.rados.rados.0.smithi123.stdout:1610: rollback oid 21 current snap is 154 2023-12-20T10:55:17.160 INFO:tasks.rados.rados.0.smithi123.stdout:1610: done (2 left) 2023-12-20T10:55:17.160 INFO:tasks.rados.rados.0.smithi123.stdout:1611: read oid 20 snap -1 2023-12-20T10:55:17.160 INFO:tasks.rados.rados.0.smithi123.stdout:1611: expect deleted 2023-12-20T10:55:17.160 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 36 current snap is 154 2023-12-20T10:55:17.160 INFO:tasks.rados.rados.0.smithi123.stdout:1612: seq_num 534 ranges {5529600=548864,6078464=516096,6594560=688128} 2023-12-20T10:55:17.191 INFO:tasks.rados.rados.0.smithi123.stdout:1612: writing smithi123173835-36 from 5529600 to 6078464 tid 1 2023-12-20T10:55:17.193 INFO:tasks.rados.rados.0.smithi123.stdout:1612: writing smithi123173835-36 from 6078464 to 6594560 tid 2 2023-12-20T10:55:17.198 INFO:tasks.rados.rados.0.smithi123.stdout:1612: writing smithi123173835-36 from 6594560 to 7282688 tid 3 2023-12-20T10:55:17.199 INFO:tasks.rados.rados.0.smithi123.stdout:1613: read oid 34 snap -1 2023-12-20T10:55:17.199 INFO:tasks.rados.rados.0.smithi123.stdout:1613: expect (ObjNum 507 snap 150 seq_num 507) 2023-12-20T10:55:17.199 INFO:tasks.rados.rados.0.smithi123.stdout:1614: read oid 41 snap -1 2023-12-20T10:55:17.199 INFO:tasks.rados.rados.0.smithi123.stdout:1614: expect (ObjNum 278 snap 81 seq_num 278) 2023-12-20T10:55:17.199 INFO:tasks.rados.rados.0.smithi123.stdout:1615: copy_from oid 37 from oid 19 current snap is 154 2023-12-20T10:55:17.199 INFO:tasks.rados.rados.0.smithi123.stdout:1607: finishing write tid 3 to smithi123173835-32 2023-12-20T10:55:17.199 INFO:tasks.rados.rados.0.smithi123.stdout:1607: finishing write tid 4 to smithi123173835-32 2023-12-20T10:55:17.199 INFO:tasks.rados.rados.0.smithi123.stdout:1607: finishing write tid 5 to smithi123173835-32 2023-12-20T10:55:17.199 INFO:tasks.rados.rados.0.smithi123.stdout:1607: finishing write tid 6 to smithi123173835-32 2023-12-20T10:55:17.200 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 1436 (ObjNum 533 snap 154 seq_num 533) dirty exists 2023-12-20T10:55:17.200 INFO:tasks.rados.rados.0.smithi123.stdout:1607: left oid 32 (ObjNum 533 snap 154 seq_num 533) 2023-12-20T10:55:17.200 INFO:tasks.rados.rados.0.smithi123.stdout:1609: finishing copy_from racing read to smithi123173835-38 2023-12-20T10:55:17.200 INFO:tasks.rados.rados.0.smithi123.stdout:1607: done (6 left) 2023-12-20T10:55:17.200 INFO:tasks.rados.rados.0.smithi123.stdout:1611: done (5 left) 2023-12-20T10:55:17.200 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 7 current snap is 154 2023-12-20T10:55:17.200 INFO:tasks.rados.rados.0.smithi123.stdout:1609: finishing copy_from to smithi123173835-38 2023-12-20T10:55:17.200 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 38 v 706 (ObjNum 391 snap 120 seq_num 391) dirty exists 2023-12-20T10:55:17.200 INFO:tasks.rados.rados.0.smithi123.stdout:1616: seq_num 535 ranges {1982464=565248,2547712=802816,3350528=401408} 2023-12-20T10:55:17.212 INFO:tasks.rados.rados.0.smithi123.stdout:1616: writing smithi123173835-7 from 1982464 to 2547712 tid 1 2023-12-20T10:55:17.217 INFO:tasks.rados.rados.0.smithi123.stdout:1616: writing smithi123173835-7 from 2547712 to 3350528 tid 2 2023-12-20T10:55:17.220 INFO:tasks.rados.rados.0.smithi123.stdout:1616: writing smithi123173835-7 from 3350528 to 3751936 tid 3 2023-12-20T10:55:17.220 INFO:tasks.rados.rados.0.smithi123.stdout:1609: done (5 left) 2023-12-20T10:55:17.220 INFO:tasks.rados.rados.0.smithi123.stdout:1617: copy_from oid 10 from oid 2 current snap is 154 2023-12-20T10:55:17.220 INFO:tasks.rados.rados.0.smithi123.stdout:1612: finishing write tid 1 to smithi123173835-36 2023-12-20T10:55:17.220 INFO:tasks.rados.rados.0.smithi123.stdout:1612: finishing write tid 2 to smithi123173835-36 2023-12-20T10:55:17.220 INFO:tasks.rados.rados.0.smithi123.stdout:1615: finishing copy_from to smithi123173835-37 2023-12-20T10:55:17.220 INFO:tasks.rados.rados.0.smithi123.stdout:1615: got expected ENOENT (src dne) 2023-12-20T10:55:17.220 INFO:tasks.rados.rados.0.smithi123.stdout:1618: snap_create 2023-12-20T10:55:17.220 INFO:tasks.rados.rados.0.smithi123.stdout:1615: finishing copy_from racing read to smithi123173835-37 2023-12-20T10:55:17.220 INFO:tasks.rados.rados.0.smithi123.stdout:1612: finishing write tid 3 to smithi123173835-36 2023-12-20T10:55:17.220 INFO:tasks.rados.rados.0.smithi123.stdout:1612: finishing write tid 4 to smithi123173835-36 2023-12-20T10:55:17.220 INFO:tasks.rados.rados.0.smithi123.stdout:1613: expect (ObjNum 507 snap 150 seq_num 507) 2023-12-20T10:55:17.254 INFO:tasks.rados.rados.0.smithi123.stdout:1612: finishing write tid 5 to smithi123173835-36 2023-12-20T10:55:17.254 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 1166 (ObjNum 534 snap 154 seq_num 534) dirty exists 2023-12-20T10:55:17.255 INFO:tasks.rados.rados.0.smithi123.stdout:1612: left oid 36 (ObjNum 534 snap 154 seq_num 534) 2023-12-20T10:55:17.255 INFO:tasks.rados.rados.0.smithi123.stdout:1616: finishing write tid 1 to smithi123173835-7 2023-12-20T10:55:17.255 INFO:tasks.rados.rados.0.smithi123.stdout:1614: expect (ObjNum 278 snap 81 seq_num 278) 2023-12-20T10:55:17.395 INFO:tasks.rados.rados.0.smithi123.stdout:1616: finishing write tid 2 to smithi123173835-7 2023-12-20T10:55:17.395 INFO:tasks.rados.rados.0.smithi123.stdout:1616: finishing write tid 3 to smithi123173835-7 2023-12-20T10:55:17.395 INFO:tasks.rados.rados.0.smithi123.stdout:1616: finishing write tid 4 to smithi123173835-7 2023-12-20T10:55:17.395 INFO:tasks.rados.rados.0.smithi123.stdout:1616: finishing write tid 5 to smithi123173835-7 2023-12-20T10:55:17.395 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 1183 (ObjNum 535 snap 154 seq_num 535) dirty exists 2023-12-20T10:55:17.395 INFO:tasks.rados.rados.0.smithi123.stdout:1616: left oid 7 (ObjNum 535 snap 154 seq_num 535) 2023-12-20T10:55:17.395 INFO:tasks.rados.rados.0.smithi123.stdout:1617: finishing copy_from racing read to smithi123173835-10 2023-12-20T10:55:17.395 INFO:tasks.rados.rados.0.smithi123.stdout:1617: finishing copy_from to smithi123173835-10 2023-12-20T10:55:17.395 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 1178 (ObjNum 528 snap 153 seq_num 528) dirty exists 2023-12-20T10:55:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:17 smithi123 ceph-mon[188613]: Upgrade: Updating osd.5 2023-12-20T10:55:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:17 smithi123 ceph-mon[188613]: Deploying daemon osd.5 on smithi177 2023-12-20T10:55:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:17 smithi123 ceph-mon[188613]: failed to encode map e380 with expected crc 2023-12-20T10:55:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:17 smithi123 ceph-mon[188613]: osdmap e380: 8 total, 8 up, 8 in 2023-12-20T10:55:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:17 smithi123 ceph-mon[188613]: failed to encode map e380 with expected crc 2023-12-20T10:55:17.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:17 smithi123 ceph-mon[191304]: Upgrade: Updating osd.5 2023-12-20T10:55:17.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:17 smithi123 ceph-mon[191304]: Deploying daemon osd.5 on smithi177 2023-12-20T10:55:17.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:17 smithi123 ceph-mon[191304]: failed to encode map e380 with expected crc 2023-12-20T10:55:17.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:17 smithi123 ceph-mon[191304]: osdmap e380: 8 total, 8 up, 8 in 2023-12-20T10:55:17.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:17 smithi123 ceph-mon[191304]: failed to encode map e380 with expected crc 2023-12-20T10:55:17.998 INFO:tasks.rados.rados.0.smithi123.stdout:1612: done (6 left) 2023-12-20T10:55:17.998 INFO:tasks.rados.rados.0.smithi123.stdout:1613: done (5 left) 2023-12-20T10:55:17.998 INFO:tasks.rados.rados.0.smithi123.stdout:1614: done (4 left) 2023-12-20T10:55:17.998 INFO:tasks.rados.rados.0.smithi123.stdout:1615: done (3 left) 2023-12-20T10:55:17.998 INFO:tasks.rados.rados.0.smithi123.stdout:1616: done (2 left) 2023-12-20T10:55:17.998 INFO:tasks.rados.rados.0.smithi123.stdout:1617: done (1 left) 2023-12-20T10:55:17.998 INFO:tasks.rados.rados.0.smithi123.stdout:1618: done (0 left) 2023-12-20T10:55:17.998 INFO:tasks.rados.rados.0.smithi123.stdout:1619: delete oid 36 current snap is 155 2023-12-20T10:55:18.002 INFO:tasks.rados.rados.0.smithi123.stdout:1619: done (0 left) 2023-12-20T10:55:18.002 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 4 current snap is 155 2023-12-20T10:55:18.002 INFO:tasks.rados.rados.0.smithi123.stdout:1620: seq_num 537 ranges {1114112=598016,1712128=573440,2285568=491520,2777088=139264} 2023-12-20T10:55:18.012 INFO:tasks.rados.rados.0.smithi123.stdout:1620: writing smithi123173835-4 from 1114112 to 1712128 tid 1 2023-12-20T10:55:18.015 INFO:tasks.rados.rados.0.smithi123.stdout:1620: writing smithi123173835-4 from 1712128 to 2285568 tid 2 2023-12-20T10:55:18.018 INFO:tasks.rados.rados.0.smithi123.stdout:1620: writing smithi123173835-4 from 2285568 to 2777088 tid 3 2023-12-20T10:55:18.020 INFO:tasks.rados.rados.0.smithi123.stdout:1620: writing smithi123173835-4 from 2777088 to 2916352 tid 4 2023-12-20T10:55:18.020 INFO:tasks.rados.rados.0.smithi123.stdout:1621: rollback oid 39 current snap is 155 2023-12-20T10:55:18.020 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 39 to 154 2023-12-20T10:55:18.020 INFO:tasks.rados.rados.0.smithi123.stdout:1620: finishing write tid 1 to smithi123173835-4 2023-12-20T10:55:18.020 INFO:tasks.rados.rados.0.smithi123.stdout:1620: finishing write tid 2 to smithi123173835-4 2023-12-20T10:55:18.020 INFO:tasks.rados.rados.0.smithi123.stdout:1622: read oid 48 snap 154 2023-12-20T10:55:18.020 INFO:tasks.rados.rados.0.smithi123.stdout:1622: expect (ObjNum 515 snap 152 seq_num 515) 2023-12-20T10:55:18.020 INFO:tasks.rados.rados.0.smithi123.stdout:1623: rollback oid 36 current snap is 155 2023-12-20T10:55:18.020 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 36 to 154 2023-12-20T10:55:18.020 INFO:tasks.rados.rados.0.smithi123.stdout:1624: rmattr oid 5 current snap is 155 2023-12-20T10:55:18.020 INFO:tasks.rados.rados.0.smithi123.stdout:1624: done (4 left) 2023-12-20T10:55:18.020 INFO:tasks.rados.rados.0.smithi123.stdout:1625: setattr oid 8 current snap is 155 2023-12-20T10:55:18.020 INFO:tasks.rados.rados.0.smithi123.stdout:1621: finishing rollback tid 1 to smithi123173835-39 2023-12-20T10:55:18.021 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 0 (ObjNum 417 snap 0 seq_num 958882080) dirty dne 2023-12-20T10:55:18.022 INFO:tasks.rados.rados.0.smithi123.stdout:1621: done (4 left) 2023-12-20T10:55:18.022 INFO:tasks.rados.rados.0.smithi123.stdout:1626: read oid 12 snap 154 2023-12-20T10:55:18.022 INFO:tasks.rados.rados.0.smithi123.stdout:1626: expect (ObjNum 503 snap 150 seq_num 503) 2023-12-20T10:55:18.022 INFO:tasks.rados.rados.0.smithi123.stdout:1627: setattr oid 40 current snap is 155 2023-12-20T10:55:18.023 INFO:tasks.rados.rados.0.smithi123.stdout:1628: read oid 7 snap 154 2023-12-20T10:55:18.023 INFO:tasks.rados.rados.0.smithi123.stdout:1628: expect (ObjNum 535 snap 154 seq_num 535) 2023-12-20T10:55:18.023 INFO:tasks.rados.rados.0.smithi123.stdout:1629: rollback oid 47 current snap is 155 2023-12-20T10:55:18.023 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 47 to 154 2023-12-20T10:55:18.023 INFO:tasks.rados.rados.0.smithi123.stdout:1630: rollback oid 43 current snap is 155 2023-12-20T10:55:18.023 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 43 to 154 2023-12-20T10:55:18.023 INFO:tasks.rados.rados.0.smithi123.stdout:1631: read oid 17 snap -1 2023-12-20T10:55:18.023 INFO:tasks.rados.rados.0.smithi123.stdout:1631: expect (ObjNum 409 snap 126 seq_num 409) 2023-12-20T10:55:18.033 INFO:tasks.rados.rados.0.smithi123.stdout:1632: read oid 24 snap -1 2023-12-20T10:55:18.033 INFO:tasks.rados.rados.0.smithi123.stdout:1632: expect (ObjNum 483 snap 142 seq_num 483) 2023-12-20T10:55:18.033 INFO:tasks.rados.rados.0.smithi123.stdout:1633: setattr oid 15 current snap is 155 2023-12-20T10:55:18.033 INFO:tasks.rados.rados.0.smithi123.stdout:1620: finishing write tid 3 to smithi123173835-4 2023-12-20T10:55:18.033 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 50 current snap is 155 2023-12-20T10:55:18.033 INFO:tasks.rados.rados.0.smithi123.stdout:1634: seq_num 538 ranges {2007040=614400,2621440=450560,3072000=704512,3776512=49152} 2023-12-20T10:55:18.045 INFO:tasks.rados.rados.0.smithi123.stdout:1634: writing smithi123173835-50 from 2007040 to 2621440 tid 1 2023-12-20T10:55:18.045 INFO:tasks.rados.rados.0.smithi123.stdout:1634: writing smithi123173835-50 from 2621440 to 3072000 tid 2 2023-12-20T10:55:18.049 INFO:tasks.rados.rados.0.smithi123.stdout:1634: writing smithi123173835-50 from 3072000 to 3776512 tid 3 2023-12-20T10:55:18.049 INFO:tasks.rados.rados.0.smithi123.stdout:1634: writing smithi123173835-50 from 3776512 to 3825664 tid 4 2023-12-20T10:55:18.049 INFO:tasks.rados.rados.0.smithi123.stdout:1635: snap_create 2023-12-20T10:55:18.065 INFO:journalctl@ceph.osd.5.smithi177.stdout:Dec 20 10:55:17 smithi177 systemd[1]: Stopping Ceph osd.5 for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:55:18.068 INFO:tasks.rados.rados.0.smithi123.stdout:1623: finishing rollback tid 1 to smithi123173835-36 2023-12-20T10:55:18.068 INFO:tasks.rados.rados.0.smithi123.stdout:1620: finishing write tid 4 to smithi123173835-4 2023-12-20T10:55:18.068 INFO:tasks.rados.rados.0.smithi123.stdout:1620: finishing write tid 5 to smithi123173835-4 2023-12-20T10:55:18.069 INFO:tasks.rados.rados.0.smithi123.stdout:1623: finishing rollback tid 2 to smithi123173835-36 2023-12-20T10:55:18.069 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 1169 (ObjNum 534 snap 154 seq_num 534) dirty exists 2023-12-20T10:55:18.069 INFO:tasks.rados.rados.0.smithi123.stdout:1630: finishing rollback tid 0 to smithi123173835-43 2023-12-20T10:55:18.069 INFO:tasks.rados.rados.0.smithi123.stdout:1620: finishing write tid 6 to smithi123173835-4 2023-12-20T10:55:18.069 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 1052 (ObjNum 537 snap 155 seq_num 537) dirty exists 2023-12-20T10:55:18.069 INFO:tasks.rados.rados.0.smithi123.stdout:1620: left oid 4 (ObjNum 537 snap 155 seq_num 537) 2023-12-20T10:55:18.070 INFO:tasks.rados.rados.0.smithi123.stdout:1630: finishing rollback tid 1 to smithi123173835-43 2023-12-20T10:55:18.070 INFO:tasks.rados.rados.0.smithi123.stdout:1630: finishing rollback tid 2 to smithi123173835-43 2023-12-20T10:55:18.070 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 512 (ObjNum 65 snap 0 seq_num 959247712) dirty exists 2023-12-20T10:55:18.070 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 40 v 1439 (ObjNum 523 snap 152 seq_num 523) dirty exists 2023-12-20T10:55:18.070 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 1441 (ObjNum 498 snap 147 seq_num 498) dirty exists 2023-12-20T10:55:18.070 INFO:tasks.rados.rados.0.smithi123.stdout:1632: expect (ObjNum 483 snap 142 seq_num 483) 2023-12-20T10:55:18.084 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 754 (ObjNum 474 snap 138 seq_num 474) dirty exists 2023-12-20T10:55:18.084 INFO:tasks.rados.rados.0.smithi123.stdout:1629: finishing rollback tid 0 to smithi123173835-47 2023-12-20T10:55:18.084 INFO:tasks.rados.rados.0.smithi123.stdout:1629: finishing rollback tid 1 to smithi123173835-47 2023-12-20T10:55:18.084 INFO:tasks.rados.rados.0.smithi123.stdout:1629: finishing rollback tid 2 to smithi123173835-47 2023-12-20T10:55:18.084 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 47 v 757 (ObjNum 466 snap 136 seq_num 466) dirty exists 2023-12-20T10:55:18.085 INFO:tasks.rados.rados.0.smithi123.stdout:1628: expect (ObjNum 535 snap 154 seq_num 535) 2023-12-20T10:55:18.215 INFO:tasks.rados.rados.0.smithi123.stdout:1634: finishing write tid 1 to smithi123173835-50 2023-12-20T10:55:18.215 INFO:tasks.rados.rados.0.smithi123.stdout:1634: finishing write tid 2 to smithi123173835-50 2023-12-20T10:55:18.215 INFO:tasks.rados.rados.0.smithi123.stdout:1626: expect (ObjNum 503 snap 150 seq_num 503) 2023-12-20T10:55:18.403 INFO:journalctl@ceph.osd.5.smithi177.stdout:Dec 20 10:55:18 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-5[158128]: 2023-12-20T10:55:18.070+0000 7f1ffb7ee700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-20T10:55:18.403 INFO:journalctl@ceph.osd.5.smithi177.stdout:Dec 20 10:55:18 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-5[158128]: 2023-12-20T10:55:18.070+0000 7f1ffb7ee700 -1 osd.5 382 *** Got signal Terminated *** 2023-12-20T10:55:18.403 INFO:journalctl@ceph.osd.5.smithi177.stdout:Dec 20 10:55:18 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-5[158128]: 2023-12-20T10:55:18.070+0000 7f1ffb7ee700 -1 osd.5 382 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-20T10:55:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:18 smithi177 ceph-mon[212096]: failed to encode map e380 with expected crc 2023-12-20T10:55:18.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:18 smithi177 ceph-mon[212096]: failed to encode map e381 with expected crc 2023-12-20T10:55:18.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:18 smithi177 ceph-mon[212096]: osdmap e381: 8 total, 8 up, 8 in 2023-12-20T10:55:18.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:18 smithi177 ceph-mon[212096]: failed to encode map e381 with expected crc 2023-12-20T10:55:18.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:18 smithi177 ceph-mon[212096]: failed to encode map e381 with expected crc 2023-12-20T10:55:18.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:18 smithi177 ceph-mon[212096]: pgmap v279: 121 pgs: 121 active+clean; 166 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2023-12-20T10:55:18.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:18 smithi177 ceph-mon[212096]: osdmap e382: 8 total, 8 up, 8 in 2023-12-20T10:55:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:18 smithi123 ceph-mon[191304]: failed to encode map e380 with expected crc 2023-12-20T10:55:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:18 smithi123 ceph-mon[191304]: failed to encode map e381 with expected crc 2023-12-20T10:55:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:18 smithi123 ceph-mon[191304]: osdmap e381: 8 total, 8 up, 8 in 2023-12-20T10:55:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:18 smithi123 ceph-mon[191304]: failed to encode map e381 with expected crc 2023-12-20T10:55:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:18 smithi123 ceph-mon[191304]: failed to encode map e381 with expected crc 2023-12-20T10:55:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:18 smithi123 ceph-mon[191304]: pgmap v279: 121 pgs: 121 active+clean; 166 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2023-12-20T10:55:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:18 smithi123 ceph-mon[191304]: osdmap e382: 8 total, 8 up, 8 in 2023-12-20T10:55:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:18 smithi123 ceph-mon[188613]: failed to encode map e380 with expected crc 2023-12-20T10:55:18.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:18 smithi123 ceph-mon[188613]: failed to encode map e381 with expected crc 2023-12-20T10:55:18.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:18 smithi123 ceph-mon[188613]: osdmap e381: 8 total, 8 up, 8 in 2023-12-20T10:55:18.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:18 smithi123 ceph-mon[188613]: failed to encode map e381 with expected crc 2023-12-20T10:55:18.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:18 smithi123 ceph-mon[188613]: failed to encode map e381 with expected crc 2023-12-20T10:55:18.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:18 smithi123 ceph-mon[188613]: pgmap v279: 121 pgs: 121 active+clean; 166 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2023-12-20T10:55:18.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:18 smithi123 ceph-mon[188613]: osdmap e382: 8 total, 8 up, 8 in 2023-12-20T10:55:18.809 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T10:55:18.841 INFO:tasks.rados.rados.0.smithi123.stdout:1631: expect (ObjNum 409 snap 126 seq_num 409) 2023-12-20T10:55:19.064 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:55:18 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:55:18.658Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2023-12-20T10:55:19.064 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:55:18 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:55:18.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-20T10:55:19.087 INFO:tasks.rados.rados.0.smithi123.stdout:1634: finishing write tid 3 to smithi123173835-50 2023-12-20T10:55:19.087 INFO:tasks.rados.rados.0.smithi123.stdout:1634: finishing write tid 4 to smithi123173835-50 2023-12-20T10:55:19.087 INFO:tasks.rados.rados.0.smithi123.stdout:1634: finishing write tid 5 to smithi123173835-50 2023-12-20T10:55:19.087 INFO:tasks.rados.rados.0.smithi123.stdout:1634: finishing write tid 6 to smithi123173835-50 2023-12-20T10:55:19.087 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 50 v 1447 (ObjNum 538 snap 155 seq_num 538) dirty exists 2023-12-20T10:55:19.087 INFO:tasks.rados.rados.0.smithi123.stdout:1634: left oid 50 (ObjNum 538 snap 155 seq_num 538) 2023-12-20T10:55:19.087 INFO:tasks.rados.rados.0.smithi123.stdout:1620: done (13 left) 2023-12-20T10:55:19.088 INFO:tasks.rados.rados.0.smithi123.stdout:1623: done (12 left) 2023-12-20T10:55:19.088 INFO:tasks.rados.rados.0.smithi123.stdout:1625: done (11 left) 2023-12-20T10:55:19.088 INFO:tasks.rados.rados.0.smithi123.stdout:1626: done (10 left) 2023-12-20T10:55:19.088 INFO:tasks.rados.rados.0.smithi123.stdout:1627: done (9 left) 2023-12-20T10:55:19.088 INFO:tasks.rados.rados.0.smithi123.stdout:1628: done (8 left) 2023-12-20T10:55:19.088 INFO:tasks.rados.rados.0.smithi123.stdout:1629: done (7 left) 2023-12-20T10:55:19.088 INFO:tasks.rados.rados.0.smithi123.stdout:1630: done (6 left) 2023-12-20T10:55:19.088 INFO:tasks.rados.rados.0.smithi123.stdout:1631: done (5 left) 2023-12-20T10:55:19.088 INFO:tasks.rados.rados.0.smithi123.stdout:1632: done (4 left) 2023-12-20T10:55:19.088 INFO:tasks.rados.rados.0.smithi123.stdout:1633: done (3 left) 2023-12-20T10:55:19.088 INFO:tasks.rados.rados.0.smithi123.stdout:1634: done (2 left) 2023-12-20T10:55:19.088 INFO:tasks.rados.rados.0.smithi123.stdout:1635: done (1 left) 2023-12-20T10:55:19.088 INFO:tasks.rados.rados.0.smithi123.stdout:1636: read oid 10 snap -1 2023-12-20T10:55:19.088 INFO:tasks.rados.rados.0.smithi123.stdout:1636: expect (ObjNum 528 snap 153 seq_num 528) 2023-12-20T10:55:19.088 INFO:tasks.rados.rados.0.smithi123.stdout:1637: snap_create 2023-12-20T10:55:19.089 INFO:tasks.rados.rados.0.smithi123.stdout:1622: expect (ObjNum 515 snap 152 seq_num 515) 2023-12-20T10:55:19.146 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T10:55:19.146 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4m) 51s ago 7m 26.5M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T10:55:19.146 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3m) 22s ago 6m 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T10:55:19.146 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7m) 51s ago 7m 15.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T10:55:19.146 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7m) 22s ago 7m 21.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T10:55:19.146 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3m) 22s ago 10m 449M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T10:55:19.146 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3m) 51s ago 11m 511M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T10:55:19.146 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3m) 51s ago 11m 83.8M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T10:55:19.146 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2m) 22s ago 10m 60.4M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T10:55:19.146 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2m) 51s ago 10m 64.2M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T10:55:19.146 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4m) 51s ago 6m 9.94M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T10:55:19.146 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3m) 22s ago 6m 18.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T10:55:19.147 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2m) 51s ago 10m 285M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T10:55:19.147 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (111s) 51s ago 9m 223M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T10:55:19.147 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (82s) 51s ago 9m 191M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T10:55:19.147 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (54s) 51s ago 9m 16.0M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T10:55:19.147 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (25s) 22s ago 8m 12.8M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T10:55:19.147 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8m) 22s ago 8m 426M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 dfacb71fe175 2023-12-20T10:55:19.147 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8m) 22s ago 8m 334M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 81d67759495c 2023-12-20T10:55:19.147 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8m) 22s ago 8m 531M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 b7ad316c3647 2023-12-20T10:55:19.147 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3m) 22s ago 7m 60.3M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T10:55:19.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:19 smithi177 ceph-mon[212096]: failed to encode map e382 with expected crc 2023-12-20T10:55:19.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:19 smithi177 ceph-mon[212096]: failed to encode map e382 with expected crc 2023-12-20T10:55:19.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:19 smithi177 ceph-mon[212096]: osd.5 marked itself down and dead 2023-12-20T10:55:19.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:19 smithi177 ceph-mon[212096]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-20T10:55:19.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:19 smithi177 ceph-mon[212096]: osdmap e383: 8 total, 7 up, 8 in 2023-12-20T10:55:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:19 smithi123 ceph-mon[191304]: failed to encode map e382 with expected crc 2023-12-20T10:55:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:19 smithi123 ceph-mon[191304]: failed to encode map e382 with expected crc 2023-12-20T10:55:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:19 smithi123 ceph-mon[191304]: osd.5 marked itself down and dead 2023-12-20T10:55:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:19 smithi123 ceph-mon[191304]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-20T10:55:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:19 smithi123 ceph-mon[191304]: osdmap e383: 8 total, 7 up, 8 in 2023-12-20T10:55:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:55:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:55:19] "GET /metrics HTTP/1.1" 200 36108 "" "Prometheus/2.43.0" 2023-12-20T10:55:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:19 smithi123 ceph-mon[188613]: failed to encode map e382 with expected crc 2023-12-20T10:55:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:19 smithi123 ceph-mon[188613]: failed to encode map e382 with expected crc 2023-12-20T10:55:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:19 smithi123 ceph-mon[188613]: osd.5 marked itself down and dead 2023-12-20T10:55:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:19 smithi123 ceph-mon[188613]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-20T10:55:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:19 smithi123 ceph-mon[188613]: osdmap e383: 8 total, 7 up, 8 in 2023-12-20T10:55:19.552 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T10:55:19.552 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T10:55:19.552 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T10:55:19.552 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:55:19.552 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T10:55:19.552 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T10:55:19.552 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:55:19.552 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T10:55:19.553 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T10:55:19.553 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 5 2023-12-20T10:55:19.553 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:55:19.553 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T10:55:19.553 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T10:55:19.553 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:55:19.553 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T10:55:19.553 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 4, 2023-12-20T10:55:19.553 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 10 2023-12-20T10:55:19.553 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T10:55:19.553 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T10:55:19.750 INFO:tasks.rados.rados.0.smithi123.stdout:1636: expect (ObjNum 528 snap 153 seq_num 528) 2023-12-20T10:55:19.903 INFO:journalctl@ceph.osd.5.smithi177.stdout:Dec 20 10:55:19 smithi177 bash[224762]: ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-5 2023-12-20T10:55:20.059 INFO:tasks.rados.rados.0.smithi123.stdout:1622: done (2 left) 2023-12-20T10:55:20.059 INFO:tasks.rados.rados.0.smithi123.stdout:1636: done (1 left) 2023-12-20T10:55:20.059 INFO:tasks.rados.rados.0.smithi123.stdout:1637: done (0 left) 2023-12-20T10:55:20.059 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 27 current snap is 157 2023-12-20T10:55:20.059 INFO:tasks.rados.rados.0.smithi123.stdout:1638: seq_num 539 ranges {0=630784,630784=737280,1368064=466944} 2023-12-20T10:55:20.059 INFO:tasks.rados.rados.0.smithi123.stdout:1638: writing smithi123173835-27 from 0 to 630784 tid 1 2023-12-20T10:55:20.060 INFO:tasks.rados.rados.0.smithi123.stdout:1638: writing smithi123173835-27 from 630784 to 1368064 tid 2 2023-12-20T10:55:20.064 INFO:tasks.rados.rados.0.smithi123.stdout:1638: writing smithi123173835-27 from 1368064 to 1835008 tid 3 2023-12-20T10:55:20.064 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 15 current snap is 157 2023-12-20T10:55:20.064 INFO:tasks.rados.rados.0.smithi123.stdout:1639: seq_num 540 ranges {1146880=647168,1794048=671744,2465792=532480} 2023-12-20T10:55:20.074 INFO:tasks.rados.rados.0.smithi123.stdout:1639: writing smithi123173835-15 from 1146880 to 1794048 tid 1 2023-12-20T10:55:20.078 INFO:tasks.rados.rados.0.smithi123.stdout:1639: writing smithi123173835-15 from 1794048 to 2465792 tid 2 2023-12-20T10:55:20.082 INFO:tasks.rados.rados.0.smithi123.stdout:1639: writing smithi123173835-15 from 2465792 to 2998272 tid 3 2023-12-20T10:55:20.082 INFO:tasks.rados.rados.0.smithi123.stdout:1640: read oid 29 snap -1 2023-12-20T10:55:20.082 INFO:tasks.rados.rados.0.smithi123.stdout:1640: expect (ObjNum 469 snap 137 seq_num 469) 2023-12-20T10:55:20.082 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 31 current snap is 157 2023-12-20T10:55:20.082 INFO:tasks.rados.rados.0.smithi123.stdout:1638: finishing write tid 1 to smithi123173835-27 2023-12-20T10:55:20.082 INFO:tasks.rados.rados.0.smithi123.stdout:1638: finishing write tid 2 to smithi123173835-27 2023-12-20T10:55:20.082 INFO:tasks.rados.rados.0.smithi123.stdout:1641: seq_num 541 ranges {0=663552,663552=557056,1220608=475136,1695744=172032} 2023-12-20T10:55:20.086 INFO:tasks.rados.rados.0.smithi123.stdout:1641: writing smithi123173835-31 from 0 to 663552 tid 1 2023-12-20T10:55:20.089 INFO:tasks.rados.rados.0.smithi123.stdout:1641: writing smithi123173835-31 from 663552 to 1220608 tid 2 2023-12-20T10:55:20.091 INFO:tasks.rados.rados.0.smithi123.stdout:1641: writing smithi123173835-31 from 1220608 to 1695744 tid 3 2023-12-20T10:55:20.093 INFO:tasks.rados.rados.0.smithi123.stdout:1641: writing smithi123173835-31 from 1695744 to 1867776 tid 4 2023-12-20T10:55:20.093 INFO:tasks.rados.rados.0.smithi123.stdout:1642: read oid 35 snap -1 2023-12-20T10:55:20.094 INFO:tasks.rados.rados.0.smithi123.stdout:1642: expect (ObjNum 479 snap 139 seq_num 479) 2023-12-20T10:55:20.094 INFO:tasks.rados.rados.0.smithi123.stdout:1643: delete oid 23 current snap is 157 2023-12-20T10:55:20.094 INFO:tasks.rados.rados.0.smithi123.stdout:1638: finishing write tid 3 to smithi123173835-27 2023-12-20T10:55:20.094 INFO:tasks.rados.rados.0.smithi123.stdout:1638: finishing write tid 4 to smithi123173835-27 2023-12-20T10:55:20.094 INFO:tasks.rados.rados.0.smithi123.stdout:1638: finishing write tid 5 to smithi123173835-27 2023-12-20T10:55:20.094 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 27 v 378 (ObjNum 539 snap 157 seq_num 539) dirty exists 2023-12-20T10:55:20.094 INFO:tasks.rados.rados.0.smithi123.stdout:1638: left oid 27 (ObjNum 539 snap 157 seq_num 539) 2023-12-20T10:55:20.094 INFO:tasks.rados.rados.0.smithi123.stdout:1639: finishing write tid 1 to smithi123173835-15 2023-12-20T10:55:20.094 INFO:tasks.rados.rados.0.smithi123.stdout:1639: finishing write tid 2 to smithi123173835-15 2023-12-20T10:55:20.094 INFO:tasks.rados.rados.0.smithi123.stdout:1639: finishing write tid 3 to smithi123173835-15 2023-12-20T10:55:20.094 INFO:tasks.rados.rados.0.smithi123.stdout:1639: finishing write tid 4 to smithi123173835-15 2023-12-20T10:55:20.094 INFO:tasks.rados.rados.0.smithi123.stdout:1639: finishing write tid 5 to smithi123173835-15 2023-12-20T10:55:20.094 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 1452 (ObjNum 540 snap 157 seq_num 540) dirty exists 2023-12-20T10:55:20.094 INFO:tasks.rados.rados.0.smithi123.stdout:1639: left oid 15 (ObjNum 540 snap 157 seq_num 540) 2023-12-20T10:55:20.094 INFO:tasks.rados.rados.0.smithi123.stdout:1640: expect (ObjNum 469 snap 137 seq_num 469) 2023-12-20T10:55:20.131 INFO:tasks.rados.rados.0.smithi123.stdout:1641: finishing write tid 1 to smithi123173835-31 2023-12-20T10:55:20.131 INFO:tasks.rados.rados.0.smithi123.stdout:1641: finishing write tid 2 to smithi123173835-31 2023-12-20T10:55:20.131 INFO:tasks.rados.rados.0.smithi123.stdout:1641: finishing write tid 3 to smithi123173835-31 2023-12-20T10:55:20.131 INFO:tasks.rados.rados.0.smithi123.stdout:1641: finishing write tid 4 to smithi123173835-31 2023-12-20T10:55:20.131 INFO:tasks.rados.rados.0.smithi123.stdout:1641: finishing write tid 5 to smithi123173835-31 2023-12-20T10:55:20.131 INFO:tasks.rados.rados.0.smithi123.stdout:1641: finishing write tid 6 to smithi123173835-31 2023-12-20T10:55:20.131 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 31 v 801 (ObjNum 541 snap 157 seq_num 541) dirty exists 2023-12-20T10:55:20.131 INFO:tasks.rados.rados.0.smithi123.stdout:1641: left oid 31 (ObjNum 541 snap 157 seq_num 541) 2023-12-20T10:55:20.131 INFO:tasks.rados.rados.0.smithi123.stdout:1638: done (5 left) 2023-12-20T10:55:20.132 INFO:tasks.rados.rados.0.smithi123.stdout:1639: done (4 left) 2023-12-20T10:55:20.132 INFO:tasks.rados.rados.0.smithi123.stdout:1640: done (3 left) 2023-12-20T10:55:20.132 INFO:tasks.rados.rados.0.smithi123.stdout:1641: done (2 left) 2023-12-20T10:55:20.132 INFO:tasks.rados.rados.0.smithi123.stdout:1643: done (1 left) 2023-12-20T10:55:20.132 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 12 current snap is 157 2023-12-20T10:55:20.132 INFO:tasks.rados.rados.0.smithi123.stdout:1642: expect (ObjNum 479 snap 139 seq_num 479) 2023-12-20T10:55:20.390 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:20 smithi177 ceph-mon[212096]: from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:55:20.390 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:20 smithi177 ceph-mon[212096]: failed to encode map e383 with expected crc 2023-12-20T10:55:20.390 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:20 smithi177 ceph-mon[212096]: failed to encode map e383 with expected crc 2023-12-20T10:55:20.390 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:20 smithi177 ceph-mon[212096]: failed to encode map e383 with expected crc 2023-12-20T10:55:20.391 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:20 smithi177 ceph-mon[212096]: failed to encode map e383 with expected crc 2023-12-20T10:55:20.391 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:20 smithi177 ceph-mon[212096]: failed to encode map e383 with expected crc 2023-12-20T10:55:20.391 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:20 smithi177 ceph-mon[212096]: from='client.44228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:55:20.391 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:20 smithi177 ceph-mon[212096]: pgmap v282: 121 pgs: 9 peering, 12 stale+active+clean, 100 active+clean; 163 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 29 op/s 2023-12-20T10:55:20.391 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:20 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1656723814' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:55:20.391 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:20 smithi177 ceph-mon[212096]: osdmap e384: 8 total, 7 up, 8 in 2023-12-20T10:55:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:20 smithi123 ceph-mon[188613]: from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:55:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:20 smithi123 ceph-mon[188613]: failed to encode map e383 with expected crc 2023-12-20T10:55:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:20 smithi123 ceph-mon[188613]: failed to encode map e383 with expected crc 2023-12-20T10:55:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:20 smithi123 ceph-mon[188613]: failed to encode map e383 with expected crc 2023-12-20T10:55:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:20 smithi123 ceph-mon[188613]: failed to encode map e383 with expected crc 2023-12-20T10:55:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:20 smithi123 ceph-mon[188613]: failed to encode map e383 with expected crc 2023-12-20T10:55:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:20 smithi123 ceph-mon[188613]: from='client.44228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:55:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:20 smithi123 ceph-mon[188613]: pgmap v282: 121 pgs: 9 peering, 12 stale+active+clean, 100 active+clean; 163 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 29 op/s 2023-12-20T10:55:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:20 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1656723814' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:55:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:20 smithi123 ceph-mon[188613]: osdmap e384: 8 total, 7 up, 8 in 2023-12-20T10:55:20.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:20 smithi123 ceph-mon[191304]: from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:55:20.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:20 smithi123 ceph-mon[191304]: failed to encode map e383 with expected crc 2023-12-20T10:55:20.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:20 smithi123 ceph-mon[191304]: failed to encode map e383 with expected crc 2023-12-20T10:55:20.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:20 smithi123 ceph-mon[191304]: failed to encode map e383 with expected crc 2023-12-20T10:55:20.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:20 smithi123 ceph-mon[191304]: failed to encode map e383 with expected crc 2023-12-20T10:55:20.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:20 smithi123 ceph-mon[191304]: failed to encode map e383 with expected crc 2023-12-20T10:55:20.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:20 smithi123 ceph-mon[191304]: from='client.44228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:55:20.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:20 smithi123 ceph-mon[191304]: pgmap v282: 121 pgs: 9 peering, 12 stale+active+clean, 100 active+clean; 163 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 29 op/s 2023-12-20T10:55:20.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:20 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1656723814' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:55:20.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:20 smithi123 ceph-mon[191304]: osdmap e384: 8 total, 7 up, 8 in 2023-12-20T10:55:20.855 INFO:tasks.rados.rados.0.smithi123.stdout:1644: seq_num 543 ranges {8691712=704512,9396224=729088,10125312=475136} 2023-12-20T10:55:20.904 INFO:tasks.rados.rados.0.smithi123.stdout:1644: writing smithi123173835-12 from 8691712 to 9396224 tid 1 2023-12-20T10:55:20.908 INFO:tasks.rados.rados.0.smithi123.stdout:1644: writing smithi123173835-12 from 9396224 to 10125312 tid 2 2023-12-20T10:55:20.911 INFO:tasks.rados.rados.0.smithi123.stdout:1644: writing smithi123173835-12 from 10125312 to 10600448 tid 3 2023-12-20T10:55:20.911 INFO:tasks.rados.rados.0.smithi123.stdout:1642: done (1 left) 2023-12-20T10:55:20.911 INFO:tasks.rados.rados.0.smithi123.stdout:1645: snap_remove snap 154 2023-12-20T10:55:21.051 INFO:journalctl@ceph.osd.5.smithi177.stdout:Dec 20 10:55:20 smithi177 systemd[1]: ceph-85213638-9f24-11ee-95a5-87774f69a715@osd.5.service: Succeeded. 2023-12-20T10:55:21.051 INFO:journalctl@ceph.osd.5.smithi177.stdout:Dec 20 10:55:20 smithi177 systemd[1]: Stopped Ceph osd.5 for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:55:21.051 INFO:journalctl@ceph.osd.5.smithi177.stdout:Dec 20 10:55:20 smithi177 systemd[1]: Starting Ceph osd.5 for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:55:21.089 INFO:tasks.rados.rados.0.smithi123.stdout:1645: done (1 left) 2023-12-20T10:55:21.089 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 2 current snap is 157 2023-12-20T10:55:21.089 INFO:tasks.rados.rados.0.smithi123.stdout:1644: finishing write tid 1 to smithi123173835-12 2023-12-20T10:55:21.089 INFO:tasks.rados.rados.0.smithi123.stdout:1646: seq_num 544 ranges {2940928=720896,3661824=614400,4276224=589824} 2023-12-20T10:55:21.108 INFO:tasks.rados.rados.0.smithi123.stdout:1646: writing smithi123173835-2 from 2940928 to 3661824 tid 1 2023-12-20T10:55:21.112 INFO:tasks.rados.rados.0.smithi123.stdout:1646: writing smithi123173835-2 from 3661824 to 4276224 tid 2 2023-12-20T10:55:21.116 INFO:tasks.rados.rados.0.smithi123.stdout:1646: writing smithi123173835-2 from 4276224 to 4866048 tid 3 2023-12-20T10:55:21.116 INFO:tasks.rados.rados.0.smithi123.stdout:1647: snap_create 2023-12-20T10:55:21.116 INFO:tasks.rados.rados.0.smithi123.stdout:1644: finishing write tid 2 to smithi123173835-12 2023-12-20T10:55:21.116 INFO:tasks.rados.rados.0.smithi123.stdout:1644: finishing write tid 3 to smithi123173835-12 2023-12-20T10:55:21.116 INFO:tasks.rados.rados.0.smithi123.stdout:1644: finishing write tid 4 to smithi123173835-12 2023-12-20T10:55:21.116 INFO:tasks.rados.rados.0.smithi123.stdout:1644: finishing write tid 5 to smithi123173835-12 2023-12-20T10:55:21.116 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 761 (ObjNum 543 snap 157 seq_num 543) dirty exists 2023-12-20T10:55:21.116 INFO:tasks.rados.rados.0.smithi123.stdout:1644: left oid 12 (ObjNum 543 snap 157 seq_num 543) 2023-12-20T10:55:21.120 INFO:tasks.rados.rados.0.smithi123.stdout:1646: finishing write tid 1 to smithi123173835-2 2023-12-20T10:55:21.121 INFO:tasks.rados.rados.0.smithi123.stdout:1646: finishing write tid 2 to smithi123173835-2 2023-12-20T10:55:21.122 INFO:tasks.rados.rados.0.smithi123.stdout:1646: finishing write tid 3 to smithi123173835-2 2023-12-20T10:55:21.123 INFO:tasks.rados.rados.0.smithi123.stdout:1646: finishing write tid 4 to smithi123173835-2 2023-12-20T10:55:21.124 INFO:tasks.rados.rados.0.smithi123.stdout:1646: finishing write tid 5 to smithi123173835-2 2023-12-20T10:55:21.124 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 2 v 1187 (ObjNum 544 snap 157 seq_num 544) dirty exists 2023-12-20T10:55:21.124 INFO:tasks.rados.rados.0.smithi123.stdout:1646: left oid 2 (ObjNum 544 snap 157 seq_num 544) 2023-12-20T10:55:21.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:21 smithi177 ceph-mon[212096]: failed to encode map e384 with expected crc 2023-12-20T10:55:21.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:21 smithi177 ceph-mon[212096]: failed to encode map e384 with expected crc 2023-12-20T10:55:21.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:21 smithi177 ceph-mon[212096]: failed to encode map e384 with expected crc 2023-12-20T10:55:21.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:21 smithi177 ceph-mon[212096]: failed to encode map e384 with expected crc 2023-12-20T10:55:21.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:21 smithi177 ceph-mon[212096]: failed to encode map e384 with expected crc 2023-12-20T10:55:21.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:21 smithi177 ceph-mon[212096]: failed to encode map e384 with expected crc 2023-12-20T10:55:21.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:21 smithi177 ceph-mon[212096]: failed to encode map e384 with expected crc 2023-12-20T10:55:21.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:21 smithi177 ceph-mon[212096]: failed to encode map e384 with expected crc 2023-12-20T10:55:21.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:21 smithi177 ceph-mon[212096]: failed to encode map e384 with expected crc 2023-12-20T10:55:21.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:21 smithi177 ceph-mon[212096]: failed to encode map e384 with expected crc 2023-12-20T10:55:21.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:21 smithi177 ceph-mon[212096]: failed to encode map e384 with expected crc 2023-12-20T10:55:21.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:21 smithi123 ceph-mon[188613]: failed to encode map e384 with expected crc 2023-12-20T10:55:21.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:21 smithi123 ceph-mon[188613]: failed to encode map e384 with expected crc 2023-12-20T10:55:21.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:21 smithi123 ceph-mon[188613]: failed to encode map e384 with expected crc 2023-12-20T10:55:21.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:21 smithi123 ceph-mon[188613]: failed to encode map e384 with expected crc 2023-12-20T10:55:21.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:21 smithi123 ceph-mon[188613]: failed to encode map e384 with expected crc 2023-12-20T10:55:21.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:21 smithi123 ceph-mon[188613]: failed to encode map e384 with expected crc 2023-12-20T10:55:21.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:21 smithi123 ceph-mon[188613]: failed to encode map e384 with expected crc 2023-12-20T10:55:21.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:21 smithi123 ceph-mon[188613]: failed to encode map e384 with expected crc 2023-12-20T10:55:21.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:21 smithi123 ceph-mon[188613]: failed to encode map e384 with expected crc 2023-12-20T10:55:21.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:21 smithi123 ceph-mon[188613]: failed to encode map e384 with expected crc 2023-12-20T10:55:21.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:21 smithi123 ceph-mon[188613]: failed to encode map e384 with expected crc 2023-12-20T10:55:21.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:21 smithi123 ceph-mon[191304]: failed to encode map e384 with expected crc 2023-12-20T10:55:21.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:21 smithi123 ceph-mon[191304]: failed to encode map e384 with expected crc 2023-12-20T10:55:21.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:21 smithi123 ceph-mon[191304]: failed to encode map e384 with expected crc 2023-12-20T10:55:21.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:21 smithi123 ceph-mon[191304]: failed to encode map e384 with expected crc 2023-12-20T10:55:21.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:21 smithi123 ceph-mon[191304]: failed to encode map e384 with expected crc 2023-12-20T10:55:21.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:21 smithi123 ceph-mon[191304]: failed to encode map e384 with expected crc 2023-12-20T10:55:21.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:21 smithi123 ceph-mon[191304]: failed to encode map e384 with expected crc 2023-12-20T10:55:21.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:21 smithi123 ceph-mon[191304]: failed to encode map e384 with expected crc 2023-12-20T10:55:21.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:21 smithi123 ceph-mon[191304]: failed to encode map e384 with expected crc 2023-12-20T10:55:21.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:21 smithi123 ceph-mon[191304]: failed to encode map e384 with expected crc 2023-12-20T10:55:21.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:21 smithi123 ceph-mon[191304]: failed to encode map e384 with expected crc 2023-12-20T10:55:21.903 INFO:journalctl@ceph.osd.5.smithi177.stdout:Dec 20 10:55:21 smithi177 bash[225029]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-12-20T10:55:21.903 INFO:journalctl@ceph.osd.5.smithi177.stdout:Dec 20 10:55:21 smithi177 bash[225029]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2023-12-20T10:55:21.903 INFO:journalctl@ceph.osd.5.smithi177.stdout:Dec 20 10:55:21 smithi177 bash[225029]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2023-12-20T10:55:21.903 INFO:journalctl@ceph.osd.5.smithi177.stdout:Dec 20 10:55:21 smithi177 bash[225029]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2023-12-20T10:55:21.903 INFO:journalctl@ceph.osd.5.smithi177.stdout:Dec 20 10:55:21 smithi177 bash[225029]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2023-12-20T10:55:21.903 INFO:journalctl@ceph.osd.5.smithi177.stdout:Dec 20 10:55:21 smithi177 bash[225029]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-12-20T10:55:21.903 INFO:journalctl@ceph.osd.5.smithi177.stdout:Dec 20 10:55:21 smithi177 bash[225029]: --> ceph-volume raw activate successful for osd ID: 5 2023-12-20T10:55:22.097 INFO:tasks.rados.rados.0.smithi123.stdout:1644: done (2 left) 2023-12-20T10:55:22.098 INFO:tasks.rados.rados.0.smithi123.stdout:1646: done (1 left) 2023-12-20T10:55:22.098 INFO:tasks.rados.rados.0.smithi123.stdout:1647: done (0 left) 2023-12-20T10:55:22.098 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 3 current snap is 158 2023-12-20T10:55:22.098 INFO:tasks.rados.rados.0.smithi123.stdout:1648: seq_num 545 ranges {5382144=737280,6119424=491520,6610944=450560,7061504=262144} 2023-12-20T10:55:22.129 INFO:tasks.rados.rados.0.smithi123.stdout:1648: writing smithi123173835-3 from 5382144 to 6119424 tid 1 2023-12-20T10:55:22.132 INFO:tasks.rados.rados.0.smithi123.stdout:1648: writing smithi123173835-3 from 6119424 to 6610944 tid 2 2023-12-20T10:55:22.135 INFO:tasks.rados.rados.0.smithi123.stdout:1648: writing smithi123173835-3 from 6610944 to 7061504 tid 3 2023-12-20T10:55:22.137 INFO:tasks.rados.rados.0.smithi123.stdout:1648: writing smithi123173835-3 from 7061504 to 7323648 tid 4 2023-12-20T10:55:22.137 INFO:tasks.rados.rados.0.smithi123.stdout:1648: finishing write tid 1 to smithi123173835-3 2023-12-20T10:55:22.137 INFO:tasks.rados.rados.0.smithi123.stdout:1649: read oid 23 snap -1 2023-12-20T10:55:22.137 INFO:tasks.rados.rados.0.smithi123.stdout:1649: expect deleted 2023-12-20T10:55:22.138 INFO:tasks.rados.rados.0.smithi123.stdout:1650: read oid 30 snap 156 2023-12-20T10:55:22.138 INFO:tasks.rados.rados.0.smithi123.stdout:1650: expect deleted 2023-12-20T10:55:22.138 INFO:tasks.rados.rados.0.smithi123.stdout:1651: rmattr oid 13 current snap is 158 2023-12-20T10:55:22.138 INFO:tasks.rados.rados.0.smithi123.stdout:1651: done (3 left) 2023-12-20T10:55:22.138 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 21 current snap is 158 2023-12-20T10:55:22.138 INFO:tasks.rados.rados.0.smithi123.stdout:1652: seq_num 546 ranges {3653632=753664,4407296=778240,5185536=425984} 2023-12-20T10:55:22.161 INFO:tasks.rados.rados.0.smithi123.stdout:1652: writing smithi123173835-21 from 3653632 to 4407296 tid 1 2023-12-20T10:55:22.165 INFO:tasks.rados.rados.0.smithi123.stdout:1652: writing smithi123173835-21 from 4407296 to 5185536 tid 2 2023-12-20T10:55:22.168 INFO:tasks.rados.rados.0.smithi123.stdout:1652: writing smithi123173835-21 from 5185536 to 5611520 tid 3 2023-12-20T10:55:22.168 INFO:tasks.rados.rados.0.smithi123.stdout:1653: read oid 37 snap -1 2023-12-20T10:55:22.169 INFO:tasks.rados.rados.0.smithi123.stdout:1653: expect (ObjNum 506 snap 150 seq_num 506) 2023-12-20T10:55:22.169 INFO:tasks.rados.rados.0.smithi123.stdout:1654: rollback oid 45 current snap is 158 2023-12-20T10:55:22.169 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 45 to 157 2023-12-20T10:55:22.169 INFO:tasks.rados.rados.0.smithi123.stdout:1648: finishing write tid 2 to smithi123173835-3 2023-12-20T10:55:22.169 INFO:tasks.rados.rados.0.smithi123.stdout:1648: finishing write tid 3 to smithi123173835-3 2023-12-20T10:55:22.169 INFO:tasks.rados.rados.0.smithi123.stdout:1648: finishing write tid 4 to smithi123173835-3 2023-12-20T10:55:22.169 INFO:tasks.rados.rados.0.smithi123.stdout:1648: finishing write tid 5 to smithi123173835-3 2023-12-20T10:55:22.169 INFO:tasks.rados.rados.0.smithi123.stdout:1648: finishing write tid 6 to smithi123173835-3 2023-12-20T10:55:22.169 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 1064 (ObjNum 545 snap 158 seq_num 545) dirty exists 2023-12-20T10:55:22.169 INFO:tasks.rados.rados.0.smithi123.stdout:1648: left oid 3 (ObjNum 545 snap 158 seq_num 545) 2023-12-20T10:55:22.169 INFO:tasks.rados.rados.0.smithi123.stdout:1652: finishing write tid 1 to smithi123173835-21 2023-12-20T10:55:22.169 INFO:tasks.rados.rados.0.smithi123.stdout:1648: done (5 left) 2023-12-20T10:55:22.169 INFO:tasks.rados.rados.0.smithi123.stdout:1649: done (4 left) 2023-12-20T10:55:22.169 INFO:tasks.rados.rados.0.smithi123.stdout:1650: done (3 left) 2023-12-20T10:55:22.169 INFO:tasks.rados.rados.0.smithi123.stdout:1655: delete oid 33 current snap is 158 2023-12-20T10:55:22.172 INFO:tasks.rados.rados.0.smithi123.stdout:1655: done (3 left) 2023-12-20T10:55:22.172 INFO:tasks.rados.rados.0.smithi123.stdout:1656: read oid 9 snap 156 2023-12-20T10:55:22.172 INFO:tasks.rados.rados.0.smithi123.stdout:1656: expect (ObjNum 478 snap 139 seq_num 478) 2023-12-20T10:55:22.172 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 23 current snap is 158 2023-12-20T10:55:22.172 INFO:tasks.rados.rados.0.smithi123.stdout:1657: seq_num 548 ranges {0=786432,786432=598016,1384448=606208} 2023-12-20T10:55:22.175 INFO:tasks.rados.rados.0.smithi123.stdout:1657: writing smithi123173835-23 from 0 to 786432 tid 1 2023-12-20T10:55:22.179 INFO:tasks.rados.rados.0.smithi123.stdout:1657: writing smithi123173835-23 from 786432 to 1384448 tid 2 2023-12-20T10:55:22.183 INFO:tasks.rados.rados.0.smithi123.stdout:1657: writing smithi123173835-23 from 1384448 to 1990656 tid 3 2023-12-20T10:55:22.183 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 16 current snap is 158 2023-12-20T10:55:22.183 INFO:tasks.rados.rados.0.smithi123.stdout:1652: finishing write tid 2 to smithi123173835-21 2023-12-20T10:55:22.183 INFO:tasks.rados.rados.0.smithi123.stdout:1658: seq_num 549 ranges {1761280=802816,2564096=483328,3047424=434176,3481600=286720} 2023-12-20T10:55:22.196 INFO:tasks.rados.rados.0.smithi123.stdout:1658: writing smithi123173835-16 from 1761280 to 2564096 tid 1 2023-12-20T10:55:22.199 INFO:tasks.rados.rados.0.smithi123.stdout:1658: writing smithi123173835-16 from 2564096 to 3047424 tid 2 2023-12-20T10:55:22.202 INFO:tasks.rados.rados.0.smithi123.stdout:1658: writing smithi123173835-16 from 3047424 to 3481600 tid 3 2023-12-20T10:55:22.204 INFO:tasks.rados.rados.0.smithi123.stdout:1658: writing smithi123173835-16 from 3481600 to 3768320 tid 4 2023-12-20T10:55:22.204 INFO:tasks.rados.rados.0.smithi123.stdout:1659: snap_remove snap 155 2023-12-20T10:55:22.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:22 smithi177 ceph-mon[212096]: failed to encode map e385 with expected crc 2023-12-20T10:55:22.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:22 smithi177 ceph-mon[212096]: failed to encode map e385 with expected crc 2023-12-20T10:55:22.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:22 smithi177 ceph-mon[212096]: osdmap e385: 8 total, 7 up, 8 in 2023-12-20T10:55:22.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:22 smithi177 ceph-mon[212096]: pgmap v285: 121 pgs: 5 active+undersized+degraded, 9 active+undersized, 9 peering, 8 stale+active+clean, 90 active+clean; 173 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 4.9 MiB/s wr, 36 op/s; 13/222 objects degraded (5.856%) 2023-12-20T10:55:22.403 INFO:journalctl@ceph.osd.5.smithi177.stdout:Dec 20 10:55:22 smithi177 ceph-osd[225336]: -- 172.21.15.177:0/1448848047 <== mon.1 v2:172.21.15.177:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d28429f1e0 con 0x55d28426ec00 2023-12-20T10:55:22.404 INFO:journalctl@ceph.osd.5.smithi177.stdout:Dec 20 10:55:22 smithi177 bash[225298]: 59e21dc4106b8f197302c96338414f4f1950526d4c992b4200ecfe5a1876cc7a 2023-12-20T10:55:22.404 INFO:journalctl@ceph.osd.5.smithi177.stdout:Dec 20 10:55:22 smithi177 systemd[1]: Started Ceph osd.5 for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:55:22.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:22 smithi123 ceph-mon[188613]: failed to encode map e385 with expected crc 2023-12-20T10:55:22.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:22 smithi123 ceph-mon[188613]: failed to encode map e385 with expected crc 2023-12-20T10:55:22.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:22 smithi123 ceph-mon[188613]: osdmap e385: 8 total, 7 up, 8 in 2023-12-20T10:55:22.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:22 smithi123 ceph-mon[188613]: pgmap v285: 121 pgs: 5 active+undersized+degraded, 9 active+undersized, 9 peering, 8 stale+active+clean, 90 active+clean; 173 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 4.9 MiB/s wr, 36 op/s; 13/222 objects degraded (5.856%) 2023-12-20T10:55:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:22 smithi123 ceph-mon[191304]: failed to encode map e385 with expected crc 2023-12-20T10:55:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:22 smithi123 ceph-mon[191304]: failed to encode map e385 with expected crc 2023-12-20T10:55:22.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:22 smithi123 ceph-mon[191304]: osdmap e385: 8 total, 7 up, 8 in 2023-12-20T10:55:22.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:22 smithi123 ceph-mon[191304]: pgmap v285: 121 pgs: 5 active+undersized+degraded, 9 active+undersized, 9 peering, 8 stale+active+clean, 90 active+clean; 173 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 4.9 MiB/s wr, 36 op/s; 13/222 objects degraded (5.856%) 2023-12-20T10:55:22.997 INFO:tasks.rados.rados.0.smithi123.stdout:1659: done (6 left) 2023-12-20T10:55:22.997 INFO:tasks.rados.rados.0.smithi123.stdout:1660: read oid 12 snap -1 2023-12-20T10:55:22.997 INFO:tasks.rados.rados.0.smithi123.stdout:1660: expect (ObjNum 543 snap 157 seq_num 543) 2023-12-20T10:55:22.998 INFO:tasks.rados.rados.0.smithi123.stdout:1661: setattr oid 15 current snap is 158 2023-12-20T10:55:22.998 INFO:tasks.rados.rados.0.smithi123.stdout:1652: finishing write tid 3 to smithi123173835-21 2023-12-20T10:55:22.998 INFO:tasks.rados.rados.0.smithi123.stdout:1652: finishing write tid 4 to smithi123173835-21 2023-12-20T10:55:22.999 INFO:tasks.rados.rados.0.smithi123.stdout:1652: finishing write tid 5 to smithi123173835-21 2023-12-20T10:55:22.999 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 951 (ObjNum 546 snap 158 seq_num 546) dirty exists 2023-12-20T10:55:22.999 INFO:tasks.rados.rados.0.smithi123.stdout:1652: left oid 21 (ObjNum 546 snap 158 seq_num 546) 2023-12-20T10:55:22.999 INFO:tasks.rados.rados.0.smithi123.stdout:1654: finishing rollback tid 0 to smithi123173835-45 2023-12-20T10:55:22.999 INFO:tasks.rados.rados.0.smithi123.stdout:1654: finishing rollback tid 1 to smithi123173835-45 2023-12-20T10:55:22.999 INFO:tasks.rados.rados.0.smithi123.stdout:1654: finishing rollback tid 2 to smithi123173835-45 2023-12-20T10:55:22.999 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 1177 (ObjNum 477 snap 138 seq_num 477) dirty exists 2023-12-20T10:55:22.999 INFO:tasks.rados.rados.0.smithi123.stdout:1657: finishing write tid 1 to smithi123173835-23 2023-12-20T10:55:22.999 INFO:tasks.rados.rados.0.smithi123.stdout:1656: expect (ObjNum 478 snap 139 seq_num 478) 2023-12-20T10:55:23.086 INFO:tasks.rados.rados.0.smithi123.stdout:1657: finishing write tid 2 to smithi123173835-23 2023-12-20T10:55:23.086 INFO:tasks.rados.rados.0.smithi123.stdout:1653: expect (ObjNum 506 snap 150 seq_num 506) 2023-12-20T10:55:23.090 INFO:journalctl@ceph.osd.5.smithi177.stdout:Dec 20 10:55:22 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-5[225312]: 2023-12-20T10:55:22.691+0000 7fa80d2fc640 -1 Falling back to public interface 2023-12-20T10:55:23.118 INFO:tasks.rados.rados.0.smithi123.stdout:1657: finishing write tid 3 to smithi123173835-23 2023-12-20T10:55:23.118 INFO:tasks.rados.rados.0.smithi123.stdout:1657: finishing write tid 4 to smithi123173835-23 2023-12-20T10:55:23.119 INFO:tasks.rados.rados.0.smithi123.stdout:1657: finishing write tid 5 to smithi123173835-23 2023-12-20T10:55:23.119 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 23 v 1068 (ObjNum 548 snap 158 seq_num 548) dirty exists 2023-12-20T10:55:23.119 INFO:tasks.rados.rados.0.smithi123.stdout:1657: left oid 23 (ObjNum 548 snap 158 seq_num 548) 2023-12-20T10:55:23.119 INFO:tasks.rados.rados.0.smithi123.stdout:1658: finishing write tid 1 to smithi123173835-16 2023-12-20T10:55:23.119 INFO:tasks.rados.rados.0.smithi123.stdout:1658: finishing write tid 2 to smithi123173835-16 2023-12-20T10:55:23.119 INFO:tasks.rados.rados.0.smithi123.stdout:1658: finishing write tid 3 to smithi123173835-16 2023-12-20T10:55:23.119 INFO:tasks.rados.rados.0.smithi123.stdout:1658: finishing write tid 4 to smithi123173835-16 2023-12-20T10:55:23.119 INFO:tasks.rados.rados.0.smithi123.stdout:1658: finishing write tid 5 to smithi123173835-16 2023-12-20T10:55:23.119 INFO:tasks.rados.rados.0.smithi123.stdout:1658: finishing write tid 6 to smithi123173835-16 2023-12-20T10:55:23.119 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 1182 (ObjNum 549 snap 158 seq_num 549) dirty exists 2023-12-20T10:55:23.119 INFO:tasks.rados.rados.0.smithi123.stdout:1658: left oid 16 (ObjNum 549 snap 158 seq_num 549) 2023-12-20T10:55:23.119 INFO:tasks.rados.rados.0.smithi123.stdout:1660: expect (ObjNum 543 snap 157 seq_num 543) 2023-12-20T10:55:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:23 smithi177 ceph-mon[212096]: Health check failed: Degraded data redundancy: 13/222 objects degraded (5.856%), 5 pgs degraded (PG_DEGRADED) 2023-12-20T10:55:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:23 smithi177 ceph-mon[212096]: failed to encode map e386 with expected crc 2023-12-20T10:55:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:23 smithi177 ceph-mon[212096]: osdmap e386: 8 total, 7 up, 8 in 2023-12-20T10:55:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:23 smithi177 ceph-mon[212096]: failed to encode map e386 with expected crc 2023-12-20T10:55:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:55:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:23 smithi177 ceph-mon[212096]: osdmap e387: 8 total, 7 up, 8 in 2023-12-20T10:55:23.492 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:55:23 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-0[198095]: 2023-12-20T10:55:23.035+0000 7f87c6c17700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 137 after trimming was started 2023-12-20T10:55:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:23 smithi123 ceph-mon[191304]: Health check failed: Degraded data redundancy: 13/222 objects degraded (5.856%), 5 pgs degraded (PG_DEGRADED) 2023-12-20T10:55:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:23 smithi123 ceph-mon[191304]: failed to encode map e386 with expected crc 2023-12-20T10:55:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:23 smithi123 ceph-mon[191304]: osdmap e386: 8 total, 7 up, 8 in 2023-12-20T10:55:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:23 smithi123 ceph-mon[191304]: failed to encode map e386 with expected crc 2023-12-20T10:55:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:23.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:23.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:55:23.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:23 smithi123 ceph-mon[191304]: osdmap e387: 8 total, 7 up, 8 in 2023-12-20T10:55:23.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:23 smithi123 ceph-mon[188613]: Health check failed: Degraded data redundancy: 13/222 objects degraded (5.856%), 5 pgs degraded (PG_DEGRADED) 2023-12-20T10:55:23.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:23 smithi123 ceph-mon[188613]: failed to encode map e386 with expected crc 2023-12-20T10:55:23.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:23 smithi123 ceph-mon[188613]: osdmap e386: 8 total, 7 up, 8 in 2023-12-20T10:55:23.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:23 smithi123 ceph-mon[188613]: failed to encode map e386 with expected crc 2023-12-20T10:55:23.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:23.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:23.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:55:23.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:23 smithi123 ceph-mon[188613]: osdmap e387: 8 total, 7 up, 8 in 2023-12-20T10:55:23.885 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 1462 (ObjNum 540 snap 157 seq_num 540) dirty exists 2023-12-20T10:55:23.885 INFO:tasks.rados.rados.0.smithi123.stdout:1652: done (7 left) 2023-12-20T10:55:23.885 INFO:tasks.rados.rados.0.smithi123.stdout:1653: done (6 left) 2023-12-20T10:55:23.885 INFO:tasks.rados.rados.0.smithi123.stdout:1654: done (5 left) 2023-12-20T10:55:23.885 INFO:tasks.rados.rados.0.smithi123.stdout:1656: done (4 left) 2023-12-20T10:55:23.885 INFO:tasks.rados.rados.0.smithi123.stdout:1657: done (3 left) 2023-12-20T10:55:23.885 INFO:tasks.rados.rados.0.smithi123.stdout:1658: done (2 left) 2023-12-20T10:55:23.885 INFO:tasks.rados.rados.0.smithi123.stdout:1660: done (1 left) 2023-12-20T10:55:23.885 INFO:tasks.rados.rados.0.smithi123.stdout:1661: done (0 left) 2023-12-20T10:55:23.885 INFO:tasks.rados.rados.0.smithi123.stdout:1662: snap_create 2023-12-20T10:55:24.098 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:24 smithi177 ceph-mon[212096]: failed to encode map e387 with expected crc 2023-12-20T10:55:24.098 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:24 smithi177 ceph-mon[212096]: failed to encode map e387 with expected crc 2023-12-20T10:55:24.098 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:24 smithi177 ceph-mon[212096]: pgmap v288: 121 pgs: 11 active+undersized+degraded, 29 active+undersized, 9 peering, 72 active+clean; 181 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 5.9 MiB/s wr, 36 op/s; 24/231 objects degraded (10.390%) 2023-12-20T10:55:24.100 INFO:tasks.rados.rados.0.smithi123.stdout:1662: done (0 left) 2023-12-20T10:55:24.100 INFO:tasks.rados.rados.0.smithi123.stdout:1663: delete oid 6 current snap is 159 2023-12-20T10:55:24.102 INFO:tasks.rados.rados.0.smithi123.stdout:1663: done (0 left) 2023-12-20T10:55:24.102 INFO:tasks.rados.rados.0.smithi123.stdout:1664: snap_create 2023-12-20T10:55:24.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:24 smithi123 ceph-mon[191304]: failed to encode map e387 with expected crc 2023-12-20T10:55:24.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:24 smithi123 ceph-mon[191304]: failed to encode map e387 with expected crc 2023-12-20T10:55:24.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:24 smithi123 ceph-mon[191304]: pgmap v288: 121 pgs: 11 active+undersized+degraded, 29 active+undersized, 9 peering, 72 active+clean; 181 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 5.9 MiB/s wr, 36 op/s; 24/231 objects degraded (10.390%) 2023-12-20T10:55:24.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:24 smithi123 ceph-mon[188613]: failed to encode map e387 with expected crc 2023-12-20T10:55:24.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:24 smithi123 ceph-mon[188613]: failed to encode map e387 with expected crc 2023-12-20T10:55:24.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:24 smithi123 ceph-mon[188613]: pgmap v288: 121 pgs: 11 active+undersized+degraded, 29 active+undersized, 9 peering, 72 active+clean; 181 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 5.9 MiB/s wr, 36 op/s; 24/231 objects degraded (10.390%) 2023-12-20T10:55:25.100 INFO:tasks.rados.rados.0.smithi123.stdout:1664: done (0 left) 2023-12-20T10:55:25.100 INFO:tasks.rados.rados.0.smithi123.stdout:1665: snap_remove snap 156 2023-12-20T10:55:25.102 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:25 smithi177 ceph-mon[212096]: osdmap e388: 8 total, 7 up, 8 in 2023-12-20T10:55:25.102 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:25.102 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:25 smithi123 ceph-mon[191304]: osdmap e388: 8 total, 7 up, 8 in 2023-12-20T10:55:25.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:25.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:25 smithi123 ceph-mon[188613]: osdmap e388: 8 total, 7 up, 8 in 2023-12-20T10:55:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:26.095 INFO:journalctl@ceph.osd.5.smithi177.stdout:Dec 20 10:55:25 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-5[225312]: 2023-12-20T10:55:25.808+0000 7fa80d2fc640 -1 osd.5 0 read_superblock omap replica is missing. 2023-12-20T10:55:26.096 INFO:journalctl@ceph.osd.5.smithi177.stdout:Dec 20 10:55:25 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-5[225312]: 2023-12-20T10:55:25.867+0000 7fa80d2fc640 -1 osd.5 382 log_to_monitors true 2023-12-20T10:55:26.105 INFO:tasks.rados.rados.0.smithi123.stdout:1665: done (0 left) 2023-12-20T10:55:26.106 INFO:tasks.rados.rados.0.smithi123.stdout:1666: delete oid 32 current snap is 160 2023-12-20T10:55:26.110 INFO:tasks.rados.rados.0.smithi123.stdout:1666: done (0 left) 2023-12-20T10:55:26.110 INFO:tasks.rados.rados.0.smithi123.stdout:1667: delete oid 21 current snap is 160 2023-12-20T10:55:26.117 INFO:tasks.rados.rados.0.smithi123.stdout:1667: done (0 left) 2023-12-20T10:55:26.117 INFO:tasks.rados.rados.0.smithi123.stdout:1668: snap_remove snap 159 2023-12-20T10:55:26.403 INFO:journalctl@ceph.osd.5.smithi177.stdout:Dec 20 10:55:26 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-5[225312]: 2023-12-20T10:55:26.133+0000 7fa7fdf6c700 -1 osd.5 382 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-20T10:55:26.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:26 smithi177 ceph-mon[212096]: failed to encode map e388 with expected crc 2023-12-20T10:55:26.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:26 smithi177 ceph-mon[212096]: osdmap e389: 8 total, 7 up, 8 in 2023-12-20T10:55:26.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:26 smithi177 ceph-mon[212096]: pgmap v291: 121 pgs: 11 active+undersized+degraded, 38 active+undersized, 72 active+clean; 184 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.8 MiB/s wr, 13 op/s; 24/237 objects degraded (10.127%) 2023-12-20T10:55:26.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:26.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:26.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:26 smithi177 ceph-mon[212096]: from='osd.5 [v2:172.21.15.177:6808/1689221676,v1:172.21.15.177:6809/1689221676]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-20T10:55:26.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:26 smithi177 ceph-mon[212096]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-20T10:55:26.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:26 smithi177 ceph-mon[212096]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-20T10:55:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:26 smithi123 ceph-mon[191304]: failed to encode map e388 with expected crc 2023-12-20T10:55:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:26 smithi123 ceph-mon[191304]: osdmap e389: 8 total, 7 up, 8 in 2023-12-20T10:55:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:26 smithi123 ceph-mon[191304]: pgmap v291: 121 pgs: 11 active+undersized+degraded, 38 active+undersized, 72 active+clean; 184 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.8 MiB/s wr, 13 op/s; 24/237 objects degraded (10.127%) 2023-12-20T10:55:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:26 smithi123 ceph-mon[191304]: from='osd.5 [v2:172.21.15.177:6808/1689221676,v1:172.21.15.177:6809/1689221676]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-20T10:55:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:26 smithi123 ceph-mon[191304]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-20T10:55:26.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:26 smithi123 ceph-mon[191304]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-20T10:55:26.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:26 smithi123 ceph-mon[188613]: failed to encode map e388 with expected crc 2023-12-20T10:55:26.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:26 smithi123 ceph-mon[188613]: osdmap e389: 8 total, 7 up, 8 in 2023-12-20T10:55:26.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:26 smithi123 ceph-mon[188613]: pgmap v291: 121 pgs: 11 active+undersized+degraded, 38 active+undersized, 72 active+clean; 184 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.8 MiB/s wr, 13 op/s; 24/237 objects degraded (10.127%) 2023-12-20T10:55:26.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:26.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:26.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:26 smithi123 ceph-mon[188613]: from='osd.5 [v2:172.21.15.177:6808/1689221676,v1:172.21.15.177:6809/1689221676]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-20T10:55:26.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:26 smithi123 ceph-mon[188613]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-20T10:55:26.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:26 smithi123 ceph-mon[188613]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-20T10:55:27.135 INFO:tasks.rados.rados.0.smithi123.stdout:1668: done (0 left) 2023-12-20T10:55:27.136 INFO:tasks.rados.rados.0.smithi123.stdout:1669: snap_remove snap 158 2023-12-20T10:55:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:27 smithi177 ceph-mon[212096]: failed to encode map e388 with expected crc 2023-12-20T10:55:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:27 smithi177 ceph-mon[212096]: failed to encode map e390 with expected crc 2023-12-20T10:55:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:27 smithi177 ceph-mon[212096]: failed to encode map e390 with expected crc 2023-12-20T10:55:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:27 smithi177 ceph-mon[212096]: osdmap e390: 8 total, 7 up, 8 in 2023-12-20T10:55:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:27 smithi177 ceph-mon[212096]: from='osd.5 [v2:172.21.15.177:6808/1689221676,v1:172.21.15.177:6809/1689221676]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:55:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:27 smithi177 ceph-mon[212096]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:55:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:27 smithi177 ceph-mon[212096]: failed to encode map e390 with expected crc 2023-12-20T10:55:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:55:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:27 smithi123 ceph-mon[191304]: failed to encode map e388 with expected crc 2023-12-20T10:55:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:27 smithi123 ceph-mon[191304]: failed to encode map e390 with expected crc 2023-12-20T10:55:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:27 smithi123 ceph-mon[191304]: failed to encode map e390 with expected crc 2023-12-20T10:55:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:27 smithi123 ceph-mon[191304]: osdmap e390: 8 total, 7 up, 8 in 2023-12-20T10:55:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:27 smithi123 ceph-mon[191304]: from='osd.5 [v2:172.21.15.177:6808/1689221676,v1:172.21.15.177:6809/1689221676]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:55:27.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:27 smithi123 ceph-mon[191304]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:55:27.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:27 smithi123 ceph-mon[191304]: failed to encode map e390 with expected crc 2023-12-20T10:55:27.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:27.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:55:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:27 smithi123 ceph-mon[188613]: failed to encode map e388 with expected crc 2023-12-20T10:55:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:27 smithi123 ceph-mon[188613]: failed to encode map e390 with expected crc 2023-12-20T10:55:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:27 smithi123 ceph-mon[188613]: failed to encode map e390 with expected crc 2023-12-20T10:55:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:27 smithi123 ceph-mon[188613]: osdmap e390: 8 total, 7 up, 8 in 2023-12-20T10:55:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:27 smithi123 ceph-mon[188613]: from='osd.5 [v2:172.21.15.177:6808/1689221676,v1:172.21.15.177:6809/1689221676]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:55:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:27 smithi123 ceph-mon[188613]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:55:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:27 smithi123 ceph-mon[188613]: failed to encode map e390 with expected crc 2023-12-20T10:55:27.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:27.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:55:28.130 INFO:tasks.rados.rados.0.smithi123.stdout:1669: done (0 left) 2023-12-20T10:55:28.131 INFO:tasks.rados.rados.0.smithi123.stdout:1670: copy_from oid 11 from oid 16 current snap is 160 2023-12-20T10:55:28.131 INFO:tasks.rados.rados.0.smithi123.stdout:1671: rollback oid 40 current snap is 160 2023-12-20T10:55:28.131 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 40 to 157 2023-12-20T10:55:28.131 INFO:tasks.rados.rados.0.smithi123.stdout:1672: read oid 17 snap -1 2023-12-20T10:55:28.131 INFO:tasks.rados.rados.0.smithi123.stdout:1672: expect (ObjNum 409 snap 126 seq_num 409) 2023-12-20T10:55:28.131 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 3 current snap is 160 2023-12-20T10:55:28.131 INFO:tasks.rados.rados.0.smithi123.stdout:1673: seq_num 553 ranges {7323648=466944,7790592=417792,8208384=417792,8626176=516096,9142272=253952} 2023-12-20T10:55:28.175 INFO:tasks.rados.rados.0.smithi123.stdout:1673: writing smithi123173835-3 from 7323648 to 7790592 tid 1 2023-12-20T10:55:28.177 INFO:tasks.rados.rados.0.smithi123.stdout:1673: writing smithi123173835-3 from 7790592 to 8208384 tid 2 2023-12-20T10:55:28.180 INFO:tasks.rados.rados.0.smithi123.stdout:1673: writing smithi123173835-3 from 8208384 to 8626176 tid 3 2023-12-20T10:55:28.183 INFO:tasks.rados.rados.0.smithi123.stdout:1673: writing smithi123173835-3 from 8626176 to 9142272 tid 4 2023-12-20T10:55:28.185 INFO:tasks.rados.rados.0.smithi123.stdout:1673: writing smithi123173835-3 from 9142272 to 9396224 tid 5 2023-12-20T10:55:28.185 INFO:tasks.rados.rados.0.smithi123.stdout:1674: copy_from oid 41 from oid 24 current snap is 160 2023-12-20T10:55:28.185 INFO:tasks.rados.rados.0.smithi123.stdout:1671: finishing rollback tid 0 to smithi123173835-40 2023-12-20T10:55:28.185 INFO:tasks.rados.rados.0.smithi123.stdout:1672: expect (ObjNum 409 snap 126 seq_num 409) 2023-12-20T10:55:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:28 smithi177 ceph-mon[212096]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-20T10:55:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:28 smithi177 ceph-mon[212096]: failed to encode map e391 with expected crc 2023-12-20T10:55:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:28 smithi177 ceph-mon[212096]: failed to encode map e391 with expected crc 2023-12-20T10:55:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:28 smithi177 ceph-mon[212096]: osd.5 [v2:172.21.15.177:6808/1689221676,v1:172.21.15.177:6809/1689221676] boot 2023-12-20T10:55:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:28 smithi177 ceph-mon[212096]: osdmap e391: 8 total, 8 up, 8 in 2023-12-20T10:55:28.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:55:28.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:28 smithi177 ceph-mon[212096]: failed to encode map e391 with expected crc 2023-12-20T10:55:28.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:28 smithi177 ceph-mon[212096]: failed to encode map e391 with expected crc 2023-12-20T10:55:28.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:28 smithi177 ceph-mon[212096]: failed to encode map e391 with expected crc 2023-12-20T10:55:28.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:28 smithi177 ceph-mon[212096]: pgmap v294: 121 pgs: 12 peering, 6 active+undersized+degraded, 31 active+undersized, 72 active+clean; 186 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 10 op/s; 15/234 objects degraded (6.410%) 2023-12-20T10:55:28.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:28.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:28 smithi177 ceph-mon[212096]: Health check update: Degraded data redundancy: 24/237 objects degraded (10.127%), 11 pgs degraded (PG_DEGRADED) 2023-12-20T10:55:28.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:28.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:55:28.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:55:28.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:28.419 INFO:tasks.rados.rados.0.smithi123.stdout:1671: finishing rollback tid 1 to smithi123173835-40 2023-12-20T10:55:28.419 INFO:tasks.rados.rados.0.smithi123.stdout:1671: finishing rollback tid 2 to smithi123173835-40 2023-12-20T10:55:28.420 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 40 v 1472 (ObjNum 523 snap 152 seq_num 523) dirty exists 2023-12-20T10:55:28.420 INFO:tasks.rados.rados.0.smithi123.stdout:1673: finishing write tid 1 to smithi123173835-3 2023-12-20T10:55:28.420 INFO:tasks.rados.rados.0.smithi123.stdout:1671: done (4 left) 2023-12-20T10:55:28.420 INFO:tasks.rados.rados.0.smithi123.stdout:1672: done (3 left) 2023-12-20T10:55:28.420 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 50 current snap is 160 2023-12-20T10:55:28.420 INFO:tasks.rados.rados.0.smithi123.stdout:1673: finishing write tid 2 to smithi123173835-3 2023-12-20T10:55:28.420 INFO:tasks.rados.rados.0.smithi123.stdout:1673: finishing write tid 3 to smithi123173835-3 2023-12-20T10:55:28.420 INFO:tasks.rados.rados.0.smithi123.stdout:1673: finishing write tid 4 to smithi123173835-3 2023-12-20T10:55:28.420 INFO:tasks.rados.rados.0.smithi123.stdout:1673: finishing write tid 5 to smithi123173835-3 2023-12-20T10:55:28.420 INFO:tasks.rados.rados.0.smithi123.stdout:1673: finishing write tid 6 to smithi123173835-3 2023-12-20T10:55:28.420 INFO:tasks.rados.rados.0.smithi123.stdout:1673: finishing write tid 7 to smithi123173835-3 2023-12-20T10:55:28.420 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 1088 (ObjNum 553 snap 160 seq_num 553) dirty exists 2023-12-20T10:55:28.420 INFO:tasks.rados.rados.0.smithi123.stdout:1673: left oid 3 (ObjNum 553 snap 160 seq_num 553) 2023-12-20T10:55:28.420 INFO:tasks.rados.rados.0.smithi123.stdout:1670: finishing copy_from racing read to smithi123173835-11 2023-12-20T10:55:28.420 INFO:tasks.rados.rados.0.smithi123.stdout:1670: finishing copy_from to smithi123173835-11 2023-12-20T10:55:28.420 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 11 v 1182 (ObjNum 549 snap 158 seq_num 549) dirty exists 2023-12-20T10:55:28.421 INFO:tasks.rados.rados.0.smithi123.stdout:1674: finishing copy_from to smithi123173835-41 2023-12-20T10:55:28.421 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 993 (ObjNum 483 snap 142 seq_num 483) dirty exists 2023-12-20T10:55:28.421 INFO:tasks.rados.rados.0.smithi123.stdout:1674: finishing copy_from racing read to smithi123173835-41 2023-12-20T10:55:28.421 INFO:tasks.rados.rados.0.smithi123.stdout:1675: seq_num 554 ranges {3825664=483328,4308992=704512,5013504=622592,5636096=278528} 2023-12-20T10:55:28.442 INFO:tasks.rados.rados.0.smithi123.stdout:1675: writing smithi123173835-50 from 3825664 to 4308992 tid 1 2023-12-20T10:55:28.446 INFO:tasks.rados.rados.0.smithi123.stdout:1675: writing smithi123173835-50 from 4308992 to 5013504 tid 2 2023-12-20T10:55:28.450 INFO:tasks.rados.rados.0.smithi123.stdout:1675: writing smithi123173835-50 from 5013504 to 5636096 tid 3 2023-12-20T10:55:28.452 INFO:tasks.rados.rados.0.smithi123.stdout:1675: writing smithi123173835-50 from 5636096 to 5914624 tid 4 2023-12-20T10:55:28.452 INFO:tasks.rados.rados.0.smithi123.stdout:1670: done (3 left) 2023-12-20T10:55:28.452 INFO:tasks.rados.rados.0.smithi123.stdout:1673: done (2 left) 2023-12-20T10:55:28.452 INFO:tasks.rados.rados.0.smithi123.stdout:1674: done (1 left) 2023-12-20T10:55:28.452 INFO:tasks.rados.rados.0.smithi123.stdout:1676: copy_from oid 18 from oid 20 current snap is 160 2023-12-20T10:55:28.452 INFO:tasks.rados.rados.0.smithi123.stdout:1675: finishing write tid 1 to smithi123173835-50 2023-12-20T10:55:28.452 INFO:tasks.rados.rados.0.smithi123.stdout:1675: finishing write tid 2 to smithi123173835-50 2023-12-20T10:55:28.452 INFO:tasks.rados.rados.0.smithi123.stdout:1677: delete oid 45 current snap is 160 2023-12-20T10:55:28.453 INFO:tasks.rados.rados.0.smithi123.stdout:1676: finishing copy_from to smithi123173835-18 2023-12-20T10:55:28.453 INFO:tasks.rados.rados.0.smithi123.stdout:1676: got expected ENOENT (src dne) 2023-12-20T10:55:28.454 INFO:tasks.rados.rados.0.smithi123.stdout:1676: finishing copy_from racing read to smithi123173835-18 2023-12-20T10:55:28.455 INFO:tasks.rados.rados.0.smithi123.stdout:1675: finishing write tid 3 to smithi123173835-50 2023-12-20T10:55:28.455 INFO:tasks.rados.rados.0.smithi123.stdout:1676: done (2 left) 2023-12-20T10:55:28.455 INFO:tasks.rados.rados.0.smithi123.stdout:1677: done (1 left) 2023-12-20T10:55:28.455 INFO:tasks.rados.rados.0.smithi123.stdout:1678: snap_remove snap 157 2023-12-20T10:55:28.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:55:28 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:55:28.176+0000 7f8d61249700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2023-12-20T10:55:28.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:28 smithi123 ceph-mon[191304]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-20T10:55:28.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:28 smithi123 ceph-mon[191304]: failed to encode map e391 with expected crc 2023-12-20T10:55:28.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:28 smithi123 ceph-mon[191304]: failed to encode map e391 with expected crc 2023-12-20T10:55:28.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:28 smithi123 ceph-mon[191304]: osd.5 [v2:172.21.15.177:6808/1689221676,v1:172.21.15.177:6809/1689221676] boot 2023-12-20T10:55:28.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:28 smithi123 ceph-mon[191304]: osdmap e391: 8 total, 8 up, 8 in 2023-12-20T10:55:28.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:55:28.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:28 smithi123 ceph-mon[191304]: failed to encode map e391 with expected crc 2023-12-20T10:55:28.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:28 smithi123 ceph-mon[191304]: failed to encode map e391 with expected crc 2023-12-20T10:55:28.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:28 smithi123 ceph-mon[191304]: failed to encode map e391 with expected crc 2023-12-20T10:55:28.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:28 smithi123 ceph-mon[191304]: pgmap v294: 121 pgs: 12 peering, 6 active+undersized+degraded, 31 active+undersized, 72 active+clean; 186 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 10 op/s; 15/234 objects degraded (6.410%) 2023-12-20T10:55:28.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:28.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:28 smithi123 ceph-mon[191304]: Health check update: Degraded data redundancy: 24/237 objects degraded (10.127%), 11 pgs degraded (PG_DEGRADED) 2023-12-20T10:55:28.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:28.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:55:28.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:55:28.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:28.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:28 smithi123 ceph-mon[188613]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-20T10:55:28.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:28 smithi123 ceph-mon[188613]: failed to encode map e391 with expected crc 2023-12-20T10:55:28.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:28 smithi123 ceph-mon[188613]: failed to encode map e391 with expected crc 2023-12-20T10:55:28.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:28 smithi123 ceph-mon[188613]: osd.5 [v2:172.21.15.177:6808/1689221676,v1:172.21.15.177:6809/1689221676] boot 2023-12-20T10:55:28.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:28 smithi123 ceph-mon[188613]: osdmap e391: 8 total, 8 up, 8 in 2023-12-20T10:55:28.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-20T10:55:28.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:28 smithi123 ceph-mon[188613]: failed to encode map e391 with expected crc 2023-12-20T10:55:28.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:28 smithi123 ceph-mon[188613]: failed to encode map e391 with expected crc 2023-12-20T10:55:28.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:28 smithi123 ceph-mon[188613]: failed to encode map e391 with expected crc 2023-12-20T10:55:28.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:28 smithi123 ceph-mon[188613]: pgmap v294: 121 pgs: 12 peering, 6 active+undersized+degraded, 31 active+undersized, 72 active+clean; 186 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 10 op/s; 15/234 objects degraded (6.410%) 2023-12-20T10:55:28.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:28.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:28 smithi123 ceph-mon[188613]: Health check update: Degraded data redundancy: 24/237 objects degraded (10.127%), 11 pgs degraded (PG_DEGRADED) 2023-12-20T10:55:28.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:28.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:55:28.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:55:28.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:29.129 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:55:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:55:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-20T10:55:29.145 INFO:tasks.rados.rados.0.smithi123.stdout:1678: done (1 left) 2023-12-20T10:55:29.146 INFO:tasks.rados.rados.0.smithi123.stdout:1679: read oid 49 snap -1 2023-12-20T10:55:29.146 INFO:tasks.rados.rados.0.smithi123.stdout:1679: expect (ObjNum 518 snap 152 seq_num 518) 2023-12-20T10:55:29.146 INFO:tasks.rados.rados.0.smithi123.stdout:1680: rmattr oid 13 current snap is 160 2023-12-20T10:55:29.146 INFO:tasks.rados.rados.0.smithi123.stdout:1680: done (2 left) 2023-12-20T10:55:29.146 INFO:tasks.rados.rados.0.smithi123.stdout:1681: read oid 12 snap -1 2023-12-20T10:55:29.146 INFO:tasks.rados.rados.0.smithi123.stdout:1681: expect (ObjNum 543 snap 157 seq_num 543) 2023-12-20T10:55:29.146 INFO:tasks.rados.rados.0.smithi123.stdout:1682: copy_from oid 7 from oid 33 current snap is 160 2023-12-20T10:55:29.146 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 43 current snap is 160 2023-12-20T10:55:29.146 INFO:tasks.rados.rados.0.smithi123.stdout:1675: finishing write tid 4 to smithi123173835-50 2023-12-20T10:55:29.146 INFO:tasks.rados.rados.0.smithi123.stdout:1683: seq_num 556 ranges {0=516096,516096=524288,1040384=638976,1679360=442368} 2023-12-20T10:55:29.148 INFO:tasks.rados.rados.0.smithi123.stdout:1683: writing smithi123173835-43 from 0 to 516096 tid 1 2023-12-20T10:55:29.152 INFO:tasks.rados.rados.0.smithi123.stdout:1683: writing smithi123173835-43 from 516096 to 1040384 tid 2 2023-12-20T10:55:29.162 INFO:tasks.rados.rados.0.smithi123.stdout:1683: writing smithi123173835-43 from 1040384 to 1679360 tid 3 2023-12-20T10:55:29.162 INFO:tasks.rados.rados.0.smithi123.stdout:1683: writing smithi123173835-43 from 1679360 to 2121728 tid 4 2023-12-20T10:55:29.162 INFO:tasks.rados.rados.0.smithi123.stdout:1684: setattr oid 27 current snap is 160 2023-12-20T10:55:29.173 INFO:tasks.rados.rados.0.smithi123.stdout:1675: finishing write tid 5 to smithi123173835-50 2023-12-20T10:55:29.173 INFO:tasks.rados.rados.0.smithi123.stdout:1675: finishing write tid 6 to smithi123173835-50 2023-12-20T10:55:29.173 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 50 v 1480 (ObjNum 554 snap 160 seq_num 554) dirty exists 2023-12-20T10:55:29.173 INFO:tasks.rados.rados.0.smithi123.stdout:1675: left oid 50 (ObjNum 554 snap 160 seq_num 554) 2023-12-20T10:55:29.173 INFO:tasks.rados.rados.0.smithi123.stdout:1682: finishing copy_from to smithi123173835-7 2023-12-20T10:55:29.173 INFO:tasks.rados.rados.0.smithi123.stdout:1682: got expected ENOENT (src dne) 2023-12-20T10:55:29.173 INFO:tasks.rados.rados.0.smithi123.stdout:1682: finishing copy_from racing read to smithi123173835-7 2023-12-20T10:55:29.173 INFO:tasks.rados.rados.0.smithi123.stdout:1679: expect (ObjNum 518 snap 152 seq_num 518) 2023-12-20T10:55:29.203 INFO:tasks.rados.rados.0.smithi123.stdout:1683: finishing write tid 1 to smithi123173835-43 2023-12-20T10:55:29.204 INFO:tasks.rados.rados.0.smithi123.stdout:1683: finishing write tid 2 to smithi123173835-43 2023-12-20T10:55:29.204 INFO:tasks.rados.rados.0.smithi123.stdout:1683: finishing write tid 3 to smithi123173835-43 2023-12-20T10:55:29.204 INFO:tasks.rados.rados.0.smithi123.stdout:1683: finishing write tid 4 to smithi123173835-43 2023-12-20T10:55:29.204 INFO:tasks.rados.rados.0.smithi123.stdout:1683: finishing write tid 5 to smithi123173835-43 2023-12-20T10:55:29.204 INFO:tasks.rados.rados.0.smithi123.stdout:1683: finishing write tid 6 to smithi123173835-43 2023-12-20T10:55:29.204 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 517 (ObjNum 556 snap 160 seq_num 556) dirty exists 2023-12-20T10:55:29.204 INFO:tasks.rados.rados.0.smithi123.stdout:1683: left oid 43 (ObjNum 556 snap 160 seq_num 556) 2023-12-20T10:55:29.204 INFO:tasks.rados.rados.0.smithi123.stdout:1681: expect (ObjNum 543 snap 157 seq_num 543) 2023-12-20T10:55:29.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:29 smithi177 ceph-mon[212096]: failed to encode map e392 with expected crc 2023-12-20T10:55:29.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:29 smithi177 ceph-mon[212096]: osdmap e392: 8 total, 8 up, 8 in 2023-12-20T10:55:29.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:29 smithi177 ceph-mon[212096]: failed to encode map e392 with expected crc 2023-12-20T10:55:29.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:29 smithi177 ceph-mon[212096]: failed to encode map e392 with expected crc 2023-12-20T10:55:29.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:29 smithi177 ceph-mon[212096]: failed to encode map e392 with expected crc 2023-12-20T10:55:29.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:29 smithi177 ceph-mon[212096]: failed to encode map e392 with expected crc 2023-12-20T10:55:29.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:29 smithi177 ceph-mon[212096]: failed to encode map e392 with expected crc 2023-12-20T10:55:29.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:29 smithi177 ceph-mon[212096]: failed to encode map e392 with expected crc 2023-12-20T10:55:29.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:55:29.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:55:29.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:55:29.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:55:29.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-20T10:55:29.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:29 smithi177 ceph-mon[212096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-20T10:55:29.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:29 smithi177 ceph-mon[212096]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2023-12-20T10:55:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:55:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:55:29] "GET /metrics HTTP/1.1" 200 35963 "" "Prometheus/2.43.0" 2023-12-20T10:55:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:29 smithi123 ceph-mon[188613]: failed to encode map e392 with expected crc 2023-12-20T10:55:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:29 smithi123 ceph-mon[188613]: osdmap e392: 8 total, 8 up, 8 in 2023-12-20T10:55:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:29 smithi123 ceph-mon[188613]: failed to encode map e392 with expected crc 2023-12-20T10:55:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:29 smithi123 ceph-mon[188613]: failed to encode map e392 with expected crc 2023-12-20T10:55:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:29 smithi123 ceph-mon[188613]: failed to encode map e392 with expected crc 2023-12-20T10:55:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:29 smithi123 ceph-mon[188613]: failed to encode map e392 with expected crc 2023-12-20T10:55:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:29 smithi123 ceph-mon[188613]: failed to encode map e392 with expected crc 2023-12-20T10:55:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:29 smithi123 ceph-mon[188613]: failed to encode map e392 with expected crc 2023-12-20T10:55:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:55:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:55:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:55:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:55:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-20T10:55:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:29 smithi123 ceph-mon[188613]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-20T10:55:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:29 smithi123 ceph-mon[188613]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2023-12-20T10:55:29.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:29 smithi123 ceph-mon[191304]: failed to encode map e392 with expected crc 2023-12-20T10:55:29.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:29 smithi123 ceph-mon[191304]: osdmap e392: 8 total, 8 up, 8 in 2023-12-20T10:55:29.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:29 smithi123 ceph-mon[191304]: failed to encode map e392 with expected crc 2023-12-20T10:55:29.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:29 smithi123 ceph-mon[191304]: failed to encode map e392 with expected crc 2023-12-20T10:55:29.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:29 smithi123 ceph-mon[191304]: failed to encode map e392 with expected crc 2023-12-20T10:55:29.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:29 smithi123 ceph-mon[191304]: failed to encode map e392 with expected crc 2023-12-20T10:55:29.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:29 smithi123 ceph-mon[191304]: failed to encode map e392 with expected crc 2023-12-20T10:55:29.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:29 smithi123 ceph-mon[191304]: failed to encode map e392 with expected crc 2023-12-20T10:55:29.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:55:29.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:55:29.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:55:29.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:55:29.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-20T10:55:29.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:29 smithi123 ceph-mon[191304]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-20T10:55:29.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:29 smithi123 ceph-mon[191304]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2023-12-20T10:55:29.969 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 27 v 381 (ObjNum 539 snap 157 seq_num 539) dirty exists 2023-12-20T10:55:29.969 INFO:tasks.rados.rados.0.smithi123.stdout:1675: done (5 left) 2023-12-20T10:55:29.969 INFO:tasks.rados.rados.0.smithi123.stdout:1679: done (4 left) 2023-12-20T10:55:29.969 INFO:tasks.rados.rados.0.smithi123.stdout:1681: done (3 left) 2023-12-20T10:55:29.969 INFO:tasks.rados.rados.0.smithi123.stdout:1682: done (2 left) 2023-12-20T10:55:29.969 INFO:tasks.rados.rados.0.smithi123.stdout:1683: done (1 left) 2023-12-20T10:55:29.969 INFO:tasks.rados.rados.0.smithi123.stdout:1684: done (0 left) 2023-12-20T10:55:29.969 INFO:tasks.rados.rados.0.smithi123.stdout:1685: read oid 42 snap -1 2023-12-20T10:55:29.970 INFO:tasks.rados.rados.0.smithi123.stdout:1685: expect deleted 2023-12-20T10:55:29.970 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 16 current snap is 160 2023-12-20T10:55:29.970 INFO:tasks.rados.rados.0.smithi123.stdout:1686: seq_num 557 ranges {3768320=532480,4300800=802816,5103616=794624,5898240=8192} 2023-12-20T10:55:29.991 INFO:tasks.rados.rados.0.smithi123.stdout:1686: writing smithi123173835-16 from 3768320 to 4300800 tid 1 2023-12-20T10:55:29.995 INFO:tasks.rados.rados.0.smithi123.stdout:1686: writing smithi123173835-16 from 4300800 to 5103616 tid 2 2023-12-20T10:55:30.001 INFO:tasks.rados.rados.0.smithi123.stdout:1686: writing smithi123173835-16 from 5103616 to 5898240 tid 3 2023-12-20T10:55:30.001 INFO:tasks.rados.rados.0.smithi123.stdout:1686: writing smithi123173835-16 from 5898240 to 5906432 tid 4 2023-12-20T10:55:30.001 INFO:tasks.rados.rados.0.smithi123.stdout:1687: read oid 29 snap -1 2023-12-20T10:55:30.001 INFO:tasks.rados.rados.0.smithi123.stdout:1687: expect (ObjNum 469 snap 137 seq_num 469) 2023-12-20T10:55:30.001 INFO:tasks.rados.rados.0.smithi123.stdout:1688: read oid 43 snap -1 2023-12-20T10:55:30.001 INFO:tasks.rados.rados.0.smithi123.stdout:1688: expect (ObjNum 556 snap 160 seq_num 556) 2023-12-20T10:55:30.001 INFO:tasks.rados.rados.0.smithi123.stdout:1689: rmattr oid 11 current snap is 160 2023-12-20T10:55:30.001 INFO:tasks.rados.rados.0.smithi123.stdout:1686: finishing write tid 1 to smithi123173835-16 2023-12-20T10:55:30.001 INFO:tasks.rados.rados.0.smithi123.stdout:1686: finishing write tid 2 to smithi123173835-16 2023-12-20T10:55:30.001 INFO:tasks.rados.rados.0.smithi123.stdout:1685: done (4 left) 2023-12-20T10:55:30.001 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 38 current snap is 160 2023-12-20T10:55:30.001 INFO:tasks.rados.rados.0.smithi123.stdout:1690: seq_num 558 ranges {1761280=548864,2310144=688128,2998272=606208,3604480=311296} 2023-12-20T10:55:30.013 INFO:tasks.rados.rados.0.smithi123.stdout:1690: writing smithi123173835-38 from 1761280 to 2310144 tid 1 2023-12-20T10:55:30.017 INFO:tasks.rados.rados.0.smithi123.stdout:1690: writing smithi123173835-38 from 2310144 to 2998272 tid 2 2023-12-20T10:55:30.020 INFO:tasks.rados.rados.0.smithi123.stdout:1690: writing smithi123173835-38 from 2998272 to 3604480 tid 3 2023-12-20T10:55:30.023 INFO:tasks.rados.rados.0.smithi123.stdout:1690: writing smithi123173835-38 from 3604480 to 3915776 tid 4 2023-12-20T10:55:30.023 INFO:tasks.rados.rados.0.smithi123.stdout:1691: read oid 28 snap -1 2023-12-20T10:55:30.023 INFO:tasks.rados.rados.0.smithi123.stdout:1691: expect (ObjNum 529 snap 153 seq_num 529) 2023-12-20T10:55:30.023 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 11 v 1183 (ObjNum 549 snap 158 seq_num 549) dirty exists 2023-12-20T10:55:30.023 INFO:tasks.rados.rados.0.smithi123.stdout:1692: read oid 35 snap -1 2023-12-20T10:55:30.023 INFO:tasks.rados.rados.0.smithi123.stdout:1692: expect (ObjNum 479 snap 139 seq_num 479) 2023-12-20T10:55:30.023 INFO:tasks.rados.rados.0.smithi123.stdout:1689: done (6 left) 2023-12-20T10:55:30.024 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 27 current snap is 160 2023-12-20T10:55:30.024 INFO:tasks.rados.rados.0.smithi123.stdout:1686: finishing write tid 3 to smithi123173835-16 2023-12-20T10:55:30.024 INFO:tasks.rados.rados.0.smithi123.stdout:1693: seq_num 559 ranges {1835008=565248,2400256=573440,2973696=409600,3383296=622592} 2023-12-20T10:55:30.036 INFO:tasks.rados.rados.0.smithi123.stdout:1693: writing smithi123173835-27 from 1835008 to 2400256 tid 1 2023-12-20T10:55:30.039 INFO:tasks.rados.rados.0.smithi123.stdout:1693: writing smithi123173835-27 from 2400256 to 2973696 tid 2 2023-12-20T10:55:30.042 INFO:tasks.rados.rados.0.smithi123.stdout:1693: writing smithi123173835-27 from 2973696 to 3383296 tid 3 2023-12-20T10:55:30.046 INFO:tasks.rados.rados.0.smithi123.stdout:1693: writing smithi123173835-27 from 3383296 to 4005888 tid 4 2023-12-20T10:55:30.047 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 45 current snap is 160 2023-12-20T10:55:30.047 INFO:tasks.rados.rados.0.smithi123.stdout:1694: seq_num 560 ranges {0=581632,581632=458752,1040384=614400,1654784=532480} 2023-12-20T10:55:30.050 INFO:tasks.rados.rados.0.smithi123.stdout:1694: writing smithi123173835-45 from 0 to 581632 tid 1 2023-12-20T10:55:30.053 INFO:tasks.rados.rados.0.smithi123.stdout:1694: writing smithi123173835-45 from 581632 to 1040384 tid 2 2023-12-20T10:55:30.057 INFO:tasks.rados.rados.0.smithi123.stdout:1694: writing smithi123173835-45 from 1040384 to 1654784 tid 3 2023-12-20T10:55:30.061 INFO:tasks.rados.rados.0.smithi123.stdout:1694: writing smithi123173835-45 from 1654784 to 2187264 tid 4 2023-12-20T10:55:30.061 INFO:tasks.rados.rados.0.smithi123.stdout:1695: read oid 5 snap -1 2023-12-20T10:55:30.061 INFO:tasks.rados.rados.0.smithi123.stdout:1695: expect (ObjNum 495 snap 147 seq_num 495) 2023-12-20T10:55:30.061 INFO:tasks.rados.rados.0.smithi123.stdout:1696: setattr oid 21 current snap is 160 2023-12-20T10:55:30.061 INFO:tasks.rados.rados.0.smithi123.stdout:1686: finishing write tid 4 to smithi123173835-16 2023-12-20T10:55:30.061 INFO:tasks.rados.rados.0.smithi123.stdout:1687: expect (ObjNum 469 snap 137 seq_num 469) 2023-12-20T10:55:30.092 INFO:tasks.rados.rados.0.smithi123.stdout:1686: finishing write tid 5 to smithi123173835-16 2023-12-20T10:55:30.092 INFO:tasks.rados.rados.0.smithi123.stdout:1688: expect (ObjNum 556 snap 160 seq_num 556) 2023-12-20T10:55:30.148 INFO:tasks.rados.rados.0.smithi123.stdout:1686: finishing write tid 6 to smithi123173835-16 2023-12-20T10:55:30.148 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 1188 (ObjNum 557 snap 160 seq_num 557) dirty exists 2023-12-20T10:55:30.148 INFO:tasks.rados.rados.0.smithi123.stdout:1686: left oid 16 (ObjNum 557 snap 160 seq_num 557) 2023-12-20T10:55:30.148 INFO:tasks.rados.rados.0.smithi123.stdout:1690: finishing write tid 1 to smithi123173835-38 2023-12-20T10:55:30.148 INFO:tasks.rados.rados.0.smithi123.stdout:1690: finishing write tid 2 to smithi123173835-38 2023-12-20T10:55:30.148 INFO:tasks.rados.rados.0.smithi123.stdout:1690: finishing write tid 3 to smithi123173835-38 2023-12-20T10:55:30.148 INFO:tasks.rados.rados.0.smithi123.stdout:1690: finishing write tid 4 to smithi123173835-38 2023-12-20T10:55:30.148 INFO:tasks.rados.rados.0.smithi123.stdout:1690: finishing write tid 5 to smithi123173835-38 2023-12-20T10:55:30.148 INFO:tasks.rados.rados.0.smithi123.stdout:1690: finishing write tid 6 to smithi123173835-38 2023-12-20T10:55:30.149 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 38 v 1174 (ObjNum 558 snap 160 seq_num 558) dirty exists 2023-12-20T10:55:30.149 INFO:tasks.rados.rados.0.smithi123.stdout:1690: left oid 38 (ObjNum 558 snap 160 seq_num 558) 2023-12-20T10:55:30.149 INFO:tasks.rados.rados.0.smithi123.stdout:1693: finishing write tid 1 to smithi123173835-27 2023-12-20T10:55:30.149 INFO:tasks.rados.rados.0.smithi123.stdout:1693: finishing write tid 2 to smithi123173835-27 2023-12-20T10:55:30.149 INFO:tasks.rados.rados.0.smithi123.stdout:1693: finishing write tid 3 to smithi123173835-27 2023-12-20T10:55:30.149 INFO:tasks.rados.rados.0.smithi123.stdout:1692: expect (ObjNum 479 snap 139 seq_num 479) 2023-12-20T10:55:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:30 smithi177 ceph-mon[212096]: failed to encode map e393 with expected crc 2023-12-20T10:55:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:30 smithi177 ceph-mon[212096]: failed to encode map e393 with expected crc 2023-12-20T10:55:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:30 smithi177 ceph-mon[212096]: osdmap e393: 8 total, 8 up, 8 in 2023-12-20T10:55:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:30 smithi177 ceph-mon[212096]: pgmap v297: 121 pgs: 18 peering, 6 active+undersized+degraded, 22 active+undersized, 75 active+clean; 179 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 976 KiB/s wr, 9 op/s; 15/231 objects degraded (6.494%) 2023-12-20T10:55:30.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:30 smithi123 ceph-mon[191304]: failed to encode map e393 with expected crc 2023-12-20T10:55:30.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:30 smithi123 ceph-mon[191304]: failed to encode map e393 with expected crc 2023-12-20T10:55:30.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:30 smithi123 ceph-mon[191304]: osdmap e393: 8 total, 8 up, 8 in 2023-12-20T10:55:30.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:30 smithi123 ceph-mon[191304]: pgmap v297: 121 pgs: 18 peering, 6 active+undersized+degraded, 22 active+undersized, 75 active+clean; 179 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 976 KiB/s wr, 9 op/s; 15/231 objects degraded (6.494%) 2023-12-20T10:55:30.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:30 smithi123 ceph-mon[188613]: failed to encode map e393 with expected crc 2023-12-20T10:55:30.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:30 smithi123 ceph-mon[188613]: failed to encode map e393 with expected crc 2023-12-20T10:55:30.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:30 smithi123 ceph-mon[188613]: osdmap e393: 8 total, 8 up, 8 in 2023-12-20T10:55:30.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:30 smithi123 ceph-mon[188613]: pgmap v297: 121 pgs: 18 peering, 6 active+undersized+degraded, 22 active+undersized, 75 active+clean; 179 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 976 KiB/s wr, 9 op/s; 15/231 objects degraded (6.494%) 2023-12-20T10:55:30.875 INFO:tasks.rados.rados.0.smithi123.stdout:1693: finishing write tid 4 to smithi123173835-27 2023-12-20T10:55:30.875 INFO:tasks.rados.rados.0.smithi123.stdout:1693: finishing write tid 5 to smithi123173835-27 2023-12-20T10:55:30.875 INFO:tasks.rados.rados.0.smithi123.stdout:1693: finishing write tid 6 to smithi123173835-27 2023-12-20T10:55:30.875 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 27 v 386 (ObjNum 559 snap 160 seq_num 559) dirty exists 2023-12-20T10:55:30.875 INFO:tasks.rados.rados.0.smithi123.stdout:1693: left oid 27 (ObjNum 559 snap 160 seq_num 559) 2023-12-20T10:55:30.875 INFO:tasks.rados.rados.0.smithi123.stdout:1694: finishing write tid 1 to smithi123173835-45 2023-12-20T10:55:30.875 INFO:tasks.rados.rados.0.smithi123.stdout:1694: finishing write tid 2 to smithi123173835-45 2023-12-20T10:55:30.875 INFO:tasks.rados.rados.0.smithi123.stdout:1694: finishing write tid 3 to smithi123173835-45 2023-12-20T10:55:30.876 INFO:tasks.rados.rados.0.smithi123.stdout:1686: done (9 left) 2023-12-20T10:55:30.876 INFO:tasks.rados.rados.0.smithi123.stdout:1687: done (8 left) 2023-12-20T10:55:30.876 INFO:tasks.rados.rados.0.smithi123.stdout:1688: done (7 left) 2023-12-20T10:55:30.876 INFO:tasks.rados.rados.0.smithi123.stdout:1690: done (6 left) 2023-12-20T10:55:30.876 INFO:tasks.rados.rados.0.smithi123.stdout:1692: done (5 left) 2023-12-20T10:55:30.876 INFO:tasks.rados.rados.0.smithi123.stdout:1693: done (4 left) 2023-12-20T10:55:30.876 INFO:tasks.rados.rados.0.smithi123.stdout:1697: setattr oid 6 current snap is 160 2023-12-20T10:55:30.876 INFO:tasks.rados.rados.0.smithi123.stdout:1694: finishing write tid 4 to smithi123173835-45 2023-12-20T10:55:30.876 INFO:tasks.rados.rados.0.smithi123.stdout:1694: finishing write tid 5 to smithi123173835-45 2023-12-20T10:55:30.876 INFO:tasks.rados.rados.0.smithi123.stdout:1694: finishing write tid 6 to smithi123173835-45 2023-12-20T10:55:30.876 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 1193 (ObjNum 560 snap 160 seq_num 560) dirty exists 2023-12-20T10:55:30.876 INFO:tasks.rados.rados.0.smithi123.stdout:1694: left oid 45 (ObjNum 560 snap 160 seq_num 560) 2023-12-20T10:55:30.876 INFO:tasks.rados.rados.0.smithi123.stdout:1695: expect (ObjNum 495 snap 147 seq_num 495) 2023-12-20T10:55:31.526 INFO:tasks.rados.rados.0.smithi123.stdout:1691: expect (ObjNum 529 snap 153 seq_num 529) 2023-12-20T10:55:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:31 smithi177 ceph-mon[212096]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 15/231 objects degraded (6.494%), 6 pgs degraded) 2023-12-20T10:55:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:31 smithi177 ceph-mon[212096]: Cluster is now healthy 2023-12-20T10:55:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:31 smithi123 ceph-mon[191304]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 15/231 objects degraded (6.494%), 6 pgs degraded) 2023-12-20T10:55:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:31 smithi123 ceph-mon[191304]: Cluster is now healthy 2023-12-20T10:55:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:31 smithi123 ceph-mon[188613]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 15/231 objects degraded (6.494%), 6 pgs degraded) 2023-12-20T10:55:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:31 smithi123 ceph-mon[188613]: Cluster is now healthy 2023-12-20T10:55:32.633 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 953 (ObjNum 65 snap 0 seq_num 1850956383) dirty exists 2023-12-20T10:55:32.633 INFO:tasks.rados.rados.0.smithi123.stdout:1691: done (4 left) 2023-12-20T10:55:32.634 INFO:tasks.rados.rados.0.smithi123.stdout:1694: done (3 left) 2023-12-20T10:55:32.634 INFO:tasks.rados.rados.0.smithi123.stdout:1695: done (2 left) 2023-12-20T10:55:32.634 INFO:tasks.rados.rados.0.smithi123.stdout:1696: done (1 left) 2023-12-20T10:55:32.634 INFO:tasks.rados.rados.0.smithi123.stdout:1698: copy_from oid 15 from oid 32 current snap is 160 2023-12-20T10:55:32.634 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 24 current snap is 160 2023-12-20T10:55:32.634 INFO:tasks.rados.rados.0.smithi123.stdout:1699: seq_num 561 ranges {892928=598016,1490944=745472,2236416=778240,3014656=81920} 2023-12-20T10:55:32.641 INFO:tasks.rados.rados.0.smithi123.stdout:1699: writing smithi123173835-24 from 892928 to 1490944 tid 1 2023-12-20T10:55:32.645 INFO:tasks.rados.rados.0.smithi123.stdout:1699: writing smithi123173835-24 from 1490944 to 2236416 tid 2 2023-12-20T10:55:32.650 INFO:tasks.rados.rados.0.smithi123.stdout:1699: writing smithi123173835-24 from 2236416 to 3014656 tid 3 2023-12-20T10:55:32.651 INFO:tasks.rados.rados.0.smithi123.stdout:1699: writing smithi123173835-24 from 3014656 to 3096576 tid 4 2023-12-20T10:55:32.651 INFO:tasks.rados.rados.0.smithi123.stdout:1700: read oid 27 snap -1 2023-12-20T10:55:32.651 INFO:tasks.rados.rados.0.smithi123.stdout:1700: expect (ObjNum 559 snap 160 seq_num 559) 2023-12-20T10:55:32.651 INFO:tasks.rados.rados.0.smithi123.stdout:1701: snap_create 2023-12-20T10:55:32.651 INFO:tasks.rados.rados.0.smithi123.stdout:1698: finishing copy_from to smithi123173835-15 2023-12-20T10:55:32.651 INFO:tasks.rados.rados.0.smithi123.stdout:1698: got expected ENOENT (src dne) 2023-12-20T10:55:32.651 INFO:tasks.rados.rados.0.smithi123.stdout:1698: finishing copy_from racing read to smithi123173835-15 2023-12-20T10:55:32.651 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 1093 (ObjNum 129 snap 0 seq_num 958767016) dirty exists 2023-12-20T10:55:32.651 INFO:tasks.rados.rados.0.smithi123.stdout:1699: finishing write tid 1 to smithi123173835-24 2023-12-20T10:55:32.651 INFO:tasks.rados.rados.0.smithi123.stdout:1699: finishing write tid 2 to smithi123173835-24 2023-12-20T10:55:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:32 smithi177 ceph-mon[212096]: pgmap v298: 121 pgs: 18 peering, 103 active+clean; 180 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 16 op/s; 696 KiB/s, 0 objects/s recovering 2023-12-20T10:55:32.653 INFO:tasks.rados.rados.0.smithi123.stdout:1699: finishing write tid 3 to smithi123173835-24 2023-12-20T10:55:32.654 INFO:tasks.rados.rados.0.smithi123.stdout:1699: finishing write tid 4 to smithi123173835-24 2023-12-20T10:55:32.654 INFO:tasks.rados.rados.0.smithi123.stdout:1699: finishing write tid 5 to smithi123173835-24 2023-12-20T10:55:32.654 INFO:tasks.rados.rados.0.smithi123.stdout:1699: finishing write tid 6 to smithi123173835-24 2023-12-20T10:55:32.655 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 24 v 1098 (ObjNum 561 snap 160 seq_num 561) dirty exists 2023-12-20T10:55:32.655 INFO:tasks.rados.rados.0.smithi123.stdout:1699: left oid 24 (ObjNum 561 snap 160 seq_num 561) 2023-12-20T10:55:32.671 INFO:tasks.rados.rados.0.smithi123.stdout:1700: expect (ObjNum 559 snap 160 seq_num 559) 2023-12-20T10:55:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:32 smithi123 ceph-mon[191304]: pgmap v298: 121 pgs: 18 peering, 103 active+clean; 180 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 16 op/s; 696 KiB/s, 0 objects/s recovering 2023-12-20T10:55:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:32 smithi123 ceph-mon[188613]: pgmap v298: 121 pgs: 18 peering, 103 active+clean; 180 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 16 op/s; 696 KiB/s, 0 objects/s recovering 2023-12-20T10:55:33.406 INFO:tasks.rados.rados.0.smithi123.stdout:1697: done (4 left) 2023-12-20T10:55:33.406 INFO:tasks.rados.rados.0.smithi123.stdout:1698: done (3 left) 2023-12-20T10:55:33.406 INFO:tasks.rados.rados.0.smithi123.stdout:1699: done (2 left) 2023-12-20T10:55:33.406 INFO:tasks.rados.rados.0.smithi123.stdout:1700: done (1 left) 2023-12-20T10:55:33.406 INFO:tasks.rados.rados.0.smithi123.stdout:1701: done (0 left) 2023-12-20T10:55:33.407 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 15 current snap is 161 2023-12-20T10:55:33.407 INFO:tasks.rados.rados.0.smithi123.stdout:1702: seq_num 562 ranges {2998272=622592,3620864=630784,4251648=581632,4833280=393216} 2023-12-20T10:55:33.425 INFO:tasks.rados.rados.0.smithi123.stdout:1702: writing smithi123173835-15 from 2998272 to 3620864 tid 1 2023-12-20T10:55:33.429 INFO:tasks.rados.rados.0.smithi123.stdout:1702: writing smithi123173835-15 from 3620864 to 4251648 tid 2 2023-12-20T10:55:33.432 INFO:tasks.rados.rados.0.smithi123.stdout:1702: writing smithi123173835-15 from 4251648 to 4833280 tid 3 2023-12-20T10:55:33.435 INFO:tasks.rados.rados.0.smithi123.stdout:1702: writing smithi123173835-15 from 4833280 to 5226496 tid 4 2023-12-20T10:55:33.435 INFO:tasks.rados.rados.0.smithi123.stdout:1703: delete oid 41 current snap is 161 2023-12-20T10:55:33.435 INFO:tasks.rados.rados.0.smithi123.stdout:1702: finishing write tid 1 to smithi123173835-15 2023-12-20T10:55:33.435 INFO:tasks.rados.rados.0.smithi123.stdout:1702: finishing write tid 2 to smithi123173835-15 2023-12-20T10:55:33.437 INFO:tasks.rados.rados.0.smithi123.stdout:1703: done (1 left) 2023-12-20T10:55:33.438 INFO:tasks.rados.rados.0.smithi123.stdout:1704: read oid 43 snap -1 2023-12-20T10:55:33.438 INFO:tasks.rados.rados.0.smithi123.stdout:1704: expect (ObjNum 556 snap 160 seq_num 556) 2023-12-20T10:55:33.438 INFO:tasks.rados.rados.0.smithi123.stdout:1705: delete oid 16 current snap is 161 2023-12-20T10:55:33.439 INFO:tasks.rados.rados.0.smithi123.stdout:1702: finishing write tid 3 to smithi123173835-15 2023-12-20T10:55:33.439 INFO:tasks.rados.rados.0.smithi123.stdout:1702: finishing write tid 4 to smithi123173835-15 2023-12-20T10:55:33.440 INFO:tasks.rados.rados.0.smithi123.stdout:1702: finishing write tid 5 to smithi123173835-15 2023-12-20T10:55:33.442 INFO:tasks.rados.rados.0.smithi123.stdout:1705: done (2 left) 2023-12-20T10:55:33.442 INFO:tasks.rados.rados.0.smithi123.stdout:1706: rmattr oid 48 current snap is 161 2023-12-20T10:55:33.442 INFO:tasks.rados.rados.0.smithi123.stdout:1706: done (2 left) 2023-12-20T10:55:33.442 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 5 current snap is 161 2023-12-20T10:55:33.442 INFO:tasks.rados.rados.0.smithi123.stdout:1707: seq_num 565 ranges {7266304=671744,7938048=729088,8667136=753664,9420800=122880} 2023-12-20T10:55:33.484 INFO:tasks.rados.rados.0.smithi123.stdout:1707: writing smithi123173835-5 from 7266304 to 7938048 tid 1 2023-12-20T10:55:33.488 INFO:tasks.rados.rados.0.smithi123.stdout:1707: writing smithi123173835-5 from 7938048 to 8667136 tid 2 2023-12-20T10:55:33.492 INFO:tasks.rados.rados.0.smithi123.stdout:1707: writing smithi123173835-5 from 8667136 to 9420800 tid 3 2023-12-20T10:55:33.493 INFO:tasks.rados.rados.0.smithi123.stdout:1707: writing smithi123173835-5 from 9420800 to 9543680 tid 4 2023-12-20T10:55:33.493 INFO:tasks.rados.rados.0.smithi123.stdout:1708: rollback oid 38 current snap is 161 2023-12-20T10:55:33.493 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 38 to 160 2023-12-20T10:55:33.494 INFO:tasks.rados.rados.0.smithi123.stdout:1704: expect (ObjNum 556 snap 160 seq_num 556) 2023-12-20T10:55:33.549 INFO:tasks.rados.rados.0.smithi123.stdout:1702: finishing write tid 6 to smithi123173835-15 2023-12-20T10:55:33.549 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 1494 (ObjNum 562 snap 161 seq_num 562) dirty exists 2023-12-20T10:55:33.549 INFO:tasks.rados.rados.0.smithi123.stdout:1702: left oid 15 (ObjNum 562 snap 161 seq_num 562) 2023-12-20T10:55:33.549 INFO:tasks.rados.rados.0.smithi123.stdout:1707: finishing write tid 1 to smithi123173835-5 2023-12-20T10:55:33.549 INFO:tasks.rados.rados.0.smithi123.stdout:1702: done (3 left) 2023-12-20T10:55:33.550 INFO:tasks.rados.rados.0.smithi123.stdout:1704: done (2 left) 2023-12-20T10:55:33.550 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 14 current snap is 161 2023-12-20T10:55:33.550 INFO:tasks.rados.rados.0.smithi123.stdout:1707: finishing write tid 2 to smithi123173835-5 2023-12-20T10:55:33.550 INFO:tasks.rados.rados.0.smithi123.stdout:1709: seq_num 566 ranges {0=688128,688128=614400,1302528=565248,1867776=425984} 2023-12-20T10:55:33.552 INFO:tasks.rados.rados.0.smithi123.stdout:1709: writing smithi123173835-14 from 0 to 688128 tid 1 2023-12-20T10:55:33.556 INFO:tasks.rados.rados.0.smithi123.stdout:1709: writing smithi123173835-14 from 688128 to 1302528 tid 2 2023-12-20T10:55:33.559 INFO:tasks.rados.rados.0.smithi123.stdout:1709: writing smithi123173835-14 from 1302528 to 1867776 tid 3 2023-12-20T10:55:33.562 INFO:tasks.rados.rados.0.smithi123.stdout:1709: writing smithi123173835-14 from 1867776 to 2293760 tid 4 2023-12-20T10:55:33.562 INFO:tasks.rados.rados.0.smithi123.stdout:1710: setattr oid 17 current snap is 161 2023-12-20T10:55:33.562 INFO:tasks.rados.rados.0.smithi123.stdout:1707: finishing write tid 3 to smithi123173835-5 2023-12-20T10:55:33.562 INFO:tasks.rados.rados.0.smithi123.stdout:1707: finishing write tid 4 to smithi123173835-5 2023-12-20T10:55:33.563 INFO:tasks.rados.rados.0.smithi123.stdout:1707: finishing write tid 5 to smithi123173835-5 2023-12-20T10:55:33.563 INFO:tasks.rados.rados.0.smithi123.stdout:1708: finishing rollback tid 0 to smithi123173835-38 2023-12-20T10:55:33.563 INFO:tasks.rados.rados.0.smithi123.stdout:1708: finishing rollback tid 1 to smithi123173835-38 2023-12-20T10:55:33.563 INFO:tasks.rados.rados.0.smithi123.stdout:1708: finishing rollback tid 2 to smithi123173835-38 2023-12-20T10:55:33.563 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 38 v 1177 (ObjNum 558 snap 160 seq_num 558) dirty exists 2023-12-20T10:55:33.563 INFO:tasks.rados.rados.0.smithi123.stdout:1707: finishing write tid 6 to smithi123173835-5 2023-12-20T10:55:33.563 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 522 (ObjNum 565 snap 161 seq_num 565) dirty exists 2023-12-20T10:55:33.563 INFO:tasks.rados.rados.0.smithi123.stdout:1707: left oid 5 (ObjNum 565 snap 161 seq_num 565) 2023-12-20T10:55:33.563 INFO:tasks.rados.rados.0.smithi123.stdout:1709: finishing write tid 1 to smithi123173835-14 2023-12-20T10:55:33.563 INFO:tasks.rados.rados.0.smithi123.stdout:1709: finishing write tid 2 to smithi123173835-14 2023-12-20T10:55:33.563 INFO:tasks.rados.rados.0.smithi123.stdout:1709: finishing write tid 3 to smithi123173835-14 2023-12-20T10:55:33.564 INFO:tasks.rados.rados.0.smithi123.stdout:1707: done (3 left) 2023-12-20T10:55:33.564 INFO:tasks.rados.rados.0.smithi123.stdout:1708: done (2 left) 2023-12-20T10:55:33.564 INFO:tasks.rados.rados.0.smithi123.stdout:1711: copy_from oid 18 from oid 19 current snap is 161 2023-12-20T10:55:33.564 INFO:tasks.rados.rados.0.smithi123.stdout:1712: read oid 9 snap -1 2023-12-20T10:55:33.564 INFO:tasks.rados.rados.0.smithi123.stdout:1712: expect (ObjNum 478 snap 139 seq_num 478) 2023-12-20T10:55:33.564 INFO:tasks.rados.rados.0.smithi123.stdout:1713: rmattr oid 7 current snap is 161 2023-12-20T10:55:33.564 INFO:tasks.rados.rados.0.smithi123.stdout:1713: done (4 left) 2023-12-20T10:55:33.565 INFO:tasks.rados.rados.0.smithi123.stdout:1714: read oid 41 snap -1 2023-12-20T10:55:33.565 INFO:tasks.rados.rados.0.smithi123.stdout:1714: expect deleted 2023-12-20T10:55:33.565 INFO:tasks.rados.rados.0.smithi123.stdout:1715: snap_create 2023-12-20T10:55:33.565 INFO:tasks.rados.rados.0.smithi123.stdout:1709: finishing write tid 4 to smithi123173835-14 2023-12-20T10:55:33.565 INFO:tasks.rados.rados.0.smithi123.stdout:1711: finishing copy_from to smithi123173835-18 2023-12-20T10:55:33.565 INFO:tasks.rados.rados.0.smithi123.stdout:1711: got expected ENOENT (src dne) 2023-12-20T10:55:33.565 INFO:tasks.rados.rados.0.smithi123.stdout:1711: finishing copy_from racing read to smithi123173835-18 2023-12-20T10:55:33.565 INFO:tasks.rados.rados.0.smithi123.stdout:1709: finishing write tid 5 to smithi123173835-14 2023-12-20T10:55:33.566 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 17 v 1155 (ObjNum 409 snap 126 seq_num 409) dirty exists 2023-12-20T10:55:33.571 INFO:tasks.rados.rados.0.smithi123.stdout:1709: finishing write tid 6 to smithi123173835-14 2023-12-20T10:55:33.571 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 14 v 943 (ObjNum 566 snap 161 seq_num 566) dirty exists 2023-12-20T10:55:33.571 INFO:tasks.rados.rados.0.smithi123.stdout:1709: left oid 14 (ObjNum 566 snap 161 seq_num 566) 2023-12-20T10:55:33.572 INFO:tasks.rados.rados.0.smithi123.stdout:1712: expect (ObjNum 478 snap 139 seq_num 478) 2023-12-20T10:55:34.414 INFO:tasks.rados.rados.0.smithi123.stdout:1709: done (5 left) 2023-12-20T10:55:34.414 INFO:tasks.rados.rados.0.smithi123.stdout:1710: done (4 left) 2023-12-20T10:55:34.414 INFO:tasks.rados.rados.0.smithi123.stdout:1711: done (3 left) 2023-12-20T10:55:34.414 INFO:tasks.rados.rados.0.smithi123.stdout:1712: done (2 left) 2023-12-20T10:55:34.414 INFO:tasks.rados.rados.0.smithi123.stdout:1714: done (1 left) 2023-12-20T10:55:34.414 INFO:tasks.rados.rados.0.smithi123.stdout:1715: done (0 left) 2023-12-20T10:55:34.415 INFO:tasks.rados.rados.0.smithi123.stdout:1716: setattr oid 36 current snap is 162 2023-12-20T10:55:34.415 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 2 current snap is 162 2023-12-20T10:55:34.415 INFO:tasks.rados.rados.0.smithi123.stdout:1717: seq_num 567 ranges {4866048=704512,5570560=499712,6070272=770048,6840320=335872} 2023-12-20T10:55:34.445 INFO:tasks.rados.rados.0.smithi123.stdout:1717: writing smithi123173835-2 from 4866048 to 5570560 tid 1 2023-12-20T10:55:34.448 INFO:tasks.rados.rados.0.smithi123.stdout:1717: writing smithi123173835-2 from 5570560 to 6070272 tid 2 2023-12-20T10:55:34.453 INFO:tasks.rados.rados.0.smithi123.stdout:1717: writing smithi123173835-2 from 6070272 to 6840320 tid 3 2023-12-20T10:55:34.455 INFO:tasks.rados.rados.0.smithi123.stdout:1717: writing smithi123173835-2 from 6840320 to 7176192 tid 4 2023-12-20T10:55:34.456 INFO:tasks.rados.rados.0.smithi123.stdout:1718: read oid 25 snap -1 2023-12-20T10:55:34.456 INFO:tasks.rados.rados.0.smithi123.stdout:1718: expect (ObjNum 502 snap 150 seq_num 502) 2023-12-20T10:55:34.456 INFO:tasks.rados.rados.0.smithi123.stdout:1719: read oid 1 snap -1 2023-12-20T10:55:34.456 INFO:tasks.rados.rados.0.smithi123.stdout:1719: expect (ObjNum 532 snap 154 seq_num 532) 2023-12-20T10:55:34.456 INFO:tasks.rados.rados.0.smithi123.stdout:1720: snap_create 2023-12-20T10:55:34.456 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 1178 (ObjNum 534 snap 154 seq_num 534) dirty exists 2023-12-20T10:55:34.456 INFO:tasks.rados.rados.0.smithi123.stdout:1717: finishing write tid 1 to smithi123173835-2 2023-12-20T10:55:34.456 INFO:tasks.rados.rados.0.smithi123.stdout:1717: finishing write tid 2 to smithi123173835-2 2023-12-20T10:55:34.457 INFO:tasks.rados.rados.0.smithi123.stdout:1717: finishing write tid 3 to smithi123173835-2 2023-12-20T10:55:34.461 INFO:tasks.rados.rados.0.smithi123.stdout:1717: finishing write tid 4 to smithi123173835-2 2023-12-20T10:55:34.461 INFO:tasks.rados.rados.0.smithi123.stdout:1717: finishing write tid 5 to smithi123173835-2 2023-12-20T10:55:34.462 INFO:tasks.rados.rados.0.smithi123.stdout:1717: finishing write tid 6 to smithi123173835-2 2023-12-20T10:55:34.462 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 2 v 1192 (ObjNum 567 snap 162 seq_num 567) dirty exists 2023-12-20T10:55:34.462 INFO:tasks.rados.rados.0.smithi123.stdout:1717: left oid 2 (ObjNum 567 snap 162 seq_num 567) 2023-12-20T10:55:34.483 INFO:tasks.rados.rados.0.smithi123.stdout:1718: expect (ObjNum 502 snap 150 seq_num 502) 2023-12-20T10:55:34.636 INFO:tasks.rados.rados.0.smithi123.stdout:1719: expect (ObjNum 532 snap 154 seq_num 532) 2023-12-20T10:55:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:34 smithi123 ceph-mon[188613]: pgmap v299: 121 pgs: 121 active+clean; 169 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 22 op/s; 586 KiB/s, 0 objects/s recovering 2023-12-20T10:55:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:34 smithi123 ceph-mon[188613]: failed to encode map e394 with expected crc 2023-12-20T10:55:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:34 smithi123 ceph-mon[188613]: osdmap e394: 8 total, 8 up, 8 in 2023-12-20T10:55:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:34 smithi123 ceph-mon[191304]: pgmap v299: 121 pgs: 121 active+clean; 169 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 22 op/s; 586 KiB/s, 0 objects/s recovering 2023-12-20T10:55:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:34 smithi123 ceph-mon[191304]: failed to encode map e394 with expected crc 2023-12-20T10:55:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:34 smithi123 ceph-mon[191304]: osdmap e394: 8 total, 8 up, 8 in 2023-12-20T10:55:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:34 smithi177 ceph-mon[212096]: pgmap v299: 121 pgs: 121 active+clean; 169 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 22 op/s; 586 KiB/s, 0 objects/s recovering 2023-12-20T10:55:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:34 smithi177 ceph-mon[212096]: failed to encode map e394 with expected crc 2023-12-20T10:55:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:34 smithi177 ceph-mon[212096]: osdmap e394: 8 total, 8 up, 8 in 2023-12-20T10:55:35.422 INFO:tasks.rados.rados.0.smithi123.stdout:1716: done (4 left) 2023-12-20T10:55:35.422 INFO:tasks.rados.rados.0.smithi123.stdout:1717: done (3 left) 2023-12-20T10:55:35.422 INFO:tasks.rados.rados.0.smithi123.stdout:1718: done (2 left) 2023-12-20T10:55:35.422 INFO:tasks.rados.rados.0.smithi123.stdout:1719: done (1 left) 2023-12-20T10:55:35.422 INFO:tasks.rados.rados.0.smithi123.stdout:1720: done (0 left) 2023-12-20T10:55:35.422 INFO:tasks.rados.rados.0.smithi123.stdout:1721: rollback oid 5 current snap is 163 2023-12-20T10:55:35.422 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 5 to 160 2023-12-20T10:55:35.422 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 46 current snap is 163 2023-12-20T10:55:35.422 INFO:tasks.rados.rados.0.smithi123.stdout:1722: seq_num 568 ranges {5980160=720896,6701056=786432,7487488=581632,8069120=237568} 2023-12-20T10:55:35.457 INFO:tasks.rados.rados.0.smithi123.stdout:1722: writing smithi123173835-46 from 5980160 to 6701056 tid 1 2023-12-20T10:55:35.461 INFO:tasks.rados.rados.0.smithi123.stdout:1722: writing smithi123173835-46 from 6701056 to 7487488 tid 2 2023-12-20T10:55:35.465 INFO:tasks.rados.rados.0.smithi123.stdout:1722: writing smithi123173835-46 from 7487488 to 8069120 tid 3 2023-12-20T10:55:35.466 INFO:tasks.rados.rados.0.smithi123.stdout:1722: writing smithi123173835-46 from 8069120 to 8306688 tid 4 2023-12-20T10:55:35.467 INFO:tasks.rados.rados.0.smithi123.stdout:1723: snap_create 2023-12-20T10:55:35.467 INFO:tasks.rados.rados.0.smithi123.stdout:1721: finishing rollback tid 0 to smithi123173835-5 2023-12-20T10:55:35.467 INFO:tasks.rados.rados.0.smithi123.stdout:1721: finishing rollback tid 1 to smithi123173835-5 2023-12-20T10:55:35.467 INFO:tasks.rados.rados.0.smithi123.stdout:1721: finishing rollback tid 2 to smithi123173835-5 2023-12-20T10:55:35.467 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 525 (ObjNum 495 snap 147 seq_num 495) dirty exists 2023-12-20T10:55:35.467 INFO:tasks.rados.rados.0.smithi123.stdout:1722: finishing write tid 1 to smithi123173835-46 2023-12-20T10:55:35.467 INFO:tasks.rados.rados.0.smithi123.stdout:1722: finishing write tid 2 to smithi123173835-46 2023-12-20T10:55:35.468 INFO:tasks.rados.rados.0.smithi123.stdout:1722: finishing write tid 3 to smithi123173835-46 2023-12-20T10:55:35.468 INFO:tasks.rados.rados.0.smithi123.stdout:1722: finishing write tid 4 to smithi123173835-46 2023-12-20T10:55:35.469 INFO:tasks.rados.rados.0.smithi123.stdout:1722: finishing write tid 5 to smithi123173835-46 2023-12-20T10:55:35.471 INFO:tasks.rados.rados.0.smithi123.stdout:1722: finishing write tid 6 to smithi123173835-46 2023-12-20T10:55:35.471 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 46 v 1199 (ObjNum 568 snap 163 seq_num 568) dirty exists 2023-12-20T10:55:35.471 INFO:tasks.rados.rados.0.smithi123.stdout:1722: left oid 46 (ObjNum 568 snap 163 seq_num 568) 2023-12-20T10:55:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:35 smithi123 ceph-mon[191304]: osdmap e395: 8 total, 8 up, 8 in 2023-12-20T10:55:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:35 smithi123 ceph-mon[191304]: failed to encode map e395 with expected crc 2023-12-20T10:55:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:35 smithi123 ceph-mon[191304]: failed to encode map e395 with expected crc 2023-12-20T10:55:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:35 smithi123 ceph-mon[191304]: failed to encode map e395 with expected crc 2023-12-20T10:55:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:35 smithi123 ceph-mon[191304]: failed to encode map e395 with expected crc 2023-12-20T10:55:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:35 smithi123 ceph-mon[188613]: osdmap e395: 8 total, 8 up, 8 in 2023-12-20T10:55:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:35 smithi123 ceph-mon[188613]: failed to encode map e395 with expected crc 2023-12-20T10:55:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:35 smithi123 ceph-mon[188613]: failed to encode map e395 with expected crc 2023-12-20T10:55:35.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:35 smithi123 ceph-mon[188613]: failed to encode map e395 with expected crc 2023-12-20T10:55:35.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:35 smithi123 ceph-mon[188613]: failed to encode map e395 with expected crc 2023-12-20T10:55:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:35 smithi177 ceph-mon[212096]: osdmap e395: 8 total, 8 up, 8 in 2023-12-20T10:55:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:35 smithi177 ceph-mon[212096]: failed to encode map e395 with expected crc 2023-12-20T10:55:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:35 smithi177 ceph-mon[212096]: failed to encode map e395 with expected crc 2023-12-20T10:55:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:35 smithi177 ceph-mon[212096]: failed to encode map e395 with expected crc 2023-12-20T10:55:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:35 smithi177 ceph-mon[212096]: failed to encode map e395 with expected crc 2023-12-20T10:55:36.425 INFO:tasks.rados.rados.0.smithi123.stdout:1721: done (2 left) 2023-12-20T10:55:36.426 INFO:tasks.rados.rados.0.smithi123.stdout:1722: done (1 left) 2023-12-20T10:55:36.426 INFO:tasks.rados.rados.0.smithi123.stdout:1723: done (0 left) 2023-12-20T10:55:36.426 INFO:tasks.rados.rados.0.smithi123.stdout:1724: snap_remove snap 163 2023-12-20T10:55:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:36 smithi123 ceph-mon[191304]: pgmap v302: 121 pgs: 121 active+clean; 166 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 3.1 MiB/s wr, 25 op/s; 588 KiB/s, 0 objects/s recovering 2023-12-20T10:55:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:36 smithi123 ceph-mon[191304]: failed to encode map e396 with expected crc 2023-12-20T10:55:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:36 smithi123 ceph-mon[191304]: osdmap e396: 8 total, 8 up, 8 in 2023-12-20T10:55:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:36 smithi123 ceph-mon[191304]: failed to encode map e396 with expected crc 2023-12-20T10:55:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:36 smithi123 ceph-mon[188613]: pgmap v302: 121 pgs: 121 active+clean; 166 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 3.1 MiB/s wr, 25 op/s; 588 KiB/s, 0 objects/s recovering 2023-12-20T10:55:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:36 smithi123 ceph-mon[188613]: failed to encode map e396 with expected crc 2023-12-20T10:55:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:36 smithi123 ceph-mon[188613]: osdmap e396: 8 total, 8 up, 8 in 2023-12-20T10:55:36.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:36 smithi123 ceph-mon[188613]: failed to encode map e396 with expected crc 2023-12-20T10:55:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:36 smithi177 ceph-mon[212096]: pgmap v302: 121 pgs: 121 active+clean; 166 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 3.1 MiB/s wr, 25 op/s; 588 KiB/s, 0 objects/s recovering 2023-12-20T10:55:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:36 smithi177 ceph-mon[212096]: failed to encode map e396 with expected crc 2023-12-20T10:55:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:36 smithi177 ceph-mon[212096]: osdmap e396: 8 total, 8 up, 8 in 2023-12-20T10:55:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:36 smithi177 ceph-mon[212096]: failed to encode map e396 with expected crc 2023-12-20T10:55:37.431 INFO:tasks.rados.rados.0.smithi123.stdout:1724: done (0 left) 2023-12-20T10:55:37.431 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 49 current snap is 164 2023-12-20T10:55:37.431 INFO:tasks.rados.rados.0.smithi123.stdout:1725: seq_num 569 ranges {1482752=737280,2220032=671744,2891776=737280,3629056=196608} 2023-12-20T10:55:37.442 INFO:tasks.rados.rados.0.smithi123.stdout:1725: writing smithi123173835-49 from 1482752 to 2220032 tid 1 2023-12-20T10:55:37.447 INFO:tasks.rados.rados.0.smithi123.stdout:1725: writing smithi123173835-49 from 2220032 to 2891776 tid 2 2023-12-20T10:55:37.451 INFO:tasks.rados.rados.0.smithi123.stdout:1725: writing smithi123173835-49 from 2891776 to 3629056 tid 3 2023-12-20T10:55:37.452 INFO:tasks.rados.rados.0.smithi123.stdout:1725: writing smithi123173835-49 from 3629056 to 3825664 tid 4 2023-12-20T10:55:37.452 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 25 current snap is 164 2023-12-20T10:55:37.452 INFO:tasks.rados.rados.0.smithi123.stdout:1725: finishing write tid 1 to smithi123173835-49 2023-12-20T10:55:37.452 INFO:tasks.rados.rados.0.smithi123.stdout:1725: finishing write tid 2 to smithi123173835-49 2023-12-20T10:55:37.452 INFO:tasks.rados.rados.0.smithi123.stdout:1726: seq_num 570 ranges {3342336=753664,4096000=548864,4644864=540672,5185536=516096} 2023-12-20T10:55:37.474 INFO:tasks.rados.rados.0.smithi123.stdout:1726: writing smithi123173835-25 from 3342336 to 4096000 tid 1 2023-12-20T10:55:37.477 INFO:tasks.rados.rados.0.smithi123.stdout:1726: writing smithi123173835-25 from 4096000 to 4644864 tid 2 2023-12-20T10:55:37.480 INFO:tasks.rados.rados.0.smithi123.stdout:1726: writing smithi123173835-25 from 4644864 to 5185536 tid 3 2023-12-20T10:55:37.484 INFO:tasks.rados.rados.0.smithi123.stdout:1726: writing smithi123173835-25 from 5185536 to 5701632 tid 4 2023-12-20T10:55:37.484 INFO:tasks.rados.rados.0.smithi123.stdout:1727: copy_from oid 30 from oid 13 current snap is 164 2023-12-20T10:55:37.484 INFO:tasks.rados.rados.0.smithi123.stdout:1725: finishing write tid 3 to smithi123173835-49 2023-12-20T10:55:37.484 INFO:tasks.rados.rados.0.smithi123.stdout:1725: finishing write tid 4 to smithi123173835-49 2023-12-20T10:55:37.484 INFO:tasks.rados.rados.0.smithi123.stdout:1725: finishing write tid 5 to smithi123173835-49 2023-12-20T10:55:37.485 INFO:tasks.rados.rados.0.smithi123.stdout:1725: finishing write tid 6 to smithi123173835-49 2023-12-20T10:55:37.485 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 999 (ObjNum 569 snap 164 seq_num 569) dirty exists 2023-12-20T10:55:37.485 INFO:tasks.rados.rados.0.smithi123.stdout:1725: left oid 49 (ObjNum 569 snap 164 seq_num 569) 2023-12-20T10:55:37.489 INFO:tasks.rados.rados.0.smithi123.stdout:1725: done (2 left) 2023-12-20T10:55:37.489 INFO:tasks.rados.rados.0.smithi123.stdout:1728: read oid 36 snap -1 2023-12-20T10:55:37.489 INFO:tasks.rados.rados.0.smithi123.stdout:1728: expect (ObjNum 534 snap 154 seq_num 534) 2023-12-20T10:55:37.489 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 37 current snap is 164 2023-12-20T10:55:37.489 INFO:tasks.rados.rados.0.smithi123.stdout:1729: seq_num 571 ranges {1286144=770048,2056192=483328,2539520=753664,3293184=368640} 2023-12-20T10:55:37.496 INFO:tasks.rados.rados.0.smithi123.stdout:1729: writing smithi123173835-37 from 1286144 to 2056192 tid 1 2023-12-20T10:55:37.500 INFO:tasks.rados.rados.0.smithi123.stdout:1729: writing smithi123173835-37 from 2056192 to 2539520 tid 2 2023-12-20T10:55:37.503 INFO:tasks.rados.rados.0.smithi123.stdout:1729: writing smithi123173835-37 from 2539520 to 3293184 tid 3 2023-12-20T10:55:37.506 INFO:tasks.rados.rados.0.smithi123.stdout:1729: writing smithi123173835-37 from 3293184 to 3661824 tid 4 2023-12-20T10:55:37.506 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 39 current snap is 164 2023-12-20T10:55:37.506 INFO:tasks.rados.rados.0.smithi123.stdout:1730: seq_num 572 ranges {0=786432,786432=770048,1556480=557056,2113536=278528} 2023-12-20T10:55:37.511 INFO:tasks.rados.rados.0.smithi123.stdout:1730: writing smithi123173835-39 from 0 to 786432 tid 1 2023-12-20T10:55:37.516 INFO:tasks.rados.rados.0.smithi123.stdout:1730: writing smithi123173835-39 from 786432 to 1556480 tid 2 2023-12-20T10:55:37.519 INFO:tasks.rados.rados.0.smithi123.stdout:1730: writing smithi123173835-39 from 1556480 to 2113536 tid 3 2023-12-20T10:55:37.520 INFO:tasks.rados.rados.0.smithi123.stdout:1730: writing smithi123173835-39 from 2113536 to 2392064 tid 4 2023-12-20T10:55:37.520 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 27 current snap is 164 2023-12-20T10:55:37.521 INFO:tasks.rados.rados.0.smithi123.stdout:1726: finishing write tid 1 to smithi123173835-25 2023-12-20T10:55:37.521 INFO:tasks.rados.rados.0.smithi123.stdout:1731: seq_num 573 ranges {4005888=802816,4808704=655360,5464064=720896,6184960=229376} 2023-12-20T10:55:37.546 INFO:tasks.rados.rados.0.smithi123.stdout:1731: writing smithi123173835-27 from 4005888 to 4808704 tid 1 2023-12-20T10:55:37.549 INFO:tasks.rados.rados.0.smithi123.stdout:1731: writing smithi123173835-27 from 4808704 to 5464064 tid 2 2023-12-20T10:55:37.553 INFO:tasks.rados.rados.0.smithi123.stdout:1731: writing smithi123173835-27 from 5464064 to 6184960 tid 3 2023-12-20T10:55:37.556 INFO:tasks.rados.rados.0.smithi123.stdout:1731: writing smithi123173835-27 from 6184960 to 6414336 tid 4 2023-12-20T10:55:37.556 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 4 current snap is 164 2023-12-20T10:55:37.556 INFO:tasks.rados.rados.0.smithi123.stdout:1726: finishing write tid 2 to smithi123173835-25 2023-12-20T10:55:37.556 INFO:tasks.rados.rados.0.smithi123.stdout:1727: finishing copy_from to smithi123173835-30 2023-12-20T10:55:37.556 INFO:tasks.rados.rados.0.smithi123.stdout:1727: got expected ENOENT (src dne) 2023-12-20T10:55:37.557 INFO:tasks.rados.rados.0.smithi123.stdout:1727: finishing copy_from racing read to smithi123173835-30 2023-12-20T10:55:37.557 INFO:tasks.rados.rados.0.smithi123.stdout:1726: finishing write tid 3 to smithi123173835-25 2023-12-20T10:55:37.557 INFO:tasks.rados.rados.0.smithi123.stdout:1726: finishing write tid 4 to smithi123173835-25 2023-12-20T10:55:37.557 INFO:tasks.rados.rados.0.smithi123.stdout:1726: finishing write tid 5 to smithi123173835-25 2023-12-20T10:55:37.557 INFO:tasks.rados.rados.0.smithi123.stdout:1726: finishing write tid 6 to smithi123173835-25 2023-12-20T10:55:37.557 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 392 (ObjNum 570 snap 164 seq_num 570) dirty exists 2023-12-20T10:55:37.557 INFO:tasks.rados.rados.0.smithi123.stdout:1726: left oid 25 (ObjNum 570 snap 164 seq_num 570) 2023-12-20T10:55:37.557 INFO:tasks.rados.rados.0.smithi123.stdout:1732: seq_num 574 ranges {2916352=16384} 2023-12-20T10:55:37.571 INFO:tasks.rados.rados.0.smithi123.stdout:1732: writing smithi123173835-4 from 2916352 to 2932736 tid 1 2023-12-20T10:55:37.571 INFO:tasks.rados.rados.0.smithi123.stdout:1726: done (6 left) 2023-12-20T10:55:37.571 INFO:tasks.rados.rados.0.smithi123.stdout:1727: done (5 left) 2023-12-20T10:55:37.571 INFO:tasks.rados.rados.0.smithi123.stdout:1733: delete oid 49 current snap is 164 2023-12-20T10:55:37.571 INFO:tasks.rados.rados.0.smithi123.stdout:1729: finishing write tid 1 to smithi123173835-37 2023-12-20T10:55:37.572 INFO:tasks.rados.rados.0.smithi123.stdout:1729: finishing write tid 2 to smithi123173835-37 2023-12-20T10:55:37.572 INFO:tasks.rados.rados.0.smithi123.stdout:1729: finishing write tid 3 to smithi123173835-37 2023-12-20T10:55:37.572 INFO:tasks.rados.rados.0.smithi123.stdout:1729: finishing write tid 4 to smithi123173835-37 2023-12-20T10:55:37.572 INFO:tasks.rados.rados.0.smithi123.stdout:1729: finishing write tid 5 to smithi123173835-37 2023-12-20T10:55:37.572 INFO:tasks.rados.rados.0.smithi123.stdout:1729: finishing write tid 6 to smithi123173835-37 2023-12-20T10:55:37.572 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 950 (ObjNum 571 snap 164 seq_num 571) dirty exists 2023-12-20T10:55:37.572 INFO:tasks.rados.rados.0.smithi123.stdout:1729: left oid 37 (ObjNum 571 snap 164 seq_num 571) 2023-12-20T10:55:37.572 INFO:tasks.rados.rados.0.smithi123.stdout:1728: expect (ObjNum 534 snap 154 seq_num 534) 2023-12-20T10:55:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:37 smithi123 ceph-mon[191304]: failed to encode map e397 with expected crc 2023-12-20T10:55:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:37 smithi123 ceph-mon[191304]: osdmap e397: 8 total, 8 up, 8 in 2023-12-20T10:55:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:37 smithi123 ceph-mon[191304]: failed to encode map e397 with expected crc 2023-12-20T10:55:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:37 smithi123 ceph-mon[188613]: failed to encode map e397 with expected crc 2023-12-20T10:55:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:37 smithi123 ceph-mon[188613]: osdmap e397: 8 total, 8 up, 8 in 2023-12-20T10:55:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:37 smithi123 ceph-mon[188613]: failed to encode map e397 with expected crc 2023-12-20T10:55:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:37 smithi177 ceph-mon[212096]: failed to encode map e397 with expected crc 2023-12-20T10:55:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:37 smithi177 ceph-mon[212096]: osdmap e397: 8 total, 8 up, 8 in 2023-12-20T10:55:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:37 smithi177 ceph-mon[212096]: failed to encode map e397 with expected crc 2023-12-20T10:55:37.934 INFO:tasks.rados.rados.0.smithi123.stdout:1730: finishing write tid 1 to smithi123173835-39 2023-12-20T10:55:37.934 INFO:tasks.rados.rados.0.smithi123.stdout:1730: finishing write tid 2 to smithi123173835-39 2023-12-20T10:55:37.934 INFO:tasks.rados.rados.0.smithi123.stdout:1730: finishing write tid 3 to smithi123173835-39 2023-12-20T10:55:37.934 INFO:tasks.rados.rados.0.smithi123.stdout:1728: done (5 left) 2023-12-20T10:55:37.934 INFO:tasks.rados.rados.0.smithi123.stdout:1729: done (4 left) 2023-12-20T10:55:37.934 INFO:tasks.rados.rados.0.smithi123.stdout:1733: done (3 left) 2023-12-20T10:55:37.934 INFO:tasks.rados.rados.0.smithi123.stdout:1734: rollback oid 33 current snap is 164 2023-12-20T10:55:37.934 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 33 to 162 2023-12-20T10:55:37.934 INFO:tasks.rados.rados.0.smithi123.stdout:1730: finishing write tid 4 to smithi123173835-39 2023-12-20T10:55:37.934 INFO:tasks.rados.rados.0.smithi123.stdout:1730: finishing write tid 5 to smithi123173835-39 2023-12-20T10:55:37.934 INFO:tasks.rados.rados.0.smithi123.stdout:1730: finishing write tid 6 to smithi123173835-39 2023-12-20T10:55:37.934 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 955 (ObjNum 572 snap 164 seq_num 572) dirty exists 2023-12-20T10:55:37.934 INFO:tasks.rados.rados.0.smithi123.stdout:1730: left oid 39 (ObjNum 572 snap 164 seq_num 572) 2023-12-20T10:55:37.934 INFO:tasks.rados.rados.0.smithi123.stdout:1731: finishing write tid 1 to smithi123173835-27 2023-12-20T10:55:37.935 INFO:tasks.rados.rados.0.smithi123.stdout:1731: finishing write tid 2 to smithi123173835-27 2023-12-20T10:55:37.935 INFO:tasks.rados.rados.0.smithi123.stdout:1731: finishing write tid 3 to smithi123173835-27 2023-12-20T10:55:37.935 INFO:tasks.rados.rados.0.smithi123.stdout:1731: finishing write tid 4 to smithi123173835-27 2023-12-20T10:55:37.935 INFO:tasks.rados.rados.0.smithi123.stdout:1731: finishing write tid 5 to smithi123173835-27 2023-12-20T10:55:37.935 INFO:tasks.rados.rados.0.smithi123.stdout:1731: finishing write tid 6 to smithi123173835-27 2023-12-20T10:55:37.935 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 27 v 398 (ObjNum 573 snap 164 seq_num 573) dirty exists 2023-12-20T10:55:37.935 INFO:tasks.rados.rados.0.smithi123.stdout:1731: left oid 27 (ObjNum 573 snap 164 seq_num 573) 2023-12-20T10:55:37.935 INFO:tasks.rados.rados.0.smithi123.stdout:1732: finishing write tid 1 to smithi123173835-4 2023-12-20T10:55:37.935 INFO:tasks.rados.rados.0.smithi123.stdout:1730: done (3 left) 2023-12-20T10:55:37.935 INFO:tasks.rados.rados.0.smithi123.stdout:1731: done (2 left) 2023-12-20T10:55:37.935 INFO:tasks.rados.rados.0.smithi123.stdout:1735: snap_remove snap 161 2023-12-20T10:55:38.001 INFO:tasks.rados.rados.0.smithi123.stdout:1735: done (2 left) 2023-12-20T10:55:38.001 INFO:tasks.rados.rados.0.smithi123.stdout:1736: copy_from oid 8 from oid 25 current snap is 164 2023-12-20T10:55:38.001 INFO:tasks.rados.rados.0.smithi123.stdout:1732: finishing write tid 2 to smithi123173835-4 2023-12-20T10:55:38.002 INFO:tasks.rados.rados.0.smithi123.stdout:1732: finishing write tid 3 to smithi123173835-4 2023-12-20T10:55:38.002 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 1101 (ObjNum 574 snap 164 seq_num 574) dirty exists 2023-12-20T10:55:38.002 INFO:tasks.rados.rados.0.smithi123.stdout:1732: left oid 4 (ObjNum 574 snap 164 seq_num 574) 2023-12-20T10:55:38.002 INFO:tasks.rados.rados.0.smithi123.stdout:1734: finishing rollback tid 1 to smithi123173835-33 2023-12-20T10:55:38.002 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 0 (ObjNum -67802080 snap 32697 seq_num 304) dirty dne 2023-12-20T10:55:38.002 INFO:tasks.rados.rados.0.smithi123.stdout:1732: done (2 left) 2023-12-20T10:55:38.002 INFO:tasks.rados.rados.0.smithi123.stdout:1734: done (1 left) 2023-12-20T10:55:38.002 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 37 current snap is 164 2023-12-20T10:55:38.002 INFO:tasks.rados.rados.0.smithi123.stdout:1737: seq_num 576 ranges {3661824=49152} 2023-12-20T10:55:38.022 INFO:tasks.rados.rados.0.smithi123.stdout:1737: writing smithi123173835-37 from 3661824 to 3710976 tid 1 2023-12-20T10:55:38.022 INFO:tasks.rados.rados.0.smithi123.stdout:1738: rollback oid 12 current snap is 164 2023-12-20T10:55:38.022 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 12 to 160 2023-12-20T10:55:38.022 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 47 current snap is 164 2023-12-20T10:55:38.022 INFO:tasks.rados.rados.0.smithi123.stdout:1739: seq_num 577 ranges {1163264=65536} 2023-12-20T10:55:38.030 INFO:tasks.rados.rados.0.smithi123.stdout:1739: writing smithi123173835-47 from 1163264 to 1228800 tid 1 2023-12-20T10:55:38.030 INFO:tasks.rados.rados.0.smithi123.stdout:1740: rollback oid 27 current snap is 164 2023-12-20T10:55:38.030 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 27 to 162 2023-12-20T10:55:38.030 INFO:tasks.rados.rados.0.smithi123.stdout:1737: finishing write tid 1 to smithi123173835-37 2023-12-20T10:55:38.030 INFO:tasks.rados.rados.0.smithi123.stdout:1737: finishing write tid 2 to smithi123173835-37 2023-12-20T10:55:38.030 INFO:tasks.rados.rados.0.smithi123.stdout:1737: finishing write tid 3 to smithi123173835-37 2023-12-20T10:55:38.030 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 957 (ObjNum 576 snap 164 seq_num 576) dirty exists 2023-12-20T10:55:38.030 INFO:tasks.rados.rados.0.smithi123.stdout:1737: left oid 37 (ObjNum 576 snap 164 seq_num 576) 2023-12-20T10:55:38.030 INFO:tasks.rados.rados.0.smithi123.stdout:1737: done (4 left) 2023-12-20T10:55:38.030 INFO:tasks.rados.rados.0.smithi123.stdout:1741: setattr oid 7 current snap is 164 2023-12-20T10:55:38.031 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 48 current snap is 164 2023-12-20T10:55:38.031 INFO:tasks.rados.rados.0.smithi123.stdout:1742: seq_num 578 ranges {8863744=81920} 2023-12-20T10:55:38.080 INFO:tasks.rados.rados.0.smithi123.stdout:1742: writing smithi123173835-48 from 8863744 to 8945664 tid 1 2023-12-20T10:55:38.080 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 42 current snap is 164 2023-12-20T10:55:38.080 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 1193 (ObjNum 535 snap 154 seq_num 535) dirty exists 2023-12-20T10:55:38.080 INFO:tasks.rados.rados.0.smithi123.stdout:1743: seq_num 579 ranges {0=98304} 2023-12-20T10:55:38.080 INFO:tasks.rados.rados.0.smithi123.stdout:1743: writing smithi123173835-42 from 0 to 98304 tid 1 2023-12-20T10:55:38.080 INFO:tasks.rados.rados.0.smithi123.stdout:1741: done (6 left) 2023-12-20T10:55:38.080 INFO:tasks.rados.rados.0.smithi123.stdout:1744: read oid 45 snap -1 2023-12-20T10:55:38.080 INFO:tasks.rados.rados.0.smithi123.stdout:1744: expect (ObjNum 560 snap 160 seq_num 560) 2023-12-20T10:55:38.080 INFO:tasks.rados.rados.0.smithi123.stdout:1745: read oid 50 snap -1 2023-12-20T10:55:38.080 INFO:tasks.rados.rados.0.smithi123.stdout:1745: expect (ObjNum 554 snap 160 seq_num 554) 2023-12-20T10:55:38.080 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 43 current snap is 164 2023-12-20T10:55:38.080 INFO:tasks.rados.rados.0.smithi123.stdout:1740: finishing rollback tid 0 to smithi123173835-27 2023-12-20T10:55:38.081 INFO:tasks.rados.rados.0.smithi123.stdout:1740: finishing rollback tid 1 to smithi123173835-27 2023-12-20T10:55:38.081 INFO:tasks.rados.rados.0.smithi123.stdout:1740: finishing rollback tid 2 to smithi123173835-27 2023-12-20T10:55:38.081 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 27 v 405 (ObjNum 559 snap 160 seq_num 559) dirty exists 2023-12-20T10:55:38.081 INFO:tasks.rados.rados.0.smithi123.stdout:1736: finishing copy_from racing read to smithi123173835-8 2023-12-20T10:55:38.081 INFO:tasks.rados.rados.0.smithi123.stdout:1738: finishing rollback tid 0 to smithi123173835-12 2023-12-20T10:55:38.081 INFO:tasks.rados.rados.0.smithi123.stdout:1738: finishing rollback tid 1 to smithi123173835-12 2023-12-20T10:55:38.081 INFO:tasks.rados.rados.0.smithi123.stdout:1736: finishing copy_from to smithi123173835-8 2023-12-20T10:55:38.081 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 392 (ObjNum 570 snap 164 seq_num 570) dirty exists 2023-12-20T10:55:38.081 INFO:tasks.rados.rados.0.smithi123.stdout:1738: finishing rollback tid 2 to smithi123173835-12 2023-12-20T10:55:38.081 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 764 (ObjNum 543 snap 157 seq_num 543) dirty exists 2023-12-20T10:55:38.081 INFO:tasks.rados.rados.0.smithi123.stdout:1739: finishing write tid 1 to smithi123173835-47 2023-12-20T10:55:38.081 INFO:tasks.rados.rados.0.smithi123.stdout:1739: finishing write tid 2 to smithi123173835-47 2023-12-20T10:55:38.081 INFO:tasks.rados.rados.0.smithi123.stdout:1739: finishing write tid 3 to smithi123173835-47 2023-12-20T10:55:38.081 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 47 v 766 (ObjNum 577 snap 164 seq_num 577) dirty exists 2023-12-20T10:55:38.082 INFO:tasks.rados.rados.0.smithi123.stdout:1739: left oid 47 (ObjNum 577 snap 164 seq_num 577) 2023-12-20T10:55:38.082 INFO:tasks.rados.rados.0.smithi123.stdout:1746: seq_num 580 ranges {2121728=114688} 2023-12-20T10:55:38.093 INFO:tasks.rados.rados.0.smithi123.stdout:1746: writing smithi123173835-43 from 2121728 to 2236416 tid 1 2023-12-20T10:55:38.093 INFO:tasks.rados.rados.0.smithi123.stdout:1736: done (8 left) 2023-12-20T10:55:38.093 INFO:tasks.rados.rados.0.smithi123.stdout:1738: done (7 left) 2023-12-20T10:55:38.093 INFO:tasks.rados.rados.0.smithi123.stdout:1739: done (6 left) 2023-12-20T10:55:38.093 INFO:tasks.rados.rados.0.smithi123.stdout:1740: done (5 left) 2023-12-20T10:55:38.093 INFO:tasks.rados.rados.0.smithi123.stdout:1747: read oid 33 snap -1 2023-12-20T10:55:38.094 INFO:tasks.rados.rados.0.smithi123.stdout:1747: expect deleted 2023-12-20T10:55:38.094 INFO:tasks.rados.rados.0.smithi123.stdout:1748: rmattr oid 46 current snap is 164 2023-12-20T10:55:38.094 INFO:tasks.rados.rados.0.smithi123.stdout:1748: done (6 left) 2023-12-20T10:55:38.094 INFO:tasks.rados.rados.0.smithi123.stdout:1749: snap_create 2023-12-20T10:55:38.094 INFO:tasks.rados.rados.0.smithi123.stdout:1742: finishing write tid 1 to smithi123173835-48 2023-12-20T10:55:38.094 INFO:tasks.rados.rados.0.smithi123.stdout:1742: finishing write tid 2 to smithi123173835-48 2023-12-20T10:55:38.094 INFO:tasks.rados.rados.0.smithi123.stdout:1743: finishing write tid 1 to smithi123173835-42 2023-12-20T10:55:38.094 INFO:tasks.rados.rados.0.smithi123.stdout:1743: finishing write tid 2 to smithi123173835-42 2023-12-20T10:55:38.094 INFO:tasks.rados.rados.0.smithi123.stdout:1742: finishing write tid 3 to smithi123173835-48 2023-12-20T10:55:38.094 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 1002 (ObjNum 578 snap 164 seq_num 578) dirty exists 2023-12-20T10:55:38.094 INFO:tasks.rados.rados.0.smithi123.stdout:1742: left oid 48 (ObjNum 578 snap 164 seq_num 578) 2023-12-20T10:55:38.094 INFO:tasks.rados.rados.0.smithi123.stdout:1743: finishing write tid 3 to smithi123173835-42 2023-12-20T10:55:38.094 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 42 v 1105 (ObjNum 579 snap 164 seq_num 579) dirty exists 2023-12-20T10:55:38.094 INFO:tasks.rados.rados.0.smithi123.stdout:1743: left oid 42 (ObjNum 579 snap 164 seq_num 579) 2023-12-20T10:55:38.095 INFO:tasks.rados.rados.0.smithi123.stdout:1744: expect (ObjNum 560 snap 160 seq_num 560) 2023-12-20T10:55:38.147 INFO:tasks.rados.rados.0.smithi123.stdout:1745: expect (ObjNum 554 snap 160 seq_num 554) 2023-12-20T10:55:38.384 INFO:tasks.rados.rados.0.smithi123.stdout:1746: finishing write tid 1 to smithi123173835-43 2023-12-20T10:55:38.384 INFO:tasks.rados.rados.0.smithi123.stdout:1746: finishing write tid 2 to smithi123173835-43 2023-12-20T10:55:38.385 INFO:tasks.rados.rados.0.smithi123.stdout:1746: finishing write tid 3 to smithi123173835-43 2023-12-20T10:55:38.385 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 527 (ObjNum 580 snap 164 seq_num 580) dirty exists 2023-12-20T10:55:38.385 INFO:tasks.rados.rados.0.smithi123.stdout:1746: left oid 43 (ObjNum 580 snap 164 seq_num 580) 2023-12-20T10:55:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:38 smithi123 ceph-mon[191304]: pgmap v305: 121 pgs: 121 active+clean; 174 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 29 op/s 2023-12-20T10:55:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:38 smithi123 ceph-mon[191304]: failed to encode map e398 with expected crc 2023-12-20T10:55:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:38 smithi123 ceph-mon[191304]: failed to encode map e398 with expected crc 2023-12-20T10:55:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:38 smithi123 ceph-mon[191304]: osdmap e398: 8 total, 8 up, 8 in 2023-12-20T10:55:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:38 smithi123 ceph-mon[191304]: osdmap e399: 8 total, 8 up, 8 in 2023-12-20T10:55:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:38 smithi123 ceph-mon[191304]: failed to encode map e399 with expected crc 2023-12-20T10:55:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:38 smithi123 ceph-mon[188613]: pgmap v305: 121 pgs: 121 active+clean; 174 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 29 op/s 2023-12-20T10:55:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:38 smithi123 ceph-mon[188613]: failed to encode map e398 with expected crc 2023-12-20T10:55:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:38 smithi123 ceph-mon[188613]: failed to encode map e398 with expected crc 2023-12-20T10:55:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:38 smithi123 ceph-mon[188613]: osdmap e398: 8 total, 8 up, 8 in 2023-12-20T10:55:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:38 smithi123 ceph-mon[188613]: osdmap e399: 8 total, 8 up, 8 in 2023-12-20T10:55:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:38 smithi123 ceph-mon[188613]: failed to encode map e399 with expected crc 2023-12-20T10:55:38.903 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:55:38 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:55:38.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2023-12-20T10:55:38.903 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:55:38 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:55:38.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-20T10:55:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:38 smithi177 ceph-mon[212096]: pgmap v305: 121 pgs: 121 active+clean; 174 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 29 op/s 2023-12-20T10:55:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:38 smithi177 ceph-mon[212096]: failed to encode map e398 with expected crc 2023-12-20T10:55:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:38 smithi177 ceph-mon[212096]: failed to encode map e398 with expected crc 2023-12-20T10:55:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:38 smithi177 ceph-mon[212096]: osdmap e398: 8 total, 8 up, 8 in 2023-12-20T10:55:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:38 smithi177 ceph-mon[212096]: osdmap e399: 8 total, 8 up, 8 in 2023-12-20T10:55:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:38 smithi177 ceph-mon[212096]: failed to encode map e399 with expected crc 2023-12-20T10:55:39.017 INFO:tasks.rados.rados.0.smithi123.stdout:1742: done (6 left) 2023-12-20T10:55:39.017 INFO:tasks.rados.rados.0.smithi123.stdout:1743: done (5 left) 2023-12-20T10:55:39.017 INFO:tasks.rados.rados.0.smithi123.stdout:1744: done (4 left) 2023-12-20T10:55:39.017 INFO:tasks.rados.rados.0.smithi123.stdout:1745: done (3 left) 2023-12-20T10:55:39.017 INFO:tasks.rados.rados.0.smithi123.stdout:1746: done (2 left) 2023-12-20T10:55:39.017 INFO:tasks.rados.rados.0.smithi123.stdout:1747: done (1 left) 2023-12-20T10:55:39.017 INFO:tasks.rados.rados.0.smithi123.stdout:1749: done (0 left) 2023-12-20T10:55:39.017 INFO:tasks.rados.rados.0.smithi123.stdout:1750: snap_create 2023-12-20T10:55:39.429 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:55:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:55:39] "GET /metrics HTTP/1.1" 200 35963 "" "Prometheus/2.43.0" 2023-12-20T10:55:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:39 smithi123 ceph-mon[191304]: failed to encode map e399 with expected crc 2023-12-20T10:55:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:39 smithi123 ceph-mon[191304]: failed to encode map e400 with expected crc 2023-12-20T10:55:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:39 smithi123 ceph-mon[191304]: osdmap e400: 8 total, 8 up, 8 in 2023-12-20T10:55:39.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:39 smithi123 ceph-mon[188613]: failed to encode map e399 with expected crc 2023-12-20T10:55:39.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:39 smithi123 ceph-mon[188613]: failed to encode map e400 with expected crc 2023-12-20T10:55:39.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:39 smithi123 ceph-mon[188613]: osdmap e400: 8 total, 8 up, 8 in 2023-12-20T10:55:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:39 smithi177 ceph-mon[212096]: failed to encode map e399 with expected crc 2023-12-20T10:55:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:39 smithi177 ceph-mon[212096]: failed to encode map e400 with expected crc 2023-12-20T10:55:39.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:39 smithi177 ceph-mon[212096]: osdmap e400: 8 total, 8 up, 8 in 2023-12-20T10:55:40.028 INFO:tasks.rados.rados.0.smithi123.stdout:1750: done (0 left) 2023-12-20T10:55:40.028 INFO:tasks.rados.rados.0.smithi123.stdout:1751: read oid 36 snap -1 2023-12-20T10:55:40.028 INFO:tasks.rados.rados.0.smithi123.stdout:1751: expect (ObjNum 534 snap 154 seq_num 534) 2023-12-20T10:55:40.028 INFO:tasks.rados.rados.0.smithi123.stdout:1752: read oid 28 snap -1 2023-12-20T10:55:40.028 INFO:tasks.rados.rados.0.smithi123.stdout:1752: expect (ObjNum 529 snap 153 seq_num 529) 2023-12-20T10:55:40.028 INFO:tasks.rados.rados.0.smithi123.stdout:1753: read oid 17 snap -1 2023-12-20T10:55:40.028 INFO:tasks.rados.rados.0.smithi123.stdout:1753: expect (ObjNum 409 snap 126 seq_num 409) 2023-12-20T10:55:40.028 INFO:tasks.rados.rados.0.smithi123.stdout:1754: delete oid 46 current snap is 166 2023-12-20T10:55:40.036 INFO:tasks.rados.rados.0.smithi123.stdout:1754: done (3 left) 2023-12-20T10:55:40.036 INFO:tasks.rados.rados.0.smithi123.stdout:1755: rollback oid 24 current snap is 166 2023-12-20T10:55:40.036 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 24 to 160 2023-12-20T10:55:40.036 INFO:tasks.rados.rados.0.smithi123.stdout:1756: read oid 27 snap -1 2023-12-20T10:55:40.037 INFO:tasks.rados.rados.0.smithi123.stdout:1756: expect (ObjNum 559 snap 160 seq_num 559) 2023-12-20T10:55:40.037 INFO:tasks.rados.rados.0.smithi123.stdout:1757: delete oid 22 current snap is 166 2023-12-20T10:55:40.046 INFO:tasks.rados.rados.0.smithi123.stdout:1755: finishing rollback tid 0 to smithi123173835-24 2023-12-20T10:55:40.053 INFO:tasks.rados.rados.0.smithi123.stdout:1757: done (5 left) 2023-12-20T10:55:40.053 INFO:tasks.rados.rados.0.smithi123.stdout:1758: snap_remove snap 164 2023-12-20T10:55:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:40 smithi123 ceph-mon[191304]: failed to encode map e400 with expected crc 2023-12-20T10:55:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:40 smithi123 ceph-mon[191304]: pgmap v309: 121 pgs: 121 active+clean; 182 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.3 MiB/s wr, 28 op/s 2023-12-20T10:55:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:40 smithi123 ceph-mon[191304]: osdmap e401: 8 total, 8 up, 8 in 2023-12-20T10:55:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:40 smithi123 ceph-mon[191304]: failed to encode map e401 with expected crc 2023-12-20T10:55:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:40 smithi123 ceph-mon[188613]: failed to encode map e400 with expected crc 2023-12-20T10:55:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:40 smithi123 ceph-mon[188613]: pgmap v309: 121 pgs: 121 active+clean; 182 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.3 MiB/s wr, 28 op/s 2023-12-20T10:55:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:40 smithi123 ceph-mon[188613]: osdmap e401: 8 total, 8 up, 8 in 2023-12-20T10:55:40.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:40 smithi123 ceph-mon[188613]: failed to encode map e401 with expected crc 2023-12-20T10:55:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:40 smithi177 ceph-mon[212096]: failed to encode map e400 with expected crc 2023-12-20T10:55:40.921 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:40 smithi177 ceph-mon[212096]: pgmap v309: 121 pgs: 121 active+clean; 182 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.3 MiB/s wr, 28 op/s 2023-12-20T10:55:40.921 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:40 smithi177 ceph-mon[212096]: osdmap e401: 8 total, 8 up, 8 in 2023-12-20T10:55:40.921 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:40 smithi177 ceph-mon[212096]: failed to encode map e401 with expected crc 2023-12-20T10:55:41.026 INFO:tasks.rados.rados.0.smithi123.stdout:1758: done (5 left) 2023-12-20T10:55:41.026 INFO:tasks.rados.rados.0.smithi123.stdout:1759: read oid 35 snap 160 2023-12-20T10:55:41.026 INFO:tasks.rados.rados.0.smithi123.stdout:1759: expect (ObjNum 479 snap 139 seq_num 479) 2023-12-20T10:55:41.026 INFO:tasks.rados.rados.0.smithi123.stdout:1760: snap_remove snap 162 2023-12-20T10:55:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:41 smithi123 ceph-mon[191304]: failed to encode map e401 with expected crc 2023-12-20T10:55:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:41 smithi123 ceph-mon[191304]: osdmap e402: 8 total, 8 up, 8 in 2023-12-20T10:55:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:41 smithi123 ceph-mon[191304]: failed to encode map e402 with expected crc 2023-12-20T10:55:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:55:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:41 smithi123 ceph-mon[188613]: failed to encode map e401 with expected crc 2023-12-20T10:55:41.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:41 smithi123 ceph-mon[188613]: osdmap e402: 8 total, 8 up, 8 in 2023-12-20T10:55:41.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:41 smithi123 ceph-mon[188613]: failed to encode map e402 with expected crc 2023-12-20T10:55:41.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:41.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:55:41.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:41 smithi177 ceph-mon[212096]: failed to encode map e401 with expected crc 2023-12-20T10:55:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:41 smithi177 ceph-mon[212096]: osdmap e402: 8 total, 8 up, 8 in 2023-12-20T10:55:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:41 smithi177 ceph-mon[212096]: failed to encode map e402 with expected crc 2023-12-20T10:55:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:55:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:42.030 INFO:tasks.rados.rados.0.smithi123.stdout:1760: done (6 left) 2023-12-20T10:55:42.031 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 9 current snap is 166 2023-12-20T10:55:42.031 INFO:tasks.rados.rados.0.smithi123.stdout:1761: seq_num 583 ranges {2007040=172032} 2023-12-20T10:55:42.043 INFO:tasks.rados.rados.0.smithi123.stdout:1761: writing smithi123173835-9 from 2007040 to 2179072 tid 1 2023-12-20T10:55:42.043 INFO:tasks.rados.rados.0.smithi123.stdout:1762: read oid 30 snap 160 2023-12-20T10:55:42.043 INFO:tasks.rados.rados.0.smithi123.stdout:1762: expect deleted 2023-12-20T10:55:42.043 INFO:tasks.rados.rados.0.smithi123.stdout:1763: read oid 33 snap -1 2023-12-20T10:55:42.043 INFO:tasks.rados.rados.0.smithi123.stdout:1763: expect deleted 2023-12-20T10:55:42.051 INFO:tasks.rados.rados.0.smithi123.stdout:1764: rollback oid 4 current snap is 166 2023-12-20T10:55:42.051 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 4 to 165 2023-12-20T10:55:42.052 INFO:tasks.rados.rados.0.smithi123.stdout:1765: copy_from oid 21 from oid 39 current snap is 166 2023-12-20T10:55:42.052 INFO:tasks.rados.rados.0.smithi123.stdout:1766: read oid 2 snap -1 2023-12-20T10:55:42.052 INFO:tasks.rados.rados.0.smithi123.stdout:1766: expect (ObjNum 567 snap 162 seq_num 567) 2023-12-20T10:55:42.052 INFO:tasks.rados.rados.0.smithi123.stdout:1767: rmattr oid 29 current snap is 166 2023-12-20T10:55:42.052 INFO:tasks.rados.rados.0.smithi123.stdout:1767: done (12 left) 2023-12-20T10:55:42.052 INFO:tasks.rados.rados.0.smithi123.stdout:1768: rollback oid 41 current snap is 166 2023-12-20T10:55:42.052 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 41 to 160 2023-12-20T10:55:42.052 INFO:tasks.rados.rados.0.smithi123.stdout:1769: rmattr oid 23 current snap is 166 2023-12-20T10:55:42.052 INFO:tasks.rados.rados.0.smithi123.stdout:1769: done (13 left) 2023-12-20T10:55:42.052 INFO:tasks.rados.rados.0.smithi123.stdout:1770: delete oid 45 current snap is 166 2023-12-20T10:55:42.052 INFO:tasks.rados.rados.0.smithi123.stdout:1753: expect (ObjNum 409 snap 126 seq_num 409) 2023-12-20T10:55:42.285 INFO:tasks.rados.rados.0.smithi123.stdout:1755: finishing rollback tid 1 to smithi123173835-24 2023-12-20T10:55:42.285 INFO:tasks.rados.rados.0.smithi123.stdout:1755: finishing rollback tid 2 to smithi123173835-24 2023-12-20T10:55:42.285 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 24 v 1109 (ObjNum 561 snap 160 seq_num 561) dirty exists 2023-12-20T10:55:42.285 INFO:tasks.rados.rados.0.smithi123.stdout:1751: expect (ObjNum 534 snap 154 seq_num 534) 2023-12-20T10:55:42.644 INFO:tasks.rados.rados.0.smithi123.stdout:1756: expect (ObjNum 559 snap 160 seq_num 559) 2023-12-20T10:55:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:42 smithi123 ceph-mon[191304]: failed to encode map e402 with expected crc 2023-12-20T10:55:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:42 smithi123 ceph-mon[191304]: pgmap v312: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 184 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.2 MiB/s wr, 20 op/s 2023-12-20T10:55:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:42 smithi123 ceph-mon[191304]: failed to encode map e403 with expected crc 2023-12-20T10:55:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:42 smithi123 ceph-mon[191304]: osdmap e403: 8 total, 8 up, 8 in 2023-12-20T10:55:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:42 smithi123 ceph-mon[188613]: failed to encode map e402 with expected crc 2023-12-20T10:55:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:42 smithi123 ceph-mon[188613]: pgmap v312: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 184 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.2 MiB/s wr, 20 op/s 2023-12-20T10:55:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:42 smithi123 ceph-mon[188613]: failed to encode map e403 with expected crc 2023-12-20T10:55:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:42 smithi123 ceph-mon[188613]: osdmap e403: 8 total, 8 up, 8 in 2023-12-20T10:55:42.772 INFO:tasks.rados.rados.0.smithi123.stdout:1752: expect (ObjNum 529 snap 153 seq_num 529) 2023-12-20T10:55:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:42 smithi177 ceph-mon[212096]: failed to encode map e402 with expected crc 2023-12-20T10:55:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:42 smithi177 ceph-mon[212096]: pgmap v312: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 184 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.2 MiB/s wr, 20 op/s 2023-12-20T10:55:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:42 smithi177 ceph-mon[212096]: failed to encode map e403 with expected crc 2023-12-20T10:55:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:42 smithi177 ceph-mon[212096]: osdmap e403: 8 total, 8 up, 8 in 2023-12-20T10:55:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:43 smithi123 ceph-mon[191304]: failed to encode map e403 with expected crc 2023-12-20T10:55:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-20T10:55:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:43 smithi123 ceph-mon[188613]: failed to encode map e403 with expected crc 2023-12-20T10:55:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-20T10:55:43.834 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:43 smithi177 ceph-mon[212096]: failed to encode map e403 with expected crc 2023-12-20T10:55:43.834 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-20T10:55:43.878 INFO:tasks.rados.rados.0.smithi123.stdout:1759: expect (ObjNum 479 snap 139 seq_num 479) 2023-12-20T10:55:44.611 INFO:tasks.rados.rados.0.smithi123.stdout:1768: finishing rollback tid 1 to smithi123173835-41 2023-12-20T10:55:44.611 INFO:tasks.rados.rados.0.smithi123.stdout:1768: finishing rollback tid 2 to smithi123173835-41 2023-12-20T10:55:44.611 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 1004 (ObjNum 483 snap 142 seq_num 483) dirty exists 2023-12-20T10:55:44.611 INFO:tasks.rados.rados.0.smithi123.stdout:1764: finishing rollback tid 0 to smithi123173835-4 2023-12-20T10:55:44.611 INFO:tasks.rados.rados.0.smithi123.stdout:1751: done (13 left) 2023-12-20T10:55:44.612 INFO:tasks.rados.rados.0.smithi123.stdout:1752: done (12 left) 2023-12-20T10:55:44.612 INFO:tasks.rados.rados.0.smithi123.stdout:1753: done (11 left) 2023-12-20T10:55:44.612 INFO:tasks.rados.rados.0.smithi123.stdout:1755: done (10 left) 2023-12-20T10:55:44.612 INFO:tasks.rados.rados.0.smithi123.stdout:1756: done (9 left) 2023-12-20T10:55:44.613 INFO:tasks.rados.rados.0.smithi123.stdout:1759: done (8 left) 2023-12-20T10:55:44.613 INFO:tasks.rados.rados.0.smithi123.stdout:1762: done (7 left) 2023-12-20T10:55:44.613 INFO:tasks.rados.rados.0.smithi123.stdout:1763: done (6 left) 2023-12-20T10:55:44.613 INFO:tasks.rados.rados.0.smithi123.stdout:1768: done (5 left) 2023-12-20T10:55:44.613 INFO:tasks.rados.rados.0.smithi123.stdout:1770: done (4 left) 2023-12-20T10:55:44.613 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 28 current snap is 166 2023-12-20T10:55:44.614 INFO:tasks.rados.rados.0.smithi123.stdout:1761: finishing write tid 1 to smithi123173835-9 2023-12-20T10:55:44.614 INFO:tasks.rados.rados.0.smithi123.stdout:1761: finishing write tid 2 to smithi123173835-9 2023-12-20T10:55:44.614 INFO:tasks.rados.rados.0.smithi123.stdout:1764: finishing rollback tid 1 to smithi123173835-4 2023-12-20T10:55:44.614 INFO:tasks.rados.rados.0.smithi123.stdout:1771: seq_num 585 ranges {12115968=204800} 2023-12-20T10:55:44.674 INFO:tasks.rados.rados.0.smithi123.stdout:1771: writing smithi123173835-28 from 12115968 to 12320768 tid 1 2023-12-20T10:55:44.674 INFO:tasks.rados.rados.0.smithi123.stdout:1772: copy_from oid 22 from oid 44 current snap is 166 2023-12-20T10:55:44.675 INFO:tasks.rados.rados.0.smithi123.stdout:1764: finishing rollback tid 2 to smithi123173835-4 2023-12-20T10:55:44.675 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 1115 (ObjNum 574 snap 164 seq_num 574) dirty exists 2023-12-20T10:55:44.675 INFO:tasks.rados.rados.0.smithi123.stdout:1761: finishing write tid 3 to smithi123173835-9 2023-12-20T10:55:44.675 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 9 v 945 (ObjNum 583 snap 166 seq_num 583) dirty exists 2023-12-20T10:55:44.675 INFO:tasks.rados.rados.0.smithi123.stdout:1761: left oid 9 (ObjNum 583 snap 166 seq_num 583) 2023-12-20T10:55:44.675 INFO:tasks.rados.rados.0.smithi123.stdout:1765: finishing copy_from racing read to smithi123173835-21 2023-12-20T10:55:44.675 INFO:tasks.rados.rados.0.smithi123.stdout:1765: finishing copy_from to smithi123173835-21 2023-12-20T10:55:44.675 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 955 (ObjNum 572 snap 164 seq_num 572) dirty exists 2023-12-20T10:55:44.675 INFO:tasks.rados.rados.0.smithi123.stdout:1761: done (5 left) 2023-12-20T10:55:44.675 INFO:tasks.rados.rados.0.smithi123.stdout:1764: done (4 left) 2023-12-20T10:55:44.675 INFO:tasks.rados.rados.0.smithi123.stdout:1765: done (3 left) 2023-12-20T10:55:44.675 INFO:tasks.rados.rados.0.smithi123.stdout:1773: snap_create 2023-12-20T10:55:44.675 INFO:tasks.rados.rados.0.smithi123.stdout:1766: expect (ObjNum 567 snap 162 seq_num 567) 2023-12-20T10:55:44.726 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:44 smithi177 ceph-mon[212096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-20T10:55:44.726 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:44 smithi177 ceph-mon[212096]: Upgrade: osd.6 is safe to restart 2023-12-20T10:55:44.726 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:44 smithi177 ceph-mon[212096]: pgmap v314: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 192 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2023-12-20T10:55:44.727 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:44.727 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-20T10:55:44.727 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:55:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:44 smithi123 ceph-mon[191304]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-20T10:55:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:44 smithi123 ceph-mon[191304]: Upgrade: osd.6 is safe to restart 2023-12-20T10:55:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:44 smithi123 ceph-mon[191304]: pgmap v314: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 192 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2023-12-20T10:55:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-20T10:55:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:55:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:44 smithi123 ceph-mon[188613]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-20T10:55:44.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:44 smithi123 ceph-mon[188613]: Upgrade: osd.6 is safe to restart 2023-12-20T10:55:44.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:44 smithi123 ceph-mon[188613]: pgmap v314: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 192 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2023-12-20T10:55:44.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:44.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-20T10:55:44.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:55:44.991 INFO:tasks.rados.rados.0.smithi123.stdout:1772: finishing copy_from to smithi123173835-22 2023-12-20T10:55:44.991 INFO:tasks.rados.rados.0.smithi123.stdout:1772: got expected ENOENT (src dne) 2023-12-20T10:55:44.991 INFO:tasks.rados.rados.0.smithi123.stdout:1772: finishing copy_from racing read to smithi123173835-22 2023-12-20T10:55:44.991 INFO:tasks.rados.rados.0.smithi123.stdout:1771: finishing write tid 1 to smithi123173835-28 2023-12-20T10:55:44.991 INFO:tasks.rados.rados.0.smithi123.stdout:1771: finishing write tid 2 to smithi123173835-28 2023-12-20T10:55:44.991 INFO:tasks.rados.rados.0.smithi123.stdout:1771: finishing write tid 3 to smithi123173835-28 2023-12-20T10:55:44.991 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 28 v 1351 (ObjNum 585 snap 166 seq_num 585) dirty exists 2023-12-20T10:55:44.991 INFO:tasks.rados.rados.0.smithi123.stdout:1771: left oid 28 (ObjNum 585 snap 166 seq_num 585) 2023-12-20T10:55:45.445 INFO:tasks.rados.rados.0.smithi123.stdout:1766: done (3 left) 2023-12-20T10:55:45.445 INFO:tasks.rados.rados.0.smithi123.stdout:1771: done (2 left) 2023-12-20T10:55:45.445 INFO:tasks.rados.rados.0.smithi123.stdout:1772: done (1 left) 2023-12-20T10:55:45.445 INFO:tasks.rados.rados.0.smithi123.stdout:1773: done (0 left) 2023-12-20T10:55:45.445 INFO:tasks.rados.rados.0.smithi123.stdout:1774: rollback oid 2 current snap is 167 2023-12-20T10:55:45.445 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 2 to 166 2023-12-20T10:55:45.445 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 11 current snap is 167 2023-12-20T10:55:45.445 INFO:tasks.rados.rados.0.smithi123.stdout:1775: seq_num 586 ranges {3768320=221184} 2023-12-20T10:55:45.467 INFO:tasks.rados.rados.0.smithi123.stdout:1775: writing smithi123173835-11 from 3768320 to 3989504 tid 1 2023-12-20T10:55:45.467 INFO:tasks.rados.rados.0.smithi123.stdout:1776: copy_from oid 49 from oid 36 current snap is 167 2023-12-20T10:55:45.467 INFO:tasks.rados.rados.0.smithi123.stdout:1774: finishing rollback tid 0 to smithi123173835-2 2023-12-20T10:55:45.467 INFO:tasks.rados.rados.0.smithi123.stdout:1774: finishing rollback tid 1 to smithi123173835-2 2023-12-20T10:55:45.467 INFO:tasks.rados.rados.0.smithi123.stdout:1774: finishing rollback tid 2 to smithi123173835-2 2023-12-20T10:55:45.467 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 2 v 1196 (ObjNum 567 snap 162 seq_num 567) dirty exists 2023-12-20T10:55:45.467 INFO:tasks.rados.rados.0.smithi123.stdout:1774: done (2 left) 2023-12-20T10:55:45.467 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 43 current snap is 167 2023-12-20T10:55:45.467 INFO:tasks.rados.rados.0.smithi123.stdout:1777: seq_num 587 ranges {2236416=237568} 2023-12-20T10:55:45.480 INFO:tasks.rados.rados.0.smithi123.stdout:1777: writing smithi123173835-43 from 2236416 to 2473984 tid 1 2023-12-20T10:55:45.481 INFO:tasks.rados.rados.0.smithi123.stdout:1778: read oid 37 snap -1 2023-12-20T10:55:45.481 INFO:tasks.rados.rados.0.smithi123.stdout:1778: expect (ObjNum 576 snap 164 seq_num 576) 2023-12-20T10:55:45.481 INFO:tasks.rados.rados.0.smithi123.stdout:1779: snap_remove snap 160 2023-12-20T10:55:45.604 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:45 smithi177 ceph-mon[212096]: Upgrade: Updating osd.6 2023-12-20T10:55:45.604 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:45 smithi177 ceph-mon[212096]: Deploying daemon osd.6 on smithi177 2023-12-20T10:55:45.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:45 smithi123 ceph-mon[191304]: Upgrade: Updating osd.6 2023-12-20T10:55:45.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:45 smithi123 ceph-mon[191304]: Deploying daemon osd.6 on smithi177 2023-12-20T10:55:45.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:45 smithi123 ceph-mon[188613]: Upgrade: Updating osd.6 2023-12-20T10:55:45.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:45 smithi123 ceph-mon[188613]: Deploying daemon osd.6 on smithi177 2023-12-20T10:55:46.456 INFO:tasks.rados.rados.0.smithi123.stdout:1779: done (4 left) 2023-12-20T10:55:46.457 INFO:tasks.rados.rados.0.smithi123.stdout:1780: snap_create 2023-12-20T10:55:46.457 INFO:tasks.rados.rados.0.smithi123.stdout:1775: finishing write tid 1 to smithi123173835-11 2023-12-20T10:55:46.457 INFO:tasks.rados.rados.0.smithi123.stdout:1775: finishing write tid 2 to smithi123173835-11 2023-12-20T10:55:46.457 INFO:tasks.rados.rados.0.smithi123.stdout:1775: finishing write tid 3 to smithi123173835-11 2023-12-20T10:55:46.457 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 11 v 1185 (ObjNum 586 snap 167 seq_num 586) dirty exists 2023-12-20T10:55:46.458 INFO:tasks.rados.rados.0.smithi123.stdout:1775: left oid 11 (ObjNum 586 snap 167 seq_num 586) 2023-12-20T10:55:46.458 INFO:tasks.rados.rados.0.smithi123.stdout:1777: finishing write tid 1 to smithi123173835-43 2023-12-20T10:55:46.458 INFO:tasks.rados.rados.0.smithi123.stdout:1777: finishing write tid 2 to smithi123173835-43 2023-12-20T10:55:46.458 INFO:tasks.rados.rados.0.smithi123.stdout:1777: finishing write tid 3 to smithi123173835-43 2023-12-20T10:55:46.458 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 529 (ObjNum 587 snap 167 seq_num 587) dirty exists 2023-12-20T10:55:46.458 INFO:tasks.rados.rados.0.smithi123.stdout:1777: left oid 43 (ObjNum 587 snap 167 seq_num 587) 2023-12-20T10:55:46.458 INFO:tasks.rados.rados.0.smithi123.stdout:1778: expect (ObjNum 576 snap 164 seq_num 576) 2023-12-20T10:55:46.627 INFO:tasks.rados.rados.0.smithi123.stdout:1776: finishing copy_from to smithi123173835-49 2023-12-20T10:55:46.627 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 1178 (ObjNum 534 snap 154 seq_num 534) dirty exists 2023-12-20T10:55:46.627 INFO:tasks.rados.rados.0.smithi123.stdout:1776: finishing copy_from racing read to smithi123173835-49 2023-12-20T10:55:46.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:46 smithi177 ceph-mon[212096]: pgmap v315: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 192 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2023-12-20T10:55:46.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:46 smithi177 ceph-mon[212096]: failed to encode map e404 with expected crc 2023-12-20T10:55:46.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:46 smithi177 ceph-mon[212096]: osdmap e404: 8 total, 8 up, 8 in 2023-12-20T10:55:46.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:46 smithi177 ceph-mon[212096]: osd.6 marked itself down and dead 2023-12-20T10:55:46.654 INFO:journalctl@ceph.osd.6.smithi177.stdout:Dec 20 10:55:46 smithi177 systemd[1]: Stopping Ceph osd.6 for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:55:46.654 INFO:journalctl@ceph.osd.6.smithi177.stdout:Dec 20 10:55:46 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-6[165284]: 2023-12-20T10:55:46.370+0000 7f06d63e8700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-20T10:55:46.654 INFO:journalctl@ceph.osd.6.smithi177.stdout:Dec 20 10:55:46 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-6[165284]: 2023-12-20T10:55:46.370+0000 7f06d63e8700 -1 osd.6 404 *** Got signal Terminated *** 2023-12-20T10:55:46.654 INFO:journalctl@ceph.osd.6.smithi177.stdout:Dec 20 10:55:46 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-6[165284]: 2023-12-20T10:55:46.370+0000 7f06d63e8700 -1 osd.6 404 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-20T10:55:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:46 smithi123 ceph-mon[191304]: pgmap v315: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 192 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2023-12-20T10:55:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:46 smithi123 ceph-mon[191304]: failed to encode map e404 with expected crc 2023-12-20T10:55:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:46 smithi123 ceph-mon[191304]: osdmap e404: 8 total, 8 up, 8 in 2023-12-20T10:55:46.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:46 smithi123 ceph-mon[191304]: osd.6 marked itself down and dead 2023-12-20T10:55:46.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:46 smithi123 ceph-mon[188613]: pgmap v315: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 192 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2023-12-20T10:55:46.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:46 smithi123 ceph-mon[188613]: failed to encode map e404 with expected crc 2023-12-20T10:55:46.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:46 smithi123 ceph-mon[188613]: osdmap e404: 8 total, 8 up, 8 in 2023-12-20T10:55:46.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:46 smithi123 ceph-mon[188613]: osd.6 marked itself down and dead 2023-12-20T10:55:47.403 INFO:journalctl@ceph.osd.6.smithi177.stdout:Dec 20 10:55:47 smithi177 bash[230676]: ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-6 2023-12-20T10:55:47.459 INFO:tasks.rados.rados.0.smithi123.stdout:1775: done (4 left) 2023-12-20T10:55:47.459 INFO:tasks.rados.rados.0.smithi123.stdout:1776: done (3 left) 2023-12-20T10:55:47.459 INFO:tasks.rados.rados.0.smithi123.stdout:1777: done (2 left) 2023-12-20T10:55:47.459 INFO:tasks.rados.rados.0.smithi123.stdout:1778: done (1 left) 2023-12-20T10:55:47.459 INFO:tasks.rados.rados.0.smithi123.stdout:1780: done (0 left) 2023-12-20T10:55:47.459 INFO:tasks.rados.rados.0.smithi123.stdout:1781: copy_from oid 2 from oid 47 current snap is 168 2023-12-20T10:55:47.459 INFO:tasks.rados.rados.0.smithi123.stdout:1782: snap_remove snap 167 2023-12-20T10:55:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:47 smithi123 ceph-mon[191304]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-20T10:55:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:47 smithi123 ceph-mon[191304]: failed to encode map e405 with expected crc 2023-12-20T10:55:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:47 smithi123 ceph-mon[191304]: failed to encode map e405 with expected crc 2023-12-20T10:55:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:47 smithi123 ceph-mon[191304]: osdmap e405: 8 total, 7 up, 8 in 2023-12-20T10:55:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:47 smithi123 ceph-mon[191304]: failed to encode map e405 with expected crc 2023-12-20T10:55:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:47 smithi123 ceph-mon[191304]: failed to encode map e405 with expected crc 2023-12-20T10:55:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:47 smithi123 ceph-mon[191304]: failed to encode map e405 with expected crc 2023-12-20T10:55:47.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:47 smithi123 ceph-mon[188613]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-20T10:55:47.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:47 smithi123 ceph-mon[188613]: failed to encode map e405 with expected crc 2023-12-20T10:55:47.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:47 smithi123 ceph-mon[188613]: failed to encode map e405 with expected crc 2023-12-20T10:55:47.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:47 smithi123 ceph-mon[188613]: osdmap e405: 8 total, 7 up, 8 in 2023-12-20T10:55:47.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:47 smithi123 ceph-mon[188613]: failed to encode map e405 with expected crc 2023-12-20T10:55:47.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:47 smithi123 ceph-mon[188613]: failed to encode map e405 with expected crc 2023-12-20T10:55:47.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:47 smithi123 ceph-mon[188613]: failed to encode map e405 with expected crc 2023-12-20T10:55:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:47 smithi177 ceph-mon[212096]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-20T10:55:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:47 smithi177 ceph-mon[212096]: failed to encode map e405 with expected crc 2023-12-20T10:55:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:47 smithi177 ceph-mon[212096]: failed to encode map e405 with expected crc 2023-12-20T10:55:47.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:47 smithi177 ceph-mon[212096]: osdmap e405: 8 total, 7 up, 8 in 2023-12-20T10:55:47.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:47 smithi177 ceph-mon[212096]: failed to encode map e405 with expected crc 2023-12-20T10:55:47.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:47 smithi177 ceph-mon[212096]: failed to encode map e405 with expected crc 2023-12-20T10:55:47.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:47 smithi177 ceph-mon[212096]: failed to encode map e405 with expected crc 2023-12-20T10:55:48.003 INFO:tasks.rados.rados.0.smithi123.stdout:1782: done (1 left) 2023-12-20T10:55:48.003 INFO:tasks.rados.rados.0.smithi123.stdout:1783: rollback oid 25 current snap is 168 2023-12-20T10:55:48.003 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 25 to 166 2023-12-20T10:55:48.003 INFO:tasks.rados.rados.0.smithi123.stdout:1784: rmattr oid 5 current snap is 168 2023-12-20T10:55:48.003 INFO:tasks.rados.rados.0.smithi123.stdout:1784: done (2 left) 2023-12-20T10:55:48.003 INFO:tasks.rados.rados.0.smithi123.stdout:1785: read oid 48 snap 166 2023-12-20T10:55:48.004 INFO:tasks.rados.rados.0.smithi123.stdout:1785: expect (ObjNum 578 snap 164 seq_num 578) 2023-12-20T10:55:48.004 INFO:tasks.rados.rados.0.smithi123.stdout:1786: delete oid 43 current snap is 168 2023-12-20T10:55:48.004 INFO:tasks.rados.rados.0.smithi123.stdout:1781: finishing copy_from racing read to smithi123173835-2 2023-12-20T10:55:48.004 INFO:tasks.rados.rados.0.smithi123.stdout:1781: finishing copy_from to smithi123173835-2 2023-12-20T10:55:48.004 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 2 v 766 (ObjNum 577 snap 164 seq_num 577) dirty exists 2023-12-20T10:55:48.020 INFO:tasks.rados.rados.0.smithi123.stdout:1783: finishing rollback tid 0 to smithi123173835-25 2023-12-20T10:55:48.020 INFO:tasks.rados.rados.0.smithi123.stdout:1783: finishing rollback tid 1 to smithi123173835-25 2023-12-20T10:55:48.020 INFO:tasks.rados.rados.0.smithi123.stdout:1783: finishing rollback tid 2 to smithi123173835-25 2023-12-20T10:55:48.020 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 417 (ObjNum 570 snap 164 seq_num 570) dirty exists 2023-12-20T10:55:48.021 INFO:tasks.rados.rados.0.smithi123.stdout:1781: done (3 left) 2023-12-20T10:55:48.021 INFO:tasks.rados.rados.0.smithi123.stdout:1783: done (2 left) 2023-12-20T10:55:48.021 INFO:tasks.rados.rados.0.smithi123.stdout:1786: done (1 left) 2023-12-20T10:55:48.021 INFO:tasks.rados.rados.0.smithi123.stdout:1787: read oid 35 snap -1 2023-12-20T10:55:48.021 INFO:tasks.rados.rados.0.smithi123.stdout:1787: expect (ObjNum 479 snap 139 seq_num 479) 2023-12-20T10:55:48.021 INFO:tasks.rados.rados.0.smithi123.stdout:1788: read oid 22 snap -1 2023-12-20T10:55:48.021 INFO:tasks.rados.rados.0.smithi123.stdout:1788: expect deleted 2023-12-20T10:55:48.021 INFO:tasks.rados.rados.0.smithi123.stdout:1789: snap_create 2023-12-20T10:55:48.047 INFO:tasks.rados.rados.0.smithi123.stdout:1787: expect (ObjNum 479 snap 139 seq_num 479) 2023-12-20T10:55:48.583 INFO:journalctl@ceph.osd.6.smithi177.stdout:Dec 20 10:55:48 smithi177 systemd[1]: ceph-85213638-9f24-11ee-95a5-87774f69a715@osd.6.service: Succeeded. 2023-12-20T10:55:48.583 INFO:journalctl@ceph.osd.6.smithi177.stdout:Dec 20 10:55:48 smithi177 systemd[1]: Stopped Ceph osd.6 for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:55:48.583 INFO:journalctl@ceph.osd.6.smithi177.stdout:Dec 20 10:55:48 smithi177 systemd[1]: Starting Ceph osd.6 for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:55:48.583 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:48 smithi177 ceph-mon[212096]: pgmap v318: 121 pgs: 9 peering, 11 stale+active+clean, 101 active+clean; 198 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.8 MiB/s wr, 11 op/s 2023-12-20T10:55:48.584 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:48 smithi177 ceph-mon[212096]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2023-12-20T10:55:48.584 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:48 smithi177 ceph-mon[212096]: osdmap e406: 8 total, 7 up, 8 in 2023-12-20T10:55:48.584 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:48 smithi177 ceph-mon[212096]: failed to encode map e406 with expected crc 2023-12-20T10:55:48.584 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:48 smithi177 ceph-mon[212096]: failed to encode map e406 with expected crc 2023-12-20T10:55:48.584 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:48 smithi177 ceph-mon[212096]: failed to encode map e406 with expected crc 2023-12-20T10:55:48.584 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:48 smithi177 ceph-mon[212096]: failed to encode map e406 with expected crc 2023-12-20T10:55:48.584 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:48 smithi177 ceph-mon[212096]: failed to encode map e406 with expected crc 2023-12-20T10:55:48.584 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:48 smithi177 ceph-mon[212096]: failed to encode map e406 with expected crc 2023-12-20T10:55:48.584 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:48 smithi177 ceph-mon[212096]: osdmap e407: 8 total, 7 up, 8 in 2023-12-20T10:55:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:48 smithi123 ceph-mon[191304]: pgmap v318: 121 pgs: 9 peering, 11 stale+active+clean, 101 active+clean; 198 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.8 MiB/s wr, 11 op/s 2023-12-20T10:55:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:48 smithi123 ceph-mon[191304]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2023-12-20T10:55:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:48 smithi123 ceph-mon[191304]: osdmap e406: 8 total, 7 up, 8 in 2023-12-20T10:55:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:48 smithi123 ceph-mon[191304]: failed to encode map e406 with expected crc 2023-12-20T10:55:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:48 smithi123 ceph-mon[191304]: failed to encode map e406 with expected crc 2023-12-20T10:55:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:48 smithi123 ceph-mon[191304]: failed to encode map e406 with expected crc 2023-12-20T10:55:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:48 smithi123 ceph-mon[191304]: failed to encode map e406 with expected crc 2023-12-20T10:55:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:48 smithi123 ceph-mon[191304]: failed to encode map e406 with expected crc 2023-12-20T10:55:48.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:48 smithi123 ceph-mon[191304]: failed to encode map e406 with expected crc 2023-12-20T10:55:48.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:48 smithi123 ceph-mon[191304]: osdmap e407: 8 total, 7 up, 8 in 2023-12-20T10:55:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:48 smithi123 ceph-mon[188613]: pgmap v318: 121 pgs: 9 peering, 11 stale+active+clean, 101 active+clean; 198 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.8 MiB/s wr, 11 op/s 2023-12-20T10:55:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:48 smithi123 ceph-mon[188613]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2023-12-20T10:55:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:48 smithi123 ceph-mon[188613]: osdmap e406: 8 total, 7 up, 8 in 2023-12-20T10:55:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:48 smithi123 ceph-mon[188613]: failed to encode map e406 with expected crc 2023-12-20T10:55:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:48 smithi123 ceph-mon[188613]: failed to encode map e406 with expected crc 2023-12-20T10:55:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:48 smithi123 ceph-mon[188613]: failed to encode map e406 with expected crc 2023-12-20T10:55:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:48 smithi123 ceph-mon[188613]: failed to encode map e406 with expected crc 2023-12-20T10:55:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:48 smithi123 ceph-mon[188613]: failed to encode map e406 with expected crc 2023-12-20T10:55:48.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:48 smithi123 ceph-mon[188613]: failed to encode map e406 with expected crc 2023-12-20T10:55:48.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:48 smithi123 ceph-mon[188613]: osdmap e407: 8 total, 7 up, 8 in 2023-12-20T10:55:48.771 INFO:tasks.rados.rados.0.smithi123.stdout:1785: expect (ObjNum 578 snap 164 seq_num 578) 2023-12-20T10:55:48.903 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:55:48 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:55:48.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2023-12-20T10:55:48.903 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:55:48 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:55:48.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-20T10:55:49.403 INFO:journalctl@ceph.osd.6.smithi177.stdout:Dec 20 10:55:49 smithi177 bash[230940]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-12-20T10:55:49.403 INFO:journalctl@ceph.osd.6.smithi177.stdout:Dec 20 10:55:49 smithi177 bash[230940]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2023-12-20T10:55:49.403 INFO:journalctl@ceph.osd.6.smithi177.stdout:Dec 20 10:55:49 smithi177 bash[230940]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2023-12-20T10:55:49.403 INFO:journalctl@ceph.osd.6.smithi177.stdout:Dec 20 10:55:49 smithi177 bash[230940]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2023-12-20T10:55:49.403 INFO:journalctl@ceph.osd.6.smithi177.stdout:Dec 20 10:55:49 smithi177 bash[230940]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2023-12-20T10:55:49.404 INFO:journalctl@ceph.osd.6.smithi177.stdout:Dec 20 10:55:49 smithi177 bash[230940]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-12-20T10:55:49.404 INFO:journalctl@ceph.osd.6.smithi177.stdout:Dec 20 10:55:49 smithi177 bash[230940]: --> ceph-volume raw activate successful for osd ID: 6 2023-12-20T10:55:49.444 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:55:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:55:49] "GET /metrics HTTP/1.1" 200 36103 "" "Prometheus/2.43.0" 2023-12-20T10:55:49.549 INFO:tasks.rados.rados.0.smithi123.stdout:1785: done (3 left) 2023-12-20T10:55:49.549 INFO:tasks.rados.rados.0.smithi123.stdout:1787: done (2 left) 2023-12-20T10:55:49.549 INFO:tasks.rados.rados.0.smithi123.stdout:1788: done (1 left) 2023-12-20T10:55:49.549 INFO:tasks.rados.rados.0.smithi123.stdout:1789: done (0 left) 2023-12-20T10:55:49.549 INFO:tasks.rados.rados.0.smithi123.stdout:1790: read oid 16 snap -1 2023-12-20T10:55:49.549 INFO:tasks.rados.rados.0.smithi123.stdout:1790: expect deleted 2023-12-20T10:55:49.550 INFO:tasks.rados.rados.0.smithi123.stdout:1791: rollback oid 4 current snap is 169 2023-12-20T10:55:49.550 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 4 to 168 2023-12-20T10:55:49.550 INFO:tasks.rados.rados.0.smithi123.stdout:1792: delete oid 46 current snap is 169 2023-12-20T10:55:49.552 INFO:tasks.rados.rados.0.smithi123.stdout:1791: finishing rollback tid 0 to smithi123173835-4 2023-12-20T10:55:49.553 INFO:tasks.rados.rados.0.smithi123.stdout:1791: finishing rollback tid 1 to smithi123173835-4 2023-12-20T10:55:49.553 INFO:tasks.rados.rados.0.smithi123.stdout:1791: finishing rollback tid 2 to smithi123173835-4 2023-12-20T10:55:49.553 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 1127 (ObjNum 574 snap 164 seq_num 574) dirty exists 2023-12-20T10:55:49.554 INFO:tasks.rados.rados.0.smithi123.stdout:1790: done (2 left) 2023-12-20T10:55:49.554 INFO:tasks.rados.rados.0.smithi123.stdout:1791: done (1 left) 2023-12-20T10:55:49.554 INFO:tasks.rados.rados.0.smithi123.stdout:1792: done (0 left) 2023-12-20T10:55:49.554 INFO:tasks.rados.rados.0.smithi123.stdout:1793: snap_remove snap 168 2023-12-20T10:55:49.733 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:49 smithi177 ceph-mon[212096]: failed to encode map e407 with expected crc 2023-12-20T10:55:49.734 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:49 smithi177 ceph-mon[212096]: osdmap e408: 8 total, 7 up, 8 in 2023-12-20T10:55:49.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:49 smithi123 ceph-mon[188613]: failed to encode map e407 with expected crc 2023-12-20T10:55:49.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:49 smithi123 ceph-mon[188613]: osdmap e408: 8 total, 7 up, 8 in 2023-12-20T10:55:49.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:49 smithi123 ceph-mon[191304]: failed to encode map e407 with expected crc 2023-12-20T10:55:49.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:49 smithi123 ceph-mon[191304]: osdmap e408: 8 total, 7 up, 8 in 2023-12-20T10:55:49.894 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T10:55:50.153 INFO:journalctl@ceph.osd.6.smithi177.stdout:Dec 20 10:55:49 smithi177 ceph-osd[231251]: -- 172.21.15.177:0/4059737492 <== mon.1 v2:172.21.15.177:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x556536ea71e0 con 0x556536e77400 2023-12-20T10:55:50.153 INFO:journalctl@ceph.osd.6.smithi177.stdout:Dec 20 10:55:49 smithi177 bash[231213]: 13d1ff190adaef91cd72650723b7e5466e3b17db8f83daac15f52e1f4a048f49 2023-12-20T10:55:50.153 INFO:journalctl@ceph.osd.6.smithi177.stdout:Dec 20 10:55:49 smithi177 systemd[1]: Started Ceph osd.6 for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:55:50.258 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T10:55:50.258 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4m) 82s ago 7m 26.5M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T10:55:50.258 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4m) 25s ago 7m 95.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T10:55:50.258 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8m) 82s ago 8m 15.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T10:55:50.258 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8m) 25s ago 8m 21.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T10:55:50.258 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3m) 25s ago 10m 449M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T10:55:50.258 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4m) 82s ago 12m 511M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T10:55:50.258 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3m) 82s ago 12m 83.8M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T10:55:50.258 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3m) 25s ago 11m 65.8M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T10:55:50.258 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3m) 82s ago 11m 64.2M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T10:55:50.258 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4m) 82s ago 7m 9.94M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T10:55:50.258 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4m) 25s ago 7m 18.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T10:55:50.259 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2m) 82s ago 10m 285M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T10:55:50.259 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2m) 82s ago 10m 223M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T10:55:50.259 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (113s) 82s ago 10m 191M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T10:55:50.259 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (85s) 82s ago 9m 16.0M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T10:55:50.259 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (57s) 25s ago 9m 236M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T10:55:50.259 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (28s) 25s ago 9m 12.1M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T10:55:50.259 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 starting - - - 2488M 2023-12-20T10:55:50.260 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8m) 25s ago 8m 569M 2488M 17.2.7-131-ga88f3edf f9ecdbaa1030 b7ad316c3647 2023-12-20T10:55:50.260 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4m) 25s ago 7m 62.5M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T10:55:50.457 INFO:tasks.rados.rados.0.smithi123.stdout:1793: done (0 left) 2023-12-20T10:55:50.457 INFO:tasks.rados.rados.0.smithi123.stdout:1794: rollback oid 33 current snap is 169 2023-12-20T10:55:50.458 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 33 to 166 2023-12-20T10:55:50.458 INFO:tasks.rados.rados.0.smithi123.stdout:1795: delete oid 1 current snap is 169 2023-12-20T10:55:50.461 INFO:tasks.rados.rados.0.smithi123.stdout:1794: finishing rollback tid 1 to smithi123173835-33 2023-12-20T10:55:50.461 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 0 (ObjNum 145 snap 0 seq_num 4227165344) dirty dne 2023-12-20T10:55:50.470 INFO:tasks.rados.rados.0.smithi123.stdout:1794: done (1 left) 2023-12-20T10:55:50.470 INFO:tasks.rados.rados.0.smithi123.stdout:1795: done (0 left) 2023-12-20T10:55:50.470 INFO:tasks.rados.rados.0.smithi123.stdout:1796: delete oid 27 current snap is 169 2023-12-20T10:55:50.474 INFO:tasks.rados.rados.0.smithi123.stdout:1796: done (0 left) 2023-12-20T10:55:50.474 INFO:tasks.rados.rados.0.smithi123.stdout:1797: snap_remove snap 165 2023-12-20T10:55:50.653 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T10:55:50.653 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T10:55:50.653 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T10:55:50.653 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:55:50.653 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T10:55:50.653 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T10:55:50.654 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:55:50.654 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T10:55:50.654 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 1, 2023-12-20T10:55:50.654 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 6 2023-12-20T10:55:50.654 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:55:50.654 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T10:55:50.654 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T10:55:50.654 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:55:50.654 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T10:55:50.654 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 3, 2023-12-20T10:55:50.654 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 11 2023-12-20T10:55:50.654 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T10:55:50.654 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T10:55:50.655 INFO:journalctl@ceph.osd.6.smithi177.stdout:Dec 20 10:55:50 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-6[231228]: 2023-12-20T10:55:50.258+0000 7f9f91ead640 -1 Falling back to public interface 2023-12-20T10:55:50.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:50 smithi177 ceph-mon[212096]: pgmap v322: 121 pgs: 3 active+undersized+degraded, 16 active+undersized, 9 peering, 3 stale+active+clean, 90 active+clean; 196 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 6 op/s; 16/279 objects degraded (5.735%) 2023-12-20T10:55:50.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:50.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:50.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:55:50.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:50 smithi177 ceph-mon[212096]: Health check failed: Degraded data redundancy: 16/279 objects degraded (5.735%), 3 pgs degraded (PG_DEGRADED) 2023-12-20T10:55:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:50 smithi123 ceph-mon[191304]: pgmap v322: 121 pgs: 3 active+undersized+degraded, 16 active+undersized, 9 peering, 3 stale+active+clean, 90 active+clean; 196 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 6 op/s; 16/279 objects degraded (5.735%) 2023-12-20T10:55:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:55:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:50 smithi123 ceph-mon[191304]: Health check failed: Degraded data redundancy: 16/279 objects degraded (5.735%), 3 pgs degraded (PG_DEGRADED) 2023-12-20T10:55:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:50 smithi123 ceph-mon[188613]: pgmap v322: 121 pgs: 3 active+undersized+degraded, 16 active+undersized, 9 peering, 3 stale+active+clean, 90 active+clean; 196 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 6 op/s; 16/279 objects degraded (5.735%) 2023-12-20T10:55:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:50.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:50.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:55:50.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:50 smithi123 ceph-mon[188613]: Health check failed: Degraded data redundancy: 16/279 objects degraded (5.735%), 3 pgs degraded (PG_DEGRADED) 2023-12-20T10:55:51.462 INFO:tasks.rados.rados.0.smithi123.stdout:1797: done (0 left) 2023-12-20T10:55:51.462 INFO:tasks.rados.rados.0.smithi123.stdout:1798: setattr oid 36 current snap is 169 2023-12-20T10:55:51.464 INFO:tasks.rados.rados.0.smithi123.stdout:1799: copy_from oid 38 from oid 1 current snap is 169 2023-12-20T10:55:51.464 INFO:tasks.rados.rados.0.smithi123.stdout:1800: rollback oid 15 current snap is 169 2023-12-20T10:55:51.464 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 15 to 166 2023-12-20T10:55:51.464 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 22 current snap is 169 2023-12-20T10:55:51.464 INFO:tasks.rados.rados.0.smithi123.stdout:1801: seq_num 592 ranges {0=319488} 2023-12-20T10:55:51.466 INFO:tasks.rados.rados.0.smithi123.stdout:1801: writing smithi123173835-22 from 0 to 319488 tid 1 2023-12-20T10:55:51.466 INFO:tasks.rados.rados.0.smithi123.stdout:1802: rollback oid 10 current snap is 169 2023-12-20T10:55:51.466 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 10 to 166 2023-12-20T10:55:51.466 INFO:tasks.rados.rados.0.smithi123.stdout:1803: snap_create 2023-12-20T10:55:51.474 INFO:tasks.rados.rados.0.smithi123.stdout:1799: finishing copy_from to smithi123173835-38 2023-12-20T10:55:51.474 INFO:tasks.rados.rados.0.smithi123.stdout:1799: got expected ENOENT (src dne) 2023-12-20T10:55:51.474 INFO:tasks.rados.rados.0.smithi123.stdout:1799: finishing copy_from racing read to smithi123173835-38 2023-12-20T10:55:51.474 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 1180 (ObjNum 534 snap 154 seq_num 534) dirty exists 2023-12-20T10:55:51.477 INFO:tasks.rados.rados.0.smithi123.stdout:1801: finishing write tid 1 to smithi123173835-22 2023-12-20T10:55:51.477 INFO:tasks.rados.rados.0.smithi123.stdout:1801: finishing write tid 2 to smithi123173835-22 2023-12-20T10:55:51.481 INFO:tasks.rados.rados.0.smithi123.stdout:1800: finishing rollback tid 0 to smithi123173835-15 2023-12-20T10:55:51.481 INFO:tasks.rados.rados.0.smithi123.stdout:1800: finishing rollback tid 1 to smithi123173835-15 2023-12-20T10:55:51.482 INFO:tasks.rados.rados.0.smithi123.stdout:1800: finishing rollback tid 2 to smithi123173835-15 2023-12-20T10:55:51.482 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 1500 (ObjNum 562 snap 161 seq_num 562) dirty exists 2023-12-20T10:55:51.483 INFO:tasks.rados.rados.0.smithi123.stdout:1801: finishing write tid 3 to smithi123173835-22 2023-12-20T10:55:51.483 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 22 v 1204 (ObjNum 592 snap 169 seq_num 592) dirty exists 2023-12-20T10:55:51.483 INFO:tasks.rados.rados.0.smithi123.stdout:1801: left oid 22 (ObjNum 592 snap 169 seq_num 592) 2023-12-20T10:55:51.483 INFO:tasks.rados.rados.0.smithi123.stdout:1802: finishing rollback tid 0 to smithi123173835-10 2023-12-20T10:55:51.484 INFO:tasks.rados.rados.0.smithi123.stdout:1802: finishing rollback tid 1 to smithi123173835-10 2023-12-20T10:55:51.484 INFO:tasks.rados.rados.0.smithi123.stdout:1802: finishing rollback tid 2 to smithi123173835-10 2023-12-20T10:55:51.484 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 1504 (ObjNum 528 snap 153 seq_num 528) dirty exists 2023-12-20T10:55:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:51 smithi177 ceph-mon[212096]: from='client.34305 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:55:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:51 smithi177 ceph-mon[212096]: failed to encode map e408 with expected crc 2023-12-20T10:55:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:51 smithi177 ceph-mon[212096]: from='client.34314 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:55:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:51 smithi177 ceph-mon[212096]: failed to encode map e409 with expected crc 2023-12-20T10:55:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:51 smithi177 ceph-mon[212096]: osdmap e409: 8 total, 7 up, 8 in 2023-12-20T10:55:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:51 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/884002473' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:55:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:51 smithi123 ceph-mon[191304]: from='client.34305 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:55:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:51 smithi123 ceph-mon[191304]: failed to encode map e408 with expected crc 2023-12-20T10:55:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:51 smithi123 ceph-mon[191304]: from='client.34314 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:55:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:51 smithi123 ceph-mon[191304]: failed to encode map e409 with expected crc 2023-12-20T10:55:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:51 smithi123 ceph-mon[191304]: osdmap e409: 8 total, 7 up, 8 in 2023-12-20T10:55:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:51 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/884002473' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:55:51.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:51 smithi123 ceph-mon[188613]: from='client.34305 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:55:51.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:51 smithi123 ceph-mon[188613]: failed to encode map e408 with expected crc 2023-12-20T10:55:51.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:51 smithi123 ceph-mon[188613]: from='client.34314 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:55:51.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:51 smithi123 ceph-mon[188613]: failed to encode map e409 with expected crc 2023-12-20T10:55:51.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:51 smithi123 ceph-mon[188613]: osdmap e409: 8 total, 7 up, 8 in 2023-12-20T10:55:51.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:51 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/884002473' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:55:52.467 INFO:tasks.rados.rados.0.smithi123.stdout:1798: done (5 left) 2023-12-20T10:55:52.467 INFO:tasks.rados.rados.0.smithi123.stdout:1799: done (4 left) 2023-12-20T10:55:52.468 INFO:tasks.rados.rados.0.smithi123.stdout:1800: done (3 left) 2023-12-20T10:55:52.468 INFO:tasks.rados.rados.0.smithi123.stdout:1801: done (2 left) 2023-12-20T10:55:52.468 INFO:tasks.rados.rados.0.smithi123.stdout:1802: done (1 left) 2023-12-20T10:55:52.468 INFO:tasks.rados.rados.0.smithi123.stdout:1803: done (0 left) 2023-12-20T10:55:52.468 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 8 current snap is 170 2023-12-20T10:55:52.468 INFO:tasks.rados.rados.0.smithi123.stdout:1804: seq_num 593 ranges {5701632=335872} 2023-12-20T10:55:52.499 INFO:tasks.rados.rados.0.smithi123.stdout:1804: writing smithi123173835-8 from 5701632 to 6037504 tid 1 2023-12-20T10:55:52.499 INFO:tasks.rados.rados.0.smithi123.stdout:1805: delete oid 12 current snap is 170 2023-12-20T10:55:52.507 INFO:tasks.rados.rados.0.smithi123.stdout:1804: finishing write tid 1 to smithi123173835-8 2023-12-20T10:55:52.507 INFO:tasks.rados.rados.0.smithi123.stdout:1804: finishing write tid 2 to smithi123173835-8 2023-12-20T10:55:52.508 INFO:tasks.rados.rados.0.smithi123.stdout:1805: done (1 left) 2023-12-20T10:55:52.508 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 35 current snap is 170 2023-12-20T10:55:52.508 INFO:tasks.rados.rados.0.smithi123.stdout:1806: seq_num 595 ranges {8822784=368640} 2023-12-20T10:55:52.556 INFO:tasks.rados.rados.0.smithi123.stdout:1806: writing smithi123173835-35 from 8822784 to 9191424 tid 1 2023-12-20T10:55:52.557 INFO:tasks.rados.rados.0.smithi123.stdout:1807: delete oid 4 current snap is 170 2023-12-20T10:55:52.557 INFO:tasks.rados.rados.0.smithi123.stdout:1804: finishing write tid 3 to smithi123173835-8 2023-12-20T10:55:52.557 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 768 (ObjNum 593 snap 170 seq_num 593) dirty exists 2023-12-20T10:55:52.557 INFO:tasks.rados.rados.0.smithi123.stdout:1804: left oid 8 (ObjNum 593 snap 170 seq_num 593) 2023-12-20T10:55:52.560 INFO:tasks.rados.rados.0.smithi123.stdout:1806: finishing write tid 1 to smithi123173835-35 2023-12-20T10:55:52.560 INFO:tasks.rados.rados.0.smithi123.stdout:1806: finishing write tid 2 to smithi123173835-35 2023-12-20T10:55:52.562 INFO:tasks.rados.rados.0.smithi123.stdout:1806: finishing write tid 3 to smithi123173835-35 2023-12-20T10:55:52.562 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 35 v 1507 (ObjNum 595 snap 170 seq_num 595) dirty exists 2023-12-20T10:55:52.563 INFO:tasks.rados.rados.0.smithi123.stdout:1806: left oid 35 (ObjNum 595 snap 170 seq_num 595) 2023-12-20T10:55:52.563 INFO:tasks.rados.rados.0.smithi123.stdout:1804: done (2 left) 2023-12-20T10:55:52.563 INFO:tasks.rados.rados.0.smithi123.stdout:1806: done (1 left) 2023-12-20T10:55:52.563 INFO:tasks.rados.rados.0.smithi123.stdout:1807: done (0 left) 2023-12-20T10:55:52.563 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 34 current snap is 170 2023-12-20T10:55:52.563 INFO:tasks.rados.rados.0.smithi123.stdout:1808: seq_num 597 ranges {1302528=401408} 2023-12-20T10:55:52.572 INFO:tasks.rados.rados.0.smithi123.stdout:1808: writing smithi123173835-34 from 1302528 to 1703936 tid 1 2023-12-20T10:55:52.572 INFO:tasks.rados.rados.0.smithi123.stdout:1809: rmattr oid 23 current snap is 170 2023-12-20T10:55:52.572 INFO:tasks.rados.rados.0.smithi123.stdout:1809: done (1 left) 2023-12-20T10:55:52.572 INFO:tasks.rados.rados.0.smithi123.stdout:1810: copy_from oid 36 from oid 3 current snap is 170 2023-12-20T10:55:52.572 INFO:tasks.rados.rados.0.smithi123.stdout:1811: copy_from oid 18 from oid 45 current snap is 170 2023-12-20T10:55:52.573 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 7 current snap is 170 2023-12-20T10:55:52.573 INFO:tasks.rados.rados.0.smithi123.stdout:1812: seq_num 598 ranges {3751936=417792} 2023-12-20T10:55:52.595 INFO:tasks.rados.rados.0.smithi123.stdout:1812: writing smithi123173835-7 from 3751936 to 4169728 tid 1 2023-12-20T10:55:52.595 INFO:tasks.rados.rados.0.smithi123.stdout:1813: delete oid 47 current snap is 170 2023-12-20T10:55:52.595 INFO:tasks.rados.rados.0.smithi123.stdout:1811: finishing copy_from to smithi123173835-18 2023-12-20T10:55:52.596 INFO:tasks.rados.rados.0.smithi123.stdout:1811: got expected ENOENT (src dne) 2023-12-20T10:55:52.596 INFO:tasks.rados.rados.0.smithi123.stdout:1811: finishing copy_from racing read to smithi123173835-18 2023-12-20T10:55:52.596 INFO:tasks.rados.rados.0.smithi123.stdout:1808: finishing write tid 1 to smithi123173835-34 2023-12-20T10:55:52.596 INFO:tasks.rados.rados.0.smithi123.stdout:1808: finishing write tid 2 to smithi123173835-34 2023-12-20T10:55:52.596 INFO:tasks.rados.rados.0.smithi123.stdout:1808: finishing write tid 3 to smithi123173835-34 2023-12-20T10:55:52.596 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 34 v 1510 (ObjNum 597 snap 170 seq_num 597) dirty exists 2023-12-20T10:55:52.597 INFO:tasks.rados.rados.0.smithi123.stdout:1808: left oid 34 (ObjNum 597 snap 170 seq_num 597) 2023-12-20T10:55:52.598 INFO:tasks.rados.rados.0.smithi123.stdout:1808: done (4 left) 2023-12-20T10:55:52.598 INFO:tasks.rados.rados.0.smithi123.stdout:1811: done (3 left) 2023-12-20T10:55:52.599 INFO:tasks.rados.rados.0.smithi123.stdout:1813: done (2 left) 2023-12-20T10:55:52.599 INFO:tasks.rados.rados.0.smithi123.stdout:1814: read oid 16 snap -1 2023-12-20T10:55:52.599 INFO:tasks.rados.rados.0.smithi123.stdout:1814: expect deleted 2023-12-20T10:55:52.599 INFO:tasks.rados.rados.0.smithi123.stdout:1815: delete oid 30 current snap is 170 2023-12-20T10:55:52.604 INFO:tasks.rados.rados.0.smithi123.stdout:1812: finishing write tid 1 to smithi123173835-7 2023-12-20T10:55:52.604 INFO:tasks.rados.rados.0.smithi123.stdout:1814: done (3 left) 2023-12-20T10:55:52.604 INFO:tasks.rados.rados.0.smithi123.stdout:1815: done (2 left) 2023-12-20T10:55:52.605 INFO:tasks.rados.rados.0.smithi123.stdout:1816: snap_create 2023-12-20T10:55:52.605 INFO:tasks.rados.rados.0.smithi123.stdout:1812: finishing write tid 2 to smithi123173835-7 2023-12-20T10:55:52.608 INFO:tasks.rados.rados.0.smithi123.stdout:1812: finishing write tid 3 to smithi123173835-7 2023-12-20T10:55:52.608 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 1198 (ObjNum 598 snap 170 seq_num 598) dirty exists 2023-12-20T10:55:52.608 INFO:tasks.rados.rados.0.smithi123.stdout:1812: left oid 7 (ObjNum 598 snap 170 seq_num 598) 2023-12-20T10:55:52.608 INFO:tasks.rados.rados.0.smithi123.stdout:1810: finishing copy_from racing read to smithi123173835-36 2023-12-20T10:55:52.611 INFO:tasks.rados.rados.0.smithi123.stdout:1810: finishing copy_from to smithi123173835-36 2023-12-20T10:55:52.611 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 1088 (ObjNum 553 snap 160 seq_num 553) dirty exists 2023-12-20T10:55:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:52 smithi123 ceph-mon[191304]: pgmap v324: 121 pgs: 5 active+undersized+degraded, 28 active+undersized, 9 peering, 79 active+clean; 197 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 350 KiB/s wr, 3 op/s; 20/258 objects degraded (7.752%) 2023-12-20T10:55:52.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:52 smithi123 ceph-mon[191304]: failed to encode map e410 with expected crc 2023-12-20T10:55:52.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:52 smithi123 ceph-mon[191304]: failed to encode map e410 with expected crc 2023-12-20T10:55:52.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:52 smithi123 ceph-mon[191304]: osdmap e410: 8 total, 7 up, 8 in 2023-12-20T10:55:52.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:52.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:52.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:52 smithi123 ceph-mon[188613]: pgmap v324: 121 pgs: 5 active+undersized+degraded, 28 active+undersized, 9 peering, 79 active+clean; 197 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 350 KiB/s wr, 3 op/s; 20/258 objects degraded (7.752%) 2023-12-20T10:55:52.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:52 smithi123 ceph-mon[188613]: failed to encode map e410 with expected crc 2023-12-20T10:55:52.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:52 smithi123 ceph-mon[188613]: failed to encode map e410 with expected crc 2023-12-20T10:55:52.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:52 smithi123 ceph-mon[188613]: osdmap e410: 8 total, 7 up, 8 in 2023-12-20T10:55:52.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:52.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:52 smithi177 ceph-mon[212096]: pgmap v324: 121 pgs: 5 active+undersized+degraded, 28 active+undersized, 9 peering, 79 active+clean; 197 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 350 KiB/s wr, 3 op/s; 20/258 objects degraded (7.752%) 2023-12-20T10:55:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:52 smithi177 ceph-mon[212096]: failed to encode map e410 with expected crc 2023-12-20T10:55:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:52 smithi177 ceph-mon[212096]: failed to encode map e410 with expected crc 2023-12-20T10:55:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:52 smithi177 ceph-mon[212096]: osdmap e410: 8 total, 7 up, 8 in 2023-12-20T10:55:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:53.403 INFO:journalctl@ceph.osd.6.smithi177.stdout:Dec 20 10:55:53 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-6[231228]: 2023-12-20T10:55:53.073+0000 7f9f91ead640 -1 osd.6 0 read_superblock omap replica is missing. 2023-12-20T10:55:53.403 INFO:journalctl@ceph.osd.6.smithi177.stdout:Dec 20 10:55:53 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-6[231228]: 2023-12-20T10:55:53.121+0000 7f9f91ead640 -1 osd.6 404 log_to_monitors true 2023-12-20T10:55:53.471 INFO:tasks.rados.rados.0.smithi123.stdout:1810: done (2 left) 2023-12-20T10:55:53.471 INFO:tasks.rados.rados.0.smithi123.stdout:1812: done (1 left) 2023-12-20T10:55:53.471 INFO:tasks.rados.rados.0.smithi123.stdout:1816: done (0 left) 2023-12-20T10:55:53.471 INFO:tasks.rados.rados.0.smithi123.stdout:1817: delete oid 9 current snap is 171 2023-12-20T10:55:53.479 INFO:tasks.rados.rados.0.smithi123.stdout:1817: done (0 left) 2023-12-20T10:55:53.479 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 39 current snap is 171 2023-12-20T10:55:53.479 INFO:tasks.rados.rados.0.smithi123.stdout:1818: seq_num 602 ranges {2392064=491520} 2023-12-20T10:55:53.495 INFO:tasks.rados.rados.0.smithi123.stdout:1818: writing smithi123173835-39 from 2392064 to 2883584 tid 1 2023-12-20T10:55:53.495 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 47 current snap is 171 2023-12-20T10:55:53.495 INFO:tasks.rados.rados.0.smithi123.stdout:1819: seq_num 603 ranges {0=507904} 2023-12-20T10:55:53.498 INFO:tasks.rados.rados.0.smithi123.stdout:1819: writing smithi123173835-47 from 0 to 507904 tid 1 2023-12-20T10:55:53.498 INFO:tasks.rados.rados.0.smithi123.stdout:1820: read oid 32 snap -1 2023-12-20T10:55:53.498 INFO:tasks.rados.rados.0.smithi123.stdout:1820: expect deleted 2023-12-20T10:55:53.498 INFO:tasks.rados.rados.0.smithi123.stdout:1821: snap_create 2023-12-20T10:55:53.498 INFO:tasks.rados.rados.0.smithi123.stdout:1818: finishing write tid 1 to smithi123173835-39 2023-12-20T10:55:53.498 INFO:tasks.rados.rados.0.smithi123.stdout:1818: finishing write tid 2 to smithi123173835-39 2023-12-20T10:55:53.499 INFO:tasks.rados.rados.0.smithi123.stdout:1818: finishing write tid 3 to smithi123173835-39 2023-12-20T10:55:53.499 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 959 (ObjNum 602 snap 171 seq_num 602) dirty exists 2023-12-20T10:55:53.499 INFO:tasks.rados.rados.0.smithi123.stdout:1818: left oid 39 (ObjNum 602 snap 171 seq_num 602) 2023-12-20T10:55:53.502 INFO:tasks.rados.rados.0.smithi123.stdout:1819: finishing write tid 1 to smithi123173835-47 2023-12-20T10:55:53.502 INFO:tasks.rados.rados.0.smithi123.stdout:1819: finishing write tid 2 to smithi123173835-47 2023-12-20T10:55:53.504 INFO:tasks.rados.rados.0.smithi123.stdout:1819: finishing write tid 3 to smithi123173835-47 2023-12-20T10:55:53.504 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 47 v 772 (ObjNum 603 snap 171 seq_num 603) dirty exists 2023-12-20T10:55:53.504 INFO:tasks.rados.rados.0.smithi123.stdout:1819: left oid 47 (ObjNum 603 snap 171 seq_num 603) 2023-12-20T10:55:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:53 smithi123 ceph-mon[191304]: failed to encode map e411 with expected crc 2023-12-20T10:55:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:53 smithi123 ceph-mon[191304]: osdmap e411: 8 total, 7 up, 8 in 2023-12-20T10:55:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:53 smithi123 ceph-mon[191304]: from='osd.6 [v2:172.21.15.177:6816/2916835967,v1:172.21.15.177:6817/2916835967]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-20T10:55:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:53 smithi123 ceph-mon[191304]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-20T10:55:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:53 smithi123 ceph-mon[188613]: failed to encode map e411 with expected crc 2023-12-20T10:55:53.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:53 smithi123 ceph-mon[188613]: osdmap e411: 8 total, 7 up, 8 in 2023-12-20T10:55:53.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:53.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:53.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:53 smithi123 ceph-mon[188613]: from='osd.6 [v2:172.21.15.177:6816/2916835967,v1:172.21.15.177:6817/2916835967]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-20T10:55:53.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:53 smithi123 ceph-mon[188613]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-20T10:55:53.788 INFO:journalctl@ceph.osd.6.smithi177.stdout:Dec 20 10:55:53 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-6[231228]: 2023-12-20T10:55:53.503+0000 7f9f80b19700 -1 osd.6 404 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-20T10:55:53.788 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:53 smithi177 ceph-mon[212096]: failed to encode map e411 with expected crc 2023-12-20T10:55:53.788 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:53 smithi177 ceph-mon[212096]: osdmap e411: 8 total, 7 up, 8 in 2023-12-20T10:55:53.788 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:53.788 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:53.788 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:53 smithi177 ceph-mon[212096]: from='osd.6 [v2:172.21.15.177:6816/2916835967,v1:172.21.15.177:6817/2916835967]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-20T10:55:53.789 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:53 smithi177 ceph-mon[212096]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-20T10:55:54.476 INFO:tasks.rados.rados.0.smithi123.stdout:1818: done (3 left) 2023-12-20T10:55:54.476 INFO:tasks.rados.rados.0.smithi123.stdout:1819: done (2 left) 2023-12-20T10:55:54.476 INFO:tasks.rados.rados.0.smithi123.stdout:1820: done (1 left) 2023-12-20T10:55:54.476 INFO:tasks.rados.rados.0.smithi123.stdout:1821: done (0 left) 2023-12-20T10:55:54.476 INFO:tasks.rados.rados.0.smithi123.stdout:1822: copy_from oid 23 from oid 48 current snap is 172 2023-12-20T10:55:54.476 INFO:tasks.rados.rados.0.smithi123.stdout:1823: delete oid 40 current snap is 172 2023-12-20T10:55:54.490 INFO:tasks.rados.rados.0.smithi123.stdout:1823: done (1 left) 2023-12-20T10:55:54.490 INFO:tasks.rados.rados.0.smithi123.stdout:1824: snap_remove snap 166 2023-12-20T10:55:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:54 smithi123 ceph-mon[191304]: pgmap v327: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 198 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 429 KiB/s wr, 5 op/s; 30/264 objects degraded (11.364%) 2023-12-20T10:55:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:54 smithi123 ceph-mon[191304]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-20T10:55:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:54 smithi123 ceph-mon[191304]: failed to encode map e412 with expected crc 2023-12-20T10:55:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:54 smithi123 ceph-mon[191304]: osdmap e412: 8 total, 7 up, 8 in 2023-12-20T10:55:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:54 smithi123 ceph-mon[191304]: from='osd.6 [v2:172.21.15.177:6816/2916835967,v1:172.21.15.177:6817/2916835967]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:55:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:54 smithi123 ceph-mon[191304]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:55:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:54 smithi123 ceph-mon[191304]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2023-12-20T10:55:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:54 smithi123 ceph-mon[188613]: pgmap v327: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 198 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 429 KiB/s wr, 5 op/s; 30/264 objects degraded (11.364%) 2023-12-20T10:55:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:54 smithi123 ceph-mon[188613]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-20T10:55:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:54 smithi123 ceph-mon[188613]: failed to encode map e412 with expected crc 2023-12-20T10:55:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:54 smithi123 ceph-mon[188613]: osdmap e412: 8 total, 7 up, 8 in 2023-12-20T10:55:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:54 smithi123 ceph-mon[188613]: from='osd.6 [v2:172.21.15.177:6816/2916835967,v1:172.21.15.177:6817/2916835967]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:55:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:54 smithi123 ceph-mon[188613]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:55:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:54 smithi123 ceph-mon[188613]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2023-12-20T10:55:54.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:54 smithi177 ceph-mon[212096]: pgmap v327: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 198 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 429 KiB/s wr, 5 op/s; 30/264 objects degraded (11.364%) 2023-12-20T10:55:54.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:54 smithi177 ceph-mon[212096]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-20T10:55:54.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:54 smithi177 ceph-mon[212096]: failed to encode map e412 with expected crc 2023-12-20T10:55:54.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:54 smithi177 ceph-mon[212096]: osdmap e412: 8 total, 7 up, 8 in 2023-12-20T10:55:54.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:54 smithi177 ceph-mon[212096]: from='osd.6 [v2:172.21.15.177:6816/2916835967,v1:172.21.15.177:6817/2916835967]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:55:54.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:54 smithi177 ceph-mon[212096]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:55:54.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:54 smithi177 ceph-mon[212096]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2023-12-20T10:55:55.475 INFO:tasks.rados.rados.0.smithi123.stdout:1824: done (1 left) 2023-12-20T10:55:55.476 INFO:tasks.rados.rados.0.smithi123.stdout:1825: setattr oid 37 current snap is 172 2023-12-20T10:55:55.480 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 43 current snap is 172 2023-12-20T10:55:55.480 INFO:tasks.rados.rados.0.smithi123.stdout:1826: seq_num 605 ranges {0=540672} 2023-12-20T10:55:55.480 INFO:tasks.rados.rados.0.smithi123.stdout:1826: writing smithi123173835-43 from 0 to 540672 tid 1 2023-12-20T10:55:55.480 INFO:tasks.rados.rados.0.smithi123.stdout:1827: delete oid 33 current snap is 172 2023-12-20T10:55:55.494 INFO:tasks.rados.rados.0.smithi123.stdout:1827: done (3 left) 2023-12-20T10:55:55.494 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 12 current snap is 172 2023-12-20T10:55:55.494 INFO:tasks.rados.rados.0.smithi123.stdout:1828: seq_num 607 ranges {0=573440} 2023-12-20T10:55:55.497 INFO:tasks.rados.rados.0.smithi123.stdout:1828: writing smithi123173835-12 from 0 to 573440 tid 1 2023-12-20T10:55:55.498 INFO:tasks.rados.rados.0.smithi123.stdout:1829: snap_remove snap 170 2023-12-20T10:55:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:55 smithi177 ceph-mon[212096]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-20T10:55:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:55 smithi177 ceph-mon[212096]: failed to encode map e413 with expected crc 2023-12-20T10:55:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:55 smithi177 ceph-mon[212096]: osd.6 [v2:172.21.15.177:6816/2916835967,v1:172.21.15.177:6817/2916835967] boot 2023-12-20T10:55:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:55 smithi177 ceph-mon[212096]: osdmap e413: 8 total, 8 up, 8 in 2023-12-20T10:55:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:55:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:55 smithi177 ceph-mon[212096]: pgmap v330: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 198 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 160 KiB/s wr, 4 op/s; 30/264 objects degraded (11.364%) 2023-12-20T10:55:55.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:55 smithi177 ceph-mon[212096]: osdmap e414: 8 total, 8 up, 8 in 2023-12-20T10:55:55.992 INFO:journalctl@ceph.osd.0.smithi123.stdout:Dec 20 10:55:55 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-0[198095]: 2023-12-20T10:55:55.508+0000 7f87c6c17700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 14c after trimming was started 2023-12-20T10:55:55.992 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:55:55 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:55:55.709+0000 7f8d61249700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2023-12-20T10:55:55.993 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:55:55 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-2[211254]: 2023-12-20T10:55:55.507+0000 7fdfcb54b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 14c after trimming was started 2023-12-20T10:55:55.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:55 smithi123 ceph-mon[188613]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-20T10:55:55.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:55 smithi123 ceph-mon[188613]: failed to encode map e413 with expected crc 2023-12-20T10:55:55.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:55 smithi123 ceph-mon[188613]: osd.6 [v2:172.21.15.177:6816/2916835967,v1:172.21.15.177:6817/2916835967] boot 2023-12-20T10:55:55.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:55 smithi123 ceph-mon[188613]: osdmap e413: 8 total, 8 up, 8 in 2023-12-20T10:55:55.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:55:55.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:55 smithi123 ceph-mon[188613]: pgmap v330: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 198 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 160 KiB/s wr, 4 op/s; 30/264 objects degraded (11.364%) 2023-12-20T10:55:55.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:55 smithi123 ceph-mon[188613]: osdmap e414: 8 total, 8 up, 8 in 2023-12-20T10:55:55.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:55 smithi123 ceph-mon[191304]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-20T10:55:55.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:55 smithi123 ceph-mon[191304]: failed to encode map e413 with expected crc 2023-12-20T10:55:55.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:55 smithi123 ceph-mon[191304]: osd.6 [v2:172.21.15.177:6816/2916835967,v1:172.21.15.177:6817/2916835967] boot 2023-12-20T10:55:55.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:55 smithi123 ceph-mon[191304]: osdmap e413: 8 total, 8 up, 8 in 2023-12-20T10:55:55.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-20T10:55:55.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:55 smithi123 ceph-mon[191304]: pgmap v330: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 198 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 160 KiB/s wr, 4 op/s; 30/264 objects degraded (11.364%) 2023-12-20T10:55:55.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:55 smithi123 ceph-mon[191304]: osdmap e414: 8 total, 8 up, 8 in 2023-12-20T10:55:56.508 INFO:tasks.rados.rados.0.smithi123.stdout:1829: done (4 left) 2023-12-20T10:55:56.509 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 9 current snap is 172 2023-12-20T10:55:56.509 INFO:tasks.rados.rados.0.smithi123.stdout:1826: finishing write tid 1 to smithi123173835-43 2023-12-20T10:55:56.509 INFO:tasks.rados.rados.0.smithi123.stdout:1830: seq_num 608 ranges {0=589824} 2023-12-20T10:55:56.512 INFO:tasks.rados.rados.0.smithi123.stdout:1830: writing smithi123173835-9 from 0 to 589824 tid 1 2023-12-20T10:55:56.512 INFO:tasks.rados.rados.0.smithi123.stdout:1831: snap_create 2023-12-20T10:55:56.512 INFO:tasks.rados.rados.0.smithi123.stdout:1826: finishing write tid 2 to smithi123173835-43 2023-12-20T10:55:56.512 INFO:tasks.rados.rados.0.smithi123.stdout:1828: finishing write tid 1 to smithi123173835-12 2023-12-20T10:55:56.512 INFO:tasks.rados.rados.0.smithi123.stdout:1828: finishing write tid 2 to smithi123173835-12 2023-12-20T10:55:56.512 INFO:tasks.rados.rados.0.smithi123.stdout:1826: finishing write tid 3 to smithi123173835-43 2023-12-20T10:55:56.512 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 532 (ObjNum 605 snap 172 seq_num 605) dirty exists 2023-12-20T10:55:56.512 INFO:tasks.rados.rados.0.smithi123.stdout:1826: left oid 43 (ObjNum 605 snap 172 seq_num 605) 2023-12-20T10:55:56.512 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 960 (ObjNum 576 snap 164 seq_num 576) dirty exists 2023-12-20T10:55:56.512 INFO:tasks.rados.rados.0.smithi123.stdout:1828: finishing write tid 3 to smithi123173835-12 2023-12-20T10:55:56.513 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 774 (ObjNum 607 snap 172 seq_num 607) dirty exists 2023-12-20T10:55:56.513 INFO:tasks.rados.rados.0.smithi123.stdout:1828: left oid 12 (ObjNum 607 snap 172 seq_num 607) 2023-12-20T10:55:56.513 INFO:tasks.rados.rados.0.smithi123.stdout:1822: finishing copy_from racing read to smithi123173835-23 2023-12-20T10:55:56.513 INFO:tasks.rados.rados.0.smithi123.stdout:1822: finishing copy_from to smithi123173835-23 2023-12-20T10:55:56.513 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 23 v 1002 (ObjNum 578 snap 164 seq_num 578) dirty exists 2023-12-20T10:55:56.519 INFO:tasks.rados.rados.0.smithi123.stdout:1830: finishing write tid 1 to smithi123173835-9 2023-12-20T10:55:56.520 INFO:tasks.rados.rados.0.smithi123.stdout:1830: finishing write tid 2 to smithi123173835-9 2023-12-20T10:55:56.521 INFO:tasks.rados.rados.0.smithi123.stdout:1830: finishing write tid 3 to smithi123173835-9 2023-12-20T10:55:56.521 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 9 v 948 (ObjNum 608 snap 172 seq_num 608) dirty exists 2023-12-20T10:55:56.521 INFO:tasks.rados.rados.0.smithi123.stdout:1830: left oid 9 (ObjNum 608 snap 172 seq_num 608) 2023-12-20T10:55:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:56 smithi177 ceph-mon[212096]: failed to encode map e414 with expected crc 2023-12-20T10:55:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:56 smithi177 ceph-mon[212096]: failed to encode map e414 with expected crc 2023-12-20T10:55:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:56 smithi177 ceph-mon[212096]: failed to encode map e414 with expected crc 2023-12-20T10:55:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:56 smithi177 ceph-mon[212096]: failed to encode map e414 with expected crc 2023-12-20T10:55:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:56 smithi177 ceph-mon[212096]: failed to encode map e414 with expected crc 2023-12-20T10:55:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:56 smithi177 ceph-mon[212096]: failed to encode map e414 with expected crc 2023-12-20T10:55:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:56 smithi177 ceph-mon[212096]: failed to encode map e414 with expected crc 2023-12-20T10:55:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:56 smithi177 ceph-mon[212096]: failed to encode map e414 with expected crc 2023-12-20T10:55:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:55:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:55:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:55:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:55:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:55:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:55:56.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-20T10:55:56.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:56 smithi177 ceph-mon[212096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-20T10:55:56.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:56 smithi177 ceph-mon[212096]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2023-12-20T10:55:56.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:56.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:55:56.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:56 smithi177 ceph-mon[212096]: osdmap e415: 8 total, 8 up, 8 in 2023-12-20T10:55:56.992 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-2[211254]: 2023-12-20T10:55:56.518+0000 7fdfc9d48700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 154 after trimming was started 2023-12-20T10:55:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[188613]: failed to encode map e414 with expected crc 2023-12-20T10:55:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[188613]: failed to encode map e414 with expected crc 2023-12-20T10:55:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[188613]: failed to encode map e414 with expected crc 2023-12-20T10:55:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[188613]: failed to encode map e414 with expected crc 2023-12-20T10:55:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[188613]: failed to encode map e414 with expected crc 2023-12-20T10:55:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[188613]: failed to encode map e414 with expected crc 2023-12-20T10:55:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[188613]: failed to encode map e414 with expected crc 2023-12-20T10:55:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[188613]: failed to encode map e414 with expected crc 2023-12-20T10:55:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:55:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:55:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:55:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:55:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:55:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:55:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-20T10:55:56.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[188613]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-20T10:55:56.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[188613]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2023-12-20T10:55:56.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:56.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:55:56.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[188613]: osdmap e415: 8 total, 8 up, 8 in 2023-12-20T10:55:56.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[191304]: failed to encode map e414 with expected crc 2023-12-20T10:55:56.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[191304]: failed to encode map e414 with expected crc 2023-12-20T10:55:56.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[191304]: failed to encode map e414 with expected crc 2023-12-20T10:55:56.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[191304]: failed to encode map e414 with expected crc 2023-12-20T10:55:56.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[191304]: failed to encode map e414 with expected crc 2023-12-20T10:55:56.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[191304]: failed to encode map e414 with expected crc 2023-12-20T10:55:56.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[191304]: failed to encode map e414 with expected crc 2023-12-20T10:55:56.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[191304]: failed to encode map e414 with expected crc 2023-12-20T10:55:56.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:56.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:56.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:55:56.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:55:56.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:56.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:55:56.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:55:56.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:55:56.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:55:56.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-20T10:55:56.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[191304]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-20T10:55:56.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[191304]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2023-12-20T10:55:56.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:55:56.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:55:56.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:56 smithi123 ceph-mon[191304]: osdmap e415: 8 total, 8 up, 8 in 2023-12-20T10:55:57.505 INFO:tasks.rados.rados.0.smithi123.stdout:1822: done (5 left) 2023-12-20T10:55:57.505 INFO:tasks.rados.rados.0.smithi123.stdout:1825: done (4 left) 2023-12-20T10:55:57.505 INFO:tasks.rados.rados.0.smithi123.stdout:1826: done (3 left) 2023-12-20T10:55:57.505 INFO:tasks.rados.rados.0.smithi123.stdout:1828: done (2 left) 2023-12-20T10:55:57.505 INFO:tasks.rados.rados.0.smithi123.stdout:1830: done (1 left) 2023-12-20T10:55:57.505 INFO:tasks.rados.rados.0.smithi123.stdout:1831: done (0 left) 2023-12-20T10:55:57.505 INFO:tasks.rados.rados.0.smithi123.stdout:1832: rollback oid 36 current snap is 173 2023-12-20T10:55:57.505 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 36 to 172 2023-12-20T10:55:57.506 INFO:tasks.rados.rados.0.smithi123.stdout:1833: snap_create 2023-12-20T10:55:57.511 INFO:tasks.rados.rados.0.smithi123.stdout:1832: finishing rollback tid 0 to smithi123173835-36 2023-12-20T10:55:57.511 INFO:tasks.rados.rados.0.smithi123.stdout:1832: finishing rollback tid 1 to smithi123173835-36 2023-12-20T10:55:57.512 INFO:tasks.rados.rados.0.smithi123.stdout:1832: finishing rollback tid 2 to smithi123173835-36 2023-12-20T10:55:57.512 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 1183 (ObjNum 553 snap 160 seq_num 553) dirty exists 2023-12-20T10:55:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:57 smithi177 ceph-mon[212096]: failed to encode map e415 with expected crc 2023-12-20T10:55:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:57 smithi177 ceph-mon[212096]: pgmap v333: 121 pgs: 4 active+undersized+degraded, 20 active+undersized, 97 active+clean; 184 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.8 MiB/s wr, 16 op/s; 17/252 objects degraded (6.746%) 2023-12-20T10:55:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:57 smithi177 ceph-mon[212096]: osdmap e416: 8 total, 8 up, 8 in 2023-12-20T10:55:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:57 smithi123 ceph-mon[188613]: failed to encode map e415 with expected crc 2023-12-20T10:55:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:57 smithi123 ceph-mon[188613]: pgmap v333: 121 pgs: 4 active+undersized+degraded, 20 active+undersized, 97 active+clean; 184 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.8 MiB/s wr, 16 op/s; 17/252 objects degraded (6.746%) 2023-12-20T10:55:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:57 smithi123 ceph-mon[188613]: osdmap e416: 8 total, 8 up, 8 in 2023-12-20T10:55:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:57 smithi123 ceph-mon[191304]: failed to encode map e415 with expected crc 2023-12-20T10:55:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:57 smithi123 ceph-mon[191304]: pgmap v333: 121 pgs: 4 active+undersized+degraded, 20 active+undersized, 97 active+clean; 184 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.8 MiB/s wr, 16 op/s; 17/252 objects degraded (6.746%) 2023-12-20T10:55:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:57 smithi123 ceph-mon[191304]: osdmap e416: 8 total, 8 up, 8 in 2023-12-20T10:55:58.511 INFO:tasks.rados.rados.0.smithi123.stdout:1832: done (1 left) 2023-12-20T10:55:58.512 INFO:tasks.rados.rados.0.smithi123.stdout:1833: done (0 left) 2023-12-20T10:55:58.512 INFO:tasks.rados.rados.0.smithi123.stdout:1834: read oid 4 snap 172 2023-12-20T10:55:58.512 INFO:tasks.rados.rados.0.smithi123.stdout:1834: expect deleted 2023-12-20T10:55:58.512 INFO:tasks.rados.rados.0.smithi123.stdout:1835: snap_remove snap 171 2023-12-20T10:55:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:58 smithi177 ceph-mon[212096]: failed to encode map e416 with expected crc 2023-12-20T10:55:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:58 smithi177 ceph-mon[212096]: Health check update: Degraded data redundancy: 17/252 objects degraded (6.746%), 4 pgs degraded (PG_DEGRADED) 2023-12-20T10:55:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:58 smithi177 ceph-mon[212096]: osdmap e417: 8 total, 8 up, 8 in 2023-12-20T10:55:58.904 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:55:58 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:55:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-20T10:55:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:58 smithi123 ceph-mon[188613]: failed to encode map e416 with expected crc 2023-12-20T10:55:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:58 smithi123 ceph-mon[188613]: Health check update: Degraded data redundancy: 17/252 objects degraded (6.746%), 4 pgs degraded (PG_DEGRADED) 2023-12-20T10:55:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:58 smithi123 ceph-mon[188613]: osdmap e417: 8 total, 8 up, 8 in 2023-12-20T10:55:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:58 smithi123 ceph-mon[191304]: failed to encode map e416 with expected crc 2023-12-20T10:55:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:58 smithi123 ceph-mon[191304]: Health check update: Degraded data redundancy: 17/252 objects degraded (6.746%), 4 pgs degraded (PG_DEGRADED) 2023-12-20T10:55:58.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:58 smithi123 ceph-mon[191304]: osdmap e417: 8 total, 8 up, 8 in 2023-12-20T10:55:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:55:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:55:59] "GET /metrics HTTP/1.1" 200 35958 "" "Prometheus/2.43.0" 2023-12-20T10:55:59.513 INFO:tasks.rados.rados.0.smithi123.stdout:1835: done (1 left) 2023-12-20T10:55:59.513 INFO:tasks.rados.rados.0.smithi123.stdout:1836: setattr oid 49 current snap is 174 2023-12-20T10:55:59.515 INFO:tasks.rados.rados.0.smithi123.stdout:1834: done (1 left) 2023-12-20T10:55:59.515 INFO:tasks.rados.rados.0.smithi123.stdout:1837: snap_remove snap 169 2023-12-20T10:55:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:59 smithi177 ceph-mon[212096]: failed to encode map e417 with expected crc 2023-12-20T10:55:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:59 smithi177 ceph-mon[212096]: pgmap v336: 121 pgs: 121 active+clean; 174 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.7 KiB/s rd, 5.2 MiB/s wr, 17 op/s; 78 KiB/s, 0 objects/s recovering 2023-12-20T10:55:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:55:59 smithi177 ceph-mon[212096]: osdmap e418: 8 total, 8 up, 8 in 2023-12-20T10:55:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:59 smithi123 ceph-mon[191304]: failed to encode map e417 with expected crc 2023-12-20T10:55:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:59 smithi123 ceph-mon[191304]: pgmap v336: 121 pgs: 121 active+clean; 174 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.7 KiB/s rd, 5.2 MiB/s wr, 17 op/s; 78 KiB/s, 0 objects/s recovering 2023-12-20T10:55:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:55:59 smithi123 ceph-mon[191304]: osdmap e418: 8 total, 8 up, 8 in 2023-12-20T10:55:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:59 smithi123 ceph-mon[188613]: failed to encode map e417 with expected crc 2023-12-20T10:55:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:59 smithi123 ceph-mon[188613]: pgmap v336: 121 pgs: 121 active+clean; 174 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.7 KiB/s rd, 5.2 MiB/s wr, 17 op/s; 78 KiB/s, 0 objects/s recovering 2023-12-20T10:55:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:55:59 smithi123 ceph-mon[188613]: osdmap e418: 8 total, 8 up, 8 in 2023-12-20T10:56:00.512 INFO:tasks.rados.rados.0.smithi123.stdout:1837: done (1 left) 2023-12-20T10:56:00.513 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 41 current snap is 174 2023-12-20T10:56:00.513 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 1179 (ObjNum 534 snap 154 seq_num 534) dirty exists 2023-12-20T10:56:00.513 INFO:tasks.rados.rados.0.smithi123.stdout:1838: seq_num 609 ranges {892928=606208} 2023-12-20T10:56:00.520 INFO:tasks.rados.rados.0.smithi123.stdout:1838: writing smithi123173835-41 from 892928 to 1499136 tid 1 2023-12-20T10:56:00.521 INFO:tasks.rados.rados.0.smithi123.stdout:1836: done (1 left) 2023-12-20T10:56:00.521 INFO:tasks.rados.rados.0.smithi123.stdout:1839: copy_from oid 29 from oid 48 current snap is 174 2023-12-20T10:56:00.521 INFO:tasks.rados.rados.0.smithi123.stdout:1840: snap_remove snap 173 2023-12-20T10:56:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:00 smithi177 ceph-mon[212096]: failed to encode map e418 with expected crc 2023-12-20T10:56:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:00 smithi177 ceph-mon[212096]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 17/252 objects degraded (6.746%), 4 pgs degraded) 2023-12-20T10:56:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:00 smithi177 ceph-mon[212096]: Cluster is now healthy 2023-12-20T10:56:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:00 smithi177 ceph-mon[212096]: osdmap e419: 8 total, 8 up, 8 in 2023-12-20T10:56:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:00 smithi123 ceph-mon[188613]: failed to encode map e418 with expected crc 2023-12-20T10:56:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:00 smithi123 ceph-mon[188613]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 17/252 objects degraded (6.746%), 4 pgs degraded) 2023-12-20T10:56:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:00 smithi123 ceph-mon[188613]: Cluster is now healthy 2023-12-20T10:56:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:00 smithi123 ceph-mon[188613]: osdmap e419: 8 total, 8 up, 8 in 2023-12-20T10:56:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:00 smithi123 ceph-mon[191304]: failed to encode map e418 with expected crc 2023-12-20T10:56:00.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:00 smithi123 ceph-mon[191304]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 17/252 objects degraded (6.746%), 4 pgs degraded) 2023-12-20T10:56:00.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:00 smithi123 ceph-mon[191304]: Cluster is now healthy 2023-12-20T10:56:00.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:00 smithi123 ceph-mon[191304]: osdmap e419: 8 total, 8 up, 8 in 2023-12-20T10:56:01.517 INFO:tasks.rados.rados.0.smithi123.stdout:1840: done (2 left) 2023-12-20T10:56:01.518 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 49 current snap is 174 2023-12-20T10:56:01.518 INFO:tasks.rados.rados.0.smithi123.stdout:1841: seq_num 610 ranges {7282688=622592} 2023-12-20T10:56:01.559 INFO:tasks.rados.rados.0.smithi123.stdout:1841: writing smithi123173835-49 from 7282688 to 7905280 tid 1 2023-12-20T10:56:01.559 INFO:tasks.rados.rados.0.smithi123.stdout:1842: read oid 30 snap -1 2023-12-20T10:56:01.559 INFO:tasks.rados.rados.0.smithi123.stdout:1842: expect deleted 2023-12-20T10:56:01.560 INFO:tasks.rados.rados.0.smithi123.stdout:1843: snap_create 2023-12-20T10:56:01.560 INFO:tasks.rados.rados.0.smithi123.stdout:1838: finishing write tid 1 to smithi123173835-41 2023-12-20T10:56:01.560 INFO:tasks.rados.rados.0.smithi123.stdout:1838: finishing write tid 2 to smithi123173835-41 2023-12-20T10:56:01.560 INFO:tasks.rados.rados.0.smithi123.stdout:1838: finishing write tid 3 to smithi123173835-41 2023-12-20T10:56:01.560 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 1181 (ObjNum 609 snap 174 seq_num 609) dirty exists 2023-12-20T10:56:01.560 INFO:tasks.rados.rados.0.smithi123.stdout:1838: left oid 41 (ObjNum 609 snap 174 seq_num 609) 2023-12-20T10:56:01.560 INFO:tasks.rados.rados.0.smithi123.stdout:1839: finishing copy_from to smithi123173835-29 2023-12-20T10:56:01.561 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 1002 (ObjNum 578 snap 164 seq_num 578) dirty exists 2023-12-20T10:56:01.561 INFO:tasks.rados.rados.0.smithi123.stdout:1839: finishing copy_from racing read to smithi123173835-29 2023-12-20T10:56:01.567 INFO:tasks.rados.rados.0.smithi123.stdout:1841: finishing write tid 1 to smithi123173835-49 2023-12-20T10:56:01.568 INFO:tasks.rados.rados.0.smithi123.stdout:1841: finishing write tid 2 to smithi123173835-49 2023-12-20T10:56:01.569 INFO:tasks.rados.rados.0.smithi123.stdout:1841: finishing write tid 3 to smithi123173835-49 2023-12-20T10:56:01.569 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 1183 (ObjNum 610 snap 174 seq_num 610) dirty exists 2023-12-20T10:56:01.569 INFO:tasks.rados.rados.0.smithi123.stdout:1841: left oid 49 (ObjNum 610 snap 174 seq_num 610) 2023-12-20T10:56:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:01 smithi177 ceph-mon[212096]: failed to encode map e419 with expected crc 2023-12-20T10:56:01.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:01 smithi177 ceph-mon[212096]: pgmap v339: 121 pgs: 121 active+clean; 164 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.5 MiB/s wr, 3 op/s; 78 KiB/s, 0 objects/s recovering 2023-12-20T10:56:01.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:01 smithi177 ceph-mon[212096]: osdmap e420: 8 total, 8 up, 8 in 2023-12-20T10:56:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:01 smithi123 ceph-mon[188613]: failed to encode map e419 with expected crc 2023-12-20T10:56:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:01 smithi123 ceph-mon[188613]: pgmap v339: 121 pgs: 121 active+clean; 164 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.5 MiB/s wr, 3 op/s; 78 KiB/s, 0 objects/s recovering 2023-12-20T10:56:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:01 smithi123 ceph-mon[188613]: osdmap e420: 8 total, 8 up, 8 in 2023-12-20T10:56:01.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:01 smithi123 ceph-mon[191304]: failed to encode map e419 with expected crc 2023-12-20T10:56:01.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:01 smithi123 ceph-mon[191304]: pgmap v339: 121 pgs: 121 active+clean; 164 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.5 MiB/s wr, 3 op/s; 78 KiB/s, 0 objects/s recovering 2023-12-20T10:56:01.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:01 smithi123 ceph-mon[191304]: osdmap e420: 8 total, 8 up, 8 in 2023-12-20T10:56:02.514 INFO:tasks.rados.rados.0.smithi123.stdout:1838: done (4 left) 2023-12-20T10:56:02.515 INFO:tasks.rados.rados.0.smithi123.stdout:1839: done (3 left) 2023-12-20T10:56:02.515 INFO:tasks.rados.rados.0.smithi123.stdout:1841: done (2 left) 2023-12-20T10:56:02.515 INFO:tasks.rados.rados.0.smithi123.stdout:1842: done (1 left) 2023-12-20T10:56:02.515 INFO:tasks.rados.rados.0.smithi123.stdout:1843: done (0 left) 2023-12-20T10:56:02.515 INFO:tasks.rados.rados.0.smithi123.stdout:1844: setattr oid 37 current snap is 175 2023-12-20T10:56:02.516 INFO:tasks.rados.rados.0.smithi123.stdout:1845: copy_from oid 34 from oid 33 current snap is 175 2023-12-20T10:56:02.516 INFO:tasks.rados.rados.0.smithi123.stdout:1846: copy_from oid 16 from oid 43 current snap is 175 2023-12-20T10:56:02.517 INFO:tasks.rados.rados.0.smithi123.stdout:1847: rollback oid 13 current snap is 175 2023-12-20T10:56:02.517 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 13 to 172 2023-12-20T10:56:02.517 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 24 current snap is 175 2023-12-20T10:56:02.517 INFO:tasks.rados.rados.0.smithi123.stdout:1848: seq_num 611 ranges {3096576=638976} 2023-12-20T10:56:02.538 INFO:tasks.rados.rados.0.smithi123.stdout:1848: writing smithi123173835-24 from 3096576 to 3735552 tid 1 2023-12-20T10:56:02.538 INFO:tasks.rados.rados.0.smithi123.stdout:1849: copy_from oid 38 from oid 11 current snap is 175 2023-12-20T10:56:02.538 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 1003 (ObjNum 576 snap 164 seq_num 576) dirty exists 2023-12-20T10:56:02.538 INFO:tasks.rados.rados.0.smithi123.stdout:1847: finishing rollback tid 1 to smithi123173835-13 2023-12-20T10:56:02.538 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 0 (ObjNum 673 snap 0 seq_num 4227165872) dirty dne 2023-12-20T10:56:02.538 INFO:tasks.rados.rados.0.smithi123.stdout:1845: finishing copy_from to smithi123173835-34 2023-12-20T10:56:02.538 INFO:tasks.rados.rados.0.smithi123.stdout:1845: got expected ENOENT (src dne) 2023-12-20T10:56:02.538 INFO:tasks.rados.rados.0.smithi123.stdout:1845: finishing copy_from racing read to smithi123173835-34 2023-12-20T10:56:02.538 INFO:tasks.rados.rados.0.smithi123.stdout:1846: finishing copy_from racing read to smithi123173835-16 2023-12-20T10:56:02.538 INFO:tasks.rados.rados.0.smithi123.stdout:1846: finishing copy_from to smithi123173835-16 2023-12-20T10:56:02.538 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 532 (ObjNum 605 snap 172 seq_num 605) dirty exists 2023-12-20T10:56:02.539 INFO:tasks.rados.rados.0.smithi123.stdout:1844: done (5 left) 2023-12-20T10:56:02.539 INFO:tasks.rados.rados.0.smithi123.stdout:1845: done (4 left) 2023-12-20T10:56:02.539 INFO:tasks.rados.rados.0.smithi123.stdout:1846: done (3 left) 2023-12-20T10:56:02.539 INFO:tasks.rados.rados.0.smithi123.stdout:1847: done (2 left) 2023-12-20T10:56:02.539 INFO:tasks.rados.rados.0.smithi123.stdout:1850: rollback oid 26 current snap is 175 2023-12-20T10:56:02.539 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 26 to 174 2023-12-20T10:56:02.539 INFO:tasks.rados.rados.0.smithi123.stdout:1851: snap_create 2023-12-20T10:56:02.541 INFO:tasks.rados.rados.0.smithi123.stdout:1850: finishing rollback tid 0 to smithi123173835-26 2023-12-20T10:56:02.541 INFO:tasks.rados.rados.0.smithi123.stdout:1850: finishing rollback tid 1 to smithi123173835-26 2023-12-20T10:56:02.541 INFO:tasks.rados.rados.0.smithi123.stdout:1848: finishing write tid 1 to smithi123173835-24 2023-12-20T10:56:02.542 INFO:tasks.rados.rados.0.smithi123.stdout:1848: finishing write tid 2 to smithi123173835-24 2023-12-20T10:56:02.542 INFO:tasks.rados.rados.0.smithi123.stdout:1850: finishing rollback tid 2 to smithi123173835-26 2023-12-20T10:56:02.542 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 958 (ObjNum 409 snap 126 seq_num 409) dirty exists 2023-12-20T10:56:02.543 INFO:tasks.rados.rados.0.smithi123.stdout:1848: finishing write tid 3 to smithi123173835-24 2023-12-20T10:56:02.544 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 24 v 1150 (ObjNum 611 snap 175 seq_num 611) dirty exists 2023-12-20T10:56:02.544 INFO:tasks.rados.rados.0.smithi123.stdout:1848: left oid 24 (ObjNum 611 snap 175 seq_num 611) 2023-12-20T10:56:02.557 INFO:tasks.rados.rados.0.smithi123.stdout:1849: finishing copy_from racing read to smithi123173835-38 2023-12-20T10:56:02.563 INFO:tasks.rados.rados.0.smithi123.stdout:1849: finishing copy_from to smithi123173835-38 2023-12-20T10:56:02.563 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 38 v 1185 (ObjNum 586 snap 167 seq_num 586) dirty exists 2023-12-20T10:56:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:02 smithi177 ceph-mon[212096]: failed to encode map e420 with expected crc 2023-12-20T10:56:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:02 smithi177 ceph-mon[212096]: osdmap e421: 8 total, 8 up, 8 in 2023-12-20T10:56:02.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:02 smithi123 ceph-mon[188613]: failed to encode map e420 with expected crc 2023-12-20T10:56:02.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:02 smithi123 ceph-mon[188613]: osdmap e421: 8 total, 8 up, 8 in 2023-12-20T10:56:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:02 smithi123 ceph-mon[191304]: failed to encode map e420 with expected crc 2023-12-20T10:56:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:02 smithi123 ceph-mon[191304]: osdmap e421: 8 total, 8 up, 8 in 2023-12-20T10:56:03.008 INFO:tasks.rados.rados.0.smithi123.stdout:1848: done (3 left) 2023-12-20T10:56:03.008 INFO:tasks.rados.rados.0.smithi123.stdout:1849: done (2 left) 2023-12-20T10:56:03.008 INFO:tasks.rados.rados.0.smithi123.stdout:1850: done (1 left) 2023-12-20T10:56:03.008 INFO:tasks.rados.rados.0.smithi123.stdout:1851: done (0 left) 2023-12-20T10:56:03.008 INFO:tasks.rados.rados.0.smithi123.stdout:1852: rmattr oid 9 current snap is 176 2023-12-20T10:56:03.008 INFO:tasks.rados.rados.0.smithi123.stdout:1852: done (0 left) 2023-12-20T10:56:03.008 INFO:tasks.rados.rados.0.smithi123.stdout:1853: copy_from oid 8 from oid 42 current snap is 176 2023-12-20T10:56:03.009 INFO:tasks.rados.rados.0.smithi123.stdout:1854: delete oid 3 current snap is 176 2023-12-20T10:56:03.016 INFO:tasks.rados.rados.0.smithi123.stdout:1854: done (1 left) 2023-12-20T10:56:03.017 INFO:tasks.rados.rados.0.smithi123.stdout:1855: rollback oid 25 current snap is 176 2023-12-20T10:56:03.017 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 25 to 172 2023-12-20T10:56:03.017 INFO:tasks.rados.rados.0.smithi123.stdout:1856: snap_create 2023-12-20T10:56:03.019 INFO:tasks.rados.rados.0.smithi123.stdout:1853: finishing copy_from racing read to smithi123173835-8 2023-12-20T10:56:03.020 INFO:tasks.rados.rados.0.smithi123.stdout:1853: finishing copy_from to smithi123173835-8 2023-12-20T10:56:03.020 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 1105 (ObjNum 579 snap 164 seq_num 579) dirty exists 2023-12-20T10:56:03.024 INFO:tasks.rados.rados.0.smithi123.stdout:1855: finishing rollback tid 0 to smithi123173835-25 2023-12-20T10:56:03.025 INFO:tasks.rados.rados.0.smithi123.stdout:1855: finishing rollback tid 1 to smithi123173835-25 2023-12-20T10:56:03.025 INFO:tasks.rados.rados.0.smithi123.stdout:1855: finishing rollback tid 2 to smithi123173835-25 2023-12-20T10:56:03.025 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 431 (ObjNum 570 snap 164 seq_num 570) dirty exists 2023-12-20T10:56:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:03 smithi177 ceph-mon[212096]: failed to encode map e421 with expected crc 2023-12-20T10:56:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:03 smithi177 ceph-mon[212096]: osdmap e422: 8 total, 8 up, 8 in 2023-12-20T10:56:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:03 smithi177 ceph-mon[212096]: pgmap v343: 121 pgs: 121 active+clean; 163 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 809 B/s rd, 2.9 MiB/s wr, 10 op/s 2023-12-20T10:56:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:03 smithi123 ceph-mon[191304]: failed to encode map e421 with expected crc 2023-12-20T10:56:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:03 smithi123 ceph-mon[191304]: osdmap e422: 8 total, 8 up, 8 in 2023-12-20T10:56:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:03 smithi123 ceph-mon[191304]: pgmap v343: 121 pgs: 121 active+clean; 163 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 809 B/s rd, 2.9 MiB/s wr, 10 op/s 2023-12-20T10:56:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:03 smithi123 ceph-mon[188613]: failed to encode map e421 with expected crc 2023-12-20T10:56:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:03 smithi123 ceph-mon[188613]: osdmap e422: 8 total, 8 up, 8 in 2023-12-20T10:56:03.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:03 smithi123 ceph-mon[188613]: pgmap v343: 121 pgs: 121 active+clean; 163 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 809 B/s rd, 2.9 MiB/s wr, 10 op/s 2023-12-20T10:56:04.025 INFO:tasks.rados.rados.0.smithi123.stdout:1853: done (2 left) 2023-12-20T10:56:04.025 INFO:tasks.rados.rados.0.smithi123.stdout:1855: done (1 left) 2023-12-20T10:56:04.025 INFO:tasks.rados.rados.0.smithi123.stdout:1856: done (0 left) 2023-12-20T10:56:04.025 INFO:tasks.rados.rados.0.smithi123.stdout:1857: read oid 30 snap 174 2023-12-20T10:56:04.025 INFO:tasks.rados.rados.0.smithi123.stdout:1857: expect deleted 2023-12-20T10:56:04.025 INFO:tasks.rados.rados.0.smithi123.stdout:1858: rollback oid 17 current snap is 177 2023-12-20T10:56:04.026 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 17 to 175 2023-12-20T10:56:04.026 INFO:tasks.rados.rados.0.smithi123.stdout:1859: read oid 14 snap 175 2023-12-20T10:56:04.026 INFO:tasks.rados.rados.0.smithi123.stdout:1859: expect (ObjNum 566 snap 161 seq_num 566) 2023-12-20T10:56:04.026 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 13 current snap is 177 2023-12-20T10:56:04.026 INFO:tasks.rados.rados.0.smithi123.stdout:1860: seq_num 613 ranges {0=671744} 2023-12-20T10:56:04.029 INFO:tasks.rados.rados.0.smithi123.stdout:1860: writing smithi123173835-13 from 0 to 671744 tid 1 2023-12-20T10:56:04.029 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 23 current snap is 177 2023-12-20T10:56:04.029 INFO:tasks.rados.rados.0.smithi123.stdout:1861: seq_num 614 ranges {8945664=688128} 2023-12-20T10:56:04.082 INFO:tasks.rados.rados.0.smithi123.stdout:1861: writing smithi123173835-23 from 8945664 to 9633792 tid 1 2023-12-20T10:56:04.082 INFO:tasks.rados.rados.0.smithi123.stdout:1862: rollback oid 32 current snap is 177 2023-12-20T10:56:04.082 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 32 to 175 2023-12-20T10:56:04.082 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 18 current snap is 177 2023-12-20T10:56:04.082 INFO:tasks.rados.rados.0.smithi123.stdout:1863: seq_num 615 ranges {8830976=704512} 2023-12-20T10:56:04.133 INFO:tasks.rados.rados.0.smithi123.stdout:1863: writing smithi123173835-18 from 8830976 to 9535488 tid 1 2023-12-20T10:56:04.133 INFO:tasks.rados.rados.0.smithi123.stdout:1864: read oid 10 snap -1 2023-12-20T10:56:04.133 INFO:tasks.rados.rados.0.smithi123.stdout:1864: expect (ObjNum 528 snap 153 seq_num 528) 2023-12-20T10:56:04.133 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 21 current snap is 177 2023-12-20T10:56:04.133 INFO:tasks.rados.rados.0.smithi123.stdout:1858: finishing rollback tid 0 to smithi123173835-17 2023-12-20T10:56:04.134 INFO:tasks.rados.rados.0.smithi123.stdout:1858: finishing rollback tid 1 to smithi123173835-17 2023-12-20T10:56:04.134 INFO:tasks.rados.rados.0.smithi123.stdout:1858: finishing rollback tid 2 to smithi123173835-17 2023-12-20T10:56:04.134 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 17 v 1158 (ObjNum 409 snap 126 seq_num 409) dirty exists 2023-12-20T10:56:04.134 INFO:tasks.rados.rados.0.smithi123.stdout:1860: finishing write tid 1 to smithi123173835-13 2023-12-20T10:56:04.134 INFO:tasks.rados.rados.0.smithi123.stdout:1865: seq_num 616 ranges {2392064=720896} 2023-12-20T10:56:04.150 INFO:tasks.rados.rados.0.smithi123.stdout:1865: writing smithi123173835-21 from 2392064 to 3112960 tid 1 2023-12-20T10:56:04.150 INFO:tasks.rados.rados.0.smithi123.stdout:1857: done (8 left) 2023-12-20T10:56:04.150 INFO:tasks.rados.rados.0.smithi123.stdout:1858: done (7 left) 2023-12-20T10:56:04.150 INFO:tasks.rados.rados.0.smithi123.stdout:1866: snap_create 2023-12-20T10:56:04.150 INFO:tasks.rados.rados.0.smithi123.stdout:1860: finishing write tid 2 to smithi123173835-13 2023-12-20T10:56:04.150 INFO:tasks.rados.rados.0.smithi123.stdout:1859: expect (ObjNum 566 snap 161 seq_num 566) 2023-12-20T10:56:04.206 INFO:tasks.rados.rados.0.smithi123.stdout:1860: finishing write tid 3 to smithi123173835-13 2023-12-20T10:56:04.206 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 1535 (ObjNum 613 snap 177 seq_num 613) dirty exists 2023-12-20T10:56:04.206 INFO:tasks.rados.rados.0.smithi123.stdout:1860: left oid 13 (ObjNum 613 snap 177 seq_num 613) 2023-12-20T10:56:04.206 INFO:tasks.rados.rados.0.smithi123.stdout:1862: finishing rollback tid 1 to smithi123173835-32 2023-12-20T10:56:04.206 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-20T10:56:04.207 INFO:tasks.rados.rados.0.smithi123.stdout:1861: finishing write tid 1 to smithi123173835-23 2023-12-20T10:56:04.207 INFO:tasks.rados.rados.0.smithi123.stdout:1861: finishing write tid 2 to smithi123173835-23 2023-12-20T10:56:04.207 INFO:tasks.rados.rados.0.smithi123.stdout:1861: finishing write tid 3 to smithi123173835-23 2023-12-20T10:56:04.207 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 23 v 1155 (ObjNum 614 snap 177 seq_num 614) dirty exists 2023-12-20T10:56:04.207 INFO:tasks.rados.rados.0.smithi123.stdout:1861: left oid 23 (ObjNum 614 snap 177 seq_num 614) 2023-12-20T10:56:04.207 INFO:tasks.rados.rados.0.smithi123.stdout:1863: finishing write tid 1 to smithi123173835-18 2023-12-20T10:56:04.207 INFO:tasks.rados.rados.0.smithi123.stdout:1863: finishing write tid 2 to smithi123173835-18 2023-12-20T10:56:04.207 INFO:tasks.rados.rados.0.smithi123.stdout:1863: finishing write tid 3 to smithi123173835-18 2023-12-20T10:56:04.207 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 18 v 1206 (ObjNum 615 snap 177 seq_num 615) dirty exists 2023-12-20T10:56:04.207 INFO:tasks.rados.rados.0.smithi123.stdout:1863: left oid 18 (ObjNum 615 snap 177 seq_num 615) 2023-12-20T10:56:04.207 INFO:tasks.rados.rados.0.smithi123.stdout:1864: expect (ObjNum 528 snap 153 seq_num 528) 2023-12-20T10:56:04.299 INFO:tasks.rados.rados.0.smithi123.stdout:1865: finishing write tid 1 to smithi123173835-21 2023-12-20T10:56:04.300 INFO:tasks.rados.rados.0.smithi123.stdout:1865: finishing write tid 2 to smithi123173835-21 2023-12-20T10:56:04.300 INFO:tasks.rados.rados.0.smithi123.stdout:1865: finishing write tid 3 to smithi123173835-21 2023-12-20T10:56:04.300 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 960 (ObjNum 616 snap 177 seq_num 616) dirty exists 2023-12-20T10:56:04.300 INFO:tasks.rados.rados.0.smithi123.stdout:1865: left oid 21 (ObjNum 616 snap 177 seq_num 616) 2023-12-20T10:56:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:04 smithi177 ceph-mon[212096]: failed to encode map e422 with expected crc 2023-12-20T10:56:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:04 smithi177 ceph-mon[212096]: osdmap e423: 8 total, 8 up, 8 in 2023-12-20T10:56:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:04 smithi123 ceph-mon[191304]: failed to encode map e422 with expected crc 2023-12-20T10:56:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:04 smithi123 ceph-mon[191304]: osdmap e423: 8 total, 8 up, 8 in 2023-12-20T10:56:04.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:04 smithi123 ceph-mon[188613]: failed to encode map e422 with expected crc 2023-12-20T10:56:04.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:04 smithi123 ceph-mon[188613]: osdmap e423: 8 total, 8 up, 8 in 2023-12-20T10:56:05.027 INFO:tasks.rados.rados.0.smithi123.stdout:1859: done (7 left) 2023-12-20T10:56:05.027 INFO:tasks.rados.rados.0.smithi123.stdout:1860: done (6 left) 2023-12-20T10:56:05.027 INFO:tasks.rados.rados.0.smithi123.stdout:1861: done (5 left) 2023-12-20T10:56:05.028 INFO:tasks.rados.rados.0.smithi123.stdout:1862: done (4 left) 2023-12-20T10:56:05.028 INFO:tasks.rados.rados.0.smithi123.stdout:1863: done (3 left) 2023-12-20T10:56:05.028 INFO:tasks.rados.rados.0.smithi123.stdout:1864: done (2 left) 2023-12-20T10:56:05.028 INFO:tasks.rados.rados.0.smithi123.stdout:1865: done (1 left) 2023-12-20T10:56:05.028 INFO:tasks.rados.rados.0.smithi123.stdout:1866: done (0 left) 2023-12-20T10:56:05.028 INFO:tasks.rados.rados.0.smithi123.stdout:1867: delete oid 40 current snap is 178 2023-12-20T10:56:05.033 INFO:tasks.rados.rados.0.smithi123.stdout:1867: done (0 left) 2023-12-20T10:56:05.033 INFO:tasks.rados.rados.0.smithi123.stdout:1868: read oid 17 snap 176 2023-12-20T10:56:05.033 INFO:tasks.rados.rados.0.smithi123.stdout:1868: expect (ObjNum 409 snap 126 seq_num 409) 2023-12-20T10:56:05.033 INFO:tasks.rados.rados.0.smithi123.stdout:1869: rollback oid 10 current snap is 178 2023-12-20T10:56:05.033 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 10 to 174 2023-12-20T10:56:05.033 INFO:tasks.rados.rados.0.smithi123.stdout:1870: rollback oid 16 current snap is 178 2023-12-20T10:56:05.033 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 16 to 175 2023-12-20T10:56:05.033 INFO:tasks.rados.rados.0.smithi123.stdout:1871: snap_create 2023-12-20T10:56:05.038 INFO:tasks.rados.rados.0.smithi123.stdout:1869: finishing rollback tid 0 to smithi123173835-10 2023-12-20T10:56:05.039 INFO:tasks.rados.rados.0.smithi123.stdout:1870: finishing rollback tid 0 to smithi123173835-16 2023-12-20T10:56:05.040 INFO:tasks.rados.rados.0.smithi123.stdout:1870: finishing rollback tid 1 to smithi123173835-16 2023-12-20T10:56:05.040 INFO:tasks.rados.rados.0.smithi123.stdout:1870: finishing rollback tid 2 to smithi123173835-16 2023-12-20T10:56:05.040 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 1209 (ObjNum 605 snap 172 seq_num 605) dirty exists 2023-12-20T10:56:05.040 INFO:tasks.rados.rados.0.smithi123.stdout:1869: finishing rollback tid 1 to smithi123173835-10 2023-12-20T10:56:05.040 INFO:tasks.rados.rados.0.smithi123.stdout:1869: finishing rollback tid 2 to smithi123173835-10 2023-12-20T10:56:05.040 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 1540 (ObjNum 528 snap 153 seq_num 528) dirty exists 2023-12-20T10:56:05.056 INFO:tasks.rados.rados.0.smithi123.stdout:1868: expect (ObjNum 409 snap 126 seq_num 409) 2023-12-20T10:56:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:05 smithi177 ceph-mon[212096]: failed to encode map e423 with expected crc 2023-12-20T10:56:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:05 smithi177 ceph-mon[212096]: osdmap e424: 8 total, 8 up, 8 in 2023-12-20T10:56:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:05 smithi177 ceph-mon[212096]: pgmap v346: 121 pgs: 121 active+clean; 159 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.1 KiB/s rd, 3.1 MiB/s wr, 10 op/s 2023-12-20T10:56:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:05 smithi123 ceph-mon[191304]: failed to encode map e423 with expected crc 2023-12-20T10:56:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:05 smithi123 ceph-mon[191304]: osdmap e424: 8 total, 8 up, 8 in 2023-12-20T10:56:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:05 smithi123 ceph-mon[191304]: pgmap v346: 121 pgs: 121 active+clean; 159 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.1 KiB/s rd, 3.1 MiB/s wr, 10 op/s 2023-12-20T10:56:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:05 smithi123 ceph-mon[188613]: failed to encode map e423 with expected crc 2023-12-20T10:56:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:05 smithi123 ceph-mon[188613]: osdmap e424: 8 total, 8 up, 8 in 2023-12-20T10:56:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:05 smithi123 ceph-mon[188613]: pgmap v346: 121 pgs: 121 active+clean; 159 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.1 KiB/s rd, 3.1 MiB/s wr, 10 op/s 2023-12-20T10:56:06.036 INFO:tasks.rados.rados.0.smithi123.stdout:1868: done (3 left) 2023-12-20T10:56:06.036 INFO:tasks.rados.rados.0.smithi123.stdout:1869: done (2 left) 2023-12-20T10:56:06.036 INFO:tasks.rados.rados.0.smithi123.stdout:1870: done (1 left) 2023-12-20T10:56:06.036 INFO:tasks.rados.rados.0.smithi123.stdout:1871: done (0 left) 2023-12-20T10:56:06.036 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 38 current snap is 179 2023-12-20T10:56:06.036 INFO:tasks.rados.rados.0.smithi123.stdout:1872: seq_num 618 ranges {3989504=753664} 2023-12-20T10:56:06.061 INFO:tasks.rados.rados.0.smithi123.stdout:1872: writing smithi123173835-38 from 3989504 to 4743168 tid 1 2023-12-20T10:56:06.061 INFO:tasks.rados.rados.0.smithi123.stdout:1873: snap_create 2023-12-20T10:56:06.067 INFO:tasks.rados.rados.0.smithi123.stdout:1872: finishing write tid 1 to smithi123173835-38 2023-12-20T10:56:06.067 INFO:tasks.rados.rados.0.smithi123.stdout:1872: finishing write tid 2 to smithi123173835-38 2023-12-20T10:56:06.068 INFO:tasks.rados.rados.0.smithi123.stdout:1872: finishing write tid 3 to smithi123173835-38 2023-12-20T10:56:06.068 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 38 v 1187 (ObjNum 618 snap 179 seq_num 618) dirty exists 2023-12-20T10:56:06.068 INFO:tasks.rados.rados.0.smithi123.stdout:1872: left oid 38 (ObjNum 618 snap 179 seq_num 618) 2023-12-20T10:56:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:06 smithi177 ceph-mon[212096]: failed to encode map e424 with expected crc 2023-12-20T10:56:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:06 smithi177 ceph-mon[212096]: osdmap e425: 8 total, 8 up, 8 in 2023-12-20T10:56:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:06 smithi123 ceph-mon[191304]: failed to encode map e424 with expected crc 2023-12-20T10:56:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:06 smithi123 ceph-mon[191304]: osdmap e425: 8 total, 8 up, 8 in 2023-12-20T10:56:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:06.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:06 smithi123 ceph-mon[188613]: failed to encode map e424 with expected crc 2023-12-20T10:56:06.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:06 smithi123 ceph-mon[188613]: osdmap e425: 8 total, 8 up, 8 in 2023-12-20T10:56:06.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:07.037 INFO:tasks.rados.rados.0.smithi123.stdout:1872: done (1 left) 2023-12-20T10:56:07.037 INFO:tasks.rados.rados.0.smithi123.stdout:1873: done (0 left) 2023-12-20T10:56:07.037 INFO:tasks.rados.rados.0.smithi123.stdout:1874: setattr oid 29 current snap is 180 2023-12-20T10:56:07.038 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 31 current snap is 180 2023-12-20T10:56:07.038 INFO:tasks.rados.rados.0.smithi123.stdout:1875: seq_num 619 ranges {1867776=770048} 2023-12-20T10:56:07.052 INFO:tasks.rados.rados.0.smithi123.stdout:1875: writing smithi123173835-31 from 1867776 to 2637824 tid 1 2023-12-20T10:56:07.053 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 46 current snap is 180 2023-12-20T10:56:07.053 INFO:tasks.rados.rados.0.smithi123.stdout:1876: seq_num 620 ranges {0=794624} 2023-12-20T10:56:07.057 INFO:tasks.rados.rados.0.smithi123.stdout:1876: writing smithi123173835-46 from 0 to 794624 tid 1 2023-12-20T10:56:07.057 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 14 current snap is 180 2023-12-20T10:56:07.057 INFO:tasks.rados.rados.0.smithi123.stdout:1877: seq_num 621 ranges {2293760=409600,2703360=401408} 2023-12-20T10:56:07.072 INFO:tasks.rados.rados.0.smithi123.stdout:1877: writing smithi123173835-14 from 2293760 to 2703360 tid 1 2023-12-20T10:56:07.074 INFO:tasks.rados.rados.0.smithi123.stdout:1877: writing smithi123173835-14 from 2703360 to 3104768 tid 2 2023-12-20T10:56:07.074 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 12 current snap is 180 2023-12-20T10:56:07.074 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 1004 (ObjNum 578 snap 164 seq_num 578) dirty exists 2023-12-20T10:56:07.074 INFO:tasks.rados.rados.0.smithi123.stdout:1878: seq_num 622 ranges {573440=425984,999424=401408} 2023-12-20T10:56:07.079 INFO:tasks.rados.rados.0.smithi123.stdout:1878: writing smithi123173835-12 from 573440 to 999424 tid 1 2023-12-20T10:56:07.083 INFO:tasks.rados.rados.0.smithi123.stdout:1878: writing smithi123173835-12 from 999424 to 1400832 tid 2 2023-12-20T10:56:07.083 INFO:tasks.rados.rados.0.smithi123.stdout:1874: done (4 left) 2023-12-20T10:56:07.083 INFO:tasks.rados.rados.0.smithi123.stdout:1879: rmattr oid 13 current snap is 180 2023-12-20T10:56:07.083 INFO:tasks.rados.rados.0.smithi123.stdout:1879: done (4 left) 2023-12-20T10:56:07.083 INFO:tasks.rados.rados.0.smithi123.stdout:1880: setattr oid 47 current snap is 180 2023-12-20T10:56:07.083 INFO:tasks.rados.rados.0.smithi123.stdout:1875: finishing write tid 1 to smithi123173835-31 2023-12-20T10:56:07.083 INFO:tasks.rados.rados.0.smithi123.stdout:1875: finishing write tid 2 to smithi123173835-31 2023-12-20T10:56:07.083 INFO:tasks.rados.rados.0.smithi123.stdout:1875: finishing write tid 3 to smithi123173835-31 2023-12-20T10:56:07.083 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 31 v 1187 (ObjNum 619 snap 180 seq_num 619) dirty exists 2023-12-20T10:56:07.083 INFO:tasks.rados.rados.0.smithi123.stdout:1875: left oid 31 (ObjNum 619 snap 180 seq_num 619) 2023-12-20T10:56:07.083 INFO:tasks.rados.rados.0.smithi123.stdout:1876: finishing write tid 1 to smithi123173835-46 2023-12-20T10:56:07.084 INFO:tasks.rados.rados.0.smithi123.stdout:1876: finishing write tid 2 to smithi123173835-46 2023-12-20T10:56:07.084 INFO:tasks.rados.rados.0.smithi123.stdout:1876: finishing write tid 3 to smithi123173835-46 2023-12-20T10:56:07.084 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 46 v 1211 (ObjNum 620 snap 180 seq_num 620) dirty exists 2023-12-20T10:56:07.084 INFO:tasks.rados.rados.0.smithi123.stdout:1876: left oid 46 (ObjNum 620 snap 180 seq_num 620) 2023-12-20T10:56:07.084 INFO:tasks.rados.rados.0.smithi123.stdout:1877: finishing write tid 1 to smithi123173835-14 2023-12-20T10:56:07.084 INFO:tasks.rados.rados.0.smithi123.stdout:1877: finishing write tid 2 to smithi123173835-14 2023-12-20T10:56:07.084 INFO:tasks.rados.rados.0.smithi123.stdout:1877: finishing write tid 3 to smithi123173835-14 2023-12-20T10:56:07.084 INFO:tasks.rados.rados.0.smithi123.stdout:1877: finishing write tid 4 to smithi123173835-14 2023-12-20T10:56:07.084 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 14 v 951 (ObjNum 621 snap 180 seq_num 621) dirty exists 2023-12-20T10:56:07.084 INFO:tasks.rados.rados.0.smithi123.stdout:1877: left oid 14 (ObjNum 621 snap 180 seq_num 621) 2023-12-20T10:56:07.085 INFO:tasks.rados.rados.0.smithi123.stdout:1875: done (4 left) 2023-12-20T10:56:07.085 INFO:tasks.rados.rados.0.smithi123.stdout:1876: done (3 left) 2023-12-20T10:56:07.085 INFO:tasks.rados.rados.0.smithi123.stdout:1877: done (2 left) 2023-12-20T10:56:07.085 INFO:tasks.rados.rados.0.smithi123.stdout:1881: rollback oid 24 current snap is 180 2023-12-20T10:56:07.085 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 24 to 177 2023-12-20T10:56:07.085 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 40 current snap is 180 2023-12-20T10:56:07.085 INFO:tasks.rados.rados.0.smithi123.stdout:1882: seq_num 623 ranges {0=442368,442368=401408} 2023-12-20T10:56:07.087 INFO:tasks.rados.rados.0.smithi123.stdout:1882: writing smithi123173835-40 from 0 to 442368 tid 1 2023-12-20T10:56:07.090 INFO:tasks.rados.rados.0.smithi123.stdout:1882: writing smithi123173835-40 from 442368 to 843776 tid 2 2023-12-20T10:56:07.090 INFO:tasks.rados.rados.0.smithi123.stdout:1883: rollback oid 42 current snap is 180 2023-12-20T10:56:07.090 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 42 to 177 2023-12-20T10:56:07.090 INFO:tasks.rados.rados.0.smithi123.stdout:1881: finishing rollback tid 0 to smithi123173835-24 2023-12-20T10:56:07.090 INFO:tasks.rados.rados.0.smithi123.stdout:1878: finishing write tid 1 to smithi123173835-12 2023-12-20T10:56:07.090 INFO:tasks.rados.rados.0.smithi123.stdout:1878: finishing write tid 2 to smithi123173835-12 2023-12-20T10:56:07.090 INFO:tasks.rados.rados.0.smithi123.stdout:1878: finishing write tid 3 to smithi123173835-12 2023-12-20T10:56:07.090 INFO:tasks.rados.rados.0.smithi123.stdout:1878: finishing write tid 4 to smithi123173835-12 2023-12-20T10:56:07.091 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 1108 (ObjNum 622 snap 180 seq_num 622) dirty exists 2023-12-20T10:56:07.091 INFO:tasks.rados.rados.0.smithi123.stdout:1878: left oid 12 (ObjNum 622 snap 180 seq_num 622) 2023-12-20T10:56:07.091 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 47 v 1109 (ObjNum 603 snap 171 seq_num 603) dirty exists 2023-12-20T10:56:07.091 INFO:tasks.rados.rados.0.smithi123.stdout:1881: finishing rollback tid 1 to smithi123173835-24 2023-12-20T10:56:07.091 INFO:tasks.rados.rados.0.smithi123.stdout:1881: finishing rollback tid 2 to smithi123173835-24 2023-12-20T10:56:07.091 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 24 v 1159 (ObjNum 611 snap 175 seq_num 611) dirty exists 2023-12-20T10:56:07.091 INFO:tasks.rados.rados.0.smithi123.stdout:1878: done (4 left) 2023-12-20T10:56:07.091 INFO:tasks.rados.rados.0.smithi123.stdout:1880: done (3 left) 2023-12-20T10:56:07.091 INFO:tasks.rados.rados.0.smithi123.stdout:1881: done (2 left) 2023-12-20T10:56:07.091 INFO:tasks.rados.rados.0.smithi123.stdout:1884: copy_from oid 34 from oid 6 current snap is 180 2023-12-20T10:56:07.091 INFO:tasks.rados.rados.0.smithi123.stdout:1885: delete oid 21 current snap is 180 2023-12-20T10:56:07.094 INFO:tasks.rados.rados.0.smithi123.stdout:1885: done (3 left) 2023-12-20T10:56:07.094 INFO:tasks.rados.rados.0.smithi123.stdout:1886: rmattr oid 26 current snap is 180 2023-12-20T10:56:07.094 INFO:tasks.rados.rados.0.smithi123.stdout:1886: done (3 left) 2023-12-20T10:56:07.094 INFO:tasks.rados.rados.0.smithi123.stdout:1887: copy_from oid 48 from oid 47 current snap is 180 2023-12-20T10:56:07.094 INFO:tasks.rados.rados.0.smithi123.stdout:1888: setattr oid 23 current snap is 180 2023-12-20T10:56:07.094 INFO:tasks.rados.rados.0.smithi123.stdout:1883: finishing rollback tid 0 to smithi123173835-42 2023-12-20T10:56:07.094 INFO:tasks.rados.rados.0.smithi123.stdout:1882: finishing write tid 1 to smithi123173835-40 2023-12-20T10:56:07.094 INFO:tasks.rados.rados.0.smithi123.stdout:1889: snap_create 2023-12-20T10:56:07.095 INFO:tasks.rados.rados.0.smithi123.stdout:1883: finishing rollback tid 1 to smithi123173835-42 2023-12-20T10:56:07.096 INFO:tasks.rados.rados.0.smithi123.stdout:1883: finishing rollback tid 2 to smithi123173835-42 2023-12-20T10:56:07.096 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 42 v 1163 (ObjNum 579 snap 164 seq_num 579) dirty exists 2023-12-20T10:56:07.098 INFO:tasks.rados.rados.0.smithi123.stdout:1884: finishing copy_from racing read to smithi123173835-34 2023-12-20T10:56:07.098 INFO:tasks.rados.rados.0.smithi123.stdout:1882: finishing write tid 2 to smithi123173835-40 2023-12-20T10:56:07.098 INFO:tasks.rados.rados.0.smithi123.stdout:1882: finishing write tid 3 to smithi123173835-40 2023-12-20T10:56:07.098 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 23 v 1165 (ObjNum 614 snap 177 seq_num 614) dirty exists 2023-12-20T10:56:07.098 INFO:tasks.rados.rados.0.smithi123.stdout:1884: finishing copy_from to smithi123173835-34 2023-12-20T10:56:07.098 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 34 v 1093 (ObjNum 65 snap 0 seq_num 1365397859) dirty exists 2023-12-20T10:56:07.099 INFO:tasks.rados.rados.0.smithi123.stdout:1882: finishing write tid 4 to smithi123173835-40 2023-12-20T10:56:07.099 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 40 v 1543 (ObjNum 623 snap 180 seq_num 623) dirty exists 2023-12-20T10:56:07.099 INFO:tasks.rados.rados.0.smithi123.stdout:1882: left oid 40 (ObjNum 623 snap 180 seq_num 623) 2023-12-20T10:56:07.099 INFO:tasks.rados.rados.0.smithi123.stdout:1887: finishing copy_from to smithi123173835-48 2023-12-20T10:56:07.100 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 1109 (ObjNum 603 snap 171 seq_num 603) dirty exists 2023-12-20T10:56:07.100 INFO:tasks.rados.rados.0.smithi123.stdout:1887: finishing copy_from racing read to smithi123173835-48 2023-12-20T10:56:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:07 smithi177 ceph-mon[212096]: failed to encode map e425 with expected crc 2023-12-20T10:56:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:07 smithi177 ceph-mon[212096]: osdmap e426: 8 total, 8 up, 8 in 2023-12-20T10:56:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:07 smithi177 ceph-mon[212096]: pgmap v349: 121 pgs: 121 active+clean; 164 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2023-12-20T10:56:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:07 smithi123 ceph-mon[191304]: failed to encode map e425 with expected crc 2023-12-20T10:56:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:07 smithi123 ceph-mon[191304]: osdmap e426: 8 total, 8 up, 8 in 2023-12-20T10:56:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:07 smithi123 ceph-mon[191304]: pgmap v349: 121 pgs: 121 active+clean; 164 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2023-12-20T10:56:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:07 smithi123 ceph-mon[188613]: failed to encode map e425 with expected crc 2023-12-20T10:56:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:07 smithi123 ceph-mon[188613]: osdmap e426: 8 total, 8 up, 8 in 2023-12-20T10:56:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:07 smithi123 ceph-mon[188613]: pgmap v349: 121 pgs: 121 active+clean; 164 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2023-12-20T10:56:08.013 INFO:tasks.rados.rados.0.smithi123.stdout:1882: done (5 left) 2023-12-20T10:56:08.013 INFO:tasks.rados.rados.0.smithi123.stdout:1883: done (4 left) 2023-12-20T10:56:08.013 INFO:tasks.rados.rados.0.smithi123.stdout:1884: done (3 left) 2023-12-20T10:56:08.013 INFO:tasks.rados.rados.0.smithi123.stdout:1887: done (2 left) 2023-12-20T10:56:08.013 INFO:tasks.rados.rados.0.smithi123.stdout:1888: done (1 left) 2023-12-20T10:56:08.013 INFO:tasks.rados.rados.0.smithi123.stdout:1889: done (0 left) 2023-12-20T10:56:08.013 INFO:tasks.rados.rados.0.smithi123.stdout:1890: delete oid 24 current snap is 181 2023-12-20T10:56:08.023 INFO:tasks.rados.rados.0.smithi123.stdout:1890: done (0 left) 2023-12-20T10:56:08.023 INFO:tasks.rados.rados.0.smithi123.stdout:1891: rmattr oid 14 current snap is 181 2023-12-20T10:56:08.023 INFO:tasks.rados.rados.0.smithi123.stdout:1891: done (0 left) 2023-12-20T10:56:08.023 INFO:tasks.rados.rados.0.smithi123.stdout:1892: delete oid 15 current snap is 181 2023-12-20T10:56:08.028 INFO:tasks.rados.rados.0.smithi123.stdout:1892: done (0 left) 2023-12-20T10:56:08.028 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 4 current snap is 181 2023-12-20T10:56:08.029 INFO:tasks.rados.rados.0.smithi123.stdout:1893: seq_num 627 ranges {0=507904,507904=401408} 2023-12-20T10:56:08.031 INFO:tasks.rados.rados.0.smithi123.stdout:1893: writing smithi123173835-4 from 0 to 507904 tid 1 2023-12-20T10:56:08.034 INFO:tasks.rados.rados.0.smithi123.stdout:1893: writing smithi123173835-4 from 507904 to 909312 tid 2 2023-12-20T10:56:08.034 INFO:tasks.rados.rados.0.smithi123.stdout:1894: snap_create 2023-12-20T10:56:08.037 INFO:tasks.rados.rados.0.smithi123.stdout:1893: finishing write tid 1 to smithi123173835-4 2023-12-20T10:56:08.037 INFO:tasks.rados.rados.0.smithi123.stdout:1893: finishing write tid 2 to smithi123173835-4 2023-12-20T10:56:08.037 INFO:tasks.rados.rados.0.smithi123.stdout:1893: finishing write tid 3 to smithi123173835-4 2023-12-20T10:56:08.038 INFO:tasks.rados.rados.0.smithi123.stdout:1893: finishing write tid 4 to smithi123173835-4 2023-12-20T10:56:08.038 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 1170 (ObjNum 627 snap 181 seq_num 627) dirty exists 2023-12-20T10:56:08.038 INFO:tasks.rados.rados.0.smithi123.stdout:1893: left oid 4 (ObjNum 627 snap 181 seq_num 627) 2023-12-20T10:56:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:08 smithi177 ceph-mon[212096]: failed to encode map e426 with expected crc 2023-12-20T10:56:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:08 smithi177 ceph-mon[212096]: osdmap e427: 8 total, 8 up, 8 in 2023-12-20T10:56:08.903 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:56:08 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:56:08.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-20T10:56:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:08 smithi123 ceph-mon[191304]: failed to encode map e426 with expected crc 2023-12-20T10:56:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:08 smithi123 ceph-mon[191304]: osdmap e427: 8 total, 8 up, 8 in 2023-12-20T10:56:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:08 smithi123 ceph-mon[188613]: failed to encode map e426 with expected crc 2023-12-20T10:56:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:08 smithi123 ceph-mon[188613]: osdmap e427: 8 total, 8 up, 8 in 2023-12-20T10:56:09.040 INFO:tasks.rados.rados.0.smithi123.stdout:1893: done (1 left) 2023-12-20T10:56:09.040 INFO:tasks.rados.rados.0.smithi123.stdout:1894: done (0 left) 2023-12-20T10:56:09.040 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 45 current snap is 182 2023-12-20T10:56:09.040 INFO:tasks.rados.rados.0.smithi123.stdout:1895: seq_num 628 ranges {0=524288,524288=401408} 2023-12-20T10:56:09.043 INFO:tasks.rados.rados.0.smithi123.stdout:1895: writing smithi123173835-45 from 0 to 524288 tid 1 2023-12-20T10:56:09.046 INFO:tasks.rados.rados.0.smithi123.stdout:1895: writing smithi123173835-45 from 524288 to 925696 tid 2 2023-12-20T10:56:09.046 INFO:tasks.rados.rados.0.smithi123.stdout:1896: snap_remove snap 172 2023-12-20T10:56:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:56:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:56:09] "GET /metrics HTTP/1.1" 200 35958 "" "Prometheus/2.43.0" 2023-12-20T10:56:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:09 smithi177 ceph-mon[212096]: failed to encode map e427 with expected crc 2023-12-20T10:56:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:09 smithi177 ceph-mon[212096]: osdmap e428: 8 total, 8 up, 8 in 2023-12-20T10:56:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:09 smithi177 ceph-mon[212096]: pgmap v352: 121 pgs: 121 active+clean; 168 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.2 MiB/s wr, 32 op/s 2023-12-20T10:56:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:09 smithi123 ceph-mon[191304]: failed to encode map e427 with expected crc 2023-12-20T10:56:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:09 smithi123 ceph-mon[191304]: osdmap e428: 8 total, 8 up, 8 in 2023-12-20T10:56:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:09 smithi123 ceph-mon[191304]: pgmap v352: 121 pgs: 121 active+clean; 168 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.2 MiB/s wr, 32 op/s 2023-12-20T10:56:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:09 smithi123 ceph-mon[188613]: failed to encode map e427 with expected crc 2023-12-20T10:56:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:09 smithi123 ceph-mon[188613]: osdmap e428: 8 total, 8 up, 8 in 2023-12-20T10:56:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:09 smithi123 ceph-mon[188613]: pgmap v352: 121 pgs: 121 active+clean; 168 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.2 MiB/s wr, 32 op/s 2023-12-20T10:56:10.045 INFO:tasks.rados.rados.0.smithi123.stdout:1896: done (1 left) 2023-12-20T10:56:10.046 INFO:tasks.rados.rados.0.smithi123.stdout:1897: copy_from oid 25 from oid 40 current snap is 182 2023-12-20T10:56:10.046 INFO:tasks.rados.rados.0.smithi123.stdout:1895: finishing write tid 1 to smithi123173835-45 2023-12-20T10:56:10.046 INFO:tasks.rados.rados.0.smithi123.stdout:1895: finishing write tid 2 to smithi123173835-45 2023-12-20T10:56:10.046 INFO:tasks.rados.rados.0.smithi123.stdout:1895: finishing write tid 3 to smithi123173835-45 2023-12-20T10:56:10.046 INFO:tasks.rados.rados.0.smithi123.stdout:1895: finishing write tid 4 to smithi123173835-45 2023-12-20T10:56:10.046 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 1214 (ObjNum 628 snap 182 seq_num 628) dirty exists 2023-12-20T10:56:10.046 INFO:tasks.rados.rados.0.smithi123.stdout:1895: left oid 45 (ObjNum 628 snap 182 seq_num 628) 2023-12-20T10:56:10.046 INFO:tasks.rados.rados.0.smithi123.stdout:1895: done (1 left) 2023-12-20T10:56:10.046 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 32 current snap is 182 2023-12-20T10:56:10.046 INFO:tasks.rados.rados.0.smithi123.stdout:1898: seq_num 629 ranges {0=540672,540672=401408} 2023-12-20T10:56:10.048 INFO:tasks.rados.rados.0.smithi123.stdout:1898: writing smithi123173835-32 from 0 to 540672 tid 1 2023-12-20T10:56:10.051 INFO:tasks.rados.rados.0.smithi123.stdout:1898: writing smithi123173835-32 from 540672 to 942080 tid 2 2023-12-20T10:56:10.051 INFO:tasks.rados.rados.0.smithi123.stdout:1899: snap_remove snap 181 2023-12-20T10:56:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:10 smithi177 ceph-mon[212096]: failed to encode map e428 with expected crc 2023-12-20T10:56:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:10 smithi177 ceph-mon[212096]: osdmap e429: 8 total, 8 up, 8 in 2023-12-20T10:56:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:10 smithi123 ceph-mon[191304]: failed to encode map e428 with expected crc 2023-12-20T10:56:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:10 smithi123 ceph-mon[191304]: osdmap e429: 8 total, 8 up, 8 in 2023-12-20T10:56:10.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:10 smithi123 ceph-mon[188613]: failed to encode map e428 with expected crc 2023-12-20T10:56:10.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:10 smithi123 ceph-mon[188613]: osdmap e429: 8 total, 8 up, 8 in 2023-12-20T10:56:11.047 INFO:tasks.rados.rados.0.smithi123.stdout:1899: done (2 left) 2023-12-20T10:56:11.047 INFO:tasks.rados.rados.0.smithi123.stdout:1900: delete oid 19 current snap is 182 2023-12-20T10:56:11.047 INFO:tasks.rados.rados.0.smithi123.stdout:1898: finishing write tid 1 to smithi123173835-32 2023-12-20T10:56:11.048 INFO:tasks.rados.rados.0.smithi123.stdout:1898: finishing write tid 2 to smithi123173835-32 2023-12-20T10:56:11.048 INFO:tasks.rados.rados.0.smithi123.stdout:1898: finishing write tid 3 to smithi123173835-32 2023-12-20T10:56:11.048 INFO:tasks.rados.rados.0.smithi123.stdout:1898: finishing write tid 4 to smithi123173835-32 2023-12-20T10:56:11.048 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 1550 (ObjNum 629 snap 182 seq_num 629) dirty exists 2023-12-20T10:56:11.048 INFO:tasks.rados.rados.0.smithi123.stdout:1898: left oid 32 (ObjNum 629 snap 182 seq_num 629) 2023-12-20T10:56:11.048 INFO:tasks.rados.rados.0.smithi123.stdout:1897: finishing copy_from racing read to smithi123173835-25 2023-12-20T10:56:11.048 INFO:tasks.rados.rados.0.smithi123.stdout:1897: finishing copy_from to smithi123173835-25 2023-12-20T10:56:11.048 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 1543 (ObjNum 623 snap 180 seq_num 623) dirty exists 2023-12-20T10:56:11.053 INFO:tasks.rados.rados.0.smithi123.stdout:1897: done (2 left) 2023-12-20T10:56:11.053 INFO:tasks.rados.rados.0.smithi123.stdout:1898: done (1 left) 2023-12-20T10:56:11.053 INFO:tasks.rados.rados.0.smithi123.stdout:1900: done (0 left) 2023-12-20T10:56:11.053 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 23 current snap is 182 2023-12-20T10:56:11.053 INFO:tasks.rados.rados.0.smithi123.stdout:1901: seq_num 631 ranges {9633792=573440,10207232=401408} 2023-12-20T10:56:11.106 INFO:tasks.rados.rados.0.smithi123.stdout:1901: writing smithi123173835-23 from 9633792 to 10207232 tid 1 2023-12-20T10:56:11.108 INFO:tasks.rados.rados.0.smithi123.stdout:1901: writing smithi123173835-23 from 10207232 to 10608640 tid 2 2023-12-20T10:56:11.108 INFO:tasks.rados.rados.0.smithi123.stdout:1902: snap_create 2023-12-20T10:56:11.111 INFO:tasks.rados.rados.0.smithi123.stdout:1901: finishing write tid 1 to smithi123173835-23 2023-12-20T10:56:11.111 INFO:tasks.rados.rados.0.smithi123.stdout:1901: finishing write tid 2 to smithi123173835-23 2023-12-20T10:56:11.111 INFO:tasks.rados.rados.0.smithi123.stdout:1901: finishing write tid 3 to smithi123173835-23 2023-12-20T10:56:11.112 INFO:tasks.rados.rados.0.smithi123.stdout:1901: finishing write tid 4 to smithi123173835-23 2023-12-20T10:56:11.113 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 23 v 1182 (ObjNum 631 snap 182 seq_num 631) dirty exists 2023-12-20T10:56:11.113 INFO:tasks.rados.rados.0.smithi123.stdout:1901: left oid 23 (ObjNum 631 snap 182 seq_num 631) 2023-12-20T10:56:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:11 smithi177 ceph-mon[212096]: failed to encode map e429 with expected crc 2023-12-20T10:56:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:11 smithi177 ceph-mon[212096]: failed to encode map e429 with expected crc 2023-12-20T10:56:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-20T10:56:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:11 smithi177 ceph-mon[212096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-20T10:56:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:11 smithi177 ceph-mon[212096]: Upgrade: osd.7 is safe to restart 2023-12-20T10:56:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:11 smithi177 ceph-mon[212096]: osdmap e430: 8 total, 8 up, 8 in 2023-12-20T10:56:11.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:11 smithi177 ceph-mon[212096]: pgmap v355: 121 pgs: 121 active+clean; 173 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.5 KiB/s rd, 2.1 MiB/s wr, 22 op/s 2023-12-20T10:56:11.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:11.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:56:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:11 smithi123 ceph-mon[191304]: failed to encode map e429 with expected crc 2023-12-20T10:56:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:11 smithi123 ceph-mon[191304]: failed to encode map e429 with expected crc 2023-12-20T10:56:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-20T10:56:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:11 smithi123 ceph-mon[191304]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-20T10:56:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:11 smithi123 ceph-mon[191304]: Upgrade: osd.7 is safe to restart 2023-12-20T10:56:11.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:11 smithi123 ceph-mon[191304]: osdmap e430: 8 total, 8 up, 8 in 2023-12-20T10:56:11.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:11 smithi123 ceph-mon[191304]: pgmap v355: 121 pgs: 121 active+clean; 173 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.5 KiB/s rd, 2.1 MiB/s wr, 22 op/s 2023-12-20T10:56:11.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:11.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:56:11.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:11 smithi123 ceph-mon[188613]: failed to encode map e429 with expected crc 2023-12-20T10:56:11.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:11 smithi123 ceph-mon[188613]: failed to encode map e429 with expected crc 2023-12-20T10:56:11.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-20T10:56:11.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:11 smithi123 ceph-mon[188613]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-20T10:56:11.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:11 smithi123 ceph-mon[188613]: Upgrade: osd.7 is safe to restart 2023-12-20T10:56:11.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:11 smithi123 ceph-mon[188613]: osdmap e430: 8 total, 8 up, 8 in 2023-12-20T10:56:11.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:11 smithi123 ceph-mon[188613]: pgmap v355: 121 pgs: 121 active+clean; 173 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.5 KiB/s rd, 2.1 MiB/s wr, 22 op/s 2023-12-20T10:56:11.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:11.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:56:12.057 INFO:tasks.rados.rados.0.smithi123.stdout:1901: done (1 left) 2023-12-20T10:56:12.057 INFO:tasks.rados.rados.0.smithi123.stdout:1902: done (0 left) 2023-12-20T10:56:12.057 INFO:tasks.rados.rados.0.smithi123.stdout:1903: read oid 33 snap -1 2023-12-20T10:56:12.057 INFO:tasks.rados.rados.0.smithi123.stdout:1903: expect deleted 2023-12-20T10:56:12.058 INFO:tasks.rados.rados.0.smithi123.stdout:1904: read oid 6 snap -1 2023-12-20T10:56:12.058 INFO:tasks.rados.rados.0.smithi123.stdout:1904: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-20T10:56:12.058 INFO:tasks.rados.rados.0.smithi123.stdout:1905: delete oid 48 current snap is 183 2023-12-20T10:56:12.060 INFO:tasks.rados.rados.0.smithi123.stdout:1904: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-20T10:56:12.064 INFO:tasks.rados.rados.0.smithi123.stdout:1903: done (2 left) 2023-12-20T10:56:12.065 INFO:tasks.rados.rados.0.smithi123.stdout:1904: done (1 left) 2023-12-20T10:56:12.065 INFO:tasks.rados.rados.0.smithi123.stdout:1905: done (0 left) 2023-12-20T10:56:12.065 INFO:tasks.rados.rados.0.smithi123.stdout:1906: read oid 37 snap -1 2023-12-20T10:56:12.065 INFO:tasks.rados.rados.0.smithi123.stdout:1906: expect (ObjNum 576 snap 164 seq_num 576) 2023-12-20T10:56:12.065 INFO:tasks.rados.rados.0.smithi123.stdout:1907: copy_from oid 11 from oid 23 current snap is 183 2023-12-20T10:56:12.065 INFO:tasks.rados.rados.0.smithi123.stdout:1908: rollback oid 39 current snap is 183 2023-12-20T10:56:12.065 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 39 to 179 2023-12-20T10:56:12.065 INFO:tasks.rados.rados.0.smithi123.stdout:1909: read oid 18 snap -1 2023-12-20T10:56:12.065 INFO:tasks.rados.rados.0.smithi123.stdout:1909: expect (ObjNum 615 snap 177 seq_num 615) 2023-12-20T10:56:12.065 INFO:tasks.rados.rados.0.smithi123.stdout:1910: delete oid 17 current snap is 183 2023-12-20T10:56:12.070 INFO:tasks.rados.rados.0.smithi123.stdout:1910: done (4 left) 2023-12-20T10:56:12.070 INFO:tasks.rados.rados.0.smithi123.stdout:1911: rollback oid 48 current snap is 183 2023-12-20T10:56:12.070 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 48 to 178 2023-12-20T10:56:12.071 INFO:tasks.rados.rados.0.smithi123.stdout:1912: delete oid 28 current snap is 183 2023-12-20T10:56:12.083 INFO:tasks.rados.rados.0.smithi123.stdout:1906: expect (ObjNum 576 snap 164 seq_num 576) 2023-12-20T10:56:12.258 INFO:tasks.rados.rados.0.smithi123.stdout:1908: finishing rollback tid 0 to smithi123173835-39 2023-12-20T10:56:12.259 INFO:tasks.rados.rados.0.smithi123.stdout:1908: finishing rollback tid 1 to smithi123173835-39 2023-12-20T10:56:12.259 INFO:tasks.rados.rados.0.smithi123.stdout:1908: finishing rollback tid 2 to smithi123173835-39 2023-12-20T10:56:12.259 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 1007 (ObjNum 602 snap 171 seq_num 602) dirty exists 2023-12-20T10:56:12.259 INFO:tasks.rados.rados.0.smithi123.stdout:1911: finishing rollback tid 1 to smithi123173835-48 2023-12-20T10:56:12.259 INFO:tasks.rados.rados.0.smithi123.stdout:1906: done (5 left) 2023-12-20T10:56:12.259 INFO:tasks.rados.rados.0.smithi123.stdout:1908: done (4 left) 2023-12-20T10:56:12.259 INFO:tasks.rados.rados.0.smithi123.stdout:1912: done (3 left) 2023-12-20T10:56:12.259 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 13 current snap is 183 2023-12-20T10:56:12.259 INFO:tasks.rados.rados.0.smithi123.stdout:1911: finishing rollback tid 2 to smithi123173835-48 2023-12-20T10:56:12.259 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 1186 (ObjNum 578 snap 164 seq_num 578) dirty exists 2023-12-20T10:56:12.259 INFO:tasks.rados.rados.0.smithi123.stdout:1909: expect (ObjNum 615 snap 177 seq_num 615) 2023-12-20T10:56:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:12 smithi123 ceph-mon[191304]: failed to encode map e430 with expected crc 2023-12-20T10:56:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:12 smithi123 ceph-mon[191304]: Upgrade: Updating osd.7 2023-12-20T10:56:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-20T10:56:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:56:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:12 smithi123 ceph-mon[191304]: Deploying daemon osd.7 on smithi177 2023-12-20T10:56:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:12 smithi123 ceph-mon[191304]: osdmap e431: 8 total, 8 up, 8 in 2023-12-20T10:56:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:12 smithi123 ceph-mon[188613]: failed to encode map e430 with expected crc 2023-12-20T10:56:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:12 smithi123 ceph-mon[188613]: Upgrade: Updating osd.7 2023-12-20T10:56:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-20T10:56:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:56:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:12 smithi123 ceph-mon[188613]: Deploying daemon osd.7 on smithi177 2023-12-20T10:56:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:12 smithi123 ceph-mon[188613]: osdmap e431: 8 total, 8 up, 8 in 2023-12-20T10:56:13.000 INFO:tasks.rados.rados.0.smithi123.stdout:1907: finishing copy_from racing read to smithi123173835-11 2023-12-20T10:56:13.000 INFO:tasks.rados.rados.0.smithi123.stdout:1907: finishing copy_from to smithi123173835-11 2023-12-20T10:56:13.000 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 11 v 1182 (ObjNum 631 snap 182 seq_num 631) dirty exists 2023-12-20T10:56:13.001 INFO:tasks.rados.rados.0.smithi123.stdout:1913: seq_num 635 ranges {671744=638976,1310720=401408} 2023-12-20T10:56:13.008 INFO:tasks.rados.rados.0.smithi123.stdout:1913: writing smithi123173835-13 from 671744 to 1310720 tid 1 2023-12-20T10:56:13.011 INFO:tasks.rados.rados.0.smithi123.stdout:1913: writing smithi123173835-13 from 1310720 to 1712128 tid 2 2023-12-20T10:56:13.011 INFO:tasks.rados.rados.0.smithi123.stdout:1907: done (3 left) 2023-12-20T10:56:13.011 INFO:tasks.rados.rados.0.smithi123.stdout:1909: done (2 left) 2023-12-20T10:56:13.011 INFO:tasks.rados.rados.0.smithi123.stdout:1911: done (1 left) 2023-12-20T10:56:13.011 INFO:tasks.rados.rados.0.smithi123.stdout:1914: snap_remove snap 175 2023-12-20T10:56:13.092 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:12 smithi177 ceph-mon[212096]: failed to encode map e430 with expected crc 2023-12-20T10:56:13.093 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:12 smithi177 ceph-mon[212096]: Upgrade: Updating osd.7 2023-12-20T10:56:13.093 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:13.093 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-20T10:56:13.093 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:56:13.093 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:12 smithi177 ceph-mon[212096]: Deploying daemon osd.7 on smithi177 2023-12-20T10:56:13.093 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:12 smithi177 ceph-mon[212096]: osdmap e431: 8 total, 8 up, 8 in 2023-12-20T10:56:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:13 smithi123 ceph-mon[191304]: failed to encode map e431 with expected crc 2023-12-20T10:56:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:13 smithi123 ceph-mon[191304]: osdmap e432: 8 total, 8 up, 8 in 2023-12-20T10:56:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:13 smithi123 ceph-mon[191304]: pgmap v358: 121 pgs: 121 active+clean; 181 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2023-12-20T10:56:13.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:13 smithi123 ceph-mon[188613]: failed to encode map e431 with expected crc 2023-12-20T10:56:13.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:13 smithi123 ceph-mon[188613]: osdmap e432: 8 total, 8 up, 8 in 2023-12-20T10:56:13.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:13 smithi123 ceph-mon[188613]: pgmap v358: 121 pgs: 121 active+clean; 181 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2023-12-20T10:56:14.026 INFO:tasks.rados.rados.0.smithi123.stdout:1914: done (1 left) 2023-12-20T10:56:14.026 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 2 current snap is 183 2023-12-20T10:56:14.026 INFO:tasks.rados.rados.0.smithi123.stdout:1915: seq_num 636 ranges {1228800=655360,1884160=401408} 2023-12-20T10:56:14.031 INFO:tasks.rados.rados.0.smithi123.stdout:1915: writing smithi123173835-2 from 1228800 to 1884160 tid 1 2023-12-20T10:56:14.034 INFO:tasks.rados.rados.0.smithi123.stdout:1915: writing smithi123173835-2 from 1884160 to 2285568 tid 2 2023-12-20T10:56:14.034 INFO:tasks.rados.rados.0.smithi123.stdout:1916: read oid 14 snap -1 2023-12-20T10:56:14.034 INFO:tasks.rados.rados.0.smithi123.stdout:1916: expect (ObjNum 621 snap 180 seq_num 621) 2023-12-20T10:56:14.034 INFO:tasks.rados.rados.0.smithi123.stdout:1917: snap_remove snap 176 2023-12-20T10:56:14.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:13 smithi177 ceph-mon[212096]: failed to encode map e431 with expected crc 2023-12-20T10:56:14.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:13 smithi177 ceph-mon[212096]: osdmap e432: 8 total, 8 up, 8 in 2023-12-20T10:56:14.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:13 smithi177 ceph-mon[212096]: pgmap v358: 121 pgs: 121 active+clean; 181 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2023-12-20T10:56:14.154 INFO:journalctl@ceph.osd.7.smithi177.stdout:Dec 20 10:56:13 smithi177 systemd[1]: Stopping Ceph osd.7 for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:56:14.154 INFO:journalctl@ceph.osd.7.smithi177.stdout:Dec 20 10:56:13 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-7[173023]: 2023-12-20T10:56:13.869+0000 7f29fb15d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-20T10:56:14.154 INFO:journalctl@ceph.osd.7.smithi177.stdout:Dec 20 10:56:13 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-7[173023]: 2023-12-20T10:56:13.869+0000 7f29fb15d700 -1 osd.7 432 *** Got signal Terminated *** 2023-12-20T10:56:14.154 INFO:journalctl@ceph.osd.7.smithi177.stdout:Dec 20 10:56:13 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-7[173023]: 2023-12-20T10:56:13.869+0000 7f29fb15d700 -1 osd.7 432 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-20T10:56:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:14 smithi123 ceph-mon[191304]: failed to encode map e432 with expected crc 2023-12-20T10:56:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:14 smithi123 ceph-mon[191304]: osd.7 marked itself down and dead 2023-12-20T10:56:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:14 smithi123 ceph-mon[191304]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-20T10:56:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:14 smithi123 ceph-mon[191304]: osdmap e433: 8 total, 7 up, 8 in 2023-12-20T10:56:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:14 smithi123 ceph-mon[188613]: failed to encode map e432 with expected crc 2023-12-20T10:56:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:14 smithi123 ceph-mon[188613]: osd.7 marked itself down and dead 2023-12-20T10:56:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:14 smithi123 ceph-mon[188613]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-20T10:56:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:14 smithi123 ceph-mon[188613]: osdmap e433: 8 total, 7 up, 8 in 2023-12-20T10:56:15.022 INFO:tasks.rados.rados.0.smithi123.stdout:1917: done (3 left) 2023-12-20T10:56:15.022 INFO:tasks.rados.rados.0.smithi123.stdout:1918: snap_remove snap 177 2023-12-20T10:56:15.144 INFO:journalctl@ceph.osd.7.smithi177.stdout:Dec 20 10:56:14 smithi177 bash[236467]: ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-7 2023-12-20T10:56:15.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:14 smithi177 ceph-mon[212096]: failed to encode map e432 with expected crc 2023-12-20T10:56:15.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:14 smithi177 ceph-mon[212096]: osd.7 marked itself down and dead 2023-12-20T10:56:15.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:14 smithi177 ceph-mon[212096]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-20T10:56:15.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:14 smithi177 ceph-mon[212096]: osdmap e433: 8 total, 7 up, 8 in 2023-12-20T10:56:16.020 INFO:tasks.rados.rados.0.smithi123.stdout:1918: done (3 left) 2023-12-20T10:56:16.020 INFO:tasks.rados.rados.0.smithi123.stdout:1919: rmattr oid 20 current snap is 183 2023-12-20T10:56:16.020 INFO:tasks.rados.rados.0.smithi123.stdout:1919: done (3 left) 2023-12-20T10:56:16.020 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 28 current snap is 183 2023-12-20T10:56:16.020 INFO:tasks.rados.rados.0.smithi123.stdout:1913: finishing write tid 1 to smithi123173835-13 2023-12-20T10:56:16.020 INFO:tasks.rados.rados.0.smithi123.stdout:1913: finishing write tid 2 to smithi123173835-13 2023-12-20T10:56:16.020 INFO:tasks.rados.rados.0.smithi123.stdout:1913: finishing write tid 3 to smithi123173835-13 2023-12-20T10:56:16.020 INFO:tasks.rados.rados.0.smithi123.stdout:1920: seq_num 637 ranges {0=671744,671744=401408} 2023-12-20T10:56:16.026 INFO:tasks.rados.rados.0.smithi123.stdout:1920: writing smithi123173835-28 from 0 to 671744 tid 1 2023-12-20T10:56:16.027 INFO:tasks.rados.rados.0.smithi123.stdout:1920: writing smithi123173835-28 from 671744 to 1073152 tid 2 2023-12-20T10:56:16.027 INFO:tasks.rados.rados.0.smithi123.stdout:1921: read oid 46 snap -1 2023-12-20T10:56:16.027 INFO:tasks.rados.rados.0.smithi123.stdout:1921: expect (ObjNum 620 snap 180 seq_num 620) 2023-12-20T10:56:16.027 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 26 current snap is 183 2023-12-20T10:56:16.027 INFO:tasks.rados.rados.0.smithi123.stdout:1913: finishing write tid 4 to smithi123173835-13 2023-12-20T10:56:16.027 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 1560 (ObjNum 635 snap 183 seq_num 635) dirty exists 2023-12-20T10:56:16.027 INFO:tasks.rados.rados.0.smithi123.stdout:1913: left oid 13 (ObjNum 635 snap 183 seq_num 635) 2023-12-20T10:56:16.027 INFO:tasks.rados.rados.0.smithi123.stdout:1915: finishing write tid 1 to smithi123173835-2 2023-12-20T10:56:16.027 INFO:tasks.rados.rados.0.smithi123.stdout:1915: finishing write tid 2 to smithi123173835-2 2023-12-20T10:56:16.027 INFO:tasks.rados.rados.0.smithi123.stdout:1915: finishing write tid 3 to smithi123173835-2 2023-12-20T10:56:16.027 INFO:tasks.rados.rados.0.smithi123.stdout:1916: expect (ObjNum 621 snap 180 seq_num 621) 2023-12-20T10:56:16.141 INFO:tasks.rados.rados.0.smithi123.stdout:1915: finishing write tid 4 to smithi123173835-2 2023-12-20T10:56:16.141 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 2 v 1201 (ObjNum 636 snap 183 seq_num 636) dirty exists 2023-12-20T10:56:16.141 INFO:tasks.rados.rados.0.smithi123.stdout:1915: left oid 2 (ObjNum 636 snap 183 seq_num 636) 2023-12-20T10:56:16.141 INFO:tasks.rados.rados.0.smithi123.stdout:1920: finishing write tid 1 to smithi123173835-28 2023-12-20T10:56:16.141 INFO:tasks.rados.rados.0.smithi123.stdout:1920: finishing write tid 2 to smithi123173835-28 2023-12-20T10:56:16.141 INFO:tasks.rados.rados.0.smithi123.stdout:1920: finishing write tid 3 to smithi123173835-28 2023-12-20T10:56:16.141 INFO:tasks.rados.rados.0.smithi123.stdout:1921: expect (ObjNum 620 snap 180 seq_num 620) 2023-12-20T10:56:16.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:16 smithi177 ceph-mon[212096]: osdmap e434: 8 total, 7 up, 8 in 2023-12-20T10:56:16.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:16 smithi177 ceph-mon[212096]: pgmap v361: 121 pgs: 5 peering, 19 stale+active+clean, 97 active+clean; 182 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 464 KiB/s wr, 6 op/s 2023-12-20T10:56:16.153 INFO:journalctl@ceph.osd.7.smithi177.stdout:Dec 20 10:56:15 smithi177 systemd[1]: ceph-85213638-9f24-11ee-95a5-87774f69a715@osd.7.service: Succeeded. 2023-12-20T10:56:16.153 INFO:journalctl@ceph.osd.7.smithi177.stdout:Dec 20 10:56:15 smithi177 systemd[1]: Stopped Ceph osd.7 for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:56:16.153 INFO:journalctl@ceph.osd.7.smithi177.stdout:Dec 20 10:56:15 smithi177 systemd[1]: Starting Ceph osd.7 for 85213638-9f24-11ee-95a5-87774f69a715... 2023-12-20T10:56:16.160 INFO:tasks.rados.rados.0.smithi123.stdout:1920: finishing write tid 4 to smithi123173835-28 2023-12-20T10:56:16.161 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 28 v 1355 (ObjNum 637 snap 183 seq_num 637) dirty exists 2023-12-20T10:56:16.161 INFO:tasks.rados.rados.0.smithi123.stdout:1920: left oid 28 (ObjNum 637 snap 183 seq_num 637) 2023-12-20T10:56:16.161 INFO:tasks.rados.rados.0.smithi123.stdout:1922: seq_num 638 ranges {5529600=688128,6217728=401408} 2023-12-20T10:56:16.195 INFO:tasks.rados.rados.0.smithi123.stdout:1922: writing smithi123173835-26 from 5529600 to 6217728 tid 1 2023-12-20T10:56:16.197 INFO:tasks.rados.rados.0.smithi123.stdout:1922: writing smithi123173835-26 from 6217728 to 6619136 tid 2 2023-12-20T10:56:16.197 INFO:tasks.rados.rados.0.smithi123.stdout:1913: done (5 left) 2023-12-20T10:56:16.198 INFO:tasks.rados.rados.0.smithi123.stdout:1915: done (4 left) 2023-12-20T10:56:16.198 INFO:tasks.rados.rados.0.smithi123.stdout:1916: done (3 left) 2023-12-20T10:56:16.198 INFO:tasks.rados.rados.0.smithi123.stdout:1920: done (2 left) 2023-12-20T10:56:16.198 INFO:tasks.rados.rados.0.smithi123.stdout:1921: done (1 left) 2023-12-20T10:56:16.198 INFO:tasks.rados.rados.0.smithi123.stdout:1923: delete oid 39 current snap is 183 2023-12-20T10:56:16.200 INFO:tasks.rados.rados.0.smithi123.stdout:1923: done (1 left) 2023-12-20T10:56:16.200 INFO:tasks.rados.rados.0.smithi123.stdout:1924: read oid 35 snap -1 2023-12-20T10:56:16.200 INFO:tasks.rados.rados.0.smithi123.stdout:1924: expect (ObjNum 595 snap 170 seq_num 595) 2023-12-20T10:56:16.200 INFO:tasks.rados.rados.0.smithi123.stdout:1925: delete oid 37 current snap is 183 2023-12-20T10:56:16.200 INFO:tasks.rados.rados.0.smithi123.stdout:1922: finishing write tid 1 to smithi123173835-26 2023-12-20T10:56:16.200 INFO:tasks.rados.rados.0.smithi123.stdout:1922: finishing write tid 2 to smithi123173835-26 2023-12-20T10:56:16.200 INFO:tasks.rados.rados.0.smithi123.stdout:1922: finishing write tid 3 to smithi123173835-26 2023-12-20T10:56:16.201 INFO:tasks.rados.rados.0.smithi123.stdout:1925: done (2 left) 2023-12-20T10:56:16.202 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 32 current snap is 183 2023-12-20T10:56:16.202 INFO:tasks.rados.rados.0.smithi123.stdout:1926: seq_num 641 ranges {942080=745472,1687552=401408} 2023-12-20T10:56:16.212 INFO:tasks.rados.rados.0.smithi123.stdout:1926: writing smithi123173835-32 from 942080 to 1687552 tid 1 2023-12-20T10:56:16.215 INFO:tasks.rados.rados.0.smithi123.stdout:1926: writing smithi123173835-32 from 1687552 to 2088960 tid 2 2023-12-20T10:56:16.215 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 18 current snap is 183 2023-12-20T10:56:16.216 INFO:tasks.rados.rados.0.smithi123.stdout:1927: seq_num 642 ranges {9535488=761856,10297344=401408} 2023-12-20T10:56:16.270 INFO:tasks.rados.rados.0.smithi123.stdout:1927: writing smithi123173835-18 from 9535488 to 10297344 tid 1 2023-12-20T10:56:16.272 INFO:tasks.rados.rados.0.smithi123.stdout:1927: writing smithi123173835-18 from 10297344 to 10698752 tid 2 2023-12-20T10:56:16.272 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 9 current snap is 183 2023-12-20T10:56:16.272 INFO:tasks.rados.rados.0.smithi123.stdout:1922: finishing write tid 4 to smithi123173835-26 2023-12-20T10:56:16.272 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 964 (ObjNum 638 snap 183 seq_num 638) dirty exists 2023-12-20T10:56:16.272 INFO:tasks.rados.rados.0.smithi123.stdout:1922: left oid 26 (ObjNum 638 snap 183 seq_num 638) 2023-12-20T10:56:16.272 INFO:tasks.rados.rados.0.smithi123.stdout:1928: seq_num 643 ranges {589824=778240,1368064=401408} 2023-12-20T10:56:16.279 INFO:tasks.rados.rados.0.smithi123.stdout:1928: writing smithi123173835-9 from 589824 to 1368064 tid 1 2023-12-20T10:56:16.283 INFO:tasks.rados.rados.0.smithi123.stdout:1928: writing smithi123173835-9 from 1368064 to 1769472 tid 2 2023-12-20T10:56:16.283 INFO:tasks.rados.rados.0.smithi123.stdout:1922: done (4 left) 2023-12-20T10:56:16.283 INFO:tasks.rados.rados.0.smithi123.stdout:1929: read oid 7 snap -1 2023-12-20T10:56:16.283 INFO:tasks.rados.rados.0.smithi123.stdout:1929: expect (ObjNum 598 snap 170 seq_num 598) 2023-12-20T10:56:16.283 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 49 current snap is 183 2023-12-20T10:56:16.283 INFO:tasks.rados.rados.0.smithi123.stdout:1930: seq_num 644 ranges {7905280=794624,8699904=401408} 2023-12-20T10:56:16.329 INFO:tasks.rados.rados.0.smithi123.stdout:1930: writing smithi123173835-49 from 7905280 to 8699904 tid 1 2023-12-20T10:56:16.331 INFO:tasks.rados.rados.0.smithi123.stdout:1930: writing smithi123173835-49 from 8699904 to 9101312 tid 2 2023-12-20T10:56:16.331 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 46 current snap is 183 2023-12-20T10:56:16.331 INFO:tasks.rados.rados.0.smithi123.stdout:1924: expect (ObjNum 595 snap 170 seq_num 595) 2023-12-20T10:56:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:16 smithi123 ceph-mon[191304]: osdmap e434: 8 total, 7 up, 8 in 2023-12-20T10:56:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:16 smithi123 ceph-mon[191304]: pgmap v361: 121 pgs: 5 peering, 19 stale+active+clean, 97 active+clean; 182 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 464 KiB/s wr, 6 op/s 2023-12-20T10:56:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:16 smithi123 ceph-mon[188613]: osdmap e434: 8 total, 7 up, 8 in 2023-12-20T10:56:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:16 smithi123 ceph-mon[188613]: pgmap v361: 121 pgs: 5 peering, 19 stale+active+clean, 97 active+clean; 182 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 464 KiB/s wr, 6 op/s 2023-12-20T10:56:17.013 INFO:journalctl@ceph.osd.7.smithi177.stdout:Dec 20 10:56:16 smithi177 bash[236728]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-12-20T10:56:17.013 INFO:journalctl@ceph.osd.7.smithi177.stdout:Dec 20 10:56:16 smithi177 bash[236728]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2023-12-20T10:56:17.013 INFO:journalctl@ceph.osd.7.smithi177.stdout:Dec 20 10:56:16 smithi177 bash[236728]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2023-12-20T10:56:17.013 INFO:journalctl@ceph.osd.7.smithi177.stdout:Dec 20 10:56:16 smithi177 bash[236728]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2023-12-20T10:56:17.013 INFO:journalctl@ceph.osd.7.smithi177.stdout:Dec 20 10:56:16 smithi177 bash[236728]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2023-12-20T10:56:17.013 INFO:journalctl@ceph.osd.7.smithi177.stdout:Dec 20 10:56:16 smithi177 bash[236728]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-12-20T10:56:17.014 INFO:journalctl@ceph.osd.7.smithi177.stdout:Dec 20 10:56:16 smithi177 bash[236728]: --> ceph-volume raw activate successful for osd ID: 7 2023-12-20T10:56:17.202 INFO:tasks.rados.rados.0.smithi123.stdout:1926: finishing write tid 1 to smithi123173835-32 2023-12-20T10:56:17.202 INFO:tasks.rados.rados.0.smithi123.stdout:1926: finishing write tid 2 to smithi123173835-32 2023-12-20T10:56:17.202 INFO:tasks.rados.rados.0.smithi123.stdout:1926: finishing write tid 3 to smithi123173835-32 2023-12-20T10:56:17.202 INFO:tasks.rados.rados.0.smithi123.stdout:1931: seq_num 645 ranges {794624=409600,1204224=778240,1982464=24576} 2023-12-20T10:56:17.208 INFO:tasks.rados.rados.0.smithi123.stdout:1931: writing smithi123173835-46 from 794624 to 1204224 tid 1 2023-12-20T10:56:17.213 INFO:tasks.rados.rados.0.smithi123.stdout:1931: writing smithi123173835-46 from 1204224 to 1982464 tid 2 2023-12-20T10:56:17.213 INFO:tasks.rados.rados.0.smithi123.stdout:1931: writing smithi123173835-46 from 1982464 to 2007040 tid 3 2023-12-20T10:56:17.213 INFO:tasks.rados.rados.0.smithi123.stdout:1924: done (6 left) 2023-12-20T10:56:17.213 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 6 current snap is 183 2023-12-20T10:56:17.213 INFO:tasks.rados.rados.0.smithi123.stdout:1926: finishing write tid 4 to smithi123173835-32 2023-12-20T10:56:17.214 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 1584 (ObjNum 641 snap 183 seq_num 641) dirty exists 2023-12-20T10:56:17.214 INFO:tasks.rados.rados.0.smithi123.stdout:1926: left oid 32 (ObjNum 641 snap 183 seq_num 641) 2023-12-20T10:56:17.214 INFO:tasks.rados.rados.0.smithi123.stdout:1932: seq_num 646 ranges {0=425984,425984=655360,1081344=147456} 2023-12-20T10:56:17.215 INFO:tasks.rados.rados.0.smithi123.stdout:1932: writing smithi123173835-6 from 0 to 425984 tid 1 2023-12-20T10:56:17.219 INFO:tasks.rados.rados.0.smithi123.stdout:1932: writing smithi123173835-6 from 425984 to 1081344 tid 2 2023-12-20T10:56:17.221 INFO:tasks.rados.rados.0.smithi123.stdout:1932: writing smithi123173835-6 from 1081344 to 1228800 tid 3 2023-12-20T10:56:17.221 INFO:tasks.rados.rados.0.smithi123.stdout:1926: done (6 left) 2023-12-20T10:56:17.221 INFO:tasks.rados.rados.0.smithi123.stdout:1933: snap_create 2023-12-20T10:56:17.221 INFO:tasks.rados.rados.0.smithi123.stdout:1927: finishing write tid 1 to smithi123173835-18 2023-12-20T10:56:17.221 INFO:tasks.rados.rados.0.smithi123.stdout:1927: finishing write tid 2 to smithi123173835-18 2023-12-20T10:56:17.221 INFO:tasks.rados.rados.0.smithi123.stdout:1927: finishing write tid 3 to smithi123173835-18 2023-12-20T10:56:17.221 INFO:tasks.rados.rados.0.smithi123.stdout:1927: finishing write tid 4 to smithi123173835-18 2023-12-20T10:56:17.221 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 18 v 1217 (ObjNum 642 snap 183 seq_num 642) dirty exists 2023-12-20T10:56:17.221 INFO:tasks.rados.rados.0.smithi123.stdout:1927: left oid 18 (ObjNum 642 snap 183 seq_num 642) 2023-12-20T10:56:17.221 INFO:tasks.rados.rados.0.smithi123.stdout:1928: finishing write tid 1 to smithi123173835-9 2023-12-20T10:56:17.221 INFO:tasks.rados.rados.0.smithi123.stdout:1928: finishing write tid 2 to smithi123173835-9 2023-12-20T10:56:17.221 INFO:tasks.rados.rados.0.smithi123.stdout:1928: finishing write tid 3 to smithi123173835-9 2023-12-20T10:56:17.221 INFO:tasks.rados.rados.0.smithi123.stdout:1928: finishing write tid 4 to smithi123173835-9 2023-12-20T10:56:17.222 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 9 v 954 (ObjNum 643 snap 183 seq_num 643) dirty exists 2023-12-20T10:56:17.222 INFO:tasks.rados.rados.0.smithi123.stdout:1928: left oid 9 (ObjNum 643 snap 183 seq_num 643) 2023-12-20T10:56:17.222 INFO:tasks.rados.rados.0.smithi123.stdout:1929: expect (ObjNum 598 snap 170 seq_num 598) 2023-12-20T10:56:17.295 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:17 smithi177 ceph-mon[212096]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-12-20T10:56:17.295 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:17 smithi177 ceph-mon[212096]: osdmap e435: 8 total, 7 up, 8 in 2023-12-20T10:56:17.425 INFO:tasks.rados.rados.0.smithi123.stdout:1930: finishing write tid 1 to smithi123173835-49 2023-12-20T10:56:17.425 INFO:tasks.rados.rados.0.smithi123.stdout:1930: finishing write tid 2 to smithi123173835-49 2023-12-20T10:56:17.425 INFO:tasks.rados.rados.0.smithi123.stdout:1930: finishing write tid 3 to smithi123173835-49 2023-12-20T10:56:17.425 INFO:tasks.rados.rados.0.smithi123.stdout:1930: finishing write tid 4 to smithi123173835-49 2023-12-20T10:56:17.426 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 1189 (ObjNum 644 snap 183 seq_num 644) dirty exists 2023-12-20T10:56:17.426 INFO:tasks.rados.rados.0.smithi123.stdout:1930: left oid 49 (ObjNum 644 snap 183 seq_num 644) 2023-12-20T10:56:17.426 INFO:tasks.rados.rados.0.smithi123.stdout:1931: finishing write tid 1 to smithi123173835-46 2023-12-20T10:56:17.426 INFO:tasks.rados.rados.0.smithi123.stdout:1931: finishing write tid 2 to smithi123173835-46 2023-12-20T10:56:17.426 INFO:tasks.rados.rados.0.smithi123.stdout:1931: finishing write tid 3 to smithi123173835-46 2023-12-20T10:56:17.426 INFO:tasks.rados.rados.0.smithi123.stdout:1931: finishing write tid 4 to smithi123173835-46 2023-12-20T10:56:17.426 INFO:tasks.rados.rados.0.smithi123.stdout:1931: finishing write tid 5 to smithi123173835-46 2023-12-20T10:56:17.426 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 46 v 1221 (ObjNum 645 snap 183 seq_num 645) dirty exists 2023-12-20T10:56:17.426 INFO:tasks.rados.rados.0.smithi123.stdout:1931: left oid 46 (ObjNum 645 snap 183 seq_num 645) 2023-12-20T10:56:17.426 INFO:tasks.rados.rados.0.smithi123.stdout:1932: finishing write tid 1 to smithi123173835-6 2023-12-20T10:56:17.426 INFO:tasks.rados.rados.0.smithi123.stdout:1932: finishing write tid 2 to smithi123173835-6 2023-12-20T10:56:17.426 INFO:tasks.rados.rados.0.smithi123.stdout:1932: finishing write tid 3 to smithi123173835-6 2023-12-20T10:56:17.426 INFO:tasks.rados.rados.0.smithi123.stdout:1932: finishing write tid 4 to smithi123173835-6 2023-12-20T10:56:17.426 INFO:tasks.rados.rados.0.smithi123.stdout:1932: finishing write tid 5 to smithi123173835-6 2023-12-20T10:56:17.426 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 1207 (ObjNum 646 snap 183 seq_num 646) dirty exists 2023-12-20T10:56:17.426 INFO:tasks.rados.rados.0.smithi123.stdout:1932: left oid 6 (ObjNum 646 snap 183 seq_num 646) 2023-12-20T10:56:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:17 smithi123 ceph-mon[191304]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-12-20T10:56:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:17 smithi123 ceph-mon[191304]: osdmap e435: 8 total, 7 up, 8 in 2023-12-20T10:56:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:17 smithi123 ceph-mon[188613]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-12-20T10:56:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:17 smithi123 ceph-mon[188613]: osdmap e435: 8 total, 7 up, 8 in 2023-12-20T10:56:17.653 INFO:journalctl@ceph.osd.7.smithi177.stdout:Dec 20 10:56:17 smithi177 ceph-osd[237019]: -- 172.21.15.177:0/2196892995 <== mon.1 v2:172.21.15.177:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d4ccd7d1e0 con 0x55d4ccd4d000 2023-12-20T10:56:17.653 INFO:journalctl@ceph.osd.7.smithi177.stdout:Dec 20 10:56:17 smithi177 bash[236981]: 084ff69285146009a7142aca0f30ac4436d30a487c8a2bbc616cabc4e80cfc87 2023-12-20T10:56:17.653 INFO:journalctl@ceph.osd.7.smithi177.stdout:Dec 20 10:56:17 smithi177 systemd[1]: Started Ceph osd.7 for 85213638-9f24-11ee-95a5-87774f69a715. 2023-12-20T10:56:18.013 INFO:tasks.rados.rados.0.smithi123.stdout:1927: done (6 left) 2023-12-20T10:56:18.013 INFO:tasks.rados.rados.0.smithi123.stdout:1928: done (5 left) 2023-12-20T10:56:18.013 INFO:tasks.rados.rados.0.smithi123.stdout:1929: done (4 left) 2023-12-20T10:56:18.013 INFO:tasks.rados.rados.0.smithi123.stdout:1930: done (3 left) 2023-12-20T10:56:18.013 INFO:tasks.rados.rados.0.smithi123.stdout:1931: done (2 left) 2023-12-20T10:56:18.013 INFO:tasks.rados.rados.0.smithi123.stdout:1932: done (1 left) 2023-12-20T10:56:18.013 INFO:tasks.rados.rados.0.smithi123.stdout:1933: done (0 left) 2023-12-20T10:56:18.013 INFO:tasks.rados.rados.0.smithi123.stdout:1934: delete oid 50 current snap is 184 2023-12-20T10:56:18.019 INFO:tasks.rados.rados.0.smithi123.stdout:1934: done (0 left) 2023-12-20T10:56:18.019 INFO:tasks.rados.rados.0.smithi123.stdout:1935: rmattr oid 47 current snap is 184 2023-12-20T10:56:18.019 INFO:tasks.rados.rados.0.smithi123.stdout:1936: delete oid 15 current snap is 184 2023-12-20T10:56:18.023 INFO:tasks.rados.rados.0.smithi123.stdout:1936: done (1 left) 2023-12-20T10:56:18.023 INFO:tasks.rados.rados.0.smithi123.stdout:1937: snap_remove snap 180 2023-12-20T10:56:18.153 INFO:journalctl@ceph.osd.7.smithi177.stdout:Dec 20 10:56:17 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-7[236996]: 2023-12-20T10:56:17.808+0000 7f942b208640 -1 Falling back to public interface 2023-12-20T10:56:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:18 smithi177 ceph-mon[212096]: pgmap v363: 121 pgs: 4 active+undersized+degraded, 18 active+undersized, 5 peering, 11 stale+active+clean, 83 active+clean; 194 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.2 MiB/s wr, 7 op/s; 12/309 objects degraded (3.883%) 2023-12-20T10:56:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:56:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:18 smithi177 ceph-mon[212096]: osdmap e436: 8 total, 7 up, 8 in 2023-12-20T10:56:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:18 smithi177 ceph-mon[212096]: Health check failed: Degraded data redundancy: 12/309 objects degraded (3.883%), 4 pgs degraded (PG_DEGRADED) 2023-12-20T10:56:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:18 smithi123 ceph-mon[191304]: pgmap v363: 121 pgs: 4 active+undersized+degraded, 18 active+undersized, 5 peering, 11 stale+active+clean, 83 active+clean; 194 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.2 MiB/s wr, 7 op/s; 12/309 objects degraded (3.883%) 2023-12-20T10:56:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:56:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:18 smithi123 ceph-mon[191304]: osdmap e436: 8 total, 7 up, 8 in 2023-12-20T10:56:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:18 smithi123 ceph-mon[191304]: Health check failed: Degraded data redundancy: 12/309 objects degraded (3.883%), 4 pgs degraded (PG_DEGRADED) 2023-12-20T10:56:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:18 smithi123 ceph-mon[188613]: pgmap v363: 121 pgs: 4 active+undersized+degraded, 18 active+undersized, 5 peering, 11 stale+active+clean, 83 active+clean; 194 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.2 MiB/s wr, 7 op/s; 12/309 objects degraded (3.883%) 2023-12-20T10:56:18.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:18.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:18.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:56:18.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:18 smithi123 ceph-mon[188613]: osdmap e436: 8 total, 7 up, 8 in 2023-12-20T10:56:18.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:18 smithi123 ceph-mon[188613]: Health check failed: Degraded data redundancy: 12/309 objects degraded (3.883%), 4 pgs degraded (PG_DEGRADED) 2023-12-20T10:56:19.027 INFO:tasks.rados.rados.0.smithi123.stdout:1937: done (1 left) 2023-12-20T10:56:19.027 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 44 current snap is 184 2023-12-20T10:56:19.027 INFO:tasks.rados.rados.0.smithi123.stdout:1938: seq_num 649 ranges {0=475136,475136=761856,1236992=40960} 2023-12-20T10:56:19.033 INFO:tasks.rados.rados.0.smithi123.stdout:1938: writing smithi123173835-44 from 0 to 475136 tid 1 2023-12-20T10:56:19.037 INFO:tasks.rados.rados.0.smithi123.stdout:1938: writing smithi123173835-44 from 475136 to 1236992 tid 2 2023-12-20T10:56:19.037 INFO:tasks.rados.rados.0.smithi123.stdout:1938: writing smithi123173835-44 from 1236992 to 1277952 tid 3 2023-12-20T10:56:19.037 INFO:tasks.rados.rados.0.smithi123.stdout:1939: read oid 36 snap -1 2023-12-20T10:56:19.037 INFO:tasks.rados.rados.0.smithi123.stdout:1939: expect (ObjNum 553 snap 160 seq_num 553) 2023-12-20T10:56:19.037 INFO:tasks.rados.rados.0.smithi123.stdout:1940: setattr oid 35 current snap is 184 2023-12-20T10:56:19.037 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 47 v 1110 (ObjNum 603 snap 171 seq_num 603) dirty exists 2023-12-20T10:56:19.037 INFO:tasks.rados.rados.0.smithi123.stdout:1935: done (3 left) 2023-12-20T10:56:19.037 INFO:tasks.rados.rados.0.smithi123.stdout:1941: snap_create 2023-12-20T10:56:19.039 INFO:tasks.rados.rados.0.smithi123.stdout:1938: finishing write tid 1 to smithi123173835-44 2023-12-20T10:56:19.042 INFO:tasks.rados.rados.0.smithi123.stdout:1938: finishing write tid 2 to smithi123173835-44 2023-12-20T10:56:19.042 INFO:tasks.rados.rados.0.smithi123.stdout:1938: finishing write tid 3 to smithi123173835-44 2023-12-20T10:56:19.044 INFO:tasks.rados.rados.0.smithi123.stdout:1938: finishing write tid 4 to smithi123173835-44 2023-12-20T10:56:19.045 INFO:tasks.rados.rados.0.smithi123.stdout:1938: finishing write tid 5 to smithi123173835-44 2023-12-20T10:56:19.045 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 44 v 134 (ObjNum 649 snap 184 seq_num 649) dirty exists 2023-12-20T10:56:19.045 INFO:tasks.rados.rados.0.smithi123.stdout:1938: left oid 44 (ObjNum 649 snap 184 seq_num 649) 2023-12-20T10:56:19.048 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 35 v 1589 (ObjNum 595 snap 170 seq_num 595) dirty exists 2023-12-20T10:56:19.080 INFO:tasks.rados.rados.0.smithi123.stdout:1939: expect (ObjNum 553 snap 160 seq_num 553) 2023-12-20T10:56:19.153 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 10:56:18 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T10:56:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi123:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)\", cluster_addr=\"172.21.15.123\", device_class=\"ssd\", hostname=\"smithi123\", instance=\"smithi177.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.123\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-20T10:56:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:56:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:56:19] "GET /metrics HTTP/1.1" 200 36100 "" "Prometheus/2.43.0" 2023-12-20T10:56:20.030 INFO:tasks.rados.rados.0.smithi123.stdout:1938: done (3 left) 2023-12-20T10:56:20.030 INFO:tasks.rados.rados.0.smithi123.stdout:1939: done (2 left) 2023-12-20T10:56:20.030 INFO:tasks.rados.rados.0.smithi123.stdout:1940: done (1 left) 2023-12-20T10:56:20.030 INFO:tasks.rados.rados.0.smithi123.stdout:1941: done (0 left) 2023-12-20T10:56:20.030 INFO:tasks.rados.rados.0.smithi123.stdout:1942: delete oid 2 current snap is 185 2023-12-20T10:56:20.035 INFO:tasks.rados.rados.0.smithi123.stdout:1942: done (0 left) 2023-12-20T10:56:20.035 INFO:tasks.rados.rados.0.smithi123.stdout:1943: copy_from oid 29 from oid 30 current snap is 185 2023-12-20T10:56:20.035 INFO:tasks.rados.rados.0.smithi123.stdout:1944: read oid 1 snap 178 2023-12-20T10:56:20.035 INFO:tasks.rados.rados.0.smithi123.stdout:1944: expect deleted 2023-12-20T10:56:20.035 INFO:tasks.rados.rados.0.smithi123.stdout:1945: rollback oid 17 current snap is 185 2023-12-20T10:56:20.035 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 17 to 179 2023-12-20T10:56:20.035 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 49 current snap is 185 2023-12-20T10:56:20.035 INFO:tasks.rados.rados.0.smithi123.stdout:1946: seq_num 651 ranges {9101312=507904,9609216=532480,10141696=270336} 2023-12-20T10:56:20.086 INFO:tasks.rados.rados.0.smithi123.stdout:1946: writing smithi123173835-49 from 9101312 to 9609216 tid 1 2023-12-20T10:56:20.089 INFO:tasks.rados.rados.0.smithi123.stdout:1946: writing smithi123173835-49 from 9609216 to 10141696 tid 2 2023-12-20T10:56:20.091 INFO:tasks.rados.rados.0.smithi123.stdout:1946: writing smithi123173835-49 from 10141696 to 10412032 tid 3 2023-12-20T10:56:20.091 INFO:tasks.rados.rados.0.smithi123.stdout:1947: setattr oid 5 current snap is 185 2023-12-20T10:56:20.092 INFO:tasks.rados.rados.0.smithi123.stdout:1943: finishing copy_from to smithi123173835-29 2023-12-20T10:56:20.092 INFO:tasks.rados.rados.0.smithi123.stdout:1943: got expected ENOENT (src dne) 2023-12-20T10:56:20.092 INFO:tasks.rados.rados.0.smithi123.stdout:1943: finishing copy_from racing read to smithi123173835-29 2023-12-20T10:56:20.092 INFO:tasks.rados.rados.0.smithi123.stdout:1945: finishing rollback tid 1 to smithi123173835-17 2023-12-20T10:56:20.092 INFO:tasks.rados.rados.0.smithi123.stdout:1945: finishing rollback tid 2 to smithi123173835-17 2023-12-20T10:56:20.092 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 17 v 1161 (ObjNum 409 snap 126 seq_num 409) dirty exists 2023-12-20T10:56:20.092 INFO:tasks.rados.rados.0.smithi123.stdout:1946: finishing write tid 1 to smithi123173835-49 2023-12-20T10:56:20.094 INFO:tasks.rados.rados.0.smithi123.stdout:1943: done (4 left) 2023-12-20T10:56:20.094 INFO:tasks.rados.rados.0.smithi123.stdout:1944: done (3 left) 2023-12-20T10:56:20.094 INFO:tasks.rados.rados.0.smithi123.stdout:1945: done (2 left) 2023-12-20T10:56:20.094 INFO:tasks.rados.rados.0.smithi123.stdout:1948: read oid 39 snap 184 2023-12-20T10:56:20.094 INFO:tasks.rados.rados.0.smithi123.stdout:1948: expect deleted 2023-12-20T10:56:20.094 INFO:tasks.rados.rados.0.smithi123.stdout:1949: rmattr oid 47 current snap is 185 2023-12-20T10:56:20.094 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 50 current snap is 185 2023-12-20T10:56:20.094 INFO:tasks.rados.rados.0.smithi123.stdout:1950: seq_num 652 ranges {0=524288,524288=409600,933888=393216} 2023-12-20T10:56:20.097 INFO:tasks.rados.rados.0.smithi123.stdout:1950: writing smithi123173835-50 from 0 to 524288 tid 1 2023-12-20T10:56:20.099 INFO:tasks.rados.rados.0.smithi123.stdout:1950: writing smithi123173835-50 from 524288 to 933888 tid 2 2023-12-20T10:56:20.104 INFO:tasks.rados.rados.0.smithi123.stdout:1950: writing smithi123173835-50 from 933888 to 1327104 tid 3 2023-12-20T10:56:20.104 INFO:tasks.rados.rados.0.smithi123.stdout:1951: rollback oid 17 current snap is 185 2023-12-20T10:56:20.104 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 17 to 179 2023-12-20T10:56:20.104 INFO:tasks.rados.rados.0.smithi123.stdout:1952: copy_from oid 46 from oid 28 current snap is 185 2023-12-20T10:56:20.104 INFO:tasks.rados.rados.0.smithi123.stdout:1953: rollback oid 29 current snap is 185 2023-12-20T10:56:20.105 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 29 to 179 2023-12-20T10:56:20.105 INFO:tasks.rados.rados.0.smithi123.stdout:1954: setattr oid 33 current snap is 185 2023-12-20T10:56:20.105 INFO:tasks.rados.rados.0.smithi123.stdout:1955: read oid 37 snap -1 2023-12-20T10:56:20.105 INFO:tasks.rados.rados.0.smithi123.stdout:1955: expect deleted 2023-12-20T10:56:20.105 INFO:tasks.rados.rados.0.smithi123.stdout:1956: copy_from oid 4 from oid 15 current snap is 185 2023-12-20T10:56:20.105 INFO:tasks.rados.rados.0.smithi123.stdout:1957: snap_remove snap 182 2023-12-20T10:56:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:20 smithi177 ceph-mon[212096]: osdmap e437: 8 total, 7 up, 8 in 2023-12-20T10:56:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:20 smithi177 ceph-mon[212096]: pgmap v366: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 201 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 971 KiB/s rd, 4.4 MiB/s wr, 9 op/s; 31/318 objects degraded (9.748%) 2023-12-20T10:56:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:20 smithi123 ceph-mon[191304]: osdmap e437: 8 total, 7 up, 8 in 2023-12-20T10:56:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:20 smithi123 ceph-mon[191304]: pgmap v366: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 201 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 971 KiB/s rd, 4.4 MiB/s wr, 9 op/s; 31/318 objects degraded (9.748%) 2023-12-20T10:56:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:20 smithi123 ceph-mon[188613]: osdmap e437: 8 total, 7 up, 8 in 2023-12-20T10:56:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:20 smithi123 ceph-mon[188613]: pgmap v366: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 201 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 971 KiB/s rd, 4.4 MiB/s wr, 9 op/s; 31/318 objects degraded (9.748%) 2023-12-20T10:56:21.007 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T10:56:21.106 INFO:tasks.rados.rados.0.smithi123.stdout:1957: done (11 left) 2023-12-20T10:56:21.107 INFO:tasks.rados.rados.0.smithi123.stdout:1958: read oid 6 snap 174 2023-12-20T10:56:21.107 INFO:tasks.rados.rados.0.smithi123.stdout:1958: expect (ObjNum 958828320 snap 21901 seq_num 958731472) 2023-12-20T10:56:21.107 INFO:tasks.rados.rados.0.smithi123.stdout:1959: delete oid 25 current snap is 185 2023-12-20T10:56:21.107 INFO:tasks.rados.rados.0.smithi123.stdout:1946: finishing write tid 2 to smithi123173835-49 2023-12-20T10:56:21.107 INFO:tasks.rados.rados.0.smithi123.stdout:1946: finishing write tid 3 to smithi123173835-49 2023-12-20T10:56:21.107 INFO:tasks.rados.rados.0.smithi123.stdout:1946: finishing write tid 4 to smithi123173835-49 2023-12-20T10:56:21.107 INFO:tasks.rados.rados.0.smithi123.stdout:1946: finishing write tid 5 to smithi123173835-49 2023-12-20T10:56:21.107 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 1193 (ObjNum 651 snap 185 seq_num 651) dirty exists 2023-12-20T10:56:21.107 INFO:tasks.rados.rados.0.smithi123.stdout:1946: left oid 49 (ObjNum 651 snap 185 seq_num 651) 2023-12-20T10:56:21.107 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 47 v 1111 (ObjNum 603 snap 171 seq_num 603) dirty exists 2023-12-20T10:56:21.107 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 533 (ObjNum 495 snap 147 seq_num 495) dirty exists 2023-12-20T10:56:21.107 INFO:tasks.rados.rados.0.smithi123.stdout:1950: finishing write tid 1 to smithi123173835-50 2023-12-20T10:56:21.107 INFO:tasks.rados.rados.0.smithi123.stdout:1950: finishing write tid 2 to smithi123173835-50 2023-12-20T10:56:21.108 INFO:tasks.rados.rados.0.smithi123.stdout:1956: finishing copy_from to smithi123173835-4 2023-12-20T10:56:21.108 INFO:tasks.rados.rados.0.smithi123.stdout:1956: got expected ENOENT (src dne) 2023-12-20T10:56:21.108 INFO:tasks.rados.rados.0.smithi123.stdout:1953: finishing rollback tid 0 to smithi123173835-29 2023-12-20T10:56:21.108 INFO:tasks.rados.rados.0.smithi123.stdout:1951: finishing rollback tid 0 to smithi123173835-17 2023-12-20T10:56:21.108 INFO:tasks.rados.rados.0.smithi123.stdout:1951: finishing rollback tid 1 to smithi123173835-17 2023-12-20T10:56:21.108 INFO:tasks.rados.rados.0.smithi123.stdout:1951: finishing rollback tid 2 to smithi123173835-17 2023-12-20T10:56:21.108 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 17 v 1164 (ObjNum 409 snap 126 seq_num 409) dirty exists 2023-12-20T10:56:21.108 INFO:tasks.rados.rados.0.smithi123.stdout:1956: finishing copy_from racing read to smithi123173835-4 2023-12-20T10:56:21.108 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 1165 (ObjNum 33 snap 0 seq_num 958361680) dirty exists 2023-12-20T10:56:21.108 INFO:tasks.rados.rados.0.smithi123.stdout:1953: finishing rollback tid 1 to smithi123173835-29 2023-12-20T10:56:21.108 INFO:tasks.rados.rados.0.smithi123.stdout:1950: finishing write tid 3 to smithi123173835-50 2023-12-20T10:56:21.108 INFO:tasks.rados.rados.0.smithi123.stdout:1950: finishing write tid 4 to smithi123173835-50 2023-12-20T10:56:21.109 INFO:tasks.rados.rados.0.smithi123.stdout:1953: finishing rollback tid 2 to smithi123173835-29 2023-12-20T10:56:21.109 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 1012 (ObjNum 578 snap 164 seq_num 578) dirty exists 2023-12-20T10:56:21.109 INFO:tasks.rados.rados.0.smithi123.stdout:1950: finishing write tid 5 to smithi123173835-50 2023-12-20T10:56:21.109 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 50 v 1599 (ObjNum 652 snap 185 seq_num 652) dirty exists 2023-12-20T10:56:21.109 INFO:tasks.rados.rados.0.smithi123.stdout:1950: left oid 50 (ObjNum 652 snap 185 seq_num 652) 2023-12-20T10:56:21.109 INFO:tasks.rados.rados.0.smithi123.stdout:1952: finishing copy_from racing read to smithi123173835-46 2023-12-20T10:56:21.109 INFO:tasks.rados.rados.0.smithi123.stdout:1952: finishing copy_from to smithi123173835-46 2023-12-20T10:56:21.109 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 46 v 1355 (ObjNum 637 snap 183 seq_num 637) dirty exists 2023-12-20T10:56:21.112 INFO:tasks.rados.rados.0.smithi123.stdout:1958: expect (ObjNum 958828320 snap 21901 seq_num 958731472) 2023-12-20T10:56:21.116 INFO:tasks.rados.rados.0.smithi123.stdout:1946: done (12 left) 2023-12-20T10:56:21.117 INFO:tasks.rados.rados.0.smithi123.stdout:1947: done (11 left) 2023-12-20T10:56:21.117 INFO:tasks.rados.rados.0.smithi123.stdout:1948: done (10 left) 2023-12-20T10:56:21.117 INFO:tasks.rados.rados.0.smithi123.stdout:1949: done (9 left) 2023-12-20T10:56:21.117 INFO:tasks.rados.rados.0.smithi123.stdout:1950: done (8 left) 2023-12-20T10:56:21.117 INFO:tasks.rados.rados.0.smithi123.stdout:1951: done (7 left) 2023-12-20T10:56:21.117 INFO:tasks.rados.rados.0.smithi123.stdout:1952: done (6 left) 2023-12-20T10:56:21.117 INFO:tasks.rados.rados.0.smithi123.stdout:1953: done (5 left) 2023-12-20T10:56:21.117 INFO:tasks.rados.rados.0.smithi123.stdout:1954: done (4 left) 2023-12-20T10:56:21.117 INFO:tasks.rados.rados.0.smithi123.stdout:1955: done (3 left) 2023-12-20T10:56:21.117 INFO:tasks.rados.rados.0.smithi123.stdout:1956: done (2 left) 2023-12-20T10:56:21.117 INFO:tasks.rados.rados.0.smithi123.stdout:1958: done (1 left) 2023-12-20T10:56:21.117 INFO:tasks.rados.rados.0.smithi123.stdout:1959: done (0 left) 2023-12-20T10:56:21.118 INFO:tasks.rados.rados.0.smithi123.stdout:1960: read oid 30 snap -1 2023-12-20T10:56:21.118 INFO:tasks.rados.rados.0.smithi123.stdout:1960: expect deleted 2023-12-20T10:56:21.118 INFO:tasks.rados.rados.0.smithi123.stdout:1961: rollback oid 41 current snap is 185 2023-12-20T10:56:21.118 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 41 to 178 2023-12-20T10:56:21.118 INFO:tasks.rados.rados.0.smithi123.stdout:1962: read oid 12 snap -1 2023-12-20T10:56:21.118 INFO:tasks.rados.rados.0.smithi123.stdout:1962: expect (ObjNum 622 snap 180 seq_num 622) 2023-12-20T10:56:21.118 INFO:tasks.rados.rados.0.smithi123.stdout:1963: rollback oid 7 current snap is 185 2023-12-20T10:56:21.118 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 7 to 184 2023-12-20T10:56:21.118 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 23 current snap is 185 2023-12-20T10:56:21.118 INFO:tasks.rados.rados.0.smithi123.stdout:1964: seq_num 654 ranges {10608640=557056,11165696=630784,11796480=172032} 2023-12-20T10:56:21.178 INFO:tasks.rados.rados.0.smithi123.stdout:1964: writing smithi123173835-23 from 10608640 to 11165696 tid 1 2023-12-20T10:56:21.181 INFO:tasks.rados.rados.0.smithi123.stdout:1964: writing smithi123173835-23 from 11165696 to 11796480 tid 2 2023-12-20T10:56:21.183 INFO:tasks.rados.rados.0.smithi123.stdout:1964: writing smithi123173835-23 from 11796480 to 11968512 tid 3 2023-12-20T10:56:21.183 INFO:tasks.rados.rados.0.smithi123.stdout:1965: delete oid 6 current snap is 185 2023-12-20T10:56:21.183 INFO:tasks.rados.rados.0.smithi123.stdout:1961: finishing rollback tid 0 to smithi123173835-41 2023-12-20T10:56:21.183 INFO:tasks.rados.rados.0.smithi123.stdout:1961: finishing rollback tid 1 to smithi123173835-41 2023-12-20T10:56:21.183 INFO:tasks.rados.rados.0.smithi123.stdout:1961: finishing rollback tid 2 to smithi123173835-41 2023-12-20T10:56:21.183 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 1196 (ObjNum 609 snap 174 seq_num 609) dirty exists 2023-12-20T10:56:21.183 INFO:tasks.rados.rados.0.smithi123.stdout:1962: expect (ObjNum 622 snap 180 seq_num 622) 2023-12-20T10:56:21.228 INFO:tasks.rados.rados.0.smithi123.stdout:1963: finishing rollback tid 0 to smithi123173835-7 2023-12-20T10:56:21.228 INFO:tasks.rados.rados.0.smithi123.stdout:1963: finishing rollback tid 1 to smithi123173835-7 2023-12-20T10:56:21.228 INFO:tasks.rados.rados.0.smithi123.stdout:1963: finishing rollback tid 2 to smithi123173835-7 2023-12-20T10:56:21.228 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 1205 (ObjNum 598 snap 170 seq_num 598) dirty exists 2023-12-20T10:56:21.228 INFO:tasks.rados.rados.0.smithi123.stdout:1964: finishing write tid 1 to smithi123173835-23 2023-12-20T10:56:21.228 INFO:tasks.rados.rados.0.smithi123.stdout:1964: finishing write tid 2 to smithi123173835-23 2023-12-20T10:56:21.229 INFO:tasks.rados.rados.0.smithi123.stdout:1964: finishing write tid 3 to smithi123173835-23 2023-12-20T10:56:21.229 INFO:tasks.rados.rados.0.smithi123.stdout:1964: finishing write tid 4 to smithi123173835-23 2023-12-20T10:56:21.229 INFO:tasks.rados.rados.0.smithi123.stdout:1964: finishing write tid 5 to smithi123173835-23 2023-12-20T10:56:21.229 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 23 v 1220 (ObjNum 654 snap 185 seq_num 654) dirty exists 2023-12-20T10:56:21.229 INFO:tasks.rados.rados.0.smithi123.stdout:1964: left oid 23 (ObjNum 654 snap 185 seq_num 654) 2023-12-20T10:56:21.229 INFO:tasks.rados.rados.0.smithi123.stdout:1960: done (5 left) 2023-12-20T10:56:21.229 INFO:tasks.rados.rados.0.smithi123.stdout:1961: done (4 left) 2023-12-20T10:56:21.229 INFO:tasks.rados.rados.0.smithi123.stdout:1962: done (3 left) 2023-12-20T10:56:21.229 INFO:tasks.rados.rados.0.smithi123.stdout:1963: done (2 left) 2023-12-20T10:56:21.229 INFO:tasks.rados.rados.0.smithi123.stdout:1964: done (1 left) 2023-12-20T10:56:21.229 INFO:tasks.rados.rados.0.smithi123.stdout:1965: done (0 left) 2023-12-20T10:56:21.229 INFO:tasks.rados.rados.0.smithi123.stdout:1966: rollback oid 17 current snap is 185 2023-12-20T10:56:21.229 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 17 to 184 2023-12-20T10:56:21.229 INFO:tasks.rados.rados.0.smithi123.stdout:1967: read oid 28 snap 183 2023-12-20T10:56:21.229 INFO:tasks.rados.rados.0.smithi123.stdout:1967: expect (ObjNum 637 snap 183 seq_num 637) 2023-12-20T10:56:21.230 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 50 current snap is 185 2023-12-20T10:56:21.230 INFO:tasks.rados.rados.0.smithi123.stdout:1968: seq_num 656 ranges {1327104=589824,1916928=802816} 2023-12-20T10:56:21.238 INFO:tasks.rados.rados.0.smithi123.stdout:1968: writing smithi123173835-50 from 1327104 to 1916928 tid 1 2023-12-20T10:56:21.243 INFO:tasks.rados.rados.0.smithi123.stdout:1968: writing smithi123173835-50 from 1916928 to 2719744 tid 2 2023-12-20T10:56:21.244 INFO:tasks.rados.rados.0.smithi123.stdout:1969: snap_remove snap 178 2023-12-20T10:56:21.294 INFO:journalctl@ceph.osd.7.smithi177.stdout:Dec 20 10:56:20 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-7[236996]: 2023-12-20T10:56:20.947+0000 7f942b208640 -1 osd.7 0 read_superblock omap replica is missing. 2023-12-20T10:56:21.294 INFO:journalctl@ceph.osd.7.smithi177.stdout:Dec 20 10:56:21 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-7[236996]: 2023-12-20T10:56:21.003+0000 7f942b208640 -1 osd.7 432 log_to_monitors true 2023-12-20T10:56:21.294 INFO:journalctl@ceph.osd.7.smithi177.stdout:Dec 20 10:56:21 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-7[236996]: 2023-12-20T10:56:21.136+0000 7f941a675700 -1 osd.7 432 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-20T10:56:21.295 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:21 smithi177 ceph-mon[212096]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-12-20T10:56:21.295 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:21 smithi177 ceph-mon[212096]: osdmap e438: 8 total, 7 up, 8 in 2023-12-20T10:56:21.295 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:21.295 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:21.295 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:21.295 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:21.295 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:21 smithi177 ceph-mon[212096]: from='osd.7 [v2:172.21.15.177:6824/3693626261,v1:172.21.15.177:6825/3693626261]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-20T10:56:21.295 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:21 smithi177 ceph-mon[212096]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-20T10:56:21.342 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T10:56:21.342 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5m) 114s ago 8m 26.5M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T10:56:21.342 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4m) 1s ago 7m 95.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T10:56:21.342 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8m) 114s ago 8m 15.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T10:56:21.342 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8m) 1s ago 8m 21.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T10:56:21.342 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4m) 1s ago 11m 449M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T10:56:21.342 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4m) 114s ago 12m 511M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T10:56:21.342 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4m) 114s ago 12m 83.8M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T10:56:21.342 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3m) 1s ago 11m 69.5M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T10:56:21.342 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3m) 114s ago 11m 64.2M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T10:56:21.343 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5m) 114s ago 7m 9.94M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T10:56:21.343 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4m) 1s ago 7m 18.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T10:56:21.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3m) 114s ago 11m 285M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T10:56:21.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2m) 114s ago 10m 223M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T10:56:21.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2m) 114s ago 10m 191M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T10:56:21.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (116s) 114s ago 10m 16.0M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T10:56:21.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (88s) 1s ago 9m 280M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T10:56:21.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (59s) 1s ago 9m 224M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T10:56:21.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (31s) 1s ago 9m 141M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T10:56:21.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4s) 1s ago 9m 12.6M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T10:56:21.343 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4m) 1s ago 8m 64.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T10:56:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:21 smithi123 ceph-mon[191304]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-12-20T10:56:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:21 smithi123 ceph-mon[191304]: osdmap e438: 8 total, 7 up, 8 in 2023-12-20T10:56:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:21 smithi123 ceph-mon[191304]: from='osd.7 [v2:172.21.15.177:6824/3693626261,v1:172.21.15.177:6825/3693626261]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-20T10:56:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:21 smithi123 ceph-mon[191304]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-20T10:56:21.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:21 smithi123 ceph-mon[188613]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-12-20T10:56:21.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:21 smithi123 ceph-mon[188613]: osdmap e438: 8 total, 7 up, 8 in 2023-12-20T10:56:21.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:21.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:21.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:21.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:21.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:21 smithi123 ceph-mon[188613]: from='osd.7 [v2:172.21.15.177:6824/3693626261,v1:172.21.15.177:6825/3693626261]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-20T10:56:21.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:21 smithi123 ceph-mon[188613]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-20T10:56:21.725 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T10:56:21.725 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T10:56:21.725 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T10:56:21.725 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:56:21.725 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T10:56:21.725 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T10:56:21.725 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:56:21.726 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T10:56:21.726 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 7 2023-12-20T10:56:21.726 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:56:21.726 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T10:56:21.726 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T10:56:21.726 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:56:21.726 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T10:56:21.726 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T10:56:21.726 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 12 2023-12-20T10:56:21.726 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T10:56:21.726 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T10:56:22.122 INFO:tasks.rados.rados.0.smithi123.stdout:1969: done (3 left) 2023-12-20T10:56:22.122 INFO:tasks.rados.rados.0.smithi123.stdout:1970: snap_remove snap 179 2023-12-20T10:56:22.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:22 smithi177 ceph-mon[212096]: from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:56:22.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:22 smithi177 ceph-mon[212096]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-20T10:56:22.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:22 smithi177 ceph-mon[212096]: osdmap e439: 8 total, 7 up, 8 in 2023-12-20T10:56:22.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:22 smithi177 ceph-mon[212096]: from='osd.7 [v2:172.21.15.177:6824/3693626261,v1:172.21.15.177:6825/3693626261]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:56:22.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:22 smithi177 ceph-mon[212096]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:56:22.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:22 smithi177 ceph-mon[212096]: pgmap v369: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 210 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.5 MiB/s wr, 31 op/s; 33/348 objects degraded (9.483%) 2023-12-20T10:56:22.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:22 smithi177 ceph-mon[212096]: from='client.44279 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:56:22.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:22 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4169892293' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:56:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:22 smithi123 ceph-mon[191304]: from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:56:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:22 smithi123 ceph-mon[191304]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-20T10:56:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:22 smithi123 ceph-mon[191304]: osdmap e439: 8 total, 7 up, 8 in 2023-12-20T10:56:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:22 smithi123 ceph-mon[191304]: from='osd.7 [v2:172.21.15.177:6824/3693626261,v1:172.21.15.177:6825/3693626261]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:56:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:22 smithi123 ceph-mon[191304]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:56:22.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:22 smithi123 ceph-mon[191304]: pgmap v369: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 210 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.5 MiB/s wr, 31 op/s; 33/348 objects degraded (9.483%) 2023-12-20T10:56:22.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:22 smithi123 ceph-mon[191304]: from='client.44279 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:56:22.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:22 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4169892293' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:56:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:22 smithi123 ceph-mon[188613]: from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:56:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:22 smithi123 ceph-mon[188613]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-20T10:56:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:22 smithi123 ceph-mon[188613]: osdmap e439: 8 total, 7 up, 8 in 2023-12-20T10:56:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:22 smithi123 ceph-mon[188613]: from='osd.7 [v2:172.21.15.177:6824/3693626261,v1:172.21.15.177:6825/3693626261]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:56:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:22 smithi123 ceph-mon[188613]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-12-20T10:56:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:22 smithi123 ceph-mon[188613]: pgmap v369: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 210 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.5 MiB/s wr, 31 op/s; 33/348 objects degraded (9.483%) 2023-12-20T10:56:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:22 smithi123 ceph-mon[188613]: from='client.44279 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:56:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:22 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4169892293' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:56:23.016 INFO:tasks.rados.rados.0.smithi123.stdout:1970: done (3 left) 2023-12-20T10:56:23.017 INFO:tasks.rados.rados.0.smithi123.stdout:1971: snap_remove snap 174 2023-12-20T10:56:23.141 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:23 smithi177 ceph-mon[212096]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-20T10:56:23.141 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:23 smithi177 ceph-mon[212096]: osd.7 [v2:172.21.15.177:6824/3693626261,v1:172.21.15.177:6825/3693626261] boot 2023-12-20T10:56:23.141 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:23 smithi177 ceph-mon[212096]: osdmap e440: 8 total, 8 up, 8 in 2023-12-20T10:56:23.141 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:56:23.141 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:23 smithi177 ceph-mon[212096]: osdmap e441: 8 total, 8 up, 8 in 2023-12-20T10:56:23.477 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:23 smithi123 ceph-mon[188613]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-20T10:56:23.477 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:23 smithi123 ceph-mon[188613]: osd.7 [v2:172.21.15.177:6824/3693626261,v1:172.21.15.177:6825/3693626261] boot 2023-12-20T10:56:23.478 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:23 smithi123 ceph-mon[188613]: osdmap e440: 8 total, 8 up, 8 in 2023-12-20T10:56:23.478 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:56:23.478 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:23 smithi123 ceph-mon[188613]: osdmap e441: 8 total, 8 up, 8 in 2023-12-20T10:56:23.478 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:23 smithi123 ceph-mon[191304]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-20T10:56:23.478 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:23 smithi123 ceph-mon[191304]: osd.7 [v2:172.21.15.177:6824/3693626261,v1:172.21.15.177:6825/3693626261] boot 2023-12-20T10:56:23.478 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:23 smithi123 ceph-mon[191304]: osdmap e440: 8 total, 8 up, 8 in 2023-12-20T10:56:23.478 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-20T10:56:23.478 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:23 smithi123 ceph-mon[191304]: osdmap e441: 8 total, 8 up, 8 in 2023-12-20T10:56:23.478 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:56:23 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: 2023-12-20T10:56:23.474+0000 7f8d2571e700 -1 log_channel(cephadm) log [ERR] : Upgrade: Paused due to UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-20T10:56:24.014 INFO:tasks.rados.rados.0.smithi123.stdout:1971: done (3 left) 2023-12-20T10:56:24.014 INFO:tasks.rados.rados.0.smithi123.stdout:1972: read oid 14 snap -1 2023-12-20T10:56:24.014 INFO:tasks.rados.rados.0.smithi123.stdout:1972: expect (ObjNum 621 snap 180 seq_num 621) 2023-12-20T10:56:24.014 INFO:tasks.rados.rados.0.smithi123.stdout:1973: read oid 47 snap -1 2023-12-20T10:56:24.015 INFO:tasks.rados.rados.0.smithi123.stdout:1973: expect (ObjNum 603 snap 171 seq_num 603) 2023-12-20T10:56:24.015 INFO:tasks.rados.rados.0.smithi123.stdout:1974: delete oid 12 current snap is 185 2023-12-20T10:56:24.015 INFO:tasks.rados.rados.0.smithi123.stdout:1966: finishing rollback tid 0 to smithi123173835-17 2023-12-20T10:56:24.015 INFO:tasks.rados.rados.0.smithi123.stdout:1966: finishing rollback tid 1 to smithi123173835-17 2023-12-20T10:56:24.015 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 17 v 1167 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2023-12-20T10:56:24.015 INFO:tasks.rados.rados.0.smithi123.stdout:1967: expect (ObjNum 637 snap 183 seq_num 637) 2023-12-20T10:56:24.055 INFO:tasks.rados.rados.0.smithi123.stdout:1968: finishing write tid 1 to smithi123173835-50 2023-12-20T10:56:24.055 INFO:tasks.rados.rados.0.smithi123.stdout:1968: finishing write tid 2 to smithi123173835-50 2023-12-20T10:56:24.055 INFO:tasks.rados.rados.0.smithi123.stdout:1966: done (5 left) 2023-12-20T10:56:24.055 INFO:tasks.rados.rados.0.smithi123.stdout:1967: done (4 left) 2023-12-20T10:56:24.055 INFO:tasks.rados.rados.0.smithi123.stdout:1974: done (3 left) 2023-12-20T10:56:24.055 INFO:tasks.rados.rados.0.smithi123.stdout:1975: read oid 30 snap -1 2023-12-20T10:56:24.056 INFO:tasks.rados.rados.0.smithi123.stdout:1975: expect deleted 2023-12-20T10:56:24.056 INFO:tasks.rados.rados.0.smithi123.stdout:1976: copy_from oid 32 from oid 36 current snap is 185 2023-12-20T10:56:24.056 INFO:tasks.rados.rados.0.smithi123.stdout:1968: finishing write tid 3 to smithi123173835-50 2023-12-20T10:56:24.056 INFO:tasks.rados.rados.0.smithi123.stdout:1968: finishing write tid 4 to smithi123173835-50 2023-12-20T10:56:24.056 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 50 v 1610 (ObjNum 656 snap 185 seq_num 656) dirty exists 2023-12-20T10:56:24.056 INFO:tasks.rados.rados.0.smithi123.stdout:1968: left oid 50 (ObjNum 656 snap 185 seq_num 656) 2023-12-20T10:56:24.056 INFO:tasks.rados.rados.0.smithi123.stdout:1972: expect (ObjNum 621 snap 180 seq_num 621) 2023-12-20T10:56:24.170 INFO:tasks.rados.rados.0.smithi123.stdout:1973: expect (ObjNum 603 snap 171 seq_num 603) 2023-12-20T10:56:24.183 INFO:tasks.rados.rados.0.smithi123.stdout:1968: done (4 left) 2023-12-20T10:56:24.183 INFO:tasks.rados.rados.0.smithi123.stdout:1972: done (3 left) 2023-12-20T10:56:24.183 INFO:tasks.rados.rados.0.smithi123.stdout:1973: done (2 left) 2023-12-20T10:56:24.183 INFO:tasks.rados.rados.0.smithi123.stdout:1975: done (1 left) 2023-12-20T10:56:24.183 INFO:tasks.rados.rados.0.smithi123.stdout:1977: setattr oid 45 current snap is 185 2023-12-20T10:56:24.183 INFO:tasks.rados.rados.0.smithi123.stdout:1976: finishing copy_from racing read to smithi123173835-32 2023-12-20T10:56:24.184 INFO:tasks.rados.rados.0.smithi123.stdout:1976: finishing copy_from to smithi123173835-32 2023-12-20T10:56:24.184 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 1183 (ObjNum 553 snap 160 seq_num 553) dirty exists 2023-12-20T10:56:24.184 INFO:tasks.rados.rados.0.smithi123.stdout:1976: done (1 left) 2023-12-20T10:56:24.184 INFO:tasks.rados.rados.0.smithi123.stdout:1978: read oid 1 snap -1 2023-12-20T10:56:24.184 INFO:tasks.rados.rados.0.smithi123.stdout:1978: expect deleted 2023-12-20T10:56:24.184 INFO:tasks.rados.rados.0.smithi123.stdout:1979: read oid 47 snap -1 2023-12-20T10:56:24.184 INFO:tasks.rados.rados.0.smithi123.stdout:1979: expect (ObjNum 603 snap 171 seq_num 603) 2023-12-20T10:56:24.184 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 32 current snap is 185 2023-12-20T10:56:24.184 INFO:tasks.rados.rados.0.smithi123.stdout:1980: seq_num 658 ranges {9396224=622592,10018816=565248,10584064=237568} 2023-12-20T10:56:24.236 INFO:tasks.rados.rados.0.smithi123.stdout:1980: writing smithi123173835-32 from 9396224 to 10018816 tid 1 2023-12-20T10:56:24.239 INFO:tasks.rados.rados.0.smithi123.stdout:1980: writing smithi123173835-32 from 10018816 to 10584064 tid 2 2023-12-20T10:56:24.241 INFO:tasks.rados.rados.0.smithi123.stdout:1980: writing smithi123173835-32 from 10584064 to 10821632 tid 3 2023-12-20T10:56:24.241 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 13 current snap is 185 2023-12-20T10:56:24.241 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 1356 (ObjNum 628 snap 182 seq_num 628) dirty exists 2023-12-20T10:56:24.241 INFO:tasks.rados.rados.0.smithi123.stdout:1979: expect (ObjNum 603 snap 171 seq_num 603) 2023-12-20T10:56:24.255 INFO:tasks.rados.rados.0.smithi123.stdout:1980: finishing write tid 1 to smithi123173835-32 2023-12-20T10:56:24.255 INFO:tasks.rados.rados.0.smithi123.stdout:1981: seq_num 659 ranges {1712128=647168,2359296=450560,2809856=352256} 2023-12-20T10:56:24.269 INFO:tasks.rados.rados.0.smithi123.stdout:1981: writing smithi123173835-13 from 1712128 to 2359296 tid 1 2023-12-20T10:56:24.269 INFO:tasks.rados.rados.0.smithi123.stdout:1981: writing smithi123173835-13 from 2359296 to 2809856 tid 2 2023-12-20T10:56:24.272 INFO:tasks.rados.rados.0.smithi123.stdout:1981: writing smithi123173835-13 from 2809856 to 3162112 tid 3 2023-12-20T10:56:24.272 INFO:tasks.rados.rados.0.smithi123.stdout:1977: done (4 left) 2023-12-20T10:56:24.272 INFO:tasks.rados.rados.0.smithi123.stdout:1978: done (3 left) 2023-12-20T10:56:24.272 INFO:tasks.rados.rados.0.smithi123.stdout:1979: done (2 left) 2023-12-20T10:56:24.272 INFO:tasks.rados.rados.0.smithi123.stdout:1982: read oid 10 snap -1 2023-12-20T10:56:24.273 INFO:tasks.rados.rados.0.smithi123.stdout:1982: expect (ObjNum 528 snap 153 seq_num 528) 2023-12-20T10:56:24.273 INFO:tasks.rados.rados.0.smithi123.stdout:1983: delete oid 11 current snap is 185 2023-12-20T10:56:24.273 INFO:tasks.rados.rados.0.smithi123.stdout:1980: finishing write tid 2 to smithi123173835-32 2023-12-20T10:56:24.273 INFO:tasks.rados.rados.0.smithi123.stdout:1980: finishing write tid 3 to smithi123173835-32 2023-12-20T10:56:24.273 INFO:tasks.rados.rados.0.smithi123.stdout:1980: finishing write tid 4 to smithi123173835-32 2023-12-20T10:56:24.273 INFO:tasks.rados.rados.0.smithi123.stdout:1980: finishing write tid 5 to smithi123173835-32 2023-12-20T10:56:24.273 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 1646 (ObjNum 658 snap 185 seq_num 658) dirty exists 2023-12-20T10:56:24.273 INFO:tasks.rados.rados.0.smithi123.stdout:1980: left oid 32 (ObjNum 658 snap 185 seq_num 658) 2023-12-20T10:56:24.273 INFO:tasks.rados.rados.0.smithi123.stdout:1981: finishing write tid 1 to smithi123173835-13 2023-12-20T10:56:24.274 INFO:tasks.rados.rados.0.smithi123.stdout:1980: done (3 left) 2023-12-20T10:56:24.274 INFO:tasks.rados.rados.0.smithi123.stdout:1983: done (2 left) 2023-12-20T10:56:24.274 INFO:tasks.rados.rados.0.smithi123.stdout:1984: snap_remove snap 184 2023-12-20T10:56:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:24.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:24.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:56:24.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:56:24.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:24.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: pgmap v372: 121 pgs: 3 activating, 9 active+undersized+degraded, 33 active+undersized, 76 active+clean; 212 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.4 MiB/s wr, 28 op/s; 27/351 objects degraded (7.692%) 2023-12-20T10:56:24.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:56:24.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:56:24.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:56:24.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:56:24.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:56:24.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: Upgrade: Setting container_image for all osd 2023-12-20T10:56:24.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:24.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2023-12-20T10:56:24.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2023-12-20T10:56:24.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2023-12-20T10:56:24.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2023-12-20T10:56:24.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2023-12-20T10:56:24.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2023-12-20T10:56:24.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2023-12-20T10:56:24.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2023-12-20T10:56:24.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2023-12-20T10:56:24.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2023-12-20T10:56:24.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2023-12-20T10:56:24.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2023-12-20T10:56:24.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2023-12-20T10:56:24.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2023-12-20T10:56:24.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2023-12-20T10:56:24.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2023-12-20T10:56:24.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: Upgrade: Setting require_osd_release to 19 unknown 2023-12-20T10:56:24.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "unknown"}]: dispatch 2023-12-20T10:56:24.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: Upgrade: Paused due to UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-20T10:56:24.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:24.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:56:24.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:56:24.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:56:24.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:24.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:24 smithi177 ceph-mon[212096]: osdmap e442: 8 total, 8 up, 8 in 2023-12-20T10:56:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:56:24.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:56:24.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:24.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: pgmap v372: 121 pgs: 3 activating, 9 active+undersized+degraded, 33 active+undersized, 76 active+clean; 212 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.4 MiB/s wr, 28 op/s; 27/351 objects degraded (7.692%) 2023-12-20T10:56:24.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:56:24.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:56:24.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:56:24.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:56:24.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:56:24.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: Upgrade: Setting container_image for all osd 2023-12-20T10:56:24.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:24.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2023-12-20T10:56:24.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2023-12-20T10:56:24.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2023-12-20T10:56:24.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2023-12-20T10:56:24.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2023-12-20T10:56:24.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2023-12-20T10:56:24.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2023-12-20T10:56:24.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2023-12-20T10:56:24.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2023-12-20T10:56:24.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2023-12-20T10:56:24.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2023-12-20T10:56:24.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2023-12-20T10:56:24.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:24.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:24.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:56:24.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:56:24.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:24.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: pgmap v372: 121 pgs: 3 activating, 9 active+undersized+degraded, 33 active+undersized, 76 active+clean; 212 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.4 MiB/s wr, 28 op/s; 27/351 objects degraded (7.692%) 2023-12-20T10:56:24.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:56:24.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:56:24.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:56:24.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:56:24.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:56:24.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: Upgrade: Setting container_image for all osd 2023-12-20T10:56:24.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:24.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2023-12-20T10:56:24.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2023-12-20T10:56:24.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2023-12-20T10:56:24.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2023-12-20T10:56:24.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2023-12-20T10:56:24.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2023-12-20T10:56:24.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2023-12-20T10:56:24.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2023-12-20T10:56:24.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2023-12-20T10:56:24.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2023-12-20T10:56:24.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2023-12-20T10:56:24.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2023-12-20T10:56:24.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2023-12-20T10:56:24.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2023-12-20T10:56:24.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2023-12-20T10:56:24.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2023-12-20T10:56:24.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: Upgrade: Setting require_osd_release to 19 unknown 2023-12-20T10:56:24.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "unknown"}]: dispatch 2023-12-20T10:56:24.747 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: Upgrade: Paused due to UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-20T10:56:24.747 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:24.747 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:56:24.747 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:56:24.747 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:56:24.747 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:24.747 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[188613]: osdmap e442: 8 total, 8 up, 8 in 2023-12-20T10:56:24.747 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T10:56:24.282+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : Health check failed: Upgrade: failed due to an unexpected exception (UPGRADE_EXCEPTION) 2023-12-20T10:56:24.747 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2023-12-20T10:56:24.747 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2023-12-20T10:56:24.747 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2023-12-20T10:56:24.747 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2023-12-20T10:56:24.747 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: Upgrade: Setting require_osd_release to 19 unknown 2023-12-20T10:56:24.748 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "unknown"}]: dispatch 2023-12-20T10:56:24.748 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: Upgrade: Paused due to UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-20T10:56:24.748 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:24.748 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:56:24.748 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:56:24.748 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:56:24.748 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:24.748 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:24 smithi123 ceph-mon[191304]: osdmap e442: 8 total, 8 up, 8 in 2023-12-20T10:56:25.280 INFO:tasks.rados.rados.0.smithi123.stdout:1984: done (2 left) 2023-12-20T10:56:25.280 INFO:tasks.rados.rados.0.smithi123.stdout:1985: snap_create 2023-12-20T10:56:25.280 INFO:tasks.rados.rados.0.smithi123.stdout:1981: finishing write tid 2 to smithi123173835-13 2023-12-20T10:56:25.280 INFO:tasks.rados.rados.0.smithi123.stdout:1981: finishing write tid 3 to smithi123173835-13 2023-12-20T10:56:25.280 INFO:tasks.rados.rados.0.smithi123.stdout:1981: finishing write tid 4 to smithi123173835-13 2023-12-20T10:56:25.280 INFO:tasks.rados.rados.0.smithi123.stdout:1982: expect (ObjNum 528 snap 153 seq_num 528) 2023-12-20T10:56:25.381 INFO:tasks.rados.rados.0.smithi123.stdout:1981: finishing write tid 5 to smithi123173835-13 2023-12-20T10:56:25.381 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 1651 (ObjNum 659 snap 185 seq_num 659) dirty exists 2023-12-20T10:56:25.381 INFO:tasks.rados.rados.0.smithi123.stdout:1981: left oid 13 (ObjNum 659 snap 185 seq_num 659) 2023-12-20T10:56:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:25 smithi177 ceph-mon[212096]: pgmap v373: 121 pgs: 3 activating, 9 active+undersized+degraded, 33 active+undersized, 76 active+clean; 212 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.7 MiB/s wr, 32 op/s; 27/351 objects degraded (7.692%) 2023-12-20T10:56:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:25 smithi177 ceph-mon[212096]: Health check update: Degraded data redundancy: 27/351 objects degraded (7.692%), 9 pgs degraded (PG_DEGRADED) 2023-12-20T10:56:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:25 smithi177 ceph-mon[212096]: Health check failed: Upgrade: failed due to an unexpected exception (UPGRADE_EXCEPTION) 2023-12-20T10:56:25.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:25 smithi123 ceph-mon[188613]: pgmap v373: 121 pgs: 3 activating, 9 active+undersized+degraded, 33 active+undersized, 76 active+clean; 212 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.7 MiB/s wr, 32 op/s; 27/351 objects degraded (7.692%) 2023-12-20T10:56:25.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:25 smithi123 ceph-mon[188613]: Health check update: Degraded data redundancy: 27/351 objects degraded (7.692%), 9 pgs degraded (PG_DEGRADED) 2023-12-20T10:56:25.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:25 smithi123 ceph-mon[188613]: Health check failed: Upgrade: failed due to an unexpected exception (UPGRADE_EXCEPTION) 2023-12-20T10:56:25.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:25 smithi123 ceph-mon[191304]: pgmap v373: 121 pgs: 3 activating, 9 active+undersized+degraded, 33 active+undersized, 76 active+clean; 212 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.7 MiB/s wr, 32 op/s; 27/351 objects degraded (7.692%) 2023-12-20T10:56:25.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:25 smithi123 ceph-mon[191304]: Health check update: Degraded data redundancy: 27/351 objects degraded (7.692%), 9 pgs degraded (PG_DEGRADED) 2023-12-20T10:56:25.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:25 smithi123 ceph-mon[191304]: Health check failed: Upgrade: failed due to an unexpected exception (UPGRADE_EXCEPTION) 2023-12-20T10:56:26.286 INFO:tasks.rados.rados.0.smithi123.stdout:1981: done (2 left) 2023-12-20T10:56:26.286 INFO:tasks.rados.rados.0.smithi123.stdout:1982: done (1 left) 2023-12-20T10:56:26.286 INFO:tasks.rados.rados.0.smithi123.stdout:1985: done (0 left) 2023-12-20T10:56:26.286 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 10 current snap is 186 2023-12-20T10:56:26.286 INFO:tasks.rados.rados.0.smithi123.stdout:1986: seq_num 661 ranges {2940928=679936,3620864=622592,4243456=180224} 2023-12-20T10:56:26.304 INFO:tasks.rados.rados.0.smithi123.stdout:1986: writing smithi123173835-10 from 2940928 to 3620864 tid 1 2023-12-20T10:56:26.309 INFO:tasks.rados.rados.0.smithi123.stdout:1986: writing smithi123173835-10 from 3620864 to 4243456 tid 2 2023-12-20T10:56:26.309 INFO:tasks.rados.rados.0.smithi123.stdout:1986: writing smithi123173835-10 from 4243456 to 4423680 tid 3 2023-12-20T10:56:26.310 INFO:tasks.rados.rados.0.smithi123.stdout:1987: snap_create 2023-12-20T10:56:26.313 INFO:tasks.rados.rados.0.smithi123.stdout:1986: finishing write tid 1 to smithi123173835-10 2023-12-20T10:56:26.314 INFO:tasks.rados.rados.0.smithi123.stdout:1986: finishing write tid 2 to smithi123173835-10 2023-12-20T10:56:26.314 INFO:tasks.rados.rados.0.smithi123.stdout:1986: finishing write tid 3 to smithi123173835-10 2023-12-20T10:56:26.315 INFO:tasks.rados.rados.0.smithi123.stdout:1986: finishing write tid 4 to smithi123173835-10 2023-12-20T10:56:26.316 INFO:tasks.rados.rados.0.smithi123.stdout:1986: finishing write tid 5 to smithi123173835-10 2023-12-20T10:56:26.317 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 1660 (ObjNum 661 snap 186 seq_num 661) dirty exists 2023-12-20T10:56:26.317 INFO:tasks.rados.rados.0.smithi123.stdout:1986: left oid 10 (ObjNum 661 snap 186 seq_num 661) 2023-12-20T10:56:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:26 smithi177 ceph-mon[212096]: osdmap e443: 8 total, 8 up, 8 in 2023-12-20T10:56:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:26 smithi123 ceph-mon[188613]: osdmap e443: 8 total, 8 up, 8 in 2023-12-20T10:56:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:26 smithi123 ceph-mon[191304]: osdmap e443: 8 total, 8 up, 8 in 2023-12-20T10:56:27.305 INFO:tasks.rados.rados.0.smithi123.stdout:1986: done (1 left) 2023-12-20T10:56:27.306 INFO:tasks.rados.rados.0.smithi123.stdout:1987: done (0 left) 2023-12-20T10:56:27.306 INFO:tasks.rados.rados.0.smithi123.stdout:1988: rollback oid 27 current snap is 187 2023-12-20T10:56:27.306 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 27 to 185 2023-12-20T10:56:27.306 INFO:tasks.rados.rados.0.smithi123.stdout:1989: delete oid 39 current snap is 187 2023-12-20T10:56:27.309 INFO:tasks.rados.rados.0.smithi123.stdout:1988: finishing rollback tid 1 to smithi123173835-27 2023-12-20T10:56:27.309 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 27 v 0 (ObjNum 65 snap 0 seq_num 0) dirty dne 2023-12-20T10:56:27.311 INFO:tasks.rados.rados.0.smithi123.stdout:1988: done (1 left) 2023-12-20T10:56:27.311 INFO:tasks.rados.rados.0.smithi123.stdout:1989: done (0 left) 2023-12-20T10:56:27.311 INFO:tasks.rados.rados.0.smithi123.stdout:1990: rollback oid 50 current snap is 187 2023-12-20T10:56:27.311 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 50 to 183 2023-12-20T10:56:27.311 INFO:tasks.rados.rados.0.smithi123.stdout:1991: copy_from oid 26 from oid 41 current snap is 187 2023-12-20T10:56:27.311 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 20 current snap is 187 2023-12-20T10:56:27.312 INFO:tasks.rados.rados.0.smithi123.stdout:1992: seq_num 663 ranges {0=712704,712704=442368,1155072=360448} 2023-12-20T10:56:27.316 INFO:tasks.rados.rados.0.smithi123.stdout:1992: writing smithi123173835-20 from 0 to 712704 tid 1 2023-12-20T10:56:27.321 INFO:tasks.rados.rados.0.smithi123.stdout:1992: writing smithi123173835-20 from 712704 to 1155072 tid 2 2023-12-20T10:56:27.321 INFO:tasks.rados.rados.0.smithi123.stdout:1992: writing smithi123173835-20 from 1155072 to 1515520 tid 3 2023-12-20T10:56:27.322 INFO:tasks.rados.rados.0.smithi123.stdout:1993: snap_create 2023-12-20T10:56:27.322 INFO:tasks.rados.rados.0.smithi123.stdout:1990: finishing rollback tid 0 to smithi123173835-50 2023-12-20T10:56:27.322 INFO:tasks.rados.rados.0.smithi123.stdout:1990: finishing rollback tid 1 to smithi123173835-50 2023-12-20T10:56:27.322 INFO:tasks.rados.rados.0.smithi123.stdout:1990: finishing rollback tid 2 to smithi123173835-50 2023-12-20T10:56:27.322 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 50 v 1664 (ObjNum 554 snap 160 seq_num 554) dirty exists 2023-12-20T10:56:27.322 INFO:tasks.rados.rados.0.smithi123.stdout:1992: finishing write tid 1 to smithi123173835-20 2023-12-20T10:56:27.322 INFO:tasks.rados.rados.0.smithi123.stdout:1991: finishing copy_from racing read to smithi123173835-26 2023-12-20T10:56:27.322 INFO:tasks.rados.rados.0.smithi123.stdout:1991: finishing copy_from to smithi123173835-26 2023-12-20T10:56:27.322 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 1196 (ObjNum 609 snap 174 seq_num 609) dirty exists 2023-12-20T10:56:27.324 INFO:tasks.rados.rados.0.smithi123.stdout:1992: finishing write tid 2 to smithi123173835-20 2023-12-20T10:56:27.325 INFO:tasks.rados.rados.0.smithi123.stdout:1992: finishing write tid 3 to smithi123173835-20 2023-12-20T10:56:27.325 INFO:tasks.rados.rados.0.smithi123.stdout:1992: finishing write tid 4 to smithi123173835-20 2023-12-20T10:56:27.326 INFO:tasks.rados.rados.0.smithi123.stdout:1992: finishing write tid 5 to smithi123173835-20 2023-12-20T10:56:27.326 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 20 v 1359 (ObjNum 663 snap 187 seq_num 663) dirty exists 2023-12-20T10:56:27.327 INFO:tasks.rados.rados.0.smithi123.stdout:1992: left oid 20 (ObjNum 663 snap 187 seq_num 663) 2023-12-20T10:56:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:27 smithi177 ceph-mon[212096]: pgmap v376: 121 pgs: 3 activating, 8 active+undersized+degraded, 26 active+undersized, 84 active+clean; 201 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.1 MiB/s wr, 8 op/s; 26/330 objects degraded (7.879%) 2023-12-20T10:56:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:27 smithi177 ceph-mon[212096]: osdmap e444: 8 total, 8 up, 8 in 2023-12-20T10:56:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:56:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:27 smithi123 ceph-mon[191304]: pgmap v376: 121 pgs: 3 activating, 8 active+undersized+degraded, 26 active+undersized, 84 active+clean; 201 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.1 MiB/s wr, 8 op/s; 26/330 objects degraded (7.879%) 2023-12-20T10:56:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:27 smithi123 ceph-mon[191304]: osdmap e444: 8 total, 8 up, 8 in 2023-12-20T10:56:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:27.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:56:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:27 smithi123 ceph-mon[188613]: pgmap v376: 121 pgs: 3 activating, 8 active+undersized+degraded, 26 active+undersized, 84 active+clean; 201 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.1 MiB/s wr, 8 op/s; 26/330 objects degraded (7.879%) 2023-12-20T10:56:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:27 smithi123 ceph-mon[188613]: osdmap e444: 8 total, 8 up, 8 in 2023-12-20T10:56:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:56:28.311 INFO:tasks.rados.rados.0.smithi123.stdout:1990: done (3 left) 2023-12-20T10:56:28.311 INFO:tasks.rados.rados.0.smithi123.stdout:1991: done (2 left) 2023-12-20T10:56:28.311 INFO:tasks.rados.rados.0.smithi123.stdout:1992: done (1 left) 2023-12-20T10:56:28.311 INFO:tasks.rados.rados.0.smithi123.stdout:1993: done (0 left) 2023-12-20T10:56:28.311 INFO:tasks.rados.rados.0.smithi123.stdout:1994: snap_remove snap 185 2023-12-20T10:56:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:28 smithi177 ceph-mon[212096]: osdmap e445: 8 total, 8 up, 8 in 2023-12-20T10:56:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:28 smithi123 ceph-mon[191304]: osdmap e445: 8 total, 8 up, 8 in 2023-12-20T10:56:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:28 smithi123 ceph-mon[188613]: osdmap e445: 8 total, 8 up, 8 in 2023-12-20T10:56:29.312 INFO:tasks.rados.rados.0.smithi123.stdout:1994: done (0 left) 2023-12-20T10:56:29.312 INFO:tasks.rados.rados.0.smithi123.stdout:1995: read oid 42 snap 186 2023-12-20T10:56:29.312 INFO:tasks.rados.rados.0.smithi123.stdout:1995: expect (ObjNum 579 snap 164 seq_num 579) 2023-12-20T10:56:29.312 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 33 current snap is 188 2023-12-20T10:56:29.312 INFO:tasks.rados.rados.0.smithi123.stdout:1996: seq_num 664 ranges {0=729088,729088=729088,1458176=73728} 2023-12-20T10:56:29.316 INFO:tasks.rados.rados.0.smithi123.stdout:1996: writing smithi123173835-33 from 0 to 729088 tid 1 2023-12-20T10:56:29.321 INFO:tasks.rados.rados.0.smithi123.stdout:1996: writing smithi123173835-33 from 729088 to 1458176 tid 2 2023-12-20T10:56:29.321 INFO:tasks.rados.rados.0.smithi123.stdout:1996: writing smithi123173835-33 from 1458176 to 1531904 tid 3 2023-12-20T10:56:29.322 INFO:tasks.rados.rados.0.smithi123.stdout:1997: delete oid 6 current snap is 188 2023-12-20T10:56:29.322 INFO:tasks.rados.rados.0.smithi123.stdout:1995: expect (ObjNum 579 snap 164 seq_num 579) 2023-12-20T10:56:29.326 INFO:tasks.rados.rados.0.smithi123.stdout:1996: finishing write tid 1 to smithi123173835-33 2023-12-20T10:56:29.326 INFO:tasks.rados.rados.0.smithi123.stdout:1995: done (2 left) 2023-12-20T10:56:29.326 INFO:tasks.rados.rados.0.smithi123.stdout:1997: done (1 left) 2023-12-20T10:56:29.326 INFO:tasks.rados.rados.0.smithi123.stdout:1998: read oid 4 snap -1 2023-12-20T10:56:29.326 INFO:tasks.rados.rados.0.smithi123.stdout:1998: expect (ObjNum 627 snap 181 seq_num 627) 2023-12-20T10:56:29.326 INFO:tasks.rados.rados.0.smithi123.stdout:1999: read oid 31 snap -1 2023-12-20T10:56:29.327 INFO:tasks.rados.rados.0.smithi123.stdout:1999: expect (ObjNum 619 snap 180 seq_num 619) 2023-12-20T10:56:29.327 INFO:tasks.rados.rados.0.smithi123.stdout:2000: snap_create 2023-12-20T10:56:29.327 INFO:tasks.rados.rados.0.smithi123.stdout:1996: finishing write tid 2 to smithi123173835-33 2023-12-20T10:56:29.327 INFO:tasks.rados.rados.0.smithi123.stdout:1996: finishing write tid 3 to smithi123173835-33 2023-12-20T10:56:29.327 INFO:tasks.rados.rados.0.smithi123.stdout:1996: finishing write tid 4 to smithi123173835-33 2023-12-20T10:56:29.331 INFO:tasks.rados.rados.0.smithi123.stdout:1996: finishing write tid 5 to smithi123173835-33 2023-12-20T10:56:29.331 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 1171 (ObjNum 664 snap 188 seq_num 664) dirty exists 2023-12-20T10:56:29.331 INFO:tasks.rados.rados.0.smithi123.stdout:1996: left oid 33 (ObjNum 664 snap 188 seq_num 664) 2023-12-20T10:56:29.332 INFO:tasks.rados.rados.0.smithi123.stdout:1998: expect (ObjNum 627 snap 181 seq_num 627) 2023-12-20T10:56:29.355 INFO:tasks.rados.rados.0.smithi123.stdout:1999: expect (ObjNum 619 snap 180 seq_num 619) 2023-12-20T10:56:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:29 smithi123 ceph-mon[191304]: pgmap v379: 121 pgs: 3 activating, 118 active+clean; 169 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.9 MiB/s wr, 12 op/s; 2/267 objects degraded (0.749%); 12 MiB/s, 2 objects/s recovering 2023-12-20T10:56:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:29 smithi123 ceph-mon[191304]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 26/330 objects degraded (7.879%), 8 pgs degraded) 2023-12-20T10:56:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:29 smithi123 ceph-mon[191304]: osdmap e446: 8 total, 8 up, 8 in 2023-12-20T10:56:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:29 smithi123 ceph-mon[188613]: pgmap v379: 121 pgs: 3 activating, 118 active+clean; 169 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.9 MiB/s wr, 12 op/s; 2/267 objects degraded (0.749%); 12 MiB/s, 2 objects/s recovering 2023-12-20T10:56:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:29 smithi123 ceph-mon[188613]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 26/330 objects degraded (7.879%), 8 pgs degraded) 2023-12-20T10:56:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:29 smithi123 ceph-mon[188613]: osdmap e446: 8 total, 8 up, 8 in 2023-12-20T10:56:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:56:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:56:29] "GET /metrics HTTP/1.1" 200 36178 "" "Prometheus/2.43.0" 2023-12-20T10:56:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:29 smithi177 ceph-mon[212096]: pgmap v379: 121 pgs: 3 activating, 118 active+clean; 169 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.9 MiB/s wr, 12 op/s; 2/267 objects degraded (0.749%); 12 MiB/s, 2 objects/s recovering 2023-12-20T10:56:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:29 smithi177 ceph-mon[212096]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 26/330 objects degraded (7.879%), 8 pgs degraded) 2023-12-20T10:56:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:29 smithi177 ceph-mon[212096]: osdmap e446: 8 total, 8 up, 8 in 2023-12-20T10:56:30.326 INFO:tasks.rados.rados.0.smithi123.stdout:1996: done (3 left) 2023-12-20T10:56:30.326 INFO:tasks.rados.rados.0.smithi123.stdout:1998: done (2 left) 2023-12-20T10:56:30.326 INFO:tasks.rados.rados.0.smithi123.stdout:1999: done (1 left) 2023-12-20T10:56:30.326 INFO:tasks.rados.rados.0.smithi123.stdout:2000: done (0 left) 2023-12-20T10:56:30.326 INFO:tasks.rados.rados.0.smithi123.stdout:2001: delete oid 33 current snap is 189 2023-12-20T10:56:30.328 INFO:tasks.rados.rados.0.smithi123.stdout:2001: done (0 left) 2023-12-20T10:56:30.329 INFO:tasks.rados.rados.0.smithi123.stdout:2002: copy_from oid 29 from oid 38 current snap is 189 2023-12-20T10:56:30.329 INFO:tasks.rados.rados.0.smithi123.stdout:2003: setattr oid 45 current snap is 189 2023-12-20T10:56:30.330 INFO:tasks.rados.rados.0.smithi123.stdout:2004: delete oid 12 current snap is 189 2023-12-20T10:56:30.332 INFO:tasks.rados.rados.0.smithi123.stdout:2004: done (2 left) 2023-12-20T10:56:30.332 INFO:tasks.rados.rados.0.smithi123.stdout:2005: snap_create 2023-12-20T10:56:30.333 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 1357 (ObjNum 628 snap 182 seq_num 628) dirty exists 2023-12-20T10:56:30.368 INFO:tasks.rados.rados.0.smithi123.stdout:2002: finishing copy_from racing read to smithi123173835-29 2023-12-20T10:56:30.370 INFO:tasks.rados.rados.0.smithi123.stdout:2002: finishing copy_from to smithi123173835-29 2023-12-20T10:56:30.370 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 1187 (ObjNum 618 snap 179 seq_num 618) dirty exists 2023-12-20T10:56:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:30 smithi177 ceph-mon[212096]: osdmap e447: 8 total, 8 up, 8 in 2023-12-20T10:56:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:30 smithi123 ceph-mon[191304]: osdmap e447: 8 total, 8 up, 8 in 2023-12-20T10:56:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:30 smithi123 ceph-mon[188613]: osdmap e447: 8 total, 8 up, 8 in 2023-12-20T10:56:31.330 INFO:tasks.rados.rados.0.smithi123.stdout:2002: done (2 left) 2023-12-20T10:56:31.330 INFO:tasks.rados.rados.0.smithi123.stdout:2003: done (1 left) 2023-12-20T10:56:31.330 INFO:tasks.rados.rados.0.smithi123.stdout:2005: done (0 left) 2023-12-20T10:56:31.330 INFO:tasks.rados.rados.0.smithi123.stdout:2006: snap_remove snap 189 2023-12-20T10:56:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:31 smithi177 ceph-mon[212096]: pgmap v382: 121 pgs: 121 active+clean; 152 MiB data, 1014 MiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.3 MiB/s wr, 18 op/s; 15 MiB/s, 2 objects/s recovering 2023-12-20T10:56:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:31 smithi177 ceph-mon[212096]: osdmap e448: 8 total, 8 up, 8 in 2023-12-20T10:56:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:31 smithi123 ceph-mon[191304]: pgmap v382: 121 pgs: 121 active+clean; 152 MiB data, 1014 MiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.3 MiB/s wr, 18 op/s; 15 MiB/s, 2 objects/s recovering 2023-12-20T10:56:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:31 smithi123 ceph-mon[191304]: osdmap e448: 8 total, 8 up, 8 in 2023-12-20T10:56:31.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:31 smithi123 ceph-mon[188613]: pgmap v382: 121 pgs: 121 active+clean; 152 MiB data, 1014 MiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.3 MiB/s wr, 18 op/s; 15 MiB/s, 2 objects/s recovering 2023-12-20T10:56:31.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:31 smithi123 ceph-mon[188613]: osdmap e448: 8 total, 8 up, 8 in 2023-12-20T10:56:32.337 INFO:tasks.rados.rados.0.smithi123.stdout:2006: done (0 left) 2023-12-20T10:56:32.337 INFO:tasks.rados.rados.0.smithi123.stdout:2007: snap_remove snap 187 2023-12-20T10:56:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:32 smithi177 ceph-mon[212096]: osdmap e449: 8 total, 8 up, 8 in 2023-12-20T10:56:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:32 smithi123 ceph-mon[191304]: osdmap e449: 8 total, 8 up, 8 in 2023-12-20T10:56:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:32 smithi123 ceph-mon[188613]: osdmap e449: 8 total, 8 up, 8 in 2023-12-20T10:56:33.018 INFO:tasks.rados.rados.0.smithi123.stdout:2007: done (0 left) 2023-12-20T10:56:33.019 INFO:tasks.rados.rados.0.smithi123.stdout:2008: snap_remove snap 188 2023-12-20T10:56:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:33 smithi177 ceph-mon[212096]: pgmap v385: 121 pgs: 121 active+clean; 165 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 13 op/s; 2.9 MiB/s, 0 objects/s recovering 2023-12-20T10:56:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:33 smithi177 ceph-mon[212096]: osdmap e450: 8 total, 8 up, 8 in 2023-12-20T10:56:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:33 smithi177 ceph-mon[212096]: osdmap e451: 8 total, 8 up, 8 in 2023-12-20T10:56:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:33 smithi123 ceph-mon[191304]: pgmap v385: 121 pgs: 121 active+clean; 165 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 13 op/s; 2.9 MiB/s, 0 objects/s recovering 2023-12-20T10:56:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:33 smithi123 ceph-mon[191304]: osdmap e450: 8 total, 8 up, 8 in 2023-12-20T10:56:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:33 smithi123 ceph-mon[191304]: osdmap e451: 8 total, 8 up, 8 in 2023-12-20T10:56:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:33 smithi123 ceph-mon[188613]: pgmap v385: 121 pgs: 121 active+clean; 165 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 13 op/s; 2.9 MiB/s, 0 objects/s recovering 2023-12-20T10:56:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:33 smithi123 ceph-mon[188613]: osdmap e450: 8 total, 8 up, 8 in 2023-12-20T10:56:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:33 smithi123 ceph-mon[188613]: osdmap e451: 8 total, 8 up, 8 in 2023-12-20T10:56:34.022 INFO:tasks.rados.rados.0.smithi123.stdout:2008: done (0 left) 2023-12-20T10:56:34.022 INFO:tasks.rados.rados.0.smithi123.stdout:2009: delete oid 26 current snap is 190 2023-12-20T10:56:34.027 INFO:tasks.rados.rados.0.smithi123.stdout:2009: done (0 left) 2023-12-20T10:56:34.027 INFO:tasks.rados.rados.0.smithi123.stdout:2010: snap_remove snap 183 2023-12-20T10:56:35.037 INFO:tasks.rados.rados.0.smithi123.stdout:2010: done (0 left) 2023-12-20T10:56:35.038 INFO:tasks.rados.rados.0.smithi123.stdout:2011: read oid 49 snap -1 2023-12-20T10:56:35.038 INFO:tasks.rados.rados.0.smithi123.stdout:2011: expect (ObjNum 651 snap 185 seq_num 651) 2023-12-20T10:56:35.038 INFO:tasks.rados.rados.0.smithi123.stdout:2012: rmattr oid 7 current snap is 190 2023-12-20T10:56:35.038 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 41 current snap is 190 2023-12-20T10:56:35.038 INFO:tasks.rados.rados.0.smithi123.stdout:2013: seq_num 669 ranges {1499136=409600,1908736=548864,2457600=655360} 2023-12-20T10:56:35.050 INFO:tasks.rados.rados.0.smithi123.stdout:2013: writing smithi123173835-41 from 1499136 to 1908736 tid 1 2023-12-20T10:56:35.052 INFO:tasks.rados.rados.0.smithi123.stdout:2013: writing smithi123173835-41 from 1908736 to 2457600 tid 2 2023-12-20T10:56:35.056 INFO:tasks.rados.rados.0.smithi123.stdout:2013: writing smithi123173835-41 from 2457600 to 3112960 tid 3 2023-12-20T10:56:35.057 INFO:tasks.rados.rados.0.smithi123.stdout:2014: snap_create 2023-12-20T10:56:35.057 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 1206 (ObjNum 598 snap 170 seq_num 598) dirty exists 2023-12-20T10:56:35.096 INFO:tasks.rados.rados.0.smithi123.stdout:2011: expect (ObjNum 651 snap 185 seq_num 651) 2023-12-20T10:56:35.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:35 smithi177 ceph-mon[212096]: pgmap v388: 121 pgs: 121 active+clean; 165 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2023-12-20T10:56:35.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:35 smithi177 ceph-mon[212096]: osdmap e452: 8 total, 8 up, 8 in 2023-12-20T10:56:35.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:35 smithi123 ceph-mon[191304]: pgmap v388: 121 pgs: 121 active+clean; 165 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2023-12-20T10:56:35.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:35 smithi123 ceph-mon[191304]: osdmap e452: 8 total, 8 up, 8 in 2023-12-20T10:56:35.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:35 smithi123 ceph-mon[188613]: pgmap v388: 121 pgs: 121 active+clean; 165 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2023-12-20T10:56:35.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:35 smithi123 ceph-mon[188613]: osdmap e452: 8 total, 8 up, 8 in 2023-12-20T10:56:35.912 INFO:tasks.rados.rados.0.smithi123.stdout:2013: finishing write tid 1 to smithi123173835-41 2023-12-20T10:56:35.912 INFO:tasks.rados.rados.0.smithi123.stdout:2013: finishing write tid 2 to smithi123173835-41 2023-12-20T10:56:35.912 INFO:tasks.rados.rados.0.smithi123.stdout:2013: finishing write tid 3 to smithi123173835-41 2023-12-20T10:56:35.912 INFO:tasks.rados.rados.0.smithi123.stdout:2013: finishing write tid 4 to smithi123173835-41 2023-12-20T10:56:35.912 INFO:tasks.rados.rados.0.smithi123.stdout:2013: finishing write tid 5 to smithi123173835-41 2023-12-20T10:56:35.913 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 1200 (ObjNum 669 snap 190 seq_num 669) dirty exists 2023-12-20T10:56:35.913 INFO:tasks.rados.rados.0.smithi123.stdout:2013: left oid 41 (ObjNum 669 snap 190 seq_num 669) 2023-12-20T10:56:36.031 INFO:tasks.rados.rados.0.smithi123.stdout:2011: done (3 left) 2023-12-20T10:56:36.031 INFO:tasks.rados.rados.0.smithi123.stdout:2012: done (2 left) 2023-12-20T10:56:36.031 INFO:tasks.rados.rados.0.smithi123.stdout:2013: done (1 left) 2023-12-20T10:56:36.031 INFO:tasks.rados.rados.0.smithi123.stdout:2014: done (0 left) 2023-12-20T10:56:36.031 INFO:tasks.rados.rados.0.smithi123.stdout:2015: read oid 48 snap -1 2023-12-20T10:56:36.031 INFO:tasks.rados.rados.0.smithi123.stdout:2015: expect (ObjNum 578 snap 164 seq_num 578) 2023-12-20T10:56:36.031 INFO:tasks.rados.rados.0.smithi123.stdout:2016: copy_from oid 1 from oid 22 current snap is 191 2023-12-20T10:56:36.032 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 5 current snap is 191 2023-12-20T10:56:36.032 INFO:tasks.rados.rados.0.smithi123.stdout:2017: seq_num 670 ranges {7266304=425984,7692288=483328,8175616=507904,8683520=212992} 2023-12-20T10:56:36.073 INFO:tasks.rados.rados.0.smithi123.stdout:2017: writing smithi123173835-5 from 7266304 to 7692288 tid 1 2023-12-20T10:56:36.077 INFO:tasks.rados.rados.0.smithi123.stdout:2017: writing smithi123173835-5 from 7692288 to 8175616 tid 2 2023-12-20T10:56:36.080 INFO:tasks.rados.rados.0.smithi123.stdout:2017: writing smithi123173835-5 from 8175616 to 8683520 tid 3 2023-12-20T10:56:36.082 INFO:tasks.rados.rados.0.smithi123.stdout:2017: writing smithi123173835-5 from 8683520 to 8896512 tid 4 2023-12-20T10:56:36.082 INFO:tasks.rados.rados.0.smithi123.stdout:2018: read oid 3 snap -1 2023-12-20T10:56:36.082 INFO:tasks.rados.rados.0.smithi123.stdout:2018: expect deleted 2023-12-20T10:56:36.082 INFO:tasks.rados.rados.0.smithi123.stdout:2019: read oid 50 snap -1 2023-12-20T10:56:36.082 INFO:tasks.rados.rados.0.smithi123.stdout:2019: expect (ObjNum 554 snap 160 seq_num 554) 2023-12-20T10:56:36.082 INFO:tasks.rados.rados.0.smithi123.stdout:2020: rmattr oid 45 current snap is 191 2023-12-20T10:56:36.082 INFO:tasks.rados.rados.0.smithi123.stdout:2016: finishing copy_from racing read to smithi123173835-1 2023-12-20T10:56:36.082 INFO:tasks.rados.rados.0.smithi123.stdout:2016: finishing copy_from to smithi123173835-1 2023-12-20T10:56:36.083 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 1 v 1204 (ObjNum 592 snap 169 seq_num 592) dirty exists 2023-12-20T10:56:36.083 INFO:tasks.rados.rados.0.smithi123.stdout:2017: finishing write tid 1 to smithi123173835-5 2023-12-20T10:56:36.083 INFO:tasks.rados.rados.0.smithi123.stdout:2017: finishing write tid 2 to smithi123173835-5 2023-12-20T10:56:36.083 INFO:tasks.rados.rados.0.smithi123.stdout:2016: done (5 left) 2023-12-20T10:56:36.083 INFO:tasks.rados.rados.0.smithi123.stdout:2021: delete oid 36 current snap is 191 2023-12-20T10:56:36.083 INFO:tasks.rados.rados.0.smithi123.stdout:2015: expect (ObjNum 578 snap 164 seq_num 578) 2023-12-20T10:56:36.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:36 smithi177 ceph-mon[212096]: osdmap e453: 8 total, 8 up, 8 in 2023-12-20T10:56:36.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:36 smithi123 ceph-mon[191304]: osdmap e453: 8 total, 8 up, 8 in 2023-12-20T10:56:36.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:36 smithi123 ceph-mon[188613]: osdmap e453: 8 total, 8 up, 8 in 2023-12-20T10:56:36.866 INFO:tasks.rados.rados.0.smithi123.stdout:2015: done (5 left) 2023-12-20T10:56:36.867 INFO:tasks.rados.rados.0.smithi123.stdout:2021: done (4 left) 2023-12-20T10:56:36.867 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 4 current snap is 191 2023-12-20T10:56:36.867 INFO:tasks.rados.rados.0.smithi123.stdout:2017: finishing write tid 3 to smithi123173835-5 2023-12-20T10:56:36.867 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 1358 (ObjNum 628 snap 182 seq_num 628) dirty exists 2023-12-20T10:56:36.867 INFO:tasks.rados.rados.0.smithi123.stdout:2017: finishing write tid 4 to smithi123173835-5 2023-12-20T10:56:36.867 INFO:tasks.rados.rados.0.smithi123.stdout:2017: finishing write tid 5 to smithi123173835-5 2023-12-20T10:56:36.867 INFO:tasks.rados.rados.0.smithi123.stdout:2017: finishing write tid 6 to smithi123173835-5 2023-12-20T10:56:36.867 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 538 (ObjNum 670 snap 191 seq_num 670) dirty exists 2023-12-20T10:56:36.867 INFO:tasks.rados.rados.0.smithi123.stdout:2017: left oid 5 (ObjNum 670 snap 191 seq_num 670) 2023-12-20T10:56:36.867 INFO:tasks.rados.rados.0.smithi123.stdout:2019: expect (ObjNum 554 snap 160 seq_num 554) 2023-12-20T10:56:37.105 INFO:tasks.rados.rados.0.smithi123.stdout:2022: seq_num 672 ranges {909312=458752,1368064=647168,2015232=466944,2482176=90112} 2023-12-20T10:56:37.112 INFO:tasks.rados.rados.0.smithi123.stdout:2022: writing smithi123173835-4 from 909312 to 1368064 tid 1 2023-12-20T10:56:37.115 INFO:tasks.rados.rados.0.smithi123.stdout:2022: writing smithi123173835-4 from 1368064 to 2015232 tid 2 2023-12-20T10:56:37.118 INFO:tasks.rados.rados.0.smithi123.stdout:2022: writing smithi123173835-4 from 2015232 to 2482176 tid 3 2023-12-20T10:56:37.119 INFO:tasks.rados.rados.0.smithi123.stdout:2022: writing smithi123173835-4 from 2482176 to 2572288 tid 4 2023-12-20T10:56:37.119 INFO:tasks.rados.rados.0.smithi123.stdout:2017: done (4 left) 2023-12-20T10:56:37.119 INFO:tasks.rados.rados.0.smithi123.stdout:2018: done (3 left) 2023-12-20T10:56:37.119 INFO:tasks.rados.rados.0.smithi123.stdout:2019: done (2 left) 2023-12-20T10:56:37.119 INFO:tasks.rados.rados.0.smithi123.stdout:2020: done (1 left) 2023-12-20T10:56:37.120 INFO:tasks.rados.rados.0.smithi123.stdout:2023: read oid 6 snap -1 2023-12-20T10:56:37.120 INFO:tasks.rados.rados.0.smithi123.stdout:2023: expect deleted 2023-12-20T10:56:37.120 INFO:tasks.rados.rados.0.smithi123.stdout:2024: read oid 23 snap -1 2023-12-20T10:56:37.120 INFO:tasks.rados.rados.0.smithi123.stdout:2024: expect (ObjNum 654 snap 185 seq_num 654) 2023-12-20T10:56:37.120 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 29 current snap is 191 2023-12-20T10:56:37.120 INFO:tasks.rados.rados.0.smithi123.stdout:2022: finishing write tid 1 to smithi123173835-4 2023-12-20T10:56:37.120 INFO:tasks.rados.rados.0.smithi123.stdout:2025: seq_num 673 ranges {4743168=475136,5218304=532480,5750784=671744} 2023-12-20T10:56:37.148 INFO:tasks.rados.rados.0.smithi123.stdout:2025: writing smithi123173835-29 from 4743168 to 5218304 tid 1 2023-12-20T10:56:37.150 INFO:tasks.rados.rados.0.smithi123.stdout:2025: writing smithi123173835-29 from 5218304 to 5750784 tid 2 2023-12-20T10:56:37.155 INFO:tasks.rados.rados.0.smithi123.stdout:2025: writing smithi123173835-29 from 5750784 to 6422528 tid 3 2023-12-20T10:56:37.155 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 39 current snap is 191 2023-12-20T10:56:37.156 INFO:tasks.rados.rados.0.smithi123.stdout:2022: finishing write tid 2 to smithi123173835-4 2023-12-20T10:56:37.156 INFO:tasks.rados.rados.0.smithi123.stdout:2022: finishing write tid 3 to smithi123173835-4 2023-12-20T10:56:37.156 INFO:tasks.rados.rados.0.smithi123.stdout:2022: finishing write tid 4 to smithi123173835-4 2023-12-20T10:56:37.156 INFO:tasks.rados.rados.0.smithi123.stdout:2026: seq_num 674 ranges {0=491520,491520=417792,909312=483328,1392640=303104} 2023-12-20T10:56:37.157 INFO:tasks.rados.rados.0.smithi123.stdout:2026: writing smithi123173835-39 from 0 to 491520 tid 1 2023-12-20T10:56:37.159 INFO:tasks.rados.rados.0.smithi123.stdout:2026: writing smithi123173835-39 from 491520 to 909312 tid 2 2023-12-20T10:56:37.162 INFO:tasks.rados.rados.0.smithi123.stdout:2026: writing smithi123173835-39 from 909312 to 1392640 tid 3 2023-12-20T10:56:37.165 INFO:tasks.rados.rados.0.smithi123.stdout:2026: writing smithi123173835-39 from 1392640 to 1695744 tid 4 2023-12-20T10:56:37.165 INFO:tasks.rados.rados.0.smithi123.stdout:2027: copy_from oid 40 from oid 44 current snap is 191 2023-12-20T10:56:37.165 INFO:tasks.rados.rados.0.smithi123.stdout:2022: finishing write tid 5 to smithi123173835-4 2023-12-20T10:56:37.165 INFO:tasks.rados.rados.0.smithi123.stdout:2022: finishing write tid 6 to smithi123173835-4 2023-12-20T10:56:37.165 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 1263 (ObjNum 672 snap 191 seq_num 672) dirty exists 2023-12-20T10:56:37.165 INFO:tasks.rados.rados.0.smithi123.stdout:2022: left oid 4 (ObjNum 672 snap 191 seq_num 672) 2023-12-20T10:56:37.165 INFO:tasks.rados.rados.0.smithi123.stdout:2025: finishing write tid 1 to smithi123173835-29 2023-12-20T10:56:37.165 INFO:tasks.rados.rados.0.smithi123.stdout:2025: finishing write tid 2 to smithi123173835-29 2023-12-20T10:56:37.165 INFO:tasks.rados.rados.0.smithi123.stdout:2022: done (5 left) 2023-12-20T10:56:37.165 INFO:tasks.rados.rados.0.smithi123.stdout:2023: done (4 left) 2023-12-20T10:56:37.165 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 20 current snap is 191 2023-12-20T10:56:37.165 INFO:tasks.rados.rados.0.smithi123.stdout:2024: expect (ObjNum 654 snap 185 seq_num 654) 2023-12-20T10:56:37.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:37 smithi177 ceph-mon[212096]: pgmap v391: 121 pgs: 121 active+clean; 165 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 738 KiB/s rd, 0 B/s wr, 6 op/s 2023-12-20T10:56:37.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:37 smithi177 ceph-mon[212096]: osdmap e454: 8 total, 8 up, 8 in 2023-12-20T10:56:37.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:37 smithi123 ceph-mon[191304]: pgmap v391: 121 pgs: 121 active+clean; 165 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 738 KiB/s rd, 0 B/s wr, 6 op/s 2023-12-20T10:56:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:37 smithi123 ceph-mon[191304]: osdmap e454: 8 total, 8 up, 8 in 2023-12-20T10:56:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:37.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:37 smithi123 ceph-mon[188613]: pgmap v391: 121 pgs: 121 active+clean; 165 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 738 KiB/s rd, 0 B/s wr, 6 op/s 2023-12-20T10:56:37.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:37 smithi123 ceph-mon[188613]: osdmap e454: 8 total, 8 up, 8 in 2023-12-20T10:56:37.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:38.476 INFO:tasks.rados.rados.0.smithi123.stdout:2025: finishing write tid 3 to smithi123173835-29 2023-12-20T10:56:38.476 INFO:tasks.rados.rados.0.smithi123.stdout:2025: finishing write tid 4 to smithi123173835-29 2023-12-20T10:56:38.476 INFO:tasks.rados.rados.0.smithi123.stdout:2025: finishing write tid 5 to smithi123173835-29 2023-12-20T10:56:38.476 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 1191 (ObjNum 673 snap 191 seq_num 673) dirty exists 2023-12-20T10:56:38.476 INFO:tasks.rados.rados.0.smithi123.stdout:2025: left oid 29 (ObjNum 673 snap 191 seq_num 673) 2023-12-20T10:56:38.476 INFO:tasks.rados.rados.0.smithi123.stdout:2026: finishing write tid 1 to smithi123173835-39 2023-12-20T10:56:38.476 INFO:tasks.rados.rados.0.smithi123.stdout:2028: seq_num 675 ranges {1515520=507904,2023424=704512,2727936=499712} 2023-12-20T10:56:38.486 INFO:tasks.rados.rados.0.smithi123.stdout:2028: writing smithi123173835-20 from 1515520 to 2023424 tid 1 2023-12-20T10:56:38.490 INFO:tasks.rados.rados.0.smithi123.stdout:2028: writing smithi123173835-20 from 2023424 to 2727936 tid 2 2023-12-20T10:56:38.495 INFO:tasks.rados.rados.0.smithi123.stdout:2028: writing smithi123173835-20 from 2727936 to 3227648 tid 3 2023-12-20T10:56:38.495 INFO:tasks.rados.rados.0.smithi123.stdout:2024: done (4 left) 2023-12-20T10:56:38.495 INFO:tasks.rados.rados.0.smithi123.stdout:2025: done (3 left) 2023-12-20T10:56:38.495 INFO:tasks.rados.rados.0.smithi123.stdout:2029: read oid 47 snap -1 2023-12-20T10:56:38.495 INFO:tasks.rados.rados.0.smithi123.stdout:2029: expect (ObjNum 603 snap 171 seq_num 603) 2023-12-20T10:56:38.495 INFO:tasks.rados.rados.0.smithi123.stdout:2030: snap_create 2023-12-20T10:56:38.495 INFO:tasks.rados.rados.0.smithi123.stdout:2026: finishing write tid 2 to smithi123173835-39 2023-12-20T10:56:38.495 INFO:tasks.rados.rados.0.smithi123.stdout:2026: finishing write tid 3 to smithi123173835-39 2023-12-20T10:56:38.496 INFO:tasks.rados.rados.0.smithi123.stdout:2026: finishing write tid 4 to smithi123173835-39 2023-12-20T10:56:38.496 INFO:tasks.rados.rados.0.smithi123.stdout:2026: finishing write tid 5 to smithi123173835-39 2023-12-20T10:56:38.496 INFO:tasks.rados.rados.0.smithi123.stdout:2026: finishing write tid 6 to smithi123173835-39 2023-12-20T10:56:38.496 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 1196 (ObjNum 674 snap 191 seq_num 674) dirty exists 2023-12-20T10:56:38.496 INFO:tasks.rados.rados.0.smithi123.stdout:2026: left oid 39 (ObjNum 674 snap 191 seq_num 674) 2023-12-20T10:56:38.496 INFO:tasks.rados.rados.0.smithi123.stdout:2027: finishing copy_from racing read to smithi123173835-40 2023-12-20T10:56:38.496 INFO:tasks.rados.rados.0.smithi123.stdout:2027: finishing copy_from to smithi123173835-40 2023-12-20T10:56:38.496 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 40 v 134 (ObjNum 649 snap 184 seq_num 649) dirty exists 2023-12-20T10:56:38.496 INFO:tasks.rados.rados.0.smithi123.stdout:2028: finishing write tid 1 to smithi123173835-20 2023-12-20T10:56:38.496 INFO:tasks.rados.rados.0.smithi123.stdout:2028: finishing write tid 2 to smithi123173835-20 2023-12-20T10:56:38.496 INFO:tasks.rados.rados.0.smithi123.stdout:2029: expect (ObjNum 603 snap 171 seq_num 603) 2023-12-20T10:56:38.509 INFO:tasks.rados.rados.0.smithi123.stdout:2028: finishing write tid 3 to smithi123173835-20 2023-12-20T10:56:38.510 INFO:tasks.rados.rados.0.smithi123.stdout:2028: finishing write tid 4 to smithi123173835-20 2023-12-20T10:56:38.510 INFO:tasks.rados.rados.0.smithi123.stdout:2028: finishing write tid 5 to smithi123173835-20 2023-12-20T10:56:38.510 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 20 v 1363 (ObjNum 675 snap 191 seq_num 675) dirty exists 2023-12-20T10:56:38.510 INFO:tasks.rados.rados.0.smithi123.stdout:2028: left oid 20 (ObjNum 675 snap 191 seq_num 675) 2023-12-20T10:56:39.038 INFO:tasks.rados.rados.0.smithi123.stdout:2026: done (4 left) 2023-12-20T10:56:39.038 INFO:tasks.rados.rados.0.smithi123.stdout:2027: done (3 left) 2023-12-20T10:56:39.038 INFO:tasks.rados.rados.0.smithi123.stdout:2028: done (2 left) 2023-12-20T10:56:39.038 INFO:tasks.rados.rados.0.smithi123.stdout:2029: done (1 left) 2023-12-20T10:56:39.038 INFO:tasks.rados.rados.0.smithi123.stdout:2030: done (0 left) 2023-12-20T10:56:39.039 INFO:tasks.rados.rados.0.smithi123.stdout:2031: setattr oid 50 current snap is 192 2023-12-20T10:56:39.039 INFO:tasks.rados.rados.0.smithi123.stdout:2032: rmattr oid 7 current snap is 192 2023-12-20T10:56:39.039 INFO:tasks.rados.rados.0.smithi123.stdout:2033: delete oid 15 current snap is 192 2023-12-20T10:56:39.044 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 1207 (ObjNum 598 snap 170 seq_num 598) dirty exists 2023-12-20T10:56:39.044 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 50 v 1682 (ObjNum 554 snap 160 seq_num 554) dirty exists 2023-12-20T10:56:39.046 INFO:tasks.rados.rados.0.smithi123.stdout:2031: done (2 left) 2023-12-20T10:56:39.046 INFO:tasks.rados.rados.0.smithi123.stdout:2032: done (1 left) 2023-12-20T10:56:39.046 INFO:tasks.rados.rados.0.smithi123.stdout:2033: done (0 left) 2023-12-20T10:56:39.046 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 49 current snap is 192 2023-12-20T10:56:39.046 INFO:tasks.rados.rados.0.smithi123.stdout:2034: seq_num 677 ranges {10412032=540672,10952704=516096,11468800=655360,12124160=32768} 2023-12-20T10:56:39.105 INFO:tasks.rados.rados.0.smithi123.stdout:2034: writing smithi123173835-49 from 10412032 to 10952704 tid 1 2023-12-20T10:56:39.107 INFO:tasks.rados.rados.0.smithi123.stdout:2034: writing smithi123173835-49 from 10952704 to 11468800 tid 2 2023-12-20T10:56:39.111 INFO:tasks.rados.rados.0.smithi123.stdout:2034: writing smithi123173835-49 from 11468800 to 12124160 tid 3 2023-12-20T10:56:39.112 INFO:tasks.rados.rados.0.smithi123.stdout:2034: writing smithi123173835-49 from 12124160 to 12156928 tid 4 2023-12-20T10:56:39.112 INFO:tasks.rados.rados.0.smithi123.stdout:2035: read oid 38 snap -1 2023-12-20T10:56:39.112 INFO:tasks.rados.rados.0.smithi123.stdout:2035: expect (ObjNum 618 snap 179 seq_num 618) 2023-12-20T10:56:39.112 INFO:tasks.rados.rados.0.smithi123.stdout:2036: read oid 46 snap -1 2023-12-20T10:56:39.112 INFO:tasks.rados.rados.0.smithi123.stdout:2036: expect (ObjNum 637 snap 183 seq_num 637) 2023-12-20T10:56:39.112 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 11 current snap is 192 2023-12-20T10:56:39.112 INFO:tasks.rados.rados.0.smithi123.stdout:2037: seq_num 678 ranges {0=565248,565248=802816,1368064=401408} 2023-12-20T10:56:39.115 INFO:tasks.rados.rados.0.smithi123.stdout:2037: writing smithi123173835-11 from 0 to 565248 tid 1 2023-12-20T10:56:39.120 INFO:tasks.rados.rados.0.smithi123.stdout:2037: writing smithi123173835-11 from 565248 to 1368064 tid 2 2023-12-20T10:56:39.122 INFO:tasks.rados.rados.0.smithi123.stdout:2037: writing smithi123173835-11 from 1368064 to 1769472 tid 3 2023-12-20T10:56:39.122 INFO:tasks.rados.rados.0.smithi123.stdout:2038: snap_create 2023-12-20T10:56:39.123 INFO:tasks.rados.rados.0.smithi123.stdout:2034: finishing write tid 1 to smithi123173835-49 2023-12-20T10:56:39.123 INFO:tasks.rados.rados.0.smithi123.stdout:2036: expect (ObjNum 637 snap 183 seq_num 637) 2023-12-20T10:56:39.150 INFO:tasks.rados.rados.0.smithi123.stdout:2034: finishing write tid 2 to smithi123173835-49 2023-12-20T10:56:39.150 INFO:tasks.rados.rados.0.smithi123.stdout:2034: finishing write tid 3 to smithi123173835-49 2023-12-20T10:56:39.150 INFO:tasks.rados.rados.0.smithi123.stdout:2034: finishing write tid 4 to smithi123173835-49 2023-12-20T10:56:39.150 INFO:tasks.rados.rados.0.smithi123.stdout:2034: finishing write tid 5 to smithi123173835-49 2023-12-20T10:56:39.150 INFO:tasks.rados.rados.0.smithi123.stdout:2037: finishing write tid 1 to smithi123173835-11 2023-12-20T10:56:39.150 INFO:tasks.rados.rados.0.smithi123.stdout:2034: finishing write tid 6 to smithi123173835-49 2023-12-20T10:56:39.151 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 1205 (ObjNum 677 snap 192 seq_num 677) dirty exists 2023-12-20T10:56:39.151 INFO:tasks.rados.rados.0.smithi123.stdout:2034: left oid 49 (ObjNum 677 snap 192 seq_num 677) 2023-12-20T10:56:39.151 INFO:tasks.rados.rados.0.smithi123.stdout:2037: finishing write tid 2 to smithi123173835-11 2023-12-20T10:56:39.151 INFO:tasks.rados.rados.0.smithi123.stdout:2037: finishing write tid 3 to smithi123173835-11 2023-12-20T10:56:39.151 INFO:tasks.rados.rados.0.smithi123.stdout:2037: finishing write tid 4 to smithi123173835-11 2023-12-20T10:56:39.151 INFO:tasks.rados.rados.0.smithi123.stdout:2035: expect (ObjNum 618 snap 179 seq_num 618) 2023-12-20T10:56:39.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:39 smithi177 ceph-mon[212096]: pgmap v393: 121 pgs: 121 active+clean; 145 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 422 KiB/s wr, 10 op/s 2023-12-20T10:56:39.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:39 smithi177 ceph-mon[212096]: osdmap e455: 8 total, 8 up, 8 in 2023-12-20T10:56:39.412 INFO:tasks.rados.rados.0.smithi123.stdout:2037: finishing write tid 5 to smithi123173835-11 2023-12-20T10:56:39.412 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 11 v 1192 (ObjNum 678 snap 192 seq_num 678) dirty exists 2023-12-20T10:56:39.412 INFO:tasks.rados.rados.0.smithi123.stdout:2037: left oid 11 (ObjNum 678 snap 192 seq_num 678) 2023-12-20T10:56:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:39 smithi123 ceph-mon[191304]: pgmap v393: 121 pgs: 121 active+clean; 145 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 422 KiB/s wr, 10 op/s 2023-12-20T10:56:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:39 smithi123 ceph-mon[191304]: osdmap e455: 8 total, 8 up, 8 in 2023-12-20T10:56:39.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:39 smithi123 ceph-mon[188613]: pgmap v393: 121 pgs: 121 active+clean; 145 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 422 KiB/s wr, 10 op/s 2023-12-20T10:56:39.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:39 smithi123 ceph-mon[188613]: osdmap e455: 8 total, 8 up, 8 in 2023-12-20T10:56:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:56:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:56:39] "GET /metrics HTTP/1.1" 200 36178 "" "Prometheus/2.43.0" 2023-12-20T10:56:40.048 INFO:tasks.rados.rados.0.smithi123.stdout:2034: done (4 left) 2023-12-20T10:56:40.048 INFO:tasks.rados.rados.0.smithi123.stdout:2035: done (3 left) 2023-12-20T10:56:40.048 INFO:tasks.rados.rados.0.smithi123.stdout:2036: done (2 left) 2023-12-20T10:56:40.048 INFO:tasks.rados.rados.0.smithi123.stdout:2037: done (1 left) 2023-12-20T10:56:40.048 INFO:tasks.rados.rados.0.smithi123.stdout:2038: done (0 left) 2023-12-20T10:56:40.048 INFO:tasks.rados.rados.0.smithi123.stdout:2039: read oid 48 snap -1 2023-12-20T10:56:40.048 INFO:tasks.rados.rados.0.smithi123.stdout:2039: expect (ObjNum 578 snap 164 seq_num 578) 2023-12-20T10:56:40.048 INFO:tasks.rados.rados.0.smithi123.stdout:2040: setattr oid 21 current snap is 193 2023-12-20T10:56:40.049 INFO:tasks.rados.rados.0.smithi123.stdout:2041: setattr oid 5 current snap is 193 2023-12-20T10:56:40.052 INFO:tasks.rados.rados.0.smithi123.stdout:2042: read oid 41 snap 191 2023-12-20T10:56:40.052 INFO:tasks.rados.rados.0.smithi123.stdout:2042: expect (ObjNum 669 snap 190 seq_num 669) 2023-12-20T10:56:40.053 INFO:tasks.rados.rados.0.smithi123.stdout:2043: delete oid 16 current snap is 193 2023-12-20T10:56:40.057 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 1198 (ObjNum 273 snap 0 seq_num 0) dirty exists 2023-12-20T10:56:40.058 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 539 (ObjNum 670 snap 191 seq_num 670) dirty exists 2023-12-20T10:56:40.058 INFO:tasks.rados.rados.0.smithi123.stdout:2040: done (4 left) 2023-12-20T10:56:40.059 INFO:tasks.rados.rados.0.smithi123.stdout:2041: done (3 left) 2023-12-20T10:56:40.059 INFO:tasks.rados.rados.0.smithi123.stdout:2043: done (2 left) 2023-12-20T10:56:40.059 INFO:tasks.rados.rados.0.smithi123.stdout:2044: snap_create 2023-12-20T10:56:40.097 INFO:tasks.rados.rados.0.smithi123.stdout:2039: expect (ObjNum 578 snap 164 seq_num 578) 2023-12-20T10:56:40.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:40 smithi177 ceph-mon[212096]: osdmap e456: 8 total, 8 up, 8 in 2023-12-20T10:56:40.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:40 smithi123 ceph-mon[191304]: osdmap e456: 8 total, 8 up, 8 in 2023-12-20T10:56:40.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:40 smithi123 ceph-mon[188613]: osdmap e456: 8 total, 8 up, 8 in 2023-12-20T10:56:40.879 INFO:tasks.rados.rados.0.smithi123.stdout:2042: expect (ObjNum 669 snap 190 seq_num 669) 2023-12-20T10:56:41.049 INFO:tasks.rados.rados.0.smithi123.stdout:2039: done (2 left) 2023-12-20T10:56:41.049 INFO:tasks.rados.rados.0.smithi123.stdout:2042: done (1 left) 2023-12-20T10:56:41.049 INFO:tasks.rados.rados.0.smithi123.stdout:2044: done (0 left) 2023-12-20T10:56:41.049 INFO:tasks.rados.rados.0.smithi123.stdout:2045: delete oid 8 current snap is 194 2023-12-20T10:56:41.053 INFO:tasks.rados.rados.0.smithi123.stdout:2045: done (0 left) 2023-12-20T10:56:41.053 INFO:tasks.rados.rados.0.smithi123.stdout:2046: rollback oid 13 current snap is 194 2023-12-20T10:56:41.053 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 13 to 191 2023-12-20T10:56:41.053 INFO:tasks.rados.rados.0.smithi123.stdout:2047: snap_create 2023-12-20T10:56:41.057 INFO:tasks.rados.rados.0.smithi123.stdout:2046: finishing rollback tid 0 to smithi123173835-13 2023-12-20T10:56:41.057 INFO:tasks.rados.rados.0.smithi123.stdout:2046: finishing rollback tid 1 to smithi123173835-13 2023-12-20T10:56:41.057 INFO:tasks.rados.rados.0.smithi123.stdout:2046: finishing rollback tid 2 to smithi123173835-13 2023-12-20T10:56:41.057 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 1687 (ObjNum 659 snap 185 seq_num 659) dirty exists 2023-12-20T10:56:41.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:41 smithi177 ceph-mon[212096]: pgmap v396: 121 pgs: 121 active+clean; 142 MiB data, 1012 MiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2023-12-20T10:56:41.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:41 smithi177 ceph-mon[212096]: osdmap e457: 8 total, 8 up, 8 in 2023-12-20T10:56:41.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:41 smithi123 ceph-mon[191304]: pgmap v396: 121 pgs: 121 active+clean; 142 MiB data, 1012 MiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2023-12-20T10:56:41.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:41 smithi123 ceph-mon[191304]: osdmap e457: 8 total, 8 up, 8 in 2023-12-20T10:56:41.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:41 smithi123 ceph-mon[188613]: pgmap v396: 121 pgs: 121 active+clean; 142 MiB data, 1012 MiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2023-12-20T10:56:41.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:41 smithi123 ceph-mon[188613]: osdmap e457: 8 total, 8 up, 8 in 2023-12-20T10:56:42.051 INFO:tasks.rados.rados.0.smithi123.stdout:2046: done (1 left) 2023-12-20T10:56:42.052 INFO:tasks.rados.rados.0.smithi123.stdout:2047: done (0 left) 2023-12-20T10:56:42.052 INFO:tasks.rados.rados.0.smithi123.stdout:2048: snap_remove snap 194 2023-12-20T10:56:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:42 smithi177 ceph-mon[212096]: osdmap e458: 8 total, 8 up, 8 in 2023-12-20T10:56:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:56:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:42 smithi123 ceph-mon[191304]: osdmap e458: 8 total, 8 up, 8 in 2023-12-20T10:56:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:56:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:42 smithi123 ceph-mon[188613]: osdmap e458: 8 total, 8 up, 8 in 2023-12-20T10:56:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:56:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:56:43.021 INFO:tasks.rados.rados.0.smithi123.stdout:2048: done (0 left) 2023-12-20T10:56:43.021 INFO:tasks.rados.rados.0.smithi123.stdout:2049: copy_from oid 10 from oid 48 current snap is 195 2023-12-20T10:56:43.021 INFO:tasks.rados.rados.0.smithi123.stdout:2050: snap_create 2023-12-20T10:56:43.077 INFO:tasks.rados.rados.0.smithi123.stdout:2049: finishing copy_from racing read to smithi123173835-10 2023-12-20T10:56:43.084 INFO:tasks.rados.rados.0.smithi123.stdout:2049: finishing copy_from to smithi123173835-10 2023-12-20T10:56:43.084 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 1186 (ObjNum 578 snap 164 seq_num 578) dirty exists 2023-12-20T10:56:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:43 smithi177 ceph-mon[212096]: pgmap v399: 121 pgs: 121 active+clean; 151 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 3.1 MiB/s wr, 30 op/s 2023-12-20T10:56:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:43 smithi177 ceph-mon[212096]: osdmap e459: 8 total, 8 up, 8 in 2023-12-20T10:56:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:43 smithi177 ceph-mon[212096]: osdmap e460: 8 total, 8 up, 8 in 2023-12-20T10:56:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:43 smithi123 ceph-mon[191304]: pgmap v399: 121 pgs: 121 active+clean; 151 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 3.1 MiB/s wr, 30 op/s 2023-12-20T10:56:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:43 smithi123 ceph-mon[191304]: osdmap e459: 8 total, 8 up, 8 in 2023-12-20T10:56:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:43 smithi123 ceph-mon[191304]: osdmap e460: 8 total, 8 up, 8 in 2023-12-20T10:56:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:43 smithi123 ceph-mon[188613]: pgmap v399: 121 pgs: 121 active+clean; 151 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 3.1 MiB/s wr, 30 op/s 2023-12-20T10:56:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:43 smithi123 ceph-mon[188613]: osdmap e459: 8 total, 8 up, 8 in 2023-12-20T10:56:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:43 smithi123 ceph-mon[188613]: osdmap e460: 8 total, 8 up, 8 in 2023-12-20T10:56:44.024 INFO:tasks.rados.rados.0.smithi123.stdout:2049: done (1 left) 2023-12-20T10:56:44.024 INFO:tasks.rados.rados.0.smithi123.stdout:2050: done (0 left) 2023-12-20T10:56:44.024 INFO:tasks.rados.rados.0.smithi123.stdout:2051: read oid 11 snap -1 2023-12-20T10:56:44.024 INFO:tasks.rados.rados.0.smithi123.stdout:2051: expect (ObjNum 678 snap 192 seq_num 678) 2023-12-20T10:56:44.024 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 34 current snap is 196 2023-12-20T10:56:44.024 INFO:tasks.rados.rados.0.smithi123.stdout:2052: seq_num 681 ranges {0=614400,614400=458752,1073152=638976,1712128=106496} 2023-12-20T10:56:44.027 INFO:tasks.rados.rados.0.smithi123.stdout:2052: writing smithi123173835-34 from 0 to 614400 tid 1 2023-12-20T10:56:44.030 INFO:tasks.rados.rados.0.smithi123.stdout:2052: writing smithi123173835-34 from 614400 to 1073152 tid 2 2023-12-20T10:56:44.034 INFO:tasks.rados.rados.0.smithi123.stdout:2052: writing smithi123173835-34 from 1073152 to 1712128 tid 3 2023-12-20T10:56:44.035 INFO:tasks.rados.rados.0.smithi123.stdout:2052: writing smithi123173835-34 from 1712128 to 1818624 tid 4 2023-12-20T10:56:44.035 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 45 current snap is 196 2023-12-20T10:56:44.035 INFO:tasks.rados.rados.0.smithi123.stdout:2053: seq_num 682 ranges {925696=630784,1556480=745472,2301952=442368,2744320=16384} 2023-12-20T10:56:44.044 INFO:tasks.rados.rados.0.smithi123.stdout:2053: writing smithi123173835-45 from 925696 to 1556480 tid 1 2023-12-20T10:56:44.049 INFO:tasks.rados.rados.0.smithi123.stdout:2053: writing smithi123173835-45 from 1556480 to 2301952 tid 2 2023-12-20T10:56:44.052 INFO:tasks.rados.rados.0.smithi123.stdout:2053: writing smithi123173835-45 from 2301952 to 2744320 tid 3 2023-12-20T10:56:44.052 INFO:tasks.rados.rados.0.smithi123.stdout:2053: writing smithi123173835-45 from 2744320 to 2760704 tid 4 2023-12-20T10:56:44.052 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 25 current snap is 196 2023-12-20T10:56:44.052 INFO:tasks.rados.rados.0.smithi123.stdout:2052: finishing write tid 1 to smithi123173835-34 2023-12-20T10:56:44.052 INFO:tasks.rados.rados.0.smithi123.stdout:2054: seq_num 683 ranges {0=647168,647168=630784,1277952=573440} 2023-12-20T10:56:44.055 INFO:tasks.rados.rados.0.smithi123.stdout:2054: writing smithi123173835-25 from 0 to 647168 tid 1 2023-12-20T10:56:44.059 INFO:tasks.rados.rados.0.smithi123.stdout:2054: writing smithi123173835-25 from 647168 to 1277952 tid 2 2023-12-20T10:56:44.063 INFO:tasks.rados.rados.0.smithi123.stdout:2054: writing smithi123173835-25 from 1277952 to 1851392 tid 3 2023-12-20T10:56:44.063 INFO:tasks.rados.rados.0.smithi123.stdout:2055: rollback oid 6 current snap is 196 2023-12-20T10:56:44.063 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 6 to 190 2023-12-20T10:56:44.063 INFO:tasks.rados.rados.0.smithi123.stdout:2052: finishing write tid 2 to smithi123173835-34 2023-12-20T10:56:44.063 INFO:tasks.rados.rados.0.smithi123.stdout:2051: expect (ObjNum 678 snap 192 seq_num 678) 2023-12-20T10:56:44.107 INFO:tasks.rados.rados.0.smithi123.stdout:2052: finishing write tid 3 to smithi123173835-34 2023-12-20T10:56:44.107 INFO:tasks.rados.rados.0.smithi123.stdout:2052: finishing write tid 4 to smithi123173835-34 2023-12-20T10:56:44.107 INFO:tasks.rados.rados.0.smithi123.stdout:2052: finishing write tid 5 to smithi123173835-34 2023-12-20T10:56:44.107 INFO:tasks.rados.rados.0.smithi123.stdout:2052: finishing write tid 6 to smithi123173835-34 2023-12-20T10:56:44.107 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 34 v 1695 (ObjNum 681 snap 196 seq_num 681) dirty exists 2023-12-20T10:56:44.107 INFO:tasks.rados.rados.0.smithi123.stdout:2052: left oid 34 (ObjNum 681 snap 196 seq_num 681) 2023-12-20T10:56:44.107 INFO:tasks.rados.rados.0.smithi123.stdout:2053: finishing write tid 1 to smithi123173835-45 2023-12-20T10:56:44.107 INFO:tasks.rados.rados.0.smithi123.stdout:2051: done (4 left) 2023-12-20T10:56:44.108 INFO:tasks.rados.rados.0.smithi123.stdout:2052: done (3 left) 2023-12-20T10:56:44.108 INFO:tasks.rados.rados.0.smithi123.stdout:2056: setattr oid 43 current snap is 196 2023-12-20T10:56:44.108 INFO:tasks.rados.rados.0.smithi123.stdout:2053: finishing write tid 2 to smithi123173835-45 2023-12-20T10:56:44.108 INFO:tasks.rados.rados.0.smithi123.stdout:2053: finishing write tid 3 to smithi123173835-45 2023-12-20T10:56:44.108 INFO:tasks.rados.rados.0.smithi123.stdout:2053: finishing write tid 4 to smithi123173835-45 2023-12-20T10:56:44.108 INFO:tasks.rados.rados.0.smithi123.stdout:2053: finishing write tid 5 to smithi123173835-45 2023-12-20T10:56:44.108 INFO:tasks.rados.rados.0.smithi123.stdout:2053: finishing write tid 6 to smithi123173835-45 2023-12-20T10:56:44.108 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 1364 (ObjNum 682 snap 196 seq_num 682) dirty exists 2023-12-20T10:56:44.108 INFO:tasks.rados.rados.0.smithi123.stdout:2053: left oid 45 (ObjNum 682 snap 196 seq_num 682) 2023-12-20T10:56:44.108 INFO:tasks.rados.rados.0.smithi123.stdout:2054: finishing write tid 1 to smithi123173835-25 2023-12-20T10:56:44.108 INFO:tasks.rados.rados.0.smithi123.stdout:2055: finishing rollback tid 1 to smithi123173835-6 2023-12-20T10:56:44.108 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 0 (ObjNum 33 snap 0 seq_num 930455864) dirty dne 2023-12-20T10:56:44.108 INFO:tasks.rados.rados.0.smithi123.stdout:2054: finishing write tid 2 to smithi123173835-25 2023-12-20T10:56:44.108 INFO:tasks.rados.rados.0.smithi123.stdout:2054: finishing write tid 3 to smithi123173835-25 2023-12-20T10:56:44.109 INFO:tasks.rados.rados.0.smithi123.stdout:2054: finishing write tid 4 to smithi123173835-25 2023-12-20T10:56:44.109 INFO:tasks.rados.rados.0.smithi123.stdout:2054: finishing write tid 5 to smithi123173835-25 2023-12-20T10:56:44.109 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 1548 (ObjNum 683 snap 196 seq_num 683) dirty exists 2023-12-20T10:56:44.109 INFO:tasks.rados.rados.0.smithi123.stdout:2054: left oid 25 (ObjNum 683 snap 196 seq_num 683) 2023-12-20T10:56:44.110 INFO:tasks.rados.rados.0.smithi123.stdout:2053: done (3 left) 2023-12-20T10:56:44.110 INFO:tasks.rados.rados.0.smithi123.stdout:2054: done (2 left) 2023-12-20T10:56:44.110 INFO:tasks.rados.rados.0.smithi123.stdout:2055: done (1 left) 2023-12-20T10:56:44.110 INFO:tasks.rados.rados.0.smithi123.stdout:2057: read oid 25 snap 195 2023-12-20T10:56:44.110 INFO:tasks.rados.rados.0.smithi123.stdout:2057: expect deleted 2023-12-20T10:56:44.110 INFO:tasks.rados.rados.0.smithi123.stdout:2058: read oid 17 snap -1 2023-12-20T10:56:44.110 INFO:tasks.rados.rados.0.smithi123.stdout:2058: expect deleted 2023-12-20T10:56:44.111 INFO:tasks.rados.rados.0.smithi123.stdout:2059: delete oid 2 current snap is 196 2023-12-20T10:56:44.111 INFO:tasks.rados.rados.0.smithi123.stdout:2057: done (3 left) 2023-12-20T10:56:44.111 INFO:tasks.rados.rados.0.smithi123.stdout:2058: done (2 left) 2023-12-20T10:56:44.111 INFO:tasks.rados.rados.0.smithi123.stdout:2059: done (1 left) 2023-12-20T10:56:44.111 INFO:tasks.rados.rados.0.smithi123.stdout:2060: rollback oid 47 current snap is 196 2023-12-20T10:56:44.111 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 47 to 190 2023-12-20T10:56:44.111 INFO:tasks.rados.rados.0.smithi123.stdout:2061: read oid 30 snap -1 2023-12-20T10:56:44.111 INFO:tasks.rados.rados.0.smithi123.stdout:2061: expect deleted 2023-12-20T10:56:44.111 INFO:tasks.rados.rados.0.smithi123.stdout:2062: read oid 7 snap -1 2023-12-20T10:56:44.111 INFO:tasks.rados.rados.0.smithi123.stdout:2062: expect (ObjNum 598 snap 170 seq_num 598) 2023-12-20T10:56:44.111 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 42 current snap is 196 2023-12-20T10:56:44.111 INFO:tasks.rados.rados.0.smithi123.stdout:2063: seq_num 685 ranges {98304=679936,778240=442368,1220608=622592,1843200=139264} 2023-12-20T10:56:44.114 INFO:tasks.rados.rados.0.smithi123.stdout:2063: writing smithi123173835-42 from 98304 to 778240 tid 1 2023-12-20T10:56:44.117 INFO:tasks.rados.rados.0.smithi123.stdout:2063: writing smithi123173835-42 from 778240 to 1220608 tid 2 2023-12-20T10:56:44.121 INFO:tasks.rados.rados.0.smithi123.stdout:2063: writing smithi123173835-42 from 1220608 to 1843200 tid 3 2023-12-20T10:56:44.122 INFO:tasks.rados.rados.0.smithi123.stdout:2063: writing smithi123173835-42 from 1843200 to 1982464 tid 4 2023-12-20T10:56:44.122 INFO:tasks.rados.rados.0.smithi123.stdout:2064: read oid 50 snap -1 2023-12-20T10:56:44.122 INFO:tasks.rados.rados.0.smithi123.stdout:2064: expect (ObjNum 554 snap 160 seq_num 554) 2023-12-20T10:56:44.122 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 22 current snap is 196 2023-12-20T10:56:44.122 INFO:tasks.rados.rados.0.smithi123.stdout:2065: seq_num 686 ranges {319488=696320,1015808=729088,1744896=425984,2170880=49152} 2023-12-20T10:56:44.128 INFO:tasks.rados.rados.0.smithi123.stdout:2065: writing smithi123173835-22 from 319488 to 1015808 tid 1 2023-12-20T10:56:44.132 INFO:tasks.rados.rados.0.smithi123.stdout:2065: writing smithi123173835-22 from 1015808 to 1744896 tid 2 2023-12-20T10:56:44.135 INFO:tasks.rados.rados.0.smithi123.stdout:2065: writing smithi123173835-22 from 1744896 to 2170880 tid 3 2023-12-20T10:56:44.136 INFO:tasks.rados.rados.0.smithi123.stdout:2065: writing smithi123173835-22 from 2170880 to 2220032 tid 4 2023-12-20T10:56:44.136 INFO:tasks.rados.rados.0.smithi123.stdout:2066: read oid 41 snap -1 2023-12-20T10:56:44.136 INFO:tasks.rados.rados.0.smithi123.stdout:2066: expect (ObjNum 669 snap 190 seq_num 669) 2023-12-20T10:56:44.136 INFO:tasks.rados.rados.0.smithi123.stdout:2067: copy_from oid 11 from oid 39 current snap is 196 2023-12-20T10:56:44.136 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 540 (ObjNum 605 snap 172 seq_num 605) dirty exists 2023-12-20T10:56:44.136 INFO:tasks.rados.rados.0.smithi123.stdout:2060: finishing rollback tid 0 to smithi123173835-47 2023-12-20T10:56:44.136 INFO:tasks.rados.rados.0.smithi123.stdout:2060: finishing rollback tid 1 to smithi123173835-47 2023-12-20T10:56:44.136 INFO:tasks.rados.rados.0.smithi123.stdout:2060: finishing rollback tid 2 to smithi123173835-47 2023-12-20T10:56:44.136 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 47 v 1116 (ObjNum 603 snap 171 seq_num 603) dirty exists 2023-12-20T10:56:44.136 INFO:tasks.rados.rados.0.smithi123.stdout:2063: finishing write tid 1 to smithi123173835-42 2023-12-20T10:56:44.136 INFO:tasks.rados.rados.0.smithi123.stdout:2063: finishing write tid 2 to smithi123173835-42 2023-12-20T10:56:44.136 INFO:tasks.rados.rados.0.smithi123.stdout:2063: finishing write tid 3 to smithi123173835-42 2023-12-20T10:56:44.136 INFO:tasks.rados.rados.0.smithi123.stdout:2063: finishing write tid 4 to smithi123173835-42 2023-12-20T10:56:44.136 INFO:tasks.rados.rados.0.smithi123.stdout:2063: finishing write tid 5 to smithi123173835-42 2023-12-20T10:56:44.137 INFO:tasks.rados.rados.0.smithi123.stdout:2062: expect (ObjNum 598 snap 170 seq_num 598) 2023-12-20T10:56:44.338 INFO:tasks.rados.rados.0.smithi123.stdout:2065: finishing write tid 1 to smithi123173835-22 2023-12-20T10:56:44.338 INFO:tasks.rados.rados.0.smithi123.stdout:2065: finishing write tid 2 to smithi123173835-22 2023-12-20T10:56:44.338 INFO:tasks.rados.rados.0.smithi123.stdout:2063: finishing write tid 6 to smithi123173835-42 2023-12-20T10:56:44.338 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 42 v 1269 (ObjNum 685 snap 196 seq_num 685) dirty exists 2023-12-20T10:56:44.338 INFO:tasks.rados.rados.0.smithi123.stdout:2063: left oid 42 (ObjNum 685 snap 196 seq_num 685) 2023-12-20T10:56:44.339 INFO:tasks.rados.rados.0.smithi123.stdout:2064: expect (ObjNum 554 snap 160 seq_num 554) 2023-12-20T10:56:44.579 INFO:tasks.rados.rados.0.smithi123.stdout:2065: finishing write tid 3 to smithi123173835-22 2023-12-20T10:56:44.579 INFO:tasks.rados.rados.0.smithi123.stdout:2065: finishing write tid 4 to smithi123173835-22 2023-12-20T10:56:44.579 INFO:tasks.rados.rados.0.smithi123.stdout:2065: finishing write tid 5 to smithi123173835-22 2023-12-20T10:56:44.579 INFO:tasks.rados.rados.0.smithi123.stdout:2065: finishing write tid 6 to smithi123173835-22 2023-12-20T10:56:44.579 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 22 v 1369 (ObjNum 686 snap 196 seq_num 686) dirty exists 2023-12-20T10:56:44.579 INFO:tasks.rados.rados.0.smithi123.stdout:2065: left oid 22 (ObjNum 686 snap 196 seq_num 686) 2023-12-20T10:56:44.579 INFO:tasks.rados.rados.0.smithi123.stdout:2067: finishing copy_from racing read to smithi123173835-11 2023-12-20T10:56:44.579 INFO:tasks.rados.rados.0.smithi123.stdout:2067: finishing copy_from to smithi123173835-11 2023-12-20T10:56:44.579 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 11 v 1196 (ObjNum 674 snap 191 seq_num 674) dirty exists 2023-12-20T10:56:44.579 INFO:tasks.rados.rados.0.smithi123.stdout:2066: expect (ObjNum 669 snap 190 seq_num 669) 2023-12-20T10:56:44.690 INFO:tasks.rados.rados.0.smithi123.stdout:2056: done (8 left) 2023-12-20T10:56:44.691 INFO:tasks.rados.rados.0.smithi123.stdout:2060: done (7 left) 2023-12-20T10:56:44.691 INFO:tasks.rados.rados.0.smithi123.stdout:2061: done (6 left) 2023-12-20T10:56:44.691 INFO:tasks.rados.rados.0.smithi123.stdout:2062: done (5 left) 2023-12-20T10:56:44.691 INFO:tasks.rados.rados.0.smithi123.stdout:2063: done (4 left) 2023-12-20T10:56:44.691 INFO:tasks.rados.rados.0.smithi123.stdout:2064: done (3 left) 2023-12-20T10:56:44.691 INFO:tasks.rados.rados.0.smithi123.stdout:2065: done (2 left) 2023-12-20T10:56:44.691 INFO:tasks.rados.rados.0.smithi123.stdout:2066: done (1 left) 2023-12-20T10:56:44.691 INFO:tasks.rados.rados.0.smithi123.stdout:2067: done (0 left) 2023-12-20T10:56:44.691 INFO:tasks.rados.rados.0.smithi123.stdout:2068: copy_from oid 30 from oid 22 current snap is 196 2023-12-20T10:56:44.691 INFO:tasks.rados.rados.0.smithi123.stdout:2069: snap_remove snap 192 2023-12-20T10:56:45.065 INFO:tasks.rados.rados.0.smithi123.stdout:2069: done (1 left) 2023-12-20T10:56:45.066 INFO:tasks.rados.rados.0.smithi123.stdout:2070: copy_from oid 19 from oid 25 current snap is 196 2023-12-20T10:56:45.066 INFO:tasks.rados.rados.0.smithi123.stdout:2071: read oid 6 snap 193 2023-12-20T10:56:45.066 INFO:tasks.rados.rados.0.smithi123.stdout:2071: expect deleted 2023-12-20T10:56:45.066 INFO:tasks.rados.rados.0.smithi123.stdout:2072: snap_remove snap 191 2023-12-20T10:56:45.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:45 smithi177 ceph-mon[212096]: pgmap v402: 121 pgs: 121 active+clean; 151 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.3 MiB/s wr, 30 op/s 2023-12-20T10:56:45.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:45 smithi177 ceph-mon[212096]: osdmap e461: 8 total, 8 up, 8 in 2023-12-20T10:56:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:45 smithi123 ceph-mon[191304]: pgmap v402: 121 pgs: 121 active+clean; 151 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.3 MiB/s wr, 30 op/s 2023-12-20T10:56:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:45 smithi123 ceph-mon[191304]: osdmap e461: 8 total, 8 up, 8 in 2023-12-20T10:56:45.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:45 smithi123 ceph-mon[188613]: pgmap v402: 121 pgs: 121 active+clean; 151 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.3 MiB/s wr, 30 op/s 2023-12-20T10:56:45.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:45 smithi123 ceph-mon[188613]: osdmap e461: 8 total, 8 up, 8 in 2023-12-20T10:56:46.074 INFO:tasks.rados.rados.0.smithi123.stdout:2072: done (3 left) 2023-12-20T10:56:46.074 INFO:tasks.rados.rados.0.smithi123.stdout:2073: snap_create 2023-12-20T10:56:46.074 INFO:tasks.rados.rados.0.smithi123.stdout:2068: finishing copy_from racing read to smithi123173835-30 2023-12-20T10:56:46.074 INFO:tasks.rados.rados.0.smithi123.stdout:2068: finishing copy_from to smithi123173835-30 2023-12-20T10:56:46.074 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 30 v 1369 (ObjNum 686 snap 196 seq_num 686) dirty exists 2023-12-20T10:56:46.074 INFO:tasks.rados.rados.0.smithi123.stdout:2070: finishing copy_from racing read to smithi123173835-19 2023-12-20T10:56:46.074 INFO:tasks.rados.rados.0.smithi123.stdout:2070: finishing copy_from to smithi123173835-19 2023-12-20T10:56:46.074 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 1548 (ObjNum 683 snap 196 seq_num 683) dirty exists 2023-12-20T10:56:46.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:46 smithi177 ceph-mon[212096]: osdmap e462: 8 total, 8 up, 8 in 2023-12-20T10:56:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:46 smithi123 ceph-mon[191304]: osdmap e462: 8 total, 8 up, 8 in 2023-12-20T10:56:46.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:46 smithi123 ceph-mon[188613]: osdmap e462: 8 total, 8 up, 8 in 2023-12-20T10:56:47.073 INFO:tasks.rados.rados.0.smithi123.stdout:2068: done (3 left) 2023-12-20T10:56:47.074 INFO:tasks.rados.rados.0.smithi123.stdout:2070: done (2 left) 2023-12-20T10:56:47.074 INFO:tasks.rados.rados.0.smithi123.stdout:2071: done (1 left) 2023-12-20T10:56:47.074 INFO:tasks.rados.rados.0.smithi123.stdout:2073: done (0 left) 2023-12-20T10:56:47.074 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 48 current snap is 197 2023-12-20T10:56:47.074 INFO:tasks.rados.rados.0.smithi123.stdout:2074: seq_num 687 ranges {8945664=712704,9658368=614400,10272768=589824} 2023-12-20T10:56:47.125 INFO:tasks.rados.rados.0.smithi123.stdout:2074: writing smithi123173835-48 from 8945664 to 9658368 tid 1 2023-12-20T10:56:47.128 INFO:tasks.rados.rados.0.smithi123.stdout:2074: writing smithi123173835-48 from 9658368 to 10272768 tid 2 2023-12-20T10:56:47.132 INFO:tasks.rados.rados.0.smithi123.stdout:2074: writing smithi123173835-48 from 10272768 to 10862592 tid 3 2023-12-20T10:56:47.132 INFO:tasks.rados.rados.0.smithi123.stdout:2075: setattr oid 21 current snap is 197 2023-12-20T10:56:47.132 INFO:tasks.rados.rados.0.smithi123.stdout:2074: finishing write tid 1 to smithi123173835-48 2023-12-20T10:56:47.133 INFO:tasks.rados.rados.0.smithi123.stdout:2076: snap_create 2023-12-20T10:56:47.135 INFO:tasks.rados.rados.0.smithi123.stdout:2074: finishing write tid 2 to smithi123173835-48 2023-12-20T10:56:47.135 INFO:tasks.rados.rados.0.smithi123.stdout:2074: finishing write tid 3 to smithi123173835-48 2023-12-20T10:56:47.135 INFO:tasks.rados.rados.0.smithi123.stdout:2074: finishing write tid 4 to smithi123173835-48 2023-12-20T10:56:47.136 INFO:tasks.rados.rados.0.smithi123.stdout:2074: finishing write tid 5 to smithi123173835-48 2023-12-20T10:56:47.136 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 1209 (ObjNum 687 snap 197 seq_num 687) dirty exists 2023-12-20T10:56:47.136 INFO:tasks.rados.rados.0.smithi123.stdout:2074: left oid 48 (ObjNum 687 snap 197 seq_num 687) 2023-12-20T10:56:47.138 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 1199 (ObjNum 129 snap 0 seq_num 959156904) dirty exists 2023-12-20T10:56:47.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:47 smithi177 ceph-mon[212096]: pgmap v405: 121 pgs: 121 active+clean; 153 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 460 KiB/s wr, 9 op/s 2023-12-20T10:56:47.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:47 smithi177 ceph-mon[212096]: osdmap e463: 8 total, 8 up, 8 in 2023-12-20T10:56:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:47 smithi123 ceph-mon[191304]: pgmap v405: 121 pgs: 121 active+clean; 153 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 460 KiB/s wr, 9 op/s 2023-12-20T10:56:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:47 smithi123 ceph-mon[191304]: osdmap e463: 8 total, 8 up, 8 in 2023-12-20T10:56:47.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:47 smithi123 ceph-mon[188613]: pgmap v405: 121 pgs: 121 active+clean; 153 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 460 KiB/s wr, 9 op/s 2023-12-20T10:56:47.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:47 smithi123 ceph-mon[188613]: osdmap e463: 8 total, 8 up, 8 in 2023-12-20T10:56:48.096 INFO:tasks.rados.rados.0.smithi123.stdout:2074: done (2 left) 2023-12-20T10:56:48.096 INFO:tasks.rados.rados.0.smithi123.stdout:2075: done (1 left) 2023-12-20T10:56:48.096 INFO:tasks.rados.rados.0.smithi123.stdout:2076: done (0 left) 2023-12-20T10:56:48.096 INFO:tasks.rados.rados.0.smithi123.stdout:2077: setattr oid 1 current snap is 198 2023-12-20T10:56:48.097 INFO:tasks.rados.rados.0.smithi123.stdout:2078: rmattr oid 4 current snap is 198 2023-12-20T10:56:48.097 INFO:tasks.rados.rados.0.smithi123.stdout:2078: done (1 left) 2023-12-20T10:56:48.097 INFO:tasks.rados.rados.0.smithi123.stdout:2079: copy_from oid 15 from oid 24 current snap is 198 2023-12-20T10:56:48.097 INFO:tasks.rados.rados.0.smithi123.stdout:2080: snap_remove snap 186 2023-12-20T10:56:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:48 smithi177 ceph-mon[212096]: osdmap e464: 8 total, 8 up, 8 in 2023-12-20T10:56:48.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:48 smithi123 ceph-mon[191304]: osdmap e464: 8 total, 8 up, 8 in 2023-12-20T10:56:48.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:48 smithi123 ceph-mon[188613]: osdmap e464: 8 total, 8 up, 8 in 2023-12-20T10:56:49.110 INFO:tasks.rados.rados.0.smithi123.stdout:2080: done (2 left) 2023-12-20T10:56:49.110 INFO:tasks.rados.rados.0.smithi123.stdout:2081: setattr oid 39 current snap is 198 2023-12-20T10:56:49.110 INFO:tasks.rados.rados.0.smithi123.stdout:2082: read oid 43 snap 190 2023-12-20T10:56:49.110 INFO:tasks.rados.rados.0.smithi123.stdout:2082: expect (ObjNum 605 snap 172 seq_num 605) 2023-12-20T10:56:49.110 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 25 current snap is 198 2023-12-20T10:56:49.110 INFO:tasks.rados.rados.0.smithi123.stdout:2083: seq_num 688 ranges {1851392=729088,2580480=499712,3080192=704512} 2023-12-20T10:56:49.124 INFO:tasks.rados.rados.0.smithi123.stdout:2083: writing smithi123173835-25 from 1851392 to 2580480 tid 1 2023-12-20T10:56:49.128 INFO:tasks.rados.rados.0.smithi123.stdout:2083: writing smithi123173835-25 from 2580480 to 3080192 tid 2 2023-12-20T10:56:49.132 INFO:tasks.rados.rados.0.smithi123.stdout:2083: writing smithi123173835-25 from 3080192 to 3784704 tid 3 2023-12-20T10:56:49.132 INFO:tasks.rados.rados.0.smithi123.stdout:2084: copy_from oid 8 from oid 5 current snap is 198 2023-12-20T10:56:49.132 INFO:tasks.rados.rados.0.smithi123.stdout:2079: finishing copy_from to smithi123173835-15 2023-12-20T10:56:49.132 INFO:tasks.rados.rados.0.smithi123.stdout:2079: got expected ENOENT (src dne) 2023-12-20T10:56:49.132 INFO:tasks.rados.rados.0.smithi123.stdout:2079: finishing copy_from racing read to smithi123173835-15 2023-12-20T10:56:49.132 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 1 v 1206 (ObjNum 592 snap 169 seq_num 592) dirty exists 2023-12-20T10:56:49.132 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 1197 (ObjNum 674 snap 191 seq_num 674) dirty exists 2023-12-20T10:56:49.132 INFO:tasks.rados.rados.0.smithi123.stdout:2082: expect (ObjNum 605 snap 172 seq_num 605) 2023-12-20T10:56:49.149 INFO:tasks.rados.rados.0.smithi123.stdout:2083: finishing write tid 1 to smithi123173835-25 2023-12-20T10:56:49.149 INFO:tasks.rados.rados.0.smithi123.stdout:2083: finishing write tid 2 to smithi123173835-25 2023-12-20T10:56:49.149 INFO:tasks.rados.rados.0.smithi123.stdout:2077: done (5 left) 2023-12-20T10:56:49.149 INFO:tasks.rados.rados.0.smithi123.stdout:2079: done (4 left) 2023-12-20T10:56:49.149 INFO:tasks.rados.rados.0.smithi123.stdout:2081: done (3 left) 2023-12-20T10:56:49.150 INFO:tasks.rados.rados.0.smithi123.stdout:2082: done (2 left) 2023-12-20T10:56:49.150 INFO:tasks.rados.rados.0.smithi123.stdout:2085: rollback oid 37 current snap is 198 2023-12-20T10:56:49.150 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 37 to 190 2023-12-20T10:56:49.150 INFO:tasks.rados.rados.0.smithi123.stdout:2083: finishing write tid 3 to smithi123173835-25 2023-12-20T10:56:49.150 INFO:tasks.rados.rados.0.smithi123.stdout:2083: finishing write tid 4 to smithi123173835-25 2023-12-20T10:56:49.150 INFO:tasks.rados.rados.0.smithi123.stdout:2083: finishing write tid 5 to smithi123173835-25 2023-12-20T10:56:49.150 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 1552 (ObjNum 688 snap 198 seq_num 688) dirty exists 2023-12-20T10:56:49.150 INFO:tasks.rados.rados.0.smithi123.stdout:2083: left oid 25 (ObjNum 688 snap 198 seq_num 688) 2023-12-20T10:56:49.150 INFO:tasks.rados.rados.0.smithi123.stdout:2083: done (2 left) 2023-12-20T10:56:49.150 INFO:tasks.rados.rados.0.smithi123.stdout:2086: read oid 6 snap -1 2023-12-20T10:56:49.150 INFO:tasks.rados.rados.0.smithi123.stdout:2086: expect deleted 2023-12-20T10:56:49.150 INFO:tasks.rados.rados.0.smithi123.stdout:2087: copy_from oid 19 from oid 16 current snap is 198 2023-12-20T10:56:49.150 INFO:tasks.rados.rados.0.smithi123.stdout:2088: copy_from oid 17 from oid 13 current snap is 198 2023-12-20T10:56:49.150 INFO:tasks.rados.rados.0.smithi123.stdout:2089: snap_remove snap 196 2023-12-20T10:56:49.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:49 smithi177 ceph-mon[212096]: pgmap v408: 121 pgs: 121 active+clean; 171 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 15 op/s 2023-12-20T10:56:49.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:49 smithi177 ceph-mon[212096]: osdmap e465: 8 total, 8 up, 8 in 2023-12-20T10:56:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:56:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:56:49] "GET /metrics HTTP/1.1" 200 36158 "" "Prometheus/2.43.0" 2023-12-20T10:56:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:49 smithi123 ceph-mon[191304]: pgmap v408: 121 pgs: 121 active+clean; 171 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 15 op/s 2023-12-20T10:56:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:49 smithi123 ceph-mon[191304]: osdmap e465: 8 total, 8 up, 8 in 2023-12-20T10:56:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:49 smithi123 ceph-mon[188613]: pgmap v408: 121 pgs: 121 active+clean; 171 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 15 op/s 2023-12-20T10:56:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:49 smithi123 ceph-mon[188613]: osdmap e465: 8 total, 8 up, 8 in 2023-12-20T10:56:50.106 INFO:tasks.rados.rados.0.smithi123.stdout:2089: done (5 left) 2023-12-20T10:56:50.106 INFO:tasks.rados.rados.0.smithi123.stdout:2090: read oid 22 snap -1 2023-12-20T10:56:50.106 INFO:tasks.rados.rados.0.smithi123.stdout:2090: expect (ObjNum 686 snap 196 seq_num 686) 2023-12-20T10:56:50.107 INFO:tasks.rados.rados.0.smithi123.stdout:2091: read oid 26 snap 197 2023-12-20T10:56:50.107 INFO:tasks.rados.rados.0.smithi123.stdout:2091: expect deleted 2023-12-20T10:56:50.107 INFO:tasks.rados.rados.0.smithi123.stdout:2092: snap_create 2023-12-20T10:56:50.107 INFO:tasks.rados.rados.0.smithi123.stdout:2085: finishing rollback tid 1 to smithi123173835-37 2023-12-20T10:56:50.107 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-20T10:56:50.107 INFO:tasks.rados.rados.0.smithi123.stdout:2087: finishing copy_from to smithi123173835-19 2023-12-20T10:56:50.107 INFO:tasks.rados.rados.0.smithi123.stdout:2087: got expected ENOENT (src dne) 2023-12-20T10:56:50.107 INFO:tasks.rados.rados.0.smithi123.stdout:2087: finishing copy_from racing read to smithi123173835-19 2023-12-20T10:56:50.107 INFO:tasks.rados.rados.0.smithi123.stdout:2088: finishing copy_from racing read to smithi123173835-17 2023-12-20T10:56:50.107 INFO:tasks.rados.rados.0.smithi123.stdout:2084: finishing copy_from racing read to smithi123173835-8 2023-12-20T10:56:50.107 INFO:tasks.rados.rados.0.smithi123.stdout:2088: finishing copy_from to smithi123173835-17 2023-12-20T10:56:50.107 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 17 v 1687 (ObjNum 659 snap 185 seq_num 659) dirty exists 2023-12-20T10:56:50.107 INFO:tasks.rados.rados.0.smithi123.stdout:2084: finishing copy_from to smithi123173835-8 2023-12-20T10:56:50.107 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 539 (ObjNum 670 snap 191 seq_num 670) dirty exists 2023-12-20T10:56:50.118 INFO:tasks.rados.rados.0.smithi123.stdout:2090: expect (ObjNum 686 snap 196 seq_num 686) 2023-12-20T10:56:50.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:50 smithi177 ceph-mon[212096]: osdmap e466: 8 total, 8 up, 8 in 2023-12-20T10:56:50.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:50 smithi123 ceph-mon[191304]: osdmap e466: 8 total, 8 up, 8 in 2023-12-20T10:56:50.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:50 smithi123 ceph-mon[188613]: osdmap e466: 8 total, 8 up, 8 in 2023-12-20T10:56:51.107 INFO:tasks.rados.rados.0.smithi123.stdout:2084: done (7 left) 2023-12-20T10:56:51.107 INFO:tasks.rados.rados.0.smithi123.stdout:2085: done (6 left) 2023-12-20T10:56:51.107 INFO:tasks.rados.rados.0.smithi123.stdout:2086: done (5 left) 2023-12-20T10:56:51.107 INFO:tasks.rados.rados.0.smithi123.stdout:2087: done (4 left) 2023-12-20T10:56:51.107 INFO:tasks.rados.rados.0.smithi123.stdout:2088: done (3 left) 2023-12-20T10:56:51.108 INFO:tasks.rados.rados.0.smithi123.stdout:2090: done (2 left) 2023-12-20T10:56:51.108 INFO:tasks.rados.rados.0.smithi123.stdout:2091: done (1 left) 2023-12-20T10:56:51.108 INFO:tasks.rados.rados.0.smithi123.stdout:2092: done (0 left) 2023-12-20T10:56:51.108 INFO:tasks.rados.rados.0.smithi123.stdout:2093: snap_remove snap 198 2023-12-20T10:56:51.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:51 smithi177 ceph-mon[212096]: pgmap v411: 121 pgs: 121 active+clean; 174 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.3 MiB/s wr, 22 op/s 2023-12-20T10:56:51.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:51 smithi177 ceph-mon[212096]: osdmap e467: 8 total, 8 up, 8 in 2023-12-20T10:56:51.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:51 smithi123 ceph-mon[191304]: pgmap v411: 121 pgs: 121 active+clean; 174 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.3 MiB/s wr, 22 op/s 2023-12-20T10:56:51.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:51 smithi123 ceph-mon[191304]: osdmap e467: 8 total, 8 up, 8 in 2023-12-20T10:56:51.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:51 smithi123 ceph-mon[188613]: pgmap v411: 121 pgs: 121 active+clean; 174 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.3 MiB/s wr, 22 op/s 2023-12-20T10:56:51.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:51 smithi123 ceph-mon[188613]: osdmap e467: 8 total, 8 up, 8 in 2023-12-20T10:56:52.075 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T10:56:52.106 INFO:tasks.rados.rados.0.smithi123.stdout:2093: done (0 left) 2023-12-20T10:56:52.106 INFO:tasks.rados.rados.0.smithi123.stdout:2094: copy_from oid 3 from oid 28 current snap is 199 2023-12-20T10:56:52.106 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 45 current snap is 199 2023-12-20T10:56:52.106 INFO:tasks.rados.rados.0.smithi123.stdout:2095: seq_num 689 ranges {2760704=745472,3506176=786432,4292608=417792} 2023-12-20T10:56:52.127 INFO:tasks.rados.rados.0.smithi123.stdout:2095: writing smithi123173835-45 from 2760704 to 3506176 tid 1 2023-12-20T10:56:52.132 INFO:tasks.rados.rados.0.smithi123.stdout:2095: writing smithi123173835-45 from 3506176 to 4292608 tid 2 2023-12-20T10:56:52.136 INFO:tasks.rados.rados.0.smithi123.stdout:2095: writing smithi123173835-45 from 4292608 to 4710400 tid 3 2023-12-20T10:56:52.136 INFO:tasks.rados.rados.0.smithi123.stdout:2096: read oid 14 snap -1 2023-12-20T10:56:52.136 INFO:tasks.rados.rados.0.smithi123.stdout:2096: expect (ObjNum 621 snap 180 seq_num 621) 2023-12-20T10:56:52.136 INFO:tasks.rados.rados.0.smithi123.stdout:2097: read oid 33 snap 197 2023-12-20T10:56:52.136 INFO:tasks.rados.rados.0.smithi123.stdout:2097: expect deleted 2023-12-20T10:56:52.136 INFO:tasks.rados.rados.0.smithi123.stdout:2098: read oid 35 snap -1 2023-12-20T10:56:52.137 INFO:tasks.rados.rados.0.smithi123.stdout:2098: expect (ObjNum 595 snap 170 seq_num 595) 2023-12-20T10:56:52.137 INFO:tasks.rados.rados.0.smithi123.stdout:2099: copy_from oid 15 from oid 13 current snap is 199 2023-12-20T10:56:52.137 INFO:tasks.rados.rados.0.smithi123.stdout:2094: finishing copy_from racing read to smithi123173835-3 2023-12-20T10:56:52.137 INFO:tasks.rados.rados.0.smithi123.stdout:2094: finishing copy_from to smithi123173835-3 2023-12-20T10:56:52.137 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 1355 (ObjNum 637 snap 183 seq_num 637) dirty exists 2023-12-20T10:56:52.137 INFO:tasks.rados.rados.0.smithi123.stdout:2095: finishing write tid 1 to smithi123173835-45 2023-12-20T10:56:52.137 INFO:tasks.rados.rados.0.smithi123.stdout:2094: done (5 left) 2023-12-20T10:56:52.137 INFO:tasks.rados.rados.0.smithi123.stdout:2100: read oid 2 snap -1 2023-12-20T10:56:52.137 INFO:tasks.rados.rados.0.smithi123.stdout:2100: expect deleted 2023-12-20T10:56:52.137 INFO:tasks.rados.rados.0.smithi123.stdout:2101: snap_create 2023-12-20T10:56:52.139 INFO:tasks.rados.rados.0.smithi123.stdout:2095: finishing write tid 2 to smithi123173835-45 2023-12-20T10:56:52.140 INFO:tasks.rados.rados.0.smithi123.stdout:2095: finishing write tid 3 to smithi123173835-45 2023-12-20T10:56:52.140 INFO:tasks.rados.rados.0.smithi123.stdout:2095: finishing write tid 4 to smithi123173835-45 2023-12-20T10:56:52.150 INFO:tasks.rados.rados.0.smithi123.stdout:2095: finishing write tid 5 to smithi123173835-45 2023-12-20T10:56:52.151 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 1373 (ObjNum 689 snap 199 seq_num 689) dirty exists 2023-12-20T10:56:52.151 INFO:tasks.rados.rados.0.smithi123.stdout:2095: left oid 45 (ObjNum 689 snap 199 seq_num 689) 2023-12-20T10:56:52.152 INFO:tasks.rados.rados.0.smithi123.stdout:2096: expect (ObjNum 621 snap 180 seq_num 621) 2023-12-20T10:56:52.273 INFO:tasks.rados.rados.0.smithi123.stdout:2098: expect (ObjNum 595 snap 170 seq_num 595) 2023-12-20T10:56:52.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:52 smithi177 ceph-mon[212096]: osdmap e468: 8 total, 8 up, 8 in 2023-12-20T10:56:52.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:52 smithi177 ceph-mon[212096]: osdmap e469: 8 total, 8 up, 8 in 2023-12-20T10:56:52.424 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T10:56:52.424 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5m) 2m ago 8m 26.5M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T10:56:52.424 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5m) 32s ago 8m 95.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T10:56:52.424 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9m) 2m ago 9m 15.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T10:56:52.424 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9m) 32s ago 9m 21.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T10:56:52.424 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4m) 32s ago 11m 449M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T10:56:52.424 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5m) 2m ago 13m 511M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T10:56:52.424 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4m) 2m ago 13m 83.8M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T10:56:52.424 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4m) 32s ago 12m 69.5M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T10:56:52.424 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4m) 2m ago 12m 64.2M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T10:56:52.424 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5m) 2m ago 8m 9.94M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T10:56:52.424 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5m) 32s ago 8m 18.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T10:56:52.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3m) 2m ago 11m 285M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T10:56:52.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3m) 2m ago 11m 223M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T10:56:52.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2m) 2m ago 11m 191M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T10:56:52.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2m) 2m ago 10m 16.0M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T10:56:52.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (119s) 32s ago 10m 280M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T10:56:52.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (90s) 32s ago 10m 224M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T10:56:52.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (62s) 32s ago 9m 141M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T10:56:52.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (35s) 32s ago 9m 12.6M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T10:56:52.425 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5m) 32s ago 8m 64.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T10:56:52.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:52 smithi123 ceph-mon[191304]: osdmap e468: 8 total, 8 up, 8 in 2023-12-20T10:56:52.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:52 smithi123 ceph-mon[191304]: osdmap e469: 8 total, 8 up, 8 in 2023-12-20T10:56:52.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:52 smithi123 ceph-mon[188613]: osdmap e468: 8 total, 8 up, 8 in 2023-12-20T10:56:52.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:52 smithi123 ceph-mon[188613]: osdmap e469: 8 total, 8 up, 8 in 2023-12-20T10:56:52.820 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T10:56:52.821 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T10:56:52.821 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T10:56:52.821 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:56:52.821 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T10:56:52.821 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T10:56:52.821 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:56:52.821 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T10:56:52.821 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T10:56:52.821 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:56:52.821 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T10:56:52.821 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T10:56:52.821 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:56:52.822 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T10:56:52.822 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T10:56:52.822 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T10:56:52.822 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T10:56:52.822 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T10:56:53.179 INFO:tasks.rados.rados.0.smithi123.stdout:2099: finishing copy_from racing read to smithi123173835-15 2023-12-20T10:56:53.179 INFO:tasks.rados.rados.0.smithi123.stdout:2099: finishing copy_from to smithi123173835-15 2023-12-20T10:56:53.179 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 1687 (ObjNum 659 snap 185 seq_num 659) dirty exists 2023-12-20T10:56:53.179 INFO:tasks.rados.rados.0.smithi123.stdout:2095: done (6 left) 2023-12-20T10:56:53.179 INFO:tasks.rados.rados.0.smithi123.stdout:2096: done (5 left) 2023-12-20T10:56:53.180 INFO:tasks.rados.rados.0.smithi123.stdout:2097: done (4 left) 2023-12-20T10:56:53.180 INFO:tasks.rados.rados.0.smithi123.stdout:2098: done (3 left) 2023-12-20T10:56:53.180 INFO:tasks.rados.rados.0.smithi123.stdout:2099: done (2 left) 2023-12-20T10:56:53.180 INFO:tasks.rados.rados.0.smithi123.stdout:2100: done (1 left) 2023-12-20T10:56:53.180 INFO:tasks.rados.rados.0.smithi123.stdout:2101: done (0 left) 2023-12-20T10:56:53.180 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 38 current snap is 200 2023-12-20T10:56:53.180 INFO:tasks.rados.rados.0.smithi123.stdout:2102: seq_num 690 ranges {4743168=761856,5505024=663552,6168576=409600,6578176=131072} 2023-12-20T10:56:53.207 INFO:tasks.rados.rados.0.smithi123.stdout:2102: writing smithi123173835-38 from 4743168 to 5505024 tid 1 2023-12-20T10:56:53.210 INFO:tasks.rados.rados.0.smithi123.stdout:2102: writing smithi123173835-38 from 5505024 to 6168576 tid 2 2023-12-20T10:56:53.213 INFO:tasks.rados.rados.0.smithi123.stdout:2102: writing smithi123173835-38 from 6168576 to 6578176 tid 3 2023-12-20T10:56:53.214 INFO:tasks.rados.rados.0.smithi123.stdout:2102: writing smithi123173835-38 from 6578176 to 6709248 tid 4 2023-12-20T10:56:53.214 INFO:tasks.rados.rados.0.smithi123.stdout:2103: delete oid 14 current snap is 200 2023-12-20T10:56:53.214 INFO:tasks.rados.rados.0.smithi123.stdout:2102: finishing write tid 1 to smithi123173835-38 2023-12-20T10:56:53.215 INFO:tasks.rados.rados.0.smithi123.stdout:2102: finishing write tid 2 to smithi123173835-38 2023-12-20T10:56:53.216 INFO:tasks.rados.rados.0.smithi123.stdout:2103: done (1 left) 2023-12-20T10:56:53.216 INFO:tasks.rados.rados.0.smithi123.stdout:2104: rollback oid 48 current snap is 200 2023-12-20T10:56:53.216 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 48 to 193 2023-12-20T10:56:53.217 INFO:tasks.rados.rados.0.smithi123.stdout:2105: read oid 36 snap 193 2023-12-20T10:56:53.217 INFO:tasks.rados.rados.0.smithi123.stdout:2105: expect deleted 2023-12-20T10:56:53.217 INFO:tasks.rados.rados.0.smithi123.stdout:2106: setattr oid 27 current snap is 200 2023-12-20T10:56:53.217 INFO:tasks.rados.rados.0.smithi123.stdout:2102: finishing write tid 3 to smithi123173835-38 2023-12-20T10:56:53.218 INFO:tasks.rados.rados.0.smithi123.stdout:2102: finishing write tid 4 to smithi123173835-38 2023-12-20T10:56:53.218 INFO:tasks.rados.rados.0.smithi123.stdout:2102: finishing write tid 5 to smithi123173835-38 2023-12-20T10:56:53.219 INFO:tasks.rados.rados.0.smithi123.stdout:2105: done (3 left) 2023-12-20T10:56:53.219 INFO:tasks.rados.rados.0.smithi123.stdout:2107: read oid 14 snap -1 2023-12-20T10:56:53.219 INFO:tasks.rados.rados.0.smithi123.stdout:2107: expect deleted 2023-12-20T10:56:53.219 INFO:tasks.rados.rados.0.smithi123.stdout:2108: snap_remove snap 199 2023-12-20T10:56:53.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:53 smithi177 ceph-mon[212096]: pgmap v414: 121 pgs: 121 active+clean; 170 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 397 KiB/s rd, 2.6 MiB/s wr, 22 op/s 2023-12-20T10:56:53.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:53 smithi177 ceph-mon[212096]: from='client.44291 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:56:53.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:53 smithi177 ceph-mon[212096]: from='client.44297 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:56:53.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:53 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2162617093' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:56:53.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:53 smithi177 ceph-mon[212096]: osdmap e470: 8 total, 8 up, 8 in 2023-12-20T10:56:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:53 smithi123 ceph-mon[191304]: pgmap v414: 121 pgs: 121 active+clean; 170 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 397 KiB/s rd, 2.6 MiB/s wr, 22 op/s 2023-12-20T10:56:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:53 smithi123 ceph-mon[191304]: from='client.44291 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:56:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:53 smithi123 ceph-mon[191304]: from='client.44297 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:56:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:53 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2162617093' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:56:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:53 smithi123 ceph-mon[191304]: osdmap e470: 8 total, 8 up, 8 in 2023-12-20T10:56:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:53 smithi123 ceph-mon[188613]: pgmap v414: 121 pgs: 121 active+clean; 170 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 397 KiB/s rd, 2.6 MiB/s wr, 22 op/s 2023-12-20T10:56:53.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:53 smithi123 ceph-mon[188613]: from='client.44291 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:56:53.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:53 smithi123 ceph-mon[188613]: from='client.44297 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:56:53.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:53 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2162617093' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:56:53.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:53 smithi123 ceph-mon[188613]: osdmap e470: 8 total, 8 up, 8 in 2023-12-20T10:56:54.130 INFO:tasks.rados.rados.0.smithi123.stdout:2108: done (4 left) 2023-12-20T10:56:54.130 INFO:tasks.rados.rados.0.smithi123.stdout:2109: rollback oid 32 current snap is 200 2023-12-20T10:56:54.130 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 32 to 193 2023-12-20T10:56:54.130 INFO:tasks.rados.rados.0.smithi123.stdout:2102: finishing write tid 6 to smithi123173835-38 2023-12-20T10:56:54.130 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 38 v 1211 (ObjNum 690 snap 200 seq_num 690) dirty exists 2023-12-20T10:56:54.130 INFO:tasks.rados.rados.0.smithi123.stdout:2102: left oid 38 (ObjNum 690 snap 200 seq_num 690) 2023-12-20T10:56:54.130 INFO:tasks.rados.rados.0.smithi123.stdout:2104: finishing rollback tid 0 to smithi123173835-48 2023-12-20T10:56:54.130 INFO:tasks.rados.rados.0.smithi123.stdout:2104: finishing rollback tid 1 to smithi123173835-48 2023-12-20T10:56:54.131 INFO:tasks.rados.rados.0.smithi123.stdout:2104: finishing rollback tid 2 to smithi123173835-48 2023-12-20T10:56:54.131 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 1212 (ObjNum 578 snap 164 seq_num 578) dirty exists 2023-12-20T10:56:54.131 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 27 v 1553 (ObjNum 33 snap 0 seq_num 2902217266) dirty exists 2023-12-20T10:56:54.131 INFO:tasks.rados.rados.0.smithi123.stdout:2102: done (4 left) 2023-12-20T10:56:54.131 INFO:tasks.rados.rados.0.smithi123.stdout:2104: done (3 left) 2023-12-20T10:56:54.131 INFO:tasks.rados.rados.0.smithi123.stdout:2106: done (2 left) 2023-12-20T10:56:54.131 INFO:tasks.rados.rados.0.smithi123.stdout:2107: done (1 left) 2023-12-20T10:56:54.131 INFO:tasks.rados.rados.0.smithi123.stdout:2110: read oid 34 snap -1 2023-12-20T10:56:54.131 INFO:tasks.rados.rados.0.smithi123.stdout:2110: expect (ObjNum 681 snap 196 seq_num 681) 2023-12-20T10:56:54.131 INFO:tasks.rados.rados.0.smithi123.stdout:2111: copy_from oid 31 from oid 30 current snap is 200 2023-12-20T10:56:54.131 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 36 current snap is 200 2023-12-20T10:56:54.131 INFO:tasks.rados.rados.0.smithi123.stdout:2112: seq_num 692 ranges {0=794624,794624=483328,1277952=720896} 2023-12-20T10:56:54.134 INFO:tasks.rados.rados.0.smithi123.stdout:2112: writing smithi123173835-36 from 0 to 794624 tid 1 2023-12-20T10:56:54.137 INFO:tasks.rados.rados.0.smithi123.stdout:2112: writing smithi123173835-36 from 794624 to 1277952 tid 2 2023-12-20T10:56:54.142 INFO:tasks.rados.rados.0.smithi123.stdout:2112: writing smithi123173835-36 from 1277952 to 1998848 tid 3 2023-12-20T10:56:54.142 INFO:tasks.rados.rados.0.smithi123.stdout:2113: read oid 20 snap -1 2023-12-20T10:56:54.142 INFO:tasks.rados.rados.0.smithi123.stdout:2113: expect (ObjNum 675 snap 191 seq_num 675) 2023-12-20T10:56:54.143 INFO:tasks.rados.rados.0.smithi123.stdout:2114: rollback oid 19 current snap is 200 2023-12-20T10:56:54.143 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 19 to 190 2023-12-20T10:56:54.143 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 9 current snap is 200 2023-12-20T10:56:54.143 INFO:tasks.rados.rados.0.smithi123.stdout:2115: seq_num 693 ranges {1769472=409600,2179072=770048,2949120=581632,3530752=253952} 2023-12-20T10:56:54.155 INFO:tasks.rados.rados.0.smithi123.stdout:2115: writing smithi123173835-9 from 1769472 to 2179072 tid 1 2023-12-20T10:56:54.160 INFO:tasks.rados.rados.0.smithi123.stdout:2115: writing smithi123173835-9 from 2179072 to 2949120 tid 2 2023-12-20T10:56:54.163 INFO:tasks.rados.rados.0.smithi123.stdout:2115: writing smithi123173835-9 from 2949120 to 3530752 tid 3 2023-12-20T10:56:54.165 INFO:tasks.rados.rados.0.smithi123.stdout:2115: writing smithi123173835-9 from 3530752 to 3784704 tid 4 2023-12-20T10:56:54.165 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 2 current snap is 200 2023-12-20T10:56:54.165 INFO:tasks.rados.rados.0.smithi123.stdout:2109: finishing rollback tid 0 to smithi123173835-32 2023-12-20T10:56:54.165 INFO:tasks.rados.rados.0.smithi123.stdout:2109: finishing rollback tid 1 to smithi123173835-32 2023-12-20T10:56:54.165 INFO:tasks.rados.rados.0.smithi123.stdout:2109: finishing rollback tid 2 to smithi123173835-32 2023-12-20T10:56:54.165 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 1724 (ObjNum 658 snap 185 seq_num 658) dirty exists 2023-12-20T10:56:54.166 INFO:tasks.rados.rados.0.smithi123.stdout:2112: finishing write tid 1 to smithi123173835-36 2023-12-20T10:56:54.166 INFO:tasks.rados.rados.0.smithi123.stdout:2116: seq_num 694 ranges {0=425984,425984=655360,1081344=786432,1867776=163840} 2023-12-20T10:56:54.168 INFO:tasks.rados.rados.0.smithi123.stdout:2116: writing smithi123173835-2 from 0 to 425984 tid 1 2023-12-20T10:56:54.171 INFO:tasks.rados.rados.0.smithi123.stdout:2116: writing smithi123173835-2 from 425984 to 1081344 tid 2 2023-12-20T10:56:54.176 INFO:tasks.rados.rados.0.smithi123.stdout:2116: writing smithi123173835-2 from 1081344 to 1867776 tid 3 2023-12-20T10:56:54.177 INFO:tasks.rados.rados.0.smithi123.stdout:2116: writing smithi123173835-2 from 1867776 to 2031616 tid 4 2023-12-20T10:56:54.177 INFO:tasks.rados.rados.0.smithi123.stdout:2109: done (7 left) 2023-12-20T10:56:54.177 INFO:tasks.rados.rados.0.smithi123.stdout:2117: snap_create 2023-12-20T10:56:54.177 INFO:tasks.rados.rados.0.smithi123.stdout:2112: finishing write tid 2 to smithi123173835-36 2023-12-20T10:56:54.178 INFO:tasks.rados.rados.0.smithi123.stdout:2110: expect (ObjNum 681 snap 196 seq_num 681) 2023-12-20T10:56:54.225 INFO:tasks.rados.rados.0.smithi123.stdout:2112: finishing write tid 3 to smithi123173835-36 2023-12-20T10:56:54.225 INFO:tasks.rados.rados.0.smithi123.stdout:2114: finishing rollback tid 0 to smithi123173835-19 2023-12-20T10:56:54.225 INFO:tasks.rados.rados.0.smithi123.stdout:2112: finishing write tid 4 to smithi123173835-36 2023-12-20T10:56:54.225 INFO:tasks.rados.rados.0.smithi123.stdout:2114: finishing rollback tid 1 to smithi123173835-19 2023-12-20T10:56:54.226 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 1550 (ObjNum 81 snap 0 seq_num 1) dirty dne 2023-12-20T10:56:54.226 INFO:tasks.rados.rados.0.smithi123.stdout:2112: finishing write tid 5 to smithi123173835-36 2023-12-20T10:56:54.226 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 1215 (ObjNum 692 snap 200 seq_num 692) dirty exists 2023-12-20T10:56:54.226 INFO:tasks.rados.rados.0.smithi123.stdout:2112: left oid 36 (ObjNum 692 snap 200 seq_num 692) 2023-12-20T10:56:54.226 INFO:tasks.rados.rados.0.smithi123.stdout:2111: finishing copy_from racing read to smithi123173835-31 2023-12-20T10:56:54.226 INFO:tasks.rados.rados.0.smithi123.stdout:2111: finishing copy_from to smithi123173835-31 2023-12-20T10:56:54.226 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 31 v 1369 (ObjNum 686 snap 196 seq_num 686) dirty exists 2023-12-20T10:56:54.226 INFO:tasks.rados.rados.0.smithi123.stdout:2115: finishing write tid 1 to smithi123173835-9 2023-12-20T10:56:54.226 INFO:tasks.rados.rados.0.smithi123.stdout:2115: finishing write tid 2 to smithi123173835-9 2023-12-20T10:56:54.226 INFO:tasks.rados.rados.0.smithi123.stdout:2115: finishing write tid 3 to smithi123173835-9 2023-12-20T10:56:54.226 INFO:tasks.rados.rados.0.smithi123.stdout:2115: finishing write tid 4 to smithi123173835-9 2023-12-20T10:56:54.226 INFO:tasks.rados.rados.0.smithi123.stdout:2115: finishing write tid 5 to smithi123173835-9 2023-12-20T10:56:54.226 INFO:tasks.rados.rados.0.smithi123.stdout:2115: finishing write tid 6 to smithi123173835-9 2023-12-20T10:56:54.226 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 9 v 1375 (ObjNum 693 snap 200 seq_num 693) dirty exists 2023-12-20T10:56:54.226 INFO:tasks.rados.rados.0.smithi123.stdout:2115: left oid 9 (ObjNum 693 snap 200 seq_num 693) 2023-12-20T10:56:54.226 INFO:tasks.rados.rados.0.smithi123.stdout:2116: finishing write tid 1 to smithi123173835-2 2023-12-20T10:56:54.227 INFO:tasks.rados.rados.0.smithi123.stdout:2113: expect (ObjNum 675 snap 191 seq_num 675) 2023-12-20T10:56:54.325 INFO:tasks.rados.rados.0.smithi123.stdout:2116: finishing write tid 2 to smithi123173835-2 2023-12-20T10:56:54.325 INFO:tasks.rados.rados.0.smithi123.stdout:2116: finishing write tid 3 to smithi123173835-2 2023-12-20T10:56:54.325 INFO:tasks.rados.rados.0.smithi123.stdout:2116: finishing write tid 4 to smithi123173835-2 2023-12-20T10:56:54.325 INFO:tasks.rados.rados.0.smithi123.stdout:2116: finishing write tid 5 to smithi123173835-2 2023-12-20T10:56:54.326 INFO:tasks.rados.rados.0.smithi123.stdout:2116: finishing write tid 6 to smithi123173835-2 2023-12-20T10:56:54.326 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 2 v 1555 (ObjNum 694 snap 200 seq_num 694) dirty exists 2023-12-20T10:56:54.326 INFO:tasks.rados.rados.0.smithi123.stdout:2116: left oid 2 (ObjNum 694 snap 200 seq_num 694) 2023-12-20T10:56:55.136 INFO:tasks.rados.rados.0.smithi123.stdout:2110: done (7 left) 2023-12-20T10:56:55.136 INFO:tasks.rados.rados.0.smithi123.stdout:2111: done (6 left) 2023-12-20T10:56:55.136 INFO:tasks.rados.rados.0.smithi123.stdout:2112: done (5 left) 2023-12-20T10:56:55.136 INFO:tasks.rados.rados.0.smithi123.stdout:2113: done (4 left) 2023-12-20T10:56:55.137 INFO:tasks.rados.rados.0.smithi123.stdout:2114: done (3 left) 2023-12-20T10:56:55.137 INFO:tasks.rados.rados.0.smithi123.stdout:2115: done (2 left) 2023-12-20T10:56:55.137 INFO:tasks.rados.rados.0.smithi123.stdout:2116: done (1 left) 2023-12-20T10:56:55.137 INFO:tasks.rados.rados.0.smithi123.stdout:2117: done (0 left) 2023-12-20T10:56:55.137 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 49 current snap is 201 2023-12-20T10:56:55.137 INFO:tasks.rados.rados.0.smithi123.stdout:2118: seq_num 695 ranges {12156928=442368,12599296=540672,13139968=598016,13737984=466944} 2023-12-20T10:56:55.202 INFO:tasks.rados.rados.0.smithi123.stdout:2118: writing smithi123173835-49 from 12156928 to 12599296 tid 1 2023-12-20T10:56:55.205 INFO:tasks.rados.rados.0.smithi123.stdout:2118: writing smithi123173835-49 from 12599296 to 13139968 tid 2 2023-12-20T10:56:55.209 INFO:tasks.rados.rados.0.smithi123.stdout:2118: writing smithi123173835-49 from 13139968 to 13737984 tid 3 2023-12-20T10:56:55.211 INFO:tasks.rados.rados.0.smithi123.stdout:2118: writing smithi123173835-49 from 13737984 to 14204928 tid 4 2023-12-20T10:56:55.212 INFO:tasks.rados.rados.0.smithi123.stdout:2119: delete oid 40 current snap is 201 2023-12-20T10:56:55.212 INFO:tasks.rados.rados.0.smithi123.stdout:2118: finishing write tid 1 to smithi123173835-49 2023-12-20T10:56:55.216 INFO:tasks.rados.rados.0.smithi123.stdout:2118: finishing write tid 2 to smithi123173835-49 2023-12-20T10:56:55.216 INFO:tasks.rados.rados.0.smithi123.stdout:2118: finishing write tid 3 to smithi123173835-49 2023-12-20T10:56:55.216 INFO:tasks.rados.rados.0.smithi123.stdout:2118: finishing write tid 4 to smithi123173835-49 2023-12-20T10:56:55.216 INFO:tasks.rados.rados.0.smithi123.stdout:2118: finishing write tid 5 to smithi123173835-49 2023-12-20T10:56:55.216 INFO:tasks.rados.rados.0.smithi123.stdout:2119: done (1 left) 2023-12-20T10:56:55.216 INFO:tasks.rados.rados.0.smithi123.stdout:2120: read oid 6 snap 193 2023-12-20T10:56:55.216 INFO:tasks.rados.rados.0.smithi123.stdout:2120: expect deleted 2023-12-20T10:56:55.216 INFO:tasks.rados.rados.0.smithi123.stdout:2121: rollback oid 3 current snap is 201 2023-12-20T10:56:55.216 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 3 to 190 2023-12-20T10:56:55.216 INFO:tasks.rados.rados.0.smithi123.stdout:2122: read oid 42 snap -1 2023-12-20T10:56:55.216 INFO:tasks.rados.rados.0.smithi123.stdout:2122: expect (ObjNum 685 snap 196 seq_num 685) 2023-12-20T10:56:55.216 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 41 current snap is 201 2023-12-20T10:56:55.217 INFO:tasks.rados.rados.0.smithi123.stdout:2123: seq_num 697 ranges {3112960=475136,3588096=704512,4292608=557056,4849664=344064} 2023-12-20T10:56:55.235 INFO:tasks.rados.rados.0.smithi123.stdout:2123: writing smithi123173835-41 from 3112960 to 3588096 tid 1 2023-12-20T10:56:55.239 INFO:tasks.rados.rados.0.smithi123.stdout:2123: writing smithi123173835-41 from 3588096 to 4292608 tid 2 2023-12-20T10:56:55.242 INFO:tasks.rados.rados.0.smithi123.stdout:2123: writing smithi123173835-41 from 4292608 to 4849664 tid 3 2023-12-20T10:56:55.245 INFO:tasks.rados.rados.0.smithi123.stdout:2123: writing smithi123173835-41 from 4849664 to 5193728 tid 4 2023-12-20T10:56:55.245 INFO:tasks.rados.rados.0.smithi123.stdout:2124: read oid 28 snap -1 2023-12-20T10:56:55.245 INFO:tasks.rados.rados.0.smithi123.stdout:2124: expect (ObjNum 637 snap 183 seq_num 637) 2023-12-20T10:56:55.245 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 13 current snap is 201 2023-12-20T10:56:55.245 INFO:tasks.rados.rados.0.smithi123.stdout:2118: finishing write tid 6 to smithi123173835-49 2023-12-20T10:56:55.245 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 1217 (ObjNum 695 snap 201 seq_num 695) dirty exists 2023-12-20T10:56:55.245 INFO:tasks.rados.rados.0.smithi123.stdout:2118: left oid 49 (ObjNum 695 snap 201 seq_num 695) 2023-12-20T10:56:55.245 INFO:tasks.rados.rados.0.smithi123.stdout:2125: seq_num 698 ranges {3162112=499712,3661824=589824,4251648=770048,5021696=245760} 2023-12-20T10:56:55.265 INFO:tasks.rados.rados.0.smithi123.stdout:2125: writing smithi123173835-13 from 3162112 to 3661824 tid 1 2023-12-20T10:56:55.268 INFO:tasks.rados.rados.0.smithi123.stdout:2125: writing smithi123173835-13 from 3661824 to 4251648 tid 2 2023-12-20T10:56:55.273 INFO:tasks.rados.rados.0.smithi123.stdout:2125: writing smithi123173835-13 from 4251648 to 5021696 tid 3 2023-12-20T10:56:55.274 INFO:tasks.rados.rados.0.smithi123.stdout:2125: writing smithi123173835-13 from 5021696 to 5267456 tid 4 2023-12-20T10:56:55.274 INFO:tasks.rados.rados.0.smithi123.stdout:2118: done (6 left) 2023-12-20T10:56:55.274 INFO:tasks.rados.rados.0.smithi123.stdout:2126: snap_remove snap 195 2023-12-20T10:56:55.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:55 smithi177 ceph-mon[212096]: pgmap v417: 121 pgs: 121 active+clean; 174 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.3 MiB/s wr, 16 op/s 2023-12-20T10:56:55.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:55 smithi177 ceph-mon[212096]: osdmap e471: 8 total, 8 up, 8 in 2023-12-20T10:56:55.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:55 smithi123 ceph-mon[191304]: pgmap v417: 121 pgs: 121 active+clean; 174 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.3 MiB/s wr, 16 op/s 2023-12-20T10:56:55.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:55 smithi123 ceph-mon[191304]: osdmap e471: 8 total, 8 up, 8 in 2023-12-20T10:56:55.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:55 smithi123 ceph-mon[188613]: pgmap v417: 121 pgs: 121 active+clean; 174 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.3 MiB/s wr, 16 op/s 2023-12-20T10:56:55.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:55 smithi123 ceph-mon[188613]: osdmap e471: 8 total, 8 up, 8 in 2023-12-20T10:56:56.146 INFO:tasks.rados.rados.0.smithi123.stdout:2126: done (6 left) 2023-12-20T10:56:56.146 INFO:tasks.rados.rados.0.smithi123.stdout:2127: delete oid 19 current snap is 201 2023-12-20T10:56:56.146 INFO:tasks.rados.rados.0.smithi123.stdout:2121: finishing rollback tid 0 to smithi123173835-3 2023-12-20T10:56:56.146 INFO:tasks.rados.rados.0.smithi123.stdout:2121: finishing rollback tid 1 to smithi123173835-3 2023-12-20T10:56:56.146 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 1357 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-20T10:56:56.147 INFO:tasks.rados.rados.0.smithi123.stdout:2122: expect (ObjNum 685 snap 196 seq_num 685) 2023-12-20T10:56:56.200 INFO:tasks.rados.rados.0.smithi123.stdout:2123: finishing write tid 1 to smithi123173835-41 2023-12-20T10:56:56.201 INFO:tasks.rados.rados.0.smithi123.stdout:2123: finishing write tid 2 to smithi123173835-41 2023-12-20T10:56:56.201 INFO:tasks.rados.rados.0.smithi123.stdout:2120: done (6 left) 2023-12-20T10:56:56.201 INFO:tasks.rados.rados.0.smithi123.stdout:2121: done (5 left) 2023-12-20T10:56:56.201 INFO:tasks.rados.rados.0.smithi123.stdout:2122: done (4 left) 2023-12-20T10:56:56.201 INFO:tasks.rados.rados.0.smithi123.stdout:2127: done (3 left) 2023-12-20T10:56:56.201 INFO:tasks.rados.rados.0.smithi123.stdout:2128: read oid 11 snap -1 2023-12-20T10:56:56.201 INFO:tasks.rados.rados.0.smithi123.stdout:2128: expect (ObjNum 674 snap 191 seq_num 674) 2023-12-20T10:56:56.201 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 3 current snap is 201 2023-12-20T10:56:56.201 INFO:tasks.rados.rados.0.smithi123.stdout:2123: finishing write tid 3 to smithi123173835-41 2023-12-20T10:56:56.201 INFO:tasks.rados.rados.0.smithi123.stdout:2123: finishing write tid 4 to smithi123173835-41 2023-12-20T10:56:56.201 INFO:tasks.rados.rados.0.smithi123.stdout:2123: finishing write tid 5 to smithi123173835-41 2023-12-20T10:56:56.202 INFO:tasks.rados.rados.0.smithi123.stdout:2123: finishing write tid 6 to smithi123173835-41 2023-12-20T10:56:56.202 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 1222 (ObjNum 697 snap 201 seq_num 697) dirty exists 2023-12-20T10:56:56.202 INFO:tasks.rados.rados.0.smithi123.stdout:2123: left oid 41 (ObjNum 697 snap 201 seq_num 697) 2023-12-20T10:56:56.202 INFO:tasks.rados.rados.0.smithi123.stdout:2124: expect (ObjNum 637 snap 183 seq_num 637) 2023-12-20T10:56:56.226 INFO:tasks.rados.rados.0.smithi123.stdout:2125: finishing write tid 1 to smithi123173835-13 2023-12-20T10:56:56.227 INFO:tasks.rados.rados.0.smithi123.stdout:2125: finishing write tid 2 to smithi123173835-13 2023-12-20T10:56:56.227 INFO:tasks.rados.rados.0.smithi123.stdout:2125: finishing write tid 3 to smithi123173835-13 2023-12-20T10:56:56.227 INFO:tasks.rados.rados.0.smithi123.stdout:2125: finishing write tid 4 to smithi123173835-13 2023-12-20T10:56:56.227 INFO:tasks.rados.rados.0.smithi123.stdout:2125: finishing write tid 5 to smithi123173835-13 2023-12-20T10:56:56.227 INFO:tasks.rados.rados.0.smithi123.stdout:2125: finishing write tid 6 to smithi123173835-13 2023-12-20T10:56:56.227 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 1732 (ObjNum 698 snap 201 seq_num 698) dirty exists 2023-12-20T10:56:56.227 INFO:tasks.rados.rados.0.smithi123.stdout:2125: left oid 13 (ObjNum 698 snap 201 seq_num 698) 2023-12-20T10:56:56.227 INFO:tasks.rados.rados.0.smithi123.stdout:2129: seq_num 700 ranges {0=532480,532480=409600,942080=737280,1679360=458752} 2023-12-20T10:56:56.229 INFO:tasks.rados.rados.0.smithi123.stdout:2129: writing smithi123173835-3 from 0 to 532480 tid 1 2023-12-20T10:56:56.232 INFO:tasks.rados.rados.0.smithi123.stdout:2129: writing smithi123173835-3 from 532480 to 942080 tid 2 2023-12-20T10:56:56.236 INFO:tasks.rados.rados.0.smithi123.stdout:2129: writing smithi123173835-3 from 942080 to 1679360 tid 3 2023-12-20T10:56:56.239 INFO:tasks.rados.rados.0.smithi123.stdout:2129: writing smithi123173835-3 from 1679360 to 2138112 tid 4 2023-12-20T10:56:56.240 INFO:tasks.rados.rados.0.smithi123.stdout:2123: done (4 left) 2023-12-20T10:56:56.240 INFO:tasks.rados.rados.0.smithi123.stdout:2124: done (3 left) 2023-12-20T10:56:56.240 INFO:tasks.rados.rados.0.smithi123.stdout:2125: done (2 left) 2023-12-20T10:56:56.240 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 21 current snap is 201 2023-12-20T10:56:56.240 INFO:tasks.rados.rados.0.smithi123.stdout:2128: expect (ObjNum 674 snap 191 seq_num 674) 2023-12-20T10:56:56.282 INFO:tasks.rados.rados.0.smithi123.stdout:2129: finishing write tid 1 to smithi123173835-3 2023-12-20T10:56:56.282 INFO:tasks.rados.rados.0.smithi123.stdout:2129: finishing write tid 2 to smithi123173835-3 2023-12-20T10:56:56.282 INFO:tasks.rados.rados.0.smithi123.stdout:2129: finishing write tid 3 to smithi123173835-3 2023-12-20T10:56:56.282 INFO:tasks.rados.rados.0.smithi123.stdout:2129: finishing write tid 4 to smithi123173835-3 2023-12-20T10:56:56.282 INFO:tasks.rados.rados.0.smithi123.stdout:2129: finishing write tid 5 to smithi123173835-3 2023-12-20T10:56:56.282 INFO:tasks.rados.rados.0.smithi123.stdout:2129: finishing write tid 6 to smithi123173835-3 2023-12-20T10:56:56.282 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 1362 (ObjNum 700 snap 201 seq_num 700) dirty exists 2023-12-20T10:56:56.282 INFO:tasks.rados.rados.0.smithi123.stdout:2129: left oid 3 (ObjNum 700 snap 201 seq_num 700) 2023-12-20T10:56:56.283 INFO:tasks.rados.rados.0.smithi123.stdout:2130: seq_num 701 ranges {0=548864,548864=696320,1245184=540672,1785856=368640} 2023-12-20T10:56:56.285 INFO:tasks.rados.rados.0.smithi123.stdout:2130: writing smithi123173835-21 from 0 to 548864 tid 1 2023-12-20T10:56:56.289 INFO:tasks.rados.rados.0.smithi123.stdout:2130: writing smithi123173835-21 from 548864 to 1245184 tid 2 2023-12-20T10:56:56.292 INFO:tasks.rados.rados.0.smithi123.stdout:2130: writing smithi123173835-21 from 1245184 to 1785856 tid 3 2023-12-20T10:56:56.294 INFO:tasks.rados.rados.0.smithi123.stdout:2130: writing smithi123173835-21 from 1785856 to 2154496 tid 4 2023-12-20T10:56:56.294 INFO:tasks.rados.rados.0.smithi123.stdout:2128: done (2 left) 2023-12-20T10:56:56.294 INFO:tasks.rados.rados.0.smithi123.stdout:2129: done (1 left) 2023-12-20T10:56:56.294 INFO:tasks.rados.rados.0.smithi123.stdout:2131: snap_create 2023-12-20T10:56:56.294 INFO:tasks.rados.rados.0.smithi123.stdout:2130: finishing write tid 1 to smithi123173835-21 2023-12-20T10:56:56.294 INFO:tasks.rados.rados.0.smithi123.stdout:2130: finishing write tid 2 to smithi123173835-21 2023-12-20T10:56:56.297 INFO:tasks.rados.rados.0.smithi123.stdout:2130: finishing write tid 3 to smithi123173835-21 2023-12-20T10:56:56.297 INFO:tasks.rados.rados.0.smithi123.stdout:2130: finishing write tid 4 to smithi123173835-21 2023-12-20T10:56:56.297 INFO:tasks.rados.rados.0.smithi123.stdout:2130: finishing write tid 5 to smithi123173835-21 2023-12-20T10:56:56.300 INFO:tasks.rados.rados.0.smithi123.stdout:2130: finishing write tid 6 to smithi123173835-21 2023-12-20T10:56:56.300 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 1204 (ObjNum 701 snap 201 seq_num 701) dirty exists 2023-12-20T10:56:56.300 INFO:tasks.rados.rados.0.smithi123.stdout:2130: left oid 21 (ObjNum 701 snap 201 seq_num 701) 2023-12-20T10:56:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:56 smithi177 ceph-mon[212096]: osdmap e472: 8 total, 8 up, 8 in 2023-12-20T10:56:56.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:56 smithi123 ceph-mon[191304]: osdmap e472: 8 total, 8 up, 8 in 2023-12-20T10:56:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:56 smithi123 ceph-mon[188613]: osdmap e472: 8 total, 8 up, 8 in 2023-12-20T10:56:57.148 INFO:tasks.rados.rados.0.smithi123.stdout:2130: done (1 left) 2023-12-20T10:56:57.148 INFO:tasks.rados.rados.0.smithi123.stdout:2131: done (0 left) 2023-12-20T10:56:57.148 INFO:tasks.rados.rados.0.smithi123.stdout:2132: setattr oid 20 current snap is 202 2023-12-20T10:56:57.148 INFO:tasks.rados.rados.0.smithi123.stdout:2133: delete oid 19 current snap is 202 2023-12-20T10:56:57.152 INFO:tasks.rados.rados.0.smithi123.stdout:2133: done (1 left) 2023-12-20T10:56:57.152 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 44 current snap is 202 2023-12-20T10:56:57.152 INFO:tasks.rados.rados.0.smithi123.stdout:2134: seq_num 703 ranges {1277952=581632,1859584=458752,2318336=557056,2875392=417792,3293184=172032} 2023-12-20T10:56:57.162 INFO:tasks.rados.rados.0.smithi123.stdout:2134: writing smithi123173835-44 from 1277952 to 1859584 tid 1 2023-12-20T10:56:57.165 INFO:tasks.rados.rados.0.smithi123.stdout:2134: writing smithi123173835-44 from 1859584 to 2318336 tid 2 2023-12-20T10:56:57.168 INFO:tasks.rados.rados.0.smithi123.stdout:2134: writing smithi123173835-44 from 2318336 to 2875392 tid 3 2023-12-20T10:56:57.170 INFO:tasks.rados.rados.0.smithi123.stdout:2134: writing smithi123173835-44 from 2875392 to 3293184 tid 4 2023-12-20T10:56:57.172 INFO:tasks.rados.rados.0.smithi123.stdout:2134: writing smithi123173835-44 from 3293184 to 3465216 tid 5 2023-12-20T10:56:57.172 INFO:tasks.rados.rados.0.smithi123.stdout:2135: rollback oid 37 current snap is 202 2023-12-20T10:56:57.172 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 37 to 201 2023-12-20T10:56:57.172 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 20 v 1364 (ObjNum 675 snap 191 seq_num 675) dirty exists 2023-12-20T10:56:57.172 INFO:tasks.rados.rados.0.smithi123.stdout:2134: finishing write tid 1 to smithi123173835-44 2023-12-20T10:56:57.173 INFO:tasks.rados.rados.0.smithi123.stdout:2134: finishing write tid 2 to smithi123173835-44 2023-12-20T10:56:57.173 INFO:tasks.rados.rados.0.smithi123.stdout:2134: finishing write tid 3 to smithi123173835-44 2023-12-20T10:56:57.173 INFO:tasks.rados.rados.0.smithi123.stdout:2132: done (2 left) 2023-12-20T10:56:57.173 INFO:tasks.rados.rados.0.smithi123.stdout:2136: read oid 14 snap -1 2023-12-20T10:56:57.173 INFO:tasks.rados.rados.0.smithi123.stdout:2136: expect deleted 2023-12-20T10:56:57.173 INFO:tasks.rados.rados.0.smithi123.stdout:2137: setattr oid 43 current snap is 202 2023-12-20T10:56:57.174 INFO:tasks.rados.rados.0.smithi123.stdout:2136: done (3 left) 2023-12-20T10:56:57.174 INFO:tasks.rados.rados.0.smithi123.stdout:2138: copy_from oid 45 from oid 35 current snap is 202 2023-12-20T10:56:57.174 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 21 current snap is 202 2023-12-20T10:56:57.174 INFO:tasks.rados.rados.0.smithi123.stdout:2139: seq_num 704 ranges {2154496=598016,2752512=745472,3497984=712704,4210688=147456} 2023-12-20T10:56:57.190 INFO:tasks.rados.rados.0.smithi123.stdout:2139: writing smithi123173835-21 from 2154496 to 2752512 tid 1 2023-12-20T10:56:57.194 INFO:tasks.rados.rados.0.smithi123.stdout:2139: writing smithi123173835-21 from 2752512 to 3497984 tid 2 2023-12-20T10:56:57.198 INFO:tasks.rados.rados.0.smithi123.stdout:2139: writing smithi123173835-21 from 3497984 to 4210688 tid 3 2023-12-20T10:56:57.199 INFO:tasks.rados.rados.0.smithi123.stdout:2139: writing smithi123173835-21 from 4210688 to 4358144 tid 4 2023-12-20T10:56:57.199 INFO:tasks.rados.rados.0.smithi123.stdout:2140: rollback oid 10 current snap is 202 2023-12-20T10:56:57.200 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 10 to 197 2023-12-20T10:56:57.200 INFO:tasks.rados.rados.0.smithi123.stdout:2134: finishing write tid 4 to smithi123173835-44 2023-12-20T10:56:57.200 INFO:tasks.rados.rados.0.smithi123.stdout:2134: finishing write tid 5 to smithi123173835-44 2023-12-20T10:56:57.200 INFO:tasks.rados.rados.0.smithi123.stdout:2134: finishing write tid 6 to smithi123173835-44 2023-12-20T10:56:57.200 INFO:tasks.rados.rados.0.smithi123.stdout:2134: finishing write tid 7 to smithi123173835-44 2023-12-20T10:56:57.200 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 44 v 141 (ObjNum 703 snap 202 seq_num 703) dirty exists 2023-12-20T10:56:57.200 INFO:tasks.rados.rados.0.smithi123.stdout:2134: left oid 44 (ObjNum 703 snap 202 seq_num 703) 2023-12-20T10:56:57.200 INFO:tasks.rados.rados.0.smithi123.stdout:2135: finishing rollback tid 1 to smithi123173835-37 2023-12-20T10:56:57.200 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-20T10:56:57.200 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 541 (ObjNum 605 snap 172 seq_num 605) dirty exists 2023-12-20T10:56:57.200 INFO:tasks.rados.rados.0.smithi123.stdout:2139: finishing write tid 1 to smithi123173835-21 2023-12-20T10:56:57.200 INFO:tasks.rados.rados.0.smithi123.stdout:2134: done (5 left) 2023-12-20T10:56:57.200 INFO:tasks.rados.rados.0.smithi123.stdout:2135: done (4 left) 2023-12-20T10:56:57.201 INFO:tasks.rados.rados.0.smithi123.stdout:2137: done (3 left) 2023-12-20T10:56:57.201 INFO:tasks.rados.rados.0.smithi123.stdout:2141: delete oid 19 current snap is 202 2023-12-20T10:56:57.204 INFO:tasks.rados.rados.0.smithi123.stdout:2139: finishing write tid 2 to smithi123173835-21 2023-12-20T10:56:57.205 INFO:tasks.rados.rados.0.smithi123.stdout:2140: finishing rollback tid 0 to smithi123173835-10 2023-12-20T10:56:57.206 INFO:tasks.rados.rados.0.smithi123.stdout:2141: done (3 left) 2023-12-20T10:56:57.207 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 39 current snap is 202 2023-12-20T10:56:57.207 INFO:tasks.rados.rados.0.smithi123.stdout:2142: seq_num 706 ranges {1695744=630784,2326528=516096,2842624=729088,3571712=360448} 2023-12-20T10:56:57.219 INFO:tasks.rados.rados.0.smithi123.stdout:2142: writing smithi123173835-39 from 1695744 to 2326528 tid 1 2023-12-20T10:56:57.222 INFO:tasks.rados.rados.0.smithi123.stdout:2142: writing smithi123173835-39 from 2326528 to 2842624 tid 2 2023-12-20T10:56:57.227 INFO:tasks.rados.rados.0.smithi123.stdout:2142: writing smithi123173835-39 from 2842624 to 3571712 tid 3 2023-12-20T10:56:57.229 INFO:tasks.rados.rados.0.smithi123.stdout:2142: writing smithi123173835-39 from 3571712 to 3932160 tid 4 2023-12-20T10:56:57.230 INFO:tasks.rados.rados.0.smithi123.stdout:2143: rollback oid 3 current snap is 202 2023-12-20T10:56:57.230 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 3 to 193 2023-12-20T10:56:57.230 INFO:tasks.rados.rados.0.smithi123.stdout:2139: finishing write tid 3 to smithi123173835-21 2023-12-20T10:56:57.230 INFO:tasks.rados.rados.0.smithi123.stdout:2140: finishing rollback tid 1 to smithi123173835-10 2023-12-20T10:56:57.230 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 12 current snap is 202 2023-12-20T10:56:57.230 INFO:tasks.rados.rados.0.smithi123.stdout:2140: finishing rollback tid 2 to smithi123173835-10 2023-12-20T10:56:57.230 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 1744 (ObjNum 578 snap 164 seq_num 578) dirty exists 2023-12-20T10:56:57.230 INFO:tasks.rados.rados.0.smithi123.stdout:2139: finishing write tid 4 to smithi123173835-21 2023-12-20T10:56:57.230 INFO:tasks.rados.rados.0.smithi123.stdout:2144: seq_num 707 ranges {0=647168,647168=802816,1449984=532480,1982464=270336} 2023-12-20T10:56:57.233 INFO:tasks.rados.rados.0.smithi123.stdout:2144: writing smithi123173835-12 from 0 to 647168 tid 1 2023-12-20T10:56:57.238 INFO:tasks.rados.rados.0.smithi123.stdout:2144: writing smithi123173835-12 from 647168 to 1449984 tid 2 2023-12-20T10:56:57.240 INFO:tasks.rados.rados.0.smithi123.stdout:2144: writing smithi123173835-12 from 1449984 to 1982464 tid 3 2023-12-20T10:56:57.243 INFO:tasks.rados.rados.0.smithi123.stdout:2144: writing smithi123173835-12 from 1982464 to 2252800 tid 4 2023-12-20T10:56:57.243 INFO:tasks.rados.rados.0.smithi123.stdout:2140: done (5 left) 2023-12-20T10:56:57.243 INFO:tasks.rados.rados.0.smithi123.stdout:2145: rollback oid 40 current snap is 202 2023-12-20T10:56:57.244 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 40 to 190 2023-12-20T10:56:57.244 INFO:tasks.rados.rados.0.smithi123.stdout:2139: finishing write tid 5 to smithi123173835-21 2023-12-20T10:56:57.244 INFO:tasks.rados.rados.0.smithi123.stdout:2139: finishing write tid 6 to smithi123173835-21 2023-12-20T10:56:57.245 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 1209 (ObjNum 704 snap 202 seq_num 704) dirty exists 2023-12-20T10:56:57.245 INFO:tasks.rados.rados.0.smithi123.stdout:2139: left oid 21 (ObjNum 704 snap 202 seq_num 704) 2023-12-20T10:56:57.245 INFO:tasks.rados.rados.0.smithi123.stdout:2138: finishing copy_from racing read to smithi123173835-45 2023-12-20T10:56:57.245 INFO:tasks.rados.rados.0.smithi123.stdout:2139: done (5 left) 2023-12-20T10:56:57.245 INFO:tasks.rados.rados.0.smithi123.stdout:2146: snap_create 2023-12-20T10:56:57.245 INFO:tasks.rados.rados.0.smithi123.stdout:2138: finishing copy_from to smithi123173835-45 2023-12-20T10:56:57.245 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 1589 (ObjNum 595 snap 170 seq_num 595) dirty exists 2023-12-20T10:56:57.245 INFO:tasks.rados.rados.0.smithi123.stdout:2142: finishing write tid 1 to smithi123173835-39 2023-12-20T10:56:57.245 INFO:tasks.rados.rados.0.smithi123.stdout:2142: finishing write tid 2 to smithi123173835-39 2023-12-20T10:56:57.245 INFO:tasks.rados.rados.0.smithi123.stdout:2142: finishing write tid 3 to smithi123173835-39 2023-12-20T10:56:57.245 INFO:tasks.rados.rados.0.smithi123.stdout:2143: finishing rollback tid 0 to smithi123173835-3 2023-12-20T10:56:57.245 INFO:tasks.rados.rados.0.smithi123.stdout:2142: finishing write tid 4 to smithi123173835-39 2023-12-20T10:56:57.245 INFO:tasks.rados.rados.0.smithi123.stdout:2143: finishing rollback tid 1 to smithi123173835-3 2023-12-20T10:56:57.245 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 1364 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-20T10:56:57.245 INFO:tasks.rados.rados.0.smithi123.stdout:2142: finishing write tid 5 to smithi123173835-39 2023-12-20T10:56:57.246 INFO:tasks.rados.rados.0.smithi123.stdout:2142: finishing write tid 6 to smithi123173835-39 2023-12-20T10:56:57.246 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 1202 (ObjNum 706 snap 202 seq_num 706) dirty exists 2023-12-20T10:56:57.246 INFO:tasks.rados.rados.0.smithi123.stdout:2142: left oid 39 (ObjNum 706 snap 202 seq_num 706) 2023-12-20T10:56:57.246 INFO:tasks.rados.rados.0.smithi123.stdout:2144: finishing write tid 1 to smithi123173835-12 2023-12-20T10:56:57.246 INFO:tasks.rados.rados.0.smithi123.stdout:2144: finishing write tid 2 to smithi123173835-12 2023-12-20T10:56:57.247 INFO:tasks.rados.rados.0.smithi123.stdout:2144: finishing write tid 3 to smithi123173835-12 2023-12-20T10:56:57.247 INFO:tasks.rados.rados.0.smithi123.stdout:2144: finishing write tid 4 to smithi123173835-12 2023-12-20T10:56:57.247 INFO:tasks.rados.rados.0.smithi123.stdout:2144: finishing write tid 5 to smithi123173835-12 2023-12-20T10:56:57.247 INFO:tasks.rados.rados.0.smithi123.stdout:2145: finishing rollback tid 1 to smithi123173835-40 2023-12-20T10:56:57.247 INFO:tasks.rados.rados.0.smithi123.stdout:2145: finishing rollback tid 2 to smithi123173835-40 2023-12-20T10:56:57.247 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 40 v 1746 (ObjNum 623 snap 180 seq_num 623) dirty exists 2023-12-20T10:56:57.247 INFO:tasks.rados.rados.0.smithi123.stdout:2144: finishing write tid 6 to smithi123173835-12 2023-12-20T10:56:57.247 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 1121 (ObjNum 707 snap 202 seq_num 707) dirty exists 2023-12-20T10:56:57.247 INFO:tasks.rados.rados.0.smithi123.stdout:2144: left oid 12 (ObjNum 707 snap 202 seq_num 707) 2023-12-20T10:56:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:57 smithi177 ceph-mon[212096]: pgmap v420: 121 pgs: 121 active+clean; 175 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2023-12-20T10:56:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:57 smithi177 ceph-mon[212096]: osdmap e473: 8 total, 8 up, 8 in 2023-12-20T10:56:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:56:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:57 smithi123 ceph-mon[191304]: pgmap v420: 121 pgs: 121 active+clean; 175 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2023-12-20T10:56:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:57 smithi123 ceph-mon[191304]: osdmap e473: 8 total, 8 up, 8 in 2023-12-20T10:56:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:56:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:57 smithi123 ceph-mon[188613]: pgmap v420: 121 pgs: 121 active+clean; 175 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2023-12-20T10:56:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:57 smithi123 ceph-mon[188613]: osdmap e473: 8 total, 8 up, 8 in 2023-12-20T10:56:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:56:58.029 INFO:tasks.rados.rados.0.smithi123.stdout:2138: done (5 left) 2023-12-20T10:56:58.029 INFO:tasks.rados.rados.0.smithi123.stdout:2142: done (4 left) 2023-12-20T10:56:58.029 INFO:tasks.rados.rados.0.smithi123.stdout:2143: done (3 left) 2023-12-20T10:56:58.029 INFO:tasks.rados.rados.0.smithi123.stdout:2144: done (2 left) 2023-12-20T10:56:58.030 INFO:tasks.rados.rados.0.smithi123.stdout:2145: done (1 left) 2023-12-20T10:56:58.030 INFO:tasks.rados.rados.0.smithi123.stdout:2146: done (0 left) 2023-12-20T10:56:58.030 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 50 current snap is 203 2023-12-20T10:56:58.030 INFO:tasks.rados.rados.0.smithi123.stdout:2147: seq_num 708 ranges {5914624=663552,6578176=737280,7315456=696320,8011776=172032} 2023-12-20T10:56:58.060 INFO:tasks.rados.rados.0.smithi123.stdout:2147: writing smithi123173835-50 from 5914624 to 6578176 tid 1 2023-12-20T10:56:58.064 INFO:tasks.rados.rados.0.smithi123.stdout:2147: writing smithi123173835-50 from 6578176 to 7315456 tid 2 2023-12-20T10:56:58.069 INFO:tasks.rados.rados.0.smithi123.stdout:2147: writing smithi123173835-50 from 7315456 to 8011776 tid 3 2023-12-20T10:56:58.070 INFO:tasks.rados.rados.0.smithi123.stdout:2147: writing smithi123173835-50 from 8011776 to 8183808 tid 4 2023-12-20T10:56:58.070 INFO:tasks.rados.rados.0.smithi123.stdout:2148: read oid 28 snap 200 2023-12-20T10:56:58.070 INFO:tasks.rados.rados.0.smithi123.stdout:2148: expect (ObjNum 637 snap 183 seq_num 637) 2023-12-20T10:56:58.070 INFO:tasks.rados.rados.0.smithi123.stdout:2149: snap_remove snap 193 2023-12-20T10:56:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:58 smithi177 ceph-mon[212096]: osdmap e474: 8 total, 8 up, 8 in 2023-12-20T10:56:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:58 smithi177 ceph-mon[212096]: osdmap e475: 8 total, 8 up, 8 in 2023-12-20T10:56:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:58 smithi123 ceph-mon[191304]: osdmap e474: 8 total, 8 up, 8 in 2023-12-20T10:56:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:58 smithi123 ceph-mon[191304]: osdmap e475: 8 total, 8 up, 8 in 2023-12-20T10:56:58.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:58 smithi123 ceph-mon[188613]: osdmap e474: 8 total, 8 up, 8 in 2023-12-20T10:56:58.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:58 smithi123 ceph-mon[188613]: osdmap e475: 8 total, 8 up, 8 in 2023-12-20T10:56:59.035 INFO:tasks.rados.rados.0.smithi123.stdout:2149: done (2 left) 2023-12-20T10:56:59.035 INFO:tasks.rados.rados.0.smithi123.stdout:2150: read oid 36 snap -1 2023-12-20T10:56:59.035 INFO:tasks.rados.rados.0.smithi123.stdout:2150: expect (ObjNum 692 snap 200 seq_num 692) 2023-12-20T10:56:59.035 INFO:tasks.rados.rados.0.smithi123.stdout:2151: snap_remove snap 190 2023-12-20T10:56:59.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:59 smithi177 ceph-mon[212096]: pgmap v423: 121 pgs: 121 active+clean; 193 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.9 MiB/s wr, 21 op/s 2023-12-20T10:56:59.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:56:59 smithi177 ceph-mon[212096]: osdmap e476: 8 total, 8 up, 8 in 2023-12-20T10:56:59.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:59 smithi123 ceph-mon[191304]: pgmap v423: 121 pgs: 121 active+clean; 193 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.9 MiB/s wr, 21 op/s 2023-12-20T10:56:59.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:56:59 smithi123 ceph-mon[191304]: osdmap e476: 8 total, 8 up, 8 in 2023-12-20T10:56:59.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:59 smithi123 ceph-mon[188613]: pgmap v423: 121 pgs: 121 active+clean; 193 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.9 MiB/s wr, 21 op/s 2023-12-20T10:56:59.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:56:59 smithi123 ceph-mon[188613]: osdmap e476: 8 total, 8 up, 8 in 2023-12-20T10:56:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:56:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:56:59] "GET /metrics HTTP/1.1" 200 36162 "" "Prometheus/2.43.0" 2023-12-20T10:57:00.034 INFO:tasks.rados.rados.0.smithi123.stdout:2151: done (3 left) 2023-12-20T10:57:00.034 INFO:tasks.rados.rados.0.smithi123.stdout:2152: copy_from oid 49 from oid 25 current snap is 203 2023-12-20T10:57:00.034 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 21 current snap is 203 2023-12-20T10:57:00.034 INFO:tasks.rados.rados.0.smithi123.stdout:2153: seq_num 709 ranges {4358144=679936,5038080=614400,5652480=499712,6152192=491520} 2023-12-20T10:57:00.062 INFO:tasks.rados.rados.0.smithi123.stdout:2153: writing smithi123173835-21 from 4358144 to 5038080 tid 1 2023-12-20T10:57:00.065 INFO:tasks.rados.rados.0.smithi123.stdout:2153: writing smithi123173835-21 from 5038080 to 5652480 tid 2 2023-12-20T10:57:00.068 INFO:tasks.rados.rados.0.smithi123.stdout:2153: writing smithi123173835-21 from 5652480 to 6152192 tid 3 2023-12-20T10:57:00.072 INFO:tasks.rados.rados.0.smithi123.stdout:2153: writing smithi123173835-21 from 6152192 to 6643712 tid 4 2023-12-20T10:57:00.072 INFO:tasks.rados.rados.0.smithi123.stdout:2154: rollback oid 12 current snap is 203 2023-12-20T10:57:00.072 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 12 to 197 2023-12-20T10:57:00.072 INFO:tasks.rados.rados.0.smithi123.stdout:2147: finishing write tid 1 to smithi123173835-50 2023-12-20T10:57:00.072 INFO:tasks.rados.rados.0.smithi123.stdout:2147: finishing write tid 2 to smithi123173835-50 2023-12-20T10:57:00.072 INFO:tasks.rados.rados.0.smithi123.stdout:2147: finishing write tid 3 to smithi123173835-50 2023-12-20T10:57:00.072 INFO:tasks.rados.rados.0.smithi123.stdout:2147: finishing write tid 4 to smithi123173835-50 2023-12-20T10:57:00.072 INFO:tasks.rados.rados.0.smithi123.stdout:2147: finishing write tid 5 to smithi123173835-50 2023-12-20T10:57:00.072 INFO:tasks.rados.rados.0.smithi123.stdout:2148: expect (ObjNum 637 snap 183 seq_num 637) 2023-12-20T10:57:00.099 INFO:tasks.rados.rados.0.smithi123.stdout:2147: finishing write tid 6 to smithi123173835-50 2023-12-20T10:57:00.099 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 50 v 1752 (ObjNum 708 snap 203 seq_num 708) dirty exists 2023-12-20T10:57:00.099 INFO:tasks.rados.rados.0.smithi123.stdout:2147: left oid 50 (ObjNum 708 snap 203 seq_num 708) 2023-12-20T10:57:00.099 INFO:tasks.rados.rados.0.smithi123.stdout:2150: expect (ObjNum 692 snap 200 seq_num 692) 2023-12-20T10:57:00.147 INFO:tasks.rados.rados.0.smithi123.stdout:2152: finishing copy_from racing read to smithi123173835-49 2023-12-20T10:57:00.148 INFO:tasks.rados.rados.0.smithi123.stdout:2152: finishing copy_from to smithi123173835-49 2023-12-20T10:57:00.148 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 1552 (ObjNum 688 snap 198 seq_num 688) dirty exists 2023-12-20T10:57:00.148 INFO:tasks.rados.rados.0.smithi123.stdout:2153: finishing write tid 1 to smithi123173835-21 2023-12-20T10:57:00.148 INFO:tasks.rados.rados.0.smithi123.stdout:2154: finishing rollback tid 0 to smithi123173835-12 2023-12-20T10:57:00.148 INFO:tasks.rados.rados.0.smithi123.stdout:2153: finishing write tid 2 to smithi123173835-21 2023-12-20T10:57:00.148 INFO:tasks.rados.rados.0.smithi123.stdout:2153: finishing write tid 3 to smithi123173835-21 2023-12-20T10:57:00.148 INFO:tasks.rados.rados.0.smithi123.stdout:2154: finishing rollback tid 1 to smithi123173835-12 2023-12-20T10:57:00.148 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 1123 (ObjNum 129 snap 0 seq_num 958533584) dirty dne 2023-12-20T10:57:00.148 INFO:tasks.rados.rados.0.smithi123.stdout:2153: finishing write tid 4 to smithi123173835-21 2023-12-20T10:57:00.148 INFO:tasks.rados.rados.0.smithi123.stdout:2147: done (5 left) 2023-12-20T10:57:00.148 INFO:tasks.rados.rados.0.smithi123.stdout:2148: done (4 left) 2023-12-20T10:57:00.148 INFO:tasks.rados.rados.0.smithi123.stdout:2150: done (3 left) 2023-12-20T10:57:00.148 INFO:tasks.rados.rados.0.smithi123.stdout:2152: done (2 left) 2023-12-20T10:57:00.148 INFO:tasks.rados.rados.0.smithi123.stdout:2154: done (1 left) 2023-12-20T10:57:00.149 INFO:tasks.rados.rados.0.smithi123.stdout:2155: copy_from oid 7 from oid 40 current snap is 203 2023-12-20T10:57:00.149 INFO:tasks.rados.rados.0.smithi123.stdout:2153: finishing write tid 5 to smithi123173835-21 2023-12-20T10:57:00.149 INFO:tasks.rados.rados.0.smithi123.stdout:2153: finishing write tid 6 to smithi123173835-21 2023-12-20T10:57:00.149 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 1214 (ObjNum 709 snap 203 seq_num 709) dirty exists 2023-12-20T10:57:00.149 INFO:tasks.rados.rados.0.smithi123.stdout:2153: left oid 21 (ObjNum 709 snap 203 seq_num 709) 2023-12-20T10:57:00.149 INFO:tasks.rados.rados.0.smithi123.stdout:2153: done (1 left) 2023-12-20T10:57:00.149 INFO:tasks.rados.rados.0.smithi123.stdout:2156: snap_create 2023-12-20T10:57:00.152 INFO:tasks.rados.rados.0.smithi123.stdout:2155: finishing copy_from racing read to smithi123173835-7 2023-12-20T10:57:00.152 INFO:tasks.rados.rados.0.smithi123.stdout:2155: finishing copy_from to smithi123173835-7 2023-12-20T10:57:00.153 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 1746 (ObjNum 623 snap 180 seq_num 623) dirty exists 2023-12-20T10:57:01.041 INFO:tasks.rados.rados.0.smithi123.stdout:2155: done (1 left) 2023-12-20T10:57:01.041 INFO:tasks.rados.rados.0.smithi123.stdout:2156: done (0 left) 2023-12-20T10:57:01.041 INFO:tasks.rados.rados.0.smithi123.stdout:2157: copy_from oid 35 from oid 2 current snap is 204 2023-12-20T10:57:01.041 INFO:tasks.rados.rados.0.smithi123.stdout:2158: copy_from oid 24 from oid 12 current snap is 204 2023-12-20T10:57:01.041 INFO:tasks.rados.rados.0.smithi123.stdout:2159: copy_from oid 44 from oid 36 current snap is 204 2023-12-20T10:57:01.041 INFO:tasks.rados.rados.0.smithi123.stdout:2160: snap_create 2023-12-20T10:57:01.046 INFO:tasks.rados.rados.0.smithi123.stdout:2158: finishing copy_from to smithi123173835-24 2023-12-20T10:57:01.046 INFO:tasks.rados.rados.0.smithi123.stdout:2158: got expected ENOENT (src dne) 2023-12-20T10:57:01.046 INFO:tasks.rados.rados.0.smithi123.stdout:2158: finishing copy_from racing read to smithi123173835-24 2023-12-20T10:57:01.054 INFO:tasks.rados.rados.0.smithi123.stdout:2159: finishing copy_from racing read to smithi123173835-44 2023-12-20T10:57:01.054 INFO:tasks.rados.rados.0.smithi123.stdout:2157: finishing copy_from racing read to smithi123173835-35 2023-12-20T10:57:01.058 INFO:tasks.rados.rados.0.smithi123.stdout:2157: finishing copy_from to smithi123173835-35 2023-12-20T10:57:01.058 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 35 v 1555 (ObjNum 694 snap 200 seq_num 694) dirty exists 2023-12-20T10:57:01.058 INFO:tasks.rados.rados.0.smithi123.stdout:2159: finishing copy_from to smithi123173835-44 2023-12-20T10:57:01.058 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 44 v 1215 (ObjNum 692 snap 200 seq_num 692) dirty exists 2023-12-20T10:57:01.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:01 smithi177 ceph-mon[212096]: pgmap v426: 121 pgs: 121 active+clean; 213 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 9.5 MiB/s wr, 39 op/s 2023-12-20T10:57:01.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:01 smithi177 ceph-mon[212096]: osdmap e477: 8 total, 8 up, 8 in 2023-12-20T10:57:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:01 smithi123 ceph-mon[191304]: pgmap v426: 121 pgs: 121 active+clean; 213 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 9.5 MiB/s wr, 39 op/s 2023-12-20T10:57:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:01 smithi123 ceph-mon[191304]: osdmap e477: 8 total, 8 up, 8 in 2023-12-20T10:57:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:01 smithi123 ceph-mon[188613]: pgmap v426: 121 pgs: 121 active+clean; 213 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 9.5 MiB/s wr, 39 op/s 2023-12-20T10:57:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:01 smithi123 ceph-mon[188613]: osdmap e477: 8 total, 8 up, 8 in 2023-12-20T10:57:02.048 INFO:tasks.rados.rados.0.smithi123.stdout:2157: done (3 left) 2023-12-20T10:57:02.048 INFO:tasks.rados.rados.0.smithi123.stdout:2158: done (2 left) 2023-12-20T10:57:02.048 INFO:tasks.rados.rados.0.smithi123.stdout:2159: done (1 left) 2023-12-20T10:57:02.048 INFO:tasks.rados.rados.0.smithi123.stdout:2160: done (0 left) 2023-12-20T10:57:02.049 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 45 current snap is 205 2023-12-20T10:57:02.049 INFO:tasks.rados.rados.0.smithi123.stdout:2161: seq_num 710 ranges {9191424=696320,9887744=499712,10387456=712704,11100160=393216} 2023-12-20T10:57:02.100 INFO:tasks.rados.rados.0.smithi123.stdout:2161: writing smithi123173835-45 from 9191424 to 9887744 tid 1 2023-12-20T10:57:02.103 INFO:tasks.rados.rados.0.smithi123.stdout:2161: writing smithi123173835-45 from 9887744 to 10387456 tid 2 2023-12-20T10:57:02.108 INFO:tasks.rados.rados.0.smithi123.stdout:2161: writing smithi123173835-45 from 10387456 to 11100160 tid 3 2023-12-20T10:57:02.110 INFO:tasks.rados.rados.0.smithi123.stdout:2161: writing smithi123173835-45 from 11100160 to 11493376 tid 4 2023-12-20T10:57:02.110 INFO:tasks.rados.rados.0.smithi123.stdout:2162: rollback oid 15 current snap is 205 2023-12-20T10:57:02.110 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 15 to 204 2023-12-20T10:57:02.110 INFO:tasks.rados.rados.0.smithi123.stdout:2161: finishing write tid 1 to smithi123173835-45 2023-12-20T10:57:02.110 INFO:tasks.rados.rados.0.smithi123.stdout:2163: snap_remove snap 200 2023-12-20T10:57:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:02 smithi177 ceph-mon[212096]: osdmap e478: 8 total, 8 up, 8 in 2023-12-20T10:57:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:02 smithi123 ceph-mon[191304]: osdmap e478: 8 total, 8 up, 8 in 2023-12-20T10:57:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:02 smithi123 ceph-mon[188613]: osdmap e478: 8 total, 8 up, 8 in 2023-12-20T10:57:03.025 INFO:tasks.rados.rados.0.smithi123.stdout:2163: done (2 left) 2023-12-20T10:57:03.025 INFO:tasks.rados.rados.0.smithi123.stdout:2164: read oid 8 snap 201 2023-12-20T10:57:03.025 INFO:tasks.rados.rados.0.smithi123.stdout:2164: expect (ObjNum 670 snap 191 seq_num 670) 2023-12-20T10:57:03.035 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 24 current snap is 205 2023-12-20T10:57:03.035 INFO:tasks.rados.rados.0.smithi123.stdout:2165: seq_num 711 ranges {0=712704,712704=786432,1499136=516096,2015232=303104} 2023-12-20T10:57:03.035 INFO:tasks.rados.rados.0.smithi123.stdout:2165: writing smithi123173835-24 from 0 to 712704 tid 1 2023-12-20T10:57:03.035 INFO:tasks.rados.rados.0.smithi123.stdout:2165: writing smithi123173835-24 from 712704 to 1499136 tid 2 2023-12-20T10:57:03.040 INFO:tasks.rados.rados.0.smithi123.stdout:2165: writing smithi123173835-24 from 1499136 to 2015232 tid 3 2023-12-20T10:57:03.041 INFO:tasks.rados.rados.0.smithi123.stdout:2165: writing smithi123173835-24 from 2015232 to 2318336 tid 4 2023-12-20T10:57:03.041 INFO:tasks.rados.rados.0.smithi123.stdout:2166: read oid 47 snap -1 2023-12-20T10:57:03.041 INFO:tasks.rados.rados.0.smithi123.stdout:2166: expect (ObjNum 603 snap 171 seq_num 603) 2023-12-20T10:57:03.041 INFO:tasks.rados.rados.0.smithi123.stdout:2167: delete oid 26 current snap is 205 2023-12-20T10:57:03.042 INFO:tasks.rados.rados.0.smithi123.stdout:2161: finishing write tid 2 to smithi123173835-45 2023-12-20T10:57:03.042 INFO:tasks.rados.rados.0.smithi123.stdout:2161: finishing write tid 3 to smithi123173835-45 2023-12-20T10:57:03.042 INFO:tasks.rados.rados.0.smithi123.stdout:2161: finishing write tid 4 to smithi123173835-45 2023-12-20T10:57:03.042 INFO:tasks.rados.rados.0.smithi123.stdout:2161: finishing write tid 5 to smithi123173835-45 2023-12-20T10:57:03.042 INFO:tasks.rados.rados.0.smithi123.stdout:2162: finishing rollback tid 0 to smithi123173835-15 2023-12-20T10:57:03.042 INFO:tasks.rados.rados.0.smithi123.stdout:2162: finishing rollback tid 1 to smithi123173835-15 2023-12-20T10:57:03.042 INFO:tasks.rados.rados.0.smithi123.stdout:2162: finishing rollback tid 2 to smithi123173835-15 2023-12-20T10:57:03.042 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 1782 (ObjNum 659 snap 185 seq_num 659) dirty exists 2023-12-20T10:57:03.042 INFO:tasks.rados.rados.0.smithi123.stdout:2161: finishing write tid 6 to smithi123173835-45 2023-12-20T10:57:03.042 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 1594 (ObjNum 710 snap 205 seq_num 710) dirty exists 2023-12-20T10:57:03.042 INFO:tasks.rados.rados.0.smithi123.stdout:2161: left oid 45 (ObjNum 710 snap 205 seq_num 710) 2023-12-20T10:57:03.042 INFO:tasks.rados.rados.0.smithi123.stdout:2165: finishing write tid 1 to smithi123173835-24 2023-12-20T10:57:03.053 INFO:tasks.rados.rados.0.smithi123.stdout:2161: done (5 left) 2023-12-20T10:57:03.053 INFO:tasks.rados.rados.0.smithi123.stdout:2162: done (4 left) 2023-12-20T10:57:03.054 INFO:tasks.rados.rados.0.smithi123.stdout:2167: done (3 left) 2023-12-20T10:57:03.054 INFO:tasks.rados.rados.0.smithi123.stdout:2168: rmattr oid 41 current snap is 205 2023-12-20T10:57:03.054 INFO:tasks.rados.rados.0.smithi123.stdout:2168: done (3 left) 2023-12-20T10:57:03.054 INFO:tasks.rados.rados.0.smithi123.stdout:2169: rollback oid 31 current snap is 205 2023-12-20T10:57:03.054 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 31 to 202 2023-12-20T10:57:03.054 INFO:tasks.rados.rados.0.smithi123.stdout:2165: finishing write tid 2 to smithi123173835-24 2023-12-20T10:57:03.054 INFO:tasks.rados.rados.0.smithi123.stdout:2170: rmattr oid 45 current snap is 205 2023-12-20T10:57:03.054 INFO:tasks.rados.rados.0.smithi123.stdout:2165: finishing write tid 3 to smithi123173835-24 2023-12-20T10:57:03.054 INFO:tasks.rados.rados.0.smithi123.stdout:2171: rollback oid 23 current snap is 205 2023-12-20T10:57:03.054 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 23 to 204 2023-12-20T10:57:03.065 INFO:tasks.rados.rados.0.smithi123.stdout:2172: read oid 4 snap -1 2023-12-20T10:57:03.065 INFO:tasks.rados.rados.0.smithi123.stdout:2172: expect (ObjNum 672 snap 191 seq_num 672) 2023-12-20T10:57:03.065 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 42 current snap is 205 2023-12-20T10:57:03.065 INFO:tasks.rados.rados.0.smithi123.stdout:2173: seq_num 713 ranges {1982464=745472,2727936=557056,3284992=483328,3768320=565248} 2023-12-20T10:57:03.069 INFO:tasks.rados.rados.0.smithi123.stdout:2173: writing smithi123173835-42 from 1982464 to 2727936 tid 1 2023-12-20T10:57:03.072 INFO:tasks.rados.rados.0.smithi123.stdout:2173: writing smithi123173835-42 from 2727936 to 3284992 tid 2 2023-12-20T10:57:03.075 INFO:tasks.rados.rados.0.smithi123.stdout:2173: writing smithi123173835-42 from 3284992 to 3768320 tid 3 2023-12-20T10:57:03.080 INFO:tasks.rados.rados.0.smithi123.stdout:2173: writing smithi123173835-42 from 3768320 to 4333568 tid 4 2023-12-20T10:57:03.080 INFO:tasks.rados.rados.0.smithi123.stdout:2174: snap_create 2023-12-20T10:57:03.080 INFO:tasks.rados.rados.0.smithi123.stdout:2165: finishing write tid 4 to smithi123173835-24 2023-12-20T10:57:03.081 INFO:tasks.rados.rados.0.smithi123.stdout:2165: finishing write tid 5 to smithi123173835-24 2023-12-20T10:57:03.081 INFO:tasks.rados.rados.0.smithi123.stdout:2169: finishing rollback tid 0 to smithi123173835-31 2023-12-20T10:57:03.081 INFO:tasks.rados.rados.0.smithi123.stdout:2169: finishing rollback tid 1 to smithi123173835-31 2023-12-20T10:57:03.081 INFO:tasks.rados.rados.0.smithi123.stdout:2169: finishing rollback tid 2 to smithi123173835-31 2023-12-20T10:57:03.081 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 31 v 1372 (ObjNum 686 snap 196 seq_num 686) dirty exists 2023-12-20T10:57:03.081 INFO:tasks.rados.rados.0.smithi123.stdout:2165: finishing write tid 6 to smithi123173835-24 2023-12-20T10:57:03.081 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 24 v 1369 (ObjNum 711 snap 205 seq_num 711) dirty exists 2023-12-20T10:57:03.081 INFO:tasks.rados.rados.0.smithi123.stdout:2165: left oid 24 (ObjNum 711 snap 205 seq_num 711) 2023-12-20T10:57:03.081 INFO:tasks.rados.rados.0.smithi123.stdout:2171: finishing rollback tid 0 to smithi123173835-23 2023-12-20T10:57:03.081 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 1595 (ObjNum 710 snap 205 seq_num 710) dirty exists 2023-12-20T10:57:03.081 INFO:tasks.rados.rados.0.smithi123.stdout:2171: finishing rollback tid 1 to smithi123173835-23 2023-12-20T10:57:03.081 INFO:tasks.rados.rados.0.smithi123.stdout:2171: finishing rollback tid 2 to smithi123173835-23 2023-12-20T10:57:03.081 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 23 v 1372 (ObjNum 654 snap 185 seq_num 654) dirty exists 2023-12-20T10:57:03.082 INFO:tasks.rados.rados.0.smithi123.stdout:2172: expect (ObjNum 672 snap 191 seq_num 672) 2023-12-20T10:57:03.159 INFO:tasks.rados.rados.0.smithi123.stdout:2164: expect (ObjNum 670 snap 191 seq_num 670) 2023-12-20T10:57:03.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:03 smithi177 ceph-mon[212096]: pgmap v429: 121 pgs: 121 active+clean; 206 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 7.0 MiB/s wr, 29 op/s 2023-12-20T10:57:03.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:03 smithi177 ceph-mon[212096]: osdmap e479: 8 total, 8 up, 8 in 2023-12-20T10:57:03.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:03 smithi177 ceph-mon[212096]: osdmap e480: 8 total, 8 up, 8 in 2023-12-20T10:57:03.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:03 smithi123 ceph-mon[191304]: pgmap v429: 121 pgs: 121 active+clean; 206 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 7.0 MiB/s wr, 29 op/s 2023-12-20T10:57:03.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:03 smithi123 ceph-mon[191304]: osdmap e479: 8 total, 8 up, 8 in 2023-12-20T10:57:03.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:03 smithi123 ceph-mon[191304]: osdmap e480: 8 total, 8 up, 8 in 2023-12-20T10:57:03.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:03 smithi123 ceph-mon[188613]: pgmap v429: 121 pgs: 121 active+clean; 206 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 7.0 MiB/s wr, 29 op/s 2023-12-20T10:57:03.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:03 smithi123 ceph-mon[188613]: osdmap e479: 8 total, 8 up, 8 in 2023-12-20T10:57:03.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:03 smithi123 ceph-mon[188613]: osdmap e480: 8 total, 8 up, 8 in 2023-12-20T10:57:03.964 INFO:tasks.rados.rados.0.smithi123.stdout:2166: expect (ObjNum 603 snap 171 seq_num 603) 2023-12-20T10:57:03.977 INFO:tasks.rados.rados.0.smithi123.stdout:2173: finishing write tid 1 to smithi123173835-42 2023-12-20T10:57:03.977 INFO:tasks.rados.rados.0.smithi123.stdout:2173: finishing write tid 2 to smithi123173835-42 2023-12-20T10:57:03.977 INFO:tasks.rados.rados.0.smithi123.stdout:2173: finishing write tid 3 to smithi123173835-42 2023-12-20T10:57:03.977 INFO:tasks.rados.rados.0.smithi123.stdout:2173: finishing write tid 4 to smithi123173835-42 2023-12-20T10:57:03.977 INFO:tasks.rados.rados.0.smithi123.stdout:2173: finishing write tid 5 to smithi123173835-42 2023-12-20T10:57:03.977 INFO:tasks.rados.rados.0.smithi123.stdout:2173: finishing write tid 6 to smithi123173835-42 2023-12-20T10:57:03.977 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 42 v 1377 (ObjNum 713 snap 205 seq_num 713) dirty exists 2023-12-20T10:57:03.977 INFO:tasks.rados.rados.0.smithi123.stdout:2173: left oid 42 (ObjNum 713 snap 205 seq_num 713) 2023-12-20T10:57:04.055 INFO:tasks.rados.rados.0.smithi123.stdout:2164: done (8 left) 2023-12-20T10:57:04.055 INFO:tasks.rados.rados.0.smithi123.stdout:2165: done (7 left) 2023-12-20T10:57:04.055 INFO:tasks.rados.rados.0.smithi123.stdout:2166: done (6 left) 2023-12-20T10:57:04.055 INFO:tasks.rados.rados.0.smithi123.stdout:2169: done (5 left) 2023-12-20T10:57:04.056 INFO:tasks.rados.rados.0.smithi123.stdout:2170: done (4 left) 2023-12-20T10:57:04.056 INFO:tasks.rados.rados.0.smithi123.stdout:2171: done (3 left) 2023-12-20T10:57:04.056 INFO:tasks.rados.rados.0.smithi123.stdout:2172: done (2 left) 2023-12-20T10:57:04.056 INFO:tasks.rados.rados.0.smithi123.stdout:2173: done (1 left) 2023-12-20T10:57:04.056 INFO:tasks.rados.rados.0.smithi123.stdout:2174: done (0 left) 2023-12-20T10:57:04.056 INFO:tasks.rados.rados.0.smithi123.stdout:2175: snap_create 2023-12-20T10:57:05.058 INFO:tasks.rados.rados.0.smithi123.stdout:2175: done (0 left) 2023-12-20T10:57:05.058 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 11 current snap is 207 2023-12-20T10:57:05.058 INFO:tasks.rados.rados.0.smithi123.stdout:2176: seq_num 714 ranges {1695744=761856,2457600=442368,2899968=688128,3588096=475136} 2023-12-20T10:57:05.071 INFO:tasks.rados.rados.0.smithi123.stdout:2176: writing smithi123173835-11 from 1695744 to 2457600 tid 1 2023-12-20T10:57:05.073 INFO:tasks.rados.rados.0.smithi123.stdout:2176: writing smithi123173835-11 from 2457600 to 2899968 tid 2 2023-12-20T10:57:05.077 INFO:tasks.rados.rados.0.smithi123.stdout:2176: writing smithi123173835-11 from 2899968 to 3588096 tid 3 2023-12-20T10:57:05.080 INFO:tasks.rados.rados.0.smithi123.stdout:2176: writing smithi123173835-11 from 3588096 to 4063232 tid 4 2023-12-20T10:57:05.080 INFO:tasks.rados.rados.0.smithi123.stdout:2177: delete oid 48 current snap is 207 2023-12-20T10:57:05.082 INFO:tasks.rados.rados.0.smithi123.stdout:2176: finishing write tid 1 to smithi123173835-11 2023-12-20T10:57:05.082 INFO:tasks.rados.rados.0.smithi123.stdout:2176: finishing write tid 2 to smithi123173835-11 2023-12-20T10:57:05.085 INFO:tasks.rados.rados.0.smithi123.stdout:2176: finishing write tid 3 to smithi123173835-11 2023-12-20T10:57:05.085 INFO:tasks.rados.rados.0.smithi123.stdout:2176: finishing write tid 4 to smithi123173835-11 2023-12-20T10:57:05.086 INFO:tasks.rados.rados.0.smithi123.stdout:2176: finishing write tid 5 to smithi123173835-11 2023-12-20T10:57:05.086 INFO:tasks.rados.rados.0.smithi123.stdout:2177: done (1 left) 2023-12-20T10:57:05.086 INFO:tasks.rados.rados.0.smithi123.stdout:2178: snap_create 2023-12-20T10:57:05.087 INFO:tasks.rados.rados.0.smithi123.stdout:2176: finishing write tid 6 to smithi123173835-11 2023-12-20T10:57:05.087 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 11 v 1377 (ObjNum 714 snap 207 seq_num 714) dirty exists 2023-12-20T10:57:05.087 INFO:tasks.rados.rados.0.smithi123.stdout:2176: left oid 11 (ObjNum 714 snap 207 seq_num 714) 2023-12-20T10:57:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:05 smithi177 ceph-mon[212096]: pgmap v432: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 212 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2023-12-20T10:57:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:05 smithi177 ceph-mon[212096]: osdmap e481: 8 total, 8 up, 8 in 2023-12-20T10:57:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:05 smithi123 ceph-mon[191304]: pgmap v432: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 212 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2023-12-20T10:57:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:05 smithi123 ceph-mon[191304]: osdmap e481: 8 total, 8 up, 8 in 2023-12-20T10:57:05.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:05 smithi123 ceph-mon[188613]: pgmap v432: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 212 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2023-12-20T10:57:05.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:05 smithi123 ceph-mon[188613]: osdmap e481: 8 total, 8 up, 8 in 2023-12-20T10:57:06.069 INFO:tasks.rados.rados.0.smithi123.stdout:2176: done (1 left) 2023-12-20T10:57:06.069 INFO:tasks.rados.rados.0.smithi123.stdout:2178: done (0 left) 2023-12-20T10:57:06.069 INFO:tasks.rados.rados.0.smithi123.stdout:2179: read oid 1 snap -1 2023-12-20T10:57:06.069 INFO:tasks.rados.rados.0.smithi123.stdout:2179: expect (ObjNum 592 snap 169 seq_num 592) 2023-12-20T10:57:06.069 INFO:tasks.rados.rados.0.smithi123.stdout:2180: setattr oid 42 current snap is 208 2023-12-20T10:57:06.070 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 10 current snap is 208 2023-12-20T10:57:06.071 INFO:tasks.rados.rados.0.smithi123.stdout:2181: seq_num 716 ranges {8945664=794624,9740288=655360,10395648=704512,11100160=245760} 2023-12-20T10:57:06.122 INFO:tasks.rados.rados.0.smithi123.stdout:2181: writing smithi123173835-10 from 8945664 to 9740288 tid 1 2023-12-20T10:57:06.126 INFO:tasks.rados.rados.0.smithi123.stdout:2181: writing smithi123173835-10 from 9740288 to 10395648 tid 2 2023-12-20T10:57:06.130 INFO:tasks.rados.rados.0.smithi123.stdout:2181: writing smithi123173835-10 from 10395648 to 11100160 tid 3 2023-12-20T10:57:06.132 INFO:tasks.rados.rados.0.smithi123.stdout:2181: writing smithi123173835-10 from 11100160 to 11345920 tid 4 2023-12-20T10:57:06.132 INFO:tasks.rados.rados.0.smithi123.stdout:2182: snap_create 2023-12-20T10:57:06.133 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 42 v 1378 (ObjNum 713 snap 205 seq_num 713) dirty exists 2023-12-20T10:57:06.133 INFO:tasks.rados.rados.0.smithi123.stdout:2179: expect (ObjNum 592 snap 169 seq_num 592) 2023-12-20T10:57:06.143 INFO:tasks.rados.rados.0.smithi123.stdout:2181: finishing write tid 1 to smithi123173835-10 2023-12-20T10:57:06.144 INFO:tasks.rados.rados.0.smithi123.stdout:2181: finishing write tid 2 to smithi123173835-10 2023-12-20T10:57:06.144 INFO:tasks.rados.rados.0.smithi123.stdout:2181: finishing write tid 3 to smithi123173835-10 2023-12-20T10:57:06.144 INFO:tasks.rados.rados.0.smithi123.stdout:2181: finishing write tid 4 to smithi123173835-10 2023-12-20T10:57:06.144 INFO:tasks.rados.rados.0.smithi123.stdout:2181: finishing write tid 5 to smithi123173835-10 2023-12-20T10:57:06.144 INFO:tasks.rados.rados.0.smithi123.stdout:2181: finishing write tid 6 to smithi123173835-10 2023-12-20T10:57:06.144 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 1800 (ObjNum 716 snap 208 seq_num 716) dirty exists 2023-12-20T10:57:06.144 INFO:tasks.rados.rados.0.smithi123.stdout:2181: left oid 10 (ObjNum 716 snap 208 seq_num 716) 2023-12-20T10:57:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:06 smithi177 ceph-mon[212096]: osdmap e482: 8 total, 8 up, 8 in 2023-12-20T10:57:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:06 smithi123 ceph-mon[191304]: osdmap e482: 8 total, 8 up, 8 in 2023-12-20T10:57:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:06 smithi123 ceph-mon[188613]: osdmap e482: 8 total, 8 up, 8 in 2023-12-20T10:57:07.076 INFO:tasks.rados.rados.0.smithi123.stdout:2179: done (3 left) 2023-12-20T10:57:07.076 INFO:tasks.rados.rados.0.smithi123.stdout:2180: done (2 left) 2023-12-20T10:57:07.076 INFO:tasks.rados.rados.0.smithi123.stdout:2181: done (1 left) 2023-12-20T10:57:07.076 INFO:tasks.rados.rados.0.smithi123.stdout:2182: done (0 left) 2023-12-20T10:57:07.076 INFO:tasks.rados.rados.0.smithi123.stdout:2183: delete oid 9 current snap is 209 2023-12-20T10:57:07.078 INFO:tasks.rados.rados.0.smithi123.stdout:2183: done (0 left) 2023-12-20T10:57:07.078 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 35 current snap is 209 2023-12-20T10:57:07.078 INFO:tasks.rados.rados.0.smithi123.stdout:2184: seq_num 718 ranges {2031616=32768} 2023-12-20T10:57:07.090 INFO:tasks.rados.rados.0.smithi123.stdout:2184: writing smithi123173835-35 from 2031616 to 2064384 tid 1 2023-12-20T10:57:07.090 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 6 current snap is 209 2023-12-20T10:57:07.090 INFO:tasks.rados.rados.0.smithi123.stdout:2185: seq_num 719 ranges {0=49152} 2023-12-20T10:57:07.090 INFO:tasks.rados.rados.0.smithi123.stdout:2185: writing smithi123173835-6 from 0 to 49152 tid 1 2023-12-20T10:57:07.090 INFO:tasks.rados.rados.0.smithi123.stdout:2186: delete oid 37 current snap is 209 2023-12-20T10:57:07.095 INFO:tasks.rados.rados.0.smithi123.stdout:2186: done (2 left) 2023-12-20T10:57:07.095 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 2 current snap is 209 2023-12-20T10:57:07.095 INFO:tasks.rados.rados.0.smithi123.stdout:2187: seq_num 721 ranges {2031616=81920} 2023-12-20T10:57:07.107 INFO:tasks.rados.rados.0.smithi123.stdout:2187: writing smithi123173835-2 from 2031616 to 2113536 tid 1 2023-12-20T10:57:07.108 INFO:tasks.rados.rados.0.smithi123.stdout:2188: copy_from oid 43 from oid 28 current snap is 209 2023-12-20T10:57:07.108 INFO:tasks.rados.rados.0.smithi123.stdout:2184: finishing write tid 1 to smithi123173835-35 2023-12-20T10:57:07.108 INFO:tasks.rados.rados.0.smithi123.stdout:2185: finishing write tid 1 to smithi123173835-6 2023-12-20T10:57:07.108 INFO:tasks.rados.rados.0.smithi123.stdout:2184: finishing write tid 2 to smithi123173835-35 2023-12-20T10:57:07.108 INFO:tasks.rados.rados.0.smithi123.stdout:2185: finishing write tid 2 to smithi123173835-6 2023-12-20T10:57:07.108 INFO:tasks.rados.rados.0.smithi123.stdout:2184: finishing write tid 3 to smithi123173835-35 2023-12-20T10:57:07.108 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 35 v 1803 (ObjNum 718 snap 209 seq_num 718) dirty exists 2023-12-20T10:57:07.108 INFO:tasks.rados.rados.0.smithi123.stdout:2184: left oid 35 (ObjNum 718 snap 209 seq_num 718) 2023-12-20T10:57:07.108 INFO:tasks.rados.rados.0.smithi123.stdout:2185: finishing write tid 3 to smithi123173835-6 2023-12-20T10:57:07.108 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 1380 (ObjNum 719 snap 209 seq_num 719) dirty exists 2023-12-20T10:57:07.108 INFO:tasks.rados.rados.0.smithi123.stdout:2185: left oid 6 (ObjNum 719 snap 209 seq_num 719) 2023-12-20T10:57:07.108 INFO:tasks.rados.rados.0.smithi123.stdout:2184: done (3 left) 2023-12-20T10:57:07.108 INFO:tasks.rados.rados.0.smithi123.stdout:2185: done (2 left) 2023-12-20T10:57:07.108 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 10 current snap is 209 2023-12-20T10:57:07.109 INFO:tasks.rados.rados.0.smithi123.stdout:2189: seq_num 722 ranges {11345920=98304} 2023-12-20T10:57:07.168 INFO:tasks.rados.rados.0.smithi123.stdout:2189: writing smithi123173835-10 from 11345920 to 11444224 tid 1 2023-12-20T10:57:07.168 INFO:tasks.rados.rados.0.smithi123.stdout:2190: copy_from oid 19 from oid 47 current snap is 209 2023-12-20T10:57:07.168 INFO:tasks.rados.rados.0.smithi123.stdout:2187: finishing write tid 1 to smithi123173835-2 2023-12-20T10:57:07.169 INFO:tasks.rados.rados.0.smithi123.stdout:2187: finishing write tid 2 to smithi123173835-2 2023-12-20T10:57:07.169 INFO:tasks.rados.rados.0.smithi123.stdout:2187: finishing write tid 3 to smithi123173835-2 2023-12-20T10:57:07.169 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 2 v 1748 (ObjNum 721 snap 209 seq_num 721) dirty exists 2023-12-20T10:57:07.169 INFO:tasks.rados.rados.0.smithi123.stdout:2187: left oid 2 (ObjNum 721 snap 209 seq_num 721) 2023-12-20T10:57:07.169 INFO:tasks.rados.rados.0.smithi123.stdout:2188: finishing copy_from racing read to smithi123173835-43 2023-12-20T10:57:07.169 INFO:tasks.rados.rados.0.smithi123.stdout:2188: finishing copy_from to smithi123173835-43 2023-12-20T10:57:07.169 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 1355 (ObjNum 637 snap 183 seq_num 637) dirty exists 2023-12-20T10:57:07.169 INFO:tasks.rados.rados.0.smithi123.stdout:2187: done (3 left) 2023-12-20T10:57:07.169 INFO:tasks.rados.rados.0.smithi123.stdout:2188: done (2 left) 2023-12-20T10:57:07.169 INFO:tasks.rados.rados.0.smithi123.stdout:2191: delete oid 31 current snap is 209 2023-12-20T10:57:07.170 INFO:tasks.rados.rados.0.smithi123.stdout:2191: done (2 left) 2023-12-20T10:57:07.170 INFO:tasks.rados.rados.0.smithi123.stdout:2192: snap_remove snap 203 2023-12-20T10:57:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:07 smithi177 ceph-mon[212096]: pgmap v435: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 216 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2023-12-20T10:57:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:07 smithi177 ceph-mon[212096]: osdmap e483: 8 total, 8 up, 8 in 2023-12-20T10:57:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:07 smithi123 ceph-mon[191304]: pgmap v435: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 216 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2023-12-20T10:57:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:07 smithi123 ceph-mon[191304]: osdmap e483: 8 total, 8 up, 8 in 2023-12-20T10:57:07.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:07 smithi123 ceph-mon[188613]: pgmap v435: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 216 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2023-12-20T10:57:07.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:07 smithi123 ceph-mon[188613]: osdmap e483: 8 total, 8 up, 8 in 2023-12-20T10:57:08.029 INFO:tasks.rados.rados.0.smithi123.stdout:2192: done (2 left) 2023-12-20T10:57:08.034 INFO:tasks.rados.rados.0.smithi123.stdout:2193: snap_remove snap 201 2023-12-20T10:57:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:08 smithi177 ceph-mon[212096]: osdmap e484: 8 total, 8 up, 8 in 2023-12-20T10:57:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:08 smithi177 ceph-mon[212096]: osdmap e485: 8 total, 8 up, 8 in 2023-12-20T10:57:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:08 smithi123 ceph-mon[191304]: osdmap e484: 8 total, 8 up, 8 in 2023-12-20T10:57:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:08 smithi123 ceph-mon[191304]: osdmap e485: 8 total, 8 up, 8 in 2023-12-20T10:57:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:08 smithi123 ceph-mon[188613]: osdmap e484: 8 total, 8 up, 8 in 2023-12-20T10:57:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:08 smithi123 ceph-mon[188613]: osdmap e485: 8 total, 8 up, 8 in 2023-12-20T10:57:09.046 INFO:tasks.rados.rados.0.smithi123.stdout:2193: done (2 left) 2023-12-20T10:57:09.047 INFO:tasks.rados.rados.0.smithi123.stdout:2194: copy_from oid 30 from oid 31 current snap is 209 2023-12-20T10:57:09.047 INFO:tasks.rados.rados.0.smithi123.stdout:2189: finishing write tid 1 to smithi123173835-10 2023-12-20T10:57:09.047 INFO:tasks.rados.rados.0.smithi123.stdout:2190: finishing copy_from racing read to smithi123173835-19 2023-12-20T10:57:09.047 INFO:tasks.rados.rados.0.smithi123.stdout:2189: finishing write tid 2 to smithi123173835-10 2023-12-20T10:57:09.047 INFO:tasks.rados.rados.0.smithi123.stdout:2190: finishing copy_from to smithi123173835-19 2023-12-20T10:57:09.047 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 1116 (ObjNum 603 snap 171 seq_num 603) dirty exists 2023-12-20T10:57:09.047 INFO:tasks.rados.rados.0.smithi123.stdout:2189: finishing write tid 3 to smithi123173835-10 2023-12-20T10:57:09.047 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 1806 (ObjNum 722 snap 209 seq_num 722) dirty exists 2023-12-20T10:57:09.047 INFO:tasks.rados.rados.0.smithi123.stdout:2189: left oid 10 (ObjNum 722 snap 209 seq_num 722) 2023-12-20T10:57:09.047 INFO:tasks.rados.rados.0.smithi123.stdout:2189: done (2 left) 2023-12-20T10:57:09.047 INFO:tasks.rados.rados.0.smithi123.stdout:2190: done (1 left) 2023-12-20T10:57:09.047 INFO:tasks.rados.rados.0.smithi123.stdout:2195: read oid 21 snap -1 2023-12-20T10:57:09.047 INFO:tasks.rados.rados.0.smithi123.stdout:2195: expect (ObjNum 709 snap 203 seq_num 709) 2023-12-20T10:57:09.048 INFO:tasks.rados.rados.0.smithi123.stdout:2196: delete oid 11 current snap is 209 2023-12-20T10:57:09.049 INFO:tasks.rados.rados.0.smithi123.stdout:2194: finishing copy_from to smithi123173835-30 2023-12-20T10:57:09.050 INFO:tasks.rados.rados.0.smithi123.stdout:2194: got expected ENOENT (src dne) 2023-12-20T10:57:09.050 INFO:tasks.rados.rados.0.smithi123.stdout:2194: finishing copy_from racing read to smithi123173835-30 2023-12-20T10:57:09.051 INFO:tasks.rados.rados.0.smithi123.stdout:2194: done (2 left) 2023-12-20T10:57:09.051 INFO:tasks.rados.rados.0.smithi123.stdout:2196: done (1 left) 2023-12-20T10:57:09.051 INFO:tasks.rados.rados.0.smithi123.stdout:2197: delete oid 47 current snap is 209 2023-12-20T10:57:09.054 INFO:tasks.rados.rados.0.smithi123.stdout:2197: done (1 left) 2023-12-20T10:57:09.054 INFO:tasks.rados.rados.0.smithi123.stdout:2198: delete oid 14 current snap is 209 2023-12-20T10:57:09.058 INFO:tasks.rados.rados.0.smithi123.stdout:2198: done (1 left) 2023-12-20T10:57:09.058 INFO:tasks.rados.rados.0.smithi123.stdout:2199: read oid 1 snap 207 2023-12-20T10:57:09.058 INFO:tasks.rados.rados.0.smithi123.stdout:2199: expect (ObjNum 592 snap 169 seq_num 592) 2023-12-20T10:57:09.058 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 5 current snap is 209 2023-12-20T10:57:09.060 INFO:tasks.rados.rados.0.smithi123.stdout:2200: seq_num 727 ranges {8896512=180224} 2023-12-20T10:57:09.109 INFO:tasks.rados.rados.0.smithi123.stdout:2200: writing smithi123173835-5 from 8896512 to 9076736 tid 1 2023-12-20T10:57:09.109 INFO:tasks.rados.rados.0.smithi123.stdout:2201: read oid 8 snap 206 2023-12-20T10:57:09.109 INFO:tasks.rados.rados.0.smithi123.stdout:2201: expect (ObjNum 670 snap 191 seq_num 670) 2023-12-20T10:57:09.109 INFO:tasks.rados.rados.0.smithi123.stdout:2202: copy_from oid 50 from oid 45 current snap is 209 2023-12-20T10:57:09.110 INFO:tasks.rados.rados.0.smithi123.stdout:2199: expect (ObjNum 592 snap 169 seq_num 592) 2023-12-20T10:57:09.122 INFO:tasks.rados.rados.0.smithi123.stdout:2195: expect (ObjNum 709 snap 203 seq_num 709) 2023-12-20T10:57:09.398 INFO:tasks.rados.rados.0.smithi123.stdout:2200: finishing write tid 1 to smithi123173835-5 2023-12-20T10:57:09.398 INFO:tasks.rados.rados.0.smithi123.stdout:2200: finishing write tid 2 to smithi123173835-5 2023-12-20T10:57:09.398 INFO:tasks.rados.rados.0.smithi123.stdout:2200: finishing write tid 3 to smithi123173835-5 2023-12-20T10:57:09.398 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 1357 (ObjNum 727 snap 209 seq_num 727) dirty exists 2023-12-20T10:57:09.399 INFO:tasks.rados.rados.0.smithi123.stdout:2200: left oid 5 (ObjNum 727 snap 209 seq_num 727) 2023-12-20T10:57:09.399 INFO:tasks.rados.rados.0.smithi123.stdout:2201: expect (ObjNum 670 snap 191 seq_num 670) 2023-12-20T10:57:09.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:09 smithi177 ceph-mon[212096]: pgmap v438: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 220 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 7 op/s 2023-12-20T10:57:09.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:09 smithi177 ceph-mon[212096]: osdmap e486: 8 total, 8 up, 8 in 2023-12-20T10:57:09.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:09 smithi123 ceph-mon[188613]: pgmap v438: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 220 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 7 op/s 2023-12-20T10:57:09.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:09 smithi123 ceph-mon[188613]: osdmap e486: 8 total, 8 up, 8 in 2023-12-20T10:57:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:09 smithi123 ceph-mon[191304]: pgmap v438: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 220 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 7 op/s 2023-12-20T10:57:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:09 smithi123 ceph-mon[191304]: osdmap e486: 8 total, 8 up, 8 in 2023-12-20T10:57:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:57:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:57:09] "GET /metrics HTTP/1.1" 200 36162 "" "Prometheus/2.43.0" 2023-12-20T10:57:10.202 INFO:tasks.rados.rados.0.smithi123.stdout:2202: finishing copy_from racing read to smithi123173835-50 2023-12-20T10:57:10.202 INFO:tasks.rados.rados.0.smithi123.stdout:2202: finishing copy_from to smithi123173835-50 2023-12-20T10:57:10.202 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 50 v 1595 (ObjNum 710 snap 205 seq_num 710) dirty exists 2023-12-20T10:57:10.202 INFO:tasks.rados.rados.0.smithi123.stdout:2195: done (4 left) 2023-12-20T10:57:10.202 INFO:tasks.rados.rados.0.smithi123.stdout:2199: done (3 left) 2023-12-20T10:57:10.203 INFO:tasks.rados.rados.0.smithi123.stdout:2200: done (2 left) 2023-12-20T10:57:10.203 INFO:tasks.rados.rados.0.smithi123.stdout:2201: done (1 left) 2023-12-20T10:57:10.203 INFO:tasks.rados.rados.0.smithi123.stdout:2202: done (0 left) 2023-12-20T10:57:10.203 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 44 current snap is 209 2023-12-20T10:57:10.203 INFO:tasks.rados.rados.0.smithi123.stdout:2203: seq_num 728 ranges {1998848=196608} 2023-12-20T10:57:10.214 INFO:tasks.rados.rados.0.smithi123.stdout:2203: writing smithi123173835-44 from 1998848 to 2195456 tid 1 2023-12-20T10:57:10.214 INFO:tasks.rados.rados.0.smithi123.stdout:2204: read oid 30 snap -1 2023-12-20T10:57:10.214 INFO:tasks.rados.rados.0.smithi123.stdout:2204: expect (ObjNum 686 snap 196 seq_num 686) 2023-12-20T10:57:10.214 INFO:tasks.rados.rados.0.smithi123.stdout:2205: rollback oid 45 current snap is 209 2023-12-20T10:57:10.214 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 45 to 202 2023-12-20T10:57:10.214 INFO:tasks.rados.rados.0.smithi123.stdout:2206: delete oid 29 current snap is 209 2023-12-20T10:57:10.218 INFO:tasks.rados.rados.0.smithi123.stdout:2206: done (3 left) 2023-12-20T10:57:10.218 INFO:tasks.rados.rados.0.smithi123.stdout:2207: snap_create 2023-12-20T10:57:10.218 INFO:tasks.rados.rados.0.smithi123.stdout:2205: finishing rollback tid 0 to smithi123173835-45 2023-12-20T10:57:10.218 INFO:tasks.rados.rados.0.smithi123.stdout:2203: finishing write tid 1 to smithi123173835-44 2023-12-20T10:57:10.219 INFO:tasks.rados.rados.0.smithi123.stdout:2205: finishing rollback tid 1 to smithi123173835-45 2023-12-20T10:57:10.219 INFO:tasks.rados.rados.0.smithi123.stdout:2203: finishing write tid 2 to smithi123173835-44 2023-12-20T10:57:10.219 INFO:tasks.rados.rados.0.smithi123.stdout:2205: finishing rollback tid 2 to smithi123173835-45 2023-12-20T10:57:10.219 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 1598 (ObjNum 595 snap 170 seq_num 595) dirty exists 2023-12-20T10:57:10.219 INFO:tasks.rados.rados.0.smithi123.stdout:2203: finishing write tid 3 to smithi123173835-44 2023-12-20T10:57:10.219 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 44 v 1217 (ObjNum 728 snap 209 seq_num 728) dirty exists 2023-12-20T10:57:10.220 INFO:tasks.rados.rados.0.smithi123.stdout:2203: left oid 44 (ObjNum 728 snap 209 seq_num 728) 2023-12-20T10:57:10.220 INFO:tasks.rados.rados.0.smithi123.stdout:2204: expect (ObjNum 686 snap 196 seq_num 686) 2023-12-20T10:57:11.095 INFO:tasks.rados.rados.0.smithi123.stdout:2203: done (3 left) 2023-12-20T10:57:11.095 INFO:tasks.rados.rados.0.smithi123.stdout:2204: done (2 left) 2023-12-20T10:57:11.095 INFO:tasks.rados.rados.0.smithi123.stdout:2205: done (1 left) 2023-12-20T10:57:11.095 INFO:tasks.rados.rados.0.smithi123.stdout:2207: done (0 left) 2023-12-20T10:57:11.095 INFO:tasks.rados.rados.0.smithi123.stdout:2208: snap_create 2023-12-20T10:57:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:11 smithi177 ceph-mon[212096]: pgmap v441: 121 pgs: 121 active+clean; 218 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 9 op/s 2023-12-20T10:57:11.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:11 smithi123 ceph-mon[188613]: pgmap v441: 121 pgs: 121 active+clean; 218 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 9 op/s 2023-12-20T10:57:11.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:11 smithi123 ceph-mon[191304]: pgmap v441: 121 pgs: 121 active+clean; 218 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 9 op/s 2023-12-20T10:57:12.101 INFO:tasks.rados.rados.0.smithi123.stdout:2208: done (0 left) 2023-12-20T10:57:12.102 INFO:tasks.rados.rados.0.smithi123.stdout:2209: rmattr oid 40 current snap is 211 2023-12-20T10:57:12.102 INFO:tasks.rados.rados.0.smithi123.stdout:2209: done (0 left) 2023-12-20T10:57:12.102 INFO:tasks.rados.rados.0.smithi123.stdout:2210: rmattr oid 32 current snap is 211 2023-12-20T10:57:12.102 INFO:tasks.rados.rados.0.smithi123.stdout:2210: done (0 left) 2023-12-20T10:57:12.102 INFO:tasks.rados.rados.0.smithi123.stdout:2211: rollback oid 31 current snap is 211 2023-12-20T10:57:12.102 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 31 to 206 2023-12-20T10:57:12.102 INFO:tasks.rados.rados.0.smithi123.stdout:2212: snap_create 2023-12-20T10:57:12.107 INFO:tasks.rados.rados.0.smithi123.stdout:2211: finishing rollback tid 1 to smithi123173835-31 2023-12-20T10:57:12.107 INFO:tasks.rados.rados.0.smithi123.stdout:2211: finishing rollback tid 2 to smithi123173835-31 2023-12-20T10:57:12.108 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 31 v 1381 (ObjNum 686 snap 196 seq_num 686) dirty exists 2023-12-20T10:57:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:12 smithi177 ceph-mon[212096]: osdmap e487: 8 total, 8 up, 8 in 2023-12-20T10:57:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:57:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:12 smithi123 ceph-mon[191304]: osdmap e487: 8 total, 8 up, 8 in 2023-12-20T10:57:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:57:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:12 smithi123 ceph-mon[188613]: osdmap e487: 8 total, 8 up, 8 in 2023-12-20T10:57:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:57:13.031 INFO:tasks.rados.rados.0.smithi123.stdout:2211: done (1 left) 2023-12-20T10:57:13.031 INFO:tasks.rados.rados.0.smithi123.stdout:2212: done (0 left) 2023-12-20T10:57:13.031 INFO:tasks.rados.rados.0.smithi123.stdout:2213: rollback oid 31 current snap is 212 2023-12-20T10:57:13.032 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 31 to 211 2023-12-20T10:57:13.032 INFO:tasks.rados.rados.0.smithi123.stdout:2214: snap_remove snap 208 2023-12-20T10:57:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:13 smithi177 ceph-mon[212096]: pgmap v443: 121 pgs: 121 active+clean; 233 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 15 op/s 2023-12-20T10:57:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:13 smithi177 ceph-mon[212096]: osdmap e488: 8 total, 8 up, 8 in 2023-12-20T10:57:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:13 smithi177 ceph-mon[212096]: osdmap e489: 8 total, 8 up, 8 in 2023-12-20T10:57:13.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:13 smithi123 ceph-mon[191304]: pgmap v443: 121 pgs: 121 active+clean; 233 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 15 op/s 2023-12-20T10:57:13.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:13 smithi123 ceph-mon[191304]: osdmap e488: 8 total, 8 up, 8 in 2023-12-20T10:57:13.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:13 smithi123 ceph-mon[191304]: osdmap e489: 8 total, 8 up, 8 in 2023-12-20T10:57:13.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:13 smithi123 ceph-mon[188613]: pgmap v443: 121 pgs: 121 active+clean; 233 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 15 op/s 2023-12-20T10:57:13.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:13 smithi123 ceph-mon[188613]: osdmap e488: 8 total, 8 up, 8 in 2023-12-20T10:57:13.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:13 smithi123 ceph-mon[188613]: osdmap e489: 8 total, 8 up, 8 in 2023-12-20T10:57:14.029 INFO:tasks.rados.rados.0.smithi123.stdout:2214: done (1 left) 2023-12-20T10:57:14.029 INFO:tasks.rados.rados.0.smithi123.stdout:2215: rmattr oid 21 current snap is 212 2023-12-20T10:57:14.029 INFO:tasks.rados.rados.0.smithi123.stdout:2213: finishing rollback tid 0 to smithi123173835-31 2023-12-20T10:57:14.029 INFO:tasks.rados.rados.0.smithi123.stdout:2213: finishing rollback tid 1 to smithi123173835-31 2023-12-20T10:57:14.030 INFO:tasks.rados.rados.0.smithi123.stdout:2213: finishing rollback tid 2 to smithi123173835-31 2023-12-20T10:57:14.030 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 31 v 1384 (ObjNum 686 snap 196 seq_num 686) dirty exists 2023-12-20T10:57:14.030 INFO:tasks.rados.rados.0.smithi123.stdout:2213: done (1 left) 2023-12-20T10:57:14.030 INFO:tasks.rados.rados.0.smithi123.stdout:2216: snap_remove snap 202 2023-12-20T10:57:15.033 INFO:tasks.rados.rados.0.smithi123.stdout:2216: done (1 left) 2023-12-20T10:57:15.033 INFO:tasks.rados.rados.0.smithi123.stdout:2217: rollback oid 12 current snap is 212 2023-12-20T10:57:15.033 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 12 to 197 2023-12-20T10:57:15.033 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 1215 (ObjNum 709 snap 203 seq_num 709) dirty exists 2023-12-20T10:57:15.033 INFO:tasks.rados.rados.0.smithi123.stdout:2215: done (1 left) 2023-12-20T10:57:15.033 INFO:tasks.rados.rados.0.smithi123.stdout:2218: read oid 11 snap -1 2023-12-20T10:57:15.033 INFO:tasks.rados.rados.0.smithi123.stdout:2218: expect deleted 2023-12-20T10:57:15.033 INFO:tasks.rados.rados.0.smithi123.stdout:2219: snap_create 2023-12-20T10:57:15.042 INFO:tasks.rados.rados.0.smithi123.stdout:2217: finishing rollback tid 1 to smithi123173835-12 2023-12-20T10:57:15.042 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 1123 (ObjNum 65 snap 0 seq_num 1515806293) dirty dne 2023-12-20T10:57:15.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:15 smithi177 ceph-mon[212096]: pgmap v446: 121 pgs: 121 active+clean; 231 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 18 op/s 2023-12-20T10:57:15.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:15 smithi177 ceph-mon[212096]: osdmap e490: 8 total, 8 up, 8 in 2023-12-20T10:57:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:15 smithi123 ceph-mon[191304]: pgmap v446: 121 pgs: 121 active+clean; 231 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 18 op/s 2023-12-20T10:57:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:15 smithi123 ceph-mon[191304]: osdmap e490: 8 total, 8 up, 8 in 2023-12-20T10:57:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:15 smithi123 ceph-mon[188613]: pgmap v446: 121 pgs: 121 active+clean; 231 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 18 op/s 2023-12-20T10:57:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:15 smithi123 ceph-mon[188613]: osdmap e490: 8 total, 8 up, 8 in 2023-12-20T10:57:16.034 INFO:tasks.rados.rados.0.smithi123.stdout:2217: done (2 left) 2023-12-20T10:57:16.034 INFO:tasks.rados.rados.0.smithi123.stdout:2218: done (1 left) 2023-12-20T10:57:16.034 INFO:tasks.rados.rados.0.smithi123.stdout:2219: done (0 left) 2023-12-20T10:57:16.034 INFO:tasks.rados.rados.0.smithi123.stdout:2220: copy_from oid 21 from oid 50 current snap is 213 2023-12-20T10:57:16.034 INFO:tasks.rados.rados.0.smithi123.stdout:2221: read oid 7 snap -1 2023-12-20T10:57:16.034 INFO:tasks.rados.rados.0.smithi123.stdout:2221: expect (ObjNum 623 snap 180 seq_num 623) 2023-12-20T10:57:16.034 INFO:tasks.rados.rados.0.smithi123.stdout:2222: read oid 37 snap -1 2023-12-20T10:57:16.034 INFO:tasks.rados.rados.0.smithi123.stdout:2222: expect deleted 2023-12-20T10:57:16.034 INFO:tasks.rados.rados.0.smithi123.stdout:2223: snap_create 2023-12-20T10:57:16.043 INFO:tasks.rados.rados.0.smithi123.stdout:2221: expect (ObjNum 623 snap 180 seq_num 623) 2023-12-20T10:57:16.099 INFO:tasks.rados.rados.0.smithi123.stdout:2220: finishing copy_from racing read to smithi123173835-21 2023-12-20T10:57:16.105 INFO:tasks.rados.rados.0.smithi123.stdout:2220: finishing copy_from to smithi123173835-21 2023-12-20T10:57:16.106 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 1595 (ObjNum 710 snap 205 seq_num 710) dirty exists 2023-12-20T10:57:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:16 smithi177 ceph-mon[212096]: osdmap e491: 8 total, 8 up, 8 in 2023-12-20T10:57:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:16 smithi177 ceph-mon[212096]: osdmap e492: 8 total, 8 up, 8 in 2023-12-20T10:57:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:16 smithi123 ceph-mon[191304]: osdmap e491: 8 total, 8 up, 8 in 2023-12-20T10:57:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:16 smithi123 ceph-mon[191304]: osdmap e492: 8 total, 8 up, 8 in 2023-12-20T10:57:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:16 smithi123 ceph-mon[188613]: osdmap e491: 8 total, 8 up, 8 in 2023-12-20T10:57:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:16 smithi123 ceph-mon[188613]: osdmap e492: 8 total, 8 up, 8 in 2023-12-20T10:57:17.037 INFO:tasks.rados.rados.0.smithi123.stdout:2220: done (3 left) 2023-12-20T10:57:17.037 INFO:tasks.rados.rados.0.smithi123.stdout:2221: done (2 left) 2023-12-20T10:57:17.037 INFO:tasks.rados.rados.0.smithi123.stdout:2222: done (1 left) 2023-12-20T10:57:17.037 INFO:tasks.rados.rados.0.smithi123.stdout:2223: done (0 left) 2023-12-20T10:57:17.038 INFO:tasks.rados.rados.0.smithi123.stdout:2224: rollback oid 37 current snap is 214 2023-12-20T10:57:17.038 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 37 to 207 2023-12-20T10:57:17.038 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 48 current snap is 214 2023-12-20T10:57:17.038 INFO:tasks.rados.rados.0.smithi123.stdout:2225: seq_num 730 ranges {0=229376} 2023-12-20T10:57:17.038 INFO:tasks.rados.rados.0.smithi123.stdout:2225: writing smithi123173835-48 from 0 to 229376 tid 1 2023-12-20T10:57:17.038 INFO:tasks.rados.rados.0.smithi123.stdout:2226: snap_create 2023-12-20T10:57:17.039 INFO:tasks.rados.rados.0.smithi123.stdout:2224: finishing rollback tid 1 to smithi123173835-37 2023-12-20T10:57:17.039 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-20T10:57:17.042 INFO:tasks.rados.rados.0.smithi123.stdout:2225: finishing write tid 1 to smithi123173835-48 2023-12-20T10:57:17.042 INFO:tasks.rados.rados.0.smithi123.stdout:2225: finishing write tid 2 to smithi123173835-48 2023-12-20T10:57:17.044 INFO:tasks.rados.rados.0.smithi123.stdout:2225: finishing write tid 3 to smithi123173835-48 2023-12-20T10:57:17.044 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 1555 (ObjNum 730 snap 214 seq_num 730) dirty exists 2023-12-20T10:57:17.044 INFO:tasks.rados.rados.0.smithi123.stdout:2225: left oid 48 (ObjNum 730 snap 214 seq_num 730) 2023-12-20T10:57:17.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:17 smithi177 ceph-mon[212096]: pgmap v449: 121 pgs: 121 active+clean; 231 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 48 KiB/s wr, 3 op/s 2023-12-20T10:57:17.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:17 smithi177 ceph-mon[212096]: osdmap e493: 8 total, 8 up, 8 in 2023-12-20T10:57:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:17 smithi123 ceph-mon[191304]: pgmap v449: 121 pgs: 121 active+clean; 231 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 48 KiB/s wr, 3 op/s 2023-12-20T10:57:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:17 smithi123 ceph-mon[191304]: osdmap e493: 8 total, 8 up, 8 in 2023-12-20T10:57:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:17 smithi123 ceph-mon[188613]: pgmap v449: 121 pgs: 121 active+clean; 231 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 48 KiB/s wr, 3 op/s 2023-12-20T10:57:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:17 smithi123 ceph-mon[188613]: osdmap e493: 8 total, 8 up, 8 in 2023-12-20T10:57:18.033 INFO:tasks.rados.rados.0.smithi123.stdout:2224: done (2 left) 2023-12-20T10:57:18.033 INFO:tasks.rados.rados.0.smithi123.stdout:2225: done (1 left) 2023-12-20T10:57:18.034 INFO:tasks.rados.rados.0.smithi123.stdout:2226: done (0 left) 2023-12-20T10:57:18.034 INFO:tasks.rados.rados.0.smithi123.stdout:2227: read oid 21 snap -1 2023-12-20T10:57:18.034 INFO:tasks.rados.rados.0.smithi123.stdout:2227: expect (ObjNum 710 snap 205 seq_num 710) 2023-12-20T10:57:18.034 INFO:tasks.rados.rados.0.smithi123.stdout:2228: rollback oid 36 current snap is 215 2023-12-20T10:57:18.034 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 36 to 206 2023-12-20T10:57:18.034 INFO:tasks.rados.rados.0.smithi123.stdout:2229: snap_create 2023-12-20T10:57:18.042 INFO:tasks.rados.rados.0.smithi123.stdout:2228: finishing rollback tid 0 to smithi123173835-36 2023-12-20T10:57:18.042 INFO:tasks.rados.rados.0.smithi123.stdout:2228: finishing rollback tid 1 to smithi123173835-36 2023-12-20T10:57:18.042 INFO:tasks.rados.rados.0.smithi123.stdout:2228: finishing rollback tid 2 to smithi123173835-36 2023-12-20T10:57:18.042 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 1218 (ObjNum 692 snap 200 seq_num 692) dirty exists 2023-12-20T10:57:18.114 INFO:tasks.rados.rados.0.smithi123.stdout:2227: expect (ObjNum 710 snap 205 seq_num 710) 2023-12-20T10:57:19.183 INFO:tasks.rados.rados.0.smithi123.stdout:2227: done (2 left) 2023-12-20T10:57:19.184 INFO:tasks.rados.rados.0.smithi123.stdout:2228: done (1 left) 2023-12-20T10:57:19.184 INFO:tasks.rados.rados.0.smithi123.stdout:2229: done (0 left) 2023-12-20T10:57:19.184 INFO:tasks.rados.rados.0.smithi123.stdout:2230: delete oid 22 current snap is 216 2023-12-20T10:57:19.186 INFO:tasks.rados.rados.0.smithi123.stdout:2230: done (0 left) 2023-12-20T10:57:19.186 INFO:tasks.rados.rados.0.smithi123.stdout:2231: copy_from oid 7 from oid 41 current snap is 216 2023-12-20T10:57:19.186 INFO:tasks.rados.rados.0.smithi123.stdout:2232: read oid 34 snap -1 2023-12-20T10:57:19.186 INFO:tasks.rados.rados.0.smithi123.stdout:2232: expect (ObjNum 681 snap 196 seq_num 681) 2023-12-20T10:57:19.186 INFO:tasks.rados.rados.0.smithi123.stdout:2233: delete oid 16 current snap is 216 2023-12-20T10:57:19.189 INFO:tasks.rados.rados.0.smithi123.stdout:2233: done (2 left) 2023-12-20T10:57:19.189 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 25 current snap is 216 2023-12-20T10:57:19.189 INFO:tasks.rados.rados.0.smithi123.stdout:2234: seq_num 733 ranges {3784704=278528} 2023-12-20T10:57:19.212 INFO:tasks.rados.rados.0.smithi123.stdout:2234: writing smithi123173835-25 from 3784704 to 4063232 tid 1 2023-12-20T10:57:19.212 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 1 current snap is 216 2023-12-20T10:57:19.212 INFO:tasks.rados.rados.0.smithi123.stdout:2235: seq_num 734 ranges {319488=294912} 2023-12-20T10:57:19.216 INFO:tasks.rados.rados.0.smithi123.stdout:2235: writing smithi123173835-1 from 319488 to 614400 tid 1 2023-12-20T10:57:19.216 INFO:tasks.rados.rados.0.smithi123.stdout:2236: setattr oid 30 current snap is 216 2023-12-20T10:57:19.216 INFO:tasks.rados.rados.0.smithi123.stdout:2232: expect (ObjNum 681 snap 196 seq_num 681) 2023-12-20T10:57:19.264 INFO:tasks.rados.rados.0.smithi123.stdout:2231: finishing copy_from racing read to smithi123173835-7 2023-12-20T10:57:19.264 INFO:tasks.rados.rados.0.smithi123.stdout:2231: finishing copy_from to smithi123173835-7 2023-12-20T10:57:19.264 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 1222 (ObjNum 697 snap 201 seq_num 697) dirty exists 2023-12-20T10:57:19.264 INFO:tasks.rados.rados.0.smithi123.stdout:2234: finishing write tid 1 to smithi123173835-25 2023-12-20T10:57:19.264 INFO:tasks.rados.rados.0.smithi123.stdout:2234: finishing write tid 2 to smithi123173835-25 2023-12-20T10:57:19.264 INFO:tasks.rados.rados.0.smithi123.stdout:2235: finishing write tid 1 to smithi123173835-1 2023-12-20T10:57:19.264 INFO:tasks.rados.rados.0.smithi123.stdout:2235: finishing write tid 2 to smithi123173835-1 2023-12-20T10:57:19.264 INFO:tasks.rados.rados.0.smithi123.stdout:2235: finishing write tid 3 to smithi123173835-1 2023-12-20T10:57:19.265 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 1 v 1220 (ObjNum 734 snap 216 seq_num 734) dirty exists 2023-12-20T10:57:19.265 INFO:tasks.rados.rados.0.smithi123.stdout:2235: left oid 1 (ObjNum 734 snap 216 seq_num 734) 2023-12-20T10:57:19.265 INFO:tasks.rados.rados.0.smithi123.stdout:2234: finishing write tid 3 to smithi123173835-25 2023-12-20T10:57:19.265 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 1555 (ObjNum 733 snap 216 seq_num 733) dirty exists 2023-12-20T10:57:19.265 INFO:tasks.rados.rados.0.smithi123.stdout:2234: left oid 25 (ObjNum 733 snap 216 seq_num 733) 2023-12-20T10:57:19.265 INFO:tasks.rados.rados.0.smithi123.stdout:2231: done (4 left) 2023-12-20T10:57:19.265 INFO:tasks.rados.rados.0.smithi123.stdout:2232: done (3 left) 2023-12-20T10:57:19.265 INFO:tasks.rados.rados.0.smithi123.stdout:2234: done (2 left) 2023-12-20T10:57:19.265 INFO:tasks.rados.rados.0.smithi123.stdout:2235: done (1 left) 2023-12-20T10:57:19.265 INFO:tasks.rados.rados.0.smithi123.stdout:2237: delete oid 9 current snap is 216 2023-12-20T10:57:19.266 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 30 v 1377 (ObjNum 686 snap 196 seq_num 686) dirty exists 2023-12-20T10:57:19.267 INFO:tasks.rados.rados.0.smithi123.stdout:2236: done (1 left) 2023-12-20T10:57:19.267 INFO:tasks.rados.rados.0.smithi123.stdout:2237: done (0 left) 2023-12-20T10:57:19.267 INFO:tasks.rados.rados.0.smithi123.stdout:2238: read oid 13 snap -1 2023-12-20T10:57:19.267 INFO:tasks.rados.rados.0.smithi123.stdout:2238: expect (ObjNum 698 snap 201 seq_num 698) 2023-12-20T10:57:19.267 INFO:tasks.rados.rados.0.smithi123.stdout:2239: read oid 46 snap 206 2023-12-20T10:57:19.267 INFO:tasks.rados.rados.0.smithi123.stdout:2239: expect (ObjNum 637 snap 183 seq_num 637) 2023-12-20T10:57:19.267 INFO:tasks.rados.rados.0.smithi123.stdout:2240: rmattr oid 39 current snap is 216 2023-12-20T10:57:19.267 INFO:tasks.rados.rados.0.smithi123.stdout:2241: snap_create 2023-12-20T10:57:19.269 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 1204 (ObjNum 706 snap 202 seq_num 706) dirty exists 2023-12-20T10:57:19.274 INFO:tasks.rados.rados.0.smithi123.stdout:2239: expect (ObjNum 637 snap 183 seq_num 637) 2023-12-20T10:57:19.300 INFO:tasks.rados.rados.0.smithi123.stdout:2238: expect (ObjNum 698 snap 201 seq_num 698) 2023-12-20T10:57:19.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:19 smithi177 ceph-mon[212096]: pgmap v452: 121 pgs: 121 active+clean; 231 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 618 KiB/s rd, 0 B/s wr, 1 op/s 2023-12-20T10:57:19.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:19 smithi177 ceph-mon[212096]: osdmap e494: 8 total, 8 up, 8 in 2023-12-20T10:57:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:57:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:57:19] "GET /metrics HTTP/1.1" 200 36161 "" "Prometheus/2.43.0" 2023-12-20T10:57:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:19 smithi123 ceph-mon[191304]: pgmap v452: 121 pgs: 121 active+clean; 231 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 618 KiB/s rd, 0 B/s wr, 1 op/s 2023-12-20T10:57:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:19 smithi123 ceph-mon[191304]: osdmap e494: 8 total, 8 up, 8 in 2023-12-20T10:57:19.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:19 smithi123 ceph-mon[188613]: pgmap v452: 121 pgs: 121 active+clean; 231 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 618 KiB/s rd, 0 B/s wr, 1 op/s 2023-12-20T10:57:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:19 smithi123 ceph-mon[188613]: osdmap e494: 8 total, 8 up, 8 in 2023-12-20T10:57:20.046 INFO:tasks.rados.rados.0.smithi123.stdout:2238: done (3 left) 2023-12-20T10:57:20.046 INFO:tasks.rados.rados.0.smithi123.stdout:2239: done (2 left) 2023-12-20T10:57:20.046 INFO:tasks.rados.rados.0.smithi123.stdout:2240: done (1 left) 2023-12-20T10:57:20.047 INFO:tasks.rados.rados.0.smithi123.stdout:2241: done (0 left) 2023-12-20T10:57:20.047 INFO:tasks.rados.rados.0.smithi123.stdout:2242: read oid 32 snap 211 2023-12-20T10:57:20.047 INFO:tasks.rados.rados.0.smithi123.stdout:2242: expect (ObjNum 658 snap 185 seq_num 658) 2023-12-20T10:57:20.047 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 46 current snap is 217 2023-12-20T10:57:20.047 INFO:tasks.rados.rados.0.smithi123.stdout:2243: seq_num 736 ranges {1073152=335872} 2023-12-20T10:57:20.058 INFO:tasks.rados.rados.0.smithi123.stdout:2243: writing smithi123173835-46 from 1073152 to 1409024 tid 1 2023-12-20T10:57:20.058 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 5 current snap is 217 2023-12-20T10:57:20.058 INFO:tasks.rados.rados.0.smithi123.stdout:2244: seq_num 737 ranges {9076736=352256} 2023-12-20T10:57:20.107 INFO:tasks.rados.rados.0.smithi123.stdout:2244: writing smithi123173835-5 from 9076736 to 9428992 tid 1 2023-12-20T10:57:20.107 INFO:tasks.rados.rados.0.smithi123.stdout:2245: read oid 50 snap -1 2023-12-20T10:57:20.107 INFO:tasks.rados.rados.0.smithi123.stdout:2245: expect (ObjNum 710 snap 205 seq_num 710) 2023-12-20T10:57:20.107 INFO:tasks.rados.rados.0.smithi123.stdout:2243: finishing write tid 1 to smithi123173835-46 2023-12-20T10:57:20.107 INFO:tasks.rados.rados.0.smithi123.stdout:2246: read oid 48 snap -1 2023-12-20T10:57:20.107 INFO:tasks.rados.rados.0.smithi123.stdout:2246: expect (ObjNum 730 snap 214 seq_num 730) 2023-12-20T10:57:20.107 INFO:tasks.rados.rados.0.smithi123.stdout:2247: snap_remove snap 206 2023-12-20T10:57:20.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:20 smithi177 ceph-mon[212096]: osdmap e495: 8 total, 8 up, 8 in 2023-12-20T10:57:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:20 smithi123 ceph-mon[191304]: osdmap e495: 8 total, 8 up, 8 in 2023-12-20T10:57:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:20 smithi123 ceph-mon[188613]: osdmap e495: 8 total, 8 up, 8 in 2023-12-20T10:57:21.051 INFO:tasks.rados.rados.0.smithi123.stdout:2247: done (5 left) 2023-12-20T10:57:21.052 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 37 current snap is 217 2023-12-20T10:57:21.052 INFO:tasks.rados.rados.0.smithi123.stdout:2243: finishing write tid 2 to smithi123173835-46 2023-12-20T10:57:21.052 INFO:tasks.rados.rados.0.smithi123.stdout:2243: finishing write tid 3 to smithi123173835-46 2023-12-20T10:57:21.052 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 46 v 1601 (ObjNum 736 snap 217 seq_num 736) dirty exists 2023-12-20T10:57:21.052 INFO:tasks.rados.rados.0.smithi123.stdout:2243: left oid 46 (ObjNum 736 snap 217 seq_num 736) 2023-12-20T10:57:21.052 INFO:tasks.rados.rados.0.smithi123.stdout:2242: expect (ObjNum 658 snap 185 seq_num 658) 2023-12-20T10:57:21.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:21 smithi177 ceph-mon[212096]: pgmap v455: 121 pgs: 121 active+clean; 238 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 618 KiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T10:57:21.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:21 smithi177 ceph-mon[212096]: osdmap e496: 8 total, 8 up, 8 in 2023-12-20T10:57:21.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:21 smithi123 ceph-mon[191304]: pgmap v455: 121 pgs: 121 active+clean; 238 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 618 KiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T10:57:21.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:21 smithi123 ceph-mon[191304]: osdmap e496: 8 total, 8 up, 8 in 2023-12-20T10:57:21.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:21 smithi123 ceph-mon[188613]: pgmap v455: 121 pgs: 121 active+clean; 238 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 618 KiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T10:57:21.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:21 smithi123 ceph-mon[188613]: osdmap e496: 8 total, 8 up, 8 in 2023-12-20T10:57:21.756 INFO:tasks.rados.rados.0.smithi123.stdout:2246: expect (ObjNum 730 snap 214 seq_num 730) 2023-12-20T10:57:21.762 INFO:tasks.rados.rados.0.smithi123.stdout:2244: finishing write tid 1 to smithi123173835-5 2023-12-20T10:57:21.762 INFO:tasks.rados.rados.0.smithi123.stdout:2244: finishing write tid 2 to smithi123173835-5 2023-12-20T10:57:21.762 INFO:tasks.rados.rados.0.smithi123.stdout:2244: finishing write tid 3 to smithi123173835-5 2023-12-20T10:57:21.762 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 1359 (ObjNum 737 snap 217 seq_num 737) dirty exists 2023-12-20T10:57:21.762 INFO:tasks.rados.rados.0.smithi123.stdout:2244: left oid 5 (ObjNum 737 snap 217 seq_num 737) 2023-12-20T10:57:21.762 INFO:tasks.rados.rados.0.smithi123.stdout:2248: seq_num 738 ranges {0=368640} 2023-12-20T10:57:21.764 INFO:tasks.rados.rados.0.smithi123.stdout:2248: writing smithi123173835-37 from 0 to 368640 tid 1 2023-12-20T10:57:21.764 INFO:tasks.rados.rados.0.smithi123.stdout:2242: done (5 left) 2023-12-20T10:57:21.764 INFO:tasks.rados.rados.0.smithi123.stdout:2243: done (4 left) 2023-12-20T10:57:21.764 INFO:tasks.rados.rados.0.smithi123.stdout:2244: done (3 left) 2023-12-20T10:57:21.764 INFO:tasks.rados.rados.0.smithi123.stdout:2246: done (2 left) 2023-12-20T10:57:21.765 INFO:tasks.rados.rados.0.smithi123.stdout:2249: read oid 11 snap 209 2023-12-20T10:57:21.765 INFO:tasks.rados.rados.0.smithi123.stdout:2249: expect deleted 2023-12-20T10:57:21.765 INFO:tasks.rados.rados.0.smithi123.stdout:2250: read oid 8 snap -1 2023-12-20T10:57:21.765 INFO:tasks.rados.rados.0.smithi123.stdout:2250: expect (ObjNum 670 snap 191 seq_num 670) 2023-12-20T10:57:21.765 INFO:tasks.rados.rados.0.smithi123.stdout:2251: snap_create 2023-12-20T10:57:21.765 INFO:tasks.rados.rados.0.smithi123.stdout:2245: expect (ObjNum 710 snap 205 seq_num 710) 2023-12-20T10:57:22.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:22 smithi177 ceph-mon[212096]: osdmap e497: 8 total, 8 up, 8 in 2023-12-20T10:57:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:22 smithi123 ceph-mon[191304]: osdmap e497: 8 total, 8 up, 8 in 2023-12-20T10:57:22.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:22 smithi123 ceph-mon[188613]: osdmap e497: 8 total, 8 up, 8 in 2023-12-20T10:57:22.844 INFO:tasks.rados.rados.0.smithi123.stdout:2248: finishing write tid 1 to smithi123173835-37 2023-12-20T10:57:22.844 INFO:tasks.rados.rados.0.smithi123.stdout:2248: finishing write tid 2 to smithi123173835-37 2023-12-20T10:57:22.844 INFO:tasks.rados.rados.0.smithi123.stdout:2248: finishing write tid 3 to smithi123173835-37 2023-12-20T10:57:22.844 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 1206 (ObjNum 738 snap 217 seq_num 738) dirty exists 2023-12-20T10:57:22.844 INFO:tasks.rados.rados.0.smithi123.stdout:2248: left oid 37 (ObjNum 738 snap 217 seq_num 738) 2023-12-20T10:57:22.844 INFO:tasks.rados.rados.0.smithi123.stdout:2250: expect (ObjNum 670 snap 191 seq_num 670) 2023-12-20T10:57:23.171 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T10:57:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:23 smithi177 ceph-mon[212096]: pgmap v458: 121 pgs: 121 active+clean; 244 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 4.3 MiB/s wr, 19 op/s 2023-12-20T10:57:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:23 smithi177 ceph-mon[212096]: osdmap e498: 8 total, 8 up, 8 in 2023-12-20T10:57:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:23 smithi177 ceph-mon[212096]: osdmap e499: 8 total, 8 up, 8 in 2023-12-20T10:57:23.485 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T10:57:23.486 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6m) 2m ago 9m 26.5M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T10:57:23.486 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5m) 63s ago 8m 95.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T10:57:23.486 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9m) 2m ago 9m 15.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T10:57:23.486 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9m) 63s ago 9m 21.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T10:57:23.486 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5m) 63s ago 12m 449M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T10:57:23.486 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5m) 2m ago 13m 511M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T10:57:23.486 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5m) 2m ago 13m 83.8M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T10:57:23.486 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4m) 63s ago 12m 69.5M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T10:57:23.486 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5m) 2m ago 12m 64.2M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T10:57:23.486 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6m) 2m ago 8m 9.94M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T10:57:23.486 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5m) 63s ago 8m 18.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T10:57:23.486 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4m) 2m ago 12m 285M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T10:57:23.486 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3m) 2m ago 11m 223M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T10:57:23.486 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3m) 2m ago 11m 191M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T10:57:23.487 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2m) 2m ago 11m 16.0M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T10:57:23.487 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2m) 63s ago 11m 280M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T10:57:23.487 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2m) 63s ago 10m 224M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T10:57:23.487 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (93s) 63s ago 10m 141M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T10:57:23.487 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (66s) 63s ago 10m 12.6M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T10:57:23.487 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5m) 63s ago 9m 64.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T10:57:23.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:23 smithi123 ceph-mon[191304]: pgmap v458: 121 pgs: 121 active+clean; 244 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 4.3 MiB/s wr, 19 op/s 2023-12-20T10:57:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:23 smithi123 ceph-mon[191304]: osdmap e498: 8 total, 8 up, 8 in 2023-12-20T10:57:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:23 smithi123 ceph-mon[191304]: osdmap e499: 8 total, 8 up, 8 in 2023-12-20T10:57:23.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:23 smithi123 ceph-mon[188613]: pgmap v458: 121 pgs: 121 active+clean; 244 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 4.3 MiB/s wr, 19 op/s 2023-12-20T10:57:23.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:23 smithi123 ceph-mon[188613]: osdmap e498: 8 total, 8 up, 8 in 2023-12-20T10:57:23.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:23 smithi123 ceph-mon[188613]: osdmap e499: 8 total, 8 up, 8 in 2023-12-20T10:57:23.687 INFO:tasks.rados.rados.0.smithi123.stdout:2245: done (4 left) 2023-12-20T10:57:23.687 INFO:tasks.rados.rados.0.smithi123.stdout:2248: done (3 left) 2023-12-20T10:57:23.687 INFO:tasks.rados.rados.0.smithi123.stdout:2249: done (2 left) 2023-12-20T10:57:23.687 INFO:tasks.rados.rados.0.smithi123.stdout:2250: done (1 left) 2023-12-20T10:57:23.687 INFO:tasks.rados.rados.0.smithi123.stdout:2251: done (0 left) 2023-12-20T10:57:23.687 INFO:tasks.rados.rados.0.smithi123.stdout:2252: setattr oid 46 current snap is 218 2023-12-20T10:57:23.688 INFO:tasks.rados.rados.0.smithi123.stdout:2253: rollback oid 35 current snap is 218 2023-12-20T10:57:23.688 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 35 to 209 2023-12-20T10:57:23.688 INFO:tasks.rados.rados.0.smithi123.stdout:2254: snap_remove snap 217 2023-12-20T10:57:23.890 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T10:57:23.891 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T10:57:23.891 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T10:57:23.891 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:57:23.891 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T10:57:23.891 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T10:57:23.891 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:57:23.891 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T10:57:23.891 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T10:57:23.891 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:57:23.891 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T10:57:23.891 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T10:57:23.891 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:57:23.891 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T10:57:23.892 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T10:57:23.892 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T10:57:23.892 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T10:57:23.892 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T10:57:24.061 INFO:tasks.rados.rados.0.smithi123.stdout:2254: done (2 left) 2023-12-20T10:57:24.061 INFO:tasks.rados.rados.0.smithi123.stdout:2255: read oid 47 snap -1 2023-12-20T10:57:24.061 INFO:tasks.rados.rados.0.smithi123.stdout:2255: expect deleted 2023-12-20T10:57:24.061 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 50 current snap is 218 2023-12-20T10:57:24.061 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 46 v 1602 (ObjNum 736 snap 217 seq_num 736) dirty exists 2023-12-20T10:57:24.062 INFO:tasks.rados.rados.0.smithi123.stdout:2253: finishing rollback tid 0 to smithi123173835-35 2023-12-20T10:57:24.062 INFO:tasks.rados.rados.0.smithi123.stdout:2253: finishing rollback tid 1 to smithi123173835-35 2023-12-20T10:57:24.062 INFO:tasks.rados.rados.0.smithi123.stdout:2256: seq_num 739 ranges {11493376=385024} 2023-12-20T10:57:24.126 INFO:tasks.rados.rados.0.smithi123.stdout:2256: writing smithi123173835-50 from 11493376 to 11878400 tid 1 2023-12-20T10:57:24.126 INFO:tasks.rados.rados.0.smithi123.stdout:2252: done (3 left) 2023-12-20T10:57:24.126 INFO:tasks.rados.rados.0.smithi123.stdout:2257: snap_remove snap 207 2023-12-20T10:57:24.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:24 smithi177 ceph-mon[212096]: from='client.44309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:57:24.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:24 smithi177 ceph-mon[212096]: from='client.44315 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:57:24.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:57:24.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:24 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/418741083' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:57:24.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:24 smithi123 ceph-mon[191304]: from='client.44309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:57:24.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:24 smithi123 ceph-mon[191304]: from='client.44315 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:57:24.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:57:24.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:24 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/418741083' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:57:24.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:24 smithi123 ceph-mon[188613]: from='client.44309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:57:24.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:24 smithi123 ceph-mon[188613]: from='client.44315 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:57:24.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:57:24.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:24 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/418741083' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:57:25.083 INFO:tasks.rados.rados.0.smithi123.stdout:2257: done (3 left) 2023-12-20T10:57:25.083 INFO:tasks.rados.rados.0.smithi123.stdout:2258: rmattr oid 14 current snap is 218 2023-12-20T10:57:25.083 INFO:tasks.rados.rados.0.smithi123.stdout:2258: done (3 left) 2023-12-20T10:57:25.083 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 39 current snap is 218 2023-12-20T10:57:25.084 INFO:tasks.rados.rados.0.smithi123.stdout:2259: seq_num 740 ranges {3932160=401408} 2023-12-20T10:57:25.103 INFO:tasks.rados.rados.0.smithi123.stdout:2259: writing smithi123173835-39 from 3932160 to 4333568 tid 1 2023-12-20T10:57:25.103 INFO:tasks.rados.rados.0.smithi123.stdout:2260: copy_from oid 40 from oid 45 current snap is 218 2023-12-20T10:57:25.103 INFO:tasks.rados.rados.0.smithi123.stdout:2253: finishing rollback tid 2 to smithi123173835-35 2023-12-20T10:57:25.103 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 35 v 1846 (ObjNum 718 snap 209 seq_num 718) dirty exists 2023-12-20T10:57:25.103 INFO:tasks.rados.rados.0.smithi123.stdout:2256: finishing write tid 1 to smithi123173835-50 2023-12-20T10:57:25.104 INFO:tasks.rados.rados.0.smithi123.stdout:2256: finishing write tid 2 to smithi123173835-50 2023-12-20T10:57:25.104 INFO:tasks.rados.rados.0.smithi123.stdout:2253: done (4 left) 2023-12-20T10:57:25.104 INFO:tasks.rados.rados.0.smithi123.stdout:2255: done (3 left) 2023-12-20T10:57:25.104 INFO:tasks.rados.rados.0.smithi123.stdout:2261: delete oid 43 current snap is 218 2023-12-20T10:57:25.104 INFO:tasks.rados.rados.0.smithi123.stdout:2256: finishing write tid 3 to smithi123173835-50 2023-12-20T10:57:25.104 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 50 v 1849 (ObjNum 739 snap 218 seq_num 739) dirty exists 2023-12-20T10:57:25.104 INFO:tasks.rados.rados.0.smithi123.stdout:2256: left oid 50 (ObjNum 739 snap 218 seq_num 739) 2023-12-20T10:57:25.109 INFO:tasks.rados.rados.0.smithi123.stdout:2259: finishing write tid 1 to smithi123173835-39 2023-12-20T10:57:25.109 INFO:tasks.rados.rados.0.smithi123.stdout:2259: finishing write tid 2 to smithi123173835-39 2023-12-20T10:57:25.109 INFO:tasks.rados.rados.0.smithi123.stdout:2256: done (3 left) 2023-12-20T10:57:25.109 INFO:tasks.rados.rados.0.smithi123.stdout:2261: done (2 left) 2023-12-20T10:57:25.110 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 46 current snap is 218 2023-12-20T10:57:25.110 INFO:tasks.rados.rados.0.smithi123.stdout:2262: seq_num 742 ranges {1409024=434176} 2023-12-20T10:57:25.120 INFO:tasks.rados.rados.0.smithi123.stdout:2262: writing smithi123173835-46 from 1409024 to 1843200 tid 1 2023-12-20T10:57:25.120 INFO:tasks.rados.rados.0.smithi123.stdout:2263: snap_remove snap 215 2023-12-20T10:57:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:25 smithi177 ceph-mon[212096]: pgmap v461: 121 pgs: 121 active+clean; 245 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 37 MiB/s rd, 1.6 MiB/s wr, 19 op/s 2023-12-20T10:57:25.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:25 smithi177 ceph-mon[212096]: osdmap e500: 8 total, 8 up, 8 in 2023-12-20T10:57:25.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:57:25.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:57:25.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:57:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:25 smithi123 ceph-mon[191304]: pgmap v461: 121 pgs: 121 active+clean; 245 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 37 MiB/s rd, 1.6 MiB/s wr, 19 op/s 2023-12-20T10:57:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:25 smithi123 ceph-mon[191304]: osdmap e500: 8 total, 8 up, 8 in 2023-12-20T10:57:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:57:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:57:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:57:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:25 smithi123 ceph-mon[188613]: pgmap v461: 121 pgs: 121 active+clean; 245 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 37 MiB/s rd, 1.6 MiB/s wr, 19 op/s 2023-12-20T10:57:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:25 smithi123 ceph-mon[188613]: osdmap e500: 8 total, 8 up, 8 in 2023-12-20T10:57:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:57:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:57:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:57:26.084 INFO:tasks.rados.rados.0.smithi123.stdout:2263: done (3 left) 2023-12-20T10:57:26.085 INFO:tasks.rados.rados.0.smithi123.stdout:2264: delete oid 22 current snap is 218 2023-12-20T10:57:26.085 INFO:tasks.rados.rados.0.smithi123.stdout:2259: finishing write tid 3 to smithi123173835-39 2023-12-20T10:57:26.085 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 1208 (ObjNum 740 snap 218 seq_num 740) dirty exists 2023-12-20T10:57:26.085 INFO:tasks.rados.rados.0.smithi123.stdout:2259: left oid 39 (ObjNum 740 snap 218 seq_num 740) 2023-12-20T10:57:26.085 INFO:tasks.rados.rados.0.smithi123.stdout:2262: finishing write tid 1 to smithi123173835-46 2023-12-20T10:57:26.085 INFO:tasks.rados.rados.0.smithi123.stdout:2262: finishing write tid 2 to smithi123173835-46 2023-12-20T10:57:26.085 INFO:tasks.rados.rados.0.smithi123.stdout:2262: finishing write tid 3 to smithi123173835-46 2023-12-20T10:57:26.085 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 46 v 1604 (ObjNum 742 snap 218 seq_num 742) dirty exists 2023-12-20T10:57:26.085 INFO:tasks.rados.rados.0.smithi123.stdout:2262: left oid 46 (ObjNum 742 snap 218 seq_num 742) 2023-12-20T10:57:26.085 INFO:tasks.rados.rados.0.smithi123.stdout:2260: finishing copy_from racing read to smithi123173835-40 2023-12-20T10:57:26.085 INFO:tasks.rados.rados.0.smithi123.stdout:2260: finishing copy_from to smithi123173835-40 2023-12-20T10:57:26.086 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 40 v 1598 (ObjNum 595 snap 170 seq_num 595) dirty exists 2023-12-20T10:57:26.093 INFO:tasks.rados.rados.0.smithi123.stdout:2259: done (3 left) 2023-12-20T10:57:26.093 INFO:tasks.rados.rados.0.smithi123.stdout:2260: done (2 left) 2023-12-20T10:57:26.093 INFO:tasks.rados.rados.0.smithi123.stdout:2262: done (1 left) 2023-12-20T10:57:26.093 INFO:tasks.rados.rados.0.smithi123.stdout:2264: done (0 left) 2023-12-20T10:57:26.093 INFO:tasks.rados.rados.0.smithi123.stdout:2265: setattr oid 22 current snap is 218 2023-12-20T10:57:26.094 INFO:tasks.rados.rados.0.smithi123.stdout:2266: snap_create 2023-12-20T10:57:26.100 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 22 v 1605 (ObjNum 33 snap 0 seq_num 7) dirty exists 2023-12-20T10:57:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:26 smithi177 ceph-mon[212096]: osdmap e501: 8 total, 8 up, 8 in 2023-12-20T10:57:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:26 smithi123 ceph-mon[191304]: osdmap e501: 8 total, 8 up, 8 in 2023-12-20T10:57:26.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:26 smithi123 ceph-mon[188613]: osdmap e501: 8 total, 8 up, 8 in 2023-12-20T10:57:27.095 INFO:tasks.rados.rados.0.smithi123.stdout:2265: done (1 left) 2023-12-20T10:57:27.096 INFO:tasks.rados.rados.0.smithi123.stdout:2266: done (0 left) 2023-12-20T10:57:27.096 INFO:tasks.rados.rados.0.smithi123.stdout:2267: snap_remove snap 214 2023-12-20T10:57:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:27 smithi177 ceph-mon[212096]: pgmap v464: 121 pgs: 121 active+clean; 245 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 82 KiB/s wr, 3 op/s 2023-12-20T10:57:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:27 smithi177 ceph-mon[212096]: osdmap e502: 8 total, 8 up, 8 in 2023-12-20T10:57:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:57:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:27 smithi123 ceph-mon[191304]: pgmap v464: 121 pgs: 121 active+clean; 245 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 82 KiB/s wr, 3 op/s 2023-12-20T10:57:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:27 smithi123 ceph-mon[191304]: osdmap e502: 8 total, 8 up, 8 in 2023-12-20T10:57:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:57:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:27 smithi123 ceph-mon[188613]: pgmap v464: 121 pgs: 121 active+clean; 245 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 82 KiB/s wr, 3 op/s 2023-12-20T10:57:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:27 smithi123 ceph-mon[188613]: osdmap e502: 8 total, 8 up, 8 in 2023-12-20T10:57:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:57:28.097 INFO:tasks.rados.rados.0.smithi123.stdout:2267: done (0 left) 2023-12-20T10:57:28.097 INFO:tasks.rados.rados.0.smithi123.stdout:2268: read oid 8 snap -1 2023-12-20T10:57:28.097 INFO:tasks.rados.rados.0.smithi123.stdout:2268: expect (ObjNum 670 snap 191 seq_num 670) 2023-12-20T10:57:28.098 INFO:tasks.rados.rados.0.smithi123.stdout:2269: rmattr oid 41 current snap is 219 2023-12-20T10:57:28.098 INFO:tasks.rados.rados.0.smithi123.stdout:2269: done (1 left) 2023-12-20T10:57:28.098 INFO:tasks.rados.rados.0.smithi123.stdout:2270: delete oid 6 current snap is 219 2023-12-20T10:57:28.111 INFO:tasks.rados.rados.0.smithi123.stdout:2270: done (1 left) 2023-12-20T10:57:28.111 INFO:tasks.rados.rados.0.smithi123.stdout:2271: copy_from oid 27 from oid 4 current snap is 219 2023-12-20T10:57:28.111 INFO:tasks.rados.rados.0.smithi123.stdout:2272: rollback oid 44 current snap is 219 2023-12-20T10:57:28.111 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 44 to 213 2023-12-20T10:57:28.111 INFO:tasks.rados.rados.0.smithi123.stdout:2273: copy_from oid 5 from oid 3 current snap is 219 2023-12-20T10:57:28.111 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 31 current snap is 219 2023-12-20T10:57:28.111 INFO:tasks.rados.rados.0.smithi123.stdout:2274: seq_num 745 ranges {2220032=483328} 2023-12-20T10:57:28.126 INFO:tasks.rados.rados.0.smithi123.stdout:2274: writing smithi123173835-31 from 2220032 to 2703360 tid 1 2023-12-20T10:57:28.126 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 40 current snap is 219 2023-12-20T10:57:28.127 INFO:tasks.rados.rados.0.smithi123.stdout:2272: finishing rollback tid 0 to smithi123173835-44 2023-12-20T10:57:28.127 INFO:tasks.rados.rados.0.smithi123.stdout:2275: seq_num 746 ranges {9191424=499712} 2023-12-20T10:57:28.180 INFO:tasks.rados.rados.0.smithi123.stdout:2275: writing smithi123173835-40 from 9191424 to 9691136 tid 1 2023-12-20T10:57:28.181 INFO:tasks.rados.rados.0.smithi123.stdout:2276: read oid 46 snap -1 2023-12-20T10:57:28.181 INFO:tasks.rados.rados.0.smithi123.stdout:2276: expect (ObjNum 742 snap 218 seq_num 742) 2023-12-20T10:57:28.181 INFO:tasks.rados.rados.0.smithi123.stdout:2277: rollback oid 23 current snap is 219 2023-12-20T10:57:28.181 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 23 to 204 2023-12-20T10:57:28.181 INFO:tasks.rados.rados.0.smithi123.stdout:2272: finishing rollback tid 1 to smithi123173835-44 2023-12-20T10:57:28.181 INFO:tasks.rados.rados.0.smithi123.stdout:2272: finishing rollback tid 2 to smithi123173835-44 2023-12-20T10:57:28.181 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 44 v 1220 (ObjNum 728 snap 209 seq_num 728) dirty exists 2023-12-20T10:57:28.181 INFO:tasks.rados.rados.0.smithi123.stdout:2273: finishing copy_from to smithi123173835-5 2023-12-20T10:57:28.181 INFO:tasks.rados.rados.0.smithi123.stdout:2273: got expected ENOENT (src dne) 2023-12-20T10:57:28.181 INFO:tasks.rados.rados.0.smithi123.stdout:2273: finishing copy_from racing read to smithi123173835-5 2023-12-20T10:57:28.181 INFO:tasks.rados.rados.0.smithi123.stdout:2272: done (7 left) 2023-12-20T10:57:28.181 INFO:tasks.rados.rados.0.smithi123.stdout:2273: done (6 left) 2023-12-20T10:57:28.181 INFO:tasks.rados.rados.0.smithi123.stdout:2278: rollback oid 49 current snap is 219 2023-12-20T10:57:28.182 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 49 to 211 2023-12-20T10:57:28.182 INFO:tasks.rados.rados.0.smithi123.stdout:2274: finishing write tid 1 to smithi123173835-31 2023-12-20T10:57:28.182 INFO:tasks.rados.rados.0.smithi123.stdout:2274: finishing write tid 2 to smithi123173835-31 2023-12-20T10:57:28.182 INFO:tasks.rados.rados.0.smithi123.stdout:2274: finishing write tid 3 to smithi123173835-31 2023-12-20T10:57:28.182 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 31 v 1386 (ObjNum 745 snap 219 seq_num 745) dirty exists 2023-12-20T10:57:28.182 INFO:tasks.rados.rados.0.smithi123.stdout:2274: left oid 31 (ObjNum 745 snap 219 seq_num 745) 2023-12-20T10:57:28.182 INFO:tasks.rados.rados.0.smithi123.stdout:2271: finishing copy_from racing read to smithi123173835-27 2023-12-20T10:57:28.182 INFO:tasks.rados.rados.0.smithi123.stdout:2274: done (6 left) 2023-12-20T10:57:28.182 INFO:tasks.rados.rados.0.smithi123.stdout:2279: snap_remove snap 218 2023-12-20T10:57:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:28 smithi177 ceph-mon[212096]: osdmap e503: 8 total, 8 up, 8 in 2023-12-20T10:57:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:28 smithi123 ceph-mon[191304]: osdmap e503: 8 total, 8 up, 8 in 2023-12-20T10:57:28.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:28 smithi123 ceph-mon[188613]: osdmap e503: 8 total, 8 up, 8 in 2023-12-20T10:57:29.103 INFO:tasks.rados.rados.0.smithi123.stdout:2279: done (6 left) 2023-12-20T10:57:29.103 INFO:tasks.rados.rados.0.smithi123.stdout:2280: delete oid 34 current snap is 219 2023-12-20T10:57:29.103 INFO:tasks.rados.rados.0.smithi123.stdout:2268: expect (ObjNum 670 snap 191 seq_num 670) 2023-12-20T10:57:29.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:29 smithi177 ceph-mon[212096]: pgmap v467: 121 pgs: 121 active+clean; 252 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-20T10:57:29.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:29 smithi177 ceph-mon[212096]: osdmap e504: 8 total, 8 up, 8 in 2023-12-20T10:57:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:29 smithi123 ceph-mon[191304]: pgmap v467: 121 pgs: 121 active+clean; 252 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-20T10:57:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:29 smithi123 ceph-mon[191304]: osdmap e504: 8 total, 8 up, 8 in 2023-12-20T10:57:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:29 smithi123 ceph-mon[188613]: pgmap v467: 121 pgs: 121 active+clean; 252 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-20T10:57:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:29 smithi123 ceph-mon[188613]: osdmap e504: 8 total, 8 up, 8 in 2023-12-20T10:57:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:57:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:57:29] "GET /metrics HTTP/1.1" 200 36163 "" "Prometheus/2.43.0" 2023-12-20T10:57:29.928 INFO:tasks.rados.rados.0.smithi123.stdout:2271: finishing copy_from to smithi123173835-27 2023-12-20T10:57:29.929 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 27 v 1263 (ObjNum 672 snap 191 seq_num 672) dirty exists 2023-12-20T10:57:29.929 INFO:tasks.rados.rados.0.smithi123.stdout:2268: done (6 left) 2023-12-20T10:57:29.929 INFO:tasks.rados.rados.0.smithi123.stdout:2271: done (5 left) 2023-12-20T10:57:29.929 INFO:tasks.rados.rados.0.smithi123.stdout:2280: done (4 left) 2023-12-20T10:57:29.929 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 18 current snap is 219 2023-12-20T10:57:29.929 INFO:tasks.rados.rados.0.smithi123.stdout:2278: finishing rollback tid 0 to smithi123173835-49 2023-12-20T10:57:29.929 INFO:tasks.rados.rados.0.smithi123.stdout:2278: finishing rollback tid 1 to smithi123173835-49 2023-12-20T10:57:29.929 INFO:tasks.rados.rados.0.smithi123.stdout:2281: seq_num 748 ranges {10698752=532480} 2023-12-20T10:57:29.987 INFO:tasks.rados.rados.0.smithi123.stdout:2281: writing smithi123173835-18 from 10698752 to 11231232 tid 1 2023-12-20T10:57:29.987 INFO:tasks.rados.rados.0.smithi123.stdout:2282: rmattr oid 4 current snap is 219 2023-12-20T10:57:29.988 INFO:tasks.rados.rados.0.smithi123.stdout:2282: done (5 left) 2023-12-20T10:57:29.988 INFO:tasks.rados.rados.0.smithi123.stdout:2283: snap_create 2023-12-20T10:57:29.988 INFO:tasks.rados.rados.0.smithi123.stdout:2278: finishing rollback tid 2 to smithi123173835-49 2023-12-20T10:57:29.988 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 1558 (ObjNum 688 snap 198 seq_num 688) dirty exists 2023-12-20T10:57:29.988 INFO:tasks.rados.rados.0.smithi123.stdout:2277: finishing rollback tid 0 to smithi123173835-23 2023-12-20T10:57:29.988 INFO:tasks.rados.rados.0.smithi123.stdout:2277: finishing rollback tid 1 to smithi123173835-23 2023-12-20T10:57:29.988 INFO:tasks.rados.rados.0.smithi123.stdout:2277: finishing rollback tid 2 to smithi123173835-23 2023-12-20T10:57:29.988 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 23 v 1384 (ObjNum 654 snap 185 seq_num 654) dirty exists 2023-12-20T10:57:29.988 INFO:tasks.rados.rados.0.smithi123.stdout:2275: finishing write tid 1 to smithi123173835-40 2023-12-20T10:57:29.988 INFO:tasks.rados.rados.0.smithi123.stdout:2275: finishing write tid 2 to smithi123173835-40 2023-12-20T10:57:29.988 INFO:tasks.rados.rados.0.smithi123.stdout:2276: expect (ObjNum 742 snap 218 seq_num 742) 2023-12-20T10:57:30.072 INFO:tasks.rados.rados.0.smithi123.stdout:2275: finishing write tid 3 to smithi123173835-40 2023-12-20T10:57:30.072 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 40 v 1874 (ObjNum 746 snap 219 seq_num 746) dirty exists 2023-12-20T10:57:30.072 INFO:tasks.rados.rados.0.smithi123.stdout:2275: left oid 40 (ObjNum 746 snap 219 seq_num 746) 2023-12-20T10:57:30.072 INFO:tasks.rados.rados.0.smithi123.stdout:2281: finishing write tid 1 to smithi123173835-18 2023-12-20T10:57:30.072 INFO:tasks.rados.rados.0.smithi123.stdout:2281: finishing write tid 2 to smithi123173835-18 2023-12-20T10:57:30.072 INFO:tasks.rados.rados.0.smithi123.stdout:2281: finishing write tid 3 to smithi123173835-18 2023-12-20T10:57:30.072 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 18 v 1607 (ObjNum 748 snap 219 seq_num 748) dirty exists 2023-12-20T10:57:30.072 INFO:tasks.rados.rados.0.smithi123.stdout:2281: left oid 18 (ObjNum 748 snap 219 seq_num 748) 2023-12-20T10:57:30.113 INFO:tasks.rados.rados.0.smithi123.stdout:2275: done (5 left) 2023-12-20T10:57:30.113 INFO:tasks.rados.rados.0.smithi123.stdout:2276: done (4 left) 2023-12-20T10:57:30.113 INFO:tasks.rados.rados.0.smithi123.stdout:2277: done (3 left) 2023-12-20T10:57:30.113 INFO:tasks.rados.rados.0.smithi123.stdout:2278: done (2 left) 2023-12-20T10:57:30.113 INFO:tasks.rados.rados.0.smithi123.stdout:2281: done (1 left) 2023-12-20T10:57:30.113 INFO:tasks.rados.rados.0.smithi123.stdout:2283: done (0 left) 2023-12-20T10:57:30.113 INFO:tasks.rados.rados.0.smithi123.stdout:2284: delete oid 46 current snap is 220 2023-12-20T10:57:30.117 INFO:tasks.rados.rados.0.smithi123.stdout:2284: done (0 left) 2023-12-20T10:57:30.117 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 49 current snap is 220 2023-12-20T10:57:30.117 INFO:tasks.rados.rados.0.smithi123.stdout:2285: seq_num 750 ranges {3784704=565248} 2023-12-20T10:57:30.140 INFO:tasks.rados.rados.0.smithi123.stdout:2285: writing smithi123173835-49 from 3784704 to 4349952 tid 1 2023-12-20T10:57:30.140 INFO:tasks.rados.rados.0.smithi123.stdout:2286: rmattr oid 35 current snap is 220 2023-12-20T10:57:30.140 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 44 current snap is 220 2023-12-20T10:57:30.140 INFO:tasks.rados.rados.0.smithi123.stdout:2287: seq_num 751 ranges {2195456=581632} 2023-12-20T10:57:30.155 INFO:tasks.rados.rados.0.smithi123.stdout:2287: writing smithi123173835-44 from 2195456 to 2777088 tid 1 2023-12-20T10:57:30.156 INFO:tasks.rados.rados.0.smithi123.stdout:2288: delete oid 19 current snap is 220 2023-12-20T10:57:30.156 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 35 v 0 (ObjNum 718 snap 209 seq_num 718) dirty exists 2023-12-20T10:57:30.156 INFO:tasks.rados.rados.0.smithi123.stdout:2285: finishing write tid 1 to smithi123173835-49 2023-12-20T10:57:30.156 INFO:tasks.rados.rados.0.smithi123.stdout:2285: finishing write tid 2 to smithi123173835-49 2023-12-20T10:57:30.156 INFO:tasks.rados.rados.0.smithi123.stdout:2285: finishing write tid 3 to smithi123173835-49 2023-12-20T10:57:30.156 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 1560 (ObjNum 750 snap 220 seq_num 750) dirty exists 2023-12-20T10:57:30.156 INFO:tasks.rados.rados.0.smithi123.stdout:2285: left oid 49 (ObjNum 750 snap 220 seq_num 750) 2023-12-20T10:57:30.157 INFO:tasks.rados.rados.0.smithi123.stdout:2285: done (3 left) 2023-12-20T10:57:30.157 INFO:tasks.rados.rados.0.smithi123.stdout:2286: done (2 left) 2023-12-20T10:57:30.158 INFO:tasks.rados.rados.0.smithi123.stdout:2288: done (1 left) 2023-12-20T10:57:30.158 INFO:tasks.rados.rados.0.smithi123.stdout:2289: setattr oid 46 current snap is 220 2023-12-20T10:57:30.158 INFO:tasks.rados.rados.0.smithi123.stdout:2290: read oid 2 snap -1 2023-12-20T10:57:30.158 INFO:tasks.rados.rados.0.smithi123.stdout:2290: expect (ObjNum 721 snap 209 seq_num 721) 2023-12-20T10:57:30.159 INFO:tasks.rados.rados.0.smithi123.stdout:2291: copy_from oid 7 from oid 21 current snap is 220 2023-12-20T10:57:30.159 INFO:tasks.rados.rados.0.smithi123.stdout:2292: read oid 38 snap -1 2023-12-20T10:57:30.159 INFO:tasks.rados.rados.0.smithi123.stdout:2292: expect (ObjNum 690 snap 200 seq_num 690) 2023-12-20T10:57:30.159 INFO:tasks.rados.rados.0.smithi123.stdout:2293: delete oid 37 current snap is 220 2023-12-20T10:57:30.162 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 46 v 1609 (ObjNum 65 snap 0 seq_num 1936420445) dirty exists 2023-12-20T10:57:30.162 INFO:tasks.rados.rados.0.smithi123.stdout:2287: finishing write tid 1 to smithi123173835-44 2023-12-20T10:57:30.162 INFO:tasks.rados.rados.0.smithi123.stdout:2287: finishing write tid 2 to smithi123173835-44 2023-12-20T10:57:30.162 INFO:tasks.rados.rados.0.smithi123.stdout:2289: done (5 left) 2023-12-20T10:57:30.162 INFO:tasks.rados.rados.0.smithi123.stdout:2293: done (4 left) 2023-12-20T10:57:30.163 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 1 current snap is 220 2023-12-20T10:57:30.163 INFO:tasks.rados.rados.0.smithi123.stdout:2294: seq_num 754 ranges {614400=630784} 2023-12-20T10:57:30.170 INFO:tasks.rados.rados.0.smithi123.stdout:2294: writing smithi123173835-1 from 614400 to 1245184 tid 1 2023-12-20T10:57:30.170 INFO:tasks.rados.rados.0.smithi123.stdout:2295: snap_create 2023-12-20T10:57:30.170 INFO:tasks.rados.rados.0.smithi123.stdout:2287: finishing write tid 3 to smithi123173835-44 2023-12-20T10:57:30.170 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 44 v 1222 (ObjNum 751 snap 220 seq_num 751) dirty exists 2023-12-20T10:57:30.170 INFO:tasks.rados.rados.0.smithi123.stdout:2287: left oid 44 (ObjNum 751 snap 220 seq_num 751) 2023-12-20T10:57:30.170 INFO:tasks.rados.rados.0.smithi123.stdout:2290: expect (ObjNum 721 snap 209 seq_num 721) 2023-12-20T10:57:30.262 INFO:tasks.rados.rados.0.smithi123.stdout:2294: finishing write tid 1 to smithi123173835-1 2023-12-20T10:57:30.262 INFO:tasks.rados.rados.0.smithi123.stdout:2292: expect (ObjNum 690 snap 200 seq_num 690) 2023-12-20T10:57:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:30 smithi177 ceph-mon[212096]: osdmap e505: 8 total, 8 up, 8 in 2023-12-20T10:57:30.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:30 smithi123 ceph-mon[191304]: osdmap e505: 8 total, 8 up, 8 in 2023-12-20T10:57:30.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:30 smithi123 ceph-mon[188613]: osdmap e505: 8 total, 8 up, 8 in 2023-12-20T10:57:30.653 INFO:tasks.rados.rados.0.smithi123.stdout:2294: finishing write tid 2 to smithi123173835-1 2023-12-20T10:57:30.653 INFO:tasks.rados.rados.0.smithi123.stdout:2294: finishing write tid 3 to smithi123173835-1 2023-12-20T10:57:30.653 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 1 v 1222 (ObjNum 754 snap 220 seq_num 754) dirty exists 2023-12-20T10:57:30.653 INFO:tasks.rados.rados.0.smithi123.stdout:2294: left oid 1 (ObjNum 754 snap 220 seq_num 754) 2023-12-20T10:57:30.653 INFO:tasks.rados.rados.0.smithi123.stdout:2291: finishing copy_from racing read to smithi123173835-7 2023-12-20T10:57:30.653 INFO:tasks.rados.rados.0.smithi123.stdout:2291: finishing copy_from to smithi123173835-7 2023-12-20T10:57:30.653 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 1595 (ObjNum 710 snap 205 seq_num 710) dirty exists 2023-12-20T10:57:31.118 INFO:tasks.rados.rados.0.smithi123.stdout:2287: done (5 left) 2023-12-20T10:57:31.118 INFO:tasks.rados.rados.0.smithi123.stdout:2290: done (4 left) 2023-12-20T10:57:31.118 INFO:tasks.rados.rados.0.smithi123.stdout:2291: done (3 left) 2023-12-20T10:57:31.119 INFO:tasks.rados.rados.0.smithi123.stdout:2292: done (2 left) 2023-12-20T10:57:31.119 INFO:tasks.rados.rados.0.smithi123.stdout:2294: done (1 left) 2023-12-20T10:57:31.119 INFO:tasks.rados.rados.0.smithi123.stdout:2295: done (0 left) 2023-12-20T10:57:31.119 INFO:tasks.rados.rados.0.smithi123.stdout:2296: delete oid 41 current snap is 221 2023-12-20T10:57:31.120 INFO:tasks.rados.rados.0.smithi123.stdout:2296: done (0 left) 2023-12-20T10:57:31.121 INFO:tasks.rados.rados.0.smithi123.stdout:2297: setattr oid 48 current snap is 221 2023-12-20T10:57:31.122 INFO:tasks.rados.rados.0.smithi123.stdout:2298: read oid 33 snap -1 2023-12-20T10:57:31.122 INFO:tasks.rados.rados.0.smithi123.stdout:2298: expect deleted 2023-12-20T10:57:31.122 INFO:tasks.rados.rados.0.smithi123.stdout:2299: delete oid 39 current snap is 221 2023-12-20T10:57:31.124 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 1562 (ObjNum 730 snap 214 seq_num 730) dirty exists 2023-12-20T10:57:31.126 INFO:tasks.rados.rados.0.smithi123.stdout:2297: done (2 left) 2023-12-20T10:57:31.126 INFO:tasks.rados.rados.0.smithi123.stdout:2298: done (1 left) 2023-12-20T10:57:31.126 INFO:tasks.rados.rados.0.smithi123.stdout:2299: done (0 left) 2023-12-20T10:57:31.126 INFO:tasks.rados.rados.0.smithi123.stdout:2300: rollback oid 1 current snap is 221 2023-12-20T10:57:31.126 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 1 to 205 2023-12-20T10:57:31.126 INFO:tasks.rados.rados.0.smithi123.stdout:2301: snap_create 2023-12-20T10:57:31.128 INFO:tasks.rados.rados.0.smithi123.stdout:2300: finishing rollback tid 0 to smithi123173835-1 2023-12-20T10:57:31.129 INFO:tasks.rados.rados.0.smithi123.stdout:2300: finishing rollback tid 1 to smithi123173835-1 2023-12-20T10:57:31.129 INFO:tasks.rados.rados.0.smithi123.stdout:2300: finishing rollback tid 2 to smithi123173835-1 2023-12-20T10:57:31.129 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 1 v 1225 (ObjNum 592 snap 169 seq_num 592) dirty exists 2023-12-20T10:57:31.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:31 smithi177 ceph-mon[212096]: pgmap v470: 121 pgs: 121 active+clean; 253 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.6 MiB/s wr, 14 op/s 2023-12-20T10:57:31.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:31 smithi177 ceph-mon[212096]: osdmap e506: 8 total, 8 up, 8 in 2023-12-20T10:57:31.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:31 smithi123 ceph-mon[191304]: pgmap v470: 121 pgs: 121 active+clean; 253 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.6 MiB/s wr, 14 op/s 2023-12-20T10:57:31.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:31 smithi123 ceph-mon[191304]: osdmap e506: 8 total, 8 up, 8 in 2023-12-20T10:57:31.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:31 smithi123 ceph-mon[188613]: pgmap v470: 121 pgs: 121 active+clean; 253 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.6 MiB/s wr, 14 op/s 2023-12-20T10:57:31.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:31 smithi123 ceph-mon[188613]: osdmap e506: 8 total, 8 up, 8 in 2023-12-20T10:57:32.124 INFO:tasks.rados.rados.0.smithi123.stdout:2300: done (1 left) 2023-12-20T10:57:32.124 INFO:tasks.rados.rados.0.smithi123.stdout:2301: done (0 left) 2023-12-20T10:57:32.124 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 20 current snap is 222 2023-12-20T10:57:32.125 INFO:tasks.rados.rados.0.smithi123.stdout:2302: seq_num 757 ranges {3227648=688128} 2023-12-20T10:57:32.145 INFO:tasks.rados.rados.0.smithi123.stdout:2302: writing smithi123173835-20 from 3227648 to 3915776 tid 1 2023-12-20T10:57:32.145 INFO:tasks.rados.rados.0.smithi123.stdout:2303: delete oid 11 current snap is 222 2023-12-20T10:57:32.150 INFO:tasks.rados.rados.0.smithi123.stdout:2303: done (1 left) 2023-12-20T10:57:32.150 INFO:tasks.rados.rados.0.smithi123.stdout:2304: snap_remove snap 209 2023-12-20T10:57:32.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:32 smithi177 ceph-mon[212096]: osdmap e507: 8 total, 8 up, 8 in 2023-12-20T10:57:32.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:32 smithi123 ceph-mon[191304]: osdmap e507: 8 total, 8 up, 8 in 2023-12-20T10:57:32.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:32 smithi123 ceph-mon[188613]: osdmap e507: 8 total, 8 up, 8 in 2023-12-20T10:57:33.036 INFO:tasks.rados.rados.0.smithi123.stdout:2304: done (1 left) 2023-12-20T10:57:33.036 INFO:tasks.rados.rados.0.smithi123.stdout:2305: read oid 18 snap 197 2023-12-20T10:57:33.036 INFO:tasks.rados.rados.0.smithi123.stdout:2305: expect (ObjNum 642 snap 183 seq_num 642) 2023-12-20T10:57:33.036 INFO:tasks.rados.rados.0.smithi123.stdout:2306: delete oid 42 current snap is 222 2023-12-20T10:57:33.036 INFO:tasks.rados.rados.0.smithi123.stdout:2302: finishing write tid 1 to smithi123173835-20 2023-12-20T10:57:33.036 INFO:tasks.rados.rados.0.smithi123.stdout:2302: finishing write tid 2 to smithi123173835-20 2023-12-20T10:57:33.036 INFO:tasks.rados.rados.0.smithi123.stdout:2302: finishing write tid 3 to smithi123173835-20 2023-12-20T10:57:33.036 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 20 v 1366 (ObjNum 757 snap 222 seq_num 757) dirty exists 2023-12-20T10:57:33.036 INFO:tasks.rados.rados.0.smithi123.stdout:2302: left oid 20 (ObjNum 757 snap 222 seq_num 757) 2023-12-20T10:57:33.053 INFO:tasks.rados.rados.0.smithi123.stdout:2302: done (2 left) 2023-12-20T10:57:33.053 INFO:tasks.rados.rados.0.smithi123.stdout:2306: done (1 left) 2023-12-20T10:57:33.053 INFO:tasks.rados.rados.0.smithi123.stdout:2307: read oid 47 snap -1 2023-12-20T10:57:33.054 INFO:tasks.rados.rados.0.smithi123.stdout:2307: expect deleted 2023-12-20T10:57:33.054 INFO:tasks.rados.rados.0.smithi123.stdout:2308: snap_create 2023-12-20T10:57:33.088 INFO:tasks.rados.rados.0.smithi123.stdout:2305: expect (ObjNum 642 snap 183 seq_num 642) 2023-12-20T10:57:33.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:33 smithi177 ceph-mon[212096]: pgmap v473: 121 pgs: 121 active+clean; 268 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.0 MiB/s wr, 24 op/s 2023-12-20T10:57:33.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:33 smithi177 ceph-mon[212096]: osdmap e508: 8 total, 8 up, 8 in 2023-12-20T10:57:33.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:33 smithi177 ceph-mon[212096]: osdmap e509: 8 total, 8 up, 8 in 2023-12-20T10:57:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:33 smithi123 ceph-mon[191304]: pgmap v473: 121 pgs: 121 active+clean; 268 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.0 MiB/s wr, 24 op/s 2023-12-20T10:57:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:33 smithi123 ceph-mon[191304]: osdmap e508: 8 total, 8 up, 8 in 2023-12-20T10:57:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:33 smithi123 ceph-mon[191304]: osdmap e509: 8 total, 8 up, 8 in 2023-12-20T10:57:33.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:33 smithi123 ceph-mon[188613]: pgmap v473: 121 pgs: 121 active+clean; 268 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.0 MiB/s wr, 24 op/s 2023-12-20T10:57:33.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:33 smithi123 ceph-mon[188613]: osdmap e508: 8 total, 8 up, 8 in 2023-12-20T10:57:33.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:33 smithi123 ceph-mon[188613]: osdmap e509: 8 total, 8 up, 8 in 2023-12-20T10:57:34.042 INFO:tasks.rados.rados.0.smithi123.stdout:2305: done (2 left) 2023-12-20T10:57:34.043 INFO:tasks.rados.rados.0.smithi123.stdout:2307: done (1 left) 2023-12-20T10:57:34.043 INFO:tasks.rados.rados.0.smithi123.stdout:2308: done (0 left) 2023-12-20T10:57:34.043 INFO:tasks.rados.rados.0.smithi123.stdout:2309: read oid 46 snap 222 2023-12-20T10:57:34.043 INFO:tasks.rados.rados.0.smithi123.stdout:2309: expect (ObjNum 958619760 snap 21901 seq_num 958786896) 2023-12-20T10:57:34.043 INFO:tasks.rados.rados.0.smithi123.stdout:2310: copy_from oid 8 from oid 16 current snap is 223 2023-12-20T10:57:34.043 INFO:tasks.rados.rados.0.smithi123.stdout:2311: read oid 4 snap -1 2023-12-20T10:57:34.043 INFO:tasks.rados.rados.0.smithi123.stdout:2311: expect (ObjNum 672 snap 191 seq_num 672) 2023-12-20T10:57:34.043 INFO:tasks.rados.rados.0.smithi123.stdout:2312: snap_create 2023-12-20T10:57:34.048 INFO:tasks.rados.rados.0.smithi123.stdout:2309: expect (ObjNum 958619760 snap 21901 seq_num 958786896) 2023-12-20T10:57:34.050 INFO:tasks.rados.rados.0.smithi123.stdout:2310: finishing copy_from to smithi123173835-8 2023-12-20T10:57:34.050 INFO:tasks.rados.rados.0.smithi123.stdout:2310: got expected ENOENT (src dne) 2023-12-20T10:57:34.050 INFO:tasks.rados.rados.0.smithi123.stdout:2310: finishing copy_from racing read to smithi123173835-8 2023-12-20T10:57:34.052 INFO:tasks.rados.rados.0.smithi123.stdout:2311: expect (ObjNum 672 snap 191 seq_num 672) 2023-12-20T10:57:35.054 INFO:tasks.rados.rados.0.smithi123.stdout:2309: done (3 left) 2023-12-20T10:57:35.054 INFO:tasks.rados.rados.0.smithi123.stdout:2310: done (2 left) 2023-12-20T10:57:35.054 INFO:tasks.rados.rados.0.smithi123.stdout:2311: done (1 left) 2023-12-20T10:57:35.054 INFO:tasks.rados.rados.0.smithi123.stdout:2312: done (0 left) 2023-12-20T10:57:35.054 INFO:tasks.rados.rados.0.smithi123.stdout:2313: delete oid 16 current snap is 224 2023-12-20T10:57:35.058 INFO:tasks.rados.rados.0.smithi123.stdout:2313: done (0 left) 2023-12-20T10:57:35.058 INFO:tasks.rados.rados.0.smithi123.stdout:2314: rollback oid 28 current snap is 224 2023-12-20T10:57:35.058 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 28 to 219 2023-12-20T10:57:35.059 INFO:tasks.rados.rados.0.smithi123.stdout:2315: copy_from oid 35 from oid 21 current snap is 224 2023-12-20T10:57:35.059 INFO:tasks.rados.rados.0.smithi123.stdout:2316: delete oid 50 current snap is 224 2023-12-20T10:57:35.062 INFO:tasks.rados.rados.0.smithi123.stdout:2314: finishing rollback tid 0 to smithi123173835-28 2023-12-20T10:57:35.063 INFO:tasks.rados.rados.0.smithi123.stdout:2314: finishing rollback tid 1 to smithi123173835-28 2023-12-20T10:57:35.064 INFO:tasks.rados.rados.0.smithi123.stdout:2316: done (2 left) 2023-12-20T10:57:35.064 INFO:tasks.rados.rados.0.smithi123.stdout:2317: setattr oid 44 current snap is 224 2023-12-20T10:57:35.064 INFO:tasks.rados.rados.0.smithi123.stdout:2314: finishing rollback tid 2 to smithi123173835-28 2023-12-20T10:57:35.064 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 28 v 1369 (ObjNum 637 snap 183 seq_num 637) dirty exists 2023-12-20T10:57:35.065 INFO:tasks.rados.rados.0.smithi123.stdout:2314: done (2 left) 2023-12-20T10:57:35.065 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 1 current snap is 224 2023-12-20T10:57:35.065 INFO:tasks.rados.rados.0.smithi123.stdout:2318: seq_num 762 ranges {319488=770048} 2023-12-20T10:57:35.072 INFO:tasks.rados.rados.0.smithi123.stdout:2318: writing smithi123173835-1 from 319488 to 1089536 tid 1 2023-12-20T10:57:35.072 INFO:tasks.rados.rados.0.smithi123.stdout:2319: read oid 12 snap -1 2023-12-20T10:57:35.072 INFO:tasks.rados.rados.0.smithi123.stdout:2319: expect deleted 2023-12-20T10:57:35.072 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 32 current snap is 224 2023-12-20T10:57:35.072 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 44 v 1223 (ObjNum 751 snap 220 seq_num 751) dirty exists 2023-12-20T10:57:35.072 INFO:tasks.rados.rados.0.smithi123.stdout:2320: seq_num 763 ranges {10821632=786432} 2023-12-20T10:57:35.137 INFO:tasks.rados.rados.0.smithi123.stdout:2320: writing smithi123173835-32 from 10821632 to 11608064 tid 1 2023-12-20T10:57:35.137 INFO:tasks.rados.rados.0.smithi123.stdout:2317: done (4 left) 2023-12-20T10:57:35.137 INFO:tasks.rados.rados.0.smithi123.stdout:2321: snap_create 2023-12-20T10:57:35.137 INFO:tasks.rados.rados.0.smithi123.stdout:2318: finishing write tid 1 to smithi123173835-1 2023-12-20T10:57:35.137 INFO:tasks.rados.rados.0.smithi123.stdout:2318: finishing write tid 2 to smithi123173835-1 2023-12-20T10:57:35.137 INFO:tasks.rados.rados.0.smithi123.stdout:2318: finishing write tid 3 to smithi123173835-1 2023-12-20T10:57:35.137 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 1 v 1227 (ObjNum 762 snap 224 seq_num 762) dirty exists 2023-12-20T10:57:35.138 INFO:tasks.rados.rados.0.smithi123.stdout:2318: left oid 1 (ObjNum 762 snap 224 seq_num 762) 2023-12-20T10:57:35.138 INFO:tasks.rados.rados.0.smithi123.stdout:2315: finishing copy_from racing read to smithi123173835-35 2023-12-20T10:57:35.138 INFO:tasks.rados.rados.0.smithi123.stdout:2315: finishing copy_from to smithi123173835-35 2023-12-20T10:57:35.138 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 35 v 1595 (ObjNum 710 snap 205 seq_num 710) dirty exists 2023-12-20T10:57:35.140 INFO:tasks.rados.rados.0.smithi123.stdout:2320: finishing write tid 1 to smithi123173835-32 2023-12-20T10:57:35.141 INFO:tasks.rados.rados.0.smithi123.stdout:2320: finishing write tid 2 to smithi123173835-32 2023-12-20T10:57:35.143 INFO:tasks.rados.rados.0.smithi123.stdout:2320: finishing write tid 3 to smithi123173835-32 2023-12-20T10:57:35.143 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 1893 (ObjNum 763 snap 224 seq_num 763) dirty exists 2023-12-20T10:57:35.143 INFO:tasks.rados.rados.0.smithi123.stdout:2320: left oid 32 (ObjNum 763 snap 224 seq_num 763) 2023-12-20T10:57:35.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:35 smithi177 ceph-mon[212096]: pgmap v476: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 269 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2023-12-20T10:57:35.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:35 smithi177 ceph-mon[212096]: osdmap e510: 8 total, 8 up, 8 in 2023-12-20T10:57:35.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:35 smithi123 ceph-mon[191304]: pgmap v476: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 269 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2023-12-20T10:57:35.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:35 smithi123 ceph-mon[191304]: osdmap e510: 8 total, 8 up, 8 in 2023-12-20T10:57:35.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:35 smithi123 ceph-mon[188613]: pgmap v476: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 269 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2023-12-20T10:57:35.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:35 smithi123 ceph-mon[188613]: osdmap e510: 8 total, 8 up, 8 in 2023-12-20T10:57:36.059 INFO:tasks.rados.rados.0.smithi123.stdout:2315: done (4 left) 2023-12-20T10:57:36.060 INFO:tasks.rados.rados.0.smithi123.stdout:2318: done (3 left) 2023-12-20T10:57:36.060 INFO:tasks.rados.rados.0.smithi123.stdout:2319: done (2 left) 2023-12-20T10:57:36.060 INFO:tasks.rados.rados.0.smithi123.stdout:2320: done (1 left) 2023-12-20T10:57:36.060 INFO:tasks.rados.rados.0.smithi123.stdout:2321: done (0 left) 2023-12-20T10:57:36.060 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 6 current snap is 225 2023-12-20T10:57:36.060 INFO:tasks.rados.rados.0.smithi123.stdout:2322: seq_num 764 ranges {0=802816} 2023-12-20T10:57:36.063 INFO:tasks.rados.rados.0.smithi123.stdout:2322: writing smithi123173835-6 from 0 to 802816 tid 1 2023-12-20T10:57:36.063 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 36 current snap is 225 2023-12-20T10:57:36.063 INFO:tasks.rados.rados.0.smithi123.stdout:2323: seq_num 765 ranges {1998848=417792,2416640=401408} 2023-12-20T10:57:36.077 INFO:tasks.rados.rados.0.smithi123.stdout:2323: writing smithi123173835-36 from 1998848 to 2416640 tid 1 2023-12-20T10:57:36.079 INFO:tasks.rados.rados.0.smithi123.stdout:2323: writing smithi123173835-36 from 2416640 to 2818048 tid 2 2023-12-20T10:57:36.079 INFO:tasks.rados.rados.0.smithi123.stdout:2324: snap_create 2023-12-20T10:57:36.079 INFO:tasks.rados.rados.0.smithi123.stdout:2322: finishing write tid 1 to smithi123173835-6 2023-12-20T10:57:36.079 INFO:tasks.rados.rados.0.smithi123.stdout:2322: finishing write tid 2 to smithi123173835-6 2023-12-20T10:57:36.079 INFO:tasks.rados.rados.0.smithi123.stdout:2322: finishing write tid 3 to smithi123173835-6 2023-12-20T10:57:36.079 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 1387 (ObjNum 764 snap 225 seq_num 764) dirty exists 2023-12-20T10:57:36.079 INFO:tasks.rados.rados.0.smithi123.stdout:2322: left oid 6 (ObjNum 764 snap 225 seq_num 764) 2023-12-20T10:57:36.082 INFO:tasks.rados.rados.0.smithi123.stdout:2323: finishing write tid 1 to smithi123173835-36 2023-12-20T10:57:36.082 INFO:tasks.rados.rados.0.smithi123.stdout:2323: finishing write tid 2 to smithi123173835-36 2023-12-20T10:57:36.082 INFO:tasks.rados.rados.0.smithi123.stdout:2323: finishing write tid 3 to smithi123173835-36 2023-12-20T10:57:36.084 INFO:tasks.rados.rados.0.smithi123.stdout:2323: finishing write tid 4 to smithi123173835-36 2023-12-20T10:57:36.084 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 1230 (ObjNum 765 snap 225 seq_num 765) dirty exists 2023-12-20T10:57:36.084 INFO:tasks.rados.rados.0.smithi123.stdout:2323: left oid 36 (ObjNum 765 snap 225 seq_num 765) 2023-12-20T10:57:36.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:36 smithi177 ceph-mon[212096]: osdmap e511: 8 total, 8 up, 8 in 2023-12-20T10:57:36.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:36 smithi123 ceph-mon[191304]: osdmap e511: 8 total, 8 up, 8 in 2023-12-20T10:57:36.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:36 smithi123 ceph-mon[188613]: osdmap e511: 8 total, 8 up, 8 in 2023-12-20T10:57:37.065 INFO:tasks.rados.rados.0.smithi123.stdout:2322: done (2 left) 2023-12-20T10:57:37.065 INFO:tasks.rados.rados.0.smithi123.stdout:2323: done (1 left) 2023-12-20T10:57:37.065 INFO:tasks.rados.rados.0.smithi123.stdout:2324: done (0 left) 2023-12-20T10:57:37.065 INFO:tasks.rados.rados.0.smithi123.stdout:2325: rmattr oid 11 current snap is 226 2023-12-20T10:57:37.065 INFO:tasks.rados.rados.0.smithi123.stdout:2325: done (0 left) 2023-12-20T10:57:37.066 INFO:tasks.rados.rados.0.smithi123.stdout:2326: read oid 45 snap -1 2023-12-20T10:57:37.066 INFO:tasks.rados.rados.0.smithi123.stdout:2326: expect (ObjNum 595 snap 170 seq_num 595) 2023-12-20T10:57:37.066 INFO:tasks.rados.rados.0.smithi123.stdout:2327: snap_create 2023-12-20T10:57:37.101 INFO:tasks.rados.rados.0.smithi123.stdout:2326: expect (ObjNum 595 snap 170 seq_num 595) 2023-12-20T10:57:37.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:37 smithi177 ceph-mon[212096]: pgmap v479: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 270 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 440 KiB/s wr, 12 op/s 2023-12-20T10:57:37.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:37 smithi177 ceph-mon[212096]: osdmap e512: 8 total, 8 up, 8 in 2023-12-20T10:57:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:37 smithi123 ceph-mon[191304]: pgmap v479: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 270 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 440 KiB/s wr, 12 op/s 2023-12-20T10:57:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:37 smithi123 ceph-mon[191304]: osdmap e512: 8 total, 8 up, 8 in 2023-12-20T10:57:37.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:37 smithi123 ceph-mon[188613]: pgmap v479: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 270 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 440 KiB/s wr, 12 op/s 2023-12-20T10:57:37.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:37 smithi123 ceph-mon[188613]: osdmap e512: 8 total, 8 up, 8 in 2023-12-20T10:57:38.034 INFO:tasks.rados.rados.0.smithi123.stdout:2326: done (1 left) 2023-12-20T10:57:38.035 INFO:tasks.rados.rados.0.smithi123.stdout:2327: done (0 left) 2023-12-20T10:57:38.035 INFO:tasks.rados.rados.0.smithi123.stdout:2328: snap_remove snap 212 2023-12-20T10:57:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:38 smithi177 ceph-mon[212096]: osdmap e513: 8 total, 8 up, 8 in 2023-12-20T10:57:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:38 smithi177 ceph-mon[212096]: osdmap e514: 8 total, 8 up, 8 in 2023-12-20T10:57:38.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:38 smithi123 ceph-mon[191304]: osdmap e513: 8 total, 8 up, 8 in 2023-12-20T10:57:38.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:38 smithi123 ceph-mon[191304]: osdmap e514: 8 total, 8 up, 8 in 2023-12-20T10:57:38.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:38 smithi123 ceph-mon[188613]: osdmap e513: 8 total, 8 up, 8 in 2023-12-20T10:57:38.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:38 smithi123 ceph-mon[188613]: osdmap e514: 8 total, 8 up, 8 in 2023-12-20T10:57:39.039 INFO:tasks.rados.rados.0.smithi123.stdout:2328: done (0 left) 2023-12-20T10:57:39.039 INFO:tasks.rados.rados.0.smithi123.stdout:2329: rollback oid 11 current snap is 227 2023-12-20T10:57:39.039 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 11 to 210 2023-12-20T10:57:39.039 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 6 current snap is 227 2023-12-20T10:57:39.039 INFO:tasks.rados.rados.0.smithi123.stdout:2330: seq_num 766 ranges {802816=434176,1236992=401408} 2023-12-20T10:57:39.047 INFO:tasks.rados.rados.0.smithi123.stdout:2330: writing smithi123173835-6 from 802816 to 1236992 tid 1 2023-12-20T10:57:39.047 INFO:tasks.rados.rados.0.smithi123.stdout:2330: writing smithi123173835-6 from 1236992 to 1638400 tid 2 2023-12-20T10:57:39.047 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 37 current snap is 227 2023-12-20T10:57:39.047 INFO:tasks.rados.rados.0.smithi123.stdout:2331: seq_num 767 ranges {0=450560,450560=401408} 2023-12-20T10:57:39.053 INFO:tasks.rados.rados.0.smithi123.stdout:2331: writing smithi123173835-37 from 0 to 450560 tid 1 2023-12-20T10:57:39.053 INFO:tasks.rados.rados.0.smithi123.stdout:2331: writing smithi123173835-37 from 450560 to 851968 tid 2 2023-12-20T10:57:39.053 INFO:tasks.rados.rados.0.smithi123.stdout:2332: snap_create 2023-12-20T10:57:39.054 INFO:tasks.rados.rados.0.smithi123.stdout:2329: finishing rollback tid 1 to smithi123173835-11 2023-12-20T10:57:39.054 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 11 v 1379 (ObjNum 65 snap 0 seq_num 1515806293) dirty dne 2023-12-20T10:57:39.060 INFO:tasks.rados.rados.0.smithi123.stdout:2331: finishing write tid 1 to smithi123173835-37 2023-12-20T10:57:39.060 INFO:tasks.rados.rados.0.smithi123.stdout:2331: finishing write tid 2 to smithi123173835-37 2023-12-20T10:57:39.061 INFO:tasks.rados.rados.0.smithi123.stdout:2330: finishing write tid 1 to smithi123173835-6 2023-12-20T10:57:39.061 INFO:tasks.rados.rados.0.smithi123.stdout:2331: finishing write tid 3 to smithi123173835-37 2023-12-20T10:57:39.061 INFO:tasks.rados.rados.0.smithi123.stdout:2330: finishing write tid 2 to smithi123173835-6 2023-12-20T10:57:39.063 INFO:tasks.rados.rados.0.smithi123.stdout:2330: finishing write tid 3 to smithi123173835-6 2023-12-20T10:57:39.063 INFO:tasks.rados.rados.0.smithi123.stdout:2331: finishing write tid 4 to smithi123173835-37 2023-12-20T10:57:39.063 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 1213 (ObjNum 767 snap 227 seq_num 767) dirty exists 2023-12-20T10:57:39.063 INFO:tasks.rados.rados.0.smithi123.stdout:2331: left oid 37 (ObjNum 767 snap 227 seq_num 767) 2023-12-20T10:57:39.064 INFO:tasks.rados.rados.0.smithi123.stdout:2330: finishing write tid 4 to smithi123173835-6 2023-12-20T10:57:39.064 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 1390 (ObjNum 766 snap 227 seq_num 766) dirty exists 2023-12-20T10:57:39.064 INFO:tasks.rados.rados.0.smithi123.stdout:2330: left oid 6 (ObjNum 766 snap 227 seq_num 766) 2023-12-20T10:57:39.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:39 smithi177 ceph-mon[212096]: pgmap v482: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 282 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-20T10:57:39.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:39 smithi177 ceph-mon[212096]: osdmap e515: 8 total, 8 up, 8 in 2023-12-20T10:57:39.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:39 smithi123 ceph-mon[188613]: pgmap v482: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 282 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-20T10:57:39.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:39 smithi123 ceph-mon[188613]: osdmap e515: 8 total, 8 up, 8 in 2023-12-20T10:57:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:39 smithi123 ceph-mon[191304]: pgmap v482: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 282 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-20T10:57:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:39 smithi123 ceph-mon[191304]: osdmap e515: 8 total, 8 up, 8 in 2023-12-20T10:57:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:57:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:57:39] "GET /metrics HTTP/1.1" 200 36163 "" "Prometheus/2.43.0" 2023-12-20T10:57:40.040 INFO:tasks.rados.rados.0.smithi123.stdout:2329: done (3 left) 2023-12-20T10:57:40.040 INFO:tasks.rados.rados.0.smithi123.stdout:2330: done (2 left) 2023-12-20T10:57:40.040 INFO:tasks.rados.rados.0.smithi123.stdout:2331: done (1 left) 2023-12-20T10:57:40.040 INFO:tasks.rados.rados.0.smithi123.stdout:2332: done (0 left) 2023-12-20T10:57:40.040 INFO:tasks.rados.rados.0.smithi123.stdout:2333: rollback oid 16 current snap is 228 2023-12-20T10:57:40.040 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 16 to 219 2023-12-20T10:57:40.040 INFO:tasks.rados.rados.0.smithi123.stdout:2334: read oid 42 snap -1 2023-12-20T10:57:40.040 INFO:tasks.rados.rados.0.smithi123.stdout:2334: expect deleted 2023-12-20T10:57:40.040 INFO:tasks.rados.rados.0.smithi123.stdout:2335: snap_remove snap 227 2023-12-20T10:57:41.052 INFO:tasks.rados.rados.0.smithi123.stdout:2335: done (2 left) 2023-12-20T10:57:41.052 INFO:tasks.rados.rados.0.smithi123.stdout:2336: copy_from oid 12 from oid 25 current snap is 228 2023-12-20T10:57:41.052 INFO:tasks.rados.rados.0.smithi123.stdout:2333: finishing rollback tid 1 to smithi123173835-16 2023-12-20T10:57:41.052 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 0 (ObjNum 81 snap 0 seq_num 958893248) dirty dne 2023-12-20T10:57:41.052 INFO:tasks.rados.rados.0.smithi123.stdout:2333: done (2 left) 2023-12-20T10:57:41.052 INFO:tasks.rados.rados.0.smithi123.stdout:2334: done (1 left) 2023-12-20T10:57:41.052 INFO:tasks.rados.rados.0.smithi123.stdout:2337: snap_create 2023-12-20T10:57:41.075 INFO:tasks.rados.rados.0.smithi123.stdout:2336: finishing copy_from racing read to smithi123173835-12 2023-12-20T10:57:41.078 INFO:tasks.rados.rados.0.smithi123.stdout:2336: finishing copy_from to smithi123173835-12 2023-12-20T10:57:41.078 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 1555 (ObjNum 733 snap 216 seq_num 733) dirty exists 2023-12-20T10:57:41.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:41 smithi177 ceph-mon[212096]: pgmap v485: 121 pgs: 121 active+clean; 284 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.5 MiB/s wr, 12 op/s 2023-12-20T10:57:41.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:41 smithi177 ceph-mon[212096]: osdmap e516: 8 total, 8 up, 8 in 2023-12-20T10:57:41.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:41 smithi123 ceph-mon[191304]: pgmap v485: 121 pgs: 121 active+clean; 284 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.5 MiB/s wr, 12 op/s 2023-12-20T10:57:41.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:41 smithi123 ceph-mon[191304]: osdmap e516: 8 total, 8 up, 8 in 2023-12-20T10:57:41.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:41 smithi123 ceph-mon[188613]: pgmap v485: 121 pgs: 121 active+clean; 284 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.5 MiB/s wr, 12 op/s 2023-12-20T10:57:41.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:41 smithi123 ceph-mon[188613]: osdmap e516: 8 total, 8 up, 8 in 2023-12-20T10:57:42.053 INFO:tasks.rados.rados.0.smithi123.stdout:2336: done (1 left) 2023-12-20T10:57:42.053 INFO:tasks.rados.rados.0.smithi123.stdout:2337: done (0 left) 2023-12-20T10:57:42.053 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 40 current snap is 229 2023-12-20T10:57:42.053 INFO:tasks.rados.rados.0.smithi123.stdout:2338: seq_num 768 ranges {9691136=466944,10158080=401408} 2023-12-20T10:57:42.106 INFO:tasks.rados.rados.0.smithi123.stdout:2338: writing smithi123173835-40 from 9691136 to 10158080 tid 1 2023-12-20T10:57:42.109 INFO:tasks.rados.rados.0.smithi123.stdout:2338: writing smithi123173835-40 from 10158080 to 10559488 tid 2 2023-12-20T10:57:42.109 INFO:tasks.rados.rados.0.smithi123.stdout:2339: copy_from oid 27 from oid 9 current snap is 229 2023-12-20T10:57:42.109 INFO:tasks.rados.rados.0.smithi123.stdout:2340: snap_remove snap 205 2023-12-20T10:57:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:42 smithi177 ceph-mon[212096]: osdmap e517: 8 total, 8 up, 8 in 2023-12-20T10:57:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:57:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:42 smithi123 ceph-mon[191304]: osdmap e517: 8 total, 8 up, 8 in 2023-12-20T10:57:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:57:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:42 smithi123 ceph-mon[188613]: osdmap e517: 8 total, 8 up, 8 in 2023-12-20T10:57:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:57:43.039 INFO:tasks.rados.rados.0.smithi123.stdout:2340: done (2 left) 2023-12-20T10:57:43.040 INFO:tasks.rados.rados.0.smithi123.stdout:2341: copy_from oid 32 from oid 2 current snap is 229 2023-12-20T10:57:43.040 INFO:tasks.rados.rados.0.smithi123.stdout:2339: finishing copy_from to smithi123173835-27 2023-12-20T10:57:43.040 INFO:tasks.rados.rados.0.smithi123.stdout:2339: got expected ENOENT (src dne) 2023-12-20T10:57:43.040 INFO:tasks.rados.rados.0.smithi123.stdout:2339: finishing copy_from racing read to smithi123173835-27 2023-12-20T10:57:43.040 INFO:tasks.rados.rados.0.smithi123.stdout:2338: finishing write tid 1 to smithi123173835-40 2023-12-20T10:57:43.040 INFO:tasks.rados.rados.0.smithi123.stdout:2338: finishing write tid 2 to smithi123173835-40 2023-12-20T10:57:43.040 INFO:tasks.rados.rados.0.smithi123.stdout:2338: finishing write tid 3 to smithi123173835-40 2023-12-20T10:57:43.040 INFO:tasks.rados.rados.0.smithi123.stdout:2338: finishing write tid 4 to smithi123173835-40 2023-12-20T10:57:43.040 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 40 v 1907 (ObjNum 768 snap 229 seq_num 768) dirty exists 2023-12-20T10:57:43.040 INFO:tasks.rados.rados.0.smithi123.stdout:2338: left oid 40 (ObjNum 768 snap 229 seq_num 768) 2023-12-20T10:57:43.040 INFO:tasks.rados.rados.0.smithi123.stdout:2338: done (2 left) 2023-12-20T10:57:43.040 INFO:tasks.rados.rados.0.smithi123.stdout:2339: done (1 left) 2023-12-20T10:57:43.040 INFO:tasks.rados.rados.0.smithi123.stdout:2342: rmattr oid 44 current snap is 229 2023-12-20T10:57:43.040 INFO:tasks.rados.rados.0.smithi123.stdout:2343: copy_from oid 21 from oid 29 current snap is 229 2023-12-20T10:57:43.041 INFO:tasks.rados.rados.0.smithi123.stdout:2344: snap_create 2023-12-20T10:57:43.055 INFO:tasks.rados.rados.0.smithi123.stdout:2343: finishing copy_from to smithi123173835-21 2023-12-20T10:57:43.055 INFO:tasks.rados.rados.0.smithi123.stdout:2343: got expected ENOENT (src dne) 2023-12-20T10:57:43.055 INFO:tasks.rados.rados.0.smithi123.stdout:2343: finishing copy_from racing read to smithi123173835-21 2023-12-20T10:57:43.057 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 44 v 1224 (ObjNum 751 snap 220 seq_num 751) dirty exists 2023-12-20T10:57:43.063 INFO:tasks.rados.rados.0.smithi123.stdout:2341: finishing copy_from racing read to smithi123173835-32 2023-12-20T10:57:43.069 INFO:tasks.rados.rados.0.smithi123.stdout:2341: finishing copy_from to smithi123173835-32 2023-12-20T10:57:43.069 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 1748 (ObjNum 721 snap 209 seq_num 721) dirty exists 2023-12-20T10:57:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:43 smithi177 ceph-mon[212096]: pgmap v488: 121 pgs: 121 active+clean; 285 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 808 KiB/s wr, 11 op/s 2023-12-20T10:57:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:43 smithi177 ceph-mon[212096]: osdmap e518: 8 total, 8 up, 8 in 2023-12-20T10:57:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:43 smithi177 ceph-mon[212096]: osdmap e519: 8 total, 8 up, 8 in 2023-12-20T10:57:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:43 smithi123 ceph-mon[188613]: pgmap v488: 121 pgs: 121 active+clean; 285 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 808 KiB/s wr, 11 op/s 2023-12-20T10:57:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:43 smithi123 ceph-mon[188613]: osdmap e518: 8 total, 8 up, 8 in 2023-12-20T10:57:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:43 smithi123 ceph-mon[188613]: osdmap e519: 8 total, 8 up, 8 in 2023-12-20T10:57:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:43 smithi123 ceph-mon[191304]: pgmap v488: 121 pgs: 121 active+clean; 285 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 808 KiB/s wr, 11 op/s 2023-12-20T10:57:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:43 smithi123 ceph-mon[191304]: osdmap e518: 8 total, 8 up, 8 in 2023-12-20T10:57:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:43 smithi123 ceph-mon[191304]: osdmap e519: 8 total, 8 up, 8 in 2023-12-20T10:57:44.041 INFO:tasks.rados.rados.0.smithi123.stdout:2341: done (3 left) 2023-12-20T10:57:44.042 INFO:tasks.rados.rados.0.smithi123.stdout:2342: done (2 left) 2023-12-20T10:57:44.042 INFO:tasks.rados.rados.0.smithi123.stdout:2343: done (1 left) 2023-12-20T10:57:44.042 INFO:tasks.rados.rados.0.smithi123.stdout:2344: done (0 left) 2023-12-20T10:57:44.042 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 40 current snap is 230 2023-12-20T10:57:44.042 INFO:tasks.rados.rados.0.smithi123.stdout:2345: seq_num 769 ranges {10559488=483328,11042816=401408} 2023-12-20T10:57:44.100 INFO:tasks.rados.rados.0.smithi123.stdout:2345: writing smithi123173835-40 from 10559488 to 11042816 tid 1 2023-12-20T10:57:44.103 INFO:tasks.rados.rados.0.smithi123.stdout:2345: writing smithi123173835-40 from 11042816 to 11444224 tid 2 2023-12-20T10:57:44.103 INFO:tasks.rados.rados.0.smithi123.stdout:2346: setattr oid 23 current snap is 230 2023-12-20T10:57:44.105 INFO:tasks.rados.rados.0.smithi123.stdout:2347: delete oid 21 current snap is 230 2023-12-20T10:57:44.106 INFO:tasks.rados.rados.0.smithi123.stdout:2345: finishing write tid 1 to smithi123173835-40 2023-12-20T10:57:44.107 INFO:tasks.rados.rados.0.smithi123.stdout:2345: finishing write tid 2 to smithi123173835-40 2023-12-20T10:57:44.107 INFO:tasks.rados.rados.0.smithi123.stdout:2345: finishing write tid 3 to smithi123173835-40 2023-12-20T10:57:44.109 INFO:tasks.rados.rados.0.smithi123.stdout:2347: done (2 left) 2023-12-20T10:57:44.110 INFO:tasks.rados.rados.0.smithi123.stdout:2348: read oid 41 snap -1 2023-12-20T10:57:44.110 INFO:tasks.rados.rados.0.smithi123.stdout:2348: expect deleted 2023-12-20T10:57:44.110 INFO:tasks.rados.rados.0.smithi123.stdout:2349: rollback oid 10 current snap is 230 2023-12-20T10:57:44.110 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 10 to 228 2023-12-20T10:57:44.110 INFO:tasks.rados.rados.0.smithi123.stdout:2350: setattr oid 42 current snap is 230 2023-12-20T10:57:44.110 INFO:tasks.rados.rados.0.smithi123.stdout:2345: finishing write tid 4 to smithi123173835-40 2023-12-20T10:57:44.110 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 40 v 1925 (ObjNum 769 snap 230 seq_num 769) dirty exists 2023-12-20T10:57:44.110 INFO:tasks.rados.rados.0.smithi123.stdout:2345: left oid 40 (ObjNum 769 snap 230 seq_num 769) 2023-12-20T10:57:44.110 INFO:tasks.rados.rados.0.smithi123.stdout:2345: done (4 left) 2023-12-20T10:57:44.110 INFO:tasks.rados.rados.0.smithi123.stdout:2348: done (3 left) 2023-12-20T10:57:44.110 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 11 current snap is 230 2023-12-20T10:57:44.110 INFO:tasks.rados.rados.0.smithi123.stdout:2351: seq_num 771 ranges {0=516096,516096=401408} 2023-12-20T10:57:44.113 INFO:tasks.rados.rados.0.smithi123.stdout:2351: writing smithi123173835-11 from 0 to 516096 tid 1 2023-12-20T10:57:44.115 INFO:tasks.rados.rados.0.smithi123.stdout:2351: writing smithi123173835-11 from 516096 to 917504 tid 2 2023-12-20T10:57:44.116 INFO:tasks.rados.rados.0.smithi123.stdout:2352: copy_from oid 47 from oid 12 current snap is 230 2023-12-20T10:57:44.116 INFO:tasks.rados.rados.0.smithi123.stdout:2353: snap_remove snap 211 2023-12-20T10:57:45.062 INFO:tasks.rados.rados.0.smithi123.stdout:2353: done (5 left) 2023-12-20T10:57:45.062 INFO:tasks.rados.rados.0.smithi123.stdout:2354: snap_create 2023-12-20T10:57:45.062 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 23 v 1391 (ObjNum 654 snap 185 seq_num 654) dirty exists 2023-12-20T10:57:45.062 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 42 v 1392 (ObjNum 273 snap 0 seq_num 0) dirty exists 2023-12-20T10:57:45.062 INFO:tasks.rados.rados.0.smithi123.stdout:2349: finishing rollback tid 0 to smithi123173835-10 2023-12-20T10:57:45.062 INFO:tasks.rados.rados.0.smithi123.stdout:2349: finishing rollback tid 1 to smithi123173835-10 2023-12-20T10:57:45.062 INFO:tasks.rados.rados.0.smithi123.stdout:2349: finishing rollback tid 2 to smithi123173835-10 2023-12-20T10:57:45.062 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 1929 (ObjNum 722 snap 209 seq_num 722) dirty exists 2023-12-20T10:57:45.063 INFO:tasks.rados.rados.0.smithi123.stdout:2351: finishing write tid 1 to smithi123173835-11 2023-12-20T10:57:45.063 INFO:tasks.rados.rados.0.smithi123.stdout:2351: finishing write tid 2 to smithi123173835-11 2023-12-20T10:57:45.063 INFO:tasks.rados.rados.0.smithi123.stdout:2351: finishing write tid 3 to smithi123173835-11 2023-12-20T10:57:45.063 INFO:tasks.rados.rados.0.smithi123.stdout:2351: finishing write tid 4 to smithi123173835-11 2023-12-20T10:57:45.063 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 11 v 1389 (ObjNum 771 snap 230 seq_num 771) dirty exists 2023-12-20T10:57:45.063 INFO:tasks.rados.rados.0.smithi123.stdout:2351: left oid 11 (ObjNum 771 snap 230 seq_num 771) 2023-12-20T10:57:45.063 INFO:tasks.rados.rados.0.smithi123.stdout:2352: finishing copy_from racing read to smithi123173835-47 2023-12-20T10:57:45.063 INFO:tasks.rados.rados.0.smithi123.stdout:2352: finishing copy_from to smithi123173835-47 2023-12-20T10:57:45.063 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 47 v 1555 (ObjNum 733 snap 216 seq_num 733) dirty exists 2023-12-20T10:57:45.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:45 smithi177 ceph-mon[212096]: pgmap v491: 121 pgs: 121 active+clean; 287 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.4 MiB/s wr, 2 op/s 2023-12-20T10:57:45.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:45 smithi177 ceph-mon[212096]: osdmap e520: 8 total, 8 up, 8 in 2023-12-20T10:57:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:45 smithi123 ceph-mon[191304]: pgmap v491: 121 pgs: 121 active+clean; 287 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.4 MiB/s wr, 2 op/s 2023-12-20T10:57:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:45 smithi123 ceph-mon[191304]: osdmap e520: 8 total, 8 up, 8 in 2023-12-20T10:57:45.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:45 smithi123 ceph-mon[188613]: pgmap v491: 121 pgs: 121 active+clean; 287 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.4 MiB/s wr, 2 op/s 2023-12-20T10:57:45.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:45 smithi123 ceph-mon[188613]: osdmap e520: 8 total, 8 up, 8 in 2023-12-20T10:57:46.070 INFO:tasks.rados.rados.0.smithi123.stdout:2346: done (5 left) 2023-12-20T10:57:46.071 INFO:tasks.rados.rados.0.smithi123.stdout:2349: done (4 left) 2023-12-20T10:57:46.071 INFO:tasks.rados.rados.0.smithi123.stdout:2350: done (3 left) 2023-12-20T10:57:46.071 INFO:tasks.rados.rados.0.smithi123.stdout:2351: done (2 left) 2023-12-20T10:57:46.071 INFO:tasks.rados.rados.0.smithi123.stdout:2352: done (1 left) 2023-12-20T10:57:46.071 INFO:tasks.rados.rados.0.smithi123.stdout:2354: done (0 left) 2023-12-20T10:57:46.071 INFO:tasks.rados.rados.0.smithi123.stdout:2355: rollback oid 29 current snap is 231 2023-12-20T10:57:46.071 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 29 to 229 2023-12-20T10:57:46.071 INFO:tasks.rados.rados.0.smithi123.stdout:2356: snap_remove snap 230 2023-12-20T10:57:46.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:46 smithi177 ceph-mon[212096]: osdmap e521: 8 total, 8 up, 8 in 2023-12-20T10:57:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:46 smithi123 ceph-mon[191304]: osdmap e521: 8 total, 8 up, 8 in 2023-12-20T10:57:46.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:46 smithi123 ceph-mon[188613]: osdmap e521: 8 total, 8 up, 8 in 2023-12-20T10:57:47.074 INFO:tasks.rados.rados.0.smithi123.stdout:2356: done (1 left) 2023-12-20T10:57:47.075 INFO:tasks.rados.rados.0.smithi123.stdout:2357: rollback oid 42 current snap is 231 2023-12-20T10:57:47.075 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 42 to 225 2023-12-20T10:57:47.075 INFO:tasks.rados.rados.0.smithi123.stdout:2355: finishing rollback tid 1 to smithi123173835-29 2023-12-20T10:57:47.075 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 1203 (ObjNum 33 snap 0 seq_num 958172592) dirty dne 2023-12-20T10:57:47.075 INFO:tasks.rados.rados.0.smithi123.stdout:2355: done (1 left) 2023-12-20T10:57:47.075 INFO:tasks.rados.rados.0.smithi123.stdout:2358: delete oid 11 current snap is 231 2023-12-20T10:57:47.080 INFO:tasks.rados.rados.0.smithi123.stdout:2358: done (1 left) 2023-12-20T10:57:47.080 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 49 current snap is 231 2023-12-20T10:57:47.080 INFO:tasks.rados.rados.0.smithi123.stdout:2359: seq_num 773 ranges {4349952=548864,4898816=401408} 2023-12-20T10:57:47.106 INFO:tasks.rados.rados.0.smithi123.stdout:2359: writing smithi123173835-49 from 4349952 to 4898816 tid 1 2023-12-20T10:57:47.108 INFO:tasks.rados.rados.0.smithi123.stdout:2359: writing smithi123173835-49 from 4898816 to 5300224 tid 2 2023-12-20T10:57:47.109 INFO:tasks.rados.rados.0.smithi123.stdout:2360: rmattr oid 12 current snap is 231 2023-12-20T10:57:47.109 INFO:tasks.rados.rados.0.smithi123.stdout:2360: done (2 left) 2023-12-20T10:57:47.109 INFO:tasks.rados.rados.0.smithi123.stdout:2361: rmattr oid 10 current snap is 231 2023-12-20T10:57:47.109 INFO:tasks.rados.rados.0.smithi123.stdout:2361: done (2 left) 2023-12-20T10:57:47.109 INFO:tasks.rados.rados.0.smithi123.stdout:2362: copy_from oid 23 from oid 36 current snap is 231 2023-12-20T10:57:47.109 INFO:tasks.rados.rados.0.smithi123.stdout:2357: finishing rollback tid 0 to smithi123173835-42 2023-12-20T10:57:47.109 INFO:tasks.rados.rados.0.smithi123.stdout:2357: finishing rollback tid 1 to smithi123173835-42 2023-12-20T10:57:47.109 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 42 v 1394 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2023-12-20T10:57:47.109 INFO:tasks.rados.rados.0.smithi123.stdout:2357: done (2 left) 2023-12-20T10:57:47.109 INFO:tasks.rados.rados.0.smithi123.stdout:2363: copy_from oid 42 from oid 41 current snap is 231 2023-12-20T10:57:47.109 INFO:tasks.rados.rados.0.smithi123.stdout:2364: snap_remove snap 210 2023-12-20T10:57:47.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:47 smithi177 ceph-mon[212096]: pgmap v494: 121 pgs: 121 active+clean; 287 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 992 KiB/s wr, 10 op/s 2023-12-20T10:57:47.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:47 smithi177 ceph-mon[212096]: osdmap e522: 8 total, 8 up, 8 in 2023-12-20T10:57:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:47 smithi123 ceph-mon[191304]: pgmap v494: 121 pgs: 121 active+clean; 287 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 992 KiB/s wr, 10 op/s 2023-12-20T10:57:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:47 smithi123 ceph-mon[191304]: osdmap e522: 8 total, 8 up, 8 in 2023-12-20T10:57:47.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:47 smithi123 ceph-mon[188613]: pgmap v494: 121 pgs: 121 active+clean; 287 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 992 KiB/s wr, 10 op/s 2023-12-20T10:57:47.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:47 smithi123 ceph-mon[188613]: osdmap e522: 8 total, 8 up, 8 in 2023-12-20T10:57:48.049 INFO:tasks.rados.rados.0.smithi123.stdout:2364: done (3 left) 2023-12-20T10:57:48.049 INFO:tasks.rados.rados.0.smithi123.stdout:2365: rollback oid 27 current snap is 231 2023-12-20T10:57:48.049 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 27 to 228 2023-12-20T10:57:48.049 INFO:tasks.rados.rados.0.smithi123.stdout:2359: finishing write tid 1 to smithi123173835-49 2023-12-20T10:57:48.050 INFO:tasks.rados.rados.0.smithi123.stdout:2359: finishing write tid 2 to smithi123173835-49 2023-12-20T10:57:48.050 INFO:tasks.rados.rados.0.smithi123.stdout:2359: finishing write tid 3 to smithi123173835-49 2023-12-20T10:57:48.050 INFO:tasks.rados.rados.0.smithi123.stdout:2363: finishing copy_from to smithi123173835-42 2023-12-20T10:57:48.050 INFO:tasks.rados.rados.0.smithi123.stdout:2363: got expected ENOENT (src dne) 2023-12-20T10:57:48.050 INFO:tasks.rados.rados.0.smithi123.stdout:2363: finishing copy_from racing read to smithi123173835-42 2023-12-20T10:57:48.050 INFO:tasks.rados.rados.0.smithi123.stdout:2359: finishing write tid 4 to smithi123173835-49 2023-12-20T10:57:48.050 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 1565 (ObjNum 773 snap 231 seq_num 773) dirty exists 2023-12-20T10:57:48.050 INFO:tasks.rados.rados.0.smithi123.stdout:2359: left oid 49 (ObjNum 773 snap 231 seq_num 773) 2023-12-20T10:57:48.050 INFO:tasks.rados.rados.0.smithi123.stdout:2362: finishing copy_from racing read to smithi123173835-23 2023-12-20T10:57:48.050 INFO:tasks.rados.rados.0.smithi123.stdout:2362: finishing copy_from to smithi123173835-23 2023-12-20T10:57:48.050 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 23 v 1230 (ObjNum 765 snap 225 seq_num 765) dirty exists 2023-12-20T10:57:48.050 INFO:tasks.rados.rados.0.smithi123.stdout:2359: done (3 left) 2023-12-20T10:57:48.050 INFO:tasks.rados.rados.0.smithi123.stdout:2362: done (2 left) 2023-12-20T10:57:48.050 INFO:tasks.rados.rados.0.smithi123.stdout:2363: done (1 left) 2023-12-20T10:57:48.050 INFO:tasks.rados.rados.0.smithi123.stdout:2366: rollback oid 9 current snap is 231 2023-12-20T10:57:48.051 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 9 to 228 2023-12-20T10:57:48.051 INFO:tasks.rados.rados.0.smithi123.stdout:2367: read oid 48 snap -1 2023-12-20T10:57:48.051 INFO:tasks.rados.rados.0.smithi123.stdout:2367: expect (ObjNum 730 snap 214 seq_num 730) 2023-12-20T10:57:48.051 INFO:tasks.rados.rados.0.smithi123.stdout:2368: setattr oid 26 current snap is 231 2023-12-20T10:57:48.051 INFO:tasks.rados.rados.0.smithi123.stdout:2369: rollback oid 16 current snap is 231 2023-12-20T10:57:48.051 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 16 to 223 2023-12-20T10:57:48.051 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 36 current snap is 231 2023-12-20T10:57:48.051 INFO:tasks.rados.rados.0.smithi123.stdout:2370: seq_num 774 ranges {2818048=565248,3383296=401408} 2023-12-20T10:57:48.065 INFO:tasks.rados.rados.0.smithi123.stdout:2370: writing smithi123173835-36 from 2818048 to 3383296 tid 1 2023-12-20T10:57:48.067 INFO:tasks.rados.rados.0.smithi123.stdout:2370: writing smithi123173835-36 from 3383296 to 3784704 tid 2 2023-12-20T10:57:48.067 INFO:tasks.rados.rados.0.smithi123.stdout:2371: read oid 35 snap 222 2023-12-20T10:57:48.068 INFO:tasks.rados.rados.0.smithi123.stdout:2371: expect (ObjNum 718 snap 209 seq_num 718) 2023-12-20T10:57:48.068 INFO:tasks.rados.rados.0.smithi123.stdout:2372: copy_from oid 4 from oid 41 current snap is 231 2023-12-20T10:57:48.068 INFO:tasks.rados.rados.0.smithi123.stdout:2373: read oid 11 snap 223 2023-12-20T10:57:48.068 INFO:tasks.rados.rados.0.smithi123.stdout:2373: expect deleted 2023-12-20T10:57:48.068 INFO:tasks.rados.rados.0.smithi123.stdout:2374: snap_create 2023-12-20T10:57:48.070 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 1597 (ObjNum 273 snap 0 seq_num 0) dirty exists 2023-12-20T10:57:48.070 INFO:tasks.rados.rados.0.smithi123.stdout:2367: expect (ObjNum 730 snap 214 seq_num 730) 2023-12-20T10:57:48.078 INFO:tasks.rados.rados.0.smithi123.stdout:2366: finishing rollback tid 1 to smithi123173835-9 2023-12-20T10:57:48.078 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 9 v 1376 (ObjNum 289 snap 0 seq_num 1) dirty dne 2023-12-20T10:57:48.078 INFO:tasks.rados.rados.0.smithi123.stdout:2365: finishing rollback tid 0 to smithi123173835-27 2023-12-20T10:57:48.078 INFO:tasks.rados.rados.0.smithi123.stdout:2365: finishing rollback tid 1 to smithi123173835-27 2023-12-20T10:57:48.078 INFO:tasks.rados.rados.0.smithi123.stdout:2365: finishing rollback tid 2 to smithi123173835-27 2023-12-20T10:57:48.078 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 27 v 1558 (ObjNum 672 snap 191 seq_num 672) dirty exists 2023-12-20T10:57:48.078 INFO:tasks.rados.rados.0.smithi123.stdout:2369: finishing rollback tid 1 to smithi123173835-16 2023-12-20T10:57:48.078 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 0 (ObjNum 225 snap 0 seq_num 4227165424) dirty dne 2023-12-20T10:57:48.078 INFO:tasks.rados.rados.0.smithi123.stdout:2372: finishing copy_from to smithi123173835-4 2023-12-20T10:57:48.078 INFO:tasks.rados.rados.0.smithi123.stdout:2372: got expected ENOENT (src dne) 2023-12-20T10:57:48.078 INFO:tasks.rados.rados.0.smithi123.stdout:2372: finishing copy_from racing read to smithi123173835-4 2023-12-20T10:57:48.079 INFO:tasks.rados.rados.0.smithi123.stdout:2370: finishing write tid 1 to smithi123173835-36 2023-12-20T10:57:48.079 INFO:tasks.rados.rados.0.smithi123.stdout:2370: finishing write tid 2 to smithi123173835-36 2023-12-20T10:57:48.079 INFO:tasks.rados.rados.0.smithi123.stdout:2370: finishing write tid 3 to smithi123173835-36 2023-12-20T10:57:48.079 INFO:tasks.rados.rados.0.smithi123.stdout:2370: finishing write tid 4 to smithi123173835-36 2023-12-20T10:57:48.079 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 1233 (ObjNum 774 snap 231 seq_num 774) dirty exists 2023-12-20T10:57:48.079 INFO:tasks.rados.rados.0.smithi123.stdout:2370: left oid 36 (ObjNum 774 snap 231 seq_num 774) 2023-12-20T10:57:48.079 INFO:tasks.rados.rados.0.smithi123.stdout:2371: expect (ObjNum 718 snap 209 seq_num 718) 2023-12-20T10:57:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:48 smithi177 ceph-mon[212096]: osdmap e523: 8 total, 8 up, 8 in 2023-12-20T10:57:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:48 smithi177 ceph-mon[212096]: osdmap e524: 8 total, 8 up, 8 in 2023-12-20T10:57:48.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:48 smithi123 ceph-mon[191304]: osdmap e523: 8 total, 8 up, 8 in 2023-12-20T10:57:48.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:48 smithi123 ceph-mon[191304]: osdmap e524: 8 total, 8 up, 8 in 2023-12-20T10:57:48.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:48 smithi123 ceph-mon[188613]: osdmap e523: 8 total, 8 up, 8 in 2023-12-20T10:57:48.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:48 smithi123 ceph-mon[188613]: osdmap e524: 8 total, 8 up, 8 in 2023-12-20T10:57:49.053 INFO:tasks.rados.rados.0.smithi123.stdout:2365: done (9 left) 2023-12-20T10:57:49.053 INFO:tasks.rados.rados.0.smithi123.stdout:2366: done (8 left) 2023-12-20T10:57:49.053 INFO:tasks.rados.rados.0.smithi123.stdout:2367: done (7 left) 2023-12-20T10:57:49.053 INFO:tasks.rados.rados.0.smithi123.stdout:2368: done (6 left) 2023-12-20T10:57:49.053 INFO:tasks.rados.rados.0.smithi123.stdout:2369: done (5 left) 2023-12-20T10:57:49.053 INFO:tasks.rados.rados.0.smithi123.stdout:2370: done (4 left) 2023-12-20T10:57:49.053 INFO:tasks.rados.rados.0.smithi123.stdout:2371: done (3 left) 2023-12-20T10:57:49.053 INFO:tasks.rados.rados.0.smithi123.stdout:2372: done (2 left) 2023-12-20T10:57:49.054 INFO:tasks.rados.rados.0.smithi123.stdout:2373: done (1 left) 2023-12-20T10:57:49.054 INFO:tasks.rados.rados.0.smithi123.stdout:2374: done (0 left) 2023-12-20T10:57:49.054 INFO:tasks.rados.rados.0.smithi123.stdout:2375: copy_from oid 23 from oid 16 current snap is 232 2023-12-20T10:57:49.054 INFO:tasks.rados.rados.0.smithi123.stdout:2376: setattr oid 43 current snap is 232 2023-12-20T10:57:49.054 INFO:tasks.rados.rados.0.smithi123.stdout:2377: snap_create 2023-12-20T10:57:49.058 INFO:tasks.rados.rados.0.smithi123.stdout:2375: finishing copy_from to smithi123173835-23 2023-12-20T10:57:49.058 INFO:tasks.rados.rados.0.smithi123.stdout:2375: got expected ENOENT (src dne) 2023-12-20T10:57:49.058 INFO:tasks.rados.rados.0.smithi123.stdout:2375: finishing copy_from racing read to smithi123173835-23 2023-12-20T10:57:49.059 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 1361 (ObjNum 289 snap 0 seq_num 1490260705) dirty exists 2023-12-20T10:57:49.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:49 smithi177 ceph-mon[212096]: pgmap v497: 121 pgs: 121 active+clean; 292 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 14 op/s 2023-12-20T10:57:49.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:49 smithi177 ceph-mon[212096]: osdmap e525: 8 total, 8 up, 8 in 2023-12-20T10:57:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:49 smithi123 ceph-mon[191304]: pgmap v497: 121 pgs: 121 active+clean; 292 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 14 op/s 2023-12-20T10:57:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:49 smithi123 ceph-mon[191304]: osdmap e525: 8 total, 8 up, 8 in 2023-12-20T10:57:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:49 smithi123 ceph-mon[188613]: pgmap v497: 121 pgs: 121 active+clean; 292 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 14 op/s 2023-12-20T10:57:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:49 smithi123 ceph-mon[188613]: osdmap e525: 8 total, 8 up, 8 in 2023-12-20T10:57:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:57:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:57:49] "GET /metrics HTTP/1.1" 200 36160 "" "Prometheus/2.43.0" 2023-12-20T10:57:50.055 INFO:tasks.rados.rados.0.smithi123.stdout:2375: done (2 left) 2023-12-20T10:57:50.056 INFO:tasks.rados.rados.0.smithi123.stdout:2376: done (1 left) 2023-12-20T10:57:50.056 INFO:tasks.rados.rados.0.smithi123.stdout:2377: done (0 left) 2023-12-20T10:57:50.056 INFO:tasks.rados.rados.0.smithi123.stdout:2378: copy_from oid 9 from oid 43 current snap is 233 2023-12-20T10:57:50.056 INFO:tasks.rados.rados.0.smithi123.stdout:2379: copy_from oid 20 from oid 18 current snap is 233 2023-12-20T10:57:50.056 INFO:tasks.rados.rados.0.smithi123.stdout:2380: read oid 15 snap 229 2023-12-20T10:57:50.056 INFO:tasks.rados.rados.0.smithi123.stdout:2380: expect (ObjNum 659 snap 185 seq_num 659) 2023-12-20T10:57:50.056 INFO:tasks.rados.rados.0.smithi123.stdout:2381: read oid 44 snap -1 2023-12-20T10:57:50.056 INFO:tasks.rados.rados.0.smithi123.stdout:2381: expect (ObjNum 751 snap 220 seq_num 751) 2023-12-20T10:57:50.056 INFO:tasks.rados.rados.0.smithi123.stdout:2382: copy_from oid 22 from oid 5 current snap is 233 2023-12-20T10:57:50.056 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 25 current snap is 233 2023-12-20T10:57:50.056 INFO:tasks.rados.rados.0.smithi123.stdout:2383: seq_num 775 ranges {4063232=589824,4653056=401408} 2023-12-20T10:57:50.082 INFO:tasks.rados.rados.0.smithi123.stdout:2383: writing smithi123173835-25 from 4063232 to 4653056 tid 1 2023-12-20T10:57:50.084 INFO:tasks.rados.rados.0.smithi123.stdout:2383: writing smithi123173835-25 from 4653056 to 5054464 tid 2 2023-12-20T10:57:50.084 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 37 current snap is 233 2023-12-20T10:57:50.084 INFO:tasks.rados.rados.0.smithi123.stdout:2378: finishing copy_from racing read to smithi123173835-9 2023-12-20T10:57:50.084 INFO:tasks.rados.rados.0.smithi123.stdout:2384: seq_num 776 ranges {851968=606208,1458176=401408} 2023-12-20T10:57:50.092 INFO:tasks.rados.rados.0.smithi123.stdout:2384: writing smithi123173835-37 from 851968 to 1458176 tid 1 2023-12-20T10:57:50.095 INFO:tasks.rados.rados.0.smithi123.stdout:2384: writing smithi123173835-37 from 1458176 to 1859584 tid 2 2023-12-20T10:57:50.095 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 6 current snap is 233 2023-12-20T10:57:50.095 INFO:tasks.rados.rados.0.smithi123.stdout:2378: finishing copy_from to smithi123173835-9 2023-12-20T10:57:50.095 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 9 v 1361 (ObjNum 593 snap 0 seq_num 959322120) dirty exists 2023-12-20T10:57:50.095 INFO:tasks.rados.rados.0.smithi123.stdout:2381: expect (ObjNum 751 snap 220 seq_num 751) 2023-12-20T10:57:50.231 INFO:tasks.rados.rados.0.smithi123.stdout:2380: expect (ObjNum 659 snap 185 seq_num 659) 2023-12-20T10:57:50.343 INFO:tasks.rados.rados.0.smithi123.stdout:2383: finishing write tid 1 to smithi123173835-25 2023-12-20T10:57:50.344 INFO:tasks.rados.rados.0.smithi123.stdout:2383: finishing write tid 2 to smithi123173835-25 2023-12-20T10:57:50.344 INFO:tasks.rados.rados.0.smithi123.stdout:2383: finishing write tid 3 to smithi123173835-25 2023-12-20T10:57:50.344 INFO:tasks.rados.rados.0.smithi123.stdout:2385: seq_num 777 ranges {1638400=622592,2260992=401408} 2023-12-20T10:57:50.355 INFO:tasks.rados.rados.0.smithi123.stdout:2385: writing smithi123173835-6 from 1638400 to 2260992 tid 1 2023-12-20T10:57:50.359 INFO:tasks.rados.rados.0.smithi123.stdout:2385: writing smithi123173835-6 from 2260992 to 2662400 tid 2 2023-12-20T10:57:50.359 INFO:tasks.rados.rados.0.smithi123.stdout:2378: done (7 left) 2023-12-20T10:57:50.359 INFO:tasks.rados.rados.0.smithi123.stdout:2380: done (6 left) 2023-12-20T10:57:50.359 INFO:tasks.rados.rados.0.smithi123.stdout:2381: done (5 left) 2023-12-20T10:57:50.359 INFO:tasks.rados.rados.0.smithi123.stdout:2386: rollback oid 24 current snap is 233 2023-12-20T10:57:50.359 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 24 to 197 2023-12-20T10:57:50.359 INFO:tasks.rados.rados.0.smithi123.stdout:2383: finishing write tid 4 to smithi123173835-25 2023-12-20T10:57:50.359 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 1561 (ObjNum 775 snap 233 seq_num 775) dirty exists 2023-12-20T10:57:50.360 INFO:tasks.rados.rados.0.smithi123.stdout:2383: left oid 25 (ObjNum 775 snap 233 seq_num 775) 2023-12-20T10:57:50.360 INFO:tasks.rados.rados.0.smithi123.stdout:2384: finishing write tid 1 to smithi123173835-37 2023-12-20T10:57:50.360 INFO:tasks.rados.rados.0.smithi123.stdout:2384: finishing write tid 2 to smithi123173835-37 2023-12-20T10:57:50.360 INFO:tasks.rados.rados.0.smithi123.stdout:2384: finishing write tid 3 to smithi123173835-37 2023-12-20T10:57:50.360 INFO:tasks.rados.rados.0.smithi123.stdout:2384: finishing write tid 4 to smithi123173835-37 2023-12-20T10:57:50.360 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 1216 (ObjNum 776 snap 233 seq_num 776) dirty exists 2023-12-20T10:57:50.360 INFO:tasks.rados.rados.0.smithi123.stdout:2384: left oid 37 (ObjNum 776 snap 233 seq_num 776) 2023-12-20T10:57:50.360 INFO:tasks.rados.rados.0.smithi123.stdout:2382: finishing copy_from racing read to smithi123173835-22 2023-12-20T10:57:50.360 INFO:tasks.rados.rados.0.smithi123.stdout:2382: finishing copy_from to smithi123173835-22 2023-12-20T10:57:50.360 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 22 v 1359 (ObjNum 737 snap 217 seq_num 737) dirty exists 2023-12-20T10:57:50.360 INFO:tasks.rados.rados.0.smithi123.stdout:2379: finishing copy_from racing read to smithi123173835-20 2023-12-20T10:57:50.361 INFO:tasks.rados.rados.0.smithi123.stdout:2379: finishing copy_from to smithi123173835-20 2023-12-20T10:57:50.361 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 20 v 1607 (ObjNum 748 snap 219 seq_num 748) dirty exists 2023-12-20T10:57:50.361 INFO:tasks.rados.rados.0.smithi123.stdout:2379: done (5 left) 2023-12-20T10:57:50.361 INFO:tasks.rados.rados.0.smithi123.stdout:2382: done (4 left) 2023-12-20T10:57:50.361 INFO:tasks.rados.rados.0.smithi123.stdout:2383: done (3 left) 2023-12-20T10:57:50.361 INFO:tasks.rados.rados.0.smithi123.stdout:2384: done (2 left) 2023-12-20T10:57:50.361 INFO:tasks.rados.rados.0.smithi123.stdout:2387: rollback oid 14 current snap is 233 2023-12-20T10:57:50.361 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 14 to 231 2023-12-20T10:57:50.362 INFO:tasks.rados.rados.0.smithi123.stdout:2388: read oid 28 snap -1 2023-12-20T10:57:50.362 INFO:tasks.rados.rados.0.smithi123.stdout:2388: expect (ObjNum 637 snap 183 seq_num 637) 2023-12-20T10:57:50.362 INFO:tasks.rados.rados.0.smithi123.stdout:2389: read oid 25 snap -1 2023-12-20T10:57:50.362 INFO:tasks.rados.rados.0.smithi123.stdout:2389: expect (ObjNum 775 snap 233 seq_num 775) 2023-12-20T10:57:50.362 INFO:tasks.rados.rados.0.smithi123.stdout:2390: setattr oid 49 current snap is 233 2023-12-20T10:57:50.363 INFO:tasks.rados.rados.0.smithi123.stdout:2387: finishing rollback tid 1 to smithi123173835-14 2023-12-20T10:57:50.363 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 14 v 1370 (ObjNum 257 snap 0 seq_num 4227165456) dirty dne 2023-12-20T10:57:50.363 INFO:tasks.rados.rados.0.smithi123.stdout:2387: done (5 left) 2023-12-20T10:57:50.363 INFO:tasks.rados.rados.0.smithi123.stdout:2391: rollback oid 20 current snap is 233 2023-12-20T10:57:50.363 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 20 to 219 2023-12-20T10:57:50.364 INFO:tasks.rados.rados.0.smithi123.stdout:2392: snap_create 2023-12-20T10:57:50.364 INFO:tasks.rados.rados.0.smithi123.stdout:2385: finishing write tid 1 to smithi123173835-6 2023-12-20T10:57:50.364 INFO:tasks.rados.rados.0.smithi123.stdout:2385: finishing write tid 2 to smithi123173835-6 2023-12-20T10:57:50.364 INFO:tasks.rados.rados.0.smithi123.stdout:2385: finishing write tid 3 to smithi123173835-6 2023-12-20T10:57:50.364 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 1566 (ObjNum 773 snap 231 seq_num 773) dirty exists 2023-12-20T10:57:50.365 INFO:tasks.rados.rados.0.smithi123.stdout:2385: finishing write tid 4 to smithi123173835-6 2023-12-20T10:57:50.365 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 1397 (ObjNum 777 snap 233 seq_num 777) dirty exists 2023-12-20T10:57:50.365 INFO:tasks.rados.rados.0.smithi123.stdout:2385: left oid 6 (ObjNum 777 snap 233 seq_num 777) 2023-12-20T10:57:50.365 INFO:tasks.rados.rados.0.smithi123.stdout:2386: finishing rollback tid 0 to smithi123173835-24 2023-12-20T10:57:50.366 INFO:tasks.rados.rados.0.smithi123.stdout:2386: finishing rollback tid 1 to smithi123173835-24 2023-12-20T10:57:50.366 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 24 v 1399 (ObjNum 49 snap 0 seq_num 4276578280) dirty dne 2023-12-20T10:57:50.370 INFO:tasks.rados.rados.0.smithi123.stdout:2388: expect (ObjNum 637 snap 183 seq_num 637) 2023-12-20T10:57:50.397 INFO:tasks.rados.rados.0.smithi123.stdout:2391: finishing rollback tid 0 to smithi123173835-20 2023-12-20T10:57:50.397 INFO:tasks.rados.rados.0.smithi123.stdout:2391: finishing rollback tid 1 to smithi123173835-20 2023-12-20T10:57:50.397 INFO:tasks.rados.rados.0.smithi123.stdout:2391: finishing rollback tid 2 to smithi123173835-20 2023-12-20T10:57:50.397 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 20 v 1610 (ObjNum 675 snap 191 seq_num 675) dirty exists 2023-12-20T10:57:50.397 INFO:tasks.rados.rados.0.smithi123.stdout:2389: expect (ObjNum 775 snap 233 seq_num 775) 2023-12-20T10:57:51.100 INFO:tasks.rados.rados.0.smithi123.stdout:2385: done (6 left) 2023-12-20T10:57:51.100 INFO:tasks.rados.rados.0.smithi123.stdout:2386: done (5 left) 2023-12-20T10:57:51.100 INFO:tasks.rados.rados.0.smithi123.stdout:2388: done (4 left) 2023-12-20T10:57:51.100 INFO:tasks.rados.rados.0.smithi123.stdout:2389: done (3 left) 2023-12-20T10:57:51.100 INFO:tasks.rados.rados.0.smithi123.stdout:2390: done (2 left) 2023-12-20T10:57:51.100 INFO:tasks.rados.rados.0.smithi123.stdout:2391: done (1 left) 2023-12-20T10:57:51.100 INFO:tasks.rados.rados.0.smithi123.stdout:2392: done (0 left) 2023-12-20T10:57:51.100 INFO:tasks.rados.rados.0.smithi123.stdout:2393: read oid 7 snap -1 2023-12-20T10:57:51.100 INFO:tasks.rados.rados.0.smithi123.stdout:2393: expect (ObjNum 710 snap 205 seq_num 710) 2023-12-20T10:57:51.100 INFO:tasks.rados.rados.0.smithi123.stdout:2394: delete oid 47 current snap is 234 2023-12-20T10:57:51.103 INFO:tasks.rados.rados.0.smithi123.stdout:2394: done (1 left) 2023-12-20T10:57:51.103 INFO:tasks.rados.rados.0.smithi123.stdout:2395: snap_create 2023-12-20T10:57:51.151 INFO:tasks.rados.rados.0.smithi123.stdout:2393: expect (ObjNum 710 snap 205 seq_num 710) 2023-12-20T10:57:51.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:51 smithi177 ceph-mon[212096]: pgmap v500: 121 pgs: 121 active+clean; 298 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.8 MiB/s wr, 8 op/s 2023-12-20T10:57:51.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:51 smithi177 ceph-mon[212096]: osdmap e526: 8 total, 8 up, 8 in 2023-12-20T10:57:51.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:51 smithi123 ceph-mon[191304]: pgmap v500: 121 pgs: 121 active+clean; 298 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.8 MiB/s wr, 8 op/s 2023-12-20T10:57:51.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:51 smithi123 ceph-mon[191304]: osdmap e526: 8 total, 8 up, 8 in 2023-12-20T10:57:51.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:51 smithi123 ceph-mon[188613]: pgmap v500: 121 pgs: 121 active+clean; 298 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.8 MiB/s wr, 8 op/s 2023-12-20T10:57:51.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:51 smithi123 ceph-mon[188613]: osdmap e526: 8 total, 8 up, 8 in 2023-12-20T10:57:52.227 INFO:tasks.rados.rados.0.smithi123.stdout:2393: done (1 left) 2023-12-20T10:57:52.227 INFO:tasks.rados.rados.0.smithi123.stdout:2395: done (0 left) 2023-12-20T10:57:52.227 INFO:tasks.rados.rados.0.smithi123.stdout:2396: rmattr oid 43 current snap is 235 2023-12-20T10:57:52.227 INFO:tasks.rados.rados.0.smithi123.stdout:2397: read oid 29 snap -1 2023-12-20T10:57:52.227 INFO:tasks.rados.rados.0.smithi123.stdout:2397: expect deleted 2023-12-20T10:57:52.227 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 31 current snap is 235 2023-12-20T10:57:52.227 INFO:tasks.rados.rados.0.smithi123.stdout:2398: seq_num 779 ranges {2703360=655360,3358720=401408} 2023-12-20T10:57:52.245 INFO:tasks.rados.rados.0.smithi123.stdout:2398: writing smithi123173835-31 from 2703360 to 3358720 tid 1 2023-12-20T10:57:52.247 INFO:tasks.rados.rados.0.smithi123.stdout:2398: writing smithi123173835-31 from 3358720 to 3760128 tid 2 2023-12-20T10:57:52.247 INFO:tasks.rados.rados.0.smithi123.stdout:2399: read oid 24 snap -1 2023-12-20T10:57:52.247 INFO:tasks.rados.rados.0.smithi123.stdout:2399: expect deleted 2023-12-20T10:57:52.248 INFO:tasks.rados.rados.0.smithi123.stdout:2400: setattr oid 1 current snap is 235 2023-12-20T10:57:52.248 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 1362 (ObjNum 273 snap 0 seq_num 0) dirty exists 2023-12-20T10:57:52.250 INFO:tasks.rados.rados.0.smithi123.stdout:2396: done (4 left) 2023-12-20T10:57:52.250 INFO:tasks.rados.rados.0.smithi123.stdout:2397: done (3 left) 2023-12-20T10:57:52.250 INFO:tasks.rados.rados.0.smithi123.stdout:2399: done (2 left) 2023-12-20T10:57:52.250 INFO:tasks.rados.rados.0.smithi123.stdout:2401: read oid 18 snap 197 2023-12-20T10:57:52.250 INFO:tasks.rados.rados.0.smithi123.stdout:2401: expect (ObjNum 642 snap 183 seq_num 642) 2023-12-20T10:57:52.250 INFO:tasks.rados.rados.0.smithi123.stdout:2402: read oid 13 snap -1 2023-12-20T10:57:52.250 INFO:tasks.rados.rados.0.smithi123.stdout:2402: expect (ObjNum 698 snap 201 seq_num 698) 2023-12-20T10:57:52.250 INFO:tasks.rados.rados.0.smithi123.stdout:2403: copy_from oid 10 from oid 33 current snap is 235 2023-12-20T10:57:52.250 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 5 current snap is 235 2023-12-20T10:57:52.251 INFO:tasks.rados.rados.0.smithi123.stdout:2404: seq_num 780 ranges {9428992=671744,10100736=401408} 2023-12-20T10:57:52.304 INFO:tasks.rados.rados.0.smithi123.stdout:2404: writing smithi123173835-5 from 9428992 to 10100736 tid 1 2023-12-20T10:57:52.307 INFO:tasks.rados.rados.0.smithi123.stdout:2404: writing smithi123173835-5 from 10100736 to 10502144 tid 2 2023-12-20T10:57:52.307 INFO:tasks.rados.rados.0.smithi123.stdout:2405: snap_create 2023-12-20T10:57:52.307 INFO:tasks.rados.rados.0.smithi123.stdout:2398: finishing write tid 1 to smithi123173835-31 2023-12-20T10:57:52.307 INFO:tasks.rados.rados.0.smithi123.stdout:2398: finishing write tid 2 to smithi123173835-31 2023-12-20T10:57:52.307 INFO:tasks.rados.rados.0.smithi123.stdout:2398: finishing write tid 3 to smithi123173835-31 2023-12-20T10:57:52.308 INFO:tasks.rados.rados.0.smithi123.stdout:2398: finishing write tid 4 to smithi123173835-31 2023-12-20T10:57:52.308 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 31 v 1393 (ObjNum 779 snap 235 seq_num 779) dirty exists 2023-12-20T10:57:52.308 INFO:tasks.rados.rados.0.smithi123.stdout:2398: left oid 31 (ObjNum 779 snap 235 seq_num 779) 2023-12-20T10:57:52.308 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 1 v 1234 (ObjNum 762 snap 224 seq_num 762) dirty exists 2023-12-20T10:57:52.308 INFO:tasks.rados.rados.0.smithi123.stdout:2403: finishing copy_from to smithi123173835-10 2023-12-20T10:57:52.308 INFO:tasks.rados.rados.0.smithi123.stdout:2403: got expected ENOENT (src dne) 2023-12-20T10:57:52.308 INFO:tasks.rados.rados.0.smithi123.stdout:2403: finishing copy_from racing read to smithi123173835-10 2023-12-20T10:57:52.308 INFO:tasks.rados.rados.0.smithi123.stdout:2402: expect (ObjNum 698 snap 201 seq_num 698) 2023-12-20T10:57:52.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:52 smithi177 ceph-mon[212096]: osdmap e527: 8 total, 8 up, 8 in 2023-12-20T10:57:52.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:52 smithi123 ceph-mon[191304]: osdmap e527: 8 total, 8 up, 8 in 2023-12-20T10:57:52.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:52 smithi123 ceph-mon[188613]: osdmap e527: 8 total, 8 up, 8 in 2023-12-20T10:57:52.522 INFO:tasks.rados.rados.0.smithi123.stdout:2401: expect (ObjNum 642 snap 183 seq_num 642) 2023-12-20T10:57:53.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:53 smithi177 ceph-mon[212096]: pgmap v503: 121 pgs: 121 active+clean; 301 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.6 MiB/s wr, 23 op/s 2023-12-20T10:57:53.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:53 smithi177 ceph-mon[212096]: osdmap e528: 8 total, 8 up, 8 in 2023-12-20T10:57:53.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:53 smithi177 ceph-mon[212096]: osdmap e529: 8 total, 8 up, 8 in 2023-12-20T10:57:53.440 INFO:tasks.rados.rados.0.smithi123.stdout:2404: finishing write tid 1 to smithi123173835-5 2023-12-20T10:57:53.440 INFO:tasks.rados.rados.0.smithi123.stdout:2404: finishing write tid 2 to smithi123173835-5 2023-12-20T10:57:53.440 INFO:tasks.rados.rados.0.smithi123.stdout:2404: finishing write tid 3 to smithi123173835-5 2023-12-20T10:57:53.440 INFO:tasks.rados.rados.0.smithi123.stdout:2404: finishing write tid 4 to smithi123173835-5 2023-12-20T10:57:53.440 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 1365 (ObjNum 780 snap 235 seq_num 780) dirty exists 2023-12-20T10:57:53.440 INFO:tasks.rados.rados.0.smithi123.stdout:2404: left oid 5 (ObjNum 780 snap 235 seq_num 780) 2023-12-20T10:57:53.440 INFO:tasks.rados.rados.0.smithi123.stdout:2398: done (6 left) 2023-12-20T10:57:53.440 INFO:tasks.rados.rados.0.smithi123.stdout:2400: done (5 left) 2023-12-20T10:57:53.441 INFO:tasks.rados.rados.0.smithi123.stdout:2401: done (4 left) 2023-12-20T10:57:53.441 INFO:tasks.rados.rados.0.smithi123.stdout:2402: done (3 left) 2023-12-20T10:57:53.441 INFO:tasks.rados.rados.0.smithi123.stdout:2403: done (2 left) 2023-12-20T10:57:53.441 INFO:tasks.rados.rados.0.smithi123.stdout:2404: done (1 left) 2023-12-20T10:57:53.441 INFO:tasks.rados.rados.0.smithi123.stdout:2405: done (0 left) 2023-12-20T10:57:53.441 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 43 current snap is 236 2023-12-20T10:57:53.441 INFO:tasks.rados.rados.0.smithi123.stdout:2406: seq_num 781 ranges {0=688128,688128=401408} 2023-12-20T10:57:53.443 INFO:tasks.rados.rados.0.smithi123.stdout:2406: writing smithi123173835-43 from 0 to 688128 tid 1 2023-12-20T10:57:53.445 INFO:tasks.rados.rados.0.smithi123.stdout:2406: writing smithi123173835-43 from 688128 to 1089536 tid 2 2023-12-20T10:57:53.445 INFO:tasks.rados.rados.0.smithi123.stdout:2407: snap_remove snap 232 2023-12-20T10:57:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:53 smithi123 ceph-mon[188613]: pgmap v503: 121 pgs: 121 active+clean; 301 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.6 MiB/s wr, 23 op/s 2023-12-20T10:57:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:53 smithi123 ceph-mon[188613]: osdmap e528: 8 total, 8 up, 8 in 2023-12-20T10:57:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:53 smithi123 ceph-mon[188613]: osdmap e529: 8 total, 8 up, 8 in 2023-12-20T10:57:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:53 smithi123 ceph-mon[191304]: pgmap v503: 121 pgs: 121 active+clean; 301 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.6 MiB/s wr, 23 op/s 2023-12-20T10:57:53.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:53 smithi123 ceph-mon[191304]: osdmap e528: 8 total, 8 up, 8 in 2023-12-20T10:57:53.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:53 smithi123 ceph-mon[191304]: osdmap e529: 8 total, 8 up, 8 in 2023-12-20T10:57:54.113 INFO:tasks.rados.rados.0.smithi123.stdout:2407: done (1 left) 2023-12-20T10:57:54.113 INFO:tasks.rados.rados.0.smithi123.stdout:2408: copy_from oid 29 from oid 6 current snap is 236 2023-12-20T10:57:54.113 INFO:tasks.rados.rados.0.smithi123.stdout:2409: copy_from oid 22 from oid 16 current snap is 236 2023-12-20T10:57:54.113 INFO:tasks.rados.rados.0.smithi123.stdout:2410: delete oid 13 current snap is 236 2023-12-20T10:57:54.113 INFO:tasks.rados.rados.0.smithi123.stdout:2406: finishing write tid 1 to smithi123173835-43 2023-12-20T10:57:54.113 INFO:tasks.rados.rados.0.smithi123.stdout:2406: finishing write tid 2 to smithi123173835-43 2023-12-20T10:57:54.113 INFO:tasks.rados.rados.0.smithi123.stdout:2406: finishing write tid 3 to smithi123173835-43 2023-12-20T10:57:54.114 INFO:tasks.rados.rados.0.smithi123.stdout:2406: finishing write tid 4 to smithi123173835-43 2023-12-20T10:57:54.114 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 1368 (ObjNum 781 snap 236 seq_num 781) dirty exists 2023-12-20T10:57:54.114 INFO:tasks.rados.rados.0.smithi123.stdout:2406: left oid 43 (ObjNum 781 snap 236 seq_num 781) 2023-12-20T10:57:54.116 INFO:tasks.rados.rados.0.smithi123.stdout:2409: finishing copy_from to smithi123173835-22 2023-12-20T10:57:54.116 INFO:tasks.rados.rados.0.smithi123.stdout:2409: got expected ENOENT (src dne) 2023-12-20T10:57:54.119 INFO:tasks.rados.rados.0.smithi123.stdout:2409: finishing copy_from racing read to smithi123173835-22 2023-12-20T10:57:54.121 INFO:tasks.rados.rados.0.smithi123.stdout:2406: done (3 left) 2023-12-20T10:57:54.121 INFO:tasks.rados.rados.0.smithi123.stdout:2409: done (2 left) 2023-12-20T10:57:54.121 INFO:tasks.rados.rados.0.smithi123.stdout:2410: done (1 left) 2023-12-20T10:57:54.121 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 42 current snap is 236 2023-12-20T10:57:54.122 INFO:tasks.rados.rados.0.smithi123.stdout:2411: seq_num 783 ranges {0=720896,720896=401408} 2023-12-20T10:57:54.126 INFO:tasks.rados.rados.0.smithi123.stdout:2411: writing smithi123173835-42 from 0 to 720896 tid 1 2023-12-20T10:57:54.128 INFO:tasks.rados.rados.0.smithi123.stdout:2411: writing smithi123173835-42 from 720896 to 1122304 tid 2 2023-12-20T10:57:54.129 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 8 current snap is 236 2023-12-20T10:57:54.129 INFO:tasks.rados.rados.0.smithi123.stdout:2412: seq_num 784 ranges {8896512=737280,9633792=401408} 2023-12-20T10:57:54.180 INFO:tasks.rados.rados.0.smithi123.stdout:2412: writing smithi123173835-8 from 8896512 to 9633792 tid 1 2023-12-20T10:57:54.183 INFO:tasks.rados.rados.0.smithi123.stdout:2412: writing smithi123173835-8 from 9633792 to 10035200 tid 2 2023-12-20T10:57:54.183 INFO:tasks.rados.rados.0.smithi123.stdout:2413: read oid 17 snap -1 2023-12-20T10:57:54.184 INFO:tasks.rados.rados.0.smithi123.stdout:2413: expect (ObjNum 659 snap 185 seq_num 659) 2023-12-20T10:57:54.184 INFO:tasks.rados.rados.0.smithi123.stdout:2414: copy_from oid 36 from oid 3 current snap is 236 2023-12-20T10:57:54.184 INFO:tasks.rados.rados.0.smithi123.stdout:2411: finishing write tid 1 to smithi123173835-42 2023-12-20T10:57:54.184 INFO:tasks.rados.rados.0.smithi123.stdout:2411: finishing write tid 2 to smithi123173835-42 2023-12-20T10:57:54.184 INFO:tasks.rados.rados.0.smithi123.stdout:2411: finishing write tid 3 to smithi123173835-42 2023-12-20T10:57:54.184 INFO:tasks.rados.rados.0.smithi123.stdout:2408: finishing copy_from racing read to smithi123173835-29 2023-12-20T10:57:54.184 INFO:tasks.rados.rados.0.smithi123.stdout:2408: finishing copy_from to smithi123173835-29 2023-12-20T10:57:54.184 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 1397 (ObjNum 777 snap 233 seq_num 777) dirty exists 2023-12-20T10:57:54.184 INFO:tasks.rados.rados.0.smithi123.stdout:2411: finishing write tid 4 to smithi123173835-42 2023-12-20T10:57:54.184 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 42 v 1402 (ObjNum 783 snap 236 seq_num 783) dirty exists 2023-12-20T10:57:54.184 INFO:tasks.rados.rados.0.smithi123.stdout:2411: left oid 42 (ObjNum 783 snap 236 seq_num 783) 2023-12-20T10:57:54.184 INFO:tasks.rados.rados.0.smithi123.stdout:2408: done (4 left) 2023-12-20T10:57:54.184 INFO:tasks.rados.rados.0.smithi123.stdout:2411: done (3 left) 2023-12-20T10:57:54.185 INFO:tasks.rados.rados.0.smithi123.stdout:2415: read oid 1 snap -1 2023-12-20T10:57:54.185 INFO:tasks.rados.rados.0.smithi123.stdout:2415: expect (ObjNum 762 snap 224 seq_num 762) 2023-12-20T10:57:54.185 INFO:tasks.rados.rados.0.smithi123.stdout:2416: snap_create 2023-12-20T10:57:54.185 INFO:tasks.rados.rados.0.smithi123.stdout:2414: finishing copy_from to smithi123173835-36 2023-12-20T10:57:54.185 INFO:tasks.rados.rados.0.smithi123.stdout:2414: got expected ENOENT (src dne) 2023-12-20T10:57:54.185 INFO:tasks.rados.rados.0.smithi123.stdout:2414: finishing copy_from racing read to smithi123173835-36 2023-12-20T10:57:54.187 INFO:tasks.rados.rados.0.smithi123.stdout:2412: finishing write tid 1 to smithi123173835-8 2023-12-20T10:57:54.187 INFO:tasks.rados.rados.0.smithi123.stdout:2412: finishing write tid 2 to smithi123173835-8 2023-12-20T10:57:54.187 INFO:tasks.rados.rados.0.smithi123.stdout:2412: finishing write tid 3 to smithi123173835-8 2023-12-20T10:57:54.188 INFO:tasks.rados.rados.0.smithi123.stdout:2412: finishing write tid 4 to smithi123173835-8 2023-12-20T10:57:54.188 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 1559 (ObjNum 784 snap 236 seq_num 784) dirty exists 2023-12-20T10:57:54.188 INFO:tasks.rados.rados.0.smithi123.stdout:2412: left oid 8 (ObjNum 784 snap 236 seq_num 784) 2023-12-20T10:57:54.191 INFO:tasks.rados.rados.0.smithi123.stdout:2415: expect (ObjNum 762 snap 224 seq_num 762) 2023-12-20T10:57:54.230 INFO:tasks.rados.rados.0.smithi123.stdout:2413: expect (ObjNum 659 snap 185 seq_num 659) 2023-12-20T10:57:54.255 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T10:57:54.566 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T10:57:54.566 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6m) 3m ago 9m 26.5M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T10:57:54.566 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6m) 94s ago 9m 95.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T10:57:54.566 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10m) 3m ago 10m 15.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T10:57:54.567 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10m) 94s ago 10m 21.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T10:57:54.567 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6m) 94s ago 12m 449M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T10:57:54.567 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6m) 3m ago 14m 511M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T10:57:54.567 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5m) 3m ago 14m 83.8M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T10:57:54.567 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5m) 94s ago 13m 69.5M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T10:57:54.567 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5m) 3m ago 13m 64.2M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T10:57:54.567 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6m) 3m ago 9m 9.94M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T10:57:54.567 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6m) 94s ago 9m 18.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T10:57:54.567 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4m) 3m ago 12m 285M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T10:57:54.567 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4m) 3m ago 12m 223M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T10:57:54.567 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3m) 3m ago 12m 191M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T10:57:54.567 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3m) 3m ago 11m 16.0M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T10:57:54.567 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3m) 94s ago 11m 280M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T10:57:54.567 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2m) 94s ago 11m 224M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T10:57:54.567 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2m) 94s ago 11m 141M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T10:57:54.567 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (97s) 94s ago 10m 12.6M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T10:57:54.568 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6m) 94s ago 10m 64.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T10:57:54.949 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T10:57:54.949 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T10:57:54.949 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T10:57:54.949 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:57:54.949 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T10:57:54.949 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T10:57:54.949 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:57:54.949 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T10:57:54.949 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T10:57:54.950 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:57:54.950 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T10:57:54.950 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T10:57:54.950 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:57:54.950 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T10:57:54.950 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T10:57:54.950 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T10:57:54.950 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T10:57:54.950 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T10:57:55.115 INFO:tasks.rados.rados.0.smithi123.stdout:2412: done (4 left) 2023-12-20T10:57:55.115 INFO:tasks.rados.rados.0.smithi123.stdout:2413: done (3 left) 2023-12-20T10:57:55.115 INFO:tasks.rados.rados.0.smithi123.stdout:2414: done (2 left) 2023-12-20T10:57:55.115 INFO:tasks.rados.rados.0.smithi123.stdout:2415: done (1 left) 2023-12-20T10:57:55.116 INFO:tasks.rados.rados.0.smithi123.stdout:2416: done (0 left) 2023-12-20T10:57:55.116 INFO:tasks.rados.rados.0.smithi123.stdout:2417: setattr oid 33 current snap is 237 2023-12-20T10:57:55.116 INFO:tasks.rados.rados.0.smithi123.stdout:2418: delete oid 35 current snap is 237 2023-12-20T10:57:55.119 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 1688 (ObjNum 33 snap 0 seq_num 0) dirty exists 2023-12-20T10:57:55.121 INFO:tasks.rados.rados.0.smithi123.stdout:2417: done (1 left) 2023-12-20T10:57:55.122 INFO:tasks.rados.rados.0.smithi123.stdout:2418: done (0 left) 2023-12-20T10:57:55.122 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 6 current snap is 237 2023-12-20T10:57:55.122 INFO:tasks.rados.rados.0.smithi123.stdout:2419: seq_num 786 ranges {2662400=770048,3432448=401408} 2023-12-20T10:57:55.140 INFO:tasks.rados.rados.0.smithi123.stdout:2419: writing smithi123173835-6 from 2662400 to 3432448 tid 1 2023-12-20T10:57:55.142 INFO:tasks.rados.rados.0.smithi123.stdout:2419: writing smithi123173835-6 from 3432448 to 3833856 tid 2 2023-12-20T10:57:55.142 INFO:tasks.rados.rados.0.smithi123.stdout:2420: snap_create 2023-12-20T10:57:55.146 INFO:tasks.rados.rados.0.smithi123.stdout:2419: finishing write tid 1 to smithi123173835-6 2023-12-20T10:57:55.146 INFO:tasks.rados.rados.0.smithi123.stdout:2419: finishing write tid 2 to smithi123173835-6 2023-12-20T10:57:55.146 INFO:tasks.rados.rados.0.smithi123.stdout:2419: finishing write tid 3 to smithi123173835-6 2023-12-20T10:57:55.147 INFO:tasks.rados.rados.0.smithi123.stdout:2419: finishing write tid 4 to smithi123173835-6 2023-12-20T10:57:55.147 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 1405 (ObjNum 786 snap 237 seq_num 786) dirty exists 2023-12-20T10:57:55.147 INFO:tasks.rados.rados.0.smithi123.stdout:2419: left oid 6 (ObjNum 786 snap 237 seq_num 786) 2023-12-20T10:57:55.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:55 smithi177 ceph-mon[212096]: pgmap v506: 121 pgs: 121 active+clean; 310 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.2 MiB/s wr, 27 op/s 2023-12-20T10:57:55.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:55 smithi177 ceph-mon[212096]: osdmap e530: 8 total, 8 up, 8 in 2023-12-20T10:57:55.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:55 smithi177 ceph-mon[212096]: from='client.44327 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:57:55.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:55 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2728595559' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:57:55.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:55 smithi123 ceph-mon[191304]: pgmap v506: 121 pgs: 121 active+clean; 310 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.2 MiB/s wr, 27 op/s 2023-12-20T10:57:55.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:55 smithi123 ceph-mon[191304]: osdmap e530: 8 total, 8 up, 8 in 2023-12-20T10:57:55.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:55 smithi123 ceph-mon[191304]: from='client.44327 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:57:55.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:55 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2728595559' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:57:55.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:55 smithi123 ceph-mon[188613]: pgmap v506: 121 pgs: 121 active+clean; 310 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.2 MiB/s wr, 27 op/s 2023-12-20T10:57:55.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:55 smithi123 ceph-mon[188613]: osdmap e530: 8 total, 8 up, 8 in 2023-12-20T10:57:55.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:55 smithi123 ceph-mon[188613]: from='client.44327 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:57:55.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:55 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2728595559' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:57:56.128 INFO:tasks.rados.rados.0.smithi123.stdout:2419: done (1 left) 2023-12-20T10:57:56.128 INFO:tasks.rados.rados.0.smithi123.stdout:2420: done (0 left) 2023-12-20T10:57:56.128 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 32 current snap is 238 2023-12-20T10:57:56.128 INFO:tasks.rados.rados.0.smithi123.stdout:2421: seq_num 787 ranges {2113536=786432,2899968=401408} 2023-12-20T10:57:56.143 INFO:tasks.rados.rados.0.smithi123.stdout:2421: writing smithi123173835-32 from 2113536 to 2899968 tid 1 2023-12-20T10:57:56.146 INFO:tasks.rados.rados.0.smithi123.stdout:2421: writing smithi123173835-32 from 2899968 to 3301376 tid 2 2023-12-20T10:57:56.148 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 12 current snap is 238 2023-12-20T10:57:56.148 INFO:tasks.rados.rados.0.smithi123.stdout:2422: seq_num 788 ranges {4063232=802816,4866048=401408} 2023-12-20T10:57:56.172 INFO:tasks.rados.rados.0.smithi123.stdout:2422: writing smithi123173835-12 from 4063232 to 4866048 tid 1 2023-12-20T10:57:56.175 INFO:tasks.rados.rados.0.smithi123.stdout:2422: writing smithi123173835-12 from 4866048 to 5267456 tid 2 2023-12-20T10:57:56.175 INFO:tasks.rados.rados.0.smithi123.stdout:2423: rmattr oid 2 current snap is 238 2023-12-20T10:57:56.175 INFO:tasks.rados.rados.0.smithi123.stdout:2423: done (2 left) 2023-12-20T10:57:56.175 INFO:tasks.rados.rados.0.smithi123.stdout:2424: rollback oid 46 current snap is 238 2023-12-20T10:57:56.175 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 46 to 233 2023-12-20T10:57:56.175 INFO:tasks.rados.rados.0.smithi123.stdout:2421: finishing write tid 1 to smithi123173835-32 2023-12-20T10:57:56.175 INFO:tasks.rados.rados.0.smithi123.stdout:2421: finishing write tid 2 to smithi123173835-32 2023-12-20T10:57:56.175 INFO:tasks.rados.rados.0.smithi123.stdout:2421: finishing write tid 3 to smithi123173835-32 2023-12-20T10:57:56.175 INFO:tasks.rados.rados.0.smithi123.stdout:2421: finishing write tid 4 to smithi123173835-32 2023-12-20T10:57:56.176 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 1961 (ObjNum 787 snap 238 seq_num 787) dirty exists 2023-12-20T10:57:56.176 INFO:tasks.rados.rados.0.smithi123.stdout:2421: left oid 32 (ObjNum 787 snap 238 seq_num 787) 2023-12-20T10:57:56.176 INFO:tasks.rados.rados.0.smithi123.stdout:2421: done (2 left) 2023-12-20T10:57:56.176 INFO:tasks.rados.rados.0.smithi123.stdout:2425: delete oid 14 current snap is 238 2023-12-20T10:57:56.182 INFO:tasks.rados.rados.0.smithi123.stdout:2425: done (2 left) 2023-12-20T10:57:56.182 INFO:tasks.rados.rados.0.smithi123.stdout:2426: setattr oid 10 current snap is 238 2023-12-20T10:57:56.182 INFO:tasks.rados.rados.0.smithi123.stdout:2422: finishing write tid 1 to smithi123173835-12 2023-12-20T10:57:56.182 INFO:tasks.rados.rados.0.smithi123.stdout:2422: finishing write tid 2 to smithi123173835-12 2023-12-20T10:57:56.182 INFO:tasks.rados.rados.0.smithi123.stdout:2424: finishing rollback tid 0 to smithi123173835-46 2023-12-20T10:57:56.182 INFO:tasks.rados.rados.0.smithi123.stdout:2422: finishing write tid 3 to smithi123173835-12 2023-12-20T10:57:56.182 INFO:tasks.rados.rados.0.smithi123.stdout:2427: rmattr oid 42 current snap is 238 2023-12-20T10:57:56.182 INFO:tasks.rados.rados.0.smithi123.stdout:2427: done (3 left) 2023-12-20T10:57:56.182 INFO:tasks.rados.rados.0.smithi123.stdout:2428: read oid 39 snap -1 2023-12-20T10:57:56.182 INFO:tasks.rados.rados.0.smithi123.stdout:2428: expect deleted 2023-12-20T10:57:56.182 INFO:tasks.rados.rados.0.smithi123.stdout:2429: copy_from oid 17 from oid 32 current snap is 238 2023-12-20T10:57:56.182 INFO:tasks.rados.rados.0.smithi123.stdout:2430: setattr oid 7 current snap is 238 2023-12-20T10:57:56.183 INFO:tasks.rados.rados.0.smithi123.stdout:2422: finishing write tid 4 to smithi123173835-12 2023-12-20T10:57:56.183 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 1562 (ObjNum 788 snap 238 seq_num 788) dirty exists 2023-12-20T10:57:56.183 INFO:tasks.rados.rados.0.smithi123.stdout:2422: left oid 12 (ObjNum 788 snap 238 seq_num 788) 2023-12-20T10:57:56.183 INFO:tasks.rados.rados.0.smithi123.stdout:2422: done (5 left) 2023-12-20T10:57:56.183 INFO:tasks.rados.rados.0.smithi123.stdout:2431: rollback oid 16 current snap is 238 2023-12-20T10:57:56.183 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 16 to 223 2023-12-20T10:57:56.183 INFO:tasks.rados.rados.0.smithi123.stdout:2432: rollback oid 37 current snap is 238 2023-12-20T10:57:56.183 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 37 to 204 2023-12-20T10:57:56.183 INFO:tasks.rados.rados.0.smithi123.stdout:2433: copy_from oid 29 from oid 15 current snap is 238 2023-12-20T10:57:56.183 INFO:tasks.rados.rados.0.smithi123.stdout:2434: read oid 34 snap 235 2023-12-20T10:57:56.183 INFO:tasks.rados.rados.0.smithi123.stdout:2434: expect deleted 2023-12-20T10:57:56.183 INFO:tasks.rados.rados.0.smithi123.stdout:2435: delete oid 47 current snap is 238 2023-12-20T10:57:56.184 INFO:tasks.rados.rados.0.smithi123.stdout:2424: finishing rollback tid 1 to smithi123173835-46 2023-12-20T10:57:56.184 INFO:tasks.rados.rados.0.smithi123.stdout:2424: finishing rollback tid 2 to smithi123173835-46 2023-12-20T10:57:56.185 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 46 v 1612 (ObjNum 33 snap 0 seq_num 1643143472) dirty exists 2023-12-20T10:57:56.185 INFO:tasks.rados.rados.0.smithi123.stdout:2431: finishing rollback tid 1 to smithi123173835-16 2023-12-20T10:57:56.185 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 0 (ObjNum 65 snap 0 seq_num 1) dirty dne 2023-12-20T10:57:56.185 INFO:tasks.rados.rados.0.smithi123.stdout:2424: done (9 left) 2023-12-20T10:57:56.186 INFO:tasks.rados.rados.0.smithi123.stdout:2428: done (8 left) 2023-12-20T10:57:56.186 INFO:tasks.rados.rados.0.smithi123.stdout:2431: done (7 left) 2023-12-20T10:57:56.186 INFO:tasks.rados.rados.0.smithi123.stdout:2434: done (6 left) 2023-12-20T10:57:56.186 INFO:tasks.rados.rados.0.smithi123.stdout:2435: done (5 left) 2023-12-20T10:57:56.186 INFO:tasks.rados.rados.0.smithi123.stdout:2436: rmattr oid 36 current snap is 238 2023-12-20T10:57:56.186 INFO:tasks.rados.rados.0.smithi123.stdout:2436: done (5 left) 2023-12-20T10:57:56.186 INFO:tasks.rados.rados.0.smithi123.stdout:2437: delete oid 21 current snap is 238 2023-12-20T10:57:56.186 INFO:tasks.rados.rados.0.smithi123.stdout:2432: finishing rollback tid 0 to smithi123173835-37 2023-12-20T10:57:56.186 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 1750 (ObjNum 710 snap 205 seq_num 710) dirty exists 2023-12-20T10:57:56.186 INFO:tasks.rados.rados.0.smithi123.stdout:2432: finishing rollback tid 1 to smithi123173835-37 2023-12-20T10:57:56.186 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 1399 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-20T10:57:56.187 INFO:tasks.rados.rados.0.smithi123.stdout:2430: done (5 left) 2023-12-20T10:57:56.187 INFO:tasks.rados.rados.0.smithi123.stdout:2432: done (4 left) 2023-12-20T10:57:56.187 INFO:tasks.rados.rados.0.smithi123.stdout:2437: done (3 left) 2023-12-20T10:57:56.187 INFO:tasks.rados.rados.0.smithi123.stdout:2438: copy_from oid 7 from oid 25 current snap is 238 2023-12-20T10:57:56.187 INFO:tasks.rados.rados.0.smithi123.stdout:2439: read oid 12 snap 222 2023-12-20T10:57:56.188 INFO:tasks.rados.rados.0.smithi123.stdout:2439: expect deleted 2023-12-20T10:57:56.188 INFO:tasks.rados.rados.0.smithi123.stdout:2440: read oid 35 snap -1 2023-12-20T10:57:56.188 INFO:tasks.rados.rados.0.smithi123.stdout:2440: expect deleted 2023-12-20T10:57:56.188 INFO:tasks.rados.rados.0.smithi123.stdout:2441: snap_create 2023-12-20T10:57:56.188 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 1963 (ObjNum 722 snap 209 seq_num 722) dirty exists 2023-12-20T10:57:56.200 INFO:tasks.rados.rados.0.smithi123.stdout:2429: finishing copy_from racing read to smithi123173835-17 2023-12-20T10:57:56.203 INFO:tasks.rados.rados.0.smithi123.stdout:2429: finishing copy_from to smithi123173835-17 2023-12-20T10:57:56.203 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 17 v 1961 (ObjNum 787 snap 238 seq_num 787) dirty exists 2023-12-20T10:57:56.208 INFO:tasks.rados.rados.0.smithi123.stdout:2433: finishing copy_from racing read to smithi123173835-29 2023-12-20T10:57:56.208 INFO:tasks.rados.rados.0.smithi123.stdout:2438: finishing copy_from racing read to smithi123173835-7 2023-12-20T10:57:56.214 INFO:tasks.rados.rados.0.smithi123.stdout:2438: finishing copy_from to smithi123173835-7 2023-12-20T10:57:56.214 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 1561 (ObjNum 775 snap 233 seq_num 775) dirty exists 2023-12-20T10:57:56.214 INFO:tasks.rados.rados.0.smithi123.stdout:2433: finishing copy_from to smithi123173835-29 2023-12-20T10:57:56.214 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 1782 (ObjNum 659 snap 185 seq_num 659) dirty exists 2023-12-20T10:57:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:56 smithi177 ceph-mon[212096]: from='client.34395 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:57:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:56 smithi177 ceph-mon[212096]: osdmap e531: 8 total, 8 up, 8 in 2023-12-20T10:57:56.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:56 smithi123 ceph-mon[191304]: from='client.34395 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:57:56.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:56 smithi123 ceph-mon[191304]: osdmap e531: 8 total, 8 up, 8 in 2023-12-20T10:57:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:56 smithi123 ceph-mon[188613]: from='client.34395 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:57:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:56 smithi123 ceph-mon[188613]: osdmap e531: 8 total, 8 up, 8 in 2023-12-20T10:57:57.133 INFO:tasks.rados.rados.0.smithi123.stdout:2426: done (6 left) 2023-12-20T10:57:57.133 INFO:tasks.rados.rados.0.smithi123.stdout:2429: done (5 left) 2023-12-20T10:57:57.133 INFO:tasks.rados.rados.0.smithi123.stdout:2433: done (4 left) 2023-12-20T10:57:57.133 INFO:tasks.rados.rados.0.smithi123.stdout:2438: done (3 left) 2023-12-20T10:57:57.133 INFO:tasks.rados.rados.0.smithi123.stdout:2439: done (2 left) 2023-12-20T10:57:57.133 INFO:tasks.rados.rados.0.smithi123.stdout:2440: done (1 left) 2023-12-20T10:57:57.133 INFO:tasks.rados.rados.0.smithi123.stdout:2441: done (0 left) 2023-12-20T10:57:57.133 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 24 current snap is 239 2023-12-20T10:57:57.133 INFO:tasks.rados.rados.0.smithi123.stdout:2442: seq_num 792 ranges {0=466944,466944=761856,1228800=40960} 2023-12-20T10:57:57.135 INFO:tasks.rados.rados.0.smithi123.stdout:2442: writing smithi123173835-24 from 0 to 466944 tid 1 2023-12-20T10:57:57.140 INFO:tasks.rados.rados.0.smithi123.stdout:2442: writing smithi123173835-24 from 466944 to 1228800 tid 2 2023-12-20T10:57:57.140 INFO:tasks.rados.rados.0.smithi123.stdout:2442: writing smithi123173835-24 from 1228800 to 1269760 tid 3 2023-12-20T10:57:57.140 INFO:tasks.rados.rados.0.smithi123.stdout:2443: delete oid 9 current snap is 239 2023-12-20T10:57:57.144 INFO:tasks.rados.rados.0.smithi123.stdout:2442: finishing write tid 1 to smithi123173835-24 2023-12-20T10:57:57.144 INFO:tasks.rados.rados.0.smithi123.stdout:2442: finishing write tid 2 to smithi123173835-24 2023-12-20T10:57:57.144 INFO:tasks.rados.rados.0.smithi123.stdout:2443: done (1 left) 2023-12-20T10:57:57.144 INFO:tasks.rados.rados.0.smithi123.stdout:2444: read oid 27 snap -1 2023-12-20T10:57:57.145 INFO:tasks.rados.rados.0.smithi123.stdout:2444: expect (ObjNum 672 snap 191 seq_num 672) 2023-12-20T10:57:57.148 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 12 current snap is 239 2023-12-20T10:57:57.148 INFO:tasks.rados.rados.0.smithi123.stdout:2445: seq_num 794 ranges {5267456=499712,5767168=532480,6299648=270336} 2023-12-20T10:57:57.177 INFO:tasks.rados.rados.0.smithi123.stdout:2445: writing smithi123173835-12 from 5267456 to 5767168 tid 1 2023-12-20T10:57:57.180 INFO:tasks.rados.rados.0.smithi123.stdout:2445: writing smithi123173835-12 from 5767168 to 6299648 tid 2 2023-12-20T10:57:57.183 INFO:tasks.rados.rados.0.smithi123.stdout:2445: writing smithi123173835-12 from 6299648 to 6569984 tid 3 2023-12-20T10:57:57.183 INFO:tasks.rados.rados.0.smithi123.stdout:2446: rollback oid 30 current snap is 239 2023-12-20T10:57:57.183 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 30 to 231 2023-12-20T10:57:57.183 INFO:tasks.rados.rados.0.smithi123.stdout:2442: finishing write tid 3 to smithi123173835-24 2023-12-20T10:57:57.183 INFO:tasks.rados.rados.0.smithi123.stdout:2442: finishing write tid 4 to smithi123173835-24 2023-12-20T10:57:57.183 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 22 current snap is 239 2023-12-20T10:57:57.183 INFO:tasks.rados.rados.0.smithi123.stdout:2442: finishing write tid 5 to smithi123173835-24 2023-12-20T10:57:57.183 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 24 v 1409 (ObjNum 792 snap 239 seq_num 792) dirty exists 2023-12-20T10:57:57.183 INFO:tasks.rados.rados.0.smithi123.stdout:2442: left oid 24 (ObjNum 792 snap 239 seq_num 792) 2023-12-20T10:57:57.183 INFO:tasks.rados.rados.0.smithi123.stdout:2444: expect (ObjNum 672 snap 191 seq_num 672) 2023-12-20T10:57:57.260 INFO:tasks.rados.rados.0.smithi123.stdout:2445: finishing write tid 1 to smithi123173835-12 2023-12-20T10:57:57.261 INFO:tasks.rados.rados.0.smithi123.stdout:2445: finishing write tid 2 to smithi123173835-12 2023-12-20T10:57:57.261 INFO:tasks.rados.rados.0.smithi123.stdout:2445: finishing write tid 3 to smithi123173835-12 2023-12-20T10:57:57.261 INFO:tasks.rados.rados.0.smithi123.stdout:2446: finishing rollback tid 0 to smithi123173835-30 2023-12-20T10:57:57.261 INFO:tasks.rados.rados.0.smithi123.stdout:2445: finishing write tid 4 to smithi123173835-12 2023-12-20T10:57:57.261 INFO:tasks.rados.rados.0.smithi123.stdout:2446: finishing rollback tid 1 to smithi123173835-30 2023-12-20T10:57:57.261 INFO:tasks.rados.rados.0.smithi123.stdout:2446: finishing rollback tid 2 to smithi123173835-30 2023-12-20T10:57:57.261 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 30 v 1381 (ObjNum 686 snap 196 seq_num 686) dirty exists 2023-12-20T10:57:57.261 INFO:tasks.rados.rados.0.smithi123.stdout:2445: finishing write tid 5 to smithi123173835-12 2023-12-20T10:57:57.261 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 1566 (ObjNum 794 snap 239 seq_num 794) dirty exists 2023-12-20T10:57:57.261 INFO:tasks.rados.rados.0.smithi123.stdout:2445: left oid 12 (ObjNum 794 snap 239 seq_num 794) 2023-12-20T10:57:57.261 INFO:tasks.rados.rados.0.smithi123.stdout:2447: seq_num 795 ranges {9428992=524288,9953280=417792,10371072=385024} 2023-12-20T10:57:57.312 INFO:tasks.rados.rados.0.smithi123.stdout:2447: writing smithi123173835-22 from 9428992 to 9953280 tid 1 2023-12-20T10:57:57.315 INFO:tasks.rados.rados.0.smithi123.stdout:2447: writing smithi123173835-22 from 9953280 to 10371072 tid 2 2023-12-20T10:57:57.318 INFO:tasks.rados.rados.0.smithi123.stdout:2447: writing smithi123173835-22 from 10371072 to 10756096 tid 3 2023-12-20T10:57:57.318 INFO:tasks.rados.rados.0.smithi123.stdout:2442: done (4 left) 2023-12-20T10:57:57.318 INFO:tasks.rados.rados.0.smithi123.stdout:2444: done (3 left) 2023-12-20T10:57:57.318 INFO:tasks.rados.rados.0.smithi123.stdout:2445: done (2 left) 2023-12-20T10:57:57.318 INFO:tasks.rados.rados.0.smithi123.stdout:2446: done (1 left) 2023-12-20T10:57:57.318 INFO:tasks.rados.rados.0.smithi123.stdout:2448: copy_from oid 31 from oid 42 current snap is 239 2023-12-20T10:57:57.318 INFO:tasks.rados.rados.0.smithi123.stdout:2447: finishing write tid 1 to smithi123173835-22 2023-12-20T10:57:57.318 INFO:tasks.rados.rados.0.smithi123.stdout:2449: rollback oid 12 current snap is 239 2023-12-20T10:57:57.319 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 12 to 238 2023-12-20T10:57:57.319 INFO:tasks.rados.rados.0.smithi123.stdout:2450: delete oid 38 current snap is 239 2023-12-20T10:57:57.321 INFO:tasks.rados.rados.0.smithi123.stdout:2447: finishing write tid 2 to smithi123173835-22 2023-12-20T10:57:57.321 INFO:tasks.rados.rados.0.smithi123.stdout:2449: finishing rollback tid 0 to smithi123173835-12 2023-12-20T10:57:57.321 INFO:tasks.rados.rados.0.smithi123.stdout:2447: finishing write tid 3 to smithi123173835-22 2023-12-20T10:57:57.321 INFO:tasks.rados.rados.0.smithi123.stdout:2449: finishing rollback tid 1 to smithi123173835-12 2023-12-20T10:57:57.322 INFO:tasks.rados.rados.0.smithi123.stdout:2449: finishing rollback tid 2 to smithi123173835-12 2023-12-20T10:57:57.322 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 1569 (ObjNum 788 snap 238 seq_num 788) dirty exists 2023-12-20T10:57:57.322 INFO:tasks.rados.rados.0.smithi123.stdout:2447: finishing write tid 4 to smithi123173835-22 2023-12-20T10:57:57.323 INFO:tasks.rados.rados.0.smithi123.stdout:2449: done (3 left) 2023-12-20T10:57:57.323 INFO:tasks.rados.rados.0.smithi123.stdout:2450: done (2 left) 2023-12-20T10:57:57.323 INFO:tasks.rados.rados.0.smithi123.stdout:2451: read oid 29 snap 222 2023-12-20T10:57:57.323 INFO:tasks.rados.rados.0.smithi123.stdout:2451: expect deleted 2023-12-20T10:57:57.323 INFO:tasks.rados.rados.0.smithi123.stdout:2452: snap_create 2023-12-20T10:57:57.325 INFO:tasks.rados.rados.0.smithi123.stdout:2447: finishing write tid 5 to smithi123173835-22 2023-12-20T10:57:57.325 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 22 v 1616 (ObjNum 795 snap 239 seq_num 795) dirty exists 2023-12-20T10:57:57.325 INFO:tasks.rados.rados.0.smithi123.stdout:2447: left oid 22 (ObjNum 795 snap 239 seq_num 795) 2023-12-20T10:57:57.327 INFO:tasks.rados.rados.0.smithi123.stdout:2448: finishing copy_from racing read to smithi123173835-31 2023-12-20T10:57:57.328 INFO:tasks.rados.rados.0.smithi123.stdout:2448: finishing copy_from to smithi123173835-31 2023-12-20T10:57:57.328 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 31 v 1402 (ObjNum 783 snap 236 seq_num 783) dirty exists 2023-12-20T10:57:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:57 smithi177 ceph-mon[212096]: pgmap v509: 121 pgs: 121 active+clean; 315 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 12 op/s 2023-12-20T10:57:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:57 smithi177 ceph-mon[212096]: osdmap e532: 8 total, 8 up, 8 in 2023-12-20T10:57:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:57:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:57 smithi123 ceph-mon[191304]: pgmap v509: 121 pgs: 121 active+clean; 315 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 12 op/s 2023-12-20T10:57:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:57 smithi123 ceph-mon[191304]: osdmap e532: 8 total, 8 up, 8 in 2023-12-20T10:57:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:57:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:57 smithi123 ceph-mon[188613]: pgmap v509: 121 pgs: 121 active+clean; 315 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 12 op/s 2023-12-20T10:57:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:57 smithi123 ceph-mon[188613]: osdmap e532: 8 total, 8 up, 8 in 2023-12-20T10:57:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:57:58.043 INFO:tasks.rados.rados.0.smithi123.stdout:2447: done (3 left) 2023-12-20T10:57:58.044 INFO:tasks.rados.rados.0.smithi123.stdout:2448: done (2 left) 2023-12-20T10:57:58.044 INFO:tasks.rados.rados.0.smithi123.stdout:2451: done (1 left) 2023-12-20T10:57:58.044 INFO:tasks.rados.rados.0.smithi123.stdout:2452: done (0 left) 2023-12-20T10:57:58.044 INFO:tasks.rados.rados.0.smithi123.stdout:2453: read oid 21 snap -1 2023-12-20T10:57:58.044 INFO:tasks.rados.rados.0.smithi123.stdout:2453: expect deleted 2023-12-20T10:57:58.044 INFO:tasks.rados.rados.0.smithi123.stdout:2454: read oid 9 snap 216 2023-12-20T10:57:58.044 INFO:tasks.rados.rados.0.smithi123.stdout:2454: expect deleted 2023-12-20T10:57:58.044 INFO:tasks.rados.rados.0.smithi123.stdout:2455: read oid 28 snap -1 2023-12-20T10:57:58.044 INFO:tasks.rados.rados.0.smithi123.stdout:2455: expect (ObjNum 637 snap 183 seq_num 637) 2023-12-20T10:57:58.044 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 31 current snap is 240 2023-12-20T10:57:58.044 INFO:tasks.rados.rados.0.smithi123.stdout:2456: seq_num 797 ranges {1122304=557056,1679360=589824,2269184=212992} 2023-12-20T10:57:58.052 INFO:tasks.rados.rados.0.smithi123.stdout:2456: writing smithi123173835-31 from 1122304 to 1679360 tid 1 2023-12-20T10:57:58.055 INFO:tasks.rados.rados.0.smithi123.stdout:2456: writing smithi123173835-31 from 1679360 to 2269184 tid 2 2023-12-20T10:57:58.057 INFO:tasks.rados.rados.0.smithi123.stdout:2456: writing smithi123173835-31 from 2269184 to 2482176 tid 3 2023-12-20T10:57:58.057 INFO:tasks.rados.rados.0.smithi123.stdout:2457: delete oid 17 current snap is 240 2023-12-20T10:57:58.057 INFO:tasks.rados.rados.0.smithi123.stdout:2455: expect (ObjNum 637 snap 183 seq_num 637) 2023-12-20T10:57:58.084 INFO:tasks.rados.rados.0.smithi123.stdout:2456: finishing write tid 1 to smithi123173835-31 2023-12-20T10:57:58.084 INFO:tasks.rados.rados.0.smithi123.stdout:2456: finishing write tid 2 to smithi123173835-31 2023-12-20T10:57:58.084 INFO:tasks.rados.rados.0.smithi123.stdout:2456: finishing write tid 3 to smithi123173835-31 2023-12-20T10:57:58.084 INFO:tasks.rados.rados.0.smithi123.stdout:2456: finishing write tid 4 to smithi123173835-31 2023-12-20T10:57:58.084 INFO:tasks.rados.rados.0.smithi123.stdout:2453: done (4 left) 2023-12-20T10:57:58.084 INFO:tasks.rados.rados.0.smithi123.stdout:2454: done (3 left) 2023-12-20T10:57:58.085 INFO:tasks.rados.rados.0.smithi123.stdout:2455: done (2 left) 2023-12-20T10:57:58.085 INFO:tasks.rados.rados.0.smithi123.stdout:2457: done (1 left) 2023-12-20T10:57:58.085 INFO:tasks.rados.rados.0.smithi123.stdout:2458: delete oid 27 current snap is 240 2023-12-20T10:57:58.085 INFO:tasks.rados.rados.0.smithi123.stdout:2456: finishing write tid 5 to smithi123173835-31 2023-12-20T10:57:58.085 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 31 v 1406 (ObjNum 797 snap 240 seq_num 797) dirty exists 2023-12-20T10:57:58.085 INFO:tasks.rados.rados.0.smithi123.stdout:2456: left oid 31 (ObjNum 797 snap 240 seq_num 797) 2023-12-20T10:57:58.086 INFO:tasks.rados.rados.0.smithi123.stdout:2456: done (1 left) 2023-12-20T10:57:58.086 INFO:tasks.rados.rados.0.smithi123.stdout:2458: done (0 left) 2023-12-20T10:57:58.086 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 8 current snap is 240 2023-12-20T10:57:58.086 INFO:tasks.rados.rados.0.smithi123.stdout:2459: seq_num 800 ranges {10035200=606208,10641408=688128,11329536=114688} 2023-12-20T10:57:58.143 INFO:tasks.rados.rados.0.smithi123.stdout:2459: writing smithi123173835-8 from 10035200 to 10641408 tid 1 2023-12-20T10:57:58.147 INFO:tasks.rados.rados.0.smithi123.stdout:2459: writing smithi123173835-8 from 10641408 to 11329536 tid 2 2023-12-20T10:57:58.148 INFO:tasks.rados.rados.0.smithi123.stdout:2459: writing smithi123173835-8 from 11329536 to 11444224 tid 3 2023-12-20T10:57:58.148 INFO:tasks.rados.rados.0.smithi123.stdout:2460: setattr oid 49 current snap is 240 2023-12-20T10:57:58.148 INFO:tasks.rados.rados.0.smithi123.stdout:2459: finishing write tid 1 to smithi123173835-8 2023-12-20T10:57:58.149 INFO:tasks.rados.rados.0.smithi123.stdout:2461: snap_remove snap 221 2023-12-20T10:57:58.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:58 smithi177 ceph-mon[212096]: osdmap e533: 8 total, 8 up, 8 in 2023-12-20T10:57:58.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:58 smithi177 ceph-mon[212096]: osdmap e534: 8 total, 8 up, 8 in 2023-12-20T10:57:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:58 smithi123 ceph-mon[191304]: osdmap e533: 8 total, 8 up, 8 in 2023-12-20T10:57:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:58 smithi123 ceph-mon[191304]: osdmap e534: 8 total, 8 up, 8 in 2023-12-20T10:57:58.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:58 smithi123 ceph-mon[188613]: osdmap e533: 8 total, 8 up, 8 in 2023-12-20T10:57:58.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:58 smithi123 ceph-mon[188613]: osdmap e534: 8 total, 8 up, 8 in 2023-12-20T10:57:59.151 INFO:tasks.rados.rados.0.smithi123.stdout:2461: done (2 left) 2023-12-20T10:57:59.152 INFO:tasks.rados.rados.0.smithi123.stdout:2462: delete oid 41 current snap is 240 2023-12-20T10:57:59.153 INFO:tasks.rados.rados.0.smithi123.stdout:2459: finishing write tid 2 to smithi123173835-8 2023-12-20T10:57:59.153 INFO:tasks.rados.rados.0.smithi123.stdout:2459: finishing write tid 3 to smithi123173835-8 2023-12-20T10:57:59.153 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 1567 (ObjNum 773 snap 231 seq_num 773) dirty exists 2023-12-20T10:57:59.153 INFO:tasks.rados.rados.0.smithi123.stdout:2459: finishing write tid 4 to smithi123173835-8 2023-12-20T10:57:59.153 INFO:tasks.rados.rados.0.smithi123.stdout:2459: finishing write tid 5 to smithi123173835-8 2023-12-20T10:57:59.153 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 1573 (ObjNum 800 snap 240 seq_num 800) dirty exists 2023-12-20T10:57:59.153 INFO:tasks.rados.rados.0.smithi123.stdout:2459: left oid 8 (ObjNum 800 snap 240 seq_num 800) 2023-12-20T10:57:59.165 INFO:tasks.rados.rados.0.smithi123.stdout:2459: done (2 left) 2023-12-20T10:57:59.165 INFO:tasks.rados.rados.0.smithi123.stdout:2460: done (1 left) 2023-12-20T10:57:59.165 INFO:tasks.rados.rados.0.smithi123.stdout:2462: done (0 left) 2023-12-20T10:57:59.165 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 21 current snap is 240 2023-12-20T10:57:59.165 INFO:tasks.rados.rados.0.smithi123.stdout:2463: seq_num 802 ranges {0=638976,638976=458752,1097728=344064} 2023-12-20T10:57:59.165 INFO:tasks.rados.rados.0.smithi123.stdout:2463: writing smithi123173835-21 from 0 to 638976 tid 1 2023-12-20T10:57:59.168 INFO:tasks.rados.rados.0.smithi123.stdout:2463: writing smithi123173835-21 from 638976 to 1097728 tid 2 2023-12-20T10:57:59.171 INFO:tasks.rados.rados.0.smithi123.stdout:2463: writing smithi123173835-21 from 1097728 to 1441792 tid 3 2023-12-20T10:57:59.171 INFO:tasks.rados.rados.0.smithi123.stdout:2464: rollback oid 24 current snap is 240 2023-12-20T10:57:59.171 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 24 to 237 2023-12-20T10:57:59.171 INFO:tasks.rados.rados.0.smithi123.stdout:2465: copy_from oid 44 from oid 15 current snap is 240 2023-12-20T10:57:59.172 INFO:tasks.rados.rados.0.smithi123.stdout:2466: rmattr oid 11 current snap is 240 2023-12-20T10:57:59.172 INFO:tasks.rados.rados.0.smithi123.stdout:2466: done (3 left) 2023-12-20T10:57:59.172 INFO:tasks.rados.rados.0.smithi123.stdout:2467: rmattr oid 47 current snap is 240 2023-12-20T10:57:59.172 INFO:tasks.rados.rados.0.smithi123.stdout:2467: done (3 left) 2023-12-20T10:57:59.172 INFO:tasks.rados.rados.0.smithi123.stdout:2468: delete oid 39 current snap is 240 2023-12-20T10:57:59.172 INFO:tasks.rados.rados.0.smithi123.stdout:2463: finishing write tid 1 to smithi123173835-21 2023-12-20T10:57:59.173 INFO:tasks.rados.rados.0.smithi123.stdout:2468: done (3 left) 2023-12-20T10:57:59.173 INFO:tasks.rados.rados.0.smithi123.stdout:2469: read oid 37 snap -1 2023-12-20T10:57:59.173 INFO:tasks.rados.rados.0.smithi123.stdout:2469: expect deleted 2023-12-20T10:57:59.173 INFO:tasks.rados.rados.0.smithi123.stdout:2470: read oid 33 snap -1 2023-12-20T10:57:59.173 INFO:tasks.rados.rados.0.smithi123.stdout:2470: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-20T10:57:59.173 INFO:tasks.rados.rados.0.smithi123.stdout:2471: read oid 5 snap -1 2023-12-20T10:57:59.174 INFO:tasks.rados.rados.0.smithi123.stdout:2471: expect (ObjNum 780 snap 235 seq_num 780) 2023-12-20T10:57:59.174 INFO:tasks.rados.rados.0.smithi123.stdout:2472: read oid 31 snap 225 2023-12-20T10:57:59.174 INFO:tasks.rados.rados.0.smithi123.stdout:2472: expect (ObjNum 745 snap 219 seq_num 745) 2023-12-20T10:57:59.174 INFO:tasks.rados.rados.0.smithi123.stdout:2473: rollback oid 48 current snap is 240 2023-12-20T10:57:59.174 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 48 to 234 2023-12-20T10:57:59.174 INFO:tasks.rados.rados.0.smithi123.stdout:2474: rollback oid 41 current snap is 240 2023-12-20T10:57:59.174 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 41 to 234 2023-12-20T10:57:59.174 INFO:tasks.rados.rados.0.smithi123.stdout:2475: rollback oid 27 current snap is 240 2023-12-20T10:57:59.174 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 27 to 222 2023-12-20T10:57:59.174 INFO:tasks.rados.rados.0.smithi123.stdout:2476: read oid 42 snap -1 2023-12-20T10:57:59.175 INFO:tasks.rados.rados.0.smithi123.stdout:2476: expect (ObjNum 783 snap 236 seq_num 783) 2023-12-20T10:57:59.175 INFO:tasks.rados.rados.0.smithi123.stdout:2477: rmattr oid 50 current snap is 240 2023-12-20T10:57:59.175 INFO:tasks.rados.rados.0.smithi123.stdout:2477: done (11 left) 2023-12-20T10:57:59.175 INFO:tasks.rados.rados.0.smithi123.stdout:2478: read oid 35 snap -1 2023-12-20T10:57:59.175 INFO:tasks.rados.rados.0.smithi123.stdout:2478: expect deleted 2023-12-20T10:57:59.175 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 10 current snap is 240 2023-12-20T10:57:59.175 INFO:tasks.rados.rados.0.smithi123.stdout:2479: seq_num 804 ranges {11444224=671744,12115968=622592,12738560=180224} 2023-12-20T10:57:59.240 INFO:tasks.rados.rados.0.smithi123.stdout:2479: writing smithi123173835-10 from 11444224 to 12115968 tid 1 2023-12-20T10:57:59.243 INFO:tasks.rados.rados.0.smithi123.stdout:2479: writing smithi123173835-10 from 12115968 to 12738560 tid 2 2023-12-20T10:57:59.245 INFO:tasks.rados.rados.0.smithi123.stdout:2479: writing smithi123173835-10 from 12738560 to 12918784 tid 3 2023-12-20T10:57:59.245 INFO:tasks.rados.rados.0.smithi123.stdout:2480: read oid 30 snap 231 2023-12-20T10:57:59.245 INFO:tasks.rados.rados.0.smithi123.stdout:2480: expect (ObjNum 686 snap 196 seq_num 686) 2023-12-20T10:57:59.245 INFO:tasks.rados.rados.0.smithi123.stdout:2481: snap_remove snap 236 2023-12-20T10:57:59.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:57:59 smithi177 ceph-mon[212096]: pgmap v512: 121 pgs: 121 active+clean; 324 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 5.4 MiB/s wr, 27 op/s 2023-12-20T10:57:59.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:57:59 smithi123 ceph-mon[191304]: pgmap v512: 121 pgs: 121 active+clean; 324 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 5.4 MiB/s wr, 27 op/s 2023-12-20T10:57:59.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:57:59 smithi123 ceph-mon[188613]: pgmap v512: 121 pgs: 121 active+clean; 324 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 5.4 MiB/s wr, 27 op/s 2023-12-20T10:57:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:57:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:57:59] "GET /metrics HTTP/1.1" 200 36162 "" "Prometheus/2.43.0" 2023-12-20T10:58:00.168 INFO:tasks.rados.rados.0.smithi123.stdout:2481: done (14 left) 2023-12-20T10:58:00.168 INFO:tasks.rados.rados.0.smithi123.stdout:2482: delete oid 50 current snap is 240 2023-12-20T10:58:00.169 INFO:tasks.rados.rados.0.smithi123.stdout:2463: finishing write tid 2 to smithi123173835-21 2023-12-20T10:58:00.169 INFO:tasks.rados.rados.0.smithi123.stdout:2470: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-20T10:58:00.169 INFO:tasks.rados.rados.0.smithi123.stdout:2464: finishing rollback tid 0 to smithi123173835-24 2023-12-20T10:58:00.169 INFO:tasks.rados.rados.0.smithi123.stdout:2463: finishing write tid 3 to smithi123173835-21 2023-12-20T10:58:00.169 INFO:tasks.rados.rados.0.smithi123.stdout:2463: finishing write tid 4 to smithi123173835-21 2023-12-20T10:58:00.169 INFO:tasks.rados.rados.0.smithi123.stdout:2476: expect (ObjNum 783 snap 236 seq_num 783) 2023-12-20T10:58:00.198 INFO:tasks.rados.rados.0.smithi123.stdout:2464: finishing rollback tid 1 to smithi123173835-24 2023-12-20T10:58:00.198 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 24 v 1417 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-20T10:58:00.199 INFO:tasks.rados.rados.0.smithi123.stdout:2463: finishing write tid 5 to smithi123173835-21 2023-12-20T10:58:00.199 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 1601 (ObjNum 802 snap 240 seq_num 802) dirty exists 2023-12-20T10:58:00.199 INFO:tasks.rados.rados.0.smithi123.stdout:2463: left oid 21 (ObjNum 802 snap 240 seq_num 802) 2023-12-20T10:58:00.199 INFO:tasks.rados.rados.0.smithi123.stdout:2473: finishing rollback tid 0 to smithi123173835-48 2023-12-20T10:58:00.199 INFO:tasks.rados.rados.0.smithi123.stdout:2473: finishing rollback tid 1 to smithi123173835-48 2023-12-20T10:58:00.199 INFO:tasks.rados.rados.0.smithi123.stdout:2463: done (14 left) 2023-12-20T10:58:00.200 INFO:tasks.rados.rados.0.smithi123.stdout:2464: done (13 left) 2023-12-20T10:58:00.200 INFO:tasks.rados.rados.0.smithi123.stdout:2469: done (12 left) 2023-12-20T10:58:00.200 INFO:tasks.rados.rados.0.smithi123.stdout:2470: done (11 left) 2023-12-20T10:58:00.200 INFO:tasks.rados.rados.0.smithi123.stdout:2476: done (10 left) 2023-12-20T10:58:00.200 INFO:tasks.rados.rados.0.smithi123.stdout:2478: done (9 left) 2023-12-20T10:58:00.200 INFO:tasks.rados.rados.0.smithi123.stdout:2482: done (8 left) 2023-12-20T10:58:00.200 INFO:tasks.rados.rados.0.smithi123.stdout:2483: setattr oid 39 current snap is 240 2023-12-20T10:58:00.201 INFO:tasks.rados.rados.0.smithi123.stdout:2473: finishing rollback tid 2 to smithi123173835-48 2023-12-20T10:58:00.201 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 1570 (ObjNum 730 snap 214 seq_num 730) dirty exists 2023-12-20T10:58:00.201 INFO:tasks.rados.rados.0.smithi123.stdout:2474: finishing rollback tid 1 to smithi123173835-41 2023-12-20T10:58:00.201 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 1561 (ObjNum 177 snap 0 seq_num 1) dirty dne 2023-12-20T10:58:00.201 INFO:tasks.rados.rados.0.smithi123.stdout:2465: finishing copy_from racing read to smithi123173835-44 2023-12-20T10:58:00.201 INFO:tasks.rados.rados.0.smithi123.stdout:2472: expect (ObjNum 745 snap 219 seq_num 745) 2023-12-20T10:58:00.301 INFO:tasks.rados.rados.0.smithi123.stdout:2475: finishing rollback tid 1 to smithi123173835-27 2023-12-20T10:58:00.301 INFO:tasks.rados.rados.0.smithi123.stdout:2475: finishing rollback tid 2 to smithi123173835-27 2023-12-20T10:58:00.301 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 27 v 1564 (ObjNum 672 snap 191 seq_num 672) dirty exists 2023-12-20T10:58:00.301 INFO:tasks.rados.rados.0.smithi123.stdout:2465: finishing copy_from to smithi123173835-44 2023-12-20T10:58:00.301 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 44 v 1782 (ObjNum 659 snap 185 seq_num 659) dirty exists 2023-12-20T10:58:00.301 INFO:tasks.rados.rados.0.smithi123.stdout:2471: expect (ObjNum 780 snap 235 seq_num 780) 2023-12-20T10:58:00.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:00 smithi177 ceph-mon[212096]: osdmap e535: 8 total, 8 up, 8 in 2023-12-20T10:58:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:00 smithi123 ceph-mon[191304]: osdmap e535: 8 total, 8 up, 8 in 2023-12-20T10:58:00.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:00 smithi123 ceph-mon[188613]: osdmap e535: 8 total, 8 up, 8 in 2023-12-20T10:58:01.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:01 smithi177 ceph-mon[212096]: pgmap v515: 121 pgs: 121 active+clean; 330 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.0 MiB/s wr, 31 op/s 2023-12-20T10:58:01.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:01 smithi177 ceph-mon[212096]: osdmap e536: 8 total, 8 up, 8 in 2023-12-20T10:58:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:01 smithi123 ceph-mon[191304]: pgmap v515: 121 pgs: 121 active+clean; 330 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.0 MiB/s wr, 31 op/s 2023-12-20T10:58:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:01 smithi123 ceph-mon[191304]: osdmap e536: 8 total, 8 up, 8 in 2023-12-20T10:58:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:01 smithi123 ceph-mon[188613]: pgmap v515: 121 pgs: 121 active+clean; 330 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.0 MiB/s wr, 31 op/s 2023-12-20T10:58:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:01 smithi123 ceph-mon[188613]: osdmap e536: 8 total, 8 up, 8 in 2023-12-20T10:58:01.572 INFO:tasks.rados.rados.0.smithi123.stdout:2479: finishing write tid 1 to smithi123173835-10 2023-12-20T10:58:01.572 INFO:tasks.rados.rados.0.smithi123.stdout:2479: finishing write tid 2 to smithi123173835-10 2023-12-20T10:58:01.572 INFO:tasks.rados.rados.0.smithi123.stdout:2479: finishing write tid 3 to smithi123173835-10 2023-12-20T10:58:01.573 INFO:tasks.rados.rados.0.smithi123.stdout:2479: finishing write tid 4 to smithi123173835-10 2023-12-20T10:58:01.573 INFO:tasks.rados.rados.0.smithi123.stdout:2480: expect (ObjNum 686 snap 196 seq_num 686) 2023-12-20T10:58:01.633 INFO:tasks.rados.rados.0.smithi123.stdout:2479: finishing write tid 5 to smithi123173835-10 2023-12-20T10:58:01.634 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 1980 (ObjNum 804 snap 240 seq_num 804) dirty exists 2023-12-20T10:58:01.634 INFO:tasks.rados.rados.0.smithi123.stdout:2479: left oid 10 (ObjNum 804 snap 240 seq_num 804) 2023-12-20T10:58:01.634 INFO:tasks.rados.rados.0.smithi123.stdout:2465: done (8 left) 2023-12-20T10:58:01.634 INFO:tasks.rados.rados.0.smithi123.stdout:2471: done (7 left) 2023-12-20T10:58:01.634 INFO:tasks.rados.rados.0.smithi123.stdout:2472: done (6 left) 2023-12-20T10:58:01.634 INFO:tasks.rados.rados.0.smithi123.stdout:2473: done (5 left) 2023-12-20T10:58:01.634 INFO:tasks.rados.rados.0.smithi123.stdout:2474: done (4 left) 2023-12-20T10:58:01.634 INFO:tasks.rados.rados.0.smithi123.stdout:2475: done (3 left) 2023-12-20T10:58:01.634 INFO:tasks.rados.rados.0.smithi123.stdout:2479: done (2 left) 2023-12-20T10:58:01.634 INFO:tasks.rados.rados.0.smithi123.stdout:2480: done (1 left) 2023-12-20T10:58:01.634 INFO:tasks.rados.rados.0.smithi123.stdout:2484: snap_remove snap 204 2023-12-20T10:58:02.164 INFO:tasks.rados.rados.0.smithi123.stdout:2484: done (1 left) 2023-12-20T10:58:02.164 INFO:tasks.rados.rados.0.smithi123.stdout:2485: snap_create 2023-12-20T10:58:02.164 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 1783 (ObjNum 113 snap 0 seq_num 1490260662) dirty exists 2023-12-20T10:58:03.044 INFO:tasks.rados.rados.0.smithi123.stdout:2483: done (1 left) 2023-12-20T10:58:03.044 INFO:tasks.rados.rados.0.smithi123.stdout:2485: done (0 left) 2023-12-20T10:58:03.044 INFO:tasks.rados.rados.0.smithi123.stdout:2486: read oid 42 snap -1 2023-12-20T10:58:03.044 INFO:tasks.rados.rados.0.smithi123.stdout:2486: expect (ObjNum 783 snap 236 seq_num 783) 2023-12-20T10:58:03.044 INFO:tasks.rados.rados.0.smithi123.stdout:2487: snap_remove snap 238 2023-12-20T10:58:03.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:03 smithi123 ceph-mon[191304]: pgmap v517: 121 pgs: 121 active+clean; 345 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.5 MiB/s wr, 34 op/s 2023-12-20T10:58:03.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:03 smithi123 ceph-mon[191304]: osdmap e537: 8 total, 8 up, 8 in 2023-12-20T10:58:03.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:03 smithi123 ceph-mon[191304]: osdmap e538: 8 total, 8 up, 8 in 2023-12-20T10:58:03.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:03 smithi123 ceph-mon[188613]: pgmap v517: 121 pgs: 121 active+clean; 345 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.5 MiB/s wr, 34 op/s 2023-12-20T10:58:03.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:03 smithi123 ceph-mon[188613]: osdmap e537: 8 total, 8 up, 8 in 2023-12-20T10:58:03.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:03 smithi123 ceph-mon[188613]: osdmap e538: 8 total, 8 up, 8 in 2023-12-20T10:58:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:03 smithi177 ceph-mon[212096]: pgmap v517: 121 pgs: 121 active+clean; 345 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.5 MiB/s wr, 34 op/s 2023-12-20T10:58:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:03 smithi177 ceph-mon[212096]: osdmap e537: 8 total, 8 up, 8 in 2023-12-20T10:58:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:03 smithi177 ceph-mon[212096]: osdmap e538: 8 total, 8 up, 8 in 2023-12-20T10:58:04.051 INFO:tasks.rados.rados.0.smithi123.stdout:2487: done (1 left) 2023-12-20T10:58:04.051 INFO:tasks.rados.rados.0.smithi123.stdout:2488: copy_from oid 21 from oid 12 current snap is 241 2023-12-20T10:58:04.051 INFO:tasks.rados.rados.0.smithi123.stdout:2489: copy_from oid 13 from oid 26 current snap is 241 2023-12-20T10:58:04.051 INFO:tasks.rados.rados.0.smithi123.stdout:2490: delete oid 50 current snap is 241 2023-12-20T10:58:04.051 INFO:tasks.rados.rados.0.smithi123.stdout:2486: expect (ObjNum 783 snap 236 seq_num 783) 2023-12-20T10:58:04.090 INFO:tasks.rados.rados.0.smithi123.stdout:2486: done (3 left) 2023-12-20T10:58:04.090 INFO:tasks.rados.rados.0.smithi123.stdout:2490: done (2 left) 2023-12-20T10:58:04.090 INFO:tasks.rados.rados.0.smithi123.stdout:2491: read oid 32 snap -1 2023-12-20T10:58:04.090 INFO:tasks.rados.rados.0.smithi123.stdout:2491: expect (ObjNum 787 snap 238 seq_num 787) 2023-12-20T10:58:04.090 INFO:tasks.rados.rados.0.smithi123.stdout:2492: snap_remove snap 234 2023-12-20T10:58:05.056 INFO:tasks.rados.rados.0.smithi123.stdout:2492: done (3 left) 2023-12-20T10:58:05.057 INFO:tasks.rados.rados.0.smithi123.stdout:2493: copy_from oid 37 from oid 44 current snap is 241 2023-12-20T10:58:05.057 INFO:tasks.rados.rados.0.smithi123.stdout:2489: finishing copy_from racing read to smithi123173835-13 2023-12-20T10:58:05.057 INFO:tasks.rados.rados.0.smithi123.stdout:2489: finishing copy_from to smithi123173835-13 2023-12-20T10:58:05.057 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 1597 (ObjNum 33 snap 0 seq_num 7) dirty exists 2023-12-20T10:58:05.057 INFO:tasks.rados.rados.0.smithi123.stdout:2488: finishing copy_from racing read to smithi123173835-21 2023-12-20T10:58:05.057 INFO:tasks.rados.rados.0.smithi123.stdout:2488: finishing copy_from to smithi123173835-21 2023-12-20T10:58:05.057 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 1569 (ObjNum 788 snap 238 seq_num 788) dirty exists 2023-12-20T10:58:05.057 INFO:tasks.rados.rados.0.smithi123.stdout:2491: expect (ObjNum 787 snap 238 seq_num 787) 2023-12-20T10:58:05.210 INFO:tasks.rados.rados.0.smithi123.stdout:2493: finishing copy_from racing read to smithi123173835-37 2023-12-20T10:58:05.210 INFO:tasks.rados.rados.0.smithi123.stdout:2493: finishing copy_from to smithi123173835-37 2023-12-20T10:58:05.210 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 1782 (ObjNum 659 snap 185 seq_num 659) dirty exists 2023-12-20T10:58:05.210 INFO:tasks.rados.rados.0.smithi123.stdout:2488: done (3 left) 2023-12-20T10:58:05.211 INFO:tasks.rados.rados.0.smithi123.stdout:2489: done (2 left) 2023-12-20T10:58:05.211 INFO:tasks.rados.rados.0.smithi123.stdout:2491: done (1 left) 2023-12-20T10:58:05.211 INFO:tasks.rados.rados.0.smithi123.stdout:2493: done (0 left) 2023-12-20T10:58:05.211 INFO:tasks.rados.rados.0.smithi123.stdout:2494: delete oid 26 current snap is 241 2023-12-20T10:58:05.213 INFO:tasks.rados.rados.0.smithi123.stdout:2494: done (0 left) 2023-12-20T10:58:05.213 INFO:tasks.rados.rados.0.smithi123.stdout:2495: read oid 42 snap -1 2023-12-20T10:58:05.213 INFO:tasks.rados.rados.0.smithi123.stdout:2495: expect (ObjNum 783 snap 236 seq_num 783) 2023-12-20T10:58:05.213 INFO:tasks.rados.rados.0.smithi123.stdout:2496: snap_remove snap 229 2023-12-20T10:58:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:05 smithi177 ceph-mon[212096]: pgmap v520: 121 pgs: 121 active+clean; 344 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2023-12-20T10:58:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:05 smithi177 ceph-mon[212096]: osdmap e539: 8 total, 8 up, 8 in 2023-12-20T10:58:05.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:05 smithi123 ceph-mon[188613]: pgmap v520: 121 pgs: 121 active+clean; 344 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2023-12-20T10:58:05.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:05 smithi123 ceph-mon[188613]: osdmap e539: 8 total, 8 up, 8 in 2023-12-20T10:58:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:05 smithi123 ceph-mon[191304]: pgmap v520: 121 pgs: 121 active+clean; 344 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2023-12-20T10:58:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:05 smithi123 ceph-mon[191304]: osdmap e539: 8 total, 8 up, 8 in 2023-12-20T10:58:06.067 INFO:tasks.rados.rados.0.smithi123.stdout:2496: done (1 left) 2023-12-20T10:58:06.067 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 12 current snap is 241 2023-12-20T10:58:06.067 INFO:tasks.rados.rados.0.smithi123.stdout:2497: seq_num 808 ranges {5267456=737280,6004736=614400,6619136=188416} 2023-12-20T10:58:06.098 INFO:tasks.rados.rados.0.smithi123.stdout:2497: writing smithi123173835-12 from 5267456 to 6004736 tid 1 2023-12-20T10:58:06.101 INFO:tasks.rados.rados.0.smithi123.stdout:2497: writing smithi123173835-12 from 6004736 to 6619136 tid 2 2023-12-20T10:58:06.103 INFO:tasks.rados.rados.0.smithi123.stdout:2497: writing smithi123173835-12 from 6619136 to 6807552 tid 3 2023-12-20T10:58:06.103 INFO:tasks.rados.rados.0.smithi123.stdout:2498: rmattr oid 9 current snap is 241 2023-12-20T10:58:06.103 INFO:tasks.rados.rados.0.smithi123.stdout:2498: done (2 left) 2023-12-20T10:58:06.103 INFO:tasks.rados.rados.0.smithi123.stdout:2499: read oid 32 snap 226 2023-12-20T10:58:06.103 INFO:tasks.rados.rados.0.smithi123.stdout:2499: expect (ObjNum 763 snap 224 seq_num 763) 2023-12-20T10:58:06.103 INFO:tasks.rados.rados.0.smithi123.stdout:2500: read oid 18 snap 235 2023-12-20T10:58:06.103 INFO:tasks.rados.rados.0.smithi123.stdout:2500: expect (ObjNum 748 snap 219 seq_num 748) 2023-12-20T10:58:06.103 INFO:tasks.rados.rados.0.smithi123.stdout:2501: delete oid 44 current snap is 241 2023-12-20T10:58:06.103 INFO:tasks.rados.rados.0.smithi123.stdout:2495: expect (ObjNum 783 snap 236 seq_num 783) 2023-12-20T10:58:06.143 INFO:tasks.rados.rados.0.smithi123.stdout:2497: finishing write tid 1 to smithi123173835-12 2023-12-20T10:58:06.144 INFO:tasks.rados.rados.0.smithi123.stdout:2497: finishing write tid 2 to smithi123173835-12 2023-12-20T10:58:06.144 INFO:tasks.rados.rados.0.smithi123.stdout:2497: finishing write tid 3 to smithi123173835-12 2023-12-20T10:58:06.144 INFO:tasks.rados.rados.0.smithi123.stdout:2497: finishing write tid 4 to smithi123173835-12 2023-12-20T10:58:06.144 INFO:tasks.rados.rados.0.smithi123.stdout:2495: done (4 left) 2023-12-20T10:58:06.144 INFO:tasks.rados.rados.0.smithi123.stdout:2501: done (3 left) 2023-12-20T10:58:06.144 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 43 current snap is 241 2023-12-20T10:58:06.144 INFO:tasks.rados.rados.0.smithi123.stdout:2497: finishing write tid 5 to smithi123173835-12 2023-12-20T10:58:06.144 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 1577 (ObjNum 808 snap 241 seq_num 808) dirty exists 2023-12-20T10:58:06.144 INFO:tasks.rados.rados.0.smithi123.stdout:2497: left oid 12 (ObjNum 808 snap 241 seq_num 808) 2023-12-20T10:58:06.144 INFO:tasks.rados.rados.0.smithi123.stdout:2502: seq_num 810 ranges {1089536=770048,1859584=778240,2637824=24576} 2023-12-20T10:58:06.154 INFO:tasks.rados.rados.0.smithi123.stdout:2502: writing smithi123173835-43 from 1089536 to 1859584 tid 1 2023-12-20T10:58:06.159 INFO:tasks.rados.rados.0.smithi123.stdout:2502: writing smithi123173835-43 from 1859584 to 2637824 tid 2 2023-12-20T10:58:06.159 INFO:tasks.rados.rados.0.smithi123.stdout:2502: writing smithi123173835-43 from 2637824 to 2662400 tid 3 2023-12-20T10:58:06.159 INFO:tasks.rados.rados.0.smithi123.stdout:2497: done (3 left) 2023-12-20T10:58:06.159 INFO:tasks.rados.rados.0.smithi123.stdout:2503: delete oid 22 current snap is 241 2023-12-20T10:58:06.164 INFO:tasks.rados.rados.0.smithi123.stdout:2499: expect (ObjNum 763 snap 224 seq_num 763) 2023-12-20T10:58:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:06 smithi177 ceph-mon[212096]: osdmap e540: 8 total, 8 up, 8 in 2023-12-20T10:58:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:06 smithi123 ceph-mon[191304]: osdmap e540: 8 total, 8 up, 8 in 2023-12-20T10:58:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:06 smithi123 ceph-mon[188613]: osdmap e540: 8 total, 8 up, 8 in 2023-12-20T10:58:07.048 INFO:tasks.rados.rados.0.smithi123.stdout:2499: done (3 left) 2023-12-20T10:58:07.048 INFO:tasks.rados.rados.0.smithi123.stdout:2503: done (2 left) 2023-12-20T10:58:07.048 INFO:tasks.rados.rados.0.smithi123.stdout:2504: snap_create 2023-12-20T10:58:07.048 INFO:tasks.rados.rados.0.smithi123.stdout:2500: expect (ObjNum 748 snap 219 seq_num 748) 2023-12-20T10:58:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:07 smithi177 ceph-mon[212096]: pgmap v523: 121 pgs: 121 active+clean; 344 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2023-12-20T10:58:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:07 smithi177 ceph-mon[212096]: osdmap e541: 8 total, 8 up, 8 in 2023-12-20T10:58:07.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:07 smithi123 ceph-mon[188613]: pgmap v523: 121 pgs: 121 active+clean; 344 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2023-12-20T10:58:07.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:07 smithi123 ceph-mon[188613]: osdmap e541: 8 total, 8 up, 8 in 2023-12-20T10:58:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:07 smithi123 ceph-mon[191304]: pgmap v523: 121 pgs: 121 active+clean; 344 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2023-12-20T10:58:07.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:07 smithi123 ceph-mon[191304]: osdmap e541: 8 total, 8 up, 8 in 2023-12-20T10:58:08.153 INFO:tasks.rados.rados.0.smithi123.stdout:2502: finishing write tid 1 to smithi123173835-43 2023-12-20T10:58:08.154 INFO:tasks.rados.rados.0.smithi123.stdout:2502: finishing write tid 2 to smithi123173835-43 2023-12-20T10:58:08.154 INFO:tasks.rados.rados.0.smithi123.stdout:2502: finishing write tid 3 to smithi123173835-43 2023-12-20T10:58:08.154 INFO:tasks.rados.rados.0.smithi123.stdout:2502: finishing write tid 4 to smithi123173835-43 2023-12-20T10:58:08.154 INFO:tasks.rados.rados.0.smithi123.stdout:2502: finishing write tid 5 to smithi123173835-43 2023-12-20T10:58:08.154 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 1372 (ObjNum 810 snap 241 seq_num 810) dirty exists 2023-12-20T10:58:08.154 INFO:tasks.rados.rados.0.smithi123.stdout:2502: left oid 43 (ObjNum 810 snap 241 seq_num 810) 2023-12-20T10:58:08.154 INFO:tasks.rados.rados.0.smithi123.stdout:2500: done (2 left) 2023-12-20T10:58:08.154 INFO:tasks.rados.rados.0.smithi123.stdout:2502: done (1 left) 2023-12-20T10:58:08.154 INFO:tasks.rados.rados.0.smithi123.stdout:2504: done (0 left) 2023-12-20T10:58:08.155 INFO:tasks.rados.rados.0.smithi123.stdout:2505: snap_remove snap 223 2023-12-20T10:58:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:08 smithi177 ceph-mon[212096]: osdmap e542: 8 total, 8 up, 8 in 2023-12-20T10:58:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:08 smithi177 ceph-mon[212096]: osdmap e543: 8 total, 8 up, 8 in 2023-12-20T10:58:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:08 smithi123 ceph-mon[191304]: osdmap e542: 8 total, 8 up, 8 in 2023-12-20T10:58:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:08 smithi123 ceph-mon[191304]: osdmap e543: 8 total, 8 up, 8 in 2023-12-20T10:58:08.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:08 smithi123 ceph-mon[188613]: osdmap e542: 8 total, 8 up, 8 in 2023-12-20T10:58:08.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:08 smithi123 ceph-mon[188613]: osdmap e543: 8 total, 8 up, 8 in 2023-12-20T10:58:09.080 INFO:tasks.rados.rados.0.smithi123.stdout:2505: done (0 left) 2023-12-20T10:58:09.080 INFO:tasks.rados.rados.0.smithi123.stdout:2506: copy_from oid 33 from oid 14 current snap is 242 2023-12-20T10:58:09.080 INFO:tasks.rados.rados.0.smithi123.stdout:2507: rmattr oid 20 current snap is 242 2023-12-20T10:58:09.080 INFO:tasks.rados.rados.0.smithi123.stdout:2508: snap_remove snap 240 2023-12-20T10:58:09.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:09 smithi177 ceph-mon[212096]: pgmap v526: 121 pgs: 121 active+clean; 341 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 772 KiB/s wr, 9 op/s 2023-12-20T10:58:09.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:09 smithi123 ceph-mon[188613]: pgmap v526: 121 pgs: 121 active+clean; 341 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 772 KiB/s wr, 9 op/s 2023-12-20T10:58:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:09 smithi123 ceph-mon[191304]: pgmap v526: 121 pgs: 121 active+clean; 341 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 772 KiB/s wr, 9 op/s 2023-12-20T10:58:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:58:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:58:09] "GET /metrics HTTP/1.1" 200 36162 "" "Prometheus/2.43.0" 2023-12-20T10:58:10.086 INFO:tasks.rados.rados.0.smithi123.stdout:2508: done (2 left) 2023-12-20T10:58:10.086 INFO:tasks.rados.rados.0.smithi123.stdout:2509: snap_create 2023-12-20T10:58:10.087 INFO:tasks.rados.rados.0.smithi123.stdout:2506: finishing copy_from to smithi123173835-33 2023-12-20T10:58:10.087 INFO:tasks.rados.rados.0.smithi123.stdout:2506: got expected ENOENT (src dne) 2023-12-20T10:58:10.087 INFO:tasks.rados.rados.0.smithi123.stdout:2506: finishing copy_from racing read to smithi123173835-33 2023-12-20T10:58:10.087 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 20 v 1611 (ObjNum 675 snap 191 seq_num 675) dirty exists 2023-12-20T10:58:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:10 smithi177 ceph-mon[212096]: osdmap e544: 8 total, 8 up, 8 in 2023-12-20T10:58:10.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:10 smithi123 ceph-mon[188613]: osdmap e544: 8 total, 8 up, 8 in 2023-12-20T10:58:10.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:10 smithi123 ceph-mon[191304]: osdmap e544: 8 total, 8 up, 8 in 2023-12-20T10:58:11.090 INFO:tasks.rados.rados.0.smithi123.stdout:2506: done (2 left) 2023-12-20T10:58:11.091 INFO:tasks.rados.rados.0.smithi123.stdout:2507: done (1 left) 2023-12-20T10:58:11.091 INFO:tasks.rados.rados.0.smithi123.stdout:2509: done (0 left) 2023-12-20T10:58:11.091 INFO:tasks.rados.rados.0.smithi123.stdout:2510: read oid 47 snap -1 2023-12-20T10:58:11.091 INFO:tasks.rados.rados.0.smithi123.stdout:2510: expect deleted 2023-12-20T10:58:11.093 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 12 current snap is 243 2023-12-20T10:58:11.093 INFO:tasks.rados.rados.0.smithi123.stdout:2511: seq_num 812 ranges {6807552=802816,7610368=548864,8159232=253952} 2023-12-20T10:58:11.131 INFO:tasks.rados.rados.0.smithi123.stdout:2511: writing smithi123173835-12 from 6807552 to 7610368 tid 1 2023-12-20T10:58:11.134 INFO:tasks.rados.rados.0.smithi123.stdout:2511: writing smithi123173835-12 from 7610368 to 8159232 tid 2 2023-12-20T10:58:11.136 INFO:tasks.rados.rados.0.smithi123.stdout:2511: writing smithi123173835-12 from 8159232 to 8413184 tid 3 2023-12-20T10:58:11.136 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 8 current snap is 243 2023-12-20T10:58:11.136 INFO:tasks.rados.rados.0.smithi123.stdout:2512: seq_num 813 ranges {11444224=417792,11862016=434176,12296192=442368,12738560=327680} 2023-12-20T10:58:11.199 INFO:tasks.rados.rados.0.smithi123.stdout:2512: writing smithi123173835-8 from 11444224 to 11862016 tid 1 2023-12-20T10:58:11.201 INFO:tasks.rados.rados.0.smithi123.stdout:2512: writing smithi123173835-8 from 11862016 to 12296192 tid 2 2023-12-20T10:58:11.204 INFO:tasks.rados.rados.0.smithi123.stdout:2512: writing smithi123173835-8 from 12296192 to 12738560 tid 3 2023-12-20T10:58:11.206 INFO:tasks.rados.rados.0.smithi123.stdout:2512: writing smithi123173835-8 from 12738560 to 13066240 tid 4 2023-12-20T10:58:11.206 INFO:tasks.rados.rados.0.smithi123.stdout:2510: done (2 left) 2023-12-20T10:58:11.206 INFO:tasks.rados.rados.0.smithi123.stdout:2513: delete oid 50 current snap is 243 2023-12-20T10:58:11.207 INFO:tasks.rados.rados.0.smithi123.stdout:2511: finishing write tid 1 to smithi123173835-12 2023-12-20T10:58:11.207 INFO:tasks.rados.rados.0.smithi123.stdout:2511: finishing write tid 2 to smithi123173835-12 2023-12-20T10:58:11.207 INFO:tasks.rados.rados.0.smithi123.stdout:2511: finishing write tid 3 to smithi123173835-12 2023-12-20T10:58:11.207 INFO:tasks.rados.rados.0.smithi123.stdout:2511: finishing write tid 4 to smithi123173835-12 2023-12-20T10:58:11.207 INFO:tasks.rados.rados.0.smithi123.stdout:2511: finishing write tid 5 to smithi123173835-12 2023-12-20T10:58:11.207 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 1581 (ObjNum 812 snap 243 seq_num 812) dirty exists 2023-12-20T10:58:11.207 INFO:tasks.rados.rados.0.smithi123.stdout:2511: left oid 12 (ObjNum 812 snap 243 seq_num 812) 2023-12-20T10:58:11.207 INFO:tasks.rados.rados.0.smithi123.stdout:2512: finishing write tid 1 to smithi123173835-8 2023-12-20T10:58:11.207 INFO:tasks.rados.rados.0.smithi123.stdout:2512: finishing write tid 2 to smithi123173835-8 2023-12-20T10:58:11.208 INFO:tasks.rados.rados.0.smithi123.stdout:2512: finishing write tid 3 to smithi123173835-8 2023-12-20T10:58:11.209 INFO:tasks.rados.rados.0.smithi123.stdout:2512: finishing write tid 4 to smithi123173835-8 2023-12-20T10:58:11.209 INFO:tasks.rados.rados.0.smithi123.stdout:2511: done (2 left) 2023-12-20T10:58:11.209 INFO:tasks.rados.rados.0.smithi123.stdout:2513: done (1 left) 2023-12-20T10:58:11.209 INFO:tasks.rados.rados.0.smithi123.stdout:2514: delete oid 12 current snap is 243 2023-12-20T10:58:11.210 INFO:tasks.rados.rados.0.smithi123.stdout:2512: finishing write tid 5 to smithi123173835-8 2023-12-20T10:58:11.211 INFO:tasks.rados.rados.0.smithi123.stdout:2514: done (1 left) 2023-12-20T10:58:11.211 INFO:tasks.rados.rados.0.smithi123.stdout:2515: read oid 46 snap -1 2023-12-20T10:58:11.211 INFO:tasks.rados.rados.0.smithi123.stdout:2515: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-20T10:58:11.211 INFO:tasks.rados.rados.0.smithi123.stdout:2516: snap_create 2023-12-20T10:58:11.212 INFO:tasks.rados.rados.0.smithi123.stdout:2512: finishing write tid 6 to smithi123173835-8 2023-12-20T10:58:11.212 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 1586 (ObjNum 813 snap 243 seq_num 813) dirty exists 2023-12-20T10:58:11.212 INFO:tasks.rados.rados.0.smithi123.stdout:2512: left oid 8 (ObjNum 813 snap 243 seq_num 813) 2023-12-20T10:58:11.212 INFO:tasks.rados.rados.0.smithi123.stdout:2515: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-20T10:58:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:11 smithi177 ceph-mon[212096]: pgmap v529: 121 pgs: 121 active+clean; 348 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2023-12-20T10:58:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:11 smithi177 ceph-mon[212096]: osdmap e545: 8 total, 8 up, 8 in 2023-12-20T10:58:11.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:11 smithi123 ceph-mon[191304]: pgmap v529: 121 pgs: 121 active+clean; 348 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2023-12-20T10:58:11.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:11 smithi123 ceph-mon[191304]: osdmap e545: 8 total, 8 up, 8 in 2023-12-20T10:58:11.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:11 smithi123 ceph-mon[188613]: pgmap v529: 121 pgs: 121 active+clean; 348 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2023-12-20T10:58:11.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:11 smithi123 ceph-mon[188613]: osdmap e545: 8 total, 8 up, 8 in 2023-12-20T10:58:12.111 INFO:tasks.rados.rados.0.smithi123.stdout:2512: done (2 left) 2023-12-20T10:58:12.111 INFO:tasks.rados.rados.0.smithi123.stdout:2515: done (1 left) 2023-12-20T10:58:12.111 INFO:tasks.rados.rados.0.smithi123.stdout:2516: done (0 left) 2023-12-20T10:58:12.111 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 33 current snap is 244 2023-12-20T10:58:12.111 INFO:tasks.rados.rados.0.smithi123.stdout:2517: seq_num 816 ranges {0=475136,475136=540672,1015808=614400,1630208=49152} 2023-12-20T10:58:12.113 INFO:tasks.rados.rados.0.smithi123.stdout:2517: writing smithi123173835-33 from 0 to 475136 tid 1 2023-12-20T10:58:12.119 INFO:tasks.rados.rados.0.smithi123.stdout:2517: writing smithi123173835-33 from 475136 to 1015808 tid 2 2023-12-20T10:58:12.120 INFO:tasks.rados.rados.0.smithi123.stdout:2517: writing smithi123173835-33 from 1015808 to 1630208 tid 3 2023-12-20T10:58:12.121 INFO:tasks.rados.rados.0.smithi123.stdout:2517: writing smithi123173835-33 from 1630208 to 1679360 tid 4 2023-12-20T10:58:12.121 INFO:tasks.rados.rados.0.smithi123.stdout:2518: snap_create 2023-12-20T10:58:12.121 INFO:tasks.rados.rados.0.smithi123.stdout:2517: finishing write tid 1 to smithi123173835-33 2023-12-20T10:58:12.122 INFO:tasks.rados.rados.0.smithi123.stdout:2517: finishing write tid 2 to smithi123173835-33 2023-12-20T10:58:12.124 INFO:tasks.rados.rados.0.smithi123.stdout:2517: finishing write tid 3 to smithi123173835-33 2023-12-20T10:58:12.125 INFO:tasks.rados.rados.0.smithi123.stdout:2517: finishing write tid 4 to smithi123173835-33 2023-12-20T10:58:12.125 INFO:tasks.rados.rados.0.smithi123.stdout:2517: finishing write tid 5 to smithi123173835-33 2023-12-20T10:58:12.126 INFO:tasks.rados.rados.0.smithi123.stdout:2517: finishing write tid 6 to smithi123173835-33 2023-12-20T10:58:12.126 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 1967 (ObjNum 816 snap 244 seq_num 816) dirty exists 2023-12-20T10:58:12.126 INFO:tasks.rados.rados.0.smithi123.stdout:2517: left oid 33 (ObjNum 816 snap 244 seq_num 816) 2023-12-20T10:58:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:12 smithi177 ceph-mon[212096]: osdmap e546: 8 total, 8 up, 8 in 2023-12-20T10:58:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:58:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:12 smithi123 ceph-mon[191304]: osdmap e546: 8 total, 8 up, 8 in 2023-12-20T10:58:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:58:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:12 smithi123 ceph-mon[188613]: osdmap e546: 8 total, 8 up, 8 in 2023-12-20T10:58:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:58:13.049 INFO:tasks.rados.rados.0.smithi123.stdout:2517: done (1 left) 2023-12-20T10:58:13.050 INFO:tasks.rados.rados.0.smithi123.stdout:2518: done (0 left) 2023-12-20T10:58:13.050 INFO:tasks.rados.rados.0.smithi123.stdout:2519: delete oid 46 current snap is 245 2023-12-20T10:58:13.055 INFO:tasks.rados.rados.0.smithi123.stdout:2519: done (0 left) 2023-12-20T10:58:13.055 INFO:tasks.rados.rados.0.smithi123.stdout:2520: delete oid 40 current snap is 245 2023-12-20T10:58:13.060 INFO:tasks.rados.rados.0.smithi123.stdout:2520: done (0 left) 2023-12-20T10:58:13.060 INFO:tasks.rados.rados.0.smithi123.stdout:2521: snap_create 2023-12-20T10:58:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:13 smithi177 ceph-mon[212096]: pgmap v532: 121 pgs: 121 active+clean; 349 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2023-12-20T10:58:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:13 smithi177 ceph-mon[212096]: osdmap e547: 8 total, 8 up, 8 in 2023-12-20T10:58:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:13 smithi177 ceph-mon[212096]: osdmap e548: 8 total, 8 up, 8 in 2023-12-20T10:58:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:13 smithi123 ceph-mon[191304]: pgmap v532: 121 pgs: 121 active+clean; 349 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2023-12-20T10:58:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:13 smithi123 ceph-mon[191304]: osdmap e547: 8 total, 8 up, 8 in 2023-12-20T10:58:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:13 smithi123 ceph-mon[191304]: osdmap e548: 8 total, 8 up, 8 in 2023-12-20T10:58:13.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:13 smithi123 ceph-mon[188613]: pgmap v532: 121 pgs: 121 active+clean; 349 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2023-12-20T10:58:13.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:13 smithi123 ceph-mon[188613]: osdmap e547: 8 total, 8 up, 8 in 2023-12-20T10:58:13.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:13 smithi123 ceph-mon[188613]: osdmap e548: 8 total, 8 up, 8 in 2023-12-20T10:58:14.057 INFO:tasks.rados.rados.0.smithi123.stdout:2521: done (0 left) 2023-12-20T10:58:14.057 INFO:tasks.rados.rados.0.smithi123.stdout:2522: read oid 50 snap -1 2023-12-20T10:58:14.057 INFO:tasks.rados.rados.0.smithi123.stdout:2522: expect deleted 2023-12-20T10:58:14.057 INFO:tasks.rados.rados.0.smithi123.stdout:2523: read oid 18 snap -1 2023-12-20T10:58:14.057 INFO:tasks.rados.rados.0.smithi123.stdout:2523: expect (ObjNum 748 snap 219 seq_num 748) 2023-12-20T10:58:14.057 INFO:tasks.rados.rados.0.smithi123.stdout:2524: rmattr oid 13 current snap is 246 2023-12-20T10:58:14.058 INFO:tasks.rados.rados.0.smithi123.stdout:2525: rmattr oid 5 current snap is 246 2023-12-20T10:58:14.058 INFO:tasks.rados.rados.0.smithi123.stdout:2526: snap_create 2023-12-20T10:58:14.065 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 2042 (ObjNum 161 snap 0 seq_num 1643214168) dirty exists 2023-12-20T10:58:14.071 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 1373 (ObjNum 780 snap 235 seq_num 780) dirty exists 2023-12-20T10:58:14.096 INFO:tasks.rados.rados.0.smithi123.stdout:2523: expect (ObjNum 748 snap 219 seq_num 748) 2023-12-20T10:58:15.196 INFO:tasks.rados.rados.0.smithi123.stdout:2522: done (4 left) 2023-12-20T10:58:15.196 INFO:tasks.rados.rados.0.smithi123.stdout:2523: done (3 left) 2023-12-20T10:58:15.196 INFO:tasks.rados.rados.0.smithi123.stdout:2524: done (2 left) 2023-12-20T10:58:15.196 INFO:tasks.rados.rados.0.smithi123.stdout:2525: done (1 left) 2023-12-20T10:58:15.196 INFO:tasks.rados.rados.0.smithi123.stdout:2526: done (0 left) 2023-12-20T10:58:15.196 INFO:tasks.rados.rados.0.smithi123.stdout:2527: copy_from oid 48 from oid 32 current snap is 247 2023-12-20T10:58:15.197 INFO:tasks.rados.rados.0.smithi123.stdout:2528: rollback oid 19 current snap is 247 2023-12-20T10:58:15.197 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 19 to 239 2023-12-20T10:58:15.197 INFO:tasks.rados.rados.0.smithi123.stdout:2529: copy_from oid 36 from oid 37 current snap is 247 2023-12-20T10:58:15.197 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 39 current snap is 247 2023-12-20T10:58:15.197 INFO:tasks.rados.rados.0.smithi123.stdout:2530: seq_num 819 ranges {0=524288,524288=589824,1114112=614400} 2023-12-20T10:58:15.199 INFO:tasks.rados.rados.0.smithi123.stdout:2530: writing smithi123173835-39 from 0 to 524288 tid 1 2023-12-20T10:58:15.202 INFO:tasks.rados.rados.0.smithi123.stdout:2530: writing smithi123173835-39 from 524288 to 1114112 tid 2 2023-12-20T10:58:15.206 INFO:tasks.rados.rados.0.smithi123.stdout:2530: writing smithi123173835-39 from 1114112 to 1728512 tid 3 2023-12-20T10:58:15.206 INFO:tasks.rados.rados.0.smithi123.stdout:2531: snap_create 2023-12-20T10:58:15.206 INFO:tasks.rados.rados.0.smithi123.stdout:2528: finishing rollback tid 1 to smithi123173835-19 2023-12-20T10:58:15.206 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 1749 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-20T10:58:15.206 INFO:tasks.rados.rados.0.smithi123.stdout:2530: finishing write tid 1 to smithi123173835-39 2023-12-20T10:58:15.211 INFO:tasks.rados.rados.0.smithi123.stdout:2530: finishing write tid 2 to smithi123173835-39 2023-12-20T10:58:15.211 INFO:tasks.rados.rados.0.smithi123.stdout:2530: finishing write tid 3 to smithi123173835-39 2023-12-20T10:58:15.211 INFO:tasks.rados.rados.0.smithi123.stdout:2530: finishing write tid 4 to smithi123173835-39 2023-12-20T10:58:15.214 INFO:tasks.rados.rados.0.smithi123.stdout:2529: finishing copy_from racing read to smithi123173835-36 2023-12-20T10:58:15.217 INFO:tasks.rados.rados.0.smithi123.stdout:2530: finishing write tid 5 to smithi123173835-39 2023-12-20T10:58:15.217 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 1787 (ObjNum 819 snap 247 seq_num 819) dirty exists 2023-12-20T10:58:15.217 INFO:tasks.rados.rados.0.smithi123.stdout:2530: left oid 39 (ObjNum 819 snap 247 seq_num 819) 2023-12-20T10:58:15.218 INFO:tasks.rados.rados.0.smithi123.stdout:2527: finishing copy_from racing read to smithi123173835-48 2023-12-20T10:58:15.221 INFO:tasks.rados.rados.0.smithi123.stdout:2529: finishing copy_from to smithi123173835-36 2023-12-20T10:58:15.221 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 1782 (ObjNum 659 snap 185 seq_num 659) dirty exists 2023-12-20T10:58:15.222 INFO:tasks.rados.rados.0.smithi123.stdout:2527: finishing copy_from to smithi123173835-48 2023-12-20T10:58:15.222 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 1961 (ObjNum 787 snap 238 seq_num 787) dirty exists 2023-12-20T10:58:15.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:15 smithi177 ceph-mon[212096]: pgmap v535: 121 pgs: 121 active+clean; 346 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2023-12-20T10:58:15.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:15 smithi177 ceph-mon[212096]: osdmap e549: 8 total, 8 up, 8 in 2023-12-20T10:58:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:15 smithi123 ceph-mon[191304]: pgmap v535: 121 pgs: 121 active+clean; 346 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2023-12-20T10:58:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:15 smithi123 ceph-mon[191304]: osdmap e549: 8 total, 8 up, 8 in 2023-12-20T10:58:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:15 smithi123 ceph-mon[188613]: pgmap v535: 121 pgs: 121 active+clean; 346 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2023-12-20T10:58:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:15 smithi123 ceph-mon[188613]: osdmap e549: 8 total, 8 up, 8 in 2023-12-20T10:58:16.073 INFO:tasks.rados.rados.0.smithi123.stdout:2527: done (4 left) 2023-12-20T10:58:16.074 INFO:tasks.rados.rados.0.smithi123.stdout:2528: done (3 left) 2023-12-20T10:58:16.074 INFO:tasks.rados.rados.0.smithi123.stdout:2529: done (2 left) 2023-12-20T10:58:16.074 INFO:tasks.rados.rados.0.smithi123.stdout:2530: done (1 left) 2023-12-20T10:58:16.074 INFO:tasks.rados.rados.0.smithi123.stdout:2531: done (0 left) 2023-12-20T10:58:16.074 INFO:tasks.rados.rados.0.smithi123.stdout:2532: read oid 28 snap -1 2023-12-20T10:58:16.074 INFO:tasks.rados.rados.0.smithi123.stdout:2532: expect (ObjNum 637 snap 183 seq_num 637) 2023-12-20T10:58:16.074 INFO:tasks.rados.rados.0.smithi123.stdout:2533: read oid 50 snap -1 2023-12-20T10:58:16.074 INFO:tasks.rados.rados.0.smithi123.stdout:2533: expect deleted 2023-12-20T10:58:16.074 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 15 current snap is 248 2023-12-20T10:58:16.074 INFO:tasks.rados.rados.0.smithi123.stdout:2534: seq_num 820 ranges {3162112=540672,3702784=475136,4177920=598016,4775936=131072} 2023-12-20T10:58:16.093 INFO:tasks.rados.rados.0.smithi123.stdout:2534: writing smithi123173835-15 from 3162112 to 3702784 tid 1 2023-12-20T10:58:16.096 INFO:tasks.rados.rados.0.smithi123.stdout:2534: writing smithi123173835-15 from 3702784 to 4177920 tid 2 2023-12-20T10:58:16.100 INFO:tasks.rados.rados.0.smithi123.stdout:2534: writing smithi123173835-15 from 4177920 to 4775936 tid 3 2023-12-20T10:58:16.101 INFO:tasks.rados.rados.0.smithi123.stdout:2534: writing smithi123173835-15 from 4775936 to 4907008 tid 4 2023-12-20T10:58:16.101 INFO:tasks.rados.rados.0.smithi123.stdout:2535: snap_remove snap 228 2023-12-20T10:58:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:16 smithi177 ceph-mon[212096]: osdmap e550: 8 total, 8 up, 8 in 2023-12-20T10:58:16.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:16 smithi123 ceph-mon[188613]: osdmap e550: 8 total, 8 up, 8 in 2023-12-20T10:58:16.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:16 smithi123 ceph-mon[191304]: osdmap e550: 8 total, 8 up, 8 in 2023-12-20T10:58:17.079 INFO:tasks.rados.rados.0.smithi123.stdout:2535: done (3 left) 2023-12-20T10:58:17.079 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 25 current snap is 248 2023-12-20T10:58:17.079 INFO:tasks.rados.rados.0.smithi123.stdout:2536: seq_num 821 ranges {5054464=557056,5611520=761856,6373376=442368} 2023-12-20T10:58:17.110 INFO:tasks.rados.rados.0.smithi123.stdout:2536: writing smithi123173835-25 from 5054464 to 5611520 tid 1 2023-12-20T10:58:17.114 INFO:tasks.rados.rados.0.smithi123.stdout:2536: writing smithi123173835-25 from 5611520 to 6373376 tid 2 2023-12-20T10:58:17.117 INFO:tasks.rados.rados.0.smithi123.stdout:2536: writing smithi123173835-25 from 6373376 to 6815744 tid 3 2023-12-20T10:58:17.117 INFO:tasks.rados.rados.0.smithi123.stdout:2537: rollback oid 23 current snap is 248 2023-12-20T10:58:17.117 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 23 to 231 2023-12-20T10:58:17.117 INFO:tasks.rados.rados.0.smithi123.stdout:2532: expect (ObjNum 637 snap 183 seq_num 637) 2023-12-20T10:58:17.147 INFO:tasks.rados.rados.0.smithi123.stdout:2534: finishing write tid 1 to smithi123173835-15 2023-12-20T10:58:17.147 INFO:tasks.rados.rados.0.smithi123.stdout:2534: finishing write tid 2 to smithi123173835-15 2023-12-20T10:58:17.147 INFO:tasks.rados.rados.0.smithi123.stdout:2534: finishing write tid 3 to smithi123173835-15 2023-12-20T10:58:17.147 INFO:tasks.rados.rados.0.smithi123.stdout:2534: finishing write tid 4 to smithi123173835-15 2023-12-20T10:58:17.147 INFO:tasks.rados.rados.0.smithi123.stdout:2534: finishing write tid 5 to smithi123173835-15 2023-12-20T10:58:17.147 INFO:tasks.rados.rados.0.smithi123.stdout:2534: finishing write tid 6 to smithi123173835-15 2023-12-20T10:58:17.147 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 2048 (ObjNum 820 snap 248 seq_num 820) dirty exists 2023-12-20T10:58:17.147 INFO:tasks.rados.rados.0.smithi123.stdout:2534: left oid 15 (ObjNum 820 snap 248 seq_num 820) 2023-12-20T10:58:17.147 INFO:tasks.rados.rados.0.smithi123.stdout:2532: done (4 left) 2023-12-20T10:58:17.147 INFO:tasks.rados.rados.0.smithi123.stdout:2533: done (3 left) 2023-12-20T10:58:17.147 INFO:tasks.rados.rados.0.smithi123.stdout:2534: done (2 left) 2023-12-20T10:58:17.147 INFO:tasks.rados.rados.0.smithi123.stdout:2538: read oid 26 snap 216 2023-12-20T10:58:17.147 INFO:tasks.rados.rados.0.smithi123.stdout:2538: expect deleted 2023-12-20T10:58:17.148 INFO:tasks.rados.rados.0.smithi123.stdout:2539: read oid 13 snap 213 2023-12-20T10:58:17.148 INFO:tasks.rados.rados.0.smithi123.stdout:2539: expect (ObjNum 698 snap 201 seq_num 698) 2023-12-20T10:58:17.148 INFO:tasks.rados.rados.0.smithi123.stdout:2540: read oid 44 snap -1 2023-12-20T10:58:17.148 INFO:tasks.rados.rados.0.smithi123.stdout:2540: expect deleted 2023-12-20T10:58:17.148 INFO:tasks.rados.rados.0.smithi123.stdout:2541: snap_create 2023-12-20T10:58:17.148 INFO:tasks.rados.rados.0.smithi123.stdout:2536: finishing write tid 1 to smithi123173835-25 2023-12-20T10:58:17.148 INFO:tasks.rados.rados.0.smithi123.stdout:2536: finishing write tid 2 to smithi123173835-25 2023-12-20T10:58:17.148 INFO:tasks.rados.rados.0.smithi123.stdout:2536: finishing write tid 3 to smithi123173835-25 2023-12-20T10:58:17.148 INFO:tasks.rados.rados.0.smithi123.stdout:2536: finishing write tid 4 to smithi123173835-25 2023-12-20T10:58:17.148 INFO:tasks.rados.rados.0.smithi123.stdout:2537: finishing rollback tid 0 to smithi123173835-23 2023-12-20T10:58:17.148 INFO:tasks.rados.rados.0.smithi123.stdout:2537: finishing rollback tid 1 to smithi123173835-23 2023-12-20T10:58:17.148 INFO:tasks.rados.rados.0.smithi123.stdout:2537: finishing rollback tid 2 to smithi123173835-23 2023-12-20T10:58:17.148 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 23 v 1445 (ObjNum 765 snap 225 seq_num 765) dirty exists 2023-12-20T10:58:17.148 INFO:tasks.rados.rados.0.smithi123.stdout:2536: finishing write tid 5 to smithi123173835-25 2023-12-20T10:58:17.148 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 1568 (ObjNum 821 snap 248 seq_num 821) dirty exists 2023-12-20T10:58:17.149 INFO:tasks.rados.rados.0.smithi123.stdout:2536: left oid 25 (ObjNum 821 snap 248 seq_num 821) 2023-12-20T10:58:17.162 INFO:tasks.rados.rados.0.smithi123.stdout:2539: expect (ObjNum 698 snap 201 seq_num 698) 2023-12-20T10:58:17.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:17 smithi177 ceph-mon[212096]: pgmap v538: 121 pgs: 121 active+clean; 346 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.2 KiB/s rd, 788 KiB/s wr, 6 op/s 2023-12-20T10:58:17.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:17 smithi177 ceph-mon[212096]: osdmap e551: 8 total, 8 up, 8 in 2023-12-20T10:58:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:17 smithi123 ceph-mon[191304]: pgmap v538: 121 pgs: 121 active+clean; 346 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.2 KiB/s rd, 788 KiB/s wr, 6 op/s 2023-12-20T10:58:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:17 smithi123 ceph-mon[191304]: osdmap e551: 8 total, 8 up, 8 in 2023-12-20T10:58:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:17 smithi123 ceph-mon[188613]: pgmap v538: 121 pgs: 121 active+clean; 346 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.2 KiB/s rd, 788 KiB/s wr, 6 op/s 2023-12-20T10:58:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:17 smithi123 ceph-mon[188613]: osdmap e551: 8 total, 8 up, 8 in 2023-12-20T10:58:18.052 INFO:tasks.rados.rados.0.smithi123.stdout:2536: done (5 left) 2023-12-20T10:58:18.052 INFO:tasks.rados.rados.0.smithi123.stdout:2537: done (4 left) 2023-12-20T10:58:18.052 INFO:tasks.rados.rados.0.smithi123.stdout:2538: done (3 left) 2023-12-20T10:58:18.052 INFO:tasks.rados.rados.0.smithi123.stdout:2539: done (2 left) 2023-12-20T10:58:18.052 INFO:tasks.rados.rados.0.smithi123.stdout:2540: done (1 left) 2023-12-20T10:58:18.052 INFO:tasks.rados.rados.0.smithi123.stdout:2541: done (0 left) 2023-12-20T10:58:18.052 INFO:tasks.rados.rados.0.smithi123.stdout:2542: copy_from oid 22 from oid 19 current snap is 249 2023-12-20T10:58:18.052 INFO:tasks.rados.rados.0.smithi123.stdout:2543: read oid 11 snap -1 2023-12-20T10:58:18.052 INFO:tasks.rados.rados.0.smithi123.stdout:2543: expect deleted 2023-12-20T10:58:18.052 INFO:tasks.rados.rados.0.smithi123.stdout:2544: snap_create 2023-12-20T10:58:18.059 INFO:tasks.rados.rados.0.smithi123.stdout:2542: finishing copy_from to smithi123173835-22 2023-12-20T10:58:18.059 INFO:tasks.rados.rados.0.smithi123.stdout:2542: got expected ENOENT (src dne) 2023-12-20T10:58:18.059 INFO:tasks.rados.rados.0.smithi123.stdout:2542: finishing copy_from racing read to smithi123173835-22 2023-12-20T10:58:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:18 smithi177 ceph-mon[212096]: osdmap e552: 8 total, 8 up, 8 in 2023-12-20T10:58:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:18 smithi177 ceph-mon[212096]: osdmap e553: 8 total, 8 up, 8 in 2023-12-20T10:58:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:18 smithi123 ceph-mon[191304]: osdmap e552: 8 total, 8 up, 8 in 2023-12-20T10:58:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:18 smithi123 ceph-mon[191304]: osdmap e553: 8 total, 8 up, 8 in 2023-12-20T10:58:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:18 smithi123 ceph-mon[188613]: osdmap e552: 8 total, 8 up, 8 in 2023-12-20T10:58:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:18 smithi123 ceph-mon[188613]: osdmap e553: 8 total, 8 up, 8 in 2023-12-20T10:58:19.052 INFO:tasks.rados.rados.0.smithi123.stdout:2542: done (2 left) 2023-12-20T10:58:19.052 INFO:tasks.rados.rados.0.smithi123.stdout:2543: done (1 left) 2023-12-20T10:58:19.052 INFO:tasks.rados.rados.0.smithi123.stdout:2544: done (0 left) 2023-12-20T10:58:19.052 INFO:tasks.rados.rados.0.smithi123.stdout:2545: rmattr oid 34 current snap is 250 2023-12-20T10:58:19.052 INFO:tasks.rados.rados.0.smithi123.stdout:2545: done (0 left) 2023-12-20T10:58:19.052 INFO:tasks.rados.rados.0.smithi123.stdout:2546: setattr oid 27 current snap is 250 2023-12-20T10:58:19.054 INFO:tasks.rados.rados.0.smithi123.stdout:2547: read oid 32 snap -1 2023-12-20T10:58:19.054 INFO:tasks.rados.rados.0.smithi123.stdout:2547: expect (ObjNum 787 snap 238 seq_num 787) 2023-12-20T10:58:19.054 INFO:tasks.rados.rados.0.smithi123.stdout:2548: snap_create 2023-12-20T10:58:19.059 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 27 v 1569 (ObjNum 672 snap 191 seq_num 672) dirty exists 2023-12-20T10:58:19.069 INFO:tasks.rados.rados.0.smithi123.stdout:2547: expect (ObjNum 787 snap 238 seq_num 787) 2023-12-20T10:58:19.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:19 smithi177 ceph-mon[212096]: pgmap v541: 121 pgs: 121 active+clean; 356 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.4 MiB/s wr, 12 op/s 2023-12-20T10:58:19.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:19 smithi177 ceph-mon[212096]: osdmap e554: 8 total, 8 up, 8 in 2023-12-20T10:58:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:19 smithi123 ceph-mon[191304]: pgmap v541: 121 pgs: 121 active+clean; 356 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.4 MiB/s wr, 12 op/s 2023-12-20T10:58:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:19 smithi123 ceph-mon[191304]: osdmap e554: 8 total, 8 up, 8 in 2023-12-20T10:58:19.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:19 smithi123 ceph-mon[188613]: pgmap v541: 121 pgs: 121 active+clean; 356 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.4 MiB/s wr, 12 op/s 2023-12-20T10:58:19.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:19 smithi123 ceph-mon[188613]: osdmap e554: 8 total, 8 up, 8 in 2023-12-20T10:58:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:58:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:58:19] "GET /metrics HTTP/1.1" 200 36158 "" "Prometheus/2.43.0" 2023-12-20T10:58:20.053 INFO:tasks.rados.rados.0.smithi123.stdout:2546: done (2 left) 2023-12-20T10:58:20.053 INFO:tasks.rados.rados.0.smithi123.stdout:2547: done (1 left) 2023-12-20T10:58:20.053 INFO:tasks.rados.rados.0.smithi123.stdout:2548: done (0 left) 2023-12-20T10:58:20.054 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 24 current snap is 251 2023-12-20T10:58:20.054 INFO:tasks.rados.rados.0.smithi123.stdout:2549: seq_num 822 ranges {0=573440,573440=696320,1269760=507904} 2023-12-20T10:58:20.056 INFO:tasks.rados.rados.0.smithi123.stdout:2549: writing smithi123173835-24 from 0 to 573440 tid 1 2023-12-20T10:58:20.061 INFO:tasks.rados.rados.0.smithi123.stdout:2549: writing smithi123173835-24 from 573440 to 1269760 tid 2 2023-12-20T10:58:20.064 INFO:tasks.rados.rados.0.smithi123.stdout:2549: writing smithi123173835-24 from 1269760 to 1777664 tid 3 2023-12-20T10:58:20.064 INFO:tasks.rados.rados.0.smithi123.stdout:2550: copy_from oid 30 from oid 12 current snap is 251 2023-12-20T10:58:20.064 INFO:tasks.rados.rados.0.smithi123.stdout:2549: finishing write tid 1 to smithi123173835-24 2023-12-20T10:58:20.064 INFO:tasks.rados.rados.0.smithi123.stdout:2549: finishing write tid 2 to smithi123173835-24 2023-12-20T10:58:20.064 INFO:tasks.rados.rados.0.smithi123.stdout:2551: copy_from oid 43 from oid 16 current snap is 251 2023-12-20T10:58:20.064 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 39 current snap is 251 2023-12-20T10:58:20.064 INFO:tasks.rados.rados.0.smithi123.stdout:2552: seq_num 823 ranges {1728512=589824,2318336=573440,2891776=630784} 2023-12-20T10:58:20.077 INFO:tasks.rados.rados.0.smithi123.stdout:2552: writing smithi123173835-39 from 1728512 to 2318336 tid 1 2023-12-20T10:58:20.080 INFO:tasks.rados.rados.0.smithi123.stdout:2552: writing smithi123173835-39 from 2318336 to 2891776 tid 2 2023-12-20T10:58:20.084 INFO:tasks.rados.rados.0.smithi123.stdout:2552: writing smithi123173835-39 from 2891776 to 3522560 tid 3 2023-12-20T10:58:20.084 INFO:tasks.rados.rados.0.smithi123.stdout:2553: snap_create 2023-12-20T10:58:20.084 INFO:tasks.rados.rados.0.smithi123.stdout:2549: finishing write tid 3 to smithi123173835-24 2023-12-20T10:58:20.084 INFO:tasks.rados.rados.0.smithi123.stdout:2549: finishing write tid 4 to smithi123173835-24 2023-12-20T10:58:20.084 INFO:tasks.rados.rados.0.smithi123.stdout:2550: finishing copy_from to smithi123173835-30 2023-12-20T10:58:20.084 INFO:tasks.rados.rados.0.smithi123.stdout:2550: got expected ENOENT (src dne) 2023-12-20T10:58:20.085 INFO:tasks.rados.rados.0.smithi123.stdout:2551: finishing copy_from to smithi123173835-43 2023-12-20T10:58:20.085 INFO:tasks.rados.rados.0.smithi123.stdout:2551: got expected ENOENT (src dne) 2023-12-20T10:58:20.085 INFO:tasks.rados.rados.0.smithi123.stdout:2550: finishing copy_from racing read to smithi123173835-30 2023-12-20T10:58:20.085 INFO:tasks.rados.rados.0.smithi123.stdout:2551: finishing copy_from racing read to smithi123173835-43 2023-12-20T10:58:20.085 INFO:tasks.rados.rados.0.smithi123.stdout:2549: finishing write tid 5 to smithi123173835-24 2023-12-20T10:58:20.085 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 24 v 1449 (ObjNum 822 snap 251 seq_num 822) dirty exists 2023-12-20T10:58:20.085 INFO:tasks.rados.rados.0.smithi123.stdout:2549: left oid 24 (ObjNum 822 snap 251 seq_num 822) 2023-12-20T10:58:20.085 INFO:tasks.rados.rados.0.smithi123.stdout:2552: finishing write tid 1 to smithi123173835-39 2023-12-20T10:58:20.088 INFO:tasks.rados.rados.0.smithi123.stdout:2552: finishing write tid 2 to smithi123173835-39 2023-12-20T10:58:20.088 INFO:tasks.rados.rados.0.smithi123.stdout:2552: finishing write tid 3 to smithi123173835-39 2023-12-20T10:58:20.088 INFO:tasks.rados.rados.0.smithi123.stdout:2552: finishing write tid 4 to smithi123173835-39 2023-12-20T10:58:20.089 INFO:tasks.rados.rados.0.smithi123.stdout:2552: finishing write tid 5 to smithi123173835-39 2023-12-20T10:58:20.089 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 1791 (ObjNum 823 snap 251 seq_num 823) dirty exists 2023-12-20T10:58:20.089 INFO:tasks.rados.rados.0.smithi123.stdout:2552: left oid 39 (ObjNum 823 snap 251 seq_num 823) 2023-12-20T10:58:21.090 INFO:tasks.rados.rados.0.smithi123.stdout:2549: done (4 left) 2023-12-20T10:58:21.091 INFO:tasks.rados.rados.0.smithi123.stdout:2550: done (3 left) 2023-12-20T10:58:21.091 INFO:tasks.rados.rados.0.smithi123.stdout:2551: done (2 left) 2023-12-20T10:58:21.091 INFO:tasks.rados.rados.0.smithi123.stdout:2552: done (1 left) 2023-12-20T10:58:21.091 INFO:tasks.rados.rados.0.smithi123.stdout:2553: done (0 left) 2023-12-20T10:58:21.091 INFO:tasks.rados.rados.0.smithi123.stdout:2554: read oid 8 snap -1 2023-12-20T10:58:21.091 INFO:tasks.rados.rados.0.smithi123.stdout:2554: expect (ObjNum 813 snap 243 seq_num 813) 2023-12-20T10:58:21.093 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 6 current snap is 252 2023-12-20T10:58:21.093 INFO:tasks.rados.rados.0.smithi123.stdout:2555: seq_num 824 ranges {3833856=606208,4440064=458752,4898816=573440,5472256=172032} 2023-12-20T10:58:21.115 INFO:tasks.rados.rados.0.smithi123.stdout:2555: writing smithi123173835-6 from 3833856 to 4440064 tid 1 2023-12-20T10:58:21.118 INFO:tasks.rados.rados.0.smithi123.stdout:2555: writing smithi123173835-6 from 4440064 to 4898816 tid 2 2023-12-20T10:58:21.121 INFO:tasks.rados.rados.0.smithi123.stdout:2555: writing smithi123173835-6 from 4898816 to 5472256 tid 3 2023-12-20T10:58:21.122 INFO:tasks.rados.rados.0.smithi123.stdout:2555: writing smithi123173835-6 from 5472256 to 5644288 tid 4 2023-12-20T10:58:21.123 INFO:tasks.rados.rados.0.smithi123.stdout:2556: snap_create 2023-12-20T10:58:21.124 INFO:tasks.rados.rados.0.smithi123.stdout:2555: finishing write tid 1 to smithi123173835-6 2023-12-20T10:58:21.124 INFO:tasks.rados.rados.0.smithi123.stdout:2555: finishing write tid 2 to smithi123173835-6 2023-12-20T10:58:21.126 INFO:tasks.rados.rados.0.smithi123.stdout:2555: finishing write tid 3 to smithi123173835-6 2023-12-20T10:58:21.129 INFO:tasks.rados.rados.0.smithi123.stdout:2555: finishing write tid 4 to smithi123173835-6 2023-12-20T10:58:21.129 INFO:tasks.rados.rados.0.smithi123.stdout:2555: finishing write tid 5 to smithi123173835-6 2023-12-20T10:58:21.130 INFO:tasks.rados.rados.0.smithi123.stdout:2555: finishing write tid 6 to smithi123173835-6 2023-12-20T10:58:21.130 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 1455 (ObjNum 824 snap 252 seq_num 824) dirty exists 2023-12-20T10:58:21.130 INFO:tasks.rados.rados.0.smithi123.stdout:2555: left oid 6 (ObjNum 824 snap 252 seq_num 824) 2023-12-20T10:58:21.137 INFO:tasks.rados.rados.0.smithi123.stdout:2554: expect (ObjNum 813 snap 243 seq_num 813) 2023-12-20T10:58:21.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:21 smithi177 ceph-mon[212096]: pgmap v544: 121 pgs: 121 active+clean; 356 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2023-12-20T10:58:21.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:21 smithi177 ceph-mon[212096]: osdmap e555: 8 total, 8 up, 8 in 2023-12-20T10:58:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:21 smithi123 ceph-mon[191304]: pgmap v544: 121 pgs: 121 active+clean; 356 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2023-12-20T10:58:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:21 smithi123 ceph-mon[191304]: osdmap e555: 8 total, 8 up, 8 in 2023-12-20T10:58:21.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:21 smithi123 ceph-mon[188613]: pgmap v544: 121 pgs: 121 active+clean; 356 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2023-12-20T10:58:21.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:21 smithi123 ceph-mon[188613]: osdmap e555: 8 total, 8 up, 8 in 2023-12-20T10:58:22.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:22 smithi177 ceph-mon[212096]: osdmap e556: 8 total, 8 up, 8 in 2023-12-20T10:58:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:22 smithi123 ceph-mon[191304]: osdmap e556: 8 total, 8 up, 8 in 2023-12-20T10:58:22.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:22 smithi123 ceph-mon[188613]: osdmap e556: 8 total, 8 up, 8 in 2023-12-20T10:58:22.514 INFO:tasks.rados.rados.0.smithi123.stdout:2554: done (2 left) 2023-12-20T10:58:22.514 INFO:tasks.rados.rados.0.smithi123.stdout:2555: done (1 left) 2023-12-20T10:58:22.514 INFO:tasks.rados.rados.0.smithi123.stdout:2556: done (0 left) 2023-12-20T10:58:22.514 INFO:tasks.rados.rados.0.smithi123.stdout:2557: delete oid 7 current snap is 253 2023-12-20T10:58:22.518 INFO:tasks.rados.rados.0.smithi123.stdout:2557: done (0 left) 2023-12-20T10:58:22.518 INFO:tasks.rados.rados.0.smithi123.stdout:2558: snap_remove snap 197 2023-12-20T10:58:23.053 INFO:tasks.rados.rados.0.smithi123.stdout:2558: done (0 left) 2023-12-20T10:58:23.053 INFO:tasks.rados.rados.0.smithi123.stdout:2559: read oid 38 snap 231 2023-12-20T10:58:23.053 INFO:tasks.rados.rados.0.smithi123.stdout:2559: expect (ObjNum 690 snap 200 seq_num 690) 2023-12-20T10:58:23.053 INFO:tasks.rados.rados.0.smithi123.stdout:2560: copy_from oid 45 from oid 44 current snap is 253 2023-12-20T10:58:23.053 INFO:tasks.rados.rados.0.smithi123.stdout:2561: rmattr oid 47 current snap is 253 2023-12-20T10:58:23.053 INFO:tasks.rados.rados.0.smithi123.stdout:2561: done (2 left) 2023-12-20T10:58:23.053 INFO:tasks.rados.rados.0.smithi123.stdout:2562: rmattr oid 36 current snap is 253 2023-12-20T10:58:23.053 INFO:tasks.rados.rados.0.smithi123.stdout:2562: done (2 left) 2023-12-20T10:58:23.054 INFO:tasks.rados.rados.0.smithi123.stdout:2563: delete oid 48 current snap is 253 2023-12-20T10:58:23.056 INFO:tasks.rados.rados.0.smithi123.stdout:2560: finishing copy_from to smithi123173835-45 2023-12-20T10:58:23.056 INFO:tasks.rados.rados.0.smithi123.stdout:2560: got expected ENOENT (src dne) 2023-12-20T10:58:23.057 INFO:tasks.rados.rados.0.smithi123.stdout:2560: finishing copy_from racing read to smithi123173835-45 2023-12-20T10:58:23.068 INFO:tasks.rados.rados.0.smithi123.stdout:2560: done (2 left) 2023-12-20T10:58:23.068 INFO:tasks.rados.rados.0.smithi123.stdout:2563: done (1 left) 2023-12-20T10:58:23.068 INFO:tasks.rados.rados.0.smithi123.stdout:2564: snap_remove snap 244 2023-12-20T10:58:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:23 smithi177 ceph-mon[212096]: pgmap v547: 121 pgs: 121 active+clean; 361 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2023-12-20T10:58:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:23 smithi177 ceph-mon[212096]: osdmap e557: 8 total, 8 up, 8 in 2023-12-20T10:58:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:23 smithi177 ceph-mon[212096]: osdmap e558: 8 total, 8 up, 8 in 2023-12-20T10:58:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:23 smithi123 ceph-mon[191304]: pgmap v547: 121 pgs: 121 active+clean; 361 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2023-12-20T10:58:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:23 smithi123 ceph-mon[191304]: osdmap e557: 8 total, 8 up, 8 in 2023-12-20T10:58:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:23 smithi123 ceph-mon[191304]: osdmap e558: 8 total, 8 up, 8 in 2023-12-20T10:58:23.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:23 smithi123 ceph-mon[188613]: pgmap v547: 121 pgs: 121 active+clean; 361 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2023-12-20T10:58:23.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:23 smithi123 ceph-mon[188613]: osdmap e557: 8 total, 8 up, 8 in 2023-12-20T10:58:23.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:23 smithi123 ceph-mon[188613]: osdmap e558: 8 total, 8 up, 8 in 2023-12-20T10:58:24.069 INFO:tasks.rados.rados.0.smithi123.stdout:2564: done (1 left) 2023-12-20T10:58:24.069 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 10 current snap is 253 2023-12-20T10:58:24.069 INFO:tasks.rados.rados.0.smithi123.stdout:2565: seq_num 827 ranges {12918784=655360,13574144=516096,14090240=688128} 2023-12-20T10:58:24.141 INFO:tasks.rados.rados.0.smithi123.stdout:2565: writing smithi123173835-10 from 12918784 to 13574144 tid 1 2023-12-20T10:58:24.143 INFO:tasks.rados.rados.0.smithi123.stdout:2565: writing smithi123173835-10 from 13574144 to 14090240 tid 2 2023-12-20T10:58:24.148 INFO:tasks.rados.rados.0.smithi123.stdout:2565: writing smithi123173835-10 from 14090240 to 14778368 tid 3 2023-12-20T10:58:24.148 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 16 current snap is 253 2023-12-20T10:58:24.148 INFO:tasks.rados.rados.0.smithi123.stdout:2559: expect (ObjNum 690 snap 200 seq_num 690) 2023-12-20T10:58:24.554 INFO:tasks.rados.rados.0.smithi123.stdout:2565: finishing write tid 1 to smithi123173835-10 2023-12-20T10:58:24.554 INFO:tasks.rados.rados.0.smithi123.stdout:2565: finishing write tid 2 to smithi123173835-10 2023-12-20T10:58:24.554 INFO:tasks.rados.rados.0.smithi123.stdout:2566: seq_num 828 ranges {0=671744,671744=802816,1474560=401408} 2023-12-20T10:58:24.558 INFO:tasks.rados.rados.0.smithi123.stdout:2566: writing smithi123173835-16 from 0 to 671744 tid 1 2023-12-20T10:58:24.564 INFO:tasks.rados.rados.0.smithi123.stdout:2566: writing smithi123173835-16 from 671744 to 1474560 tid 2 2023-12-20T10:58:24.568 INFO:tasks.rados.rados.0.smithi123.stdout:2566: writing smithi123173835-16 from 1474560 to 1875968 tid 3 2023-12-20T10:58:24.568 INFO:tasks.rados.rados.0.smithi123.stdout:2559: done (2 left) 2023-12-20T10:58:24.568 INFO:tasks.rados.rados.0.smithi123.stdout:2567: snap_remove snap 235 2023-12-20T10:58:25.104 INFO:tasks.rados.rados.0.smithi123.stdout:2567: done (2 left) 2023-12-20T10:58:25.104 INFO:tasks.rados.rados.0.smithi123.stdout:2568: setattr oid 11 current snap is 253 2023-12-20T10:58:25.104 INFO:tasks.rados.rados.0.smithi123.stdout:2565: finishing write tid 3 to smithi123173835-10 2023-12-20T10:58:25.104 INFO:tasks.rados.rados.0.smithi123.stdout:2565: finishing write tid 4 to smithi123173835-10 2023-12-20T10:58:25.105 INFO:tasks.rados.rados.0.smithi123.stdout:2565: finishing write tid 5 to smithi123173835-10 2023-12-20T10:58:25.105 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 2085 (ObjNum 827 snap 253 seq_num 827) dirty exists 2023-12-20T10:58:25.105 INFO:tasks.rados.rados.0.smithi123.stdout:2565: left oid 10 (ObjNum 827 snap 253 seq_num 827) 2023-12-20T10:58:25.105 INFO:tasks.rados.rados.0.smithi123.stdout:2566: finishing write tid 1 to smithi123173835-16 2023-12-20T10:58:25.105 INFO:tasks.rados.rados.0.smithi123.stdout:2566: finishing write tid 2 to smithi123173835-16 2023-12-20T10:58:25.105 INFO:tasks.rados.rados.0.smithi123.stdout:2566: finishing write tid 3 to smithi123173835-16 2023-12-20T10:58:25.105 INFO:tasks.rados.rados.0.smithi123.stdout:2566: finishing write tid 4 to smithi123173835-16 2023-12-20T10:58:25.105 INFO:tasks.rados.rados.0.smithi123.stdout:2566: finishing write tid 5 to smithi123173835-16 2023-12-20T10:58:25.105 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 1622 (ObjNum 828 snap 253 seq_num 828) dirty exists 2023-12-20T10:58:25.105 INFO:tasks.rados.rados.0.smithi123.stdout:2566: left oid 16 (ObjNum 828 snap 253 seq_num 828) 2023-12-20T10:58:25.106 INFO:tasks.rados.rados.0.smithi123.stdout:2565: done (2 left) 2023-12-20T10:58:25.106 INFO:tasks.rados.rados.0.smithi123.stdout:2566: done (1 left) 2023-12-20T10:58:25.106 INFO:tasks.rados.rados.0.smithi123.stdout:2569: rmattr oid 39 current snap is 253 2023-12-20T10:58:25.106 INFO:tasks.rados.rados.0.smithi123.stdout:2570: rollback oid 7 current snap is 253 2023-12-20T10:58:25.106 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 7 to 226 2023-12-20T10:58:25.106 INFO:tasks.rados.rados.0.smithi123.stdout:2571: snap_remove snap 220 2023-12-20T10:58:25.298 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T10:58:25.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:25 smithi177 ceph-mon[212096]: pgmap v550: 121 pgs: 121 active+clean; 358 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2023-12-20T10:58:25.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:25 smithi177 ceph-mon[212096]: osdmap e559: 8 total, 8 up, 8 in 2023-12-20T10:58:25.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:58:25.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:58:25.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:58:25.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:58:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:25 smithi123 ceph-mon[188613]: pgmap v550: 121 pgs: 121 active+clean; 358 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2023-12-20T10:58:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:25 smithi123 ceph-mon[188613]: osdmap e559: 8 total, 8 up, 8 in 2023-12-20T10:58:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:58:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:58:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:58:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:58:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:25 smithi123 ceph-mon[191304]: pgmap v550: 121 pgs: 121 active+clean; 358 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2023-12-20T10:58:25.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:25 smithi123 ceph-mon[191304]: osdmap e559: 8 total, 8 up, 8 in 2023-12-20T10:58:25.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:58:25.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:58:25.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:58:25.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:58:25.605 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T10:58:25.605 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7m) 3m ago 10m 26.5M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T10:58:25.605 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6m) 2m ago 9m 95.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T10:58:25.605 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (11m) 3m ago 11m 15.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T10:58:25.605 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10m) 2m ago 10m 21.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T10:58:25.606 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6m) 2m ago 13m 449M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T10:58:25.606 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6m) 3m ago 14m 511M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T10:58:25.606 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6m) 3m ago 14m 83.8M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T10:58:25.606 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5m) 2m ago 13m 69.5M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T10:58:25.606 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6m) 3m ago 13m 64.2M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T10:58:25.606 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7m) 3m ago 9m 9.94M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T10:58:25.606 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6m) 2m ago 9m 18.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T10:58:25.606 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5m) 3m ago 13m 285M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T10:58:25.606 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4m) 3m ago 12m 223M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T10:58:25.606 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4m) 3m ago 12m 191M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T10:58:25.606 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4m) 3m ago 12m 16.0M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T10:58:25.606 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3m) 2m ago 12m 280M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T10:58:25.606 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3m) 2m ago 11m 224M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T10:58:25.606 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2m) 2m ago 11m 141M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T10:58:25.607 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2m) 2m ago 11m 12.6M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T10:58:25.607 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6m) 2m ago 10m 64.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T10:58:25.989 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T10:58:25.989 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T10:58:25.989 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T10:58:25.989 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:58:25.989 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T10:58:25.990 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T10:58:25.990 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:58:25.990 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T10:58:25.990 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T10:58:25.990 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:58:25.990 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T10:58:25.990 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T10:58:25.990 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:58:25.990 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T10:58:25.990 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T10:58:25.990 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T10:58:25.990 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T10:58:25.990 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T10:58:26.113 INFO:tasks.rados.rados.0.smithi123.stdout:2571: done (3 left) 2023-12-20T10:58:26.113 INFO:tasks.rados.rados.0.smithi123.stdout:2572: delete oid 43 current snap is 253 2023-12-20T10:58:26.113 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 11 v 1407 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-20T10:58:26.113 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 1792 (ObjNum 823 snap 251 seq_num 823) dirty exists 2023-12-20T10:58:26.113 INFO:tasks.rados.rados.0.smithi123.stdout:2570: finishing rollback tid 1 to smithi123173835-7 2023-12-20T10:58:26.113 INFO:tasks.rados.rados.0.smithi123.stdout:2570: finishing rollback tid 2 to smithi123173835-7 2023-12-20T10:58:26.113 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 1753 (ObjNum 710 snap 205 seq_num 710) dirty exists 2023-12-20T10:58:26.121 INFO:tasks.rados.rados.0.smithi123.stdout:2568: done (3 left) 2023-12-20T10:58:26.121 INFO:tasks.rados.rados.0.smithi123.stdout:2569: done (2 left) 2023-12-20T10:58:26.121 INFO:tasks.rados.rados.0.smithi123.stdout:2570: done (1 left) 2023-12-20T10:58:26.121 INFO:tasks.rados.rados.0.smithi123.stdout:2572: done (0 left) 2023-12-20T10:58:26.121 INFO:tasks.rados.rados.0.smithi123.stdout:2573: read oid 50 snap -1 2023-12-20T10:58:26.121 INFO:tasks.rados.rados.0.smithi123.stdout:2573: expect deleted 2023-12-20T10:58:26.121 INFO:tasks.rados.rados.0.smithi123.stdout:2574: rollback oid 21 current snap is 253 2023-12-20T10:58:26.121 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 21 to 237 2023-12-20T10:58:26.121 INFO:tasks.rados.rados.0.smithi123.stdout:2575: delete oid 35 current snap is 253 2023-12-20T10:58:26.126 INFO:tasks.rados.rados.0.smithi123.stdout:2574: finishing rollback tid 0 to smithi123173835-21 2023-12-20T10:58:26.128 INFO:tasks.rados.rados.0.smithi123.stdout:2574: finishing rollback tid 1 to smithi123173835-21 2023-12-20T10:58:26.128 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 1604 (ObjNum 33 snap 0 seq_num 959190928) dirty dne 2023-12-20T10:58:26.128 INFO:tasks.rados.rados.0.smithi123.stdout:2573: done (2 left) 2023-12-20T10:58:26.128 INFO:tasks.rados.rados.0.smithi123.stdout:2574: done (1 left) 2023-12-20T10:58:26.128 INFO:tasks.rados.rados.0.smithi123.stdout:2575: done (0 left) 2023-12-20T10:58:26.128 INFO:tasks.rados.rados.0.smithi123.stdout:2576: delete oid 50 current snap is 253 2023-12-20T10:58:26.133 INFO:tasks.rados.rados.0.smithi123.stdout:2576: done (0 left) 2023-12-20T10:58:26.134 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 35 current snap is 253 2023-12-20T10:58:26.134 INFO:tasks.rados.rados.0.smithi123.stdout:2577: seq_num 832 ranges {0=737280,737280=786432,1523712=417792} 2023-12-20T10:58:26.138 INFO:tasks.rados.rados.0.smithi123.stdout:2577: writing smithi123173835-35 from 0 to 737280 tid 1 2023-12-20T10:58:26.144 INFO:tasks.rados.rados.0.smithi123.stdout:2577: writing smithi123173835-35 from 737280 to 1523712 tid 2 2023-12-20T10:58:26.146 INFO:tasks.rados.rados.0.smithi123.stdout:2577: writing smithi123173835-35 from 1523712 to 1941504 tid 3 2023-12-20T10:58:26.147 INFO:tasks.rados.rados.0.smithi123.stdout:2578: delete oid 17 current snap is 253 2023-12-20T10:58:26.147 INFO:tasks.rados.rados.0.smithi123.stdout:2577: finishing write tid 1 to smithi123173835-35 2023-12-20T10:58:26.148 INFO:tasks.rados.rados.0.smithi123.stdout:2578: done (1 left) 2023-12-20T10:58:26.148 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 3 current snap is 253 2023-12-20T10:58:26.148 INFO:tasks.rados.rados.0.smithi123.stdout:2579: seq_num 834 ranges {0=778240,778240=557056,1335296=548864,1884160=98304} 2023-12-20T10:58:26.154 INFO:tasks.rados.rados.0.smithi123.stdout:2579: writing smithi123173835-3 from 0 to 778240 tid 1 2023-12-20T10:58:26.156 INFO:tasks.rados.rados.0.smithi123.stdout:2579: writing smithi123173835-3 from 778240 to 1335296 tid 2 2023-12-20T10:58:26.159 INFO:tasks.rados.rados.0.smithi123.stdout:2579: writing smithi123173835-3 from 1335296 to 1884160 tid 3 2023-12-20T10:58:26.161 INFO:tasks.rados.rados.0.smithi123.stdout:2579: writing smithi123173835-3 from 1884160 to 1982464 tid 4 2023-12-20T10:58:26.161 INFO:tasks.rados.rados.0.smithi123.stdout:2580: snap_create 2023-12-20T10:58:26.161 INFO:tasks.rados.rados.0.smithi123.stdout:2577: finishing write tid 2 to smithi123173835-35 2023-12-20T10:58:26.161 INFO:tasks.rados.rados.0.smithi123.stdout:2577: finishing write tid 3 to smithi123173835-35 2023-12-20T10:58:26.161 INFO:tasks.rados.rados.0.smithi123.stdout:2577: finishing write tid 4 to smithi123173835-35 2023-12-20T10:58:26.161 INFO:tasks.rados.rados.0.smithi123.stdout:2577: finishing write tid 5 to smithi123173835-35 2023-12-20T10:58:26.161 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 35 v 2117 (ObjNum 832 snap 253 seq_num 832) dirty exists 2023-12-20T10:58:26.161 INFO:tasks.rados.rados.0.smithi123.stdout:2577: left oid 35 (ObjNum 832 snap 253 seq_num 832) 2023-12-20T10:58:26.161 INFO:tasks.rados.rados.0.smithi123.stdout:2579: finishing write tid 1 to smithi123173835-3 2023-12-20T10:58:26.162 INFO:tasks.rados.rados.0.smithi123.stdout:2579: finishing write tid 2 to smithi123173835-3 2023-12-20T10:58:26.163 INFO:tasks.rados.rados.0.smithi123.stdout:2579: finishing write tid 3 to smithi123173835-3 2023-12-20T10:58:26.163 INFO:tasks.rados.rados.0.smithi123.stdout:2579: finishing write tid 4 to smithi123173835-3 2023-12-20T10:58:26.163 INFO:tasks.rados.rados.0.smithi123.stdout:2579: finishing write tid 5 to smithi123173835-3 2023-12-20T10:58:26.164 INFO:tasks.rados.rados.0.smithi123.stdout:2579: finishing write tid 6 to smithi123173835-3 2023-12-20T10:58:26.164 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 1478 (ObjNum 834 snap 253 seq_num 834) dirty exists 2023-12-20T10:58:26.164 INFO:tasks.rados.rados.0.smithi123.stdout:2579: left oid 3 (ObjNum 834 snap 253 seq_num 834) 2023-12-20T10:58:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:26 smithi177 ceph-mon[212096]: osdmap e560: 8 total, 8 up, 8 in 2023-12-20T10:58:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:26 smithi177 ceph-mon[212096]: from='client.34407 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:58:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:26 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/952170573' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:58:26.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:26 smithi123 ceph-mon[188613]: osdmap e560: 8 total, 8 up, 8 in 2023-12-20T10:58:26.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:26 smithi123 ceph-mon[188613]: from='client.34407 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:58:26.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:26 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/952170573' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:58:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:26 smithi123 ceph-mon[191304]: osdmap e560: 8 total, 8 up, 8 in 2023-12-20T10:58:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:26 smithi123 ceph-mon[191304]: from='client.34407 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:58:26.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:26 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/952170573' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:58:27.120 INFO:tasks.rados.rados.0.smithi123.stdout:2577: done (2 left) 2023-12-20T10:58:27.120 INFO:tasks.rados.rados.0.smithi123.stdout:2579: done (1 left) 2023-12-20T10:58:27.120 INFO:tasks.rados.rados.0.smithi123.stdout:2580: done (0 left) 2023-12-20T10:58:27.120 INFO:tasks.rados.rados.0.smithi123.stdout:2581: delete oid 47 current snap is 254 2023-12-20T10:58:27.124 INFO:tasks.rados.rados.0.smithi123.stdout:2581: done (0 left) 2023-12-20T10:58:27.124 INFO:tasks.rados.rados.0.smithi123.stdout:2582: copy_from oid 37 from oid 34 current snap is 254 2023-12-20T10:58:27.124 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 9 current snap is 254 2023-12-20T10:58:27.124 INFO:tasks.rados.rados.0.smithi123.stdout:2583: seq_num 836 ranges {0=409600,409600=720896,1130496=516096,1646592=368640} 2023-12-20T10:58:27.126 INFO:tasks.rados.rados.0.smithi123.stdout:2583: writing smithi123173835-9 from 0 to 409600 tid 1 2023-12-20T10:58:27.131 INFO:tasks.rados.rados.0.smithi123.stdout:2583: writing smithi123173835-9 from 409600 to 1130496 tid 2 2023-12-20T10:58:27.134 INFO:tasks.rados.rados.0.smithi123.stdout:2583: writing smithi123173835-9 from 1130496 to 1646592 tid 3 2023-12-20T10:58:27.137 INFO:tasks.rados.rados.0.smithi123.stdout:2583: writing smithi123173835-9 from 1646592 to 2015232 tid 4 2023-12-20T10:58:27.137 INFO:tasks.rados.rados.0.smithi123.stdout:2584: rollback oid 27 current snap is 254 2023-12-20T10:58:27.137 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 27 to 226 2023-12-20T10:58:27.137 INFO:tasks.rados.rados.0.smithi123.stdout:2582: finishing copy_from to smithi123173835-37 2023-12-20T10:58:27.137 INFO:tasks.rados.rados.0.smithi123.stdout:2582: got expected ENOENT (src dne) 2023-12-20T10:58:27.137 INFO:tasks.rados.rados.0.smithi123.stdout:2582: finishing copy_from racing read to smithi123173835-37 2023-12-20T10:58:27.137 INFO:tasks.rados.rados.0.smithi123.stdout:2583: finishing write tid 1 to smithi123173835-9 2023-12-20T10:58:27.137 INFO:tasks.rados.rados.0.smithi123.stdout:2583: finishing write tid 2 to smithi123173835-9 2023-12-20T10:58:27.137 INFO:tasks.rados.rados.0.smithi123.stdout:2582: done (2 left) 2023-12-20T10:58:27.137 INFO:tasks.rados.rados.0.smithi123.stdout:2585: delete oid 48 current snap is 254 2023-12-20T10:58:27.137 INFO:tasks.rados.rados.0.smithi123.stdout:2583: finishing write tid 3 to smithi123173835-9 2023-12-20T10:58:27.138 INFO:tasks.rados.rados.0.smithi123.stdout:2585: done (2 left) 2023-12-20T10:58:27.138 INFO:tasks.rados.rados.0.smithi123.stdout:2586: delete oid 20 current snap is 254 2023-12-20T10:58:27.140 INFO:tasks.rados.rados.0.smithi123.stdout:2583: finishing write tid 4 to smithi123173835-9 2023-12-20T10:58:27.140 INFO:tasks.rados.rados.0.smithi123.stdout:2583: finishing write tid 5 to smithi123173835-9 2023-12-20T10:58:27.141 INFO:tasks.rados.rados.0.smithi123.stdout:2584: finishing rollback tid 0 to smithi123173835-27 2023-12-20T10:58:27.141 INFO:tasks.rados.rados.0.smithi123.stdout:2584: finishing rollback tid 1 to smithi123173835-27 2023-12-20T10:58:27.141 INFO:tasks.rados.rados.0.smithi123.stdout:2584: finishing rollback tid 2 to smithi123173835-27 2023-12-20T10:58:27.141 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 27 v 1572 (ObjNum 672 snap 191 seq_num 672) dirty exists 2023-12-20T10:58:27.142 INFO:tasks.rados.rados.0.smithi123.stdout:2583: finishing write tid 6 to smithi123173835-9 2023-12-20T10:58:27.142 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 9 v 1386 (ObjNum 836 snap 254 seq_num 836) dirty exists 2023-12-20T10:58:27.142 INFO:tasks.rados.rados.0.smithi123.stdout:2583: left oid 9 (ObjNum 836 snap 254 seq_num 836) 2023-12-20T10:58:27.142 INFO:tasks.rados.rados.0.smithi123.stdout:2583: done (2 left) 2023-12-20T10:58:27.142 INFO:tasks.rados.rados.0.smithi123.stdout:2584: done (1 left) 2023-12-20T10:58:27.143 INFO:tasks.rados.rados.0.smithi123.stdout:2586: done (0 left) 2023-12-20T10:58:27.143 INFO:tasks.rados.rados.0.smithi123.stdout:2587: snap_create 2023-12-20T10:58:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:27 smithi177 ceph-mon[212096]: pgmap v553: 121 pgs: 121 active+clean; 361 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 876 KiB/s wr, 3 op/s 2023-12-20T10:58:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:27 smithi177 ceph-mon[212096]: from='client.34413 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:58:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:27 smithi177 ceph-mon[212096]: osdmap e561: 8 total, 8 up, 8 in 2023-12-20T10:58:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:58:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:27 smithi123 ceph-mon[191304]: pgmap v553: 121 pgs: 121 active+clean; 361 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 876 KiB/s wr, 3 op/s 2023-12-20T10:58:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:27 smithi123 ceph-mon[191304]: from='client.34413 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:58:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:27 smithi123 ceph-mon[191304]: osdmap e561: 8 total, 8 up, 8 in 2023-12-20T10:58:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:58:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:27 smithi123 ceph-mon[188613]: pgmap v553: 121 pgs: 121 active+clean; 361 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 876 KiB/s wr, 3 op/s 2023-12-20T10:58:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:27 smithi123 ceph-mon[188613]: from='client.34413 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:58:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:27 smithi123 ceph-mon[188613]: osdmap e561: 8 total, 8 up, 8 in 2023-12-20T10:58:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:58:28.133 INFO:tasks.rados.rados.0.smithi123.stdout:2587: done (0 left) 2023-12-20T10:58:28.134 INFO:tasks.rados.rados.0.smithi123.stdout:2588: snap_remove snap 246 2023-12-20T10:58:28.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:28 smithi177 ceph-mon[212096]: osdmap e562: 8 total, 8 up, 8 in 2023-12-20T10:58:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:28 smithi123 ceph-mon[191304]: osdmap e562: 8 total, 8 up, 8 in 2023-12-20T10:58:28.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:28 smithi123 ceph-mon[188613]: osdmap e562: 8 total, 8 up, 8 in 2023-12-20T10:58:29.138 INFO:tasks.rados.rados.0.smithi123.stdout:2588: done (0 left) 2023-12-20T10:58:29.138 INFO:tasks.rados.rados.0.smithi123.stdout:2589: snap_create 2023-12-20T10:58:29.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:29 smithi177 ceph-mon[212096]: pgmap v556: 121 pgs: 121 active+clean; 315 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2023-12-20T10:58:29.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:29 smithi177 ceph-mon[212096]: osdmap e563: 8 total, 8 up, 8 in 2023-12-20T10:58:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:58:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:58:29] "GET /metrics HTTP/1.1" 200 36163 "" "Prometheus/2.43.0" 2023-12-20T10:58:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:29 smithi123 ceph-mon[191304]: pgmap v556: 121 pgs: 121 active+clean; 315 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2023-12-20T10:58:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:29 smithi123 ceph-mon[191304]: osdmap e563: 8 total, 8 up, 8 in 2023-12-20T10:58:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:29 smithi123 ceph-mon[188613]: pgmap v556: 121 pgs: 121 active+clean; 315 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2023-12-20T10:58:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:29 smithi123 ceph-mon[188613]: osdmap e563: 8 total, 8 up, 8 in 2023-12-20T10:58:30.146 INFO:tasks.rados.rados.0.smithi123.stdout:2589: done (0 left) 2023-12-20T10:58:30.147 INFO:tasks.rados.rados.0.smithi123.stdout:2590: snap_remove snap 226 2023-12-20T10:58:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:30 smithi177 ceph-mon[212096]: osdmap e564: 8 total, 8 up, 8 in 2023-12-20T10:58:30.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:30 smithi123 ceph-mon[191304]: osdmap e564: 8 total, 8 up, 8 in 2023-12-20T10:58:30.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:30 smithi123 ceph-mon[188613]: osdmap e564: 8 total, 8 up, 8 in 2023-12-20T10:58:31.159 INFO:tasks.rados.rados.0.smithi123.stdout:2590: done (0 left) 2023-12-20T10:58:31.159 INFO:tasks.rados.rados.0.smithi123.stdout:2591: setattr oid 43 current snap is 256 2023-12-20T10:58:31.159 INFO:tasks.rados.rados.0.smithi123.stdout:2592: setattr oid 29 current snap is 256 2023-12-20T10:58:31.159 INFO:tasks.rados.rados.0.smithi123.stdout:2593: rmattr oid 12 current snap is 256 2023-12-20T10:58:31.159 INFO:tasks.rados.rados.0.smithi123.stdout:2593: done (2 left) 2023-12-20T10:58:31.159 INFO:tasks.rados.rados.0.smithi123.stdout:2594: read oid 3 snap -1 2023-12-20T10:58:31.159 INFO:tasks.rados.rados.0.smithi123.stdout:2594: expect (ObjNum 834 snap 253 seq_num 834) 2023-12-20T10:58:31.160 INFO:tasks.rados.rados.0.smithi123.stdout:2595: copy_from oid 15 from oid 24 current snap is 256 2023-12-20T10:58:31.160 INFO:tasks.rados.rados.0.smithi123.stdout:2596: read oid 32 snap 250 2023-12-20T10:58:31.160 INFO:tasks.rados.rados.0.smithi123.stdout:2596: expect (ObjNum 787 snap 238 seq_num 787) 2023-12-20T10:58:31.160 INFO:tasks.rados.rados.0.smithi123.stdout:2597: setattr oid 26 current snap is 256 2023-12-20T10:58:31.160 INFO:tasks.rados.rados.0.smithi123.stdout:2598: delete oid 30 current snap is 256 2023-12-20T10:58:31.169 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 1605 (ObjNum 33 snap 0 seq_num 959051696) dirty exists 2023-12-20T10:58:31.169 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 1793 (ObjNum 659 snap 185 seq_num 659) dirty exists 2023-12-20T10:58:31.173 INFO:tasks.rados.rados.0.smithi123.stdout:2592: done (6 left) 2023-12-20T10:58:31.173 INFO:tasks.rados.rados.0.smithi123.stdout:2597: done (5 left) 2023-12-20T10:58:31.173 INFO:tasks.rados.rados.0.smithi123.stdout:2598: done (4 left) 2023-12-20T10:58:31.174 INFO:tasks.rados.rados.0.smithi123.stdout:2599: snap_remove snap 242 2023-12-20T10:58:31.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:31 smithi177 ceph-mon[212096]: pgmap v559: 121 pgs: 121 active+clean; 318 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2023-12-20T10:58:31.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:31 smithi177 ceph-mon[212096]: osdmap e565: 8 total, 8 up, 8 in 2023-12-20T10:58:31.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:31 smithi123 ceph-mon[191304]: pgmap v559: 121 pgs: 121 active+clean; 318 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2023-12-20T10:58:31.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:31 smithi123 ceph-mon[191304]: osdmap e565: 8 total, 8 up, 8 in 2023-12-20T10:58:31.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:31 smithi123 ceph-mon[188613]: pgmap v559: 121 pgs: 121 active+clean; 318 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2023-12-20T10:58:31.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:31 smithi123 ceph-mon[188613]: osdmap e565: 8 total, 8 up, 8 in 2023-12-20T10:58:32.163 INFO:tasks.rados.rados.0.smithi123.stdout:2599: done (4 left) 2023-12-20T10:58:32.163 INFO:tasks.rados.rados.0.smithi123.stdout:2600: rollback oid 30 current snap is 256 2023-12-20T10:58:32.163 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 30 to 239 2023-12-20T10:58:32.164 INFO:tasks.rados.rados.0.smithi123.stdout:2601: read oid 28 snap -1 2023-12-20T10:58:32.164 INFO:tasks.rados.rados.0.smithi123.stdout:2601: expect (ObjNum 637 snap 183 seq_num 637) 2023-12-20T10:58:32.164 INFO:tasks.rados.rados.0.smithi123.stdout:2602: snap_create 2023-12-20T10:58:32.164 INFO:tasks.rados.rados.0.smithi123.stdout:2594: expect (ObjNum 834 snap 253 seq_num 834) 2023-12-20T10:58:32.222 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 1375 (ObjNum 161 snap 0 seq_num 1643214168) dirty exists 2023-12-20T10:58:32.222 INFO:tasks.rados.rados.0.smithi123.stdout:2596: expect (ObjNum 787 snap 238 seq_num 787) 2023-12-20T10:58:32.366 INFO:tasks.rados.rados.0.smithi123.stdout:2595: finishing copy_from racing read to smithi123173835-15 2023-12-20T10:58:32.366 INFO:tasks.rados.rados.0.smithi123.stdout:2595: finishing copy_from to smithi123173835-15 2023-12-20T10:58:32.366 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 1449 (ObjNum 822 snap 251 seq_num 822) dirty exists 2023-12-20T10:58:32.366 INFO:tasks.rados.rados.0.smithi123.stdout:2600: finishing rollback tid 1 to smithi123173835-30 2023-12-20T10:58:32.366 INFO:tasks.rados.rados.0.smithi123.stdout:2600: finishing rollback tid 2 to smithi123173835-30 2023-12-20T10:58:32.366 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 30 v 1389 (ObjNum 686 snap 196 seq_num 686) dirty exists 2023-12-20T10:58:32.366 INFO:tasks.rados.rados.0.smithi123.stdout:2601: expect (ObjNum 637 snap 183 seq_num 637) 2023-12-20T10:58:32.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:32 smithi123 ceph-mon[191304]: osdmap e566: 8 total, 8 up, 8 in 2023-12-20T10:58:32.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:32 smithi123 ceph-mon[188613]: osdmap e566: 8 total, 8 up, 8 in 2023-12-20T10:58:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:32 smithi177 ceph-mon[212096]: osdmap e566: 8 total, 8 up, 8 in 2023-12-20T10:58:33.053 INFO:tasks.rados.rados.0.smithi123.stdout:2591: done (6 left) 2023-12-20T10:58:33.053 INFO:tasks.rados.rados.0.smithi123.stdout:2594: done (5 left) 2023-12-20T10:58:33.053 INFO:tasks.rados.rados.0.smithi123.stdout:2595: done (4 left) 2023-12-20T10:58:33.053 INFO:tasks.rados.rados.0.smithi123.stdout:2596: done (3 left) 2023-12-20T10:58:33.053 INFO:tasks.rados.rados.0.smithi123.stdout:2600: done (2 left) 2023-12-20T10:58:33.053 INFO:tasks.rados.rados.0.smithi123.stdout:2601: done (1 left) 2023-12-20T10:58:33.053 INFO:tasks.rados.rados.0.smithi123.stdout:2602: done (0 left) 2023-12-20T10:58:33.053 INFO:tasks.rados.rados.0.smithi123.stdout:2603: read oid 10 snap -1 2023-12-20T10:58:33.054 INFO:tasks.rados.rados.0.smithi123.stdout:2603: expect (ObjNum 827 snap 253 seq_num 827) 2023-12-20T10:58:33.054 INFO:tasks.rados.rados.0.smithi123.stdout:2604: read oid 48 snap -1 2023-12-20T10:58:33.054 INFO:tasks.rados.rados.0.smithi123.stdout:2604: expect deleted 2023-12-20T10:58:33.054 INFO:tasks.rados.rados.0.smithi123.stdout:2605: snap_create 2023-12-20T10:58:33.114 INFO:tasks.rados.rados.0.smithi123.stdout:2603: expect (ObjNum 827 snap 253 seq_num 827) 2023-12-20T10:58:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:33 smithi123 ceph-mon[191304]: pgmap v562: 121 pgs: 121 active+clean; 323 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.9 MiB/s wr, 7 op/s 2023-12-20T10:58:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:33 smithi123 ceph-mon[191304]: osdmap e567: 8 total, 8 up, 8 in 2023-12-20T10:58:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:33 smithi123 ceph-mon[191304]: osdmap e568: 8 total, 8 up, 8 in 2023-12-20T10:58:33.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:33 smithi123 ceph-mon[188613]: pgmap v562: 121 pgs: 121 active+clean; 323 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.9 MiB/s wr, 7 op/s 2023-12-20T10:58:33.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:33 smithi123 ceph-mon[188613]: osdmap e567: 8 total, 8 up, 8 in 2023-12-20T10:58:33.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:33 smithi123 ceph-mon[188613]: osdmap e568: 8 total, 8 up, 8 in 2023-12-20T10:58:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:33 smithi177 ceph-mon[212096]: pgmap v562: 121 pgs: 121 active+clean; 323 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.9 MiB/s wr, 7 op/s 2023-12-20T10:58:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:33 smithi177 ceph-mon[212096]: osdmap e567: 8 total, 8 up, 8 in 2023-12-20T10:58:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:33 smithi177 ceph-mon[212096]: osdmap e568: 8 total, 8 up, 8 in 2023-12-20T10:58:34.761 INFO:tasks.rados.rados.0.smithi123.stdout:2603: done (2 left) 2023-12-20T10:58:34.761 INFO:tasks.rados.rados.0.smithi123.stdout:2604: done (1 left) 2023-12-20T10:58:34.761 INFO:tasks.rados.rados.0.smithi123.stdout:2605: done (0 left) 2023-12-20T10:58:34.761 INFO:tasks.rados.rados.0.smithi123.stdout:2606: read oid 40 snap 249 2023-12-20T10:58:34.761 INFO:tasks.rados.rados.0.smithi123.stdout:2606: expect deleted 2023-12-20T10:58:34.762 INFO:tasks.rados.rados.0.smithi123.stdout:2607: read oid 23 snap 219 2023-12-20T10:58:34.762 INFO:tasks.rados.rados.0.smithi123.stdout:2607: expect (ObjNum 654 snap 185 seq_num 654) 2023-12-20T10:58:34.762 INFO:tasks.rados.rados.0.smithi123.stdout:2608: read oid 38 snap -1 2023-12-20T10:58:34.762 INFO:tasks.rados.rados.0.smithi123.stdout:2608: expect deleted 2023-12-20T10:58:34.762 INFO:tasks.rados.rados.0.smithi123.stdout:2609: rmattr oid 24 current snap is 258 2023-12-20T10:58:34.762 INFO:tasks.rados.rados.0.smithi123.stdout:2609: done (3 left) 2023-12-20T10:58:34.762 INFO:tasks.rados.rados.0.smithi123.stdout:2610: read oid 2 snap 241 2023-12-20T10:58:34.762 INFO:tasks.rados.rados.0.smithi123.stdout:2610: expect (ObjNum 721 snap 209 seq_num 721) 2023-12-20T10:58:34.762 INFO:tasks.rados.rados.0.smithi123.stdout:2611: copy_from oid 37 from oid 16 current snap is 258 2023-12-20T10:58:34.762 INFO:tasks.rados.rados.0.smithi123.stdout:2612: snap_remove snap 252 2023-12-20T10:58:35.163 INFO:tasks.rados.rados.0.smithi123.stdout:2612: done (5 left) 2023-12-20T10:58:35.163 INFO:tasks.rados.rados.0.smithi123.stdout:2613: snap_remove snap 216 2023-12-20T10:58:35.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:35 smithi177 ceph-mon[212096]: pgmap v565: 121 pgs: 121 active+clean; 323 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 966 KiB/s wr, 8 op/s 2023-12-20T10:58:35.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:35 smithi177 ceph-mon[212096]: osdmap e569: 8 total, 8 up, 8 in 2023-12-20T10:58:35.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:35 smithi123 ceph-mon[191304]: pgmap v565: 121 pgs: 121 active+clean; 323 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 966 KiB/s wr, 8 op/s 2023-12-20T10:58:35.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:35 smithi123 ceph-mon[191304]: osdmap e569: 8 total, 8 up, 8 in 2023-12-20T10:58:35.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:35 smithi123 ceph-mon[188613]: pgmap v565: 121 pgs: 121 active+clean; 323 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 966 KiB/s wr, 8 op/s 2023-12-20T10:58:35.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:35 smithi123 ceph-mon[188613]: osdmap e569: 8 total, 8 up, 8 in 2023-12-20T10:58:36.172 INFO:tasks.rados.rados.0.smithi123.stdout:2613: done (5 left) 2023-12-20T10:58:36.172 INFO:tasks.rados.rados.0.smithi123.stdout:2614: copy_from oid 14 from oid 17 current snap is 258 2023-12-20T10:58:36.172 INFO:tasks.rados.rados.0.smithi123.stdout:2610: expect (ObjNum 721 snap 209 seq_num 721) 2023-12-20T10:58:36.267 INFO:tasks.rados.rados.0.smithi123.stdout:2611: finishing copy_from racing read to smithi123173835-37 2023-12-20T10:58:36.267 INFO:tasks.rados.rados.0.smithi123.stdout:2611: finishing copy_from to smithi123173835-37 2023-12-20T10:58:36.267 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 1622 (ObjNum 828 snap 253 seq_num 828) dirty exists 2023-12-20T10:58:36.267 INFO:tasks.rados.rados.0.smithi123.stdout:2606: done (5 left) 2023-12-20T10:58:36.267 INFO:tasks.rados.rados.0.smithi123.stdout:2608: done (4 left) 2023-12-20T10:58:36.267 INFO:tasks.rados.rados.0.smithi123.stdout:2610: done (3 left) 2023-12-20T10:58:36.267 INFO:tasks.rados.rados.0.smithi123.stdout:2611: done (2 left) 2023-12-20T10:58:36.267 INFO:tasks.rados.rados.0.smithi123.stdout:2615: read oid 12 snap -1 2023-12-20T10:58:36.267 INFO:tasks.rados.rados.0.smithi123.stdout:2615: expect deleted 2023-12-20T10:58:36.268 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 26 current snap is 258 2023-12-20T10:58:36.268 INFO:tasks.rados.rados.0.smithi123.stdout:2607: expect (ObjNum 654 snap 185 seq_num 654) 2023-12-20T10:58:36.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:36 smithi123 ceph-mon[191304]: osdmap e570: 8 total, 8 up, 8 in 2023-12-20T10:58:36.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:36 smithi123 ceph-mon[188613]: osdmap e570: 8 total, 8 up, 8 in 2023-12-20T10:58:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:36 smithi177 ceph-mon[212096]: osdmap e570: 8 total, 8 up, 8 in 2023-12-20T10:58:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:37 smithi123 ceph-mon[191304]: pgmap v568: 121 pgs: 121 active+clean; 323 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 0 B/s wr, 6 op/s 2023-12-20T10:58:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:37 smithi123 ceph-mon[191304]: osdmap e571: 8 total, 8 up, 8 in 2023-12-20T10:58:37.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:37 smithi123 ceph-mon[188613]: pgmap v568: 121 pgs: 121 active+clean; 323 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 0 B/s wr, 6 op/s 2023-12-20T10:58:37.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:37 smithi123 ceph-mon[188613]: osdmap e571: 8 total, 8 up, 8 in 2023-12-20T10:58:37.575 INFO:tasks.rados.rados.0.smithi123.stdout:2614: finishing copy_from to smithi123173835-14 2023-12-20T10:58:37.575 INFO:tasks.rados.rados.0.smithi123.stdout:2614: got expected ENOENT (src dne) 2023-12-20T10:58:37.575 INFO:tasks.rados.rados.0.smithi123.stdout:2614: finishing copy_from racing read to smithi123173835-14 2023-12-20T10:58:37.575 INFO:tasks.rados.rados.0.smithi123.stdout:2616: seq_num 840 ranges {0=475136,475136=712704,1187840=499712,1687552=393216} 2023-12-20T10:58:37.577 INFO:tasks.rados.rados.0.smithi123.stdout:2616: writing smithi123173835-26 from 0 to 475136 tid 1 2023-12-20T10:58:37.581 INFO:tasks.rados.rados.0.smithi123.stdout:2616: writing smithi123173835-26 from 475136 to 1187840 tid 2 2023-12-20T10:58:37.583 INFO:tasks.rados.rados.0.smithi123.stdout:2616: writing smithi123173835-26 from 1187840 to 1687552 tid 3 2023-12-20T10:58:37.586 INFO:tasks.rados.rados.0.smithi123.stdout:2616: writing smithi123173835-26 from 1687552 to 2080768 tid 4 2023-12-20T10:58:37.586 INFO:tasks.rados.rados.0.smithi123.stdout:2607: done (3 left) 2023-12-20T10:58:37.586 INFO:tasks.rados.rados.0.smithi123.stdout:2614: done (2 left) 2023-12-20T10:58:37.586 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 39 current snap is 258 2023-12-20T10:58:37.586 INFO:tasks.rados.rados.0.smithi123.stdout:2616: finishing write tid 1 to smithi123173835-26 2023-12-20T10:58:37.586 INFO:tasks.rados.rados.0.smithi123.stdout:2616: finishing write tid 2 to smithi123173835-26 2023-12-20T10:58:37.587 INFO:tasks.rados.rados.0.smithi123.stdout:2617: seq_num 841 ranges {3522560=491520,4014080=598016,4612096=704512,5316608=303104} 2023-12-20T10:58:37.607 INFO:tasks.rados.rados.0.smithi123.stdout:2617: writing smithi123173835-39 from 3522560 to 4014080 tid 1 2023-12-20T10:58:37.611 INFO:tasks.rados.rados.0.smithi123.stdout:2617: writing smithi123173835-39 from 4014080 to 4612096 tid 2 2023-12-20T10:58:37.615 INFO:tasks.rados.rados.0.smithi123.stdout:2617: writing smithi123173835-39 from 4612096 to 5316608 tid 3 2023-12-20T10:58:37.618 INFO:tasks.rados.rados.0.smithi123.stdout:2617: writing smithi123173835-39 from 5316608 to 5619712 tid 4 2023-12-20T10:58:37.618 INFO:tasks.rados.rados.0.smithi123.stdout:2615: done (2 left) 2023-12-20T10:58:37.618 INFO:tasks.rados.rados.0.smithi123.stdout:2618: delete oid 23 current snap is 258 2023-12-20T10:58:37.619 INFO:tasks.rados.rados.0.smithi123.stdout:2616: finishing write tid 3 to smithi123173835-26 2023-12-20T10:58:37.619 INFO:tasks.rados.rados.0.smithi123.stdout:2616: finishing write tid 4 to smithi123173835-26 2023-12-20T10:58:37.619 INFO:tasks.rados.rados.0.smithi123.stdout:2616: finishing write tid 5 to smithi123173835-26 2023-12-20T10:58:37.619 INFO:tasks.rados.rados.0.smithi123.stdout:2616: finishing write tid 6 to smithi123173835-26 2023-12-20T10:58:37.619 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 1610 (ObjNum 840 snap 258 seq_num 840) dirty exists 2023-12-20T10:58:37.619 INFO:tasks.rados.rados.0.smithi123.stdout:2616: left oid 26 (ObjNum 840 snap 258 seq_num 840) 2023-12-20T10:58:37.619 INFO:tasks.rados.rados.0.smithi123.stdout:2617: finishing write tid 1 to smithi123173835-39 2023-12-20T10:58:37.619 INFO:tasks.rados.rados.0.smithi123.stdout:2617: finishing write tid 2 to smithi123173835-39 2023-12-20T10:58:37.621 INFO:tasks.rados.rados.0.smithi123.stdout:2616: done (2 left) 2023-12-20T10:58:37.621 INFO:tasks.rados.rados.0.smithi123.stdout:2618: done (1 left) 2023-12-20T10:58:37.621 INFO:tasks.rados.rados.0.smithi123.stdout:2619: setattr oid 40 current snap is 258 2023-12-20T10:58:37.621 INFO:tasks.rados.rados.0.smithi123.stdout:2617: finishing write tid 3 to smithi123173835-39 2023-12-20T10:58:37.621 INFO:tasks.rados.rados.0.smithi123.stdout:2617: finishing write tid 4 to smithi123173835-39 2023-12-20T10:58:37.621 INFO:tasks.rados.rados.0.smithi123.stdout:2620: read oid 50 snap -1 2023-12-20T10:58:37.621 INFO:tasks.rados.rados.0.smithi123.stdout:2620: expect deleted 2023-12-20T10:58:37.622 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 8 current snap is 258 2023-12-20T10:58:37.622 INFO:tasks.rados.rados.0.smithi123.stdout:2621: seq_num 843 ranges {13066240=524288,13590528=761856,14352384=671744,15024128=172032} 2023-12-20T10:58:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:37 smithi177 ceph-mon[212096]: pgmap v568: 121 pgs: 121 active+clean; 323 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 0 B/s wr, 6 op/s 2023-12-20T10:58:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:37 smithi177 ceph-mon[212096]: osdmap e571: 8 total, 8 up, 8 in 2023-12-20T10:58:37.692 INFO:tasks.rados.rados.0.smithi123.stdout:2621: writing smithi123173835-8 from 13066240 to 13590528 tid 1 2023-12-20T10:58:37.696 INFO:tasks.rados.rados.0.smithi123.stdout:2621: writing smithi123173835-8 from 13590528 to 14352384 tid 2 2023-12-20T10:58:37.700 INFO:tasks.rados.rados.0.smithi123.stdout:2621: writing smithi123173835-8 from 14352384 to 15024128 tid 3 2023-12-20T10:58:37.701 INFO:tasks.rados.rados.0.smithi123.stdout:2621: writing smithi123173835-8 from 15024128 to 15196160 tid 4 2023-12-20T10:58:37.701 INFO:tasks.rados.rados.0.smithi123.stdout:2622: delete oid 44 current snap is 258 2023-12-20T10:58:37.702 INFO:tasks.rados.rados.0.smithi123.stdout:2617: finishing write tid 5 to smithi123173835-39 2023-12-20T10:58:37.702 INFO:tasks.rados.rados.0.smithi123.stdout:2617: finishing write tid 6 to smithi123173835-39 2023-12-20T10:58:37.702 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 1798 (ObjNum 841 snap 258 seq_num 841) dirty exists 2023-12-20T10:58:37.702 INFO:tasks.rados.rados.0.smithi123.stdout:2617: left oid 39 (ObjNum 841 snap 258 seq_num 841) 2023-12-20T10:58:37.702 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 40 v 2164 (ObjNum 289 snap 0 seq_num 0) dirty exists 2023-12-20T10:58:37.702 INFO:tasks.rados.rados.0.smithi123.stdout:2621: finishing write tid 1 to smithi123173835-8 2023-12-20T10:58:37.702 INFO:tasks.rados.rados.0.smithi123.stdout:2621: finishing write tid 2 to smithi123173835-8 2023-12-20T10:58:37.703 INFO:tasks.rados.rados.0.smithi123.stdout:2617: done (4 left) 2023-12-20T10:58:37.703 INFO:tasks.rados.rados.0.smithi123.stdout:2619: done (3 left) 2023-12-20T10:58:37.703 INFO:tasks.rados.rados.0.smithi123.stdout:2620: done (2 left) 2023-12-20T10:58:37.703 INFO:tasks.rados.rados.0.smithi123.stdout:2622: done (1 left) 2023-12-20T10:58:37.704 INFO:tasks.rados.rados.0.smithi123.stdout:2623: read oid 27 snap -1 2023-12-20T10:58:37.704 INFO:tasks.rados.rados.0.smithi123.stdout:2623: expect (ObjNum 672 snap 191 seq_num 672) 2023-12-20T10:58:37.704 INFO:tasks.rados.rados.0.smithi123.stdout:2624: rollback oid 50 current snap is 258 2023-12-20T10:58:37.704 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 50 to 222 2023-12-20T10:58:37.704 INFO:tasks.rados.rados.0.smithi123.stdout:2625: rmattr oid 32 current snap is 258 2023-12-20T10:58:37.704 INFO:tasks.rados.rados.0.smithi123.stdout:2625: done (3 left) 2023-12-20T10:58:37.704 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 5 current snap is 258 2023-12-20T10:58:37.704 INFO:tasks.rados.rados.0.smithi123.stdout:2626: seq_num 845 ranges {10502144=557056,11059200=581632,11640832=688128,12328960=335872} 2023-12-20T10:58:37.762 INFO:tasks.rados.rados.0.smithi123.stdout:2626: writing smithi123173835-5 from 10502144 to 11059200 tid 1 2023-12-20T10:58:37.766 INFO:tasks.rados.rados.0.smithi123.stdout:2626: writing smithi123173835-5 from 11059200 to 11640832 tid 2 2023-12-20T10:58:37.770 INFO:tasks.rados.rados.0.smithi123.stdout:2626: writing smithi123173835-5 from 11640832 to 12328960 tid 3 2023-12-20T10:58:37.772 INFO:tasks.rados.rados.0.smithi123.stdout:2626: writing smithi123173835-5 from 12328960 to 12664832 tid 4 2023-12-20T10:58:37.772 INFO:tasks.rados.rados.0.smithi123.stdout:2627: read oid 48 snap -1 2023-12-20T10:58:37.773 INFO:tasks.rados.rados.0.smithi123.stdout:2627: expect deleted 2023-12-20T10:58:37.773 INFO:tasks.rados.rados.0.smithi123.stdout:2628: read oid 46 snap -1 2023-12-20T10:58:37.773 INFO:tasks.rados.rados.0.smithi123.stdout:2628: expect deleted 2023-12-20T10:58:37.773 INFO:tasks.rados.rados.0.smithi123.stdout:2629: rollback oid 4 current snap is 258 2023-12-20T10:58:37.773 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 4 to 219 2023-12-20T10:58:37.773 INFO:tasks.rados.rados.0.smithi123.stdout:2621: finishing write tid 3 to smithi123173835-8 2023-12-20T10:58:37.773 INFO:tasks.rados.rados.0.smithi123.stdout:2621: finishing write tid 4 to smithi123173835-8 2023-12-20T10:58:37.773 INFO:tasks.rados.rados.0.smithi123.stdout:2621: finishing write tid 5 to smithi123173835-8 2023-12-20T10:58:37.773 INFO:tasks.rados.rados.0.smithi123.stdout:2624: finishing rollback tid 1 to smithi123173835-50 2023-12-20T10:58:37.773 INFO:tasks.rados.rados.0.smithi123.stdout:2624: finishing rollback tid 2 to smithi123173835-50 2023-12-20T10:58:37.773 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 50 v 2166 (ObjNum 739 snap 218 seq_num 739) dirty exists 2023-12-20T10:58:37.773 INFO:tasks.rados.rados.0.smithi123.stdout:2621: finishing write tid 6 to smithi123173835-8 2023-12-20T10:58:37.773 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 1592 (ObjNum 843 snap 258 seq_num 843) dirty exists 2023-12-20T10:58:37.773 INFO:tasks.rados.rados.0.smithi123.stdout:2621: left oid 8 (ObjNum 843 snap 258 seq_num 843) 2023-12-20T10:58:37.773 INFO:tasks.rados.rados.0.smithi123.stdout:2623: expect (ObjNum 672 snap 191 seq_num 672) 2023-12-20T10:58:37.852 INFO:tasks.rados.rados.0.smithi123.stdout:2626: finishing write tid 1 to smithi123173835-5 2023-12-20T10:58:37.852 INFO:tasks.rados.rados.0.smithi123.stdout:2626: finishing write tid 2 to smithi123173835-5 2023-12-20T10:58:37.852 INFO:tasks.rados.rados.0.smithi123.stdout:2626: finishing write tid 3 to smithi123173835-5 2023-12-20T10:58:37.852 INFO:tasks.rados.rados.0.smithi123.stdout:2621: done (6 left) 2023-12-20T10:58:37.852 INFO:tasks.rados.rados.0.smithi123.stdout:2623: done (5 left) 2023-12-20T10:58:37.852 INFO:tasks.rados.rados.0.smithi123.stdout:2624: done (4 left) 2023-12-20T10:58:37.852 INFO:tasks.rados.rados.0.smithi123.stdout:2627: done (3 left) 2023-12-20T10:58:37.852 INFO:tasks.rados.rados.0.smithi123.stdout:2628: done (2 left) 2023-12-20T10:58:37.852 INFO:tasks.rados.rados.0.smithi123.stdout:2630: read oid 26 snap -1 2023-12-20T10:58:37.852 INFO:tasks.rados.rados.0.smithi123.stdout:2630: expect (ObjNum 840 snap 258 seq_num 840) 2023-12-20T10:58:37.852 INFO:tasks.rados.rados.0.smithi123.stdout:2631: rollback oid 41 current snap is 258 2023-12-20T10:58:37.852 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 41 to 251 2023-12-20T10:58:37.853 INFO:tasks.rados.rados.0.smithi123.stdout:2626: finishing write tid 4 to smithi123173835-5 2023-12-20T10:58:37.853 INFO:tasks.rados.rados.0.smithi123.stdout:2626: finishing write tid 5 to smithi123173835-5 2023-12-20T10:58:37.853 INFO:tasks.rados.rados.0.smithi123.stdout:2629: finishing rollback tid 0 to smithi123173835-4 2023-12-20T10:58:37.853 INFO:tasks.rados.rados.0.smithi123.stdout:2626: finishing write tid 6 to smithi123173835-5 2023-12-20T10:58:37.853 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 1380 (ObjNum 845 snap 258 seq_num 845) dirty exists 2023-12-20T10:58:37.853 INFO:tasks.rados.rados.0.smithi123.stdout:2626: left oid 5 (ObjNum 845 snap 258 seq_num 845) 2023-12-20T10:58:37.853 INFO:tasks.rados.rados.0.smithi123.stdout:2629: finishing rollback tid 1 to smithi123173835-4 2023-12-20T10:58:37.853 INFO:tasks.rados.rados.0.smithi123.stdout:2626: done (3 left) 2023-12-20T10:58:37.853 INFO:tasks.rados.rados.0.smithi123.stdout:2632: read oid 32 snap -1 2023-12-20T10:58:37.853 INFO:tasks.rados.rados.0.smithi123.stdout:2632: expect (ObjNum 787 snap 238 seq_num 787) 2023-12-20T10:58:37.853 INFO:tasks.rados.rados.0.smithi123.stdout:2633: snap_remove snap 225 2023-12-20T10:58:38.062 INFO:tasks.rados.rados.0.smithi123.stdout:2633: done (4 left) 2023-12-20T10:58:38.062 INFO:tasks.rados.rados.0.smithi123.stdout:2634: read oid 36 snap -1 2023-12-20T10:58:38.062 INFO:tasks.rados.rados.0.smithi123.stdout:2634: expect (ObjNum 659 snap 185 seq_num 659) 2023-12-20T10:58:38.062 INFO:tasks.rados.rados.0.smithi123.stdout:2635: rollback oid 24 current snap is 258 2023-12-20T10:58:38.062 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 24 to 253 2023-12-20T10:58:38.063 INFO:tasks.rados.rados.0.smithi123.stdout:2636: copy_from oid 2 from oid 12 current snap is 258 2023-12-20T10:58:38.063 INFO:tasks.rados.rados.0.smithi123.stdout:2637: snap_remove snap 239 2023-12-20T10:58:39.061 INFO:tasks.rados.rados.0.smithi123.stdout:2637: done (7 left) 2023-12-20T10:58:39.061 INFO:tasks.rados.rados.0.smithi123.stdout:2638: rollback oid 39 current snap is 258 2023-12-20T10:58:39.061 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 39 to 248 2023-12-20T10:58:39.061 INFO:tasks.rados.rados.0.smithi123.stdout:2639: read oid 22 snap 241 2023-12-20T10:58:39.062 INFO:tasks.rados.rados.0.smithi123.stdout:2639: expect deleted 2023-12-20T10:58:39.062 INFO:tasks.rados.rados.0.smithi123.stdout:2640: snap_create 2023-12-20T10:58:39.062 INFO:tasks.rados.rados.0.smithi123.stdout:2629: finishing rollback tid 2 to smithi123173835-4 2023-12-20T10:58:39.062 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 1506 (ObjNum 672 snap 191 seq_num 672) dirty exists 2023-12-20T10:58:39.062 INFO:tasks.rados.rados.0.smithi123.stdout:2631: finishing rollback tid 1 to smithi123173835-41 2023-12-20T10:58:39.062 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 1561 (ObjNum 113 snap 0 seq_num 959332624) dirty dne 2023-12-20T10:58:39.062 INFO:tasks.rados.rados.0.smithi123.stdout:2632: expect (ObjNum 787 snap 238 seq_num 787) 2023-12-20T10:58:39.216 INFO:tasks.rados.rados.0.smithi123.stdout:2630: expect (ObjNum 840 snap 258 seq_num 840) 2023-12-20T10:58:39.267 INFO:tasks.rados.rados.0.smithi123.stdout:2636: finishing copy_from to smithi123173835-2 2023-12-20T10:58:39.267 INFO:tasks.rados.rados.0.smithi123.stdout:2636: got expected ENOENT (src dne) 2023-12-20T10:58:39.267 INFO:tasks.rados.rados.0.smithi123.stdout:2636: finishing copy_from racing read to smithi123173835-2 2023-12-20T10:58:39.267 INFO:tasks.rados.rados.0.smithi123.stdout:2635: finishing rollback tid 0 to smithi123173835-24 2023-12-20T10:58:39.267 INFO:tasks.rados.rados.0.smithi123.stdout:2635: finishing rollback tid 1 to smithi123173835-24 2023-12-20T10:58:39.267 INFO:tasks.rados.rados.0.smithi123.stdout:2635: finishing rollback tid 2 to smithi123173835-24 2023-12-20T10:58:39.267 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 24 v 1514 (ObjNum 822 snap 251 seq_num 822) dirty exists 2023-12-20T10:58:39.267 INFO:tasks.rados.rados.0.smithi123.stdout:2634: expect (ObjNum 659 snap 185 seq_num 659) 2023-12-20T10:58:39.381 INFO:tasks.rados.rados.0.smithi123.stdout:2638: finishing rollback tid 0 to smithi123173835-39 2023-12-20T10:58:39.381 INFO:tasks.rados.rados.0.smithi123.stdout:2638: finishing rollback tid 1 to smithi123173835-39 2023-12-20T10:58:39.381 INFO:tasks.rados.rados.0.smithi123.stdout:2638: finishing rollback tid 2 to smithi123173835-39 2023-12-20T10:58:39.381 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 1801 (ObjNum 819 snap 247 seq_num 819) dirty exists 2023-12-20T10:58:39.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:39 smithi177 ceph-mon[212096]: pgmap v570: 121 pgs: 121 active+clean; 329 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 799 KiB/s wr, 15 op/s 2023-12-20T10:58:39.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:39 smithi177 ceph-mon[212096]: osdmap e572: 8 total, 8 up, 8 in 2023-12-20T10:58:39.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:39 smithi123 ceph-mon[191304]: pgmap v570: 121 pgs: 121 active+clean; 329 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 799 KiB/s wr, 15 op/s 2023-12-20T10:58:39.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:39 smithi123 ceph-mon[191304]: osdmap e572: 8 total, 8 up, 8 in 2023-12-20T10:58:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:58:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:58:39] "GET /metrics HTTP/1.1" 200 36163 "" "Prometheus/2.43.0" 2023-12-20T10:58:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:39 smithi123 ceph-mon[188613]: pgmap v570: 121 pgs: 121 active+clean; 329 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 799 KiB/s wr, 15 op/s 2023-12-20T10:58:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:39 smithi123 ceph-mon[188613]: osdmap e572: 8 total, 8 up, 8 in 2023-12-20T10:58:40.067 INFO:tasks.rados.rados.0.smithi123.stdout:2629: done (9 left) 2023-12-20T10:58:40.068 INFO:tasks.rados.rados.0.smithi123.stdout:2630: done (8 left) 2023-12-20T10:58:40.068 INFO:tasks.rados.rados.0.smithi123.stdout:2631: done (7 left) 2023-12-20T10:58:40.068 INFO:tasks.rados.rados.0.smithi123.stdout:2632: done (6 left) 2023-12-20T10:58:40.068 INFO:tasks.rados.rados.0.smithi123.stdout:2634: done (5 left) 2023-12-20T10:58:40.068 INFO:tasks.rados.rados.0.smithi123.stdout:2635: done (4 left) 2023-12-20T10:58:40.068 INFO:tasks.rados.rados.0.smithi123.stdout:2636: done (3 left) 2023-12-20T10:58:40.068 INFO:tasks.rados.rados.0.smithi123.stdout:2638: done (2 left) 2023-12-20T10:58:40.069 INFO:tasks.rados.rados.0.smithi123.stdout:2639: done (1 left) 2023-12-20T10:58:40.069 INFO:tasks.rados.rados.0.smithi123.stdout:2640: done (0 left) 2023-12-20T10:58:40.069 INFO:tasks.rados.rados.0.smithi123.stdout:2641: setattr oid 9 current snap is 259 2023-12-20T10:58:40.069 INFO:tasks.rados.rados.0.smithi123.stdout:2642: read oid 10 snap -1 2023-12-20T10:58:40.070 INFO:tasks.rados.rados.0.smithi123.stdout:2642: expect (ObjNum 827 snap 253 seq_num 827) 2023-12-20T10:58:40.070 INFO:tasks.rados.rados.0.smithi123.stdout:2643: snap_create 2023-12-20T10:58:40.073 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 9 v 1390 (ObjNum 836 snap 254 seq_num 836) dirty exists 2023-12-20T10:58:40.120 INFO:tasks.rados.rados.0.smithi123.stdout:2642: expect (ObjNum 827 snap 253 seq_num 827) 2023-12-20T10:58:40.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:40 smithi177 ceph-mon[212096]: osdmap e573: 8 total, 8 up, 8 in 2023-12-20T10:58:40.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:40 smithi123 ceph-mon[191304]: osdmap e573: 8 total, 8 up, 8 in 2023-12-20T10:58:40.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:40 smithi123 ceph-mon[188613]: osdmap e573: 8 total, 8 up, 8 in 2023-12-20T10:58:41.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:41 smithi177 ceph-mon[212096]: pgmap v573: 121 pgs: 121 active+clean; 332 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2023-12-20T10:58:41.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:41 smithi177 ceph-mon[212096]: osdmap e574: 8 total, 8 up, 8 in 2023-12-20T10:58:41.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:41 smithi123 ceph-mon[188613]: pgmap v573: 121 pgs: 121 active+clean; 332 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2023-12-20T10:58:41.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:41 smithi123 ceph-mon[188613]: osdmap e574: 8 total, 8 up, 8 in 2023-12-20T10:58:41.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:41 smithi123 ceph-mon[191304]: pgmap v573: 121 pgs: 121 active+clean; 332 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2023-12-20T10:58:41.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:41 smithi123 ceph-mon[191304]: osdmap e574: 8 total, 8 up, 8 in 2023-12-20T10:58:41.752 INFO:tasks.rados.rados.0.smithi123.stdout:2641: done (2 left) 2023-12-20T10:58:41.752 INFO:tasks.rados.rados.0.smithi123.stdout:2642: done (1 left) 2023-12-20T10:58:41.752 INFO:tasks.rados.rados.0.smithi123.stdout:2643: done (0 left) 2023-12-20T10:58:41.752 INFO:tasks.rados.rados.0.smithi123.stdout:2644: delete oid 42 current snap is 260 2023-12-20T10:58:41.755 INFO:tasks.rados.rados.0.smithi123.stdout:2644: done (0 left) 2023-12-20T10:58:41.755 INFO:tasks.rados.rados.0.smithi123.stdout:2645: snap_remove snap 248 2023-12-20T10:58:42.079 INFO:tasks.rados.rados.0.smithi123.stdout:2645: done (0 left) 2023-12-20T10:58:42.079 INFO:tasks.rados.rados.0.smithi123.stdout:2646: read oid 23 snap -1 2023-12-20T10:58:42.080 INFO:tasks.rados.rados.0.smithi123.stdout:2646: expect deleted 2023-12-20T10:58:42.080 INFO:tasks.rados.rados.0.smithi123.stdout:2647: read oid 13 snap -1 2023-12-20T10:58:42.080 INFO:tasks.rados.rados.0.smithi123.stdout:2647: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-20T10:58:42.080 INFO:tasks.rados.rados.0.smithi123.stdout:2648: read oid 50 snap -1 2023-12-20T10:58:42.080 INFO:tasks.rados.rados.0.smithi123.stdout:2648: expect (ObjNum 739 snap 218 seq_num 739) 2023-12-20T10:58:42.080 INFO:tasks.rados.rados.0.smithi123.stdout:2649: read oid 37 snap -1 2023-12-20T10:58:42.080 INFO:tasks.rados.rados.0.smithi123.stdout:2649: expect (ObjNum 828 snap 253 seq_num 828) 2023-12-20T10:58:42.080 INFO:tasks.rados.rados.0.smithi123.stdout:2650: snap_remove snap 231 2023-12-20T10:58:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:42 smithi177 ceph-mon[212096]: osdmap e575: 8 total, 8 up, 8 in 2023-12-20T10:58:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:58:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:42 smithi123 ceph-mon[188613]: osdmap e575: 8 total, 8 up, 8 in 2023-12-20T10:58:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:58:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:42 smithi123 ceph-mon[191304]: osdmap e575: 8 total, 8 up, 8 in 2023-12-20T10:58:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:58:43.066 INFO:tasks.rados.rados.0.smithi123.stdout:2650: done (4 left) 2023-12-20T10:58:43.066 INFO:tasks.rados.rados.0.smithi123.stdout:2651: rollback oid 14 current snap is 260 2023-12-20T10:58:43.066 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 14 to 222 2023-12-20T10:58:43.066 INFO:tasks.rados.rados.0.smithi123.stdout:2652: setattr oid 21 current snap is 260 2023-12-20T10:58:43.066 INFO:tasks.rados.rados.0.smithi123.stdout:2653: setattr oid 7 current snap is 260 2023-12-20T10:58:43.066 INFO:tasks.rados.rados.0.smithi123.stdout:2647: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-20T10:58:43.069 INFO:tasks.rados.rados.0.smithi123.stdout:2649: expect (ObjNum 828 snap 253 seq_num 828) 2023-12-20T10:58:43.124 INFO:tasks.rados.rados.0.smithi123.stdout:2648: expect (ObjNum 739 snap 218 seq_num 739) 2023-12-20T10:58:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:43 smithi177 ceph-mon[212096]: pgmap v576: 121 pgs: 121 active+clean; 342 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 2.0 MiB/s wr, 24 op/s 2023-12-20T10:58:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:43 smithi177 ceph-mon[212096]: osdmap e576: 8 total, 8 up, 8 in 2023-12-20T10:58:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:43 smithi177 ceph-mon[212096]: osdmap e577: 8 total, 8 up, 8 in 2023-12-20T10:58:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:43 smithi123 ceph-mon[191304]: pgmap v576: 121 pgs: 121 active+clean; 342 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 2.0 MiB/s wr, 24 op/s 2023-12-20T10:58:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:43 smithi123 ceph-mon[191304]: osdmap e576: 8 total, 8 up, 8 in 2023-12-20T10:58:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:43 smithi123 ceph-mon[191304]: osdmap e577: 8 total, 8 up, 8 in 2023-12-20T10:58:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:43 smithi123 ceph-mon[188613]: pgmap v576: 121 pgs: 121 active+clean; 342 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 2.0 MiB/s wr, 24 op/s 2023-12-20T10:58:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:43 smithi123 ceph-mon[188613]: osdmap e576: 8 total, 8 up, 8 in 2023-12-20T10:58:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:43 smithi123 ceph-mon[188613]: osdmap e577: 8 total, 8 up, 8 in 2023-12-20T10:58:44.383 INFO:tasks.rados.rados.0.smithi123.stdout:2651: finishing rollback tid 1 to smithi123173835-14 2023-12-20T10:58:44.383 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 14 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-20T10:58:44.383 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 1611 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-20T10:58:44.383 INFO:tasks.rados.rados.0.smithi123.stdout:2646: done (6 left) 2023-12-20T10:58:44.383 INFO:tasks.rados.rados.0.smithi123.stdout:2647: done (5 left) 2023-12-20T10:58:44.383 INFO:tasks.rados.rados.0.smithi123.stdout:2648: done (4 left) 2023-12-20T10:58:44.384 INFO:tasks.rados.rados.0.smithi123.stdout:2649: done (3 left) 2023-12-20T10:58:44.384 INFO:tasks.rados.rados.0.smithi123.stdout:2651: done (2 left) 2023-12-20T10:58:44.384 INFO:tasks.rados.rados.0.smithi123.stdout:2652: done (1 left) 2023-12-20T10:58:44.384 INFO:tasks.rados.rados.0.smithi123.stdout:2654: read oid 30 snap -1 2023-12-20T10:58:44.384 INFO:tasks.rados.rados.0.smithi123.stdout:2654: expect (ObjNum 686 snap 196 seq_num 686) 2023-12-20T10:58:44.384 INFO:tasks.rados.rados.0.smithi123.stdout:2655: delete oid 36 current snap is 260 2023-12-20T10:58:44.385 INFO:tasks.rados.rados.0.smithi123.stdout:2655: done (2 left) 2023-12-20T10:58:44.385 INFO:tasks.rados.rados.0.smithi123.stdout:2656: rollback oid 16 current snap is 260 2023-12-20T10:58:44.385 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 16 to 251 2023-12-20T10:58:44.385 INFO:tasks.rados.rados.0.smithi123.stdout:2657: snap_remove snap 219 2023-12-20T10:58:45.094 INFO:tasks.rados.rados.0.smithi123.stdout:2657: done (3 left) 2023-12-20T10:58:45.094 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 29 current snap is 260 2023-12-20T10:58:45.094 INFO:tasks.rados.rados.0.smithi123.stdout:2658: seq_num 848 ranges {3162112=606208,3768320=630784,4399104=458752,4857856=516096} 2023-12-20T10:58:45.116 INFO:tasks.rados.rados.0.smithi123.stdout:2658: writing smithi123173835-29 from 3162112 to 3768320 tid 1 2023-12-20T10:58:45.121 INFO:tasks.rados.rados.0.smithi123.stdout:2658: writing smithi123173835-29 from 3768320 to 4399104 tid 2 2023-12-20T10:58:45.126 INFO:tasks.rados.rados.0.smithi123.stdout:2658: writing smithi123173835-29 from 4399104 to 4857856 tid 3 2023-12-20T10:58:45.128 INFO:tasks.rados.rados.0.smithi123.stdout:2658: writing smithi123173835-29 from 4857856 to 5373952 tid 4 2023-12-20T10:58:45.128 INFO:tasks.rados.rados.0.smithi123.stdout:2659: snap_create 2023-12-20T10:58:45.128 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 1754 (ObjNum 710 snap 205 seq_num 710) dirty exists 2023-12-20T10:58:45.128 INFO:tasks.rados.rados.0.smithi123.stdout:2656: finishing rollback tid 0 to smithi123173835-16 2023-12-20T10:58:45.128 INFO:tasks.rados.rados.0.smithi123.stdout:2656: finishing rollback tid 1 to smithi123173835-16 2023-12-20T10:58:45.128 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 1624 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-20T10:58:45.128 INFO:tasks.rados.rados.0.smithi123.stdout:2654: expect (ObjNum 686 snap 196 seq_num 686) 2023-12-20T10:58:45.191 INFO:tasks.rados.rados.0.smithi123.stdout:2658: finishing write tid 1 to smithi123173835-29 2023-12-20T10:58:45.192 INFO:tasks.rados.rados.0.smithi123.stdout:2658: finishing write tid 2 to smithi123173835-29 2023-12-20T10:58:45.192 INFO:tasks.rados.rados.0.smithi123.stdout:2658: finishing write tid 3 to smithi123173835-29 2023-12-20T10:58:45.192 INFO:tasks.rados.rados.0.smithi123.stdout:2658: finishing write tid 4 to smithi123173835-29 2023-12-20T10:58:45.192 INFO:tasks.rados.rados.0.smithi123.stdout:2658: finishing write tid 5 to smithi123173835-29 2023-12-20T10:58:45.192 INFO:tasks.rados.rados.0.smithi123.stdout:2658: finishing write tid 6 to smithi123173835-29 2023-12-20T10:58:45.192 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 1806 (ObjNum 848 snap 260 seq_num 848) dirty exists 2023-12-20T10:58:45.192 INFO:tasks.rados.rados.0.smithi123.stdout:2658: left oid 29 (ObjNum 848 snap 260 seq_num 848) 2023-12-20T10:58:45.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:45 smithi177 ceph-mon[212096]: pgmap v579: 121 pgs: 121 active+clean; 341 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1021 KiB/s wr, 17 op/s 2023-12-20T10:58:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:45 smithi123 ceph-mon[191304]: pgmap v579: 121 pgs: 121 active+clean; 341 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1021 KiB/s wr, 17 op/s 2023-12-20T10:58:45.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:45 smithi123 ceph-mon[188613]: pgmap v579: 121 pgs: 121 active+clean; 341 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1021 KiB/s wr, 17 op/s 2023-12-20T10:58:46.097 INFO:tasks.rados.rados.0.smithi123.stdout:2653: done (4 left) 2023-12-20T10:58:46.098 INFO:tasks.rados.rados.0.smithi123.stdout:2654: done (3 left) 2023-12-20T10:58:46.098 INFO:tasks.rados.rados.0.smithi123.stdout:2656: done (2 left) 2023-12-20T10:58:46.098 INFO:tasks.rados.rados.0.smithi123.stdout:2658: done (1 left) 2023-12-20T10:58:46.098 INFO:tasks.rados.rados.0.smithi123.stdout:2659: done (0 left) 2023-12-20T10:58:46.098 INFO:tasks.rados.rados.0.smithi123.stdout:2660: rollback oid 45 current snap is 261 2023-12-20T10:58:46.098 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 45 to 251 2023-12-20T10:58:46.098 INFO:tasks.rados.rados.0.smithi123.stdout:2661: read oid 14 snap -1 2023-12-20T10:58:46.098 INFO:tasks.rados.rados.0.smithi123.stdout:2661: expect deleted 2023-12-20T10:58:46.098 INFO:tasks.rados.rados.0.smithi123.stdout:2662: read oid 3 snap -1 2023-12-20T10:58:46.098 INFO:tasks.rados.rados.0.smithi123.stdout:2662: expect (ObjNum 834 snap 253 seq_num 834) 2023-12-20T10:58:46.098 INFO:tasks.rados.rados.0.smithi123.stdout:2663: delete oid 25 current snap is 261 2023-12-20T10:58:46.103 INFO:tasks.rados.rados.0.smithi123.stdout:2661: done (3 left) 2023-12-20T10:58:46.103 INFO:tasks.rados.rados.0.smithi123.stdout:2663: done (2 left) 2023-12-20T10:58:46.103 INFO:tasks.rados.rados.0.smithi123.stdout:2664: delete oid 24 current snap is 261 2023-12-20T10:58:46.108 INFO:tasks.rados.rados.0.smithi123.stdout:2660: finishing rollback tid 0 to smithi123173835-45 2023-12-20T10:58:46.108 INFO:tasks.rados.rados.0.smithi123.stdout:2660: finishing rollback tid 1 to smithi123173835-45 2023-12-20T10:58:46.108 INFO:tasks.rados.rados.0.smithi123.stdout:2660: finishing rollback tid 2 to smithi123173835-45 2023-12-20T10:58:46.108 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 1627 (ObjNum 595 snap 170 seq_num 595) dirty exists 2023-12-20T10:58:46.108 INFO:tasks.rados.rados.0.smithi123.stdout:2662: expect (ObjNum 834 snap 253 seq_num 834) 2023-12-20T10:58:46.156 INFO:tasks.rados.rados.0.smithi123.stdout:2660: done (2 left) 2023-12-20T10:58:46.156 INFO:tasks.rados.rados.0.smithi123.stdout:2662: done (1 left) 2023-12-20T10:58:46.156 INFO:tasks.rados.rados.0.smithi123.stdout:2664: done (0 left) 2023-12-20T10:58:46.156 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 21 current snap is 261 2023-12-20T10:58:46.157 INFO:tasks.rados.rados.0.smithi123.stdout:2665: seq_num 851 ranges {0=655360,655360=688128,1343488=679936,2023424=237568} 2023-12-20T10:58:46.159 INFO:tasks.rados.rados.0.smithi123.stdout:2665: writing smithi123173835-21 from 0 to 655360 tid 1 2023-12-20T10:58:46.163 INFO:tasks.rados.rados.0.smithi123.stdout:2665: writing smithi123173835-21 from 655360 to 1343488 tid 2 2023-12-20T10:58:46.167 INFO:tasks.rados.rados.0.smithi123.stdout:2665: writing smithi123173835-21 from 1343488 to 2023424 tid 3 2023-12-20T10:58:46.169 INFO:tasks.rados.rados.0.smithi123.stdout:2665: writing smithi123173835-21 from 2023424 to 2260992 tid 4 2023-12-20T10:58:46.169 INFO:tasks.rados.rados.0.smithi123.stdout:2666: rollback oid 1 current snap is 261 2023-12-20T10:58:46.169 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 1 to 257 2023-12-20T10:58:46.169 INFO:tasks.rados.rados.0.smithi123.stdout:2665: finishing write tid 1 to smithi123173835-21 2023-12-20T10:58:46.169 INFO:tasks.rados.rados.0.smithi123.stdout:2665: finishing write tid 2 to smithi123173835-21 2023-12-20T10:58:46.169 INFO:tasks.rados.rados.0.smithi123.stdout:2667: snap_create 2023-12-20T10:58:46.172 INFO:tasks.rados.rados.0.smithi123.stdout:2665: finishing write tid 3 to smithi123173835-21 2023-12-20T10:58:46.172 INFO:tasks.rados.rados.0.smithi123.stdout:2665: finishing write tid 4 to smithi123173835-21 2023-12-20T10:58:46.173 INFO:tasks.rados.rados.0.smithi123.stdout:2665: finishing write tid 5 to smithi123173835-21 2023-12-20T10:58:46.173 INFO:tasks.rados.rados.0.smithi123.stdout:2666: finishing rollback tid 0 to smithi123173835-1 2023-12-20T10:58:46.174 INFO:tasks.rados.rados.0.smithi123.stdout:2666: finishing rollback tid 1 to smithi123173835-1 2023-12-20T10:58:46.174 INFO:tasks.rados.rados.0.smithi123.stdout:2666: finishing rollback tid 2 to smithi123173835-1 2023-12-20T10:58:46.174 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 1 v 1786 (ObjNum 762 snap 224 seq_num 762) dirty exists 2023-12-20T10:58:46.177 INFO:tasks.rados.rados.0.smithi123.stdout:2665: finishing write tid 6 to smithi123173835-21 2023-12-20T10:58:46.177 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 1616 (ObjNum 851 snap 261 seq_num 851) dirty exists 2023-12-20T10:58:46.177 INFO:tasks.rados.rados.0.smithi123.stdout:2665: left oid 21 (ObjNum 851 snap 261 seq_num 851) 2023-12-20T10:58:46.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:46 smithi177 ceph-mon[212096]: osdmap e578: 8 total, 8 up, 8 in 2023-12-20T10:58:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:46 smithi123 ceph-mon[191304]: osdmap e578: 8 total, 8 up, 8 in 2023-12-20T10:58:46.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:46 smithi123 ceph-mon[188613]: osdmap e578: 8 total, 8 up, 8 in 2023-12-20T10:58:47.101 INFO:tasks.rados.rados.0.smithi123.stdout:2665: done (2 left) 2023-12-20T10:58:47.102 INFO:tasks.rados.rados.0.smithi123.stdout:2666: done (1 left) 2023-12-20T10:58:47.102 INFO:tasks.rados.rados.0.smithi123.stdout:2667: done (0 left) 2023-12-20T10:58:47.102 INFO:tasks.rados.rados.0.smithi123.stdout:2668: snap_create 2023-12-20T10:58:47.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:47 smithi177 ceph-mon[212096]: pgmap v581: 121 pgs: 121 active+clean; 341 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 453 KiB/s wr, 2 op/s 2023-12-20T10:58:47.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:47 smithi177 ceph-mon[212096]: osdmap e579: 8 total, 8 up, 8 in 2023-12-20T10:58:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:47 smithi123 ceph-mon[191304]: pgmap v581: 121 pgs: 121 active+clean; 341 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 453 KiB/s wr, 2 op/s 2023-12-20T10:58:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:47 smithi123 ceph-mon[191304]: osdmap e579: 8 total, 8 up, 8 in 2023-12-20T10:58:47.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:47 smithi123 ceph-mon[188613]: pgmap v581: 121 pgs: 121 active+clean; 341 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 453 KiB/s wr, 2 op/s 2023-12-20T10:58:47.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:47 smithi123 ceph-mon[188613]: osdmap e579: 8 total, 8 up, 8 in 2023-12-20T10:58:48.058 INFO:tasks.rados.rados.0.smithi123.stdout:2668: done (0 left) 2023-12-20T10:58:48.059 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 36 current snap is 263 2023-12-20T10:58:48.059 INFO:tasks.rados.rados.0.smithi123.stdout:2669: seq_num 852 ranges {0=671744,671744=622592,1294336=442368,1736704=540672} 2023-12-20T10:58:48.062 INFO:tasks.rados.rados.0.smithi123.stdout:2669: writing smithi123173835-36 from 0 to 671744 tid 1 2023-12-20T10:58:48.066 INFO:tasks.rados.rados.0.smithi123.stdout:2669: writing smithi123173835-36 from 671744 to 1294336 tid 2 2023-12-20T10:58:48.069 INFO:tasks.rados.rados.0.smithi123.stdout:2669: writing smithi123173835-36 from 1294336 to 1736704 tid 3 2023-12-20T10:58:48.072 INFO:tasks.rados.rados.0.smithi123.stdout:2669: writing smithi123173835-36 from 1736704 to 2277376 tid 4 2023-12-20T10:58:48.072 INFO:tasks.rados.rados.0.smithi123.stdout:2670: snap_create 2023-12-20T10:58:48.072 INFO:tasks.rados.rados.0.smithi123.stdout:2669: finishing write tid 1 to smithi123173835-36 2023-12-20T10:58:48.072 INFO:tasks.rados.rados.0.smithi123.stdout:2669: finishing write tid 2 to smithi123173835-36 2023-12-20T10:58:48.072 INFO:tasks.rados.rados.0.smithi123.stdout:2669: finishing write tid 3 to smithi123173835-36 2023-12-20T10:58:48.075 INFO:tasks.rados.rados.0.smithi123.stdout:2669: finishing write tid 4 to smithi123173835-36 2023-12-20T10:58:48.075 INFO:tasks.rados.rados.0.smithi123.stdout:2669: finishing write tid 5 to smithi123173835-36 2023-12-20T10:58:48.077 INFO:tasks.rados.rados.0.smithi123.stdout:2669: finishing write tid 6 to smithi123173835-36 2023-12-20T10:58:48.077 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 1791 (ObjNum 852 snap 263 seq_num 852) dirty exists 2023-12-20T10:58:48.078 INFO:tasks.rados.rados.0.smithi123.stdout:2669: left oid 36 (ObjNum 852 snap 263 seq_num 852) 2023-12-20T10:58:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:48 smithi177 ceph-mon[212096]: osdmap e580: 8 total, 8 up, 8 in 2023-12-20T10:58:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:48 smithi177 ceph-mon[212096]: osdmap e581: 8 total, 8 up, 8 in 2023-12-20T10:58:48.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:48 smithi123 ceph-mon[191304]: osdmap e580: 8 total, 8 up, 8 in 2023-12-20T10:58:48.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:48 smithi123 ceph-mon[191304]: osdmap e581: 8 total, 8 up, 8 in 2023-12-20T10:58:48.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:48 smithi123 ceph-mon[188613]: osdmap e580: 8 total, 8 up, 8 in 2023-12-20T10:58:48.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:48 smithi123 ceph-mon[188613]: osdmap e581: 8 total, 8 up, 8 in 2023-12-20T10:58:49.067 INFO:tasks.rados.rados.0.smithi123.stdout:2669: done (1 left) 2023-12-20T10:58:49.067 INFO:tasks.rados.rados.0.smithi123.stdout:2670: done (0 left) 2023-12-20T10:58:49.067 INFO:tasks.rados.rados.0.smithi123.stdout:2671: read oid 5 snap 256 2023-12-20T10:58:49.067 INFO:tasks.rados.rados.0.smithi123.stdout:2671: expect (ObjNum 780 snap 235 seq_num 780) 2023-12-20T10:58:49.067 INFO:tasks.rados.rados.0.smithi123.stdout:2672: snap_remove snap 262 2023-12-20T10:58:49.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:49 smithi177 ceph-mon[212096]: pgmap v584: 121 pgs: 121 active+clean; 337 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 476 KiB/s wr, 10 op/s 2023-12-20T10:58:49.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:49 smithi177 ceph-mon[212096]: osdmap e582: 8 total, 8 up, 8 in 2023-12-20T10:58:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:58:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:58:49] "GET /metrics HTTP/1.1" 200 36157 "" "Prometheus/2.43.0" 2023-12-20T10:58:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:49 smithi123 ceph-mon[191304]: pgmap v584: 121 pgs: 121 active+clean; 337 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 476 KiB/s wr, 10 op/s 2023-12-20T10:58:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:49 smithi123 ceph-mon[191304]: osdmap e582: 8 total, 8 up, 8 in 2023-12-20T10:58:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:49 smithi123 ceph-mon[188613]: pgmap v584: 121 pgs: 121 active+clean; 337 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 476 KiB/s wr, 10 op/s 2023-12-20T10:58:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:49 smithi123 ceph-mon[188613]: osdmap e582: 8 total, 8 up, 8 in 2023-12-20T10:58:50.067 INFO:tasks.rados.rados.0.smithi123.stdout:2672: done (1 left) 2023-12-20T10:58:50.067 INFO:tasks.rados.rados.0.smithi123.stdout:2673: delete oid 39 current snap is 264 2023-12-20T10:58:50.067 INFO:tasks.rados.rados.0.smithi123.stdout:2671: expect (ObjNum 780 snap 235 seq_num 780) 2023-12-20T10:58:51.339 INFO:tasks.rados.rados.0.smithi123.stdout:2671: done (1 left) 2023-12-20T10:58:51.339 INFO:tasks.rados.rados.0.smithi123.stdout:2673: done (0 left) 2023-12-20T10:58:51.339 INFO:tasks.rados.rados.0.smithi123.stdout:2674: delete oid 40 current snap is 264 2023-12-20T10:58:51.341 INFO:tasks.rados.rados.0.smithi123.stdout:2674: done (0 left) 2023-12-20T10:58:51.341 INFO:tasks.rados.rados.0.smithi123.stdout:2675: snap_remove snap 249 2023-12-20T10:58:51.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:51 smithi177 ceph-mon[212096]: pgmap v587: 121 pgs: 121 active+clean; 338 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2023-12-20T10:58:51.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:51 smithi177 ceph-mon[212096]: osdmap e583: 8 total, 8 up, 8 in 2023-12-20T10:58:51.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:51 smithi123 ceph-mon[188613]: pgmap v587: 121 pgs: 121 active+clean; 338 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2023-12-20T10:58:51.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:51 smithi123 ceph-mon[188613]: osdmap e583: 8 total, 8 up, 8 in 2023-12-20T10:58:51.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:51 smithi123 ceph-mon[191304]: pgmap v587: 121 pgs: 121 active+clean; 338 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2023-12-20T10:58:51.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:51 smithi123 ceph-mon[191304]: osdmap e583: 8 total, 8 up, 8 in 2023-12-20T10:58:52.074 INFO:tasks.rados.rados.0.smithi123.stdout:2675: done (0 left) 2023-12-20T10:58:52.074 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 5 current snap is 264 2023-12-20T10:58:52.074 INFO:tasks.rados.rados.0.smithi123.stdout:2676: seq_num 855 ranges {12664832=729088,13393920=671744,14065664=663552,14729216=270336} 2023-12-20T10:58:52.146 INFO:tasks.rados.rados.0.smithi123.stdout:2676: writing smithi123173835-5 from 12664832 to 13393920 tid 1 2023-12-20T10:58:52.150 INFO:tasks.rados.rados.0.smithi123.stdout:2676: writing smithi123173835-5 from 13393920 to 14065664 tid 2 2023-12-20T10:58:52.155 INFO:tasks.rados.rados.0.smithi123.stdout:2676: writing smithi123173835-5 from 14065664 to 14729216 tid 3 2023-12-20T10:58:52.156 INFO:tasks.rados.rados.0.smithi123.stdout:2676: writing smithi123173835-5 from 14729216 to 14999552 tid 4 2023-12-20T10:58:52.157 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 24 current snap is 264 2023-12-20T10:58:52.157 INFO:tasks.rados.rados.0.smithi123.stdout:2676: finishing write tid 1 to smithi123173835-5 2023-12-20T10:58:52.157 INFO:tasks.rados.rados.0.smithi123.stdout:2676: finishing write tid 2 to smithi123173835-5 2023-12-20T10:58:52.157 INFO:tasks.rados.rados.0.smithi123.stdout:2677: seq_num 856 ranges {0=745472,745472=557056,1302528=417792,1720320=434176,2154496=196608} 2023-12-20T10:58:52.161 INFO:tasks.rados.rados.0.smithi123.stdout:2677: writing smithi123173835-24 from 0 to 745472 tid 1 2023-12-20T10:58:52.164 INFO:tasks.rados.rados.0.smithi123.stdout:2677: writing smithi123173835-24 from 745472 to 1302528 tid 2 2023-12-20T10:58:52.167 INFO:tasks.rados.rados.0.smithi123.stdout:2677: writing smithi123173835-24 from 1302528 to 1720320 tid 3 2023-12-20T10:58:52.169 INFO:tasks.rados.rados.0.smithi123.stdout:2677: writing smithi123173835-24 from 1720320 to 2154496 tid 4 2023-12-20T10:58:52.171 INFO:tasks.rados.rados.0.smithi123.stdout:2677: writing smithi123173835-24 from 2154496 to 2351104 tid 5 2023-12-20T10:58:52.171 INFO:tasks.rados.rados.0.smithi123.stdout:2678: rollback oid 13 current snap is 264 2023-12-20T10:58:52.171 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 13 to 258 2023-12-20T10:58:52.171 INFO:tasks.rados.rados.0.smithi123.stdout:2676: finishing write tid 3 to smithi123173835-5 2023-12-20T10:58:52.171 INFO:tasks.rados.rados.0.smithi123.stdout:2676: finishing write tid 4 to smithi123173835-5 2023-12-20T10:58:52.171 INFO:tasks.rados.rados.0.smithi123.stdout:2676: finishing write tid 5 to smithi123173835-5 2023-12-20T10:58:52.172 INFO:tasks.rados.rados.0.smithi123.stdout:2676: finishing write tid 6 to smithi123173835-5 2023-12-20T10:58:52.172 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 1385 (ObjNum 855 snap 264 seq_num 855) dirty exists 2023-12-20T10:58:52.172 INFO:tasks.rados.rados.0.smithi123.stdout:2676: left oid 5 (ObjNum 855 snap 264 seq_num 855) 2023-12-20T10:58:52.172 INFO:tasks.rados.rados.0.smithi123.stdout:2677: finishing write tid 1 to smithi123173835-24 2023-12-20T10:58:52.172 INFO:tasks.rados.rados.0.smithi123.stdout:2676: done (2 left) 2023-12-20T10:58:52.172 INFO:tasks.rados.rados.0.smithi123.stdout:2679: delete oid 45 current snap is 264 2023-12-20T10:58:52.172 INFO:tasks.rados.rados.0.smithi123.stdout:2677: finishing write tid 2 to smithi123173835-24 2023-12-20T10:58:52.172 INFO:tasks.rados.rados.0.smithi123.stdout:2677: finishing write tid 3 to smithi123173835-24 2023-12-20T10:58:52.174 INFO:tasks.rados.rados.0.smithi123.stdout:2677: finishing write tid 4 to smithi123173835-24 2023-12-20T10:58:52.174 INFO:tasks.rados.rados.0.smithi123.stdout:2677: finishing write tid 5 to smithi123173835-24 2023-12-20T10:58:52.174 INFO:tasks.rados.rados.0.smithi123.stdout:2677: finishing write tid 6 to smithi123173835-24 2023-12-20T10:58:52.177 INFO:tasks.rados.rados.0.smithi123.stdout:2679: done (2 left) 2023-12-20T10:58:52.177 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 9 current snap is 264 2023-12-20T10:58:52.177 INFO:tasks.rados.rados.0.smithi123.stdout:2680: seq_num 858 ranges {2015232=778240,2793472=729088,3522560=434176,3956736=442368} 2023-12-20T10:58:52.191 INFO:tasks.rados.rados.0.smithi123.stdout:2680: writing smithi123173835-9 from 2015232 to 2793472 tid 1 2023-12-20T10:58:52.195 INFO:tasks.rados.rados.0.smithi123.stdout:2680: writing smithi123173835-9 from 2793472 to 3522560 tid 2 2023-12-20T10:58:52.197 INFO:tasks.rados.rados.0.smithi123.stdout:2680: writing smithi123173835-9 from 3522560 to 3956736 tid 3 2023-12-20T10:58:52.201 INFO:tasks.rados.rados.0.smithi123.stdout:2680: writing smithi123173835-9 from 3956736 to 4399104 tid 4 2023-12-20T10:58:52.201 INFO:tasks.rados.rados.0.smithi123.stdout:2681: delete oid 44 current snap is 264 2023-12-20T10:58:52.201 INFO:tasks.rados.rados.0.smithi123.stdout:2677: finishing write tid 7 to smithi123173835-24 2023-12-20T10:58:52.201 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 24 v 1568 (ObjNum 856 snap 264 seq_num 856) dirty exists 2023-12-20T10:58:52.201 INFO:tasks.rados.rados.0.smithi123.stdout:2677: left oid 24 (ObjNum 856 snap 264 seq_num 856) 2023-12-20T10:58:52.201 INFO:tasks.rados.rados.0.smithi123.stdout:2678: finishing rollback tid 0 to smithi123173835-13 2023-12-20T10:58:52.201 INFO:tasks.rados.rados.0.smithi123.stdout:2678: finishing rollback tid 1 to smithi123173835-13 2023-12-20T10:58:52.202 INFO:tasks.rados.rados.0.smithi123.stdout:2678: finishing rollback tid 2 to smithi123173835-13 2023-12-20T10:58:52.202 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 2224 (ObjNum 49 snap 0 seq_num 1398828132) dirty exists 2023-12-20T10:58:52.202 INFO:tasks.rados.rados.0.smithi123.stdout:2680: finishing write tid 1 to smithi123173835-9 2023-12-20T10:58:52.202 INFO:tasks.rados.rados.0.smithi123.stdout:2680: finishing write tid 2 to smithi123173835-9 2023-12-20T10:58:52.202 INFO:tasks.rados.rados.0.smithi123.stdout:2680: finishing write tid 3 to smithi123173835-9 2023-12-20T10:58:52.202 INFO:tasks.rados.rados.0.smithi123.stdout:2677: done (3 left) 2023-12-20T10:58:52.202 INFO:tasks.rados.rados.0.smithi123.stdout:2678: done (2 left) 2023-12-20T10:58:52.202 INFO:tasks.rados.rados.0.smithi123.stdout:2681: done (1 left) 2023-12-20T10:58:52.202 INFO:tasks.rados.rados.0.smithi123.stdout:2682: snap_remove snap 243 2023-12-20T10:58:53.059 INFO:tasks.rados.rados.0.smithi123.stdout:2682: done (1 left) 2023-12-20T10:58:53.059 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 38 current snap is 264 2023-12-20T10:58:53.059 INFO:tasks.rados.rados.0.smithi123.stdout:2683: seq_num 860 ranges {0=8192} 2023-12-20T10:58:53.059 INFO:tasks.rados.rados.0.smithi123.stdout:2683: writing smithi123173835-38 from 0 to 8192 tid 1 2023-12-20T10:58:53.059 INFO:tasks.rados.rados.0.smithi123.stdout:2684: snap_remove snap 260 2023-12-20T10:58:53.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:53 smithi177 ceph-mon[212096]: pgmap v589: 121 pgs: 121 active+clean; 340 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 986 KiB/s wr, 11 op/s 2023-12-20T10:58:53.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:53 smithi177 ceph-mon[212096]: osdmap e584: 8 total, 8 up, 8 in 2023-12-20T10:58:53.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:53 smithi177 ceph-mon[212096]: osdmap e585: 8 total, 8 up, 8 in 2023-12-20T10:58:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:53 smithi123 ceph-mon[191304]: pgmap v589: 121 pgs: 121 active+clean; 340 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 986 KiB/s wr, 11 op/s 2023-12-20T10:58:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:53 smithi123 ceph-mon[191304]: osdmap e584: 8 total, 8 up, 8 in 2023-12-20T10:58:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:53 smithi123 ceph-mon[191304]: osdmap e585: 8 total, 8 up, 8 in 2023-12-20T10:58:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:53 smithi123 ceph-mon[188613]: pgmap v589: 121 pgs: 121 active+clean; 340 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 986 KiB/s wr, 11 op/s 2023-12-20T10:58:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:53 smithi123 ceph-mon[188613]: osdmap e584: 8 total, 8 up, 8 in 2023-12-20T10:58:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:53 smithi123 ceph-mon[188613]: osdmap e585: 8 total, 8 up, 8 in 2023-12-20T10:58:54.063 INFO:tasks.rados.rados.0.smithi123.stdout:2684: done (2 left) 2023-12-20T10:58:54.063 INFO:tasks.rados.rados.0.smithi123.stdout:2685: copy_from oid 29 from oid 2 current snap is 264 2023-12-20T10:58:54.063 INFO:tasks.rados.rados.0.smithi123.stdout:2680: finishing write tid 4 to smithi123173835-9 2023-12-20T10:58:54.063 INFO:tasks.rados.rados.0.smithi123.stdout:2680: finishing write tid 5 to smithi123173835-9 2023-12-20T10:58:54.063 INFO:tasks.rados.rados.0.smithi123.stdout:2680: finishing write tid 6 to smithi123173835-9 2023-12-20T10:58:54.063 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 9 v 1395 (ObjNum 858 snap 264 seq_num 858) dirty exists 2023-12-20T10:58:54.063 INFO:tasks.rados.rados.0.smithi123.stdout:2680: left oid 9 (ObjNum 858 snap 264 seq_num 858) 2023-12-20T10:58:54.064 INFO:tasks.rados.rados.0.smithi123.stdout:2683: finishing write tid 1 to smithi123173835-38 2023-12-20T10:58:54.064 INFO:tasks.rados.rados.0.smithi123.stdout:2683: finishing write tid 2 to smithi123173835-38 2023-12-20T10:58:54.064 INFO:tasks.rados.rados.0.smithi123.stdout:2683: finishing write tid 3 to smithi123173835-38 2023-12-20T10:58:54.064 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 38 v 1793 (ObjNum 860 snap 264 seq_num 860) dirty exists 2023-12-20T10:58:54.064 INFO:tasks.rados.rados.0.smithi123.stdout:2683: left oid 38 (ObjNum 860 snap 264 seq_num 860) 2023-12-20T10:58:54.064 INFO:tasks.rados.rados.0.smithi123.stdout:2680: done (2 left) 2023-12-20T10:58:54.064 INFO:tasks.rados.rados.0.smithi123.stdout:2683: done (1 left) 2023-12-20T10:58:54.064 INFO:tasks.rados.rados.0.smithi123.stdout:2686: read oid 42 snap 256 2023-12-20T10:58:54.065 INFO:tasks.rados.rados.0.smithi123.stdout:2686: expect (ObjNum 783 snap 236 seq_num 783) 2023-12-20T10:58:54.065 INFO:tasks.rados.rados.0.smithi123.stdout:2687: copy_from oid 10 from oid 27 current snap is 264 2023-12-20T10:58:54.065 INFO:tasks.rados.rados.0.smithi123.stdout:2688: rmattr oid 37 current snap is 264 2023-12-20T10:58:54.065 INFO:tasks.rados.rados.0.smithi123.stdout:2688: done (3 left) 2023-12-20T10:58:54.065 INFO:tasks.rados.rados.0.smithi123.stdout:2689: rmattr oid 21 current snap is 264 2023-12-20T10:58:54.065 INFO:tasks.rados.rados.0.smithi123.stdout:2690: snap_create 2023-12-20T10:58:54.072 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 1617 (ObjNum 851 snap 261 seq_num 851) dirty exists 2023-12-20T10:58:54.082 INFO:tasks.rados.rados.0.smithi123.stdout:2686: expect (ObjNum 783 snap 236 seq_num 783) 2023-12-20T10:58:54.113 INFO:tasks.rados.rados.0.smithi123.stdout:2685: finishing copy_from racing read to smithi123173835-29 2023-12-20T10:58:54.113 INFO:tasks.rados.rados.0.smithi123.stdout:2685: finishing copy_from to smithi123173835-29 2023-12-20T10:58:54.114 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 1748 (ObjNum 721 snap 209 seq_num 721) dirty exists 2023-12-20T10:58:54.114 INFO:tasks.rados.rados.0.smithi123.stdout:2687: finishing copy_from racing read to smithi123173835-10 2023-12-20T10:58:54.114 INFO:tasks.rados.rados.0.smithi123.stdout:2687: finishing copy_from to smithi123173835-10 2023-12-20T10:58:54.114 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 1572 (ObjNum 672 snap 191 seq_num 672) dirty exists 2023-12-20T10:58:55.067 INFO:tasks.rados.rados.0.smithi123.stdout:2685: done (4 left) 2023-12-20T10:58:55.067 INFO:tasks.rados.rados.0.smithi123.stdout:2686: done (3 left) 2023-12-20T10:58:55.067 INFO:tasks.rados.rados.0.smithi123.stdout:2687: done (2 left) 2023-12-20T10:58:55.067 INFO:tasks.rados.rados.0.smithi123.stdout:2689: done (1 left) 2023-12-20T10:58:55.067 INFO:tasks.rados.rados.0.smithi123.stdout:2690: done (0 left) 2023-12-20T10:58:55.068 INFO:tasks.rados.rados.0.smithi123.stdout:2691: read oid 19 snap -1 2023-12-20T10:58:55.068 INFO:tasks.rados.rados.0.smithi123.stdout:2691: expect deleted 2023-12-20T10:58:55.068 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 41 current snap is 265 2023-12-20T10:58:55.068 INFO:tasks.rados.rados.0.smithi123.stdout:2692: seq_num 861 ranges {0=24576} 2023-12-20T10:58:55.068 INFO:tasks.rados.rados.0.smithi123.stdout:2692: writing smithi123173835-41 from 0 to 24576 tid 1 2023-12-20T10:58:55.068 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 7 current snap is 265 2023-12-20T10:58:55.068 INFO:tasks.rados.rados.0.smithi123.stdout:2693: seq_num 862 ranges {11493376=40960} 2023-12-20T10:58:55.129 INFO:tasks.rados.rados.0.smithi123.stdout:2693: writing smithi123173835-7 from 11493376 to 11534336 tid 1 2023-12-20T10:58:55.129 INFO:tasks.rados.rados.0.smithi123.stdout:2694: snap_create 2023-12-20T10:58:55.129 INFO:tasks.rados.rados.0.smithi123.stdout:2692: finishing write tid 1 to smithi123173835-41 2023-12-20T10:58:55.129 INFO:tasks.rados.rados.0.smithi123.stdout:2692: finishing write tid 2 to smithi123173835-41 2023-12-20T10:58:55.129 INFO:tasks.rados.rados.0.smithi123.stdout:2692: finishing write tid 3 to smithi123173835-41 2023-12-20T10:58:55.129 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 1964 (ObjNum 861 snap 265 seq_num 861) dirty exists 2023-12-20T10:58:55.129 INFO:tasks.rados.rados.0.smithi123.stdout:2692: left oid 41 (ObjNum 861 snap 265 seq_num 861) 2023-12-20T10:58:55.132 INFO:tasks.rados.rados.0.smithi123.stdout:2693: finishing write tid 1 to smithi123173835-7 2023-12-20T10:58:55.132 INFO:tasks.rados.rados.0.smithi123.stdout:2693: finishing write tid 2 to smithi123173835-7 2023-12-20T10:58:55.133 INFO:tasks.rados.rados.0.smithi123.stdout:2693: finishing write tid 3 to smithi123173835-7 2023-12-20T10:58:55.134 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 1756 (ObjNum 862 snap 265 seq_num 862) dirty exists 2023-12-20T10:58:55.134 INFO:tasks.rados.rados.0.smithi123.stdout:2693: left oid 7 (ObjNum 862 snap 265 seq_num 862) 2023-12-20T10:58:55.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:55 smithi177 ceph-mon[212096]: pgmap v592: 121 pgs: 121 active+clean; 340 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 491 KiB/s wr, 4 op/s 2023-12-20T10:58:55.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:55 smithi177 ceph-mon[212096]: osdmap e586: 8 total, 8 up, 8 in 2023-12-20T10:58:55.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:55 smithi123 ceph-mon[191304]: pgmap v592: 121 pgs: 121 active+clean; 340 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 491 KiB/s wr, 4 op/s 2023-12-20T10:58:55.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:55 smithi123 ceph-mon[191304]: osdmap e586: 8 total, 8 up, 8 in 2023-12-20T10:58:55.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:55 smithi123 ceph-mon[188613]: pgmap v592: 121 pgs: 121 active+clean; 340 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 491 KiB/s wr, 4 op/s 2023-12-20T10:58:55.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:55 smithi123 ceph-mon[188613]: osdmap e586: 8 total, 8 up, 8 in 2023-12-20T10:58:56.072 INFO:tasks.rados.rados.0.smithi123.stdout:2691: done (3 left) 2023-12-20T10:58:56.072 INFO:tasks.rados.rados.0.smithi123.stdout:2692: done (2 left) 2023-12-20T10:58:56.072 INFO:tasks.rados.rados.0.smithi123.stdout:2693: done (1 left) 2023-12-20T10:58:56.072 INFO:tasks.rados.rados.0.smithi123.stdout:2694: done (0 left) 2023-12-20T10:58:56.072 INFO:tasks.rados.rados.0.smithi123.stdout:2695: read oid 29 snap -1 2023-12-20T10:58:56.072 INFO:tasks.rados.rados.0.smithi123.stdout:2695: expect (ObjNum 721 snap 209 seq_num 721) 2023-12-20T10:58:56.072 INFO:tasks.rados.rados.0.smithi123.stdout:2696: snap_create 2023-12-20T10:58:56.082 INFO:tasks.rados.rados.0.smithi123.stdout:2695: expect (ObjNum 721 snap 209 seq_num 721) 2023-12-20T10:58:56.345 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T10:58:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:56 smithi177 ceph-mon[212096]: osdmap e587: 8 total, 8 up, 8 in 2023-12-20T10:58:56.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:56 smithi123 ceph-mon[191304]: osdmap e587: 8 total, 8 up, 8 in 2023-12-20T10:58:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:56 smithi123 ceph-mon[188613]: osdmap e587: 8 total, 8 up, 8 in 2023-12-20T10:58:56.654 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T10:58:56.654 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7m) 4m ago 10m 26.5M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T10:58:56.655 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7m) 2m ago 10m 95.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T10:58:56.655 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (11m) 4m ago 11m 15.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T10:58:56.655 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (11m) 2m ago 11m 21.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T10:58:56.655 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7m) 2m ago 13m 449M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T10:58:56.655 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7m) 4m ago 15m 511M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T10:58:56.655 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6m) 4m ago 15m 83.8M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T10:58:56.655 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6m) 2m ago 14m 69.5M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T10:58:56.655 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6m) 4m ago 14m 64.2M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T10:58:56.655 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7m) 4m ago 10m 9.94M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T10:58:56.655 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7m) 2m ago 10m 18.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T10:58:56.655 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5m) 4m ago 13m 285M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T10:58:56.655 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5m) 4m ago 13m 223M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T10:58:56.655 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5m) 4m ago 13m 191M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T10:58:56.655 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4m) 4m ago 12m 16.0M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T10:58:56.656 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4m) 2m ago 12m 280M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T10:58:56.656 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3m) 2m ago 12m 224M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T10:58:56.656 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3m) 2m ago 12m 141M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T10:58:56.656 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2m) 2m ago 11m 12.6M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T10:58:56.656 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7m) 2m ago 11m 64.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T10:58:57.040 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T10:58:57.040 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T10:58:57.040 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T10:58:57.040 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:58:57.040 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T10:58:57.040 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T10:58:57.041 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:58:57.041 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T10:58:57.041 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T10:58:57.041 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:58:57.041 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T10:58:57.041 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T10:58:57.041 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:58:57.041 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T10:58:57.041 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T10:58:57.041 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T10:58:57.041 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T10:58:57.041 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T10:58:57.072 INFO:tasks.rados.rados.0.smithi123.stdout:2695: done (1 left) 2023-12-20T10:58:57.072 INFO:tasks.rados.rados.0.smithi123.stdout:2696: done (0 left) 2023-12-20T10:58:57.072 INFO:tasks.rados.rados.0.smithi123.stdout:2697: delete oid 3 current snap is 267 2023-12-20T10:58:57.077 INFO:tasks.rados.rados.0.smithi123.stdout:2697: done (0 left) 2023-12-20T10:58:57.077 INFO:tasks.rados.rados.0.smithi123.stdout:2698: read oid 38 snap -1 2023-12-20T10:58:57.077 INFO:tasks.rados.rados.0.smithi123.stdout:2698: expect (ObjNum 860 snap 264 seq_num 860) 2023-12-20T10:58:57.077 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 16 current snap is 267 2023-12-20T10:58:57.077 INFO:tasks.rados.rados.0.smithi123.stdout:2699: seq_num 864 ranges {0=73728} 2023-12-20T10:58:57.078 INFO:tasks.rados.rados.0.smithi123.stdout:2699: writing smithi123173835-16 from 0 to 73728 tid 1 2023-12-20T10:58:57.078 INFO:tasks.rados.rados.0.smithi123.stdout:2700: delete oid 12 current snap is 267 2023-12-20T10:58:57.079 INFO:tasks.rados.rados.0.smithi123.stdout:2698: expect (ObjNum 860 snap 264 seq_num 860) 2023-12-20T10:58:57.081 INFO:tasks.rados.rados.0.smithi123.stdout:2698: done (2 left) 2023-12-20T10:58:57.081 INFO:tasks.rados.rados.0.smithi123.stdout:2700: done (1 left) 2023-12-20T10:58:57.082 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 48 current snap is 267 2023-12-20T10:58:57.082 INFO:tasks.rados.rados.0.smithi123.stdout:2701: seq_num 866 ranges {0=106496} 2023-12-20T10:58:57.082 INFO:tasks.rados.rados.0.smithi123.stdout:2701: writing smithi123173835-48 from 0 to 106496 tid 1 2023-12-20T10:58:57.082 INFO:tasks.rados.rados.0.smithi123.stdout:2702: rmattr oid 45 current snap is 267 2023-12-20T10:58:57.082 INFO:tasks.rados.rados.0.smithi123.stdout:2702: done (2 left) 2023-12-20T10:58:57.083 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 31 current snap is 267 2023-12-20T10:58:57.083 INFO:tasks.rados.rados.0.smithi123.stdout:2699: finishing write tid 1 to smithi123173835-16 2023-12-20T10:58:57.083 INFO:tasks.rados.rados.0.smithi123.stdout:2703: seq_num 867 ranges {2482176=122880} 2023-12-20T10:58:57.096 INFO:tasks.rados.rados.0.smithi123.stdout:2703: writing smithi123173835-31 from 2482176 to 2605056 tid 1 2023-12-20T10:58:57.096 INFO:tasks.rados.rados.0.smithi123.stdout:2704: rmattr oid 23 current snap is 267 2023-12-20T10:58:57.097 INFO:tasks.rados.rados.0.smithi123.stdout:2704: done (3 left) 2023-12-20T10:58:57.097 INFO:tasks.rados.rados.0.smithi123.stdout:2705: snap_remove snap 222 2023-12-20T10:58:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:57 smithi177 ceph-mon[212096]: pgmap v595: 121 pgs: 121 active+clean; 342 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 822 KiB/s rd, 574 KiB/s wr, 3 op/s 2023-12-20T10:58:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:57 smithi177 ceph-mon[212096]: osdmap e588: 8 total, 8 up, 8 in 2023-12-20T10:58:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:58:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:57 smithi177 ceph-mon[212096]: from='client.44363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:58:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:57 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1581982266' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:58:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:57 smithi123 ceph-mon[191304]: pgmap v595: 121 pgs: 121 active+clean; 342 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 822 KiB/s rd, 574 KiB/s wr, 3 op/s 2023-12-20T10:58:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:57 smithi123 ceph-mon[191304]: osdmap e588: 8 total, 8 up, 8 in 2023-12-20T10:58:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:58:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:57 smithi123 ceph-mon[191304]: from='client.44363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:58:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:57 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1581982266' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:58:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:57 smithi123 ceph-mon[188613]: pgmap v595: 121 pgs: 121 active+clean; 342 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 822 KiB/s rd, 574 KiB/s wr, 3 op/s 2023-12-20T10:58:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:57 smithi123 ceph-mon[188613]: osdmap e588: 8 total, 8 up, 8 in 2023-12-20T10:58:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:58:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:57 smithi123 ceph-mon[188613]: from='client.44363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:58:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:57 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1581982266' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:58:58.071 INFO:tasks.rados.rados.0.smithi123.stdout:2705: done (3 left) 2023-12-20T10:58:58.072 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 2 current snap is 267 2023-12-20T10:58:58.072 INFO:tasks.rados.rados.0.smithi123.stdout:2699: finishing write tid 2 to smithi123173835-16 2023-12-20T10:58:58.072 INFO:tasks.rados.rados.0.smithi123.stdout:2699: finishing write tid 3 to smithi123173835-16 2023-12-20T10:58:58.072 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 1630 (ObjNum 864 snap 267 seq_num 864) dirty exists 2023-12-20T10:58:58.072 INFO:tasks.rados.rados.0.smithi123.stdout:2699: left oid 16 (ObjNum 864 snap 267 seq_num 864) 2023-12-20T10:58:58.072 INFO:tasks.rados.rados.0.smithi123.stdout:2701: finishing write tid 1 to smithi123173835-48 2023-12-20T10:58:58.072 INFO:tasks.rados.rados.0.smithi123.stdout:2701: finishing write tid 2 to smithi123173835-48 2023-12-20T10:58:58.072 INFO:tasks.rados.rados.0.smithi123.stdout:2701: finishing write tid 3 to smithi123173835-48 2023-12-20T10:58:58.072 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 1966 (ObjNum 866 snap 267 seq_num 866) dirty exists 2023-12-20T10:58:58.072 INFO:tasks.rados.rados.0.smithi123.stdout:2701: left oid 48 (ObjNum 866 snap 267 seq_num 866) 2023-12-20T10:58:58.072 INFO:tasks.rados.rados.0.smithi123.stdout:2703: finishing write tid 1 to smithi123173835-31 2023-12-20T10:58:58.072 INFO:tasks.rados.rados.0.smithi123.stdout:2703: finishing write tid 2 to smithi123173835-31 2023-12-20T10:58:58.072 INFO:tasks.rados.rados.0.smithi123.stdout:2703: finishing write tid 3 to smithi123173835-31 2023-12-20T10:58:58.072 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 31 v 1409 (ObjNum 867 snap 267 seq_num 867) dirty exists 2023-12-20T10:58:58.072 INFO:tasks.rados.rados.0.smithi123.stdout:2703: left oid 31 (ObjNum 867 snap 267 seq_num 867) 2023-12-20T10:58:58.073 INFO:tasks.rados.rados.0.smithi123.stdout:2706: seq_num 868 ranges {2113536=139264} 2023-12-20T10:58:58.084 INFO:tasks.rados.rados.0.smithi123.stdout:2706: writing smithi123173835-2 from 2113536 to 2252800 tid 1 2023-12-20T10:58:58.084 INFO:tasks.rados.rados.0.smithi123.stdout:2699: done (3 left) 2023-12-20T10:58:58.084 INFO:tasks.rados.rados.0.smithi123.stdout:2701: done (2 left) 2023-12-20T10:58:58.084 INFO:tasks.rados.rados.0.smithi123.stdout:2703: done (1 left) 2023-12-20T10:58:58.084 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 4 current snap is 267 2023-12-20T10:58:58.084 INFO:tasks.rados.rados.0.smithi123.stdout:2707: seq_num 869 ranges {2572288=155648} 2023-12-20T10:58:58.099 INFO:tasks.rados.rados.0.smithi123.stdout:2707: writing smithi123173835-4 from 2572288 to 2727936 tid 1 2023-12-20T10:58:58.100 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 25 current snap is 267 2023-12-20T10:58:58.100 INFO:tasks.rados.rados.0.smithi123.stdout:2708: seq_num 870 ranges {0=172032} 2023-12-20T10:58:58.101 INFO:tasks.rados.rados.0.smithi123.stdout:2708: writing smithi123173835-25 from 0 to 172032 tid 1 2023-12-20T10:58:58.101 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 48 current snap is 267 2023-12-20T10:58:58.101 INFO:tasks.rados.rados.0.smithi123.stdout:2709: seq_num 871 ranges {106496=188416} 2023-12-20T10:58:58.102 INFO:tasks.rados.rados.0.smithi123.stdout:2709: writing smithi123173835-48 from 106496 to 294912 tid 1 2023-12-20T10:58:58.103 INFO:tasks.rados.rados.0.smithi123.stdout:2710: rollback oid 30 current snap is 267 2023-12-20T10:58:58.103 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 30 to 254 2023-12-20T10:58:58.103 INFO:tasks.rados.rados.0.smithi123.stdout:2706: finishing write tid 1 to smithi123173835-2 2023-12-20T10:58:58.103 INFO:tasks.rados.rados.0.smithi123.stdout:2706: finishing write tid 2 to smithi123173835-2 2023-12-20T10:58:58.103 INFO:tasks.rados.rados.0.smithi123.stdout:2706: finishing write tid 3 to smithi123173835-2 2023-12-20T10:58:58.103 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 2 v 1758 (ObjNum 868 snap 267 seq_num 868) dirty exists 2023-12-20T10:58:58.103 INFO:tasks.rados.rados.0.smithi123.stdout:2706: left oid 2 (ObjNum 868 snap 267 seq_num 868) 2023-12-20T10:58:58.103 INFO:tasks.rados.rados.0.smithi123.stdout:2706: done (4 left) 2023-12-20T10:58:58.103 INFO:tasks.rados.rados.0.smithi123.stdout:2711: snap_create 2023-12-20T10:58:58.108 INFO:tasks.rados.rados.0.smithi123.stdout:2710: finishing rollback tid 0 to smithi123173835-30 2023-12-20T10:58:58.110 INFO:tasks.rados.rados.0.smithi123.stdout:2710: finishing rollback tid 1 to smithi123173835-30 2023-12-20T10:58:58.110 INFO:tasks.rados.rados.0.smithi123.stdout:2709: finishing write tid 1 to smithi123173835-48 2023-12-20T10:58:58.110 INFO:tasks.rados.rados.0.smithi123.stdout:2708: finishing write tid 1 to smithi123173835-25 2023-12-20T10:58:58.110 INFO:tasks.rados.rados.0.smithi123.stdout:2708: finishing write tid 2 to smithi123173835-25 2023-12-20T10:58:58.110 INFO:tasks.rados.rados.0.smithi123.stdout:2709: finishing write tid 2 to smithi123173835-48 2023-12-20T10:58:58.110 INFO:tasks.rados.rados.0.smithi123.stdout:2707: finishing write tid 1 to smithi123173835-4 2023-12-20T10:58:58.111 INFO:tasks.rados.rados.0.smithi123.stdout:2710: finishing rollback tid 2 to smithi123173835-30 2023-12-20T10:58:58.111 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 30 v 1398 (ObjNum 686 snap 196 seq_num 686) dirty exists 2023-12-20T10:58:58.111 INFO:tasks.rados.rados.0.smithi123.stdout:2707: finishing write tid 2 to smithi123173835-4 2023-12-20T10:58:58.111 INFO:tasks.rados.rados.0.smithi123.stdout:2709: finishing write tid 3 to smithi123173835-48 2023-12-20T10:58:58.111 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 1968 (ObjNum 871 snap 267 seq_num 871) dirty exists 2023-12-20T10:58:58.111 INFO:tasks.rados.rados.0.smithi123.stdout:2709: left oid 48 (ObjNum 871 snap 267 seq_num 871) 2023-12-20T10:58:58.112 INFO:tasks.rados.rados.0.smithi123.stdout:2708: finishing write tid 3 to smithi123173835-25 2023-12-20T10:58:58.112 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 1575 (ObjNum 870 snap 267 seq_num 870) dirty exists 2023-12-20T10:58:58.112 INFO:tasks.rados.rados.0.smithi123.stdout:2708: left oid 25 (ObjNum 870 snap 267 seq_num 870) 2023-12-20T10:58:58.113 INFO:tasks.rados.rados.0.smithi123.stdout:2707: finishing write tid 3 to smithi123173835-4 2023-12-20T10:58:58.113 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 1589 (ObjNum 869 snap 267 seq_num 869) dirty exists 2023-12-20T10:58:58.114 INFO:tasks.rados.rados.0.smithi123.stdout:2707: left oid 4 (ObjNum 869 snap 267 seq_num 869) 2023-12-20T10:58:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:58 smithi177 ceph-mon[212096]: from='client.34431 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:58:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:58 smithi177 ceph-mon[212096]: osdmap e589: 8 total, 8 up, 8 in 2023-12-20T10:58:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:58 smithi177 ceph-mon[212096]: osdmap e590: 8 total, 8 up, 8 in 2023-12-20T10:58:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:58 smithi123 ceph-mon[191304]: from='client.34431 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:58:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:58 smithi123 ceph-mon[191304]: osdmap e589: 8 total, 8 up, 8 in 2023-12-20T10:58:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:58 smithi123 ceph-mon[191304]: osdmap e590: 8 total, 8 up, 8 in 2023-12-20T10:58:58.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:58 smithi123 ceph-mon[188613]: from='client.34431 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:58:58.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:58 smithi123 ceph-mon[188613]: osdmap e589: 8 total, 8 up, 8 in 2023-12-20T10:58:58.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:58 smithi123 ceph-mon[188613]: osdmap e590: 8 total, 8 up, 8 in 2023-12-20T10:58:59.104 INFO:tasks.rados.rados.0.smithi123.stdout:2707: done (4 left) 2023-12-20T10:58:59.104 INFO:tasks.rados.rados.0.smithi123.stdout:2708: done (3 left) 2023-12-20T10:58:59.104 INFO:tasks.rados.rados.0.smithi123.stdout:2709: done (2 left) 2023-12-20T10:58:59.104 INFO:tasks.rados.rados.0.smithi123.stdout:2710: done (1 left) 2023-12-20T10:58:59.104 INFO:tasks.rados.rados.0.smithi123.stdout:2711: done (0 left) 2023-12-20T10:58:59.104 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 10 current snap is 268 2023-12-20T10:58:59.104 INFO:tasks.rados.rados.0.smithi123.stdout:2712: seq_num 872 ranges {2572288=212992} 2023-12-20T10:58:59.119 INFO:tasks.rados.rados.0.smithi123.stdout:2712: writing smithi123173835-10 from 2572288 to 2785280 tid 1 2023-12-20T10:58:59.119 INFO:tasks.rados.rados.0.smithi123.stdout:2713: read oid 21 snap -1 2023-12-20T10:58:59.119 INFO:tasks.rados.rados.0.smithi123.stdout:2713: expect (ObjNum 851 snap 261 seq_num 851) 2023-12-20T10:58:59.119 INFO:tasks.rados.rados.0.smithi123.stdout:2714: read oid 2 snap -1 2023-12-20T10:58:59.119 INFO:tasks.rados.rados.0.smithi123.stdout:2714: expect (ObjNum 868 snap 267 seq_num 868) 2023-12-20T10:58:59.119 INFO:tasks.rados.rados.0.smithi123.stdout:2715: read oid 30 snap -1 2023-12-20T10:58:59.119 INFO:tasks.rados.rados.0.smithi123.stdout:2715: expect (ObjNum 686 snap 196 seq_num 686) 2023-12-20T10:58:59.119 INFO:tasks.rados.rados.0.smithi123.stdout:2716: snap_remove snap 245 2023-12-20T10:58:59.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:58:59 smithi177 ceph-mon[212096]: pgmap v598: 121 pgs: 121 active+clean; 352 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 10 op/s 2023-12-20T10:58:59.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:58:59 smithi123 ceph-mon[191304]: pgmap v598: 121 pgs: 121 active+clean; 352 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 10 op/s 2023-12-20T10:58:59.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:58:59 smithi123 ceph-mon[188613]: pgmap v598: 121 pgs: 121 active+clean; 352 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 10 op/s 2023-12-20T10:58:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:58:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:58:59] "GET /metrics HTTP/1.1" 200 36163 "" "Prometheus/2.43.0" 2023-12-20T10:59:00.115 INFO:tasks.rados.rados.0.smithi123.stdout:2716: done (4 left) 2023-12-20T10:59:00.115 INFO:tasks.rados.rados.0.smithi123.stdout:2717: read oid 42 snap 224 2023-12-20T10:59:00.115 INFO:tasks.rados.rados.0.smithi123.stdout:2717: expect deleted 2023-12-20T10:59:00.116 INFO:tasks.rados.rados.0.smithi123.stdout:2718: snap_create 2023-12-20T10:59:00.116 INFO:tasks.rados.rados.0.smithi123.stdout:2712: finishing write tid 1 to smithi123173835-10 2023-12-20T10:59:00.117 INFO:tasks.rados.rados.0.smithi123.stdout:2714: expect (ObjNum 868 snap 267 seq_num 868) 2023-12-20T10:59:00.242 INFO:tasks.rados.rados.0.smithi123.stdout:2715: expect (ObjNum 686 snap 196 seq_num 686) 2023-12-20T10:59:00.303 INFO:tasks.rados.rados.0.smithi123.stdout:2712: finishing write tid 2 to smithi123173835-10 2023-12-20T10:59:00.303 INFO:tasks.rados.rados.0.smithi123.stdout:2712: finishing write tid 3 to smithi123173835-10 2023-12-20T10:59:00.303 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 2255 (ObjNum 872 snap 268 seq_num 872) dirty exists 2023-12-20T10:59:00.303 INFO:tasks.rados.rados.0.smithi123.stdout:2712: left oid 10 (ObjNum 872 snap 268 seq_num 872) 2023-12-20T10:59:00.303 INFO:tasks.rados.rados.0.smithi123.stdout:2713: expect (ObjNum 851 snap 261 seq_num 851) 2023-12-20T10:59:00.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:00 smithi177 ceph-mon[212096]: osdmap e591: 8 total, 8 up, 8 in 2023-12-20T10:59:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:00 smithi123 ceph-mon[191304]: osdmap e591: 8 total, 8 up, 8 in 2023-12-20T10:59:00.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:00 smithi123 ceph-mon[188613]: osdmap e591: 8 total, 8 up, 8 in 2023-12-20T10:59:01.122 INFO:tasks.rados.rados.0.smithi123.stdout:2712: done (5 left) 2023-12-20T10:59:01.122 INFO:tasks.rados.rados.0.smithi123.stdout:2713: done (4 left) 2023-12-20T10:59:01.122 INFO:tasks.rados.rados.0.smithi123.stdout:2714: done (3 left) 2023-12-20T10:59:01.122 INFO:tasks.rados.rados.0.smithi123.stdout:2715: done (2 left) 2023-12-20T10:59:01.122 INFO:tasks.rados.rados.0.smithi123.stdout:2717: done (1 left) 2023-12-20T10:59:01.122 INFO:tasks.rados.rados.0.smithi123.stdout:2718: done (0 left) 2023-12-20T10:59:01.122 INFO:tasks.rados.rados.0.smithi123.stdout:2719: setattr oid 44 current snap is 269 2023-12-20T10:59:01.124 INFO:tasks.rados.rados.0.smithi123.stdout:2720: rollback oid 17 current snap is 269 2023-12-20T10:59:01.124 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 17 to 268 2023-12-20T10:59:01.124 INFO:tasks.rados.rados.0.smithi123.stdout:2721: snap_remove snap 250 2023-12-20T10:59:01.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:01 smithi177 ceph-mon[212096]: pgmap v601: 121 pgs: 121 active+clean; 352 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2023-12-20T10:59:01.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:01 smithi177 ceph-mon[212096]: osdmap e592: 8 total, 8 up, 8 in 2023-12-20T10:59:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:01 smithi123 ceph-mon[191304]: pgmap v601: 121 pgs: 121 active+clean; 352 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2023-12-20T10:59:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:01 smithi123 ceph-mon[191304]: osdmap e592: 8 total, 8 up, 8 in 2023-12-20T10:59:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:01 smithi123 ceph-mon[188613]: pgmap v601: 121 pgs: 121 active+clean; 352 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2023-12-20T10:59:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:01 smithi123 ceph-mon[188613]: osdmap e592: 8 total, 8 up, 8 in 2023-12-20T10:59:02.133 INFO:tasks.rados.rados.0.smithi123.stdout:2721: done (2 left) 2023-12-20T10:59:02.133 INFO:tasks.rados.rados.0.smithi123.stdout:2722: delete oid 48 current snap is 269 2023-12-20T10:59:02.133 INFO:tasks.rados.rados.0.smithi123.stdout:2720: finishing rollback tid 1 to smithi123173835-17 2023-12-20T10:59:02.134 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 17 v 1962 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-20T10:59:02.134 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 44 v 1784 (ObjNum 33 snap 0 seq_num 959059504) dirty exists 2023-12-20T10:59:02.143 INFO:tasks.rados.rados.0.smithi123.stdout:2719: done (2 left) 2023-12-20T10:59:02.143 INFO:tasks.rados.rados.0.smithi123.stdout:2720: done (1 left) 2023-12-20T10:59:02.143 INFO:tasks.rados.rados.0.smithi123.stdout:2722: done (0 left) 2023-12-20T10:59:02.143 INFO:tasks.rados.rados.0.smithi123.stdout:2723: setattr oid 14 current snap is 269 2023-12-20T10:59:02.143 INFO:tasks.rados.rados.0.smithi123.stdout:2724: snap_remove snap 267 2023-12-20T10:59:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:02 smithi177 ceph-mon[212096]: osdmap e593: 8 total, 8 up, 8 in 2023-12-20T10:59:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:02 smithi123 ceph-mon[191304]: osdmap e593: 8 total, 8 up, 8 in 2023-12-20T10:59:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:02 smithi123 ceph-mon[188613]: osdmap e593: 8 total, 8 up, 8 in 2023-12-20T10:59:03.063 INFO:tasks.rados.rados.0.smithi123.stdout:2724: done (1 left) 2023-12-20T10:59:03.063 INFO:tasks.rados.rados.0.smithi123.stdout:2725: rollback oid 37 current snap is 269 2023-12-20T10:59:03.063 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 37 to 259 2023-12-20T10:59:03.063 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 14 v 1399 (ObjNum 65 snap 0 seq_num 1953128306) dirty exists 2023-12-20T10:59:03.063 INFO:tasks.rados.rados.0.smithi123.stdout:2723: done (1 left) 2023-12-20T10:59:03.063 INFO:tasks.rados.rados.0.smithi123.stdout:2726: snap_remove snap 213 2023-12-20T10:59:03.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:03 smithi177 ceph-mon[212096]: pgmap v604: 121 pgs: 121 active+clean; 354 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 286 KiB/s wr, 11 op/s 2023-12-20T10:59:03.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:03 smithi177 ceph-mon[212096]: osdmap e594: 8 total, 8 up, 8 in 2023-12-20T10:59:03.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:03 smithi177 ceph-mon[212096]: osdmap e595: 8 total, 8 up, 8 in 2023-12-20T10:59:03.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:03 smithi123 ceph-mon[188613]: pgmap v604: 121 pgs: 121 active+clean; 354 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 286 KiB/s wr, 11 op/s 2023-12-20T10:59:03.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:03 smithi123 ceph-mon[188613]: osdmap e594: 8 total, 8 up, 8 in 2023-12-20T10:59:03.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:03 smithi123 ceph-mon[188613]: osdmap e595: 8 total, 8 up, 8 in 2023-12-20T10:59:03.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:03 smithi123 ceph-mon[191304]: pgmap v604: 121 pgs: 121 active+clean; 354 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 286 KiB/s wr, 11 op/s 2023-12-20T10:59:03.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:03 smithi123 ceph-mon[191304]: osdmap e594: 8 total, 8 up, 8 in 2023-12-20T10:59:03.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:03 smithi123 ceph-mon[191304]: osdmap e595: 8 total, 8 up, 8 in 2023-12-20T10:59:04.066 INFO:tasks.rados.rados.0.smithi123.stdout:2726: done (1 left) 2023-12-20T10:59:04.066 INFO:tasks.rados.rados.0.smithi123.stdout:2727: copy_from oid 41 from oid 7 current snap is 269 2023-12-20T10:59:04.066 INFO:tasks.rados.rados.0.smithi123.stdout:2725: finishing rollback tid 0 to smithi123173835-37 2023-12-20T10:59:04.066 INFO:tasks.rados.rados.0.smithi123.stdout:2725: finishing rollback tid 1 to smithi123173835-37 2023-12-20T10:59:04.066 INFO:tasks.rados.rados.0.smithi123.stdout:2725: finishing rollback tid 2 to smithi123173835-37 2023-12-20T10:59:04.066 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 1810 (ObjNum 828 snap 253 seq_num 828) dirty exists 2023-12-20T10:59:04.066 INFO:tasks.rados.rados.0.smithi123.stdout:2725: done (1 left) 2023-12-20T10:59:04.066 INFO:tasks.rados.rados.0.smithi123.stdout:2728: read oid 14 snap -1 2023-12-20T10:59:04.066 INFO:tasks.rados.rados.0.smithi123.stdout:2728: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-20T10:59:04.067 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 42 current snap is 269 2023-12-20T10:59:04.067 INFO:tasks.rados.rados.0.smithi123.stdout:2729: seq_num 874 ranges {0=245760} 2023-12-20T10:59:04.067 INFO:tasks.rados.rados.0.smithi123.stdout:2729: writing smithi123173835-42 from 0 to 245760 tid 1 2023-12-20T10:59:04.067 INFO:tasks.rados.rados.0.smithi123.stdout:2730: snap_create 2023-12-20T10:59:04.079 INFO:tasks.rados.rados.0.smithi123.stdout:2728: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-20T10:59:04.085 INFO:tasks.rados.rados.0.smithi123.stdout:2729: finishing write tid 1 to smithi123173835-42 2023-12-20T10:59:04.085 INFO:tasks.rados.rados.0.smithi123.stdout:2729: finishing write tid 2 to smithi123173835-42 2023-12-20T10:59:04.086 INFO:tasks.rados.rados.0.smithi123.stdout:2729: finishing write tid 3 to smithi123173835-42 2023-12-20T10:59:04.086 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 42 v 1611 (ObjNum 874 snap 269 seq_num 874) dirty exists 2023-12-20T10:59:04.086 INFO:tasks.rados.rados.0.smithi123.stdout:2729: left oid 42 (ObjNum 874 snap 269 seq_num 874) 2023-12-20T10:59:04.133 INFO:tasks.rados.rados.0.smithi123.stdout:2727: finishing copy_from racing read to smithi123173835-41 2023-12-20T10:59:04.135 INFO:tasks.rados.rados.0.smithi123.stdout:2727: finishing copy_from to smithi123173835-41 2023-12-20T10:59:04.135 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 1756 (ObjNum 862 snap 265 seq_num 862) dirty exists 2023-12-20T10:59:05.068 INFO:tasks.rados.rados.0.smithi123.stdout:2727: done (3 left) 2023-12-20T10:59:05.068 INFO:tasks.rados.rados.0.smithi123.stdout:2728: done (2 left) 2023-12-20T10:59:05.068 INFO:tasks.rados.rados.0.smithi123.stdout:2729: done (1 left) 2023-12-20T10:59:05.068 INFO:tasks.rados.rados.0.smithi123.stdout:2730: done (0 left) 2023-12-20T10:59:05.068 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 48 current snap is 270 2023-12-20T10:59:05.068 INFO:tasks.rados.rados.0.smithi123.stdout:2731: seq_num 875 ranges {0=262144} 2023-12-20T10:59:05.069 INFO:tasks.rados.rados.0.smithi123.stdout:2731: writing smithi123173835-48 from 0 to 262144 tid 1 2023-12-20T10:59:05.069 INFO:tasks.rados.rados.0.smithi123.stdout:2732: delete oid 9 current snap is 270 2023-12-20T10:59:05.075 INFO:tasks.rados.rados.0.smithi123.stdout:2731: finishing write tid 1 to smithi123173835-48 2023-12-20T10:59:05.075 INFO:tasks.rados.rados.0.smithi123.stdout:2731: finishing write tid 2 to smithi123173835-48 2023-12-20T10:59:05.076 INFO:tasks.rados.rados.0.smithi123.stdout:2732: done (1 left) 2023-12-20T10:59:05.076 INFO:tasks.rados.rados.0.smithi123.stdout:2733: read oid 25 snap -1 2023-12-20T10:59:05.076 INFO:tasks.rados.rados.0.smithi123.stdout:2733: expect (ObjNum 870 snap 267 seq_num 870) 2023-12-20T10:59:05.076 INFO:tasks.rados.rados.0.smithi123.stdout:2734: read oid 18 snap -1 2023-12-20T10:59:05.076 INFO:tasks.rados.rados.0.smithi123.stdout:2734: expect (ObjNum 748 snap 219 seq_num 748) 2023-12-20T10:59:05.076 INFO:tasks.rados.rados.0.smithi123.stdout:2735: copy_from oid 45 from oid 1 current snap is 270 2023-12-20T10:59:05.076 INFO:tasks.rados.rados.0.smithi123.stdout:2736: read oid 20 snap -1 2023-12-20T10:59:05.076 INFO:tasks.rados.rados.0.smithi123.stdout:2736: expect deleted 2023-12-20T10:59:05.076 INFO:tasks.rados.rados.0.smithi123.stdout:2737: rollback oid 21 current snap is 270 2023-12-20T10:59:05.076 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 21 to 253 2023-12-20T10:59:05.076 INFO:tasks.rados.rados.0.smithi123.stdout:2738: snap_create 2023-12-20T10:59:05.077 INFO:tasks.rados.rados.0.smithi123.stdout:2731: finishing write tid 3 to smithi123173835-48 2023-12-20T10:59:05.077 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 1971 (ObjNum 875 snap 270 seq_num 875) dirty exists 2023-12-20T10:59:05.077 INFO:tasks.rados.rados.0.smithi123.stdout:2731: left oid 48 (ObjNum 875 snap 270 seq_num 875) 2023-12-20T10:59:05.082 INFO:tasks.rados.rados.0.smithi123.stdout:2737: finishing rollback tid 0 to smithi123173835-21 2023-12-20T10:59:05.082 INFO:tasks.rados.rados.0.smithi123.stdout:2737: finishing rollback tid 1 to smithi123173835-21 2023-12-20T10:59:05.082 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 1619 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-20T10:59:05.083 INFO:tasks.rados.rados.0.smithi123.stdout:2733: expect (ObjNum 870 snap 267 seq_num 870) 2023-12-20T10:59:05.116 INFO:tasks.rados.rados.0.smithi123.stdout:2734: expect (ObjNum 748 snap 219 seq_num 748) 2023-12-20T10:59:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:05 smithi177 ceph-mon[212096]: pgmap v607: 121 pgs: 121 active+clean; 354 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 230 KiB/s wr, 13 op/s 2023-12-20T10:59:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:05 smithi177 ceph-mon[212096]: osdmap e596: 8 total, 8 up, 8 in 2023-12-20T10:59:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:05 smithi123 ceph-mon[191304]: pgmap v607: 121 pgs: 121 active+clean; 354 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 230 KiB/s wr, 13 op/s 2023-12-20T10:59:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:05 smithi123 ceph-mon[191304]: osdmap e596: 8 total, 8 up, 8 in 2023-12-20T10:59:05.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:05 smithi123 ceph-mon[188613]: pgmap v607: 121 pgs: 121 active+clean; 354 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 230 KiB/s wr, 13 op/s 2023-12-20T10:59:05.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:05 smithi123 ceph-mon[188613]: osdmap e596: 8 total, 8 up, 8 in 2023-12-20T10:59:06.213 INFO:tasks.rados.rados.0.smithi123.stdout:2735: finishing copy_from racing read to smithi123173835-45 2023-12-20T10:59:06.213 INFO:tasks.rados.rados.0.smithi123.stdout:2735: finishing copy_from to smithi123173835-45 2023-12-20T10:59:06.213 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 1786 (ObjNum 762 snap 224 seq_num 762) dirty exists 2023-12-20T10:59:06.213 INFO:tasks.rados.rados.0.smithi123.stdout:2731: done (6 left) 2023-12-20T10:59:06.213 INFO:tasks.rados.rados.0.smithi123.stdout:2733: done (5 left) 2023-12-20T10:59:06.213 INFO:tasks.rados.rados.0.smithi123.stdout:2734: done (4 left) 2023-12-20T10:59:06.213 INFO:tasks.rados.rados.0.smithi123.stdout:2735: done (3 left) 2023-12-20T10:59:06.213 INFO:tasks.rados.rados.0.smithi123.stdout:2736: done (2 left) 2023-12-20T10:59:06.213 INFO:tasks.rados.rados.0.smithi123.stdout:2737: done (1 left) 2023-12-20T10:59:06.214 INFO:tasks.rados.rados.0.smithi123.stdout:2738: done (0 left) 2023-12-20T10:59:06.214 INFO:tasks.rados.rados.0.smithi123.stdout:2739: snap_remove snap 268 2023-12-20T10:59:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:06 smithi177 ceph-mon[212096]: osdmap e597: 8 total, 8 up, 8 in 2023-12-20T10:59:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:06 smithi123 ceph-mon[191304]: osdmap e597: 8 total, 8 up, 8 in 2023-12-20T10:59:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:06 smithi123 ceph-mon[188613]: osdmap e597: 8 total, 8 up, 8 in 2023-12-20T10:59:07.084 INFO:tasks.rados.rados.0.smithi123.stdout:2739: done (0 left) 2023-12-20T10:59:07.085 INFO:tasks.rados.rados.0.smithi123.stdout:2740: delete oid 47 current snap is 271 2023-12-20T10:59:07.096 INFO:tasks.rados.rados.0.smithi123.stdout:2740: done (0 left) 2023-12-20T10:59:07.096 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 27 current snap is 271 2023-12-20T10:59:07.096 INFO:tasks.rados.rados.0.smithi123.stdout:2741: seq_num 878 ranges {2572288=311296} 2023-12-20T10:59:07.111 INFO:tasks.rados.rados.0.smithi123.stdout:2741: writing smithi123173835-27 from 2572288 to 2883584 tid 1 2023-12-20T10:59:07.111 INFO:tasks.rados.rados.0.smithi123.stdout:2742: read oid 18 snap -1 2023-12-20T10:59:07.111 INFO:tasks.rados.rados.0.smithi123.stdout:2742: expect (ObjNum 748 snap 219 seq_num 748) 2023-12-20T10:59:07.111 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 43 current snap is 271 2023-12-20T10:59:07.111 INFO:tasks.rados.rados.0.smithi123.stdout:2743: seq_num 879 ranges {0=327680} 2023-12-20T10:59:07.113 INFO:tasks.rados.rados.0.smithi123.stdout:2743: writing smithi123173835-43 from 0 to 327680 tid 1 2023-12-20T10:59:07.113 INFO:tasks.rados.rados.0.smithi123.stdout:2744: read oid 8 snap 253 2023-12-20T10:59:07.113 INFO:tasks.rados.rados.0.smithi123.stdout:2744: expect (ObjNum 813 snap 243 seq_num 813) 2023-12-20T10:59:07.113 INFO:tasks.rados.rados.0.smithi123.stdout:2745: snap_create 2023-12-20T10:59:07.116 INFO:tasks.rados.rados.0.smithi123.stdout:2741: finishing write tid 1 to smithi123173835-27 2023-12-20T10:59:07.120 INFO:tasks.rados.rados.0.smithi123.stdout:2741: finishing write tid 2 to smithi123173835-27 2023-12-20T10:59:07.121 INFO:tasks.rados.rados.0.smithi123.stdout:2741: finishing write tid 3 to smithi123173835-27 2023-12-20T10:59:07.121 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 27 v 1577 (ObjNum 878 snap 271 seq_num 878) dirty exists 2023-12-20T10:59:07.121 INFO:tasks.rados.rados.0.smithi123.stdout:2741: left oid 27 (ObjNum 878 snap 271 seq_num 878) 2023-12-20T10:59:07.143 INFO:tasks.rados.rados.0.smithi123.stdout:2743: finishing write tid 1 to smithi123173835-43 2023-12-20T10:59:07.143 INFO:tasks.rados.rados.0.smithi123.stdout:2743: finishing write tid 2 to smithi123173835-43 2023-12-20T10:59:07.145 INFO:tasks.rados.rados.0.smithi123.stdout:2743: finishing write tid 3 to smithi123173835-43 2023-12-20T10:59:07.145 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 1387 (ObjNum 879 snap 271 seq_num 879) dirty exists 2023-12-20T10:59:07.145 INFO:tasks.rados.rados.0.smithi123.stdout:2743: left oid 43 (ObjNum 879 snap 271 seq_num 879) 2023-12-20T10:59:07.167 INFO:tasks.rados.rados.0.smithi123.stdout:2742: expect (ObjNum 748 snap 219 seq_num 748) 2023-12-20T10:59:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:07 smithi177 ceph-mon[212096]: pgmap v610: 121 pgs: 121 active+clean; 350 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 60 KiB/s wr, 6 op/s 2023-12-20T10:59:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:07 smithi177 ceph-mon[212096]: osdmap e598: 8 total, 8 up, 8 in 2023-12-20T10:59:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:07 smithi123 ceph-mon[191304]: pgmap v610: 121 pgs: 121 active+clean; 350 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 60 KiB/s wr, 6 op/s 2023-12-20T10:59:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:07 smithi123 ceph-mon[191304]: osdmap e598: 8 total, 8 up, 8 in 2023-12-20T10:59:07.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:07 smithi123 ceph-mon[188613]: pgmap v610: 121 pgs: 121 active+clean; 350 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 60 KiB/s wr, 6 op/s 2023-12-20T10:59:07.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:07 smithi123 ceph-mon[188613]: osdmap e598: 8 total, 8 up, 8 in 2023-12-20T10:59:08.267 INFO:tasks.rados.rados.0.smithi123.stdout:2744: expect (ObjNum 813 snap 243 seq_num 813) 2023-12-20T10:59:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:08 smithi177 ceph-mon[212096]: osdmap e599: 8 total, 8 up, 8 in 2023-12-20T10:59:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:08 smithi177 ceph-mon[212096]: osdmap e600: 8 total, 8 up, 8 in 2023-12-20T10:59:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:08 smithi123 ceph-mon[191304]: osdmap e599: 8 total, 8 up, 8 in 2023-12-20T10:59:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:08 smithi123 ceph-mon[191304]: osdmap e600: 8 total, 8 up, 8 in 2023-12-20T10:59:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:08 smithi123 ceph-mon[188613]: osdmap e599: 8 total, 8 up, 8 in 2023-12-20T10:59:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:08 smithi123 ceph-mon[188613]: osdmap e600: 8 total, 8 up, 8 in 2023-12-20T10:59:09.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:09 smithi177 ceph-mon[212096]: pgmap v613: 121 pgs: 121 active+clean; 335 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 139 KiB/s rd, 2.9 MiB/s wr, 10 op/s 2023-12-20T10:59:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:09 smithi123 ceph-mon[191304]: pgmap v613: 121 pgs: 121 active+clean; 335 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 139 KiB/s rd, 2.9 MiB/s wr, 10 op/s 2023-12-20T10:59:09.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:09 smithi123 ceph-mon[188613]: pgmap v613: 121 pgs: 121 active+clean; 335 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 139 KiB/s rd, 2.9 MiB/s wr, 10 op/s 2023-12-20T10:59:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:59:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:59:09] "GET /metrics HTTP/1.1" 200 36163 "" "Prometheus/2.43.0" 2023-12-20T10:59:09.648 INFO:tasks.rados.rados.0.smithi123.stdout:2741: done (4 left) 2023-12-20T10:59:09.648 INFO:tasks.rados.rados.0.smithi123.stdout:2742: done (3 left) 2023-12-20T10:59:09.649 INFO:tasks.rados.rados.0.smithi123.stdout:2743: done (2 left) 2023-12-20T10:59:09.649 INFO:tasks.rados.rados.0.smithi123.stdout:2744: done (1 left) 2023-12-20T10:59:09.649 INFO:tasks.rados.rados.0.smithi123.stdout:2745: done (0 left) 2023-12-20T10:59:09.649 INFO:tasks.rados.rados.0.smithi123.stdout:2746: snap_remove snap 257 2023-12-20T10:59:10.097 INFO:tasks.rados.rados.0.smithi123.stdout:2746: done (0 left) 2023-12-20T10:59:10.097 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 2 current snap is 272 2023-12-20T10:59:10.097 INFO:tasks.rados.rados.0.smithi123.stdout:2747: seq_num 880 ranges {2252800=344064} 2023-12-20T10:59:10.112 INFO:tasks.rados.rados.0.smithi123.stdout:2747: writing smithi123173835-2 from 2252800 to 2596864 tid 1 2023-12-20T10:59:10.112 INFO:tasks.rados.rados.0.smithi123.stdout:2748: read oid 25 snap -1 2023-12-20T10:59:10.112 INFO:tasks.rados.rados.0.smithi123.stdout:2748: expect (ObjNum 870 snap 267 seq_num 870) 2023-12-20T10:59:10.113 INFO:tasks.rados.rados.0.smithi123.stdout:2749: read oid 48 snap 233 2023-12-20T10:59:10.113 INFO:tasks.rados.rados.0.smithi123.stdout:2749: expect (ObjNum 730 snap 214 seq_num 730) 2023-12-20T10:59:10.113 INFO:tasks.rados.rados.0.smithi123.stdout:2750: snap_remove snap 247 2023-12-20T10:59:11.105 INFO:tasks.rados.rados.0.smithi123.stdout:2750: done (3 left) 2023-12-20T10:59:11.105 INFO:tasks.rados.rados.0.smithi123.stdout:2751: snap_create 2023-12-20T10:59:11.105 INFO:tasks.rados.rados.0.smithi123.stdout:2749: expect (ObjNum 730 snap 214 seq_num 730) 2023-12-20T10:59:11.116 INFO:tasks.rados.rados.0.smithi123.stdout:2748: expect (ObjNum 870 snap 267 seq_num 870) 2023-12-20T10:59:11.124 INFO:tasks.rados.rados.0.smithi123.stdout:2747: finishing write tid 1 to smithi123173835-2 2023-12-20T10:59:11.124 INFO:tasks.rados.rados.0.smithi123.stdout:2747: finishing write tid 2 to smithi123173835-2 2023-12-20T10:59:11.124 INFO:tasks.rados.rados.0.smithi123.stdout:2747: finishing write tid 3 to smithi123173835-2 2023-12-20T10:59:11.125 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 2 v 1760 (ObjNum 880 snap 272 seq_num 880) dirty exists 2023-12-20T10:59:11.125 INFO:tasks.rados.rados.0.smithi123.stdout:2747: left oid 2 (ObjNum 880 snap 272 seq_num 880) 2023-12-20T10:59:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:11 smithi177 ceph-mon[212096]: pgmap v615: 121 pgs: 121 active+clean; 333 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2023-12-20T10:59:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:11 smithi177 ceph-mon[212096]: osdmap e601: 8 total, 8 up, 8 in 2023-12-20T10:59:11.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:11 smithi123 ceph-mon[191304]: pgmap v615: 121 pgs: 121 active+clean; 333 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2023-12-20T10:59:11.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:11 smithi123 ceph-mon[191304]: osdmap e601: 8 total, 8 up, 8 in 2023-12-20T10:59:11.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:11 smithi123 ceph-mon[188613]: pgmap v615: 121 pgs: 121 active+clean; 333 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2023-12-20T10:59:11.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:11 smithi123 ceph-mon[188613]: osdmap e601: 8 total, 8 up, 8 in 2023-12-20T10:59:12.107 INFO:tasks.rados.rados.0.smithi123.stdout:2747: done (3 left) 2023-12-20T10:59:12.107 INFO:tasks.rados.rados.0.smithi123.stdout:2748: done (2 left) 2023-12-20T10:59:12.107 INFO:tasks.rados.rados.0.smithi123.stdout:2749: done (1 left) 2023-12-20T10:59:12.107 INFO:tasks.rados.rados.0.smithi123.stdout:2751: done (0 left) 2023-12-20T10:59:12.107 INFO:tasks.rados.rados.0.smithi123.stdout:2752: copy_from oid 50 from oid 43 current snap is 273 2023-12-20T10:59:12.107 INFO:tasks.rados.rados.0.smithi123.stdout:2753: snap_create 2023-12-20T10:59:12.115 INFO:tasks.rados.rados.0.smithi123.stdout:2752: finishing copy_from racing read to smithi123173835-50 2023-12-20T10:59:12.115 INFO:tasks.rados.rados.0.smithi123.stdout:2752: finishing copy_from to smithi123173835-50 2023-12-20T10:59:12.115 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 50 v 1387 (ObjNum 879 snap 271 seq_num 879) dirty exists 2023-12-20T10:59:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:12 smithi177 ceph-mon[212096]: osdmap e602: 8 total, 8 up, 8 in 2023-12-20T10:59:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:59:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:12 smithi123 ceph-mon[191304]: osdmap e602: 8 total, 8 up, 8 in 2023-12-20T10:59:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:59:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:12 smithi123 ceph-mon[188613]: osdmap e602: 8 total, 8 up, 8 in 2023-12-20T10:59:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:59:13.064 INFO:tasks.rados.rados.0.smithi123.stdout:2752: done (1 left) 2023-12-20T10:59:13.065 INFO:tasks.rados.rados.0.smithi123.stdout:2753: done (0 left) 2023-12-20T10:59:13.065 INFO:tasks.rados.rados.0.smithi123.stdout:2754: rollback oid 44 current snap is 274 2023-12-20T10:59:13.065 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 44 to 264 2023-12-20T10:59:13.065 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 42 current snap is 274 2023-12-20T10:59:13.065 INFO:tasks.rados.rados.0.smithi123.stdout:2755: seq_num 881 ranges {245760=360448} 2023-12-20T10:59:13.068 INFO:tasks.rados.rados.0.smithi123.stdout:2755: writing smithi123173835-42 from 245760 to 606208 tid 1 2023-12-20T10:59:13.070 INFO:tasks.rados.rados.0.smithi123.stdout:2756: rollback oid 5 current snap is 274 2023-12-20T10:59:13.070 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 5 to 241 2023-12-20T10:59:13.070 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 50 current snap is 274 2023-12-20T10:59:13.071 INFO:tasks.rados.rados.0.smithi123.stdout:2757: seq_num 882 ranges {327680=376832} 2023-12-20T10:59:13.076 INFO:tasks.rados.rados.0.smithi123.stdout:2757: writing smithi123173835-50 from 327680 to 704512 tid 1 2023-12-20T10:59:13.076 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 32 current snap is 274 2023-12-20T10:59:13.076 INFO:tasks.rados.rados.0.smithi123.stdout:2758: seq_num 883 ranges {3301376=393216} 2023-12-20T10:59:13.094 INFO:tasks.rados.rados.0.smithi123.stdout:2758: writing smithi123173835-32 from 3301376 to 3694592 tid 1 2023-12-20T10:59:13.094 INFO:tasks.rados.rados.0.smithi123.stdout:2759: read oid 41 snap -1 2023-12-20T10:59:13.094 INFO:tasks.rados.rados.0.smithi123.stdout:2759: expect (ObjNum 862 snap 265 seq_num 862) 2023-12-20T10:59:13.094 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 8 current snap is 274 2023-12-20T10:59:13.094 INFO:tasks.rados.rados.0.smithi123.stdout:2754: finishing rollback tid 0 to smithi123173835-44 2023-12-20T10:59:13.094 INFO:tasks.rados.rados.0.smithi123.stdout:2760: seq_num 884 ranges {15196160=409600} 2023-12-20T10:59:13.178 INFO:tasks.rados.rados.0.smithi123.stdout:2760: writing smithi123173835-8 from 15196160 to 15605760 tid 1 2023-12-20T10:59:13.178 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 11 current snap is 274 2023-12-20T10:59:13.179 INFO:tasks.rados.rados.0.smithi123.stdout:2761: seq_num 885 ranges {0=425984} 2023-12-20T10:59:13.181 INFO:tasks.rados.rados.0.smithi123.stdout:2761: writing smithi123173835-11 from 0 to 425984 tid 1 2023-12-20T10:59:13.181 INFO:tasks.rados.rados.0.smithi123.stdout:2762: delete oid 18 current snap is 274 2023-12-20T10:59:13.181 INFO:tasks.rados.rados.0.smithi123.stdout:2754: finishing rollback tid 1 to smithi123173835-44 2023-12-20T10:59:13.181 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 44 v 1786 (ObjNum 33 snap 0 seq_num 958952752) dirty dne 2023-12-20T10:59:13.182 INFO:tasks.rados.rados.0.smithi123.stdout:2755: finishing write tid 1 to smithi123173835-42 2023-12-20T10:59:13.182 INFO:tasks.rados.rados.0.smithi123.stdout:2755: finishing write tid 2 to smithi123173835-42 2023-12-20T10:59:13.182 INFO:tasks.rados.rados.0.smithi123.stdout:2756: finishing rollback tid 0 to smithi123173835-5 2023-12-20T10:59:13.182 INFO:tasks.rados.rados.0.smithi123.stdout:2757: finishing write tid 1 to smithi123173835-50 2023-12-20T10:59:13.182 INFO:tasks.rados.rados.0.smithi123.stdout:2756: finishing rollback tid 1 to smithi123173835-5 2023-12-20T10:59:13.182 INFO:tasks.rados.rados.0.smithi123.stdout:2755: finishing write tid 3 to smithi123173835-42 2023-12-20T10:59:13.182 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 42 v 1638 (ObjNum 881 snap 274 seq_num 881) dirty exists 2023-12-20T10:59:13.182 INFO:tasks.rados.rados.0.smithi123.stdout:2755: left oid 42 (ObjNum 881 snap 274 seq_num 881) 2023-12-20T10:59:13.182 INFO:tasks.rados.rados.0.smithi123.stdout:2757: finishing write tid 2 to smithi123173835-50 2023-12-20T10:59:13.182 INFO:tasks.rados.rados.0.smithi123.stdout:2756: finishing rollback tid 2 to smithi123173835-5 2023-12-20T10:59:13.182 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 1390 (ObjNum 780 snap 235 seq_num 780) dirty exists 2023-12-20T10:59:13.182 INFO:tasks.rados.rados.0.smithi123.stdout:2757: finishing write tid 3 to smithi123173835-50 2023-12-20T10:59:13.182 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 50 v 2300 (ObjNum 882 snap 274 seq_num 882) dirty exists 2023-12-20T10:59:13.182 INFO:tasks.rados.rados.0.smithi123.stdout:2757: left oid 50 (ObjNum 882 snap 274 seq_num 882) 2023-12-20T10:59:13.182 INFO:tasks.rados.rados.0.smithi123.stdout:2758: finishing write tid 1 to smithi123173835-32 2023-12-20T10:59:13.183 INFO:tasks.rados.rados.0.smithi123.stdout:2758: finishing write tid 2 to smithi123173835-32 2023-12-20T10:59:13.183 INFO:tasks.rados.rados.0.smithi123.stdout:2758: finishing write tid 3 to smithi123173835-32 2023-12-20T10:59:13.183 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 2303 (ObjNum 883 snap 274 seq_num 883) dirty exists 2023-12-20T10:59:13.183 INFO:tasks.rados.rados.0.smithi123.stdout:2758: left oid 32 (ObjNum 883 snap 274 seq_num 883) 2023-12-20T10:59:13.183 INFO:tasks.rados.rados.0.smithi123.stdout:2759: expect (ObjNum 862 snap 265 seq_num 862) 2023-12-20T10:59:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:13 smithi177 ceph-mon[212096]: pgmap v618: 121 pgs: 121 active+clean; 334 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 448 KiB/s wr, 7 op/s 2023-12-20T10:59:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:13 smithi177 ceph-mon[212096]: osdmap e603: 8 total, 8 up, 8 in 2023-12-20T10:59:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:13 smithi177 ceph-mon[212096]: osdmap e604: 8 total, 8 up, 8 in 2023-12-20T10:59:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:13 smithi123 ceph-mon[191304]: pgmap v618: 121 pgs: 121 active+clean; 334 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 448 KiB/s wr, 7 op/s 2023-12-20T10:59:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:13 smithi123 ceph-mon[191304]: osdmap e603: 8 total, 8 up, 8 in 2023-12-20T10:59:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:13 smithi123 ceph-mon[191304]: osdmap e604: 8 total, 8 up, 8 in 2023-12-20T10:59:13.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:13 smithi123 ceph-mon[188613]: pgmap v618: 121 pgs: 121 active+clean; 334 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 448 KiB/s wr, 7 op/s 2023-12-20T10:59:13.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:13 smithi123 ceph-mon[188613]: osdmap e603: 8 total, 8 up, 8 in 2023-12-20T10:59:13.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:13 smithi123 ceph-mon[188613]: osdmap e604: 8 total, 8 up, 8 in 2023-12-20T10:59:14.440 INFO:tasks.rados.rados.0.smithi123.stdout:2760: finishing write tid 1 to smithi123173835-8 2023-12-20T10:59:14.440 INFO:tasks.rados.rados.0.smithi123.stdout:2760: finishing write tid 2 to smithi123173835-8 2023-12-20T10:59:14.441 INFO:tasks.rados.rados.0.smithi123.stdout:2761: finishing write tid 1 to smithi123173835-11 2023-12-20T10:59:14.441 INFO:tasks.rados.rados.0.smithi123.stdout:2761: finishing write tid 2 to smithi123173835-11 2023-12-20T10:59:14.441 INFO:tasks.rados.rados.0.smithi123.stdout:2760: finishing write tid 3 to smithi123173835-8 2023-12-20T10:59:14.441 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 1594 (ObjNum 884 snap 274 seq_num 884) dirty exists 2023-12-20T10:59:14.441 INFO:tasks.rados.rados.0.smithi123.stdout:2760: left oid 8 (ObjNum 884 snap 274 seq_num 884) 2023-12-20T10:59:14.441 INFO:tasks.rados.rados.0.smithi123.stdout:2761: finishing write tid 3 to smithi123173835-11 2023-12-20T10:59:14.441 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 11 v 1411 (ObjNum 885 snap 274 seq_num 885) dirty exists 2023-12-20T10:59:14.441 INFO:tasks.rados.rados.0.smithi123.stdout:2761: left oid 11 (ObjNum 885 snap 274 seq_num 885) 2023-12-20T10:59:14.441 INFO:tasks.rados.rados.0.smithi123.stdout:2754: done (8 left) 2023-12-20T10:59:14.441 INFO:tasks.rados.rados.0.smithi123.stdout:2755: done (7 left) 2023-12-20T10:59:14.441 INFO:tasks.rados.rados.0.smithi123.stdout:2756: done (6 left) 2023-12-20T10:59:14.441 INFO:tasks.rados.rados.0.smithi123.stdout:2757: done (5 left) 2023-12-20T10:59:14.441 INFO:tasks.rados.rados.0.smithi123.stdout:2758: done (4 left) 2023-12-20T10:59:14.441 INFO:tasks.rados.rados.0.smithi123.stdout:2759: done (3 left) 2023-12-20T10:59:14.442 INFO:tasks.rados.rados.0.smithi123.stdout:2760: done (2 left) 2023-12-20T10:59:14.442 INFO:tasks.rados.rados.0.smithi123.stdout:2761: done (1 left) 2023-12-20T10:59:14.442 INFO:tasks.rados.rados.0.smithi123.stdout:2762: done (0 left) 2023-12-20T10:59:14.442 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 30 current snap is 274 2023-12-20T10:59:14.442 INFO:tasks.rados.rados.0.smithi123.stdout:2763: seq_num 887 ranges {2220032=458752} 2023-12-20T10:59:14.454 INFO:tasks.rados.rados.0.smithi123.stdout:2763: writing smithi123173835-30 from 2220032 to 2678784 tid 1 2023-12-20T10:59:14.454 INFO:tasks.rados.rados.0.smithi123.stdout:2764: delete oid 35 current snap is 274 2023-12-20T10:59:14.458 INFO:tasks.rados.rados.0.smithi123.stdout:2764: done (1 left) 2023-12-20T10:59:14.458 INFO:tasks.rados.rados.0.smithi123.stdout:2765: rollback oid 39 current snap is 274 2023-12-20T10:59:14.458 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 39 to 272 2023-12-20T10:59:14.459 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 47 current snap is 274 2023-12-20T10:59:14.459 INFO:tasks.rados.rados.0.smithi123.stdout:2766: seq_num 889 ranges {0=491520} 2023-12-20T10:59:14.462 INFO:tasks.rados.rados.0.smithi123.stdout:2766: writing smithi123173835-47 from 0 to 491520 tid 1 2023-12-20T10:59:14.462 INFO:tasks.rados.rados.0.smithi123.stdout:2767: read oid 7 snap -1 2023-12-20T10:59:14.462 INFO:tasks.rados.rados.0.smithi123.stdout:2767: expect (ObjNum 862 snap 265 seq_num 862) 2023-12-20T10:59:14.462 INFO:tasks.rados.rados.0.smithi123.stdout:2768: rmattr oid 6 current snap is 274 2023-12-20T10:59:14.462 INFO:tasks.rados.rados.0.smithi123.stdout:2768: done (4 left) 2023-12-20T10:59:14.462 INFO:tasks.rados.rados.0.smithi123.stdout:2769: delete oid 26 current snap is 274 2023-12-20T10:59:14.463 INFO:tasks.rados.rados.0.smithi123.stdout:2763: finishing write tid 1 to smithi123173835-30 2023-12-20T10:59:14.463 INFO:tasks.rados.rados.0.smithi123.stdout:2763: finishing write tid 2 to smithi123173835-30 2023-12-20T10:59:14.463 INFO:tasks.rados.rados.0.smithi123.stdout:2765: finishing rollback tid 1 to smithi123173835-39 2023-12-20T10:59:14.463 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 1807 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-20T10:59:14.463 INFO:tasks.rados.rados.0.smithi123.stdout:2763: finishing write tid 3 to smithi123173835-30 2023-12-20T10:59:14.463 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 30 v 1402 (ObjNum 887 snap 274 seq_num 887) dirty exists 2023-12-20T10:59:14.463 INFO:tasks.rados.rados.0.smithi123.stdout:2763: left oid 30 (ObjNum 887 snap 274 seq_num 887) 2023-12-20T10:59:14.464 INFO:tasks.rados.rados.0.smithi123.stdout:2763: done (4 left) 2023-12-20T10:59:14.464 INFO:tasks.rados.rados.0.smithi123.stdout:2765: done (3 left) 2023-12-20T10:59:14.464 INFO:tasks.rados.rados.0.smithi123.stdout:2769: done (2 left) 2023-12-20T10:59:14.464 INFO:tasks.rados.rados.0.smithi123.stdout:2770: delete oid 21 current snap is 274 2023-12-20T10:59:14.464 INFO:tasks.rados.rados.0.smithi123.stdout:2766: finishing write tid 1 to smithi123173835-47 2023-12-20T10:59:14.465 INFO:tasks.rados.rados.0.smithi123.stdout:2766: finishing write tid 2 to smithi123173835-47 2023-12-20T10:59:14.466 INFO:tasks.rados.rados.0.smithi123.stdout:2770: done (2 left) 2023-12-20T10:59:14.466 INFO:tasks.rados.rados.0.smithi123.stdout:2771: rmattr oid 8 current snap is 274 2023-12-20T10:59:14.466 INFO:tasks.rados.rados.0.smithi123.stdout:2772: setattr oid 32 current snap is 274 2023-12-20T10:59:14.466 INFO:tasks.rados.rados.0.smithi123.stdout:2766: finishing write tid 3 to smithi123173835-47 2023-12-20T10:59:14.466 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 47 v 1596 (ObjNum 889 snap 274 seq_num 889) dirty exists 2023-12-20T10:59:14.466 INFO:tasks.rados.rados.0.smithi123.stdout:2766: left oid 47 (ObjNum 889 snap 274 seq_num 889) 2023-12-20T10:59:14.467 INFO:tasks.rados.rados.0.smithi123.stdout:2766: done (3 left) 2023-12-20T10:59:14.468 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 37 current snap is 274 2023-12-20T10:59:14.468 INFO:tasks.rados.rados.0.smithi123.stdout:2773: seq_num 892 ranges {1875968=548864} 2023-12-20T10:59:14.482 INFO:tasks.rados.rados.0.smithi123.stdout:2773: writing smithi123173835-37 from 1875968 to 2424832 tid 1 2023-12-20T10:59:14.482 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 18 current snap is 274 2023-12-20T10:59:14.482 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 1597 (ObjNum 884 snap 274 seq_num 884) dirty exists 2023-12-20T10:59:14.482 INFO:tasks.rados.rados.0.smithi123.stdout:2774: seq_num 893 ranges {0=565248} 2023-12-20T10:59:14.485 INFO:tasks.rados.rados.0.smithi123.stdout:2774: writing smithi123173835-18 from 0 to 565248 tid 1 2023-12-20T10:59:14.485 INFO:tasks.rados.rados.0.smithi123.stdout:2771: done (4 left) 2023-12-20T10:59:14.485 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 48 current snap is 274 2023-12-20T10:59:14.485 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 2306 (ObjNum 883 snap 274 seq_num 883) dirty exists 2023-12-20T10:59:14.486 INFO:tasks.rados.rados.0.smithi123.stdout:2775: seq_num 894 ranges {262144=581632} 2023-12-20T10:59:14.491 INFO:tasks.rados.rados.0.smithi123.stdout:2775: writing smithi123173835-48 from 262144 to 843776 tid 1 2023-12-20T10:59:14.491 INFO:tasks.rados.rados.0.smithi123.stdout:2772: done (4 left) 2023-12-20T10:59:14.491 INFO:tasks.rados.rados.0.smithi123.stdout:2776: rollback oid 47 current snap is 274 2023-12-20T10:59:14.491 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 47 to 261 2023-12-20T10:59:14.491 INFO:tasks.rados.rados.0.smithi123.stdout:2777: delete oid 28 current snap is 274 2023-12-20T10:59:14.491 INFO:tasks.rados.rados.0.smithi123.stdout:2773: finishing write tid 1 to smithi123173835-37 2023-12-20T10:59:14.491 INFO:tasks.rados.rados.0.smithi123.stdout:2773: finishing write tid 2 to smithi123173835-37 2023-12-20T10:59:14.491 INFO:tasks.rados.rados.0.smithi123.stdout:2774: finishing write tid 1 to smithi123173835-18 2023-12-20T10:59:14.491 INFO:tasks.rados.rados.0.smithi123.stdout:2774: finishing write tid 2 to smithi123173835-18 2023-12-20T10:59:14.492 INFO:tasks.rados.rados.0.smithi123.stdout:2773: finishing write tid 3 to smithi123173835-37 2023-12-20T10:59:14.492 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 1812 (ObjNum 892 snap 274 seq_num 892) dirty exists 2023-12-20T10:59:14.492 INFO:tasks.rados.rados.0.smithi123.stdout:2773: left oid 37 (ObjNum 892 snap 274 seq_num 892) 2023-12-20T10:59:14.492 INFO:tasks.rados.rados.0.smithi123.stdout:2774: finishing write tid 3 to smithi123173835-18 2023-12-20T10:59:14.492 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 18 v 1789 (ObjNum 893 snap 274 seq_num 893) dirty exists 2023-12-20T10:59:14.492 INFO:tasks.rados.rados.0.smithi123.stdout:2774: left oid 18 (ObjNum 893 snap 274 seq_num 893) 2023-12-20T10:59:14.493 INFO:tasks.rados.rados.0.smithi123.stdout:2773: done (5 left) 2023-12-20T10:59:14.493 INFO:tasks.rados.rados.0.smithi123.stdout:2774: done (4 left) 2023-12-20T10:59:14.493 INFO:tasks.rados.rados.0.smithi123.stdout:2777: done (3 left) 2023-12-20T10:59:14.493 INFO:tasks.rados.rados.0.smithi123.stdout:2778: snap_create 2023-12-20T10:59:14.494 INFO:tasks.rados.rados.0.smithi123.stdout:2776: finishing rollback tid 0 to smithi123173835-47 2023-12-20T10:59:14.494 INFO:tasks.rados.rados.0.smithi123.stdout:2776: finishing rollback tid 1 to smithi123173835-47 2023-12-20T10:59:14.494 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 47 v 1599 (ObjNum 81 snap 0 seq_num 1643794074) dirty dne 2023-12-20T10:59:14.495 INFO:tasks.rados.rados.0.smithi123.stdout:2775: finishing write tid 1 to smithi123173835-48 2023-12-20T10:59:14.495 INFO:tasks.rados.rados.0.smithi123.stdout:2775: finishing write tid 2 to smithi123173835-48 2023-12-20T10:59:14.496 INFO:tasks.rados.rados.0.smithi123.stdout:2775: finishing write tid 3 to smithi123173835-48 2023-12-20T10:59:14.497 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 1973 (ObjNum 894 snap 274 seq_num 894) dirty exists 2023-12-20T10:59:14.497 INFO:tasks.rados.rados.0.smithi123.stdout:2775: left oid 48 (ObjNum 894 snap 274 seq_num 894) 2023-12-20T10:59:14.505 INFO:tasks.rados.rados.0.smithi123.stdout:2767: expect (ObjNum 862 snap 265 seq_num 862) 2023-12-20T10:59:15.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:15 smithi177 ceph-mon[212096]: pgmap v621: 121 pgs: 121 active+clean; 334 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 307 KiB/s rd, 240 KiB/s wr, 4 op/s 2023-12-20T10:59:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:15 smithi123 ceph-mon[191304]: pgmap v621: 121 pgs: 121 active+clean; 334 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 307 KiB/s rd, 240 KiB/s wr, 4 op/s 2023-12-20T10:59:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:15 smithi123 ceph-mon[188613]: pgmap v621: 121 pgs: 121 active+clean; 334 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 307 KiB/s rd, 240 KiB/s wr, 4 op/s 2023-12-20T10:59:15.757 INFO:tasks.rados.rados.0.smithi123.stdout:2767: done (3 left) 2023-12-20T10:59:15.758 INFO:tasks.rados.rados.0.smithi123.stdout:2775: done (2 left) 2023-12-20T10:59:15.758 INFO:tasks.rados.rados.0.smithi123.stdout:2776: done (1 left) 2023-12-20T10:59:15.758 INFO:tasks.rados.rados.0.smithi123.stdout:2778: done (0 left) 2023-12-20T10:59:15.758 INFO:tasks.rados.rados.0.smithi123.stdout:2779: copy_from oid 8 from oid 3 current snap is 275 2023-12-20T10:59:15.758 INFO:tasks.rados.rados.0.smithi123.stdout:2780: setattr oid 13 current snap is 275 2023-12-20T10:59:15.761 INFO:tasks.rados.rados.0.smithi123.stdout:2781: delete oid 23 current snap is 275 2023-12-20T10:59:15.762 INFO:tasks.rados.rados.0.smithi123.stdout:2779: finishing copy_from to smithi123173835-8 2023-12-20T10:59:15.763 INFO:tasks.rados.rados.0.smithi123.stdout:2779: got expected ENOENT (src dne) 2023-12-20T10:59:15.763 INFO:tasks.rados.rados.0.smithi123.stdout:2779: finishing copy_from racing read to smithi123173835-8 2023-12-20T10:59:15.764 INFO:tasks.rados.rados.0.smithi123.stdout:2779: done (2 left) 2023-12-20T10:59:15.764 INFO:tasks.rados.rados.0.smithi123.stdout:2781: done (1 left) 2023-12-20T10:59:15.764 INFO:tasks.rados.rados.0.smithi123.stdout:2782: copy_from oid 30 from oid 35 current snap is 275 2023-12-20T10:59:15.765 INFO:tasks.rados.rados.0.smithi123.stdout:2783: snap_create 2023-12-20T10:59:15.765 INFO:tasks.rados.rados.0.smithi123.stdout:2782: finishing copy_from to smithi123173835-30 2023-12-20T10:59:15.766 INFO:tasks.rados.rados.0.smithi123.stdout:2782: got expected ENOENT (src dne) 2023-12-20T10:59:15.766 INFO:tasks.rados.rados.0.smithi123.stdout:2782: finishing copy_from racing read to smithi123173835-30 2023-12-20T10:59:15.766 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 2308 (ObjNum 65 snap 0 seq_num 1532977499) dirty exists 2023-12-20T10:59:16.122 INFO:tasks.rados.rados.0.smithi123.stdout:2780: done (2 left) 2023-12-20T10:59:16.122 INFO:tasks.rados.rados.0.smithi123.stdout:2782: done (1 left) 2023-12-20T10:59:16.122 INFO:tasks.rados.rados.0.smithi123.stdout:2783: done (0 left) 2023-12-20T10:59:16.122 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 12 current snap is 276 2023-12-20T10:59:16.122 INFO:tasks.rados.rados.0.smithi123.stdout:2784: seq_num 897 ranges {0=630784} 2023-12-20T10:59:16.126 INFO:tasks.rados.rados.0.smithi123.stdout:2784: writing smithi123173835-12 from 0 to 630784 tid 1 2023-12-20T10:59:16.126 INFO:tasks.rados.rados.0.smithi123.stdout:2785: read oid 33 snap -1 2023-12-20T10:59:16.126 INFO:tasks.rados.rados.0.smithi123.stdout:2785: expect (ObjNum 816 snap 244 seq_num 816) 2023-12-20T10:59:16.126 INFO:tasks.rados.rados.0.smithi123.stdout:2786: read oid 50 snap 254 2023-12-20T10:59:16.126 INFO:tasks.rados.rados.0.smithi123.stdout:2786: expect deleted 2023-12-20T10:59:16.126 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 45 current snap is 276 2023-12-20T10:59:16.126 INFO:tasks.rados.rados.0.smithi123.stdout:2787: seq_num 898 ranges {1089536=647168} 2023-12-20T10:59:16.136 INFO:tasks.rados.rados.0.smithi123.stdout:2787: writing smithi123173835-45 from 1089536 to 1736704 tid 1 2023-12-20T10:59:16.136 INFO:tasks.rados.rados.0.smithi123.stdout:2788: rollback oid 36 current snap is 276 2023-12-20T10:59:16.136 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 36 to 271 2023-12-20T10:59:16.136 INFO:tasks.rados.rados.0.smithi123.stdout:2784: finishing write tid 1 to smithi123173835-12 2023-12-20T10:59:16.136 INFO:tasks.rados.rados.0.smithi123.stdout:2784: finishing write tid 2 to smithi123173835-12 2023-12-20T10:59:16.136 INFO:tasks.rados.rados.0.smithi123.stdout:2785: expect (ObjNum 816 snap 244 seq_num 816) 2023-12-20T10:59:16.182 INFO:tasks.rados.rados.0.smithi123.stdout:2784: finishing write tid 3 to smithi123173835-12 2023-12-20T10:59:16.182 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 1601 (ObjNum 897 snap 276 seq_num 897) dirty exists 2023-12-20T10:59:16.182 INFO:tasks.rados.rados.0.smithi123.stdout:2784: left oid 12 (ObjNum 897 snap 276 seq_num 897) 2023-12-20T10:59:16.182 INFO:tasks.rados.rados.0.smithi123.stdout:2787: finishing write tid 1 to smithi123173835-45 2023-12-20T10:59:16.182 INFO:tasks.rados.rados.0.smithi123.stdout:2788: finishing rollback tid 0 to smithi123173835-36 2023-12-20T10:59:16.182 INFO:tasks.rados.rados.0.smithi123.stdout:2788: finishing rollback tid 1 to smithi123173835-36 2023-12-20T10:59:16.182 INFO:tasks.rados.rados.0.smithi123.stdout:2784: done (4 left) 2023-12-20T10:59:16.182 INFO:tasks.rados.rados.0.smithi123.stdout:2785: done (3 left) 2023-12-20T10:59:16.183 INFO:tasks.rados.rados.0.smithi123.stdout:2786: done (2 left) 2023-12-20T10:59:16.183 INFO:tasks.rados.rados.0.smithi123.stdout:2789: snap_remove snap 255 2023-12-20T10:59:16.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:16 smithi177 ceph-mon[212096]: osdmap e605: 8 total, 8 up, 8 in 2023-12-20T10:59:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:16 smithi123 ceph-mon[191304]: osdmap e605: 8 total, 8 up, 8 in 2023-12-20T10:59:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:16 smithi123 ceph-mon[188613]: osdmap e605: 8 total, 8 up, 8 in 2023-12-20T10:59:17.128 INFO:tasks.rados.rados.0.smithi123.stdout:2789: done (2 left) 2023-12-20T10:59:17.128 INFO:tasks.rados.rados.0.smithi123.stdout:2790: delete oid 17 current snap is 276 2023-12-20T10:59:17.128 INFO:tasks.rados.rados.0.smithi123.stdout:2788: finishing rollback tid 2 to smithi123173835-36 2023-12-20T10:59:17.128 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 1796 (ObjNum 852 snap 263 seq_num 852) dirty exists 2023-12-20T10:59:17.128 INFO:tasks.rados.rados.0.smithi123.stdout:2787: finishing write tid 2 to smithi123173835-45 2023-12-20T10:59:17.128 INFO:tasks.rados.rados.0.smithi123.stdout:2787: finishing write tid 3 to smithi123173835-45 2023-12-20T10:59:17.128 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 1791 (ObjNum 898 snap 276 seq_num 898) dirty exists 2023-12-20T10:59:17.128 INFO:tasks.rados.rados.0.smithi123.stdout:2787: left oid 45 (ObjNum 898 snap 276 seq_num 898) 2023-12-20T10:59:17.142 INFO:tasks.rados.rados.0.smithi123.stdout:2787: done (2 left) 2023-12-20T10:59:17.142 INFO:tasks.rados.rados.0.smithi123.stdout:2788: done (1 left) 2023-12-20T10:59:17.142 INFO:tasks.rados.rados.0.smithi123.stdout:2790: done (0 left) 2023-12-20T10:59:17.142 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 10 current snap is 276 2023-12-20T10:59:17.142 INFO:tasks.rados.rados.0.smithi123.stdout:2791: seq_num 900 ranges {2785280=679936} 2023-12-20T10:59:17.150 INFO:tasks.rados.rados.0.smithi123.stdout:2791: writing smithi123173835-10 from 2785280 to 3465216 tid 1 2023-12-20T10:59:17.150 INFO:tasks.rados.rados.0.smithi123.stdout:2792: read oid 6 snap -1 2023-12-20T10:59:17.150 INFO:tasks.rados.rados.0.smithi123.stdout:2792: expect (ObjNum 824 snap 252 seq_num 824) 2023-12-20T10:59:17.150 INFO:tasks.rados.rados.0.smithi123.stdout:2793: rollback oid 37 current snap is 276 2023-12-20T10:59:17.150 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 37 to 274 2023-12-20T10:59:17.150 INFO:tasks.rados.rados.0.smithi123.stdout:2794: read oid 17 snap -1 2023-12-20T10:59:17.150 INFO:tasks.rados.rados.0.smithi123.stdout:2794: expect deleted 2023-12-20T10:59:17.150 INFO:tasks.rados.rados.0.smithi123.stdout:2795: snap_remove snap 241 2023-12-20T10:59:17.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:17 smithi177 ceph-mon[212096]: pgmap v623: 121 pgs: 121 active+clean; 334 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 273 KiB/s rd, 146 KiB/s wr, 3 op/s 2023-12-20T10:59:17.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:17 smithi177 ceph-mon[212096]: osdmap e606: 8 total, 8 up, 8 in 2023-12-20T10:59:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:17 smithi123 ceph-mon[191304]: pgmap v623: 121 pgs: 121 active+clean; 334 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 273 KiB/s rd, 146 KiB/s wr, 3 op/s 2023-12-20T10:59:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:17 smithi123 ceph-mon[191304]: osdmap e606: 8 total, 8 up, 8 in 2023-12-20T10:59:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:17 smithi123 ceph-mon[188613]: pgmap v623: 121 pgs: 121 active+clean; 334 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 273 KiB/s rd, 146 KiB/s wr, 3 op/s 2023-12-20T10:59:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:17 smithi123 ceph-mon[188613]: osdmap e606: 8 total, 8 up, 8 in 2023-12-20T10:59:18.072 INFO:tasks.rados.rados.0.smithi123.stdout:2795: done (4 left) 2023-12-20T10:59:18.072 INFO:tasks.rados.rados.0.smithi123.stdout:2796: read oid 7 snap -1 2023-12-20T10:59:18.072 INFO:tasks.rados.rados.0.smithi123.stdout:2796: expect (ObjNum 862 snap 265 seq_num 862) 2023-12-20T10:59:18.073 INFO:tasks.rados.rados.0.smithi123.stdout:2797: read oid 43 snap -1 2023-12-20T10:59:18.073 INFO:tasks.rados.rados.0.smithi123.stdout:2797: expect (ObjNum 879 snap 271 seq_num 879) 2023-12-20T10:59:18.073 INFO:tasks.rados.rados.0.smithi123.stdout:2798: copy_from oid 29 from oid 34 current snap is 276 2023-12-20T10:59:18.073 INFO:tasks.rados.rados.0.smithi123.stdout:2799: snap_remove snap 264 2023-12-20T10:59:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:18 smithi177 ceph-mon[212096]: osdmap e607: 8 total, 8 up, 8 in 2023-12-20T10:59:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:18 smithi177 ceph-mon[212096]: osdmap e608: 8 total, 8 up, 8 in 2023-12-20T10:59:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:18 smithi123 ceph-mon[191304]: osdmap e607: 8 total, 8 up, 8 in 2023-12-20T10:59:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:18 smithi123 ceph-mon[191304]: osdmap e608: 8 total, 8 up, 8 in 2023-12-20T10:59:18.492 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:59:18 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-2[211254]: 2023-12-20T10:59:18.117+0000 7fdfcbd4c700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1d3 after trimming was started 2023-12-20T10:59:18.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:18 smithi123 ceph-mon[188613]: osdmap e607: 8 total, 8 up, 8 in 2023-12-20T10:59:18.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:18 smithi123 ceph-mon[188613]: osdmap e608: 8 total, 8 up, 8 in 2023-12-20T10:59:19.067 INFO:tasks.rados.rados.0.smithi123.stdout:2799: done (7 left) 2023-12-20T10:59:19.067 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 35 current snap is 276 2023-12-20T10:59:19.067 INFO:tasks.rados.rados.0.smithi123.stdout:2793: finishing rollback tid 0 to smithi123173835-37 2023-12-20T10:59:19.067 INFO:tasks.rados.rados.0.smithi123.stdout:2791: finishing write tid 1 to smithi123173835-10 2023-12-20T10:59:19.067 INFO:tasks.rados.rados.0.smithi123.stdout:2791: finishing write tid 2 to smithi123173835-10 2023-12-20T10:59:19.067 INFO:tasks.rados.rados.0.smithi123.stdout:2793: finishing rollback tid 1 to smithi123173835-37 2023-12-20T10:59:19.067 INFO:tasks.rados.rados.0.smithi123.stdout:2800: seq_num 901 ranges {0=696320} 2023-12-20T10:59:19.071 INFO:tasks.rados.rados.0.smithi123.stdout:2800: writing smithi123173835-35 from 0 to 696320 tid 1 2023-12-20T10:59:19.071 INFO:tasks.rados.rados.0.smithi123.stdout:2794: done (7 left) 2023-12-20T10:59:19.071 INFO:tasks.rados.rados.0.smithi123.stdout:2801: delete oid 50 current snap is 276 2023-12-20T10:59:19.078 INFO:tasks.rados.rados.0.smithi123.stdout:2793: finishing rollback tid 2 to smithi123173835-37 2023-12-20T10:59:19.078 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 1815 (ObjNum 892 snap 274 seq_num 892) dirty exists 2023-12-20T10:59:19.078 INFO:tasks.rados.rados.0.smithi123.stdout:2791: finishing write tid 3 to smithi123173835-10 2023-12-20T10:59:19.078 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 2311 (ObjNum 900 snap 276 seq_num 900) dirty exists 2023-12-20T10:59:19.078 INFO:tasks.rados.rados.0.smithi123.stdout:2791: left oid 10 (ObjNum 900 snap 276 seq_num 900) 2023-12-20T10:59:19.078 INFO:tasks.rados.rados.0.smithi123.stdout:2792: expect (ObjNum 824 snap 252 seq_num 824) 2023-12-20T10:59:19.357 INFO:tasks.rados.rados.0.smithi123.stdout:2798: finishing copy_from to smithi123173835-29 2023-12-20T10:59:19.357 INFO:tasks.rados.rados.0.smithi123.stdout:2798: got expected ENOENT (src dne) 2023-12-20T10:59:19.357 INFO:tasks.rados.rados.0.smithi123.stdout:2791: done (7 left) 2023-12-20T10:59:19.357 INFO:tasks.rados.rados.0.smithi123.stdout:2792: done (6 left) 2023-12-20T10:59:19.357 INFO:tasks.rados.rados.0.smithi123.stdout:2793: done (5 left) 2023-12-20T10:59:19.357 INFO:tasks.rados.rados.0.smithi123.stdout:2801: done (4 left) 2023-12-20T10:59:19.357 INFO:tasks.rados.rados.0.smithi123.stdout:2802: rollback oid 19 current snap is 276 2023-12-20T10:59:19.357 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 19 to 261 2023-12-20T10:59:19.357 INFO:tasks.rados.rados.0.smithi123.stdout:2798: finishing copy_from racing read to smithi123173835-29 2023-12-20T10:59:19.357 INFO:tasks.rados.rados.0.smithi123.stdout:2797: expect (ObjNum 879 snap 271 seq_num 879) 2023-12-20T10:59:19.366 INFO:tasks.rados.rados.0.smithi123.stdout:2796: expect (ObjNum 862 snap 265 seq_num 862) 2023-12-20T10:59:19.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:19 smithi177 ceph-mon[212096]: pgmap v626: 121 pgs: 121 active+clean; 337 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 748 KiB/s wr, 17 op/s 2023-12-20T10:59:19.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:19 smithi177 ceph-mon[212096]: osdmap e609: 8 total, 8 up, 8 in 2023-12-20T10:59:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:19 smithi123 ceph-mon[191304]: pgmap v626: 121 pgs: 121 active+clean; 337 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 748 KiB/s wr, 17 op/s 2023-12-20T10:59:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:19 smithi123 ceph-mon[191304]: osdmap e609: 8 total, 8 up, 8 in 2023-12-20T10:59:19.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:19 smithi123 ceph-mon[188613]: pgmap v626: 121 pgs: 121 active+clean; 337 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 748 KiB/s wr, 17 op/s 2023-12-20T10:59:19.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:19 smithi123 ceph-mon[188613]: osdmap e609: 8 total, 8 up, 8 in 2023-12-20T10:59:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:59:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:59:19] "GET /metrics HTTP/1.1" 200 36163 "" "Prometheus/2.43.0" 2023-12-20T10:59:20.619 INFO:tasks.rados.rados.0.smithi123.stdout:2800: finishing write tid 1 to smithi123173835-35 2023-12-20T10:59:20.619 INFO:tasks.rados.rados.0.smithi123.stdout:2800: finishing write tid 2 to smithi123173835-35 2023-12-20T10:59:20.619 INFO:tasks.rados.rados.0.smithi123.stdout:2796: done (4 left) 2023-12-20T10:59:20.619 INFO:tasks.rados.rados.0.smithi123.stdout:2797: done (3 left) 2023-12-20T10:59:20.619 INFO:tasks.rados.rados.0.smithi123.stdout:2798: done (2 left) 2023-12-20T10:59:20.620 INFO:tasks.rados.rados.0.smithi123.stdout:2803: snap_create 2023-12-20T10:59:20.620 INFO:tasks.rados.rados.0.smithi123.stdout:2800: finishing write tid 3 to smithi123173835-35 2023-12-20T10:59:20.620 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 35 v 2333 (ObjNum 901 snap 276 seq_num 901) dirty exists 2023-12-20T10:59:20.620 INFO:tasks.rados.rados.0.smithi123.stdout:2800: left oid 35 (ObjNum 901 snap 276 seq_num 901) 2023-12-20T10:59:20.620 INFO:tasks.rados.rados.0.smithi123.stdout:2802: finishing rollback tid 1 to smithi123173835-19 2023-12-20T10:59:20.620 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-20T10:59:21.144 INFO:tasks.rados.rados.0.smithi123.stdout:2800: done (2 left) 2023-12-20T10:59:21.144 INFO:tasks.rados.rados.0.smithi123.stdout:2802: done (1 left) 2023-12-20T10:59:21.144 INFO:tasks.rados.rados.0.smithi123.stdout:2803: done (0 left) 2023-12-20T10:59:21.144 INFO:tasks.rados.rados.0.smithi123.stdout:2804: delete oid 44 current snap is 277 2023-12-20T10:59:21.149 INFO:tasks.rados.rados.0.smithi123.stdout:2804: done (0 left) 2023-12-20T10:59:21.149 INFO:tasks.rados.rados.0.smithi123.stdout:2805: read oid 11 snap -1 2023-12-20T10:59:21.149 INFO:tasks.rados.rados.0.smithi123.stdout:2805: expect (ObjNum 885 snap 274 seq_num 885) 2023-12-20T10:59:21.149 INFO:tasks.rados.rados.0.smithi123.stdout:2806: rollback oid 21 current snap is 277 2023-12-20T10:59:21.149 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 21 to 261 2023-12-20T10:59:21.150 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 28 current snap is 277 2023-12-20T10:59:21.150 INFO:tasks.rados.rados.0.smithi123.stdout:2807: seq_num 904 ranges {0=745472} 2023-12-20T10:59:21.154 INFO:tasks.rados.rados.0.smithi123.stdout:2807: writing smithi123173835-28 from 0 to 745472 tid 1 2023-12-20T10:59:21.154 INFO:tasks.rados.rados.0.smithi123.stdout:2808: rollback oid 49 current snap is 277 2023-12-20T10:59:21.154 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 49 to 233 2023-12-20T10:59:21.155 INFO:tasks.rados.rados.0.smithi123.stdout:2806: finishing rollback tid 1 to smithi123173835-21 2023-12-20T10:59:21.155 INFO:tasks.rados.rados.0.smithi123.stdout:2806: finishing rollback tid 2 to smithi123173835-21 2023-12-20T10:59:21.155 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 1622 (ObjNum 851 snap 261 seq_num 851) dirty exists 2023-12-20T10:59:21.155 INFO:tasks.rados.rados.0.smithi123.stdout:2806: done (3 left) 2023-12-20T10:59:21.155 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 8 current snap is 277 2023-12-20T10:59:21.155 INFO:tasks.rados.rados.0.smithi123.stdout:2809: seq_num 905 ranges {15605760=761856} 2023-12-20T10:59:21.239 INFO:tasks.rados.rados.0.smithi123.stdout:2809: writing smithi123173835-8 from 15605760 to 16367616 tid 1 2023-12-20T10:59:21.240 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 10 current snap is 277 2023-12-20T10:59:21.240 INFO:tasks.rados.rados.0.smithi123.stdout:2810: seq_num 906 ranges {3465216=778240} 2023-12-20T10:59:21.262 INFO:tasks.rados.rados.0.smithi123.stdout:2810: writing smithi123173835-10 from 3465216 to 4243456 tid 1 2023-12-20T10:59:21.262 INFO:tasks.rados.rados.0.smithi123.stdout:2811: read oid 3 snap -1 2023-12-20T10:59:21.262 INFO:tasks.rados.rados.0.smithi123.stdout:2811: expect deleted 2023-12-20T10:59:21.262 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 34 current snap is 277 2023-12-20T10:59:21.262 INFO:tasks.rados.rados.0.smithi123.stdout:2812: seq_num 907 ranges {0=794624} 2023-12-20T10:59:21.267 INFO:tasks.rados.rados.0.smithi123.stdout:2812: writing smithi123173835-34 from 0 to 794624 tid 1 2023-12-20T10:59:21.267 INFO:tasks.rados.rados.0.smithi123.stdout:2813: copy_from oid 43 from oid 1 current snap is 277 2023-12-20T10:59:21.267 INFO:tasks.rados.rados.0.smithi123.stdout:2805: expect (ObjNum 885 snap 274 seq_num 885) 2023-12-20T10:59:21.282 INFO:tasks.rados.rados.0.smithi123.stdout:2808: finishing rollback tid 0 to smithi123173835-49 2023-12-20T10:59:21.282 INFO:tasks.rados.rados.0.smithi123.stdout:2807: finishing write tid 1 to smithi123173835-28 2023-12-20T10:59:21.282 INFO:tasks.rados.rados.0.smithi123.stdout:2807: finishing write tid 2 to smithi123173835-28 2023-12-20T10:59:21.282 INFO:tasks.rados.rados.0.smithi123.stdout:2808: finishing rollback tid 1 to smithi123173835-49 2023-12-20T10:59:21.282 INFO:tasks.rados.rados.0.smithi123.stdout:2808: finishing rollback tid 2 to smithi123173835-49 2023-12-20T10:59:21.282 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 1976 (ObjNum 773 snap 231 seq_num 773) dirty exists 2023-12-20T10:59:21.282 INFO:tasks.rados.rados.0.smithi123.stdout:2807: finishing write tid 3 to smithi123173835-28 2023-12-20T10:59:21.283 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 28 v 1615 (ObjNum 904 snap 277 seq_num 904) dirty exists 2023-12-20T10:59:21.283 INFO:tasks.rados.rados.0.smithi123.stdout:2807: left oid 28 (ObjNum 904 snap 277 seq_num 904) 2023-12-20T10:59:21.283 INFO:tasks.rados.rados.0.smithi123.stdout:2809: finishing write tid 1 to smithi123173835-8 2023-12-20T10:59:21.283 INFO:tasks.rados.rados.0.smithi123.stdout:2809: finishing write tid 2 to smithi123173835-8 2023-12-20T10:59:21.283 INFO:tasks.rados.rados.0.smithi123.stdout:2809: finishing write tid 3 to smithi123173835-8 2023-12-20T10:59:21.283 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 1603 (ObjNum 905 snap 277 seq_num 905) dirty exists 2023-12-20T10:59:21.283 INFO:tasks.rados.rados.0.smithi123.stdout:2809: left oid 8 (ObjNum 905 snap 277 seq_num 905) 2023-12-20T10:59:21.283 INFO:tasks.rados.rados.0.smithi123.stdout:2805: done (7 left) 2023-12-20T10:59:21.284 INFO:tasks.rados.rados.0.smithi123.stdout:2807: done (6 left) 2023-12-20T10:59:21.284 INFO:tasks.rados.rados.0.smithi123.stdout:2808: done (5 left) 2023-12-20T10:59:21.284 INFO:tasks.rados.rados.0.smithi123.stdout:2809: done (4 left) 2023-12-20T10:59:21.284 INFO:tasks.rados.rados.0.smithi123.stdout:2814: read oid 28 snap -1 2023-12-20T10:59:21.284 INFO:tasks.rados.rados.0.smithi123.stdout:2814: expect (ObjNum 904 snap 277 seq_num 904) 2023-12-20T10:59:21.284 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 15 current snap is 277 2023-12-20T10:59:21.284 INFO:tasks.rados.rados.0.smithi123.stdout:2810: finishing write tid 1 to smithi123173835-10 2023-12-20T10:59:21.284 INFO:tasks.rados.rados.0.smithi123.stdout:2810: finishing write tid 2 to smithi123173835-10 2023-12-20T10:59:21.284 INFO:tasks.rados.rados.0.smithi123.stdout:2812: finishing write tid 1 to smithi123173835-34 2023-12-20T10:59:21.285 INFO:tasks.rados.rados.0.smithi123.stdout:2812: finishing write tid 2 to smithi123173835-34 2023-12-20T10:59:21.285 INFO:tasks.rados.rados.0.smithi123.stdout:2813: finishing copy_from racing read to smithi123173835-43 2023-12-20T10:59:21.285 INFO:tasks.rados.rados.0.smithi123.stdout:2810: finishing write tid 3 to smithi123173835-10 2023-12-20T10:59:21.285 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 2348 (ObjNum 906 snap 277 seq_num 906) dirty exists 2023-12-20T10:59:21.285 INFO:tasks.rados.rados.0.smithi123.stdout:2810: left oid 10 (ObjNum 906 snap 277 seq_num 906) 2023-12-20T10:59:21.286 INFO:tasks.rados.rados.0.smithi123.stdout:2813: finishing copy_from to smithi123173835-43 2023-12-20T10:59:21.286 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 1786 (ObjNum 762 snap 224 seq_num 762) dirty exists 2023-12-20T10:59:21.286 INFO:tasks.rados.rados.0.smithi123.stdout:2812: finishing write tid 3 to smithi123173835-34 2023-12-20T10:59:21.286 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 34 v 2350 (ObjNum 907 snap 277 seq_num 907) dirty exists 2023-12-20T10:59:21.286 INFO:tasks.rados.rados.0.smithi123.stdout:2812: left oid 34 (ObjNum 907 snap 277 seq_num 907) 2023-12-20T10:59:21.286 INFO:tasks.rados.rados.0.smithi123.stdout:2815: seq_num 908 ranges {1777664=409600,2187264=401408} 2023-12-20T10:59:21.293 INFO:tasks.rados.rados.0.smithi123.stdout:2815: writing smithi123173835-15 from 1777664 to 2187264 tid 1 2023-12-20T10:59:21.295 INFO:tasks.rados.rados.0.smithi123.stdout:2815: writing smithi123173835-15 from 2187264 to 2588672 tid 2 2023-12-20T10:59:21.295 INFO:tasks.rados.rados.0.smithi123.stdout:2810: done (5 left) 2023-12-20T10:59:21.295 INFO:tasks.rados.rados.0.smithi123.stdout:2811: done (4 left) 2023-12-20T10:59:21.295 INFO:tasks.rados.rados.0.smithi123.stdout:2812: done (3 left) 2023-12-20T10:59:21.295 INFO:tasks.rados.rados.0.smithi123.stdout:2813: done (2 left) 2023-12-20T10:59:21.296 INFO:tasks.rados.rados.0.smithi123.stdout:2816: snap_remove snap 254 2023-12-20T10:59:21.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:21 smithi177 ceph-mon[212096]: pgmap v629: 121 pgs: 121 active+clean; 337 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.4 MiB/s wr, 30 op/s 2023-12-20T10:59:21.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:21 smithi123 ceph-mon[188613]: pgmap v629: 121 pgs: 121 active+clean; 337 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.4 MiB/s wr, 30 op/s 2023-12-20T10:59:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:21 smithi123 ceph-mon[191304]: pgmap v629: 121 pgs: 121 active+clean; 337 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.4 MiB/s wr, 30 op/s 2023-12-20T10:59:22.156 INFO:tasks.rados.rados.0.smithi123.stdout:2816: done (2 left) 2023-12-20T10:59:22.157 INFO:tasks.rados.rados.0.smithi123.stdout:2817: snap_remove snap 270 2023-12-20T10:59:22.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:22 smithi177 ceph-mon[212096]: osdmap e610: 8 total, 8 up, 8 in 2023-12-20T10:59:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:22 smithi123 ceph-mon[191304]: osdmap e610: 8 total, 8 up, 8 in 2023-12-20T10:59:22.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:22 smithi123 ceph-mon[188613]: osdmap e610: 8 total, 8 up, 8 in 2023-12-20T10:59:23.084 INFO:tasks.rados.rados.0.smithi123.stdout:2817: done (2 left) 2023-12-20T10:59:23.084 INFO:tasks.rados.rados.0.smithi123.stdout:2818: delete oid 32 current snap is 277 2023-12-20T10:59:23.084 INFO:tasks.rados.rados.0.smithi123.stdout:2814: expect (ObjNum 904 snap 277 seq_num 904) 2023-12-20T10:59:23.105 INFO:tasks.rados.rados.0.smithi123.stdout:2815: finishing write tid 1 to smithi123173835-15 2023-12-20T10:59:23.105 INFO:tasks.rados.rados.0.smithi123.stdout:2815: finishing write tid 2 to smithi123173835-15 2023-12-20T10:59:23.105 INFO:tasks.rados.rados.0.smithi123.stdout:2815: finishing write tid 3 to smithi123173835-15 2023-12-20T10:59:23.105 INFO:tasks.rados.rados.0.smithi123.stdout:2814: done (2 left) 2023-12-20T10:59:23.105 INFO:tasks.rados.rados.0.smithi123.stdout:2818: done (1 left) 2023-12-20T10:59:23.106 INFO:tasks.rados.rados.0.smithi123.stdout:2819: rollback oid 34 current snap is 277 2023-12-20T10:59:23.106 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 34 to 269 2023-12-20T10:59:23.106 INFO:tasks.rados.rados.0.smithi123.stdout:2815: finishing write tid 4 to smithi123173835-15 2023-12-20T10:59:23.106 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 2354 (ObjNum 908 snap 277 seq_num 908) dirty exists 2023-12-20T10:59:23.106 INFO:tasks.rados.rados.0.smithi123.stdout:2815: left oid 15 (ObjNum 908 snap 277 seq_num 908) 2023-12-20T10:59:23.106 INFO:tasks.rados.rados.0.smithi123.stdout:2815: done (1 left) 2023-12-20T10:59:23.106 INFO:tasks.rados.rados.0.smithi123.stdout:2820: copy_from oid 2 from oid 3 current snap is 277 2023-12-20T10:59:23.106 INFO:tasks.rados.rados.0.smithi123.stdout:2821: delete oid 12 current snap is 277 2023-12-20T10:59:23.108 INFO:tasks.rados.rados.0.smithi123.stdout:2820: finishing copy_from to smithi123173835-2 2023-12-20T10:59:23.108 INFO:tasks.rados.rados.0.smithi123.stdout:2820: got expected ENOENT (src dne) 2023-12-20T10:59:23.108 INFO:tasks.rados.rados.0.smithi123.stdout:2820: finishing copy_from racing read to smithi123173835-2 2023-12-20T10:59:23.109 INFO:tasks.rados.rados.0.smithi123.stdout:2820: done (2 left) 2023-12-20T10:59:23.109 INFO:tasks.rados.rados.0.smithi123.stdout:2821: done (1 left) 2023-12-20T10:59:23.109 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 24 current snap is 277 2023-12-20T10:59:23.109 INFO:tasks.rados.rados.0.smithi123.stdout:2822: seq_num 911 ranges {2351104=466944,2818048=401408} 2023-12-20T10:59:23.124 INFO:tasks.rados.rados.0.smithi123.stdout:2822: writing smithi123173835-24 from 2351104 to 2818048 tid 1 2023-12-20T10:59:23.127 INFO:tasks.rados.rados.0.smithi123.stdout:2822: writing smithi123173835-24 from 2818048 to 3219456 tid 2 2023-12-20T10:59:23.127 INFO:tasks.rados.rados.0.smithi123.stdout:2823: copy_from oid 10 from oid 37 current snap is 277 2023-12-20T10:59:23.127 INFO:tasks.rados.rados.0.smithi123.stdout:2819: finishing rollback tid 0 to smithi123173835-34 2023-12-20T10:59:23.127 INFO:tasks.rados.rados.0.smithi123.stdout:2819: finishing rollback tid 1 to smithi123173835-34 2023-12-20T10:59:23.127 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 34 v 2380 (ObjNum 257 snap 0 seq_num 4227165456) dirty dne 2023-12-20T10:59:23.127 INFO:tasks.rados.rados.0.smithi123.stdout:2819: done (2 left) 2023-12-20T10:59:23.127 INFO:tasks.rados.rados.0.smithi123.stdout:2824: snap_remove snap 224 2023-12-20T10:59:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:23 smithi177 ceph-mon[212096]: pgmap v631: 121 pgs: 121 active+clean; 338 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 899 KiB/s wr, 16 op/s 2023-12-20T10:59:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:23 smithi177 ceph-mon[212096]: osdmap e611: 8 total, 8 up, 8 in 2023-12-20T10:59:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:23 smithi177 ceph-mon[212096]: osdmap e612: 8 total, 8 up, 8 in 2023-12-20T10:59:23.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:23 smithi123 ceph-mon[188613]: pgmap v631: 121 pgs: 121 active+clean; 338 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 899 KiB/s wr, 16 op/s 2023-12-20T10:59:23.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:23 smithi123 ceph-mon[188613]: osdmap e611: 8 total, 8 up, 8 in 2023-12-20T10:59:23.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:23 smithi123 ceph-mon[188613]: osdmap e612: 8 total, 8 up, 8 in 2023-12-20T10:59:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:23 smithi123 ceph-mon[191304]: pgmap v631: 121 pgs: 121 active+clean; 338 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 899 KiB/s wr, 16 op/s 2023-12-20T10:59:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:23 smithi123 ceph-mon[191304]: osdmap e611: 8 total, 8 up, 8 in 2023-12-20T10:59:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:23 smithi123 ceph-mon[191304]: osdmap e612: 8 total, 8 up, 8 in 2023-12-20T10:59:24.086 INFO:tasks.rados.rados.0.smithi123.stdout:2824: done (2 left) 2023-12-20T10:59:24.086 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 41 current snap is 277 2023-12-20T10:59:24.086 INFO:tasks.rados.rados.0.smithi123.stdout:2825: seq_num 912 ranges {11534336=483328,12017664=401408} 2023-12-20T10:59:24.150 INFO:tasks.rados.rados.0.smithi123.stdout:2825: writing smithi123173835-41 from 11534336 to 12017664 tid 1 2023-12-20T10:59:24.152 INFO:tasks.rados.rados.0.smithi123.stdout:2825: writing smithi123173835-41 from 12017664 to 12419072 tid 2 2023-12-20T10:59:24.152 INFO:tasks.rados.rados.0.smithi123.stdout:2826: delete oid 27 current snap is 277 2023-12-20T10:59:24.152 INFO:tasks.rados.rados.0.smithi123.stdout:2822: finishing write tid 1 to smithi123173835-24 2023-12-20T10:59:24.152 INFO:tasks.rados.rados.0.smithi123.stdout:2822: finishing write tid 2 to smithi123173835-24 2023-12-20T10:59:24.152 INFO:tasks.rados.rados.0.smithi123.stdout:2822: finishing write tid 3 to smithi123173835-24 2023-12-20T10:59:24.152 INFO:tasks.rados.rados.0.smithi123.stdout:2822: finishing write tid 4 to smithi123173835-24 2023-12-20T10:59:24.153 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 24 v 1677 (ObjNum 911 snap 277 seq_num 911) dirty exists 2023-12-20T10:59:24.153 INFO:tasks.rados.rados.0.smithi123.stdout:2822: left oid 24 (ObjNum 911 snap 277 seq_num 911) 2023-12-20T10:59:24.153 INFO:tasks.rados.rados.0.smithi123.stdout:2823: finishing copy_from racing read to smithi123173835-10 2023-12-20T10:59:24.153 INFO:tasks.rados.rados.0.smithi123.stdout:2823: finishing copy_from to smithi123173835-10 2023-12-20T10:59:24.153 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 1815 (ObjNum 892 snap 274 seq_num 892) dirty exists 2023-12-20T10:59:24.154 INFO:tasks.rados.rados.0.smithi123.stdout:2822: done (3 left) 2023-12-20T10:59:24.154 INFO:tasks.rados.rados.0.smithi123.stdout:2823: done (2 left) 2023-12-20T10:59:24.155 INFO:tasks.rados.rados.0.smithi123.stdout:2826: done (1 left) 2023-12-20T10:59:24.155 INFO:tasks.rados.rados.0.smithi123.stdout:2827: delete oid 28 current snap is 277 2023-12-20T10:59:24.155 INFO:tasks.rados.rados.0.smithi123.stdout:2825: finishing write tid 1 to smithi123173835-41 2023-12-20T10:59:24.156 INFO:tasks.rados.rados.0.smithi123.stdout:2827: done (1 left) 2023-12-20T10:59:24.156 INFO:tasks.rados.rados.0.smithi123.stdout:2828: snap_remove snap 237 2023-12-20T10:59:25.154 INFO:tasks.rados.rados.0.smithi123.stdout:2828: done (1 left) 2023-12-20T10:59:25.154 INFO:tasks.rados.rados.0.smithi123.stdout:2829: snap_create 2023-12-20T10:59:25.154 INFO:tasks.rados.rados.0.smithi123.stdout:2825: finishing write tid 2 to smithi123173835-41 2023-12-20T10:59:25.154 INFO:tasks.rados.rados.0.smithi123.stdout:2825: finishing write tid 3 to smithi123173835-41 2023-12-20T10:59:25.154 INFO:tasks.rados.rados.0.smithi123.stdout:2825: finishing write tid 4 to smithi123173835-41 2023-12-20T10:59:25.154 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 1979 (ObjNum 912 snap 277 seq_num 912) dirty exists 2023-12-20T10:59:25.154 INFO:tasks.rados.rados.0.smithi123.stdout:2825: left oid 41 (ObjNum 912 snap 277 seq_num 912) 2023-12-20T10:59:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:25 smithi177 ceph-mon[212096]: pgmap v634: 121 pgs: 121 active+clean; 342 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 621 KiB/s wr, 9 op/s 2023-12-20T10:59:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:25 smithi177 ceph-mon[212096]: osdmap e613: 8 total, 8 up, 8 in 2023-12-20T10:59:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:59:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:25 smithi123 ceph-mon[191304]: pgmap v634: 121 pgs: 121 active+clean; 342 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 621 KiB/s wr, 9 op/s 2023-12-20T10:59:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:25 smithi123 ceph-mon[191304]: osdmap e613: 8 total, 8 up, 8 in 2023-12-20T10:59:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:59:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:25 smithi123 ceph-mon[188613]: pgmap v634: 121 pgs: 121 active+clean; 342 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 621 KiB/s wr, 9 op/s 2023-12-20T10:59:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:25 smithi123 ceph-mon[188613]: osdmap e613: 8 total, 8 up, 8 in 2023-12-20T10:59:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T10:59:26.160 INFO:tasks.rados.rados.0.smithi123.stdout:2825: done (1 left) 2023-12-20T10:59:26.160 INFO:tasks.rados.rados.0.smithi123.stdout:2829: done (0 left) 2023-12-20T10:59:26.160 INFO:tasks.rados.rados.0.smithi123.stdout:2830: rmattr oid 49 current snap is 278 2023-12-20T10:59:26.160 INFO:tasks.rados.rados.0.smithi123.stdout:2831: snap_remove snap 273 2023-12-20T10:59:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:26 smithi177 ceph-mon[212096]: osdmap e614: 8 total, 8 up, 8 in 2023-12-20T10:59:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:59:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:59:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:59:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:26 smithi123 ceph-mon[191304]: osdmap e614: 8 total, 8 up, 8 in 2023-12-20T10:59:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:59:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:59:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:59:26.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:26 smithi123 ceph-mon[188613]: osdmap e614: 8 total, 8 up, 8 in 2023-12-20T10:59:26.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T10:59:26.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T10:59:26.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T10:59:27.163 INFO:tasks.rados.rados.0.smithi123.stdout:2831: done (1 left) 2023-12-20T10:59:27.163 INFO:tasks.rados.rados.0.smithi123.stdout:2832: rollback oid 14 current snap is 278 2023-12-20T10:59:27.163 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 14 to 275 2023-12-20T10:59:27.164 INFO:tasks.rados.rados.0.smithi123.stdout:2833: delete oid 47 current snap is 278 2023-12-20T10:59:27.164 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 1980 (ObjNum 773 snap 231 seq_num 773) dirty exists 2023-12-20T10:59:27.175 INFO:tasks.rados.rados.0.smithi123.stdout:2830: done (2 left) 2023-12-20T10:59:27.175 INFO:tasks.rados.rados.0.smithi123.stdout:2833: done (1 left) 2023-12-20T10:59:27.175 INFO:tasks.rados.rados.0.smithi123.stdout:2834: copy_from oid 1 from oid 9 current snap is 278 2023-12-20T10:59:27.175 INFO:tasks.rados.rados.0.smithi123.stdout:2835: snap_remove snap 265 2023-12-20T10:59:27.416 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T10:59:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:27 smithi123 ceph-mon[188613]: pgmap v637: 121 pgs: 121 active+clean; 329 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 547 KiB/s rd, 580 KiB/s wr, 3 op/s 2023-12-20T10:59:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:27 smithi123 ceph-mon[188613]: osdmap e615: 8 total, 8 up, 8 in 2023-12-20T10:59:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:59:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:27 smithi123 ceph-mon[191304]: pgmap v637: 121 pgs: 121 active+clean; 329 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 547 KiB/s rd, 580 KiB/s wr, 3 op/s 2023-12-20T10:59:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:27 smithi123 ceph-mon[191304]: osdmap e615: 8 total, 8 up, 8 in 2023-12-20T10:59:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:59:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:27 smithi177 ceph-mon[212096]: pgmap v637: 121 pgs: 121 active+clean; 329 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 547 KiB/s rd, 580 KiB/s wr, 3 op/s 2023-12-20T10:59:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:27 smithi177 ceph-mon[212096]: osdmap e615: 8 total, 8 up, 8 in 2023-12-20T10:59:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:59:27.723 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T10:59:27.723 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8m) 5m ago 11m 26.5M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T10:59:27.723 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8m) 3m ago 11m 95.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T10:59:27.724 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (12m) 5m ago 12m 15.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T10:59:27.724 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (12m) 3m ago 12m 21.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T10:59:27.724 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7m) 3m ago 14m 449M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T10:59:27.724 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7m) 5m ago 15m 511M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T10:59:27.724 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7m) 5m ago 15m 83.8M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T10:59:27.724 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6m) 3m ago 14m 69.5M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T10:59:27.724 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7m) 5m ago 14m 64.2M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T10:59:27.724 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8m) 5m ago 10m 9.94M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T10:59:27.724 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7m) 3m ago 10m 18.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T10:59:27.724 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6m) 5m ago 14m 285M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T10:59:27.724 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6m) 5m ago 13m 223M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T10:59:27.724 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5m) 5m ago 13m 191M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T10:59:27.724 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5m) 5m ago 13m 16.0M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T10:59:27.724 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4m) 3m ago 13m 280M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T10:59:27.725 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4m) 3m ago 12m 224M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T10:59:27.725 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3m) 3m ago 12m 141M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T10:59:27.725 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3m) 3m ago 12m 12.6M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T10:59:27.725 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7m) 3m ago 11m 64.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T10:59:28.071 INFO:tasks.rados.rados.0.smithi123.stdout:2835: done (2 left) 2023-12-20T10:59:28.071 INFO:tasks.rados.rados.0.smithi123.stdout:2836: setattr oid 38 current snap is 278 2023-12-20T10:59:28.073 INFO:tasks.rados.rados.0.smithi123.stdout:2832: finishing rollback tid 0 to smithi123173835-14 2023-12-20T10:59:28.073 INFO:tasks.rados.rados.0.smithi123.stdout:2834: finishing copy_from to smithi123173835-1 2023-12-20T10:59:28.073 INFO:tasks.rados.rados.0.smithi123.stdout:2834: got expected ENOENT (src dne) 2023-12-20T10:59:28.073 INFO:tasks.rados.rados.0.smithi123.stdout:2834: finishing copy_from racing read to smithi123173835-1 2023-12-20T10:59:28.073 INFO:tasks.rados.rados.0.smithi123.stdout:2832: finishing rollback tid 1 to smithi123173835-14 2023-12-20T10:59:28.073 INFO:tasks.rados.rados.0.smithi123.stdout:2832: finishing rollback tid 2 to smithi123173835-14 2023-12-20T10:59:28.074 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 14 v 1405 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-20T10:59:28.074 INFO:tasks.rados.rados.0.smithi123.stdout:2832: done (2 left) 2023-12-20T10:59:28.074 INFO:tasks.rados.rados.0.smithi123.stdout:2834: done (1 left) 2023-12-20T10:59:28.074 INFO:tasks.rados.rados.0.smithi123.stdout:2837: snap_create 2023-12-20T10:59:28.087 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 38 v 1797 (ObjNum 860 snap 264 seq_num 860) dirty exists 2023-12-20T10:59:28.123 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T10:59:28.123 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T10:59:28.123 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T10:59:28.123 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:59:28.123 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T10:59:28.123 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T10:59:28.123 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:59:28.124 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T10:59:28.124 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T10:59:28.124 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:59:28.124 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T10:59:28.124 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T10:59:28.124 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:59:28.124 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T10:59:28.124 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T10:59:28.124 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T10:59:28.124 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T10:59:28.124 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T10:59:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:28 smithi123 ceph-mon[191304]: osdmap e616: 8 total, 8 up, 8 in 2023-12-20T10:59:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:28 smithi123 ceph-mon[191304]: from='client.44381 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:59:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:28 smithi123 ceph-mon[191304]: osdmap e617: 8 total, 8 up, 8 in 2023-12-20T10:59:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:28 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/250197347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:59:28.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:28 smithi123 ceph-mon[188613]: osdmap e616: 8 total, 8 up, 8 in 2023-12-20T10:59:28.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:28 smithi123 ceph-mon[188613]: from='client.44381 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:59:28.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:28 smithi123 ceph-mon[188613]: osdmap e617: 8 total, 8 up, 8 in 2023-12-20T10:59:28.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:28 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/250197347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:59:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:28 smithi177 ceph-mon[212096]: osdmap e616: 8 total, 8 up, 8 in 2023-12-20T10:59:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:28 smithi177 ceph-mon[212096]: from='client.44381 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:59:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:28 smithi177 ceph-mon[212096]: osdmap e617: 8 total, 8 up, 8 in 2023-12-20T10:59:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:28 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/250197347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:59:29.070 INFO:tasks.rados.rados.0.smithi123.stdout:2836: done (1 left) 2023-12-20T10:59:29.071 INFO:tasks.rados.rados.0.smithi123.stdout:2837: done (0 left) 2023-12-20T10:59:29.071 INFO:tasks.rados.rados.0.smithi123.stdout:2838: snap_remove snap 271 2023-12-20T10:59:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:59:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:59:29] "GET /metrics HTTP/1.1" 200 36158 "" "Prometheus/2.43.0" 2023-12-20T10:59:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:29 smithi123 ceph-mon[191304]: pgmap v640: 121 pgs: 121 active+clean; 319 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.8 MiB/s wr, 6 op/s 2023-12-20T10:59:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:29 smithi123 ceph-mon[191304]: from='client.44387 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:59:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:29 smithi123 ceph-mon[191304]: osdmap e618: 8 total, 8 up, 8 in 2023-12-20T10:59:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:29 smithi123 ceph-mon[188613]: pgmap v640: 121 pgs: 121 active+clean; 319 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.8 MiB/s wr, 6 op/s 2023-12-20T10:59:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:29 smithi123 ceph-mon[188613]: from='client.44387 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:59:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:29 smithi123 ceph-mon[188613]: osdmap e618: 8 total, 8 up, 8 in 2023-12-20T10:59:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:29 smithi177 ceph-mon[212096]: pgmap v640: 121 pgs: 121 active+clean; 319 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.8 MiB/s wr, 6 op/s 2023-12-20T10:59:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:29 smithi177 ceph-mon[212096]: from='client.44387 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:59:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:29 smithi177 ceph-mon[212096]: osdmap e618: 8 total, 8 up, 8 in 2023-12-20T10:59:30.078 INFO:tasks.rados.rados.0.smithi123.stdout:2838: done (0 left) 2023-12-20T10:59:30.078 INFO:tasks.rados.rados.0.smithi123.stdout:2839: delete oid 29 current snap is 279 2023-12-20T10:59:30.092 INFO:tasks.rados.rados.0.smithi123.stdout:2839: done (0 left) 2023-12-20T10:59:30.093 INFO:tasks.rados.rados.0.smithi123.stdout:2840: copy_from oid 14 from oid 22 current snap is 279 2023-12-20T10:59:30.093 INFO:tasks.rados.rados.0.smithi123.stdout:2841: delete oid 40 current snap is 279 2023-12-20T10:59:30.095 INFO:tasks.rados.rados.0.smithi123.stdout:2840: finishing copy_from to smithi123173835-14 2023-12-20T10:59:30.095 INFO:tasks.rados.rados.0.smithi123.stdout:2840: got expected ENOENT (src dne) 2023-12-20T10:59:30.095 INFO:tasks.rados.rados.0.smithi123.stdout:2840: finishing copy_from racing read to smithi123173835-14 2023-12-20T10:59:30.099 INFO:tasks.rados.rados.0.smithi123.stdout:2840: done (1 left) 2023-12-20T10:59:30.099 INFO:tasks.rados.rados.0.smithi123.stdout:2841: done (0 left) 2023-12-20T10:59:30.099 INFO:tasks.rados.rados.0.smithi123.stdout:2842: delete oid 19 current snap is 279 2023-12-20T10:59:30.101 INFO:tasks.rados.rados.0.smithi123.stdout:2842: done (0 left) 2023-12-20T10:59:30.101 INFO:tasks.rados.rados.0.smithi123.stdout:2843: rmattr oid 35 current snap is 279 2023-12-20T10:59:30.101 INFO:tasks.rados.rados.0.smithi123.stdout:2843: done (0 left) 2023-12-20T10:59:30.101 INFO:tasks.rados.rados.0.smithi123.stdout:2844: read oid 38 snap 258 2023-12-20T10:59:30.101 INFO:tasks.rados.rados.0.smithi123.stdout:2844: expect deleted 2023-12-20T10:59:30.101 INFO:tasks.rados.rados.0.smithi123.stdout:2845: copy_from oid 36 from oid 40 current snap is 279 2023-12-20T10:59:30.101 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 4 current snap is 279 2023-12-20T10:59:30.102 INFO:tasks.rados.rados.0.smithi123.stdout:2846: seq_num 919 ranges {2727936=598016,3325952=401408} 2023-12-20T10:59:30.119 INFO:tasks.rados.rados.0.smithi123.stdout:2846: writing smithi123173835-4 from 2727936 to 3325952 tid 1 2023-12-20T10:59:30.122 INFO:tasks.rados.rados.0.smithi123.stdout:2846: writing smithi123173835-4 from 3325952 to 3727360 tid 2 2023-12-20T10:59:30.122 INFO:tasks.rados.rados.0.smithi123.stdout:2847: read oid 32 snap -1 2023-12-20T10:59:30.122 INFO:tasks.rados.rados.0.smithi123.stdout:2847: expect deleted 2023-12-20T10:59:30.122 INFO:tasks.rados.rados.0.smithi123.stdout:2848: snap_remove snap 275 2023-12-20T10:59:31.078 INFO:tasks.rados.rados.0.smithi123.stdout:2848: done (4 left) 2023-12-20T10:59:31.078 INFO:tasks.rados.rados.0.smithi123.stdout:2849: copy_from oid 41 from oid 9 current snap is 279 2023-12-20T10:59:31.078 INFO:tasks.rados.rados.0.smithi123.stdout:2850: read oid 35 snap 233 2023-12-20T10:59:31.078 INFO:tasks.rados.rados.0.smithi123.stdout:2850: expect (ObjNum 710 snap 205 seq_num 710) 2023-12-20T10:59:31.079 INFO:tasks.rados.rados.0.smithi123.stdout:2851: delete oid 33 current snap is 279 2023-12-20T10:59:31.079 INFO:tasks.rados.rados.0.smithi123.stdout:2845: finishing copy_from to smithi123173835-36 2023-12-20T10:59:31.079 INFO:tasks.rados.rados.0.smithi123.stdout:2845: got expected ENOENT (src dne) 2023-12-20T10:59:31.079 INFO:tasks.rados.rados.0.smithi123.stdout:2845: finishing copy_from racing read to smithi123173835-36 2023-12-20T10:59:31.079 INFO:tasks.rados.rados.0.smithi123.stdout:2846: finishing write tid 1 to smithi123173835-4 2023-12-20T10:59:31.079 INFO:tasks.rados.rados.0.smithi123.stdout:2846: finishing write tid 2 to smithi123173835-4 2023-12-20T10:59:31.079 INFO:tasks.rados.rados.0.smithi123.stdout:2846: finishing write tid 3 to smithi123173835-4 2023-12-20T10:59:31.079 INFO:tasks.rados.rados.0.smithi123.stdout:2846: finishing write tid 4 to smithi123173835-4 2023-12-20T10:59:31.079 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 1709 (ObjNum 919 snap 279 seq_num 919) dirty exists 2023-12-20T10:59:31.079 INFO:tasks.rados.rados.0.smithi123.stdout:2846: left oid 4 (ObjNum 919 snap 279 seq_num 919) 2023-12-20T10:59:31.086 INFO:tasks.rados.rados.0.smithi123.stdout:2849: finishing copy_from to smithi123173835-41 2023-12-20T10:59:31.086 INFO:tasks.rados.rados.0.smithi123.stdout:2849: got expected ENOENT (src dne) 2023-12-20T10:59:31.086 INFO:tasks.rados.rados.0.smithi123.stdout:2849: finishing copy_from racing read to smithi123173835-41 2023-12-20T10:59:31.088 INFO:tasks.rados.rados.0.smithi123.stdout:2844: done (6 left) 2023-12-20T10:59:31.088 INFO:tasks.rados.rados.0.smithi123.stdout:2845: done (5 left) 2023-12-20T10:59:31.088 INFO:tasks.rados.rados.0.smithi123.stdout:2846: done (4 left) 2023-12-20T10:59:31.088 INFO:tasks.rados.rados.0.smithi123.stdout:2847: done (3 left) 2023-12-20T10:59:31.089 INFO:tasks.rados.rados.0.smithi123.stdout:2849: done (2 left) 2023-12-20T10:59:31.089 INFO:tasks.rados.rados.0.smithi123.stdout:2851: done (1 left) 2023-12-20T10:59:31.089 INFO:tasks.rados.rados.0.smithi123.stdout:2852: snap_remove snap 269 2023-12-20T10:59:31.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:31 smithi177 ceph-mon[212096]: pgmap v643: 121 pgs: 121 active+clean; 304 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.6 MiB/s wr, 6 op/s 2023-12-20T10:59:31.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:31 smithi177 ceph-mon[212096]: osdmap e619: 8 total, 8 up, 8 in 2023-12-20T10:59:31.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:31 smithi123 ceph-mon[191304]: pgmap v643: 121 pgs: 121 active+clean; 304 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.6 MiB/s wr, 6 op/s 2023-12-20T10:59:31.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:31 smithi123 ceph-mon[191304]: osdmap e619: 8 total, 8 up, 8 in 2023-12-20T10:59:31.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:31 smithi123 ceph-mon[188613]: pgmap v643: 121 pgs: 121 active+clean; 304 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.6 MiB/s wr, 6 op/s 2023-12-20T10:59:31.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:31 smithi123 ceph-mon[188613]: osdmap e619: 8 total, 8 up, 8 in 2023-12-20T10:59:32.088 INFO:tasks.rados.rados.0.smithi123.stdout:2852: done (1 left) 2023-12-20T10:59:32.088 INFO:tasks.rados.rados.0.smithi123.stdout:2853: read oid 46 snap 251 2023-12-20T10:59:32.088 INFO:tasks.rados.rados.0.smithi123.stdout:2853: expect deleted 2023-12-20T10:59:32.096 INFO:tasks.rados.rados.0.smithi123.stdout:2854: delete oid 15 current snap is 279 2023-12-20T10:59:32.097 INFO:tasks.rados.rados.0.smithi123.stdout:2850: expect (ObjNum 710 snap 205 seq_num 710) 2023-12-20T10:59:32.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:32 smithi177 ceph-mon[212096]: osdmap e620: 8 total, 8 up, 8 in 2023-12-20T10:59:32.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:32 smithi123 ceph-mon[191304]: osdmap e620: 8 total, 8 up, 8 in 2023-12-20T10:59:32.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:32 smithi123 ceph-mon[188613]: osdmap e620: 8 total, 8 up, 8 in 2023-12-20T10:59:33.169 INFO:tasks.rados.rados.0.smithi123.stdout:2850: done (2 left) 2023-12-20T10:59:33.170 INFO:tasks.rados.rados.0.smithi123.stdout:2853: done (1 left) 2023-12-20T10:59:33.170 INFO:tasks.rados.rados.0.smithi123.stdout:2854: done (0 left) 2023-12-20T10:59:33.170 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 49 current snap is 279 2023-12-20T10:59:33.170 INFO:tasks.rados.rados.0.smithi123.stdout:2855: seq_num 922 ranges {5300224=647168,5947392=401408} 2023-12-20T10:59:33.200 INFO:tasks.rados.rados.0.smithi123.stdout:2855: writing smithi123173835-49 from 5300224 to 5947392 tid 1 2023-12-20T10:59:33.203 INFO:tasks.rados.rados.0.smithi123.stdout:2855: writing smithi123173835-49 from 5947392 to 6348800 tid 2 2023-12-20T10:59:33.203 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 15 current snap is 279 2023-12-20T10:59:33.203 INFO:tasks.rados.rados.0.smithi123.stdout:2856: seq_num 923 ranges {0=663552,663552=401408} 2023-12-20T10:59:33.206 INFO:tasks.rados.rados.0.smithi123.stdout:2856: writing smithi123173835-15 from 0 to 663552 tid 1 2023-12-20T10:59:33.209 INFO:tasks.rados.rados.0.smithi123.stdout:2856: writing smithi123173835-15 from 663552 to 1064960 tid 2 2023-12-20T10:59:33.209 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 18 current snap is 279 2023-12-20T10:59:33.209 INFO:tasks.rados.rados.0.smithi123.stdout:2855: finishing write tid 1 to smithi123173835-49 2023-12-20T10:59:33.209 INFO:tasks.rados.rados.0.smithi123.stdout:2855: finishing write tid 2 to smithi123173835-49 2023-12-20T10:59:33.209 INFO:tasks.rados.rados.0.smithi123.stdout:2855: finishing write tid 3 to smithi123173835-49 2023-12-20T10:59:33.209 INFO:tasks.rados.rados.0.smithi123.stdout:2857: seq_num 924 ranges {565248=679936,1245184=401408} 2023-12-20T10:59:33.217 INFO:tasks.rados.rados.0.smithi123.stdout:2857: writing smithi123173835-18 from 565248 to 1245184 tid 1 2023-12-20T10:59:33.219 INFO:tasks.rados.rados.0.smithi123.stdout:2857: writing smithi123173835-18 from 1245184 to 1646592 tid 2 2023-12-20T10:59:33.219 INFO:tasks.rados.rados.0.smithi123.stdout:2858: read oid 42 snap -1 2023-12-20T10:59:33.219 INFO:tasks.rados.rados.0.smithi123.stdout:2858: expect (ObjNum 881 snap 274 seq_num 881) 2023-12-20T10:59:33.219 INFO:tasks.rados.rados.0.smithi123.stdout:2859: snap_remove snap 276 2023-12-20T10:59:33.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:33 smithi177 ceph-mon[212096]: pgmap v646: 121 pgs: 121 active+clean; 304 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 10 op/s 2023-12-20T10:59:33.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:33 smithi177 ceph-mon[212096]: osdmap e621: 8 total, 8 up, 8 in 2023-12-20T10:59:33.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:33 smithi177 ceph-mon[212096]: osdmap e622: 8 total, 8 up, 8 in 2023-12-20T10:59:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:33 smithi123 ceph-mon[191304]: pgmap v646: 121 pgs: 121 active+clean; 304 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 10 op/s 2023-12-20T10:59:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:33 smithi123 ceph-mon[191304]: osdmap e621: 8 total, 8 up, 8 in 2023-12-20T10:59:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:33 smithi123 ceph-mon[191304]: osdmap e622: 8 total, 8 up, 8 in 2023-12-20T10:59:33.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:33 smithi123 ceph-mon[188613]: pgmap v646: 121 pgs: 121 active+clean; 304 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 10 op/s 2023-12-20T10:59:33.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:33 smithi123 ceph-mon[188613]: osdmap e621: 8 total, 8 up, 8 in 2023-12-20T10:59:33.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:33 smithi123 ceph-mon[188613]: osdmap e622: 8 total, 8 up, 8 in 2023-12-20T10:59:34.090 INFO:tasks.rados.rados.0.smithi123.stdout:2859: done (4 left) 2023-12-20T10:59:34.091 INFO:tasks.rados.rados.0.smithi123.stdout:2860: delete oid 3 current snap is 279 2023-12-20T10:59:34.091 INFO:tasks.rados.rados.0.smithi123.stdout:2855: finishing write tid 4 to smithi123173835-49 2023-12-20T10:59:34.091 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 1983 (ObjNum 922 snap 279 seq_num 922) dirty exists 2023-12-20T10:59:34.091 INFO:tasks.rados.rados.0.smithi123.stdout:2855: left oid 49 (ObjNum 922 snap 279 seq_num 922) 2023-12-20T10:59:34.091 INFO:tasks.rados.rados.0.smithi123.stdout:2856: finishing write tid 1 to smithi123173835-15 2023-12-20T10:59:34.091 INFO:tasks.rados.rados.0.smithi123.stdout:2856: finishing write tid 2 to smithi123173835-15 2023-12-20T10:59:34.091 INFO:tasks.rados.rados.0.smithi123.stdout:2856: finishing write tid 3 to smithi123173835-15 2023-12-20T10:59:34.091 INFO:tasks.rados.rados.0.smithi123.stdout:2856: finishing write tid 4 to smithi123173835-15 2023-12-20T10:59:34.091 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 2463 (ObjNum 923 snap 279 seq_num 923) dirty exists 2023-12-20T10:59:34.091 INFO:tasks.rados.rados.0.smithi123.stdout:2856: left oid 15 (ObjNum 923 snap 279 seq_num 923) 2023-12-20T10:59:34.091 INFO:tasks.rados.rados.0.smithi123.stdout:2857: finishing write tid 1 to smithi123173835-18 2023-12-20T10:59:34.091 INFO:tasks.rados.rados.0.smithi123.stdout:2857: finishing write tid 2 to smithi123173835-18 2023-12-20T10:59:34.091 INFO:tasks.rados.rados.0.smithi123.stdout:2857: finishing write tid 3 to smithi123173835-18 2023-12-20T10:59:34.091 INFO:tasks.rados.rados.0.smithi123.stdout:2858: expect (ObjNum 881 snap 274 seq_num 881) 2023-12-20T10:59:34.115 INFO:tasks.rados.rados.0.smithi123.stdout:2857: finishing write tid 4 to smithi123173835-18 2023-12-20T10:59:34.115 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 18 v 1794 (ObjNum 924 snap 279 seq_num 924) dirty exists 2023-12-20T10:59:34.115 INFO:tasks.rados.rados.0.smithi123.stdout:2857: left oid 18 (ObjNum 924 snap 279 seq_num 924) 2023-12-20T10:59:34.115 INFO:tasks.rados.rados.0.smithi123.stdout:2855: done (4 left) 2023-12-20T10:59:34.115 INFO:tasks.rados.rados.0.smithi123.stdout:2856: done (3 left) 2023-12-20T10:59:34.115 INFO:tasks.rados.rados.0.smithi123.stdout:2857: done (2 left) 2023-12-20T10:59:34.115 INFO:tasks.rados.rados.0.smithi123.stdout:2858: done (1 left) 2023-12-20T10:59:34.115 INFO:tasks.rados.rados.0.smithi123.stdout:2860: done (0 left) 2023-12-20T10:59:34.115 INFO:tasks.rados.rados.0.smithi123.stdout:2861: delete oid 39 current snap is 279 2023-12-20T10:59:34.122 INFO:tasks.rados.rados.0.smithi123.stdout:2861: done (0 left) 2023-12-20T10:59:34.122 INFO:tasks.rados.rados.0.smithi123.stdout:2862: copy_from oid 18 from oid 48 current snap is 279 2023-12-20T10:59:34.122 INFO:tasks.rados.rados.0.smithi123.stdout:2863: read oid 29 snap -1 2023-12-20T10:59:34.122 INFO:tasks.rados.rados.0.smithi123.stdout:2863: expect deleted 2023-12-20T10:59:34.122 INFO:tasks.rados.rados.0.smithi123.stdout:2864: read oid 12 snap -1 2023-12-20T10:59:34.123 INFO:tasks.rados.rados.0.smithi123.stdout:2864: expect deleted 2023-12-20T10:59:34.123 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 21 current snap is 279 2023-12-20T10:59:34.123 INFO:tasks.rados.rados.0.smithi123.stdout:2865: seq_num 927 ranges {2260992=729088,2990080=401408} 2023-12-20T10:59:34.139 INFO:tasks.rados.rados.0.smithi123.stdout:2865: writing smithi123173835-21 from 2260992 to 2990080 tid 1 2023-12-20T10:59:34.142 INFO:tasks.rados.rados.0.smithi123.stdout:2865: writing smithi123173835-21 from 2990080 to 3391488 tid 2 2023-12-20T10:59:34.142 INFO:tasks.rados.rados.0.smithi123.stdout:2866: read oid 17 snap -1 2023-12-20T10:59:34.142 INFO:tasks.rados.rados.0.smithi123.stdout:2866: expect deleted 2023-12-20T10:59:34.142 INFO:tasks.rados.rados.0.smithi123.stdout:2867: rollback oid 3 current snap is 279 2023-12-20T10:59:34.142 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 3 to 233 2023-12-20T10:59:34.142 INFO:tasks.rados.rados.0.smithi123.stdout:2868: snap_remove snap 277 2023-12-20T10:59:35.103 INFO:tasks.rados.rados.0.smithi123.stdout:2868: done (6 left) 2023-12-20T10:59:35.103 INFO:tasks.rados.rados.0.smithi123.stdout:2869: snap_remove snap 253 2023-12-20T10:59:35.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:35 smithi177 ceph-mon[212096]: pgmap v649: 121 pgs: 121 active+clean; 304 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 9 op/s 2023-12-20T10:59:35.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:35 smithi177 ceph-mon[212096]: osdmap e623: 8 total, 8 up, 8 in 2023-12-20T10:59:35.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:35 smithi123 ceph-mon[191304]: pgmap v649: 121 pgs: 121 active+clean; 304 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 9 op/s 2023-12-20T10:59:35.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:35 smithi123 ceph-mon[191304]: osdmap e623: 8 total, 8 up, 8 in 2023-12-20T10:59:35.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:35 smithi123 ceph-mon[188613]: pgmap v649: 121 pgs: 121 active+clean; 304 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 9 op/s 2023-12-20T10:59:35.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:35 smithi123 ceph-mon[188613]: osdmap e623: 8 total, 8 up, 8 in 2023-12-20T10:59:36.111 INFO:tasks.rados.rados.0.smithi123.stdout:2869: done (6 left) 2023-12-20T10:59:36.111 INFO:tasks.rados.rados.0.smithi123.stdout:2870: rmattr oid 50 current snap is 279 2023-12-20T10:59:36.111 INFO:tasks.rados.rados.0.smithi123.stdout:2870: done (6 left) 2023-12-20T10:59:36.111 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 8 current snap is 279 2023-12-20T10:59:36.111 INFO:tasks.rados.rados.0.smithi123.stdout:2871: seq_num 928 ranges {16367616=745472,17113088=401408} 2023-12-20T10:59:36.199 INFO:tasks.rados.rados.0.smithi123.stdout:2871: writing smithi123173835-8 from 16367616 to 17113088 tid 1 2023-12-20T10:59:36.201 INFO:tasks.rados.rados.0.smithi123.stdout:2871: writing smithi123173835-8 from 17113088 to 17514496 tid 2 2023-12-20T10:59:36.201 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 25 current snap is 279 2023-12-20T10:59:36.201 INFO:tasks.rados.rados.0.smithi123.stdout:2872: seq_num 929 ranges {172032=761856,933888=401408} 2023-12-20T10:59:36.206 INFO:tasks.rados.rados.0.smithi123.stdout:2872: writing smithi123173835-25 from 172032 to 933888 tid 1 2023-12-20T10:59:36.209 INFO:tasks.rados.rados.0.smithi123.stdout:2872: writing smithi123173835-25 from 933888 to 1335296 tid 2 2023-12-20T10:59:36.209 INFO:tasks.rados.rados.0.smithi123.stdout:2873: read oid 20 snap -1 2023-12-20T10:59:36.209 INFO:tasks.rados.rados.0.smithi123.stdout:2873: expect deleted 2023-12-20T10:59:36.209 INFO:tasks.rados.rados.0.smithi123.stdout:2874: snap_remove snap 278 2023-12-20T10:59:36.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:36 smithi177 ceph-mon[212096]: osdmap e624: 8 total, 8 up, 8 in 2023-12-20T10:59:36.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:36 smithi123 ceph-mon[191304]: osdmap e624: 8 total, 8 up, 8 in 2023-12-20T10:59:36.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:36 smithi123 ceph-mon[188613]: osdmap e624: 8 total, 8 up, 8 in 2023-12-20T10:59:37.117 INFO:tasks.rados.rados.0.smithi123.stdout:2874: done (9 left) 2023-12-20T10:59:37.117 INFO:tasks.rados.rados.0.smithi123.stdout:2875: setattr oid 35 current snap is 279 2023-12-20T10:59:37.118 INFO:tasks.rados.rados.0.smithi123.stdout:2862: finishing copy_from racing read to smithi123173835-18 2023-12-20T10:59:37.118 INFO:tasks.rados.rados.0.smithi123.stdout:2862: finishing copy_from to smithi123173835-18 2023-12-20T10:59:37.118 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 18 v 1973 (ObjNum 894 snap 274 seq_num 894) dirty exists 2023-12-20T10:59:37.118 INFO:tasks.rados.rados.0.smithi123.stdout:2867: finishing rollback tid 1 to smithi123173835-3 2023-12-20T10:59:37.118 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 1580 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-20T10:59:37.118 INFO:tasks.rados.rados.0.smithi123.stdout:2865: finishing write tid 1 to smithi123173835-21 2023-12-20T10:59:37.118 INFO:tasks.rados.rados.0.smithi123.stdout:2865: finishing write tid 2 to smithi123173835-21 2023-12-20T10:59:37.118 INFO:tasks.rados.rados.0.smithi123.stdout:2865: finishing write tid 3 to smithi123173835-21 2023-12-20T10:59:37.118 INFO:tasks.rados.rados.0.smithi123.stdout:2865: finishing write tid 4 to smithi123173835-21 2023-12-20T10:59:37.118 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 1625 (ObjNum 927 snap 279 seq_num 927) dirty exists 2023-12-20T10:59:37.118 INFO:tasks.rados.rados.0.smithi123.stdout:2865: left oid 21 (ObjNum 927 snap 279 seq_num 927) 2023-12-20T10:59:37.119 INFO:tasks.rados.rados.0.smithi123.stdout:2871: finishing write tid 1 to smithi123173835-8 2023-12-20T10:59:37.119 INFO:tasks.rados.rados.0.smithi123.stdout:2871: finishing write tid 2 to smithi123173835-8 2023-12-20T10:59:37.119 INFO:tasks.rados.rados.0.smithi123.stdout:2871: finishing write tid 3 to smithi123173835-8 2023-12-20T10:59:37.119 INFO:tasks.rados.rados.0.smithi123.stdout:2871: finishing write tid 4 to smithi123173835-8 2023-12-20T10:59:37.119 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 1607 (ObjNum 928 snap 279 seq_num 928) dirty exists 2023-12-20T10:59:37.119 INFO:tasks.rados.rados.0.smithi123.stdout:2871: left oid 8 (ObjNum 928 snap 279 seq_num 928) 2023-12-20T10:59:37.119 INFO:tasks.rados.rados.0.smithi123.stdout:2872: finishing write tid 1 to smithi123173835-25 2023-12-20T10:59:37.119 INFO:tasks.rados.rados.0.smithi123.stdout:2872: finishing write tid 2 to smithi123173835-25 2023-12-20T10:59:37.119 INFO:tasks.rados.rados.0.smithi123.stdout:2872: finishing write tid 3 to smithi123173835-25 2023-12-20T10:59:37.119 INFO:tasks.rados.rados.0.smithi123.stdout:2872: finishing write tid 4 to smithi123173835-25 2023-12-20T10:59:37.119 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 1581 (ObjNum 929 snap 279 seq_num 929) dirty exists 2023-12-20T10:59:37.119 INFO:tasks.rados.rados.0.smithi123.stdout:2872: left oid 25 (ObjNum 929 snap 279 seq_num 929) 2023-12-20T10:59:37.124 INFO:tasks.rados.rados.0.smithi123.stdout:2862: done (9 left) 2023-12-20T10:59:37.124 INFO:tasks.rados.rados.0.smithi123.stdout:2863: done (8 left) 2023-12-20T10:59:37.124 INFO:tasks.rados.rados.0.smithi123.stdout:2864: done (7 left) 2023-12-20T10:59:37.124 INFO:tasks.rados.rados.0.smithi123.stdout:2865: done (6 left) 2023-12-20T10:59:37.124 INFO:tasks.rados.rados.0.smithi123.stdout:2866: done (5 left) 2023-12-20T10:59:37.124 INFO:tasks.rados.rados.0.smithi123.stdout:2867: done (4 left) 2023-12-20T10:59:37.124 INFO:tasks.rados.rados.0.smithi123.stdout:2871: done (3 left) 2023-12-20T10:59:37.125 INFO:tasks.rados.rados.0.smithi123.stdout:2872: done (2 left) 2023-12-20T10:59:37.125 INFO:tasks.rados.rados.0.smithi123.stdout:2873: done (1 left) 2023-12-20T10:59:37.125 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 49 current snap is 279 2023-12-20T10:59:37.125 INFO:tasks.rados.rados.0.smithi123.stdout:2876: seq_num 930 ranges {6348800=786432,7135232=401408} 2023-12-20T10:59:37.157 INFO:tasks.rados.rados.0.smithi123.stdout:2876: writing smithi123173835-49 from 6348800 to 7135232 tid 1 2023-12-20T10:59:37.159 INFO:tasks.rados.rados.0.smithi123.stdout:2876: writing smithi123173835-49 from 7135232 to 7536640 tid 2 2023-12-20T10:59:37.159 INFO:tasks.rados.rados.0.smithi123.stdout:2877: snap_remove snap 256 2023-12-20T10:59:37.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:37 smithi177 ceph-mon[212096]: pgmap v652: 121 pgs: 121 active+clean; 305 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 444 KiB/s rd, 244 KiB/s wr, 1 op/s 2023-12-20T10:59:37.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:37 smithi177 ceph-mon[212096]: osdmap e625: 8 total, 8 up, 8 in 2023-12-20T10:59:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:37 smithi123 ceph-mon[191304]: pgmap v652: 121 pgs: 121 active+clean; 305 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 444 KiB/s rd, 244 KiB/s wr, 1 op/s 2023-12-20T10:59:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:37 smithi123 ceph-mon[191304]: osdmap e625: 8 total, 8 up, 8 in 2023-12-20T10:59:37.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:37 smithi123 ceph-mon[188613]: pgmap v652: 121 pgs: 121 active+clean; 305 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 444 KiB/s rd, 244 KiB/s wr, 1 op/s 2023-12-20T10:59:37.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:37 smithi123 ceph-mon[188613]: osdmap e625: 8 total, 8 up, 8 in 2023-12-20T10:59:38.072 INFO:tasks.rados.rados.0.smithi123.stdout:2877: done (2 left) 2023-12-20T10:59:38.072 INFO:tasks.rados.rados.0.smithi123.stdout:2878: snap_remove snap 272 2023-12-20T10:59:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:38 smithi177 ceph-mon[212096]: osdmap e626: 8 total, 8 up, 8 in 2023-12-20T10:59:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:38 smithi177 ceph-mon[212096]: osdmap e627: 8 total, 8 up, 8 in 2023-12-20T10:59:38.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:38 smithi123 ceph-mon[188613]: osdmap e626: 8 total, 8 up, 8 in 2023-12-20T10:59:38.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:38 smithi123 ceph-mon[188613]: osdmap e627: 8 total, 8 up, 8 in 2023-12-20T10:59:38.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:38 smithi123 ceph-mon[191304]: osdmap e626: 8 total, 8 up, 8 in 2023-12-20T10:59:38.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:38 smithi123 ceph-mon[191304]: osdmap e627: 8 total, 8 up, 8 in 2023-12-20T10:59:39.074 INFO:tasks.rados.rados.0.smithi123.stdout:2878: done (2 left) 2023-12-20T10:59:39.074 INFO:tasks.rados.rados.0.smithi123.stdout:2879: delete oid 31 current snap is 279 2023-12-20T10:59:39.074 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 35 v 2482 (ObjNum 901 snap 276 seq_num 901) dirty exists 2023-12-20T10:59:39.074 INFO:tasks.rados.rados.0.smithi123.stdout:2876: finishing write tid 1 to smithi123173835-49 2023-12-20T10:59:39.074 INFO:tasks.rados.rados.0.smithi123.stdout:2876: finishing write tid 2 to smithi123173835-49 2023-12-20T10:59:39.074 INFO:tasks.rados.rados.0.smithi123.stdout:2876: finishing write tid 3 to smithi123173835-49 2023-12-20T10:59:39.074 INFO:tasks.rados.rados.0.smithi123.stdout:2876: finishing write tid 4 to smithi123173835-49 2023-12-20T10:59:39.074 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 1986 (ObjNum 930 snap 279 seq_num 930) dirty exists 2023-12-20T10:59:39.074 INFO:tasks.rados.rados.0.smithi123.stdout:2876: left oid 49 (ObjNum 930 snap 279 seq_num 930) 2023-12-20T10:59:39.085 INFO:tasks.rados.rados.0.smithi123.stdout:2875: done (2 left) 2023-12-20T10:59:39.086 INFO:tasks.rados.rados.0.smithi123.stdout:2876: done (1 left) 2023-12-20T10:59:39.086 INFO:tasks.rados.rados.0.smithi123.stdout:2879: done (0 left) 2023-12-20T10:59:39.086 INFO:tasks.rados.rados.0.smithi123.stdout:2880: delete oid 19 current snap is 279 2023-12-20T10:59:39.094 INFO:tasks.rados.rados.0.smithi123.stdout:2880: done (0 left) 2023-12-20T10:59:39.094 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 18 current snap is 279 2023-12-20T10:59:39.094 INFO:tasks.rados.rados.0.smithi123.stdout:2881: seq_num 933 ranges {843776=434176,1277952=548864,1826816=253952} 2023-12-20T10:59:39.099 INFO:tasks.rados.rados.0.smithi123.stdout:2881: writing smithi123173835-18 from 843776 to 1277952 tid 1 2023-12-20T10:59:39.103 INFO:tasks.rados.rados.0.smithi123.stdout:2881: writing smithi123173835-18 from 1277952 to 1826816 tid 2 2023-12-20T10:59:39.104 INFO:tasks.rados.rados.0.smithi123.stdout:2881: writing smithi123173835-18 from 1826816 to 2080768 tid 3 2023-12-20T10:59:39.105 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 14 current snap is 279 2023-12-20T10:59:39.105 INFO:tasks.rados.rados.0.smithi123.stdout:2882: seq_num 934 ranges {0=450560,450560=434176,884736=368640} 2023-12-20T10:59:39.111 INFO:tasks.rados.rados.0.smithi123.stdout:2882: writing smithi123173835-14 from 0 to 450560 tid 1 2023-12-20T10:59:39.111 INFO:tasks.rados.rados.0.smithi123.stdout:2882: writing smithi123173835-14 from 450560 to 884736 tid 2 2023-12-20T10:59:39.112 INFO:tasks.rados.rados.0.smithi123.stdout:2882: writing smithi123173835-14 from 884736 to 1253376 tid 3 2023-12-20T10:59:39.112 INFO:tasks.rados.rados.0.smithi123.stdout:2883: delete oid 35 current snap is 279 2023-12-20T10:59:39.113 INFO:tasks.rados.rados.0.smithi123.stdout:2881: finishing write tid 1 to smithi123173835-18 2023-12-20T10:59:39.113 INFO:tasks.rados.rados.0.smithi123.stdout:2881: finishing write tid 2 to smithi123173835-18 2023-12-20T10:59:39.113 INFO:tasks.rados.rados.0.smithi123.stdout:2881: finishing write tid 3 to smithi123173835-18 2023-12-20T10:59:39.113 INFO:tasks.rados.rados.0.smithi123.stdout:2881: finishing write tid 4 to smithi123173835-18 2023-12-20T10:59:39.113 INFO:tasks.rados.rados.0.smithi123.stdout:2881: finishing write tid 5 to smithi123173835-18 2023-12-20T10:59:39.114 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 18 v 1977 (ObjNum 933 snap 279 seq_num 933) dirty exists 2023-12-20T10:59:39.114 INFO:tasks.rados.rados.0.smithi123.stdout:2881: left oid 18 (ObjNum 933 snap 279 seq_num 933) 2023-12-20T10:59:39.116 INFO:tasks.rados.rados.0.smithi123.stdout:2882: finishing write tid 1 to smithi123173835-14 2023-12-20T10:59:39.117 INFO:tasks.rados.rados.0.smithi123.stdout:2882: finishing write tid 2 to smithi123173835-14 2023-12-20T10:59:39.117 INFO:tasks.rados.rados.0.smithi123.stdout:2882: finishing write tid 3 to smithi123173835-14 2023-12-20T10:59:39.117 INFO:tasks.rados.rados.0.smithi123.stdout:2882: finishing write tid 4 to smithi123173835-14 2023-12-20T10:59:39.118 INFO:tasks.rados.rados.0.smithi123.stdout:2882: finishing write tid 5 to smithi123173835-14 2023-12-20T10:59:39.118 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 14 v 1409 (ObjNum 934 snap 279 seq_num 934) dirty exists 2023-12-20T10:59:39.118 INFO:tasks.rados.rados.0.smithi123.stdout:2882: left oid 14 (ObjNum 934 snap 279 seq_num 934) 2023-12-20T10:59:39.120 INFO:tasks.rados.rados.0.smithi123.stdout:2881: done (2 left) 2023-12-20T10:59:39.120 INFO:tasks.rados.rados.0.smithi123.stdout:2882: done (1 left) 2023-12-20T10:59:39.120 INFO:tasks.rados.rados.0.smithi123.stdout:2883: done (0 left) 2023-12-20T10:59:39.120 INFO:tasks.rados.rados.0.smithi123.stdout:2884: setattr oid 2 current snap is 279 2023-12-20T10:59:39.122 INFO:tasks.rados.rados.0.smithi123.stdout:2885: copy_from oid 19 from oid 8 current snap is 279 2023-12-20T10:59:39.122 INFO:tasks.rados.rados.0.smithi123.stdout:2886: copy_from oid 43 from oid 12 current snap is 279 2023-12-20T10:59:39.123 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 31 current snap is 279 2023-12-20T10:59:39.123 INFO:tasks.rados.rados.0.smithi123.stdout:2887: seq_num 936 ranges {0=483328,483328=655360,1138688=147456} 2023-12-20T10:59:39.125 INFO:tasks.rados.rados.0.smithi123.stdout:2887: writing smithi123173835-31 from 0 to 483328 tid 1 2023-12-20T10:59:39.129 INFO:tasks.rados.rados.0.smithi123.stdout:2887: writing smithi123173835-31 from 483328 to 1138688 tid 2 2023-12-20T10:59:39.133 INFO:tasks.rados.rados.0.smithi123.stdout:2887: writing smithi123173835-31 from 1138688 to 1286144 tid 3 2023-12-20T10:59:39.134 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 28 current snap is 279 2023-12-20T10:59:39.134 INFO:tasks.rados.rados.0.smithi123.stdout:2886: finishing copy_from to smithi123173835-43 2023-12-20T10:59:39.134 INFO:tasks.rados.rados.0.smithi123.stdout:2886: got expected ENOENT (src dne) 2023-12-20T10:59:39.134 INFO:tasks.rados.rados.0.smithi123.stdout:2888: seq_num 937 ranges {0=499712,499712=532480,1032192=270336} 2023-12-20T10:59:39.134 INFO:tasks.rados.rados.0.smithi123.stdout:2888: writing smithi123173835-28 from 0 to 499712 tid 1 2023-12-20T10:59:39.136 INFO:tasks.rados.rados.0.smithi123.stdout:2888: writing smithi123173835-28 from 499712 to 1032192 tid 2 2023-12-20T10:59:39.138 INFO:tasks.rados.rados.0.smithi123.stdout:2888: writing smithi123173835-28 from 1032192 to 1302528 tid 3 2023-12-20T10:59:39.139 INFO:tasks.rados.rados.0.smithi123.stdout:2889: read oid 49 snap -1 2023-12-20T10:59:39.139 INFO:tasks.rados.rados.0.smithi123.stdout:2889: expect (ObjNum 930 snap 279 seq_num 930) 2023-12-20T10:59:39.139 INFO:tasks.rados.rados.0.smithi123.stdout:2890: snap_create 2023-12-20T10:59:39.139 INFO:tasks.rados.rados.0.smithi123.stdout:2886: finishing copy_from racing read to smithi123173835-43 2023-12-20T10:59:39.139 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 2 v 1761 (ObjNum 880 snap 272 seq_num 880) dirty exists 2023-12-20T10:59:39.139 INFO:tasks.rados.rados.0.smithi123.stdout:2887: finishing write tid 1 to smithi123173835-31 2023-12-20T10:59:39.139 INFO:tasks.rados.rados.0.smithi123.stdout:2887: finishing write tid 2 to smithi123173835-31 2023-12-20T10:59:39.139 INFO:tasks.rados.rados.0.smithi123.stdout:2887: finishing write tid 3 to smithi123173835-31 2023-12-20T10:59:39.139 INFO:tasks.rados.rados.0.smithi123.stdout:2887: finishing write tid 4 to smithi123173835-31 2023-12-20T10:59:39.139 INFO:tasks.rados.rados.0.smithi123.stdout:2887: finishing write tid 5 to smithi123173835-31 2023-12-20T10:59:39.139 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 31 v 1416 (ObjNum 936 snap 279 seq_num 936) dirty exists 2023-12-20T10:59:39.139 INFO:tasks.rados.rados.0.smithi123.stdout:2887: left oid 31 (ObjNum 936 snap 279 seq_num 936) 2023-12-20T10:59:39.140 INFO:tasks.rados.rados.0.smithi123.stdout:2888: finishing write tid 1 to smithi123173835-28 2023-12-20T10:59:39.141 INFO:tasks.rados.rados.0.smithi123.stdout:2888: finishing write tid 2 to smithi123173835-28 2023-12-20T10:59:39.144 INFO:tasks.rados.rados.0.smithi123.stdout:2888: finishing write tid 3 to smithi123173835-28 2023-12-20T10:59:39.144 INFO:tasks.rados.rados.0.smithi123.stdout:2888: finishing write tid 4 to smithi123173835-28 2023-12-20T10:59:39.147 INFO:tasks.rados.rados.0.smithi123.stdout:2888: finishing write tid 5 to smithi123173835-28 2023-12-20T10:59:39.147 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 28 v 1620 (ObjNum 937 snap 279 seq_num 937) dirty exists 2023-12-20T10:59:39.147 INFO:tasks.rados.rados.0.smithi123.stdout:2888: left oid 28 (ObjNum 937 snap 279 seq_num 937) 2023-12-20T10:59:39.177 INFO:tasks.rados.rados.0.smithi123.stdout:2889: expect (ObjNum 930 snap 279 seq_num 930) 2023-12-20T10:59:39.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:39 smithi177 ceph-mon[212096]: pgmap v655: 121 pgs: 121 active+clean; 306 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 760 KiB/s wr, 5 op/s 2023-12-20T10:59:39.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:39 smithi177 ceph-mon[212096]: osdmap e628: 8 total, 8 up, 8 in 2023-12-20T10:59:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:59:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:59:39] "GET /metrics HTTP/1.1" 200 36158 "" "Prometheus/2.43.0" 2023-12-20T10:59:39.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:39 smithi123 ceph-mon[191304]: pgmap v655: 121 pgs: 121 active+clean; 306 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 760 KiB/s wr, 5 op/s 2023-12-20T10:59:39.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:39 smithi123 ceph-mon[191304]: osdmap e628: 8 total, 8 up, 8 in 2023-12-20T10:59:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:39 smithi123 ceph-mon[188613]: pgmap v655: 121 pgs: 121 active+clean; 306 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 760 KiB/s wr, 5 op/s 2023-12-20T10:59:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:39 smithi123 ceph-mon[188613]: osdmap e628: 8 total, 8 up, 8 in 2023-12-20T10:59:39.699 INFO:tasks.rados.rados.0.smithi123.stdout:2885: finishing copy_from racing read to smithi123173835-19 2023-12-20T10:59:39.699 INFO:tasks.rados.rados.0.smithi123.stdout:2885: finishing copy_from to smithi123173835-19 2023-12-20T10:59:39.699 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 1607 (ObjNum 928 snap 279 seq_num 928) dirty exists 2023-12-20T10:59:40.124 INFO:tasks.rados.rados.0.smithi123.stdout:2884: done (6 left) 2023-12-20T10:59:40.124 INFO:tasks.rados.rados.0.smithi123.stdout:2885: done (5 left) 2023-12-20T10:59:40.125 INFO:tasks.rados.rados.0.smithi123.stdout:2886: done (4 left) 2023-12-20T10:59:40.125 INFO:tasks.rados.rados.0.smithi123.stdout:2887: done (3 left) 2023-12-20T10:59:40.125 INFO:tasks.rados.rados.0.smithi123.stdout:2888: done (2 left) 2023-12-20T10:59:40.125 INFO:tasks.rados.rados.0.smithi123.stdout:2889: done (1 left) 2023-12-20T10:59:40.125 INFO:tasks.rados.rados.0.smithi123.stdout:2890: done (0 left) 2023-12-20T10:59:40.125 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 42 current snap is 280 2023-12-20T10:59:40.125 INFO:tasks.rados.rados.0.smithi123.stdout:2891: seq_num 938 ranges {606208=516096,1122304=417792,1540096=385024} 2023-12-20T10:59:40.130 INFO:tasks.rados.rados.0.smithi123.stdout:2891: writing smithi123173835-42 from 606208 to 1122304 tid 1 2023-12-20T10:59:40.135 INFO:tasks.rados.rados.0.smithi123.stdout:2891: writing smithi123173835-42 from 1122304 to 1540096 tid 2 2023-12-20T10:59:40.136 INFO:tasks.rados.rados.0.smithi123.stdout:2891: writing smithi123173835-42 from 1540096 to 1925120 tid 3 2023-12-20T10:59:40.136 INFO:tasks.rados.rados.0.smithi123.stdout:2892: read oid 35 snap 263 2023-12-20T10:59:40.136 INFO:tasks.rados.rados.0.smithi123.stdout:2892: expect (ObjNum 832 snap 253 seq_num 832) 2023-12-20T10:59:40.136 INFO:tasks.rados.rados.0.smithi123.stdout:2893: read oid 9 snap -1 2023-12-20T10:59:40.136 INFO:tasks.rados.rados.0.smithi123.stdout:2893: expect deleted 2023-12-20T10:59:40.137 INFO:tasks.rados.rados.0.smithi123.stdout:2894: snap_remove snap 266 2023-12-20T10:59:41.130 INFO:tasks.rados.rados.0.smithi123.stdout:2894: done (3 left) 2023-12-20T10:59:41.130 INFO:tasks.rados.rados.0.smithi123.stdout:2895: copy_from oid 38 from oid 29 current snap is 280 2023-12-20T10:59:41.130 INFO:tasks.rados.rados.0.smithi123.stdout:2891: finishing write tid 1 to smithi123173835-42 2023-12-20T10:59:41.130 INFO:tasks.rados.rados.0.smithi123.stdout:2891: finishing write tid 2 to smithi123173835-42 2023-12-20T10:59:41.130 INFO:tasks.rados.rados.0.smithi123.stdout:2891: finishing write tid 3 to smithi123173835-42 2023-12-20T10:59:41.130 INFO:tasks.rados.rados.0.smithi123.stdout:2891: finishing write tid 4 to smithi123173835-42 2023-12-20T10:59:41.130 INFO:tasks.rados.rados.0.smithi123.stdout:2891: finishing write tid 5 to smithi123173835-42 2023-12-20T10:59:41.130 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 42 v 1760 (ObjNum 938 snap 280 seq_num 938) dirty exists 2023-12-20T10:59:41.130 INFO:tasks.rados.rados.0.smithi123.stdout:2891: left oid 42 (ObjNum 938 snap 280 seq_num 938) 2023-12-20T10:59:41.131 INFO:tasks.rados.rados.0.smithi123.stdout:2892: expect (ObjNum 832 snap 253 seq_num 832) 2023-12-20T10:59:41.190 INFO:tasks.rados.rados.0.smithi123.stdout:2895: finishing copy_from to smithi123173835-38 2023-12-20T10:59:41.190 INFO:tasks.rados.rados.0.smithi123.stdout:2895: got expected ENOENT (src dne) 2023-12-20T10:59:41.190 INFO:tasks.rados.rados.0.smithi123.stdout:2895: finishing copy_from racing read to smithi123173835-38 2023-12-20T10:59:41.190 INFO:tasks.rados.rados.0.smithi123.stdout:2891: done (3 left) 2023-12-20T10:59:41.191 INFO:tasks.rados.rados.0.smithi123.stdout:2892: done (2 left) 2023-12-20T10:59:41.191 INFO:tasks.rados.rados.0.smithi123.stdout:2893: done (1 left) 2023-12-20T10:59:41.191 INFO:tasks.rados.rados.0.smithi123.stdout:2895: done (0 left) 2023-12-20T10:59:41.191 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 43 current snap is 280 2023-12-20T10:59:41.191 INFO:tasks.rados.rados.0.smithi123.stdout:2896: seq_num 939 ranges {1089536=532480,1622016=704512,2326528=98304} 2023-12-20T10:59:41.198 INFO:tasks.rados.rados.0.smithi123.stdout:2896: writing smithi123173835-43 from 1089536 to 1622016 tid 1 2023-12-20T10:59:41.203 INFO:tasks.rados.rados.0.smithi123.stdout:2896: writing smithi123173835-43 from 1622016 to 2326528 tid 2 2023-12-20T10:59:41.204 INFO:tasks.rados.rados.0.smithi123.stdout:2896: writing smithi123173835-43 from 2326528 to 2424832 tid 3 2023-12-20T10:59:41.204 INFO:tasks.rados.rados.0.smithi123.stdout:2897: rollback oid 2 current snap is 280 2023-12-20T10:59:41.204 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 2 to 274 2023-12-20T10:59:41.204 INFO:tasks.rados.rados.0.smithi123.stdout:2896: finishing write tid 1 to smithi123173835-43 2023-12-20T10:59:41.204 INFO:tasks.rados.rados.0.smithi123.stdout:2898: snap_create 2023-12-20T10:59:41.208 INFO:tasks.rados.rados.0.smithi123.stdout:2896: finishing write tid 2 to smithi123173835-43 2023-12-20T10:59:41.208 INFO:tasks.rados.rados.0.smithi123.stdout:2896: finishing write tid 3 to smithi123173835-43 2023-12-20T10:59:41.208 INFO:tasks.rados.rados.0.smithi123.stdout:2897: finishing rollback tid 0 to smithi123173835-2 2023-12-20T10:59:41.208 INFO:tasks.rados.rados.0.smithi123.stdout:2896: finishing write tid 4 to smithi123173835-43 2023-12-20T10:59:41.208 INFO:tasks.rados.rados.0.smithi123.stdout:2897: finishing rollback tid 1 to smithi123173835-2 2023-12-20T10:59:41.209 INFO:tasks.rados.rados.0.smithi123.stdout:2897: finishing rollback tid 2 to smithi123173835-2 2023-12-20T10:59:41.209 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 2 v 1764 (ObjNum 880 snap 272 seq_num 880) dirty exists 2023-12-20T10:59:41.209 INFO:tasks.rados.rados.0.smithi123.stdout:2896: finishing write tid 5 to smithi123173835-43 2023-12-20T10:59:41.209 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 1790 (ObjNum 939 snap 280 seq_num 939) dirty exists 2023-12-20T10:59:41.209 INFO:tasks.rados.rados.0.smithi123.stdout:2896: left oid 43 (ObjNum 939 snap 280 seq_num 939) 2023-12-20T10:59:41.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:41 smithi177 ceph-mon[212096]: pgmap v658: 121 pgs: 121 active+clean; 308 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2023-12-20T10:59:41.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:41 smithi177 ceph-mon[212096]: osdmap e629: 8 total, 8 up, 8 in 2023-12-20T10:59:41.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:41 smithi123 ceph-mon[191304]: pgmap v658: 121 pgs: 121 active+clean; 308 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2023-12-20T10:59:41.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:41 smithi123 ceph-mon[191304]: osdmap e629: 8 total, 8 up, 8 in 2023-12-20T10:59:41.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:41 smithi123 ceph-mon[188613]: pgmap v658: 121 pgs: 121 active+clean; 308 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2023-12-20T10:59:41.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:41 smithi123 ceph-mon[188613]: osdmap e629: 8 total, 8 up, 8 in 2023-12-20T10:59:42.139 INFO:tasks.rados.rados.0.smithi123.stdout:2896: done (2 left) 2023-12-20T10:59:42.139 INFO:tasks.rados.rados.0.smithi123.stdout:2897: done (1 left) 2023-12-20T10:59:42.139 INFO:tasks.rados.rados.0.smithi123.stdout:2898: done (0 left) 2023-12-20T10:59:42.140 INFO:tasks.rados.rados.0.smithi123.stdout:2899: snap_create 2023-12-20T10:59:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:42 smithi177 ceph-mon[212096]: osdmap e630: 8 total, 8 up, 8 in 2023-12-20T10:59:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:59:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:42 smithi123 ceph-mon[191304]: osdmap e630: 8 total, 8 up, 8 in 2023-12-20T10:59:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:59:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:42 smithi123 ceph-mon[188613]: osdmap e630: 8 total, 8 up, 8 in 2023-12-20T10:59:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:59:43.075 INFO:tasks.rados.rados.0.smithi123.stdout:2899: done (0 left) 2023-12-20T10:59:43.076 INFO:tasks.rados.rados.0.smithi123.stdout:2900: rollback oid 2 current snap is 282 2023-12-20T10:59:43.076 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 2 to 258 2023-12-20T10:59:43.076 INFO:tasks.rados.rados.0.smithi123.stdout:2901: read oid 40 snap -1 2023-12-20T10:59:43.076 INFO:tasks.rados.rados.0.smithi123.stdout:2901: expect deleted 2023-12-20T10:59:43.076 INFO:tasks.rados.rados.0.smithi123.stdout:2902: read oid 24 snap -1 2023-12-20T10:59:43.076 INFO:tasks.rados.rados.0.smithi123.stdout:2902: expect (ObjNum 911 snap 277 seq_num 911) 2023-12-20T10:59:43.076 INFO:tasks.rados.rados.0.smithi123.stdout:2903: read oid 50 snap -1 2023-12-20T10:59:43.076 INFO:tasks.rados.rados.0.smithi123.stdout:2903: expect deleted 2023-12-20T10:59:43.076 INFO:tasks.rados.rados.0.smithi123.stdout:2904: delete oid 17 current snap is 282 2023-12-20T10:59:43.084 INFO:tasks.rados.rados.0.smithi123.stdout:2901: done (4 left) 2023-12-20T10:59:43.084 INFO:tasks.rados.rados.0.smithi123.stdout:2903: done (3 left) 2023-12-20T10:59:43.085 INFO:tasks.rados.rados.0.smithi123.stdout:2904: done (2 left) 2023-12-20T10:59:43.085 INFO:tasks.rados.rados.0.smithi123.stdout:2905: copy_from oid 31 from oid 41 current snap is 282 2023-12-20T10:59:43.085 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 14 current snap is 282 2023-12-20T10:59:43.085 INFO:tasks.rados.rados.0.smithi123.stdout:2906: seq_num 941 ranges {1253376=565248,1818624=475136,2293760=327680} 2023-12-20T10:59:43.094 INFO:tasks.rados.rados.0.smithi123.stdout:2906: writing smithi123173835-14 from 1253376 to 1818624 tid 1 2023-12-20T10:59:43.098 INFO:tasks.rados.rados.0.smithi123.stdout:2906: writing smithi123173835-14 from 1818624 to 2293760 tid 2 2023-12-20T10:59:43.100 INFO:tasks.rados.rados.0.smithi123.stdout:2906: writing smithi123173835-14 from 2293760 to 2621440 tid 3 2023-12-20T10:59:43.100 INFO:tasks.rados.rados.0.smithi123.stdout:2907: delete oid 15 current snap is 282 2023-12-20T10:59:43.100 INFO:tasks.rados.rados.0.smithi123.stdout:2900: finishing rollback tid 0 to smithi123173835-2 2023-12-20T10:59:43.100 INFO:tasks.rados.rados.0.smithi123.stdout:2900: finishing rollback tid 1 to smithi123173835-2 2023-12-20T10:59:43.100 INFO:tasks.rados.rados.0.smithi123.stdout:2900: finishing rollback tid 2 to smithi123173835-2 2023-12-20T10:59:43.100 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 2 v 1767 (ObjNum 721 snap 209 seq_num 721) dirty exists 2023-12-20T10:59:43.100 INFO:tasks.rados.rados.0.smithi123.stdout:2902: expect (ObjNum 911 snap 277 seq_num 911) 2023-12-20T10:59:43.216 INFO:tasks.rados.rados.0.smithi123.stdout:2906: finishing write tid 1 to smithi123173835-14 2023-12-20T10:59:43.216 INFO:tasks.rados.rados.0.smithi123.stdout:2906: finishing write tid 2 to smithi123173835-14 2023-12-20T10:59:43.216 INFO:tasks.rados.rados.0.smithi123.stdout:2906: finishing write tid 3 to smithi123173835-14 2023-12-20T10:59:43.216 INFO:tasks.rados.rados.0.smithi123.stdout:2906: finishing write tid 4 to smithi123173835-14 2023-12-20T10:59:43.217 INFO:tasks.rados.rados.0.smithi123.stdout:2906: finishing write tid 5 to smithi123173835-14 2023-12-20T10:59:43.217 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 14 v 1413 (ObjNum 941 snap 282 seq_num 941) dirty exists 2023-12-20T10:59:43.217 INFO:tasks.rados.rados.0.smithi123.stdout:2906: left oid 14 (ObjNum 941 snap 282 seq_num 941) 2023-12-20T10:59:43.217 INFO:tasks.rados.rados.0.smithi123.stdout:2905: finishing copy_from racing read to smithi123173835-31 2023-12-20T10:59:43.217 INFO:tasks.rados.rados.0.smithi123.stdout:2905: finishing copy_from to smithi123173835-31 2023-12-20T10:59:43.217 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 31 v 1979 (ObjNum 912 snap 277 seq_num 912) dirty exists 2023-12-20T10:59:43.217 INFO:tasks.rados.rados.0.smithi123.stdout:2900: done (4 left) 2023-12-20T10:59:43.217 INFO:tasks.rados.rados.0.smithi123.stdout:2902: done (3 left) 2023-12-20T10:59:43.217 INFO:tasks.rados.rados.0.smithi123.stdout:2905: done (2 left) 2023-12-20T10:59:43.217 INFO:tasks.rados.rados.0.smithi123.stdout:2906: done (1 left) 2023-12-20T10:59:43.217 INFO:tasks.rados.rados.0.smithi123.stdout:2907: done (0 left) 2023-12-20T10:59:43.217 INFO:tasks.rados.rados.0.smithi123.stdout:2908: read oid 33 snap 258 2023-12-20T10:59:43.217 INFO:tasks.rados.rados.0.smithi123.stdout:2908: expect (ObjNum 816 snap 244 seq_num 816) 2023-12-20T10:59:43.217 INFO:tasks.rados.rados.0.smithi123.stdout:2909: delete oid 18 current snap is 282 2023-12-20T10:59:43.218 INFO:tasks.rados.rados.0.smithi123.stdout:2909: done (1 left) 2023-12-20T10:59:43.218 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 3 current snap is 282 2023-12-20T10:59:43.218 INFO:tasks.rados.rados.0.smithi123.stdout:2910: seq_num 944 ranges {0=614400,614400=573440,1187840=229376} 2023-12-20T10:59:43.222 INFO:tasks.rados.rados.0.smithi123.stdout:2910: writing smithi123173835-3 from 0 to 614400 tid 1 2023-12-20T10:59:43.226 INFO:tasks.rados.rados.0.smithi123.stdout:2910: writing smithi123173835-3 from 614400 to 1187840 tid 2 2023-12-20T10:59:43.227 INFO:tasks.rados.rados.0.smithi123.stdout:2910: writing smithi123173835-3 from 1187840 to 1417216 tid 3 2023-12-20T10:59:43.227 INFO:tasks.rados.rados.0.smithi123.stdout:2911: copy_from oid 35 from oid 12 current snap is 282 2023-12-20T10:59:43.227 INFO:tasks.rados.rados.0.smithi123.stdout:2908: expect (ObjNum 816 snap 244 seq_num 816) 2023-12-20T10:59:43.272 INFO:tasks.rados.rados.0.smithi123.stdout:2910: finishing write tid 1 to smithi123173835-3 2023-12-20T10:59:43.273 INFO:tasks.rados.rados.0.smithi123.stdout:2911: finishing copy_from to smithi123173835-35 2023-12-20T10:59:43.273 INFO:tasks.rados.rados.0.smithi123.stdout:2911: got expected ENOENT (src dne) 2023-12-20T10:59:43.273 INFO:tasks.rados.rados.0.smithi123.stdout:2911: finishing copy_from racing read to smithi123173835-35 2023-12-20T10:59:43.273 INFO:tasks.rados.rados.0.smithi123.stdout:2910: finishing write tid 2 to smithi123173835-3 2023-12-20T10:59:43.273 INFO:tasks.rados.rados.0.smithi123.stdout:2910: finishing write tid 3 to smithi123173835-3 2023-12-20T10:59:43.273 INFO:tasks.rados.rados.0.smithi123.stdout:2910: finishing write tid 4 to smithi123173835-3 2023-12-20T10:59:43.273 INFO:tasks.rados.rados.0.smithi123.stdout:2910: finishing write tid 5 to smithi123173835-3 2023-12-20T10:59:43.273 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 1770 (ObjNum 944 snap 282 seq_num 944) dirty exists 2023-12-20T10:59:43.273 INFO:tasks.rados.rados.0.smithi123.stdout:2910: left oid 3 (ObjNum 944 snap 282 seq_num 944) 2023-12-20T10:59:43.273 INFO:tasks.rados.rados.0.smithi123.stdout:2908: done (2 left) 2023-12-20T10:59:43.273 INFO:tasks.rados.rados.0.smithi123.stdout:2910: done (1 left) 2023-12-20T10:59:43.273 INFO:tasks.rados.rados.0.smithi123.stdout:2911: done (0 left) 2023-12-20T10:59:43.273 INFO:tasks.rados.rados.0.smithi123.stdout:2912: read oid 12 snap 258 2023-12-20T10:59:43.273 INFO:tasks.rados.rados.0.smithi123.stdout:2912: expect deleted 2023-12-20T10:59:43.274 INFO:tasks.rados.rados.0.smithi123.stdout:2913: rmattr oid 42 current snap is 282 2023-12-20T10:59:43.274 INFO:tasks.rados.rados.0.smithi123.stdout:2913: done (1 left) 2023-12-20T10:59:43.274 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 24 current snap is 282 2023-12-20T10:59:43.274 INFO:tasks.rados.rados.0.smithi123.stdout:2914: seq_num 945 ranges {3219456=630784,3850240=458752,4308992=344064} 2023-12-20T10:59:43.292 INFO:tasks.rados.rados.0.smithi123.stdout:2914: writing smithi123173835-24 from 3219456 to 3850240 tid 1 2023-12-20T10:59:43.295 INFO:tasks.rados.rados.0.smithi123.stdout:2914: writing smithi123173835-24 from 3850240 to 4308992 tid 2 2023-12-20T10:59:43.298 INFO:tasks.rados.rados.0.smithi123.stdout:2914: writing smithi123173835-24 from 4308992 to 4653056 tid 3 2023-12-20T10:59:43.298 INFO:tasks.rados.rados.0.smithi123.stdout:2915: copy_from oid 45 from oid 9 current snap is 282 2023-12-20T10:59:43.298 INFO:tasks.rados.rados.0.smithi123.stdout:2914: finishing write tid 1 to smithi123173835-24 2023-12-20T10:59:43.298 INFO:tasks.rados.rados.0.smithi123.stdout:2912: done (2 left) 2023-12-20T10:59:43.298 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 5 current snap is 282 2023-12-20T10:59:43.298 INFO:tasks.rados.rados.0.smithi123.stdout:2916: seq_num 946 ranges {10502144=647168,11149312=745472,11894784=57344} 2023-12-20T10:59:43.356 INFO:tasks.rados.rados.0.smithi123.stdout:2916: writing smithi123173835-5 from 10502144 to 11149312 tid 1 2023-12-20T10:59:43.360 INFO:tasks.rados.rados.0.smithi123.stdout:2916: writing smithi123173835-5 from 11149312 to 11894784 tid 2 2023-12-20T10:59:43.361 INFO:tasks.rados.rados.0.smithi123.stdout:2916: writing smithi123173835-5 from 11894784 to 11952128 tid 3 2023-12-20T10:59:43.361 INFO:tasks.rados.rados.0.smithi123.stdout:2917: snap_remove snap 280 2023-12-20T10:59:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:43 smithi177 ceph-mon[212096]: pgmap v661: 121 pgs: 121 active+clean; 328 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.3 MiB/s wr, 21 op/s 2023-12-20T10:59:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:43 smithi177 ceph-mon[212096]: osdmap e631: 8 total, 8 up, 8 in 2023-12-20T10:59:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:43 smithi177 ceph-mon[212096]: osdmap e632: 8 total, 8 up, 8 in 2023-12-20T10:59:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:43 smithi123 ceph-mon[191304]: pgmap v661: 121 pgs: 121 active+clean; 328 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.3 MiB/s wr, 21 op/s 2023-12-20T10:59:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:43 smithi123 ceph-mon[191304]: osdmap e631: 8 total, 8 up, 8 in 2023-12-20T10:59:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:43 smithi123 ceph-mon[191304]: osdmap e632: 8 total, 8 up, 8 in 2023-12-20T10:59:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:43 smithi123 ceph-mon[188613]: pgmap v661: 121 pgs: 121 active+clean; 328 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.3 MiB/s wr, 21 op/s 2023-12-20T10:59:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:43 smithi123 ceph-mon[188613]: osdmap e631: 8 total, 8 up, 8 in 2023-12-20T10:59:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:43 smithi123 ceph-mon[188613]: osdmap e632: 8 total, 8 up, 8 in 2023-12-20T10:59:44.142 INFO:tasks.rados.rados.0.smithi123.stdout:2917: done (3 left) 2023-12-20T10:59:44.142 INFO:tasks.rados.rados.0.smithi123.stdout:2918: delete oid 32 current snap is 282 2023-12-20T10:59:44.142 INFO:tasks.rados.rados.0.smithi123.stdout:2915: finishing copy_from to smithi123173835-45 2023-12-20T10:59:44.142 INFO:tasks.rados.rados.0.smithi123.stdout:2915: got expected ENOENT (src dne) 2023-12-20T10:59:44.142 INFO:tasks.rados.rados.0.smithi123.stdout:2915: finishing copy_from racing read to smithi123173835-45 2023-12-20T10:59:44.142 INFO:tasks.rados.rados.0.smithi123.stdout:2914: finishing write tid 2 to smithi123173835-24 2023-12-20T10:59:44.143 INFO:tasks.rados.rados.0.smithi123.stdout:2914: finishing write tid 3 to smithi123173835-24 2023-12-20T10:59:44.143 INFO:tasks.rados.rados.0.smithi123.stdout:2914: finishing write tid 4 to smithi123173835-24 2023-12-20T10:59:44.143 INFO:tasks.rados.rados.0.smithi123.stdout:2914: finishing write tid 5 to smithi123173835-24 2023-12-20T10:59:44.143 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 24 v 1775 (ObjNum 945 snap 282 seq_num 945) dirty exists 2023-12-20T10:59:44.143 INFO:tasks.rados.rados.0.smithi123.stdout:2914: left oid 24 (ObjNum 945 snap 282 seq_num 945) 2023-12-20T10:59:44.143 INFO:tasks.rados.rados.0.smithi123.stdout:2916: finishing write tid 1 to smithi123173835-5 2023-12-20T10:59:44.143 INFO:tasks.rados.rados.0.smithi123.stdout:2916: finishing write tid 2 to smithi123173835-5 2023-12-20T10:59:44.144 INFO:tasks.rados.rados.0.smithi123.stdout:2916: finishing write tid 3 to smithi123173835-5 2023-12-20T10:59:44.144 INFO:tasks.rados.rados.0.smithi123.stdout:2916: finishing write tid 4 to smithi123173835-5 2023-12-20T10:59:44.144 INFO:tasks.rados.rados.0.smithi123.stdout:2916: finishing write tid 5 to smithi123173835-5 2023-12-20T10:59:44.144 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 1794 (ObjNum 946 snap 282 seq_num 946) dirty exists 2023-12-20T10:59:44.144 INFO:tasks.rados.rados.0.smithi123.stdout:2916: left oid 5 (ObjNum 946 snap 282 seq_num 946) 2023-12-20T10:59:44.156 INFO:tasks.rados.rados.0.smithi123.stdout:2914: done (3 left) 2023-12-20T10:59:44.156 INFO:tasks.rados.rados.0.smithi123.stdout:2915: done (2 left) 2023-12-20T10:59:44.157 INFO:tasks.rados.rados.0.smithi123.stdout:2916: done (1 left) 2023-12-20T10:59:44.157 INFO:tasks.rados.rados.0.smithi123.stdout:2918: done (0 left) 2023-12-20T10:59:44.157 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 43 current snap is 282 2023-12-20T10:59:44.157 INFO:tasks.rados.rados.0.smithi123.stdout:2919: seq_num 948 ranges {2424832=679936,3104768=516096,3620864=286720} 2023-12-20T10:59:44.167 INFO:tasks.rados.rados.0.smithi123.stdout:2919: writing smithi123173835-43 from 2424832 to 3104768 tid 1 2023-12-20T10:59:44.170 INFO:tasks.rados.rados.0.smithi123.stdout:2919: writing smithi123173835-43 from 3104768 to 3620864 tid 2 2023-12-20T10:59:44.172 INFO:tasks.rados.rados.0.smithi123.stdout:2919: writing smithi123173835-43 from 3620864 to 3907584 tid 3 2023-12-20T10:59:44.172 INFO:tasks.rados.rados.0.smithi123.stdout:2920: snap_remove snap 258 2023-12-20T10:59:45.150 INFO:tasks.rados.rados.0.smithi123.stdout:2920: done (1 left) 2023-12-20T10:59:45.150 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 21 current snap is 282 2023-12-20T10:59:45.150 INFO:tasks.rados.rados.0.smithi123.stdout:2921: seq_num 949 ranges {3391488=704512,4096000=794624,4890624=8192} 2023-12-20T10:59:45.173 INFO:tasks.rados.rados.0.smithi123.stdout:2921: writing smithi123173835-21 from 3391488 to 4096000 tid 1 2023-12-20T10:59:45.179 INFO:tasks.rados.rados.0.smithi123.stdout:2921: writing smithi123173835-21 from 4096000 to 4890624 tid 2 2023-12-20T10:59:45.179 INFO:tasks.rados.rados.0.smithi123.stdout:2921: writing smithi123173835-21 from 4890624 to 4898816 tid 3 2023-12-20T10:59:45.179 INFO:tasks.rados.rados.0.smithi123.stdout:2922: rmattr oid 39 current snap is 282 2023-12-20T10:59:45.179 INFO:tasks.rados.rados.0.smithi123.stdout:2922: done (2 left) 2023-12-20T10:59:45.179 INFO:tasks.rados.rados.0.smithi123.stdout:2923: snap_remove snap 251 2023-12-20T10:59:45.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:45 smithi177 ceph-mon[212096]: pgmap v664: 121 pgs: 121 active+clean; 331 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 5.9 MiB/s wr, 20 op/s 2023-12-20T10:59:45.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:45 smithi177 ceph-mon[212096]: osdmap e633: 8 total, 8 up, 8 in 2023-12-20T10:59:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:45 smithi123 ceph-mon[191304]: pgmap v664: 121 pgs: 121 active+clean; 331 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 5.9 MiB/s wr, 20 op/s 2023-12-20T10:59:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:45 smithi123 ceph-mon[191304]: osdmap e633: 8 total, 8 up, 8 in 2023-12-20T10:59:45.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:45 smithi123 ceph-mon[188613]: pgmap v664: 121 pgs: 121 active+clean; 331 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 5.9 MiB/s wr, 20 op/s 2023-12-20T10:59:45.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:45 smithi123 ceph-mon[188613]: osdmap e633: 8 total, 8 up, 8 in 2023-12-20T10:59:46.156 INFO:tasks.rados.rados.0.smithi123.stdout:2923: done (2 left) 2023-12-20T10:59:46.156 INFO:tasks.rados.rados.0.smithi123.stdout:2924: snap_remove snap 261 2023-12-20T10:59:46.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:46 smithi177 ceph-mon[212096]: osdmap e634: 8 total, 8 up, 8 in 2023-12-20T10:59:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:46 smithi123 ceph-mon[191304]: osdmap e634: 8 total, 8 up, 8 in 2023-12-20T10:59:46.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:46 smithi123 ceph-mon[188613]: osdmap e634: 8 total, 8 up, 8 in 2023-12-20T10:59:47.157 INFO:tasks.rados.rados.0.smithi123.stdout:2924: done (2 left) 2023-12-20T10:59:47.158 INFO:tasks.rados.rados.0.smithi123.stdout:2925: rmattr oid 29 current snap is 282 2023-12-20T10:59:47.158 INFO:tasks.rados.rados.0.smithi123.stdout:2925: done (2 left) 2023-12-20T10:59:47.158 INFO:tasks.rados.rados.0.smithi123.stdout:2926: read oid 11 snap -1 2023-12-20T10:59:47.158 INFO:tasks.rados.rados.0.smithi123.stdout:2926: expect (ObjNum 885 snap 274 seq_num 885) 2023-12-20T10:59:47.158 INFO:tasks.rados.rados.0.smithi123.stdout:2927: rollback oid 34 current snap is 282 2023-12-20T10:59:47.158 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 34 to 274 2023-12-20T10:59:47.158 INFO:tasks.rados.rados.0.smithi123.stdout:2928: delete oid 44 current snap is 282 2023-12-20T10:59:47.158 INFO:tasks.rados.rados.0.smithi123.stdout:2919: finishing write tid 1 to smithi123173835-43 2023-12-20T10:59:47.158 INFO:tasks.rados.rados.0.smithi123.stdout:2919: finishing write tid 2 to smithi123173835-43 2023-12-20T10:59:47.158 INFO:tasks.rados.rados.0.smithi123.stdout:2919: finishing write tid 3 to smithi123173835-43 2023-12-20T10:59:47.158 INFO:tasks.rados.rados.0.smithi123.stdout:2919: finishing write tid 4 to smithi123173835-43 2023-12-20T10:59:47.158 INFO:tasks.rados.rados.0.smithi123.stdout:2919: finishing write tid 5 to smithi123173835-43 2023-12-20T10:59:47.158 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 1798 (ObjNum 948 snap 282 seq_num 948) dirty exists 2023-12-20T10:59:47.158 INFO:tasks.rados.rados.0.smithi123.stdout:2919: left oid 43 (ObjNum 948 snap 282 seq_num 948) 2023-12-20T10:59:47.159 INFO:tasks.rados.rados.0.smithi123.stdout:2921: finishing write tid 1 to smithi123173835-21 2023-12-20T10:59:47.159 INFO:tasks.rados.rados.0.smithi123.stdout:2921: finishing write tid 2 to smithi123173835-21 2023-12-20T10:59:47.159 INFO:tasks.rados.rados.0.smithi123.stdout:2921: finishing write tid 3 to smithi123173835-21 2023-12-20T10:59:47.159 INFO:tasks.rados.rados.0.smithi123.stdout:2921: finishing write tid 4 to smithi123173835-21 2023-12-20T10:59:47.159 INFO:tasks.rados.rados.0.smithi123.stdout:2921: finishing write tid 5 to smithi123173835-21 2023-12-20T10:59:47.159 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 1629 (ObjNum 949 snap 282 seq_num 949) dirty exists 2023-12-20T10:59:47.159 INFO:tasks.rados.rados.0.smithi123.stdout:2921: left oid 21 (ObjNum 949 snap 282 seq_num 949) 2023-12-20T10:59:47.166 INFO:tasks.rados.rados.0.smithi123.stdout:2919: done (4 left) 2023-12-20T10:59:47.166 INFO:tasks.rados.rados.0.smithi123.stdout:2921: done (3 left) 2023-12-20T10:59:47.166 INFO:tasks.rados.rados.0.smithi123.stdout:2928: done (2 left) 2023-12-20T10:59:47.166 INFO:tasks.rados.rados.0.smithi123.stdout:2929: setattr oid 16 current snap is 282 2023-12-20T10:59:47.169 INFO:tasks.rados.rados.0.smithi123.stdout:2930: rmattr oid 43 current snap is 282 2023-12-20T10:59:47.169 INFO:tasks.rados.rados.0.smithi123.stdout:2931: rmattr oid 36 current snap is 282 2023-12-20T10:59:47.169 INFO:tasks.rados.rados.0.smithi123.stdout:2931: done (4 left) 2023-12-20T10:59:47.169 INFO:tasks.rados.rados.0.smithi123.stdout:2932: read oid 46 snap 281 2023-12-20T10:59:47.170 INFO:tasks.rados.rados.0.smithi123.stdout:2932: expect deleted 2023-12-20T10:59:47.170 INFO:tasks.rados.rados.0.smithi123.stdout:2933: read oid 7 snap -1 2023-12-20T10:59:47.170 INFO:tasks.rados.rados.0.smithi123.stdout:2933: expect (ObjNum 862 snap 265 seq_num 862) 2023-12-20T10:59:47.170 INFO:tasks.rados.rados.0.smithi123.stdout:2934: snap_create 2023-12-20T10:59:47.174 INFO:tasks.rados.rados.0.smithi123.stdout:2926: expect (ObjNum 885 snap 274 seq_num 885) 2023-12-20T10:59:47.192 INFO:tasks.rados.rados.0.smithi123.stdout:2927: finishing rollback tid 1 to smithi123173835-34 2023-12-20T10:59:47.192 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 34 v 0 (ObjNum 65 snap 0 seq_num 1734435677) dirty dne 2023-12-20T10:59:47.193 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 1799 (ObjNum 948 snap 282 seq_num 948) dirty exists 2023-12-20T10:59:47.193 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 1979 (ObjNum 864 snap 267 seq_num 864) dirty exists 2023-12-20T10:59:47.221 INFO:tasks.rados.rados.0.smithi123.stdout:2933: expect (ObjNum 862 snap 265 seq_num 862) 2023-12-20T10:59:47.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:47 smithi177 ceph-mon[212096]: pgmap v667: 121 pgs: 121 active+clean; 335 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2023-12-20T10:59:47.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:47 smithi177 ceph-mon[212096]: osdmap e635: 8 total, 8 up, 8 in 2023-12-20T10:59:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:47 smithi123 ceph-mon[191304]: pgmap v667: 121 pgs: 121 active+clean; 335 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2023-12-20T10:59:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:47 smithi123 ceph-mon[191304]: osdmap e635: 8 total, 8 up, 8 in 2023-12-20T10:59:47.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:47 smithi123 ceph-mon[188613]: pgmap v667: 121 pgs: 121 active+clean; 335 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2023-12-20T10:59:47.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:47 smithi123 ceph-mon[188613]: osdmap e635: 8 total, 8 up, 8 in 2023-12-20T10:59:48.479 INFO:tasks.rados.rados.0.smithi123.stdout:2926: done (6 left) 2023-12-20T10:59:48.479 INFO:tasks.rados.rados.0.smithi123.stdout:2927: done (5 left) 2023-12-20T10:59:48.479 INFO:tasks.rados.rados.0.smithi123.stdout:2929: done (4 left) 2023-12-20T10:59:48.479 INFO:tasks.rados.rados.0.smithi123.stdout:2930: done (3 left) 2023-12-20T10:59:48.480 INFO:tasks.rados.rados.0.smithi123.stdout:2932: done (2 left) 2023-12-20T10:59:48.480 INFO:tasks.rados.rados.0.smithi123.stdout:2933: done (1 left) 2023-12-20T10:59:48.480 INFO:tasks.rados.rados.0.smithi123.stdout:2934: done (0 left) 2023-12-20T10:59:48.480 INFO:tasks.rados.rados.0.smithi123.stdout:2935: read oid 34 snap -1 2023-12-20T10:59:48.480 INFO:tasks.rados.rados.0.smithi123.stdout:2935: expect deleted 2023-12-20T10:59:48.480 INFO:tasks.rados.rados.0.smithi123.stdout:2936: delete oid 2 current snap is 283 2023-12-20T10:59:48.483 INFO:tasks.rados.rados.0.smithi123.stdout:2935: done (1 left) 2023-12-20T10:59:48.483 INFO:tasks.rados.rados.0.smithi123.stdout:2936: done (0 left) 2023-12-20T10:59:48.483 INFO:tasks.rados.rados.0.smithi123.stdout:2937: snap_remove snap 279 2023-12-20T10:59:48.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:48 smithi123 ceph-mon[191304]: osdmap e636: 8 total, 8 up, 8 in 2023-12-20T10:59:48.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:48 smithi123 ceph-mon[191304]: osdmap e637: 8 total, 8 up, 8 in 2023-12-20T10:59:48.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:48 smithi123 ceph-mon[188613]: osdmap e636: 8 total, 8 up, 8 in 2023-12-20T10:59:48.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:48 smithi123 ceph-mon[188613]: osdmap e637: 8 total, 8 up, 8 in 2023-12-20T10:59:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:48 smithi177 ceph-mon[212096]: osdmap e636: 8 total, 8 up, 8 in 2023-12-20T10:59:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:48 smithi177 ceph-mon[212096]: osdmap e637: 8 total, 8 up, 8 in 2023-12-20T10:59:49.176 INFO:tasks.rados.rados.0.smithi123.stdout:2937: done (0 left) 2023-12-20T10:59:49.176 INFO:tasks.rados.rados.0.smithi123.stdout:2938: read oid 29 snap -1 2023-12-20T10:59:49.176 INFO:tasks.rados.rados.0.smithi123.stdout:2938: expect deleted 2023-12-20T10:59:49.176 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 4 current snap is 283 2023-12-20T10:59:49.176 INFO:tasks.rados.rados.0.smithi123.stdout:2939: seq_num 952 ranges {3727360=753664,4481024=499712,4980736=303104} 2023-12-20T10:59:49.199 INFO:tasks.rados.rados.0.smithi123.stdout:2939: writing smithi123173835-4 from 3727360 to 4481024 tid 1 2023-12-20T10:59:49.202 INFO:tasks.rados.rados.0.smithi123.stdout:2939: writing smithi123173835-4 from 4481024 to 4980736 tid 2 2023-12-20T10:59:49.205 INFO:tasks.rados.rados.0.smithi123.stdout:2939: writing smithi123173835-4 from 4980736 to 5283840 tid 3 2023-12-20T10:59:49.205 INFO:tasks.rados.rados.0.smithi123.stdout:2940: rollback oid 27 current snap is 283 2023-12-20T10:59:49.205 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 27 to 282 2023-12-20T10:59:49.205 INFO:tasks.rados.rados.0.smithi123.stdout:2938: done (2 left) 2023-12-20T10:59:49.205 INFO:tasks.rados.rados.0.smithi123.stdout:2941: rmattr oid 49 current snap is 283 2023-12-20T10:59:49.205 INFO:tasks.rados.rados.0.smithi123.stdout:2942: read oid 45 snap 281 2023-12-20T10:59:49.205 INFO:tasks.rados.rados.0.smithi123.stdout:2942: expect (ObjNum 898 snap 276 seq_num 898) 2023-12-20T10:59:49.205 INFO:tasks.rados.rados.0.smithi123.stdout:2943: copy_from oid 12 from oid 39 current snap is 283 2023-12-20T10:59:49.205 INFO:tasks.rados.rados.0.smithi123.stdout:2944: copy_from oid 30 from oid 14 current snap is 283 2023-12-20T10:59:49.205 INFO:tasks.rados.rados.0.smithi123.stdout:2945: snap_create 2023-12-20T10:59:49.210 INFO:tasks.rados.rados.0.smithi123.stdout:2939: finishing write tid 1 to smithi123173835-4 2023-12-20T10:59:49.211 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 1987 (ObjNum 930 snap 279 seq_num 930) dirty exists 2023-12-20T10:59:49.213 INFO:tasks.rados.rados.0.smithi123.stdout:2943: finishing copy_from to smithi123173835-12 2023-12-20T10:59:49.213 INFO:tasks.rados.rados.0.smithi123.stdout:2943: got expected ENOENT (src dne) 2023-12-20T10:59:49.214 INFO:tasks.rados.rados.0.smithi123.stdout:2943: finishing copy_from racing read to smithi123173835-12 2023-12-20T10:59:49.214 INFO:tasks.rados.rados.0.smithi123.stdout:2940: finishing rollback tid 1 to smithi123173835-27 2023-12-20T10:59:49.215 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 27 v 1578 (ObjNum 65 snap 0 seq_num 1315593837) dirty dne 2023-12-20T10:59:49.215 INFO:tasks.rados.rados.0.smithi123.stdout:2939: finishing write tid 2 to smithi123173835-4 2023-12-20T10:59:49.220 INFO:tasks.rados.rados.0.smithi123.stdout:2939: finishing write tid 3 to smithi123173835-4 2023-12-20T10:59:49.220 INFO:tasks.rados.rados.0.smithi123.stdout:2939: finishing write tid 4 to smithi123173835-4 2023-12-20T10:59:49.222 INFO:tasks.rados.rados.0.smithi123.stdout:2939: finishing write tid 5 to smithi123173835-4 2023-12-20T10:59:49.222 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 1808 (ObjNum 952 snap 283 seq_num 952) dirty exists 2023-12-20T10:59:49.222 INFO:tasks.rados.rados.0.smithi123.stdout:2939: left oid 4 (ObjNum 952 snap 283 seq_num 952) 2023-12-20T10:59:49.225 INFO:tasks.rados.rados.0.smithi123.stdout:2942: expect (ObjNum 898 snap 276 seq_num 898) 2023-12-20T10:59:49.296 INFO:tasks.rados.rados.0.smithi123.stdout:2944: finishing copy_from racing read to smithi123173835-30 2023-12-20T10:59:49.296 INFO:tasks.rados.rados.0.smithi123.stdout:2944: finishing copy_from to smithi123173835-30 2023-12-20T10:59:49.297 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 30 v 1413 (ObjNum 941 snap 282 seq_num 941) dirty exists 2023-12-20T10:59:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:49 smithi123 ceph-mon[191304]: pgmap v670: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 340 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 5.3 MiB/s wr, 12 op/s 2023-12-20T10:59:49.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:49 smithi123 ceph-mon[188613]: pgmap v670: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 340 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 5.3 MiB/s wr, 12 op/s 2023-12-20T10:59:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:59:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:59:49] "GET /metrics HTTP/1.1" 200 36159 "" "Prometheus/2.43.0" 2023-12-20T10:59:49.493 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 10:59:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-2[211254]: 2023-12-20T10:59:49.219+0000 7fdfc9d48700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 228 after trimming was started 2023-12-20T10:59:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:49 smithi177 ceph-mon[212096]: pgmap v670: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 340 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 5.3 MiB/s wr, 12 op/s 2023-12-20T10:59:50.179 INFO:tasks.rados.rados.0.smithi123.stdout:2939: done (6 left) 2023-12-20T10:59:50.179 INFO:tasks.rados.rados.0.smithi123.stdout:2940: done (5 left) 2023-12-20T10:59:50.179 INFO:tasks.rados.rados.0.smithi123.stdout:2941: done (4 left) 2023-12-20T10:59:50.179 INFO:tasks.rados.rados.0.smithi123.stdout:2942: done (3 left) 2023-12-20T10:59:50.179 INFO:tasks.rados.rados.0.smithi123.stdout:2943: done (2 left) 2023-12-20T10:59:50.180 INFO:tasks.rados.rados.0.smithi123.stdout:2944: done (1 left) 2023-12-20T10:59:50.180 INFO:tasks.rados.rados.0.smithi123.stdout:2945: done (0 left) 2023-12-20T10:59:50.180 INFO:tasks.rados.rados.0.smithi123.stdout:2946: copy_from oid 4 from oid 16 current snap is 284 2023-12-20T10:59:50.180 INFO:tasks.rados.rados.0.smithi123.stdout:2947: snap_create 2023-12-20T10:59:50.187 INFO:tasks.rados.rados.0.smithi123.stdout:2946: finishing copy_from racing read to smithi123173835-4 2023-12-20T10:59:50.188 INFO:tasks.rados.rados.0.smithi123.stdout:2946: finishing copy_from to smithi123173835-4 2023-12-20T10:59:50.188 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 1979 (ObjNum 864 snap 267 seq_num 864) dirty exists 2023-12-20T10:59:50.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:50 smithi123 ceph-mon[191304]: osdmap e638: 8 total, 8 up, 8 in 2023-12-20T10:59:50.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:50 smithi123 ceph-mon[188613]: osdmap e638: 8 total, 8 up, 8 in 2023-12-20T10:59:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:50 smithi177 ceph-mon[212096]: osdmap e638: 8 total, 8 up, 8 in 2023-12-20T10:59:51.181 INFO:tasks.rados.rados.0.smithi123.stdout:2946: done (1 left) 2023-12-20T10:59:51.181 INFO:tasks.rados.rados.0.smithi123.stdout:2947: done (0 left) 2023-12-20T10:59:51.181 INFO:tasks.rados.rados.0.smithi123.stdout:2948: read oid 49 snap -1 2023-12-20T10:59:51.181 INFO:tasks.rados.rados.0.smithi123.stdout:2948: expect (ObjNum 930 snap 279 seq_num 930) 2023-12-20T10:59:51.182 INFO:tasks.rados.rados.0.smithi123.stdout:2949: snap_remove snap 259 2023-12-20T10:59:51.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:51 smithi123 ceph-mon[191304]: pgmap v673: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 336 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.7 MiB/s wr, 14 op/s 2023-12-20T10:59:51.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:51 smithi123 ceph-mon[191304]: osdmap e639: 8 total, 8 up, 8 in 2023-12-20T10:59:51.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:51 smithi123 ceph-mon[188613]: pgmap v673: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 336 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.7 MiB/s wr, 14 op/s 2023-12-20T10:59:51.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:51 smithi123 ceph-mon[188613]: osdmap e639: 8 total, 8 up, 8 in 2023-12-20T10:59:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:51 smithi177 ceph-mon[212096]: pgmap v673: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 336 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.7 MiB/s wr, 14 op/s 2023-12-20T10:59:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:51 smithi177 ceph-mon[212096]: osdmap e639: 8 total, 8 up, 8 in 2023-12-20T10:59:52.183 INFO:tasks.rados.rados.0.smithi123.stdout:2949: done (1 left) 2023-12-20T10:59:52.183 INFO:tasks.rados.rados.0.smithi123.stdout:2950: rollback oid 8 current snap is 285 2023-12-20T10:59:52.183 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 8 to 284 2023-12-20T10:59:52.183 INFO:tasks.rados.rados.0.smithi123.stdout:2948: expect (ObjNum 930 snap 279 seq_num 930) 2023-12-20T10:59:52.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:52 smithi123 ceph-mon[191304]: osdmap e640: 8 total, 8 up, 8 in 2023-12-20T10:59:52.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:52 smithi123 ceph-mon[191304]: osdmap e641: 8 total, 8 up, 8 in 2023-12-20T10:59:52.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:52 smithi123 ceph-mon[188613]: osdmap e640: 8 total, 8 up, 8 in 2023-12-20T10:59:52.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:52 smithi123 ceph-mon[188613]: osdmap e641: 8 total, 8 up, 8 in 2023-12-20T10:59:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:52 smithi177 ceph-mon[212096]: osdmap e640: 8 total, 8 up, 8 in 2023-12-20T10:59:52.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:52 smithi177 ceph-mon[212096]: osdmap e641: 8 total, 8 up, 8 in 2023-12-20T10:59:52.716 INFO:tasks.rados.rados.0.smithi123.stdout:2950: finishing rollback tid 0 to smithi123173835-8 2023-12-20T10:59:52.716 INFO:tasks.rados.rados.0.smithi123.stdout:2950: finishing rollback tid 1 to smithi123173835-8 2023-12-20T10:59:52.716 INFO:tasks.rados.rados.0.smithi123.stdout:2950: finishing rollback tid 2 to smithi123173835-8 2023-12-20T10:59:52.716 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 1610 (ObjNum 928 snap 279 seq_num 928) dirty exists 2023-12-20T10:59:52.716 INFO:tasks.rados.rados.0.smithi123.stdout:2948: done (1 left) 2023-12-20T10:59:52.716 INFO:tasks.rados.rados.0.smithi123.stdout:2950: done (0 left) 2023-12-20T10:59:52.716 INFO:tasks.rados.rados.0.smithi123.stdout:2951: snap_remove snap 233 2023-12-20T10:59:53.077 INFO:tasks.rados.rados.0.smithi123.stdout:2951: done (0 left) 2023-12-20T10:59:53.077 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 33 current snap is 285 2023-12-20T10:59:53.077 INFO:tasks.rados.rados.0.smithi123.stdout:2952: seq_num 953 ranges {0=770048,770048=786432,1556480=16384} 2023-12-20T10:59:53.083 INFO:tasks.rados.rados.0.smithi123.stdout:2952: writing smithi123173835-33 from 0 to 770048 tid 1 2023-12-20T10:59:53.087 INFO:tasks.rados.rados.0.smithi123.stdout:2952: writing smithi123173835-33 from 770048 to 1556480 tid 2 2023-12-20T10:59:53.087 INFO:tasks.rados.rados.0.smithi123.stdout:2952: writing smithi123173835-33 from 1556480 to 1572864 tid 3 2023-12-20T10:59:53.088 INFO:tasks.rados.rados.0.smithi123.stdout:2953: setattr oid 11 current snap is 285 2023-12-20T10:59:53.089 INFO:tasks.rados.rados.0.smithi123.stdout:2954: read oid 49 snap -1 2023-12-20T10:59:53.089 INFO:tasks.rados.rados.0.smithi123.stdout:2954: expect (ObjNum 930 snap 279 seq_num 930) 2023-12-20T10:59:53.089 INFO:tasks.rados.rados.0.smithi123.stdout:2955: delete oid 29 current snap is 285 2023-12-20T10:59:53.092 INFO:tasks.rados.rados.0.smithi123.stdout:2952: finishing write tid 1 to smithi123173835-33 2023-12-20T10:59:53.098 INFO:tasks.rados.rados.0.smithi123.stdout:2952: finishing write tid 2 to smithi123173835-33 2023-12-20T10:59:53.098 INFO:tasks.rados.rados.0.smithi123.stdout:2952: finishing write tid 3 to smithi123173835-33 2023-12-20T10:59:53.098 INFO:tasks.rados.rados.0.smithi123.stdout:2952: finishing write tid 4 to smithi123173835-33 2023-12-20T10:59:53.099 INFO:tasks.rados.rados.0.smithi123.stdout:2955: done (3 left) 2023-12-20T10:59:53.099 INFO:tasks.rados.rados.0.smithi123.stdout:2956: snap_remove snap 274 2023-12-20T10:59:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:53 smithi123 ceph-mon[191304]: pgmap v676: 121 pgs: 121 active+clean; 327 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1008 KiB/s wr, 12 op/s 2023-12-20T10:59:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:53 smithi123 ceph-mon[191304]: osdmap e642: 8 total, 8 up, 8 in 2023-12-20T10:59:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:53 smithi123 ceph-mon[188613]: pgmap v676: 121 pgs: 121 active+clean; 327 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1008 KiB/s wr, 12 op/s 2023-12-20T10:59:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:53 smithi123 ceph-mon[188613]: osdmap e642: 8 total, 8 up, 8 in 2023-12-20T10:59:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:53 smithi177 ceph-mon[212096]: pgmap v676: 121 pgs: 121 active+clean; 327 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1008 KiB/s wr, 12 op/s 2023-12-20T10:59:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:53 smithi177 ceph-mon[212096]: osdmap e642: 8 total, 8 up, 8 in 2023-12-20T10:59:54.103 INFO:tasks.rados.rados.0.smithi123.stdout:2956: done (3 left) 2023-12-20T10:59:54.103 INFO:tasks.rados.rados.0.smithi123.stdout:2957: rmattr oid 5 current snap is 285 2023-12-20T10:59:54.103 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 11 v 1980 (ObjNum 885 snap 274 seq_num 885) dirty exists 2023-12-20T10:59:54.103 INFO:tasks.rados.rados.0.smithi123.stdout:2952: finishing write tid 5 to smithi123173835-33 2023-12-20T10:59:54.103 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 1972 (ObjNum 953 snap 285 seq_num 953) dirty exists 2023-12-20T10:59:54.103 INFO:tasks.rados.rados.0.smithi123.stdout:2952: left oid 33 (ObjNum 953 snap 285 seq_num 953) 2023-12-20T10:59:54.103 INFO:tasks.rados.rados.0.smithi123.stdout:2954: expect (ObjNum 930 snap 279 seq_num 930) 2023-12-20T10:59:54.632 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 1800 (ObjNum 946 snap 282 seq_num 946) dirty exists 2023-12-20T10:59:54.632 INFO:tasks.rados.rados.0.smithi123.stdout:2952: done (3 left) 2023-12-20T10:59:54.632 INFO:tasks.rados.rados.0.smithi123.stdout:2953: done (2 left) 2023-12-20T10:59:54.632 INFO:tasks.rados.rados.0.smithi123.stdout:2954: done (1 left) 2023-12-20T10:59:54.632 INFO:tasks.rados.rados.0.smithi123.stdout:2957: done (0 left) 2023-12-20T10:59:54.632 INFO:tasks.rados.rados.0.smithi123.stdout:2958: snap_create 2023-12-20T10:59:55.209 INFO:tasks.rados.rados.0.smithi123.stdout:2958: done (0 left) 2023-12-20T10:59:55.209 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 4 current snap is 286 2023-12-20T10:59:55.209 INFO:tasks.rados.rados.0.smithi123.stdout:2959: seq_num 955 ranges {73728=802816,876544=557056,1433600=245760} 2023-12-20T10:59:55.213 INFO:tasks.rados.rados.0.smithi123.stdout:2959: writing smithi123173835-4 from 73728 to 876544 tid 1 2023-12-20T10:59:55.217 INFO:tasks.rados.rados.0.smithi123.stdout:2959: writing smithi123173835-4 from 876544 to 1433600 tid 2 2023-12-20T10:59:55.218 INFO:tasks.rados.rados.0.smithi123.stdout:2959: writing smithi123173835-4 from 1433600 to 1679360 tid 3 2023-12-20T10:59:55.218 INFO:tasks.rados.rados.0.smithi123.stdout:2960: read oid 38 snap -1 2023-12-20T10:59:55.218 INFO:tasks.rados.rados.0.smithi123.stdout:2960: expect (ObjNum 860 snap 264 seq_num 860) 2023-12-20T10:59:55.218 INFO:tasks.rados.rados.0.smithi123.stdout:2961: rmattr oid 3 current snap is 286 2023-12-20T10:59:55.219 INFO:tasks.rados.rados.0.smithi123.stdout:2961: done (2 left) 2023-12-20T10:59:55.219 INFO:tasks.rados.rados.0.smithi123.stdout:2962: read oid 39 snap 285 2023-12-20T10:59:55.219 INFO:tasks.rados.rados.0.smithi123.stdout:2962: expect deleted 2023-12-20T10:59:55.219 INFO:tasks.rados.rados.0.smithi123.stdout:2963: snap_create 2023-12-20T10:59:55.221 INFO:tasks.rados.rados.0.smithi123.stdout:2960: expect (ObjNum 860 snap 264 seq_num 860) 2023-12-20T10:59:55.225 INFO:tasks.rados.rados.0.smithi123.stdout:2959: finishing write tid 1 to smithi123173835-4 2023-12-20T10:59:55.226 INFO:tasks.rados.rados.0.smithi123.stdout:2959: finishing write tid 2 to smithi123173835-4 2023-12-20T10:59:55.226 INFO:tasks.rados.rados.0.smithi123.stdout:2959: finishing write tid 3 to smithi123173835-4 2023-12-20T10:59:55.226 INFO:tasks.rados.rados.0.smithi123.stdout:2959: finishing write tid 4 to smithi123173835-4 2023-12-20T10:59:55.226 INFO:tasks.rados.rados.0.smithi123.stdout:2959: finishing write tid 5 to smithi123173835-4 2023-12-20T10:59:55.226 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 1983 (ObjNum 955 snap 286 seq_num 955) dirty exists 2023-12-20T10:59:55.226 INFO:tasks.rados.rados.0.smithi123.stdout:2959: left oid 4 (ObjNum 955 snap 286 seq_num 955) 2023-12-20T10:59:55.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:55 smithi177 ceph-mon[212096]: pgmap v679: 121 pgs: 121 active+clean; 305 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 640 KiB/s wr, 7 op/s 2023-12-20T10:59:55.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:55 smithi177 ceph-mon[212096]: osdmap e643: 8 total, 8 up, 8 in 2023-12-20T10:59:55.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:55 smithi123 ceph-mon[191304]: pgmap v679: 121 pgs: 121 active+clean; 305 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 640 KiB/s wr, 7 op/s 2023-12-20T10:59:55.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:55 smithi123 ceph-mon[191304]: osdmap e643: 8 total, 8 up, 8 in 2023-12-20T10:59:55.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:55 smithi123 ceph-mon[188613]: pgmap v679: 121 pgs: 121 active+clean; 305 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 640 KiB/s wr, 7 op/s 2023-12-20T10:59:55.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:55 smithi123 ceph-mon[188613]: osdmap e643: 8 total, 8 up, 8 in 2023-12-20T10:59:56.215 INFO:tasks.rados.rados.0.smithi123.stdout:2959: done (3 left) 2023-12-20T10:59:56.215 INFO:tasks.rados.rados.0.smithi123.stdout:2960: done (2 left) 2023-12-20T10:59:56.215 INFO:tasks.rados.rados.0.smithi123.stdout:2962: done (1 left) 2023-12-20T10:59:56.215 INFO:tasks.rados.rados.0.smithi123.stdout:2963: done (0 left) 2023-12-20T10:59:56.215 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 20 current snap is 287 2023-12-20T10:59:56.215 INFO:tasks.rados.rados.0.smithi123.stdout:2964: seq_num 956 ranges {0=417792,417792=434176,851968=770048} 2023-12-20T10:59:56.217 INFO:tasks.rados.rados.0.smithi123.stdout:2964: writing smithi123173835-20 from 0 to 417792 tid 1 2023-12-20T10:59:56.219 INFO:tasks.rados.rados.0.smithi123.stdout:2964: writing smithi123173835-20 from 417792 to 851968 tid 2 2023-12-20T10:59:56.226 INFO:tasks.rados.rados.0.smithi123.stdout:2964: writing smithi123173835-20 from 851968 to 1622016 tid 3 2023-12-20T10:59:56.226 INFO:tasks.rados.rados.0.smithi123.stdout:2965: read oid 17 snap 281 2023-12-20T10:59:56.226 INFO:tasks.rados.rados.0.smithi123.stdout:2965: expect deleted 2023-12-20T10:59:56.226 INFO:tasks.rados.rados.0.smithi123.stdout:2966: setattr oid 26 current snap is 287 2023-12-20T10:59:56.226 INFO:tasks.rados.rados.0.smithi123.stdout:2964: finishing write tid 1 to smithi123173835-20 2023-12-20T10:59:56.226 INFO:tasks.rados.rados.0.smithi123.stdout:2964: finishing write tid 2 to smithi123173835-20 2023-12-20T10:59:56.226 INFO:tasks.rados.rados.0.smithi123.stdout:2965: done (2 left) 2023-12-20T10:59:56.226 INFO:tasks.rados.rados.0.smithi123.stdout:2967: read oid 30 snap -1 2023-12-20T10:59:56.226 INFO:tasks.rados.rados.0.smithi123.stdout:2967: expect (ObjNum 941 snap 282 seq_num 941) 2023-12-20T10:59:56.226 INFO:tasks.rados.rados.0.smithi123.stdout:2968: rollback oid 35 current snap is 287 2023-12-20T10:59:56.226 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 35 to 281 2023-12-20T10:59:56.226 INFO:tasks.rados.rados.0.smithi123.stdout:2969: delete oid 31 current snap is 287 2023-12-20T10:59:56.228 INFO:tasks.rados.rados.0.smithi123.stdout:2964: finishing write tid 3 to smithi123173835-20 2023-12-20T10:59:56.229 INFO:tasks.rados.rados.0.smithi123.stdout:2964: finishing write tid 4 to smithi123173835-20 2023-12-20T10:59:56.230 INFO:tasks.rados.rados.0.smithi123.stdout:2968: finishing rollback tid 1 to smithi123173835-35 2023-12-20T10:59:56.230 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 35 v 2507 (ObjNum 129 snap 0 seq_num 958114240) dirty dne 2023-12-20T10:59:56.230 INFO:tasks.rados.rados.0.smithi123.stdout:2968: done (4 left) 2023-12-20T10:59:56.231 INFO:tasks.rados.rados.0.smithi123.stdout:2969: done (3 left) 2023-12-20T10:59:56.231 INFO:tasks.rados.rados.0.smithi123.stdout:2970: snap_remove snap 286 2023-12-20T10:59:56.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:56 smithi123 ceph-mon[191304]: osdmap e644: 8 total, 8 up, 8 in 2023-12-20T10:59:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:56 smithi123 ceph-mon[188613]: osdmap e644: 8 total, 8 up, 8 in 2023-12-20T10:59:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:56 smithi177 ceph-mon[212096]: osdmap e644: 8 total, 8 up, 8 in 2023-12-20T10:59:57.224 INFO:tasks.rados.rados.0.smithi123.stdout:2970: done (3 left) 2023-12-20T10:59:57.224 INFO:tasks.rados.rados.0.smithi123.stdout:2971: read oid 31 snap -1 2023-12-20T10:59:57.224 INFO:tasks.rados.rados.0.smithi123.stdout:2971: expect deleted 2023-12-20T10:59:57.224 INFO:tasks.rados.rados.0.smithi123.stdout:2972: snap_remove snap 282 2023-12-20T10:59:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:57 smithi123 ceph-mon[191304]: pgmap v682: 121 pgs: 121 active+clean; 301 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 398 KiB/s wr, 3 op/s 2023-12-20T10:59:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:57 smithi123 ceph-mon[191304]: osdmap e645: 8 total, 8 up, 8 in 2023-12-20T10:59:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:59:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:57 smithi123 ceph-mon[188613]: pgmap v682: 121 pgs: 121 active+clean; 301 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 398 KiB/s wr, 3 op/s 2023-12-20T10:59:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:57 smithi123 ceph-mon[188613]: osdmap e645: 8 total, 8 up, 8 in 2023-12-20T10:59:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:59:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:57 smithi177 ceph-mon[212096]: pgmap v682: 121 pgs: 121 active+clean; 301 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 398 KiB/s wr, 3 op/s 2023-12-20T10:59:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:57 smithi177 ceph-mon[212096]: osdmap e645: 8 total, 8 up, 8 in 2023-12-20T10:59:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T10:59:58.082 INFO:tasks.rados.rados.0.smithi123.stdout:2972: done (4 left) 2023-12-20T10:59:58.082 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 12 current snap is 287 2023-12-20T10:59:58.082 INFO:tasks.rados.rados.0.smithi123.stdout:2964: finishing write tid 5 to smithi123173835-20 2023-12-20T10:59:58.082 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 20 v 1624 (ObjNum 956 snap 287 seq_num 956) dirty exists 2023-12-20T10:59:58.083 INFO:tasks.rados.rados.0.smithi123.stdout:2964: left oid 20 (ObjNum 956 snap 287 seq_num 956) 2023-12-20T10:59:58.083 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 1630 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-20T10:59:58.083 INFO:tasks.rados.rados.0.smithi123.stdout:2967: expect (ObjNum 941 snap 282 seq_num 941) 2023-12-20T10:59:58.171 INFO:tasks.rados.rados.0.smithi123.stdout:2973: seq_num 958 ranges {0=450560,450560=655360,1105920=548864} 2023-12-20T10:59:58.173 INFO:tasks.rados.rados.0.smithi123.stdout:2973: writing smithi123173835-12 from 0 to 450560 tid 1 2023-12-20T10:59:58.177 INFO:tasks.rados.rados.0.smithi123.stdout:2973: writing smithi123173835-12 from 450560 to 1105920 tid 2 2023-12-20T10:59:58.181 INFO:tasks.rados.rados.0.smithi123.stdout:2973: writing smithi123173835-12 from 1105920 to 1654784 tid 3 2023-12-20T10:59:58.182 INFO:tasks.rados.rados.0.smithi123.stdout:2964: done (4 left) 2023-12-20T10:59:58.182 INFO:tasks.rados.rados.0.smithi123.stdout:2966: done (3 left) 2023-12-20T10:59:58.182 INFO:tasks.rados.rados.0.smithi123.stdout:2967: done (2 left) 2023-12-20T10:59:58.182 INFO:tasks.rados.rados.0.smithi123.stdout:2971: done (1 left) 2023-12-20T10:59:58.182 INFO:tasks.rados.rados.0.smithi123.stdout:2974: snap_create 2023-12-20T10:59:58.182 INFO:tasks.rados.rados.0.smithi123.stdout:2973: finishing write tid 1 to smithi123173835-12 2023-12-20T10:59:58.182 INFO:tasks.rados.rados.0.smithi123.stdout:2973: finishing write tid 2 to smithi123173835-12 2023-12-20T10:59:58.184 INFO:tasks.rados.rados.0.smithi123.stdout:2973: finishing write tid 3 to smithi123173835-12 2023-12-20T10:59:58.184 INFO:tasks.rados.rados.0.smithi123.stdout:2973: finishing write tid 4 to smithi123173835-12 2023-12-20T10:59:58.186 INFO:tasks.rados.rados.0.smithi123.stdout:2973: finishing write tid 5 to smithi123173835-12 2023-12-20T10:59:58.186 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 1614 (ObjNum 958 snap 287 seq_num 958) dirty exists 2023-12-20T10:59:58.186 INFO:tasks.rados.rados.0.smithi123.stdout:2973: left oid 12 (ObjNum 958 snap 287 seq_num 958) 2023-12-20T10:59:58.468 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T10:59:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:58 smithi123 ceph-mon[191304]: osdmap e646: 8 total, 8 up, 8 in 2023-12-20T10:59:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:58 smithi123 ceph-mon[191304]: osdmap e647: 8 total, 8 up, 8 in 2023-12-20T10:59:58.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:58 smithi123 ceph-mon[188613]: osdmap e646: 8 total, 8 up, 8 in 2023-12-20T10:59:58.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:58 smithi123 ceph-mon[188613]: osdmap e647: 8 total, 8 up, 8 in 2023-12-20T10:59:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:58 smithi177 ceph-mon[212096]: osdmap e646: 8 total, 8 up, 8 in 2023-12-20T10:59:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:58 smithi177 ceph-mon[212096]: osdmap e647: 8 total, 8 up, 8 in 2023-12-20T10:59:58.780 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T10:59:58.780 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8m) 5m ago 11m 26.5M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T10:59:58.781 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8m) 3m ago 11m 95.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T10:59:58.781 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (12m) 5m ago 12m 15.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T10:59:58.781 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (12m) 3m ago 12m 21.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T10:59:58.781 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8m) 3m ago 14m 449M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T10:59:58.781 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8m) 5m ago 16m 511M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T10:59:58.781 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7m) 5m ago 16m 83.8M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T10:59:58.781 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7m) 3m ago 15m 69.5M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T10:59:58.781 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7m) 5m ago 15m 64.2M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T10:59:58.781 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8m) 5m ago 11m 9.94M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T10:59:58.781 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8m) 3m ago 11m 18.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T10:59:58.781 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6m) 5m ago 14m 285M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T10:59:58.781 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6m) 5m ago 14m 223M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T10:59:58.782 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6m) 5m ago 14m 191M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T10:59:58.782 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5m) 5m ago 13m 16.0M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T10:59:58.782 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5m) 3m ago 13m 280M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T10:59:58.782 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4m) 3m ago 13m 224M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T10:59:58.782 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4m) 3m ago 13m 141M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T10:59:58.782 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3m) 3m ago 12m 12.6M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T10:59:58.782 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8m) 3m ago 12m 64.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T10:59:59.102 INFO:tasks.rados.rados.0.smithi123.stdout:2973: done (1 left) 2023-12-20T10:59:59.102 INFO:tasks.rados.rados.0.smithi123.stdout:2974: done (0 left) 2023-12-20T10:59:59.102 INFO:tasks.rados.rados.0.smithi123.stdout:2975: delete oid 33 current snap is 288 2023-12-20T10:59:59.104 INFO:tasks.rados.rados.0.smithi123.stdout:2975: done (0 left) 2023-12-20T10:59:59.104 INFO:tasks.rados.rados.0.smithi123.stdout:2976: snap_remove snap 281 2023-12-20T10:59:59.171 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T10:59:59.171 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T10:59:59.171 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T10:59:59.171 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:59:59.171 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T10:59:59.171 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T10:59:59.171 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:59:59.172 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T10:59:59.172 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T10:59:59.172 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:59:59.172 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T10:59:59.172 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T10:59:59.172 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T10:59:59.172 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T10:59:59.172 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T10:59:59.172 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T10:59:59.172 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T10:59:59.172 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T10:59:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 10:59:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:10:59:59] "GET /metrics HTTP/1.1" 200 36159 "" "Prometheus/2.43.0" 2023-12-20T10:59:59.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:59 smithi123 ceph-mon[191304]: pgmap v685: 121 pgs: 121 active+clean; 224 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 782 KiB/s wr, 14 op/s 2023-12-20T10:59:59.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:59 smithi123 ceph-mon[191304]: from='client.34461 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:59:59.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:59 smithi123 ceph-mon[191304]: osdmap e648: 8 total, 8 up, 8 in 2023-12-20T10:59:59.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 10:59:59 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3657672221' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:59:59.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:59 smithi123 ceph-mon[188613]: pgmap v685: 121 pgs: 121 active+clean; 224 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 782 KiB/s wr, 14 op/s 2023-12-20T10:59:59.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:59 smithi123 ceph-mon[188613]: from='client.34461 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:59:59.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:59 smithi123 ceph-mon[188613]: osdmap e648: 8 total, 8 up, 8 in 2023-12-20T10:59:59.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 10:59:59 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3657672221' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T10:59:59.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:59 smithi177 ceph-mon[212096]: pgmap v685: 121 pgs: 121 active+clean; 224 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 782 KiB/s wr, 14 op/s 2023-12-20T10:59:59.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:59 smithi177 ceph-mon[212096]: from='client.34461 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T10:59:59.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:59 smithi177 ceph-mon[212096]: osdmap e648: 8 total, 8 up, 8 in 2023-12-20T10:59:59.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 10:59:59 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3657672221' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:00:00.102 INFO:tasks.rados.rados.0.smithi123.stdout:2976: done (0 left) 2023-12-20T11:00:00.102 INFO:tasks.rados.rados.0.smithi123.stdout:2977: snap_remove snap 284 2023-12-20T11:00:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:00 smithi123 ceph-mon[191304]: from='client.34467 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:00:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:00 smithi123 ceph-mon[191304]: Health detail: HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T11:00:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:00 smithi123 ceph-mon[191304]: [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-20T11:00:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:00 smithi123 ceph-mon[191304]: Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-20T11:00:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:00 smithi123 ceph-mon[191304]: osdmap e649: 8 total, 8 up, 8 in 2023-12-20T11:00:00.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T10:59:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T11:00:00.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T10:59:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-20T11:00:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T10:59:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-20T11:00:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:00 smithi123 ceph-mon[188613]: from='client.34467 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:00:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:00 smithi123 ceph-mon[188613]: Health detail: HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T11:00:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:00 smithi123 ceph-mon[188613]: [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-20T11:00:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:00 smithi123 ceph-mon[188613]: Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-20T11:00:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:00 smithi123 ceph-mon[188613]: osdmap e649: 8 total, 8 up, 8 in 2023-12-20T11:00:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:00 smithi177 ceph-mon[212096]: from='client.34467 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:00:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:00 smithi177 ceph-mon[212096]: Health detail: HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T11:00:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:00 smithi177 ceph-mon[212096]: [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-20T11:00:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:00 smithi177 ceph-mon[212096]: Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-20T11:00:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:00 smithi177 ceph-mon[212096]: osdmap e649: 8 total, 8 up, 8 in 2023-12-20T11:00:01.106 INFO:tasks.rados.rados.0.smithi123.stdout:2977: done (0 left) 2023-12-20T11:00:01.106 INFO:tasks.rados.rados.0.smithi123.stdout:2978: read oid 40 snap -1 2023-12-20T11:00:01.106 INFO:tasks.rados.rados.0.smithi123.stdout:2978: expect deleted 2023-12-20T11:00:01.106 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 16 current snap is 288 2023-12-20T11:00:01.106 INFO:tasks.rados.rados.0.smithi123.stdout:2979: seq_num 960 ranges {73728=483328,557056=425984,983040=761856,1744896=16384} 2023-12-20T11:00:01.110 INFO:tasks.rados.rados.0.smithi123.stdout:2979: writing smithi123173835-16 from 73728 to 557056 tid 1 2023-12-20T11:00:01.112 INFO:tasks.rados.rados.0.smithi123.stdout:2979: writing smithi123173835-16 from 557056 to 983040 tid 2 2023-12-20T11:00:01.117 INFO:tasks.rados.rados.0.smithi123.stdout:2979: writing smithi123173835-16 from 983040 to 1744896 tid 3 2023-12-20T11:00:01.117 INFO:tasks.rados.rados.0.smithi123.stdout:2979: writing smithi123173835-16 from 1744896 to 1761280 tid 4 2023-12-20T11:00:01.117 INFO:tasks.rados.rados.0.smithi123.stdout:2980: delete oid 9 current snap is 288 2023-12-20T11:00:01.118 INFO:tasks.rados.rados.0.smithi123.stdout:2979: finishing write tid 1 to smithi123173835-16 2023-12-20T11:00:01.120 INFO:tasks.rados.rados.0.smithi123.stdout:2978: done (2 left) 2023-12-20T11:00:01.120 INFO:tasks.rados.rados.0.smithi123.stdout:2980: done (1 left) 2023-12-20T11:00:01.120 INFO:tasks.rados.rados.0.smithi123.stdout:2981: rollback oid 33 current snap is 288 2023-12-20T11:00:01.120 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 33 to 285 2023-12-20T11:00:01.120 INFO:tasks.rados.rados.0.smithi123.stdout:2982: rollback oid 3 current snap is 288 2023-12-20T11:00:01.120 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 3 to 263 2023-12-20T11:00:01.120 INFO:tasks.rados.rados.0.smithi123.stdout:2983: copy_from oid 47 from oid 34 current snap is 288 2023-12-20T11:00:01.120 INFO:tasks.rados.rados.0.smithi123.stdout:2984: copy_from oid 13 from oid 17 current snap is 288 2023-12-20T11:00:01.120 INFO:tasks.rados.rados.0.smithi123.stdout:2985: snap_remove snap 287 2023-12-20T11:00:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:01 smithi123 ceph-mon[191304]: pgmap v688: 121 pgs: 121 active+clean; 224 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2023-12-20T11:00:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:01 smithi123 ceph-mon[191304]: osdmap e650: 8 total, 8 up, 8 in 2023-12-20T11:00:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:01 smithi123 ceph-mon[188613]: pgmap v688: 121 pgs: 121 active+clean; 224 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2023-12-20T11:00:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:01 smithi123 ceph-mon[188613]: osdmap e650: 8 total, 8 up, 8 in 2023-12-20T11:00:01.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:01 smithi177 ceph-mon[212096]: pgmap v688: 121 pgs: 121 active+clean; 224 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2023-12-20T11:00:01.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:01 smithi177 ceph-mon[212096]: osdmap e650: 8 total, 8 up, 8 in 2023-12-20T11:00:02.114 INFO:tasks.rados.rados.0.smithi123.stdout:2985: done (5 left) 2023-12-20T11:00:02.114 INFO:tasks.rados.rados.0.smithi123.stdout:2986: delete oid 42 current snap is 288 2023-12-20T11:00:02.114 INFO:tasks.rados.rados.0.smithi123.stdout:2983: finishing copy_from to smithi123173835-47 2023-12-20T11:00:02.114 INFO:tasks.rados.rados.0.smithi123.stdout:2983: got expected ENOENT (src dne) 2023-12-20T11:00:02.114 INFO:tasks.rados.rados.0.smithi123.stdout:2983: finishing copy_from racing read to smithi123173835-47 2023-12-20T11:00:02.114 INFO:tasks.rados.rados.0.smithi123.stdout:2984: finishing copy_from to smithi123173835-13 2023-12-20T11:00:02.114 INFO:tasks.rados.rados.0.smithi123.stdout:2984: got expected ENOENT (src dne) 2023-12-20T11:00:02.114 INFO:tasks.rados.rados.0.smithi123.stdout:2984: finishing copy_from racing read to smithi123173835-13 2023-12-20T11:00:02.114 INFO:tasks.rados.rados.0.smithi123.stdout:2979: finishing write tid 2 to smithi123173835-16 2023-12-20T11:00:02.114 INFO:tasks.rados.rados.0.smithi123.stdout:2979: finishing write tid 3 to smithi123173835-16 2023-12-20T11:00:02.114 INFO:tasks.rados.rados.0.smithi123.stdout:2981: finishing rollback tid 1 to smithi123173835-33 2023-12-20T11:00:02.115 INFO:tasks.rados.rados.0.smithi123.stdout:2981: finishing rollback tid 2 to smithi123173835-33 2023-12-20T11:00:02.115 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 1975 (ObjNum 953 snap 285 seq_num 953) dirty exists 2023-12-20T11:00:02.115 INFO:tasks.rados.rados.0.smithi123.stdout:2979: finishing write tid 4 to smithi123173835-16 2023-12-20T11:00:02.115 INFO:tasks.rados.rados.0.smithi123.stdout:2982: finishing rollback tid 0 to smithi123173835-3 2023-12-20T11:00:02.115 INFO:tasks.rados.rados.0.smithi123.stdout:2982: finishing rollback tid 1 to smithi123173835-3 2023-12-20T11:00:02.115 INFO:tasks.rados.rados.0.smithi123.stdout:2979: finishing write tid 5 to smithi123173835-16 2023-12-20T11:00:02.115 INFO:tasks.rados.rados.0.smithi123.stdout:2982: finishing rollback tid 2 to smithi123173835-3 2023-12-20T11:00:02.115 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 1986 (ObjNum 834 snap 253 seq_num 834) dirty exists 2023-12-20T11:00:02.115 INFO:tasks.rados.rados.0.smithi123.stdout:2979: finishing write tid 6 to smithi123173835-16 2023-12-20T11:00:02.115 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 1984 (ObjNum 960 snap 288 seq_num 960) dirty exists 2023-12-20T11:00:02.115 INFO:tasks.rados.rados.0.smithi123.stdout:2979: left oid 16 (ObjNum 960 snap 288 seq_num 960) 2023-12-20T11:00:02.117 INFO:tasks.rados.rados.0.smithi123.stdout:2979: done (5 left) 2023-12-20T11:00:02.118 INFO:tasks.rados.rados.0.smithi123.stdout:2981: done (4 left) 2023-12-20T11:00:02.118 INFO:tasks.rados.rados.0.smithi123.stdout:2982: done (3 left) 2023-12-20T11:00:02.118 INFO:tasks.rados.rados.0.smithi123.stdout:2983: done (2 left) 2023-12-20T11:00:02.118 INFO:tasks.rados.rados.0.smithi123.stdout:2984: done (1 left) 2023-12-20T11:00:02.118 INFO:tasks.rados.rados.0.smithi123.stdout:2986: done (0 left) 2023-12-20T11:00:02.118 INFO:tasks.rados.rados.0.smithi123.stdout:2987: delete oid 21 current snap is 288 2023-12-20T11:00:02.122 INFO:tasks.rados.rados.0.smithi123.stdout:2987: done (0 left) 2023-12-20T11:00:02.122 INFO:tasks.rados.rados.0.smithi123.stdout:2988: copy_from oid 13 from oid 17 current snap is 288 2023-12-20T11:00:02.122 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 26 current snap is 288 2023-12-20T11:00:02.122 INFO:tasks.rados.rados.0.smithi123.stdout:2989: seq_num 964 ranges {0=548864,548864=761856,1310720=442368} 2023-12-20T11:00:02.125 INFO:tasks.rados.rados.0.smithi123.stdout:2989: writing smithi123173835-26 from 0 to 548864 tid 1 2023-12-20T11:00:02.130 INFO:tasks.rados.rados.0.smithi123.stdout:2989: writing smithi123173835-26 from 548864 to 1310720 tid 2 2023-12-20T11:00:02.132 INFO:tasks.rados.rados.0.smithi123.stdout:2989: writing smithi123173835-26 from 1310720 to 1753088 tid 3 2023-12-20T11:00:02.132 INFO:tasks.rados.rados.0.smithi123.stdout:2990: snap_create 2023-12-20T11:00:02.132 INFO:tasks.rados.rados.0.smithi123.stdout:2988: finishing copy_from to smithi123173835-13 2023-12-20T11:00:02.133 INFO:tasks.rados.rados.0.smithi123.stdout:2988: got expected ENOENT (src dne) 2023-12-20T11:00:02.133 INFO:tasks.rados.rados.0.smithi123.stdout:2988: finishing copy_from racing read to smithi123173835-13 2023-12-20T11:00:02.133 INFO:tasks.rados.rados.0.smithi123.stdout:2989: finishing write tid 1 to smithi123173835-26 2023-12-20T11:00:02.136 INFO:tasks.rados.rados.0.smithi123.stdout:2989: finishing write tid 2 to smithi123173835-26 2023-12-20T11:00:02.136 INFO:tasks.rados.rados.0.smithi123.stdout:2989: finishing write tid 3 to smithi123173835-26 2023-12-20T11:00:02.136 INFO:tasks.rados.rados.0.smithi123.stdout:2989: finishing write tid 4 to smithi123173835-26 2023-12-20T11:00:02.137 INFO:tasks.rados.rados.0.smithi123.stdout:2989: finishing write tid 5 to smithi123173835-26 2023-12-20T11:00:02.137 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 1635 (ObjNum 964 snap 288 seq_num 964) dirty exists 2023-12-20T11:00:02.137 INFO:tasks.rados.rados.0.smithi123.stdout:2989: left oid 26 (ObjNum 964 snap 288 seq_num 964) 2023-12-20T11:00:03.082 INFO:tasks.rados.rados.0.smithi123.stdout:2988: done (2 left) 2023-12-20T11:00:03.082 INFO:tasks.rados.rados.0.smithi123.stdout:2989: done (1 left) 2023-12-20T11:00:03.082 INFO:tasks.rados.rados.0.smithi123.stdout:2990: done (0 left) 2023-12-20T11:00:03.083 INFO:tasks.rados.rados.0.smithi123.stdout:2991: copy_from oid 24 from oid 35 current snap is 289 2023-12-20T11:00:03.083 INFO:tasks.rados.rados.0.smithi123.stdout:2992: read oid 32 snap 283 2023-12-20T11:00:03.083 INFO:tasks.rados.rados.0.smithi123.stdout:2992: expect deleted 2023-12-20T11:00:03.083 INFO:tasks.rados.rados.0.smithi123.stdout:2993: read oid 38 snap -1 2023-12-20T11:00:03.083 INFO:tasks.rados.rados.0.smithi123.stdout:2993: expect (ObjNum 860 snap 264 seq_num 860) 2023-12-20T11:00:03.083 INFO:tasks.rados.rados.0.smithi123.stdout:2994: read oid 41 snap -1 2023-12-20T11:00:03.083 INFO:tasks.rados.rados.0.smithi123.stdout:2994: expect (ObjNum 912 snap 277 seq_num 912) 2023-12-20T11:00:03.083 INFO:tasks.rados.rados.0.smithi123.stdout:2995: snap_create 2023-12-20T11:00:03.085 INFO:tasks.rados.rados.0.smithi123.stdout:2991: finishing copy_from to smithi123173835-24 2023-12-20T11:00:03.085 INFO:tasks.rados.rados.0.smithi123.stdout:2991: got expected ENOENT (src dne) 2023-12-20T11:00:03.086 INFO:tasks.rados.rados.0.smithi123.stdout:2991: finishing copy_from racing read to smithi123173835-24 2023-12-20T11:00:03.087 INFO:tasks.rados.rados.0.smithi123.stdout:2993: expect (ObjNum 860 snap 264 seq_num 860) 2023-12-20T11:00:03.148 INFO:tasks.rados.rados.0.smithi123.stdout:2994: expect (ObjNum 912 snap 277 seq_num 912) 2023-12-20T11:00:03.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:03 smithi177 ceph-mon[212096]: pgmap v691: 121 pgs: 121 active+clean; 220 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 788 KiB/s wr, 9 op/s 2023-12-20T11:00:03.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:03 smithi177 ceph-mon[212096]: osdmap e651: 8 total, 8 up, 8 in 2023-12-20T11:00:03.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:03 smithi177 ceph-mon[212096]: osdmap e652: 8 total, 8 up, 8 in 2023-12-20T11:00:03.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:03 smithi123 ceph-mon[191304]: pgmap v691: 121 pgs: 121 active+clean; 220 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 788 KiB/s wr, 9 op/s 2023-12-20T11:00:03.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:03 smithi123 ceph-mon[191304]: osdmap e651: 8 total, 8 up, 8 in 2023-12-20T11:00:03.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:03 smithi123 ceph-mon[191304]: osdmap e652: 8 total, 8 up, 8 in 2023-12-20T11:00:03.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:03 smithi123 ceph-mon[188613]: pgmap v691: 121 pgs: 121 active+clean; 220 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 788 KiB/s wr, 9 op/s 2023-12-20T11:00:03.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:03 smithi123 ceph-mon[188613]: osdmap e651: 8 total, 8 up, 8 in 2023-12-20T11:00:03.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:03 smithi123 ceph-mon[188613]: osdmap e652: 8 total, 8 up, 8 in 2023-12-20T11:00:04.603 INFO:tasks.rados.rados.0.smithi123.stdout:2991: done (4 left) 2023-12-20T11:00:04.604 INFO:tasks.rados.rados.0.smithi123.stdout:2992: done (3 left) 2023-12-20T11:00:04.604 INFO:tasks.rados.rados.0.smithi123.stdout:2993: done (2 left) 2023-12-20T11:00:04.604 INFO:tasks.rados.rados.0.smithi123.stdout:2994: done (1 left) 2023-12-20T11:00:04.604 INFO:tasks.rados.rados.0.smithi123.stdout:2995: done (0 left) 2023-12-20T11:00:04.604 INFO:tasks.rados.rados.0.smithi123.stdout:2996: snap_create 2023-12-20T11:00:05.109 INFO:tasks.rados.rados.0.smithi123.stdout:2996: done (0 left) 2023-12-20T11:00:05.109 INFO:tasks.rados.rados.0.smithi123.stdout:2997: snap_remove snap 285 2023-12-20T11:00:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:05 smithi177 ceph-mon[212096]: pgmap v694: 121 pgs: 121 active+clean; 223 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.2 MiB/s wr, 5 op/s 2023-12-20T11:00:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:05 smithi177 ceph-mon[212096]: osdmap e653: 8 total, 8 up, 8 in 2023-12-20T11:00:05.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:05 smithi123 ceph-mon[188613]: pgmap v694: 121 pgs: 121 active+clean; 223 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.2 MiB/s wr, 5 op/s 2023-12-20T11:00:05.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:05 smithi123 ceph-mon[188613]: osdmap e653: 8 total, 8 up, 8 in 2023-12-20T11:00:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:05 smithi123 ceph-mon[191304]: pgmap v694: 121 pgs: 121 active+clean; 223 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.2 MiB/s wr, 5 op/s 2023-12-20T11:00:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:05 smithi123 ceph-mon[191304]: osdmap e653: 8 total, 8 up, 8 in 2023-12-20T11:00:06.123 INFO:tasks.rados.rados.0.smithi123.stdout:2997: done (0 left) 2023-12-20T11:00:06.123 INFO:tasks.rados.rados.0.smithi123.stdout:2998: copy_from oid 14 from oid 19 current snap is 291 2023-12-20T11:00:06.123 INFO:tasks.rados.rados.0.smithi123.stdout:2999: rollback oid 13 current snap is 291 2023-12-20T11:00:06.123 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 13 to 289 2023-12-20T11:00:06.123 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 3 current snap is 291 2023-12-20T11:00:06.123 INFO:tasks.rados.rados.0.smithi123.stdout:3000: seq_num 965 ranges {1982464=565248,2547712=647168,3194880=548864,3743744=8192} 2023-12-20T11:00:06.138 INFO:tasks.rados.rados.0.smithi123.stdout:3000: writing smithi123173835-3 from 1982464 to 2547712 tid 1 2023-12-20T11:00:06.142 INFO:tasks.rados.rados.0.smithi123.stdout:3000: writing smithi123173835-3 from 2547712 to 3194880 tid 2 2023-12-20T11:00:06.146 INFO:tasks.rados.rados.0.smithi123.stdout:3000: writing smithi123173835-3 from 3194880 to 3743744 tid 3 2023-12-20T11:00:06.146 INFO:tasks.rados.rados.0.smithi123.stdout:3000: writing smithi123173835-3 from 3743744 to 3751936 tid 4 2023-12-20T11:00:06.146 INFO:tasks.rados.rados.0.smithi123.stdout:3001: delete oid 43 current snap is 291 2023-12-20T11:00:06.146 INFO:tasks.rados.rados.0.smithi123.stdout:2999: finishing rollback tid 0 to smithi123173835-13 2023-12-20T11:00:06.146 INFO:tasks.rados.rados.0.smithi123.stdout:2999: finishing rollback tid 1 to smithi123173835-13 2023-12-20T11:00:06.146 INFO:tasks.rados.rados.0.smithi123.stdout:2999: finishing rollback tid 2 to smithi123173835-13 2023-12-20T11:00:06.146 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 2606 (ObjNum 3521 snap 0 seq_num 958960640) dirty exists 2023-12-20T11:00:06.147 INFO:tasks.rados.rados.0.smithi123.stdout:3000: finishing write tid 1 to smithi123173835-3 2023-12-20T11:00:06.149 INFO:tasks.rados.rados.0.smithi123.stdout:3000: finishing write tid 2 to smithi123173835-3 2023-12-20T11:00:06.151 INFO:tasks.rados.rados.0.smithi123.stdout:2999: done (3 left) 2023-12-20T11:00:06.151 INFO:tasks.rados.rados.0.smithi123.stdout:3001: done (2 left) 2023-12-20T11:00:06.151 INFO:tasks.rados.rados.0.smithi123.stdout:3002: snap_create 2023-12-20T11:00:06.152 INFO:tasks.rados.rados.0.smithi123.stdout:3000: finishing write tid 3 to smithi123173835-3 2023-12-20T11:00:06.154 INFO:tasks.rados.rados.0.smithi123.stdout:3000: finishing write tid 4 to smithi123173835-3 2023-12-20T11:00:06.154 INFO:tasks.rados.rados.0.smithi123.stdout:3000: finishing write tid 5 to smithi123173835-3 2023-12-20T11:00:06.155 INFO:tasks.rados.rados.0.smithi123.stdout:3000: finishing write tid 6 to smithi123173835-3 2023-12-20T11:00:06.155 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 1992 (ObjNum 965 snap 291 seq_num 965) dirty exists 2023-12-20T11:00:06.155 INFO:tasks.rados.rados.0.smithi123.stdout:3000: left oid 3 (ObjNum 965 snap 291 seq_num 965) 2023-12-20T11:00:06.198 INFO:tasks.rados.rados.0.smithi123.stdout:2998: finishing copy_from racing read to smithi123173835-14 2023-12-20T11:00:06.199 INFO:tasks.rados.rados.0.smithi123.stdout:2998: finishing copy_from to smithi123173835-14 2023-12-20T11:00:06.199 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 14 v 1607 (ObjNum 928 snap 279 seq_num 928) dirty exists 2023-12-20T11:00:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:06 smithi177 ceph-mon[212096]: osdmap e654: 8 total, 8 up, 8 in 2023-12-20T11:00:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:06 smithi123 ceph-mon[191304]: osdmap e654: 8 total, 8 up, 8 in 2023-12-20T11:00:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:06 smithi123 ceph-mon[188613]: osdmap e654: 8 total, 8 up, 8 in 2023-12-20T11:00:07.131 INFO:tasks.rados.rados.0.smithi123.stdout:2998: done (2 left) 2023-12-20T11:00:07.131 INFO:tasks.rados.rados.0.smithi123.stdout:3000: done (1 left) 2023-12-20T11:00:07.131 INFO:tasks.rados.rados.0.smithi123.stdout:3002: done (0 left) 2023-12-20T11:00:07.131 INFO:tasks.rados.rados.0.smithi123.stdout:3003: read oid 11 snap -1 2023-12-20T11:00:07.131 INFO:tasks.rados.rados.0.smithi123.stdout:3003: expect (ObjNum 885 snap 274 seq_num 885) 2023-12-20T11:00:07.131 INFO:tasks.rados.rados.0.smithi123.stdout:3004: snap_remove snap 263 2023-12-20T11:00:07.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:07 smithi177 ceph-mon[212096]: pgmap v697: 121 pgs: 121 active+clean; 225 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 5 op/s 2023-12-20T11:00:07.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:07 smithi177 ceph-mon[212096]: osdmap e655: 8 total, 8 up, 8 in 2023-12-20T11:00:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:07 smithi123 ceph-mon[191304]: pgmap v697: 121 pgs: 121 active+clean; 225 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 5 op/s 2023-12-20T11:00:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:07 smithi123 ceph-mon[191304]: osdmap e655: 8 total, 8 up, 8 in 2023-12-20T11:00:07.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:07 smithi123 ceph-mon[188613]: pgmap v697: 121 pgs: 121 active+clean; 225 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 5 op/s 2023-12-20T11:00:07.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:07 smithi123 ceph-mon[188613]: osdmap e655: 8 total, 8 up, 8 in 2023-12-20T11:00:08.089 INFO:tasks.rados.rados.0.smithi123.stdout:3004: done (1 left) 2023-12-20T11:00:08.090 INFO:tasks.rados.rados.0.smithi123.stdout:3005: read oid 48 snap -1 2023-12-20T11:00:08.090 INFO:tasks.rados.rados.0.smithi123.stdout:3005: expect (ObjNum 894 snap 274 seq_num 894) 2023-12-20T11:00:08.090 INFO:tasks.rados.rados.0.smithi123.stdout:3006: rollback oid 2 current snap is 292 2023-12-20T11:00:08.090 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 2 to 290 2023-12-20T11:00:08.090 INFO:tasks.rados.rados.0.smithi123.stdout:3007: setattr oid 26 current snap is 292 2023-12-20T11:00:08.091 INFO:tasks.rados.rados.0.smithi123.stdout:3003: expect (ObjNum 885 snap 274 seq_num 885) 2023-12-20T11:00:08.113 INFO:tasks.rados.rados.0.smithi123.stdout:3005: expect (ObjNum 894 snap 274 seq_num 894) 2023-12-20T11:00:08.145 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 1636 (ObjNum 964 snap 288 seq_num 964) dirty exists 2023-12-20T11:00:08.145 INFO:tasks.rados.rados.0.smithi123.stdout:3006: finishing rollback tid 1 to smithi123173835-2 2023-12-20T11:00:08.145 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 2 v 1768 (ObjNum 161 snap 0 seq_num 956632272) dirty dne 2023-12-20T11:00:08.146 INFO:tasks.rados.rados.0.smithi123.stdout:3003: done (3 left) 2023-12-20T11:00:08.146 INFO:tasks.rados.rados.0.smithi123.stdout:3005: done (2 left) 2023-12-20T11:00:08.146 INFO:tasks.rados.rados.0.smithi123.stdout:3006: done (1 left) 2023-12-20T11:00:08.146 INFO:tasks.rados.rados.0.smithi123.stdout:3007: done (0 left) 2023-12-20T11:00:08.146 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 24 current snap is 292 2023-12-20T11:00:08.146 INFO:tasks.rados.rados.0.smithi123.stdout:3008: seq_num 967 ranges {4653056=598016,5251072=466944,5718016=516096,6234112=221184} 2023-12-20T11:00:08.173 INFO:tasks.rados.rados.0.smithi123.stdout:3008: writing smithi123173835-24 from 4653056 to 5251072 tid 1 2023-12-20T11:00:08.176 INFO:tasks.rados.rados.0.smithi123.stdout:3008: writing smithi123173835-24 from 5251072 to 5718016 tid 2 2023-12-20T11:00:08.179 INFO:tasks.rados.rados.0.smithi123.stdout:3008: writing smithi123173835-24 from 5718016 to 6234112 tid 3 2023-12-20T11:00:08.181 INFO:tasks.rados.rados.0.smithi123.stdout:3008: writing smithi123173835-24 from 6234112 to 6455296 tid 4 2023-12-20T11:00:08.181 INFO:tasks.rados.rados.0.smithi123.stdout:3009: snap_remove snap 283 2023-12-20T11:00:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:08 smithi177 ceph-mon[212096]: osdmap e656: 8 total, 8 up, 8 in 2023-12-20T11:00:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:08 smithi177 ceph-mon[212096]: osdmap e657: 8 total, 8 up, 8 in 2023-12-20T11:00:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:08 smithi123 ceph-mon[191304]: osdmap e656: 8 total, 8 up, 8 in 2023-12-20T11:00:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:08 smithi123 ceph-mon[191304]: osdmap e657: 8 total, 8 up, 8 in 2023-12-20T11:00:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:08 smithi123 ceph-mon[188613]: osdmap e656: 8 total, 8 up, 8 in 2023-12-20T11:00:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:08 smithi123 ceph-mon[188613]: osdmap e657: 8 total, 8 up, 8 in 2023-12-20T11:00:09.148 INFO:tasks.rados.rados.0.smithi123.stdout:3009: done (1 left) 2023-12-20T11:00:09.148 INFO:tasks.rados.rados.0.smithi123.stdout:3010: delete oid 22 current snap is 292 2023-12-20T11:00:09.148 INFO:tasks.rados.rados.0.smithi123.stdout:3008: finishing write tid 1 to smithi123173835-24 2023-12-20T11:00:09.148 INFO:tasks.rados.rados.0.smithi123.stdout:3008: finishing write tid 2 to smithi123173835-24 2023-12-20T11:00:09.148 INFO:tasks.rados.rados.0.smithi123.stdout:3008: finishing write tid 3 to smithi123173835-24 2023-12-20T11:00:09.149 INFO:tasks.rados.rados.0.smithi123.stdout:3008: finishing write tid 4 to smithi123173835-24 2023-12-20T11:00:09.149 INFO:tasks.rados.rados.0.smithi123.stdout:3008: finishing write tid 5 to smithi123173835-24 2023-12-20T11:00:09.149 INFO:tasks.rados.rados.0.smithi123.stdout:3008: finishing write tid 6 to smithi123173835-24 2023-12-20T11:00:09.149 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 24 v 1997 (ObjNum 967 snap 292 seq_num 967) dirty exists 2023-12-20T11:00:09.149 INFO:tasks.rados.rados.0.smithi123.stdout:3008: left oid 24 (ObjNum 967 snap 292 seq_num 967) 2023-12-20T11:00:09.154 INFO:tasks.rados.rados.0.smithi123.stdout:3008: done (1 left) 2023-12-20T11:00:09.154 INFO:tasks.rados.rados.0.smithi123.stdout:3010: done (0 left) 2023-12-20T11:00:09.154 INFO:tasks.rados.rados.0.smithi123.stdout:3011: snap_create 2023-12-20T11:00:09.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:09 smithi177 ceph-mon[212096]: pgmap v700: 121 pgs: 121 active+clean; 223 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 0 B/s wr, 3 op/s 2023-12-20T11:00:09.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:09 smithi123 ceph-mon[188613]: pgmap v700: 121 pgs: 121 active+clean; 223 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 0 B/s wr, 3 op/s 2023-12-20T11:00:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:09 smithi123 ceph-mon[191304]: pgmap v700: 121 pgs: 121 active+clean; 223 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 0 B/s wr, 3 op/s 2023-12-20T11:00:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:00:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:00:09] "GET /metrics HTTP/1.1" 200 36159 "" "Prometheus/2.43.0" 2023-12-20T11:00:10.154 INFO:tasks.rados.rados.0.smithi123.stdout:3011: done (0 left) 2023-12-20T11:00:10.154 INFO:tasks.rados.rados.0.smithi123.stdout:3012: read oid 43 snap 292 2023-12-20T11:00:10.154 INFO:tasks.rados.rados.0.smithi123.stdout:3012: expect deleted 2023-12-20T11:00:10.154 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 8 current snap is 293 2023-12-20T11:00:10.154 INFO:tasks.rados.rados.0.smithi123.stdout:3013: seq_num 969 ranges {17514496=638976,18153472=630784,18784256=532480,19316736=40960} 2023-12-20T11:00:10.249 INFO:tasks.rados.rados.0.smithi123.stdout:3013: writing smithi123173835-8 from 17514496 to 18153472 tid 1 2023-12-20T11:00:10.252 INFO:tasks.rados.rados.0.smithi123.stdout:3013: writing smithi123173835-8 from 18153472 to 18784256 tid 2 2023-12-20T11:00:10.256 INFO:tasks.rados.rados.0.smithi123.stdout:3013: writing smithi123173835-8 from 18784256 to 19316736 tid 3 2023-12-20T11:00:10.256 INFO:tasks.rados.rados.0.smithi123.stdout:3013: writing smithi123173835-8 from 19316736 to 19357696 tid 4 2023-12-20T11:00:10.256 INFO:tasks.rados.rados.0.smithi123.stdout:3014: rollback oid 29 current snap is 293 2023-12-20T11:00:10.257 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 29 to 289 2023-12-20T11:00:10.257 INFO:tasks.rados.rados.0.smithi123.stdout:3013: finishing write tid 1 to smithi123173835-8 2023-12-20T11:00:10.257 INFO:tasks.rados.rados.0.smithi123.stdout:3013: finishing write tid 2 to smithi123173835-8 2023-12-20T11:00:10.257 INFO:tasks.rados.rados.0.smithi123.stdout:3012: done (2 left) 2023-12-20T11:00:10.257 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 5 current snap is 293 2023-12-20T11:00:10.257 INFO:tasks.rados.rados.0.smithi123.stdout:3015: seq_num 970 ranges {11952128=655360,12607488=516096,13123584=688128} 2023-12-20T11:00:10.322 INFO:tasks.rados.rados.0.smithi123.stdout:3015: writing smithi123173835-5 from 11952128 to 12607488 tid 1 2023-12-20T11:00:10.325 INFO:tasks.rados.rados.0.smithi123.stdout:3015: writing smithi123173835-5 from 12607488 to 13123584 tid 2 2023-12-20T11:00:10.330 INFO:tasks.rados.rados.0.smithi123.stdout:3015: writing smithi123173835-5 from 13123584 to 13811712 tid 3 2023-12-20T11:00:10.330 INFO:tasks.rados.rados.0.smithi123.stdout:3016: delete oid 17 current snap is 293 2023-12-20T11:00:10.330 INFO:tasks.rados.rados.0.smithi123.stdout:3014: finishing rollback tid 1 to smithi123173835-29 2023-12-20T11:00:10.330 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 0 (ObjNum 97 snap 0 seq_num 1641438066) dirty dne 2023-12-20T11:00:10.330 INFO:tasks.rados.rados.0.smithi123.stdout:3013: finishing write tid 3 to smithi123173835-8 2023-12-20T11:00:10.330 INFO:tasks.rados.rados.0.smithi123.stdout:3013: finishing write tid 4 to smithi123173835-8 2023-12-20T11:00:10.330 INFO:tasks.rados.rados.0.smithi123.stdout:3013: finishing write tid 5 to smithi123173835-8 2023-12-20T11:00:10.330 INFO:tasks.rados.rados.0.smithi123.stdout:3013: finishing write tid 6 to smithi123173835-8 2023-12-20T11:00:10.330 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 1619 (ObjNum 969 snap 293 seq_num 969) dirty exists 2023-12-20T11:00:10.330 INFO:tasks.rados.rados.0.smithi123.stdout:3013: left oid 8 (ObjNum 969 snap 293 seq_num 969) 2023-12-20T11:00:10.330 INFO:tasks.rados.rados.0.smithi123.stdout:3015: finishing write tid 1 to smithi123173835-5 2023-12-20T11:00:10.330 INFO:tasks.rados.rados.0.smithi123.stdout:3015: finishing write tid 2 to smithi123173835-5 2023-12-20T11:00:10.331 INFO:tasks.rados.rados.0.smithi123.stdout:3013: done (3 left) 2023-12-20T11:00:10.331 INFO:tasks.rados.rados.0.smithi123.stdout:3014: done (2 left) 2023-12-20T11:00:10.331 INFO:tasks.rados.rados.0.smithi123.stdout:3016: done (1 left) 2023-12-20T11:00:10.331 INFO:tasks.rados.rados.0.smithi123.stdout:3017: setattr oid 30 current snap is 293 2023-12-20T11:00:10.332 INFO:tasks.rados.rados.0.smithi123.stdout:3015: finishing write tid 3 to smithi123173835-5 2023-12-20T11:00:10.333 INFO:tasks.rados.rados.0.smithi123.stdout:3015: finishing write tid 4 to smithi123173835-5 2023-12-20T11:00:10.334 INFO:tasks.rados.rados.0.smithi123.stdout:3015: finishing write tid 5 to smithi123173835-5 2023-12-20T11:00:10.334 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 1805 (ObjNum 970 snap 293 seq_num 970) dirty exists 2023-12-20T11:00:10.334 INFO:tasks.rados.rados.0.smithi123.stdout:3015: left oid 5 (ObjNum 970 snap 293 seq_num 970) 2023-12-20T11:00:10.335 INFO:tasks.rados.rados.0.smithi123.stdout:3015: done (1 left) 2023-12-20T11:00:10.335 INFO:tasks.rados.rados.0.smithi123.stdout:3018: read oid 22 snap -1 2023-12-20T11:00:10.335 INFO:tasks.rados.rados.0.smithi123.stdout:3018: expect deleted 2023-12-20T11:00:10.335 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 33 current snap is 293 2023-12-20T11:00:10.335 INFO:tasks.rados.rados.0.smithi123.stdout:3019: seq_num 972 ranges {1572864=688128,2260992=688128,2949120=516096} 2023-12-20T11:00:10.347 INFO:tasks.rados.rados.0.smithi123.stdout:3019: writing smithi123173835-33 from 1572864 to 2260992 tid 1 2023-12-20T11:00:10.351 INFO:tasks.rados.rados.0.smithi123.stdout:3019: writing smithi123173835-33 from 2260992 to 2949120 tid 2 2023-12-20T11:00:10.355 INFO:tasks.rados.rados.0.smithi123.stdout:3019: writing smithi123173835-33 from 2949120 to 3465216 tid 3 2023-12-20T11:00:10.355 INFO:tasks.rados.rados.0.smithi123.stdout:3020: snap_create 2023-12-20T11:00:10.355 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 30 v 1608 (ObjNum 941 snap 282 seq_num 941) dirty exists 2023-12-20T11:00:10.355 INFO:tasks.rados.rados.0.smithi123.stdout:3019: finishing write tid 1 to smithi123173835-33 2023-12-20T11:00:10.355 INFO:tasks.rados.rados.0.smithi123.stdout:3019: finishing write tid 2 to smithi123173835-33 2023-12-20T11:00:10.356 INFO:tasks.rados.rados.0.smithi123.stdout:3019: finishing write tid 3 to smithi123173835-33 2023-12-20T11:00:10.356 INFO:tasks.rados.rados.0.smithi123.stdout:3019: finishing write tid 4 to smithi123173835-33 2023-12-20T11:00:10.359 INFO:tasks.rados.rados.0.smithi123.stdout:3019: finishing write tid 5 to smithi123173835-33 2023-12-20T11:00:10.359 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 1979 (ObjNum 972 snap 293 seq_num 972) dirty exists 2023-12-20T11:00:10.360 INFO:tasks.rados.rados.0.smithi123.stdout:3019: left oid 33 (ObjNum 972 snap 293 seq_num 972) 2023-12-20T11:00:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:10 smithi177 ceph-mon[212096]: osdmap e658: 8 total, 8 up, 8 in 2023-12-20T11:00:10.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:10 smithi123 ceph-mon[191304]: osdmap e658: 8 total, 8 up, 8 in 2023-12-20T11:00:10.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:10 smithi123 ceph-mon[188613]: osdmap e658: 8 total, 8 up, 8 in 2023-12-20T11:00:11.161 INFO:tasks.rados.rados.0.smithi123.stdout:3017: done (3 left) 2023-12-20T11:00:11.161 INFO:tasks.rados.rados.0.smithi123.stdout:3018: done (2 left) 2023-12-20T11:00:11.161 INFO:tasks.rados.rados.0.smithi123.stdout:3019: done (1 left) 2023-12-20T11:00:11.162 INFO:tasks.rados.rados.0.smithi123.stdout:3020: done (0 left) 2023-12-20T11:00:11.162 INFO:tasks.rados.rados.0.smithi123.stdout:3021: snap_create 2023-12-20T11:00:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:11 smithi177 ceph-mon[212096]: pgmap v703: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 198 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 872 KiB/s wr, 5 op/s 2023-12-20T11:00:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:11 smithi177 ceph-mon[212096]: osdmap e659: 8 total, 8 up, 8 in 2023-12-20T11:00:11.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:11 smithi123 ceph-mon[191304]: pgmap v703: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 198 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 872 KiB/s wr, 5 op/s 2023-12-20T11:00:11.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:11 smithi123 ceph-mon[191304]: osdmap e659: 8 total, 8 up, 8 in 2023-12-20T11:00:11.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:11 smithi123 ceph-mon[188613]: pgmap v703: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 198 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 872 KiB/s wr, 5 op/s 2023-12-20T11:00:11.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:11 smithi123 ceph-mon[188613]: osdmap e659: 8 total, 8 up, 8 in 2023-12-20T11:00:12.164 INFO:tasks.rados.rados.0.smithi123.stdout:3021: done (0 left) 2023-12-20T11:00:12.165 INFO:tasks.rados.rados.0.smithi123.stdout:3022: delete oid 14 current snap is 295 2023-12-20T11:00:12.168 INFO:tasks.rados.rados.0.smithi123.stdout:3022: done (0 left) 2023-12-20T11:00:12.169 INFO:tasks.rados.rados.0.smithi123.stdout:3023: snap_create 2023-12-20T11:00:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:12 smithi123 ceph-mon[191304]: osdmap e660: 8 total, 8 up, 8 in 2023-12-20T11:00:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:00:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:12 smithi123 ceph-mon[188613]: osdmap e660: 8 total, 8 up, 8 in 2023-12-20T11:00:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:00:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:12 smithi177 ceph-mon[212096]: osdmap e660: 8 total, 8 up, 8 in 2023-12-20T11:00:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:00:13.084 INFO:tasks.rados.rados.0.smithi123.stdout:3023: done (0 left) 2023-12-20T11:00:13.084 INFO:tasks.rados.rados.0.smithi123.stdout:3024: copy_from oid 50 from oid 8 current snap is 296 2023-12-20T11:00:13.084 INFO:tasks.rados.rados.0.smithi123.stdout:3025: copy_from oid 29 from oid 43 current snap is 296 2023-12-20T11:00:13.084 INFO:tasks.rados.rados.0.smithi123.stdout:3026: read oid 40 snap -1 2023-12-20T11:00:13.084 INFO:tasks.rados.rados.0.smithi123.stdout:3026: expect deleted 2023-12-20T11:00:13.084 INFO:tasks.rados.rados.0.smithi123.stdout:3027: read oid 20 snap -1 2023-12-20T11:00:13.084 INFO:tasks.rados.rados.0.smithi123.stdout:3027: expect (ObjNum 956 snap 287 seq_num 956) 2023-12-20T11:00:13.084 INFO:tasks.rados.rados.0.smithi123.stdout:3028: read oid 26 snap -1 2023-12-20T11:00:13.084 INFO:tasks.rados.rados.0.smithi123.stdout:3028: expect (ObjNum 964 snap 288 seq_num 964) 2023-12-20T11:00:13.084 INFO:tasks.rados.rados.0.smithi123.stdout:3029: copy_from oid 32 from oid 23 current snap is 296 2023-12-20T11:00:13.084 INFO:tasks.rados.rados.0.smithi123.stdout:3030: read oid 17 snap 293 2023-12-20T11:00:13.084 INFO:tasks.rados.rados.0.smithi123.stdout:3030: expect deleted 2023-12-20T11:00:13.085 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 27 current snap is 296 2023-12-20T11:00:13.085 INFO:tasks.rados.rados.0.smithi123.stdout:3031: seq_num 974 ranges {0=720896,720896=507904,1228800=671744,1900544=24576} 2023-12-20T11:00:13.088 INFO:tasks.rados.rados.0.smithi123.stdout:3031: writing smithi123173835-27 from 0 to 720896 tid 1 2023-12-20T11:00:13.091 INFO:tasks.rados.rados.0.smithi123.stdout:3031: writing smithi123173835-27 from 720896 to 1228800 tid 2 2023-12-20T11:00:13.095 INFO:tasks.rados.rados.0.smithi123.stdout:3031: writing smithi123173835-27 from 1228800 to 1900544 tid 3 2023-12-20T11:00:13.095 INFO:tasks.rados.rados.0.smithi123.stdout:3031: writing smithi123173835-27 from 1900544 to 1925120 tid 4 2023-12-20T11:00:13.096 INFO:tasks.rados.rados.0.smithi123.stdout:3032: copy_from oid 45 from oid 16 current snap is 296 2023-12-20T11:00:13.096 INFO:tasks.rados.rados.0.smithi123.stdout:3025: finishing copy_from to smithi123173835-29 2023-12-20T11:00:13.096 INFO:tasks.rados.rados.0.smithi123.stdout:3025: got expected ENOENT (src dne) 2023-12-20T11:00:13.096 INFO:tasks.rados.rados.0.smithi123.stdout:3025: finishing copy_from racing read to smithi123173835-29 2023-12-20T11:00:13.096 INFO:tasks.rados.rados.0.smithi123.stdout:3029: finishing copy_from to smithi123173835-32 2023-12-20T11:00:13.096 INFO:tasks.rados.rados.0.smithi123.stdout:3029: got expected ENOENT (src dne) 2023-12-20T11:00:13.096 INFO:tasks.rados.rados.0.smithi123.stdout:3029: finishing copy_from racing read to smithi123173835-32 2023-12-20T11:00:13.096 INFO:tasks.rados.rados.0.smithi123.stdout:3025: done (8 left) 2023-12-20T11:00:13.096 INFO:tasks.rados.rados.0.smithi123.stdout:3026: done (7 left) 2023-12-20T11:00:13.096 INFO:tasks.rados.rados.0.smithi123.stdout:3029: done (6 left) 2023-12-20T11:00:13.096 INFO:tasks.rados.rados.0.smithi123.stdout:3030: done (5 left) 2023-12-20T11:00:13.096 INFO:tasks.rados.rados.0.smithi123.stdout:3033: delete oid 2 current snap is 296 2023-12-20T11:00:13.099 INFO:tasks.rados.rados.0.smithi123.stdout:3033: done (5 left) 2023-12-20T11:00:13.099 INFO:tasks.rados.rados.0.smithi123.stdout:3034: read oid 36 snap -1 2023-12-20T11:00:13.099 INFO:tasks.rados.rados.0.smithi123.stdout:3034: expect (ObjNum 852 snap 263 seq_num 852) 2023-12-20T11:00:13.110 INFO:tasks.rados.rados.0.smithi123.stdout:3035: copy_from oid 23 from oid 14 current snap is 296 2023-12-20T11:00:13.110 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 6 current snap is 296 2023-12-20T11:00:13.111 INFO:tasks.rados.rados.0.smithi123.stdout:3036: seq_num 976 ranges {5644288=753664,6397952=671744,7069696=532480} 2023-12-20T11:00:13.135 INFO:tasks.rados.rados.0.smithi123.stdout:3036: writing smithi123173835-6 from 5644288 to 6397952 tid 1 2023-12-20T11:00:13.139 INFO:tasks.rados.rados.0.smithi123.stdout:3036: writing smithi123173835-6 from 6397952 to 7069696 tid 2 2023-12-20T11:00:13.142 INFO:tasks.rados.rados.0.smithi123.stdout:3036: writing smithi123173835-6 from 7069696 to 7602176 tid 3 2023-12-20T11:00:13.142 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 41 current snap is 296 2023-12-20T11:00:13.143 INFO:tasks.rados.rados.0.smithi123.stdout:3028: expect (ObjNum 964 snap 288 seq_num 964) 2023-12-20T11:00:13.197 INFO:tasks.rados.rados.0.smithi123.stdout:3035: finishing copy_from to smithi123173835-23 2023-12-20T11:00:13.197 INFO:tasks.rados.rados.0.smithi123.stdout:3035: got expected ENOENT (src dne) 2023-12-20T11:00:13.197 INFO:tasks.rados.rados.0.smithi123.stdout:3035: finishing copy_from racing read to smithi123173835-23 2023-12-20T11:00:13.197 INFO:tasks.rados.rados.0.smithi123.stdout:3027: expect (ObjNum 956 snap 287 seq_num 956) 2023-12-20T11:00:13.236 INFO:tasks.rados.rados.0.smithi123.stdout:3031: finishing write tid 1 to smithi123173835-27 2023-12-20T11:00:13.236 INFO:tasks.rados.rados.0.smithi123.stdout:3031: finishing write tid 2 to smithi123173835-27 2023-12-20T11:00:13.236 INFO:tasks.rados.rados.0.smithi123.stdout:3032: finishing copy_from racing read to smithi123173835-45 2023-12-20T11:00:13.236 INFO:tasks.rados.rados.0.smithi123.stdout:3031: finishing write tid 3 to smithi123173835-27 2023-12-20T11:00:13.236 INFO:tasks.rados.rados.0.smithi123.stdout:3031: finishing write tid 4 to smithi123173835-27 2023-12-20T11:00:13.236 INFO:tasks.rados.rados.0.smithi123.stdout:3031: finishing write tid 5 to smithi123173835-27 2023-12-20T11:00:13.236 INFO:tasks.rados.rados.0.smithi123.stdout:3031: finishing write tid 6 to smithi123173835-27 2023-12-20T11:00:13.236 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 27 v 1586 (ObjNum 974 snap 296 seq_num 974) dirty exists 2023-12-20T11:00:13.236 INFO:tasks.rados.rados.0.smithi123.stdout:3031: left oid 27 (ObjNum 974 snap 296 seq_num 974) 2023-12-20T11:00:13.236 INFO:tasks.rados.rados.0.smithi123.stdout:3032: finishing copy_from to smithi123173835-45 2023-12-20T11:00:13.236 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 1984 (ObjNum 960 snap 288 seq_num 960) dirty exists 2023-12-20T11:00:13.236 INFO:tasks.rados.rados.0.smithi123.stdout:3034: expect (ObjNum 852 snap 263 seq_num 852) 2023-12-20T11:00:13.290 INFO:tasks.rados.rados.0.smithi123.stdout:3036: finishing write tid 1 to smithi123173835-6 2023-12-20T11:00:13.290 INFO:tasks.rados.rados.0.smithi123.stdout:3036: finishing write tid 2 to smithi123173835-6 2023-12-20T11:00:13.290 INFO:tasks.rados.rados.0.smithi123.stdout:3036: finishing write tid 3 to smithi123173835-6 2023-12-20T11:00:13.290 INFO:tasks.rados.rados.0.smithi123.stdout:3036: finishing write tid 4 to smithi123173835-6 2023-12-20T11:00:13.290 INFO:tasks.rados.rados.0.smithi123.stdout:3036: finishing write tid 5 to smithi123173835-6 2023-12-20T11:00:13.290 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 2001 (ObjNum 976 snap 296 seq_num 976) dirty exists 2023-12-20T11:00:13.290 INFO:tasks.rados.rados.0.smithi123.stdout:3036: left oid 6 (ObjNum 976 snap 296 seq_num 976) 2023-12-20T11:00:13.290 INFO:tasks.rados.rados.0.smithi123.stdout:3024: finishing copy_from racing read to smithi123173835-50 2023-12-20T11:00:13.290 INFO:tasks.rados.rados.0.smithi123.stdout:3024: finishing copy_from to smithi123173835-50 2023-12-20T11:00:13.290 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 50 v 1619 (ObjNum 969 snap 293 seq_num 969) dirty exists 2023-12-20T11:00:13.291 INFO:tasks.rados.rados.0.smithi123.stdout:3037: seq_num 977 ranges {12419072=770048,13189120=557056,13746176=491520,14237696=155648} 2023-12-20T11:00:13.360 INFO:tasks.rados.rados.0.smithi123.stdout:3037: writing smithi123173835-41 from 12419072 to 13189120 tid 1 2023-12-20T11:00:13.361 INFO:tasks.rados.rados.0.smithi123.stdout:3037: writing smithi123173835-41 from 13189120 to 13746176 tid 2 2023-12-20T11:00:13.364 INFO:tasks.rados.rados.0.smithi123.stdout:3037: writing smithi123173835-41 from 13746176 to 14237696 tid 3 2023-12-20T11:00:13.366 INFO:tasks.rados.rados.0.smithi123.stdout:3037: writing smithi123173835-41 from 14237696 to 14393344 tid 4 2023-12-20T11:00:13.366 INFO:tasks.rados.rados.0.smithi123.stdout:3024: done (8 left) 2023-12-20T11:00:13.366 INFO:tasks.rados.rados.0.smithi123.stdout:3027: done (7 left) 2023-12-20T11:00:13.366 INFO:tasks.rados.rados.0.smithi123.stdout:3028: done (6 left) 2023-12-20T11:00:13.366 INFO:tasks.rados.rados.0.smithi123.stdout:3031: done (5 left) 2023-12-20T11:00:13.366 INFO:tasks.rados.rados.0.smithi123.stdout:3032: done (4 left) 2023-12-20T11:00:13.366 INFO:tasks.rados.rados.0.smithi123.stdout:3034: done (3 left) 2023-12-20T11:00:13.366 INFO:tasks.rados.rados.0.smithi123.stdout:3035: done (2 left) 2023-12-20T11:00:13.366 INFO:tasks.rados.rados.0.smithi123.stdout:3036: done (1 left) 2023-12-20T11:00:13.366 INFO:tasks.rados.rados.0.smithi123.stdout:3038: rollback oid 20 current snap is 296 2023-12-20T11:00:13.366 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 20 to 295 2023-12-20T11:00:13.366 INFO:tasks.rados.rados.0.smithi123.stdout:3037: finishing write tid 1 to smithi123173835-41 2023-12-20T11:00:13.366 INFO:tasks.rados.rados.0.smithi123.stdout:3039: copy_from oid 50 from oid 23 current snap is 296 2023-12-20T11:00:13.366 INFO:tasks.rados.rados.0.smithi123.stdout:3040: rollback oid 22 current snap is 296 2023-12-20T11:00:13.367 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 22 to 288 2023-12-20T11:00:13.367 INFO:tasks.rados.rados.0.smithi123.stdout:3041: delete oid 34 current snap is 296 2023-12-20T11:00:13.367 INFO:tasks.rados.rados.0.smithi123.stdout:3040: finishing rollback tid 1 to smithi123173835-22 2023-12-20T11:00:13.367 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 22 v 0 (ObjNum 65 snap 0 seq_num 958711136) dirty dne 2023-12-20T11:00:13.367 INFO:tasks.rados.rados.0.smithi123.stdout:3039: finishing copy_from to smithi123173835-50 2023-12-20T11:00:13.367 INFO:tasks.rados.rados.0.smithi123.stdout:3039: got expected ENOENT (src dne) 2023-12-20T11:00:13.367 INFO:tasks.rados.rados.0.smithi123.stdout:3037: finishing write tid 2 to smithi123173835-41 2023-12-20T11:00:13.368 INFO:tasks.rados.rados.0.smithi123.stdout:3039: finishing copy_from racing read to smithi123173835-50 2023-12-20T11:00:13.368 INFO:tasks.rados.rados.0.smithi123.stdout:3039: done (4 left) 2023-12-20T11:00:13.369 INFO:tasks.rados.rados.0.smithi123.stdout:3040: done (3 left) 2023-12-20T11:00:13.369 INFO:tasks.rados.rados.0.smithi123.stdout:3041: done (2 left) 2023-12-20T11:00:13.369 INFO:tasks.rados.rados.0.smithi123.stdout:3042: read oid 46 snap -1 2023-12-20T11:00:13.369 INFO:tasks.rados.rados.0.smithi123.stdout:3042: expect deleted 2023-12-20T11:00:13.369 INFO:tasks.rados.rados.0.smithi123.stdout:3043: read oid 18 snap -1 2023-12-20T11:00:13.369 INFO:tasks.rados.rados.0.smithi123.stdout:3043: expect deleted 2023-12-20T11:00:13.369 INFO:tasks.rados.rados.0.smithi123.stdout:3044: read oid 34 snap -1 2023-12-20T11:00:13.369 INFO:tasks.rados.rados.0.smithi123.stdout:3044: expect deleted 2023-12-20T11:00:13.369 INFO:tasks.rados.rados.0.smithi123.stdout:3045: snap_create 2023-12-20T11:00:13.369 INFO:tasks.rados.rados.0.smithi123.stdout:3038: finishing rollback tid 0 to smithi123173835-20 2023-12-20T11:00:13.369 INFO:tasks.rados.rados.0.smithi123.stdout:3038: finishing rollback tid 1 to smithi123173835-20 2023-12-20T11:00:13.370 INFO:tasks.rados.rados.0.smithi123.stdout:3038: finishing rollback tid 2 to smithi123173835-20 2023-12-20T11:00:13.370 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 20 v 1627 (ObjNum 956 snap 287 seq_num 956) dirty exists 2023-12-20T11:00:13.370 INFO:tasks.rados.rados.0.smithi123.stdout:3037: finishing write tid 3 to smithi123173835-41 2023-12-20T11:00:13.370 INFO:tasks.rados.rados.0.smithi123.stdout:3037: finishing write tid 4 to smithi123173835-41 2023-12-20T11:00:13.371 INFO:tasks.rados.rados.0.smithi123.stdout:3037: finishing write tid 5 to smithi123173835-41 2023-12-20T11:00:13.372 INFO:tasks.rados.rados.0.smithi123.stdout:3037: finishing write tid 6 to smithi123173835-41 2023-12-20T11:00:13.372 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 1992 (ObjNum 977 snap 296 seq_num 977) dirty exists 2023-12-20T11:00:13.373 INFO:tasks.rados.rados.0.smithi123.stdout:3037: left oid 41 (ObjNum 977 snap 296 seq_num 977) 2023-12-20T11:00:13.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:13 smithi123 ceph-mon[188613]: pgmap v706: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 153 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 953 KiB/s rd, 5.9 MiB/s wr, 13 op/s 2023-12-20T11:00:13.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:13 smithi123 ceph-mon[188613]: osdmap e661: 8 total, 8 up, 8 in 2023-12-20T11:00:13.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:13 smithi123 ceph-mon[188613]: osdmap e662: 8 total, 8 up, 8 in 2023-12-20T11:00:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:13 smithi123 ceph-mon[191304]: pgmap v706: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 153 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 953 KiB/s rd, 5.9 MiB/s wr, 13 op/s 2023-12-20T11:00:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:13 smithi123 ceph-mon[191304]: osdmap e661: 8 total, 8 up, 8 in 2023-12-20T11:00:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:13 smithi123 ceph-mon[191304]: osdmap e662: 8 total, 8 up, 8 in 2023-12-20T11:00:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:13 smithi177 ceph-mon[212096]: pgmap v706: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 153 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 953 KiB/s rd, 5.9 MiB/s wr, 13 op/s 2023-12-20T11:00:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:13 smithi177 ceph-mon[212096]: osdmap e661: 8 total, 8 up, 8 in 2023-12-20T11:00:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:13 smithi177 ceph-mon[212096]: osdmap e662: 8 total, 8 up, 8 in 2023-12-20T11:00:14.176 INFO:tasks.rados.rados.0.smithi123.stdout:3037: done (5 left) 2023-12-20T11:00:14.176 INFO:tasks.rados.rados.0.smithi123.stdout:3038: done (4 left) 2023-12-20T11:00:14.176 INFO:tasks.rados.rados.0.smithi123.stdout:3042: done (3 left) 2023-12-20T11:00:14.176 INFO:tasks.rados.rados.0.smithi123.stdout:3043: done (2 left) 2023-12-20T11:00:14.176 INFO:tasks.rados.rados.0.smithi123.stdout:3044: done (1 left) 2023-12-20T11:00:14.176 INFO:tasks.rados.rados.0.smithi123.stdout:3045: done (0 left) 2023-12-20T11:00:14.176 INFO:tasks.rados.rados.0.smithi123.stdout:3046: rollback oid 3 current snap is 297 2023-12-20T11:00:14.176 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 3 to 291 2023-12-20T11:00:14.176 INFO:tasks.rados.rados.0.smithi123.stdout:3047: read oid 39 snap -1 2023-12-20T11:00:14.176 INFO:tasks.rados.rados.0.smithi123.stdout:3047: expect deleted 2023-12-20T11:00:14.176 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 19 current snap is 297 2023-12-20T11:00:14.176 INFO:tasks.rados.rados.0.smithi123.stdout:3048: seq_num 979 ranges {17514496=802816,18317312=729088,19046400=458752,19505152=16384} 2023-12-20T11:00:14.272 INFO:tasks.rados.rados.0.smithi123.stdout:3048: writing smithi123173835-19 from 17514496 to 18317312 tid 1 2023-12-20T11:00:14.276 INFO:tasks.rados.rados.0.smithi123.stdout:3048: writing smithi123173835-19 from 18317312 to 19046400 tid 2 2023-12-20T11:00:14.279 INFO:tasks.rados.rados.0.smithi123.stdout:3048: writing smithi123173835-19 from 19046400 to 19505152 tid 3 2023-12-20T11:00:14.279 INFO:tasks.rados.rados.0.smithi123.stdout:3048: writing smithi123173835-19 from 19505152 to 19521536 tid 4 2023-12-20T11:00:14.279 INFO:tasks.rados.rados.0.smithi123.stdout:3049: read oid 26 snap -1 2023-12-20T11:00:14.280 INFO:tasks.rados.rados.0.smithi123.stdout:3049: expect (ObjNum 964 snap 288 seq_num 964) 2023-12-20T11:00:14.280 INFO:tasks.rados.rados.0.smithi123.stdout:3050: read oid 29 snap 294 2023-12-20T11:00:14.280 INFO:tasks.rados.rados.0.smithi123.stdout:3050: expect deleted 2023-12-20T11:00:14.280 INFO:tasks.rados.rados.0.smithi123.stdout:3051: read oid 18 snap -1 2023-12-20T11:00:14.280 INFO:tasks.rados.rados.0.smithi123.stdout:3051: expect deleted 2023-12-20T11:00:14.280 INFO:tasks.rados.rados.0.smithi123.stdout:3052: snap_remove snap 288 2023-12-20T11:00:15.188 INFO:tasks.rados.rados.0.smithi123.stdout:3052: done (6 left) 2023-12-20T11:00:15.188 INFO:tasks.rados.rados.0.smithi123.stdout:3053: read oid 4 snap -1 2023-12-20T11:00:15.188 INFO:tasks.rados.rados.0.smithi123.stdout:3053: expect (ObjNum 955 snap 286 seq_num 955) 2023-12-20T11:00:15.188 INFO:tasks.rados.rados.0.smithi123.stdout:3054: snap_remove snap 293 2023-12-20T11:00:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:15 smithi123 ceph-mon[191304]: pgmap v709: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 148 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.9 MiB/s wr, 19 op/s 2023-12-20T11:00:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:15 smithi123 ceph-mon[191304]: osdmap e663: 8 total, 8 up, 8 in 2023-12-20T11:00:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:15 smithi123 ceph-mon[188613]: pgmap v709: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 148 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.9 MiB/s wr, 19 op/s 2023-12-20T11:00:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:15 smithi123 ceph-mon[188613]: osdmap e663: 8 total, 8 up, 8 in 2023-12-20T11:00:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:15 smithi177 ceph-mon[212096]: pgmap v709: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 148 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.9 MiB/s wr, 19 op/s 2023-12-20T11:00:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:15 smithi177 ceph-mon[212096]: osdmap e663: 8 total, 8 up, 8 in 2023-12-20T11:00:16.191 INFO:tasks.rados.rados.0.smithi123.stdout:3054: done (7 left) 2023-12-20T11:00:16.191 INFO:tasks.rados.rados.0.smithi123.stdout:3055: read oid 22 snap 290 2023-12-20T11:00:16.191 INFO:tasks.rados.rados.0.smithi123.stdout:3055: expect deleted 2023-12-20T11:00:16.191 INFO:tasks.rados.rados.0.smithi123.stdout:3056: read oid 23 snap -1 2023-12-20T11:00:16.191 INFO:tasks.rados.rados.0.smithi123.stdout:3056: expect deleted 2023-12-20T11:00:16.191 INFO:tasks.rados.rados.0.smithi123.stdout:3057: read oid 28 snap -1 2023-12-20T11:00:16.191 INFO:tasks.rados.rados.0.smithi123.stdout:3057: expect (ObjNum 937 snap 279 seq_num 937) 2023-12-20T11:00:16.191 INFO:tasks.rados.rados.0.smithi123.stdout:3058: copy_from oid 15 from oid 25 current snap is 297 2023-12-20T11:00:16.191 INFO:tasks.rados.rados.0.smithi123.stdout:3059: rollback oid 24 current snap is 297 2023-12-20T11:00:16.191 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 24 to 292 2023-12-20T11:00:16.196 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 33 current snap is 297 2023-12-20T11:00:16.196 INFO:tasks.rados.rados.0.smithi123.stdout:3060: seq_num 980 ranges {3465216=417792,3883008=614400,4497408=663552,5160960=327680} 2023-12-20T11:00:16.214 INFO:tasks.rados.rados.0.smithi123.stdout:3060: writing smithi123173835-33 from 3465216 to 3883008 tid 1 2023-12-20T11:00:16.218 INFO:tasks.rados.rados.0.smithi123.stdout:3060: writing smithi123173835-33 from 3883008 to 4497408 tid 2 2023-12-20T11:00:16.221 INFO:tasks.rados.rados.0.smithi123.stdout:3060: writing smithi123173835-33 from 4497408 to 5160960 tid 3 2023-12-20T11:00:16.223 INFO:tasks.rados.rados.0.smithi123.stdout:3060: writing smithi123173835-33 from 5160960 to 5488640 tid 4 2023-12-20T11:00:16.224 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 21 current snap is 297 2023-12-20T11:00:16.224 INFO:tasks.rados.rados.0.smithi123.stdout:3061: seq_num 981 ranges {0=434176,434176=540672,974848=466944,1441792=524288,1966080=73728} 2023-12-20T11:00:16.226 INFO:tasks.rados.rados.0.smithi123.stdout:3061: writing smithi123173835-21 from 0 to 434176 tid 1 2023-12-20T11:00:16.229 INFO:tasks.rados.rados.0.smithi123.stdout:3061: writing smithi123173835-21 from 434176 to 974848 tid 2 2023-12-20T11:00:16.232 INFO:tasks.rados.rados.0.smithi123.stdout:3061: writing smithi123173835-21 from 974848 to 1441792 tid 3 2023-12-20T11:00:16.235 INFO:tasks.rados.rados.0.smithi123.stdout:3061: writing smithi123173835-21 from 1441792 to 1966080 tid 4 2023-12-20T11:00:16.236 INFO:tasks.rados.rados.0.smithi123.stdout:3061: writing smithi123173835-21 from 1966080 to 2039808 tid 5 2023-12-20T11:00:16.236 INFO:tasks.rados.rados.0.smithi123.stdout:3062: rollback oid 45 current snap is 297 2023-12-20T11:00:16.236 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 45 to 296 2023-12-20T11:00:16.236 INFO:tasks.rados.rados.0.smithi123.stdout:3046: finishing rollback tid 0 to smithi123173835-3 2023-12-20T11:00:16.236 INFO:tasks.rados.rados.0.smithi123.stdout:3046: finishing rollback tid 1 to smithi123173835-3 2023-12-20T11:00:16.237 INFO:tasks.rados.rados.0.smithi123.stdout:3046: finishing rollback tid 2 to smithi123173835-3 2023-12-20T11:00:16.237 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 2004 (ObjNum 965 snap 291 seq_num 965) dirty exists 2023-12-20T11:00:16.237 INFO:tasks.rados.rados.0.smithi123.stdout:3046: done (14 left) 2023-12-20T11:00:16.237 INFO:tasks.rados.rados.0.smithi123.stdout:3047: done (13 left) 2023-12-20T11:00:16.237 INFO:tasks.rados.rados.0.smithi123.stdout:3063: copy_from oid 30 from oid 13 current snap is 297 2023-12-20T11:00:16.237 INFO:tasks.rados.rados.0.smithi123.stdout:3048: finishing write tid 1 to smithi123173835-19 2023-12-20T11:00:16.237 INFO:tasks.rados.rados.0.smithi123.stdout:3048: finishing write tid 2 to smithi123173835-19 2023-12-20T11:00:16.237 INFO:tasks.rados.rados.0.smithi123.stdout:3048: finishing write tid 3 to smithi123173835-19 2023-12-20T11:00:16.237 INFO:tasks.rados.rados.0.smithi123.stdout:3048: finishing write tid 4 to smithi123173835-19 2023-12-20T11:00:16.237 INFO:tasks.rados.rados.0.smithi123.stdout:3048: finishing write tid 5 to smithi123173835-19 2023-12-20T11:00:16.238 INFO:tasks.rados.rados.0.smithi123.stdout:3049: expect (ObjNum 964 snap 288 seq_num 964) 2023-12-20T11:00:16.285 INFO:tasks.rados.rados.0.smithi123.stdout:3048: finishing write tid 6 to smithi123173835-19 2023-12-20T11:00:16.285 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 1773 (ObjNum 979 snap 297 seq_num 979) dirty exists 2023-12-20T11:00:16.285 INFO:tasks.rados.rados.0.smithi123.stdout:3048: left oid 19 (ObjNum 979 snap 297 seq_num 979) 2023-12-20T11:00:16.285 INFO:tasks.rados.rados.0.smithi123.stdout:3053: expect (ObjNum 955 snap 286 seq_num 955) 2023-12-20T11:00:16.328 INFO:tasks.rados.rados.0.smithi123.stdout:3059: finishing rollback tid 0 to smithi123173835-24 2023-12-20T11:00:16.328 INFO:tasks.rados.rados.0.smithi123.stdout:3059: finishing rollback tid 1 to smithi123173835-24 2023-12-20T11:00:16.328 INFO:tasks.rados.rados.0.smithi123.stdout:3059: finishing rollback tid 2 to smithi123173835-24 2023-12-20T11:00:16.328 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 24 v 2007 (ObjNum 967 snap 292 seq_num 967) dirty exists 2023-12-20T11:00:16.328 INFO:tasks.rados.rados.0.smithi123.stdout:3058: finishing copy_from racing read to smithi123173835-15 2023-12-20T11:00:16.328 INFO:tasks.rados.rados.0.smithi123.stdout:3057: expect (ObjNum 937 snap 279 seq_num 937) 2023-12-20T11:00:16.359 INFO:tasks.rados.rados.0.smithi123.stdout:3058: finishing copy_from to smithi123173835-15 2023-12-20T11:00:16.359 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 1581 (ObjNum 929 snap 279 seq_num 929) dirty exists 2023-12-20T11:00:16.359 INFO:tasks.rados.rados.0.smithi123.stdout:3060: finishing write tid 1 to smithi123173835-33 2023-12-20T11:00:16.359 INFO:tasks.rados.rados.0.smithi123.stdout:3060: finishing write tid 2 to smithi123173835-33 2023-12-20T11:00:16.359 INFO:tasks.rados.rados.0.smithi123.stdout:3060: finishing write tid 3 to smithi123173835-33 2023-12-20T11:00:16.359 INFO:tasks.rados.rados.0.smithi123.stdout:3060: finishing write tid 4 to smithi123173835-33 2023-12-20T11:00:16.359 INFO:tasks.rados.rados.0.smithi123.stdout:3060: finishing write tid 5 to smithi123173835-33 2023-12-20T11:00:16.359 INFO:tasks.rados.rados.0.smithi123.stdout:3060: finishing write tid 6 to smithi123173835-33 2023-12-20T11:00:16.360 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 1984 (ObjNum 980 snap 297 seq_num 980) dirty exists 2023-12-20T11:00:16.360 INFO:tasks.rados.rados.0.smithi123.stdout:3060: left oid 33 (ObjNum 980 snap 297 seq_num 980) 2023-12-20T11:00:16.360 INFO:tasks.rados.rados.0.smithi123.stdout:3061: finishing write tid 1 to smithi123173835-21 2023-12-20T11:00:16.360 INFO:tasks.rados.rados.0.smithi123.stdout:3048: done (13 left) 2023-12-20T11:00:16.360 INFO:tasks.rados.rados.0.smithi123.stdout:3049: done (12 left) 2023-12-20T11:00:16.360 INFO:tasks.rados.rados.0.smithi123.stdout:3050: done (11 left) 2023-12-20T11:00:16.360 INFO:tasks.rados.rados.0.smithi123.stdout:3051: done (10 left) 2023-12-20T11:00:16.360 INFO:tasks.rados.rados.0.smithi123.stdout:3053: done (9 left) 2023-12-20T11:00:16.360 INFO:tasks.rados.rados.0.smithi123.stdout:3055: done (8 left) 2023-12-20T11:00:16.360 INFO:tasks.rados.rados.0.smithi123.stdout:3056: done (7 left) 2023-12-20T11:00:16.360 INFO:tasks.rados.rados.0.smithi123.stdout:3057: done (6 left) 2023-12-20T11:00:16.360 INFO:tasks.rados.rados.0.smithi123.stdout:3058: done (5 left) 2023-12-20T11:00:16.360 INFO:tasks.rados.rados.0.smithi123.stdout:3059: done (4 left) 2023-12-20T11:00:16.360 INFO:tasks.rados.rados.0.smithi123.stdout:3060: done (3 left) 2023-12-20T11:00:16.360 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 16 current snap is 297 2023-12-20T11:00:16.360 INFO:tasks.rados.rados.0.smithi123.stdout:3061: finishing write tid 2 to smithi123173835-21 2023-12-20T11:00:16.361 INFO:tasks.rados.rados.0.smithi123.stdout:3061: finishing write tid 3 to smithi123173835-21 2023-12-20T11:00:16.361 INFO:tasks.rados.rados.0.smithi123.stdout:3061: finishing write tid 4 to smithi123173835-21 2023-12-20T11:00:16.361 INFO:tasks.rados.rados.0.smithi123.stdout:3061: finishing write tid 5 to smithi123173835-21 2023-12-20T11:00:16.361 INFO:tasks.rados.rados.0.smithi123.stdout:3061: finishing write tid 6 to smithi123173835-21 2023-12-20T11:00:16.361 INFO:tasks.rados.rados.0.smithi123.stdout:3063: finishing copy_from racing read to smithi123173835-30 2023-12-20T11:00:16.361 INFO:tasks.rados.rados.0.smithi123.stdout:3064: seq_num 982 ranges {1761280=450560,2211840=425984,2637824=679936,3317760=466944,3784704=32768} 2023-12-20T11:00:16.370 INFO:tasks.rados.rados.0.smithi123.stdout:3064: writing smithi123173835-16 from 1761280 to 2211840 tid 1 2023-12-20T11:00:16.373 INFO:tasks.rados.rados.0.smithi123.stdout:3064: writing smithi123173835-16 from 2211840 to 2637824 tid 2 2023-12-20T11:00:16.377 INFO:tasks.rados.rados.0.smithi123.stdout:3064: writing smithi123173835-16 from 2637824 to 3317760 tid 3 2023-12-20T11:00:16.380 INFO:tasks.rados.rados.0.smithi123.stdout:3064: writing smithi123173835-16 from 3317760 to 3784704 tid 4 2023-12-20T11:00:16.381 INFO:tasks.rados.rados.0.smithi123.stdout:3064: writing smithi123173835-16 from 3784704 to 3817472 tid 5 2023-12-20T11:00:16.381 INFO:tasks.rados.rados.0.smithi123.stdout:3065: copy_from oid 50 from oid 41 current snap is 297 2023-12-20T11:00:16.381 INFO:tasks.rados.rados.0.smithi123.stdout:3061: finishing write tid 7 to smithi123173835-21 2023-12-20T11:00:16.381 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 1642 (ObjNum 981 snap 297 seq_num 981) dirty exists 2023-12-20T11:00:16.381 INFO:tasks.rados.rados.0.smithi123.stdout:3061: left oid 21 (ObjNum 981 snap 297 seq_num 981) 2023-12-20T11:00:16.381 INFO:tasks.rados.rados.0.smithi123.stdout:3062: finishing rollback tid 0 to smithi123173835-45 2023-12-20T11:00:16.381 INFO:tasks.rados.rados.0.smithi123.stdout:3062: finishing rollback tid 1 to smithi123173835-45 2023-12-20T11:00:16.381 INFO:tasks.rados.rados.0.smithi123.stdout:3062: finishing rollback tid 2 to smithi123173835-45 2023-12-20T11:00:16.381 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 1987 (ObjNum 960 snap 288 seq_num 960) dirty exists 2023-12-20T11:00:16.381 INFO:tasks.rados.rados.0.smithi123.stdout:3063: finishing copy_from to smithi123173835-30 2023-12-20T11:00:16.381 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 30 v 2606 (ObjNum 273 snap 0 seq_num 0) dirty exists 2023-12-20T11:00:16.381 INFO:tasks.rados.rados.0.smithi123.stdout:3064: finishing write tid 1 to smithi123173835-16 2023-12-20T11:00:16.381 INFO:tasks.rados.rados.0.smithi123.stdout:3064: finishing write tid 2 to smithi123173835-16 2023-12-20T11:00:16.382 INFO:tasks.rados.rados.0.smithi123.stdout:3064: finishing write tid 3 to smithi123173835-16 2023-12-20T11:00:16.382 INFO:tasks.rados.rados.0.smithi123.stdout:3061: done (4 left) 2023-12-20T11:00:16.382 INFO:tasks.rados.rados.0.smithi123.stdout:3062: done (3 left) 2023-12-20T11:00:16.382 INFO:tasks.rados.rados.0.smithi123.stdout:3063: done (2 left) 2023-12-20T11:00:16.382 INFO:tasks.rados.rados.0.smithi123.stdout:3066: rollback oid 38 current snap is 297 2023-12-20T11:00:16.382 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 38 to 292 2023-12-20T11:00:16.382 INFO:tasks.rados.rados.0.smithi123.stdout:3067: copy_from oid 9 from oid 22 current snap is 297 2023-12-20T11:00:16.382 INFO:tasks.rados.rados.0.smithi123.stdout:3068: snap_create 2023-12-20T11:00:16.384 INFO:tasks.rados.rados.0.smithi123.stdout:3066: finishing rollback tid 0 to smithi123173835-38 2023-12-20T11:00:16.384 INFO:tasks.rados.rados.0.smithi123.stdout:3064: finishing write tid 4 to smithi123173835-16 2023-12-20T11:00:16.385 INFO:tasks.rados.rados.0.smithi123.stdout:3067: finishing copy_from to smithi123173835-9 2023-12-20T11:00:16.385 INFO:tasks.rados.rados.0.smithi123.stdout:3067: got expected ENOENT (src dne) 2023-12-20T11:00:16.385 INFO:tasks.rados.rados.0.smithi123.stdout:3067: finishing copy_from racing read to smithi123173835-9 2023-12-20T11:00:16.385 INFO:tasks.rados.rados.0.smithi123.stdout:3066: finishing rollback tid 1 to smithi123173835-38 2023-12-20T11:00:16.385 INFO:tasks.rados.rados.0.smithi123.stdout:3066: finishing rollback tid 2 to smithi123173835-38 2023-12-20T11:00:16.385 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 38 v 1800 (ObjNum 860 snap 264 seq_num 860) dirty exists 2023-12-20T11:00:16.386 INFO:tasks.rados.rados.0.smithi123.stdout:3064: finishing write tid 5 to smithi123173835-16 2023-12-20T11:00:16.386 INFO:tasks.rados.rados.0.smithi123.stdout:3064: finishing write tid 6 to smithi123173835-16 2023-12-20T11:00:16.387 INFO:tasks.rados.rados.0.smithi123.stdout:3064: finishing write tid 7 to smithi123173835-16 2023-12-20T11:00:16.387 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 1993 (ObjNum 982 snap 297 seq_num 982) dirty exists 2023-12-20T11:00:16.387 INFO:tasks.rados.rados.0.smithi123.stdout:3064: left oid 16 (ObjNum 982 snap 297 seq_num 982) 2023-12-20T11:00:16.431 INFO:tasks.rados.rados.0.smithi123.stdout:3065: finishing copy_from racing read to smithi123173835-50 2023-12-20T11:00:16.438 INFO:tasks.rados.rados.0.smithi123.stdout:3065: finishing copy_from to smithi123173835-50 2023-12-20T11:00:16.438 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 50 v 1992 (ObjNum 977 snap 296 seq_num 977) dirty exists 2023-12-20T11:00:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:16 smithi123 ceph-mon[191304]: osdmap e664: 8 total, 8 up, 8 in 2023-12-20T11:00:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:16 smithi123 ceph-mon[188613]: osdmap e664: 8 total, 8 up, 8 in 2023-12-20T11:00:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:16 smithi177 ceph-mon[212096]: osdmap e664: 8 total, 8 up, 8 in 2023-12-20T11:00:17.196 INFO:tasks.rados.rados.0.smithi123.stdout:3064: done (4 left) 2023-12-20T11:00:17.196 INFO:tasks.rados.rados.0.smithi123.stdout:3065: done (3 left) 2023-12-20T11:00:17.196 INFO:tasks.rados.rados.0.smithi123.stdout:3066: done (2 left) 2023-12-20T11:00:17.196 INFO:tasks.rados.rados.0.smithi123.stdout:3067: done (1 left) 2023-12-20T11:00:17.196 INFO:tasks.rados.rados.0.smithi123.stdout:3068: done (0 left) 2023-12-20T11:00:17.196 INFO:tasks.rados.rados.0.smithi123.stdout:3069: setattr oid 22 current snap is 298 2023-12-20T11:00:17.197 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 26 current snap is 298 2023-12-20T11:00:17.197 INFO:tasks.rados.rados.0.smithi123.stdout:3070: seq_num 983 ranges {1753088=466944,2220032=712704,2932736=434176,3366912=458752} 2023-12-20T11:00:17.209 INFO:tasks.rados.rados.0.smithi123.stdout:3070: writing smithi123173835-26 from 1753088 to 2220032 tid 1 2023-12-20T11:00:17.213 INFO:tasks.rados.rados.0.smithi123.stdout:3070: writing smithi123173835-26 from 2220032 to 2932736 tid 2 2023-12-20T11:00:17.215 INFO:tasks.rados.rados.0.smithi123.stdout:3070: writing smithi123173835-26 from 2932736 to 3366912 tid 3 2023-12-20T11:00:17.219 INFO:tasks.rados.rados.0.smithi123.stdout:3070: writing smithi123173835-26 from 3366912 to 3825664 tid 4 2023-12-20T11:00:17.219 INFO:tasks.rados.rados.0.smithi123.stdout:3071: read oid 36 snap 291 2023-12-20T11:00:17.219 INFO:tasks.rados.rados.0.smithi123.stdout:3071: expect (ObjNum 852 snap 263 seq_num 852) 2023-12-20T11:00:17.219 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 50 current snap is 298 2023-12-20T11:00:17.219 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 22 v 1994 (ObjNum 33 snap 0 seq_num 4265423464) dirty exists 2023-12-20T11:00:17.219 INFO:tasks.rados.rados.0.smithi123.stdout:3072: seq_num 984 ranges {14393344=483328,14876672=598016,15474688=647168,16121856=360448} 2023-12-20T11:00:17.297 INFO:tasks.rados.rados.0.smithi123.stdout:3072: writing smithi123173835-50 from 14393344 to 14876672 tid 1 2023-12-20T11:00:17.301 INFO:tasks.rados.rados.0.smithi123.stdout:3072: writing smithi123173835-50 from 14876672 to 15474688 tid 2 2023-12-20T11:00:17.304 INFO:tasks.rados.rados.0.smithi123.stdout:3072: writing smithi123173835-50 from 15474688 to 16121856 tid 3 2023-12-20T11:00:17.307 INFO:tasks.rados.rados.0.smithi123.stdout:3072: writing smithi123173835-50 from 16121856 to 16482304 tid 4 2023-12-20T11:00:17.307 INFO:tasks.rados.rados.0.smithi123.stdout:3069: done (3 left) 2023-12-20T11:00:17.307 INFO:tasks.rados.rados.0.smithi123.stdout:3073: snap_remove snap 292 2023-12-20T11:00:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:17 smithi123 ceph-mon[191304]: pgmap v712: 121 pgs: 121 active+clean; 148 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-20T11:00:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:17 smithi123 ceph-mon[191304]: osdmap e665: 8 total, 8 up, 8 in 2023-12-20T11:00:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:17 smithi123 ceph-mon[188613]: pgmap v712: 121 pgs: 121 active+clean; 148 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-20T11:00:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:17 smithi123 ceph-mon[188613]: osdmap e665: 8 total, 8 up, 8 in 2023-12-20T11:00:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:17 smithi177 ceph-mon[212096]: pgmap v712: 121 pgs: 121 active+clean; 148 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-20T11:00:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:17 smithi177 ceph-mon[212096]: osdmap e665: 8 total, 8 up, 8 in 2023-12-20T11:00:18.102 INFO:tasks.rados.rados.0.smithi123.stdout:3073: done (3 left) 2023-12-20T11:00:18.102 INFO:tasks.rados.rados.0.smithi123.stdout:3074: read oid 45 snap -1 2023-12-20T11:00:18.102 INFO:tasks.rados.rados.0.smithi123.stdout:3074: expect (ObjNum 960 snap 288 seq_num 960) 2023-12-20T11:00:18.102 INFO:tasks.rados.rados.0.smithi123.stdout:3075: rollback oid 3 current snap is 298 2023-12-20T11:00:18.102 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 3 to 294 2023-12-20T11:00:18.103 INFO:tasks.rados.rados.0.smithi123.stdout:3076: delete oid 15 current snap is 298 2023-12-20T11:00:18.103 INFO:tasks.rados.rados.0.smithi123.stdout:3070: finishing write tid 1 to smithi123173835-26 2023-12-20T11:00:18.103 INFO:tasks.rados.rados.0.smithi123.stdout:3070: finishing write tid 2 to smithi123173835-26 2023-12-20T11:00:18.103 INFO:tasks.rados.rados.0.smithi123.stdout:3070: finishing write tid 3 to smithi123173835-26 2023-12-20T11:00:18.103 INFO:tasks.rados.rados.0.smithi123.stdout:3070: finishing write tid 4 to smithi123173835-26 2023-12-20T11:00:18.103 INFO:tasks.rados.rados.0.smithi123.stdout:3070: finishing write tid 5 to smithi123173835-26 2023-12-20T11:00:18.103 INFO:tasks.rados.rados.0.smithi123.stdout:3070: finishing write tid 6 to smithi123173835-26 2023-12-20T11:00:18.103 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 1647 (ObjNum 983 snap 298 seq_num 983) dirty exists 2023-12-20T11:00:18.103 INFO:tasks.rados.rados.0.smithi123.stdout:3070: left oid 26 (ObjNum 983 snap 298 seq_num 983) 2023-12-20T11:00:18.103 INFO:tasks.rados.rados.0.smithi123.stdout:3071: expect (ObjNum 852 snap 263 seq_num 852) 2023-12-20T11:00:18.153 INFO:tasks.rados.rados.0.smithi123.stdout:3072: finishing write tid 1 to smithi123173835-50 2023-12-20T11:00:18.153 INFO:tasks.rados.rados.0.smithi123.stdout:3072: finishing write tid 2 to smithi123173835-50 2023-12-20T11:00:18.153 INFO:tasks.rados.rados.0.smithi123.stdout:3072: finishing write tid 3 to smithi123173835-50 2023-12-20T11:00:18.153 INFO:tasks.rados.rados.0.smithi123.stdout:3072: finishing write tid 4 to smithi123173835-50 2023-12-20T11:00:18.153 INFO:tasks.rados.rados.0.smithi123.stdout:3072: finishing write tid 5 to smithi123173835-50 2023-12-20T11:00:18.153 INFO:tasks.rados.rados.0.smithi123.stdout:3072: finishing write tid 6 to smithi123173835-50 2023-12-20T11:00:18.153 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 50 v 2635 (ObjNum 984 snap 298 seq_num 984) dirty exists 2023-12-20T11:00:18.153 INFO:tasks.rados.rados.0.smithi123.stdout:3072: left oid 50 (ObjNum 984 snap 298 seq_num 984) 2023-12-20T11:00:18.153 INFO:tasks.rados.rados.0.smithi123.stdout:3070: done (5 left) 2023-12-20T11:00:18.153 INFO:tasks.rados.rados.0.smithi123.stdout:3071: done (4 left) 2023-12-20T11:00:18.153 INFO:tasks.rados.rados.0.smithi123.stdout:3072: done (3 left) 2023-12-20T11:00:18.153 INFO:tasks.rados.rados.0.smithi123.stdout:3076: done (2 left) 2023-12-20T11:00:18.153 INFO:tasks.rados.rados.0.smithi123.stdout:3077: read oid 30 snap 295 2023-12-20T11:00:18.153 INFO:tasks.rados.rados.0.smithi123.stdout:3077: expect (ObjNum 941 snap 282 seq_num 941) 2023-12-20T11:00:18.154 INFO:tasks.rados.rados.0.smithi123.stdout:3078: delete oid 4 current snap is 298 2023-12-20T11:00:18.154 INFO:tasks.rados.rados.0.smithi123.stdout:3075: finishing rollback tid 0 to smithi123173835-3 2023-12-20T11:00:18.154 INFO:tasks.rados.rados.0.smithi123.stdout:3075: finishing rollback tid 1 to smithi123173835-3 2023-12-20T11:00:18.154 INFO:tasks.rados.rados.0.smithi123.stdout:3075: finishing rollback tid 2 to smithi123173835-3 2023-12-20T11:00:18.154 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 2010 (ObjNum 965 snap 291 seq_num 965) dirty exists 2023-12-20T11:00:18.154 INFO:tasks.rados.rados.0.smithi123.stdout:3074: expect (ObjNum 960 snap 288 seq_num 960) 2023-12-20T11:00:18.202 INFO:tasks.rados.rados.0.smithi123.stdout:3077: expect (ObjNum 941 snap 282 seq_num 941) 2023-12-20T11:00:18.291 INFO:tasks.rados.rados.0.smithi123.stdout:3074: done (3 left) 2023-12-20T11:00:18.292 INFO:tasks.rados.rados.0.smithi123.stdout:3075: done (2 left) 2023-12-20T11:00:18.292 INFO:tasks.rados.rados.0.smithi123.stdout:3077: done (1 left) 2023-12-20T11:00:18.292 INFO:tasks.rados.rados.0.smithi123.stdout:3078: done (0 left) 2023-12-20T11:00:18.292 INFO:tasks.rados.rados.0.smithi123.stdout:3079: read oid 40 snap -1 2023-12-20T11:00:18.292 INFO:tasks.rados.rados.0.smithi123.stdout:3079: expect deleted 2023-12-20T11:00:18.292 INFO:tasks.rados.rados.0.smithi123.stdout:3080: read oid 9 snap 295 2023-12-20T11:00:18.292 INFO:tasks.rados.rados.0.smithi123.stdout:3080: expect deleted 2023-12-20T11:00:18.292 INFO:tasks.rados.rados.0.smithi123.stdout:3081: rollback oid 30 current snap is 298 2023-12-20T11:00:18.292 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 30 to 291 2023-12-20T11:00:18.292 INFO:tasks.rados.rados.0.smithi123.stdout:3082: snap_remove snap 294 2023-12-20T11:00:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:18 smithi123 ceph-mon[191304]: osdmap e666: 8 total, 8 up, 8 in 2023-12-20T11:00:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:18 smithi123 ceph-mon[191304]: osdmap e667: 8 total, 8 up, 8 in 2023-12-20T11:00:18.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:18 smithi123 ceph-mon[188613]: osdmap e666: 8 total, 8 up, 8 in 2023-12-20T11:00:18.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:18 smithi123 ceph-mon[188613]: osdmap e667: 8 total, 8 up, 8 in 2023-12-20T11:00:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:18 smithi177 ceph-mon[212096]: osdmap e666: 8 total, 8 up, 8 in 2023-12-20T11:00:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:18 smithi177 ceph-mon[212096]: osdmap e667: 8 total, 8 up, 8 in 2023-12-20T11:00:19.215 INFO:tasks.rados.rados.0.smithi123.stdout:3082: done (3 left) 2023-12-20T11:00:19.216 INFO:tasks.rados.rados.0.smithi123.stdout:3083: read oid 2 snap -1 2023-12-20T11:00:19.216 INFO:tasks.rados.rados.0.smithi123.stdout:3083: expect deleted 2023-12-20T11:00:19.216 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 22 current snap is 298 2023-12-20T11:00:19.216 INFO:tasks.rados.rados.0.smithi123.stdout:3084: seq_num 987 ranges {0=532480,532480=647168,1179648=417792,1597440=409600,2007040=131072} 2023-12-20T11:00:19.216 INFO:tasks.rados.rados.0.smithi123.stdout:3084: writing smithi123173835-22 from 0 to 532480 tid 1 2023-12-20T11:00:19.221 INFO:tasks.rados.rados.0.smithi123.stdout:3084: writing smithi123173835-22 from 532480 to 1179648 tid 2 2023-12-20T11:00:19.221 INFO:tasks.rados.rados.0.smithi123.stdout:3084: writing smithi123173835-22 from 1179648 to 1597440 tid 3 2023-12-20T11:00:19.224 INFO:tasks.rados.rados.0.smithi123.stdout:3084: writing smithi123173835-22 from 1597440 to 2007040 tid 4 2023-12-20T11:00:19.224 INFO:tasks.rados.rados.0.smithi123.stdout:3084: writing smithi123173835-22 from 2007040 to 2138112 tid 5 2023-12-20T11:00:19.225 INFO:tasks.rados.rados.0.smithi123.stdout:3085: read oid 32 snap 295 2023-12-20T11:00:19.225 INFO:tasks.rados.rados.0.smithi123.stdout:3085: expect deleted 2023-12-20T11:00:19.225 INFO:tasks.rados.rados.0.smithi123.stdout:3086: setattr oid 25 current snap is 298 2023-12-20T11:00:19.225 INFO:tasks.rados.rados.0.smithi123.stdout:3087: copy_from oid 31 from oid 5 current snap is 298 2023-12-20T11:00:19.225 INFO:tasks.rados.rados.0.smithi123.stdout:3088: snap_remove snap 296 2023-12-20T11:00:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:00:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:00:19] "GET /metrics HTTP/1.1" 200 36161 "" "Prometheus/2.43.0" 2023-12-20T11:00:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:19 smithi123 ceph-mon[191304]: pgmap v715: 121 pgs: 121 active+clean; 173 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 6.7 MiB/s wr, 8 op/s 2023-12-20T11:00:19.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:19 smithi123 ceph-mon[188613]: pgmap v715: 121 pgs: 121 active+clean; 173 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 6.7 MiB/s wr, 8 op/s 2023-12-20T11:00:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:19 smithi177 ceph-mon[212096]: pgmap v715: 121 pgs: 121 active+clean; 173 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 6.7 MiB/s wr, 8 op/s 2023-12-20T11:00:20.223 INFO:tasks.rados.rados.0.smithi123.stdout:3088: done (8 left) 2023-12-20T11:00:20.224 INFO:tasks.rados.rados.0.smithi123.stdout:3089: rollback oid 39 current snap is 298 2023-12-20T11:00:20.224 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 39 to 289 2023-12-20T11:00:20.224 INFO:tasks.rados.rados.0.smithi123.stdout:3081: finishing rollback tid 0 to smithi123173835-30 2023-12-20T11:00:20.224 INFO:tasks.rados.rados.0.smithi123.stdout:3081: finishing rollback tid 1 to smithi123173835-30 2023-12-20T11:00:20.224 INFO:tasks.rados.rados.0.smithi123.stdout:3081: finishing rollback tid 2 to smithi123173835-30 2023-12-20T11:00:20.224 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 30 v 2609 (ObjNum 941 snap 282 seq_num 941) dirty exists 2023-12-20T11:00:20.224 INFO:tasks.rados.rados.0.smithi123.stdout:3084: finishing write tid 1 to smithi123173835-22 2023-12-20T11:00:20.224 INFO:tasks.rados.rados.0.smithi123.stdout:3084: finishing write tid 2 to smithi123173835-22 2023-12-20T11:00:20.224 INFO:tasks.rados.rados.0.smithi123.stdout:3084: finishing write tid 3 to smithi123173835-22 2023-12-20T11:00:20.224 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 1587 (ObjNum 929 snap 279 seq_num 929) dirty exists 2023-12-20T11:00:20.224 INFO:tasks.rados.rados.0.smithi123.stdout:3084: finishing write tid 4 to smithi123173835-22 2023-12-20T11:00:20.224 INFO:tasks.rados.rados.0.smithi123.stdout:3084: finishing write tid 5 to smithi123173835-22 2023-12-20T11:00:20.224 INFO:tasks.rados.rados.0.smithi123.stdout:3084: finishing write tid 6 to smithi123173835-22 2023-12-20T11:00:20.224 INFO:tasks.rados.rados.0.smithi123.stdout:3084: finishing write tid 7 to smithi123173835-22 2023-12-20T11:00:20.225 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 22 v 2000 (ObjNum 987 snap 298 seq_num 987) dirty exists 2023-12-20T11:00:20.225 INFO:tasks.rados.rados.0.smithi123.stdout:3084: left oid 22 (ObjNum 987 snap 298 seq_num 987) 2023-12-20T11:00:20.225 INFO:tasks.rados.rados.0.smithi123.stdout:3087: finishing copy_from racing read to smithi123173835-31 2023-12-20T11:00:20.225 INFO:tasks.rados.rados.0.smithi123.stdout:3087: finishing copy_from to smithi123173835-31 2023-12-20T11:00:20.225 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 31 v 1805 (ObjNum 970 snap 293 seq_num 970) dirty exists 2023-12-20T11:00:20.225 INFO:tasks.rados.rados.0.smithi123.stdout:3079: done (8 left) 2023-12-20T11:00:20.225 INFO:tasks.rados.rados.0.smithi123.stdout:3080: done (7 left) 2023-12-20T11:00:20.225 INFO:tasks.rados.rados.0.smithi123.stdout:3081: done (6 left) 2023-12-20T11:00:20.225 INFO:tasks.rados.rados.0.smithi123.stdout:3083: done (5 left) 2023-12-20T11:00:20.225 INFO:tasks.rados.rados.0.smithi123.stdout:3084: done (4 left) 2023-12-20T11:00:20.225 INFO:tasks.rados.rados.0.smithi123.stdout:3085: done (3 left) 2023-12-20T11:00:20.225 INFO:tasks.rados.rados.0.smithi123.stdout:3086: done (2 left) 2023-12-20T11:00:20.225 INFO:tasks.rados.rados.0.smithi123.stdout:3087: done (1 left) 2023-12-20T11:00:20.225 INFO:tasks.rados.rados.0.smithi123.stdout:3090: rollback oid 26 current snap is 298 2023-12-20T11:00:20.225 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 26 to 289 2023-12-20T11:00:20.226 INFO:tasks.rados.rados.0.smithi123.stdout:3091: rollback oid 28 current snap is 298 2023-12-20T11:00:20.226 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 28 to 289 2023-12-20T11:00:20.226 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 37 current snap is 298 2023-12-20T11:00:20.226 INFO:tasks.rados.rados.0.smithi123.stdout:3092: seq_num 988 ranges {2424832=557056,2981888=532480,3514368=622592,4136960=450560} 2023-12-20T11:00:20.240 INFO:tasks.rados.rados.0.smithi123.stdout:3092: writing smithi123173835-37 from 2424832 to 2981888 tid 1 2023-12-20T11:00:20.244 INFO:tasks.rados.rados.0.smithi123.stdout:3092: writing smithi123173835-37 from 2981888 to 3514368 tid 2 2023-12-20T11:00:20.249 INFO:tasks.rados.rados.0.smithi123.stdout:3092: writing smithi123173835-37 from 3514368 to 4136960 tid 3 2023-12-20T11:00:20.250 INFO:tasks.rados.rados.0.smithi123.stdout:3092: writing smithi123173835-37 from 4136960 to 4587520 tid 4 2023-12-20T11:00:20.250 INFO:tasks.rados.rados.0.smithi123.stdout:3093: read oid 49 snap -1 2023-12-20T11:00:20.250 INFO:tasks.rados.rados.0.smithi123.stdout:3093: expect (ObjNum 930 snap 279 seq_num 930) 2023-12-20T11:00:20.250 INFO:tasks.rados.rados.0.smithi123.stdout:3094: snap_remove snap 291 2023-12-20T11:00:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:20 smithi123 ceph-mon[188613]: osdmap e668: 8 total, 8 up, 8 in 2023-12-20T11:00:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:20 smithi123 ceph-mon[191304]: osdmap e668: 8 total, 8 up, 8 in 2023-12-20T11:00:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:20 smithi177 ceph-mon[212096]: osdmap e668: 8 total, 8 up, 8 in 2023-12-20T11:00:21.241 INFO:tasks.rados.rados.0.smithi123.stdout:3094: done (5 left) 2023-12-20T11:00:21.241 INFO:tasks.rados.rados.0.smithi123.stdout:3095: read oid 20 snap 290 2023-12-20T11:00:21.241 INFO:tasks.rados.rados.0.smithi123.stdout:3095: expect (ObjNum 956 snap 287 seq_num 956) 2023-12-20T11:00:21.241 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 8 current snap is 298 2023-12-20T11:00:21.241 INFO:tasks.rados.rados.0.smithi123.stdout:3096: seq_num 989 ranges {19357696=573440,19931136=466944,20398080=434176,20832256=638976,21471232=65536} 2023-12-20T11:00:21.342 INFO:tasks.rados.rados.0.smithi123.stdout:3096: writing smithi123173835-8 from 19357696 to 19931136 tid 1 2023-12-20T11:00:21.345 INFO:tasks.rados.rados.0.smithi123.stdout:3096: writing smithi123173835-8 from 19931136 to 20398080 tid 2 2023-12-20T11:00:21.348 INFO:tasks.rados.rados.0.smithi123.stdout:3096: writing smithi123173835-8 from 20398080 to 20832256 tid 3 2023-12-20T11:00:21.352 INFO:tasks.rados.rados.0.smithi123.stdout:3096: writing smithi123173835-8 from 20832256 to 21471232 tid 4 2023-12-20T11:00:21.352 INFO:tasks.rados.rados.0.smithi123.stdout:3096: writing smithi123173835-8 from 21471232 to 21536768 tid 5 2023-12-20T11:00:21.352 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 4 current snap is 298 2023-12-20T11:00:21.352 INFO:tasks.rados.rados.0.smithi123.stdout:3089: finishing rollback tid 1 to smithi123173835-39 2023-12-20T11:00:21.352 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 0 (ObjNum 65 snap 0 seq_num 1516589156) dirty dne 2023-12-20T11:00:21.352 INFO:tasks.rados.rados.0.smithi123.stdout:3097: seq_num 990 ranges {0=589824,589824=753664,1343488=638976,1982464=212992} 2023-12-20T11:00:21.356 INFO:tasks.rados.rados.0.smithi123.stdout:3097: writing smithi123173835-4 from 0 to 589824 tid 1 2023-12-20T11:00:21.360 INFO:tasks.rados.rados.0.smithi123.stdout:3097: writing smithi123173835-4 from 589824 to 1343488 tid 2 2023-12-20T11:00:21.364 INFO:tasks.rados.rados.0.smithi123.stdout:3097: writing smithi123173835-4 from 1343488 to 1982464 tid 3 2023-12-20T11:00:21.366 INFO:tasks.rados.rados.0.smithi123.stdout:3097: writing smithi123173835-4 from 1982464 to 2195456 tid 4 2023-12-20T11:00:21.366 INFO:tasks.rados.rados.0.smithi123.stdout:3089: done (7 left) 2023-12-20T11:00:21.366 INFO:tasks.rados.rados.0.smithi123.stdout:3098: copy_from oid 1 from oid 45 current snap is 298 2023-12-20T11:00:21.366 INFO:tasks.rados.rados.0.smithi123.stdout:3091: finishing rollback tid 0 to smithi123173835-28 2023-12-20T11:00:21.366 INFO:tasks.rados.rados.0.smithi123.stdout:3091: finishing rollback tid 1 to smithi123173835-28 2023-12-20T11:00:21.366 INFO:tasks.rados.rados.0.smithi123.stdout:3091: finishing rollback tid 2 to smithi123173835-28 2023-12-20T11:00:21.366 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 28 v 1630 (ObjNum 937 snap 279 seq_num 937) dirty exists 2023-12-20T11:00:21.366 INFO:tasks.rados.rados.0.smithi123.stdout:3090: finishing rollback tid 0 to smithi123173835-26 2023-12-20T11:00:21.366 INFO:tasks.rados.rados.0.smithi123.stdout:3090: finishing rollback tid 1 to smithi123173835-26 2023-12-20T11:00:21.366 INFO:tasks.rados.rados.0.smithi123.stdout:3090: finishing rollback tid 2 to smithi123173835-26 2023-12-20T11:00:21.366 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 1650 (ObjNum 964 snap 288 seq_num 964) dirty exists 2023-12-20T11:00:21.367 INFO:tasks.rados.rados.0.smithi123.stdout:3092: finishing write tid 1 to smithi123173835-37 2023-12-20T11:00:21.367 INFO:tasks.rados.rados.0.smithi123.stdout:3092: finishing write tid 2 to smithi123173835-37 2023-12-20T11:00:21.367 INFO:tasks.rados.rados.0.smithi123.stdout:3092: finishing write tid 3 to smithi123173835-37 2023-12-20T11:00:21.367 INFO:tasks.rados.rados.0.smithi123.stdout:3090: done (7 left) 2023-12-20T11:00:21.367 INFO:tasks.rados.rados.0.smithi123.stdout:3091: done (6 left) 2023-12-20T11:00:21.367 INFO:tasks.rados.rados.0.smithi123.stdout:3099: read oid 43 snap -1 2023-12-20T11:00:21.367 INFO:tasks.rados.rados.0.smithi123.stdout:3099: expect deleted 2023-12-20T11:00:21.367 INFO:tasks.rados.rados.0.smithi123.stdout:3100: snap_create 2023-12-20T11:00:21.367 INFO:tasks.rados.rados.0.smithi123.stdout:3092: finishing write tid 4 to smithi123173835-37 2023-12-20T11:00:21.367 INFO:tasks.rados.rados.0.smithi123.stdout:3092: finishing write tid 5 to smithi123173835-37 2023-12-20T11:00:21.367 INFO:tasks.rados.rados.0.smithi123.stdout:3092: finishing write tid 6 to smithi123173835-37 2023-12-20T11:00:21.367 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 1821 (ObjNum 988 snap 298 seq_num 988) dirty exists 2023-12-20T11:00:21.367 INFO:tasks.rados.rados.0.smithi123.stdout:3092: left oid 37 (ObjNum 988 snap 298 seq_num 988) 2023-12-20T11:00:21.368 INFO:tasks.rados.rados.0.smithi123.stdout:3093: expect (ObjNum 930 snap 279 seq_num 930) 2023-12-20T11:00:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:21 smithi123 ceph-mon[191304]: pgmap v718: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 179 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.7 MiB/s wr, 24 op/s 2023-12-20T11:00:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:21 smithi123 ceph-mon[191304]: osdmap e669: 8 total, 8 up, 8 in 2023-12-20T11:00:21.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:21 smithi123 ceph-mon[188613]: pgmap v718: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 179 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.7 MiB/s wr, 24 op/s 2023-12-20T11:00:21.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:21 smithi123 ceph-mon[188613]: osdmap e669: 8 total, 8 up, 8 in 2023-12-20T11:00:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:21 smithi177 ceph-mon[212096]: pgmap v718: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 179 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.7 MiB/s wr, 24 op/s 2023-12-20T11:00:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:21 smithi177 ceph-mon[212096]: osdmap e669: 8 total, 8 up, 8 in 2023-12-20T11:00:21.885 INFO:tasks.rados.rados.0.smithi123.stdout:3095: expect (ObjNum 956 snap 287 seq_num 956) 2023-12-20T11:00:21.924 INFO:tasks.rados.rados.0.smithi123.stdout:3096: finishing write tid 1 to smithi123173835-8 2023-12-20T11:00:21.924 INFO:tasks.rados.rados.0.smithi123.stdout:3096: finishing write tid 2 to smithi123173835-8 2023-12-20T11:00:21.924 INFO:tasks.rados.rados.0.smithi123.stdout:3096: finishing write tid 3 to smithi123173835-8 2023-12-20T11:00:21.924 INFO:tasks.rados.rados.0.smithi123.stdout:3096: finishing write tid 4 to smithi123173835-8 2023-12-20T11:00:21.925 INFO:tasks.rados.rados.0.smithi123.stdout:3096: finishing write tid 5 to smithi123173835-8 2023-12-20T11:00:21.925 INFO:tasks.rados.rados.0.smithi123.stdout:3096: finishing write tid 6 to smithi123173835-8 2023-12-20T11:00:21.925 INFO:tasks.rados.rados.0.smithi123.stdout:3096: finishing write tid 7 to smithi123173835-8 2023-12-20T11:00:21.925 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 1625 (ObjNum 989 snap 298 seq_num 989) dirty exists 2023-12-20T11:00:21.925 INFO:tasks.rados.rados.0.smithi123.stdout:3096: left oid 8 (ObjNum 989 snap 298 seq_num 989) 2023-12-20T11:00:21.925 INFO:tasks.rados.rados.0.smithi123.stdout:3097: finishing write tid 1 to smithi123173835-4 2023-12-20T11:00:21.925 INFO:tasks.rados.rados.0.smithi123.stdout:3097: finishing write tid 2 to smithi123173835-4 2023-12-20T11:00:21.925 INFO:tasks.rados.rados.0.smithi123.stdout:3097: finishing write tid 3 to smithi123173835-4 2023-12-20T11:00:21.926 INFO:tasks.rados.rados.0.smithi123.stdout:3097: finishing write tid 4 to smithi123173835-4 2023-12-20T11:00:21.926 INFO:tasks.rados.rados.0.smithi123.stdout:3097: finishing write tid 5 to smithi123173835-4 2023-12-20T11:00:21.926 INFO:tasks.rados.rados.0.smithi123.stdout:3098: finishing copy_from racing read to smithi123173835-1 2023-12-20T11:00:21.926 INFO:tasks.rados.rados.0.smithi123.stdout:3098: finishing copy_from to smithi123173835-1 2023-12-20T11:00:21.926 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 1 v 1987 (ObjNum 960 snap 288 seq_num 960) dirty exists 2023-12-20T11:00:21.926 INFO:tasks.rados.rados.0.smithi123.stdout:3097: finishing write tid 6 to smithi123173835-4 2023-12-20T11:00:21.927 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 2016 (ObjNum 990 snap 298 seq_num 990) dirty exists 2023-12-20T11:00:21.927 INFO:tasks.rados.rados.0.smithi123.stdout:3097: left oid 4 (ObjNum 990 snap 298 seq_num 990) 2023-12-20T11:00:22.237 INFO:tasks.rados.rados.0.smithi123.stdout:3092: done (7 left) 2023-12-20T11:00:22.237 INFO:tasks.rados.rados.0.smithi123.stdout:3093: done (6 left) 2023-12-20T11:00:22.238 INFO:tasks.rados.rados.0.smithi123.stdout:3095: done (5 left) 2023-12-20T11:00:22.238 INFO:tasks.rados.rados.0.smithi123.stdout:3096: done (4 left) 2023-12-20T11:00:22.238 INFO:tasks.rados.rados.0.smithi123.stdout:3097: done (3 left) 2023-12-20T11:00:22.238 INFO:tasks.rados.rados.0.smithi123.stdout:3098: done (2 left) 2023-12-20T11:00:22.238 INFO:tasks.rados.rados.0.smithi123.stdout:3099: done (1 left) 2023-12-20T11:00:22.238 INFO:tasks.rados.rados.0.smithi123.stdout:3100: done (0 left) 2023-12-20T11:00:22.238 INFO:tasks.rados.rados.0.smithi123.stdout:3101: read oid 20 snap -1 2023-12-20T11:00:22.239 INFO:tasks.rados.rados.0.smithi123.stdout:3101: expect (ObjNum 956 snap 287 seq_num 956) 2023-12-20T11:00:22.239 INFO:tasks.rados.rados.0.smithi123.stdout:3102: snap_create 2023-12-20T11:00:22.247 INFO:tasks.rados.rados.0.smithi123.stdout:3101: expect (ObjNum 956 snap 287 seq_num 956) 2023-12-20T11:00:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:22 smithi123 ceph-mon[191304]: osdmap e670: 8 total, 8 up, 8 in 2023-12-20T11:00:22.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:22 smithi123 ceph-mon[188613]: osdmap e670: 8 total, 8 up, 8 in 2023-12-20T11:00:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:22 smithi177 ceph-mon[212096]: osdmap e670: 8 total, 8 up, 8 in 2023-12-20T11:00:23.086 INFO:tasks.rados.rados.0.smithi123.stdout:3101: done (1 left) 2023-12-20T11:00:23.086 INFO:tasks.rados.rados.0.smithi123.stdout:3102: done (0 left) 2023-12-20T11:00:23.087 INFO:tasks.rados.rados.0.smithi123.stdout:3103: read oid 14 snap 297 2023-12-20T11:00:23.087 INFO:tasks.rados.rados.0.smithi123.stdout:3103: expect deleted 2023-12-20T11:00:23.087 INFO:tasks.rados.rados.0.smithi123.stdout:3104: rollback oid 10 current snap is 300 2023-12-20T11:00:23.087 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 10 to 289 2023-12-20T11:00:23.087 INFO:tasks.rados.rados.0.smithi123.stdout:3105: delete oid 6 current snap is 300 2023-12-20T11:00:23.099 INFO:tasks.rados.rados.0.smithi123.stdout:3103: done (2 left) 2023-12-20T11:00:23.099 INFO:tasks.rados.rados.0.smithi123.stdout:3105: done (1 left) 2023-12-20T11:00:23.099 INFO:tasks.rados.rados.0.smithi123.stdout:3106: snap_remove snap 298 2023-12-20T11:00:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:23 smithi123 ceph-mon[191304]: pgmap v721: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 196 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 9.8 MiB/s wr, 32 op/s 2023-12-20T11:00:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:23 smithi123 ceph-mon[191304]: osdmap e671: 8 total, 8 up, 8 in 2023-12-20T11:00:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:23 smithi123 ceph-mon[191304]: osdmap e672: 8 total, 8 up, 8 in 2023-12-20T11:00:23.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:23 smithi123 ceph-mon[188613]: pgmap v721: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 196 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 9.8 MiB/s wr, 32 op/s 2023-12-20T11:00:23.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:23 smithi123 ceph-mon[188613]: osdmap e671: 8 total, 8 up, 8 in 2023-12-20T11:00:23.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:23 smithi123 ceph-mon[188613]: osdmap e672: 8 total, 8 up, 8 in 2023-12-20T11:00:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:23 smithi177 ceph-mon[212096]: pgmap v721: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 196 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 9.8 MiB/s wr, 32 op/s 2023-12-20T11:00:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:23 smithi177 ceph-mon[212096]: osdmap e671: 8 total, 8 up, 8 in 2023-12-20T11:00:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:23 smithi177 ceph-mon[212096]: osdmap e672: 8 total, 8 up, 8 in 2023-12-20T11:00:24.094 INFO:tasks.rados.rados.0.smithi123.stdout:3106: done (1 left) 2023-12-20T11:00:24.095 INFO:tasks.rados.rados.0.smithi123.stdout:3107: read oid 30 snap -1 2023-12-20T11:00:24.095 INFO:tasks.rados.rados.0.smithi123.stdout:3107: expect (ObjNum 941 snap 282 seq_num 941) 2023-12-20T11:00:24.095 INFO:tasks.rados.rados.0.smithi123.stdout:3108: setattr oid 29 current snap is 300 2023-12-20T11:00:24.095 INFO:tasks.rados.rados.0.smithi123.stdout:3104: finishing rollback tid 0 to smithi123173835-10 2023-12-20T11:00:24.095 INFO:tasks.rados.rados.0.smithi123.stdout:3104: finishing rollback tid 1 to smithi123173835-10 2023-12-20T11:00:24.095 INFO:tasks.rados.rados.0.smithi123.stdout:3104: finishing rollback tid 2 to smithi123173835-10 2023-12-20T11:00:24.095 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 2643 (ObjNum 892 snap 274 seq_num 892) dirty exists 2023-12-20T11:00:24.096 INFO:tasks.rados.rados.0.smithi123.stdout:3104: done (2 left) 2023-12-20T11:00:24.096 INFO:tasks.rados.rados.0.smithi123.stdout:3109: delete oid 10 current snap is 300 2023-12-20T11:00:24.100 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 1822 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-20T11:00:24.106 INFO:tasks.rados.rados.0.smithi123.stdout:3108: done (2 left) 2023-12-20T11:00:24.106 INFO:tasks.rados.rados.0.smithi123.stdout:3109: done (1 left) 2023-12-20T11:00:24.106 INFO:tasks.rados.rados.0.smithi123.stdout:3110: copy_from oid 8 from oid 41 current snap is 300 2023-12-20T11:00:24.106 INFO:tasks.rados.rados.0.smithi123.stdout:3111: snap_remove snap 290 2023-12-20T11:00:25.099 INFO:tasks.rados.rados.0.smithi123.stdout:3111: done (2 left) 2023-12-20T11:00:25.100 INFO:tasks.rados.rados.0.smithi123.stdout:3112: rmattr oid 40 current snap is 300 2023-12-20T11:00:25.100 INFO:tasks.rados.rados.0.smithi123.stdout:3112: done (2 left) 2023-12-20T11:00:25.100 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 38 current snap is 300 2023-12-20T11:00:25.100 INFO:tasks.rados.rados.0.smithi123.stdout:3107: expect (ObjNum 941 snap 282 seq_num 941) 2023-12-20T11:00:25.194 INFO:tasks.rados.rados.0.smithi123.stdout:3110: finishing copy_from racing read to smithi123173835-8 2023-12-20T11:00:25.195 INFO:tasks.rados.rados.0.smithi123.stdout:3110: finishing copy_from to smithi123173835-8 2023-12-20T11:00:25.195 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 1992 (ObjNum 977 snap 296 seq_num 977) dirty exists 2023-12-20T11:00:25.195 INFO:tasks.rados.rados.0.smithi123.stdout:3113: seq_num 993 ranges {8192=638976,647168=409600,1056768=409600,1466368=688128,2154496=98304} 2023-12-20T11:00:25.198 INFO:tasks.rados.rados.0.smithi123.stdout:3113: writing smithi123173835-38 from 8192 to 647168 tid 1 2023-12-20T11:00:25.200 INFO:tasks.rados.rados.0.smithi123.stdout:3113: writing smithi123173835-38 from 647168 to 1056768 tid 2 2023-12-20T11:00:25.202 INFO:tasks.rados.rados.0.smithi123.stdout:3113: writing smithi123173835-38 from 1056768 to 1466368 tid 3 2023-12-20T11:00:25.206 INFO:tasks.rados.rados.0.smithi123.stdout:3113: writing smithi123173835-38 from 1466368 to 2154496 tid 4 2023-12-20T11:00:25.207 INFO:tasks.rados.rados.0.smithi123.stdout:3113: writing smithi123173835-38 from 2154496 to 2252800 tid 5 2023-12-20T11:00:25.208 INFO:tasks.rados.rados.0.smithi123.stdout:3107: done (2 left) 2023-12-20T11:00:25.208 INFO:tasks.rados.rados.0.smithi123.stdout:3110: done (1 left) 2023-12-20T11:00:25.208 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 29 current snap is 300 2023-12-20T11:00:25.208 INFO:tasks.rados.rados.0.smithi123.stdout:3113: finishing write tid 1 to smithi123173835-38 2023-12-20T11:00:25.208 INFO:tasks.rados.rados.0.smithi123.stdout:3113: finishing write tid 2 to smithi123173835-38 2023-12-20T11:00:25.208 INFO:tasks.rados.rados.0.smithi123.stdout:3113: finishing write tid 3 to smithi123173835-38 2023-12-20T11:00:25.208 INFO:tasks.rados.rados.0.smithi123.stdout:3114: seq_num 994 ranges {0=655360,655360=688128,1343488=622592,1966080=294912} 2023-12-20T11:00:25.211 INFO:tasks.rados.rados.0.smithi123.stdout:3114: writing smithi123173835-29 from 0 to 655360 tid 1 2023-12-20T11:00:25.216 INFO:tasks.rados.rados.0.smithi123.stdout:3114: writing smithi123173835-29 from 655360 to 1343488 tid 2 2023-12-20T11:00:25.218 INFO:tasks.rados.rados.0.smithi123.stdout:3114: writing smithi123173835-29 from 1343488 to 1966080 tid 3 2023-12-20T11:00:25.220 INFO:tasks.rados.rados.0.smithi123.stdout:3114: writing smithi123173835-29 from 1966080 to 2260992 tid 4 2023-12-20T11:00:25.220 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 20 current snap is 300 2023-12-20T11:00:25.220 INFO:tasks.rados.rados.0.smithi123.stdout:3113: finishing write tid 4 to smithi123173835-38 2023-12-20T11:00:25.220 INFO:tasks.rados.rados.0.smithi123.stdout:3115: seq_num 995 ranges {1622016=671744,2293760=573440,2867200=778240,3645440=253952} 2023-12-20T11:00:25.232 INFO:tasks.rados.rados.0.smithi123.stdout:3115: writing smithi123173835-20 from 1622016 to 2293760 tid 1 2023-12-20T11:00:25.235 INFO:tasks.rados.rados.0.smithi123.stdout:3115: writing smithi123173835-20 from 2293760 to 2867200 tid 2 2023-12-20T11:00:25.240 INFO:tasks.rados.rados.0.smithi123.stdout:3115: writing smithi123173835-20 from 2867200 to 3645440 tid 3 2023-12-20T11:00:25.242 INFO:tasks.rados.rados.0.smithi123.stdout:3115: writing smithi123173835-20 from 3645440 to 3899392 tid 4 2023-12-20T11:00:25.242 INFO:tasks.rados.rados.0.smithi123.stdout:3116: copy_from oid 5 from oid 36 current snap is 300 2023-12-20T11:00:25.242 INFO:tasks.rados.rados.0.smithi123.stdout:3113: finishing write tid 5 to smithi123173835-38 2023-12-20T11:00:25.242 INFO:tasks.rados.rados.0.smithi123.stdout:3113: finishing write tid 6 to smithi123173835-38 2023-12-20T11:00:25.242 INFO:tasks.rados.rados.0.smithi123.stdout:3113: finishing write tid 7 to smithi123173835-38 2023-12-20T11:00:25.242 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 38 v 1993 (ObjNum 993 snap 300 seq_num 993) dirty exists 2023-12-20T11:00:25.243 INFO:tasks.rados.rados.0.smithi123.stdout:3113: left oid 38 (ObjNum 993 snap 300 seq_num 993) 2023-12-20T11:00:25.243 INFO:tasks.rados.rados.0.smithi123.stdout:3114: finishing write tid 1 to smithi123173835-29 2023-12-20T11:00:25.243 INFO:tasks.rados.rados.0.smithi123.stdout:3114: finishing write tid 2 to smithi123173835-29 2023-12-20T11:00:25.243 INFO:tasks.rados.rados.0.smithi123.stdout:3113: done (3 left) 2023-12-20T11:00:25.243 INFO:tasks.rados.rados.0.smithi123.stdout:3117: snap_create 2023-12-20T11:00:25.243 INFO:tasks.rados.rados.0.smithi123.stdout:3114: finishing write tid 3 to smithi123173835-29 2023-12-20T11:00:25.243 INFO:tasks.rados.rados.0.smithi123.stdout:3114: finishing write tid 4 to smithi123173835-29 2023-12-20T11:00:25.243 INFO:tasks.rados.rados.0.smithi123.stdout:3114: finishing write tid 5 to smithi123173835-29 2023-12-20T11:00:25.243 INFO:tasks.rados.rados.0.smithi123.stdout:3114: finishing write tid 6 to smithi123173835-29 2023-12-20T11:00:25.243 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 1827 (ObjNum 994 snap 300 seq_num 994) dirty exists 2023-12-20T11:00:25.243 INFO:tasks.rados.rados.0.smithi123.stdout:3114: left oid 29 (ObjNum 994 snap 300 seq_num 994) 2023-12-20T11:00:25.243 INFO:tasks.rados.rados.0.smithi123.stdout:3115: finishing write tid 1 to smithi123173835-20 2023-12-20T11:00:25.243 INFO:tasks.rados.rados.0.smithi123.stdout:3115: finishing write tid 2 to smithi123173835-20 2023-12-20T11:00:25.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:25 smithi123 ceph-mon[191304]: pgmap v724: 121 pgs: 121 active+clean; 198 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 9.3 MiB/s wr, 21 op/s 2023-12-20T11:00:25.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:25 smithi123 ceph-mon[191304]: osdmap e673: 8 total, 8 up, 8 in 2023-12-20T11:00:25.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:25 smithi123 ceph-mon[188613]: pgmap v724: 121 pgs: 121 active+clean; 198 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 9.3 MiB/s wr, 21 op/s 2023-12-20T11:00:25.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:25 smithi123 ceph-mon[188613]: osdmap e673: 8 total, 8 up, 8 in 2023-12-20T11:00:25.244 INFO:tasks.rados.rados.0.smithi123.stdout:3115: finishing write tid 3 to smithi123173835-20 2023-12-20T11:00:25.245 INFO:tasks.rados.rados.0.smithi123.stdout:3115: finishing write tid 4 to smithi123173835-20 2023-12-20T11:00:25.245 INFO:tasks.rados.rados.0.smithi123.stdout:3115: finishing write tid 5 to smithi123173835-20 2023-12-20T11:00:25.245 INFO:tasks.rados.rados.0.smithi123.stdout:3115: finishing write tid 6 to smithi123173835-20 2023-12-20T11:00:25.245 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 20 v 1635 (ObjNum 995 snap 300 seq_num 995) dirty exists 2023-12-20T11:00:25.245 INFO:tasks.rados.rados.0.smithi123.stdout:3115: left oid 20 (ObjNum 995 snap 300 seq_num 995) 2023-12-20T11:00:25.249 INFO:tasks.rados.rados.0.smithi123.stdout:3116: finishing copy_from racing read to smithi123173835-5 2023-12-20T11:00:25.251 INFO:tasks.rados.rados.0.smithi123.stdout:3116: finishing copy_from to smithi123173835-5 2023-12-20T11:00:25.251 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 1796 (ObjNum 852 snap 263 seq_num 852) dirty exists 2023-12-20T11:00:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:25 smithi177 ceph-mon[212096]: pgmap v724: 121 pgs: 121 active+clean; 198 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 9.3 MiB/s wr, 21 op/s 2023-12-20T11:00:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:25 smithi177 ceph-mon[212096]: osdmap e673: 8 total, 8 up, 8 in 2023-12-20T11:00:26.105 INFO:tasks.rados.rados.0.smithi123.stdout:3114: done (3 left) 2023-12-20T11:00:26.105 INFO:tasks.rados.rados.0.smithi123.stdout:3115: done (2 left) 2023-12-20T11:00:26.105 INFO:tasks.rados.rados.0.smithi123.stdout:3116: done (1 left) 2023-12-20T11:00:26.105 INFO:tasks.rados.rados.0.smithi123.stdout:3117: done (0 left) 2023-12-20T11:00:26.105 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 13 current snap is 301 2023-12-20T11:00:26.105 INFO:tasks.rados.rados.0.smithi123.stdout:3118: seq_num 996 ranges {0=688128,688128=507904,1196032=581632,1777664=516096} 2023-12-20T11:00:26.108 INFO:tasks.rados.rados.0.smithi123.stdout:3118: writing smithi123173835-13 from 0 to 688128 tid 1 2023-12-20T11:00:26.111 INFO:tasks.rados.rados.0.smithi123.stdout:3118: writing smithi123173835-13 from 688128 to 1196032 tid 2 2023-12-20T11:00:26.115 INFO:tasks.rados.rados.0.smithi123.stdout:3118: writing smithi123173835-13 from 1196032 to 1777664 tid 3 2023-12-20T11:00:26.119 INFO:tasks.rados.rados.0.smithi123.stdout:3118: writing smithi123173835-13 from 1777664 to 2293760 tid 4 2023-12-20T11:00:26.119 INFO:tasks.rados.rados.0.smithi123.stdout:3119: rollback oid 43 current snap is 301 2023-12-20T11:00:26.119 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 43 to 295 2023-12-20T11:00:26.119 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 30 current snap is 301 2023-12-20T11:00:26.119 INFO:tasks.rados.rados.0.smithi123.stdout:3120: seq_num 997 ranges {2621440=704512,3325952=794624,4120576=794624,4915200=16384} 2023-12-20T11:00:26.137 INFO:tasks.rados.rados.0.smithi123.stdout:3120: writing smithi123173835-30 from 2621440 to 3325952 tid 1 2023-12-20T11:00:26.141 INFO:tasks.rados.rados.0.smithi123.stdout:3120: writing smithi123173835-30 from 3325952 to 4120576 tid 2 2023-12-20T11:00:26.146 INFO:tasks.rados.rados.0.smithi123.stdout:3120: writing smithi123173835-30 from 4120576 to 4915200 tid 3 2023-12-20T11:00:26.146 INFO:tasks.rados.rados.0.smithi123.stdout:3120: writing smithi123173835-30 from 4915200 to 4931584 tid 4 2023-12-20T11:00:26.146 INFO:tasks.rados.rados.0.smithi123.stdout:3121: snap_create 2023-12-20T11:00:26.146 INFO:tasks.rados.rados.0.smithi123.stdout:3118: finishing write tid 1 to smithi123173835-13 2023-12-20T11:00:26.147 INFO:tasks.rados.rados.0.smithi123.stdout:3119: finishing rollback tid 1 to smithi123173835-43 2023-12-20T11:00:26.147 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 1801 (ObjNum 3521 snap 0 seq_num 959285104) dirty dne 2023-12-20T11:00:26.147 INFO:tasks.rados.rados.0.smithi123.stdout:3118: finishing write tid 2 to smithi123173835-13 2023-12-20T11:00:26.147 INFO:tasks.rados.rados.0.smithi123.stdout:3118: finishing write tid 3 to smithi123173835-13 2023-12-20T11:00:26.147 INFO:tasks.rados.rados.0.smithi123.stdout:3118: finishing write tid 4 to smithi123173835-13 2023-12-20T11:00:26.147 INFO:tasks.rados.rados.0.smithi123.stdout:3118: finishing write tid 5 to smithi123173835-13 2023-12-20T11:00:26.147 INFO:tasks.rados.rados.0.smithi123.stdout:3118: finishing write tid 6 to smithi123173835-13 2023-12-20T11:00:26.147 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 2656 (ObjNum 996 snap 301 seq_num 996) dirty exists 2023-12-20T11:00:26.147 INFO:tasks.rados.rados.0.smithi123.stdout:3118: left oid 13 (ObjNum 996 snap 301 seq_num 996) 2023-12-20T11:00:26.147 INFO:tasks.rados.rados.0.smithi123.stdout:3120: finishing write tid 1 to smithi123173835-30 2023-12-20T11:00:26.147 INFO:tasks.rados.rados.0.smithi123.stdout:3120: finishing write tid 2 to smithi123173835-30 2023-12-20T11:00:26.149 INFO:tasks.rados.rados.0.smithi123.stdout:3120: finishing write tid 3 to smithi123173835-30 2023-12-20T11:00:26.149 INFO:tasks.rados.rados.0.smithi123.stdout:3120: finishing write tid 4 to smithi123173835-30 2023-12-20T11:00:26.149 INFO:tasks.rados.rados.0.smithi123.stdout:3120: finishing write tid 5 to smithi123173835-30 2023-12-20T11:00:26.151 INFO:tasks.rados.rados.0.smithi123.stdout:3120: finishing write tid 6 to smithi123173835-30 2023-12-20T11:00:26.151 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 30 v 2614 (ObjNum 997 snap 301 seq_num 997) dirty exists 2023-12-20T11:00:26.151 INFO:tasks.rados.rados.0.smithi123.stdout:3120: left oid 30 (ObjNum 997 snap 301 seq_num 997) 2023-12-20T11:00:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:26 smithi177 ceph-mon[212096]: osdmap e674: 8 total, 8 up, 8 in 2023-12-20T11:00:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:00:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:00:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:00:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:00:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:26 smithi123 ceph-mon[191304]: osdmap e674: 8 total, 8 up, 8 in 2023-12-20T11:00:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:00:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:00:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:00:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:00:26.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:26 smithi123 ceph-mon[188613]: osdmap e674: 8 total, 8 up, 8 in 2023-12-20T11:00:26.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:00:26.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:00:26.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:00:26.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:00:27.110 INFO:tasks.rados.rados.0.smithi123.stdout:3118: done (3 left) 2023-12-20T11:00:27.110 INFO:tasks.rados.rados.0.smithi123.stdout:3119: done (2 left) 2023-12-20T11:00:27.110 INFO:tasks.rados.rados.0.smithi123.stdout:3120: done (1 left) 2023-12-20T11:00:27.110 INFO:tasks.rados.rados.0.smithi123.stdout:3121: done (0 left) 2023-12-20T11:00:27.110 INFO:tasks.rados.rados.0.smithi123.stdout:3122: snap_remove snap 300 2023-12-20T11:00:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:27 smithi177 ceph-mon[212096]: pgmap v727: 121 pgs: 121 active+clean; 200 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2023-12-20T11:00:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:27 smithi177 ceph-mon[212096]: osdmap e675: 8 total, 8 up, 8 in 2023-12-20T11:00:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:00:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:27 smithi123 ceph-mon[191304]: pgmap v727: 121 pgs: 121 active+clean; 200 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2023-12-20T11:00:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:27 smithi123 ceph-mon[191304]: osdmap e675: 8 total, 8 up, 8 in 2023-12-20T11:00:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:00:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:27 smithi123 ceph-mon[188613]: pgmap v727: 121 pgs: 121 active+clean; 200 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2023-12-20T11:00:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:27 smithi123 ceph-mon[188613]: osdmap e675: 8 total, 8 up, 8 in 2023-12-20T11:00:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:00:28.088 INFO:tasks.rados.rados.0.smithi123.stdout:3122: done (0 left) 2023-12-20T11:00:28.088 INFO:tasks.rados.rados.0.smithi123.stdout:3123: setattr oid 40 current snap is 302 2023-12-20T11:00:28.089 INFO:tasks.rados.rados.0.smithi123.stdout:3124: read oid 41 snap 295 2023-12-20T11:00:28.090 INFO:tasks.rados.rados.0.smithi123.stdout:3124: expect (ObjNum 912 snap 277 seq_num 912) 2023-12-20T11:00:28.090 INFO:tasks.rados.rados.0.smithi123.stdout:3125: copy_from oid 30 from oid 50 current snap is 302 2023-12-20T11:00:28.090 INFO:tasks.rados.rados.0.smithi123.stdout:3126: snap_remove snap 297 2023-12-20T11:00:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:28 smithi177 ceph-mon[212096]: osdmap e676: 8 total, 8 up, 8 in 2023-12-20T11:00:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:28 smithi177 ceph-mon[212096]: osdmap e677: 8 total, 8 up, 8 in 2023-12-20T11:00:28.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:28 smithi123 ceph-mon[188613]: osdmap e676: 8 total, 8 up, 8 in 2023-12-20T11:00:28.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:28 smithi123 ceph-mon[188613]: osdmap e677: 8 total, 8 up, 8 in 2023-12-20T11:00:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:28 smithi123 ceph-mon[191304]: osdmap e676: 8 total, 8 up, 8 in 2023-12-20T11:00:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:28 smithi123 ceph-mon[191304]: osdmap e677: 8 total, 8 up, 8 in 2023-12-20T11:00:29.100 INFO:tasks.rados.rados.0.smithi123.stdout:3126: done (3 left) 2023-12-20T11:00:29.100 INFO:tasks.rados.rados.0.smithi123.stdout:3127: rmattr oid 17 current snap is 302 2023-12-20T11:00:29.100 INFO:tasks.rados.rados.0.smithi123.stdout:3127: done (3 left) 2023-12-20T11:00:29.100 INFO:tasks.rados.rados.0.smithi123.stdout:3128: snap_remove snap 301 2023-12-20T11:00:29.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:29 smithi177 ceph-mon[212096]: pgmap v730: 121 pgs: 121 active+clean; 191 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2023-12-20T11:00:29.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:29 smithi177 ceph-mon[212096]: osdmap e678: 8 total, 8 up, 8 in 2023-12-20T11:00:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:00:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:00:29] "GET /metrics HTTP/1.1" 200 36163 "" "Prometheus/2.43.0" 2023-12-20T11:00:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:29 smithi123 ceph-mon[191304]: pgmap v730: 121 pgs: 121 active+clean; 191 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2023-12-20T11:00:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:29 smithi123 ceph-mon[191304]: osdmap e678: 8 total, 8 up, 8 in 2023-12-20T11:00:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:29 smithi123 ceph-mon[188613]: pgmap v730: 121 pgs: 121 active+clean; 191 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2023-12-20T11:00:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:29 smithi123 ceph-mon[188613]: osdmap e678: 8 total, 8 up, 8 in 2023-12-20T11:00:29.511 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:00:29.820 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:00:29.820 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9m) 6m ago 12m 26.5M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:00:29.820 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9m) 4m ago 12m 95.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:00:29.820 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (13m) 6m ago 13m 15.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:00:29.820 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (13m) 4m ago 13m 21.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:00:29.820 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8m) 4m ago 15m 449M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:00:29.820 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8m) 6m ago 16m 511M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:00:29.820 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8m) 6m ago 16m 83.8M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:00:29.820 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7m) 4m ago 15m 69.5M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:00:29.821 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8m) 6m ago 15m 64.2M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:00:29.821 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9m) 6m ago 11m 9.94M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:00:29.821 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9m) 4m ago 11m 18.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:00:29.821 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7m) 6m ago 15m 285M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:00:29.821 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7m) 6m ago 14m 223M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:00:29.821 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6m) 6m ago 14m 191M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:00:29.821 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6m) 6m ago 14m 16.0M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:00:29.821 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5m) 4m ago 14m 280M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:00:29.821 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5m) 4m ago 13m 224M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:00:29.821 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4m) 4m ago 13m 141M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:00:29.821 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4m) 4m ago 13m 12.6M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:00:29.821 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8m) 4m ago 12m 64.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:00:30.098 INFO:tasks.rados.rados.0.smithi123.stdout:3128: done (3 left) 2023-12-20T11:00:30.098 INFO:tasks.rados.rados.0.smithi123.stdout:3129: snap_remove snap 289 2023-12-20T11:00:30.208 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:00:30.208 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:00:30.208 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:00:30.208 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:00:30.209 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:00:30.209 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:00:30.209 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:00:30.209 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:00:30.209 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:00:30.209 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:00:30.209 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:00:30.209 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:00:30.209 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:00:30.209 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:00:30.209 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:00:30.209 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:00:30.209 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:00:30.209 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:00:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:30 smithi177 ceph-mon[212096]: from='client.44417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:00:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:30 smithi177 ceph-mon[212096]: osdmap e679: 8 total, 8 up, 8 in 2023-12-20T11:00:30.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:30 smithi123 ceph-mon[191304]: from='client.44417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:00:30.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:30 smithi123 ceph-mon[191304]: osdmap e679: 8 total, 8 up, 8 in 2023-12-20T11:00:30.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:30 smithi123 ceph-mon[188613]: from='client.44417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:00:30.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:30 smithi123 ceph-mon[188613]: osdmap e679: 8 total, 8 up, 8 in 2023-12-20T11:00:31.098 INFO:tasks.rados.rados.0.smithi123.stdout:3129: done (3 left) 2023-12-20T11:00:31.098 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 49 current snap is 302 2023-12-20T11:00:31.099 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 40 v 2659 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-20T11:00:31.099 INFO:tasks.rados.rados.0.smithi123.stdout:3130: seq_num 998 ranges {7536640=720896,8257536=679936,8937472=598016,9535488=327680} 2023-12-20T11:00:31.144 INFO:tasks.rados.rados.0.smithi123.stdout:3130: writing smithi123173835-49 from 7536640 to 8257536 tid 1 2023-12-20T11:00:31.148 INFO:tasks.rados.rados.0.smithi123.stdout:3130: writing smithi123173835-49 from 8257536 to 8937472 tid 2 2023-12-20T11:00:31.151 INFO:tasks.rados.rados.0.smithi123.stdout:3130: writing smithi123173835-49 from 8937472 to 9535488 tid 3 2023-12-20T11:00:31.154 INFO:tasks.rados.rados.0.smithi123.stdout:3130: writing smithi123173835-49 from 9535488 to 9863168 tid 4 2023-12-20T11:00:31.154 INFO:tasks.rados.rados.0.smithi123.stdout:3123: done (3 left) 2023-12-20T11:00:31.154 INFO:tasks.rados.rados.0.smithi123.stdout:3131: rollback oid 45 current snap is 302 2023-12-20T11:00:31.154 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 45 to 295 2023-12-20T11:00:31.154 INFO:tasks.rados.rados.0.smithi123.stdout:3124: expect (ObjNum 912 snap 277 seq_num 912) 2023-12-20T11:00:31.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:31 smithi177 ceph-mon[212096]: pgmap v733: 121 pgs: 121 active+clean; 207 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 6.0 MiB/s wr, 13 op/s 2023-12-20T11:00:31.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:31 smithi177 ceph-mon[212096]: from='client.34485 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:00:31.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:31 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3587161076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:00:31.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:31 smithi177 ceph-mon[212096]: osdmap e680: 8 total, 8 up, 8 in 2023-12-20T11:00:31.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:31 smithi123 ceph-mon[188613]: pgmap v733: 121 pgs: 121 active+clean; 207 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 6.0 MiB/s wr, 13 op/s 2023-12-20T11:00:31.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:31 smithi123 ceph-mon[188613]: from='client.34485 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:00:31.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:31 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3587161076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:00:31.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:31 smithi123 ceph-mon[188613]: osdmap e680: 8 total, 8 up, 8 in 2023-12-20T11:00:31.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:31 smithi123 ceph-mon[191304]: pgmap v733: 121 pgs: 121 active+clean; 207 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 6.0 MiB/s wr, 13 op/s 2023-12-20T11:00:31.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:31 smithi123 ceph-mon[191304]: from='client.34485 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:00:31.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:31 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3587161076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:00:31.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:31 smithi123 ceph-mon[191304]: osdmap e680: 8 total, 8 up, 8 in 2023-12-20T11:00:32.609 INFO:tasks.rados.rados.0.smithi123.stdout:3125: finishing copy_from racing read to smithi123173835-30 2023-12-20T11:00:32.609 INFO:tasks.rados.rados.0.smithi123.stdout:3125: finishing copy_from to smithi123173835-30 2023-12-20T11:00:32.609 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 30 v 2635 (ObjNum 984 snap 298 seq_num 984) dirty exists 2023-12-20T11:00:32.609 INFO:tasks.rados.rados.0.smithi123.stdout:3124: done (3 left) 2023-12-20T11:00:32.609 INFO:tasks.rados.rados.0.smithi123.stdout:3125: done (2 left) 2023-12-20T11:00:32.609 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 41 current snap is 302 2023-12-20T11:00:32.609 INFO:tasks.rados.rados.0.smithi123.stdout:3130: finishing write tid 1 to smithi123173835-49 2023-12-20T11:00:32.609 INFO:tasks.rados.rados.0.smithi123.stdout:3130: finishing write tid 2 to smithi123173835-49 2023-12-20T11:00:32.609 INFO:tasks.rados.rados.0.smithi123.stdout:3130: finishing write tid 3 to smithi123173835-49 2023-12-20T11:00:32.609 INFO:tasks.rados.rados.0.smithi123.stdout:3130: finishing write tid 4 to smithi123173835-49 2023-12-20T11:00:32.610 INFO:tasks.rados.rados.0.smithi123.stdout:3132: seq_num 999 ranges {14393344=737280,15130624=565248,15695872=761856,16457728=278528} 2023-12-20T11:00:32.687 INFO:tasks.rados.rados.0.smithi123.stdout:3132: writing smithi123173835-41 from 14393344 to 15130624 tid 1 2023-12-20T11:00:32.690 INFO:tasks.rados.rados.0.smithi123.stdout:3132: writing smithi123173835-41 from 15130624 to 15695872 tid 2 2023-12-20T11:00:32.694 INFO:tasks.rados.rados.0.smithi123.stdout:3132: writing smithi123173835-41 from 15695872 to 16457728 tid 3 2023-12-20T11:00:32.696 INFO:tasks.rados.rados.0.smithi123.stdout:3132: writing smithi123173835-41 from 16457728 to 16736256 tid 4 2023-12-20T11:00:32.696 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 12 current snap is 302 2023-12-20T11:00:32.696 INFO:tasks.rados.rados.0.smithi123.stdout:3133: seq_num 1000 ranges {1654784=753664,2408448=442368,2850816=565248,3416064=458752,3874816=139264} 2023-12-20T11:00:32.710 INFO:tasks.rados.rados.0.smithi123.stdout:3133: writing smithi123173835-12 from 1654784 to 2408448 tid 1 2023-12-20T11:00:32.712 INFO:tasks.rados.rados.0.smithi123.stdout:3133: writing smithi123173835-12 from 2408448 to 2850816 tid 2 2023-12-20T11:00:32.715 INFO:tasks.rados.rados.0.smithi123.stdout:3133: writing smithi123173835-12 from 2850816 to 3416064 tid 3 2023-12-20T11:00:32.718 INFO:tasks.rados.rados.0.smithi123.stdout:3133: writing smithi123173835-12 from 3416064 to 3874816 tid 4 2023-12-20T11:00:32.720 INFO:tasks.rados.rados.0.smithi123.stdout:3133: writing smithi123173835-12 from 3874816 to 4014080 tid 5 2023-12-20T11:00:32.720 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 14 current snap is 302 2023-12-20T11:00:32.720 INFO:tasks.rados.rados.0.smithi123.stdout:3130: finishing write tid 5 to smithi123173835-49 2023-12-20T11:00:32.720 INFO:tasks.rados.rados.0.smithi123.stdout:3131: finishing rollback tid 0 to smithi123173835-45 2023-12-20T11:00:32.721 INFO:tasks.rados.rados.0.smithi123.stdout:3131: finishing rollback tid 1 to smithi123173835-45 2023-12-20T11:00:32.721 INFO:tasks.rados.rados.0.smithi123.stdout:3131: finishing rollback tid 2 to smithi123173835-45 2023-12-20T11:00:32.721 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 2003 (ObjNum 898 snap 276 seq_num 898) dirty exists 2023-12-20T11:00:32.721 INFO:tasks.rados.rados.0.smithi123.stdout:3130: finishing write tid 6 to smithi123173835-49 2023-12-20T11:00:32.721 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 1997 (ObjNum 998 snap 302 seq_num 998) dirty exists 2023-12-20T11:00:32.721 INFO:tasks.rados.rados.0.smithi123.stdout:3130: left oid 49 (ObjNum 998 snap 302 seq_num 998) 2023-12-20T11:00:32.721 INFO:tasks.rados.rados.0.smithi123.stdout:3132: finishing write tid 1 to smithi123173835-41 2023-12-20T11:00:32.721 INFO:tasks.rados.rados.0.smithi123.stdout:3132: finishing write tid 2 to smithi123173835-41 2023-12-20T11:00:32.722 INFO:tasks.rados.rados.0.smithi123.stdout:3132: finishing write tid 3 to smithi123173835-41 2023-12-20T11:00:32.722 INFO:tasks.rados.rados.0.smithi123.stdout:3132: finishing write tid 4 to smithi123173835-41 2023-12-20T11:00:32.722 INFO:tasks.rados.rados.0.smithi123.stdout:3134: seq_num 1001 ranges {0=770048,770048=729088,1499136=770048,2269184=106496} 2023-12-20T11:00:32.723 INFO:tasks.rados.rados.0.smithi123.stdout:3134: writing smithi123173835-14 from 0 to 770048 tid 1 2023-12-20T11:00:32.727 INFO:tasks.rados.rados.0.smithi123.stdout:3134: writing smithi123173835-14 from 770048 to 1499136 tid 2 2023-12-20T11:00:32.732 INFO:tasks.rados.rados.0.smithi123.stdout:3134: writing smithi123173835-14 from 1499136 to 2269184 tid 3 2023-12-20T11:00:32.733 INFO:tasks.rados.rados.0.smithi123.stdout:3134: writing smithi123173835-14 from 2269184 to 2375680 tid 4 2023-12-20T11:00:32.733 INFO:tasks.rados.rados.0.smithi123.stdout:3130: done (4 left) 2023-12-20T11:00:32.733 INFO:tasks.rados.rados.0.smithi123.stdout:3131: done (3 left) 2023-12-20T11:00:32.733 INFO:tasks.rados.rados.0.smithi123.stdout:3135: read oid 48 snap -1 2023-12-20T11:00:32.733 INFO:tasks.rados.rados.0.smithi123.stdout:3135: expect (ObjNum 894 snap 274 seq_num 894) 2023-12-20T11:00:32.733 INFO:tasks.rados.rados.0.smithi123.stdout:3136: read oid 5 snap -1 2023-12-20T11:00:32.733 INFO:tasks.rados.rados.0.smithi123.stdout:3136: expect (ObjNum 852 snap 263 seq_num 852) 2023-12-20T11:00:32.733 INFO:tasks.rados.rados.0.smithi123.stdout:3137: snap_remove snap 295 2023-12-20T11:00:33.088 INFO:tasks.rados.rados.0.smithi123.stdout:3137: done (5 left) 2023-12-20T11:00:33.089 INFO:tasks.rados.rados.0.smithi123.stdout:3138: read oid 38 snap -1 2023-12-20T11:00:33.089 INFO:tasks.rados.rados.0.smithi123.stdout:3138: expect (ObjNum 993 snap 300 seq_num 993) 2023-12-20T11:00:33.089 INFO:tasks.rados.rados.0.smithi123.stdout:3139: rmattr oid 34 current snap is 302 2023-12-20T11:00:33.089 INFO:tasks.rados.rados.0.smithi123.stdout:3139: done (6 left) 2023-12-20T11:00:33.089 INFO:tasks.rados.rados.0.smithi123.stdout:3140: delete oid 10 current snap is 302 2023-12-20T11:00:33.089 INFO:tasks.rados.rados.0.smithi123.stdout:3132: finishing write tid 5 to smithi123173835-41 2023-12-20T11:00:33.089 INFO:tasks.rados.rados.0.smithi123.stdout:3132: finishing write tid 6 to smithi123173835-41 2023-12-20T11:00:33.089 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 2002 (ObjNum 999 snap 302 seq_num 999) dirty exists 2023-12-20T11:00:33.089 INFO:tasks.rados.rados.0.smithi123.stdout:3132: left oid 41 (ObjNum 999 snap 302 seq_num 999) 2023-12-20T11:00:33.089 INFO:tasks.rados.rados.0.smithi123.stdout:3133: finishing write tid 1 to smithi123173835-12 2023-12-20T11:00:33.089 INFO:tasks.rados.rados.0.smithi123.stdout:3133: finishing write tid 2 to smithi123173835-12 2023-12-20T11:00:33.089 INFO:tasks.rados.rados.0.smithi123.stdout:3133: finishing write tid 3 to smithi123173835-12 2023-12-20T11:00:33.090 INFO:tasks.rados.rados.0.smithi123.stdout:3133: finishing write tid 4 to smithi123173835-12 2023-12-20T11:00:33.090 INFO:tasks.rados.rados.0.smithi123.stdout:3133: finishing write tid 5 to smithi123173835-12 2023-12-20T11:00:33.090 INFO:tasks.rados.rados.0.smithi123.stdout:3133: finishing write tid 6 to smithi123173835-12 2023-12-20T11:00:33.090 INFO:tasks.rados.rados.0.smithi123.stdout:3133: finishing write tid 7 to smithi123173835-12 2023-12-20T11:00:33.090 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 1998 (ObjNum 1000 snap 302 seq_num 1000) dirty exists 2023-12-20T11:00:33.090 INFO:tasks.rados.rados.0.smithi123.stdout:3133: left oid 12 (ObjNum 1000 snap 302 seq_num 1000) 2023-12-20T11:00:33.090 INFO:tasks.rados.rados.0.smithi123.stdout:3134: finishing write tid 1 to smithi123173835-14 2023-12-20T11:00:33.090 INFO:tasks.rados.rados.0.smithi123.stdout:3134: finishing write tid 2 to smithi123173835-14 2023-12-20T11:00:33.090 INFO:tasks.rados.rados.0.smithi123.stdout:3134: finishing write tid 3 to smithi123173835-14 2023-12-20T11:00:33.090 INFO:tasks.rados.rados.0.smithi123.stdout:3134: finishing write tid 4 to smithi123173835-14 2023-12-20T11:00:33.090 INFO:tasks.rados.rados.0.smithi123.stdout:3134: finishing write tid 5 to smithi123173835-14 2023-12-20T11:00:33.090 INFO:tasks.rados.rados.0.smithi123.stdout:3135: expect (ObjNum 894 snap 274 seq_num 894) 2023-12-20T11:00:33.125 INFO:tasks.rados.rados.0.smithi123.stdout:3134: finishing write tid 6 to smithi123173835-14 2023-12-20T11:00:33.125 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 14 v 2640 (ObjNum 1001 snap 302 seq_num 1001) dirty exists 2023-12-20T11:00:33.125 INFO:tasks.rados.rados.0.smithi123.stdout:3134: left oid 14 (ObjNum 1001 snap 302 seq_num 1001) 2023-12-20T11:00:33.125 INFO:tasks.rados.rados.0.smithi123.stdout:3136: expect (ObjNum 852 snap 263 seq_num 852) 2023-12-20T11:00:33.180 INFO:tasks.rados.rados.0.smithi123.stdout:3138: expect (ObjNum 993 snap 300 seq_num 993) 2023-12-20T11:00:33.237 INFO:tasks.rados.rados.0.smithi123.stdout:3132: done (6 left) 2023-12-20T11:00:33.237 INFO:tasks.rados.rados.0.smithi123.stdout:3133: done (5 left) 2023-12-20T11:00:33.237 INFO:tasks.rados.rados.0.smithi123.stdout:3134: done (4 left) 2023-12-20T11:00:33.237 INFO:tasks.rados.rados.0.smithi123.stdout:3135: done (3 left) 2023-12-20T11:00:33.237 INFO:tasks.rados.rados.0.smithi123.stdout:3136: done (2 left) 2023-12-20T11:00:33.237 INFO:tasks.rados.rados.0.smithi123.stdout:3138: done (1 left) 2023-12-20T11:00:33.237 INFO:tasks.rados.rados.0.smithi123.stdout:3140: done (0 left) 2023-12-20T11:00:33.237 INFO:tasks.rados.rados.0.smithi123.stdout:3141: delete oid 8 current snap is 302 2023-12-20T11:00:33.239 INFO:tasks.rados.rados.0.smithi123.stdout:3141: done (0 left) 2023-12-20T11:00:33.239 INFO:tasks.rados.rados.0.smithi123.stdout:3142: snap_create 2023-12-20T11:00:33.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:33 smithi177 ceph-mon[212096]: pgmap v736: 121 pgs: 121 active+clean; 226 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 9.6 MiB/s wr, 12 op/s 2023-12-20T11:00:33.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:33 smithi177 ceph-mon[212096]: osdmap e681: 8 total, 8 up, 8 in 2023-12-20T11:00:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:33 smithi123 ceph-mon[191304]: pgmap v736: 121 pgs: 121 active+clean; 226 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 9.6 MiB/s wr, 12 op/s 2023-12-20T11:00:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:33 smithi123 ceph-mon[191304]: osdmap e681: 8 total, 8 up, 8 in 2023-12-20T11:00:33.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:33 smithi123 ceph-mon[188613]: pgmap v736: 121 pgs: 121 active+clean; 226 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 9.6 MiB/s wr, 12 op/s 2023-12-20T11:00:33.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:33 smithi123 ceph-mon[188613]: osdmap e681: 8 total, 8 up, 8 in 2023-12-20T11:00:34.134 INFO:tasks.rados.rados.0.smithi123.stdout:3142: done (0 left) 2023-12-20T11:00:34.135 INFO:tasks.rados.rados.0.smithi123.stdout:3143: setattr oid 28 current snap is 303 2023-12-20T11:00:34.137 INFO:tasks.rados.rados.0.smithi123.stdout:3144: read oid 7 snap 302 2023-12-20T11:00:34.137 INFO:tasks.rados.rados.0.smithi123.stdout:3144: expect (ObjNum 862 snap 265 seq_num 862) 2023-12-20T11:00:34.137 INFO:tasks.rados.rados.0.smithi123.stdout:3145: read oid 42 snap -1 2023-12-20T11:00:34.138 INFO:tasks.rados.rados.0.smithi123.stdout:3145: expect deleted 2023-12-20T11:00:34.138 INFO:tasks.rados.rados.0.smithi123.stdout:3146: copy_from oid 39 from oid 12 current snap is 303 2023-12-20T11:00:34.138 INFO:tasks.rados.rados.0.smithi123.stdout:3147: snap_create 2023-12-20T11:00:34.144 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 28 v 1636 (ObjNum 937 snap 279 seq_num 937) dirty exists 2023-12-20T11:00:34.163 INFO:tasks.rados.rados.0.smithi123.stdout:3146: finishing copy_from racing read to smithi123173835-39 2023-12-20T11:00:34.167 INFO:tasks.rados.rados.0.smithi123.stdout:3146: finishing copy_from to smithi123173835-39 2023-12-20T11:00:34.167 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 1998 (ObjNum 1000 snap 302 seq_num 1000) dirty exists 2023-12-20T11:00:34.182 INFO:tasks.rados.rados.0.smithi123.stdout:3144: expect (ObjNum 862 snap 265 seq_num 862) 2023-12-20T11:00:35.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:35 smithi177 ceph-mon[212096]: pgmap v738: 121 pgs: 121 active+clean; 228 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 5.4 MiB/s wr, 11 op/s 2023-12-20T11:00:35.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:35 smithi177 ceph-mon[212096]: osdmap e682: 8 total, 8 up, 8 in 2023-12-20T11:00:35.439 INFO:tasks.rados.rados.0.smithi123.stdout:3143: done (4 left) 2023-12-20T11:00:35.439 INFO:tasks.rados.rados.0.smithi123.stdout:3144: done (3 left) 2023-12-20T11:00:35.439 INFO:tasks.rados.rados.0.smithi123.stdout:3145: done (2 left) 2023-12-20T11:00:35.439 INFO:tasks.rados.rados.0.smithi123.stdout:3146: done (1 left) 2023-12-20T11:00:35.439 INFO:tasks.rados.rados.0.smithi123.stdout:3147: done (0 left) 2023-12-20T11:00:35.439 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 47 current snap is 304 2023-12-20T11:00:35.439 INFO:tasks.rados.rados.0.smithi123.stdout:3148: seq_num 1004 ranges {0=16384} 2023-12-20T11:00:35.439 INFO:tasks.rados.rados.0.smithi123.stdout:3148: writing smithi123173835-47 from 0 to 16384 tid 1 2023-12-20T11:00:35.439 INFO:tasks.rados.rados.0.smithi123.stdout:3149: snap_remove snap 302 2023-12-20T11:00:35.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:35 smithi123 ceph-mon[191304]: pgmap v738: 121 pgs: 121 active+clean; 228 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 5.4 MiB/s wr, 11 op/s 2023-12-20T11:00:35.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:35 smithi123 ceph-mon[191304]: osdmap e682: 8 total, 8 up, 8 in 2023-12-20T11:00:35.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:35 smithi123 ceph-mon[188613]: pgmap v738: 121 pgs: 121 active+clean; 228 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 5.4 MiB/s wr, 11 op/s 2023-12-20T11:00:35.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:35 smithi123 ceph-mon[188613]: osdmap e682: 8 total, 8 up, 8 in 2023-12-20T11:00:36.155 INFO:tasks.rados.rados.0.smithi123.stdout:3149: done (1 left) 2023-12-20T11:00:36.155 INFO:tasks.rados.rados.0.smithi123.stdout:3150: read oid 5 snap -1 2023-12-20T11:00:36.155 INFO:tasks.rados.rados.0.smithi123.stdout:3150: expect (ObjNum 852 snap 263 seq_num 852) 2023-12-20T11:00:36.155 INFO:tasks.rados.rados.0.smithi123.stdout:3151: copy_from oid 26 from oid 30 current snap is 304 2023-12-20T11:00:36.155 INFO:tasks.rados.rados.0.smithi123.stdout:3148: finishing write tid 1 to smithi123173835-47 2023-12-20T11:00:36.156 INFO:tasks.rados.rados.0.smithi123.stdout:3148: finishing write tid 2 to smithi123173835-47 2023-12-20T11:00:36.156 INFO:tasks.rados.rados.0.smithi123.stdout:3148: finishing write tid 3 to smithi123173835-47 2023-12-20T11:00:36.156 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 47 v 2001 (ObjNum 1004 snap 304 seq_num 1004) dirty exists 2023-12-20T11:00:36.156 INFO:tasks.rados.rados.0.smithi123.stdout:3148: left oid 47 (ObjNum 1004 snap 304 seq_num 1004) 2023-12-20T11:00:36.156 INFO:tasks.rados.rados.0.smithi123.stdout:3148: done (2 left) 2023-12-20T11:00:36.156 INFO:tasks.rados.rados.0.smithi123.stdout:3152: delete oid 23 current snap is 304 2023-12-20T11:00:36.163 INFO:tasks.rados.rados.0.smithi123.stdout:3152: done (2 left) 2023-12-20T11:00:36.163 INFO:tasks.rados.rados.0.smithi123.stdout:3153: snap_create 2023-12-20T11:00:36.164 INFO:tasks.rados.rados.0.smithi123.stdout:3150: expect (ObjNum 852 snap 263 seq_num 852) 2023-12-20T11:00:36.230 INFO:tasks.rados.rados.0.smithi123.stdout:3151: finishing copy_from racing read to smithi123173835-26 2023-12-20T11:00:36.235 INFO:tasks.rados.rados.0.smithi123.stdout:3151: finishing copy_from to smithi123173835-26 2023-12-20T11:00:36.236 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 2635 (ObjNum 984 snap 298 seq_num 984) dirty exists 2023-12-20T11:00:36.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:36 smithi177 ceph-mon[212096]: osdmap e683: 8 total, 8 up, 8 in 2023-12-20T11:00:36.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:36 smithi123 ceph-mon[191304]: osdmap e683: 8 total, 8 up, 8 in 2023-12-20T11:00:36.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:36 smithi123 ceph-mon[188613]: osdmap e683: 8 total, 8 up, 8 in 2023-12-20T11:00:37.162 INFO:tasks.rados.rados.0.smithi123.stdout:3150: done (2 left) 2023-12-20T11:00:37.162 INFO:tasks.rados.rados.0.smithi123.stdout:3151: done (1 left) 2023-12-20T11:00:37.162 INFO:tasks.rados.rados.0.smithi123.stdout:3153: done (0 left) 2023-12-20T11:00:37.162 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 29 current snap is 305 2023-12-20T11:00:37.162 INFO:tasks.rados.rados.0.smithi123.stdout:3154: seq_num 1006 ranges {2260992=49152} 2023-12-20T11:00:37.175 INFO:tasks.rados.rados.0.smithi123.stdout:3154: writing smithi123173835-29 from 2260992 to 2310144 tid 1 2023-12-20T11:00:37.175 INFO:tasks.rados.rados.0.smithi123.stdout:3155: read oid 15 snap -1 2023-12-20T11:00:37.175 INFO:tasks.rados.rados.0.smithi123.stdout:3155: expect deleted 2023-12-20T11:00:37.175 INFO:tasks.rados.rados.0.smithi123.stdout:3156: rollback oid 1 current snap is 305 2023-12-20T11:00:37.175 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 1 to 303 2023-12-20T11:00:37.175 INFO:tasks.rados.rados.0.smithi123.stdout:3157: read oid 33 snap -1 2023-12-20T11:00:37.175 INFO:tasks.rados.rados.0.smithi123.stdout:3157: expect (ObjNum 980 snap 297 seq_num 980) 2023-12-20T11:00:37.175 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 49 current snap is 305 2023-12-20T11:00:37.175 INFO:tasks.rados.rados.0.smithi123.stdout:3158: seq_num 1007 ranges {9863168=65536} 2023-12-20T11:00:37.228 INFO:tasks.rados.rados.0.smithi123.stdout:3158: writing smithi123173835-49 from 9863168 to 9928704 tid 1 2023-12-20T11:00:37.228 INFO:tasks.rados.rados.0.smithi123.stdout:3159: snap_create 2023-12-20T11:00:37.228 INFO:tasks.rados.rados.0.smithi123.stdout:3156: finishing rollback tid 0 to smithi123173835-1 2023-12-20T11:00:37.228 INFO:tasks.rados.rados.0.smithi123.stdout:3156: finishing rollback tid 1 to smithi123173835-1 2023-12-20T11:00:37.229 INFO:tasks.rados.rados.0.smithi123.stdout:3156: finishing rollback tid 2 to smithi123173835-1 2023-12-20T11:00:37.229 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 1 v 1996 (ObjNum 960 snap 288 seq_num 960) dirty exists 2023-12-20T11:00:37.229 INFO:tasks.rados.rados.0.smithi123.stdout:3154: finishing write tid 1 to smithi123173835-29 2023-12-20T11:00:37.229 INFO:tasks.rados.rados.0.smithi123.stdout:3154: finishing write tid 2 to smithi123173835-29 2023-12-20T11:00:37.229 INFO:tasks.rados.rados.0.smithi123.stdout:3154: finishing write tid 3 to smithi123173835-29 2023-12-20T11:00:37.229 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 2000 (ObjNum 1006 snap 305 seq_num 1006) dirty exists 2023-12-20T11:00:37.229 INFO:tasks.rados.rados.0.smithi123.stdout:3154: left oid 29 (ObjNum 1006 snap 305 seq_num 1006) 2023-12-20T11:00:37.229 INFO:tasks.rados.rados.0.smithi123.stdout:3157: expect (ObjNum 980 snap 297 seq_num 980) 2023-12-20T11:00:37.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:37 smithi177 ceph-mon[212096]: pgmap v741: 121 pgs: 121 active+clean; 227 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1012 KiB/s wr, 4 op/s 2023-12-20T11:00:37.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:37 smithi177 ceph-mon[212096]: osdmap e684: 8 total, 8 up, 8 in 2023-12-20T11:00:37.439 INFO:tasks.rados.rados.0.smithi123.stdout:3158: finishing write tid 1 to smithi123173835-49 2023-12-20T11:00:37.439 INFO:tasks.rados.rados.0.smithi123.stdout:3158: finishing write tid 2 to smithi123173835-49 2023-12-20T11:00:37.439 INFO:tasks.rados.rados.0.smithi123.stdout:3158: finishing write tid 3 to smithi123173835-49 2023-12-20T11:00:37.439 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 2004 (ObjNum 1007 snap 305 seq_num 1007) dirty exists 2023-12-20T11:00:37.439 INFO:tasks.rados.rados.0.smithi123.stdout:3158: left oid 49 (ObjNum 1007 snap 305 seq_num 1007) 2023-12-20T11:00:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:37 smithi123 ceph-mon[191304]: pgmap v741: 121 pgs: 121 active+clean; 227 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1012 KiB/s wr, 4 op/s 2023-12-20T11:00:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:37 smithi123 ceph-mon[191304]: osdmap e684: 8 total, 8 up, 8 in 2023-12-20T11:00:37.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:37 smithi123 ceph-mon[188613]: pgmap v741: 121 pgs: 121 active+clean; 227 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1012 KiB/s wr, 4 op/s 2023-12-20T11:00:37.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:37 smithi123 ceph-mon[188613]: osdmap e684: 8 total, 8 up, 8 in 2023-12-20T11:00:38.089 INFO:tasks.rados.rados.0.smithi123.stdout:3154: done (5 left) 2023-12-20T11:00:38.089 INFO:tasks.rados.rados.0.smithi123.stdout:3155: done (4 left) 2023-12-20T11:00:38.089 INFO:tasks.rados.rados.0.smithi123.stdout:3156: done (3 left) 2023-12-20T11:00:38.089 INFO:tasks.rados.rados.0.smithi123.stdout:3157: done (2 left) 2023-12-20T11:00:38.089 INFO:tasks.rados.rados.0.smithi123.stdout:3158: done (1 left) 2023-12-20T11:00:38.089 INFO:tasks.rados.rados.0.smithi123.stdout:3159: done (0 left) 2023-12-20T11:00:38.089 INFO:tasks.rados.rados.0.smithi123.stdout:3160: snap_remove snap 299 2023-12-20T11:00:38.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:38 smithi123 ceph-mon[191304]: osdmap e685: 8 total, 8 up, 8 in 2023-12-20T11:00:38.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:38 smithi123 ceph-mon[191304]: osdmap e686: 8 total, 8 up, 8 in 2023-12-20T11:00:38.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:38 smithi123 ceph-mon[188613]: osdmap e685: 8 total, 8 up, 8 in 2023-12-20T11:00:38.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:38 smithi123 ceph-mon[188613]: osdmap e686: 8 total, 8 up, 8 in 2023-12-20T11:00:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:38 smithi177 ceph-mon[212096]: osdmap e685: 8 total, 8 up, 8 in 2023-12-20T11:00:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:38 smithi177 ceph-mon[212096]: osdmap e686: 8 total, 8 up, 8 in 2023-12-20T11:00:39.093 INFO:tasks.rados.rados.0.smithi123.stdout:3160: done (0 left) 2023-12-20T11:00:39.093 INFO:tasks.rados.rados.0.smithi123.stdout:3161: copy_from oid 13 from oid 29 current snap is 306 2023-12-20T11:00:39.094 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 47 current snap is 306 2023-12-20T11:00:39.094 INFO:tasks.rados.rados.0.smithi123.stdout:3162: seq_num 1008 ranges {16384=90112} 2023-12-20T11:00:39.094 INFO:tasks.rados.rados.0.smithi123.stdout:3162: writing smithi123173835-47 from 16384 to 106496 tid 1 2023-12-20T11:00:39.094 INFO:tasks.rados.rados.0.smithi123.stdout:3163: read oid 28 snap 304 2023-12-20T11:00:39.094 INFO:tasks.rados.rados.0.smithi123.stdout:3163: expect (ObjNum 937 snap 279 seq_num 937) 2023-12-20T11:00:39.094 INFO:tasks.rados.rados.0.smithi123.stdout:3164: copy_from oid 5 from oid 44 current snap is 306 2023-12-20T11:00:39.094 INFO:tasks.rados.rados.0.smithi123.stdout:3165: rollback oid 15 current snap is 306 2023-12-20T11:00:39.094 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 15 to 305 2023-12-20T11:00:39.094 INFO:tasks.rados.rados.0.smithi123.stdout:3166: snap_create 2023-12-20T11:00:39.102 INFO:tasks.rados.rados.0.smithi123.stdout:3165: finishing rollback tid 1 to smithi123173835-15 2023-12-20T11:00:39.102 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-20T11:00:39.103 INFO:tasks.rados.rados.0.smithi123.stdout:3164: finishing copy_from to smithi123173835-5 2023-12-20T11:00:39.103 INFO:tasks.rados.rados.0.smithi123.stdout:3164: got expected ENOENT (src dne) 2023-12-20T11:00:39.103 INFO:tasks.rados.rados.0.smithi123.stdout:3164: finishing copy_from racing read to smithi123173835-5 2023-12-20T11:00:39.111 INFO:tasks.rados.rados.0.smithi123.stdout:3162: finishing write tid 1 to smithi123173835-47 2023-12-20T11:00:39.112 INFO:tasks.rados.rados.0.smithi123.stdout:3162: finishing write tid 2 to smithi123173835-47 2023-12-20T11:00:39.113 INFO:tasks.rados.rados.0.smithi123.stdout:3163: expect (ObjNum 937 snap 279 seq_num 937) 2023-12-20T11:00:39.158 INFO:tasks.rados.rados.0.smithi123.stdout:3162: finishing write tid 3 to smithi123173835-47 2023-12-20T11:00:39.158 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 47 v 2003 (ObjNum 1008 snap 306 seq_num 1008) dirty exists 2023-12-20T11:00:39.158 INFO:tasks.rados.rados.0.smithi123.stdout:3162: left oid 47 (ObjNum 1008 snap 306 seq_num 1008) 2023-12-20T11:00:39.158 INFO:tasks.rados.rados.0.smithi123.stdout:3161: finishing copy_from racing read to smithi123173835-13 2023-12-20T11:00:39.158 INFO:tasks.rados.rados.0.smithi123.stdout:3161: finishing copy_from to smithi123173835-13 2023-12-20T11:00:39.158 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 2000 (ObjNum 1006 snap 305 seq_num 1006) dirty exists 2023-12-20T11:00:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:00:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:00:39] "GET /metrics HTTP/1.1" 200 36163 "" "Prometheus/2.43.0" 2023-12-20T11:00:39.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:39 smithi123 ceph-mon[191304]: pgmap v744: 121 pgs: 121 active+clean; 225 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 7 op/s 2023-12-20T11:00:39.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:39 smithi123 ceph-mon[191304]: osdmap e687: 8 total, 8 up, 8 in 2023-12-20T11:00:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:39 smithi123 ceph-mon[188613]: pgmap v744: 121 pgs: 121 active+clean; 225 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 7 op/s 2023-12-20T11:00:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:39 smithi123 ceph-mon[188613]: osdmap e687: 8 total, 8 up, 8 in 2023-12-20T11:00:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:39 smithi177 ceph-mon[212096]: pgmap v744: 121 pgs: 121 active+clean; 225 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 7 op/s 2023-12-20T11:00:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:39 smithi177 ceph-mon[212096]: osdmap e687: 8 total, 8 up, 8 in 2023-12-20T11:00:40.095 INFO:tasks.rados.rados.0.smithi123.stdout:3161: done (5 left) 2023-12-20T11:00:40.095 INFO:tasks.rados.rados.0.smithi123.stdout:3162: done (4 left) 2023-12-20T11:00:40.095 INFO:tasks.rados.rados.0.smithi123.stdout:3163: done (3 left) 2023-12-20T11:00:40.095 INFO:tasks.rados.rados.0.smithi123.stdout:3164: done (2 left) 2023-12-20T11:00:40.095 INFO:tasks.rados.rados.0.smithi123.stdout:3165: done (1 left) 2023-12-20T11:00:40.095 INFO:tasks.rados.rados.0.smithi123.stdout:3166: done (0 left) 2023-12-20T11:00:40.095 INFO:tasks.rados.rados.0.smithi123.stdout:3167: snap_remove snap 304 2023-12-20T11:00:41.096 INFO:tasks.rados.rados.0.smithi123.stdout:3167: done (0 left) 2023-12-20T11:00:41.096 INFO:tasks.rados.rados.0.smithi123.stdout:3168: copy_from oid 16 from oid 21 current snap is 307 2023-12-20T11:00:41.096 INFO:tasks.rados.rados.0.smithi123.stdout:3169: rmattr oid 13 current snap is 307 2023-12-20T11:00:41.097 INFO:tasks.rados.rados.0.smithi123.stdout:3170: delete oid 42 current snap is 307 2023-12-20T11:00:41.106 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 2684 (ObjNum 1006 snap 305 seq_num 1006) dirty exists 2023-12-20T11:00:41.108 INFO:tasks.rados.rados.0.smithi123.stdout:3169: done (2 left) 2023-12-20T11:00:41.108 INFO:tasks.rados.rados.0.smithi123.stdout:3170: done (1 left) 2023-12-20T11:00:41.108 INFO:tasks.rados.rados.0.smithi123.stdout:3171: snap_remove snap 303 2023-12-20T11:00:41.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:41 smithi177 ceph-mon[212096]: pgmap v747: 121 pgs: 121 active+clean; 220 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.0 MiB/s wr, 14 op/s 2023-12-20T11:00:41.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:41 smithi177 ceph-mon[212096]: osdmap e688: 8 total, 8 up, 8 in 2023-12-20T11:00:41.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:41 smithi123 ceph-mon[191304]: pgmap v747: 121 pgs: 121 active+clean; 220 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.0 MiB/s wr, 14 op/s 2023-12-20T11:00:41.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:41 smithi123 ceph-mon[191304]: osdmap e688: 8 total, 8 up, 8 in 2023-12-20T11:00:41.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:41 smithi123 ceph-mon[188613]: pgmap v747: 121 pgs: 121 active+clean; 220 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.0 MiB/s wr, 14 op/s 2023-12-20T11:00:41.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:41 smithi123 ceph-mon[188613]: osdmap e688: 8 total, 8 up, 8 in 2023-12-20T11:00:42.120 INFO:tasks.rados.rados.0.smithi123.stdout:3171: done (1 left) 2023-12-20T11:00:42.120 INFO:tasks.rados.rados.0.smithi123.stdout:3172: rollback oid 50 current snap is 307 2023-12-20T11:00:42.120 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 50 to 306 2023-12-20T11:00:42.120 INFO:tasks.rados.rados.0.smithi123.stdout:3168: finishing copy_from racing read to smithi123173835-16 2023-12-20T11:00:42.120 INFO:tasks.rados.rados.0.smithi123.stdout:3168: finishing copy_from to smithi123173835-16 2023-12-20T11:00:42.120 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 1642 (ObjNum 981 snap 297 seq_num 981) dirty exists 2023-12-20T11:00:42.120 INFO:tasks.rados.rados.0.smithi123.stdout:3168: done (1 left) 2023-12-20T11:00:42.120 INFO:tasks.rados.rados.0.smithi123.stdout:3173: setattr oid 46 current snap is 307 2023-12-20T11:00:42.121 INFO:tasks.rados.rados.0.smithi123.stdout:3174: copy_from oid 15 from oid 33 current snap is 307 2023-12-20T11:00:42.121 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 35 current snap is 307 2023-12-20T11:00:42.121 INFO:tasks.rados.rados.0.smithi123.stdout:3175: seq_num 1010 ranges {0=122880} 2023-12-20T11:00:42.122 INFO:tasks.rados.rados.0.smithi123.stdout:3175: writing smithi123173835-35 from 0 to 122880 tid 1 2023-12-20T11:00:42.122 INFO:tasks.rados.rados.0.smithi123.stdout:3176: copy_from oid 39 from oid 49 current snap is 307 2023-12-20T11:00:42.122 INFO:tasks.rados.rados.0.smithi123.stdout:3177: delete oid 27 current snap is 307 2023-12-20T11:00:42.127 INFO:tasks.rados.rados.0.smithi123.stdout:3177: done (5 left) 2023-12-20T11:00:42.127 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 26 current snap is 307 2023-12-20T11:00:42.127 INFO:tasks.rados.rados.0.smithi123.stdout:3178: seq_num 1012 ranges {16482304=155648} 2023-12-20T11:00:42.218 INFO:tasks.rados.rados.0.smithi123.stdout:3178: writing smithi123173835-26 from 16482304 to 16637952 tid 1 2023-12-20T11:00:42.218 INFO:tasks.rados.rados.0.smithi123.stdout:3179: read oid 23 snap -1 2023-12-20T11:00:42.218 INFO:tasks.rados.rados.0.smithi123.stdout:3179: expect deleted 2023-12-20T11:00:42.219 INFO:tasks.rados.rados.0.smithi123.stdout:3180: delete oid 9 current snap is 307 2023-12-20T11:00:42.219 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 46 v 2004 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-20T11:00:42.219 INFO:tasks.rados.rados.0.smithi123.stdout:3172: finishing rollback tid 0 to smithi123173835-50 2023-12-20T11:00:42.219 INFO:tasks.rados.rados.0.smithi123.stdout:3172: finishing rollback tid 1 to smithi123173835-50 2023-12-20T11:00:42.219 INFO:tasks.rados.rados.0.smithi123.stdout:3172: finishing rollback tid 2 to smithi123173835-50 2023-12-20T11:00:42.219 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 50 v 2692 (ObjNum 984 snap 298 seq_num 984) dirty exists 2023-12-20T11:00:42.219 INFO:tasks.rados.rados.0.smithi123.stdout:3175: finishing write tid 1 to smithi123173835-35 2023-12-20T11:00:42.219 INFO:tasks.rados.rados.0.smithi123.stdout:3175: finishing write tid 2 to smithi123173835-35 2023-12-20T11:00:42.219 INFO:tasks.rados.rados.0.smithi123.stdout:3175: finishing write tid 3 to smithi123173835-35 2023-12-20T11:00:42.219 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 35 v 2694 (ObjNum 1010 snap 307 seq_num 1010) dirty exists 2023-12-20T11:00:42.219 INFO:tasks.rados.rados.0.smithi123.stdout:3175: left oid 35 (ObjNum 1010 snap 307 seq_num 1010) 2023-12-20T11:00:42.219 INFO:tasks.rados.rados.0.smithi123.stdout:3174: finishing copy_from racing read to smithi123173835-15 2023-12-20T11:00:42.219 INFO:tasks.rados.rados.0.smithi123.stdout:3174: finishing copy_from to smithi123173835-15 2023-12-20T11:00:42.219 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 1984 (ObjNum 980 snap 297 seq_num 980) dirty exists 2023-12-20T11:00:42.219 INFO:tasks.rados.rados.0.smithi123.stdout:3176: finishing copy_from racing read to smithi123173835-39 2023-12-20T11:00:42.219 INFO:tasks.rados.rados.0.smithi123.stdout:3176: finishing copy_from to smithi123173835-39 2023-12-20T11:00:42.220 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 2004 (ObjNum 1007 snap 305 seq_num 1007) dirty exists 2023-12-20T11:00:42.220 INFO:tasks.rados.rados.0.smithi123.stdout:3172: done (7 left) 2023-12-20T11:00:42.221 INFO:tasks.rados.rados.0.smithi123.stdout:3173: done (6 left) 2023-12-20T11:00:42.221 INFO:tasks.rados.rados.0.smithi123.stdout:3174: done (5 left) 2023-12-20T11:00:42.221 INFO:tasks.rados.rados.0.smithi123.stdout:3175: done (4 left) 2023-12-20T11:00:42.221 INFO:tasks.rados.rados.0.smithi123.stdout:3176: done (3 left) 2023-12-20T11:00:42.221 INFO:tasks.rados.rados.0.smithi123.stdout:3179: done (2 left) 2023-12-20T11:00:42.221 INFO:tasks.rados.rados.0.smithi123.stdout:3180: done (1 left) 2023-12-20T11:00:42.221 INFO:tasks.rados.rados.0.smithi123.stdout:3181: read oid 17 snap -1 2023-12-20T11:00:42.221 INFO:tasks.rados.rados.0.smithi123.stdout:3181: expect deleted 2023-12-20T11:00:42.222 INFO:tasks.rados.rados.0.smithi123.stdout:3182: read oid 42 snap -1 2023-12-20T11:00:42.222 INFO:tasks.rados.rados.0.smithi123.stdout:3182: expect deleted 2023-12-20T11:00:42.222 INFO:tasks.rados.rados.0.smithi123.stdout:3183: rollback oid 15 current snap is 307 2023-12-20T11:00:42.222 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 15 to 305 2023-12-20T11:00:42.222 INFO:tasks.rados.rados.0.smithi123.stdout:3184: rmattr oid 35 current snap is 307 2023-12-20T11:00:42.222 INFO:tasks.rados.rados.0.smithi123.stdout:3184: done (4 left) 2023-12-20T11:00:42.222 INFO:tasks.rados.rados.0.smithi123.stdout:3185: read oid 18 snap -1 2023-12-20T11:00:42.222 INFO:tasks.rados.rados.0.smithi123.stdout:3185: expect deleted 2023-12-20T11:00:42.222 INFO:tasks.rados.rados.0.smithi123.stdout:3186: read oid 35 snap -1 2023-12-20T11:00:42.222 INFO:tasks.rados.rados.0.smithi123.stdout:3186: expect (ObjNum 1010 snap 307 seq_num 1010) 2023-12-20T11:00:42.222 INFO:tasks.rados.rados.0.smithi123.stdout:3187: snap_remove snap 306 2023-12-20T11:00:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:42 smithi177 ceph-mon[212096]: osdmap e689: 8 total, 8 up, 8 in 2023-12-20T11:00:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:00:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:42 smithi123 ceph-mon[188613]: osdmap e689: 8 total, 8 up, 8 in 2023-12-20T11:00:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:00:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:42 smithi123 ceph-mon[191304]: osdmap e689: 8 total, 8 up, 8 in 2023-12-20T11:00:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:00:43.091 INFO:tasks.rados.rados.0.smithi123.stdout:3187: done (6 left) 2023-12-20T11:00:43.091 INFO:tasks.rados.rados.0.smithi123.stdout:3188: delete oid 1 current snap is 307 2023-12-20T11:00:43.092 INFO:tasks.rados.rados.0.smithi123.stdout:3178: finishing write tid 1 to smithi123173835-26 2023-12-20T11:00:43.092 INFO:tasks.rados.rados.0.smithi123.stdout:3178: finishing write tid 2 to smithi123173835-26 2023-12-20T11:00:43.093 INFO:tasks.rados.rados.0.smithi123.stdout:3183: finishing rollback tid 0 to smithi123173835-15 2023-12-20T11:00:43.093 INFO:tasks.rados.rados.0.smithi123.stdout:3183: finishing rollback tid 1 to smithi123173835-15 2023-12-20T11:00:43.093 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 2697 (ObjNum 241 snap 0 seq_num 958764528) dirty dne 2023-12-20T11:00:43.093 INFO:tasks.rados.rados.0.smithi123.stdout:3178: finishing write tid 3 to smithi123173835-26 2023-12-20T11:00:43.093 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 2637 (ObjNum 1012 snap 307 seq_num 1012) dirty exists 2023-12-20T11:00:43.093 INFO:tasks.rados.rados.0.smithi123.stdout:3178: left oid 26 (ObjNum 1012 snap 307 seq_num 1012) 2023-12-20T11:00:43.093 INFO:tasks.rados.rados.0.smithi123.stdout:3186: expect (ObjNum 1010 snap 307 seq_num 1010) 2023-12-20T11:00:43.106 INFO:tasks.rados.rados.0.smithi123.stdout:3178: done (6 left) 2023-12-20T11:00:43.106 INFO:tasks.rados.rados.0.smithi123.stdout:3181: done (5 left) 2023-12-20T11:00:43.106 INFO:tasks.rados.rados.0.smithi123.stdout:3182: done (4 left) 2023-12-20T11:00:43.106 INFO:tasks.rados.rados.0.smithi123.stdout:3183: done (3 left) 2023-12-20T11:00:43.106 INFO:tasks.rados.rados.0.smithi123.stdout:3185: done (2 left) 2023-12-20T11:00:43.106 INFO:tasks.rados.rados.0.smithi123.stdout:3186: done (1 left) 2023-12-20T11:00:43.106 INFO:tasks.rados.rados.0.smithi123.stdout:3188: done (0 left) 2023-12-20T11:00:43.106 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 2 current snap is 307 2023-12-20T11:00:43.106 INFO:tasks.rados.rados.0.smithi123.stdout:3189: seq_num 1015 ranges {0=204800} 2023-12-20T11:00:43.107 INFO:tasks.rados.rados.0.smithi123.stdout:3189: writing smithi123173835-2 from 0 to 204800 tid 1 2023-12-20T11:00:43.107 INFO:tasks.rados.rados.0.smithi123.stdout:3190: rollback oid 37 current snap is 307 2023-12-20T11:00:43.107 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 37 to 305 2023-12-20T11:00:43.107 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 34 current snap is 307 2023-12-20T11:00:43.107 INFO:tasks.rados.rados.0.smithi123.stdout:3191: seq_num 1016 ranges {0=221184} 2023-12-20T11:00:43.109 INFO:tasks.rados.rados.0.smithi123.stdout:3191: writing smithi123173835-34 from 0 to 221184 tid 1 2023-12-20T11:00:43.109 INFO:tasks.rados.rados.0.smithi123.stdout:3192: delete oid 22 current snap is 307 2023-12-20T11:00:43.112 INFO:tasks.rados.rados.0.smithi123.stdout:3190: finishing rollback tid 0 to smithi123173835-37 2023-12-20T11:00:43.116 INFO:tasks.rados.rados.0.smithi123.stdout:3190: finishing rollback tid 1 to smithi123173835-37 2023-12-20T11:00:43.116 INFO:tasks.rados.rados.0.smithi123.stdout:3189: finishing write tid 1 to smithi123173835-2 2023-12-20T11:00:43.116 INFO:tasks.rados.rados.0.smithi123.stdout:3190: finishing rollback tid 2 to smithi123173835-37 2023-12-20T11:00:43.116 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 2007 (ObjNum 988 snap 298 seq_num 988) dirty exists 2023-12-20T11:00:43.116 INFO:tasks.rados.rados.0.smithi123.stdout:3190: done (3 left) 2023-12-20T11:00:43.116 INFO:tasks.rados.rados.0.smithi123.stdout:3192: done (2 left) 2023-12-20T11:00:43.116 INFO:tasks.rados.rados.0.smithi123.stdout:3193: rmattr oid 37 current snap is 307 2023-12-20T11:00:43.116 INFO:tasks.rados.rados.0.smithi123.stdout:3193: done (2 left) 2023-12-20T11:00:43.117 INFO:tasks.rados.rados.0.smithi123.stdout:3194: rollback oid 9 current snap is 307 2023-12-20T11:00:43.117 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 9 to 305 2023-12-20T11:00:43.117 INFO:tasks.rados.rados.0.smithi123.stdout:3195: read oid 50 snap -1 2023-12-20T11:00:43.117 INFO:tasks.rados.rados.0.smithi123.stdout:3195: expect (ObjNum 984 snap 298 seq_num 984) 2023-12-20T11:00:43.117 INFO:tasks.rados.rados.0.smithi123.stdout:3196: delete oid 17 current snap is 307 2023-12-20T11:00:43.117 INFO:tasks.rados.rados.0.smithi123.stdout:3189: finishing write tid 2 to smithi123173835-2 2023-12-20T11:00:43.117 INFO:tasks.rados.rados.0.smithi123.stdout:3194: finishing rollback tid 1 to smithi123173835-9 2023-12-20T11:00:43.117 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 9 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-20T11:00:43.117 INFO:tasks.rados.rados.0.smithi123.stdout:3189: finishing write tid 3 to smithi123173835-2 2023-12-20T11:00:43.117 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 2 v 1775 (ObjNum 1015 snap 307 seq_num 1015) dirty exists 2023-12-20T11:00:43.118 INFO:tasks.rados.rados.0.smithi123.stdout:3189: left oid 2 (ObjNum 1015 snap 307 seq_num 1015) 2023-12-20T11:00:43.119 INFO:tasks.rados.rados.0.smithi123.stdout:3191: finishing write tid 1 to smithi123173835-34 2023-12-20T11:00:43.119 INFO:tasks.rados.rados.0.smithi123.stdout:3191: finishing write tid 2 to smithi123173835-34 2023-12-20T11:00:43.120 INFO:tasks.rados.rados.0.smithi123.stdout:3189: done (4 left) 2023-12-20T11:00:43.121 INFO:tasks.rados.rados.0.smithi123.stdout:3194: done (3 left) 2023-12-20T11:00:43.121 INFO:tasks.rados.rados.0.smithi123.stdout:3196: done (2 left) 2023-12-20T11:00:43.121 INFO:tasks.rados.rados.0.smithi123.stdout:3197: delete oid 21 current snap is 307 2023-12-20T11:00:43.125 INFO:tasks.rados.rados.0.smithi123.stdout:3197: done (2 left) 2023-12-20T11:00:43.125 INFO:tasks.rados.rados.0.smithi123.stdout:3198: rmattr oid 28 current snap is 307 2023-12-20T11:00:43.126 INFO:tasks.rados.rados.0.smithi123.stdout:3199: copy_from oid 40 from oid 13 current snap is 307 2023-12-20T11:00:43.126 INFO:tasks.rados.rados.0.smithi123.stdout:3200: rollback oid 32 current snap is 307 2023-12-20T11:00:43.126 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 32 to 305 2023-12-20T11:00:43.126 INFO:tasks.rados.rados.0.smithi123.stdout:3201: read oid 33 snap -1 2023-12-20T11:00:43.126 INFO:tasks.rados.rados.0.smithi123.stdout:3201: expect (ObjNum 980 snap 297 seq_num 980) 2023-12-20T11:00:43.126 INFO:tasks.rados.rados.0.smithi123.stdout:3202: snap_create 2023-12-20T11:00:43.130 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 28 v 1637 (ObjNum 937 snap 279 seq_num 937) dirty exists 2023-12-20T11:00:43.147 INFO:tasks.rados.rados.0.smithi123.stdout:3201: expect (ObjNum 980 snap 297 seq_num 980) 2023-12-20T11:00:43.364 INFO:tasks.rados.rados.0.smithi123.stdout:3195: expect (ObjNum 984 snap 298 seq_num 984) 2023-12-20T11:00:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:43 smithi177 ceph-mon[212096]: pgmap v750: 121 pgs: 121 active+clean; 205 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.5 MiB/s wr, 11 op/s 2023-12-20T11:00:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:43 smithi177 ceph-mon[212096]: osdmap e690: 8 total, 8 up, 8 in 2023-12-20T11:00:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:43 smithi177 ceph-mon[212096]: osdmap e691: 8 total, 8 up, 8 in 2023-12-20T11:00:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:43 smithi123 ceph-mon[191304]: pgmap v750: 121 pgs: 121 active+clean; 205 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.5 MiB/s wr, 11 op/s 2023-12-20T11:00:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:43 smithi123 ceph-mon[191304]: osdmap e690: 8 total, 8 up, 8 in 2023-12-20T11:00:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:43 smithi123 ceph-mon[191304]: osdmap e691: 8 total, 8 up, 8 in 2023-12-20T11:00:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:43 smithi123 ceph-mon[188613]: pgmap v750: 121 pgs: 121 active+clean; 205 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.5 MiB/s wr, 11 op/s 2023-12-20T11:00:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:43 smithi123 ceph-mon[188613]: osdmap e690: 8 total, 8 up, 8 in 2023-12-20T11:00:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:43 smithi123 ceph-mon[188613]: osdmap e691: 8 total, 8 up, 8 in 2023-12-20T11:00:45.337 INFO:tasks.rados.rados.0.smithi123.stdout:3191: finishing write tid 3 to smithi123173835-34 2023-12-20T11:00:45.338 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 34 v 2703 (ObjNum 1016 snap 307 seq_num 1016) dirty exists 2023-12-20T11:00:45.338 INFO:tasks.rados.rados.0.smithi123.stdout:3191: left oid 34 (ObjNum 1016 snap 307 seq_num 1016) 2023-12-20T11:00:45.338 INFO:tasks.rados.rados.0.smithi123.stdout:3200: finishing rollback tid 1 to smithi123173835-32 2023-12-20T11:00:45.338 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-20T11:00:45.338 INFO:tasks.rados.rados.0.smithi123.stdout:3199: finishing copy_from racing read to smithi123173835-40 2023-12-20T11:00:45.338 INFO:tasks.rados.rados.0.smithi123.stdout:3199: finishing copy_from to smithi123173835-40 2023-12-20T11:00:45.338 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 40 v 2684 (ObjNum 1006 snap 305 seq_num 1006) dirty exists 2023-12-20T11:00:45.338 INFO:tasks.rados.rados.0.smithi123.stdout:3191: done (6 left) 2023-12-20T11:00:45.338 INFO:tasks.rados.rados.0.smithi123.stdout:3195: done (5 left) 2023-12-20T11:00:45.338 INFO:tasks.rados.rados.0.smithi123.stdout:3198: done (4 left) 2023-12-20T11:00:45.338 INFO:tasks.rados.rados.0.smithi123.stdout:3199: done (3 left) 2023-12-20T11:00:45.338 INFO:tasks.rados.rados.0.smithi123.stdout:3200: done (2 left) 2023-12-20T11:00:45.338 INFO:tasks.rados.rados.0.smithi123.stdout:3201: done (1 left) 2023-12-20T11:00:45.338 INFO:tasks.rados.rados.0.smithi123.stdout:3202: done (0 left) 2023-12-20T11:00:45.339 INFO:tasks.rados.rados.0.smithi123.stdout:3203: delete oid 25 current snap is 308 2023-12-20T11:00:45.340 INFO:tasks.rados.rados.0.smithi123.stdout:3203: done (0 left) 2023-12-20T11:00:45.340 INFO:tasks.rados.rados.0.smithi123.stdout:3204: read oid 49 snap -1 2023-12-20T11:00:45.340 INFO:tasks.rados.rados.0.smithi123.stdout:3204: expect (ObjNum 1007 snap 305 seq_num 1007) 2023-12-20T11:00:45.340 INFO:tasks.rados.rados.0.smithi123.stdout:3205: delete oid 50 current snap is 308 2023-12-20T11:00:45.344 INFO:tasks.rados.rados.0.smithi123.stdout:3205: done (1 left) 2023-12-20T11:00:45.344 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 32 current snap is 308 2023-12-20T11:00:45.344 INFO:tasks.rados.rados.0.smithi123.stdout:3206: seq_num 1022 ranges {0=319488} 2023-12-20T11:00:45.346 INFO:tasks.rados.rados.0.smithi123.stdout:3206: writing smithi123173835-32 from 0 to 319488 tid 1 2023-12-20T11:00:45.346 INFO:tasks.rados.rados.0.smithi123.stdout:3207: read oid 18 snap -1 2023-12-20T11:00:45.346 INFO:tasks.rados.rados.0.smithi123.stdout:3207: expect deleted 2023-12-20T11:00:45.346 INFO:tasks.rados.rados.0.smithi123.stdout:3208: rollback oid 34 current snap is 308 2023-12-20T11:00:45.346 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 34 to 307 2023-12-20T11:00:45.346 INFO:tasks.rados.rados.0.smithi123.stdout:3209: copy_from oid 39 from oid 43 current snap is 308 2023-12-20T11:00:45.346 INFO:tasks.rados.rados.0.smithi123.stdout:3210: copy_from oid 7 from oid 20 current snap is 308 2023-12-20T11:00:45.346 INFO:tasks.rados.rados.0.smithi123.stdout:3211: read oid 40 snap -1 2023-12-20T11:00:45.346 INFO:tasks.rados.rados.0.smithi123.stdout:3211: expect (ObjNum 1006 snap 305 seq_num 1006) 2023-12-20T11:00:45.346 INFO:tasks.rados.rados.0.smithi123.stdout:3212: delete oid 14 current snap is 308 2023-12-20T11:00:45.347 INFO:tasks.rados.rados.0.smithi123.stdout:3209: finishing copy_from to smithi123173835-39 2023-12-20T11:00:45.347 INFO:tasks.rados.rados.0.smithi123.stdout:3209: got expected ENOENT (src dne) 2023-12-20T11:00:45.347 INFO:tasks.rados.rados.0.smithi123.stdout:3209: finishing copy_from racing read to smithi123173835-39 2023-12-20T11:00:45.348 INFO:tasks.rados.rados.0.smithi123.stdout:3207: done (7 left) 2023-12-20T11:00:45.348 INFO:tasks.rados.rados.0.smithi123.stdout:3209: done (6 left) 2023-12-20T11:00:45.348 INFO:tasks.rados.rados.0.smithi123.stdout:3212: done (5 left) 2023-12-20T11:00:45.348 INFO:tasks.rados.rados.0.smithi123.stdout:3213: snap_create 2023-12-20T11:00:45.350 INFO:tasks.rados.rados.0.smithi123.stdout:3206: finishing write tid 1 to smithi123173835-32 2023-12-20T11:00:45.350 INFO:tasks.rados.rados.0.smithi123.stdout:3206: finishing write tid 2 to smithi123173835-32 2023-12-20T11:00:45.354 INFO:tasks.rados.rados.0.smithi123.stdout:3208: finishing rollback tid 0 to smithi123173835-34 2023-12-20T11:00:45.356 INFO:tasks.rados.rados.0.smithi123.stdout:3208: finishing rollback tid 1 to smithi123173835-34 2023-12-20T11:00:45.357 INFO:tasks.rados.rados.0.smithi123.stdout:3206: finishing write tid 3 to smithi123173835-32 2023-12-20T11:00:45.357 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 2709 (ObjNum 1022 snap 308 seq_num 1022) dirty exists 2023-12-20T11:00:45.357 INFO:tasks.rados.rados.0.smithi123.stdout:3206: left oid 32 (ObjNum 1022 snap 308 seq_num 1022) 2023-12-20T11:00:45.357 INFO:tasks.rados.rados.0.smithi123.stdout:3208: finishing rollback tid 2 to smithi123173835-34 2023-12-20T11:00:45.357 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 34 v 2713 (ObjNum 1016 snap 307 seq_num 1016) dirty exists 2023-12-20T11:00:45.368 INFO:tasks.rados.rados.0.smithi123.stdout:3210: finishing copy_from racing read to smithi123173835-7 2023-12-20T11:00:45.372 INFO:tasks.rados.rados.0.smithi123.stdout:3211: expect (ObjNum 1006 snap 305 seq_num 1006) 2023-12-20T11:00:45.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:45 smithi177 ceph-mon[212096]: pgmap v753: 121 pgs: 121 active+clean; 183 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2023-12-20T11:00:45.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:45 smithi177 ceph-mon[212096]: osdmap e692: 8 total, 8 up, 8 in 2023-12-20T11:00:45.464 INFO:tasks.rados.rados.0.smithi123.stdout:3210: finishing copy_from to smithi123173835-7 2023-12-20T11:00:45.464 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 1635 (ObjNum 995 snap 300 seq_num 995) dirty exists 2023-12-20T11:00:45.464 INFO:tasks.rados.rados.0.smithi123.stdout:3204: expect (ObjNum 1007 snap 305 seq_num 1007) 2023-12-20T11:00:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:45 smithi123 ceph-mon[191304]: pgmap v753: 121 pgs: 121 active+clean; 183 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2023-12-20T11:00:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:45 smithi123 ceph-mon[191304]: osdmap e692: 8 total, 8 up, 8 in 2023-12-20T11:00:45.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:45 smithi123 ceph-mon[188613]: pgmap v753: 121 pgs: 121 active+clean; 183 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2023-12-20T11:00:45.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:45 smithi123 ceph-mon[188613]: osdmap e692: 8 total, 8 up, 8 in 2023-12-20T11:00:46.309 INFO:tasks.rados.rados.0.smithi123.stdout:3204: done (5 left) 2023-12-20T11:00:46.309 INFO:tasks.rados.rados.0.smithi123.stdout:3206: done (4 left) 2023-12-20T11:00:46.309 INFO:tasks.rados.rados.0.smithi123.stdout:3208: done (3 left) 2023-12-20T11:00:46.309 INFO:tasks.rados.rados.0.smithi123.stdout:3210: done (2 left) 2023-12-20T11:00:46.309 INFO:tasks.rados.rados.0.smithi123.stdout:3211: done (1 left) 2023-12-20T11:00:46.309 INFO:tasks.rados.rados.0.smithi123.stdout:3213: done (0 left) 2023-12-20T11:00:46.309 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 34 current snap is 309 2023-12-20T11:00:46.309 INFO:tasks.rados.rados.0.smithi123.stdout:3214: seq_num 1024 ranges {221184=352256} 2023-12-20T11:00:46.312 INFO:tasks.rados.rados.0.smithi123.stdout:3214: writing smithi123173835-34 from 221184 to 573440 tid 1 2023-12-20T11:00:46.312 INFO:tasks.rados.rados.0.smithi123.stdout:3215: setattr oid 41 current snap is 309 2023-12-20T11:00:46.313 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 40 current snap is 309 2023-12-20T11:00:46.313 INFO:tasks.rados.rados.0.smithi123.stdout:3216: seq_num 1025 ranges {2310144=368640} 2023-12-20T11:00:46.328 INFO:tasks.rados.rados.0.smithi123.stdout:3216: writing smithi123173835-40 from 2310144 to 2678784 tid 1 2023-12-20T11:00:46.328 INFO:tasks.rados.rados.0.smithi123.stdout:3217: read oid 47 snap 305 2023-12-20T11:00:46.328 INFO:tasks.rados.rados.0.smithi123.stdout:3217: expect (ObjNum 1004 snap 304 seq_num 1004) 2023-12-20T11:00:46.328 INFO:tasks.rados.rados.0.smithi123.stdout:3218: read oid 12 snap -1 2023-12-20T11:00:46.329 INFO:tasks.rados.rados.0.smithi123.stdout:3218: expect (ObjNum 1000 snap 302 seq_num 1000) 2023-12-20T11:00:46.329 INFO:tasks.rados.rados.0.smithi123.stdout:3219: snap_remove snap 307 2023-12-20T11:00:47.140 INFO:tasks.rados.rados.0.smithi123.stdout:3219: done (5 left) 2023-12-20T11:00:47.140 INFO:tasks.rados.rados.0.smithi123.stdout:3220: delete oid 42 current snap is 309 2023-12-20T11:00:47.140 INFO:tasks.rados.rados.0.smithi123.stdout:3214: finishing write tid 1 to smithi123173835-34 2023-12-20T11:00:47.140 INFO:tasks.rados.rados.0.smithi123.stdout:3214: finishing write tid 2 to smithi123173835-34 2023-12-20T11:00:47.140 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 2005 (ObjNum 999 snap 302 seq_num 999) dirty exists 2023-12-20T11:00:47.140 INFO:tasks.rados.rados.0.smithi123.stdout:3214: finishing write tid 3 to smithi123173835-34 2023-12-20T11:00:47.141 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 34 v 2716 (ObjNum 1024 snap 309 seq_num 1024) dirty exists 2023-12-20T11:00:47.141 INFO:tasks.rados.rados.0.smithi123.stdout:3214: left oid 34 (ObjNum 1024 snap 309 seq_num 1024) 2023-12-20T11:00:47.141 INFO:tasks.rados.rados.0.smithi123.stdout:3217: expect (ObjNum 1004 snap 304 seq_num 1004) 2023-12-20T11:00:47.141 INFO:tasks.rados.rados.0.smithi123.stdout:3216: finishing write tid 1 to smithi123173835-40 2023-12-20T11:00:47.141 INFO:tasks.rados.rados.0.smithi123.stdout:3216: finishing write tid 2 to smithi123173835-40 2023-12-20T11:00:47.141 INFO:tasks.rados.rados.0.smithi123.stdout:3216: finishing write tid 3 to smithi123173835-40 2023-12-20T11:00:47.141 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 40 v 2719 (ObjNum 1025 snap 309 seq_num 1025) dirty exists 2023-12-20T11:00:47.141 INFO:tasks.rados.rados.0.smithi123.stdout:3216: left oid 40 (ObjNum 1025 snap 309 seq_num 1025) 2023-12-20T11:00:47.141 INFO:tasks.rados.rados.0.smithi123.stdout:3218: expect (ObjNum 1000 snap 302 seq_num 1000) 2023-12-20T11:00:47.262 INFO:tasks.rados.rados.0.smithi123.stdout:3214: done (5 left) 2023-12-20T11:00:47.262 INFO:tasks.rados.rados.0.smithi123.stdout:3215: done (4 left) 2023-12-20T11:00:47.262 INFO:tasks.rados.rados.0.smithi123.stdout:3216: done (3 left) 2023-12-20T11:00:47.263 INFO:tasks.rados.rados.0.smithi123.stdout:3217: done (2 left) 2023-12-20T11:00:47.263 INFO:tasks.rados.rados.0.smithi123.stdout:3218: done (1 left) 2023-12-20T11:00:47.263 INFO:tasks.rados.rados.0.smithi123.stdout:3220: done (0 left) 2023-12-20T11:00:47.263 INFO:tasks.rados.rados.0.smithi123.stdout:3221: snap_remove snap 308 2023-12-20T11:00:47.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:47 smithi177 ceph-mon[212096]: pgmap v755: 121 pgs: 121 active+clean; 183 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 518 KiB/s wr, 10 op/s 2023-12-20T11:00:47.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:47 smithi177 ceph-mon[212096]: osdmap e693: 8 total, 8 up, 8 in 2023-12-20T11:00:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:47 smithi123 ceph-mon[191304]: pgmap v755: 121 pgs: 121 active+clean; 183 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 518 KiB/s wr, 10 op/s 2023-12-20T11:00:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:47 smithi123 ceph-mon[191304]: osdmap e693: 8 total, 8 up, 8 in 2023-12-20T11:00:47.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:47 smithi123 ceph-mon[188613]: pgmap v755: 121 pgs: 121 active+clean; 183 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 518 KiB/s wr, 10 op/s 2023-12-20T11:00:47.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:47 smithi123 ceph-mon[188613]: osdmap e693: 8 total, 8 up, 8 in 2023-12-20T11:00:48.100 INFO:tasks.rados.rados.0.smithi123.stdout:3221: done (0 left) 2023-12-20T11:00:48.100 INFO:tasks.rados.rados.0.smithi123.stdout:3222: copy_from oid 33 from oid 15 current snap is 309 2023-12-20T11:00:48.100 INFO:tasks.rados.rados.0.smithi123.stdout:3223: copy_from oid 16 from oid 12 current snap is 309 2023-12-20T11:00:48.100 INFO:tasks.rados.rados.0.smithi123.stdout:3224: rmattr oid 8 current snap is 309 2023-12-20T11:00:48.100 INFO:tasks.rados.rados.0.smithi123.stdout:3224: done (2 left) 2023-12-20T11:00:48.100 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 4 current snap is 309 2023-12-20T11:00:48.100 INFO:tasks.rados.rados.0.smithi123.stdout:3225: seq_num 1027 ranges {2195456=409600} 2023-12-20T11:00:48.114 INFO:tasks.rados.rados.0.smithi123.stdout:3225: writing smithi123173835-4 from 2195456 to 2605056 tid 1 2023-12-20T11:00:48.114 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 36 current snap is 309 2023-12-20T11:00:48.115 INFO:tasks.rados.rados.0.smithi123.stdout:3222: finishing copy_from to smithi123173835-33 2023-12-20T11:00:48.115 INFO:tasks.rados.rados.0.smithi123.stdout:3222: got expected ENOENT (src dne) 2023-12-20T11:00:48.115 INFO:tasks.rados.rados.0.smithi123.stdout:3222: finishing copy_from racing read to smithi123173835-33 2023-12-20T11:00:48.115 INFO:tasks.rados.rados.0.smithi123.stdout:3226: seq_num 1028 ranges {2277376=425984} 2023-12-20T11:00:48.130 INFO:tasks.rados.rados.0.smithi123.stdout:3226: writing smithi123173835-36 from 2277376 to 2703360 tid 1 2023-12-20T11:00:48.130 INFO:tasks.rados.rados.0.smithi123.stdout:3222: done (3 left) 2023-12-20T11:00:48.130 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 46 current snap is 309 2023-12-20T11:00:48.130 INFO:tasks.rados.rados.0.smithi123.stdout:3223: finishing copy_from racing read to smithi123173835-16 2023-12-20T11:00:48.130 INFO:tasks.rados.rados.0.smithi123.stdout:3225: finishing write tid 1 to smithi123173835-4 2023-12-20T11:00:48.130 INFO:tasks.rados.rados.0.smithi123.stdout:3225: finishing write tid 2 to smithi123173835-4 2023-12-20T11:00:48.130 INFO:tasks.rados.rados.0.smithi123.stdout:3227: seq_num 1029 ranges {0=442368} 2023-12-20T11:00:48.132 INFO:tasks.rados.rados.0.smithi123.stdout:3227: writing smithi123173835-46 from 0 to 442368 tid 1 2023-12-20T11:00:48.132 INFO:tasks.rados.rados.0.smithi123.stdout:3228: snap_create 2023-12-20T11:00:48.132 INFO:tasks.rados.rados.0.smithi123.stdout:3223: finishing copy_from to smithi123173835-16 2023-12-20T11:00:48.133 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 1998 (ObjNum 1000 snap 302 seq_num 1000) dirty exists 2023-12-20T11:00:48.133 INFO:tasks.rados.rados.0.smithi123.stdout:3225: finishing write tid 3 to smithi123173835-4 2023-12-20T11:00:48.133 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 2019 (ObjNum 1027 snap 309 seq_num 1027) dirty exists 2023-12-20T11:00:48.133 INFO:tasks.rados.rados.0.smithi123.stdout:3225: left oid 4 (ObjNum 1027 snap 309 seq_num 1027) 2023-12-20T11:00:48.134 INFO:tasks.rados.rados.0.smithi123.stdout:3226: finishing write tid 1 to smithi123173835-36 2023-12-20T11:00:48.135 INFO:tasks.rados.rados.0.smithi123.stdout:3226: finishing write tid 2 to smithi123173835-36 2023-12-20T11:00:48.136 INFO:tasks.rados.rados.0.smithi123.stdout:3227: finishing write tid 1 to smithi123173835-46 2023-12-20T11:00:48.136 INFO:tasks.rados.rados.0.smithi123.stdout:3227: finishing write tid 2 to smithi123173835-46 2023-12-20T11:00:48.137 INFO:tasks.rados.rados.0.smithi123.stdout:3226: finishing write tid 3 to smithi123173835-36 2023-12-20T11:00:48.137 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 1999 (ObjNum 1028 snap 309 seq_num 1028) dirty exists 2023-12-20T11:00:48.137 INFO:tasks.rados.rados.0.smithi123.stdout:3226: left oid 36 (ObjNum 1028 snap 309 seq_num 1028) 2023-12-20T11:00:48.138 INFO:tasks.rados.rados.0.smithi123.stdout:3227: finishing write tid 3 to smithi123173835-46 2023-12-20T11:00:48.138 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 46 v 2007 (ObjNum 1029 snap 309 seq_num 1029) dirty exists 2023-12-20T11:00:48.138 INFO:tasks.rados.rados.0.smithi123.stdout:3227: left oid 46 (ObjNum 1029 snap 309 seq_num 1029) 2023-12-20T11:00:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:48 smithi177 ceph-mon[212096]: osdmap e694: 8 total, 8 up, 8 in 2023-12-20T11:00:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:48 smithi177 ceph-mon[212096]: osdmap e695: 8 total, 8 up, 8 in 2023-12-20T11:00:48.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:48 smithi123 ceph-mon[191304]: osdmap e694: 8 total, 8 up, 8 in 2023-12-20T11:00:48.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:48 smithi123 ceph-mon[191304]: osdmap e695: 8 total, 8 up, 8 in 2023-12-20T11:00:48.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:48 smithi123 ceph-mon[188613]: osdmap e694: 8 total, 8 up, 8 in 2023-12-20T11:00:48.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:48 smithi123 ceph-mon[188613]: osdmap e695: 8 total, 8 up, 8 in 2023-12-20T11:00:49.112 INFO:tasks.rados.rados.0.smithi123.stdout:3223: done (4 left) 2023-12-20T11:00:49.112 INFO:tasks.rados.rados.0.smithi123.stdout:3225: done (3 left) 2023-12-20T11:00:49.112 INFO:tasks.rados.rados.0.smithi123.stdout:3226: done (2 left) 2023-12-20T11:00:49.112 INFO:tasks.rados.rados.0.smithi123.stdout:3227: done (1 left) 2023-12-20T11:00:49.112 INFO:tasks.rados.rados.0.smithi123.stdout:3228: done (0 left) 2023-12-20T11:00:49.112 INFO:tasks.rados.rados.0.smithi123.stdout:3229: rmattr oid 44 current snap is 310 2023-12-20T11:00:49.112 INFO:tasks.rados.rados.0.smithi123.stdout:3229: done (0 left) 2023-12-20T11:00:49.113 INFO:tasks.rados.rados.0.smithi123.stdout:3230: rmattr oid 50 current snap is 310 2023-12-20T11:00:49.113 INFO:tasks.rados.rados.0.smithi123.stdout:3230: done (0 left) 2023-12-20T11:00:49.113 INFO:tasks.rados.rados.0.smithi123.stdout:3231: read oid 45 snap -1 2023-12-20T11:00:49.113 INFO:tasks.rados.rados.0.smithi123.stdout:3231: expect (ObjNum 898 snap 276 seq_num 898) 2023-12-20T11:00:49.113 INFO:tasks.rados.rados.0.smithi123.stdout:3232: copy_from oid 40 from oid 13 current snap is 310 2023-12-20T11:00:49.113 INFO:tasks.rados.rados.0.smithi123.stdout:3233: rmattr oid 25 current snap is 310 2023-12-20T11:00:49.113 INFO:tasks.rados.rados.0.smithi123.stdout:3233: done (2 left) 2023-12-20T11:00:49.113 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 5 current snap is 310 2023-12-20T11:00:49.113 INFO:tasks.rados.rados.0.smithi123.stdout:3234: seq_num 1030 ranges {2277376=458752} 2023-12-20T11:00:49.126 INFO:tasks.rados.rados.0.smithi123.stdout:3234: writing smithi123173835-5 from 2277376 to 2736128 tid 1 2023-12-20T11:00:49.127 INFO:tasks.rados.rados.0.smithi123.stdout:3235: rollback oid 39 current snap is 310 2023-12-20T11:00:49.127 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 39 to 305 2023-12-20T11:00:49.127 INFO:tasks.rados.rados.0.smithi123.stdout:3231: expect (ObjNum 898 snap 276 seq_num 898) 2023-12-20T11:00:49.198 INFO:tasks.rados.rados.0.smithi123.stdout:3232: finishing copy_from racing read to smithi123173835-40 2023-12-20T11:00:49.198 INFO:tasks.rados.rados.0.smithi123.stdout:3232: finishing copy_from to smithi123173835-40 2023-12-20T11:00:49.198 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 40 v 2684 (ObjNum 1006 snap 305 seq_num 1006) dirty exists 2023-12-20T11:00:49.198 INFO:tasks.rados.rados.0.smithi123.stdout:3234: finishing write tid 1 to smithi123173835-5 2023-12-20T11:00:49.198 INFO:tasks.rados.rados.0.smithi123.stdout:3234: finishing write tid 2 to smithi123173835-5 2023-12-20T11:00:49.198 INFO:tasks.rados.rados.0.smithi123.stdout:3231: done (3 left) 2023-12-20T11:00:49.198 INFO:tasks.rados.rados.0.smithi123.stdout:3232: done (2 left) 2023-12-20T11:00:49.199 INFO:tasks.rados.rados.0.smithi123.stdout:3236: read oid 24 snap -1 2023-12-20T11:00:49.199 INFO:tasks.rados.rados.0.smithi123.stdout:3236: expect (ObjNum 967 snap 292 seq_num 967) 2023-12-20T11:00:49.199 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 33 current snap is 310 2023-12-20T11:00:49.199 INFO:tasks.rados.rados.0.smithi123.stdout:3235: finishing rollback tid 0 to smithi123173835-39 2023-12-20T11:00:49.199 INFO:tasks.rados.rados.0.smithi123.stdout:3235: finishing rollback tid 1 to smithi123173835-39 2023-12-20T11:00:49.199 INFO:tasks.rados.rados.0.smithi123.stdout:3237: seq_num 1031 ranges {5488640=475136} 2023-12-20T11:00:49.230 INFO:tasks.rados.rados.0.smithi123.stdout:3237: writing smithi123173835-33 from 5488640 to 5963776 tid 1 2023-12-20T11:00:49.230 INFO:tasks.rados.rados.0.smithi123.stdout:3238: copy_from oid 35 from oid 31 current snap is 310 2023-12-20T11:00:49.231 INFO:tasks.rados.rados.0.smithi123.stdout:3235: finishing rollback tid 2 to smithi123173835-39 2023-12-20T11:00:49.231 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 2010 (ObjNum 1000 snap 302 seq_num 1000) dirty exists 2023-12-20T11:00:49.231 INFO:tasks.rados.rados.0.smithi123.stdout:3234: finishing write tid 3 to smithi123173835-5 2023-12-20T11:00:49.231 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 1807 (ObjNum 1030 snap 310 seq_num 1030) dirty exists 2023-12-20T11:00:49.231 INFO:tasks.rados.rados.0.smithi123.stdout:3234: left oid 5 (ObjNum 1030 snap 310 seq_num 1030) 2023-12-20T11:00:49.231 INFO:tasks.rados.rados.0.smithi123.stdout:3236: expect (ObjNum 967 snap 292 seq_num 967) 2023-12-20T11:00:49.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:49 smithi177 ceph-mon[212096]: pgmap v758: 121 pgs: 121 active+clean; 199 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 5.2 MiB/s wr, 22 op/s 2023-12-20T11:00:49.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:49 smithi177 ceph-mon[212096]: osdmap e696: 8 total, 8 up, 8 in 2023-12-20T11:00:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:00:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:00:49] "GET /metrics HTTP/1.1" 200 36159 "" "Prometheus/2.43.0" 2023-12-20T11:00:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:49 smithi123 ceph-mon[191304]: pgmap v758: 121 pgs: 121 active+clean; 199 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 5.2 MiB/s wr, 22 op/s 2023-12-20T11:00:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:49 smithi123 ceph-mon[191304]: osdmap e696: 8 total, 8 up, 8 in 2023-12-20T11:00:49.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:49 smithi123 ceph-mon[188613]: pgmap v758: 121 pgs: 121 active+clean; 199 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 5.2 MiB/s wr, 22 op/s 2023-12-20T11:00:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:49 smithi123 ceph-mon[188613]: osdmap e696: 8 total, 8 up, 8 in 2023-12-20T11:00:49.551 INFO:tasks.rados.rados.0.smithi123.stdout:3237: finishing write tid 1 to smithi123173835-33 2023-12-20T11:00:49.551 INFO:tasks.rados.rados.0.smithi123.stdout:3237: finishing write tid 2 to smithi123173835-33 2023-12-20T11:00:49.551 INFO:tasks.rados.rados.0.smithi123.stdout:3237: finishing write tid 3 to smithi123173835-33 2023-12-20T11:00:49.551 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 1986 (ObjNum 1031 snap 310 seq_num 1031) dirty exists 2023-12-20T11:00:49.551 INFO:tasks.rados.rados.0.smithi123.stdout:3237: left oid 33 (ObjNum 1031 snap 310 seq_num 1031) 2023-12-20T11:00:49.551 INFO:tasks.rados.rados.0.smithi123.stdout:3238: finishing copy_from racing read to smithi123173835-35 2023-12-20T11:00:49.551 INFO:tasks.rados.rados.0.smithi123.stdout:3238: finishing copy_from to smithi123173835-35 2023-12-20T11:00:49.551 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 35 v 1805 (ObjNum 970 snap 293 seq_num 970) dirty exists 2023-12-20T11:00:49.551 INFO:tasks.rados.rados.0.smithi123.stdout:3234: done (4 left) 2023-12-20T11:00:49.551 INFO:tasks.rados.rados.0.smithi123.stdout:3235: done (3 left) 2023-12-20T11:00:49.552 INFO:tasks.rados.rados.0.smithi123.stdout:3236: done (2 left) 2023-12-20T11:00:49.552 INFO:tasks.rados.rados.0.smithi123.stdout:3237: done (1 left) 2023-12-20T11:00:49.552 INFO:tasks.rados.rados.0.smithi123.stdout:3238: done (0 left) 2023-12-20T11:00:49.552 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 35 current snap is 310 2023-12-20T11:00:49.552 INFO:tasks.rados.rados.0.smithi123.stdout:3239: seq_num 1032 ranges {13811712=491520} 2023-12-20T11:00:49.625 INFO:tasks.rados.rados.0.smithi123.stdout:3239: writing smithi123173835-35 from 13811712 to 14303232 tid 1 2023-12-20T11:00:49.625 INFO:tasks.rados.rados.0.smithi123.stdout:3240: read oid 42 snap -1 2023-12-20T11:00:49.625 INFO:tasks.rados.rados.0.smithi123.stdout:3240: expect deleted 2023-12-20T11:00:49.626 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 32 current snap is 310 2023-12-20T11:00:49.626 INFO:tasks.rados.rados.0.smithi123.stdout:3241: seq_num 1033 ranges {319488=507904} 2023-12-20T11:00:49.630 INFO:tasks.rados.rados.0.smithi123.stdout:3241: writing smithi123173835-32 from 319488 to 827392 tid 1 2023-12-20T11:00:49.630 INFO:tasks.rados.rados.0.smithi123.stdout:3242: rollback oid 26 current snap is 310 2023-12-20T11:00:49.630 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 26 to 309 2023-12-20T11:00:49.630 INFO:tasks.rados.rados.0.smithi123.stdout:3239: finishing write tid 1 to smithi123173835-35 2023-12-20T11:00:49.630 INFO:tasks.rados.rados.0.smithi123.stdout:3239: finishing write tid 2 to smithi123173835-35 2023-12-20T11:00:49.630 INFO:tasks.rados.rados.0.smithi123.stdout:3240: done (3 left) 2023-12-20T11:00:49.630 INFO:tasks.rados.rados.0.smithi123.stdout:3243: snap_create 2023-12-20T11:00:49.636 INFO:tasks.rados.rados.0.smithi123.stdout:3239: finishing write tid 3 to smithi123173835-35 2023-12-20T11:00:49.636 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 35 v 2735 (ObjNum 1032 snap 310 seq_num 1032) dirty exists 2023-12-20T11:00:49.636 INFO:tasks.rados.rados.0.smithi123.stdout:3239: left oid 35 (ObjNum 1032 snap 310 seq_num 1032) 2023-12-20T11:00:49.636 INFO:tasks.rados.rados.0.smithi123.stdout:3241: finishing write tid 1 to smithi123173835-32 2023-12-20T11:00:49.636 INFO:tasks.rados.rados.0.smithi123.stdout:3242: finishing rollback tid 0 to smithi123173835-26 2023-12-20T11:00:49.636 INFO:tasks.rados.rados.0.smithi123.stdout:3242: finishing rollback tid 1 to smithi123173835-26 2023-12-20T11:00:49.636 INFO:tasks.rados.rados.0.smithi123.stdout:3241: finishing write tid 2 to smithi123173835-32 2023-12-20T11:00:49.636 INFO:tasks.rados.rados.0.smithi123.stdout:3242: finishing rollback tid 2 to smithi123173835-26 2023-12-20T11:00:49.636 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 2641 (ObjNum 1012 snap 307 seq_num 1012) dirty exists 2023-12-20T11:00:49.637 INFO:tasks.rados.rados.0.smithi123.stdout:3241: finishing write tid 3 to smithi123173835-32 2023-12-20T11:00:49.637 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 2738 (ObjNum 1033 snap 310 seq_num 1033) dirty exists 2023-12-20T11:00:49.637 INFO:tasks.rados.rados.0.smithi123.stdout:3241: left oid 32 (ObjNum 1033 snap 310 seq_num 1033) 2023-12-20T11:00:50.150 INFO:tasks.rados.rados.0.smithi123.stdout:3239: done (3 left) 2023-12-20T11:00:50.150 INFO:tasks.rados.rados.0.smithi123.stdout:3241: done (2 left) 2023-12-20T11:00:50.150 INFO:tasks.rados.rados.0.smithi123.stdout:3242: done (1 left) 2023-12-20T11:00:50.150 INFO:tasks.rados.rados.0.smithi123.stdout:3243: done (0 left) 2023-12-20T11:00:50.150 INFO:tasks.rados.rados.0.smithi123.stdout:3244: snap_remove snap 305 2023-12-20T11:00:51.152 INFO:tasks.rados.rados.0.smithi123.stdout:3244: done (0 left) 2023-12-20T11:00:51.152 INFO:tasks.rados.rados.0.smithi123.stdout:3245: delete oid 16 current snap is 311 2023-12-20T11:00:51.163 INFO:tasks.rados.rados.0.smithi123.stdout:3245: done (0 left) 2023-12-20T11:00:51.164 INFO:tasks.rados.rados.0.smithi123.stdout:3246: read oid 10 snap -1 2023-12-20T11:00:51.164 INFO:tasks.rados.rados.0.smithi123.stdout:3246: expect deleted 2023-12-20T11:00:51.164 INFO:tasks.rados.rados.0.smithi123.stdout:3247: rmattr oid 43 current snap is 311 2023-12-20T11:00:51.164 INFO:tasks.rados.rados.0.smithi123.stdout:3247: done (1 left) 2023-12-20T11:00:51.164 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 45 current snap is 311 2023-12-20T11:00:51.164 INFO:tasks.rados.rados.0.smithi123.stdout:3248: seq_num 1035 ranges {1736704=540672} 2023-12-20T11:00:51.177 INFO:tasks.rados.rados.0.smithi123.stdout:3248: writing smithi123173835-45 from 1736704 to 2277376 tid 1 2023-12-20T11:00:51.178 INFO:tasks.rados.rados.0.smithi123.stdout:3249: rmattr oid 11 current snap is 311 2023-12-20T11:00:51.178 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 26 current snap is 311 2023-12-20T11:00:51.178 INFO:tasks.rados.rados.0.smithi123.stdout:3250: seq_num 1036 ranges {16637952=557056} 2023-12-20T11:00:51.269 INFO:tasks.rados.rados.0.smithi123.stdout:3250: writing smithi123173835-26 from 16637952 to 17195008 tid 1 2023-12-20T11:00:51.269 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 19 current snap is 311 2023-12-20T11:00:51.269 INFO:tasks.rados.rados.0.smithi123.stdout:3251: seq_num 1037 ranges {19521536=573440} 2023-12-20T11:00:51.374 INFO:tasks.rados.rados.0.smithi123.stdout:3251: writing smithi123173835-19 from 19521536 to 20094976 tid 1 2023-12-20T11:00:51.374 INFO:tasks.rados.rados.0.smithi123.stdout:3252: delete oid 15 current snap is 311 2023-12-20T11:00:51.374 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 11 v 1982 (ObjNum 885 snap 274 seq_num 885) dirty exists 2023-12-20T11:00:51.374 INFO:tasks.rados.rados.0.smithi123.stdout:3248: finishing write tid 1 to smithi123173835-45 2023-12-20T11:00:51.374 INFO:tasks.rados.rados.0.smithi123.stdout:3248: finishing write tid 2 to smithi123173835-45 2023-12-20T11:00:51.374 INFO:tasks.rados.rados.0.smithi123.stdout:3248: finishing write tid 3 to smithi123173835-45 2023-12-20T11:00:51.374 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 2010 (ObjNum 1035 snap 311 seq_num 1035) dirty exists 2023-12-20T11:00:51.375 INFO:tasks.rados.rados.0.smithi123.stdout:3248: left oid 45 (ObjNum 1035 snap 311 seq_num 1035) 2023-12-20T11:00:51.375 INFO:tasks.rados.rados.0.smithi123.stdout:3250: finishing write tid 1 to smithi123173835-26 2023-12-20T11:00:51.375 INFO:tasks.rados.rados.0.smithi123.stdout:3250: finishing write tid 2 to smithi123173835-26 2023-12-20T11:00:51.375 INFO:tasks.rados.rados.0.smithi123.stdout:3250: finishing write tid 3 to smithi123173835-26 2023-12-20T11:00:51.375 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 2643 (ObjNum 1036 snap 311 seq_num 1036) dirty exists 2023-12-20T11:00:51.375 INFO:tasks.rados.rados.0.smithi123.stdout:3250: left oid 26 (ObjNum 1036 snap 311 seq_num 1036) 2023-12-20T11:00:51.377 INFO:tasks.rados.rados.0.smithi123.stdout:3246: done (5 left) 2023-12-20T11:00:51.377 INFO:tasks.rados.rados.0.smithi123.stdout:3248: done (4 left) 2023-12-20T11:00:51.377 INFO:tasks.rados.rados.0.smithi123.stdout:3249: done (3 left) 2023-12-20T11:00:51.377 INFO:tasks.rados.rados.0.smithi123.stdout:3250: done (2 left) 2023-12-20T11:00:51.377 INFO:tasks.rados.rados.0.smithi123.stdout:3252: done (1 left) 2023-12-20T11:00:51.377 INFO:tasks.rados.rados.0.smithi123.stdout:3253: read oid 9 snap -1 2023-12-20T11:00:51.377 INFO:tasks.rados.rados.0.smithi123.stdout:3253: expect deleted 2023-12-20T11:00:51.378 INFO:tasks.rados.rados.0.smithi123.stdout:3254: rmattr oid 47 current snap is 311 2023-12-20T11:00:51.378 INFO:tasks.rados.rados.0.smithi123.stdout:3254: done (2 left) 2023-12-20T11:00:51.378 INFO:tasks.rados.rados.0.smithi123.stdout:3255: snap_create 2023-12-20T11:00:51.378 INFO:tasks.rados.rados.0.smithi123.stdout:3251: finishing write tid 1 to smithi123173835-19 2023-12-20T11:00:51.378 INFO:tasks.rados.rados.0.smithi123.stdout:3251: finishing write tid 2 to smithi123173835-19 2023-12-20T11:00:51.380 INFO:tasks.rados.rados.0.smithi123.stdout:3251: finishing write tid 3 to smithi123173835-19 2023-12-20T11:00:51.381 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 1777 (ObjNum 1037 snap 311 seq_num 1037) dirty exists 2023-12-20T11:00:51.381 INFO:tasks.rados.rados.0.smithi123.stdout:3251: left oid 19 (ObjNum 1037 snap 311 seq_num 1037) 2023-12-20T11:00:51.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:51 smithi123 ceph-mon[188613]: pgmap v761: 121 pgs: 121 active+clean; 202 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 6.5 MiB/s wr, 20 op/s 2023-12-20T11:00:51.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:51 smithi123 ceph-mon[188613]: osdmap e697: 8 total, 8 up, 8 in 2023-12-20T11:00:51.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:51 smithi123 ceph-mon[191304]: pgmap v761: 121 pgs: 121 active+clean; 202 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 6.5 MiB/s wr, 20 op/s 2023-12-20T11:00:51.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:51 smithi123 ceph-mon[191304]: osdmap e697: 8 total, 8 up, 8 in 2023-12-20T11:00:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:51 smithi177 ceph-mon[212096]: pgmap v761: 121 pgs: 121 active+clean; 202 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 6.5 MiB/s wr, 20 op/s 2023-12-20T11:00:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:51 smithi177 ceph-mon[212096]: osdmap e697: 8 total, 8 up, 8 in 2023-12-20T11:00:52.170 INFO:tasks.rados.rados.0.smithi123.stdout:3251: done (2 left) 2023-12-20T11:00:52.170 INFO:tasks.rados.rados.0.smithi123.stdout:3253: done (1 left) 2023-12-20T11:00:52.170 INFO:tasks.rados.rados.0.smithi123.stdout:3255: done (0 left) 2023-12-20T11:00:52.170 INFO:tasks.rados.rados.0.smithi123.stdout:3256: read oid 49 snap -1 2023-12-20T11:00:52.170 INFO:tasks.rados.rados.0.smithi123.stdout:3256: expect (ObjNum 1007 snap 305 seq_num 1007) 2023-12-20T11:00:52.170 INFO:tasks.rados.rados.0.smithi123.stdout:3257: snap_remove snap 311 2023-12-20T11:00:52.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:52 smithi123 ceph-mon[188613]: osdmap e698: 8 total, 8 up, 8 in 2023-12-20T11:00:52.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:52 smithi123 ceph-mon[191304]: osdmap e698: 8 total, 8 up, 8 in 2023-12-20T11:00:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:52 smithi177 ceph-mon[212096]: osdmap e698: 8 total, 8 up, 8 in 2023-12-20T11:00:53.097 INFO:tasks.rados.rados.0.smithi123.stdout:3257: done (1 left) 2023-12-20T11:00:53.098 INFO:tasks.rados.rados.0.smithi123.stdout:3258: read oid 4 snap -1 2023-12-20T11:00:53.098 INFO:tasks.rados.rados.0.smithi123.stdout:3258: expect (ObjNum 1027 snap 309 seq_num 1027) 2023-12-20T11:00:53.098 INFO:tasks.rados.rados.0.smithi123.stdout:3259: rollback oid 19 current snap is 312 2023-12-20T11:00:53.098 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 19 to 309 2023-12-20T11:00:53.098 INFO:tasks.rados.rados.0.smithi123.stdout:3256: expect (ObjNum 1007 snap 305 seq_num 1007) 2023-12-20T11:00:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:53 smithi123 ceph-mon[188613]: pgmap v764: 121 pgs: 121 active+clean; 217 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.7 MiB/s wr, 16 op/s 2023-12-20T11:00:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:53 smithi123 ceph-mon[188613]: osdmap e699: 8 total, 8 up, 8 in 2023-12-20T11:00:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:53 smithi123 ceph-mon[188613]: osdmap e700: 8 total, 8 up, 8 in 2023-12-20T11:00:53.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:53 smithi123 ceph-mon[191304]: pgmap v764: 121 pgs: 121 active+clean; 217 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.7 MiB/s wr, 16 op/s 2023-12-20T11:00:53.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:53 smithi123 ceph-mon[191304]: osdmap e699: 8 total, 8 up, 8 in 2023-12-20T11:00:53.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:53 smithi123 ceph-mon[191304]: osdmap e700: 8 total, 8 up, 8 in 2023-12-20T11:00:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:53 smithi177 ceph-mon[212096]: pgmap v764: 121 pgs: 121 active+clean; 217 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.7 MiB/s wr, 16 op/s 2023-12-20T11:00:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:53 smithi177 ceph-mon[212096]: osdmap e699: 8 total, 8 up, 8 in 2023-12-20T11:00:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:53 smithi177 ceph-mon[212096]: osdmap e700: 8 total, 8 up, 8 in 2023-12-20T11:00:53.950 INFO:tasks.rados.rados.0.smithi123.stdout:3259: finishing rollback tid 0 to smithi123173835-19 2023-12-20T11:00:53.950 INFO:tasks.rados.rados.0.smithi123.stdout:3259: finishing rollback tid 1 to smithi123173835-19 2023-12-20T11:00:53.950 INFO:tasks.rados.rados.0.smithi123.stdout:3258: expect (ObjNum 1027 snap 309 seq_num 1027) 2023-12-20T11:00:54.052 INFO:tasks.rados.rados.0.smithi123.stdout:3259: finishing rollback tid 2 to smithi123173835-19 2023-12-20T11:00:54.052 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 1780 (ObjNum 979 snap 297 seq_num 979) dirty exists 2023-12-20T11:00:54.053 INFO:tasks.rados.rados.0.smithi123.stdout:3256: done (2 left) 2023-12-20T11:00:54.053 INFO:tasks.rados.rados.0.smithi123.stdout:3258: done (1 left) 2023-12-20T11:00:54.053 INFO:tasks.rados.rados.0.smithi123.stdout:3259: done (0 left) 2023-12-20T11:00:54.053 INFO:tasks.rados.rados.0.smithi123.stdout:3260: snap_remove snap 310 2023-12-20T11:00:54.171 INFO:tasks.rados.rados.0.smithi123.stdout:3260: done (0 left) 2023-12-20T11:00:54.172 INFO:tasks.rados.rados.0.smithi123.stdout:3261: copy_from oid 36 from oid 44 current snap is 312 2023-12-20T11:00:54.172 INFO:tasks.rados.rados.0.smithi123.stdout:3262: rollback oid 8 current snap is 312 2023-12-20T11:00:54.172 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 8 to 309 2023-12-20T11:00:54.172 INFO:tasks.rados.rados.0.smithi123.stdout:3263: read oid 4 snap -1 2023-12-20T11:00:54.172 INFO:tasks.rados.rados.0.smithi123.stdout:3263: expect (ObjNum 1027 snap 309 seq_num 1027) 2023-12-20T11:00:54.172 INFO:tasks.rados.rados.0.smithi123.stdout:3264: delete oid 43 current snap is 312 2023-12-20T11:00:54.176 INFO:tasks.rados.rados.0.smithi123.stdout:3261: finishing copy_from to smithi123173835-36 2023-12-20T11:00:54.177 INFO:tasks.rados.rados.0.smithi123.stdout:3261: got expected ENOENT (src dne) 2023-12-20T11:00:54.177 INFO:tasks.rados.rados.0.smithi123.stdout:3261: finishing copy_from racing read to smithi123173835-36 2023-12-20T11:00:54.178 INFO:tasks.rados.rados.0.smithi123.stdout:3262: finishing rollback tid 1 to smithi123173835-8 2023-12-20T11:00:54.178 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 0 (ObjNum 65 snap 0 seq_num 958134304) dirty dne 2023-12-20T11:00:54.182 INFO:tasks.rados.rados.0.smithi123.stdout:3261: done (3 left) 2023-12-20T11:00:54.182 INFO:tasks.rados.rados.0.smithi123.stdout:3262: done (2 left) 2023-12-20T11:00:54.183 INFO:tasks.rados.rados.0.smithi123.stdout:3264: done (1 left) 2023-12-20T11:00:54.183 INFO:tasks.rados.rados.0.smithi123.stdout:3265: rmattr oid 35 current snap is 312 2023-12-20T11:00:54.183 INFO:tasks.rados.rados.0.smithi123.stdout:3266: snap_remove snap 309 2023-12-20T11:00:55.184 INFO:tasks.rados.rados.0.smithi123.stdout:3266: done (2 left) 2023-12-20T11:00:55.184 INFO:tasks.rados.rados.0.smithi123.stdout:3267: read oid 7 snap -1 2023-12-20T11:00:55.184 INFO:tasks.rados.rados.0.smithi123.stdout:3267: expect (ObjNum 995 snap 300 seq_num 995) 2023-12-20T11:00:55.184 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 41 current snap is 312 2023-12-20T11:00:55.184 INFO:tasks.rados.rados.0.smithi123.stdout:3268: seq_num 1040 ranges {16736256=622592} 2023-12-20T11:00:55.275 INFO:tasks.rados.rados.0.smithi123.stdout:3268: writing smithi123173835-41 from 16736256 to 17358848 tid 1 2023-12-20T11:00:55.275 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 16 current snap is 312 2023-12-20T11:00:55.275 INFO:tasks.rados.rados.0.smithi123.stdout:3263: expect (ObjNum 1027 snap 309 seq_num 1027) 2023-12-20T11:00:55.372 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 35 v 2746 (ObjNum 1032 snap 310 seq_num 1032) dirty exists 2023-12-20T11:00:55.372 INFO:tasks.rados.rados.0.smithi123.stdout:3267: expect (ObjNum 995 snap 300 seq_num 995) 2023-12-20T11:00:55.490 INFO:tasks.rados.rados.0.smithi123.stdout:3268: finishing write tid 1 to smithi123173835-41 2023-12-20T11:00:55.490 INFO:tasks.rados.rados.0.smithi123.stdout:3268: finishing write tid 2 to smithi123173835-41 2023-12-20T11:00:55.490 INFO:tasks.rados.rados.0.smithi123.stdout:3268: finishing write tid 3 to smithi123173835-41 2023-12-20T11:00:55.490 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 2007 (ObjNum 1040 snap 312 seq_num 1040) dirty exists 2023-12-20T11:00:55.491 INFO:tasks.rados.rados.0.smithi123.stdout:3268: left oid 41 (ObjNum 1040 snap 312 seq_num 1040) 2023-12-20T11:00:55.491 INFO:tasks.rados.rados.0.smithi123.stdout:3269: seq_num 1041 ranges {0=638976} 2023-12-20T11:00:55.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:55 smithi123 ceph-mon[191304]: pgmap v767: 121 pgs: 121 active+clean; 210 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.8 MiB/s wr, 15 op/s 2023-12-20T11:00:55.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:55 smithi123 ceph-mon[191304]: osdmap e701: 8 total, 8 up, 8 in 2023-12-20T11:00:55.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:55 smithi123 ceph-mon[188613]: pgmap v767: 121 pgs: 121 active+clean; 210 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.8 MiB/s wr, 15 op/s 2023-12-20T11:00:55.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:55 smithi123 ceph-mon[188613]: osdmap e701: 8 total, 8 up, 8 in 2023-12-20T11:00:55.494 INFO:tasks.rados.rados.0.smithi123.stdout:3269: writing smithi123173835-16 from 0 to 638976 tid 1 2023-12-20T11:00:55.494 INFO:tasks.rados.rados.0.smithi123.stdout:3263: done (4 left) 2023-12-20T11:00:55.494 INFO:tasks.rados.rados.0.smithi123.stdout:3265: done (3 left) 2023-12-20T11:00:55.494 INFO:tasks.rados.rados.0.smithi123.stdout:3267: done (2 left) 2023-12-20T11:00:55.494 INFO:tasks.rados.rados.0.smithi123.stdout:3268: done (1 left) 2023-12-20T11:00:55.494 INFO:tasks.rados.rados.0.smithi123.stdout:3270: read oid 32 snap -1 2023-12-20T11:00:55.494 INFO:tasks.rados.rados.0.smithi123.stdout:3270: expect (ObjNum 1033 snap 310 seq_num 1033) 2023-12-20T11:00:55.494 INFO:tasks.rados.rados.0.smithi123.stdout:3271: setattr oid 28 current snap is 312 2023-12-20T11:00:55.496 INFO:tasks.rados.rados.0.smithi123.stdout:3272: snap_create 2023-12-20T11:00:55.497 INFO:tasks.rados.rados.0.smithi123.stdout:3270: expect (ObjNum 1033 snap 310 seq_num 1033) 2023-12-20T11:00:55.523 INFO:tasks.rados.rados.0.smithi123.stdout:3269: finishing write tid 1 to smithi123173835-16 2023-12-20T11:00:55.523 INFO:tasks.rados.rados.0.smithi123.stdout:3269: finishing write tid 2 to smithi123173835-16 2023-12-20T11:00:55.523 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 28 v 1638 (ObjNum 937 snap 279 seq_num 937) dirty exists 2023-12-20T11:00:55.523 INFO:tasks.rados.rados.0.smithi123.stdout:3269: finishing write tid 3 to smithi123173835-16 2023-12-20T11:00:55.523 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 2012 (ObjNum 1041 snap 312 seq_num 1041) dirty exists 2023-12-20T11:00:55.523 INFO:tasks.rados.rados.0.smithi123.stdout:3269: left oid 16 (ObjNum 1041 snap 312 seq_num 1041) 2023-12-20T11:00:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:55 smithi177 ceph-mon[212096]: pgmap v767: 121 pgs: 121 active+clean; 210 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.8 MiB/s wr, 15 op/s 2023-12-20T11:00:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:55 smithi177 ceph-mon[212096]: osdmap e701: 8 total, 8 up, 8 in 2023-12-20T11:00:56.190 INFO:tasks.rados.rados.0.smithi123.stdout:3269: done (3 left) 2023-12-20T11:00:56.190 INFO:tasks.rados.rados.0.smithi123.stdout:3270: done (2 left) 2023-12-20T11:00:56.190 INFO:tasks.rados.rados.0.smithi123.stdout:3271: done (1 left) 2023-12-20T11:00:56.190 INFO:tasks.rados.rados.0.smithi123.stdout:3272: done (0 left) 2023-12-20T11:00:56.190 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 14 current snap is 313 2023-12-20T11:00:56.190 INFO:tasks.rados.rados.0.smithi123.stdout:3273: seq_num 1042 ranges {0=655360} 2023-12-20T11:00:56.193 INFO:tasks.rados.rados.0.smithi123.stdout:3273: writing smithi123173835-14 from 0 to 655360 tid 1 2023-12-20T11:00:56.193 INFO:tasks.rados.rados.0.smithi123.stdout:3274: rollback oid 15 current snap is 313 2023-12-20T11:00:56.194 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 15 to 312 2023-12-20T11:00:56.194 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 46 current snap is 313 2023-12-20T11:00:56.194 INFO:tasks.rados.rados.0.smithi123.stdout:3275: seq_num 1043 ranges {442368=671744} 2023-12-20T11:00:56.201 INFO:tasks.rados.rados.0.smithi123.stdout:3275: writing smithi123173835-46 from 442368 to 1114112 tid 1 2023-12-20T11:00:56.201 INFO:tasks.rados.rados.0.smithi123.stdout:3276: read oid 49 snap 312 2023-12-20T11:00:56.201 INFO:tasks.rados.rados.0.smithi123.stdout:3276: expect (ObjNum 1007 snap 305 seq_num 1007) 2023-12-20T11:00:56.201 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 43 current snap is 313 2023-12-20T11:00:56.201 INFO:tasks.rados.rados.0.smithi123.stdout:3274: finishing rollback tid 1 to smithi123173835-15 2023-12-20T11:00:56.201 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 0 (ObjNum 33 snap 0 seq_num 959403680) dirty dne 2023-12-20T11:00:56.201 INFO:tasks.rados.rados.0.smithi123.stdout:3273: finishing write tid 1 to smithi123173835-14 2023-12-20T11:00:56.201 INFO:tasks.rados.rados.0.smithi123.stdout:3273: finishing write tid 2 to smithi123173835-14 2023-12-20T11:00:56.202 INFO:tasks.rados.rados.0.smithi123.stdout:3277: seq_num 1044 ranges {0=688128} 2023-12-20T11:00:56.208 INFO:tasks.rados.rados.0.smithi123.stdout:3277: writing smithi123173835-43 from 0 to 688128 tid 1 2023-12-20T11:00:56.208 INFO:tasks.rados.rados.0.smithi123.stdout:3274: done (4 left) 2023-12-20T11:00:56.208 INFO:tasks.rados.rados.0.smithi123.stdout:3278: rollback oid 34 current snap is 313 2023-12-20T11:00:56.208 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 34 to 312 2023-12-20T11:00:56.208 INFO:tasks.rados.rados.0.smithi123.stdout:3273: finishing write tid 3 to smithi123173835-14 2023-12-20T11:00:56.208 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 14 v 2643 (ObjNum 1042 snap 313 seq_num 1042) dirty exists 2023-12-20T11:00:56.208 INFO:tasks.rados.rados.0.smithi123.stdout:3273: left oid 14 (ObjNum 1042 snap 313 seq_num 1042) 2023-12-20T11:00:56.208 INFO:tasks.rados.rados.0.smithi123.stdout:3273: done (4 left) 2023-12-20T11:00:56.209 INFO:tasks.rados.rados.0.smithi123.stdout:3279: read oid 40 snap -1 2023-12-20T11:00:56.209 INFO:tasks.rados.rados.0.smithi123.stdout:3279: expect (ObjNum 1006 snap 305 seq_num 1006) 2023-12-20T11:00:56.209 INFO:tasks.rados.rados.0.smithi123.stdout:3280: snap_create 2023-12-20T11:00:56.209 INFO:tasks.rados.rados.0.smithi123.stdout:3275: finishing write tid 1 to smithi123173835-46 2023-12-20T11:00:56.209 INFO:tasks.rados.rados.0.smithi123.stdout:3275: finishing write tid 2 to smithi123173835-46 2023-12-20T11:00:56.209 INFO:tasks.rados.rados.0.smithi123.stdout:3277: finishing write tid 1 to smithi123173835-43 2023-12-20T11:00:56.209 INFO:tasks.rados.rados.0.smithi123.stdout:3275: finishing write tid 3 to smithi123173835-46 2023-12-20T11:00:56.209 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 46 v 2014 (ObjNum 1043 snap 313 seq_num 1043) dirty exists 2023-12-20T11:00:56.210 INFO:tasks.rados.rados.0.smithi123.stdout:3275: left oid 46 (ObjNum 1043 snap 313 seq_num 1043) 2023-12-20T11:00:56.210 INFO:tasks.rados.rados.0.smithi123.stdout:3277: finishing write tid 2 to smithi123173835-43 2023-12-20T11:00:56.211 INFO:tasks.rados.rados.0.smithi123.stdout:3277: finishing write tid 3 to smithi123173835-43 2023-12-20T11:00:56.211 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 1809 (ObjNum 1044 snap 313 seq_num 1044) dirty exists 2023-12-20T11:00:56.211 INFO:tasks.rados.rados.0.smithi123.stdout:3277: left oid 43 (ObjNum 1044 snap 313 seq_num 1044) 2023-12-20T11:00:56.212 INFO:tasks.rados.rados.0.smithi123.stdout:3278: finishing rollback tid 0 to smithi123173835-34 2023-12-20T11:00:56.212 INFO:tasks.rados.rados.0.smithi123.stdout:3278: finishing rollback tid 1 to smithi123173835-34 2023-12-20T11:00:56.212 INFO:tasks.rados.rados.0.smithi123.stdout:3278: finishing rollback tid 2 to smithi123173835-34 2023-12-20T11:00:56.212 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 34 v 2757 (ObjNum 1024 snap 309 seq_num 1024) dirty exists 2023-12-20T11:00:56.219 INFO:tasks.rados.rados.0.smithi123.stdout:3279: expect (ObjNum 1006 snap 305 seq_num 1006) 2023-12-20T11:00:56.314 INFO:tasks.rados.rados.0.smithi123.stdout:3276: expect (ObjNum 1007 snap 305 seq_num 1007) 2023-12-20T11:00:56.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:56 smithi123 ceph-mon[191304]: osdmap e702: 8 total, 8 up, 8 in 2023-12-20T11:00:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:56 smithi123 ceph-mon[188613]: osdmap e702: 8 total, 8 up, 8 in 2023-12-20T11:00:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:56 smithi177 ceph-mon[212096]: osdmap e702: 8 total, 8 up, 8 in 2023-12-20T11:00:57.192 INFO:tasks.rados.rados.0.smithi123.stdout:3275: done (5 left) 2023-12-20T11:00:57.192 INFO:tasks.rados.rados.0.smithi123.stdout:3276: done (4 left) 2023-12-20T11:00:57.192 INFO:tasks.rados.rados.0.smithi123.stdout:3277: done (3 left) 2023-12-20T11:00:57.193 INFO:tasks.rados.rados.0.smithi123.stdout:3278: done (2 left) 2023-12-20T11:00:57.193 INFO:tasks.rados.rados.0.smithi123.stdout:3279: done (1 left) 2023-12-20T11:00:57.193 INFO:tasks.rados.rados.0.smithi123.stdout:3280: done (0 left) 2023-12-20T11:00:57.193 INFO:tasks.rados.rados.0.smithi123.stdout:3281: copy_from oid 46 from oid 15 current snap is 314 2023-12-20T11:00:57.193 INFO:tasks.rados.rados.0.smithi123.stdout:3282: read oid 25 snap -1 2023-12-20T11:00:57.193 INFO:tasks.rados.rados.0.smithi123.stdout:3282: expect deleted 2023-12-20T11:00:57.193 INFO:tasks.rados.rados.0.smithi123.stdout:3283: setattr oid 47 current snap is 314 2023-12-20T11:00:57.193 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 13 current snap is 314 2023-12-20T11:00:57.193 INFO:tasks.rados.rados.0.smithi123.stdout:3284: seq_num 1045 ranges {2310144=704512} 2023-12-20T11:00:57.210 INFO:tasks.rados.rados.0.smithi123.stdout:3284: writing smithi123173835-13 from 2310144 to 3014656 tid 1 2023-12-20T11:00:57.210 INFO:tasks.rados.rados.0.smithi123.stdout:3285: read oid 20 snap -1 2023-12-20T11:00:57.210 INFO:tasks.rados.rados.0.smithi123.stdout:3285: expect (ObjNum 995 snap 300 seq_num 995) 2023-12-20T11:00:57.210 INFO:tasks.rados.rados.0.smithi123.stdout:3286: snap_remove snap 313 2023-12-20T11:00:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:57 smithi123 ceph-mon[191304]: pgmap v770: 121 pgs: 121 active+clean; 210 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 268 KiB/s wr, 5 op/s 2023-12-20T11:00:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:57 smithi123 ceph-mon[191304]: osdmap e703: 8 total, 8 up, 8 in 2023-12-20T11:00:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:00:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:57 smithi123 ceph-mon[188613]: pgmap v770: 121 pgs: 121 active+clean; 210 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 268 KiB/s wr, 5 op/s 2023-12-20T11:00:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:57 smithi123 ceph-mon[188613]: osdmap e703: 8 total, 8 up, 8 in 2023-12-20T11:00:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:00:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:57 smithi177 ceph-mon[212096]: pgmap v770: 121 pgs: 121 active+clean; 210 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 268 KiB/s wr, 5 op/s 2023-12-20T11:00:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:57 smithi177 ceph-mon[212096]: osdmap e703: 8 total, 8 up, 8 in 2023-12-20T11:00:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:00:58.099 INFO:tasks.rados.rados.0.smithi123.stdout:3286: done (5 left) 2023-12-20T11:00:58.099 INFO:tasks.rados.rados.0.smithi123.stdout:3287: read oid 10 snap 312 2023-12-20T11:00:58.099 INFO:tasks.rados.rados.0.smithi123.stdout:3287: expect deleted 2023-12-20T11:00:58.099 INFO:tasks.rados.rados.0.smithi123.stdout:3288: rollback oid 16 current snap is 314 2023-12-20T11:00:58.099 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 16 to 312 2023-12-20T11:00:58.100 INFO:tasks.rados.rados.0.smithi123.stdout:3281: finishing copy_from to smithi123173835-46 2023-12-20T11:00:58.100 INFO:tasks.rados.rados.0.smithi123.stdout:3281: got expected ENOENT (src dne) 2023-12-20T11:00:58.100 INFO:tasks.rados.rados.0.smithi123.stdout:3281: finishing copy_from racing read to smithi123173835-46 2023-12-20T11:00:58.100 INFO:tasks.rados.rados.0.smithi123.stdout:3281: done (6 left) 2023-12-20T11:00:58.100 INFO:tasks.rados.rados.0.smithi123.stdout:3282: done (5 left) 2023-12-20T11:00:58.100 INFO:tasks.rados.rados.0.smithi123.stdout:3289: read oid 2 snap 312 2023-12-20T11:00:58.100 INFO:tasks.rados.rados.0.smithi123.stdout:3289: expect (ObjNum 1015 snap 307 seq_num 1015) 2023-12-20T11:00:58.100 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 19 current snap is 314 2023-12-20T11:00:58.100 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 47 v 2004 (ObjNum 1008 snap 306 seq_num 1008) dirty exists 2023-12-20T11:00:58.100 INFO:tasks.rados.rados.0.smithi123.stdout:3284: finishing write tid 1 to smithi123173835-13 2023-12-20T11:00:58.100 INFO:tasks.rados.rados.0.smithi123.stdout:3284: finishing write tid 2 to smithi123173835-13 2023-12-20T11:00:58.100 INFO:tasks.rados.rados.0.smithi123.stdout:3284: finishing write tid 3 to smithi123173835-13 2023-12-20T11:00:58.100 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 2760 (ObjNum 1045 snap 314 seq_num 1045) dirty exists 2023-12-20T11:00:58.100 INFO:tasks.rados.rados.0.smithi123.stdout:3284: left oid 13 (ObjNum 1045 snap 314 seq_num 1045) 2023-12-20T11:00:58.100 INFO:tasks.rados.rados.0.smithi123.stdout:3285: expect (ObjNum 995 snap 300 seq_num 995) 2023-12-20T11:00:58.226 INFO:tasks.rados.rados.0.smithi123.stdout:3289: expect (ObjNum 1015 snap 307 seq_num 1015) 2023-12-20T11:00:58.231 INFO:tasks.rados.rados.0.smithi123.stdout:3288: finishing rollback tid 0 to smithi123173835-16 2023-12-20T11:00:58.232 INFO:tasks.rados.rados.0.smithi123.stdout:3288: finishing rollback tid 1 to smithi123173835-16 2023-12-20T11:00:58.232 INFO:tasks.rados.rados.0.smithi123.stdout:3288: finishing rollback tid 2 to smithi123173835-16 2023-12-20T11:00:58.232 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 2017 (ObjNum 1041 snap 312 seq_num 1041) dirty exists 2023-12-20T11:00:58.232 INFO:tasks.rados.rados.0.smithi123.stdout:3290: seq_num 1046 ranges {19521536=729088} 2023-12-20T11:00:58.338 INFO:tasks.rados.rados.0.smithi123.stdout:3290: writing smithi123173835-19 from 19521536 to 20250624 tid 1 2023-12-20T11:00:58.339 INFO:tasks.rados.rados.0.smithi123.stdout:3283: done (6 left) 2023-12-20T11:00:58.339 INFO:tasks.rados.rados.0.smithi123.stdout:3284: done (5 left) 2023-12-20T11:00:58.339 INFO:tasks.rados.rados.0.smithi123.stdout:3285: done (4 left) 2023-12-20T11:00:58.339 INFO:tasks.rados.rados.0.smithi123.stdout:3287: done (3 left) 2023-12-20T11:00:58.339 INFO:tasks.rados.rados.0.smithi123.stdout:3288: done (2 left) 2023-12-20T11:00:58.339 INFO:tasks.rados.rados.0.smithi123.stdout:3289: done (1 left) 2023-12-20T11:00:58.340 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 3 current snap is 314 2023-12-20T11:00:58.340 INFO:tasks.rados.rados.0.smithi123.stdout:3291: seq_num 1047 ranges {3751936=745472} 2023-12-20T11:00:58.362 INFO:tasks.rados.rados.0.smithi123.stdout:3291: writing smithi123173835-3 from 3751936 to 4497408 tid 1 2023-12-20T11:00:58.362 INFO:tasks.rados.rados.0.smithi123.stdout:3292: read oid 35 snap -1 2023-12-20T11:00:58.362 INFO:tasks.rados.rados.0.smithi123.stdout:3292: expect (ObjNum 1032 snap 310 seq_num 1032) 2023-12-20T11:00:58.363 INFO:tasks.rados.rados.0.smithi123.stdout:3293: read oid 45 snap -1 2023-12-20T11:00:58.363 INFO:tasks.rados.rados.0.smithi123.stdout:3293: expect (ObjNum 1035 snap 311 seq_num 1035) 2023-12-20T11:00:58.363 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 49 current snap is 314 2023-12-20T11:00:58.363 INFO:tasks.rados.rados.0.smithi123.stdout:3290: finishing write tid 1 to smithi123173835-19 2023-12-20T11:00:58.363 INFO:tasks.rados.rados.0.smithi123.stdout:3290: finishing write tid 2 to smithi123173835-19 2023-12-20T11:00:58.363 INFO:tasks.rados.rados.0.smithi123.stdout:3290: finishing write tid 3 to smithi123173835-19 2023-12-20T11:00:58.363 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 1782 (ObjNum 1046 snap 314 seq_num 1046) dirty exists 2023-12-20T11:00:58.363 INFO:tasks.rados.rados.0.smithi123.stdout:3290: left oid 19 (ObjNum 1046 snap 314 seq_num 1046) 2023-12-20T11:00:58.363 INFO:tasks.rados.rados.0.smithi123.stdout:3294: seq_num 1048 ranges {9928704=761856} 2023-12-20T11:00:58.421 INFO:tasks.rados.rados.0.smithi123.stdout:3294: writing smithi123173835-49 from 9928704 to 10690560 tid 1 2023-12-20T11:00:58.421 INFO:tasks.rados.rados.0.smithi123.stdout:3290: done (4 left) 2023-12-20T11:00:58.421 INFO:tasks.rados.rados.0.smithi123.stdout:3295: copy_from oid 33 from oid 47 current snap is 314 2023-12-20T11:00:58.421 INFO:tasks.rados.rados.0.smithi123.stdout:3293: expect (ObjNum 1035 snap 311 seq_num 1035) 2023-12-20T11:00:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:58 smithi123 ceph-mon[191304]: osdmap e704: 8 total, 8 up, 8 in 2023-12-20T11:00:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:58 smithi123 ceph-mon[191304]: osdmap e705: 8 total, 8 up, 8 in 2023-12-20T11:00:58.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:58 smithi123 ceph-mon[188613]: osdmap e704: 8 total, 8 up, 8 in 2023-12-20T11:00:58.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:58 smithi123 ceph-mon[188613]: osdmap e705: 8 total, 8 up, 8 in 2023-12-20T11:00:58.531 INFO:tasks.rados.rados.0.smithi123.stdout:3291: finishing write tid 1 to smithi123173835-3 2023-12-20T11:00:58.531 INFO:tasks.rados.rados.0.smithi123.stdout:3291: finishing write tid 2 to smithi123173835-3 2023-12-20T11:00:58.531 INFO:tasks.rados.rados.0.smithi123.stdout:3291: finishing write tid 3 to smithi123173835-3 2023-12-20T11:00:58.531 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 2021 (ObjNum 1047 snap 314 seq_num 1047) dirty exists 2023-12-20T11:00:58.531 INFO:tasks.rados.rados.0.smithi123.stdout:3291: left oid 3 (ObjNum 1047 snap 314 seq_num 1047) 2023-12-20T11:00:58.531 INFO:tasks.rados.rados.0.smithi123.stdout:3292: expect (ObjNum 1032 snap 310 seq_num 1032) 2023-12-20T11:00:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:58 smithi177 ceph-mon[212096]: osdmap e704: 8 total, 8 up, 8 in 2023-12-20T11:00:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:58 smithi177 ceph-mon[212096]: osdmap e705: 8 total, 8 up, 8 in 2023-12-20T11:00:59.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:00:59 smithi123 ceph-mon[191304]: pgmap v773: 121 pgs: 121 active+clean; 166 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 292 KiB/s wr, 11 op/s 2023-12-20T11:00:59.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:00:59 smithi123 ceph-mon[188613]: pgmap v773: 121 pgs: 121 active+clean; 166 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 292 KiB/s wr, 11 op/s 2023-12-20T11:00:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:00:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:00:59] "GET /metrics HTTP/1.1" 200 36159 "" "Prometheus/2.43.0" 2023-12-20T11:00:59.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:00:59 smithi177 ceph-mon[212096]: pgmap v773: 121 pgs: 121 active+clean; 166 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 292 KiB/s wr, 11 op/s 2023-12-20T11:01:00.471 INFO:tasks.rados.rados.0.smithi123.stdout:3295: finishing copy_from racing read to smithi123173835-33 2023-12-20T11:01:00.471 INFO:tasks.rados.rados.0.smithi123.stdout:3295: finishing copy_from to smithi123173835-33 2023-12-20T11:01:00.471 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 2004 (ObjNum 1008 snap 306 seq_num 1008) dirty exists 2023-12-20T11:01:00.471 INFO:tasks.rados.rados.0.smithi123.stdout:3294: finishing write tid 1 to smithi123173835-49 2023-12-20T11:01:00.471 INFO:tasks.rados.rados.0.smithi123.stdout:3294: finishing write tid 2 to smithi123173835-49 2023-12-20T11:01:00.471 INFO:tasks.rados.rados.0.smithi123.stdout:3294: finishing write tid 3 to smithi123173835-49 2023-12-20T11:01:00.472 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 2009 (ObjNum 1048 snap 314 seq_num 1048) dirty exists 2023-12-20T11:01:00.472 INFO:tasks.rados.rados.0.smithi123.stdout:3294: left oid 49 (ObjNum 1048 snap 314 seq_num 1048) 2023-12-20T11:01:00.472 INFO:tasks.rados.rados.0.smithi123.stdout:3291: done (4 left) 2023-12-20T11:01:00.472 INFO:tasks.rados.rados.0.smithi123.stdout:3292: done (3 left) 2023-12-20T11:01:00.472 INFO:tasks.rados.rados.0.smithi123.stdout:3293: done (2 left) 2023-12-20T11:01:00.472 INFO:tasks.rados.rados.0.smithi123.stdout:3294: done (1 left) 2023-12-20T11:01:00.472 INFO:tasks.rados.rados.0.smithi123.stdout:3295: done (0 left) 2023-12-20T11:01:00.472 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 8 current snap is 314 2023-12-20T11:01:00.472 INFO:tasks.rados.rados.0.smithi123.stdout:3296: seq_num 1049 ranges {0=778240} 2023-12-20T11:01:00.475 INFO:tasks.rados.rados.0.smithi123.stdout:3296: writing smithi123173835-8 from 0 to 778240 tid 1 2023-12-20T11:01:00.475 INFO:tasks.rados.rados.0.smithi123.stdout:3297: read oid 16 snap -1 2023-12-20T11:01:00.475 INFO:tasks.rados.rados.0.smithi123.stdout:3297: expect (ObjNum 1041 snap 312 seq_num 1041) 2023-12-20T11:01:00.475 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 3 current snap is 314 2023-12-20T11:01:00.475 INFO:tasks.rados.rados.0.smithi123.stdout:3298: seq_num 1050 ranges {4497408=794624} 2023-12-20T11:01:00.505 INFO:tasks.rados.rados.0.smithi123.stdout:3298: writing smithi123173835-3 from 4497408 to 5292032 tid 1 2023-12-20T11:01:00.505 INFO:tasks.rados.rados.0.smithi123.stdout:3299: read oid 11 snap -1 2023-12-20T11:01:00.505 INFO:tasks.rados.rados.0.smithi123.stdout:3299: expect (ObjNum 885 snap 274 seq_num 885) 2023-12-20T11:01:00.505 INFO:tasks.rados.rados.0.smithi123.stdout:3300: read oid 32 snap 312 2023-12-20T11:01:00.505 INFO:tasks.rados.rados.0.smithi123.stdout:3300: expect (ObjNum 1033 snap 310 seq_num 1033) 2023-12-20T11:01:00.505 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 29 current snap is 314 2023-12-20T11:01:00.505 INFO:tasks.rados.rados.0.smithi123.stdout:3301: seq_num 1051 ranges {2310144=409600,2719744=401408} 2023-12-20T11:01:00.519 INFO:tasks.rados.rados.0.smithi123.stdout:3301: writing smithi123173835-29 from 2310144 to 2719744 tid 1 2023-12-20T11:01:00.522 INFO:tasks.rados.rados.0.smithi123.stdout:3301: writing smithi123173835-29 from 2719744 to 3121152 tid 2 2023-12-20T11:01:00.522 INFO:tasks.rados.rados.0.smithi123.stdout:3302: delete oid 31 current snap is 314 2023-12-20T11:01:00.522 INFO:tasks.rados.rados.0.smithi123.stdout:3297: expect (ObjNum 1041 snap 312 seq_num 1041) 2023-12-20T11:01:00.552 INFO:tasks.rados.rados.0.smithi123.stdout:3296: finishing write tid 1 to smithi123173835-8 2023-12-20T11:01:00.552 INFO:tasks.rados.rados.0.smithi123.stdout:3296: finishing write tid 2 to smithi123173835-8 2023-12-20T11:01:00.552 INFO:tasks.rados.rados.0.smithi123.stdout:3296: finishing write tid 3 to smithi123173835-8 2023-12-20T11:01:00.553 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 2006 (ObjNum 1049 snap 314 seq_num 1049) dirty exists 2023-12-20T11:01:00.553 INFO:tasks.rados.rados.0.smithi123.stdout:3296: left oid 8 (ObjNum 1049 snap 314 seq_num 1049) 2023-12-20T11:01:00.553 INFO:tasks.rados.rados.0.smithi123.stdout:3296: done (6 left) 2023-12-20T11:01:00.553 INFO:tasks.rados.rados.0.smithi123.stdout:3297: done (5 left) 2023-12-20T11:01:00.553 INFO:tasks.rados.rados.0.smithi123.stdout:3302: done (4 left) 2023-12-20T11:01:00.553 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 45 current snap is 314 2023-12-20T11:01:00.553 INFO:tasks.rados.rados.0.smithi123.stdout:3300: expect (ObjNum 1033 snap 310 seq_num 1033) 2023-12-20T11:01:00.578 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:01:00.581 INFO:tasks.rados.rados.0.smithi123.stdout:3298: finishing write tid 1 to smithi123173835-3 2023-12-20T11:01:00.581 INFO:tasks.rados.rados.0.smithi123.stdout:3299: expect (ObjNum 885 snap 274 seq_num 885) 2023-12-20T11:01:00.594 INFO:tasks.rados.rados.0.smithi123.stdout:3298: finishing write tid 2 to smithi123173835-3 2023-12-20T11:01:00.594 INFO:tasks.rados.rados.0.smithi123.stdout:3298: finishing write tid 3 to smithi123173835-3 2023-12-20T11:01:00.594 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 2023 (ObjNum 1050 snap 314 seq_num 1050) dirty exists 2023-12-20T11:01:00.595 INFO:tasks.rados.rados.0.smithi123.stdout:3298: left oid 3 (ObjNum 1050 snap 314 seq_num 1050) 2023-12-20T11:01:00.595 INFO:tasks.rados.rados.0.smithi123.stdout:3301: finishing write tid 1 to smithi123173835-29 2023-12-20T11:01:00.595 INFO:tasks.rados.rados.0.smithi123.stdout:3301: finishing write tid 2 to smithi123173835-29 2023-12-20T11:01:00.595 INFO:tasks.rados.rados.0.smithi123.stdout:3301: finishing write tid 3 to smithi123173835-29 2023-12-20T11:01:00.595 INFO:tasks.rados.rados.0.smithi123.stdout:3301: finishing write tid 4 to smithi123173835-29 2023-12-20T11:01:00.595 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 2013 (ObjNum 1051 snap 314 seq_num 1051) dirty exists 2023-12-20T11:01:00.595 INFO:tasks.rados.rados.0.smithi123.stdout:3301: left oid 29 (ObjNum 1051 snap 314 seq_num 1051) 2023-12-20T11:01:00.595 INFO:tasks.rados.rados.0.smithi123.stdout:3303: seq_num 1053 ranges {2277376=442368,2719744=401408} 2023-12-20T11:01:00.609 INFO:tasks.rados.rados.0.smithi123.stdout:3303: writing smithi123173835-45 from 2277376 to 2719744 tid 1 2023-12-20T11:01:00.612 INFO:tasks.rados.rados.0.smithi123.stdout:3303: writing smithi123173835-45 from 2719744 to 3121152 tid 2 2023-12-20T11:01:00.612 INFO:tasks.rados.rados.0.smithi123.stdout:3298: done (4 left) 2023-12-20T11:01:00.612 INFO:tasks.rados.rados.0.smithi123.stdout:3299: done (3 left) 2023-12-20T11:01:00.612 INFO:tasks.rados.rados.0.smithi123.stdout:3300: done (2 left) 2023-12-20T11:01:00.612 INFO:tasks.rados.rados.0.smithi123.stdout:3301: done (1 left) 2023-12-20T11:01:00.612 INFO:tasks.rados.rados.0.smithi123.stdout:3304: snap_create 2023-12-20T11:01:00.615 INFO:tasks.rados.rados.0.smithi123.stdout:3303: finishing write tid 1 to smithi123173835-45 2023-12-20T11:01:00.615 INFO:tasks.rados.rados.0.smithi123.stdout:3303: finishing write tid 2 to smithi123173835-45 2023-12-20T11:01:00.615 INFO:tasks.rados.rados.0.smithi123.stdout:3303: finishing write tid 3 to smithi123173835-45 2023-12-20T11:01:00.617 INFO:tasks.rados.rados.0.smithi123.stdout:3303: finishing write tid 4 to smithi123173835-45 2023-12-20T11:01:00.617 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 2020 (ObjNum 1053 snap 314 seq_num 1053) dirty exists 2023-12-20T11:01:00.617 INFO:tasks.rados.rados.0.smithi123.stdout:3303: left oid 45 (ObjNum 1053 snap 314 seq_num 1053) 2023-12-20T11:01:00.890 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:01:00.891 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9m) 6m ago 12m 26.5M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:01:00.891 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9m) 4m ago 12m 95.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:01:00.891 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (13m) 6m ago 13m 15.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:01:00.891 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (13m) 4m ago 13m 21.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:01:00.891 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9m) 4m ago 15m 449M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:01:00.891 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9m) 6m ago 17m 511M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:01:00.891 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8m) 6m ago 17m 83.8M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:01:00.891 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8m) 4m ago 16m 69.5M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:01:00.891 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8m) 6m ago 16m 64.2M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:01:00.891 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9m) 6m ago 12m 9.94M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:01:00.891 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9m) 4m ago 12m 18.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:01:00.891 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8m) 6m ago 15m 285M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:01:00.891 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7m) 6m ago 15m 223M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:01:00.891 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7m) 6m ago 15m 191M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:01:00.892 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6m) 6m ago 14m 16.0M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:01:00.892 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6m) 4m ago 14m 280M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:01:00.892 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5m) 4m ago 14m 224M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:01:00.892 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5m) 4m ago 14m 141M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:01:00.892 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4m) 4m ago 13m 12.6M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:01:00.892 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9m) 4m ago 13m 64.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:01:01.210 INFO:tasks.rados.rados.0.smithi123.stdout:3303: done (1 left) 2023-12-20T11:01:01.210 INFO:tasks.rados.rados.0.smithi123.stdout:3304: done (0 left) 2023-12-20T11:01:01.210 INFO:tasks.rados.rados.0.smithi123.stdout:3305: copy_from oid 40 from oid 20 current snap is 315 2023-12-20T11:01:01.210 INFO:tasks.rados.rados.0.smithi123.stdout:3306: rmattr oid 46 current snap is 315 2023-12-20T11:01:01.211 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 11 current snap is 315 2023-12-20T11:01:01.211 INFO:tasks.rados.rados.0.smithi123.stdout:3307: seq_num 1054 ranges {425984=458752,884736=401408} 2023-12-20T11:01:01.216 INFO:tasks.rados.rados.0.smithi123.stdout:3307: writing smithi123173835-11 from 425984 to 884736 tid 1 2023-12-20T11:01:01.219 INFO:tasks.rados.rados.0.smithi123.stdout:3307: writing smithi123173835-11 from 884736 to 1286144 tid 2 2023-12-20T11:01:01.219 INFO:tasks.rados.rados.0.smithi123.stdout:3308: snap_create 2023-12-20T11:01:01.219 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 46 v 2021 (ObjNum 1043 snap 313 seq_num 1043) dirty exists 2023-12-20T11:01:01.222 INFO:tasks.rados.rados.0.smithi123.stdout:3307: finishing write tid 1 to smithi123173835-11 2023-12-20T11:01:01.224 INFO:tasks.rados.rados.0.smithi123.stdout:3307: finishing write tid 2 to smithi123173835-11 2023-12-20T11:01:01.224 INFO:tasks.rados.rados.0.smithi123.stdout:3307: finishing write tid 3 to smithi123173835-11 2023-12-20T11:01:01.225 INFO:tasks.rados.rados.0.smithi123.stdout:3307: finishing write tid 4 to smithi123173835-11 2023-12-20T11:01:01.226 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 11 v 1986 (ObjNum 1054 snap 315 seq_num 1054) dirty exists 2023-12-20T11:01:01.226 INFO:tasks.rados.rados.0.smithi123.stdout:3307: left oid 11 (ObjNum 1054 snap 315 seq_num 1054) 2023-12-20T11:01:01.240 INFO:tasks.rados.rados.0.smithi123.stdout:3305: finishing copy_from racing read to smithi123173835-40 2023-12-20T11:01:01.242 INFO:tasks.rados.rados.0.smithi123.stdout:3305: finishing copy_from to smithi123173835-40 2023-12-20T11:01:01.242 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 40 v 1635 (ObjNum 995 snap 300 seq_num 995) dirty exists 2023-12-20T11:01:01.290 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:01:01.290 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:01:01.290 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:01:01.290 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:01:01.290 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:01:01.290 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:01:01.290 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:01:01.291 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:01:01.291 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:01:01.291 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:01:01.291 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:01:01.291 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:01:01.291 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:01:01.292 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:01:01.292 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:01:01.292 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:01:01.292 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:01:01.293 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:01:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:01 smithi123 ceph-mon[191304]: pgmap v775: 121 pgs: 121 active+clean; 164 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 715 KiB/s wr, 22 op/s 2023-12-20T11:01:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:01 smithi123 ceph-mon[188613]: pgmap v775: 121 pgs: 121 active+clean; 164 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 715 KiB/s wr, 22 op/s 2023-12-20T11:01:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:01 smithi177 ceph-mon[212096]: pgmap v775: 121 pgs: 121 active+clean; 164 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 715 KiB/s wr, 22 op/s 2023-12-20T11:01:02.220 INFO:tasks.rados.rados.0.smithi123.stdout:3305: done (3 left) 2023-12-20T11:01:02.220 INFO:tasks.rados.rados.0.smithi123.stdout:3306: done (2 left) 2023-12-20T11:01:02.220 INFO:tasks.rados.rados.0.smithi123.stdout:3307: done (1 left) 2023-12-20T11:01:02.220 INFO:tasks.rados.rados.0.smithi123.stdout:3308: done (0 left) 2023-12-20T11:01:02.220 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 39 current snap is 316 2023-12-20T11:01:02.221 INFO:tasks.rados.rados.0.smithi123.stdout:3309: seq_num 1055 ranges {4014080=475136,4489216=401408} 2023-12-20T11:01:02.244 INFO:tasks.rados.rados.0.smithi123.stdout:3309: writing smithi123173835-39 from 4014080 to 4489216 tid 1 2023-12-20T11:01:02.246 INFO:tasks.rados.rados.0.smithi123.stdout:3309: writing smithi123173835-39 from 4489216 to 4890624 tid 2 2023-12-20T11:01:02.246 INFO:tasks.rados.rados.0.smithi123.stdout:3310: read oid 17 snap -1 2023-12-20T11:01:02.247 INFO:tasks.rados.rados.0.smithi123.stdout:3310: expect deleted 2023-12-20T11:01:02.247 INFO:tasks.rados.rados.0.smithi123.stdout:3311: snap_create 2023-12-20T11:01:02.252 INFO:tasks.rados.rados.0.smithi123.stdout:3309: finishing write tid 1 to smithi123173835-39 2023-12-20T11:01:02.253 INFO:tasks.rados.rados.0.smithi123.stdout:3309: finishing write tid 2 to smithi123173835-39 2023-12-20T11:01:02.253 INFO:tasks.rados.rados.0.smithi123.stdout:3309: finishing write tid 3 to smithi123173835-39 2023-12-20T11:01:02.256 INFO:tasks.rados.rados.0.smithi123.stdout:3309: finishing write tid 4 to smithi123173835-39 2023-12-20T11:01:02.256 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 2016 (ObjNum 1055 snap 316 seq_num 1055) dirty exists 2023-12-20T11:01:02.256 INFO:tasks.rados.rados.0.smithi123.stdout:3309: left oid 39 (ObjNum 1055 snap 316 seq_num 1055) 2023-12-20T11:01:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:02 smithi123 ceph-mon[188613]: from='client.34497 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:01:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:02 smithi123 ceph-mon[188613]: from='client.44441 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:01:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:02 smithi123 ceph-mon[188613]: osdmap e706: 8 total, 8 up, 8 in 2023-12-20T11:01:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:02 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/737541469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:01:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:02 smithi123 ceph-mon[191304]: from='client.34497 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:01:02.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:02 smithi123 ceph-mon[191304]: from='client.44441 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:01:02.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:02 smithi123 ceph-mon[191304]: osdmap e706: 8 total, 8 up, 8 in 2023-12-20T11:01:02.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:02 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/737541469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:01:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:02 smithi177 ceph-mon[212096]: from='client.34497 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:01:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:02 smithi177 ceph-mon[212096]: from='client.44441 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:01:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:02 smithi177 ceph-mon[212096]: osdmap e706: 8 total, 8 up, 8 in 2023-12-20T11:01:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:02 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/737541469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:01:03.098 INFO:tasks.rados.rados.0.smithi123.stdout:3309: done (2 left) 2023-12-20T11:01:03.098 INFO:tasks.rados.rados.0.smithi123.stdout:3310: done (1 left) 2023-12-20T11:01:03.098 INFO:tasks.rados.rados.0.smithi123.stdout:3311: done (0 left) 2023-12-20T11:01:03.099 INFO:tasks.rados.rados.0.smithi123.stdout:3312: snap_create 2023-12-20T11:01:03.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:03 smithi123 ceph-mon[188613]: pgmap v777: 121 pgs: 121 active+clean; 168 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2023-12-20T11:01:03.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:03 smithi123 ceph-mon[188613]: osdmap e707: 8 total, 8 up, 8 in 2023-12-20T11:01:03.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:03 smithi123 ceph-mon[188613]: osdmap e708: 8 total, 8 up, 8 in 2023-12-20T11:01:03.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:03 smithi123 ceph-mon[191304]: pgmap v777: 121 pgs: 121 active+clean; 168 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2023-12-20T11:01:03.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:03 smithi123 ceph-mon[191304]: osdmap e707: 8 total, 8 up, 8 in 2023-12-20T11:01:03.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:03 smithi123 ceph-mon[191304]: osdmap e708: 8 total, 8 up, 8 in 2023-12-20T11:01:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:03 smithi177 ceph-mon[212096]: pgmap v777: 121 pgs: 121 active+clean; 168 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2023-12-20T11:01:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:03 smithi177 ceph-mon[212096]: osdmap e707: 8 total, 8 up, 8 in 2023-12-20T11:01:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:03 smithi177 ceph-mon[212096]: osdmap e708: 8 total, 8 up, 8 in 2023-12-20T11:01:04.099 INFO:tasks.rados.rados.0.smithi123.stdout:3312: done (0 left) 2023-12-20T11:01:04.099 INFO:tasks.rados.rados.0.smithi123.stdout:3313: rollback oid 32 current snap is 318 2023-12-20T11:01:04.099 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 32 to 317 2023-12-20T11:01:04.099 INFO:tasks.rados.rados.0.smithi123.stdout:3314: copy_from oid 1 from oid 15 current snap is 318 2023-12-20T11:01:04.099 INFO:tasks.rados.rados.0.smithi123.stdout:3315: snap_remove snap 312 2023-12-20T11:01:05.103 INFO:tasks.rados.rados.0.smithi123.stdout:3315: done (2 left) 2023-12-20T11:01:05.104 INFO:tasks.rados.rados.0.smithi123.stdout:3316: copy_from oid 40 from oid 30 current snap is 318 2023-12-20T11:01:05.104 INFO:tasks.rados.rados.0.smithi123.stdout:3317: read oid 29 snap -1 2023-12-20T11:01:05.104 INFO:tasks.rados.rados.0.smithi123.stdout:3317: expect (ObjNum 1051 snap 314 seq_num 1051) 2023-12-20T11:01:05.104 INFO:tasks.rados.rados.0.smithi123.stdout:3318: snap_remove snap 316 2023-12-20T11:01:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:05 smithi177 ceph-mon[212096]: pgmap v780: 121 pgs: 121 active+clean; 170 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.4 MiB/s wr, 23 op/s 2023-12-20T11:01:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:05 smithi177 ceph-mon[212096]: osdmap e709: 8 total, 8 up, 8 in 2023-12-20T11:01:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:05 smithi123 ceph-mon[191304]: pgmap v780: 121 pgs: 121 active+clean; 170 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.4 MiB/s wr, 23 op/s 2023-12-20T11:01:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:05 smithi123 ceph-mon[191304]: osdmap e709: 8 total, 8 up, 8 in 2023-12-20T11:01:05.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:05 smithi123 ceph-mon[188613]: pgmap v780: 121 pgs: 121 active+clean; 170 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.4 MiB/s wr, 23 op/s 2023-12-20T11:01:05.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:05 smithi123 ceph-mon[188613]: osdmap e709: 8 total, 8 up, 8 in 2023-12-20T11:01:06.103 INFO:tasks.rados.rados.0.smithi123.stdout:3318: done (4 left) 2023-12-20T11:01:06.103 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 49 current snap is 318 2023-12-20T11:01:06.103 INFO:tasks.rados.rados.0.smithi123.stdout:3313: finishing rollback tid 0 to smithi123173835-32 2023-12-20T11:01:06.103 INFO:tasks.rados.rados.0.smithi123.stdout:3319: seq_num 1056 ranges {10690560=491520,11182080=401408} 2023-12-20T11:01:06.163 INFO:tasks.rados.rados.0.smithi123.stdout:3319: writing smithi123173835-49 from 10690560 to 11182080 tid 1 2023-12-20T11:01:06.165 INFO:tasks.rados.rados.0.smithi123.stdout:3319: writing smithi123173835-49 from 11182080 to 11583488 tid 2 2023-12-20T11:01:06.165 INFO:tasks.rados.rados.0.smithi123.stdout:3320: read oid 7 snap -1 2023-12-20T11:01:06.166 INFO:tasks.rados.rados.0.smithi123.stdout:3320: expect (ObjNum 995 snap 300 seq_num 995) 2023-12-20T11:01:06.166 INFO:tasks.rados.rados.0.smithi123.stdout:3321: setattr oid 4 current snap is 318 2023-12-20T11:01:06.166 INFO:tasks.rados.rados.0.smithi123.stdout:3313: finishing rollback tid 1 to smithi123173835-32 2023-12-20T11:01:06.166 INFO:tasks.rados.rados.0.smithi123.stdout:3313: finishing rollback tid 2 to smithi123173835-32 2023-12-20T11:01:06.166 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 2768 (ObjNum 1033 snap 310 seq_num 1033) dirty exists 2023-12-20T11:01:06.166 INFO:tasks.rados.rados.0.smithi123.stdout:3314: finishing copy_from to smithi123173835-1 2023-12-20T11:01:06.166 INFO:tasks.rados.rados.0.smithi123.stdout:3314: got expected ENOENT (src dne) 2023-12-20T11:01:06.166 INFO:tasks.rados.rados.0.smithi123.stdout:3314: finishing copy_from racing read to smithi123173835-1 2023-12-20T11:01:06.166 INFO:tasks.rados.rados.0.smithi123.stdout:3317: expect (ObjNum 1051 snap 314 seq_num 1051) 2023-12-20T11:01:06.321 INFO:tasks.rados.rados.0.smithi123.stdout:3316: finishing copy_from racing read to smithi123173835-40 2023-12-20T11:01:06.322 INFO:tasks.rados.rados.0.smithi123.stdout:3316: finishing copy_from to smithi123173835-40 2023-12-20T11:01:06.322 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 40 v 2635 (ObjNum 984 snap 298 seq_num 984) dirty exists 2023-12-20T11:01:06.322 INFO:tasks.rados.rados.0.smithi123.stdout:3319: finishing write tid 1 to smithi123173835-49 2023-12-20T11:01:06.322 INFO:tasks.rados.rados.0.smithi123.stdout:3319: finishing write tid 2 to smithi123173835-49 2023-12-20T11:01:06.322 INFO:tasks.rados.rados.0.smithi123.stdout:3319: finishing write tid 3 to smithi123173835-49 2023-12-20T11:01:06.322 INFO:tasks.rados.rados.0.smithi123.stdout:3319: finishing write tid 4 to smithi123173835-49 2023-12-20T11:01:06.322 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 2012 (ObjNum 1056 snap 318 seq_num 1056) dirty exists 2023-12-20T11:01:06.322 INFO:tasks.rados.rados.0.smithi123.stdout:3319: left oid 49 (ObjNum 1056 snap 318 seq_num 1056) 2023-12-20T11:01:06.322 INFO:tasks.rados.rados.0.smithi123.stdout:3320: expect (ObjNum 995 snap 300 seq_num 995) 2023-12-20T11:01:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:06 smithi177 ceph-mon[212096]: osdmap e710: 8 total, 8 up, 8 in 2023-12-20T11:01:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:06 smithi177 ceph-mon[212096]: osdmap e711: 8 total, 8 up, 8 in 2023-12-20T11:01:06.440 INFO:tasks.rados.rados.0.smithi123.stdout:3313: done (6 left) 2023-12-20T11:01:06.440 INFO:tasks.rados.rados.0.smithi123.stdout:3314: done (5 left) 2023-12-20T11:01:06.440 INFO:tasks.rados.rados.0.smithi123.stdout:3316: done (4 left) 2023-12-20T11:01:06.440 INFO:tasks.rados.rados.0.smithi123.stdout:3317: done (3 left) 2023-12-20T11:01:06.440 INFO:tasks.rados.rados.0.smithi123.stdout:3319: done (2 left) 2023-12-20T11:01:06.441 INFO:tasks.rados.rados.0.smithi123.stdout:3320: done (1 left) 2023-12-20T11:01:06.441 INFO:tasks.rados.rados.0.smithi123.stdout:3322: setattr oid 44 current snap is 318 2023-12-20T11:01:06.441 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 25 current snap is 318 2023-12-20T11:01:06.441 INFO:tasks.rados.rados.0.smithi123.stdout:3323: seq_num 1057 ranges {0=507904,507904=401408} 2023-12-20T11:01:06.444 INFO:tasks.rados.rados.0.smithi123.stdout:3323: writing smithi123173835-25 from 0 to 507904 tid 1 2023-12-20T11:01:06.447 INFO:tasks.rados.rados.0.smithi123.stdout:3323: writing smithi123173835-25 from 507904 to 909312 tid 2 2023-12-20T11:01:06.447 INFO:tasks.rados.rados.0.smithi123.stdout:3324: delete oid 17 current snap is 318 2023-12-20T11:01:06.447 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 2024 (ObjNum 1027 snap 309 seq_num 1027) dirty exists 2023-12-20T11:01:06.447 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 44 v 1787 (ObjNum 177 snap 0 seq_num 959090992) dirty exists 2023-12-20T11:01:06.448 INFO:tasks.rados.rados.0.smithi123.stdout:3321: done (3 left) 2023-12-20T11:01:06.449 INFO:tasks.rados.rados.0.smithi123.stdout:3322: done (2 left) 2023-12-20T11:01:06.449 INFO:tasks.rados.rados.0.smithi123.stdout:3324: done (1 left) 2023-12-20T11:01:06.449 INFO:tasks.rados.rados.0.smithi123.stdout:3325: rollback oid 28 current snap is 318 2023-12-20T11:01:06.449 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 28 to 315 2023-12-20T11:01:06.449 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 27 current snap is 318 2023-12-20T11:01:06.449 INFO:tasks.rados.rados.0.smithi123.stdout:3326: seq_num 1059 ranges {0=540672,540672=401408} 2023-12-20T11:01:06.452 INFO:tasks.rados.rados.0.smithi123.stdout:3326: writing smithi123173835-27 from 0 to 540672 tid 1 2023-12-20T11:01:06.457 INFO:tasks.rados.rados.0.smithi123.stdout:3326: writing smithi123173835-27 from 540672 to 942080 tid 2 2023-12-20T11:01:06.457 INFO:tasks.rados.rados.0.smithi123.stdout:3327: read oid 8 snap -1 2023-12-20T11:01:06.457 INFO:tasks.rados.rados.0.smithi123.stdout:3327: expect (ObjNum 1049 snap 314 seq_num 1049) 2023-12-20T11:01:06.457 INFO:tasks.rados.rados.0.smithi123.stdout:3328: snap_remove snap 317 2023-12-20T11:01:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:06 smithi123 ceph-mon[191304]: osdmap e710: 8 total, 8 up, 8 in 2023-12-20T11:01:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:06 smithi123 ceph-mon[191304]: osdmap e711: 8 total, 8 up, 8 in 2023-12-20T11:01:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:06 smithi123 ceph-mon[188613]: osdmap e710: 8 total, 8 up, 8 in 2023-12-20T11:01:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:06 smithi123 ceph-mon[188613]: osdmap e711: 8 total, 8 up, 8 in 2023-12-20T11:01:07.123 INFO:tasks.rados.rados.0.smithi123.stdout:3328: done (4 left) 2023-12-20T11:01:07.123 INFO:tasks.rados.rados.0.smithi123.stdout:3329: read oid 24 snap -1 2023-12-20T11:01:07.123 INFO:tasks.rados.rados.0.smithi123.stdout:3329: expect (ObjNum 967 snap 292 seq_num 967) 2023-12-20T11:01:07.123 INFO:tasks.rados.rados.0.smithi123.stdout:3330: snap_remove snap 314 2023-12-20T11:01:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:07 smithi177 ceph-mon[212096]: pgmap v783: 121 pgs: 121 active+clean; 171 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 590 KiB/s wr, 5 op/s 2023-12-20T11:01:07.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:07 smithi123 ceph-mon[188613]: pgmap v783: 121 pgs: 121 active+clean; 171 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 590 KiB/s wr, 5 op/s 2023-12-20T11:01:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:07 smithi123 ceph-mon[191304]: pgmap v783: 121 pgs: 121 active+clean; 171 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 590 KiB/s wr, 5 op/s 2023-12-20T11:01:08.104 INFO:tasks.rados.rados.0.smithi123.stdout:3330: done (5 left) 2023-12-20T11:01:08.104 INFO:tasks.rados.rados.0.smithi123.stdout:3331: read oid 18 snap -1 2023-12-20T11:01:08.104 INFO:tasks.rados.rados.0.smithi123.stdout:3331: expect deleted 2023-12-20T11:01:08.104 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 41 current snap is 318 2023-12-20T11:01:08.104 INFO:tasks.rados.rados.0.smithi123.stdout:3332: seq_num 1060 ranges {17358848=557056,17915904=401408} 2023-12-20T11:01:08.198 INFO:tasks.rados.rados.0.smithi123.stdout:3332: writing smithi123173835-41 from 17358848 to 17915904 tid 1 2023-12-20T11:01:08.200 INFO:tasks.rados.rados.0.smithi123.stdout:3332: writing smithi123173835-41 from 17915904 to 18317312 tid 2 2023-12-20T11:01:08.200 INFO:tasks.rados.rados.0.smithi123.stdout:3333: copy_from oid 26 from oid 9 current snap is 318 2023-12-20T11:01:08.200 INFO:tasks.rados.rados.0.smithi123.stdout:3323: finishing write tid 1 to smithi123173835-25 2023-12-20T11:01:08.200 INFO:tasks.rados.rados.0.smithi123.stdout:3323: finishing write tid 2 to smithi123173835-25 2023-12-20T11:01:08.200 INFO:tasks.rados.rados.0.smithi123.stdout:3323: finishing write tid 3 to smithi123173835-25 2023-12-20T11:01:08.200 INFO:tasks.rados.rados.0.smithi123.stdout:3325: finishing rollback tid 0 to smithi123173835-28 2023-12-20T11:01:08.200 INFO:tasks.rados.rados.0.smithi123.stdout:3325: finishing rollback tid 1 to smithi123173835-28 2023-12-20T11:01:08.200 INFO:tasks.rados.rados.0.smithi123.stdout:3325: finishing rollback tid 2 to smithi123173835-28 2023-12-20T11:01:08.201 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 28 v 1641 (ObjNum 937 snap 279 seq_num 937) dirty exists 2023-12-20T11:01:08.201 INFO:tasks.rados.rados.0.smithi123.stdout:3323: finishing write tid 4 to smithi123173835-25 2023-12-20T11:01:08.201 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 1592 (ObjNum 1057 snap 318 seq_num 1057) dirty exists 2023-12-20T11:01:08.201 INFO:tasks.rados.rados.0.smithi123.stdout:3323: left oid 25 (ObjNum 1057 snap 318 seq_num 1057) 2023-12-20T11:01:08.201 INFO:tasks.rados.rados.0.smithi123.stdout:3326: finishing write tid 1 to smithi123173835-27 2023-12-20T11:01:08.201 INFO:tasks.rados.rados.0.smithi123.stdout:3326: finishing write tid 2 to smithi123173835-27 2023-12-20T11:01:08.201 INFO:tasks.rados.rados.0.smithi123.stdout:3326: finishing write tid 3 to smithi123173835-27 2023-12-20T11:01:08.201 INFO:tasks.rados.rados.0.smithi123.stdout:3323: done (7 left) 2023-12-20T11:01:08.201 INFO:tasks.rados.rados.0.smithi123.stdout:3325: done (6 left) 2023-12-20T11:01:08.201 INFO:tasks.rados.rados.0.smithi123.stdout:3334: read oid 3 snap -1 2023-12-20T11:01:08.201 INFO:tasks.rados.rados.0.smithi123.stdout:3334: expect (ObjNum 1050 snap 314 seq_num 1050) 2023-12-20T11:01:08.201 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 35 current snap is 318 2023-12-20T11:01:08.201 INFO:tasks.rados.rados.0.smithi123.stdout:3327: expect (ObjNum 1049 snap 314 seq_num 1049) 2023-12-20T11:01:08.225 INFO:tasks.rados.rados.0.smithi123.stdout:3326: finishing write tid 4 to smithi123173835-27 2023-12-20T11:01:08.225 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 27 v 1595 (ObjNum 1059 snap 318 seq_num 1059) dirty exists 2023-12-20T11:01:08.225 INFO:tasks.rados.rados.0.smithi123.stdout:3326: left oid 27 (ObjNum 1059 snap 318 seq_num 1059) 2023-12-20T11:01:08.225 INFO:tasks.rados.rados.0.smithi123.stdout:3335: seq_num 1061 ranges {14303232=573440,14876672=401408} 2023-12-20T11:01:08.305 INFO:tasks.rados.rados.0.smithi123.stdout:3335: writing smithi123173835-35 from 14303232 to 14876672 tid 1 2023-12-20T11:01:08.305 INFO:tasks.rados.rados.0.smithi123.stdout:3335: writing smithi123173835-35 from 14876672 to 15278080 tid 2 2023-12-20T11:01:08.305 INFO:tasks.rados.rados.0.smithi123.stdout:3326: done (7 left) 2023-12-20T11:01:08.305 INFO:tasks.rados.rados.0.smithi123.stdout:3327: done (6 left) 2023-12-20T11:01:08.305 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 22 current snap is 318 2023-12-20T11:01:08.305 INFO:tasks.rados.rados.0.smithi123.stdout:3329: expect (ObjNum 967 snap 292 seq_num 967) 2023-12-20T11:01:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:08 smithi177 ceph-mon[212096]: osdmap e712: 8 total, 8 up, 8 in 2023-12-20T11:01:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:08 smithi177 ceph-mon[212096]: osdmap e713: 8 total, 8 up, 8 in 2023-12-20T11:01:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:08 smithi123 ceph-mon[191304]: osdmap e712: 8 total, 8 up, 8 in 2023-12-20T11:01:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:08 smithi123 ceph-mon[191304]: osdmap e713: 8 total, 8 up, 8 in 2023-12-20T11:01:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:08 smithi123 ceph-mon[188613]: osdmap e712: 8 total, 8 up, 8 in 2023-12-20T11:01:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:08 smithi123 ceph-mon[188613]: osdmap e713: 8 total, 8 up, 8 in 2023-12-20T11:01:08.621 INFO:tasks.rados.rados.0.smithi123.stdout:3333: finishing copy_from to smithi123173835-26 2023-12-20T11:01:08.621 INFO:tasks.rados.rados.0.smithi123.stdout:3333: got expected ENOENT (src dne) 2023-12-20T11:01:08.621 INFO:tasks.rados.rados.0.smithi123.stdout:3333: finishing copy_from racing read to smithi123173835-26 2023-12-20T11:01:08.621 INFO:tasks.rados.rados.0.smithi123.stdout:3332: finishing write tid 1 to smithi123173835-41 2023-12-20T11:01:08.621 INFO:tasks.rados.rados.0.smithi123.stdout:3332: finishing write tid 2 to smithi123173835-41 2023-12-20T11:01:08.621 INFO:tasks.rados.rados.0.smithi123.stdout:3336: seq_num 1062 ranges {0=589824,589824=401408} 2023-12-20T11:01:08.624 INFO:tasks.rados.rados.0.smithi123.stdout:3336: writing smithi123173835-22 from 0 to 589824 tid 1 2023-12-20T11:01:08.626 INFO:tasks.rados.rados.0.smithi123.stdout:3336: writing smithi123173835-22 from 589824 to 991232 tid 2 2023-12-20T11:01:08.626 INFO:tasks.rados.rados.0.smithi123.stdout:3329: done (6 left) 2023-12-20T11:01:08.627 INFO:tasks.rados.rados.0.smithi123.stdout:3331: done (5 left) 2023-12-20T11:01:08.627 INFO:tasks.rados.rados.0.smithi123.stdout:3333: done (4 left) 2023-12-20T11:01:08.627 INFO:tasks.rados.rados.0.smithi123.stdout:3337: rollback oid 16 current snap is 318 2023-12-20T11:01:08.627 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 16 to 315 2023-12-20T11:01:08.627 INFO:tasks.rados.rados.0.smithi123.stdout:3332: finishing write tid 3 to smithi123173835-41 2023-12-20T11:01:08.627 INFO:tasks.rados.rados.0.smithi123.stdout:3332: finishing write tid 4 to smithi123173835-41 2023-12-20T11:01:08.627 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 2015 (ObjNum 1060 snap 318 seq_num 1060) dirty exists 2023-12-20T11:01:08.627 INFO:tasks.rados.rados.0.smithi123.stdout:3332: left oid 41 (ObjNum 1060 snap 318 seq_num 1060) 2023-12-20T11:01:08.627 INFO:tasks.rados.rados.0.smithi123.stdout:3334: expect (ObjNum 1050 snap 314 seq_num 1050) 2023-12-20T11:01:08.916 INFO:tasks.rados.rados.0.smithi123.stdout:3335: finishing write tid 1 to smithi123173835-35 2023-12-20T11:01:08.916 INFO:tasks.rados.rados.0.smithi123.stdout:3335: finishing write tid 2 to smithi123173835-35 2023-12-20T11:01:08.916 INFO:tasks.rados.rados.0.smithi123.stdout:3335: finishing write tid 3 to smithi123173835-35 2023-12-20T11:01:08.916 INFO:tasks.rados.rados.0.smithi123.stdout:3335: finishing write tid 4 to smithi123173835-35 2023-12-20T11:01:08.916 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 35 v 2794 (ObjNum 1061 snap 318 seq_num 1061) dirty exists 2023-12-20T11:01:08.916 INFO:tasks.rados.rados.0.smithi123.stdout:3335: left oid 35 (ObjNum 1061 snap 318 seq_num 1061) 2023-12-20T11:01:08.916 INFO:tasks.rados.rados.0.smithi123.stdout:3332: done (4 left) 2023-12-20T11:01:08.917 INFO:tasks.rados.rados.0.smithi123.stdout:3334: done (3 left) 2023-12-20T11:01:08.917 INFO:tasks.rados.rados.0.smithi123.stdout:3335: done (2 left) 2023-12-20T11:01:08.917 INFO:tasks.rados.rados.0.smithi123.stdout:3338: read oid 30 snap -1 2023-12-20T11:01:08.917 INFO:tasks.rados.rados.0.smithi123.stdout:3338: expect (ObjNum 984 snap 298 seq_num 984) 2023-12-20T11:01:08.917 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 9 current snap is 318 2023-12-20T11:01:08.917 INFO:tasks.rados.rados.0.smithi123.stdout:3336: finishing write tid 1 to smithi123173835-22 2023-12-20T11:01:08.917 INFO:tasks.rados.rados.0.smithi123.stdout:3339: seq_num 1063 ranges {0=606208,606208=401408} 2023-12-20T11:01:08.919 INFO:tasks.rados.rados.0.smithi123.stdout:3339: writing smithi123173835-9 from 0 to 606208 tid 1 2023-12-20T11:01:08.922 INFO:tasks.rados.rados.0.smithi123.stdout:3339: writing smithi123173835-9 from 606208 to 1007616 tid 2 2023-12-20T11:01:08.922 INFO:tasks.rados.rados.0.smithi123.stdout:3340: rollback oid 44 current snap is 318 2023-12-20T11:01:08.922 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 44 to 315 2023-12-20T11:01:08.922 INFO:tasks.rados.rados.0.smithi123.stdout:3336: finishing write tid 2 to smithi123173835-22 2023-12-20T11:01:08.922 INFO:tasks.rados.rados.0.smithi123.stdout:3336: finishing write tid 3 to smithi123173835-22 2023-12-20T11:01:08.923 INFO:tasks.rados.rados.0.smithi123.stdout:3336: finishing write tid 4 to smithi123173835-22 2023-12-20T11:01:08.923 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 22 v 2024 (ObjNum 1062 snap 318 seq_num 1062) dirty exists 2023-12-20T11:01:08.923 INFO:tasks.rados.rados.0.smithi123.stdout:3336: left oid 22 (ObjNum 1062 snap 318 seq_num 1062) 2023-12-20T11:01:08.923 INFO:tasks.rados.rados.0.smithi123.stdout:3337: finishing rollback tid 0 to smithi123173835-16 2023-12-20T11:01:08.923 INFO:tasks.rados.rados.0.smithi123.stdout:3337: finishing rollback tid 1 to smithi123173835-16 2023-12-20T11:01:08.923 INFO:tasks.rados.rados.0.smithi123.stdout:3336: done (4 left) 2023-12-20T11:01:08.923 INFO:tasks.rados.rados.0.smithi123.stdout:3341: delete oid 45 current snap is 318 2023-12-20T11:01:08.923 INFO:tasks.rados.rados.0.smithi123.stdout:3337: finishing rollback tid 2 to smithi123173835-16 2023-12-20T11:01:08.923 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 2027 (ObjNum 1041 snap 312 seq_num 1041) dirty exists 2023-12-20T11:01:08.928 INFO:tasks.rados.rados.0.smithi123.stdout:3337: done (4 left) 2023-12-20T11:01:08.928 INFO:tasks.rados.rados.0.smithi123.stdout:3341: done (3 left) 2023-12-20T11:01:08.928 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 32 current snap is 318 2023-12-20T11:01:08.928 INFO:tasks.rados.rados.0.smithi123.stdout:3342: seq_num 1065 ranges {827392=638976,1466368=401408} 2023-12-20T11:01:08.937 INFO:tasks.rados.rados.0.smithi123.stdout:3342: writing smithi123173835-32 from 827392 to 1466368 tid 1 2023-12-20T11:01:08.940 INFO:tasks.rados.rados.0.smithi123.stdout:3342: writing smithi123173835-32 from 1466368 to 1867776 tid 2 2023-12-20T11:01:08.940 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 34 current snap is 318 2023-12-20T11:01:08.940 INFO:tasks.rados.rados.0.smithi123.stdout:3340: finishing rollback tid 0 to smithi123173835-44 2023-12-20T11:01:08.940 INFO:tasks.rados.rados.0.smithi123.stdout:3340: finishing rollback tid 1 to smithi123173835-44 2023-12-20T11:01:08.940 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 44 v 1789 (ObjNum 177 snap 0 seq_num 1) dirty dne 2023-12-20T11:01:08.946 INFO:tasks.rados.rados.0.smithi123.stdout:3343: seq_num 1066 ranges {573440=663552,1236992=401408} 2023-12-20T11:01:08.947 INFO:tasks.rados.rados.0.smithi123.stdout:3343: writing smithi123173835-34 from 573440 to 1236992 tid 1 2023-12-20T11:01:08.951 INFO:tasks.rados.rados.0.smithi123.stdout:3343: writing smithi123173835-34 from 1236992 to 1638400 tid 2 2023-12-20T11:01:08.951 INFO:tasks.rados.rados.0.smithi123.stdout:3340: done (4 left) 2023-12-20T11:01:08.951 INFO:tasks.rados.rados.0.smithi123.stdout:3344: snap_remove snap 315 2023-12-20T11:01:09.133 INFO:tasks.rados.rados.0.smithi123.stdout:3344: done (4 left) 2023-12-20T11:01:09.133 INFO:tasks.rados.rados.0.smithi123.stdout:3345: read oid 49 snap -1 2023-12-20T11:01:09.134 INFO:tasks.rados.rados.0.smithi123.stdout:3345: expect (ObjNum 1056 snap 318 seq_num 1056) 2023-12-20T11:01:09.134 INFO:tasks.rados.rados.0.smithi123.stdout:3346: copy_from oid 10 from oid 8 current snap is 318 2023-12-20T11:01:09.134 INFO:tasks.rados.rados.0.smithi123.stdout:3339: finishing write tid 1 to smithi123173835-9 2023-12-20T11:01:09.134 INFO:tasks.rados.rados.0.smithi123.stdout:3339: finishing write tid 2 to smithi123173835-9 2023-12-20T11:01:09.134 INFO:tasks.rados.rados.0.smithi123.stdout:3342: finishing write tid 1 to smithi123173835-32 2023-12-20T11:01:09.134 INFO:tasks.rados.rados.0.smithi123.stdout:3342: finishing write tid 2 to smithi123173835-32 2023-12-20T11:01:09.134 INFO:tasks.rados.rados.0.smithi123.stdout:3342: finishing write tid 3 to smithi123173835-32 2023-12-20T11:01:09.134 INFO:tasks.rados.rados.0.smithi123.stdout:3343: finishing write tid 1 to smithi123173835-34 2023-12-20T11:01:09.134 INFO:tasks.rados.rados.0.smithi123.stdout:3342: finishing write tid 4 to smithi123173835-32 2023-12-20T11:01:09.134 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 2797 (ObjNum 1065 snap 318 seq_num 1065) dirty exists 2023-12-20T11:01:09.134 INFO:tasks.rados.rados.0.smithi123.stdout:3342: left oid 32 (ObjNum 1065 snap 318 seq_num 1065) 2023-12-20T11:01:09.134 INFO:tasks.rados.rados.0.smithi123.stdout:3343: finishing write tid 2 to smithi123173835-34 2023-12-20T11:01:09.134 INFO:tasks.rados.rados.0.smithi123.stdout:3342: done (5 left) 2023-12-20T11:01:09.134 INFO:tasks.rados.rados.0.smithi123.stdout:3347: rollback oid 33 current snap is 318 2023-12-20T11:01:09.134 INFO:tasks.rados.rados.0.smithi123.stdout:3347: done (5 left) 2023-12-20T11:01:09.135 INFO:tasks.rados.rados.0.smithi123.stdout:3348: read oid 6 snap -1 2023-12-20T11:01:09.135 INFO:tasks.rados.rados.0.smithi123.stdout:3348: expect deleted 2023-12-20T11:01:09.135 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 18 current snap is 318 2023-12-20T11:01:09.135 INFO:tasks.rados.rados.0.smithi123.stdout:3343: finishing write tid 3 to smithi123173835-34 2023-12-20T11:01:09.135 INFO:tasks.rados.rados.0.smithi123.stdout:3349: seq_num 1067 ranges {0=679936,679936=401408} 2023-12-20T11:01:09.140 INFO:tasks.rados.rados.0.smithi123.stdout:3349: writing smithi123173835-18 from 0 to 679936 tid 1 2023-12-20T11:01:09.140 INFO:tasks.rados.rados.0.smithi123.stdout:3349: writing smithi123173835-18 from 679936 to 1081344 tid 2 2023-12-20T11:01:09.140 INFO:tasks.rados.rados.0.smithi123.stdout:3350: read oid 26 snap -1 2023-12-20T11:01:09.140 INFO:tasks.rados.rados.0.smithi123.stdout:3350: expect (ObjNum 1036 snap 311 seq_num 1036) 2023-12-20T11:01:09.140 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 43 current snap is 318 2023-12-20T11:01:09.141 INFO:tasks.rados.rados.0.smithi123.stdout:3351: seq_num 1068 ranges {688128=696320,1384448=401408} 2023-12-20T11:01:09.148 INFO:tasks.rados.rados.0.smithi123.stdout:3351: writing smithi123173835-43 from 688128 to 1384448 tid 1 2023-12-20T11:01:09.151 INFO:tasks.rados.rados.0.smithi123.stdout:3351: writing smithi123173835-43 from 1384448 to 1785856 tid 2 2023-12-20T11:01:09.151 INFO:tasks.rados.rados.0.smithi123.stdout:3352: read oid 1 snap -1 2023-12-20T11:01:09.151 INFO:tasks.rados.rados.0.smithi123.stdout:3352: expect deleted 2023-12-20T11:01:09.151 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 29 current snap is 318 2023-12-20T11:01:09.151 INFO:tasks.rados.rados.0.smithi123.stdout:3353: seq_num 1069 ranges {3121152=712704,3833856=401408} 2023-12-20T11:01:09.174 INFO:tasks.rados.rados.0.smithi123.stdout:3353: writing smithi123173835-29 from 3121152 to 3833856 tid 1 2023-12-20T11:01:09.176 INFO:tasks.rados.rados.0.smithi123.stdout:3353: writing smithi123173835-29 from 3833856 to 4235264 tid 2 2023-12-20T11:01:09.176 INFO:tasks.rados.rados.0.smithi123.stdout:3354: copy_from oid 19 from oid 17 current snap is 318 2023-12-20T11:01:09.176 INFO:tasks.rados.rados.0.smithi123.stdout:3338: expect (ObjNum 984 snap 298 seq_num 984) 2023-12-20T11:01:09.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:09 smithi177 ceph-mon[212096]: pgmap v786: 121 pgs: 121 active+clean; 174 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.7 MiB/s wr, 6 op/s 2023-12-20T11:01:09.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:09 smithi123 ceph-mon[188613]: pgmap v786: 121 pgs: 121 active+clean; 174 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.7 MiB/s wr, 6 op/s 2023-12-20T11:01:09.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:09 smithi123 ceph-mon[191304]: pgmap v786: 121 pgs: 121 active+clean; 174 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.7 MiB/s wr, 6 op/s 2023-12-20T11:01:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:01:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:01:09] "GET /metrics HTTP/1.1" 200 36159 "" "Prometheus/2.43.0" 2023-12-20T11:01:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:10 smithi177 ceph-mon[212096]: osdmap e714: 8 total, 8 up, 8 in 2023-12-20T11:01:10.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:10 smithi123 ceph-mon[191304]: osdmap e714: 8 total, 8 up, 8 in 2023-12-20T11:01:10.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:10 smithi123 ceph-mon[188613]: osdmap e714: 8 total, 8 up, 8 in 2023-12-20T11:01:11.158 INFO:tasks.rados.rados.0.smithi123.stdout:3339: finishing write tid 3 to smithi123173835-9 2023-12-20T11:01:11.158 INFO:tasks.rados.rados.0.smithi123.stdout:3339: finishing write tid 4 to smithi123173835-9 2023-12-20T11:01:11.158 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 9 v 2646 (ObjNum 1063 snap 318 seq_num 1063) dirty exists 2023-12-20T11:01:11.158 INFO:tasks.rados.rados.0.smithi123.stdout:3339: left oid 9 (ObjNum 1063 snap 318 seq_num 1063) 2023-12-20T11:01:11.159 INFO:tasks.rados.rados.0.smithi123.stdout:3343: finishing write tid 4 to smithi123173835-34 2023-12-20T11:01:11.159 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 34 v 2801 (ObjNum 1066 snap 318 seq_num 1066) dirty exists 2023-12-20T11:01:11.159 INFO:tasks.rados.rados.0.smithi123.stdout:3343: left oid 34 (ObjNum 1066 snap 318 seq_num 1066) 2023-12-20T11:01:11.159 INFO:tasks.rados.rados.0.smithi123.stdout:3338: done (11 left) 2023-12-20T11:01:11.159 INFO:tasks.rados.rados.0.smithi123.stdout:3339: done (10 left) 2023-12-20T11:01:11.159 INFO:tasks.rados.rados.0.smithi123.stdout:3343: done (9 left) 2023-12-20T11:01:11.159 INFO:tasks.rados.rados.0.smithi123.stdout:3355: read oid 42 snap -1 2023-12-20T11:01:11.160 INFO:tasks.rados.rados.0.smithi123.stdout:3355: expect deleted 2023-12-20T11:01:11.160 INFO:tasks.rados.rados.0.smithi123.stdout:3356: read oid 2 snap -1 2023-12-20T11:01:11.160 INFO:tasks.rados.rados.0.smithi123.stdout:3356: expect (ObjNum 1015 snap 307 seq_num 1015) 2023-12-20T11:01:11.160 INFO:tasks.rados.rados.0.smithi123.stdout:3357: setattr oid 39 current snap is 318 2023-12-20T11:01:11.160 INFO:tasks.rados.rados.0.smithi123.stdout:3346: finishing copy_from racing read to smithi123173835-10 2023-12-20T11:01:11.160 INFO:tasks.rados.rados.0.smithi123.stdout:3349: finishing write tid 1 to smithi123173835-18 2023-12-20T11:01:11.160 INFO:tasks.rados.rados.0.smithi123.stdout:3349: finishing write tid 2 to smithi123173835-18 2023-12-20T11:01:11.160 INFO:tasks.rados.rados.0.smithi123.stdout:3349: finishing write tid 3 to smithi123173835-18 2023-12-20T11:01:11.160 INFO:tasks.rados.rados.0.smithi123.stdout:3351: finishing write tid 1 to smithi123173835-43 2023-12-20T11:01:11.160 INFO:tasks.rados.rados.0.smithi123.stdout:3351: finishing write tid 2 to smithi123173835-43 2023-12-20T11:01:11.160 INFO:tasks.rados.rados.0.smithi123.stdout:3351: finishing write tid 3 to smithi123173835-43 2023-12-20T11:01:11.160 INFO:tasks.rados.rados.0.smithi123.stdout:3346: finishing copy_from to smithi123173835-10 2023-12-20T11:01:11.160 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 2006 (ObjNum 1049 snap 314 seq_num 1049) dirty exists 2023-12-20T11:01:11.160 INFO:tasks.rados.rados.0.smithi123.stdout:3351: finishing write tid 4 to smithi123173835-43 2023-12-20T11:01:11.160 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 1812 (ObjNum 1068 snap 318 seq_num 1068) dirty exists 2023-12-20T11:01:11.161 INFO:tasks.rados.rados.0.smithi123.stdout:3351: left oid 43 (ObjNum 1068 snap 318 seq_num 1068) 2023-12-20T11:01:11.161 INFO:tasks.rados.rados.0.smithi123.stdout:3349: finishing write tid 4 to smithi123173835-18 2023-12-20T11:01:11.161 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 18 v 2031 (ObjNum 1067 snap 318 seq_num 1067) dirty exists 2023-12-20T11:01:11.161 INFO:tasks.rados.rados.0.smithi123.stdout:3349: left oid 18 (ObjNum 1067 snap 318 seq_num 1067) 2023-12-20T11:01:11.161 INFO:tasks.rados.rados.0.smithi123.stdout:3354: finishing copy_from to smithi123173835-19 2023-12-20T11:01:11.161 INFO:tasks.rados.rados.0.smithi123.stdout:3354: got expected ENOENT (src dne) 2023-12-20T11:01:11.161 INFO:tasks.rados.rados.0.smithi123.stdout:3354: finishing copy_from racing read to smithi123173835-19 2023-12-20T11:01:11.161 INFO:tasks.rados.rados.0.smithi123.stdout:3345: expect (ObjNum 1056 snap 318 seq_num 1056) 2023-12-20T11:01:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:11 smithi177 ceph-mon[212096]: pgmap v789: 121 pgs: 121 active+clean; 174 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.5 MiB/s wr, 18 op/s 2023-12-20T11:01:11.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:11 smithi123 ceph-mon[188613]: pgmap v789: 121 pgs: 121 active+clean; 174 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.5 MiB/s wr, 18 op/s 2023-12-20T11:01:11.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:11 smithi123 ceph-mon[191304]: pgmap v789: 121 pgs: 121 active+clean; 174 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.5 MiB/s wr, 18 op/s 2023-12-20T11:01:12.365 INFO:tasks.rados.rados.0.smithi123.stdout:3353: finishing write tid 1 to smithi123173835-29 2023-12-20T11:01:12.365 INFO:tasks.rados.rados.0.smithi123.stdout:3353: finishing write tid 2 to smithi123173835-29 2023-12-20T11:01:12.365 INFO:tasks.rados.rados.0.smithi123.stdout:3353: finishing write tid 3 to smithi123173835-29 2023-12-20T11:01:12.366 INFO:tasks.rados.rados.0.smithi123.stdout:3353: finishing write tid 4 to smithi123173835-29 2023-12-20T11:01:12.366 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 2019 (ObjNum 1069 snap 318 seq_num 1069) dirty exists 2023-12-20T11:01:12.366 INFO:tasks.rados.rados.0.smithi123.stdout:3353: left oid 29 (ObjNum 1069 snap 318 seq_num 1069) 2023-12-20T11:01:12.366 INFO:tasks.rados.rados.0.smithi123.stdout:3350: expect (ObjNum 1036 snap 311 seq_num 1036) 2023-12-20T11:01:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:01:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:01:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:01:13.407 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:13 smithi177 ceph-mon[212096]: pgmap v790: 121 pgs: 121 active+clean; 177 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 2.2 MiB/s wr, 21 op/s 2023-12-20T11:01:13.407 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:13 smithi177 ceph-mon[212096]: osdmap e715: 8 total, 8 up, 8 in 2023-12-20T11:01:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:13 smithi123 ceph-mon[191304]: pgmap v790: 121 pgs: 121 active+clean; 177 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 2.2 MiB/s wr, 21 op/s 2023-12-20T11:01:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:13 smithi123 ceph-mon[191304]: osdmap e715: 8 total, 8 up, 8 in 2023-12-20T11:01:13.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:13 smithi123 ceph-mon[188613]: pgmap v790: 121 pgs: 121 active+clean; 177 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 2.2 MiB/s wr, 21 op/s 2023-12-20T11:01:13.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:13 smithi123 ceph-mon[188613]: osdmap e715: 8 total, 8 up, 8 in 2023-12-20T11:01:14.867 INFO:tasks.rados.rados.0.smithi123.stdout:3356: expect (ObjNum 1015 snap 307 seq_num 1015) 2023-12-20T11:01:14.872 INFO:tasks.rados.rados.0.smithi123.stdout:3345: done (11 left) 2023-12-20T11:01:14.872 INFO:tasks.rados.rados.0.smithi123.stdout:3346: done (10 left) 2023-12-20T11:01:14.872 INFO:tasks.rados.rados.0.smithi123.stdout:3348: done (9 left) 2023-12-20T11:01:14.872 INFO:tasks.rados.rados.0.smithi123.stdout:3349: done (8 left) 2023-12-20T11:01:14.872 INFO:tasks.rados.rados.0.smithi123.stdout:3350: done (7 left) 2023-12-20T11:01:14.872 INFO:tasks.rados.rados.0.smithi123.stdout:3351: done (6 left) 2023-12-20T11:01:14.872 INFO:tasks.rados.rados.0.smithi123.stdout:3352: done (5 left) 2023-12-20T11:01:14.872 INFO:tasks.rados.rados.0.smithi123.stdout:3353: done (4 left) 2023-12-20T11:01:14.873 INFO:tasks.rados.rados.0.smithi123.stdout:3354: done (3 left) 2023-12-20T11:01:14.873 INFO:tasks.rados.rados.0.smithi123.stdout:3355: done (2 left) 2023-12-20T11:01:14.873 INFO:tasks.rados.rados.0.smithi123.stdout:3356: done (1 left) 2023-12-20T11:01:14.873 INFO:tasks.rados.rados.0.smithi123.stdout:3358: copy_from oid 11 from oid 9 current snap is 318 2023-12-20T11:01:14.873 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 31 current snap is 318 2023-12-20T11:01:14.873 INFO:tasks.rados.rados.0.smithi123.stdout:3359: seq_num 1070 ranges {0=729088,729088=401408} 2023-12-20T11:01:14.876 INFO:tasks.rados.rados.0.smithi123.stdout:3359: writing smithi123173835-31 from 0 to 729088 tid 1 2023-12-20T11:01:14.879 INFO:tasks.rados.rados.0.smithi123.stdout:3359: writing smithi123173835-31 from 729088 to 1130496 tid 2 2023-12-20T11:01:14.879 INFO:tasks.rados.rados.0.smithi123.stdout:3360: delete oid 18 current snap is 318 2023-12-20T11:01:14.879 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 2020 (ObjNum 1055 snap 316 seq_num 1055) dirty exists 2023-12-20T11:01:14.879 INFO:tasks.rados.rados.0.smithi123.stdout:3358: finishing copy_from racing read to smithi123173835-11 2023-12-20T11:01:14.882 INFO:tasks.rados.rados.0.smithi123.stdout:3357: done (3 left) 2023-12-20T11:01:14.882 INFO:tasks.rados.rados.0.smithi123.stdout:3360: done (2 left) 2023-12-20T11:01:14.882 INFO:tasks.rados.rados.0.smithi123.stdout:3361: copy_from oid 26 from oid 34 current snap is 318 2023-12-20T11:01:14.882 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 38 current snap is 318 2023-12-20T11:01:14.882 INFO:tasks.rados.rados.0.smithi123.stdout:3362: seq_num 1072 ranges {2252800=761856,3014656=401408} 2023-12-20T11:01:14.897 INFO:tasks.rados.rados.0.smithi123.stdout:3362: writing smithi123173835-38 from 2252800 to 3014656 tid 1 2023-12-20T11:01:14.900 INFO:tasks.rados.rados.0.smithi123.stdout:3362: writing smithi123173835-38 from 3014656 to 3416064 tid 2 2023-12-20T11:01:14.900 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 45 current snap is 318 2023-12-20T11:01:14.900 INFO:tasks.rados.rados.0.smithi123.stdout:3358: finishing copy_from to smithi123173835-11 2023-12-20T11:01:14.900 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 11 v 2646 (ObjNum 1063 snap 318 seq_num 1063) dirty exists 2023-12-20T11:01:14.900 INFO:tasks.rados.rados.0.smithi123.stdout:3363: seq_num 1073 ranges {0=778240,778240=401408} 2023-12-20T11:01:14.904 INFO:tasks.rados.rados.0.smithi123.stdout:3363: writing smithi123173835-45 from 0 to 778240 tid 1 2023-12-20T11:01:14.907 INFO:tasks.rados.rados.0.smithi123.stdout:3363: writing smithi123173835-45 from 778240 to 1179648 tid 2 2023-12-20T11:01:14.907 INFO:tasks.rados.rados.0.smithi123.stdout:3358: done (4 left) 2023-12-20T11:01:14.907 INFO:tasks.rados.rados.0.smithi123.stdout:3364: copy_from oid 25 from oid 21 current snap is 318 2023-12-20T11:01:14.907 INFO:tasks.rados.rados.0.smithi123.stdout:3359: finishing write tid 1 to smithi123173835-31 2023-12-20T11:01:14.907 INFO:tasks.rados.rados.0.smithi123.stdout:3359: finishing write tid 2 to smithi123173835-31 2023-12-20T11:01:14.907 INFO:tasks.rados.rados.0.smithi123.stdout:3359: finishing write tid 3 to smithi123173835-31 2023-12-20T11:01:14.907 INFO:tasks.rados.rados.0.smithi123.stdout:3359: finishing write tid 4 to smithi123173835-31 2023-12-20T11:01:14.907 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 31 v 2649 (ObjNum 1070 snap 318 seq_num 1070) dirty exists 2023-12-20T11:01:14.907 INFO:tasks.rados.rados.0.smithi123.stdout:3359: left oid 31 (ObjNum 1070 snap 318 seq_num 1070) 2023-12-20T11:01:14.907 INFO:tasks.rados.rados.0.smithi123.stdout:3361: finishing copy_from racing read to smithi123173835-26 2023-12-20T11:01:14.908 INFO:tasks.rados.rados.0.smithi123.stdout:3361: finishing copy_from to smithi123173835-26 2023-12-20T11:01:14.908 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 2801 (ObjNum 1066 snap 318 seq_num 1066) dirty exists 2023-12-20T11:01:14.908 INFO:tasks.rados.rados.0.smithi123.stdout:3359: done (4 left) 2023-12-20T11:01:14.908 INFO:tasks.rados.rados.0.smithi123.stdout:3361: done (3 left) 2023-12-20T11:01:14.908 INFO:tasks.rados.rados.0.smithi123.stdout:3365: snap_create 2023-12-20T11:01:14.908 INFO:tasks.rados.rados.0.smithi123.stdout:3362: finishing write tid 1 to smithi123173835-38 2023-12-20T11:01:14.908 INFO:tasks.rados.rados.0.smithi123.stdout:3362: finishing write tid 2 to smithi123173835-38 2023-12-20T11:01:14.908 INFO:tasks.rados.rados.0.smithi123.stdout:3362: finishing write tid 3 to smithi123173835-38 2023-12-20T11:01:14.908 INFO:tasks.rados.rados.0.smithi123.stdout:3362: finishing write tid 4 to smithi123173835-38 2023-12-20T11:01:14.908 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 38 v 2002 (ObjNum 1072 snap 318 seq_num 1072) dirty exists 2023-12-20T11:01:14.908 INFO:tasks.rados.rados.0.smithi123.stdout:3362: left oid 38 (ObjNum 1072 snap 318 seq_num 1072) 2023-12-20T11:01:14.909 INFO:tasks.rados.rados.0.smithi123.stdout:3364: finishing copy_from to smithi123173835-25 2023-12-20T11:01:14.909 INFO:tasks.rados.rados.0.smithi123.stdout:3364: got expected ENOENT (src dne) 2023-12-20T11:01:14.909 INFO:tasks.rados.rados.0.smithi123.stdout:3364: finishing copy_from racing read to smithi123173835-25 2023-12-20T11:01:14.909 INFO:tasks.rados.rados.0.smithi123.stdout:3363: finishing write tid 1 to smithi123173835-45 2023-12-20T11:01:14.909 INFO:tasks.rados.rados.0.smithi123.stdout:3363: finishing write tid 2 to smithi123173835-45 2023-12-20T11:01:14.909 INFO:tasks.rados.rados.0.smithi123.stdout:3363: finishing write tid 3 to smithi123173835-45 2023-12-20T11:01:14.910 INFO:tasks.rados.rados.0.smithi123.stdout:3363: finishing write tid 4 to smithi123173835-45 2023-12-20T11:01:14.910 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 2035 (ObjNum 1073 snap 318 seq_num 1073) dirty exists 2023-12-20T11:01:14.910 INFO:tasks.rados.rados.0.smithi123.stdout:3363: left oid 45 (ObjNum 1073 snap 318 seq_num 1073) 2023-12-20T11:01:15.163 INFO:tasks.rados.rados.0.smithi123.stdout:3362: done (3 left) 2023-12-20T11:01:15.163 INFO:tasks.rados.rados.0.smithi123.stdout:3363: done (2 left) 2023-12-20T11:01:15.163 INFO:tasks.rados.rados.0.smithi123.stdout:3364: done (1 left) 2023-12-20T11:01:15.163 INFO:tasks.rados.rados.0.smithi123.stdout:3365: done (0 left) 2023-12-20T11:01:15.163 INFO:tasks.rados.rados.0.smithi123.stdout:3366: read oid 38 snap 318 2023-12-20T11:01:15.163 INFO:tasks.rados.rados.0.smithi123.stdout:3366: expect (ObjNum 1072 snap 318 seq_num 1072) 2023-12-20T11:01:15.163 INFO:tasks.rados.rados.0.smithi123.stdout:3367: read oid 37 snap 318 2023-12-20T11:01:15.163 INFO:tasks.rados.rados.0.smithi123.stdout:3367: expect (ObjNum 988 snap 298 seq_num 988) 2023-12-20T11:01:15.163 INFO:tasks.rados.rados.0.smithi123.stdout:3368: snap_create 2023-12-20T11:01:15.177 INFO:tasks.rados.rados.0.smithi123.stdout:3366: expect (ObjNum 1072 snap 318 seq_num 1072) 2023-12-20T11:01:15.299 INFO:tasks.rados.rados.0.smithi123.stdout:3367: expect (ObjNum 988 snap 298 seq_num 988) 2023-12-20T11:01:15.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:15 smithi177 ceph-mon[212096]: pgmap v792: 121 pgs: 121 active+clean; 176 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2023-12-20T11:01:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:15 smithi123 ceph-mon[191304]: pgmap v792: 121 pgs: 121 active+clean; 176 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2023-12-20T11:01:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:15 smithi123 ceph-mon[188613]: pgmap v792: 121 pgs: 121 active+clean; 176 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2023-12-20T11:01:16.170 INFO:tasks.rados.rados.0.smithi123.stdout:3366: done (2 left) 2023-12-20T11:01:16.171 INFO:tasks.rados.rados.0.smithi123.stdout:3367: done (1 left) 2023-12-20T11:01:16.171 INFO:tasks.rados.rados.0.smithi123.stdout:3368: done (0 left) 2023-12-20T11:01:16.171 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 45 current snap is 320 2023-12-20T11:01:16.171 INFO:tasks.rados.rados.0.smithi123.stdout:3369: seq_num 1074 ranges {1179648=794624,1974272=401408} 2023-12-20T11:01:16.181 INFO:tasks.rados.rados.0.smithi123.stdout:3369: writing smithi123173835-45 from 1179648 to 1974272 tid 1 2023-12-20T11:01:16.183 INFO:tasks.rados.rados.0.smithi123.stdout:3369: writing smithi123173835-45 from 1974272 to 2375680 tid 2 2023-12-20T11:01:16.184 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 1 current snap is 320 2023-12-20T11:01:16.184 INFO:tasks.rados.rados.0.smithi123.stdout:3370: seq_num 1075 ranges {0=409600,409600=671744,1081344=131072} 2023-12-20T11:01:16.186 INFO:tasks.rados.rados.0.smithi123.stdout:3370: writing smithi123173835-1 from 0 to 409600 tid 1 2023-12-20T11:01:16.190 INFO:tasks.rados.rados.0.smithi123.stdout:3370: writing smithi123173835-1 from 409600 to 1081344 tid 2 2023-12-20T11:01:16.191 INFO:tasks.rados.rados.0.smithi123.stdout:3370: writing smithi123173835-1 from 1081344 to 1212416 tid 3 2023-12-20T11:01:16.191 INFO:tasks.rados.rados.0.smithi123.stdout:3371: snap_remove snap 318 2023-12-20T11:01:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:16 smithi123 ceph-mon[188613]: osdmap e716: 8 total, 8 up, 8 in 2023-12-20T11:01:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:16 smithi123 ceph-mon[191304]: osdmap e716: 8 total, 8 up, 8 in 2023-12-20T11:01:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:16 smithi177 ceph-mon[212096]: osdmap e716: 8 total, 8 up, 8 in 2023-12-20T11:01:17.171 INFO:tasks.rados.rados.0.smithi123.stdout:3371: done (2 left) 2023-12-20T11:01:17.171 INFO:tasks.rados.rados.0.smithi123.stdout:3372: read oid 9 snap 319 2023-12-20T11:01:17.172 INFO:tasks.rados.rados.0.smithi123.stdout:3372: expect (ObjNum 1063 snap 318 seq_num 1063) 2023-12-20T11:01:17.172 INFO:tasks.rados.rados.0.smithi123.stdout:3373: rmattr oid 31 current snap is 320 2023-12-20T11:01:17.172 INFO:tasks.rados.rados.0.smithi123.stdout:3373: done (3 left) 2023-12-20T11:01:17.172 INFO:tasks.rados.rados.0.smithi123.stdout:3374: read oid 22 snap 319 2023-12-20T11:01:17.172 INFO:tasks.rados.rados.0.smithi123.stdout:3374: expect (ObjNum 1062 snap 318 seq_num 1062) 2023-12-20T11:01:17.172 INFO:tasks.rados.rados.0.smithi123.stdout:3375: snap_create 2023-12-20T11:01:17.172 INFO:tasks.rados.rados.0.smithi123.stdout:3369: finishing write tid 1 to smithi123173835-45 2023-12-20T11:01:17.172 INFO:tasks.rados.rados.0.smithi123.stdout:3369: finishing write tid 2 to smithi123173835-45 2023-12-20T11:01:17.172 INFO:tasks.rados.rados.0.smithi123.stdout:3369: finishing write tid 3 to smithi123173835-45 2023-12-20T11:01:17.172 INFO:tasks.rados.rados.0.smithi123.stdout:3369: finishing write tid 4 to smithi123173835-45 2023-12-20T11:01:17.172 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 2038 (ObjNum 1074 snap 320 seq_num 1074) dirty exists 2023-12-20T11:01:17.172 INFO:tasks.rados.rados.0.smithi123.stdout:3369: left oid 45 (ObjNum 1074 snap 320 seq_num 1074) 2023-12-20T11:01:17.172 INFO:tasks.rados.rados.0.smithi123.stdout:3370: finishing write tid 1 to smithi123173835-1 2023-12-20T11:01:17.172 INFO:tasks.rados.rados.0.smithi123.stdout:3370: finishing write tid 2 to smithi123173835-1 2023-12-20T11:01:17.172 INFO:tasks.rados.rados.0.smithi123.stdout:3370: finishing write tid 3 to smithi123173835-1 2023-12-20T11:01:17.173 INFO:tasks.rados.rados.0.smithi123.stdout:3370: finishing write tid 4 to smithi123173835-1 2023-12-20T11:01:17.173 INFO:tasks.rados.rados.0.smithi123.stdout:3370: finishing write tid 5 to smithi123173835-1 2023-12-20T11:01:17.173 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 1 v 2006 (ObjNum 1075 snap 320 seq_num 1075) dirty exists 2023-12-20T11:01:17.173 INFO:tasks.rados.rados.0.smithi123.stdout:3370: left oid 1 (ObjNum 1075 snap 320 seq_num 1075) 2023-12-20T11:01:17.178 INFO:tasks.rados.rados.0.smithi123.stdout:3372: expect (ObjNum 1063 snap 318 seq_num 1063) 2023-12-20T11:01:17.205 INFO:tasks.rados.rados.0.smithi123.stdout:3374: expect (ObjNum 1062 snap 318 seq_num 1062) 2023-12-20T11:01:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:17 smithi123 ceph-mon[188613]: pgmap v794: 121 pgs: 121 active+clean; 176 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2023-12-20T11:01:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:17 smithi123 ceph-mon[188613]: osdmap e717: 8 total, 8 up, 8 in 2023-12-20T11:01:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:17 smithi123 ceph-mon[191304]: pgmap v794: 121 pgs: 121 active+clean; 176 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2023-12-20T11:01:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:17 smithi123 ceph-mon[191304]: osdmap e717: 8 total, 8 up, 8 in 2023-12-20T11:01:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:17 smithi177 ceph-mon[212096]: pgmap v794: 121 pgs: 121 active+clean; 176 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2023-12-20T11:01:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:17 smithi177 ceph-mon[212096]: osdmap e717: 8 total, 8 up, 8 in 2023-12-20T11:01:18.103 INFO:tasks.rados.rados.0.smithi123.stdout:3369: done (4 left) 2023-12-20T11:01:18.103 INFO:tasks.rados.rados.0.smithi123.stdout:3370: done (3 left) 2023-12-20T11:01:18.103 INFO:tasks.rados.rados.0.smithi123.stdout:3372: done (2 left) 2023-12-20T11:01:18.103 INFO:tasks.rados.rados.0.smithi123.stdout:3374: done (1 left) 2023-12-20T11:01:18.103 INFO:tasks.rados.rados.0.smithi123.stdout:3375: done (0 left) 2023-12-20T11:01:18.103 INFO:tasks.rados.rados.0.smithi123.stdout:3376: snap_remove snap 319 2023-12-20T11:01:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:18 smithi123 ceph-mon[188613]: osdmap e718: 8 total, 8 up, 8 in 2023-12-20T11:01:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:18 smithi123 ceph-mon[188613]: osdmap e719: 8 total, 8 up, 8 in 2023-12-20T11:01:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:18 smithi123 ceph-mon[191304]: osdmap e718: 8 total, 8 up, 8 in 2023-12-20T11:01:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:18 smithi123 ceph-mon[191304]: osdmap e719: 8 total, 8 up, 8 in 2023-12-20T11:01:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:18 smithi177 ceph-mon[212096]: osdmap e718: 8 total, 8 up, 8 in 2023-12-20T11:01:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:18 smithi177 ceph-mon[212096]: osdmap e719: 8 total, 8 up, 8 in 2023-12-20T11:01:19.111 INFO:tasks.rados.rados.0.smithi123.stdout:3376: done (0 left) 2023-12-20T11:01:19.111 INFO:tasks.rados.rados.0.smithi123.stdout:3377: rollback oid 24 current snap is 321 2023-12-20T11:01:19.111 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 24 to 320 2023-12-20T11:01:19.113 INFO:tasks.rados.rados.0.smithi123.stdout:3378: copy_from oid 33 from oid 15 current snap is 321 2023-12-20T11:01:19.113 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 38 current snap is 321 2023-12-20T11:01:19.113 INFO:tasks.rados.rados.0.smithi123.stdout:3379: seq_num 1076 ranges {3416064=425984,3842048=548864,4390912=253952} 2023-12-20T11:01:19.133 INFO:tasks.rados.rados.0.smithi123.stdout:3379: writing smithi123173835-38 from 3416064 to 3842048 tid 1 2023-12-20T11:01:19.136 INFO:tasks.rados.rados.0.smithi123.stdout:3379: writing smithi123173835-38 from 3842048 to 4390912 tid 2 2023-12-20T11:01:19.137 INFO:tasks.rados.rados.0.smithi123.stdout:3379: writing smithi123173835-38 from 4390912 to 4644864 tid 3 2023-12-20T11:01:19.137 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 21 current snap is 321 2023-12-20T11:01:19.137 INFO:tasks.rados.rados.0.smithi123.stdout:3378: finishing copy_from to smithi123173835-33 2023-12-20T11:01:19.137 INFO:tasks.rados.rados.0.smithi123.stdout:3378: got expected ENOENT (src dne) 2023-12-20T11:01:19.138 INFO:tasks.rados.rados.0.smithi123.stdout:3380: seq_num 1077 ranges {0=442368,442368=434176,876544=368640} 2023-12-20T11:01:19.139 INFO:tasks.rados.rados.0.smithi123.stdout:3380: writing smithi123173835-21 from 0 to 442368 tid 1 2023-12-20T11:01:19.146 INFO:tasks.rados.rados.0.smithi123.stdout:3380: writing smithi123173835-21 from 442368 to 876544 tid 2 2023-12-20T11:01:19.146 INFO:tasks.rados.rados.0.smithi123.stdout:3380: writing smithi123173835-21 from 876544 to 1245184 tid 3 2023-12-20T11:01:19.146 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 19 current snap is 321 2023-12-20T11:01:19.146 INFO:tasks.rados.rados.0.smithi123.stdout:3378: finishing copy_from racing read to smithi123173835-33 2023-12-20T11:01:19.146 INFO:tasks.rados.rados.0.smithi123.stdout:3377: finishing rollback tid 0 to smithi123173835-24 2023-12-20T11:01:19.146 INFO:tasks.rados.rados.0.smithi123.stdout:3381: seq_num 1078 ranges {20250624=458752,20709376=720896,21430272=81920} 2023-12-20T11:01:19.255 INFO:tasks.rados.rados.0.smithi123.stdout:3381: writing smithi123173835-19 from 20250624 to 20709376 tid 1 2023-12-20T11:01:19.259 INFO:tasks.rados.rados.0.smithi123.stdout:3381: writing smithi123173835-19 from 20709376 to 21430272 tid 2 2023-12-20T11:01:19.260 INFO:tasks.rados.rados.0.smithi123.stdout:3381: writing smithi123173835-19 from 21430272 to 21512192 tid 3 2023-12-20T11:01:19.260 INFO:tasks.rados.rados.0.smithi123.stdout:3378: done (4 left) 2023-12-20T11:01:19.260 INFO:tasks.rados.rados.0.smithi123.stdout:3382: delete oid 22 current snap is 321 2023-12-20T11:01:19.260 INFO:tasks.rados.rados.0.smithi123.stdout:3377: finishing rollback tid 1 to smithi123173835-24 2023-12-20T11:01:19.260 INFO:tasks.rados.rados.0.smithi123.stdout:3377: finishing rollback tid 2 to smithi123173835-24 2023-12-20T11:01:19.260 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 24 v 2027 (ObjNum 967 snap 292 seq_num 967) dirty exists 2023-12-20T11:01:19.261 INFO:tasks.rados.rados.0.smithi123.stdout:3379: finishing write tid 1 to smithi123173835-38 2023-12-20T11:01:19.261 INFO:tasks.rados.rados.0.smithi123.stdout:3379: finishing write tid 2 to smithi123173835-38 2023-12-20T11:01:19.261 INFO:tasks.rados.rados.0.smithi123.stdout:3379: finishing write tid 3 to smithi123173835-38 2023-12-20T11:01:19.261 INFO:tasks.rados.rados.0.smithi123.stdout:3379: finishing write tid 4 to smithi123173835-38 2023-12-20T11:01:19.261 INFO:tasks.rados.rados.0.smithi123.stdout:3379: finishing write tid 5 to smithi123173835-38 2023-12-20T11:01:19.261 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 38 v 2010 (ObjNum 1076 snap 321 seq_num 1076) dirty exists 2023-12-20T11:01:19.261 INFO:tasks.rados.rados.0.smithi123.stdout:3379: left oid 38 (ObjNum 1076 snap 321 seq_num 1076) 2023-12-20T11:01:19.261 INFO:tasks.rados.rados.0.smithi123.stdout:3380: finishing write tid 1 to smithi123173835-21 2023-12-20T11:01:19.261 INFO:tasks.rados.rados.0.smithi123.stdout:3380: finishing write tid 2 to smithi123173835-21 2023-12-20T11:01:19.261 INFO:tasks.rados.rados.0.smithi123.stdout:3380: finishing write tid 3 to smithi123173835-21 2023-12-20T11:01:19.261 INFO:tasks.rados.rados.0.smithi123.stdout:3380: finishing write tid 4 to smithi123173835-21 2023-12-20T11:01:19.261 INFO:tasks.rados.rados.0.smithi123.stdout:3380: finishing write tid 5 to smithi123173835-21 2023-12-20T11:01:19.261 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 2805 (ObjNum 1077 snap 321 seq_num 1077) dirty exists 2023-12-20T11:01:19.261 INFO:tasks.rados.rados.0.smithi123.stdout:3380: left oid 21 (ObjNum 1077 snap 321 seq_num 1077) 2023-12-20T11:01:19.262 INFO:tasks.rados.rados.0.smithi123.stdout:3381: finishing write tid 1 to smithi123173835-19 2023-12-20T11:01:19.263 INFO:tasks.rados.rados.0.smithi123.stdout:3377: done (4 left) 2023-12-20T11:01:19.263 INFO:tasks.rados.rados.0.smithi123.stdout:3379: done (3 left) 2023-12-20T11:01:19.263 INFO:tasks.rados.rados.0.smithi123.stdout:3380: done (2 left) 2023-12-20T11:01:19.263 INFO:tasks.rados.rados.0.smithi123.stdout:3382: done (1 left) 2023-12-20T11:01:19.264 INFO:tasks.rados.rados.0.smithi123.stdout:3383: snap_create 2023-12-20T11:01:19.265 INFO:tasks.rados.rados.0.smithi123.stdout:3381: finishing write tid 2 to smithi123173835-19 2023-12-20T11:01:19.265 INFO:tasks.rados.rados.0.smithi123.stdout:3381: finishing write tid 3 to smithi123173835-19 2023-12-20T11:01:19.265 INFO:tasks.rados.rados.0.smithi123.stdout:3381: finishing write tid 4 to smithi123173835-19 2023-12-20T11:01:19.265 INFO:tasks.rados.rados.0.smithi123.stdout:3381: finishing write tid 5 to smithi123173835-19 2023-12-20T11:01:19.266 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 1786 (ObjNum 1078 snap 321 seq_num 1078) dirty exists 2023-12-20T11:01:19.266 INFO:tasks.rados.rados.0.smithi123.stdout:3381: left oid 19 (ObjNum 1078 snap 321 seq_num 1078) 2023-12-20T11:01:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:01:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:01:19] "GET /metrics HTTP/1.1" 200 36160 "" "Prometheus/2.43.0" 2023-12-20T11:01:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:19 smithi123 ceph-mon[191304]: pgmap v797: 121 pgs: 121 active+clean; 178 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2023-12-20T11:01:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:19 smithi123 ceph-mon[191304]: osdmap e720: 8 total, 8 up, 8 in 2023-12-20T11:01:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:19 smithi123 ceph-mon[188613]: pgmap v797: 121 pgs: 121 active+clean; 178 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2023-12-20T11:01:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:19 smithi123 ceph-mon[188613]: osdmap e720: 8 total, 8 up, 8 in 2023-12-20T11:01:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:19 smithi177 ceph-mon[212096]: pgmap v797: 121 pgs: 121 active+clean; 178 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2023-12-20T11:01:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:19 smithi177 ceph-mon[212096]: osdmap e720: 8 total, 8 up, 8 in 2023-12-20T11:01:20.189 INFO:tasks.rados.rados.0.smithi123.stdout:3381: done (1 left) 2023-12-20T11:01:20.189 INFO:tasks.rados.rados.0.smithi123.stdout:3383: done (0 left) 2023-12-20T11:01:20.190 INFO:tasks.rados.rados.0.smithi123.stdout:3384: read oid 21 snap 321 2023-12-20T11:01:20.190 INFO:tasks.rados.rados.0.smithi123.stdout:3384: expect (ObjNum 1077 snap 321 seq_num 1077) 2023-12-20T11:01:20.190 INFO:tasks.rados.rados.0.smithi123.stdout:3385: delete oid 3 current snap is 322 2023-12-20T11:01:20.195 INFO:tasks.rados.rados.0.smithi123.stdout:3385: done (1 left) 2023-12-20T11:01:20.195 INFO:tasks.rados.rados.0.smithi123.stdout:3386: read oid 16 snap 321 2023-12-20T11:01:20.196 INFO:tasks.rados.rados.0.smithi123.stdout:3386: expect (ObjNum 1041 snap 312 seq_num 1041) 2023-12-20T11:01:20.196 INFO:tasks.rados.rados.0.smithi123.stdout:3387: setattr oid 41 current snap is 322 2023-12-20T11:01:20.196 INFO:tasks.rados.rados.0.smithi123.stdout:3384: expect (ObjNum 1077 snap 321 seq_num 1077) 2023-12-20T11:01:20.229 INFO:tasks.rados.rados.0.smithi123.stdout:3386: expect (ObjNum 1041 snap 312 seq_num 1041) 2023-12-20T11:01:20.245 INFO:tasks.rados.rados.0.smithi123.stdout:3384: done (2 left) 2023-12-20T11:01:20.245 INFO:tasks.rados.rados.0.smithi123.stdout:3386: done (1 left) 2023-12-20T11:01:20.245 INFO:tasks.rados.rados.0.smithi123.stdout:3388: copy_from oid 26 from oid 10 current snap is 322 2023-12-20T11:01:20.245 INFO:tasks.rados.rados.0.smithi123.stdout:3389: delete oid 9 current snap is 322 2023-12-20T11:01:20.253 INFO:tasks.rados.rados.0.smithi123.stdout:3389: done (2 left) 2023-12-20T11:01:20.253 INFO:tasks.rados.rados.0.smithi123.stdout:3390: snap_create 2023-12-20T11:01:20.253 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 2016 (ObjNum 1060 snap 318 seq_num 1060) dirty exists 2023-12-20T11:01:20.253 INFO:tasks.rados.rados.0.smithi123.stdout:3388: finishing copy_from racing read to smithi123173835-26 2023-12-20T11:01:20.253 INFO:tasks.rados.rados.0.smithi123.stdout:3388: finishing copy_from to smithi123173835-26 2023-12-20T11:01:20.254 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 2006 (ObjNum 1049 snap 314 seq_num 1049) dirty exists 2023-12-20T11:01:21.196 INFO:tasks.rados.rados.0.smithi123.stdout:3387: done (2 left) 2023-12-20T11:01:21.196 INFO:tasks.rados.rados.0.smithi123.stdout:3388: done (1 left) 2023-12-20T11:01:21.196 INFO:tasks.rados.rados.0.smithi123.stdout:3390: done (0 left) 2023-12-20T11:01:21.196 INFO:tasks.rados.rados.0.smithi123.stdout:3391: copy_from oid 14 from oid 19 current snap is 323 2023-12-20T11:01:21.196 INFO:tasks.rados.rados.0.smithi123.stdout:3392: rmattr oid 49 current snap is 323 2023-12-20T11:01:21.196 INFO:tasks.rados.rados.0.smithi123.stdout:3393: delete oid 31 current snap is 323 2023-12-20T11:01:21.204 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 2017 (ObjNum 1056 snap 318 seq_num 1056) dirty exists 2023-12-20T11:01:21.205 INFO:tasks.rados.rados.0.smithi123.stdout:3392: done (2 left) 2023-12-20T11:01:21.205 INFO:tasks.rados.rados.0.smithi123.stdout:3393: done (1 left) 2023-12-20T11:01:21.205 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 39 current snap is 323 2023-12-20T11:01:21.205 INFO:tasks.rados.rados.0.smithi123.stdout:3394: seq_num 1083 ranges {4890624=540672,5431296=589824,6021120=212992} 2023-12-20T11:01:21.235 INFO:tasks.rados.rados.0.smithi123.stdout:3394: writing smithi123173835-39 from 4890624 to 5431296 tid 1 2023-12-20T11:01:21.239 INFO:tasks.rados.rados.0.smithi123.stdout:3394: writing smithi123173835-39 from 5431296 to 6021120 tid 2 2023-12-20T11:01:21.240 INFO:tasks.rados.rados.0.smithi123.stdout:3394: writing smithi123173835-39 from 6021120 to 6234112 tid 3 2023-12-20T11:01:21.240 INFO:tasks.rados.rados.0.smithi123.stdout:3395: delete oid 5 current snap is 323 2023-12-20T11:01:21.243 INFO:tasks.rados.rados.0.smithi123.stdout:3394: finishing write tid 1 to smithi123173835-39 2023-12-20T11:01:21.245 INFO:tasks.rados.rados.0.smithi123.stdout:3394: finishing write tid 2 to smithi123173835-39 2023-12-20T11:01:21.246 INFO:tasks.rados.rados.0.smithi123.stdout:3394: finishing write tid 3 to smithi123173835-39 2023-12-20T11:01:21.246 INFO:tasks.rados.rados.0.smithi123.stdout:3394: finishing write tid 4 to smithi123173835-39 2023-12-20T11:01:21.249 INFO:tasks.rados.rados.0.smithi123.stdout:3394: finishing write tid 5 to smithi123173835-39 2023-12-20T11:01:21.249 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 2024 (ObjNum 1083 snap 323 seq_num 1083) dirty exists 2023-12-20T11:01:21.249 INFO:tasks.rados.rados.0.smithi123.stdout:3394: left oid 39 (ObjNum 1083 snap 323 seq_num 1083) 2023-12-20T11:01:21.249 INFO:tasks.rados.rados.0.smithi123.stdout:3394: done (2 left) 2023-12-20T11:01:21.249 INFO:tasks.rados.rados.0.smithi123.stdout:3395: done (1 left) 2023-12-20T11:01:21.249 INFO:tasks.rados.rados.0.smithi123.stdout:3396: rmattr oid 41 current snap is 323 2023-12-20T11:01:21.249 INFO:tasks.rados.rados.0.smithi123.stdout:3397: read oid 48 snap 322 2023-12-20T11:01:21.249 INFO:tasks.rados.rados.0.smithi123.stdout:3397: expect (ObjNum 894 snap 274 seq_num 894) 2023-12-20T11:01:21.249 INFO:tasks.rados.rados.0.smithi123.stdout:3398: read oid 18 snap -1 2023-12-20T11:01:21.249 INFO:tasks.rados.rados.0.smithi123.stdout:3398: expect deleted 2023-12-20T11:01:21.249 INFO:tasks.rados.rados.0.smithi123.stdout:3399: rollback oid 39 current snap is 323 2023-12-20T11:01:21.249 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 39 to 320 2023-12-20T11:01:21.249 INFO:tasks.rados.rados.0.smithi123.stdout:3400: copy_from oid 37 from oid 46 current snap is 323 2023-12-20T11:01:21.250 INFO:tasks.rados.rados.0.smithi123.stdout:3401: read oid 1 snap 320 2023-12-20T11:01:21.250 INFO:tasks.rados.rados.0.smithi123.stdout:3401: expect (ObjNum 1075 snap 320 seq_num 1075) 2023-12-20T11:01:21.250 INFO:tasks.rados.rados.0.smithi123.stdout:3402: read oid 6 snap -1 2023-12-20T11:01:21.250 INFO:tasks.rados.rados.0.smithi123.stdout:3402: expect deleted 2023-12-20T11:01:21.250 INFO:tasks.rados.rados.0.smithi123.stdout:3403: snap_remove snap 321 2023-12-20T11:01:21.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:21 smithi123 ceph-mon[188613]: pgmap v800: 121 pgs: 121 active+clean; 165 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2023-12-20T11:01:21.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:21 smithi123 ceph-mon[188613]: osdmap e721: 8 total, 8 up, 8 in 2023-12-20T11:01:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:21 smithi123 ceph-mon[191304]: pgmap v800: 121 pgs: 121 active+clean; 165 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2023-12-20T11:01:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:21 smithi123 ceph-mon[191304]: osdmap e721: 8 total, 8 up, 8 in 2023-12-20T11:01:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:21 smithi177 ceph-mon[212096]: pgmap v800: 121 pgs: 121 active+clean; 165 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2023-12-20T11:01:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:21 smithi177 ceph-mon[212096]: osdmap e721: 8 total, 8 up, 8 in 2023-12-20T11:01:22.203 INFO:tasks.rados.rados.0.smithi123.stdout:3403: done (8 left) 2023-12-20T11:01:22.203 INFO:tasks.rados.rados.0.smithi123.stdout:3404: copy_from oid 16 from oid 32 current snap is 323 2023-12-20T11:01:22.204 INFO:tasks.rados.rados.0.smithi123.stdout:3399: finishing rollback tid 0 to smithi123173835-39 2023-12-20T11:01:22.204 INFO:tasks.rados.rados.0.smithi123.stdout:3399: finishing rollback tid 1 to smithi123173835-39 2023-12-20T11:01:22.204 INFO:tasks.rados.rados.0.smithi123.stdout:3401: expect (ObjNum 1075 snap 320 seq_num 1075) 2023-12-20T11:01:22.238 INFO:tasks.rados.rados.0.smithi123.stdout:3399: finishing rollback tid 2 to smithi123173835-39 2023-12-20T11:01:22.239 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 2027 (ObjNum 1055 snap 316 seq_num 1055) dirty exists 2023-12-20T11:01:22.239 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 2018 (ObjNum 1060 snap 318 seq_num 1060) dirty exists 2023-12-20T11:01:22.239 INFO:tasks.rados.rados.0.smithi123.stdout:3397: expect (ObjNum 894 snap 274 seq_num 894) 2023-12-20T11:01:22.264 INFO:tasks.rados.rados.0.smithi123.stdout:3400: finishing copy_from racing read to smithi123173835-37 2023-12-20T11:01:22.264 INFO:tasks.rados.rados.0.smithi123.stdout:3400: finishing copy_from to smithi123173835-37 2023-12-20T11:01:22.264 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 2021 (ObjNum 1043 snap 313 seq_num 1043) dirty exists 2023-12-20T11:01:22.265 INFO:tasks.rados.rados.0.smithi123.stdout:3391: finishing copy_from racing read to smithi123173835-14 2023-12-20T11:01:22.265 INFO:tasks.rados.rados.0.smithi123.stdout:3391: finishing copy_from to smithi123173835-14 2023-12-20T11:01:22.265 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 14 v 1786 (ObjNum 1078 snap 321 seq_num 1078) dirty exists 2023-12-20T11:01:22.265 INFO:tasks.rados.rados.0.smithi123.stdout:3391: done (8 left) 2023-12-20T11:01:22.265 INFO:tasks.rados.rados.0.smithi123.stdout:3396: done (7 left) 2023-12-20T11:01:22.265 INFO:tasks.rados.rados.0.smithi123.stdout:3397: done (6 left) 2023-12-20T11:01:22.265 INFO:tasks.rados.rados.0.smithi123.stdout:3398: done (5 left) 2023-12-20T11:01:22.265 INFO:tasks.rados.rados.0.smithi123.stdout:3399: done (4 left) 2023-12-20T11:01:22.265 INFO:tasks.rados.rados.0.smithi123.stdout:3400: done (3 left) 2023-12-20T11:01:22.265 INFO:tasks.rados.rados.0.smithi123.stdout:3401: done (2 left) 2023-12-20T11:01:22.265 INFO:tasks.rados.rados.0.smithi123.stdout:3402: done (1 left) 2023-12-20T11:01:22.265 INFO:tasks.rados.rados.0.smithi123.stdout:3405: rollback oid 33 current snap is 323 2023-12-20T11:01:22.265 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 33 to 320 2023-12-20T11:01:22.265 INFO:tasks.rados.rados.0.smithi123.stdout:3404: finishing copy_from racing read to smithi123173835-16 2023-12-20T11:01:22.265 INFO:tasks.rados.rados.0.smithi123.stdout:3404: finishing copy_from to smithi123173835-16 2023-12-20T11:01:22.266 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 2797 (ObjNum 1065 snap 318 seq_num 1065) dirty exists 2023-12-20T11:01:22.266 INFO:tasks.rados.rados.0.smithi123.stdout:3404: done (1 left) 2023-12-20T11:01:22.266 INFO:tasks.rados.rados.0.smithi123.stdout:3406: rollback oid 28 current snap is 323 2023-12-20T11:01:22.266 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 28 to 320 2023-12-20T11:01:22.266 INFO:tasks.rados.rados.0.smithi123.stdout:3407: rmattr oid 44 current snap is 323 2023-12-20T11:01:22.266 INFO:tasks.rados.rados.0.smithi123.stdout:3407: done (2 left) 2023-12-20T11:01:22.266 INFO:tasks.rados.rados.0.smithi123.stdout:3408: read oid 8 snap -1 2023-12-20T11:01:22.266 INFO:tasks.rados.rados.0.smithi123.stdout:3408: expect (ObjNum 1049 snap 314 seq_num 1049) 2023-12-20T11:01:22.266 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 15 current snap is 323 2023-12-20T11:01:22.266 INFO:tasks.rados.rados.0.smithi123.stdout:3409: seq_num 1085 ranges {0=581632,581632=761856,1343488=40960} 2023-12-20T11:01:22.267 INFO:tasks.rados.rados.0.smithi123.stdout:3409: writing smithi123173835-15 from 0 to 581632 tid 1 2023-12-20T11:01:22.272 INFO:tasks.rados.rados.0.smithi123.stdout:3409: writing smithi123173835-15 from 581632 to 1343488 tid 2 2023-12-20T11:01:22.272 INFO:tasks.rados.rados.0.smithi123.stdout:3409: writing smithi123173835-15 from 1343488 to 1384448 tid 3 2023-12-20T11:01:22.272 INFO:tasks.rados.rados.0.smithi123.stdout:3410: copy_from oid 30 from oid 3 current snap is 323 2023-12-20T11:01:22.272 INFO:tasks.rados.rados.0.smithi123.stdout:3405: finishing rollback tid 0 to smithi123173835-33 2023-12-20T11:01:22.272 INFO:tasks.rados.rados.0.smithi123.stdout:3408: expect (ObjNum 1049 snap 314 seq_num 1049) 2023-12-20T11:01:22.294 INFO:tasks.rados.rados.0.smithi123.stdout:3406: finishing rollback tid 0 to smithi123173835-28 2023-12-20T11:01:22.294 INFO:tasks.rados.rados.0.smithi123.stdout:3405: finishing rollback tid 1 to smithi123173835-33 2023-12-20T11:01:22.294 INFO:tasks.rados.rados.0.smithi123.stdout:3405: finishing rollback tid 2 to smithi123173835-33 2023-12-20T11:01:22.294 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 2007 (ObjNum 1008 snap 306 seq_num 1008) dirty exists 2023-12-20T11:01:22.294 INFO:tasks.rados.rados.0.smithi123.stdout:3406: finishing rollback tid 1 to smithi123173835-28 2023-12-20T11:01:22.294 INFO:tasks.rados.rados.0.smithi123.stdout:3406: finishing rollback tid 2 to smithi123173835-28 2023-12-20T11:01:22.294 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 28 v 1644 (ObjNum 937 snap 279 seq_num 937) dirty exists 2023-12-20T11:01:22.294 INFO:tasks.rados.rados.0.smithi123.stdout:3409: finishing write tid 1 to smithi123173835-15 2023-12-20T11:01:22.295 INFO:tasks.rados.rados.0.smithi123.stdout:3410: finishing copy_from to smithi123173835-30 2023-12-20T11:01:22.295 INFO:tasks.rados.rados.0.smithi123.stdout:3410: got expected ENOENT (src dne) 2023-12-20T11:01:22.295 INFO:tasks.rados.rados.0.smithi123.stdout:3410: finishing copy_from racing read to smithi123173835-30 2023-12-20T11:01:22.295 INFO:tasks.rados.rados.0.smithi123.stdout:3409: finishing write tid 2 to smithi123173835-15 2023-12-20T11:01:22.295 INFO:tasks.rados.rados.0.smithi123.stdout:3409: finishing write tid 3 to smithi123173835-15 2023-12-20T11:01:22.295 INFO:tasks.rados.rados.0.smithi123.stdout:3409: finishing write tid 4 to smithi123173835-15 2023-12-20T11:01:22.295 INFO:tasks.rados.rados.0.smithi123.stdout:3409: finishing write tid 5 to smithi123173835-15 2023-12-20T11:01:22.295 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 2814 (ObjNum 1085 snap 323 seq_num 1085) dirty exists 2023-12-20T11:01:22.295 INFO:tasks.rados.rados.0.smithi123.stdout:3409: left oid 15 (ObjNum 1085 snap 323 seq_num 1085) 2023-12-20T11:01:22.295 INFO:tasks.rados.rados.0.smithi123.stdout:3405: done (4 left) 2023-12-20T11:01:22.295 INFO:tasks.rados.rados.0.smithi123.stdout:3406: done (3 left) 2023-12-20T11:01:22.295 INFO:tasks.rados.rados.0.smithi123.stdout:3408: done (2 left) 2023-12-20T11:01:22.295 INFO:tasks.rados.rados.0.smithi123.stdout:3409: done (1 left) 2023-12-20T11:01:22.295 INFO:tasks.rados.rados.0.smithi123.stdout:3410: done (0 left) 2023-12-20T11:01:22.295 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 9 current snap is 323 2023-12-20T11:01:22.295 INFO:tasks.rados.rados.0.smithi123.stdout:3411: seq_num 1086 ranges {0=598016,598016=647168,1245184=155648} 2023-12-20T11:01:22.297 INFO:tasks.rados.rados.0.smithi123.stdout:3411: writing smithi123173835-9 from 0 to 598016 tid 1 2023-12-20T11:01:22.300 INFO:tasks.rados.rados.0.smithi123.stdout:3411: writing smithi123173835-9 from 598016 to 1245184 tid 2 2023-12-20T11:01:22.302 INFO:tasks.rados.rados.0.smithi123.stdout:3411: writing smithi123173835-9 from 1245184 to 1400832 tid 3 2023-12-20T11:01:22.302 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 43 current snap is 323 2023-12-20T11:01:22.302 INFO:tasks.rados.rados.0.smithi123.stdout:3411: finishing write tid 1 to smithi123173835-9 2023-12-20T11:01:22.302 INFO:tasks.rados.rados.0.smithi123.stdout:3412: seq_num 1087 ranges {1785856=614400,2400256=532480,2932736=270336} 2023-12-20T11:01:22.315 INFO:tasks.rados.rados.0.smithi123.stdout:3412: writing smithi123173835-43 from 1785856 to 2400256 tid 1 2023-12-20T11:01:22.318 INFO:tasks.rados.rados.0.smithi123.stdout:3412: writing smithi123173835-43 from 2400256 to 2932736 tid 2 2023-12-20T11:01:22.320 INFO:tasks.rados.rados.0.smithi123.stdout:3412: writing smithi123173835-43 from 2932736 to 3203072 tid 3 2023-12-20T11:01:22.320 INFO:tasks.rados.rados.0.smithi123.stdout:3413: rollback oid 16 current snap is 323 2023-12-20T11:01:22.320 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 16 to 322 2023-12-20T11:01:22.320 INFO:tasks.rados.rados.0.smithi123.stdout:3411: finishing write tid 2 to smithi123173835-9 2023-12-20T11:01:22.320 INFO:tasks.rados.rados.0.smithi123.stdout:3411: finishing write tid 3 to smithi123173835-9 2023-12-20T11:01:22.320 INFO:tasks.rados.rados.0.smithi123.stdout:3411: finishing write tid 4 to smithi123173835-9 2023-12-20T11:01:22.321 INFO:tasks.rados.rados.0.smithi123.stdout:3411: finishing write tid 5 to smithi123173835-9 2023-12-20T11:01:22.321 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 9 v 2651 (ObjNum 1086 snap 323 seq_num 1086) dirty exists 2023-12-20T11:01:22.321 INFO:tasks.rados.rados.0.smithi123.stdout:3411: left oid 9 (ObjNum 1086 snap 323 seq_num 1086) 2023-12-20T11:01:22.321 INFO:tasks.rados.rados.0.smithi123.stdout:3412: finishing write tid 1 to smithi123173835-43 2023-12-20T11:01:22.321 INFO:tasks.rados.rados.0.smithi123.stdout:3411: done (2 left) 2023-12-20T11:01:22.321 INFO:tasks.rados.rados.0.smithi123.stdout:3414: rmattr oid 48 current snap is 323 2023-12-20T11:01:22.321 INFO:tasks.rados.rados.0.smithi123.stdout:3414: done (2 left) 2023-12-20T11:01:22.321 INFO:tasks.rados.rados.0.smithi123.stdout:3415: setattr oid 31 current snap is 323 2023-12-20T11:01:22.321 INFO:tasks.rados.rados.0.smithi123.stdout:3416: snap_create 2023-12-20T11:01:22.322 INFO:tasks.rados.rados.0.smithi123.stdout:3412: finishing write tid 2 to smithi123173835-43 2023-12-20T11:01:22.322 INFO:tasks.rados.rados.0.smithi123.stdout:3413: finishing rollback tid 0 to smithi123173835-16 2023-12-20T11:01:22.323 INFO:tasks.rados.rados.0.smithi123.stdout:3412: finishing write tid 3 to smithi123173835-43 2023-12-20T11:01:22.324 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 31 v 2651 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-20T11:01:22.324 INFO:tasks.rados.rados.0.smithi123.stdout:3413: finishing rollback tid 1 to smithi123173835-16 2023-12-20T11:01:22.324 INFO:tasks.rados.rados.0.smithi123.stdout:3412: finishing write tid 4 to smithi123173835-43 2023-12-20T11:01:22.324 INFO:tasks.rados.rados.0.smithi123.stdout:3413: finishing rollback tid 2 to smithi123173835-16 2023-12-20T11:01:22.324 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 2800 (ObjNum 1041 snap 312 seq_num 1041) dirty exists 2023-12-20T11:01:22.325 INFO:tasks.rados.rados.0.smithi123.stdout:3412: finishing write tid 5 to smithi123173835-43 2023-12-20T11:01:22.325 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 1817 (ObjNum 1087 snap 323 seq_num 1087) dirty exists 2023-12-20T11:01:22.325 INFO:tasks.rados.rados.0.smithi123.stdout:3412: left oid 43 (ObjNum 1087 snap 323 seq_num 1087) 2023-12-20T11:01:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:22 smithi123 ceph-mon[191304]: osdmap e722: 8 total, 8 up, 8 in 2023-12-20T11:01:22.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:22 smithi123 ceph-mon[188613]: osdmap e722: 8 total, 8 up, 8 in 2023-12-20T11:01:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:22 smithi177 ceph-mon[212096]: osdmap e722: 8 total, 8 up, 8 in 2023-12-20T11:01:23.103 INFO:tasks.rados.rados.0.smithi123.stdout:3412: done (3 left) 2023-12-20T11:01:23.104 INFO:tasks.rados.rados.0.smithi123.stdout:3413: done (2 left) 2023-12-20T11:01:23.104 INFO:tasks.rados.rados.0.smithi123.stdout:3415: done (1 left) 2023-12-20T11:01:23.104 INFO:tasks.rados.rados.0.smithi123.stdout:3416: done (0 left) 2023-12-20T11:01:23.104 INFO:tasks.rados.rados.0.smithi123.stdout:3417: delete oid 42 current snap is 324 2023-12-20T11:01:23.109 INFO:tasks.rados.rados.0.smithi123.stdout:3417: done (0 left) 2023-12-20T11:01:23.110 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 26 current snap is 324 2023-12-20T11:01:23.110 INFO:tasks.rados.rados.0.smithi123.stdout:3418: seq_num 1089 ranges {778240=647168,1425408=745472,2170880=57344} 2023-12-20T11:01:23.117 INFO:tasks.rados.rados.0.smithi123.stdout:3418: writing smithi123173835-26 from 778240 to 1425408 tid 1 2023-12-20T11:01:23.121 INFO:tasks.rados.rados.0.smithi123.stdout:3418: writing smithi123173835-26 from 1425408 to 2170880 tid 2 2023-12-20T11:01:23.122 INFO:tasks.rados.rados.0.smithi123.stdout:3418: writing smithi123173835-26 from 2170880 to 2228224 tid 3 2023-12-20T11:01:23.122 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 42 current snap is 324 2023-12-20T11:01:23.122 INFO:tasks.rados.rados.0.smithi123.stdout:3418: finishing write tid 1 to smithi123173835-26 2023-12-20T11:01:23.122 INFO:tasks.rados.rados.0.smithi123.stdout:3419: seq_num 1090 ranges {0=663552,663552=630784,1294336=172032} 2023-12-20T11:01:23.125 INFO:tasks.rados.rados.0.smithi123.stdout:3419: writing smithi123173835-42 from 0 to 663552 tid 1 2023-12-20T11:01:23.129 INFO:tasks.rados.rados.0.smithi123.stdout:3419: writing smithi123173835-42 from 663552 to 1294336 tid 2 2023-12-20T11:01:23.130 INFO:tasks.rados.rados.0.smithi123.stdout:3419: writing smithi123173835-42 from 1294336 to 1466368 tid 3 2023-12-20T11:01:23.131 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 22 current snap is 324 2023-12-20T11:01:23.131 INFO:tasks.rados.rados.0.smithi123.stdout:3420: seq_num 1091 ranges {0=679936,679936=516096,1196032=286720} 2023-12-20T11:01:23.135 INFO:tasks.rados.rados.0.smithi123.stdout:3420: writing smithi123173835-22 from 0 to 679936 tid 1 2023-12-20T11:01:23.138 INFO:tasks.rados.rados.0.smithi123.stdout:3420: writing smithi123173835-22 from 679936 to 1196032 tid 2 2023-12-20T11:01:23.140 INFO:tasks.rados.rados.0.smithi123.stdout:3420: writing smithi123173835-22 from 1196032 to 1482752 tid 3 2023-12-20T11:01:23.140 INFO:tasks.rados.rados.0.smithi123.stdout:3421: delete oid 44 current snap is 324 2023-12-20T11:01:23.140 INFO:tasks.rados.rados.0.smithi123.stdout:3418: finishing write tid 2 to smithi123173835-26 2023-12-20T11:01:23.140 INFO:tasks.rados.rados.0.smithi123.stdout:3418: finishing write tid 3 to smithi123173835-26 2023-12-20T11:01:23.140 INFO:tasks.rados.rados.0.smithi123.stdout:3418: finishing write tid 4 to smithi123173835-26 2023-12-20T11:01:23.140 INFO:tasks.rados.rados.0.smithi123.stdout:3418: finishing write tid 5 to smithi123173835-26 2023-12-20T11:01:23.140 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 2809 (ObjNum 1089 snap 324 seq_num 1089) dirty exists 2023-12-20T11:01:23.141 INFO:tasks.rados.rados.0.smithi123.stdout:3418: left oid 26 (ObjNum 1089 snap 324 seq_num 1089) 2023-12-20T11:01:23.141 INFO:tasks.rados.rados.0.smithi123.stdout:3419: finishing write tid 1 to smithi123173835-42 2023-12-20T11:01:23.141 INFO:tasks.rados.rados.0.smithi123.stdout:3419: finishing write tid 2 to smithi123173835-42 2023-12-20T11:01:23.141 INFO:tasks.rados.rados.0.smithi123.stdout:3419: finishing write tid 3 to smithi123173835-42 2023-12-20T11:01:23.141 INFO:tasks.rados.rados.0.smithi123.stdout:3419: finishing write tid 4 to smithi123173835-42 2023-12-20T11:01:23.141 INFO:tasks.rados.rados.0.smithi123.stdout:3419: finishing write tid 5 to smithi123173835-42 2023-12-20T11:01:23.141 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 42 v 2032 (ObjNum 1090 snap 324 seq_num 1090) dirty exists 2023-12-20T11:01:23.141 INFO:tasks.rados.rados.0.smithi123.stdout:3419: left oid 42 (ObjNum 1090 snap 324 seq_num 1090) 2023-12-20T11:01:23.142 INFO:tasks.rados.rados.0.smithi123.stdout:3418: done (3 left) 2023-12-20T11:01:23.142 INFO:tasks.rados.rados.0.smithi123.stdout:3419: done (2 left) 2023-12-20T11:01:23.142 INFO:tasks.rados.rados.0.smithi123.stdout:3421: done (1 left) 2023-12-20T11:01:23.142 INFO:tasks.rados.rados.0.smithi123.stdout:3422: read oid 18 snap -1 2023-12-20T11:01:23.142 INFO:tasks.rados.rados.0.smithi123.stdout:3422: expect deleted 2023-12-20T11:01:23.142 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 46 current snap is 324 2023-12-20T11:01:23.142 INFO:tasks.rados.rados.0.smithi123.stdout:3423: seq_num 1093 ranges {1114112=712704,1826816=688128,2514944=114688} 2023-12-20T11:01:23.152 INFO:tasks.rados.rados.0.smithi123.stdout:3423: writing smithi123173835-46 from 1114112 to 1826816 tid 1 2023-12-20T11:01:23.156 INFO:tasks.rados.rados.0.smithi123.stdout:3423: writing smithi123173835-46 from 1826816 to 2514944 tid 2 2023-12-20T11:01:23.157 INFO:tasks.rados.rados.0.smithi123.stdout:3423: writing smithi123173835-46 from 2514944 to 2629632 tid 3 2023-12-20T11:01:23.157 INFO:tasks.rados.rados.0.smithi123.stdout:3424: read oid 29 snap -1 2023-12-20T11:01:23.157 INFO:tasks.rados.rados.0.smithi123.stdout:3424: expect (ObjNum 1069 snap 318 seq_num 1069) 2023-12-20T11:01:23.157 INFO:tasks.rados.rados.0.smithi123.stdout:3425: rollback oid 43 current snap is 324 2023-12-20T11:01:23.157 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 43 to 322 2023-12-20T11:01:23.157 INFO:tasks.rados.rados.0.smithi123.stdout:3426: read oid 37 snap 322 2023-12-20T11:01:23.157 INFO:tasks.rados.rados.0.smithi123.stdout:3426: expect (ObjNum 988 snap 298 seq_num 988) 2023-12-20T11:01:23.157 INFO:tasks.rados.rados.0.smithi123.stdout:3427: snap_remove snap 320 2023-12-20T11:01:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:23 smithi123 ceph-mon[191304]: pgmap v803: 121 pgs: 121 active+clean; 168 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2023-12-20T11:01:23.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:23 smithi123 ceph-mon[191304]: osdmap e723: 8 total, 8 up, 8 in 2023-12-20T11:01:23.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:23 smithi123 ceph-mon[191304]: osdmap e724: 8 total, 8 up, 8 in 2023-12-20T11:01:23.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:23 smithi123 ceph-mon[188613]: pgmap v803: 121 pgs: 121 active+clean; 168 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2023-12-20T11:01:23.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:23 smithi123 ceph-mon[188613]: osdmap e723: 8 total, 8 up, 8 in 2023-12-20T11:01:23.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:23 smithi123 ceph-mon[188613]: osdmap e724: 8 total, 8 up, 8 in 2023-12-20T11:01:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:23 smithi177 ceph-mon[212096]: pgmap v803: 121 pgs: 121 active+clean; 168 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2023-12-20T11:01:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:23 smithi177 ceph-mon[212096]: osdmap e723: 8 total, 8 up, 8 in 2023-12-20T11:01:23.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:23 smithi177 ceph-mon[212096]: osdmap e724: 8 total, 8 up, 8 in 2023-12-20T11:01:24.111 INFO:tasks.rados.rados.0.smithi123.stdout:3427: done (6 left) 2023-12-20T11:01:24.111 INFO:tasks.rados.rados.0.smithi123.stdout:3428: copy_from oid 4 from oid 40 current snap is 324 2023-12-20T11:01:24.115 INFO:tasks.rados.rados.0.smithi123.stdout:3420: finishing write tid 1 to smithi123173835-22 2023-12-20T11:01:24.116 INFO:tasks.rados.rados.0.smithi123.stdout:3420: finishing write tid 2 to smithi123173835-22 2023-12-20T11:01:24.116 INFO:tasks.rados.rados.0.smithi123.stdout:3420: finishing write tid 3 to smithi123173835-22 2023-12-20T11:01:24.116 INFO:tasks.rados.rados.0.smithi123.stdout:3420: finishing write tid 4 to smithi123173835-22 2023-12-20T11:01:24.116 INFO:tasks.rados.rados.0.smithi123.stdout:3420: finishing write tid 5 to smithi123173835-22 2023-12-20T11:01:24.116 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 22 v 2804 (ObjNum 1091 snap 324 seq_num 1091) dirty exists 2023-12-20T11:01:24.116 INFO:tasks.rados.rados.0.smithi123.stdout:3420: left oid 22 (ObjNum 1091 snap 324 seq_num 1091) 2023-12-20T11:01:24.116 INFO:tasks.rados.rados.0.smithi123.stdout:3423: finishing write tid 1 to smithi123173835-46 2023-12-20T11:01:24.116 INFO:tasks.rados.rados.0.smithi123.stdout:3423: finishing write tid 2 to smithi123173835-46 2023-12-20T11:01:24.116 INFO:tasks.rados.rados.0.smithi123.stdout:3423: finishing write tid 3 to smithi123173835-46 2023-12-20T11:01:24.116 INFO:tasks.rados.rados.0.smithi123.stdout:3425: finishing rollback tid 0 to smithi123173835-43 2023-12-20T11:01:24.116 INFO:tasks.rados.rados.0.smithi123.stdout:3425: finishing rollback tid 1 to smithi123173835-43 2023-12-20T11:01:24.116 INFO:tasks.rados.rados.0.smithi123.stdout:3425: finishing rollback tid 2 to smithi123173835-43 2023-12-20T11:01:24.116 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 1820 (ObjNum 1068 snap 318 seq_num 1068) dirty exists 2023-12-20T11:01:24.116 INFO:tasks.rados.rados.0.smithi123.stdout:3423: finishing write tid 4 to smithi123173835-46 2023-12-20T11:01:24.117 INFO:tasks.rados.rados.0.smithi123.stdout:3423: finishing write tid 5 to smithi123173835-46 2023-12-20T11:01:24.117 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 46 v 2808 (ObjNum 1093 snap 324 seq_num 1093) dirty exists 2023-12-20T11:01:24.117 INFO:tasks.rados.rados.0.smithi123.stdout:3423: left oid 46 (ObjNum 1093 snap 324 seq_num 1093) 2023-12-20T11:01:24.117 INFO:tasks.rados.rados.0.smithi123.stdout:3424: expect (ObjNum 1069 snap 318 seq_num 1069) 2023-12-20T11:01:24.350 INFO:tasks.rados.rados.0.smithi123.stdout:3426: expect (ObjNum 988 snap 298 seq_num 988) 2023-12-20T11:01:24.526 INFO:tasks.rados.rados.0.smithi123.stdout:3428: finishing copy_from racing read to smithi123173835-4 2023-12-20T11:01:24.526 INFO:tasks.rados.rados.0.smithi123.stdout:3428: finishing copy_from to smithi123173835-4 2023-12-20T11:01:24.526 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 2635 (ObjNum 984 snap 298 seq_num 984) dirty exists 2023-12-20T11:01:24.526 INFO:tasks.rados.rados.0.smithi123.stdout:3420: done (6 left) 2023-12-20T11:01:24.526 INFO:tasks.rados.rados.0.smithi123.stdout:3422: done (5 left) 2023-12-20T11:01:24.526 INFO:tasks.rados.rados.0.smithi123.stdout:3423: done (4 left) 2023-12-20T11:01:24.526 INFO:tasks.rados.rados.0.smithi123.stdout:3424: done (3 left) 2023-12-20T11:01:24.526 INFO:tasks.rados.rados.0.smithi123.stdout:3425: done (2 left) 2023-12-20T11:01:24.526 INFO:tasks.rados.rados.0.smithi123.stdout:3426: done (1 left) 2023-12-20T11:01:24.527 INFO:tasks.rados.rados.0.smithi123.stdout:3428: done (0 left) 2023-12-20T11:01:24.527 INFO:tasks.rados.rados.0.smithi123.stdout:3429: snap_remove snap 322 2023-12-20T11:01:25.216 INFO:tasks.rados.rados.0.smithi123.stdout:3429: done (0 left) 2023-12-20T11:01:25.216 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 45 current snap is 324 2023-12-20T11:01:25.216 INFO:tasks.rados.rados.0.smithi123.stdout:3430: seq_num 1094 ranges {2375680=729088,3104768=573440,3678208=229376} 2023-12-20T11:01:25.232 INFO:tasks.rados.rados.0.smithi123.stdout:3430: writing smithi123173835-45 from 2375680 to 3104768 tid 1 2023-12-20T11:01:25.236 INFO:tasks.rados.rados.0.smithi123.stdout:3430: writing smithi123173835-45 from 3104768 to 3678208 tid 2 2023-12-20T11:01:25.237 INFO:tasks.rados.rados.0.smithi123.stdout:3430: writing smithi123173835-45 from 3678208 to 3907584 tid 3 2023-12-20T11:01:25.237 INFO:tasks.rados.rados.0.smithi123.stdout:3431: snap_remove snap 323 2023-12-20T11:01:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:25 smithi177 ceph-mon[212096]: pgmap v806: 121 pgs: 121 active+clean; 172 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2023-12-20T11:01:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:25 smithi177 ceph-mon[212096]: osdmap e725: 8 total, 8 up, 8 in 2023-12-20T11:01:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:25 smithi123 ceph-mon[191304]: pgmap v806: 121 pgs: 121 active+clean; 172 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2023-12-20T11:01:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:25 smithi123 ceph-mon[191304]: osdmap e725: 8 total, 8 up, 8 in 2023-12-20T11:01:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:25 smithi123 ceph-mon[188613]: pgmap v806: 121 pgs: 121 active+clean; 172 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2023-12-20T11:01:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:25 smithi123 ceph-mon[188613]: osdmap e725: 8 total, 8 up, 8 in 2023-12-20T11:01:26.215 INFO:tasks.rados.rados.0.smithi123.stdout:3431: done (1 left) 2023-12-20T11:01:26.215 INFO:tasks.rados.rados.0.smithi123.stdout:3432: delete oid 28 current snap is 324 2023-12-20T11:01:26.215 INFO:tasks.rados.rados.0.smithi123.stdout:3430: finishing write tid 1 to smithi123173835-45 2023-12-20T11:01:26.215 INFO:tasks.rados.rados.0.smithi123.stdout:3430: finishing write tid 2 to smithi123173835-45 2023-12-20T11:01:26.215 INFO:tasks.rados.rados.0.smithi123.stdout:3430: finishing write tid 3 to smithi123173835-45 2023-12-20T11:01:26.215 INFO:tasks.rados.rados.0.smithi123.stdout:3430: finishing write tid 4 to smithi123173835-45 2023-12-20T11:01:26.215 INFO:tasks.rados.rados.0.smithi123.stdout:3430: finishing write tid 5 to smithi123173835-45 2023-12-20T11:01:26.215 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 2812 (ObjNum 1094 snap 324 seq_num 1094) dirty exists 2023-12-20T11:01:26.215 INFO:tasks.rados.rados.0.smithi123.stdout:3430: left oid 45 (ObjNum 1094 snap 324 seq_num 1094) 2023-12-20T11:01:26.226 INFO:tasks.rados.rados.0.smithi123.stdout:3430: done (1 left) 2023-12-20T11:01:26.226 INFO:tasks.rados.rados.0.smithi123.stdout:3432: done (0 left) 2023-12-20T11:01:26.226 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 4 current snap is 324 2023-12-20T11:01:26.226 INFO:tasks.rados.rados.0.smithi123.stdout:3433: seq_num 1096 ranges {16482304=761856,17244160=786432,18030592=16384} 2023-12-20T11:01:26.320 INFO:tasks.rados.rados.0.smithi123.stdout:3433: writing smithi123173835-4 from 16482304 to 17244160 tid 1 2023-12-20T11:01:26.324 INFO:tasks.rados.rados.0.smithi123.stdout:3433: writing smithi123173835-4 from 17244160 to 18030592 tid 2 2023-12-20T11:01:26.325 INFO:tasks.rados.rados.0.smithi123.stdout:3433: writing smithi123173835-4 from 18030592 to 18046976 tid 3 2023-12-20T11:01:26.325 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 40 current snap is 324 2023-12-20T11:01:26.325 INFO:tasks.rados.rados.0.smithi123.stdout:3433: finishing write tid 1 to smithi123173835-4 2023-12-20T11:01:26.325 INFO:tasks.rados.rados.0.smithi123.stdout:3434: seq_num 1097 ranges {16482304=778240,17260544=671744,17932288=131072} 2023-12-20T11:01:26.419 INFO:tasks.rados.rados.0.smithi123.stdout:3434: writing smithi123173835-40 from 16482304 to 17260544 tid 1 2023-12-20T11:01:26.424 INFO:tasks.rados.rados.0.smithi123.stdout:3434: writing smithi123173835-40 from 17260544 to 17932288 tid 2 2023-12-20T11:01:26.425 INFO:tasks.rados.rados.0.smithi123.stdout:3434: writing smithi123173835-40 from 17932288 to 18063360 tid 3 2023-12-20T11:01:26.425 INFO:tasks.rados.rados.0.smithi123.stdout:3435: copy_from oid 33 from oid 22 current snap is 324 2023-12-20T11:01:26.425 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 26 current snap is 324 2023-12-20T11:01:26.425 INFO:tasks.rados.rados.0.smithi123.stdout:3436: seq_num 1098 ranges {2228224=794624,3022848=557056,3579904=245760} 2023-12-20T11:01:26.442 INFO:tasks.rados.rados.0.smithi123.stdout:3436: writing smithi123173835-26 from 2228224 to 3022848 tid 1 2023-12-20T11:01:26.446 INFO:tasks.rados.rados.0.smithi123.stdout:3436: writing smithi123173835-26 from 3022848 to 3579904 tid 2 2023-12-20T11:01:26.448 INFO:tasks.rados.rados.0.smithi123.stdout:3436: writing smithi123173835-26 from 3579904 to 3825664 tid 3 2023-12-20T11:01:26.448 INFO:tasks.rados.rados.0.smithi123.stdout:3437: copy_from oid 43 from oid 49 current snap is 324 2023-12-20T11:01:26.448 INFO:tasks.rados.rados.0.smithi123.stdout:3433: finishing write tid 2 to smithi123173835-4 2023-12-20T11:01:26.448 INFO:tasks.rados.rados.0.smithi123.stdout:3433: finishing write tid 3 to smithi123173835-4 2023-12-20T11:01:26.448 INFO:tasks.rados.rados.0.smithi123.stdout:3433: finishing write tid 4 to smithi123173835-4 2023-12-20T11:01:26.448 INFO:tasks.rados.rados.0.smithi123.stdout:3433: finishing write tid 5 to smithi123173835-4 2023-12-20T11:01:26.449 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 2639 (ObjNum 1096 snap 324 seq_num 1096) dirty exists 2023-12-20T11:01:26.449 INFO:tasks.rados.rados.0.smithi123.stdout:3433: left oid 4 (ObjNum 1096 snap 324 seq_num 1096) 2023-12-20T11:01:26.449 INFO:tasks.rados.rados.0.smithi123.stdout:3434: finishing write tid 1 to smithi123173835-40 2023-12-20T11:01:26.449 INFO:tasks.rados.rados.0.smithi123.stdout:3434: finishing write tid 2 to smithi123173835-40 2023-12-20T11:01:26.449 INFO:tasks.rados.rados.0.smithi123.stdout:3433: done (4 left) 2023-12-20T11:01:26.449 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 45 current snap is 324 2023-12-20T11:01:26.449 INFO:tasks.rados.rados.0.smithi123.stdout:3435: finishing copy_from racing read to smithi123173835-33 2023-12-20T11:01:26.449 INFO:tasks.rados.rados.0.smithi123.stdout:3434: finishing write tid 3 to smithi123173835-40 2023-12-20T11:01:26.449 INFO:tasks.rados.rados.0.smithi123.stdout:3435: finishing copy_from to smithi123173835-33 2023-12-20T11:01:26.449 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 2804 (ObjNum 1091 snap 324 seq_num 1091) dirty exists 2023-12-20T11:01:26.449 INFO:tasks.rados.rados.0.smithi123.stdout:3434: finishing write tid 4 to smithi123173835-40 2023-12-20T11:01:26.449 INFO:tasks.rados.rados.0.smithi123.stdout:3434: finishing write tid 5 to smithi123173835-40 2023-12-20T11:01:26.449 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 40 v 2818 (ObjNum 1097 snap 324 seq_num 1097) dirty exists 2023-12-20T11:01:26.449 INFO:tasks.rados.rados.0.smithi123.stdout:3434: left oid 40 (ObjNum 1097 snap 324 seq_num 1097) 2023-12-20T11:01:26.449 INFO:tasks.rados.rados.0.smithi123.stdout:3436: finishing write tid 1 to smithi123173835-26 2023-12-20T11:01:26.450 INFO:tasks.rados.rados.0.smithi123.stdout:3438: seq_num 1099 ranges {3907584=409600,4317184=442368,4759552=720896,5480448=40960} 2023-12-20T11:01:26.471 INFO:tasks.rados.rados.0.smithi123.stdout:3438: writing smithi123173835-45 from 3907584 to 4317184 tid 1 2023-12-20T11:01:26.474 INFO:tasks.rados.rados.0.smithi123.stdout:3438: writing smithi123173835-45 from 4317184 to 4759552 tid 2 2023-12-20T11:01:26.479 INFO:tasks.rados.rados.0.smithi123.stdout:3438: writing smithi123173835-45 from 4759552 to 5480448 tid 3 2023-12-20T11:01:26.479 INFO:tasks.rados.rados.0.smithi123.stdout:3438: writing smithi123173835-45 from 5480448 to 5521408 tid 4 2023-12-20T11:01:26.479 INFO:tasks.rados.rados.0.smithi123.stdout:3434: done (4 left) 2023-12-20T11:01:26.479 INFO:tasks.rados.rados.0.smithi123.stdout:3435: done (3 left) 2023-12-20T11:01:26.479 INFO:tasks.rados.rados.0.smithi123.stdout:3439: read oid 24 snap -1 2023-12-20T11:01:26.479 INFO:tasks.rados.rados.0.smithi123.stdout:3439: expect (ObjNum 967 snap 292 seq_num 967) 2023-12-20T11:01:26.479 INFO:tasks.rados.rados.0.smithi123.stdout:3440: copy_from oid 32 from oid 42 current snap is 324 2023-12-20T11:01:26.479 INFO:tasks.rados.rados.0.smithi123.stdout:3436: finishing write tid 2 to smithi123173835-26 2023-12-20T11:01:26.480 INFO:tasks.rados.rados.0.smithi123.stdout:3436: finishing write tid 3 to smithi123173835-26 2023-12-20T11:01:26.480 INFO:tasks.rados.rados.0.smithi123.stdout:3436: finishing write tid 4 to smithi123173835-26 2023-12-20T11:01:26.480 INFO:tasks.rados.rados.0.smithi123.stdout:3436: finishing write tid 5 to smithi123173835-26 2023-12-20T11:01:26.480 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 2813 (ObjNum 1098 snap 324 seq_num 1098) dirty exists 2023-12-20T11:01:26.480 INFO:tasks.rados.rados.0.smithi123.stdout:3436: left oid 26 (ObjNum 1098 snap 324 seq_num 1098) 2023-12-20T11:01:26.480 INFO:tasks.rados.rados.0.smithi123.stdout:3438: finishing write tid 1 to smithi123173835-45 2023-12-20T11:01:26.480 INFO:tasks.rados.rados.0.smithi123.stdout:3436: done (4 left) 2023-12-20T11:01:26.480 INFO:tasks.rados.rados.0.smithi123.stdout:3441: copy_from oid 40 from oid 29 current snap is 324 2023-12-20T11:01:26.480 INFO:tasks.rados.rados.0.smithi123.stdout:3442: setattr oid 36 current snap is 324 2023-12-20T11:01:26.481 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 6 current snap is 324 2023-12-20T11:01:26.481 INFO:tasks.rados.rados.0.smithi123.stdout:3443: seq_num 1100 ranges {0=425984,425984=729088,1155072=475136} 2023-12-20T11:01:26.484 INFO:tasks.rados.rados.0.smithi123.stdout:3443: writing smithi123173835-6 from 0 to 425984 tid 1 2023-12-20T11:01:26.488 INFO:tasks.rados.rados.0.smithi123.stdout:3443: writing smithi123173835-6 from 425984 to 1155072 tid 2 2023-12-20T11:01:26.492 INFO:tasks.rados.rados.0.smithi123.stdout:3443: writing smithi123173835-6 from 1155072 to 1630208 tid 3 2023-12-20T11:01:26.492 INFO:tasks.rados.rados.0.smithi123.stdout:3444: rmattr oid 25 current snap is 324 2023-12-20T11:01:26.492 INFO:tasks.rados.rados.0.smithi123.stdout:3444: done (7 left) 2023-12-20T11:01:26.492 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 39 current snap is 324 2023-12-20T11:01:26.492 INFO:tasks.rados.rados.0.smithi123.stdout:3445: seq_num 1101 ranges {4890624=442368,5332992=606208,5939200=598016} 2023-12-20T11:01:26.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:26 smithi123 ceph-mon[191304]: osdmap e726: 8 total, 8 up, 8 in 2023-12-20T11:01:26.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:01:26.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:26 smithi123 ceph-mon[188613]: osdmap e726: 8 total, 8 up, 8 in 2023-12-20T11:01:26.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:01:26.522 INFO:tasks.rados.rados.0.smithi123.stdout:3445: writing smithi123173835-39 from 4890624 to 5332992 tid 1 2023-12-20T11:01:26.525 INFO:tasks.rados.rados.0.smithi123.stdout:3445: writing smithi123173835-39 from 5332992 to 5939200 tid 2 2023-12-20T11:01:26.529 INFO:tasks.rados.rados.0.smithi123.stdout:3445: writing smithi123173835-39 from 5939200 to 6537216 tid 3 2023-12-20T11:01:26.529 INFO:tasks.rados.rados.0.smithi123.stdout:3446: rollback oid 50 current snap is 324 2023-12-20T11:01:26.529 INFO:tasks.rados.rados.0.smithi123.stdout:3446: done (8 left) 2023-12-20T11:01:26.529 INFO:tasks.rados.rados.0.smithi123.stdout:3447: delete oid 8 current snap is 324 2023-12-20T11:01:26.530 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 2011 (ObjNum 1028 snap 309 seq_num 1028) dirty exists 2023-12-20T11:01:26.530 INFO:tasks.rados.rados.0.smithi123.stdout:3438: finishing write tid 2 to smithi123173835-45 2023-12-20T11:01:26.530 INFO:tasks.rados.rados.0.smithi123.stdout:3438: finishing write tid 3 to smithi123173835-45 2023-12-20T11:01:26.530 INFO:tasks.rados.rados.0.smithi123.stdout:3438: finishing write tid 4 to smithi123173835-45 2023-12-20T11:01:26.530 INFO:tasks.rados.rados.0.smithi123.stdout:3438: finishing write tid 5 to smithi123173835-45 2023-12-20T11:01:26.530 INFO:tasks.rados.rados.0.smithi123.stdout:3437: finishing copy_from racing read to smithi123173835-43 2023-12-20T11:01:26.530 INFO:tasks.rados.rados.0.smithi123.stdout:3437: finishing copy_from to smithi123173835-43 2023-12-20T11:01:26.530 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 2017 (ObjNum 1056 snap 318 seq_num 1056) dirty exists 2023-12-20T11:01:26.530 INFO:tasks.rados.rados.0.smithi123.stdout:3438: finishing write tid 6 to smithi123173835-45 2023-12-20T11:01:26.530 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 2817 (ObjNum 1099 snap 324 seq_num 1099) dirty exists 2023-12-20T11:01:26.530 INFO:tasks.rados.rados.0.smithi123.stdout:3438: left oid 45 (ObjNum 1099 snap 324 seq_num 1099) 2023-12-20T11:01:26.530 INFO:tasks.rados.rados.0.smithi123.stdout:3441: finishing copy_from racing read to smithi123173835-40 2023-12-20T11:01:26.530 INFO:tasks.rados.rados.0.smithi123.stdout:3441: finishing copy_from to smithi123173835-40 2023-12-20T11:01:26.530 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 40 v 2019 (ObjNum 1069 snap 318 seq_num 1069) dirty exists 2023-12-20T11:01:26.530 INFO:tasks.rados.rados.0.smithi123.stdout:3439: expect (ObjNum 967 snap 292 seq_num 967) 2023-12-20T11:01:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:26 smithi177 ceph-mon[212096]: osdmap e726: 8 total, 8 up, 8 in 2023-12-20T11:01:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:01:26.843 INFO:tasks.rados.rados.0.smithi123.stdout:3443: finishing write tid 1 to smithi123173835-6 2023-12-20T11:01:26.843 INFO:tasks.rados.rados.0.smithi123.stdout:3443: finishing write tid 2 to smithi123173835-6 2023-12-20T11:01:26.843 INFO:tasks.rados.rados.0.smithi123.stdout:3443: finishing write tid 3 to smithi123173835-6 2023-12-20T11:01:26.843 INFO:tasks.rados.rados.0.smithi123.stdout:3440: finishing copy_from racing read to smithi123173835-32 2023-12-20T11:01:26.843 INFO:tasks.rados.rados.0.smithi123.stdout:3443: finishing write tid 4 to smithi123173835-6 2023-12-20T11:01:26.843 INFO:tasks.rados.rados.0.smithi123.stdout:3440: finishing copy_from to smithi123173835-32 2023-12-20T11:01:26.843 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 2032 (ObjNum 1090 snap 324 seq_num 1090) dirty exists 2023-12-20T11:01:26.843 INFO:tasks.rados.rados.0.smithi123.stdout:3443: finishing write tid 5 to smithi123173835-6 2023-12-20T11:01:26.843 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 2643 (ObjNum 1100 snap 324 seq_num 1100) dirty exists 2023-12-20T11:01:26.843 INFO:tasks.rados.rados.0.smithi123.stdout:3443: left oid 6 (ObjNum 1100 snap 324 seq_num 1100) 2023-12-20T11:01:26.843 INFO:tasks.rados.rados.0.smithi123.stdout:3445: finishing write tid 1 to smithi123173835-39 2023-12-20T11:01:26.843 INFO:tasks.rados.rados.0.smithi123.stdout:3437: done (8 left) 2023-12-20T11:01:26.843 INFO:tasks.rados.rados.0.smithi123.stdout:3438: done (7 left) 2023-12-20T11:01:26.844 INFO:tasks.rados.rados.0.smithi123.stdout:3439: done (6 left) 2023-12-20T11:01:26.844 INFO:tasks.rados.rados.0.smithi123.stdout:3440: done (5 left) 2023-12-20T11:01:26.844 INFO:tasks.rados.rados.0.smithi123.stdout:3441: done (4 left) 2023-12-20T11:01:26.844 INFO:tasks.rados.rados.0.smithi123.stdout:3442: done (3 left) 2023-12-20T11:01:26.844 INFO:tasks.rados.rados.0.smithi123.stdout:3443: done (2 left) 2023-12-20T11:01:26.844 INFO:tasks.rados.rados.0.smithi123.stdout:3447: done (1 left) 2023-12-20T11:01:26.844 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 10 current snap is 324 2023-12-20T11:01:26.844 INFO:tasks.rados.rados.0.smithi123.stdout:3445: finishing write tid 2 to smithi123173835-39 2023-12-20T11:01:26.844 INFO:tasks.rados.rados.0.smithi123.stdout:3445: finishing write tid 3 to smithi123173835-39 2023-12-20T11:01:26.844 INFO:tasks.rados.rados.0.smithi123.stdout:3445: finishing write tid 4 to smithi123173835-39 2023-12-20T11:01:26.844 INFO:tasks.rados.rados.0.smithi123.stdout:3448: seq_num 1103 ranges {778240=475136,1253376=425984,1679360=696320,2375680=81920} 2023-12-20T11:01:26.849 INFO:tasks.rados.rados.0.smithi123.stdout:3448: writing smithi123173835-10 from 778240 to 1253376 tid 1 2023-12-20T11:01:26.851 INFO:tasks.rados.rados.0.smithi123.stdout:3448: writing smithi123173835-10 from 1253376 to 1679360 tid 2 2023-12-20T11:01:26.855 INFO:tasks.rados.rados.0.smithi123.stdout:3448: writing smithi123173835-10 from 1679360 to 2375680 tid 3 2023-12-20T11:01:26.856 INFO:tasks.rados.rados.0.smithi123.stdout:3448: writing smithi123173835-10 from 2375680 to 2457600 tid 4 2023-12-20T11:01:26.856 INFO:tasks.rados.rados.0.smithi123.stdout:3449: delete oid 41 current snap is 324 2023-12-20T11:01:26.856 INFO:tasks.rados.rados.0.smithi123.stdout:3445: finishing write tid 5 to smithi123173835-39 2023-12-20T11:01:26.856 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 2031 (ObjNum 1101 snap 324 seq_num 1101) dirty exists 2023-12-20T11:01:26.856 INFO:tasks.rados.rados.0.smithi123.stdout:3445: left oid 39 (ObjNum 1101 snap 324 seq_num 1101) 2023-12-20T11:01:26.857 INFO:tasks.rados.rados.0.smithi123.stdout:3448: finishing write tid 1 to smithi123173835-10 2023-12-20T11:01:26.857 INFO:tasks.rados.rados.0.smithi123.stdout:3448: finishing write tid 2 to smithi123173835-10 2023-12-20T11:01:26.858 INFO:tasks.rados.rados.0.smithi123.stdout:3445: done (2 left) 2023-12-20T11:01:26.859 INFO:tasks.rados.rados.0.smithi123.stdout:3449: done (1 left) 2023-12-20T11:01:26.859 INFO:tasks.rados.rados.0.smithi123.stdout:3450: copy_from oid 35 from oid 30 current snap is 324 2023-12-20T11:01:26.859 INFO:tasks.rados.rados.0.smithi123.stdout:3451: copy_from oid 26 from oid 32 current snap is 324 2023-12-20T11:01:26.859 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 40 current snap is 324 2023-12-20T11:01:26.859 INFO:tasks.rados.rados.0.smithi123.stdout:3452: seq_num 1105 ranges {4235264=516096,4751360=598016,5349376=606208} 2023-12-20T11:01:26.885 INFO:tasks.rados.rados.0.smithi123.stdout:3452: writing smithi123173835-40 from 4235264 to 4751360 tid 1 2023-12-20T11:01:26.889 INFO:tasks.rados.rados.0.smithi123.stdout:3452: writing smithi123173835-40 from 4751360 to 5349376 tid 2 2023-12-20T11:01:26.893 INFO:tasks.rados.rados.0.smithi123.stdout:3452: writing smithi123173835-40 from 5349376 to 5955584 tid 3 2023-12-20T11:01:26.893 INFO:tasks.rados.rados.0.smithi123.stdout:3453: rollback oid 13 current snap is 324 2023-12-20T11:01:26.893 INFO:tasks.rados.rados.0.smithi123.stdout:3453: done (4 left) 2023-12-20T11:01:26.893 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 49 current snap is 324 2023-12-20T11:01:26.893 INFO:tasks.rados.rados.0.smithi123.stdout:3448: finishing write tid 3 to smithi123173835-10 2023-12-20T11:01:26.894 INFO:tasks.rados.rados.0.smithi123.stdout:3448: finishing write tid 4 to smithi123173835-10 2023-12-20T11:01:26.894 INFO:tasks.rados.rados.0.smithi123.stdout:3448: finishing write tid 5 to smithi123173835-10 2023-12-20T11:01:26.894 INFO:tasks.rados.rados.0.smithi123.stdout:3448: finishing write tid 6 to smithi123173835-10 2023-12-20T11:01:26.894 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 2825 (ObjNum 1103 snap 324 seq_num 1103) dirty exists 2023-12-20T11:01:26.894 INFO:tasks.rados.rados.0.smithi123.stdout:3448: left oid 10 (ObjNum 1103 snap 324 seq_num 1103) 2023-12-20T11:01:26.894 INFO:tasks.rados.rados.0.smithi123.stdout:3451: finishing copy_from racing read to smithi123173835-26 2023-12-20T11:01:26.894 INFO:tasks.rados.rados.0.smithi123.stdout:3454: seq_num 1106 ranges {11583488=532480,12115968=483328,12599296=475136,13074432=245760} 2023-12-20T11:01:26.958 INFO:tasks.rados.rados.0.smithi123.stdout:3454: writing smithi123173835-49 from 11583488 to 12115968 tid 1 2023-12-20T11:01:26.961 INFO:tasks.rados.rados.0.smithi123.stdout:3454: writing smithi123173835-49 from 12115968 to 12599296 tid 2 2023-12-20T11:01:26.963 INFO:tasks.rados.rados.0.smithi123.stdout:3454: writing smithi123173835-49 from 12599296 to 13074432 tid 3 2023-12-20T11:01:26.966 INFO:tasks.rados.rados.0.smithi123.stdout:3454: writing smithi123173835-49 from 13074432 to 13320192 tid 4 2023-12-20T11:01:26.966 INFO:tasks.rados.rados.0.smithi123.stdout:3448: done (4 left) 2023-12-20T11:01:26.966 INFO:tasks.rados.rados.0.smithi123.stdout:3455: read oid 43 snap -1 2023-12-20T11:01:26.966 INFO:tasks.rados.rados.0.smithi123.stdout:3455: expect (ObjNum 1056 snap 318 seq_num 1056) 2023-12-20T11:01:26.966 INFO:tasks.rados.rados.0.smithi123.stdout:3456: rmattr oid 22 current snap is 324 2023-12-20T11:01:26.966 INFO:tasks.rados.rados.0.smithi123.stdout:3456: done (5 left) 2023-12-20T11:01:26.966 INFO:tasks.rados.rados.0.smithi123.stdout:3457: delete oid 27 current snap is 324 2023-12-20T11:01:26.966 INFO:tasks.rados.rados.0.smithi123.stdout:3451: finishing copy_from to smithi123173835-26 2023-12-20T11:01:26.966 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 2032 (ObjNum 1090 snap 324 seq_num 1090) dirty exists 2023-12-20T11:01:26.966 INFO:tasks.rados.rados.0.smithi123.stdout:3450: finishing copy_from racing read to smithi123173835-35 2023-12-20T11:01:26.967 INFO:tasks.rados.rados.0.smithi123.stdout:3452: finishing write tid 1 to smithi123173835-40 2023-12-20T11:01:26.967 INFO:tasks.rados.rados.0.smithi123.stdout:3452: finishing write tid 2 to smithi123173835-40 2023-12-20T11:01:26.967 INFO:tasks.rados.rados.0.smithi123.stdout:3452: finishing write tid 3 to smithi123173835-40 2023-12-20T11:01:26.967 INFO:tasks.rados.rados.0.smithi123.stdout:3452: finishing write tid 4 to smithi123173835-40 2023-12-20T11:01:26.967 INFO:tasks.rados.rados.0.smithi123.stdout:3452: finishing write tid 5 to smithi123173835-40 2023-12-20T11:01:26.967 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 40 v 2829 (ObjNum 1105 snap 324 seq_num 1105) dirty exists 2023-12-20T11:01:26.967 INFO:tasks.rados.rados.0.smithi123.stdout:3452: left oid 40 (ObjNum 1105 snap 324 seq_num 1105) 2023-12-20T11:01:26.967 INFO:tasks.rados.rados.0.smithi123.stdout:3450: finishing copy_from to smithi123173835-35 2023-12-20T11:01:26.967 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 35 v 2635 (ObjNum 984 snap 298 seq_num 984) dirty exists 2023-12-20T11:01:26.967 INFO:tasks.rados.rados.0.smithi123.stdout:3454: finishing write tid 1 to smithi123173835-49 2023-12-20T11:01:26.967 INFO:tasks.rados.rados.0.smithi123.stdout:3454: finishing write tid 2 to smithi123173835-49 2023-12-20T11:01:26.969 INFO:tasks.rados.rados.0.smithi123.stdout:3454: finishing write tid 3 to smithi123173835-49 2023-12-20T11:01:26.972 INFO:tasks.rados.rados.0.smithi123.stdout:3450: done (5 left) 2023-12-20T11:01:26.972 INFO:tasks.rados.rados.0.smithi123.stdout:3451: done (4 left) 2023-12-20T11:01:26.972 INFO:tasks.rados.rados.0.smithi123.stdout:3452: done (3 left) 2023-12-20T11:01:26.972 INFO:tasks.rados.rados.0.smithi123.stdout:3457: done (2 left) 2023-12-20T11:01:26.972 INFO:tasks.rados.rados.0.smithi123.stdout:3458: read oid 30 snap -1 2023-12-20T11:01:26.972 INFO:tasks.rados.rados.0.smithi123.stdout:3458: expect (ObjNum 984 snap 298 seq_num 984) 2023-12-20T11:01:26.972 INFO:tasks.rados.rados.0.smithi123.stdout:3459: read oid 20 snap -1 2023-12-20T11:01:26.972 INFO:tasks.rados.rados.0.smithi123.stdout:3459: expect (ObjNum 995 snap 300 seq_num 995) 2023-12-20T11:01:26.972 INFO:tasks.rados.rados.0.smithi123.stdout:3460: read oid 19 snap -1 2023-12-20T11:01:26.972 INFO:tasks.rados.rados.0.smithi123.stdout:3460: expect (ObjNum 1078 snap 321 seq_num 1078) 2023-12-20T11:01:27.017 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 47 current snap is 324 2023-12-20T11:01:27.017 INFO:tasks.rados.rados.0.smithi123.stdout:3454: finishing write tid 4 to smithi123173835-49 2023-12-20T11:01:27.017 INFO:tasks.rados.rados.0.smithi123.stdout:3461: seq_num 1108 ranges {106496=565248,671744=647168,1318912=483328,1802240=73728} 2023-12-20T11:01:27.021 INFO:tasks.rados.rados.0.smithi123.stdout:3461: writing smithi123173835-47 from 106496 to 671744 tid 1 2023-12-20T11:01:27.025 INFO:tasks.rados.rados.0.smithi123.stdout:3461: writing smithi123173835-47 from 671744 to 1318912 tid 2 2023-12-20T11:01:27.028 INFO:tasks.rados.rados.0.smithi123.stdout:3461: writing smithi123173835-47 from 1318912 to 1802240 tid 3 2023-12-20T11:01:27.029 INFO:tasks.rados.rados.0.smithi123.stdout:3461: writing smithi123173835-47 from 1802240 to 1875968 tid 4 2023-12-20T11:01:27.029 INFO:tasks.rados.rados.0.smithi123.stdout:3462: rollback oid 22 current snap is 324 2023-12-20T11:01:27.029 INFO:tasks.rados.rados.0.smithi123.stdout:3462: done (6 left) 2023-12-20T11:01:27.029 INFO:tasks.rados.rados.0.smithi123.stdout:3463: snap_create 2023-12-20T11:01:27.030 INFO:tasks.rados.rados.0.smithi123.stdout:3454: finishing write tid 5 to smithi123173835-49 2023-12-20T11:01:27.030 INFO:tasks.rados.rados.0.smithi123.stdout:3454: finishing write tid 6 to smithi123173835-49 2023-12-20T11:01:27.030 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 2024 (ObjNum 1106 snap 324 seq_num 1106) dirty exists 2023-12-20T11:01:27.030 INFO:tasks.rados.rados.0.smithi123.stdout:3454: left oid 49 (ObjNum 1106 snap 324 seq_num 1106) 2023-12-20T11:01:27.030 INFO:tasks.rados.rados.0.smithi123.stdout:3459: expect (ObjNum 995 snap 300 seq_num 995) 2023-12-20T11:01:27.162 INFO:tasks.rados.rados.0.smithi123.stdout:3455: expect (ObjNum 1056 snap 318 seq_num 1056) 2023-12-20T11:01:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:27 smithi123 ceph-mon[191304]: pgmap v809: 121 pgs: 121 active+clean; 184 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.6 MiB/s wr, 9 op/s 2023-12-20T11:01:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:27 smithi123 ceph-mon[191304]: osdmap e727: 8 total, 8 up, 8 in 2023-12-20T11:01:27.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:01:27.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:01:27.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:01:27.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:01:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:27 smithi123 ceph-mon[188613]: pgmap v809: 121 pgs: 121 active+clean; 184 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.6 MiB/s wr, 9 op/s 2023-12-20T11:01:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:27 smithi123 ceph-mon[188613]: osdmap e727: 8 total, 8 up, 8 in 2023-12-20T11:01:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:01:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:01:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:01:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:01:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:27 smithi177 ceph-mon[212096]: pgmap v809: 121 pgs: 121 active+clean; 184 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.6 MiB/s wr, 9 op/s 2023-12-20T11:01:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:27 smithi177 ceph-mon[212096]: osdmap e727: 8 total, 8 up, 8 in 2023-12-20T11:01:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:01:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:01:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:01:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:01:28.385 INFO:tasks.rados.rados.0.smithi123.stdout:3461: finishing write tid 1 to smithi123173835-47 2023-12-20T11:01:28.385 INFO:tasks.rados.rados.0.smithi123.stdout:3461: finishing write tid 2 to smithi123173835-47 2023-12-20T11:01:28.385 INFO:tasks.rados.rados.0.smithi123.stdout:3461: finishing write tid 3 to smithi123173835-47 2023-12-20T11:01:28.385 INFO:tasks.rados.rados.0.smithi123.stdout:3461: finishing write tid 4 to smithi123173835-47 2023-12-20T11:01:28.385 INFO:tasks.rados.rados.0.smithi123.stdout:3461: finishing write tid 5 to smithi123173835-47 2023-12-20T11:01:28.385 INFO:tasks.rados.rados.0.smithi123.stdout:3461: finishing write tid 6 to smithi123173835-47 2023-12-20T11:01:28.385 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 47 v 2012 (ObjNum 1108 snap 324 seq_num 1108) dirty exists 2023-12-20T11:01:28.385 INFO:tasks.rados.rados.0.smithi123.stdout:3461: left oid 47 (ObjNum 1108 snap 324 seq_num 1108) 2023-12-20T11:01:28.385 INFO:tasks.rados.rados.0.smithi123.stdout:3458: expect (ObjNum 984 snap 298 seq_num 984) 2023-12-20T11:01:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:28 smithi177 ceph-mon[212096]: osdmap e728: 8 total, 8 up, 8 in 2023-12-20T11:01:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:28 smithi177 ceph-mon[212096]: osdmap e729: 8 total, 8 up, 8 in 2023-12-20T11:01:28.653 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 11:01:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T11:01:28.586303041Z level=info msg="Completed cleanup jobs" duration=13.195678ms 2023-12-20T11:01:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:28 smithi123 ceph-mon[191304]: osdmap e728: 8 total, 8 up, 8 in 2023-12-20T11:01:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:28 smithi123 ceph-mon[191304]: osdmap e729: 8 total, 8 up, 8 in 2023-12-20T11:01:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:28 smithi123 ceph-mon[188613]: osdmap e728: 8 total, 8 up, 8 in 2023-12-20T11:01:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:28 smithi123 ceph-mon[188613]: osdmap e729: 8 total, 8 up, 8 in 2023-12-20T11:01:29.364 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:01:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:01:29] "GET /metrics HTTP/1.1" 200 36158 "" "Prometheus/2.43.0" 2023-12-20T11:01:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:29 smithi177 ceph-mon[212096]: pgmap v812: 121 pgs: 121 active+clean; 200 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 11 MiB/s wr, 25 op/s 2023-12-20T11:01:29.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:29 smithi123 ceph-mon[191304]: pgmap v812: 121 pgs: 121 active+clean; 200 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 11 MiB/s wr, 25 op/s 2023-12-20T11:01:29.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:29 smithi123 ceph-mon[188613]: pgmap v812: 121 pgs: 121 active+clean; 200 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 11 MiB/s wr, 25 op/s 2023-12-20T11:01:30.350 INFO:tasks.rados.rados.0.smithi123.stdout:3460: expect (ObjNum 1078 snap 321 seq_num 1078) 2023-12-20T11:01:31.642 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:01:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:31 smithi177 ceph-mon[212096]: pgmap v814: 121 pgs: 121 active+clean; 202 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 9.1 MiB/s wr, 33 op/s 2023-12-20T11:01:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:31 smithi123 ceph-mon[191304]: pgmap v814: 121 pgs: 121 active+clean; 202 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 9.1 MiB/s wr, 33 op/s 2023-12-20T11:01:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:31 smithi123 ceph-mon[188613]: pgmap v814: 121 pgs: 121 active+clean; 202 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 9.1 MiB/s wr, 33 op/s 2023-12-20T11:01:31.961 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:01:31.961 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10m) 7m ago 13m 26.5M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:01:31.961 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10m) 5m ago 13m 95.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:01:31.961 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (14m) 7m ago 14m 15.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:01:31.961 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (14m) 5m ago 14m 21.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:01:31.961 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9m) 5m ago 16m 449M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:01:31.962 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9m) 7m ago 17m 511M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:01:31.962 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9m) 7m ago 18m 83.8M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:01:31.962 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9m) 5m ago 16m 69.5M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:01:31.962 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9m) 7m ago 16m 64.2M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:01:31.962 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10m) 7m ago 13m 9.94M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:01:31.962 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10m) 5m ago 12m 18.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:01:31.962 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8m) 7m ago 16m 285M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:01:31.962 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8m) 7m ago 16m 223M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:01:31.962 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7m) 7m ago 15m 191M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:01:31.962 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7m) 7m ago 15m 16.0M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:01:31.962 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6m) 5m ago 15m 280M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:01:31.962 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6m) 5m ago 14m 224M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:01:31.962 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5m) 5m ago 14m 141M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:01:31.962 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5m) 5m ago 14m 12.6M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:01:31.962 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9m) 5m ago 13m 64.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:01:32.360 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:01:32.360 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:01:32.360 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:01:32.360 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:01:32.360 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:01:32.360 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:01:32.360 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:01:32.360 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:01:32.360 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:01:32.361 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:01:32.361 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:01:32.361 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:01:32.361 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:01:32.361 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:01:32.361 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:01:32.361 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:01:32.361 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:01:32.361 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:01:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:32 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/801683953' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:01:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:32 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/801683953' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:01:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:32 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/801683953' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:01:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:33 smithi177 ceph-mon[212096]: from='client.44453 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:01:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:33 smithi177 ceph-mon[212096]: pgmap v815: 121 pgs: 121 active+clean; 189 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 34 MiB/s rd, 14 MiB/s wr, 36 op/s 2023-12-20T11:01:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:33 smithi177 ceph-mon[212096]: from='client.44459 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:01:33.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:33 smithi177 ceph-mon[212096]: osdmap e730: 8 total, 8 up, 8 in 2023-12-20T11:01:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:33 smithi123 ceph-mon[191304]: from='client.44453 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:01:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:33 smithi123 ceph-mon[191304]: pgmap v815: 121 pgs: 121 active+clean; 189 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 34 MiB/s rd, 14 MiB/s wr, 36 op/s 2023-12-20T11:01:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:33 smithi123 ceph-mon[191304]: from='client.44459 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:01:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:33 smithi123 ceph-mon[191304]: osdmap e730: 8 total, 8 up, 8 in 2023-12-20T11:01:33.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:33 smithi123 ceph-mon[188613]: from='client.44453 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:01:33.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:33 smithi123 ceph-mon[188613]: pgmap v815: 121 pgs: 121 active+clean; 189 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 34 MiB/s rd, 14 MiB/s wr, 36 op/s 2023-12-20T11:01:33.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:33 smithi123 ceph-mon[188613]: from='client.44459 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:01:33.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:33 smithi123 ceph-mon[188613]: osdmap e730: 8 total, 8 up, 8 in 2023-12-20T11:01:33.811 INFO:tasks.rados.rados.0.smithi123.stdout:3454: done (6 left) 2023-12-20T11:01:33.812 INFO:tasks.rados.rados.0.smithi123.stdout:3455: done (5 left) 2023-12-20T11:01:33.812 INFO:tasks.rados.rados.0.smithi123.stdout:3458: done (4 left) 2023-12-20T11:01:33.812 INFO:tasks.rados.rados.0.smithi123.stdout:3459: done (3 left) 2023-12-20T11:01:33.812 INFO:tasks.rados.rados.0.smithi123.stdout:3460: done (2 left) 2023-12-20T11:01:33.812 INFO:tasks.rados.rados.0.smithi123.stdout:3461: done (1 left) 2023-12-20T11:01:33.812 INFO:tasks.rados.rados.0.smithi123.stdout:3463: done (0 left) 2023-12-20T11:01:33.812 INFO:tasks.rados.rados.0.smithi123.stdout:3464: rollback oid 4 current snap is 325 2023-12-20T11:01:33.812 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 4 to 324 2023-12-20T11:01:33.812 INFO:tasks.rados.rados.0.smithi123.stdout:3465: snap_create 2023-12-20T11:01:33.816 INFO:tasks.rados.rados.0.smithi123.stdout:3464: finishing rollback tid 0 to smithi123173835-4 2023-12-20T11:01:33.817 INFO:tasks.rados.rados.0.smithi123.stdout:3464: finishing rollback tid 1 to smithi123173835-4 2023-12-20T11:01:33.818 INFO:tasks.rados.rados.0.smithi123.stdout:3464: finishing rollback tid 2 to smithi123173835-4 2023-12-20T11:01:33.818 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 2646 (ObjNum 1096 snap 324 seq_num 1096) dirty exists 2023-12-20T11:01:34.381 INFO:tasks.rados.rados.0.smithi123.stdout:3464: done (1 left) 2023-12-20T11:01:34.381 INFO:tasks.rados.rados.0.smithi123.stdout:3465: done (0 left) 2023-12-20T11:01:34.381 INFO:tasks.rados.rados.0.smithi123.stdout:3466: read oid 49 snap -1 2023-12-20T11:01:34.382 INFO:tasks.rados.rados.0.smithi123.stdout:3466: expect (ObjNum 1106 snap 324 seq_num 1106) 2023-12-20T11:01:34.382 INFO:tasks.rados.rados.0.smithi123.stdout:3467: snap_remove snap 324 2023-12-20T11:01:35.385 INFO:tasks.rados.rados.0.smithi123.stdout:3467: done (1 left) 2023-12-20T11:01:35.385 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 30 current snap is 326 2023-12-20T11:01:35.385 INFO:tasks.rados.rados.0.smithi123.stdout:3468: seq_num 1109 ranges {16482304=581632,17063936=532480,17596416=647168,18243584=24576} 2023-12-20T11:01:35.476 INFO:tasks.rados.rados.0.smithi123.stdout:3468: writing smithi123173835-30 from 16482304 to 17063936 tid 1 2023-12-20T11:01:35.479 INFO:tasks.rados.rados.0.smithi123.stdout:3468: writing smithi123173835-30 from 17063936 to 17596416 tid 2 2023-12-20T11:01:35.483 INFO:tasks.rados.rados.0.smithi123.stdout:3468: writing smithi123173835-30 from 17596416 to 18243584 tid 3 2023-12-20T11:01:35.484 INFO:tasks.rados.rados.0.smithi123.stdout:3468: writing smithi123173835-30 from 18243584 to 18268160 tid 4 2023-12-20T11:01:35.484 INFO:tasks.rados.rados.0.smithi123.stdout:3469: rollback oid 19 current snap is 326 2023-12-20T11:01:35.484 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 19 to 325 2023-12-20T11:01:35.484 INFO:tasks.rados.rados.0.smithi123.stdout:3466: expect (ObjNum 1106 snap 324 seq_num 1106) 2023-12-20T11:01:35.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:35 smithi177 ceph-mon[212096]: pgmap v817: 121 pgs: 121 active+clean; 189 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 8.8 MiB/s wr, 20 op/s 2023-12-20T11:01:35.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:35 smithi177 ceph-mon[212096]: osdmap e731: 8 total, 8 up, 8 in 2023-12-20T11:01:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:35 smithi123 ceph-mon[191304]: pgmap v817: 121 pgs: 121 active+clean; 189 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 8.8 MiB/s wr, 20 op/s 2023-12-20T11:01:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:35 smithi123 ceph-mon[191304]: osdmap e731: 8 total, 8 up, 8 in 2023-12-20T11:01:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:35 smithi123 ceph-mon[188613]: pgmap v817: 121 pgs: 121 active+clean; 189 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 8.8 MiB/s wr, 20 op/s 2023-12-20T11:01:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:35 smithi123 ceph-mon[188613]: osdmap e731: 8 total, 8 up, 8 in 2023-12-20T11:01:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:36 smithi177 ceph-mon[212096]: osdmap e732: 8 total, 8 up, 8 in 2023-12-20T11:01:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:36 smithi123 ceph-mon[191304]: osdmap e732: 8 total, 8 up, 8 in 2023-12-20T11:01:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:36 smithi123 ceph-mon[188613]: osdmap e732: 8 total, 8 up, 8 in 2023-12-20T11:01:36.919 INFO:tasks.rados.rados.0.smithi123.stdout:3468: finishing write tid 1 to smithi123173835-30 2023-12-20T11:01:36.920 INFO:tasks.rados.rados.0.smithi123.stdout:3468: finishing write tid 2 to smithi123173835-30 2023-12-20T11:01:36.920 INFO:tasks.rados.rados.0.smithi123.stdout:3468: finishing write tid 3 to smithi123173835-30 2023-12-20T11:01:36.920 INFO:tasks.rados.rados.0.smithi123.stdout:3469: finishing rollback tid 0 to smithi123173835-19 2023-12-20T11:01:36.920 INFO:tasks.rados.rados.0.smithi123.stdout:3468: finishing write tid 4 to smithi123173835-30 2023-12-20T11:01:36.920 INFO:tasks.rados.rados.0.smithi123.stdout:3469: finishing rollback tid 1 to smithi123173835-19 2023-12-20T11:01:36.920 INFO:tasks.rados.rados.0.smithi123.stdout:3468: finishing write tid 5 to smithi123173835-30 2023-12-20T11:01:36.920 INFO:tasks.rados.rados.0.smithi123.stdout:3469: finishing rollback tid 2 to smithi123173835-19 2023-12-20T11:01:36.920 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 1789 (ObjNum 1078 snap 321 seq_num 1078) dirty exists 2023-12-20T11:01:36.920 INFO:tasks.rados.rados.0.smithi123.stdout:3468: finishing write tid 6 to smithi123173835-30 2023-12-20T11:01:36.920 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 30 v 2656 (ObjNum 1109 snap 326 seq_num 1109) dirty exists 2023-12-20T11:01:36.920 INFO:tasks.rados.rados.0.smithi123.stdout:3468: left oid 30 (ObjNum 1109 snap 326 seq_num 1109) 2023-12-20T11:01:36.920 INFO:tasks.rados.rados.0.smithi123.stdout:3466: done (2 left) 2023-12-20T11:01:36.920 INFO:tasks.rados.rados.0.smithi123.stdout:3468: done (1 left) 2023-12-20T11:01:36.920 INFO:tasks.rados.rados.0.smithi123.stdout:3469: done (0 left) 2023-12-20T11:01:36.920 INFO:tasks.rados.rados.0.smithi123.stdout:3470: snap_remove snap 325 2023-12-20T11:01:37.407 INFO:tasks.rados.rados.0.smithi123.stdout:3470: done (0 left) 2023-12-20T11:01:37.407 INFO:tasks.rados.rados.0.smithi123.stdout:3471: rmattr oid 9 current snap is 326 2023-12-20T11:01:37.407 INFO:tasks.rados.rados.0.smithi123.stdout:3471: done (0 left) 2023-12-20T11:01:37.407 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 40 current snap is 326 2023-12-20T11:01:37.408 INFO:tasks.rados.rados.0.smithi123.stdout:3472: seq_num 1110 ranges {5955584=598016,6553600=466944,7020544=450560,7471104=286720} 2023-12-20T11:01:37.442 INFO:tasks.rados.rados.0.smithi123.stdout:3472: writing smithi123173835-40 from 5955584 to 6553600 tid 1 2023-12-20T11:01:37.446 INFO:tasks.rados.rados.0.smithi123.stdout:3472: writing smithi123173835-40 from 6553600 to 7020544 tid 2 2023-12-20T11:01:37.448 INFO:tasks.rados.rados.0.smithi123.stdout:3472: writing smithi123173835-40 from 7020544 to 7471104 tid 3 2023-12-20T11:01:37.452 INFO:tasks.rados.rados.0.smithi123.stdout:3472: writing smithi123173835-40 from 7471104 to 7757824 tid 4 2023-12-20T11:01:37.452 INFO:tasks.rados.rados.0.smithi123.stdout:3473: copy_from oid 6 from oid 44 current snap is 326 2023-12-20T11:01:37.452 INFO:tasks.rados.rados.0.smithi123.stdout:3474: copy_from oid 41 from oid 42 current snap is 326 2023-12-20T11:01:37.452 INFO:tasks.rados.rados.0.smithi123.stdout:3475: setattr oid 5 current snap is 326 2023-12-20T11:01:37.454 INFO:tasks.rados.rados.0.smithi123.stdout:3476: delete oid 21 current snap is 326 2023-12-20T11:01:37.459 INFO:tasks.rados.rados.0.smithi123.stdout:3476: done (4 left) 2023-12-20T11:01:37.459 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 36 current snap is 326 2023-12-20T11:01:37.459 INFO:tasks.rados.rados.0.smithi123.stdout:3477: seq_num 1112 ranges {2703360=630784,3334144=638976,3973120=466944,4440064=98304} 2023-12-20T11:01:37.477 INFO:tasks.rados.rados.0.smithi123.stdout:3477: writing smithi123173835-36 from 2703360 to 3334144 tid 1 2023-12-20T11:01:37.481 INFO:tasks.rados.rados.0.smithi123.stdout:3477: writing smithi123173835-36 from 3334144 to 3973120 tid 2 2023-12-20T11:01:37.483 INFO:tasks.rados.rados.0.smithi123.stdout:3477: writing smithi123173835-36 from 3973120 to 4440064 tid 3 2023-12-20T11:01:37.484 INFO:tasks.rados.rados.0.smithi123.stdout:3477: writing smithi123173835-36 from 4440064 to 4538368 tid 4 2023-12-20T11:01:37.484 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 16 current snap is 326 2023-12-20T11:01:37.484 INFO:tasks.rados.rados.0.smithi123.stdout:3472: finishing write tid 1 to smithi123173835-40 2023-12-20T11:01:37.484 INFO:tasks.rados.rados.0.smithi123.stdout:3478: seq_num 1113 ranges {638976=647168,1286144=524288,1810432=622592,2433024=57344} 2023-12-20T11:01:37.491 INFO:tasks.rados.rados.0.smithi123.stdout:3478: writing smithi123173835-16 from 638976 to 1286144 tid 1 2023-12-20T11:01:37.495 INFO:tasks.rados.rados.0.smithi123.stdout:3478: writing smithi123173835-16 from 1286144 to 1810432 tid 2 2023-12-20T11:01:37.499 INFO:tasks.rados.rados.0.smithi123.stdout:3478: writing smithi123173835-16 from 1810432 to 2433024 tid 3 2023-12-20T11:01:37.500 INFO:tasks.rados.rados.0.smithi123.stdout:3478: writing smithi123173835-16 from 2433024 to 2490368 tid 4 2023-12-20T11:01:37.500 INFO:tasks.rados.rados.0.smithi123.stdout:3479: setattr oid 13 current snap is 326 2023-12-20T11:01:37.500 INFO:tasks.rados.rados.0.smithi123.stdout:3472: finishing write tid 2 to smithi123173835-40 2023-12-20T11:01:37.500 INFO:tasks.rados.rados.0.smithi123.stdout:3473: finishing copy_from to smithi123173835-6 2023-12-20T11:01:37.500 INFO:tasks.rados.rados.0.smithi123.stdout:3473: got expected ENOENT (src dne) 2023-12-20T11:01:37.500 INFO:tasks.rados.rados.0.smithi123.stdout:3473: finishing copy_from racing read to smithi123173835-6 2023-12-20T11:01:37.500 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 2018 (ObjNum 289 snap 0 seq_num 1) dirty exists 2023-12-20T11:01:37.500 INFO:tasks.rados.rados.0.smithi123.stdout:3472: finishing write tid 3 to smithi123173835-40 2023-12-20T11:01:37.500 INFO:tasks.rados.rados.0.smithi123.stdout:3472: finishing write tid 4 to smithi123173835-40 2023-12-20T11:01:37.500 INFO:tasks.rados.rados.0.smithi123.stdout:3472: finishing write tid 5 to smithi123173835-40 2023-12-20T11:01:37.500 INFO:tasks.rados.rados.0.smithi123.stdout:3472: finishing write tid 6 to smithi123173835-40 2023-12-20T11:01:37.500 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 40 v 2835 (ObjNum 1110 snap 326 seq_num 1110) dirty exists 2023-12-20T11:01:37.500 INFO:tasks.rados.rados.0.smithi123.stdout:3472: left oid 40 (ObjNum 1110 snap 326 seq_num 1110) 2023-12-20T11:01:37.501 INFO:tasks.rados.rados.0.smithi123.stdout:3474: finishing copy_from racing read to smithi123173835-41 2023-12-20T11:01:37.501 INFO:tasks.rados.rados.0.smithi123.stdout:3474: finishing copy_from to smithi123173835-41 2023-12-20T11:01:37.501 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 2032 (ObjNum 1090 snap 324 seq_num 1090) dirty exists 2023-12-20T11:01:37.501 INFO:tasks.rados.rados.0.smithi123.stdout:3477: finishing write tid 1 to smithi123173835-36 2023-12-20T11:01:37.501 INFO:tasks.rados.rados.0.smithi123.stdout:3477: finishing write tid 2 to smithi123173835-36 2023-12-20T11:01:37.501 INFO:tasks.rados.rados.0.smithi123.stdout:3477: finishing write tid 3 to smithi123173835-36 2023-12-20T11:01:37.501 INFO:tasks.rados.rados.0.smithi123.stdout:3477: finishing write tid 4 to smithi123173835-36 2023-12-20T11:01:37.501 INFO:tasks.rados.rados.0.smithi123.stdout:3477: finishing write tid 5 to smithi123173835-36 2023-12-20T11:01:37.501 INFO:tasks.rados.rados.0.smithi123.stdout:3477: finishing write tid 6 to smithi123173835-36 2023-12-20T11:01:37.501 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 2016 (ObjNum 1112 snap 326 seq_num 1112) dirty exists 2023-12-20T11:01:37.501 INFO:tasks.rados.rados.0.smithi123.stdout:3477: left oid 36 (ObjNum 1112 snap 326 seq_num 1112) 2023-12-20T11:01:37.501 INFO:tasks.rados.rados.0.smithi123.stdout:3478: finishing write tid 1 to smithi123173835-16 2023-12-20T11:01:37.501 INFO:tasks.rados.rados.0.smithi123.stdout:3478: finishing write tid 2 to smithi123173835-16 2023-12-20T11:01:37.502 INFO:tasks.rados.rados.0.smithi123.stdout:3472: done (6 left) 2023-12-20T11:01:37.502 INFO:tasks.rados.rados.0.smithi123.stdout:3473: done (5 left) 2023-12-20T11:01:37.502 INFO:tasks.rados.rados.0.smithi123.stdout:3474: done (4 left) 2023-12-20T11:01:37.502 INFO:tasks.rados.rados.0.smithi123.stdout:3475: done (3 left) 2023-12-20T11:01:37.502 INFO:tasks.rados.rados.0.smithi123.stdout:3477: done (2 left) 2023-12-20T11:01:37.502 INFO:tasks.rados.rados.0.smithi123.stdout:3480: rollback oid 15 current snap is 326 2023-12-20T11:01:37.502 INFO:tasks.rados.rados.0.smithi123.stdout:3480: done (2 left) 2023-12-20T11:01:37.502 INFO:tasks.rados.rados.0.smithi123.stdout:3481: delete oid 12 current snap is 326 2023-12-20T11:01:37.504 INFO:tasks.rados.rados.0.smithi123.stdout:3478: finishing write tid 3 to smithi123173835-16 2023-12-20T11:01:37.504 INFO:tasks.rados.rados.0.smithi123.stdout:3481: done (2 left) 2023-12-20T11:01:37.504 INFO:tasks.rados.rados.0.smithi123.stdout:3482: snap_create 2023-12-20T11:01:37.504 INFO:tasks.rados.rados.0.smithi123.stdout:3478: finishing write tid 4 to smithi123173835-16 2023-12-20T11:01:37.504 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 2836 (ObjNum 1045 snap 314 seq_num 1045) dirty exists 2023-12-20T11:01:37.504 INFO:tasks.rados.rados.0.smithi123.stdout:3478: finishing write tid 5 to smithi123173835-16 2023-12-20T11:01:37.506 INFO:tasks.rados.rados.0.smithi123.stdout:3478: finishing write tid 6 to smithi123173835-16 2023-12-20T11:01:37.506 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 2822 (ObjNum 1113 snap 326 seq_num 1113) dirty exists 2023-12-20T11:01:37.507 INFO:tasks.rados.rados.0.smithi123.stdout:3478: left oid 16 (ObjNum 1113 snap 326 seq_num 1113) 2023-12-20T11:01:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:37 smithi177 ceph-mon[212096]: pgmap v820: 121 pgs: 121 active+clean; 189 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 6.9 MiB/s wr, 12 op/s 2023-12-20T11:01:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:37 smithi123 ceph-mon[191304]: pgmap v820: 121 pgs: 121 active+clean; 189 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 6.9 MiB/s wr, 12 op/s 2023-12-20T11:01:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:37 smithi123 ceph-mon[188613]: pgmap v820: 121 pgs: 121 active+clean; 189 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 6.9 MiB/s wr, 12 op/s 2023-12-20T11:01:38.412 INFO:tasks.rados.rados.0.smithi123.stdout:3478: done (2 left) 2023-12-20T11:01:38.412 INFO:tasks.rados.rados.0.smithi123.stdout:3479: done (1 left) 2023-12-20T11:01:38.412 INFO:tasks.rados.rados.0.smithi123.stdout:3482: done (0 left) 2023-12-20T11:01:38.412 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 45 current snap is 327 2023-12-20T11:01:38.412 INFO:tasks.rados.rados.0.smithi123.stdout:3483: seq_num 1115 ranges {5521408=679936,6201344=688128,6889472=516096} 2023-12-20T11:01:38.444 INFO:tasks.rados.rados.0.smithi123.stdout:3483: writing smithi123173835-45 from 5521408 to 6201344 tid 1 2023-12-20T11:01:38.448 INFO:tasks.rados.rados.0.smithi123.stdout:3483: writing smithi123173835-45 from 6201344 to 6889472 tid 2 2023-12-20T11:01:38.453 INFO:tasks.rados.rados.0.smithi123.stdout:3483: writing smithi123173835-45 from 6889472 to 7405568 tid 3 2023-12-20T11:01:38.453 INFO:tasks.rados.rados.0.smithi123.stdout:3484: read oid 41 snap 326 2023-12-20T11:01:38.453 INFO:tasks.rados.rados.0.smithi123.stdout:3484: expect (ObjNum 1090 snap 324 seq_num 1090) 2023-12-20T11:01:38.454 INFO:tasks.rados.rados.0.smithi123.stdout:3485: delete oid 6 current snap is 327 2023-12-20T11:01:38.455 INFO:tasks.rados.rados.0.smithi123.stdout:3483: finishing write tid 1 to smithi123173835-45 2023-12-20T11:01:38.455 INFO:tasks.rados.rados.0.smithi123.stdout:3483: finishing write tid 2 to smithi123173835-45 2023-12-20T11:01:38.455 INFO:tasks.rados.rados.0.smithi123.stdout:3485: done (2 left) 2023-12-20T11:01:38.456 INFO:tasks.rados.rados.0.smithi123.stdout:3486: copy_from oid 5 from oid 32 current snap is 327 2023-12-20T11:01:38.456 INFO:tasks.rados.rados.0.smithi123.stdout:3487: setattr oid 24 current snap is 327 2023-12-20T11:01:38.457 INFO:tasks.rados.rados.0.smithi123.stdout:3483: finishing write tid 3 to smithi123173835-45 2023-12-20T11:01:38.458 INFO:tasks.rados.rados.0.smithi123.stdout:3483: finishing write tid 4 to smithi123173835-45 2023-12-20T11:01:38.458 INFO:tasks.rados.rados.0.smithi123.stdout:3488: read oid 40 snap 326 2023-12-20T11:01:38.458 INFO:tasks.rados.rados.0.smithi123.stdout:3488: expect (ObjNum 1110 snap 326 seq_num 1110) 2023-12-20T11:01:38.458 INFO:tasks.rados.rados.0.smithi123.stdout:3489: copy_from oid 31 from oid 44 current snap is 327 2023-12-20T11:01:38.458 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 38 current snap is 327 2023-12-20T11:01:38.466 INFO:tasks.rados.rados.0.smithi123.stdout:3490: seq_num 1117 ranges {4644864=712704,5357568=458752,5816320=655360,6471680=90112} 2023-12-20T11:01:38.487 INFO:tasks.rados.rados.0.smithi123.stdout:3490: writing smithi123173835-38 from 4644864 to 5357568 tid 1 2023-12-20T11:01:38.490 INFO:tasks.rados.rados.0.smithi123.stdout:3490: writing smithi123173835-38 from 5357568 to 5816320 tid 2 2023-12-20T11:01:38.493 INFO:tasks.rados.rados.0.smithi123.stdout:3490: writing smithi123173835-38 from 5816320 to 6471680 tid 3 2023-12-20T11:01:38.494 INFO:tasks.rados.rados.0.smithi123.stdout:3490: writing smithi123173835-38 from 6471680 to 6561792 tid 4 2023-12-20T11:01:38.494 INFO:tasks.rados.rados.0.smithi123.stdout:3491: rollback oid 42 current snap is 327 2023-12-20T11:01:38.494 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 42 to 326 2023-12-20T11:01:38.494 INFO:tasks.rados.rados.0.smithi123.stdout:3489: finishing copy_from to smithi123173835-31 2023-12-20T11:01:38.495 INFO:tasks.rados.rados.0.smithi123.stdout:3489: got expected ENOENT (src dne) 2023-12-20T11:01:38.495 INFO:tasks.rados.rados.0.smithi123.stdout:3489: finishing copy_from racing read to smithi123173835-31 2023-12-20T11:01:38.495 INFO:tasks.rados.rados.0.smithi123.stdout:3484: expect (ObjNum 1090 snap 324 seq_num 1090) 2023-12-20T11:01:38.532 INFO:tasks.rados.rados.0.smithi123.stdout:3486: finishing copy_from racing read to smithi123173835-5 2023-12-20T11:01:38.532 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 24 v 2648 (ObjNum 967 snap 292 seq_num 967) dirty exists 2023-12-20T11:01:38.532 INFO:tasks.rados.rados.0.smithi123.stdout:3483: finishing write tid 5 to smithi123173835-45 2023-12-20T11:01:38.532 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 2826 (ObjNum 1115 snap 327 seq_num 1115) dirty exists 2023-12-20T11:01:38.532 INFO:tasks.rados.rados.0.smithi123.stdout:3483: left oid 45 (ObjNum 1115 snap 327 seq_num 1115) 2023-12-20T11:01:38.532 INFO:tasks.rados.rados.0.smithi123.stdout:3486: finishing copy_from to smithi123173835-5 2023-12-20T11:01:38.532 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 5 v 2032 (ObjNum 1090 snap 324 seq_num 1090) dirty exists 2023-12-20T11:01:38.532 INFO:tasks.rados.rados.0.smithi123.stdout:3488: expect (ObjNum 1110 snap 326 seq_num 1110) 2023-12-20T11:01:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:38 smithi123 ceph-mon[191304]: osdmap e733: 8 total, 8 up, 8 in 2023-12-20T11:01:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:38 smithi123 ceph-mon[188613]: osdmap e733: 8 total, 8 up, 8 in 2023-12-20T11:01:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:38 smithi177 ceph-mon[212096]: osdmap e733: 8 total, 8 up, 8 in 2023-12-20T11:01:38.998 INFO:tasks.rados.rados.0.smithi123.stdout:3490: finishing write tid 1 to smithi123173835-38 2023-12-20T11:01:38.998 INFO:tasks.rados.rados.0.smithi123.stdout:3490: finishing write tid 2 to smithi123173835-38 2023-12-20T11:01:38.998 INFO:tasks.rados.rados.0.smithi123.stdout:3483: done (7 left) 2023-12-20T11:01:38.998 INFO:tasks.rados.rados.0.smithi123.stdout:3484: done (6 left) 2023-12-20T11:01:38.998 INFO:tasks.rados.rados.0.smithi123.stdout:3486: done (5 left) 2023-12-20T11:01:38.998 INFO:tasks.rados.rados.0.smithi123.stdout:3487: done (4 left) 2023-12-20T11:01:38.998 INFO:tasks.rados.rados.0.smithi123.stdout:3488: done (3 left) 2023-12-20T11:01:38.998 INFO:tasks.rados.rados.0.smithi123.stdout:3489: done (2 left) 2023-12-20T11:01:38.998 INFO:tasks.rados.rados.0.smithi123.stdout:3492: read oid 33 snap 326 2023-12-20T11:01:38.998 INFO:tasks.rados.rados.0.smithi123.stdout:3492: expect (ObjNum 1091 snap 324 seq_num 1091) 2023-12-20T11:01:38.998 INFO:tasks.rados.rados.0.smithi123.stdout:3493: read oid 24 snap -1 2023-12-20T11:01:38.998 INFO:tasks.rados.rados.0.smithi123.stdout:3493: expect (ObjNum 967 snap 292 seq_num 967) 2023-12-20T11:01:38.999 INFO:tasks.rados.rados.0.smithi123.stdout:3494: delete oid 41 current snap is 327 2023-12-20T11:01:38.999 INFO:tasks.rados.rados.0.smithi123.stdout:3490: finishing write tid 3 to smithi123173835-38 2023-12-20T11:01:38.999 INFO:tasks.rados.rados.0.smithi123.stdout:3490: finishing write tid 4 to smithi123173835-38 2023-12-20T11:01:38.999 INFO:tasks.rados.rados.0.smithi123.stdout:3490: finishing write tid 5 to smithi123173835-38 2023-12-20T11:01:38.999 INFO:tasks.rados.rados.0.smithi123.stdout:3491: finishing rollback tid 0 to smithi123173835-42 2023-12-20T11:01:38.999 INFO:tasks.rados.rados.0.smithi123.stdout:3491: finishing rollback tid 1 to smithi123173835-42 2023-12-20T11:01:38.999 INFO:tasks.rados.rados.0.smithi123.stdout:3491: finishing rollback tid 2 to smithi123173835-42 2023-12-20T11:01:38.999 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 42 v 2651 (ObjNum 1090 snap 324 seq_num 1090) dirty exists 2023-12-20T11:01:38.999 INFO:tasks.rados.rados.0.smithi123.stdout:3490: finishing write tid 6 to smithi123173835-38 2023-12-20T11:01:38.999 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 38 v 2021 (ObjNum 1117 snap 327 seq_num 1117) dirty exists 2023-12-20T11:01:38.999 INFO:tasks.rados.rados.0.smithi123.stdout:3490: left oid 38 (ObjNum 1117 snap 327 seq_num 1117) 2023-12-20T11:01:38.999 INFO:tasks.rados.rados.0.smithi123.stdout:3490: done (4 left) 2023-12-20T11:01:39.000 INFO:tasks.rados.rados.0.smithi123.stdout:3491: done (3 left) 2023-12-20T11:01:39.000 INFO:tasks.rados.rados.0.smithi123.stdout:3494: done (2 left) 2023-12-20T11:01:39.000 INFO:tasks.rados.rados.0.smithi123.stdout:3495: rmattr oid 45 current snap is 327 2023-12-20T11:01:39.000 INFO:tasks.rados.rados.0.smithi123.stdout:3495: done (2 left) 2023-12-20T11:01:39.000 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 29 current snap is 327 2023-12-20T11:01:39.001 INFO:tasks.rados.rados.0.smithi123.stdout:3496: seq_num 1119 ranges {4235264=745472,4980736=679936,5660672=524288} 2023-12-20T11:01:39.026 INFO:tasks.rados.rados.0.smithi123.stdout:3496: writing smithi123173835-29 from 4235264 to 4980736 tid 1 2023-12-20T11:01:39.030 INFO:tasks.rados.rados.0.smithi123.stdout:3496: writing smithi123173835-29 from 4980736 to 5660672 tid 2 2023-12-20T11:01:39.033 INFO:tasks.rados.rados.0.smithi123.stdout:3496: writing smithi123173835-29 from 5660672 to 6184960 tid 3 2023-12-20T11:01:39.033 INFO:tasks.rados.rados.0.smithi123.stdout:3497: snap_create 2023-12-20T11:01:39.034 INFO:tasks.rados.rados.0.smithi123.stdout:3492: expect (ObjNum 1091 snap 324 seq_num 1091) 2023-12-20T11:01:39.070 INFO:tasks.rados.rados.0.smithi123.stdout:3493: expect (ObjNum 967 snap 292 seq_num 967) 2023-12-20T11:01:39.392 INFO:tasks.rados.rados.0.smithi123.stdout:3496: finishing write tid 1 to smithi123173835-29 2023-12-20T11:01:39.392 INFO:tasks.rados.rados.0.smithi123.stdout:3496: finishing write tid 2 to smithi123173835-29 2023-12-20T11:01:39.392 INFO:tasks.rados.rados.0.smithi123.stdout:3496: finishing write tid 3 to smithi123173835-29 2023-12-20T11:01:39.392 INFO:tasks.rados.rados.0.smithi123.stdout:3496: finishing write tid 4 to smithi123173835-29 2023-12-20T11:01:39.393 INFO:tasks.rados.rados.0.smithi123.stdout:3496: finishing write tid 5 to smithi123173835-29 2023-12-20T11:01:39.393 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 2035 (ObjNum 1119 snap 327 seq_num 1119) dirty exists 2023-12-20T11:01:39.393 INFO:tasks.rados.rados.0.smithi123.stdout:3496: left oid 29 (ObjNum 1119 snap 327 seq_num 1119) 2023-12-20T11:01:39.408 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:01:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:01:39] "GET /metrics HTTP/1.1" 200 36158 "" "Prometheus/2.43.0" 2023-12-20T11:01:39.414 INFO:tasks.rados.rados.0.smithi123.stdout:3492: done (3 left) 2023-12-20T11:01:39.414 INFO:tasks.rados.rados.0.smithi123.stdout:3493: done (2 left) 2023-12-20T11:01:39.414 INFO:tasks.rados.rados.0.smithi123.stdout:3496: done (1 left) 2023-12-20T11:01:39.414 INFO:tasks.rados.rados.0.smithi123.stdout:3497: done (0 left) 2023-12-20T11:01:39.414 INFO:tasks.rados.rados.0.smithi123.stdout:3498: delete oid 25 current snap is 328 2023-12-20T11:01:39.420 INFO:tasks.rados.rados.0.smithi123.stdout:3498: done (0 left) 2023-12-20T11:01:39.420 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 45 current snap is 328 2023-12-20T11:01:39.420 INFO:tasks.rados.rados.0.smithi123.stdout:3499: seq_num 1121 ranges {7405568=778240,8183808=442368,8626176=638976,9265152=122880} 2023-12-20T11:01:39.463 INFO:tasks.rados.rados.0.smithi123.stdout:3499: writing smithi123173835-45 from 7405568 to 8183808 tid 1 2023-12-20T11:01:39.466 INFO:tasks.rados.rados.0.smithi123.stdout:3499: writing smithi123173835-45 from 8183808 to 8626176 tid 2 2023-12-20T11:01:39.470 INFO:tasks.rados.rados.0.smithi123.stdout:3499: writing smithi123173835-45 from 8626176 to 9265152 tid 3 2023-12-20T11:01:39.472 INFO:tasks.rados.rados.0.smithi123.stdout:3499: writing smithi123173835-45 from 9265152 to 9388032 tid 4 2023-12-20T11:01:39.472 INFO:tasks.rados.rados.0.smithi123.stdout:3500: read oid 17 snap -1 2023-12-20T11:01:39.473 INFO:tasks.rados.rados.0.smithi123.stdout:3500: expect deleted 2023-12-20T11:01:39.473 INFO:tasks.rados.rados.0.smithi123.stdout:3501: delete oid 32 current snap is 328 2023-12-20T11:01:39.473 INFO:tasks.rados.rados.0.smithi123.stdout:3499: finishing write tid 1 to smithi123173835-45 2023-12-20T11:01:39.473 INFO:tasks.rados.rados.0.smithi123.stdout:3499: finishing write tid 2 to smithi123173835-45 2023-12-20T11:01:39.475 INFO:tasks.rados.rados.0.smithi123.stdout:3499: finishing write tid 3 to smithi123173835-45 2023-12-20T11:01:39.475 INFO:tasks.rados.rados.0.smithi123.stdout:3499: finishing write tid 4 to smithi123173835-45 2023-12-20T11:01:39.475 INFO:tasks.rados.rados.0.smithi123.stdout:3499: finishing write tid 5 to smithi123173835-45 2023-12-20T11:01:39.476 INFO:tasks.rados.rados.0.smithi123.stdout:3500: done (2 left) 2023-12-20T11:01:39.476 INFO:tasks.rados.rados.0.smithi123.stdout:3501: done (1 left) 2023-12-20T11:01:39.476 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 12 current snap is 328 2023-12-20T11:01:39.476 INFO:tasks.rados.rados.0.smithi123.stdout:3502: seq_num 1123 ranges {0=409600,409600=614400,1024000=598016,1622016=393216} 2023-12-20T11:01:39.478 INFO:tasks.rados.rados.0.smithi123.stdout:3502: writing smithi123173835-12 from 0 to 409600 tid 1 2023-12-20T11:01:39.481 INFO:tasks.rados.rados.0.smithi123.stdout:3502: writing smithi123173835-12 from 409600 to 1024000 tid 2 2023-12-20T11:01:39.485 INFO:tasks.rados.rados.0.smithi123.stdout:3502: writing smithi123173835-12 from 1024000 to 1622016 tid 3 2023-12-20T11:01:39.488 INFO:tasks.rados.rados.0.smithi123.stdout:3502: writing smithi123173835-12 from 1622016 to 2015232 tid 4 2023-12-20T11:01:39.488 INFO:tasks.rados.rados.0.smithi123.stdout:3503: snap_create 2023-12-20T11:01:39.488 INFO:tasks.rados.rados.0.smithi123.stdout:3499: finishing write tid 6 to smithi123173835-45 2023-12-20T11:01:39.488 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 2831 (ObjNum 1121 snap 328 seq_num 1121) dirty exists 2023-12-20T11:01:39.488 INFO:tasks.rados.rados.0.smithi123.stdout:3499: left oid 45 (ObjNum 1121 snap 328 seq_num 1121) 2023-12-20T11:01:39.488 INFO:tasks.rados.rados.0.smithi123.stdout:3502: finishing write tid 1 to smithi123173835-12 2023-12-20T11:01:39.488 INFO:tasks.rados.rados.0.smithi123.stdout:3502: finishing write tid 2 to smithi123173835-12 2023-12-20T11:01:39.488 INFO:tasks.rados.rados.0.smithi123.stdout:3502: finishing write tid 3 to smithi123173835-12 2023-12-20T11:01:39.490 INFO:tasks.rados.rados.0.smithi123.stdout:3502: finishing write tid 4 to smithi123173835-12 2023-12-20T11:01:39.490 INFO:tasks.rados.rados.0.smithi123.stdout:3502: finishing write tid 5 to smithi123173835-12 2023-12-20T11:01:39.494 INFO:tasks.rados.rados.0.smithi123.stdout:3502: finishing write tid 6 to smithi123173835-12 2023-12-20T11:01:39.494 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 2018 (ObjNum 1123 snap 328 seq_num 1123) dirty exists 2023-12-20T11:01:39.495 INFO:tasks.rados.rados.0.smithi123.stdout:3502: left oid 12 (ObjNum 1123 snap 328 seq_num 1123) 2023-12-20T11:01:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:39 smithi123 ceph-mon[191304]: pgmap v822: 121 pgs: 121 active+clean; 191 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 385 KiB/s wr, 3 op/s 2023-12-20T11:01:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:39 smithi123 ceph-mon[191304]: osdmap e734: 8 total, 8 up, 8 in 2023-12-20T11:01:39.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:39 smithi123 ceph-mon[188613]: pgmap v822: 121 pgs: 121 active+clean; 191 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 385 KiB/s wr, 3 op/s 2023-12-20T11:01:39.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:39 smithi123 ceph-mon[188613]: osdmap e734: 8 total, 8 up, 8 in 2023-12-20T11:01:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:39 smithi177 ceph-mon[212096]: pgmap v822: 121 pgs: 121 active+clean; 191 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 385 KiB/s wr, 3 op/s 2023-12-20T11:01:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:39 smithi177 ceph-mon[212096]: osdmap e734: 8 total, 8 up, 8 in 2023-12-20T11:01:40.422 INFO:tasks.rados.rados.0.smithi123.stdout:3499: done (2 left) 2023-12-20T11:01:40.422 INFO:tasks.rados.rados.0.smithi123.stdout:3502: done (1 left) 2023-12-20T11:01:40.422 INFO:tasks.rados.rados.0.smithi123.stdout:3503: done (0 left) 2023-12-20T11:01:40.422 INFO:tasks.rados.rados.0.smithi123.stdout:3504: delete oid 26 current snap is 329 2023-12-20T11:01:40.425 INFO:tasks.rados.rados.0.smithi123.stdout:3504: done (0 left) 2023-12-20T11:01:40.425 INFO:tasks.rados.rados.0.smithi123.stdout:3505: copy_from oid 40 from oid 42 current snap is 329 2023-12-20T11:01:40.425 INFO:tasks.rados.rados.0.smithi123.stdout:3506: rmattr oid 28 current snap is 329 2023-12-20T11:01:40.425 INFO:tasks.rados.rados.0.smithi123.stdout:3507: delete oid 50 current snap is 329 2023-12-20T11:01:40.427 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 28 v 0 (ObjNum 33 snap 0 seq_num 1733386830) dirty dne 2023-12-20T11:01:40.435 INFO:tasks.rados.rados.0.smithi123.stdout:3505: finishing copy_from racing read to smithi123173835-40 2023-12-20T11:01:40.435 INFO:tasks.rados.rados.0.smithi123.stdout:3506: done (2 left) 2023-12-20T11:01:40.435 INFO:tasks.rados.rados.0.smithi123.stdout:3507: done (1 left) 2023-12-20T11:01:40.435 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 45 current snap is 329 2023-12-20T11:01:40.435 INFO:tasks.rados.rados.0.smithi123.stdout:3508: seq_num 1126 ranges {9388032=466944,9854976=720896,10575872=778240,11354112=106496} 2023-12-20T11:01:40.487 INFO:tasks.rados.rados.0.smithi123.stdout:3508: writing smithi123173835-45 from 9388032 to 9854976 tid 1 2023-12-20T11:01:40.491 INFO:tasks.rados.rados.0.smithi123.stdout:3508: writing smithi123173835-45 from 9854976 to 10575872 tid 2 2023-12-20T11:01:40.498 INFO:tasks.rados.rados.0.smithi123.stdout:3508: writing smithi123173835-45 from 10575872 to 11354112 tid 3 2023-12-20T11:01:40.498 INFO:tasks.rados.rados.0.smithi123.stdout:3508: writing smithi123173835-45 from 11354112 to 11460608 tid 4 2023-12-20T11:01:40.498 INFO:tasks.rados.rados.0.smithi123.stdout:3509: read oid 14 snap -1 2023-12-20T11:01:40.498 INFO:tasks.rados.rados.0.smithi123.stdout:3509: expect (ObjNum 1078 snap 321 seq_num 1078) 2023-12-20T11:01:40.498 INFO:tasks.rados.rados.0.smithi123.stdout:3510: read oid 50 snap -1 2023-12-20T11:01:40.498 INFO:tasks.rados.rados.0.smithi123.stdout:3510: expect deleted 2023-12-20T11:01:40.498 INFO:tasks.rados.rados.0.smithi123.stdout:3511: copy_from oid 43 from oid 37 current snap is 329 2023-12-20T11:01:40.498 INFO:tasks.rados.rados.0.smithi123.stdout:3505: finishing copy_from to smithi123173835-40 2023-12-20T11:01:40.498 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 40 v 2651 (ObjNum 1090 snap 324 seq_num 1090) dirty exists 2023-12-20T11:01:40.498 INFO:tasks.rados.rados.0.smithi123.stdout:3505: done (4 left) 2023-12-20T11:01:40.498 INFO:tasks.rados.rados.0.smithi123.stdout:3512: read oid 16 snap -1 2023-12-20T11:01:40.498 INFO:tasks.rados.rados.0.smithi123.stdout:3512: expect (ObjNum 1113 snap 326 seq_num 1113) 2023-12-20T11:01:40.498 INFO:tasks.rados.rados.0.smithi123.stdout:3513: read oid 39 snap 326 2023-12-20T11:01:40.498 INFO:tasks.rados.rados.0.smithi123.stdout:3513: expect (ObjNum 1101 snap 324 seq_num 1101) 2023-12-20T11:01:40.499 INFO:tasks.rados.rados.0.smithi123.stdout:3514: setattr oid 20 current snap is 329 2023-12-20T11:01:40.499 INFO:tasks.rados.rados.0.smithi123.stdout:3508: finishing write tid 1 to smithi123173835-45 2023-12-20T11:01:40.499 INFO:tasks.rados.rados.0.smithi123.stdout:3508: finishing write tid 2 to smithi123173835-45 2023-12-20T11:01:40.499 INFO:tasks.rados.rados.0.smithi123.stdout:3510: done (6 left) 2023-12-20T11:01:40.499 INFO:tasks.rados.rados.0.smithi123.stdout:3515: rmattr oid 25 current snap is 329 2023-12-20T11:01:40.499 INFO:tasks.rados.rados.0.smithi123.stdout:3515: done (6 left) 2023-12-20T11:01:40.499 INFO:tasks.rados.rados.0.smithi123.stdout:3516: copy_from oid 15 from oid 5 current snap is 329 2023-12-20T11:01:40.500 INFO:tasks.rados.rados.0.smithi123.stdout:3517: read oid 49 snap -1 2023-12-20T11:01:40.500 INFO:tasks.rados.rados.0.smithi123.stdout:3517: expect (ObjNum 1106 snap 324 seq_num 1106) 2023-12-20T11:01:40.545 INFO:tasks.rados.rados.0.smithi123.stdout:3518: delete oid 46 current snap is 329 2023-12-20T11:01:40.545 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 20 v 1646 (ObjNum 995 snap 300 seq_num 995) dirty exists 2023-12-20T11:01:40.545 INFO:tasks.rados.rados.0.smithi123.stdout:3516: finishing copy_from racing read to smithi123173835-15 2023-12-20T11:01:40.545 INFO:tasks.rados.rados.0.smithi123.stdout:3508: finishing write tid 3 to smithi123173835-45 2023-12-20T11:01:40.545 INFO:tasks.rados.rados.0.smithi123.stdout:3508: finishing write tid 4 to smithi123173835-45 2023-12-20T11:01:40.546 INFO:tasks.rados.rados.0.smithi123.stdout:3508: finishing write tid 5 to smithi123173835-45 2023-12-20T11:01:40.546 INFO:tasks.rados.rados.0.smithi123.stdout:3516: finishing copy_from to smithi123173835-15 2023-12-20T11:01:40.546 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 2032 (ObjNum 1090 snap 324 seq_num 1090) dirty exists 2023-12-20T11:01:40.546 INFO:tasks.rados.rados.0.smithi123.stdout:3512: expect (ObjNum 1113 snap 326 seq_num 1113) 2023-12-20T11:01:40.622 INFO:tasks.rados.rados.0.smithi123.stdout:3508: finishing write tid 6 to smithi123173835-45 2023-12-20T11:01:40.622 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 2836 (ObjNum 1126 snap 329 seq_num 1126) dirty exists 2023-12-20T11:01:40.622 INFO:tasks.rados.rados.0.smithi123.stdout:3508: left oid 45 (ObjNum 1126 snap 329 seq_num 1126) 2023-12-20T11:01:40.622 INFO:tasks.rados.rados.0.smithi123.stdout:3508: done (8 left) 2023-12-20T11:01:40.622 INFO:tasks.rados.rados.0.smithi123.stdout:3512: done (7 left) 2023-12-20T11:01:40.623 INFO:tasks.rados.rados.0.smithi123.stdout:3514: done (6 left) 2023-12-20T11:01:40.623 INFO:tasks.rados.rados.0.smithi123.stdout:3516: done (5 left) 2023-12-20T11:01:40.623 INFO:tasks.rados.rados.0.smithi123.stdout:3518: done (4 left) 2023-12-20T11:01:40.623 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 26 current snap is 329 2023-12-20T11:01:40.623 INFO:tasks.rados.rados.0.smithi123.stdout:3511: finishing copy_from racing read to smithi123173835-43 2023-12-20T11:01:40.623 INFO:tasks.rados.rados.0.smithi123.stdout:3513: expect (ObjNum 1101 snap 324 seq_num 1101) 2023-12-20T11:01:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:40 smithi123 ceph-mon[191304]: osdmap e735: 8 total, 8 up, 8 in 2023-12-20T11:01:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:40 smithi123 ceph-mon[188613]: osdmap e735: 8 total, 8 up, 8 in 2023-12-20T11:01:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:40 smithi177 ceph-mon[212096]: osdmap e735: 8 total, 8 up, 8 in 2023-12-20T11:01:40.950 INFO:tasks.rados.rados.0.smithi123.stdout:3519: seq_num 1128 ranges {0=499712,499712=483328,983040=786432,1769472=335872} 2023-12-20T11:01:40.952 INFO:tasks.rados.rados.0.smithi123.stdout:3519: writing smithi123173835-26 from 0 to 499712 tid 1 2023-12-20T11:01:40.955 INFO:tasks.rados.rados.0.smithi123.stdout:3519: writing smithi123173835-26 from 499712 to 983040 tid 2 2023-12-20T11:01:40.959 INFO:tasks.rados.rados.0.smithi123.stdout:3519: writing smithi123173835-26 from 983040 to 1769472 tid 3 2023-12-20T11:01:40.962 INFO:tasks.rados.rados.0.smithi123.stdout:3519: writing smithi123173835-26 from 1769472 to 2105344 tid 4 2023-12-20T11:01:40.962 INFO:tasks.rados.rados.0.smithi123.stdout:3513: done (4 left) 2023-12-20T11:01:40.962 INFO:tasks.rados.rados.0.smithi123.stdout:3520: read oid 36 snap -1 2023-12-20T11:01:40.962 INFO:tasks.rados.rados.0.smithi123.stdout:3520: expect (ObjNum 1112 snap 326 seq_num 1112) 2023-12-20T11:01:40.962 INFO:tasks.rados.rados.0.smithi123.stdout:3521: copy_from oid 12 from oid 38 current snap is 329 2023-12-20T11:01:40.962 INFO:tasks.rados.rados.0.smithi123.stdout:3511: finishing copy_from to smithi123173835-43 2023-12-20T11:01:40.962 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 2021 (ObjNum 1043 snap 313 seq_num 1043) dirty exists 2023-12-20T11:01:40.962 INFO:tasks.rados.rados.0.smithi123.stdout:3517: expect (ObjNum 1106 snap 324 seq_num 1106) 2023-12-20T11:01:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:41 smithi123 ceph-mon[191304]: pgmap v825: 121 pgs: 121 active+clean; 187 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 836 KiB/s wr, 11 op/s 2023-12-20T11:01:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:41 smithi123 ceph-mon[191304]: osdmap e736: 8 total, 8 up, 8 in 2023-12-20T11:01:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:01:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:41 smithi123 ceph-mon[188613]: pgmap v825: 121 pgs: 121 active+clean; 187 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 836 KiB/s wr, 11 op/s 2023-12-20T11:01:41.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:41 smithi123 ceph-mon[188613]: osdmap e736: 8 total, 8 up, 8 in 2023-12-20T11:01:41.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:01:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:41 smithi177 ceph-mon[212096]: pgmap v825: 121 pgs: 121 active+clean; 187 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 836 KiB/s wr, 11 op/s 2023-12-20T11:01:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:41 smithi177 ceph-mon[212096]: osdmap e736: 8 total, 8 up, 8 in 2023-12-20T11:01:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:01:42.397 INFO:tasks.rados.rados.0.smithi123.stdout:3509: expect (ObjNum 1078 snap 321 seq_num 1078) 2023-12-20T11:01:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:43 smithi123 ceph-mon[191304]: pgmap v827: 121 pgs: 121 active+clean; 201 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 43 MiB/s rd, 3.7 MiB/s wr, 33 op/s 2023-12-20T11:01:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:43 smithi123 ceph-mon[191304]: osdmap e737: 8 total, 8 up, 8 in 2023-12-20T11:01:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:43 smithi123 ceph-mon[188613]: pgmap v827: 121 pgs: 121 active+clean; 201 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 43 MiB/s rd, 3.7 MiB/s wr, 33 op/s 2023-12-20T11:01:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:43 smithi123 ceph-mon[188613]: osdmap e737: 8 total, 8 up, 8 in 2023-12-20T11:01:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:43 smithi177 ceph-mon[212096]: pgmap v827: 121 pgs: 121 active+clean; 201 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 43 MiB/s rd, 3.7 MiB/s wr, 33 op/s 2023-12-20T11:01:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:43 smithi177 ceph-mon[212096]: osdmap e737: 8 total, 8 up, 8 in 2023-12-20T11:01:45.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:45 smithi123 ceph-mon[191304]: pgmap v829: 121 pgs: 121 active+clean; 217 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 36 MiB/s rd, 5.7 MiB/s wr, 36 op/s 2023-12-20T11:01:45.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:45 smithi123 ceph-mon[188613]: pgmap v829: 121 pgs: 121 active+clean; 217 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 36 MiB/s rd, 5.7 MiB/s wr, 36 op/s 2023-12-20T11:01:45.812 INFO:tasks.rados.rados.0.smithi123.stdout:3519: finishing write tid 1 to smithi123173835-26 2023-12-20T11:01:45.812 INFO:tasks.rados.rados.0.smithi123.stdout:3519: finishing write tid 2 to smithi123173835-26 2023-12-20T11:01:45.812 INFO:tasks.rados.rados.0.smithi123.stdout:3519: finishing write tid 3 to smithi123173835-26 2023-12-20T11:01:45.812 INFO:tasks.rados.rados.0.smithi123.stdout:3519: finishing write tid 4 to smithi123173835-26 2023-12-20T11:01:45.812 INFO:tasks.rados.rados.0.smithi123.stdout:3519: finishing write tid 5 to smithi123173835-26 2023-12-20T11:01:45.812 INFO:tasks.rados.rados.0.smithi123.stdout:3519: finishing write tid 6 to smithi123173835-26 2023-12-20T11:01:45.812 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 2820 (ObjNum 1128 snap 329 seq_num 1128) dirty exists 2023-12-20T11:01:45.812 INFO:tasks.rados.rados.0.smithi123.stdout:3519: left oid 26 (ObjNum 1128 snap 329 seq_num 1128) 2023-12-20T11:01:45.812 INFO:tasks.rados.rados.0.smithi123.stdout:3509: done (5 left) 2023-12-20T11:01:45.812 INFO:tasks.rados.rados.0.smithi123.stdout:3511: done (4 left) 2023-12-20T11:01:45.812 INFO:tasks.rados.rados.0.smithi123.stdout:3517: done (3 left) 2023-12-20T11:01:45.812 INFO:tasks.rados.rados.0.smithi123.stdout:3519: done (2 left) 2023-12-20T11:01:45.813 INFO:tasks.rados.rados.0.smithi123.stdout:3522: delete oid 40 current snap is 329 2023-12-20T11:01:45.813 INFO:tasks.rados.rados.0.smithi123.stdout:3520: expect (ObjNum 1112 snap 326 seq_num 1112) 2023-12-20T11:01:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:45 smithi177 ceph-mon[212096]: pgmap v829: 121 pgs: 121 active+clean; 217 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 36 MiB/s rd, 5.7 MiB/s wr, 36 op/s 2023-12-20T11:01:45.999 INFO:tasks.rados.rados.0.smithi123.stdout:3521: finishing copy_from racing read to smithi123173835-12 2023-12-20T11:01:46.000 INFO:tasks.rados.rados.0.smithi123.stdout:3521: finishing copy_from to smithi123173835-12 2023-12-20T11:01:46.000 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 2021 (ObjNum 1117 snap 327 seq_num 1117) dirty exists 2023-12-20T11:01:46.000 INFO:tasks.rados.rados.0.smithi123.stdout:3520: done (2 left) 2023-12-20T11:01:46.000 INFO:tasks.rados.rados.0.smithi123.stdout:3521: done (1 left) 2023-12-20T11:01:46.000 INFO:tasks.rados.rados.0.smithi123.stdout:3522: done (0 left) 2023-12-20T11:01:46.000 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 7 current snap is 329 2023-12-20T11:01:46.000 INFO:tasks.rados.rados.0.smithi123.stdout:3523: seq_num 1130 ranges {3899392=532480,4431872=655360,5087232=753664,5840896=196608} 2023-12-20T11:01:46.022 INFO:tasks.rados.rados.0.smithi123.stdout:3523: writing smithi123173835-7 from 3899392 to 4431872 tid 1 2023-12-20T11:01:46.026 INFO:tasks.rados.rados.0.smithi123.stdout:3523: writing smithi123173835-7 from 4431872 to 5087232 tid 2 2023-12-20T11:01:46.031 INFO:tasks.rados.rados.0.smithi123.stdout:3523: writing smithi123173835-7 from 5087232 to 5840896 tid 3 2023-12-20T11:01:46.032 INFO:tasks.rados.rados.0.smithi123.stdout:3523: writing smithi123173835-7 from 5840896 to 6037504 tid 4 2023-12-20T11:01:46.032 INFO:tasks.rados.rados.0.smithi123.stdout:3524: copy_from oid 36 from oid 21 current snap is 329 2023-12-20T11:01:46.033 INFO:tasks.rados.rados.0.smithi123.stdout:3523: finishing write tid 1 to smithi123173835-7 2023-12-20T11:01:46.033 INFO:tasks.rados.rados.0.smithi123.stdout:3523: finishing write tid 2 to smithi123173835-7 2023-12-20T11:01:46.033 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 31 current snap is 329 2023-12-20T11:01:46.033 INFO:tasks.rados.rados.0.smithi123.stdout:3525: seq_num 1131 ranges {0=548864,548864=540672,1089536=565248,1654784=425984,2080768=73728} 2023-12-20T11:01:46.036 INFO:tasks.rados.rados.0.smithi123.stdout:3525: writing smithi123173835-31 from 0 to 548864 tid 1 2023-12-20T11:01:46.039 INFO:tasks.rados.rados.0.smithi123.stdout:3525: writing smithi123173835-31 from 548864 to 1089536 tid 2 2023-12-20T11:01:46.042 INFO:tasks.rados.rados.0.smithi123.stdout:3525: writing smithi123173835-31 from 1089536 to 1654784 tid 3 2023-12-20T11:01:46.044 INFO:tasks.rados.rados.0.smithi123.stdout:3525: writing smithi123173835-31 from 1654784 to 2080768 tid 4 2023-12-20T11:01:46.045 INFO:tasks.rados.rados.0.smithi123.stdout:3525: writing smithi123173835-31 from 2080768 to 2154496 tid 5 2023-12-20T11:01:46.045 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 18 current snap is 329 2023-12-20T11:01:46.045 INFO:tasks.rados.rados.0.smithi123.stdout:3524: finishing copy_from to smithi123173835-36 2023-12-20T11:01:46.045 INFO:tasks.rados.rados.0.smithi123.stdout:3524: got expected ENOENT (src dne) 2023-12-20T11:01:46.045 INFO:tasks.rados.rados.0.smithi123.stdout:3524: finishing copy_from racing read to smithi123173835-36 2023-12-20T11:01:46.045 INFO:tasks.rados.rados.0.smithi123.stdout:3523: finishing write tid 3 to smithi123173835-7 2023-12-20T11:01:46.046 INFO:tasks.rados.rados.0.smithi123.stdout:3523: finishing write tid 4 to smithi123173835-7 2023-12-20T11:01:46.046 INFO:tasks.rados.rados.0.smithi123.stdout:3526: seq_num 1132 ranges {0=565248,565248=425984,991232=770048,1761280=409600} 2023-12-20T11:01:46.048 INFO:tasks.rados.rados.0.smithi123.stdout:3526: writing smithi123173835-18 from 0 to 565248 tid 1 2023-12-20T11:01:46.050 INFO:tasks.rados.rados.0.smithi123.stdout:3526: writing smithi123173835-18 from 565248 to 991232 tid 2 2023-12-20T11:01:46.055 INFO:tasks.rados.rados.0.smithi123.stdout:3526: writing smithi123173835-18 from 991232 to 1761280 tid 3 2023-12-20T11:01:46.058 INFO:tasks.rados.rados.0.smithi123.stdout:3526: writing smithi123173835-18 from 1761280 to 2170880 tid 4 2023-12-20T11:01:46.058 INFO:tasks.rados.rados.0.smithi123.stdout:3524: done (3 left) 2023-12-20T11:01:46.058 INFO:tasks.rados.rados.0.smithi123.stdout:3527: rmattr oid 27 current snap is 329 2023-12-20T11:01:46.058 INFO:tasks.rados.rados.0.smithi123.stdout:3527: done (3 left) 2023-12-20T11:01:46.058 INFO:tasks.rados.rados.0.smithi123.stdout:3528: snap_create 2023-12-20T11:01:46.058 INFO:tasks.rados.rados.0.smithi123.stdout:3523: finishing write tid 5 to smithi123173835-7 2023-12-20T11:01:46.058 INFO:tasks.rados.rados.0.smithi123.stdout:3523: finishing write tid 6 to smithi123173835-7 2023-12-20T11:01:46.059 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 1794 (ObjNum 1130 snap 329 seq_num 1130) dirty exists 2023-12-20T11:01:46.059 INFO:tasks.rados.rados.0.smithi123.stdout:3523: left oid 7 (ObjNum 1130 snap 329 seq_num 1130) 2023-12-20T11:01:46.059 INFO:tasks.rados.rados.0.smithi123.stdout:3525: finishing write tid 1 to smithi123173835-31 2023-12-20T11:01:46.059 INFO:tasks.rados.rados.0.smithi123.stdout:3525: finishing write tid 2 to smithi123173835-31 2023-12-20T11:01:46.059 INFO:tasks.rados.rados.0.smithi123.stdout:3525: finishing write tid 3 to smithi123173835-31 2023-12-20T11:01:46.059 INFO:tasks.rados.rados.0.smithi123.stdout:3525: finishing write tid 4 to smithi123173835-31 2023-12-20T11:01:46.059 INFO:tasks.rados.rados.0.smithi123.stdout:3525: finishing write tid 5 to smithi123173835-31 2023-12-20T11:01:46.059 INFO:tasks.rados.rados.0.smithi123.stdout:3525: finishing write tid 6 to smithi123173835-31 2023-12-20T11:01:46.059 INFO:tasks.rados.rados.0.smithi123.stdout:3526: finishing write tid 1 to smithi123173835-18 2023-12-20T11:01:46.059 INFO:tasks.rados.rados.0.smithi123.stdout:3526: finishing write tid 2 to smithi123173835-18 2023-12-20T11:01:46.059 INFO:tasks.rados.rados.0.smithi123.stdout:3525: finishing write tid 7 to smithi123173835-31 2023-12-20T11:01:46.059 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 31 v 2657 (ObjNum 1131 snap 329 seq_num 1131) dirty exists 2023-12-20T11:01:46.059 INFO:tasks.rados.rados.0.smithi123.stdout:3525: left oid 31 (ObjNum 1131 snap 329 seq_num 1131) 2023-12-20T11:01:46.060 INFO:tasks.rados.rados.0.smithi123.stdout:3526: finishing write tid 3 to smithi123173835-18 2023-12-20T11:01:46.060 INFO:tasks.rados.rados.0.smithi123.stdout:3526: finishing write tid 4 to smithi123173835-18 2023-12-20T11:01:46.060 INFO:tasks.rados.rados.0.smithi123.stdout:3526: finishing write tid 5 to smithi123173835-18 2023-12-20T11:01:46.064 INFO:tasks.rados.rados.0.smithi123.stdout:3526: finishing write tid 6 to smithi123173835-18 2023-12-20T11:01:46.064 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 18 v 2842 (ObjNum 1132 snap 329 seq_num 1132) dirty exists 2023-12-20T11:01:46.064 INFO:tasks.rados.rados.0.smithi123.stdout:3526: left oid 18 (ObjNum 1132 snap 329 seq_num 1132) 2023-12-20T11:01:46.432 INFO:tasks.rados.rados.0.smithi123.stdout:3523: done (3 left) 2023-12-20T11:01:46.433 INFO:tasks.rados.rados.0.smithi123.stdout:3525: done (2 left) 2023-12-20T11:01:46.433 INFO:tasks.rados.rados.0.smithi123.stdout:3526: done (1 left) 2023-12-20T11:01:46.433 INFO:tasks.rados.rados.0.smithi123.stdout:3528: done (0 left) 2023-12-20T11:01:46.433 INFO:tasks.rados.rados.0.smithi123.stdout:3529: delete oid 7 current snap is 330 2023-12-20T11:01:46.436 INFO:tasks.rados.rados.0.smithi123.stdout:3529: done (0 left) 2023-12-20T11:01:46.436 INFO:tasks.rados.rados.0.smithi123.stdout:3530: snap_remove snap 327 2023-12-20T11:01:47.438 INFO:tasks.rados.rados.0.smithi123.stdout:3530: done (0 left) 2023-12-20T11:01:47.438 INFO:tasks.rados.rados.0.smithi123.stdout:3531: read oid 20 snap -1 2023-12-20T11:01:47.438 INFO:tasks.rados.rados.0.smithi123.stdout:3531: expect (ObjNum 995 snap 300 seq_num 995) 2023-12-20T11:01:47.438 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 29 current snap is 330 2023-12-20T11:01:47.438 INFO:tasks.rados.rados.0.smithi123.stdout:3532: seq_num 1134 ranges {6184960=598016,6782976=638976,7421952=737280,8159232=229376} 2023-12-20T11:01:47.475 INFO:tasks.rados.rados.0.smithi123.stdout:3532: writing smithi123173835-29 from 6184960 to 6782976 tid 1 2023-12-20T11:01:47.479 INFO:tasks.rados.rados.0.smithi123.stdout:3532: writing smithi123173835-29 from 6782976 to 7421952 tid 2 2023-12-20T11:01:47.484 INFO:tasks.rados.rados.0.smithi123.stdout:3532: writing smithi123173835-29 from 7421952 to 8159232 tid 3 2023-12-20T11:01:47.486 INFO:tasks.rados.rados.0.smithi123.stdout:3532: writing smithi123173835-29 from 8159232 to 8388608 tid 4 2023-12-20T11:01:47.486 INFO:tasks.rados.rados.0.smithi123.stdout:3533: read oid 23 snap 326 2023-12-20T11:01:47.486 INFO:tasks.rados.rados.0.smithi123.stdout:3533: expect deleted 2023-12-20T11:01:47.486 INFO:tasks.rados.rados.0.smithi123.stdout:3534: read oid 16 snap -1 2023-12-20T11:01:47.486 INFO:tasks.rados.rados.0.smithi123.stdout:3534: expect (ObjNum 1113 snap 326 seq_num 1113) 2023-12-20T11:01:47.486 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 15 current snap is 330 2023-12-20T11:01:47.486 INFO:tasks.rados.rados.0.smithi123.stdout:3535: seq_num 1135 ranges {1466368=614400,2080768=524288,2605056=540672,3145728=483328,3629056=57344} 2023-12-20T11:01:47.497 INFO:tasks.rados.rados.0.smithi123.stdout:3535: writing smithi123173835-15 from 1466368 to 2080768 tid 1 2023-12-20T11:01:47.501 INFO:tasks.rados.rados.0.smithi123.stdout:3535: writing smithi123173835-15 from 2080768 to 2605056 tid 2 2023-12-20T11:01:47.504 INFO:tasks.rados.rados.0.smithi123.stdout:3535: writing smithi123173835-15 from 2605056 to 3145728 tid 3 2023-12-20T11:01:47.507 INFO:tasks.rados.rados.0.smithi123.stdout:3535: writing smithi123173835-15 from 3145728 to 3629056 tid 4 2023-12-20T11:01:47.508 INFO:tasks.rados.rados.0.smithi123.stdout:3535: writing smithi123173835-15 from 3629056 to 3686400 tid 5 2023-12-20T11:01:47.508 INFO:tasks.rados.rados.0.smithi123.stdout:3536: read oid 31 snap -1 2023-12-20T11:01:47.508 INFO:tasks.rados.rados.0.smithi123.stdout:3536: expect (ObjNum 1131 snap 329 seq_num 1131) 2023-12-20T11:01:47.508 INFO:tasks.rados.rados.0.smithi123.stdout:3537: copy_from oid 30 from oid 6 current snap is 330 2023-12-20T11:01:47.508 INFO:tasks.rados.rados.0.smithi123.stdout:3531: expect (ObjNum 995 snap 300 seq_num 995) 2023-12-20T11:01:47.633 INFO:tasks.rados.rados.0.smithi123.stdout:3532: finishing write tid 1 to smithi123173835-29 2023-12-20T11:01:47.634 INFO:tasks.rados.rados.0.smithi123.stdout:3532: finishing write tid 2 to smithi123173835-29 2023-12-20T11:01:47.634 INFO:tasks.rados.rados.0.smithi123.stdout:3532: finishing write tid 3 to smithi123173835-29 2023-12-20T11:01:47.634 INFO:tasks.rados.rados.0.smithi123.stdout:3532: finishing write tid 4 to smithi123173835-29 2023-12-20T11:01:47.634 INFO:tasks.rados.rados.0.smithi123.stdout:3531: done (6 left) 2023-12-20T11:01:47.634 INFO:tasks.rados.rados.0.smithi123.stdout:3533: done (5 left) 2023-12-20T11:01:47.634 INFO:tasks.rados.rados.0.smithi123.stdout:3538: read oid 38 snap -1 2023-12-20T11:01:47.634 INFO:tasks.rados.rados.0.smithi123.stdout:3538: expect (ObjNum 1117 snap 327 seq_num 1117) 2023-12-20T11:01:47.634 INFO:tasks.rados.rados.0.smithi123.stdout:3539: delete oid 13 current snap is 330 2023-12-20T11:01:47.634 INFO:tasks.rados.rados.0.smithi123.stdout:3532: finishing write tid 5 to smithi123173835-29 2023-12-20T11:01:47.634 INFO:tasks.rados.rados.0.smithi123.stdout:3532: finishing write tid 6 to smithi123173835-29 2023-12-20T11:01:47.634 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 2040 (ObjNum 1134 snap 330 seq_num 1134) dirty exists 2023-12-20T11:01:47.634 INFO:tasks.rados.rados.0.smithi123.stdout:3532: left oid 29 (ObjNum 1134 snap 330 seq_num 1134) 2023-12-20T11:01:47.634 INFO:tasks.rados.rados.0.smithi123.stdout:3534: expect (ObjNum 1113 snap 326 seq_num 1113) 2023-12-20T11:01:47.707 INFO:tasks.rados.rados.0.smithi123.stdout:3535: finishing write tid 1 to smithi123173835-15 2023-12-20T11:01:47.707 INFO:tasks.rados.rados.0.smithi123.stdout:3535: finishing write tid 2 to smithi123173835-15 2023-12-20T11:01:47.707 INFO:tasks.rados.rados.0.smithi123.stdout:3537: finishing copy_from to smithi123173835-30 2023-12-20T11:01:47.707 INFO:tasks.rados.rados.0.smithi123.stdout:3537: got expected ENOENT (src dne) 2023-12-20T11:01:47.707 INFO:tasks.rados.rados.0.smithi123.stdout:3537: finishing copy_from racing read to smithi123173835-30 2023-12-20T11:01:47.707 INFO:tasks.rados.rados.0.smithi123.stdout:3535: finishing write tid 3 to smithi123173835-15 2023-12-20T11:01:47.708 INFO:tasks.rados.rados.0.smithi123.stdout:3532: done (6 left) 2023-12-20T11:01:47.708 INFO:tasks.rados.rados.0.smithi123.stdout:3534: done (5 left) 2023-12-20T11:01:47.708 INFO:tasks.rados.rados.0.smithi123.stdout:3537: done (4 left) 2023-12-20T11:01:47.708 INFO:tasks.rados.rados.0.smithi123.stdout:3539: done (3 left) 2023-12-20T11:01:47.708 INFO:tasks.rados.rados.0.smithi123.stdout:3540: snap_create 2023-12-20T11:01:47.708 INFO:tasks.rados.rados.0.smithi123.stdout:3535: finishing write tid 4 to smithi123173835-15 2023-12-20T11:01:47.708 INFO:tasks.rados.rados.0.smithi123.stdout:3535: finishing write tid 5 to smithi123173835-15 2023-12-20T11:01:47.708 INFO:tasks.rados.rados.0.smithi123.stdout:3535: finishing write tid 6 to smithi123173835-15 2023-12-20T11:01:47.708 INFO:tasks.rados.rados.0.smithi123.stdout:3536: expect (ObjNum 1131 snap 329 seq_num 1131) 2023-12-20T11:01:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:47 smithi123 ceph-mon[191304]: pgmap v830: 121 pgs: 121 active+clean; 217 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2023-12-20T11:01:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:47 smithi123 ceph-mon[191304]: osdmap e738: 8 total, 8 up, 8 in 2023-12-20T11:01:47.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:47 smithi123 ceph-mon[188613]: pgmap v830: 121 pgs: 121 active+clean; 217 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2023-12-20T11:01:47.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:47 smithi123 ceph-mon[188613]: osdmap e738: 8 total, 8 up, 8 in 2023-12-20T11:01:47.760 INFO:tasks.rados.rados.0.smithi123.stdout:3535: finishing write tid 7 to smithi123173835-15 2023-12-20T11:01:47.760 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 2857 (ObjNum 1135 snap 330 seq_num 1135) dirty exists 2023-12-20T11:01:47.760 INFO:tasks.rados.rados.0.smithi123.stdout:3535: left oid 15 (ObjNum 1135 snap 330 seq_num 1135) 2023-12-20T11:01:47.760 INFO:tasks.rados.rados.0.smithi123.stdout:3538: expect (ObjNum 1117 snap 327 seq_num 1117) 2023-12-20T11:01:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:47 smithi177 ceph-mon[212096]: pgmap v830: 121 pgs: 121 active+clean; 217 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2023-12-20T11:01:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:47 smithi177 ceph-mon[212096]: osdmap e738: 8 total, 8 up, 8 in 2023-12-20T11:01:47.903 INFO:journalctl@ceph.osd.6.smithi177.stdout:Dec 20 11:01:47 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-6[231228]: 2023-12-20T11:01:47.447+0000 7f9f6daf3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 28f after trimming was started 2023-12-20T11:01:48.446 INFO:tasks.rados.rados.0.smithi123.stdout:3535: done (3 left) 2023-12-20T11:01:48.446 INFO:tasks.rados.rados.0.smithi123.stdout:3536: done (2 left) 2023-12-20T11:01:48.446 INFO:tasks.rados.rados.0.smithi123.stdout:3538: done (1 left) 2023-12-20T11:01:48.446 INFO:tasks.rados.rados.0.smithi123.stdout:3540: done (0 left) 2023-12-20T11:01:48.446 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 33 current snap is 331 2023-12-20T11:01:48.446 INFO:tasks.rados.rados.0.smithi123.stdout:3541: seq_num 1137 ranges {1482752=647168,2129920=696320,2826240=557056,3383296=352256} 2023-12-20T11:01:48.457 INFO:tasks.rados.rados.0.smithi123.stdout:3541: writing smithi123173835-33 from 1482752 to 2129920 tid 1 2023-12-20T11:01:48.461 INFO:tasks.rados.rados.0.smithi123.stdout:3541: writing smithi123173835-33 from 2129920 to 2826240 tid 2 2023-12-20T11:01:48.465 INFO:tasks.rados.rados.0.smithi123.stdout:3541: writing smithi123173835-33 from 2826240 to 3383296 tid 3 2023-12-20T11:01:48.467 INFO:tasks.rados.rados.0.smithi123.stdout:3541: writing smithi123173835-33 from 3383296 to 3735552 tid 4 2023-12-20T11:01:48.467 INFO:tasks.rados.rados.0.smithi123.stdout:3542: copy_from oid 10 from oid 40 current snap is 331 2023-12-20T11:01:48.467 INFO:tasks.rados.rados.0.smithi123.stdout:3541: finishing write tid 1 to smithi123173835-33 2023-12-20T11:01:48.467 INFO:tasks.rados.rados.0.smithi123.stdout:3541: finishing write tid 2 to smithi123173835-33 2023-12-20T11:01:48.467 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 18 current snap is 331 2023-12-20T11:01:48.467 INFO:tasks.rados.rados.0.smithi123.stdout:3543: seq_num 1138 ranges {2170880=663552,2834432=581632,3416064=712704,4128768=311296} 2023-12-20T11:01:48.482 INFO:tasks.rados.rados.0.smithi123.stdout:3543: writing smithi123173835-18 from 2170880 to 2834432 tid 1 2023-12-20T11:01:48.485 INFO:tasks.rados.rados.0.smithi123.stdout:3543: writing smithi123173835-18 from 2834432 to 3416064 tid 2 2023-12-20T11:01:48.490 INFO:tasks.rados.rados.0.smithi123.stdout:3543: writing smithi123173835-18 from 3416064 to 4128768 tid 3 2023-12-20T11:01:48.492 INFO:tasks.rados.rados.0.smithi123.stdout:3543: writing smithi123173835-18 from 4128768 to 4440064 tid 4 2023-12-20T11:01:48.492 INFO:tasks.rados.rados.0.smithi123.stdout:3544: setattr oid 34 current snap is 331 2023-12-20T11:01:48.492 INFO:tasks.rados.rados.0.smithi123.stdout:3542: finishing copy_from to smithi123173835-10 2023-12-20T11:01:48.492 INFO:tasks.rados.rados.0.smithi123.stdout:3542: got expected ENOENT (src dne) 2023-12-20T11:01:48.493 INFO:tasks.rados.rados.0.smithi123.stdout:3542: finishing copy_from racing read to smithi123173835-10 2023-12-20T11:01:48.493 INFO:tasks.rados.rados.0.smithi123.stdout:3541: finishing write tid 3 to smithi123173835-33 2023-12-20T11:01:48.493 INFO:tasks.rados.rados.0.smithi123.stdout:3541: finishing write tid 4 to smithi123173835-33 2023-12-20T11:01:48.493 INFO:tasks.rados.rados.0.smithi123.stdout:3541: finishing write tid 5 to smithi123173835-33 2023-12-20T11:01:48.493 INFO:tasks.rados.rados.0.smithi123.stdout:3541: finishing write tid 6 to smithi123173835-33 2023-12-20T11:01:48.493 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 2809 (ObjNum 1137 snap 331 seq_num 1137) dirty exists 2023-12-20T11:01:48.493 INFO:tasks.rados.rados.0.smithi123.stdout:3541: left oid 33 (ObjNum 1137 snap 331 seq_num 1137) 2023-12-20T11:01:48.493 INFO:tasks.rados.rados.0.smithi123.stdout:3543: finishing write tid 1 to smithi123173835-18 2023-12-20T11:01:48.493 INFO:tasks.rados.rados.0.smithi123.stdout:3543: finishing write tid 2 to smithi123173835-18 2023-12-20T11:01:48.493 INFO:tasks.rados.rados.0.smithi123.stdout:3541: done (3 left) 2023-12-20T11:01:48.493 INFO:tasks.rados.rados.0.smithi123.stdout:3542: done (2 left) 2023-12-20T11:01:48.493 INFO:tasks.rados.rados.0.smithi123.stdout:3545: snap_remove snap 330 2023-12-20T11:01:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:48 smithi123 ceph-mon[191304]: osdmap e739: 8 total, 8 up, 8 in 2023-12-20T11:01:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:48 smithi123 ceph-mon[188613]: osdmap e739: 8 total, 8 up, 8 in 2023-12-20T11:01:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:48 smithi177 ceph-mon[212096]: osdmap e739: 8 total, 8 up, 8 in 2023-12-20T11:01:49.441 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:01:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:01:49] "GET /metrics HTTP/1.1" 200 36158 "" "Prometheus/2.43.0" 2023-12-20T11:01:49.448 INFO:tasks.rados.rados.0.smithi123.stdout:3545: done (2 left) 2023-12-20T11:01:49.448 INFO:tasks.rados.rados.0.smithi123.stdout:3546: snap_remove snap 329 2023-12-20T11:01:49.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:49 smithi123 ceph-mon[191304]: pgmap v833: 121 pgs: 121 active+clean; 220 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2023-12-20T11:01:49.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:49 smithi123 ceph-mon[191304]: osdmap e740: 8 total, 8 up, 8 in 2023-12-20T11:01:49.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:49 smithi123 ceph-mon[188613]: pgmap v833: 121 pgs: 121 active+clean; 220 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2023-12-20T11:01:49.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:49 smithi123 ceph-mon[188613]: osdmap e740: 8 total, 8 up, 8 in 2023-12-20T11:01:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:49 smithi177 ceph-mon[212096]: pgmap v833: 121 pgs: 121 active+clean; 220 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2023-12-20T11:01:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:49 smithi177 ceph-mon[212096]: osdmap e740: 8 total, 8 up, 8 in 2023-12-20T11:01:50.461 INFO:tasks.rados.rados.0.smithi123.stdout:3546: done (2 left) 2023-12-20T11:01:50.461 INFO:tasks.rados.rados.0.smithi123.stdout:3547: snap_remove snap 328 2023-12-20T11:01:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:50 smithi123 ceph-mon[191304]: osdmap e741: 8 total, 8 up, 8 in 2023-12-20T11:01:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:50 smithi123 ceph-mon[188613]: osdmap e741: 8 total, 8 up, 8 in 2023-12-20T11:01:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:50 smithi177 ceph-mon[212096]: osdmap e741: 8 total, 8 up, 8 in 2023-12-20T11:01:51.469 INFO:tasks.rados.rados.0.smithi123.stdout:3547: done (2 left) 2023-12-20T11:01:51.469 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 49 current snap is 331 2023-12-20T11:01:51.469 INFO:tasks.rados.rados.0.smithi123.stdout:3548: seq_num 1139 ranges {13320192=679936,14000128=458752,14458880=524288,14983168=540672,15523840=81920} 2023-12-20T11:01:51.538 INFO:tasks.rados.rados.0.smithi123.stdout:3548: writing smithi123173835-49 from 13320192 to 14000128 tid 1 2023-12-20T11:01:51.541 INFO:tasks.rados.rados.0.smithi123.stdout:3548: writing smithi123173835-49 from 14000128 to 14458880 tid 2 2023-12-20T11:01:51.544 INFO:tasks.rados.rados.0.smithi123.stdout:3548: writing smithi123173835-49 from 14458880 to 14983168 tid 3 2023-12-20T11:01:51.547 INFO:tasks.rados.rados.0.smithi123.stdout:3548: writing smithi123173835-49 from 14983168 to 15523840 tid 4 2023-12-20T11:01:51.548 INFO:tasks.rados.rados.0.smithi123.stdout:3548: writing smithi123173835-49 from 15523840 to 15605760 tid 5 2023-12-20T11:01:51.548 INFO:tasks.rados.rados.0.smithi123.stdout:3549: snap_create 2023-12-20T11:01:51.548 INFO:tasks.rados.rados.0.smithi123.stdout:3543: finishing write tid 3 to smithi123173835-18 2023-12-20T11:01:51.548 INFO:tasks.rados.rados.0.smithi123.stdout:3543: finishing write tid 4 to smithi123173835-18 2023-12-20T11:01:51.548 INFO:tasks.rados.rados.0.smithi123.stdout:3543: finishing write tid 5 to smithi123173835-18 2023-12-20T11:01:51.548 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 34 v 2861 (ObjNum 1066 snap 318 seq_num 1066) dirty exists 2023-12-20T11:01:51.548 INFO:tasks.rados.rados.0.smithi123.stdout:3543: finishing write tid 6 to smithi123173835-18 2023-12-20T11:01:51.549 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 18 v 2847 (ObjNum 1138 snap 331 seq_num 1138) dirty exists 2023-12-20T11:01:51.549 INFO:tasks.rados.rados.0.smithi123.stdout:3543: left oid 18 (ObjNum 1138 snap 331 seq_num 1138) 2023-12-20T11:01:51.549 INFO:tasks.rados.rados.0.smithi123.stdout:3548: finishing write tid 1 to smithi123173835-49 2023-12-20T11:01:51.549 INFO:tasks.rados.rados.0.smithi123.stdout:3548: finishing write tid 2 to smithi123173835-49 2023-12-20T11:01:51.549 INFO:tasks.rados.rados.0.smithi123.stdout:3548: finishing write tid 3 to smithi123173835-49 2023-12-20T11:01:51.551 INFO:tasks.rados.rados.0.smithi123.stdout:3548: finishing write tid 4 to smithi123173835-49 2023-12-20T11:01:51.551 INFO:tasks.rados.rados.0.smithi123.stdout:3548: finishing write tid 5 to smithi123173835-49 2023-12-20T11:01:51.551 INFO:tasks.rados.rados.0.smithi123.stdout:3548: finishing write tid 6 to smithi123173835-49 2023-12-20T11:01:51.552 INFO:tasks.rados.rados.0.smithi123.stdout:3548: finishing write tid 7 to smithi123173835-49 2023-12-20T11:01:51.552 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 2039 (ObjNum 1139 snap 331 seq_num 1139) dirty exists 2023-12-20T11:01:51.552 INFO:tasks.rados.rados.0.smithi123.stdout:3548: left oid 49 (ObjNum 1139 snap 331 seq_num 1139) 2023-12-20T11:01:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:51 smithi123 ceph-mon[191304]: pgmap v836: 121 pgs: 121 active+clean; 222 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2023-12-20T11:01:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:51 smithi123 ceph-mon[191304]: osdmap e742: 8 total, 8 up, 8 in 2023-12-20T11:01:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:51 smithi123 ceph-mon[188613]: pgmap v836: 121 pgs: 121 active+clean; 222 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2023-12-20T11:01:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:51 smithi123 ceph-mon[188613]: osdmap e742: 8 total, 8 up, 8 in 2023-12-20T11:01:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:51 smithi177 ceph-mon[212096]: pgmap v836: 121 pgs: 121 active+clean; 222 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2023-12-20T11:01:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:51 smithi177 ceph-mon[212096]: osdmap e742: 8 total, 8 up, 8 in 2023-12-20T11:01:52.471 INFO:tasks.rados.rados.0.smithi123.stdout:3543: done (3 left) 2023-12-20T11:01:52.471 INFO:tasks.rados.rados.0.smithi123.stdout:3544: done (2 left) 2023-12-20T11:01:52.471 INFO:tasks.rados.rados.0.smithi123.stdout:3548: done (1 left) 2023-12-20T11:01:52.471 INFO:tasks.rados.rados.0.smithi123.stdout:3549: done (0 left) 2023-12-20T11:01:52.471 INFO:tasks.rados.rados.0.smithi123.stdout:3550: rmattr oid 43 current snap is 332 2023-12-20T11:01:52.471 INFO:tasks.rados.rados.0.smithi123.stdout:3551: read oid 38 snap 326 2023-12-20T11:01:52.471 INFO:tasks.rados.rados.0.smithi123.stdout:3551: expect (ObjNum 1076 snap 321 seq_num 1076) 2023-12-20T11:01:52.472 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 16 current snap is 332 2023-12-20T11:01:52.472 INFO:tasks.rados.rados.0.smithi123.stdout:3552: seq_num 1140 ranges {2490368=696320,3186688=745472,3932160=729088,4661248=131072} 2023-12-20T11:01:52.488 INFO:tasks.rados.rados.0.smithi123.stdout:3552: writing smithi123173835-16 from 2490368 to 3186688 tid 1 2023-12-20T11:01:52.493 INFO:tasks.rados.rados.0.smithi123.stdout:3552: writing smithi123173835-16 from 3186688 to 3932160 tid 2 2023-12-20T11:01:52.497 INFO:tasks.rados.rados.0.smithi123.stdout:3552: writing smithi123173835-16 from 3932160 to 4661248 tid 3 2023-12-20T11:01:52.498 INFO:tasks.rados.rados.0.smithi123.stdout:3552: writing smithi123173835-16 from 4661248 to 4792320 tid 4 2023-12-20T11:01:52.498 INFO:tasks.rados.rados.0.smithi123.stdout:3553: read oid 14 snap -1 2023-12-20T11:01:52.498 INFO:tasks.rados.rados.0.smithi123.stdout:3553: expect (ObjNum 1078 snap 321 seq_num 1078) 2023-12-20T11:01:52.499 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 35 current snap is 332 2023-12-20T11:01:52.499 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 2033 (ObjNum 1043 snap 313 seq_num 1043) dirty exists 2023-12-20T11:01:52.499 INFO:tasks.rados.rados.0.smithi123.stdout:3554: seq_num 1141 ranges {16482304=712704,17195008=679936,17874944=540672,18415616=385024} 2023-12-20T11:01:52.592 INFO:tasks.rados.rados.0.smithi123.stdout:3554: writing smithi123173835-35 from 16482304 to 17195008 tid 1 2023-12-20T11:01:52.596 INFO:tasks.rados.rados.0.smithi123.stdout:3554: writing smithi123173835-35 from 17195008 to 17874944 tid 2 2023-12-20T11:01:52.599 INFO:tasks.rados.rados.0.smithi123.stdout:3554: writing smithi123173835-35 from 17874944 to 18415616 tid 3 2023-12-20T11:01:52.602 INFO:tasks.rados.rados.0.smithi123.stdout:3554: writing smithi123173835-35 from 18415616 to 18800640 tid 4 2023-12-20T11:01:52.602 INFO:tasks.rados.rados.0.smithi123.stdout:3550: done (4 left) 2023-12-20T11:01:52.602 INFO:tasks.rados.rados.0.smithi123.stdout:3555: snap_create 2023-12-20T11:01:52.602 INFO:tasks.rados.rados.0.smithi123.stdout:3551: expect (ObjNum 1076 snap 321 seq_num 1076) 2023-12-20T11:01:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:52 smithi123 ceph-mon[191304]: osdmap e743: 8 total, 8 up, 8 in 2023-12-20T11:01:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:52 smithi123 ceph-mon[188613]: osdmap e743: 8 total, 8 up, 8 in 2023-12-20T11:01:52.807 INFO:tasks.rados.rados.0.smithi123.stdout:3552: finishing write tid 1 to smithi123173835-16 2023-12-20T11:01:52.807 INFO:tasks.rados.rados.0.smithi123.stdout:3552: finishing write tid 2 to smithi123173835-16 2023-12-20T11:01:52.807 INFO:tasks.rados.rados.0.smithi123.stdout:3552: finishing write tid 3 to smithi123173835-16 2023-12-20T11:01:52.807 INFO:tasks.rados.rados.0.smithi123.stdout:3552: finishing write tid 4 to smithi123173835-16 2023-12-20T11:01:52.807 INFO:tasks.rados.rados.0.smithi123.stdout:3552: finishing write tid 5 to smithi123173835-16 2023-12-20T11:01:52.807 INFO:tasks.rados.rados.0.smithi123.stdout:3552: finishing write tid 6 to smithi123173835-16 2023-12-20T11:01:52.807 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 2852 (ObjNum 1140 snap 332 seq_num 1140) dirty exists 2023-12-20T11:01:52.807 INFO:tasks.rados.rados.0.smithi123.stdout:3552: left oid 16 (ObjNum 1140 snap 332 seq_num 1140) 2023-12-20T11:01:52.807 INFO:tasks.rados.rados.0.smithi123.stdout:3553: expect (ObjNum 1078 snap 321 seq_num 1078) 2023-12-20T11:01:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:52 smithi177 ceph-mon[212096]: osdmap e743: 8 total, 8 up, 8 in 2023-12-20T11:01:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:53 smithi123 ceph-mon[191304]: pgmap v839: 121 pgs: 121 active+clean; 226 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2023-12-20T11:01:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:53 smithi123 ceph-mon[191304]: osdmap e744: 8 total, 8 up, 8 in 2023-12-20T11:01:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:53 smithi123 ceph-mon[191304]: osdmap e745: 8 total, 8 up, 8 in 2023-12-20T11:01:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:53 smithi123 ceph-mon[188613]: pgmap v839: 121 pgs: 121 active+clean; 226 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2023-12-20T11:01:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:53 smithi123 ceph-mon[188613]: osdmap e744: 8 total, 8 up, 8 in 2023-12-20T11:01:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:53 smithi123 ceph-mon[188613]: osdmap e745: 8 total, 8 up, 8 in 2023-12-20T11:01:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:53 smithi177 ceph-mon[212096]: pgmap v839: 121 pgs: 121 active+clean; 226 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2023-12-20T11:01:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:53 smithi177 ceph-mon[212096]: osdmap e744: 8 total, 8 up, 8 in 2023-12-20T11:01:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:53 smithi177 ceph-mon[212096]: osdmap e745: 8 total, 8 up, 8 in 2023-12-20T11:01:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:55 smithi123 ceph-mon[188613]: pgmap v842: 121 pgs: 121 active+clean; 228 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2023-12-20T11:01:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:55 smithi123 ceph-mon[191304]: pgmap v842: 121 pgs: 121 active+clean; 228 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2023-12-20T11:01:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:55 smithi177 ceph-mon[212096]: pgmap v842: 121 pgs: 121 active+clean; 228 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2023-12-20T11:01:56.224 INFO:tasks.rados.rados.0.smithi123.stdout:3554: finishing write tid 1 to smithi123173835-35 2023-12-20T11:01:56.225 INFO:tasks.rados.rados.0.smithi123.stdout:3554: finishing write tid 2 to smithi123173835-35 2023-12-20T11:01:56.225 INFO:tasks.rados.rados.0.smithi123.stdout:3554: finishing write tid 3 to smithi123173835-35 2023-12-20T11:01:56.225 INFO:tasks.rados.rados.0.smithi123.stdout:3554: finishing write tid 4 to smithi123173835-35 2023-12-20T11:01:56.225 INFO:tasks.rados.rados.0.smithi123.stdout:3554: finishing write tid 5 to smithi123173835-35 2023-12-20T11:01:56.225 INFO:tasks.rados.rados.0.smithi123.stdout:3554: finishing write tid 6 to smithi123173835-35 2023-12-20T11:01:56.225 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 35 v 2883 (ObjNum 1141 snap 332 seq_num 1141) dirty exists 2023-12-20T11:01:56.225 INFO:tasks.rados.rados.0.smithi123.stdout:3554: left oid 35 (ObjNum 1141 snap 332 seq_num 1141) 2023-12-20T11:01:56.225 INFO:tasks.rados.rados.0.smithi123.stdout:3551: done (4 left) 2023-12-20T11:01:56.226 INFO:tasks.rados.rados.0.smithi123.stdout:3552: done (3 left) 2023-12-20T11:01:56.226 INFO:tasks.rados.rados.0.smithi123.stdout:3553: done (2 left) 2023-12-20T11:01:56.226 INFO:tasks.rados.rados.0.smithi123.stdout:3554: done (1 left) 2023-12-20T11:01:56.226 INFO:tasks.rados.rados.0.smithi123.stdout:3555: done (0 left) 2023-12-20T11:01:56.226 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 4 current snap is 333 2023-12-20T11:01:56.226 INFO:tasks.rados.rados.0.smithi123.stdout:3556: seq_num 1142 ranges {18046976=729088,18776064=565248,19341312=696320,20037632=344064} 2023-12-20T11:01:56.321 INFO:tasks.rados.rados.0.smithi123.stdout:3556: writing smithi123173835-4 from 18046976 to 18776064 tid 1 2023-12-20T11:01:56.324 INFO:tasks.rados.rados.0.smithi123.stdout:3556: writing smithi123173835-4 from 18776064 to 19341312 tid 2 2023-12-20T11:01:56.328 INFO:tasks.rados.rados.0.smithi123.stdout:3556: writing smithi123173835-4 from 19341312 to 20037632 tid 3 2023-12-20T11:01:56.330 INFO:tasks.rados.rados.0.smithi123.stdout:3556: writing smithi123173835-4 from 20037632 to 20381696 tid 4 2023-12-20T11:01:56.330 INFO:tasks.rados.rados.0.smithi123.stdout:3557: copy_from oid 17 from oid 13 current snap is 333 2023-12-20T11:01:56.330 INFO:tasks.rados.rados.0.smithi123.stdout:3556: finishing write tid 1 to smithi123173835-4 2023-12-20T11:01:56.330 INFO:tasks.rados.rados.0.smithi123.stdout:3556: finishing write tid 2 to smithi123173835-4 2023-12-20T11:01:56.330 INFO:tasks.rados.rados.0.smithi123.stdout:3558: snap_remove snap 326 2023-12-20T11:01:56.476 INFO:tasks.rados.rados.0.smithi123.stdout:3558: done (2 left) 2023-12-20T11:01:56.477 INFO:tasks.rados.rados.0.smithi123.stdout:3559: delete oid 42 current snap is 333 2023-12-20T11:01:56.477 INFO:tasks.rados.rados.0.smithi123.stdout:3557: finishing copy_from to smithi123173835-17 2023-12-20T11:01:56.477 INFO:tasks.rados.rados.0.smithi123.stdout:3557: got expected ENOENT (src dne) 2023-12-20T11:01:56.477 INFO:tasks.rados.rados.0.smithi123.stdout:3557: finishing copy_from racing read to smithi123173835-17 2023-12-20T11:01:56.477 INFO:tasks.rados.rados.0.smithi123.stdout:3556: finishing write tid 3 to smithi123173835-4 2023-12-20T11:01:56.477 INFO:tasks.rados.rados.0.smithi123.stdout:3556: finishing write tid 4 to smithi123173835-4 2023-12-20T11:01:56.477 INFO:tasks.rados.rados.0.smithi123.stdout:3556: finishing write tid 5 to smithi123173835-4 2023-12-20T11:01:56.477 INFO:tasks.rados.rados.0.smithi123.stdout:3556: finishing write tid 6 to smithi123173835-4 2023-12-20T11:01:56.477 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 2656 (ObjNum 1142 snap 333 seq_num 1142) dirty exists 2023-12-20T11:01:56.477 INFO:tasks.rados.rados.0.smithi123.stdout:3556: left oid 4 (ObjNum 1142 snap 333 seq_num 1142) 2023-12-20T11:01:56.498 INFO:tasks.rados.rados.0.smithi123.stdout:3556: done (2 left) 2023-12-20T11:01:56.498 INFO:tasks.rados.rados.0.smithi123.stdout:3557: done (1 left) 2023-12-20T11:01:56.499 INFO:tasks.rados.rados.0.smithi123.stdout:3559: done (0 left) 2023-12-20T11:01:56.499 INFO:tasks.rados.rados.0.smithi123.stdout:3560: setattr oid 12 current snap is 333 2023-12-20T11:01:56.499 INFO:tasks.rados.rados.0.smithi123.stdout:3561: read oid 5 snap -1 2023-12-20T11:01:56.499 INFO:tasks.rados.rados.0.smithi123.stdout:3561: expect (ObjNum 1090 snap 324 seq_num 1090) 2023-12-20T11:01:56.499 INFO:tasks.rados.rados.0.smithi123.stdout:3562: read oid 2 snap 332 2023-12-20T11:01:56.499 INFO:tasks.rados.rados.0.smithi123.stdout:3562: expect (ObjNum 1015 snap 307 seq_num 1015) 2023-12-20T11:01:56.499 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 25 current snap is 333 2023-12-20T11:01:56.500 INFO:tasks.rados.rados.0.smithi123.stdout:3563: seq_num 1144 ranges {0=770048,770048=737280,1507328=712704,2220032=155648} 2023-12-20T11:01:56.500 INFO:tasks.rados.rados.0.smithi123.stdout:3563: writing smithi123173835-25 from 0 to 770048 tid 1 2023-12-20T11:01:56.500 INFO:tasks.rados.rados.0.smithi123.stdout:3563: writing smithi123173835-25 from 770048 to 1507328 tid 2 2023-12-20T11:01:56.504 INFO:tasks.rados.rados.0.smithi123.stdout:3563: writing smithi123173835-25 from 1507328 to 2220032 tid 3 2023-12-20T11:01:56.506 INFO:tasks.rados.rados.0.smithi123.stdout:3563: writing smithi123173835-25 from 2220032 to 2375680 tid 4 2023-12-20T11:01:56.506 INFO:tasks.rados.rados.0.smithi123.stdout:3564: rollback oid 6 current snap is 333 2023-12-20T11:01:56.506 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 6 to 331 2023-12-20T11:01:56.506 INFO:tasks.rados.rados.0.smithi123.stdout:3565: setattr oid 3 current snap is 333 2023-12-20T11:01:56.508 INFO:tasks.rados.rados.0.smithi123.stdout:3561: expect (ObjNum 1090 snap 324 seq_num 1090) 2023-12-20T11:01:56.546 INFO:tasks.rados.rados.0.smithi123.stdout:3562: expect (ObjNum 1015 snap 307 seq_num 1015) 2023-12-20T11:01:56.551 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 2022 (ObjNum 1117 snap 327 seq_num 1117) dirty exists 2023-12-20T11:01:56.551 INFO:tasks.rados.rados.0.smithi123.stdout:3563: finishing write tid 1 to smithi123173835-25 2023-12-20T11:01:56.551 INFO:tasks.rados.rados.0.smithi123.stdout:3564: finishing rollback tid 1 to smithi123173835-6 2023-12-20T11:01:56.551 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 0 (ObjNum 353 snap 0 seq_num 958976544) dirty dne 2023-12-20T11:01:56.551 INFO:tasks.rados.rados.0.smithi123.stdout:3563: finishing write tid 2 to smithi123173835-25 2023-12-20T11:01:56.551 INFO:tasks.rados.rados.0.smithi123.stdout:3563: finishing write tid 3 to smithi123173835-25 2023-12-20T11:01:56.552 INFO:tasks.rados.rados.0.smithi123.stdout:3563: finishing write tid 4 to smithi123173835-25 2023-12-20T11:01:56.552 INFO:tasks.rados.rados.0.smithi123.stdout:3563: finishing write tid 5 to smithi123173835-25 2023-12-20T11:01:56.552 INFO:tasks.rados.rados.0.smithi123.stdout:3563: finishing write tid 6 to smithi123173835-25 2023-12-20T11:01:56.552 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 1602 (ObjNum 1144 snap 333 seq_num 1144) dirty exists 2023-12-20T11:01:56.552 INFO:tasks.rados.rados.0.smithi123.stdout:3563: left oid 25 (ObjNum 1144 snap 333 seq_num 1144) 2023-12-20T11:01:56.552 INFO:tasks.rados.rados.0.smithi123.stdout:3560: done (5 left) 2023-12-20T11:01:56.552 INFO:tasks.rados.rados.0.smithi123.stdout:3561: done (4 left) 2023-12-20T11:01:56.552 INFO:tasks.rados.rados.0.smithi123.stdout:3562: done (3 left) 2023-12-20T11:01:56.552 INFO:tasks.rados.rados.0.smithi123.stdout:3563: done (2 left) 2023-12-20T11:01:56.552 INFO:tasks.rados.rados.0.smithi123.stdout:3564: done (1 left) 2023-12-20T11:01:56.552 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 48 current snap is 333 2023-12-20T11:01:56.552 INFO:tasks.rados.rados.0.smithi123.stdout:3566: seq_num 1145 ranges {843776=786432,1630208=622592,2252800=516096,2768896=417792,3186688=49152} 2023-12-20T11:01:56.560 INFO:tasks.rados.rados.0.smithi123.stdout:3566: writing smithi123173835-48 from 843776 to 1630208 tid 1 2023-12-20T11:01:56.563 INFO:tasks.rados.rados.0.smithi123.stdout:3566: writing smithi123173835-48 from 1630208 to 2252800 tid 2 2023-12-20T11:01:56.566 INFO:tasks.rados.rados.0.smithi123.stdout:3566: writing smithi123173835-48 from 2252800 to 2768896 tid 3 2023-12-20T11:01:56.568 INFO:tasks.rados.rados.0.smithi123.stdout:3566: writing smithi123173835-48 from 2768896 to 3186688 tid 4 2023-12-20T11:01:56.569 INFO:tasks.rados.rados.0.smithi123.stdout:3566: writing smithi123173835-48 from 3186688 to 3235840 tid 5 2023-12-20T11:01:56.569 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 8 current snap is 333 2023-12-20T11:01:56.569 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 2658 (ObjNum 289 snap 0 seq_num 1) dirty exists 2023-12-20T11:01:56.569 INFO:tasks.rados.rados.0.smithi123.stdout:3566: finishing write tid 1 to smithi123173835-48 2023-12-20T11:01:56.569 INFO:tasks.rados.rados.0.smithi123.stdout:3566: finishing write tid 2 to smithi123173835-48 2023-12-20T11:01:56.570 INFO:tasks.rados.rados.0.smithi123.stdout:3566: finishing write tid 3 to smithi123173835-48 2023-12-20T11:01:56.570 INFO:tasks.rados.rados.0.smithi123.stdout:3567: seq_num 1146 ranges {0=802816,802816=499712,1302528=679936,1982464=425984} 2023-12-20T11:01:56.573 INFO:tasks.rados.rados.0.smithi123.stdout:3567: writing smithi123173835-8 from 0 to 802816 tid 1 2023-12-20T11:01:56.576 INFO:tasks.rados.rados.0.smithi123.stdout:3567: writing smithi123173835-8 from 802816 to 1302528 tid 2 2023-12-20T11:01:56.580 INFO:tasks.rados.rados.0.smithi123.stdout:3567: writing smithi123173835-8 from 1302528 to 1982464 tid 3 2023-12-20T11:01:56.583 INFO:tasks.rados.rados.0.smithi123.stdout:3567: writing smithi123173835-8 from 1982464 to 2408448 tid 4 2023-12-20T11:01:56.583 INFO:tasks.rados.rados.0.smithi123.stdout:3565: done (2 left) 2023-12-20T11:01:56.584 INFO:tasks.rados.rados.0.smithi123.stdout:3568: delete oid 14 current snap is 333 2023-12-20T11:01:56.584 INFO:tasks.rados.rados.0.smithi123.stdout:3566: finishing write tid 4 to smithi123173835-48 2023-12-20T11:01:56.584 INFO:tasks.rados.rados.0.smithi123.stdout:3566: finishing write tid 5 to smithi123173835-48 2023-12-20T11:01:56.584 INFO:tasks.rados.rados.0.smithi123.stdout:3566: finishing write tid 6 to smithi123173835-48 2023-12-20T11:01:56.584 INFO:tasks.rados.rados.0.smithi123.stdout:3566: finishing write tid 7 to smithi123173835-48 2023-12-20T11:01:56.584 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 2045 (ObjNum 1145 snap 333 seq_num 1145) dirty exists 2023-12-20T11:01:56.584 INFO:tasks.rados.rados.0.smithi123.stdout:3566: left oid 48 (ObjNum 1145 snap 333 seq_num 1145) 2023-12-20T11:01:56.584 INFO:tasks.rados.rados.0.smithi123.stdout:3567: finishing write tid 1 to smithi123173835-8 2023-12-20T11:01:56.584 INFO:tasks.rados.rados.0.smithi123.stdout:3567: finishing write tid 2 to smithi123173835-8 2023-12-20T11:01:56.584 INFO:tasks.rados.rados.0.smithi123.stdout:3567: finishing write tid 3 to smithi123173835-8 2023-12-20T11:01:56.586 INFO:tasks.rados.rados.0.smithi123.stdout:3567: finishing write tid 4 to smithi123173835-8 2023-12-20T11:01:56.586 INFO:tasks.rados.rados.0.smithi123.stdout:3567: finishing write tid 5 to smithi123173835-8 2023-12-20T11:01:56.587 INFO:tasks.rados.rados.0.smithi123.stdout:3566: done (2 left) 2023-12-20T11:01:56.587 INFO:tasks.rados.rados.0.smithi123.stdout:3568: done (1 left) 2023-12-20T11:01:56.587 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 10 current snap is 333 2023-12-20T11:01:56.587 INFO:tasks.rados.rados.0.smithi123.stdout:3569: seq_num 1148 ranges {2457600=32768} 2023-12-20T11:01:56.601 INFO:tasks.rados.rados.0.smithi123.stdout:3569: writing smithi123173835-10 from 2457600 to 2490368 tid 1 2023-12-20T11:01:56.601 INFO:tasks.rados.rados.0.smithi123.stdout:3570: snap_create 2023-12-20T11:01:56.601 INFO:tasks.rados.rados.0.smithi123.stdout:3567: finishing write tid 6 to smithi123173835-8 2023-12-20T11:01:56.601 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 2027 (ObjNum 1146 snap 333 seq_num 1146) dirty exists 2023-12-20T11:01:56.601 INFO:tasks.rados.rados.0.smithi123.stdout:3567: left oid 8 (ObjNum 1146 snap 333 seq_num 1146) 2023-12-20T11:01:56.604 INFO:tasks.rados.rados.0.smithi123.stdout:3569: finishing write tid 1 to smithi123173835-10 2023-12-20T11:01:56.604 INFO:tasks.rados.rados.0.smithi123.stdout:3569: finishing write tid 2 to smithi123173835-10 2023-12-20T11:01:56.606 INFO:tasks.rados.rados.0.smithi123.stdout:3569: finishing write tid 3 to smithi123173835-10 2023-12-20T11:01:56.606 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 2898 (ObjNum 1148 snap 333 seq_num 1148) dirty exists 2023-12-20T11:01:56.606 INFO:tasks.rados.rados.0.smithi123.stdout:3569: left oid 10 (ObjNum 1148 snap 333 seq_num 1148) 2023-12-20T11:01:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:01:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:01:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:01:57.483 INFO:tasks.rados.rados.0.smithi123.stdout:3567: done (2 left) 2023-12-20T11:01:57.483 INFO:tasks.rados.rados.0.smithi123.stdout:3569: done (1 left) 2023-12-20T11:01:57.483 INFO:tasks.rados.rados.0.smithi123.stdout:3570: done (0 left) 2023-12-20T11:01:57.484 INFO:tasks.rados.rados.0.smithi123.stdout:3571: read oid 2 snap 331 2023-12-20T11:01:57.484 INFO:tasks.rados.rados.0.smithi123.stdout:3571: expect (ObjNum 1015 snap 307 seq_num 1015) 2023-12-20T11:01:57.484 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 12 current snap is 334 2023-12-20T11:01:57.484 INFO:tasks.rados.rados.0.smithi123.stdout:3572: seq_num 1149 ranges {6561792=49152} 2023-12-20T11:01:57.518 INFO:tasks.rados.rados.0.smithi123.stdout:3572: writing smithi123173835-12 from 6561792 to 6610944 tid 1 2023-12-20T11:01:57.519 INFO:tasks.rados.rados.0.smithi123.stdout:3573: read oid 18 snap -1 2023-12-20T11:01:57.519 INFO:tasks.rados.rados.0.smithi123.stdout:3573: expect (ObjNum 1138 snap 331 seq_num 1138) 2023-12-20T11:01:57.519 INFO:tasks.rados.rados.0.smithi123.stdout:3574: read oid 14 snap -1 2023-12-20T11:01:57.519 INFO:tasks.rados.rados.0.smithi123.stdout:3574: expect deleted 2023-12-20T11:01:57.519 INFO:tasks.rados.rados.0.smithi123.stdout:3575: delete oid 50 current snap is 334 2023-12-20T11:01:57.519 INFO:tasks.rados.rados.0.smithi123.stdout:3571: expect (ObjNum 1015 snap 307 seq_num 1015) 2023-12-20T11:01:57.527 INFO:tasks.rados.rados.0.smithi123.stdout:3571: done (4 left) 2023-12-20T11:01:57.527 INFO:tasks.rados.rados.0.smithi123.stdout:3575: done (3 left) 2023-12-20T11:01:57.527 INFO:tasks.rados.rados.0.smithi123.stdout:3576: read oid 30 snap -1 2023-12-20T11:01:57.527 INFO:tasks.rados.rados.0.smithi123.stdout:3576: expect (ObjNum 1109 snap 326 seq_num 1109) 2023-12-20T11:01:57.527 INFO:tasks.rados.rados.0.smithi123.stdout:3577: snap_create 2023-12-20T11:01:57.530 INFO:tasks.rados.rados.0.smithi123.stdout:3572: finishing write tid 1 to smithi123173835-12 2023-12-20T11:01:57.530 INFO:tasks.rados.rados.0.smithi123.stdout:3572: finishing write tid 2 to smithi123173835-12 2023-12-20T11:01:57.540 INFO:tasks.rados.rados.0.smithi123.stdout:3573: expect (ObjNum 1138 snap 331 seq_num 1138) 2023-12-20T11:01:57.682 INFO:tasks.rados.rados.0.smithi123.stdout:3572: finishing write tid 3 to smithi123173835-12 2023-12-20T11:01:57.682 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 2029 (ObjNum 1149 snap 334 seq_num 1149) dirty exists 2023-12-20T11:01:57.682 INFO:tasks.rados.rados.0.smithi123.stdout:3572: left oid 12 (ObjNum 1149 snap 334 seq_num 1149) 2023-12-20T11:01:57.682 INFO:tasks.rados.rados.0.smithi123.stdout:3576: expect (ObjNum 1109 snap 326 seq_num 1109) 2023-12-20T11:01:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:57 smithi123 ceph-mon[191304]: pgmap v843: 121 pgs: 121 active+clean; 228 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2023-12-20T11:01:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:57 smithi123 ceph-mon[191304]: osdmap e746: 8 total, 8 up, 8 in 2023-12-20T11:01:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:57 smithi123 ceph-mon[188613]: pgmap v843: 121 pgs: 121 active+clean; 228 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2023-12-20T11:01:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:57 smithi123 ceph-mon[188613]: osdmap e746: 8 total, 8 up, 8 in 2023-12-20T11:01:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:57 smithi177 ceph-mon[212096]: pgmap v843: 121 pgs: 121 active+clean; 228 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2023-12-20T11:01:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:57 smithi177 ceph-mon[212096]: osdmap e746: 8 total, 8 up, 8 in 2023-12-20T11:01:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:58 smithi123 ceph-mon[188613]: osdmap e747: 8 total, 8 up, 8 in 2023-12-20T11:01:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:58 smithi123 ceph-mon[188613]: osdmap e748: 8 total, 8 up, 8 in 2023-12-20T11:01:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:58 smithi123 ceph-mon[191304]: osdmap e747: 8 total, 8 up, 8 in 2023-12-20T11:01:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:58 smithi123 ceph-mon[191304]: osdmap e748: 8 total, 8 up, 8 in 2023-12-20T11:01:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:58 smithi177 ceph-mon[212096]: osdmap e747: 8 total, 8 up, 8 in 2023-12-20T11:01:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:58 smithi177 ceph-mon[212096]: osdmap e748: 8 total, 8 up, 8 in 2023-12-20T11:01:59.484 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:01:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:01:59] "GET /metrics HTTP/1.1" 200 36158 "" "Prometheus/2.43.0" 2023-12-20T11:01:59.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:01:59 smithi123 ceph-mon[191304]: pgmap v846: 121 pgs: 121 active+clean; 233 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.7 MiB/s wr, 6 op/s 2023-12-20T11:01:59.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:01:59 smithi123 ceph-mon[188613]: pgmap v846: 121 pgs: 121 active+clean; 233 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.7 MiB/s wr, 6 op/s 2023-12-20T11:01:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:01:59 smithi177 ceph-mon[212096]: pgmap v846: 121 pgs: 121 active+clean; 233 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.7 MiB/s wr, 6 op/s 2023-12-20T11:01:59.951 INFO:tasks.rados.rados.0.smithi123.stdout:3572: done (4 left) 2023-12-20T11:01:59.952 INFO:tasks.rados.rados.0.smithi123.stdout:3573: done (3 left) 2023-12-20T11:01:59.952 INFO:tasks.rados.rados.0.smithi123.stdout:3574: done (2 left) 2023-12-20T11:01:59.952 INFO:tasks.rados.rados.0.smithi123.stdout:3576: done (1 left) 2023-12-20T11:01:59.952 INFO:tasks.rados.rados.0.smithi123.stdout:3577: done (0 left) 2023-12-20T11:01:59.952 INFO:tasks.rados.rados.0.smithi123.stdout:3578: copy_from oid 19 from oid 27 current snap is 335 2023-12-20T11:01:59.952 INFO:tasks.rados.rados.0.smithi123.stdout:3579: snap_remove snap 333 2023-12-20T11:02:00.491 INFO:tasks.rados.rados.0.smithi123.stdout:3579: done (1 left) 2023-12-20T11:02:00.491 INFO:tasks.rados.rados.0.smithi123.stdout:3580: read oid 21 snap 332 2023-12-20T11:02:00.492 INFO:tasks.rados.rados.0.smithi123.stdout:3580: expect deleted 2023-12-20T11:02:00.492 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 7 current snap is 335 2023-12-20T11:02:00.492 INFO:tasks.rados.rados.0.smithi123.stdout:3581: seq_num 1151 ranges {0=81920} 2023-12-20T11:02:00.498 INFO:tasks.rados.rados.0.smithi123.stdout:3581: writing smithi123173835-7 from 0 to 81920 tid 1 2023-12-20T11:02:00.498 INFO:tasks.rados.rados.0.smithi123.stdout:3582: read oid 38 snap 331 2023-12-20T11:02:00.498 INFO:tasks.rados.rados.0.smithi123.stdout:3582: expect (ObjNum 1117 snap 327 seq_num 1117) 2023-12-20T11:02:00.498 INFO:tasks.rados.rados.0.smithi123.stdout:3583: read oid 34 snap -1 2023-12-20T11:02:00.498 INFO:tasks.rados.rados.0.smithi123.stdout:3583: expect (ObjNum 1066 snap 318 seq_num 1066) 2023-12-20T11:02:00.498 INFO:tasks.rados.rados.0.smithi123.stdout:3584: setattr oid 4 current snap is 335 2023-12-20T11:02:00.499 INFO:tasks.rados.rados.0.smithi123.stdout:3585: rollback oid 26 current snap is 335 2023-12-20T11:02:00.499 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 26 to 331 2023-12-20T11:02:00.499 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 16 current snap is 335 2023-12-20T11:02:00.499 INFO:tasks.rados.rados.0.smithi123.stdout:3586: seq_num 1152 ranges {4792320=98304} 2023-12-20T11:02:00.521 INFO:tasks.rados.rados.0.smithi123.stdout:3586: writing smithi123173835-16 from 4792320 to 4890624 tid 1 2023-12-20T11:02:00.522 INFO:tasks.rados.rados.0.smithi123.stdout:3587: copy_from oid 43 from oid 41 current snap is 335 2023-12-20T11:02:00.522 INFO:tasks.rados.rados.0.smithi123.stdout:3578: finishing copy_from to smithi123173835-19 2023-12-20T11:02:00.522 INFO:tasks.rados.rados.0.smithi123.stdout:3578: got expected ENOENT (src dne) 2023-12-20T11:02:00.522 INFO:tasks.rados.rados.0.smithi123.stdout:3578: finishing copy_from racing read to smithi123173835-19 2023-12-20T11:02:00.522 INFO:tasks.rados.rados.0.smithi123.stdout:3581: finishing write tid 1 to smithi123173835-7 2023-12-20T11:02:00.522 INFO:tasks.rados.rados.0.smithi123.stdout:3581: finishing write tid 2 to smithi123173835-7 2023-12-20T11:02:00.522 INFO:tasks.rados.rados.0.smithi123.stdout:3583: expect (ObjNum 1066 snap 318 seq_num 1066) 2023-12-20T11:02:00.575 INFO:tasks.rados.rados.0.smithi123.stdout:3581: finishing write tid 3 to smithi123173835-7 2023-12-20T11:02:00.575 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 1797 (ObjNum 1151 snap 335 seq_num 1151) dirty exists 2023-12-20T11:02:00.576 INFO:tasks.rados.rados.0.smithi123.stdout:3581: left oid 7 (ObjNum 1151 snap 335 seq_num 1151) 2023-12-20T11:02:00.576 INFO:tasks.rados.rados.0.smithi123.stdout:3585: finishing rollback tid 0 to smithi123173835-26 2023-12-20T11:02:00.576 INFO:tasks.rados.rados.0.smithi123.stdout:3585: finishing rollback tid 1 to smithi123173835-26 2023-12-20T11:02:00.576 INFO:tasks.rados.rados.0.smithi123.stdout:3585: finishing rollback tid 2 to smithi123173835-26 2023-12-20T11:02:00.576 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 2823 (ObjNum 1128 snap 329 seq_num 1128) dirty exists 2023-12-20T11:02:00.576 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 2659 (ObjNum 1142 snap 333 seq_num 1142) dirty exists 2023-12-20T11:02:00.576 INFO:tasks.rados.rados.0.smithi123.stdout:3582: expect (ObjNum 1117 snap 327 seq_num 1117) 2023-12-20T11:02:00.896 INFO:tasks.rados.rados.0.smithi123.stdout:3587: finishing copy_from to smithi123173835-43 2023-12-20T11:02:00.896 INFO:tasks.rados.rados.0.smithi123.stdout:3587: got expected ENOENT (src dne) 2023-12-20T11:02:00.897 INFO:tasks.rados.rados.0.smithi123.stdout:3587: finishing copy_from racing read to smithi123173835-43 2023-12-20T11:02:00.897 INFO:tasks.rados.rados.0.smithi123.stdout:3586: finishing write tid 1 to smithi123173835-16 2023-12-20T11:02:00.897 INFO:tasks.rados.rados.0.smithi123.stdout:3586: finishing write tid 2 to smithi123173835-16 2023-12-20T11:02:00.897 INFO:tasks.rados.rados.0.smithi123.stdout:3578: done (8 left) 2023-12-20T11:02:00.897 INFO:tasks.rados.rados.0.smithi123.stdout:3580: done (7 left) 2023-12-20T11:02:00.897 INFO:tasks.rados.rados.0.smithi123.stdout:3581: done (6 left) 2023-12-20T11:02:00.898 INFO:tasks.rados.rados.0.smithi123.stdout:3582: done (5 left) 2023-12-20T11:02:00.898 INFO:tasks.rados.rados.0.smithi123.stdout:3583: done (4 left) 2023-12-20T11:02:00.898 INFO:tasks.rados.rados.0.smithi123.stdout:3584: done (3 left) 2023-12-20T11:02:00.898 INFO:tasks.rados.rados.0.smithi123.stdout:3585: done (2 left) 2023-12-20T11:02:00.898 INFO:tasks.rados.rados.0.smithi123.stdout:3587: done (1 left) 2023-12-20T11:02:00.898 INFO:tasks.rados.rados.0.smithi123.stdout:3588: copy_from oid 41 from oid 8 current snap is 335 2023-12-20T11:02:00.898 INFO:tasks.rados.rados.0.smithi123.stdout:3586: finishing write tid 3 to smithi123173835-16 2023-12-20T11:02:00.899 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 2854 (ObjNum 1152 snap 335 seq_num 1152) dirty exists 2023-12-20T11:02:00.899 INFO:tasks.rados.rados.0.smithi123.stdout:3586: left oid 16 (ObjNum 1152 snap 335 seq_num 1152) 2023-12-20T11:02:00.899 INFO:tasks.rados.rados.0.smithi123.stdout:3586: done (1 left) 2023-12-20T11:02:00.899 INFO:tasks.rados.rados.0.smithi123.stdout:3589: read oid 33 snap 331 2023-12-20T11:02:00.899 INFO:tasks.rados.rados.0.smithi123.stdout:3589: expect (ObjNum 1137 snap 331 seq_num 1137) 2023-12-20T11:02:00.899 INFO:tasks.rados.rados.0.smithi123.stdout:3590: snap_remove snap 334 2023-12-20T11:02:01.500 INFO:tasks.rados.rados.0.smithi123.stdout:3590: done (2 left) 2023-12-20T11:02:01.500 INFO:tasks.rados.rados.0.smithi123.stdout:3591: copy_from oid 19 from oid 40 current snap is 335 2023-12-20T11:02:01.500 INFO:tasks.rados.rados.0.smithi123.stdout:3589: expect (ObjNum 1137 snap 331 seq_num 1137) 2023-12-20T11:02:01.618 INFO:tasks.rados.rados.0.smithi123.stdout:3588: finishing copy_from racing read to smithi123173835-41 2023-12-20T11:02:01.618 INFO:tasks.rados.rados.0.smithi123.stdout:3588: finishing copy_from to smithi123173835-41 2023-12-20T11:02:01.618 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 2027 (ObjNum 1146 snap 333 seq_num 1146) dirty exists 2023-12-20T11:02:01.618 INFO:tasks.rados.rados.0.smithi123.stdout:3591: finishing copy_from to smithi123173835-19 2023-12-20T11:02:01.618 INFO:tasks.rados.rados.0.smithi123.stdout:3591: got expected ENOENT (src dne) 2023-12-20T11:02:01.618 INFO:tasks.rados.rados.0.smithi123.stdout:3591: finishing copy_from racing read to smithi123173835-19 2023-12-20T11:02:01.619 INFO:tasks.rados.rados.0.smithi123.stdout:3588: done (2 left) 2023-12-20T11:02:01.619 INFO:tasks.rados.rados.0.smithi123.stdout:3589: done (1 left) 2023-12-20T11:02:01.619 INFO:tasks.rados.rados.0.smithi123.stdout:3591: done (0 left) 2023-12-20T11:02:01.619 INFO:tasks.rados.rados.0.smithi123.stdout:3592: read oid 32 snap -1 2023-12-20T11:02:01.619 INFO:tasks.rados.rados.0.smithi123.stdout:3592: expect deleted 2023-12-20T11:02:01.619 INFO:tasks.rados.rados.0.smithi123.stdout:3593: copy_from oid 30 from oid 22 current snap is 335 2023-12-20T11:02:01.619 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 13 current snap is 335 2023-12-20T11:02:01.619 INFO:tasks.rados.rados.0.smithi123.stdout:3594: seq_num 1153 ranges {0=114688} 2023-12-20T11:02:01.619 INFO:tasks.rados.rados.0.smithi123.stdout:3594: writing smithi123173835-13 from 0 to 114688 tid 1 2023-12-20T11:02:01.619 INFO:tasks.rados.rados.0.smithi123.stdout:3595: rollback oid 48 current snap is 335 2023-12-20T11:02:01.619 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 48 to 331 2023-12-20T11:02:01.619 INFO:tasks.rados.rados.0.smithi123.stdout:3592: done (3 left) 2023-12-20T11:02:01.619 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 1 current snap is 335 2023-12-20T11:02:01.619 INFO:tasks.rados.rados.0.smithi123.stdout:3596: seq_num 1154 ranges {1212416=131072} 2023-12-20T11:02:01.626 INFO:tasks.rados.rados.0.smithi123.stdout:3596: writing smithi123173835-1 from 1212416 to 1343488 tid 1 2023-12-20T11:02:01.626 INFO:tasks.rados.rados.0.smithi123.stdout:3597: snap_create 2023-12-20T11:02:01.626 INFO:tasks.rados.rados.0.smithi123.stdout:3595: finishing rollback tid 0 to smithi123173835-48 2023-12-20T11:02:01.626 INFO:tasks.rados.rados.0.smithi123.stdout:3595: finishing rollback tid 1 to smithi123173835-48 2023-12-20T11:02:01.626 INFO:tasks.rados.rados.0.smithi123.stdout:3594: finishing write tid 1 to smithi123173835-13 2023-12-20T11:02:01.627 INFO:tasks.rados.rados.0.smithi123.stdout:3595: finishing rollback tid 2 to smithi123173835-48 2023-12-20T11:02:01.627 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 2048 (ObjNum 894 snap 274 seq_num 894) dirty exists 2023-12-20T11:02:01.627 INFO:tasks.rados.rados.0.smithi123.stdout:3594: finishing write tid 2 to smithi123173835-13 2023-12-20T11:02:01.627 INFO:tasks.rados.rados.0.smithi123.stdout:3594: finishing write tid 3 to smithi123173835-13 2023-12-20T11:02:01.627 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 2901 (ObjNum 1153 snap 335 seq_num 1153) dirty exists 2023-12-20T11:02:01.627 INFO:tasks.rados.rados.0.smithi123.stdout:3594: left oid 13 (ObjNum 1153 snap 335 seq_num 1153) 2023-12-20T11:02:01.629 INFO:tasks.rados.rados.0.smithi123.stdout:3596: finishing write tid 1 to smithi123173835-1 2023-12-20T11:02:01.629 INFO:tasks.rados.rados.0.smithi123.stdout:3593: finishing copy_from racing read to smithi123173835-30 2023-12-20T11:02:01.630 INFO:tasks.rados.rados.0.smithi123.stdout:3596: finishing write tid 2 to smithi123173835-1 2023-12-20T11:02:01.631 INFO:tasks.rados.rados.0.smithi123.stdout:3596: finishing write tid 3 to smithi123173835-1 2023-12-20T11:02:01.631 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 1 v 2023 (ObjNum 1154 snap 335 seq_num 1154) dirty exists 2023-12-20T11:02:01.631 INFO:tasks.rados.rados.0.smithi123.stdout:3596: left oid 1 (ObjNum 1154 snap 335 seq_num 1154) 2023-12-20T11:02:01.632 INFO:tasks.rados.rados.0.smithi123.stdout:3593: finishing copy_from to smithi123173835-30 2023-12-20T11:02:01.632 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 30 v 2804 (ObjNum 1091 snap 324 seq_num 1091) dirty exists 2023-12-20T11:02:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:01 smithi123 ceph-mon[191304]: pgmap v848: 121 pgs: 121 active+clean; 232 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2023-12-20T11:02:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:01 smithi123 ceph-mon[191304]: osdmap e749: 8 total, 8 up, 8 in 2023-12-20T11:02:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:01 smithi123 ceph-mon[188613]: pgmap v848: 121 pgs: 121 active+clean; 232 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2023-12-20T11:02:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:01 smithi123 ceph-mon[188613]: osdmap e749: 8 total, 8 up, 8 in 2023-12-20T11:02:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:01 smithi177 ceph-mon[212096]: pgmap v848: 121 pgs: 121 active+clean; 232 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2023-12-20T11:02:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:01 smithi177 ceph-mon[212096]: osdmap e749: 8 total, 8 up, 8 in 2023-12-20T11:02:02.509 INFO:tasks.rados.rados.0.smithi123.stdout:3593: done (4 left) 2023-12-20T11:02:02.509 INFO:tasks.rados.rados.0.smithi123.stdout:3594: done (3 left) 2023-12-20T11:02:02.509 INFO:tasks.rados.rados.0.smithi123.stdout:3595: done (2 left) 2023-12-20T11:02:02.509 INFO:tasks.rados.rados.0.smithi123.stdout:3596: done (1 left) 2023-12-20T11:02:02.509 INFO:tasks.rados.rados.0.smithi123.stdout:3597: done (0 left) 2023-12-20T11:02:02.509 INFO:tasks.rados.rados.0.smithi123.stdout:3598: rmattr oid 26 current snap is 336 2023-12-20T11:02:02.509 INFO:tasks.rados.rados.0.smithi123.stdout:3598: done (0 left) 2023-12-20T11:02:02.510 INFO:tasks.rados.rados.0.smithi123.stdout:3599: rollback oid 26 current snap is 336 2023-12-20T11:02:02.510 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 26 to 332 2023-12-20T11:02:02.510 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 9 current snap is 336 2023-12-20T11:02:02.510 INFO:tasks.rados.rados.0.smithi123.stdout:3600: seq_num 1155 ranges {1400832=147456} 2023-12-20T11:02:02.517 INFO:tasks.rados.rados.0.smithi123.stdout:3600: writing smithi123173835-9 from 1400832 to 1548288 tid 1 2023-12-20T11:02:02.518 INFO:tasks.rados.rados.0.smithi123.stdout:3601: snap_remove snap 331 2023-12-20T11:02:02.709 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:02:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:02 smithi177 ceph-mon[212096]: osdmap e750: 8 total, 8 up, 8 in 2023-12-20T11:02:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:02 smithi123 ceph-mon[191304]: osdmap e750: 8 total, 8 up, 8 in 2023-12-20T11:02:02.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:02 smithi123 ceph-mon[188613]: osdmap e750: 8 total, 8 up, 8 in 2023-12-20T11:02:03.017 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:02:03.017 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10m) 7m ago 13m 26.5M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:02:03.017 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10m) 5m ago 13m 95.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:02:03.017 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (14m) 7m ago 14m 15.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:02:03.017 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (14m) 5m ago 14m 21.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:02:03.018 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10m) 5m ago 17m 449M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:02:03.018 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10m) 7m ago 18m 511M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:02:03.018 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10m) 7m ago 18m 83.8M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:02:03.018 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9m) 5m ago 17m 69.5M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:02:03.018 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9m) 7m ago 17m 64.2M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:02:03.018 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10m) 7m ago 13m 9.94M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:02:03.018 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10m) 5m ago 13m 18.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:02:03.018 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9m) 7m ago 16m 285M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:02:03.018 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8m) 7m ago 16m 223M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:02:03.018 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8m) 7m ago 16m 191M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:02:03.018 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7m) 7m ago 15m 16.0M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:02:03.018 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7m) 5m ago 15m 280M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:02:03.018 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6m) 5m ago 15m 224M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:02:03.018 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6m) 5m ago 15m 141M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:02:03.018 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5m) 5m ago 14m 12.6M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:02:03.019 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10m) 5m ago 14m 64.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:02:03.113 INFO:tasks.rados.rados.0.smithi123.stdout:3601: done (2 left) 2023-12-20T11:02:03.113 INFO:tasks.rados.rados.0.smithi123.stdout:3602: delete oid 11 current snap is 336 2023-12-20T11:02:03.114 INFO:tasks.rados.rados.0.smithi123.stdout:3599: finishing rollback tid 0 to smithi123173835-26 2023-12-20T11:02:03.114 INFO:tasks.rados.rados.0.smithi123.stdout:3599: finishing rollback tid 1 to smithi123173835-26 2023-12-20T11:02:03.114 INFO:tasks.rados.rados.0.smithi123.stdout:3599: finishing rollback tid 2 to smithi123173835-26 2023-12-20T11:02:03.114 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 2826 (ObjNum 1128 snap 329 seq_num 1128) dirty exists 2023-12-20T11:02:03.114 INFO:tasks.rados.rados.0.smithi123.stdout:3600: finishing write tid 1 to smithi123173835-9 2023-12-20T11:02:03.114 INFO:tasks.rados.rados.0.smithi123.stdout:3600: finishing write tid 2 to smithi123173835-9 2023-12-20T11:02:03.114 INFO:tasks.rados.rados.0.smithi123.stdout:3600: finishing write tid 3 to smithi123173835-9 2023-12-20T11:02:03.114 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 9 v 2806 (ObjNum 1155 snap 336 seq_num 1155) dirty exists 2023-12-20T11:02:03.114 INFO:tasks.rados.rados.0.smithi123.stdout:3600: left oid 9 (ObjNum 1155 snap 336 seq_num 1155) 2023-12-20T11:02:03.124 INFO:tasks.rados.rados.0.smithi123.stdout:3599: done (2 left) 2023-12-20T11:02:03.124 INFO:tasks.rados.rados.0.smithi123.stdout:3600: done (1 left) 2023-12-20T11:02:03.124 INFO:tasks.rados.rados.0.smithi123.stdout:3602: done (0 left) 2023-12-20T11:02:03.124 INFO:tasks.rados.rados.0.smithi123.stdout:3603: copy_from oid 26 from oid 30 current snap is 336 2023-12-20T11:02:03.124 INFO:tasks.rados.rados.0.smithi123.stdout:3604: snap_remove snap 332 2023-12-20T11:02:03.415 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:02:03.415 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:02:03.415 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:02:03.415 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:02:03.416 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:02:03.416 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:02:03.416 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:02:03.416 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:02:03.416 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:02:03.416 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:02:03.416 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:02:03.416 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:02:03.416 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:02:03.416 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:02:03.416 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:02:03.416 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:02:03.416 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:02:03.416 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:02:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:03 smithi177 ceph-mon[212096]: pgmap v851: 121 pgs: 121 active+clean; 209 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 2.8 MiB/s wr, 27 op/s 2023-12-20T11:02:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:03 smithi177 ceph-mon[212096]: osdmap e751: 8 total, 8 up, 8 in 2023-12-20T11:02:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:03 smithi177 ceph-mon[212096]: osdmap e752: 8 total, 8 up, 8 in 2023-12-20T11:02:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:03 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3707073423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:02:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:03 smithi123 ceph-mon[188613]: pgmap v851: 121 pgs: 121 active+clean; 209 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 2.8 MiB/s wr, 27 op/s 2023-12-20T11:02:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:03 smithi123 ceph-mon[188613]: osdmap e751: 8 total, 8 up, 8 in 2023-12-20T11:02:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:03 smithi123 ceph-mon[188613]: osdmap e752: 8 total, 8 up, 8 in 2023-12-20T11:02:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:03 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3707073423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:02:03.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:03 smithi123 ceph-mon[191304]: pgmap v851: 121 pgs: 121 active+clean; 209 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 2.8 MiB/s wr, 27 op/s 2023-12-20T11:02:03.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:03 smithi123 ceph-mon[191304]: osdmap e751: 8 total, 8 up, 8 in 2023-12-20T11:02:03.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:03 smithi123 ceph-mon[191304]: osdmap e752: 8 total, 8 up, 8 in 2023-12-20T11:02:03.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:03 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3707073423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:02:04.121 INFO:tasks.rados.rados.0.smithi123.stdout:3604: done (1 left) 2023-12-20T11:02:04.122 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 23 current snap is 336 2023-12-20T11:02:04.122 INFO:tasks.rados.rados.0.smithi123.stdout:3603: finishing copy_from racing read to smithi123173835-26 2023-12-20T11:02:04.122 INFO:tasks.rados.rados.0.smithi123.stdout:3605: seq_num 1157 ranges {0=180224} 2023-12-20T11:02:04.123 INFO:tasks.rados.rados.0.smithi123.stdout:3605: writing smithi123173835-23 from 0 to 180224 tid 1 2023-12-20T11:02:04.123 INFO:tasks.rados.rados.0.smithi123.stdout:3606: rmattr oid 8 current snap is 336 2023-12-20T11:02:04.123 INFO:tasks.rados.rados.0.smithi123.stdout:3606: done (2 left) 2023-12-20T11:02:04.123 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 49 current snap is 336 2023-12-20T11:02:04.123 INFO:tasks.rados.rados.0.smithi123.stdout:3603: finishing copy_from to smithi123173835-26 2023-12-20T11:02:04.123 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 2804 (ObjNum 1091 snap 324 seq_num 1091) dirty exists 2023-12-20T11:02:04.123 INFO:tasks.rados.rados.0.smithi123.stdout:3607: seq_num 1158 ranges {15605760=196608} 2023-12-20T11:02:04.206 INFO:tasks.rados.rados.0.smithi123.stdout:3607: writing smithi123173835-49 from 15605760 to 15802368 tid 1 2023-12-20T11:02:04.206 INFO:tasks.rados.rados.0.smithi123.stdout:3603: done (2 left) 2023-12-20T11:02:04.207 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 10 current snap is 336 2023-12-20T11:02:04.207 INFO:tasks.rados.rados.0.smithi123.stdout:3605: finishing write tid 1 to smithi123173835-23 2023-12-20T11:02:04.207 INFO:tasks.rados.rados.0.smithi123.stdout:3605: finishing write tid 2 to smithi123173835-23 2023-12-20T11:02:04.207 INFO:tasks.rados.rados.0.smithi123.stdout:3605: finishing write tid 3 to smithi123173835-23 2023-12-20T11:02:04.207 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 23 v 2661 (ObjNum 1157 snap 336 seq_num 1157) dirty exists 2023-12-20T11:02:04.207 INFO:tasks.rados.rados.0.smithi123.stdout:3605: left oid 23 (ObjNum 1157 snap 336 seq_num 1157) 2023-12-20T11:02:04.207 INFO:tasks.rados.rados.0.smithi123.stdout:3608: seq_num 1159 ranges {2490368=212992} 2023-12-20T11:02:04.220 INFO:tasks.rados.rados.0.smithi123.stdout:3608: writing smithi123173835-10 from 2490368 to 2703360 tid 1 2023-12-20T11:02:04.221 INFO:tasks.rados.rados.0.smithi123.stdout:3605: done (2 left) 2023-12-20T11:02:04.221 INFO:tasks.rados.rados.0.smithi123.stdout:3609: snap_remove snap 335 2023-12-20T11:02:04.492 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 11:02:04 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-2[211254]: 2023-12-20T11:02:04.226+0000 7fdfc8d46700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 298 after trimming was started 2023-12-20T11:02:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:04 smithi177 ceph-mon[212096]: from='client.44471 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:02:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:04 smithi177 ceph-mon[212096]: from='client.44477 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:02:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:04 smithi177 ceph-mon[212096]: osdmap e753: 8 total, 8 up, 8 in 2023-12-20T11:02:04.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:04 smithi123 ceph-mon[188613]: from='client.44471 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:02:04.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:04 smithi123 ceph-mon[188613]: from='client.44477 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:02:04.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:04 smithi123 ceph-mon[188613]: osdmap e753: 8 total, 8 up, 8 in 2023-12-20T11:02:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:04 smithi123 ceph-mon[191304]: from='client.44471 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:02:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:04 smithi123 ceph-mon[191304]: from='client.44477 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:02:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:04 smithi123 ceph-mon[191304]: osdmap e753: 8 total, 8 up, 8 in 2023-12-20T11:02:05.124 INFO:tasks.rados.rados.0.smithi123.stdout:3609: done (2 left) 2023-12-20T11:02:05.124 INFO:tasks.rados.rados.0.smithi123.stdout:3610: snap_create 2023-12-20T11:02:05.124 INFO:tasks.rados.rados.0.smithi123.stdout:3607: finishing write tid 1 to smithi123173835-49 2023-12-20T11:02:05.124 INFO:tasks.rados.rados.0.smithi123.stdout:3607: finishing write tid 2 to smithi123173835-49 2023-12-20T11:02:05.125 INFO:tasks.rados.rados.0.smithi123.stdout:3607: finishing write tid 3 to smithi123173835-49 2023-12-20T11:02:05.125 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 2050 (ObjNum 1158 snap 336 seq_num 1158) dirty exists 2023-12-20T11:02:05.125 INFO:tasks.rados.rados.0.smithi123.stdout:3607: left oid 49 (ObjNum 1158 snap 336 seq_num 1158) 2023-12-20T11:02:05.125 INFO:tasks.rados.rados.0.smithi123.stdout:3608: finishing write tid 1 to smithi123173835-10 2023-12-20T11:02:05.125 INFO:tasks.rados.rados.0.smithi123.stdout:3608: finishing write tid 2 to smithi123173835-10 2023-12-20T11:02:05.125 INFO:tasks.rados.rados.0.smithi123.stdout:3608: finishing write tid 3 to smithi123173835-10 2023-12-20T11:02:05.125 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 2908 (ObjNum 1159 snap 336 seq_num 1159) dirty exists 2023-12-20T11:02:05.125 INFO:tasks.rados.rados.0.smithi123.stdout:3608: left oid 10 (ObjNum 1159 snap 336 seq_num 1159) 2023-12-20T11:02:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:05 smithi177 ceph-mon[212096]: pgmap v854: 121 pgs: 121 active+clean; 209 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2023-12-20T11:02:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:05 smithi177 ceph-mon[212096]: osdmap e754: 8 total, 8 up, 8 in 2023-12-20T11:02:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:05 smithi123 ceph-mon[188613]: pgmap v854: 121 pgs: 121 active+clean; 209 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2023-12-20T11:02:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:05 smithi123 ceph-mon[188613]: osdmap e754: 8 total, 8 up, 8 in 2023-12-20T11:02:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:05 smithi123 ceph-mon[191304]: pgmap v854: 121 pgs: 121 active+clean; 209 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2023-12-20T11:02:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:05 smithi123 ceph-mon[191304]: osdmap e754: 8 total, 8 up, 8 in 2023-12-20T11:02:06.127 INFO:tasks.rados.rados.0.smithi123.stdout:3607: done (2 left) 2023-12-20T11:02:06.127 INFO:tasks.rados.rados.0.smithi123.stdout:3608: done (1 left) 2023-12-20T11:02:06.127 INFO:tasks.rados.rados.0.smithi123.stdout:3610: done (0 left) 2023-12-20T11:02:06.127 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 17 current snap is 337 2023-12-20T11:02:06.127 INFO:tasks.rados.rados.0.smithi123.stdout:3611: seq_num 1160 ranges {0=229376} 2023-12-20T11:02:06.128 INFO:tasks.rados.rados.0.smithi123.stdout:3611: writing smithi123173835-17 from 0 to 229376 tid 1 2023-12-20T11:02:06.128 INFO:tasks.rados.rados.0.smithi123.stdout:3612: read oid 7 snap -1 2023-12-20T11:02:06.128 INFO:tasks.rados.rados.0.smithi123.stdout:3612: expect (ObjNum 1151 snap 335 seq_num 1151) 2023-12-20T11:02:06.128 INFO:tasks.rados.rados.0.smithi123.stdout:3613: snap_remove snap 336 2023-12-20T11:02:07.131 INFO:tasks.rados.rados.0.smithi123.stdout:3613: done (2 left) 2023-12-20T11:02:07.131 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 16 current snap is 337 2023-12-20T11:02:07.131 INFO:tasks.rados.rados.0.smithi123.stdout:3611: finishing write tid 1 to smithi123173835-17 2023-12-20T11:02:07.131 INFO:tasks.rados.rados.0.smithi123.stdout:3614: seq_num 1161 ranges {4890624=245760} 2023-12-20T11:02:07.159 INFO:tasks.rados.rados.0.smithi123.stdout:3614: writing smithi123173835-16 from 4890624 to 5136384 tid 1 2023-12-20T11:02:07.159 INFO:tasks.rados.rados.0.smithi123.stdout:3615: rmattr oid 29 current snap is 337 2023-12-20T11:02:07.159 INFO:tasks.rados.rados.0.smithi123.stdout:3611: finishing write tid 2 to smithi123173835-17 2023-12-20T11:02:07.159 INFO:tasks.rados.rados.0.smithi123.stdout:3612: expect (ObjNum 1151 snap 335 seq_num 1151) 2023-12-20T11:02:07.161 INFO:tasks.rados.rados.0.smithi123.stdout:3611: finishing write tid 3 to smithi123173835-17 2023-12-20T11:02:07.161 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 17 v 2811 (ObjNum 1160 snap 337 seq_num 1160) dirty exists 2023-12-20T11:02:07.161 INFO:tasks.rados.rados.0.smithi123.stdout:3611: left oid 17 (ObjNum 1160 snap 337 seq_num 1160) 2023-12-20T11:02:07.161 INFO:tasks.rados.rados.0.smithi123.stdout:3611: done (3 left) 2023-12-20T11:02:07.162 INFO:tasks.rados.rados.0.smithi123.stdout:3612: done (2 left) 2023-12-20T11:02:07.162 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 31 current snap is 337 2023-12-20T11:02:07.162 INFO:tasks.rados.rados.0.smithi123.stdout:3616: seq_num 1162 ranges {2154496=270336} 2023-12-20T11:02:07.175 INFO:tasks.rados.rados.0.smithi123.stdout:3616: writing smithi123173835-31 from 2154496 to 2424832 tid 1 2023-12-20T11:02:07.175 INFO:tasks.rados.rados.0.smithi123.stdout:3617: delete oid 36 current snap is 337 2023-12-20T11:02:07.175 INFO:tasks.rados.rados.0.smithi123.stdout:3614: finishing write tid 1 to smithi123173835-16 2023-12-20T11:02:07.175 INFO:tasks.rados.rados.0.smithi123.stdout:3614: finishing write tid 2 to smithi123173835-16 2023-12-20T11:02:07.175 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 2041 (ObjNum 1134 snap 330 seq_num 1134) dirty exists 2023-12-20T11:02:07.176 INFO:tasks.rados.rados.0.smithi123.stdout:3614: finishing write tid 3 to smithi123173835-16 2023-12-20T11:02:07.176 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 2856 (ObjNum 1161 snap 337 seq_num 1161) dirty exists 2023-12-20T11:02:07.176 INFO:tasks.rados.rados.0.smithi123.stdout:3614: left oid 16 (ObjNum 1161 snap 337 seq_num 1161) 2023-12-20T11:02:07.177 INFO:tasks.rados.rados.0.smithi123.stdout:3614: done (3 left) 2023-12-20T11:02:07.177 INFO:tasks.rados.rados.0.smithi123.stdout:3615: done (2 left) 2023-12-20T11:02:07.178 INFO:tasks.rados.rados.0.smithi123.stdout:3617: done (1 left) 2023-12-20T11:02:07.178 INFO:tasks.rados.rados.0.smithi123.stdout:3618: copy_from oid 35 from oid 7 current snap is 337 2023-12-20T11:02:07.178 INFO:tasks.rados.rados.0.smithi123.stdout:3619: rmattr oid 43 current snap is 337 2023-12-20T11:02:07.178 INFO:tasks.rados.rados.0.smithi123.stdout:3620: read oid 2 snap -1 2023-12-20T11:02:07.178 INFO:tasks.rados.rados.0.smithi123.stdout:3620: expect (ObjNum 1015 snap 307 seq_num 1015) 2023-12-20T11:02:07.178 INFO:tasks.rados.rados.0.smithi123.stdout:3621: copy_from oid 23 from oid 40 current snap is 337 2023-12-20T11:02:07.178 INFO:tasks.rados.rados.0.smithi123.stdout:3622: read oid 24 snap -1 2023-12-20T11:02:07.178 INFO:tasks.rados.rados.0.smithi123.stdout:3622: expect (ObjNum 967 snap 292 seq_num 967) 2023-12-20T11:02:07.178 INFO:tasks.rados.rados.0.smithi123.stdout:3623: copy_from oid 42 from oid 47 current snap is 337 2023-12-20T11:02:07.178 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 19 current snap is 337 2023-12-20T11:02:07.178 INFO:tasks.rados.rados.0.smithi123.stdout:3624: seq_num 1164 ranges {21512192=303104} 2023-12-20T11:02:07.294 INFO:tasks.rados.rados.0.smithi123.stdout:3624: writing smithi123173835-19 from 21512192 to 21815296 tid 1 2023-12-20T11:02:07.294 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 6 current snap is 337 2023-12-20T11:02:07.294 INFO:tasks.rados.rados.0.smithi123.stdout:3616: finishing write tid 1 to smithi123173835-31 2023-12-20T11:02:07.295 INFO:tasks.rados.rados.0.smithi123.stdout:3616: finishing write tid 2 to smithi123173835-31 2023-12-20T11:02:07.295 INFO:tasks.rados.rados.0.smithi123.stdout:3625: seq_num 1165 ranges {0=319488} 2023-12-20T11:02:07.296 INFO:tasks.rados.rados.0.smithi123.stdout:3625: writing smithi123173835-6 from 0 to 319488 tid 1 2023-12-20T11:02:07.296 INFO:tasks.rados.rados.0.smithi123.stdout:3626: read oid 8 snap -1 2023-12-20T11:02:07.296 INFO:tasks.rados.rados.0.smithi123.stdout:3626: expect (ObjNum 1146 snap 333 seq_num 1146) 2023-12-20T11:02:07.297 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 29 current snap is 337 2023-12-20T11:02:07.297 INFO:tasks.rados.rados.0.smithi123.stdout:3620: expect (ObjNum 1015 snap 307 seq_num 1015) 2023-12-20T11:02:07.303 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 2034 (ObjNum 1043 snap 313 seq_num 1043) dirty exists 2023-12-20T11:02:07.304 INFO:tasks.rados.rados.0.smithi123.stdout:3616: finishing write tid 3 to smithi123173835-31 2023-12-20T11:02:07.304 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 31 v 2660 (ObjNum 1162 snap 337 seq_num 1162) dirty exists 2023-12-20T11:02:07.304 INFO:tasks.rados.rados.0.smithi123.stdout:3616: left oid 31 (ObjNum 1162 snap 337 seq_num 1162) 2023-12-20T11:02:07.304 INFO:tasks.rados.rados.0.smithi123.stdout:3618: finishing copy_from racing read to smithi123173835-35 2023-12-20T11:02:07.304 INFO:tasks.rados.rados.0.smithi123.stdout:3618: finishing copy_from to smithi123173835-35 2023-12-20T11:02:07.304 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 35 v 1797 (ObjNum 1151 snap 335 seq_num 1151) dirty exists 2023-12-20T11:02:07.304 INFO:tasks.rados.rados.0.smithi123.stdout:3621: finishing copy_from to smithi123173835-23 2023-12-20T11:02:07.304 INFO:tasks.rados.rados.0.smithi123.stdout:3621: got expected ENOENT (src dne) 2023-12-20T11:02:07.304 INFO:tasks.rados.rados.0.smithi123.stdout:3621: finishing copy_from racing read to smithi123173835-23 2023-12-20T11:02:07.304 INFO:tasks.rados.rados.0.smithi123.stdout:3623: finishing copy_from racing read to smithi123173835-42 2023-12-20T11:02:07.304 INFO:tasks.rados.rados.0.smithi123.stdout:3622: expect (ObjNum 967 snap 292 seq_num 967) 2023-12-20T11:02:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:07 smithi177 ceph-mon[212096]: pgmap v857: 121 pgs: 121 active+clean; 208 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 68 KiB/s wr, 7 op/s 2023-12-20T11:02:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:07 smithi177 ceph-mon[212096]: osdmap e755: 8 total, 8 up, 8 in 2023-12-20T11:02:07.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:07 smithi123 ceph-mon[188613]: pgmap v857: 121 pgs: 121 active+clean; 208 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 68 KiB/s wr, 7 op/s 2023-12-20T11:02:07.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:07 smithi123 ceph-mon[188613]: osdmap e755: 8 total, 8 up, 8 in 2023-12-20T11:02:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:07 smithi123 ceph-mon[191304]: pgmap v857: 121 pgs: 121 active+clean; 208 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 68 KiB/s wr, 7 op/s 2023-12-20T11:02:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:07 smithi123 ceph-mon[191304]: osdmap e755: 8 total, 8 up, 8 in 2023-12-20T11:02:07.621 INFO:tasks.rados.rados.0.smithi123.stdout:3623: finishing copy_from to smithi123173835-42 2023-12-20T11:02:07.621 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 42 v 2012 (ObjNum 1108 snap 324 seq_num 1108) dirty exists 2023-12-20T11:02:07.621 INFO:tasks.rados.rados.0.smithi123.stdout:3624: finishing write tid 1 to smithi123173835-19 2023-12-20T11:02:07.621 INFO:tasks.rados.rados.0.smithi123.stdout:3624: finishing write tid 2 to smithi123173835-19 2023-12-20T11:02:07.621 INFO:tasks.rados.rados.0.smithi123.stdout:3627: seq_num 1166 ranges {8388608=335872} 2023-12-20T11:02:07.666 INFO:tasks.rados.rados.0.smithi123.stdout:3627: writing smithi123173835-29 from 8388608 to 8724480 tid 1 2023-12-20T11:02:07.667 INFO:tasks.rados.rados.0.smithi123.stdout:3616: done (10 left) 2023-12-20T11:02:07.667 INFO:tasks.rados.rados.0.smithi123.stdout:3618: done (9 left) 2023-12-20T11:02:07.667 INFO:tasks.rados.rados.0.smithi123.stdout:3619: done (8 left) 2023-12-20T11:02:07.667 INFO:tasks.rados.rados.0.smithi123.stdout:3620: done (7 left) 2023-12-20T11:02:07.667 INFO:tasks.rados.rados.0.smithi123.stdout:3621: done (6 left) 2023-12-20T11:02:07.667 INFO:tasks.rados.rados.0.smithi123.stdout:3622: done (5 left) 2023-12-20T11:02:07.667 INFO:tasks.rados.rados.0.smithi123.stdout:3623: done (4 left) 2023-12-20T11:02:07.667 INFO:tasks.rados.rados.0.smithi123.stdout:3628: delete oid 12 current snap is 337 2023-12-20T11:02:07.667 INFO:tasks.rados.rados.0.smithi123.stdout:3625: finishing write tid 1 to smithi123173835-6 2023-12-20T11:02:07.667 INFO:tasks.rados.rados.0.smithi123.stdout:3625: finishing write tid 2 to smithi123173835-6 2023-12-20T11:02:07.667 INFO:tasks.rados.rados.0.smithi123.stdout:3625: finishing write tid 3 to smithi123173835-6 2023-12-20T11:02:07.667 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 2663 (ObjNum 1165 snap 337 seq_num 1165) dirty exists 2023-12-20T11:02:07.667 INFO:tasks.rados.rados.0.smithi123.stdout:3625: left oid 6 (ObjNum 1165 snap 337 seq_num 1165) 2023-12-20T11:02:07.668 INFO:tasks.rados.rados.0.smithi123.stdout:3626: expect (ObjNum 1146 snap 333 seq_num 1146) 2023-12-20T11:02:07.725 INFO:tasks.rados.rados.0.smithi123.stdout:3624: finishing write tid 3 to smithi123173835-19 2023-12-20T11:02:07.725 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 1799 (ObjNum 1164 snap 337 seq_num 1164) dirty exists 2023-12-20T11:02:07.725 INFO:tasks.rados.rados.0.smithi123.stdout:3624: left oid 19 (ObjNum 1164 snap 337 seq_num 1164) 2023-12-20T11:02:07.725 INFO:tasks.rados.rados.0.smithi123.stdout:3627: finishing write tid 1 to smithi123173835-29 2023-12-20T11:02:07.725 INFO:tasks.rados.rados.0.smithi123.stdout:3627: finishing write tid 2 to smithi123173835-29 2023-12-20T11:02:07.725 INFO:tasks.rados.rados.0.smithi123.stdout:3624: done (4 left) 2023-12-20T11:02:07.725 INFO:tasks.rados.rados.0.smithi123.stdout:3625: done (3 left) 2023-12-20T11:02:07.725 INFO:tasks.rados.rados.0.smithi123.stdout:3626: done (2 left) 2023-12-20T11:02:07.725 INFO:tasks.rados.rados.0.smithi123.stdout:3628: done (1 left) 2023-12-20T11:02:07.726 INFO:tasks.rados.rados.0.smithi123.stdout:3629: read oid 26 snap -1 2023-12-20T11:02:07.726 INFO:tasks.rados.rados.0.smithi123.stdout:3629: expect (ObjNum 1091 snap 324 seq_num 1091) 2023-12-20T11:02:07.726 INFO:tasks.rados.rados.0.smithi123.stdout:3630: delete oid 17 current snap is 337 2023-12-20T11:02:07.726 INFO:tasks.rados.rados.0.smithi123.stdout:3627: finishing write tid 3 to smithi123173835-29 2023-12-20T11:02:07.726 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 2043 (ObjNum 1166 snap 337 seq_num 1166) dirty exists 2023-12-20T11:02:07.726 INFO:tasks.rados.rados.0.smithi123.stdout:3627: left oid 29 (ObjNum 1166 snap 337 seq_num 1166) 2023-12-20T11:02:07.726 INFO:tasks.rados.rados.0.smithi123.stdout:3627: done (2 left) 2023-12-20T11:02:07.727 INFO:tasks.rados.rados.0.smithi123.stdout:3630: done (1 left) 2023-12-20T11:02:07.727 INFO:tasks.rados.rados.0.smithi123.stdout:3631: copy_from oid 7 from oid 32 current snap is 337 2023-12-20T11:02:07.727 INFO:tasks.rados.rados.0.smithi123.stdout:3632: read oid 10 snap -1 2023-12-20T11:02:07.727 INFO:tasks.rados.rados.0.smithi123.stdout:3632: expect (ObjNum 1159 snap 336 seq_num 1159) 2023-12-20T11:02:07.727 INFO:tasks.rados.rados.0.smithi123.stdout:3633: copy_from oid 39 from oid 45 current snap is 337 2023-12-20T11:02:07.727 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 11 current snap is 337 2023-12-20T11:02:07.727 INFO:tasks.rados.rados.0.smithi123.stdout:3634: seq_num 1169 ranges {0=385024} 2023-12-20T11:02:07.728 INFO:tasks.rados.rados.0.smithi123.stdout:3634: writing smithi123173835-11 from 0 to 385024 tid 1 2023-12-20T11:02:07.728 INFO:tasks.rados.rados.0.smithi123.stdout:3635: snap_create 2023-12-20T11:02:07.728 INFO:tasks.rados.rados.0.smithi123.stdout:3631: finishing copy_from to smithi123173835-7 2023-12-20T11:02:07.728 INFO:tasks.rados.rados.0.smithi123.stdout:3631: got expected ENOENT (src dne) 2023-12-20T11:02:07.729 INFO:tasks.rados.rados.0.smithi123.stdout:3631: finishing copy_from racing read to smithi123173835-7 2023-12-20T11:02:07.732 INFO:tasks.rados.rados.0.smithi123.stdout:3634: finishing write tid 1 to smithi123173835-11 2023-12-20T11:02:07.732 INFO:tasks.rados.rados.0.smithi123.stdout:3634: finishing write tid 2 to smithi123173835-11 2023-12-20T11:02:07.733 INFO:tasks.rados.rados.0.smithi123.stdout:3629: expect (ObjNum 1091 snap 324 seq_num 1091) 2023-12-20T11:02:07.772 INFO:tasks.rados.rados.0.smithi123.stdout:3634: finishing write tid 3 to smithi123173835-11 2023-12-20T11:02:07.773 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 11 v 2662 (ObjNum 1169 snap 337 seq_num 1169) dirty exists 2023-12-20T11:02:07.773 INFO:tasks.rados.rados.0.smithi123.stdout:3634: left oid 11 (ObjNum 1169 snap 337 seq_num 1169) 2023-12-20T11:02:07.773 INFO:tasks.rados.rados.0.smithi123.stdout:3632: expect (ObjNum 1159 snap 336 seq_num 1159) 2023-12-20T11:02:07.927 INFO:tasks.rados.rados.0.smithi123.stdout:3633: finishing copy_from racing read to smithi123173835-39 2023-12-20T11:02:07.927 INFO:tasks.rados.rados.0.smithi123.stdout:3633: finishing copy_from to smithi123173835-39 2023-12-20T11:02:07.928 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 2836 (ObjNum 1126 snap 329 seq_num 1126) dirty exists 2023-12-20T11:02:08.115 INFO:tasks.rados.rados.0.smithi123.stdout:3629: done (5 left) 2023-12-20T11:02:08.116 INFO:tasks.rados.rados.0.smithi123.stdout:3631: done (4 left) 2023-12-20T11:02:08.116 INFO:tasks.rados.rados.0.smithi123.stdout:3632: done (3 left) 2023-12-20T11:02:08.116 INFO:tasks.rados.rados.0.smithi123.stdout:3633: done (2 left) 2023-12-20T11:02:08.116 INFO:tasks.rados.rados.0.smithi123.stdout:3634: done (1 left) 2023-12-20T11:02:08.116 INFO:tasks.rados.rados.0.smithi123.stdout:3635: done (0 left) 2023-12-20T11:02:08.116 INFO:tasks.rados.rados.0.smithi123.stdout:3636: rmattr oid 21 current snap is 338 2023-12-20T11:02:08.116 INFO:tasks.rados.rados.0.smithi123.stdout:3636: done (0 left) 2023-12-20T11:02:08.116 INFO:tasks.rados.rados.0.smithi123.stdout:3637: snap_remove snap 337 2023-12-20T11:02:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:08 smithi177 ceph-mon[212096]: osdmap e756: 8 total, 8 up, 8 in 2023-12-20T11:02:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:08 smithi177 ceph-mon[212096]: osdmap e757: 8 total, 8 up, 8 in 2023-12-20T11:02:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:08 smithi123 ceph-mon[191304]: osdmap e756: 8 total, 8 up, 8 in 2023-12-20T11:02:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:08 smithi123 ceph-mon[191304]: osdmap e757: 8 total, 8 up, 8 in 2023-12-20T11:02:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:08 smithi123 ceph-mon[188613]: osdmap e756: 8 total, 8 up, 8 in 2023-12-20T11:02:08.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:08 smithi123 ceph-mon[188613]: osdmap e757: 8 total, 8 up, 8 in 2023-12-20T11:02:09.118 INFO:tasks.rados.rados.0.smithi123.stdout:3637: done (0 left) 2023-12-20T11:02:09.118 INFO:tasks.rados.rados.0.smithi123.stdout:3638: rmattr oid 45 current snap is 338 2023-12-20T11:02:09.118 INFO:tasks.rados.rados.0.smithi123.stdout:3638: done (0 left) 2023-12-20T11:02:09.118 INFO:tasks.rados.rados.0.smithi123.stdout:3639: setattr oid 23 current snap is 338 2023-12-20T11:02:09.119 INFO:tasks.rados.rados.0.smithi123.stdout:3640: read oid 11 snap -1 2023-12-20T11:02:09.119 INFO:tasks.rados.rados.0.smithi123.stdout:3640: expect (ObjNum 1169 snap 337 seq_num 1169) 2023-12-20T11:02:09.119 INFO:tasks.rados.rados.0.smithi123.stdout:3641: setattr oid 16 current snap is 338 2023-12-20T11:02:09.120 INFO:tasks.rados.rados.0.smithi123.stdout:3642: setattr oid 14 current snap is 338 2023-12-20T11:02:09.122 INFO:tasks.rados.rados.0.smithi123.stdout:3643: snap_create 2023-12-20T11:02:09.128 INFO:tasks.rados.rados.0.smithi123.stdout:3640: expect (ObjNum 1169 snap 337 seq_num 1169) 2023-12-20T11:02:09.141 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 23 v 2664 (ObjNum 1157 snap 336 seq_num 1157) dirty exists 2023-12-20T11:02:09.141 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 14 v 2807 (ObjNum 289 snap 0 seq_num 0) dirty exists 2023-12-20T11:02:09.141 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 2857 (ObjNum 1161 snap 337 seq_num 1161) dirty exists 2023-12-20T11:02:09.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:09 smithi177 ceph-mon[212096]: pgmap v860: 121 pgs: 121 active+clean; 169 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 658 KiB/s wr, 11 op/s 2023-12-20T11:02:09.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:09 smithi177 ceph-mon[212096]: osdmap e758: 8 total, 8 up, 8 in 2023-12-20T11:02:09.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:09 smithi123 ceph-mon[188613]: pgmap v860: 121 pgs: 121 active+clean; 169 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 658 KiB/s wr, 11 op/s 2023-12-20T11:02:09.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:09 smithi123 ceph-mon[188613]: osdmap e758: 8 total, 8 up, 8 in 2023-12-20T11:02:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:09 smithi123 ceph-mon[191304]: pgmap v860: 121 pgs: 121 active+clean; 169 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 658 KiB/s wr, 11 op/s 2023-12-20T11:02:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:09 smithi123 ceph-mon[191304]: osdmap e758: 8 total, 8 up, 8 in 2023-12-20T11:02:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:02:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:02:09] "GET /metrics HTTP/1.1" 200 36158 "" "Prometheus/2.43.0" 2023-12-20T11:02:10.118 INFO:tasks.rados.rados.0.smithi123.stdout:3639: done (4 left) 2023-12-20T11:02:10.118 INFO:tasks.rados.rados.0.smithi123.stdout:3640: done (3 left) 2023-12-20T11:02:10.118 INFO:tasks.rados.rados.0.smithi123.stdout:3641: done (2 left) 2023-12-20T11:02:10.119 INFO:tasks.rados.rados.0.smithi123.stdout:3642: done (1 left) 2023-12-20T11:02:10.119 INFO:tasks.rados.rados.0.smithi123.stdout:3643: done (0 left) 2023-12-20T11:02:10.119 INFO:tasks.rados.rados.0.smithi123.stdout:3644: snap_create 2023-12-20T11:02:11.120 INFO:tasks.rados.rados.0.smithi123.stdout:3644: done (0 left) 2023-12-20T11:02:11.120 INFO:tasks.rados.rados.0.smithi123.stdout:3645: read oid 11 snap -1 2023-12-20T11:02:11.120 INFO:tasks.rados.rados.0.smithi123.stdout:3645: expect (ObjNum 1169 snap 337 seq_num 1169) 2023-12-20T11:02:11.120 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 28 current snap is 340 2023-12-20T11:02:11.120 INFO:tasks.rados.rados.0.smithi123.stdout:3646: seq_num 1170 ranges {0=401408} 2023-12-20T11:02:11.122 INFO:tasks.rados.rados.0.smithi123.stdout:3646: writing smithi123173835-28 from 0 to 401408 tid 1 2023-12-20T11:02:11.122 INFO:tasks.rados.rados.0.smithi123.stdout:3647: delete oid 46 current snap is 340 2023-12-20T11:02:11.124 INFO:tasks.rados.rados.0.smithi123.stdout:3645: expect (ObjNum 1169 snap 337 seq_num 1169) 2023-12-20T11:02:11.136 INFO:tasks.rados.rados.0.smithi123.stdout:3645: done (2 left) 2023-12-20T11:02:11.136 INFO:tasks.rados.rados.0.smithi123.stdout:3647: done (1 left) 2023-12-20T11:02:11.136 INFO:tasks.rados.rados.0.smithi123.stdout:3648: read oid 44 snap -1 2023-12-20T11:02:11.136 INFO:tasks.rados.rados.0.smithi123.stdout:3648: expect deleted 2023-12-20T11:02:11.136 INFO:tasks.rados.rados.0.smithi123.stdout:3649: rollback oid 38 current snap is 340 2023-12-20T11:02:11.136 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 38 to 338 2023-12-20T11:02:11.136 INFO:tasks.rados.rados.0.smithi123.stdout:3646: finishing write tid 1 to smithi123173835-28 2023-12-20T11:02:11.136 INFO:tasks.rados.rados.0.smithi123.stdout:3646: finishing write tid 2 to smithi123173835-28 2023-12-20T11:02:11.136 INFO:tasks.rados.rados.0.smithi123.stdout:3646: finishing write tid 3 to smithi123173835-28 2023-12-20T11:02:11.136 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 28 v 1648 (ObjNum 1170 snap 340 seq_num 1170) dirty exists 2023-12-20T11:02:11.136 INFO:tasks.rados.rados.0.smithi123.stdout:3646: left oid 28 (ObjNum 1170 snap 340 seq_num 1170) 2023-12-20T11:02:11.136 INFO:tasks.rados.rados.0.smithi123.stdout:3646: done (2 left) 2023-12-20T11:02:11.137 INFO:tasks.rados.rados.0.smithi123.stdout:3650: rmattr oid 39 current snap is 340 2023-12-20T11:02:11.137 INFO:tasks.rados.rados.0.smithi123.stdout:3650: done (2 left) 2023-12-20T11:02:11.137 INFO:tasks.rados.rados.0.smithi123.stdout:3651: read oid 33 snap -1 2023-12-20T11:02:11.137 INFO:tasks.rados.rados.0.smithi123.stdout:3651: expect (ObjNum 1137 snap 331 seq_num 1137) 2023-12-20T11:02:11.137 INFO:tasks.rados.rados.0.smithi123.stdout:3652: snap_create 2023-12-20T11:02:11.145 INFO:tasks.rados.rados.0.smithi123.stdout:3649: finishing rollback tid 0 to smithi123173835-38 2023-12-20T11:02:11.145 INFO:tasks.rados.rados.0.smithi123.stdout:3649: finishing rollback tid 1 to smithi123173835-38 2023-12-20T11:02:11.145 INFO:tasks.rados.rados.0.smithi123.stdout:3649: finishing rollback tid 2 to smithi123173835-38 2023-12-20T11:02:11.145 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 38 v 2027 (ObjNum 1117 snap 327 seq_num 1117) dirty exists 2023-12-20T11:02:11.147 INFO:tasks.rados.rados.0.smithi123.stdout:3651: expect (ObjNum 1137 snap 331 seq_num 1137) 2023-12-20T11:02:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:11 smithi177 ceph-mon[212096]: pgmap v863: 121 pgs: 121 active+clean; 164 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.5 MiB/s wr, 17 op/s 2023-12-20T11:02:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:11 smithi177 ceph-mon[212096]: osdmap e759: 8 total, 8 up, 8 in 2023-12-20T11:02:11.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:11 smithi123 ceph-mon[191304]: pgmap v863: 121 pgs: 121 active+clean; 164 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.5 MiB/s wr, 17 op/s 2023-12-20T11:02:11.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:11 smithi123 ceph-mon[191304]: osdmap e759: 8 total, 8 up, 8 in 2023-12-20T11:02:11.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:11 smithi123 ceph-mon[188613]: pgmap v863: 121 pgs: 121 active+clean; 164 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.5 MiB/s wr, 17 op/s 2023-12-20T11:02:11.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:11 smithi123 ceph-mon[188613]: osdmap e759: 8 total, 8 up, 8 in 2023-12-20T11:02:12.136 INFO:tasks.rados.rados.0.smithi123.stdout:3648: done (3 left) 2023-12-20T11:02:12.136 INFO:tasks.rados.rados.0.smithi123.stdout:3649: done (2 left) 2023-12-20T11:02:12.136 INFO:tasks.rados.rados.0.smithi123.stdout:3651: done (1 left) 2023-12-20T11:02:12.136 INFO:tasks.rados.rados.0.smithi123.stdout:3652: done (0 left) 2023-12-20T11:02:12.136 INFO:tasks.rados.rados.0.smithi123.stdout:3653: delete oid 27 current snap is 341 2023-12-20T11:02:12.144 INFO:tasks.rados.rados.0.smithi123.stdout:3653: done (0 left) 2023-12-20T11:02:12.145 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 27 current snap is 341 2023-12-20T11:02:12.145 INFO:tasks.rados.rados.0.smithi123.stdout:3654: seq_num 1173 ranges {0=450560} 2023-12-20T11:02:12.145 INFO:tasks.rados.rados.0.smithi123.stdout:3654: writing smithi123173835-27 from 0 to 450560 tid 1 2023-12-20T11:02:12.145 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 36 current snap is 341 2023-12-20T11:02:12.145 INFO:tasks.rados.rados.0.smithi123.stdout:3655: seq_num 1174 ranges {0=466944} 2023-12-20T11:02:12.147 INFO:tasks.rados.rados.0.smithi123.stdout:3655: writing smithi123173835-36 from 0 to 466944 tid 1 2023-12-20T11:02:12.147 INFO:tasks.rados.rados.0.smithi123.stdout:3656: delete oid 13 current snap is 341 2023-12-20T11:02:12.148 INFO:tasks.rados.rados.0.smithi123.stdout:3654: finishing write tid 1 to smithi123173835-27 2023-12-20T11:02:12.148 INFO:tasks.rados.rados.0.smithi123.stdout:3654: finishing write tid 2 to smithi123173835-27 2023-12-20T11:02:12.149 INFO:tasks.rados.rados.0.smithi123.stdout:3654: finishing write tid 3 to smithi123173835-27 2023-12-20T11:02:12.149 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 27 v 1604 (ObjNum 1173 snap 341 seq_num 1173) dirty exists 2023-12-20T11:02:12.149 INFO:tasks.rados.rados.0.smithi123.stdout:3654: left oid 27 (ObjNum 1173 snap 341 seq_num 1173) 2023-12-20T11:02:12.153 INFO:tasks.rados.rados.0.smithi123.stdout:3654: done (2 left) 2023-12-20T11:02:12.154 INFO:tasks.rados.rados.0.smithi123.stdout:3656: done (1 left) 2023-12-20T11:02:12.154 INFO:tasks.rados.rados.0.smithi123.stdout:3657: read oid 6 snap -1 2023-12-20T11:02:12.154 INFO:tasks.rados.rados.0.smithi123.stdout:3657: expect (ObjNum 1165 snap 337 seq_num 1165) 2023-12-20T11:02:12.154 INFO:tasks.rados.rados.0.smithi123.stdout:3658: read oid 27 snap -1 2023-12-20T11:02:12.154 INFO:tasks.rados.rados.0.smithi123.stdout:3658: expect (ObjNum 1173 snap 341 seq_num 1173) 2023-12-20T11:02:12.154 INFO:tasks.rados.rados.0.smithi123.stdout:3659: delete oid 3 current snap is 341 2023-12-20T11:02:12.154 INFO:tasks.rados.rados.0.smithi123.stdout:3655: finishing write tid 1 to smithi123173835-36 2023-12-20T11:02:12.155 INFO:tasks.rados.rados.0.smithi123.stdout:3655: finishing write tid 2 to smithi123173835-36 2023-12-20T11:02:12.156 INFO:tasks.rados.rados.0.smithi123.stdout:3655: finishing write tid 3 to smithi123173835-36 2023-12-20T11:02:12.156 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 36 v 2029 (ObjNum 1174 snap 341 seq_num 1174) dirty exists 2023-12-20T11:02:12.156 INFO:tasks.rados.rados.0.smithi123.stdout:3655: left oid 36 (ObjNum 1174 snap 341 seq_num 1174) 2023-12-20T11:02:12.157 INFO:tasks.rados.rados.0.smithi123.stdout:3658: expect (ObjNum 1173 snap 341 seq_num 1173) 2023-12-20T11:02:12.170 INFO:tasks.rados.rados.0.smithi123.stdout:3657: expect (ObjNum 1165 snap 337 seq_num 1165) 2023-12-20T11:02:12.178 INFO:tasks.rados.rados.0.smithi123.stdout:3655: done (3 left) 2023-12-20T11:02:12.178 INFO:tasks.rados.rados.0.smithi123.stdout:3657: done (2 left) 2023-12-20T11:02:12.178 INFO:tasks.rados.rados.0.smithi123.stdout:3658: done (1 left) 2023-12-20T11:02:12.179 INFO:tasks.rados.rados.0.smithi123.stdout:3659: done (0 left) 2023-12-20T11:02:12.179 INFO:tasks.rados.rados.0.smithi123.stdout:3660: copy_from oid 21 from oid 46 current snap is 341 2023-12-20T11:02:12.179 INFO:tasks.rados.rados.0.smithi123.stdout:3661: copy_from oid 48 from oid 23 current snap is 341 2023-12-20T11:02:12.179 INFO:tasks.rados.rados.0.smithi123.stdout:3662: rollback oid 35 current snap is 341 2023-12-20T11:02:12.179 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 35 to 340 2023-12-20T11:02:12.179 INFO:tasks.rados.rados.0.smithi123.stdout:3663: copy_from oid 30 from oid 45 current snap is 341 2023-12-20T11:02:12.179 INFO:tasks.rados.rados.0.smithi123.stdout:3664: read oid 25 snap -1 2023-12-20T11:02:12.180 INFO:tasks.rados.rados.0.smithi123.stdout:3664: expect (ObjNum 1144 snap 333 seq_num 1144) 2023-12-20T11:02:12.180 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 31 current snap is 341 2023-12-20T11:02:12.180 INFO:tasks.rados.rados.0.smithi123.stdout:3665: seq_num 1177 ranges {2424832=516096} 2023-12-20T11:02:12.195 INFO:tasks.rados.rados.0.smithi123.stdout:3665: writing smithi123173835-31 from 2424832 to 2940928 tid 1 2023-12-20T11:02:12.195 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 11 current snap is 341 2023-12-20T11:02:12.195 INFO:tasks.rados.rados.0.smithi123.stdout:3666: seq_num 1178 ranges {385024=532480} 2023-12-20T11:02:12.200 INFO:tasks.rados.rados.0.smithi123.stdout:3666: writing smithi123173835-11 from 385024 to 917504 tid 1 2023-12-20T11:02:12.200 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 1 current snap is 341 2023-12-20T11:02:12.200 INFO:tasks.rados.rados.0.smithi123.stdout:3667: seq_num 1179 ranges {1343488=548864} 2023-12-20T11:02:12.212 INFO:tasks.rados.rados.0.smithi123.stdout:3667: writing smithi123173835-1 from 1343488 to 1892352 tid 1 2023-12-20T11:02:12.212 INFO:tasks.rados.rados.0.smithi123.stdout:3668: delete oid 22 current snap is 341 2023-12-20T11:02:12.212 INFO:tasks.rados.rados.0.smithi123.stdout:3660: finishing copy_from to smithi123173835-21 2023-12-20T11:02:12.212 INFO:tasks.rados.rados.0.smithi123.stdout:3660: got expected ENOENT (src dne) 2023-12-20T11:02:12.213 INFO:tasks.rados.rados.0.smithi123.stdout:3660: finishing copy_from racing read to smithi123173835-21 2023-12-20T11:02:12.213 INFO:tasks.rados.rados.0.smithi123.stdout:3662: finishing rollback tid 0 to smithi123173835-35 2023-12-20T11:02:12.213 INFO:tasks.rados.rados.0.smithi123.stdout:3662: finishing rollback tid 1 to smithi123173835-35 2023-12-20T11:02:12.213 INFO:tasks.rados.rados.0.smithi123.stdout:3662: finishing rollback tid 2 to smithi123173835-35 2023-12-20T11:02:12.213 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 35 v 2919 (ObjNum 1151 snap 335 seq_num 1151) dirty exists 2023-12-20T11:02:12.213 INFO:tasks.rados.rados.0.smithi123.stdout:3661: finishing copy_from racing read to smithi123173835-48 2023-12-20T11:02:12.213 INFO:tasks.rados.rados.0.smithi123.stdout:3661: finishing copy_from to smithi123173835-48 2023-12-20T11:02:12.214 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 2664 (ObjNum 1157 snap 336 seq_num 1157) dirty exists 2023-12-20T11:02:12.214 INFO:tasks.rados.rados.0.smithi123.stdout:3664: expect (ObjNum 1144 snap 333 seq_num 1144) 2023-12-20T11:02:12.270 INFO:tasks.rados.rados.0.smithi123.stdout:3665: finishing write tid 1 to smithi123173835-31 2023-12-20T11:02:12.270 INFO:tasks.rados.rados.0.smithi123.stdout:3665: finishing write tid 2 to smithi123173835-31 2023-12-20T11:02:12.271 INFO:tasks.rados.rados.0.smithi123.stdout:3665: finishing write tid 3 to smithi123173835-31 2023-12-20T11:02:12.271 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 31 v 2664 (ObjNum 1177 snap 341 seq_num 1177) dirty exists 2023-12-20T11:02:12.271 INFO:tasks.rados.rados.0.smithi123.stdout:3665: left oid 31 (ObjNum 1177 snap 341 seq_num 1177) 2023-12-20T11:02:12.271 INFO:tasks.rados.rados.0.smithi123.stdout:3666: finishing write tid 1 to smithi123173835-11 2023-12-20T11:02:12.271 INFO:tasks.rados.rados.0.smithi123.stdout:3666: finishing write tid 2 to smithi123173835-11 2023-12-20T11:02:12.271 INFO:tasks.rados.rados.0.smithi123.stdout:3666: finishing write tid 3 to smithi123173835-11 2023-12-20T11:02:12.271 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 11 v 2666 (ObjNum 1178 snap 341 seq_num 1178) dirty exists 2023-12-20T11:02:12.271 INFO:tasks.rados.rados.0.smithi123.stdout:3666: left oid 11 (ObjNum 1178 snap 341 seq_num 1178) 2023-12-20T11:02:12.271 INFO:tasks.rados.rados.0.smithi123.stdout:3660: done (8 left) 2023-12-20T11:02:12.271 INFO:tasks.rados.rados.0.smithi123.stdout:3661: done (7 left) 2023-12-20T11:02:12.272 INFO:tasks.rados.rados.0.smithi123.stdout:3662: done (6 left) 2023-12-20T11:02:12.272 INFO:tasks.rados.rados.0.smithi123.stdout:3664: done (5 left) 2023-12-20T11:02:12.272 INFO:tasks.rados.rados.0.smithi123.stdout:3665: done (4 left) 2023-12-20T11:02:12.272 INFO:tasks.rados.rados.0.smithi123.stdout:3666: done (3 left) 2023-12-20T11:02:12.272 INFO:tasks.rados.rados.0.smithi123.stdout:3668: done (2 left) 2023-12-20T11:02:12.272 INFO:tasks.rados.rados.0.smithi123.stdout:3669: snap_create 2023-12-20T11:02:12.272 INFO:tasks.rados.rados.0.smithi123.stdout:3663: finishing copy_from racing read to smithi123173835-30 2023-12-20T11:02:12.272 INFO:tasks.rados.rados.0.smithi123.stdout:3663: finishing copy_from to smithi123173835-30 2023-12-20T11:02:12.272 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 30 v 2836 (ObjNum 1126 snap 329 seq_num 1126) dirty exists 2023-12-20T11:02:12.273 INFO:tasks.rados.rados.0.smithi123.stdout:3667: finishing write tid 1 to smithi123173835-1 2023-12-20T11:02:12.273 INFO:tasks.rados.rados.0.smithi123.stdout:3667: finishing write tid 2 to smithi123173835-1 2023-12-20T11:02:12.273 INFO:tasks.rados.rados.0.smithi123.stdout:3667: finishing write tid 3 to smithi123173835-1 2023-12-20T11:02:12.273 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 1 v 2031 (ObjNum 1179 snap 341 seq_num 1179) dirty exists 2023-12-20T11:02:12.273 INFO:tasks.rados.rados.0.smithi123.stdout:3667: left oid 1 (ObjNum 1179 snap 341 seq_num 1179) 2023-12-20T11:02:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:12 smithi177 ceph-mon[212096]: osdmap e760: 8 total, 8 up, 8 in 2023-12-20T11:02:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:02:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:12 smithi123 ceph-mon[191304]: osdmap e760: 8 total, 8 up, 8 in 2023-12-20T11:02:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:02:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:12 smithi123 ceph-mon[188613]: osdmap e760: 8 total, 8 up, 8 in 2023-12-20T11:02:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:02:13.121 INFO:tasks.rados.rados.0.smithi123.stdout:3663: done (2 left) 2023-12-20T11:02:13.121 INFO:tasks.rados.rados.0.smithi123.stdout:3667: done (1 left) 2023-12-20T11:02:13.121 INFO:tasks.rados.rados.0.smithi123.stdout:3669: done (0 left) 2023-12-20T11:02:13.121 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 20 current snap is 342 2023-12-20T11:02:13.121 INFO:tasks.rados.rados.0.smithi123.stdout:3670: seq_num 1181 ranges {3899392=581632} 2023-12-20T11:02:13.145 INFO:tasks.rados.rados.0.smithi123.stdout:3670: writing smithi123173835-20 from 3899392 to 4481024 tid 1 2023-12-20T11:02:13.146 INFO:tasks.rados.rados.0.smithi123.stdout:3671: read oid 7 snap -1 2023-12-20T11:02:13.146 INFO:tasks.rados.rados.0.smithi123.stdout:3671: expect (ObjNum 1151 snap 335 seq_num 1151) 2023-12-20T11:02:13.146 INFO:tasks.rados.rados.0.smithi123.stdout:3672: rollback oid 37 current snap is 342 2023-12-20T11:02:13.146 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 37 to 338 2023-12-20T11:02:13.146 INFO:tasks.rados.rados.0.smithi123.stdout:3673: snap_create 2023-12-20T11:02:13.148 INFO:tasks.rados.rados.0.smithi123.stdout:3671: expect (ObjNum 1151 snap 335 seq_num 1151) 2023-12-20T11:02:13.153 INFO:tasks.rados.rados.0.smithi123.stdout:3672: finishing rollback tid 0 to smithi123173835-37 2023-12-20T11:02:13.154 INFO:tasks.rados.rados.0.smithi123.stdout:3670: finishing write tid 1 to smithi123173835-20 2023-12-20T11:02:13.154 INFO:tasks.rados.rados.0.smithi123.stdout:3670: finishing write tid 2 to smithi123173835-20 2023-12-20T11:02:13.155 INFO:tasks.rados.rados.0.smithi123.stdout:3672: finishing rollback tid 1 to smithi123173835-37 2023-12-20T11:02:13.155 INFO:tasks.rados.rados.0.smithi123.stdout:3672: finishing rollback tid 2 to smithi123173835-37 2023-12-20T11:02:13.155 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 2839 (ObjNum 1043 snap 313 seq_num 1043) dirty exists 2023-12-20T11:02:13.156 INFO:tasks.rados.rados.0.smithi123.stdout:3670: finishing write tid 3 to smithi123173835-20 2023-12-20T11:02:13.156 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 20 v 1650 (ObjNum 1181 snap 342 seq_num 1181) dirty exists 2023-12-20T11:02:13.156 INFO:tasks.rados.rados.0.smithi123.stdout:3670: left oid 20 (ObjNum 1181 snap 342 seq_num 1181) 2023-12-20T11:02:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:13 smithi177 ceph-mon[212096]: pgmap v866: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 29 op/s 2023-12-20T11:02:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:13 smithi177 ceph-mon[212096]: osdmap e761: 8 total, 8 up, 8 in 2023-12-20T11:02:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:13 smithi177 ceph-mon[212096]: osdmap e762: 8 total, 8 up, 8 in 2023-12-20T11:02:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:13 smithi123 ceph-mon[191304]: pgmap v866: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 29 op/s 2023-12-20T11:02:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:13 smithi123 ceph-mon[191304]: osdmap e761: 8 total, 8 up, 8 in 2023-12-20T11:02:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:13 smithi123 ceph-mon[191304]: osdmap e762: 8 total, 8 up, 8 in 2023-12-20T11:02:13.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:13 smithi123 ceph-mon[188613]: pgmap v866: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 29 op/s 2023-12-20T11:02:13.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:13 smithi123 ceph-mon[188613]: osdmap e761: 8 total, 8 up, 8 in 2023-12-20T11:02:13.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:13 smithi123 ceph-mon[188613]: osdmap e762: 8 total, 8 up, 8 in 2023-12-20T11:02:14.141 INFO:tasks.rados.rados.0.smithi123.stdout:3670: done (3 left) 2023-12-20T11:02:14.141 INFO:tasks.rados.rados.0.smithi123.stdout:3671: done (2 left) 2023-12-20T11:02:14.141 INFO:tasks.rados.rados.0.smithi123.stdout:3672: done (1 left) 2023-12-20T11:02:14.141 INFO:tasks.rados.rados.0.smithi123.stdout:3673: done (0 left) 2023-12-20T11:02:14.141 INFO:tasks.rados.rados.0.smithi123.stdout:3674: snap_create 2023-12-20T11:02:15.142 INFO:tasks.rados.rados.0.smithi123.stdout:3674: done (0 left) 2023-12-20T11:02:15.142 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 8 current snap is 344 2023-12-20T11:02:15.142 INFO:tasks.rados.rados.0.smithi123.stdout:3675: seq_num 1182 ranges {2408448=606208} 2023-12-20T11:02:15.158 INFO:tasks.rados.rados.0.smithi123.stdout:3675: writing smithi123173835-8 from 2408448 to 3014656 tid 1 2023-12-20T11:02:15.159 INFO:tasks.rados.rados.0.smithi123.stdout:3676: rollback oid 37 current snap is 344 2023-12-20T11:02:15.159 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 37 to 343 2023-12-20T11:02:15.159 INFO:tasks.rados.rados.0.smithi123.stdout:3677: snap_create 2023-12-20T11:02:15.166 INFO:tasks.rados.rados.0.smithi123.stdout:3675: finishing write tid 1 to smithi123173835-8 2023-12-20T11:02:15.166 INFO:tasks.rados.rados.0.smithi123.stdout:3676: finishing rollback tid 0 to smithi123173835-37 2023-12-20T11:02:15.166 INFO:tasks.rados.rados.0.smithi123.stdout:3675: finishing write tid 2 to smithi123173835-8 2023-12-20T11:02:15.166 INFO:tasks.rados.rados.0.smithi123.stdout:3676: finishing rollback tid 1 to smithi123173835-37 2023-12-20T11:02:15.166 INFO:tasks.rados.rados.0.smithi123.stdout:3676: finishing rollback tid 2 to smithi123173835-37 2023-12-20T11:02:15.166 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 2842 (ObjNum 1043 snap 313 seq_num 1043) dirty exists 2023-12-20T11:02:15.167 INFO:tasks.rados.rados.0.smithi123.stdout:3675: finishing write tid 3 to smithi123173835-8 2023-12-20T11:02:15.167 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 2032 (ObjNum 1182 snap 344 seq_num 1182) dirty exists 2023-12-20T11:02:15.167 INFO:tasks.rados.rados.0.smithi123.stdout:3675: left oid 8 (ObjNum 1182 snap 344 seq_num 1182) 2023-12-20T11:02:15.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:15 smithi177 ceph-mon[212096]: pgmap v869: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2023-12-20T11:02:15.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:15 smithi177 ceph-mon[212096]: osdmap e763: 8 total, 8 up, 8 in 2023-12-20T11:02:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:15 smithi123 ceph-mon[191304]: pgmap v869: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2023-12-20T11:02:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:15 smithi123 ceph-mon[191304]: osdmap e763: 8 total, 8 up, 8 in 2023-12-20T11:02:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:15 smithi123 ceph-mon[188613]: pgmap v869: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2023-12-20T11:02:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:15 smithi123 ceph-mon[188613]: osdmap e763: 8 total, 8 up, 8 in 2023-12-20T11:02:16.153 INFO:tasks.rados.rados.0.smithi123.stdout:3675: done (2 left) 2023-12-20T11:02:16.154 INFO:tasks.rados.rados.0.smithi123.stdout:3676: done (1 left) 2023-12-20T11:02:16.154 INFO:tasks.rados.rados.0.smithi123.stdout:3677: done (0 left) 2023-12-20T11:02:16.154 INFO:tasks.rados.rados.0.smithi123.stdout:3678: setattr oid 17 current snap is 345 2023-12-20T11:02:16.155 INFO:tasks.rados.rados.0.smithi123.stdout:3679: snap_create 2023-12-20T11:02:16.157 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 17 v 2813 (ObjNum 958295280 snap 21901 seq_num 304) dirty exists 2023-12-20T11:02:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:16 smithi177 ceph-mon[212096]: osdmap e764: 8 total, 8 up, 8 in 2023-12-20T11:02:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:16 smithi123 ceph-mon[191304]: osdmap e764: 8 total, 8 up, 8 in 2023-12-20T11:02:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:16 smithi123 ceph-mon[188613]: osdmap e764: 8 total, 8 up, 8 in 2023-12-20T11:02:17.159 INFO:tasks.rados.rados.0.smithi123.stdout:3678: done (1 left) 2023-12-20T11:02:17.159 INFO:tasks.rados.rados.0.smithi123.stdout:3679: done (0 left) 2023-12-20T11:02:17.159 INFO:tasks.rados.rados.0.smithi123.stdout:3680: snap_create 2023-12-20T11:02:17.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:17 smithi177 ceph-mon[212096]: pgmap v872: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 235 KiB/s rd, 240 KiB/s wr, 8 op/s 2023-12-20T11:02:17.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:17 smithi177 ceph-mon[212096]: osdmap e765: 8 total, 8 up, 8 in 2023-12-20T11:02:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:17 smithi123 ceph-mon[191304]: pgmap v872: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 235 KiB/s rd, 240 KiB/s wr, 8 op/s 2023-12-20T11:02:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:17 smithi123 ceph-mon[191304]: osdmap e765: 8 total, 8 up, 8 in 2023-12-20T11:02:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:17 smithi123 ceph-mon[188613]: pgmap v872: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 235 KiB/s rd, 240 KiB/s wr, 8 op/s 2023-12-20T11:02:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:17 smithi123 ceph-mon[188613]: osdmap e765: 8 total, 8 up, 8 in 2023-12-20T11:02:18.118 INFO:tasks.rados.rados.0.smithi123.stdout:3680: done (0 left) 2023-12-20T11:02:18.118 INFO:tasks.rados.rados.0.smithi123.stdout:3681: read oid 29 snap -1 2023-12-20T11:02:18.118 INFO:tasks.rados.rados.0.smithi123.stdout:3681: expect (ObjNum 1166 snap 337 seq_num 1166) 2023-12-20T11:02:18.118 INFO:tasks.rados.rados.0.smithi123.stdout:3682: snap_create 2023-12-20T11:02:18.160 INFO:tasks.rados.rados.0.smithi123.stdout:3681: expect (ObjNum 1166 snap 337 seq_num 1166) 2023-12-20T11:02:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:18 smithi123 ceph-mon[191304]: osdmap e766: 8 total, 8 up, 8 in 2023-12-20T11:02:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:18 smithi123 ceph-mon[191304]: osdmap e767: 8 total, 8 up, 8 in 2023-12-20T11:02:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:18 smithi123 ceph-mon[188613]: osdmap e766: 8 total, 8 up, 8 in 2023-12-20T11:02:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:18 smithi123 ceph-mon[188613]: osdmap e767: 8 total, 8 up, 8 in 2023-12-20T11:02:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:18 smithi177 ceph-mon[212096]: osdmap e766: 8 total, 8 up, 8 in 2023-12-20T11:02:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:18 smithi177 ceph-mon[212096]: osdmap e767: 8 total, 8 up, 8 in 2023-12-20T11:02:19.124 INFO:tasks.rados.rados.0.smithi123.stdout:3681: done (1 left) 2023-12-20T11:02:19.124 INFO:tasks.rados.rados.0.smithi123.stdout:3682: done (0 left) 2023-12-20T11:02:19.124 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 4 current snap is 348 2023-12-20T11:02:19.124 INFO:tasks.rados.rados.0.smithi123.stdout:3683: seq_num 1183 ranges {20381696=622592} 2023-12-20T11:02:19.235 INFO:tasks.rados.rados.0.smithi123.stdout:3683: writing smithi123173835-4 from 20381696 to 21004288 tid 1 2023-12-20T11:02:19.235 INFO:tasks.rados.rados.0.smithi123.stdout:3684: read oid 15 snap 346 2023-12-20T11:02:19.235 INFO:tasks.rados.rados.0.smithi123.stdout:3684: expect (ObjNum 1135 snap 330 seq_num 1135) 2023-12-20T11:02:19.235 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 13 current snap is 348 2023-12-20T11:02:19.235 INFO:tasks.rados.rados.0.smithi123.stdout:3685: seq_num 1184 ranges {0=638976} 2023-12-20T11:02:19.239 INFO:tasks.rados.rados.0.smithi123.stdout:3685: writing smithi123173835-13 from 0 to 638976 tid 1 2023-12-20T11:02:19.239 INFO:tasks.rados.rados.0.smithi123.stdout:3686: copy_from oid 10 from oid 28 current snap is 348 2023-12-20T11:02:19.240 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 39 current snap is 348 2023-12-20T11:02:19.240 INFO:tasks.rados.rados.0.smithi123.stdout:3687: seq_num 1185 ranges {11460608=655360} 2023-12-20T11:02:19.304 INFO:tasks.rados.rados.0.smithi123.stdout:3687: writing smithi123173835-39 from 11460608 to 12115968 tid 1 2023-12-20T11:02:19.304 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 27 current snap is 348 2023-12-20T11:02:19.305 INFO:tasks.rados.rados.0.smithi123.stdout:3683: finishing write tid 1 to smithi123173835-4 2023-12-20T11:02:19.305 INFO:tasks.rados.rados.0.smithi123.stdout:3688: seq_num 1186 ranges {450560=671744} 2023-12-20T11:02:19.311 INFO:tasks.rados.rados.0.smithi123.stdout:3688: writing smithi123173835-27 from 450560 to 1122304 tid 1 2023-12-20T11:02:19.312 INFO:tasks.rados.rados.0.smithi123.stdout:3689: read oid 44 snap 343 2023-12-20T11:02:19.312 INFO:tasks.rados.rados.0.smithi123.stdout:3689: expect deleted 2023-12-20T11:02:19.312 INFO:tasks.rados.rados.0.smithi123.stdout:3690: setattr oid 47 current snap is 348 2023-12-20T11:02:19.312 INFO:tasks.rados.rados.0.smithi123.stdout:3683: finishing write tid 2 to smithi123173835-4 2023-12-20T11:02:19.312 INFO:tasks.rados.rados.0.smithi123.stdout:3683: finishing write tid 3 to smithi123173835-4 2023-12-20T11:02:19.312 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 2667 (ObjNum 1183 snap 348 seq_num 1183) dirty exists 2023-12-20T11:02:19.312 INFO:tasks.rados.rados.0.smithi123.stdout:3683: left oid 4 (ObjNum 1183 snap 348 seq_num 1183) 2023-12-20T11:02:19.313 INFO:tasks.rados.rados.0.smithi123.stdout:3685: finishing write tid 1 to smithi123173835-13 2023-12-20T11:02:19.313 INFO:tasks.rados.rados.0.smithi123.stdout:3684: expect (ObjNum 1135 snap 330 seq_num 1135) 2023-12-20T11:02:19.428 INFO:tasks.rados.rados.0.smithi123.stdout:3685: finishing write tid 2 to smithi123173835-13 2023-12-20T11:02:19.428 INFO:tasks.rados.rados.0.smithi123.stdout:3685: finishing write tid 3 to smithi123173835-13 2023-12-20T11:02:19.429 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 2921 (ObjNum 1184 snap 348 seq_num 1184) dirty exists 2023-12-20T11:02:19.429 INFO:tasks.rados.rados.0.smithi123.stdout:3685: left oid 13 (ObjNum 1184 snap 348 seq_num 1184) 2023-12-20T11:02:19.429 INFO:tasks.rados.rados.0.smithi123.stdout:3686: finishing copy_from racing read to smithi123173835-10 2023-12-20T11:02:19.429 INFO:tasks.rados.rados.0.smithi123.stdout:3686: finishing copy_from to smithi123173835-10 2023-12-20T11:02:19.429 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 1648 (ObjNum 1170 snap 340 seq_num 1170) dirty exists 2023-12-20T11:02:19.429 INFO:tasks.rados.rados.0.smithi123.stdout:3687: finishing write tid 1 to smithi123173835-39 2023-12-20T11:02:19.429 INFO:tasks.rados.rados.0.smithi123.stdout:3687: finishing write tid 2 to smithi123173835-39 2023-12-20T11:02:19.429 INFO:tasks.rados.rados.0.smithi123.stdout:3687: finishing write tid 3 to smithi123173835-39 2023-12-20T11:02:19.429 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 2844 (ObjNum 1185 snap 348 seq_num 1185) dirty exists 2023-12-20T11:02:19.429 INFO:tasks.rados.rados.0.smithi123.stdout:3687: left oid 39 (ObjNum 1185 snap 348 seq_num 1185) 2023-12-20T11:02:19.429 INFO:tasks.rados.rados.0.smithi123.stdout:3688: finishing write tid 1 to smithi123173835-27 2023-12-20T11:02:19.429 INFO:tasks.rados.rados.0.smithi123.stdout:3688: finishing write tid 2 to smithi123173835-27 2023-12-20T11:02:19.429 INFO:tasks.rados.rados.0.smithi123.stdout:3688: finishing write tid 3 to smithi123173835-27 2023-12-20T11:02:19.430 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 27 v 1606 (ObjNum 1186 snap 348 seq_num 1186) dirty exists 2023-12-20T11:02:19.430 INFO:tasks.rados.rados.0.smithi123.stdout:3688: left oid 27 (ObjNum 1186 snap 348 seq_num 1186) 2023-12-20T11:02:19.430 INFO:tasks.rados.rados.0.smithi123.stdout:3683: done (7 left) 2023-12-20T11:02:19.430 INFO:tasks.rados.rados.0.smithi123.stdout:3684: done (6 left) 2023-12-20T11:02:19.430 INFO:tasks.rados.rados.0.smithi123.stdout:3685: done (5 left) 2023-12-20T11:02:19.430 INFO:tasks.rados.rados.0.smithi123.stdout:3686: done (4 left) 2023-12-20T11:02:19.430 INFO:tasks.rados.rados.0.smithi123.stdout:3687: done (3 left) 2023-12-20T11:02:19.430 INFO:tasks.rados.rados.0.smithi123.stdout:3688: done (2 left) 2023-12-20T11:02:19.430 INFO:tasks.rados.rados.0.smithi123.stdout:3689: done (1 left) 2023-12-20T11:02:19.430 INFO:tasks.rados.rados.0.smithi123.stdout:3691: delete oid 38 current snap is 348 2023-12-20T11:02:19.430 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 47 v 2033 (ObjNum 1108 snap 324 seq_num 1108) dirty exists 2023-12-20T11:02:19.430 INFO:tasks.rados.rados.0.smithi123.stdout:3690: done (1 left) 2023-12-20T11:02:19.430 INFO:tasks.rados.rados.0.smithi123.stdout:3691: done (0 left) 2023-12-20T11:02:19.430 INFO:tasks.rados.rados.0.smithi123.stdout:3692: setattr oid 12 current snap is 348 2023-12-20T11:02:19.430 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 25 current snap is 348 2023-12-20T11:02:19.432 INFO:tasks.rados.rados.0.smithi123.stdout:3693: seq_num 1188 ranges {2375680=704512} 2023-12-20T11:02:19.446 INFO:tasks.rados.rados.0.smithi123.stdout:3693: writing smithi123173835-25 from 2375680 to 3080192 tid 1 2023-12-20T11:02:19.446 INFO:tasks.rados.rados.0.smithi123.stdout:3694: read oid 38 snap -1 2023-12-20T11:02:19.446 INFO:tasks.rados.rados.0.smithi123.stdout:3694: expect deleted 2023-12-20T11:02:19.446 INFO:tasks.rados.rados.0.smithi123.stdout:3695: read oid 24 snap -1 2023-12-20T11:02:19.446 INFO:tasks.rados.rados.0.smithi123.stdout:3695: expect (ObjNum 967 snap 292 seq_num 967) 2023-12-20T11:02:19.446 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 20 current snap is 348 2023-12-20T11:02:19.446 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 2034 (ObjNum 305 snap 0 seq_num 0) dirty exists 2023-12-20T11:02:19.446 INFO:tasks.rados.rados.0.smithi123.stdout:3696: seq_num 1189 ranges {4481024=720896} 2023-12-20T11:02:19.474 INFO:tasks.rados.rados.0.smithi123.stdout:3696: writing smithi123173835-20 from 4481024 to 5201920 tid 1 2023-12-20T11:02:19.474 INFO:tasks.rados.rados.0.smithi123.stdout:3692: done (4 left) 2023-12-20T11:02:19.474 INFO:tasks.rados.rados.0.smithi123.stdout:3697: snap_remove snap 346 2023-12-20T11:02:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:19 smithi123 ceph-mon[191304]: pgmap v875: 121 pgs: 121 active+clean; 162 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 16 op/s 2023-12-20T11:02:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:19 smithi123 ceph-mon[191304]: osdmap e768: 8 total, 8 up, 8 in 2023-12-20T11:02:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:19 smithi123 ceph-mon[188613]: pgmap v875: 121 pgs: 121 active+clean; 162 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 16 op/s 2023-12-20T11:02:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:19 smithi123 ceph-mon[188613]: osdmap e768: 8 total, 8 up, 8 in 2023-12-20T11:02:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:02:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:02:19] "GET /metrics HTTP/1.1" 200 36158 "" "Prometheus/2.43.0" 2023-12-20T11:02:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:19 smithi177 ceph-mon[212096]: pgmap v875: 121 pgs: 121 active+clean; 162 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 16 op/s 2023-12-20T11:02:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:19 smithi177 ceph-mon[212096]: osdmap e768: 8 total, 8 up, 8 in 2023-12-20T11:02:20.173 INFO:tasks.rados.rados.0.smithi123.stdout:3697: done (4 left) 2023-12-20T11:02:20.174 INFO:tasks.rados.rados.0.smithi123.stdout:3698: read oid 5 snap 347 2023-12-20T11:02:20.174 INFO:tasks.rados.rados.0.smithi123.stdout:3698: expect (ObjNum 1090 snap 324 seq_num 1090) 2023-12-20T11:02:20.174 INFO:tasks.rados.rados.0.smithi123.stdout:3699: copy_from oid 2 from oid 15 current snap is 348 2023-12-20T11:02:20.174 INFO:tasks.rados.rados.0.smithi123.stdout:3693: finishing write tid 1 to smithi123173835-25 2023-12-20T11:02:20.174 INFO:tasks.rados.rados.0.smithi123.stdout:3694: done (5 left) 2023-12-20T11:02:20.174 INFO:tasks.rados.rados.0.smithi123.stdout:3700: setattr oid 45 current snap is 348 2023-12-20T11:02:20.174 INFO:tasks.rados.rados.0.smithi123.stdout:3693: finishing write tid 2 to smithi123173835-25 2023-12-20T11:02:20.175 INFO:tasks.rados.rados.0.smithi123.stdout:3693: finishing write tid 3 to smithi123173835-25 2023-12-20T11:02:20.175 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 1608 (ObjNum 1188 snap 348 seq_num 1188) dirty exists 2023-12-20T11:02:20.175 INFO:tasks.rados.rados.0.smithi123.stdout:3693: left oid 25 (ObjNum 1188 snap 348 seq_num 1188) 2023-12-20T11:02:20.175 INFO:tasks.rados.rados.0.smithi123.stdout:3695: expect (ObjNum 967 snap 292 seq_num 967) 2023-12-20T11:02:20.501 INFO:tasks.rados.rados.0.smithi123.stdout:3696: finishing write tid 1 to smithi123173835-20 2023-12-20T11:02:20.502 INFO:tasks.rados.rados.0.smithi123.stdout:3696: finishing write tid 2 to smithi123173835-20 2023-12-20T11:02:20.502 INFO:tasks.rados.rados.0.smithi123.stdout:3696: finishing write tid 3 to smithi123173835-20 2023-12-20T11:02:20.502 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 20 v 1652 (ObjNum 1189 snap 348 seq_num 1189) dirty exists 2023-12-20T11:02:20.502 INFO:tasks.rados.rados.0.smithi123.stdout:3696: left oid 20 (ObjNum 1189 snap 348 seq_num 1189) 2023-12-20T11:02:20.502 INFO:tasks.rados.rados.0.smithi123.stdout:3698: expect (ObjNum 1090 snap 324 seq_num 1090) 2023-12-20T11:02:20.537 INFO:tasks.rados.rados.0.smithi123.stdout:3699: finishing copy_from racing read to smithi123173835-2 2023-12-20T11:02:20.537 INFO:tasks.rados.rados.0.smithi123.stdout:3699: finishing copy_from to smithi123173835-2 2023-12-20T11:02:20.537 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 2 v 2857 (ObjNum 1135 snap 330 seq_num 1135) dirty exists 2023-12-20T11:02:20.537 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 2859 (ObjNum 1126 snap 329 seq_num 1126) dirty exists 2023-12-20T11:02:20.537 INFO:tasks.rados.rados.0.smithi123.stdout:3693: done (5 left) 2023-12-20T11:02:20.537 INFO:tasks.rados.rados.0.smithi123.stdout:3695: done (4 left) 2023-12-20T11:02:20.537 INFO:tasks.rados.rados.0.smithi123.stdout:3696: done (3 left) 2023-12-20T11:02:20.537 INFO:tasks.rados.rados.0.smithi123.stdout:3698: done (2 left) 2023-12-20T11:02:20.537 INFO:tasks.rados.rados.0.smithi123.stdout:3699: done (1 left) 2023-12-20T11:02:20.537 INFO:tasks.rados.rados.0.smithi123.stdout:3700: done (0 left) 2023-12-20T11:02:20.538 INFO:tasks.rados.rados.0.smithi123.stdout:3701: snap_create 2023-12-20T11:02:21.181 INFO:tasks.rados.rados.0.smithi123.stdout:3701: done (0 left) 2023-12-20T11:02:21.181 INFO:tasks.rados.rados.0.smithi123.stdout:3702: delete oid 34 current snap is 349 2023-12-20T11:02:21.185 INFO:tasks.rados.rados.0.smithi123.stdout:3702: done (0 left) 2023-12-20T11:02:21.185 INFO:tasks.rados.rados.0.smithi123.stdout:3703: rmattr oid 6 current snap is 349 2023-12-20T11:02:21.185 INFO:tasks.rados.rados.0.smithi123.stdout:3703: done (0 left) 2023-12-20T11:02:21.185 INFO:tasks.rados.rados.0.smithi123.stdout:3704: read oid 36 snap -1 2023-12-20T11:02:21.185 INFO:tasks.rados.rados.0.smithi123.stdout:3704: expect (ObjNum 1174 snap 341 seq_num 1174) 2023-12-20T11:02:21.185 INFO:tasks.rados.rados.0.smithi123.stdout:3705: delete oid 50 current snap is 349 2023-12-20T11:02:21.189 INFO:tasks.rados.rados.0.smithi123.stdout:3704: expect (ObjNum 1174 snap 341 seq_num 1174) 2023-12-20T11:02:21.201 INFO:tasks.rados.rados.0.smithi123.stdout:3704: done (1 left) 2023-12-20T11:02:21.201 INFO:tasks.rados.rados.0.smithi123.stdout:3705: done (0 left) 2023-12-20T11:02:21.201 INFO:tasks.rados.rados.0.smithi123.stdout:3706: rollback oid 23 current snap is 349 2023-12-20T11:02:21.201 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 23 to 348 2023-12-20T11:02:21.202 INFO:tasks.rados.rados.0.smithi123.stdout:3707: read oid 4 snap 341 2023-12-20T11:02:21.202 INFO:tasks.rados.rados.0.smithi123.stdout:3707: expect (ObjNum 1142 snap 333 seq_num 1142) 2023-12-20T11:02:21.202 INFO:tasks.rados.rados.0.smithi123.stdout:3708: read oid 46 snap 347 2023-12-20T11:02:21.202 INFO:tasks.rados.rados.0.smithi123.stdout:3708: expect deleted 2023-12-20T11:02:21.202 INFO:tasks.rados.rados.0.smithi123.stdout:3709: read oid 19 snap 339 2023-12-20T11:02:21.202 INFO:tasks.rados.rados.0.smithi123.stdout:3709: expect (ObjNum 1164 snap 337 seq_num 1164) 2023-12-20T11:02:21.259 INFO:tasks.rados.rados.0.smithi123.stdout:3710: delete oid 20 current snap is 349 2023-12-20T11:02:21.260 INFO:tasks.rados.rados.0.smithi123.stdout:3706: finishing rollback tid 0 to smithi123173835-23 2023-12-20T11:02:21.260 INFO:tasks.rados.rados.0.smithi123.stdout:3706: finishing rollback tid 1 to smithi123173835-23 2023-12-20T11:02:21.262 INFO:tasks.rados.rados.0.smithi123.stdout:3706: finishing rollback tid 2 to smithi123173835-23 2023-12-20T11:02:21.262 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 23 v 2670 (ObjNum 1157 snap 336 seq_num 1157) dirty exists 2023-12-20T11:02:21.265 INFO:tasks.rados.rados.0.smithi123.stdout:3706: done (4 left) 2023-12-20T11:02:21.265 INFO:tasks.rados.rados.0.smithi123.stdout:3708: done (3 left) 2023-12-20T11:02:21.265 INFO:tasks.rados.rados.0.smithi123.stdout:3710: done (2 left) 2023-12-20T11:02:21.265 INFO:tasks.rados.rados.0.smithi123.stdout:3711: delete oid 32 current snap is 349 2023-12-20T11:02:21.272 INFO:tasks.rados.rados.0.smithi123.stdout:3711: done (2 left) 2023-12-20T11:02:21.272 INFO:tasks.rados.rados.0.smithi123.stdout:3712: read oid 31 snap 340 2023-12-20T11:02:21.273 INFO:tasks.rados.rados.0.smithi123.stdout:3712: expect (ObjNum 1162 snap 337 seq_num 1162) 2023-12-20T11:02:21.273 INFO:tasks.rados.rados.0.smithi123.stdout:3713: read oid 24 snap -1 2023-12-20T11:02:21.273 INFO:tasks.rados.rados.0.smithi123.stdout:3713: expect (ObjNum 967 snap 292 seq_num 967) 2023-12-20T11:02:21.273 INFO:tasks.rados.rados.0.smithi123.stdout:3714: read oid 13 snap -1 2023-12-20T11:02:21.273 INFO:tasks.rados.rados.0.smithi123.stdout:3714: expect (ObjNum 1184 snap 348 seq_num 1184) 2023-12-20T11:02:21.273 INFO:tasks.rados.rados.0.smithi123.stdout:3715: copy_from oid 2 from oid 3 current snap is 349 2023-12-20T11:02:21.273 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 18 current snap is 349 2023-12-20T11:02:21.273 INFO:tasks.rados.rados.0.smithi123.stdout:3716: seq_num 1194 ranges {4440064=802816} 2023-12-20T11:02:21.302 INFO:tasks.rados.rados.0.smithi123.stdout:3716: writing smithi123173835-18 from 4440064 to 5242880 tid 1 2023-12-20T11:02:21.302 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 12 current snap is 349 2023-12-20T11:02:21.302 INFO:tasks.rados.rados.0.smithi123.stdout:3717: seq_num 1195 ranges {0=417792,417792=401408} 2023-12-20T11:02:21.304 INFO:tasks.rados.rados.0.smithi123.stdout:3717: writing smithi123173835-12 from 0 to 417792 tid 1 2023-12-20T11:02:21.307 INFO:tasks.rados.rados.0.smithi123.stdout:3717: writing smithi123173835-12 from 417792 to 819200 tid 2 2023-12-20T11:02:21.307 INFO:tasks.rados.rados.0.smithi123.stdout:3718: snap_remove snap 347 2023-12-20T11:02:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:21 smithi123 ceph-mon[191304]: pgmap v878: 121 pgs: 121 active+clean; 163 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 15 op/s 2023-12-20T11:02:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:21 smithi123 ceph-mon[191304]: osdmap e769: 8 total, 8 up, 8 in 2023-12-20T11:02:21.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:21 smithi123 ceph-mon[188613]: pgmap v878: 121 pgs: 121 active+clean; 163 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 15 op/s 2023-12-20T11:02:21.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:21 smithi123 ceph-mon[188613]: osdmap e769: 8 total, 8 up, 8 in 2023-12-20T11:02:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:21 smithi177 ceph-mon[212096]: pgmap v878: 121 pgs: 121 active+clean; 163 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 15 op/s 2023-12-20T11:02:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:21 smithi177 ceph-mon[212096]: osdmap e769: 8 total, 8 up, 8 in 2023-12-20T11:02:22.188 INFO:tasks.rados.rados.0.smithi123.stdout:3718: done (8 left) 2023-12-20T11:02:22.188 INFO:tasks.rados.rados.0.smithi123.stdout:3719: snap_remove snap 338 2023-12-20T11:02:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:22 smithi123 ceph-mon[191304]: osdmap e770: 8 total, 8 up, 8 in 2023-12-20T11:02:22.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:22 smithi123 ceph-mon[188613]: osdmap e770: 8 total, 8 up, 8 in 2023-12-20T11:02:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:22 smithi177 ceph-mon[212096]: osdmap e770: 8 total, 8 up, 8 in 2023-12-20T11:02:23.194 INFO:tasks.rados.rados.0.smithi123.stdout:3719: done (8 left) 2023-12-20T11:02:23.194 INFO:tasks.rados.rados.0.smithi123.stdout:3720: rollback oid 35 current snap is 349 2023-12-20T11:02:23.194 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 35 to 345 2023-12-20T11:02:23.194 INFO:tasks.rados.rados.0.smithi123.stdout:3714: expect (ObjNum 1184 snap 348 seq_num 1184) 2023-12-20T11:02:23.218 INFO:tasks.rados.rados.0.smithi123.stdout:3712: expect (ObjNum 1162 snap 337 seq_num 1162) 2023-12-20T11:02:23.316 INFO:tasks.rados.rados.0.smithi123.stdout:3707: expect (ObjNum 1142 snap 333 seq_num 1142) 2023-12-20T11:02:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:23 smithi123 ceph-mon[191304]: pgmap v881: 121 pgs: 121 active+clean; 169 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2023-12-20T11:02:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:23 smithi123 ceph-mon[191304]: osdmap e771: 8 total, 8 up, 8 in 2023-12-20T11:02:23.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:23 smithi123 ceph-mon[188613]: pgmap v881: 121 pgs: 121 active+clean; 169 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2023-12-20T11:02:23.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:23 smithi123 ceph-mon[188613]: osdmap e771: 8 total, 8 up, 8 in 2023-12-20T11:02:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:23 smithi177 ceph-mon[212096]: pgmap v881: 121 pgs: 121 active+clean; 169 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2023-12-20T11:02:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:23 smithi177 ceph-mon[212096]: osdmap e771: 8 total, 8 up, 8 in 2023-12-20T11:02:24.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:24 smithi123 ceph-mon[191304]: osdmap e772: 8 total, 8 up, 8 in 2023-12-20T11:02:24.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:24 smithi123 ceph-mon[188613]: osdmap e772: 8 total, 8 up, 8 in 2023-12-20T11:02:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:24 smithi177 ceph-mon[212096]: osdmap e772: 8 total, 8 up, 8 in 2023-12-20T11:02:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:25 smithi123 ceph-mon[191304]: pgmap v884: 121 pgs: 121 active+clean; 172 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.2 MiB/s wr, 25 op/s 2023-12-20T11:02:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:25 smithi123 ceph-mon[188613]: pgmap v884: 121 pgs: 121 active+clean; 172 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.2 MiB/s wr, 25 op/s 2023-12-20T11:02:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:25 smithi177 ceph-mon[212096]: pgmap v884: 121 pgs: 121 active+clean; 172 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.2 MiB/s wr, 25 op/s 2023-12-20T11:02:25.921 INFO:tasks.rados.rados.0.smithi123.stdout:3716: finishing write tid 1 to smithi123173835-18 2023-12-20T11:02:25.921 INFO:tasks.rados.rados.0.smithi123.stdout:3716: finishing write tid 2 to smithi123173835-18 2023-12-20T11:02:25.921 INFO:tasks.rados.rados.0.smithi123.stdout:3717: finishing write tid 1 to smithi123173835-12 2023-12-20T11:02:25.921 INFO:tasks.rados.rados.0.smithi123.stdout:3717: finishing write tid 2 to smithi123173835-12 2023-12-20T11:02:25.921 INFO:tasks.rados.rados.0.smithi123.stdout:3717: finishing write tid 3 to smithi123173835-12 2023-12-20T11:02:25.921 INFO:tasks.rados.rados.0.smithi123.stdout:3713: expect (ObjNum 967 snap 292 seq_num 967) 2023-12-20T11:02:26.235 INFO:tasks.rados.rados.0.smithi123.stdout:3716: finishing write tid 3 to smithi123173835-18 2023-12-20T11:02:26.235 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 18 v 2861 (ObjNum 1194 snap 349 seq_num 1194) dirty exists 2023-12-20T11:02:26.235 INFO:tasks.rados.rados.0.smithi123.stdout:3716: left oid 18 (ObjNum 1194 snap 349 seq_num 1194) 2023-12-20T11:02:26.235 INFO:tasks.rados.rados.0.smithi123.stdout:3717: finishing write tid 4 to smithi123173835-12 2023-12-20T11:02:26.235 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 2037 (ObjNum 1195 snap 349 seq_num 1195) dirty exists 2023-12-20T11:02:26.235 INFO:tasks.rados.rados.0.smithi123.stdout:3717: left oid 12 (ObjNum 1195 snap 349 seq_num 1195) 2023-12-20T11:02:26.235 INFO:tasks.rados.rados.0.smithi123.stdout:3709: expect (ObjNum 1164 snap 337 seq_num 1164) 2023-12-20T11:02:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:27 smithi123 ceph-mon[191304]: pgmap v885: 121 pgs: 121 active+clean; 172 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 1.7 MiB/s wr, 21 op/s 2023-12-20T11:02:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:02:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:02:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:02:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:02:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:02:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:27 smithi123 ceph-mon[188613]: pgmap v885: 121 pgs: 121 active+clean; 172 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 1.7 MiB/s wr, 21 op/s 2023-12-20T11:02:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:02:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:02:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:02:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:02:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:02:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:27 smithi177 ceph-mon[212096]: pgmap v885: 121 pgs: 121 active+clean; 172 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 1.7 MiB/s wr, 21 op/s 2023-12-20T11:02:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:02:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:02:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:02:27.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:02:27.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:02:29.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:29 smithi177 ceph-mon[212096]: pgmap v886: 121 pgs: 121 active+clean; 172 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 755 KiB/s wr, 18 op/s 2023-12-20T11:02:29.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:29 smithi177 ceph-mon[212096]: osdmap e773: 8 total, 8 up, 8 in 2023-12-20T11:02:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:29 smithi123 ceph-mon[191304]: pgmap v886: 121 pgs: 121 active+clean; 172 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 755 KiB/s wr, 18 op/s 2023-12-20T11:02:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:29 smithi123 ceph-mon[191304]: osdmap e773: 8 total, 8 up, 8 in 2023-12-20T11:02:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:29 smithi123 ceph-mon[188613]: pgmap v886: 121 pgs: 121 active+clean; 172 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 755 KiB/s wr, 18 op/s 2023-12-20T11:02:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:29 smithi123 ceph-mon[188613]: osdmap e773: 8 total, 8 up, 8 in 2023-12-20T11:02:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:02:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:02:29] "GET /metrics HTTP/1.1" 200 36161 "" "Prometheus/2.43.0" 2023-12-20T11:02:30.029 INFO:tasks.rados.rados.0.smithi123.stdout:3715: finishing copy_from to smithi123173835-2 2023-12-20T11:02:30.029 INFO:tasks.rados.rados.0.smithi123.stdout:3715: got expected ENOENT (src dne) 2023-12-20T11:02:30.029 INFO:tasks.rados.rados.0.smithi123.stdout:3715: finishing copy_from racing read to smithi123173835-2 2023-12-20T11:02:30.029 INFO:tasks.rados.rados.0.smithi123.stdout:3720: finishing rollback tid 0 to smithi123173835-35 2023-12-20T11:02:30.029 INFO:tasks.rados.rados.0.smithi123.stdout:3707: done (8 left) 2023-12-20T11:02:30.029 INFO:tasks.rados.rados.0.smithi123.stdout:3709: done (7 left) 2023-12-20T11:02:30.029 INFO:tasks.rados.rados.0.smithi123.stdout:3712: done (6 left) 2023-12-20T11:02:30.029 INFO:tasks.rados.rados.0.smithi123.stdout:3713: done (5 left) 2023-12-20T11:02:30.029 INFO:tasks.rados.rados.0.smithi123.stdout:3714: done (4 left) 2023-12-20T11:02:30.029 INFO:tasks.rados.rados.0.smithi123.stdout:3715: done (3 left) 2023-12-20T11:02:30.029 INFO:tasks.rados.rados.0.smithi123.stdout:3716: done (2 left) 2023-12-20T11:02:30.029 INFO:tasks.rados.rados.0.smithi123.stdout:3717: done (1 left) 2023-12-20T11:02:30.030 INFO:tasks.rados.rados.0.smithi123.stdout:3721: rollback oid 7 current snap is 349 2023-12-20T11:02:30.030 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 7 to 341 2023-12-20T11:02:30.030 INFO:tasks.rados.rados.0.smithi123.stdout:3720: finishing rollback tid 1 to smithi123173835-35 2023-12-20T11:02:30.030 INFO:tasks.rados.rados.0.smithi123.stdout:3720: finishing rollback tid 2 to smithi123173835-35 2023-12-20T11:02:30.030 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 35 v 2937 (ObjNum 1151 snap 335 seq_num 1151) dirty exists 2023-12-20T11:02:30.030 INFO:tasks.rados.rados.0.smithi123.stdout:3720: done (1 left) 2023-12-20T11:02:30.030 INFO:tasks.rados.rados.0.smithi123.stdout:3722: read oid 48 snap -1 2023-12-20T11:02:30.030 INFO:tasks.rados.rados.0.smithi123.stdout:3722: expect (ObjNum 1157 snap 336 seq_num 1157) 2023-12-20T11:02:30.030 INFO:tasks.rados.rados.0.smithi123.stdout:3723: copy_from oid 16 from oid 24 current snap is 349 2023-12-20T11:02:30.030 INFO:tasks.rados.rados.0.smithi123.stdout:3724: copy_from oid 43 from oid 33 current snap is 349 2023-12-20T11:02:30.030 INFO:tasks.rados.rados.0.smithi123.stdout:3725: delete oid 35 current snap is 349 2023-12-20T11:02:30.033 INFO:tasks.rados.rados.0.smithi123.stdout:3725: done (4 left) 2023-12-20T11:02:30.033 INFO:tasks.rados.rados.0.smithi123.stdout:3726: rollback oid 41 current snap is 349 2023-12-20T11:02:30.033 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 41 to 339 2023-12-20T11:02:30.034 INFO:tasks.rados.rados.0.smithi123.stdout:3727: rollback oid 6 current snap is 349 2023-12-20T11:02:30.034 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 6 to 339 2023-12-20T11:02:30.034 INFO:tasks.rados.rados.0.smithi123.stdout:3728: delete oid 15 current snap is 349 2023-12-20T11:02:30.036 INFO:tasks.rados.rados.0.smithi123.stdout:3722: expect (ObjNum 1157 snap 336 seq_num 1157) 2023-12-20T11:02:30.044 INFO:tasks.rados.rados.0.smithi123.stdout:3721: finishing rollback tid 0 to smithi123173835-7 2023-12-20T11:02:30.045 INFO:tasks.rados.rados.0.smithi123.stdout:3721: finishing rollback tid 1 to smithi123173835-7 2023-12-20T11:02:30.045 INFO:tasks.rados.rados.0.smithi123.stdout:3721: finishing rollback tid 2 to smithi123173835-7 2023-12-20T11:02:30.045 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 2860 (ObjNum 1151 snap 335 seq_num 1151) dirty exists 2023-12-20T11:02:30.045 INFO:tasks.rados.rados.0.smithi123.stdout:3726: finishing rollback tid 0 to smithi123173835-41 2023-12-20T11:02:30.045 INFO:tasks.rados.rados.0.smithi123.stdout:3726: finishing rollback tid 1 to smithi123173835-41 2023-12-20T11:02:30.045 INFO:tasks.rados.rados.0.smithi123.stdout:3721: done (6 left) 2023-12-20T11:02:30.045 INFO:tasks.rados.rados.0.smithi123.stdout:3722: done (5 left) 2023-12-20T11:02:30.045 INFO:tasks.rados.rados.0.smithi123.stdout:3728: done (4 left) 2023-12-20T11:02:30.045 INFO:tasks.rados.rados.0.smithi123.stdout:3729: copy_from oid 22 from oid 7 current snap is 349 2023-12-20T11:02:30.045 INFO:tasks.rados.rados.0.smithi123.stdout:3727: finishing rollback tid 0 to smithi123173835-6 2023-12-20T11:02:30.045 INFO:tasks.rados.rados.0.smithi123.stdout:3727: finishing rollback tid 1 to smithi123173835-6 2023-12-20T11:02:30.045 INFO:tasks.rados.rados.0.smithi123.stdout:3730: snap_create 2023-12-20T11:02:30.046 INFO:tasks.rados.rados.0.smithi123.stdout:3726: finishing rollback tid 2 to smithi123173835-41 2023-12-20T11:02:30.046 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 2667 (ObjNum 1146 snap 333 seq_num 1146) dirty exists 2023-12-20T11:02:30.046 INFO:tasks.rados.rados.0.smithi123.stdout:3727: finishing rollback tid 2 to smithi123173835-6 2023-12-20T11:02:30.046 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 2673 (ObjNum 1165 snap 337 seq_num 1165) dirty exists 2023-12-20T11:02:30.047 INFO:tasks.rados.rados.0.smithi123.stdout:3724: finishing copy_from racing read to smithi123173835-43 2023-12-20T11:02:30.054 INFO:tasks.rados.rados.0.smithi123.stdout:3723: finishing copy_from racing read to smithi123173835-16 2023-12-20T11:02:30.059 INFO:tasks.rados.rados.0.smithi123.stdout:3724: finishing copy_from to smithi123173835-43 2023-12-20T11:02:30.059 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 2809 (ObjNum 1137 snap 331 seq_num 1137) dirty exists 2023-12-20T11:02:30.061 INFO:tasks.rados.rados.0.smithi123.stdout:3723: finishing copy_from to smithi123173835-16 2023-12-20T11:02:30.061 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 2648 (ObjNum 967 snap 292 seq_num 967) dirty exists 2023-12-20T11:02:30.062 INFO:tasks.rados.rados.0.smithi123.stdout:3729: finishing copy_from racing read to smithi123173835-22 2023-12-20T11:02:30.062 INFO:tasks.rados.rados.0.smithi123.stdout:3729: finishing copy_from to smithi123173835-22 2023-12-20T11:02:30.062 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 22 v 2860 (ObjNum 1151 snap 335 seq_num 1151) dirty exists 2023-12-20T11:02:30.132 INFO:tasks.rados.rados.0.smithi123.stdout:3723: done (5 left) 2023-12-20T11:02:30.132 INFO:tasks.rados.rados.0.smithi123.stdout:3724: done (4 left) 2023-12-20T11:02:30.132 INFO:tasks.rados.rados.0.smithi123.stdout:3726: done (3 left) 2023-12-20T11:02:30.132 INFO:tasks.rados.rados.0.smithi123.stdout:3727: done (2 left) 2023-12-20T11:02:30.132 INFO:tasks.rados.rados.0.smithi123.stdout:3729: done (1 left) 2023-12-20T11:02:30.132 INFO:tasks.rados.rados.0.smithi123.stdout:3730: done (0 left) 2023-12-20T11:02:30.132 INFO:tasks.rados.rados.0.smithi123.stdout:3731: delete oid 13 current snap is 350 2023-12-20T11:02:30.135 INFO:tasks.rados.rados.0.smithi123.stdout:3731: done (0 left) 2023-12-20T11:02:30.135 INFO:tasks.rados.rados.0.smithi123.stdout:3732: delete oid 2 current snap is 350 2023-12-20T11:02:30.138 INFO:tasks.rados.rados.0.smithi123.stdout:3732: done (0 left) 2023-12-20T11:02:30.138 INFO:tasks.rados.rados.0.smithi123.stdout:3733: snap_create 2023-12-20T11:02:31.135 INFO:tasks.rados.rados.0.smithi123.stdout:3733: done (0 left) 2023-12-20T11:02:31.135 INFO:tasks.rados.rados.0.smithi123.stdout:3734: read oid 49 snap -1 2023-12-20T11:02:31.135 INFO:tasks.rados.rados.0.smithi123.stdout:3734: expect (ObjNum 1158 snap 336 seq_num 1158) 2023-12-20T11:02:31.135 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 37 current snap is 351 2023-12-20T11:02:31.135 INFO:tasks.rados.rados.0.smithi123.stdout:3735: seq_num 1200 ranges {1114112=499712,1613824=401408} 2023-12-20T11:02:31.143 INFO:tasks.rados.rados.0.smithi123.stdout:3735: writing smithi123173835-37 from 1114112 to 1613824 tid 1 2023-12-20T11:02:31.146 INFO:tasks.rados.rados.0.smithi123.stdout:3735: writing smithi123173835-37 from 1613824 to 2015232 tid 2 2023-12-20T11:02:31.146 INFO:tasks.rados.rados.0.smithi123.stdout:3736: copy_from oid 14 from oid 27 current snap is 351 2023-12-20T11:02:31.146 INFO:tasks.rados.rados.0.smithi123.stdout:3737: read oid 32 snap 341 2023-12-20T11:02:31.146 INFO:tasks.rados.rados.0.smithi123.stdout:3737: expect deleted 2023-12-20T11:02:31.146 INFO:tasks.rados.rados.0.smithi123.stdout:3738: read oid 33 snap -1 2023-12-20T11:02:31.146 INFO:tasks.rados.rados.0.smithi123.stdout:3738: expect (ObjNum 1137 snap 331 seq_num 1137) 2023-12-20T11:02:31.147 INFO:tasks.rados.rados.0.smithi123.stdout:3739: delete oid 50 current snap is 351 2023-12-20T11:02:31.156 INFO:tasks.rados.rados.0.smithi123.stdout:3735: finishing write tid 1 to smithi123173835-37 2023-12-20T11:02:31.156 INFO:tasks.rados.rados.0.smithi123.stdout:3735: finishing write tid 2 to smithi123173835-37 2023-12-20T11:02:31.157 INFO:tasks.rados.rados.0.smithi123.stdout:3735: finishing write tid 3 to smithi123173835-37 2023-12-20T11:02:31.157 INFO:tasks.rados.rados.0.smithi123.stdout:3737: done (5 left) 2023-12-20T11:02:31.157 INFO:tasks.rados.rados.0.smithi123.stdout:3739: done (4 left) 2023-12-20T11:02:31.157 INFO:tasks.rados.rados.0.smithi123.stdout:3740: rmattr oid 24 current snap is 351 2023-12-20T11:02:31.157 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 41 current snap is 351 2023-12-20T11:02:31.157 INFO:tasks.rados.rados.0.smithi123.stdout:3741: seq_num 1202 ranges {2408448=540672,2949120=401408} 2023-12-20T11:02:31.173 INFO:tasks.rados.rados.0.smithi123.stdout:3741: writing smithi123173835-41 from 2408448 to 2949120 tid 1 2023-12-20T11:02:31.177 INFO:tasks.rados.rados.0.smithi123.stdout:3741: writing smithi123173835-41 from 2949120 to 3350528 tid 2 2023-12-20T11:02:31.177 INFO:tasks.rados.rados.0.smithi123.stdout:3742: rollback oid 43 current snap is 351 2023-12-20T11:02:31.177 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 43 to 343 2023-12-20T11:02:31.177 INFO:tasks.rados.rados.0.smithi123.stdout:3735: finishing write tid 4 to smithi123173835-37 2023-12-20T11:02:31.177 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 2847 (ObjNum 1200 snap 351 seq_num 1200) dirty exists 2023-12-20T11:02:31.177 INFO:tasks.rados.rados.0.smithi123.stdout:3735: left oid 37 (ObjNum 1200 snap 351 seq_num 1200) 2023-12-20T11:02:31.177 INFO:tasks.rados.rados.0.smithi123.stdout:3735: done (6 left) 2023-12-20T11:02:31.178 INFO:tasks.rados.rados.0.smithi123.stdout:3743: rmattr oid 20 current snap is 351 2023-12-20T11:02:31.178 INFO:tasks.rados.rados.0.smithi123.stdout:3743: done (6 left) 2023-12-20T11:02:31.178 INFO:tasks.rados.rados.0.smithi123.stdout:3744: read oid 8 snap -1 2023-12-20T11:02:31.178 INFO:tasks.rados.rados.0.smithi123.stdout:3744: expect (ObjNum 1182 snap 344 seq_num 1182) 2023-12-20T11:02:31.178 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 21 current snap is 351 2023-12-20T11:02:31.178 INFO:tasks.rados.rados.0.smithi123.stdout:3736: finishing copy_from racing read to smithi123173835-14 2023-12-20T11:02:31.178 INFO:tasks.rados.rados.0.smithi123.stdout:3745: seq_num 1203 ranges {0=557056,557056=401408} 2023-12-20T11:02:31.179 INFO:tasks.rados.rados.0.smithi123.stdout:3745: writing smithi123173835-21 from 0 to 557056 tid 1 2023-12-20T11:02:31.182 INFO:tasks.rados.rados.0.smithi123.stdout:3745: writing smithi123173835-21 from 557056 to 958464 tid 2 2023-12-20T11:02:31.182 INFO:tasks.rados.rados.0.smithi123.stdout:3746: snap_create 2023-12-20T11:02:31.182 INFO:tasks.rados.rados.0.smithi123.stdout:3738: expect (ObjNum 1137 snap 331 seq_num 1137) 2023-12-20T11:02:31.297 INFO:tasks.rados.rados.0.smithi123.stdout:3736: finishing copy_from to smithi123173835-14 2023-12-20T11:02:31.297 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 14 v 1606 (ObjNum 1186 snap 348 seq_num 1186) dirty exists 2023-12-20T11:02:31.297 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 24 v 2674 (ObjNum 967 snap 292 seq_num 967) dirty exists 2023-12-20T11:02:31.298 INFO:tasks.rados.rados.0.smithi123.stdout:3742: finishing rollback tid 0 to smithi123173835-43 2023-12-20T11:02:31.298 INFO:tasks.rados.rados.0.smithi123.stdout:3742: finishing rollback tid 1 to smithi123173835-43 2023-12-20T11:02:31.298 INFO:tasks.rados.rados.0.smithi123.stdout:3742: finishing rollback tid 2 to smithi123173835-43 2023-12-20T11:02:31.298 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 2812 (ObjNum 1043 snap 313 seq_num 1043) dirty exists 2023-12-20T11:02:31.298 INFO:tasks.rados.rados.0.smithi123.stdout:3744: expect (ObjNum 1182 snap 344 seq_num 1182) 2023-12-20T11:02:31.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:31 smithi177 ceph-mon[212096]: pgmap v888: 121 pgs: 121 active+clean; 172 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 388 KiB/s wr, 14 op/s 2023-12-20T11:02:31.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:31 smithi177 ceph-mon[212096]: osdmap e774: 8 total, 8 up, 8 in 2023-12-20T11:02:31.406 INFO:tasks.rados.rados.0.smithi123.stdout:3745: finishing write tid 1 to smithi123173835-21 2023-12-20T11:02:31.406 INFO:tasks.rados.rados.0.smithi123.stdout:3745: finishing write tid 2 to smithi123173835-21 2023-12-20T11:02:31.406 INFO:tasks.rados.rados.0.smithi123.stdout:3745: finishing write tid 3 to smithi123173835-21 2023-12-20T11:02:31.406 INFO:tasks.rados.rados.0.smithi123.stdout:3745: finishing write tid 4 to smithi123173835-21 2023-12-20T11:02:31.406 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 2829 (ObjNum 1203 snap 351 seq_num 1203) dirty exists 2023-12-20T11:02:31.406 INFO:tasks.rados.rados.0.smithi123.stdout:3745: left oid 21 (ObjNum 1203 snap 351 seq_num 1203) 2023-12-20T11:02:31.406 INFO:tasks.rados.rados.0.smithi123.stdout:3734: expect (ObjNum 1158 snap 336 seq_num 1158) 2023-12-20T11:02:31.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:31 smithi123 ceph-mon[191304]: pgmap v888: 121 pgs: 121 active+clean; 172 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 388 KiB/s wr, 14 op/s 2023-12-20T11:02:31.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:31 smithi123 ceph-mon[191304]: osdmap e774: 8 total, 8 up, 8 in 2023-12-20T11:02:31.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:31 smithi123 ceph-mon[188613]: pgmap v888: 121 pgs: 121 active+clean; 172 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 388 KiB/s wr, 14 op/s 2023-12-20T11:02:31.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:31 smithi123 ceph-mon[188613]: osdmap e774: 8 total, 8 up, 8 in 2023-12-20T11:02:32.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:32 smithi177 ceph-mon[212096]: osdmap e775: 8 total, 8 up, 8 in 2023-12-20T11:02:32.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:32 smithi123 ceph-mon[191304]: osdmap e775: 8 total, 8 up, 8 in 2023-12-20T11:02:32.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:32 smithi123 ceph-mon[188613]: osdmap e775: 8 total, 8 up, 8 in 2023-12-20T11:02:33.350 INFO:tasks.rados.rados.0.smithi123.stdout:3741: finishing write tid 1 to smithi123173835-41 2023-12-20T11:02:33.350 INFO:tasks.rados.rados.0.smithi123.stdout:3741: finishing write tid 2 to smithi123173835-41 2023-12-20T11:02:33.350 INFO:tasks.rados.rados.0.smithi123.stdout:3741: finishing write tid 3 to smithi123173835-41 2023-12-20T11:02:33.350 INFO:tasks.rados.rados.0.smithi123.stdout:3741: finishing write tid 4 to smithi123173835-41 2023-12-20T11:02:33.350 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 2670 (ObjNum 1202 snap 351 seq_num 1202) dirty exists 2023-12-20T11:02:33.350 INFO:tasks.rados.rados.0.smithi123.stdout:3741: left oid 41 (ObjNum 1202 snap 351 seq_num 1202) 2023-12-20T11:02:33.350 INFO:tasks.rados.rados.0.smithi123.stdout:3734: done (8 left) 2023-12-20T11:02:33.350 INFO:tasks.rados.rados.0.smithi123.stdout:3736: done (7 left) 2023-12-20T11:02:33.350 INFO:tasks.rados.rados.0.smithi123.stdout:3738: done (6 left) 2023-12-20T11:02:33.350 INFO:tasks.rados.rados.0.smithi123.stdout:3740: done (5 left) 2023-12-20T11:02:33.350 INFO:tasks.rados.rados.0.smithi123.stdout:3741: done (4 left) 2023-12-20T11:02:33.351 INFO:tasks.rados.rados.0.smithi123.stdout:3742: done (3 left) 2023-12-20T11:02:33.351 INFO:tasks.rados.rados.0.smithi123.stdout:3744: done (2 left) 2023-12-20T11:02:33.351 INFO:tasks.rados.rados.0.smithi123.stdout:3745: done (1 left) 2023-12-20T11:02:33.351 INFO:tasks.rados.rados.0.smithi123.stdout:3746: done (0 left) 2023-12-20T11:02:33.351 INFO:tasks.rados.rados.0.smithi123.stdout:3747: snap_create 2023-12-20T11:02:33.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:33 smithi177 ceph-mon[212096]: pgmap v891: 121 pgs: 121 active+clean; 177 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 754 KiB/s wr, 7 op/s 2023-12-20T11:02:33.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:33 smithi177 ceph-mon[212096]: osdmap e776: 8 total, 8 up, 8 in 2023-12-20T11:02:33.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:33 smithi177 ceph-mon[212096]: osdmap e777: 8 total, 8 up, 8 in 2023-12-20T11:02:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:33 smithi123 ceph-mon[191304]: pgmap v891: 121 pgs: 121 active+clean; 177 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 754 KiB/s wr, 7 op/s 2023-12-20T11:02:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:33 smithi123 ceph-mon[191304]: osdmap e776: 8 total, 8 up, 8 in 2023-12-20T11:02:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:33 smithi123 ceph-mon[191304]: osdmap e777: 8 total, 8 up, 8 in 2023-12-20T11:02:33.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:33 smithi123 ceph-mon[188613]: pgmap v891: 121 pgs: 121 active+clean; 177 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 754 KiB/s wr, 7 op/s 2023-12-20T11:02:33.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:33 smithi123 ceph-mon[188613]: osdmap e776: 8 total, 8 up, 8 in 2023-12-20T11:02:33.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:33 smithi123 ceph-mon[188613]: osdmap e777: 8 total, 8 up, 8 in 2023-12-20T11:02:33.750 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:02:34.062 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:02:34.062 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (11m) 8m ago 14m 26.5M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:02:34.062 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (11m) 6m ago 14m 95.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:02:34.062 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (15m) 8m ago 15m 15.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:02:34.062 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (15m) 6m ago 15m 21.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:02:34.062 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10m) 6m ago 17m 449M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:02:34.062 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (11m) 8m ago 18m 511M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:02:34.062 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10m) 8m ago 19m 83.8M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:02:34.062 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10m) 6m ago 17m 69.5M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:02:34.062 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10m) 8m ago 17m 64.2M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:02:34.062 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (11m) 8m ago 14m 9.94M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:02:34.062 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (11m) 6m ago 14m 18.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:02:34.062 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9m) 8m ago 17m 285M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:02:34.063 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9m) 8m ago 17m 223M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:02:34.063 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8m) 8m ago 16m 191M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:02:34.063 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8m) 8m ago 16m 16.0M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:02:34.063 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7m) 6m ago 16m 280M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:02:34.063 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7m) 6m ago 15m 224M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:02:34.063 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6m) 6m ago 15m 141M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:02:34.063 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6m) 6m ago 15m 12.6M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:02:34.063 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10m) 6m ago 14m 64.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:02:34.154 INFO:tasks.rados.rados.0.smithi123.stdout:3747: done (0 left) 2023-12-20T11:02:34.154 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 32 current snap is 353 2023-12-20T11:02:34.154 INFO:tasks.rados.rados.0.smithi123.stdout:3748: seq_num 1204 ranges {0=573440,573440=401408} 2023-12-20T11:02:34.156 INFO:tasks.rados.rados.0.smithi123.stdout:3748: writing smithi123173835-32 from 0 to 573440 tid 1 2023-12-20T11:02:34.159 INFO:tasks.rados.rados.0.smithi123.stdout:3748: writing smithi123173835-32 from 573440 to 974848 tid 2 2023-12-20T11:02:34.160 INFO:tasks.rados.rados.0.smithi123.stdout:3749: read oid 50 snap 341 2023-12-20T11:02:34.160 INFO:tasks.rados.rados.0.smithi123.stdout:3749: expect deleted 2023-12-20T11:02:34.160 INFO:tasks.rados.rados.0.smithi123.stdout:3750: copy_from oid 45 from oid 16 current snap is 353 2023-12-20T11:02:34.160 INFO:tasks.rados.rados.0.smithi123.stdout:3751: snap_create 2023-12-20T11:02:34.166 INFO:tasks.rados.rados.0.smithi123.stdout:3748: finishing write tid 1 to smithi123173835-32 2023-12-20T11:02:34.170 INFO:tasks.rados.rados.0.smithi123.stdout:3748: finishing write tid 2 to smithi123173835-32 2023-12-20T11:02:34.170 INFO:tasks.rados.rados.0.smithi123.stdout:3748: finishing write tid 3 to smithi123173835-32 2023-12-20T11:02:34.172 INFO:tasks.rados.rados.0.smithi123.stdout:3748: finishing write tid 4 to smithi123173835-32 2023-12-20T11:02:34.172 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 2954 (ObjNum 1204 snap 353 seq_num 1204) dirty exists 2023-12-20T11:02:34.172 INFO:tasks.rados.rados.0.smithi123.stdout:3748: left oid 32 (ObjNum 1204 snap 353 seq_num 1204) 2023-12-20T11:02:34.189 INFO:tasks.rados.rados.0.smithi123.stdout:3750: finishing copy_from racing read to smithi123173835-45 2023-12-20T11:02:34.194 INFO:tasks.rados.rados.0.smithi123.stdout:3750: finishing copy_from to smithi123173835-45 2023-12-20T11:02:34.194 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 2648 (ObjNum 967 snap 292 seq_num 967) dirty exists 2023-12-20T11:02:34.453 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:02:34.453 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:02:34.453 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:02:34.453 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:02:34.453 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:02:34.454 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:02:34.454 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:02:34.454 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:02:34.454 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:02:34.454 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:02:34.454 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:02:34.454 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:02:34.454 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:02:34.454 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:02:34.454 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:02:34.454 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:02:34.454 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:02:34.454 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:02:35.162 INFO:tasks.rados.rados.0.smithi123.stdout:3748: done (3 left) 2023-12-20T11:02:35.162 INFO:tasks.rados.rados.0.smithi123.stdout:3749: done (2 left) 2023-12-20T11:02:35.163 INFO:tasks.rados.rados.0.smithi123.stdout:3750: done (1 left) 2023-12-20T11:02:35.163 INFO:tasks.rados.rados.0.smithi123.stdout:3751: done (0 left) 2023-12-20T11:02:35.163 INFO:tasks.rados.rados.0.smithi123.stdout:3752: read oid 34 snap -1 2023-12-20T11:02:35.163 INFO:tasks.rados.rados.0.smithi123.stdout:3752: expect deleted 2023-12-20T11:02:35.163 INFO:tasks.rados.rados.0.smithi123.stdout:3753: copy_from oid 11 from oid 38 current snap is 354 2023-12-20T11:02:35.163 INFO:tasks.rados.rados.0.smithi123.stdout:3754: snap_create 2023-12-20T11:02:35.166 INFO:tasks.rados.rados.0.smithi123.stdout:3753: finishing copy_from to smithi123173835-11 2023-12-20T11:02:35.166 INFO:tasks.rados.rados.0.smithi123.stdout:3753: got expected ENOENT (src dne) 2023-12-20T11:02:35.166 INFO:tasks.rados.rados.0.smithi123.stdout:3753: finishing copy_from racing read to smithi123173835-11 2023-12-20T11:02:35.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:35 smithi177 ceph-mon[212096]: pgmap v894: 121 pgs: 121 active+clean; 184 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.9 MiB/s wr, 9 op/s 2023-12-20T11:02:35.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:35 smithi177 ceph-mon[212096]: from='client.44489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:02:35.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:35 smithi177 ceph-mon[212096]: from='client.34554 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:02:35.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:35 smithi177 ceph-mon[212096]: osdmap e778: 8 total, 8 up, 8 in 2023-12-20T11:02:35.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:35 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/259035882' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:02:35.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:35 smithi123 ceph-mon[188613]: pgmap v894: 121 pgs: 121 active+clean; 184 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.9 MiB/s wr, 9 op/s 2023-12-20T11:02:35.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:35 smithi123 ceph-mon[188613]: from='client.44489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:02:35.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:35 smithi123 ceph-mon[188613]: from='client.34554 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:02:35.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:35 smithi123 ceph-mon[188613]: osdmap e778: 8 total, 8 up, 8 in 2023-12-20T11:02:35.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:35 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/259035882' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:02:35.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:35 smithi123 ceph-mon[191304]: pgmap v894: 121 pgs: 121 active+clean; 184 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.9 MiB/s wr, 9 op/s 2023-12-20T11:02:35.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:35 smithi123 ceph-mon[191304]: from='client.44489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:02:35.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:35 smithi123 ceph-mon[191304]: from='client.34554 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:02:35.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:35 smithi123 ceph-mon[191304]: osdmap e778: 8 total, 8 up, 8 in 2023-12-20T11:02:35.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:35 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/259035882' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:02:36.173 INFO:tasks.rados.rados.0.smithi123.stdout:3752: done (2 left) 2023-12-20T11:02:36.173 INFO:tasks.rados.rados.0.smithi123.stdout:3753: done (1 left) 2023-12-20T11:02:36.173 INFO:tasks.rados.rados.0.smithi123.stdout:3754: done (0 left) 2023-12-20T11:02:36.173 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 26 current snap is 355 2023-12-20T11:02:36.173 INFO:tasks.rados.rados.0.smithi123.stdout:3755: seq_num 1205 ranges {1482752=589824,2072576=401408} 2023-12-20T11:02:36.184 INFO:tasks.rados.rados.0.smithi123.stdout:3755: writing smithi123173835-26 from 1482752 to 2072576 tid 1 2023-12-20T11:02:36.186 INFO:tasks.rados.rados.0.smithi123.stdout:3755: writing smithi123173835-26 from 2072576 to 2473984 tid 2 2023-12-20T11:02:36.186 INFO:tasks.rados.rados.0.smithi123.stdout:3756: rollback oid 10 current snap is 355 2023-12-20T11:02:36.186 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 10 to 348 2023-12-20T11:02:36.187 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 49 current snap is 355 2023-12-20T11:02:36.187 INFO:tasks.rados.rados.0.smithi123.stdout:3757: seq_num 1206 ranges {15802368=606208,16408576=401408} 2023-12-20T11:02:36.274 INFO:tasks.rados.rados.0.smithi123.stdout:3757: writing smithi123173835-49 from 15802368 to 16408576 tid 1 2023-12-20T11:02:36.277 INFO:tasks.rados.rados.0.smithi123.stdout:3757: writing smithi123173835-49 from 16408576 to 16809984 tid 2 2023-12-20T11:02:36.277 INFO:tasks.rados.rados.0.smithi123.stdout:3758: read oid 25 snap -1 2023-12-20T11:02:36.277 INFO:tasks.rados.rados.0.smithi123.stdout:3758: expect (ObjNum 1188 snap 348 seq_num 1188) 2023-12-20T11:02:36.277 INFO:tasks.rados.rados.0.smithi123.stdout:3759: read oid 24 snap -1 2023-12-20T11:02:36.277 INFO:tasks.rados.rados.0.smithi123.stdout:3759: expect (ObjNum 967 snap 292 seq_num 967) 2023-12-20T11:02:36.277 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 4 current snap is 355 2023-12-20T11:02:36.277 INFO:tasks.rados.rados.0.smithi123.stdout:3755: finishing write tid 1 to smithi123173835-26 2023-12-20T11:02:36.277 INFO:tasks.rados.rados.0.smithi123.stdout:3760: seq_num 1207 ranges {21004288=622592,21626880=401408} 2023-12-20T11:02:36.391 INFO:tasks.rados.rados.0.smithi123.stdout:3760: writing smithi123173835-4 from 21004288 to 21626880 tid 1 2023-12-20T11:02:36.394 INFO:tasks.rados.rados.0.smithi123.stdout:3760: writing smithi123173835-4 from 21626880 to 22028288 tid 2 2023-12-20T11:02:36.394 INFO:tasks.rados.rados.0.smithi123.stdout:3761: delete oid 20 current snap is 355 2023-12-20T11:02:36.394 INFO:tasks.rados.rados.0.smithi123.stdout:3755: finishing write tid 2 to smithi123173835-26 2023-12-20T11:02:36.395 INFO:tasks.rados.rados.0.smithi123.stdout:3755: finishing write tid 3 to smithi123173835-26 2023-12-20T11:02:36.395 INFO:tasks.rados.rados.0.smithi123.stdout:3756: finishing rollback tid 0 to smithi123173835-10 2023-12-20T11:02:36.395 INFO:tasks.rados.rados.0.smithi123.stdout:3756: finishing rollback tid 1 to smithi123173835-10 2023-12-20T11:02:36.395 INFO:tasks.rados.rados.0.smithi123.stdout:3756: finishing rollback tid 2 to smithi123173835-10 2023-12-20T11:02:36.395 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 2958 (ObjNum 1170 snap 340 seq_num 1170) dirty exists 2023-12-20T11:02:36.395 INFO:tasks.rados.rados.0.smithi123.stdout:3755: finishing write tid 4 to smithi123173835-26 2023-12-20T11:02:36.395 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 2832 (ObjNum 1205 snap 355 seq_num 1205) dirty exists 2023-12-20T11:02:36.395 INFO:tasks.rados.rados.0.smithi123.stdout:3755: left oid 26 (ObjNum 1205 snap 355 seq_num 1205) 2023-12-20T11:02:36.395 INFO:tasks.rados.rados.0.smithi123.stdout:3757: finishing write tid 1 to smithi123173835-49 2023-12-20T11:02:36.395 INFO:tasks.rados.rados.0.smithi123.stdout:3757: finishing write tid 2 to smithi123173835-49 2023-12-20T11:02:36.395 INFO:tasks.rados.rados.0.smithi123.stdout:3757: finishing write tid 3 to smithi123173835-49 2023-12-20T11:02:36.395 INFO:tasks.rados.rados.0.smithi123.stdout:3757: finishing write tid 4 to smithi123173835-49 2023-12-20T11:02:36.395 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 2673 (ObjNum 1206 snap 355 seq_num 1206) dirty exists 2023-12-20T11:02:36.395 INFO:tasks.rados.rados.0.smithi123.stdout:3757: left oid 49 (ObjNum 1206 snap 355 seq_num 1206) 2023-12-20T11:02:36.395 INFO:tasks.rados.rados.0.smithi123.stdout:3759: expect (ObjNum 967 snap 292 seq_num 967) 2023-12-20T11:02:36.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:36 smithi123 ceph-mon[191304]: osdmap e779: 8 total, 8 up, 8 in 2023-12-20T11:02:36.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:36 smithi123 ceph-mon[188613]: osdmap e779: 8 total, 8 up, 8 in 2023-12-20T11:02:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:36 smithi177 ceph-mon[212096]: osdmap e779: 8 total, 8 up, 8 in 2023-12-20T11:02:36.711 INFO:tasks.rados.rados.0.smithi123.stdout:3758: expect (ObjNum 1188 snap 348 seq_num 1188) 2023-12-20T11:02:36.821 INFO:tasks.rados.rados.0.smithi123.stdout:3760: finishing write tid 1 to smithi123173835-4 2023-12-20T11:02:36.821 INFO:tasks.rados.rados.0.smithi123.stdout:3760: finishing write tid 2 to smithi123173835-4 2023-12-20T11:02:36.821 INFO:tasks.rados.rados.0.smithi123.stdout:3760: finishing write tid 3 to smithi123173835-4 2023-12-20T11:02:36.821 INFO:tasks.rados.rados.0.smithi123.stdout:3760: finishing write tid 4 to smithi123173835-4 2023-12-20T11:02:36.821 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 2677 (ObjNum 1207 snap 355 seq_num 1207) dirty exists 2023-12-20T11:02:36.822 INFO:tasks.rados.rados.0.smithi123.stdout:3760: left oid 4 (ObjNum 1207 snap 355 seq_num 1207) 2023-12-20T11:02:36.822 INFO:tasks.rados.rados.0.smithi123.stdout:3755: done (6 left) 2023-12-20T11:02:36.822 INFO:tasks.rados.rados.0.smithi123.stdout:3756: done (5 left) 2023-12-20T11:02:36.822 INFO:tasks.rados.rados.0.smithi123.stdout:3757: done (4 left) 2023-12-20T11:02:36.822 INFO:tasks.rados.rados.0.smithi123.stdout:3758: done (3 left) 2023-12-20T11:02:36.822 INFO:tasks.rados.rados.0.smithi123.stdout:3759: done (2 left) 2023-12-20T11:02:36.822 INFO:tasks.rados.rados.0.smithi123.stdout:3760: done (1 left) 2023-12-20T11:02:36.822 INFO:tasks.rados.rados.0.smithi123.stdout:3761: done (0 left) 2023-12-20T11:02:36.822 INFO:tasks.rados.rados.0.smithi123.stdout:3762: setattr oid 19 current snap is 355 2023-12-20T11:02:36.823 INFO:tasks.rados.rados.0.smithi123.stdout:3763: read oid 50 snap -1 2023-12-20T11:02:36.823 INFO:tasks.rados.rados.0.smithi123.stdout:3763: expect deleted 2023-12-20T11:02:36.823 INFO:tasks.rados.rados.0.smithi123.stdout:3764: setattr oid 14 current snap is 355 2023-12-20T11:02:36.823 INFO:tasks.rados.rados.0.smithi123.stdout:3765: copy_from oid 34 from oid 17 current snap is 355 2023-12-20T11:02:36.823 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 48 current snap is 355 2023-12-20T11:02:36.823 INFO:tasks.rados.rados.0.smithi123.stdout:3766: seq_num 1209 ranges {180224=655360,835584=401408} 2023-12-20T11:02:36.827 INFO:tasks.rados.rados.0.smithi123.stdout:3766: writing smithi123173835-48 from 180224 to 835584 tid 1 2023-12-20T11:02:36.830 INFO:tasks.rados.rados.0.smithi123.stdout:3766: writing smithi123173835-48 from 835584 to 1236992 tid 2 2023-12-20T11:02:36.830 INFO:tasks.rados.rados.0.smithi123.stdout:3767: delete oid 37 current snap is 355 2023-12-20T11:02:36.830 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 14 v 2837 (ObjNum 1186 snap 348 seq_num 1186) dirty exists 2023-12-20T11:02:36.830 INFO:tasks.rados.rados.0.smithi123.stdout:3765: finishing copy_from racing read to smithi123173835-34 2023-12-20T11:02:36.830 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 2862 (ObjNum 1164 snap 337 seq_num 1164) dirty exists 2023-12-20T11:02:36.830 INFO:tasks.rados.rados.0.smithi123.stdout:3765: finishing copy_from to smithi123173835-34 2023-12-20T11:02:36.830 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 34 v 2813 (ObjNum 65 snap 0 seq_num 1432186974) dirty exists 2023-12-20T11:02:36.834 INFO:tasks.rados.rados.0.smithi123.stdout:3762: done (5 left) 2023-12-20T11:02:36.834 INFO:tasks.rados.rados.0.smithi123.stdout:3763: done (4 left) 2023-12-20T11:02:36.834 INFO:tasks.rados.rados.0.smithi123.stdout:3764: done (3 left) 2023-12-20T11:02:36.834 INFO:tasks.rados.rados.0.smithi123.stdout:3765: done (2 left) 2023-12-20T11:02:36.834 INFO:tasks.rados.rados.0.smithi123.stdout:3767: done (1 left) 2023-12-20T11:02:36.834 INFO:tasks.rados.rados.0.smithi123.stdout:3768: read oid 43 snap -1 2023-12-20T11:02:36.834 INFO:tasks.rados.rados.0.smithi123.stdout:3768: expect (ObjNum 1043 snap 313 seq_num 1043) 2023-12-20T11:02:36.834 INFO:tasks.rados.rados.0.smithi123.stdout:3769: read oid 20 snap -1 2023-12-20T11:02:36.834 INFO:tasks.rados.rados.0.smithi123.stdout:3769: expect deleted 2023-12-20T11:02:36.835 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 50 current snap is 355 2023-12-20T11:02:36.835 INFO:tasks.rados.rados.0.smithi123.stdout:3770: seq_num 1211 ranges {0=688128,688128=401408} 2023-12-20T11:02:36.838 INFO:tasks.rados.rados.0.smithi123.stdout:3770: writing smithi123173835-50 from 0 to 688128 tid 1 2023-12-20T11:02:36.841 INFO:tasks.rados.rados.0.smithi123.stdout:3770: writing smithi123173835-50 from 688128 to 1089536 tid 2 2023-12-20T11:02:36.841 INFO:tasks.rados.rados.0.smithi123.stdout:3771: snap_create 2023-12-20T11:02:36.841 INFO:tasks.rados.rados.0.smithi123.stdout:3766: finishing write tid 1 to smithi123173835-48 2023-12-20T11:02:36.841 INFO:tasks.rados.rados.0.smithi123.stdout:3766: finishing write tid 2 to smithi123173835-48 2023-12-20T11:02:36.842 INFO:tasks.rados.rados.0.smithi123.stdout:3766: finishing write tid 3 to smithi123173835-48 2023-12-20T11:02:36.842 INFO:tasks.rados.rados.0.smithi123.stdout:3766: finishing write tid 4 to smithi123173835-48 2023-12-20T11:02:36.842 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 2676 (ObjNum 1209 snap 355 seq_num 1209) dirty exists 2023-12-20T11:02:36.842 INFO:tasks.rados.rados.0.smithi123.stdout:3766: left oid 48 (ObjNum 1209 snap 355 seq_num 1209) 2023-12-20T11:02:36.842 INFO:tasks.rados.rados.0.smithi123.stdout:3768: expect (ObjNum 1043 snap 313 seq_num 1043) 2023-12-20T11:02:36.876 INFO:tasks.rados.rados.0.smithi123.stdout:3770: finishing write tid 1 to smithi123173835-50 2023-12-20T11:02:36.876 INFO:tasks.rados.rados.0.smithi123.stdout:3770: finishing write tid 2 to smithi123173835-50 2023-12-20T11:02:36.877 INFO:tasks.rados.rados.0.smithi123.stdout:3770: finishing write tid 3 to smithi123173835-50 2023-12-20T11:02:36.877 INFO:tasks.rados.rados.0.smithi123.stdout:3770: finishing write tid 4 to smithi123173835-50 2023-12-20T11:02:36.877 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 50 v 2962 (ObjNum 1211 snap 355 seq_num 1211) dirty exists 2023-12-20T11:02:36.877 INFO:tasks.rados.rados.0.smithi123.stdout:3770: left oid 50 (ObjNum 1211 snap 355 seq_num 1211) 2023-12-20T11:02:37.176 INFO:tasks.rados.rados.0.smithi123.stdout:3766: done (4 left) 2023-12-20T11:02:37.176 INFO:tasks.rados.rados.0.smithi123.stdout:3768: done (3 left) 2023-12-20T11:02:37.176 INFO:tasks.rados.rados.0.smithi123.stdout:3769: done (2 left) 2023-12-20T11:02:37.176 INFO:tasks.rados.rados.0.smithi123.stdout:3770: done (1 left) 2023-12-20T11:02:37.177 INFO:tasks.rados.rados.0.smithi123.stdout:3771: done (0 left) 2023-12-20T11:02:37.177 INFO:tasks.rados.rados.0.smithi123.stdout:3772: setattr oid 31 current snap is 356 2023-12-20T11:02:37.178 INFO:tasks.rados.rados.0.smithi123.stdout:3773: snap_remove snap 351 2023-12-20T11:02:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:37 smithi123 ceph-mon[191304]: pgmap v897: 121 pgs: 121 active+clean; 184 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-20T11:02:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:37 smithi123 ceph-mon[191304]: osdmap e780: 8 total, 8 up, 8 in 2023-12-20T11:02:37.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:37 smithi123 ceph-mon[188613]: pgmap v897: 121 pgs: 121 active+clean; 184 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-20T11:02:37.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:37 smithi123 ceph-mon[188613]: osdmap e780: 8 total, 8 up, 8 in 2023-12-20T11:02:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:37 smithi177 ceph-mon[212096]: pgmap v897: 121 pgs: 121 active+clean; 184 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-20T11:02:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:37 smithi177 ceph-mon[212096]: osdmap e780: 8 total, 8 up, 8 in 2023-12-20T11:02:38.194 INFO:tasks.rados.rados.0.smithi123.stdout:3773: done (1 left) 2023-12-20T11:02:38.194 INFO:tasks.rados.rados.0.smithi123.stdout:3774: copy_from oid 4 from oid 18 current snap is 356 2023-12-20T11:02:38.194 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 31 v 2667 (ObjNum 1177 snap 341 seq_num 1177) dirty exists 2023-12-20T11:02:38.195 INFO:tasks.rados.rados.0.smithi123.stdout:3772: done (1 left) 2023-12-20T11:02:38.195 INFO:tasks.rados.rados.0.smithi123.stdout:3775: snap_remove snap 354 2023-12-20T11:02:38.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:38 smithi123 ceph-mon[191304]: osdmap e781: 8 total, 8 up, 8 in 2023-12-20T11:02:38.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:38 smithi123 ceph-mon[188613]: osdmap e781: 8 total, 8 up, 8 in 2023-12-20T11:02:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:38 smithi177 ceph-mon[212096]: osdmap e781: 8 total, 8 up, 8 in 2023-12-20T11:02:39.190 INFO:tasks.rados.rados.0.smithi123.stdout:3775: done (1 left) 2023-12-20T11:02:39.190 INFO:tasks.rados.rados.0.smithi123.stdout:3776: snap_remove snap 344 2023-12-20T11:02:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:39 smithi123 ceph-mon[191304]: pgmap v900: 121 pgs: 121 active+clean; 188 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 742 KiB/s wr, 4 op/s 2023-12-20T11:02:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:39 smithi123 ceph-mon[191304]: osdmap e782: 8 total, 8 up, 8 in 2023-12-20T11:02:39.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:39 smithi123 ceph-mon[188613]: pgmap v900: 121 pgs: 121 active+clean; 188 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 742 KiB/s wr, 4 op/s 2023-12-20T11:02:39.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:39 smithi123 ceph-mon[188613]: osdmap e782: 8 total, 8 up, 8 in 2023-12-20T11:02:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:02:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:02:39] "GET /metrics HTTP/1.1" 200 36161 "" "Prometheus/2.43.0" 2023-12-20T11:02:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:39 smithi177 ceph-mon[212096]: pgmap v900: 121 pgs: 121 active+clean; 188 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 742 KiB/s wr, 4 op/s 2023-12-20T11:02:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:39 smithi177 ceph-mon[212096]: osdmap e782: 8 total, 8 up, 8 in 2023-12-20T11:02:40.195 INFO:tasks.rados.rados.0.smithi123.stdout:3776: done (1 left) 2023-12-20T11:02:40.195 INFO:tasks.rados.rados.0.smithi123.stdout:3777: read oid 28 snap 348 2023-12-20T11:02:40.195 INFO:tasks.rados.rados.0.smithi123.stdout:3777: expect (ObjNum 1170 snap 340 seq_num 1170) 2023-12-20T11:02:40.195 INFO:tasks.rados.rados.0.smithi123.stdout:3778: copy_from oid 49 from oid 19 current snap is 356 2023-12-20T11:02:40.195 INFO:tasks.rados.rados.0.smithi123.stdout:3774: finishing copy_from racing read to smithi123173835-4 2023-12-20T11:02:40.195 INFO:tasks.rados.rados.0.smithi123.stdout:3774: finishing copy_from to smithi123173835-4 2023-12-20T11:02:40.196 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 2861 (ObjNum 1194 snap 349 seq_num 1194) dirty exists 2023-12-20T11:02:40.196 INFO:tasks.rados.rados.0.smithi123.stdout:3774: done (2 left) 2023-12-20T11:02:40.196 INFO:tasks.rados.rados.0.smithi123.stdout:3779: snap_create 2023-12-20T11:02:40.207 INFO:tasks.rados.rados.0.smithi123.stdout:3777: expect (ObjNum 1170 snap 340 seq_num 1170) 2023-12-20T11:02:40.314 INFO:tasks.rados.rados.0.smithi123.stdout:3778: finishing copy_from racing read to smithi123173835-49 2023-12-20T11:02:40.318 INFO:tasks.rados.rados.0.smithi123.stdout:3778: finishing copy_from to smithi123173835-49 2023-12-20T11:02:40.318 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 49 v 2862 (ObjNum 1164 snap 337 seq_num 1164) dirty exists 2023-12-20T11:02:40.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:40 smithi123 ceph-mon[191304]: osdmap e783: 8 total, 8 up, 8 in 2023-12-20T11:02:40.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:40 smithi123 ceph-mon[188613]: osdmap e783: 8 total, 8 up, 8 in 2023-12-20T11:02:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:40 smithi177 ceph-mon[212096]: osdmap e783: 8 total, 8 up, 8 in 2023-12-20T11:02:41.197 INFO:tasks.rados.rados.0.smithi123.stdout:3777: done (2 left) 2023-12-20T11:02:41.197 INFO:tasks.rados.rados.0.smithi123.stdout:3778: done (1 left) 2023-12-20T11:02:41.197 INFO:tasks.rados.rados.0.smithi123.stdout:3779: done (0 left) 2023-12-20T11:02:41.197 INFO:tasks.rados.rados.0.smithi123.stdout:3780: snap_create 2023-12-20T11:02:41.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:41 smithi123 ceph-mon[191304]: pgmap v903: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 201 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.0 MiB/s wr, 7 op/s 2023-12-20T11:02:41.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:41 smithi123 ceph-mon[191304]: osdmap e784: 8 total, 8 up, 8 in 2023-12-20T11:02:41.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:41 smithi123 ceph-mon[188613]: pgmap v903: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 201 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.0 MiB/s wr, 7 op/s 2023-12-20T11:02:41.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:41 smithi123 ceph-mon[188613]: osdmap e784: 8 total, 8 up, 8 in 2023-12-20T11:02:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:41 smithi177 ceph-mon[212096]: pgmap v903: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 201 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.0 MiB/s wr, 7 op/s 2023-12-20T11:02:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:41 smithi177 ceph-mon[212096]: osdmap e784: 8 total, 8 up, 8 in 2023-12-20T11:02:42.198 INFO:tasks.rados.rados.0.smithi123.stdout:3780: done (0 left) 2023-12-20T11:02:42.198 INFO:tasks.rados.rados.0.smithi123.stdout:3781: rollback oid 9 current snap is 358 2023-12-20T11:02:42.198 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 9 to 342 2023-12-20T11:02:42.198 INFO:tasks.rados.rados.0.smithi123.stdout:3782: copy_from oid 11 from oid 31 current snap is 358 2023-12-20T11:02:42.198 INFO:tasks.rados.rados.0.smithi123.stdout:3783: read oid 13 snap -1 2023-12-20T11:02:42.198 INFO:tasks.rados.rados.0.smithi123.stdout:3783: expect deleted 2023-12-20T11:02:42.198 INFO:tasks.rados.rados.0.smithi123.stdout:3784: snap_create 2023-12-20T11:02:42.205 INFO:tasks.rados.rados.0.smithi123.stdout:3781: finishing rollback tid 0 to smithi123173835-9 2023-12-20T11:02:42.205 INFO:tasks.rados.rados.0.smithi123.stdout:3781: finishing rollback tid 1 to smithi123173835-9 2023-12-20T11:02:42.205 INFO:tasks.rados.rados.0.smithi123.stdout:3781: finishing rollback tid 2 to smithi123173835-9 2023-12-20T11:02:42.205 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 9 v 2840 (ObjNum 1155 snap 336 seq_num 1155) dirty exists 2023-12-20T11:02:42.214 INFO:tasks.rados.rados.0.smithi123.stdout:3782: finishing copy_from racing read to smithi123173835-11 2023-12-20T11:02:42.218 INFO:tasks.rados.rados.0.smithi123.stdout:3782: finishing copy_from to smithi123173835-11 2023-12-20T11:02:42.218 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 11 v 2667 (ObjNum 1177 snap 341 seq_num 1177) dirty exists 2023-12-20T11:02:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:42 smithi123 ceph-mon[191304]: osdmap e785: 8 total, 8 up, 8 in 2023-12-20T11:02:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:02:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:42 smithi123 ceph-mon[191304]: osdmap e786: 8 total, 8 up, 8 in 2023-12-20T11:02:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:42 smithi123 ceph-mon[188613]: osdmap e785: 8 total, 8 up, 8 in 2023-12-20T11:02:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:02:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:42 smithi123 ceph-mon[188613]: osdmap e786: 8 total, 8 up, 8 in 2023-12-20T11:02:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:42 smithi177 ceph-mon[212096]: osdmap e785: 8 total, 8 up, 8 in 2023-12-20T11:02:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:02:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:42 smithi177 ceph-mon[212096]: osdmap e786: 8 total, 8 up, 8 in 2023-12-20T11:02:43.201 INFO:tasks.rados.rados.0.smithi123.stdout:3781: done (3 left) 2023-12-20T11:02:43.201 INFO:tasks.rados.rados.0.smithi123.stdout:3782: done (2 left) 2023-12-20T11:02:43.201 INFO:tasks.rados.rados.0.smithi123.stdout:3783: done (1 left) 2023-12-20T11:02:43.201 INFO:tasks.rados.rados.0.smithi123.stdout:3784: done (0 left) 2023-12-20T11:02:43.201 INFO:tasks.rados.rados.0.smithi123.stdout:3785: rollback oid 20 current snap is 359 2023-12-20T11:02:43.202 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 20 to 358 2023-12-20T11:02:43.202 INFO:tasks.rados.rados.0.smithi123.stdout:3786: rmattr oid 23 current snap is 359 2023-12-20T11:02:43.202 INFO:tasks.rados.rados.0.smithi123.stdout:3787: rollback oid 6 current snap is 359 2023-12-20T11:02:43.202 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 6 to 352 2023-12-20T11:02:43.202 INFO:tasks.rados.rados.0.smithi123.stdout:3788: delete oid 36 current snap is 359 2023-12-20T11:02:43.206 INFO:tasks.rados.rados.0.smithi123.stdout:3788: done (3 left) 2023-12-20T11:02:43.206 INFO:tasks.rados.rados.0.smithi123.stdout:3789: delete oid 36 current snap is 359 2023-12-20T11:02:43.207 INFO:tasks.rados.rados.0.smithi123.stdout:3785: finishing rollback tid 1 to smithi123173835-20 2023-12-20T11:02:43.207 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 20 v 1653 (ObjNum 33 snap 0 seq_num 2) dirty dne 2023-12-20T11:02:43.210 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 23 v 2862 (ObjNum 1157 snap 336 seq_num 1157) dirty exists 2023-12-20T11:02:43.211 INFO:tasks.rados.rados.0.smithi123.stdout:3787: finishing rollback tid 0 to smithi123173835-6 2023-12-20T11:02:43.212 INFO:tasks.rados.rados.0.smithi123.stdout:3785: done (3 left) 2023-12-20T11:02:43.212 INFO:tasks.rados.rados.0.smithi123.stdout:3786: done (2 left) 2023-12-20T11:02:43.212 INFO:tasks.rados.rados.0.smithi123.stdout:3789: done (1 left) 2023-12-20T11:02:43.212 INFO:tasks.rados.rados.0.smithi123.stdout:3790: snap_remove snap 353 2023-12-20T11:02:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:43 smithi123 ceph-mon[191304]: pgmap v906: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 9.2 MiB/s wr, 25 op/s 2023-12-20T11:02:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:43 smithi123 ceph-mon[191304]: osdmap e787: 8 total, 8 up, 8 in 2023-12-20T11:02:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:43 smithi123 ceph-mon[188613]: pgmap v906: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 9.2 MiB/s wr, 25 op/s 2023-12-20T11:02:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:43 smithi123 ceph-mon[188613]: osdmap e787: 8 total, 8 up, 8 in 2023-12-20T11:02:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:43 smithi177 ceph-mon[212096]: pgmap v906: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 9.2 MiB/s wr, 25 op/s 2023-12-20T11:02:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:43 smithi177 ceph-mon[212096]: osdmap e787: 8 total, 8 up, 8 in 2023-12-20T11:02:44.221 INFO:tasks.rados.rados.0.smithi123.stdout:3790: done (1 left) 2023-12-20T11:02:44.222 INFO:tasks.rados.rados.0.smithi123.stdout:3791: delete oid 14 current snap is 359 2023-12-20T11:02:44.222 INFO:tasks.rados.rados.0.smithi123.stdout:3787: finishing rollback tid 1 to smithi123173835-6 2023-12-20T11:02:44.222 INFO:tasks.rados.rados.0.smithi123.stdout:3787: finishing rollback tid 2 to smithi123173835-6 2023-12-20T11:02:44.222 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 2865 (ObjNum 1165 snap 337 seq_num 1165) dirty exists 2023-12-20T11:02:44.234 INFO:tasks.rados.rados.0.smithi123.stdout:3787: done (1 left) 2023-12-20T11:02:44.235 INFO:tasks.rados.rados.0.smithi123.stdout:3791: done (0 left) 2023-12-20T11:02:44.235 INFO:tasks.rados.rados.0.smithi123.stdout:3792: snap_create 2023-12-20T11:02:45.219 INFO:tasks.rados.rados.0.smithi123.stdout:3792: done (0 left) 2023-12-20T11:02:45.219 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 8 current snap is 360 2023-12-20T11:02:45.219 INFO:tasks.rados.rados.0.smithi123.stdout:3793: seq_num 1215 ranges {3014656=753664,3768320=401408} 2023-12-20T11:02:45.239 INFO:tasks.rados.rados.0.smithi123.stdout:3793: writing smithi123173835-8 from 3014656 to 3768320 tid 1 2023-12-20T11:02:45.242 INFO:tasks.rados.rados.0.smithi123.stdout:3793: writing smithi123173835-8 from 3768320 to 4169728 tid 2 2023-12-20T11:02:45.242 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 29 current snap is 360 2023-12-20T11:02:45.242 INFO:tasks.rados.rados.0.smithi123.stdout:3794: seq_num 1216 ranges {8724480=770048,9494528=401408} 2023-12-20T11:02:45.292 INFO:tasks.rados.rados.0.smithi123.stdout:3794: writing smithi123173835-29 from 8724480 to 9494528 tid 1 2023-12-20T11:02:45.294 INFO:tasks.rados.rados.0.smithi123.stdout:3794: writing smithi123173835-29 from 9494528 to 9895936 tid 2 2023-12-20T11:02:45.295 INFO:tasks.rados.rados.0.smithi123.stdout:3795: copy_from oid 12 from oid 17 current snap is 360 2023-12-20T11:02:45.295 INFO:tasks.rados.rados.0.smithi123.stdout:3793: finishing write tid 1 to smithi123173835-8 2023-12-20T11:02:45.295 INFO:tasks.rados.rados.0.smithi123.stdout:3793: finishing write tid 2 to smithi123173835-8 2023-12-20T11:02:45.295 INFO:tasks.rados.rados.0.smithi123.stdout:3793: finishing write tid 3 to smithi123173835-8 2023-12-20T11:02:45.295 INFO:tasks.rados.rados.0.smithi123.stdout:3793: finishing write tid 4 to smithi123173835-8 2023-12-20T11:02:45.295 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 2040 (ObjNum 1215 snap 360 seq_num 1215) dirty exists 2023-12-20T11:02:45.295 INFO:tasks.rados.rados.0.smithi123.stdout:3793: left oid 8 (ObjNum 1215 snap 360 seq_num 1215) 2023-12-20T11:02:45.295 INFO:tasks.rados.rados.0.smithi123.stdout:3793: done (2 left) 2023-12-20T11:02:45.295 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 22 current snap is 360 2023-12-20T11:02:45.295 INFO:tasks.rados.rados.0.smithi123.stdout:3796: seq_num 1217 ranges {81920=786432,868352=401408} 2023-12-20T11:02:45.300 INFO:tasks.rados.rados.0.smithi123.stdout:3796: writing smithi123173835-22 from 81920 to 868352 tid 1 2023-12-20T11:02:45.302 INFO:tasks.rados.rados.0.smithi123.stdout:3796: writing smithi123173835-22 from 868352 to 1269760 tid 2 2023-12-20T11:02:45.302 INFO:tasks.rados.rados.0.smithi123.stdout:3797: snap_remove snap 356 2023-12-20T11:02:45.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:45 smithi123 ceph-mon[188613]: pgmap v909: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.0 MiB/s wr, 22 op/s 2023-12-20T11:02:45.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:45 smithi123 ceph-mon[188613]: osdmap e788: 8 total, 8 up, 8 in 2023-12-20T11:02:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:45 smithi123 ceph-mon[191304]: pgmap v909: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.0 MiB/s wr, 22 op/s 2023-12-20T11:02:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:45 smithi123 ceph-mon[191304]: osdmap e788: 8 total, 8 up, 8 in 2023-12-20T11:02:45.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:45 smithi177 ceph-mon[212096]: pgmap v909: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.0 MiB/s wr, 22 op/s 2023-12-20T11:02:45.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:45 smithi177 ceph-mon[212096]: osdmap e788: 8 total, 8 up, 8 in 2023-12-20T11:02:46.237 INFO:tasks.rados.rados.0.smithi123.stdout:3797: done (3 left) 2023-12-20T11:02:46.237 INFO:tasks.rados.rados.0.smithi123.stdout:3798: rollback oid 40 current snap is 360 2023-12-20T11:02:46.237 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 40 to 355 2023-12-20T11:02:46.238 INFO:tasks.rados.rados.0.smithi123.stdout:3795: finishing copy_from racing read to smithi123173835-12 2023-12-20T11:02:46.238 INFO:tasks.rados.rados.0.smithi123.stdout:3794: finishing write tid 1 to smithi123173835-29 2023-12-20T11:02:46.238 INFO:tasks.rados.rados.0.smithi123.stdout:3794: finishing write tid 2 to smithi123173835-29 2023-12-20T11:02:46.238 INFO:tasks.rados.rados.0.smithi123.stdout:3794: finishing write tid 3 to smithi123173835-29 2023-12-20T11:02:46.238 INFO:tasks.rados.rados.0.smithi123.stdout:3795: finishing copy_from to smithi123173835-12 2023-12-20T11:02:46.238 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 2813 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-20T11:02:46.238 INFO:tasks.rados.rados.0.smithi123.stdout:3794: finishing write tid 4 to smithi123173835-29 2023-12-20T11:02:46.238 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 2851 (ObjNum 1216 snap 360 seq_num 1216) dirty exists 2023-12-20T11:02:46.238 INFO:tasks.rados.rados.0.smithi123.stdout:3794: left oid 29 (ObjNum 1216 snap 360 seq_num 1216) 2023-12-20T11:02:46.238 INFO:tasks.rados.rados.0.smithi123.stdout:3796: finishing write tid 1 to smithi123173835-22 2023-12-20T11:02:46.238 INFO:tasks.rados.rados.0.smithi123.stdout:3796: finishing write tid 2 to smithi123173835-22 2023-12-20T11:02:46.238 INFO:tasks.rados.rados.0.smithi123.stdout:3794: done (3 left) 2023-12-20T11:02:46.238 INFO:tasks.rados.rados.0.smithi123.stdout:3795: done (2 left) 2023-12-20T11:02:46.238 INFO:tasks.rados.rados.0.smithi123.stdout:3799: snap_remove snap 343 2023-12-20T11:02:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:46 smithi123 ceph-mon[191304]: osdmap e789: 8 total, 8 up, 8 in 2023-12-20T11:02:46.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:46 smithi123 ceph-mon[188613]: osdmap e789: 8 total, 8 up, 8 in 2023-12-20T11:02:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:46 smithi177 ceph-mon[212096]: osdmap e789: 8 total, 8 up, 8 in 2023-12-20T11:02:47.238 INFO:tasks.rados.rados.0.smithi123.stdout:3799: done (2 left) 2023-12-20T11:02:47.238 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 35 current snap is 360 2023-12-20T11:02:47.238 INFO:tasks.rados.rados.0.smithi123.stdout:3800: seq_num 1218 ranges {0=802816,802816=401408} 2023-12-20T11:02:47.246 INFO:tasks.rados.rados.0.smithi123.stdout:3800: writing smithi123173835-35 from 0 to 802816 tid 1 2023-12-20T11:02:47.246 INFO:tasks.rados.rados.0.smithi123.stdout:3800: writing smithi123173835-35 from 802816 to 1204224 tid 2 2023-12-20T11:02:47.246 INFO:tasks.rados.rados.0.smithi123.stdout:3801: snap_create 2023-12-20T11:02:47.246 INFO:tasks.rados.rados.0.smithi123.stdout:3796: finishing write tid 3 to smithi123173835-22 2023-12-20T11:02:47.246 INFO:tasks.rados.rados.0.smithi123.stdout:3796: finishing write tid 4 to smithi123173835-22 2023-12-20T11:02:47.246 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 22 v 2864 (ObjNum 1217 snap 360 seq_num 1217) dirty exists 2023-12-20T11:02:47.246 INFO:tasks.rados.rados.0.smithi123.stdout:3796: left oid 22 (ObjNum 1217 snap 360 seq_num 1217) 2023-12-20T11:02:47.246 INFO:tasks.rados.rados.0.smithi123.stdout:3798: finishing rollback tid 1 to smithi123173835-40 2023-12-20T11:02:47.247 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 40 v 0 (ObjNum 65 snap 0 seq_num 1600085361) dirty dne 2023-12-20T11:02:47.260 INFO:tasks.rados.rados.0.smithi123.stdout:3800: finishing write tid 1 to smithi123173835-35 2023-12-20T11:02:47.260 INFO:tasks.rados.rados.0.smithi123.stdout:3800: finishing write tid 2 to smithi123173835-35 2023-12-20T11:02:47.260 INFO:tasks.rados.rados.0.smithi123.stdout:3800: finishing write tid 3 to smithi123173835-35 2023-12-20T11:02:47.263 INFO:tasks.rados.rados.0.smithi123.stdout:3800: finishing write tid 4 to smithi123173835-35 2023-12-20T11:02:47.263 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 35 v 2979 (ObjNum 1218 snap 360 seq_num 1218) dirty exists 2023-12-20T11:02:47.264 INFO:tasks.rados.rados.0.smithi123.stdout:3800: left oid 35 (ObjNum 1218 snap 360 seq_num 1218) 2023-12-20T11:02:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:47 smithi123 ceph-mon[191304]: pgmap v912: 121 pgs: 121 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 294 KiB/s rd, 0 B/s wr, 2 op/s 2023-12-20T11:02:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:47 smithi123 ceph-mon[191304]: osdmap e790: 8 total, 8 up, 8 in 2023-12-20T11:02:47.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:47 smithi123 ceph-mon[188613]: pgmap v912: 121 pgs: 121 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 294 KiB/s rd, 0 B/s wr, 2 op/s 2023-12-20T11:02:47.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:47 smithi123 ceph-mon[188613]: osdmap e790: 8 total, 8 up, 8 in 2023-12-20T11:02:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:47 smithi177 ceph-mon[212096]: pgmap v912: 121 pgs: 121 active+clean; 225 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 294 KiB/s rd, 0 B/s wr, 2 op/s 2023-12-20T11:02:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:47 smithi177 ceph-mon[212096]: osdmap e790: 8 total, 8 up, 8 in 2023-12-20T11:02:48.134 INFO:tasks.rados.rados.0.smithi123.stdout:3796: done (3 left) 2023-12-20T11:02:48.134 INFO:tasks.rados.rados.0.smithi123.stdout:3798: done (2 left) 2023-12-20T11:02:48.134 INFO:tasks.rados.rados.0.smithi123.stdout:3800: done (1 left) 2023-12-20T11:02:48.134 INFO:tasks.rados.rados.0.smithi123.stdout:3801: done (0 left) 2023-12-20T11:02:48.134 INFO:tasks.rados.rados.0.smithi123.stdout:3802: read oid 31 snap -1 2023-12-20T11:02:48.134 INFO:tasks.rados.rados.0.smithi123.stdout:3802: expect (ObjNum 1177 snap 341 seq_num 1177) 2023-12-20T11:02:48.134 INFO:tasks.rados.rados.0.smithi123.stdout:3803: snap_create 2023-12-20T11:02:48.150 INFO:tasks.rados.rados.0.smithi123.stdout:3802: expect (ObjNum 1177 snap 341 seq_num 1177) 2023-12-20T11:02:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:48 smithi177 ceph-mon[212096]: osdmap e791: 8 total, 8 up, 8 in 2023-12-20T11:02:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:48 smithi177 ceph-mon[212096]: osdmap e792: 8 total, 8 up, 8 in 2023-12-20T11:02:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:48 smithi123 ceph-mon[191304]: osdmap e791: 8 total, 8 up, 8 in 2023-12-20T11:02:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:48 smithi123 ceph-mon[191304]: osdmap e792: 8 total, 8 up, 8 in 2023-12-20T11:02:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:48 smithi123 ceph-mon[188613]: osdmap e791: 8 total, 8 up, 8 in 2023-12-20T11:02:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:48 smithi123 ceph-mon[188613]: osdmap e792: 8 total, 8 up, 8 in 2023-12-20T11:02:49.141 INFO:tasks.rados.rados.0.smithi123.stdout:3802: done (1 left) 2023-12-20T11:02:49.142 INFO:tasks.rados.rados.0.smithi123.stdout:3803: done (0 left) 2023-12-20T11:02:49.142 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 42 current snap is 362 2023-12-20T11:02:49.142 INFO:tasks.rados.rados.0.smithi123.stdout:3804: seq_num 1219 ranges {1875968=417792,2293760=557056,2850816=245760} 2023-12-20T11:02:49.153 INFO:tasks.rados.rados.0.smithi123.stdout:3804: writing smithi123173835-42 from 1875968 to 2293760 tid 1 2023-12-20T11:02:49.157 INFO:tasks.rados.rados.0.smithi123.stdout:3804: writing smithi123173835-42 from 2293760 to 2850816 tid 2 2023-12-20T11:02:49.158 INFO:tasks.rados.rados.0.smithi123.stdout:3804: writing smithi123173835-42 from 2850816 to 3096576 tid 3 2023-12-20T11:02:49.158 INFO:tasks.rados.rados.0.smithi123.stdout:3805: setattr oid 12 current snap is 362 2023-12-20T11:02:49.160 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 25 current snap is 362 2023-12-20T11:02:49.160 INFO:tasks.rados.rados.0.smithi123.stdout:3806: seq_num 1220 ranges {3080192=434176,3514368=442368,3956736=360448} 2023-12-20T11:02:49.179 INFO:tasks.rados.rados.0.smithi123.stdout:3806: writing smithi123173835-25 from 3080192 to 3514368 tid 1 2023-12-20T11:02:49.182 INFO:tasks.rados.rados.0.smithi123.stdout:3806: writing smithi123173835-25 from 3514368 to 3956736 tid 2 2023-12-20T11:02:49.185 INFO:tasks.rados.rados.0.smithi123.stdout:3806: writing smithi123173835-25 from 3956736 to 4317184 tid 3 2023-12-20T11:02:49.185 INFO:tasks.rados.rados.0.smithi123.stdout:3807: read oid 23 snap -1 2023-12-20T11:02:49.185 INFO:tasks.rados.rados.0.smithi123.stdout:3807: expect (ObjNum 1157 snap 336 seq_num 1157) 2023-12-20T11:02:49.185 INFO:tasks.rados.rados.0.smithi123.stdout:3808: read oid 2 snap -1 2023-12-20T11:02:49.185 INFO:tasks.rados.rados.0.smithi123.stdout:3808: expect deleted 2023-12-20T11:02:49.185 INFO:tasks.rados.rados.0.smithi123.stdout:3809: delete oid 34 current snap is 362 2023-12-20T11:02:49.185 INFO:tasks.rados.rados.0.smithi123.stdout:3804: finishing write tid 1 to smithi123173835-42 2023-12-20T11:02:49.185 INFO:tasks.rados.rados.0.smithi123.stdout:3804: finishing write tid 2 to smithi123173835-42 2023-12-20T11:02:49.185 INFO:tasks.rados.rados.0.smithi123.stdout:3804: finishing write tid 3 to smithi123173835-42 2023-12-20T11:02:49.185 INFO:tasks.rados.rados.0.smithi123.stdout:3804: finishing write tid 4 to smithi123173835-42 2023-12-20T11:02:49.185 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 2814 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-20T11:02:49.185 INFO:tasks.rados.rados.0.smithi123.stdout:3804: finishing write tid 5 to smithi123173835-42 2023-12-20T11:02:49.186 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 42 v 2869 (ObjNum 1219 snap 362 seq_num 1219) dirty exists 2023-12-20T11:02:49.186 INFO:tasks.rados.rados.0.smithi123.stdout:3804: left oid 42 (ObjNum 1219 snap 362 seq_num 1219) 2023-12-20T11:02:49.186 INFO:tasks.rados.rados.0.smithi123.stdout:3806: finishing write tid 1 to smithi123173835-25 2023-12-20T11:02:49.187 INFO:tasks.rados.rados.0.smithi123.stdout:3806: finishing write tid 2 to smithi123173835-25 2023-12-20T11:02:49.187 INFO:tasks.rados.rados.0.smithi123.stdout:3806: finishing write tid 3 to smithi123173835-25 2023-12-20T11:02:49.187 INFO:tasks.rados.rados.0.smithi123.stdout:3806: finishing write tid 4 to smithi123173835-25 2023-12-20T11:02:49.188 INFO:tasks.rados.rados.0.smithi123.stdout:3807: expect (ObjNum 1157 snap 336 seq_num 1157) 2023-12-20T11:02:49.196 INFO:tasks.rados.rados.0.smithi123.stdout:3806: finishing write tid 5 to smithi123173835-25 2023-12-20T11:02:49.196 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 1612 (ObjNum 1220 snap 362 seq_num 1220) dirty exists 2023-12-20T11:02:49.196 INFO:tasks.rados.rados.0.smithi123.stdout:3806: left oid 25 (ObjNum 1220 snap 362 seq_num 1220) 2023-12-20T11:02:49.196 INFO:tasks.rados.rados.0.smithi123.stdout:3804: done (5 left) 2023-12-20T11:02:49.196 INFO:tasks.rados.rados.0.smithi123.stdout:3805: done (4 left) 2023-12-20T11:02:49.196 INFO:tasks.rados.rados.0.smithi123.stdout:3806: done (3 left) 2023-12-20T11:02:49.196 INFO:tasks.rados.rados.0.smithi123.stdout:3807: done (2 left) 2023-12-20T11:02:49.196 INFO:tasks.rados.rados.0.smithi123.stdout:3808: done (1 left) 2023-12-20T11:02:49.196 INFO:tasks.rados.rados.0.smithi123.stdout:3809: done (0 left) 2023-12-20T11:02:49.196 INFO:tasks.rados.rados.0.smithi123.stdout:3810: snap_create 2023-12-20T11:02:49.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:49 smithi123 ceph-mon[188613]: pgmap v915: 121 pgs: 121 active+clean; 229 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1004 KiB/s wr, 4 op/s 2023-12-20T11:02:49.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:49 smithi123 ceph-mon[188613]: osdmap e793: 8 total, 8 up, 8 in 2023-12-20T11:02:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:49 smithi123 ceph-mon[191304]: pgmap v915: 121 pgs: 121 active+clean; 229 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1004 KiB/s wr, 4 op/s 2023-12-20T11:02:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:49 smithi123 ceph-mon[191304]: osdmap e793: 8 total, 8 up, 8 in 2023-12-20T11:02:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:02:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:02:49] "GET /metrics HTTP/1.1" 200 36158 "" "Prometheus/2.43.0" 2023-12-20T11:02:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:49 smithi177 ceph-mon[212096]: pgmap v915: 121 pgs: 121 active+clean; 229 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1004 KiB/s wr, 4 op/s 2023-12-20T11:02:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:49 smithi177 ceph-mon[212096]: osdmap e793: 8 total, 8 up, 8 in 2023-12-20T11:02:50.142 INFO:tasks.rados.rados.0.smithi123.stdout:3810: done (0 left) 2023-12-20T11:02:50.142 INFO:tasks.rados.rados.0.smithi123.stdout:3811: snap_create 2023-12-20T11:02:51.149 INFO:tasks.rados.rados.0.smithi123.stdout:3811: done (0 left) 2023-12-20T11:02:51.149 INFO:tasks.rados.rados.0.smithi123.stdout:3812: rollback oid 11 current snap is 364 2023-12-20T11:02:51.149 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 11 to 358 2023-12-20T11:02:51.149 INFO:tasks.rados.rados.0.smithi123.stdout:3813: rollback oid 32 current snap is 364 2023-12-20T11:02:51.149 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 32 to 363 2023-12-20T11:02:51.149 INFO:tasks.rados.rados.0.smithi123.stdout:3814: delete oid 15 current snap is 364 2023-12-20T11:02:51.157 INFO:tasks.rados.rados.0.smithi123.stdout:3812: finishing rollback tid 0 to smithi123173835-11 2023-12-20T11:02:51.157 INFO:tasks.rados.rados.0.smithi123.stdout:3812: finishing rollback tid 1 to smithi123173835-11 2023-12-20T11:02:51.157 INFO:tasks.rados.rados.0.smithi123.stdout:3812: finishing rollback tid 2 to smithi123173835-11 2023-12-20T11:02:51.157 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 11 v 2670 (ObjNum 1177 snap 341 seq_num 1177) dirty exists 2023-12-20T11:02:51.160 INFO:tasks.rados.rados.0.smithi123.stdout:3813: finishing rollback tid 0 to smithi123173835-32 2023-12-20T11:02:51.160 INFO:tasks.rados.rados.0.smithi123.stdout:3813: finishing rollback tid 1 to smithi123173835-32 2023-12-20T11:02:51.161 INFO:tasks.rados.rados.0.smithi123.stdout:3813: finishing rollback tid 2 to smithi123173835-32 2023-12-20T11:02:51.161 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 2993 (ObjNum 1204 snap 353 seq_num 1204) dirty exists 2023-12-20T11:02:51.163 INFO:tasks.rados.rados.0.smithi123.stdout:3812: done (2 left) 2023-12-20T11:02:51.163 INFO:tasks.rados.rados.0.smithi123.stdout:3813: done (1 left) 2023-12-20T11:02:51.163 INFO:tasks.rados.rados.0.smithi123.stdout:3814: done (0 left) 2023-12-20T11:02:51.163 INFO:tasks.rados.rados.0.smithi123.stdout:3815: rollback oid 45 current snap is 364 2023-12-20T11:02:51.163 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 45 to 359 2023-12-20T11:02:51.163 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 40 current snap is 364 2023-12-20T11:02:51.163 INFO:tasks.rados.rados.0.smithi123.stdout:3816: seq_num 1223 ranges {0=491520,491520=491520,983040=311296} 2023-12-20T11:02:51.166 INFO:tasks.rados.rados.0.smithi123.stdout:3816: writing smithi123173835-40 from 0 to 491520 tid 1 2023-12-20T11:02:51.169 INFO:tasks.rados.rados.0.smithi123.stdout:3816: writing smithi123173835-40 from 491520 to 983040 tid 2 2023-12-20T11:02:51.171 INFO:tasks.rados.rados.0.smithi123.stdout:3816: writing smithi123173835-40 from 983040 to 1294336 tid 3 2023-12-20T11:02:51.171 INFO:tasks.rados.rados.0.smithi123.stdout:3817: snap_create 2023-12-20T11:02:51.171 INFO:tasks.rados.rados.0.smithi123.stdout:3815: finishing rollback tid 0 to smithi123173835-45 2023-12-20T11:02:51.171 INFO:tasks.rados.rados.0.smithi123.stdout:3815: finishing rollback tid 1 to smithi123173835-45 2023-12-20T11:02:51.171 INFO:tasks.rados.rados.0.smithi123.stdout:3815: finishing rollback tid 2 to smithi123173835-45 2023-12-20T11:02:51.171 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 45 v 2867 (ObjNum 967 snap 292 seq_num 967) dirty exists 2023-12-20T11:02:51.172 INFO:tasks.rados.rados.0.smithi123.stdout:3816: finishing write tid 1 to smithi123173835-40 2023-12-20T11:02:51.176 INFO:tasks.rados.rados.0.smithi123.stdout:3816: finishing write tid 2 to smithi123173835-40 2023-12-20T11:02:51.176 INFO:tasks.rados.rados.0.smithi123.stdout:3816: finishing write tid 3 to smithi123173835-40 2023-12-20T11:02:51.176 INFO:tasks.rados.rados.0.smithi123.stdout:3816: finishing write tid 4 to smithi123173835-40 2023-12-20T11:02:51.178 INFO:tasks.rados.rados.0.smithi123.stdout:3816: finishing write tid 5 to smithi123173835-40 2023-12-20T11:02:51.178 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 40 v 2998 (ObjNum 1223 snap 364 seq_num 1223) dirty exists 2023-12-20T11:02:51.178 INFO:tasks.rados.rados.0.smithi123.stdout:3816: left oid 40 (ObjNum 1223 snap 364 seq_num 1223) 2023-12-20T11:02:51.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:51 smithi123 ceph-mon[191304]: pgmap v918: 121 pgs: 121 active+clean; 232 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 147 KiB/s rd, 1.8 MiB/s wr, 7 op/s 2023-12-20T11:02:51.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:51 smithi123 ceph-mon[191304]: osdmap e794: 8 total, 8 up, 8 in 2023-12-20T11:02:51.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:51 smithi123 ceph-mon[188613]: pgmap v918: 121 pgs: 121 active+clean; 232 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 147 KiB/s rd, 1.8 MiB/s wr, 7 op/s 2023-12-20T11:02:51.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:51 smithi123 ceph-mon[188613]: osdmap e794: 8 total, 8 up, 8 in 2023-12-20T11:02:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:51 smithi177 ceph-mon[212096]: pgmap v918: 121 pgs: 121 active+clean; 232 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 147 KiB/s rd, 1.8 MiB/s wr, 7 op/s 2023-12-20T11:02:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:51 smithi177 ceph-mon[212096]: osdmap e794: 8 total, 8 up, 8 in 2023-12-20T11:02:52.162 INFO:tasks.rados.rados.0.smithi123.stdout:3815: done (2 left) 2023-12-20T11:02:52.162 INFO:tasks.rados.rados.0.smithi123.stdout:3816: done (1 left) 2023-12-20T11:02:52.162 INFO:tasks.rados.rados.0.smithi123.stdout:3817: done (0 left) 2023-12-20T11:02:52.162 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 13 current snap is 365 2023-12-20T11:02:52.163 INFO:tasks.rados.rados.0.smithi123.stdout:3818: seq_num 1224 ranges {0=507904,507904=425984,933888=376832} 2023-12-20T11:02:52.165 INFO:tasks.rados.rados.0.smithi123.stdout:3818: writing smithi123173835-13 from 0 to 507904 tid 1 2023-12-20T11:02:52.167 INFO:tasks.rados.rados.0.smithi123.stdout:3818: writing smithi123173835-13 from 507904 to 933888 tid 2 2023-12-20T11:02:52.170 INFO:tasks.rados.rados.0.smithi123.stdout:3818: writing smithi123173835-13 from 933888 to 1310720 tid 3 2023-12-20T11:02:52.170 INFO:tasks.rados.rados.0.smithi123.stdout:3819: rollback oid 30 current snap is 365 2023-12-20T11:02:52.170 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 30 to 358 2023-12-20T11:02:52.170 INFO:tasks.rados.rados.0.smithi123.stdout:3820: snap_create 2023-12-20T11:02:52.176 INFO:tasks.rados.rados.0.smithi123.stdout:3819: finishing rollback tid 0 to smithi123173835-30 2023-12-20T11:02:52.176 INFO:tasks.rados.rados.0.smithi123.stdout:3819: finishing rollback tid 1 to smithi123173835-30 2023-12-20T11:02:52.176 INFO:tasks.rados.rados.0.smithi123.stdout:3818: finishing write tid 1 to smithi123173835-13 2023-12-20T11:02:52.176 INFO:tasks.rados.rados.0.smithi123.stdout:3819: finishing rollback tid 2 to smithi123173835-30 2023-12-20T11:02:52.176 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 30 v 2844 (ObjNum 1126 snap 329 seq_num 1126) dirty exists 2023-12-20T11:02:52.178 INFO:tasks.rados.rados.0.smithi123.stdout:3818: finishing write tid 2 to smithi123173835-13 2023-12-20T11:02:52.178 INFO:tasks.rados.rados.0.smithi123.stdout:3818: finishing write tid 3 to smithi123173835-13 2023-12-20T11:02:52.178 INFO:tasks.rados.rados.0.smithi123.stdout:3818: finishing write tid 4 to smithi123173835-13 2023-12-20T11:02:52.181 INFO:tasks.rados.rados.0.smithi123.stdout:3818: finishing write tid 5 to smithi123173835-13 2023-12-20T11:02:52.181 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 3002 (ObjNum 1224 snap 365 seq_num 1224) dirty exists 2023-12-20T11:02:52.181 INFO:tasks.rados.rados.0.smithi123.stdout:3818: left oid 13 (ObjNum 1224 snap 365 seq_num 1224) 2023-12-20T11:02:52.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:52 smithi123 ceph-mon[191304]: osdmap e795: 8 total, 8 up, 8 in 2023-12-20T11:02:52.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:52 smithi123 ceph-mon[188613]: osdmap e795: 8 total, 8 up, 8 in 2023-12-20T11:02:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:52 smithi177 ceph-mon[212096]: osdmap e795: 8 total, 8 up, 8 in 2023-12-20T11:02:53.137 INFO:tasks.rados.rados.0.smithi123.stdout:3818: done (2 left) 2023-12-20T11:02:53.137 INFO:tasks.rados.rados.0.smithi123.stdout:3819: done (1 left) 2023-12-20T11:02:53.137 INFO:tasks.rados.rados.0.smithi123.stdout:3820: done (0 left) 2023-12-20T11:02:53.137 INFO:tasks.rados.rados.0.smithi123.stdout:3821: read oid 41 snap -1 2023-12-20T11:02:53.137 INFO:tasks.rados.rados.0.smithi123.stdout:3821: expect (ObjNum 1202 snap 351 seq_num 1202) 2023-12-20T11:02:53.137 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 8 current snap is 366 2023-12-20T11:02:53.137 INFO:tasks.rados.rados.0.smithi123.stdout:3822: seq_num 1225 ranges {4169728=524288,4694016=712704,5406720=90112} 2023-12-20T11:02:53.163 INFO:tasks.rados.rados.0.smithi123.stdout:3822: writing smithi123173835-8 from 4169728 to 4694016 tid 1 2023-12-20T11:02:53.167 INFO:tasks.rados.rados.0.smithi123.stdout:3822: writing smithi123173835-8 from 4694016 to 5406720 tid 2 2023-12-20T11:02:53.167 INFO:tasks.rados.rados.0.smithi123.stdout:3822: writing smithi123173835-8 from 5406720 to 5496832 tid 3 2023-12-20T11:02:53.168 INFO:tasks.rados.rados.0.smithi123.stdout:3823: snap_create 2023-12-20T11:02:53.168 INFO:tasks.rados.rados.0.smithi123.stdout:3821: expect (ObjNum 1202 snap 351 seq_num 1202) 2023-12-20T11:02:53.287 INFO:tasks.rados.rados.0.smithi123.stdout:3822: finishing write tid 1 to smithi123173835-8 2023-12-20T11:02:53.288 INFO:tasks.rados.rados.0.smithi123.stdout:3822: finishing write tid 2 to smithi123173835-8 2023-12-20T11:02:53.288 INFO:tasks.rados.rados.0.smithi123.stdout:3822: finishing write tid 3 to smithi123173835-8 2023-12-20T11:02:53.288 INFO:tasks.rados.rados.0.smithi123.stdout:3822: finishing write tid 4 to smithi123173835-8 2023-12-20T11:02:53.288 INFO:tasks.rados.rados.0.smithi123.stdout:3822: finishing write tid 5 to smithi123173835-8 2023-12-20T11:02:53.288 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 2818 (ObjNum 1225 snap 366 seq_num 1225) dirty exists 2023-12-20T11:02:53.288 INFO:tasks.rados.rados.0.smithi123.stdout:3822: left oid 8 (ObjNum 1225 snap 366 seq_num 1225) 2023-12-20T11:02:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:53 smithi123 ceph-mon[191304]: pgmap v921: 121 pgs: 121 active+clean; 234 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2023-12-20T11:02:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:53 smithi123 ceph-mon[191304]: osdmap e796: 8 total, 8 up, 8 in 2023-12-20T11:02:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:53 smithi123 ceph-mon[191304]: osdmap e797: 8 total, 8 up, 8 in 2023-12-20T11:02:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:53 smithi123 ceph-mon[188613]: pgmap v921: 121 pgs: 121 active+clean; 234 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2023-12-20T11:02:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:53 smithi123 ceph-mon[188613]: osdmap e796: 8 total, 8 up, 8 in 2023-12-20T11:02:53.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:53 smithi123 ceph-mon[188613]: osdmap e797: 8 total, 8 up, 8 in 2023-12-20T11:02:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:53 smithi177 ceph-mon[212096]: pgmap v921: 121 pgs: 121 active+clean; 234 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2023-12-20T11:02:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:53 smithi177 ceph-mon[212096]: osdmap e796: 8 total, 8 up, 8 in 2023-12-20T11:02:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:53 smithi177 ceph-mon[212096]: osdmap e797: 8 total, 8 up, 8 in 2023-12-20T11:02:54.170 INFO:tasks.rados.rados.0.smithi123.stdout:3821: done (2 left) 2023-12-20T11:02:54.170 INFO:tasks.rados.rados.0.smithi123.stdout:3822: done (1 left) 2023-12-20T11:02:54.170 INFO:tasks.rados.rados.0.smithi123.stdout:3823: done (0 left) 2023-12-20T11:02:54.170 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 4 current snap is 367 2023-12-20T11:02:54.170 INFO:tasks.rados.rados.0.smithi123.stdout:3824: seq_num 1226 ranges {5242880=540672,5783552=598016,6381568=204800} 2023-12-20T11:02:54.200 INFO:tasks.rados.rados.0.smithi123.stdout:3824: writing smithi123173835-4 from 5242880 to 5783552 tid 1 2023-12-20T11:02:54.204 INFO:tasks.rados.rados.0.smithi123.stdout:3824: writing smithi123173835-4 from 5783552 to 6381568 tid 2 2023-12-20T11:02:54.206 INFO:tasks.rados.rados.0.smithi123.stdout:3824: writing smithi123173835-4 from 6381568 to 6586368 tid 3 2023-12-20T11:02:54.206 INFO:tasks.rados.rados.0.smithi123.stdout:3825: copy_from oid 41 from oid 13 current snap is 367 2023-12-20T11:02:54.206 INFO:tasks.rados.rados.0.smithi123.stdout:3826: setattr oid 47 current snap is 367 2023-12-20T11:02:54.208 INFO:tasks.rados.rados.0.smithi123.stdout:3827: delete oid 37 current snap is 367 2023-12-20T11:02:54.209 INFO:tasks.rados.rados.0.smithi123.stdout:3824: finishing write tid 1 to smithi123173835-4 2023-12-20T11:02:54.211 INFO:tasks.rados.rados.0.smithi123.stdout:3824: finishing write tid 2 to smithi123173835-4 2023-12-20T11:02:54.211 INFO:tasks.rados.rados.0.smithi123.stdout:3824: finishing write tid 3 to smithi123173835-4 2023-12-20T11:02:54.212 INFO:tasks.rados.rados.0.smithi123.stdout:3827: done (3 left) 2023-12-20T11:02:54.212 INFO:tasks.rados.rados.0.smithi123.stdout:3828: delete oid 25 current snap is 367 2023-12-20T11:02:54.212 INFO:tasks.rados.rados.0.smithi123.stdout:3824: finishing write tid 4 to smithi123173835-4 2023-12-20T11:02:54.215 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 47 v 2819 (ObjNum 1108 snap 324 seq_num 1108) dirty exists 2023-12-20T11:02:54.215 INFO:tasks.rados.rados.0.smithi123.stdout:3826: done (3 left) 2023-12-20T11:02:54.215 INFO:tasks.rados.rados.0.smithi123.stdout:3828: done (2 left) 2023-12-20T11:02:54.215 INFO:tasks.rados.rados.0.smithi123.stdout:3829: snap_remove snap 340 2023-12-20T11:02:55.174 INFO:tasks.rados.rados.0.smithi123.stdout:3829: done (2 left) 2023-12-20T11:02:55.175 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 10 current snap is 367 2023-12-20T11:02:55.175 INFO:tasks.rados.rados.0.smithi123.stdout:3824: finishing write tid 5 to smithi123173835-4 2023-12-20T11:02:55.175 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 2873 (ObjNum 1226 snap 367 seq_num 1226) dirty exists 2023-12-20T11:02:55.175 INFO:tasks.rados.rados.0.smithi123.stdout:3824: left oid 4 (ObjNum 1226 snap 367 seq_num 1226) 2023-12-20T11:02:55.175 INFO:tasks.rados.rados.0.smithi123.stdout:3825: finishing copy_from racing read to smithi123173835-41 2023-12-20T11:02:55.175 INFO:tasks.rados.rados.0.smithi123.stdout:3830: seq_num 1229 ranges {401408=589824,991232=647168,1638400=155648} 2023-12-20T11:02:55.194 INFO:tasks.rados.rados.0.smithi123.stdout:3830: writing smithi123173835-10 from 401408 to 991232 tid 1 2023-12-20T11:02:55.194 INFO:tasks.rados.rados.0.smithi123.stdout:3830: writing smithi123173835-10 from 991232 to 1638400 tid 2 2023-12-20T11:02:55.194 INFO:tasks.rados.rados.0.smithi123.stdout:3830: writing smithi123173835-10 from 1638400 to 1794048 tid 3 2023-12-20T11:02:55.194 INFO:tasks.rados.rados.0.smithi123.stdout:3824: done (2 left) 2023-12-20T11:02:55.195 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 32 current snap is 367 2023-12-20T11:02:55.195 INFO:tasks.rados.rados.0.smithi123.stdout:3831: seq_num 1230 ranges {974848=606208,1581056=532480,2113536=270336} 2023-12-20T11:02:55.195 INFO:tasks.rados.rados.0.smithi123.stdout:3831: writing smithi123173835-32 from 974848 to 1581056 tid 1 2023-12-20T11:02:55.200 INFO:tasks.rados.rados.0.smithi123.stdout:3831: writing smithi123173835-32 from 1581056 to 2113536 tid 2 2023-12-20T11:02:55.202 INFO:tasks.rados.rados.0.smithi123.stdout:3831: writing smithi123173835-32 from 2113536 to 2383872 tid 3 2023-12-20T11:02:55.202 INFO:tasks.rados.rados.0.smithi123.stdout:3832: read oid 37 snap -1 2023-12-20T11:02:55.202 INFO:tasks.rados.rados.0.smithi123.stdout:3832: expect deleted 2023-12-20T11:02:55.202 INFO:tasks.rados.rados.0.smithi123.stdout:3833: read oid 24 snap -1 2023-12-20T11:02:55.202 INFO:tasks.rados.rados.0.smithi123.stdout:3833: expect (ObjNum 967 snap 292 seq_num 967) 2023-12-20T11:02:55.202 INFO:tasks.rados.rados.0.smithi123.stdout:3834: snap_create 2023-12-20T11:02:55.203 INFO:tasks.rados.rados.0.smithi123.stdout:3825: finishing copy_from to smithi123173835-41 2023-12-20T11:02:55.203 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 3002 (ObjNum 1224 snap 365 seq_num 1224) dirty exists 2023-12-20T11:02:55.211 INFO:tasks.rados.rados.0.smithi123.stdout:3830: finishing write tid 1 to smithi123173835-10 2023-12-20T11:02:55.212 INFO:tasks.rados.rados.0.smithi123.stdout:3830: finishing write tid 2 to smithi123173835-10 2023-12-20T11:02:55.212 INFO:tasks.rados.rados.0.smithi123.stdout:3830: finishing write tid 3 to smithi123173835-10 2023-12-20T11:02:55.212 INFO:tasks.rados.rados.0.smithi123.stdout:3830: finishing write tid 4 to smithi123173835-10 2023-12-20T11:02:55.212 INFO:tasks.rados.rados.0.smithi123.stdout:3831: finishing write tid 1 to smithi123173835-32 2023-12-20T11:02:55.213 INFO:tasks.rados.rados.0.smithi123.stdout:3831: finishing write tid 2 to smithi123173835-32 2023-12-20T11:02:55.215 INFO:tasks.rados.rados.0.smithi123.stdout:3830: finishing write tid 5 to smithi123173835-10 2023-12-20T11:02:55.215 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 3011 (ObjNum 1229 snap 367 seq_num 1229) dirty exists 2023-12-20T11:02:55.215 INFO:tasks.rados.rados.0.smithi123.stdout:3830: left oid 10 (ObjNum 1229 snap 367 seq_num 1229) 2023-12-20T11:02:55.222 INFO:tasks.rados.rados.0.smithi123.stdout:3831: finishing write tid 3 to smithi123173835-32 2023-12-20T11:02:55.223 INFO:tasks.rados.rados.0.smithi123.stdout:3831: finishing write tid 4 to smithi123173835-32 2023-12-20T11:02:55.226 INFO:tasks.rados.rados.0.smithi123.stdout:3831: finishing write tid 5 to smithi123173835-32 2023-12-20T11:02:55.226 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 32 v 3020 (ObjNum 1230 snap 367 seq_num 1230) dirty exists 2023-12-20T11:02:55.226 INFO:tasks.rados.rados.0.smithi123.stdout:3831: left oid 32 (ObjNum 1230 snap 367 seq_num 1230) 2023-12-20T11:02:55.228 INFO:tasks.rados.rados.0.smithi123.stdout:3833: expect (ObjNum 967 snap 292 seq_num 967) 2023-12-20T11:02:55.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:55 smithi123 ceph-mon[191304]: pgmap v924: 121 pgs: 121 active+clean; 234 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 596 KiB/s wr, 9 op/s 2023-12-20T11:02:55.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:55 smithi123 ceph-mon[191304]: osdmap e798: 8 total, 8 up, 8 in 2023-12-20T11:02:55.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:55 smithi123 ceph-mon[188613]: pgmap v924: 121 pgs: 121 active+clean; 234 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 596 KiB/s wr, 9 op/s 2023-12-20T11:02:55.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:55 smithi123 ceph-mon[188613]: osdmap e798: 8 total, 8 up, 8 in 2023-12-20T11:02:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:55 smithi177 ceph-mon[212096]: pgmap v924: 121 pgs: 121 active+clean; 234 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 596 KiB/s wr, 9 op/s 2023-12-20T11:02:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:55 smithi177 ceph-mon[212096]: osdmap e798: 8 total, 8 up, 8 in 2023-12-20T11:02:56.186 INFO:tasks.rados.rados.0.smithi123.stdout:3825: done (5 left) 2023-12-20T11:02:56.186 INFO:tasks.rados.rados.0.smithi123.stdout:3830: done (4 left) 2023-12-20T11:02:56.186 INFO:tasks.rados.rados.0.smithi123.stdout:3831: done (3 left) 2023-12-20T11:02:56.186 INFO:tasks.rados.rados.0.smithi123.stdout:3832: done (2 left) 2023-12-20T11:02:56.186 INFO:tasks.rados.rados.0.smithi123.stdout:3833: done (1 left) 2023-12-20T11:02:56.186 INFO:tasks.rados.rados.0.smithi123.stdout:3834: done (0 left) 2023-12-20T11:02:56.186 INFO:tasks.rados.rados.0.smithi123.stdout:3835: read oid 3 snap 366 2023-12-20T11:02:56.186 INFO:tasks.rados.rados.0.smithi123.stdout:3835: expect deleted 2023-12-20T11:02:56.186 INFO:tasks.rados.rados.0.smithi123.stdout:3836: delete oid 41 current snap is 368 2023-12-20T11:02:56.190 INFO:tasks.rados.rados.0.smithi123.stdout:3835: done (1 left) 2023-12-20T11:02:56.190 INFO:tasks.rados.rados.0.smithi123.stdout:3836: done (0 left) 2023-12-20T11:02:56.191 INFO:tasks.rados.rados.0.smithi123.stdout:3837: snap_remove snap 355 2023-12-20T11:02:56.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:56 smithi123 ceph-mon[191304]: osdmap e799: 8 total, 8 up, 8 in 2023-12-20T11:02:56.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:56 smithi123 ceph-mon[188613]: osdmap e799: 8 total, 8 up, 8 in 2023-12-20T11:02:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:56 smithi177 ceph-mon[212096]: osdmap e799: 8 total, 8 up, 8 in 2023-12-20T11:02:57.187 INFO:tasks.rados.rados.0.smithi123.stdout:3837: done (0 left) 2023-12-20T11:02:57.187 INFO:tasks.rados.rados.0.smithi123.stdout:3838: rollback oid 48 current snap is 368 2023-12-20T11:02:57.187 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 48 to 350 2023-12-20T11:02:57.197 INFO:tasks.rados.rados.0.smithi123.stdout:3839: copy_from oid 44 from oid 42 current snap is 368 2023-12-20T11:02:57.197 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 41 current snap is 368 2023-12-20T11:02:57.197 INFO:tasks.rados.rados.0.smithi123.stdout:3840: seq_num 1232 ranges {0=638976,638976=753664,1392640=49152} 2023-12-20T11:02:57.197 INFO:tasks.rados.rados.0.smithi123.stdout:3840: writing smithi123173835-41 from 0 to 638976 tid 1 2023-12-20T11:02:57.197 INFO:tasks.rados.rados.0.smithi123.stdout:3840: writing smithi123173835-41 from 638976 to 1392640 tid 2 2023-12-20T11:02:57.198 INFO:tasks.rados.rados.0.smithi123.stdout:3840: writing smithi123173835-41 from 1392640 to 1441792 tid 3 2023-12-20T11:02:57.198 INFO:tasks.rados.rados.0.smithi123.stdout:3841: read oid 1 snap -1 2023-12-20T11:02:57.198 INFO:tasks.rados.rados.0.smithi123.stdout:3841: expect (ObjNum 1179 snap 341 seq_num 1179) 2023-12-20T11:02:57.198 INFO:tasks.rados.rados.0.smithi123.stdout:3842: snap_remove snap 359 2023-12-20T11:02:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:57 smithi123 ceph-mon[191304]: pgmap v927: 121 pgs: 121 active+clean; 234 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 5 op/s 2023-12-20T11:02:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:57 smithi123 ceph-mon[191304]: osdmap e800: 8 total, 8 up, 8 in 2023-12-20T11:02:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:02:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:57 smithi123 ceph-mon[188613]: pgmap v927: 121 pgs: 121 active+clean; 234 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 5 op/s 2023-12-20T11:02:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:57 smithi123 ceph-mon[188613]: osdmap e800: 8 total, 8 up, 8 in 2023-12-20T11:02:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:02:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:57 smithi177 ceph-mon[212096]: pgmap v927: 121 pgs: 121 active+clean; 234 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 5 op/s 2023-12-20T11:02:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:57 smithi177 ceph-mon[212096]: osdmap e800: 8 total, 8 up, 8 in 2023-12-20T11:02:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:02:58.197 INFO:tasks.rados.rados.0.smithi123.stdout:3842: done (4 left) 2023-12-20T11:02:58.197 INFO:tasks.rados.rados.0.smithi123.stdout:3843: snap_create 2023-12-20T11:02:58.197 INFO:tasks.rados.rados.0.smithi123.stdout:3838: finishing rollback tid 0 to smithi123173835-48 2023-12-20T11:02:58.197 INFO:tasks.rados.rados.0.smithi123.stdout:3838: finishing rollback tid 1 to smithi123173835-48 2023-12-20T11:02:58.197 INFO:tasks.rados.rados.0.smithi123.stdout:3838: finishing rollback tid 2 to smithi123173835-48 2023-12-20T11:02:58.197 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 3006 (ObjNum 1157 snap 336 seq_num 1157) dirty exists 2023-12-20T11:02:58.197 INFO:tasks.rados.rados.0.smithi123.stdout:3841: expect (ObjNum 1179 snap 341 seq_num 1179) 2023-12-20T11:02:58.301 INFO:tasks.rados.rados.0.smithi123.stdout:3840: finishing write tid 1 to smithi123173835-41 2023-12-20T11:02:58.302 INFO:tasks.rados.rados.0.smithi123.stdout:3840: finishing write tid 2 to smithi123173835-41 2023-12-20T11:02:58.302 INFO:tasks.rados.rados.0.smithi123.stdout:3840: finishing write tid 3 to smithi123173835-41 2023-12-20T11:02:58.302 INFO:tasks.rados.rados.0.smithi123.stdout:3840: finishing write tid 4 to smithi123173835-41 2023-12-20T11:02:58.302 INFO:tasks.rados.rados.0.smithi123.stdout:3840: finishing write tid 5 to smithi123173835-41 2023-12-20T11:02:58.302 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 3010 (ObjNum 1232 snap 368 seq_num 1232) dirty exists 2023-12-20T11:02:58.302 INFO:tasks.rados.rados.0.smithi123.stdout:3840: left oid 41 (ObjNum 1232 snap 368 seq_num 1232) 2023-12-20T11:02:58.302 INFO:tasks.rados.rados.0.smithi123.stdout:3839: finishing copy_from racing read to smithi123173835-44 2023-12-20T11:02:58.302 INFO:tasks.rados.rados.0.smithi123.stdout:3839: finishing copy_from to smithi123173835-44 2023-12-20T11:02:58.303 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 44 v 2869 (ObjNum 1219 snap 362 seq_num 1219) dirty exists 2023-12-20T11:02:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:58 smithi123 ceph-mon[191304]: osdmap e801: 8 total, 8 up, 8 in 2023-12-20T11:02:58.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:58 smithi123 ceph-mon[188613]: osdmap e801: 8 total, 8 up, 8 in 2023-12-20T11:02:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:58 smithi177 ceph-mon[212096]: osdmap e801: 8 total, 8 up, 8 in 2023-12-20T11:02:59.195 INFO:tasks.rados.rados.0.smithi123.stdout:3838: done (4 left) 2023-12-20T11:02:59.195 INFO:tasks.rados.rados.0.smithi123.stdout:3839: done (3 left) 2023-12-20T11:02:59.195 INFO:tasks.rados.rados.0.smithi123.stdout:3840: done (2 left) 2023-12-20T11:02:59.195 INFO:tasks.rados.rados.0.smithi123.stdout:3841: done (1 left) 2023-12-20T11:02:59.195 INFO:tasks.rados.rados.0.smithi123.stdout:3843: done (0 left) 2023-12-20T11:02:59.195 INFO:tasks.rados.rados.0.smithi123.stdout:3844: snap_remove snap 368 2023-12-20T11:02:59.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:59 smithi123 ceph-mon[188613]: pgmap v930: 121 pgs: 121 active+clean; 241 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2023-12-20T11:02:59.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:02:59 smithi123 ceph-mon[188613]: osdmap e802: 8 total, 8 up, 8 in 2023-12-20T11:02:59.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:59 smithi123 ceph-mon[191304]: pgmap v930: 121 pgs: 121 active+clean; 241 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2023-12-20T11:02:59.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:02:59 smithi123 ceph-mon[191304]: osdmap e802: 8 total, 8 up, 8 in 2023-12-20T11:02:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:02:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:02:59] "GET /metrics HTTP/1.1" 200 36162 "" "Prometheus/2.43.0" 2023-12-20T11:02:59.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:59 smithi177 ceph-mon[212096]: pgmap v930: 121 pgs: 121 active+clean; 241 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2023-12-20T11:02:59.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:02:59 smithi177 ceph-mon[212096]: osdmap e802: 8 total, 8 up, 8 in 2023-12-20T11:03:00.195 INFO:tasks.rados.rados.0.smithi123.stdout:3844: done (0 left) 2023-12-20T11:03:00.195 INFO:tasks.rados.rados.0.smithi123.stdout:3845: snap_create 2023-12-20T11:03:00.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:00 smithi123 ceph-mon[188613]: osdmap e803: 8 total, 8 up, 8 in 2023-12-20T11:03:00.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:00 smithi123 ceph-mon[188613]: osdmap e804: 8 total, 8 up, 8 in 2023-12-20T11:03:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:00 smithi123 ceph-mon[191304]: osdmap e803: 8 total, 8 up, 8 in 2023-12-20T11:03:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:00 smithi123 ceph-mon[191304]: osdmap e804: 8 total, 8 up, 8 in 2023-12-20T11:03:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:00 smithi177 ceph-mon[212096]: osdmap e803: 8 total, 8 up, 8 in 2023-12-20T11:03:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:00 smithi177 ceph-mon[212096]: osdmap e804: 8 total, 8 up, 8 in 2023-12-20T11:03:01.197 INFO:tasks.rados.rados.0.smithi123.stdout:3845: done (0 left) 2023-12-20T11:03:01.197 INFO:tasks.rados.rados.0.smithi123.stdout:3846: read oid 23 snap -1 2023-12-20T11:03:01.197 INFO:tasks.rados.rados.0.smithi123.stdout:3846: expect (ObjNum 1157 snap 336 seq_num 1157) 2023-12-20T11:03:01.197 INFO:tasks.rados.rados.0.smithi123.stdout:3847: read oid 2 snap -1 2023-12-20T11:03:01.197 INFO:tasks.rados.rados.0.smithi123.stdout:3847: expect deleted 2023-12-20T11:03:01.198 INFO:tasks.rados.rados.0.smithi123.stdout:3848: snap_create 2023-12-20T11:03:01.202 INFO:tasks.rados.rados.0.smithi123.stdout:3846: expect (ObjNum 1157 snap 336 seq_num 1157) 2023-12-20T11:03:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:01 smithi123 ceph-mon[191304]: pgmap v933: 121 pgs: 121 active+clean; 245 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.0 MiB/s wr, 17 op/s 2023-12-20T11:03:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:01 smithi123 ceph-mon[191304]: osdmap e805: 8 total, 8 up, 8 in 2023-12-20T11:03:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:01 smithi123 ceph-mon[188613]: pgmap v933: 121 pgs: 121 active+clean; 245 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.0 MiB/s wr, 17 op/s 2023-12-20T11:03:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:01 smithi123 ceph-mon[188613]: osdmap e805: 8 total, 8 up, 8 in 2023-12-20T11:03:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:01 smithi177 ceph-mon[212096]: pgmap v933: 121 pgs: 121 active+clean; 245 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.0 MiB/s wr, 17 op/s 2023-12-20T11:03:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:01 smithi177 ceph-mon[212096]: osdmap e805: 8 total, 8 up, 8 in 2023-12-20T11:03:02.198 INFO:tasks.rados.rados.0.smithi123.stdout:3846: done (2 left) 2023-12-20T11:03:02.198 INFO:tasks.rados.rados.0.smithi123.stdout:3847: done (1 left) 2023-12-20T11:03:02.198 INFO:tasks.rados.rados.0.smithi123.stdout:3848: done (0 left) 2023-12-20T11:03:02.198 INFO:tasks.rados.rados.0.smithi123.stdout:3849: read oid 48 snap -1 2023-12-20T11:03:02.198 INFO:tasks.rados.rados.0.smithi123.stdout:3849: expect (ObjNum 1157 snap 336 seq_num 1157) 2023-12-20T11:03:02.198 INFO:tasks.rados.rados.0.smithi123.stdout:3850: snap_create 2023-12-20T11:03:02.206 INFO:tasks.rados.rados.0.smithi123.stdout:3849: expect (ObjNum 1157 snap 336 seq_num 1157) 2023-12-20T11:03:03.141 INFO:tasks.rados.rados.0.smithi123.stdout:3849: done (1 left) 2023-12-20T11:03:03.141 INFO:tasks.rados.rados.0.smithi123.stdout:3850: done (0 left) 2023-12-20T11:03:03.141 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 23 current snap is 372 2023-12-20T11:03:03.141 INFO:tasks.rados.rados.0.smithi123.stdout:3851: seq_num 1233 ranges {180224=655360,835584=638976,1474560=163840} 2023-12-20T11:03:03.146 INFO:tasks.rados.rados.0.smithi123.stdout:3851: writing smithi123173835-23 from 180224 to 835584 tid 1 2023-12-20T11:03:03.150 INFO:tasks.rados.rados.0.smithi123.stdout:3851: writing smithi123173835-23 from 835584 to 1474560 tid 2 2023-12-20T11:03:03.151 INFO:tasks.rados.rados.0.smithi123.stdout:3851: writing smithi123173835-23 from 1474560 to 1638400 tid 3 2023-12-20T11:03:03.151 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 3 current snap is 372 2023-12-20T11:03:03.151 INFO:tasks.rados.rados.0.smithi123.stdout:3852: seq_num 1234 ranges {0=671744,671744=516096,1187840=286720} 2023-12-20T11:03:03.155 INFO:tasks.rados.rados.0.smithi123.stdout:3852: writing smithi123173835-3 from 0 to 671744 tid 1 2023-12-20T11:03:03.158 INFO:tasks.rados.rados.0.smithi123.stdout:3852: writing smithi123173835-3 from 671744 to 1187840 tid 2 2023-12-20T11:03:03.161 INFO:tasks.rados.rados.0.smithi123.stdout:3852: writing smithi123173835-3 from 1187840 to 1474560 tid 3 2023-12-20T11:03:03.161 INFO:tasks.rados.rados.0.smithi123.stdout:3853: read oid 34 snap -1 2023-12-20T11:03:03.161 INFO:tasks.rados.rados.0.smithi123.stdout:3853: expect deleted 2023-12-20T11:03:03.161 INFO:tasks.rados.rados.0.smithi123.stdout:3854: rollback oid 19 current snap is 372 2023-12-20T11:03:03.161 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 19 to 365 2023-12-20T11:03:03.161 INFO:tasks.rados.rados.0.smithi123.stdout:3851: finishing write tid 1 to smithi123173835-23 2023-12-20T11:03:03.161 INFO:tasks.rados.rados.0.smithi123.stdout:3851: finishing write tid 2 to smithi123173835-23 2023-12-20T11:03:03.162 INFO:tasks.rados.rados.0.smithi123.stdout:3851: finishing write tid 3 to smithi123173835-23 2023-12-20T11:03:03.162 INFO:tasks.rados.rados.0.smithi123.stdout:3851: finishing write tid 4 to smithi123173835-23 2023-12-20T11:03:03.162 INFO:tasks.rados.rados.0.smithi123.stdout:3855: delete oid 30 current snap is 372 2023-12-20T11:03:03.162 INFO:tasks.rados.rados.0.smithi123.stdout:3852: finishing write tid 1 to smithi123173835-3 2023-12-20T11:03:03.162 INFO:tasks.rados.rados.0.smithi123.stdout:3852: finishing write tid 2 to smithi123173835-3 2023-12-20T11:03:03.164 INFO:tasks.rados.rados.0.smithi123.stdout:3851: finishing write tid 5 to smithi123173835-23 2023-12-20T11:03:03.164 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 23 v 2877 (ObjNum 1233 snap 372 seq_num 1233) dirty exists 2023-12-20T11:03:03.164 INFO:tasks.rados.rados.0.smithi123.stdout:3851: left oid 23 (ObjNum 1233 snap 372 seq_num 1233) 2023-12-20T11:03:03.173 INFO:tasks.rados.rados.0.smithi123.stdout:3851: done (4 left) 2023-12-20T11:03:03.173 INFO:tasks.rados.rados.0.smithi123.stdout:3853: done (3 left) 2023-12-20T11:03:03.173 INFO:tasks.rados.rados.0.smithi123.stdout:3855: done (2 left) 2023-12-20T11:03:03.173 INFO:tasks.rados.rados.0.smithi123.stdout:3856: rollback oid 10 current snap is 372 2023-12-20T11:03:03.174 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 10 to 366 2023-12-20T11:03:03.174 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 22 current snap is 372 2023-12-20T11:03:03.174 INFO:tasks.rados.rados.0.smithi123.stdout:3857: seq_num 1236 ranges {1269760=704512,1974272=688128,2662400=114688} 2023-12-20T11:03:03.177 INFO:tasks.rados.rados.0.smithi123.stdout:3857: writing smithi123173835-22 from 1269760 to 1974272 tid 1 2023-12-20T11:03:03.181 INFO:tasks.rados.rados.0.smithi123.stdout:3857: writing smithi123173835-22 from 1974272 to 2662400 tid 2 2023-12-20T11:03:03.182 INFO:tasks.rados.rados.0.smithi123.stdout:3857: writing smithi123173835-22 from 2662400 to 2777088 tid 3 2023-12-20T11:03:03.183 INFO:tasks.rados.rados.0.smithi123.stdout:3858: rollback oid 41 current snap is 372 2023-12-20T11:03:03.183 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 41 to 341 2023-12-20T11:03:03.183 INFO:tasks.rados.rados.0.smithi123.stdout:3852: finishing write tid 3 to smithi123173835-3 2023-12-20T11:03:03.183 INFO:tasks.rados.rados.0.smithi123.stdout:3854: finishing rollback tid 0 to smithi123173835-19 2023-12-20T11:03:03.183 INFO:tasks.rados.rados.0.smithi123.stdout:3854: finishing rollback tid 1 to smithi123173835-19 2023-12-20T11:03:03.183 INFO:tasks.rados.rados.0.smithi123.stdout:3852: finishing write tid 4 to smithi123173835-3 2023-12-20T11:03:03.183 INFO:tasks.rados.rados.0.smithi123.stdout:3854: finishing rollback tid 2 to smithi123173835-19 2023-12-20T11:03:03.183 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 2865 (ObjNum 1164 snap 337 seq_num 1164) dirty exists 2023-12-20T11:03:03.183 INFO:tasks.rados.rados.0.smithi123.stdout:3852: finishing write tid 5 to smithi123173835-3 2023-12-20T11:03:03.183 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 2881 (ObjNum 1234 snap 372 seq_num 1234) dirty exists 2023-12-20T11:03:03.183 INFO:tasks.rados.rados.0.smithi123.stdout:3852: left oid 3 (ObjNum 1234 snap 372 seq_num 1234) 2023-12-20T11:03:03.183 INFO:tasks.rados.rados.0.smithi123.stdout:3852: done (4 left) 2023-12-20T11:03:03.183 INFO:tasks.rados.rados.0.smithi123.stdout:3854: done (3 left) 2023-12-20T11:03:03.183 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 23 current snap is 372 2023-12-20T11:03:03.184 INFO:tasks.rados.rados.0.smithi123.stdout:3856: finishing rollback tid 0 to smithi123173835-10 2023-12-20T11:03:03.184 INFO:tasks.rados.rados.0.smithi123.stdout:3856: finishing rollback tid 1 to smithi123173835-10 2023-12-20T11:03:03.184 INFO:tasks.rados.rados.0.smithi123.stdout:3856: finishing rollback tid 2 to smithi123173835-10 2023-12-20T11:03:03.184 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 3038 (ObjNum 1170 snap 340 seq_num 1170) dirty exists 2023-12-20T11:03:03.184 INFO:tasks.rados.rados.0.smithi123.stdout:3857: finishing write tid 1 to smithi123173835-22 2023-12-20T11:03:03.184 INFO:tasks.rados.rados.0.smithi123.stdout:3859: seq_num 1237 ranges {1638400=720896,2359296=573440,2932736=229376} 2023-12-20T11:03:03.195 INFO:tasks.rados.rados.0.smithi123.stdout:3859: writing smithi123173835-23 from 1638400 to 2359296 tid 1 2023-12-20T11:03:03.199 INFO:tasks.rados.rados.0.smithi123.stdout:3859: writing smithi123173835-23 from 2359296 to 2932736 tid 2 2023-12-20T11:03:03.201 INFO:tasks.rados.rados.0.smithi123.stdout:3859: writing smithi123173835-23 from 2932736 to 3162112 tid 3 2023-12-20T11:03:03.201 INFO:tasks.rados.rados.0.smithi123.stdout:3856: done (3 left) 2023-12-20T11:03:03.201 INFO:tasks.rados.rados.0.smithi123.stdout:3860: snap_create 2023-12-20T11:03:03.201 INFO:tasks.rados.rados.0.smithi123.stdout:3858: finishing rollback tid 0 to smithi123173835-41 2023-12-20T11:03:03.201 INFO:tasks.rados.rados.0.smithi123.stdout:3858: finishing rollback tid 1 to smithi123173835-41 2023-12-20T11:03:03.201 INFO:tasks.rados.rados.0.smithi123.stdout:3858: finishing rollback tid 2 to smithi123173835-41 2023-12-20T11:03:03.201 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 3013 (ObjNum 1146 snap 333 seq_num 1146) dirty exists 2023-12-20T11:03:03.201 INFO:tasks.rados.rados.0.smithi123.stdout:3857: finishing write tid 2 to smithi123173835-22 2023-12-20T11:03:03.201 INFO:tasks.rados.rados.0.smithi123.stdout:3857: finishing write tid 3 to smithi123173835-22 2023-12-20T11:03:03.202 INFO:tasks.rados.rados.0.smithi123.stdout:3857: finishing write tid 4 to smithi123173835-22 2023-12-20T11:03:03.202 INFO:tasks.rados.rados.0.smithi123.stdout:3857: finishing write tid 5 to smithi123173835-22 2023-12-20T11:03:03.202 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 22 v 2871 (ObjNum 1236 snap 372 seq_num 1236) dirty exists 2023-12-20T11:03:03.202 INFO:tasks.rados.rados.0.smithi123.stdout:3857: left oid 22 (ObjNum 1236 snap 372 seq_num 1236) 2023-12-20T11:03:03.202 INFO:tasks.rados.rados.0.smithi123.stdout:3859: finishing write tid 1 to smithi123173835-23 2023-12-20T11:03:03.205 INFO:tasks.rados.rados.0.smithi123.stdout:3859: finishing write tid 2 to smithi123173835-23 2023-12-20T11:03:03.205 INFO:tasks.rados.rados.0.smithi123.stdout:3859: finishing write tid 3 to smithi123173835-23 2023-12-20T11:03:03.205 INFO:tasks.rados.rados.0.smithi123.stdout:3859: finishing write tid 4 to smithi123173835-23 2023-12-20T11:03:03.206 INFO:tasks.rados.rados.0.smithi123.stdout:3859: finishing write tid 5 to smithi123173835-23 2023-12-20T11:03:03.207 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 23 v 2885 (ObjNum 1237 snap 372 seq_num 1237) dirty exists 2023-12-20T11:03:03.207 INFO:tasks.rados.rados.0.smithi123.stdout:3859: left oid 23 (ObjNum 1237 snap 372 seq_num 1237) 2023-12-20T11:03:03.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:03 smithi123 ceph-mon[191304]: pgmap v936: 121 pgs: 121 active+clean; 246 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2023-12-20T11:03:03.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:03 smithi123 ceph-mon[191304]: osdmap e806: 8 total, 8 up, 8 in 2023-12-20T11:03:03.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:03 smithi123 ceph-mon[191304]: osdmap e807: 8 total, 8 up, 8 in 2023-12-20T11:03:03.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:03 smithi123 ceph-mon[188613]: pgmap v936: 121 pgs: 121 active+clean; 246 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2023-12-20T11:03:03.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:03 smithi123 ceph-mon[188613]: osdmap e806: 8 total, 8 up, 8 in 2023-12-20T11:03:03.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:03 smithi123 ceph-mon[188613]: osdmap e807: 8 total, 8 up, 8 in 2023-12-20T11:03:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:03 smithi177 ceph-mon[212096]: pgmap v936: 121 pgs: 121 active+clean; 246 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2023-12-20T11:03:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:03 smithi177 ceph-mon[212096]: osdmap e806: 8 total, 8 up, 8 in 2023-12-20T11:03:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:03 smithi177 ceph-mon[212096]: osdmap e807: 8 total, 8 up, 8 in 2023-12-20T11:03:04.206 INFO:tasks.rados.rados.0.smithi123.stdout:3857: done (3 left) 2023-12-20T11:03:04.206 INFO:tasks.rados.rados.0.smithi123.stdout:3858: done (2 left) 2023-12-20T11:03:04.206 INFO:tasks.rados.rados.0.smithi123.stdout:3859: done (1 left) 2023-12-20T11:03:04.206 INFO:tasks.rados.rados.0.smithi123.stdout:3860: done (0 left) 2023-12-20T11:03:04.206 INFO:tasks.rados.rados.0.smithi123.stdout:3861: delete oid 49 current snap is 373 2023-12-20T11:03:04.213 INFO:tasks.rados.rados.0.smithi123.stdout:3861: done (0 left) 2023-12-20T11:03:04.213 INFO:tasks.rados.rados.0.smithi123.stdout:3862: snap_remove snap 361 2023-12-20T11:03:04.805 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:03:05.114 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:03:05.114 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (11m) 8m ago 14m 26.5M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:03:05.114 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (11m) 6m ago 14m 95.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:03:05.114 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (15m) 8m ago 15m 15.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:03:05.114 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (15m) 6m ago 15m 21.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:03:05.114 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (11m) 6m ago 18m 449M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:03:05.114 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (11m) 8m ago 19m 511M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:03:05.114 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (11m) 8m ago 19m 83.8M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:03:05.114 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10m) 6m ago 18m 69.5M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:03:05.114 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10m) 8m ago 18m 64.2M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:03:05.114 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (11m) 8m ago 14m 9.94M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:03:05.114 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (11m) 6m ago 14m 18.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:03:05.114 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10m) 8m ago 17m 285M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:03:05.115 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9m) 8m ago 17m 223M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:03:05.115 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9m) 8m ago 17m 191M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:03:05.115 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8m) 8m ago 16m 16.0M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:03:05.115 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8m) 6m ago 16m 280M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:03:05.115 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7m) 6m ago 16m 224M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:03:05.115 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7m) 6m ago 16m 141M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:03:05.115 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6m) 6m ago 15m 12.6M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:03:05.115 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (11m) 6m ago 15m 64.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:03:05.208 INFO:tasks.rados.rados.0.smithi123.stdout:3862: done (0 left) 2023-12-20T11:03:05.208 INFO:tasks.rados.rados.0.smithi123.stdout:3863: rollback oid 20 current snap is 373 2023-12-20T11:03:05.208 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 20 to 366 2023-12-20T11:03:05.208 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 10 current snap is 373 2023-12-20T11:03:05.208 INFO:tasks.rados.rados.0.smithi123.stdout:3864: seq_num 1239 ranges {401408=753664,1155072=745472,1900544=57344} 2023-12-20T11:03:05.221 INFO:tasks.rados.rados.0.smithi123.stdout:3864: writing smithi123173835-10 from 401408 to 1155072 tid 1 2023-12-20T11:03:05.221 INFO:tasks.rados.rados.0.smithi123.stdout:3864: writing smithi123173835-10 from 1155072 to 1900544 tid 2 2023-12-20T11:03:05.221 INFO:tasks.rados.rados.0.smithi123.stdout:3864: writing smithi123173835-10 from 1900544 to 1957888 tid 3 2023-12-20T11:03:05.221 INFO:tasks.rados.rados.0.smithi123.stdout:3865: copy_from oid 24 from oid 49 current snap is 373 2023-12-20T11:03:05.221 INFO:tasks.rados.rados.0.smithi123.stdout:3863: finishing rollback tid 1 to smithi123173835-20 2023-12-20T11:03:05.221 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 20 v 1653 (ObjNum 0 snap 0 seq_num 304) dirty dne 2023-12-20T11:03:05.221 INFO:tasks.rados.rados.0.smithi123.stdout:3863: done (2 left) 2023-12-20T11:03:05.221 INFO:tasks.rados.rados.0.smithi123.stdout:3866: rollback oid 22 current snap is 373 2023-12-20T11:03:05.221 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 22 to 362 2023-12-20T11:03:05.221 INFO:tasks.rados.rados.0.smithi123.stdout:3867: snap_remove snap 372 2023-12-20T11:03:05.492 INFO:journalctl@ceph.osd.2.smithi123.stdout:Dec 20 11:03:05 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-2[211254]: 2023-12-20T11:03:05.242+0000 7fdfccd4e700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 2c6 after trimming was started 2023-12-20T11:03:05.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:05 smithi123 ceph-mon[188613]: pgmap v939: 121 pgs: 121 active+clean; 246 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 352 KiB/s wr, 2 op/s 2023-12-20T11:03:05.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:05 smithi123 ceph-mon[188613]: osdmap e808: 8 total, 8 up, 8 in 2023-12-20T11:03:05.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:05 smithi123 ceph-mon[191304]: pgmap v939: 121 pgs: 121 active+clean; 246 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 352 KiB/s wr, 2 op/s 2023-12-20T11:03:05.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:05 smithi123 ceph-mon[191304]: osdmap e808: 8 total, 8 up, 8 in 2023-12-20T11:03:05.515 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:03:05.515 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:03:05.515 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:03:05.515 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:03:05.515 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:03:05.515 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:03:05.515 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:03:05.515 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:03:05.515 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:03:05.516 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:03:05.516 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:03:05.516 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:03:05.516 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:03:05.516 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:03:05.516 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:03:05.516 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:03:05.516 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:03:05.516 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:03:05.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:05 smithi177 ceph-mon[212096]: pgmap v939: 121 pgs: 121 active+clean; 246 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 352 KiB/s wr, 2 op/s 2023-12-20T11:03:05.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:05 smithi177 ceph-mon[212096]: osdmap e808: 8 total, 8 up, 8 in 2023-12-20T11:03:06.226 INFO:tasks.rados.rados.0.smithi123.stdout:3867: done (3 left) 2023-12-20T11:03:06.226 INFO:tasks.rados.rados.0.smithi123.stdout:3868: delete oid 30 current snap is 373 2023-12-20T11:03:06.226 INFO:tasks.rados.rados.0.smithi123.stdout:3865: finishing copy_from to smithi123173835-24 2023-12-20T11:03:06.226 INFO:tasks.rados.rados.0.smithi123.stdout:3865: got expected ENOENT (src dne) 2023-12-20T11:03:06.227 INFO:tasks.rados.rados.0.smithi123.stdout:3865: finishing copy_from racing read to smithi123173835-24 2023-12-20T11:03:06.227 INFO:tasks.rados.rados.0.smithi123.stdout:3866: finishing rollback tid 0 to smithi123173835-22 2023-12-20T11:03:06.227 INFO:tasks.rados.rados.0.smithi123.stdout:3866: finishing rollback tid 1 to smithi123173835-22 2023-12-20T11:03:06.227 INFO:tasks.rados.rados.0.smithi123.stdout:3866: finishing rollback tid 2 to smithi123173835-22 2023-12-20T11:03:06.227 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 22 v 2874 (ObjNum 1217 snap 360 seq_num 1217) dirty exists 2023-12-20T11:03:06.227 INFO:tasks.rados.rados.0.smithi123.stdout:3864: finishing write tid 1 to smithi123173835-10 2023-12-20T11:03:06.227 INFO:tasks.rados.rados.0.smithi123.stdout:3864: finishing write tid 2 to smithi123173835-10 2023-12-20T11:03:06.227 INFO:tasks.rados.rados.0.smithi123.stdout:3864: finishing write tid 3 to smithi123173835-10 2023-12-20T11:03:06.227 INFO:tasks.rados.rados.0.smithi123.stdout:3864: finishing write tid 4 to smithi123173835-10 2023-12-20T11:03:06.227 INFO:tasks.rados.rados.0.smithi123.stdout:3864: finishing write tid 5 to smithi123173835-10 2023-12-20T11:03:06.227 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 3043 (ObjNum 1239 snap 373 seq_num 1239) dirty exists 2023-12-20T11:03:06.227 INFO:tasks.rados.rados.0.smithi123.stdout:3864: left oid 10 (ObjNum 1239 snap 373 seq_num 1239) 2023-12-20T11:03:06.232 INFO:tasks.rados.rados.0.smithi123.stdout:3864: done (3 left) 2023-12-20T11:03:06.233 INFO:tasks.rados.rados.0.smithi123.stdout:3865: done (2 left) 2023-12-20T11:03:06.233 INFO:tasks.rados.rados.0.smithi123.stdout:3866: done (1 left) 2023-12-20T11:03:06.233 INFO:tasks.rados.rados.0.smithi123.stdout:3868: done (0 left) 2023-12-20T11:03:06.233 INFO:tasks.rados.rados.0.smithi123.stdout:3869: read oid 27 snap -1 2023-12-20T11:03:06.233 INFO:tasks.rados.rados.0.smithi123.stdout:3869: expect (ObjNum 1186 snap 348 seq_num 1186) 2023-12-20T11:03:06.233 INFO:tasks.rados.rados.0.smithi123.stdout:3870: copy_from oid 25 from oid 17 current snap is 373 2023-12-20T11:03:06.233 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 19 current snap is 373 2023-12-20T11:03:06.235 INFO:tasks.rados.rados.0.smithi123.stdout:3871: seq_num 1241 ranges {21815296=794624,22609920=557056,23166976=245760} 2023-12-20T11:03:06.352 INFO:tasks.rados.rados.0.smithi123.stdout:3871: writing smithi123173835-19 from 21815296 to 22609920 tid 1 2023-12-20T11:03:06.476 INFO:tasks.rados.rados.0.smithi123.stdout:3871: writing smithi123173835-19 from 22609920 to 23166976 tid 2 2023-12-20T11:03:06.476 INFO:tasks.rados.rados.0.smithi123.stdout:3871: writing smithi123173835-19 from 23166976 to 23412736 tid 3 2023-12-20T11:03:06.476 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 42 current snap is 373 2023-12-20T11:03:06.476 INFO:tasks.rados.rados.0.smithi123.stdout:3872: seq_num 1242 ranges {3096576=409600,3506176=442368,3948544=655360,4603904=106496} 2023-12-20T11:03:06.476 INFO:tasks.rados.rados.0.smithi123.stdout:3872: writing smithi123173835-42 from 3096576 to 3506176 tid 1 2023-12-20T11:03:06.476 INFO:tasks.rados.rados.0.smithi123.stdout:3872: writing smithi123173835-42 from 3506176 to 3948544 tid 2 2023-12-20T11:03:06.476 INFO:tasks.rados.rados.0.smithi123.stdout:3872: writing smithi123173835-42 from 3948544 to 4603904 tid 3 2023-12-20T11:03:06.476 INFO:tasks.rados.rados.0.smithi123.stdout:3872: writing smithi123173835-42 from 4603904 to 4710400 tid 4 2023-12-20T11:03:06.477 INFO:tasks.rados.rados.0.smithi123.stdout:3873: rollback oid 10 current snap is 373 2023-12-20T11:03:06.477 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 10 to 366 2023-12-20T11:03:06.477 INFO:tasks.rados.rados.0.smithi123.stdout:3869: expect (ObjNum 1186 snap 348 seq_num 1186) 2023-12-20T11:03:06.477 INFO:tasks.rados.rados.0.smithi123.stdout:3870: finishing copy_from racing read to smithi123173835-25 2023-12-20T11:03:06.477 INFO:tasks.rados.rados.0.smithi123.stdout:3870: finishing copy_from to smithi123173835-25 2023-12-20T11:03:06.477 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 2813 (ObjNum 65 snap 0 seq_num 1483567463) dirty exists 2023-12-20T11:03:06.477 INFO:tasks.rados.rados.0.smithi123.stdout:3871: finishing write tid 1 to smithi123173835-19 2023-12-20T11:03:06.477 INFO:tasks.rados.rados.0.smithi123.stdout:3871: finishing write tid 2 to smithi123173835-19 2023-12-20T11:03:06.477 INFO:tasks.rados.rados.0.smithi123.stdout:3871: finishing write tid 3 to smithi123173835-19 2023-12-20T11:03:06.477 INFO:tasks.rados.rados.0.smithi123.stdout:3871: finishing write tid 4 to smithi123173835-19 2023-12-20T11:03:06.477 INFO:tasks.rados.rados.0.smithi123.stdout:3871: finishing write tid 5 to smithi123173835-19 2023-12-20T11:03:06.477 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 2869 (ObjNum 1241 snap 373 seq_num 1241) dirty exists 2023-12-20T11:03:06.478 INFO:tasks.rados.rados.0.smithi123.stdout:3871: left oid 19 (ObjNum 1241 snap 373 seq_num 1241) 2023-12-20T11:03:06.478 INFO:tasks.rados.rados.0.smithi123.stdout:3872: finishing write tid 1 to smithi123173835-42 2023-12-20T11:03:06.478 INFO:tasks.rados.rados.0.smithi123.stdout:3869: done (4 left) 2023-12-20T11:03:06.478 INFO:tasks.rados.rados.0.smithi123.stdout:3870: done (3 left) 2023-12-20T11:03:06.478 INFO:tasks.rados.rados.0.smithi123.stdout:3871: done (2 left) 2023-12-20T11:03:06.478 INFO:tasks.rados.rados.0.smithi123.stdout:3874: read oid 16 snap -1 2023-12-20T11:03:06.478 INFO:tasks.rados.rados.0.smithi123.stdout:3874: expect (ObjNum 967 snap 292 seq_num 967) 2023-12-20T11:03:06.478 INFO:tasks.rados.rados.0.smithi123.stdout:3875: read oid 1 snap -1 2023-12-20T11:03:06.478 INFO:tasks.rados.rados.0.smithi123.stdout:3875: expect (ObjNum 1179 snap 341 seq_num 1179) 2023-12-20T11:03:06.479 INFO:tasks.rados.rados.0.smithi123.stdout:3876: rollback oid 17 current snap is 373 2023-12-20T11:03:06.479 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 17 to 363 2023-12-20T11:03:06.479 INFO:tasks.rados.rados.0.smithi123.stdout:3872: finishing write tid 2 to smithi123173835-42 2023-12-20T11:03:06.479 INFO:tasks.rados.rados.0.smithi123.stdout:3872: finishing write tid 3 to smithi123173835-42 2023-12-20T11:03:06.479 INFO:tasks.rados.rados.0.smithi123.stdout:3873: finishing rollback tid 0 to smithi123173835-10 2023-12-20T11:03:06.479 INFO:tasks.rados.rados.0.smithi123.stdout:3872: finishing write tid 4 to smithi123173835-42 2023-12-20T11:03:06.479 INFO:tasks.rados.rados.0.smithi123.stdout:3873: finishing rollback tid 1 to smithi123173835-10 2023-12-20T11:03:06.479 INFO:tasks.rados.rados.0.smithi123.stdout:3872: finishing write tid 5 to smithi123173835-42 2023-12-20T11:03:06.479 INFO:tasks.rados.rados.0.smithi123.stdout:3873: finishing rollback tid 2 to smithi123173835-10 2023-12-20T11:03:06.479 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 3054 (ObjNum 1170 snap 340 seq_num 1170) dirty exists 2023-12-20T11:03:06.480 INFO:tasks.rados.rados.0.smithi123.stdout:3872: finishing write tid 6 to smithi123173835-42 2023-12-20T11:03:06.480 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 42 v 2890 (ObjNum 1242 snap 373 seq_num 1242) dirty exists 2023-12-20T11:03:06.480 INFO:tasks.rados.rados.0.smithi123.stdout:3872: left oid 42 (ObjNum 1242 snap 373 seq_num 1242) 2023-12-20T11:03:06.480 INFO:tasks.rados.rados.0.smithi123.stdout:3872: done (4 left) 2023-12-20T11:03:06.480 INFO:tasks.rados.rados.0.smithi123.stdout:3873: done (3 left) 2023-12-20T11:03:06.480 INFO:tasks.rados.rados.0.smithi123.stdout:3877: read oid 2 snap -1 2023-12-20T11:03:06.480 INFO:tasks.rados.rados.0.smithi123.stdout:3877: expect deleted 2023-12-20T11:03:06.480 INFO:tasks.rados.rados.0.smithi123.stdout:3878: rollback oid 25 current snap is 373 2023-12-20T11:03:06.480 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 25 to 339 2023-12-20T11:03:06.480 INFO:tasks.rados.rados.0.smithi123.stdout:3879: copy_from oid 11 from oid 33 current snap is 373 2023-12-20T11:03:06.480 INFO:tasks.rados.rados.0.smithi123.stdout:3880: copy_from oid 28 from oid 31 current snap is 373 2023-12-20T11:03:06.481 INFO:tasks.rados.rados.0.smithi123.stdout:3881: delete oid 38 current snap is 373 2023-12-20T11:03:06.481 INFO:tasks.rados.rados.0.smithi123.stdout:3878: finishing rollback tid 0 to smithi123173835-25 2023-12-20T11:03:06.481 INFO:tasks.rados.rados.0.smithi123.stdout:3877: done (7 left) 2023-12-20T11:03:06.481 INFO:tasks.rados.rados.0.smithi123.stdout:3881: done (6 left) 2023-12-20T11:03:06.481 INFO:tasks.rados.rados.0.smithi123.stdout:3882: read oid 27 snap -1 2023-12-20T11:03:06.481 INFO:tasks.rados.rados.0.smithi123.stdout:3882: expect (ObjNum 1186 snap 348 seq_num 1186) 2023-12-20T11:03:06.481 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 26 current snap is 373 2023-12-20T11:03:06.481 INFO:tasks.rados.rados.0.smithi123.stdout:3878: finishing rollback tid 1 to smithi123173835-25 2023-12-20T11:03:06.481 INFO:tasks.rados.rados.0.smithi123.stdout:3883: seq_num 1244 ranges {2473984=442368,2916352=614400,3530752=589824} 2023-12-20T11:03:06.481 INFO:tasks.rados.rados.0.smithi123.stdout:3883: writing smithi123173835-26 from 2473984 to 2916352 tid 1 2023-12-20T11:03:06.481 INFO:tasks.rados.rados.0.smithi123.stdout:3883: writing smithi123173835-26 from 2916352 to 3530752 tid 2 2023-12-20T11:03:06.481 INFO:tasks.rados.rados.0.smithi123.stdout:3883: writing smithi123173835-26 from 3530752 to 4120576 tid 3 2023-12-20T11:03:06.482 INFO:tasks.rados.rados.0.smithi123.stdout:3884: rmattr oid 49 current snap is 373 2023-12-20T11:03:06.482 INFO:tasks.rados.rados.0.smithi123.stdout:3884: done (8 left) 2023-12-20T11:03:06.482 INFO:tasks.rados.rados.0.smithi123.stdout:3885: delete oid 47 current snap is 373 2023-12-20T11:03:06.482 INFO:tasks.rados.rados.0.smithi123.stdout:3878: finishing rollback tid 2 to smithi123173835-25 2023-12-20T11:03:06.482 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 25 v 2816 (ObjNum 1144 snap 333 seq_num 1144) dirty exists 2023-12-20T11:03:06.482 INFO:tasks.rados.rados.0.smithi123.stdout:3875: expect (ObjNum 1179 snap 341 seq_num 1179) 2023-12-20T11:03:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:06 smithi123 ceph-mon[191304]: from='client.44504 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:03:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:06 smithi123 ceph-mon[191304]: from='client.44510 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:03:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:06 smithi123 ceph-mon[191304]: osdmap e809: 8 total, 8 up, 8 in 2023-12-20T11:03:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:06 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4234710306' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:03:06.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:06 smithi123 ceph-mon[188613]: from='client.44504 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:03:06.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:06 smithi123 ceph-mon[188613]: from='client.44510 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:03:06.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:06 smithi123 ceph-mon[188613]: osdmap e809: 8 total, 8 up, 8 in 2023-12-20T11:03:06.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:06 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4234710306' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:03:06.539 INFO:tasks.rados.rados.0.smithi123.stdout:3876: finishing rollback tid 0 to smithi123173835-17 2023-12-20T11:03:06.539 INFO:tasks.rados.rados.0.smithi123.stdout:3876: finishing rollback tid 1 to smithi123173835-17 2023-12-20T11:03:06.539 INFO:tasks.rados.rados.0.smithi123.stdout:3876: finishing rollback tid 2 to smithi123173835-17 2023-12-20T11:03:06.539 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 17 v 2816 (ObjNum 65 snap 0 seq_num 1733456739) dirty exists 2023-12-20T11:03:06.539 INFO:tasks.rados.rados.0.smithi123.stdout:3882: expect (ObjNum 1186 snap 348 seq_num 1186) 2023-12-20T11:03:06.572 INFO:tasks.rados.rados.0.smithi123.stdout:3880: finishing copy_from racing read to smithi123173835-28 2023-12-20T11:03:06.572 INFO:tasks.rados.rados.0.smithi123.stdout:3874: expect (ObjNum 967 snap 292 seq_num 967) 2023-12-20T11:03:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:06 smithi177 ceph-mon[212096]: from='client.44504 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:03:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:06 smithi177 ceph-mon[212096]: from='client.44510 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:03:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:06 smithi177 ceph-mon[212096]: osdmap e809: 8 total, 8 up, 8 in 2023-12-20T11:03:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:06 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4234710306' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:03:06.888 INFO:tasks.rados.rados.0.smithi123.stdout:3880: finishing copy_from to smithi123173835-28 2023-12-20T11:03:06.888 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 28 v 2667 (ObjNum 1177 snap 341 seq_num 1177) dirty exists 2023-12-20T11:03:06.888 INFO:tasks.rados.rados.0.smithi123.stdout:3883: finishing write tid 1 to smithi123173835-26 2023-12-20T11:03:06.888 INFO:tasks.rados.rados.0.smithi123.stdout:3874: done (8 left) 2023-12-20T11:03:06.888 INFO:tasks.rados.rados.0.smithi123.stdout:3875: done (7 left) 2023-12-20T11:03:06.889 INFO:tasks.rados.rados.0.smithi123.stdout:3876: done (6 left) 2023-12-20T11:03:06.889 INFO:tasks.rados.rados.0.smithi123.stdout:3878: done (5 left) 2023-12-20T11:03:06.889 INFO:tasks.rados.rados.0.smithi123.stdout:3880: done (4 left) 2023-12-20T11:03:06.889 INFO:tasks.rados.rados.0.smithi123.stdout:3882: done (3 left) 2023-12-20T11:03:06.889 INFO:tasks.rados.rados.0.smithi123.stdout:3885: done (2 left) 2023-12-20T11:03:06.889 INFO:tasks.rados.rados.0.smithi123.stdout:3886: rmattr oid 19 current snap is 373 2023-12-20T11:03:06.889 INFO:tasks.rados.rados.0.smithi123.stdout:3879: finishing copy_from racing read to smithi123173835-11 2023-12-20T11:03:06.889 INFO:tasks.rados.rados.0.smithi123.stdout:3879: finishing copy_from to smithi123173835-11 2023-12-20T11:03:06.889 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 11 v 2809 (ObjNum 1137 snap 331 seq_num 1137) dirty exists 2023-12-20T11:03:06.889 INFO:tasks.rados.rados.0.smithi123.stdout:3883: finishing write tid 2 to smithi123173835-26 2023-12-20T11:03:06.889 INFO:tasks.rados.rados.0.smithi123.stdout:3883: finishing write tid 3 to smithi123173835-26 2023-12-20T11:03:06.889 INFO:tasks.rados.rados.0.smithi123.stdout:3883: finishing write tid 4 to smithi123173835-26 2023-12-20T11:03:06.889 INFO:tasks.rados.rados.0.smithi123.stdout:3883: finishing write tid 5 to smithi123173835-26 2023-12-20T11:03:06.890 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 2836 (ObjNum 1244 snap 373 seq_num 1244) dirty exists 2023-12-20T11:03:06.890 INFO:tasks.rados.rados.0.smithi123.stdout:3883: left oid 26 (ObjNum 1244 snap 373 seq_num 1244) 2023-12-20T11:03:06.890 INFO:tasks.rados.rados.0.smithi123.stdout:3879: done (2 left) 2023-12-20T11:03:06.890 INFO:tasks.rados.rados.0.smithi123.stdout:3883: done (1 left) 2023-12-20T11:03:06.890 INFO:tasks.rados.rados.0.smithi123.stdout:3887: copy_from oid 26 from oid 42 current snap is 373 2023-12-20T11:03:06.890 INFO:tasks.rados.rados.0.smithi123.stdout:3888: rollback oid 3 current snap is 373 2023-12-20T11:03:06.890 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 3 to 339 2023-12-20T11:03:06.890 INFO:tasks.rados.rados.0.smithi123.stdout:3889: delete oid 13 current snap is 373 2023-12-20T11:03:06.890 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 2870 (ObjNum 1241 snap 373 seq_num 1241) dirty exists 2023-12-20T11:03:06.891 INFO:tasks.rados.rados.0.smithi123.stdout:3886: done (3 left) 2023-12-20T11:03:06.891 INFO:tasks.rados.rados.0.smithi123.stdout:3889: done (2 left) 2023-12-20T11:03:06.891 INFO:tasks.rados.rados.0.smithi123.stdout:3890: read oid 4 snap 358 2023-12-20T11:03:06.891 INFO:tasks.rados.rados.0.smithi123.stdout:3890: expect (ObjNum 1194 snap 349 seq_num 1194) 2023-12-20T11:03:06.891 INFO:tasks.rados.rados.0.smithi123.stdout:3891: setattr oid 43 current snap is 373 2023-12-20T11:03:06.892 INFO:tasks.rados.rados.0.smithi123.stdout:3888: finishing rollback tid 0 to smithi123173835-3 2023-12-20T11:03:06.893 INFO:tasks.rados.rados.0.smithi123.stdout:3892: snap_create 2023-12-20T11:03:06.896 INFO:tasks.rados.rados.0.smithi123.stdout:3888: finishing rollback tid 1 to smithi123173835-3 2023-12-20T11:03:06.897 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 2813 (ObjNum 1043 snap 313 seq_num 1043) dirty exists 2023-12-20T11:03:06.900 INFO:tasks.rados.rados.0.smithi123.stdout:3888: finishing rollback tid 2 to smithi123173835-3 2023-12-20T11:03:06.900 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 2893 (ObjNum 305 snap 0 seq_num 1) dirty exists 2023-12-20T11:03:06.912 INFO:tasks.rados.rados.0.smithi123.stdout:3890: expect (ObjNum 1194 snap 349 seq_num 1194) 2023-12-20T11:03:07.140 INFO:tasks.rados.rados.0.smithi123.stdout:3887: finishing copy_from racing read to smithi123173835-26 2023-12-20T11:03:07.141 INFO:tasks.rados.rados.0.smithi123.stdout:3887: finishing copy_from to smithi123173835-26 2023-12-20T11:03:07.141 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 26 v 2890 (ObjNum 1242 snap 373 seq_num 1242) dirty exists 2023-12-20T11:03:07.230 INFO:tasks.rados.rados.0.smithi123.stdout:3887: done (4 left) 2023-12-20T11:03:07.230 INFO:tasks.rados.rados.0.smithi123.stdout:3888: done (3 left) 2023-12-20T11:03:07.230 INFO:tasks.rados.rados.0.smithi123.stdout:3890: done (2 left) 2023-12-20T11:03:07.230 INFO:tasks.rados.rados.0.smithi123.stdout:3891: done (1 left) 2023-12-20T11:03:07.230 INFO:tasks.rados.rados.0.smithi123.stdout:3892: done (0 left) 2023-12-20T11:03:07.230 INFO:tasks.rados.rados.0.smithi123.stdout:3893: rmattr oid 41 current snap is 374 2023-12-20T11:03:07.230 INFO:tasks.rados.rados.0.smithi123.stdout:3893: done (0 left) 2023-12-20T11:03:07.230 INFO:tasks.rados.rados.0.smithi123.stdout:3894: read oid 41 snap -1 2023-12-20T11:03:07.231 INFO:tasks.rados.rados.0.smithi123.stdout:3894: expect (ObjNum 1146 snap 333 seq_num 1146) 2023-12-20T11:03:07.231 INFO:tasks.rados.rados.0.smithi123.stdout:3895: snap_remove snap 342 2023-12-20T11:03:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:07 smithi123 ceph-mon[191304]: pgmap v942: 121 pgs: 121 active+clean; 250 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 147 KiB/s rd, 1.1 MiB/s wr, 4 op/s 2023-12-20T11:03:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:07 smithi123 ceph-mon[191304]: osdmap e810: 8 total, 8 up, 8 in 2023-12-20T11:03:07.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:07 smithi123 ceph-mon[188613]: pgmap v942: 121 pgs: 121 active+clean; 250 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 147 KiB/s rd, 1.1 MiB/s wr, 4 op/s 2023-12-20T11:03:07.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:07 smithi123 ceph-mon[188613]: osdmap e810: 8 total, 8 up, 8 in 2023-12-20T11:03:07.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:07 smithi177 ceph-mon[212096]: pgmap v942: 121 pgs: 121 active+clean; 250 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 147 KiB/s rd, 1.1 MiB/s wr, 4 op/s 2023-12-20T11:03:07.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:07 smithi177 ceph-mon[212096]: osdmap e810: 8 total, 8 up, 8 in 2023-12-20T11:03:08.143 INFO:tasks.rados.rados.0.smithi123.stdout:3895: done (1 left) 2023-12-20T11:03:08.144 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 4 current snap is 374 2023-12-20T11:03:08.144 INFO:tasks.rados.rados.0.smithi123.stdout:3896: seq_num 1247 ranges {6586368=491520,7077888=712704,7790592=442368,8232960=49152} 2023-12-20T11:03:08.184 INFO:tasks.rados.rados.0.smithi123.stdout:3896: writing smithi123173835-4 from 6586368 to 7077888 tid 1 2023-12-20T11:03:08.188 INFO:tasks.rados.rados.0.smithi123.stdout:3896: writing smithi123173835-4 from 7077888 to 7790592 tid 2 2023-12-20T11:03:08.190 INFO:tasks.rados.rados.0.smithi123.stdout:3896: writing smithi123173835-4 from 7790592 to 8232960 tid 3 2023-12-20T11:03:08.191 INFO:tasks.rados.rados.0.smithi123.stdout:3896: writing smithi123173835-4 from 8232960 to 8282112 tid 4 2023-12-20T11:03:08.191 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 16 current snap is 374 2023-12-20T11:03:08.191 INFO:tasks.rados.rados.0.smithi123.stdout:3894: expect (ObjNum 1146 snap 333 seq_num 1146) 2023-12-20T11:03:08.253 INFO:tasks.rados.rados.0.smithi123.stdout:3896: finishing write tid 1 to smithi123173835-4 2023-12-20T11:03:08.253 INFO:tasks.rados.rados.0.smithi123.stdout:3896: finishing write tid 2 to smithi123173835-4 2023-12-20T11:03:08.253 INFO:tasks.rados.rados.0.smithi123.stdout:3896: finishing write tid 3 to smithi123173835-4 2023-12-20T11:03:08.254 INFO:tasks.rados.rados.0.smithi123.stdout:3896: finishing write tid 4 to smithi123173835-4 2023-12-20T11:03:08.254 INFO:tasks.rados.rados.0.smithi123.stdout:3896: finishing write tid 5 to smithi123173835-4 2023-12-20T11:03:08.254 INFO:tasks.rados.rados.0.smithi123.stdout:3896: finishing write tid 6 to smithi123173835-4 2023-12-20T11:03:08.254 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 2898 (ObjNum 1247 snap 374 seq_num 1247) dirty exists 2023-12-20T11:03:08.254 INFO:tasks.rados.rados.0.smithi123.stdout:3896: left oid 4 (ObjNum 1247 snap 374 seq_num 1247) 2023-12-20T11:03:08.254 INFO:tasks.rados.rados.0.smithi123.stdout:3897: seq_num 1248 ranges {6455296=507904,6963200=598016,7561216=606208} 2023-12-20T11:03:08.289 INFO:tasks.rados.rados.0.smithi123.stdout:3897: writing smithi123173835-16 from 6455296 to 6963200 tid 1 2023-12-20T11:03:08.293 INFO:tasks.rados.rados.0.smithi123.stdout:3897: writing smithi123173835-16 from 6963200 to 7561216 tid 2 2023-12-20T11:03:08.297 INFO:tasks.rados.rados.0.smithi123.stdout:3897: writing smithi123173835-16 from 7561216 to 8167424 tid 3 2023-12-20T11:03:08.297 INFO:tasks.rados.rados.0.smithi123.stdout:3894: done (2 left) 2023-12-20T11:03:08.297 INFO:tasks.rados.rados.0.smithi123.stdout:3896: done (1 left) 2023-12-20T11:03:08.297 INFO:tasks.rados.rados.0.smithi123.stdout:3898: read oid 27 snap 352 2023-12-20T11:03:08.297 INFO:tasks.rados.rados.0.smithi123.stdout:3898: expect (ObjNum 1186 snap 348 seq_num 1186) 2023-12-20T11:03:08.297 INFO:tasks.rados.rados.0.smithi123.stdout:3899: snap_create 2023-12-20T11:03:08.297 INFO:tasks.rados.rados.0.smithi123.stdout:3897: finishing write tid 1 to smithi123173835-16 2023-12-20T11:03:08.298 INFO:tasks.rados.rados.0.smithi123.stdout:3897: finishing write tid 2 to smithi123173835-16 2023-12-20T11:03:08.300 INFO:tasks.rados.rados.0.smithi123.stdout:3897: finishing write tid 3 to smithi123173835-16 2023-12-20T11:03:08.300 INFO:tasks.rados.rados.0.smithi123.stdout:3897: finishing write tid 4 to smithi123173835-16 2023-12-20T11:03:08.301 INFO:tasks.rados.rados.0.smithi123.stdout:3897: finishing write tid 5 to smithi123173835-16 2023-12-20T11:03:08.302 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 2878 (ObjNum 1248 snap 374 seq_num 1248) dirty exists 2023-12-20T11:03:08.302 INFO:tasks.rados.rados.0.smithi123.stdout:3897: left oid 16 (ObjNum 1248 snap 374 seq_num 1248) 2023-12-20T11:03:08.304 INFO:tasks.rados.rados.0.smithi123.stdout:3898: expect (ObjNum 1186 snap 348 seq_num 1186) 2023-12-20T11:03:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:08 smithi123 ceph-mon[191304]: osdmap e811: 8 total, 8 up, 8 in 2023-12-20T11:03:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:08 smithi123 ceph-mon[191304]: osdmap e812: 8 total, 8 up, 8 in 2023-12-20T11:03:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:08 smithi123 ceph-mon[188613]: osdmap e811: 8 total, 8 up, 8 in 2023-12-20T11:03:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:08 smithi123 ceph-mon[188613]: osdmap e812: 8 total, 8 up, 8 in 2023-12-20T11:03:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:08 smithi177 ceph-mon[212096]: osdmap e811: 8 total, 8 up, 8 in 2023-12-20T11:03:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:08 smithi177 ceph-mon[212096]: osdmap e812: 8 total, 8 up, 8 in 2023-12-20T11:03:09.242 INFO:tasks.rados.rados.0.smithi123.stdout:3897: done (2 left) 2023-12-20T11:03:09.242 INFO:tasks.rados.rados.0.smithi123.stdout:3898: done (1 left) 2023-12-20T11:03:09.242 INFO:tasks.rados.rados.0.smithi123.stdout:3899: done (0 left) 2023-12-20T11:03:09.242 INFO:tasks.rados.rados.0.smithi123.stdout:3900: rollback oid 22 current snap is 375 2023-12-20T11:03:09.242 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 22 to 374 2023-12-20T11:03:09.242 INFO:tasks.rados.rados.0.smithi123.stdout:3901: snap_remove snap 341 2023-12-20T11:03:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:09 smithi123 ceph-mon[191304]: pgmap v945: 121 pgs: 121 active+clean; 254 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 295 KiB/s rd, 1.4 MiB/s wr, 9 op/s 2023-12-20T11:03:09.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:09 smithi123 ceph-mon[188613]: pgmap v945: 121 pgs: 121 active+clean; 254 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 295 KiB/s rd, 1.4 MiB/s wr, 9 op/s 2023-12-20T11:03:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:03:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:03:09] "GET /metrics HTTP/1.1" 200 36162 "" "Prometheus/2.43.0" 2023-12-20T11:03:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:09 smithi177 ceph-mon[212096]: pgmap v945: 121 pgs: 121 active+clean; 254 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 295 KiB/s rd, 1.4 MiB/s wr, 9 op/s 2023-12-20T11:03:10.248 INFO:tasks.rados.rados.0.smithi123.stdout:3901: done (1 left) 2023-12-20T11:03:10.248 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 50 current snap is 375 2023-12-20T11:03:10.248 INFO:tasks.rados.rados.0.smithi123.stdout:3900: finishing rollback tid 0 to smithi123173835-22 2023-12-20T11:03:10.248 INFO:tasks.rados.rados.0.smithi123.stdout:3902: seq_num 1249 ranges {1089536=524288,1613824=483328,2097152=409600,2506752=311296} 2023-12-20T11:03:10.257 INFO:tasks.rados.rados.0.smithi123.stdout:3902: writing smithi123173835-50 from 1089536 to 1613824 tid 1 2023-12-20T11:03:10.261 INFO:tasks.rados.rados.0.smithi123.stdout:3902: writing smithi123173835-50 from 1613824 to 2097152 tid 2 2023-12-20T11:03:10.264 INFO:tasks.rados.rados.0.smithi123.stdout:3902: writing smithi123173835-50 from 2097152 to 2506752 tid 3 2023-12-20T11:03:10.266 INFO:tasks.rados.rados.0.smithi123.stdout:3902: writing smithi123173835-50 from 2506752 to 2818048 tid 4 2023-12-20T11:03:10.266 INFO:tasks.rados.rados.0.smithi123.stdout:3903: delete oid 17 current snap is 375 2023-12-20T11:03:10.266 INFO:tasks.rados.rados.0.smithi123.stdout:3900: finishing rollback tid 1 to smithi123173835-22 2023-12-20T11:03:10.266 INFO:tasks.rados.rados.0.smithi123.stdout:3900: finishing rollback tid 2 to smithi123173835-22 2023-12-20T11:03:10.266 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 22 v 2881 (ObjNum 1217 snap 360 seq_num 1217) dirty exists 2023-12-20T11:03:10.281 INFO:tasks.rados.rados.0.smithi123.stdout:3900: done (2 left) 2023-12-20T11:03:10.281 INFO:tasks.rados.rados.0.smithi123.stdout:3903: done (1 left) 2023-12-20T11:03:10.282 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 14 current snap is 375 2023-12-20T11:03:10.282 INFO:tasks.rados.rados.0.smithi123.stdout:3904: seq_num 1251 ranges {0=557056,557056=655360,1212416=425984,1638400=122880} 2023-12-20T11:03:10.282 INFO:tasks.rados.rados.0.smithi123.stdout:3904: writing smithi123173835-14 from 0 to 557056 tid 1 2023-12-20T11:03:10.284 INFO:tasks.rados.rados.0.smithi123.stdout:3904: writing smithi123173835-14 from 557056 to 1212416 tid 2 2023-12-20T11:03:10.284 INFO:tasks.rados.rados.0.smithi123.stdout:3904: writing smithi123173835-14 from 1212416 to 1638400 tid 3 2023-12-20T11:03:10.286 INFO:tasks.rados.rados.0.smithi123.stdout:3904: writing smithi123173835-14 from 1638400 to 1761280 tid 4 2023-12-20T11:03:10.286 INFO:tasks.rados.rados.0.smithi123.stdout:3902: finishing write tid 1 to smithi123173835-50 2023-12-20T11:03:10.286 INFO:tasks.rados.rados.0.smithi123.stdout:3905: read oid 44 snap -1 2023-12-20T11:03:10.286 INFO:tasks.rados.rados.0.smithi123.stdout:3905: expect (ObjNum 1219 snap 362 seq_num 1219) 2023-12-20T11:03:10.287 INFO:tasks.rados.rados.0.smithi123.stdout:3906: setattr oid 33 current snap is 375 2023-12-20T11:03:10.287 INFO:tasks.rados.rados.0.smithi123.stdout:3902: finishing write tid 2 to smithi123173835-50 2023-12-20T11:03:10.287 INFO:tasks.rados.rados.0.smithi123.stdout:3902: finishing write tid 3 to smithi123173835-50 2023-12-20T11:03:10.287 INFO:tasks.rados.rados.0.smithi123.stdout:3902: finishing write tid 4 to smithi123173835-50 2023-12-20T11:03:10.288 INFO:tasks.rados.rados.0.smithi123.stdout:3904: finishing write tid 1 to smithi123173835-14 2023-12-20T11:03:10.288 INFO:tasks.rados.rados.0.smithi123.stdout:3902: finishing write tid 5 to smithi123173835-50 2023-12-20T11:03:10.288 INFO:tasks.rados.rados.0.smithi123.stdout:3907: delete oid 46 current snap is 375 2023-12-20T11:03:10.289 INFO:tasks.rados.rados.0.smithi123.stdout:3904: finishing write tid 2 to smithi123173835-14 2023-12-20T11:03:10.291 INFO:tasks.rados.rados.0.smithi123.stdout:3902: finishing write tid 6 to smithi123173835-50 2023-12-20T11:03:10.291 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 50 v 3078 (ObjNum 1249 snap 375 seq_num 1249) dirty exists 2023-12-20T11:03:10.291 INFO:tasks.rados.rados.0.smithi123.stdout:3902: left oid 50 (ObjNum 1249 snap 375 seq_num 1249) 2023-12-20T11:03:10.291 INFO:tasks.rados.rados.0.smithi123.stdout:3902: done (4 left) 2023-12-20T11:03:10.291 INFO:tasks.rados.rados.0.smithi123.stdout:3907: done (3 left) 2023-12-20T11:03:10.291 INFO:tasks.rados.rados.0.smithi123.stdout:3908: delete oid 3 current snap is 375 2023-12-20T11:03:10.293 INFO:tasks.rados.rados.0.smithi123.stdout:3904: finishing write tid 3 to smithi123173835-14 2023-12-20T11:03:10.293 INFO:tasks.rados.rados.0.smithi123.stdout:3904: finishing write tid 4 to smithi123173835-14 2023-12-20T11:03:10.294 INFO:tasks.rados.rados.0.smithi123.stdout:3904: finishing write tid 5 to smithi123173835-14 2023-12-20T11:03:10.294 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 2818 (ObjNum 1137 snap 331 seq_num 1137) dirty exists 2023-12-20T11:03:10.294 INFO:tasks.rados.rados.0.smithi123.stdout:3904: finishing write tid 6 to smithi123173835-14 2023-12-20T11:03:10.294 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 14 v 2850 (ObjNum 1251 snap 375 seq_num 1251) dirty exists 2023-12-20T11:03:10.295 INFO:tasks.rados.rados.0.smithi123.stdout:3904: left oid 14 (ObjNum 1251 snap 375 seq_num 1251) 2023-12-20T11:03:10.295 INFO:tasks.rados.rados.0.smithi123.stdout:3904: done (3 left) 2023-12-20T11:03:10.296 INFO:tasks.rados.rados.0.smithi123.stdout:3906: done (2 left) 2023-12-20T11:03:10.296 INFO:tasks.rados.rados.0.smithi123.stdout:3908: done (1 left) 2023-12-20T11:03:10.296 INFO:tasks.rados.rados.0.smithi123.stdout:3909: snap_create 2023-12-20T11:03:10.303 INFO:tasks.rados.rados.0.smithi123.stdout:3905: expect (ObjNum 1219 snap 362 seq_num 1219) 2023-12-20T11:03:10.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:10 smithi177 ceph-mon[212096]: osdmap e813: 8 total, 8 up, 8 in 2023-12-20T11:03:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:10 smithi123 ceph-mon[191304]: osdmap e813: 8 total, 8 up, 8 in 2023-12-20T11:03:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:10 smithi123 ceph-mon[188613]: osdmap e813: 8 total, 8 up, 8 in 2023-12-20T11:03:11.256 INFO:tasks.rados.rados.0.smithi123.stdout:3905: done (1 left) 2023-12-20T11:03:11.256 INFO:tasks.rados.rados.0.smithi123.stdout:3909: done (0 left) 2023-12-20T11:03:11.256 INFO:tasks.rados.rados.0.smithi123.stdout:3910: snap_remove snap 345 2023-12-20T11:03:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:11 smithi177 ceph-mon[212096]: pgmap v948: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 263 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.7 MiB/s wr, 14 op/s 2023-12-20T11:03:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:11 smithi177 ceph-mon[212096]: osdmap e814: 8 total, 8 up, 8 in 2023-12-20T11:03:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:11 smithi123 ceph-mon[191304]: pgmap v948: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 263 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.7 MiB/s wr, 14 op/s 2023-12-20T11:03:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:11 smithi123 ceph-mon[191304]: osdmap e814: 8 total, 8 up, 8 in 2023-12-20T11:03:11.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:11 smithi123 ceph-mon[188613]: pgmap v948: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 263 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.7 MiB/s wr, 14 op/s 2023-12-20T11:03:11.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:11 smithi123 ceph-mon[188613]: osdmap e814: 8 total, 8 up, 8 in 2023-12-20T11:03:12.278 INFO:tasks.rados.rados.0.smithi123.stdout:3910: done (0 left) 2023-12-20T11:03:12.278 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 7 current snap is 376 2023-12-20T11:03:12.278 INFO:tasks.rados.rados.0.smithi123.stdout:3911: seq_num 1254 ranges {81920=606208,688128=704512,1392640=499712} 2023-12-20T11:03:12.278 INFO:tasks.rados.rados.0.smithi123.stdout:3911: writing smithi123173835-7 from 81920 to 688128 tid 1 2023-12-20T11:03:12.279 INFO:tasks.rados.rados.0.smithi123.stdout:3911: writing smithi123173835-7 from 688128 to 1392640 tid 2 2023-12-20T11:03:12.285 INFO:tasks.rados.rados.0.smithi123.stdout:3911: writing smithi123173835-7 from 1392640 to 1892352 tid 3 2023-12-20T11:03:12.285 INFO:tasks.rados.rados.0.smithi123.stdout:3912: snap_remove snap 363 2023-12-20T11:03:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:12 smithi177 ceph-mon[212096]: osdmap e815: 8 total, 8 up, 8 in 2023-12-20T11:03:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:03:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:12 smithi123 ceph-mon[191304]: osdmap e815: 8 total, 8 up, 8 in 2023-12-20T11:03:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:03:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:12 smithi123 ceph-mon[188613]: osdmap e815: 8 total, 8 up, 8 in 2023-12-20T11:03:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:03:13.149 INFO:tasks.rados.rados.0.smithi123.stdout:3912: done (1 left) 2023-12-20T11:03:13.149 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 41 current snap is 376 2023-12-20T11:03:13.149 INFO:tasks.rados.rados.0.smithi123.stdout:3913: seq_num 1255 ranges {2408448=622592,3031040=638976,3670016=565248} 2023-12-20T11:03:13.162 INFO:tasks.rados.rados.0.smithi123.stdout:3913: writing smithi123173835-41 from 2408448 to 3031040 tid 1 2023-12-20T11:03:13.165 INFO:tasks.rados.rados.0.smithi123.stdout:3913: writing smithi123173835-41 from 3031040 to 3670016 tid 2 2023-12-20T11:03:13.169 INFO:tasks.rados.rados.0.smithi123.stdout:3913: writing smithi123173835-41 from 3670016 to 4235264 tid 3 2023-12-20T11:03:13.169 INFO:tasks.rados.rados.0.smithi123.stdout:3914: read oid 43 snap 349 2023-12-20T11:03:13.169 INFO:tasks.rados.rados.0.smithi123.stdout:3914: expect (ObjNum 1137 snap 331 seq_num 1137) 2023-12-20T11:03:13.169 INFO:tasks.rados.rados.0.smithi123.stdout:3915: snap_create 2023-12-20T11:03:13.170 INFO:tasks.rados.rados.0.smithi123.stdout:3911: finishing write tid 1 to smithi123173835-7 2023-12-20T11:03:13.170 INFO:tasks.rados.rados.0.smithi123.stdout:3911: finishing write tid 2 to smithi123173835-7 2023-12-20T11:03:13.170 INFO:tasks.rados.rados.0.smithi123.stdout:3911: finishing write tid 3 to smithi123173835-7 2023-12-20T11:03:13.170 INFO:tasks.rados.rados.0.smithi123.stdout:3911: finishing write tid 4 to smithi123173835-7 2023-12-20T11:03:13.170 INFO:tasks.rados.rados.0.smithi123.stdout:3911: finishing write tid 5 to smithi123173835-7 2023-12-20T11:03:13.170 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 2874 (ObjNum 1254 snap 376 seq_num 1254) dirty exists 2023-12-20T11:03:13.170 INFO:tasks.rados.rados.0.smithi123.stdout:3911: left oid 7 (ObjNum 1254 snap 376 seq_num 1254) 2023-12-20T11:03:13.170 INFO:tasks.rados.rados.0.smithi123.stdout:3913: finishing write tid 1 to smithi123173835-41 2023-12-20T11:03:13.170 INFO:tasks.rados.rados.0.smithi123.stdout:3913: finishing write tid 2 to smithi123173835-41 2023-12-20T11:03:13.174 INFO:tasks.rados.rados.0.smithi123.stdout:3913: finishing write tid 3 to smithi123173835-41 2023-12-20T11:03:13.175 INFO:tasks.rados.rados.0.smithi123.stdout:3913: finishing write tid 4 to smithi123173835-41 2023-12-20T11:03:13.175 INFO:tasks.rados.rados.0.smithi123.stdout:3913: finishing write tid 5 to smithi123173835-41 2023-12-20T11:03:13.175 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 41 v 3018 (ObjNum 1255 snap 376 seq_num 1255) dirty exists 2023-12-20T11:03:13.176 INFO:tasks.rados.rados.0.smithi123.stdout:3913: left oid 41 (ObjNum 1255 snap 376 seq_num 1255) 2023-12-20T11:03:13.184 INFO:tasks.rados.rados.0.smithi123.stdout:3914: expect (ObjNum 1137 snap 331 seq_num 1137) 2023-12-20T11:03:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:13 smithi177 ceph-mon[212096]: pgmap v951: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 272 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 5.5 MiB/s wr, 36 op/s 2023-12-20T11:03:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:13 smithi177 ceph-mon[212096]: osdmap e816: 8 total, 8 up, 8 in 2023-12-20T11:03:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:13 smithi177 ceph-mon[212096]: osdmap e817: 8 total, 8 up, 8 in 2023-12-20T11:03:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:13 smithi123 ceph-mon[191304]: pgmap v951: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 272 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 5.5 MiB/s wr, 36 op/s 2023-12-20T11:03:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:13 smithi123 ceph-mon[191304]: osdmap e816: 8 total, 8 up, 8 in 2023-12-20T11:03:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:13 smithi123 ceph-mon[191304]: osdmap e817: 8 total, 8 up, 8 in 2023-12-20T11:03:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:13 smithi123 ceph-mon[188613]: pgmap v951: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 272 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 5.5 MiB/s wr, 36 op/s 2023-12-20T11:03:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:13 smithi123 ceph-mon[188613]: osdmap e816: 8 total, 8 up, 8 in 2023-12-20T11:03:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:13 smithi123 ceph-mon[188613]: osdmap e817: 8 total, 8 up, 8 in 2023-12-20T11:03:14.158 INFO:tasks.rados.rados.0.smithi123.stdout:3911: done (3 left) 2023-12-20T11:03:14.158 INFO:tasks.rados.rados.0.smithi123.stdout:3913: done (2 left) 2023-12-20T11:03:14.158 INFO:tasks.rados.rados.0.smithi123.stdout:3914: done (1 left) 2023-12-20T11:03:14.158 INFO:tasks.rados.rados.0.smithi123.stdout:3915: done (0 left) 2023-12-20T11:03:14.158 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 44 current snap is 377 2023-12-20T11:03:14.158 INFO:tasks.rados.rados.0.smithi123.stdout:3916: seq_num 1256 ranges {3096576=638976,3735552=524288,4259840=614400,4874240=65536} 2023-12-20T11:03:14.177 INFO:tasks.rados.rados.0.smithi123.stdout:3916: writing smithi123173835-44 from 3096576 to 3735552 tid 1 2023-12-20T11:03:14.180 INFO:tasks.rados.rados.0.smithi123.stdout:3916: writing smithi123173835-44 from 3735552 to 4259840 tid 2 2023-12-20T11:03:14.184 INFO:tasks.rados.rados.0.smithi123.stdout:3916: writing smithi123173835-44 from 4259840 to 4874240 tid 3 2023-12-20T11:03:14.184 INFO:tasks.rados.rados.0.smithi123.stdout:3916: writing smithi123173835-44 from 4874240 to 4939776 tid 4 2023-12-20T11:03:14.184 INFO:tasks.rados.rados.0.smithi123.stdout:3917: snap_remove snap 366 2023-12-20T11:03:15.163 INFO:tasks.rados.rados.0.smithi123.stdout:3917: done (1 left) 2023-12-20T11:03:15.164 INFO:tasks.rados.rados.0.smithi123.stdout:3918: delete oid 42 current snap is 377 2023-12-20T11:03:15.164 INFO:tasks.rados.rados.0.smithi123.stdout:3916: finishing write tid 1 to smithi123173835-44 2023-12-20T11:03:15.164 INFO:tasks.rados.rados.0.smithi123.stdout:3916: finishing write tid 2 to smithi123173835-44 2023-12-20T11:03:15.164 INFO:tasks.rados.rados.0.smithi123.stdout:3916: finishing write tid 3 to smithi123173835-44 2023-12-20T11:03:15.164 INFO:tasks.rados.rados.0.smithi123.stdout:3916: finishing write tid 4 to smithi123173835-44 2023-12-20T11:03:15.164 INFO:tasks.rados.rados.0.smithi123.stdout:3916: finishing write tid 5 to smithi123173835-44 2023-12-20T11:03:15.164 INFO:tasks.rados.rados.0.smithi123.stdout:3916: finishing write tid 6 to smithi123173835-44 2023-12-20T11:03:15.164 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 44 v 2874 (ObjNum 1256 snap 377 seq_num 1256) dirty exists 2023-12-20T11:03:15.164 INFO:tasks.rados.rados.0.smithi123.stdout:3916: left oid 44 (ObjNum 1256 snap 377 seq_num 1256) 2023-12-20T11:03:15.177 INFO:tasks.rados.rados.0.smithi123.stdout:3916: done (1 left) 2023-12-20T11:03:15.178 INFO:tasks.rados.rados.0.smithi123.stdout:3918: done (0 left) 2023-12-20T11:03:15.178 INFO:tasks.rados.rados.0.smithi123.stdout:3919: setattr oid 19 current snap is 377 2023-12-20T11:03:15.178 INFO:tasks.rados.rados.0.smithi123.stdout:3920: snap_create 2023-12-20T11:03:15.189 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 2875 (ObjNum 1241 snap 373 seq_num 1241) dirty exists 2023-12-20T11:03:15.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:15 smithi177 ceph-mon[212096]: pgmap v954: 121 pgs: 121 active+clean; 274 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.5 MiB/s wr, 28 op/s 2023-12-20T11:03:15.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:15 smithi177 ceph-mon[212096]: osdmap e818: 8 total, 8 up, 8 in 2023-12-20T11:03:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:15 smithi123 ceph-mon[191304]: pgmap v954: 121 pgs: 121 active+clean; 274 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.5 MiB/s wr, 28 op/s 2023-12-20T11:03:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:15 smithi123 ceph-mon[191304]: osdmap e818: 8 total, 8 up, 8 in 2023-12-20T11:03:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:15 smithi123 ceph-mon[188613]: pgmap v954: 121 pgs: 121 active+clean; 274 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.5 MiB/s wr, 28 op/s 2023-12-20T11:03:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:15 smithi123 ceph-mon[188613]: osdmap e818: 8 total, 8 up, 8 in 2023-12-20T11:03:16.170 INFO:tasks.rados.rados.0.smithi123.stdout:3919: done (1 left) 2023-12-20T11:03:16.171 INFO:tasks.rados.rados.0.smithi123.stdout:3920: done (0 left) 2023-12-20T11:03:16.171 INFO:tasks.rados.rados.0.smithi123.stdout:3921: rollback oid 1 current snap is 378 2023-12-20T11:03:16.171 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 1 to 376 2023-12-20T11:03:16.171 INFO:tasks.rados.rados.0.smithi123.stdout:3922: rollback oid 18 current snap is 378 2023-12-20T11:03:16.171 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 18 to 371 2023-12-20T11:03:16.171 INFO:tasks.rados.rados.0.smithi123.stdout:3923: copy_from oid 6 from oid 4 current snap is 378 2023-12-20T11:03:16.171 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 15 current snap is 378 2023-12-20T11:03:16.171 INFO:tasks.rados.rados.0.smithi123.stdout:3924: seq_num 1258 ranges {0=671744,671744=696320,1368064=507904} 2023-12-20T11:03:16.174 INFO:tasks.rados.rados.0.smithi123.stdout:3924: writing smithi123173835-15 from 0 to 671744 tid 1 2023-12-20T11:03:16.179 INFO:tasks.rados.rados.0.smithi123.stdout:3924: writing smithi123173835-15 from 671744 to 1368064 tid 2 2023-12-20T11:03:16.183 INFO:tasks.rados.rados.0.smithi123.stdout:3924: writing smithi123173835-15 from 1368064 to 1875968 tid 3 2023-12-20T11:03:16.184 INFO:tasks.rados.rados.0.smithi123.stdout:3925: read oid 39 snap 367 2023-12-20T11:03:16.184 INFO:tasks.rados.rados.0.smithi123.stdout:3925: expect (ObjNum 1185 snap 348 seq_num 1185) 2023-12-20T11:03:16.184 INFO:tasks.rados.rados.0.smithi123.stdout:3926: snap_create 2023-12-20T11:03:16.185 INFO:tasks.rados.rados.0.smithi123.stdout:3924: finishing write tid 1 to smithi123173835-15 2023-12-20T11:03:16.185 INFO:tasks.rados.rados.0.smithi123.stdout:3921: finishing rollback tid 0 to smithi123173835-1 2023-12-20T11:03:16.185 INFO:tasks.rados.rados.0.smithi123.stdout:3921: finishing rollback tid 1 to smithi123173835-1 2023-12-20T11:03:16.185 INFO:tasks.rados.rados.0.smithi123.stdout:3921: finishing rollback tid 2 to smithi123173835-1 2023-12-20T11:03:16.186 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 1 v 2036 (ObjNum 1179 snap 341 seq_num 1179) dirty exists 2023-12-20T11:03:16.186 INFO:tasks.rados.rados.0.smithi123.stdout:3922: finishing rollback tid 0 to smithi123173835-18 2023-12-20T11:03:16.186 INFO:tasks.rados.rados.0.smithi123.stdout:3922: finishing rollback tid 1 to smithi123173835-18 2023-12-20T11:03:16.187 INFO:tasks.rados.rados.0.smithi123.stdout:3922: finishing rollback tid 2 to smithi123173835-18 2023-12-20T11:03:16.187 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 18 v 2884 (ObjNum 1194 snap 349 seq_num 1194) dirty exists 2023-12-20T11:03:16.194 INFO:tasks.rados.rados.0.smithi123.stdout:3924: finishing write tid 2 to smithi123173835-15 2023-12-20T11:03:16.194 INFO:tasks.rados.rados.0.smithi123.stdout:3924: finishing write tid 3 to smithi123173835-15 2023-12-20T11:03:16.194 INFO:tasks.rados.rados.0.smithi123.stdout:3924: finishing write tid 4 to smithi123173835-15 2023-12-20T11:03:16.197 INFO:tasks.rados.rados.0.smithi123.stdout:3924: finishing write tid 5 to smithi123173835-15 2023-12-20T11:03:16.197 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 15 v 3104 (ObjNum 1258 snap 378 seq_num 1258) dirty exists 2023-12-20T11:03:16.197 INFO:tasks.rados.rados.0.smithi123.stdout:3924: left oid 15 (ObjNum 1258 snap 378 seq_num 1258) 2023-12-20T11:03:16.213 INFO:tasks.rados.rados.0.smithi123.stdout:3923: finishing copy_from racing read to smithi123173835-6 2023-12-20T11:03:16.216 INFO:tasks.rados.rados.0.smithi123.stdout:3923: finishing copy_from to smithi123173835-6 2023-12-20T11:03:16.216 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 6 v 2898 (ObjNum 1247 snap 374 seq_num 1247) dirty exists 2023-12-20T11:03:16.244 INFO:tasks.rados.rados.0.smithi123.stdout:3925: expect (ObjNum 1185 snap 348 seq_num 1185) 2023-12-20T11:03:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:16 smithi123 ceph-mon[191304]: osdmap e819: 8 total, 8 up, 8 in 2023-12-20T11:03:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:16 smithi123 ceph-mon[188613]: osdmap e819: 8 total, 8 up, 8 in 2023-12-20T11:03:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:16 smithi177 ceph-mon[212096]: osdmap e819: 8 total, 8 up, 8 in 2023-12-20T11:03:17.178 INFO:tasks.rados.rados.0.smithi123.stdout:3921: done (5 left) 2023-12-20T11:03:17.179 INFO:tasks.rados.rados.0.smithi123.stdout:3922: done (4 left) 2023-12-20T11:03:17.179 INFO:tasks.rados.rados.0.smithi123.stdout:3923: done (3 left) 2023-12-20T11:03:17.179 INFO:tasks.rados.rados.0.smithi123.stdout:3924: done (2 left) 2023-12-20T11:03:17.179 INFO:tasks.rados.rados.0.smithi123.stdout:3925: done (1 left) 2023-12-20T11:03:17.179 INFO:tasks.rados.rados.0.smithi123.stdout:3926: done (0 left) 2023-12-20T11:03:17.179 INFO:tasks.rados.rados.0.smithi123.stdout:3927: rmattr oid 27 current snap is 379 2023-12-20T11:03:17.179 INFO:tasks.rados.rados.0.smithi123.stdout:3927: done (0 left) 2023-12-20T11:03:17.179 INFO:tasks.rados.rados.0.smithi123.stdout:3928: copy_from oid 33 from oid 29 current snap is 379 2023-12-20T11:03:17.179 INFO:tasks.rados.rados.0.smithi123.stdout:3929: setattr oid 37 current snap is 379 2023-12-20T11:03:17.180 INFO:tasks.rados.rados.0.smithi123.stdout:3930: read oid 23 snap -1 2023-12-20T11:03:17.180 INFO:tasks.rados.rados.0.smithi123.stdout:3930: expect (ObjNum 1237 snap 372 seq_num 1237) 2023-12-20T11:03:17.180 INFO:tasks.rados.rados.0.smithi123.stdout:3931: setattr oid 19 current snap is 379 2023-12-20T11:03:17.180 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 10 current snap is 379 2023-12-20T11:03:17.180 INFO:tasks.rados.rados.0.smithi123.stdout:3932: seq_num 1259 ranges {401408=696320,1097728=573440,1671168=630784} 2023-12-20T11:03:17.187 INFO:tasks.rados.rados.0.smithi123.stdout:3932: writing smithi123173835-10 from 401408 to 1097728 tid 1 2023-12-20T11:03:17.191 INFO:tasks.rados.rados.0.smithi123.stdout:3932: writing smithi123173835-10 from 1097728 to 1671168 tid 2 2023-12-20T11:03:17.195 INFO:tasks.rados.rados.0.smithi123.stdout:3932: writing smithi123173835-10 from 1671168 to 2301952 tid 3 2023-12-20T11:03:17.195 INFO:tasks.rados.rados.0.smithi123.stdout:3933: snap_remove snap 358 2023-12-20T11:03:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:17 smithi123 ceph-mon[191304]: pgmap v957: 121 pgs: 121 active+clean; 274 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 418 KiB/s wr, 2 op/s 2023-12-20T11:03:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:17 smithi123 ceph-mon[191304]: osdmap e820: 8 total, 8 up, 8 in 2023-12-20T11:03:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:17 smithi123 ceph-mon[188613]: pgmap v957: 121 pgs: 121 active+clean; 274 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 418 KiB/s wr, 2 op/s 2023-12-20T11:03:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:17 smithi123 ceph-mon[188613]: osdmap e820: 8 total, 8 up, 8 in 2023-12-20T11:03:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:17 smithi177 ceph-mon[212096]: pgmap v957: 121 pgs: 121 active+clean; 274 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 418 KiB/s wr, 2 op/s 2023-12-20T11:03:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:17 smithi177 ceph-mon[212096]: osdmap e820: 8 total, 8 up, 8 in 2023-12-20T11:03:18.142 INFO:tasks.rados.rados.0.smithi123.stdout:3933: done (5 left) 2023-12-20T11:03:18.143 INFO:tasks.rados.rados.0.smithi123.stdout:3934: read oid 9 snap 364 2023-12-20T11:03:18.143 INFO:tasks.rados.rados.0.smithi123.stdout:3934: expect (ObjNum 1155 snap 336 seq_num 1155) 2023-12-20T11:03:18.143 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 24 current snap is 379 2023-12-20T11:03:18.144 INFO:tasks.rados.rados.0.smithi123.stdout:3935: seq_num 1260 ranges {6455296=712704,7168000=458752,7626752=589824,8216576=155648} 2023-12-20T11:03:18.183 INFO:tasks.rados.rados.0.smithi123.stdout:3935: writing smithi123173835-24 from 6455296 to 7168000 tid 1 2023-12-20T11:03:18.186 INFO:tasks.rados.rados.0.smithi123.stdout:3935: writing smithi123173835-24 from 7168000 to 7626752 tid 2 2023-12-20T11:03:18.189 INFO:tasks.rados.rados.0.smithi123.stdout:3935: writing smithi123173835-24 from 7626752 to 8216576 tid 3 2023-12-20T11:03:18.191 INFO:tasks.rados.rados.0.smithi123.stdout:3935: writing smithi123173835-24 from 8216576 to 8372224 tid 4 2023-12-20T11:03:18.191 INFO:tasks.rados.rados.0.smithi123.stdout:3936: snap_remove snap 376 2023-12-20T11:03:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:18 smithi123 ceph-mon[191304]: osdmap e821: 8 total, 8 up, 8 in 2023-12-20T11:03:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:18 smithi123 ceph-mon[191304]: osdmap e822: 8 total, 8 up, 8 in 2023-12-20T11:03:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:18 smithi123 ceph-mon[188613]: osdmap e821: 8 total, 8 up, 8 in 2023-12-20T11:03:18.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:18 smithi123 ceph-mon[188613]: osdmap e822: 8 total, 8 up, 8 in 2023-12-20T11:03:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:18 smithi177 ceph-mon[212096]: osdmap e821: 8 total, 8 up, 8 in 2023-12-20T11:03:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:18 smithi177 ceph-mon[212096]: osdmap e822: 8 total, 8 up, 8 in 2023-12-20T11:03:19.198 INFO:tasks.rados.rados.0.smithi123.stdout:3936: done (7 left) 2023-12-20T11:03:19.198 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 13 current snap is 379 2023-12-20T11:03:19.198 INFO:tasks.rados.rados.0.smithi123.stdout:3937: seq_num 1261 ranges {0=729088,729088=745472,1474560=458752} 2023-12-20T11:03:19.202 INFO:tasks.rados.rados.0.smithi123.stdout:3937: writing smithi123173835-13 from 0 to 729088 tid 1 2023-12-20T11:03:19.208 INFO:tasks.rados.rados.0.smithi123.stdout:3937: writing smithi123173835-13 from 729088 to 1474560 tid 2 2023-12-20T11:03:19.210 INFO:tasks.rados.rados.0.smithi123.stdout:3937: writing smithi123173835-13 from 1474560 to 1933312 tid 3 2023-12-20T11:03:19.210 INFO:tasks.rados.rados.0.smithi123.stdout:3938: snap_create 2023-12-20T11:03:19.212 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 2876 (ObjNum 1241 snap 373 seq_num 1241) dirty exists 2023-12-20T11:03:19.212 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 2852 (ObjNum 5240 snap 2 seq_num 304) dirty exists 2023-12-20T11:03:19.212 INFO:tasks.rados.rados.0.smithi123.stdout:3930: expect (ObjNum 1237 snap 372 seq_num 1237) 2023-12-20T11:03:19.321 INFO:tasks.rados.rados.0.smithi123.stdout:3932: finishing write tid 1 to smithi123173835-10 2023-12-20T11:03:19.322 INFO:tasks.rados.rados.0.smithi123.stdout:3932: finishing write tid 2 to smithi123173835-10 2023-12-20T11:03:19.322 INFO:tasks.rados.rados.0.smithi123.stdout:3932: finishing write tid 3 to smithi123173835-10 2023-12-20T11:03:19.322 INFO:tasks.rados.rados.0.smithi123.stdout:3932: finishing write tid 4 to smithi123173835-10 2023-12-20T11:03:19.322 INFO:tasks.rados.rados.0.smithi123.stdout:3932: finishing write tid 5 to smithi123173835-10 2023-12-20T11:03:19.322 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 10 v 3109 (ObjNum 1259 snap 379 seq_num 1259) dirty exists 2023-12-20T11:03:19.322 INFO:tasks.rados.rados.0.smithi123.stdout:3932: left oid 10 (ObjNum 1259 snap 379 seq_num 1259) 2023-12-20T11:03:19.322 INFO:tasks.rados.rados.0.smithi123.stdout:3928: finishing copy_from racing read to smithi123173835-33 2023-12-20T11:03:19.322 INFO:tasks.rados.rados.0.smithi123.stdout:3928: finishing copy_from to smithi123173835-33 2023-12-20T11:03:19.322 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 33 v 2851 (ObjNum 1216 snap 360 seq_num 1216) dirty exists 2023-12-20T11:03:19.322 INFO:tasks.rados.rados.0.smithi123.stdout:3934: expect (ObjNum 1155 snap 336 seq_num 1155) 2023-12-20T11:03:19.380 INFO:tasks.rados.rados.0.smithi123.stdout:3935: finishing write tid 1 to smithi123173835-24 2023-12-20T11:03:19.381 INFO:tasks.rados.rados.0.smithi123.stdout:3935: finishing write tid 2 to smithi123173835-24 2023-12-20T11:03:19.381 INFO:tasks.rados.rados.0.smithi123.stdout:3935: finishing write tid 3 to smithi123173835-24 2023-12-20T11:03:19.381 INFO:tasks.rados.rados.0.smithi123.stdout:3935: finishing write tid 4 to smithi123173835-24 2023-12-20T11:03:19.381 INFO:tasks.rados.rados.0.smithi123.stdout:3935: finishing write tid 5 to smithi123173835-24 2023-12-20T11:03:19.381 INFO:tasks.rados.rados.0.smithi123.stdout:3935: finishing write tid 6 to smithi123173835-24 2023-12-20T11:03:19.381 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 24 v 2905 (ObjNum 1260 snap 379 seq_num 1260) dirty exists 2023-12-20T11:03:19.381 INFO:tasks.rados.rados.0.smithi123.stdout:3935: left oid 24 (ObjNum 1260 snap 379 seq_num 1260) 2023-12-20T11:03:19.381 INFO:tasks.rados.rados.0.smithi123.stdout:3937: finishing write tid 1 to smithi123173835-13 2023-12-20T11:03:19.381 INFO:tasks.rados.rados.0.smithi123.stdout:3937: finishing write tid 2 to smithi123173835-13 2023-12-20T11:03:19.381 INFO:tasks.rados.rados.0.smithi123.stdout:3937: finishing write tid 3 to smithi123173835-13 2023-12-20T11:03:19.381 INFO:tasks.rados.rados.0.smithi123.stdout:3937: finishing write tid 4 to smithi123173835-13 2023-12-20T11:03:19.381 INFO:tasks.rados.rados.0.smithi123.stdout:3937: finishing write tid 5 to smithi123173835-13 2023-12-20T11:03:19.381 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 13 v 3123 (ObjNum 1261 snap 379 seq_num 1261) dirty exists 2023-12-20T11:03:19.381 INFO:tasks.rados.rados.0.smithi123.stdout:3937: left oid 13 (ObjNum 1261 snap 379 seq_num 1261) 2023-12-20T11:03:19.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:19 smithi123 ceph-mon[188613]: pgmap v960: 121 pgs: 121 active+clean; 277 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 888 KiB/s wr, 9 op/s 2023-12-20T11:03:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:19 smithi123 ceph-mon[191304]: pgmap v960: 121 pgs: 121 active+clean; 277 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 888 KiB/s wr, 9 op/s 2023-12-20T11:03:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:03:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:03:19] "GET /metrics HTTP/1.1" 200 36161 "" "Prometheus/2.43.0" 2023-12-20T11:03:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:19 smithi177 ceph-mon[212096]: pgmap v960: 121 pgs: 121 active+clean; 277 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 888 KiB/s wr, 9 op/s 2023-12-20T11:03:20.206 INFO:tasks.rados.rados.0.smithi123.stdout:3928: done (8 left) 2023-12-20T11:03:20.207 INFO:tasks.rados.rados.0.smithi123.stdout:3929: done (7 left) 2023-12-20T11:03:20.207 INFO:tasks.rados.rados.0.smithi123.stdout:3930: done (6 left) 2023-12-20T11:03:20.207 INFO:tasks.rados.rados.0.smithi123.stdout:3931: done (5 left) 2023-12-20T11:03:20.207 INFO:tasks.rados.rados.0.smithi123.stdout:3932: done (4 left) 2023-12-20T11:03:20.207 INFO:tasks.rados.rados.0.smithi123.stdout:3934: done (3 left) 2023-12-20T11:03:20.207 INFO:tasks.rados.rados.0.smithi123.stdout:3935: done (2 left) 2023-12-20T11:03:20.208 INFO:tasks.rados.rados.0.smithi123.stdout:3937: done (1 left) 2023-12-20T11:03:20.208 INFO:tasks.rados.rados.0.smithi123.stdout:3938: done (0 left) 2023-12-20T11:03:20.208 INFO:tasks.rados.rados.0.smithi123.stdout:3939: snap_create 2023-12-20T11:03:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:20 smithi123 ceph-mon[191304]: osdmap e823: 8 total, 8 up, 8 in 2023-12-20T11:03:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:20 smithi123 ceph-mon[188613]: osdmap e823: 8 total, 8 up, 8 in 2023-12-20T11:03:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:20 smithi177 ceph-mon[212096]: osdmap e823: 8 total, 8 up, 8 in 2023-12-20T11:03:21.213 INFO:tasks.rados.rados.0.smithi123.stdout:3939: done (0 left) 2023-12-20T11:03:21.213 INFO:tasks.rados.rados.0.smithi123.stdout:3940: rollback oid 29 current snap is 381 2023-12-20T11:03:21.213 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 29 to 371 2023-12-20T11:03:21.213 INFO:tasks.rados.rados.0.smithi123.stdout:3941: rmattr oid 15 current snap is 381 2023-12-20T11:03:21.213 INFO:tasks.rados.rados.0.smithi123.stdout:3941: done (1 left) 2023-12-20T11:03:21.213 INFO:tasks.rados.rados.0.smithi123.stdout:3942: rmattr oid 40 current snap is 381 2023-12-20T11:03:21.214 INFO:tasks.rados.rados.0.smithi123.stdout:3942: done (1 left) 2023-12-20T11:03:21.214 INFO:tasks.rados.rados.0.smithi123.stdout:3943: snap_remove snap 352 2023-12-20T11:03:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:21 smithi123 ceph-mon[191304]: pgmap v963: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 288 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 14 op/s 2023-12-20T11:03:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:21 smithi123 ceph-mon[191304]: osdmap e824: 8 total, 8 up, 8 in 2023-12-20T11:03:21.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:21 smithi123 ceph-mon[188613]: pgmap v963: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 288 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 14 op/s 2023-12-20T11:03:21.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:21 smithi123 ceph-mon[188613]: osdmap e824: 8 total, 8 up, 8 in 2023-12-20T11:03:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:21 smithi177 ceph-mon[212096]: pgmap v963: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 288 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 14 op/s 2023-12-20T11:03:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:21 smithi177 ceph-mon[212096]: osdmap e824: 8 total, 8 up, 8 in 2023-12-20T11:03:22.220 INFO:tasks.rados.rados.0.smithi123.stdout:3943: done (1 left) 2023-12-20T11:03:22.220 INFO:tasks.rados.rados.0.smithi123.stdout:3944: delete oid 12 current snap is 381 2023-12-20T11:03:22.220 INFO:tasks.rados.rados.0.smithi123.stdout:3940: finishing rollback tid 0 to smithi123173835-29 2023-12-20T11:03:22.221 INFO:tasks.rados.rados.0.smithi123.stdout:3940: finishing rollback tid 1 to smithi123173835-29 2023-12-20T11:03:22.221 INFO:tasks.rados.rados.0.smithi123.stdout:3940: finishing rollback tid 2 to smithi123173835-29 2023-12-20T11:03:22.221 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 2855 (ObjNum 1216 snap 360 seq_num 1216) dirty exists 2023-12-20T11:03:22.232 INFO:tasks.rados.rados.0.smithi123.stdout:3940: done (1 left) 2023-12-20T11:03:22.232 INFO:tasks.rados.rados.0.smithi123.stdout:3944: done (0 left) 2023-12-20T11:03:22.232 INFO:tasks.rados.rados.0.smithi123.stdout:3945: snap_create 2023-12-20T11:03:22.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:22 smithi123 ceph-mon[188613]: osdmap e825: 8 total, 8 up, 8 in 2023-12-20T11:03:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:22 smithi123 ceph-mon[191304]: osdmap e825: 8 total, 8 up, 8 in 2023-12-20T11:03:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:22 smithi177 ceph-mon[212096]: osdmap e825: 8 total, 8 up, 8 in 2023-12-20T11:03:23.144 INFO:tasks.rados.rados.0.smithi123.stdout:3945: done (0 left) 2023-12-20T11:03:23.144 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 19 current snap is 382 2023-12-20T11:03:23.144 INFO:tasks.rados.rados.0.smithi123.stdout:3946: seq_num 1263 ranges {23412736=761856,24174592=565248,24739840=638976} 2023-12-20T11:03:23.271 INFO:tasks.rados.rados.0.smithi123.stdout:3946: writing smithi123173835-19 from 23412736 to 24174592 tid 1 2023-12-20T11:03:23.275 INFO:tasks.rados.rados.0.smithi123.stdout:3946: writing smithi123173835-19 from 24174592 to 24739840 tid 2 2023-12-20T11:03:23.279 INFO:tasks.rados.rados.0.smithi123.stdout:3946: writing smithi123173835-19 from 24739840 to 25378816 tid 3 2023-12-20T11:03:23.279 INFO:tasks.rados.rados.0.smithi123.stdout:3947: copy_from oid 20 from oid 49 current snap is 382 2023-12-20T11:03:23.279 INFO:tasks.rados.rados.0.smithi123.stdout:3946: finishing write tid 1 to smithi123173835-19 2023-12-20T11:03:23.279 INFO:tasks.rados.rados.0.smithi123.stdout:3946: finishing write tid 2 to smithi123173835-19 2023-12-20T11:03:23.279 INFO:tasks.rados.rados.0.smithi123.stdout:3948: snap_remove snap 339 2023-12-20T11:03:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:23 smithi123 ceph-mon[191304]: pgmap v966: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 303 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.6 MiB/s wr, 21 op/s 2023-12-20T11:03:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:23 smithi123 ceph-mon[191304]: osdmap e826: 8 total, 8 up, 8 in 2023-12-20T11:03:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:23 smithi123 ceph-mon[191304]: osdmap e827: 8 total, 8 up, 8 in 2023-12-20T11:03:23.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:23 smithi123 ceph-mon[188613]: pgmap v966: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 303 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.6 MiB/s wr, 21 op/s 2023-12-20T11:03:23.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:23 smithi123 ceph-mon[188613]: osdmap e826: 8 total, 8 up, 8 in 2023-12-20T11:03:23.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:23 smithi123 ceph-mon[188613]: osdmap e827: 8 total, 8 up, 8 in 2023-12-20T11:03:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:23 smithi177 ceph-mon[212096]: pgmap v966: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 303 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.6 MiB/s wr, 21 op/s 2023-12-20T11:03:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:23 smithi177 ceph-mon[212096]: osdmap e826: 8 total, 8 up, 8 in 2023-12-20T11:03:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:23 smithi177 ceph-mon[212096]: osdmap e827: 8 total, 8 up, 8 in 2023-12-20T11:03:24.227 INFO:tasks.rados.rados.0.smithi123.stdout:3948: done (2 left) 2023-12-20T11:03:24.227 INFO:tasks.rados.rados.0.smithi123.stdout:3949: rollback oid 39 current snap is 382 2023-12-20T11:03:24.227 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 39 to 365 2023-12-20T11:03:24.227 INFO:tasks.rados.rados.0.smithi123.stdout:3946: finishing write tid 3 to smithi123173835-19 2023-12-20T11:03:24.227 INFO:tasks.rados.rados.0.smithi123.stdout:3946: finishing write tid 4 to smithi123173835-19 2023-12-20T11:03:24.228 INFO:tasks.rados.rados.0.smithi123.stdout:3947: finishing copy_from to smithi123173835-20 2023-12-20T11:03:24.228 INFO:tasks.rados.rados.0.smithi123.stdout:3947: got expected ENOENT (src dne) 2023-12-20T11:03:24.228 INFO:tasks.rados.rados.0.smithi123.stdout:3947: finishing copy_from racing read to smithi123173835-20 2023-12-20T11:03:24.228 INFO:tasks.rados.rados.0.smithi123.stdout:3946: finishing write tid 5 to smithi123173835-19 2023-12-20T11:03:24.228 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 2880 (ObjNum 1263 snap 382 seq_num 1263) dirty exists 2023-12-20T11:03:24.228 INFO:tasks.rados.rados.0.smithi123.stdout:3946: left oid 19 (ObjNum 1263 snap 382 seq_num 1263) 2023-12-20T11:03:24.228 INFO:tasks.rados.rados.0.smithi123.stdout:3946: done (2 left) 2023-12-20T11:03:24.228 INFO:tasks.rados.rados.0.smithi123.stdout:3947: done (1 left) 2023-12-20T11:03:24.229 INFO:tasks.rados.rados.0.smithi123.stdout:3950: copy_from oid 27 from oid 46 current snap is 382 2023-12-20T11:03:24.229 INFO:tasks.rados.rados.0.smithi123.stdout:3951: delete oid 4 current snap is 382 2023-12-20T11:03:24.237 INFO:tasks.rados.rados.0.smithi123.stdout:3949: finishing rollback tid 0 to smithi123173835-39 2023-12-20T11:03:24.238 INFO:tasks.rados.rados.0.smithi123.stdout:3950: finishing copy_from to smithi123173835-27 2023-12-20T11:03:24.238 INFO:tasks.rados.rados.0.smithi123.stdout:3950: got expected ENOENT (src dne) 2023-12-20T11:03:24.238 INFO:tasks.rados.rados.0.smithi123.stdout:3950: finishing copy_from racing read to smithi123173835-27 2023-12-20T11:03:24.238 INFO:tasks.rados.rados.0.smithi123.stdout:3949: finishing rollback tid 1 to smithi123173835-39 2023-12-20T11:03:24.239 INFO:tasks.rados.rados.0.smithi123.stdout:3949: finishing rollback tid 2 to smithi123173835-39 2023-12-20T11:03:24.239 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 2858 (ObjNum 1185 snap 348 seq_num 1185) dirty exists 2023-12-20T11:03:24.248 INFO:tasks.rados.rados.0.smithi123.stdout:3949: done (2 left) 2023-12-20T11:03:24.248 INFO:tasks.rados.rados.0.smithi123.stdout:3950: done (1 left) 2023-12-20T11:03:24.248 INFO:tasks.rados.rados.0.smithi123.stdout:3951: done (0 left) 2023-12-20T11:03:24.248 INFO:tasks.rados.rados.0.smithi123.stdout:3952: rollback oid 8 current snap is 382 2023-12-20T11:03:24.249 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 8 to 374 2023-12-20T11:03:24.249 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 16 current snap is 382 2023-12-20T11:03:24.249 INFO:tasks.rados.rados.0.smithi123.stdout:3953: seq_num 1265 ranges {8167424=794624,8962048=737280,9699328=466944} 2023-12-20T11:03:24.293 INFO:tasks.rados.rados.0.smithi123.stdout:3953: writing smithi123173835-16 from 8167424 to 8962048 tid 1 2023-12-20T11:03:24.298 INFO:tasks.rados.rados.0.smithi123.stdout:3953: writing smithi123173835-16 from 8962048 to 9699328 tid 2 2023-12-20T11:03:24.301 INFO:tasks.rados.rados.0.smithi123.stdout:3953: writing smithi123173835-16 from 9699328 to 10166272 tid 3 2023-12-20T11:03:24.301 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 46 current snap is 382 2023-12-20T11:03:24.301 INFO:tasks.rados.rados.0.smithi123.stdout:3952: finishing rollback tid 0 to smithi123173835-8 2023-12-20T11:03:24.301 INFO:tasks.rados.rados.0.smithi123.stdout:3954: seq_num 1266 ranges {0=409600,409600=614400,1024000=540672,1564672=450560} 2023-12-20T11:03:24.303 INFO:tasks.rados.rados.0.smithi123.stdout:3954: writing smithi123173835-46 from 0 to 409600 tid 1 2023-12-20T11:03:24.307 INFO:tasks.rados.rados.0.smithi123.stdout:3954: writing smithi123173835-46 from 409600 to 1024000 tid 2 2023-12-20T11:03:24.310 INFO:tasks.rados.rados.0.smithi123.stdout:3954: writing smithi123173835-46 from 1024000 to 1564672 tid 3 2023-12-20T11:03:24.313 INFO:tasks.rados.rados.0.smithi123.stdout:3954: writing smithi123173835-46 from 1564672 to 2015232 tid 4 2023-12-20T11:03:24.313 INFO:tasks.rados.rados.0.smithi123.stdout:3952: finishing rollback tid 1 to smithi123173835-8 2023-12-20T11:03:24.313 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 9 current snap is 382 2023-12-20T11:03:24.314 INFO:tasks.rados.rados.0.smithi123.stdout:3952: finishing rollback tid 2 to smithi123173835-8 2023-12-20T11:03:24.314 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 8 v 2824 (ObjNum 1225 snap 366 seq_num 1225) dirty exists 2023-12-20T11:03:24.314 INFO:tasks.rados.rados.0.smithi123.stdout:3953: finishing write tid 1 to smithi123173835-16 2023-12-20T11:03:24.314 INFO:tasks.rados.rados.0.smithi123.stdout:3955: seq_num 1267 ranges {1548288=425984,1974272=499712,2473984=745472,3219456=360448} 2023-12-20T11:03:24.324 INFO:tasks.rados.rados.0.smithi123.stdout:3955: writing smithi123173835-9 from 1548288 to 1974272 tid 1 2023-12-20T11:03:24.327 INFO:tasks.rados.rados.0.smithi123.stdout:3955: writing smithi123173835-9 from 1974272 to 2473984 tid 2 2023-12-20T11:03:24.331 INFO:tasks.rados.rados.0.smithi123.stdout:3955: writing smithi123173835-9 from 2473984 to 3219456 tid 3 2023-12-20T11:03:24.334 INFO:tasks.rados.rados.0.smithi123.stdout:3955: writing smithi123173835-9 from 3219456 to 3579904 tid 4 2023-12-20T11:03:24.334 INFO:tasks.rados.rados.0.smithi123.stdout:3952: done (3 left) 2023-12-20T11:03:24.334 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 43 current snap is 382 2023-12-20T11:03:24.334 INFO:tasks.rados.rados.0.smithi123.stdout:3953: finishing write tid 2 to smithi123173835-16 2023-12-20T11:03:24.334 INFO:tasks.rados.rados.0.smithi123.stdout:3953: finishing write tid 3 to smithi123173835-16 2023-12-20T11:03:24.334 INFO:tasks.rados.rados.0.smithi123.stdout:3953: finishing write tid 4 to smithi123173835-16 2023-12-20T11:03:24.335 INFO:tasks.rados.rados.0.smithi123.stdout:3954: finishing write tid 1 to smithi123173835-46 2023-12-20T11:03:24.335 INFO:tasks.rados.rados.0.smithi123.stdout:3953: finishing write tid 5 to smithi123173835-16 2023-12-20T11:03:24.335 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 16 v 2888 (ObjNum 1265 snap 382 seq_num 1265) dirty exists 2023-12-20T11:03:24.335 INFO:tasks.rados.rados.0.smithi123.stdout:3953: left oid 16 (ObjNum 1265 snap 382 seq_num 1265) 2023-12-20T11:03:24.335 INFO:tasks.rados.rados.0.smithi123.stdout:3954: finishing write tid 2 to smithi123173835-46 2023-12-20T11:03:24.335 INFO:tasks.rados.rados.0.smithi123.stdout:3954: finishing write tid 3 to smithi123173835-46 2023-12-20T11:03:24.335 INFO:tasks.rados.rados.0.smithi123.stdout:3954: finishing write tid 4 to smithi123173835-46 2023-12-20T11:03:24.335 INFO:tasks.rados.rados.0.smithi123.stdout:3954: finishing write tid 5 to smithi123173835-46 2023-12-20T11:03:24.335 INFO:tasks.rados.rados.0.smithi123.stdout:3954: finishing write tid 6 to smithi123173835-46 2023-12-20T11:03:24.335 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 46 v 2893 (ObjNum 1266 snap 382 seq_num 1266) dirty exists 2023-12-20T11:03:24.335 INFO:tasks.rados.rados.0.smithi123.stdout:3954: left oid 46 (ObjNum 1266 snap 382 seq_num 1266) 2023-12-20T11:03:24.335 INFO:tasks.rados.rados.0.smithi123.stdout:3955: finishing write tid 1 to smithi123173835-9 2023-12-20T11:03:24.335 INFO:tasks.rados.rados.0.smithi123.stdout:3956: seq_num 1268 ranges {1114112=442368,1556480=786432,2342912=557056,2899968=262144} 2023-12-20T11:03:24.342 INFO:tasks.rados.rados.0.smithi123.stdout:3956: writing smithi123173835-43 from 1114112 to 1556480 tid 1 2023-12-20T11:03:24.347 INFO:tasks.rados.rados.0.smithi123.stdout:3956: writing smithi123173835-43 from 1556480 to 2342912 tid 2 2023-12-20T11:03:24.350 INFO:tasks.rados.rados.0.smithi123.stdout:3956: writing smithi123173835-43 from 2342912 to 2899968 tid 3 2023-12-20T11:03:24.353 INFO:tasks.rados.rados.0.smithi123.stdout:3956: writing smithi123173835-43 from 2899968 to 3162112 tid 4 2023-12-20T11:03:24.353 INFO:tasks.rados.rados.0.smithi123.stdout:3953: done (3 left) 2023-12-20T11:03:24.353 INFO:tasks.rados.rados.0.smithi123.stdout:3954: done (2 left) 2023-12-20T11:03:24.353 INFO:tasks.rados.rados.0.smithi123.stdout:3957: delete oid 48 current snap is 382 2023-12-20T11:03:24.353 INFO:tasks.rados.rados.0.smithi123.stdout:3955: finishing write tid 2 to smithi123173835-9 2023-12-20T11:03:24.353 INFO:tasks.rados.rados.0.smithi123.stdout:3955: finishing write tid 3 to smithi123173835-9 2023-12-20T11:03:24.353 INFO:tasks.rados.rados.0.smithi123.stdout:3955: finishing write tid 4 to smithi123173835-9 2023-12-20T11:03:24.353 INFO:tasks.rados.rados.0.smithi123.stdout:3955: finishing write tid 5 to smithi123173835-9 2023-12-20T11:03:24.353 INFO:tasks.rados.rados.0.smithi123.stdout:3955: finishing write tid 6 to smithi123173835-9 2023-12-20T11:03:24.353 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 9 v 2855 (ObjNum 1267 snap 382 seq_num 1267) dirty exists 2023-12-20T11:03:24.353 INFO:tasks.rados.rados.0.smithi123.stdout:3955: left oid 9 (ObjNum 1267 snap 382 seq_num 1267) 2023-12-20T11:03:24.354 INFO:tasks.rados.rados.0.smithi123.stdout:3956: finishing write tid 1 to smithi123173835-43 2023-12-20T11:03:24.354 INFO:tasks.rados.rados.0.smithi123.stdout:3956: finishing write tid 2 to smithi123173835-43 2023-12-20T11:03:24.355 INFO:tasks.rados.rados.0.smithi123.stdout:3956: finishing write tid 3 to smithi123173835-43 2023-12-20T11:03:24.355 INFO:tasks.rados.rados.0.smithi123.stdout:3955: done (2 left) 2023-12-20T11:03:24.355 INFO:tasks.rados.rados.0.smithi123.stdout:3957: done (1 left) 2023-12-20T11:03:24.355 INFO:tasks.rados.rados.0.smithi123.stdout:3958: delete oid 1 current snap is 382 2023-12-20T11:03:24.355 INFO:tasks.rados.rados.0.smithi123.stdout:3956: finishing write tid 4 to smithi123173835-43 2023-12-20T11:03:24.355 INFO:tasks.rados.rados.0.smithi123.stdout:3956: finishing write tid 5 to smithi123173835-43 2023-12-20T11:03:24.356 INFO:tasks.rados.rados.0.smithi123.stdout:3956: finishing write tid 6 to smithi123173835-43 2023-12-20T11:03:24.356 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 43 v 2818 (ObjNum 1268 snap 382 seq_num 1268) dirty exists 2023-12-20T11:03:24.356 INFO:tasks.rados.rados.0.smithi123.stdout:3956: left oid 43 (ObjNum 1268 snap 382 seq_num 1268) 2023-12-20T11:03:24.357 INFO:tasks.rados.rados.0.smithi123.stdout:3956: done (1 left) 2023-12-20T11:03:24.357 INFO:tasks.rados.rados.0.smithi123.stdout:3958: done (0 left) 2023-12-20T11:03:24.357 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 37 current snap is 382 2023-12-20T11:03:24.357 INFO:tasks.rados.rados.0.smithi123.stdout:3959: seq_num 1271 ranges {0=491520,491520=491520,983040=729088,1712128=385024} 2023-12-20T11:03:24.360 INFO:tasks.rados.rados.0.smithi123.stdout:3959: writing smithi123173835-37 from 0 to 491520 tid 1 2023-12-20T11:03:24.362 INFO:tasks.rados.rados.0.smithi123.stdout:3959: writing smithi123173835-37 from 491520 to 983040 tid 2 2023-12-20T11:03:24.366 INFO:tasks.rados.rados.0.smithi123.stdout:3959: writing smithi123173835-37 from 983040 to 1712128 tid 3 2023-12-20T11:03:24.369 INFO:tasks.rados.rados.0.smithi123.stdout:3959: writing smithi123173835-37 from 1712128 to 2097152 tid 4 2023-12-20T11:03:24.369 INFO:tasks.rados.rados.0.smithi123.stdout:3960: snap_create 2023-12-20T11:03:24.369 INFO:tasks.rados.rados.0.smithi123.stdout:3959: finishing write tid 1 to smithi123173835-37 2023-12-20T11:03:24.369 INFO:tasks.rados.rados.0.smithi123.stdout:3959: finishing write tid 2 to smithi123173835-37 2023-12-20T11:03:24.371 INFO:tasks.rados.rados.0.smithi123.stdout:3959: finishing write tid 3 to smithi123173835-37 2023-12-20T11:03:24.371 INFO:tasks.rados.rados.0.smithi123.stdout:3959: finishing write tid 4 to smithi123173835-37 2023-12-20T11:03:24.372 INFO:tasks.rados.rados.0.smithi123.stdout:3959: finishing write tid 5 to smithi123173835-37 2023-12-20T11:03:24.373 INFO:tasks.rados.rados.0.smithi123.stdout:3959: finishing write tid 6 to smithi123173835-37 2023-12-20T11:03:24.373 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 37 v 2863 (ObjNum 1271 snap 382 seq_num 1271) dirty exists 2023-12-20T11:03:24.373 INFO:tasks.rados.rados.0.smithi123.stdout:3959: left oid 37 (ObjNum 1271 snap 382 seq_num 1271) 2023-12-20T11:03:25.234 INFO:tasks.rados.rados.0.smithi123.stdout:3959: done (1 left) 2023-12-20T11:03:25.234 INFO:tasks.rados.rados.0.smithi123.stdout:3960: done (0 left) 2023-12-20T11:03:25.234 INFO:tasks.rados.rados.0.smithi123.stdout:3961: read oid 25 snap -1 2023-12-20T11:03:25.235 INFO:tasks.rados.rados.0.smithi123.stdout:3961: expect (ObjNum 1144 snap 333 seq_num 1144) 2023-12-20T11:03:25.235 INFO:tasks.rados.rados.0.smithi123.stdout:3962: rollback oid 21 current snap is 383 2023-12-20T11:03:25.235 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 21 to 349 2023-12-20T11:03:25.235 INFO:tasks.rados.rados.0.smithi123.stdout:3963: read oid 35 snap 377 2023-12-20T11:03:25.235 INFO:tasks.rados.rados.0.smithi123.stdout:3963: expect (ObjNum 1218 snap 360 seq_num 1218) 2023-12-20T11:03:25.235 INFO:tasks.rados.rados.0.smithi123.stdout:3964: snap_create 2023-12-20T11:03:25.242 INFO:tasks.rados.rados.0.smithi123.stdout:3962: finishing rollback tid 0 to smithi123173835-21 2023-12-20T11:03:25.242 INFO:tasks.rados.rados.0.smithi123.stdout:3962: finishing rollback tid 1 to smithi123173835-21 2023-12-20T11:03:25.242 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 21 v 2892 (ObjNum 49 snap 0 seq_num 4276577800) dirty dne 2023-12-20T11:03:25.242 INFO:tasks.rados.rados.0.smithi123.stdout:3963: expect (ObjNum 1218 snap 360 seq_num 1218) 2023-12-20T11:03:25.273 INFO:tasks.rados.rados.0.smithi123.stdout:3961: expect (ObjNum 1144 snap 333 seq_num 1144) 2023-12-20T11:03:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:25 smithi123 ceph-mon[191304]: pgmap v969: 121 pgs: 121 active+clean; 303 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.7 MiB/s wr, 16 op/s 2023-12-20T11:03:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:25 smithi123 ceph-mon[191304]: osdmap e828: 8 total, 8 up, 8 in 2023-12-20T11:03:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:25 smithi123 ceph-mon[188613]: pgmap v969: 121 pgs: 121 active+clean; 303 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.7 MiB/s wr, 16 op/s 2023-12-20T11:03:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:25 smithi123 ceph-mon[188613]: osdmap e828: 8 total, 8 up, 8 in 2023-12-20T11:03:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:25 smithi177 ceph-mon[212096]: pgmap v969: 121 pgs: 121 active+clean; 303 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.7 MiB/s wr, 16 op/s 2023-12-20T11:03:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:25 smithi177 ceph-mon[212096]: osdmap e828: 8 total, 8 up, 8 in 2023-12-20T11:03:26.240 INFO:tasks.rados.rados.0.smithi123.stdout:3961: done (3 left) 2023-12-20T11:03:26.240 INFO:tasks.rados.rados.0.smithi123.stdout:3962: done (2 left) 2023-12-20T11:03:26.240 INFO:tasks.rados.rados.0.smithi123.stdout:3963: done (1 left) 2023-12-20T11:03:26.240 INFO:tasks.rados.rados.0.smithi123.stdout:3964: done (0 left) 2023-12-20T11:03:26.241 INFO:tasks.rados.rados.0.smithi123.stdout:3965: setattr oid 4 current snap is 384 2023-12-20T11:03:26.243 INFO:tasks.rados.rados.0.smithi123.stdout:3966: setattr oid 39 current snap is 384 2023-12-20T11:03:26.245 INFO:tasks.rados.rados.0.smithi123.stdout:3967: snap_create 2023-12-20T11:03:26.248 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 4 v 2907 (ObjNum 33 snap 0 seq_num 959239504) dirty exists 2023-12-20T11:03:26.251 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 39 v 2864 (ObjNum 1185 snap 348 seq_num 1185) dirty exists 2023-12-20T11:03:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:26 smithi123 ceph-mon[191304]: osdmap e829: 8 total, 8 up, 8 in 2023-12-20T11:03:26.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:26 smithi123 ceph-mon[188613]: osdmap e829: 8 total, 8 up, 8 in 2023-12-20T11:03:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:26 smithi177 ceph-mon[212096]: osdmap e829: 8 total, 8 up, 8 in 2023-12-20T11:03:27.244 INFO:tasks.rados.rados.0.smithi123.stdout:3965: done (2 left) 2023-12-20T11:03:27.244 INFO:tasks.rados.rados.0.smithi123.stdout:3966: done (1 left) 2023-12-20T11:03:27.244 INFO:tasks.rados.rados.0.smithi123.stdout:3967: done (0 left) 2023-12-20T11:03:27.244 INFO:tasks.rados.rados.0.smithi123.stdout:3968: rollback oid 29 current snap is 385 2023-12-20T11:03:27.245 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 29 to 377 2023-12-20T11:03:27.245 INFO:tasks.rados.rados.0.smithi123.stdout:3969: rollback oid 14 current snap is 385 2023-12-20T11:03:27.245 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 14 to 367 2023-12-20T11:03:27.245 INFO:tasks.rados.rados.0.smithi123.stdout:3970: snap_remove snap 382 2023-12-20T11:03:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:27 smithi177 ceph-mon[212096]: pgmap v972: 121 pgs: 121 active+clean; 303 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-12-20T11:03:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:27 smithi177 ceph-mon[212096]: osdmap e830: 8 total, 8 up, 8 in 2023-12-20T11:03:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:03:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:03:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:27 smithi123 ceph-mon[191304]: pgmap v972: 121 pgs: 121 active+clean; 303 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-12-20T11:03:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:27 smithi123 ceph-mon[191304]: osdmap e830: 8 total, 8 up, 8 in 2023-12-20T11:03:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:03:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:03:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:27 smithi123 ceph-mon[188613]: pgmap v972: 121 pgs: 121 active+clean; 303 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-12-20T11:03:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:27 smithi123 ceph-mon[188613]: osdmap e830: 8 total, 8 up, 8 in 2023-12-20T11:03:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:03:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:03:28.147 INFO:tasks.rados.rados.0.smithi123.stdout:3970: done (2 left) 2023-12-20T11:03:28.147 INFO:tasks.rados.rados.0.smithi123.stdout:3971: rmattr oid 3 current snap is 385 2023-12-20T11:03:28.147 INFO:tasks.rados.rados.0.smithi123.stdout:3972: snap_create 2023-12-20T11:03:28.147 INFO:tasks.rados.rados.0.smithi123.stdout:3969: finishing rollback tid 0 to smithi123173835-14 2023-12-20T11:03:28.148 INFO:tasks.rados.rados.0.smithi123.stdout:3969: finishing rollback tid 1 to smithi123173835-14 2023-12-20T11:03:28.148 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 14 v 2857 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-20T11:03:28.148 INFO:tasks.rados.rados.0.smithi123.stdout:3968: finishing rollback tid 0 to smithi123173835-29 2023-12-20T11:03:28.148 INFO:tasks.rados.rados.0.smithi123.stdout:3968: finishing rollback tid 1 to smithi123173835-29 2023-12-20T11:03:28.148 INFO:tasks.rados.rados.0.smithi123.stdout:3968: finishing rollback tid 2 to smithi123173835-29 2023-12-20T11:03:28.148 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 29 v 2867 (ObjNum 1216 snap 360 seq_num 1216) dirty exists 2023-12-20T11:03:28.148 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 3 v 0 (ObjNum 129 snap 0 seq_num 1643652426) dirty dne 2023-12-20T11:03:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:28 smithi177 ceph-mon[212096]: osdmap e831: 8 total, 8 up, 8 in 2023-12-20T11:03:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:03:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:03:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:03:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:28 smithi177 ceph-mon[212096]: osdmap e832: 8 total, 8 up, 8 in 2023-12-20T11:03:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:28 smithi123 ceph-mon[188613]: osdmap e831: 8 total, 8 up, 8 in 2023-12-20T11:03:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:03:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:03:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:03:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:28 smithi123 ceph-mon[188613]: osdmap e832: 8 total, 8 up, 8 in 2023-12-20T11:03:28.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:28 smithi123 ceph-mon[191304]: osdmap e831: 8 total, 8 up, 8 in 2023-12-20T11:03:28.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:03:28.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:03:28.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:03:28.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:28 smithi123 ceph-mon[191304]: osdmap e832: 8 total, 8 up, 8 in 2023-12-20T11:03:29.145 INFO:tasks.rados.rados.0.smithi123.stdout:3968: done (3 left) 2023-12-20T11:03:29.146 INFO:tasks.rados.rados.0.smithi123.stdout:3969: done (2 left) 2023-12-20T11:03:29.146 INFO:tasks.rados.rados.0.smithi123.stdout:3971: done (1 left) 2023-12-20T11:03:29.146 INFO:tasks.rados.rados.0.smithi123.stdout:3972: done (0 left) 2023-12-20T11:03:29.146 INFO:tasks.rados.rados.0.smithi123.stdout:3973: read oid 41 snap -1 2023-12-20T11:03:29.146 INFO:tasks.rados.rados.0.smithi123.stdout:3973: expect (ObjNum 1255 snap 376 seq_num 1255) 2023-12-20T11:03:29.146 INFO:tasks.rados.rados.0.smithi123.stdout:3974: copy_from oid 19 from oid 17 current snap is 386 2023-12-20T11:03:29.146 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 24 current snap is 386 2023-12-20T11:03:29.146 INFO:tasks.rados.rados.0.smithi123.stdout:3975: seq_num 1272 ranges {8372224=507904,8880128=770048,9650176=532480,10182656=303104} 2023-12-20T11:03:29.193 INFO:tasks.rados.rados.0.smithi123.stdout:3975: writing smithi123173835-24 from 8372224 to 8880128 tid 1 2023-12-20T11:03:29.197 INFO:tasks.rados.rados.0.smithi123.stdout:3975: writing smithi123173835-24 from 8880128 to 9650176 tid 2 2023-12-20T11:03:29.200 INFO:tasks.rados.rados.0.smithi123.stdout:3975: writing smithi123173835-24 from 9650176 to 10182656 tid 3 2023-12-20T11:03:29.203 INFO:tasks.rados.rados.0.smithi123.stdout:3975: writing smithi123173835-24 from 10182656 to 10485760 tid 4 2023-12-20T11:03:29.203 INFO:tasks.rados.rados.0.smithi123.stdout:3976: copy_from oid 42 from oid 47 current snap is 386 2023-12-20T11:03:29.203 INFO:tasks.rados.rados.0.smithi123.stdout:3974: finishing copy_from to smithi123173835-19 2023-12-20T11:03:29.203 INFO:tasks.rados.rados.0.smithi123.stdout:3974: got expected ENOENT (src dne) 2023-12-20T11:03:29.203 INFO:tasks.rados.rados.0.smithi123.stdout:3974: finishing copy_from racing read to smithi123173835-19 2023-12-20T11:03:29.203 INFO:tasks.rados.rados.0.smithi123.stdout:3973: expect (ObjNum 1255 snap 376 seq_num 1255) 2023-12-20T11:03:29.346 INFO:tasks.rados.rados.0.smithi123.stdout:3975: finishing write tid 1 to smithi123173835-24 2023-12-20T11:03:29.347 INFO:tasks.rados.rados.0.smithi123.stdout:3975: finishing write tid 2 to smithi123173835-24 2023-12-20T11:03:29.347 INFO:tasks.rados.rados.0.smithi123.stdout:3975: finishing write tid 3 to smithi123173835-24 2023-12-20T11:03:29.347 INFO:tasks.rados.rados.0.smithi123.stdout:3975: finishing write tid 4 to smithi123173835-24 2023-12-20T11:03:29.347 INFO:tasks.rados.rados.0.smithi123.stdout:3975: finishing write tid 5 to smithi123173835-24 2023-12-20T11:03:29.347 INFO:tasks.rados.rados.0.smithi123.stdout:3975: finishing write tid 6 to smithi123173835-24 2023-12-20T11:03:29.347 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 24 v 2912 (ObjNum 1272 snap 386 seq_num 1272) dirty exists 2023-12-20T11:03:29.347 INFO:tasks.rados.rados.0.smithi123.stdout:3975: left oid 24 (ObjNum 1272 snap 386 seq_num 1272) 2023-12-20T11:03:29.347 INFO:tasks.rados.rados.0.smithi123.stdout:3976: finishing copy_from to smithi123173835-42 2023-12-20T11:03:29.347 INFO:tasks.rados.rados.0.smithi123.stdout:3976: got expected ENOENT (src dne) 2023-12-20T11:03:29.347 INFO:tasks.rados.rados.0.smithi123.stdout:3976: finishing copy_from racing read to smithi123173835-42 2023-12-20T11:03:29.347 INFO:tasks.rados.rados.0.smithi123.stdout:3977: read oid 36 snap -1 2023-12-20T11:03:29.347 INFO:tasks.rados.rados.0.smithi123.stdout:3977: expect deleted 2023-12-20T11:03:29.347 INFO:tasks.rados.rados.0.smithi123.stdout:3973: done (4 left) 2023-12-20T11:03:29.347 INFO:tasks.rados.rados.0.smithi123.stdout:3974: done (3 left) 2023-12-20T11:03:29.347 INFO:tasks.rados.rados.0.smithi123.stdout:3975: done (2 left) 2023-12-20T11:03:29.348 INFO:tasks.rados.rados.0.smithi123.stdout:3976: done (1 left) 2023-12-20T11:03:29.348 INFO:tasks.rados.rados.0.smithi123.stdout:3978: setattr oid 12 current snap is 386 2023-12-20T11:03:29.348 INFO:tasks.rados.rados.0.smithi123.stdout:3977: done (1 left) 2023-12-20T11:03:29.348 INFO:tasks.rados.rados.0.smithi123.stdout:3979: delete oid 39 current snap is 386 2023-12-20T11:03:29.349 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 12 v 2825 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-20T11:03:29.351 INFO:tasks.rados.rados.0.smithi123.stdout:3978: done (1 left) 2023-12-20T11:03:29.351 INFO:tasks.rados.rados.0.smithi123.stdout:3979: done (0 left) 2023-12-20T11:03:29.351 INFO:tasks.rados.rados.0.smithi123.stdout:3980: read oid 17 snap -1 2023-12-20T11:03:29.351 INFO:tasks.rados.rados.0.smithi123.stdout:3980: expect deleted 2023-12-20T11:03:29.351 INFO:tasks.rados.rados.0.smithi123.stdout:3981: copy_from oid 7 from oid 13 current snap is 386 2023-12-20T11:03:29.351 INFO:tasks.rados.rados.0.smithi123.stdout:3982: read oid 33 snap 381 2023-12-20T11:03:29.351 INFO:tasks.rados.rados.0.smithi123.stdout:3982: expect (ObjNum 1216 snap 360 seq_num 1216) 2023-12-20T11:03:29.352 INFO:tasks.rados.rados.0.smithi123.stdout:3983: setattr oid 20 current snap is 386 2023-12-20T11:03:29.353 INFO:tasks.rados.rados.0.smithi123.stdout:3980: done (3 left) 2023-12-20T11:03:29.353 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 27 current snap is 386 2023-12-20T11:03:29.353 INFO:tasks.rados.rados.0.smithi123.stdout:3984: seq_num 1274 ranges {1122304=540672,1662976=540672,2203648=499712,2703360=565248} 2023-12-20T11:03:29.363 INFO:tasks.rados.rados.0.smithi123.stdout:3984: writing smithi123173835-27 from 1122304 to 1662976 tid 1 2023-12-20T11:03:29.368 INFO:tasks.rados.rados.0.smithi123.stdout:3984: writing smithi123173835-27 from 1662976 to 2203648 tid 2 2023-12-20T11:03:29.372 INFO:tasks.rados.rados.0.smithi123.stdout:3984: writing smithi123173835-27 from 2203648 to 2703360 tid 3 2023-12-20T11:03:29.375 INFO:tasks.rados.rados.0.smithi123.stdout:3984: writing smithi123173835-27 from 2703360 to 3268608 tid 4 2023-12-20T11:03:29.376 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 20 v 2668 (ObjNum 129 snap 0 seq_num 960288968) dirty exists 2023-12-20T11:03:29.376 INFO:tasks.rados.rados.0.smithi123.stdout:3985: read oid 1 snap 370 2023-12-20T11:03:29.376 INFO:tasks.rados.rados.0.smithi123.stdout:3985: expect (ObjNum 1179 snap 341 seq_num 1179) 2023-12-20T11:03:29.376 INFO:tasks.rados.rados.0.smithi123.stdout:3983: done (4 left) 2023-12-20T11:03:29.376 INFO:tasks.rados.rados.0.smithi123.stdout:3986: rollback oid 48 current snap is 386 2023-12-20T11:03:29.376 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 48 to 379 2023-12-20T11:03:29.376 INFO:tasks.rados.rados.0.smithi123.stdout:3981: finishing copy_from racing read to smithi123173835-7 2023-12-20T11:03:29.376 INFO:tasks.rados.rados.0.smithi123.stdout:3981: finishing copy_from to smithi123173835-7 2023-12-20T11:03:29.376 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 7 v 3123 (ObjNum 1261 snap 379 seq_num 1261) dirty exists 2023-12-20T11:03:29.376 INFO:tasks.rados.rados.0.smithi123.stdout:3981: done (4 left) 2023-12-20T11:03:29.376 INFO:tasks.rados.rados.0.smithi123.stdout:3987: delete oid 10 current snap is 386 2023-12-20T11:03:29.379 INFO:tasks.rados.rados.0.smithi123.stdout:3984: finishing write tid 1 to smithi123173835-27 2023-12-20T11:03:29.379 INFO:tasks.rados.rados.0.smithi123.stdout:3984: finishing write tid 2 to smithi123173835-27 2023-12-20T11:03:29.383 INFO:tasks.rados.rados.0.smithi123.stdout:3987: done (4 left) 2023-12-20T11:03:29.383 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 19 current snap is 386 2023-12-20T11:03:29.385 INFO:tasks.rados.rados.0.smithi123.stdout:3988: seq_num 1276 ranges {25378816=573440,25952256=712704,26664960=516096,27181056=376832} 2023-12-20T11:03:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:29 smithi123 ceph-mon[191304]: pgmap v975: 121 pgs: 121 active+clean; 299 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2023-12-20T11:03:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:29 smithi123 ceph-mon[191304]: osdmap e833: 8 total, 8 up, 8 in 2023-12-20T11:03:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:03:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:03:29] "GET /metrics HTTP/1.1" 200 36158 "" "Prometheus/2.43.0" 2023-12-20T11:03:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:29 smithi123 ceph-mon[188613]: pgmap v975: 121 pgs: 121 active+clean; 299 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2023-12-20T11:03:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:29 smithi123 ceph-mon[188613]: osdmap e833: 8 total, 8 up, 8 in 2023-12-20T11:03:29.519 INFO:tasks.rados.rados.0.smithi123.stdout:3988: writing smithi123173835-19 from 25378816 to 25952256 tid 1 2023-12-20T11:03:29.523 INFO:tasks.rados.rados.0.smithi123.stdout:3988: writing smithi123173835-19 from 25952256 to 26664960 tid 2 2023-12-20T11:03:29.526 INFO:tasks.rados.rados.0.smithi123.stdout:3988: writing smithi123173835-19 from 26664960 to 27181056 tid 3 2023-12-20T11:03:29.529 INFO:tasks.rados.rados.0.smithi123.stdout:3988: writing smithi123173835-19 from 27181056 to 27557888 tid 4 2023-12-20T11:03:29.529 INFO:tasks.rados.rados.0.smithi123.stdout:3989: rmattr oid 3 current snap is 386 2023-12-20T11:03:29.529 INFO:tasks.rados.rados.0.smithi123.stdout:3989: done (5 left) 2023-12-20T11:03:29.529 INFO:tasks.rados.rados.0.smithi123.stdout:3990: snap_remove snap 375 2023-12-20T11:03:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:29 smithi177 ceph-mon[212096]: pgmap v975: 121 pgs: 121 active+clean; 299 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2023-12-20T11:03:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:29 smithi177 ceph-mon[212096]: osdmap e833: 8 total, 8 up, 8 in 2023-12-20T11:03:30.253 INFO:tasks.rados.rados.0.smithi123.stdout:3990: done (5 left) 2023-12-20T11:03:30.253 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 22 current snap is 386 2023-12-20T11:03:30.253 INFO:tasks.rados.rados.0.smithi123.stdout:3986: finishing rollback tid 1 to smithi123173835-48 2023-12-20T11:03:30.253 INFO:tasks.rados.rados.0.smithi123.stdout:3991: seq_num 1277 ranges {1269760=589824,1859584=598016,2457600=671744,3129344=335872} 2023-12-20T11:03:30.263 INFO:tasks.rados.rados.0.smithi123.stdout:3991: writing smithi123173835-22 from 1269760 to 1859584 tid 1 2023-12-20T11:03:30.268 INFO:tasks.rados.rados.0.smithi123.stdout:3991: writing smithi123173835-22 from 1859584 to 2457600 tid 2 2023-12-20T11:03:30.272 INFO:tasks.rados.rados.0.smithi123.stdout:3991: writing smithi123173835-22 from 2457600 to 3129344 tid 3 2023-12-20T11:03:30.275 INFO:tasks.rados.rados.0.smithi123.stdout:3991: writing smithi123173835-22 from 3129344 to 3465216 tid 4 2023-12-20T11:03:30.275 INFO:tasks.rados.rados.0.smithi123.stdout:3992: snap_remove snap 350 2023-12-20T11:03:31.261 INFO:tasks.rados.rados.0.smithi123.stdout:3992: done (6 left) 2023-12-20T11:03:31.261 INFO:tasks.rados.rados.0.smithi123.stdout:3993: delete oid 20 current snap is 386 2023-12-20T11:03:31.264 INFO:tasks.rados.rados.0.smithi123.stdout:3986: finishing rollback tid 2 to smithi123173835-48 2023-12-20T11:03:31.264 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 48 v 3021 (ObjNum 1157 snap 336 seq_num 1157) dirty exists 2023-12-20T11:03:31.264 INFO:tasks.rados.rados.0.smithi123.stdout:3982: expect (ObjNum 1216 snap 360 seq_num 1216) 2023-12-20T11:03:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:31 smithi177 ceph-mon[212096]: pgmap v978: 121 pgs: 121 active+clean; 302 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2023-12-20T11:03:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:31 smithi177 ceph-mon[212096]: osdmap e834: 8 total, 8 up, 8 in 2023-12-20T11:03:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:31 smithi123 ceph-mon[191304]: pgmap v978: 121 pgs: 121 active+clean; 302 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2023-12-20T11:03:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:31 smithi123 ceph-mon[191304]: osdmap e834: 8 total, 8 up, 8 in 2023-12-20T11:03:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:31 smithi123 ceph-mon[188613]: pgmap v978: 121 pgs: 121 active+clean; 302 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2023-12-20T11:03:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:31 smithi123 ceph-mon[188613]: osdmap e834: 8 total, 8 up, 8 in 2023-12-20T11:03:32.061 INFO:tasks.rados.rados.0.smithi123.stdout:3985: expect (ObjNum 1179 snap 341 seq_num 1179) 2023-12-20T11:03:32.147 INFO:tasks.rados.rados.0.smithi123.stdout:3984: finishing write tid 3 to smithi123173835-27 2023-12-20T11:03:32.147 INFO:tasks.rados.rados.0.smithi123.stdout:3984: finishing write tid 4 to smithi123173835-27 2023-12-20T11:03:32.147 INFO:tasks.rados.rados.0.smithi123.stdout:3984: finishing write tid 5 to smithi123173835-27 2023-12-20T11:03:32.147 INFO:tasks.rados.rados.0.smithi123.stdout:3984: finishing write tid 6 to smithi123173835-27 2023-12-20T11:03:32.147 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 27 v 2821 (ObjNum 1274 snap 386 seq_num 1274) dirty exists 2023-12-20T11:03:32.147 INFO:tasks.rados.rados.0.smithi123.stdout:3984: left oid 27 (ObjNum 1274 snap 386 seq_num 1274) 2023-12-20T11:03:32.148 INFO:tasks.rados.rados.0.smithi123.stdout:3988: finishing write tid 1 to smithi123173835-19 2023-12-20T11:03:32.148 INFO:tasks.rados.rados.0.smithi123.stdout:3988: finishing write tid 2 to smithi123173835-19 2023-12-20T11:03:32.148 INFO:tasks.rados.rados.0.smithi123.stdout:3988: finishing write tid 3 to smithi123173835-19 2023-12-20T11:03:32.148 INFO:tasks.rados.rados.0.smithi123.stdout:3982: done (6 left) 2023-12-20T11:03:32.148 INFO:tasks.rados.rados.0.smithi123.stdout:3984: done (5 left) 2023-12-20T11:03:32.148 INFO:tasks.rados.rados.0.smithi123.stdout:3985: done (4 left) 2023-12-20T11:03:32.148 INFO:tasks.rados.rados.0.smithi123.stdout:3986: done (3 left) 2023-12-20T11:03:32.148 INFO:tasks.rados.rados.0.smithi123.stdout:3993: done (2 left) 2023-12-20T11:03:32.148 INFO:tasks.rados.rados.0.smithi123.stdout:3994: rollback oid 46 current snap is 386 2023-12-20T11:03:32.148 INFO:tasks.rados.rados.0.smithi123.stdout:rollback oid 46 to 360 2023-12-20T11:03:32.148 INFO:tasks.rados.rados.0.smithi123.stdout:3988: finishing write tid 4 to smithi123173835-19 2023-12-20T11:03:32.148 INFO:tasks.rados.rados.0.smithi123.stdout:3988: finishing write tid 5 to smithi123173835-19 2023-12-20T11:03:32.148 INFO:tasks.rados.rados.0.smithi123.stdout:3988: finishing write tid 6 to smithi123173835-19 2023-12-20T11:03:32.148 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 19 v 3128 (ObjNum 1276 snap 386 seq_num 1276) dirty exists 2023-12-20T11:03:32.148 INFO:tasks.rados.rados.0.smithi123.stdout:3988: left oid 19 (ObjNum 1276 snap 386 seq_num 1276) 2023-12-20T11:03:32.149 INFO:tasks.rados.rados.0.smithi123.stdout:3988: done (2 left) 2023-12-20T11:03:32.149 INFO:tasks.rados.rados.0.smithi123.stdout:3995: read oid 31 snap -1 2023-12-20T11:03:32.149 INFO:tasks.rados.rados.0.smithi123.stdout:3995: expect (ObjNum 1177 snap 341 seq_num 1177) 2023-12-20T11:03:32.149 INFO:tasks.rados.rados.0.smithi123.stdout:3996: read oid 32 snap -1 2023-12-20T11:03:32.149 INFO:tasks.rados.rados.0.smithi123.stdout:3996: expect (ObjNum 1230 snap 367 seq_num 1230) 2023-12-20T11:03:32.149 INFO:tasks.rados.rados.0.smithi123.stdout:append oid 9 current snap is 386 2023-12-20T11:03:32.149 INFO:tasks.rados.rados.0.smithi123.stdout:3991: finishing write tid 1 to smithi123173835-22 2023-12-20T11:03:32.149 INFO:tasks.rados.rados.0.smithi123.stdout:3997: seq_num 1279 ranges {3579904=630784,4210688=409600,4620288=688128,5308416=507904} 2023-12-20T11:03:32.169 INFO:tasks.rados.rados.0.smithi123.stdout:3997: writing smithi123173835-9 from 3579904 to 4210688 tid 1 2023-12-20T11:03:32.171 INFO:tasks.rados.rados.0.smithi123.stdout:3997: writing smithi123173835-9 from 4210688 to 4620288 tid 2 2023-12-20T11:03:32.175 INFO:tasks.rados.rados.0.smithi123.stdout:3997: writing smithi123173835-9 from 4620288 to 5308416 tid 3 2023-12-20T11:03:32.178 INFO:tasks.rados.rados.0.smithi123.stdout:3997: writing smithi123173835-9 from 5308416 to 5816320 tid 4 2023-12-20T11:03:32.178 INFO:tasks.rados.rados.0.smithi123.stdout:3998: snap_remove snap 348 2023-12-20T11:03:32.267 INFO:tasks.rados.rados.0.smithi123.stdout:3998: done (5 left) 2023-12-20T11:03:32.267 INFO:tasks.rados.rados.0.smithi123.stdout:3999: read oid 37 snap -1 2023-12-20T11:03:32.267 INFO:tasks.rados.rados.0.smithi123.stdout:3999: expect (ObjNum 1271 snap 382 seq_num 1271) 2023-12-20T11:03:32.267 INFO:tasks.rados.rados.0.smithi123.stdout: waiting on 6 2023-12-20T11:03:32.267 INFO:tasks.rados.rados.0.smithi123.stdout:3991: finishing write tid 2 to smithi123173835-22 2023-12-20T11:03:32.267 INFO:tasks.rados.rados.0.smithi123.stdout:3991: finishing write tid 3 to smithi123173835-22 2023-12-20T11:03:32.267 INFO:tasks.rados.rados.0.smithi123.stdout:3991: finishing write tid 4 to smithi123173835-22 2023-12-20T11:03:32.268 INFO:tasks.rados.rados.0.smithi123.stdout:3991: finishing write tid 5 to smithi123173835-22 2023-12-20T11:03:32.268 INFO:tasks.rados.rados.0.smithi123.stdout:3991: finishing write tid 6 to smithi123173835-22 2023-12-20T11:03:32.268 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 22 v 2898 (ObjNum 1277 snap 386 seq_num 1277) dirty exists 2023-12-20T11:03:32.268 INFO:tasks.rados.rados.0.smithi123.stdout:3991: left oid 22 (ObjNum 1277 snap 386 seq_num 1277) 2023-12-20T11:03:32.268 INFO:tasks.rados.rados.0.smithi123.stdout:3994: finishing rollback tid 0 to smithi123173835-46 2023-12-20T11:03:32.269 INFO:tasks.rados.rados.0.smithi123.stdout:3994: finishing rollback tid 1 to smithi123173835-46 2023-12-20T11:03:32.269 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 46 v 2900 (ObjNum 33 snap 0 seq_num 959581584) dirty dne 2023-12-20T11:03:32.269 INFO:tasks.rados.rados.0.smithi123.stdout:3991: done (5 left) 2023-12-20T11:03:32.269 INFO:tasks.rados.rados.0.smithi123.stdout:3994: done (4 left) 2023-12-20T11:03:32.269 INFO:tasks.rados.rados.0.smithi123.stdout: waiting on 4 2023-12-20T11:03:32.269 INFO:tasks.rados.rados.0.smithi123.stdout:3996: expect (ObjNum 1230 snap 367 seq_num 1230) 2023-12-20T11:03:32.351 INFO:tasks.rados.rados.0.smithi123.stdout:3995: expect (ObjNum 1177 snap 341 seq_num 1177) 2023-12-20T11:03:32.499 INFO:tasks.rados.rados.0.smithi123.stdout:3997: finishing write tid 1 to smithi123173835-9 2023-12-20T11:03:32.499 INFO:tasks.rados.rados.0.smithi123.stdout:3997: finishing write tid 2 to smithi123173835-9 2023-12-20T11:03:32.499 INFO:tasks.rados.rados.0.smithi123.stdout:3997: finishing write tid 3 to smithi123173835-9 2023-12-20T11:03:32.499 INFO:tasks.rados.rados.0.smithi123.stdout:3997: finishing write tid 4 to smithi123173835-9 2023-12-20T11:03:32.499 INFO:tasks.rados.rados.0.smithi123.stdout:3997: finishing write tid 5 to smithi123173835-9 2023-12-20T11:03:32.499 INFO:tasks.rados.rados.0.smithi123.stdout:3997: finishing write tid 6 to smithi123173835-9 2023-12-20T11:03:32.500 INFO:tasks.rados.rados.0.smithi123.stdout:update_object_version oid 9 v 2862 (ObjNum 1279 snap 386 seq_num 1279) dirty exists 2023-12-20T11:03:32.500 INFO:tasks.rados.rados.0.smithi123.stdout:3997: left oid 9 (ObjNum 1279 snap 386 seq_num 1279) 2023-12-20T11:03:32.500 INFO:tasks.rados.rados.0.smithi123.stdout:3995: done (3 left) 2023-12-20T11:03:32.500 INFO:tasks.rados.rados.0.smithi123.stdout:3996: done (2 left) 2023-12-20T11:03:32.500 INFO:tasks.rados.rados.0.smithi123.stdout:3997: done (1 left) 2023-12-20T11:03:32.500 INFO:tasks.rados.rados.0.smithi123.stdout: waiting on 1 2023-12-20T11:03:32.500 INFO:tasks.rados.rados.0.smithi123.stdout:3999: expect (ObjNum 1271 snap 382 seq_num 1271) 2023-12-20T11:03:32.551 INFO:tasks.rados.rados.0.smithi123.stdout:3999: done (0 left) 2023-12-20T11:03:32.552 INFO:tasks.rados.rados.0.smithi123.stderr:0 errors. 2023-12-20T11:03:32.552 INFO:tasks.rados.rados.0.smithi123.stderr: 2023-12-20T11:03:32.555 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph osd dump --format=json 2023-12-20T11:03:32.582 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:32 smithi123 ceph-mon[191304]: osdmap e835: 8 total, 8 up, 8 in 2023-12-20T11:03:32.582 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:32 smithi123 ceph-mon[188613]: osdmap e835: 8 total, 8 up, 8 in 2023-12-20T11:03:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:32 smithi177 ceph-mon[212096]: osdmap e835: 8 total, 8 up, 8 in 2023-12-20T11:03:32.816 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T11:03:33.637 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:33 smithi123 ceph-mon[191304]: pgmap v981: 121 pgs: 121 active+clean; 308 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 22 op/s 2023-12-20T11:03:33.637 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:33 smithi123 ceph-mon[191304]: osdmap e836: 8 total, 8 up, 8 in 2023-12-20T11:03:33.637 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:33 smithi123 ceph-mon[191304]: osdmap e837: 8 total, 8 up, 8 in 2023-12-20T11:03:33.637 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:33 smithi123 ceph-mon[188613]: pgmap v981: 121 pgs: 121 active+clean; 308 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 22 op/s 2023-12-20T11:03:33.637 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:33 smithi123 ceph-mon[188613]: osdmap e836: 8 total, 8 up, 8 in 2023-12-20T11:03:33.638 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:33 smithi123 ceph-mon[188613]: osdmap e837: 8 total, 8 up, 8 in 2023-12-20T11:03:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:33 smithi177 ceph-mon[212096]: pgmap v981: 121 pgs: 121 active+clean; 308 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 22 op/s 2023-12-20T11:03:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:33 smithi177 ceph-mon[212096]: osdmap e836: 8 total, 8 up, 8 in 2023-12-20T11:03:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:33 smithi177 ceph-mon[212096]: osdmap e837: 8 total, 8 up, 8 in 2023-12-20T11:03:34.034 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T11:03:34.034 INFO:teuthology.orchestra.run.smithi123.stdout:{"epoch":837,"fsid":"85213638-9f24-11ee-95a5-87774f69a715","created":"2023-12-20T10:43:31.555813+0000","modified":"2023-12-20T11:03:33.138807+0000","last_up_change":"2023-12-20T10:56:22.101572+0000","last_in_change":"2023-12-20T10:47:02.173275+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-20T10:45:54.926584+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-20T10:47:30.986325+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-20T10:47:32.237455+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-20T10:47:58.641704+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2023-12-20T10:50:01.498589+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"836","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":753,"snap_epoch":836,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"c5f9497b-f4c6-4073-8c3e-962f24985181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":240,"up_from":249,"up_thru":440,"down_at":241,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":2913181130},{"type":"v1","addr":"172.21.15.123:6803","nonce":2913181130}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":2913181130},{"type":"v1","addr":"172.21.15.123:6805","nonce":2913181130}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":2913181130},{"type":"v1","addr":"172.21.15.123:6809","nonce":2913181130}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":2913181130},{"type":"v1","addr":"172.21.15.123:6807","nonce":2913181130}]},"public_addr":"172.21.15.123:6803/2913181130","cluster_addr":"172.21.15.123:6805/2913181130","heartbeat_back_addr":"172.21.15.123:6809/2913181130","heartbeat_front_addr":"172.21.15.123:6807/2913181130","state":["exists","up"]},{"osd":1,"uuid":"27f1cc4b-68bb-4a9c-b699-cd0f22621505","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":268,"up_from":277,"up_thru":440,"down_at":269,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":1132329207},{"type":"v1","addr":"172.21.15.123:6811","nonce":1132329207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":1132329207},{"type":"v1","addr":"172.21.15.123:6813","nonce":1132329207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":1132329207},{"type":"v1","addr":"172.21.15.123:6817","nonce":1132329207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":1132329207},{"type":"v1","addr":"172.21.15.123:6815","nonce":1132329207}]},"public_addr":"172.21.15.123:6811/1132329207","cluster_addr":"172.21.15.123:6813/1132329207","heartbeat_back_addr":"172.21.15.123:6817/1132329207","heartbeat_front_addr":"172.21.15.123:6815/1132329207","state":["exists","up"]},{"osd":2,"uuid":"6d253eef-5f98-4448-a738-4a049e146dec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":296,"up_from":307,"up_thru":440,"down_at":298,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":17180824},{"type":"v1","addr":"172.21.15.123:6819","nonce":17180824}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":17180824},{"type":"v1","addr":"172.21.15.123:6821","nonce":17180824}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":17180824},{"type":"v1","addr":"172.21.15.123:6825","nonce":17180824}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":17180824},{"type":"v1","addr":"172.21.15.123:6823","nonce":17180824}]},"public_addr":"172.21.15.123:6819/17180824","cluster_addr":"172.21.15.123:6821/17180824","heartbeat_back_addr":"172.21.15.123:6825/17180824","heartbeat_front_addr":"172.21.15.123:6823/17180824","state":["exists","up"]},{"osd":3,"uuid":"306fab3e-5ecc-40c1-9f83-0f11b1caa891","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":325,"up_from":335,"up_thru":440,"down_at":326,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":1767702847},{"type":"v1","addr":"172.21.15.123:6827","nonce":1767702847}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":1767702847},{"type":"v1","addr":"172.21.15.123:6829","nonce":1767702847}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":1767702847},{"type":"v1","addr":"172.21.15.123:6833","nonce":1767702847}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":1767702847},{"type":"v1","addr":"172.21.15.123:6831","nonce":1767702847}]},"public_addr":"172.21.15.123:6827/1767702847","cluster_addr":"172.21.15.123:6829/1767702847","heartbeat_back_addr":"172.21.15.123:6833/1767702847","heartbeat_front_addr":"172.21.15.123:6831/1767702847","state":["exists","up"]},{"osd":4,"uuid":"2a3f9ee4-794c-4d14-b0cd-19a9e06b3235","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":354,"up_from":364,"up_thru":440,"down_at":355,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":514438472},{"type":"v1","addr":"172.21.15.177:6801","nonce":514438472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":514438472},{"type":"v1","addr":"172.21.15.177:6803","nonce":514438472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":514438472},{"type":"v1","addr":"172.21.15.177:6807","nonce":514438472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":514438472},{"type":"v1","addr":"172.21.15.177:6805","nonce":514438472}]},"public_addr":"172.21.15.177:6801/514438472","cluster_addr":"172.21.15.177:6803/514438472","heartbeat_back_addr":"172.21.15.177:6807/514438472","heartbeat_front_addr":"172.21.15.177:6805/514438472","state":["exists","up"]},{"osd":5,"uuid":"9a2b2478-c8fe-4828-a258-1ce51e4b44f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":37,"last_clean_end":382,"up_from":391,"up_thru":440,"down_at":383,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":1689221676},{"type":"v1","addr":"172.21.15.177:6809","nonce":1689221676}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":1689221676},{"type":"v1","addr":"172.21.15.177:6811","nonce":1689221676}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":1689221676},{"type":"v1","addr":"172.21.15.177:6815","nonce":1689221676}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":1689221676},{"type":"v1","addr":"172.21.15.177:6813","nonce":1689221676}]},"public_addr":"172.21.15.177:6809/1689221676","cluster_addr":"172.21.15.177:6811/1689221676","heartbeat_back_addr":"172.21.15.177:6815/1689221676","heartbeat_front_addr":"172.21.15.177:6813/1689221676","state":["exists","up"]},{"osd":6,"uuid":"429956d6-7f23-48c9-a146-cf4eeccc6c25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":44,"last_clean_end":404,"up_from":413,"up_thru":440,"down_at":405,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":2916835967},{"type":"v1","addr":"172.21.15.177:6817","nonce":2916835967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":2916835967},{"type":"v1","addr":"172.21.15.177:6819","nonce":2916835967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":2916835967},{"type":"v1","addr":"172.21.15.177:6823","nonce":2916835967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":2916835967},{"type":"v1","addr":"172.21.15.177:6821","nonce":2916835967}]},"public_addr":"172.21.15.177:6817/2916835967","cluster_addr":"172.21.15.177:6819/2916835967","heartbeat_back_addr":"172.21.15.177:6823/2916835967","heartbeat_front_addr":"172.21.15.177:6821/2916835967","state":["exists","up"]},{"osd":7,"uuid":"81196c3c-9229-4d1f-a12b-d0858a115a1e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":51,"last_clean_end":432,"up_from":440,"up_thru":440,"down_at":433,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":3693626261},{"type":"v1","addr":"172.21.15.177:6825","nonce":3693626261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":3693626261},{"type":"v1","addr":"172.21.15.177:6827","nonce":3693626261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":3693626261},{"type":"v1","addr":"172.21.15.177:6831","nonce":3693626261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":3693626261},{"type":"v1","addr":"172.21.15.177:6829","nonce":3693626261}]},"public_addr":"172.21.15.177:6825/3693626261","cluster_addr":"172.21.15.177:6827/3693626261","heartbeat_back_addr":"172.21.15.177:6831/3693626261","heartbeat_front_addr":"172.21.15.177:6829/3693626261","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:18.588419+0000","dead_epoch":240},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:35.557913+0000","dead_epoch":268},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:45:52.461138+0000","dead_epoch":296},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:09.523279+0000","dead_epoch":325},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:25.858434+0000","dead_epoch":354},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:41.928461+0000","dead_epoch":382},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:46:58.172976+0000","dead_epoch":404},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-20T10:47:14.843319+0000","dead_epoch":432}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.f","mappings":[{"from":7,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.f","mappings":[{"from":4,"to":1},{"from":0,"to":3}]},{"pgid":"3.1d","mappings":[{"from":4,"to":1}]},{"pgid":"3.24","mappings":[{"from":0,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.123:0/2195877284":"2023-12-21T10:52:11.225986+0000","172.21.15.123:6800/2299880338":"2023-12-21T10:52:11.225986+0000","172.21.15.177:0/3653180759":"2023-12-21T10:51:38.009784+0000","172.21.15.123:0/2361885708":"2023-12-21T10:50:59.498606+0000","172.21.15.177:0/4051211426":"2023-12-21T10:51:38.009784+0000","172.21.15.123:6800/120983892":"2023-12-21T10:48:00.722767+0000","172.21.15.123:6801/1518241847":"2023-12-21T10:43:53.682382+0000","172.21.15.123:6801/2337142993":"2023-12-21T10:44:16.630750+0000","172.21.15.123:6801/120983892":"2023-12-21T10:48:00.722767+0000","172.21.15.123:0/1830558593":"2023-12-21T10:44:16.630750+0000","172.21.15.123:0/1867992548":"2023-12-21T10:44:16.630750+0000","172.21.15.123:0/21616157":"2023-12-21T10:50:59.498606+0000","172.21.15.123:0/1142979780":"2023-12-21T10:43:53.682382+0000","172.21.15.123:6800/2337142993":"2023-12-21T10:44:16.630750+0000","172.21.15.123:0/3896099428":"2023-12-21T10:48:00.722767+0000","172.21.15.123:6801/206341970":"2023-12-21T10:50:59.498606+0000","172.21.15.177:0/3967769871":"2023-12-21T10:51:38.009784+0000","172.21.15.177:6834/3643621251":"2023-12-21T10:51:38.009784+0000","172.21.15.123:6800/1518241847":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/907956520":"2023-12-21T10:44:16.630750+0000","172.21.15.123:6800/206341970":"2023-12-21T10:50:59.498606+0000","172.21.15.123:0/2642431060":"2023-12-21T10:48:00.722767+0000","172.21.15.123:0/1525447582":"2023-12-21T10:50:59.498606+0000","172.21.15.177:0/1610228550":"2023-12-21T10:51:38.009784+0000","172.21.15.123:0/1955603173":"2023-12-21T10:50:59.498606+0000","172.21.15.123:0/1742681873":"2023-12-21T10:43:53.682382+0000","172.21.15.177:6835/3643621251":"2023-12-21T10:51:38.009784+0000","172.21.15.123:0/1983072401":"2023-12-21T10:48:00.722767+0000","172.21.15.123:0/2381754267":"2023-12-21T10:50:59.498606+0000","172.21.15.123:0/3068040861":"2023-12-21T10:43:53.682382+0000","172.21.15.123:0/2507017575":"2023-12-21T10:52:11.225986+0000","172.21.15.123:6801/2299880338":"2023-12-21T10:52:11.225986+0000","172.21.15.123:0/2764292262":"2023-12-21T10:48:00.722767+0000","172.21.15.177:0/296095676":"2023-12-21T10:51:38.009784+0000","172.21.15.177:0/3921032312":"2023-12-21T10:51:38.009784+0000","172.21.15.123:0/3133799209":"2023-12-21T10:52:11.225986+0000","172.21.15.123:0/4185204549":"2023-12-21T10:52:11.225986+0000","172.21.15.123:0/3083547206":"2023-12-21T10:52:11.225986+0000","172.21.15.123:0/1346340496":"2023-12-21T10:52:11.225986+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":689,"length":1},{"begin":693,"length":1},{"begin":732,"length":1},{"begin":746,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":5,"snaps":[{"begin":679,"length":1},{"begin":695,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-20T11:03:34.437 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:34 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/321030570' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T11:03:34.437 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:34 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/321030570' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T11:03:34.471 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph pg dump --format=json 2023-12-20T11:03:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:34 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/321030570' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-20T11:03:34.772 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T11:03:35.628 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:35 smithi123 ceph-mon[191304]: pgmap v984: 121 pgs: 121 active+clean; 300 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 25 op/s 2023-12-20T11:03:35.629 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:35 smithi123 ceph-mon[188613]: pgmap v984: 121 pgs: 121 active+clean; 300 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 25 op/s 2023-12-20T11:03:35.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:35 smithi177 ceph-mon[212096]: pgmap v984: 121 pgs: 121 active+clean; 300 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 25 op/s 2023-12-20T11:03:35.869 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:03:36.043 INFO:teuthology.orchestra.run.smithi123.stdout: 2023-12-20T11:03:36.046 INFO:teuthology.orchestra.run.smithi123.stderr:dumped all 2023-12-20T11:03:36.197 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:03:36.197 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (12m) 9m ago 15m 26.5M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:03:36.197 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (12m) 7m ago 15m 95.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:03:36.198 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (16m) 9m ago 16m 15.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:03:36.198 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (16m) 7m ago 16m 21.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:03:36.198 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (11m) 7m ago 18m 449M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:03:36.198 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (12m) 9m ago 19m 511M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:03:36.198 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (11m) 9m ago 20m 83.8M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:03:36.198 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (11m) 7m ago 18m 69.5M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:03:36.198 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (11m) 9m ago 18m 64.2M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:03:36.198 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (12m) 9m ago 15m 9.94M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:03:36.198 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (12m) 7m ago 15m 18.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:03:36.198 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10m) 9m ago 18m 285M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:03:36.198 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10m) 9m ago 18m 223M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:03:36.198 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9m) 9m ago 17m 191M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:03:36.198 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9m) 9m ago 17m 16.0M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:03:36.198 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8m) 7m ago 17m 280M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:03:36.198 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8m) 7m ago 16m 224M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:03:36.199 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7m) 7m ago 16m 141M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:03:36.199 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7m) 7m ago 16m 12.6M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:03:36.199 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (11m) 7m ago 15m 64.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:03:36.430 INFO:teuthology.orchestra.run.smithi123.stdout:{"pg_ready":true,"pg_map":{"version":985,"stamp":"2023-12-20T11:03:35.660673+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":316382134,"num_objects":178,"num_object_clones":106,"num_object_copies":534,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":178,"num_whiteouts":15,"num_read":4533,"num_read_kb":6209038,"num_write":8782,"num_write_kb":2007515,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":115,"num_bytes_recovered":293889632,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":19559,"ondisk_log_size":19559,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3208448,"kb_used_data":532620,"kb_used_omap":240,"kb_used_meta":2675471,"kb_avail":746752768,"statfs":{"total":767960285184,"available":764674834432,"internally_reserved":0,"allocated":545402880,"data_stored":1013709267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":246032,"internal_metadata":2739683056},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-98304,"num_objects":3,"num_object_clones":4,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":1,"num_read":19,"num_read_kb":46991,"num_write":90,"num_write_kb":9824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.411738"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":788,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.145105+0000","last_change":"2023-12-20T10:56:23.036302+0000","last_active":"2023-12-20T11:03:29.145105+0000","last_peered":"2023-12-20T11:03:29.145105+0000","last_clean":"2023-12-20T11:03:29.145105+0000","last_became_active":"2023-12-20T10:56:23.035956+0000","last_became_peered":"2023-12-20T10:56:23.035956+0000","last_unstale":"2023-12-20T11:03:29.145105+0000","last_undegraded":"2023-12-20T11:03:29.145105+0000","last_fullsized":"2023-12-20T11:03:29.145105+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:24:31.091980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":798,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.143436+0000","last_change":"2023-12-20T10:55:55.491269+0000","last_active":"2023-12-20T11:03:29.143436+0000","last_peered":"2023-12-20T11:03:29.143436+0000","last_clean":"2023-12-20T11:03:29.143436+0000","last_became_active":"2023-12-20T10:55:55.490963+0000","last_became_peered":"2023-12-20T10:55:55.490963+0000","last_unstale":"2023-12-20T11:03:29.143436+0000","last_undegraded":"2023-12-20T11:03:29.143436+0000","last_fullsized":"2023-12-20T11:03:29.143436+0000","mapping_epoch":413,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:55:49.031309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":791,"reported_epoch":835,"state":"active+clean","last_fresh":"2023-12-20T11:03:31.263848+0000","last_change":"2023-12-20T10:54:03.025180+0000","last_active":"2023-12-20T11:03:31.263848+0000","last_peered":"2023-12-20T11:03:31.263848+0000","last_clean":"2023-12-20T11:03:31.263848+0000","last_became_active":"2023-12-20T10:54:03.024376+0000","last_became_peered":"2023-12-20T10:54:03.024376+0000","last_unstale":"2023-12-20T11:03:31.263848+0000","last_undegraded":"2023-12-20T11:03:31.263848+0000","last_fullsized":"2023-12-20T11:03:31.263848+0000","mapping_epoch":307,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":308,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:59:37.781634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":804,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.192212+0000","last_change":"2023-12-20T10:56:23.034558+0000","last_active":"2023-12-20T11:03:29.192212+0000","last_peered":"2023-12-20T11:03:29.192212+0000","last_clean":"2023-12-20T11:03:29.192212+0000","last_became_active":"2023-12-20T10:56:23.034268+0000","last_became_peered":"2023-12-20T10:56:23.034268+0000","last_unstale":"2023-12-20T11:03:29.192212+0000","last_undegraded":"2023-12-20T11:03:29.192212+0000","last_fullsized":"2023-12-20T11:03:29.192212+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:05:43.126626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":780,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.144252+0000","last_change":"2023-12-20T10:56:23.039267+0000","last_active":"2023-12-20T11:03:29.144252+0000","last_peered":"2023-12-20T11:03:29.144252+0000","last_clean":"2023-12-20T11:03:29.144252+0000","last_became_active":"2023-12-20T10:56:23.038022+0000","last_became_peered":"2023-12-20T10:56:23.038022+0000","last_unstale":"2023-12-20T11:03:29.144252+0000","last_undegraded":"2023-12-20T11:03:29.144252+0000","last_fullsized":"2023-12-20T11:03:29.144252+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:37:12.860317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":790,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.191261+0000","last_change":"2023-12-20T10:55:28.167937+0000","last_active":"2023-12-20T11:03:29.191261+0000","last_peered":"2023-12-20T11:03:29.191261+0000","last_clean":"2023-12-20T11:03:29.191261+0000","last_became_active":"2023-12-20T10:55:28.167642+0000","last_became_peered":"2023-12-20T10:55:28.167642+0000","last_unstale":"2023-12-20T11:03:29.191261+0000","last_undegraded":"2023-12-20T11:03:29.191261+0000","last_fullsized":"2023-12-20T11:03:29.191261+0000","mapping_epoch":391,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":392,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:56:21.925310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":780,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.143987+0000","last_change":"2023-12-20T10:56:23.038794+0000","last_active":"2023-12-20T11:03:29.143987+0000","last_peered":"2023-12-20T11:03:29.143987+0000","last_clean":"2023-12-20T11:03:29.143987+0000","last_became_active":"2023-12-20T10:56:23.037939+0000","last_became_peered":"2023-12-20T10:56:23.037939+0000","last_unstale":"2023-12-20T11:03:29.143987+0000","last_undegraded":"2023-12-20T11:03:29.143987+0000","last_fullsized":"2023-12-20T11:03:29.143987+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:27:02.727567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":784,"reported_epoch":836,"state":"active+clean","last_fresh":"2023-12-20T11:03:32.261959+0000","last_change":"2023-12-20T10:55:55.496323+0000","last_active":"2023-12-20T11:03:32.261959+0000","last_peered":"2023-12-20T11:03:32.261959+0000","last_clean":"2023-12-20T11:03:32.261959+0000","last_became_active":"2023-12-20T10:55:55.496065+0000","last_became_peered":"2023-12-20T10:55:55.496065+0000","last_unstale":"2023-12-20T11:03:32.261959+0000","last_undegraded":"2023-12-20T11:03:32.261959+0000","last_fullsized":"2023-12-20T11:03:32.261959+0000","mapping_epoch":413,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:28:59.937655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":765,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.144950+0000","last_change":"2023-12-20T10:56:23.035964+0000","last_active":"2023-12-20T11:03:29.144950+0000","last_peered":"2023-12-20T11:03:29.144950+0000","last_clean":"2023-12-20T11:03:29.144950+0000","last_became_active":"2023-12-20T10:56:23.035648+0000","last_became_peered":"2023-12-20T10:56:23.035648+0000","last_unstale":"2023-12-20T11:03:29.144950+0000","last_undegraded":"2023-12-20T11:03:29.144950+0000","last_fullsized":"2023-12-20T11:03:29.144950+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:14:27.352463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":798,"reported_epoch":836,"state":"active+clean","last_fresh":"2023-12-20T11:03:32.266126+0000","last_change":"2023-12-20T10:55:55.493720+0000","last_active":"2023-12-20T11:03:32.266126+0000","last_peered":"2023-12-20T11:03:32.266126+0000","last_clean":"2023-12-20T11:03:32.266126+0000","last_became_active":"2023-12-20T10:55:55.493278+0000","last_became_peered":"2023-12-20T10:55:55.493278+0000","last_unstale":"2023-12-20T11:03:32.266126+0000","last_undegraded":"2023-12-20T11:03:32.266126+0000","last_fullsized":"2023-12-20T11:03:32.266126+0000","mapping_epoch":413,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:11:10.067926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":798,"reported_epoch":836,"state":"active+clean","last_fresh":"2023-12-20T11:03:32.265748+0000","last_change":"2023-12-20T10:55:55.493988+0000","last_active":"2023-12-20T11:03:32.265748+0000","last_peered":"2023-12-20T11:03:32.265748+0000","last_clean":"2023-12-20T11:03:32.265748+0000","last_became_active":"2023-12-20T10:55:55.493668+0000","last_became_peered":"2023-12-20T10:55:55.493668+0000","last_unstale":"2023-12-20T11:03:32.265748+0000","last_undegraded":"2023-12-20T11:03:32.265748+0000","last_fullsized":"2023-12-20T11:03:32.265748+0000","mapping_epoch":413,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:16:58.878921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":795,"reported_epoch":835,"state":"active+clean","last_fresh":"2023-12-20T11:03:31.257458+0000","last_change":"2023-12-20T10:55:55.484261+0000","last_active":"2023-12-20T11:03:31.257458+0000","last_peered":"2023-12-20T11:03:31.257458+0000","last_clean":"2023-12-20T11:03:31.257458+0000","last_became_active":"2023-12-20T10:55:55.484027+0000","last_became_peered":"2023-12-20T10:55:55.484027+0000","last_unstale":"2023-12-20T11:03:31.257458+0000","last_undegraded":"2023-12-20T11:03:31.257458+0000","last_fullsized":"2023-12-20T11:03:31.257458+0000","mapping_epoch":413,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:36:13.569183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":803,"reported_epoch":836,"state":"active+clean","last_fresh":"2023-12-20T11:03:32.263514+0000","last_change":"2023-12-20T10:55:55.498325+0000","last_active":"2023-12-20T11:03:32.263514+0000","last_peered":"2023-12-20T11:03:32.263514+0000","last_clean":"2023-12-20T11:03:32.263514+0000","last_became_active":"2023-12-20T10:55:55.498012+0000","last_became_peered":"2023-12-20T10:55:55.498012+0000","last_unstale":"2023-12-20T11:03:32.263514+0000","last_undegraded":"2023-12-20T11:03:32.263514+0000","last_fullsized":"2023-12-20T11:03:32.263514+0000","mapping_epoch":413,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:17:48.647130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":790,"reported_epoch":835,"state":"active+clean","last_fresh":"2023-12-20T11:03:31.260925+0000","last_change":"2023-12-20T10:55:28.168848+0000","last_active":"2023-12-20T11:03:31.260925+0000","last_peered":"2023-12-20T11:03:31.260925+0000","last_clean":"2023-12-20T11:03:31.260925+0000","last_became_active":"2023-12-20T10:55:28.168555+0000","last_became_peered":"2023-12-20T10:55:28.168555+0000","last_unstale":"2023-12-20T11:03:31.260925+0000","last_undegraded":"2023-12-20T11:03:31.260925+0000","last_fullsized":"2023-12-20T11:03:31.260925+0000","mapping_epoch":391,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":392,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:33:28.790963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":809,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.142515+0000","last_change":"2023-12-20T10:55:28.149166+0000","last_active":"2023-12-20T11:03:29.142515+0000","last_peered":"2023-12-20T11:03:29.142515+0000","last_clean":"2023-12-20T11:03:29.142515+0000","last_became_active":"2023-12-20T10:55:28.148836+0000","last_became_peered":"2023-12-20T10:55:28.148836+0000","last_unstale":"2023-12-20T11:03:29.142515+0000","last_undegraded":"2023-12-20T11:03:29.142515+0000","last_fullsized":"2023-12-20T11:03:29.142515+0000","mapping_epoch":391,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":392,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:26:56.714054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":799,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.190959+0000","last_change":"2023-12-20T10:56:23.039966+0000","last_active":"2023-12-20T11:03:29.190959+0000","last_peered":"2023-12-20T11:03:29.190959+0000","last_clean":"2023-12-20T11:03:29.190959+0000","last_became_active":"2023-12-20T10:56:23.039293+0000","last_became_peered":"2023-12-20T10:56:23.039293+0000","last_unstale":"2023-12-20T11:03:29.190959+0000","last_undegraded":"2023-12-20T11:03:29.190959+0000","last_fullsized":"2023-12-20T11:03:29.190959+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:03:45.541706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":767,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.148602+0000","last_change":"2023-12-20T10:56:23.030069+0000","last_active":"2023-12-20T11:03:29.148602+0000","last_peered":"2023-12-20T11:03:29.148602+0000","last_clean":"2023-12-20T11:03:29.148602+0000","last_became_active":"2023-12-20T10:56:23.029769+0000","last_became_peered":"2023-12-20T10:56:23.029769+0000","last_unstale":"2023-12-20T11:03:29.148602+0000","last_undegraded":"2023-12-20T11:03:29.148602+0000","last_fullsized":"2023-12-20T11:03:29.148602+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:39:24.559785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":766,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.148234+0000","last_change":"2023-12-20T10:56:23.038755+0000","last_active":"2023-12-20T11:03:29.148234+0000","last_peered":"2023-12-20T11:03:29.148234+0000","last_clean":"2023-12-20T11:03:29.148234+0000","last_became_active":"2023-12-20T10:56:23.038014+0000","last_became_peered":"2023-12-20T10:56:23.038014+0000","last_unstale":"2023-12-20T11:03:29.148234+0000","last_undegraded":"2023-12-20T11:03:29.148234+0000","last_fullsized":"2023-12-20T11:03:29.148234+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:59:11.157702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":788,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.145175+0000","last_change":"2023-12-20T10:56:23.034437+0000","last_active":"2023-12-20T11:03:29.145175+0000","last_peered":"2023-12-20T11:03:29.145175+0000","last_clean":"2023-12-20T11:03:29.145175+0000","last_became_active":"2023-12-20T10:56:23.034122+0000","last_became_peered":"2023-12-20T10:56:23.034122+0000","last_unstale":"2023-12-20T11:03:29.145175+0000","last_undegraded":"2023-12-20T11:03:29.145175+0000","last_fullsized":"2023-12-20T11:03:29.145175+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:41:13.420298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"58'4","reported_seq":796,"reported_epoch":835,"state":"active+clean","last_fresh":"2023-12-20T11:03:31.264646+0000","last_change":"2023-12-20T10:56:23.041126+0000","last_active":"2023-12-20T11:03:31.264646+0000","last_peered":"2023-12-20T11:03:31.264646+0000","last_clean":"2023-12-20T11:03:31.264646+0000","last_became_active":"2023-12-20T10:56:23.040717+0000","last_became_peered":"2023-12-20T10:56:23.040717+0000","last_unstale":"2023-12-20T11:03:31.264646+0000","last_undegraded":"2023-12-20T11:03:31.264646+0000","last_fullsized":"2023-12-20T11:03:31.264646+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:10:39.134479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":792,"reported_epoch":836,"state":"active+clean","last_fresh":"2023-12-20T11:03:32.262434+0000","last_change":"2023-12-20T10:55:55.497942+0000","last_active":"2023-12-20T11:03:32.262434+0000","last_peered":"2023-12-20T11:03:32.262434+0000","last_clean":"2023-12-20T11:03:32.262434+0000","last_became_active":"2023-12-20T10:55:55.497552+0000","last_became_peered":"2023-12-20T10:55:55.497552+0000","last_unstale":"2023-12-20T11:03:32.262434+0000","last_undegraded":"2023-12-20T11:03:32.262434+0000","last_fullsized":"2023-12-20T11:03:32.262434+0000","mapping_epoch":413,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:58:11.908905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"58'1","reported_seq":778,"reported_epoch":836,"state":"active+clean","last_fresh":"2023-12-20T11:03:32.262540+0000","last_change":"2023-12-20T10:55:28.162625+0000","last_active":"2023-12-20T11:03:32.262540+0000","last_peered":"2023-12-20T11:03:32.262540+0000","last_clean":"2023-12-20T11:03:32.262540+0000","last_became_active":"2023-12-20T10:55:28.161611+0000","last_became_peered":"2023-12-20T10:55:28.161611+0000","last_unstale":"2023-12-20T11:03:32.262540+0000","last_undegraded":"2023-12-20T11:03:32.262540+0000","last_fullsized":"2023-12-20T11:03:32.262540+0000","mapping_epoch":391,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":392,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:44:46.700992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":791,"reported_epoch":835,"state":"active+clean","last_fresh":"2023-12-20T11:03:31.264018+0000","last_change":"2023-12-20T10:55:28.154483+0000","last_active":"2023-12-20T11:03:31.264018+0000","last_peered":"2023-12-20T11:03:31.264018+0000","last_clean":"2023-12-20T11:03:31.264018+0000","last_became_active":"2023-12-20T10:55:28.153796+0000","last_became_peered":"2023-12-20T10:55:28.153796+0000","last_unstale":"2023-12-20T11:03:31.264018+0000","last_undegraded":"2023-12-20T11:03:31.264018+0000","last_fullsized":"2023-12-20T11:03:31.264018+0000","mapping_epoch":391,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":392,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:58:32.239560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"58'2","reported_seq":790,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.145068+0000","last_change":"2023-12-20T10:56:23.036790+0000","last_active":"2023-12-20T11:03:29.145068+0000","last_peered":"2023-12-20T11:03:29.145068+0000","last_clean":"2023-12-20T11:03:29.145068+0000","last_became_active":"2023-12-20T10:56:23.036397+0000","last_became_peered":"2023-12-20T10:56:23.036397+0000","last_unstale":"2023-12-20T11:03:29.145068+0000","last_undegraded":"2023-12-20T11:03:29.145068+0000","last_fullsized":"2023-12-20T11:03:29.145068+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:52:20.438813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":794,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.192080+0000","last_change":"2023-12-20T10:55:28.155659+0000","last_active":"2023-12-20T11:03:29.192080+0000","last_peered":"2023-12-20T11:03:29.192080+0000","last_clean":"2023-12-20T11:03:29.192080+0000","last_became_active":"2023-12-20T10:55:28.155358+0000","last_became_peered":"2023-12-20T10:55:28.155358+0000","last_unstale":"2023-12-20T11:03:29.192080+0000","last_undegraded":"2023-12-20T11:03:29.192080+0000","last_fullsized":"2023-12-20T11:03:29.192080+0000","mapping_epoch":391,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":392,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:46:06.978150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"58'2","reported_seq":768,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.144598+0000","last_change":"2023-12-20T10:56:23.035134+0000","last_active":"2023-12-20T11:03:29.144598+0000","last_peered":"2023-12-20T11:03:29.144598+0000","last_clean":"2023-12-20T11:03:29.144598+0000","last_became_active":"2023-12-20T10:56:23.034804+0000","last_became_peered":"2023-12-20T10:56:23.034804+0000","last_unstale":"2023-12-20T11:03:29.144598+0000","last_undegraded":"2023-12-20T11:03:29.144598+0000","last_fullsized":"2023-12-20T11:03:29.144598+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:25:51.238913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":796,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.191650+0000","last_change":"2023-12-20T10:55:55.508484+0000","last_active":"2023-12-20T11:03:29.191650+0000","last_peered":"2023-12-20T11:03:29.191650+0000","last_clean":"2023-12-20T11:03:29.191650+0000","last_became_active":"2023-12-20T10:55:55.508148+0000","last_became_peered":"2023-12-20T10:55:55.508148+0000","last_unstale":"2023-12-20T11:03:29.191650+0000","last_undegraded":"2023-12-20T11:03:29.191650+0000","last_fullsized":"2023-12-20T11:03:29.191650+0000","mapping_epoch":413,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:38:04.997825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"58'1","reported_seq":786,"reported_epoch":836,"state":"active+clean","last_fresh":"2023-12-20T11:03:32.263730+0000","last_change":"2023-12-20T10:56:23.032899+0000","last_active":"2023-12-20T11:03:32.263730+0000","last_peered":"2023-12-20T11:03:32.263730+0000","last_clean":"2023-12-20T11:03:32.263730+0000","last_became_active":"2023-12-20T10:56:23.032587+0000","last_became_peered":"2023-12-20T10:56:23.032587+0000","last_unstale":"2023-12-20T11:03:32.263730+0000","last_undegraded":"2023-12-20T11:03:32.263730+0000","last_fullsized":"2023-12-20T11:03:32.263730+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:29:06.745631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":815,"reported_epoch":835,"state":"active+clean","last_fresh":"2023-12-20T11:03:31.257260+0000","last_change":"2023-12-20T10:55:00.008252+0000","last_active":"2023-12-20T11:03:31.257260+0000","last_peered":"2023-12-20T11:03:31.257260+0000","last_clean":"2023-12-20T11:03:31.257260+0000","last_became_active":"2023-12-20T10:55:00.007913+0000","last_became_peered":"2023-12-20T10:55:00.007913+0000","last_unstale":"2023-12-20T11:03:31.257260+0000","last_undegraded":"2023-12-20T11:03:31.257260+0000","last_fullsized":"2023-12-20T11:03:31.257260+0000","mapping_epoch":364,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":365,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:38:29.100330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"58'1","reported_seq":770,"reported_epoch":836,"state":"active+clean","last_fresh":"2023-12-20T11:03:32.265571+0000","last_change":"2023-12-20T10:56:23.035253+0000","last_active":"2023-12-20T11:03:32.265571+0000","last_peered":"2023-12-20T11:03:32.265571+0000","last_clean":"2023-12-20T11:03:32.265571+0000","last_became_active":"2023-12-20T10:56:23.034789+0000","last_became_peered":"2023-12-20T10:56:23.034789+0000","last_unstale":"2023-12-20T11:03:32.265571+0000","last_undegraded":"2023-12-20T11:03:32.265571+0000","last_fullsized":"2023-12-20T11:03:32.265571+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:06:08.060667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":790,"reported_epoch":835,"state":"active+clean","last_fresh":"2023-12-20T11:03:31.261966+0000","last_change":"2023-12-20T10:56:23.043045+0000","last_active":"2023-12-20T11:03:31.261966+0000","last_peered":"2023-12-20T11:03:31.261966+0000","last_clean":"2023-12-20T11:03:31.261966+0000","last_became_active":"2023-12-20T10:56:23.042359+0000","last_became_peered":"2023-12-20T10:56:23.042359+0000","last_unstale":"2023-12-20T11:03:31.261966+0000","last_undegraded":"2023-12-20T11:03:31.261966+0000","last_fullsized":"2023-12-20T11:03:31.261966+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:36:44.232500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":776,"reported_epoch":836,"state":"active+clean","last_fresh":"2023-12-20T11:03:32.262930+0000","last_change":"2023-12-20T10:55:55.495804+0000","last_active":"2023-12-20T11:03:32.262930+0000","last_peered":"2023-12-20T11:03:32.262930+0000","last_clean":"2023-12-20T11:03:32.262930+0000","last_became_active":"2023-12-20T10:55:55.495465+0000","last_became_peered":"2023-12-20T10:55:55.495465+0000","last_unstale":"2023-12-20T11:03:32.262930+0000","last_undegraded":"2023-12-20T11:03:32.262930+0000","last_fullsized":"2023-12-20T11:03:32.262930+0000","mapping_epoch":413,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:10:31.033574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":807,"reported_epoch":836,"state":"active+clean","last_fresh":"2023-12-20T11:03:32.262105+0000","last_change":"2023-12-20T10:54:31.113179+0000","last_active":"2023-12-20T11:03:32.262105+0000","last_peered":"2023-12-20T11:03:32.262105+0000","last_clean":"2023-12-20T11:03:32.262105+0000","last_became_active":"2023-12-20T10:54:31.112255+0000","last_became_peered":"2023-12-20T10:54:31.112255+0000","last_unstale":"2023-12-20T11:03:32.262105+0000","last_undegraded":"2023-12-20T11:03:32.262105+0000","last_fullsized":"2023-12-20T11:03:32.262105+0000","mapping_epoch":335,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":336,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:44:35.100858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":791,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.191175+0000","last_change":"2023-12-20T10:56:23.040136+0000","last_active":"2023-12-20T11:03:29.191175+0000","last_peered":"2023-12-20T11:03:29.191175+0000","last_clean":"2023-12-20T11:03:29.191175+0000","last_became_active":"2023-12-20T10:56:23.039678+0000","last_became_peered":"2023-12-20T10:56:23.039678+0000","last_unstale":"2023-12-20T11:03:29.191175+0000","last_undegraded":"2023-12-20T11:03:29.191175+0000","last_fullsized":"2023-12-20T11:03:29.191175+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:32:47.477286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":809,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.142848+0000","last_change":"2023-12-20T10:55:00.010616+0000","last_active":"2023-12-20T11:03:29.142848+0000","last_peered":"2023-12-20T11:03:29.142848+0000","last_clean":"2023-12-20T11:03:29.142848+0000","last_became_active":"2023-12-20T10:55:00.010095+0000","last_became_peered":"2023-12-20T10:55:00.010095+0000","last_unstale":"2023-12-20T11:03:29.142848+0000","last_undegraded":"2023-12-20T11:03:29.142848+0000","last_fullsized":"2023-12-20T11:03:29.142848+0000","mapping_epoch":364,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":365,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:05:57.828334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":799,"reported_epoch":836,"state":"active+clean","last_fresh":"2023-12-20T11:03:32.267469+0000","last_change":"2023-12-20T10:55:55.493524+0000","last_active":"2023-12-20T11:03:32.267469+0000","last_peered":"2023-12-20T11:03:32.267469+0000","last_clean":"2023-12-20T11:03:32.267469+0000","last_became_active":"2023-12-20T10:55:55.493209+0000","last_became_peered":"2023-12-20T10:55:55.493209+0000","last_unstale":"2023-12-20T11:03:32.267469+0000","last_undegraded":"2023-12-20T11:03:32.267469+0000","last_fullsized":"2023-12-20T11:03:32.267469+0000","mapping_epoch":413,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T10:52:13.306856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":786,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.191846+0000","last_change":"2023-12-20T10:56:23.033220+0000","last_active":"2023-12-20T11:03:29.191846+0000","last_peered":"2023-12-20T11:03:29.191846+0000","last_clean":"2023-12-20T11:03:29.191846+0000","last_became_active":"2023-12-20T10:56:23.032935+0000","last_became_peered":"2023-12-20T10:56:23.032935+0000","last_unstale":"2023-12-20T11:03:29.191846+0000","last_undegraded":"2023-12-20T11:03:29.191846+0000","last_fullsized":"2023-12-20T11:03:29.191846+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:49:55.044604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":777,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.191706+0000","last_change":"2023-12-20T10:55:55.505016+0000","last_active":"2023-12-20T11:03:29.191706+0000","last_peered":"2023-12-20T11:03:29.191706+0000","last_clean":"2023-12-20T11:03:29.191706+0000","last_became_active":"2023-12-20T10:55:55.504715+0000","last_became_peered":"2023-12-20T10:55:55.504715+0000","last_unstale":"2023-12-20T11:03:29.191706+0000","last_undegraded":"2023-12-20T11:03:29.191706+0000","last_fullsized":"2023-12-20T11:03:29.191706+0000","mapping_epoch":413,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:01:27.655214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":790,"reported_epoch":835,"state":"active+clean","last_fresh":"2023-12-20T11:03:31.264402+0000","last_change":"2023-12-20T10:55:28.154734+0000","last_active":"2023-12-20T11:03:31.264402+0000","last_peered":"2023-12-20T11:03:31.264402+0000","last_clean":"2023-12-20T11:03:31.264402+0000","last_became_active":"2023-12-20T10:55:28.154181+0000","last_became_peered":"2023-12-20T10:55:28.154181+0000","last_unstale":"2023-12-20T11:03:31.264402+0000","last_undegraded":"2023-12-20T11:03:31.264402+0000","last_fullsized":"2023-12-20T11:03:31.264402+0000","mapping_epoch":391,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":392,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:11:56.014787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"58'3","reported_seq":802,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.143261+0000","last_change":"2023-12-20T10:55:28.155441+0000","last_active":"2023-12-20T11:03:29.143261+0000","last_peered":"2023-12-20T11:03:29.143261+0000","last_clean":"2023-12-20T11:03:29.143261+0000","last_became_active":"2023-12-20T10:55:28.155093+0000","last_became_peered":"2023-12-20T10:55:28.155093+0000","last_unstale":"2023-12-20T11:03:29.143261+0000","last_undegraded":"2023-12-20T11:03:29.143261+0000","last_fullsized":"2023-12-20T11:03:29.143261+0000","mapping_epoch":391,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":392,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:25:30.851638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":803,"reported_epoch":835,"state":"active+clean","last_fresh":"2023-12-20T11:03:31.257673+0000","last_change":"2023-12-20T10:56:23.039348+0000","last_active":"2023-12-20T11:03:31.257673+0000","last_peered":"2023-12-20T11:03:31.257673+0000","last_clean":"2023-12-20T11:03:31.257673+0000","last_became_active":"2023-12-20T10:56:23.039064+0000","last_became_peered":"2023-12-20T10:56:23.039064+0000","last_unstale":"2023-12-20T11:03:31.257673+0000","last_undegraded":"2023-12-20T11:03:31.257673+0000","last_fullsized":"2023-12-20T11:03:31.257673+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:09:51.675696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"286'28","reported_seq":827,"reported_epoch":836,"state":"active+clean","last_fresh":"2023-12-20T11:03:32.266020+0000","last_change":"2023-12-20T10:55:55.493084+0000","last_active":"2023-12-20T11:03:32.266020+0000","last_peered":"2023-12-20T11:03:32.266020+0000","last_clean":"2023-12-20T11:03:32.266020+0000","last_became_active":"2023-12-20T10:55:55.492695+0000","last_became_peered":"2023-12-20T10:55:55.492695+0000","last_unstale":"2023-12-20T11:03:32.266020+0000","last_undegraded":"2023-12-20T11:03:32.266020+0000","last_fullsized":"2023-12-20T11:03:32.266020+0000","mapping_epoch":413,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:10:10.901258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5780,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":780,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.144586+0000","last_change":"2023-12-20T10:56:23.037682+0000","last_active":"2023-12-20T11:03:29.144586+0000","last_peered":"2023-12-20T11:03:29.144586+0000","last_clean":"2023-12-20T11:03:29.144586+0000","last_became_active":"2023-12-20T10:56:23.037361+0000","last_became_peered":"2023-12-20T10:56:23.037361+0000","last_unstale":"2023-12-20T11:03:29.144586+0000","last_undegraded":"2023-12-20T11:03:29.144586+0000","last_fullsized":"2023-12-20T11:03:29.144586+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:16:26.669766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"58'2","reported_seq":793,"reported_epoch":835,"state":"active+clean","last_fresh":"2023-12-20T11:03:31.263736+0000","last_change":"2023-12-20T10:55:00.020324+0000","last_active":"2023-12-20T11:03:31.263736+0000","last_peered":"2023-12-20T11:03:31.263736+0000","last_clean":"2023-12-20T11:03:31.263736+0000","last_became_active":"2023-12-20T10:55:00.019975+0000","last_became_peered":"2023-12-20T10:55:00.019975+0000","last_unstale":"2023-12-20T11:03:31.263736+0000","last_undegraded":"2023-12-20T11:03:31.263736+0000","last_fullsized":"2023-12-20T11:03:31.263736+0000","mapping_epoch":364,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":365,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:32:02.368269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":790,"reported_epoch":835,"state":"active+clean","last_fresh":"2023-12-20T11:03:31.261264+0000","last_change":"2023-12-20T10:56:23.040868+0000","last_active":"2023-12-20T11:03:31.261264+0000","last_peered":"2023-12-20T11:03:31.261264+0000","last_clean":"2023-12-20T11:03:31.261264+0000","last_became_active":"2023-12-20T10:56:23.040497+0000","last_became_peered":"2023-12-20T10:56:23.040497+0000","last_unstale":"2023-12-20T11:03:31.261264+0000","last_undegraded":"2023-12-20T11:03:31.261264+0000","last_fullsized":"2023-12-20T11:03:31.261264+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:46:56.600648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":804,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.191160+0000","last_change":"2023-12-20T10:56:23.033759+0000","last_active":"2023-12-20T11:03:29.191160+0000","last_peered":"2023-12-20T11:03:29.191160+0000","last_clean":"2023-12-20T11:03:29.191160+0000","last_became_active":"2023-12-20T10:56:23.033124+0000","last_became_peered":"2023-12-20T10:56:23.033124+0000","last_unstale":"2023-12-20T11:03:29.191160+0000","last_undegraded":"2023-12-20T11:03:29.191160+0000","last_fullsized":"2023-12-20T11:03:29.191160+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:58:01.680329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":781,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.144397+0000","last_change":"2023-12-20T10:56:23.039460+0000","last_active":"2023-12-20T11:03:29.144397+0000","last_peered":"2023-12-20T11:03:29.144397+0000","last_clean":"2023-12-20T11:03:29.144397+0000","last_became_active":"2023-12-20T10:56:23.038477+0000","last_became_peered":"2023-12-20T10:56:23.038477+0000","last_unstale":"2023-12-20T11:03:29.144397+0000","last_undegraded":"2023-12-20T11:03:29.144397+0000","last_fullsized":"2023-12-20T11:03:29.144397+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:09:27.559535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":773,"reported_epoch":836,"state":"active+clean","last_fresh":"2023-12-20T11:03:32.265308+0000","last_change":"2023-12-20T10:55:55.486128+0000","last_active":"2023-12-20T11:03:32.265308+0000","last_peered":"2023-12-20T11:03:32.265308+0000","last_clean":"2023-12-20T11:03:32.265308+0000","last_became_active":"2023-12-20T10:55:55.485806+0000","last_became_peered":"2023-12-20T10:55:55.485806+0000","last_unstale":"2023-12-20T11:03:32.265308+0000","last_undegraded":"2023-12-20T11:03:32.265308+0000","last_fullsized":"2023-12-20T11:03:32.265308+0000","mapping_epoch":413,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:10:22.279424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":798,"reported_epoch":836,"state":"active+clean","last_fresh":"2023-12-20T11:03:32.266613+0000","last_change":"2023-12-20T10:55:55.495672+0000","last_active":"2023-12-20T11:03:32.266613+0000","last_peered":"2023-12-20T11:03:32.266613+0000","last_clean":"2023-12-20T11:03:32.266613+0000","last_became_active":"2023-12-20T10:55:55.495404+0000","last_became_peered":"2023-12-20T10:55:55.495404+0000","last_unstale":"2023-12-20T11:03:32.266613+0000","last_undegraded":"2023-12-20T11:03:32.266613+0000","last_fullsized":"2023-12-20T11:03:32.266613+0000","mapping_epoch":413,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:45:51.104646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"58'8","reported_seq":796,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.148008+0000","last_change":"2023-12-20T10:54:03.027552+0000","last_active":"2023-12-20T11:03:29.148008+0000","last_peered":"2023-12-20T11:03:29.148008+0000","last_clean":"2023-12-20T11:03:29.148008+0000","last_became_active":"2023-12-20T10:54:03.022657+0000","last_became_peered":"2023-12-20T10:54:03.022657+0000","last_unstale":"2023-12-20T11:03:29.148008+0000","last_undegraded":"2023-12-20T11:03:29.148008+0000","last_fullsized":"2023-12-20T11:03:29.148008+0000","mapping_epoch":307,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":308,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:18:10.915050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":788,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.144014+0000","last_change":"2023-12-20T10:56:23.040234+0000","last_active":"2023-12-20T11:03:29.144014+0000","last_peered":"2023-12-20T11:03:29.144014+0000","last_clean":"2023-12-20T11:03:29.144014+0000","last_became_active":"2023-12-20T10:56:23.039924+0000","last_became_peered":"2023-12-20T10:56:23.039924+0000","last_unstale":"2023-12-20T11:03:29.144014+0000","last_undegraded":"2023-12-20T11:03:29.144014+0000","last_fullsized":"2023-12-20T11:03:29.144014+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:27:15.099280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"834'3139","reported_seq":5888,"reported_epoch":834,"state":"active+clean","last_fresh":"2023-12-20T11:03:30.267727+0000","last_change":"2023-12-20T11:03:30.269526+0000","last_active":"2023-12-20T11:03:30.267727+0000","last_peered":"2023-12-20T11:03:30.267727+0000","last_clean":"2023-12-20T11:03:30.267727+0000","last_became_active":"2023-12-20T10:54:03.027937+0000","last_became_peered":"2023-12-20T10:54:03.027937+0000","last_unstale":"2023-12-20T11:03:30.267727+0000","last_undegraded":"2023-12-20T11:03:30.267727+0000","last_fullsized":"2023-12-20T11:03:30.267727+0000","mapping_epoch":307,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":308,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:50:02.242851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:50:02.242851+0000","last_clean_scrub_stamp":"2023-12-20T10:50:02.242851+0000","objects_scrubbed":0,"log_size":3139,"log_dups_size":0,"ondisk_log_size":3139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:25:29.139944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013659208000000001,"stat_sum":{"num_bytes":22560768,"num_objects":22,"num_object_clones":14,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":2,"num_read":578,"num_read_kb":1064190,"num_write":1154,"num_write_kb":363168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":44236800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2a7","length":"1"},{"start":"2b7","length":"1"},{"start":"2dc","length":"1"},{"start":"2ea","length":"1"}]},{"pgid":"2.f","version":"58'1","reported_seq":831,"reported_epoch":835,"state":"active+clean","last_fresh":"2023-12-20T11:03:31.258245+0000","last_change":"2023-12-20T10:55:00.028894+0000","last_active":"2023-12-20T11:03:31.258245+0000","last_peered":"2023-12-20T11:03:31.258245+0000","last_clean":"2023-12-20T11:03:31.258245+0000","last_became_active":"2023-12-20T10:55:00.028561+0000","last_became_peered":"2023-12-20T10:55:00.028561+0000","last_unstale":"2023-12-20T11:03:31.258245+0000","last_undegraded":"2023-12-20T11:03:31.258245+0000","last_fullsized":"2023-12-20T11:03:31.258245+0000","mapping_epoch":364,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":365,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:18:17.529503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":781,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.145008+0000","last_change":"2023-12-20T10:56:23.037937+0000","last_active":"2023-12-20T11:03:29.145008+0000","last_peered":"2023-12-20T11:03:29.145008+0000","last_clean":"2023-12-20T11:03:29.145008+0000","last_became_active":"2023-12-20T10:56:23.037618+0000","last_became_peered":"2023-12-20T10:56:23.037618+0000","last_unstale":"2023-12-20T11:03:29.145008+0000","last_undegraded":"2023-12-20T11:03:29.145008+0000","last_fullsized":"2023-12-20T11:03:29.145008+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:36:01.753021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"836'1928","reported_seq":4840,"reported_epoch":836,"state":"active+clean","last_fresh":"2023-12-20T11:03:32.281870+0000","last_change":"2023-12-20T11:03:32.283197+0000","last_active":"2023-12-20T11:03:32.281870+0000","last_peered":"2023-12-20T11:03:32.281870+0000","last_clean":"2023-12-20T11:03:32.281870+0000","last_became_active":"2023-12-20T10:55:55.492550+0000","last_became_peered":"2023-12-20T10:55:55.492550+0000","last_unstale":"2023-12-20T11:03:32.281870+0000","last_undegraded":"2023-12-20T11:03:32.281870+0000","last_fullsized":"2023-12-20T11:03:32.281870+0000","mapping_epoch":413,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:50:02.242851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:50:02.242851+0000","last_clean_scrub_stamp":"2023-12-20T10:50:02.242851+0000","objects_scrubbed":0,"log_size":1928,"log_dups_size":0,"ondisk_log_size":1928,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:19:54.418320+0000","scrub_duration":0,"objects_trimmed":2,"snaptrim_duration":0.017841988999999999,"stat_sum":{"num_bytes":38805504,"num_objects":15,"num_object_clones":10,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":1,"num_read":340,"num_read_kb":492968,"num_write":836,"num_write_kb":204384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":40869888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2a7","length":"1"},{"start":"2b1","length":"1"},{"start":"2b5","length":"1"},{"start":"2b7","length":"1"},{"start":"2dc","length":"1"},{"start":"2ea","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":808,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.142988+0000","last_change":"2023-12-20T10:55:28.149793+0000","last_active":"2023-12-20T11:03:29.142988+0000","last_peered":"2023-12-20T11:03:29.142988+0000","last_clean":"2023-12-20T11:03:29.142988+0000","last_became_active":"2023-12-20T10:55:28.149501+0000","last_became_peered":"2023-12-20T10:55:28.149501+0000","last_unstale":"2023-12-20T11:03:29.142988+0000","last_undegraded":"2023-12-20T11:03:29.142988+0000","last_fullsized":"2023-12-20T11:03:29.142988+0000","mapping_epoch":391,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":392,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_clean_scrub_stamp":"2023-12-20T10:47:58.691864+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:39:19.757149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":799,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.143158+0000","last_change":"2023-12-20T10:56:23.030070+0000","last_active":"2023-12-20T11:03:29.143158+0000","last_peered":"2023-12-20T11:03:29.143158+0000","last_clean":"2023-12-20T11:03:29.143158+0000","last_became_active":"2023-12-20T10:56:23.029777+0000","last_became_peered":"2023-12-20T10:56:23.029777+0000","last_unstale":"2023-12-20T11:03:29.143158+0000","last_undegraded":"2023-12-20T11:03:29.143158+0000","last_fullsized":"2023-12-20T11:03:29.143158+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:38:02.100974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":807,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.191600+0000","last_change":"2023-12-20T10:55:28.155225+0000","last_active":"2023-12-20T11:03:29.191600+0000","last_peered":"2023-12-20T11:03:29.191600+0000","last_clean":"2023-12-20T11:03:29.191600+0000","last_became_active":"2023-12-20T10:55:28.154899+0000","last_became_peered":"2023-12-20T10:55:28.154899+0000","last_unstale":"2023-12-20T11:03:29.191600+0000","last_undegraded":"2023-12-20T11:03:29.191600+0000","last_fullsized":"2023-12-20T11:03:29.191600+0000","mapping_epoch":391,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":392,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:24:18.476455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"836'1178","reported_seq":4175,"reported_epoch":836,"state":"active+clean","last_fresh":"2023-12-20T11:03:32.280170+0000","last_change":"2023-12-20T11:03:32.281347+0000","last_active":"2023-12-20T11:03:32.280170+0000","last_peered":"2023-12-20T11:03:32.280170+0000","last_clean":"2023-12-20T11:03:32.280170+0000","last_became_active":"2023-12-20T10:55:00.023951+0000","last_became_peered":"2023-12-20T10:55:00.023951+0000","last_unstale":"2023-12-20T11:03:32.280170+0000","last_undegraded":"2023-12-20T11:03:32.280170+0000","last_fullsized":"2023-12-20T11:03:32.280170+0000","mapping_epoch":364,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":365,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:50:02.242851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:50:02.242851+0000","last_clean_scrub_stamp":"2023-12-20T10:50:02.242851+0000","objects_scrubbed":0,"log_size":1178,"log_dups_size":0,"ondisk_log_size":1178,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T12:34:59.386469+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.015822752999999998,"stat_sum":{"num_bytes":8192000,"num_objects":11,"num_object_clones":8,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":1,"num_read":260,"num_read_kb":518744,"num_write":542,"num_write_kb":133592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":9584640,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2a7","length":"1"},{"start":"2b1","length":"1"},{"start":"2b5","length":"1"},{"start":"2b7","length":"1"},{"start":"2dc","length":"1"},{"start":"2ea","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":808,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.143274+0000","last_change":"2023-12-20T10:54:31.115452+0000","last_active":"2023-12-20T11:03:29.143274+0000","last_peered":"2023-12-20T11:03:29.143274+0000","last_clean":"2023-12-20T11:03:29.143274+0000","last_became_active":"2023-12-20T10:54:31.115134+0000","last_became_peered":"2023-12-20T10:54:31.115134+0000","last_unstale":"2023-12-20T11:03:29.143274+0000","last_undegraded":"2023-12-20T11:03:29.143274+0000","last_fullsized":"2023-12-20T11:03:29.143274+0000","mapping_epoch":335,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":336,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_clean_scrub_stamp":"2023-12-20T10:47:58.691864+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:01:21.342951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":787,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.191059+0000","last_change":"2023-12-20T10:55:55.503559+0000","last_active":"2023-12-20T11:03:29.191059+0000","last_peered":"2023-12-20T11:03:29.191059+0000","last_clean":"2023-12-20T11:03:29.191059+0000","last_became_active":"2023-12-20T10:55:55.503189+0000","last_became_peered":"2023-12-20T10:55:55.503189+0000","last_unstale":"2023-12-20T11:03:29.191059+0000","last_undegraded":"2023-12-20T11:03:29.191059+0000","last_fullsized":"2023-12-20T11:03:29.191059+0000","mapping_epoch":413,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:16:08.913755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":796,"reported_epoch":835,"state":"active+clean","last_fresh":"2023-12-20T11:03:31.257571+0000","last_change":"2023-12-20T10:55:55.492346+0000","last_active":"2023-12-20T11:03:31.257571+0000","last_peered":"2023-12-20T11:03:31.257571+0000","last_clean":"2023-12-20T11:03:31.257571+0000","last_became_active":"2023-12-20T10:55:55.492005+0000","last_became_peered":"2023-12-20T10:55:55.492005+0000","last_unstale":"2023-12-20T11:03:31.257571+0000","last_undegraded":"2023-12-20T11:03:31.257571+0000","last_fullsized":"2023-12-20T11:03:31.257571+0000","mapping_epoch":413,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:33:57.283999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"834'916","reported_seq":3835,"reported_epoch":834,"state":"active+clean","last_fresh":"2023-12-20T11:03:30.267273+0000","last_change":"2023-12-20T11:03:30.268164+0000","last_active":"2023-12-20T11:03:30.267273+0000","last_peered":"2023-12-20T11:03:30.267273+0000","last_clean":"2023-12-20T11:03:30.267273+0000","last_became_active":"2023-12-20T10:55:28.167901+0000","last_became_peered":"2023-12-20T10:55:28.167901+0000","last_unstale":"2023-12-20T11:03:30.267273+0000","last_undegraded":"2023-12-20T11:03:30.267273+0000","last_fullsized":"2023-12-20T11:03:30.267273+0000","mapping_epoch":391,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":392,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:50:02.242851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:50:02.242851+0000","last_clean_scrub_stamp":"2023-12-20T10:50:02.242851+0000","objects_scrubbed":0,"log_size":916,"log_dups_size":0,"ondisk_log_size":916,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:05:30.286745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011762827999999999,"stat_sum":{"num_bytes":17924096,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":2,"num_read":203,"num_read_kb":405195,"num_write":398,"num_write_kb":131800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":2908160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2a7","length":"1"},{"start":"2b7","length":"1"},{"start":"2dc","length":"1"},{"start":"2ea","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":795,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.143486+0000","last_change":"2023-12-20T10:55:28.162368+0000","last_active":"2023-12-20T11:03:29.143486+0000","last_peered":"2023-12-20T11:03:29.143486+0000","last_clean":"2023-12-20T11:03:29.143486+0000","last_became_active":"2023-12-20T10:55:28.162096+0000","last_became_peered":"2023-12-20T10:55:28.162096+0000","last_unstale":"2023-12-20T11:03:29.143486+0000","last_undegraded":"2023-12-20T11:03:29.143486+0000","last_fullsized":"2023-12-20T11:03:29.143486+0000","mapping_epoch":391,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":392,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_clean_scrub_stamp":"2023-12-20T10:47:58.691864+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:16:20.518251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":810,"reported_epoch":834,"state":"active+clean","last_fresh":"2023-12-20T11:03:30.250090+0000","last_change":"2023-12-20T10:55:55.490448+0000","last_active":"2023-12-20T11:03:30.250090+0000","last_peered":"2023-12-20T11:03:30.250090+0000","last_clean":"2023-12-20T11:03:30.250090+0000","last_became_active":"2023-12-20T10:55:55.490092+0000","last_became_peered":"2023-12-20T10:55:55.490092+0000","last_unstale":"2023-12-20T11:03:30.250090+0000","last_undegraded":"2023-12-20T11:03:30.250090+0000","last_fullsized":"2023-12-20T11:03:30.250090+0000","mapping_epoch":413,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:39:02.241341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":797,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.147985+0000","last_change":"2023-12-20T10:54:31.121881+0000","last_active":"2023-12-20T11:03:29.147985+0000","last_peered":"2023-12-20T11:03:29.147985+0000","last_clean":"2023-12-20T11:03:29.147985+0000","last_became_active":"2023-12-20T10:54:31.121518+0000","last_became_peered":"2023-12-20T10:54:31.121518+0000","last_unstale":"2023-12-20T11:03:29.147985+0000","last_undegraded":"2023-12-20T11:03:29.147985+0000","last_fullsized":"2023-12-20T11:03:29.147985+0000","mapping_epoch":335,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":336,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:54:09.134299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"834'1261","reported_seq":4006,"reported_epoch":834,"state":"active+clean","last_fresh":"2023-12-20T11:03:30.260391+0000","last_change":"2023-12-20T11:03:30.261512+0000","last_active":"2023-12-20T11:03:30.260391+0000","last_peered":"2023-12-20T11:03:30.260391+0000","last_clean":"2023-12-20T11:03:30.260391+0000","last_became_active":"2023-12-20T10:56:23.034473+0000","last_became_peered":"2023-12-20T10:56:23.034473+0000","last_unstale":"2023-12-20T11:03:30.260391+0000","last_undegraded":"2023-12-20T11:03:30.260391+0000","last_fullsized":"2023-12-20T11:03:30.260391+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:50:02.242851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:50:02.242851+0000","last_clean_scrub_stamp":"2023-12-20T10:50:02.242851+0000","objects_scrubbed":0,"log_size":1261,"log_dups_size":0,"ondisk_log_size":1261,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:45:14.791905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010217132,"stat_sum":{"num_bytes":25223168,"num_objects":11,"num_object_clones":8,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":1,"num_read":209,"num_read_kb":338109,"num_write":659,"num_write_kb":131200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":28450816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2a7","length":"1"},{"start":"2b7","length":"1"},{"start":"2dc","length":"1"},{"start":"2ea","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":765,"reported_epoch":836,"state":"active+clean","last_fresh":"2023-12-20T11:03:32.266202+0000","last_change":"2023-12-20T10:56:23.035840+0000","last_active":"2023-12-20T11:03:32.266202+0000","last_peered":"2023-12-20T11:03:32.266202+0000","last_clean":"2023-12-20T11:03:32.266202+0000","last_became_active":"2023-12-20T10:56:23.035441+0000","last_became_peered":"2023-12-20T10:56:23.035441+0000","last_unstale":"2023-12-20T11:03:32.266202+0000","last_undegraded":"2023-12-20T11:03:32.266202+0000","last_fullsized":"2023-12-20T11:03:32.266202+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_clean_scrub_stamp":"2023-12-20T10:47:58.691864+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:54:39.256593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":785,"reported_epoch":836,"state":"active+clean","last_fresh":"2023-12-20T11:03:32.263048+0000","last_change":"2023-12-20T10:55:55.495912+0000","last_active":"2023-12-20T11:03:32.263048+0000","last_peered":"2023-12-20T11:03:32.263048+0000","last_clean":"2023-12-20T11:03:32.263048+0000","last_became_active":"2023-12-20T10:55:55.495597+0000","last_became_peered":"2023-12-20T10:55:55.495597+0000","last_unstale":"2023-12-20T11:03:32.263048+0000","last_undegraded":"2023-12-20T11:03:32.263048+0000","last_fullsized":"2023-12-20T11:03:32.263048+0000","mapping_epoch":413,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:05:54.682914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":777,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.191317+0000","last_change":"2023-12-20T10:56:23.035413+0000","last_active":"2023-12-20T11:03:29.191317+0000","last_peered":"2023-12-20T11:03:29.191317+0000","last_clean":"2023-12-20T11:03:29.191317+0000","last_became_active":"2023-12-20T10:56:23.035101+0000","last_became_peered":"2023-12-20T10:56:23.035101+0000","last_unstale":"2023-12-20T11:03:29.191317+0000","last_undegraded":"2023-12-20T11:03:29.191317+0000","last_fullsized":"2023-12-20T11:03:29.191317+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:47:11.554905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"200'197","reported_seq":1289,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.143889+0000","last_change":"2023-12-20T10:56:23.027137+0000","last_active":"2023-12-20T11:03:29.143889+0000","last_peered":"2023-12-20T11:03:29.143889+0000","last_clean":"2023-12-20T11:03:29.143889+0000","last_became_active":"2023-12-20T10:56:23.026736+0000","last_became_peered":"2023-12-20T10:56:23.026736+0000","last_unstale":"2023-12-20T11:03:29.143889+0000","last_undegraded":"2023-12-20T11:03:29.143889+0000","last_fullsized":"2023-12-20T11:03:29.143889+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:45:55.297991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:45:55.297991+0000","last_clean_scrub_stamp":"2023-12-20T10:45:55.297991+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:49:45.443219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"834'854","reported_seq":3659,"reported_epoch":834,"state":"active+clean","last_fresh":"2023-12-20T11:03:30.265063+0000","last_change":"2023-12-20T11:03:30.265777+0000","last_active":"2023-12-20T11:03:30.265063+0000","last_peered":"2023-12-20T11:03:30.265063+0000","last_clean":"2023-12-20T11:03:30.265063+0000","last_became_active":"2023-12-20T10:55:28.156479+0000","last_became_peered":"2023-12-20T10:55:28.156479+0000","last_unstale":"2023-12-20T11:03:30.265063+0000","last_undegraded":"2023-12-20T11:03:30.265063+0000","last_fullsized":"2023-12-20T11:03:30.265063+0000","mapping_epoch":391,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":392,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:50:02.242851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:50:02.242851+0000","last_clean_scrub_stamp":"2023-12-20T10:50:02.242851+0000","objects_scrubbed":0,"log_size":854,"log_dups_size":0,"ondisk_log_size":854,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:16:45.653187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0066628160000000002,"stat_sum":{"num_bytes":9961472,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":149,"num_read_kb":120729,"num_write":430,"num_write_kb":42608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":5595136,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2a7","length":"1"},{"start":"2b7","length":"1"},{"start":"2dc","length":"1"},{"start":"2ea","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":789,"reported_epoch":835,"state":"active+clean","last_fresh":"2023-12-20T11:03:31.264842+0000","last_change":"2023-12-20T10:54:03.025308+0000","last_active":"2023-12-20T11:03:31.264842+0000","last_peered":"2023-12-20T11:03:31.264842+0000","last_clean":"2023-12-20T11:03:31.264842+0000","last_became_active":"2023-12-20T10:54:03.024608+0000","last_became_peered":"2023-12-20T10:54:03.024608+0000","last_unstale":"2023-12-20T11:03:31.264842+0000","last_undegraded":"2023-12-20T11:03:31.264842+0000","last_fullsized":"2023-12-20T11:03:31.264842+0000","mapping_epoch":307,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":308,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_clean_scrub_stamp":"2023-12-20T10:47:58.691864+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:37:59.993996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":791,"reported_epoch":835,"state":"active+clean","last_fresh":"2023-12-20T11:03:31.260884+0000","last_change":"2023-12-20T10:55:00.020071+0000","last_active":"2023-12-20T11:03:31.260884+0000","last_peered":"2023-12-20T11:03:31.260884+0000","last_clean":"2023-12-20T11:03:31.260884+0000","last_became_active":"2023-12-20T10:55:00.019741+0000","last_became_peered":"2023-12-20T10:55:00.019741+0000","last_unstale":"2023-12-20T11:03:31.260884+0000","last_undegraded":"2023-12-20T11:03:31.260884+0000","last_fullsized":"2023-12-20T11:03:31.260884+0000","mapping_epoch":364,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":365,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:09:04.215461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":777,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.143897+0000","last_change":"2023-12-20T10:56:23.032353+0000","last_active":"2023-12-20T11:03:29.143897+0000","last_peered":"2023-12-20T11:03:29.143897+0000","last_clean":"2023-12-20T11:03:29.143897+0000","last_became_active":"2023-12-20T10:56:23.032026+0000","last_became_peered":"2023-12-20T10:56:23.032026+0000","last_unstale":"2023-12-20T11:03:29.143897+0000","last_undegraded":"2023-12-20T11:03:29.143897+0000","last_fullsized":"2023-12-20T11:03:29.143897+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T10:59:13.774984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"836'755","reported_seq":3566,"reported_epoch":837,"state":"active+clean","last_fresh":"2023-12-20T11:03:33.144373+0000","last_change":"2023-12-20T11:03:32.277642+0000","last_active":"2023-12-20T11:03:33.144373+0000","last_peered":"2023-12-20T11:03:33.144373+0000","last_clean":"2023-12-20T11:03:33.144373+0000","last_became_active":"2023-12-20T10:55:55.491533+0000","last_became_peered":"2023-12-20T10:55:55.491533+0000","last_unstale":"2023-12-20T11:03:33.144373+0000","last_undegraded":"2023-12-20T11:03:33.144373+0000","last_fullsized":"2023-12-20T11:03:33.144373+0000","mapping_epoch":413,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:50:02.242851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:50:02.242851+0000","last_clean_scrub_stamp":"2023-12-20T10:50:02.242851+0000","objects_scrubbed":0,"log_size":755,"log_dups_size":0,"ondisk_log_size":755,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:35:19.510263+0000","scrub_duration":0,"objects_trimmed":2,"snaptrim_duration":0.011909586999999999,"stat_sum":{"num_bytes":3342336,"num_objects":2,"num_object_clones":1,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":164,"num_read_kb":223868,"num_write":327,"num_write_kb":56816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2b1","length":"1"},{"start":"2b5","length":"1"},{"start":"2dc","length":"1"},{"start":"2ea","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":790,"reported_epoch":835,"state":"active+clean","last_fresh":"2023-12-20T11:03:31.261879+0000","last_change":"2023-12-20T10:56:23.042859+0000","last_active":"2023-12-20T11:03:31.261879+0000","last_peered":"2023-12-20T11:03:31.261879+0000","last_clean":"2023-12-20T11:03:31.261879+0000","last_became_active":"2023-12-20T10:56:23.041954+0000","last_became_peered":"2023-12-20T10:56:23.041954+0000","last_unstale":"2023-12-20T11:03:31.261879+0000","last_undegraded":"2023-12-20T11:03:31.261879+0000","last_fullsized":"2023-12-20T11:03:31.261879+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_clean_scrub_stamp":"2023-12-20T10:47:58.691864+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:49:37.293886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":782,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.144853+0000","last_change":"2023-12-20T10:56:23.038135+0000","last_active":"2023-12-20T11:03:29.144853+0000","last_peered":"2023-12-20T11:03:29.144853+0000","last_clean":"2023-12-20T11:03:29.144853+0000","last_became_active":"2023-12-20T10:56:23.037770+0000","last_became_peered":"2023-12-20T10:56:23.037770+0000","last_unstale":"2023-12-20T11:03:29.144853+0000","last_undegraded":"2023-12-20T11:03:29.144853+0000","last_fullsized":"2023-12-20T11:03:29.144853+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:54:01.127939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":809,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.143172+0000","last_change":"2023-12-20T10:55:28.146100+0000","last_active":"2023-12-20T11:03:29.143172+0000","last_peered":"2023-12-20T11:03:29.143172+0000","last_clean":"2023-12-20T11:03:29.143172+0000","last_became_active":"2023-12-20T10:55:28.145796+0000","last_became_peered":"2023-12-20T10:55:28.145796+0000","last_unstale":"2023-12-20T11:03:29.143172+0000","last_undegraded":"2023-12-20T11:03:29.143172+0000","last_fullsized":"2023-12-20T11:03:29.143172+0000","mapping_epoch":391,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":392,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:35:27.798939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"836'927","reported_seq":3775,"reported_epoch":836,"state":"active+clean","last_fresh":"2023-12-20T11:03:32.273572+0000","last_change":"2023-12-20T11:03:32.274520+0000","last_active":"2023-12-20T11:03:32.273572+0000","last_peered":"2023-12-20T11:03:32.273572+0000","last_clean":"2023-12-20T11:03:32.273572+0000","last_became_active":"2023-12-20T10:56:23.039178+0000","last_became_peered":"2023-12-20T10:56:23.039178+0000","last_unstale":"2023-12-20T11:03:32.273572+0000","last_undegraded":"2023-12-20T11:03:32.273572+0000","last_fullsized":"2023-12-20T11:03:32.273572+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:50:02.242851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:50:02.242851+0000","last_clean_scrub_stamp":"2023-12-20T10:50:02.242851+0000","objects_scrubbed":0,"log_size":927,"log_dups_size":0,"ondisk_log_size":927,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:58:36.536482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0081486860000000005,"stat_sum":{"num_bytes":8142848,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":140,"num_read_kb":193675,"num_write":538,"num_write_kb":109632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":22937600,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"2a7","length":"1"},{"start":"2b1","length":"1"},{"start":"2b5","length":"1"},{"start":"2b7","length":"1"},{"start":"2dc","length":"1"},{"start":"2ea","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":773,"reported_epoch":836,"state":"active+clean","last_fresh":"2023-12-20T11:03:32.262443+0000","last_change":"2023-12-20T10:56:23.039926+0000","last_active":"2023-12-20T11:03:32.262443+0000","last_peered":"2023-12-20T11:03:32.262443+0000","last_clean":"2023-12-20T11:03:32.262443+0000","last_became_active":"2023-12-20T10:56:23.039252+0000","last_became_peered":"2023-12-20T10:56:23.039252+0000","last_unstale":"2023-12-20T11:03:32.262443+0000","last_undegraded":"2023-12-20T11:03:32.262443+0000","last_fullsized":"2023-12-20T11:03:32.262443+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_clean_scrub_stamp":"2023-12-20T10:47:58.691864+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:18:26.436206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"59'1","reported_seq":811,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.143485+0000","last_change":"2023-12-20T10:55:55.486645+0000","last_active":"2023-12-20T11:03:29.143485+0000","last_peered":"2023-12-20T11:03:29.143485+0000","last_clean":"2023-12-20T11:03:29.143485+0000","last_became_active":"2023-12-20T10:55:55.486133+0000","last_became_peered":"2023-12-20T10:55:55.486133+0000","last_unstale":"2023-12-20T11:03:29.143485+0000","last_undegraded":"2023-12-20T11:03:29.143485+0000","last_fullsized":"2023-12-20T11:03:29.143485+0000","mapping_epoch":413,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:06:03.427326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":776,"reported_epoch":836,"state":"active+clean","last_fresh":"2023-12-20T11:03:32.262687+0000","last_change":"2023-12-20T10:56:23.027156+0000","last_active":"2023-12-20T11:03:32.262687+0000","last_peered":"2023-12-20T11:03:32.262687+0000","last_clean":"2023-12-20T11:03:32.262687+0000","last_became_active":"2023-12-20T10:56:23.026769+0000","last_became_peered":"2023-12-20T10:56:23.026769+0000","last_unstale":"2023-12-20T11:03:32.262687+0000","last_undegraded":"2023-12-20T11:03:32.262687+0000","last_fullsized":"2023-12-20T11:03:32.262687+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:12:39.817953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"836'2346","reported_seq":5141,"reported_epoch":837,"state":"active+clean","last_fresh":"2023-12-20T11:03:33.720747+0000","last_change":"2023-12-20T11:03:32.292006+0000","last_active":"2023-12-20T11:03:33.720747+0000","last_peered":"2023-12-20T11:03:33.720747+0000","last_clean":"2023-12-20T11:03:33.720747+0000","last_became_active":"2023-12-20T10:55:00.009476+0000","last_became_peered":"2023-12-20T10:55:00.009476+0000","last_unstale":"2023-12-20T11:03:33.720747+0000","last_undegraded":"2023-12-20T11:03:33.720747+0000","last_fullsized":"2023-12-20T11:03:33.720747+0000","mapping_epoch":364,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":365,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:50:02.242851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:50:02.242851+0000","last_clean_scrub_stamp":"2023-12-20T10:50:02.242851+0000","objects_scrubbed":0,"log_size":2346,"log_dups_size":0,"ondisk_log_size":2346,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:50:46.016795+0000","scrub_duration":0,"objects_trimmed":2,"snaptrim_duration":0.029761874000000001,"stat_sum":{"num_bytes":56246272,"num_objects":21,"num_object_clones":15,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":2,"num_read":428,"num_read_kb":654501,"num_write":836,"num_write_kb":219256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":40124416,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2b1","length":"1"},{"start":"2b5","length":"1"},{"start":"2dc","length":"1"},{"start":"2ea","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":804,"reported_epoch":835,"state":"active+clean","last_fresh":"2023-12-20T11:03:31.257090+0000","last_change":"2023-12-20T10:55:55.488261+0000","last_active":"2023-12-20T11:03:31.257090+0000","last_peered":"2023-12-20T11:03:31.257090+0000","last_clean":"2023-12-20T11:03:31.257090+0000","last_became_active":"2023-12-20T10:55:55.487927+0000","last_became_peered":"2023-12-20T10:55:55.487927+0000","last_unstale":"2023-12-20T11:03:31.257090+0000","last_undegraded":"2023-12-20T11:03:31.257090+0000","last_fullsized":"2023-12-20T11:03:31.257090+0000","mapping_epoch":413,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:58.691864+0000","last_clean_scrub_stamp":"2023-12-20T10:47:58.691864+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:06:20.717033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"58'2","reported_seq":796,"reported_epoch":836,"state":"active+clean","last_fresh":"2023-12-20T11:03:32.267326+0000","last_change":"2023-12-20T10:56:23.038321+0000","last_active":"2023-12-20T11:03:32.267326+0000","last_peered":"2023-12-20T11:03:32.267326+0000","last_clean":"2023-12-20T11:03:32.267326+0000","last_became_active":"2023-12-20T10:56:23.037973+0000","last_became_peered":"2023-12-20T10:56:23.037973+0000","last_unstale":"2023-12-20T11:03:32.267326+0000","last_undegraded":"2023-12-20T11:03:32.267326+0000","last_fullsized":"2023-12-20T11:03:32.267326+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:34:13.187673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":778,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.148413+0000","last_change":"2023-12-20T10:55:00.014120+0000","last_active":"2023-12-20T11:03:29.148413+0000","last_peered":"2023-12-20T11:03:29.148413+0000","last_clean":"2023-12-20T11:03:29.148413+0000","last_became_active":"2023-12-20T10:55:00.013790+0000","last_became_peered":"2023-12-20T10:55:00.013790+0000","last_unstale":"2023-12-20T11:03:29.148413+0000","last_undegraded":"2023-12-20T11:03:29.148413+0000","last_fullsized":"2023-12-20T11:03:29.148413+0000","mapping_epoch":364,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":365,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:47:29.451697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"828'658","reported_seq":3484,"reported_epoch":834,"state":"active+clean","last_fresh":"2023-12-20T11:03:30.259579+0000","last_change":"2023-12-20T11:03:30.260072+0000","last_active":"2023-12-20T11:03:30.259579+0000","last_peered":"2023-12-20T11:03:30.259579+0000","last_clean":"2023-12-20T11:03:30.259579+0000","last_became_active":"2023-12-20T10:55:55.507956+0000","last_became_peered":"2023-12-20T10:55:55.507956+0000","last_unstale":"2023-12-20T11:03:30.259579+0000","last_undegraded":"2023-12-20T11:03:30.259579+0000","last_fullsized":"2023-12-20T11:03:30.259579+0000","mapping_epoch":413,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:50:02.242851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:50:02.242851+0000","last_clean_scrub_stamp":"2023-12-20T10:50:02.242851+0000","objects_scrubbed":0,"log_size":658,"log_dups_size":0,"ondisk_log_size":658,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:13:58.489418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00067748000000000005,"stat_sum":{"num_bytes":10534912,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":140,"num_read_kb":100424,"num_write":230,"num_write_kb":83536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":4571136,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2a7","length":"1"},{"start":"2b7","length":"1"},{"start":"2dc","length":"1"},{"start":"2ea","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":777,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.144059+0000","last_change":"2023-12-20T10:56:23.033088+0000","last_active":"2023-12-20T11:03:29.144059+0000","last_peered":"2023-12-20T11:03:29.144059+0000","last_clean":"2023-12-20T11:03:29.144059+0000","last_became_active":"2023-12-20T10:56:23.031705+0000","last_became_peered":"2023-12-20T10:56:23.031705+0000","last_unstale":"2023-12-20T11:03:29.144059+0000","last_undegraded":"2023-12-20T11:03:29.144059+0000","last_fullsized":"2023-12-20T11:03:29.144059+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:19:50.338919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":811,"reported_epoch":835,"state":"active+clean","last_fresh":"2023-12-20T11:03:31.257092+0000","last_change":"2023-12-20T10:56:23.040410+0000","last_active":"2023-12-20T11:03:31.257092+0000","last_peered":"2023-12-20T11:03:31.257092+0000","last_clean":"2023-12-20T11:03:31.257092+0000","last_became_active":"2023-12-20T10:56:23.038641+0000","last_became_peered":"2023-12-20T10:56:23.038641+0000","last_unstale":"2023-12-20T11:03:31.257092+0000","last_undegraded":"2023-12-20T11:03:31.257092+0000","last_fullsized":"2023-12-20T11:03:31.257092+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:26:43.101517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"834'270","reported_seq":3133,"reported_epoch":836,"state":"active+clean","last_fresh":"2023-12-20T11:03:32.267568+0000","last_change":"2023-12-20T11:03:32.268030+0000","last_active":"2023-12-20T11:03:32.267568+0000","last_peered":"2023-12-20T11:03:32.267568+0000","last_clean":"2023-12-20T11:03:32.267568+0000","last_became_active":"2023-12-20T10:55:28.149939+0000","last_became_peered":"2023-12-20T10:55:28.149939+0000","last_unstale":"2023-12-20T11:03:32.267568+0000","last_undegraded":"2023-12-20T11:03:32.267568+0000","last_fullsized":"2023-12-20T11:03:32.267568+0000","mapping_epoch":391,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":392,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:50:02.242851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:50:02.242851+0000","last_clean_scrub_stamp":"2023-12-20T10:50:02.242851+0000","objects_scrubbed":0,"log_size":270,"log_dups_size":0,"ondisk_log_size":270,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:32:39.129283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00082160399999999998,"stat_sum":{"num_bytes":4939776,"num_objects":2,"num_object_clones":1,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":38,"num_read_kb":23585,"num_write":143,"num_write_kb":18488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"2a7","length":"1"},{"start":"2b1","length":"1"},{"start":"2b5","length":"1"},{"start":"2b7","length":"1"},{"start":"2dc","length":"1"},{"start":"2ea","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":808,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.142632+0000","last_change":"2023-12-20T10:56:23.029702+0000","last_active":"2023-12-20T11:03:29.142632+0000","last_peered":"2023-12-20T11:03:29.142632+0000","last_clean":"2023-12-20T11:03:29.142632+0000","last_became_active":"2023-12-20T10:56:23.029277+0000","last_became_peered":"2023-12-20T10:56:23.029277+0000","last_unstale":"2023-12-20T11:03:29.142632+0000","last_undegraded":"2023-12-20T11:03:29.142632+0000","last_fullsized":"2023-12-20T11:03:29.142632+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:33:41.918319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":804,"reported_epoch":836,"state":"active+clean","last_fresh":"2023-12-20T11:03:32.262525+0000","last_change":"2023-12-20T10:56:23.039561+0000","last_active":"2023-12-20T11:03:32.262525+0000","last_peered":"2023-12-20T11:03:32.262525+0000","last_clean":"2023-12-20T11:03:32.262525+0000","last_became_active":"2023-12-20T10:56:23.038840+0000","last_became_peered":"2023-12-20T10:56:23.038840+0000","last_unstale":"2023-12-20T11:03:32.262525+0000","last_undegraded":"2023-12-20T11:03:32.262525+0000","last_fullsized":"2023-12-20T11:03:32.262525+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:33:19.575114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"834'1093","reported_seq":3965,"reported_epoch":834,"state":"active+clean","last_fresh":"2023-12-20T11:03:30.270994+0000","last_change":"2023-12-20T11:03:30.271937+0000","last_active":"2023-12-20T11:03:30.270994+0000","last_peered":"2023-12-20T11:03:30.270994+0000","last_clean":"2023-12-20T11:03:30.270994+0000","last_became_active":"2023-12-20T10:56:23.038165+0000","last_became_peered":"2023-12-20T10:56:23.038165+0000","last_unstale":"2023-12-20T11:03:30.270994+0000","last_undegraded":"2023-12-20T11:03:30.270994+0000","last_fullsized":"2023-12-20T11:03:30.270994+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:50:02.242851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:50:02.242851+0000","last_clean_scrub_stamp":"2023-12-20T10:50:02.242851+0000","objects_scrubbed":0,"log_size":1093,"log_dups_size":0,"ondisk_log_size":1093,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:54:13.291233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015384645000000001,"stat_sum":{"num_bytes":2359296,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":2,"num_read":244,"num_read_kb":384411,"num_write":384,"num_write_kb":98512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":11943936,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2a7","length":"1"},{"start":"2b7","length":"1"},{"start":"2dc","length":"1"},{"start":"2ea","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":808,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.142882+0000","last_change":"2023-12-20T10:56:23.029517+0000","last_active":"2023-12-20T11:03:29.142882+0000","last_peered":"2023-12-20T11:03:29.142882+0000","last_clean":"2023-12-20T11:03:29.142882+0000","last_became_active":"2023-12-20T10:56:23.029186+0000","last_became_peered":"2023-12-20T10:56:23.029186+0000","last_unstale":"2023-12-20T11:03:29.142882+0000","last_undegraded":"2023-12-20T11:03:29.142882+0000","last_fullsized":"2023-12-20T11:03:29.142882+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:53:57.740255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":776,"reported_epoch":836,"state":"active+clean","last_fresh":"2023-12-20T11:03:32.263430+0000","last_change":"2023-12-20T10:55:00.016329+0000","last_active":"2023-12-20T11:03:32.263430+0000","last_peered":"2023-12-20T11:03:32.263430+0000","last_clean":"2023-12-20T11:03:32.263430+0000","last_became_active":"2023-12-20T10:55:00.015989+0000","last_became_peered":"2023-12-20T10:55:00.015989+0000","last_unstale":"2023-12-20T11:03:32.263430+0000","last_undegraded":"2023-12-20T11:03:32.263430+0000","last_fullsized":"2023-12-20T11:03:32.263430+0000","mapping_epoch":364,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":365,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:26:16.510685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"834'621","reported_seq":3585,"reported_epoch":834,"state":"active+clean","last_fresh":"2023-12-20T11:03:30.262831+0000","last_change":"2023-12-20T11:03:30.264716+0000","last_active":"2023-12-20T11:03:30.262831+0000","last_peered":"2023-12-20T11:03:30.262831+0000","last_clean":"2023-12-20T11:03:30.262831+0000","last_became_active":"2023-12-20T10:55:00.015627+0000","last_became_peered":"2023-12-20T10:55:00.015627+0000","last_unstale":"2023-12-20T11:03:30.262831+0000","last_undegraded":"2023-12-20T11:03:30.262831+0000","last_fullsized":"2023-12-20T11:03:30.262831+0000","mapping_epoch":364,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":365,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:50:02.242851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:50:02.242851+0000","last_clean_scrub_stamp":"2023-12-20T10:50:02.242851+0000","objects_scrubbed":0,"log_size":621,"log_dups_size":0,"ondisk_log_size":621,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:28:33.443911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014184469,"stat_sum":{"num_bytes":13631488,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":1,"num_read":130,"num_read_kb":210731,"num_write":295,"num_write_kb":61912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":17227776,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2a7","length":"1"},{"start":"2b7","length":"1"},{"start":"2dc","length":"1"},{"start":"2ea","length":"1"}]},{"pgid":"2.b","version":"58'2","reported_seq":769,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.144404+0000","last_change":"2023-12-20T10:56:23.039598+0000","last_active":"2023-12-20T11:03:29.144404+0000","last_peered":"2023-12-20T11:03:29.144404+0000","last_clean":"2023-12-20T11:03:29.144404+0000","last_became_active":"2023-12-20T10:56:23.038936+0000","last_became_peered":"2023-12-20T10:56:23.038936+0000","last_unstale":"2023-12-20T11:03:29.144404+0000","last_undegraded":"2023-12-20T11:03:29.144404+0000","last_fullsized":"2023-12-20T11:03:29.144404+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:01:26.774908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":778,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.148380+0000","last_change":"2023-12-20T10:55:00.016119+0000","last_active":"2023-12-20T11:03:29.148380+0000","last_peered":"2023-12-20T11:03:29.148380+0000","last_clean":"2023-12-20T11:03:29.148380+0000","last_became_active":"2023-12-20T10:55:00.015438+0000","last_became_peered":"2023-12-20T10:55:00.015438+0000","last_unstale":"2023-12-20T11:03:29.148380+0000","last_undegraded":"2023-12-20T11:03:29.148380+0000","last_fullsized":"2023-12-20T11:03:29.148380+0000","mapping_epoch":364,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":365,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T18:01:46.061260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.b","version":"834'961","reported_seq":3792,"reported_epoch":834,"state":"active+clean","last_fresh":"2023-12-20T11:03:30.278965+0000","last_change":"2023-12-20T11:03:30.279840+0000","last_active":"2023-12-20T11:03:30.278965+0000","last_peered":"2023-12-20T11:03:30.278965+0000","last_clean":"2023-12-20T11:03:30.278965+0000","last_became_active":"2023-12-20T10:55:28.158206+0000","last_became_peered":"2023-12-20T10:55:28.158206+0000","last_unstale":"2023-12-20T11:03:30.278965+0000","last_undegraded":"2023-12-20T11:03:30.278965+0000","last_fullsized":"2023-12-20T11:03:30.278965+0000","mapping_epoch":391,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":392,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:50:02.242851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:50:02.242851+0000","last_clean_scrub_stamp":"2023-12-20T10:50:02.242851+0000","objects_scrubbed":0,"log_size":961,"log_dups_size":0,"ondisk_log_size":961,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:50:39.252491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.022868611,"stat_sum":{"num_bytes":9478144,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":146,"num_read_kb":192520,"num_write":529,"num_write_kb":87312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":12484608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2a7","length":"1"},{"start":"2b7","length":"1"},{"start":"2dc","length":"1"},{"start":"2ea","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":797,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.148404+0000","last_change":"2023-12-20T10:55:28.160010+0000","last_active":"2023-12-20T11:03:29.148404+0000","last_peered":"2023-12-20T11:03:29.148404+0000","last_clean":"2023-12-20T11:03:29.148404+0000","last_became_active":"2023-12-20T10:55:28.159706+0000","last_became_peered":"2023-12-20T10:55:28.159706+0000","last_unstale":"2023-12-20T11:03:29.148404+0000","last_undegraded":"2023-12-20T11:03:29.148404+0000","last_fullsized":"2023-12-20T11:03:29.148404+0000","mapping_epoch":391,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":392,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:41:04.655222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":788,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.144951+0000","last_change":"2023-12-20T10:56:23.031767+0000","last_active":"2023-12-20T11:03:29.144951+0000","last_peered":"2023-12-20T11:03:29.144951+0000","last_clean":"2023-12-20T11:03:29.144951+0000","last_became_active":"2023-12-20T10:56:23.031444+0000","last_became_peered":"2023-12-20T10:56:23.031444+0000","last_unstale":"2023-12-20T11:03:29.144951+0000","last_undegraded":"2023-12-20T11:03:29.144951+0000","last_fullsized":"2023-12-20T11:03:29.144951+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:18:30.090156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"834'1150","reported_seq":4058,"reported_epoch":834,"state":"active+clean","last_fresh":"2023-12-20T11:03:30.277100+0000","last_change":"2023-12-20T11:03:30.278151+0000","last_active":"2023-12-20T11:03:30.277100+0000","last_peered":"2023-12-20T11:03:30.277100+0000","last_clean":"2023-12-20T11:03:30.277100+0000","last_became_active":"2023-12-20T10:55:00.014141+0000","last_became_peered":"2023-12-20T10:55:00.014141+0000","last_unstale":"2023-12-20T11:03:30.277100+0000","last_undegraded":"2023-12-20T11:03:30.277100+0000","last_fullsized":"2023-12-20T11:03:30.277100+0000","mapping_epoch":364,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":365,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:50:02.242851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:50:02.242851+0000","last_clean_scrub_stamp":"2023-12-20T10:50:02.242851+0000","objects_scrubbed":0,"log_size":1150,"log_dups_size":0,"ondisk_log_size":1150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:07:03.163352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.020337272999999999,"stat_sum":{"num_bytes":35069952,"num_objects":13,"num_object_clones":10,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":1,"num_read":251,"num_read_kb":485883,"num_write":558,"num_write_kb":120312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":13524992,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2a7","length":"1"},{"start":"2b7","length":"1"},{"start":"2dc","length":"1"},{"start":"2ea","length":"1"}]},{"pgid":"2.d","version":"58'1","reported_seq":811,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.143060+0000","last_change":"2023-12-20T10:55:00.009652+0000","last_active":"2023-12-20T11:03:29.143060+0000","last_peered":"2023-12-20T11:03:29.143060+0000","last_clean":"2023-12-20T11:03:29.143060+0000","last_became_active":"2023-12-20T10:55:00.009249+0000","last_became_peered":"2023-12-20T10:55:00.009249+0000","last_unstale":"2023-12-20T11:03:29.143060+0000","last_undegraded":"2023-12-20T11:03:29.143060+0000","last_fullsized":"2023-12-20T11:03:29.143060+0000","mapping_epoch":364,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":365,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:14:50.029814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":803,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.191568+0000","last_change":"2023-12-20T10:55:55.504228+0000","last_active":"2023-12-20T11:03:29.191568+0000","last_peered":"2023-12-20T11:03:29.191568+0000","last_clean":"2023-12-20T11:03:29.191568+0000","last_became_active":"2023-12-20T10:55:55.503873+0000","last_became_peered":"2023-12-20T10:55:55.503873+0000","last_unstale":"2023-12-20T11:03:29.191568+0000","last_undegraded":"2023-12-20T11:03:29.191568+0000","last_fullsized":"2023-12-20T11:03:29.191568+0000","mapping_epoch":413,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:09:04.726943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"834'1244","reported_seq":4028,"reported_epoch":834,"state":"active+clean","last_fresh":"2023-12-20T11:03:30.267170+0000","last_change":"2023-12-20T11:03:30.268279+0000","last_active":"2023-12-20T11:03:30.267170+0000","last_peered":"2023-12-20T11:03:30.267170+0000","last_clean":"2023-12-20T11:03:30.267170+0000","last_became_active":"2023-12-20T10:56:23.029434+0000","last_became_peered":"2023-12-20T10:56:23.029434+0000","last_unstale":"2023-12-20T11:03:30.267170+0000","last_undegraded":"2023-12-20T11:03:30.267170+0000","last_fullsized":"2023-12-20T11:03:30.267170+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:50:02.242851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:50:02.242851+0000","last_clean_scrub_stamp":"2023-12-20T10:50:02.242851+0000","objects_scrubbed":0,"log_size":1244,"log_dups_size":0,"ondisk_log_size":1244,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:54:44.396955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017159201999999998,"stat_sum":{"num_bytes":49373184,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":301,"num_read_kb":798195,"num_write":545,"num_write_kb":142536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":37658624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2a7","length":"1"},{"start":"2b7","length":"1"},{"start":"2dc","length":"1"},{"start":"2ea","length":"1"}]},{"pgid":"2.e","version":"58'2","reported_seq":769,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.148519+0000","last_change":"2023-12-20T10:56:23.038900+0000","last_active":"2023-12-20T11:03:29.148519+0000","last_peered":"2023-12-20T11:03:29.148519+0000","last_clean":"2023-12-20T11:03:29.148519+0000","last_became_active":"2023-12-20T10:56:23.038429+0000","last_became_peered":"2023-12-20T10:56:23.038429+0000","last_unstale":"2023-12-20T11:03:29.148519+0000","last_undegraded":"2023-12-20T11:03:29.148519+0000","last_fullsized":"2023-12-20T11:03:29.148519+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:31.656060+0000","last_clean_scrub_stamp":"2023-12-20T10:47:31.656060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:25:08.521829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":803,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.145288+0000","last_change":"2023-12-20T10:56:23.030627+0000","last_active":"2023-12-20T11:03:29.145288+0000","last_peered":"2023-12-20T11:03:29.145288+0000","last_clean":"2023-12-20T11:03:29.145288+0000","last_became_active":"2023-12-20T10:56:23.030271+0000","last_became_peered":"2023-12-20T10:56:23.030271+0000","last_unstale":"2023-12-20T11:03:29.145288+0000","last_undegraded":"2023-12-20T11:03:29.145288+0000","last_fullsized":"2023-12-20T11:03:29.145288+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:27:43.134454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":798,"reported_epoch":836,"state":"active+clean","last_fresh":"2023-12-20T11:03:32.265234+0000","last_change":"2023-12-20T10:55:55.495339+0000","last_active":"2023-12-20T11:03:32.265234+0000","last_peered":"2023-12-20T11:03:32.265234+0000","last_clean":"2023-12-20T11:03:32.265234+0000","last_became_active":"2023-12-20T10:55:55.495048+0000","last_became_peered":"2023-12-20T10:55:55.495048+0000","last_unstale":"2023-12-20T11:03:32.265234+0000","last_undegraded":"2023-12-20T11:03:32.265234+0000","last_fullsized":"2023-12-20T11:03:32.265234+0000","mapping_epoch":413,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:43:29.630063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":766,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.148063+0000","last_change":"2023-12-20T10:55:55.503608+0000","last_active":"2023-12-20T11:03:29.148063+0000","last_peered":"2023-12-20T11:03:29.148063+0000","last_clean":"2023-12-20T11:03:29.148063+0000","last_became_active":"2023-12-20T10:55:55.503299+0000","last_became_peered":"2023-12-20T10:55:55.503299+0000","last_unstale":"2023-12-20T11:03:29.148063+0000","last_undegraded":"2023-12-20T11:03:29.148063+0000","last_fullsized":"2023-12-20T11:03:29.148063+0000","mapping_epoch":413,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:20:00.578574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":807,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.191261+0000","last_change":"2023-12-20T10:55:28.156511+0000","last_active":"2023-12-20T11:03:29.191261+0000","last_peered":"2023-12-20T11:03:29.191261+0000","last_clean":"2023-12-20T11:03:29.191261+0000","last_became_active":"2023-12-20T10:55:28.156237+0000","last_became_peered":"2023-12-20T10:55:28.156237+0000","last_unstale":"2023-12-20T11:03:29.191261+0000","last_undegraded":"2023-12-20T11:03:29.191261+0000","last_fullsized":"2023-12-20T11:03:29.191261+0000","mapping_epoch":391,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":392,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T20:36:14.407472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":791,"reported_epoch":835,"state":"active+clean","last_fresh":"2023-12-20T11:03:31.261340+0000","last_change":"2023-12-20T10:55:00.028860+0000","last_active":"2023-12-20T11:03:31.261340+0000","last_peered":"2023-12-20T11:03:31.261340+0000","last_clean":"2023-12-20T11:03:31.261340+0000","last_became_active":"2023-12-20T10:55:00.028419+0000","last_became_peered":"2023-12-20T10:55:00.028419+0000","last_unstale":"2023-12-20T11:03:31.261340+0000","last_undegraded":"2023-12-20T11:03:31.261340+0000","last_fullsized":"2023-12-20T11:03:31.261340+0000","mapping_epoch":364,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":365,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:00:00.465882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":814,"reported_epoch":836,"state":"active+clean","last_fresh":"2023-12-20T11:03:32.262614+0000","last_change":"2023-12-20T10:55:00.007121+0000","last_active":"2023-12-20T11:03:32.262614+0000","last_peered":"2023-12-20T11:03:32.262614+0000","last_clean":"2023-12-20T11:03:32.262614+0000","last_became_active":"2023-12-20T10:55:00.006552+0000","last_became_peered":"2023-12-20T10:55:00.006552+0000","last_unstale":"2023-12-20T11:03:32.262614+0000","last_undegraded":"2023-12-20T11:03:32.262614+0000","last_fullsized":"2023-12-20T11:03:32.262614+0000","mapping_epoch":364,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":365,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T16:36:25.323191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":809,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.143080+0000","last_change":"2023-12-20T10:54:31.114849+0000","last_active":"2023-12-20T11:03:29.143080+0000","last_peered":"2023-12-20T11:03:29.143080+0000","last_clean":"2023-12-20T11:03:29.143080+0000","last_became_active":"2023-12-20T10:54:31.114193+0000","last_became_peered":"2023-12-20T10:54:31.114193+0000","last_unstale":"2023-12-20T11:03:29.143080+0000","last_undegraded":"2023-12-20T11:03:29.143080+0000","last_fullsized":"2023-12-20T11:03:29.143080+0000","mapping_epoch":335,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":336,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T21:51:13.908778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":768,"reported_epoch":836,"state":"active+clean","last_fresh":"2023-12-20T11:03:32.266473+0000","last_change":"2023-12-20T10:56:23.028122+0000","last_active":"2023-12-20T11:03:32.266473+0000","last_peered":"2023-12-20T11:03:32.266473+0000","last_clean":"2023-12-20T11:03:32.266473+0000","last_became_active":"2023-12-20T10:56:23.027826+0000","last_became_peered":"2023-12-20T10:56:23.027826+0000","last_unstale":"2023-12-20T11:03:32.266473+0000","last_undegraded":"2023-12-20T11:03:32.266473+0000","last_fullsized":"2023-12-20T11:03:32.266473+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T22:02:31.374909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":792,"reported_epoch":836,"state":"active+clean","last_fresh":"2023-12-20T11:03:32.262824+0000","last_change":"2023-12-20T10:55:00.007308+0000","last_active":"2023-12-20T11:03:32.262824+0000","last_peered":"2023-12-20T11:03:32.262824+0000","last_clean":"2023-12-20T11:03:32.262824+0000","last_became_active":"2023-12-20T10:55:00.007011+0000","last_became_peered":"2023-12-20T10:55:00.007011+0000","last_unstale":"2023-12-20T11:03:32.262824+0000","last_undegraded":"2023-12-20T11:03:32.262824+0000","last_fullsized":"2023-12-20T11:03:32.262824+0000","mapping_epoch":364,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":365,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T11:58:20.720823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":807,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.191119+0000","last_change":"2023-12-20T10:55:28.155103+0000","last_active":"2023-12-20T11:03:29.191119+0000","last_peered":"2023-12-20T11:03:29.191119+0000","last_clean":"2023-12-20T11:03:29.191119+0000","last_became_active":"2023-12-20T10:55:28.154848+0000","last_became_peered":"2023-12-20T10:55:28.154848+0000","last_unstale":"2023-12-20T11:03:29.191119+0000","last_undegraded":"2023-12-20T11:03:29.191119+0000","last_fullsized":"2023-12-20T11:03:29.191119+0000","mapping_epoch":391,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":392,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T14:28:36.530968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":804,"reported_epoch":836,"state":"active+clean","last_fresh":"2023-12-20T11:03:32.263333+0000","last_change":"2023-12-20T10:55:00.005466+0000","last_active":"2023-12-20T11:03:32.263333+0000","last_peered":"2023-12-20T11:03:32.263333+0000","last_clean":"2023-12-20T11:03:32.263333+0000","last_became_active":"2023-12-20T10:55:00.005082+0000","last_became_peered":"2023-12-20T10:55:00.005082+0000","last_unstale":"2023-12-20T11:03:32.263333+0000","last_undegraded":"2023-12-20T11:03:32.263333+0000","last_fullsized":"2023-12-20T11:03:32.263333+0000","mapping_epoch":364,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":365,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T19:56:18.150845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":768,"reported_epoch":833,"state":"active+clean","last_fresh":"2023-12-20T11:03:29.191007+0000","last_change":"2023-12-20T10:56:23.033913+0000","last_active":"2023-12-20T11:03:29.191007+0000","last_peered":"2023-12-20T11:03:29.191007+0000","last_clean":"2023-12-20T11:03:29.191007+0000","last_became_active":"2023-12-20T10:56:23.033489+0000","last_became_peered":"2023-12-20T10:56:23.033489+0000","last_unstale":"2023-12-20T11:03:29.191007+0000","last_undegraded":"2023-12-20T11:03:29.191007+0000","last_fullsized":"2023-12-20T11:03:29.191007+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T15:12:30.339656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":790,"reported_epoch":835,"state":"active+clean","last_fresh":"2023-12-20T11:03:31.261223+0000","last_change":"2023-12-20T10:56:23.042675+0000","last_active":"2023-12-20T11:03:31.261223+0000","last_peered":"2023-12-20T11:03:31.261223+0000","last_clean":"2023-12-20T11:03:31.261223+0000","last_became_active":"2023-12-20T10:56:23.041571+0000","last_became_peered":"2023-12-20T10:56:23.041571+0000","last_unstale":"2023-12-20T11:03:31.261223+0000","last_undegraded":"2023-12-20T11:03:31.261223+0000","last_fullsized":"2023-12-20T11:03:31.261223+0000","mapping_epoch":440,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":441,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T13:00:38.398681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":772,"reported_epoch":836,"state":"active+clean","last_fresh":"2023-12-20T11:03:32.265822+0000","last_change":"2023-12-20T10:55:55.491194+0000","last_active":"2023-12-20T11:03:32.265822+0000","last_peered":"2023-12-20T11:03:32.265822+0000","last_clean":"2023-12-20T11:03:32.265822+0000","last_became_active":"2023-12-20T10:55:55.490852+0000","last_became_peered":"2023-12-20T10:55:55.490852+0000","last_unstale":"2023-12-20T11:03:32.265822+0000","last_undegraded":"2023-12-20T11:03:32.265822+0000","last_fullsized":"2023-12-20T11:03:32.265822+0000","mapping_epoch":413,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-20T10:47:32.663034+0000","last_clean_scrub_stamp":"2023-12-20T10:47:32.663034+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-21T17:29:44.502119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":315785216,"num_objects":154,"num_object_clones":106,"num_object_copies":462,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":154,"num_whiteouts":15,"num_read":3721,"num_read_kb":6207728,"num_write":8404,"num_write_kb":2005064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":109,"num_bytes_recovered":292118528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":464457728,"data_stored":959483904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":19301,"ondisk_log_size":19301,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6550,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":67,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38043,"internal_metadata":0},"log_size":61,"ondisk_log_size":61,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":440,"seq":1889785610327,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":242232,"kb_used_data":49252,"kb_used_omap":24,"kb_used_meta":192935,"kb_avail":93502920,"statfs":{"total":95995035648,"available":95746990080,"internally_reserved":0,"allocated":50434048,"data_stored":80154024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24585,"internal_metadata":197566455},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 11:02:37 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.60599999999999998,"15min":0.60399999999999998},"min":{"1min":0.36599999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.79600000000000004,"5min":1.0529999999999999,"15min":1.0529999999999999},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.57399999999999995,"15min":0.628},"min":{"1min":0.434,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.67800000000000005,"5min":0.81699999999999995,"15min":1.3049999999999999},"last":0.69999999999999996}]},{"osd":1,"last update":"Wed Dec 20 11:02:37 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.56499999999999995,"15min":0.60899999999999999},"min":{"1min":0.435,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":1.3540000000000001},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.57999999999999996,"15min":0.61799999999999999},"min":{"1min":0.42099999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.78100000000000003,"5min":0.95099999999999996,"15min":1.329},"last":0.76600000000000001}]},{"osd":2,"last update":"Wed Dec 20 11:02:37 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56399999999999995,"15min":0.622},"min":{"1min":0.40999999999999998,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.78100000000000003,"5min":0.84899999999999998,"15min":1.292},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.61199999999999999,"15min":0.65200000000000002},"min":{"1min":0.502,"5min":0.308,"15min":0.308},"max":{"1min":2.6219999999999999,"5min":2.6219999999999999,"15min":2.6219999999999999},"last":0.56999999999999995}]},{"osd":3,"last update":"Wed Dec 20 11:02:37 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60399999999999998,"15min":0.65100000000000002},"min":{"1min":0.442,"5min":0.40500000000000003,"15min":0.39700000000000002},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":1.274},"last":0.746},{"interface":"front","average":{"1min":0.623,"5min":0.64300000000000002,"15min":0.63100000000000001},"min":{"1min":0.50900000000000001,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.85899999999999999,"5min":1.169,"15min":1.169},"last":0.62}]},{"osd":4,"last update":"Wed Dec 20 11:02:37 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.54300000000000004,"15min":0.51500000000000001},"min":{"1min":0.36099999999999999,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.52000000000000002,"15min":0.51600000000000001},"min":{"1min":0.36199999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.54400000000000004}]},{"osd":5,"last update":"Wed Dec 20 11:02:37 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54100000000000004,"15min":0.54200000000000004},"min":{"1min":0.39900000000000002,"5min":0.373,"15min":0.35099999999999998},"max":{"1min":0.76000000000000001,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.55000000000000004,"15min":0.54900000000000004},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.75,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.52100000000000002}]},{"osd":6,"last update":"Wed Dec 20 11:02:37 2023","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.58199999999999996,"15min":0.58599999999999997},"min":{"1min":0.42099999999999999,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.80000000000000004,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.57799999999999996,"15min":0.59599999999999997},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.748,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.65500000000000003}]}]},{"osd":6,"up_from":413,"seq":1773821493341,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":230052,"kb_used_data":57684,"kb_used_omap":22,"kb_used_meta":172329,"kb_avail":93515100,"statfs":{"total":95995035648,"available":95759462400,"internally_reserved":0,"allocated":59068416,"data_stored":77458941,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22597,"internal_metadata":176465851},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 11:03:08 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55600000000000005,"15min":0.56499999999999995},"min":{"1min":0.34499999999999997,"5min":0.313,"15min":0.308},"max":{"1min":0.83099999999999996,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.52900000000000003,"15min":0.54200000000000004},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.72499999999999998,"5min":0.80500000000000005,"15min":0.91900000000000004},"last":0.46899999999999997}]},{"osd":1,"last update":"Wed Dec 20 11:03:08 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.61399999999999999,"15min":0.60599999999999998},"min":{"1min":0.39200000000000002,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.80900000000000005,"5min":1.8320000000000001,"15min":1.8320000000000001},"last":0.436},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.60899999999999999,"15min":0.60799999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.72399999999999998,"5min":1.8660000000000001,"15min":1.8660000000000001},"last":0.58399999999999996}]},{"osd":2,"last update":"Wed Dec 20 11:03:08 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.621,"15min":0.621},"min":{"1min":0.48899999999999999,"5min":0.39600000000000002,"15min":0.32700000000000001},"max":{"1min":0.74399999999999999,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.65900000000000003,"15min":0.63900000000000001},"min":{"1min":0.41199999999999998,"5min":0.372,"15min":0.372},"max":{"1min":0.79200000000000004,"5min":2.8279999999999998,"15min":2.8279999999999998},"last":0.41899999999999998}]},{"osd":3,"last update":"Wed Dec 20 11:03:08 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.58599999999999997,"15min":0.58899999999999997},"min":{"1min":0.36299999999999999,"5min":0.31,"15min":0.31},"max":{"1min":0.72099999999999997,"5min":0.90500000000000003,"15min":0.93100000000000005},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.57299999999999995,"15min":0.57699999999999996},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.84599999999999997,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.40400000000000003}]},{"osd":4,"last update":"Wed Dec 20 11:03:08 2023","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.51800000000000002,"15min":0.47799999999999998},"min":{"1min":0.36499999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.68000000000000005,"5min":0.79200000000000004,"15min":0.81399999999999995},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.54300000000000004,"15min":0.52300000000000002},"min":{"1min":0.34899999999999998,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":1.0509999999999999},"last":0.501}]},{"osd":5,"last update":"Wed Dec 20 11:03:08 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.56499999999999995,"15min":0.53300000000000003},"min":{"1min":0.35199999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.74199999999999999,"5min":0.78700000000000003,"15min":1.2410000000000001},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54400000000000004,"15min":0.52500000000000002},"min":{"1min":0.44800000000000001,"5min":0.34599999999999997,"15min":0.28599999999999998},"max":{"1min":0.77100000000000002,"5min":0.77800000000000002,"15min":1.3799999999999999},"last":0.48799999999999999}]},{"osd":7,"last update":"Wed Dec 20 11:02:29 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.54800000000000004,"15min":0.55200000000000005},"min":{"1min":0.38800000000000001,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.72699999999999998,"5min":0.73099999999999998,"15min":0.96099999999999997},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61399999999999999,"15min":0.61099999999999999},"min":{"1min":0.46800000000000003,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.75,"5min":0.82399999999999995,"15min":1.0169999999999999},"last":0.52800000000000002}]}]},{"osd":1,"up_from":277,"seq":1189705941113,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":639108,"kb_used_data":93304,"kb_used_omap":37,"kb_used_meta":545754,"kb_avail":93106044,"statfs":{"total":95995035648,"available":95340589056,"internally_reserved":0,"allocated":95543296,"data_stored":138467356,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38300,"internal_metadata":558852708},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 11:02:45 2023","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":0.33500000000000002,"15min":0.35299999999999998},"min":{"1min":0.17499999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":0.46700000000000003,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.35899999999999999,"15min":0.35699999999999998},"min":{"1min":0.22500000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.52600000000000002,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.30499999999999999}]},{"osd":2,"last update":"Wed Dec 20 11:03:19 2023","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.36599999999999999,"15min":0.373},"min":{"1min":0.24399999999999999,"5min":0.215,"15min":0.20300000000000001},"max":{"1min":0.51200000000000001,"5min":2.052,"15min":2.052},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.41299999999999998,"15min":0.40100000000000002},"min":{"1min":0.27900000000000003,"5min":0.21099999999999999,"15min":0.185},"max":{"1min":0.75900000000000001,"5min":1.76,"15min":1.76},"last":0.28399999999999997}]},{"osd":3,"last update":"Wed Dec 20 11:02:45 2023","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.41999999999999998,"15min":0.44400000000000001},"min":{"1min":0.26900000000000002,"5min":0.25700000000000001,"15min":0.255},"max":{"1min":0.58599999999999997,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.375,"5min":0.41299999999999998,"15min":0.433},"min":{"1min":0.26100000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.57199999999999995,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.379}]},{"osd":4,"last update":"Wed Dec 20 11:03:12 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.621,"15min":0.63700000000000001},"min":{"1min":0.44500000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.878,"5min":2.1059999999999999,"15min":2.1059999999999999},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.623,"15min":0.64700000000000002},"min":{"1min":0.44600000000000001,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98899999999999999},"last":0.504}]},{"osd":5,"last update":"Wed Dec 20 11:02:45 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.59699999999999998,"15min":0.61299999999999999},"min":{"1min":0.46000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.77500000000000002,"5min":2.173,"15min":2.173},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.60899999999999999,"15min":0.63200000000000001},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.79000000000000004,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.56999999999999995}]},{"osd":6,"last update":"Wed Dec 20 11:03:12 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.61799999999999999,"15min":0.63800000000000001},"min":{"1min":0.47299999999999998,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.018,"5min":1.018,"15min":1.018},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.61499999999999999,"15min":0.63200000000000001},"min":{"1min":0.434,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.78600000000000003,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.61299999999999999}]},{"osd":7,"last update":"Wed Dec 20 11:02:37 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.63500000000000001,"15min":0.66300000000000003},"min":{"1min":0.38400000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.80500000000000005,"5min":2.2330000000000001,"15min":2.2330000000000001},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.68400000000000005,"15min":0.71399999999999997},"min":{"1min":0.45100000000000001,"5min":0.433,"15min":0.433},"max":{"1min":0.83199999999999996,"5min":2.306,"15min":2.306},"last":0.622}]}]},{"osd":0,"up_from":249,"seq":1069446856831,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":574236,"kb_used_data":66964,"kb_used_omap":38,"kb_used_meta":507225,"kb_avail":93170916,"statfs":{"total":95995035648,"available":95407017984,"internally_reserved":0,"allocated":68571136,"data_stored":100030033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":39781,"internal_metadata":519398555},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Dec 20 11:02:55 2023","interfaces":[{"interface":"back","average":{"1min":0.30299999999999999,"5min":0.33400000000000002,"15min":0.39300000000000002},"min":{"1min":0.20499999999999999,"5min":0.189,"15min":0.189},"max":{"1min":0.45600000000000002,"5min":0.629,"15min":5.6139999999999999},"last":0.311},{"interface":"front","average":{"1min":0.33400000000000002,"5min":0.38300000000000001,"15min":0.40200000000000002},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":0.61599999999999999,"5min":0.64200000000000002,"15min":4.0419999999999998},"last":0.41599999999999998}]},{"osd":2,"last update":"Wed Dec 20 11:03:14 2023","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.39800000000000002,"15min":0.40400000000000003},"min":{"1min":0.247,"5min":0.223,"15min":0.218},"max":{"1min":0.52800000000000002,"5min":0.64100000000000001,"15min":1.294},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.34999999999999998,"15min":0.38200000000000001},"min":{"1min":0.23000000000000001,"5min":0.19800000000000001,"15min":0.193},"max":{"1min":0.55000000000000004,"5min":0.59199999999999997,"15min":3.7770000000000001},"last":0.33000000000000002}]},{"osd":3,"last update":"Wed Dec 20 11:02:44 2023","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.42599999999999999,"15min":0.44600000000000001},"min":{"1min":0.28100000000000003,"5min":0.246,"15min":0.246},"max":{"1min":0.56299999999999994,"5min":0.70699999999999996,"15min":4},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.39100000000000001,"15min":0.40999999999999998},"min":{"1min":0.26700000000000002,"5min":0.25700000000000001,"15min":0.22700000000000001},"max":{"1min":0.496,"5min":0.755,"15min":4.3710000000000004},"last":0.39600000000000002}]},{"osd":4,"last update":"Wed Dec 20 11:03:14 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.61099999999999999,"15min":0.69599999999999995},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.73799999999999999,"5min":0.94199999999999995,"15min":4.5119999999999996},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.61699999999999999,"15min":0.70299999999999996},"min":{"1min":0.42599999999999999,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.75800000000000001,"5min":0.93799999999999994,"15min":4.399},"last":0.68400000000000005}]},{"osd":5,"last update":"Wed Dec 20 11:02:37 2023","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.57899999999999996,"15min":0.66100000000000003},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.76500000000000001,"5min":1.0509999999999999,"15min":4.4219999999999997},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.496,"5min":0.59599999999999997,"15min":0.65900000000000003},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.71899999999999997,"5min":1.109,"15min":3.8260000000000001},"last":0.502}]},{"osd":6,"last update":"Wed Dec 20 11:03:08 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.60099999999999998,"15min":0.91300000000000003},"min":{"1min":0.36099999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.71099999999999997,"5min":0.90800000000000003,"15min":10.177},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.63,"15min":0.93600000000000005},"min":{"1min":0.39500000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.871,"5min":0.92900000000000005,"15min":10.194000000000001},"last":0.56699999999999995}]},{"osd":7,"last update":"Wed Dec 20 11:03:31 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.621,"15min":0.69999999999999996},"min":{"1min":0.47399999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.83899999999999997,"5min":0.88600000000000001,"15min":1.8460000000000001},"last":0.63},{"interface":"front","average":{"1min":0.746,"5min":0.65200000000000002,"15min":0.72999999999999998},"min":{"1min":0.46300000000000002,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":2.3650000000000002,"5min":2.3650000000000002,"15min":2.3650000000000002},"last":0.71299999999999997}]}]},{"osd":2,"up_from":307,"seq":1318554959987,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":487472,"kb_used_data":63264,"kb_used_omap":31,"kb_used_meta":424160,"kb_avail":93257680,"statfs":{"total":95995035648,"available":95495864320,"internally_reserved":0,"allocated":64782336,"data_stored":169290302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":32477,"internal_metadata":434340131},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 11:03:24 2023","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.38,"15min":0.34899999999999998},"min":{"1min":0.246,"5min":0.184,"15min":0.184},"max":{"1min":0.501,"5min":2.766,"15min":2.766},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.38100000000000001,"15min":0.36899999999999999},"min":{"1min":0.26800000000000002,"5min":0.188,"15min":0.188},"max":{"1min":0.58099999999999996,"5min":1.284,"15min":1.284},"last":0.63300000000000001}]},{"osd":1,"last update":"Wed Dec 20 11:03:24 2023","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.41099999999999998,"15min":0.378},"min":{"1min":0.23899999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.64800000000000002,"5min":4.2350000000000003,"15min":4.2350000000000003},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.42199999999999999,"15min":0.41499999999999998},"min":{"1min":0.30299999999999999,"5min":0.221,"15min":0.221},"max":{"1min":0.58299999999999996,"5min":3.0409999999999999,"15min":3.0409999999999999},"last":0.67500000000000004}]},{"osd":3,"last update":"Wed Dec 20 11:02:50 2023","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.44,"15min":0.438},"min":{"1min":0.30499999999999999,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.54600000000000004,"5min":2.8079999999999998,"15min":2.8079999999999998},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.41199999999999998,"15min":0.42299999999999999},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.51900000000000002,"5min":1.347,"15min":1.347},"last":0.59399999999999997}]},{"osd":4,"last update":"Wed Dec 20 11:03:14 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.621,"15min":0.58999999999999997},"min":{"1min":0.42199999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.84899999999999998,"5min":2.4740000000000002,"15min":2.4740000000000002},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.63600000000000001,"15min":0.60699999999999998},"min":{"1min":0.45500000000000002,"5min":0.371,"15min":0.371},"max":{"1min":1.651,"5min":1.651,"15min":1.651},"last":0.70999999999999996}]},{"osd":5,"last update":"Wed Dec 20 11:02:38 2023","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.63700000000000001,"15min":0.60799999999999998},"min":{"1min":0.38800000000000001,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.274,"5min":4.3650000000000002,"15min":4.3650000000000002},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.627,"5min":0.61299999999999999,"15min":0.60499999999999998},"min":{"1min":0.46400000000000002,"5min":0.379,"15min":0.372},"max":{"1min":1.5389999999999999,"5min":1.5389999999999999,"15min":1.5389999999999999},"last":0.75800000000000001}]},{"osd":6,"last update":"Wed Dec 20 11:03:09 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.65600000000000003,"15min":0.66200000000000003},"min":{"1min":0.45900000000000002,"5min":0.43099999999999999,"15min":0.41399999999999998},"max":{"1min":1.7070000000000001,"5min":1.7070000000000001,"15min":1.7070000000000001},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.66900000000000004,"15min":0.68799999999999994},"min":{"1min":0.503,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.5369999999999999,"5min":1.587,"15min":1.587},"last":0.85699999999999998}]},{"osd":7,"last update":"Wed Dec 20 11:02:38 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.65800000000000003,"15min":0.70999999999999996},"min":{"1min":0.46999999999999997,"5min":0.41999999999999998,"15min":0.41599999999999998},"max":{"1min":1.456,"5min":2.5369999999999999,"15min":2.5369999999999999},"last":0.92000000000000004},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.68400000000000005,"15min":0.68600000000000005},"min":{"1min":0.52200000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.355,"5min":4.3220000000000001,"15min":4.3220000000000001},"last":0.90600000000000003}]}]},{"osd":3,"up_from":335,"seq":1438814044270,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":299268,"kb_used_data":76336,"kb_used_omap":27,"kb_used_meta":222884,"kb_avail":93445884,"statfs":{"total":95995035648,"available":95688585216,"internally_reserved":0,"allocated":78168064,"data_stored":179284367,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28416,"internal_metadata":228233472},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 11:02:46 2023","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.34200000000000003,"15min":0.35599999999999998},"min":{"1min":0.20000000000000001,"5min":0.19700000000000001,"15min":0.19400000000000001},"max":{"1min":0.84699999999999998,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":0.433},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.38100000000000001,"15min":0.36199999999999999},"min":{"1min":0.22,"5min":0.20200000000000001,"15min":0.193},"max":{"1min":0.60099999999999998,"5min":1.9570000000000001,"15min":1.9570000000000001},"last":0.28100000000000003}]},{"osd":1,"last update":"Wed Dec 20 11:02:46 2023","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.42099999999999999,"15min":0.39400000000000002},"min":{"1min":0.25900000000000001,"5min":0.22900000000000001,"15min":0.22800000000000001},"max":{"1min":1.133,"5min":1.413,"15min":1.548},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.41199999999999998,"15min":0.41799999999999998},"min":{"1min":0.26700000000000002,"5min":0.246,"15min":0.24299999999999999},"max":{"1min":1.153,"5min":1.796,"15min":1.796},"last":0.32600000000000001}]},{"osd":2,"last update":"Wed Dec 20 11:02:46 2023","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.42099999999999999,"15min":0.41199999999999998},"min":{"1min":0.254,"5min":0.224,"15min":0.218},"max":{"1min":0.66100000000000003,"5min":1.6240000000000001,"15min":1.6240000000000001},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41799999999999998,"15min":0.435},"min":{"1min":0.25800000000000001,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.67500000000000004,"5min":1.6990000000000001,"15min":1.6990000000000001},"last":0.374}]},{"osd":4,"last update":"Wed Dec 20 11:03:17 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.622,"15min":0.57699999999999996},"min":{"1min":0.376,"5min":0.376,"15min":0.30199999999999999},"max":{"1min":2.0059999999999998,"5min":2.0059999999999998,"15min":2.0059999999999998},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.623,"5min":0.63,"15min":0.59899999999999998},"min":{"1min":0.45000000000000001,"5min":0.377,"15min":0.33300000000000002},"max":{"1min":1.075,"5min":1.6299999999999999,"15min":1.6299999999999999},"last":0.623}]},{"osd":5,"last update":"Wed Dec 20 11:02:46 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.63400000000000001,"15min":0.58199999999999996},"min":{"1min":0.40100000000000002,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.1100000000000001,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.66400000000000003,"15min":0.60799999999999998},"min":{"1min":0.47899999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.1950000000000001,"5min":1.5429999999999999,"15min":1.5429999999999999},"last":0.67400000000000004}]},{"osd":6,"last update":"Wed Dec 20 11:03:17 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.65100000000000002,"15min":0.62},"min":{"1min":0.48999999999999999,"5min":0.41499999999999998,"15min":0.378},"max":{"1min":2.0619999999999998,"5min":2.0619999999999998,"15min":2.0619999999999998},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.85899999999999999,"5min":1.5720000000000001,"15min":1.5720000000000001},"last":0.504}]},{"osd":7,"last update":"Wed Dec 20 11:02:29 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.63,"15min":0.65000000000000002},"min":{"1min":0.41799999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.927,"5min":1.927,"15min":1.927},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.66100000000000003,"15min":0.68799999999999994},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.40500000000000003},"max":{"1min":1.5840000000000001,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":0.55400000000000005}]}]},{"osd":4,"up_from":364,"seq":1563368095848,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":374664,"kb_used_data":75516,"kb_used_omap":29,"kb_used_meta":299106,"kb_avail":93370488,"statfs":{"total":95995035648,"available":95611379712,"internally_reserved":0,"allocated":77328384,"data_stored":177041015,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":30502,"internal_metadata":306284762},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 11:03:13 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.57599999999999996,"15min":0.56200000000000006},"min":{"1min":0.32600000000000001,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.84699999999999998,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.57699999999999996,"15min":0.58599999999999997},"min":{"1min":0.42699999999999999,"5min":0.38600000000000001,"15min":0.36599999999999999},"max":{"1min":0.79600000000000004,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.57299999999999995}]},{"osd":1,"last update":"Wed Dec 20 11:03:13 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.54600000000000004,"15min":0.55300000000000005},"min":{"1min":0.42199999999999999,"5min":0.31900000000000001,"15min":0.308},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.86399999999999999},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.55700000000000005,"15min":0.55900000000000005},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.33800000000000002},"max":{"1min":2.7810000000000001,"5min":2.7810000000000001,"15min":2.7810000000000001},"last":0.55900000000000005}]},{"osd":2,"last update":"Wed Dec 20 11:03:13 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.62,"15min":0.59599999999999997},"min":{"1min":0.34599999999999997,"5min":0.311,"15min":0.311},"max":{"1min":2.6539999999999999,"5min":2.6539999999999999,"15min":2.6539999999999999},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.625,"5min":0.59699999999999998,"15min":0.60699999999999998},"min":{"1min":0.41599999999999998,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.60099999999999998}]},{"osd":3,"last update":"Wed Dec 20 11:03:13 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.59099999999999997,"15min":0.58899999999999997},"min":{"1min":0.46400000000000002,"5min":0.39500000000000002,"15min":0.28299999999999997},"max":{"1min":0.98599999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.56200000000000006,"15min":0.57599999999999996},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":1.391},"last":0.53200000000000003}]},{"osd":5,"last update":"Wed Dec 20 11:02:46 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.51100000000000001,"15min":0.48199999999999998},"min":{"1min":0.39100000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.73099999999999998,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.57399999999999995,"15min":0.53800000000000003},"min":{"1min":0.39400000000000002,"5min":0.315,"15min":0.28399999999999997},"max":{"1min":0.84699999999999998,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.49099999999999999}]},{"osd":6,"last update":"Wed Dec 20 11:03:13 2023","interfaces":[{"interface":"back","average":{"1min":0.67400000000000004,"5min":0.57199999999999995,"15min":0.51800000000000002},"min":{"1min":0.34899999999999998,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":2.9500000000000002,"5min":2.9500000000000002,"15min":2.9500000000000002},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.79100000000000004,"5min":0.67800000000000005,"15min":0.65600000000000003},"min":{"1min":0.45200000000000001,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":2.8860000000000001,"5min":2.8860000000000001,"15min":2.8860000000000001},"last":0.67800000000000005}]},{"osd":7,"last update":"Wed Dec 20 11:02:37 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.57499999999999996,"15min":0.54800000000000004},"min":{"1min":0.44700000000000001,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":1.2050000000000001,"5min":1.2050000000000001,"15min":1.2050000000000001},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.63200000000000001,"15min":0.60599999999999998},"min":{"1min":0.53500000000000003,"5min":0.373,"15min":0.35399999999999998},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.51700000000000002}]}]},{"osd":5,"up_from":391,"seq":1679332212834,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":361416,"kb_used_data":50300,"kb_used_omap":28,"kb_used_meta":311075,"kb_avail":93383736,"statfs":{"total":95995035648,"available":95624945664,"internally_reserved":0,"allocated":51507200,"data_stored":91983229,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":29374,"internal_metadata":318541122},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 20 11:02:35 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53900000000000003,"15min":0.56399999999999995},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.69999999999999996,"5min":0.84299999999999997,"15min":1.0289999999999999},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.56000000000000005,"15min":0.53900000000000003},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.80100000000000005,"5min":1.101,"15min":1.101},"last":0.34100000000000003}]},{"osd":1,"last update":"Wed Dec 20 11:02:35 2023","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.57499999999999996,"15min":0.57599999999999996},"min":{"1min":0.33200000000000002,"5min":0.32100000000000001,"15min":0.31900000000000001},"max":{"1min":0.75600000000000001,"5min":0.91700000000000004,"15min":1.0820000000000001},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56499999999999995,"15min":0.57999999999999996},"min":{"1min":0.37,"5min":0.32600000000000001,"15min":0.312},"max":{"1min":0.82599999999999996,"5min":1.012,"15min":1.012},"last":0.67900000000000005}]},{"osd":2,"last update":"Wed Dec 20 11:02:35 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.59099999999999997,"15min":0.61399999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.78500000000000003,"5min":1.1240000000000001,"15min":1.1240000000000001},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.58399999999999996,"15min":0.59999999999999998},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.372},"max":{"1min":0.83999999999999997,"5min":1.0289999999999999,"15min":1.1040000000000001},"last":0.46800000000000003}]},{"osd":3,"last update":"Wed Dec 20 11:02:35 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.60299999999999998,"15min":0.60199999999999998},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.82099999999999995,"5min":1.0429999999999999,"15min":1.1259999999999999},"last":0.86199999999999999},{"interface":"front","average":{"1min":0.623,"5min":0.63200000000000001,"15min":0.63},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.38},"max":{"1min":0.81399999999999995,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.98299999999999998}]},{"osd":4,"last update":"Wed Dec 20 11:02:35 2023","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.51000000000000001,"15min":0.497},"min":{"1min":0.33600000000000002,"5min":0.308,"15min":0.24299999999999999},"max":{"1min":0.753,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.54800000000000004,"15min":0.53600000000000003},"min":{"1min":0.36699999999999999,"5min":0.35499999999999998,"15min":0.32000000000000001},"max":{"1min":0.73799999999999999,"5min":0.75900000000000001,"15min":0.86099999999999999},"last":0.76600000000000001}]},{"osd":6,"last update":"Wed Dec 20 11:03:06 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.54300000000000004,"15min":0.52400000000000002},"min":{"1min":0.376,"5min":0.34399999999999997,"15min":0.28399999999999997},"max":{"1min":0.65500000000000003,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.56899999999999995,"15min":0.55200000000000005},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.68999999999999995,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.51800000000000002}]},{"osd":7,"last update":"Wed Dec 20 11:03:28 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.58099999999999996,"15min":0.57699999999999996},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.71699999999999997,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.59999999999999998,"15min":0.59499999999999997},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.82099999999999995,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.82099999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5120,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3783,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4376,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5475,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5769,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5702,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5748,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2070,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":51007488,"data_stored":83533824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":86462464,"data_stored":133218304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":55750656,"data_stored":164048896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":69132288,"data_stored":174026752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":68378624,"data_stored":171802624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":42737664,"data_stored":86786048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":49733632,"data_stored":71663616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":41254912,"data_stored":74403840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-20T11:03:36.437 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2023-12-20T11:03:36.438 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 85213638-9f24-11ee-95a5-87774f69a715 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2023-12-20T11:03:36.597 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:03:36.597 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:03:36.598 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:03:36.598 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:03:36.598 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:03:36.598 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:03:36.598 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:03:36.598 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:03:36.598 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:03:36.598 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:03:36.598 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:03:36.598 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:03:36.598 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:03:36.598 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:03:36.598 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:03:36.598 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:03:36.599 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:03:36.599 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:03:36.701 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/85213638-9f24-11ee-95a5-87774f69a715/mon.a/config 2023-12-20T11:03:37.479 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:37 smithi123 ceph-mon[191304]: pgmap v985: 121 pgs: 121 active+clean; 302 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.8 MiB/s wr, 20 op/s 2023-12-20T11:03:37.479 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:37 smithi123 ceph-mon[191304]: from='client.34590 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:03:37.479 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:37 smithi123 ceph-mon[191304]: from='client.34596 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-20T11:03:37.479 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:37 smithi123 ceph-mon[191304]: from='client.44537 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:03:37.479 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:37 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/368291204' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:03:37.480 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:37 smithi123 ceph-mon[188613]: pgmap v985: 121 pgs: 121 active+clean; 302 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.8 MiB/s wr, 20 op/s 2023-12-20T11:03:37.480 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:37 smithi123 ceph-mon[188613]: from='client.34590 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:03:37.480 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:37 smithi123 ceph-mon[188613]: from='client.34596 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-20T11:03:37.480 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:37 smithi123 ceph-mon[188613]: from='client.44537 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:03:37.480 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:37 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/368291204' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:03:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:37 smithi177 ceph-mon[212096]: pgmap v985: 121 pgs: 121 active+clean; 302 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.8 MiB/s wr, 20 op/s 2023-12-20T11:03:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:37 smithi177 ceph-mon[212096]: from='client.34590 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:03:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:37 smithi177 ceph-mon[212096]: from='client.34596 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-20T11:03:37.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:37 smithi177 ceph-mon[212096]: from='client.44537 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:03:37.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:37 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/368291204' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:03:38.147 INFO:teuthology.orchestra.run.smithi123.stderr:pool 'unique_pool_0' removed 2023-12-20T11:03:38.436 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:38 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1989624250' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-20T11:03:38.437 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:38 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1989624250' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2023-12-20T11:03:38.437 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:38 smithi123 ceph-mon[191304]: osdmap e838: 8 total, 8 up, 8 in 2023-12-20T11:03:38.437 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:38 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1989624250' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-20T11:03:38.437 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:38 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1989624250' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2023-12-20T11:03:38.437 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:38 smithi123 ceph-mon[188613]: osdmap e838: 8 total, 8 up, 8 in 2023-12-20T11:03:38.512 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-20T11:03:38.513 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2023-12-20T11:03:38.513 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-20T11:03:38.513 INFO:teuthology.task.print:**** done start rados_api.yaml 2023-12-20T11:03:38.513 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2023-12-20T11:03:38.514 INFO:tasks.workunit:Pulling workunits from ref quincy 2023-12-20T11:03:38.514 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-20T11:03:38.514 DEBUG:teuthology.orchestra.run.smithi123:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-20T11:03:38.533 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-20T11:03:38.533 INFO:teuthology.orchestra.run.smithi123.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-20T11:03:38.534 DEBUG:teuthology.orchestra.run.smithi123:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-20T11:03:38.591 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-20T11:03:38.591 DEBUG:teuthology.orchestra.run.smithi123:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-20T11:03:38.649 INFO:tasks.workunit:timeout=3h 2023-12-20T11:03:38.649 INFO:tasks.workunit:cleanup=True 2023-12-20T11:03:38.650 DEBUG:teuthology.orchestra.run.smithi123:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2023-12-20T11:03:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:38 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1989624250' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-20T11:03:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:38 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1989624250' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2023-12-20T11:03:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:38 smithi177 ceph-mon[212096]: osdmap e838: 8 total, 8 up, 8 in 2023-12-20T11:03:38.708 INFO:tasks.workunit.client.0.smithi123.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-20T11:03:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:39 smithi123 ceph-mon[191304]: pgmap v986: 121 pgs: 121 active+clean; 298 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 920 KiB/s wr, 11 op/s 2023-12-20T11:03:39.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:39 smithi123 ceph-mon[188613]: pgmap v986: 121 pgs: 121 active+clean; 298 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 920 KiB/s wr, 11 op/s 2023-12-20T11:03:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:03:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:03:39] "GET /metrics HTTP/1.1" 200 36158 "" "Prometheus/2.43.0" 2023-12-20T11:03:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:39 smithi177 ceph-mon[212096]: pgmap v986: 121 pgs: 121 active+clean; 298 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 920 KiB/s wr, 11 op/s 2023-12-20T11:03:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:41 smithi177 ceph-mon[212096]: pgmap v988: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:03:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:41 smithi123 ceph-mon[191304]: pgmap v988: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:03:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:41 smithi123 ceph-mon[188613]: pgmap v988: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:03:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:03:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:03:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:03:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:43 smithi177 ceph-mon[212096]: pgmap v989: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:03:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:43 smithi123 ceph-mon[191304]: pgmap v989: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:03:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:43 smithi123 ceph-mon[188613]: pgmap v989: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:03:43.776 DEBUG:teuthology.orchestra.run.smithi123:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-20T11:03:43.793 INFO:tasks.workunit.client.0.smithi123.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-20T11:03:43.795 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-20T11:03:43.795 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-20T11:03:43.841 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-20T11:03:43.888 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-20T11:03:43.925 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-20T11:03:43.926 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-20T11:03:43.926 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-20T11:03:43.963 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-20T11:03:43.966 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2023-12-20T11:03:43.966 DEBUG:teuthology.orchestra.run.smithi123:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-20T11:03:44.024 INFO:tasks.workunit:Running workunits matching cls on client.0... 2023-12-20T11:03:44.026 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2023-12-20T11:03:44.026 DEBUG:teuthology.orchestra.run.smithi123:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2023-12-20T11:03:44.094 INFO:tasks.workunit.client.0.smithi123.stdout:Running main() from gmock_main.cc 2023-12-20T11:03:44.094 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 22 tests from 1 test suite. 2023-12-20T11:03:44.094 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2023-12-20T11:03:44.094 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 22 tests from TestCls2PCQueue 2023-12-20T11:03:44.094 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2023-12-20T11:03:45.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:45 smithi123 ceph-mon[191304]: pgmap v990: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:03:45.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:45 smithi123 ceph-mon[191304]: osdmap e839: 8 total, 8 up, 8 in 2023-12-20T11:03:45.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:45 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/54679895' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:03:45.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:45 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:03:45.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:45 smithi123 ceph-mon[188613]: pgmap v990: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:03:45.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:45 smithi123 ceph-mon[188613]: osdmap e839: 8 total, 8 up, 8 in 2023-12-20T11:03:45.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:45 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/54679895' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:03:45.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:45 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:03:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:45 smithi177 ceph-mon[212096]: pgmap v990: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:03:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:45 smithi177 ceph-mon[212096]: osdmap e839: 8 total, 8 up, 8 in 2023-12-20T11:03:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:45 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/54679895' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:03:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:45 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:03:46.416 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2322 ms) 2023-12-20T11:03:46.416 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2023-12-20T11:03:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:46 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:03:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:46 smithi123 ceph-mon[191304]: osdmap e840: 8 total, 8 up, 8 in 2023-12-20T11:03:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:46 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:03:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:46 smithi123 ceph-mon[188613]: osdmap e840: 8 total, 8 up, 8 in 2023-12-20T11:03:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:46 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:03:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:46 smithi177 ceph-mon[212096]: osdmap e840: 8 total, 8 up, 8 in 2023-12-20T11:03:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:47 smithi123 ceph-mon[191304]: pgmap v993: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:03:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:47 smithi123 ceph-mon[191304]: osdmap e841: 8 total, 8 up, 8 in 2023-12-20T11:03:47.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:47 smithi123 ceph-mon[188613]: pgmap v993: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:03:47.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:47 smithi123 ceph-mon[188613]: osdmap e841: 8 total, 8 up, 8 in 2023-12-20T11:03:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:47 smithi177 ceph-mon[212096]: pgmap v993: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:03:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:47 smithi177 ceph-mon[212096]: osdmap e841: 8 total, 8 up, 8 in 2023-12-20T11:03:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:48 smithi123 ceph-mon[191304]: osdmap e842: 8 total, 8 up, 8 in 2023-12-20T11:03:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:48 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2422605416' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:03:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:48 smithi123 ceph-mon[188613]: osdmap e842: 8 total, 8 up, 8 in 2023-12-20T11:03:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:48 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2422605416' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:03:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:48 smithi177 ceph-mon[212096]: osdmap e842: 8 total, 8 up, 8 in 2023-12-20T11:03:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:48 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2422605416' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:03:49.423 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:03:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:03:49] "GET /metrics HTTP/1.1" 200 33809 "" "Prometheus/2.43.0" 2023-12-20T11:03:49.442 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3026 ms) 2023-12-20T11:03:49.443 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.Reserve 2023-12-20T11:03:49.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:49 smithi123 ceph-mon[191304]: pgmap v996: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:03:49.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:49 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:03:49.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:49 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2422605416' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:03:49.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:49 smithi123 ceph-mon[191304]: osdmap e843: 8 total, 8 up, 8 in 2023-12-20T11:03:49.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:49 smithi123 ceph-mon[188613]: pgmap v996: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:03:49.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:49 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:03:49.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:49 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2422605416' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:03:49.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:49 smithi123 ceph-mon[188613]: osdmap e843: 8 total, 8 up, 8 in 2023-12-20T11:03:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:49 smithi177 ceph-mon[212096]: pgmap v996: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:03:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:49 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:03:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:49 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2422605416' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:03:49.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:49 smithi177 ceph-mon[212096]: osdmap e843: 8 total, 8 up, 8 in 2023-12-20T11:03:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:50 smithi123 ceph-mon[191304]: osdmap e844: 8 total, 8 up, 8 in 2023-12-20T11:03:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:50 smithi123 ceph-mon[188613]: osdmap e844: 8 total, 8 up, 8 in 2023-12-20T11:03:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:50 smithi177 ceph-mon[212096]: osdmap e844: 8 total, 8 up, 8 in 2023-12-20T11:03:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:51 smithi123 ceph-mon[191304]: pgmap v999: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:03:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:51 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:03:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:51 smithi123 ceph-mon[191304]: osdmap e845: 8 total, 8 up, 8 in 2023-12-20T11:03:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:51 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2011621235' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:03:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:51 smithi123 ceph-mon[188613]: pgmap v999: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:03:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:51 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:03:51.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:51 smithi123 ceph-mon[188613]: osdmap e845: 8 total, 8 up, 8 in 2023-12-20T11:03:51.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:51 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2011621235' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:03:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:51 smithi177 ceph-mon[212096]: pgmap v999: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:03:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:51 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:03:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:51 smithi177 ceph-mon[212096]: osdmap e845: 8 total, 8 up, 8 in 2023-12-20T11:03:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:51 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2011621235' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:03:52.479 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.Reserve (3037 ms) 2023-12-20T11:03:52.479 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2023-12-20T11:03:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:52 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2011621235' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:03:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:52 smithi123 ceph-mon[191304]: osdmap e846: 8 total, 8 up, 8 in 2023-12-20T11:03:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:52 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2011621235' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:03:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:52 smithi123 ceph-mon[188613]: osdmap e846: 8 total, 8 up, 8 in 2023-12-20T11:03:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:52 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2011621235' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:03:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:52 smithi177 ceph-mon[212096]: osdmap e846: 8 total, 8 up, 8 in 2023-12-20T11:03:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:53 smithi123 ceph-mon[191304]: pgmap v1002: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:03:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:53 smithi123 ceph-mon[191304]: osdmap e847: 8 total, 8 up, 8 in 2023-12-20T11:03:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:53 smithi123 ceph-mon[188613]: pgmap v1002: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:03:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:53 smithi123 ceph-mon[188613]: osdmap e847: 8 total, 8 up, 8 in 2023-12-20T11:03:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:53 smithi177 ceph-mon[212096]: pgmap v1002: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:03:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:53 smithi177 ceph-mon[212096]: osdmap e847: 8 total, 8 up, 8 in 2023-12-20T11:03:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:54 smithi123 ceph-mon[188613]: osdmap e848: 8 total, 8 up, 8 in 2023-12-20T11:03:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:54 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1141431431' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:03:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:54 smithi123 ceph-mon[191304]: osdmap e848: 8 total, 8 up, 8 in 2023-12-20T11:03:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:54 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1141431431' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:03:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:54 smithi177 ceph-mon[212096]: osdmap e848: 8 total, 8 up, 8 in 2023-12-20T11:03:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:54 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1141431431' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:03:55.493 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3007 ms) 2023-12-20T11:03:55.493 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.Commit 2023-12-20T11:03:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:55 smithi123 ceph-mon[191304]: pgmap v1005: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:03:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:55 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:03:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:55 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1141431431' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:03:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:55 smithi123 ceph-mon[191304]: osdmap e849: 8 total, 8 up, 8 in 2023-12-20T11:03:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:55 smithi123 ceph-mon[188613]: pgmap v1005: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:03:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:55 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:03:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:55 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1141431431' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:03:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:55 smithi123 ceph-mon[188613]: osdmap e849: 8 total, 8 up, 8 in 2023-12-20T11:03:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:55 smithi177 ceph-mon[212096]: pgmap v1005: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:03:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:55 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:03:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:55 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1141431431' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:03:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:55 smithi177 ceph-mon[212096]: osdmap e849: 8 total, 8 up, 8 in 2023-12-20T11:03:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:56 smithi123 ceph-mon[191304]: osdmap e850: 8 total, 8 up, 8 in 2023-12-20T11:03:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:03:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:03:56.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:56 smithi123 ceph-mon[188613]: osdmap e850: 8 total, 8 up, 8 in 2023-12-20T11:03:56.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:03:56.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:03:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:56 smithi177 ceph-mon[212096]: osdmap e850: 8 total, 8 up, 8 in 2023-12-20T11:03:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:03:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:03:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:57 smithi123 ceph-mon[191304]: pgmap v1008: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:03:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:57 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:03:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:57 smithi123 ceph-mon[191304]: osdmap e851: 8 total, 8 up, 8 in 2023-12-20T11:03:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:57 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2292036545' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:03:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:57 smithi123 ceph-mon[188613]: pgmap v1008: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:03:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:57 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:03:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:57 smithi123 ceph-mon[188613]: osdmap e851: 8 total, 8 up, 8 in 2023-12-20T11:03:57.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:57 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2292036545' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:03:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:57 smithi177 ceph-mon[212096]: pgmap v1008: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:03:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:57 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:03:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:57 smithi177 ceph-mon[212096]: osdmap e851: 8 total, 8 up, 8 in 2023-12-20T11:03:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:57 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2292036545' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:03:58.507 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.Commit (3020 ms) 2023-12-20T11:03:58.507 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.Abort 2023-12-20T11:03:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:58 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2292036545' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:03:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:58 smithi177 ceph-mon[212096]: osdmap e852: 8 total, 8 up, 8 in 2023-12-20T11:03:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:58 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2292036545' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:03:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:58 smithi123 ceph-mon[191304]: osdmap e852: 8 total, 8 up, 8 in 2023-12-20T11:03:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:58 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2292036545' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:03:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:58 smithi123 ceph-mon[188613]: osdmap e852: 8 total, 8 up, 8 in 2023-12-20T11:03:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:03:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:03:59] "GET /metrics HTTP/1.1" 200 33880 "" "Prometheus/2.43.0" 2023-12-20T11:03:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:59 smithi177 ceph-mon[212096]: pgmap v1011: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:03:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:03:59 smithi177 ceph-mon[212096]: osdmap e853: 8 total, 8 up, 8 in 2023-12-20T11:03:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:59 smithi123 ceph-mon[188613]: pgmap v1011: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:03:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:03:59 smithi123 ceph-mon[188613]: osdmap e853: 8 total, 8 up, 8 in 2023-12-20T11:03:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:59 smithi123 ceph-mon[191304]: pgmap v1011: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:03:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:03:59 smithi123 ceph-mon[191304]: osdmap e853: 8 total, 8 up, 8 in 2023-12-20T11:04:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:00 smithi177 ceph-mon[212096]: osdmap e854: 8 total, 8 up, 8 in 2023-12-20T11:04:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:00 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/825960480' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:00 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:00 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:00 smithi177 ceph-mon[212096]: osdmap e855: 8 total, 8 up, 8 in 2023-12-20T11:04:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:00 smithi123 ceph-mon[191304]: osdmap e854: 8 total, 8 up, 8 in 2023-12-20T11:04:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:00 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/825960480' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:00 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:00 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:00 smithi123 ceph-mon[191304]: osdmap e855: 8 total, 8 up, 8 in 2023-12-20T11:04:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:00 smithi123 ceph-mon[188613]: osdmap e854: 8 total, 8 up, 8 in 2023-12-20T11:04:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:00 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/825960480' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:00 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:00 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:00 smithi123 ceph-mon[188613]: osdmap e855: 8 total, 8 up, 8 in 2023-12-20T11:04:01.509 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.Abort (3001 ms) 2023-12-20T11:04:01.509 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2023-12-20T11:04:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:01 smithi177 ceph-mon[212096]: pgmap v1014: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:01 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:04:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:01 smithi177 ceph-mon[212096]: osdmap e856: 8 total, 8 up, 8 in 2023-12-20T11:04:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:01 smithi123 ceph-mon[191304]: pgmap v1014: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:01 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:04:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:01 smithi123 ceph-mon[191304]: osdmap e856: 8 total, 8 up, 8 in 2023-12-20T11:04:01.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:01 smithi123 ceph-mon[188613]: pgmap v1014: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:01.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:01 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:04:01.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:01 smithi123 ceph-mon[188613]: osdmap e856: 8 total, 8 up, 8 in 2023-12-20T11:04:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:02 smithi177 ceph-mon[212096]: pgmap v1017: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:02 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:04:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:02 smithi177 ceph-mon[212096]: osdmap e857: 8 total, 8 up, 8 in 2023-12-20T11:04:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:02 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3051573751' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:02 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:02 smithi123 ceph-mon[191304]: pgmap v1017: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:02 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:04:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:02 smithi123 ceph-mon[191304]: osdmap e857: 8 total, 8 up, 8 in 2023-12-20T11:04:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:02 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3051573751' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:02 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:02 smithi123 ceph-mon[188613]: pgmap v1017: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:02 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:04:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:02 smithi123 ceph-mon[188613]: osdmap e857: 8 total, 8 up, 8 in 2023-12-20T11:04:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:02 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3051573751' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:02 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:04.552 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.ReserveError (3043 ms) 2023-12-20T11:04:04.552 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.CommitError 2023-12-20T11:04:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:04 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:04 smithi177 ceph-mon[212096]: osdmap e858: 8 total, 8 up, 8 in 2023-12-20T11:04:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:04 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:04 smithi123 ceph-mon[191304]: osdmap e858: 8 total, 8 up, 8 in 2023-12-20T11:04:04.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:04 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:04 smithi123 ceph-mon[188613]: osdmap e858: 8 total, 8 up, 8 in 2023-12-20T11:04:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:05 smithi177 ceph-mon[212096]: pgmap v1020: 137 pgs: 1 creating+activating, 12 creating+peering, 12 unknown, 112 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:05 smithi177 ceph-mon[212096]: osdmap e859: 8 total, 8 up, 8 in 2023-12-20T11:04:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:05 smithi123 ceph-mon[191304]: pgmap v1020: 137 pgs: 1 creating+activating, 12 creating+peering, 12 unknown, 112 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:05 smithi123 ceph-mon[191304]: osdmap e859: 8 total, 8 up, 8 in 2023-12-20T11:04:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:05 smithi123 ceph-mon[188613]: pgmap v1020: 137 pgs: 1 creating+activating, 12 creating+peering, 12 unknown, 112 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:05 smithi123 ceph-mon[188613]: osdmap e859: 8 total, 8 up, 8 in 2023-12-20T11:04:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:06 smithi177 ceph-mon[212096]: osdmap e860: 8 total, 8 up, 8 in 2023-12-20T11:04:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:06 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3164725129' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:06 smithi177 ceph-mon[212096]: pgmap v1023: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:06.944 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:04:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:06 smithi123 ceph-mon[188613]: osdmap e860: 8 total, 8 up, 8 in 2023-12-20T11:04:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:06 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3164725129' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:06 smithi123 ceph-mon[188613]: pgmap v1023: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:06 smithi123 ceph-mon[191304]: osdmap e860: 8 total, 8 up, 8 in 2023-12-20T11:04:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:06 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3164725129' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:06 smithi123 ceph-mon[191304]: pgmap v1023: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:07.252 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:04:07.252 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (12m) 9m ago 15m 26.5M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:04:07.252 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (12m) 7m ago 15m 95.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:04:07.253 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (16m) 9m ago 16m 15.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:04:07.253 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (16m) 7m ago 16m 21.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:04:07.253 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (12m) 7m ago 19m 449M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:04:07.253 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (12m) 9m ago 20m 511M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:04:07.253 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (12m) 9m ago 20m 83.8M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:04:07.253 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (11m) 7m ago 19m 69.5M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:04:07.253 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (11m) 9m ago 19m 64.2M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:04:07.253 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (12m) 9m ago 15m 9.94M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:04:07.253 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (12m) 7m ago 15m 18.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:04:07.253 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (11m) 9m ago 18m 285M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:04:07.253 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10m) 9m ago 18m 223M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:04:07.253 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10m) 9m ago 18m 191M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:04:07.253 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9m) 9m ago 18m 16.0M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:04:07.253 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9m) 7m ago 17m 280M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:04:07.254 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8m) 7m ago 17m 224M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:04:07.254 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8m) 7m ago 17m 141M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:04:07.254 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7m) 7m ago 16m 12.6M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:04:07.254 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (12m) 7m ago 16m 64.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:04:07.591 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.CommitError (3040 ms) 2023-12-20T11:04:07.591 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.AbortError 2023-12-20T11:04:07.850 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:04:07.850 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:04:07.850 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:04:07.850 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:04:07.850 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:04:07.851 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:04:07.851 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:04:07.851 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:04:07.851 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:04:07.851 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:04:07.851 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:04:07.851 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:04:07.851 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:04:07.851 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:04:07.851 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:04:07.851 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:04:07.851 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:04:07.851 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:04:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:07 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:04:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:07 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3164725129' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:07 smithi177 ceph-mon[212096]: osdmap e861: 8 total, 8 up, 8 in 2023-12-20T11:04:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:07 smithi177 ceph-mon[212096]: from='client.44600 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:04:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:07 smithi177 ceph-mon[212096]: from='client.44606 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:04:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:07 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:04:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:07 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3164725129' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:07 smithi123 ceph-mon[191304]: osdmap e861: 8 total, 8 up, 8 in 2023-12-20T11:04:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:07 smithi123 ceph-mon[191304]: from='client.44600 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:04:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:07 smithi123 ceph-mon[191304]: from='client.44606 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:04:07.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:07 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:04:07.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:07 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3164725129' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:07.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:07 smithi123 ceph-mon[188613]: osdmap e861: 8 total, 8 up, 8 in 2023-12-20T11:04:07.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:07 smithi123 ceph-mon[188613]: from='client.44600 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:04:07.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:07 smithi123 ceph-mon[188613]: from='client.44606 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:04:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:08 smithi177 ceph-mon[212096]: osdmap e862: 8 total, 8 up, 8 in 2023-12-20T11:04:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:08 smithi177 ceph-mon[212096]: pgmap v1026: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:08 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2370105373' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:04:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:08 smithi123 ceph-mon[191304]: osdmap e862: 8 total, 8 up, 8 in 2023-12-20T11:04:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:08 smithi123 ceph-mon[191304]: pgmap v1026: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:08 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2370105373' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:04:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:08 smithi123 ceph-mon[188613]: osdmap e862: 8 total, 8 up, 8 in 2023-12-20T11:04:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:08 smithi123 ceph-mon[188613]: pgmap v1026: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:08.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:08 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2370105373' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:04:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:04:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:04:09] "GET /metrics HTTP/1.1" 200 33880 "" "Prometheus/2.43.0" 2023-12-20T11:04:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:09 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:04:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:09 smithi177 ceph-mon[212096]: osdmap e863: 8 total, 8 up, 8 in 2023-12-20T11:04:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:09 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1224904338' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:09 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:09 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:04:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:09 smithi123 ceph-mon[188613]: osdmap e863: 8 total, 8 up, 8 in 2023-12-20T11:04:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:09 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1224904338' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:09 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:09.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:09 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:04:09.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:09 smithi123 ceph-mon[191304]: osdmap e863: 8 total, 8 up, 8 in 2023-12-20T11:04:09.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:09 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1224904338' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:09.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:09 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:10.606 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.AbortError (3015 ms) 2023-12-20T11:04:10.606 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2023-12-20T11:04:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:10 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:10 smithi177 ceph-mon[212096]: osdmap e864: 8 total, 8 up, 8 in 2023-12-20T11:04:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:10 smithi177 ceph-mon[212096]: pgmap v1029: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:10 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:10 smithi123 ceph-mon[191304]: osdmap e864: 8 total, 8 up, 8 in 2023-12-20T11:04:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:10 smithi123 ceph-mon[191304]: pgmap v1029: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:10.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:10 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:10.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:10 smithi123 ceph-mon[188613]: osdmap e864: 8 total, 8 up, 8 in 2023-12-20T11:04:10.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:10 smithi123 ceph-mon[188613]: pgmap v1029: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:11 smithi177 ceph-mon[212096]: osdmap e865: 8 total, 8 up, 8 in 2023-12-20T11:04:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:04:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:04:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:11 smithi123 ceph-mon[191304]: osdmap e865: 8 total, 8 up, 8 in 2023-12-20T11:04:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:04:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:04:11.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:11 smithi123 ceph-mon[188613]: osdmap e865: 8 total, 8 up, 8 in 2023-12-20T11:04:11.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:04:11.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:04:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:12 smithi177 ceph-mon[212096]: osdmap e866: 8 total, 8 up, 8 in 2023-12-20T11:04:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:12 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1856441729' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:12 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:12 smithi177 ceph-mon[212096]: pgmap v1032: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:12 smithi123 ceph-mon[191304]: osdmap e866: 8 total, 8 up, 8 in 2023-12-20T11:04:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:12 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1856441729' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:12 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:12 smithi123 ceph-mon[191304]: pgmap v1032: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:12 smithi123 ceph-mon[188613]: osdmap e866: 8 total, 8 up, 8 in 2023-12-20T11:04:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:12 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1856441729' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:12 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:12 smithi123 ceph-mon[188613]: pgmap v1032: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:13.628 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3021 ms) 2023-12-20T11:04:13.628 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2023-12-20T11:04:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:13 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:04:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:13 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:13 smithi177 ceph-mon[212096]: osdmap e867: 8 total, 8 up, 8 in 2023-12-20T11:04:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:13 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:04:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:13 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:13 smithi123 ceph-mon[191304]: osdmap e867: 8 total, 8 up, 8 in 2023-12-20T11:04:13.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:13 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:04:13.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:13 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:13.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:13 smithi123 ceph-mon[188613]: osdmap e867: 8 total, 8 up, 8 in 2023-12-20T11:04:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:14 smithi177 ceph-mon[212096]: osdmap e868: 8 total, 8 up, 8 in 2023-12-20T11:04:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:14 smithi177 ceph-mon[212096]: pgmap v1035: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:14 smithi123 ceph-mon[191304]: osdmap e868: 8 total, 8 up, 8 in 2023-12-20T11:04:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:14 smithi123 ceph-mon[191304]: pgmap v1035: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:14.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:14 smithi123 ceph-mon[188613]: osdmap e868: 8 total, 8 up, 8 in 2023-12-20T11:04:14.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:14 smithi123 ceph-mon[188613]: pgmap v1035: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:15 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:04:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:15 smithi177 ceph-mon[212096]: osdmap e869: 8 total, 8 up, 8 in 2023-12-20T11:04:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:15 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3518817660' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:15 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:15 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:04:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:15 smithi123 ceph-mon[191304]: osdmap e869: 8 total, 8 up, 8 in 2023-12-20T11:04:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:15 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3518817660' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:15 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:15 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:04:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:15 smithi123 ceph-mon[188613]: osdmap e869: 8 total, 8 up, 8 in 2023-12-20T11:04:15.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:15 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3518817660' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:15.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:15 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:16.651 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3023 ms) 2023-12-20T11:04:16.651 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2023-12-20T11:04:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:16 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:16 smithi177 ceph-mon[212096]: osdmap e870: 8 total, 8 up, 8 in 2023-12-20T11:04:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:16 smithi177 ceph-mon[212096]: pgmap v1038: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:16 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:16 smithi123 ceph-mon[191304]: osdmap e870: 8 total, 8 up, 8 in 2023-12-20T11:04:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:16 smithi123 ceph-mon[191304]: pgmap v1038: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:16 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:16 smithi123 ceph-mon[188613]: osdmap e870: 8 total, 8 up, 8 in 2023-12-20T11:04:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:16 smithi123 ceph-mon[188613]: pgmap v1038: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:17 smithi177 ceph-mon[212096]: osdmap e871: 8 total, 8 up, 8 in 2023-12-20T11:04:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:17 smithi123 ceph-mon[191304]: osdmap e871: 8 total, 8 up, 8 in 2023-12-20T11:04:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:17 smithi123 ceph-mon[188613]: osdmap e871: 8 total, 8 up, 8 in 2023-12-20T11:04:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:18 smithi123 ceph-mon[191304]: osdmap e872: 8 total, 8 up, 8 in 2023-12-20T11:04:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:18 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/92351767' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:18.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:18 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:18.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:18 smithi123 ceph-mon[191304]: pgmap v1041: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:18 smithi123 ceph-mon[188613]: osdmap e872: 8 total, 8 up, 8 in 2023-12-20T11:04:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:18 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/92351767' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:18.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:18 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:18.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:18 smithi123 ceph-mon[188613]: pgmap v1041: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:19.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:18 smithi177 ceph-mon[212096]: osdmap e872: 8 total, 8 up, 8 in 2023-12-20T11:04:19.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:18 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/92351767' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:19.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:18 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:19.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:18 smithi177 ceph-mon[212096]: pgmap v1041: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:04:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:04:19] "GET /metrics HTTP/1.1" 200 33880 "" "Prometheus/2.43.0" 2023-12-20T11:04:19.681 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3028 ms) 2023-12-20T11:04:19.682 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2023-12-20T11:04:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:19 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:04:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:19 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-12","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:19.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:19 smithi123 ceph-mon[188613]: osdmap e873: 8 total, 8 up, 8 in 2023-12-20T11:04:19.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:19 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:04:19.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:19 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-12","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:19.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:19 smithi123 ceph-mon[191304]: osdmap e873: 8 total, 8 up, 8 in 2023-12-20T11:04:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:19 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:04:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:19 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-12","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:19 smithi177 ceph-mon[212096]: osdmap e873: 8 total, 8 up, 8 in 2023-12-20T11:04:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:20 smithi123 ceph-mon[191304]: osdmap e874: 8 total, 8 up, 8 in 2023-12-20T11:04:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:20 smithi123 ceph-mon[191304]: pgmap v1044: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:20.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:20 smithi123 ceph-mon[188613]: osdmap e874: 8 total, 8 up, 8 in 2023-12-20T11:04:20.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:20 smithi123 ceph-mon[188613]: pgmap v1044: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:21.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:20 smithi177 ceph-mon[212096]: osdmap e874: 8 total, 8 up, 8 in 2023-12-20T11:04:21.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:20 smithi177 ceph-mon[212096]: pgmap v1044: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:21 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:04:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:21 smithi123 ceph-mon[191304]: osdmap e875: 8 total, 8 up, 8 in 2023-12-20T11:04:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:21 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3635373659' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:21 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:21.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:21 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:04:21.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:21 smithi123 ceph-mon[188613]: osdmap e875: 8 total, 8 up, 8 in 2023-12-20T11:04:21.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:21 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3635373659' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:21.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:21 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:21 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:04:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:21 smithi177 ceph-mon[212096]: osdmap e875: 8 total, 8 up, 8 in 2023-12-20T11:04:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:21 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3635373659' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:21 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:22.694 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3016 ms) 2023-12-20T11:04:22.694 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2023-12-20T11:04:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:22 smithi123 ceph-mon[191304]: pgmap v1046: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:22 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-13","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:22 smithi123 ceph-mon[191304]: osdmap e876: 8 total, 8 up, 8 in 2023-12-20T11:04:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:22 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:04:22.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:22 smithi123 ceph-mon[188613]: pgmap v1046: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:22.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:22 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-13","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:22.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:22 smithi123 ceph-mon[188613]: osdmap e876: 8 total, 8 up, 8 in 2023-12-20T11:04:22.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:22 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:04:23.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:22 smithi177 ceph-mon[212096]: pgmap v1046: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:23.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:22 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-13","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:23.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:22 smithi177 ceph-mon[212096]: osdmap e876: 8 total, 8 up, 8 in 2023-12-20T11:04:23.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:22 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:04:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:23 smithi123 ceph-mon[191304]: osdmap e877: 8 total, 8 up, 8 in 2023-12-20T11:04:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:23 smithi123 ceph-mon[188613]: osdmap e877: 8 total, 8 up, 8 in 2023-12-20T11:04:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:23 smithi177 ceph-mon[212096]: osdmap e877: 8 total, 8 up, 8 in 2023-12-20T11:04:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:24 smithi123 ceph-mon[191304]: pgmap v1049: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:24 smithi123 ceph-mon[191304]: osdmap e878: 8 total, 8 up, 8 in 2023-12-20T11:04:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:24 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3047152993' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:24 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:24 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:04:24.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:24 smithi123 ceph-mon[188613]: pgmap v1049: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:24 smithi123 ceph-mon[188613]: osdmap e878: 8 total, 8 up, 8 in 2023-12-20T11:04:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:24 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3047152993' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:24 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:24 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:04:25.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:24 smithi177 ceph-mon[212096]: pgmap v1049: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:25.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:24 smithi177 ceph-mon[212096]: osdmap e878: 8 total, 8 up, 8 in 2023-12-20T11:04:25.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:24 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3047152993' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:25.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:24 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:25.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:24 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:04:25.714 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3020 ms) 2023-12-20T11:04:25.714 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2023-12-20T11:04:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:25 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-14","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:25 smithi123 ceph-mon[191304]: osdmap e879: 8 total, 8 up, 8 in 2023-12-20T11:04:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:25 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-14","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:25 smithi123 ceph-mon[188613]: osdmap e879: 8 total, 8 up, 8 in 2023-12-20T11:04:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:25 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-14","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:25 smithi177 ceph-mon[212096]: osdmap e879: 8 total, 8 up, 8 in 2023-12-20T11:04:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:26 smithi123 ceph-mon[188613]: pgmap v1052: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:26 smithi123 ceph-mon[188613]: osdmap e880: 8 total, 8 up, 8 in 2023-12-20T11:04:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:04:26.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:26 smithi123 ceph-mon[191304]: pgmap v1052: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:26.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:26 smithi123 ceph-mon[191304]: osdmap e880: 8 total, 8 up, 8 in 2023-12-20T11:04:26.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:04:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:26 smithi177 ceph-mon[212096]: pgmap v1052: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:26 smithi177 ceph-mon[212096]: osdmap e880: 8 total, 8 up, 8 in 2023-12-20T11:04:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:04:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:27 smithi123 ceph-mon[191304]: osdmap e881: 8 total, 8 up, 8 in 2023-12-20T11:04:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:27 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4078192950' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:27 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:04:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:27 smithi123 ceph-mon[188613]: osdmap e881: 8 total, 8 up, 8 in 2023-12-20T11:04:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:27 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4078192950' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:27 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:04:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:27 smithi177 ceph-mon[212096]: osdmap e881: 8 total, 8 up, 8 in 2023-12-20T11:04:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:27 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4078192950' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:27 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:04:28.736 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3021 ms) 2023-12-20T11:04:28.736 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2023-12-20T11:04:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:28 smithi123 ceph-mon[191304]: pgmap v1055: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:28 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:04:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:28 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-15","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:28 smithi123 ceph-mon[191304]: osdmap e882: 8 total, 8 up, 8 in 2023-12-20T11:04:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:04:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:04:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:28 smithi123 ceph-mon[188613]: pgmap v1055: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:28 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:04:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:28 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-15","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:28 smithi123 ceph-mon[188613]: osdmap e882: 8 total, 8 up, 8 in 2023-12-20T11:04:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:04:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:04:29.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:28 smithi177 ceph-mon[212096]: pgmap v1055: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:29.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:28 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:04:29.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:28 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-15","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:29.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:28 smithi177 ceph-mon[212096]: osdmap e882: 8 total, 8 up, 8 in 2023-12-20T11:04:29.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:04:29.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:04:29.355 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:04:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:04:29] "GET /metrics HTTP/1.1" 200 33883 "" "Prometheus/2.43.0" 2023-12-20T11:04:29.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:29 smithi123 ceph-mon[191304]: osdmap e883: 8 total, 8 up, 8 in 2023-12-20T11:04:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:29 smithi123 ceph-mon[188613]: osdmap e883: 8 total, 8 up, 8 in 2023-12-20T11:04:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:29 smithi177 ceph-mon[212096]: osdmap e883: 8 total, 8 up, 8 in 2023-12-20T11:04:31.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:30 smithi177 ceph-mon[212096]: pgmap v1058: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:31.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:30 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:04:31.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:30 smithi177 ceph-mon[212096]: osdmap e884: 8 total, 8 up, 8 in 2023-12-20T11:04:31.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:30 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3195971369' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:31.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:04:31.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:04:31.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:04:31.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:04:31.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:04:31.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:30 smithi123 ceph-mon[191304]: pgmap v1058: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:31.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:30 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:04:31.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:30 smithi123 ceph-mon[191304]: osdmap e884: 8 total, 8 up, 8 in 2023-12-20T11:04:31.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:30 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3195971369' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:31.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:04:31.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:04:31.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:04:31.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:04:31.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:04:31.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:30 smithi123 ceph-mon[188613]: pgmap v1058: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:31.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:30 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:04:31.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:30 smithi123 ceph-mon[188613]: osdmap e884: 8 total, 8 up, 8 in 2023-12-20T11:04:31.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:30 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3195971369' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:31.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:04:31.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:04:31.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:04:31.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:04:31.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:04:31.740 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.Cleanup (3004 ms) 2023-12-20T11:04:31.740 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2023-12-20T11:04:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:31 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3195971369' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-16","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:31 smithi177 ceph-mon[212096]: osdmap e885: 8 total, 8 up, 8 in 2023-12-20T11:04:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:31 smithi177 ceph-mon[212096]: osdmap e886: 8 total, 8 up, 8 in 2023-12-20T11:04:32.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:31 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3195971369' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-16","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:32.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:31 smithi123 ceph-mon[191304]: osdmap e885: 8 total, 8 up, 8 in 2023-12-20T11:04:32.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:31 smithi123 ceph-mon[191304]: osdmap e886: 8 total, 8 up, 8 in 2023-12-20T11:04:32.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:31 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3195971369' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-16","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:32.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:31 smithi123 ceph-mon[188613]: osdmap e885: 8 total, 8 up, 8 in 2023-12-20T11:04:32.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:31 smithi123 ceph-mon[188613]: osdmap e886: 8 total, 8 up, 8 in 2023-12-20T11:04:33.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:32 smithi177 ceph-mon[212096]: pgmap v1061: 137 pgs: 15 unknown, 122 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:33.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:32 smithi123 ceph-mon[191304]: pgmap v1061: 137 pgs: 15 unknown, 122 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:33.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:32 smithi123 ceph-mon[188613]: pgmap v1061: 137 pgs: 15 unknown, 122 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:33 smithi177 ceph-mon[212096]: osdmap e887: 8 total, 8 up, 8 in 2023-12-20T11:04:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:33 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/99202207' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:33 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:33 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-17","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:33 smithi177 ceph-mon[212096]: osdmap e888: 8 total, 8 up, 8 in 2023-12-20T11:04:34.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:33 smithi123 ceph-mon[188613]: osdmap e887: 8 total, 8 up, 8 in 2023-12-20T11:04:34.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:33 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/99202207' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:34.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:33 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:34.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:33 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-17","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:34.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:33 smithi123 ceph-mon[188613]: osdmap e888: 8 total, 8 up, 8 in 2023-12-20T11:04:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:33 smithi123 ceph-mon[191304]: osdmap e887: 8 total, 8 up, 8 in 2023-12-20T11:04:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:33 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/99202207' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:34.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:33 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:34.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:33 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-17","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:34.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:33 smithi123 ceph-mon[191304]: osdmap e888: 8 total, 8 up, 8 in 2023-12-20T11:04:35.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:34 smithi177 ceph-mon[212096]: pgmap v1064: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:35.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:34 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:04:35.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:34 smithi177 ceph-mon[212096]: osdmap e889: 8 total, 8 up, 8 in 2023-12-20T11:04:35.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:34 smithi123 ceph-mon[191304]: pgmap v1064: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:35.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:34 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:04:35.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:34 smithi123 ceph-mon[191304]: osdmap e889: 8 total, 8 up, 8 in 2023-12-20T11:04:35.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:34 smithi123 ceph-mon[188613]: pgmap v1064: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:35.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:34 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:04:35.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:34 smithi123 ceph-mon[188613]: osdmap e889: 8 total, 8 up, 8 in 2023-12-20T11:04:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:35 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:04:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:35 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:04:36.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:35 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:04:37.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:36 smithi177 ceph-mon[212096]: pgmap v1067: 137 pgs: 10 creating+peering, 19 unknown, 108 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:37.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:36 smithi123 ceph-mon[191304]: pgmap v1067: 137 pgs: 10 creating+peering, 19 unknown, 108 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:37.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:36 smithi123 ceph-mon[188613]: pgmap v1067: 137 pgs: 10 creating+peering, 19 unknown, 108 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-20T11:04:38.232 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:04:38.619 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:04:38.619 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (13m) 8s ago 16m 28.6M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:04:38.619 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (13m) 8m ago 16m 95.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:04:38.619 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (17m) 8s ago 17m 17.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:04:38.619 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (17m) 8m ago 17m 21.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:04:38.619 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (12m) 8m ago 19m 449M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:04:38.619 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (13m) 8s ago 21m 529M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:04:38.620 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (12m) 8s ago 21m 176M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:04:38.620 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (12m) 8m ago 19m 69.5M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:04:38.620 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (12m) 8s ago 19m 118M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:04:38.620 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (13m) 8s ago 16m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:04:38.620 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (13m) 8m ago 16m 18.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:04:38.620 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (11m) 8s ago 19m 1086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:04:38.620 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (11m) 8s ago 19m 909M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:04:38.620 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10m) 8s ago 18m 1048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:04:38.620 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10m) 8s ago 18m 740M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:04:38.620 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9m) 8m ago 18m 280M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:04:38.620 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9m) 8m ago 18m 224M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:04:38.620 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8m) 8m ago 17m 141M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:04:38.620 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8m) 8m ago 17m 12.6M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:04:38.620 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (12m) 8m ago 16m 64.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:04:39.125 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:04:39.125 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:04:39.125 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:04:39.125 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:04:39.125 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:04:39.125 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:04:39.125 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:04:39.125 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:04:39.125 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:04:39.126 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:04:39.126 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:04:39.126 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:04:39.126 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:04:39.126 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:04:39.126 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:04:39.126 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:04:39.126 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:04:39.126 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:04:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:04:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:04:39] "GET /metrics HTTP/1.1" 200 33883 "" "Prometheus/2.43.0" 2023-12-20T11:04:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:39 smithi123 ceph-mon[191304]: pgmap v1068: 137 pgs: 10 creating+peering, 127 active+clean; 1.3 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 4.9 MiB/s wr, 5.53k op/s 2023-12-20T11:04:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:39 smithi123 ceph-mon[191304]: from='client.44663 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:04:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:39 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1773991307' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:04:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:39 smithi123 ceph-mon[188613]: pgmap v1068: 137 pgs: 10 creating+peering, 127 active+clean; 1.3 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 4.9 MiB/s wr, 5.53k op/s 2023-12-20T11:04:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:39 smithi123 ceph-mon[188613]: from='client.44663 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:04:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:39 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1773991307' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:04:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:39 smithi177 ceph-mon[212096]: pgmap v1068: 137 pgs: 10 creating+peering, 127 active+clean; 1.3 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 4.9 MiB/s wr, 5.53k op/s 2023-12-20T11:04:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:39 smithi177 ceph-mon[212096]: from='client.44663 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:04:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:39 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1773991307' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:04:40.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:40 smithi123 ceph-mon[191304]: from='client.34737 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:04:40.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:40 smithi123 ceph-mon[188613]: from='client.34737 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:04:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:40 smithi177 ceph-mon[212096]: from='client.34737 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:04:41.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:41 smithi123 ceph-mon[191304]: pgmap v1069: 137 pgs: 137 active+clean; 1.3 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 4.75k op/s 2023-12-20T11:04:41.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:41 smithi123 ceph-mon[188613]: pgmap v1069: 137 pgs: 137 active+clean; 1.3 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 4.75k op/s 2023-12-20T11:04:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:41 smithi177 ceph-mon[212096]: pgmap v1069: 137 pgs: 137 active+clean; 1.3 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 4.75k op/s 2023-12-20T11:04:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:04:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:04:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:04:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:43 smithi123 ceph-mon[191304]: pgmap v1070: 137 pgs: 137 active+clean; 2.2 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 48 MiB/s rd, 8.5 MiB/s wr, 9.56k op/s 2023-12-20T11:04:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:43 smithi123 ceph-mon[188613]: pgmap v1070: 137 pgs: 137 active+clean; 2.2 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 48 MiB/s rd, 8.5 MiB/s wr, 9.56k op/s 2023-12-20T11:04:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:43 smithi177 ceph-mon[212096]: pgmap v1070: 137 pgs: 137 active+clean; 2.2 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 48 MiB/s rd, 8.5 MiB/s wr, 9.56k op/s 2023-12-20T11:04:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:45 smithi123 ceph-mon[191304]: pgmap v1071: 137 pgs: 137 active+clean; 2.2 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 39 MiB/s rd, 6.8 MiB/s wr, 7.71k op/s 2023-12-20T11:04:45.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:45 smithi123 ceph-mon[188613]: pgmap v1071: 137 pgs: 137 active+clean; 2.2 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 39 MiB/s rd, 6.8 MiB/s wr, 7.71k op/s 2023-12-20T11:04:45.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:45 smithi177 ceph-mon[212096]: pgmap v1071: 137 pgs: 137 active+clean; 2.2 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 39 MiB/s rd, 6.8 MiB/s wr, 7.71k op/s 2023-12-20T11:04:47.186 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.MultiProducer (15447 ms) 2023-12-20T11:04:47.187 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2023-12-20T11:04:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:47 smithi123 ceph-mon[191304]: pgmap v1072: 137 pgs: 137 active+clean; 2.2 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 35 MiB/s rd, 6.2 MiB/s wr, 7.01k op/s 2023-12-20T11:04:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:04:47.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:47 smithi123 ceph-mon[188613]: pgmap v1072: 137 pgs: 137 active+clean; 2.2 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 35 MiB/s rd, 6.2 MiB/s wr, 7.01k op/s 2023-12-20T11:04:47.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:04:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:47 smithi177 ceph-mon[212096]: pgmap v1072: 137 pgs: 137 active+clean; 2.2 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 35 MiB/s rd, 6.2 MiB/s wr, 7.01k op/s 2023-12-20T11:04:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:04:48.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:48 smithi123 ceph-mon[188613]: osdmap e890: 8 total, 8 up, 8 in 2023-12-20T11:04:48.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:48 smithi123 ceph-mon[191304]: osdmap e890: 8 total, 8 up, 8 in 2023-12-20T11:04:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:48 smithi177 ceph-mon[212096]: osdmap e890: 8 total, 8 up, 8 in 2023-12-20T11:04:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:49 smithi123 ceph-mon[191304]: pgmap v1074: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:04:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:49 smithi123 ceph-mon[191304]: osdmap e891: 8 total, 8 up, 8 in 2023-12-20T11:04:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:49 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1460721322' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:49 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:49 smithi123 ceph-mon[188613]: pgmap v1074: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:04:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:49 smithi123 ceph-mon[188613]: osdmap e891: 8 total, 8 up, 8 in 2023-12-20T11:04:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:49 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1460721322' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:49 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:04:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:04:49] "GET /metrics HTTP/1.1" 200 36307 "" "Prometheus/2.43.0" 2023-12-20T11:04:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:49 smithi177 ceph-mon[212096]: pgmap v1074: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:04:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:49 smithi177 ceph-mon[212096]: osdmap e891: 8 total, 8 up, 8 in 2023-12-20T11:04:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:49 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1460721322' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:49.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:49 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:50.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:50 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-18","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:50.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:50 smithi123 ceph-mon[191304]: osdmap e892: 8 total, 8 up, 8 in 2023-12-20T11:04:50.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:50 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-18","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:50.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:50 smithi123 ceph-mon[188613]: osdmap e892: 8 total, 8 up, 8 in 2023-12-20T11:04:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:50 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-18","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:50 smithi177 ceph-mon[212096]: osdmap e892: 8 total, 8 up, 8 in 2023-12-20T11:04:51.216 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4029 ms) 2023-12-20T11:04:51.216 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2023-12-20T11:04:51.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:51 smithi123 ceph-mon[191304]: pgmap v1077: 137 pgs: 7 creating+activating, 24 unknown, 106 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:04:51.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:51 smithi123 ceph-mon[191304]: osdmap e893: 8 total, 8 up, 8 in 2023-12-20T11:04:51.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:51 smithi123 ceph-mon[188613]: pgmap v1077: 137 pgs: 7 creating+activating, 24 unknown, 106 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:04:51.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:51 smithi123 ceph-mon[188613]: osdmap e893: 8 total, 8 up, 8 in 2023-12-20T11:04:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:51 smithi177 ceph-mon[212096]: pgmap v1077: 137 pgs: 7 creating+activating, 24 unknown, 106 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:04:51.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:51 smithi177 ceph-mon[212096]: osdmap e893: 8 total, 8 up, 8 in 2023-12-20T11:04:52.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:52 smithi123 ceph-mon[191304]: osdmap e894: 8 total, 8 up, 8 in 2023-12-20T11:04:52.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:52 smithi123 ceph-mon[188613]: osdmap e894: 8 total, 8 up, 8 in 2023-12-20T11:04:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:52 smithi177 ceph-mon[212096]: osdmap e894: 8 total, 8 up, 8 in 2023-12-20T11:04:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:53 smithi123 ceph-mon[188613]: pgmap v1080: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:04:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:53 smithi123 ceph-mon[188613]: osdmap e895: 8 total, 8 up, 8 in 2023-12-20T11:04:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:53 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1521838799' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:53 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:53 smithi123 ceph-mon[191304]: pgmap v1080: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:04:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:53 smithi123 ceph-mon[191304]: osdmap e895: 8 total, 8 up, 8 in 2023-12-20T11:04:53.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:53 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1521838799' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:53.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:53 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:53 smithi177 ceph-mon[212096]: pgmap v1080: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:04:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:53 smithi177 ceph-mon[212096]: osdmap e895: 8 total, 8 up, 8 in 2023-12-20T11:04:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:53 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1521838799' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:53.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:53 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:04:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:54 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-19","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:54 smithi177 ceph-mon[212096]: osdmap e896: 8 total, 8 up, 8 in 2023-12-20T11:04:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:54 smithi177 ceph-mon[212096]: osdmap e897: 8 total, 8 up, 8 in 2023-12-20T11:04:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:54 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-19","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:54 smithi123 ceph-mon[191304]: osdmap e896: 8 total, 8 up, 8 in 2023-12-20T11:04:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:54 smithi123 ceph-mon[191304]: osdmap e897: 8 total, 8 up, 8 in 2023-12-20T11:04:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:54 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-19","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:04:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:54 smithi123 ceph-mon[188613]: osdmap e896: 8 total, 8 up, 8 in 2023-12-20T11:04:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:54 smithi123 ceph-mon[188613]: osdmap e897: 8 total, 8 up, 8 in 2023-12-20T11:04:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:55 smithi177 ceph-mon[212096]: pgmap v1083: 137 pgs: 5 creating+peering, 25 unknown, 107 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:04:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:55 smithi123 ceph-mon[191304]: pgmap v1083: 137 pgs: 5 creating+peering, 25 unknown, 107 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:04:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:55 smithi123 ceph-mon[188613]: pgmap v1083: 137 pgs: 5 creating+peering, 25 unknown, 107 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:04:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:57 smithi177 ceph-mon[212096]: pgmap v1085: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 834 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.2 MiB/s wr, 2.61k op/s 2023-12-20T11:04:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:04:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:57 smithi123 ceph-mon[191304]: pgmap v1085: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 834 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.2 MiB/s wr, 2.61k op/s 2023-12-20T11:04:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:04:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:57 smithi123 ceph-mon[188613]: pgmap v1085: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 834 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.2 MiB/s wr, 2.61k op/s 2023-12-20T11:04:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:04:59.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:04:59 smithi123 ceph-mon[191304]: pgmap v1086: 137 pgs: 5 creating+peering, 132 active+clean; 834 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.7 MiB/s wr, 1.95k op/s 2023-12-20T11:04:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:04:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:04:59] "GET /metrics HTTP/1.1" 200 36304 "" "Prometheus/2.43.0" 2023-12-20T11:04:59.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:04:59 smithi123 ceph-mon[188613]: pgmap v1086: 137 pgs: 5 creating+peering, 132 active+clean; 834 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.7 MiB/s wr, 1.95k op/s 2023-12-20T11:04:59.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:04:59 smithi177 ceph-mon[212096]: pgmap v1086: 137 pgs: 5 creating+peering, 132 active+clean; 834 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.7 MiB/s wr, 1.95k op/s 2023-12-20T11:05:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:01 smithi177 ceph-mon[212096]: pgmap v1087: 137 pgs: 137 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 65 MiB/s rd, 6.1 MiB/s wr, 7.25k op/s 2023-12-20T11:05:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:01 smithi123 ceph-mon[191304]: pgmap v1087: 137 pgs: 137 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 65 MiB/s rd, 6.1 MiB/s wr, 7.25k op/s 2023-12-20T11:05:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:01 smithi123 ceph-mon[188613]: pgmap v1087: 137 pgs: 137 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 65 MiB/s rd, 6.1 MiB/s wr, 7.25k op/s 2023-12-20T11:05:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:03 smithi177 ceph-mon[212096]: pgmap v1088: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 57 MiB/s rd, 5.4 MiB/s wr, 6.39k op/s 2023-12-20T11:05:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:03 smithi123 ceph-mon[191304]: pgmap v1088: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 57 MiB/s rd, 5.4 MiB/s wr, 6.39k op/s 2023-12-20T11:05:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:03 smithi123 ceph-mon[188613]: pgmap v1088: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 57 MiB/s rd, 5.4 MiB/s wr, 6.39k op/s 2023-12-20T11:05:05.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:05 smithi177 ceph-mon[212096]: pgmap v1089: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 48 MiB/s rd, 4.6 MiB/s wr, 5.40k op/s 2023-12-20T11:05:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:05 smithi123 ceph-mon[191304]: pgmap v1089: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 48 MiB/s rd, 4.6 MiB/s wr, 5.40k op/s 2023-12-20T11:05:05.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:05 smithi123 ceph-mon[188613]: pgmap v1089: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 48 MiB/s rd, 4.6 MiB/s wr, 5.40k op/s 2023-12-20T11:05:07.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:07 smithi177 ceph-mon[212096]: pgmap v1090: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 67 MiB/s rd, 4.5 MiB/s wr, 5.42k op/s 2023-12-20T11:05:07.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:05:07.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:07 smithi123 ceph-mon[191304]: pgmap v1090: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 67 MiB/s rd, 4.5 MiB/s wr, 5.42k op/s 2023-12-20T11:05:07.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:05:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:07 smithi123 ceph-mon[188613]: pgmap v1090: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 67 MiB/s rd, 4.5 MiB/s wr, 5.42k op/s 2023-12-20T11:05:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:05:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:09 smithi123 ceph-mon[191304]: pgmap v1091: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 4.3 MiB/s wr, 5.17k op/s 2023-12-20T11:05:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:05:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:05:09] "GET /metrics HTTP/1.1" 200 36304 "" "Prometheus/2.43.0" 2023-12-20T11:05:09.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:09 smithi123 ceph-mon[188613]: pgmap v1091: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 4.3 MiB/s wr, 5.17k op/s 2023-12-20T11:05:09.567 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:05:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:09 smithi177 ceph-mon[212096]: pgmap v1091: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 4.3 MiB/s wr, 5.17k op/s 2023-12-20T11:05:09.945 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:05:09.946 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (13m) 39s ago 16m 28.6M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:05:09.946 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (13m) 8m ago 16m 95.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:05:09.946 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (17m) 39s ago 17m 17.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:05:09.946 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (17m) 8m ago 17m 21.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:05:09.946 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (13m) 8m ago 20m 449M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:05:09.946 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (13m) 39s ago 21m 529M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:05:09.946 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (13m) 39s ago 21m 176M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:05:09.946 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (12m) 8m ago 20m 69.5M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:05:09.946 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (12m) 39s ago 20m 118M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:05:09.946 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (13m) 39s ago 16m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:05:09.946 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (13m) 8m ago 16m 18.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:05:09.946 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (12m) 39s ago 19m 1086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:05:09.947 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (11m) 39s ago 19m 909M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:05:09.947 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (11m) 39s ago 19m 1048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:05:09.947 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10m) 39s ago 19m 740M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:05:09.947 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10m) 8m ago 18m 280M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:05:09.947 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9m) 8m ago 18m 224M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:05:09.947 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9m) 8m ago 18m 141M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:05:09.947 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8m) 8m ago 17m 12.6M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:05:09.947 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (13m) 8m ago 17m 64.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:05:10.458 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:05:10.458 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:05:10.458 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:05:10.458 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:05:10.458 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:05:10.458 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:05:10.458 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:05:10.458 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:05:10.458 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:05:10.458 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:05:10.459 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:05:10.459 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:05:10.459 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:05:10.459 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:05:10.459 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:05:10.459 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:05:10.459 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:05:10.459 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:05:10.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:10 smithi177 ceph-mon[212096]: from='client.44690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:05:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:10 smithi123 ceph-mon[191304]: from='client.44690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:05:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:10 smithi123 ceph-mon[188613]: from='client.44690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:05:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:11 smithi177 ceph-mon[212096]: pgmap v1092: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 100 MiB/s rd, 5.3 MiB/s wr, 6.53k op/s 2023-12-20T11:05:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:11 smithi177 ceph-mon[212096]: from='client.34767 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:05:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:11 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4110034324' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:05:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:11 smithi123 ceph-mon[191304]: pgmap v1092: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 100 MiB/s rd, 5.3 MiB/s wr, 6.53k op/s 2023-12-20T11:05:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:11 smithi123 ceph-mon[191304]: from='client.34767 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:05:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:11 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4110034324' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:05:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:11 smithi123 ceph-mon[188613]: pgmap v1092: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 100 MiB/s rd, 5.3 MiB/s wr, 6.53k op/s 2023-12-20T11:05:11.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:11 smithi123 ceph-mon[188613]: from='client.34767 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:05:11.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:11 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4110034324' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:05:12.282 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (21067 ms) 2023-12-20T11:05:12.282 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2023-12-20T11:05:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:05:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:05:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:05:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:13 smithi177 ceph-mon[212096]: pgmap v1093: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 62 MiB/s rd, 2.3 MiB/s wr, 3.00k op/s 2023-12-20T11:05:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:13 smithi177 ceph-mon[212096]: osdmap e898: 8 total, 8 up, 8 in 2023-12-20T11:05:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:13 smithi123 ceph-mon[191304]: pgmap v1093: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 62 MiB/s rd, 2.3 MiB/s wr, 3.00k op/s 2023-12-20T11:05:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:13 smithi123 ceph-mon[191304]: osdmap e898: 8 total, 8 up, 8 in 2023-12-20T11:05:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:13 smithi123 ceph-mon[188613]: pgmap v1093: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 62 MiB/s rd, 2.3 MiB/s wr, 3.00k op/s 2023-12-20T11:05:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:13 smithi123 ceph-mon[188613]: osdmap e898: 8 total, 8 up, 8 in 2023-12-20T11:05:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:14 smithi177 ceph-mon[212096]: osdmap e899: 8 total, 8 up, 8 in 2023-12-20T11:05:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:14 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2065807057' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:14 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:14 smithi123 ceph-mon[191304]: osdmap e899: 8 total, 8 up, 8 in 2023-12-20T11:05:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:14 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2065807057' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:14 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:14 smithi123 ceph-mon[188613]: osdmap e899: 8 total, 8 up, 8 in 2023-12-20T11:05:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:14 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2065807057' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:14 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:15 smithi177 ceph-mon[212096]: pgmap v1096: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:15 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:05:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:15 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-20","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:15.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:15 smithi177 ceph-mon[212096]: osdmap e900: 8 total, 8 up, 8 in 2023-12-20T11:05:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:15 smithi123 ceph-mon[191304]: pgmap v1096: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:15 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:05:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:15 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-20","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:15 smithi123 ceph-mon[191304]: osdmap e900: 8 total, 8 up, 8 in 2023-12-20T11:05:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:15 smithi123 ceph-mon[188613]: pgmap v1096: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:15 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:05:15.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:15 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-20","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:15.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:15 smithi123 ceph-mon[188613]: osdmap e900: 8 total, 8 up, 8 in 2023-12-20T11:05:16.307 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4024 ms) 2023-12-20T11:05:16.307 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2023-12-20T11:05:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:16 smithi177 ceph-mon[212096]: osdmap e901: 8 total, 8 up, 8 in 2023-12-20T11:05:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:16 smithi123 ceph-mon[188613]: osdmap e901: 8 total, 8 up, 8 in 2023-12-20T11:05:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:16 smithi123 ceph-mon[191304]: osdmap e901: 8 total, 8 up, 8 in 2023-12-20T11:05:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:17 smithi177 ceph-mon[212096]: pgmap v1099: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:17 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:05:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:17 smithi177 ceph-mon[212096]: osdmap e902: 8 total, 8 up, 8 in 2023-12-20T11:05:17.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:17 smithi123 ceph-mon[191304]: pgmap v1099: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:17.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:17 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:05:17.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:17 smithi123 ceph-mon[191304]: osdmap e902: 8 total, 8 up, 8 in 2023-12-20T11:05:17.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:17 smithi123 ceph-mon[188613]: pgmap v1099: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:17.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:17 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:05:17.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:17 smithi123 ceph-mon[188613]: osdmap e902: 8 total, 8 up, 8 in 2023-12-20T11:05:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:18 smithi177 ceph-mon[212096]: osdmap e903: 8 total, 8 up, 8 in 2023-12-20T11:05:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:18 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3904739631' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:18 smithi123 ceph-mon[191304]: osdmap e903: 8 total, 8 up, 8 in 2023-12-20T11:05:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:18 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3904739631' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:18 smithi123 ceph-mon[188613]: osdmap e903: 8 total, 8 up, 8 in 2023-12-20T11:05:18.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:18 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3904739631' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:05:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:05:19] "GET /metrics HTTP/1.1" 200 36312 "" "Prometheus/2.43.0" 2023-12-20T11:05:19.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:19 smithi123 ceph-mon[188613]: pgmap v1102: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:19.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:19 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:05:19.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:19 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3904739631' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-21","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:19 smithi123 ceph-mon[188613]: osdmap e904: 8 total, 8 up, 8 in 2023-12-20T11:05:19.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:19 smithi123 ceph-mon[191304]: pgmap v1102: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:19.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:19 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:05:19.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:19 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3904739631' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-21","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:19.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:19 smithi123 ceph-mon[191304]: osdmap e904: 8 total, 8 up, 8 in 2023-12-20T11:05:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:19 smithi177 ceph-mon[212096]: pgmap v1102: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:19 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:05:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:19 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3904739631' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-21","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:19 smithi177 ceph-mon[212096]: osdmap e904: 8 total, 8 up, 8 in 2023-12-20T11:05:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:20 smithi177 ceph-mon[212096]: osdmap e905: 8 total, 8 up, 8 in 2023-12-20T11:05:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:20 smithi123 ceph-mon[191304]: osdmap e905: 8 total, 8 up, 8 in 2023-12-20T11:05:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:20 smithi123 ceph-mon[188613]: osdmap e905: 8 total, 8 up, 8 in 2023-12-20T11:05:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:21 smithi177 ceph-mon[212096]: pgmap v1105: 137 pgs: 7 creating+peering, 18 unknown, 112 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:21 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:05:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:21 smithi123 ceph-mon[191304]: pgmap v1105: 137 pgs: 7 creating+peering, 18 unknown, 112 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:21 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:05:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:21 smithi123 ceph-mon[188613]: pgmap v1105: 137 pgs: 7 creating+peering, 18 unknown, 112 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:21 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:05:22.351 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6043 ms) 2023-12-20T11:05:22.351 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2023-12-20T11:05:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:23 smithi177 ceph-mon[212096]: pgmap v1106: 137 pgs: 7 creating+peering, 130 active+clean; 655 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.5 MiB/s wr, 1.86k op/s 2023-12-20T11:05:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:23 smithi177 ceph-mon[212096]: osdmap e906: 8 total, 8 up, 8 in 2023-12-20T11:05:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:23 smithi123 ceph-mon[191304]: pgmap v1106: 137 pgs: 7 creating+peering, 130 active+clean; 655 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.5 MiB/s wr, 1.86k op/s 2023-12-20T11:05:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:23 smithi123 ceph-mon[191304]: osdmap e906: 8 total, 8 up, 8 in 2023-12-20T11:05:23.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:23 smithi123 ceph-mon[188613]: pgmap v1106: 137 pgs: 7 creating+peering, 130 active+clean; 655 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.5 MiB/s wr, 1.86k op/s 2023-12-20T11:05:23.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:23 smithi123 ceph-mon[188613]: osdmap e906: 8 total, 8 up, 8 in 2023-12-20T11:05:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:24 smithi177 ceph-mon[212096]: osdmap e907: 8 total, 8 up, 8 in 2023-12-20T11:05:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:24 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1716478351' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:24 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:24 smithi123 ceph-mon[191304]: osdmap e907: 8 total, 8 up, 8 in 2023-12-20T11:05:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:24 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1716478351' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:24 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:24 smithi123 ceph-mon[188613]: osdmap e907: 8 total, 8 up, 8 in 2023-12-20T11:05:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:24 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1716478351' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:24 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:25 smithi177 ceph-mon[212096]: pgmap v1109: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:25 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:05:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:25 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-22","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:25 smithi177 ceph-mon[212096]: osdmap e908: 8 total, 8 up, 8 in 2023-12-20T11:05:25.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:25 smithi123 ceph-mon[191304]: pgmap v1109: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:25.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:25 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:05:25.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:25 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-22","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:25.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:25 smithi123 ceph-mon[191304]: osdmap e908: 8 total, 8 up, 8 in 2023-12-20T11:05:25.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:25 smithi123 ceph-mon[188613]: pgmap v1109: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:25.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:25 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:05:25.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:25 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-225567-22","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:25.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:25 smithi123 ceph-mon[188613]: osdmap e908: 8 total, 8 up, 8 in 2023-12-20T11:05:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:26 smithi177 ceph-mon[212096]: osdmap e909: 8 total, 8 up, 8 in 2023-12-20T11:05:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:05:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:05:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:26 smithi123 ceph-mon[191304]: osdmap e909: 8 total, 8 up, 8 in 2023-12-20T11:05:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:05:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:05:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:26 smithi123 ceph-mon[188613]: osdmap e909: 8 total, 8 up, 8 in 2023-12-20T11:05:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:05:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:05:27.389 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5039 ms) 2023-12-20T11:05:27.389 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 22 tests from TestCls2PCQueue (103295 ms total) 2023-12-20T11:05:27.389 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:05:27.389 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2023-12-20T11:05:27.389 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 22 tests from 1 test suite ran. (103295 ms total) 2023-12-20T11:05:27.389 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 22 tests. 2023-12-20T11:05:27.392 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-20T11:05:27.393 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-20T11:05:27.463 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2023-12-20T11:05:27.464 DEBUG:teuthology.orchestra.run.smithi123:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2023-12-20T11:05:27.533 INFO:tasks.workunit.client.0.smithi123.stdout:Running main() from gmock_main.cc 2023-12-20T11:05:27.533 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 6 tests from 2 test suites. 2023-12-20T11:05:27.533 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2023-12-20T11:05:27.533 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 5 tests from cls_cas 2023-12-20T11:05:27.534 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_cas.get_put 2023-12-20T11:05:27.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:27 smithi177 ceph-mon[212096]: pgmap v1112: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:27.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:27 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:05:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:27 smithi123 ceph-mon[191304]: pgmap v1112: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:27 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:05:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:27 smithi123 ceph-mon[188613]: pgmap v1112: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:27 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:05:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:28 smithi177 ceph-mon[212096]: osdmap e910: 8 total, 8 up, 8 in 2023-12-20T11:05:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:28 smithi123 ceph-mon[191304]: osdmap e910: 8 total, 8 up, 8 in 2023-12-20T11:05:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:28 smithi123 ceph-mon[188613]: osdmap e910: 8 total, 8 up, 8 in 2023-12-20T11:05:29.404 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:29 smithi123 ceph-mon[188613]: pgmap v1114: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:29.404 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:29 smithi123 ceph-mon[188613]: osdmap e911: 8 total, 8 up, 8 in 2023-12-20T11:05:29.404 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:29 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/112473396' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:29.404 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:05:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:05:29] "GET /metrics HTTP/1.1" 200 36247 "" "Prometheus/2.43.0" 2023-12-20T11:05:29.405 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:29 smithi123 ceph-mon[191304]: pgmap v1114: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:29.405 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:29 smithi123 ceph-mon[191304]: osdmap e911: 8 total, 8 up, 8 in 2023-12-20T11:05:29.405 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:29 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/112473396' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:29 smithi177 ceph-mon[212096]: pgmap v1114: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:29 smithi177 ceph-mon[212096]: osdmap e911: 8 total, 8 up, 8 in 2023-12-20T11:05:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:29 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/112473396' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:30.409 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_cas.get_put (2864 ms) 2023-12-20T11:05:30.409 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_cas.wrong_put 2023-12-20T11:05:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:30 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/112473396' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:30 smithi123 ceph-mon[191304]: osdmap e912: 8 total, 8 up, 8 in 2023-12-20T11:05:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:30 smithi123 ceph-mon[191304]: osdmap e913: 8 total, 8 up, 8 in 2023-12-20T11:05:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:30 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/112473396' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:30 smithi123 ceph-mon[188613]: osdmap e912: 8 total, 8 up, 8 in 2023-12-20T11:05:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:30 smithi123 ceph-mon[188613]: osdmap e913: 8 total, 8 up, 8 in 2023-12-20T11:05:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:30 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/112473396' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:30 smithi177 ceph-mon[212096]: osdmap e912: 8 total, 8 up, 8 in 2023-12-20T11:05:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:30 smithi177 ceph-mon[212096]: osdmap e913: 8 total, 8 up, 8 in 2023-12-20T11:05:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:31 smithi123 ceph-mon[191304]: pgmap v1117: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:05:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:05:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:05:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:31 smithi123 ceph-mon[188613]: pgmap v1117: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:31.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:05:31.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:05:31.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:05:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:31 smithi177 ceph-mon[212096]: pgmap v1117: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:05:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:05:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:05:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:32 smithi123 ceph-mon[191304]: osdmap e914: 8 total, 8 up, 8 in 2023-12-20T11:05:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:32 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2271114322' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:32 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:05:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:05:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:05:32.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:05:32.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:32 smithi123 ceph-mon[188613]: osdmap e914: 8 total, 8 up, 8 in 2023-12-20T11:05:32.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:32 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2271114322' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:32.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:32 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:32.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:05:32.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:05:32.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:05:32.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:05:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:32 smithi177 ceph-mon[212096]: osdmap e914: 8 total, 8 up, 8 in 2023-12-20T11:05:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:32 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2271114322' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:32 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:05:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:05:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:05:32.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:05:33.455 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_cas.wrong_put (3057 ms) 2023-12-20T11:05:33.455 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_cas.dup_get 2023-12-20T11:05:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:33 smithi123 ceph-mon[191304]: pgmap v1120: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:33 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:33 smithi123 ceph-mon[191304]: osdmap e915: 8 total, 8 up, 8 in 2023-12-20T11:05:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:33 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:05:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:33 smithi123 ceph-mon[188613]: pgmap v1120: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:33 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:33.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:33 smithi123 ceph-mon[188613]: osdmap e915: 8 total, 8 up, 8 in 2023-12-20T11:05:33.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:33 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:05:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:33 smithi177 ceph-mon[212096]: pgmap v1120: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:33 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:33 smithi177 ceph-mon[212096]: osdmap e915: 8 total, 8 up, 8 in 2023-12-20T11:05:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:33 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:05:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:34 smithi123 ceph-mon[188613]: osdmap e916: 8 total, 8 up, 8 in 2023-12-20T11:05:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:34 smithi123 ceph-mon[191304]: osdmap e916: 8 total, 8 up, 8 in 2023-12-20T11:05:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:34 smithi177 ceph-mon[212096]: osdmap e916: 8 total, 8 up, 8 in 2023-12-20T11:05:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:35 smithi123 ceph-mon[191304]: pgmap v1123: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:35 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:05:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:35 smithi123 ceph-mon[191304]: osdmap e917: 8 total, 8 up, 8 in 2023-12-20T11:05:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:35 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3157828059' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:35.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:35 smithi123 ceph-mon[188613]: pgmap v1123: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:35.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:35 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:05:35.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:35 smithi123 ceph-mon[188613]: osdmap e917: 8 total, 8 up, 8 in 2023-12-20T11:05:35.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:35 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3157828059' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:35 smithi177 ceph-mon[212096]: pgmap v1123: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:35 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:05:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:35 smithi177 ceph-mon[212096]: osdmap e917: 8 total, 8 up, 8 in 2023-12-20T11:05:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:35 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3157828059' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:36.480 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_cas.dup_get (3026 ms) 2023-12-20T11:05:36.481 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_cas.dup_put 2023-12-20T11:05:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:36 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3157828059' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:36 smithi123 ceph-mon[188613]: osdmap e918: 8 total, 8 up, 8 in 2023-12-20T11:05:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:36 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3157828059' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:36 smithi123 ceph-mon[191304]: osdmap e918: 8 total, 8 up, 8 in 2023-12-20T11:05:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:36 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3157828059' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:36 smithi177 ceph-mon[212096]: osdmap e918: 8 total, 8 up, 8 in 2023-12-20T11:05:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:37 smithi123 ceph-mon[191304]: pgmap v1126: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:37 smithi123 ceph-mon[191304]: osdmap e919: 8 total, 8 up, 8 in 2023-12-20T11:05:37.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:37 smithi123 ceph-mon[188613]: pgmap v1126: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:37.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:37 smithi123 ceph-mon[188613]: osdmap e919: 8 total, 8 up, 8 in 2023-12-20T11:05:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:37 smithi177 ceph-mon[212096]: pgmap v1126: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:37 smithi177 ceph-mon[212096]: osdmap e919: 8 total, 8 up, 8 in 2023-12-20T11:05:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:38 smithi177 ceph-mon[212096]: osdmap e920: 8 total, 8 up, 8 in 2023-12-20T11:05:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:38 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3740391031' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:38 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:38 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:38 smithi177 ceph-mon[212096]: osdmap e921: 8 total, 8 up, 8 in 2023-12-20T11:05:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:38 smithi123 ceph-mon[191304]: osdmap e920: 8 total, 8 up, 8 in 2023-12-20T11:05:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:38 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3740391031' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:38 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:38 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:38.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:38 smithi123 ceph-mon[191304]: osdmap e921: 8 total, 8 up, 8 in 2023-12-20T11:05:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:38 smithi123 ceph-mon[188613]: osdmap e920: 8 total, 8 up, 8 in 2023-12-20T11:05:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:38 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3740391031' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:38 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:38 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:38 smithi123 ceph-mon[188613]: osdmap e921: 8 total, 8 up, 8 in 2023-12-20T11:05:39.487 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_cas.dup_put (3007 ms) 2023-12-20T11:05:39.488 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_cas.get_wrong_data 2023-12-20T11:05:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:05:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:05:39] "GET /metrics HTTP/1.1" 200 36247 "" "Prometheus/2.43.0" 2023-12-20T11:05:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:39 smithi177 ceph-mon[212096]: pgmap v1129: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:39 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:05:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:39 smithi177 ceph-mon[212096]: osdmap e922: 8 total, 8 up, 8 in 2023-12-20T11:05:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:39 smithi123 ceph-mon[191304]: pgmap v1129: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:39 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:05:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:39 smithi123 ceph-mon[191304]: osdmap e922: 8 total, 8 up, 8 in 2023-12-20T11:05:39.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:39 smithi123 ceph-mon[188613]: pgmap v1129: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:39.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:39 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:05:39.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:39 smithi123 ceph-mon[188613]: osdmap e922: 8 total, 8 up, 8 in 2023-12-20T11:05:40.809 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:05:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:40 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:05:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:40 smithi177 ceph-mon[212096]: osdmap e923: 8 total, 8 up, 8 in 2023-12-20T11:05:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:40 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/804832087' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:40 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:40 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:05:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:40 smithi123 ceph-mon[191304]: osdmap e923: 8 total, 8 up, 8 in 2023-12-20T11:05:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:40 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/804832087' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:40 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:40.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:40 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:05:40.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:40 smithi123 ceph-mon[188613]: osdmap e923: 8 total, 8 up, 8 in 2023-12-20T11:05:40.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:40 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/804832087' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:40.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:40 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:41.119 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:05:41.119 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (14m) 70s ago 17m 28.6M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:05:41.119 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (14m) 9m ago 17m 95.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:05:41.119 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (18m) 70s ago 18m 17.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:05:41.119 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (18m) 9m ago 18m 21.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:05:41.119 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (13m) 9m ago 20m 449M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:05:41.119 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (14m) 70s ago 22m 529M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:05:41.119 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (13m) 70s ago 22m 176M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:05:41.119 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (13m) 9m ago 20m 69.5M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:05:41.120 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (13m) 70s ago 20m 118M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:05:41.120 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (14m) 70s ago 17m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:05:41.120 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (14m) 9m ago 17m 18.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:05:41.120 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (12m) 70s ago 20m 1086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:05:41.120 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (12m) 70s ago 20m 909M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:05:41.120 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (11m) 70s ago 19m 1048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:05:41.120 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (11m) 70s ago 19m 740M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:05:41.120 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10m) 9m ago 19m 280M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:05:41.120 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10m) 9m ago 19m 224M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:05:41.120 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9m) 9m ago 18m 141M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:05:41.120 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9m) 9m ago 18m 12.6M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:05:41.120 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (13m) 9m ago 17m 64.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:05:41.501 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:05:41.502 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:05:41.502 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:05:41.502 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:05:41.502 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:05:41.502 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:05:41.502 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:05:41.502 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:05:41.502 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:05:41.502 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:05:41.502 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:05:41.502 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:05:41.502 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:05:41.502 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:05:41.502 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:05:41.502 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:05:41.503 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:05:41.503 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:05:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:41 smithi177 ceph-mon[212096]: pgmap v1132: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:05:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:05:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:41 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2741810388' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:05:41.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:41 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:41.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:41 smithi177 ceph-mon[212096]: osdmap e924: 8 total, 8 up, 8 in 2023-12-20T11:05:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:41 smithi123 ceph-mon[191304]: pgmap v1132: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:05:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:05:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:41 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2741810388' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:05:41.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:41 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:41.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:41 smithi123 ceph-mon[191304]: osdmap e924: 8 total, 8 up, 8 in 2023-12-20T11:05:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:41 smithi123 ceph-mon[188613]: pgmap v1132: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:05:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:05:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:41 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2741810388' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:05:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:41 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227107-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:41 smithi123 ceph-mon[188613]: osdmap e924: 8 total, 8 up, 8 in 2023-12-20T11:05:42.531 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_cas.get_wrong_data (3044 ms) 2023-12-20T11:05:42.532 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 5 tests from cls_cas (14998 ms total) 2023-12-20T11:05:42.532 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:05:42.532 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 1 test from chunk_refs_t 2023-12-20T11:05:42.532 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] chunk_refs_t.size 2023-12-20T11:05:42.532 INFO:tasks.workunit.client.0.smithi123.stdout:1 60 by_object 2023-12-20T11:05:42.532 INFO:tasks.workunit.client.0.smithi123.stdout:2 103 by_object 2023-12-20T11:05:42.532 INFO:tasks.workunit.client.0.smithi123.stdout:4 189 by_object 2023-12-20T11:05:42.532 INFO:tasks.workunit.client.0.smithi123.stdout:8 361 by_object 2023-12-20T11:05:42.532 INFO:tasks.workunit.client.0.smithi123.stdout:16 112 by_hash(32 bits) 2023-12-20T11:05:42.532 INFO:tasks.workunit.client.0.smithi123.stdout:32 208 by_hash(32 bits) 2023-12-20T11:05:42.532 INFO:tasks.workunit.client.0.smithi123.stdout:64 400 by_hash(32 bits) 2023-12-20T11:05:42.539 INFO:tasks.workunit.client.0.smithi123.stdout:128 509 by_hash(10 bits) 2023-12-20T11:05:42.539 INFO:tasks.workunit.client.0.smithi123.stdout:256 499 by_hash(7 bits) 2023-12-20T11:05:42.539 INFO:tasks.workunit.client.0.smithi123.stdout:512 462 by_hash(5 bits) 2023-12-20T11:05:42.539 INFO:tasks.workunit.client.0.smithi123.stdout:1024 466 by_hash(5 bits) 2023-12-20T11:05:42.539 INFO:tasks.workunit.client.0.smithi123.stdout:2048 466 by_hash(5 bits) 2023-12-20T11:05:42.539 INFO:tasks.workunit.client.0.smithi123.stdout:4096 470 by_hash(5 bits) 2023-12-20T11:05:42.539 INFO:tasks.workunit.client.0.smithi123.stdout:8192 498 by_hash(4 bits) 2023-12-20T11:05:42.539 INFO:tasks.workunit.client.0.smithi123.stdout:16384 278 by_hash(3 bits) 2023-12-20T11:05:42.541 INFO:tasks.workunit.client.0.smithi123.stdout:32768 337 by_hash(2 bits) 2023-12-20T11:05:42.545 INFO:tasks.workunit.client.0.smithi123.stdout:65536 367 by_hash(2 bits) 2023-12-20T11:05:42.554 INFO:tasks.workunit.client.0.smithi123.stdout:131072 387 by_hash(1 bits) 2023-12-20T11:05:42.573 INFO:tasks.workunit.client.0.smithi123.stdout:262144 331 by_pool 2023-12-20T11:05:42.605 INFO:tasks.workunit.client.0.smithi123.stdout:524288 21 count 2023-12-20T11:05:42.661 INFO:tasks.workunit.client.0.smithi123.stdout:1048576 21 count 2023-12-20T11:05:42.766 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] chunk_refs_t.size (235 ms) 2023-12-20T11:05:42.766 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 1 test from chunk_refs_t (235 ms total) 2023-12-20T11:05:42.766 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:05:42.766 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2023-12-20T11:05:42.766 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 6 tests from 2 test suites ran. (15233 ms total) 2023-12-20T11:05:42.766 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 6 tests. 2023-12-20T11:05:42.768 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-20T11:05:42.768 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-20T11:05:42.833 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:42 smithi123 ceph-mon[191304]: from='client.34824 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:05:42.833 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:42 smithi123 ceph-mon[191304]: from='client.44762 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:05:42.833 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:42 smithi123 ceph-mon[191304]: osdmap e925: 8 total, 8 up, 8 in 2023-12-20T11:05:42.834 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:42 smithi123 ceph-mon[188613]: from='client.34824 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:05:42.834 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:42 smithi123 ceph-mon[188613]: from='client.44762 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:05:42.834 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:42 smithi123 ceph-mon[188613]: osdmap e925: 8 total, 8 up, 8 in 2023-12-20T11:05:42.836 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2023-12-20T11:05:42.836 DEBUG:teuthology.orchestra.run.smithi123:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2023-12-20T11:05:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:42 smithi177 ceph-mon[212096]: from='client.34824 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:05:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:42 smithi177 ceph-mon[212096]: from='client.44762 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:05:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:42 smithi177 ceph-mon[212096]: osdmap e925: 8 total, 8 up, 8 in 2023-12-20T11:05:42.906 INFO:tasks.workunit.client.0.smithi123.stdout:Running main() from gmock_main.cc 2023-12-20T11:05:42.906 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 31 tests from 1 test suite. 2023-12-20T11:05:42.906 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2023-12-20T11:05:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:43 smithi177 ceph-mon[212096]: pgmap v1135: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:43.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:43 smithi123 ceph-mon[191304]: pgmap v1135: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:43 smithi123 ceph-mon[188613]: pgmap v1135: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:44.585 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 31 tests from CmpOmap 2023-12-20T11:05:44.585 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2023-12-20T11:05:44.600 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (16 ms) 2023-12-20T11:05:44.601 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2023-12-20T11:05:44.603 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (3 ms) 2023-12-20T11:05:44.604 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2023-12-20T11:05:44.607 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (4 ms) 2023-12-20T11:05:44.607 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2023-12-20T11:05:44.610 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (2 ms) 2023-12-20T11:05:44.610 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_vals_str 2023-12-20T11:05:44.615 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_vals_str (6 ms) 2023-12-20T11:05:44.615 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2023-12-20T11:05:44.621 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_vals_u64 (6 ms) 2023-12-20T11:05:44.621 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2023-12-20T11:05:44.625 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2023-12-20T11:05:44.625 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2023-12-20T11:05:44.627 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2023-12-20T11:05:44.627 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2023-12-20T11:05:44.630 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (3 ms) 2023-12-20T11:05:44.630 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2023-12-20T11:05:44.633 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (3 ms) 2023-12-20T11:05:44.633 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2023-12-20T11:05:44.634 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2023-12-20T11:05:44.634 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2023-12-20T11:05:44.634 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2023-12-20T11:05:44.635 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2023-12-20T11:05:44.640 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (5 ms) 2023-12-20T11:05:44.641 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2023-12-20T11:05:44.646 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2023-12-20T11:05:44.646 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2023-12-20T11:05:44.652 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2023-12-20T11:05:44.652 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2023-12-20T11:05:44.660 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (8 ms) 2023-12-20T11:05:44.660 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2023-12-20T11:05:44.666 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_set_vals_str (6 ms) 2023-12-20T11:05:44.666 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2023-12-20T11:05:44.673 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (7 ms) 2023-12-20T11:05:44.673 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2023-12-20T11:05:44.675 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2023-12-20T11:05:44.675 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2023-12-20T11:05:44.677 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2023-12-20T11:05:44.677 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2023-12-20T11:05:44.678 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2023-12-20T11:05:44.678 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2023-12-20T11:05:44.678 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (0 ms) 2023-12-20T11:05:44.678 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2023-12-20T11:05:44.685 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (7 ms) 2023-12-20T11:05:44.685 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2023-12-20T11:05:44.691 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (5 ms) 2023-12-20T11:05:44.691 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2023-12-20T11:05:44.697 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (7 ms) 2023-12-20T11:05:44.697 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2023-12-20T11:05:44.704 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (7 ms) 2023-12-20T11:05:44.704 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2023-12-20T11:05:44.706 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2023-12-20T11:05:44.706 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2023-12-20T11:05:44.708 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2023-12-20T11:05:44.708 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2023-12-20T11:05:44.709 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2023-12-20T11:05:44.709 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2023-12-20T11:05:44.709 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (0 ms) 2023-12-20T11:05:44.709 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2023-12-20T11:05:44.717 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (8 ms) 2023-12-20T11:05:44.717 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 31 tests from CmpOmap (133 ms total) 2023-12-20T11:05:44.718 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:05:44.718 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2023-12-20T11:05:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:44 smithi177 ceph-mon[212096]: osdmap e926: 8 total, 8 up, 8 in 2023-12-20T11:05:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:44 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3308916918' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227457-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:44 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227457-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:44 smithi177 ceph-mon[212096]: pgmap v1138: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:44 smithi123 ceph-mon[191304]: osdmap e926: 8 total, 8 up, 8 in 2023-12-20T11:05:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:44 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3308916918' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227457-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:44 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227457-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:44 smithi123 ceph-mon[191304]: pgmap v1138: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:44.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:44 smithi123 ceph-mon[188613]: osdmap e926: 8 total, 8 up, 8 in 2023-12-20T11:05:44.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:44 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3308916918' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227457-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:44.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:44 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227457-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:44.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:44 smithi123 ceph-mon[188613]: pgmap v1138: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:45.594 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 31 tests from 1 test suite ran. (2687 ms total) 2023-12-20T11:05:45.594 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 31 tests. 2023-12-20T11:05:45.596 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-20T11:05:45.597 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-20T11:05:45.667 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2023-12-20T11:05:45.667 DEBUG:teuthology.orchestra.run.smithi123:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2023-12-20T11:05:45.739 INFO:tasks.workunit.client.0.smithi123.stdout:Running main() from gmock_main.cc 2023-12-20T11:05:45.739 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 6 tests from 1 test suite. 2023-12-20T11:05:45.739 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2023-12-20T11:05:45.739 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 6 tests from ClsHello 2023-12-20T11:05:45.740 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsHello.SayHello 2023-12-20T11:05:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:45 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:05:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:45 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227457-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:45.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:45 smithi177 ceph-mon[212096]: osdmap e927: 8 total, 8 up, 8 in 2023-12-20T11:05:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:45 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:05:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:45 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227457-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:45 smithi123 ceph-mon[191304]: osdmap e927: 8 total, 8 up, 8 in 2023-12-20T11:05:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:45 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:05:45.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:45 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227457-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:45.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:45 smithi123 ceph-mon[188613]: osdmap e927: 8 total, 8 up, 8 in 2023-12-20T11:05:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:46 smithi177 ceph-mon[212096]: osdmap e928: 8 total, 8 up, 8 in 2023-12-20T11:05:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:46 smithi177 ceph-mon[212096]: pgmap v1141: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:46 smithi123 ceph-mon[191304]: osdmap e928: 8 total, 8 up, 8 in 2023-12-20T11:05:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:46 smithi123 ceph-mon[191304]: pgmap v1141: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:46.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:46 smithi123 ceph-mon[188613]: osdmap e928: 8 total, 8 up, 8 in 2023-12-20T11:05:46.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:46 smithi123 ceph-mon[188613]: pgmap v1141: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:47 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:05:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:47 smithi177 ceph-mon[212096]: osdmap e929: 8 total, 8 up, 8 in 2023-12-20T11:05:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:47 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2681736141' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:47 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:05:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:47 smithi123 ceph-mon[191304]: osdmap e929: 8 total, 8 up, 8 in 2023-12-20T11:05:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:47 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2681736141' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:47.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:47 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:05:47.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:47 smithi123 ceph-mon[188613]: osdmap e929: 8 total, 8 up, 8 in 2023-12-20T11:05:47.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:47 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2681736141' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:48.628 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsHello.SayHello (2889 ms) 2023-12-20T11:05:48.628 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsHello.RecordHello 2023-12-20T11:05:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:48 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2681736141' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:48 smithi177 ceph-mon[212096]: osdmap e930: 8 total, 8 up, 8 in 2023-12-20T11:05:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:48 smithi177 ceph-mon[212096]: pgmap v1144: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:48 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2681736141' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:48 smithi123 ceph-mon[191304]: osdmap e930: 8 total, 8 up, 8 in 2023-12-20T11:05:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:48 smithi123 ceph-mon[191304]: pgmap v1144: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:48 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2681736141' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:48 smithi123 ceph-mon[188613]: osdmap e930: 8 total, 8 up, 8 in 2023-12-20T11:05:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:48 smithi123 ceph-mon[188613]: pgmap v1144: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:05:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:05:49] "GET /metrics HTTP/1.1" 200 36249 "" "Prometheus/2.43.0" 2023-12-20T11:05:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:49 smithi177 ceph-mon[212096]: osdmap e931: 8 total, 8 up, 8 in 2023-12-20T11:05:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:49 smithi123 ceph-mon[188613]: osdmap e931: 8 total, 8 up, 8 in 2023-12-20T11:05:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:49 smithi123 ceph-mon[191304]: osdmap e931: 8 total, 8 up, 8 in 2023-12-20T11:05:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:50 smithi177 ceph-mon[212096]: osdmap e932: 8 total, 8 up, 8 in 2023-12-20T11:05:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:50 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1541407584' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:50 smithi177 ceph-mon[212096]: pgmap v1147: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:50 smithi123 ceph-mon[191304]: osdmap e932: 8 total, 8 up, 8 in 2023-12-20T11:05:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:50 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1541407584' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:50 smithi123 ceph-mon[191304]: pgmap v1147: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:50 smithi123 ceph-mon[188613]: osdmap e932: 8 total, 8 up, 8 in 2023-12-20T11:05:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:50 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1541407584' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:50 smithi123 ceph-mon[188613]: pgmap v1147: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:51.629 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsHello.RecordHello (3001 ms) 2023-12-20T11:05:51.629 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsHello.WriteReturnData 2023-12-20T11:05:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:51 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:05:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:51 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1541407584' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:51 smithi177 ceph-mon[212096]: osdmap e933: 8 total, 8 up, 8 in 2023-12-20T11:05:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:51 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:05:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:51 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1541407584' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:51 smithi123 ceph-mon[191304]: osdmap e933: 8 total, 8 up, 8 in 2023-12-20T11:05:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:51 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:05:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:51 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1541407584' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:51 smithi123 ceph-mon[188613]: osdmap e933: 8 total, 8 up, 8 in 2023-12-20T11:05:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:52 smithi177 ceph-mon[212096]: osdmap e934: 8 total, 8 up, 8 in 2023-12-20T11:05:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:52 smithi177 ceph-mon[212096]: pgmap v1150: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:52 smithi123 ceph-mon[191304]: osdmap e934: 8 total, 8 up, 8 in 2023-12-20T11:05:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:52 smithi123 ceph-mon[191304]: pgmap v1150: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:52 smithi123 ceph-mon[188613]: osdmap e934: 8 total, 8 up, 8 in 2023-12-20T11:05:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:52 smithi123 ceph-mon[188613]: pgmap v1150: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:53.659 INFO:tasks.workunit.client.0.smithi123.stdout:require_osd_release = quincy 2023-12-20T11:05:53.677 INFO:tasks.workunit.client.0.smithi123.stdout:0 2023-12-20T11:05:53.678 INFO:tasks.workunit.client.0.smithi123.stdout:1 2023-12-20T11:05:53.679 INFO:tasks.workunit.client.0.smithi123.stdout:2 2023-12-20T11:05:53.680 INFO:tasks.workunit.client.0.smithi123.stdout:3 2023-12-20T11:05:53.681 INFO:tasks.workunit.client.0.smithi123.stdout:4 2023-12-20T11:05:53.682 INFO:tasks.workunit.client.0.smithi123.stdout:5 2023-12-20T11:05:53.683 INFO:tasks.workunit.client.0.smithi123.stdout:6 2023-12-20T11:05:53.684 INFO:tasks.workunit.client.0.smithi123.stdout:7 2023-12-20T11:05:53.684 INFO:tasks.workunit.client.0.smithi123.stdout:8 2023-12-20T11:05:53.685 INFO:tasks.workunit.client.0.smithi123.stdout:9 2023-12-20T11:05:53.686 INFO:tasks.workunit.client.0.smithi123.stdout:10 2023-12-20T11:05:53.687 INFO:tasks.workunit.client.0.smithi123.stdout:11 2023-12-20T11:05:53.688 INFO:tasks.workunit.client.0.smithi123.stdout:12 2023-12-20T11:05:53.689 INFO:tasks.workunit.client.0.smithi123.stdout:13 2023-12-20T11:05:53.690 INFO:tasks.workunit.client.0.smithi123.stdout:14 2023-12-20T11:05:53.691 INFO:tasks.workunit.client.0.smithi123.stdout:15 2023-12-20T11:05:53.692 INFO:tasks.workunit.client.0.smithi123.stdout:16 2023-12-20T11:05:53.692 INFO:tasks.workunit.client.0.smithi123.stdout:17 2023-12-20T11:05:53.693 INFO:tasks.workunit.client.0.smithi123.stdout:18 2023-12-20T11:05:53.694 INFO:tasks.workunit.client.0.smithi123.stdout:19 2023-12-20T11:05:53.695 INFO:tasks.workunit.client.0.smithi123.stdout:20 2023-12-20T11:05:53.696 INFO:tasks.workunit.client.0.smithi123.stdout:21 2023-12-20T11:05:53.697 INFO:tasks.workunit.client.0.smithi123.stdout:22 2023-12-20T11:05:53.698 INFO:tasks.workunit.client.0.smithi123.stdout:23 2023-12-20T11:05:53.699 INFO:tasks.workunit.client.0.smithi123.stdout:24 2023-12-20T11:05:53.700 INFO:tasks.workunit.client.0.smithi123.stdout:25 2023-12-20T11:05:53.704 INFO:tasks.workunit.client.0.smithi123.stdout:26 2023-12-20T11:05:53.704 INFO:tasks.workunit.client.0.smithi123.stdout:27 2023-12-20T11:05:53.704 INFO:tasks.workunit.client.0.smithi123.stdout:28 2023-12-20T11:05:53.704 INFO:tasks.workunit.client.0.smithi123.stdout:29 2023-12-20T11:05:53.705 INFO:tasks.workunit.client.0.smithi123.stdout:30 2023-12-20T11:05:53.705 INFO:tasks.workunit.client.0.smithi123.stdout:31 2023-12-20T11:05:53.706 INFO:tasks.workunit.client.0.smithi123.stdout:32 2023-12-20T11:05:53.708 INFO:tasks.workunit.client.0.smithi123.stdout:33 2023-12-20T11:05:53.708 INFO:tasks.workunit.client.0.smithi123.stdout:34 2023-12-20T11:05:53.708 INFO:tasks.workunit.client.0.smithi123.stdout:35 2023-12-20T11:05:53.709 INFO:tasks.workunit.client.0.smithi123.stdout:36 2023-12-20T11:05:53.710 INFO:tasks.workunit.client.0.smithi123.stdout:37 2023-12-20T11:05:53.711 INFO:tasks.workunit.client.0.smithi123.stdout:38 2023-12-20T11:05:53.712 INFO:tasks.workunit.client.0.smithi123.stdout:39 2023-12-20T11:05:53.713 INFO:tasks.workunit.client.0.smithi123.stdout:40 2023-12-20T11:05:53.713 INFO:tasks.workunit.client.0.smithi123.stdout:41 2023-12-20T11:05:53.714 INFO:tasks.workunit.client.0.smithi123.stdout:42 2023-12-20T11:05:53.715 INFO:tasks.workunit.client.0.smithi123.stdout:43 2023-12-20T11:05:53.716 INFO:tasks.workunit.client.0.smithi123.stdout:44 2023-12-20T11:05:53.717 INFO:tasks.workunit.client.0.smithi123.stdout:45 2023-12-20T11:05:53.718 INFO:tasks.workunit.client.0.smithi123.stdout:46 2023-12-20T11:05:53.719 INFO:tasks.workunit.client.0.smithi123.stdout:47 2023-12-20T11:05:53.720 INFO:tasks.workunit.client.0.smithi123.stdout:48 2023-12-20T11:05:53.720 INFO:tasks.workunit.client.0.smithi123.stdout:49 2023-12-20T11:05:53.721 INFO:tasks.workunit.client.0.smithi123.stdout:50 2023-12-20T11:05:53.722 INFO:tasks.workunit.client.0.smithi123.stdout:51 2023-12-20T11:05:53.723 INFO:tasks.workunit.client.0.smithi123.stdout:52 2023-12-20T11:05:53.724 INFO:tasks.workunit.client.0.smithi123.stdout:53 2023-12-20T11:05:53.725 INFO:tasks.workunit.client.0.smithi123.stdout:54 2023-12-20T11:05:53.726 INFO:tasks.workunit.client.0.smithi123.stdout:55 2023-12-20T11:05:53.726 INFO:tasks.workunit.client.0.smithi123.stdout:56 2023-12-20T11:05:53.727 INFO:tasks.workunit.client.0.smithi123.stdout:57 2023-12-20T11:05:53.728 INFO:tasks.workunit.client.0.smithi123.stdout:58 2023-12-20T11:05:53.729 INFO:tasks.workunit.client.0.smithi123.stdout:59 2023-12-20T11:05:53.730 INFO:tasks.workunit.client.0.smithi123.stdout:60 2023-12-20T11:05:53.731 INFO:tasks.workunit.client.0.smithi123.stdout:61 2023-12-20T11:05:53.732 INFO:tasks.workunit.client.0.smithi123.stdout:62 2023-12-20T11:05:53.733 INFO:tasks.workunit.client.0.smithi123.stdout:63 2023-12-20T11:05:53.733 INFO:tasks.workunit.client.0.smithi123.stdout:64 2023-12-20T11:05:53.734 INFO:tasks.workunit.client.0.smithi123.stdout:65 2023-12-20T11:05:53.735 INFO:tasks.workunit.client.0.smithi123.stdout:66 2023-12-20T11:05:53.736 INFO:tasks.workunit.client.0.smithi123.stdout:67 2023-12-20T11:05:53.737 INFO:tasks.workunit.client.0.smithi123.stdout:68 2023-12-20T11:05:53.737 INFO:tasks.workunit.client.0.smithi123.stdout:69 2023-12-20T11:05:53.738 INFO:tasks.workunit.client.0.smithi123.stdout:70 2023-12-20T11:05:53.739 INFO:tasks.workunit.client.0.smithi123.stdout:71 2023-12-20T11:05:53.740 INFO:tasks.workunit.client.0.smithi123.stdout:72 2023-12-20T11:05:53.741 INFO:tasks.workunit.client.0.smithi123.stdout:73 2023-12-20T11:05:53.742 INFO:tasks.workunit.client.0.smithi123.stdout:74 2023-12-20T11:05:53.742 INFO:tasks.workunit.client.0.smithi123.stdout:75 2023-12-20T11:05:53.743 INFO:tasks.workunit.client.0.smithi123.stdout:76 2023-12-20T11:05:53.744 INFO:tasks.workunit.client.0.smithi123.stdout:77 2023-12-20T11:05:53.745 INFO:tasks.workunit.client.0.smithi123.stdout:78 2023-12-20T11:05:53.746 INFO:tasks.workunit.client.0.smithi123.stdout:79 2023-12-20T11:05:53.746 INFO:tasks.workunit.client.0.smithi123.stdout:80 2023-12-20T11:05:53.747 INFO:tasks.workunit.client.0.smithi123.stdout:81 2023-12-20T11:05:53.748 INFO:tasks.workunit.client.0.smithi123.stdout:82 2023-12-20T11:05:53.749 INFO:tasks.workunit.client.0.smithi123.stdout:83 2023-12-20T11:05:53.750 INFO:tasks.workunit.client.0.smithi123.stdout:84 2023-12-20T11:05:53.751 INFO:tasks.workunit.client.0.smithi123.stdout:85 2023-12-20T11:05:53.751 INFO:tasks.workunit.client.0.smithi123.stdout:86 2023-12-20T11:05:53.752 INFO:tasks.workunit.client.0.smithi123.stdout:87 2023-12-20T11:05:53.753 INFO:tasks.workunit.client.0.smithi123.stdout:88 2023-12-20T11:05:53.754 INFO:tasks.workunit.client.0.smithi123.stdout:89 2023-12-20T11:05:53.755 INFO:tasks.workunit.client.0.smithi123.stdout:90 2023-12-20T11:05:53.756 INFO:tasks.workunit.client.0.smithi123.stdout:91 2023-12-20T11:05:53.756 INFO:tasks.workunit.client.0.smithi123.stdout:92 2023-12-20T11:05:53.757 INFO:tasks.workunit.client.0.smithi123.stdout:93 2023-12-20T11:05:53.758 INFO:tasks.workunit.client.0.smithi123.stdout:94 2023-12-20T11:05:53.759 INFO:tasks.workunit.client.0.smithi123.stdout:95 2023-12-20T11:05:53.760 INFO:tasks.workunit.client.0.smithi123.stdout:96 2023-12-20T11:05:53.761 INFO:tasks.workunit.client.0.smithi123.stdout:97 2023-12-20T11:05:53.761 INFO:tasks.workunit.client.0.smithi123.stdout:98 2023-12-20T11:05:53.762 INFO:tasks.workunit.client.0.smithi123.stdout:99 2023-12-20T11:05:53.763 INFO:tasks.workunit.client.0.smithi123.stdout:100 2023-12-20T11:05:53.764 INFO:tasks.workunit.client.0.smithi123.stdout:101 2023-12-20T11:05:53.765 INFO:tasks.workunit.client.0.smithi123.stdout:102 2023-12-20T11:05:53.766 INFO:tasks.workunit.client.0.smithi123.stdout:103 2023-12-20T11:05:53.767 INFO:tasks.workunit.client.0.smithi123.stdout:104 2023-12-20T11:05:53.767 INFO:tasks.workunit.client.0.smithi123.stdout:105 2023-12-20T11:05:53.768 INFO:tasks.workunit.client.0.smithi123.stdout:106 2023-12-20T11:05:53.769 INFO:tasks.workunit.client.0.smithi123.stdout:107 2023-12-20T11:05:53.770 INFO:tasks.workunit.client.0.smithi123.stdout:108 2023-12-20T11:05:53.771 INFO:tasks.workunit.client.0.smithi123.stdout:109 2023-12-20T11:05:53.771 INFO:tasks.workunit.client.0.smithi123.stdout:110 2023-12-20T11:05:53.772 INFO:tasks.workunit.client.0.smithi123.stdout:111 2023-12-20T11:05:53.773 INFO:tasks.workunit.client.0.smithi123.stdout:112 2023-12-20T11:05:53.774 INFO:tasks.workunit.client.0.smithi123.stdout:113 2023-12-20T11:05:53.776 INFO:tasks.workunit.client.0.smithi123.stdout:114 2023-12-20T11:05:53.776 INFO:tasks.workunit.client.0.smithi123.stdout:115 2023-12-20T11:05:53.777 INFO:tasks.workunit.client.0.smithi123.stdout:116 2023-12-20T11:05:53.777 INFO:tasks.workunit.client.0.smithi123.stdout:117 2023-12-20T11:05:53.778 INFO:tasks.workunit.client.0.smithi123.stdout:118 2023-12-20T11:05:53.779 INFO:tasks.workunit.client.0.smithi123.stdout:119 2023-12-20T11:05:53.779 INFO:tasks.workunit.client.0.smithi123.stdout:120 2023-12-20T11:05:53.780 INFO:tasks.workunit.client.0.smithi123.stdout:121 2023-12-20T11:05:53.781 INFO:tasks.workunit.client.0.smithi123.stdout:122 2023-12-20T11:05:53.782 INFO:tasks.workunit.client.0.smithi123.stdout:123 2023-12-20T11:05:53.782 INFO:tasks.workunit.client.0.smithi123.stdout:124 2023-12-20T11:05:53.783 INFO:tasks.workunit.client.0.smithi123.stdout:125 2023-12-20T11:05:53.784 INFO:tasks.workunit.client.0.smithi123.stdout:126 2023-12-20T11:05:53.785 INFO:tasks.workunit.client.0.smithi123.stdout:127 2023-12-20T11:05:53.786 INFO:tasks.workunit.client.0.smithi123.stdout:128 2023-12-20T11:05:53.786 INFO:tasks.workunit.client.0.smithi123.stdout:129 2023-12-20T11:05:53.787 INFO:tasks.workunit.client.0.smithi123.stdout:130 2023-12-20T11:05:53.788 INFO:tasks.workunit.client.0.smithi123.stdout:131 2023-12-20T11:05:53.789 INFO:tasks.workunit.client.0.smithi123.stdout:132 2023-12-20T11:05:53.790 INFO:tasks.workunit.client.0.smithi123.stdout:133 2023-12-20T11:05:53.790 INFO:tasks.workunit.client.0.smithi123.stdout:134 2023-12-20T11:05:53.791 INFO:tasks.workunit.client.0.smithi123.stdout:135 2023-12-20T11:05:53.792 INFO:tasks.workunit.client.0.smithi123.stdout:136 2023-12-20T11:05:53.793 INFO:tasks.workunit.client.0.smithi123.stdout:137 2023-12-20T11:05:53.794 INFO:tasks.workunit.client.0.smithi123.stdout:138 2023-12-20T11:05:53.795 INFO:tasks.workunit.client.0.smithi123.stdout:139 2023-12-20T11:05:53.795 INFO:tasks.workunit.client.0.smithi123.stdout:140 2023-12-20T11:05:53.796 INFO:tasks.workunit.client.0.smithi123.stdout:141 2023-12-20T11:05:53.797 INFO:tasks.workunit.client.0.smithi123.stdout:142 2023-12-20T11:05:53.798 INFO:tasks.workunit.client.0.smithi123.stdout:143 2023-12-20T11:05:53.799 INFO:tasks.workunit.client.0.smithi123.stdout:144 2023-12-20T11:05:53.799 INFO:tasks.workunit.client.0.smithi123.stdout:145 2023-12-20T11:05:53.802 INFO:tasks.workunit.client.0.smithi123.stdout:146 2023-12-20T11:05:53.802 INFO:tasks.workunit.client.0.smithi123.stdout:147 2023-12-20T11:05:53.802 INFO:tasks.workunit.client.0.smithi123.stdout:148 2023-12-20T11:05:53.803 INFO:tasks.workunit.client.0.smithi123.stdout:149 2023-12-20T11:05:53.803 INFO:tasks.workunit.client.0.smithi123.stdout:150 2023-12-20T11:05:53.805 INFO:tasks.workunit.client.0.smithi123.stdout:151 2023-12-20T11:05:53.805 INFO:tasks.workunit.client.0.smithi123.stdout:152 2023-12-20T11:05:53.806 INFO:tasks.workunit.client.0.smithi123.stdout:153 2023-12-20T11:05:53.807 INFO:tasks.workunit.client.0.smithi123.stdout:154 2023-12-20T11:05:53.808 INFO:tasks.workunit.client.0.smithi123.stdout:155 2023-12-20T11:05:53.809 INFO:tasks.workunit.client.0.smithi123.stdout:156 2023-12-20T11:05:53.810 INFO:tasks.workunit.client.0.smithi123.stdout:157 2023-12-20T11:05:53.810 INFO:tasks.workunit.client.0.smithi123.stdout:158 2023-12-20T11:05:53.811 INFO:tasks.workunit.client.0.smithi123.stdout:159 2023-12-20T11:05:53.812 INFO:tasks.workunit.client.0.smithi123.stdout:160 2023-12-20T11:05:53.813 INFO:tasks.workunit.client.0.smithi123.stdout:161 2023-12-20T11:05:53.814 INFO:tasks.workunit.client.0.smithi123.stdout:162 2023-12-20T11:05:53.814 INFO:tasks.workunit.client.0.smithi123.stdout:163 2023-12-20T11:05:53.815 INFO:tasks.workunit.client.0.smithi123.stdout:164 2023-12-20T11:05:53.816 INFO:tasks.workunit.client.0.smithi123.stdout:165 2023-12-20T11:05:53.817 INFO:tasks.workunit.client.0.smithi123.stdout:166 2023-12-20T11:05:53.818 INFO:tasks.workunit.client.0.smithi123.stdout:167 2023-12-20T11:05:53.819 INFO:tasks.workunit.client.0.smithi123.stdout:168 2023-12-20T11:05:53.819 INFO:tasks.workunit.client.0.smithi123.stdout:169 2023-12-20T11:05:53.820 INFO:tasks.workunit.client.0.smithi123.stdout:170 2023-12-20T11:05:53.821 INFO:tasks.workunit.client.0.smithi123.stdout:171 2023-12-20T11:05:53.822 INFO:tasks.workunit.client.0.smithi123.stdout:172 2023-12-20T11:05:53.823 INFO:tasks.workunit.client.0.smithi123.stdout:173 2023-12-20T11:05:53.824 INFO:tasks.workunit.client.0.smithi123.stdout:174 2023-12-20T11:05:53.825 INFO:tasks.workunit.client.0.smithi123.stdout:175 2023-12-20T11:05:53.826 INFO:tasks.workunit.client.0.smithi123.stdout:176 2023-12-20T11:05:53.827 INFO:tasks.workunit.client.0.smithi123.stdout:177 2023-12-20T11:05:53.827 INFO:tasks.workunit.client.0.smithi123.stdout:178 2023-12-20T11:05:53.828 INFO:tasks.workunit.client.0.smithi123.stdout:179 2023-12-20T11:05:53.829 INFO:tasks.workunit.client.0.smithi123.stdout:180 2023-12-20T11:05:53.831 INFO:tasks.workunit.client.0.smithi123.stdout:181 2023-12-20T11:05:53.831 INFO:tasks.workunit.client.0.smithi123.stdout:182 2023-12-20T11:05:53.831 INFO:tasks.workunit.client.0.smithi123.stdout:183 2023-12-20T11:05:53.832 INFO:tasks.workunit.client.0.smithi123.stdout:184 2023-12-20T11:05:53.833 INFO:tasks.workunit.client.0.smithi123.stdout:185 2023-12-20T11:05:53.834 INFO:tasks.workunit.client.0.smithi123.stdout:186 2023-12-20T11:05:53.834 INFO:tasks.workunit.client.0.smithi123.stdout:187 2023-12-20T11:05:53.835 INFO:tasks.workunit.client.0.smithi123.stdout:188 2023-12-20T11:05:53.836 INFO:tasks.workunit.client.0.smithi123.stdout:189 2023-12-20T11:05:53.837 INFO:tasks.workunit.client.0.smithi123.stdout:190 2023-12-20T11:05:53.838 INFO:tasks.workunit.client.0.smithi123.stdout:191 2023-12-20T11:05:53.838 INFO:tasks.workunit.client.0.smithi123.stdout:192 2023-12-20T11:05:53.839 INFO:tasks.workunit.client.0.smithi123.stdout:193 2023-12-20T11:05:53.840 INFO:tasks.workunit.client.0.smithi123.stdout:194 2023-12-20T11:05:53.841 INFO:tasks.workunit.client.0.smithi123.stdout:195 2023-12-20T11:05:53.842 INFO:tasks.workunit.client.0.smithi123.stdout:196 2023-12-20T11:05:53.843 INFO:tasks.workunit.client.0.smithi123.stdout:197 2023-12-20T11:05:53.843 INFO:tasks.workunit.client.0.smithi123.stdout:198 2023-12-20T11:05:53.844 INFO:tasks.workunit.client.0.smithi123.stdout:199 2023-12-20T11:05:53.845 INFO:tasks.workunit.client.0.smithi123.stdout:200 2023-12-20T11:05:53.846 INFO:tasks.workunit.client.0.smithi123.stdout:201 2023-12-20T11:05:53.847 INFO:tasks.workunit.client.0.smithi123.stdout:202 2023-12-20T11:05:53.848 INFO:tasks.workunit.client.0.smithi123.stdout:203 2023-12-20T11:05:53.848 INFO:tasks.workunit.client.0.smithi123.stdout:204 2023-12-20T11:05:53.849 INFO:tasks.workunit.client.0.smithi123.stdout:205 2023-12-20T11:05:53.850 INFO:tasks.workunit.client.0.smithi123.stdout:206 2023-12-20T11:05:53.851 INFO:tasks.workunit.client.0.smithi123.stdout:207 2023-12-20T11:05:53.852 INFO:tasks.workunit.client.0.smithi123.stdout:208 2023-12-20T11:05:53.852 INFO:tasks.workunit.client.0.smithi123.stdout:209 2023-12-20T11:05:53.853 INFO:tasks.workunit.client.0.smithi123.stdout:210 2023-12-20T11:05:53.854 INFO:tasks.workunit.client.0.smithi123.stdout:211 2023-12-20T11:05:53.855 INFO:tasks.workunit.client.0.smithi123.stdout:212 2023-12-20T11:05:53.856 INFO:tasks.workunit.client.0.smithi123.stdout:213 2023-12-20T11:05:53.857 INFO:tasks.workunit.client.0.smithi123.stdout:214 2023-12-20T11:05:53.857 INFO:tasks.workunit.client.0.smithi123.stdout:215 2023-12-20T11:05:53.858 INFO:tasks.workunit.client.0.smithi123.stdout:216 2023-12-20T11:05:53.859 INFO:tasks.workunit.client.0.smithi123.stdout:217 2023-12-20T11:05:53.860 INFO:tasks.workunit.client.0.smithi123.stdout:218 2023-12-20T11:05:53.861 INFO:tasks.workunit.client.0.smithi123.stdout:219 2023-12-20T11:05:53.862 INFO:tasks.workunit.client.0.smithi123.stdout:220 2023-12-20T11:05:53.863 INFO:tasks.workunit.client.0.smithi123.stdout:221 2023-12-20T11:05:53.863 INFO:tasks.workunit.client.0.smithi123.stdout:222 2023-12-20T11:05:53.864 INFO:tasks.workunit.client.0.smithi123.stdout:223 2023-12-20T11:05:53.865 INFO:tasks.workunit.client.0.smithi123.stdout:224 2023-12-20T11:05:53.866 INFO:tasks.workunit.client.0.smithi123.stdout:225 2023-12-20T11:05:53.867 INFO:tasks.workunit.client.0.smithi123.stdout:226 2023-12-20T11:05:53.868 INFO:tasks.workunit.client.0.smithi123.stdout:227 2023-12-20T11:05:53.869 INFO:tasks.workunit.client.0.smithi123.stdout:228 2023-12-20T11:05:53.869 INFO:tasks.workunit.client.0.smithi123.stdout:229 2023-12-20T11:05:53.870 INFO:tasks.workunit.client.0.smithi123.stdout:230 2023-12-20T11:05:53.871 INFO:tasks.workunit.client.0.smithi123.stdout:231 2023-12-20T11:05:53.872 INFO:tasks.workunit.client.0.smithi123.stdout:232 2023-12-20T11:05:53.873 INFO:tasks.workunit.client.0.smithi123.stdout:233 2023-12-20T11:05:53.873 INFO:tasks.workunit.client.0.smithi123.stdout:234 2023-12-20T11:05:53.874 INFO:tasks.workunit.client.0.smithi123.stdout:235 2023-12-20T11:05:53.875 INFO:tasks.workunit.client.0.smithi123.stdout:236 2023-12-20T11:05:53.876 INFO:tasks.workunit.client.0.smithi123.stdout:237 2023-12-20T11:05:53.877 INFO:tasks.workunit.client.0.smithi123.stdout:238 2023-12-20T11:05:53.878 INFO:tasks.workunit.client.0.smithi123.stdout:239 2023-12-20T11:05:53.878 INFO:tasks.workunit.client.0.smithi123.stdout:240 2023-12-20T11:05:53.879 INFO:tasks.workunit.client.0.smithi123.stdout:241 2023-12-20T11:05:53.880 INFO:tasks.workunit.client.0.smithi123.stdout:242 2023-12-20T11:05:53.881 INFO:tasks.workunit.client.0.smithi123.stdout:243 2023-12-20T11:05:53.882 INFO:tasks.workunit.client.0.smithi123.stdout:244 2023-12-20T11:05:53.883 INFO:tasks.workunit.client.0.smithi123.stdout:245 2023-12-20T11:05:53.884 INFO:tasks.workunit.client.0.smithi123.stdout:246 2023-12-20T11:05:53.885 INFO:tasks.workunit.client.0.smithi123.stdout:247 2023-12-20T11:05:53.889 INFO:tasks.workunit.client.0.smithi123.stdout:248 2023-12-20T11:05:53.890 INFO:tasks.workunit.client.0.smithi123.stdout:249 2023-12-20T11:05:53.890 INFO:tasks.workunit.client.0.smithi123.stdout:250 2023-12-20T11:05:53.890 INFO:tasks.workunit.client.0.smithi123.stdout:251 2023-12-20T11:05:53.890 INFO:tasks.workunit.client.0.smithi123.stdout:252 2023-12-20T11:05:53.890 INFO:tasks.workunit.client.0.smithi123.stdout:253 2023-12-20T11:05:53.891 INFO:tasks.workunit.client.0.smithi123.stdout:254 2023-12-20T11:05:53.892 INFO:tasks.workunit.client.0.smithi123.stdout:255 2023-12-20T11:05:53.893 INFO:tasks.workunit.client.0.smithi123.stdout:256 2023-12-20T11:05:53.893 INFO:tasks.workunit.client.0.smithi123.stdout:257 2023-12-20T11:05:53.894 INFO:tasks.workunit.client.0.smithi123.stdout:258 2023-12-20T11:05:53.895 INFO:tasks.workunit.client.0.smithi123.stdout:259 2023-12-20T11:05:53.896 INFO:tasks.workunit.client.0.smithi123.stdout:260 2023-12-20T11:05:53.897 INFO:tasks.workunit.client.0.smithi123.stdout:261 2023-12-20T11:05:53.898 INFO:tasks.workunit.client.0.smithi123.stdout:262 2023-12-20T11:05:53.899 INFO:tasks.workunit.client.0.smithi123.stdout:263 2023-12-20T11:05:53.900 INFO:tasks.workunit.client.0.smithi123.stdout:264 2023-12-20T11:05:53.900 INFO:tasks.workunit.client.0.smithi123.stdout:265 2023-12-20T11:05:53.901 INFO:tasks.workunit.client.0.smithi123.stdout:266 2023-12-20T11:05:53.902 INFO:tasks.workunit.client.0.smithi123.stdout:267 2023-12-20T11:05:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:53 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:05:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:53 smithi177 ceph-mon[212096]: osdmap e935: 8 total, 8 up, 8 in 2023-12-20T11:05:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:53 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2583413633' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:53.903 INFO:tasks.workunit.client.0.smithi123.stdout:268 2023-12-20T11:05:53.904 INFO:tasks.workunit.client.0.smithi123.stdout:269 2023-12-20T11:05:53.905 INFO:tasks.workunit.client.0.smithi123.stdout:270 2023-12-20T11:05:53.906 INFO:tasks.workunit.client.0.smithi123.stdout:271 2023-12-20T11:05:53.907 INFO:tasks.workunit.client.0.smithi123.stdout:272 2023-12-20T11:05:53.908 INFO:tasks.workunit.client.0.smithi123.stdout:273 2023-12-20T11:05:53.909 INFO:tasks.workunit.client.0.smithi123.stdout:274 2023-12-20T11:05:53.910 INFO:tasks.workunit.client.0.smithi123.stdout:275 2023-12-20T11:05:53.911 INFO:tasks.workunit.client.0.smithi123.stdout:276 2023-12-20T11:05:53.912 INFO:tasks.workunit.client.0.smithi123.stdout:277 2023-12-20T11:05:53.913 INFO:tasks.workunit.client.0.smithi123.stdout:278 2023-12-20T11:05:53.914 INFO:tasks.workunit.client.0.smithi123.stdout:279 2023-12-20T11:05:53.915 INFO:tasks.workunit.client.0.smithi123.stdout:280 2023-12-20T11:05:53.916 INFO:tasks.workunit.client.0.smithi123.stdout:281 2023-12-20T11:05:53.917 INFO:tasks.workunit.client.0.smithi123.stdout:282 2023-12-20T11:05:53.918 INFO:tasks.workunit.client.0.smithi123.stdout:283 2023-12-20T11:05:53.919 INFO:tasks.workunit.client.0.smithi123.stdout:284 2023-12-20T11:05:53.919 INFO:tasks.workunit.client.0.smithi123.stdout:285 2023-12-20T11:05:53.920 INFO:tasks.workunit.client.0.smithi123.stdout:286 2023-12-20T11:05:53.921 INFO:tasks.workunit.client.0.smithi123.stdout:287 2023-12-20T11:05:53.922 INFO:tasks.workunit.client.0.smithi123.stdout:288 2023-12-20T11:05:53.923 INFO:tasks.workunit.client.0.smithi123.stdout:289 2023-12-20T11:05:53.924 INFO:tasks.workunit.client.0.smithi123.stdout:290 2023-12-20T11:05:53.925 INFO:tasks.workunit.client.0.smithi123.stdout:291 2023-12-20T11:05:53.926 INFO:tasks.workunit.client.0.smithi123.stdout:292 2023-12-20T11:05:53.926 INFO:tasks.workunit.client.0.smithi123.stdout:293 2023-12-20T11:05:53.927 INFO:tasks.workunit.client.0.smithi123.stdout:294 2023-12-20T11:05:53.928 INFO:tasks.workunit.client.0.smithi123.stdout:295 2023-12-20T11:05:53.930 INFO:tasks.workunit.client.0.smithi123.stdout:296 2023-12-20T11:05:53.930 INFO:tasks.workunit.client.0.smithi123.stdout:297 2023-12-20T11:05:53.931 INFO:tasks.workunit.client.0.smithi123.stdout:298 2023-12-20T11:05:53.932 INFO:tasks.workunit.client.0.smithi123.stdout:299 2023-12-20T11:05:53.932 INFO:tasks.workunit.client.0.smithi123.stdout:300 2023-12-20T11:05:53.933 INFO:tasks.workunit.client.0.smithi123.stdout:301 2023-12-20T11:05:53.934 INFO:tasks.workunit.client.0.smithi123.stdout:302 2023-12-20T11:05:53.935 INFO:tasks.workunit.client.0.smithi123.stdout:303 2023-12-20T11:05:53.936 INFO:tasks.workunit.client.0.smithi123.stdout:304 2023-12-20T11:05:53.937 INFO:tasks.workunit.client.0.smithi123.stdout:305 2023-12-20T11:05:53.938 INFO:tasks.workunit.client.0.smithi123.stdout:306 2023-12-20T11:05:53.939 INFO:tasks.workunit.client.0.smithi123.stdout:307 2023-12-20T11:05:53.940 INFO:tasks.workunit.client.0.smithi123.stdout:308 2023-12-20T11:05:53.941 INFO:tasks.workunit.client.0.smithi123.stdout:309 2023-12-20T11:05:53.942 INFO:tasks.workunit.client.0.smithi123.stdout:310 2023-12-20T11:05:53.942 INFO:tasks.workunit.client.0.smithi123.stdout:311 2023-12-20T11:05:53.943 INFO:tasks.workunit.client.0.smithi123.stdout:312 2023-12-20T11:05:53.944 INFO:tasks.workunit.client.0.smithi123.stdout:313 2023-12-20T11:05:53.945 INFO:tasks.workunit.client.0.smithi123.stdout:314 2023-12-20T11:05:53.946 INFO:tasks.workunit.client.0.smithi123.stdout:315 2023-12-20T11:05:53.947 INFO:tasks.workunit.client.0.smithi123.stdout:316 2023-12-20T11:05:53.947 INFO:tasks.workunit.client.0.smithi123.stdout:317 2023-12-20T11:05:53.948 INFO:tasks.workunit.client.0.smithi123.stdout:318 2023-12-20T11:05:53.949 INFO:tasks.workunit.client.0.smithi123.stdout:319 2023-12-20T11:05:53.950 INFO:tasks.workunit.client.0.smithi123.stdout:320 2023-12-20T11:05:53.951 INFO:tasks.workunit.client.0.smithi123.stdout:321 2023-12-20T11:05:53.952 INFO:tasks.workunit.client.0.smithi123.stdout:322 2023-12-20T11:05:53.952 INFO:tasks.workunit.client.0.smithi123.stdout:323 2023-12-20T11:05:53.953 INFO:tasks.workunit.client.0.smithi123.stdout:324 2023-12-20T11:05:53.954 INFO:tasks.workunit.client.0.smithi123.stdout:325 2023-12-20T11:05:53.955 INFO:tasks.workunit.client.0.smithi123.stdout:326 2023-12-20T11:05:53.956 INFO:tasks.workunit.client.0.smithi123.stdout:327 2023-12-20T11:05:53.957 INFO:tasks.workunit.client.0.smithi123.stdout:328 2023-12-20T11:05:53.958 INFO:tasks.workunit.client.0.smithi123.stdout:329 2023-12-20T11:05:53.959 INFO:tasks.workunit.client.0.smithi123.stdout:330 2023-12-20T11:05:53.960 INFO:tasks.workunit.client.0.smithi123.stdout:331 2023-12-20T11:05:53.960 INFO:tasks.workunit.client.0.smithi123.stdout:332 2023-12-20T11:05:53.961 INFO:tasks.workunit.client.0.smithi123.stdout:333 2023-12-20T11:05:53.962 INFO:tasks.workunit.client.0.smithi123.stdout:334 2023-12-20T11:05:53.963 INFO:tasks.workunit.client.0.smithi123.stdout:335 2023-12-20T11:05:53.964 INFO:tasks.workunit.client.0.smithi123.stdout:336 2023-12-20T11:05:53.965 INFO:tasks.workunit.client.0.smithi123.stdout:337 2023-12-20T11:05:53.966 INFO:tasks.workunit.client.0.smithi123.stdout:338 2023-12-20T11:05:53.966 INFO:tasks.workunit.client.0.smithi123.stdout:339 2023-12-20T11:05:53.967 INFO:tasks.workunit.client.0.smithi123.stdout:340 2023-12-20T11:05:53.968 INFO:tasks.workunit.client.0.smithi123.stdout:341 2023-12-20T11:05:53.969 INFO:tasks.workunit.client.0.smithi123.stdout:342 2023-12-20T11:05:53.970 INFO:tasks.workunit.client.0.smithi123.stdout:343 2023-12-20T11:05:53.971 INFO:tasks.workunit.client.0.smithi123.stdout:344 2023-12-20T11:05:53.972 INFO:tasks.workunit.client.0.smithi123.stdout:345 2023-12-20T11:05:53.973 INFO:tasks.workunit.client.0.smithi123.stdout:346 2023-12-20T11:05:53.974 INFO:tasks.workunit.client.0.smithi123.stdout:347 2023-12-20T11:05:53.975 INFO:tasks.workunit.client.0.smithi123.stdout:348 2023-12-20T11:05:53.975 INFO:tasks.workunit.client.0.smithi123.stdout:349 2023-12-20T11:05:53.976 INFO:tasks.workunit.client.0.smithi123.stdout:350 2023-12-20T11:05:53.977 INFO:tasks.workunit.client.0.smithi123.stdout:351 2023-12-20T11:05:53.978 INFO:tasks.workunit.client.0.smithi123.stdout:352 2023-12-20T11:05:53.979 INFO:tasks.workunit.client.0.smithi123.stdout:353 2023-12-20T11:05:53.980 INFO:tasks.workunit.client.0.smithi123.stdout:354 2023-12-20T11:05:53.981 INFO:tasks.workunit.client.0.smithi123.stdout:355 2023-12-20T11:05:53.982 INFO:tasks.workunit.client.0.smithi123.stdout:356 2023-12-20T11:05:53.983 INFO:tasks.workunit.client.0.smithi123.stdout:357 2023-12-20T11:05:53.984 INFO:tasks.workunit.client.0.smithi123.stdout:358 2023-12-20T11:05:53.985 INFO:tasks.workunit.client.0.smithi123.stdout:359 2023-12-20T11:05:53.986 INFO:tasks.workunit.client.0.smithi123.stdout:360 2023-12-20T11:05:53.987 INFO:tasks.workunit.client.0.smithi123.stdout:361 2023-12-20T11:05:53.988 INFO:tasks.workunit.client.0.smithi123.stdout:362 2023-12-20T11:05:53.989 INFO:tasks.workunit.client.0.smithi123.stdout:363 2023-12-20T11:05:53.990 INFO:tasks.workunit.client.0.smithi123.stdout:364 2023-12-20T11:05:53.990 INFO:tasks.workunit.client.0.smithi123.stdout:365 2023-12-20T11:05:53.992 INFO:tasks.workunit.client.0.smithi123.stdout:366 2023-12-20T11:05:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:53 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:05:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:53 smithi123 ceph-mon[191304]: osdmap e935: 8 total, 8 up, 8 in 2023-12-20T11:05:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:53 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2583413633' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:53 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:05:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:53 smithi123 ceph-mon[188613]: osdmap e935: 8 total, 8 up, 8 in 2023-12-20T11:05:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:53 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2583413633' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:53.993 INFO:tasks.workunit.client.0.smithi123.stdout:367 2023-12-20T11:05:53.993 INFO:tasks.workunit.client.0.smithi123.stdout:368 2023-12-20T11:05:53.994 INFO:tasks.workunit.client.0.smithi123.stdout:369 2023-12-20T11:05:53.995 INFO:tasks.workunit.client.0.smithi123.stdout:370 2023-12-20T11:05:53.996 INFO:tasks.workunit.client.0.smithi123.stdout:371 2023-12-20T11:05:53.997 INFO:tasks.workunit.client.0.smithi123.stdout:372 2023-12-20T11:05:53.998 INFO:tasks.workunit.client.0.smithi123.stdout:373 2023-12-20T11:05:53.999 INFO:tasks.workunit.client.0.smithi123.stdout:374 2023-12-20T11:05:54.000 INFO:tasks.workunit.client.0.smithi123.stdout:375 2023-12-20T11:05:54.001 INFO:tasks.workunit.client.0.smithi123.stdout:376 2023-12-20T11:05:54.002 INFO:tasks.workunit.client.0.smithi123.stdout:377 2023-12-20T11:05:54.003 INFO:tasks.workunit.client.0.smithi123.stdout:378 2023-12-20T11:05:54.004 INFO:tasks.workunit.client.0.smithi123.stdout:379 2023-12-20T11:05:54.005 INFO:tasks.workunit.client.0.smithi123.stdout:380 2023-12-20T11:05:54.006 INFO:tasks.workunit.client.0.smithi123.stdout:381 2023-12-20T11:05:54.007 INFO:tasks.workunit.client.0.smithi123.stdout:382 2023-12-20T11:05:54.008 INFO:tasks.workunit.client.0.smithi123.stdout:383 2023-12-20T11:05:54.009 INFO:tasks.workunit.client.0.smithi123.stdout:384 2023-12-20T11:05:54.010 INFO:tasks.workunit.client.0.smithi123.stdout:385 2023-12-20T11:05:54.011 INFO:tasks.workunit.client.0.smithi123.stdout:386 2023-12-20T11:05:54.012 INFO:tasks.workunit.client.0.smithi123.stdout:387 2023-12-20T11:05:54.013 INFO:tasks.workunit.client.0.smithi123.stdout:388 2023-12-20T11:05:54.013 INFO:tasks.workunit.client.0.smithi123.stdout:389 2023-12-20T11:05:54.014 INFO:tasks.workunit.client.0.smithi123.stdout:390 2023-12-20T11:05:54.015 INFO:tasks.workunit.client.0.smithi123.stdout:391 2023-12-20T11:05:54.016 INFO:tasks.workunit.client.0.smithi123.stdout:392 2023-12-20T11:05:54.017 INFO:tasks.workunit.client.0.smithi123.stdout:393 2023-12-20T11:05:54.018 INFO:tasks.workunit.client.0.smithi123.stdout:394 2023-12-20T11:05:54.019 INFO:tasks.workunit.client.0.smithi123.stdout:395 2023-12-20T11:05:54.020 INFO:tasks.workunit.client.0.smithi123.stdout:396 2023-12-20T11:05:54.021 INFO:tasks.workunit.client.0.smithi123.stdout:397 2023-12-20T11:05:54.022 INFO:tasks.workunit.client.0.smithi123.stdout:398 2023-12-20T11:05:54.022 INFO:tasks.workunit.client.0.smithi123.stdout:399 2023-12-20T11:05:54.023 INFO:tasks.workunit.client.0.smithi123.stdout:400 2023-12-20T11:05:54.024 INFO:tasks.workunit.client.0.smithi123.stdout:401 2023-12-20T11:05:54.025 INFO:tasks.workunit.client.0.smithi123.stdout:402 2023-12-20T11:05:54.026 INFO:tasks.workunit.client.0.smithi123.stdout:403 2023-12-20T11:05:54.027 INFO:tasks.workunit.client.0.smithi123.stdout:404 2023-12-20T11:05:54.028 INFO:tasks.workunit.client.0.smithi123.stdout:405 2023-12-20T11:05:54.029 INFO:tasks.workunit.client.0.smithi123.stdout:406 2023-12-20T11:05:54.030 INFO:tasks.workunit.client.0.smithi123.stdout:407 2023-12-20T11:05:54.031 INFO:tasks.workunit.client.0.smithi123.stdout:408 2023-12-20T11:05:54.032 INFO:tasks.workunit.client.0.smithi123.stdout:409 2023-12-20T11:05:54.033 INFO:tasks.workunit.client.0.smithi123.stdout:410 2023-12-20T11:05:54.033 INFO:tasks.workunit.client.0.smithi123.stdout:411 2023-12-20T11:05:54.034 INFO:tasks.workunit.client.0.smithi123.stdout:412 2023-12-20T11:05:54.035 INFO:tasks.workunit.client.0.smithi123.stdout:413 2023-12-20T11:05:54.036 INFO:tasks.workunit.client.0.smithi123.stdout:414 2023-12-20T11:05:54.037 INFO:tasks.workunit.client.0.smithi123.stdout:415 2023-12-20T11:05:54.038 INFO:tasks.workunit.client.0.smithi123.stdout:416 2023-12-20T11:05:54.039 INFO:tasks.workunit.client.0.smithi123.stdout:417 2023-12-20T11:05:54.040 INFO:tasks.workunit.client.0.smithi123.stdout:418 2023-12-20T11:05:54.041 INFO:tasks.workunit.client.0.smithi123.stdout:419 2023-12-20T11:05:54.042 INFO:tasks.workunit.client.0.smithi123.stdout:420 2023-12-20T11:05:54.043 INFO:tasks.workunit.client.0.smithi123.stdout:421 2023-12-20T11:05:54.044 INFO:tasks.workunit.client.0.smithi123.stdout:422 2023-12-20T11:05:54.045 INFO:tasks.workunit.client.0.smithi123.stdout:423 2023-12-20T11:05:54.046 INFO:tasks.workunit.client.0.smithi123.stdout:424 2023-12-20T11:05:54.047 INFO:tasks.workunit.client.0.smithi123.stdout:425 2023-12-20T11:05:54.048 INFO:tasks.workunit.client.0.smithi123.stdout:426 2023-12-20T11:05:54.049 INFO:tasks.workunit.client.0.smithi123.stdout:427 2023-12-20T11:05:54.050 INFO:tasks.workunit.client.0.smithi123.stdout:428 2023-12-20T11:05:54.051 INFO:tasks.workunit.client.0.smithi123.stdout:429 2023-12-20T11:05:54.052 INFO:tasks.workunit.client.0.smithi123.stdout:430 2023-12-20T11:05:54.053 INFO:tasks.workunit.client.0.smithi123.stdout:431 2023-12-20T11:05:54.054 INFO:tasks.workunit.client.0.smithi123.stdout:432 2023-12-20T11:05:54.055 INFO:tasks.workunit.client.0.smithi123.stdout:433 2023-12-20T11:05:54.055 INFO:tasks.workunit.client.0.smithi123.stdout:434 2023-12-20T11:05:54.056 INFO:tasks.workunit.client.0.smithi123.stdout:435 2023-12-20T11:05:54.057 INFO:tasks.workunit.client.0.smithi123.stdout:436 2023-12-20T11:05:54.059 INFO:tasks.workunit.client.0.smithi123.stdout:437 2023-12-20T11:05:54.060 INFO:tasks.workunit.client.0.smithi123.stdout:438 2023-12-20T11:05:54.061 INFO:tasks.workunit.client.0.smithi123.stdout:439 2023-12-20T11:05:54.062 INFO:tasks.workunit.client.0.smithi123.stdout:440 2023-12-20T11:05:54.062 INFO:tasks.workunit.client.0.smithi123.stdout:441 2023-12-20T11:05:54.063 INFO:tasks.workunit.client.0.smithi123.stdout:442 2023-12-20T11:05:54.064 INFO:tasks.workunit.client.0.smithi123.stdout:443 2023-12-20T11:05:54.066 INFO:tasks.workunit.client.0.smithi123.stdout:444 2023-12-20T11:05:54.066 INFO:tasks.workunit.client.0.smithi123.stdout:445 2023-12-20T11:05:54.067 INFO:tasks.workunit.client.0.smithi123.stdout:446 2023-12-20T11:05:54.068 INFO:tasks.workunit.client.0.smithi123.stdout:447 2023-12-20T11:05:54.069 INFO:tasks.workunit.client.0.smithi123.stdout:448 2023-12-20T11:05:54.070 INFO:tasks.workunit.client.0.smithi123.stdout:449 2023-12-20T11:05:54.071 INFO:tasks.workunit.client.0.smithi123.stdout:450 2023-12-20T11:05:54.072 INFO:tasks.workunit.client.0.smithi123.stdout:451 2023-12-20T11:05:54.072 INFO:tasks.workunit.client.0.smithi123.stdout:452 2023-12-20T11:05:54.073 INFO:tasks.workunit.client.0.smithi123.stdout:453 2023-12-20T11:05:54.074 INFO:tasks.workunit.client.0.smithi123.stdout:454 2023-12-20T11:05:54.075 INFO:tasks.workunit.client.0.smithi123.stdout:455 2023-12-20T11:05:54.076 INFO:tasks.workunit.client.0.smithi123.stdout:456 2023-12-20T11:05:54.077 INFO:tasks.workunit.client.0.smithi123.stdout:457 2023-12-20T11:05:54.078 INFO:tasks.workunit.client.0.smithi123.stdout:458 2023-12-20T11:05:54.079 INFO:tasks.workunit.client.0.smithi123.stdout:459 2023-12-20T11:05:54.080 INFO:tasks.workunit.client.0.smithi123.stdout:460 2023-12-20T11:05:54.081 INFO:tasks.workunit.client.0.smithi123.stdout:461 2023-12-20T11:05:54.081 INFO:tasks.workunit.client.0.smithi123.stdout:462 2023-12-20T11:05:54.082 INFO:tasks.workunit.client.0.smithi123.stdout:463 2023-12-20T11:05:54.083 INFO:tasks.workunit.client.0.smithi123.stdout:464 2023-12-20T11:05:54.084 INFO:tasks.workunit.client.0.smithi123.stdout:465 2023-12-20T11:05:54.085 INFO:tasks.workunit.client.0.smithi123.stdout:466 2023-12-20T11:05:54.086 INFO:tasks.workunit.client.0.smithi123.stdout:467 2023-12-20T11:05:54.087 INFO:tasks.workunit.client.0.smithi123.stdout:468 2023-12-20T11:05:54.088 INFO:tasks.workunit.client.0.smithi123.stdout:469 2023-12-20T11:05:54.089 INFO:tasks.workunit.client.0.smithi123.stdout:470 2023-12-20T11:05:54.090 INFO:tasks.workunit.client.0.smithi123.stdout:471 2023-12-20T11:05:54.093 INFO:tasks.workunit.client.0.smithi123.stdout:472 2023-12-20T11:05:54.093 INFO:tasks.workunit.client.0.smithi123.stdout:473 2023-12-20T11:05:54.093 INFO:tasks.workunit.client.0.smithi123.stdout:474 2023-12-20T11:05:54.093 INFO:tasks.workunit.client.0.smithi123.stdout:475 2023-12-20T11:05:54.094 INFO:tasks.workunit.client.0.smithi123.stdout:476 2023-12-20T11:05:54.095 INFO:tasks.workunit.client.0.smithi123.stdout:477 2023-12-20T11:05:54.096 INFO:tasks.workunit.client.0.smithi123.stdout:478 2023-12-20T11:05:54.097 INFO:tasks.workunit.client.0.smithi123.stdout:479 2023-12-20T11:05:54.098 INFO:tasks.workunit.client.0.smithi123.stdout:480 2023-12-20T11:05:54.099 INFO:tasks.workunit.client.0.smithi123.stdout:481 2023-12-20T11:05:54.100 INFO:tasks.workunit.client.0.smithi123.stdout:482 2023-12-20T11:05:54.100 INFO:tasks.workunit.client.0.smithi123.stdout:483 2023-12-20T11:05:54.101 INFO:tasks.workunit.client.0.smithi123.stdout:484 2023-12-20T11:05:54.102 INFO:tasks.workunit.client.0.smithi123.stdout:485 2023-12-20T11:05:54.103 INFO:tasks.workunit.client.0.smithi123.stdout:486 2023-12-20T11:05:54.104 INFO:tasks.workunit.client.0.smithi123.stdout:487 2023-12-20T11:05:54.105 INFO:tasks.workunit.client.0.smithi123.stdout:488 2023-12-20T11:05:54.106 INFO:tasks.workunit.client.0.smithi123.stdout:489 2023-12-20T11:05:54.107 INFO:tasks.workunit.client.0.smithi123.stdout:490 2023-12-20T11:05:54.108 INFO:tasks.workunit.client.0.smithi123.stdout:491 2023-12-20T11:05:54.109 INFO:tasks.workunit.client.0.smithi123.stdout:492 2023-12-20T11:05:54.111 INFO:tasks.workunit.client.0.smithi123.stdout:493 2023-12-20T11:05:54.112 INFO:tasks.workunit.client.0.smithi123.stdout:494 2023-12-20T11:05:54.113 INFO:tasks.workunit.client.0.smithi123.stdout:495 2023-12-20T11:05:54.114 INFO:tasks.workunit.client.0.smithi123.stdout:496 2023-12-20T11:05:54.115 INFO:tasks.workunit.client.0.smithi123.stdout:497 2023-12-20T11:05:54.115 INFO:tasks.workunit.client.0.smithi123.stdout:498 2023-12-20T11:05:54.116 INFO:tasks.workunit.client.0.smithi123.stdout:499 2023-12-20T11:05:54.117 INFO:tasks.workunit.client.0.smithi123.stdout:500 2023-12-20T11:05:54.118 INFO:tasks.workunit.client.0.smithi123.stdout:501 2023-12-20T11:05:54.119 INFO:tasks.workunit.client.0.smithi123.stdout:502 2023-12-20T11:05:54.120 INFO:tasks.workunit.client.0.smithi123.stdout:503 2023-12-20T11:05:54.121 INFO:tasks.workunit.client.0.smithi123.stdout:504 2023-12-20T11:05:54.122 INFO:tasks.workunit.client.0.smithi123.stdout:505 2023-12-20T11:05:54.123 INFO:tasks.workunit.client.0.smithi123.stdout:506 2023-12-20T11:05:54.124 INFO:tasks.workunit.client.0.smithi123.stdout:507 2023-12-20T11:05:54.125 INFO:tasks.workunit.client.0.smithi123.stdout:508 2023-12-20T11:05:54.126 INFO:tasks.workunit.client.0.smithi123.stdout:509 2023-12-20T11:05:54.127 INFO:tasks.workunit.client.0.smithi123.stdout:510 2023-12-20T11:05:54.128 INFO:tasks.workunit.client.0.smithi123.stdout:511 2023-12-20T11:05:54.129 INFO:tasks.workunit.client.0.smithi123.stdout:512 2023-12-20T11:05:54.130 INFO:tasks.workunit.client.0.smithi123.stdout:513 2023-12-20T11:05:54.131 INFO:tasks.workunit.client.0.smithi123.stdout:514 2023-12-20T11:05:54.132 INFO:tasks.workunit.client.0.smithi123.stdout:515 2023-12-20T11:05:54.133 INFO:tasks.workunit.client.0.smithi123.stdout:516 2023-12-20T11:05:54.134 INFO:tasks.workunit.client.0.smithi123.stdout:517 2023-12-20T11:05:54.135 INFO:tasks.workunit.client.0.smithi123.stdout:518 2023-12-20T11:05:54.136 INFO:tasks.workunit.client.0.smithi123.stdout:519 2023-12-20T11:05:54.136 INFO:tasks.workunit.client.0.smithi123.stdout:520 2023-12-20T11:05:54.137 INFO:tasks.workunit.client.0.smithi123.stdout:521 2023-12-20T11:05:54.138 INFO:tasks.workunit.client.0.smithi123.stdout:522 2023-12-20T11:05:54.139 INFO:tasks.workunit.client.0.smithi123.stdout:523 2023-12-20T11:05:54.140 INFO:tasks.workunit.client.0.smithi123.stdout:524 2023-12-20T11:05:54.141 INFO:tasks.workunit.client.0.smithi123.stdout:525 2023-12-20T11:05:54.142 INFO:tasks.workunit.client.0.smithi123.stdout:526 2023-12-20T11:05:54.143 INFO:tasks.workunit.client.0.smithi123.stdout:527 2023-12-20T11:05:54.144 INFO:tasks.workunit.client.0.smithi123.stdout:528 2023-12-20T11:05:54.145 INFO:tasks.workunit.client.0.smithi123.stdout:529 2023-12-20T11:05:54.146 INFO:tasks.workunit.client.0.smithi123.stdout:530 2023-12-20T11:05:54.147 INFO:tasks.workunit.client.0.smithi123.stdout:531 2023-12-20T11:05:54.148 INFO:tasks.workunit.client.0.smithi123.stdout:532 2023-12-20T11:05:54.149 INFO:tasks.workunit.client.0.smithi123.stdout:533 2023-12-20T11:05:54.150 INFO:tasks.workunit.client.0.smithi123.stdout:534 2023-12-20T11:05:54.151 INFO:tasks.workunit.client.0.smithi123.stdout:535 2023-12-20T11:05:54.152 INFO:tasks.workunit.client.0.smithi123.stdout:536 2023-12-20T11:05:54.153 INFO:tasks.workunit.client.0.smithi123.stdout:537 2023-12-20T11:05:54.154 INFO:tasks.workunit.client.0.smithi123.stdout:538 2023-12-20T11:05:54.155 INFO:tasks.workunit.client.0.smithi123.stdout:539 2023-12-20T11:05:54.156 INFO:tasks.workunit.client.0.smithi123.stdout:540 2023-12-20T11:05:54.157 INFO:tasks.workunit.client.0.smithi123.stdout:541 2023-12-20T11:05:54.158 INFO:tasks.workunit.client.0.smithi123.stdout:542 2023-12-20T11:05:54.159 INFO:tasks.workunit.client.0.smithi123.stdout:543 2023-12-20T11:05:54.160 INFO:tasks.workunit.client.0.smithi123.stdout:544 2023-12-20T11:05:54.161 INFO:tasks.workunit.client.0.smithi123.stdout:545 2023-12-20T11:05:54.162 INFO:tasks.workunit.client.0.smithi123.stdout:546 2023-12-20T11:05:54.163 INFO:tasks.workunit.client.0.smithi123.stdout:547 2023-12-20T11:05:54.164 INFO:tasks.workunit.client.0.smithi123.stdout:548 2023-12-20T11:05:54.165 INFO:tasks.workunit.client.0.smithi123.stdout:549 2023-12-20T11:05:54.166 INFO:tasks.workunit.client.0.smithi123.stdout:550 2023-12-20T11:05:54.167 INFO:tasks.workunit.client.0.smithi123.stdout:551 2023-12-20T11:05:54.168 INFO:tasks.workunit.client.0.smithi123.stdout:552 2023-12-20T11:05:54.169 INFO:tasks.workunit.client.0.smithi123.stdout:553 2023-12-20T11:05:54.170 INFO:tasks.workunit.client.0.smithi123.stdout:554 2023-12-20T11:05:54.171 INFO:tasks.workunit.client.0.smithi123.stdout:555 2023-12-20T11:05:54.172 INFO:tasks.workunit.client.0.smithi123.stdout:556 2023-12-20T11:05:54.173 INFO:tasks.workunit.client.0.smithi123.stdout:557 2023-12-20T11:05:54.174 INFO:tasks.workunit.client.0.smithi123.stdout:558 2023-12-20T11:05:54.175 INFO:tasks.workunit.client.0.smithi123.stdout:559 2023-12-20T11:05:54.176 INFO:tasks.workunit.client.0.smithi123.stdout:560 2023-12-20T11:05:54.177 INFO:tasks.workunit.client.0.smithi123.stdout:561 2023-12-20T11:05:54.178 INFO:tasks.workunit.client.0.smithi123.stdout:562 2023-12-20T11:05:54.179 INFO:tasks.workunit.client.0.smithi123.stdout:563 2023-12-20T11:05:54.180 INFO:tasks.workunit.client.0.smithi123.stdout:564 2023-12-20T11:05:54.181 INFO:tasks.workunit.client.0.smithi123.stdout:565 2023-12-20T11:05:54.182 INFO:tasks.workunit.client.0.smithi123.stdout:566 2023-12-20T11:05:54.183 INFO:tasks.workunit.client.0.smithi123.stdout:567 2023-12-20T11:05:54.184 INFO:tasks.workunit.client.0.smithi123.stdout:568 2023-12-20T11:05:54.185 INFO:tasks.workunit.client.0.smithi123.stdout:569 2023-12-20T11:05:54.186 INFO:tasks.workunit.client.0.smithi123.stdout:570 2023-12-20T11:05:54.187 INFO:tasks.workunit.client.0.smithi123.stdout:571 2023-12-20T11:05:54.188 INFO:tasks.workunit.client.0.smithi123.stdout:572 2023-12-20T11:05:54.189 INFO:tasks.workunit.client.0.smithi123.stdout:573 2023-12-20T11:05:54.190 INFO:tasks.workunit.client.0.smithi123.stdout:574 2023-12-20T11:05:54.191 INFO:tasks.workunit.client.0.smithi123.stdout:575 2023-12-20T11:05:54.192 INFO:tasks.workunit.client.0.smithi123.stdout:576 2023-12-20T11:05:54.193 INFO:tasks.workunit.client.0.smithi123.stdout:577 2023-12-20T11:05:54.194 INFO:tasks.workunit.client.0.smithi123.stdout:578 2023-12-20T11:05:54.195 INFO:tasks.workunit.client.0.smithi123.stdout:579 2023-12-20T11:05:54.196 INFO:tasks.workunit.client.0.smithi123.stdout:580 2023-12-20T11:05:54.197 INFO:tasks.workunit.client.0.smithi123.stdout:581 2023-12-20T11:05:54.198 INFO:tasks.workunit.client.0.smithi123.stdout:582 2023-12-20T11:05:54.199 INFO:tasks.workunit.client.0.smithi123.stdout:583 2023-12-20T11:05:54.200 INFO:tasks.workunit.client.0.smithi123.stdout:584 2023-12-20T11:05:54.201 INFO:tasks.workunit.client.0.smithi123.stdout:585 2023-12-20T11:05:54.202 INFO:tasks.workunit.client.0.smithi123.stdout:586 2023-12-20T11:05:54.203 INFO:tasks.workunit.client.0.smithi123.stdout:587 2023-12-20T11:05:54.204 INFO:tasks.workunit.client.0.smithi123.stdout:588 2023-12-20T11:05:54.205 INFO:tasks.workunit.client.0.smithi123.stdout:589 2023-12-20T11:05:54.206 INFO:tasks.workunit.client.0.smithi123.stdout:590 2023-12-20T11:05:54.207 INFO:tasks.workunit.client.0.smithi123.stdout:591 2023-12-20T11:05:54.208 INFO:tasks.workunit.client.0.smithi123.stdout:592 2023-12-20T11:05:54.209 INFO:tasks.workunit.client.0.smithi123.stdout:593 2023-12-20T11:05:54.210 INFO:tasks.workunit.client.0.smithi123.stdout:594 2023-12-20T11:05:54.211 INFO:tasks.workunit.client.0.smithi123.stdout:595 2023-12-20T11:05:54.212 INFO:tasks.workunit.client.0.smithi123.stdout:596 2023-12-20T11:05:54.213 INFO:tasks.workunit.client.0.smithi123.stdout:597 2023-12-20T11:05:54.214 INFO:tasks.workunit.client.0.smithi123.stdout:598 2023-12-20T11:05:54.215 INFO:tasks.workunit.client.0.smithi123.stdout:599 2023-12-20T11:05:54.216 INFO:tasks.workunit.client.0.smithi123.stdout:600 2023-12-20T11:05:54.217 INFO:tasks.workunit.client.0.smithi123.stdout:601 2023-12-20T11:05:54.218 INFO:tasks.workunit.client.0.smithi123.stdout:602 2023-12-20T11:05:54.219 INFO:tasks.workunit.client.0.smithi123.stdout:603 2023-12-20T11:05:54.220 INFO:tasks.workunit.client.0.smithi123.stdout:604 2023-12-20T11:05:54.221 INFO:tasks.workunit.client.0.smithi123.stdout:605 2023-12-20T11:05:54.222 INFO:tasks.workunit.client.0.smithi123.stdout:606 2023-12-20T11:05:54.223 INFO:tasks.workunit.client.0.smithi123.stdout:607 2023-12-20T11:05:54.224 INFO:tasks.workunit.client.0.smithi123.stdout:608 2023-12-20T11:05:54.225 INFO:tasks.workunit.client.0.smithi123.stdout:609 2023-12-20T11:05:54.226 INFO:tasks.workunit.client.0.smithi123.stdout:610 2023-12-20T11:05:54.227 INFO:tasks.workunit.client.0.smithi123.stdout:611 2023-12-20T11:05:54.228 INFO:tasks.workunit.client.0.smithi123.stdout:612 2023-12-20T11:05:54.229 INFO:tasks.workunit.client.0.smithi123.stdout:613 2023-12-20T11:05:54.230 INFO:tasks.workunit.client.0.smithi123.stdout:614 2023-12-20T11:05:54.231 INFO:tasks.workunit.client.0.smithi123.stdout:615 2023-12-20T11:05:54.232 INFO:tasks.workunit.client.0.smithi123.stdout:616 2023-12-20T11:05:54.233 INFO:tasks.workunit.client.0.smithi123.stdout:617 2023-12-20T11:05:54.234 INFO:tasks.workunit.client.0.smithi123.stdout:618 2023-12-20T11:05:54.235 INFO:tasks.workunit.client.0.smithi123.stdout:619 2023-12-20T11:05:54.236 INFO:tasks.workunit.client.0.smithi123.stdout:620 2023-12-20T11:05:54.237 INFO:tasks.workunit.client.0.smithi123.stdout:621 2023-12-20T11:05:54.238 INFO:tasks.workunit.client.0.smithi123.stdout:622 2023-12-20T11:05:54.239 INFO:tasks.workunit.client.0.smithi123.stdout:623 2023-12-20T11:05:54.240 INFO:tasks.workunit.client.0.smithi123.stdout:624 2023-12-20T11:05:54.241 INFO:tasks.workunit.client.0.smithi123.stdout:625 2023-12-20T11:05:54.242 INFO:tasks.workunit.client.0.smithi123.stdout:626 2023-12-20T11:05:54.244 INFO:tasks.workunit.client.0.smithi123.stdout:627 2023-12-20T11:05:54.245 INFO:tasks.workunit.client.0.smithi123.stdout:628 2023-12-20T11:05:54.247 INFO:tasks.workunit.client.0.smithi123.stdout:629 2023-12-20T11:05:54.248 INFO:tasks.workunit.client.0.smithi123.stdout:630 2023-12-20T11:05:54.249 INFO:tasks.workunit.client.0.smithi123.stdout:631 2023-12-20T11:05:54.250 INFO:tasks.workunit.client.0.smithi123.stdout:632 2023-12-20T11:05:54.251 INFO:tasks.workunit.client.0.smithi123.stdout:633 2023-12-20T11:05:54.252 INFO:tasks.workunit.client.0.smithi123.stdout:634 2023-12-20T11:05:54.253 INFO:tasks.workunit.client.0.smithi123.stdout:635 2023-12-20T11:05:54.254 INFO:tasks.workunit.client.0.smithi123.stdout:636 2023-12-20T11:05:54.255 INFO:tasks.workunit.client.0.smithi123.stdout:637 2023-12-20T11:05:54.256 INFO:tasks.workunit.client.0.smithi123.stdout:638 2023-12-20T11:05:54.257 INFO:tasks.workunit.client.0.smithi123.stdout:639 2023-12-20T11:05:54.258 INFO:tasks.workunit.client.0.smithi123.stdout:640 2023-12-20T11:05:54.259 INFO:tasks.workunit.client.0.smithi123.stdout:641 2023-12-20T11:05:54.260 INFO:tasks.workunit.client.0.smithi123.stdout:642 2023-12-20T11:05:54.261 INFO:tasks.workunit.client.0.smithi123.stdout:643 2023-12-20T11:05:54.262 INFO:tasks.workunit.client.0.smithi123.stdout:644 2023-12-20T11:05:54.263 INFO:tasks.workunit.client.0.smithi123.stdout:645 2023-12-20T11:05:54.265 INFO:tasks.workunit.client.0.smithi123.stdout:646 2023-12-20T11:05:54.266 INFO:tasks.workunit.client.0.smithi123.stdout:647 2023-12-20T11:05:54.267 INFO:tasks.workunit.client.0.smithi123.stdout:648 2023-12-20T11:05:54.268 INFO:tasks.workunit.client.0.smithi123.stdout:649 2023-12-20T11:05:54.269 INFO:tasks.workunit.client.0.smithi123.stdout:650 2023-12-20T11:05:54.270 INFO:tasks.workunit.client.0.smithi123.stdout:651 2023-12-20T11:05:54.271 INFO:tasks.workunit.client.0.smithi123.stdout:652 2023-12-20T11:05:54.272 INFO:tasks.workunit.client.0.smithi123.stdout:653 2023-12-20T11:05:54.273 INFO:tasks.workunit.client.0.smithi123.stdout:654 2023-12-20T11:05:54.274 INFO:tasks.workunit.client.0.smithi123.stdout:655 2023-12-20T11:05:54.275 INFO:tasks.workunit.client.0.smithi123.stdout:656 2023-12-20T11:05:54.276 INFO:tasks.workunit.client.0.smithi123.stdout:657 2023-12-20T11:05:54.278 INFO:tasks.workunit.client.0.smithi123.stdout:658 2023-12-20T11:05:54.279 INFO:tasks.workunit.client.0.smithi123.stdout:659 2023-12-20T11:05:54.280 INFO:tasks.workunit.client.0.smithi123.stdout:660 2023-12-20T11:05:54.281 INFO:tasks.workunit.client.0.smithi123.stdout:661 2023-12-20T11:05:54.282 INFO:tasks.workunit.client.0.smithi123.stdout:662 2023-12-20T11:05:54.283 INFO:tasks.workunit.client.0.smithi123.stdout:663 2023-12-20T11:05:54.284 INFO:tasks.workunit.client.0.smithi123.stdout:664 2023-12-20T11:05:54.285 INFO:tasks.workunit.client.0.smithi123.stdout:665 2023-12-20T11:05:54.286 INFO:tasks.workunit.client.0.smithi123.stdout:666 2023-12-20T11:05:54.287 INFO:tasks.workunit.client.0.smithi123.stdout:667 2023-12-20T11:05:54.288 INFO:tasks.workunit.client.0.smithi123.stdout:668 2023-12-20T11:05:54.289 INFO:tasks.workunit.client.0.smithi123.stdout:669 2023-12-20T11:05:54.290 INFO:tasks.workunit.client.0.smithi123.stdout:670 2023-12-20T11:05:54.291 INFO:tasks.workunit.client.0.smithi123.stdout:671 2023-12-20T11:05:54.292 INFO:tasks.workunit.client.0.smithi123.stdout:672 2023-12-20T11:05:54.293 INFO:tasks.workunit.client.0.smithi123.stdout:673 2023-12-20T11:05:54.294 INFO:tasks.workunit.client.0.smithi123.stdout:674 2023-12-20T11:05:54.295 INFO:tasks.workunit.client.0.smithi123.stdout:675 2023-12-20T11:05:54.296 INFO:tasks.workunit.client.0.smithi123.stdout:676 2023-12-20T11:05:54.297 INFO:tasks.workunit.client.0.smithi123.stdout:677 2023-12-20T11:05:54.301 INFO:tasks.workunit.client.0.smithi123.stdout:678 2023-12-20T11:05:54.301 INFO:tasks.workunit.client.0.smithi123.stdout:679 2023-12-20T11:05:54.301 INFO:tasks.workunit.client.0.smithi123.stdout:680 2023-12-20T11:05:54.301 INFO:tasks.workunit.client.0.smithi123.stdout:681 2023-12-20T11:05:54.302 INFO:tasks.workunit.client.0.smithi123.stdout:682 2023-12-20T11:05:54.303 INFO:tasks.workunit.client.0.smithi123.stdout:683 2023-12-20T11:05:54.305 INFO:tasks.workunit.client.0.smithi123.stdout:684 2023-12-20T11:05:54.306 INFO:tasks.workunit.client.0.smithi123.stdout:685 2023-12-20T11:05:54.307 INFO:tasks.workunit.client.0.smithi123.stdout:686 2023-12-20T11:05:54.308 INFO:tasks.workunit.client.0.smithi123.stdout:687 2023-12-20T11:05:54.309 INFO:tasks.workunit.client.0.smithi123.stdout:688 2023-12-20T11:05:54.310 INFO:tasks.workunit.client.0.smithi123.stdout:689 2023-12-20T11:05:54.311 INFO:tasks.workunit.client.0.smithi123.stdout:690 2023-12-20T11:05:54.312 INFO:tasks.workunit.client.0.smithi123.stdout:691 2023-12-20T11:05:54.313 INFO:tasks.workunit.client.0.smithi123.stdout:692 2023-12-20T11:05:54.314 INFO:tasks.workunit.client.0.smithi123.stdout:693 2023-12-20T11:05:54.315 INFO:tasks.workunit.client.0.smithi123.stdout:694 2023-12-20T11:05:54.316 INFO:tasks.workunit.client.0.smithi123.stdout:695 2023-12-20T11:05:54.317 INFO:tasks.workunit.client.0.smithi123.stdout:696 2023-12-20T11:05:54.318 INFO:tasks.workunit.client.0.smithi123.stdout:697 2023-12-20T11:05:54.319 INFO:tasks.workunit.client.0.smithi123.stdout:698 2023-12-20T11:05:54.320 INFO:tasks.workunit.client.0.smithi123.stdout:699 2023-12-20T11:05:54.322 INFO:tasks.workunit.client.0.smithi123.stdout:700 2023-12-20T11:05:54.323 INFO:tasks.workunit.client.0.smithi123.stdout:701 2023-12-20T11:05:54.324 INFO:tasks.workunit.client.0.smithi123.stdout:702 2023-12-20T11:05:54.325 INFO:tasks.workunit.client.0.smithi123.stdout:703 2023-12-20T11:05:54.326 INFO:tasks.workunit.client.0.smithi123.stdout:704 2023-12-20T11:05:54.327 INFO:tasks.workunit.client.0.smithi123.stdout:705 2023-12-20T11:05:54.328 INFO:tasks.workunit.client.0.smithi123.stdout:706 2023-12-20T11:05:54.329 INFO:tasks.workunit.client.0.smithi123.stdout:707 2023-12-20T11:05:54.330 INFO:tasks.workunit.client.0.smithi123.stdout:708 2023-12-20T11:05:54.331 INFO:tasks.workunit.client.0.smithi123.stdout:709 2023-12-20T11:05:54.332 INFO:tasks.workunit.client.0.smithi123.stdout:710 2023-12-20T11:05:54.333 INFO:tasks.workunit.client.0.smithi123.stdout:711 2023-12-20T11:05:54.334 INFO:tasks.workunit.client.0.smithi123.stdout:712 2023-12-20T11:05:54.336 INFO:tasks.workunit.client.0.smithi123.stdout:713 2023-12-20T11:05:54.337 INFO:tasks.workunit.client.0.smithi123.stdout:714 2023-12-20T11:05:54.338 INFO:tasks.workunit.client.0.smithi123.stdout:715 2023-12-20T11:05:54.339 INFO:tasks.workunit.client.0.smithi123.stdout:716 2023-12-20T11:05:54.340 INFO:tasks.workunit.client.0.smithi123.stdout:717 2023-12-20T11:05:54.341 INFO:tasks.workunit.client.0.smithi123.stdout:718 2023-12-20T11:05:54.342 INFO:tasks.workunit.client.0.smithi123.stdout:719 2023-12-20T11:05:54.343 INFO:tasks.workunit.client.0.smithi123.stdout:720 2023-12-20T11:05:54.345 INFO:tasks.workunit.client.0.smithi123.stdout:721 2023-12-20T11:05:54.346 INFO:tasks.workunit.client.0.smithi123.stdout:722 2023-12-20T11:05:54.347 INFO:tasks.workunit.client.0.smithi123.stdout:723 2023-12-20T11:05:54.348 INFO:tasks.workunit.client.0.smithi123.stdout:724 2023-12-20T11:05:54.349 INFO:tasks.workunit.client.0.smithi123.stdout:725 2023-12-20T11:05:54.350 INFO:tasks.workunit.client.0.smithi123.stdout:726 2023-12-20T11:05:54.351 INFO:tasks.workunit.client.0.smithi123.stdout:727 2023-12-20T11:05:54.352 INFO:tasks.workunit.client.0.smithi123.stdout:728 2023-12-20T11:05:54.353 INFO:tasks.workunit.client.0.smithi123.stdout:729 2023-12-20T11:05:54.354 INFO:tasks.workunit.client.0.smithi123.stdout:730 2023-12-20T11:05:54.355 INFO:tasks.workunit.client.0.smithi123.stdout:731 2023-12-20T11:05:54.356 INFO:tasks.workunit.client.0.smithi123.stdout:732 2023-12-20T11:05:54.357 INFO:tasks.workunit.client.0.smithi123.stdout:733 2023-12-20T11:05:54.359 INFO:tasks.workunit.client.0.smithi123.stdout:734 2023-12-20T11:05:54.359 INFO:tasks.workunit.client.0.smithi123.stdout:735 2023-12-20T11:05:54.360 INFO:tasks.workunit.client.0.smithi123.stdout:736 2023-12-20T11:05:54.361 INFO:tasks.workunit.client.0.smithi123.stdout:737 2023-12-20T11:05:54.362 INFO:tasks.workunit.client.0.smithi123.stdout:738 2023-12-20T11:05:54.363 INFO:tasks.workunit.client.0.smithi123.stdout:739 2023-12-20T11:05:54.364 INFO:tasks.workunit.client.0.smithi123.stdout:740 2023-12-20T11:05:54.365 INFO:tasks.workunit.client.0.smithi123.stdout:741 2023-12-20T11:05:54.366 INFO:tasks.workunit.client.0.smithi123.stdout:742 2023-12-20T11:05:54.367 INFO:tasks.workunit.client.0.smithi123.stdout:743 2023-12-20T11:05:54.368 INFO:tasks.workunit.client.0.smithi123.stdout:744 2023-12-20T11:05:54.369 INFO:tasks.workunit.client.0.smithi123.stdout:745 2023-12-20T11:05:54.370 INFO:tasks.workunit.client.0.smithi123.stdout:746 2023-12-20T11:05:54.371 INFO:tasks.workunit.client.0.smithi123.stdout:747 2023-12-20T11:05:54.372 INFO:tasks.workunit.client.0.smithi123.stdout:748 2023-12-20T11:05:54.373 INFO:tasks.workunit.client.0.smithi123.stdout:749 2023-12-20T11:05:54.374 INFO:tasks.workunit.client.0.smithi123.stdout:750 2023-12-20T11:05:54.375 INFO:tasks.workunit.client.0.smithi123.stdout:751 2023-12-20T11:05:54.376 INFO:tasks.workunit.client.0.smithi123.stdout:752 2023-12-20T11:05:54.377 INFO:tasks.workunit.client.0.smithi123.stdout:753 2023-12-20T11:05:54.378 INFO:tasks.workunit.client.0.smithi123.stdout:754 2023-12-20T11:05:54.379 INFO:tasks.workunit.client.0.smithi123.stdout:755 2023-12-20T11:05:54.380 INFO:tasks.workunit.client.0.smithi123.stdout:756 2023-12-20T11:05:54.381 INFO:tasks.workunit.client.0.smithi123.stdout:757 2023-12-20T11:05:54.382 INFO:tasks.workunit.client.0.smithi123.stdout:758 2023-12-20T11:05:54.383 INFO:tasks.workunit.client.0.smithi123.stdout:759 2023-12-20T11:05:54.385 INFO:tasks.workunit.client.0.smithi123.stdout:760 2023-12-20T11:05:54.385 INFO:tasks.workunit.client.0.smithi123.stdout:761 2023-12-20T11:05:54.387 INFO:tasks.workunit.client.0.smithi123.stdout:762 2023-12-20T11:05:54.388 INFO:tasks.workunit.client.0.smithi123.stdout:763 2023-12-20T11:05:54.388 INFO:tasks.workunit.client.0.smithi123.stdout:764 2023-12-20T11:05:54.389 INFO:tasks.workunit.client.0.smithi123.stdout:765 2023-12-20T11:05:54.391 INFO:tasks.workunit.client.0.smithi123.stdout:766 2023-12-20T11:05:54.391 INFO:tasks.workunit.client.0.smithi123.stdout:767 2023-12-20T11:05:54.393 INFO:tasks.workunit.client.0.smithi123.stdout:768 2023-12-20T11:05:54.394 INFO:tasks.workunit.client.0.smithi123.stdout:769 2023-12-20T11:05:54.395 INFO:tasks.workunit.client.0.smithi123.stdout:770 2023-12-20T11:05:54.396 INFO:tasks.workunit.client.0.smithi123.stdout:771 2023-12-20T11:05:54.397 INFO:tasks.workunit.client.0.smithi123.stdout:772 2023-12-20T11:05:54.398 INFO:tasks.workunit.client.0.smithi123.stdout:773 2023-12-20T11:05:54.399 INFO:tasks.workunit.client.0.smithi123.stdout:774 2023-12-20T11:05:54.400 INFO:tasks.workunit.client.0.smithi123.stdout:775 2023-12-20T11:05:54.401 INFO:tasks.workunit.client.0.smithi123.stdout:776 2023-12-20T11:05:54.403 INFO:tasks.workunit.client.0.smithi123.stdout:777 2023-12-20T11:05:54.404 INFO:tasks.workunit.client.0.smithi123.stdout:778 2023-12-20T11:05:54.405 INFO:tasks.workunit.client.0.smithi123.stdout:779 2023-12-20T11:05:54.406 INFO:tasks.workunit.client.0.smithi123.stdout:780 2023-12-20T11:05:54.407 INFO:tasks.workunit.client.0.smithi123.stdout:781 2023-12-20T11:05:54.408 INFO:tasks.workunit.client.0.smithi123.stdout:782 2023-12-20T11:05:54.409 INFO:tasks.workunit.client.0.smithi123.stdout:783 2023-12-20T11:05:54.410 INFO:tasks.workunit.client.0.smithi123.stdout:784 2023-12-20T11:05:54.411 INFO:tasks.workunit.client.0.smithi123.stdout:785 2023-12-20T11:05:54.412 INFO:tasks.workunit.client.0.smithi123.stdout:786 2023-12-20T11:05:54.413 INFO:tasks.workunit.client.0.smithi123.stdout:787 2023-12-20T11:05:54.414 INFO:tasks.workunit.client.0.smithi123.stdout:788 2023-12-20T11:05:54.415 INFO:tasks.workunit.client.0.smithi123.stdout:789 2023-12-20T11:05:54.416 INFO:tasks.workunit.client.0.smithi123.stdout:790 2023-12-20T11:05:54.417 INFO:tasks.workunit.client.0.smithi123.stdout:791 2023-12-20T11:05:54.418 INFO:tasks.workunit.client.0.smithi123.stdout:792 2023-12-20T11:05:54.419 INFO:tasks.workunit.client.0.smithi123.stdout:793 2023-12-20T11:05:54.420 INFO:tasks.workunit.client.0.smithi123.stdout:794 2023-12-20T11:05:54.421 INFO:tasks.workunit.client.0.smithi123.stdout:795 2023-12-20T11:05:54.422 INFO:tasks.workunit.client.0.smithi123.stdout:796 2023-12-20T11:05:54.423 INFO:tasks.workunit.client.0.smithi123.stdout:797 2023-12-20T11:05:54.424 INFO:tasks.workunit.client.0.smithi123.stdout:798 2023-12-20T11:05:54.425 INFO:tasks.workunit.client.0.smithi123.stdout:799 2023-12-20T11:05:54.426 INFO:tasks.workunit.client.0.smithi123.stdout:800 2023-12-20T11:05:54.427 INFO:tasks.workunit.client.0.smithi123.stdout:801 2023-12-20T11:05:54.429 INFO:tasks.workunit.client.0.smithi123.stdout:802 2023-12-20T11:05:54.430 INFO:tasks.workunit.client.0.smithi123.stdout:803 2023-12-20T11:05:54.431 INFO:tasks.workunit.client.0.smithi123.stdout:804 2023-12-20T11:05:54.432 INFO:tasks.workunit.client.0.smithi123.stdout:805 2023-12-20T11:05:54.433 INFO:tasks.workunit.client.0.smithi123.stdout:806 2023-12-20T11:05:54.434 INFO:tasks.workunit.client.0.smithi123.stdout:807 2023-12-20T11:05:54.436 INFO:tasks.workunit.client.0.smithi123.stdout:808 2023-12-20T11:05:54.436 INFO:tasks.workunit.client.0.smithi123.stdout:809 2023-12-20T11:05:54.437 INFO:tasks.workunit.client.0.smithi123.stdout:810 2023-12-20T11:05:54.438 INFO:tasks.workunit.client.0.smithi123.stdout:811 2023-12-20T11:05:54.440 INFO:tasks.workunit.client.0.smithi123.stdout:812 2023-12-20T11:05:54.440 INFO:tasks.workunit.client.0.smithi123.stdout:813 2023-12-20T11:05:54.441 INFO:tasks.workunit.client.0.smithi123.stdout:814 2023-12-20T11:05:54.442 INFO:tasks.workunit.client.0.smithi123.stdout:815 2023-12-20T11:05:54.443 INFO:tasks.workunit.client.0.smithi123.stdout:816 2023-12-20T11:05:54.445 INFO:tasks.workunit.client.0.smithi123.stdout:817 2023-12-20T11:05:54.446 INFO:tasks.workunit.client.0.smithi123.stdout:818 2023-12-20T11:05:54.447 INFO:tasks.workunit.client.0.smithi123.stdout:819 2023-12-20T11:05:54.448 INFO:tasks.workunit.client.0.smithi123.stdout:820 2023-12-20T11:05:54.449 INFO:tasks.workunit.client.0.smithi123.stdout:821 2023-12-20T11:05:54.450 INFO:tasks.workunit.client.0.smithi123.stdout:822 2023-12-20T11:05:54.451 INFO:tasks.workunit.client.0.smithi123.stdout:823 2023-12-20T11:05:54.452 INFO:tasks.workunit.client.0.smithi123.stdout:824 2023-12-20T11:05:54.453 INFO:tasks.workunit.client.0.smithi123.stdout:825 2023-12-20T11:05:54.454 INFO:tasks.workunit.client.0.smithi123.stdout:826 2023-12-20T11:05:54.455 INFO:tasks.workunit.client.0.smithi123.stdout:827 2023-12-20T11:05:54.456 INFO:tasks.workunit.client.0.smithi123.stdout:828 2023-12-20T11:05:54.457 INFO:tasks.workunit.client.0.smithi123.stdout:829 2023-12-20T11:05:54.458 INFO:tasks.workunit.client.0.smithi123.stdout:830 2023-12-20T11:05:54.460 INFO:tasks.workunit.client.0.smithi123.stdout:831 2023-12-20T11:05:54.461 INFO:tasks.workunit.client.0.smithi123.stdout:832 2023-12-20T11:05:54.462 INFO:tasks.workunit.client.0.smithi123.stdout:833 2023-12-20T11:05:54.463 INFO:tasks.workunit.client.0.smithi123.stdout:834 2023-12-20T11:05:54.464 INFO:tasks.workunit.client.0.smithi123.stdout:835 2023-12-20T11:05:54.465 INFO:tasks.workunit.client.0.smithi123.stdout:836 2023-12-20T11:05:54.466 INFO:tasks.workunit.client.0.smithi123.stdout:837 2023-12-20T11:05:54.467 INFO:tasks.workunit.client.0.smithi123.stdout:838 2023-12-20T11:05:54.468 INFO:tasks.workunit.client.0.smithi123.stdout:839 2023-12-20T11:05:54.469 INFO:tasks.workunit.client.0.smithi123.stdout:840 2023-12-20T11:05:54.470 INFO:tasks.workunit.client.0.smithi123.stdout:841 2023-12-20T11:05:54.471 INFO:tasks.workunit.client.0.smithi123.stdout:842 2023-12-20T11:05:54.472 INFO:tasks.workunit.client.0.smithi123.stdout:843 2023-12-20T11:05:54.473 INFO:tasks.workunit.client.0.smithi123.stdout:844 2023-12-20T11:05:54.474 INFO:tasks.workunit.client.0.smithi123.stdout:845 2023-12-20T11:05:54.475 INFO:tasks.workunit.client.0.smithi123.stdout:846 2023-12-20T11:05:54.476 INFO:tasks.workunit.client.0.smithi123.stdout:847 2023-12-20T11:05:54.478 INFO:tasks.workunit.client.0.smithi123.stdout:848 2023-12-20T11:05:54.479 INFO:tasks.workunit.client.0.smithi123.stdout:849 2023-12-20T11:05:54.480 INFO:tasks.workunit.client.0.smithi123.stdout:850 2023-12-20T11:05:54.481 INFO:tasks.workunit.client.0.smithi123.stdout:851 2023-12-20T11:05:54.482 INFO:tasks.workunit.client.0.smithi123.stdout:852 2023-12-20T11:05:54.483 INFO:tasks.workunit.client.0.smithi123.stdout:853 2023-12-20T11:05:54.484 INFO:tasks.workunit.client.0.smithi123.stdout:854 2023-12-20T11:05:54.485 INFO:tasks.workunit.client.0.smithi123.stdout:855 2023-12-20T11:05:54.486 INFO:tasks.workunit.client.0.smithi123.stdout:856 2023-12-20T11:05:54.488 INFO:tasks.workunit.client.0.smithi123.stdout:857 2023-12-20T11:05:54.489 INFO:tasks.workunit.client.0.smithi123.stdout:858 2023-12-20T11:05:54.490 INFO:tasks.workunit.client.0.smithi123.stdout:859 2023-12-20T11:05:54.491 INFO:tasks.workunit.client.0.smithi123.stdout:860 2023-12-20T11:05:54.492 INFO:tasks.workunit.client.0.smithi123.stdout:861 2023-12-20T11:05:54.493 INFO:tasks.workunit.client.0.smithi123.stdout:862 2023-12-20T11:05:54.494 INFO:tasks.workunit.client.0.smithi123.stdout:863 2023-12-20T11:05:54.495 INFO:tasks.workunit.client.0.smithi123.stdout:864 2023-12-20T11:05:54.496 INFO:tasks.workunit.client.0.smithi123.stdout:865 2023-12-20T11:05:54.497 INFO:tasks.workunit.client.0.smithi123.stdout:866 2023-12-20T11:05:54.498 INFO:tasks.workunit.client.0.smithi123.stdout:867 2023-12-20T11:05:54.499 INFO:tasks.workunit.client.0.smithi123.stdout:868 2023-12-20T11:05:54.500 INFO:tasks.workunit.client.0.smithi123.stdout:869 2023-12-20T11:05:54.505 INFO:tasks.workunit.client.0.smithi123.stdout:870 2023-12-20T11:05:54.505 INFO:tasks.workunit.client.0.smithi123.stdout:871 2023-12-20T11:05:54.506 INFO:tasks.workunit.client.0.smithi123.stdout:872 2023-12-20T11:05:54.506 INFO:tasks.workunit.client.0.smithi123.stdout:873 2023-12-20T11:05:54.506 INFO:tasks.workunit.client.0.smithi123.stdout:874 2023-12-20T11:05:54.507 INFO:tasks.workunit.client.0.smithi123.stdout:875 2023-12-20T11:05:54.509 INFO:tasks.workunit.client.0.smithi123.stdout:876 2023-12-20T11:05:54.510 INFO:tasks.workunit.client.0.smithi123.stdout:877 2023-12-20T11:05:54.511 INFO:tasks.workunit.client.0.smithi123.stdout:878 2023-12-20T11:05:54.513 INFO:tasks.workunit.client.0.smithi123.stdout:879 2023-12-20T11:05:54.514 INFO:tasks.workunit.client.0.smithi123.stdout:880 2023-12-20T11:05:54.515 INFO:tasks.workunit.client.0.smithi123.stdout:881 2023-12-20T11:05:54.516 INFO:tasks.workunit.client.0.smithi123.stdout:882 2023-12-20T11:05:54.517 INFO:tasks.workunit.client.0.smithi123.stdout:883 2023-12-20T11:05:54.518 INFO:tasks.workunit.client.0.smithi123.stdout:884 2023-12-20T11:05:54.519 INFO:tasks.workunit.client.0.smithi123.stdout:885 2023-12-20T11:05:54.520 INFO:tasks.workunit.client.0.smithi123.stdout:886 2023-12-20T11:05:54.521 INFO:tasks.workunit.client.0.smithi123.stdout:887 2023-12-20T11:05:54.523 INFO:tasks.workunit.client.0.smithi123.stdout:888 2023-12-20T11:05:54.524 INFO:tasks.workunit.client.0.smithi123.stdout:889 2023-12-20T11:05:54.525 INFO:tasks.workunit.client.0.smithi123.stdout:890 2023-12-20T11:05:54.526 INFO:tasks.workunit.client.0.smithi123.stdout:891 2023-12-20T11:05:54.527 INFO:tasks.workunit.client.0.smithi123.stdout:892 2023-12-20T11:05:54.528 INFO:tasks.workunit.client.0.smithi123.stdout:893 2023-12-20T11:05:54.529 INFO:tasks.workunit.client.0.smithi123.stdout:894 2023-12-20T11:05:54.531 INFO:tasks.workunit.client.0.smithi123.stdout:895 2023-12-20T11:05:54.532 INFO:tasks.workunit.client.0.smithi123.stdout:896 2023-12-20T11:05:54.533 INFO:tasks.workunit.client.0.smithi123.stdout:897 2023-12-20T11:05:54.534 INFO:tasks.workunit.client.0.smithi123.stdout:898 2023-12-20T11:05:54.536 INFO:tasks.workunit.client.0.smithi123.stdout:899 2023-12-20T11:05:54.537 INFO:tasks.workunit.client.0.smithi123.stdout:900 2023-12-20T11:05:54.538 INFO:tasks.workunit.client.0.smithi123.stdout:901 2023-12-20T11:05:54.539 INFO:tasks.workunit.client.0.smithi123.stdout:902 2023-12-20T11:05:54.541 INFO:tasks.workunit.client.0.smithi123.stdout:903 2023-12-20T11:05:54.542 INFO:tasks.workunit.client.0.smithi123.stdout:904 2023-12-20T11:05:54.543 INFO:tasks.workunit.client.0.smithi123.stdout:905 2023-12-20T11:05:54.544 INFO:tasks.workunit.client.0.smithi123.stdout:906 2023-12-20T11:05:54.545 INFO:tasks.workunit.client.0.smithi123.stdout:907 2023-12-20T11:05:54.546 INFO:tasks.workunit.client.0.smithi123.stdout:908 2023-12-20T11:05:54.548 INFO:tasks.workunit.client.0.smithi123.stdout:909 2023-12-20T11:05:54.549 INFO:tasks.workunit.client.0.smithi123.stdout:910 2023-12-20T11:05:54.550 INFO:tasks.workunit.client.0.smithi123.stdout:911 2023-12-20T11:05:54.551 INFO:tasks.workunit.client.0.smithi123.stdout:912 2023-12-20T11:05:54.552 INFO:tasks.workunit.client.0.smithi123.stdout:913 2023-12-20T11:05:54.553 INFO:tasks.workunit.client.0.smithi123.stdout:914 2023-12-20T11:05:54.555 INFO:tasks.workunit.client.0.smithi123.stdout:915 2023-12-20T11:05:54.556 INFO:tasks.workunit.client.0.smithi123.stdout:916 2023-12-20T11:05:54.557 INFO:tasks.workunit.client.0.smithi123.stdout:917 2023-12-20T11:05:54.558 INFO:tasks.workunit.client.0.smithi123.stdout:918 2023-12-20T11:05:54.559 INFO:tasks.workunit.client.0.smithi123.stdout:919 2023-12-20T11:05:54.560 INFO:tasks.workunit.client.0.smithi123.stdout:920 2023-12-20T11:05:54.561 INFO:tasks.workunit.client.0.smithi123.stdout:921 2023-12-20T11:05:54.562 INFO:tasks.workunit.client.0.smithi123.stdout:922 2023-12-20T11:05:54.563 INFO:tasks.workunit.client.0.smithi123.stdout:923 2023-12-20T11:05:54.565 INFO:tasks.workunit.client.0.smithi123.stdout:924 2023-12-20T11:05:54.566 INFO:tasks.workunit.client.0.smithi123.stdout:925 2023-12-20T11:05:54.567 INFO:tasks.workunit.client.0.smithi123.stdout:926 2023-12-20T11:05:54.568 INFO:tasks.workunit.client.0.smithi123.stdout:927 2023-12-20T11:05:54.569 INFO:tasks.workunit.client.0.smithi123.stdout:928 2023-12-20T11:05:54.570 INFO:tasks.workunit.client.0.smithi123.stdout:929 2023-12-20T11:05:54.572 INFO:tasks.workunit.client.0.smithi123.stdout:930 2023-12-20T11:05:54.573 INFO:tasks.workunit.client.0.smithi123.stdout:931 2023-12-20T11:05:54.574 INFO:tasks.workunit.client.0.smithi123.stdout:932 2023-12-20T11:05:54.575 INFO:tasks.workunit.client.0.smithi123.stdout:933 2023-12-20T11:05:54.576 INFO:tasks.workunit.client.0.smithi123.stdout:934 2023-12-20T11:05:54.577 INFO:tasks.workunit.client.0.smithi123.stdout:935 2023-12-20T11:05:54.578 INFO:tasks.workunit.client.0.smithi123.stdout:936 2023-12-20T11:05:54.579 INFO:tasks.workunit.client.0.smithi123.stdout:937 2023-12-20T11:05:54.580 INFO:tasks.workunit.client.0.smithi123.stdout:938 2023-12-20T11:05:54.582 INFO:tasks.workunit.client.0.smithi123.stdout:939 2023-12-20T11:05:54.583 INFO:tasks.workunit.client.0.smithi123.stdout:940 2023-12-20T11:05:54.584 INFO:tasks.workunit.client.0.smithi123.stdout:941 2023-12-20T11:05:54.585 INFO:tasks.workunit.client.0.smithi123.stdout:942 2023-12-20T11:05:54.587 INFO:tasks.workunit.client.0.smithi123.stdout:943 2023-12-20T11:05:54.588 INFO:tasks.workunit.client.0.smithi123.stdout:944 2023-12-20T11:05:54.589 INFO:tasks.workunit.client.0.smithi123.stdout:945 2023-12-20T11:05:54.590 INFO:tasks.workunit.client.0.smithi123.stdout:946 2023-12-20T11:05:54.591 INFO:tasks.workunit.client.0.smithi123.stdout:947 2023-12-20T11:05:54.592 INFO:tasks.workunit.client.0.smithi123.stdout:948 2023-12-20T11:05:54.593 INFO:tasks.workunit.client.0.smithi123.stdout:949 2023-12-20T11:05:54.595 INFO:tasks.workunit.client.0.smithi123.stdout:950 2023-12-20T11:05:54.596 INFO:tasks.workunit.client.0.smithi123.stdout:951 2023-12-20T11:05:54.597 INFO:tasks.workunit.client.0.smithi123.stdout:952 2023-12-20T11:05:54.598 INFO:tasks.workunit.client.0.smithi123.stdout:953 2023-12-20T11:05:54.600 INFO:tasks.workunit.client.0.smithi123.stdout:954 2023-12-20T11:05:54.601 INFO:tasks.workunit.client.0.smithi123.stdout:955 2023-12-20T11:05:54.603 INFO:tasks.workunit.client.0.smithi123.stdout:956 2023-12-20T11:05:54.604 INFO:tasks.workunit.client.0.smithi123.stdout:957 2023-12-20T11:05:54.605 INFO:tasks.workunit.client.0.smithi123.stdout:958 2023-12-20T11:05:54.606 INFO:tasks.workunit.client.0.smithi123.stdout:959 2023-12-20T11:05:54.607 INFO:tasks.workunit.client.0.smithi123.stdout:960 2023-12-20T11:05:54.609 INFO:tasks.workunit.client.0.smithi123.stdout:961 2023-12-20T11:05:54.610 INFO:tasks.workunit.client.0.smithi123.stdout:962 2023-12-20T11:05:54.611 INFO:tasks.workunit.client.0.smithi123.stdout:963 2023-12-20T11:05:54.612 INFO:tasks.workunit.client.0.smithi123.stdout:964 2023-12-20T11:05:54.614 INFO:tasks.workunit.client.0.smithi123.stdout:965 2023-12-20T11:05:54.615 INFO:tasks.workunit.client.0.smithi123.stdout:966 2023-12-20T11:05:54.618 INFO:tasks.workunit.client.0.smithi123.stdout:967 2023-12-20T11:05:54.618 INFO:tasks.workunit.client.0.smithi123.stdout:968 2023-12-20T11:05:54.618 INFO:tasks.workunit.client.0.smithi123.stdout:969 2023-12-20T11:05:54.620 INFO:tasks.workunit.client.0.smithi123.stdout:970 2023-12-20T11:05:54.621 INFO:tasks.workunit.client.0.smithi123.stdout:971 2023-12-20T11:05:54.622 INFO:tasks.workunit.client.0.smithi123.stdout:972 2023-12-20T11:05:54.623 INFO:tasks.workunit.client.0.smithi123.stdout:973 2023-12-20T11:05:54.625 INFO:tasks.workunit.client.0.smithi123.stdout:974 2023-12-20T11:05:54.626 INFO:tasks.workunit.client.0.smithi123.stdout:975 2023-12-20T11:05:54.627 INFO:tasks.workunit.client.0.smithi123.stdout:976 2023-12-20T11:05:54.628 INFO:tasks.workunit.client.0.smithi123.stdout:977 2023-12-20T11:05:54.630 INFO:tasks.workunit.client.0.smithi123.stdout:978 2023-12-20T11:05:54.631 INFO:tasks.workunit.client.0.smithi123.stdout:979 2023-12-20T11:05:54.632 INFO:tasks.workunit.client.0.smithi123.stdout:980 2023-12-20T11:05:54.634 INFO:tasks.workunit.client.0.smithi123.stdout:981 2023-12-20T11:05:54.635 INFO:tasks.workunit.client.0.smithi123.stdout:982 2023-12-20T11:05:54.636 INFO:tasks.workunit.client.0.smithi123.stdout:983 2023-12-20T11:05:54.637 INFO:tasks.workunit.client.0.smithi123.stdout:984 2023-12-20T11:05:54.638 INFO:tasks.workunit.client.0.smithi123.stdout:985 2023-12-20T11:05:54.639 INFO:tasks.workunit.client.0.smithi123.stdout:986 2023-12-20T11:05:54.641 INFO:tasks.workunit.client.0.smithi123.stdout:987 2023-12-20T11:05:54.641 INFO:tasks.workunit.client.0.smithi123.stdout:988 2023-12-20T11:05:54.643 INFO:tasks.workunit.client.0.smithi123.stdout:989 2023-12-20T11:05:54.644 INFO:tasks.workunit.client.0.smithi123.stdout:990 2023-12-20T11:05:54.645 INFO:tasks.workunit.client.0.smithi123.stdout:991 2023-12-20T11:05:54.646 INFO:tasks.workunit.client.0.smithi123.stdout:992 2023-12-20T11:05:54.647 INFO:tasks.workunit.client.0.smithi123.stdout:993 2023-12-20T11:05:54.648 INFO:tasks.workunit.client.0.smithi123.stdout:994 2023-12-20T11:05:54.649 INFO:tasks.workunit.client.0.smithi123.stdout:995 2023-12-20T11:05:54.651 INFO:tasks.workunit.client.0.smithi123.stdout:996 2023-12-20T11:05:54.652 INFO:tasks.workunit.client.0.smithi123.stdout:997 2023-12-20T11:05:54.653 INFO:tasks.workunit.client.0.smithi123.stdout:998 2023-12-20T11:05:54.655 INFO:tasks.workunit.client.0.smithi123.stdout:999 2023-12-20T11:05:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:54 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2583413633' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:54 smithi123 ceph-mon[191304]: osdmap e936: 8 total, 8 up, 8 in 2023-12-20T11:05:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:54 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2583413633' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2023-12-20T11:05:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:54 smithi123 ceph-mon[191304]: pgmap v1153: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:54.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:54 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2583413633' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:54.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:54 smithi123 ceph-mon[188613]: osdmap e936: 8 total, 8 up, 8 in 2023-12-20T11:05:54.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:54 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2583413633' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2023-12-20T11:05:54.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:54 smithi123 ceph-mon[188613]: pgmap v1153: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:55.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:54 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2583413633' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:55.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:54 smithi177 ceph-mon[212096]: osdmap e936: 8 total, 8 up, 8 in 2023-12-20T11:05:55.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:54 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2583413633' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2023-12-20T11:05:55.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:54 smithi177 ceph-mon[212096]: pgmap v1153: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:55.666 INFO:tasks.workunit.client.0.smithi123.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2023-12-20T11:05:55.667 INFO:tasks.workunit.client.0.smithi123.stdout:00000010 69 73 |is| 2023-12-20T11:05:55.667 INFO:tasks.workunit.client.0.smithi123.stdout:00000012 2023-12-20T11:05:55.667 INFO:tasks.workunit.client.0.smithi123.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2023-12-20T11:05:55.667 INFO:tasks.workunit.client.0.smithi123.stdout:00000010 69 73 |is| 2023-12-20T11:05:55.667 INFO:tasks.workunit.client.0.smithi123.stdout:00000012 2023-12-20T11:05:55.667 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsHello.WriteReturnData (4037 ms) 2023-12-20T11:05:55.667 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsHello.Loud 2023-12-20T11:05:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:55 smithi123 ceph-mon[191304]: osdmap e937: 8 total, 8 up, 8 in 2023-12-20T11:05:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:55 smithi123 ceph-mon[188613]: osdmap e937: 8 total, 8 up, 8 in 2023-12-20T11:05:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:55 smithi177 ceph-mon[212096]: osdmap e937: 8 total, 8 up, 8 in 2023-12-20T11:05:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:56 smithi123 ceph-mon[191304]: osdmap e938: 8 total, 8 up, 8 in 2023-12-20T11:05:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:56 smithi123 ceph-mon[191304]: pgmap v1156: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:05:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:56 smithi123 ceph-mon[188613]: osdmap e938: 8 total, 8 up, 8 in 2023-12-20T11:05:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:56 smithi123 ceph-mon[188613]: pgmap v1156: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:05:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:56 smithi177 ceph-mon[212096]: osdmap e938: 8 total, 8 up, 8 in 2023-12-20T11:05:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:56 smithi177 ceph-mon[212096]: pgmap v1156: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:05:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:57 smithi123 ceph-mon[191304]: osdmap e939: 8 total, 8 up, 8 in 2023-12-20T11:05:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:57 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/34776806' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:57 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:57 smithi123 ceph-mon[188613]: osdmap e939: 8 total, 8 up, 8 in 2023-12-20T11:05:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:57 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/34776806' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:57 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:57 smithi177 ceph-mon[212096]: osdmap e939: 8 total, 8 up, 8 in 2023-12-20T11:05:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:57 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/34776806' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:57 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:05:58.701 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsHello.Loud (3035 ms) 2023-12-20T11:05:58.701 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsHello.BadMethods 2023-12-20T11:05:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:58 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:58 smithi123 ceph-mon[191304]: osdmap e940: 8 total, 8 up, 8 in 2023-12-20T11:05:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:58 smithi123 ceph-mon[191304]: pgmap v1159: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:58 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:58 smithi123 ceph-mon[188613]: osdmap e940: 8 total, 8 up, 8 in 2023-12-20T11:05:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:58 smithi123 ceph-mon[188613]: pgmap v1159: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:59.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:58 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:05:59.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:58 smithi177 ceph-mon[212096]: osdmap e940: 8 total, 8 up, 8 in 2023-12-20T11:05:59.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:58 smithi177 ceph-mon[212096]: pgmap v1159: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:05:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:05:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:05:59] "GET /metrics HTTP/1.1" 200 33881 "" "Prometheus/2.43.0" 2023-12-20T11:05:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:05:59 smithi123 ceph-mon[191304]: osdmap e941: 8 total, 8 up, 8 in 2023-12-20T11:05:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:05:59 smithi123 ceph-mon[188613]: osdmap e941: 8 total, 8 up, 8 in 2023-12-20T11:06:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:05:59 smithi177 ceph-mon[212096]: osdmap e941: 8 total, 8 up, 8 in 2023-12-20T11:06:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:00 smithi123 ceph-mon[191304]: pgmap v1161: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:00 smithi123 ceph-mon[191304]: osdmap e942: 8 total, 8 up, 8 in 2023-12-20T11:06:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:00 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/374128537' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:00 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:00.993 INFO:journalctl@ceph.osd.3.smithi123.stdout:Dec 20 11:06:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-3[217077]: 2023-12-20T11:06:00.722+0000 7f5d75d79700 -1 osd.3 pg_epoch: 943 pg[38.2( v 943'1 (0'0,943'1] local-lis/les=942/943 n=1 ec=942/942 lis/c=942/942 les/c/f=943/943/0 sis=942) [3,7,5] r=0 lpr=942 crt=943'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2023-12-20T11:06:00.993 INFO:journalctl@ceph.osd.3.smithi123.stdout:Dec 20 11:06:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-osd-3[217077]: 2023-12-20T11:06:00.725+0000 7f5d75d79700 -1 osd.3 pg_epoch: 943 pg[38.2( v 943'2 (0'0,943'2] local-lis/les=942/943 n=1 ec=942/942 lis/c=942/942 les/c/f=943/943/0 sis=942) [3,7,5] r=0 lpr=942 crt=943'1 lcod 943'1 mlcod 943'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2023-12-20T11:06:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:00 smithi123 ceph-mon[188613]: pgmap v1161: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:00 smithi123 ceph-mon[188613]: osdmap e942: 8 total, 8 up, 8 in 2023-12-20T11:06:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:00 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/374128537' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:00 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:00 smithi177 ceph-mon[212096]: pgmap v1161: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:00 smithi177 ceph-mon[212096]: osdmap e942: 8 total, 8 up, 8 in 2023-12-20T11:06:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:00 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/374128537' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:00 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:01.713 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsHello.BadMethods (3012 ms) 2023-12-20T11:06:01.713 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsHello.Filter 2023-12-20T11:06:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:01 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:01 smithi123 ceph-mon[188613]: osdmap e943: 8 total, 8 up, 8 in 2023-12-20T11:06:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:01 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:01.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:01 smithi123 ceph-mon[191304]: osdmap e943: 8 total, 8 up, 8 in 2023-12-20T11:06:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:01 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:01 smithi177 ceph-mon[212096]: osdmap e943: 8 total, 8 up, 8 in 2023-12-20T11:06:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:02 smithi123 ceph-mon[191304]: pgmap v1164: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:02 smithi123 ceph-mon[191304]: osdmap e944: 8 total, 8 up, 8 in 2023-12-20T11:06:02.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:02 smithi123 ceph-mon[188613]: pgmap v1164: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:02.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:02 smithi123 ceph-mon[188613]: osdmap e944: 8 total, 8 up, 8 in 2023-12-20T11:06:03.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:02 smithi177 ceph-mon[212096]: pgmap v1164: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:03.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:02 smithi177 ceph-mon[212096]: osdmap e944: 8 total, 8 up, 8 in 2023-12-20T11:06:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:03 smithi123 ceph-mon[188613]: osdmap e945: 8 total, 8 up, 8 in 2023-12-20T11:06:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:03 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2350372969' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:03 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:03 smithi123 ceph-mon[191304]: osdmap e945: 8 total, 8 up, 8 in 2023-12-20T11:06:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:03 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2350372969' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:03.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:03 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:03 smithi177 ceph-mon[212096]: osdmap e945: 8 total, 8 up, 8 in 2023-12-20T11:06:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:03 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2350372969' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:03 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:04.731 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsHello.Filter (3018 ms) 2023-12-20T11:06:04.731 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 6 tests from ClsHello (18992 ms total) 2023-12-20T11:06:04.731 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:06:04.731 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2023-12-20T11:06:04.731 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 6 tests from 1 test suite ran. (18992 ms total) 2023-12-20T11:06:04.731 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 6 tests. 2023-12-20T11:06:04.734 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-20T11:06:04.734 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-20T11:06:04.805 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2023-12-20T11:06:04.805 DEBUG:teuthology.orchestra.run.smithi123:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2023-12-20T11:06:04.877 INFO:tasks.workunit.client.0.smithi123.stdout:Running main() from gmock_main.cc 2023-12-20T11:06:04.878 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 27 tests from 1 test suite. 2023-12-20T11:06:04.878 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2023-12-20T11:06:04.878 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 27 tests from TestClsJournal 2023-12-20T11:06:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:04 smithi123 ceph-mon[191304]: pgmap v1167: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:04 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:04 smithi123 ceph-mon[191304]: osdmap e946: 8 total, 8 up, 8 in 2023-12-20T11:06:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:04 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:06:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:04 smithi123 ceph-mon[191304]: osdmap e947: 8 total, 8 up, 8 in 2023-12-20T11:06:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:04 smithi123 ceph-mon[188613]: pgmap v1167: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:04 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:04 smithi123 ceph-mon[188613]: osdmap e946: 8 total, 8 up, 8 in 2023-12-20T11:06:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:04 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:06:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:04 smithi123 ceph-mon[188613]: osdmap e947: 8 total, 8 up, 8 in 2023-12-20T11:06:05.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:04 smithi177 ceph-mon[212096]: pgmap v1167: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:05.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:04 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227524-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:05.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:04 smithi177 ceph-mon[212096]: osdmap e946: 8 total, 8 up, 8 in 2023-12-20T11:06:05.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:04 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:06:05.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:04 smithi177 ceph-mon[212096]: osdmap e947: 8 total, 8 up, 8 in 2023-12-20T11:06:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:05 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:06:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:05 smithi177 ceph-mon[212096]: osdmap e948: 8 total, 8 up, 8 in 2023-12-20T11:06:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:05 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3173825703' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227684-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:05 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227684-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:05 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:06:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:05 smithi123 ceph-mon[191304]: osdmap e948: 8 total, 8 up, 8 in 2023-12-20T11:06:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:05 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3173825703' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227684-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:05 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227684-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:06.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:05 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:06:06.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:05 smithi123 ceph-mon[188613]: osdmap e948: 8 total, 8 up, 8 in 2023-12-20T11:06:06.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:05 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3173825703' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227684-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:06.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:05 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227684-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:06.760 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsJournal.Create 2023-12-20T11:06:06.771 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsJournal.Create (12 ms) 2023-12-20T11:06:06.771 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsJournal.MinimumSet 2023-12-20T11:06:06.775 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsJournal.MinimumSet (4 ms) 2023-12-20T11:06:06.775 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2023-12-20T11:06:06.781 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsJournal.MinimumSetStale (6 ms) 2023-12-20T11:06:06.781 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2023-12-20T11:06:06.784 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2023-12-20T11:06:06.784 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsJournal.ActiveSet 2023-12-20T11:06:06.787 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2023-12-20T11:06:06.787 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2023-12-20T11:06:06.794 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2023-12-20T11:06:06.794 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2023-12-20T11:06:06.794 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsJournal.CreateDuplicate (4 ms) 2023-12-20T11:06:06.794 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsJournal.GetClient 2023-12-20T11:06:06.796 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsJournal.GetClient (2 ms) 2023-12-20T11:06:06.796 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsJournal.ClientRegister 2023-12-20T11:06:06.799 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsJournal.ClientRegister (3 ms) 2023-12-20T11:06:06.799 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2023-12-20T11:06:06.803 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2023-12-20T11:06:06.803 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2023-12-20T11:06:06.807 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsJournal.ClientUpdateData (4 ms) 2023-12-20T11:06:06.807 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2023-12-20T11:06:06.812 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2023-12-20T11:06:06.812 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsJournal.ClientUnregister 2023-12-20T11:06:06.815 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2023-12-20T11:06:06.815 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2023-12-20T11:06:06.819 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2023-12-20T11:06:06.819 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2023-12-20T11:06:06.919 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (100 ms) 2023-12-20T11:06:06.919 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsJournal.ClientCommit 2023-12-20T11:06:06.922 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsJournal.ClientCommit (3 ms) 2023-12-20T11:06:06.923 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2023-12-20T11:06:06.925 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2023-12-20T11:06:06.926 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2023-12-20T11:06:06.926 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsJournal.ClientCommitDNE (0 ms) 2023-12-20T11:06:06.926 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsJournal.ClientList 2023-12-20T11:06:06.963 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsJournal.ClientList (37 ms) 2023-12-20T11:06:06.963 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2023-12-20T11:06:06.967 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsJournal.GetNextTagTid (4 ms) 2023-12-20T11:06:06.967 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsJournal.TagCreate 2023-12-20T11:06:06.975 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsJournal.TagCreate (8 ms) 2023-12-20T11:06:06.975 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2023-12-20T11:06:06.982 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (7 ms) 2023-12-20T11:06:06.982 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsJournal.TagList 2023-12-20T11:06:07.072 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsJournal.TagList (90 ms) 2023-12-20T11:06:07.073 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsJournal.GuardAppend 2023-12-20T11:06:07.074 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2023-12-20T11:06:07.074 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2023-12-20T11:06:07.075 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2023-12-20T11:06:07.075 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2023-12-20T11:06:07.077 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2023-12-20T11:06:07.077 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsJournal.Append 2023-12-20T11:06:07.087 INFO:tasks.workunit.client.0.smithi123.stdout:padding is not enabled 2023-12-20T11:06:07.088 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsJournal.Append (10 ms) 2023-12-20T11:06:07.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:06 smithi177 ceph-mon[212096]: pgmap v1170: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:07.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:06 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227684-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:07.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:06 smithi177 ceph-mon[212096]: osdmap e949: 8 total, 8 up, 8 in 2023-12-20T11:06:07.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:06 smithi123 ceph-mon[191304]: pgmap v1170: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:07.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:06 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227684-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:07.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:06 smithi123 ceph-mon[191304]: osdmap e949: 8 total, 8 up, 8 in 2023-12-20T11:06:07.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:06 smithi123 ceph-mon[188613]: pgmap v1170: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:07.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:06 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227684-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:07.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:06 smithi123 ceph-mon[188613]: osdmap e949: 8 total, 8 up, 8 in 2023-12-20T11:06:07.758 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 27 tests from TestClsJournal (328 ms total) 2023-12-20T11:06:07.758 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:06:07.758 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2023-12-20T11:06:07.758 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 27 tests from 1 test suite ran. (2880 ms total) 2023-12-20T11:06:07.758 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 27 tests. 2023-12-20T11:06:07.760 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-20T11:06:07.760 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-20T11:06:07.828 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2023-12-20T11:06:07.829 DEBUG:teuthology.orchestra.run.smithi123:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2023-12-20T11:06:07.900 INFO:tasks.workunit.client.0.smithi123.stdout:Running main() from gmock_main.cc 2023-12-20T11:06:07.900 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 11 tests from 1 test suite. 2023-12-20T11:06:07.900 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2023-12-20T11:06:07.900 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 11 tests from ClsLock 2023-12-20T11:06:07.900 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsLock.TestMultiLocking 2023-12-20T11:06:09.079 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:08 smithi123 ceph-mon[191304]: pgmap v1173: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:09.079 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:08 smithi123 ceph-mon[191304]: osdmap e950: 8 total, 8 up, 8 in 2023-12-20T11:06:09.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:08 smithi123 ceph-mon[188613]: pgmap v1173: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:09.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:08 smithi123 ceph-mon[188613]: osdmap e950: 8 total, 8 up, 8 in 2023-12-20T11:06:09.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:08 smithi177 ceph-mon[212096]: pgmap v1173: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:09.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:08 smithi177 ceph-mon[212096]: osdmap e950: 8 total, 8 up, 8 in 2023-12-20T11:06:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:06:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:06:09] "GET /metrics HTTP/1.1" 200 33881 "" "Prometheus/2.43.0" 2023-12-20T11:06:09.844 INFO:tasks.workunit.client.0.smithi123.stdout:lock: mylock 2023-12-20T11:06:09.844 INFO:tasks.workunit.client.0.smithi123.stdout: lock_type: exclusive 2023-12-20T11:06:09.845 INFO:tasks.workunit.client.0.smithi123.stdout: tag: 2023-12-20T11:06:09.845 INFO:tasks.workunit.client.0.smithi123.stdout: lockers: 2023-12-20T11:06:09.845 INFO:tasks.workunit.client.0.smithi123.stdout: client.44819 expiration=2023-12-20T11:08:09.839273+0000 addr=v1:172.21.15.123:0/4142371358 cookie= 2023-12-20T11:06:09.848 INFO:tasks.workunit.client.0.smithi123.stdout:lock: mylock 2023-12-20T11:06:09.848 INFO:tasks.workunit.client.0.smithi123.stdout: lock_type: shared 2023-12-20T11:06:09.849 INFO:tasks.workunit.client.0.smithi123.stdout: tag: 2023-12-20T11:06:09.849 INFO:tasks.workunit.client.0.smithi123.stdout: lockers: 2023-12-20T11:06:09.849 INFO:tasks.workunit.client.0.smithi123.stdout: client.34893 expiration=0.000000 addr=v1:172.21.15.123:0/977199672 cookie= 2023-12-20T11:06:09.849 INFO:tasks.workunit.client.0.smithi123.stdout: client.44819 expiration=2023-12-20T11:08:09.846472+0000 addr=v1:172.21.15.123:0/4142371358 cookie= 2023-12-20T11:06:09.850 INFO:tasks.workunit.client.0.smithi123.stdout:lock: mylock 2023-12-20T11:06:09.850 INFO:tasks.workunit.client.0.smithi123.stdout: lock_type: shared 2023-12-20T11:06:09.850 INFO:tasks.workunit.client.0.smithi123.stdout: tag: 2023-12-20T11:06:09.850 INFO:tasks.workunit.client.0.smithi123.stdout: lockers: 2023-12-20T11:06:09.850 INFO:tasks.workunit.client.0.smithi123.stdout: client.34893 expiration=0.000000 addr=v1:172.21.15.123:0/977199672 cookie= 2023-12-20T11:06:10.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:09 smithi177 ceph-mon[212096]: osdmap e951: 8 total, 8 up, 8 in 2023-12-20T11:06:10.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:09 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4142371358' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:10.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:09 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:09 smithi123 ceph-mon[191304]: osdmap e951: 8 total, 8 up, 8 in 2023-12-20T11:06:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:09 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4142371358' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:09 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:10.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:09 smithi123 ceph-mon[188613]: osdmap e951: 8 total, 8 up, 8 in 2023-12-20T11:06:10.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:09 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4142371358' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:10.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:09 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:10.817 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsLock.TestMultiLocking (2917 ms) 2023-12-20T11:06:10.817 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsLock.TestMeta 2023-12-20T11:06:11.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:10 smithi177 ceph-mon[212096]: pgmap v1176: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:11.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:10 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:06:11.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:10 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:11.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:10 smithi177 ceph-mon[212096]: osdmap e952: 8 total, 8 up, 8 in 2023-12-20T11:06:11.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:10 smithi123 ceph-mon[191304]: pgmap v1176: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:11.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:10 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:06:11.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:10 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:11.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:10 smithi123 ceph-mon[191304]: osdmap e952: 8 total, 8 up, 8 in 2023-12-20T11:06:11.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:10 smithi123 ceph-mon[188613]: pgmap v1176: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:11.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:10 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:06:11.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:10 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:11.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:10 smithi123 ceph-mon[188613]: osdmap e952: 8 total, 8 up, 8 in 2023-12-20T11:06:11.846 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:06:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:11 smithi177 ceph-mon[212096]: osdmap e953: 8 total, 8 up, 8 in 2023-12-20T11:06:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:06:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:06:12.154 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:06:12.154 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (14m) 102s ago 17m 28.6M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:06:12.154 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (14m) 9m ago 17m 95.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:06:12.154 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (18m) 102s ago 18m 17.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:06:12.154 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (18m) 9m ago 18m 21.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:06:12.154 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (14m) 9m ago 21m 449M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:06:12.154 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (14m) 102s ago 22m 529M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:06:12.154 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (14m) 102s ago 22m 176M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:06:12.154 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (13m) 9m ago 21m 69.5M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:06:12.154 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (13m) 102s ago 21m 118M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:06:12.154 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (14m) 102s ago 17m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:06:12.154 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (14m) 9m ago 17m 18.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:06:12.154 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (13m) 102s ago 20m 1086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:06:12.154 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (12m) 102s ago 20m 909M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:06:12.155 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (12m) 102s ago 20m 1048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:06:12.155 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (11m) 102s ago 20m 740M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:06:12.155 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (11m) 9m ago 19m 280M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:06:12.155 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10m) 9m ago 19m 224M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:06:12.155 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10m) 9m ago 19m 141M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:06:12.155 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9m) 9m ago 19m 12.6M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:06:12.155 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (14m) 9m ago 18m 64.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:06:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:11 smithi123 ceph-mon[191304]: osdmap e953: 8 total, 8 up, 8 in 2023-12-20T11:06:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:06:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:06:12.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:11 smithi123 ceph-mon[188613]: osdmap e953: 8 total, 8 up, 8 in 2023-12-20T11:06:12.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:06:12.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:06:12.540 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:06:12.540 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:06:12.540 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:06:12.540 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:06:12.540 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:06:12.540 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:06:12.540 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:06:12.540 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:06:12.540 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:06:12.541 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:06:12.541 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:06:12.541 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:06:12.541 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:06:12.541 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:06:12.541 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:06:12.541 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:06:12.541 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:06:12.541 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:06:12.859 INFO:tasks.workunit.client.0.smithi123.stdout:lock: mylock 2023-12-20T11:06:12.859 INFO:tasks.workunit.client.0.smithi123.stdout: lock_type: shared 2023-12-20T11:06:12.859 INFO:tasks.workunit.client.0.smithi123.stdout: tag: 2023-12-20T11:06:12.859 INFO:tasks.workunit.client.0.smithi123.stdout: lockers: 2023-12-20T11:06:12.859 INFO:tasks.workunit.client.0.smithi123.stdout: client.34920 expiration=0.000000 addr=v1:172.21.15.123:0/3555711632 cookie= 2023-12-20T11:06:12.861 INFO:tasks.workunit.client.0.smithi123.stdout:lock: mylock 2023-12-20T11:06:12.861 INFO:tasks.workunit.client.0.smithi123.stdout: lock_type: exclusive 2023-12-20T11:06:12.861 INFO:tasks.workunit.client.0.smithi123.stdout: tag: new_tag 2023-12-20T11:06:12.862 INFO:tasks.workunit.client.0.smithi123.stdout: lockers: 2023-12-20T11:06:12.862 INFO:tasks.workunit.client.0.smithi123.stdout: client.34896 expiration=0.000000 addr=v1:172.21.15.123:0/857735023 cookie= 2023-12-20T11:06:13.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:12 smithi177 ceph-mon[212096]: pgmap v1179: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:13.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:12 smithi177 ceph-mon[212096]: osdmap e954: 8 total, 8 up, 8 in 2023-12-20T11:06:13.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:12 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/857735023' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:13.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:12 smithi177 ceph-mon[212096]: from='client.44837 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:06:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:12 smithi177 ceph-mon[212096]: from='client.44843 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:06:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:12 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:06:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:12 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1154523192' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:06:13.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:12 smithi123 ceph-mon[191304]: pgmap v1179: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:13.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:12 smithi123 ceph-mon[191304]: osdmap e954: 8 total, 8 up, 8 in 2023-12-20T11:06:13.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:12 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/857735023' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:13.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:12 smithi123 ceph-mon[191304]: from='client.44837 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:06:13.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:12 smithi123 ceph-mon[191304]: from='client.44843 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:06:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:12 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:06:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:12 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1154523192' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:06:13.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:12 smithi123 ceph-mon[188613]: pgmap v1179: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:13.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:12 smithi123 ceph-mon[188613]: osdmap e954: 8 total, 8 up, 8 in 2023-12-20T11:06:13.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:12 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/857735023' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:13.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:12 smithi123 ceph-mon[188613]: from='client.44837 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:06:13.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:12 smithi123 ceph-mon[188613]: from='client.44843 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:06:13.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:12 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:06:13.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:12 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1154523192' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:06:13.837 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsLock.TestMeta (3020 ms) 2023-12-20T11:06:13.837 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsLock.TestCookie 2023-12-20T11:06:14.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:13 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/857735023' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:14.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:13 smithi177 ceph-mon[212096]: osdmap e955: 8 total, 8 up, 8 in 2023-12-20T11:06:14.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:13 smithi177 ceph-mon[212096]: osdmap e956: 8 total, 8 up, 8 in 2023-12-20T11:06:14.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:13 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/857735023' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:14.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:13 smithi123 ceph-mon[191304]: osdmap e955: 8 total, 8 up, 8 in 2023-12-20T11:06:14.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:13 smithi123 ceph-mon[191304]: osdmap e956: 8 total, 8 up, 8 in 2023-12-20T11:06:14.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:13 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/857735023' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:14.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:13 smithi123 ceph-mon[188613]: osdmap e955: 8 total, 8 up, 8 in 2023-12-20T11:06:14.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:13 smithi123 ceph-mon[188613]: osdmap e956: 8 total, 8 up, 8 in 2023-12-20T11:06:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:15 smithi123 ceph-mon[191304]: pgmap v1182: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:15 smithi123 ceph-mon[191304]: osdmap e957: 8 total, 8 up, 8 in 2023-12-20T11:06:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:15 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/209674728' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:15 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:15.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:15 smithi123 ceph-mon[188613]: pgmap v1182: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:15.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:15 smithi123 ceph-mon[188613]: osdmap e957: 8 total, 8 up, 8 in 2023-12-20T11:06:15.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:15 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/209674728' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:15.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:15 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:15 smithi177 ceph-mon[212096]: pgmap v1182: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:15 smithi177 ceph-mon[212096]: osdmap e957: 8 total, 8 up, 8 in 2023-12-20T11:06:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:15 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/209674728' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:15 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:15.870 INFO:tasks.workunit.client.0.smithi123.stdout:lock: mylock 2023-12-20T11:06:15.870 INFO:tasks.workunit.client.0.smithi123.stdout: lock_type: exclusive 2023-12-20T11:06:15.870 INFO:tasks.workunit.client.0.smithi123.stdout: tag: 2023-12-20T11:06:15.870 INFO:tasks.workunit.client.0.smithi123.stdout: lockers: 2023-12-20T11:06:15.872 INFO:tasks.workunit.client.0.smithi123.stdout:lock: mylock 2023-12-20T11:06:15.872 INFO:tasks.workunit.client.0.smithi123.stdout: lock_type: shared 2023-12-20T11:06:15.872 INFO:tasks.workunit.client.0.smithi123.stdout: tag: 2023-12-20T11:06:15.872 INFO:tasks.workunit.client.0.smithi123.stdout: lockers: 2023-12-20T11:06:15.872 INFO:tasks.workunit.client.0.smithi123.stdout: client.54673 expiration=0.000000 addr=v1:172.21.15.123:0/209674728 cookie= 2023-12-20T11:06:15.872 INFO:tasks.workunit.client.0.smithi123.stdout: client.54673 expiration=0.000000 addr=v1:172.21.15.123:0/209674728 cookie=new cookie 2023-12-20T11:06:16.863 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsLock.TestCookie (3026 ms) 2023-12-20T11:06:16.864 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsLock.TestMultipleLocks 2023-12-20T11:06:17.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:16 smithi177 ceph-mon[212096]: pgmap v1185: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:17.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:16 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:17.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:16 smithi177 ceph-mon[212096]: osdmap e958: 8 total, 8 up, 8 in 2023-12-20T11:06:17.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:16 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:06:17.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:16 smithi123 ceph-mon[191304]: pgmap v1185: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:17.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:16 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:17.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:16 smithi123 ceph-mon[191304]: osdmap e958: 8 total, 8 up, 8 in 2023-12-20T11:06:17.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:16 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:06:17.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:16 smithi123 ceph-mon[188613]: pgmap v1185: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:17.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:16 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:17.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:16 smithi123 ceph-mon[188613]: osdmap e958: 8 total, 8 up, 8 in 2023-12-20T11:06:17.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:16 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:06:18.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:17 smithi177 ceph-mon[212096]: osdmap e959: 8 total, 8 up, 8 in 2023-12-20T11:06:18.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:17 smithi123 ceph-mon[191304]: osdmap e959: 8 total, 8 up, 8 in 2023-12-20T11:06:18.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:17 smithi123 ceph-mon[188613]: osdmap e959: 8 total, 8 up, 8 in 2023-12-20T11:06:19.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:18 smithi177 ceph-mon[212096]: pgmap v1188: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:19.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:18 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:06:19.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:18 smithi177 ceph-mon[212096]: osdmap e960: 8 total, 8 up, 8 in 2023-12-20T11:06:19.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:18 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3473521465' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:19.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:18 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:19.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:18 smithi123 ceph-mon[191304]: pgmap v1188: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:19.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:18 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:06:19.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:18 smithi123 ceph-mon[191304]: osdmap e960: 8 total, 8 up, 8 in 2023-12-20T11:06:19.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:18 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3473521465' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:19.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:18 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:19.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:18 smithi123 ceph-mon[188613]: pgmap v1188: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:19.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:18 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:06:19.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:18 smithi123 ceph-mon[188613]: osdmap e960: 8 total, 8 up, 8 in 2023-12-20T11:06:19.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:18 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3473521465' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:19.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:18 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:19.243 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:06:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:06:19] "GET /metrics HTTP/1.1" 200 33881 "" "Prometheus/2.43.0" 2023-12-20T11:06:19.880 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsLock.TestMultipleLocks (3017 ms) 2023-12-20T11:06:19.880 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsLock.TestLockDuration 2023-12-20T11:06:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:19 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:19 smithi177 ceph-mon[212096]: osdmap e961: 8 total, 8 up, 8 in 2023-12-20T11:06:20.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:19 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:20.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:19 smithi123 ceph-mon[191304]: osdmap e961: 8 total, 8 up, 8 in 2023-12-20T11:06:20.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:19 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:20.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:19 smithi123 ceph-mon[188613]: osdmap e961: 8 total, 8 up, 8 in 2023-12-20T11:06:21.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:20 smithi177 ceph-mon[212096]: pgmap v1191: 137 pgs: 13 creating+peering, 14 unknown, 110 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:21.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:20 smithi177 ceph-mon[212096]: osdmap e962: 8 total, 8 up, 8 in 2023-12-20T11:06:21.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:20 smithi123 ceph-mon[188613]: pgmap v1191: 137 pgs: 13 creating+peering, 14 unknown, 110 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:21.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:20 smithi123 ceph-mon[188613]: osdmap e962: 8 total, 8 up, 8 in 2023-12-20T11:06:21.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:20 smithi123 ceph-mon[191304]: pgmap v1191: 137 pgs: 13 creating+peering, 14 unknown, 110 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:21.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:20 smithi123 ceph-mon[191304]: osdmap e962: 8 total, 8 up, 8 in 2023-12-20T11:06:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:21 smithi177 ceph-mon[212096]: osdmap e963: 8 total, 8 up, 8 in 2023-12-20T11:06:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:21 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/27227523' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:22.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:21 smithi123 ceph-mon[191304]: osdmap e963: 8 total, 8 up, 8 in 2023-12-20T11:06:22.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:21 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/27227523' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:22.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:21 smithi123 ceph-mon[188613]: osdmap e963: 8 total, 8 up, 8 in 2023-12-20T11:06:22.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:21 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/27227523' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:23.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:22 smithi177 ceph-mon[212096]: pgmap v1194: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:23.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:22 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:06:23.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:22 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/27227523' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:23.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:22 smithi177 ceph-mon[212096]: osdmap e964: 8 total, 8 up, 8 in 2023-12-20T11:06:23.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:22 smithi123 ceph-mon[188613]: pgmap v1194: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:23.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:22 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:06:23.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:22 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/27227523' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:23.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:22 smithi123 ceph-mon[188613]: osdmap e964: 8 total, 8 up, 8 in 2023-12-20T11:06:23.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:22 smithi123 ceph-mon[191304]: pgmap v1194: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:23.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:22 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:06:23.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:22 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/27227523' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:23.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:22 smithi123 ceph-mon[191304]: osdmap e964: 8 total, 8 up, 8 in 2023-12-20T11:06:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:23 smithi177 ceph-mon[212096]: osdmap e965: 8 total, 8 up, 8 in 2023-12-20T11:06:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:23 smithi123 ceph-mon[188613]: osdmap e965: 8 total, 8 up, 8 in 2023-12-20T11:06:24.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:23 smithi123 ceph-mon[191304]: osdmap e965: 8 total, 8 up, 8 in 2023-12-20T11:06:25.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:24 smithi177 ceph-mon[212096]: pgmap v1197: 137 pgs: 13 creating+peering, 6 unknown, 118 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:25.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:24 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:06:25.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:24 smithi123 ceph-mon[188613]: pgmap v1197: 137 pgs: 13 creating+peering, 6 unknown, 118 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:25.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:24 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:06:25.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:24 smithi123 ceph-mon[191304]: pgmap v1197: 137 pgs: 13 creating+peering, 6 unknown, 118 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:25.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:24 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:06:27.362 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsLock.TestLockDuration (7480 ms) 2023-12-20T11:06:27.362 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsLock.TestAssertLocked 2023-12-20T11:06:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:27 smithi177 ceph-mon[212096]: pgmap v1198: 137 pgs: 13 creating+peering, 124 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-20T11:06:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:06:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:06:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:27 smithi123 ceph-mon[191304]: pgmap v1198: 137 pgs: 13 creating+peering, 124 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-20T11:06:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:06:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:06:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:27 smithi123 ceph-mon[188613]: pgmap v1198: 137 pgs: 13 creating+peering, 124 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-20T11:06:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:06:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:06:28.153 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 11:06:27 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=sqlstore.transactions t=2023-12-20T11:06:27.669021009Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2023-12-20T11:06:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:28 smithi177 ceph-mon[212096]: osdmap e966: 8 total, 8 up, 8 in 2023-12-20T11:06:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:28 smithi123 ceph-mon[191304]: osdmap e966: 8 total, 8 up, 8 in 2023-12-20T11:06:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:28 smithi123 ceph-mon[188613]: osdmap e966: 8 total, 8 up, 8 in 2023-12-20T11:06:29.371 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:06:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:06:29] "GET /metrics HTTP/1.1" 200 36249 "" "Prometheus/2.43.0" 2023-12-20T11:06:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:29 smithi177 ceph-mon[212096]: pgmap v1200: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:29 smithi177 ceph-mon[212096]: osdmap e967: 8 total, 8 up, 8 in 2023-12-20T11:06:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:29 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2345519236' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:29.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:29 smithi123 ceph-mon[191304]: pgmap v1200: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:29.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:29 smithi123 ceph-mon[191304]: osdmap e967: 8 total, 8 up, 8 in 2023-12-20T11:06:29.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:29 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2345519236' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:29.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:29 smithi123 ceph-mon[188613]: pgmap v1200: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:29.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:29 smithi123 ceph-mon[188613]: osdmap e967: 8 total, 8 up, 8 in 2023-12-20T11:06:29.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:29 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2345519236' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:30.392 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsLock.TestAssertLocked (3031 ms) 2023-12-20T11:06:30.392 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsLock.TestSetCookie 2023-12-20T11:06:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:30 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2345519236' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:30 smithi177 ceph-mon[212096]: osdmap e968: 8 total, 8 up, 8 in 2023-12-20T11:06:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:30 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2345519236' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:30 smithi123 ceph-mon[188613]: osdmap e968: 8 total, 8 up, 8 in 2023-12-20T11:06:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:30 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2345519236' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:30 smithi123 ceph-mon[191304]: osdmap e968: 8 total, 8 up, 8 in 2023-12-20T11:06:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:31 smithi177 ceph-mon[212096]: pgmap v1203: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:31 smithi177 ceph-mon[212096]: osdmap e969: 8 total, 8 up, 8 in 2023-12-20T11:06:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:31 smithi123 ceph-mon[191304]: pgmap v1203: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:31 smithi123 ceph-mon[191304]: osdmap e969: 8 total, 8 up, 8 in 2023-12-20T11:06:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:31 smithi123 ceph-mon[188613]: pgmap v1203: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:31.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:31 smithi123 ceph-mon[188613]: osdmap e969: 8 total, 8 up, 8 in 2023-12-20T11:06:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:32 smithi177 ceph-mon[212096]: osdmap e970: 8 total, 8 up, 8 in 2023-12-20T11:06:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:32 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/49162503' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:32 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:06:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:32 smithi123 ceph-mon[188613]: osdmap e970: 8 total, 8 up, 8 in 2023-12-20T11:06:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:32 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/49162503' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:32 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:06:32.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:32 smithi123 ceph-mon[191304]: osdmap e970: 8 total, 8 up, 8 in 2023-12-20T11:06:32.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:32 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/49162503' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:32.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:32 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:32.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:06:33.423 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsLock.TestSetCookie (3032 ms) 2023-12-20T11:06:33.424 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsLock.TestRenew 2023-12-20T11:06:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:33 smithi177 ceph-mon[212096]: pgmap v1206: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:33 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:06:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:33 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:33 smithi177 ceph-mon[212096]: osdmap e971: 8 total, 8 up, 8 in 2023-12-20T11:06:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:33 smithi123 ceph-mon[191304]: pgmap v1206: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:33 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:06:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:33 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:33 smithi123 ceph-mon[191304]: osdmap e971: 8 total, 8 up, 8 in 2023-12-20T11:06:33.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:33 smithi123 ceph-mon[188613]: pgmap v1206: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:33.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:33 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:06:33.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:33 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:33.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:33 smithi123 ceph-mon[188613]: osdmap e971: 8 total, 8 up, 8 in 2023-12-20T11:06:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:34 smithi123 ceph-mon[191304]: osdmap e972: 8 total, 8 up, 8 in 2023-12-20T11:06:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:06:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:06:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:34 smithi123 ceph-mon[188613]: osdmap e972: 8 total, 8 up, 8 in 2023-12-20T11:06:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:06:34.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:06:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:34 smithi177 ceph-mon[212096]: osdmap e972: 8 total, 8 up, 8 in 2023-12-20T11:06:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:06:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:06:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:35 smithi123 ceph-mon[191304]: pgmap v1209: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:35 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:06:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:35 smithi123 ceph-mon[191304]: osdmap e973: 8 total, 8 up, 8 in 2023-12-20T11:06:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:06:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:35 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/998881496' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:35 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:06:35.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:06:35.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:35 smithi123 ceph-mon[188613]: pgmap v1209: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:35.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:35 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:06:35.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:35 smithi123 ceph-mon[188613]: osdmap e973: 8 total, 8 up, 8 in 2023-12-20T11:06:35.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:06:35.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:35 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/998881496' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:35.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:35 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:35.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:06:35.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:06:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:35 smithi177 ceph-mon[212096]: pgmap v1209: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:35 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:06:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:35 smithi177 ceph-mon[212096]: osdmap e973: 8 total, 8 up, 8 in 2023-12-20T11:06:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:06:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:35 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/998881496' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:35.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:35 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:35.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:06:35.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:06:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:36 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:36 smithi123 ceph-mon[188613]: osdmap e974: 8 total, 8 up, 8 in 2023-12-20T11:06:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:36 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:36 smithi123 ceph-mon[191304]: osdmap e974: 8 total, 8 up, 8 in 2023-12-20T11:06:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:36 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:36 smithi177 ceph-mon[212096]: osdmap e974: 8 total, 8 up, 8 in 2023-12-20T11:06:37.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:37 smithi123 ceph-mon[191304]: pgmap v1212: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:37.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:37 smithi123 ceph-mon[191304]: osdmap e975: 8 total, 8 up, 8 in 2023-12-20T11:06:37.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:37 smithi123 ceph-mon[188613]: pgmap v1212: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:37.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:37 smithi123 ceph-mon[188613]: osdmap e975: 8 total, 8 up, 8 in 2023-12-20T11:06:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:37 smithi177 ceph-mon[212096]: pgmap v1212: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:37 smithi177 ceph-mon[212096]: osdmap e975: 8 total, 8 up, 8 in 2023-12-20T11:06:39.430 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:06:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:06:39] "GET /metrics HTTP/1.1" 200 36249 "" "Prometheus/2.43.0" 2023-12-20T11:06:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:39 smithi123 ceph-mon[191304]: pgmap v1214: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:39.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:39 smithi123 ceph-mon[188613]: pgmap v1214: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:39 smithi177 ceph-mon[212096]: pgmap v1214: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:41 smithi123 ceph-mon[188613]: pgmap v1215: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2023-12-20T11:06:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:06:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:41 smithi123 ceph-mon[191304]: pgmap v1215: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2023-12-20T11:06:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:06:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:41 smithi177 ceph-mon[212096]: pgmap v1215: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2023-12-20T11:06:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:06:42.885 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:06:43.193 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:06:43.193 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (15m) 2m ago 18m 28.6M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:06:43.193 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (15m) 9s ago 18m 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:06:43.193 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (19m) 2m ago 19m 17.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:06:43.193 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (19m) 9s ago 19m 26.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:06:43.193 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (14m) 9s ago 21m 454M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:06:43.194 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (15m) 2m ago 23m 529M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:06:43.194 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (14m) 2m ago 23m 176M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:06:43.194 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (14m) 9s ago 22m 123M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:06:43.194 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (14m) 2m ago 21m 118M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:06:43.194 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (15m) 2m ago 18m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:06:43.194 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (15m) 9s ago 18m 19.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:06:43.194 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (13m) 2m ago 21m 1086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:06:43.194 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (13m) 2m ago 21m 909M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:06:43.194 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (12m) 2m ago 20m 1048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:06:43.194 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (12m) 2m ago 20m 740M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:06:43.194 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (11m) 9s ago 20m 1148M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:06:43.194 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (11m) 9s ago 20m 1064M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:06:43.194 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10m) 9s ago 19m 853M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:06:43.194 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10m) 9s ago 19m 1037M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:06:43.195 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (14m) 9s ago 18m 67.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:06:43.581 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:06:43.581 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:06:43.581 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:06:43.581 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:06:43.581 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:06:43.581 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:06:43.581 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:06:43.581 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:06:43.582 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:06:43.582 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:06:43.582 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:06:43.582 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:06:43.582 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:06:43.582 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:06:43.582 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:06:43.582 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:06:43.582 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:06:43.582 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:06:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:43 smithi123 ceph-mon[191304]: pgmap v1216: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 140 B/s rd, 0 B/s wr, 0 op/s 2023-12-20T11:06:43.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:43 smithi123 ceph-mon[188613]: pgmap v1216: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 140 B/s rd, 0 B/s wr, 0 op/s 2023-12-20T11:06:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:43 smithi177 ceph-mon[212096]: pgmap v1216: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 140 B/s rd, 0 B/s wr, 0 op/s 2023-12-20T11:06:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:44 smithi123 ceph-mon[191304]: from='client.34959 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:06:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:44 smithi123 ceph-mon[191304]: from='client.34965 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:06:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:44 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/727137594' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:06:44.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:44 smithi123 ceph-mon[188613]: from='client.34959 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:06:44.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:44 smithi123 ceph-mon[188613]: from='client.34965 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:06:44.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:44 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/727137594' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:06:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:44 smithi177 ceph-mon[212096]: from='client.34959 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:06:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:44 smithi177 ceph-mon[212096]: from='client.34965 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:06:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:44 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/727137594' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:06:45.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:45 smithi123 ceph-mon[188613]: pgmap v1217: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 123 B/s rd, 0 B/s wr, 0 op/s 2023-12-20T11:06:45.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:45 smithi123 ceph-mon[191304]: pgmap v1217: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 123 B/s rd, 0 B/s wr, 0 op/s 2023-12-20T11:06:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:45 smithi177 ceph-mon[212096]: pgmap v1217: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 123 B/s rd, 0 B/s wr, 0 op/s 2023-12-20T11:06:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:47 smithi123 ceph-mon[191304]: pgmap v1218: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2023-12-20T11:06:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:06:47.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:47 smithi123 ceph-mon[188613]: pgmap v1218: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2023-12-20T11:06:47.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:06:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:47 smithi177 ceph-mon[212096]: pgmap v1218: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2023-12-20T11:06:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:06:49.456 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:06:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:06:49] "GET /metrics HTTP/1.1" 200 36253 "" "Prometheus/2.43.0" 2023-12-20T11:06:49.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:49 smithi123 ceph-mon[191304]: pgmap v1219: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 90 B/s rd, 0 B/s wr, 0 op/s 2023-12-20T11:06:49.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:49 smithi123 ceph-mon[188613]: pgmap v1219: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 90 B/s rd, 0 B/s wr, 0 op/s 2023-12-20T11:06:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:49 smithi177 ceph-mon[212096]: pgmap v1219: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 90 B/s rd, 0 B/s wr, 0 op/s 2023-12-20T11:06:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:51 smithi123 ceph-mon[191304]: pgmap v1220: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2023-12-20T11:06:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:51 smithi123 ceph-mon[188613]: pgmap v1220: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2023-12-20T11:06:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:51 smithi177 ceph-mon[212096]: pgmap v1220: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2023-12-20T11:06:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:53 smithi123 ceph-mon[188613]: pgmap v1221: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2023-12-20T11:06:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:53 smithi123 ceph-mon[191304]: pgmap v1221: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2023-12-20T11:06:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:53 smithi177 ceph-mon[212096]: pgmap v1221: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2023-12-20T11:06:54.478 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsLock.TestRenew (21055 ms) 2023-12-20T11:06:54.478 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2023-12-20T11:06:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:55 smithi123 ceph-mon[191304]: pgmap v1222: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2023-12-20T11:06:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:55 smithi123 ceph-mon[191304]: osdmap e976: 8 total, 8 up, 8 in 2023-12-20T11:06:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:55 smithi123 ceph-mon[188613]: pgmap v1222: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2023-12-20T11:06:55.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:55 smithi123 ceph-mon[188613]: osdmap e976: 8 total, 8 up, 8 in 2023-12-20T11:06:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:55 smithi177 ceph-mon[212096]: pgmap v1222: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2023-12-20T11:06:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:55 smithi177 ceph-mon[212096]: osdmap e976: 8 total, 8 up, 8 in 2023-12-20T11:06:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:56 smithi123 ceph-mon[191304]: osdmap e977: 8 total, 8 up, 8 in 2023-12-20T11:06:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:56 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1623231819' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:06:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:56 smithi123 ceph-mon[188613]: osdmap e977: 8 total, 8 up, 8 in 2023-12-20T11:06:56.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:56 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1623231819' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:56.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:06:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:56 smithi177 ceph-mon[212096]: osdmap e977: 8 total, 8 up, 8 in 2023-12-20T11:06:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:56 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1623231819' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:06:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:06:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:57 smithi123 ceph-mon[191304]: pgmap v1225: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:57 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:06:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:57 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1623231819' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:57 smithi123 ceph-mon[191304]: osdmap e978: 8 total, 8 up, 8 in 2023-12-20T11:06:57.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:57 smithi123 ceph-mon[188613]: pgmap v1225: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:57.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:57 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:06:57.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:57 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1623231819' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:57.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:57 smithi123 ceph-mon[188613]: osdmap e978: 8 total, 8 up, 8 in 2023-12-20T11:06:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:57 smithi177 ceph-mon[212096]: pgmap v1225: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:57 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:06:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:57 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1623231819' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:06:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:57 smithi177 ceph-mon[212096]: osdmap e978: 8 total, 8 up, 8 in 2023-12-20T11:06:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:58 smithi123 ceph-mon[191304]: osdmap e979: 8 total, 8 up, 8 in 2023-12-20T11:06:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:58 smithi123 ceph-mon[188613]: osdmap e979: 8 total, 8 up, 8 in 2023-12-20T11:06:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:58 smithi177 ceph-mon[212096]: osdmap e979: 8 total, 8 up, 8 in 2023-12-20T11:06:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:06:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:06:59] "GET /metrics HTTP/1.1" 200 36245 "" "Prometheus/2.43.0" 2023-12-20T11:06:59.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:59 smithi123 ceph-mon[188613]: pgmap v1228: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:59.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:06:59 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:06:59.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:59 smithi123 ceph-mon[191304]: pgmap v1228: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:59.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:06:59 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:06:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:59 smithi177 ceph-mon[212096]: pgmap v1228: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:06:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:06:59 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:07:01.504 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7026 ms) 2023-12-20T11:07:01.504 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2023-12-20T11:07:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:01 smithi177 ceph-mon[212096]: pgmap v1229: 137 pgs: 19 creating+peering, 118 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:01 smithi123 ceph-mon[191304]: pgmap v1229: 137 pgs: 19 creating+peering, 118 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:01 smithi123 ceph-mon[188613]: pgmap v1229: 137 pgs: 19 creating+peering, 118 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:02 smithi177 ceph-mon[212096]: osdmap e980: 8 total, 8 up, 8 in 2023-12-20T11:07:02.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:02 smithi123 ceph-mon[188613]: osdmap e980: 8 total, 8 up, 8 in 2023-12-20T11:07:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:02 smithi123 ceph-mon[191304]: osdmap e980: 8 total, 8 up, 8 in 2023-12-20T11:07:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:03 smithi177 ceph-mon[212096]: pgmap v1231: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:03 smithi177 ceph-mon[212096]: osdmap e981: 8 total, 8 up, 8 in 2023-12-20T11:07:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:03 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2220735613' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:03 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:03 smithi123 ceph-mon[191304]: pgmap v1231: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:03 smithi123 ceph-mon[191304]: osdmap e981: 8 total, 8 up, 8 in 2023-12-20T11:07:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:03 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2220735613' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:03 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:03.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:03 smithi123 ceph-mon[188613]: pgmap v1231: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:03.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:03 smithi123 ceph-mon[188613]: osdmap e981: 8 total, 8 up, 8 in 2023-12-20T11:07:03.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:03 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2220735613' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:03.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:03 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:04 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:04 smithi177 ceph-mon[212096]: osdmap e982: 8 total, 8 up, 8 in 2023-12-20T11:07:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:04 smithi177 ceph-mon[212096]: osdmap e983: 8 total, 8 up, 8 in 2023-12-20T11:07:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:04 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:04 smithi123 ceph-mon[191304]: osdmap e982: 8 total, 8 up, 8 in 2023-12-20T11:07:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:04 smithi123 ceph-mon[191304]: osdmap e983: 8 total, 8 up, 8 in 2023-12-20T11:07:04.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:04 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:04 smithi123 ceph-mon[188613]: osdmap e982: 8 total, 8 up, 8 in 2023-12-20T11:07:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:04 smithi123 ceph-mon[188613]: osdmap e983: 8 total, 8 up, 8 in 2023-12-20T11:07:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:05 smithi177 ceph-mon[212096]: pgmap v1234: 137 pgs: 6 creating+peering, 20 unknown, 111 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:05 smithi123 ceph-mon[191304]: pgmap v1234: 137 pgs: 6 creating+peering, 20 unknown, 111 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:05 smithi123 ceph-mon[188613]: pgmap v1234: 137 pgs: 6 creating+peering, 20 unknown, 111 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:07 smithi177 ceph-mon[212096]: pgmap v1236: 137 pgs: 6 creating+peering, 17 unknown, 114 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:07 smithi123 ceph-mon[191304]: pgmap v1236: 137 pgs: 6 creating+peering, 17 unknown, 114 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:07 smithi123 ceph-mon[188613]: pgmap v1236: 137 pgs: 6 creating+peering, 17 unknown, 114 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:07:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:07:09] "GET /metrics HTTP/1.1" 200 36245 "" "Prometheus/2.43.0" 2023-12-20T11:07:09.560 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8056 ms) 2023-12-20T11:07:09.560 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2023-12-20T11:07:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:09 smithi177 ceph-mon[212096]: pgmap v1237: 137 pgs: 6 creating+peering, 131 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-20T11:07:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:09 smithi123 ceph-mon[191304]: pgmap v1237: 137 pgs: 6 creating+peering, 131 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-20T11:07:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:09 smithi123 ceph-mon[188613]: pgmap v1237: 137 pgs: 6 creating+peering, 131 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-20T11:07:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:10 smithi177 ceph-mon[212096]: osdmap e984: 8 total, 8 up, 8 in 2023-12-20T11:07:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:10 smithi123 ceph-mon[191304]: osdmap e984: 8 total, 8 up, 8 in 2023-12-20T11:07:10.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:10 smithi123 ceph-mon[188613]: osdmap e984: 8 total, 8 up, 8 in 2023-12-20T11:07:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:11 smithi177 ceph-mon[212096]: pgmap v1239: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:11 smithi177 ceph-mon[212096]: osdmap e985: 8 total, 8 up, 8 in 2023-12-20T11:07:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:11 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/729239571' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:07:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:11 smithi123 ceph-mon[191304]: pgmap v1239: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:11 smithi123 ceph-mon[191304]: osdmap e985: 8 total, 8 up, 8 in 2023-12-20T11:07:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:11 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/729239571' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:07:11.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:11 smithi123 ceph-mon[188613]: pgmap v1239: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:11.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:11 smithi123 ceph-mon[188613]: osdmap e985: 8 total, 8 up, 8 in 2023-12-20T11:07:11.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:11 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/729239571' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:11.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:07:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:12 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/729239571' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:12 smithi177 ceph-mon[212096]: osdmap e986: 8 total, 8 up, 8 in 2023-12-20T11:07:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:12 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/729239571' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:12 smithi123 ceph-mon[191304]: osdmap e986: 8 total, 8 up, 8 in 2023-12-20T11:07:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:12 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/729239571' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-227751-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:12 smithi123 ceph-mon[188613]: osdmap e986: 8 total, 8 up, 8 in 2023-12-20T11:07:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:13 smithi177 ceph-mon[212096]: pgmap v1242: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:13 smithi177 ceph-mon[212096]: osdmap e987: 8 total, 8 up, 8 in 2023-12-20T11:07:13.924 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:07:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:13 smithi123 ceph-mon[191304]: pgmap v1242: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:13 smithi123 ceph-mon[191304]: osdmap e987: 8 total, 8 up, 8 in 2023-12-20T11:07:13.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:13 smithi123 ceph-mon[188613]: pgmap v1242: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:13.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:13 smithi123 ceph-mon[188613]: osdmap e987: 8 total, 8 up, 8 in 2023-12-20T11:07:14.233 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:07:14.233 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (15m) 2m ago 19m 28.6M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:07:14.233 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (15m) 40s ago 18m 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:07:14.233 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (19m) 2m ago 19m 17.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:07:14.233 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (19m) 40s ago 19m 26.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:07:14.234 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (15m) 40s ago 22m 454M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:07:14.234 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (15m) 2m ago 23m 529M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:07:14.234 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (15m) 2m ago 23m 176M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:07:14.234 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (14m) 40s ago 22m 123M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:07:14.234 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (14m) 2m ago 22m 118M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:07:14.234 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (15m) 2m ago 18m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:07:14.234 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (15m) 40s ago 18m 19.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:07:14.234 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (14m) 2m ago 21m 1086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:07:14.234 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (13m) 2m ago 21m 909M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:07:14.234 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (13m) 2m ago 21m 1048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:07:14.234 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (12m) 2m ago 21m 740M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:07:14.234 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (12m) 40s ago 20m 1148M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:07:14.234 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (11m) 40s ago 20m 1064M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:07:14.234 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (11m) 40s ago 20m 853M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:07:14.235 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10m) 40s ago 20m 1037M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:07:14.235 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (15m) 40s ago 19m 67.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:07:14.618 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:07:14.618 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:07:14.618 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:07:14.618 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:07:14.619 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:07:14.619 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:07:14.619 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:07:14.619 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:07:14.619 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:07:14.619 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:07:14.619 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:07:14.619 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:07:14.619 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:07:14.619 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:07:14.619 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:07:14.619 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:07:14.619 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:07:14.619 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:07:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:15 smithi177 ceph-mon[212096]: pgmap v1244: 137 pgs: 14 creating+peering, 7 unknown, 116 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-20T11:07:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:15 smithi177 ceph-mon[212096]: from='client.44933 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:07:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:15 smithi177 ceph-mon[212096]: from='client.44939 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:07:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:15 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/773843503' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:07:15.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:15 smithi123 ceph-mon[188613]: pgmap v1244: 137 pgs: 14 creating+peering, 7 unknown, 116 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-20T11:07:15.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:15 smithi123 ceph-mon[188613]: from='client.44933 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:07:15.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:15 smithi123 ceph-mon[188613]: from='client.44939 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:07:15.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:15 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/773843503' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:07:15.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:15 smithi123 ceph-mon[191304]: pgmap v1244: 137 pgs: 14 creating+peering, 7 unknown, 116 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-20T11:07:15.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:15 smithi123 ceph-mon[191304]: from='client.44933 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:07:15.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:15 smithi123 ceph-mon[191304]: from='client.44939 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:07:15.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:15 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/773843503' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:07:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:16 smithi177 ceph-mon[212096]: pgmap v1245: 137 pgs: 14 creating+peering, 123 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-20T11:07:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:16 smithi123 ceph-mon[188613]: pgmap v1245: 137 pgs: 14 creating+peering, 123 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-20T11:07:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:16 smithi123 ceph-mon[191304]: pgmap v1245: 137 pgs: 14 creating+peering, 123 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-20T11:07:17.589 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8029 ms) 2023-12-20T11:07:17.590 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 11 tests from ClsLock (69689 ms total) 2023-12-20T11:07:17.590 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:07:17.590 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2023-12-20T11:07:17.590 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 11 tests from 1 test suite ran. (69689 ms total) 2023-12-20T11:07:17.590 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 11 tests. 2023-12-20T11:07:17.592 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-20T11:07:17.593 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-20T11:07:17.663 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2023-12-20T11:07:17.664 DEBUG:teuthology.orchestra.run.smithi123:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2023-12-20T11:07:17.735 INFO:tasks.workunit.client.0.smithi123.stdout:Running main() from gmock_main.cc 2023-12-20T11:07:17.735 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 4 tests from 1 test suite. 2023-12-20T11:07:17.735 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2023-12-20T11:07:17.735 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 4 tests from cls_log 2023-12-20T11:07:17.735 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_log.test_log_add_same_time 2023-12-20T11:07:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:18 smithi177 ceph-mon[212096]: osdmap e988: 8 total, 8 up, 8 in 2023-12-20T11:07:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:18 smithi177 ceph-mon[212096]: pgmap v1247: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:18 smithi123 ceph-mon[188613]: osdmap e988: 8 total, 8 up, 8 in 2023-12-20T11:07:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:18 smithi123 ceph-mon[188613]: pgmap v1247: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:18.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:18 smithi123 ceph-mon[191304]: osdmap e988: 8 total, 8 up, 8 in 2023-12-20T11:07:18.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:18 smithi123 ceph-mon[191304]: pgmap v1247: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:07:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:07:19] "GET /metrics HTTP/1.1" 200 36248 "" "Prometheus/2.43.0" 2023-12-20T11:07:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:19 smithi177 ceph-mon[212096]: osdmap e989: 8 total, 8 up, 8 in 2023-12-20T11:07:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:19 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/768835228' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228387-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:19 smithi123 ceph-mon[191304]: osdmap e989: 8 total, 8 up, 8 in 2023-12-20T11:07:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:19 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/768835228' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228387-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:19.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:19 smithi123 ceph-mon[188613]: osdmap e989: 8 total, 8 up, 8 in 2023-12-20T11:07:19.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:19 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/768835228' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228387-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:20.632 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_log.test_log_add_same_time (2896 ms) 2023-12-20T11:07:20.632 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_log.test_log_add_different_time 2023-12-20T11:07:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:20 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/768835228' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228387-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:20.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:20 smithi177 ceph-mon[212096]: osdmap e990: 8 total, 8 up, 8 in 2023-12-20T11:07:20.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:20 smithi177 ceph-mon[212096]: pgmap v1250: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:20 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/768835228' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228387-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:20 smithi123 ceph-mon[191304]: osdmap e990: 8 total, 8 up, 8 in 2023-12-20T11:07:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:20 smithi123 ceph-mon[191304]: pgmap v1250: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:20.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:20 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/768835228' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228387-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:20.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:20 smithi123 ceph-mon[188613]: osdmap e990: 8 total, 8 up, 8 in 2023-12-20T11:07:20.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:20 smithi123 ceph-mon[188613]: pgmap v1250: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:21 smithi177 ceph-mon[212096]: osdmap e991: 8 total, 8 up, 8 in 2023-12-20T11:07:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:21 smithi123 ceph-mon[191304]: osdmap e991: 8 total, 8 up, 8 in 2023-12-20T11:07:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:21 smithi123 ceph-mon[188613]: osdmap e991: 8 total, 8 up, 8 in 2023-12-20T11:07:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:22 smithi177 ceph-mon[212096]: osdmap e992: 8 total, 8 up, 8 in 2023-12-20T11:07:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:22 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1351833896' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228387-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:22 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228387-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:22 smithi177 ceph-mon[212096]: pgmap v1253: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:22 smithi123 ceph-mon[191304]: osdmap e992: 8 total, 8 up, 8 in 2023-12-20T11:07:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:22 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1351833896' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228387-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:22 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228387-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:22 smithi123 ceph-mon[191304]: pgmap v1253: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:22.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:22 smithi123 ceph-mon[188613]: osdmap e992: 8 total, 8 up, 8 in 2023-12-20T11:07:22.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:22 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1351833896' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228387-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:22.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:22 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228387-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:22.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:22 smithi123 ceph-mon[188613]: pgmap v1253: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:23.628 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_log.test_log_add_different_time (2997 ms) 2023-12-20T11:07:23.628 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_log.trim_by_time 2023-12-20T11:07:23.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:23 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:07:23.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:23 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228387-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:23.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:23 smithi177 ceph-mon[212096]: osdmap e993: 8 total, 8 up, 8 in 2023-12-20T11:07:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:23 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:07:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:23 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228387-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:23 smithi123 ceph-mon[188613]: osdmap e993: 8 total, 8 up, 8 in 2023-12-20T11:07:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:23 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:07:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:23 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228387-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:23 smithi123 ceph-mon[191304]: osdmap e993: 8 total, 8 up, 8 in 2023-12-20T11:07:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:24 smithi177 ceph-mon[212096]: osdmap e994: 8 total, 8 up, 8 in 2023-12-20T11:07:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:24 smithi177 ceph-mon[212096]: pgmap v1256: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:24 smithi123 ceph-mon[191304]: osdmap e994: 8 total, 8 up, 8 in 2023-12-20T11:07:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:24 smithi123 ceph-mon[191304]: pgmap v1256: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:24.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:24 smithi123 ceph-mon[188613]: osdmap e994: 8 total, 8 up, 8 in 2023-12-20T11:07:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:24 smithi123 ceph-mon[188613]: pgmap v1256: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:25 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:07:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:25 smithi177 ceph-mon[212096]: osdmap e995: 8 total, 8 up, 8 in 2023-12-20T11:07:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:25 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3728638573' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228387-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:25 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:07:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:25 smithi123 ceph-mon[191304]: osdmap e995: 8 total, 8 up, 8 in 2023-12-20T11:07:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:25 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3728638573' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228387-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:25 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:07:25.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:25 smithi123 ceph-mon[188613]: osdmap e995: 8 total, 8 up, 8 in 2023-12-20T11:07:25.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:25 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3728638573' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228387-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:26.662 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_log.trim_by_time (3033 ms) 2023-12-20T11:07:26.662 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_log.trim_by_marker 2023-12-20T11:07:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:26 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3728638573' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228387-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:26 smithi177 ceph-mon[212096]: osdmap e996: 8 total, 8 up, 8 in 2023-12-20T11:07:26.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:26 smithi177 ceph-mon[212096]: pgmap v1259: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:26.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:07:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:26 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3728638573' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228387-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:26 smithi123 ceph-mon[188613]: osdmap e996: 8 total, 8 up, 8 in 2023-12-20T11:07:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:26 smithi123 ceph-mon[188613]: pgmap v1259: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:26.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:07:26.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:26 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3728638573' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228387-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:26.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:26 smithi123 ceph-mon[191304]: osdmap e996: 8 total, 8 up, 8 in 2023-12-20T11:07:26.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:26 smithi123 ceph-mon[191304]: pgmap v1259: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:26.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:07:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:27 smithi177 ceph-mon[212096]: osdmap e997: 8 total, 8 up, 8 in 2023-12-20T11:07:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:27 smithi123 ceph-mon[191304]: osdmap e997: 8 total, 8 up, 8 in 2023-12-20T11:07:27.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:27 smithi123 ceph-mon[188613]: osdmap e997: 8 total, 8 up, 8 in 2023-12-20T11:07:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:28 smithi123 ceph-mon[191304]: osdmap e998: 8 total, 8 up, 8 in 2023-12-20T11:07:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:28 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1656191174' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228387-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:28 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228387-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:28 smithi123 ceph-mon[191304]: pgmap v1262: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:28 smithi123 ceph-mon[188613]: osdmap e998: 8 total, 8 up, 8 in 2023-12-20T11:07:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:28 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1656191174' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228387-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:28 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228387-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:28 smithi123 ceph-mon[188613]: pgmap v1262: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:29.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:28 smithi177 ceph-mon[212096]: osdmap e998: 8 total, 8 up, 8 in 2023-12-20T11:07:29.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:28 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1656191174' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228387-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:29.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:28 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228387-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:29.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:28 smithi177 ceph-mon[212096]: pgmap v1262: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:07:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:07:29] "GET /metrics HTTP/1.1" 200 36248 "" "Prometheus/2.43.0" 2023-12-20T11:07:29.681 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_log.trim_by_marker (3019 ms) 2023-12-20T11:07:29.681 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 4 tests from cls_log (11945 ms total) 2023-12-20T11:07:29.681 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:07:29.681 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2023-12-20T11:07:29.681 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 4 tests from 1 test suite ran. (11945 ms total) 2023-12-20T11:07:29.681 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 4 tests. 2023-12-20T11:07:29.683 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-20T11:07:29.683 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-20T11:07:29.751 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2023-12-20T11:07:29.751 DEBUG:teuthology.orchestra.run.smithi123:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2023-12-20T11:07:29.821 INFO:tasks.workunit.client.0.smithi123.stdout:Running main() from gmock_main.cc 2023-12-20T11:07:29.822 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 4 tests from 1 test suite. 2023-12-20T11:07:29.822 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2023-12-20T11:07:29.822 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 4 tests from ClsNumOps 2023-12-20T11:07:29.822 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsNumOps.Add 2023-12-20T11:07:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:29 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:07:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:29 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228387-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:29 smithi123 ceph-mon[191304]: osdmap e999: 8 total, 8 up, 8 in 2023-12-20T11:07:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:29 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:07:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:29 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228387-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:29 smithi123 ceph-mon[188613]: osdmap e999: 8 total, 8 up, 8 in 2023-12-20T11:07:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:29 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:07:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:29 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228387-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:29 smithi177 ceph-mon[212096]: osdmap e999: 8 total, 8 up, 8 in 2023-12-20T11:07:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:30 smithi123 ceph-mon[191304]: osdmap e1000: 8 total, 8 up, 8 in 2023-12-20T11:07:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:30 smithi123 ceph-mon[191304]: pgmap v1265: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:30 smithi123 ceph-mon[188613]: osdmap e1000: 8 total, 8 up, 8 in 2023-12-20T11:07:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:30 smithi123 ceph-mon[188613]: pgmap v1265: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:31.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:30 smithi177 ceph-mon[212096]: osdmap e1000: 8 total, 8 up, 8 in 2023-12-20T11:07:31.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:30 smithi177 ceph-mon[212096]: pgmap v1265: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:31 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:07:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:31 smithi123 ceph-mon[188613]: osdmap e1001: 8 total, 8 up, 8 in 2023-12-20T11:07:31.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:31 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/342401659' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228505-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:31.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:31 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228505-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:31.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:31 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:07:31.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:31 smithi123 ceph-mon[191304]: osdmap e1001: 8 total, 8 up, 8 in 2023-12-20T11:07:31.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:31 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/342401659' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228505-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:31.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:31 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228505-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:31 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:07:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:31 smithi177 ceph-mon[212096]: osdmap e1001: 8 total, 8 up, 8 in 2023-12-20T11:07:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:31 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/342401659' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228505-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:32.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:31 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228505-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:32.685 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsNumOps.Add (2863 ms) 2023-12-20T11:07:32.685 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsNumOps.Sub 2023-12-20T11:07:32.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:32 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228505-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:32.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:32 smithi123 ceph-mon[191304]: osdmap e1002: 8 total, 8 up, 8 in 2023-12-20T11:07:32.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:32 smithi123 ceph-mon[191304]: pgmap v1268: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:32.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:32 smithi123 ceph-mon[191304]: osdmap e1003: 8 total, 8 up, 8 in 2023-12-20T11:07:32.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:32 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228505-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:32.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:32 smithi123 ceph-mon[188613]: osdmap e1002: 8 total, 8 up, 8 in 2023-12-20T11:07:32.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:32 smithi123 ceph-mon[188613]: pgmap v1268: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:32.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:32 smithi123 ceph-mon[188613]: osdmap e1003: 8 total, 8 up, 8 in 2023-12-20T11:07:33.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:32 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228505-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:33.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:32 smithi177 ceph-mon[212096]: osdmap e1002: 8 total, 8 up, 8 in 2023-12-20T11:07:33.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:32 smithi177 ceph-mon[212096]: pgmap v1268: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:33.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:32 smithi177 ceph-mon[212096]: osdmap e1003: 8 total, 8 up, 8 in 2023-12-20T11:07:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:34 smithi123 ceph-mon[191304]: osdmap e1004: 8 total, 8 up, 8 in 2023-12-20T11:07:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:34 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2006927119' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228505-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:34 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228505-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:34 smithi123 ceph-mon[191304]: pgmap v1271: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:34.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:07:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:34 smithi123 ceph-mon[188613]: osdmap e1004: 8 total, 8 up, 8 in 2023-12-20T11:07:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:34 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2006927119' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228505-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:34 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228505-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:34 smithi123 ceph-mon[188613]: pgmap v1271: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:07:35.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:34 smithi177 ceph-mon[212096]: osdmap e1004: 8 total, 8 up, 8 in 2023-12-20T11:07:35.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:34 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2006927119' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228505-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:35.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:34 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228505-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:35.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:34 smithi177 ceph-mon[212096]: pgmap v1271: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:35.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:07:35.717 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsNumOps.Sub (3033 ms) 2023-12-20T11:07:35.718 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsNumOps.Mul 2023-12-20T11:07:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:35 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:07:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:35 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228505-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:35 smithi123 ceph-mon[191304]: osdmap e1005: 8 total, 8 up, 8 in 2023-12-20T11:07:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:07:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:07:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:07:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:35 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:07:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:35 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228505-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:35 smithi123 ceph-mon[188613]: osdmap e1005: 8 total, 8 up, 8 in 2023-12-20T11:07:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:07:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:07:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:07:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:35 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:07:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:35 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228505-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:35 smithi177 ceph-mon[212096]: osdmap e1005: 8 total, 8 up, 8 in 2023-12-20T11:07:36.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:07:36.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:07:36.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:07:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:36 smithi123 ceph-mon[191304]: osdmap e1006: 8 total, 8 up, 8 in 2023-12-20T11:07:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:36 smithi123 ceph-mon[191304]: pgmap v1274: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:36.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:36 smithi123 ceph-mon[188613]: osdmap e1006: 8 total, 8 up, 8 in 2023-12-20T11:07:36.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:36 smithi123 ceph-mon[188613]: pgmap v1274: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:37.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:36 smithi177 ceph-mon[212096]: osdmap e1006: 8 total, 8 up, 8 in 2023-12-20T11:07:37.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:36 smithi177 ceph-mon[212096]: pgmap v1274: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:37 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:07:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:37 smithi123 ceph-mon[191304]: osdmap e1007: 8 total, 8 up, 8 in 2023-12-20T11:07:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:37 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4145910344' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228505-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:37 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:07:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:37 smithi123 ceph-mon[188613]: osdmap e1007: 8 total, 8 up, 8 in 2023-12-20T11:07:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:37 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4145910344' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228505-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:37 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:07:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:37 smithi177 ceph-mon[212096]: osdmap e1007: 8 total, 8 up, 8 in 2023-12-20T11:07:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:37 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4145910344' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228505-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:38.753 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsNumOps.Mul (3035 ms) 2023-12-20T11:07:38.753 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsNumOps.Div 2023-12-20T11:07:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:38 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4145910344' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228505-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:38 smithi123 ceph-mon[191304]: osdmap e1008: 8 total, 8 up, 8 in 2023-12-20T11:07:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:38 smithi123 ceph-mon[191304]: pgmap v1277: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:38 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4145910344' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228505-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:38 smithi123 ceph-mon[188613]: osdmap e1008: 8 total, 8 up, 8 in 2023-12-20T11:07:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:38 smithi123 ceph-mon[188613]: pgmap v1277: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:39.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:38 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4145910344' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228505-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:39.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:38 smithi177 ceph-mon[212096]: osdmap e1008: 8 total, 8 up, 8 in 2023-12-20T11:07:39.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:38 smithi177 ceph-mon[212096]: pgmap v1277: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:07:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:07:39] "GET /metrics HTTP/1.1" 200 36248 "" "Prometheus/2.43.0" 2023-12-20T11:07:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:39 smithi123 ceph-mon[191304]: osdmap e1009: 8 total, 8 up, 8 in 2023-12-20T11:07:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:39 smithi123 ceph-mon[188613]: osdmap e1009: 8 total, 8 up, 8 in 2023-12-20T11:07:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:39 smithi177 ceph-mon[212096]: osdmap e1009: 8 total, 8 up, 8 in 2023-12-20T11:07:41.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:40 smithi177 ceph-mon[212096]: pgmap v1279: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:41.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:40 smithi177 ceph-mon[212096]: osdmap e1010: 8 total, 8 up, 8 in 2023-12-20T11:07:41.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:40 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4045736618' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228505-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:41.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:40 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228505-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:41.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:40 smithi123 ceph-mon[191304]: pgmap v1279: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:41.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:40 smithi123 ceph-mon[191304]: osdmap e1010: 8 total, 8 up, 8 in 2023-12-20T11:07:41.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:40 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4045736618' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228505-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:41.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:40 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228505-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:41.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:40 smithi123 ceph-mon[188613]: pgmap v1279: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:41.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:40 smithi123 ceph-mon[188613]: osdmap e1010: 8 total, 8 up, 8 in 2023-12-20T11:07:41.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:40 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4045736618' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228505-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:41.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:40 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228505-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:41.760 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsNumOps.Div (3006 ms) 2023-12-20T11:07:41.760 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 4 tests from ClsNumOps (11937 ms total) 2023-12-20T11:07:41.760 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:07:41.760 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2023-12-20T11:07:41.760 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 4 tests from 1 test suite ran. (11937 ms total) 2023-12-20T11:07:41.760 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 4 tests. 2023-12-20T11:07:41.761 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-20T11:07:41.761 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-20T11:07:41.833 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2023-12-20T11:07:41.834 DEBUG:teuthology.orchestra.run.smithi123:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2023-12-20T11:07:41.904 INFO:tasks.workunit.client.0.smithi123.stdout:Running main() from gmock_main.cc 2023-12-20T11:07:41.904 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 70 tests from 1 test suite. 2023-12-20T11:07:41.904 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2023-12-20T11:07:41.904 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 70 tests from TestClsRbd 2023-12-20T11:07:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:41 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228505-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:41 smithi177 ceph-mon[212096]: osdmap e1011: 8 total, 8 up, 8 in 2023-12-20T11:07:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:07:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:41 smithi177 ceph-mon[212096]: osdmap e1012: 8 total, 8 up, 8 in 2023-12-20T11:07:42.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:41 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228505-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:42.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:41 smithi123 ceph-mon[191304]: osdmap e1011: 8 total, 8 up, 8 in 2023-12-20T11:07:42.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:07:42.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:41 smithi123 ceph-mon[191304]: osdmap e1012: 8 total, 8 up, 8 in 2023-12-20T11:07:42.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:41 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228505-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:42.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:41 smithi123 ceph-mon[188613]: osdmap e1011: 8 total, 8 up, 8 in 2023-12-20T11:07:42.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:07:42.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:41 smithi123 ceph-mon[188613]: osdmap e1012: 8 total, 8 up, 8 in 2023-12-20T11:07:43.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:42 smithi177 ceph-mon[212096]: pgmap v1282: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:43.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:42 smithi123 ceph-mon[191304]: pgmap v1282: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:43.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:42 smithi123 ceph-mon[188613]: pgmap v1282: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:43.791 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.get_all_features 2023-12-20T11:07:43.806 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.get_all_features (16 ms) 2023-12-20T11:07:43.807 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.copyup 2023-12-20T11:07:43.984 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.copyup (178 ms) 2023-12-20T11:07:43.984 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.sparse_copyup 2023-12-20T11:07:43.998 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.sparse_copyup (14 ms) 2023-12-20T11:07:43.998 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.get_and_set_id 2023-12-20T11:07:44.005 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2023-12-20T11:07:44.005 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.add_remove_child 2023-12-20T11:07:44.017 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.add_remove_child (12 ms) 2023-12-20T11:07:44.017 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.directory_methods 2023-12-20T11:07:44.046 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.directory_methods (29 ms) 2023-12-20T11:07:44.046 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.create 2023-12-20T11:07:44.059 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.create (13 ms) 2023-12-20T11:07:44.059 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.get_features 2023-12-20T11:07:44.060 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.get_features (1 ms) 2023-12-20T11:07:44.060 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.get_object_prefix 2023-12-20T11:07:44.062 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2023-12-20T11:07:44.062 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2023-12-20T11:07:44.064 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2023-12-20T11:07:44.064 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2023-12-20T11:07:44.066 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2023-12-20T11:07:44.066 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2023-12-20T11:07:44.067 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2023-12-20T11:07:44.067 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.get_data_pool 2023-12-20T11:07:44.071 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2023-12-20T11:07:44.071 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.get_size 2023-12-20T11:07:44.075 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2023-12-20T11:07:44.075 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.set_size 2023-12-20T11:07:44.079 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.set_size (4 ms) 2023-12-20T11:07:44.079 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.protection_status 2023-12-20T11:07:44.097 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.protection_status (18 ms) 2023-12-20T11:07:44.097 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.snapshot_limits 2023-12-20T11:07:44.105 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.snapshot_limits (8 ms) 2023-12-20T11:07:44.105 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.parents_v1 2023-12-20T11:07:44.148 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.parents_v1 (42 ms) 2023-12-20T11:07:44.148 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.parents_v2 2023-12-20T11:07:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:43 smithi177 ceph-mon[212096]: osdmap e1013: 8 total, 8 up, 8 in 2023-12-20T11:07:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:43 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3303751328' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228766-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:43 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228766-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:44.177 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.parents_v2 (30 ms) 2023-12-20T11:07:44.178 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.snapshots 2023-12-20T11:07:44.199 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.snapshots (21 ms) 2023-12-20T11:07:44.199 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.snapid_race 2023-12-20T11:07:44.205 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.snapid_race (7 ms) 2023-12-20T11:07:44.205 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.stripingv2 2023-12-20T11:07:44.214 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.stripingv2 (9 ms) 2023-12-20T11:07:44.215 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.object_map_save 2023-12-20T11:07:44.220 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.object_map_save (5 ms) 2023-12-20T11:07:44.220 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.object_map_resize 2023-12-20T11:07:44.224 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.object_map_resize (5 ms) 2023-12-20T11:07:44.224 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.object_map_update 2023-12-20T11:07:44.234 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.object_map_update (10 ms) 2023-12-20T11:07:44.234 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2023-12-20T11:07:44.234 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2023-12-20T11:07:44.234 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2023-12-20T11:07:44.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:43 smithi123 ceph-mon[191304]: osdmap e1013: 8 total, 8 up, 8 in 2023-12-20T11:07:44.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:43 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3303751328' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228766-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:44.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:43 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228766-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:44.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:43 smithi123 ceph-mon[188613]: osdmap e1013: 8 total, 8 up, 8 in 2023-12-20T11:07:44.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:43 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3303751328' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228766-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:44.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:43 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228766-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:44.247 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.object_map_snap_add (13 ms) 2023-12-20T11:07:44.248 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2023-12-20T11:07:44.255 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.object_map_snap_remove (8 ms) 2023-12-20T11:07:44.255 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.flags 2023-12-20T11:07:44.259 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.flags (4 ms) 2023-12-20T11:07:44.259 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.metadata 2023-12-20T11:07:44.282 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.metadata (22 ms) 2023-12-20T11:07:44.282 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.set_features 2023-12-20T11:07:44.288 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.set_features (7 ms) 2023-12-20T11:07:44.288 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.mirror 2023-12-20T11:07:44.319 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.mirror (31 ms) 2023-12-20T11:07:44.320 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.mirror_image 2023-12-20T11:07:44.333 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.mirror_image (14 ms) 2023-12-20T11:07:44.334 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.mirror_image_status 2023-12-20T11:07:45.002 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:07:45.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:44 smithi177 ceph-mon[212096]: pgmap v1285: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:45.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:44 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228766-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:45.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:44 smithi177 ceph-mon[212096]: osdmap e1014: 8 total, 8 up, 8 in 2023-12-20T11:07:45.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:44 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:07:45.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:44 smithi123 ceph-mon[191304]: pgmap v1285: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:45.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:44 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228766-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:45.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:44 smithi123 ceph-mon[191304]: osdmap e1014: 8 total, 8 up, 8 in 2023-12-20T11:07:45.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:44 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:07:45.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:44 smithi123 ceph-mon[188613]: pgmap v1285: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:45.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:44 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228766-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:45.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:44 smithi123 ceph-mon[188613]: osdmap e1014: 8 total, 8 up, 8 in 2023-12-20T11:07:45.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:44 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:07:45.373 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:07:45.373 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (16m) 3m ago 19m 28.6M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:07:45.373 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (16m) 71s ago 19m 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:07:45.373 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (20m) 3m ago 20m 17.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:07:45.373 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (20m) 71s ago 20m 26.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:07:45.373 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (15m) 71s ago 22m 454M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:07:45.373 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (16m) 3m ago 24m 529M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:07:45.373 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (15m) 3m ago 24m 176M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:07:45.373 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (15m) 71s ago 23m 123M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:07:45.373 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (15m) 3m ago 22m 118M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:07:45.373 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (16m) 3m ago 19m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:07:45.373 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (16m) 71s ago 19m 19.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:07:45.374 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (14m) 3m ago 22m 1086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:07:45.374 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (14m) 3m ago 22m 909M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:07:45.374 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (13m) 3m ago 21m 1048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:07:45.374 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (13m) 3m ago 21m 740M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:07:45.374 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (12m) 71s ago 21m 1148M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:07:45.374 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (12m) 71s ago 21m 1064M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:07:45.374 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (11m) 71s ago 20m 853M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:07:45.374 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (11m) 71s ago 20m 1037M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:07:45.374 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (15m) 71s ago 19m 67.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:07:45.830 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:07:45.830 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:07:45.830 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:07:45.831 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:07:45.831 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:07:45.831 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:07:45.831 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:07:45.831 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:07:45.831 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:07:45.831 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:07:45.831 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:07:45.831 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:07:45.831 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:07:45.831 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:07:45.831 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:07:45.831 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:07:45.831 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:07:45.831 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:07:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:45 smithi177 ceph-mon[212096]: osdmap e1015: 8 total, 8 up, 8 in 2023-12-20T11:07:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:45 smithi177 ceph-mon[212096]: from='client.35064 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:07:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:45 smithi177 ceph-mon[212096]: from='client.45005 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:07:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:45 smithi123 ceph-mon[191304]: osdmap e1015: 8 total, 8 up, 8 in 2023-12-20T11:07:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:45 smithi123 ceph-mon[191304]: from='client.35064 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:07:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:45 smithi123 ceph-mon[191304]: from='client.45005 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:07:46.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:45 smithi123 ceph-mon[188613]: osdmap e1015: 8 total, 8 up, 8 in 2023-12-20T11:07:46.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:45 smithi123 ceph-mon[188613]: from='client.35064 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:07:46.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:45 smithi123 ceph-mon[188613]: from='client.45005 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:07:46.646 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.mirror_image_status (2312 ms) 2023-12-20T11:07:46.646 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.mirror_image_map 2023-12-20T11:07:46.724 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.mirror_image_map (78 ms) 2023-12-20T11:07:46.724 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.mirror_instances 2023-12-20T11:07:46.730 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.mirror_instances (7 ms) 2023-12-20T11:07:46.731 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2023-12-20T11:07:46.742 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.mirror_snapshot (12 ms) 2023-12-20T11:07:46.742 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.group_dir_list 2023-12-20T11:07:46.744 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2023-12-20T11:07:46.744 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.group_dir_add 2023-12-20T11:07:46.746 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2023-12-20T11:07:46.746 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2023-12-20T11:07:46.749 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2023-12-20T11:07:46.749 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.group_dir_rename 2023-12-20T11:07:46.754 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.group_dir_rename (5 ms) 2023-12-20T11:07:46.754 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.group_dir_remove 2023-12-20T11:07:46.758 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.group_dir_remove (4 ms) 2023-12-20T11:07:46.758 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2023-12-20T11:07:46.762 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2023-12-20T11:07:46.762 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.group_image_add 2023-12-20T11:07:46.764 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2023-12-20T11:07:46.764 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.group_image_remove 2023-12-20T11:07:46.767 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2023-12-20T11:07:46.767 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.group_image_list 2023-12-20T11:07:46.769 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.group_image_list (2 ms) 2023-12-20T11:07:46.769 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.group_image_clean 2023-12-20T11:07:46.773 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2023-12-20T11:07:46.774 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.image_group_add 2023-12-20T11:07:46.776 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.image_group_add (3 ms) 2023-12-20T11:07:46.776 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.image_group_remove 2023-12-20T11:07:46.779 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2023-12-20T11:07:46.780 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.image_group_get 2023-12-20T11:07:46.781 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2023-12-20T11:07:46.781 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2023-12-20T11:07:46.783 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2023-12-20T11:07:46.783 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2023-12-20T11:07:46.785 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (1 ms) 2023-12-20T11:07:46.785 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2023-12-20T11:07:46.787 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2023-12-20T11:07:46.787 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2023-12-20T11:07:46.789 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (2 ms) 2023-12-20T11:07:46.789 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.group_snap_set 2023-12-20T11:07:46.793 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.group_snap_set (2 ms) 2023-12-20T11:07:46.793 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.group_snap_list 2023-12-20T11:07:46.794 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2023-12-20T11:07:46.794 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2023-12-20T11:07:46.811 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (17 ms) 2023-12-20T11:07:46.812 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2023-12-20T11:07:46.992 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (181 ms) 2023-12-20T11:07:46.993 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.group_snap_remove 2023-12-20T11:07:46.995 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.group_snap_remove (3 ms) 2023-12-20T11:07:46.995 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2023-12-20T11:07:46.997 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2023-12-20T11:07:46.997 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.trash_methods 2023-12-20T11:07:47.004 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.trash_methods (7 ms) 2023-12-20T11:07:47.004 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.op_features 2023-12-20T11:07:47.010 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.op_features (6 ms) 2023-12-20T11:07:47.010 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.clone_parent 2023-12-20T11:07:47.030 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.clone_parent (20 ms) 2023-12-20T11:07:47.030 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2023-12-20T11:07:47.038 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.clone_parent_ns (8 ms) 2023-12-20T11:07:47.038 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.clone_child 2023-12-20T11:07:47.049 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.clone_child (11 ms) 2023-12-20T11:07:47.049 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.namespace_methods 2023-12-20T11:07:47.055 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.namespace_methods (6 ms) 2023-12-20T11:07:47.055 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.migration 2023-12-20T11:07:47.064 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.migration (9 ms) 2023-12-20T11:07:47.064 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.migration_v1 2023-12-20T11:07:47.075 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.migration_v1 (11 ms) 2023-12-20T11:07:47.075 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2023-12-20T11:07:47.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:46 smithi177 ceph-mon[212096]: pgmap v1288: 137 pgs: 17 creating+peering, 14 unknown, 106 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2023-12-20T11:07:47.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:46 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:07:47.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:46 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3790094487' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:07:47.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:46 smithi123 ceph-mon[191304]: pgmap v1288: 137 pgs: 17 creating+peering, 14 unknown, 106 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2023-12-20T11:07:47.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:46 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:07:47.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:46 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3790094487' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:07:47.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:46 smithi123 ceph-mon[188613]: pgmap v1288: 137 pgs: 17 creating+peering, 14 unknown, 106 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2023-12-20T11:07:47.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:46 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:07:47.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:46 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3790094487' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:07:48.818 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1742 ms) 2023-12-20T11:07:48.818 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestClsRbd.sparsify 2023-12-20T11:07:48.819 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:48 smithi123 ceph-mon[188613]: pgmap v1289: 137 pgs: 17 creating+peering, 120 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 638 KiB/s rd, 437 KiB/s wr, 1.09k op/s 2023-12-20T11:07:48.820 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:48 smithi123 ceph-mon[188613]: osdmap e1016: 8 total, 8 up, 8 in 2023-12-20T11:07:48.873 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestClsRbd.sparsify (55 ms) 2023-12-20T11:07:49.079 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:48 smithi123 ceph-mon[191304]: pgmap v1289: 137 pgs: 17 creating+peering, 120 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 638 KiB/s rd, 437 KiB/s wr, 1.09k op/s 2023-12-20T11:07:49.079 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:48 smithi123 ceph-mon[191304]: osdmap e1016: 8 total, 8 up, 8 in 2023-12-20T11:07:49.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:48 smithi177 ceph-mon[212096]: pgmap v1289: 137 pgs: 17 creating+peering, 120 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 638 KiB/s rd, 437 KiB/s wr, 1.09k op/s 2023-12-20T11:07:49.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:48 smithi177 ceph-mon[212096]: osdmap e1016: 8 total, 8 up, 8 in 2023-12-20T11:07:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:07:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:07:49] "GET /metrics HTTP/1.1" 200 36248 "" "Prometheus/2.43.0" 2023-12-20T11:07:49.830 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 70 tests from TestClsRbd (5082 ms total) 2023-12-20T11:07:49.830 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:07:49.830 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2023-12-20T11:07:49.830 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 70 tests from 1 test suite ran. (7926 ms total) 2023-12-20T11:07:49.831 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 70 tests. 2023-12-20T11:07:49.832 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-20T11:07:49.832 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-20T11:07:49.903 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2023-12-20T11:07:49.904 DEBUG:teuthology.orchestra.run.smithi123:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2023-12-20T11:07:49.976 INFO:tasks.workunit.client.0.smithi123.stdout:Running main() from gmock_main.cc 2023-12-20T11:07:49.976 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 10 tests from 1 test suite. 2023-12-20T11:07:49.976 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2023-12-20T11:07:49.976 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 10 tests from cls_rgw 2023-12-20T11:07:49.976 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.test_implicit 2023-12-20T11:07:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:49 smithi177 ceph-mon[212096]: osdmap e1017: 8 total, 8 up, 8 in 2023-12-20T11:07:50.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:49 smithi123 ceph-mon[188613]: osdmap e1017: 8 total, 8 up, 8 in 2023-12-20T11:07:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:49 smithi123 ceph-mon[191304]: osdmap e1017: 8 total, 8 up, 8 in 2023-12-20T11:07:51.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:50 smithi177 ceph-mon[212096]: pgmap v1292: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.2 MiB/s wr, 1.35k op/s 2023-12-20T11:07:51.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:50 smithi177 ceph-mon[212096]: osdmap e1018: 8 total, 8 up, 8 in 2023-12-20T11:07:51.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:50 smithi123 ceph-mon[191304]: pgmap v1292: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.2 MiB/s wr, 1.35k op/s 2023-12-20T11:07:51.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:50 smithi123 ceph-mon[191304]: osdmap e1018: 8 total, 8 up, 8 in 2023-12-20T11:07:51.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:50 smithi123 ceph-mon[188613]: pgmap v1292: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.2 MiB/s wr, 1.35k op/s 2023-12-20T11:07:51.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:50 smithi123 ceph-mon[188613]: osdmap e1018: 8 total, 8 up, 8 in 2023-12-20T11:07:52.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:51 smithi177 ceph-mon[212096]: osdmap e1019: 8 total, 8 up, 8 in 2023-12-20T11:07:52.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:51 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3699751503' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:52.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:51 smithi123 ceph-mon[191304]: osdmap e1019: 8 total, 8 up, 8 in 2023-12-20T11:07:52.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:51 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3699751503' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:52.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:51 smithi123 ceph-mon[188613]: osdmap e1019: 8 total, 8 up, 8 in 2023-12-20T11:07:52.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:51 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3699751503' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:52.857 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.test_implicit (2881 ms) 2023-12-20T11:07:52.857 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2023-12-20T11:07:53.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:52 smithi177 ceph-mon[212096]: pgmap v1295: 137 pgs: 23 creating+peering, 9 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:53.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:52 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:07:53.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:52 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3699751503' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:53.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:52 smithi177 ceph-mon[212096]: osdmap e1020: 8 total, 8 up, 8 in 2023-12-20T11:07:53.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:52 smithi123 ceph-mon[188613]: pgmap v1295: 137 pgs: 23 creating+peering, 9 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:53.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:52 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:07:53.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:52 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3699751503' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:53.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:52 smithi123 ceph-mon[188613]: osdmap e1020: 8 total, 8 up, 8 in 2023-12-20T11:07:53.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:52 smithi123 ceph-mon[191304]: pgmap v1295: 137 pgs: 23 creating+peering, 9 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:53.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:52 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:07:53.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:52 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3699751503' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:53.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:52 smithi123 ceph-mon[191304]: osdmap e1020: 8 total, 8 up, 8 in 2023-12-20T11:07:54.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:53 smithi177 ceph-mon[212096]: osdmap e1021: 8 total, 8 up, 8 in 2023-12-20T11:07:54.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:53 smithi123 ceph-mon[188613]: osdmap e1021: 8 total, 8 up, 8 in 2023-12-20T11:07:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:53 smithi123 ceph-mon[191304]: osdmap e1021: 8 total, 8 up, 8 in 2023-12-20T11:07:55.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:54 smithi177 ceph-mon[212096]: pgmap v1298: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:55.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:54 smithi177 ceph-mon[212096]: osdmap e1022: 8 total, 8 up, 8 in 2023-12-20T11:07:55.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:54 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/450246441' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:55.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:54 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:07:55.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:54 smithi123 ceph-mon[188613]: pgmap v1298: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:55.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:54 smithi123 ceph-mon[188613]: osdmap e1022: 8 total, 8 up, 8 in 2023-12-20T11:07:55.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:54 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/450246441' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:55.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:54 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:07:55.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:54 smithi123 ceph-mon[191304]: pgmap v1298: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:55.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:54 smithi123 ceph-mon[191304]: osdmap e1022: 8 total, 8 up, 8 in 2023-12-20T11:07:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:54 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/450246441' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:54 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:07:55.883 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3025 ms) 2023-12-20T11:07:55.883 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.test_put_snap 2023-12-20T11:07:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:55 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/450246441' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:55 smithi177 ceph-mon[212096]: osdmap e1023: 8 total, 8 up, 8 in 2023-12-20T11:07:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:55 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/450246441' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:55 smithi123 ceph-mon[191304]: osdmap e1023: 8 total, 8 up, 8 in 2023-12-20T11:07:56.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:55 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/450246441' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:56.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:55 smithi123 ceph-mon[188613]: osdmap e1023: 8 total, 8 up, 8 in 2023-12-20T11:07:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:56 smithi177 ceph-mon[212096]: pgmap v1301: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:56 smithi177 ceph-mon[212096]: osdmap e1024: 8 total, 8 up, 8 in 2023-12-20T11:07:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:07:57.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:56 smithi123 ceph-mon[191304]: pgmap v1301: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:57.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:56 smithi123 ceph-mon[191304]: osdmap e1024: 8 total, 8 up, 8 in 2023-12-20T11:07:57.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:07:57.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:56 smithi123 ceph-mon[188613]: pgmap v1301: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:57.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:56 smithi123 ceph-mon[188613]: osdmap e1024: 8 total, 8 up, 8 in 2023-12-20T11:07:57.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:07:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:57 smithi177 ceph-mon[212096]: osdmap e1025: 8 total, 8 up, 8 in 2023-12-20T11:07:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:57 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4145846390' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:57 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:58.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:57 smithi123 ceph-mon[191304]: osdmap e1025: 8 total, 8 up, 8 in 2023-12-20T11:07:58.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:57 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4145846390' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:58.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:57 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:58.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:57 smithi123 ceph-mon[188613]: osdmap e1025: 8 total, 8 up, 8 in 2023-12-20T11:07:58.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:57 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4145846390' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:58.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:57 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:07:59.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:58 smithi177 ceph-mon[212096]: pgmap v1304: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:59.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:58 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:07:59.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:58 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:59.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:58 smithi177 ceph-mon[212096]: osdmap e1026: 8 total, 8 up, 8 in 2023-12-20T11:07:59.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:58 smithi123 ceph-mon[188613]: pgmap v1304: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:59.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:58 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:07:59.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:58 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:59.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:58 smithi123 ceph-mon[188613]: osdmap e1026: 8 total, 8 up, 8 in 2023-12-20T11:07:59.243 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:07:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:07:59] "GET /metrics HTTP/1.1" 200 33878 "" "Prometheus/2.43.0" 2023-12-20T11:07:59.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:58 smithi123 ceph-mon[191304]: pgmap v1304: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:07:59.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:58 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:07:59.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:58 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:07:59.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:58 smithi123 ceph-mon[191304]: osdmap e1026: 8 total, 8 up, 8 in 2023-12-20T11:08:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:07:59 smithi177 ceph-mon[212096]: osdmap e1027: 8 total, 8 up, 8 in 2023-12-20T11:08:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:07:59 smithi123 ceph-mon[188613]: osdmap e1027: 8 total, 8 up, 8 in 2023-12-20T11:08:00.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:07:59 smithi123 ceph-mon[191304]: osdmap e1027: 8 total, 8 up, 8 in 2023-12-20T11:08:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:00 smithi177 ceph-mon[212096]: pgmap v1307: 137 pgs: 2 creating+activating, 22 unknown, 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:00 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:08:01.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:00 smithi123 ceph-mon[188613]: pgmap v1307: 137 pgs: 2 creating+activating, 22 unknown, 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:01.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:00 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:08:01.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:00 smithi123 ceph-mon[191304]: pgmap v1307: 137 pgs: 2 creating+activating, 22 unknown, 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:01.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:00 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:08:03.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:02 smithi123 ceph-mon[188613]: pgmap v1308: 137 pgs: 2 creating+activating, 135 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 174 B/s wr, 0 op/s 2023-12-20T11:08:03.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:02 smithi123 ceph-mon[188613]: osdmap e1028: 8 total, 8 up, 8 in 2023-12-20T11:08:03.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:02 smithi123 ceph-mon[191304]: pgmap v1308: 137 pgs: 2 creating+activating, 135 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 174 B/s wr, 0 op/s 2023-12-20T11:08:03.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:02 smithi123 ceph-mon[191304]: osdmap e1028: 8 total, 8 up, 8 in 2023-12-20T11:08:03.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:02 smithi177 ceph-mon[212096]: pgmap v1308: 137 pgs: 2 creating+activating, 135 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 174 B/s wr, 0 op/s 2023-12-20T11:08:03.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:02 smithi177 ceph-mon[212096]: osdmap e1028: 8 total, 8 up, 8 in 2023-12-20T11:08:04.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:03 smithi123 ceph-mon[188613]: osdmap e1029: 8 total, 8 up, 8 in 2023-12-20T11:08:04.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:03 smithi123 ceph-mon[191304]: osdmap e1029: 8 total, 8 up, 8 in 2023-12-20T11:08:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:03 smithi177 ceph-mon[212096]: osdmap e1029: 8 total, 8 up, 8 in 2023-12-20T11:08:04.933 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.test_put_snap (9051 ms) 2023-12-20T11:08:04.933 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.test_explicit 2023-12-20T11:08:05.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:04 smithi123 ceph-mon[188613]: pgmap v1311: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 175 B/s wr, 0 op/s 2023-12-20T11:08:05.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:04 smithi123 ceph-mon[188613]: osdmap e1030: 8 total, 8 up, 8 in 2023-12-20T11:08:05.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:04 smithi123 ceph-mon[191304]: pgmap v1311: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 175 B/s wr, 0 op/s 2023-12-20T11:08:05.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:04 smithi123 ceph-mon[191304]: osdmap e1030: 8 total, 8 up, 8 in 2023-12-20T11:08:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:04 smithi177 ceph-mon[212096]: pgmap v1311: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 175 B/s wr, 0 op/s 2023-12-20T11:08:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:04 smithi177 ceph-mon[212096]: osdmap e1030: 8 total, 8 up, 8 in 2023-12-20T11:08:06.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:05 smithi123 ceph-mon[188613]: osdmap e1031: 8 total, 8 up, 8 in 2023-12-20T11:08:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:05 smithi123 ceph-mon[191304]: osdmap e1031: 8 total, 8 up, 8 in 2023-12-20T11:08:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:05 smithi177 ceph-mon[212096]: osdmap e1031: 8 total, 8 up, 8 in 2023-12-20T11:08:07.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:06 smithi123 ceph-mon[191304]: pgmap v1314: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:07.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:06 smithi123 ceph-mon[191304]: osdmap e1032: 8 total, 8 up, 8 in 2023-12-20T11:08:07.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:06 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3837056104' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:07.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:06 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:07.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:06 smithi123 ceph-mon[188613]: pgmap v1314: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:07.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:06 smithi123 ceph-mon[188613]: osdmap e1032: 8 total, 8 up, 8 in 2023-12-20T11:08:07.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:06 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3837056104' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:07.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:06 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:06 smithi177 ceph-mon[212096]: pgmap v1314: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:06 smithi177 ceph-mon[212096]: osdmap e1032: 8 total, 8 up, 8 in 2023-12-20T11:08:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:06 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3837056104' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:06 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:07.950 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.test_explicit (3017 ms) 2023-12-20T11:08:07.950 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.set 2023-12-20T11:08:08.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:07 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:08:08.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:07 smithi123 ceph-mon[191304]: osdmap e1033: 8 total, 8 up, 8 in 2023-12-20T11:08:08.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:07 smithi123 ceph-mon[191304]: osdmap e1034: 8 total, 8 up, 8 in 2023-12-20T11:08:08.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:07 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:08:08.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:07 smithi123 ceph-mon[188613]: osdmap e1033: 8 total, 8 up, 8 in 2023-12-20T11:08:08.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:07 smithi123 ceph-mon[188613]: osdmap e1034: 8 total, 8 up, 8 in 2023-12-20T11:08:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:07 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:08:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:07 smithi177 ceph-mon[212096]: osdmap e1033: 8 total, 8 up, 8 in 2023-12-20T11:08:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:07 smithi177 ceph-mon[212096]: osdmap e1034: 8 total, 8 up, 8 in 2023-12-20T11:08:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:08:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:08:09] "GET /metrics HTTP/1.1" 200 33878 "" "Prometheus/2.43.0" 2023-12-20T11:08:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:09 smithi123 ceph-mon[191304]: pgmap v1317: 137 pgs: 21 creating+peering, 11 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:09 smithi123 ceph-mon[191304]: osdmap e1035: 8 total, 8 up, 8 in 2023-12-20T11:08:09.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:09 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/306412901' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:09.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:09 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:09.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:09 smithi123 ceph-mon[188613]: pgmap v1317: 137 pgs: 21 creating+peering, 11 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:09.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:09 smithi123 ceph-mon[188613]: osdmap e1035: 8 total, 8 up, 8 in 2023-12-20T11:08:09.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:09 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/306412901' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:09.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:09 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:09 smithi177 ceph-mon[212096]: pgmap v1317: 137 pgs: 21 creating+peering, 11 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:09 smithi177 ceph-mon[212096]: osdmap e1035: 8 total, 8 up, 8 in 2023-12-20T11:08:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:09 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/306412901' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:09.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:09 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:10.994 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.set (3043 ms) 2023-12-20T11:08:10.994 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.test_implicit_ec 2023-12-20T11:08:11.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:10 smithi123 ceph-mon[191304]: pgmap v1320: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:11.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:10 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:08:11.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:10 smithi123 ceph-mon[191304]: osdmap e1036: 8 total, 8 up, 8 in 2023-12-20T11:08:11.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:10 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:08:11.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:10 smithi123 ceph-mon[188613]: pgmap v1320: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:11.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:10 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:08:11.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:10 smithi123 ceph-mon[188613]: osdmap e1036: 8 total, 8 up, 8 in 2023-12-20T11:08:11.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:10 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:08:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:10 smithi177 ceph-mon[212096]: pgmap v1320: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:11.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:10 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:08:11.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:10 smithi177 ceph-mon[212096]: osdmap e1036: 8 total, 8 up, 8 in 2023-12-20T11:08:11.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:10 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:08:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:11 smithi177 ceph-mon[212096]: osdmap e1037: 8 total, 8 up, 8 in 2023-12-20T11:08:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:11 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-6"}]: dispatch 2023-12-20T11:08:12.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:11 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-6"}]: dispatch 2023-12-20T11:08:12.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:11 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-20T11:08:12.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:08:12.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:08:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:11 smithi123 ceph-mon[191304]: osdmap e1037: 8 total, 8 up, 8 in 2023-12-20T11:08:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:11 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-6"}]: dispatch 2023-12-20T11:08:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:11 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-6"}]: dispatch 2023-12-20T11:08:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:11 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-20T11:08:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:08:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:08:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:11 smithi123 ceph-mon[188613]: osdmap e1037: 8 total, 8 up, 8 in 2023-12-20T11:08:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:11 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-6"}]: dispatch 2023-12-20T11:08:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:11 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-6"}]: dispatch 2023-12-20T11:08:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:11 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-20T11:08:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:08:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:08:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:13 smithi123 ceph-mon[191304]: pgmap v1323: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:13 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-20T11:08:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:13 smithi123 ceph-mon[191304]: osdmap e1038: 8 total, 8 up, 8 in 2023-12-20T11:08:13.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:13 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-6"}]: dispatch 2023-12-20T11:08:13.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:13 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:08:13.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:13 smithi123 ceph-mon[188613]: pgmap v1323: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:13.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:13 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-20T11:08:13.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:13 smithi123 ceph-mon[188613]: osdmap e1038: 8 total, 8 up, 8 in 2023-12-20T11:08:13.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:13 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-6"}]: dispatch 2023-12-20T11:08:13.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:13 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:08:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:13 smithi177 ceph-mon[212096]: pgmap v1323: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:13 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-20T11:08:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:13 smithi177 ceph-mon[212096]: osdmap e1038: 8 total, 8 up, 8 in 2023-12-20T11:08:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:13 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-6"}]: dispatch 2023-12-20T11:08:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:13 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:08:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:14 smithi123 ceph-mon[191304]: osdmap e1039: 8 total, 8 up, 8 in 2023-12-20T11:08:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:14 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-6"}]': finished 2023-12-20T11:08:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:14 smithi123 ceph-mon[191304]: osdmap e1040: 8 total, 8 up, 8 in 2023-12-20T11:08:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:14 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:14 smithi123 ceph-mon[188613]: osdmap e1039: 8 total, 8 up, 8 in 2023-12-20T11:08:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:14 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-6"}]': finished 2023-12-20T11:08:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:14 smithi123 ceph-mon[188613]: osdmap e1040: 8 total, 8 up, 8 in 2023-12-20T11:08:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:14 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:14 smithi177 ceph-mon[212096]: osdmap e1039: 8 total, 8 up, 8 in 2023-12-20T11:08:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:14 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-6"}]': finished 2023-12-20T11:08:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:14 smithi177 ceph-mon[212096]: osdmap e1040: 8 total, 8 up, 8 in 2023-12-20T11:08:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:14 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:15 smithi123 ceph-mon[191304]: pgmap v1326: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:15 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:08:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:15 smithi123 ceph-mon[191304]: osdmap e1041: 8 total, 8 up, 8 in 2023-12-20T11:08:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:15 smithi123 ceph-mon[188613]: pgmap v1326: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:15.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:15 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:08:15.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:15 smithi123 ceph-mon[188613]: osdmap e1041: 8 total, 8 up, 8 in 2023-12-20T11:08:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:15 smithi177 ceph-mon[212096]: pgmap v1326: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:15 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:08:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:15 smithi177 ceph-mon[212096]: osdmap e1041: 8 total, 8 up, 8 in 2023-12-20T11:08:16.181 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:08:16.496 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:08:16.496 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (16m) 3m ago 20m 28.6M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:08:16.496 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (16m) 102s ago 19m 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:08:16.496 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (20m) 3m ago 20m 17.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:08:16.496 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (20m) 102s ago 20m 26.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:08:16.496 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (16m) 102s ago 23m 454M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:08:16.496 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (16m) 3m ago 24m 529M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:08:16.496 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (16m) 3m ago 24m 176M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:08:16.496 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (15m) 102s ago 23m 123M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:08:16.497 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (15m) 3m ago 23m 118M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:08:16.497 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (16m) 3m ago 19m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:08:16.497 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (16m) 102s ago 19m 19.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:08:16.497 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (15m) 3m ago 23m 1086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:08:16.497 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (14m) 3m ago 22m 909M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:08:16.497 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (14m) 3m ago 22m 1048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:08:16.497 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (13m) 3m ago 22m 740M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:08:16.497 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (13m) 102s ago 21m 1148M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:08:16.497 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (12m) 102s ago 21m 1064M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:08:16.497 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (12m) 102s ago 21m 853M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:08:16.497 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (11m) 102s ago 21m 1037M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:08:16.497 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (16m) 102s ago 20m 67.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:08:16.881 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:08:16.881 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:08:16.881 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:08:16.881 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:08:16.881 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:08:16.881 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:08:16.881 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:08:16.882 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:08:16.882 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:08:16.882 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:08:16.882 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:08:16.882 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:08:16.882 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:08:16.882 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:08:16.882 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:08:16.882 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:08:16.882 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:08:16.882 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:08:17.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:16 smithi177 ceph-mon[212096]: pgmap v1329: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:17.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:16 smithi177 ceph-mon[212096]: osdmap e1042: 8 total, 8 up, 8 in 2023-12-20T11:08:17.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:16 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-6"}]: dispatch 2023-12-20T11:08:17.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:16 smithi177 ceph-mon[212096]: from='client.35115 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:08:17.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:16 smithi177 ceph-mon[212096]: from='client.35121 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:08:17.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:16 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3641682260' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:08:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:16 smithi123 ceph-mon[191304]: pgmap v1329: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:16 smithi123 ceph-mon[191304]: osdmap e1042: 8 total, 8 up, 8 in 2023-12-20T11:08:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:16 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-6"}]: dispatch 2023-12-20T11:08:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:16 smithi123 ceph-mon[191304]: from='client.35115 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:08:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:16 smithi123 ceph-mon[191304]: from='client.35121 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:08:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:16 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3641682260' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:08:17.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:16 smithi123 ceph-mon[188613]: pgmap v1329: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:17.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:16 smithi123 ceph-mon[188613]: osdmap e1042: 8 total, 8 up, 8 in 2023-12-20T11:08:17.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:16 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-6"}]: dispatch 2023-12-20T11:08:17.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:16 smithi123 ceph-mon[188613]: from='client.35115 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:08:17.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:16 smithi123 ceph-mon[188613]: from='client.35121 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:08:17.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:16 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3641682260' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:08:18.012 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.test_implicit_ec (7019 ms) 2023-12-20T11:08:18.012 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2023-12-20T11:08:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:18 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-6"}]': finished 2023-12-20T11:08:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:18 smithi177 ceph-mon[212096]: osdmap e1043: 8 total, 8 up, 8 in 2023-12-20T11:08:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:18 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-6"}]: dispatch 2023-12-20T11:08:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:18 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-6"}]': finished 2023-12-20T11:08:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:18 smithi123 ceph-mon[188613]: osdmap e1043: 8 total, 8 up, 8 in 2023-12-20T11:08:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:18 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-6"}]: dispatch 2023-12-20T11:08:18.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:18 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-6"}]': finished 2023-12-20T11:08:18.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:18 smithi123 ceph-mon[191304]: osdmap e1043: 8 total, 8 up, 8 in 2023-12-20T11:08:18.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:18 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-6"}]: dispatch 2023-12-20T11:08:19.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:19 smithi177 ceph-mon[212096]: pgmap v1332: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:19.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:19 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-6"}]': finished 2023-12-20T11:08:19.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:19 smithi177 ceph-mon[212096]: osdmap e1044: 8 total, 8 up, 8 in 2023-12-20T11:08:19.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:19 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-7"}]: dispatch 2023-12-20T11:08:19.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:19 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-7"}]: dispatch 2023-12-20T11:08:19.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:19 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-20T11:08:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:08:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:08:19] "GET /metrics HTTP/1.1" 200 33880 "" "Prometheus/2.43.0" 2023-12-20T11:08:19.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:19 smithi123 ceph-mon[188613]: pgmap v1332: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:19.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:19 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-6"}]': finished 2023-12-20T11:08:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:19 smithi123 ceph-mon[188613]: osdmap e1044: 8 total, 8 up, 8 in 2023-12-20T11:08:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:19 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-7"}]: dispatch 2023-12-20T11:08:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:19 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-7"}]: dispatch 2023-12-20T11:08:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:19 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-20T11:08:19.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:19 smithi123 ceph-mon[191304]: pgmap v1332: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:19.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:19 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/389044037' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-6"}]': finished 2023-12-20T11:08:19.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:19 smithi123 ceph-mon[191304]: osdmap e1044: 8 total, 8 up, 8 in 2023-12-20T11:08:19.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:19 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-7"}]: dispatch 2023-12-20T11:08:19.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:19 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-7"}]: dispatch 2023-12-20T11:08:19.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:19 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-20T11:08:20.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:20 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-20T11:08:20.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:20 smithi177 ceph-mon[212096]: osdmap e1045: 8 total, 8 up, 8 in 2023-12-20T11:08:20.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:20 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-7"}]: dispatch 2023-12-20T11:08:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:20 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-20T11:08:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:20 smithi123 ceph-mon[188613]: osdmap e1045: 8 total, 8 up, 8 in 2023-12-20T11:08:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:20 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-7"}]: dispatch 2023-12-20T11:08:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:20 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-20T11:08:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:20 smithi123 ceph-mon[191304]: osdmap e1045: 8 total, 8 up, 8 in 2023-12-20T11:08:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:20 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-7"}]: dispatch 2023-12-20T11:08:21.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:21 smithi177 ceph-mon[212096]: pgmap v1335: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:21.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:21 smithi177 ceph-mon[212096]: osdmap e1046: 8 total, 8 up, 8 in 2023-12-20T11:08:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:21 smithi123 ceph-mon[191304]: pgmap v1335: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:21 smithi123 ceph-mon[191304]: osdmap e1046: 8 total, 8 up, 8 in 2023-12-20T11:08:21.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:21 smithi123 ceph-mon[188613]: pgmap v1335: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:21.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:21 smithi123 ceph-mon[188613]: osdmap e1046: 8 total, 8 up, 8 in 2023-12-20T11:08:22.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:22 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-7"}]': finished 2023-12-20T11:08:22.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:22 smithi177 ceph-mon[212096]: osdmap e1047: 8 total, 8 up, 8 in 2023-12-20T11:08:22.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:22 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:22 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-7"}]': finished 2023-12-20T11:08:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:22 smithi123 ceph-mon[191304]: osdmap e1047: 8 total, 8 up, 8 in 2023-12-20T11:08:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:22 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:22.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:22 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-7"}]': finished 2023-12-20T11:08:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:22 smithi123 ceph-mon[188613]: osdmap e1047: 8 total, 8 up, 8 in 2023-12-20T11:08:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:22 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:23 smithi177 ceph-mon[212096]: pgmap v1338: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:23 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:08:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:23 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:08:23.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:23 smithi177 ceph-mon[212096]: osdmap e1048: 8 total, 8 up, 8 in 2023-12-20T11:08:23.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:23 smithi123 ceph-mon[188613]: pgmap v1338: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:23.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:23 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:08:23.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:23 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:08:23.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:23 smithi123 ceph-mon[188613]: osdmap e1048: 8 total, 8 up, 8 in 2023-12-20T11:08:23.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:23 smithi123 ceph-mon[191304]: pgmap v1338: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:23.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:23 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:08:23.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:23 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:08:23.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:23 smithi123 ceph-mon[191304]: osdmap e1048: 8 total, 8 up, 8 in 2023-12-20T11:08:24.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:24 smithi177 ceph-mon[212096]: osdmap e1049: 8 total, 8 up, 8 in 2023-12-20T11:08:24.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:24 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-7"}]: dispatch 2023-12-20T11:08:24.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:24 smithi123 ceph-mon[191304]: osdmap e1049: 8 total, 8 up, 8 in 2023-12-20T11:08:24.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:24 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-7"}]: dispatch 2023-12-20T11:08:24.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:24 smithi123 ceph-mon[188613]: osdmap e1049: 8 total, 8 up, 8 in 2023-12-20T11:08:24.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:24 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-7"}]: dispatch 2023-12-20T11:08:25.053 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7040 ms) 2023-12-20T11:08:25.053 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2023-12-20T11:08:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:25 smithi177 ceph-mon[212096]: pgmap v1341: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:25 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-7"}]': finished 2023-12-20T11:08:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:25 smithi177 ceph-mon[212096]: osdmap e1050: 8 total, 8 up, 8 in 2023-12-20T11:08:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:25 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-7"}]: dispatch 2023-12-20T11:08:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:25 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:08:25.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:25 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-7"}]': finished 2023-12-20T11:08:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:25 smithi123 ceph-mon[191304]: pgmap v1341: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:25 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-7"}]': finished 2023-12-20T11:08:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:25 smithi123 ceph-mon[191304]: osdmap e1050: 8 total, 8 up, 8 in 2023-12-20T11:08:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:25 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-7"}]: dispatch 2023-12-20T11:08:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:25 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:08:25.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:25 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-7"}]': finished 2023-12-20T11:08:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:25 smithi123 ceph-mon[188613]: pgmap v1341: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:25 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-7"}]': finished 2023-12-20T11:08:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:25 smithi123 ceph-mon[188613]: osdmap e1050: 8 total, 8 up, 8 in 2023-12-20T11:08:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:25 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-7"}]: dispatch 2023-12-20T11:08:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:25 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:08:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:25 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3271061628' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-7"}]': finished 2023-12-20T11:08:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:26 smithi177 ceph-mon[212096]: osdmap e1051: 8 total, 8 up, 8 in 2023-12-20T11:08:26.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:26 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2068465392' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-8"}]: dispatch 2023-12-20T11:08:26.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:26 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-8"}]: dispatch 2023-12-20T11:08:26.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:26 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2068465392' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-8"}]: dispatch 2023-12-20T11:08:26.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:26 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-8"}]: dispatch 2023-12-20T11:08:26.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:26 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2068465392' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-20T11:08:26.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:26 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-20T11:08:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:26 smithi123 ceph-mon[191304]: osdmap e1051: 8 total, 8 up, 8 in 2023-12-20T11:08:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:26 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2068465392' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-8"}]: dispatch 2023-12-20T11:08:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:26 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-8"}]: dispatch 2023-12-20T11:08:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:26 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2068465392' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-8"}]: dispatch 2023-12-20T11:08:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:26 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-8"}]: dispatch 2023-12-20T11:08:26.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:26 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2068465392' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-20T11:08:26.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:26 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-20T11:08:26.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:26 smithi123 ceph-mon[188613]: osdmap e1051: 8 total, 8 up, 8 in 2023-12-20T11:08:26.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:26 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2068465392' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-8"}]: dispatch 2023-12-20T11:08:26.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:26 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-8"}]: dispatch 2023-12-20T11:08:26.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:26 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2068465392' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-8"}]: dispatch 2023-12-20T11:08:26.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:26 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-8"}]: dispatch 2023-12-20T11:08:26.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:26 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2068465392' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-20T11:08:26.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:26 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-20T11:08:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:27 smithi177 ceph-mon[212096]: pgmap v1344: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:27.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:27 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-20T11:08:27.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:27 smithi177 ceph-mon[212096]: osdmap e1052: 8 total, 8 up, 8 in 2023-12-20T11:08:27.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:27 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2068465392' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-8"}]: dispatch 2023-12-20T11:08:27.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:27 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-8"}]: dispatch 2023-12-20T11:08:27.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:08:27.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:08:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:27 smithi123 ceph-mon[191304]: pgmap v1344: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:27 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-20T11:08:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:27 smithi123 ceph-mon[191304]: osdmap e1052: 8 total, 8 up, 8 in 2023-12-20T11:08:27.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:27 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2068465392' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-8"}]: dispatch 2023-12-20T11:08:27.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:27 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-8"}]: dispatch 2023-12-20T11:08:27.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:08:27.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:08:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:27 smithi123 ceph-mon[188613]: pgmap v1344: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:27 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-20T11:08:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:27 smithi123 ceph-mon[188613]: osdmap e1052: 8 total, 8 up, 8 in 2023-12-20T11:08:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:27 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2068465392' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-8"}]: dispatch 2023-12-20T11:08:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:27 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-8"}]: dispatch 2023-12-20T11:08:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:08:27.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:08:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:28 smithi177 ceph-mon[212096]: osdmap e1053: 8 total, 8 up, 8 in 2023-12-20T11:08:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:28 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-8"}]': finished 2023-12-20T11:08:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:28 smithi177 ceph-mon[212096]: osdmap e1054: 8 total, 8 up, 8 in 2023-12-20T11:08:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:28 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2068465392' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:28 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:28 smithi123 ceph-mon[191304]: osdmap e1053: 8 total, 8 up, 8 in 2023-12-20T11:08:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:28 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-8"}]': finished 2023-12-20T11:08:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:28 smithi123 ceph-mon[191304]: osdmap e1054: 8 total, 8 up, 8 in 2023-12-20T11:08:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:28 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2068465392' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:28 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:28 smithi123 ceph-mon[188613]: osdmap e1053: 8 total, 8 up, 8 in 2023-12-20T11:08:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:28 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-8"}]': finished 2023-12-20T11:08:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:28 smithi123 ceph-mon[188613]: osdmap e1054: 8 total, 8 up, 8 in 2023-12-20T11:08:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:28 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2068465392' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:28 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:29 smithi123 ceph-mon[191304]: pgmap v1347: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:29 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:08:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:29 smithi123 ceph-mon[191304]: osdmap e1055: 8 total, 8 up, 8 in 2023-12-20T11:08:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:29 smithi123 ceph-mon[188613]: pgmap v1347: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:29 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:08:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:29 smithi123 ceph-mon[188613]: osdmap e1055: 8 total, 8 up, 8 in 2023-12-20T11:08:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:08:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:08:29] "GET /metrics HTTP/1.1" 200 33879 "" "Prometheus/2.43.0" 2023-12-20T11:08:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:29 smithi177 ceph-mon[212096]: pgmap v1347: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:29 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:08:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:29 smithi177 ceph-mon[212096]: osdmap e1055: 8 total, 8 up, 8 in 2023-12-20T11:08:31.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:31 smithi177 ceph-mon[212096]: pgmap v1350: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:31.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:31 smithi177 ceph-mon[212096]: osdmap e1056: 8 total, 8 up, 8 in 2023-12-20T11:08:31.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:31 smithi123 ceph-mon[188613]: pgmap v1350: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:31.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:31 smithi123 ceph-mon[188613]: osdmap e1056: 8 total, 8 up, 8 in 2023-12-20T11:08:31.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:31 smithi123 ceph-mon[191304]: pgmap v1350: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:31.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:31 smithi123 ceph-mon[191304]: osdmap e1056: 8 total, 8 up, 8 in 2023-12-20T11:08:33.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:33 smithi177 ceph-mon[212096]: pgmap v1352: 113 pgs: 1 creating+peering, 2 unknown, 110 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 219 B/s wr, 0 op/s 2023-12-20T11:08:33.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:33 smithi123 ceph-mon[188613]: pgmap v1352: 113 pgs: 1 creating+peering, 2 unknown, 110 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 219 B/s wr, 0 op/s 2023-12-20T11:08:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:33 smithi123 ceph-mon[191304]: pgmap v1352: 113 pgs: 1 creating+peering, 2 unknown, 110 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 219 B/s wr, 0 op/s 2023-12-20T11:08:34.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:34 smithi177 ceph-mon[212096]: osdmap e1057: 8 total, 8 up, 8 in 2023-12-20T11:08:34.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:34 smithi123 ceph-mon[191304]: osdmap e1057: 8 total, 8 up, 8 in 2023-12-20T11:08:34.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:34 smithi123 ceph-mon[188613]: osdmap e1057: 8 total, 8 up, 8 in 2023-12-20T11:08:35.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:35 smithi177 ceph-mon[212096]: pgmap v1354: 113 pgs: 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 180 B/s wr, 0 op/s 2023-12-20T11:08:35.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:35 smithi177 ceph-mon[212096]: osdmap e1058: 8 total, 8 up, 8 in 2023-12-20T11:08:35.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:35 smithi123 ceph-mon[191304]: pgmap v1354: 113 pgs: 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 180 B/s wr, 0 op/s 2023-12-20T11:08:35.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:35 smithi123 ceph-mon[191304]: osdmap e1058: 8 total, 8 up, 8 in 2023-12-20T11:08:35.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:35 smithi123 ceph-mon[188613]: pgmap v1354: 113 pgs: 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 180 B/s wr, 0 op/s 2023-12-20T11:08:35.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:35 smithi123 ceph-mon[188613]: osdmap e1058: 8 total, 8 up, 8 in 2023-12-20T11:08:36.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:36 smithi177 ceph-mon[212096]: osdmap e1059: 8 total, 8 up, 8 in 2023-12-20T11:08:36.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:08:36.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:08:36.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:08:36.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:08:36.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:36 smithi123 ceph-mon[191304]: osdmap e1059: 8 total, 8 up, 8 in 2023-12-20T11:08:36.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:08:36.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:08:36.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:08:36.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:08:36.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:36 smithi123 ceph-mon[188613]: osdmap e1059: 8 total, 8 up, 8 in 2023-12-20T11:08:36.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:08:36.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:08:36.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:08:36.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:08:37.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:37 smithi177 ceph-mon[212096]: pgmap v1357: 113 pgs: 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 180 B/s wr, 0 op/s 2023-12-20T11:08:37.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:37 smithi177 ceph-mon[212096]: osdmap e1060: 8 total, 8 up, 8 in 2023-12-20T11:08:37.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:37 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2068465392' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-8"}]: dispatch 2023-12-20T11:08:37.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:37 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-8"}]: dispatch 2023-12-20T11:08:37.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:37 smithi123 ceph-mon[188613]: pgmap v1357: 113 pgs: 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 180 B/s wr, 0 op/s 2023-12-20T11:08:37.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:37 smithi123 ceph-mon[188613]: osdmap e1060: 8 total, 8 up, 8 in 2023-12-20T11:08:37.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:37 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2068465392' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-8"}]: dispatch 2023-12-20T11:08:37.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:37 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-8"}]: dispatch 2023-12-20T11:08:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:37 smithi123 ceph-mon[191304]: pgmap v1357: 113 pgs: 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 180 B/s wr, 0 op/s 2023-12-20T11:08:37.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:37 smithi123 ceph-mon[191304]: osdmap e1060: 8 total, 8 up, 8 in 2023-12-20T11:08:37.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:37 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2068465392' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-8"}]: dispatch 2023-12-20T11:08:37.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:37 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-8"}]: dispatch 2023-12-20T11:08:38.119 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.test_put_snap_ec (13067 ms) 2023-12-20T11:08:38.119 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.test_explicit_ec 2023-12-20T11:08:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:38 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-8"}]': finished 2023-12-20T11:08:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:38 smithi177 ceph-mon[212096]: osdmap e1061: 8 total, 8 up, 8 in 2023-12-20T11:08:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:38 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2068465392' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-8"}]: dispatch 2023-12-20T11:08:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:38 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-8"}]: dispatch 2023-12-20T11:08:38.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:38 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-8"}]': finished 2023-12-20T11:08:38.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:38 smithi123 ceph-mon[191304]: osdmap e1061: 8 total, 8 up, 8 in 2023-12-20T11:08:38.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:38 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2068465392' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-8"}]: dispatch 2023-12-20T11:08:38.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:38 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-8"}]: dispatch 2023-12-20T11:08:38.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:38 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-8"}]': finished 2023-12-20T11:08:38.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:38 smithi123 ceph-mon[188613]: osdmap e1061: 8 total, 8 up, 8 in 2023-12-20T11:08:38.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:38 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2068465392' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-8"}]: dispatch 2023-12-20T11:08:38.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:38 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-8"}]: dispatch 2023-12-20T11:08:39.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:39 smithi177 ceph-mon[212096]: pgmap v1360: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:39.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:39 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-8"}]': finished 2023-12-20T11:08:39.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:39 smithi177 ceph-mon[212096]: osdmap e1062: 8 total, 8 up, 8 in 2023-12-20T11:08:39.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:39 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4087411300' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-9"}]: dispatch 2023-12-20T11:08:39.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:39 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-9"}]: dispatch 2023-12-20T11:08:39.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:39 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4087411300' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-9"}]: dispatch 2023-12-20T11:08:39.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:39 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-9"}]: dispatch 2023-12-20T11:08:39.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:39 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4087411300' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-20T11:08:39.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:39 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-20T11:08:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:08:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:08:39] "GET /metrics HTTP/1.1" 200 33879 "" "Prometheus/2.43.0" 2023-12-20T11:08:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:39 smithi123 ceph-mon[188613]: pgmap v1360: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:39 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-8"}]': finished 2023-12-20T11:08:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:39 smithi123 ceph-mon[188613]: osdmap e1062: 8 total, 8 up, 8 in 2023-12-20T11:08:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:39 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4087411300' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-9"}]: dispatch 2023-12-20T11:08:39.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:39 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-9"}]: dispatch 2023-12-20T11:08:39.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:39 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4087411300' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-9"}]: dispatch 2023-12-20T11:08:39.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:39 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-9"}]: dispatch 2023-12-20T11:08:39.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:39 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4087411300' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-20T11:08:39.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:39 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-20T11:08:39.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:39 smithi123 ceph-mon[191304]: pgmap v1360: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:39.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:39 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-8"}]': finished 2023-12-20T11:08:39.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:39 smithi123 ceph-mon[191304]: osdmap e1062: 8 total, 8 up, 8 in 2023-12-20T11:08:39.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:39 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4087411300' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-9"}]: dispatch 2023-12-20T11:08:39.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:39 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-9"}]: dispatch 2023-12-20T11:08:39.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:39 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4087411300' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-9"}]: dispatch 2023-12-20T11:08:39.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:39 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-9"}]: dispatch 2023-12-20T11:08:39.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:39 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4087411300' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-20T11:08:39.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:39 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-20T11:08:40.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:40 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-20T11:08:40.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:40 smithi177 ceph-mon[212096]: osdmap e1063: 8 total, 8 up, 8 in 2023-12-20T11:08:40.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:40 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4087411300' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-9"}]: dispatch 2023-12-20T11:08:40.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:40 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-9"}]: dispatch 2023-12-20T11:08:40.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:40 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-20T11:08:40.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:40 smithi123 ceph-mon[191304]: osdmap e1063: 8 total, 8 up, 8 in 2023-12-20T11:08:40.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:40 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4087411300' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-9"}]: dispatch 2023-12-20T11:08:40.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:40 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-9"}]: dispatch 2023-12-20T11:08:40.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:40 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-20T11:08:40.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:40 smithi123 ceph-mon[188613]: osdmap e1063: 8 total, 8 up, 8 in 2023-12-20T11:08:40.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:40 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4087411300' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-9"}]: dispatch 2023-12-20T11:08:40.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:40 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-9"}]: dispatch 2023-12-20T11:08:41.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:41 smithi177 ceph-mon[212096]: pgmap v1363: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:41.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:41 smithi177 ceph-mon[212096]: osdmap e1064: 8 total, 8 up, 8 in 2023-12-20T11:08:41.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:41 smithi123 ceph-mon[191304]: pgmap v1363: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:41.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:41 smithi123 ceph-mon[191304]: osdmap e1064: 8 total, 8 up, 8 in 2023-12-20T11:08:41.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:41 smithi123 ceph-mon[188613]: pgmap v1363: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:41.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:41 smithi123 ceph-mon[188613]: osdmap e1064: 8 total, 8 up, 8 in 2023-12-20T11:08:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:42 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-9"}]': finished 2023-12-20T11:08:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:42 smithi177 ceph-mon[212096]: osdmap e1065: 8 total, 8 up, 8 in 2023-12-20T11:08:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:42 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4087411300' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:42 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:08:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:42 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-9"}]': finished 2023-12-20T11:08:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:42 smithi123 ceph-mon[191304]: osdmap e1065: 8 total, 8 up, 8 in 2023-12-20T11:08:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:42 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4087411300' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:42 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:08:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:42 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-9"}]': finished 2023-12-20T11:08:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:42 smithi123 ceph-mon[188613]: osdmap e1065: 8 total, 8 up, 8 in 2023-12-20T11:08:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:42 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4087411300' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:42 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:08:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:43 smithi177 ceph-mon[212096]: pgmap v1366: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:43 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:08:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:43 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:08:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:43 smithi177 ceph-mon[212096]: osdmap e1066: 8 total, 8 up, 8 in 2023-12-20T11:08:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:43 smithi123 ceph-mon[191304]: pgmap v1366: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:43 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:08:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:43 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:08:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:43 smithi123 ceph-mon[191304]: osdmap e1066: 8 total, 8 up, 8 in 2023-12-20T11:08:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:43 smithi123 ceph-mon[188613]: pgmap v1366: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:43 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:08:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:43 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:08:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:43 smithi123 ceph-mon[188613]: osdmap e1066: 8 total, 8 up, 8 in 2023-12-20T11:08:44.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:44 smithi123 ceph-mon[191304]: osdmap e1067: 8 total, 8 up, 8 in 2023-12-20T11:08:44.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:44 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4087411300' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-9"}]: dispatch 2023-12-20T11:08:44.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:44 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-9"}]: dispatch 2023-12-20T11:08:44.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:44 smithi123 ceph-mon[188613]: osdmap e1067: 8 total, 8 up, 8 in 2023-12-20T11:08:44.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:44 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4087411300' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-9"}]: dispatch 2023-12-20T11:08:44.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:44 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-9"}]: dispatch 2023-12-20T11:08:44.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:44 smithi177 ceph-mon[212096]: osdmap e1067: 8 total, 8 up, 8 in 2023-12-20T11:08:44.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:44 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4087411300' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-9"}]: dispatch 2023-12-20T11:08:44.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:44 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-9"}]: dispatch 2023-12-20T11:08:45.177 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.test_explicit_ec (7057 ms) 2023-12-20T11:08:45.177 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.set_ec 2023-12-20T11:08:45.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:45 smithi123 ceph-mon[188613]: pgmap v1369: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:45.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:45 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-9"}]': finished 2023-12-20T11:08:45.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:45 smithi123 ceph-mon[188613]: osdmap e1068: 8 total, 8 up, 8 in 2023-12-20T11:08:45.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:45 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4087411300' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-9"}]: dispatch 2023-12-20T11:08:45.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:45 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-9"}]: dispatch 2023-12-20T11:08:45.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:45 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:08:45.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:45 smithi123 ceph-mon[191304]: pgmap v1369: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:45.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:45 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-9"}]': finished 2023-12-20T11:08:45.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:45 smithi123 ceph-mon[191304]: osdmap e1068: 8 total, 8 up, 8 in 2023-12-20T11:08:45.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:45 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4087411300' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-9"}]: dispatch 2023-12-20T11:08:45.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:45 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-9"}]: dispatch 2023-12-20T11:08:45.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:45 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:08:45.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:45 smithi177 ceph-mon[212096]: pgmap v1369: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:45.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:45 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-9"}]': finished 2023-12-20T11:08:45.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:45 smithi177 ceph-mon[212096]: osdmap e1068: 8 total, 8 up, 8 in 2023-12-20T11:08:45.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:45 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4087411300' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-9"}]: dispatch 2023-12-20T11:08:45.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:45 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-9"}]: dispatch 2023-12-20T11:08:45.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:45 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:08:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:46 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-9"}]': finished 2023-12-20T11:08:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:46 smithi123 ceph-mon[191304]: osdmap e1069: 8 total, 8 up, 8 in 2023-12-20T11:08:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:46 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-10"}]: dispatch 2023-12-20T11:08:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:46 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-10"}]: dispatch 2023-12-20T11:08:46.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:46 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-20T11:08:46.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:46 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-9"}]': finished 2023-12-20T11:08:46.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:46 smithi123 ceph-mon[188613]: osdmap e1069: 8 total, 8 up, 8 in 2023-12-20T11:08:46.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:46 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-10"}]: dispatch 2023-12-20T11:08:46.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:46 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-10"}]: dispatch 2023-12-20T11:08:46.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:46 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-20T11:08:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:46 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-9"}]': finished 2023-12-20T11:08:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:46 smithi177 ceph-mon[212096]: osdmap e1069: 8 total, 8 up, 8 in 2023-12-20T11:08:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:46 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-10"}]: dispatch 2023-12-20T11:08:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:46 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-10"}]: dispatch 2023-12-20T11:08:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:46 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-20T11:08:47.235 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:08:47.554 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:08:47.554 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (17m) 4m ago 20m 28.6M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:08:47.554 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (17m) 2m ago 20m 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:08:47.554 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (21m) 4m ago 21m 17.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:08:47.554 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (21m) 2m ago 21m 26.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:08:47.554 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (16m) 2m ago 23m 454M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:08:47.554 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (17m) 4m ago 25m 529M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:08:47.554 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (16m) 4m ago 25m 176M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:08:47.554 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (16m) 2m ago 24m 123M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:08:47.554 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (16m) 4m ago 23m 118M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:08:47.554 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (17m) 4m ago 20m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:08:47.554 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (17m) 2m ago 20m 19.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:08:47.554 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (15m) 4m ago 23m 1086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:08:47.555 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (15m) 4m ago 23m 909M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:08:47.555 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (14m) 4m ago 22m 1048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:08:47.555 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (14m) 4m ago 22m 740M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:08:47.555 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (13m) 2m ago 22m 1148M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:08:47.555 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (13m) 2m ago 22m 1064M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:08:47.555 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (12m) 2m ago 21m 853M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:08:47.555 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (12m) 2m ago 21m 1037M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:08:47.555 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (16m) 2m ago 20m 67.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:08:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:47 smithi123 ceph-mon[191304]: pgmap v1372: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:47 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-20T11:08:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:47 smithi123 ceph-mon[191304]: osdmap e1070: 8 total, 8 up, 8 in 2023-12-20T11:08:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:47 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-10"}]: dispatch 2023-12-20T11:08:47.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:47 smithi123 ceph-mon[188613]: pgmap v1372: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:47.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:47 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-20T11:08:47.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:47 smithi123 ceph-mon[188613]: osdmap e1070: 8 total, 8 up, 8 in 2023-12-20T11:08:47.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:47 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-10"}]: dispatch 2023-12-20T11:08:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:47 smithi177 ceph-mon[212096]: pgmap v1372: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:47 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi123-228905-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-20T11:08:47.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:47 smithi177 ceph-mon[212096]: osdmap e1070: 8 total, 8 up, 8 in 2023-12-20T11:08:47.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:47 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-10"}]: dispatch 2023-12-20T11:08:47.936 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:08:47.936 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:08:47.936 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:08:47.936 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:08:47.936 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:08:47.937 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:08:47.937 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:08:47.937 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:08:47.937 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:08:47.937 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:08:47.937 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:08:47.937 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:08:47.937 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:08:47.937 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:08:47.937 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:08:47.937 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:08:47.937 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:08:47.937 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:08:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:48 smithi123 ceph-mon[191304]: from='client.45092 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:08:48.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:48 smithi123 ceph-mon[191304]: osdmap e1071: 8 total, 8 up, 8 in 2023-12-20T11:08:48.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:48 smithi123 ceph-mon[191304]: from='client.45098 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:08:48.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:48 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/902361868' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:08:48.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:48 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-10"}]': finished 2023-12-20T11:08:48.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:48 smithi123 ceph-mon[191304]: osdmap e1072: 8 total, 8 up, 8 in 2023-12-20T11:08:48.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:48 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:48.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:48 smithi123 ceph-mon[188613]: from='client.45092 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:08:48.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:48 smithi123 ceph-mon[188613]: osdmap e1071: 8 total, 8 up, 8 in 2023-12-20T11:08:48.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:48 smithi123 ceph-mon[188613]: from='client.45098 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:08:48.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:48 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/902361868' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:08:48.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:48 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-10"}]': finished 2023-12-20T11:08:48.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:48 smithi123 ceph-mon[188613]: osdmap e1072: 8 total, 8 up, 8 in 2023-12-20T11:08:48.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:48 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:48 smithi177 ceph-mon[212096]: from='client.45092 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:08:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:48 smithi177 ceph-mon[212096]: osdmap e1071: 8 total, 8 up, 8 in 2023-12-20T11:08:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:48 smithi177 ceph-mon[212096]: from='client.45098 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:08:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:48 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/902361868' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:08:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:48 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi123-228905-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi123-228905-10"}]': finished 2023-12-20T11:08:48.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:48 smithi177 ceph-mon[212096]: osdmap e1072: 8 total, 8 up, 8 in 2023-12-20T11:08:48.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:48 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:49.441 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:08:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:08:49] "GET /metrics HTTP/1.1" 200 36240 "" "Prometheus/2.43.0" 2023-12-20T11:08:49.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:49 smithi123 ceph-mon[188613]: pgmap v1375: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:49.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:49 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:08:49.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:49 smithi123 ceph-mon[188613]: osdmap e1073: 8 total, 8 up, 8 in 2023-12-20T11:08:49.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:49 smithi123 ceph-mon[191304]: pgmap v1375: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:49.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:49 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:08:49.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:49 smithi123 ceph-mon[191304]: osdmap e1073: 8 total, 8 up, 8 in 2023-12-20T11:08:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:49 smithi177 ceph-mon[212096]: pgmap v1375: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:49 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-228905-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:08:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:49 smithi177 ceph-mon[212096]: osdmap e1073: 8 total, 8 up, 8 in 2023-12-20T11:08:51.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:51 smithi123 ceph-mon[188613]: pgmap v1378: 113 pgs: 7 unknown, 106 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:51.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:51 smithi123 ceph-mon[188613]: osdmap e1074: 8 total, 8 up, 8 in 2023-12-20T11:08:51.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:51 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-10"}]: dispatch 2023-12-20T11:08:51.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:51 smithi123 ceph-mon[191304]: pgmap v1378: 113 pgs: 7 unknown, 106 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:51.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:51 smithi123 ceph-mon[191304]: osdmap e1074: 8 total, 8 up, 8 in 2023-12-20T11:08:51.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:51 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-10"}]: dispatch 2023-12-20T11:08:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:51 smithi177 ceph-mon[212096]: pgmap v1378: 113 pgs: 7 unknown, 106 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:51.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:51 smithi177 ceph-mon[212096]: osdmap e1074: 8 total, 8 up, 8 in 2023-12-20T11:08:51.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:51 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-10"}]: dispatch 2023-12-20T11:08:52.193 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.set_ec (7017 ms) 2023-12-20T11:08:52.193 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 10 tests from cls_rgw (62217 ms total) 2023-12-20T11:08:52.193 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:08:52.193 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2023-12-20T11:08:52.193 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 10 tests from 1 test suite ran. (62218 ms total) 2023-12-20T11:08:52.193 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 10 tests. 2023-12-20T11:08:52.195 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-20T11:08:52.195 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-20T11:08:52.267 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2023-12-20T11:08:52.268 DEBUG:teuthology.orchestra.run.smithi123:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2023-12-20T11:08:52.340 INFO:tasks.workunit.client.0.smithi123.stdout:Running main() from gmock_main.cc 2023-12-20T11:08:52.340 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 16 tests from 1 test suite. 2023-12-20T11:08:52.341 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2023-12-20T11:08:52.341 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 16 tests from cls_rgw 2023-12-20T11:08:52.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:52 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-10"}]': finished 2023-12-20T11:08:52.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:52 smithi123 ceph-mon[191304]: osdmap e1075: 8 total, 8 up, 8 in 2023-12-20T11:08:52.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:52 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-10"}]: dispatch 2023-12-20T11:08:52.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:52 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-10"}]': finished 2023-12-20T11:08:52.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:52 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-10"}]': finished 2023-12-20T11:08:52.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:52 smithi123 ceph-mon[188613]: osdmap e1075: 8 total, 8 up, 8 in 2023-12-20T11:08:52.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:52 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-10"}]: dispatch 2023-12-20T11:08:52.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:52 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-10"}]': finished 2023-12-20T11:08:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:52 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi123-228905-10"}]': finished 2023-12-20T11:08:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:52 smithi177 ceph-mon[212096]: osdmap e1075: 8 total, 8 up, 8 in 2023-12-20T11:08:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:52 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-10"}]: dispatch 2023-12-20T11:08:52.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:52 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3611956275' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi123-228905-10"}]': finished 2023-12-20T11:08:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:53 smithi123 ceph-mon[188613]: pgmap v1381: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:53 smithi123 ceph-mon[188613]: osdmap e1076: 8 total, 8 up, 8 in 2023-12-20T11:08:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:53 smithi123 ceph-mon[191304]: pgmap v1381: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:53 smithi123 ceph-mon[191304]: osdmap e1076: 8 total, 8 up, 8 in 2023-12-20T11:08:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:53 smithi177 ceph-mon[212096]: pgmap v1381: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:53 smithi177 ceph-mon[212096]: osdmap e1076: 8 total, 8 up, 8 in 2023-12-20T11:08:54.220 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.index_basic 2023-12-20T11:08:54.261 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.index_basic (41 ms) 2023-12-20T11:08:54.262 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2023-12-20T11:08:54.287 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (26 ms) 2023-12-20T11:08:54.287 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.index_remove_object 2023-12-20T11:08:54.320 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.index_remove_object (33 ms) 2023-12-20T11:08:54.320 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.index_suggest 2023-12-20T11:08:54.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:54 smithi123 ceph-mon[191304]: osdmap e1077: 8 total, 8 up, 8 in 2023-12-20T11:08:54.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:54 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3764442053' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229422-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:54.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:54 smithi123 ceph-mon[188613]: osdmap e1077: 8 total, 8 up, 8 in 2023-12-20T11:08:54.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:54 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3764442053' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229422-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:54 smithi177 ceph-mon[212096]: osdmap e1077: 8 total, 8 up, 8 in 2023-12-20T11:08:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:54 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3764442053' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229422-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:08:55.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:55 smithi123 ceph-mon[191304]: pgmap v1384: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:55.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:55 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3764442053' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229422-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:08:55.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:55 smithi123 ceph-mon[191304]: osdmap e1078: 8 total, 8 up, 8 in 2023-12-20T11:08:55.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:55 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:08:55.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:55 smithi123 ceph-mon[188613]: pgmap v1384: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:55.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:55 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3764442053' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229422-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:08:55.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:55 smithi123 ceph-mon[188613]: osdmap e1078: 8 total, 8 up, 8 in 2023-12-20T11:08:55.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:55 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:08:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:55 smithi177 ceph-mon[212096]: pgmap v1384: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:55 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3764442053' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229422-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:08:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:55 smithi177 ceph-mon[212096]: osdmap e1078: 8 total, 8 up, 8 in 2023-12-20T11:08:55.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:55 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:08:55.756 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.index_suggest (1435 ms) 2023-12-20T11:08:55.756 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.index_suggest_complete 2023-12-20T11:08:55.763 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.index_suggest_complete (8 ms) 2023-12-20T11:08:55.763 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.index_list 2023-12-20T11:08:55.783 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.index_list (20 ms) 2023-12-20T11:08:55.783 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.index_list_delimited 2023-12-20T11:08:56.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:56 smithi123 ceph-mon[191304]: osdmap e1079: 8 total, 8 up, 8 in 2023-12-20T11:08:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:56 smithi123 ceph-mon[188613]: osdmap e1079: 8 total, 8 up, 8 in 2023-12-20T11:08:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:56 smithi177 ceph-mon[212096]: osdmap e1079: 8 total, 8 up, 8 in 2023-12-20T11:08:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:57 smithi123 ceph-mon[191304]: pgmap v1387: 137 pgs: 6 creating+peering, 23 unknown, 108 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:57 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:08:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:08:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:57 smithi123 ceph-mon[188613]: pgmap v1387: 137 pgs: 6 creating+peering, 23 unknown, 108 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:57 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:08:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:08:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:57 smithi177 ceph-mon[212096]: pgmap v1387: 137 pgs: 6 creating+peering, 23 unknown, 108 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:08:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:57 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:08:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:08:59.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:08:59 smithi123 ceph-mon[191304]: pgmap v1388: 137 pgs: 6 creating+peering, 11 unknown, 120 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 113 KiB/s rd, 74 KiB/s wr, 222 op/s 2023-12-20T11:08:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:08:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:08:59] "GET /metrics HTTP/1.1" 200 36244 "" "Prometheus/2.43.0" 2023-12-20T11:08:59.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:08:59 smithi123 ceph-mon[188613]: pgmap v1388: 137 pgs: 6 creating+peering, 11 unknown, 120 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 113 KiB/s rd, 74 KiB/s wr, 222 op/s 2023-12-20T11:08:59.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:08:59 smithi177 ceph-mon[212096]: pgmap v1388: 137 pgs: 6 creating+peering, 11 unknown, 120 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 113 KiB/s rd, 74 KiB/s wr, 222 op/s 2023-12-20T11:09:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:01 smithi177 ceph-mon[212096]: pgmap v1389: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 259 KiB/s rd, 146 KiB/s wr, 461 op/s 2023-12-20T11:09:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:01 smithi123 ceph-mon[191304]: pgmap v1389: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 259 KiB/s rd, 146 KiB/s wr, 461 op/s 2023-12-20T11:09:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:01 smithi123 ceph-mon[188613]: pgmap v1389: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 259 KiB/s rd, 146 KiB/s wr, 461 op/s 2023-12-20T11:09:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:03 smithi177 ceph-mon[212096]: pgmap v1390: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 916 KiB/s rd, 589 KiB/s wr, 1.79k op/s 2023-12-20T11:09:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:03 smithi123 ceph-mon[191304]: pgmap v1390: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 916 KiB/s rd, 589 KiB/s wr, 1.79k op/s 2023-12-20T11:09:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:03 smithi123 ceph-mon[188613]: pgmap v1390: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 916 KiB/s rd, 589 KiB/s wr, 1.79k op/s 2023-12-20T11:09:05.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:05 smithi177 ceph-mon[212096]: pgmap v1391: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 769 KiB/s rd, 495 KiB/s wr, 1.50k op/s 2023-12-20T11:09:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:05 smithi123 ceph-mon[191304]: pgmap v1391: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 769 KiB/s rd, 495 KiB/s wr, 1.50k op/s 2023-12-20T11:09:05.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:05 smithi123 ceph-mon[188613]: pgmap v1391: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 769 KiB/s rd, 495 KiB/s wr, 1.50k op/s 2023-12-20T11:09:07.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:07 smithi177 ceph-mon[212096]: pgmap v1392: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 697 KiB/s rd, 448 KiB/s wr, 1.36k op/s 2023-12-20T11:09:07.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:09:07.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:07 smithi123 ceph-mon[191304]: pgmap v1392: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 697 KiB/s rd, 448 KiB/s wr, 1.36k op/s 2023-12-20T11:09:07.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:09:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:07 smithi123 ceph-mon[188613]: pgmap v1392: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 697 KiB/s rd, 448 KiB/s wr, 1.36k op/s 2023-12-20T11:09:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:09:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:09 smithi123 ceph-mon[191304]: pgmap v1393: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 933 KiB/s rd, 607 KiB/s wr, 1.83k op/s 2023-12-20T11:09:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:09:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:09:09] "GET /metrics HTTP/1.1" 200 36244 "" "Prometheus/2.43.0" 2023-12-20T11:09:09.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:09 smithi123 ceph-mon[188613]: pgmap v1393: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 933 KiB/s rd, 607 KiB/s wr, 1.83k op/s 2023-12-20T11:09:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:09 smithi177 ceph-mon[212096]: pgmap v1393: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 933 KiB/s rd, 607 KiB/s wr, 1.83k op/s 2023-12-20T11:09:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:11 smithi177 ceph-mon[212096]: pgmap v1394: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 881 KiB/s rd, 573 KiB/s wr, 1.73k op/s 2023-12-20T11:09:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:11 smithi123 ceph-mon[191304]: pgmap v1394: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 881 KiB/s rd, 573 KiB/s wr, 1.73k op/s 2023-12-20T11:09:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:11 smithi123 ceph-mon[188613]: pgmap v1394: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 881 KiB/s rd, 573 KiB/s wr, 1.73k op/s 2023-12-20T11:09:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:09:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:09:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:09:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:13 smithi177 ceph-mon[212096]: pgmap v1395: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 711 KiB/s wr, 2.13k op/s 2023-12-20T11:09:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:13 smithi123 ceph-mon[191304]: pgmap v1395: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 711 KiB/s wr, 2.13k op/s 2023-12-20T11:09:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:13 smithi123 ceph-mon[188613]: pgmap v1395: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 711 KiB/s wr, 2.13k op/s 2023-12-20T11:09:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:15 smithi177 ceph-mon[212096]: pgmap v1396: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 597 KiB/s rd, 398 KiB/s wr, 1.19k op/s 2023-12-20T11:09:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:15 smithi123 ceph-mon[191304]: pgmap v1396: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 597 KiB/s rd, 398 KiB/s wr, 1.19k op/s 2023-12-20T11:09:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:15 smithi123 ceph-mon[188613]: pgmap v1396: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 597 KiB/s rd, 398 KiB/s wr, 1.19k op/s 2023-12-20T11:09:17.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:17 smithi177 ceph-mon[212096]: pgmap v1397: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 597 KiB/s rd, 398 KiB/s wr, 1.19k op/s 2023-12-20T11:09:17.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:17 smithi123 ceph-mon[191304]: pgmap v1397: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 597 KiB/s rd, 398 KiB/s wr, 1.19k op/s 2023-12-20T11:09:17.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:17 smithi123 ceph-mon[188613]: pgmap v1397: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 597 KiB/s rd, 398 KiB/s wr, 1.19k op/s 2023-12-20T11:09:18.335 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:09:18.708 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:09:18.708 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (18m) 4m ago 21m 28.6M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:09:18.708 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (17m) 2m ago 20m 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:09:18.708 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (21m) 4m ago 21m 17.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:09:18.708 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (21m) 2m ago 21m 26.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:09:18.708 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (17m) 2m ago 24m 454M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:09:18.708 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (17m) 4m ago 25m 529M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:09:18.708 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (17m) 4m ago 25m 176M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:09:18.708 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (16m) 2m ago 24m 123M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:09:18.708 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (16m) 4m ago 24m 118M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:09:18.708 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (18m) 4m ago 20m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:09:18.708 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (17m) 2m ago 20m 19.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:09:18.709 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (16m) 4m ago 24m 1086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:09:18.709 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (15m) 4m ago 23m 909M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:09:18.709 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (15m) 4m ago 23m 1048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:09:18.709 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (14m) 4m ago 23m 740M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:09:18.709 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (14m) 2m ago 22m 1148M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:09:18.709 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (13m) 2m ago 22m 1064M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:09:18.709 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (13m) 2m ago 22m 853M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:09:18.709 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (13m) 2m ago 22m 1037M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:09:18.709 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (17m) 2m ago 21m 67.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:09:19.152 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:09:19.152 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:09:19.152 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:09:19.152 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:09:19.153 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:09:19.153 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:09:19.153 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:09:19.153 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:09:19.153 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:09:19.153 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:09:19.153 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:09:19.153 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:09:19.153 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:09:19.153 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:09:19.153 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:09:19.153 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:09:19.153 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:09:19.153 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:09:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:19 smithi123 ceph-mon[191304]: pgmap v1398: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 868 KiB/s rd, 579 KiB/s wr, 1.74k op/s 2023-12-20T11:09:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:19 smithi123 ceph-mon[191304]: from='client.35181 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:09:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:19 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/651988225' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:09:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:09:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:09:19] "GET /metrics HTTP/1.1" 200 36272 "" "Prometheus/2.43.0" 2023-12-20T11:09:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:19 smithi123 ceph-mon[188613]: pgmap v1398: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 868 KiB/s rd, 579 KiB/s wr, 1.74k op/s 2023-12-20T11:09:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:19 smithi123 ceph-mon[188613]: from='client.35181 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:09:19.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:19 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/651988225' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:09:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:19 smithi177 ceph-mon[212096]: pgmap v1398: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 868 KiB/s rd, 579 KiB/s wr, 1.74k op/s 2023-12-20T11:09:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:19 smithi177 ceph-mon[212096]: from='client.35181 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:09:19.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:19 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/651988225' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:09:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:20 smithi177 ceph-mon[212096]: from='client.54877 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:09:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:20 smithi123 ceph-mon[191304]: from='client.54877 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:09:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:20 smithi123 ceph-mon[188613]: from='client.54877 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:09:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:21 smithi177 ceph-mon[212096]: pgmap v1399: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 546 KiB/s rd, 364 KiB/s wr, 1.09k op/s 2023-12-20T11:09:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:21 smithi123 ceph-mon[191304]: pgmap v1399: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 546 KiB/s rd, 364 KiB/s wr, 1.09k op/s 2023-12-20T11:09:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:21 smithi123 ceph-mon[188613]: pgmap v1399: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 546 KiB/s rd, 364 KiB/s wr, 1.09k op/s 2023-12-20T11:09:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:23 smithi177 ceph-mon[212096]: pgmap v1400: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 802 KiB/s rd, 535 KiB/s wr, 1.60k op/s 2023-12-20T11:09:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:23 smithi123 ceph-mon[191304]: pgmap v1400: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 802 KiB/s rd, 535 KiB/s wr, 1.60k op/s 2023-12-20T11:09:23.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:23 smithi123 ceph-mon[188613]: pgmap v1400: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 802 KiB/s rd, 535 KiB/s wr, 1.60k op/s 2023-12-20T11:09:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:25 smithi177 ceph-mon[212096]: pgmap v1401: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 527 KiB/s rd, 351 KiB/s wr, 1.05k op/s 2023-12-20T11:09:25.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:25 smithi123 ceph-mon[191304]: pgmap v1401: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 527 KiB/s rd, 351 KiB/s wr, 1.05k op/s 2023-12-20T11:09:25.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:25 smithi123 ceph-mon[188613]: pgmap v1401: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 527 KiB/s rd, 351 KiB/s wr, 1.05k op/s 2023-12-20T11:09:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:27 smithi177 ceph-mon[212096]: pgmap v1402: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 527 KiB/s rd, 351 KiB/s wr, 1.05k op/s 2023-12-20T11:09:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:09:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:27 smithi123 ceph-mon[191304]: pgmap v1402: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 527 KiB/s rd, 351 KiB/s wr, 1.05k op/s 2023-12-20T11:09:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:09:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:27 smithi123 ceph-mon[188613]: pgmap v1402: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 527 KiB/s rd, 351 KiB/s wr, 1.05k op/s 2023-12-20T11:09:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:09:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:29 smithi123 ceph-mon[191304]: pgmap v1403: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 797 KiB/s rd, 531 KiB/s wr, 1.59k op/s 2023-12-20T11:09:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:09:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:09:29] "GET /metrics HTTP/1.1" 200 36272 "" "Prometheus/2.43.0" 2023-12-20T11:09:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:29 smithi123 ceph-mon[188613]: pgmap v1403: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 797 KiB/s rd, 531 KiB/s wr, 1.59k op/s 2023-12-20T11:09:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:29 smithi177 ceph-mon[212096]: pgmap v1403: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 797 KiB/s rd, 531 KiB/s wr, 1.59k op/s 2023-12-20T11:09:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:31 smithi177 ceph-mon[212096]: pgmap v1404: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 526 KiB/s rd, 350 KiB/s wr, 1.05k op/s 2023-12-20T11:09:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:31 smithi123 ceph-mon[191304]: pgmap v1404: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 526 KiB/s rd, 350 KiB/s wr, 1.05k op/s 2023-12-20T11:09:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:31 smithi123 ceph-mon[188613]: pgmap v1404: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 526 KiB/s rd, 350 KiB/s wr, 1.05k op/s 2023-12-20T11:09:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:33 smithi177 ceph-mon[212096]: pgmap v1405: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 795 KiB/s rd, 530 KiB/s wr, 1.59k op/s 2023-12-20T11:09:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:33 smithi123 ceph-mon[191304]: pgmap v1405: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 795 KiB/s rd, 530 KiB/s wr, 1.59k op/s 2023-12-20T11:09:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:33 smithi123 ceph-mon[188613]: pgmap v1405: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 795 KiB/s rd, 530 KiB/s wr, 1.59k op/s 2023-12-20T11:09:35.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:35 smithi177 ceph-mon[212096]: pgmap v1406: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 539 KiB/s rd, 359 KiB/s wr, 1.08k op/s 2023-12-20T11:09:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:35 smithi123 ceph-mon[191304]: pgmap v1406: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 539 KiB/s rd, 359 KiB/s wr, 1.08k op/s 2023-12-20T11:09:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:35 smithi123 ceph-mon[188613]: pgmap v1406: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 539 KiB/s rd, 359 KiB/s wr, 1.08k op/s 2023-12-20T11:09:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:09:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:09:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:09:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:37 smithi177 ceph-mon[212096]: pgmap v1407: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 539 KiB/s rd, 359 KiB/s wr, 1.08k op/s 2023-12-20T11:09:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:09:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:09:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:09:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:37 smithi123 ceph-mon[191304]: pgmap v1407: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 539 KiB/s rd, 359 KiB/s wr, 1.08k op/s 2023-12-20T11:09:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:09:37.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:09:37.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:09:37.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:37 smithi123 ceph-mon[188613]: pgmap v1407: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 539 KiB/s rd, 359 KiB/s wr, 1.08k op/s 2023-12-20T11:09:37.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:09:37.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:09:37.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:09:37.851 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.index_list_delimited (42067 ms) 2023-12-20T11:09:37.851 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.bi_list 2023-12-20T11:09:37.919 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.bi_list (68 ms) 2023-12-20T11:09:37.919 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.gc_set 2023-12-20T11:09:37.944 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.gc_set (26 ms) 2023-12-20T11:09:37.944 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.gc_list 2023-12-20T11:09:37.969 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.gc_list (25 ms) 2023-12-20T11:09:37.969 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.gc_defer 2023-12-20T11:09:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:39 smithi123 ceph-mon[191304]: pgmap v1408: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 801 KiB/s rd, 534 KiB/s wr, 1.60k op/s 2023-12-20T11:09:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:39 smithi123 ceph-mon[191304]: osdmap e1080: 8 total, 8 up, 8 in 2023-12-20T11:09:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:39 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1379675215' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229422-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:09:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:39 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229422-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:09:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:39 smithi123 ceph-mon[188613]: pgmap v1408: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 801 KiB/s rd, 534 KiB/s wr, 1.60k op/s 2023-12-20T11:09:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:39 smithi123 ceph-mon[188613]: osdmap e1080: 8 total, 8 up, 8 in 2023-12-20T11:09:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:39 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1379675215' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229422-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:09:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:39 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229422-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:09:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:09:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:09:39] "GET /metrics HTTP/1.1" 200 36272 "" "Prometheus/2.43.0" 2023-12-20T11:09:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:39 smithi177 ceph-mon[212096]: pgmap v1408: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 801 KiB/s rd, 534 KiB/s wr, 1.60k op/s 2023-12-20T11:09:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:39 smithi177 ceph-mon[212096]: osdmap e1080: 8 total, 8 up, 8 in 2023-12-20T11:09:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:39 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1379675215' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229422-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:09:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:39 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229422-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:09:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:40 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229422-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:09:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:40 smithi177 ceph-mon[212096]: osdmap e1081: 8 total, 8 up, 8 in 2023-12-20T11:09:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:40 smithi177 ceph-mon[212096]: osdmap e1082: 8 total, 8 up, 8 in 2023-12-20T11:09:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:40 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229422-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:09:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:40 smithi123 ceph-mon[191304]: osdmap e1081: 8 total, 8 up, 8 in 2023-12-20T11:09:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:40 smithi123 ceph-mon[191304]: osdmap e1082: 8 total, 8 up, 8 in 2023-12-20T11:09:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:40 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229422-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:09:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:40 smithi123 ceph-mon[188613]: osdmap e1081: 8 total, 8 up, 8 in 2023-12-20T11:09:40.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:40 smithi123 ceph-mon[188613]: osdmap e1082: 8 total, 8 up, 8 in 2023-12-20T11:09:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:41 smithi177 ceph-mon[212096]: pgmap v1411: 169 pgs: 11 creating+peering, 21 unknown, 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 392 KiB/s rd, 262 KiB/s wr, 784 op/s 2023-12-20T11:09:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:41 smithi123 ceph-mon[191304]: pgmap v1411: 169 pgs: 11 creating+peering, 21 unknown, 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 392 KiB/s rd, 262 KiB/s wr, 784 op/s 2023-12-20T11:09:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:41 smithi123 ceph-mon[188613]: pgmap v1411: 169 pgs: 11 creating+peering, 21 unknown, 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 392 KiB/s rd, 262 KiB/s wr, 784 op/s 2023-12-20T11:09:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:09:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:09:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:09:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:43 smithi177 ceph-mon[212096]: pgmap v1413: 169 pgs: 11 creating+peering, 7 unknown, 151 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 970 KiB/s rd, 488 KiB/s wr, 1.46k op/s 2023-12-20T11:09:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:43 smithi123 ceph-mon[191304]: pgmap v1413: 169 pgs: 11 creating+peering, 7 unknown, 151 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 970 KiB/s rd, 488 KiB/s wr, 1.46k op/s 2023-12-20T11:09:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:43 smithi123 ceph-mon[188613]: pgmap v1413: 169 pgs: 11 creating+peering, 7 unknown, 151 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 970 KiB/s rd, 488 KiB/s wr, 1.46k op/s 2023-12-20T11:09:45.357 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.gc_defer (7388 ms) 2023-12-20T11:09:45.358 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.usage_basic 2023-12-20T11:09:45.427 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.usage_basic (70 ms) 2023-12-20T11:09:45.427 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2023-12-20T11:09:45.428 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.usage_clear_no_obj (1 ms) 2023-12-20T11:09:45.428 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.usage_clear 2023-12-20T11:09:45.524 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.usage_clear (96 ms) 2023-12-20T11:09:45.525 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.bi_log_trim 2023-12-20T11:09:45.595 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.bi_log_trim (71 ms) 2023-12-20T11:09:45.595 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.index_racing_removes 2023-12-20T11:09:45.605 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.index_racing_removes (10 ms) 2023-12-20T11:09:45.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:45 smithi177 ceph-mon[212096]: pgmap v1414: 169 pgs: 5 creating+peering, 164 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 447 KiB/s rd, 139 KiB/s wr, 410 op/s 2023-12-20T11:09:45.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:45 smithi123 ceph-mon[191304]: pgmap v1414: 169 pgs: 5 creating+peering, 164 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 447 KiB/s rd, 139 KiB/s wr, 410 op/s 2023-12-20T11:09:45.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:45 smithi123 ceph-mon[188613]: pgmap v1414: 169 pgs: 5 creating+peering, 164 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 447 KiB/s rd, 139 KiB/s wr, 410 op/s 2023-12-20T11:09:46.370 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 16 tests from cls_rgw (51385 ms total) 2023-12-20T11:09:46.371 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:09:46.371 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2023-12-20T11:09:46.371 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 16 tests from 1 test suite ran. (54030 ms total) 2023-12-20T11:09:46.371 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 16 tests. 2023-12-20T11:09:46.374 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-20T11:09:46.374 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-20T11:09:46.444 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2023-12-20T11:09:46.444 DEBUG:teuthology.orchestra.run.smithi123:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2023-12-20T11:09:46.517 INFO:tasks.workunit.client.0.smithi123.stdout:Running main() from gmock_main.cc 2023-12-20T11:09:46.517 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 9 tests from 1 test suite. 2023-12-20T11:09:46.517 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2023-12-20T11:09:46.517 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 9 tests from cls_rgw_gc 2023-12-20T11:09:46.517 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw_gc.init 2023-12-20T11:09:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:46 smithi177 ceph-mon[212096]: osdmap e1083: 8 total, 8 up, 8 in 2023-12-20T11:09:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:46 smithi123 ceph-mon[191304]: osdmap e1083: 8 total, 8 up, 8 in 2023-12-20T11:09:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:46 smithi123 ceph-mon[188613]: osdmap e1083: 8 total, 8 up, 8 in 2023-12-20T11:09:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:47 smithi177 ceph-mon[212096]: pgmap v1416: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 415 KiB/s rd, 129 KiB/s wr, 380 op/s 2023-12-20T11:09:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:47 smithi177 ceph-mon[212096]: osdmap e1084: 8 total, 8 up, 8 in 2023-12-20T11:09:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:47 smithi123 ceph-mon[191304]: pgmap v1416: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 415 KiB/s rd, 129 KiB/s wr, 380 op/s 2023-12-20T11:09:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:47 smithi123 ceph-mon[191304]: osdmap e1084: 8 total, 8 up, 8 in 2023-12-20T11:09:47.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:47 smithi123 ceph-mon[188613]: pgmap v1416: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 415 KiB/s rd, 129 KiB/s wr, 380 op/s 2023-12-20T11:09:47.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:47 smithi123 ceph-mon[188613]: osdmap e1084: 8 total, 8 up, 8 in 2023-12-20T11:09:48.374 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw_gc.init (1858 ms) 2023-12-20T11:09:48.374 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2023-12-20T11:09:48.399 INFO:tasks.workunit.client.0.smithi123.stderr:[ ] list info tag = chain-0 2023-12-20T11:09:48.399 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (25 ms) 2023-12-20T11:09:48.399 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2023-12-20T11:09:48.404 INFO:tasks.workunit.client.0.smithi123.stderr:[ ] next_marker is: = 0/4263 2023-12-20T11:09:48.405 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (6 ms) 2023-12-20T11:09:48.405 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2023-12-20T11:09:48.413 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (8 ms) 2023-12-20T11:09:48.413 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2023-12-20T11:09:48.419 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (6 ms) 2023-12-20T11:09:48.419 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2023-12-20T11:09:48.426 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (7 ms) 2023-12-20T11:09:48.426 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2023-12-20T11:09:48.432 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (6 ms) 2023-12-20T11:09:48.432 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2023-12-20T11:09:48.438 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (6 ms) 2023-12-20T11:09:48.438 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw_gc.finalize 2023-12-20T11:09:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:48 smithi177 ceph-mon[212096]: osdmap e1085: 8 total, 8 up, 8 in 2023-12-20T11:09:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:48 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3696241141' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229729-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:09:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:48 smithi123 ceph-mon[191304]: osdmap e1085: 8 total, 8 up, 8 in 2023-12-20T11:09:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:48 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3696241141' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229729-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:09:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:48 smithi123 ceph-mon[188613]: osdmap e1085: 8 total, 8 up, 8 in 2023-12-20T11:09:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:48 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3696241141' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229729-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:09:49.370 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:09:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:09:49] "GET /metrics HTTP/1.1" 200 38632 "" "Prometheus/2.43.0" 2023-12-20T11:09:49.389 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw_gc.finalize (949 ms) 2023-12-20T11:09:49.389 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 9 tests from cls_rgw_gc (2871 ms total) 2023-12-20T11:09:49.389 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:09:49.389 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2023-12-20T11:09:49.389 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 9 tests from 1 test suite ran. (2871 ms total) 2023-12-20T11:09:49.389 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 9 tests. 2023-12-20T11:09:49.392 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-20T11:09:49.393 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-20T11:09:49.460 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2023-12-20T11:09:49.460 DEBUG:teuthology.orchestra.run.smithi123:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2023-12-20T11:09:49.525 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:09:49.536 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 1 test from 1 test suite. 2023-12-20T11:09:49.536 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2023-12-20T11:09:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:49 smithi177 ceph-mon[212096]: pgmap v1419: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:09:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:49 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:09:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:49 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3696241141' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229729-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:09:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:49 smithi177 ceph-mon[212096]: osdmap e1086: 8 total, 8 up, 8 in 2023-12-20T11:09:49.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:49 smithi123 ceph-mon[191304]: pgmap v1419: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:09:49.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:49 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:09:49.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:49 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3696241141' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229729-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:09:49.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:49 smithi123 ceph-mon[191304]: osdmap e1086: 8 total, 8 up, 8 in 2023-12-20T11:09:49.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:49 smithi123 ceph-mon[188613]: pgmap v1419: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:09:49.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:49 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:09:49.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:49 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3696241141' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229729-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:09:49.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:49 smithi123 ceph-mon[188613]: osdmap e1086: 8 total, 8 up, 8 in 2023-12-20T11:09:49.845 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:09:49.846 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (18m) 5m ago 21m 28.6M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:09:49.846 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (18m) 3m ago 21m 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:09:49.846 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (22m) 5m ago 22m 17.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:09:49.846 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (22m) 3m ago 22m 26.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:09:49.846 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (17m) 3m ago 24m 454M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:09:49.846 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (18m) 5m ago 26m 529M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:09:49.846 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (17m) 5m ago 26m 176M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:09:49.846 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (17m) 3m ago 25m 123M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:09:49.846 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (17m) 5m ago 25m 118M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:09:49.846 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (18m) 5m ago 21m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:09:49.846 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (18m) 3m ago 21m 19.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:09:49.846 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (16m) 5m ago 24m 1086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:09:49.847 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (16m) 5m ago 24m 909M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:09:49.847 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (15m) 5m ago 24m 1048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:09:49.847 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (15m) 5m ago 23m 740M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:09:49.847 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (14m) 3m ago 23m 1148M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:09:49.847 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (14m) 3m ago 23m 1064M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:09:49.847 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (14m) 3m ago 22m 853M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:09:49.847 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (13m) 3m ago 22m 1037M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:09:49.847 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (17m) 3m ago 21m 67.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:09:50.232 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:09:50.232 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:09:50.232 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:09:50.232 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:09:50.232 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:09:50.233 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:09:50.233 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:09:50.233 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:09:50.233 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:09:50.233 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:09:50.233 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:09:50.233 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:09:50.233 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:09:50.233 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:09:50.233 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:09:50.233 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:09:50.233 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:09:50.233 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:09:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:50 smithi177 ceph-mon[212096]: osdmap e1087: 8 total, 8 up, 8 in 2023-12-20T11:09:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:50 smithi177 ceph-mon[212096]: from='client.45143 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:09:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:50 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1714694113' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:09:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:50 smithi123 ceph-mon[191304]: osdmap e1087: 8 total, 8 up, 8 in 2023-12-20T11:09:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:50 smithi123 ceph-mon[191304]: from='client.45143 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:09:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:50 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1714694113' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:09:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:50 smithi123 ceph-mon[188613]: osdmap e1087: 8 total, 8 up, 8 in 2023-12-20T11:09:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:50 smithi123 ceph-mon[188613]: from='client.45143 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:09:50.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:50 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1714694113' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:09:51.398 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 1 test from cls_rgw_stats 2023-12-20T11:09:51.398 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw_stats.simulate 2023-12-20T11:09:51.414 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.412+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=51BDBNPN3H69 type=write size=518595 2023-12-20T11:09:51.415 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.413+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=5XMM2HK6LIJ1 type=del size=1189040 2023-12-20T11:09:51.417 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.414+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=019FXZUNAJVQ type=del size=353566 2023-12-20T11:09:51.419 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.417+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~OOAC7IB3KHM5.0 size=83559 2023-12-20T11:09:51.419 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.417+0000 7fd1b21c4880 1 > prepared multipart upload key=LC4FC2MW1JOI upload=OOAC7IB3KHM5 tag=DGRRRMTPRSVQ type=write size=1132135 2023-12-20T11:09:51.421 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.418+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=LN1XSEJPVXU2 type=del size=1812152 2023-12-20T11:09:51.422 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.420+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=PSE2NLW0EPWQ type=write size=772740 2023-12-20T11:09:51.424 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.421+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=KCUUTBZJKQC2 type=del size=2398264 2023-12-20T11:09:51.425 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.423+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=6Y5EW3F93FRE type=write size=836495 2023-12-20T11:09:51.426 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.424+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=KQUCMCDRNB0O type=del size=2672910 2023-12-20T11:09:51.428 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.425+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=UOQ29N0HW1S9 type=del size=382428 2023-12-20T11:09:51.429 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.427+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=Z6LYZUTBKRMZ type=write size=77682 2023-12-20T11:09:51.431 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.428+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=7BKAKGY7L7UK type=del size=404950 2023-12-20T11:09:51.432 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.430+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=ZMPO4M0P0OZV type=write size=674153 2023-12-20T11:09:51.434 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.431+0000 7fd1b21c4880 1 > prepared operation key=D7TWPUF05X3I tag=QUHNLX4ZC78S type=del size=3924687 2023-12-20T11:09:51.435 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.432+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=SI19G6S2H8S8 type=del size=574052 2023-12-20T11:09:51.436 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.434+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=CI1KY6FIFI06 type=del size=3871304 2023-12-20T11:09:51.437 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.435+0000 7fd1b21c4880 1 < completed write operation key=FKD3AAYKIV7B tag=51BDBNPN3H69 type=write size=518595 2023-12-20T11:09:51.439 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.436+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=DXKHD2007I70 type=del size=1075575 2023-12-20T11:09:51.440 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.437+0000 7fd1b21c4880 1 < completed delete operation key=LC4FC2MW1JOI tag=5XMM2HK6LIJ1 type=del 2023-12-20T11:09:51.444 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.440+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~K7Y3VD70H6NH.0 size=1048576 2023-12-20T11:09:51.445 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.441+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~K7Y3VD70H6NH.1 size=49046 2023-12-20T11:09:51.445 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.441+0000 7fd1b21c4880 1 > prepared multipart upload key=F1VUDQZ0F87N upload=K7Y3VD70H6NH tag=Z501KHITBRWP type=write size=2146198 2023-12-20T11:09:51.447 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.444+0000 7fd1b21c4880 1 < suggested remove operation key=FKD3AAYKIV7B tag=019FXZUNAJVQ type=del 2023-12-20T11:09:51.448 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.446+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=C2ZWZMG31R4U type=del size=369171 2023-12-20T11:09:51.449 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.447+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~OOAC7IB3KHM5.0 size=83559 2023-12-20T11:09:51.451 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.449+0000 7fd1b21c4880 1 < completed multipart upload key=LC4FC2MW1JOI upload=OOAC7IB3KHM5 tag=DGRRRMTPRSVQ type=write size=1132135 2023-12-20T11:09:51.453 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.450+0000 7fd1b21c4880 1 > prepared operation key=1VUIXCARBLMN tag=TF7XTB37NNJS type=del size=244617 2023-12-20T11:09:51.455 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.453+0000 7fd1b21c4880 1 < suggested remove operation key=H6RM2M0W0Z5O tag=LN1XSEJPVXU2 type=del 2023-12-20T11:09:51.458 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.455+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~PDX9E8FNABV0.0 size=936773 2023-12-20T11:09:51.458 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.455+0000 7fd1b21c4880 1 > prepared multipart upload key=PWOXA6XNR6SL upload=PDX9E8FNABV0 tag=6LHIHE0OANSA type=write size=1985349 2023-12-20T11:09:51.459 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.456+0000 7fd1b21c4880 -1 < failed to complete operation key=FKD3AAYKIV7B tag=PSE2NLW0EPWQ type=write size=772740: (22) Invalid argument 2023-12-20T11:09:51.461 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.459+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~1GA3QCHQ2RX0.0 size=165906 2023-12-20T11:09:51.461 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.459+0000 7fd1b21c4880 1 > prepared multipart upload key=6UQYCRIG1VTM upload=1GA3QCHQ2RX0 tag=W7TS5XSTUXI7 type=write size=1214482 2023-12-20T11:09:51.463 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.460+0000 7fd1b21c4880 1 < canceled operation key=TRBR8IGAJUYI tag=KCUUTBZJKQC2 type=del size=2398264 2023-12-20T11:09:51.464 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.461+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=ZW7VFKVLQ3JA type=write size=345630 2023-12-20T11:09:51.466 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.464+0000 7fd1b21c4880 1 < suggested remove operation key=F1VUDQZ0F87N tag=6Y5EW3F93FRE type=write 2023-12-20T11:09:51.468 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.465+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=MAIYH662XE3U type=write size=170336 2023-12-20T11:09:51.470 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.468+0000 7fd1b21c4880 1 < suggested remove operation key=ZUUJSJVWL10H tag=KQUCMCDRNB0O type=del 2023-12-20T11:09:51.471 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.469+0000 7fd1b21c4880 1 > prepared operation key=1VUIXCARBLMN tag=Y79TEKVJK46F type=del size=593762 2023-12-20T11:09:51.473 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.470+0000 7fd1b21c4880 -1 < failed to complete operation key=H6RM2M0W0Z5O tag=UOQ29N0HW1S9 type=del size=382428: (22) Invalid argument 2023-12-20T11:09:51.475 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.472+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~SQYIFMVU22YG.0 size=1048576 2023-12-20T11:09:51.476 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.473+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~SQYIFMVU22YG.1 size=809740 2023-12-20T11:09:51.476 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.473+0000 7fd1b21c4880 1 > prepared multipart upload key=6UQYCRIG1VTM upload=SQYIFMVU22YG tag=97FESJXQA662 type=write size=2906892 2023-12-20T11:09:51.477 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.475+0000 7fd1b21c4880 1 < completed write operation key=SG40R95BA3CO tag=Z6LYZUTBKRMZ type=write size=77682 2023-12-20T11:09:51.478 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.476+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=EDWU618OMGL8 type=del size=302223 2023-12-20T11:09:51.480 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.477+0000 7fd1b21c4880 1 < completed delete operation key=8G0W9JZ1GDXN tag=7BKAKGY7L7UK type=del 2023-12-20T11:09:51.481 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.478+0000 7fd1b21c4880 1 > prepared operation key=D7TWPUF05X3I tag=K9VE1HI29K1X type=del size=593151 2023-12-20T11:09:51.483 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.481+0000 7fd1b21c4880 1 < suggested update operation key=1DSA1NSVISU5 tag=ZMPO4M0P0OZV type=write size=674153 2023-12-20T11:09:51.485 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.482+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=QLZNE1GUPXFP type=del size=2437886 2023-12-20T11:09:51.486 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.483+0000 7fd1b21c4880 1 < completed delete operation key=D7TWPUF05X3I tag=QUHNLX4ZC78S type=del 2023-12-20T11:09:51.487 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.484+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=BTXPMVIM8TP5 type=del size=3211509 2023-12-20T11:09:51.488 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.486+0000 7fd1b21c4880 1 < completed delete operation key=SUG71QAZ2CFC tag=SI19G6S2H8S8 type=del 2023-12-20T11:09:51.489 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.487+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=GM9Z594SKRJ6 type=del size=142691 2023-12-20T11:09:51.491 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.488+0000 7fd1b21c4880 1 < completed delete operation key=E12NLNIAVP97 tag=CI1KY6FIFI06 type=del 2023-12-20T11:09:51.493 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.490+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~L08GTOVFLG2C.0 size=1048576 2023-12-20T11:09:51.493 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.491+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~L08GTOVFLG2C.1 size=465096 2023-12-20T11:09:51.494 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.491+0000 7fd1b21c4880 1 > prepared multipart upload key=SUG71QAZ2CFC upload=L08GTOVFLG2C tag=WMASWBPWYEVH type=write size=2562248 2023-12-20T11:09:51.494 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.491+0000 7fd1b21c4880 -1 < no bi entry to suggest for operation key=F1VUDQZ0F87N tag=DXKHD2007I70 type=del size=1075575: (2) No such file or directory 2023-12-20T11:09:51.495 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.493+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=LXY8A1A5OJ0U type=del size=1952118 2023-12-20T11:09:51.495 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.493+0000 7fd1b21c4880 1 < canceled part key=_multipart_F1VUDQZ0F87N.2~K7Y3VD70H6NH.0 size=1048576 2023-12-20T11:09:51.496 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.494+0000 7fd1b21c4880 1 < completed part key=_multipart_F1VUDQZ0F87N.2~K7Y3VD70H6NH.1 size=49046 2023-12-20T11:09:51.498 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.496+0000 7fd1b21c4880 1 < canceled multipart upload key=F1VUDQZ0F87N upload=K7Y3VD70H6NH tag=Z501KHITBRWP type=write size=2146198 2023-12-20T11:09:51.500 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.498+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~4P9Y0BEJY4B2.0 size=139991 2023-12-20T11:09:51.500 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.498+0000 7fd1b21c4880 1 > prepared multipart upload key=UHTMIVT6ND23 upload=4P9Y0BEJY4B2 tag=D6DPCVS8XUMG type=write size=1188567 2023-12-20T11:09:51.501 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.499+0000 7fd1b21c4880 1 < completed delete operation key=LC4FC2MW1JOI tag=C2ZWZMG31R4U type=del 2023-12-20T11:09:51.502 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.500+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=IPO4THSY3TEG type=del size=863661 2023-12-20T11:09:51.503 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.501+0000 7fd1b21c4880 1 < canceled operation key=1VUIXCARBLMN tag=TF7XTB37NNJS type=del size=244617 2023-12-20T11:09:51.504 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.502+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=7XFC7OQ6YEEN type=del size=1273411 2023-12-20T11:09:51.508 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.503+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~PDX9E8FNABV0.0 size=936773 2023-12-20T11:09:51.508 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.505+0000 7fd1b21c4880 1 < completed multipart upload key=PWOXA6XNR6SL upload=PDX9E8FNABV0 tag=6LHIHE0OANSA type=write size=1985349 2023-12-20T11:09:51.510 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.507+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~IILO54LHZ1GL.0 size=785510 2023-12-20T11:09:51.510 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.507+0000 7fd1b21c4880 1 > prepared multipart upload key=PWOXA6XNR6SL upload=IILO54LHZ1GL tag=P0HJZDE84D1K type=write size=1834086 2023-12-20T11:09:51.510 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.507+0000 7fd1b21c4880 1 < canceled part key=_multipart_6UQYCRIG1VTM.2~1GA3QCHQ2RX0.0 size=165906 2023-12-20T11:09:51.511 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.509+0000 7fd1b21c4880 1 < canceled multipart upload key=6UQYCRIG1VTM upload=1GA3QCHQ2RX0 tag=W7TS5XSTUXI7 type=write size=1214482 2023-12-20T11:09:51.513 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.510+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=2BVNJJ869X2V type=del size=2625766 2023-12-20T11:09:51.515 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.512+0000 7fd1b21c4880 1 < suggested update operation key=PWOXA6XNR6SL tag=ZW7VFKVLQ3JA type=write size=345630 2023-12-20T11:09:51.516 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.514+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=R9SNJ65AUVQX type=write size=670020 2023-12-20T11:09:51.517 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.515+0000 7fd1b21c4880 1 < completed write operation key=YJO1Z2TB061O tag=MAIYH662XE3U type=write size=170336 2023-12-20T11:09:51.518 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.516+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=GDE3GHR192LN type=del size=833624 2023-12-20T11:09:51.520 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.517+0000 7fd1b21c4880 1 < completed delete operation key=1VUIXCARBLMN tag=Y79TEKVJK46F type=del 2023-12-20T11:09:51.522 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.519+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~RLXBB0JTM1EM.0 size=1048576 2023-12-20T11:09:51.522 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.520+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~RLXBB0JTM1EM.1 size=1048576 2023-12-20T11:09:51.524 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.521+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~RLXBB0JTM1EM.2 size=772644 2023-12-20T11:09:51.524 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.521+0000 7fd1b21c4880 1 > prepared multipart upload key=PWOXA6XNR6SL upload=RLXBB0JTM1EM tag=53J1VO7BH8TF type=write size=3918372 2023-12-20T11:09:51.525 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.523+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~SQYIFMVU22YG.0 size=1048576 2023-12-20T11:09:51.526 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.524+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~SQYIFMVU22YG.1 size=809740 2023-12-20T11:09:51.528 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.525+0000 7fd1b21c4880 1 < completed multipart upload key=6UQYCRIG1VTM upload=SQYIFMVU22YG tag=97FESJXQA662 type=write size=2906892 2023-12-20T11:09:51.530 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.528+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~XDNPCER9U5XY.0 size=1048576 2023-12-20T11:09:51.531 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.528+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~XDNPCER9U5XY.1 size=1048576 2023-12-20T11:09:51.532 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.529+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~XDNPCER9U5XY.2 size=950146 2023-12-20T11:09:51.532 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.529+0000 7fd1b21c4880 1 > prepared multipart upload key=D7TWPUF05X3I upload=XDNPCER9U5XY tag=W943AR2ZHYM5 type=write size=4095874 2023-12-20T11:09:51.533 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.530+0000 7fd1b21c4880 1 < completed delete operation key=SG40R95BA3CO tag=EDWU618OMGL8 type=del 2023-12-20T11:09:51.535 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.533+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~CBS4W3H1MN3H.0 size=1048576 2023-12-20T11:09:51.536 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.533+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~CBS4W3H1MN3H.1 size=217202 2023-12-20T11:09:51.536 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.533+0000 7fd1b21c4880 1 > prepared multipart upload key=X4MNSJEQQOIN upload=CBS4W3H1MN3H tag=SIGZDJ7BC3J0 type=write size=2314354 2023-12-20T11:09:51.537 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.535+0000 7fd1b21c4880 1 < completed delete operation key=D7TWPUF05X3I tag=K9VE1HI29K1X type=del 2023-12-20T11:09:51.538 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.536+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=NBU237OM994P type=del size=56808 2023-12-20T11:09:51.541 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.538+0000 7fd1b21c4880 1 < suggested update operation key=6UQYCRIG1VTM tag=QLZNE1GUPXFP type=del size=2437886 2023-12-20T11:09:51.542 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.540+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=0MJOX7X4IIGW type=write size=858770 2023-12-20T11:09:51.543 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.541+0000 7fd1b21c4880 1 < completed delete operation key=D95F7DLYTH42 tag=BTXPMVIM8TP5 type=del 2023-12-20T11:09:51.545 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.543+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~EOFWEVO3VERL.0 size=1048576 2023-12-20T11:09:51.546 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.544+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~EOFWEVO3VERL.1 size=989918 2023-12-20T11:09:51.546 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.544+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=EOFWEVO3VERL tag=S3VI01NPCGNK type=write size=3087070 2023-12-20T11:09:51.548 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.545+0000 7fd1b21c4880 1 < canceled operation key=LS7TO3DAUIBT tag=GM9Z594SKRJ6 type=del size=142691 2023-12-20T11:09:51.549 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.546+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=M0YK6OZQK3NO type=del size=698567 2023-12-20T11:09:51.550 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.548+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~L08GTOVFLG2C.0 size=1048576 2023-12-20T11:09:51.551 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.548+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~L08GTOVFLG2C.1 size=465096 2023-12-20T11:09:51.553 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.550+0000 7fd1b21c4880 1 < completed multipart upload key=SUG71QAZ2CFC upload=L08GTOVFLG2C tag=WMASWBPWYEVH type=write size=2562248 2023-12-20T11:09:51.554 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.551+0000 7fd1b21c4880 1 > prepared operation key=I33EZDGEOOGS tag=UHF3Y08ZOPGN type=del size=3342906 2023-12-20T11:09:51.556 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.554+0000 7fd1b21c4880 1 < suggested update operation key=1DSA1NSVISU5 tag=LXY8A1A5OJ0U type=del size=1952118 2023-12-20T11:09:51.558 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.556+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~T339QS2MIJ7J.0 size=291266 2023-12-20T11:09:51.558 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.556+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=T339QS2MIJ7J tag=0I6WAES3H9M8 type=write size=1339842 2023-12-20T11:09:51.559 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.557+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~4P9Y0BEJY4B2.0 size=139991 2023-12-20T11:09:51.561 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.559+0000 7fd1b21c4880 1 < completed multipart upload key=UHTMIVT6ND23 upload=4P9Y0BEJY4B2 tag=D6DPCVS8XUMG type=write size=1188567 2023-12-20T11:09:51.563 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.561+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~WVUNC00B8OGX.0 size=1048576 2023-12-20T11:09:51.564 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.562+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~WVUNC00B8OGX.1 size=347897 2023-12-20T11:09:51.564 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.562+0000 7fd1b21c4880 1 > prepared multipart upload key=D7TWPUF05X3I upload=WVUNC00B8OGX tag=SK7D0VSK229R type=write size=2445049 2023-12-20T11:09:51.565 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.563+0000 7fd1b21c4880 -1 < failed to complete operation key=1DSA1NSVISU5 tag=IPO4THSY3TEG type=del size=863661: (22) Invalid argument 2023-12-20T11:09:51.566 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.564+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=23F582U1D2JJ type=del size=4044142 2023-12-20T11:09:51.567 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.565+0000 7fd1b21c4880 1 < completed delete operation key=8G0W9JZ1GDXN tag=7XFC7OQ6YEEN type=del 2023-12-20T11:09:51.570 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.567+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~MLAU3CRQMBIE.0 size=523736 2023-12-20T11:09:51.570 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.567+0000 7fd1b21c4880 1 > prepared multipart upload key=YJO1Z2TB061O upload=MLAU3CRQMBIE tag=Q9VXAMJ04P53 type=write size=1572312 2023-12-20T11:09:51.570 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.568+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~IILO54LHZ1GL.0 size=785510 2023-12-20T11:09:51.572 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.570+0000 7fd1b21c4880 1 < completed multipart upload key=PWOXA6XNR6SL upload=IILO54LHZ1GL tag=P0HJZDE84D1K type=write size=1834086 2023-12-20T11:09:51.575 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.572+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~SZZMVCKPMS7I.0 size=1048576 2023-12-20T11:09:51.575 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.573+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~SZZMVCKPMS7I.1 size=277810 2023-12-20T11:09:51.575 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.573+0000 7fd1b21c4880 1 > prepared multipart upload key=K1JVVDJA7RXO upload=SZZMVCKPMS7I tag=H1RMLH5E48HL type=write size=2374962 2023-12-20T11:09:51.577 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.575+0000 7fd1b21c4880 1 < suggested update operation key=K1JVVDJA7RXO tag=2BVNJJ869X2V type=del size=2625766 2023-12-20T11:09:51.578 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.576+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=14PQ5XTALIQ9 type=del size=574374 2023-12-20T11:09:51.579 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.577+0000 7fd1b21c4880 -1 < failed to complete operation key=6UQYCRIG1VTM tag=R9SNJ65AUVQX type=write size=670020: (22) Invalid argument 2023-12-20T11:09:51.581 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.579+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~BNUFMQ7TWD7B.0 size=1048576 2023-12-20T11:09:51.582 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.580+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~BNUFMQ7TWD7B.1 size=1048576 2023-12-20T11:09:51.583 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.581+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~BNUFMQ7TWD7B.2 size=326385 2023-12-20T11:09:51.583 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.581+0000 7fd1b21c4880 1 > prepared multipart upload key=LC4FC2MW1JOI upload=BNUFMQ7TWD7B tag=LMXXFO5YTH1N type=write size=3472113 2023-12-20T11:09:51.584 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.582+0000 7fd1b21c4880 1 < completed delete operation key=LS7TO3DAUIBT tag=GDE3GHR192LN type=del 2023-12-20T11:09:51.585 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.583+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=GFV4REW06QV8 type=del size=1895890 2023-12-20T11:09:51.587 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.584+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~RLXBB0JTM1EM.0 size=1048576 2023-12-20T11:09:51.588 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.585+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~RLXBB0JTM1EM.1 size=1048576 2023-12-20T11:09:51.589 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.587+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~RLXBB0JTM1EM.2 size=772644 2023-12-20T11:09:51.591 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.589+0000 7fd1b21c4880 1 < completed multipart upload key=PWOXA6XNR6SL upload=RLXBB0JTM1EM tag=53J1VO7BH8TF type=write size=3918372 2023-12-20T11:09:51.592 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.590+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=0VP24YPFCV91 type=del size=561334 2023-12-20T11:09:51.593 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.591+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~XDNPCER9U5XY.0 size=1048576 2023-12-20T11:09:51.594 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.592+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~XDNPCER9U5XY.1 size=1048576 2023-12-20T11:09:51.595 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.593+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~XDNPCER9U5XY.2 size=950146 2023-12-20T11:09:51.597 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.595+0000 7fd1b21c4880 1 < completed multipart upload key=D7TWPUF05X3I upload=XDNPCER9U5XY tag=W943AR2ZHYM5 type=write size=4095874 2023-12-20T11:09:51.599 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.596+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=Z7BY1XNQT0BD type=del size=1398775 2023-12-20T11:09:51.599 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.597+0000 7fd1b21c4880 1 < canceled part key=_multipart_X4MNSJEQQOIN.2~CBS4W3H1MN3H.0 size=1048576 2023-12-20T11:09:51.600 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.598+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~CBS4W3H1MN3H.1 size=217202 2023-12-20T11:09:51.602 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.600+0000 7fd1b21c4880 1 < canceled multipart upload key=X4MNSJEQQOIN upload=CBS4W3H1MN3H tag=SIGZDJ7BC3J0 type=write size=2314354 2023-12-20T11:09:51.604 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.601+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=ITS37Z1GWYOZ type=del size=3726843 2023-12-20T11:09:51.605 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.602+0000 7fd1b21c4880 1 < completed delete operation key=F1VUDQZ0F87N tag=NBU237OM994P type=del 2023-12-20T11:09:51.607 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.604+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=O00G2GK06KH0 type=del size=3634144 2023-12-20T11:09:51.608 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.605+0000 7fd1b21c4880 -1 < failed to complete operation key=1DSA1NSVISU5 tag=0MJOX7X4IIGW type=write size=858770: (22) Invalid argument 2023-12-20T11:09:51.609 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.606+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=2BYOENQM3AT1 type=write size=559293 2023-12-20T11:09:51.610 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.607+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~EOFWEVO3VERL.0 size=1048576 2023-12-20T11:09:51.611 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.609+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~EOFWEVO3VERL.1 size=989918 2023-12-20T11:09:51.613 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.611+0000 7fd1b21c4880 1 < completed multipart upload key=TZ6V49PS7YRX upload=EOFWEVO3VERL tag=S3VI01NPCGNK type=write size=3087070 2023-12-20T11:09:51.615 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.612+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=155VFOPN3MC2 type=del size=1506958 2023-12-20T11:09:51.616 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.613+0000 7fd1b21c4880 1 < completed delete operation key=F1VUDQZ0F87N tag=M0YK6OZQK3NO type=del 2023-12-20T11:09:51.618 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.616+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~J4XOLBZAVYGN.0 size=596850 2023-12-20T11:09:51.618 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.616+0000 7fd1b21c4880 1 > prepared multipart upload key=LS7TO3DAUIBT upload=J4XOLBZAVYGN tag=S9RLKHOTYRFT type=write size=1645426 2023-12-20T11:09:51.619 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.617+0000 7fd1b21c4880 1 < completed delete operation key=I33EZDGEOOGS tag=UHF3Y08ZOPGN type=del 2023-12-20T11:09:51.620 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.618+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=QRQ28ERO9KR4 type=del size=2510185 2023-12-20T11:09:51.622 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.619+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~T339QS2MIJ7J.0 size=291266 2023-12-20T11:09:51.625 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.622+0000 7fd1b21c4880 1 < completed multipart upload key=TZ6V49PS7YRX upload=T339QS2MIJ7J tag=0I6WAES3H9M8 type=write size=1339842 2023-12-20T11:09:51.625 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.623+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=G773T5WP1200 type=del size=2751550 2023-12-20T11:09:51.627 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.624+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~WVUNC00B8OGX.0 size=1048576 2023-12-20T11:09:51.627 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.625+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~WVUNC00B8OGX.1 size=347897 2023-12-20T11:09:51.630 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.627+0000 7fd1b21c4880 1 < completed multipart upload key=D7TWPUF05X3I upload=WVUNC00B8OGX tag=SK7D0VSK229R type=write size=2445049 2023-12-20T11:09:51.631 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.629+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~7AD9DH8UKDL5.0 size=1048576 2023-12-20T11:09:51.632 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.630+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~7AD9DH8UKDL5.1 size=881158 2023-12-20T11:09:51.632 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.630+0000 7fd1b21c4880 1 > prepared multipart upload key=ZUUJSJVWL10H upload=7AD9DH8UKDL5 tag=TXWHDXKNIP86 type=write size=2978310 2023-12-20T11:09:51.633 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.631+0000 7fd1b21c4880 1 < canceled operation key=MJ4RRM0D3OOK tag=23F582U1D2JJ type=del size=4044142 2023-12-20T11:09:51.635 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.632+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=9EEF14TWSN56 type=write size=835251 2023-12-20T11:09:51.636 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.633+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~MLAU3CRQMBIE.0 size=523736 2023-12-20T11:09:51.638 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.635+0000 7fd1b21c4880 1 < completed multipart upload key=YJO1Z2TB061O upload=MLAU3CRQMBIE tag=Q9VXAMJ04P53 type=write size=1572312 2023-12-20T11:09:51.639 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.636+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=Y5LIORR54SCM type=write size=111858 2023-12-20T11:09:51.640 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.638+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~SZZMVCKPMS7I.0 size=1048576 2023-12-20T11:09:51.641 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.639+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~SZZMVCKPMS7I.1 size=277810 2023-12-20T11:09:51.643 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.641+0000 7fd1b21c4880 1 < completed multipart upload key=K1JVVDJA7RXO upload=SZZMVCKPMS7I tag=H1RMLH5E48HL type=write size=2374962 2023-12-20T11:09:51.644 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.642+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=QQ7XN4X52ASR type=del size=21269 2023-12-20T11:09:51.646 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.643+0000 7fd1b21c4880 1 < canceled operation key=K1JVVDJA7RXO tag=14PQ5XTALIQ9 type=del size=574374 2023-12-20T11:09:51.647 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.644+0000 7fd1b21c4880 1 > prepared operation key=UHTMIVT6ND23 tag=5H2VYQM0W59A type=write size=324383 2023-12-20T11:09:51.648 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.646+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~BNUFMQ7TWD7B.0 size=1048576 2023-12-20T11:09:51.649 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.647+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~BNUFMQ7TWD7B.1 size=1048576 2023-12-20T11:09:51.650 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.647+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~BNUFMQ7TWD7B.2 size=326385 2023-12-20T11:09:51.652 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.649+0000 7fd1b21c4880 1 < completed multipart upload key=LC4FC2MW1JOI upload=BNUFMQ7TWD7B tag=LMXXFO5YTH1N type=write size=3472113 2023-12-20T11:09:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:51 smithi177 ceph-mon[212096]: pgmap v1422: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:09:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:51 smithi177 ceph-mon[212096]: from='client.45155 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:09:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:51 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:09:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:51 smithi177 ceph-mon[212096]: osdmap e1088: 8 total, 8 up, 8 in 2023-12-20T11:09:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:51 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2136283063' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229821-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:09:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:51 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229821-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:09:51.654 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.651+0000 7fd1b21c4880 1 > prepared part key=_multipart_D95F7DLYTH42.2~T02360N33BJN.0 size=895165 2023-12-20T11:09:51.654 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.651+0000 7fd1b21c4880 1 > prepared multipart upload key=D95F7DLYTH42 upload=T02360N33BJN tag=FOF2F7X5I4UN type=write size=1943741 2023-12-20T11:09:51.655 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.652+0000 7fd1b21c4880 1 < completed delete operation key=K1JVVDJA7RXO tag=GFV4REW06QV8 type=del 2023-12-20T11:09:51.656 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.653+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=MIMF6YJJ2KCS type=write size=303940 2023-12-20T11:09:51.657 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.655+0000 7fd1b21c4880 1 < completed delete operation key=1DSA1NSVISU5 tag=0VP24YPFCV91 type=del 2023-12-20T11:09:51.658 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.656+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=TOOBGA8CI3OZ type=del size=2210219 2023-12-20T11:09:51.661 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.658+0000 7fd1b21c4880 1 < suggested remove operation key=8G0W9JZ1GDXN tag=Z7BY1XNQT0BD type=del 2023-12-20T11:09:51.661 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.659+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=ULGMX6C1NNKV type=del size=2351795 2023-12-20T11:09:51.662 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.660+0000 7fd1b21c4880 1 < completed delete operation key=F1VUDQZ0F87N tag=ITS37Z1GWYOZ type=del 2023-12-20T11:09:51.664 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.662+0000 7fd1b21c4880 1 > prepared operation key=D7TWPUF05X3I tag=5F0BK6Q2LR3F type=del size=794922 2023-12-20T11:09:51.666 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.664+0000 7fd1b21c4880 1 < suggested update operation key=LS7TO3DAUIBT tag=O00G2GK06KH0 type=del size=3634144 2023-12-20T11:09:51.668 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.666+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~2ENUN9HS4YXN.0 size=735248 2023-12-20T11:09:51.668 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.666+0000 7fd1b21c4880 1 > prepared multipart upload key=LS7TO3DAUIBT upload=2ENUN9HS4YXN tag=H9HTR4DGOL24 type=write size=1783824 2023-12-20T11:09:51.669 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.667+0000 7fd1b21c4880 1 < canceled operation key=F1VUDQZ0F87N tag=2BYOENQM3AT1 type=write size=559293 2023-12-20T11:09:51.670 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.668+0000 7fd1b21c4880 1 > prepared operation key=UHTMIVT6ND23 tag=E7J275N62SO1 type=del size=437661 2023-12-20T11:09:51.671 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.669+0000 7fd1b21c4880 1 < completed delete operation key=1DSA1NSVISU5 tag=155VFOPN3MC2 type=del 2023-12-20T11:09:51.673 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.671+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~RK1RSDVF2T87.0 size=1048576 2023-12-20T11:09:51.674 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.672+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~RK1RSDVF2T87.1 size=466495 2023-12-20T11:09:51.675 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.672+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=RK1RSDVF2T87 tag=Z0L91BDVDB01 type=write size=2563647 2023-12-20T11:09:51.675 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.673+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~J4XOLBZAVYGN.0 size=596850 2023-12-20T11:09:51.678 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.675+0000 7fd1b21c4880 1 < completed multipart upload key=LS7TO3DAUIBT upload=J4XOLBZAVYGN tag=S9RLKHOTYRFT type=write size=1645426 2023-12-20T11:09:51.679 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.676+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=URMZE7AADUV2 type=del size=1389820 2023-12-20T11:09:51.681 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.678+0000 7fd1b21c4880 1 < suggested remove operation key=LC4FC2MW1JOI tag=QRQ28ERO9KR4 type=del 2023-12-20T11:09:51.683 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.680+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~Y8GYLWQXTDHN.0 size=1048576 2023-12-20T11:09:51.683 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.681+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~Y8GYLWQXTDHN.1 size=1048576 2023-12-20T11:09:51.684 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.682+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~Y8GYLWQXTDHN.2 size=46709 2023-12-20T11:09:51.685 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.682+0000 7fd1b21c4880 1 > prepared multipart upload key=E12NLNIAVP97 upload=Y8GYLWQXTDHN tag=9OG92CR0AR89 type=write size=3192437 2023-12-20T11:09:51.685 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.683+0000 7fd1b21c4880 -1 < failed to complete operation key=LC4FC2MW1JOI tag=G773T5WP1200 type=del size=2751550: (22) Invalid argument 2023-12-20T11:09:51.688 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.685+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~HZCZ0NXD29MN.0 size=1048576 2023-12-20T11:09:51.689 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.686+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~HZCZ0NXD29MN.1 size=614645 2023-12-20T11:09:51.689 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.686+0000 7fd1b21c4880 1 > prepared multipart upload key=UHTMIVT6ND23 upload=HZCZ0NXD29MN tag=66EPU6OA4Z06 type=write size=2711797 2023-12-20T11:09:51.690 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.687+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~7AD9DH8UKDL5.0 size=1048576 2023-12-20T11:09:51.691 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.688+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~7AD9DH8UKDL5.1 size=881158 2023-12-20T11:09:51.692 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.690+0000 7fd1b21c4880 1 < completed multipart upload key=ZUUJSJVWL10H upload=7AD9DH8UKDL5 tag=TXWHDXKNIP86 type=write size=2978310 2023-12-20T11:09:51.693 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.691+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=22WDF7SKX5AF type=del size=3822801 2023-12-20T11:09:51.694 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.692+0000 7fd1b21c4880 1 < completed write operation key=ZUUJSJVWL10H tag=9EEF14TWSN56 type=write size=835251 2023-12-20T11:09:51.696 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.694+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~ULOVRY9ZBSAA.0 size=1048576 2023-12-20T11:09:51.697 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.695+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~ULOVRY9ZBSAA.1 size=1048576 2023-12-20T11:09:51.698 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.696+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~ULOVRY9ZBSAA.2 size=703287 2023-12-20T11:09:51.698 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.696+0000 7fd1b21c4880 1 > prepared multipart upload key=6UQYCRIG1VTM upload=ULOVRY9ZBSAA tag=60OQ2AGJUFAQ type=write size=3849015 2023-12-20T11:09:51.699 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.696+0000 7fd1b21c4880 -1 < no bi entry to suggest for operation key=8G0W9JZ1GDXN tag=Y5LIORR54SCM type=write size=111858: (2) No such file or directory 2023-12-20T11:09:51.701 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.698+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~1JA6061E2BGP.0 size=1048576 2023-12-20T11:09:51.702 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.699+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~1JA6061E2BGP.1 size=1048576 2023-12-20T11:09:51.702 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.700+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~1JA6061E2BGP.2 size=195881 2023-12-20T11:09:51.703 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.700+0000 7fd1b21c4880 1 > prepared multipart upload key=FKD3AAYKIV7B upload=1JA6061E2BGP tag=RNI7ZZIXYT1Q type=write size=3341609 2023-12-20T11:09:51.704 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.701+0000 7fd1b21c4880 1 < canceled operation key=ZUUJSJVWL10H tag=QQ7XN4X52ASR type=del size=21269 2023-12-20T11:09:51.706 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.704+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~AEXM02BA5J5U.0 size=1048576 2023-12-20T11:09:51.707 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.705+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~AEXM02BA5J5U.1 size=1048576 2023-12-20T11:09:51.708 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.705+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~AEXM02BA5J5U.2 size=1038741 2023-12-20T11:09:51.708 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.705+0000 7fd1b21c4880 1 > prepared multipart upload key=D7TWPUF05X3I upload=AEXM02BA5J5U tag=ELX5IFSVWGIJ type=write size=4184469 2023-12-20T11:09:51.709 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.707+0000 7fd1b21c4880 1 < completed write operation key=UHTMIVT6ND23 tag=5H2VYQM0W59A type=write size=324383 2023-12-20T11:09:51.711 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.708+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=B6SLEZBI5410 type=write size=726835 2023-12-20T11:09:51.712 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.709+0000 7fd1b21c4880 1 < completed part key=_multipart_D95F7DLYTH42.2~T02360N33BJN.0 size=895165 2023-12-20T11:09:51.714 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.711+0000 7fd1b21c4880 1 < completed multipart upload key=D95F7DLYTH42 upload=T02360N33BJN tag=FOF2F7X5I4UN type=write size=1943741 2023-12-20T11:09:51.716 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.713+0000 7fd1b21c4880 1 > prepared part key=_multipart_LTCK7NB910AG.2~A7SAXFEV1S74.0 size=1048576 2023-12-20T11:09:51.717 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.714+0000 7fd1b21c4880 1 > prepared part key=_multipart_LTCK7NB910AG.2~A7SAXFEV1S74.1 size=1048576 2023-12-20T11:09:51.718 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.715+0000 7fd1b21c4880 1 > prepared part key=_multipart_LTCK7NB910AG.2~A7SAXFEV1S74.2 size=117713 2023-12-20T11:09:51.718 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.715+0000 7fd1b21c4880 1 > prepared multipart upload key=LTCK7NB910AG upload=A7SAXFEV1S74 tag=GJ1U8ITPKHSQ type=write size=3263441 2023-12-20T11:09:51.720 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.718+0000 7fd1b21c4880 1 < completed write operation key=X4MNSJEQQOIN tag=MIMF6YJJ2KCS type=write size=303940 2023-12-20T11:09:51.722 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.719+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=5L3P6G9YO82D type=write size=883614 2023-12-20T11:09:51.723 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.720+0000 7fd1b21c4880 1 < completed delete operation key=E12NLNIAVP97 tag=TOOBGA8CI3OZ type=del 2023-12-20T11:09:51.725 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.723+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~336GXSI38YPE.0 size=765467 2023-12-20T11:09:51.725 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.723+0000 7fd1b21c4880 1 > prepared multipart upload key=1DSA1NSVISU5 upload=336GXSI38YPE tag=EB9565BP8064 type=write size=1814043 2023-12-20T11:09:51.727 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.724+0000 7fd1b21c4880 1 < completed delete operation key=FKD3AAYKIV7B tag=ULGMX6C1NNKV type=del 2023-12-20T11:09:51.729 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.726+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~DHJLH65JJHIN.0 size=712120 2023-12-20T11:09:51.729 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.726+0000 7fd1b21c4880 1 > prepared multipart upload key=LC4FC2MW1JOI upload=DHJLH65JJHIN tag=1TL5YKJNGKGO type=write size=1760696 2023-12-20T11:09:51.730 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.727+0000 7fd1b21c4880 1 < completed delete operation key=D7TWPUF05X3I tag=5F0BK6Q2LR3F type=del 2023-12-20T11:09:51.733 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.730+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~3851GA816OI6.0 size=1048576 2023-12-20T11:09:51.733 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.731+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~3851GA816OI6.1 size=1048576 2023-12-20T11:09:51.734 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.732+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~3851GA816OI6.2 size=967084 2023-12-20T11:09:51.734 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.732+0000 7fd1b21c4880 1 > prepared multipart upload key=K1JVVDJA7RXO upload=3851GA816OI6 tag=O8TZI1C2LKWA type=write size=4112812 2023-12-20T11:09:51.735 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.733+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~2ENUN9HS4YXN.0 size=735248 2023-12-20T11:09:51.737 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.735+0000 7fd1b21c4880 1 < completed multipart upload key=LS7TO3DAUIBT upload=2ENUN9HS4YXN tag=H9HTR4DGOL24 type=write size=1783824 2023-12-20T11:09:51.739 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.737+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~16IMN13DKB6G.0 size=1048576 2023-12-20T11:09:51.740 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.738+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~16IMN13DKB6G.1 size=561289 2023-12-20T11:09:51.740 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.738+0000 7fd1b21c4880 1 > prepared multipart upload key=EX0YD5XH1XPL upload=16IMN13DKB6G tag=SQC01TB8Y3LG type=write size=2658441 2023-12-20T11:09:51.742 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.739+0000 7fd1b21c4880 1 < completed delete operation key=UHTMIVT6ND23 tag=E7J275N62SO1 type=del 2023-12-20T11:09:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:51 smithi123 ceph-mon[191304]: pgmap v1422: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:09:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:51 smithi123 ceph-mon[191304]: from='client.45155 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:09:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:51 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:09:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:51 smithi123 ceph-mon[191304]: osdmap e1088: 8 total, 8 up, 8 in 2023-12-20T11:09:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:51 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2136283063' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229821-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:09:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:51 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229821-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:09:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:51 smithi123 ceph-mon[188613]: pgmap v1422: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:09:51.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:51 smithi123 ceph-mon[188613]: from='client.45155 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:09:51.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:51 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:09:51.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:51 smithi123 ceph-mon[188613]: osdmap e1088: 8 total, 8 up, 8 in 2023-12-20T11:09:51.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:51 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2136283063' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229821-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:09:51.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:51 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229821-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:09:51.744 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.742+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~0U1RQA94RXR2.0 size=871312 2023-12-20T11:09:51.745 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.742+0000 7fd1b21c4880 1 > prepared multipart upload key=0HBCFL318BEY upload=0U1RQA94RXR2 tag=UBPF6TMRVB31 type=write size=1919888 2023-12-20T11:09:51.746 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.743+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~RK1RSDVF2T87.0 size=1048576 2023-12-20T11:09:51.747 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.744+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~RK1RSDVF2T87.1 size=466495 2023-12-20T11:09:51.749 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.746+0000 7fd1b21c4880 1 < completed multipart upload key=TZ6V49PS7YRX upload=RK1RSDVF2T87 tag=Z0L91BDVDB01 type=write size=2563647 2023-12-20T11:09:51.750 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.748+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=XEAVOKPC1YTB type=del size=440952 2023-12-20T11:09:51.752 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.749+0000 7fd1b21c4880 1 < completed delete operation key=1DSA1NSVISU5 tag=URMZE7AADUV2 type=del 2023-12-20T11:09:51.753 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.751+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=0EDWIF1X94ZG type=del size=2727684 2023-12-20T11:09:51.755 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.752+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~Y8GYLWQXTDHN.0 size=1048576 2023-12-20T11:09:51.756 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.753+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~Y8GYLWQXTDHN.1 size=1048576 2023-12-20T11:09:51.757 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.754+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~Y8GYLWQXTDHN.2 size=46709 2023-12-20T11:09:51.759 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.757+0000 7fd1b21c4880 1 < completed multipart upload key=E12NLNIAVP97 upload=Y8GYLWQXTDHN tag=9OG92CR0AR89 type=write size=3192437 2023-12-20T11:09:51.760 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.758+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=6MINIWZ15TJ9 type=write size=347996 2023-12-20T11:09:51.762 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.759+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~HZCZ0NXD29MN.0 size=1048576 2023-12-20T11:09:51.763 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.760+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~HZCZ0NXD29MN.1 size=614645 2023-12-20T11:09:51.765 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.762+0000 7fd1b21c4880 1 < completed multipart upload key=UHTMIVT6ND23 upload=HZCZ0NXD29MN tag=66EPU6OA4Z06 type=write size=2711797 2023-12-20T11:09:51.767 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.765+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~COXW2WNVNZ7D.0 size=370520 2023-12-20T11:09:51.767 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.765+0000 7fd1b21c4880 1 > prepared multipart upload key=0CTPN27ASDAX upload=COXW2WNVNZ7D tag=3DPY8L52GRYJ type=write size=1419096 2023-12-20T11:09:51.769 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.766+0000 7fd1b21c4880 1 < completed delete operation key=ZUUJSJVWL10H tag=22WDF7SKX5AF type=del 2023-12-20T11:09:51.772 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.769+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~EDKZL9ZR13YK.0 size=1048576 2023-12-20T11:09:51.773 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.771+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~EDKZL9ZR13YK.1 size=97425 2023-12-20T11:09:51.773 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.771+0000 7fd1b21c4880 1 > prepared multipart upload key=H6RM2M0W0Z5O upload=EDKZL9ZR13YK tag=8K5F2M1PTKQ2 type=write size=2194577 2023-12-20T11:09:51.774 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.772+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~ULOVRY9ZBSAA.0 size=1048576 2023-12-20T11:09:51.775 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.773+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~ULOVRY9ZBSAA.1 size=1048576 2023-12-20T11:09:51.776 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.773+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~ULOVRY9ZBSAA.2 size=703287 2023-12-20T11:09:51.778 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.775+0000 7fd1b21c4880 1 < completed multipart upload key=6UQYCRIG1VTM upload=ULOVRY9ZBSAA tag=60OQ2AGJUFAQ type=write size=3849015 2023-12-20T11:09:51.779 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.776+0000 7fd1b21c4880 1 > prepared operation key=1VUIXCARBLMN tag=4BG37TR03SIM type=write size=987369 2023-12-20T11:09:51.780 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.778+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~1JA6061E2BGP.0 size=1048576 2023-12-20T11:09:51.781 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.778+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~1JA6061E2BGP.1 size=1048576 2023-12-20T11:09:51.782 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.780+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~1JA6061E2BGP.2 size=195881 2023-12-20T11:09:51.784 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.781+0000 7fd1b21c4880 1 < completed multipart upload key=FKD3AAYKIV7B upload=1JA6061E2BGP tag=RNI7ZZIXYT1Q type=write size=3341609 2023-12-20T11:09:51.785 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.783+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=J5PRJIPXV2PJ type=del size=280237 2023-12-20T11:09:51.786 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.784+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~AEXM02BA5J5U.0 size=1048576 2023-12-20T11:09:51.786 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.784+0000 7fd1b21c4880 1 < canceled part key=_multipart_D7TWPUF05X3I.2~AEXM02BA5J5U.1 size=1048576 2023-12-20T11:09:51.787 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.785+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~AEXM02BA5J5U.2 size=1038741 2023-12-20T11:09:51.790 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.787+0000 7fd1b21c4880 1 < canceled multipart upload key=D7TWPUF05X3I upload=AEXM02BA5J5U tag=ELX5IFSVWGIJ type=write size=4184469 2023-12-20T11:09:51.791 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.788+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=LYARJK1A4VWR type=del size=2684293 2023-12-20T11:09:51.793 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.791+0000 7fd1b21c4880 1 < suggested remove operation key=F1VUDQZ0F87N tag=B6SLEZBI5410 type=write 2023-12-20T11:09:51.795 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.793+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~IDWWY1CV2KFS.0 size=1048576 2023-12-20T11:09:51.796 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.794+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~IDWWY1CV2KFS.1 size=339344 2023-12-20T11:09:51.797 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.794+0000 7fd1b21c4880 1 > prepared multipart upload key=D7TWPUF05X3I upload=IDWWY1CV2KFS tag=V8HDL3Z2DCXR type=write size=2436496 2023-12-20T11:09:51.797 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.795+0000 7fd1b21c4880 1 < completed part key=_multipart_LTCK7NB910AG.2~A7SAXFEV1S74.0 size=1048576 2023-12-20T11:09:51.798 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.796+0000 7fd1b21c4880 1 < completed part key=_multipart_LTCK7NB910AG.2~A7SAXFEV1S74.1 size=1048576 2023-12-20T11:09:51.799 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.797+0000 7fd1b21c4880 1 < completed part key=_multipart_LTCK7NB910AG.2~A7SAXFEV1S74.2 size=117713 2023-12-20T11:09:51.801 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.799+0000 7fd1b21c4880 1 < completed multipart upload key=LTCK7NB910AG upload=A7SAXFEV1S74 tag=GJ1U8ITPKHSQ type=write size=3263441 2023-12-20T11:09:51.803 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.801+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~RWV9X2IQ0VJ8.0 size=1048576 2023-12-20T11:09:51.804 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.802+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~RWV9X2IQ0VJ8.1 size=1048576 2023-12-20T11:09:51.805 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.803+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~RWV9X2IQ0VJ8.2 size=955971 2023-12-20T11:09:51.805 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.803+0000 7fd1b21c4880 1 > prepared multipart upload key=0CTPN27ASDAX upload=RWV9X2IQ0VJ8 tag=DQY6Z5LA0TLZ type=write size=4101699 2023-12-20T11:09:51.806 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.804+0000 7fd1b21c4880 1 < completed write operation key=0CTPN27ASDAX tag=5L3P6G9YO82D type=write size=883614 2023-12-20T11:09:51.807 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.805+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=2IX67UDV1V1V type=del size=1895998 2023-12-20T11:09:51.809 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.806+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~336GXSI38YPE.0 size=765467 2023-12-20T11:09:51.811 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.808+0000 7fd1b21c4880 1 < completed multipart upload key=1DSA1NSVISU5 upload=336GXSI38YPE tag=EB9565BP8064 type=write size=1814043 2023-12-20T11:09:51.813 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.810+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~1GJ0PJBCNKE4.0 size=533605 2023-12-20T11:09:51.813 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.810+0000 7fd1b21c4880 1 > prepared multipart upload key=E12NLNIAVP97 upload=1GJ0PJBCNKE4 tag=Q56W6W601VBL type=write size=1582181 2023-12-20T11:09:51.814 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.812+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~DHJLH65JJHIN.0 size=712120 2023-12-20T11:09:51.816 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.813+0000 7fd1b21c4880 1 < completed multipart upload key=LC4FC2MW1JOI upload=DHJLH65JJHIN tag=1TL5YKJNGKGO type=write size=1760696 2023-12-20T11:09:51.817 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.815+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=Q7XM86SEEME2 type=write size=414597 2023-12-20T11:09:51.817 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.815+0000 7fd1b21c4880 1 < canceled part key=_multipart_K1JVVDJA7RXO.2~3851GA816OI6.0 size=1048576 2023-12-20T11:09:51.818 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.816+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~3851GA816OI6.1 size=1048576 2023-12-20T11:09:51.819 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.817+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~3851GA816OI6.2 size=967084 2023-12-20T11:09:51.821 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.819+0000 7fd1b21c4880 1 < canceled multipart upload key=K1JVVDJA7RXO upload=3851GA816OI6 tag=O8TZI1C2LKWA type=write size=4112812 2023-12-20T11:09:51.823 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.820+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=4NMR1PVDXJ0Q type=del size=3337552 2023-12-20T11:09:51.824 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.821+0000 7fd1b21c4880 1 < completed part key=_multipart_EX0YD5XH1XPL.2~16IMN13DKB6G.0 size=1048576 2023-12-20T11:09:51.825 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.822+0000 7fd1b21c4880 1 < completed part key=_multipart_EX0YD5XH1XPL.2~16IMN13DKB6G.1 size=561289 2023-12-20T11:09:51.826 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.824+0000 7fd1b21c4880 1 < completed multipart upload key=EX0YD5XH1XPL upload=16IMN13DKB6G tag=SQC01TB8Y3LG type=write size=2658441 2023-12-20T11:09:51.829 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.825+0000 7fd1b21c4880 1 > prepared operation key=I33EZDGEOOGS tag=3UYJ1OBECL8L type=del size=1008055 2023-12-20T11:09:51.829 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.826+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~0U1RQA94RXR2.0 size=871312 2023-12-20T11:09:51.830 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.828+0000 7fd1b21c4880 1 < completed multipart upload key=0HBCFL318BEY upload=0U1RQA94RXR2 tag=UBPF6TMRVB31 type=write size=1919888 2023-12-20T11:09:51.832 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.829+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=27RKFI2QC75V type=del size=1112160 2023-12-20T11:09:51.833 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.831+0000 7fd1b21c4880 1 < completed delete operation key=SQ6HXEFRPSDQ tag=XEAVOKPC1YTB type=del 2023-12-20T11:09:51.834 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.832+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=0AE6K8XIM7RN type=del size=4123936 2023-12-20T11:09:51.836 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.833+0000 7fd1b21c4880 1 < completed delete operation key=MJ4RRM0D3OOK tag=0EDWIF1X94ZG type=del 2023-12-20T11:09:51.837 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.834+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=KN0OYM1PLUQK type=del size=1354224 2023-12-20T11:09:51.838 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.836+0000 7fd1b21c4880 1 < completed write operation key=ZUUJSJVWL10H tag=6MINIWZ15TJ9 type=write size=347996 2023-12-20T11:09:51.839 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.837+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=WNO4PZ95XSWA type=write size=993390 2023-12-20T11:09:51.841 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.839+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~COXW2WNVNZ7D.0 size=370520 2023-12-20T11:09:51.843 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.841+0000 7fd1b21c4880 1 < completed multipart upload key=0CTPN27ASDAX upload=COXW2WNVNZ7D tag=3DPY8L52GRYJ type=write size=1419096 2023-12-20T11:09:51.844 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.842+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=XQJAX94VSAP7 type=del size=3240334 2023-12-20T11:09:51.846 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.843+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~EDKZL9ZR13YK.0 size=1048576 2023-12-20T11:09:51.847 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.844+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~EDKZL9ZR13YK.1 size=97425 2023-12-20T11:09:51.849 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.846+0000 7fd1b21c4880 1 < completed multipart upload key=H6RM2M0W0Z5O upload=EDKZL9ZR13YK tag=8K5F2M1PTKQ2 type=write size=2194577 2023-12-20T11:09:51.851 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.848+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~EJYDJT75K784.0 size=107744 2023-12-20T11:09:51.851 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.848+0000 7fd1b21c4880 1 > prepared multipart upload key=X4MNSJEQQOIN upload=EJYDJT75K784 tag=8VR0NDFA28P5 type=write size=1156320 2023-12-20T11:09:51.852 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.849+0000 7fd1b21c4880 1 < completed write operation key=1VUIXCARBLMN tag=4BG37TR03SIM type=write size=987369 2023-12-20T11:09:51.853 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.851+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=W8FJ0IZL5ACR type=del size=3764759 2023-12-20T11:09:51.857 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.852+0000 7fd1b21c4880 1 < completed delete operation key=ZUUJSJVWL10H tag=J5PRJIPXV2PJ type=del 2023-12-20T11:09:51.857 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.853+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=PYPF1GP91QKQ type=del size=2932726 2023-12-20T11:09:51.857 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.854+0000 7fd1b21c4880 1 < completed delete operation key=MJ4RRM0D3OOK tag=LYARJK1A4VWR type=del 2023-12-20T11:09:51.859 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.857+0000 7fd1b21c4880 1 > prepared part key=_multipart_UK0IZFVQ8SXI.2~VWR3655EAR1G.0 size=363689 2023-12-20T11:09:51.859 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.857+0000 7fd1b21c4880 1 > prepared multipart upload key=UK0IZFVQ8SXI upload=VWR3655EAR1G tag=W0LMM50TAING type=write size=1412265 2023-12-20T11:09:51.860 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.857+0000 7fd1b21c4880 1 < canceled part key=_multipart_D7TWPUF05X3I.2~IDWWY1CV2KFS.0 size=1048576 2023-12-20T11:09:51.860 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.858+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~IDWWY1CV2KFS.1 size=339344 2023-12-20T11:09:51.862 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.860+0000 7fd1b21c4880 1 < canceled multipart upload key=D7TWPUF05X3I upload=IDWWY1CV2KFS tag=V8HDL3Z2DCXR type=write size=2436496 2023-12-20T11:09:51.864 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.862+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~CS6T1HVI5O2H.0 size=39842 2023-12-20T11:09:51.865 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.862+0000 7fd1b21c4880 1 > prepared multipart upload key=UHTMIVT6ND23 upload=CS6T1HVI5O2H tag=5B3NINRSZHBX type=write size=1088418 2023-12-20T11:09:51.865 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.863+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~RWV9X2IQ0VJ8.0 size=1048576 2023-12-20T11:09:51.866 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.864+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~RWV9X2IQ0VJ8.1 size=1048576 2023-12-20T11:09:51.868 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.865+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~RWV9X2IQ0VJ8.2 size=955971 2023-12-20T11:09:51.869 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.867+0000 7fd1b21c4880 1 < completed multipart upload key=0CTPN27ASDAX upload=RWV9X2IQ0VJ8 tag=DQY6Z5LA0TLZ type=write size=4101699 2023-12-20T11:09:51.871 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.868+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=XKH09VS9DSCS type=del size=1881016 2023-12-20T11:09:51.872 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.870+0000 7fd1b21c4880 1 < completed delete operation key=SUG71QAZ2CFC tag=2IX67UDV1V1V type=del 2023-12-20T11:09:51.874 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.872+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~N1GP2OO6E98P.0 size=108809 2023-12-20T11:09:51.874 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.872+0000 7fd1b21c4880 1 > prepared multipart upload key=SQ6HXEFRPSDQ upload=N1GP2OO6E98P tag=MAWWJB28OA9R type=write size=1157385 2023-12-20T11:09:51.876 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.873+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~1GJ0PJBCNKE4.0 size=533605 2023-12-20T11:09:51.878 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.875+0000 7fd1b21c4880 1 < completed multipart upload key=E12NLNIAVP97 upload=1GJ0PJBCNKE4 tag=Q56W6W601VBL type=write size=1582181 2023-12-20T11:09:51.879 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.876+0000 7fd1b21c4880 1 > prepared operation key=1VUIXCARBLMN tag=7G9Z5ZPKUQRR type=del size=399861 2023-12-20T11:09:51.881 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.879+0000 7fd1b21c4880 1 < suggested update operation key=YJO1Z2TB061O tag=Q7XM86SEEME2 type=write size=414597 2023-12-20T11:09:51.882 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.880+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=CZK86P0T24MG type=del size=2968982 2023-12-20T11:09:51.884 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.881+0000 7fd1b21c4880 1 < completed delete operation key=D95F7DLYTH42 tag=4NMR1PVDXJ0Q type=del 2023-12-20T11:09:51.886 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.883+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~PGN4ASUK6FEG.0 size=1048576 2023-12-20T11:09:51.887 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.884+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~PGN4ASUK6FEG.1 size=584840 2023-12-20T11:09:51.887 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.884+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=PGN4ASUK6FEG tag=V9VV5EC9KJ41 type=write size=2681992 2023-12-20T11:09:51.888 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.886+0000 7fd1b21c4880 1 < canceled operation key=I33EZDGEOOGS tag=3UYJ1OBECL8L type=del size=1008055 2023-12-20T11:09:51.890 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.888+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~S01E8225UTAP.0 size=1048576 2023-12-20T11:09:51.891 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.889+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~S01E8225UTAP.1 size=1046275 2023-12-20T11:09:51.891 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.889+0000 7fd1b21c4880 1 > prepared multipart upload key=E12NLNIAVP97 upload=S01E8225UTAP tag=75FUDLFNNM9G type=write size=3143427 2023-12-20T11:09:51.892 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.890+0000 7fd1b21c4880 1 < completed delete operation key=TRBR8IGAJUYI tag=27RKFI2QC75V type=del 2023-12-20T11:09:51.893 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.891+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=KWHIC2FFVGVM type=del size=367277 2023-12-20T11:09:51.895 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.892+0000 7fd1b21c4880 1 < completed delete operation key=QZYJEPHLU0HS tag=0AE6K8XIM7RN type=del 2023-12-20T11:09:51.896 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.893+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=ER8302G7MMSF type=del size=3383587 2023-12-20T11:09:51.897 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.895+0000 7fd1b21c4880 1 < completed delete operation key=MJ4RRM0D3OOK tag=KN0OYM1PLUQK type=del 2023-12-20T11:09:51.899 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.897+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~2JZBI96HHTI2.0 size=998052 2023-12-20T11:09:51.899 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.897+0000 7fd1b21c4880 1 > prepared multipart upload key=0CTPN27ASDAX upload=2JZBI96HHTI2 tag=9GJQ2JQ2PVE0 type=write size=2046628 2023-12-20T11:09:51.901 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.898+0000 7fd1b21c4880 1 < canceled operation key=F1VUDQZ0F87N tag=WNO4PZ95XSWA type=write size=993390 2023-12-20T11:09:51.903 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.900+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~103R3ZO32TN8.0 size=1048576 2023-12-20T11:09:51.904 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.901+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~103R3ZO32TN8.1 size=649713 2023-12-20T11:09:51.904 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.901+0000 7fd1b21c4880 1 > prepared multipart upload key=H6RM2M0W0Z5O upload=103R3ZO32TN8 tag=CWV0OLZRH7F8 type=write size=2746865 2023-12-20T11:09:51.905 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.903+0000 7fd1b21c4880 1 < completed delete operation key=8G0W9JZ1GDXN tag=XQJAX94VSAP7 type=del 2023-12-20T11:09:51.906 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.904+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=TQRXICV7CDJ4 type=del size=305794 2023-12-20T11:09:51.908 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.905+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~EJYDJT75K784.0 size=107744 2023-12-20T11:09:51.910 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.907+0000 7fd1b21c4880 1 < completed multipart upload key=X4MNSJEQQOIN upload=EJYDJT75K784 tag=8VR0NDFA28P5 type=write size=1156320 2023-12-20T11:09:51.911 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.908+0000 7fd1b21c4880 1 > prepared operation key=UHTMIVT6ND23 tag=UIG823E7THY5 type=del size=532450 2023-12-20T11:09:51.912 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.909+0000 7fd1b21c4880 1 < completed delete operation key=QZYJEPHLU0HS tag=W8FJ0IZL5ACR type=del 2023-12-20T11:09:51.913 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.911+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=TZ952VBWBL4Q type=del size=2836646 2023-12-20T11:09:51.915 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.912+0000 7fd1b21c4880 1 < completed delete operation key=X4MNSJEQQOIN tag=PYPF1GP91QKQ type=del 2023-12-20T11:09:51.916 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.914+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=C2ZYH4N8F9H0 type=write size=685359 2023-12-20T11:09:51.917 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.915+0000 7fd1b21c4880 1 < completed part key=_multipart_UK0IZFVQ8SXI.2~VWR3655EAR1G.0 size=363689 2023-12-20T11:09:51.919 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.917+0000 7fd1b21c4880 1 < completed multipart upload key=UK0IZFVQ8SXI upload=VWR3655EAR1G tag=W0LMM50TAING type=write size=1412265 2023-12-20T11:09:51.921 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.918+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=S9QC7CKJOIFJ type=write size=756498 2023-12-20T11:09:51.922 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.919+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~CS6T1HVI5O2H.0 size=39842 2023-12-20T11:09:51.924 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.921+0000 7fd1b21c4880 1 < completed multipart upload key=UHTMIVT6ND23 upload=CS6T1HVI5O2H tag=5B3NINRSZHBX type=write size=1088418 2023-12-20T11:09:51.925 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.922+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=64F3NRFYQ2MS type=write size=928781 2023-12-20T11:09:51.926 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.924+0000 7fd1b21c4880 1 < completed delete operation key=ZUUJSJVWL10H tag=XKH09VS9DSCS type=del 2023-12-20T11:09:51.928 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.926+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~0HIFH1VCMP3M.0 size=1048576 2023-12-20T11:09:51.929 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.927+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~0HIFH1VCMP3M.1 size=668063 2023-12-20T11:09:51.930 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.927+0000 7fd1b21c4880 1 > prepared multipart upload key=0HBCFL318BEY upload=0HIFH1VCMP3M tag=EDMYGI3N6OJ3 type=write size=2765215 2023-12-20T11:09:51.932 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.929+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~N1GP2OO6E98P.0 size=108809 2023-12-20T11:09:51.933 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.931+0000 7fd1b21c4880 1 < completed multipart upload key=SQ6HXEFRPSDQ upload=N1GP2OO6E98P tag=MAWWJB28OA9R type=write size=1157385 2023-12-20T11:09:51.935 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.932+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=QB3KP409HCQ9 type=del size=2237189 2023-12-20T11:09:51.937 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.935+0000 7fd1b21c4880 1 < suggested update operation key=1VUIXCARBLMN tag=7G9Z5ZPKUQRR type=del size=399861 2023-12-20T11:09:51.939 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.936+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=TPPBCBZ0A279 type=del size=3635422 2023-12-20T11:09:51.940 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.938+0000 7fd1b21c4880 1 < canceled operation key=QZYJEPHLU0HS tag=CZK86P0T24MG type=del size=2968982 2023-12-20T11:09:51.943 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.939+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=VMANQO7V6A1I type=del size=1268399 2023-12-20T11:09:51.943 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.940+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~PGN4ASUK6FEG.0 size=1048576 2023-12-20T11:09:51.944 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.941+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~PGN4ASUK6FEG.1 size=584840 2023-12-20T11:09:51.947 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.943+0000 7fd1b21c4880 1 < completed multipart upload key=TZ6V49PS7YRX upload=PGN4ASUK6FEG tag=V9VV5EC9KJ41 type=write size=2681992 2023-12-20T11:09:51.948 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.945+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~13GUJG45UFZ3.0 size=1048576 2023-12-20T11:09:51.950 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.947+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~13GUJG45UFZ3.1 size=1048576 2023-12-20T11:09:51.951 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.948+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~13GUJG45UFZ3.2 size=509049 2023-12-20T11:09:51.951 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.948+0000 7fd1b21c4880 1 > prepared multipart upload key=QZYJEPHLU0HS upload=13GUJG45UFZ3 tag=C9NL4IHB1VPR type=write size=3654777 2023-12-20T11:09:51.954 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.949+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~S01E8225UTAP.0 size=1048576 2023-12-20T11:09:51.954 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.950+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~S01E8225UTAP.1 size=1046275 2023-12-20T11:09:51.954 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.952+0000 7fd1b21c4880 1 < completed multipart upload key=E12NLNIAVP97 upload=S01E8225UTAP tag=75FUDLFNNM9G type=write size=3143427 2023-12-20T11:09:51.955 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.953+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=F3LLA7U0YVH0 type=write size=86967 2023-12-20T11:09:51.957 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.954+0000 7fd1b21c4880 1 < completed delete operation key=TRBR8IGAJUYI tag=KWHIC2FFVGVM type=del 2023-12-20T11:09:51.958 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.955+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=D3BD3Y7GRQGH type=del size=181902 2023-12-20T11:09:51.959 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.956+0000 7fd1b21c4880 1 < completed delete operation key=K1JVVDJA7RXO tag=ER8302G7MMSF type=del 2023-12-20T11:09:51.960 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.958+0000 7fd1b21c4880 1 > prepared operation key=I33EZDGEOOGS tag=HC8Z7CXJR7QX type=del size=3730468 2023-12-20T11:09:51.961 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.959+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~2JZBI96HHTI2.0 size=998052 2023-12-20T11:09:51.963 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.961+0000 7fd1b21c4880 1 < completed multipart upload key=0CTPN27ASDAX upload=2JZBI96HHTI2 tag=9GJQ2JQ2PVE0 type=write size=2046628 2023-12-20T11:09:51.965 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.963+0000 7fd1b21c4880 1 > prepared part key=_multipart_SG40R95BA3CO.2~KGVYTKF10TP3.0 size=754387 2023-12-20T11:09:51.966 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.963+0000 7fd1b21c4880 1 > prepared multipart upload key=SG40R95BA3CO upload=KGVYTKF10TP3 tag=VJWK6J506E4A type=write size=1802963 2023-12-20T11:09:51.967 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.964+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~103R3ZO32TN8.0 size=1048576 2023-12-20T11:09:51.968 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.965+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~103R3ZO32TN8.1 size=649713 2023-12-20T11:09:51.971 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.967+0000 7fd1b21c4880 1 < completed multipart upload key=H6RM2M0W0Z5O upload=103R3ZO32TN8 tag=CWV0OLZRH7F8 type=write size=2746865 2023-12-20T11:09:51.971 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.969+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=VPS2X761G6K9 type=del size=668055 2023-12-20T11:09:51.973 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.971+0000 7fd1b21c4880 1 < completed delete operation key=SQ6HXEFRPSDQ tag=TQRXICV7CDJ4 type=del 2023-12-20T11:09:51.975 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.972+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=1BKX2PDATLLE type=del size=312196 2023-12-20T11:09:51.976 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.974+0000 7fd1b21c4880 1 < completed delete operation key=UHTMIVT6ND23 tag=UIG823E7THY5 type=del 2023-12-20T11:09:51.978 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.975+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=Q8KKDEKPOFH6 type=del size=3553410 2023-12-20T11:09:51.979 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.977+0000 7fd1b21c4880 1 < canceled operation key=YJO1Z2TB061O tag=TZ952VBWBL4Q type=del size=2836646 2023-12-20T11:09:51.981 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.979+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~PXN5L072UEB1.0 size=1048576 2023-12-20T11:09:51.982 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.980+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~PXN5L072UEB1.1 size=938866 2023-12-20T11:09:51.982 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.980+0000 7fd1b21c4880 1 > prepared multipart upload key=E12NLNIAVP97 upload=PXN5L072UEB1 tag=8YYKIVVXD896 type=write size=3036018 2023-12-20T11:09:51.984 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.981+0000 7fd1b21c4880 1 < completed write operation key=EX0YD5XH1XPL tag=C2ZYH4N8F9H0 type=write size=685359 2023-12-20T11:09:51.986 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.983+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~FUHAY0QCOV02.0 size=1048576 2023-12-20T11:09:51.987 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.984+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~FUHAY0QCOV02.1 size=367065 2023-12-20T11:09:51.987 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.984+0000 7fd1b21c4880 1 > prepared multipart upload key=1VUIXCARBLMN upload=FUHAY0QCOV02 tag=UVM6CQR6EBOU type=write size=2464217 2023-12-20T11:09:51.988 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.986+0000 7fd1b21c4880 1 < canceled operation key=SG40R95BA3CO tag=S9QC7CKJOIFJ type=write size=756498 2023-12-20T11:09:51.991 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.988+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~PPLKP7XNMPLA.0 size=1048576 2023-12-20T11:09:51.993 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.989+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~PPLKP7XNMPLA.1 size=1048576 2023-12-20T11:09:51.993 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.990+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~PPLKP7XNMPLA.2 size=186946 2023-12-20T11:09:51.993 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.990+0000 7fd1b21c4880 1 > prepared multipart upload key=F1VUDQZ0F87N upload=PPLKP7XNMPLA tag=KPMHM7001TYV type=write size=3332674 2023-12-20T11:09:51.995 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.993+0000 7fd1b21c4880 1 < suggested remove operation key=SUG71QAZ2CFC tag=64F3NRFYQ2MS type=write 2023-12-20T11:09:51.996 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.994+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=3KTDKNH8WY02 type=del size=3974709 2023-12-20T11:09:51.998 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.995+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~0HIFH1VCMP3M.0 size=1048576 2023-12-20T11:09:51.998 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.995+0000 7fd1b21c4880 1 < canceled part key=_multipart_0HBCFL318BEY.2~0HIFH1VCMP3M.1 size=668063 2023-12-20T11:09:52.000 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:51.998+0000 7fd1b21c4880 1 < canceled multipart upload key=0HBCFL318BEY upload=0HIFH1VCMP3M tag=EDMYGI3N6OJ3 type=write size=2765215 2023-12-20T11:09:52.003 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.000+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~2T2P6X42NK5E.0 size=1048576 2023-12-20T11:09:52.003 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.001+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~2T2P6X42NK5E.1 size=1048576 2023-12-20T11:09:52.005 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.002+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~2T2P6X42NK5E.2 size=369326 2023-12-20T11:09:52.005 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.002+0000 7fd1b21c4880 1 > prepared multipart upload key=0HBCFL318BEY upload=2T2P6X42NK5E tag=8MGR73AE1JOS type=write size=3515054 2023-12-20T11:09:52.006 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.003+0000 7fd1b21c4880 1 < completed delete operation key=0CTPN27ASDAX tag=QB3KP409HCQ9 type=del 2023-12-20T11:09:52.007 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.005+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=1L82KWRY5KEG type=del size=290967 2023-12-20T11:09:52.008 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.006+0000 7fd1b21c4880 1 < completed delete operation key=6UQYCRIG1VTM tag=TPPBCBZ0A279 type=del 2023-12-20T11:09:52.009 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.007+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=PTJY16EC64Y7 type=write size=331933 2023-12-20T11:09:52.011 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.008+0000 7fd1b21c4880 1 < completed delete operation key=PWOXA6XNR6SL tag=VMANQO7V6A1I type=del 2023-12-20T11:09:52.012 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.010+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=F3WDHJKP73R6 type=del size=3661675 2023-12-20T11:09:52.013 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.010+0000 7fd1b21c4880 1 < canceled part key=_multipart_QZYJEPHLU0HS.2~13GUJG45UFZ3.0 size=1048576 2023-12-20T11:09:52.013 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.011+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~13GUJG45UFZ3.1 size=1048576 2023-12-20T11:09:52.014 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.012+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~13GUJG45UFZ3.2 size=509049 2023-12-20T11:09:52.016 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.014+0000 7fd1b21c4880 1 < canceled multipart upload key=QZYJEPHLU0HS upload=13GUJG45UFZ3 tag=C9NL4IHB1VPR type=write size=3654777 2023-12-20T11:09:52.018 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.015+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=DL5OBJU7XC2Y type=del size=3961686 2023-12-20T11:09:52.019 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.017+0000 7fd1b21c4880 1 < completed write operation key=FKD3AAYKIV7B tag=F3LLA7U0YVH0 type=write size=86967 2023-12-20T11:09:52.021 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.018+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=2ABTK0GVQ9XV type=del size=3533134 2023-12-20T11:09:52.022 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.020+0000 7fd1b21c4880 1 < completed delete operation key=UK0IZFVQ8SXI tag=D3BD3Y7GRQGH type=del 2023-12-20T11:09:52.024 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.022+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~FKCVQKQ9K0OK.0 size=1048576 2023-12-20T11:09:52.025 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.023+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~FKCVQKQ9K0OK.1 size=1048576 2023-12-20T11:09:52.026 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.024+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~FKCVQKQ9K0OK.2 size=890103 2023-12-20T11:09:52.026 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.024+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=FKCVQKQ9K0OK tag=4VU74U2T7VJF type=write size=4035831 2023-12-20T11:09:52.028 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.025+0000 7fd1b21c4880 1 < completed delete operation key=I33EZDGEOOGS tag=HC8Z7CXJR7QX type=del 2023-12-20T11:09:52.030 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.027+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~FD74QTJWCIOQ.0 size=1048576 2023-12-20T11:09:52.030 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.028+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~FD74QTJWCIOQ.1 size=1048576 2023-12-20T11:09:52.031 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.029+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~FD74QTJWCIOQ.2 size=621593 2023-12-20T11:09:52.032 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.029+0000 7fd1b21c4880 1 > prepared multipart upload key=F1VUDQZ0F87N upload=FD74QTJWCIOQ tag=PIQNIOW5RPAH type=write size=3767321 2023-12-20T11:09:52.032 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.030+0000 7fd1b21c4880 1 < completed part key=_multipart_SG40R95BA3CO.2~KGVYTKF10TP3.0 size=754387 2023-12-20T11:09:52.035 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.032+0000 7fd1b21c4880 1 < completed multipart upload key=SG40R95BA3CO upload=KGVYTKF10TP3 tag=VJWK6J506E4A type=write size=1802963 2023-12-20T11:09:52.036 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.034+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~IUBQX12RC1X0.0 size=1048576 2023-12-20T11:09:52.037 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.035+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~IUBQX12RC1X0.1 size=1048576 2023-12-20T11:09:52.038 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.036+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~IUBQX12RC1X0.2 size=833056 2023-12-20T11:09:52.038 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.036+0000 7fd1b21c4880 1 > prepared multipart upload key=0HBCFL318BEY upload=IUBQX12RC1X0 tag=17LRH8XM3IDL type=write size=3978784 2023-12-20T11:09:52.041 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.039+0000 7fd1b21c4880 1 < suggested remove operation key=SG40R95BA3CO tag=VPS2X761G6K9 type=del 2023-12-20T11:09:52.043 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.041+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~VIFTQKX0OJ81.0 size=1048576 2023-12-20T11:09:52.044 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.042+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~VIFTQKX0OJ81.1 size=1048576 2023-12-20T11:09:52.045 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.043+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~VIFTQKX0OJ81.2 size=539875 2023-12-20T11:09:52.046 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.043+0000 7fd1b21c4880 1 > prepared multipart upload key=E12NLNIAVP97 upload=VIFTQKX0OJ81 tag=V84WSB97R3FM type=write size=3685603 2023-12-20T11:09:52.046 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.044+0000 7fd1b21c4880 1 < completed delete operation key=TRBR8IGAJUYI tag=1BKX2PDATLLE type=del 2023-12-20T11:09:52.048 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.046+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=9WEGMWFIEYD2 type=del size=542378 2023-12-20T11:09:52.051 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.048+0000 7fd1b21c4880 1 < suggested update operation key=0CTPN27ASDAX tag=Q8KKDEKPOFH6 type=del size=3553410 2023-12-20T11:09:52.052 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.050+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=3V15XJIFUBMG type=del size=2740514 2023-12-20T11:09:52.053 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.050+0000 7fd1b21c4880 1 < canceled part key=_multipart_E12NLNIAVP97.2~PXN5L072UEB1.0 size=1048576 2023-12-20T11:09:52.053 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.051+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~PXN5L072UEB1.1 size=938866 2023-12-20T11:09:52.056 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.053+0000 7fd1b21c4880 1 < canceled multipart upload key=E12NLNIAVP97 upload=PXN5L072UEB1 tag=8YYKIVVXD896 type=write size=3036018 2023-12-20T11:09:52.057 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.055+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=OAN8758O3TAH type=del size=2415649 2023-12-20T11:09:52.058 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.056+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~FUHAY0QCOV02.0 size=1048576 2023-12-20T11:09:52.059 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.057+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~FUHAY0QCOV02.1 size=367065 2023-12-20T11:09:52.061 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.059+0000 7fd1b21c4880 1 < completed multipart upload key=1VUIXCARBLMN upload=FUHAY0QCOV02 tag=UVM6CQR6EBOU type=write size=2464217 2023-12-20T11:09:52.065 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.061+0000 7fd1b21c4880 1 > prepared part key=_multipart_LTCK7NB910AG.2~DSXO8SH0F3IE.0 size=819370 2023-12-20T11:09:52.065 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.061+0000 7fd1b21c4880 1 > prepared multipart upload key=LTCK7NB910AG upload=DSXO8SH0F3IE tag=LOSJ4H82MS7L type=write size=1867946 2023-12-20T11:09:52.065 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.062+0000 7fd1b21c4880 1 < completed part key=_multipart_F1VUDQZ0F87N.2~PPLKP7XNMPLA.0 size=1048576 2023-12-20T11:09:52.065 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.062+0000 7fd1b21c4880 1 < canceled part key=_multipart_F1VUDQZ0F87N.2~PPLKP7XNMPLA.1 size=1048576 2023-12-20T11:09:52.066 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.063+0000 7fd1b21c4880 1 < completed part key=_multipart_F1VUDQZ0F87N.2~PPLKP7XNMPLA.2 size=186946 2023-12-20T11:09:52.067 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.065+0000 7fd1b21c4880 1 < canceled multipart upload key=F1VUDQZ0F87N upload=PPLKP7XNMPLA tag=KPMHM7001TYV type=write size=3332674 2023-12-20T11:09:52.069 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.066+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=VPVHD6A7EJBM type=del size=1256342 2023-12-20T11:09:52.070 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.068+0000 7fd1b21c4880 1 < completed delete operation key=LC4FC2MW1JOI tag=3KTDKNH8WY02 type=del 2023-12-20T11:09:52.073 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.070+0000 7fd1b21c4880 1 > prepared part key=_multipart_SG40R95BA3CO.2~1WZBOBYYKI0R.0 size=343831 2023-12-20T11:09:52.073 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.070+0000 7fd1b21c4880 1 > prepared multipart upload key=SG40R95BA3CO upload=1WZBOBYYKI0R tag=7LW14IBFEMIR type=write size=1392407 2023-12-20T11:09:52.074 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.071+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~2T2P6X42NK5E.0 size=1048576 2023-12-20T11:09:52.075 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.072+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~2T2P6X42NK5E.1 size=1048576 2023-12-20T11:09:52.075 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.072+0000 7fd1b21c4880 1 < canceled part key=_multipart_0HBCFL318BEY.2~2T2P6X42NK5E.2 size=369326 2023-12-20T11:09:52.077 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.074+0000 7fd1b21c4880 1 < canceled multipart upload key=0HBCFL318BEY upload=2T2P6X42NK5E tag=8MGR73AE1JOS type=write size=3515054 2023-12-20T11:09:52.078 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.076+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=C7C50LK8YB25 type=del size=2860622 2023-12-20T11:09:52.079 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.077+0000 7fd1b21c4880 1 < completed delete operation key=X4MNSJEQQOIN tag=1L82KWRY5KEG type=del 2023-12-20T11:09:52.081 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.078+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=WQM92S3VRPKC type=del size=1550131 2023-12-20T11:09:52.082 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.080+0000 7fd1b21c4880 1 < completed write operation key=8G0W9JZ1GDXN tag=PTJY16EC64Y7 type=write size=331933 2023-12-20T11:09:52.084 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.082+0000 7fd1b21c4880 1 > prepared operation key=I33EZDGEOOGS tag=NX4TE5ZEWWAI type=del size=3946279 2023-12-20T11:09:52.087 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.084+0000 7fd1b21c4880 1 < suggested remove operation key=F1VUDQZ0F87N tag=F3WDHJKP73R6 type=del 2023-12-20T11:09:52.089 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.087+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~SIP2XONAQL4Z.0 size=1048576 2023-12-20T11:09:52.090 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.088+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~SIP2XONAQL4Z.1 size=1048576 2023-12-20T11:09:52.091 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.089+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~SIP2XONAQL4Z.2 size=954529 2023-12-20T11:09:52.091 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.089+0000 7fd1b21c4880 1 > prepared multipart upload key=X4MNSJEQQOIN upload=SIP2XONAQL4Z tag=F67Q24FCZDII type=write size=4100257 2023-12-20T11:09:52.093 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.090+0000 7fd1b21c4880 1 < canceled operation key=OYO96KT3ZIBU tag=DL5OBJU7XC2Y type=del size=3961686 2023-12-20T11:09:52.094 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.091+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=0CE505DXWOAL type=del size=3020901 2023-12-20T11:09:52.095 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.093+0000 7fd1b21c4880 1 < completed delete operation key=MJ4RRM0D3OOK tag=2ABTK0GVQ9XV type=del 2023-12-20T11:09:52.097 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.094+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=YOK7ZPJL787K type=write size=666214 2023-12-20T11:09:52.098 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.096+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~FKCVQKQ9K0OK.0 size=1048576 2023-12-20T11:09:52.100 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.097+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~FKCVQKQ9K0OK.1 size=1048576 2023-12-20T11:09:52.101 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.098+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~FKCVQKQ9K0OK.2 size=890103 2023-12-20T11:09:52.103 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.101+0000 7fd1b21c4880 1 < completed multipart upload key=TZ6V49PS7YRX upload=FKCVQKQ9K0OK tag=4VU74U2T7VJF type=write size=4035831 2023-12-20T11:09:52.104 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.102+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=4E32UVT0STUL type=del size=3953412 2023-12-20T11:09:52.106 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.103+0000 7fd1b21c4880 1 < completed part key=_multipart_F1VUDQZ0F87N.2~FD74QTJWCIOQ.0 size=1048576 2023-12-20T11:09:52.107 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.105+0000 7fd1b21c4880 1 < completed part key=_multipart_F1VUDQZ0F87N.2~FD74QTJWCIOQ.1 size=1048576 2023-12-20T11:09:52.108 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.106+0000 7fd1b21c4880 1 < completed part key=_multipart_F1VUDQZ0F87N.2~FD74QTJWCIOQ.2 size=621593 2023-12-20T11:09:52.110 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.108+0000 7fd1b21c4880 1 < completed multipart upload key=F1VUDQZ0F87N upload=FD74QTJWCIOQ tag=PIQNIOW5RPAH type=write size=3767321 2023-12-20T11:09:52.112 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.109+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=23S6KXTHVR8G type=del size=280329 2023-12-20T11:09:52.113 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.110+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~IUBQX12RC1X0.0 size=1048576 2023-12-20T11:09:52.114 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.112+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~IUBQX12RC1X0.1 size=1048576 2023-12-20T11:09:52.115 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.113+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~IUBQX12RC1X0.2 size=833056 2023-12-20T11:09:52.118 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.115+0000 7fd1b21c4880 1 < completed multipart upload key=0HBCFL318BEY upload=IUBQX12RC1X0 tag=17LRH8XM3IDL type=write size=3978784 2023-12-20T11:09:52.119 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.117+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=CT7P66VXJONN type=del size=3843180 2023-12-20T11:09:52.121 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.118+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~VIFTQKX0OJ81.0 size=1048576 2023-12-20T11:09:52.122 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.120+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~VIFTQKX0OJ81.1 size=1048576 2023-12-20T11:09:52.123 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.121+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~VIFTQKX0OJ81.2 size=539875 2023-12-20T11:09:52.126 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.123+0000 7fd1b21c4880 1 < completed multipart upload key=E12NLNIAVP97 upload=VIFTQKX0OJ81 tag=V84WSB97R3FM type=write size=3685603 2023-12-20T11:09:52.128 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.126+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~MBFSIQSY0I3U.0 size=1048576 2023-12-20T11:09:52.129 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.127+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~MBFSIQSY0I3U.1 size=1048576 2023-12-20T11:09:52.130 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.128+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~MBFSIQSY0I3U.2 size=349861 2023-12-20T11:09:52.130 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.128+0000 7fd1b21c4880 1 > prepared multipart upload key=OYO96KT3ZIBU upload=MBFSIQSY0I3U tag=RD79MTT5UCK5 type=write size=3495589 2023-12-20T11:09:52.131 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.129+0000 7fd1b21c4880 1 < completed delete operation key=EX0YD5XH1XPL tag=9WEGMWFIEYD2 type=del 2023-12-20T11:09:52.133 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.130+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=H9QWHCWFZ2GP type=del size=3368590 2023-12-20T11:09:52.134 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.131+0000 7fd1b21c4880 1 < completed delete operation key=K1JVVDJA7RXO tag=3V15XJIFUBMG type=del 2023-12-20T11:09:52.135 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.133+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=RMF4TL0LSKUH type=write size=465230 2023-12-20T11:09:52.136 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.134+0000 7fd1b21c4880 1 < completed delete operation key=MJ4RRM0D3OOK tag=OAN8758O3TAH type=del 2023-12-20T11:09:52.138 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.135+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=9EDP5J0HDWCA type=del size=4038112 2023-12-20T11:09:52.139 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.137+0000 7fd1b21c4880 1 < completed part key=_multipart_LTCK7NB910AG.2~DSXO8SH0F3IE.0 size=819370 2023-12-20T11:09:52.141 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.139+0000 7fd1b21c4880 1 < completed multipart upload key=LTCK7NB910AG upload=DSXO8SH0F3IE tag=LOSJ4H82MS7L type=write size=1867946 2023-12-20T11:09:52.144 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.141+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~4X0VN5CKY58Q.0 size=120821 2023-12-20T11:09:52.144 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.141+0000 7fd1b21c4880 1 > prepared multipart upload key=ZUUJSJVWL10H upload=4X0VN5CKY58Q tag=FGB4AD3ZEE4Y type=write size=1169397 2023-12-20T11:09:52.145 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.143+0000 7fd1b21c4880 1 < completed delete operation key=SQ6HXEFRPSDQ tag=VPVHD6A7EJBM type=del 2023-12-20T11:09:52.147 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.144+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=68WQTEJSLAC6 type=write size=175118 2023-12-20T11:09:52.148 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.146+0000 7fd1b21c4880 1 < completed part key=_multipart_SG40R95BA3CO.2~1WZBOBYYKI0R.0 size=343831 2023-12-20T11:09:52.150 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.148+0000 7fd1b21c4880 1 < completed multipart upload key=SG40R95BA3CO upload=1WZBOBYYKI0R tag=7LW14IBFEMIR type=write size=1392407 2023-12-20T11:09:52.152 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.149+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=M4YDRMCHHHNE type=del size=3014190 2023-12-20T11:09:52.153 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.150+0000 7fd1b21c4880 1 < completed delete operation key=SG40R95BA3CO tag=C7C50LK8YB25 type=del 2023-12-20T11:09:52.154 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.152+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=OPTNSULWLC9S type=del size=2589309 2023-12-20T11:09:52.156 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.153+0000 7fd1b21c4880 1 < completed delete operation key=K1JVVDJA7RXO tag=WQM92S3VRPKC type=del 2023-12-20T11:09:52.159 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.156+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~560VSZVD9H71.0 size=1048576 2023-12-20T11:09:52.160 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.157+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~560VSZVD9H71.1 size=1048576 2023-12-20T11:09:52.161 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.158+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~560VSZVD9H71.2 size=326457 2023-12-20T11:09:52.161 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.158+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=560VSZVD9H71 tag=HRGCX5VD9CIA type=write size=3472185 2023-12-20T11:09:52.163 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.161+0000 7fd1b21c4880 1 < suggested remove operation key=I33EZDGEOOGS tag=NX4TE5ZEWWAI type=del 2023-12-20T11:09:52.164 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.162+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=MX0GEDLPI3OS type=del size=3259131 2023-12-20T11:09:52.166 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.163+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~SIP2XONAQL4Z.0 size=1048576 2023-12-20T11:09:52.166 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.163+0000 7fd1b21c4880 1 < canceled part key=_multipart_X4MNSJEQQOIN.2~SIP2XONAQL4Z.1 size=1048576 2023-12-20T11:09:52.167 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.164+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~SIP2XONAQL4Z.2 size=954529 2023-12-20T11:09:52.169 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.166+0000 7fd1b21c4880 1 < canceled multipart upload key=X4MNSJEQQOIN upload=SIP2XONAQL4Z tag=F67Q24FCZDII type=write size=4100257 2023-12-20T11:09:52.171 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.169+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~C4K1EU0MUT9Q.0 size=1048576 2023-12-20T11:09:52.172 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.170+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~C4K1EU0MUT9Q.1 size=79692 2023-12-20T11:09:52.173 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.170+0000 7fd1b21c4880 1 > prepared multipart upload key=0HBCFL318BEY upload=C4K1EU0MUT9Q tag=OOAO1FAIF1NL type=write size=2176844 2023-12-20T11:09:52.174 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.172+0000 7fd1b21c4880 1 < completed delete operation key=H6RM2M0W0Z5O tag=0CE505DXWOAL type=del 2023-12-20T11:09:52.176 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.174+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~QH86YON6RPQ5.0 size=266665 2023-12-20T11:09:52.177 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.174+0000 7fd1b21c4880 1 > prepared multipart upload key=YJO1Z2TB061O upload=QH86YON6RPQ5 tag=QNTMJY7BI5UC type=write size=1315241 2023-12-20T11:09:52.178 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.175+0000 7fd1b21c4880 1 < canceled operation key=6UQYCRIG1VTM tag=YOK7ZPJL787K type=write size=666214 2023-12-20T11:09:52.180 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.178+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~QMT2UYNJYG7J.0 size=561722 2023-12-20T11:09:52.180 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.178+0000 7fd1b21c4880 1 > prepared multipart upload key=I33EZDGEOOGS upload=QMT2UYNJYG7J tag=WQQON2L5XPQ5 type=write size=1610298 2023-12-20T11:09:52.181 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.179+0000 7fd1b21c4880 1 < canceled operation key=FKD3AAYKIV7B tag=4E32UVT0STUL type=del size=3953412 2023-12-20T11:09:52.183 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.180+0000 7fd1b21c4880 1 > prepared operation key=1VUIXCARBLMN tag=Z1NG4B48AQF0 type=del size=2363820 2023-12-20T11:09:52.185 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.182+0000 7fd1b21c4880 1 < completed delete operation key=PWOXA6XNR6SL tag=23S6KXTHVR8G type=del 2023-12-20T11:09:52.187 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.185+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~7DO3IBN5USDG.0 size=1048576 2023-12-20T11:09:52.188 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.186+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~7DO3IBN5USDG.1 size=1048576 2023-12-20T11:09:52.189 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.187+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~7DO3IBN5USDG.2 size=365008 2023-12-20T11:09:52.189 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.187+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=7DO3IBN5USDG tag=B156FOKV0E12 type=write size=3510736 2023-12-20T11:09:52.191 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.188+0000 7fd1b21c4880 1 < completed delete operation key=X4MNSJEQQOIN tag=CT7P66VXJONN type=del 2023-12-20T11:09:52.192 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.190+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=VIVC3G1R9DNH type=del size=1345873 2023-12-20T11:09:52.193 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.191+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~MBFSIQSY0I3U.0 size=1048576 2023-12-20T11:09:52.193 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.191+0000 7fd1b21c4880 1 < canceled part key=_multipart_OYO96KT3ZIBU.2~MBFSIQSY0I3U.1 size=1048576 2023-12-20T11:09:52.194 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.192+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~MBFSIQSY0I3U.2 size=349861 2023-12-20T11:09:52.197 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.194+0000 7fd1b21c4880 1 < canceled multipart upload key=OYO96KT3ZIBU upload=MBFSIQSY0I3U tag=RD79MTT5UCK5 type=write size=3495589 2023-12-20T11:09:52.198 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.195+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=YG05NFWWWZBC type=del size=3829766 2023-12-20T11:09:52.200 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.198+0000 7fd1b21c4880 1 < suggested remove operation key=FKD3AAYKIV7B tag=H9QWHCWFZ2GP type=del 2023-12-20T11:09:52.201 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.199+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=MYNFCPHVU2XS type=del size=3723680 2023-12-20T11:09:52.203 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.200+0000 7fd1b21c4880 1 < canceled operation key=EX0YD5XH1XPL tag=RMF4TL0LSKUH type=write size=465230 2023-12-20T11:09:52.204 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.202+0000 7fd1b21c4880 1 > prepared operation key=1VUIXCARBLMN tag=9ZEVQA3TRZUD type=del size=1304972 2023-12-20T11:09:52.205 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.203+0000 7fd1b21c4880 1 < completed delete operation key=QZYJEPHLU0HS tag=9EDP5J0HDWCA type=del 2023-12-20T11:09:52.208 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.206+0000 7fd1b21c4880 1 > prepared part key=_multipart_D95F7DLYTH42.2~NGSEKCABBULU.0 size=1048576 2023-12-20T11:09:52.209 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.207+0000 7fd1b21c4880 1 > prepared part key=_multipart_D95F7DLYTH42.2~NGSEKCABBULU.1 size=1048576 2023-12-20T11:09:52.210 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.207+0000 7fd1b21c4880 1 > prepared part key=_multipart_D95F7DLYTH42.2~NGSEKCABBULU.2 size=790439 2023-12-20T11:09:52.210 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.207+0000 7fd1b21c4880 1 > prepared multipart upload key=D95F7DLYTH42 upload=NGSEKCABBULU tag=RP5AWYAQUCM7 type=write size=3936167 2023-12-20T11:09:52.211 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.209+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~4X0VN5CKY58Q.0 size=120821 2023-12-20T11:09:52.213 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.211+0000 7fd1b21c4880 1 < completed multipart upload key=ZUUJSJVWL10H upload=4X0VN5CKY58Q tag=FGB4AD3ZEE4Y type=write size=1169397 2023-12-20T11:09:52.215 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.212+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=9USP324Y4GH2 type=del size=280509 2023-12-20T11:09:52.216 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.214+0000 7fd1b21c4880 1 < completed write operation key=ZUUJSJVWL10H tag=68WQTEJSLAC6 type=write size=175118 2023-12-20T11:09:52.219 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.216+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~3OWAXUF9RFIP.0 size=1048576 2023-12-20T11:09:52.220 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.217+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~3OWAXUF9RFIP.1 size=903842 2023-12-20T11:09:52.220 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.217+0000 7fd1b21c4880 1 > prepared multipart upload key=0HBCFL318BEY upload=3OWAXUF9RFIP tag=TCCLZ2OBPXN9 type=write size=3000994 2023-12-20T11:09:52.221 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.219+0000 7fd1b21c4880 1 < completed delete operation key=ZUUJSJVWL10H tag=M4YDRMCHHHNE type=del 2023-12-20T11:09:52.222 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.220+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=K6PECH9EHJYE type=del size=253626 2023-12-20T11:09:52.224 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.221+0000 7fd1b21c4880 1 < completed delete operation key=SG40R95BA3CO tag=OPTNSULWLC9S type=del 2023-12-20T11:09:52.225 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.223+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=BJU69S1171GM type=del size=4143318 2023-12-20T11:09:52.226 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.224+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~560VSZVD9H71.0 size=1048576 2023-12-20T11:09:52.227 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.225+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~560VSZVD9H71.1 size=1048576 2023-12-20T11:09:52.228 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.226+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~560VSZVD9H71.2 size=326457 2023-12-20T11:09:52.230 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.228+0000 7fd1b21c4880 1 < completed multipart upload key=TZ6V49PS7YRX upload=560VSZVD9H71 tag=HRGCX5VD9CIA type=write size=3472185 2023-12-20T11:09:52.231 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.229+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=K9YZJAT5RZJI type=del size=1274508 2023-12-20T11:09:52.234 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.231+0000 7fd1b21c4880 1 < suggested update operation key=ZUUJSJVWL10H tag=MX0GEDLPI3OS type=del size=3259131 2023-12-20T11:09:52.236 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.234+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~6SJVNQVRXFTB.0 size=660435 2023-12-20T11:09:52.236 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.234+0000 7fd1b21c4880 1 > prepared multipart upload key=QZYJEPHLU0HS upload=6SJVNQVRXFTB tag=Y0JQVZAFAUQE type=write size=1709011 2023-12-20T11:09:52.238 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.235+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~C4K1EU0MUT9Q.0 size=1048576 2023-12-20T11:09:52.239 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.236+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~C4K1EU0MUT9Q.1 size=79692 2023-12-20T11:09:52.241 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.239+0000 7fd1b21c4880 1 < completed multipart upload key=0HBCFL318BEY upload=C4K1EU0MUT9Q tag=OOAO1FAIF1NL type=write size=2176844 2023-12-20T11:09:52.242 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.240+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=74A6KF6LGWV2 type=del size=4120221 2023-12-20T11:09:52.244 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.241+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~QH86YON6RPQ5.0 size=266665 2023-12-20T11:09:52.246 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.243+0000 7fd1b21c4880 1 < completed multipart upload key=YJO1Z2TB061O upload=QH86YON6RPQ5 tag=QNTMJY7BI5UC type=write size=1315241 2023-12-20T11:09:52.247 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.244+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=QOOXGYX8JO1E type=write size=390293 2023-12-20T11:09:52.248 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.246+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~QMT2UYNJYG7J.0 size=561722 2023-12-20T11:09:52.250 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.247+0000 7fd1b21c4880 1 < completed multipart upload key=I33EZDGEOOGS upload=QMT2UYNJYG7J tag=WQQON2L5XPQ5 type=write size=1610298 2023-12-20T11:09:52.252 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.250+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~9G4W072GGIHV.0 size=1048576 2023-12-20T11:09:52.253 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.251+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~9G4W072GGIHV.1 size=495513 2023-12-20T11:09:52.253 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.251+0000 7fd1b21c4880 1 > prepared multipart upload key=SQ6HXEFRPSDQ upload=9G4W072GGIHV tag=01S6P3IK0LHO type=write size=2592665 2023-12-20T11:09:52.255 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.252+0000 7fd1b21c4880 1 < completed delete operation key=1VUIXCARBLMN tag=Z1NG4B48AQF0 type=del 2023-12-20T11:09:52.257 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.254+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~925AHE7UUQ8Q.0 size=1048576 2023-12-20T11:09:52.257 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.255+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~925AHE7UUQ8Q.1 size=705969 2023-12-20T11:09:52.258 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.255+0000 7fd1b21c4880 1 > prepared multipart upload key=D7TWPUF05X3I upload=925AHE7UUQ8Q tag=MD5U1DHNDJMS type=write size=2803121 2023-12-20T11:09:52.259 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.256+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~7DO3IBN5USDG.0 size=1048576 2023-12-20T11:09:52.260 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.257+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~7DO3IBN5USDG.1 size=1048576 2023-12-20T11:09:52.261 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.258+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~7DO3IBN5USDG.2 size=365008 2023-12-20T11:09:52.263 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.261+0000 7fd1b21c4880 1 < completed multipart upload key=TZ6V49PS7YRX upload=7DO3IBN5USDG tag=B156FOKV0E12 type=write size=3510736 2023-12-20T11:09:52.265 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.263+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~PMKID23I1SW0.0 size=1048576 2023-12-20T11:09:52.269 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.264+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~PMKID23I1SW0.1 size=279223 2023-12-20T11:09:52.269 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.264+0000 7fd1b21c4880 1 > prepared multipart upload key=ZUUJSJVWL10H upload=PMKID23I1SW0 tag=FCZQTQAVC4UL type=write size=2376375 2023-12-20T11:09:52.269 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.265+0000 7fd1b21c4880 1 < completed delete operation key=H6RM2M0W0Z5O tag=VIVC3G1R9DNH type=del 2023-12-20T11:09:52.270 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.267+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~MYVARDX9EDV1.0 size=1048576 2023-12-20T11:09:52.271 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.268+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~MYVARDX9EDV1.1 size=200199 2023-12-20T11:09:52.271 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.268+0000 7fd1b21c4880 1 > prepared multipart upload key=TRBR8IGAJUYI upload=MYVARDX9EDV1 tag=VRB6QF60JQN0 type=write size=2297351 2023-12-20T11:09:52.272 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.270+0000 7fd1b21c4880 1 < completed delete operation key=X4MNSJEQQOIN tag=YG05NFWWWZBC type=del 2023-12-20T11:09:52.275 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.272+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~3VWG0UFJB6G6.0 size=835316 2023-12-20T11:09:52.275 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.272+0000 7fd1b21c4880 1 > prepared multipart upload key=SQ6HXEFRPSDQ upload=3VWG0UFJB6G6 tag=KOL5B6RW89F3 type=write size=1883892 2023-12-20T11:09:52.277 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.275+0000 7fd1b21c4880 1 < suggested update operation key=H6RM2M0W0Z5O tag=MYNFCPHVU2XS type=del size=3723680 2023-12-20T11:09:52.279 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.277+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=VD92LCO7TIGY type=del size=3872085 2023-12-20T11:09:52.281 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.278+0000 7fd1b21c4880 1 < completed delete operation key=1VUIXCARBLMN tag=9ZEVQA3TRZUD type=del 2023-12-20T11:09:52.282 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.280+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=BYWXXDVDYGWS type=write size=115100 2023-12-20T11:09:52.283 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.281+0000 7fd1b21c4880 1 < completed part key=_multipart_D95F7DLYTH42.2~NGSEKCABBULU.0 size=1048576 2023-12-20T11:09:52.284 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.282+0000 7fd1b21c4880 1 < completed part key=_multipart_D95F7DLYTH42.2~NGSEKCABBULU.1 size=1048576 2023-12-20T11:09:52.286 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.283+0000 7fd1b21c4880 1 < completed part key=_multipart_D95F7DLYTH42.2~NGSEKCABBULU.2 size=790439 2023-12-20T11:09:52.288 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.285+0000 7fd1b21c4880 1 < completed multipart upload key=D95F7DLYTH42 upload=NGSEKCABBULU tag=RP5AWYAQUCM7 type=write size=3936167 2023-12-20T11:09:52.289 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.287+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=RUF5TXGM3LQ9 type=del size=756589 2023-12-20T11:09:52.290 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.288+0000 7fd1b21c4880 1 < completed delete operation key=K1JVVDJA7RXO tag=9USP324Y4GH2 type=del 2023-12-20T11:09:52.291 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.289+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=EL9WW2L0PD9G type=del size=3791727 2023-12-20T11:09:52.293 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.291+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~3OWAXUF9RFIP.0 size=1048576 2023-12-20T11:09:52.294 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.292+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~3OWAXUF9RFIP.1 size=903842 2023-12-20T11:09:52.296 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.294+0000 7fd1b21c4880 1 < completed multipart upload key=0HBCFL318BEY upload=3OWAXUF9RFIP tag=TCCLZ2OBPXN9 type=write size=3000994 2023-12-20T11:09:52.297 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.295+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=0L9S9H2HTSYO type=del size=3443878 2023-12-20T11:09:52.299 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.296+0000 7fd1b21c4880 1 < canceled operation key=MJ4RRM0D3OOK tag=K6PECH9EHJYE type=del size=253626 2023-12-20T11:09:52.301 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.299+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~QMMGO6WNVBKS.0 size=1048576 2023-12-20T11:09:52.303 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.300+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~QMMGO6WNVBKS.1 size=1048576 2023-12-20T11:09:52.304 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.301+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~QMMGO6WNVBKS.2 size=522853 2023-12-20T11:09:52.304 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.301+0000 7fd1b21c4880 1 > prepared multipart upload key=MJ4RRM0D3OOK upload=QMMGO6WNVBKS tag=4RWTEB9AAK5V type=write size=3668581 2023-12-20T11:09:52.305 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.303+0000 7fd1b21c4880 -1 < failed to complete operation key=H6RM2M0W0Z5O tag=BJU69S1171GM type=del size=4143318: (22) Invalid argument 2023-12-20T11:09:52.307 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.304+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=HV2GL9HWFLXC type=del size=2248155 2023-12-20T11:09:52.308 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.306+0000 7fd1b21c4880 1 < completed delete operation key=LTCK7NB910AG tag=K9YZJAT5RZJI type=del 2023-12-20T11:09:52.309 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.307+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=HMY04SWCXFQ6 type=write size=501448 2023-12-20T11:09:52.311 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.308+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~6SJVNQVRXFTB.0 size=660435 2023-12-20T11:09:52.313 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.311+0000 7fd1b21c4880 1 < completed multipart upload key=QZYJEPHLU0HS upload=6SJVNQVRXFTB tag=Y0JQVZAFAUQE type=write size=1709011 2023-12-20T11:09:52.315 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.312+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=T0TYGZUO2CIY type=write size=369157 2023-12-20T11:09:52.316 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.314+0000 7fd1b21c4880 1 < completed delete operation key=PWOXA6XNR6SL tag=74A6KF6LGWV2 type=del 2023-12-20T11:09:52.318 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.315+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=3ZXKI0T7F7WL type=del size=4185194 2023-12-20T11:09:52.319 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.317+0000 7fd1b21c4880 1 < completed write operation key=LS7TO3DAUIBT tag=QOOXGYX8JO1E type=write size=390293 2023-12-20T11:09:52.322 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.319+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~6U3O2GIF4LOX.0 size=1048576 2023-12-20T11:09:52.323 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.320+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~6U3O2GIF4LOX.1 size=1048576 2023-12-20T11:09:52.324 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.321+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~6U3O2GIF4LOX.2 size=973876 2023-12-20T11:09:52.324 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.321+0000 7fd1b21c4880 1 > prepared multipart upload key=OYO96KT3ZIBU upload=6U3O2GIF4LOX tag=YJEKA1ROBMPI type=write size=4119604 2023-12-20T11:09:52.325 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.323+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~9G4W072GGIHV.0 size=1048576 2023-12-20T11:09:52.326 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.324+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~9G4W072GGIHV.1 size=495513 2023-12-20T11:09:52.328 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.326+0000 7fd1b21c4880 1 < completed multipart upload key=SQ6HXEFRPSDQ upload=9G4W072GGIHV tag=01S6P3IK0LHO type=write size=2592665 2023-12-20T11:09:52.330 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.328+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=ZZF6TGH9IR0Z type=del size=1566033 2023-12-20T11:09:52.332 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.329+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~925AHE7UUQ8Q.0 size=1048576 2023-12-20T11:09:52.332 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.329+0000 7fd1b21c4880 1 < canceled part key=_multipart_D7TWPUF05X3I.2~925AHE7UUQ8Q.1 size=705969 2023-12-20T11:09:52.334 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.332+0000 7fd1b21c4880 1 < canceled multipart upload key=D7TWPUF05X3I upload=925AHE7UUQ8Q tag=MD5U1DHNDJMS type=write size=2803121 2023-12-20T11:09:52.336 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.334+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~JUXD2XSD4FC5.0 size=647092 2023-12-20T11:09:52.336 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.334+0000 7fd1b21c4880 1 > prepared multipart upload key=D7TWPUF05X3I upload=JUXD2XSD4FC5 tag=H6TT1AMP23K6 type=write size=1695668 2023-12-20T11:09:52.338 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.335+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~PMKID23I1SW0.0 size=1048576 2023-12-20T11:09:52.339 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.337+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~PMKID23I1SW0.1 size=279223 2023-12-20T11:09:52.341 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.339+0000 7fd1b21c4880 1 < completed multipart upload key=ZUUJSJVWL10H upload=PMKID23I1SW0 tag=FCZQTQAVC4UL type=write size=2376375 2023-12-20T11:09:52.343 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.340+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=5QCE8KVA63R3 type=del size=3929611 2023-12-20T11:09:52.344 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.342+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~MYVARDX9EDV1.0 size=1048576 2023-12-20T11:09:52.345 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.343+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~MYVARDX9EDV1.1 size=200199 2023-12-20T11:09:52.347 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.345+0000 7fd1b21c4880 1 < completed multipart upload key=TRBR8IGAJUYI upload=MYVARDX9EDV1 tag=VRB6QF60JQN0 type=write size=2297351 2023-12-20T11:09:52.349 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.347+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~A8XDQQ7TGMKS.0 size=1048576 2023-12-20T11:09:52.350 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.348+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~A8XDQQ7TGMKS.1 size=919767 2023-12-20T11:09:52.351 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.348+0000 7fd1b21c4880 1 > prepared multipart upload key=YJO1Z2TB061O upload=A8XDQQ7TGMKS tag=WMB5FNYZBN8Z type=write size=3016919 2023-12-20T11:09:52.352 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.349+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~3VWG0UFJB6G6.0 size=835316 2023-12-20T11:09:52.354 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.352+0000 7fd1b21c4880 1 < completed multipart upload key=SQ6HXEFRPSDQ upload=3VWG0UFJB6G6 tag=KOL5B6RW89F3 type=write size=1883892 2023-12-20T11:09:52.355 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.353+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=CQT5FMG22IJD type=del size=1035951 2023-12-20T11:09:52.357 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.355+0000 7fd1b21c4880 1 < canceled operation key=UK0IZFVQ8SXI tag=VD92LCO7TIGY type=del size=3872085 2023-12-20T11:09:52.359 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.356+0000 7fd1b21c4880 1 > prepared operation key=TZ6V49PS7YRX tag=NBE4UTSU9XQU type=del size=2879255 2023-12-20T11:09:52.360 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.358+0000 7fd1b21c4880 1 < completed write operation key=OYO96KT3ZIBU tag=BYWXXDVDYGWS type=write size=115100 2023-12-20T11:09:52.361 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.359+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=ICRHWM5M1RSE type=del size=240446 2023-12-20T11:09:52.363 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.360+0000 7fd1b21c4880 1 < completed delete operation key=YJO1Z2TB061O tag=RUF5TXGM3LQ9 type=del 2023-12-20T11:09:52.364 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.362+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=8NWPD3W4VV9K type=write size=641022 2023-12-20T11:09:52.365 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.363+0000 7fd1b21c4880 1 < completed delete operation key=TRBR8IGAJUYI tag=EL9WW2L0PD9G type=del 2023-12-20T11:09:52.367 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.365+0000 7fd1b21c4880 1 > prepared operation key=D7TWPUF05X3I tag=6GEUS0EX3JDP type=del size=985897 2023-12-20T11:09:52.368 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.366+0000 7fd1b21c4880 1 < completed delete operation key=UK0IZFVQ8SXI tag=0L9S9H2HTSYO type=del 2023-12-20T11:09:52.371 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.368+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~MPFS31WD3J39.0 size=165933 2023-12-20T11:09:52.371 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.368+0000 7fd1b21c4880 1 > prepared multipart upload key=FKD3AAYKIV7B upload=MPFS31WD3J39 tag=WJINQTD6KR7A type=write size=1214509 2023-12-20T11:09:52.372 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.370+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~QMMGO6WNVBKS.0 size=1048576 2023-12-20T11:09:52.373 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.371+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~QMMGO6WNVBKS.1 size=1048576 2023-12-20T11:09:52.375 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.372+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~QMMGO6WNVBKS.2 size=522853 2023-12-20T11:09:52.376 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.374+0000 7fd1b21c4880 1 < completed multipart upload key=MJ4RRM0D3OOK upload=QMMGO6WNVBKS tag=4RWTEB9AAK5V type=write size=3668581 2023-12-20T11:09:52.377 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.375+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=8ZDL6PGZVTLT type=del size=2341247 2023-12-20T11:09:52.380 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.377+0000 7fd1b21c4880 1 < suggested remove operation key=TRBR8IGAJUYI tag=HV2GL9HWFLXC type=del 2023-12-20T11:09:52.383 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.380+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~TQE6CPLBIY6M.0 size=1048576 2023-12-20T11:09:52.384 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.381+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~TQE6CPLBIY6M.1 size=335511 2023-12-20T11:09:52.384 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.381+0000 7fd1b21c4880 1 > prepared multipart upload key=6UQYCRIG1VTM upload=TQE6CPLBIY6M tag=YHZXP5SON8VY type=write size=2432663 2023-12-20T11:09:52.385 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.383+0000 7fd1b21c4880 1 < completed write operation key=MJ4RRM0D3OOK tag=HMY04SWCXFQ6 type=write size=501448 2023-12-20T11:09:52.388 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.385+0000 7fd1b21c4880 1 > prepared part key=_multipart_LTCK7NB910AG.2~1GBZWO5TKZ3M.0 size=618497 2023-12-20T11:09:52.388 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.385+0000 7fd1b21c4880 1 > prepared multipart upload key=LTCK7NB910AG upload=1GBZWO5TKZ3M tag=YEKAU3X2NXT4 type=write size=1667073 2023-12-20T11:09:52.390 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.388+0000 7fd1b21c4880 1 < canceled operation key=ZUUJSJVWL10H tag=T0TYGZUO2CIY type=write size=369157 2023-12-20T11:09:52.393 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.391+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=VERKRD3IS4M0 type=del size=3446443 2023-12-20T11:09:52.399 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.396+0000 7fd1b21c4880 1 < suggested remove operation key=K1JVVDJA7RXO tag=3ZXKI0T7F7WL type=del 2023-12-20T11:09:52.401 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.398+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=OAT3PPIAHMZG type=del size=1640285 2023-12-20T11:09:52.402 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.400+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~6U3O2GIF4LOX.0 size=1048576 2023-12-20T11:09:52.403 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.401+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~6U3O2GIF4LOX.1 size=1048576 2023-12-20T11:09:52.404 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.402+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~6U3O2GIF4LOX.2 size=973876 2023-12-20T11:09:52.407 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.404+0000 7fd1b21c4880 1 < completed multipart upload key=OYO96KT3ZIBU upload=6U3O2GIF4LOX tag=YJEKA1ROBMPI type=write size=4119604 2023-12-20T11:09:52.408 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.406+0000 7fd1b21c4880 1 > prepared operation key=1VUIXCARBLMN tag=GEF8DIJBNCJV type=write size=161939 2023-12-20T11:09:52.410 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.407+0000 7fd1b21c4880 1 < completed delete operation key=0CTPN27ASDAX tag=ZZF6TGH9IR0Z type=del 2023-12-20T11:09:52.411 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.409+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=P5U0SOPOO1Y6 type=del size=3276898 2023-12-20T11:09:52.413 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.410+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~JUXD2XSD4FC5.0 size=647092 2023-12-20T11:09:52.415 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.412+0000 7fd1b21c4880 1 < completed multipart upload key=D7TWPUF05X3I upload=JUXD2XSD4FC5 tag=H6TT1AMP23K6 type=write size=1695668 2023-12-20T11:09:52.416 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.413+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=FMLRPK328QFH type=write size=911853 2023-12-20T11:09:52.417 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.415+0000 7fd1b21c4880 1 < completed delete operation key=E12NLNIAVP97 tag=5QCE8KVA63R3 type=del 2023-12-20T11:09:52.418 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.416+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=BGO0QLJ5UXUA type=del size=3474528 2023-12-20T11:09:52.420 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.417+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~A8XDQQ7TGMKS.0 size=1048576 2023-12-20T11:09:52.421 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.418+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~A8XDQQ7TGMKS.1 size=919767 2023-12-20T11:09:52.423 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.421+0000 7fd1b21c4880 1 < completed multipart upload key=YJO1Z2TB061O upload=A8XDQQ7TGMKS tag=WMB5FNYZBN8Z type=write size=3016919 2023-12-20T11:09:52.425 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.423+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~TLWNY2CJSYTA.0 size=1048576 2023-12-20T11:09:52.426 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.424+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~TLWNY2CJSYTA.1 size=613510 2023-12-20T11:09:52.427 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.424+0000 7fd1b21c4880 1 > prepared multipart upload key=0HBCFL318BEY upload=TLWNY2CJSYTA tag=DSRIGF5NQZE3 type=write size=2710662 2023-12-20T11:09:52.428 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.426+0000 7fd1b21c4880 1 < completed delete operation key=D95F7DLYTH42 tag=CQT5FMG22IJD type=del 2023-12-20T11:09:52.430 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.427+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=CGC2G7TQFZXF type=del size=956861 2023-12-20T11:09:52.431 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.429+0000 7fd1b21c4880 1 < completed delete operation key=TZ6V49PS7YRX tag=NBE4UTSU9XQU type=del 2023-12-20T11:09:52.432 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.430+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=VHON3E69D1NB type=del size=3416880 2023-12-20T11:09:52.434 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.431+0000 7fd1b21c4880 1 < canceled operation key=SQ6HXEFRPSDQ tag=ICRHWM5M1RSE type=del size=240446 2023-12-20T11:09:52.435 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.433+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=69FAISGTORN0 type=del size=2937640 2023-12-20T11:09:52.436 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.434+0000 7fd1b21c4880 1 < completed write operation key=MJ4RRM0D3OOK tag=8NWPD3W4VV9K type=write size=641022 2023-12-20T11:09:52.439 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.437+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~CX4GR67F6AYH.0 size=1048576 2023-12-20T11:09:52.440 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.438+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~CX4GR67F6AYH.1 size=1048576 2023-12-20T11:09:52.441 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.439+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~CX4GR67F6AYH.2 size=832228 2023-12-20T11:09:52.441 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.439+0000 7fd1b21c4880 1 > prepared multipart upload key=D7TWPUF05X3I upload=CX4GR67F6AYH tag=MI8IQBOD8RFT type=write size=3977956 2023-12-20T11:09:52.443 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.440+0000 7fd1b21c4880 1 < completed delete operation key=D7TWPUF05X3I tag=6GEUS0EX3JDP type=del 2023-12-20T11:09:52.444 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.442+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=JXW4HM8QGWO7 type=del size=3061977 2023-12-20T11:09:52.446 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.443+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~MPFS31WD3J39.0 size=165933 2023-12-20T11:09:52.448 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.445+0000 7fd1b21c4880 1 < completed multipart upload key=FKD3AAYKIV7B upload=MPFS31WD3J39 tag=WJINQTD6KR7A type=write size=1214509 2023-12-20T11:09:52.449 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.447+0000 7fd1b21c4880 1 > prepared operation key=D7TWPUF05X3I tag=WRL51X3W8GWK type=del size=3982064 2023-12-20T11:09:52.450 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.448+0000 7fd1b21c4880 1 < completed delete operation key=0CTPN27ASDAX tag=8ZDL6PGZVTLT type=del 2023-12-20T11:09:52.452 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.450+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=KT71IA4YGL6V type=write size=9972 2023-12-20T11:09:52.453 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.451+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~TQE6CPLBIY6M.0 size=1048576 2023-12-20T11:09:52.455 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.452+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~TQE6CPLBIY6M.1 size=335511 2023-12-20T11:09:52.457 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.454+0000 7fd1b21c4880 1 < completed multipart upload key=6UQYCRIG1VTM upload=TQE6CPLBIY6M tag=YHZXP5SON8VY type=write size=2432663 2023-12-20T11:09:52.459 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.456+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=3HOG3MVLA8FS type=del size=1650324 2023-12-20T11:09:52.459 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.456+0000 7fd1b21c4880 1 < canceled part key=_multipart_LTCK7NB910AG.2~1GBZWO5TKZ3M.0 size=618497 2023-12-20T11:09:52.461 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.459+0000 7fd1b21c4880 1 < canceled multipart upload key=LTCK7NB910AG upload=1GBZWO5TKZ3M tag=YEKAU3X2NXT4 type=write size=1667073 2023-12-20T11:09:52.463 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.460+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=S4X1732CI2GH type=del size=2006060 2023-12-20T11:09:52.464 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.462+0000 7fd1b21c4880 1 < completed delete operation key=ZUUJSJVWL10H tag=VERKRD3IS4M0 type=del 2023-12-20T11:09:52.467 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.464+0000 7fd1b21c4880 1 > prepared part key=_multipart_UK0IZFVQ8SXI.2~8J4JJS6YJB2X.0 size=40652 2023-12-20T11:09:52.467 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.464+0000 7fd1b21c4880 1 > prepared multipart upload key=UK0IZFVQ8SXI upload=8J4JJS6YJB2X tag=0UDGAJHJ8WSE type=write size=1089228 2023-12-20T11:09:52.473 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.467+0000 7fd1b21c4880 1 < suggested update operation key=K1JVVDJA7RXO tag=OAT3PPIAHMZG type=del size=1640285 2023-12-20T11:09:52.473 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.470+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~9TWF2XRFQYG2.0 size=398210 2023-12-20T11:09:52.474 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.470+0000 7fd1b21c4880 1 > prepared multipart upload key=OYO96KT3ZIBU upload=9TWF2XRFQYG2 tag=EE5PHFENCE9K type=write size=1446786 2023-12-20T11:09:52.474 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.471+0000 7fd1b21c4880 1 < canceled operation key=1VUIXCARBLMN tag=GEF8DIJBNCJV type=write size=161939 2023-12-20T11:09:52.476 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.474+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~FVBCCJZ1ZGWN.0 size=1048576 2023-12-20T11:09:52.477 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.475+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~FVBCCJZ1ZGWN.1 size=1048576 2023-12-20T11:09:52.478 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.476+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~FVBCCJZ1ZGWN.2 size=837740 2023-12-20T11:09:52.478 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.476+0000 7fd1b21c4880 1 > prepared multipart upload key=8G0W9JZ1GDXN upload=FVBCCJZ1ZGWN tag=UPYJ0FQ4J4IO type=write size=3983468 2023-12-20T11:09:52.480 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.477+0000 7fd1b21c4880 1 < completed delete operation key=1DSA1NSVISU5 tag=P5U0SOPOO1Y6 type=del 2023-12-20T11:09:52.482 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.479+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~J1VDQB8UR1SP.0 size=1048576 2023-12-20T11:09:52.483 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.480+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~J1VDQB8UR1SP.1 size=837264 2023-12-20T11:09:52.483 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.480+0000 7fd1b21c4880 1 > prepared multipart upload key=FKD3AAYKIV7B upload=J1VDQB8UR1SP tag=90UULA22A65O type=write size=2934416 2023-12-20T11:09:52.484 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.482+0000 7fd1b21c4880 1 < completed write operation key=SG40R95BA3CO tag=FMLRPK328QFH type=write size=911853 2023-12-20T11:09:52.485 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.483+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=8DUOZWYSQ43I type=del size=3743747 2023-12-20T11:09:52.488 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.486+0000 7fd1b21c4880 1 < suggested remove operation key=OYO96KT3ZIBU tag=BGO0QLJ5UXUA type=del 2023-12-20T11:09:52.490 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.487+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=9TQJ13CQWFAX type=del size=2959871 2023-12-20T11:09:52.491 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.489+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~TLWNY2CJSYTA.0 size=1048576 2023-12-20T11:09:52.492 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.490+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~TLWNY2CJSYTA.1 size=613510 2023-12-20T11:09:52.494 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.492+0000 7fd1b21c4880 1 < completed multipart upload key=0HBCFL318BEY upload=TLWNY2CJSYTA tag=DSRIGF5NQZE3 type=write size=2710662 2023-12-20T11:09:52.496 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.493+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=SS6PARDV9LOJ type=del size=497345 2023-12-20T11:09:52.497 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.495+0000 7fd1b21c4880 1 < canceled operation key=D95F7DLYTH42 tag=CGC2G7TQFZXF type=del size=956861 2023-12-20T11:09:52.499 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.496+0000 7fd1b21c4880 1 > prepared operation key=0HBCFL318BEY tag=58MJK2AQYZY6 type=write size=76921 2023-12-20T11:09:52.500 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.497+0000 7fd1b21c4880 1 < completed delete operation key=ZUUJSJVWL10H tag=VHON3E69D1NB type=del 2023-12-20T11:09:52.501 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.499+0000 7fd1b21c4880 1 > prepared operation key=TZ6V49PS7YRX tag=SFFQ5F2BHK2S type=del size=3240949 2023-12-20T11:09:52.503 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.500+0000 7fd1b21c4880 1 < completed delete operation key=X4MNSJEQQOIN tag=69FAISGTORN0 type=del 2023-12-20T11:09:52.505 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.503+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~6U5LJ48N1EZT.0 size=820165 2023-12-20T11:09:52.506 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.503+0000 7fd1b21c4880 1 > prepared multipart upload key=TRBR8IGAJUYI upload=6U5LJ48N1EZT tag=CV41CVEF900T type=write size=1868741 2023-12-20T11:09:52.507 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.504+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~CX4GR67F6AYH.0 size=1048576 2023-12-20T11:09:52.508 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.505+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~CX4GR67F6AYH.1 size=1048576 2023-12-20T11:09:52.509 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.507+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~CX4GR67F6AYH.2 size=832228 2023-12-20T11:09:52.511 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.509+0000 7fd1b21c4880 1 < completed multipart upload key=D7TWPUF05X3I upload=CX4GR67F6AYH tag=MI8IQBOD8RFT type=write size=3977956 2023-12-20T11:09:52.513 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.510+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=92K1E41VB1RK type=del size=448420 2023-12-20T11:09:52.514 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.512+0000 7fd1b21c4880 1 < completed delete operation key=F1VUDQZ0F87N tag=JXW4HM8QGWO7 type=del 2023-12-20T11:09:52.516 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.514+0000 7fd1b21c4880 1 > prepared part key=_multipart_D95F7DLYTH42.2~DXTXSWGU2NCN.0 size=673993 2023-12-20T11:09:52.517 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.514+0000 7fd1b21c4880 1 > prepared multipart upload key=D95F7DLYTH42 upload=DXTXSWGU2NCN tag=TVDOCI4AKNF1 type=write size=1722569 2023-12-20T11:09:52.518 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.515+0000 7fd1b21c4880 1 < canceled operation key=D7TWPUF05X3I tag=WRL51X3W8GWK type=del size=3982064 2023-12-20T11:09:52.520 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.517+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=UH66TKVV5BCU type=del size=2999021 2023-12-20T11:09:52.521 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.519+0000 7fd1b21c4880 1 < completed write operation key=EX0YD5XH1XPL tag=KT71IA4YGL6V type=write size=9972 2023-12-20T11:09:52.523 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.520+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=X3MRQFVHLE3I type=del size=1195177 2023-12-20T11:09:52.524 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.522+0000 7fd1b21c4880 1 < completed delete operation key=SG40R95BA3CO tag=3HOG3MVLA8FS type=del 2023-12-20T11:09:52.527 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.524+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~D2IH6IMU9WSB.0 size=1048576 2023-12-20T11:09:52.528 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.525+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~D2IH6IMU9WSB.1 size=201455 2023-12-20T11:09:52.528 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.525+0000 7fd1b21c4880 1 > prepared multipart upload key=K1JVVDJA7RXO upload=D2IH6IMU9WSB tag=S0CVKOO2FMZ4 type=write size=2298607 2023-12-20T11:09:52.529 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.527+0000 7fd1b21c4880 1 < completed delete operation key=X4MNSJEQQOIN tag=S4X1732CI2GH type=del 2023-12-20T11:09:52.531 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.528+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=5ED99F79UPOL type=del size=3244957 2023-12-20T11:09:52.532 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.529+0000 7fd1b21c4880 1 < completed part key=_multipart_UK0IZFVQ8SXI.2~8J4JJS6YJB2X.0 size=40652 2023-12-20T11:09:52.534 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.531+0000 7fd1b21c4880 1 < completed multipart upload key=UK0IZFVQ8SXI upload=8J4JJS6YJB2X tag=0UDGAJHJ8WSE type=write size=1089228 2023-12-20T11:09:52.537 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.534+0000 7fd1b21c4880 1 > prepared part key=_multipart_D95F7DLYTH42.2~8GF0WR1BS1M3.0 size=1048576 2023-12-20T11:09:52.537 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.535+0000 7fd1b21c4880 1 > prepared part key=_multipart_D95F7DLYTH42.2~8GF0WR1BS1M3.1 size=960502 2023-12-20T11:09:52.537 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.535+0000 7fd1b21c4880 1 > prepared multipart upload key=D95F7DLYTH42 upload=8GF0WR1BS1M3 tag=3X1ZCYKMPWS3 type=write size=3057654 2023-12-20T11:09:52.538 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.536+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~9TWF2XRFQYG2.0 size=398210 2023-12-20T11:09:52.541 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.538+0000 7fd1b21c4880 1 < completed multipart upload key=OYO96KT3ZIBU upload=9TWF2XRFQYG2 tag=EE5PHFENCE9K type=write size=1446786 2023-12-20T11:09:52.542 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.539+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=HNF7SSMAZW0A type=del size=2564846 2023-12-20T11:09:52.543 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.541+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~FVBCCJZ1ZGWN.0 size=1048576 2023-12-20T11:09:52.544 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.542+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~FVBCCJZ1ZGWN.1 size=1048576 2023-12-20T11:09:52.545 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.543+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~FVBCCJZ1ZGWN.2 size=837740 2023-12-20T11:09:52.547 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.545+0000 7fd1b21c4880 1 < completed multipart upload key=8G0W9JZ1GDXN upload=FVBCCJZ1ZGWN tag=UPYJ0FQ4J4IO type=write size=3983468 2023-12-20T11:09:52.549 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.546+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=Y0HYH7BWABXZ type=del size=3939974 2023-12-20T11:09:52.549 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.547+0000 7fd1b21c4880 1 < canceled part key=_multipart_FKD3AAYKIV7B.2~J1VDQB8UR1SP.0 size=1048576 2023-12-20T11:09:52.550 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.548+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~J1VDQB8UR1SP.1 size=837264 2023-12-20T11:09:52.552 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.550+0000 7fd1b21c4880 1 < canceled multipart upload key=FKD3AAYKIV7B upload=J1VDQB8UR1SP tag=90UULA22A65O type=write size=2934416 2023-12-20T11:09:52.554 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.551+0000 7fd1b21c4880 1 > prepared operation key=UHTMIVT6ND23 tag=KC2IIJLZ5923 type=write size=325896 2023-12-20T11:09:52.555 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.552+0000 7fd1b21c4880 1 < completed delete operation key=0CTPN27ASDAX tag=8DUOZWYSQ43I type=del 2023-12-20T11:09:52.557 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.554+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=4ETC0IW9SIJE type=del size=2614333 2023-12-20T11:09:52.558 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.555+0000 7fd1b21c4880 1 < completed delete operation key=LTCK7NB910AG tag=9TQJ13CQWFAX type=del 2023-12-20T11:09:52.559 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.557+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=ZAC5ARRKOF9H type=write size=271164 2023-12-20T11:09:52.560 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.558+0000 7fd1b21c4880 1 < completed delete operation key=D95F7DLYTH42 tag=SS6PARDV9LOJ type=del 2023-12-20T11:09:52.562 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.559+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=NDBLRKEU1RMF type=del size=3265928 2023-12-20T11:09:52.563 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.561+0000 7fd1b21c4880 1 < completed write operation key=0HBCFL318BEY tag=58MJK2AQYZY6 type=write size=76921 2023-12-20T11:09:52.566 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.563+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~J29D2U1KNKN7.0 size=1048576 2023-12-20T11:09:52.567 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.564+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~J29D2U1KNKN7.1 size=1048576 2023-12-20T11:09:52.569 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.565+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~J29D2U1KNKN7.2 size=391340 2023-12-20T11:09:52.569 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.565+0000 7fd1b21c4880 1 > prepared multipart upload key=D7TWPUF05X3I upload=J29D2U1KNKN7 tag=P0LB2FATLLDL type=write size=3537068 2023-12-20T11:09:52.569 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.566+0000 7fd1b21c4880 1 < completed delete operation key=TZ6V49PS7YRX tag=SFFQ5F2BHK2S type=del 2023-12-20T11:09:52.571 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.569+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~BINTDT23YS03.0 size=272454 2023-12-20T11:09:52.571 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.569+0000 7fd1b21c4880 1 > prepared multipart upload key=SUG71QAZ2CFC upload=BINTDT23YS03 tag=DWQBV5XKCUSE type=write size=1321030 2023-12-20T11:09:52.573 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.570+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~6U5LJ48N1EZT.0 size=820165 2023-12-20T11:09:52.575 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.572+0000 7fd1b21c4880 1 < completed multipart upload key=TRBR8IGAJUYI upload=6U5LJ48N1EZT tag=CV41CVEF900T type=write size=1868741 2023-12-20T11:09:52.576 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.574+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=1UJVIG57KKRI type=del size=886874 2023-12-20T11:09:52.578 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.575+0000 7fd1b21c4880 1 < completed delete operation key=K1JVVDJA7RXO tag=92K1E41VB1RK type=del 2023-12-20T11:09:52.581 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.578+0000 7fd1b21c4880 1 > prepared part key=_multipart_UK0IZFVQ8SXI.2~8BMXMC3SGFGG.0 size=887399 2023-12-20T11:09:52.581 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.578+0000 7fd1b21c4880 1 > prepared multipart upload key=UK0IZFVQ8SXI upload=8BMXMC3SGFGG tag=CQOS23R6EXH2 type=write size=1935975 2023-12-20T11:09:52.582 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.579+0000 7fd1b21c4880 1 < completed part key=_multipart_D95F7DLYTH42.2~DXTXSWGU2NCN.0 size=673993 2023-12-20T11:09:52.585 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.582+0000 7fd1b21c4880 1 < completed multipart upload key=D95F7DLYTH42 upload=DXTXSWGU2NCN tag=TVDOCI4AKNF1 type=write size=1722569 2023-12-20T11:09:52.588 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.584+0000 7fd1b21c4880 1 > prepared part key=_multipart_UK0IZFVQ8SXI.2~DSTV7A3XYS5L.0 size=1048576 2023-12-20T11:09:52.588 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.585+0000 7fd1b21c4880 1 > prepared part key=_multipart_UK0IZFVQ8SXI.2~DSTV7A3XYS5L.1 size=1048576 2023-12-20T11:09:52.592 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.587+0000 7fd1b21c4880 1 > prepared part key=_multipart_UK0IZFVQ8SXI.2~DSTV7A3XYS5L.2 size=271899 2023-12-20T11:09:52.592 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.587+0000 7fd1b21c4880 1 > prepared multipart upload key=UK0IZFVQ8SXI upload=DSTV7A3XYS5L tag=DKDGTJ03ZKGN type=write size=3417627 2023-12-20T11:09:52.592 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.588+0000 7fd1b21c4880 1 < canceled operation key=TRBR8IGAJUYI tag=UH66TKVV5BCU type=del size=2999021 2023-12-20T11:09:52.592 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.590+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=WJQNOA9YVICV type=write size=609294 2023-12-20T11:09:52.594 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.592+0000 7fd1b21c4880 1 < completed delete operation key=EX0YD5XH1XPL tag=X3MRQFVHLE3I type=del 2023-12-20T11:09:52.596 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.593+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=BPZV6IA9SA4B type=write size=214959 2023-12-20T11:09:52.597 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.594+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~D2IH6IMU9WSB.0 size=1048576 2023-12-20T11:09:52.598 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.595+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~D2IH6IMU9WSB.1 size=201455 2023-12-20T11:09:52.600 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.598+0000 7fd1b21c4880 1 < completed multipart upload key=K1JVVDJA7RXO upload=D2IH6IMU9WSB tag=S0CVKOO2FMZ4 type=write size=2298607 2023-12-20T11:09:52.602 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.599+0000 7fd1b21c4880 1 > prepared operation key=D7TWPUF05X3I tag=R2KO3LC84Z8R type=write size=343123 2023-12-20T11:09:52.604 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.602+0000 7fd1b21c4880 1 < suggested remove operation key=SQ6HXEFRPSDQ tag=5ED99F79UPOL type=del 2023-12-20T11:09:52.606 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.603+0000 7fd1b21c4880 1 > prepared operation key=1VUIXCARBLMN tag=FWHGG3EQVHU6 type=del size=4154793 2023-12-20T11:09:52.608 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.605+0000 7fd1b21c4880 1 < completed part key=_multipart_D95F7DLYTH42.2~8GF0WR1BS1M3.0 size=1048576 2023-12-20T11:09:52.609 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.606+0000 7fd1b21c4880 1 < completed part key=_multipart_D95F7DLYTH42.2~8GF0WR1BS1M3.1 size=960502 2023-12-20T11:09:52.613 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.610+0000 7fd1b21c4880 1 < completed multipart upload key=D95F7DLYTH42 upload=8GF0WR1BS1M3 tag=3X1ZCYKMPWS3 type=write size=3057654 2023-12-20T11:09:52.615 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.613+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~R852A3KM6TZW.0 size=1048576 2023-12-20T11:09:52.616 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.614+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~R852A3KM6TZW.1 size=425283 2023-12-20T11:09:52.616 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.614+0000 7fd1b21c4880 1 > prepared multipart upload key=ZUUJSJVWL10H upload=R852A3KM6TZW tag=VYI3MW5GM0NN type=write size=2522435 2023-12-20T11:09:52.618 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.615+0000 7fd1b21c4880 1 < completed delete operation key=LC4FC2MW1JOI tag=HNF7SSMAZW0A type=del 2023-12-20T11:09:52.620 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.618+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~SYEDUXIIT96P.0 size=1048576 2023-12-20T11:09:52.622 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.619+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~SYEDUXIIT96P.1 size=929250 2023-12-20T11:09:52.622 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.619+0000 7fd1b21c4880 1 > prepared multipart upload key=OYO96KT3ZIBU upload=SYEDUXIIT96P tag=ZUIB2S8AX91E type=write size=3026402 2023-12-20T11:09:52.623 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.620+0000 7fd1b21c4880 1 < completed delete operation key=TRBR8IGAJUYI tag=Y0HYH7BWABXZ type=del 2023-12-20T11:09:52.624 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.622+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=8F1EJYA4AADE type=del size=2319705 2023-12-20T11:09:52.627 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.624+0000 7fd1b21c4880 1 < suggested update operation key=UHTMIVT6ND23 tag=KC2IIJLZ5923 type=write size=325896 2023-12-20T11:09:52.628 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.625+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=8M3UTCJZGIP3 type=del size=772215 2023-12-20T11:09:52.630 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.628+0000 7fd1b21c4880 1 < suggested remove operation key=X4MNSJEQQOIN tag=4ETC0IW9SIJE type=del 2023-12-20T11:09:52.632 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.629+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=352P17PN3JRP type=del size=2857646 2023-12-20T11:09:52.633 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.631+0000 7fd1b21c4880 1 < completed write operation key=F1VUDQZ0F87N tag=ZAC5ARRKOF9H type=write size=271164 2023-12-20T11:09:52.635 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.633+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=VRQ3TFAJD3Y0 type=del size=4173070 2023-12-20T11:09:52.639 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.635+0000 7fd1b21c4880 1 < suggested remove operation key=D95F7DLYTH42 tag=NDBLRKEU1RMF type=del 2023-12-20T11:09:52.639 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.637+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=N4PE7C7IRRC7 type=del size=2299017 2023-12-20T11:09:52.641 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.638+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~J29D2U1KNKN7.0 size=1048576 2023-12-20T11:09:52.642 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.639+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~J29D2U1KNKN7.1 size=1048576 2023-12-20T11:09:52.643 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.640+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~J29D2U1KNKN7.2 size=391340 2023-12-20T11:09:52.645 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.643+0000 7fd1b21c4880 1 < completed multipart upload key=D7TWPUF05X3I upload=J29D2U1KNKN7 tag=P0LB2FATLLDL type=write size=3537068 2023-12-20T11:09:52.646 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.644+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=CU0XGOZG8Z0S type=del size=1702398 2023-12-20T11:09:52.648 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.645+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~BINTDT23YS03.0 size=272454 2023-12-20T11:09:52.650 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.647+0000 7fd1b21c4880 1 < completed multipart upload key=SUG71QAZ2CFC upload=BINTDT23YS03 tag=DWQBV5XKCUSE type=write size=1321030 2023-12-20T11:09:52.651 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.649+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=N7EV0V004FVC type=del size=2207912 2023-12-20T11:09:52.653 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.650+0000 7fd1b21c4880 1 < canceled operation key=UK0IZFVQ8SXI tag=1UJVIG57KKRI type=del size=886874 2023-12-20T11:09:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:52 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229821-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:09:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:52 smithi177 ceph-mon[212096]: osdmap e1089: 8 total, 8 up, 8 in 2023-12-20T11:09:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:09:52.654 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.651+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=ZB70O546LA0S type=del size=2310582 2023-12-20T11:09:52.655 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.653+0000 7fd1b21c4880 1 < completed part key=_multipart_UK0IZFVQ8SXI.2~8BMXMC3SGFGG.0 size=887399 2023-12-20T11:09:52.657 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.655+0000 7fd1b21c4880 1 < completed multipart upload key=UK0IZFVQ8SXI upload=8BMXMC3SGFGG tag=CQOS23R6EXH2 type=write size=1935975 2023-12-20T11:09:52.659 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.656+0000 7fd1b21c4880 1 > prepared operation key=0HBCFL318BEY tag=KVQAO90IB9UW type=del size=1061480 2023-12-20T11:09:52.661 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.658+0000 7fd1b21c4880 1 < completed part key=_multipart_UK0IZFVQ8SXI.2~DSTV7A3XYS5L.0 size=1048576 2023-12-20T11:09:52.661 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.658+0000 7fd1b21c4880 1 < canceled part key=_multipart_UK0IZFVQ8SXI.2~DSTV7A3XYS5L.1 size=1048576 2023-12-20T11:09:52.662 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.660+0000 7fd1b21c4880 1 < completed part key=_multipart_UK0IZFVQ8SXI.2~DSTV7A3XYS5L.2 size=271899 2023-12-20T11:09:52.665 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.662+0000 7fd1b21c4880 1 < canceled multipart upload key=UK0IZFVQ8SXI upload=DSTV7A3XYS5L tag=DKDGTJ03ZKGN type=write size=3417627 2023-12-20T11:09:52.667 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.665+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~JW0KPD5TO7W2.0 size=1048576 2023-12-20T11:09:52.668 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.666+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~JW0KPD5TO7W2.1 size=1048576 2023-12-20T11:09:52.669 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.667+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~JW0KPD5TO7W2.2 size=807684 2023-12-20T11:09:52.669 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.667+0000 7fd1b21c4880 1 > prepared multipart upload key=EX0YD5XH1XPL upload=JW0KPD5TO7W2 tag=47S2FT08SEUS type=write size=3953412 2023-12-20T11:09:52.671 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.668+0000 7fd1b21c4880 -1 < failed to complete operation key=X4MNSJEQQOIN tag=WJQNOA9YVICV type=write size=609294: (22) Invalid argument 2023-12-20T11:09:52.672 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.670+0000 7fd1b21c4880 1 > prepared operation key=1VUIXCARBLMN tag=JC9GUY2GCTHE type=del size=3634303 2023-12-20T11:09:52.674 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.671+0000 7fd1b21c4880 1 < completed write operation key=LTCK7NB910AG tag=BPZV6IA9SA4B type=write size=214959 2023-12-20T11:09:52.676 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.674+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~WMXNA8VJC6ES.0 size=1048576 2023-12-20T11:09:52.677 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.675+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~WMXNA8VJC6ES.1 size=1048576 2023-12-20T11:09:52.681 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.676+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~WMXNA8VJC6ES.2 size=605486 2023-12-20T11:09:52.681 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.676+0000 7fd1b21c4880 1 > prepared multipart upload key=0CTPN27ASDAX upload=WMXNA8VJC6ES tag=2SBXLXS1PYJW type=write size=3751214 2023-12-20T11:09:52.681 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.679+0000 7fd1b21c4880 1 < suggested update operation key=D7TWPUF05X3I tag=R2KO3LC84Z8R type=write size=343123 2023-12-20T11:09:52.690 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.687+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=Z3NDPGF1SH1Y type=del size=1569362 2023-12-20T11:09:52.691 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.689+0000 7fd1b21c4880 1 < completed delete operation key=1VUIXCARBLMN tag=FWHGG3EQVHU6 type=del 2023-12-20T11:09:52.692 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.690+0000 7fd1b21c4880 1 > prepared operation key=UHTMIVT6ND23 tag=5LOVJ28SSK4N type=del size=456545 2023-12-20T11:09:52.694 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.691+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~R852A3KM6TZW.0 size=1048576 2023-12-20T11:09:52.695 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.692+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~R852A3KM6TZW.1 size=425283 2023-12-20T11:09:52.698 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.695+0000 7fd1b21c4880 1 < completed multipart upload key=ZUUJSJVWL10H upload=R852A3KM6TZW tag=VYI3MW5GM0NN type=write size=2522435 2023-12-20T11:09:52.699 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.697+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=ZS8YG7HYI8H2 type=del size=403542 2023-12-20T11:09:52.701 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.699+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~SYEDUXIIT96P.0 size=1048576 2023-12-20T11:09:52.702 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.700+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~SYEDUXIIT96P.1 size=929250 2023-12-20T11:09:52.705 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.702+0000 7fd1b21c4880 1 < completed multipart upload key=OYO96KT3ZIBU upload=SYEDUXIIT96P tag=ZUIB2S8AX91E type=write size=3026402 2023-12-20T11:09:52.707 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.704+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=RPWIUVIDT61I type=write size=275363 2023-12-20T11:09:52.710 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.707+0000 7fd1b21c4880 1 < suggested remove operation key=UK0IZFVQ8SXI tag=8F1EJYA4AADE type=del 2023-12-20T11:09:52.711 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.709+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=WDZC8IO6E18H type=del size=1434992 2023-12-20T11:09:52.712 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.710+0000 7fd1b21c4880 1 < completed delete operation key=0CTPN27ASDAX tag=8M3UTCJZGIP3 type=del 2023-12-20T11:09:52.716 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.713+0000 7fd1b21c4880 1 > prepared part key=_multipart_D95F7DLYTH42.2~DAGTSMBPFS31.0 size=667586 2023-12-20T11:09:52.716 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.713+0000 7fd1b21c4880 1 > prepared multipart upload key=D95F7DLYTH42 upload=DAGTSMBPFS31 tag=UKH3GLSTLEVG type=write size=1716162 2023-12-20T11:09:52.717 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.715+0000 7fd1b21c4880 1 < completed delete operation key=YJO1Z2TB061O tag=352P17PN3JRP type=del 2023-12-20T11:09:52.720 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.717+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=SK5691PT6MDQ type=del size=1938012 2023-12-20T11:09:52.723 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.720+0000 7fd1b21c4880 1 < completed delete operation key=H6RM2M0W0Z5O tag=VRQ3TFAJD3Y0 type=del 2023-12-20T11:09:52.725 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.723+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~IV6DWIX5MTQ4.0 size=1048576 2023-12-20T11:09:52.726 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.724+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~IV6DWIX5MTQ4.1 size=1048576 2023-12-20T11:09:52.727 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.725+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~IV6DWIX5MTQ4.2 size=540750 2023-12-20T11:09:52.727 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.725+0000 7fd1b21c4880 1 > prepared multipart upload key=E12NLNIAVP97 upload=IV6DWIX5MTQ4 tag=9Y2RA5T64J69 type=write size=3686478 2023-12-20T11:09:52.731 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.728+0000 7fd1b21c4880 1 < suggested remove operation key=SUG71QAZ2CFC tag=N4PE7C7IRRC7 type=del 2023-12-20T11:09:52.732 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.730+0000 7fd1b21c4880 1 > prepared operation key=UHTMIVT6ND23 tag=0SQV3AWCXN8P type=del size=1080206 2023-12-20T11:09:52.733 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.731+0000 7fd1b21c4880 1 < canceled operation key=FKD3AAYKIV7B tag=CU0XGOZG8Z0S type=del size=1702398 2023-12-20T11:09:52.736 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.733+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~SDSAV0TM0TWU.0 size=1048576 2023-12-20T11:09:52.737 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.735+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~SDSAV0TM0TWU.1 size=1048576 2023-12-20T11:09:52.738 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.736+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~SDSAV0TM0TWU.2 size=688797 2023-12-20T11:09:52.738 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.736+0000 7fd1b21c4880 1 > prepared multipart upload key=QZYJEPHLU0HS upload=SDSAV0TM0TWU tag=ZW9S5JXMEEWF type=write size=3834525 2023-12-20T11:09:52.740 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.737+0000 7fd1b21c4880 1 < completed delete operation key=YJO1Z2TB061O tag=N7EV0V004FVC type=del 2023-12-20T11:09:52.741 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.738+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=LUP8C7U4ENA2 type=write size=158765 2023-12-20T11:09:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:52 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229821-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:09:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:52 smithi123 ceph-mon[191304]: osdmap e1089: 8 total, 8 up, 8 in 2023-12-20T11:09:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:09:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:52 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229821-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:09:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:52 smithi123 ceph-mon[188613]: osdmap e1089: 8 total, 8 up, 8 in 2023-12-20T11:09:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:09:52.743 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.740+0000 7fd1b21c4880 1 < completed delete operation key=QZYJEPHLU0HS tag=ZB70O546LA0S type=del 2023-12-20T11:09:52.744 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.741+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=E0RJT80DIE1B type=del size=3202171 2023-12-20T11:09:52.745 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.743+0000 7fd1b21c4880 1 < completed delete operation key=0HBCFL318BEY tag=KVQAO90IB9UW type=del 2023-12-20T11:09:52.747 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.745+0000 7fd1b21c4880 1 > prepared part key=_multipart_LTCK7NB910AG.2~CU7S7ILQE74P.0 size=1048576 2023-12-20T11:09:52.748 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.746+0000 7fd1b21c4880 1 > prepared part key=_multipart_LTCK7NB910AG.2~CU7S7ILQE74P.1 size=3436 2023-12-20T11:09:52.749 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.746+0000 7fd1b21c4880 1 > prepared multipart upload key=LTCK7NB910AG upload=CU7S7ILQE74P tag=E2FM89KLSZE9 type=write size=2100588 2023-12-20T11:09:52.750 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.747+0000 7fd1b21c4880 1 < completed part key=_multipart_EX0YD5XH1XPL.2~JW0KPD5TO7W2.0 size=1048576 2023-12-20T11:09:52.751 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.748+0000 7fd1b21c4880 1 < completed part key=_multipart_EX0YD5XH1XPL.2~JW0KPD5TO7W2.1 size=1048576 2023-12-20T11:09:52.752 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.749+0000 7fd1b21c4880 1 < completed part key=_multipart_EX0YD5XH1XPL.2~JW0KPD5TO7W2.2 size=807684 2023-12-20T11:09:52.754 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.751+0000 7fd1b21c4880 1 < completed multipart upload key=EX0YD5XH1XPL upload=JW0KPD5TO7W2 tag=47S2FT08SEUS type=write size=3953412 2023-12-20T11:09:52.755 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.753+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=9737R1ZHWFWD type=del size=851913 2023-12-20T11:09:52.757 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.754+0000 7fd1b21c4880 1 < canceled operation key=1VUIXCARBLMN tag=JC9GUY2GCTHE type=del size=3634303 2023-12-20T11:09:52.758 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.755+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=VJSA8UT4OWO2 type=write size=552358 2023-12-20T11:09:52.758 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.756+0000 7fd1b21c4880 1 < canceled part key=_multipart_0CTPN27ASDAX.2~WMXNA8VJC6ES.0 size=1048576 2023-12-20T11:09:52.760 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.757+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~WMXNA8VJC6ES.1 size=1048576 2023-12-20T11:09:52.761 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.758+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~WMXNA8VJC6ES.2 size=605486 2023-12-20T11:09:52.763 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.760+0000 7fd1b21c4880 1 < canceled multipart upload key=0CTPN27ASDAX upload=WMXNA8VJC6ES tag=2SBXLXS1PYJW type=write size=3751214 2023-12-20T11:09:52.765 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.763+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~YO2RZIOAMH2P.0 size=1048576 2023-12-20T11:09:52.767 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.764+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~YO2RZIOAMH2P.1 size=633084 2023-12-20T11:09:52.767 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.764+0000 7fd1b21c4880 1 > prepared multipart upload key=QZYJEPHLU0HS upload=YO2RZIOAMH2P tag=O0X3D8HULTG8 type=write size=2730236 2023-12-20T11:09:52.768 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.765+0000 7fd1b21c4880 1 < completed delete operation key=E12NLNIAVP97 tag=Z3NDPGF1SH1Y type=del 2023-12-20T11:09:52.769 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.767+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=T17QSLND467Q type=del size=656057 2023-12-20T11:09:52.771 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.768+0000 7fd1b21c4880 1 < completed delete operation key=UHTMIVT6ND23 tag=5LOVJ28SSK4N type=del 2023-12-20T11:09:52.772 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.770+0000 7fd1b21c4880 1 > prepared operation key=I33EZDGEOOGS tag=ADVCRCP3F8ZO type=del size=4118508 2023-12-20T11:09:52.774 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.772+0000 7fd1b21c4880 -1 < failed to complete operation key=UK0IZFVQ8SXI tag=ZS8YG7HYI8H2 type=del size=403542: (22) Invalid argument 2023-12-20T11:09:52.775 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.773+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=LF91E87G4LDY type=del size=3630504 2023-12-20T11:09:52.777 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.774+0000 7fd1b21c4880 1 < completed write operation key=E12NLNIAVP97 tag=RPWIUVIDT61I type=write size=275363 2023-12-20T11:09:52.778 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.776+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=JD18S0QTEXH2 type=del size=3381091 2023-12-20T11:09:52.779 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.777+0000 7fd1b21c4880 1 < completed delete operation key=LC4FC2MW1JOI tag=WDZC8IO6E18H type=del 2023-12-20T11:09:52.781 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.778+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=XMJSCZI9SEQK type=write size=928433 2023-12-20T11:09:52.781 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.779+0000 7fd1b21c4880 1 < canceled part key=_multipart_D95F7DLYTH42.2~DAGTSMBPFS31.0 size=667586 2023-12-20T11:09:52.784 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.781+0000 7fd1b21c4880 1 < canceled multipart upload key=D95F7DLYTH42 upload=DAGTSMBPFS31 tag=UKH3GLSTLEVG type=write size=1716162 2023-12-20T11:09:52.786 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.783+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~NWUJ4L1LG317.0 size=1048576 2023-12-20T11:09:52.787 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.784+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~NWUJ4L1LG317.1 size=1048576 2023-12-20T11:09:52.788 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.785+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~NWUJ4L1LG317.2 size=338152 2023-12-20T11:09:52.788 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.785+0000 7fd1b21c4880 1 > prepared multipart upload key=1DSA1NSVISU5 upload=NWUJ4L1LG317 tag=86B70T7CZ7AY type=write size=3483880 2023-12-20T11:09:52.789 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.787+0000 7fd1b21c4880 1 < completed delete operation key=1DSA1NSVISU5 tag=SK5691PT6MDQ type=del 2023-12-20T11:09:52.790 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.788+0000 7fd1b21c4880 1 > prepared operation key=I33EZDGEOOGS tag=HZZQY962SDAX type=write size=387526 2023-12-20T11:09:52.792 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.789+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~IV6DWIX5MTQ4.0 size=1048576 2023-12-20T11:09:52.793 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.790+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~IV6DWIX5MTQ4.1 size=1048576 2023-12-20T11:09:52.794 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.792+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~IV6DWIX5MTQ4.2 size=540750 2023-12-20T11:09:52.796 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.794+0000 7fd1b21c4880 1 < completed multipart upload key=E12NLNIAVP97 upload=IV6DWIX5MTQ4 tag=9Y2RA5T64J69 type=write size=3686478 2023-12-20T11:09:52.799 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.797+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~1SO3MO93TEVR.0 size=1048576 2023-12-20T11:09:52.800 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.798+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~1SO3MO93TEVR.1 size=1048576 2023-12-20T11:09:52.801 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.799+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~1SO3MO93TEVR.2 size=1016944 2023-12-20T11:09:52.802 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.799+0000 7fd1b21c4880 1 > prepared multipart upload key=TRBR8IGAJUYI upload=1SO3MO93TEVR tag=7UGA60O28EBF type=write size=4162672 2023-12-20T11:09:52.803 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.801+0000 7fd1b21c4880 1 < completed delete operation key=UHTMIVT6ND23 tag=0SQV3AWCXN8P type=del 2023-12-20T11:09:52.805 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.802+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=9IOAG5D2J57Y type=write size=650201 2023-12-20T11:09:52.806 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.804+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~SDSAV0TM0TWU.0 size=1048576 2023-12-20T11:09:52.808 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.805+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~SDSAV0TM0TWU.1 size=1048576 2023-12-20T11:09:52.808 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.806+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~SDSAV0TM0TWU.2 size=688797 2023-12-20T11:09:52.811 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.808+0000 7fd1b21c4880 1 < completed multipart upload key=QZYJEPHLU0HS upload=SDSAV0TM0TWU tag=ZW9S5JXMEEWF type=write size=3834525 2023-12-20T11:09:52.813 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.811+0000 7fd1b21c4880 1 > prepared part key=_multipart_D95F7DLYTH42.2~W6001W5VM3UN.0 size=890604 2023-12-20T11:09:52.813 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.811+0000 7fd1b21c4880 1 > prepared multipart upload key=D95F7DLYTH42 upload=W6001W5VM3UN tag=FXJ5CAV3P26A type=write size=1939180 2023-12-20T11:09:52.815 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.812+0000 7fd1b21c4880 1 < completed write operation key=H6RM2M0W0Z5O tag=LUP8C7U4ENA2 type=write size=158765 2023-12-20T11:09:52.816 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.814+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=Z2MUNMVU5OYB type=del size=3123007 2023-12-20T11:09:52.818 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.815+0000 7fd1b21c4880 1 < completed delete operation key=OYO96KT3ZIBU tag=E0RJT80DIE1B type=del 2023-12-20T11:09:52.819 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.817+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=7UVP68QO2QXQ type=del size=1133409 2023-12-20T11:09:52.821 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.819+0000 7fd1b21c4880 1 < completed part key=_multipart_LTCK7NB910AG.2~CU7S7ILQE74P.0 size=1048576 2023-12-20T11:09:52.822 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.820+0000 7fd1b21c4880 1 < completed part key=_multipart_LTCK7NB910AG.2~CU7S7ILQE74P.1 size=3436 2023-12-20T11:09:52.825 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.822+0000 7fd1b21c4880 1 < completed multipart upload key=LTCK7NB910AG upload=CU7S7ILQE74P tag=E2FM89KLSZE9 type=write size=2100588 2023-12-20T11:09:52.826 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.824+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=VUDW6P240HLF type=del size=1042043 2023-12-20T11:09:52.828 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.825+0000 7fd1b21c4880 1 < completed delete operation key=PWOXA6XNR6SL tag=9737R1ZHWFWD type=del 2023-12-20T11:09:52.829 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.827+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=6N5E2NPKK53O type=write size=837695 2023-12-20T11:09:52.832 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.830+0000 7fd1b21c4880 1 < suggested update operation key=F1VUDQZ0F87N tag=VJSA8UT4OWO2 type=write size=552358 2023-12-20T11:09:52.834 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.831+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=21A2JUEV7TEB type=del size=2005564 2023-12-20T11:09:52.836 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.833+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~YO2RZIOAMH2P.0 size=1048576 2023-12-20T11:09:52.837 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.834+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~YO2RZIOAMH2P.1 size=633084 2023-12-20T11:09:52.839 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.837+0000 7fd1b21c4880 1 < completed multipart upload key=QZYJEPHLU0HS upload=YO2RZIOAMH2P tag=O0X3D8HULTG8 type=write size=2730236 2023-12-20T11:09:52.842 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.840+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~4NJ1X7X9A1KJ.0 size=1048576 2023-12-20T11:09:52.843 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.841+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~4NJ1X7X9A1KJ.1 size=1048576 2023-12-20T11:09:52.845 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.842+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~4NJ1X7X9A1KJ.2 size=997554 2023-12-20T11:09:52.845 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.842+0000 7fd1b21c4880 1 > prepared multipart upload key=1VUIXCARBLMN upload=4NJ1X7X9A1KJ tag=N1LZECYUHR6G type=write size=4143282 2023-12-20T11:09:52.848 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.845+0000 7fd1b21c4880 1 < suggested update operation key=PWOXA6XNR6SL tag=T17QSLND467Q type=del size=656057 2023-12-20T11:09:52.851 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.848+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~J33LDFXMCZW9.0 size=1048576 2023-12-20T11:09:52.852 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.849+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~J33LDFXMCZW9.1 size=1048576 2023-12-20T11:09:52.853 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.850+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~J33LDFXMCZW9.2 size=199231 2023-12-20T11:09:52.853 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.850+0000 7fd1b21c4880 1 > prepared multipart upload key=ZUUJSJVWL10H upload=J33LDFXMCZW9 tag=VGQHGUI33SE7 type=write size=3344959 2023-12-20T11:09:52.854 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.852+0000 7fd1b21c4880 1 < completed delete operation key=I33EZDGEOOGS tag=ADVCRCP3F8ZO type=del 2023-12-20T11:09:52.856 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.854+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=MZU5MEFATNRK type=del size=3216559 2023-12-20T11:09:52.857 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.855+0000 7fd1b21c4880 1 < completed delete operation key=0CTPN27ASDAX tag=LF91E87G4LDY type=del 2023-12-20T11:09:52.859 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.857+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=QTFC4943EL0S type=del size=250717 2023-12-20T11:09:52.861 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.858+0000 7fd1b21c4880 1 < completed delete operation key=E12NLNIAVP97 tag=JD18S0QTEXH2 type=del 2023-12-20T11:09:52.863 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.860+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=GQXCXSLN3QL6 type=del size=729781 2023-12-20T11:09:52.864 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.862+0000 7fd1b21c4880 1 < completed write operation key=LC4FC2MW1JOI tag=XMJSCZI9SEQK type=write size=928433 2023-12-20T11:09:52.866 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.863+0000 7fd1b21c4880 1 > prepared operation key=TZ6V49PS7YRX tag=V3RWOMSFOOKW type=del size=4019784 2023-12-20T11:09:52.868 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.865+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~NWUJ4L1LG317.0 size=1048576 2023-12-20T11:09:52.869 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.867+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~NWUJ4L1LG317.1 size=1048576 2023-12-20T11:09:52.870 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.868+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~NWUJ4L1LG317.2 size=338152 2023-12-20T11:09:52.873 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.870+0000 7fd1b21c4880 1 < completed multipart upload key=1DSA1NSVISU5 upload=NWUJ4L1LG317 tag=86B70T7CZ7AY type=write size=3483880 2023-12-20T11:09:52.874 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.872+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=T3Q53SI73JGX type=del size=845492 2023-12-20T11:09:52.876 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.874+0000 7fd1b21c4880 1 < completed write operation key=I33EZDGEOOGS tag=HZZQY962SDAX type=write size=387526 2023-12-20T11:09:52.878 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.876+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~6AGXQ0K2WNEU.0 size=1048576 2023-12-20T11:09:52.880 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.877+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~6AGXQ0K2WNEU.1 size=1048576 2023-12-20T11:09:52.881 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.878+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~6AGXQ0K2WNEU.2 size=28613 2023-12-20T11:09:52.881 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.878+0000 7fd1b21c4880 1 > prepared multipart upload key=EX0YD5XH1XPL upload=6AGXQ0K2WNEU tag=7U52B3TUOSW5 type=write size=3174341 2023-12-20T11:09:52.881 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.879+0000 7fd1b21c4880 1 < canceled part key=_multipart_TRBR8IGAJUYI.2~1SO3MO93TEVR.0 size=1048576 2023-12-20T11:09:52.886 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.880+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~1SO3MO93TEVR.1 size=1048576 2023-12-20T11:09:52.886 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.882+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~1SO3MO93TEVR.2 size=1016944 2023-12-20T11:09:52.887 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.884+0000 7fd1b21c4880 1 < canceled multipart upload key=TRBR8IGAJUYI upload=1SO3MO93TEVR tag=7UGA60O28EBF type=write size=4162672 2023-12-20T11:09:52.890 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.887+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~CSUNFSVQP60T.0 size=1048576 2023-12-20T11:09:52.891 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.888+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~CSUNFSVQP60T.1 size=359726 2023-12-20T11:09:52.891 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.888+0000 7fd1b21c4880 1 > prepared multipart upload key=OYO96KT3ZIBU upload=CSUNFSVQP60T tag=0GP428662P3L type=write size=2456878 2023-12-20T11:09:52.892 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.889+0000 7fd1b21c4880 1 < completed write operation key=YJO1Z2TB061O tag=9IOAG5D2J57Y type=write size=650201 2023-12-20T11:09:52.897 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.892+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~NSPBPGPC5S8S.0 size=1048576 2023-12-20T11:09:52.897 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.893+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~NSPBPGPC5S8S.1 size=1048576 2023-12-20T11:09:52.897 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.894+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~NSPBPGPC5S8S.2 size=588664 2023-12-20T11:09:52.897 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.894+0000 7fd1b21c4880 1 > prepared multipart upload key=1DSA1NSVISU5 upload=NSPBPGPC5S8S tag=318Q7ALIQRQ3 type=write size=3734392 2023-12-20T11:09:52.898 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.896+0000 7fd1b21c4880 1 < completed part key=_multipart_D95F7DLYTH42.2~W6001W5VM3UN.0 size=890604 2023-12-20T11:09:52.901 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.898+0000 7fd1b21c4880 1 < completed multipart upload key=D95F7DLYTH42 upload=W6001W5VM3UN tag=FXJ5CAV3P26A type=write size=1939180 2023-12-20T11:09:52.902 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.900+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=6O5D81TH8IET type=write size=809241 2023-12-20T11:09:52.903 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.901+0000 7fd1b21c4880 1 < completed delete operation key=D95F7DLYTH42 tag=Z2MUNMVU5OYB type=del 2023-12-20T11:09:52.905 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.902+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=EKV93IHW28O0 type=write size=675640 2023-12-20T11:09:52.907 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.904+0000 7fd1b21c4880 1 < canceled operation key=6UQYCRIG1VTM tag=7UVP68QO2QXQ type=del size=1133409 2023-12-20T11:09:52.908 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.905+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=LX3TTOOGW90C type=del size=3574810 2023-12-20T11:09:52.910 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.907+0000 7fd1b21c4880 1 < completed delete operation key=UK0IZFVQ8SXI tag=VUDW6P240HLF type=del 2023-12-20T11:09:52.912 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.910+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~Y8W87R09G0VP.0 size=525675 2023-12-20T11:09:52.912 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.910+0000 7fd1b21c4880 1 > prepared multipart upload key=OYO96KT3ZIBU upload=Y8W87R09G0VP tag=YTVBJ3NSNH0M type=write size=1574251 2023-12-20T11:09:52.913 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.911+0000 7fd1b21c4880 1 < completed write operation key=1DSA1NSVISU5 tag=6N5E2NPKK53O type=write size=837695 2023-12-20T11:09:52.915 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.913+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=9Q4J62F0N6MD type=del size=2194560 2023-12-20T11:09:52.916 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.914+0000 7fd1b21c4880 1 < completed delete operation key=LC4FC2MW1JOI tag=21A2JUEV7TEB type=del 2023-12-20T11:09:52.919 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.916+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~QNAKQZGPJ53X.0 size=1048576 2023-12-20T11:09:52.920 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.917+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~QNAKQZGPJ53X.1 size=28285 2023-12-20T11:09:52.920 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.917+0000 7fd1b21c4880 1 > prepared multipart upload key=H6RM2M0W0Z5O upload=QNAKQZGPJ53X tag=PY24CPTYC0PL type=write size=2125437 2023-12-20T11:09:52.921 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.919+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~4NJ1X7X9A1KJ.0 size=1048576 2023-12-20T11:09:52.922 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.920+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~4NJ1X7X9A1KJ.1 size=1048576 2023-12-20T11:09:52.924 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.921+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~4NJ1X7X9A1KJ.2 size=997554 2023-12-20T11:09:52.926 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.924+0000 7fd1b21c4880 1 < completed multipart upload key=1VUIXCARBLMN upload=4NJ1X7X9A1KJ tag=N1LZECYUHR6G type=write size=4143282 2023-12-20T11:09:52.928 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.925+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=YF3LK5Y111JS type=del size=3064298 2023-12-20T11:09:52.930 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.927+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~J33LDFXMCZW9.0 size=1048576 2023-12-20T11:09:52.930 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.928+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~J33LDFXMCZW9.1 size=1048576 2023-12-20T11:09:52.932 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.929+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~J33LDFXMCZW9.2 size=199231 2023-12-20T11:09:52.934 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.931+0000 7fd1b21c4880 1 < completed multipart upload key=ZUUJSJVWL10H upload=J33LDFXMCZW9 tag=VGQHGUI33SE7 type=write size=3344959 2023-12-20T11:09:52.935 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.933+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=KEY8LB9CK1Q8 type=del size=1759305 2023-12-20T11:09:52.937 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.934+0000 7fd1b21c4880 1 < completed delete operation key=0CTPN27ASDAX tag=MZU5MEFATNRK type=del 2023-12-20T11:09:52.939 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.937+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~EC35QVY6G1U7.0 size=1048576 2023-12-20T11:09:52.941 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.938+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~EC35QVY6G1U7.1 size=1028945 2023-12-20T11:09:52.941 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.938+0000 7fd1b21c4880 1 > prepared multipart upload key=1DSA1NSVISU5 upload=EC35QVY6G1U7 tag=BZD4S7Q0D31O type=write size=3126097 2023-12-20T11:09:52.943 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.941+0000 7fd1b21c4880 1 < suggested update operation key=TRBR8IGAJUYI tag=QTFC4943EL0S type=del size=250717 2023-12-20T11:09:52.945 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.942+0000 7fd1b21c4880 1 > prepared operation key=I33EZDGEOOGS tag=FJ2XSCHH7S40 type=del size=4112854 2023-12-20T11:09:52.946 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.944+0000 7fd1b21c4880 1 < completed delete operation key=UK0IZFVQ8SXI tag=GQXCXSLN3QL6 type=del 2023-12-20T11:09:52.947 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.945+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=3P9UVAN6DM4Q type=write size=543923 2023-12-20T11:09:52.950 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.948+0000 7fd1b21c4880 1 < suggested remove operation key=TZ6V49PS7YRX tag=V3RWOMSFOOKW type=del 2023-12-20T11:09:52.953 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.950+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~97XJFHJDPPI1.0 size=1048576 2023-12-20T11:09:52.954 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.951+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~97XJFHJDPPI1.1 size=1048576 2023-12-20T11:09:52.955 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.953+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~97XJFHJDPPI1.2 size=132814 2023-12-20T11:09:52.955 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.953+0000 7fd1b21c4880 1 > prepared multipart upload key=EX0YD5XH1XPL upload=97XJFHJDPPI1 tag=1GQQ429H748R type=write size=3278542 2023-12-20T11:09:52.957 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.954+0000 7fd1b21c4880 1 < completed delete operation key=PWOXA6XNR6SL tag=T3Q53SI73JGX type=del 2023-12-20T11:09:52.958 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.956+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=8K275WG571KT type=write size=720311 2023-12-20T11:09:52.959 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.957+0000 7fd1b21c4880 1 < completed part key=_multipart_EX0YD5XH1XPL.2~6AGXQ0K2WNEU.0 size=1048576 2023-12-20T11:09:52.961 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.958+0000 7fd1b21c4880 1 < completed part key=_multipart_EX0YD5XH1XPL.2~6AGXQ0K2WNEU.1 size=1048576 2023-12-20T11:09:52.962 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.959+0000 7fd1b21c4880 1 < completed part key=_multipart_EX0YD5XH1XPL.2~6AGXQ0K2WNEU.2 size=28613 2023-12-20T11:09:52.964 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.961+0000 7fd1b21c4880 1 < completed multipart upload key=EX0YD5XH1XPL upload=6AGXQ0K2WNEU tag=7U52B3TUOSW5 type=write size=3174341 2023-12-20T11:09:52.965 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.963+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=MA4NKGIXF2HB type=del size=3056541 2023-12-20T11:09:52.967 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.964+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~CSUNFSVQP60T.0 size=1048576 2023-12-20T11:09:52.968 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.966+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~CSUNFSVQP60T.1 size=359726 2023-12-20T11:09:52.970 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.968+0000 7fd1b21c4880 1 < completed multipart upload key=OYO96KT3ZIBU upload=CSUNFSVQP60T tag=0GP428662P3L type=write size=2456878 2023-12-20T11:09:52.973 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.971+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~IY8UX892JWBS.0 size=713229 2023-12-20T11:09:52.973 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.971+0000 7fd1b21c4880 1 > prepared multipart upload key=ZUUJSJVWL10H upload=IY8UX892JWBS tag=8RW5MZ40HG4B type=write size=1761805 2023-12-20T11:09:52.974 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.972+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~NSPBPGPC5S8S.0 size=1048576 2023-12-20T11:09:52.976 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.973+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~NSPBPGPC5S8S.1 size=1048576 2023-12-20T11:09:52.977 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.974+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~NSPBPGPC5S8S.2 size=588664 2023-12-20T11:09:52.979 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.977+0000 7fd1b21c4880 1 < completed multipart upload key=1DSA1NSVISU5 upload=NSPBPGPC5S8S tag=318Q7ALIQRQ3 type=write size=3734392 2023-12-20T11:09:52.980 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.978+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=N35MMVSSKDSN type=del size=1252821 2023-12-20T11:09:52.982 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.979+0000 7fd1b21c4880 1 < completed write operation key=SUG71QAZ2CFC tag=6O5D81TH8IET type=write size=809241 2023-12-20T11:09:52.983 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.981+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=P28LBSPPTVUF type=del size=841803 2023-12-20T11:09:52.985 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.983+0000 7fd1b21c4880 1 < completed write operation key=EX0YD5XH1XPL tag=EKV93IHW28O0 type=write size=675640 2023-12-20T11:09:52.987 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.984+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=EP6JMSWU8D2Y type=write size=159891 2023-12-20T11:09:52.988 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.986+0000 7fd1b21c4880 1 < completed delete operation key=LC4FC2MW1JOI tag=LX3TTOOGW90C type=del 2023-12-20T11:09:52.990 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.987+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=GJF223EACHXS type=del size=1305774 2023-12-20T11:09:52.991 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.989+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~Y8W87R09G0VP.0 size=525675 2023-12-20T11:09:52.993 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.991+0000 7fd1b21c4880 1 < completed multipart upload key=OYO96KT3ZIBU upload=Y8W87R09G0VP tag=YTVBJ3NSNH0M type=write size=1574251 2023-12-20T11:09:52.996 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.994+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~UGFN99U7WWZP.0 size=973831 2023-12-20T11:09:52.996 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.994+0000 7fd1b21c4880 1 > prepared multipart upload key=QZYJEPHLU0HS upload=UGFN99U7WWZP tag=5N00B3LV1JJQ type=write size=2022407 2023-12-20T11:09:52.999 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.997+0000 7fd1b21c4880 1 < suggested update operation key=0CTPN27ASDAX tag=9Q4J62F0N6MD type=del size=2194560 2023-12-20T11:09:53.001 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:52.998+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=SSM1QO7DWYT1 type=del size=638283 2023-12-20T11:09:53.002 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.000+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~QNAKQZGPJ53X.0 size=1048576 2023-12-20T11:09:53.003 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.001+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~QNAKQZGPJ53X.1 size=28285 2023-12-20T11:09:53.006 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.003+0000 7fd1b21c4880 1 < completed multipart upload key=H6RM2M0W0Z5O upload=QNAKQZGPJ53X tag=PY24CPTYC0PL type=write size=2125437 2023-12-20T11:09:53.007 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.005+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=6FADM5BMUEBP type=del size=2400678 2023-12-20T11:09:53.008 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.006+0000 7fd1b21c4880 1 < completed delete operation key=LTCK7NB910AG tag=YF3LK5Y111JS type=del 2023-12-20T11:09:53.010 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.007+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=D21OCEHQW4FG type=del size=1705232 2023-12-20T11:09:53.011 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.009+0000 7fd1b21c4880 1 < completed delete operation key=OYO96KT3ZIBU tag=KEY8LB9CK1Q8 type=del 2023-12-20T11:09:53.014 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.011+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~SHD1R857T644.0 size=591499 2023-12-20T11:09:53.014 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.011+0000 7fd1b21c4880 1 > prepared multipart upload key=X4MNSJEQQOIN upload=SHD1R857T644 tag=W1GHFDF0YP3B type=write size=1640075 2023-12-20T11:09:53.015 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.013+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~EC35QVY6G1U7.0 size=1048576 2023-12-20T11:09:53.016 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.014+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~EC35QVY6G1U7.1 size=1028945 2023-12-20T11:09:53.019 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.016+0000 7fd1b21c4880 1 < completed multipart upload key=1DSA1NSVISU5 upload=EC35QVY6G1U7 tag=BZD4S7Q0D31O type=write size=3126097 2023-12-20T11:09:53.020 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.018+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=NBKHXREG38OS type=del size=544994 2023-12-20T11:09:53.022 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.019+0000 7fd1b21c4880 1 < completed delete operation key=I33EZDGEOOGS tag=FJ2XSCHH7S40 type=del 2023-12-20T11:09:53.023 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.021+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=XLOKUACZCU7Q type=del size=2893076 2023-12-20T11:09:53.026 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.023+0000 7fd1b21c4880 1 < suggested remove operation key=QZYJEPHLU0HS tag=3P9UVAN6DM4Q type=write 2023-12-20T11:09:53.028 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.026+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~80A1XRAK0XKM.0 size=1048576 2023-12-20T11:09:53.029 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.027+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~80A1XRAK0XKM.1 size=265100 2023-12-20T11:09:53.030 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.027+0000 7fd1b21c4880 1 > prepared multipart upload key=SQ6HXEFRPSDQ upload=80A1XRAK0XKM tag=CXJ72M4V5XVX type=write size=2362252 2023-12-20T11:09:53.031 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.029+0000 7fd1b21c4880 1 < completed part key=_multipart_EX0YD5XH1XPL.2~97XJFHJDPPI1.0 size=1048576 2023-12-20T11:09:53.032 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.030+0000 7fd1b21c4880 1 < completed part key=_multipart_EX0YD5XH1XPL.2~97XJFHJDPPI1.1 size=1048576 2023-12-20T11:09:53.033 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.031+0000 7fd1b21c4880 1 < completed part key=_multipart_EX0YD5XH1XPL.2~97XJFHJDPPI1.2 size=132814 2023-12-20T11:09:53.036 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.033+0000 7fd1b21c4880 1 < completed multipart upload key=EX0YD5XH1XPL upload=97XJFHJDPPI1 tag=1GQQ429H748R type=write size=3278542 2023-12-20T11:09:53.038 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.036+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~TX0XALZYE911.0 size=1048576 2023-12-20T11:09:53.040 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.037+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~TX0XALZYE911.1 size=478955 2023-12-20T11:09:53.040 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.037+0000 7fd1b21c4880 1 > prepared multipart upload key=6UQYCRIG1VTM upload=TX0XALZYE911 tag=FS4J8DEQ0Y38 type=write size=2576107 2023-12-20T11:09:53.041 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.039+0000 7fd1b21c4880 1 < completed write operation key=F1VUDQZ0F87N tag=8K275WG571KT type=write size=720311 2023-12-20T11:09:53.044 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.040+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=HBITMN1DWGB8 type=del size=3372234 2023-12-20T11:09:53.044 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.041+0000 7fd1b21c4880 1 < completed delete operation key=UK0IZFVQ8SXI tag=MA4NKGIXF2HB type=del 2023-12-20T11:09:53.045 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.043+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=0V295SMG2ZGO type=del size=2001262 2023-12-20T11:09:53.046 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.044+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~IY8UX892JWBS.0 size=713229 2023-12-20T11:09:53.049 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.046+0000 7fd1b21c4880 1 < completed multipart upload key=ZUUJSJVWL10H upload=IY8UX892JWBS tag=8RW5MZ40HG4B type=write size=1761805 2023-12-20T11:09:53.051 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.049+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~04V1TSQTWZQS.0 size=979762 2023-12-20T11:09:53.051 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.049+0000 7fd1b21c4880 1 > prepared multipart upload key=8G0W9JZ1GDXN upload=04V1TSQTWZQS tag=MLLQYUE0WNYW type=write size=2028338 2023-12-20T11:09:53.053 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.051+0000 7fd1b21c4880 1 < completed delete operation key=PWOXA6XNR6SL tag=N35MMVSSKDSN type=del 2023-12-20T11:09:53.056 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.053+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~BCYC8GH2LHXC.0 size=1048576 2023-12-20T11:09:53.057 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.054+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~BCYC8GH2LHXC.1 size=1048576 2023-12-20T11:09:53.058 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.056+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~BCYC8GH2LHXC.2 size=178918 2023-12-20T11:09:53.058 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.056+0000 7fd1b21c4880 1 > prepared multipart upload key=X4MNSJEQQOIN upload=BCYC8GH2LHXC tag=NMC52KSS8QX8 type=write size=3324646 2023-12-20T11:09:53.061 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.059+0000 7fd1b21c4880 1 < suggested update operation key=MJ4RRM0D3OOK tag=P28LBSPPTVUF type=del size=841803 2023-12-20T11:09:53.063 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.060+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=U82U154P0NUB type=del size=3971278 2023-12-20T11:09:53.066 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.063+0000 7fd1b21c4880 1 < suggested remove operation key=SUG71QAZ2CFC tag=EP6JMSWU8D2Y type=write 2023-12-20T11:09:53.067 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.065+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=EPZYMCLGLEBA type=del size=3834599 2023-12-20T11:09:53.069 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.066+0000 7fd1b21c4880 1 < completed delete operation key=1DSA1NSVISU5 tag=GJF223EACHXS type=del 2023-12-20T11:09:53.070 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.068+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=RT1K3BKJ4Y4K type=del size=748740 2023-12-20T11:09:53.072 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.069+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~UGFN99U7WWZP.0 size=973831 2023-12-20T11:09:53.074 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.072+0000 7fd1b21c4880 1 < completed multipart upload key=QZYJEPHLU0HS upload=UGFN99U7WWZP tag=5N00B3LV1JJQ type=write size=2022407 2023-12-20T11:09:53.076 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.073+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=041JXD03GTBD type=write size=558113 2023-12-20T11:09:53.078 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.075+0000 7fd1b21c4880 1 < canceled operation key=E12NLNIAVP97 tag=SSM1QO7DWYT1 type=del size=638283 2023-12-20T11:09:53.080 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.078+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~HRNK38UJ8HWR.0 size=468697 2023-12-20T11:09:53.080 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.078+0000 7fd1b21c4880 1 > prepared multipart upload key=OYO96KT3ZIBU upload=HRNK38UJ8HWR tag=NX31KJPVWUOU type=write size=1517273 2023-12-20T11:09:53.082 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.079+0000 7fd1b21c4880 1 < completed delete operation key=LTCK7NB910AG tag=6FADM5BMUEBP type=del 2023-12-20T11:09:53.084 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.082+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~7FGYI6TW7EE3.0 size=1048576 2023-12-20T11:09:53.089 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.083+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~7FGYI6TW7EE3.1 size=1048576 2023-12-20T11:09:53.089 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.084+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~7FGYI6TW7EE3.2 size=160769 2023-12-20T11:09:53.089 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.084+0000 7fd1b21c4880 1 > prepared multipart upload key=PWOXA6XNR6SL upload=7FGYI6TW7EE3 tag=5FUJSP7HJMBD type=write size=3306497 2023-12-20T11:09:53.089 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.086+0000 7fd1b21c4880 1 < completed delete operation key=1DSA1NSVISU5 tag=D21OCEHQW4FG type=del 2023-12-20T11:09:53.090 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.087+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=UO5LBOIX95TP type=del size=2991440 2023-12-20T11:09:53.091 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.089+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~SHD1R857T644.0 size=591499 2023-12-20T11:09:53.093 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.091+0000 7fd1b21c4880 1 < completed multipart upload key=X4MNSJEQQOIN upload=SHD1R857T644 tag=W1GHFDF0YP3B type=write size=1640075 2023-12-20T11:09:53.095 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.092+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=LUGRV8LUTFFT type=del size=1946776 2023-12-20T11:09:53.096 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.094+0000 7fd1b21c4880 -1 < failed to complete operation key=MJ4RRM0D3OOK tag=NBKHXREG38OS type=del size=544994: (22) Invalid argument 2023-12-20T11:09:53.098 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.096+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=IO7N830HZ0Q1 type=write size=717649 2023-12-20T11:09:53.099 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.097+0000 7fd1b21c4880 1 < canceled operation key=ZUUJSJVWL10H tag=XLOKUACZCU7Q type=del size=2893076 2023-12-20T11:09:53.101 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.098+0000 7fd1b21c4880 1 > prepared operation key=0HBCFL318BEY tag=2YWCKB2LYAT8 type=write size=812004 2023-12-20T11:09:53.102 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.100+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~80A1XRAK0XKM.0 size=1048576 2023-12-20T11:09:53.103 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.101+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~80A1XRAK0XKM.1 size=265100 2023-12-20T11:09:53.106 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.103+0000 7fd1b21c4880 1 < completed multipart upload key=SQ6HXEFRPSDQ upload=80A1XRAK0XKM tag=CXJ72M4V5XVX type=write size=2362252 2023-12-20T11:09:53.107 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.105+0000 7fd1b21c4880 1 > prepared operation key=1VUIXCARBLMN tag=OLL3ES3K9008 type=del size=1045244 2023-12-20T11:09:53.108 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.106+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~TX0XALZYE911.0 size=1048576 2023-12-20T11:09:53.110 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.107+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~TX0XALZYE911.1 size=478955 2023-12-20T11:09:53.112 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.110+0000 7fd1b21c4880 1 < completed multipart upload key=6UQYCRIG1VTM upload=TX0XALZYE911 tag=FS4J8DEQ0Y38 type=write size=2576107 2023-12-20T11:09:53.115 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.113+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~YM91RR76X90A.0 size=96441 2023-12-20T11:09:53.115 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.113+0000 7fd1b21c4880 1 > prepared multipart upload key=EX0YD5XH1XPL upload=YM91RR76X90A tag=6EYJRT1V8KM6 type=write size=1145017 2023-12-20T11:09:53.118 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.116+0000 7fd1b21c4880 1 < suggested remove operation key=ZUUJSJVWL10H tag=HBITMN1DWGB8 type=del 2023-12-20T11:09:53.120 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.117+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=1I7SRXWB141O type=del size=1034597 2023-12-20T11:09:53.121 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.119+0000 7fd1b21c4880 1 < completed delete operation key=K1JVVDJA7RXO tag=0V295SMG2ZGO type=del 2023-12-20T11:09:53.123 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.120+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=E8RGJWVE09MZ type=write size=463805 2023-12-20T11:09:53.125 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.122+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~04V1TSQTWZQS.0 size=979762 2023-12-20T11:09:53.128 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.125+0000 7fd1b21c4880 1 < completed multipart upload key=8G0W9JZ1GDXN upload=04V1TSQTWZQS tag=MLLQYUE0WNYW type=write size=2028338 2023-12-20T11:09:53.129 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.127+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=2I9ILIAWE1V6 type=del size=986466 2023-12-20T11:09:53.131 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.128+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~BCYC8GH2LHXC.0 size=1048576 2023-12-20T11:09:53.132 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.130+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~BCYC8GH2LHXC.1 size=1048576 2023-12-20T11:09:53.134 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.131+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~BCYC8GH2LHXC.2 size=178918 2023-12-20T11:09:53.137 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.134+0000 7fd1b21c4880 1 < completed multipart upload key=X4MNSJEQQOIN upload=BCYC8GH2LHXC tag=NMC52KSS8QX8 type=write size=3324646 2023-12-20T11:09:53.139 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.137+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~EX9MQN8N533C.0 size=972871 2023-12-20T11:09:53.139 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.137+0000 7fd1b21c4880 1 > prepared multipart upload key=D7TWPUF05X3I upload=EX9MQN8N533C tag=5Z0PZWNVO491 type=write size=2021447 2023-12-20T11:09:53.141 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.138+0000 7fd1b21c4880 1 < completed delete operation key=H6RM2M0W0Z5O tag=U82U154P0NUB type=del 2023-12-20T11:09:53.144 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.141+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~QHHYU1TUKO67.0 size=1048576 2023-12-20T11:09:53.144 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.142+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~QHHYU1TUKO67.1 size=1048576 2023-12-20T11:09:53.146 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.144+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~QHHYU1TUKO67.2 size=37407 2023-12-20T11:09:53.146 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.144+0000 7fd1b21c4880 1 > prepared multipart upload key=SQ6HXEFRPSDQ upload=QHHYU1TUKO67 tag=O7VMNXASSWB4 type=write size=3183135 2023-12-20T11:09:53.149 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.147+0000 7fd1b21c4880 1 < suggested remove operation key=UK0IZFVQ8SXI tag=EPZYMCLGLEBA type=del 2023-12-20T11:09:53.151 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.148+0000 7fd1b21c4880 1 > prepared operation key=UHTMIVT6ND23 tag=F9JSR3LYRCD6 type=del size=3207042 2023-12-20T11:09:53.152 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.150+0000 7fd1b21c4880 1 < completed delete operation key=F1VUDQZ0F87N tag=RT1K3BKJ4Y4K type=del 2023-12-20T11:09:53.155 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.152+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~XZZ1OZB4BIDJ.0 size=1044528 2023-12-20T11:09:53.155 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.152+0000 7fd1b21c4880 1 > prepared multipart upload key=K1JVVDJA7RXO upload=XZZ1OZB4BIDJ tag=K4IZ8N1J0NDX type=write size=2093104 2023-12-20T11:09:53.156 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.154+0000 7fd1b21c4880 1 < completed write operation key=SG40R95BA3CO tag=041JXD03GTBD type=write size=558113 2023-12-20T11:09:53.158 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.155+0000 7fd1b21c4880 1 > prepared operation key=0HBCFL318BEY tag=KN2N05Z54GO2 type=del size=3939974 2023-12-20T11:09:53.158 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.155+0000 7fd1b21c4880 1 < canceled part key=_multipart_OYO96KT3ZIBU.2~HRNK38UJ8HWR.0 size=468697 2023-12-20T11:09:53.161 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.158+0000 7fd1b21c4880 1 < canceled multipart upload key=OYO96KT3ZIBU upload=HRNK38UJ8HWR tag=NX31KJPVWUOU type=write size=1517273 2023-12-20T11:09:53.162 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.160+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=CJIK7Q3SUTO5 type=del size=3869450 2023-12-20T11:09:53.164 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.161+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~7FGYI6TW7EE3.0 size=1048576 2023-12-20T11:09:53.164 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.162+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~7FGYI6TW7EE3.1 size=1048576 2023-12-20T11:09:53.166 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.163+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~7FGYI6TW7EE3.2 size=160769 2023-12-20T11:09:53.168 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.166+0000 7fd1b21c4880 1 < completed multipart upload key=PWOXA6XNR6SL upload=7FGYI6TW7EE3 tag=5FUJSP7HJMBD type=write size=3306497 2023-12-20T11:09:53.170 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.168+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=T4UC876BE5HT type=del size=2676200 2023-12-20T11:09:53.172 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.169+0000 7fd1b21c4880 1 < completed delete operation key=QZYJEPHLU0HS tag=UO5LBOIX95TP type=del 2023-12-20T11:09:53.173 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.171+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=BKKGUNLAGOUH type=del size=2708705 2023-12-20T11:09:53.175 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.173+0000 7fd1b21c4880 1 < completed delete operation key=TRBR8IGAJUYI tag=LUGRV8LUTFFT type=del 2023-12-20T11:09:53.179 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.176+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~IUJ6UMBMY8KT.0 size=1027703 2023-12-20T11:09:53.179 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.176+0000 7fd1b21c4880 1 > prepared multipart upload key=TRBR8IGAJUYI upload=IUJ6UMBMY8KT tag=TMBD2ZUPXJ7F type=write size=2076279 2023-12-20T11:09:53.180 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.178+0000 7fd1b21c4880 1 < completed write operation key=SQ6HXEFRPSDQ tag=IO7N830HZ0Q1 type=write size=717649 2023-12-20T11:09:53.184 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.181+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~TWILVFZNI0Z6.0 size=1048576 2023-12-20T11:09:53.185 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.182+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~TWILVFZNI0Z6.1 size=937208 2023-12-20T11:09:53.185 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.182+0000 7fd1b21c4880 1 > prepared multipart upload key=UHTMIVT6ND23 upload=TWILVFZNI0Z6 tag=6XRG9ECLT00J type=write size=3034360 2023-12-20T11:09:53.187 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.185+0000 7fd1b21c4880 1 < suggested remove operation key=0HBCFL318BEY tag=2YWCKB2LYAT8 type=write 2023-12-20T11:09:53.189 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.186+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=71EFZBGUHG9B type=write size=843875 2023-12-20T11:09:53.191 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.188+0000 7fd1b21c4880 1 < completed delete operation key=1VUIXCARBLMN tag=OLL3ES3K9008 type=del 2023-12-20T11:09:53.192 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.190+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=EOPHFG0AI291 type=del size=128680 2023-12-20T11:09:53.194 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.191+0000 7fd1b21c4880 1 < completed part key=_multipart_EX0YD5XH1XPL.2~YM91RR76X90A.0 size=96441 2023-12-20T11:09:53.196 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.194+0000 7fd1b21c4880 1 < completed multipart upload key=EX0YD5XH1XPL upload=YM91RR76X90A tag=6EYJRT1V8KM6 type=write size=1145017 2023-12-20T11:09:53.198 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.195+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=Q9W2NAS5EM6C type=del size=2581343 2023-12-20T11:09:53.199 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.197+0000 7fd1b21c4880 1 < completed delete operation key=OYO96KT3ZIBU tag=1I7SRXWB141O type=del 2023-12-20T11:09:53.201 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.198+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=UBXZ1FT3W6II type=del size=2048721 2023-12-20T11:09:53.202 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.199+0000 7fd1b21c4880 1 < completed write operation key=MJ4RRM0D3OOK tag=E8RGJWVE09MZ type=write size=463805 2023-12-20T11:09:53.203 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.201+0000 7fd1b21c4880 1 > prepared operation key=I33EZDGEOOGS tag=TRUKKWR29UC5 type=write size=473935 2023-12-20T11:09:53.205 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.202+0000 7fd1b21c4880 1 < completed delete operation key=QZYJEPHLU0HS tag=2I9ILIAWE1V6 type=del 2023-12-20T11:09:53.206 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.203+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=NPMZ4NNPDRA1 type=del size=2448989 2023-12-20T11:09:53.207 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.205+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~EX9MQN8N533C.0 size=972871 2023-12-20T11:09:53.210 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.207+0000 7fd1b21c4880 1 < completed multipart upload key=D7TWPUF05X3I upload=EX9MQN8N533C tag=5Z0PZWNVO491 type=write size=2021447 2023-12-20T11:09:53.212 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.210+0000 7fd1b21c4880 1 > prepared part key=_multipart_D95F7DLYTH42.2~K8ULK95W3TKU.0 size=1048576 2023-12-20T11:09:53.213 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.211+0000 7fd1b21c4880 1 > prepared part key=_multipart_D95F7DLYTH42.2~K8ULK95W3TKU.1 size=186317 2023-12-20T11:09:53.213 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.211+0000 7fd1b21c4880 1 > prepared multipart upload key=D95F7DLYTH42 upload=K8ULK95W3TKU tag=1KP236JVGSP1 type=write size=2283469 2023-12-20T11:09:53.215 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.212+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~QHHYU1TUKO67.0 size=1048576 2023-12-20T11:09:53.216 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.213+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~QHHYU1TUKO67.1 size=1048576 2023-12-20T11:09:53.217 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.215+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~QHHYU1TUKO67.2 size=37407 2023-12-20T11:09:53.220 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.217+0000 7fd1b21c4880 1 < completed multipart upload key=SQ6HXEFRPSDQ upload=QHHYU1TUKO67 tag=O7VMNXASSWB4 type=write size=3183135 2023-12-20T11:09:53.222 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.220+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~MUWW87EXAHLE.0 size=1048576 2023-12-20T11:09:53.224 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.221+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~MUWW87EXAHLE.1 size=1048576 2023-12-20T11:09:53.225 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.222+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~MUWW87EXAHLE.2 size=409252 2023-12-20T11:09:53.225 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.222+0000 7fd1b21c4880 1 > prepared multipart upload key=PWOXA6XNR6SL upload=MUWW87EXAHLE tag=DP6HYK1NKN7P type=write size=3554980 2023-12-20T11:09:53.226 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.224+0000 7fd1b21c4880 1 < completed delete operation key=UHTMIVT6ND23 tag=F9JSR3LYRCD6 type=del 2023-12-20T11:09:53.228 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.226+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=5CW0VS6WAP01 type=del size=4176090 2023-12-20T11:09:53.230 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.227+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~XZZ1OZB4BIDJ.0 size=1044528 2023-12-20T11:09:53.232 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.229+0000 7fd1b21c4880 1 < completed multipart upload key=K1JVVDJA7RXO upload=XZZ1OZB4BIDJ tag=K4IZ8N1J0NDX type=write size=2093104 2023-12-20T11:09:53.235 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.232+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~W9NUR8QLI73Y.0 size=64144 2023-12-20T11:09:53.235 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.232+0000 7fd1b21c4880 1 > prepared multipart upload key=6UQYCRIG1VTM upload=W9NUR8QLI73Y tag=ZV8SBB7POYZ4 type=write size=1112720 2023-12-20T11:09:53.236 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.234+0000 7fd1b21c4880 -1 < failed to complete operation key=0HBCFL318BEY tag=KN2N05Z54GO2 type=del size=3939974: (22) Invalid argument 2023-12-20T11:09:53.240 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.237+0000 7fd1b21c4880 1 > prepared part key=_multipart_D95F7DLYTH42.2~ONEYWNV3OV6Q.0 size=1048576 2023-12-20T11:09:53.241 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.238+0000 7fd1b21c4880 1 > prepared part key=_multipart_D95F7DLYTH42.2~ONEYWNV3OV6Q.1 size=1043943 2023-12-20T11:09:53.241 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.238+0000 7fd1b21c4880 1 > prepared multipart upload key=D95F7DLYTH42 upload=ONEYWNV3OV6Q tag=16G5U6OTX6LB type=write size=3141095 2023-12-20T11:09:53.244 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.241+0000 7fd1b21c4880 1 < suggested update operation key=LC4FC2MW1JOI tag=CJIK7Q3SUTO5 type=del size=3869450 2023-12-20T11:09:53.249 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.247+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~9PJ7U5ZYFQDB.0 size=1048576 2023-12-20T11:09:53.250 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.248+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~9PJ7U5ZYFQDB.1 size=1048576 2023-12-20T11:09:53.251 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.249+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~9PJ7U5ZYFQDB.2 size=724758 2023-12-20T11:09:53.252 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.249+0000 7fd1b21c4880 1 > prepared multipart upload key=0CTPN27ASDAX upload=9PJ7U5ZYFQDB tag=C2EWH9L7D60S type=write size=3870486 2023-12-20T11:09:53.254 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.252+0000 7fd1b21c4880 1 < suggested update operation key=MJ4RRM0D3OOK tag=T4UC876BE5HT type=del size=2676200 2023-12-20T11:09:53.256 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.253+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=GC0S1ISYHAGJ type=write size=746351 2023-12-20T11:09:53.257 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.255+0000 7fd1b21c4880 1 < completed delete operation key=0CTPN27ASDAX tag=BKKGUNLAGOUH type=del 2023-12-20T11:09:53.259 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.257+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~AB8B01UWAT8J.0 size=1048576 2023-12-20T11:09:53.260 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.258+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~AB8B01UWAT8J.1 size=1048576 2023-12-20T11:09:53.261 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.259+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~AB8B01UWAT8J.2 size=143637 2023-12-20T11:09:53.262 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.259+0000 7fd1b21c4880 1 > prepared multipart upload key=TRBR8IGAJUYI upload=AB8B01UWAT8J tag=5YNWCVOM9H78 type=write size=3289365 2023-12-20T11:09:53.262 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.259+0000 7fd1b21c4880 1 < canceled part key=_multipart_TRBR8IGAJUYI.2~IUJ6UMBMY8KT.0 size=1027703 2023-12-20T11:09:53.264 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.262+0000 7fd1b21c4880 1 < canceled multipart upload key=TRBR8IGAJUYI upload=IUJ6UMBMY8KT tag=TMBD2ZUPXJ7F type=write size=2076279 2023-12-20T11:09:53.266 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.263+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=0AHN3C6HRS0N type=del size=2797380 2023-12-20T11:09:53.268 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.265+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~TWILVFZNI0Z6.0 size=1048576 2023-12-20T11:09:53.269 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.266+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~TWILVFZNI0Z6.1 size=937208 2023-12-20T11:09:53.271 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.268+0000 7fd1b21c4880 1 < completed multipart upload key=UHTMIVT6ND23 upload=TWILVFZNI0Z6 tag=6XRG9ECLT00J type=write size=3034360 2023-12-20T11:09:53.273 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.271+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~TG2P3XW099M0.0 size=312082 2023-12-20T11:09:53.273 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.271+0000 7fd1b21c4880 1 > prepared multipart upload key=X4MNSJEQQOIN upload=TG2P3XW099M0 tag=XBL58QP2DXLE type=write size=1360658 2023-12-20T11:09:53.275 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.272+0000 7fd1b21c4880 -1 < failed to complete operation key=MJ4RRM0D3OOK tag=71EFZBGUHG9B type=write size=843875: (22) Invalid argument 2023-12-20T11:09:53.276 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.274+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=DQJFNMUH8CRN type=del size=746645 2023-12-20T11:09:53.278 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.275+0000 7fd1b21c4880 -1 < failed to complete operation key=LC4FC2MW1JOI tag=EOPHFG0AI291 type=del size=128680: (22) Invalid argument 2023-12-20T11:09:53.279 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.277+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=13A9JQG56JMX type=del size=1520995 2023-12-20T11:09:53.281 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.278+0000 7fd1b21c4880 1 < completed delete operation key=H6RM2M0W0Z5O tag=Q9W2NAS5EM6C type=del 2023-12-20T11:09:53.282 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.280+0000 7fd1b21c4880 1 > prepared operation key=I33EZDGEOOGS tag=YNGYGCY159Y5 type=del size=3564481 2023-12-20T11:09:53.284 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.281+0000 7fd1b21c4880 1 < completed delete operation key=LS7TO3DAUIBT tag=UBXZ1FT3W6II type=del 2023-12-20T11:09:53.285 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.283+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=JVEOO4E22TET type=del size=1111231 2023-12-20T11:09:53.288 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.285+0000 7fd1b21c4880 1 < suggested update operation key=I33EZDGEOOGS tag=TRUKKWR29UC5 type=write size=473935 2023-12-20T11:09:53.289 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.287+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=YM2RGKPN4ADU type=del size=3938379 2023-12-20T11:09:53.290 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.288+0000 7fd1b21c4880 1 < completed delete operation key=K1JVVDJA7RXO tag=NPMZ4NNPDRA1 type=del 2023-12-20T11:09:53.292 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.289+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=H1IKJ7LWENTO type=del size=451542 2023-12-20T11:09:53.293 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.291+0000 7fd1b21c4880 1 < completed part key=_multipart_D95F7DLYTH42.2~K8ULK95W3TKU.0 size=1048576 2023-12-20T11:09:53.297 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.292+0000 7fd1b21c4880 1 < completed part key=_multipart_D95F7DLYTH42.2~K8ULK95W3TKU.1 size=186317 2023-12-20T11:09:53.297 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.294+0000 7fd1b21c4880 1 < completed multipart upload key=D95F7DLYTH42 upload=K8ULK95W3TKU tag=1KP236JVGSP1 type=write size=2283469 2023-12-20T11:09:53.299 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.295+0000 7fd1b21c4880 1 > prepared operation key=0HBCFL318BEY tag=0UT8JH1703CW type=del size=3047698 2023-12-20T11:09:53.300 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.297+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~MUWW87EXAHLE.0 size=1048576 2023-12-20T11:09:53.301 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.298+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~MUWW87EXAHLE.1 size=1048576 2023-12-20T11:09:53.302 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.299+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~MUWW87EXAHLE.2 size=409252 2023-12-20T11:09:53.304 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.302+0000 7fd1b21c4880 1 < completed multipart upload key=PWOXA6XNR6SL upload=MUWW87EXAHLE tag=DP6HYK1NKN7P type=write size=3554980 2023-12-20T11:09:53.306 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.303+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=7LGBVWO3L64L type=del size=4159422 2023-12-20T11:09:53.308 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.305+0000 7fd1b21c4880 1 < completed delete operation key=X4MNSJEQQOIN tag=5CW0VS6WAP01 type=del 2023-12-20T11:09:53.309 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.306+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=VBXMCCUQNTMT type=del size=347315 2023-12-20T11:09:53.309 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.307+0000 7fd1b21c4880 1 < canceled part key=_multipart_6UQYCRIG1VTM.2~W9NUR8QLI73Y.0 size=64144 2023-12-20T11:09:53.312 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.309+0000 7fd1b21c4880 1 < canceled multipart upload key=6UQYCRIG1VTM upload=W9NUR8QLI73Y tag=ZV8SBB7POYZ4 type=write size=1112720 2023-12-20T11:09:53.313 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.310+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=YGS5AULZP27A type=del size=349218 2023-12-20T11:09:53.314 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.312+0000 7fd1b21c4880 1 < completed part key=_multipart_D95F7DLYTH42.2~ONEYWNV3OV6Q.0 size=1048576 2023-12-20T11:09:53.315 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.313+0000 7fd1b21c4880 1 < completed part key=_multipart_D95F7DLYTH42.2~ONEYWNV3OV6Q.1 size=1043943 2023-12-20T11:09:53.317 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.315+0000 7fd1b21c4880 1 < completed multipart upload key=D95F7DLYTH42 upload=ONEYWNV3OV6Q tag=16G5U6OTX6LB type=write size=3141095 2023-12-20T11:09:53.320 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.317+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~ED6605FMR88T.0 size=223169 2023-12-20T11:09:53.320 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.317+0000 7fd1b21c4880 1 > prepared multipart upload key=SUG71QAZ2CFC upload=ED6605FMR88T tag=QPR6POGS99HI type=write size=1271745 2023-12-20T11:09:53.320 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.318+0000 7fd1b21c4880 1 < canceled part key=_multipart_0CTPN27ASDAX.2~9PJ7U5ZYFQDB.0 size=1048576 2023-12-20T11:09:53.321 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.319+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~9PJ7U5ZYFQDB.1 size=1048576 2023-12-20T11:09:53.322 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.319+0000 7fd1b21c4880 1 < canceled part key=_multipart_0CTPN27ASDAX.2~9PJ7U5ZYFQDB.2 size=724758 2023-12-20T11:09:53.324 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.321+0000 7fd1b21c4880 1 < canceled multipart upload key=0CTPN27ASDAX upload=9PJ7U5ZYFQDB tag=C2EWH9L7D60S type=write size=3870486 2023-12-20T11:09:53.325 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.323+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=3KL64IRT9B7A type=del size=3917226 2023-12-20T11:09:53.327 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.324+0000 7fd1b21c4880 1 < canceled operation key=X4MNSJEQQOIN tag=GC0S1ISYHAGJ type=write size=746351 2023-12-20T11:09:53.328 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.326+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=94V89BH8HCE1 type=del size=238597 2023-12-20T11:09:53.330 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.327+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~AB8B01UWAT8J.0 size=1048576 2023-12-20T11:09:53.331 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.329+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~AB8B01UWAT8J.1 size=1048576 2023-12-20T11:09:53.332 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.330+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~AB8B01UWAT8J.2 size=143637 2023-12-20T11:09:53.334 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.332+0000 7fd1b21c4880 1 < completed multipart upload key=TRBR8IGAJUYI upload=AB8B01UWAT8J tag=5YNWCVOM9H78 type=write size=3289365 2023-12-20T11:09:53.336 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.334+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=NU882PESSKDR type=del size=679375 2023-12-20T11:09:53.337 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.335+0000 7fd1b21c4880 1 < canceled operation key=FKD3AAYKIV7B tag=0AHN3C6HRS0N type=del size=2797380 2023-12-20T11:09:53.339 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.336+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=I6U1T2EKCQ4A type=del size=3863203 2023-12-20T11:09:53.339 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.336+0000 7fd1b21c4880 1 < canceled part key=_multipart_X4MNSJEQQOIN.2~TG2P3XW099M0.0 size=312082 2023-12-20T11:09:53.341 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.339+0000 7fd1b21c4880 1 < canceled multipart upload key=X4MNSJEQQOIN upload=TG2P3XW099M0 tag=XBL58QP2DXLE type=write size=1360658 2023-12-20T11:09:53.343 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.340+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=FXDY6DN0PUY3 type=del size=899515 2023-12-20T11:09:53.344 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.342+0000 7fd1b21c4880 1 < completed delete operation key=LS7TO3DAUIBT tag=DQJFNMUH8CRN type=del 2023-12-20T11:09:53.345 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.343+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=DHMEQG33RM8Y type=write size=76667 2023-12-20T11:09:53.347 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.344+0000 7fd1b21c4880 1 < completed delete operation key=D95F7DLYTH42 tag=13A9JQG56JMX type=del 2023-12-20T11:09:53.348 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.346+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=ZVPF198Z00SL type=del size=2617568 2023-12-20T11:09:53.350 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.347+0000 7fd1b21c4880 -1 < failed to complete operation key=I33EZDGEOOGS tag=YNGYGCY159Y5 type=del size=3564481: (22) Invalid argument 2023-12-20T11:09:53.351 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.349+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=2EF0Z6LDHFDI type=del size=270339 2023-12-20T11:09:53.354 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.352+0000 7fd1b21c4880 1 < suggested update operation key=QZYJEPHLU0HS tag=JVEOO4E22TET type=del size=1111231 2023-12-20T11:09:53.355 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.353+0000 7fd1b21c4880 1 > prepared operation key=I33EZDGEOOGS tag=6N5VC1GHR9KS type=del size=1265869 2023-12-20T11:09:53.357 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.355+0000 7fd1b21c4880 1 < completed delete operation key=FKD3AAYKIV7B tag=YM2RGKPN4ADU type=del 2023-12-20T11:09:53.358 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.356+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=PQ88CESXMFQ0 type=write size=479541 2023-12-20T11:09:53.360 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.358+0000 7fd1b21c4880 -1 < failed to complete operation key=QZYJEPHLU0HS tag=H1IKJ7LWENTO type=del size=451542: (22) Invalid argument 2023-12-20T11:09:53.361 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.359+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=K2GIB3QPWMK7 type=del size=1666615 2023-12-20T11:09:53.364 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.362+0000 7fd1b21c4880 1 < suggested remove operation key=0HBCFL318BEY tag=0UT8JH1703CW type=del 2023-12-20T11:09:53.366 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.363+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=2TVWTDU004D0 type=del size=2836485 2023-12-20T11:09:53.367 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.365+0000 7fd1b21c4880 1 < completed delete operation key=6UQYCRIG1VTM tag=7LGBVWO3L64L type=del 2023-12-20T11:09:53.368 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.366+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=4V5C11VZ0ASX type=del size=164199 2023-12-20T11:09:53.370 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.367+0000 7fd1b21c4880 1 < completed delete operation key=LS7TO3DAUIBT tag=VBXMCCUQNTMT type=del 2023-12-20T11:09:53.372 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.370+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~R8593NT8314L.0 size=1048576 2023-12-20T11:09:53.373 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.371+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~R8593NT8314L.1 size=294105 2023-12-20T11:09:53.374 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.371+0000 7fd1b21c4880 1 > prepared multipart upload key=FKD3AAYKIV7B upload=R8593NT8314L tag=OF12S97K8B4L type=write size=2391257 2023-12-20T11:09:53.377 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.374+0000 7fd1b21c4880 1 < suggested remove operation key=0CTPN27ASDAX tag=YGS5AULZP27A type=del 2023-12-20T11:09:53.378 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.375+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=67CPCY4UBMOW type=write size=637426 2023-12-20T11:09:53.379 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.377+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~ED6605FMR88T.0 size=223169 2023-12-20T11:09:53.382 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.379+0000 7fd1b21c4880 1 < completed multipart upload key=SUG71QAZ2CFC upload=ED6605FMR88T tag=QPR6POGS99HI type=write size=1271745 2023-12-20T11:09:53.383 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.381+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=UE8EVAWOL7BP type=del size=3830058 2023-12-20T11:09:53.385 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.382+0000 7fd1b21c4880 -1 < failed to complete operation key=0CTPN27ASDAX tag=3KL64IRT9B7A type=del size=3917226: (22) Invalid argument 2023-12-20T11:09:53.386 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.384+0000 7fd1b21c4880 1 > prepared operation key=D7TWPUF05X3I tag=GHM2DZVJWVVE type=del size=1446037 2023-12-20T11:09:53.387 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.385+0000 7fd1b21c4880 1 < canceled operation key=SQ6HXEFRPSDQ tag=94V89BH8HCE1 type=del size=238597 2023-12-20T11:09:53.389 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.386+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=C0UJDVG89ZDK type=del size=411896 2023-12-20T11:09:53.391 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.389+0000 7fd1b21c4880 1 < suggested remove operation key=UK0IZFVQ8SXI tag=NU882PESSKDR type=del 2023-12-20T11:09:53.394 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.391+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~QE80YHL4J3VX.0 size=1048576 2023-12-20T11:09:53.395 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.392+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~QE80YHL4J3VX.1 size=2987 2023-12-20T11:09:53.395 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.392+0000 7fd1b21c4880 1 > prepared multipart upload key=8G0W9JZ1GDXN upload=QE80YHL4J3VX tag=68CU9GC9GAD2 type=write size=2100139 2023-12-20T11:09:53.397 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.395+0000 7fd1b21c4880 1 < canceled operation key=6UQYCRIG1VTM tag=I6U1T2EKCQ4A type=del size=3863203 2023-12-20T11:09:53.399 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.396+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=MJPHOZ43GLWJ type=del size=2072089 2023-12-20T11:09:53.400 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.398+0000 7fd1b21c4880 1 < completed delete operation key=SQ6HXEFRPSDQ tag=FXDY6DN0PUY3 type=del 2023-12-20T11:09:53.403 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.401+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~C78XQGOC75MQ.0 size=783628 2023-12-20T11:09:53.403 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.401+0000 7fd1b21c4880 1 > prepared multipart upload key=OYO96KT3ZIBU upload=C78XQGOC75MQ tag=CS4QQ794LEHL type=write size=1832204 2023-12-20T11:09:53.405 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.403+0000 7fd1b21c4880 1 < completed write operation key=6UQYCRIG1VTM tag=DHMEQG33RM8Y type=write size=76667 2023-12-20T11:09:53.407 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.404+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=T2MWOAKS7D7X type=del size=1658503 2023-12-20T11:09:53.408 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.406+0000 7fd1b21c4880 1 < completed delete operation key=LTCK7NB910AG tag=ZVPF198Z00SL type=del 2023-12-20T11:09:53.411 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.408+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~QBYWGC4NQGPM.0 size=360840 2023-12-20T11:09:53.411 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.408+0000 7fd1b21c4880 1 > prepared multipart upload key=H6RM2M0W0Z5O upload=QBYWGC4NQGPM tag=VWWVYHIHOQEL type=write size=1409416 2023-12-20T11:09:53.412 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.410+0000 7fd1b21c4880 1 < completed delete operation key=PWOXA6XNR6SL tag=2EF0Z6LDHFDI type=del 2023-12-20T11:09:53.415 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.412+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~3OYIJGJLV1R2.0 size=1048576 2023-12-20T11:09:53.416 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.414+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~3OYIJGJLV1R2.1 size=422234 2023-12-20T11:09:53.416 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.414+0000 7fd1b21c4880 1 > prepared multipart upload key=YJO1Z2TB061O upload=3OYIJGJLV1R2 tag=WW3LGN10Q7M5 type=write size=2519386 2023-12-20T11:09:53.418 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.415+0000 7fd1b21c4880 1 < completed delete operation key=I33EZDGEOOGS tag=6N5VC1GHR9KS type=del 2023-12-20T11:09:53.421 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.418+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~G3W2ZRCK7531.0 size=1048576 2023-12-20T11:09:53.422 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.420+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~G3W2ZRCK7531.1 size=1048576 2023-12-20T11:09:53.423 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.421+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~G3W2ZRCK7531.2 size=968820 2023-12-20T11:09:53.424 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.421+0000 7fd1b21c4880 1 > prepared multipart upload key=PWOXA6XNR6SL upload=G3W2ZRCK7531 tag=I9K4M6PEMNKP type=write size=4114548 2023-12-20T11:09:53.426 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.423+0000 7fd1b21c4880 1 < suggested remove operation key=MJ4RRM0D3OOK tag=PQ88CESXMFQ0 type=write 2023-12-20T11:09:53.427 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.425+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=AXYY3G2B63J2 type=del size=124505 2023-12-20T11:09:53.429 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.426+0000 7fd1b21c4880 1 < completed delete operation key=1DSA1NSVISU5 tag=K2GIB3QPWMK7 type=del 2023-12-20T11:09:53.430 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.428+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=BVVXOUBGZLFI type=write size=981911 2023-12-20T11:09:53.433 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.429+0000 7fd1b21c4880 1 < completed delete operation key=QZYJEPHLU0HS tag=2TVWTDU004D0 type=del 2023-12-20T11:09:53.435 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.432+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~EF6A6DLIXR8P.0 size=1048576 2023-12-20T11:09:53.436 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.434+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~EF6A6DLIXR8P.1 size=1048576 2023-12-20T11:09:53.437 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.435+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~EF6A6DLIXR8P.2 size=46991 2023-12-20T11:09:53.437 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.435+0000 7fd1b21c4880 1 > prepared multipart upload key=SUG71QAZ2CFC upload=EF6A6DLIXR8P tag=ZSD1CL4BZMLZ type=write size=3192719 2023-12-20T11:09:53.439 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.437+0000 7fd1b21c4880 1 < completed delete operation key=LS7TO3DAUIBT tag=4V5C11VZ0ASX type=del 2023-12-20T11:09:53.440 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.438+0000 7fd1b21c4880 1 > prepared operation key=I33EZDGEOOGS tag=FU0XKL2YU9YZ type=del size=3107910 2023-12-20T11:09:53.442 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.440+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~R8593NT8314L.0 size=1048576 2023-12-20T11:09:53.443 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.441+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~R8593NT8314L.1 size=294105 2023-12-20T11:09:53.446 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.443+0000 7fd1b21c4880 1 < completed multipart upload key=FKD3AAYKIV7B upload=R8593NT8314L tag=OF12S97K8B4L type=write size=2391257 2023-12-20T11:09:53.449 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.446+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~AOSBO7H8ARH5.0 size=1048576 2023-12-20T11:09:53.450 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.447+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~AOSBO7H8ARH5.1 size=1048576 2023-12-20T11:09:53.451 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.449+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~AOSBO7H8ARH5.2 size=707458 2023-12-20T11:09:53.451 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.449+0000 7fd1b21c4880 1 > prepared multipart upload key=I33EZDGEOOGS upload=AOSBO7H8ARH5 tag=1H8OIH169PI9 type=write size=3853186 2023-12-20T11:09:53.453 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.450+0000 7fd1b21c4880 1 < completed write operation key=H6RM2M0W0Z5O tag=67CPCY4UBMOW type=write size=637426 2023-12-20T11:09:53.454 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.452+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=8PVYIGXS4GSA type=del size=832936 2023-12-20T11:09:53.455 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.452+0000 7fd1b21c4880 -1 < no bi entry to suggest for operation key=UK0IZFVQ8SXI tag=UE8EVAWOL7BP type=del size=3830058: (2) No such file or directory 2023-12-20T11:09:53.458 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.455+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~9VKWGVFUHYIR.0 size=1048576 2023-12-20T11:09:53.459 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.456+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~9VKWGVFUHYIR.1 size=1048576 2023-12-20T11:09:53.460 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.458+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~9VKWGVFUHYIR.2 size=978520 2023-12-20T11:09:53.460 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.458+0000 7fd1b21c4880 1 > prepared multipart upload key=H6RM2M0W0Z5O upload=9VKWGVFUHYIR tag=PAG6REK09VW4 type=write size=4124248 2023-12-20T11:09:53.462 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.459+0000 7fd1b21c4880 1 < completed delete operation key=D7TWPUF05X3I tag=GHM2DZVJWVVE type=del 2023-12-20T11:09:53.463 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.461+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=VWMOSJB0DP0N type=del size=40953 2023-12-20T11:09:53.465 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.462+0000 7fd1b21c4880 1 < completed delete operation key=ZUUJSJVWL10H tag=C0UJDVG89ZDK type=del 2023-12-20T11:09:53.467 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.465+0000 7fd1b21c4880 1 > prepared part key=_multipart_D95F7DLYTH42.2~5ZOFNI1VHIP2.0 size=161548 2023-12-20T11:09:53.467 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.465+0000 7fd1b21c4880 1 > prepared multipart upload key=D95F7DLYTH42 upload=5ZOFNI1VHIP2 tag=K6UO3CZL8P31 type=write size=1210124 2023-12-20T11:09:53.469 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.466+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~QE80YHL4J3VX.0 size=1048576 2023-12-20T11:09:53.470 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.467+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~QE80YHL4J3VX.1 size=2987 2023-12-20T11:09:53.473 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.470+0000 7fd1b21c4880 1 < completed multipart upload key=8G0W9JZ1GDXN upload=QE80YHL4J3VX tag=68CU9GC9GAD2 type=write size=2100139 2023-12-20T11:09:53.475 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.473+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~YTH4OJUU867Q.0 size=1048576 2023-12-20T11:09:53.476 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.474+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~YTH4OJUU867Q.1 size=1048576 2023-12-20T11:09:53.478 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.475+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~YTH4OJUU867Q.2 size=954250 2023-12-20T11:09:53.478 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.475+0000 7fd1b21c4880 1 > prepared multipart upload key=FKD3AAYKIV7B upload=YTH4OJUU867Q tag=OLRVL0ET10JO type=write size=4099978 2023-12-20T11:09:53.479 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.477+0000 7fd1b21c4880 1 < completed delete operation key=PWOXA6XNR6SL tag=MJPHOZ43GLWJ type=del 2023-12-20T11:09:53.482 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.480+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~R3FR1DL8BSRB.0 size=1048576 2023-12-20T11:09:53.483 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.481+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~R3FR1DL8BSRB.1 size=1048576 2023-12-20T11:09:53.484 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.482+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~R3FR1DL8BSRB.2 size=924778 2023-12-20T11:09:53.485 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.482+0000 7fd1b21c4880 1 > prepared multipart upload key=ZUUJSJVWL10H upload=R3FR1DL8BSRB tag=WXOI0AY2GBJ3 type=write size=4070506 2023-12-20T11:09:53.485 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.482+0000 7fd1b21c4880 1 < canceled part key=_multipart_OYO96KT3ZIBU.2~C78XQGOC75MQ.0 size=783628 2023-12-20T11:09:53.487 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.485+0000 7fd1b21c4880 1 < canceled multipart upload key=OYO96KT3ZIBU upload=C78XQGOC75MQ tag=CS4QQ794LEHL type=write size=1832204 2023-12-20T11:09:53.489 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.487+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=FHHRRGZIJLMF type=del size=3520986 2023-12-20T11:09:53.491 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.488+0000 7fd1b21c4880 1 < completed delete operation key=LTCK7NB910AG tag=T2MWOAKS7D7X type=del 2023-12-20T11:09:53.492 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.490+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=TKNRIT3P4UCA type=del size=3901984 2023-12-20T11:09:53.494 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.492+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~QBYWGC4NQGPM.0 size=360840 2023-12-20T11:09:53.497 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.495+0000 7fd1b21c4880 1 < completed multipart upload key=H6RM2M0W0Z5O upload=QBYWGC4NQGPM tag=VWWVYHIHOQEL type=write size=1409416 2023-12-20T11:09:53.499 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.496+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=19GQ9FAAD5U5 type=del size=2494850 2023-12-20T11:09:53.500 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.498+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~3OYIJGJLV1R2.0 size=1048576 2023-12-20T11:09:53.502 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.499+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~3OYIJGJLV1R2.1 size=422234 2023-12-20T11:09:53.504 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.502+0000 7fd1b21c4880 1 < completed multipart upload key=YJO1Z2TB061O upload=3OYIJGJLV1R2 tag=WW3LGN10Q7M5 type=write size=2519386 2023-12-20T11:09:53.506 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.503+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=53SWBYI3ILX4 type=del size=353934 2023-12-20T11:09:53.507 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.505+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~G3W2ZRCK7531.0 size=1048576 2023-12-20T11:09:53.509 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.506+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~G3W2ZRCK7531.1 size=1048576 2023-12-20T11:09:53.510 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.508+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~G3W2ZRCK7531.2 size=968820 2023-12-20T11:09:53.513 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.510+0000 7fd1b21c4880 1 < completed multipart upload key=PWOXA6XNR6SL upload=G3W2ZRCK7531 tag=I9K4M6PEMNKP type=write size=4114548 2023-12-20T11:09:53.514 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.512+0000 7fd1b21c4880 1 > prepared operation key=0HBCFL318BEY tag=GON2GCSZTBE5 type=del size=72954 2023-12-20T11:09:53.516 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.513+0000 7fd1b21c4880 1 < completed delete operation key=LS7TO3DAUIBT tag=AXYY3G2B63J2 type=del 2023-12-20T11:09:53.517 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.515+0000 7fd1b21c4880 1 > prepared operation key=1VUIXCARBLMN tag=GDX0WQ2NHFEW type=write size=243288 2023-12-20T11:09:53.518 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.516+0000 7fd1b21c4880 1 < completed write operation key=6UQYCRIG1VTM tag=BVVXOUBGZLFI type=write size=981911 2023-12-20T11:09:53.521 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.519+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~SCK3QFPC8LJK.0 size=283992 2023-12-20T11:09:53.522 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.519+0000 7fd1b21c4880 1 > prepared multipart upload key=D7TWPUF05X3I upload=SCK3QFPC8LJK tag=WVJR9HFMV2R5 type=write size=1332568 2023-12-20T11:09:53.523 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.521+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~EF6A6DLIXR8P.0 size=1048576 2023-12-20T11:09:53.525 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.522+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~EF6A6DLIXR8P.1 size=1048576 2023-12-20T11:09:53.526 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.524+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~EF6A6DLIXR8P.2 size=46991 2023-12-20T11:09:53.529 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.526+0000 7fd1b21c4880 1 < completed multipart upload key=SUG71QAZ2CFC upload=EF6A6DLIXR8P tag=ZSD1CL4BZMLZ type=write size=3192719 2023-12-20T11:09:53.531 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.528+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=UTHK6YCRB4AN type=del size=270807 2023-12-20T11:09:53.532 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.530+0000 7fd1b21c4880 1 < canceled operation key=I33EZDGEOOGS tag=FU0XKL2YU9YZ type=del size=3107910 2023-12-20T11:09:53.535 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.533+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~3ZWC568UHUHG.0 size=1048576 2023-12-20T11:09:53.536 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.534+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~3ZWC568UHUHG.1 size=650185 2023-12-20T11:09:53.536 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.534+0000 7fd1b21c4880 1 > prepared multipart upload key=PWOXA6XNR6SL upload=3ZWC568UHUHG tag=A2FVQ3V54JQ5 type=write size=2747337 2023-12-20T11:09:53.538 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.535+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~AOSBO7H8ARH5.0 size=1048576 2023-12-20T11:09:53.539 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.537+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~AOSBO7H8ARH5.1 size=1048576 2023-12-20T11:09:53.540 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.538+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~AOSBO7H8ARH5.2 size=707458 2023-12-20T11:09:53.543 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.540+0000 7fd1b21c4880 1 < completed multipart upload key=I33EZDGEOOGS upload=AOSBO7H8ARH5 tag=1H8OIH169PI9 type=write size=3853186 2023-12-20T11:09:53.545 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.543+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~RREZQL46JXNB.0 size=304452 2023-12-20T11:09:53.546 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.543+0000 7fd1b21c4880 1 > prepared multipart upload key=UHTMIVT6ND23 upload=RREZQL46JXNB tag=TW4UJPSLZEYK type=write size=1353028 2023-12-20T11:09:53.548 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.546+0000 7fd1b21c4880 1 < suggested update operation key=QZYJEPHLU0HS tag=8PVYIGXS4GSA type=del size=832936 2023-12-20T11:09:53.550 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.547+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=OBQDHVLJJ3HN type=del size=1636157 2023-12-20T11:09:53.551 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.549+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~9VKWGVFUHYIR.0 size=1048576 2023-12-20T11:09:53.553 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.550+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~9VKWGVFUHYIR.1 size=1048576 2023-12-20T11:09:53.554 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.551+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~9VKWGVFUHYIR.2 size=978520 2023-12-20T11:09:53.558 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.554+0000 7fd1b21c4880 1 < completed multipart upload key=H6RM2M0W0Z5O upload=9VKWGVFUHYIR tag=PAG6REK09VW4 type=write size=4124248 2023-12-20T11:09:53.559 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.557+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~FSI8PXTWH2ES.0 size=1048576 2023-12-20T11:09:53.561 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.558+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~FSI8PXTWH2ES.1 size=369876 2023-12-20T11:09:53.561 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.558+0000 7fd1b21c4880 1 > prepared multipart upload key=1VUIXCARBLMN upload=FSI8PXTWH2ES tag=8JJND9N36YMS type=write size=2467028 2023-12-20T11:09:53.562 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.560+0000 7fd1b21c4880 1 < completed delete operation key=X4MNSJEQQOIN tag=VWMOSJB0DP0N type=del 2023-12-20T11:09:53.564 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.561+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=F97DOD8R5Q5P type=del size=3418762 2023-12-20T11:09:53.565 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.563+0000 7fd1b21c4880 1 < completed part key=_multipart_D95F7DLYTH42.2~5ZOFNI1VHIP2.0 size=161548 2023-12-20T11:09:53.568 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.565+0000 7fd1b21c4880 1 < completed multipart upload key=D95F7DLYTH42 upload=5ZOFNI1VHIP2 tag=K6UO3CZL8P31 type=write size=1210124 2023-12-20T11:09:53.569 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.567+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=T1X717M2Q4AJ type=del size=3870986 2023-12-20T11:09:53.571 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.569+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~YTH4OJUU867Q.0 size=1048576 2023-12-20T11:09:53.571 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.569+0000 7fd1b21c4880 1 < canceled part key=_multipart_FKD3AAYKIV7B.2~YTH4OJUU867Q.1 size=1048576 2023-12-20T11:09:53.571 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.569+0000 7fd1b21c4880 1 < canceled part key=_multipart_FKD3AAYKIV7B.2~YTH4OJUU867Q.2 size=954250 2023-12-20T11:09:53.573 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.571+0000 7fd1b21c4880 1 < canceled multipart upload key=FKD3AAYKIV7B upload=YTH4OJUU867Q tag=OLRVL0ET10JO type=write size=4099978 2023-12-20T11:09:53.576 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.574+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~6SQT1TFJPRRI.0 size=1048576 2023-12-20T11:09:53.577 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.575+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~6SQT1TFJPRRI.1 size=85047 2023-12-20T11:09:53.577 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.575+0000 7fd1b21c4880 1 > prepared multipart upload key=EX0YD5XH1XPL upload=6SQT1TFJPRRI tag=TAJ8RW8EU7NK type=write size=2182199 2023-12-20T11:09:53.579 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.576+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~R3FR1DL8BSRB.0 size=1048576 2023-12-20T11:09:53.580 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.578+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~R3FR1DL8BSRB.1 size=1048576 2023-12-20T11:09:53.581 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.579+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~R3FR1DL8BSRB.2 size=924778 2023-12-20T11:09:53.584 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.581+0000 7fd1b21c4880 1 < completed multipart upload key=ZUUJSJVWL10H upload=R3FR1DL8BSRB tag=WXOI0AY2GBJ3 type=write size=4070506 2023-12-20T11:09:53.586 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.584+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~GBOCHQ8EJ0SP.0 size=1048576 2023-12-20T11:09:53.587 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.585+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~GBOCHQ8EJ0SP.1 size=1004019 2023-12-20T11:09:53.587 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.585+0000 7fd1b21c4880 1 > prepared multipart upload key=8G0W9JZ1GDXN upload=GBOCHQ8EJ0SP tag=YS96M9BJJ4TE type=write size=3101171 2023-12-20T11:09:53.589 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.586+0000 7fd1b21c4880 1 < completed delete operation key=E12NLNIAVP97 tag=FHHRRGZIJLMF type=del 2023-12-20T11:09:53.590 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.588+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=0694468YLQN7 type=del size=3408714 2023-12-20T11:09:53.592 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.589+0000 7fd1b21c4880 1 < completed delete operation key=H6RM2M0W0Z5O tag=TKNRIT3P4UCA type=del 2023-12-20T11:09:53.593 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.591+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=V7FZPKFT4K2S type=del size=2366221 2023-12-20T11:09:53.596 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.594+0000 7fd1b21c4880 1 < suggested update operation key=E12NLNIAVP97 tag=19GQ9FAAD5U5 type=del size=2494850 2023-12-20T11:09:53.598 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.595+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=13JE3SV7T25O type=del size=338467 2023-12-20T11:09:53.600 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.597+0000 7fd1b21c4880 1 < completed delete operation key=6UQYCRIG1VTM tag=53SWBYI3ILX4 type=del 2023-12-20T11:09:53.601 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.598+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=WEICTTX49DBQ type=del size=282521 2023-12-20T11:09:53.603 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.600+0000 7fd1b21c4880 1 < completed delete operation key=0HBCFL318BEY tag=GON2GCSZTBE5 type=del 2023-12-20T11:09:53.605 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.603+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~W5DH8R62OCAV.0 size=1048576 2023-12-20T11:09:53.607 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.604+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~W5DH8R62OCAV.1 size=258985 2023-12-20T11:09:53.607 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.604+0000 7fd1b21c4880 1 > prepared multipart upload key=LS7TO3DAUIBT upload=W5DH8R62OCAV tag=16U64P3SU48Q type=write size=2356137 2023-12-20T11:09:53.608 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.605+0000 7fd1b21c4880 1 < completed write operation key=1VUIXCARBLMN tag=GDX0WQ2NHFEW type=write size=243288 2023-12-20T11:09:53.609 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.607+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=G36GBBMIZNQ6 type=write size=585889 2023-12-20T11:09:53.611 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.608+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~SCK3QFPC8LJK.0 size=283992 2023-12-20T11:09:53.613 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.611+0000 7fd1b21c4880 1 < completed multipart upload key=D7TWPUF05X3I upload=SCK3QFPC8LJK tag=WVJR9HFMV2R5 type=write size=1332568 2023-12-20T11:09:53.616 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.613+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~R2R6QPN4SYK4.0 size=1048576 2023-12-20T11:09:53.617 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.615+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~R2R6QPN4SYK4.1 size=563090 2023-12-20T11:09:53.617 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.615+0000 7fd1b21c4880 1 > prepared multipart upload key=ZUUJSJVWL10H upload=R2R6QPN4SYK4 tag=P3MYRFN3TLIA type=write size=2660242 2023-12-20T11:09:53.619 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.616+0000 7fd1b21c4880 1 < canceled operation key=TRBR8IGAJUYI tag=UTHK6YCRB4AN type=del size=270807 2023-12-20T11:09:53.622 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.619+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~7AN5OXAVJ3DB.0 size=624336 2023-12-20T11:09:53.622 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.619+0000 7fd1b21c4880 1 > prepared multipart upload key=0CTPN27ASDAX upload=7AN5OXAVJ3DB tag=WQEKDCUVY3QQ type=write size=1672912 2023-12-20T11:09:53.623 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.621+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~3ZWC568UHUHG.0 size=1048576 2023-12-20T11:09:53.625 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.622+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~3ZWC568UHUHG.1 size=650185 2023-12-20T11:09:53.627 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.625+0000 7fd1b21c4880 1 < completed multipart upload key=PWOXA6XNR6SL upload=3ZWC568UHUHG tag=A2FVQ3V54JQ5 type=write size=2747337 2023-12-20T11:09:53.628 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.626+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=DVX0CQASIDWC type=del size=1074480 2023-12-20T11:09:53.630 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.628+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~RREZQL46JXNB.0 size=304452 2023-12-20T11:09:53.633 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.630+0000 7fd1b21c4880 1 < completed multipart upload key=UHTMIVT6ND23 upload=RREZQL46JXNB tag=TW4UJPSLZEYK type=write size=1353028 2023-12-20T11:09:53.636 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.634+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~DI5LQPFV9BSR.0 size=1048576 2023-12-20T11:09:53.637 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.635+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~DI5LQPFV9BSR.1 size=942943 2023-12-20T11:09:53.637 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.635+0000 7fd1b21c4880 1 > prepared multipart upload key=8G0W9JZ1GDXN upload=DI5LQPFV9BSR tag=T3ICLFXKK7IO type=write size=3040095 2023-12-20T11:09:53.641 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.639+0000 7fd1b21c4880 1 < suggested update operation key=FKD3AAYKIV7B tag=OBQDHVLJJ3HN type=del size=1636157 2023-12-20T11:09:53.644 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.642+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~RPP4551958D7.0 size=1048576 2023-12-20T11:09:53.646 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.643+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~RPP4551958D7.1 size=113303 2023-12-20T11:09:53.646 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.643+0000 7fd1b21c4880 1 > prepared multipart upload key=SQ6HXEFRPSDQ upload=RPP4551958D7 tag=K4G5EOB4USEG type=write size=2210455 2023-12-20T11:09:53.647 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.644+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~FSI8PXTWH2ES.0 size=1048576 2023-12-20T11:09:53.648 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.646+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~FSI8PXTWH2ES.1 size=369876 2023-12-20T11:09:53.651 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.648+0000 7fd1b21c4880 1 < completed multipart upload key=1VUIXCARBLMN upload=FSI8PXTWH2ES tag=8JJND9N36YMS type=write size=2467028 2023-12-20T11:09:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:53 smithi177 ceph-mon[212096]: pgmap v1425: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:09:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:53 smithi177 ceph-mon[212096]: osdmap e1090: 8 total, 8 up, 8 in 2023-12-20T11:09:53.653 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.651+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~YDKDA2B84T8O.0 size=1048576 2023-12-20T11:09:53.655 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.652+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~YDKDA2B84T8O.1 size=1048576 2023-12-20T11:09:53.656 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.653+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~YDKDA2B84T8O.2 size=822091 2023-12-20T11:09:53.656 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.653+0000 7fd1b21c4880 1 > prepared multipart upload key=LS7TO3DAUIBT upload=YDKDA2B84T8O tag=ZLF4TCLTLVZ9 type=write size=3967819 2023-12-20T11:09:53.657 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.654+0000 7fd1b21c4880 1 < completed delete operation key=UK0IZFVQ8SXI tag=F97DOD8R5Q5P type=del 2023-12-20T11:09:53.658 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.656+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=GP0ELBRMWBGO type=write size=312049 2023-12-20T11:09:53.660 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.657+0000 7fd1b21c4880 1 < completed delete operation key=F1VUDQZ0F87N tag=T1X717M2Q4AJ type=del 2023-12-20T11:09:53.661 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.659+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=QW4YEVK06JRA type=write size=76303 2023-12-20T11:09:53.663 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.661+0000 7fd1b21c4880 1 < completed part key=_multipart_EX0YD5XH1XPL.2~6SQT1TFJPRRI.0 size=1048576 2023-12-20T11:09:53.664 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.662+0000 7fd1b21c4880 1 < completed part key=_multipart_EX0YD5XH1XPL.2~6SQT1TFJPRRI.1 size=85047 2023-12-20T11:09:53.667 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.664+0000 7fd1b21c4880 1 < completed multipart upload key=EX0YD5XH1XPL upload=6SQT1TFJPRRI tag=TAJ8RW8EU7NK type=write size=2182199 2023-12-20T11:09:53.668 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.666+0000 7fd1b21c4880 1 > prepared operation key=0HBCFL318BEY tag=6X9VQB0DU24X type=del size=2537843 2023-12-20T11:09:53.670 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.667+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~GBOCHQ8EJ0SP.0 size=1048576 2023-12-20T11:09:53.671 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.669+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~GBOCHQ8EJ0SP.1 size=1004019 2023-12-20T11:09:53.673 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.671+0000 7fd1b21c4880 1 < completed multipart upload key=8G0W9JZ1GDXN upload=GBOCHQ8EJ0SP tag=YS96M9BJJ4TE type=write size=3101171 2023-12-20T11:09:53.675 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.672+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=CEM44IYG9QYN type=write size=667747 2023-12-20T11:09:53.676 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.674+0000 7fd1b21c4880 1 < completed delete operation key=SUG71QAZ2CFC tag=0694468YLQN7 type=del 2023-12-20T11:09:53.678 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.675+0000 7fd1b21c4880 1 > prepared operation key=1VUIXCARBLMN tag=3I67Y7A0J9SB type=del size=166930 2023-12-20T11:09:53.679 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.677+0000 7fd1b21c4880 1 < completed delete operation key=EX0YD5XH1XPL tag=V7FZPKFT4K2S type=del 2023-12-20T11:09:53.682 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.679+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~GUK2IV5SKJRF.0 size=601888 2023-12-20T11:09:53.682 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.679+0000 7fd1b21c4880 1 > prepared multipart upload key=D7TWPUF05X3I upload=GUK2IV5SKJRF tag=UVE69G11YOA9 type=write size=1650464 2023-12-20T11:09:53.683 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.681+0000 7fd1b21c4880 1 < completed delete operation key=EX0YD5XH1XPL tag=13JE3SV7T25O type=del 2023-12-20T11:09:53.685 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.682+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=3JWZIQI1N9IQ type=del size=1481257 2023-12-20T11:09:53.686 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.684+0000 7fd1b21c4880 1 < completed delete operation key=LC4FC2MW1JOI tag=WEICTTX49DBQ type=del 2023-12-20T11:09:53.688 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.686+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=MOF6Q1Y1PL6T type=del size=1763098 2023-12-20T11:09:53.689 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.687+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~W5DH8R62OCAV.0 size=1048576 2023-12-20T11:09:53.691 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.688+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~W5DH8R62OCAV.1 size=258985 2023-12-20T11:09:53.693 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.691+0000 7fd1b21c4880 1 < completed multipart upload key=LS7TO3DAUIBT upload=W5DH8R62OCAV tag=16U64P3SU48Q type=write size=2356137 2023-12-20T11:09:53.696 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.693+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~NHXFAUM1OJRS.0 size=1048576 2023-12-20T11:09:53.698 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.695+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~NHXFAUM1OJRS.1 size=1048576 2023-12-20T11:09:53.699 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.697+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~NHXFAUM1OJRS.2 size=953954 2023-12-20T11:09:53.699 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.697+0000 7fd1b21c4880 1 > prepared multipart upload key=PWOXA6XNR6SL upload=NHXFAUM1OJRS tag=IXD68MMNKIEQ type=write size=4099682 2023-12-20T11:09:53.701 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.698+0000 7fd1b21c4880 1 < completed write operation key=SG40R95BA3CO tag=G36GBBMIZNQ6 type=write size=585889 2023-12-20T11:09:53.703 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.700+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=SOHDZT2CSXRX type=write size=542122 2023-12-20T11:09:53.703 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.700+0000 7fd1b21c4880 1 < canceled part key=_multipart_ZUUJSJVWL10H.2~R2R6QPN4SYK4.0 size=1048576 2023-12-20T11:09:53.703 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.700+0000 7fd1b21c4880 1 < canceled part key=_multipart_ZUUJSJVWL10H.2~R2R6QPN4SYK4.1 size=563090 2023-12-20T11:09:53.705 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.703+0000 7fd1b21c4880 1 < canceled multipart upload key=ZUUJSJVWL10H upload=R2R6QPN4SYK4 tag=P3MYRFN3TLIA type=write size=2660242 2023-12-20T11:09:53.709 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.704+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=S6YBVILXL7T8 type=del size=3574223 2023-12-20T11:09:53.709 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.706+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~7AN5OXAVJ3DB.0 size=624336 2023-12-20T11:09:53.711 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.708+0000 7fd1b21c4880 1 < completed multipart upload key=0CTPN27ASDAX upload=7AN5OXAVJ3DB tag=WQEKDCUVY3QQ type=write size=1672912 2023-12-20T11:09:53.713 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.710+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=A5KAOWBCDYK5 type=del size=716764 2023-12-20T11:09:53.714 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.711+0000 7fd1b21c4880 1 < completed delete operation key=EX0YD5XH1XPL tag=DVX0CQASIDWC type=del 2023-12-20T11:09:53.717 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.714+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~SAQBHCRF60QR.0 size=635014 2023-12-20T11:09:53.717 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.714+0000 7fd1b21c4880 1 > prepared multipart upload key=FKD3AAYKIV7B upload=SAQBHCRF60QR tag=7L2ZBMOLXSB4 type=write size=1683590 2023-12-20T11:09:53.719 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.716+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~DI5LQPFV9BSR.0 size=1048576 2023-12-20T11:09:53.720 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.717+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~DI5LQPFV9BSR.1 size=942943 2023-12-20T11:09:53.723 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.720+0000 7fd1b21c4880 1 < completed multipart upload key=8G0W9JZ1GDXN upload=DI5LQPFV9BSR tag=T3ICLFXKK7IO type=write size=3040095 2023-12-20T11:09:53.724 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.722+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=0LBIC1RZO8PP type=del size=4042978 2023-12-20T11:09:53.726 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.723+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~RPP4551958D7.0 size=1048576 2023-12-20T11:09:53.727 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.724+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~RPP4551958D7.1 size=113303 2023-12-20T11:09:53.729 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.727+0000 7fd1b21c4880 1 < completed multipart upload key=SQ6HXEFRPSDQ upload=RPP4551958D7 tag=K4G5EOB4USEG type=write size=2210455 2023-12-20T11:09:53.733 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.730+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~GBQ5O202ZGG2.0 size=429891 2023-12-20T11:09:53.733 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.730+0000 7fd1b21c4880 1 > prepared multipart upload key=SQ6HXEFRPSDQ upload=GBQ5O202ZGG2 tag=2FPQ5OACASCR type=write size=1478467 2023-12-20T11:09:53.734 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.732+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~YDKDA2B84T8O.0 size=1048576 2023-12-20T11:09:53.735 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.733+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~YDKDA2B84T8O.1 size=1048576 2023-12-20T11:09:53.737 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.734+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~YDKDA2B84T8O.2 size=822091 2023-12-20T11:09:53.739 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.737+0000 7fd1b21c4880 1 < completed multipart upload key=LS7TO3DAUIBT upload=YDKDA2B84T8O tag=ZLF4TCLTLVZ9 type=write size=3967819 2023-12-20T11:09:53.741 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.738+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=DNNJ7O5ISWFR type=del size=2891610 2023-12-20T11:09:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:53 smithi123 ceph-mon[191304]: pgmap v1425: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:09:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:53 smithi123 ceph-mon[191304]: osdmap e1090: 8 total, 8 up, 8 in 2023-12-20T11:09:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:53 smithi123 ceph-mon[188613]: pgmap v1425: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:09:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:53 smithi123 ceph-mon[188613]: osdmap e1090: 8 total, 8 up, 8 in 2023-12-20T11:09:53.742 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.740+0000 7fd1b21c4880 1 < completed write operation key=X4MNSJEQQOIN tag=GP0ELBRMWBGO type=write size=312049 2023-12-20T11:09:53.744 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.741+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=H3TV2VSKBUNE type=del size=2577376 2023-12-20T11:09:53.745 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.743+0000 7fd1b21c4880 1 < completed write operation key=QZYJEPHLU0HS tag=QW4YEVK06JRA type=write size=76303 2023-12-20T11:09:53.748 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.746+0000 7fd1b21c4880 1 > prepared part key=_multipart_LTCK7NB910AG.2~9H4XW3DO06C3.0 size=465298 2023-12-20T11:09:53.748 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.746+0000 7fd1b21c4880 1 > prepared multipart upload key=LTCK7NB910AG upload=9H4XW3DO06C3 tag=3OZSUNNOSX70 type=write size=1513874 2023-12-20T11:09:53.749 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.747+0000 7fd1b21c4880 1 < completed delete operation key=0HBCFL318BEY tag=6X9VQB0DU24X type=del 2023-12-20T11:09:53.752 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.749+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~KWD0584R5Y92.0 size=988928 2023-12-20T11:09:53.752 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.749+0000 7fd1b21c4880 1 > prepared multipart upload key=OYO96KT3ZIBU upload=KWD0584R5Y92 tag=XHNRO8KPHV9Q type=write size=2037504 2023-12-20T11:09:53.753 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.751+0000 7fd1b21c4880 1 < completed write operation key=F1VUDQZ0F87N tag=CEM44IYG9QYN type=write size=667747 2023-12-20T11:09:53.755 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.752+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=RHZKFQSG2DUD type=del size=3447582 2023-12-20T11:09:53.756 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.754+0000 7fd1b21c4880 1 < completed delete operation key=1VUIXCARBLMN tag=3I67Y7A0J9SB type=del 2023-12-20T11:09:53.759 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.756+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~AFLADZZ8GBO3.0 size=1048576 2023-12-20T11:09:53.760 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.757+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~AFLADZZ8GBO3.1 size=1048576 2023-12-20T11:09:53.761 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.759+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~AFLADZZ8GBO3.2 size=329667 2023-12-20T11:09:53.762 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.759+0000 7fd1b21c4880 1 > prepared multipart upload key=LS7TO3DAUIBT upload=AFLADZZ8GBO3 tag=XIVKD6KYD8BH type=write size=3475395 2023-12-20T11:09:53.762 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.759+0000 7fd1b21c4880 1 < canceled part key=_multipart_D7TWPUF05X3I.2~GUK2IV5SKJRF.0 size=601888 2023-12-20T11:09:53.764 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.761+0000 7fd1b21c4880 1 < canceled multipart upload key=D7TWPUF05X3I upload=GUK2IV5SKJRF tag=UVE69G11YOA9 type=write size=1650464 2023-12-20T11:09:53.767 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.764+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~WUO2R16FU91P.0 size=1048576 2023-12-20T11:09:53.768 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.765+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~WUO2R16FU91P.1 size=1048576 2023-12-20T11:09:53.769 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.767+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~WUO2R16FU91P.2 size=201697 2023-12-20T11:09:53.769 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.767+0000 7fd1b21c4880 1 > prepared multipart upload key=X4MNSJEQQOIN upload=WUO2R16FU91P tag=VWEKZO7OMK25 type=write size=3347425 2023-12-20T11:09:53.772 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.770+0000 7fd1b21c4880 1 < suggested remove operation key=0CTPN27ASDAX tag=3JWZIQI1N9IQ type=del 2023-12-20T11:09:53.775 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.772+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~ZF0LXPLIG90N.0 size=691297 2023-12-20T11:09:53.775 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.772+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=ZF0LXPLIG90N tag=7CIHC3IE9GDL type=write size=1739873 2023-12-20T11:09:53.778 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.775+0000 7fd1b21c4880 1 < suggested remove operation key=H6RM2M0W0Z5O tag=MOF6Q1Y1PL6T type=del 2023-12-20T11:09:53.779 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.777+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=1UI3JQ04RU8B type=del size=3101672 2023-12-20T11:09:53.781 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.778+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~NHXFAUM1OJRS.0 size=1048576 2023-12-20T11:09:53.782 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.780+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~NHXFAUM1OJRS.1 size=1048576 2023-12-20T11:09:53.783 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.781+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~NHXFAUM1OJRS.2 size=953954 2023-12-20T11:09:53.786 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.783+0000 7fd1b21c4880 1 < completed multipart upload key=PWOXA6XNR6SL upload=NHXFAUM1OJRS tag=IXD68MMNKIEQ type=write size=4099682 2023-12-20T11:09:53.787 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.785+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=PWAAG89G4UL5 type=del size=3043405 2023-12-20T11:09:53.789 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.786+0000 7fd1b21c4880 1 < completed write operation key=MJ4RRM0D3OOK tag=SOHDZT2CSXRX type=write size=542122 2023-12-20T11:09:53.790 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.788+0000 7fd1b21c4880 1 > prepared operation key=1VUIXCARBLMN tag=XN1AMHEP3UDD type=del size=4069840 2023-12-20T11:09:53.792 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.789+0000 7fd1b21c4880 1 < completed delete operation key=SG40R95BA3CO tag=S6YBVILXL7T8 type=del 2023-12-20T11:09:53.793 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.791+0000 7fd1b21c4880 1 > prepared operation key=TZ6V49PS7YRX tag=OK23BSSIYKMN type=del size=2667381 2023-12-20T11:09:53.795 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.792+0000 7fd1b21c4880 1 < completed delete operation key=E12NLNIAVP97 tag=A5KAOWBCDYK5 type=del 2023-12-20T11:09:53.796 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.794+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=S9ACOR6U5XB4 type=del size=2706241 2023-12-20T11:09:53.798 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.795+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~SAQBHCRF60QR.0 size=635014 2023-12-20T11:09:53.800 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.798+0000 7fd1b21c4880 1 < completed multipart upload key=FKD3AAYKIV7B upload=SAQBHCRF60QR tag=7L2ZBMOLXSB4 type=write size=1683590 2023-12-20T11:09:53.801 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.799+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=35F9YKMKQV89 type=del size=2052653 2023-12-20T11:09:53.804 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.802+0000 7fd1b21c4880 1 < suggested update operation key=LTCK7NB910AG tag=0LBIC1RZO8PP type=del size=4042978 2023-12-20T11:09:53.807 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.804+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~VGDDDVCEB737.0 size=1048576 2023-12-20T11:09:53.808 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.805+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~VGDDDVCEB737.1 size=1048576 2023-12-20T11:09:53.809 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.806+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~VGDDDVCEB737.2 size=655918 2023-12-20T11:09:53.810 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.806+0000 7fd1b21c4880 1 > prepared multipart upload key=UHTMIVT6ND23 upload=VGDDDVCEB737 tag=Q60CCFN3Y8SP type=write size=3801646 2023-12-20T11:09:53.811 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.808+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~GBQ5O202ZGG2.0 size=429891 2023-12-20T11:09:53.813 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.811+0000 7fd1b21c4880 1 < completed multipart upload key=SQ6HXEFRPSDQ upload=GBQ5O202ZGG2 tag=2FPQ5OACASCR type=write size=1478467 2023-12-20T11:09:53.815 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.812+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=L1ADM7GTSMD3 type=del size=2196247 2023-12-20T11:09:53.816 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.814+0000 7fd1b21c4880 1 < completed delete operation key=K1JVVDJA7RXO tag=DNNJ7O5ISWFR type=del 2023-12-20T11:09:53.819 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.816+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~L7CM80NQDK9U.0 size=1048576 2023-12-20T11:09:53.820 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.817+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~L7CM80NQDK9U.1 size=660395 2023-12-20T11:09:53.820 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.817+0000 7fd1b21c4880 1 > prepared multipart upload key=1VUIXCARBLMN upload=L7CM80NQDK9U tag=LXESI5K7RF31 type=write size=2757547 2023-12-20T11:09:53.823 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.821+0000 7fd1b21c4880 1 < suggested update operation key=QZYJEPHLU0HS tag=H3TV2VSKBUNE type=del size=2577376 2023-12-20T11:09:53.825 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.823+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~YG6SD14JOWTC.0 size=1048576 2023-12-20T11:09:53.828 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.824+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~YG6SD14JOWTC.1 size=1048576 2023-12-20T11:09:53.828 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.825+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~YG6SD14JOWTC.2 size=483089 2023-12-20T11:09:53.828 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.825+0000 7fd1b21c4880 1 > prepared multipart upload key=SUG71QAZ2CFC upload=YG6SD14JOWTC tag=N6FOEWIACXBC type=write size=3628817 2023-12-20T11:09:53.829 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.827+0000 7fd1b21c4880 1 < completed part key=_multipart_LTCK7NB910AG.2~9H4XW3DO06C3.0 size=465298 2023-12-20T11:09:53.831 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.829+0000 7fd1b21c4880 1 < completed multipart upload key=LTCK7NB910AG upload=9H4XW3DO06C3 tag=3OZSUNNOSX70 type=write size=1513874 2023-12-20T11:09:53.833 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.830+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=EEK9PUARPDR8 type=del size=3951383 2023-12-20T11:09:53.834 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.832+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~KWD0584R5Y92.0 size=988928 2023-12-20T11:09:53.837 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.835+0000 7fd1b21c4880 1 < completed multipart upload key=OYO96KT3ZIBU upload=KWD0584R5Y92 tag=XHNRO8KPHV9Q type=write size=2037504 2023-12-20T11:09:53.840 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.838+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~S27ML6OJ1DW2.0 size=1048576 2023-12-20T11:09:53.841 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.839+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~S27ML6OJ1DW2.1 size=1003792 2023-12-20T11:09:53.842 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.839+0000 7fd1b21c4880 1 > prepared multipart upload key=ZUUJSJVWL10H upload=S27ML6OJ1DW2 tag=7CFQ7PYFNXNE type=write size=3100944 2023-12-20T11:09:53.843 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.841+0000 7fd1b21c4880 1 < completed delete operation key=FKD3AAYKIV7B tag=RHZKFQSG2DUD type=del 2023-12-20T11:09:53.846 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.844+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~Z3Y9B1JAD4OR.0 size=1048576 2023-12-20T11:09:53.848 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.845+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~Z3Y9B1JAD4OR.1 size=1048576 2023-12-20T11:09:53.849 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.846+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~Z3Y9B1JAD4OR.2 size=826616 2023-12-20T11:09:53.849 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.846+0000 7fd1b21c4880 1 > prepared multipart upload key=6UQYCRIG1VTM upload=Z3Y9B1JAD4OR tag=A1DZPIVSJR4T type=write size=3972344 2023-12-20T11:09:53.850 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.848+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~AFLADZZ8GBO3.0 size=1048576 2023-12-20T11:09:53.851 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.848+0000 7fd1b21c4880 1 < canceled part key=_multipart_LS7TO3DAUIBT.2~AFLADZZ8GBO3.1 size=1048576 2023-12-20T11:09:53.851 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.849+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~AFLADZZ8GBO3.2 size=329667 2023-12-20T11:09:53.854 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.852+0000 7fd1b21c4880 1 < canceled multipart upload key=LS7TO3DAUIBT upload=AFLADZZ8GBO3 tag=XIVKD6KYD8BH type=write size=3475395 2023-12-20T11:09:53.856 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.853+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=5GUCEDYIZ07P type=del size=2722793 2023-12-20T11:09:53.857 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.855+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~WUO2R16FU91P.0 size=1048576 2023-12-20T11:09:53.859 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.857+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~WUO2R16FU91P.1 size=1048576 2023-12-20T11:09:53.860 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.858+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~WUO2R16FU91P.2 size=201697 2023-12-20T11:09:53.863 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.860+0000 7fd1b21c4880 1 < completed multipart upload key=X4MNSJEQQOIN upload=WUO2R16FU91P tag=VWEKZO7OMK25 type=write size=3347425 2023-12-20T11:09:53.864 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.862+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=0C3NK4UJTPGD type=del size=2008926 2023-12-20T11:09:53.866 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.863+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~ZF0LXPLIG90N.0 size=691297 2023-12-20T11:09:53.869 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.866+0000 7fd1b21c4880 1 < completed multipart upload key=TZ6V49PS7YRX upload=ZF0LXPLIG90N tag=7CIHC3IE9GDL type=write size=1739873 2023-12-20T11:09:53.871 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.868+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=IE9NBFG0CKA1 type=del size=1212368 2023-12-20T11:09:53.872 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.870+0000 7fd1b21c4880 1 < completed delete operation key=EX0YD5XH1XPL tag=1UI3JQ04RU8B type=del 2023-12-20T11:09:53.874 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.871+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=5O7HKKPD4B4C type=del size=2748942 2023-12-20T11:09:53.876 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.873+0000 7fd1b21c4880 1 < completed delete operation key=SUG71QAZ2CFC tag=PWAAG89G4UL5 type=del 2023-12-20T11:09:53.877 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.875+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=RVITL4156CGY type=del size=188036 2023-12-20T11:09:53.879 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.876+0000 7fd1b21c4880 1 < canceled operation key=1VUIXCARBLMN tag=XN1AMHEP3UDD type=del size=4069840 2023-12-20T11:09:53.882 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.880+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~3GG6HXWIX8VY.0 size=331382 2023-12-20T11:09:53.882 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.880+0000 7fd1b21c4880 1 > prepared multipart upload key=EX0YD5XH1XPL upload=3GG6HXWIX8VY tag=Z4VEPWFKHJFN type=write size=1379958 2023-12-20T11:09:53.883 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.881+0000 7fd1b21c4880 1 < completed delete operation key=TZ6V49PS7YRX tag=OK23BSSIYKMN type=del 2023-12-20T11:09:53.885 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.882+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=EG09APPTIHTR type=del size=2299636 2023-12-20T11:09:53.887 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.884+0000 7fd1b21c4880 1 < completed delete operation key=MJ4RRM0D3OOK tag=S9ACOR6U5XB4 type=del 2023-12-20T11:09:53.888 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.886+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=FS53YTMAENIZ type=del size=3048491 2023-12-20T11:09:53.890 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.887+0000 7fd1b21c4880 1 < completed delete operation key=UK0IZFVQ8SXI tag=35F9YKMKQV89 type=del 2023-12-20T11:09:53.892 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.890+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~03AXT8PXHFKN.0 size=653985 2023-12-20T11:09:53.893 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.890+0000 7fd1b21c4880 1 > prepared multipart upload key=MJ4RRM0D3OOK upload=03AXT8PXHFKN tag=D4B45OUBFELX type=write size=1702561 2023-12-20T11:09:53.893 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.890+0000 7fd1b21c4880 1 < canceled part key=_multipart_UHTMIVT6ND23.2~VGDDDVCEB737.0 size=1048576 2023-12-20T11:09:53.894 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.891+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~VGDDDVCEB737.1 size=1048576 2023-12-20T11:09:53.895 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.892+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~VGDDDVCEB737.2 size=655918 2023-12-20T11:09:53.898 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.895+0000 7fd1b21c4880 1 < canceled multipart upload key=UHTMIVT6ND23 upload=VGDDDVCEB737 tag=Q60CCFN3Y8SP type=write size=3801646 2023-12-20T11:09:53.901 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.898+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~DZX20JO7AU3E.0 size=217547 2023-12-20T11:09:53.901 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.898+0000 7fd1b21c4880 1 > prepared multipart upload key=1DSA1NSVISU5 upload=DZX20JO7AU3E tag=K9AFENNOP9DN type=write size=1266123 2023-12-20T11:09:53.902 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.900+0000 7fd1b21c4880 1 < completed delete operation key=FKD3AAYKIV7B tag=L1ADM7GTSMD3 type=del 2023-12-20T11:09:53.905 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.902+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~EUBMD2C75PAO.0 size=1048576 2023-12-20T11:09:53.908 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.904+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~EUBMD2C75PAO.1 size=1048576 2023-12-20T11:09:53.908 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.905+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~EUBMD2C75PAO.2 size=74426 2023-12-20T11:09:53.908 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.905+0000 7fd1b21c4880 1 > prepared multipart upload key=ZUUJSJVWL10H upload=EUBMD2C75PAO tag=IB3RD6JJFGOH type=write size=3220154 2023-12-20T11:09:53.909 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.906+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~L7CM80NQDK9U.0 size=1048576 2023-12-20T11:09:53.913 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.907+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~L7CM80NQDK9U.1 size=660395 2023-12-20T11:09:53.913 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.910+0000 7fd1b21c4880 1 < completed multipart upload key=1VUIXCARBLMN upload=L7CM80NQDK9U tag=LXESI5K7RF31 type=write size=2757547 2023-12-20T11:09:53.914 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.912+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=AXTJEVHPVWXL type=del size=3584847 2023-12-20T11:09:53.916 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.913+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~YG6SD14JOWTC.0 size=1048576 2023-12-20T11:09:53.917 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.914+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~YG6SD14JOWTC.1 size=1048576 2023-12-20T11:09:53.918 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.916+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~YG6SD14JOWTC.2 size=483089 2023-12-20T11:09:53.920 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.918+0000 7fd1b21c4880 1 < completed multipart upload key=SUG71QAZ2CFC upload=YG6SD14JOWTC tag=N6FOEWIACXBC type=write size=3628817 2023-12-20T11:09:53.923 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.921+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~GSG1UD0H2QZI.0 size=509731 2023-12-20T11:09:53.923 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.921+0000 7fd1b21c4880 1 > prepared multipart upload key=K1JVVDJA7RXO upload=GSG1UD0H2QZI tag=35691WKBSJDK type=write size=1558307 2023-12-20T11:09:53.925 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.922+0000 7fd1b21c4880 1 < canceled operation key=X4MNSJEQQOIN tag=EEK9PUARPDR8 type=del size=3951383 2023-12-20T11:09:53.928 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.925+0000 7fd1b21c4880 1 > prepared part key=_multipart_LTCK7NB910AG.2~IFUC6DLPD4E2.0 size=1048576 2023-12-20T11:09:53.929 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.927+0000 7fd1b21c4880 1 > prepared part key=_multipart_LTCK7NB910AG.2~IFUC6DLPD4E2.1 size=845476 2023-12-20T11:09:53.929 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.927+0000 7fd1b21c4880 1 > prepared multipart upload key=LTCK7NB910AG upload=IFUC6DLPD4E2 tag=0VM4Z3K3HMCZ type=write size=2942628 2023-12-20T11:09:53.931 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.928+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~S27ML6OJ1DW2.0 size=1048576 2023-12-20T11:09:53.932 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.930+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~S27ML6OJ1DW2.1 size=1003792 2023-12-20T11:09:53.935 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.932+0000 7fd1b21c4880 1 < completed multipart upload key=ZUUJSJVWL10H upload=S27ML6OJ1DW2 tag=7CFQ7PYFNXNE type=write size=3100944 2023-12-20T11:09:53.939 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.936+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~G6I49MXW4SO3.0 size=1048576 2023-12-20T11:09:53.940 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.937+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~G6I49MXW4SO3.1 size=1048576 2023-12-20T11:09:53.941 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.939+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~G6I49MXW4SO3.2 size=436252 2023-12-20T11:09:53.941 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.939+0000 7fd1b21c4880 1 > prepared multipart upload key=UHTMIVT6ND23 upload=G6I49MXW4SO3 tag=WN1SO69V0AHK type=write size=3581980 2023-12-20T11:09:53.943 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.940+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~Z3Y9B1JAD4OR.0 size=1048576 2023-12-20T11:09:53.944 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.942+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~Z3Y9B1JAD4OR.1 size=1048576 2023-12-20T11:09:53.946 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.944+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~Z3Y9B1JAD4OR.2 size=826616 2023-12-20T11:09:53.949 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.946+0000 7fd1b21c4880 1 < completed multipart upload key=6UQYCRIG1VTM upload=Z3Y9B1JAD4OR tag=A1DZPIVSJR4T type=write size=3972344 2023-12-20T11:09:53.950 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.948+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=LNACS3B9BGS8 type=del size=3265164 2023-12-20T11:09:53.953 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.951+0000 7fd1b21c4880 1 < suggested remove operation key=QZYJEPHLU0HS tag=5GUCEDYIZ07P type=del 2023-12-20T11:09:53.955 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.952+0000 7fd1b21c4880 1 > prepared operation key=I33EZDGEOOGS tag=053PM5M5MI0E type=del size=15226 2023-12-20T11:09:53.956 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.953+0000 7fd1b21c4880 1 < completed delete operation key=6UQYCRIG1VTM tag=0C3NK4UJTPGD type=del 2023-12-20T11:09:53.959 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.957+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~NKZJEGPG7ZOW.0 size=612170 2023-12-20T11:09:53.959 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.957+0000 7fd1b21c4880 1 > prepared multipart upload key=X4MNSJEQQOIN upload=NKZJEGPG7ZOW tag=9RM374976A30 type=write size=1660746 2023-12-20T11:09:53.961 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.958+0000 7fd1b21c4880 1 < completed delete operation key=X4MNSJEQQOIN tag=IE9NBFG0CKA1 type=del 2023-12-20T11:09:53.963 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.961+0000 7fd1b21c4880 1 > prepared part key=_multipart_LTCK7NB910AG.2~MJHRZZ5WK0ZI.0 size=1048576 2023-12-20T11:09:53.965 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.962+0000 7fd1b21c4880 1 > prepared part key=_multipart_LTCK7NB910AG.2~MJHRZZ5WK0ZI.1 size=130532 2023-12-20T11:09:53.965 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.962+0000 7fd1b21c4880 1 > prepared multipart upload key=LTCK7NB910AG upload=MJHRZZ5WK0ZI tag=F95P21WK5S3F type=write size=2227684 2023-12-20T11:09:53.968 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.965+0000 7fd1b21c4880 1 < suggested update operation key=0CTPN27ASDAX tag=5O7HKKPD4B4C type=del size=2748942 2023-12-20T11:09:53.971 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.968+0000 7fd1b21c4880 1 > prepared part key=_multipart_SG40R95BA3CO.2~SRQHVK5K2U1P.0 size=1048576 2023-12-20T11:09:53.972 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.969+0000 7fd1b21c4880 1 > prepared part key=_multipart_SG40R95BA3CO.2~SRQHVK5K2U1P.1 size=211382 2023-12-20T11:09:53.972 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.969+0000 7fd1b21c4880 1 > prepared multipart upload key=SG40R95BA3CO upload=SRQHVK5K2U1P tag=54OHC8BPG34Z type=write size=2308534 2023-12-20T11:09:53.974 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.971+0000 7fd1b21c4880 1 < completed delete operation key=E12NLNIAVP97 tag=RVITL4156CGY type=del 2023-12-20T11:09:53.976 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.973+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=I06JOA773J0P type=del size=3490478 2023-12-20T11:09:53.977 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.975+0000 7fd1b21c4880 1 < completed part key=_multipart_EX0YD5XH1XPL.2~3GG6HXWIX8VY.0 size=331382 2023-12-20T11:09:53.980 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.978+0000 7fd1b21c4880 1 < completed multipart upload key=EX0YD5XH1XPL upload=3GG6HXWIX8VY tag=Z4VEPWFKHJFN type=write size=1379958 2023-12-20T11:09:53.982 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.980+0000 7fd1b21c4880 1 > prepared operation key=1VUIXCARBLMN tag=P4NJYDJRDO5T type=del size=395982 2023-12-20T11:09:53.984 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.981+0000 7fd1b21c4880 1 < completed delete operation key=D95F7DLYTH42 tag=EG09APPTIHTR type=del 2023-12-20T11:09:53.985 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.983+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=JCASK2B3UVFK type=write size=579400 2023-12-20T11:09:53.989 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.986+0000 7fd1b21c4880 1 < suggested update operation key=1DSA1NSVISU5 tag=FS53YTMAENIZ type=del size=3048491 2023-12-20T11:09:53.991 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.989+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~KO5R8UDAKLTY.0 size=1048576 2023-12-20T11:09:53.992 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.990+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~KO5R8UDAKLTY.1 size=1048576 2023-12-20T11:09:53.994 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.991+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~KO5R8UDAKLTY.2 size=71753 2023-12-20T11:09:53.994 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.991+0000 7fd1b21c4880 1 > prepared multipart upload key=SUG71QAZ2CFC upload=KO5R8UDAKLTY tag=IXJM6NBFGTCG type=write size=3217481 2023-12-20T11:09:53.995 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.993+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~03AXT8PXHFKN.0 size=653985 2023-12-20T11:09:53.998 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.995+0000 7fd1b21c4880 1 < completed multipart upload key=MJ4RRM0D3OOK upload=03AXT8PXHFKN tag=D4B45OUBFELX type=write size=1702561 2023-12-20T11:09:53.999 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.997+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=XSMA7KLBZJIB type=write size=483009 2023-12-20T11:09:54.001 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:53.998+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~DZX20JO7AU3E.0 size=217547 2023-12-20T11:09:54.004 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.001+0000 7fd1b21c4880 1 < completed multipart upload key=1DSA1NSVISU5 upload=DZX20JO7AU3E tag=K9AFENNOP9DN type=write size=1266123 2023-12-20T11:09:54.005 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.003+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=EBFSGWY80J2N type=del size=174511 2023-12-20T11:09:54.007 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.004+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~EUBMD2C75PAO.0 size=1048576 2023-12-20T11:09:54.008 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.006+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~EUBMD2C75PAO.1 size=1048576 2023-12-20T11:09:54.010 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.007+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~EUBMD2C75PAO.2 size=74426 2023-12-20T11:09:54.012 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.010+0000 7fd1b21c4880 1 < completed multipart upload key=ZUUJSJVWL10H upload=EUBMD2C75PAO tag=IB3RD6JJFGOH type=write size=3220154 2023-12-20T11:09:54.015 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.013+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~2ZIEMEYB2YV3.0 size=96096 2023-12-20T11:09:54.015 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.013+0000 7fd1b21c4880 1 > prepared multipart upload key=1VUIXCARBLMN upload=2ZIEMEYB2YV3 tag=BSDKWR1IPRWP type=write size=1144672 2023-12-20T11:09:54.017 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.014+0000 7fd1b21c4880 1 < completed delete operation key=LC4FC2MW1JOI tag=AXTJEVHPVWXL type=del 2023-12-20T11:09:54.019 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.017+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~7WNGWF6MDA3K.0 size=254873 2023-12-20T11:09:54.019 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.017+0000 7fd1b21c4880 1 > prepared multipart upload key=1VUIXCARBLMN upload=7WNGWF6MDA3K tag=FF4VNHHI9FF9 type=write size=1303449 2023-12-20T11:09:54.021 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.018+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~GSG1UD0H2QZI.0 size=509731 2023-12-20T11:09:54.024 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.022+0000 7fd1b21c4880 1 < completed multipart upload key=K1JVVDJA7RXO upload=GSG1UD0H2QZI tag=35691WKBSJDK type=write size=1558307 2023-12-20T11:09:54.027 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.025+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~FZI2NG12UE81.0 size=1048576 2023-12-20T11:09:54.029 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.026+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~FZI2NG12UE81.1 size=483371 2023-12-20T11:09:54.029 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.026+0000 7fd1b21c4880 1 > prepared multipart upload key=LS7TO3DAUIBT upload=FZI2NG12UE81 tag=30F3O9HTEFT6 type=write size=2580523 2023-12-20T11:09:54.030 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.028+0000 7fd1b21c4880 1 < completed part key=_multipart_LTCK7NB910AG.2~IFUC6DLPD4E2.0 size=1048576 2023-12-20T11:09:54.031 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.029+0000 7fd1b21c4880 1 < completed part key=_multipart_LTCK7NB910AG.2~IFUC6DLPD4E2.1 size=845476 2023-12-20T11:09:54.034 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.032+0000 7fd1b21c4880 1 < completed multipart upload key=LTCK7NB910AG upload=IFUC6DLPD4E2 tag=0VM4Z3K3HMCZ type=write size=2942628 2023-12-20T11:09:54.037 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.034+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~J6RKOWTMEE97.0 size=1048576 2023-12-20T11:09:54.038 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.036+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~J6RKOWTMEE97.1 size=1048576 2023-12-20T11:09:54.039 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.037+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~J6RKOWTMEE97.2 size=118281 2023-12-20T11:09:54.039 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.037+0000 7fd1b21c4880 1 > prepared multipart upload key=X4MNSJEQQOIN upload=J6RKOWTMEE97 tag=9RX86RTV25KS type=write size=3264009 2023-12-20T11:09:54.041 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.038+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~G6I49MXW4SO3.0 size=1048576 2023-12-20T11:09:54.042 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.040+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~G6I49MXW4SO3.1 size=1048576 2023-12-20T11:09:54.044 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.041+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~G6I49MXW4SO3.2 size=436252 2023-12-20T11:09:54.046 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.043+0000 7fd1b21c4880 1 < completed multipart upload key=UHTMIVT6ND23 upload=G6I49MXW4SO3 tag=WN1SO69V0AHK type=write size=3581980 2023-12-20T11:09:54.049 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.047+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~IL9DBM0O7U02.0 size=546371 2023-12-20T11:09:54.049 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.047+0000 7fd1b21c4880 1 > prepared multipart upload key=I33EZDGEOOGS upload=IL9DBM0O7U02 tag=602UH7BECH4B type=write size=1594947 2023-12-20T11:09:54.052 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.048+0000 7fd1b21c4880 1 < completed delete operation key=LTCK7NB910AG tag=LNACS3B9BGS8 type=del 2023-12-20T11:09:54.052 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.050+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=YA1DEJP9UYCK type=write size=569087 2023-12-20T11:09:54.053 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.051+0000 7fd1b21c4880 1 < completed delete operation key=I33EZDGEOOGS tag=053PM5M5MI0E type=del 2023-12-20T11:09:54.055 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.053+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=K0S349NSYODX type=write size=60028 2023-12-20T11:09:54.055 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.053+0000 7fd1b21c4880 1 < canceled part key=_multipart_X4MNSJEQQOIN.2~NKZJEGPG7ZOW.0 size=612170 2023-12-20T11:09:54.058 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.056+0000 7fd1b21c4880 1 < canceled multipart upload key=X4MNSJEQQOIN upload=NKZJEGPG7ZOW tag=9RM374976A30 type=write size=1660746 2023-12-20T11:09:54.060 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.057+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=YXLFGDYEVBS9 type=del size=1846597 2023-12-20T11:09:54.060 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.058+0000 7fd1b21c4880 1 < canceled part key=_multipart_LTCK7NB910AG.2~MJHRZZ5WK0ZI.0 size=1048576 2023-12-20T11:09:54.060 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.058+0000 7fd1b21c4880 1 < canceled part key=_multipart_LTCK7NB910AG.2~MJHRZZ5WK0ZI.1 size=130532 2023-12-20T11:09:54.063 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.060+0000 7fd1b21c4880 1 < canceled multipart upload key=LTCK7NB910AG upload=MJHRZZ5WK0ZI tag=F95P21WK5S3F type=write size=2227684 2023-12-20T11:09:54.065 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.062+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=57WPOQH3KJ1B type=write size=11315 2023-12-20T11:09:54.066 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.064+0000 7fd1b21c4880 1 < completed part key=_multipart_SG40R95BA3CO.2~SRQHVK5K2U1P.0 size=1048576 2023-12-20T11:09:54.067 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.065+0000 7fd1b21c4880 1 < completed part key=_multipart_SG40R95BA3CO.2~SRQHVK5K2U1P.1 size=211382 2023-12-20T11:09:54.070 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.067+0000 7fd1b21c4880 1 < completed multipart upload key=SG40R95BA3CO upload=SRQHVK5K2U1P tag=54OHC8BPG34Z type=write size=2308534 2023-12-20T11:09:54.073 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.069+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=NRIUCQMF7G99 type=del size=2072214 2023-12-20T11:09:54.073 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.070+0000 7fd1b21c4880 1 < completed delete operation key=SUG71QAZ2CFC tag=I06JOA773J0P type=del 2023-12-20T11:09:54.074 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.072+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=IMJMOE1YTUZY type=write size=750035 2023-12-20T11:09:54.076 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.073+0000 7fd1b21c4880 1 < completed delete operation key=1VUIXCARBLMN tag=P4NJYDJRDO5T type=del 2023-12-20T11:09:54.079 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.076+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~FN7DG44SBBXY.0 size=94670 2023-12-20T11:09:54.079 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.076+0000 7fd1b21c4880 1 > prepared multipart upload key=PWOXA6XNR6SL upload=FN7DG44SBBXY tag=E3H77SRPDIQI type=write size=1143246 2023-12-20T11:09:54.082 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.079+0000 7fd1b21c4880 1 < suggested update operation key=MJ4RRM0D3OOK tag=JCASK2B3UVFK type=write size=579400 2023-12-20T11:09:54.083 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.081+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=MWPWXQRS2JH3 type=del size=3684741 2023-12-20T11:09:54.085 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.082+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~KO5R8UDAKLTY.0 size=1048576 2023-12-20T11:09:54.087 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.083+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~KO5R8UDAKLTY.1 size=1048576 2023-12-20T11:09:54.087 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.083+0000 7fd1b21c4880 1 < canceled part key=_multipart_SUG71QAZ2CFC.2~KO5R8UDAKLTY.2 size=71753 2023-12-20T11:09:54.088 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.086+0000 7fd1b21c4880 1 < canceled multipart upload key=SUG71QAZ2CFC upload=KO5R8UDAKLTY tag=IXJM6NBFGTCG type=write size=3217481 2023-12-20T11:09:54.090 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.087+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=XPOZHZ9PMO1F type=del size=453716 2023-12-20T11:09:54.091 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.089+0000 7fd1b21c4880 1 < completed write operation key=ZUUJSJVWL10H tag=XSMA7KLBZJIB type=write size=483009 2023-12-20T11:09:54.093 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.090+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=J5CWPLM8756A type=del size=2682600 2023-12-20T11:09:54.095 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.092+0000 7fd1b21c4880 1 < completed delete operation key=PWOXA6XNR6SL tag=EBFSGWY80J2N type=del 2023-12-20T11:09:54.096 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.094+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=SKR4XEG16L6D type=del size=2616014 2023-12-20T11:09:54.098 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.095+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~2ZIEMEYB2YV3.0 size=96096 2023-12-20T11:09:54.100 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.098+0000 7fd1b21c4880 1 < completed multipart upload key=1VUIXCARBLMN upload=2ZIEMEYB2YV3 tag=BSDKWR1IPRWP type=write size=1144672 2023-12-20T11:09:54.102 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.099+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=6CADSM0ANNVB type=del size=1902687 2023-12-20T11:09:54.103 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.101+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~7WNGWF6MDA3K.0 size=254873 2023-12-20T11:09:54.106 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.103+0000 7fd1b21c4880 1 < completed multipart upload key=1VUIXCARBLMN upload=7WNGWF6MDA3K tag=FF4VNHHI9FF9 type=write size=1303449 2023-12-20T11:09:54.108 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.105+0000 7fd1b21c4880 1 > prepared operation key=UHTMIVT6ND23 tag=A1VLZHWOMT3A type=write size=922071 2023-12-20T11:09:54.109 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.107+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~FZI2NG12UE81.0 size=1048576 2023-12-20T11:09:54.110 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.108+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~FZI2NG12UE81.1 size=483371 2023-12-20T11:09:54.113 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.110+0000 7fd1b21c4880 1 < completed multipart upload key=LS7TO3DAUIBT upload=FZI2NG12UE81 tag=30F3O9HTEFT6 type=write size=2580523 2023-12-20T11:09:54.116 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.113+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~E8P6N5X413JQ.0 size=1048576 2023-12-20T11:09:54.117 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.114+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~E8P6N5X413JQ.1 size=187071 2023-12-20T11:09:54.121 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.114+0000 7fd1b21c4880 1 > prepared multipart upload key=H6RM2M0W0Z5O upload=E8P6N5X413JQ tag=OBX864CGNGWZ type=write size=2284223 2023-12-20T11:09:54.124 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.116+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~J6RKOWTMEE97.0 size=1048576 2023-12-20T11:09:54.124 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.117+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~J6RKOWTMEE97.1 size=1048576 2023-12-20T11:09:54.124 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.118+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~J6RKOWTMEE97.2 size=118281 2023-12-20T11:09:54.124 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.121+0000 7fd1b21c4880 1 < completed multipart upload key=X4MNSJEQQOIN upload=J6RKOWTMEE97 tag=9RX86RTV25KS type=write size=3264009 2023-12-20T11:09:54.126 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.123+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~4UG6O4LMUDBC.0 size=1048576 2023-12-20T11:09:54.127 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.125+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~4UG6O4LMUDBC.1 size=1048576 2023-12-20T11:09:54.128 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.126+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~4UG6O4LMUDBC.2 size=767590 2023-12-20T11:09:54.128 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.126+0000 7fd1b21c4880 1 > prepared multipart upload key=0CTPN27ASDAX upload=4UG6O4LMUDBC tag=H0RZADHG9T0X type=write size=3913318 2023-12-20T11:09:54.130 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.127+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~IL9DBM0O7U02.0 size=546371 2023-12-20T11:09:54.133 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.130+0000 7fd1b21c4880 1 < completed multipart upload key=I33EZDGEOOGS upload=IL9DBM0O7U02 tag=602UH7BECH4B type=write size=1594947 2023-12-20T11:09:54.134 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.131+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=NRU7E9YVDN2J type=del size=2552614 2023-12-20T11:09:54.135 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.133+0000 7fd1b21c4880 1 < completed write operation key=FKD3AAYKIV7B tag=YA1DEJP9UYCK type=write size=569087 2023-12-20T11:09:54.136 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.134+0000 7fd1b21c4880 1 > prepared operation key=I33EZDGEOOGS tag=ZH2GNN1AIQF7 type=del size=2303219 2023-12-20T11:09:54.139 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.137+0000 7fd1b21c4880 1 < suggested remove operation key=UK0IZFVQ8SXI tag=K0S349NSYODX type=write 2023-12-20T11:09:54.141 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.138+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=89JNCQVXDBSV type=del size=1408275 2023-12-20T11:09:54.142 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.140+0000 7fd1b21c4880 1 < canceled operation key=K1JVVDJA7RXO tag=YXLFGDYEVBS9 type=del size=1846597 2023-12-20T11:09:54.145 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.142+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~3TD9M9XPCY79.0 size=1048576 2023-12-20T11:09:54.146 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.144+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~3TD9M9XPCY79.1 size=1040114 2023-12-20T11:09:54.146 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.144+0000 7fd1b21c4880 1 > prepared multipart upload key=8G0W9JZ1GDXN upload=3TD9M9XPCY79 tag=0TKCI5NYJ9S6 type=write size=3137266 2023-12-20T11:09:54.148 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.145+0000 7fd1b21c4880 1 < completed write operation key=LS7TO3DAUIBT tag=57WPOQH3KJ1B type=write size=11315 2023-12-20T11:09:54.150 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.147+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=H8XDM6DWHLHR type=del size=18674 2023-12-20T11:09:54.152 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.149+0000 7fd1b21c4880 1 < completed delete operation key=FKD3AAYKIV7B tag=NRIUCQMF7G99 type=del 2023-12-20T11:09:54.155 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.152+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~GFGSJLAZZVQ8.0 size=1048576 2023-12-20T11:09:54.156 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.153+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~GFGSJLAZZVQ8.1 size=1048576 2023-12-20T11:09:54.157 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.155+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~GFGSJLAZZVQ8.2 size=375108 2023-12-20T11:09:54.157 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.155+0000 7fd1b21c4880 1 > prepared multipart upload key=0CTPN27ASDAX upload=GFGSJLAZZVQ8 tag=9N6A7EQWCAG9 type=write size=3520836 2023-12-20T11:09:54.158 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.156+0000 7fd1b21c4880 1 < completed write operation key=0CTPN27ASDAX tag=IMJMOE1YTUZY type=write size=750035 2023-12-20T11:09:54.161 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.159+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~9VRVHCCM35S2.0 size=1048576 2023-12-20T11:09:54.162 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.160+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~9VRVHCCM35S2.1 size=67938 2023-12-20T11:09:54.163 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.160+0000 7fd1b21c4880 1 > prepared multipart upload key=TRBR8IGAJUYI upload=9VRVHCCM35S2 tag=NPBKX2UGZPX2 type=write size=2165090 2023-12-20T11:09:54.164 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.161+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~FN7DG44SBBXY.0 size=94670 2023-12-20T11:09:54.167 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.164+0000 7fd1b21c4880 1 < completed multipart upload key=PWOXA6XNR6SL upload=FN7DG44SBBXY tag=E3H77SRPDIQI type=write size=1143246 2023-12-20T11:09:54.169 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.167+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~64X5VRDFGCNX.0 size=1048576 2023-12-20T11:09:54.171 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.168+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~64X5VRDFGCNX.1 size=1048576 2023-12-20T11:09:54.172 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.169+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~64X5VRDFGCNX.2 size=435331 2023-12-20T11:09:54.172 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.169+0000 7fd1b21c4880 1 > prepared multipart upload key=6UQYCRIG1VTM upload=64X5VRDFGCNX tag=AF26XCU7166S type=write size=3581059 2023-12-20T11:09:54.174 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.171+0000 7fd1b21c4880 1 < completed delete operation key=SQ6HXEFRPSDQ tag=MWPWXQRS2JH3 type=del 2023-12-20T11:09:54.176 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.173+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=JW1BNED7DQ32 type=del size=1546303 2023-12-20T11:09:54.177 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.175+0000 7fd1b21c4880 1 < canceled operation key=LS7TO3DAUIBT tag=XPOZHZ9PMO1F type=del size=453716 2023-12-20T11:09:54.179 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.176+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=3G6P3CX3U5BC type=del size=2253476 2023-12-20T11:09:54.182 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.179+0000 7fd1b21c4880 1 < suggested remove operation key=SG40R95BA3CO tag=J5CWPLM8756A type=del 2023-12-20T11:09:54.185 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.182+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~8JP7PYU80KS1.0 size=1048576 2023-12-20T11:09:54.186 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.183+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~8JP7PYU80KS1.1 size=88286 2023-12-20T11:09:54.186 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.184+0000 7fd1b21c4880 1 > prepared multipart upload key=ZUUJSJVWL10H upload=8JP7PYU80KS1 tag=VNUBQAL2170W type=write size=2185438 2023-12-20T11:09:54.186 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.184+0000 7fd1b21c4880 -1 < no bi entry to suggest for operation key=SG40R95BA3CO tag=SKR4XEG16L6D type=del size=2616014: (2) No such file or directory 2023-12-20T11:09:54.189 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.187+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~NZP8AYB961RT.0 size=1048576 2023-12-20T11:09:54.191 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.188+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~NZP8AYB961RT.1 size=265435 2023-12-20T11:09:54.191 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.188+0000 7fd1b21c4880 1 > prepared multipart upload key=SUG71QAZ2CFC upload=NZP8AYB961RT tag=1R2ZDU4P9FM4 type=write size=2362587 2023-12-20T11:09:54.192 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.190+0000 7fd1b21c4880 1 < completed delete operation key=H6RM2M0W0Z5O tag=6CADSM0ANNVB type=del 2023-12-20T11:09:54.195 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.193+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~JHDV2MRASR87.0 size=1048576 2023-12-20T11:09:54.196 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.194+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~JHDV2MRASR87.1 size=696853 2023-12-20T11:09:54.196 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.194+0000 7fd1b21c4880 1 > prepared multipart upload key=LC4FC2MW1JOI upload=JHDV2MRASR87 tag=Y74ZCJ2RV5ST type=write size=2794005 2023-12-20T11:09:54.198 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.196+0000 7fd1b21c4880 1 < completed write operation key=UHTMIVT6ND23 tag=A1VLZHWOMT3A type=write size=922071 2023-12-20T11:09:54.200 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.197+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=LNXTG7PRQY18 type=write size=764712 2023-12-20T11:09:54.202 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.199+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~E8P6N5X413JQ.0 size=1048576 2023-12-20T11:09:54.203 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.201+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~E8P6N5X413JQ.1 size=187071 2023-12-20T11:09:54.205 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.203+0000 7fd1b21c4880 1 < completed multipart upload key=H6RM2M0W0Z5O upload=E8P6N5X413JQ tag=OBX864CGNGWZ type=write size=2284223 2023-12-20T11:09:54.207 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.204+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=3DK7REV4GAPB type=write size=571839 2023-12-20T11:09:54.209 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.206+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~4UG6O4LMUDBC.0 size=1048576 2023-12-20T11:09:54.210 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.208+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~4UG6O4LMUDBC.1 size=1048576 2023-12-20T11:09:54.211 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.209+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~4UG6O4LMUDBC.2 size=767590 2023-12-20T11:09:54.214 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.212+0000 7fd1b21c4880 1 < completed multipart upload key=0CTPN27ASDAX upload=4UG6O4LMUDBC tag=H0RZADHG9T0X type=write size=3913318 2023-12-20T11:09:54.215 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.213+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=2CBBF9A4X2AU type=del size=1406433 2023-12-20T11:09:54.217 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.214+0000 7fd1b21c4880 1 < completed delete operation key=QZYJEPHLU0HS tag=NRU7E9YVDN2J type=del 2023-12-20T11:09:54.218 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.216+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=17PRUVCAV9GB type=del size=415335 2023-12-20T11:09:54.221 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.218+0000 7fd1b21c4880 1 < canceled operation key=I33EZDGEOOGS tag=ZH2GNN1AIQF7 type=del size=2303219 2023-12-20T11:09:54.224 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.222+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~3YOF9OZ4TNDH.0 size=1048576 2023-12-20T11:09:54.226 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.223+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~3YOF9OZ4TNDH.1 size=208476 2023-12-20T11:09:54.226 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.223+0000 7fd1b21c4880 1 > prepared multipart upload key=8G0W9JZ1GDXN upload=3YOF9OZ4TNDH tag=LDYALP3G7ACB type=write size=2305628 2023-12-20T11:09:54.228 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.225+0000 7fd1b21c4880 1 < completed delete operation key=FKD3AAYKIV7B tag=89JNCQVXDBSV type=del 2023-12-20T11:09:54.231 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.228+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~W1KVZACTRZ0M.0 size=881604 2023-12-20T11:09:54.231 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.228+0000 7fd1b21c4880 1 > prepared multipart upload key=ZUUJSJVWL10H upload=W1KVZACTRZ0M tag=04UOP0LQ9JBB type=write size=1930180 2023-12-20T11:09:54.232 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.230+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~3TD9M9XPCY79.0 size=1048576 2023-12-20T11:09:54.234 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.231+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~3TD9M9XPCY79.1 size=1040114 2023-12-20T11:09:54.237 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.234+0000 7fd1b21c4880 1 < completed multipart upload key=8G0W9JZ1GDXN upload=3TD9M9XPCY79 tag=0TKCI5NYJ9S6 type=write size=3137266 2023-12-20T11:09:54.239 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.237+0000 7fd1b21c4880 1 > prepared part key=_multipart_LTCK7NB910AG.2~RDKYLONVMQ1P.0 size=922045 2023-12-20T11:09:54.239 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.237+0000 7fd1b21c4880 1 > prepared multipart upload key=LTCK7NB910AG upload=RDKYLONVMQ1P tag=92O8AXBMY5D2 type=write size=1970621 2023-12-20T11:09:54.241 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.238+0000 7fd1b21c4880 1 < canceled operation key=8G0W9JZ1GDXN tag=H8XDM6DWHLHR type=del size=18674 2023-12-20T11:09:54.244 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.241+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~X4HUUV8037TK.0 size=1048576 2023-12-20T11:09:54.245 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.243+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~X4HUUV8037TK.1 size=72948 2023-12-20T11:09:54.245 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.243+0000 7fd1b21c4880 1 > prepared multipart upload key=8G0W9JZ1GDXN upload=X4HUUV8037TK tag=5C203KKM9XOS type=write size=2170100 2023-12-20T11:09:54.247 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.244+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~GFGSJLAZZVQ8.0 size=1048576 2023-12-20T11:09:54.248 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.246+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~GFGSJLAZZVQ8.1 size=1048576 2023-12-20T11:09:54.249 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.247+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~GFGSJLAZZVQ8.2 size=375108 2023-12-20T11:09:54.252 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.250+0000 7fd1b21c4880 1 < completed multipart upload key=0CTPN27ASDAX upload=GFGSJLAZZVQ8 tag=9N6A7EQWCAG9 type=write size=3520836 2023-12-20T11:09:54.255 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.253+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~V92U3J9NLM7S.0 size=1048576 2023-12-20T11:09:54.256 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.254+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~V92U3J9NLM7S.1 size=1048576 2023-12-20T11:09:54.258 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.255+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~V92U3J9NLM7S.2 size=269583 2023-12-20T11:09:54.258 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.255+0000 7fd1b21c4880 1 > prepared multipart upload key=6UQYCRIG1VTM upload=V92U3J9NLM7S tag=GOPR3807GEHA type=write size=3415311 2023-12-20T11:09:54.259 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.257+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~9VRVHCCM35S2.0 size=1048576 2023-12-20T11:09:54.260 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.258+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~9VRVHCCM35S2.1 size=67938 2023-12-20T11:09:54.263 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.260+0000 7fd1b21c4880 1 < completed multipart upload key=TRBR8IGAJUYI upload=9VRVHCCM35S2 tag=NPBKX2UGZPX2 type=write size=2165090 2023-12-20T11:09:54.265 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.262+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=MQGV7214ZQMW type=del size=3813577 2023-12-20T11:09:54.266 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.264+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~64X5VRDFGCNX.0 size=1048576 2023-12-20T11:09:54.268 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.265+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~64X5VRDFGCNX.1 size=1048576 2023-12-20T11:09:54.269 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.266+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~64X5VRDFGCNX.2 size=435331 2023-12-20T11:09:54.272 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.269+0000 7fd1b21c4880 1 < completed multipart upload key=6UQYCRIG1VTM upload=64X5VRDFGCNX tag=AF26XCU7166S type=write size=3581059 2023-12-20T11:09:54.275 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.272+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~K1KJ5ZEIJ30I.0 size=1048576 2023-12-20T11:09:54.276 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.273+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~K1KJ5ZEIJ30I.1 size=1048576 2023-12-20T11:09:54.277 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.275+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~K1KJ5ZEIJ30I.2 size=7515 2023-12-20T11:09:54.277 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.275+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=K1KJ5ZEIJ30I tag=3O044JDYK74X type=write size=3153243 2023-12-20T11:09:54.279 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.276+0000 7fd1b21c4880 1 < completed delete operation key=E12NLNIAVP97 tag=JW1BNED7DQ32 type=del 2023-12-20T11:09:54.282 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.279+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~RK67Y28J5FHM.0 size=1048576 2023-12-20T11:09:54.283 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.280+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~RK67Y28J5FHM.1 size=1048576 2023-12-20T11:09:54.284 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.282+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~RK67Y28J5FHM.2 size=890558 2023-12-20T11:09:54.284 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.282+0000 7fd1b21c4880 1 > prepared multipart upload key=UHTMIVT6ND23 upload=RK67Y28J5FHM tag=FL4CEUT0MJ1N type=write size=4036286 2023-12-20T11:09:54.288 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.285+0000 7fd1b21c4880 1 < suggested remove operation key=E12NLNIAVP97 tag=3G6P3CX3U5BC type=del 2023-12-20T11:09:54.291 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.288+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~1OWGDIRQMXJ2.0 size=1048576 2023-12-20T11:09:54.292 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.289+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~1OWGDIRQMXJ2.1 size=1048576 2023-12-20T11:09:54.293 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.290+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~1OWGDIRQMXJ2.2 size=103393 2023-12-20T11:09:54.293 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.290+0000 7fd1b21c4880 1 > prepared multipart upload key=LS7TO3DAUIBT upload=1OWGDIRQMXJ2 tag=3ZN92UNKC80D type=write size=3249121 2023-12-20T11:09:54.294 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.292+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~8JP7PYU80KS1.0 size=1048576 2023-12-20T11:09:54.296 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.293+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~8JP7PYU80KS1.1 size=88286 2023-12-20T11:09:54.298 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.295+0000 7fd1b21c4880 1 < completed multipart upload key=ZUUJSJVWL10H upload=8JP7PYU80KS1 tag=VNUBQAL2170W type=write size=2185438 2023-12-20T11:09:54.299 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.297+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=J7YQWY5LZ6OW type=del size=750254 2023-12-20T11:09:54.301 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.298+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~NZP8AYB961RT.0 size=1048576 2023-12-20T11:09:54.301 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.298+0000 7fd1b21c4880 1 < canceled part key=_multipart_SUG71QAZ2CFC.2~NZP8AYB961RT.1 size=265435 2023-12-20T11:09:54.303 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.301+0000 7fd1b21c4880 1 < canceled multipart upload key=SUG71QAZ2CFC upload=NZP8AYB961RT tag=1R2ZDU4P9FM4 type=write size=2362587 2023-12-20T11:09:54.305 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.302+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=TL3WCKX8M8GV type=del size=2089309 2023-12-20T11:09:54.306 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.304+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~JHDV2MRASR87.0 size=1048576 2023-12-20T11:09:54.308 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.305+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~JHDV2MRASR87.1 size=696853 2023-12-20T11:09:54.310 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.308+0000 7fd1b21c4880 1 < completed multipart upload key=LC4FC2MW1JOI upload=JHDV2MRASR87 tag=Y74ZCJ2RV5ST type=write size=2794005 2023-12-20T11:09:54.313 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.311+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~D70TXHTEMIEJ.0 size=192291 2023-12-20T11:09:54.313 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.311+0000 7fd1b21c4880 1 > prepared multipart upload key=8G0W9JZ1GDXN upload=D70TXHTEMIEJ tag=CPMS5H46TTWN type=write size=1240867 2023-12-20T11:09:54.315 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.312+0000 7fd1b21c4880 1 < completed write operation key=LTCK7NB910AG tag=LNXTG7PRQY18 type=write size=764712 2023-12-20T11:09:54.318 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.315+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~3PNN83DPXE25.0 size=398125 2023-12-20T11:09:54.318 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.315+0000 7fd1b21c4880 1 > prepared multipart upload key=0HBCFL318BEY upload=3PNN83DPXE25 tag=PIXZLHLYCBBA type=write size=1446701 2023-12-20T11:09:54.319 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.317+0000 7fd1b21c4880 1 < completed write operation key=X4MNSJEQQOIN tag=3DK7REV4GAPB type=write size=571839 2023-12-20T11:09:54.322 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.319+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~34RGPD86CAH1.0 size=1048576 2023-12-20T11:09:54.323 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.321+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~34RGPD86CAH1.1 size=1048576 2023-12-20T11:09:54.324 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.322+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~34RGPD86CAH1.2 size=37432 2023-12-20T11:09:54.324 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.322+0000 7fd1b21c4880 1 > prepared multipart upload key=8G0W9JZ1GDXN upload=34RGPD86CAH1 tag=K6H22QBERSW4 type=write size=3183160 2023-12-20T11:09:54.328 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.323+0000 7fd1b21c4880 1 < completed delete operation key=1DSA1NSVISU5 tag=2CBBF9A4X2AU type=del 2023-12-20T11:09:54.329 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.325+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=CR82SGEV76FZ type=del size=76035 2023-12-20T11:09:54.329 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.327+0000 7fd1b21c4880 1 < canceled operation key=F1VUDQZ0F87N tag=17PRUVCAV9GB type=del size=415335 2023-12-20T11:09:54.331 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.328+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=MTORNGLCTEW9 type=del size=2966178 2023-12-20T11:09:54.332 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.330+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~3YOF9OZ4TNDH.0 size=1048576 2023-12-20T11:09:54.333 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.331+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~3YOF9OZ4TNDH.1 size=208476 2023-12-20T11:09:54.336 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.334+0000 7fd1b21c4880 1 < completed multipart upload key=8G0W9JZ1GDXN upload=3YOF9OZ4TNDH tag=LDYALP3G7ACB type=write size=2305628 2023-12-20T11:09:54.337 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.335+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=EF1YSN9E66ED type=write size=427595 2023-12-20T11:09:54.338 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.335+0000 7fd1b21c4880 1 < canceled part key=_multipart_ZUUJSJVWL10H.2~W1KVZACTRZ0M.0 size=881604 2023-12-20T11:09:54.340 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.338+0000 7fd1b21c4880 1 < canceled multipart upload key=ZUUJSJVWL10H upload=W1KVZACTRZ0M tag=04UOP0LQ9JBB type=write size=1930180 2023-12-20T11:09:54.343 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.341+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~V1F8XOSJ1XLU.0 size=1048576 2023-12-20T11:09:54.345 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.342+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~V1F8XOSJ1XLU.1 size=689732 2023-12-20T11:09:54.345 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.342+0000 7fd1b21c4880 1 > prepared multipart upload key=H6RM2M0W0Z5O upload=V1F8XOSJ1XLU tag=NA72FPVTI4UN type=write size=2786884 2023-12-20T11:09:54.346 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.344+0000 7fd1b21c4880 1 < completed part key=_multipart_LTCK7NB910AG.2~RDKYLONVMQ1P.0 size=922045 2023-12-20T11:09:54.349 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.346+0000 7fd1b21c4880 1 < completed multipart upload key=LTCK7NB910AG upload=RDKYLONVMQ1P tag=92O8AXBMY5D2 type=write size=1970621 2023-12-20T11:09:54.350 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.348+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=IEHP9O4Y3FVK type=del size=1572740 2023-12-20T11:09:54.352 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.350+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~X4HUUV8037TK.0 size=1048576 2023-12-20T11:09:54.353 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.351+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~X4HUUV8037TK.1 size=72948 2023-12-20T11:09:54.356 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.354+0000 7fd1b21c4880 1 < completed multipart upload key=8G0W9JZ1GDXN upload=X4HUUV8037TK tag=5C203KKM9XOS type=write size=2170100 2023-12-20T11:09:54.358 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.355+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=F3FVEHJ0Z7H7 type=del size=328429 2023-12-20T11:09:54.359 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.357+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~V92U3J9NLM7S.0 size=1048576 2023-12-20T11:09:54.361 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.358+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~V92U3J9NLM7S.1 size=1048576 2023-12-20T11:09:54.362 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.359+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~V92U3J9NLM7S.2 size=269583 2023-12-20T11:09:54.364 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.362+0000 7fd1b21c4880 1 < completed multipart upload key=6UQYCRIG1VTM upload=V92U3J9NLM7S tag=GOPR3807GEHA type=write size=3415311 2023-12-20T11:09:54.366 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.364+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=323NJBU3CP5C type=del size=771489 2023-12-20T11:09:54.368 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.365+0000 7fd1b21c4880 1 < completed delete operation key=LS7TO3DAUIBT tag=MQGV7214ZQMW type=del 2023-12-20T11:09:54.369 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.367+0000 7fd1b21c4880 1 > prepared operation key=1VUIXCARBLMN tag=HJBL3YUVFVM0 type=del size=661384 2023-12-20T11:09:54.369 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.367+0000 7fd1b21c4880 1 < canceled part key=_multipart_TZ6V49PS7YRX.2~K1KJ5ZEIJ30I.0 size=1048576 2023-12-20T11:09:54.371 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.368+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~K1KJ5ZEIJ30I.1 size=1048576 2023-12-20T11:09:54.372 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.370+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~K1KJ5ZEIJ30I.2 size=7515 2023-12-20T11:09:54.375 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.372+0000 7fd1b21c4880 1 < canceled multipart upload key=TZ6V49PS7YRX upload=K1KJ5ZEIJ30I tag=3O044JDYK74X type=write size=3153243 2023-12-20T11:09:54.376 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.374+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=XM71IPUW1DCA type=del size=1812704 2023-12-20T11:09:54.378 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.375+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~RK67Y28J5FHM.0 size=1048576 2023-12-20T11:09:54.379 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.377+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~RK67Y28J5FHM.1 size=1048576 2023-12-20T11:09:54.380 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.378+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~RK67Y28J5FHM.2 size=890558 2023-12-20T11:09:54.383 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.381+0000 7fd1b21c4880 1 < completed multipart upload key=UHTMIVT6ND23 upload=RK67Y28J5FHM tag=FL4CEUT0MJ1N type=write size=4036286 2023-12-20T11:09:54.385 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.382+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=BILWVCOVZISA type=del size=77592 2023-12-20T11:09:54.386 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.384+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~1OWGDIRQMXJ2.0 size=1048576 2023-12-20T11:09:54.388 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.385+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~1OWGDIRQMXJ2.1 size=1048576 2023-12-20T11:09:54.389 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.386+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~1OWGDIRQMXJ2.2 size=103393 2023-12-20T11:09:54.391 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.389+0000 7fd1b21c4880 1 < completed multipart upload key=LS7TO3DAUIBT upload=1OWGDIRQMXJ2 tag=3ZN92UNKC80D type=write size=3249121 2023-12-20T11:09:54.394 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.392+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~1QRH2O741449.0 size=989850 2023-12-20T11:09:54.394 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.392+0000 7fd1b21c4880 1 > prepared multipart upload key=ZUUJSJVWL10H upload=1QRH2O741449 tag=G65VJXG6OJN2 type=write size=2038426 2023-12-20T11:09:54.398 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.395+0000 7fd1b21c4880 1 < suggested remove operation key=H6RM2M0W0Z5O tag=J7YQWY5LZ6OW type=del 2023-12-20T11:09:54.401 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.398+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~GYQXRWXWXEP3.0 size=1048576 2023-12-20T11:09:54.402 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.399+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~GYQXRWXWXEP3.1 size=1048576 2023-12-20T11:09:54.403 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.401+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~GYQXRWXWXEP3.2 size=20943 2023-12-20T11:09:54.403 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.401+0000 7fd1b21c4880 1 > prepared multipart upload key=K1JVVDJA7RXO upload=GYQXRWXWXEP3 tag=IS22480UGV8W type=write size=3166671 2023-12-20T11:09:54.405 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.402+0000 7fd1b21c4880 1 < completed delete operation key=ZUUJSJVWL10H tag=TL3WCKX8M8GV type=del 2023-12-20T11:09:54.406 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.404+0000 7fd1b21c4880 1 > prepared operation key=UHTMIVT6ND23 tag=A02UPLR4RYMR type=del size=3033345 2023-12-20T11:09:54.408 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.406+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~D70TXHTEMIEJ.0 size=192291 2023-12-20T11:09:54.411 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.409+0000 7fd1b21c4880 1 < completed multipart upload key=8G0W9JZ1GDXN upload=D70TXHTEMIEJ tag=CPMS5H46TTWN type=write size=1240867 2023-12-20T11:09:54.413 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.410+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=DW8E39DW5ER7 type=write size=327471 2023-12-20T11:09:54.414 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.412+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~3PNN83DPXE25.0 size=398125 2023-12-20T11:09:54.417 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.415+0000 7fd1b21c4880 1 < completed multipart upload key=0HBCFL318BEY upload=3PNN83DPXE25 tag=PIXZLHLYCBBA type=write size=1446701 2023-12-20T11:09:54.419 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.416+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=RJ8CYSA53TIV type=del size=344293 2023-12-20T11:09:54.420 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.418+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~34RGPD86CAH1.0 size=1048576 2023-12-20T11:09:54.422 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.420+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~34RGPD86CAH1.1 size=1048576 2023-12-20T11:09:54.423 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.421+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~34RGPD86CAH1.2 size=37432 2023-12-20T11:09:54.426 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.424+0000 7fd1b21c4880 1 < completed multipart upload key=8G0W9JZ1GDXN upload=34RGPD86CAH1 tag=K6H22QBERSW4 type=write size=3183160 2023-12-20T11:09:54.429 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.427+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~P14GTFQCWTK0.0 size=1048576 2023-12-20T11:09:54.431 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.428+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~P14GTFQCWTK0.1 size=1048576 2023-12-20T11:09:54.432 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.429+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~P14GTFQCWTK0.2 size=169609 2023-12-20T11:09:54.432 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.429+0000 7fd1b21c4880 1 > prepared multipart upload key=1DSA1NSVISU5 upload=P14GTFQCWTK0 tag=76BEXWI372IL type=write size=3315337 2023-12-20T11:09:54.433 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.431+0000 7fd1b21c4880 1 < completed delete operation key=TRBR8IGAJUYI tag=CR82SGEV76FZ type=del 2023-12-20T11:09:54.435 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.433+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=C4ZID7QC6DF2 type=del size=2829605 2023-12-20T11:09:54.437 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.434+0000 7fd1b21c4880 1 < completed delete operation key=F1VUDQZ0F87N tag=MTORNGLCTEW9 type=del 2023-12-20T11:09:54.439 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.436+0000 7fd1b21c4880 1 > prepared operation key=1VUIXCARBLMN tag=YQUC7KRLG2LM type=del size=1567164 2023-12-20T11:09:54.440 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.438+0000 7fd1b21c4880 1 < completed write operation key=QZYJEPHLU0HS tag=EF1YSN9E66ED type=write size=427595 2023-12-20T11:09:54.444 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.442+0000 7fd1b21c4880 1 > prepared part key=_multipart_SG40R95BA3CO.2~KDOZSGE2SBKO.0 size=1048576 2023-12-20T11:09:54.445 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.443+0000 7fd1b21c4880 1 > prepared part key=_multipart_SG40R95BA3CO.2~KDOZSGE2SBKO.1 size=1048576 2023-12-20T11:09:54.447 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.444+0000 7fd1b21c4880 1 > prepared part key=_multipart_SG40R95BA3CO.2~KDOZSGE2SBKO.2 size=367912 2023-12-20T11:09:54.447 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.444+0000 7fd1b21c4880 1 > prepared multipart upload key=SG40R95BA3CO upload=KDOZSGE2SBKO tag=VXZXDH2UZBDP type=write size=3513640 2023-12-20T11:09:54.447 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.444+0000 7fd1b21c4880 1 < canceled part key=_multipart_H6RM2M0W0Z5O.2~V1F8XOSJ1XLU.0 size=1048576 2023-12-20T11:09:54.448 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.446+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~V1F8XOSJ1XLU.1 size=689732 2023-12-20T11:09:54.451 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.448+0000 7fd1b21c4880 1 < canceled multipart upload key=H6RM2M0W0Z5O upload=V1F8XOSJ1XLU tag=NA72FPVTI4UN type=write size=2786884 2023-12-20T11:09:54.453 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.451+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~UPZZ20CSCTXT.0 size=1048576 2023-12-20T11:09:54.455 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.452+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~UPZZ20CSCTXT.1 size=454090 2023-12-20T11:09:54.455 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.452+0000 7fd1b21c4880 1 > prepared multipart upload key=K1JVVDJA7RXO upload=UPZZ20CSCTXT tag=LH28LCB6M2F5 type=write size=2551242 2023-12-20T11:09:54.458 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.455+0000 7fd1b21c4880 1 < suggested update operation key=SQ6HXEFRPSDQ tag=IEHP9O4Y3FVK type=del size=1572740 2023-12-20T11:09:54.460 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.457+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=3FBFQJEGIEP0 type=del size=67788 2023-12-20T11:09:54.461 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.458+0000 7fd1b21c4880 1 < canceled operation key=1DSA1NSVISU5 tag=F3FVEHJ0Z7H7 type=del size=328429 2023-12-20T11:09:54.463 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.460+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=KPGP2DIKA5UO type=del size=3868965 2023-12-20T11:09:54.465 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.462+0000 7fd1b21c4880 -1 < failed to complete operation key=SQ6HXEFRPSDQ tag=323NJBU3CP5C type=del size=771489: (22) Invalid argument 2023-12-20T11:09:54.467 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.465+0000 7fd1b21c4880 1 > prepared operation key=UHTMIVT6ND23 tag=CZWL2K944D03 type=del size=2124859 2023-12-20T11:09:54.469 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.466+0000 7fd1b21c4880 1 < completed delete operation key=1VUIXCARBLMN tag=HJBL3YUVFVM0 type=del 2023-12-20T11:09:54.472 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.469+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~JGE09DLAUALH.0 size=1048576 2023-12-20T11:09:54.473 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.470+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~JGE09DLAUALH.1 size=1048576 2023-12-20T11:09:54.474 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.472+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~JGE09DLAUALH.2 size=539106 2023-12-20T11:09:54.474 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.472+0000 7fd1b21c4880 1 > prepared multipart upload key=I33EZDGEOOGS upload=JGE09DLAUALH tag=T3FJ145X2DOY type=write size=3684834 2023-12-20T11:09:54.476 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.473+0000 7fd1b21c4880 1 < completed delete operation key=MJ4RRM0D3OOK tag=XM71IPUW1DCA type=del 2023-12-20T11:09:54.477 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.475+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=GU4ZKCMH1CLH type=del size=3770444 2023-12-20T11:09:54.479 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.476+0000 7fd1b21c4880 1 < canceled operation key=1DSA1NSVISU5 tag=BILWVCOVZISA type=del size=77592 2023-12-20T11:09:54.480 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.478+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=NUSYGPLF8IYB type=del size=190965 2023-12-20T11:09:54.482 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.479+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~1QRH2O741449.0 size=989850 2023-12-20T11:09:54.484 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.482+0000 7fd1b21c4880 1 < completed multipart upload key=ZUUJSJVWL10H upload=1QRH2O741449 tag=G65VJXG6OJN2 type=write size=2038426 2023-12-20T11:09:54.486 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.484+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=9VQAFMSI4JP2 type=del size=995931 2023-12-20T11:09:54.486 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.484+0000 7fd1b21c4880 1 < canceled part key=_multipart_K1JVVDJA7RXO.2~GYQXRWXWXEP3.0 size=1048576 2023-12-20T11:09:54.486 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.484+0000 7fd1b21c4880 1 < canceled part key=_multipart_K1JVVDJA7RXO.2~GYQXRWXWXEP3.1 size=1048576 2023-12-20T11:09:54.487 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.485+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~GYQXRWXWXEP3.2 size=20943 2023-12-20T11:09:54.490 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.488+0000 7fd1b21c4880 1 < canceled multipart upload key=K1JVVDJA7RXO upload=GYQXRWXWXEP3 tag=IS22480UGV8W type=write size=3166671 2023-12-20T11:09:54.493 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.491+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~G81SXYJ21GXJ.0 size=1048576 2023-12-20T11:09:54.495 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.492+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~G81SXYJ21GXJ.1 size=78341 2023-12-20T11:09:54.495 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.492+0000 7fd1b21c4880 1 > prepared multipart upload key=SUG71QAZ2CFC upload=G81SXYJ21GXJ tag=2GZOV2ESBBIN type=write size=2175493 2023-12-20T11:09:54.496 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.494+0000 7fd1b21c4880 1 < completed delete operation key=UHTMIVT6ND23 tag=A02UPLR4RYMR type=del 2023-12-20T11:09:54.500 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.497+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~8HFHTAJCPDL7.0 size=1048576 2023-12-20T11:09:54.501 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.498+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~8HFHTAJCPDL7.1 size=1048576 2023-12-20T11:09:54.502 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.500+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~8HFHTAJCPDL7.2 size=703270 2023-12-20T11:09:54.502 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.500+0000 7fd1b21c4880 1 > prepared multipart upload key=OYO96KT3ZIBU upload=8HFHTAJCPDL7 tag=GFNMU0TK5T9B type=write size=3848998 2023-12-20T11:09:54.505 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.503+0000 7fd1b21c4880 1 < suggested update operation key=OYO96KT3ZIBU tag=DW8E39DW5ER7 type=write size=327471 2023-12-20T11:09:54.507 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.504+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=GTC6WDK824K6 type=del size=117925 2023-12-20T11:09:54.509 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.506+0000 7fd1b21c4880 1 < completed delete operation key=SUG71QAZ2CFC tag=RJ8CYSA53TIV type=del 2023-12-20T11:09:54.510 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.507+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=GLC6K4RYI9AP type=del size=3036514 2023-12-20T11:09:54.511 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.509+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~P14GTFQCWTK0.0 size=1048576 2023-12-20T11:09:54.513 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.510+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~P14GTFQCWTK0.1 size=1048576 2023-12-20T11:09:54.514 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.512+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~P14GTFQCWTK0.2 size=169609 2023-12-20T11:09:54.517 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.515+0000 7fd1b21c4880 1 < completed multipart upload key=1DSA1NSVISU5 upload=P14GTFQCWTK0 tag=76BEXWI372IL type=write size=3315337 2023-12-20T11:09:54.521 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.518+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~IN9EQGC7554J.0 size=1048576 2023-12-20T11:09:54.522 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.520+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~IN9EQGC7554J.1 size=251294 2023-12-20T11:09:54.522 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.520+0000 7fd1b21c4880 1 > prepared multipart upload key=OYO96KT3ZIBU upload=IN9EQGC7554J tag=GB5VTA5D5TV9 type=write size=2348446 2023-12-20T11:09:54.523 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.521+0000 7fd1b21c4880 1 < canceled operation key=LTCK7NB910AG tag=C4ZID7QC6DF2 type=del size=2829605 2023-12-20T11:09:54.526 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.524+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~4XXKJHHSVFU0.0 size=1048576 2023-12-20T11:09:54.528 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.525+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~4XXKJHHSVFU0.1 size=780084 2023-12-20T11:09:54.528 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.525+0000 7fd1b21c4880 1 > prepared multipart upload key=1VUIXCARBLMN upload=4XXKJHHSVFU0 tag=L5EVYTHG5GZH type=write size=2877236 2023-12-20T11:09:54.530 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.527+0000 7fd1b21c4880 1 < completed delete operation key=1VUIXCARBLMN tag=YQUC7KRLG2LM type=del 2023-12-20T11:09:54.532 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.529+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=3NS88BMBA0FA type=write size=866169 2023-12-20T11:09:54.532 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.529+0000 7fd1b21c4880 1 < canceled part key=_multipart_SG40R95BA3CO.2~KDOZSGE2SBKO.0 size=1048576 2023-12-20T11:09:54.533 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.530+0000 7fd1b21c4880 1 < completed part key=_multipart_SG40R95BA3CO.2~KDOZSGE2SBKO.1 size=1048576 2023-12-20T11:09:54.537 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.532+0000 7fd1b21c4880 1 < completed part key=_multipart_SG40R95BA3CO.2~KDOZSGE2SBKO.2 size=367912 2023-12-20T11:09:54.537 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.534+0000 7fd1b21c4880 1 < canceled multipart upload key=SG40R95BA3CO upload=KDOZSGE2SBKO tag=VXZXDH2UZBDP type=write size=3513640 2023-12-20T11:09:54.540 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.538+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~X8R1ST8KXNPE.0 size=1048576 2023-12-20T11:09:54.541 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.539+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~X8R1ST8KXNPE.1 size=1048576 2023-12-20T11:09:54.542 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.540+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~X8R1ST8KXNPE.2 size=23513 2023-12-20T11:09:54.543 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.540+0000 7fd1b21c4880 1 > prepared multipart upload key=I33EZDGEOOGS upload=X8R1ST8KXNPE tag=BRXXMFEORAFX type=write size=3169241 2023-12-20T11:09:54.544 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.542+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~UPZZ20CSCTXT.0 size=1048576 2023-12-20T11:09:54.545 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.543+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~UPZZ20CSCTXT.1 size=454090 2023-12-20T11:09:54.549 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.546+0000 7fd1b21c4880 1 < completed multipart upload key=K1JVVDJA7RXO upload=UPZZ20CSCTXT tag=LH28LCB6M2F5 type=write size=2551242 2023-12-20T11:09:54.550 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.548+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=TFUGFXN8M1YG type=del size=1597510 2023-12-20T11:09:54.552 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.550+0000 7fd1b21c4880 1 < completed delete operation key=E12NLNIAVP97 tag=3FBFQJEGIEP0 type=del 2023-12-20T11:09:54.554 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.552+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=RKJKCKF2VUEN type=del size=1027699 2023-12-20T11:09:54.556 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.553+0000 7fd1b21c4880 1 < canceled operation key=SG40R95BA3CO tag=KPGP2DIKA5UO type=del size=3868965 2023-12-20T11:09:54.559 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.557+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~HK7V5A1FUBD6.0 size=1048576 2023-12-20T11:09:54.561 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.558+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~HK7V5A1FUBD6.1 size=1048576 2023-12-20T11:09:54.562 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.560+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~HK7V5A1FUBD6.2 size=565064 2023-12-20T11:09:54.562 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.560+0000 7fd1b21c4880 1 > prepared multipart upload key=QZYJEPHLU0HS upload=HK7V5A1FUBD6 tag=JSAEYLT4BNAG type=write size=3710792 2023-12-20T11:09:54.564 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.561+0000 7fd1b21c4880 1 < completed delete operation key=UHTMIVT6ND23 tag=CZWL2K944D03 type=del 2023-12-20T11:09:54.566 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.563+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=56F6LC2A5H9Z type=write size=380862 2023-12-20T11:09:54.568 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.565+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~JGE09DLAUALH.0 size=1048576 2023-12-20T11:09:54.569 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.567+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~JGE09DLAUALH.1 size=1048576 2023-12-20T11:09:54.571 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.568+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~JGE09DLAUALH.2 size=539106 2023-12-20T11:09:54.574 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.571+0000 7fd1b21c4880 1 < completed multipart upload key=I33EZDGEOOGS upload=JGE09DLAUALH tag=T3FJ145X2DOY type=write size=3684834 2023-12-20T11:09:54.577 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.574+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~DXZ6P061CTRT.0 size=424919 2023-12-20T11:09:54.577 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.574+0000 7fd1b21c4880 1 > prepared multipart upload key=1DSA1NSVISU5 upload=DXZ6P061CTRT tag=6AUXB8K7BM1V type=write size=1473495 2023-12-20T11:09:54.580 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.576+0000 7fd1b21c4880 1 < completed delete operation key=LS7TO3DAUIBT tag=GU4ZKCMH1CLH type=del 2023-12-20T11:09:54.582 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.579+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~RUR22E5Q5DFQ.0 size=322240 2023-12-20T11:09:54.582 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.579+0000 7fd1b21c4880 1 > prepared multipart upload key=E12NLNIAVP97 upload=RUR22E5Q5DFQ tag=X1ZCUNW766P3 type=write size=1370816 2023-12-20T11:09:54.585 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.582+0000 7fd1b21c4880 1 < suggested remove operation key=1DSA1NSVISU5 tag=NUSYGPLF8IYB type=del 2023-12-20T11:09:54.588 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.585+0000 7fd1b21c4880 1 > prepared part key=_multipart_SG40R95BA3CO.2~24O4R2AN0PG5.0 size=1048576 2023-12-20T11:09:54.589 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.586+0000 7fd1b21c4880 1 > prepared part key=_multipart_SG40R95BA3CO.2~24O4R2AN0PG5.1 size=200341 2023-12-20T11:09:54.589 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.586+0000 7fd1b21c4880 1 > prepared multipart upload key=SG40R95BA3CO upload=24O4R2AN0PG5 tag=TDUU55UQHFAE type=write size=2297493 2023-12-20T11:09:54.590 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.588+0000 7fd1b21c4880 1 < completed delete operation key=8G0W9JZ1GDXN tag=9VQAFMSI4JP2 type=del 2023-12-20T11:09:54.593 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.591+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~BH919IZB8GKP.0 size=735718 2023-12-20T11:09:54.593 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.591+0000 7fd1b21c4880 1 > prepared multipart upload key=MJ4RRM0D3OOK upload=BH919IZB8GKP tag=569XNL4KG4HB type=write size=1784294 2023-12-20T11:09:54.595 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.592+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~G81SXYJ21GXJ.0 size=1048576 2023-12-20T11:09:54.596 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.594+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~G81SXYJ21GXJ.1 size=78341 2023-12-20T11:09:54.599 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.597+0000 7fd1b21c4880 1 < completed multipart upload key=SUG71QAZ2CFC upload=G81SXYJ21GXJ tag=2GZOV2ESBBIN type=write size=2175493 2023-12-20T11:09:54.601 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.599+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=UUQTBBS34WG7 type=write size=813082 2023-12-20T11:09:54.603 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.600+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~8HFHTAJCPDL7.0 size=1048576 2023-12-20T11:09:54.604 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.602+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~8HFHTAJCPDL7.1 size=1048576 2023-12-20T11:09:54.606 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.603+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~8HFHTAJCPDL7.2 size=703270 2023-12-20T11:09:54.609 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.606+0000 7fd1b21c4880 1 < completed multipart upload key=OYO96KT3ZIBU upload=8HFHTAJCPDL7 tag=GFNMU0TK5T9B type=write size=3848998 2023-12-20T11:09:54.612 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.610+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~S58IEVUFVJJ3.0 size=1048576 2023-12-20T11:09:54.614 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.611+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~S58IEVUFVJJ3.1 size=1048576 2023-12-20T11:09:54.615 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.612+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~S58IEVUFVJJ3.2 size=175177 2023-12-20T11:09:54.615 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.612+0000 7fd1b21c4880 1 > prepared multipart upload key=6UQYCRIG1VTM upload=S58IEVUFVJJ3 tag=WCQRACKTMI2N type=write size=3320905 2023-12-20T11:09:54.618 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.616+0000 7fd1b21c4880 1 < suggested remove operation key=8G0W9JZ1GDXN tag=GTC6WDK824K6 type=del 2023-12-20T11:09:54.621 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.618+0000 7fd1b21c4880 1 > prepared operation key=0HBCFL318BEY tag=RBI1TZ6NEOM8 type=write size=759498 2023-12-20T11:09:54.623 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.620+0000 7fd1b21c4880 1 < completed delete operation key=TRBR8IGAJUYI tag=GLC6K4RYI9AP type=del 2023-12-20T11:09:54.625 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.623+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=EXX1OS0G9RAO type=del size=506020 2023-12-20T11:09:54.627 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.625+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~IN9EQGC7554J.0 size=1048576 2023-12-20T11:09:54.629 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.626+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~IN9EQGC7554J.1 size=251294 2023-12-20T11:09:54.631 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.629+0000 7fd1b21c4880 1 < completed multipart upload key=OYO96KT3ZIBU upload=IN9EQGC7554J tag=GB5VTA5D5TV9 type=write size=2348446 2023-12-20T11:09:54.633 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.631+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=756PLSXRATS5 type=del size=1995335 2023-12-20T11:09:54.635 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.632+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~4XXKJHHSVFU0.0 size=1048576 2023-12-20T11:09:54.636 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.633+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~4XXKJHHSVFU0.1 size=780084 2023-12-20T11:09:54.639 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.636+0000 7fd1b21c4880 1 < completed multipart upload key=1VUIXCARBLMN upload=4XXKJHHSVFU0 tag=L5EVYTHG5GZH type=write size=2877236 2023-12-20T11:09:54.640 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.638+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=9R9C5WMK18HR type=del size=2896784 2023-12-20T11:09:54.642 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.640+0000 7fd1b21c4880 1 < canceled operation key=QZYJEPHLU0HS tag=3NS88BMBA0FA type=write size=866169 2023-12-20T11:09:54.644 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.641+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=QIW8G38TKZHF type=del size=1982731 2023-12-20T11:09:54.645 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.643+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~X8R1ST8KXNPE.0 size=1048576 2023-12-20T11:09:54.647 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.644+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~X8R1ST8KXNPE.1 size=1048576 2023-12-20T11:09:54.648 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.645+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~X8R1ST8KXNPE.2 size=23513 2023-12-20T11:09:54.651 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.648+0000 7fd1b21c4880 1 < completed multipart upload key=I33EZDGEOOGS upload=X8R1ST8KXNPE tag=BRXXMFEORAFX type=write size=3169241 2023-12-20T11:09:54.652 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.650+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=4BO6Z38TY0RP type=write size=367956 2023-12-20T11:09:54.654 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.652+0000 7fd1b21c4880 1 < completed delete operation key=YJO1Z2TB061O tag=TFUGFXN8M1YG type=del 2023-12-20T11:09:54.656 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.653+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=AOS32YRHECSP type=del size=803924 2023-12-20T11:09:54.659 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.656+0000 7fd1b21c4880 1 < suggested update operation key=SQ6HXEFRPSDQ tag=RKJKCKF2VUEN type=del size=1027699 2023-12-20T11:09:54.662 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.659+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~LDQ8Z67V09YK.0 size=505160 2023-12-20T11:09:54.662 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.659+0000 7fd1b21c4880 1 > prepared multipart upload key=UHTMIVT6ND23 upload=LDQ8Z67V09YK tag=FLVJCYIYMCK4 type=write size=1553736 2023-12-20T11:09:54.664 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.661+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~HK7V5A1FUBD6.0 size=1048576 2023-12-20T11:09:54.665 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.663+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~HK7V5A1FUBD6.1 size=1048576 2023-12-20T11:09:54.667 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.664+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~HK7V5A1FUBD6.2 size=565064 2023-12-20T11:09:54.669 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.667+0000 7fd1b21c4880 1 < completed multipart upload key=QZYJEPHLU0HS upload=HK7V5A1FUBD6 tag=JSAEYLT4BNAG type=write size=3710792 2023-12-20T11:09:54.671 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.669+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=54BIONN4BHJ2 type=del size=1760798 2023-12-20T11:09:54.673 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.670+0000 7fd1b21c4880 1 < completed write operation key=0CTPN27ASDAX tag=56F6LC2A5H9Z type=write size=380862 2023-12-20T11:09:54.674 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.672+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=XQBHNO0E2V3S type=del size=3211176 2023-12-20T11:09:54.676 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.673+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~DXZ6P061CTRT.0 size=424919 2023-12-20T11:09:54.679 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.676+0000 7fd1b21c4880 1 < completed multipart upload key=1DSA1NSVISU5 upload=DXZ6P061CTRT tag=6AUXB8K7BM1V type=write size=1473495 2023-12-20T11:09:54.682 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.679+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~F18JZ9S8RCHC.0 size=1048576 2023-12-20T11:09:54.683 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.680+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~F18JZ9S8RCHC.1 size=368140 2023-12-20T11:09:54.683 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.680+0000 7fd1b21c4880 1 > prepared multipart upload key=H6RM2M0W0Z5O upload=F18JZ9S8RCHC tag=CQS5ZOP4PVGG type=write size=2465292 2023-12-20T11:09:54.684 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.682+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~RUR22E5Q5DFQ.0 size=322240 2023-12-20T11:09:54.687 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.685+0000 7fd1b21c4880 1 < completed multipart upload key=E12NLNIAVP97 upload=RUR22E5Q5DFQ tag=X1ZCUNW766P3 type=write size=1370816 2023-12-20T11:09:54.689 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.686+0000 7fd1b21c4880 1 > prepared operation key=D7TWPUF05X3I tag=VF2XYLAX7AI8 type=del size=4023251 2023-12-20T11:09:54.689 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.687+0000 7fd1b21c4880 1 < canceled part key=_multipart_SG40R95BA3CO.2~24O4R2AN0PG5.0 size=1048576 2023-12-20T11:09:54.692 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.688+0000 7fd1b21c4880 1 < completed part key=_multipart_SG40R95BA3CO.2~24O4R2AN0PG5.1 size=200341 2023-12-20T11:09:54.694 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.692+0000 7fd1b21c4880 1 < canceled multipart upload key=SG40R95BA3CO upload=24O4R2AN0PG5 tag=TDUU55UQHFAE type=write size=2297493 2023-12-20T11:09:54.697 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.695+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~P7T3Z6QS4CCT.0 size=375010 2023-12-20T11:09:54.697 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.695+0000 7fd1b21c4880 1 > prepared multipart upload key=0HBCFL318BEY upload=P7T3Z6QS4CCT tag=FN1ZSTI8WPIA type=write size=1423586 2023-12-20T11:09:54.699 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.696+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~BH919IZB8GKP.0 size=735718 2023-12-20T11:09:54.702 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.699+0000 7fd1b21c4880 1 < completed multipart upload key=MJ4RRM0D3OOK upload=BH919IZB8GKP tag=569XNL4KG4HB type=write size=1784294 2023-12-20T11:09:54.705 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.702+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~LWXU792SZVSG.0 size=790636 2023-12-20T11:09:54.705 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.702+0000 7fd1b21c4880 1 > prepared multipart upload key=MJ4RRM0D3OOK upload=LWXU792SZVSG tag=SY2WFFA3V4SU type=write size=1839212 2023-12-20T11:09:54.706 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.704+0000 7fd1b21c4880 1 < completed write operation key=YJO1Z2TB061O tag=UUQTBBS34WG7 type=write size=813082 2023-12-20T11:09:54.708 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.706+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=ST757YQ73B6R type=del size=3089761 2023-12-20T11:09:54.710 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.708+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~S58IEVUFVJJ3.0 size=1048576 2023-12-20T11:09:54.712 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.709+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~S58IEVUFVJJ3.1 size=1048576 2023-12-20T11:09:54.713 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.711+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~S58IEVUFVJJ3.2 size=175177 2023-12-20T11:09:54.716 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.714+0000 7fd1b21c4880 1 < completed multipart upload key=6UQYCRIG1VTM upload=S58IEVUFVJJ3 tag=WCQRACKTMI2N type=write size=3320905 2023-12-20T11:09:54.719 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.716+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~0GEQEMLU58BR.0 size=1048576 2023-12-20T11:09:54.720 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.718+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~0GEQEMLU58BR.1 size=1048576 2023-12-20T11:09:54.722 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.719+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~0GEQEMLU58BR.2 size=309118 2023-12-20T11:09:54.722 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.719+0000 7fd1b21c4880 1 > prepared multipart upload key=0CTPN27ASDAX upload=0GEQEMLU58BR tag=ROT429QDA0ZU type=write size=3454846 2023-12-20T11:09:54.724 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.721+0000 7fd1b21c4880 1 < completed write operation key=0HBCFL318BEY tag=RBI1TZ6NEOM8 type=write size=759498 2023-12-20T11:09:54.725 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.722+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=H6PDD5D4K5FY type=write size=172790 2023-12-20T11:09:54.727 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.724+0000 7fd1b21c4880 1 < canceled operation key=LS7TO3DAUIBT tag=EXX1OS0G9RAO type=del size=506020 2023-12-20T11:09:54.729 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.726+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=G1P7S1VK9Z7V type=del size=4147964 2023-12-20T11:09:54.731 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.728+0000 7fd1b21c4880 1 < completed delete operation key=8G0W9JZ1GDXN tag=756PLSXRATS5 type=del 2023-12-20T11:09:54.733 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.731+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~5O9A3CSUHOI1.0 size=672656 2023-12-20T11:09:54.734 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.731+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=5O9A3CSUHOI1 tag=8VZRRBX0058O type=write size=1721232 2023-12-20T11:09:54.736 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.733+0000 7fd1b21c4880 1 < completed delete operation key=LS7TO3DAUIBT tag=9R9C5WMK18HR type=del 2023-12-20T11:09:54.737 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.735+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=V84ZOZOI7I1H type=del size=747170 2023-12-20T11:09:54.741 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.738+0000 7fd1b21c4880 1 < suggested update operation key=QZYJEPHLU0HS tag=QIW8G38TKZHF type=del size=1982731 2023-12-20T11:09:54.742 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.739+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=7YM3DIJDRF1S type=write size=496564 2023-12-20T11:09:54.743 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.741+0000 7fd1b21c4880 1 < completed write operation key=X4MNSJEQQOIN tag=4BO6Z38TY0RP type=write size=367956 2023-12-20T11:09:54.745 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.742+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=FTYZFE8IOY0Q type=del size=2018096 2023-12-20T11:09:54.747 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.744+0000 7fd1b21c4880 -1 < failed to complete operation key=SQ6HXEFRPSDQ tag=AOS32YRHECSP type=del size=803924: (22) Invalid argument 2023-12-20T11:09:54.750 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.747+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~GX2G5Z1XQCUI.0 size=408129 2023-12-20T11:09:54.750 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.747+0000 7fd1b21c4880 1 > prepared multipart upload key=EX0YD5XH1XPL upload=GX2G5Z1XQCUI tag=G84JUY6WTD6Y type=write size=1456705 2023-12-20T11:09:54.751 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.749+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~LDQ8Z67V09YK.0 size=505160 2023-12-20T11:09:54.755 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.752+0000 7fd1b21c4880 1 < completed multipart upload key=UHTMIVT6ND23 upload=LDQ8Z67V09YK tag=FLVJCYIYMCK4 type=write size=1553736 2023-12-20T11:09:54.756 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.754+0000 7fd1b21c4880 1 > prepared operation key=D7TWPUF05X3I tag=5KANUS93E35W type=write size=720634 2023-12-20T11:09:54.758 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.756+0000 7fd1b21c4880 1 < canceled operation key=8G0W9JZ1GDXN tag=54BIONN4BHJ2 type=del size=1760798 2023-12-20T11:09:54.761 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.758+0000 7fd1b21c4880 1 > prepared part key=_multipart_D95F7DLYTH42.2~8UVG3BGD60LC.0 size=622785 2023-12-20T11:09:54.761 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.758+0000 7fd1b21c4880 1 > prepared multipart upload key=D95F7DLYTH42 upload=8UVG3BGD60LC tag=R0F2SI0V21BI type=write size=1671361 2023-12-20T11:09:54.764 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.761+0000 7fd1b21c4880 1 < suggested remove operation key=PWOXA6XNR6SL tag=XQBHNO0E2V3S type=del 2023-12-20T11:09:54.766 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.763+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=A2J3AIKEES3Q type=del size=2329269 2023-12-20T11:09:54.768 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.765+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~F18JZ9S8RCHC.0 size=1048576 2023-12-20T11:09:54.769 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.767+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~F18JZ9S8RCHC.1 size=368140 2023-12-20T11:09:54.772 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.770+0000 7fd1b21c4880 1 < completed multipart upload key=H6RM2M0W0Z5O upload=F18JZ9S8RCHC tag=CQS5ZOP4PVGG type=write size=2465292 2023-12-20T11:09:54.775 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.772+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=DKHOZQOJW8LO type=del size=652805 2023-12-20T11:09:54.776 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.774+0000 7fd1b21c4880 1 < completed delete operation key=D7TWPUF05X3I tag=VF2XYLAX7AI8 type=del 2023-12-20T11:09:54.778 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.775+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=7XG7NG1GETFY type=del size=1399029 2023-12-20T11:09:54.778 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.776+0000 7fd1b21c4880 1 < canceled part key=_multipart_0HBCFL318BEY.2~P7T3Z6QS4CCT.0 size=375010 2023-12-20T11:09:54.781 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.778+0000 7fd1b21c4880 1 < canceled multipart upload key=0HBCFL318BEY upload=P7T3Z6QS4CCT tag=FN1ZSTI8WPIA type=write size=1423586 2023-12-20T11:09:54.784 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.782+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~0U9QRE7HLP20.0 size=1048576 2023-12-20T11:09:54.785 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.783+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~0U9QRE7HLP20.1 size=401962 2023-12-20T11:09:54.785 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.783+0000 7fd1b21c4880 1 > prepared multipart upload key=E12NLNIAVP97 upload=0U9QRE7HLP20 tag=IYNX7EX4KW7Q type=write size=2499114 2023-12-20T11:09:54.787 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.785+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~LWXU792SZVSG.0 size=790636 2023-12-20T11:09:54.791 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.788+0000 7fd1b21c4880 1 < completed multipart upload key=MJ4RRM0D3OOK upload=LWXU792SZVSG tag=SY2WFFA3V4SU type=write size=1839212 2023-12-20T11:09:54.792 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.790+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=WVP0343ZWWN1 type=del size=501848 2023-12-20T11:09:54.794 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.792+0000 7fd1b21c4880 1 < canceled operation key=SUG71QAZ2CFC tag=ST757YQ73B6R type=del size=3089761 2023-12-20T11:09:54.796 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.794+0000 7fd1b21c4880 1 > prepared operation key=I33EZDGEOOGS tag=WI31CH89LCIX type=del size=3077493 2023-12-20T11:09:54.798 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.796+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~0GEQEMLU58BR.0 size=1048576 2023-12-20T11:09:54.798 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.796+0000 7fd1b21c4880 1 < canceled part key=_multipart_0CTPN27ASDAX.2~0GEQEMLU58BR.1 size=1048576 2023-12-20T11:09:54.800 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.797+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~0GEQEMLU58BR.2 size=309118 2023-12-20T11:09:54.803 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.801+0000 7fd1b21c4880 1 < canceled multipart upload key=0CTPN27ASDAX upload=0GEQEMLU58BR tag=ROT429QDA0ZU type=write size=3454846 2023-12-20T11:09:54.805 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.802+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=BM8FWMNTS4N0 type=del size=1794048 2023-12-20T11:09:54.806 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.804+0000 7fd1b21c4880 1 < completed write operation key=X4MNSJEQQOIN tag=H6PDD5D4K5FY type=write size=172790 2023-12-20T11:09:54.808 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.805+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=7T2Y9MW6GET7 type=del size=3835996 2023-12-20T11:09:54.812 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.809+0000 7fd1b21c4880 1 < suggested update operation key=E12NLNIAVP97 tag=G1P7S1VK9Z7V type=del size=4147964 2023-12-20T11:09:54.815 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.812+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~5T0PVNPEH6TT.0 size=1048576 2023-12-20T11:09:54.816 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.814+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~5T0PVNPEH6TT.1 size=1048576 2023-12-20T11:09:54.818 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.815+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~5T0PVNPEH6TT.2 size=686281 2023-12-20T11:09:54.818 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.815+0000 7fd1b21c4880 1 > prepared multipart upload key=EX0YD5XH1XPL upload=5T0PVNPEH6TT tag=XTEP5NVU89S4 type=write size=3832009 2023-12-20T11:09:54.820 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.817+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~5O9A3CSUHOI1.0 size=672656 2023-12-20T11:09:54.823 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.820+0000 7fd1b21c4880 1 < completed multipart upload key=TZ6V49PS7YRX upload=5O9A3CSUHOI1 tag=8VZRRBX0058O type=write size=1721232 2023-12-20T11:09:54.824 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.822+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=Y073J3MS848S type=del size=2965942 2023-12-20T11:09:54.827 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.824+0000 7fd1b21c4880 -1 < failed to complete operation key=QZYJEPHLU0HS tag=V84ZOZOI7I1H type=del size=747170: (22) Invalid argument 2023-12-20T11:09:54.830 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.827+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~VYBA8I46V2RM.0 size=1048576 2023-12-20T11:09:54.831 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.828+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~VYBA8I46V2RM.1 size=1048576 2023-12-20T11:09:54.832 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.830+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~VYBA8I46V2RM.2 size=223719 2023-12-20T11:09:54.833 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.830+0000 7fd1b21c4880 1 > prepared multipart upload key=QZYJEPHLU0HS upload=VYBA8I46V2RM tag=1TCLHI24C0ZI type=write size=3369447 2023-12-20T11:09:54.834 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.832+0000 7fd1b21c4880 1 < completed write operation key=D95F7DLYTH42 tag=7YM3DIJDRF1S type=write size=496564 2023-12-20T11:09:54.837 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.835+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~BNEVHQQ1K4RE.0 size=609857 2023-12-20T11:09:54.837 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.835+0000 7fd1b21c4880 1 > prepared multipart upload key=FKD3AAYKIV7B upload=BNEVHQQ1K4RE tag=BMR6YGB8LLB4 type=write size=1658433 2023-12-20T11:09:54.839 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.837+0000 7fd1b21c4880 1 < completed delete operation key=LS7TO3DAUIBT tag=FTYZFE8IOY0Q type=del 2023-12-20T11:09:54.843 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.840+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~5S3KBV5KMEV5.0 size=811026 2023-12-20T11:09:54.843 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.840+0000 7fd1b21c4880 1 > prepared multipart upload key=YJO1Z2TB061O upload=5S3KBV5KMEV5 tag=2TVY9LD24Q9U type=write size=1859602 2023-12-20T11:09:54.843 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.841+0000 7fd1b21c4880 1 < canceled part key=_multipart_EX0YD5XH1XPL.2~GX2G5Z1XQCUI.0 size=408129 2023-12-20T11:09:54.847 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.844+0000 7fd1b21c4880 1 < canceled multipart upload key=EX0YD5XH1XPL upload=GX2G5Z1XQCUI tag=G84JUY6WTD6Y type=write size=1456705 2023-12-20T11:09:54.849 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.846+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=UBGX590DQCBV type=write size=831362 2023-12-20T11:09:54.850 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.848+0000 7fd1b21c4880 1 < completed write operation key=D7TWPUF05X3I tag=5KANUS93E35W type=write size=720634 2023-12-20T11:09:54.852 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.850+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=V7OUFP0EB5B6 type=del size=3240310 2023-12-20T11:09:54.854 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.852+0000 7fd1b21c4880 1 < completed part key=_multipart_D95F7DLYTH42.2~8UVG3BGD60LC.0 size=622785 2023-12-20T11:09:54.857 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.855+0000 7fd1b21c4880 1 < completed multipart upload key=D95F7DLYTH42 upload=8UVG3BGD60LC tag=R0F2SI0V21BI type=write size=1671361 2023-12-20T11:09:54.859 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.856+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=RSY1CWMBRWSW type=del size=1437255 2023-12-20T11:09:54.861 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.858+0000 7fd1b21c4880 1 < completed delete operation key=K1JVVDJA7RXO tag=A2J3AIKEES3Q type=del 2023-12-20T11:09:54.862 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.860+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=KC37FWGGU3CQ type=del size=880158 2023-12-20T11:09:54.864 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.862+0000 7fd1b21c4880 1 < completed delete operation key=SUG71QAZ2CFC tag=DKHOZQOJW8LO type=del 2023-12-20T11:09:54.867 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.865+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~U0368FU9TT49.0 size=168784 2023-12-20T11:09:54.867 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.865+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=U0368FU9TT49 tag=1C149Y6Q1QT6 type=write size=1217360 2023-12-20T11:09:54.869 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.867+0000 7fd1b21c4880 1 < completed delete operation key=SUG71QAZ2CFC tag=7XG7NG1GETFY type=del 2023-12-20T11:09:54.871 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.868+0000 7fd1b21c4880 1 > prepared operation key=UHTMIVT6ND23 tag=37JYC605IDGV type=del size=711057 2023-12-20T11:09:54.873 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.870+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~0U9QRE7HLP20.0 size=1048576 2023-12-20T11:09:54.874 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.872+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~0U9QRE7HLP20.1 size=401962 2023-12-20T11:09:54.877 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.874+0000 7fd1b21c4880 1 < completed multipart upload key=E12NLNIAVP97 upload=0U9QRE7HLP20 tag=IYNX7EX4KW7Q type=write size=2499114 2023-12-20T11:09:54.879 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.876+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=FSOK8YU3SVLO type=del size=4049797 2023-12-20T11:09:54.882 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.880+0000 7fd1b21c4880 1 < suggested remove operation key=E12NLNIAVP97 tag=WVP0343ZWWN1 type=del 2023-12-20T11:09:54.884 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.882+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=FTEHFEO226Q4 type=write size=528145 2023-12-20T11:09:54.888 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.885+0000 7fd1b21c4880 1 < suggested update operation key=I33EZDGEOOGS tag=WI31CH89LCIX type=del size=3077493 2023-12-20T11:09:54.889 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.887+0000 7fd1b21c4880 1 > prepared operation key=I33EZDGEOOGS tag=THVA4MI0WO9F type=del size=1391312 2023-12-20T11:09:54.892 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.890+0000 7fd1b21c4880 1 < suggested remove operation key=SG40R95BA3CO tag=BM8FWMNTS4N0 type=del 2023-12-20T11:09:54.895 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.893+0000 7fd1b21c4880 1 > prepared part key=_multipart_UK0IZFVQ8SXI.2~8O0PUIGZ2O8E.0 size=832859 2023-12-20T11:09:54.895 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.893+0000 7fd1b21c4880 1 > prepared multipart upload key=UK0IZFVQ8SXI upload=8O0PUIGZ2O8E tag=E1DWWJIMOZVK type=write size=1881435 2023-12-20T11:09:54.897 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.895+0000 7fd1b21c4880 1 < completed delete operation key=K1JVVDJA7RXO tag=7T2Y9MW6GET7 type=del 2023-12-20T11:09:54.900 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.898+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~TW6XTZ9337BY.0 size=1048576 2023-12-20T11:09:54.901 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.899+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~TW6XTZ9337BY.1 size=1048576 2023-12-20T11:09:54.903 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.900+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~TW6XTZ9337BY.2 size=288285 2023-12-20T11:09:54.903 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.900+0000 7fd1b21c4880 1 > prepared multipart upload key=H6RM2M0W0Z5O upload=TW6XTZ9337BY tag=ST9FNSSXPAXZ type=write size=3434013 2023-12-20T11:09:54.904 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.902+0000 7fd1b21c4880 1 < completed part key=_multipart_EX0YD5XH1XPL.2~5T0PVNPEH6TT.0 size=1048576 2023-12-20T11:09:54.906 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.903+0000 7fd1b21c4880 1 < completed part key=_multipart_EX0YD5XH1XPL.2~5T0PVNPEH6TT.1 size=1048576 2023-12-20T11:09:54.907 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.905+0000 7fd1b21c4880 1 < completed part key=_multipart_EX0YD5XH1XPL.2~5T0PVNPEH6TT.2 size=686281 2023-12-20T11:09:54.910 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.908+0000 7fd1b21c4880 1 < completed multipart upload key=EX0YD5XH1XPL upload=5T0PVNPEH6TT tag=XTEP5NVU89S4 type=write size=3832009 2023-12-20T11:09:54.912 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.909+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=NJJQCW2GKB3Q type=del size=470647 2023-12-20T11:09:54.915 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.913+0000 7fd1b21c4880 1 < suggested remove operation key=YJO1Z2TB061O tag=Y073J3MS848S type=del 2023-12-20T11:09:54.917 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.914+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=C3TXSDVNRQP5 type=write size=976354 2023-12-20T11:09:54.919 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.916+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~VYBA8I46V2RM.0 size=1048576 2023-12-20T11:09:54.920 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.918+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~VYBA8I46V2RM.1 size=1048576 2023-12-20T11:09:54.921 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.919+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~VYBA8I46V2RM.2 size=223719 2023-12-20T11:09:54.924 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.922+0000 7fd1b21c4880 1 < completed multipart upload key=QZYJEPHLU0HS upload=VYBA8I46V2RM tag=1TCLHI24C0ZI type=write size=3369447 2023-12-20T11:09:54.927 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.925+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~CA2LJG3R3628.0 size=289480 2023-12-20T11:09:54.927 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.925+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=CA2LJG3R3628 tag=375LOA33ZLO5 type=write size=1338056 2023-12-20T11:09:54.929 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.926+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~BNEVHQQ1K4RE.0 size=609857 2023-12-20T11:09:54.932 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.929+0000 7fd1b21c4880 1 < completed multipart upload key=FKD3AAYKIV7B upload=BNEVHQQ1K4RE tag=BMR6YGB8LLB4 type=write size=1658433 2023-12-20T11:09:54.933 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.931+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=ECOJOZVXF540 type=del size=810670 2023-12-20T11:09:54.933 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.931+0000 7fd1b21c4880 1 < canceled part key=_multipart_YJO1Z2TB061O.2~5S3KBV5KMEV5.0 size=811026 2023-12-20T11:09:54.936 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.934+0000 7fd1b21c4880 1 < canceled multipart upload key=YJO1Z2TB061O upload=5S3KBV5KMEV5 tag=2TVY9LD24Q9U type=write size=1859602 2023-12-20T11:09:54.940 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.937+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~BW8URR3BKFSF.0 size=1048576 2023-12-20T11:09:54.941 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.938+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~BW8URR3BKFSF.1 size=1048576 2023-12-20T11:09:54.942 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.940+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~BW8URR3BKFSF.2 size=736876 2023-12-20T11:09:54.942 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.940+0000 7fd1b21c4880 1 > prepared multipart upload key=1VUIXCARBLMN upload=BW8URR3BKFSF tag=4DWBAMCTEQS9 type=write size=3882604 2023-12-20T11:09:54.944 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.941+0000 7fd1b21c4880 1 < completed write operation key=6UQYCRIG1VTM tag=UBGX590DQCBV type=write size=831362 2023-12-20T11:09:54.946 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.943+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=5G1TQSZH1YRV type=del size=1031773 2023-12-20T11:09:54.947 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.945+0000 7fd1b21c4880 1 < completed delete operation key=K1JVVDJA7RXO tag=V7OUFP0EB5B6 type=del 2023-12-20T11:09:54.952 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.948+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~WC3VQFKXFRTP.0 size=1034501 2023-12-20T11:09:54.953 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.948+0000 7fd1b21c4880 1 > prepared multipart upload key=OYO96KT3ZIBU upload=WC3VQFKXFRTP tag=JXZBH9ZSGTP3 type=write size=2083077 2023-12-20T11:09:54.953 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.950+0000 7fd1b21c4880 -1 < failed to complete operation key=E12NLNIAVP97 tag=RSY1CWMBRWSW type=del size=1437255: (22) Invalid argument 2023-12-20T11:09:54.954 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.952+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=UASDELQYFN3A type=del size=3760883 2023-12-20T11:09:54.956 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.954+0000 7fd1b21c4880 1 < completed delete operation key=EX0YD5XH1XPL tag=KC37FWGGU3CQ type=del 2023-12-20T11:09:54.958 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.955+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=ZLLV6UFFAW2U type=del size=3117534 2023-12-20T11:09:54.959 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.957+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~U0368FU9TT49.0 size=168784 2023-12-20T11:09:54.962 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.959+0000 7fd1b21c4880 1 < completed multipart upload key=TZ6V49PS7YRX upload=U0368FU9TT49 tag=1C149Y6Q1QT6 type=write size=1217360 2023-12-20T11:09:54.964 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.961+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=8COLGUJPEHAJ type=write size=644800 2023-12-20T11:09:54.965 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.963+0000 7fd1b21c4880 1 < completed delete operation key=UHTMIVT6ND23 tag=37JYC605IDGV type=del 2023-12-20T11:09:54.967 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.964+0000 7fd1b21c4880 1 > prepared operation key=I33EZDGEOOGS tag=FX39MDPUEQ4D type=del size=4133071 2023-12-20T11:09:54.970 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.968+0000 7fd1b21c4880 1 < suggested remove operation key=QZYJEPHLU0HS tag=FSOK8YU3SVLO type=del 2023-12-20T11:09:54.972 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.969+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=KMHIIV37E6O1 type=write size=234617 2023-12-20T11:09:54.976 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.973+0000 7fd1b21c4880 1 < suggested remove operation key=MJ4RRM0D3OOK tag=FTEHFEO226Q4 type=write 2023-12-20T11:09:54.977 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.975+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=SMC3QYCYO7JM type=del size=1603082 2023-12-20T11:09:54.981 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.978+0000 7fd1b21c4880 1 < suggested update operation key=I33EZDGEOOGS tag=THVA4MI0WO9F type=del size=1391312 2023-12-20T11:09:54.984 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.982+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~32T7J2W9RX0L.0 size=1048576 2023-12-20T11:09:54.985 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.983+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~32T7J2W9RX0L.1 size=75842 2023-12-20T11:09:54.985 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.983+0000 7fd1b21c4880 1 > prepared multipart upload key=FKD3AAYKIV7B upload=32T7J2W9RX0L tag=0B27RSYFAXC1 type=write size=2172994 2023-12-20T11:09:54.987 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.985+0000 7fd1b21c4880 1 < completed part key=_multipart_UK0IZFVQ8SXI.2~8O0PUIGZ2O8E.0 size=832859 2023-12-20T11:09:54.990 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.987+0000 7fd1b21c4880 1 < completed multipart upload key=UK0IZFVQ8SXI upload=8O0PUIGZ2O8E tag=E1DWWJIMOZVK type=write size=1881435 2023-12-20T11:09:54.991 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.989+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=EQLBFZNAF737 type=del size=1952156 2023-12-20T11:09:54.993 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.990+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~TW6XTZ9337BY.0 size=1048576 2023-12-20T11:09:54.994 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.992+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~TW6XTZ9337BY.1 size=1048576 2023-12-20T11:09:54.995 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.993+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~TW6XTZ9337BY.2 size=288285 2023-12-20T11:09:54.998 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.996+0000 7fd1b21c4880 1 < completed multipart upload key=H6RM2M0W0Z5O upload=TW6XTZ9337BY tag=ST9FNSSXPAXZ type=write size=3434013 2023-12-20T11:09:55.000 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:54.998+0000 7fd1b21c4880 1 > prepared operation key=0HBCFL318BEY tag=NVOHQ7O7SAPC type=del size=170838 2023-12-20T11:09:55.003 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.001+0000 7fd1b21c4880 1 < suggested remove operation key=ZUUJSJVWL10H tag=NJJQCW2GKB3Q type=del 2023-12-20T11:09:55.005 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.002+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=ROS4F6JLNTU6 type=del size=1859236 2023-12-20T11:09:55.007 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.005+0000 7fd1b21c4880 -1 < failed to complete operation key=MJ4RRM0D3OOK tag=C3TXSDVNRQP5 type=write size=976354: (22) Invalid argument 2023-12-20T11:09:55.010 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.008+0000 7fd1b21c4880 1 > prepared part key=_multipart_UK0IZFVQ8SXI.2~4E4YBNHX49CF.0 size=593472 2023-12-20T11:09:55.010 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.008+0000 7fd1b21c4880 1 > prepared multipart upload key=UK0IZFVQ8SXI upload=4E4YBNHX49CF tag=085098NTTV1X type=write size=1642048 2023-12-20T11:09:55.012 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.009+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~CA2LJG3R3628.0 size=289480 2023-12-20T11:09:55.016 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.013+0000 7fd1b21c4880 1 < completed multipart upload key=TZ6V49PS7YRX upload=CA2LJG3R3628 tag=375LOA33ZLO5 type=write size=1338056 2023-12-20T11:09:55.017 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.015+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=M2OKY105XY73 type=write size=70135 2023-12-20T11:09:55.019 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.017+0000 7fd1b21c4880 1 < completed delete operation key=SUG71QAZ2CFC tag=ECOJOZVXF540 type=del 2023-12-20T11:09:55.021 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.018+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=CC7N1ULAX6IP type=del size=2568927 2023-12-20T11:09:55.022 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.020+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~BW8URR3BKFSF.0 size=1048576 2023-12-20T11:09:55.024 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.021+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~BW8URR3BKFSF.1 size=1048576 2023-12-20T11:09:55.026 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.023+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~BW8URR3BKFSF.2 size=736876 2023-12-20T11:09:55.029 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.027+0000 7fd1b21c4880 1 < completed multipart upload key=1VUIXCARBLMN upload=BW8URR3BKFSF tag=4DWBAMCTEQS9 type=write size=3882604 2023-12-20T11:09:55.031 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.028+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=RJFLLYD0Q91P type=del size=67853 2023-12-20T11:09:55.033 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.030+0000 7fd1b21c4880 1 < completed delete operation key=H6RM2M0W0Z5O tag=5G1TQSZH1YRV type=del 2023-12-20T11:09:55.036 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.032+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=M71F61M0P24I type=del size=1709583 2023-12-20T11:09:55.036 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.033+0000 7fd1b21c4880 1 < canceled part key=_multipart_OYO96KT3ZIBU.2~WC3VQFKXFRTP.0 size=1034501 2023-12-20T11:09:55.038 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.035+0000 7fd1b21c4880 1 < canceled multipart upload key=OYO96KT3ZIBU upload=WC3VQFKXFRTP tag=JXZBH9ZSGTP3 type=write size=2083077 2023-12-20T11:09:55.040 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.037+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=3LN014P6F1P0 type=del size=333293 2023-12-20T11:09:55.042 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.039+0000 7fd1b21c4880 1 < completed delete operation key=PWOXA6XNR6SL tag=UASDELQYFN3A type=del 2023-12-20T11:09:55.043 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.041+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=IH9SO95UHRBT type=del size=3060267 2023-12-20T11:09:55.045 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.042+0000 7fd1b21c4880 1 < completed delete operation key=SG40R95BA3CO tag=ZLLV6UFFAW2U type=del 2023-12-20T11:09:55.047 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.044+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=536M0KXYA5RQ type=write size=862204 2023-12-20T11:09:55.051 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.048+0000 7fd1b21c4880 1 < suggested update operation key=OYO96KT3ZIBU tag=8COLGUJPEHAJ type=write size=644800 2023-12-20T11:09:55.054 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.051+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~K7JGXUKI75JB.0 size=1048576 2023-12-20T11:09:55.055 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.053+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~K7JGXUKI75JB.1 size=1048576 2023-12-20T11:09:55.056 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.054+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~K7JGXUKI75JB.2 size=746582 2023-12-20T11:09:55.056 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.054+0000 7fd1b21c4880 1 > prepared multipart upload key=ZUUJSJVWL10H upload=K7JGXUKI75JB tag=QQ8MBZUQY1YF type=write size=3892310 2023-12-20T11:09:55.058 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.056+0000 7fd1b21c4880 -1 < failed to complete operation key=I33EZDGEOOGS tag=FX39MDPUEQ4D type=del size=4133071: (22) Invalid argument 2023-12-20T11:09:55.060 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.057+0000 7fd1b21c4880 1 > prepared operation key=D7TWPUF05X3I tag=WLSB64LZC69O type=write size=871499 2023-12-20T11:09:55.061 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.059+0000 7fd1b21c4880 1 < completed write operation key=X4MNSJEQQOIN tag=KMHIIV37E6O1 type=write size=234617 2023-12-20T11:09:55.063 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.061+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=7EKN85DT44D6 type=del size=3753500 2023-12-20T11:09:55.064 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.061+0000 7fd1b21c4880 -1 < no bi entry to suggest for operation key=ZUUJSJVWL10H tag=SMC3QYCYO7JM type=del size=1603082: (2) No such file or directory 2023-12-20T11:09:55.065 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.063+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=D0K1UOTZTDJ3 type=del size=1952835 2023-12-20T11:09:55.067 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.065+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~32T7J2W9RX0L.0 size=1048576 2023-12-20T11:09:55.068 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.066+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~32T7J2W9RX0L.1 size=75842 2023-12-20T11:09:55.071 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.069+0000 7fd1b21c4880 1 < completed multipart upload key=FKD3AAYKIV7B upload=32T7J2W9RX0L tag=0B27RSYFAXC1 type=write size=2172994 2023-12-20T11:09:55.073 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.070+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=Z8JYSBWNG53Q type=del size=3629908 2023-12-20T11:09:55.075 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.072+0000 7fd1b21c4880 1 < completed delete operation key=LTCK7NB910AG tag=EQLBFZNAF737 type=del 2023-12-20T11:09:55.076 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.074+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=DUFNW5OCEY88 type=write size=1000743 2023-12-20T11:09:55.080 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.077+0000 7fd1b21c4880 1 < suggested remove operation key=0HBCFL318BEY tag=NVOHQ7O7SAPC type=del 2023-12-20T11:09:55.082 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.079+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=HC0EEV0C2TZD type=del size=3485944 2023-12-20T11:09:55.085 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.082+0000 7fd1b21c4880 1 < suggested remove operation key=UK0IZFVQ8SXI tag=ROS4F6JLNTU6 type=del 2023-12-20T11:09:55.087 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.084+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=BBN7WZZNNC50 type=del size=2100973 2023-12-20T11:09:55.089 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.086+0000 7fd1b21c4880 1 < completed part key=_multipart_UK0IZFVQ8SXI.2~4E4YBNHX49CF.0 size=593472 2023-12-20T11:09:55.093 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.090+0000 7fd1b21c4880 1 < completed multipart upload key=UK0IZFVQ8SXI upload=4E4YBNHX49CF tag=085098NTTV1X type=write size=1642048 2023-12-20T11:09:55.094 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.092+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=NZDZZ62FS2N6 type=write size=465878 2023-12-20T11:09:55.098 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.095+0000 7fd1b21c4880 1 < suggested update operation key=D95F7DLYTH42 tag=M2OKY105XY73 type=write size=70135 2023-12-20T11:09:55.101 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.098+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~60SAST27N9V4.0 size=1048576 2023-12-20T11:09:55.102 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.099+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~60SAST27N9V4.1 size=1048576 2023-12-20T11:09:55.103 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.101+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~60SAST27N9V4.2 size=819462 2023-12-20T11:09:55.103 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.101+0000 7fd1b21c4880 1 > prepared multipart upload key=1VUIXCARBLMN upload=60SAST27N9V4 tag=785FT8I37VGK type=write size=3965190 2023-12-20T11:09:55.105 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.103+0000 7fd1b21c4880 1 < completed delete operation key=LC4FC2MW1JOI tag=CC7N1ULAX6IP type=del 2023-12-20T11:09:55.108 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.105+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~UDHKJ2YH0JS5.0 size=878211 2023-12-20T11:09:55.108 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.105+0000 7fd1b21c4880 1 > prepared multipart upload key=EX0YD5XH1XPL upload=UDHKJ2YH0JS5 tag=XUGW83I0THAA type=write size=1926787 2023-12-20T11:09:55.110 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.107+0000 7fd1b21c4880 1 < completed delete operation key=F1VUDQZ0F87N tag=RJFLLYD0Q91P type=del 2023-12-20T11:09:55.111 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.109+0000 7fd1b21c4880 1 > prepared operation key=I33EZDGEOOGS tag=5X4WQBOR0DOU type=del size=598994 2023-12-20T11:09:55.113 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.110+0000 7fd1b21c4880 1 < completed delete operation key=FKD3AAYKIV7B tag=M71F61M0P24I type=del 2023-12-20T11:09:55.115 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.112+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=9T3WLR4VMIZA type=del size=1358261 2023-12-20T11:09:55.117 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.114+0000 7fd1b21c4880 1 < canceled operation key=LS7TO3DAUIBT tag=3LN014P6F1P0 type=del size=333293 2023-12-20T11:09:55.118 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.115+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=UM6ETYLK7GP8 type=del size=163221 2023-12-20T11:09:55.120 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.117+0000 7fd1b21c4880 1 < completed delete operation key=TRBR8IGAJUYI tag=IH9SO95UHRBT type=del 2023-12-20T11:09:55.121 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.119+0000 7fd1b21c4880 1 > prepared operation key=1VUIXCARBLMN tag=8JNQILNFTM2J type=write size=188534 2023-12-20T11:09:55.123 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.121+0000 7fd1b21c4880 1 < completed write operation key=1DSA1NSVISU5 tag=536M0KXYA5RQ type=write size=862204 2023-12-20T11:09:55.127 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.124+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~OWMXY3MTTKQE.0 size=646658 2023-12-20T11:09:55.127 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.124+0000 7fd1b21c4880 1 > prepared multipart upload key=LC4FC2MW1JOI upload=OWMXY3MTTKQE tag=0YW93XCYM9NC type=write size=1695234 2023-12-20T11:09:55.128 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.126+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~K7JGXUKI75JB.0 size=1048576 2023-12-20T11:09:55.128 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.126+0000 7fd1b21c4880 1 < canceled part key=_multipart_ZUUJSJVWL10H.2~K7JGXUKI75JB.1 size=1048576 2023-12-20T11:09:55.130 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.128+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~K7JGXUKI75JB.2 size=746582 2023-12-20T11:09:55.133 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.131+0000 7fd1b21c4880 1 < canceled multipart upload key=ZUUJSJVWL10H upload=K7JGXUKI75JB tag=QQ8MBZUQY1YF type=write size=3892310 2023-12-20T11:09:55.136 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.133+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~09CAMXK4R36R.0 size=1048576 2023-12-20T11:09:55.137 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.135+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~09CAMXK4R36R.1 size=537788 2023-12-20T11:09:55.137 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.135+0000 7fd1b21c4880 1 > prepared multipart upload key=FKD3AAYKIV7B upload=09CAMXK4R36R tag=DITHGQFACB24 type=write size=2634940 2023-12-20T11:09:55.139 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.137+0000 7fd1b21c4880 1 < completed write operation key=D7TWPUF05X3I tag=WLSB64LZC69O type=write size=871499 2023-12-20T11:09:55.141 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.138+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=ZMUINSW0IAT4 type=del size=1203378 2023-12-20T11:09:55.142 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.140+0000 7fd1b21c4880 1 < completed delete operation key=YJO1Z2TB061O tag=7EKN85DT44D6 type=del 2023-12-20T11:09:55.146 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.144+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~U47NPO3MHZG2.0 size=1048576 2023-12-20T11:09:55.148 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.145+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~U47NPO3MHZG2.1 size=1048576 2023-12-20T11:09:55.149 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.146+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~U47NPO3MHZG2.2 size=934373 2023-12-20T11:09:55.149 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.146+0000 7fd1b21c4880 1 > prepared multipart upload key=E12NLNIAVP97 upload=U47NPO3MHZG2 tag=3NSWWWLIN7XV type=write size=4080101 2023-12-20T11:09:55.151 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.148+0000 7fd1b21c4880 1 < completed delete operation key=SUG71QAZ2CFC tag=D0K1UOTZTDJ3 type=del 2023-12-20T11:09:55.154 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.151+0000 7fd1b21c4880 1 > prepared part key=_multipart_UK0IZFVQ8SXI.2~D2KE1B21QQ00.0 size=690046 2023-12-20T11:09:55.154 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.151+0000 7fd1b21c4880 1 > prepared multipart upload key=UK0IZFVQ8SXI upload=D2KE1B21QQ00 tag=L21H7LG0A2DJ type=write size=1738622 2023-12-20T11:09:55.157 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.155+0000 7fd1b21c4880 1 < suggested remove operation key=K1JVVDJA7RXO tag=Z8JYSBWNG53Q type=del 2023-12-20T11:09:55.161 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.158+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~RFT57X6DOQAF.0 size=1048576 2023-12-20T11:09:55.162 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.159+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~RFT57X6DOQAF.1 size=1048576 2023-12-20T11:09:55.163 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.161+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~RFT57X6DOQAF.2 size=691433 2023-12-20T11:09:55.163 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.161+0000 7fd1b21c4880 1 > prepared multipart upload key=F1VUDQZ0F87N upload=RFT57X6DOQAF tag=FN94D3JSM2YK type=write size=3837161 2023-12-20T11:09:55.165 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.162+0000 7fd1b21c4880 1 < completed write operation key=SG40R95BA3CO tag=DUFNW5OCEY88 type=write size=1000743 2023-12-20T11:09:55.168 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.164+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=WC8UGIP7MY35 type=del size=4191742 2023-12-20T11:09:55.168 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.165+0000 7fd1b21c4880 1 < completed delete operation key=ZUUJSJVWL10H tag=HC0EEV0C2TZD type=del 2023-12-20T11:09:55.171 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.168+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~9N0OS2PVRDU4.0 size=207463 2023-12-20T11:09:55.171 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.168+0000 7fd1b21c4880 1 > prepared multipart upload key=MJ4RRM0D3OOK upload=9N0OS2PVRDU4 tag=X62PJFCU933Z type=write size=1256039 2023-12-20T11:09:55.174 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.171+0000 7fd1b21c4880 1 < suggested remove operation key=MJ4RRM0D3OOK tag=BBN7WZZNNC50 type=del 2023-12-20T11:09:55.175 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.173+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=N9HIWW7MWMW3 type=del size=587416 2023-12-20T11:09:55.183 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.181+0000 7fd1b21c4880 1 < suggested remove operation key=PWOXA6XNR6SL tag=NZDZZ62FS2N6 type=write 2023-12-20T11:09:55.186 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.184+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~O100W0YXELM0.0 size=1048576 2023-12-20T11:09:55.188 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.185+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~O100W0YXELM0.1 size=1048576 2023-12-20T11:09:55.190 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.187+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~O100W0YXELM0.2 size=614024 2023-12-20T11:09:55.190 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.187+0000 7fd1b21c4880 1 > prepared multipart upload key=D7TWPUF05X3I upload=O100W0YXELM0 tag=NMTY4XMLF3UN type=write size=3759752 2023-12-20T11:09:55.191 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.189+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~60SAST27N9V4.0 size=1048576 2023-12-20T11:09:55.193 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.190+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~60SAST27N9V4.1 size=1048576 2023-12-20T11:09:55.194 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.192+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~60SAST27N9V4.2 size=819462 2023-12-20T11:09:55.197 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.194+0000 7fd1b21c4880 1 < completed multipart upload key=1VUIXCARBLMN upload=60SAST27N9V4 tag=785FT8I37VGK type=write size=3965190 2023-12-20T11:09:55.199 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.196+0000 7fd1b21c4880 1 > prepared operation key=0HBCFL318BEY tag=3RQF8LKQ1TLS type=write size=872933 2023-12-20T11:09:55.199 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.197+0000 7fd1b21c4880 1 < canceled part key=_multipart_EX0YD5XH1XPL.2~UDHKJ2YH0JS5.0 size=878211 2023-12-20T11:09:55.202 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.199+0000 7fd1b21c4880 1 < canceled multipart upload key=EX0YD5XH1XPL upload=UDHKJ2YH0JS5 tag=XUGW83I0THAA type=write size=1926787 2023-12-20T11:09:55.203 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.201+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=7X44J36OAHTJ type=del size=2573582 2023-12-20T11:09:55.205 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.202+0000 7fd1b21c4880 1 < completed delete operation key=I33EZDGEOOGS tag=5X4WQBOR0DOU type=del 2023-12-20T11:09:55.207 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.204+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=KXD8Y1YP7J6G type=del size=2481307 2023-12-20T11:09:55.209 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.206+0000 7fd1b21c4880 1 < completed delete operation key=SUG71QAZ2CFC tag=9T3WLR4VMIZA type=del 2023-12-20T11:09:55.211 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.208+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=N1DFSQ8PVCFE type=del size=1602432 2023-12-20T11:09:55.212 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.210+0000 7fd1b21c4880 1 < completed delete operation key=SG40R95BA3CO tag=UM6ETYLK7GP8 type=del 2023-12-20T11:09:55.214 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.211+0000 7fd1b21c4880 1 > prepared operation key=0HBCFL318BEY tag=YXUTKGBARAC1 type=del size=3360834 2023-12-20T11:09:55.215 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.213+0000 7fd1b21c4880 1 < completed write operation key=1VUIXCARBLMN tag=8JNQILNFTM2J type=write size=188534 2023-12-20T11:09:55.217 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.214+0000 7fd1b21c4880 1 > prepared operation key=TZ6V49PS7YRX tag=LT1PR64ZA3WY type=del size=2610942 2023-12-20T11:09:55.218 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.216+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~OWMXY3MTTKQE.0 size=646658 2023-12-20T11:09:55.221 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.219+0000 7fd1b21c4880 1 < completed multipart upload key=LC4FC2MW1JOI upload=OWMXY3MTTKQE tag=0YW93XCYM9NC type=write size=1695234 2023-12-20T11:09:55.223 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.220+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=ICVP5NOECR87 type=del size=2670288 2023-12-20T11:09:55.225 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.222+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~09CAMXK4R36R.0 size=1048576 2023-12-20T11:09:55.226 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.224+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~09CAMXK4R36R.1 size=537788 2023-12-20T11:09:55.229 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.226+0000 7fd1b21c4880 1 < completed multipart upload key=FKD3AAYKIV7B upload=09CAMXK4R36R tag=DITHGQFACB24 type=write size=2634940 2023-12-20T11:09:55.232 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.230+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~2LZ4MDRIIVQM.0 size=1048576 2023-12-20T11:09:55.233 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.231+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~2LZ4MDRIIVQM.1 size=556740 2023-12-20T11:09:55.234 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.231+0000 7fd1b21c4880 1 > prepared multipart upload key=D7TWPUF05X3I upload=2LZ4MDRIIVQM tag=W4YT6JGF589U type=write size=2653892 2023-12-20T11:09:55.235 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.233+0000 7fd1b21c4880 1 < completed delete operation key=QZYJEPHLU0HS tag=ZMUINSW0IAT4 type=del 2023-12-20T11:09:55.239 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.236+0000 7fd1b21c4880 1 > prepared part key=_multipart_UK0IZFVQ8SXI.2~029GBZYZZY1J.0 size=341179 2023-12-20T11:09:55.239 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.236+0000 7fd1b21c4880 1 > prepared multipart upload key=UK0IZFVQ8SXI upload=029GBZYZZY1J tag=7Y8Q5IY349U8 type=write size=1389755 2023-12-20T11:09:55.239 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.237+0000 7fd1b21c4880 1 < canceled part key=_multipart_E12NLNIAVP97.2~U47NPO3MHZG2.0 size=1048576 2023-12-20T11:09:55.239 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.237+0000 7fd1b21c4880 1 < canceled part key=_multipart_E12NLNIAVP97.2~U47NPO3MHZG2.1 size=1048576 2023-12-20T11:09:55.239 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.237+0000 7fd1b21c4880 1 < canceled part key=_multipart_E12NLNIAVP97.2~U47NPO3MHZG2.2 size=934373 2023-12-20T11:09:55.242 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.240+0000 7fd1b21c4880 1 < canceled multipart upload key=E12NLNIAVP97 upload=U47NPO3MHZG2 tag=3NSWWWLIN7XV type=write size=4080101 2023-12-20T11:09:55.246 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.243+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~E41HS82171VF.0 size=119607 2023-12-20T11:09:55.246 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.243+0000 7fd1b21c4880 1 > prepared multipart upload key=6UQYCRIG1VTM upload=E41HS82171VF tag=V7CH8QFPW9A0 type=write size=1168183 2023-12-20T11:09:55.248 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.245+0000 7fd1b21c4880 1 < completed part key=_multipart_UK0IZFVQ8SXI.2~D2KE1B21QQ00.0 size=690046 2023-12-20T11:09:55.251 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.248+0000 7fd1b21c4880 1 < completed multipart upload key=UK0IZFVQ8SXI upload=D2KE1B21QQ00 tag=L21H7LG0A2DJ type=write size=1738622 2023-12-20T11:09:55.252 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.250+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=UVTHO3KV08AS type=del size=1275651 2023-12-20T11:09:55.254 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.251+0000 7fd1b21c4880 1 < completed part key=_multipart_F1VUDQZ0F87N.2~RFT57X6DOQAF.0 size=1048576 2023-12-20T11:09:55.256 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.253+0000 7fd1b21c4880 1 < completed part key=_multipart_F1VUDQZ0F87N.2~RFT57X6DOQAF.1 size=1048576 2023-12-20T11:09:55.257 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.254+0000 7fd1b21c4880 1 < completed part key=_multipart_F1VUDQZ0F87N.2~RFT57X6DOQAF.2 size=691433 2023-12-20T11:09:55.260 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.258+0000 7fd1b21c4880 1 < completed multipart upload key=F1VUDQZ0F87N upload=RFT57X6DOQAF tag=FN94D3JSM2YK type=write size=3837161 2023-12-20T11:09:55.263 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.261+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~T4U3R13AOT2L.0 size=1048576 2023-12-20T11:09:55.265 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.262+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~T4U3R13AOT2L.1 size=543080 2023-12-20T11:09:55.265 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.262+0000 7fd1b21c4880 1 > prepared multipart upload key=FKD3AAYKIV7B upload=T4U3R13AOT2L tag=QZ15SISS9W1G type=write size=2640232 2023-12-20T11:09:55.266 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.264+0000 7fd1b21c4880 1 < canceled operation key=LC4FC2MW1JOI tag=WC8UGIP7MY35 type=del size=4191742 2023-12-20T11:09:55.270 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.268+0000 7fd1b21c4880 1 > prepared part key=_multipart_D95F7DLYTH42.2~TXETR3V3CXH0.0 size=1048576 2023-12-20T11:09:55.272 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.269+0000 7fd1b21c4880 1 > prepared part key=_multipart_D95F7DLYTH42.2~TXETR3V3CXH0.1 size=1048576 2023-12-20T11:09:55.273 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.270+0000 7fd1b21c4880 1 > prepared part key=_multipart_D95F7DLYTH42.2~TXETR3V3CXH0.2 size=368571 2023-12-20T11:09:55.273 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.270+0000 7fd1b21c4880 1 > prepared multipart upload key=D95F7DLYTH42 upload=TXETR3V3CXH0 tag=GRODKBGQIW04 type=write size=3514299 2023-12-20T11:09:55.275 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.272+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~9N0OS2PVRDU4.0 size=207463 2023-12-20T11:09:55.278 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.276+0000 7fd1b21c4880 1 < completed multipart upload key=MJ4RRM0D3OOK upload=9N0OS2PVRDU4 tag=X62PJFCU933Z type=write size=1256039 2023-12-20T11:09:55.281 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.279+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~SJD29OBPK4F1.0 size=1048576 2023-12-20T11:09:55.283 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.280+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~SJD29OBPK4F1.1 size=712940 2023-12-20T11:09:55.283 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.280+0000 7fd1b21c4880 1 > prepared multipart upload key=OYO96KT3ZIBU upload=SJD29OBPK4F1 tag=PKKF08R37FM5 type=write size=2810092 2023-12-20T11:09:55.285 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.283+0000 7fd1b21c4880 -1 < failed to complete operation key=PWOXA6XNR6SL tag=N9HIWW7MWMW3 type=del size=587416: (22) Invalid argument 2023-12-20T11:09:55.287 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.284+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=MG9QRJBNRSP9 type=del size=3274529 2023-12-20T11:09:55.289 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.286+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~O100W0YXELM0.0 size=1048576 2023-12-20T11:09:55.290 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.288+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~O100W0YXELM0.1 size=1048576 2023-12-20T11:09:55.291 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.289+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~O100W0YXELM0.2 size=614024 2023-12-20T11:09:55.295 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.292+0000 7fd1b21c4880 1 < completed multipart upload key=D7TWPUF05X3I upload=O100W0YXELM0 tag=NMTY4XMLF3UN type=write size=3759752 2023-12-20T11:09:55.296 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.294+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=98N9RFYFB61S type=write size=570753 2023-12-20T11:09:55.298 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.295+0000 7fd1b21c4880 1 < completed write operation key=0HBCFL318BEY tag=3RQF8LKQ1TLS type=write size=872933 2023-12-20T11:09:55.301 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.298+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~446ENGZBF3RF.0 size=1048576 2023-12-20T11:09:55.302 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.300+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~446ENGZBF3RF.1 size=808683 2023-12-20T11:09:55.302 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.300+0000 7fd1b21c4880 1 > prepared multipart upload key=SUG71QAZ2CFC upload=446ENGZBF3RF tag=5S5951N3KDZ2 type=write size=2905835 2023-12-20T11:09:55.305 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.303+0000 7fd1b21c4880 1 < suggested remove operation key=SUG71QAZ2CFC tag=7X44J36OAHTJ type=del 2023-12-20T11:09:55.309 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.306+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~KGSQKFXXSHQR.0 size=598107 2023-12-20T11:09:55.309 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.306+0000 7fd1b21c4880 1 > prepared multipart upload key=X4MNSJEQQOIN upload=KGSQKFXXSHQR tag=11OLHF0XHDMD type=write size=1646683 2023-12-20T11:09:55.310 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.308+0000 7fd1b21c4880 1 < completed delete operation key=PWOXA6XNR6SL tag=KXD8Y1YP7J6G type=del 2023-12-20T11:09:55.312 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.310+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=LF0R7TTIYJAY type=del size=3429812 2023-12-20T11:09:55.314 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.312+0000 7fd1b21c4880 1 < completed delete operation key=LC4FC2MW1JOI tag=N1DFSQ8PVCFE type=del 2023-12-20T11:09:55.316 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.313+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=UVBH77KY6QMJ type=write size=964142 2023-12-20T11:09:55.318 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.315+0000 7fd1b21c4880 1 < completed delete operation key=0HBCFL318BEY tag=YXUTKGBARAC1 type=del 2023-12-20T11:09:55.321 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.319+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~7YXGRKVUCHEB.0 size=1048576 2023-12-20T11:09:55.323 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.320+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~7YXGRKVUCHEB.1 size=737429 2023-12-20T11:09:55.323 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.320+0000 7fd1b21c4880 1 > prepared multipart upload key=OYO96KT3ZIBU upload=7YXGRKVUCHEB tag=DH1J1W5FX327 type=write size=2834581 2023-12-20T11:09:55.326 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.324+0000 7fd1b21c4880 1 < suggested remove operation key=TZ6V49PS7YRX tag=LT1PR64ZA3WY type=del 2023-12-20T11:09:55.328 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.325+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=9LKGQT8O5EZX type=del size=2667115 2023-12-20T11:09:55.330 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.327+0000 7fd1b21c4880 1 < completed delete operation key=6UQYCRIG1VTM tag=ICVP5NOECR87 type=del 2023-12-20T11:09:55.333 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.331+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~EPU57Z2VTDS6.0 size=442487 2023-12-20T11:09:55.333 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.331+0000 7fd1b21c4880 1 > prepared multipart upload key=OYO96KT3ZIBU upload=EPU57Z2VTDS6 tag=UU6QPWUE0JB5 type=write size=1491063 2023-12-20T11:09:55.335 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.332+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~2LZ4MDRIIVQM.0 size=1048576 2023-12-20T11:09:55.336 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.334+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~2LZ4MDRIIVQM.1 size=556740 2023-12-20T11:09:55.339 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.337+0000 7fd1b21c4880 1 < completed multipart upload key=D7TWPUF05X3I upload=2LZ4MDRIIVQM tag=W4YT6JGF589U type=write size=2653892 2023-12-20T11:09:55.341 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.338+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=K2XORM8BJQCR type=del size=2588546 2023-12-20T11:09:55.342 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.340+0000 7fd1b21c4880 1 < completed part key=_multipart_UK0IZFVQ8SXI.2~029GBZYZZY1J.0 size=341179 2023-12-20T11:09:55.345 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.344+0000 7fd1b21c4880 1 < completed multipart upload key=UK0IZFVQ8SXI upload=029GBZYZZY1J tag=7Y8Q5IY349U8 type=write size=1389755 2023-12-20T11:09:55.347 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.345+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=ZUEQHJZKWC5Y type=write size=215786 2023-12-20T11:09:55.349 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.347+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~E41HS82171VF.0 size=119607 2023-12-20T11:09:55.352 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.350+0000 7fd1b21c4880 1 < completed multipart upload key=6UQYCRIG1VTM upload=E41HS82171VF tag=V7CH8QFPW9A0 type=write size=1168183 2023-12-20T11:09:55.354 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.351+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=IO520L0DUBXH type=del size=2703974 2023-12-20T11:09:55.355 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.353+0000 7fd1b21c4880 1 < completed delete operation key=X4MNSJEQQOIN tag=UVTHO3KV08AS type=del 2023-12-20T11:09:55.358 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.356+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~JZZK976EVYA4.0 size=1048576 2023-12-20T11:09:55.360 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.358+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~JZZK976EVYA4.1 size=1048576 2023-12-20T11:09:55.361 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.359+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~JZZK976EVYA4.2 size=652380 2023-12-20T11:09:55.362 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.359+0000 7fd1b21c4880 1 > prepared multipart upload key=LC4FC2MW1JOI upload=JZZK976EVYA4 tag=98NQ2A0VN05K type=write size=3798108 2023-12-20T11:09:55.363 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.361+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~T4U3R13AOT2L.0 size=1048576 2023-12-20T11:09:55.369 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.362+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~T4U3R13AOT2L.1 size=543080 2023-12-20T11:09:55.369 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.365+0000 7fd1b21c4880 1 < completed multipart upload key=FKD3AAYKIV7B upload=T4U3R13AOT2L tag=QZ15SISS9W1G type=write size=2640232 2023-12-20T11:09:55.369 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.367+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=KLD5IMU32DIF type=del size=1428939 2023-12-20T11:09:55.371 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.369+0000 7fd1b21c4880 1 < completed part key=_multipart_D95F7DLYTH42.2~TXETR3V3CXH0.0 size=1048576 2023-12-20T11:09:55.373 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.370+0000 7fd1b21c4880 1 < completed part key=_multipart_D95F7DLYTH42.2~TXETR3V3CXH0.1 size=1048576 2023-12-20T11:09:55.374 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.372+0000 7fd1b21c4880 1 < completed part key=_multipart_D95F7DLYTH42.2~TXETR3V3CXH0.2 size=368571 2023-12-20T11:09:55.377 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.375+0000 7fd1b21c4880 1 < completed multipart upload key=D95F7DLYTH42 upload=TXETR3V3CXH0 tag=GRODKBGQIW04 type=write size=3514299 2023-12-20T11:09:55.379 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.376+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=09Y2H3DBAY96 type=del size=1718585 2023-12-20T11:09:55.379 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.377+0000 7fd1b21c4880 1 < canceled part key=_multipart_OYO96KT3ZIBU.2~SJD29OBPK4F1.0 size=1048576 2023-12-20T11:09:55.381 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.378+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~SJD29OBPK4F1.1 size=712940 2023-12-20T11:09:55.383 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.381+0000 7fd1b21c4880 1 < canceled multipart upload key=OYO96KT3ZIBU upload=SJD29OBPK4F1 tag=PKKF08R37FM5 type=write size=2810092 2023-12-20T11:09:55.386 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.384+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~KTO7I4C2VZJ6.0 size=1048576 2023-12-20T11:09:55.388 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.385+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~KTO7I4C2VZJ6.1 size=524893 2023-12-20T11:09:55.388 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.385+0000 7fd1b21c4880 1 > prepared multipart upload key=1VUIXCARBLMN upload=KTO7I4C2VZJ6 tag=RZ5YUVP86ULW type=write size=2622045 2023-12-20T11:09:55.391 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.389+0000 7fd1b21c4880 1 < suggested remove operation key=E12NLNIAVP97 tag=MG9QRJBNRSP9 type=del 2023-12-20T11:09:55.393 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.390+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=FAY2ZZ06C6GG type=del size=1680308 2023-12-20T11:09:55.395 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.392+0000 7fd1b21c4880 1 < canceled operation key=ZUUJSJVWL10H tag=98N9RFYFB61S type=write size=570753 2023-12-20T11:09:55.397 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.394+0000 7fd1b21c4880 1 > prepared operation key=D7TWPUF05X3I tag=1PHUG74K5G8N type=del size=3827884 2023-12-20T11:09:55.398 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.396+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~446ENGZBF3RF.0 size=1048576 2023-12-20T11:09:55.398 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.396+0000 7fd1b21c4880 1 < canceled part key=_multipart_SUG71QAZ2CFC.2~446ENGZBF3RF.1 size=808683 2023-12-20T11:09:55.402 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.399+0000 7fd1b21c4880 1 < canceled multipart upload key=SUG71QAZ2CFC upload=446ENGZBF3RF tag=5S5951N3KDZ2 type=write size=2905835 2023-12-20T11:09:55.403 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.401+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=3EQEA9DIXQVL type=del size=3409478 2023-12-20T11:09:55.405 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.402+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~KGSQKFXXSHQR.0 size=598107 2023-12-20T11:09:55.408 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.405+0000 7fd1b21c4880 1 < completed multipart upload key=X4MNSJEQQOIN upload=KGSQKFXXSHQR tag=11OLHF0XHDMD type=write size=1646683 2023-12-20T11:09:55.409 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.407+0000 7fd1b21c4880 1 > prepared operation key=TZ6V49PS7YRX tag=M63NQN2GVBBV type=del size=838556 2023-12-20T11:09:55.411 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.408+0000 7fd1b21c4880 1 < completed delete operation key=FKD3AAYKIV7B tag=LF0R7TTIYJAY type=del 2023-12-20T11:09:55.414 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.411+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~BJD6JE2DPA16.0 size=663633 2023-12-20T11:09:55.414 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.411+0000 7fd1b21c4880 1 > prepared multipart upload key=0HBCFL318BEY upload=BJD6JE2DPA16 tag=37I6ZST6VKPI type=write size=1712209 2023-12-20T11:09:55.416 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.413+0000 7fd1b21c4880 1 < completed write operation key=YJO1Z2TB061O tag=UVBH77KY6QMJ type=write size=964142 2023-12-20T11:09:55.417 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.415+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=X7QMAVU8QJFU type=del size=3468702 2023-12-20T11:09:55.419 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.416+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~7YXGRKVUCHEB.0 size=1048576 2023-12-20T11:09:55.420 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.418+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~7YXGRKVUCHEB.1 size=737429 2023-12-20T11:09:55.424 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.420+0000 7fd1b21c4880 1 < completed multipart upload key=OYO96KT3ZIBU upload=7YXGRKVUCHEB tag=DH1J1W5FX327 type=write size=2834581 2023-12-20T11:09:55.425 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.422+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=PB0GIQN52ESU type=del size=292260 2023-12-20T11:09:55.426 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.424+0000 7fd1b21c4880 1 < completed delete operation key=0CTPN27ASDAX tag=9LKGQT8O5EZX type=del 2023-12-20T11:09:55.428 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.425+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=5FYU3Y82G36K type=del size=1908105 2023-12-20T11:09:55.428 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.426+0000 7fd1b21c4880 1 < canceled part key=_multipart_OYO96KT3ZIBU.2~EPU57Z2VTDS6.0 size=442487 2023-12-20T11:09:55.431 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.429+0000 7fd1b21c4880 1 < canceled multipart upload key=OYO96KT3ZIBU upload=EPU57Z2VTDS6 tag=UU6QPWUE0JB5 type=write size=1491063 2023-12-20T11:09:55.433 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.430+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=NP04XVLYCYX7 type=del size=550724 2023-12-20T11:09:55.434 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.432+0000 7fd1b21c4880 1 < completed delete operation key=SG40R95BA3CO tag=K2XORM8BJQCR type=del 2023-12-20T11:09:55.438 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.435+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~X1I1UI1ZHMAZ.0 size=1048576 2023-12-20T11:09:55.439 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.437+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~X1I1UI1ZHMAZ.1 size=1048576 2023-12-20T11:09:55.441 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.438+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~X1I1UI1ZHMAZ.2 size=1014655 2023-12-20T11:09:55.441 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.438+0000 7fd1b21c4880 1 > prepared multipart upload key=1DSA1NSVISU5 upload=X1I1UI1ZHMAZ tag=A0UKLXGN81XR type=write size=4160383 2023-12-20T11:09:55.442 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.440+0000 7fd1b21c4880 1 < completed write operation key=OYO96KT3ZIBU tag=ZUEQHJZKWC5Y type=write size=215786 2023-12-20T11:09:55.446 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.443+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~DEW20TS3LVK9.0 size=1048576 2023-12-20T11:09:55.447 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.445+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~DEW20TS3LVK9.1 size=1048576 2023-12-20T11:09:55.449 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.446+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~DEW20TS3LVK9.2 size=760673 2023-12-20T11:09:55.449 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.446+0000 7fd1b21c4880 1 > prepared multipart upload key=I33EZDGEOOGS upload=DEW20TS3LVK9 tag=WQIUIPE4K9QT type=write size=3906401 2023-12-20T11:09:55.450 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.448+0000 7fd1b21c4880 1 < completed delete operation key=D95F7DLYTH42 tag=IO520L0DUBXH type=del 2023-12-20T11:09:55.453 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.449+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=I5SM8C7WQK4B type=del size=858347 2023-12-20T11:09:55.454 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.451+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~JZZK976EVYA4.0 size=1048576 2023-12-20T11:09:55.455 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.453+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~JZZK976EVYA4.1 size=1048576 2023-12-20T11:09:55.456 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.454+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~JZZK976EVYA4.2 size=652380 2023-12-20T11:09:55.460 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.457+0000 7fd1b21c4880 1 < completed multipart upload key=LC4FC2MW1JOI upload=JZZK976EVYA4 tag=98NQ2A0VN05K type=write size=3798108 2023-12-20T11:09:55.463 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.461+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~0K5ZWKKL10G0.0 size=151839 2023-12-20T11:09:55.463 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.461+0000 7fd1b21c4880 1 > prepared multipart upload key=UHTMIVT6ND23 upload=0K5ZWKKL10G0 tag=Y6U84YK9G9G4 type=write size=1200415 2023-12-20T11:09:55.465 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.462+0000 7fd1b21c4880 1 < completed delete operation key=ZUUJSJVWL10H tag=KLD5IMU32DIF type=del 2023-12-20T11:09:55.466 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.464+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=YF9NQQ6F1ZEO type=del size=2976306 2023-12-20T11:09:55.468 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.466+0000 7fd1b21c4880 1 < canceled operation key=K1JVVDJA7RXO tag=09Y2H3DBAY96 type=del size=1718585 2023-12-20T11:09:55.470 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.467+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=TEM7IUWHIAS1 type=del size=496413 2023-12-20T11:09:55.472 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.470+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~KTO7I4C2VZJ6.0 size=1048576 2023-12-20T11:09:55.473 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.470+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~KTO7I4C2VZJ6.1 size=524893 2023-12-20T11:09:55.476 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.473+0000 7fd1b21c4880 1 < completed multipart upload key=1VUIXCARBLMN upload=KTO7I4C2VZJ6 tag=RZ5YUVP86ULW type=write size=2622045 2023-12-20T11:09:55.478 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.475+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=RFG06IUUDR9N type=del size=13204 2023-12-20T11:09:55.479 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.477+0000 7fd1b21c4880 1 < completed delete operation key=PWOXA6XNR6SL tag=FAY2ZZ06C6GG type=del 2023-12-20T11:09:55.481 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.479+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=2OH3EGG1ES1H type=del size=3237695 2023-12-20T11:09:55.483 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.480+0000 7fd1b21c4880 1 < completed delete operation key=D7TWPUF05X3I tag=1PHUG74K5G8N type=del 2023-12-20T11:09:55.486 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.484+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~TRMUC7VDYIXP.0 size=1048576 2023-12-20T11:09:55.487 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.485+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~TRMUC7VDYIXP.1 size=108266 2023-12-20T11:09:55.487 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.485+0000 7fd1b21c4880 1 > prepared multipart upload key=1VUIXCARBLMN upload=TRMUC7VDYIXP tag=BW0T0UEN382U type=write size=2205418 2023-12-20T11:09:55.489 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.487+0000 7fd1b21c4880 1 < canceled operation key=MJ4RRM0D3OOK tag=3EQEA9DIXQVL type=del size=3409478 2023-12-20T11:09:55.490 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.488+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=2ZFTU2TRN2KX type=write size=103525 2023-12-20T11:09:55.492 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.491+0000 7fd1b21c4880 1 < canceled operation key=TZ6V49PS7YRX tag=M63NQN2GVBBV type=del size=838556 2023-12-20T11:09:55.496 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.493+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~QXHXUIXSPE22.0 size=1048576 2023-12-20T11:09:55.497 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.494+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~QXHXUIXSPE22.1 size=74308 2023-12-20T11:09:55.497 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.494+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=QXHXUIXSPE22 tag=9KU9JY30Y8WP type=write size=2171460 2023-12-20T11:09:55.498 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.496+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~BJD6JE2DPA16.0 size=663633 2023-12-20T11:09:55.501 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.499+0000 7fd1b21c4880 1 < completed multipart upload key=0HBCFL318BEY upload=BJD6JE2DPA16 tag=37I6ZST6VKPI type=write size=1712209 2023-12-20T11:09:55.503 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.500+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=W7SIIY916WYS type=write size=637867 2023-12-20T11:09:55.505 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.502+0000 7fd1b21c4880 1 < canceled operation key=SQ6HXEFRPSDQ tag=X7QMAVU8QJFU type=del size=3468702 2023-12-20T11:09:55.508 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.506+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~K9SV336NS9AD.0 size=1048576 2023-12-20T11:09:55.510 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.507+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~K9SV336NS9AD.1 size=1048576 2023-12-20T11:09:55.512 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.509+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~K9SV336NS9AD.2 size=377587 2023-12-20T11:09:55.512 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.509+0000 7fd1b21c4880 1 > prepared multipart upload key=OYO96KT3ZIBU upload=K9SV336NS9AD tag=6RN8XS2CPHD1 type=write size=3523315 2023-12-20T11:09:55.513 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.511+0000 7fd1b21c4880 1 < completed delete operation key=D95F7DLYTH42 tag=PB0GIQN52ESU type=del 2023-12-20T11:09:55.515 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.513+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=12Q8R19R730C type=write size=151529 2023-12-20T11:09:55.518 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.515+0000 7fd1b21c4880 1 < canceled operation key=YJO1Z2TB061O tag=5FYU3Y82G36K type=del size=1908105 2023-12-20T11:09:55.521 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.518+0000 7fd1b21c4880 1 > prepared part key=_multipart_UK0IZFVQ8SXI.2~HL32XVU36NHZ.0 size=1048576 2023-12-20T11:09:55.522 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.520+0000 7fd1b21c4880 1 > prepared part key=_multipart_UK0IZFVQ8SXI.2~HL32XVU36NHZ.1 size=860720 2023-12-20T11:09:55.522 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.520+0000 7fd1b21c4880 1 > prepared multipart upload key=UK0IZFVQ8SXI upload=HL32XVU36NHZ tag=C2RB0MVO8UT5 type=write size=2957872 2023-12-20T11:09:55.524 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.522+0000 7fd1b21c4880 1 < completed delete operation key=D95F7DLYTH42 tag=NP04XVLYCYX7 type=del 2023-12-20T11:09:55.526 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.523+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=EEOT7KEP8YQG type=del size=179337 2023-12-20T11:09:55.528 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.526+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~X1I1UI1ZHMAZ.0 size=1048576 2023-12-20T11:09:55.529 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.527+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~X1I1UI1ZHMAZ.1 size=1048576 2023-12-20T11:09:55.531 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.529+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~X1I1UI1ZHMAZ.2 size=1014655 2023-12-20T11:09:55.534 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.532+0000 7fd1b21c4880 1 < completed multipart upload key=1DSA1NSVISU5 upload=X1I1UI1ZHMAZ tag=A0UKLXGN81XR type=write size=4160383 2023-12-20T11:09:55.536 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.534+0000 7fd1b21c4880 1 > prepared operation key=UHTMIVT6ND23 tag=DMOQ44Z4IZY8 type=del size=1014892 2023-12-20T11:09:55.538 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.535+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~DEW20TS3LVK9.0 size=1048576 2023-12-20T11:09:55.539 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.537+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~DEW20TS3LVK9.1 size=1048576 2023-12-20T11:09:55.541 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.538+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~DEW20TS3LVK9.2 size=760673 2023-12-20T11:09:55.544 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.541+0000 7fd1b21c4880 1 < completed multipart upload key=I33EZDGEOOGS upload=DEW20TS3LVK9 tag=WQIUIPE4K9QT type=write size=3906401 2023-12-20T11:09:55.547 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.545+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~G2HT5WPTZ1C4.0 size=13791 2023-12-20T11:09:55.547 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.545+0000 7fd1b21c4880 1 > prepared multipart upload key=TRBR8IGAJUYI upload=G2HT5WPTZ1C4 tag=UAMMO8P5H08B type=write size=1062367 2023-12-20T11:09:55.549 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.546+0000 7fd1b21c4880 1 < completed delete operation key=MJ4RRM0D3OOK tag=I5SM8C7WQK4B type=del 2023-12-20T11:09:55.552 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.549+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~2BPNNCM5Y5D7.0 size=1048576 2023-12-20T11:09:55.553 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.551+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~2BPNNCM5Y5D7.1 size=1048576 2023-12-20T11:09:55.554 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.552+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~2BPNNCM5Y5D7.2 size=461321 2023-12-20T11:09:55.555 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.552+0000 7fd1b21c4880 1 > prepared multipart upload key=PWOXA6XNR6SL upload=2BPNNCM5Y5D7 tag=Q49VAMIQ1W1B type=write size=3607049 2023-12-20T11:09:55.556 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.555+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~0K5ZWKKL10G0.0 size=151839 2023-12-20T11:09:55.560 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.557+0000 7fd1b21c4880 1 < completed multipart upload key=UHTMIVT6ND23 upload=0K5ZWKKL10G0 tag=Y6U84YK9G9G4 type=write size=1200415 2023-12-20T11:09:55.563 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.561+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~BD0S410ZCG8S.0 size=1048576 2023-12-20T11:09:55.565 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.562+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~BD0S410ZCG8S.1 size=439855 2023-12-20T11:09:55.565 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.562+0000 7fd1b21c4880 1 > prepared multipart upload key=H6RM2M0W0Z5O upload=BD0S410ZCG8S tag=GP1FKGYTE2ST type=write size=2537007 2023-12-20T11:09:55.568 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.566+0000 7fd1b21c4880 1 < suggested update operation key=TRBR8IGAJUYI tag=YF9NQQ6F1ZEO type=del size=2976306 2023-12-20T11:09:55.573 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.568+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=EWV86HJS38LN type=del size=4111711 2023-12-20T11:09:55.573 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.569+0000 7fd1b21c4880 1 < completed delete operation key=SUG71QAZ2CFC tag=TEM7IUWHIAS1 type=del 2023-12-20T11:09:55.575 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.572+0000 7fd1b21c4880 1 > prepared part key=_multipart_D95F7DLYTH42.2~LWZ47OMAMOOU.0 size=87684 2023-12-20T11:09:55.575 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.572+0000 7fd1b21c4880 1 > prepared multipart upload key=D95F7DLYTH42 upload=LWZ47OMAMOOU tag=RMYXPT3TOPTJ type=write size=1136260 2023-12-20T11:09:55.578 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.576+0000 7fd1b21c4880 1 < suggested remove operation key=SQ6HXEFRPSDQ tag=RFG06IUUDR9N type=del 2023-12-20T11:09:55.580 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.577+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=KXIQFQGTTZU4 type=write size=203477 2023-12-20T11:09:55.581 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.579+0000 7fd1b21c4880 1 < completed delete operation key=0CTPN27ASDAX tag=2OH3EGG1ES1H type=del 2023-12-20T11:09:55.584 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.582+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~8TCIS7G3QB2J.0 size=1048576 2023-12-20T11:09:55.586 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.583+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~8TCIS7G3QB2J.1 size=1048576 2023-12-20T11:09:55.587 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.585+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~8TCIS7G3QB2J.2 size=672924 2023-12-20T11:09:55.587 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.585+0000 7fd1b21c4880 1 > prepared multipart upload key=MJ4RRM0D3OOK upload=8TCIS7G3QB2J tag=YIZVU8IQIOR8 type=write size=3818652 2023-12-20T11:09:55.589 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.587+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~TRMUC7VDYIXP.0 size=1048576 2023-12-20T11:09:55.590 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.588+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~TRMUC7VDYIXP.1 size=108266 2023-12-20T11:09:55.593 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.591+0000 7fd1b21c4880 1 < completed multipart upload key=1VUIXCARBLMN upload=TRMUC7VDYIXP tag=BW0T0UEN382U type=write size=2205418 2023-12-20T11:09:55.595 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.592+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=NHO687X4IC1Q type=write size=295448 2023-12-20T11:09:55.596 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.595+0000 7fd1b21c4880 1 < completed write operation key=QZYJEPHLU0HS tag=2ZFTU2TRN2KX type=write size=103525 2023-12-20T11:09:55.601 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.598+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~IF3K83UIJWII.0 size=1048576 2023-12-20T11:09:55.602 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.599+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~IF3K83UIJWII.1 size=435186 2023-12-20T11:09:55.602 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.599+0000 7fd1b21c4880 1 > prepared multipart upload key=ZUUJSJVWL10H upload=IF3K83UIJWII tag=MT2CWG1P96QV type=write size=2532338 2023-12-20T11:09:55.604 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.601+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~QXHXUIXSPE22.0 size=1048576 2023-12-20T11:09:55.605 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.603+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~QXHXUIXSPE22.1 size=74308 2023-12-20T11:09:55.608 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.606+0000 7fd1b21c4880 1 < completed multipart upload key=TZ6V49PS7YRX upload=QXHXUIXSPE22 tag=9KU9JY30Y8WP type=write size=2171460 2023-12-20T11:09:55.610 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.607+0000 7fd1b21c4880 1 > prepared operation key=I33EZDGEOOGS tag=K87TY39PAM0N type=del size=2836262 2023-12-20T11:09:55.612 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.609+0000 7fd1b21c4880 1 < completed write operation key=YJO1Z2TB061O tag=W7SIIY916WYS type=write size=637867 2023-12-20T11:09:55.615 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.612+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~P9PU0D4102X8.0 size=787248 2023-12-20T11:09:55.615 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.612+0000 7fd1b21c4880 1 > prepared multipart upload key=UHTMIVT6ND23 upload=P9PU0D4102X8 tag=2CPCQL6X4P2V type=write size=1835824 2023-12-20T11:09:55.617 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.614+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~K9SV336NS9AD.0 size=1048576 2023-12-20T11:09:55.618 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.616+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~K9SV336NS9AD.1 size=1048576 2023-12-20T11:09:55.620 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.617+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~K9SV336NS9AD.2 size=377587 2023-12-20T11:09:55.623 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.620+0000 7fd1b21c4880 1 < completed multipart upload key=OYO96KT3ZIBU upload=K9SV336NS9AD tag=6RN8XS2CPHD1 type=write size=3523315 2023-12-20T11:09:55.624 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.622+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=VQU5DW3E61Y3 type=del size=1271945 2023-12-20T11:09:55.626 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.624+0000 7fd1b21c4880 1 < completed write operation key=QZYJEPHLU0HS tag=12Q8R19R730C type=write size=151529 2023-12-20T11:09:55.628 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.626+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=JIOPFP2EQ6NZ type=del size=3784978 2023-12-20T11:09:55.630 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.628+0000 7fd1b21c4880 1 < completed part key=_multipart_UK0IZFVQ8SXI.2~HL32XVU36NHZ.0 size=1048576 2023-12-20T11:09:55.632 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.629+0000 7fd1b21c4880 1 < completed part key=_multipart_UK0IZFVQ8SXI.2~HL32XVU36NHZ.1 size=860720 2023-12-20T11:09:55.636 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.634+0000 7fd1b21c4880 1 < completed multipart upload key=UK0IZFVQ8SXI upload=HL32XVU36NHZ tag=C2RB0MVO8UT5 type=write size=2957872 2023-12-20T11:09:55.637 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.635+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=7Q5CFTKHT17L type=del size=45610 2023-12-20T11:09:55.640 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.637+0000 7fd1b21c4880 -1 < failed to complete operation key=TRBR8IGAJUYI tag=EEOT7KEP8YQG type=del size=179337: (22) Invalid argument 2023-12-20T11:09:55.643 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.641+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~05NGOBATF3TM.0 size=1048576 2023-12-20T11:09:55.645 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.642+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~05NGOBATF3TM.1 size=931917 2023-12-20T11:09:55.645 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.642+0000 7fd1b21c4880 1 > prepared multipart upload key=FKD3AAYKIV7B upload=05NGOBATF3TM tag=8FFZ1ZI0W97C type=write size=3029069 2023-12-20T11:09:55.647 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.644+0000 7fd1b21c4880 1 < canceled operation key=UHTMIVT6ND23 tag=DMOQ44Z4IZY8 type=del size=1014892 2023-12-20T11:09:55.648 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.646+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=UQQEJSGTES8B type=write size=116820 2023-12-20T11:09:55.650 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.647+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~G2HT5WPTZ1C4.0 size=13791 2023-12-20T11:09:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:55 smithi177 ceph-mon[212096]: pgmap v1427: 137 pgs: 19 creating+peering, 3 unknown, 115 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:09:55.653 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.651+0000 7fd1b21c4880 1 < completed multipart upload key=TRBR8IGAJUYI upload=G2HT5WPTZ1C4 tag=UAMMO8P5H08B type=write size=1062367 2023-12-20T11:09:55.655 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.653+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=9P1AZ9NIVTZT type=del size=3981591 2023-12-20T11:09:55.657 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.654+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~2BPNNCM5Y5D7.0 size=1048576 2023-12-20T11:09:55.658 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.656+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~2BPNNCM5Y5D7.1 size=1048576 2023-12-20T11:09:55.660 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.657+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~2BPNNCM5Y5D7.2 size=461321 2023-12-20T11:09:55.663 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.661+0000 7fd1b21c4880 1 < completed multipart upload key=PWOXA6XNR6SL upload=2BPNNCM5Y5D7 tag=Q49VAMIQ1W1B type=write size=3607049 2023-12-20T11:09:55.665 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.662+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=ZEHR2DLCMJFA type=del size=3717983 2023-12-20T11:09:55.667 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.665+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~BD0S410ZCG8S.0 size=1048576 2023-12-20T11:09:55.669 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.667+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~BD0S410ZCG8S.1 size=439855 2023-12-20T11:09:55.672 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.669+0000 7fd1b21c4880 1 < completed multipart upload key=H6RM2M0W0Z5O upload=BD0S410ZCG8S tag=GP1FKGYTE2ST type=write size=2537007 2023-12-20T11:09:55.673 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.672+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=ZZFDVFAOF0DT type=del size=1565082 2023-12-20T11:09:55.677 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.675+0000 7fd1b21c4880 1 < suggested update operation key=TRBR8IGAJUYI tag=EWV86HJS38LN type=del size=4111711 2023-12-20T11:09:55.679 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.677+0000 7fd1b21c4880 1 > prepared operation key=UHTMIVT6ND23 tag=26POLK42BK8C type=del size=58624 2023-12-20T11:09:55.681 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.678+0000 7fd1b21c4880 1 < completed part key=_multipart_D95F7DLYTH42.2~LWZ47OMAMOOU.0 size=87684 2023-12-20T11:09:55.684 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.681+0000 7fd1b21c4880 1 < completed multipart upload key=D95F7DLYTH42 upload=LWZ47OMAMOOU tag=RMYXPT3TOPTJ type=write size=1136260 2023-12-20T11:09:55.685 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.683+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=4MFCXPVVMH53 type=write size=757709 2023-12-20T11:09:55.689 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.687+0000 7fd1b21c4880 1 < suggested remove operation key=6UQYCRIG1VTM tag=KXIQFQGTTZU4 type=write 2023-12-20T11:09:55.692 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.690+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~EOK12WT6F29B.0 size=1048576 2023-12-20T11:09:55.694 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.691+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~EOK12WT6F29B.1 size=1047315 2023-12-20T11:09:55.694 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.691+0000 7fd1b21c4880 1 > prepared multipart upload key=ZUUJSJVWL10H upload=EOK12WT6F29B tag=44KSASRB8D1F type=write size=3144467 2023-12-20T11:09:55.697 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.693+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~8TCIS7G3QB2J.0 size=1048576 2023-12-20T11:09:55.697 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.695+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~8TCIS7G3QB2J.1 size=1048576 2023-12-20T11:09:55.698 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.697+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~8TCIS7G3QB2J.2 size=672924 2023-12-20T11:09:55.702 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.700+0000 7fd1b21c4880 1 < completed multipart upload key=MJ4RRM0D3OOK upload=8TCIS7G3QB2J tag=YIZVU8IQIOR8 type=write size=3818652 2023-12-20T11:09:55.703 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.702+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=JTSEJRDRJBGC type=del size=1032938 2023-12-20T11:09:55.705 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.703+0000 7fd1b21c4880 1 < canceled operation key=LTCK7NB910AG tag=NHO687X4IC1Q type=write size=295448 2023-12-20T11:09:55.709 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.706+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~A41OR3NL2C8A.0 size=1048576 2023-12-20T11:09:55.710 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.708+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~A41OR3NL2C8A.1 size=1048576 2023-12-20T11:09:55.711 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.709+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~A41OR3NL2C8A.2 size=148007 2023-12-20T11:09:55.712 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.709+0000 7fd1b21c4880 1 > prepared multipart upload key=X4MNSJEQQOIN upload=A41OR3NL2C8A tag=RBOL4AO081T2 type=write size=3293735 2023-12-20T11:09:55.713 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.711+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~IF3K83UIJWII.0 size=1048576 2023-12-20T11:09:55.715 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.712+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~IF3K83UIJWII.1 size=435186 2023-12-20T11:09:55.717 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.716+0000 7fd1b21c4880 1 < completed multipart upload key=ZUUJSJVWL10H upload=IF3K83UIJWII tag=MT2CWG1P96QV type=write size=2532338 2023-12-20T11:09:55.719 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.717+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=MD4KWY7QC12C type=del size=2250726 2023-12-20T11:09:55.723 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.720+0000 7fd1b21c4880 1 < suggested remove operation key=I33EZDGEOOGS tag=K87TY39PAM0N type=del 2023-12-20T11:09:55.724 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.722+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=VXG7ZYL3O6UL type=write size=513661 2023-12-20T11:09:55.726 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.723+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~P9PU0D4102X8.0 size=787248 2023-12-20T11:09:55.729 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.726+0000 7fd1b21c4880 1 < completed multipart upload key=UHTMIVT6ND23 upload=P9PU0D4102X8 tag=2CPCQL6X4P2V type=write size=1835824 2023-12-20T11:09:55.733 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.730+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~XMOSLDRWA9DE.0 size=1048576 2023-12-20T11:09:55.734 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.731+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~XMOSLDRWA9DE.1 size=1048576 2023-12-20T11:09:55.735 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.733+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~XMOSLDRWA9DE.2 size=257227 2023-12-20T11:09:55.735 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.733+0000 7fd1b21c4880 1 > prepared multipart upload key=TRBR8IGAJUYI upload=XMOSLDRWA9DE tag=XI897K0M22HD type=write size=3402955 2023-12-20T11:09:55.737 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.735+0000 7fd1b21c4880 1 < completed delete operation key=FKD3AAYKIV7B tag=VQU5DW3E61Y3 type=del 2023-12-20T11:09:55.739 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.736+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=5X1YB0PGUJRS type=del size=3822913 2023-12-20T11:09:55.741 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.738+0000 7fd1b21c4880 1 < completed delete operation key=OYO96KT3ZIBU tag=JIOPFP2EQ6NZ type=del 2023-12-20T11:09:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:55 smithi123 ceph-mon[191304]: pgmap v1427: 137 pgs: 19 creating+peering, 3 unknown, 115 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:09:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:55 smithi123 ceph-mon[188613]: pgmap v1427: 137 pgs: 19 creating+peering, 3 unknown, 115 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:09:55.744 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.741+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~EY6HGOF68UW8.0 size=1048576 2023-12-20T11:09:55.746 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.743+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~EY6HGOF68UW8.1 size=105919 2023-12-20T11:09:55.746 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.743+0000 7fd1b21c4880 1 > prepared multipart upload key=H6RM2M0W0Z5O upload=EY6HGOF68UW8 tag=KC4H2NL8QY3C type=write size=2203071 2023-12-20T11:09:55.747 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.745+0000 7fd1b21c4880 1 < completed delete operation key=ZUUJSJVWL10H tag=7Q5CFTKHT17L type=del 2023-12-20T11:09:55.749 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.746+0000 7fd1b21c4880 1 > prepared operation key=UHTMIVT6ND23 tag=G9XJV9OBWKM2 type=del size=3588630 2023-12-20T11:09:55.751 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.748+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~05NGOBATF3TM.0 size=1048576 2023-12-20T11:09:55.752 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.750+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~05NGOBATF3TM.1 size=931917 2023-12-20T11:09:55.755 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.752+0000 7fd1b21c4880 1 < completed multipart upload key=FKD3AAYKIV7B upload=05NGOBATF3TM tag=8FFZ1ZI0W97C type=write size=3029069 2023-12-20T11:09:55.757 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.754+0000 7fd1b21c4880 1 > prepared operation key=I33EZDGEOOGS tag=VE37KOQITMRE type=write size=200067 2023-12-20T11:09:55.761 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.758+0000 7fd1b21c4880 1 < suggested update operation key=F1VUDQZ0F87N tag=UQQEJSGTES8B type=write size=116820 2023-12-20T11:09:55.763 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.761+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~IP4F4OQTV3EK.0 size=1048576 2023-12-20T11:09:55.765 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.762+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~IP4F4OQTV3EK.1 size=1048576 2023-12-20T11:09:55.766 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.764+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~IP4F4OQTV3EK.2 size=270155 2023-12-20T11:09:55.766 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.764+0000 7fd1b21c4880 1 > prepared multipart upload key=0HBCFL318BEY upload=IP4F4OQTV3EK tag=Y5W65UZ5ME2K type=write size=3415883 2023-12-20T11:09:55.768 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.765+0000 7fd1b21c4880 1 < canceled operation key=UK0IZFVQ8SXI tag=9P1AZ9NIVTZT type=del size=3981591 2023-12-20T11:09:55.770 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.767+0000 7fd1b21c4880 1 > prepared operation key=UHTMIVT6ND23 tag=PJ7NMZT3E9CY type=del size=3369890 2023-12-20T11:09:55.773 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.771+0000 7fd1b21c4880 1 < suggested update operation key=LTCK7NB910AG tag=ZEHR2DLCMJFA type=del size=3717983 2023-12-20T11:09:55.777 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.774+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~K0TAGS8LR7LG.0 size=1048576 2023-12-20T11:09:55.779 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.776+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~K0TAGS8LR7LG.1 size=1048576 2023-12-20T11:09:55.780 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.778+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~K0TAGS8LR7LG.2 size=846221 2023-12-20T11:09:55.780 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.778+0000 7fd1b21c4880 1 > prepared multipart upload key=0CTPN27ASDAX upload=K0TAGS8LR7LG tag=40GWH2ATLIK6 type=write size=3991949 2023-12-20T11:09:55.782 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.779+0000 7fd1b21c4880 1 < completed delete operation key=H6RM2M0W0Z5O tag=ZZFDVFAOF0DT type=del 2023-12-20T11:09:55.784 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.781+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=HIO136FVEU7J type=del size=2937294 2023-12-20T11:09:55.786 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.783+0000 7fd1b21c4880 1 < canceled operation key=UHTMIVT6ND23 tag=26POLK42BK8C type=del size=58624 2023-12-20T11:09:55.788 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.786+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=8354UAP3DF51 type=del size=4147021 2023-12-20T11:09:55.789 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.787+0000 7fd1b21c4880 1 < canceled operation key=D95F7DLYTH42 tag=4MFCXPVVMH53 type=write size=757709 2023-12-20T11:09:55.793 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.790+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~2CQRWR8DV3ML.0 size=1048576 2023-12-20T11:09:55.794 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.792+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~2CQRWR8DV3ML.1 size=1048576 2023-12-20T11:09:55.796 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.793+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~2CQRWR8DV3ML.2 size=115470 2023-12-20T11:09:55.796 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.793+0000 7fd1b21c4880 1 > prepared multipart upload key=PWOXA6XNR6SL upload=2CQRWR8DV3ML tag=SAIG9NTMM3ZP type=write size=3261198 2023-12-20T11:09:55.799 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.796+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~EOK12WT6F29B.0 size=1048576 2023-12-20T11:09:55.800 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.797+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~EOK12WT6F29B.1 size=1047315 2023-12-20T11:09:55.803 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.800+0000 7fd1b21c4880 1 < completed multipart upload key=ZUUJSJVWL10H upload=EOK12WT6F29B tag=44KSASRB8D1F type=write size=3144467 2023-12-20T11:09:55.804 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.802+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=AIFEWUJKLBNJ type=write size=539048 2023-12-20T11:09:55.807 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.804+0000 7fd1b21c4880 1 < completed delete operation key=H6RM2M0W0Z5O tag=JTSEJRDRJBGC type=del 2023-12-20T11:09:55.810 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.808+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~O9QPYL8FBORW.0 size=1048576 2023-12-20T11:09:55.812 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.810+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~O9QPYL8FBORW.1 size=1048576 2023-12-20T11:09:55.813 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.811+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~O9QPYL8FBORW.2 size=170800 2023-12-20T11:09:55.813 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.811+0000 7fd1b21c4880 1 > prepared multipart upload key=I33EZDGEOOGS upload=O9QPYL8FBORW tag=3JIIJJUW5M48 type=write size=3316528 2023-12-20T11:09:55.815 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.812+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~A41OR3NL2C8A.0 size=1048576 2023-12-20T11:09:55.816 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.814+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~A41OR3NL2C8A.1 size=1048576 2023-12-20T11:09:55.818 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.815+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~A41OR3NL2C8A.2 size=148007 2023-12-20T11:09:55.821 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.818+0000 7fd1b21c4880 1 < completed multipart upload key=X4MNSJEQQOIN upload=A41OR3NL2C8A tag=RBOL4AO081T2 type=write size=3293735 2023-12-20T11:09:55.825 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.823+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~FUDZ5VC3C43V.0 size=1048576 2023-12-20T11:09:55.826 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.824+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~FUDZ5VC3C43V.1 size=339229 2023-12-20T11:09:55.826 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.824+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=FUDZ5VC3C43V tag=LKEP8YO5IBJF type=write size=2436381 2023-12-20T11:09:55.828 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.826+0000 7fd1b21c4880 1 < completed delete operation key=UK0IZFVQ8SXI tag=MD4KWY7QC12C type=del 2023-12-20T11:09:55.830 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.827+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=8Q3TFK795OGW type=write size=669089 2023-12-20T11:09:55.832 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.829+0000 7fd1b21c4880 1 < completed write operation key=UK0IZFVQ8SXI tag=VXG7ZYL3O6UL type=write size=513661 2023-12-20T11:09:55.834 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.832+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=WCJ2X9HHCWN2 type=del size=2144450 2023-12-20T11:09:55.835 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.833+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~XMOSLDRWA9DE.0 size=1048576 2023-12-20T11:09:55.837 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.835+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~XMOSLDRWA9DE.1 size=1048576 2023-12-20T11:09:55.838 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.836+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~XMOSLDRWA9DE.2 size=257227 2023-12-20T11:09:55.841 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.839+0000 7fd1b21c4880 1 < completed multipart upload key=TRBR8IGAJUYI upload=XMOSLDRWA9DE tag=XI897K0M22HD type=write size=3402955 2023-12-20T11:09:55.843 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.840+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=1IEM0BE87OZ1 type=del size=2228662 2023-12-20T11:09:55.845 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.842+0000 7fd1b21c4880 1 < canceled operation key=ZUUJSJVWL10H tag=5X1YB0PGUJRS type=del size=3822913 2023-12-20T11:09:55.848 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.845+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~UBYTSUXNN2TG.0 size=1048576 2023-12-20T11:09:55.849 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.847+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~UBYTSUXNN2TG.1 size=1048576 2023-12-20T11:09:55.851 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.848+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~UBYTSUXNN2TG.2 size=608496 2023-12-20T11:09:55.851 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.848+0000 7fd1b21c4880 1 > prepared multipart upload key=OYO96KT3ZIBU upload=UBYTSUXNN2TG tag=IX5O36BAYOVQ type=write size=3754224 2023-12-20T11:09:55.852 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.850+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~EY6HGOF68UW8.0 size=1048576 2023-12-20T11:09:55.853 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.850+0000 7fd1b21c4880 1 < canceled part key=_multipart_H6RM2M0W0Z5O.2~EY6HGOF68UW8.1 size=105919 2023-12-20T11:09:55.855 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.854+0000 7fd1b21c4880 1 < canceled multipart upload key=H6RM2M0W0Z5O upload=EY6HGOF68UW8 tag=KC4H2NL8QY3C type=write size=2203071 2023-12-20T11:09:55.857 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.855+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=ELR6B27YISOT type=del size=1555034 2023-12-20T11:09:55.859 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.856+0000 7fd1b21c4880 1 < canceled operation key=UHTMIVT6ND23 tag=G9XJV9OBWKM2 type=del size=3588630 2023-12-20T11:09:55.860 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.858+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=VU2CNJZ4WKFL type=del size=2442741 2023-12-20T11:09:55.864 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.862+0000 7fd1b21c4880 1 < suggested update operation key=I33EZDGEOOGS tag=VE37KOQITMRE type=write size=200067 2023-12-20T11:09:55.865 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.864+0000 7fd1b21c4880 1 > prepared operation key=1VUIXCARBLMN tag=M1NQVPF2O619 type=write size=48176 2023-12-20T11:09:55.867 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.865+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~IP4F4OQTV3EK.0 size=1048576 2023-12-20T11:09:55.869 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.866+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~IP4F4OQTV3EK.1 size=1048576 2023-12-20T11:09:55.869 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.866+0000 7fd1b21c4880 1 < canceled part key=_multipart_0HBCFL318BEY.2~IP4F4OQTV3EK.2 size=270155 2023-12-20T11:09:55.872 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.869+0000 7fd1b21c4880 1 < canceled multipart upload key=0HBCFL318BEY upload=IP4F4OQTV3EK tag=Y5W65UZ5ME2K type=write size=3415883 2023-12-20T11:09:55.873 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.872+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=274FASHJNZC5 type=write size=52848 2023-12-20T11:09:55.875 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.872+0000 7fd1b21c4880 1 < completed delete operation key=UHTMIVT6ND23 tag=PJ7NMZT3E9CY type=del 2023-12-20T11:09:55.877 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.874+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=1JJ6NLQOH1SB type=del size=4177859 2023-12-20T11:09:55.878 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.876+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~K0TAGS8LR7LG.0 size=1048576 2023-12-20T11:09:55.880 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.877+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~K0TAGS8LR7LG.1 size=1048576 2023-12-20T11:09:55.882 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.879+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~K0TAGS8LR7LG.2 size=846221 2023-12-20T11:09:55.885 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.883+0000 7fd1b21c4880 1 < completed multipart upload key=0CTPN27ASDAX upload=K0TAGS8LR7LG tag=40GWH2ATLIK6 type=write size=3991949 2023-12-20T11:09:55.889 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.887+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~203P8706PIR3.0 size=673109 2023-12-20T11:09:55.889 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.887+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=203P8706PIR3 tag=2NNUUPKILS9B type=write size=1721685 2023-12-20T11:09:55.891 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.889+0000 7fd1b21c4880 1 < completed delete operation key=6UQYCRIG1VTM tag=HIO136FVEU7J type=del 2023-12-20T11:09:55.893 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.890+0000 7fd1b21c4880 1 > prepared operation key=TZ6V49PS7YRX tag=19EOFF96U15P type=del size=2362436 2023-12-20T11:09:55.895 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.892+0000 7fd1b21c4880 1 < canceled operation key=E12NLNIAVP97 tag=8354UAP3DF51 type=del size=4147021 2023-12-20T11:09:55.898 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.895+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~VKHEWP01LUME.0 size=1048576 2023-12-20T11:09:55.899 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.897+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~VKHEWP01LUME.1 size=1048576 2023-12-20T11:09:55.901 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.898+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~VKHEWP01LUME.2 size=657839 2023-12-20T11:09:55.901 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.898+0000 7fd1b21c4880 1 > prepared multipart upload key=0CTPN27ASDAX upload=VKHEWP01LUME tag=ABB69VG01GQM type=write size=3803567 2023-12-20T11:09:55.902 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.900+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~2CQRWR8DV3ML.0 size=1048576 2023-12-20T11:09:55.904 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.901+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~2CQRWR8DV3ML.1 size=1048576 2023-12-20T11:09:55.905 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.903+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~2CQRWR8DV3ML.2 size=115470 2023-12-20T11:09:55.909 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.906+0000 7fd1b21c4880 1 < completed multipart upload key=PWOXA6XNR6SL upload=2CQRWR8DV3ML tag=SAIG9NTMM3ZP type=write size=3261198 2023-12-20T11:09:55.910 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.908+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=X8PH5CX01DAQ type=del size=4099291 2023-12-20T11:09:55.914 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.911+0000 7fd1b21c4880 1 < suggested update operation key=H6RM2M0W0Z5O tag=AIFEWUJKLBNJ type=write size=539048 2023-12-20T11:09:55.917 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.914+0000 7fd1b21c4880 1 > prepared part key=_multipart_LTCK7NB910AG.2~BFXPKSQORP3M.0 size=177545 2023-12-20T11:09:55.917 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.914+0000 7fd1b21c4880 1 > prepared multipart upload key=LTCK7NB910AG upload=BFXPKSQORP3M tag=G61368IBM8BF type=write size=1226121 2023-12-20T11:09:55.919 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.916+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~O9QPYL8FBORW.0 size=1048576 2023-12-20T11:09:55.920 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.918+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~O9QPYL8FBORW.1 size=1048576 2023-12-20T11:09:55.922 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.919+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~O9QPYL8FBORW.2 size=170800 2023-12-20T11:09:55.925 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.923+0000 7fd1b21c4880 1 < completed multipart upload key=I33EZDGEOOGS upload=O9QPYL8FBORW tag=3JIIJJUW5M48 type=write size=3316528 2023-12-20T11:09:55.929 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.926+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~VLVY3K40LSX0.0 size=1048576 2023-12-20T11:09:55.930 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.927+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~VLVY3K40LSX0.1 size=1048576 2023-12-20T11:09:55.931 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.929+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~VLVY3K40LSX0.2 size=664583 2023-12-20T11:09:55.931 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.929+0000 7fd1b21c4880 1 > prepared multipart upload key=F1VUDQZ0F87N upload=VLVY3K40LSX0 tag=D02NHUO0AGQP type=write size=3810311 2023-12-20T11:09:55.933 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.930+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~FUDZ5VC3C43V.0 size=1048576 2023-12-20T11:09:55.933 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.930+0000 7fd1b21c4880 1 < canceled part key=_multipart_TZ6V49PS7YRX.2~FUDZ5VC3C43V.1 size=339229 2023-12-20T11:09:55.936 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.934+0000 7fd1b21c4880 1 < canceled multipart upload key=TZ6V49PS7YRX upload=FUDZ5VC3C43V tag=LKEP8YO5IBJF type=write size=2436381 2023-12-20T11:09:55.938 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.936+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=TBHFUDESXVDP type=del size=3437388 2023-12-20T11:09:55.940 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.937+0000 7fd1b21c4880 1 < canceled operation key=LC4FC2MW1JOI tag=8Q3TFK795OGW type=write size=669089 2023-12-20T11:09:55.942 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.940+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=5VOKGHTNMQW4 type=write size=620579 2023-12-20T11:09:55.944 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.941+0000 7fd1b21c4880 1 < completed delete operation key=E12NLNIAVP97 tag=WCJ2X9HHCWN2 type=del 2023-12-20T11:09:55.945 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.944+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=QIKPZ3QLU2IS type=del size=1551098 2023-12-20T11:09:55.949 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.947+0000 7fd1b21c4880 1 < suggested remove operation key=K1JVVDJA7RXO tag=1IEM0BE87OZ1 type=del 2023-12-20T11:09:55.951 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.948+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=MQDSZI1SOTCY type=write size=377922 2023-12-20T11:09:55.953 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.950+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~UBYTSUXNN2TG.0 size=1048576 2023-12-20T11:09:55.954 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.952+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~UBYTSUXNN2TG.1 size=1048576 2023-12-20T11:09:55.956 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.953+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~UBYTSUXNN2TG.2 size=608496 2023-12-20T11:09:55.959 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.956+0000 7fd1b21c4880 1 < completed multipart upload key=OYO96KT3ZIBU upload=UBYTSUXNN2TG tag=IX5O36BAYOVQ type=write size=3754224 2023-12-20T11:09:55.960 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.958+0000 7fd1b21c4880 1 > prepared operation key=TZ6V49PS7YRX tag=M9VDX1ZREB7W type=del size=3146144 2023-12-20T11:09:55.964 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.962+0000 7fd1b21c4880 1 < suggested remove operation key=E12NLNIAVP97 tag=ELR6B27YISOT type=del 2023-12-20T11:09:55.966 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.964+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=0UA23ZGJMUPL type=write size=844697 2023-12-20T11:09:55.967 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.965+0000 7fd1b21c4880 -1 < no bi entry to suggest for operation key=K1JVVDJA7RXO tag=VU2CNJZ4WKFL type=del size=2442741: (2) No such file or directory 2023-12-20T11:09:55.969 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.966+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=5VEVF281RI2B type=write size=395450 2023-12-20T11:09:55.971 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.968+0000 7fd1b21c4880 1 < completed write operation key=1VUIXCARBLMN tag=M1NQVPF2O619 type=write size=48176 2023-12-20T11:09:55.973 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.970+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=DJAF6BXK5GYS type=del size=1584697 2023-12-20T11:09:55.975 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.972+0000 7fd1b21c4880 1 < completed write operation key=MJ4RRM0D3OOK tag=274FASHJNZC5 type=write size=52848 2023-12-20T11:09:55.977 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.975+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=GIILHPCQGLJH type=del size=3833272 2023-12-20T11:09:55.979 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.977+0000 7fd1b21c4880 1 < completed delete operation key=X4MNSJEQQOIN tag=1JJ6NLQOH1SB type=del 2023-12-20T11:09:55.985 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.979+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~EXGHV9IME8KK.0 size=451323 2023-12-20T11:09:55.985 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.979+0000 7fd1b21c4880 1 > prepared multipart upload key=YJO1Z2TB061O upload=EXGHV9IME8KK tag=8NLJYRVJF59T type=write size=1499899 2023-12-20T11:09:55.985 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.981+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~203P8706PIR3.0 size=673109 2023-12-20T11:09:55.986 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.984+0000 7fd1b21c4880 1 < completed multipart upload key=TZ6V49PS7YRX upload=203P8706PIR3 tag=2NNUUPKILS9B type=write size=1721685 2023-12-20T11:09:55.989 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.986+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=FCSC1BFVNL7G type=del size=3432331 2023-12-20T11:09:55.990 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.987+0000 7fd1b21c4880 1 < completed delete operation key=TZ6V49PS7YRX tag=19EOFF96U15P type=del 2023-12-20T11:09:55.992 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.990+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=TMV6FEUDACI2 type=del size=3991014 2023-12-20T11:09:55.994 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.992+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~VKHEWP01LUME.0 size=1048576 2023-12-20T11:09:55.995 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.993+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~VKHEWP01LUME.1 size=1048576 2023-12-20T11:09:55.997 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.996+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~VKHEWP01LUME.2 size=657839 2023-12-20T11:09:56.001 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:55.998+0000 7fd1b21c4880 1 < completed multipart upload key=0CTPN27ASDAX upload=VKHEWP01LUME tag=ABB69VG01GQM type=write size=3803567 2023-12-20T11:09:56.004 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.001+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~VIU9OXP1A4P6.0 size=1048576 2023-12-20T11:09:56.006 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.003+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~VIU9OXP1A4P6.1 size=1048576 2023-12-20T11:09:56.007 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.004+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~VIU9OXP1A4P6.2 size=983273 2023-12-20T11:09:56.007 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.004+0000 7fd1b21c4880 1 > prepared multipart upload key=I33EZDGEOOGS upload=VIU9OXP1A4P6 tag=6GMYXDUUJOG2 type=write size=4129001 2023-12-20T11:09:56.008 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.007+0000 7fd1b21c4880 1 < canceled operation key=LTCK7NB910AG tag=X8PH5CX01DAQ type=del size=4099291 2023-12-20T11:09:56.012 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.010+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~I7QNFOBY1K6I.0 size=1048576 2023-12-20T11:09:56.013 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.012+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~I7QNFOBY1K6I.1 size=178082 2023-12-20T11:09:56.014 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.012+0000 7fd1b21c4880 1 > prepared multipart upload key=YJO1Z2TB061O upload=I7QNFOBY1K6I tag=7B7BE6Z4U2YJ type=write size=2275234 2023-12-20T11:09:56.015 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.013+0000 7fd1b21c4880 1 < completed part key=_multipart_LTCK7NB910AG.2~BFXPKSQORP3M.0 size=177545 2023-12-20T11:09:56.018 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.016+0000 7fd1b21c4880 1 < completed multipart upload key=LTCK7NB910AG upload=BFXPKSQORP3M tag=G61368IBM8BF type=write size=1226121 2023-12-20T11:09:56.020 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.018+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=VB5BINQRIXVM type=del size=1787416 2023-12-20T11:09:56.022 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.020+0000 7fd1b21c4880 1 < completed part key=_multipart_F1VUDQZ0F87N.2~VLVY3K40LSX0.0 size=1048576 2023-12-20T11:09:56.023 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.021+0000 7fd1b21c4880 1 < completed part key=_multipart_F1VUDQZ0F87N.2~VLVY3K40LSX0.1 size=1048576 2023-12-20T11:09:56.025 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.022+0000 7fd1b21c4880 1 < completed part key=_multipart_F1VUDQZ0F87N.2~VLVY3K40LSX0.2 size=664583 2023-12-20T11:09:56.028 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.026+0000 7fd1b21c4880 1 < completed multipart upload key=F1VUDQZ0F87N upload=VLVY3K40LSX0 tag=D02NHUO0AGQP type=write size=3810311 2023-12-20T11:09:56.030 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.028+0000 7fd1b21c4880 1 > prepared operation key=TZ6V49PS7YRX tag=NSLU21AYKKYK type=del size=2665579 2023-12-20T11:09:56.032 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.029+0000 7fd1b21c4880 1 < completed delete operation key=OYO96KT3ZIBU tag=TBHFUDESXVDP type=del 2023-12-20T11:09:56.033 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.031+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=BZ5C9M2TLFR2 type=del size=2687774 2023-12-20T11:09:56.037 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.034+0000 7fd1b21c4880 1 < suggested update operation key=H6RM2M0W0Z5O tag=5VOKGHTNMQW4 type=write size=620579 2023-12-20T11:09:56.040 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.038+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~7E52TE03OI22.0 size=1048576 2023-12-20T11:09:56.042 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.039+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~7E52TE03OI22.1 size=1024868 2023-12-20T11:09:56.042 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.039+0000 7fd1b21c4880 1 > prepared multipart upload key=UHTMIVT6ND23 upload=7E52TE03OI22 tag=49SZTYZF3CI4 type=write size=3122020 2023-12-20T11:09:56.043 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.042+0000 7fd1b21c4880 1 < completed delete operation key=UK0IZFVQ8SXI tag=QIKPZ3QLU2IS type=del 2023-12-20T11:09:56.045 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.043+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=JA3FU3XV7XFS type=del size=1993765 2023-12-20T11:09:56.047 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.044+0000 7fd1b21c4880 1 < completed write operation key=EX0YD5XH1XPL tag=MQDSZI1SOTCY type=write size=377922 2023-12-20T11:09:56.048 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.047+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=8TD6IIGUJB3S type=del size=1043703 2023-12-20T11:09:56.050 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.048+0000 7fd1b21c4880 1 < canceled operation key=TZ6V49PS7YRX tag=M9VDX1ZREB7W type=del size=3146144 2023-12-20T11:09:56.053 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.051+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~2Y8GBPEIFR5D.0 size=1048576 2023-12-20T11:09:56.056 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.053+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~2Y8GBPEIFR5D.1 size=276816 2023-12-20T11:09:56.056 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.053+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=2Y8GBPEIFR5D tag=DCEAVQUNY0H7 type=write size=2373968 2023-12-20T11:09:56.059 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.057+0000 7fd1b21c4880 1 < suggested update operation key=OYO96KT3ZIBU tag=0UA23ZGJMUPL type=write size=844697 2023-12-20T11:09:56.061 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.059+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=VDKE0028ECVS type=del size=400979 2023-12-20T11:09:56.063 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.061+0000 7fd1b21c4880 1 < completed write operation key=1DSA1NSVISU5 tag=5VEVF281RI2B type=write size=395450 2023-12-20T11:09:56.065 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.063+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=WUV3KMU3H8NV type=del size=3730107 2023-12-20T11:09:56.067 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.064+0000 7fd1b21c4880 1 < completed delete operation key=0CTPN27ASDAX tag=DJAF6BXK5GYS type=del 2023-12-20T11:09:56.069 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.066+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=ULHIVA6W5IOP type=del size=2109755 2023-12-20T11:09:56.071 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.069+0000 7fd1b21c4880 1 < completed delete operation key=F1VUDQZ0F87N tag=GIILHPCQGLJH type=del 2023-12-20T11:09:56.072 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.070+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=6E0VFMQ4T2H7 type=del size=3982356 2023-12-20T11:09:56.074 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.071+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~EXGHV9IME8KK.0 size=451323 2023-12-20T11:09:56.077 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.074+0000 7fd1b21c4880 1 < completed multipart upload key=YJO1Z2TB061O upload=EXGHV9IME8KK tag=8NLJYRVJF59T type=write size=1499899 2023-12-20T11:09:56.079 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.076+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=3Y8GC4H0L0EY type=del size=4082060 2023-12-20T11:09:56.082 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.080+0000 7fd1b21c4880 1 < suggested remove operation key=X4MNSJEQQOIN tag=FCSC1BFVNL7G type=del 2023-12-20T11:09:56.084 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.082+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=ZTECKH1K3EWV type=del size=3225546 2023-12-20T11:09:56.086 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.084+0000 7fd1b21c4880 1 < completed delete operation key=EX0YD5XH1XPL tag=TMV6FEUDACI2 type=del 2023-12-20T11:09:56.091 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.088+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~MZVAK36SM69X.0 size=1048576 2023-12-20T11:09:56.092 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.091+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~MZVAK36SM69X.1 size=1048576 2023-12-20T11:09:56.094 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.092+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~MZVAK36SM69X.2 size=1001298 2023-12-20T11:09:56.094 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.092+0000 7fd1b21c4880 1 > prepared multipart upload key=K1JVVDJA7RXO upload=MZVAK36SM69X tag=VKTIP3TJP30N type=write size=4147026 2023-12-20T11:09:56.094 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.092+0000 7fd1b21c4880 1 < canceled part key=_multipart_I33EZDGEOOGS.2~VIU9OXP1A4P6.0 size=1048576 2023-12-20T11:09:56.096 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.094+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~VIU9OXP1A4P6.1 size=1048576 2023-12-20T11:09:56.098 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.095+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~VIU9OXP1A4P6.2 size=983273 2023-12-20T11:09:56.101 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.098+0000 7fd1b21c4880 1 < canceled multipart upload key=I33EZDGEOOGS upload=VIU9OXP1A4P6 tag=6GMYXDUUJOG2 type=write size=4129001 2023-12-20T11:09:56.104 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.101+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~XUVGA9VRURQV.0 size=1048576 2023-12-20T11:09:56.105 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.103+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~XUVGA9VRURQV.1 size=321339 2023-12-20T11:09:56.105 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.103+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=XUVGA9VRURQV tag=P3S9R28Z6HVD type=write size=2418491 2023-12-20T11:09:56.107 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.105+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~I7QNFOBY1K6I.0 size=1048576 2023-12-20T11:09:56.109 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.106+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~I7QNFOBY1K6I.1 size=178082 2023-12-20T11:09:56.111 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.109+0000 7fd1b21c4880 1 < completed multipart upload key=YJO1Z2TB061O upload=I7QNFOBY1K6I tag=7B7BE6Z4U2YJ type=write size=2275234 2023-12-20T11:09:56.113 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.111+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=HWUBW6RTHOS6 type=del size=1243868 2023-12-20T11:09:56.115 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.112+0000 7fd1b21c4880 1 < completed delete operation key=SQ6HXEFRPSDQ tag=VB5BINQRIXVM type=del 2023-12-20T11:09:56.117 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.115+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=ZYPNRHS39T3Y type=del size=913347 2023-12-20T11:09:56.119 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.117+0000 7fd1b21c4880 1 < completed delete operation key=TZ6V49PS7YRX tag=NSLU21AYKKYK type=del 2023-12-20T11:09:56.120 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.118+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=1ZI6W3J6A1U9 type=del size=1893638 2023-12-20T11:09:56.124 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.121+0000 7fd1b21c4880 1 < suggested update operation key=TRBR8IGAJUYI tag=BZ5C9M2TLFR2 type=del size=2687774 2023-12-20T11:09:56.125 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.123+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=3EAZ25B99ISB type=del size=2314514 2023-12-20T11:09:56.127 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.125+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~7E52TE03OI22.0 size=1048576 2023-12-20T11:09:56.127 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.125+0000 7fd1b21c4880 1 < canceled part key=_multipart_UHTMIVT6ND23.2~7E52TE03OI22.1 size=1024868 2023-12-20T11:09:56.130 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.128+0000 7fd1b21c4880 1 < canceled multipart upload key=UHTMIVT6ND23 upload=7E52TE03OI22 tag=49SZTYZF3CI4 type=write size=3122020 2023-12-20T11:09:56.132 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.129+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=W15I5OTH7QUN type=del size=1192053 2023-12-20T11:09:56.134 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.132+0000 7fd1b21c4880 1 < completed delete operation key=D95F7DLYTH42 tag=JA3FU3XV7XFS type=del 2023-12-20T11:09:56.135 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.134+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=TWXPM6MNFYFG type=del size=1432650 2023-12-20T11:09:56.137 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.134+0000 7fd1b21c4880 1 < completed delete operation key=PWOXA6XNR6SL tag=8TD6IIGUJB3S type=del 2023-12-20T11:09:56.140 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.138+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~N77V8VDK2OBH.0 size=1048576 2023-12-20T11:09:56.142 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.139+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~N77V8VDK2OBH.1 size=994227 2023-12-20T11:09:56.142 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.139+0000 7fd1b21c4880 1 > prepared multipart upload key=K1JVVDJA7RXO upload=N77V8VDK2OBH tag=HZNJOMCBH3WS type=write size=3091379 2023-12-20T11:09:56.144 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.142+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~2Y8GBPEIFR5D.0 size=1048576 2023-12-20T11:09:56.145 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.142+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~2Y8GBPEIFR5D.1 size=276816 2023-12-20T11:09:56.150 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.145+0000 7fd1b21c4880 1 < completed multipart upload key=TZ6V49PS7YRX upload=2Y8GBPEIFR5D tag=DCEAVQUNY0H7 type=write size=2373968 2023-12-20T11:09:56.151 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.148+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~F0RR8E6BVYC1.0 size=1048576 2023-12-20T11:09:56.152 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.150+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~F0RR8E6BVYC1.1 size=1048576 2023-12-20T11:09:56.153 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.151+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~F0RR8E6BVYC1.2 size=625697 2023-12-20T11:09:56.154 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.151+0000 7fd1b21c4880 1 > prepared multipart upload key=LC4FC2MW1JOI upload=F0RR8E6BVYC1 tag=LY691QOZ2T15 type=write size=3771425 2023-12-20T11:09:56.155 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.153+0000 7fd1b21c4880 1 < completed delete operation key=F1VUDQZ0F87N tag=VDKE0028ECVS type=del 2023-12-20T11:09:56.157 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.155+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=2F14IDIJBE8R type=del size=2095778 2023-12-20T11:09:56.159 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.157+0000 7fd1b21c4880 1 < completed delete operation key=E12NLNIAVP97 tag=WUV3KMU3H8NV type=del 2023-12-20T11:09:56.161 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.158+0000 7fd1b21c4880 1 > prepared operation key=TZ6V49PS7YRX tag=ORYU33IMHIRY type=write size=995260 2023-12-20T11:09:56.162 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.159+0000 7fd1b21c4880 1 < completed delete operation key=8G0W9JZ1GDXN tag=ULHIVA6W5IOP type=del 2023-12-20T11:09:56.164 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.162+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=071AIK3X7VO2 type=del size=3138478 2023-12-20T11:09:56.166 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.163+0000 7fd1b21c4880 1 < completed delete operation key=E12NLNIAVP97 tag=6E0VFMQ4T2H7 type=del 2023-12-20T11:09:56.168 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.165+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=P39ZFYJBNHI2 type=del size=2693483 2023-12-20T11:09:56.170 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.167+0000 7fd1b21c4880 1 < completed delete operation key=SUG71QAZ2CFC tag=3Y8GC4H0L0EY type=del 2023-12-20T11:09:56.173 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.170+0000 7fd1b21c4880 1 > prepared part key=_multipart_SG40R95BA3CO.2~ODUY26IHSGTY.0 size=1048576 2023-12-20T11:09:56.174 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.172+0000 7fd1b21c4880 1 > prepared part key=_multipart_SG40R95BA3CO.2~ODUY26IHSGTY.1 size=898667 2023-12-20T11:09:56.174 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.172+0000 7fd1b21c4880 1 > prepared multipart upload key=SG40R95BA3CO upload=ODUY26IHSGTY tag=UZX1URU6GZBX type=write size=2995819 2023-12-20T11:09:56.176 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.174+0000 7fd1b21c4880 1 < canceled operation key=SUG71QAZ2CFC tag=ZTECKH1K3EWV type=del size=3225546 2023-12-20T11:09:56.178 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.175+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=22PLVU96L4HH type=del size=3147392 2023-12-20T11:09:56.179 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.177+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~MZVAK36SM69X.0 size=1048576 2023-12-20T11:09:56.181 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.179+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~MZVAK36SM69X.1 size=1048576 2023-12-20T11:09:56.183 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.180+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~MZVAK36SM69X.2 size=1001298 2023-12-20T11:09:56.186 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.183+0000 7fd1b21c4880 1 < completed multipart upload key=K1JVVDJA7RXO upload=MZVAK36SM69X tag=VKTIP3TJP30N type=write size=4147026 2023-12-20T11:09:56.188 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.186+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=G9NF4X620BL0 type=del size=3908607 2023-12-20T11:09:56.189 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.187+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~XUVGA9VRURQV.0 size=1048576 2023-12-20T11:09:56.193 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.188+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~XUVGA9VRURQV.1 size=321339 2023-12-20T11:09:56.194 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.192+0000 7fd1b21c4880 1 < completed multipart upload key=TZ6V49PS7YRX upload=XUVGA9VRURQV tag=P3S9R28Z6HVD type=write size=2418491 2023-12-20T11:09:56.196 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.194+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=4X85EF4D3G9L type=del size=2126861 2023-12-20T11:09:56.198 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.195+0000 7fd1b21c4880 1 < completed delete operation key=LS7TO3DAUIBT tag=HWUBW6RTHOS6 type=del 2023-12-20T11:09:56.199 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.197+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=3RIQ9PXNWJUC type=del size=408606 2023-12-20T11:09:56.203 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.201+0000 7fd1b21c4880 1 < suggested update operation key=ZUUJSJVWL10H tag=ZYPNRHS39T3Y type=del size=913347 2023-12-20T11:09:56.205 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.203+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=0BINFR6YYJOQ type=del size=3803610 2023-12-20T11:09:56.207 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.204+0000 7fd1b21c4880 1 < completed delete operation key=SQ6HXEFRPSDQ tag=1ZI6W3J6A1U9 type=del 2023-12-20T11:09:56.208 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.206+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=PTEVHYCD9XXP type=del size=566526 2023-12-20T11:09:56.210 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.208+0000 7fd1b21c4880 1 < completed delete operation key=MJ4RRM0D3OOK tag=3EAZ25B99ISB type=del 2023-12-20T11:09:56.212 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.209+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=TF23ZE3K5Y1T type=del size=62504 2023-12-20T11:09:56.214 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.212+0000 7fd1b21c4880 -1 < failed to complete operation key=ZUUJSJVWL10H tag=W15I5OTH7QUN type=del size=1192053: (22) Invalid argument 2023-12-20T11:09:56.217 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.215+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~ATZC3LBXB733.0 size=1048576 2023-12-20T11:09:56.219 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.216+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~ATZC3LBXB733.1 size=812203 2023-12-20T11:09:56.219 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.216+0000 7fd1b21c4880 1 > prepared multipart upload key=YJO1Z2TB061O upload=ATZC3LBXB733 tag=DNG6WRYLJ5V4 type=write size=2909355 2023-12-20T11:09:56.221 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.218+0000 7fd1b21c4880 1 < completed delete operation key=LTCK7NB910AG tag=TWXPM6MNFYFG type=del 2023-12-20T11:09:56.222 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.220+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=XJYV2LI8TMY4 type=del size=3697599 2023-12-20T11:09:56.224 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.222+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~N77V8VDK2OBH.0 size=1048576 2023-12-20T11:09:56.225 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.223+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~N77V8VDK2OBH.1 size=994227 2023-12-20T11:09:56.228 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.226+0000 7fd1b21c4880 1 < completed multipart upload key=K1JVVDJA7RXO upload=N77V8VDK2OBH tag=HZNJOMCBH3WS type=write size=3091379 2023-12-20T11:09:56.232 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.229+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~2N3GWTA1DUW0.0 size=1048576 2023-12-20T11:09:56.233 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.231+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~2N3GWTA1DUW0.1 size=865422 2023-12-20T11:09:56.233 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.231+0000 7fd1b21c4880 1 > prepared multipart upload key=F1VUDQZ0F87N upload=2N3GWTA1DUW0 tag=VZBZOS0C2YK8 type=write size=2962574 2023-12-20T11:09:56.235 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.233+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~F0RR8E6BVYC1.0 size=1048576 2023-12-20T11:09:56.237 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.234+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~F0RR8E6BVYC1.1 size=1048576 2023-12-20T11:09:56.238 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.236+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~F0RR8E6BVYC1.2 size=625697 2023-12-20T11:09:56.241 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.239+0000 7fd1b21c4880 1 < completed multipart upload key=LC4FC2MW1JOI upload=F0RR8E6BVYC1 tag=LY691QOZ2T15 type=write size=3771425 2023-12-20T11:09:56.244 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.242+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~NP98AV279P2A.0 size=1048576 2023-12-20T11:09:56.246 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.244+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~NP98AV279P2A.1 size=1048576 2023-12-20T11:09:56.248 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.245+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~NP98AV279P2A.2 size=673366 2023-12-20T11:09:56.248 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.245+0000 7fd1b21c4880 1 > prepared multipart upload key=X4MNSJEQQOIN upload=NP98AV279P2A tag=TPAHWCF9ZYVX type=write size=3819094 2023-12-20T11:09:56.250 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.247+0000 7fd1b21c4880 1 < completed delete operation key=0CTPN27ASDAX tag=2F14IDIJBE8R type=del 2023-12-20T11:09:56.251 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.249+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=BYAQIXY9VO1V type=del size=4054504 2023-12-20T11:09:56.253 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.251+0000 7fd1b21c4880 1 < canceled operation key=TZ6V49PS7YRX tag=ORYU33IMHIRY type=write size=995260 2023-12-20T11:09:56.256 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.254+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~G5D8FVFD7SG6.0 size=1048576 2023-12-20T11:09:56.258 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.255+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~G5D8FVFD7SG6.1 size=1048576 2023-12-20T11:09:56.259 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.258+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~G5D8FVFD7SG6.2 size=788877 2023-12-20T11:09:56.259 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.258+0000 7fd1b21c4880 1 > prepared multipart upload key=LC4FC2MW1JOI upload=G5D8FVFD7SG6 tag=O02QJL8K60ZG type=write size=3934605 2023-12-20T11:09:56.261 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.259+0000 7fd1b21c4880 1 < completed delete operation key=FKD3AAYKIV7B tag=071AIK3X7VO2 type=del 2023-12-20T11:09:56.265 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.262+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~43XWKGBJ0T0V.0 size=393885 2023-12-20T11:09:56.265 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.262+0000 7fd1b21c4880 1 > prepared multipart upload key=I33EZDGEOOGS upload=43XWKGBJ0T0V tag=MHYHISNJ3PBG type=write size=1442461 2023-12-20T11:09:56.266 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.264+0000 7fd1b21c4880 1 < completed delete operation key=FKD3AAYKIV7B tag=P39ZFYJBNHI2 type=del 2023-12-20T11:09:56.270 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.267+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~WVJUGC3A5R07.0 size=1048576 2023-12-20T11:09:56.272 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.269+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~WVJUGC3A5R07.1 size=988711 2023-12-20T11:09:56.272 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.269+0000 7fd1b21c4880 1 > prepared multipart upload key=F1VUDQZ0F87N upload=WVJUGC3A5R07 tag=TMH4DCXAZQFX type=write size=3085863 2023-12-20T11:09:56.274 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.271+0000 7fd1b21c4880 1 < completed part key=_multipart_SG40R95BA3CO.2~ODUY26IHSGTY.0 size=1048576 2023-12-20T11:09:56.274 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.273+0000 7fd1b21c4880 1 < completed part key=_multipart_SG40R95BA3CO.2~ODUY26IHSGTY.1 size=898667 2023-12-20T11:09:56.278 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.275+0000 7fd1b21c4880 1 < completed multipart upload key=SG40R95BA3CO upload=ODUY26IHSGTY tag=UZX1URU6GZBX type=write size=2995819 2023-12-20T11:09:56.280 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.278+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=L3UHP1XQL9FC type=del size=1144934 2023-12-20T11:09:56.282 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.280+0000 7fd1b21c4880 1 < completed delete operation key=OYO96KT3ZIBU tag=22PLVU96L4HH type=del 2023-12-20T11:09:56.285 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.282+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=YVMRZBDEA4A2 type=write size=783374 2023-12-20T11:09:56.286 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.285+0000 7fd1b21c4880 1 < completed delete operation key=UK0IZFVQ8SXI tag=G9NF4X620BL0 type=del 2023-12-20T11:09:56.289 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.286+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=XC7MSFEFJXRA type=del size=1151615 2023-12-20T11:09:56.291 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.288+0000 7fd1b21c4880 1 < completed delete operation key=0CTPN27ASDAX tag=4X85EF4D3G9L type=del 2023-12-20T11:09:56.293 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.291+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=YACNYKLTDTG5 type=write size=919173 2023-12-20T11:09:56.295 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.293+0000 7fd1b21c4880 -1 < failed to complete operation key=ZUUJSJVWL10H tag=3RIQ9PXNWJUC type=del size=408606: (22) Invalid argument 2023-12-20T11:09:56.297 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.294+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=MXRJ72CASLUX type=del size=1107573 2023-12-20T11:09:56.299 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.296+0000 7fd1b21c4880 1 < completed delete operation key=LC4FC2MW1JOI tag=0BINFR6YYJOQ type=del 2023-12-20T11:09:56.301 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.299+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=ZZCL1NVFAL9U type=del size=2995268 2023-12-20T11:09:56.303 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.300+0000 7fd1b21c4880 1 < completed delete operation key=EX0YD5XH1XPL tag=PTEVHYCD9XXP type=del 2023-12-20T11:09:56.307 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.304+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~N7IW2HBJRRJS.0 size=1048576 2023-12-20T11:09:56.308 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.306+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~N7IW2HBJRRJS.1 size=1048576 2023-12-20T11:09:56.310 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.307+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~N7IW2HBJRRJS.2 size=392100 2023-12-20T11:09:56.310 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.307+0000 7fd1b21c4880 1 > prepared multipart upload key=UHTMIVT6ND23 upload=N7IW2HBJRRJS tag=I606CISICRD0 type=write size=3537828 2023-12-20T11:09:56.312 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.309+0000 7fd1b21c4880 1 < completed delete operation key=UK0IZFVQ8SXI tag=TF23ZE3K5Y1T type=del 2023-12-20T11:09:56.314 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.311+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=PEX9DGLI7MMY type=del size=3702926 2023-12-20T11:09:56.314 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.311+0000 7fd1b21c4880 1 < canceled part key=_multipart_YJO1Z2TB061O.2~ATZC3LBXB733.0 size=1048576 2023-12-20T11:09:56.316 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.313+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~ATZC3LBXB733.1 size=812203 2023-12-20T11:09:56.319 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.317+0000 7fd1b21c4880 1 < canceled multipart upload key=YJO1Z2TB061O upload=ATZC3LBXB733 tag=DNG6WRYLJ5V4 type=write size=2909355 2023-12-20T11:09:56.320 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.319+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=5KXVNBT7VHVF type=del size=3433018 2023-12-20T11:09:56.322 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.320+0000 7fd1b21c4880 1 < completed delete operation key=8G0W9JZ1GDXN tag=XJYV2LI8TMY4 type=del 2023-12-20T11:09:56.324 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.322+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=AK8YX7XIZLK8 type=del size=2163425 2023-12-20T11:09:56.326 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.324+0000 7fd1b21c4880 1 < completed part key=_multipart_F1VUDQZ0F87N.2~2N3GWTA1DUW0.0 size=1048576 2023-12-20T11:09:56.328 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.325+0000 7fd1b21c4880 1 < completed part key=_multipart_F1VUDQZ0F87N.2~2N3GWTA1DUW0.1 size=865422 2023-12-20T11:09:56.331 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.328+0000 7fd1b21c4880 1 < completed multipart upload key=F1VUDQZ0F87N upload=2N3GWTA1DUW0 tag=VZBZOS0C2YK8 type=write size=2962574 2023-12-20T11:09:56.333 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.330+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=GPV1HA9UMB2Y type=write size=868877 2023-12-20T11:09:56.335 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.332+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~NP98AV279P2A.0 size=1048576 2023-12-20T11:09:56.336 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.333+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~NP98AV279P2A.1 size=1048576 2023-12-20T11:09:56.337 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.335+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~NP98AV279P2A.2 size=673366 2023-12-20T11:09:56.340 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.338+0000 7fd1b21c4880 1 < completed multipart upload key=X4MNSJEQQOIN upload=NP98AV279P2A tag=TPAHWCF9ZYVX type=write size=3819094 2023-12-20T11:09:56.344 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.342+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~CMU802XXECZM.0 size=240170 2023-12-20T11:09:56.344 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.342+0000 7fd1b21c4880 1 > prepared multipart upload key=ZUUJSJVWL10H upload=CMU802XXECZM tag=33HI53R4Y23O type=write size=1288746 2023-12-20T11:09:56.346 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.343+0000 7fd1b21c4880 1 < canceled operation key=ZUUJSJVWL10H tag=BYAQIXY9VO1V type=del size=4054504 2023-12-20T11:09:56.348 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.345+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=YQG0QB8YAKVN type=write size=848538 2023-12-20T11:09:56.349 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.348+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~G5D8FVFD7SG6.0 size=1048576 2023-12-20T11:09:56.351 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.348+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~G5D8FVFD7SG6.1 size=1048576 2023-12-20T11:09:56.352 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.351+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~G5D8FVFD7SG6.2 size=788877 2023-12-20T11:09:56.355 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.353+0000 7fd1b21c4880 1 < completed multipart upload key=LC4FC2MW1JOI upload=G5D8FVFD7SG6 tag=O02QJL8K60ZG type=write size=3934605 2023-12-20T11:09:56.358 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.356+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~78XLCXKHI34O.0 size=1048576 2023-12-20T11:09:56.360 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.357+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~78XLCXKHI34O.1 size=966009 2023-12-20T11:09:56.360 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.357+0000 7fd1b21c4880 1 > prepared multipart upload key=H6RM2M0W0Z5O upload=78XLCXKHI34O tag=ASPURC3CXUW1 type=write size=3063161 2023-12-20T11:09:56.362 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.359+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~43XWKGBJ0T0V.0 size=393885 2023-12-20T11:09:56.365 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.362+0000 7fd1b21c4880 1 < completed multipart upload key=I33EZDGEOOGS upload=43XWKGBJ0T0V tag=MHYHISNJ3PBG type=write size=1442461 2023-12-20T11:09:56.368 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.367+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~AR31N2FF39B4.0 size=1048576 2023-12-20T11:09:56.370 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.369+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~AR31N2FF39B4.1 size=45216 2023-12-20T11:09:56.370 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.369+0000 7fd1b21c4880 1 > prepared multipart upload key=I33EZDGEOOGS upload=AR31N2FF39B4 tag=VLCNIEEIHV2J type=write size=2142368 2023-12-20T11:09:56.372 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.370+0000 7fd1b21c4880 1 < completed part key=_multipart_F1VUDQZ0F87N.2~WVJUGC3A5R07.0 size=1048576 2023-12-20T11:09:56.373 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.371+0000 7fd1b21c4880 1 < completed part key=_multipart_F1VUDQZ0F87N.2~WVJUGC3A5R07.1 size=988711 2023-12-20T11:09:56.377 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.375+0000 7fd1b21c4880 1 < completed multipart upload key=F1VUDQZ0F87N upload=WVJUGC3A5R07 tag=TMH4DCXAZQFX type=write size=3085863 2023-12-20T11:09:56.378 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.377+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=EJILWTLOWO2N type=write size=741123 2023-12-20T11:09:56.380 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.378+0000 7fd1b21c4880 1 < completed delete operation key=1DSA1NSVISU5 tag=L3UHP1XQL9FC type=del 2023-12-20T11:09:56.382 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.379+0000 7fd1b21c4880 1 > prepared operation key=0HBCFL318BEY tag=RVBLO6KUBCKB type=del size=153718 2023-12-20T11:09:56.384 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.382+0000 7fd1b21c4880 1 < completed write operation key=E12NLNIAVP97 tag=YVMRZBDEA4A2 type=write size=783374 2023-12-20T11:09:56.387 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.385+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~KVF6OXPPF7B8.0 size=421377 2023-12-20T11:09:56.387 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.385+0000 7fd1b21c4880 1 > prepared multipart upload key=6UQYCRIG1VTM upload=KVF6OXPPF7B8 tag=X11TXL6EHYQ2 type=write size=1469953 2023-12-20T11:09:56.389 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.386+0000 7fd1b21c4880 1 < completed delete operation key=TRBR8IGAJUYI tag=XC7MSFEFJXRA type=del 2023-12-20T11:09:56.391 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.389+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=9IT5LPE02J62 type=write size=856702 2023-12-20T11:09:56.399 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.391+0000 7fd1b21c4880 1 < suggested update operation key=SUG71QAZ2CFC tag=YACNYKLTDTG5 type=write size=919173 2023-12-20T11:09:56.399 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.393+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=U2TXRWJ2V5XO type=write size=335428 2023-12-20T11:09:56.399 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.395+0000 7fd1b21c4880 1 < completed delete operation key=QZYJEPHLU0HS tag=MXRJ72CASLUX type=del 2023-12-20T11:09:56.401 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.399+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~7U5W4X55AKX9.0 size=1048576 2023-12-20T11:09:56.403 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.401+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~7U5W4X55AKX9.1 size=1048576 2023-12-20T11:09:56.405 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.403+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~7U5W4X55AKX9.2 size=77149 2023-12-20T11:09:56.405 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.403+0000 7fd1b21c4880 1 > prepared multipart upload key=PWOXA6XNR6SL upload=7U5W4X55AKX9 tag=BEKWAI5BT9UF type=write size=3222877 2023-12-20T11:09:56.409 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.407+0000 7fd1b21c4880 1 < suggested update operation key=LTCK7NB910AG tag=ZZCL1NVFAL9U type=del size=2995268 2023-12-20T11:09:56.411 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.408+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=044H4F1RY6V8 type=del size=2860691 2023-12-20T11:09:56.413 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.411+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~N7IW2HBJRRJS.0 size=1048576 2023-12-20T11:09:56.414 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.412+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~N7IW2HBJRRJS.1 size=1048576 2023-12-20T11:09:56.414 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.412+0000 7fd1b21c4880 1 < canceled part key=_multipart_UHTMIVT6ND23.2~N7IW2HBJRRJS.2 size=392100 2023-12-20T11:09:56.417 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.415+0000 7fd1b21c4880 1 < canceled multipart upload key=UHTMIVT6ND23 upload=N7IW2HBJRRJS tag=I606CISICRD0 type=write size=3537828 2023-12-20T11:09:56.421 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.418+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~OPG78YA6DBIX.0 size=66668 2023-12-20T11:09:56.421 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.418+0000 7fd1b21c4880 1 > prepared multipart upload key=0CTPN27ASDAX upload=OPG78YA6DBIX tag=7S7TRXS6CTY6 type=write size=1115244 2023-12-20T11:09:56.425 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.423+0000 7fd1b21c4880 1 < suggested update operation key=QZYJEPHLU0HS tag=PEX9DGLI7MMY type=del size=3702926 2023-12-20T11:09:56.427 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.424+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=RY2SBVXYX9C5 type=del size=738446 2023-12-20T11:09:56.432 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.430+0000 7fd1b21c4880 1 < suggested remove operation key=MJ4RRM0D3OOK tag=5KXVNBT7VHVF type=del 2023-12-20T11:09:56.435 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.433+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~A92R5RFPQ0CO.0 size=1048576 2023-12-20T11:09:56.437 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.434+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~A92R5RFPQ0CO.1 size=1048576 2023-12-20T11:09:56.438 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.436+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~A92R5RFPQ0CO.2 size=656172 2023-12-20T11:09:56.438 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.436+0000 7fd1b21c4880 1 > prepared multipart upload key=0HBCFL318BEY upload=A92R5RFPQ0CO tag=EQ2LDXR3O4J7 type=write size=3801900 2023-12-20T11:09:56.440 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.439+0000 7fd1b21c4880 1 < completed delete operation key=H6RM2M0W0Z5O tag=AK8YX7XIZLK8 type=del 2023-12-20T11:09:56.443 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.442+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~TY0TWBD6YK2X.0 size=1048576 2023-12-20T11:09:56.445 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.443+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~TY0TWBD6YK2X.1 size=562714 2023-12-20T11:09:56.445 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.443+0000 7fd1b21c4880 1 > prepared multipart upload key=8G0W9JZ1GDXN upload=TY0TWBD6YK2X tag=VO2J4MTM2VJB type=write size=2659866 2023-12-20T11:09:56.447 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.445+0000 7fd1b21c4880 1 < completed write operation key=D95F7DLYTH42 tag=GPV1HA9UMB2Y type=write size=868877 2023-12-20T11:09:56.450 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.448+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~5DDI6881615D.0 size=1048576 2023-12-20T11:09:56.452 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.450+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~5DDI6881615D.1 size=309816 2023-12-20T11:09:56.452 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.450+0000 7fd1b21c4880 1 > prepared multipart upload key=8G0W9JZ1GDXN upload=5DDI6881615D tag=XNTJLAR4PHUM type=write size=2406968 2023-12-20T11:09:56.454 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.452+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~CMU802XXECZM.0 size=240170 2023-12-20T11:09:56.457 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.455+0000 7fd1b21c4880 1 < completed multipart upload key=ZUUJSJVWL10H upload=CMU802XXECZM tag=33HI53R4Y23O type=write size=1288746 2023-12-20T11:09:56.458 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.457+0000 7fd1b21c4880 1 > prepared operation key=TZ6V49PS7YRX tag=6G7RIOUMRY30 type=del size=2047708 2023-12-20T11:09:56.461 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.459+0000 7fd1b21c4880 1 < completed write operation key=FKD3AAYKIV7B tag=YQG0QB8YAKVN type=write size=848538 2023-12-20T11:09:56.463 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.461+0000 7fd1b21c4880 1 > prepared operation key=D7TWPUF05X3I tag=C34GSSUWSAI4 type=write size=314902 2023-12-20T11:09:56.466 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.463+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~78XLCXKHI34O.0 size=1048576 2023-12-20T11:09:56.467 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.465+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~78XLCXKHI34O.1 size=966009 2023-12-20T11:09:56.471 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.469+0000 7fd1b21c4880 1 < completed multipart upload key=H6RM2M0W0Z5O upload=78XLCXKHI34O tag=ASPURC3CXUW1 type=write size=3063161 2023-12-20T11:09:56.472 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.471+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=6XE6D2KDFZJ9 type=del size=3547934 2023-12-20T11:09:56.474 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.473+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~AR31N2FF39B4.0 size=1048576 2023-12-20T11:09:56.476 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.474+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~AR31N2FF39B4.1 size=45216 2023-12-20T11:09:56.479 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.477+0000 7fd1b21c4880 1 < completed multipart upload key=I33EZDGEOOGS upload=AR31N2FF39B4 tag=VLCNIEEIHV2J type=write size=2142368 2023-12-20T11:09:56.481 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.479+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=57K2HDREJ74X type=del size=2451665 2023-12-20T11:09:56.483 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.482+0000 7fd1b21c4880 -1 < failed to complete operation key=MJ4RRM0D3OOK tag=EJILWTLOWO2N type=write size=741123: (22) Invalid argument 2023-12-20T11:09:56.487 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.486+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~O2CMY9WY7KK5.0 size=1048576 2023-12-20T11:09:56.489 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.487+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~O2CMY9WY7KK5.1 size=1048576 2023-12-20T11:09:56.490 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.489+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~O2CMY9WY7KK5.2 size=1771 2023-12-20T11:09:56.491 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.489+0000 7fd1b21c4880 1 > prepared multipart upload key=0CTPN27ASDAX upload=O2CMY9WY7KK5 tag=QPXMNC98WJ98 type=write size=3147499 2023-12-20T11:09:56.493 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.491+0000 7fd1b21c4880 1 < completed delete operation key=0HBCFL318BEY tag=RVBLO6KUBCKB type=del 2023-12-20T11:09:56.496 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.494+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~2WL500SRLB90.0 size=733387 2023-12-20T11:09:56.496 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.494+0000 7fd1b21c4880 1 > prepared multipart upload key=X4MNSJEQQOIN upload=2WL500SRLB90 tag=33M67SL5IQE2 type=write size=1781963 2023-12-20T11:09:56.498 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.496+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~KVF6OXPPF7B8.0 size=421377 2023-12-20T11:09:56.501 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.500+0000 7fd1b21c4880 1 < completed multipart upload key=6UQYCRIG1VTM upload=KVF6OXPPF7B8 tag=X11TXL6EHYQ2 type=write size=1469953 2023-12-20T11:09:56.504 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.503+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~OANXIQD8LBN5.0 size=1048576 2023-12-20T11:09:56.506 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.504+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~OANXIQD8LBN5.1 size=530545 2023-12-20T11:09:56.506 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.504+0000 7fd1b21c4880 1 > prepared multipart upload key=1VUIXCARBLMN upload=OANXIQD8LBN5 tag=FCHYT5M6E45N type=write size=2627697 2023-12-20T11:09:56.507 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.506+0000 7fd1b21c4880 1 < completed write operation key=D95F7DLYTH42 tag=9IT5LPE02J62 type=write size=856702 2023-12-20T11:09:56.511 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.509+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~NFYK2R8FADV2.0 size=1048576 2023-12-20T11:09:56.512 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.511+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~NFYK2R8FADV2.1 size=71253 2023-12-20T11:09:56.513 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.511+0000 7fd1b21c4880 1 > prepared multipart upload key=LS7TO3DAUIBT upload=NFYK2R8FADV2 tag=7T2Y1D9Z95G4 type=write size=2168405 2023-12-20T11:09:56.514 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.513+0000 7fd1b21c4880 1 < canceled operation key=TRBR8IGAJUYI tag=U2TXRWJ2V5XO type=write size=335428 2023-12-20T11:09:56.516 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.515+0000 7fd1b21c4880 1 > prepared operation key=TZ6V49PS7YRX tag=93NZ81CJXCXG type=write size=456292 2023-12-20T11:09:56.518 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.517+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~7U5W4X55AKX9.0 size=1048576 2023-12-20T11:09:56.520 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.518+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~7U5W4X55AKX9.1 size=1048576 2023-12-20T11:09:56.520 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.518+0000 7fd1b21c4880 1 < canceled part key=_multipart_PWOXA6XNR6SL.2~7U5W4X55AKX9.2 size=77149 2023-12-20T11:09:56.523 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.521+0000 7fd1b21c4880 1 < canceled multipart upload key=PWOXA6XNR6SL upload=7U5W4X55AKX9 tag=BEKWAI5BT9UF type=write size=3222877 2023-12-20T11:09:56.524 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.523+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=TNMLQ9SFO0HJ type=del size=2622561 2023-12-20T11:09:56.527 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.525+0000 7fd1b21c4880 -1 < failed to complete operation key=QZYJEPHLU0HS tag=044H4F1RY6V8 type=del size=2860691: (22) Invalid argument 2023-12-20T11:09:56.529 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.527+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=NMI4H1YEL0BV type=del size=3587216 2023-12-20T11:09:56.531 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.529+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~OPG78YA6DBIX.0 size=66668 2023-12-20T11:09:56.534 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.533+0000 7fd1b21c4880 1 < completed multipart upload key=0CTPN27ASDAX upload=OPG78YA6DBIX tag=7S7TRXS6CTY6 type=write size=1115244 2023-12-20T11:09:56.536 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.535+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=P4PZ3UFZ0Y9V type=write size=155722 2023-12-20T11:09:56.538 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.536+0000 7fd1b21c4880 1 < completed delete operation key=6UQYCRIG1VTM tag=RY2SBVXYX9C5 type=del 2023-12-20T11:09:56.542 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.540+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~I5DVTWX01WTT.0 size=1048576 2023-12-20T11:09:56.543 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.542+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~I5DVTWX01WTT.1 size=726256 2023-12-20T11:09:56.543 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.542+0000 7fd1b21c4880 1 > prepared multipart upload key=LS7TO3DAUIBT upload=I5DVTWX01WTT tag=CXXLIAHPF8ET type=write size=2823408 2023-12-20T11:09:56.546 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.544+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~A92R5RFPQ0CO.0 size=1048576 2023-12-20T11:09:56.548 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.546+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~A92R5RFPQ0CO.1 size=1048576 2023-12-20T11:09:56.549 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.548+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~A92R5RFPQ0CO.2 size=656172 2023-12-20T11:09:56.553 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.551+0000 7fd1b21c4880 1 < completed multipart upload key=0HBCFL318BEY upload=A92R5RFPQ0CO tag=EQ2LDXR3O4J7 type=write size=3801900 2023-12-20T11:09:56.555 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.553+0000 7fd1b21c4880 1 > prepared operation key=1VUIXCARBLMN tag=9LIW263R1O6J type=del size=2400769 2023-12-20T11:09:56.557 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.555+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~TY0TWBD6YK2X.0 size=1048576 2023-12-20T11:09:56.558 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.557+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~TY0TWBD6YK2X.1 size=562714 2023-12-20T11:09:56.561 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.560+0000 7fd1b21c4880 1 < completed multipart upload key=8G0W9JZ1GDXN upload=TY0TWBD6YK2X tag=VO2J4MTM2VJB type=write size=2659866 2023-12-20T11:09:56.565 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.563+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~QN0ZCQY1MMU2.0 size=1048576 2023-12-20T11:09:56.567 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.565+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~QN0ZCQY1MMU2.1 size=156385 2023-12-20T11:09:56.567 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.565+0000 7fd1b21c4880 1 > prepared multipart upload key=E12NLNIAVP97 upload=QN0ZCQY1MMU2 tag=C96D52Z9OELA type=write size=2253537 2023-12-20T11:09:56.569 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.567+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~5DDI6881615D.0 size=1048576 2023-12-20T11:09:56.571 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.569+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~5DDI6881615D.1 size=309816 2023-12-20T11:09:56.574 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.573+0000 7fd1b21c4880 1 < completed multipart upload key=8G0W9JZ1GDXN upload=5DDI6881615D tag=XNTJLAR4PHUM type=write size=2406968 2023-12-20T11:09:56.578 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.576+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~PI7XG6WWF8DH.0 size=1048576 2023-12-20T11:09:56.580 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.578+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~PI7XG6WWF8DH.1 size=804131 2023-12-20T11:09:56.580 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.578+0000 7fd1b21c4880 1 > prepared multipart upload key=PWOXA6XNR6SL upload=PI7XG6WWF8DH tag=YYICSN8J4MB6 type=write size=2901283 2023-12-20T11:09:56.582 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.580+0000 7fd1b21c4880 1 < canceled operation key=TZ6V49PS7YRX tag=6G7RIOUMRY30 type=del size=2047708 2023-12-20T11:09:56.585 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.584+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~51XLOX09LID7.0 size=1048576 2023-12-20T11:09:56.587 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.585+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~51XLOX09LID7.1 size=1048576 2023-12-20T11:09:56.588 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.587+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~51XLOX09LID7.2 size=821508 2023-12-20T11:09:56.588 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.587+0000 7fd1b21c4880 1 > prepared multipart upload key=K1JVVDJA7RXO upload=51XLOX09LID7 tag=NYCCB160UBIM type=write size=3967236 2023-12-20T11:09:56.590 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.589+0000 7fd1b21c4880 1 < canceled operation key=D7TWPUF05X3I tag=C34GSSUWSAI4 type=write size=314902 2023-12-20T11:09:56.593 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.592+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~KYNLC9VXL5G9.0 size=1048576 2023-12-20T11:09:56.595 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.593+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~KYNLC9VXL5G9.1 size=263114 2023-12-20T11:09:56.595 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.593+0000 7fd1b21c4880 1 > prepared multipart upload key=8G0W9JZ1GDXN upload=KYNLC9VXL5G9 tag=MO5V74OT4NRE type=write size=2360266 2023-12-20T11:09:56.596 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.595+0000 7fd1b21c4880 1 < completed delete operation key=F1VUDQZ0F87N tag=6XE6D2KDFZJ9 type=del 2023-12-20T11:09:56.598 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.597+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=0DFN5553C4T0 type=del size=1042660 2023-12-20T11:09:56.600 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.599+0000 7fd1b21c4880 1 < completed delete operation key=D95F7DLYTH42 tag=57K2HDREJ74X type=del 2023-12-20T11:09:56.605 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.600+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=AS7A0J2NYKGI type=del size=1957023 2023-12-20T11:09:56.605 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.602+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~O2CMY9WY7KK5.0 size=1048576 2023-12-20T11:09:56.605 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.604+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~O2CMY9WY7KK5.1 size=1048576 2023-12-20T11:09:56.607 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.605+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~O2CMY9WY7KK5.2 size=1771 2023-12-20T11:09:56.610 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.609+0000 7fd1b21c4880 1 < completed multipart upload key=0CTPN27ASDAX upload=O2CMY9WY7KK5 tag=QPXMNC98WJ98 type=write size=3147499 2023-12-20T11:09:56.614 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.612+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~GTFNNJ2JGPVE.0 size=1048576 2023-12-20T11:09:56.615 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.614+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~GTFNNJ2JGPVE.1 size=300462 2023-12-20T11:09:56.615 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.614+0000 7fd1b21c4880 1 > prepared multipart upload key=H6RM2M0W0Z5O upload=GTFNNJ2JGPVE tag=3LSPKK2LUJJ6 type=write size=2397614 2023-12-20T11:09:56.617 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.616+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~2WL500SRLB90.0 size=733387 2023-12-20T11:09:56.620 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.619+0000 7fd1b21c4880 1 < completed multipart upload key=X4MNSJEQQOIN upload=2WL500SRLB90 tag=33M67SL5IQE2 type=write size=1781963 2023-12-20T11:09:56.622 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.621+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=9NRAAS10C02G type=del size=947578 2023-12-20T11:09:56.624 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.623+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~OANXIQD8LBN5.0 size=1048576 2023-12-20T11:09:56.626 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.624+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~OANXIQD8LBN5.1 size=530545 2023-12-20T11:09:56.629 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.628+0000 7fd1b21c4880 1 < completed multipart upload key=1VUIXCARBLMN upload=OANXIQD8LBN5 tag=FCHYT5M6E45N type=write size=2627697 2023-12-20T11:09:56.631 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.629+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=JV1RI018YELH type=del size=2682230 2023-12-20T11:09:56.632 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.631+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~NFYK2R8FADV2.0 size=1048576 2023-12-20T11:09:56.634 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.633+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~NFYK2R8FADV2.1 size=71253 2023-12-20T11:09:56.637 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.636+0000 7fd1b21c4880 1 < completed multipart upload key=LS7TO3DAUIBT upload=NFYK2R8FADV2 tag=7T2Y1D9Z95G4 type=write size=2168405 2023-12-20T11:09:56.640 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.638+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=W8CF2MYR02SZ type=del size=1453057 2023-12-20T11:09:56.644 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.642+0000 7fd1b21c4880 1 < suggested update operation key=TZ6V49PS7YRX tag=93NZ81CJXCXG type=write size=456292 2023-12-20T11:09:56.645 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.644+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=HRNSPZXGH1DN type=del size=485341 2023-12-20T11:09:56.647 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.645+0000 7fd1b21c4880 1 < canceled operation key=SG40R95BA3CO tag=TNMLQ9SFO0HJ type=del size=2622561 2023-12-20T11:09:56.649 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.647+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=J6L0O37O6XR1 type=del size=430409 2023-12-20T11:09:56.650 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.649+0000 7fd1b21c4880 1 < completed delete operation key=0CTPN27ASDAX tag=NMI4H1YEL0BV type=del 2023-12-20T11:09:56.654 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.652+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~EK32K4EBDTLG.0 size=1048576 2023-12-20T11:09:56.655 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.654+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~EK32K4EBDTLG.1 size=1048576 2023-12-20T11:09:56.657 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.655+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~EK32K4EBDTLG.2 size=565865 2023-12-20T11:09:56.657 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.655+0000 7fd1b21c4880 1 > prepared multipart upload key=UHTMIVT6ND23 upload=EK32K4EBDTLG tag=439CVGEEHS20 type=write size=3711593 2023-12-20T11:09:56.658 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.657+0000 7fd1b21c4880 1 < completed write operation key=YJO1Z2TB061O tag=P4PZ3UFZ0Y9V type=write size=155722 2023-12-20T11:09:56.660 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.659+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=JZME4RI847GN type=write size=492407 2023-12-20T11:09:56.662 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.661+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~I5DVTWX01WTT.0 size=1048576 2023-12-20T11:09:56.664 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.662+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~I5DVTWX01WTT.1 size=726256 2023-12-20T11:09:56.667 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.665+0000 7fd1b21c4880 1 < completed multipart upload key=LS7TO3DAUIBT upload=I5DVTWX01WTT tag=CXXLIAHPF8ET type=write size=2823408 2023-12-20T11:09:56.669 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.667+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=0PNM1EYNPQMW type=write size=335135 2023-12-20T11:09:56.672 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.671+0000 7fd1b21c4880 1 < suggested remove operation key=1VUIXCARBLMN tag=9LIW263R1O6J type=del 2023-12-20T11:09:56.674 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.673+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=DDN24DXP1C0W type=del size=537046 2023-12-20T11:09:56.676 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.675+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~QN0ZCQY1MMU2.0 size=1048576 2023-12-20T11:09:56.677 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.676+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~QN0ZCQY1MMU2.1 size=156385 2023-12-20T11:09:56.681 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.679+0000 7fd1b21c4880 1 < completed multipart upload key=E12NLNIAVP97 upload=QN0ZCQY1MMU2 tag=C96D52Z9OELA type=write size=2253537 2023-12-20T11:09:56.682 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.681+0000 7fd1b21c4880 1 > prepared operation key=D7TWPUF05X3I tag=0S060J67PWN1 type=del size=456714 2023-12-20T11:09:56.684 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.683+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~PI7XG6WWF8DH.0 size=1048576 2023-12-20T11:09:56.686 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.684+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~PI7XG6WWF8DH.1 size=804131 2023-12-20T11:09:56.689 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.687+0000 7fd1b21c4880 1 < completed multipart upload key=PWOXA6XNR6SL upload=PI7XG6WWF8DH tag=YYICSN8J4MB6 type=write size=2901283 2023-12-20T11:09:56.690 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.689+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=8RB7LKG1Q91C type=del size=687361 2023-12-20T11:09:56.693 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.692+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~51XLOX09LID7.0 size=1048576 2023-12-20T11:09:56.695 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.693+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~51XLOX09LID7.1 size=1048576 2023-12-20T11:09:56.696 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.695+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~51XLOX09LID7.2 size=821508 2023-12-20T11:09:56.699 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.698+0000 7fd1b21c4880 1 < completed multipart upload key=K1JVVDJA7RXO upload=51XLOX09LID7 tag=NYCCB160UBIM type=write size=3967236 2023-12-20T11:09:56.701 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.700+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=HEX35MCYV8ZM type=del size=3816668 2023-12-20T11:09:56.703 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.702+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~KYNLC9VXL5G9.0 size=1048576 2023-12-20T11:09:56.705 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.704+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~KYNLC9VXL5G9.1 size=263114 2023-12-20T11:09:56.709 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.707+0000 7fd1b21c4880 1 < completed multipart upload key=8G0W9JZ1GDXN upload=KYNLC9VXL5G9 tag=MO5V74OT4NRE type=write size=2360266 2023-12-20T11:09:56.711 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.709+0000 7fd1b21c4880 1 > prepared operation key=I33EZDGEOOGS tag=XOO0XRX06XI2 type=del size=206384 2023-12-20T11:09:56.713 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.712+0000 7fd1b21c4880 1 < completed delete operation key=MJ4RRM0D3OOK tag=0DFN5553C4T0 type=del 2023-12-20T11:09:56.715 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.714+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=A4PJ4SBZV0D7 type=del size=4178513 2023-12-20T11:09:56.717 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.716+0000 7fd1b21c4880 1 < canceled operation key=ZUUJSJVWL10H tag=AS7A0J2NYKGI type=del size=1957023 2023-12-20T11:09:56.719 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.718+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=ZKARXLDIFD0X type=del size=1834620 2023-12-20T11:09:56.721 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.719+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~GTFNNJ2JGPVE.0 size=1048576 2023-12-20T11:09:56.722 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.721+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~GTFNNJ2JGPVE.1 size=300462 2023-12-20T11:09:56.726 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.724+0000 7fd1b21c4880 1 < completed multipart upload key=H6RM2M0W0Z5O upload=GTFNNJ2JGPVE tag=3LSPKK2LUJJ6 type=write size=2397614 2023-12-20T11:09:56.727 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.726+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=JPRY98M8HRCR type=write size=224354 2023-12-20T11:09:56.731 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.730+0000 7fd1b21c4880 1 < suggested remove operation key=PWOXA6XNR6SL tag=9NRAAS10C02G type=del 2023-12-20T11:09:56.733 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.732+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=YKCTVOCLEZOM type=del size=1155923 2023-12-20T11:09:56.735 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.734+0000 7fd1b21c4880 1 < completed delete operation key=K1JVVDJA7RXO tag=JV1RI018YELH type=del 2023-12-20T11:09:56.739 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.737+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~XK8WR83LF1DE.0 size=508747 2023-12-20T11:09:56.739 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.737+0000 7fd1b21c4880 1 > prepared multipart upload key=UHTMIVT6ND23 upload=XK8WR83LF1DE tag=POWHW2Y324Y4 type=write size=1557323 2023-12-20T11:09:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:09:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:09:56.743 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.741+0000 7fd1b21c4880 1 < suggested update operation key=OYO96KT3ZIBU tag=W8CF2MYR02SZ type=del size=1453057 2023-12-20T11:09:56.746 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.745+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~EBE94KC1ZLLQ.0 size=1048576 2023-12-20T11:09:56.747 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.746+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~EBE94KC1ZLLQ.1 size=1048576 2023-12-20T11:09:56.749 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.748+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~EBE94KC1ZLLQ.2 size=365241 2023-12-20T11:09:56.749 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.748+0000 7fd1b21c4880 1 > prepared multipart upload key=D7TWPUF05X3I upload=EBE94KC1ZLLQ tag=LQTK6P8UBN93 type=write size=3510969 2023-12-20T11:09:56.752 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.750+0000 7fd1b21c4880 -1 < failed to complete operation key=PWOXA6XNR6SL tag=HRNSPZXGH1DN type=del size=485341: (22) Invalid argument 2023-12-20T11:09:56.758 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.754+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~JLA13BFB2X0F.0 size=1048576 2023-12-20T11:09:56.758 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.756+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~JLA13BFB2X0F.1 size=1048576 2023-12-20T11:09:56.759 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.757+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~JLA13BFB2X0F.2 size=839614 2023-12-20T11:09:56.759 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.757+0000 7fd1b21c4880 1 > prepared multipart upload key=PWOXA6XNR6SL upload=JLA13BFB2X0F tag=37S976N6X780 type=write size=3985342 2023-12-20T11:09:56.762 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.759+0000 7fd1b21c4880 1 < completed delete operation key=1DSA1NSVISU5 tag=J6L0O37O6XR1 type=del 2023-12-20T11:09:56.763 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.761+0000 7fd1b21c4880 1 > prepared operation key=TZ6V49PS7YRX tag=00UD2IUVVMVI type=del size=2418629 2023-12-20T11:09:56.765 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.763+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~EK32K4EBDTLG.0 size=1048576 2023-12-20T11:09:56.766 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.765+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~EK32K4EBDTLG.1 size=1048576 2023-12-20T11:09:56.769 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.766+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~EK32K4EBDTLG.2 size=565865 2023-12-20T11:09:56.772 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.770+0000 7fd1b21c4880 1 < completed multipart upload key=UHTMIVT6ND23 upload=EK32K4EBDTLG tag=439CVGEEHS20 type=write size=3711593 2023-12-20T11:09:56.774 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.772+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=HY514HLH991G type=del size=937415 2023-12-20T11:09:56.776 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.774+0000 7fd1b21c4880 1 < completed write operation key=TRBR8IGAJUYI tag=JZME4RI847GN type=write size=492407 2023-12-20T11:09:56.779 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.777+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~WZB20WADX2BV.0 size=1048576 2023-12-20T11:09:56.780 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.779+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~WZB20WADX2BV.1 size=719739 2023-12-20T11:09:56.780 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.779+0000 7fd1b21c4880 1 > prepared multipart upload key=0HBCFL318BEY upload=WZB20WADX2BV tag=KA2SV99GL71X type=write size=2816891 2023-12-20T11:09:56.782 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.781+0000 7fd1b21c4880 1 < completed write operation key=SG40R95BA3CO tag=0PNM1EYNPQMW type=write size=335135 2023-12-20T11:09:56.784 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.783+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=APZH4QFKYPC8 type=del size=219816 2023-12-20T11:09:56.789 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.788+0000 7fd1b21c4880 1 < suggested update operation key=LS7TO3DAUIBT tag=DDN24DXP1C0W type=del size=537046 2023-12-20T11:09:56.793 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.791+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~JIH2T2TI31WL.0 size=1048576 2023-12-20T11:09:56.795 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.793+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~JIH2T2TI31WL.1 size=253038 2023-12-20T11:09:56.795 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.793+0000 7fd1b21c4880 1 > prepared multipart upload key=E12NLNIAVP97 upload=JIH2T2TI31WL tag=VSKKJFUV80E8 type=write size=2350190 2023-12-20T11:09:56.797 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.795+0000 7fd1b21c4880 1 < canceled operation key=D7TWPUF05X3I tag=0S060J67PWN1 type=del size=456714 2023-12-20T11:09:56.800 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.798+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~OPP1006LG4RK.0 size=330440 2023-12-20T11:09:56.800 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.798+0000 7fd1b21c4880 1 > prepared multipart upload key=F1VUDQZ0F87N upload=OPP1006LG4RK tag=02NRAMTV50FG type=write size=1379016 2023-12-20T11:09:56.802 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.801+0000 7fd1b21c4880 1 < canceled operation key=SG40R95BA3CO tag=8RB7LKG1Q91C type=del size=687361 2023-12-20T11:09:56.806 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.804+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~91YKVEEMZEME.0 size=1048576 2023-12-20T11:09:56.808 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.806+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~91YKVEEMZEME.1 size=867431 2023-12-20T11:09:56.808 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.806+0000 7fd1b21c4880 1 > prepared multipart upload key=0HBCFL318BEY upload=91YKVEEMZEME tag=RKDIEF7ZKG7W type=write size=2964583 2023-12-20T11:09:56.813 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.811+0000 7fd1b21c4880 1 < suggested update operation key=MJ4RRM0D3OOK tag=HEX35MCYV8ZM type=del size=3816668 2023-12-20T11:09:56.815 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.813+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=RM3ML6W9N803 type=del size=1671733 2023-12-20T11:09:56.816 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.815+0000 7fd1b21c4880 1 < completed delete operation key=I33EZDGEOOGS tag=XOO0XRX06XI2 type=del 2023-12-20T11:09:56.820 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.818+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~U438S0L306QF.0 size=519129 2023-12-20T11:09:56.820 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.818+0000 7fd1b21c4880 1 > prepared multipart upload key=MJ4RRM0D3OOK upload=U438S0L306QF tag=DT3T5EXXLNU5 type=write size=1567705 2023-12-20T11:09:56.823 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.821+0000 7fd1b21c4880 -1 < failed to complete operation key=OYO96KT3ZIBU tag=A4PJ4SBZV0D7 type=del size=4178513: (22) Invalid argument 2023-12-20T11:09:56.824 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.823+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=B2NDMGK59BW5 type=del size=2163697 2023-12-20T11:09:56.829 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.827+0000 7fd1b21c4880 1 < suggested remove operation key=E12NLNIAVP97 tag=ZKARXLDIFD0X type=del 2023-12-20T11:09:56.832 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.831+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~JHXE3K1KM8EB.0 size=1048576 2023-12-20T11:09:56.834 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.832+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~JHXE3K1KM8EB.1 size=1048576 2023-12-20T11:09:56.835 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.834+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~JHXE3K1KM8EB.2 size=28203 2023-12-20T11:09:56.835 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.834+0000 7fd1b21c4880 1 > prepared multipart upload key=TRBR8IGAJUYI upload=JHXE3K1KM8EB tag=ISOY3AUYPUUK type=write size=3173931 2023-12-20T11:09:56.838 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.836+0000 7fd1b21c4880 1 < completed write operation key=EX0YD5XH1XPL tag=JPRY98M8HRCR type=write size=224354 2023-12-20T11:09:56.840 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.838+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=31C4TEMT9UMV type=del size=967575 2023-12-20T11:09:56.842 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.841+0000 7fd1b21c4880 1 < completed delete operation key=QZYJEPHLU0HS tag=YKCTVOCLEZOM type=del 2023-12-20T11:09:56.845 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.843+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=7ZHS9T1QKTRI type=del size=3821710 2023-12-20T11:09:56.845 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.843+0000 7fd1b21c4880 1 < canceled part key=_multipart_UHTMIVT6ND23.2~XK8WR83LF1DE.0 size=508747 2023-12-20T11:09:56.848 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.846+0000 7fd1b21c4880 1 < canceled multipart upload key=UHTMIVT6ND23 upload=XK8WR83LF1DE tag=POWHW2Y324Y4 type=write size=1557323 2023-12-20T11:09:56.849 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.848+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=FK4YDE1VN5F9 type=del size=4149056 2023-12-20T11:09:56.851 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.850+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~EBE94KC1ZLLQ.0 size=1048576 2023-12-20T11:09:56.853 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.851+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~EBE94KC1ZLLQ.1 size=1048576 2023-12-20T11:09:56.853 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.851+0000 7fd1b21c4880 1 < canceled part key=_multipart_D7TWPUF05X3I.2~EBE94KC1ZLLQ.2 size=365241 2023-12-20T11:09:56.856 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.855+0000 7fd1b21c4880 1 < canceled multipart upload key=D7TWPUF05X3I upload=EBE94KC1ZLLQ tag=LQTK6P8UBN93 type=write size=3510969 2023-12-20T11:09:56.858 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.857+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=9SL7M5RWO2NY type=del size=2192150 2023-12-20T11:09:56.859 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.857+0000 7fd1b21c4880 1 < canceled part key=_multipart_PWOXA6XNR6SL.2~JLA13BFB2X0F.0 size=1048576 2023-12-20T11:09:56.861 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.859+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~JLA13BFB2X0F.1 size=1048576 2023-12-20T11:09:56.862 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.861+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~JLA13BFB2X0F.2 size=839614 2023-12-20T11:09:56.866 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.864+0000 7fd1b21c4880 1 < canceled multipart upload key=PWOXA6XNR6SL upload=JLA13BFB2X0F tag=37S976N6X780 type=write size=3985342 2023-12-20T11:09:56.869 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.868+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~67D16BIWPM29.0 size=1048576 2023-12-20T11:09:56.871 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.870+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~67D16BIWPM29.1 size=1048576 2023-12-20T11:09:56.873 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.871+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~67D16BIWPM29.2 size=1045988 2023-12-20T11:09:56.873 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.871+0000 7fd1b21c4880 1 > prepared multipart upload key=OYO96KT3ZIBU upload=67D16BIWPM29 tag=IQ4K5JG2T04N type=write size=4191716 2023-12-20T11:09:56.875 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.873+0000 7fd1b21c4880 1 < completed delete operation key=TZ6V49PS7YRX tag=00UD2IUVVMVI type=del 2023-12-20T11:09:56.877 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.876+0000 7fd1b21c4880 1 > prepared operation key=1VUIXCARBLMN tag=KWA8738GEKX7 type=del size=82782 2023-12-20T11:09:56.879 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.878+0000 7fd1b21c4880 1 < canceled operation key=SUG71QAZ2CFC tag=HY514HLH991G type=del size=937415 2023-12-20T11:09:56.882 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.880+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=QRNZXDUTJUFS type=del size=784799 2023-12-20T11:09:56.885 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.883+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~WZB20WADX2BV.0 size=1048576 2023-12-20T11:09:56.886 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.885+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~WZB20WADX2BV.1 size=719739 2023-12-20T11:09:56.890 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.889+0000 7fd1b21c4880 1 < completed multipart upload key=0HBCFL318BEY upload=WZB20WADX2BV tag=KA2SV99GL71X type=write size=2816891 2023-12-20T11:09:56.892 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.890+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=0SBHTO64DQ2T type=del size=3489346 2023-12-20T11:09:56.894 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.893+0000 7fd1b21c4880 1 < completed delete operation key=UK0IZFVQ8SXI tag=APZH4QFKYPC8 type=del 2023-12-20T11:09:56.898 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.896+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~YJFWI9ZFEPB4.0 size=1048576 2023-12-20T11:09:56.899 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.898+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~YJFWI9ZFEPB4.1 size=90060 2023-12-20T11:09:56.899 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.898+0000 7fd1b21c4880 1 > prepared multipart upload key=QZYJEPHLU0HS upload=YJFWI9ZFEPB4 tag=PEKWTOCTCNY0 type=write size=2187212 2023-12-20T11:09:56.901 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.900+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~JIH2T2TI31WL.0 size=1048576 2023-12-20T11:09:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:09:56.903 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.901+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~JIH2T2TI31WL.1 size=253038 2023-12-20T11:09:56.906 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.905+0000 7fd1b21c4880 1 < completed multipart upload key=E12NLNIAVP97 upload=JIH2T2TI31WL tag=VSKKJFUV80E8 type=write size=2350190 2023-12-20T11:09:56.908 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.907+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=GV7T1A4VUTOQ type=del size=4042035 2023-12-20T11:09:56.910 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.909+0000 7fd1b21c4880 1 < completed part key=_multipart_F1VUDQZ0F87N.2~OPP1006LG4RK.0 size=330440 2023-12-20T11:09:56.914 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.913+0000 7fd1b21c4880 1 < completed multipart upload key=F1VUDQZ0F87N upload=OPP1006LG4RK tag=02NRAMTV50FG type=write size=1379016 2023-12-20T11:09:56.918 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.916+0000 7fd1b21c4880 1 > prepared part key=_multipart_SG40R95BA3CO.2~84ATCHCRAOWI.0 size=1048576 2023-12-20T11:09:56.920 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.918+0000 7fd1b21c4880 1 > prepared part key=_multipart_SG40R95BA3CO.2~84ATCHCRAOWI.1 size=1048576 2023-12-20T11:09:56.921 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.920+0000 7fd1b21c4880 1 > prepared part key=_multipart_SG40R95BA3CO.2~84ATCHCRAOWI.2 size=944887 2023-12-20T11:09:56.921 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.920+0000 7fd1b21c4880 1 > prepared multipart upload key=SG40R95BA3CO upload=84ATCHCRAOWI tag=X4LM3S9YL2WQ type=write size=4090615 2023-12-20T11:09:56.923 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.922+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~91YKVEEMZEME.0 size=1048576 2023-12-20T11:09:56.925 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.924+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~91YKVEEMZEME.1 size=867431 2023-12-20T11:09:56.929 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.927+0000 7fd1b21c4880 1 < completed multipart upload key=0HBCFL318BEY upload=91YKVEEMZEME tag=RKDIEF7ZKG7W type=write size=2964583 2023-12-20T11:09:56.930 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.929+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=W07FX0QMHA6F type=del size=2211838 2023-12-20T11:09:56.933 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.931+0000 7fd1b21c4880 1 < completed delete operation key=6UQYCRIG1VTM tag=RM3ML6W9N803 type=del 2023-12-20T11:09:56.938 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.936+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~HT31500A3ACS.0 size=1048576 2023-12-20T11:09:56.939 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.938+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~HT31500A3ACS.1 size=655600 2023-12-20T11:09:56.939 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.938+0000 7fd1b21c4880 1 > prepared multipart upload key=EX0YD5XH1XPL upload=HT31500A3ACS tag=AR2YW7PUGBJB type=write size=2752752 2023-12-20T11:09:56.940 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.938+0000 7fd1b21c4880 1 < canceled part key=_multipart_MJ4RRM0D3OOK.2~U438S0L306QF.0 size=519129 2023-12-20T11:09:56.943 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.942+0000 7fd1b21c4880 1 < canceled multipart upload key=MJ4RRM0D3OOK upload=U438S0L306QF tag=DT3T5EXXLNU5 type=write size=1567705 2023-12-20T11:09:56.945 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.944+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=KS4J0VVAERE1 type=del size=1679394 2023-12-20T11:09:56.947 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.946+0000 7fd1b21c4880 1 < completed delete operation key=SUG71QAZ2CFC tag=B2NDMGK59BW5 type=del 2023-12-20T11:09:56.951 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.949+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~J1IUJL1P2OZ0.0 size=1048576 2023-12-20T11:09:56.952 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.951+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~J1IUJL1P2OZ0.1 size=1048576 2023-12-20T11:09:56.954 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.952+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~J1IUJL1P2OZ0.2 size=922226 2023-12-20T11:09:56.954 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.952+0000 7fd1b21c4880 1 > prepared multipart upload key=1DSA1NSVISU5 upload=J1IUJL1P2OZ0 tag=9QAIBHC6FSRP type=write size=4067954 2023-12-20T11:09:56.956 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.954+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~JHXE3K1KM8EB.0 size=1048576 2023-12-20T11:09:56.957 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.956+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~JHXE3K1KM8EB.1 size=1048576 2023-12-20T11:09:56.961 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.957+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~JHXE3K1KM8EB.2 size=28203 2023-12-20T11:09:56.962 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.961+0000 7fd1b21c4880 1 < completed multipart upload key=TRBR8IGAJUYI upload=JHXE3K1KM8EB tag=ISOY3AUYPUUK type=write size=3173931 2023-12-20T11:09:56.964 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.963+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=PXQ0D0KNU90Y type=write size=83450 2023-12-20T11:09:56.966 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.965+0000 7fd1b21c4880 1 < completed delete operation key=YJO1Z2TB061O tag=31C4TEMT9UMV type=del 2023-12-20T11:09:56.969 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.967+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=YNU8GXG9S71J type=del size=485638 2023-12-20T11:09:56.973 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.972+0000 7fd1b21c4880 1 < suggested update operation key=ZUUJSJVWL10H tag=7ZHS9T1QKTRI type=del size=3821710 2023-12-20T11:09:56.975 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.974+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=S4VV1OAHCNRB type=del size=2418668 2023-12-20T11:09:56.977 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.976+0000 7fd1b21c4880 1 < completed delete operation key=MJ4RRM0D3OOK tag=FK4YDE1VN5F9 type=del 2023-12-20T11:09:56.980 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.978+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=VW14P0GUTQVQ type=del size=2469165 2023-12-20T11:09:56.982 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.980+0000 7fd1b21c4880 1 < completed delete operation key=LC4FC2MW1JOI tag=9SL7M5RWO2NY type=del 2023-12-20T11:09:56.985 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.984+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~ZCKXDMLKB4AN.0 size=902710 2023-12-20T11:09:56.986 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.984+0000 7fd1b21c4880 1 > prepared multipart upload key=8G0W9JZ1GDXN upload=ZCKXDMLKB4AN tag=GLC5OQZTW9Y2 type=write size=1951286 2023-12-20T11:09:56.987 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.986+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~67D16BIWPM29.0 size=1048576 2023-12-20T11:09:56.989 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.988+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~67D16BIWPM29.1 size=1048576 2023-12-20T11:09:56.991 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.989+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~67D16BIWPM29.2 size=1045988 2023-12-20T11:09:56.994 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.993+0000 7fd1b21c4880 1 < completed multipart upload key=OYO96KT3ZIBU upload=67D16BIWPM29 tag=IQ4K5JG2T04N type=write size=4191716 2023-12-20T11:09:56.996 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.994+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=LUSG95EP3A7I type=write size=269397 2023-12-20T11:09:56.998 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.996+0000 7fd1b21c4880 1 < completed delete operation key=1VUIXCARBLMN tag=KWA8738GEKX7 type=del 2023-12-20T11:09:57.000 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:56.998+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=1YSAJP9WX6C3 type=write size=382833 2023-12-20T11:09:57.002 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.000+0000 7fd1b21c4880 1 < canceled operation key=LC4FC2MW1JOI tag=QRNZXDUTJUFS type=del size=784799 2023-12-20T11:09:57.004 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.002+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=2XXI77RN29Y4 type=write size=179295 2023-12-20T11:09:57.006 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.004+0000 7fd1b21c4880 1 < canceled operation key=YJO1Z2TB061O tag=0SBHTO64DQ2T type=del size=3489346 2023-12-20T11:09:57.010 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.009+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~8VUU61AMBYXK.0 size=95475 2023-12-20T11:09:57.010 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.009+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=8VUU61AMBYXK tag=9L5UKQXTO6W1 type=write size=1144051 2023-12-20T11:09:57.012 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.011+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~YJFWI9ZFEPB4.0 size=1048576 2023-12-20T11:09:57.014 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.013+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~YJFWI9ZFEPB4.1 size=90060 2023-12-20T11:09:57.022 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.017+0000 7fd1b21c4880 1 < completed multipart upload key=QZYJEPHLU0HS upload=YJFWI9ZFEPB4 tag=PEKWTOCTCNY0 type=write size=2187212 2023-12-20T11:09:57.022 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.019+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=ZHZ79O3ZGUU5 type=del size=3430823 2023-12-20T11:09:57.022 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.020+0000 7fd1b21c4880 1 < completed delete operation key=TRBR8IGAJUYI tag=GV7T1A4VUTOQ type=del 2023-12-20T11:09:57.024 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.022+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=XMQGD76Y066S type=del size=1706692 2023-12-20T11:09:57.026 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.024+0000 7fd1b21c4880 1 < completed part key=_multipart_SG40R95BA3CO.2~84ATCHCRAOWI.0 size=1048576 2023-12-20T11:09:57.028 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.026+0000 7fd1b21c4880 1 < completed part key=_multipart_SG40R95BA3CO.2~84ATCHCRAOWI.1 size=1048576 2023-12-20T11:09:57.028 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.026+0000 7fd1b21c4880 1 < canceled part key=_multipart_SG40R95BA3CO.2~84ATCHCRAOWI.2 size=944887 2023-12-20T11:09:57.032 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.031+0000 7fd1b21c4880 1 < canceled multipart upload key=SG40R95BA3CO upload=84ATCHCRAOWI tag=X4LM3S9YL2WQ type=write size=4090615 2023-12-20T11:09:57.034 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.033+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=KED28MNIFVYZ type=write size=120774 2023-12-20T11:09:57.036 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.035+0000 7fd1b21c4880 1 < canceled operation key=SQ6HXEFRPSDQ tag=W07FX0QMHA6F type=del size=2211838 2023-12-20T11:09:57.039 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.037+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=P4M2WE0CWXHP type=del size=275658 2023-12-20T11:09:57.041 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.039+0000 7fd1b21c4880 1 < completed part key=_multipart_EX0YD5XH1XPL.2~HT31500A3ACS.0 size=1048576 2023-12-20T11:09:57.042 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.041+0000 7fd1b21c4880 1 < completed part key=_multipart_EX0YD5XH1XPL.2~HT31500A3ACS.1 size=655600 2023-12-20T11:09:57.046 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.044+0000 7fd1b21c4880 1 < completed multipart upload key=EX0YD5XH1XPL upload=HT31500A3ACS tag=AR2YW7PUGBJB type=write size=2752752 2023-12-20T11:09:57.049 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.047+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~QB36F9E5D6JK.0 size=1048576 2023-12-20T11:09:57.050 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.049+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~QB36F9E5D6JK.1 size=1048576 2023-12-20T11:09:57.052 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.050+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~QB36F9E5D6JK.2 size=909607 2023-12-20T11:09:57.052 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.050+0000 7fd1b21c4880 1 > prepared multipart upload key=SQ6HXEFRPSDQ upload=QB36F9E5D6JK tag=BNM22V1MZNRE type=write size=4055335 2023-12-20T11:09:57.054 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.052+0000 7fd1b21c4880 1 < completed delete operation key=0CTPN27ASDAX tag=KS4J0VVAERE1 type=del 2023-12-20T11:09:57.056 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.054+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=QA8QLK09L27J type=del size=4166428 2023-12-20T11:09:57.057 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.056+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~J1IUJL1P2OZ0.0 size=1048576 2023-12-20T11:09:57.057 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.056+0000 7fd1b21c4880 1 < canceled part key=_multipart_1DSA1NSVISU5.2~J1IUJL1P2OZ0.1 size=1048576 2023-12-20T11:09:57.059 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.057+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~J1IUJL1P2OZ0.2 size=922226 2023-12-20T11:09:57.062 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.061+0000 7fd1b21c4880 1 < canceled multipart upload key=1DSA1NSVISU5 upload=J1IUJL1P2OZ0 tag=9QAIBHC6FSRP type=write size=4067954 2023-12-20T11:09:57.064 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.062+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=JASPDWQJVPV4 type=del size=2282866 2023-12-20T11:09:57.066 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.064+0000 7fd1b21c4880 1 < completed write operation key=LC4FC2MW1JOI tag=PXQ0D0KNU90Y type=write size=83450 2023-12-20T11:09:57.070 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.068+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~MOK7EV0HCGB9.0 size=1048576 2023-12-20T11:09:57.071 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.070+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~MOK7EV0HCGB9.1 size=1048576 2023-12-20T11:09:57.072 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.071+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~MOK7EV0HCGB9.2 size=893849 2023-12-20T11:09:57.073 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.071+0000 7fd1b21c4880 1 > prepared multipart upload key=F1VUDQZ0F87N upload=MOK7EV0HCGB9 tag=HRBTKP6UJX9I type=write size=4039577 2023-12-20T11:09:57.074 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.073+0000 7fd1b21c4880 1 < completed delete operation key=FKD3AAYKIV7B tag=YNU8GXG9S71J type=del 2023-12-20T11:09:57.078 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.077+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~7TAFWMVDG5QQ.0 size=1048576 2023-12-20T11:09:57.080 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.079+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~7TAFWMVDG5QQ.1 size=151451 2023-12-20T11:09:57.080 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.079+0000 7fd1b21c4880 1 > prepared multipart upload key=OYO96KT3ZIBU upload=7TAFWMVDG5QQ tag=58PI17DN7PZN type=write size=2248603 2023-12-20T11:09:57.082 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.081+0000 7fd1b21c4880 1 < completed delete operation key=LTCK7NB910AG tag=S4VV1OAHCNRB type=del 2023-12-20T11:09:57.086 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.084+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~UAWFHDYAWV7I.0 size=655235 2023-12-20T11:09:57.086 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.084+0000 7fd1b21c4880 1 > prepared multipart upload key=FKD3AAYKIV7B upload=UAWFHDYAWV7I tag=K61HOZTATW98 type=write size=1703811 2023-12-20T11:09:57.087 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.086+0000 7fd1b21c4880 1 < canceled operation key=FKD3AAYKIV7B tag=VW14P0GUTQVQ type=del size=2469165 2023-12-20T11:09:57.089 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.088+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=0VI0UGOGFLL2 type=write size=111806 2023-12-20T11:09:57.091 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.090+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~ZCKXDMLKB4AN.0 size=902710 2023-12-20T11:09:57.094 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.093+0000 7fd1b21c4880 1 < completed multipart upload key=8G0W9JZ1GDXN upload=ZCKXDMLKB4AN tag=GLC5OQZTW9Y2 type=write size=1951286 2023-12-20T11:09:57.098 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.097+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~WPQYFTBP6HTI.0 size=1048576 2023-12-20T11:09:57.100 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.098+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~WPQYFTBP6HTI.1 size=781258 2023-12-20T11:09:57.100 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.098+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=WPQYFTBP6HTI tag=1Z1N501DN28B type=write size=2878410 2023-12-20T11:09:57.102 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.100+0000 7fd1b21c4880 1 < completed write operation key=E12NLNIAVP97 tag=LUSG95EP3A7I type=write size=269397 2023-12-20T11:09:57.104 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.102+0000 7fd1b21c4880 1 > prepared operation key=UHTMIVT6ND23 tag=NMTLYJLXYWVY type=del size=1322694 2023-12-20T11:09:57.106 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.104+0000 7fd1b21c4880 1 < completed write operation key=K1JVVDJA7RXO tag=1YSAJP9WX6C3 type=write size=382833 2023-12-20T11:09:57.110 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.108+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~OYAM0E4EE835.0 size=107751 2023-12-20T11:09:57.110 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.108+0000 7fd1b21c4880 1 > prepared multipart upload key=QZYJEPHLU0HS upload=OYAM0E4EE835 tag=QU6M0JSDWVB0 type=write size=1156327 2023-12-20T11:09:57.112 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.111+0000 7fd1b21c4880 1 < completed write operation key=X4MNSJEQQOIN tag=2XXI77RN29Y4 type=write size=179295 2023-12-20T11:09:57.114 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.113+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=HXV5WHKHJGNZ type=del size=1824458 2023-12-20T11:09:57.116 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.115+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~8VUU61AMBYXK.0 size=95475 2023-12-20T11:09:57.120 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.118+0000 7fd1b21c4880 1 < completed multipart upload key=TZ6V49PS7YRX upload=8VUU61AMBYXK tag=9L5UKQXTO6W1 type=write size=1144051 2023-12-20T11:09:57.124 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.122+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~P6EJLEH32D8T.0 size=1048576 2023-12-20T11:09:57.125 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.124+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~P6EJLEH32D8T.1 size=1048576 2023-12-20T11:09:57.127 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.125+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~P6EJLEH32D8T.2 size=836868 2023-12-20T11:09:57.127 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.125+0000 7fd1b21c4880 1 > prepared multipart upload key=QZYJEPHLU0HS upload=P6EJLEH32D8T tag=5DBYYRNESZJ3 type=write size=3982596 2023-12-20T11:09:57.129 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.127+0000 7fd1b21c4880 1 < completed delete operation key=TRBR8IGAJUYI tag=ZHZ79O3ZGUU5 type=del 2023-12-20T11:09:57.130 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.129+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=SQ3TPF34JGB5 type=write size=111220 2023-12-20T11:09:57.132 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.131+0000 7fd1b21c4880 1 < completed delete operation key=TRBR8IGAJUYI tag=XMQGD76Y066S type=del 2023-12-20T11:09:57.134 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.133+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=7RH07KXG527Y type=del size=822451 2023-12-20T11:09:57.137 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.136+0000 7fd1b21c4880 1 < suggested remove operation key=OYO96KT3ZIBU tag=KED28MNIFVYZ type=write 2023-12-20T11:09:57.141 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.139+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~1O6OO92QCL8C.0 size=550854 2023-12-20T11:09:57.141 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.139+0000 7fd1b21c4880 1 > prepared multipart upload key=D7TWPUF05X3I upload=1O6OO92QCL8C tag=AL05AMLCBYAP type=write size=1599430 2023-12-20T11:09:57.143 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.142+0000 7fd1b21c4880 1 < completed delete operation key=EX0YD5XH1XPL tag=P4M2WE0CWXHP type=del 2023-12-20T11:09:57.146 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.145+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~E1TJMF8IFUJE.0 size=1048576 2023-12-20T11:09:57.148 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.146+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~E1TJMF8IFUJE.1 size=244656 2023-12-20T11:09:57.148 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.146+0000 7fd1b21c4880 1 > prepared multipart upload key=X4MNSJEQQOIN upload=E1TJMF8IFUJE tag=Q9U5HX4U5WF0 type=write size=2341808 2023-12-20T11:09:57.150 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.148+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~QB36F9E5D6JK.0 size=1048576 2023-12-20T11:09:57.151 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.150+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~QB36F9E5D6JK.1 size=1048576 2023-12-20T11:09:57.153 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.152+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~QB36F9E5D6JK.2 size=909607 2023-12-20T11:09:57.156 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.155+0000 7fd1b21c4880 1 < completed multipart upload key=SQ6HXEFRPSDQ upload=QB36F9E5D6JK tag=BNM22V1MZNRE type=write size=4055335 2023-12-20T11:09:57.158 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.157+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=N88XQZCA33IB type=del size=4079585 2023-12-20T11:09:57.160 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.158+0000 7fd1b21c4880 1 < completed delete operation key=TRBR8IGAJUYI tag=QA8QLK09L27J type=del 2023-12-20T11:09:57.162 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.160+0000 7fd1b21c4880 1 > prepared operation key=UHTMIVT6ND23 tag=R3HRE3TSQ0LB type=del size=1853089 2023-12-20T11:09:57.164 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.162+0000 7fd1b21c4880 1 < canceled operation key=QZYJEPHLU0HS tag=JASPDWQJVPV4 type=del size=2282866 2023-12-20T11:09:57.166 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.165+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=XMUJA1JTMQBN type=del size=231064 2023-12-20T11:09:57.166 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.165+0000 7fd1b21c4880 1 < canceled part key=_multipart_F1VUDQZ0F87N.2~MOK7EV0HCGB9.0 size=1048576 2023-12-20T11:09:57.168 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.167+0000 7fd1b21c4880 1 < completed part key=_multipart_F1VUDQZ0F87N.2~MOK7EV0HCGB9.1 size=1048576 2023-12-20T11:09:57.170 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.169+0000 7fd1b21c4880 1 < completed part key=_multipart_F1VUDQZ0F87N.2~MOK7EV0HCGB9.2 size=893849 2023-12-20T11:09:57.173 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.172+0000 7fd1b21c4880 1 < canceled multipart upload key=F1VUDQZ0F87N upload=MOK7EV0HCGB9 tag=HRBTKP6UJX9I type=write size=4039577 2023-12-20T11:09:57.177 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.175+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~1YT0X2EK1KH2.0 size=1048576 2023-12-20T11:09:57.179 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.177+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~1YT0X2EK1KH2.1 size=492672 2023-12-20T11:09:57.179 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.177+0000 7fd1b21c4880 1 > prepared multipart upload key=I33EZDGEOOGS upload=1YT0X2EK1KH2 tag=8Y8UJRKPRBNS type=write size=2589824 2023-12-20T11:09:57.181 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.179+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~7TAFWMVDG5QQ.0 size=1048576 2023-12-20T11:09:57.182 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.181+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~7TAFWMVDG5QQ.1 size=151451 2023-12-20T11:09:57.187 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.185+0000 7fd1b21c4880 1 < completed multipart upload key=OYO96KT3ZIBU upload=7TAFWMVDG5QQ tag=58PI17DN7PZN type=write size=2248603 2023-12-20T11:09:57.189 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.187+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=10189TJCWWBF type=del size=3920614 2023-12-20T11:09:57.191 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.189+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~UAWFHDYAWV7I.0 size=655235 2023-12-20T11:09:57.194 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.193+0000 7fd1b21c4880 1 < completed multipart upload key=FKD3AAYKIV7B upload=UAWFHDYAWV7I tag=K61HOZTATW98 type=write size=1703811 2023-12-20T11:09:57.198 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.196+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~9BP1TETQOIMM.0 size=1048576 2023-12-20T11:09:57.199 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.198+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~9BP1TETQOIMM.1 size=17112 2023-12-20T11:09:57.200 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.198+0000 7fd1b21c4880 1 > prepared multipart upload key=E12NLNIAVP97 upload=9BP1TETQOIMM tag=FN344LRQB96X type=write size=2114264 2023-12-20T11:09:57.202 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.200+0000 7fd1b21c4880 1 < completed write operation key=YJO1Z2TB061O tag=0VI0UGOGFLL2 type=write size=111806 2023-12-20T11:09:57.204 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.202+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=BPIQMSVGC18Z type=del size=1050028 2023-12-20T11:09:57.206 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.204+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~WPQYFTBP6HTI.0 size=1048576 2023-12-20T11:09:57.208 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.206+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~WPQYFTBP6HTI.1 size=781258 2023-12-20T11:09:57.212 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.210+0000 7fd1b21c4880 1 < completed multipart upload key=TZ6V49PS7YRX upload=WPQYFTBP6HTI tag=1Z1N501DN28B type=write size=2878410 2023-12-20T11:09:57.214 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.212+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=JQW1XE8YHLQ9 type=del size=3357387 2023-12-20T11:09:57.218 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.216+0000 7fd1b21c4880 1 < suggested update operation key=UHTMIVT6ND23 tag=NMTLYJLXYWVY type=del size=1322694 2023-12-20T11:09:57.220 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.218+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=VRYEH1XNL948 type=del size=3385218 2023-12-20T11:09:57.222 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.220+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~OYAM0E4EE835.0 size=107751 2023-12-20T11:09:57.225 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.224+0000 7fd1b21c4880 1 < completed multipart upload key=QZYJEPHLU0HS upload=OYAM0E4EE835 tag=QU6M0JSDWVB0 type=write size=1156327 2023-12-20T11:09:57.227 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.226+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=74HO5WM64JDD type=del size=1461412 2023-12-20T11:09:57.229 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.228+0000 7fd1b21c4880 1 < completed delete operation key=MJ4RRM0D3OOK tag=HXV5WHKHJGNZ type=del 2023-12-20T11:09:57.231 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.229+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=QEI8T683AYLH type=del size=2731014 2023-12-20T11:09:57.231 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.230+0000 7fd1b21c4880 1 < canceled part key=_multipart_QZYJEPHLU0HS.2~P6EJLEH32D8T.0 size=1048576 2023-12-20T11:09:57.233 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.231+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~P6EJLEH32D8T.1 size=1048576 2023-12-20T11:09:57.234 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.233+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~P6EJLEH32D8T.2 size=836868 2023-12-20T11:09:57.237 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.236+0000 7fd1b21c4880 1 < canceled multipart upload key=QZYJEPHLU0HS upload=P6EJLEH32D8T tag=5DBYYRNESZJ3 type=write size=3982596 2023-12-20T11:09:57.239 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.238+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=UCHIO1FR37BS type=write size=295537 2023-12-20T11:09:57.241 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.239+0000 7fd1b21c4880 1 < completed write operation key=SG40R95BA3CO tag=SQ3TPF34JGB5 type=write size=111220 2023-12-20T11:09:57.244 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.243+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~R7A8O01E03ZB.0 size=605798 2023-12-20T11:09:57.244 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.243+0000 7fd1b21c4880 1 > prepared multipart upload key=X4MNSJEQQOIN upload=R7A8O01E03ZB tag=GVK98UI0QI1W type=write size=1654374 2023-12-20T11:09:57.248 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.247+0000 7fd1b21c4880 1 < suggested remove operation key=F1VUDQZ0F87N tag=7RH07KXG527Y type=del 2023-12-20T11:09:57.252 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.250+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~1J4XORUA50SF.0 size=1048576 2023-12-20T11:09:57.253 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.252+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~1J4XORUA50SF.1 size=1048576 2023-12-20T11:09:57.255 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.253+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~1J4XORUA50SF.2 size=143886 2023-12-20T11:09:57.255 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.253+0000 7fd1b21c4880 1 > prepared multipart upload key=EX0YD5XH1XPL upload=1J4XORUA50SF tag=K8W42FSW9Z15 type=write size=3289614 2023-12-20T11:09:57.255 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.254+0000 7fd1b21c4880 1 < canceled part key=_multipart_D7TWPUF05X3I.2~1O6OO92QCL8C.0 size=550854 2023-12-20T11:09:57.258 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.257+0000 7fd1b21c4880 1 < canceled multipart upload key=D7TWPUF05X3I upload=1O6OO92QCL8C tag=AL05AMLCBYAP type=write size=1599430 2023-12-20T11:09:57.262 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.261+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~UCL2SLOV2WT2.0 size=567132 2023-12-20T11:09:57.262 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.261+0000 7fd1b21c4880 1 > prepared multipart upload key=X4MNSJEQQOIN upload=UCL2SLOV2WT2 tag=6XNY97R76ZAJ type=write size=1615708 2023-12-20T11:09:57.264 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.263+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~E1TJMF8IFUJE.0 size=1048576 2023-12-20T11:09:57.266 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.265+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~E1TJMF8IFUJE.1 size=244656 2023-12-20T11:09:57.269 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.268+0000 7fd1b21c4880 1 < completed multipart upload key=X4MNSJEQQOIN upload=E1TJMF8IFUJE tag=Q9U5HX4U5WF0 type=write size=2341808 2023-12-20T11:09:57.271 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.270+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=E0071PVUATHO type=write size=124346 2023-12-20T11:09:57.275 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.273+0000 7fd1b21c4880 1 < suggested remove operation key=0CTPN27ASDAX tag=N88XQZCA33IB type=del 2023-12-20T11:09:57.277 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.276+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=7L1UQZR5JY81 type=del size=2689560 2023-12-20T11:09:57.281 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.279+0000 7fd1b21c4880 1 < suggested remove operation key=UHTMIVT6ND23 tag=R3HRE3TSQ0LB type=del 2023-12-20T11:09:57.283 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.281+0000 7fd1b21c4880 1 > prepared operation key=TZ6V49PS7YRX tag=GDJ2Z1KD1WX1 type=del size=2039930 2023-12-20T11:09:57.287 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.286+0000 7fd1b21c4880 1 < suggested remove operation key=X4MNSJEQQOIN tag=XMUJA1JTMQBN type=del 2023-12-20T11:09:57.289 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.288+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=7ECV81PMIGN7 type=del size=4035263 2023-12-20T11:09:57.291 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.290+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~1YT0X2EK1KH2.0 size=1048576 2023-12-20T11:09:57.293 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.291+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~1YT0X2EK1KH2.1 size=492672 2023-12-20T11:09:57.296 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.294+0000 7fd1b21c4880 1 < completed multipart upload key=I33EZDGEOOGS upload=1YT0X2EK1KH2 tag=8Y8UJRKPRBNS type=write size=2589824 2023-12-20T11:09:57.298 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.296+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=83F1DAP9QQ7T type=del size=4187506 2023-12-20T11:09:57.301 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.299+0000 7fd1b21c4880 -1 < failed to complete operation key=F1VUDQZ0F87N tag=10189TJCWWBF type=del size=3920614: (22) Invalid argument 2023-12-20T11:09:57.303 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.301+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=M4WYVBIBH3JC type=del size=1825299 2023-12-20T11:09:57.305 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.303+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~9BP1TETQOIMM.0 size=1048576 2023-12-20T11:09:57.306 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.305+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~9BP1TETQOIMM.1 size=17112 2023-12-20T11:09:57.309 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.308+0000 7fd1b21c4880 1 < completed multipart upload key=E12NLNIAVP97 upload=9BP1TETQOIMM tag=FN344LRQB96X type=write size=2114264 2023-12-20T11:09:57.311 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.310+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=C9PGW4629DDK type=del size=1423193 2023-12-20T11:09:57.313 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.312+0000 7fd1b21c4880 1 < completed delete operation key=PWOXA6XNR6SL tag=BPIQMSVGC18Z type=del 2023-12-20T11:09:57.315 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.314+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=O2TT7DH140A0 type=del size=108582 2023-12-20T11:09:57.315 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.314+0000 7fd1b21c4880 -1 < no bi entry to suggest for operation key=0CTPN27ASDAX tag=JQW1XE8YHLQ9 type=del size=3357387: (2) No such file or directory 2023-12-20T11:09:57.318 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.316+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=YZBA1ON9DJV5 type=del size=1287932 2023-12-20T11:09:57.319 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.318+0000 7fd1b21c4880 1 < completed delete operation key=LS7TO3DAUIBT tag=VRYEH1XNL948 type=del 2023-12-20T11:09:57.321 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.320+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=ID3RGNUS4G4N type=del size=1273868 2023-12-20T11:09:57.324 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.322+0000 7fd1b21c4880 -1 < failed to complete operation key=X4MNSJEQQOIN tag=74HO5WM64JDD type=del size=1461412: (22) Invalid argument 2023-12-20T11:09:57.326 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.324+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=04YVNE5REZX6 type=del size=2474031 2023-12-20T11:09:57.328 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.326+0000 7fd1b21c4880 1 < completed delete operation key=UK0IZFVQ8SXI tag=QEI8T683AYLH type=del 2023-12-20T11:09:57.330 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.329+0000 7fd1b21c4880 1 > prepared operation key=D7TWPUF05X3I tag=RH6JKCM3GDGW type=del size=4117594 2023-12-20T11:09:57.332 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.330+0000 7fd1b21c4880 1 < completed write operation key=LTCK7NB910AG tag=UCHIO1FR37BS type=write size=295537 2023-12-20T11:09:57.336 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.334+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~HLO5LO44443D.0 size=1048576 2023-12-20T11:09:57.337 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.336+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~HLO5LO44443D.1 size=1018353 2023-12-20T11:09:57.338 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.336+0000 7fd1b21c4880 1 > prepared multipart upload key=LS7TO3DAUIBT upload=HLO5LO44443D tag=3NMS90MA5FKY type=write size=3115505 2023-12-20T11:09:57.339 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.338+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~R7A8O01E03ZB.0 size=605798 2023-12-20T11:09:57.343 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.342+0000 7fd1b21c4880 1 < completed multipart upload key=X4MNSJEQQOIN upload=R7A8O01E03ZB tag=GVK98UI0QI1W type=write size=1654374 2023-12-20T11:09:57.347 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.345+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~D4YUNM1VMVTD.0 size=1048576 2023-12-20T11:09:57.348 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.347+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~D4YUNM1VMVTD.1 size=1048576 2023-12-20T11:09:57.350 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.349+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~D4YUNM1VMVTD.2 size=349251 2023-12-20T11:09:57.350 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.349+0000 7fd1b21c4880 1 > prepared multipart upload key=D7TWPUF05X3I upload=D4YUNM1VMVTD tag=25K66WTGR1GY type=write size=3494979 2023-12-20T11:09:57.352 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.350+0000 7fd1b21c4880 1 < completed part key=_multipart_EX0YD5XH1XPL.2~1J4XORUA50SF.0 size=1048576 2023-12-20T11:09:57.352 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.350+0000 7fd1b21c4880 1 < canceled part key=_multipart_EX0YD5XH1XPL.2~1J4XORUA50SF.1 size=1048576 2023-12-20T11:09:57.353 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.352+0000 7fd1b21c4880 1 < completed part key=_multipart_EX0YD5XH1XPL.2~1J4XORUA50SF.2 size=143886 2023-12-20T11:09:57.357 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.355+0000 7fd1b21c4880 1 < canceled multipart upload key=EX0YD5XH1XPL upload=1J4XORUA50SF tag=K8W42FSW9Z15 type=write size=3289614 2023-12-20T11:09:57.359 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.357+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=QW2PE4MIJGJS type=del size=2869282 2023-12-20T11:09:57.359 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.358+0000 7fd1b21c4880 1 < canceled part key=_multipart_X4MNSJEQQOIN.2~UCL2SLOV2WT2.0 size=567132 2023-12-20T11:09:57.363 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.361+0000 7fd1b21c4880 1 < canceled multipart upload key=X4MNSJEQQOIN upload=UCL2SLOV2WT2 tag=6XNY97R76ZAJ type=write size=1615708 2023-12-20T11:09:57.366 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.365+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~3BF2I0CTGJFM.0 size=1048576 2023-12-20T11:09:57.368 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.366+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~3BF2I0CTGJFM.1 size=212380 2023-12-20T11:09:57.368 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.366+0000 7fd1b21c4880 1 > prepared multipart upload key=PWOXA6XNR6SL upload=3BF2I0CTGJFM tag=3RCSDQZXCPTW type=write size=2309532 2023-12-20T11:09:57.370 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.369+0000 7fd1b21c4880 1 < completed write operation key=LTCK7NB910AG tag=E0071PVUATHO type=write size=124346 2023-12-20T11:09:57.372 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.370+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=FKBWQ8V88972 type=write size=183962 2023-12-20T11:09:57.374 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.373+0000 7fd1b21c4880 1 < completed delete operation key=TRBR8IGAJUYI tag=7L1UQZR5JY81 type=del 2023-12-20T11:09:57.378 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.377+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~EQW0WY3SR8W2.0 size=478948 2023-12-20T11:09:57.378 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.377+0000 7fd1b21c4880 1 > prepared multipart upload key=E12NLNIAVP97 upload=EQW0WY3SR8W2 tag=L7HRHE027INE type=write size=1527524 2023-12-20T11:09:57.380 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.378+0000 7fd1b21c4880 1 < completed delete operation key=TZ6V49PS7YRX tag=GDJ2Z1KD1WX1 type=del 2023-12-20T11:09:57.382 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.380+0000 7fd1b21c4880 1 > prepared operation key=I33EZDGEOOGS tag=5XQ0YAGFK2PD type=del size=683326 2023-12-20T11:09:57.384 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.382+0000 7fd1b21c4880 1 < completed delete operation key=H6RM2M0W0Z5O tag=7ECV81PMIGN7 type=del 2023-12-20T11:09:57.387 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.386+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~32KMEUT0G85C.0 size=1048576 2023-12-20T11:09:57.389 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.387+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~32KMEUT0G85C.1 size=59879 2023-12-20T11:09:57.389 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.387+0000 7fd1b21c4880 1 > prepared multipart upload key=I33EZDGEOOGS upload=32KMEUT0G85C tag=01YMKXRT1EGG type=write size=2157031 2023-12-20T11:09:57.391 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.389+0000 7fd1b21c4880 1 < completed delete operation key=H6RM2M0W0Z5O tag=83F1DAP9QQ7T type=del 2023-12-20T11:09:57.394 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.393+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~D688VCMDKLRE.0 size=1002868 2023-12-20T11:09:57.395 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.393+0000 7fd1b21c4880 1 > prepared multipart upload key=0CTPN27ASDAX upload=D688VCMDKLRE tag=6DXCJWVUWTU1 type=write size=2051444 2023-12-20T11:09:57.398 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.397+0000 7fd1b21c4880 1 < suggested remove operation key=F1VUDQZ0F87N tag=M4WYVBIBH3JC type=del 2023-12-20T11:09:57.400 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.399+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=SHZ851IWGTI4 type=del size=1503856 2023-12-20T11:09:57.402 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.401+0000 7fd1b21c4880 1 < completed delete operation key=MJ4RRM0D3OOK tag=C9PGW4629DDK type=del 2023-12-20T11:09:57.407 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.405+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=HJGDOG6G15ET type=del size=2626206 2023-12-20T11:09:57.409 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.408+0000 7fd1b21c4880 1 < completed delete operation key=1DSA1NSVISU5 tag=O2TT7DH140A0 type=del 2023-12-20T11:09:57.413 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.411+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~OENZDGTGU0OE.0 size=1048576 2023-12-20T11:09:57.414 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.413+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~OENZDGTGU0OE.1 size=505272 2023-12-20T11:09:57.414 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.413+0000 7fd1b21c4880 1 > prepared multipart upload key=F1VUDQZ0F87N upload=OENZDGTGU0OE tag=XTZ8SSPGY9PL type=write size=2602424 2023-12-20T11:09:57.416 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.415+0000 7fd1b21c4880 1 < completed delete operation key=OYO96KT3ZIBU tag=YZBA1ON9DJV5 type=del 2023-12-20T11:09:57.418 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.417+0000 7fd1b21c4880 1 > prepared operation key=I33EZDGEOOGS tag=B3O40CMZCL5S type=del size=1431791 2023-12-20T11:09:57.422 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.420+0000 7fd1b21c4880 1 < suggested update operation key=K1JVVDJA7RXO tag=ID3RGNUS4G4N type=del size=1273868 2023-12-20T11:09:57.426 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.425+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~81QQHJOYJS3K.0 size=582193 2023-12-20T11:09:57.426 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.425+0000 7fd1b21c4880 1 > prepared multipart upload key=SQ6HXEFRPSDQ upload=81QQHJOYJS3K tag=35KOCFD106J0 type=write size=1630769 2023-12-20T11:09:57.428 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.427+0000 7fd1b21c4880 1 < completed delete operation key=UK0IZFVQ8SXI tag=04YVNE5REZX6 type=del 2023-12-20T11:09:57.432 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.430+0000 7fd1b21c4880 1 > prepared part key=_multipart_UK0IZFVQ8SXI.2~QR68ZRABFARW.0 size=1048576 2023-12-20T11:09:57.433 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.432+0000 7fd1b21c4880 1 > prepared part key=_multipart_UK0IZFVQ8SXI.2~QR68ZRABFARW.1 size=982370 2023-12-20T11:09:57.433 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.432+0000 7fd1b21c4880 1 > prepared multipart upload key=UK0IZFVQ8SXI upload=QR68ZRABFARW tag=YSJ7VYFKB5EQ type=write size=3079522 2023-12-20T11:09:57.437 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.434+0000 7fd1b21c4880 1 < completed delete operation key=D7TWPUF05X3I tag=RH6JKCM3GDGW type=del 2023-12-20T11:09:57.439 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.437+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~Z4YYSF3IAHGY.0 size=1048576 2023-12-20T11:09:57.440 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.439+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~Z4YYSF3IAHGY.1 size=423490 2023-12-20T11:09:57.440 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.439+0000 7fd1b21c4880 1 > prepared multipart upload key=0CTPN27ASDAX upload=Z4YYSF3IAHGY tag=GKJD2QAD3Y4U type=write size=2520642 2023-12-20T11:09:57.442 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.441+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~HLO5LO44443D.0 size=1048576 2023-12-20T11:09:57.444 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.442+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~HLO5LO44443D.1 size=1018353 2023-12-20T11:09:57.447 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.445+0000 7fd1b21c4880 1 < completed multipart upload key=LS7TO3DAUIBT upload=HLO5LO44443D tag=3NMS90MA5FKY type=write size=3115505 2023-12-20T11:09:57.450 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.449+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~YSOF5E87IJBQ.0 size=23185 2023-12-20T11:09:57.451 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.449+0000 7fd1b21c4880 1 > prepared multipart upload key=OYO96KT3ZIBU upload=YSOF5E87IJBQ tag=7AF9WQW1X7RV type=write size=1071761 2023-12-20T11:09:57.452 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.451+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~D4YUNM1VMVTD.0 size=1048576 2023-12-20T11:09:57.454 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.452+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~D4YUNM1VMVTD.1 size=1048576 2023-12-20T11:09:57.455 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.454+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~D4YUNM1VMVTD.2 size=349251 2023-12-20T11:09:57.459 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.457+0000 7fd1b21c4880 1 < completed multipart upload key=D7TWPUF05X3I upload=D4YUNM1VMVTD tag=25K66WTGR1GY type=write size=3494979 2023-12-20T11:09:57.461 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.459+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=HTDMGNMAQ686 type=del size=1237678 2023-12-20T11:09:57.463 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.461+0000 7fd1b21c4880 1 < completed delete operation key=QZYJEPHLU0HS tag=QW2PE4MIJGJS type=del 2023-12-20T11:09:57.465 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.463+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=VO3KC84HMH60 type=write size=1036310 2023-12-20T11:09:57.467 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.465+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~3BF2I0CTGJFM.0 size=1048576 2023-12-20T11:09:57.469 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.467+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~3BF2I0CTGJFM.1 size=212380 2023-12-20T11:09:57.472 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.471+0000 7fd1b21c4880 1 < completed multipart upload key=PWOXA6XNR6SL upload=3BF2I0CTGJFM tag=3RCSDQZXCPTW type=write size=2309532 2023-12-20T11:09:57.474 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.473+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=B9130Z0B1A8M type=del size=2263753 2023-12-20T11:09:57.477 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.476+0000 7fd1b21c4880 -1 < failed to complete operation key=K1JVVDJA7RXO tag=FKBWQ8V88972 type=write size=183962: (22) Invalid argument 2023-12-20T11:09:57.479 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.477+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=VNBI4FGSPCP2 type=write size=713395 2023-12-20T11:09:57.479 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.478+0000 7fd1b21c4880 1 < canceled part key=_multipart_E12NLNIAVP97.2~EQW0WY3SR8W2.0 size=478948 2023-12-20T11:09:57.482 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.481+0000 7fd1b21c4880 1 < canceled multipart upload key=E12NLNIAVP97 upload=EQW0WY3SR8W2 tag=L7HRHE027INE type=write size=1527524 2023-12-20T11:09:57.484 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.483+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=L4EP1D4NOOAZ type=del size=1970768 2023-12-20T11:09:57.486 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.485+0000 7fd1b21c4880 1 < completed delete operation key=I33EZDGEOOGS tag=5XQ0YAGFK2PD type=del 2023-12-20T11:09:57.488 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.487+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=L804082M4K2U type=del size=3120488 2023-12-20T11:09:57.490 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.489+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~32KMEUT0G85C.0 size=1048576 2023-12-20T11:09:57.492 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.491+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~32KMEUT0G85C.1 size=59879 2023-12-20T11:09:57.496 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.494+0000 7fd1b21c4880 1 < completed multipart upload key=I33EZDGEOOGS upload=32KMEUT0G85C tag=01YMKXRT1EGG type=write size=2157031 2023-12-20T11:09:57.498 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.497+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=IZ1NME00OYLF type=del size=2271199 2023-12-20T11:09:57.500 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.499+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~D688VCMDKLRE.0 size=1002868 2023-12-20T11:09:57.504 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.503+0000 7fd1b21c4880 1 < completed multipart upload key=0CTPN27ASDAX upload=D688VCMDKLRE tag=6DXCJWVUWTU1 type=write size=2051444 2023-12-20T11:09:57.506 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.505+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=BXHRAEG25WVE type=del size=3080638 2023-12-20T11:09:57.508 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.506+0000 7fd1b21c4880 1 < completed delete operation key=LC4FC2MW1JOI tag=SHZ851IWGTI4 type=del 2023-12-20T11:09:57.512 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.510+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~5WIA1ECOL9A4.0 size=64358 2023-12-20T11:09:57.512 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.510+0000 7fd1b21c4880 1 > prepared multipart upload key=I33EZDGEOOGS upload=5WIA1ECOL9A4 tag=KNHV248VRH3J type=write size=1112934 2023-12-20T11:09:57.514 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.512+0000 7fd1b21c4880 1 < completed delete operation key=QZYJEPHLU0HS tag=HJGDOG6G15ET type=del 2023-12-20T11:09:57.516 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.515+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=SHHS739WR3TG type=del size=2670936 2023-12-20T11:09:57.518 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.517+0000 7fd1b21c4880 1 < completed part key=_multipart_F1VUDQZ0F87N.2~OENZDGTGU0OE.0 size=1048576 2023-12-20T11:09:57.519 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.518+0000 7fd1b21c4880 1 < completed part key=_multipart_F1VUDQZ0F87N.2~OENZDGTGU0OE.1 size=505272 2023-12-20T11:09:57.523 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.522+0000 7fd1b21c4880 1 < completed multipart upload key=F1VUDQZ0F87N upload=OENZDGTGU0OE tag=XTZ8SSPGY9PL type=write size=2602424 2023-12-20T11:09:57.525 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.524+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=J3H8N4H13HO6 type=del size=192585 2023-12-20T11:09:57.529 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.528+0000 7fd1b21c4880 1 < suggested update operation key=I33EZDGEOOGS tag=B3O40CMZCL5S type=del size=1431791 2023-12-20T11:09:57.533 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.532+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~44EU2462O7M4.0 size=1048576 2023-12-20T11:09:57.535 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.533+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~44EU2462O7M4.1 size=1048576 2023-12-20T11:09:57.536 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.535+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~44EU2462O7M4.2 size=851608 2023-12-20T11:09:57.536 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.535+0000 7fd1b21c4880 1 > prepared multipart upload key=UHTMIVT6ND23 upload=44EU2462O7M4 tag=XU3LAMG1MGHK type=write size=3997336 2023-12-20T11:09:57.538 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.537+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~81QQHJOYJS3K.0 size=582193 2023-12-20T11:09:57.542 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.540+0000 7fd1b21c4880 1 < completed multipart upload key=SQ6HXEFRPSDQ upload=81QQHJOYJS3K tag=35KOCFD106J0 type=write size=1630769 2023-12-20T11:09:57.544 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.542+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=OH15KH0P06SQ type=write size=855909 2023-12-20T11:09:57.544 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.543+0000 7fd1b21c4880 1 < canceled part key=_multipart_UK0IZFVQ8SXI.2~QR68ZRABFARW.0 size=1048576 2023-12-20T11:09:57.546 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.544+0000 7fd1b21c4880 1 < completed part key=_multipart_UK0IZFVQ8SXI.2~QR68ZRABFARW.1 size=982370 2023-12-20T11:09:57.549 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.548+0000 7fd1b21c4880 1 < canceled multipart upload key=UK0IZFVQ8SXI upload=QR68ZRABFARW tag=YSJ7VYFKB5EQ type=write size=3079522 2023-12-20T11:09:57.551 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.550+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=4SQL265TYX3X type=del size=323622 2023-12-20T11:09:57.553 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.552+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~Z4YYSF3IAHGY.0 size=1048576 2023-12-20T11:09:57.555 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.553+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~Z4YYSF3IAHGY.1 size=423490 2023-12-20T11:09:57.558 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.557+0000 7fd1b21c4880 1 < completed multipart upload key=0CTPN27ASDAX upload=Z4YYSF3IAHGY tag=GKJD2QAD3Y4U type=write size=2520642 2023-12-20T11:09:57.560 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.559+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=L70RVAEAL0TJ type=del size=3432560 2023-12-20T11:09:57.562 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.560+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~YSOF5E87IJBQ.0 size=23185 2023-12-20T11:09:57.565 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.564+0000 7fd1b21c4880 1 < completed multipart upload key=OYO96KT3ZIBU upload=YSOF5E87IJBQ tag=7AF9WQW1X7RV type=write size=1071761 2023-12-20T11:09:57.567 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.566+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=80EY2NY2SQ58 type=del size=2086833 2023-12-20T11:09:57.569 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.568+0000 7fd1b21c4880 1 < completed delete operation key=6UQYCRIG1VTM tag=HTDMGNMAQ686 type=del 2023-12-20T11:09:57.571 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.569+0000 7fd1b21c4880 1 > prepared operation key=0HBCFL318BEY tag=C0Q0XPR3I0CS type=del size=2450534 2023-12-20T11:09:57.573 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.571+0000 7fd1b21c4880 1 < completed write operation key=FKD3AAYKIV7B tag=VO3KC84HMH60 type=write size=1036310 2023-12-20T11:09:57.575 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.573+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=D2AS6YDVK4JF type=del size=927931 2023-12-20T11:09:57.576 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.575+0000 7fd1b21c4880 1 < canceled operation key=E12NLNIAVP97 tag=B9130Z0B1A8M type=del size=2263753 2023-12-20T11:09:57.580 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.578+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~GELXLGI1O3SB.0 size=1048576 2023-12-20T11:09:57.581 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.580+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~GELXLGI1O3SB.1 size=191053 2023-12-20T11:09:57.581 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.580+0000 7fd1b21c4880 1 > prepared multipart upload key=LC4FC2MW1JOI upload=GELXLGI1O3SB tag=E7FSSUEWHQAW type=write size=2288205 2023-12-20T11:09:57.585 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.583+0000 7fd1b21c4880 1 < suggested update operation key=QZYJEPHLU0HS tag=VNBI4FGSPCP2 type=write size=713395 2023-12-20T11:09:57.587 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.585+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=76LQHAJ14URZ type=del size=3554127 2023-12-20T11:09:57.589 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.588+0000 7fd1b21c4880 -1 < failed to complete operation key=QZYJEPHLU0HS tag=L4EP1D4NOOAZ type=del size=1970768: (22) Invalid argument 2023-12-20T11:09:57.593 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.591+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~GFUARS0JJDIQ.0 size=1048576 2023-12-20T11:09:57.594 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.593+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~GFUARS0JJDIQ.1 size=533745 2023-12-20T11:09:57.594 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.593+0000 7fd1b21c4880 1 > prepared multipart upload key=8G0W9JZ1GDXN upload=GFUARS0JJDIQ tag=MJ0PJ3SA1N3B type=write size=2630897 2023-12-20T11:09:57.596 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.595+0000 7fd1b21c4880 1 < completed delete operation key=FKD3AAYKIV7B tag=L804082M4K2U type=del 2023-12-20T11:09:57.600 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.598+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~3Y8JFHHLO5KY.0 size=1048576 2023-12-20T11:09:57.601 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.600+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~3Y8JFHHLO5KY.1 size=1048576 2023-12-20T11:09:57.603 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.601+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~3Y8JFHHLO5KY.2 size=612313 2023-12-20T11:09:57.603 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.601+0000 7fd1b21c4880 1 > prepared multipart upload key=LS7TO3DAUIBT upload=3Y8JFHHLO5KY tag=YLXVZVE08HBG type=write size=3758041 2023-12-20T11:09:57.605 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.603+0000 7fd1b21c4880 1 < completed delete operation key=K1JVVDJA7RXO tag=IZ1NME00OYLF type=del 2023-12-20T11:09:57.607 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.605+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=PIW7CF2EXLOH type=del size=2328166 2023-12-20T11:09:57.609 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.607+0000 7fd1b21c4880 1 < completed delete operation key=LC4FC2MW1JOI tag=BXHRAEG25WVE type=del 2023-12-20T11:09:57.613 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.611+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~GGCAEAVMF06I.0 size=1048576 2023-12-20T11:09:57.614 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.613+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~GGCAEAVMF06I.1 size=1048576 2023-12-20T11:09:57.616 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.614+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~GGCAEAVMF06I.2 size=384289 2023-12-20T11:09:57.616 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.614+0000 7fd1b21c4880 1 > prepared multipart upload key=OYO96KT3ZIBU upload=GGCAEAVMF06I tag=IY3JZ31L8HL3 type=write size=3530017 2023-12-20T11:09:57.618 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.616+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~5WIA1ECOL9A4.0 size=64358 2023-12-20T11:09:57.621 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.620+0000 7fd1b21c4880 1 < completed multipart upload key=I33EZDGEOOGS upload=5WIA1ECOL9A4 tag=KNHV248VRH3J type=write size=1112934 2023-12-20T11:09:57.625 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.623+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~NYZTNI0QCLND.0 size=1048576 2023-12-20T11:09:57.626 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.625+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~NYZTNI0QCLND.1 size=182921 2023-12-20T11:09:57.626 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.625+0000 7fd1b21c4880 1 > prepared multipart upload key=UHTMIVT6ND23 upload=NYZTNI0QCLND tag=UOAEQHJIKF0P type=write size=2280073 2023-12-20T11:09:57.628 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.627+0000 7fd1b21c4880 1 < completed delete operation key=SUG71QAZ2CFC tag=SHHS739WR3TG type=del 2023-12-20T11:09:57.631 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.629+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=3IUHO2X3I318 type=write size=809243 2023-12-20T11:09:57.632 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.630+0000 7fd1b21c4880 1 < completed delete operation key=6UQYCRIG1VTM tag=J3H8N4H13HO6 type=del 2023-12-20T11:09:57.635 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.634+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~5LBDB46EIL4Y.0 size=687388 2023-12-20T11:09:57.635 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.634+0000 7fd1b21c4880 1 > prepared multipart upload key=I33EZDGEOOGS upload=5LBDB46EIL4Y tag=8E51MO1HZE9B type=write size=1735964 2023-12-20T11:09:57.637 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.636+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~44EU2462O7M4.0 size=1048576 2023-12-20T11:09:57.639 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.637+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~44EU2462O7M4.1 size=1048576 2023-12-20T11:09:57.640 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.639+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~44EU2462O7M4.2 size=851608 2023-12-20T11:09:57.644 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.643+0000 7fd1b21c4880 1 < completed multipart upload key=UHTMIVT6ND23 upload=44EU2462O7M4 tag=XU3LAMG1MGHK type=write size=3997336 2023-12-20T11:09:57.646 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.644+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=UYEKKC9FWBM6 type=del size=3550683 2023-12-20T11:09:57.649 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.648+0000 7fd1b21c4880 1 < suggested update operation key=MJ4RRM0D3OOK tag=OH15KH0P06SQ type=write size=855909 2023-12-20T11:09:57.651 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.650+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=4MKAU17WM6S1 type=del size=424711 2023-12-20T11:09:57.653 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.652+0000 7fd1b21c4880 1 < completed delete operation key=6UQYCRIG1VTM tag=4SQL265TYX3X type=del 2023-12-20T11:09:57.655 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.654+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=BLKA4WSW4V20 type=del size=3728605 2023-12-20T11:09:57.658 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.657+0000 7fd1b21c4880 1 < completed delete operation key=1DSA1NSVISU5 tag=L70RVAEAL0TJ type=del 2023-12-20T11:09:57.661 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.659+0000 7fd1b21c4880 1 > prepared operation key=D7TWPUF05X3I tag=QD3Z8ZQ2U508 type=write size=943253 2023-12-20T11:09:57.662 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.661+0000 7fd1b21c4880 1 < completed delete operation key=H6RM2M0W0Z5O tag=80EY2NY2SQ58 type=del 2023-12-20T11:09:57.666 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.664+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~1FP0N1T5CBGM.0 size=217779 2023-12-20T11:09:57.666 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.664+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=1FP0N1T5CBGM tag=H7L03HJ7MF1K type=write size=1266355 2023-12-20T11:09:57.668 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.666+0000 7fd1b21c4880 1 < completed delete operation key=0HBCFL318BEY tag=C0Q0XPR3I0CS type=del 2023-12-20T11:09:57.670 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.669+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=WR26YODMW9NZ type=del size=3195270 2023-12-20T11:09:57.672 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.671+0000 7fd1b21c4880 1 < completed delete operation key=FKD3AAYKIV7B tag=D2AS6YDVK4JF type=del 2023-12-20T11:09:57.674 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.673+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=TYJFF6FF40D9 type=del size=242536 2023-12-20T11:09:57.677 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.676+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~GELXLGI1O3SB.0 size=1048576 2023-12-20T11:09:57.679 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.677+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~GELXLGI1O3SB.1 size=191053 2023-12-20T11:09:57.682 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.681+0000 7fd1b21c4880 1 < completed multipart upload key=LC4FC2MW1JOI upload=GELXLGI1O3SB tag=E7FSSUEWHQAW type=write size=2288205 2023-12-20T11:09:57.684 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.682+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=2GGDRFYB6IIS type=del size=4099018 2023-12-20T11:09:57.686 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.684+0000 7fd1b21c4880 1 < canceled operation key=8G0W9JZ1GDXN tag=76LQHAJ14URZ type=del size=3554127 2023-12-20T11:09:57.688 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.687+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=3B0IVL1C00WD type=write size=47853 2023-12-20T11:09:57.690 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.689+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~GFUARS0JJDIQ.0 size=1048576 2023-12-20T11:09:57.692 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.691+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~GFUARS0JJDIQ.1 size=533745 2023-12-20T11:09:57.695 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.694+0000 7fd1b21c4880 1 < completed multipart upload key=8G0W9JZ1GDXN upload=GFUARS0JJDIQ tag=MJ0PJ3SA1N3B type=write size=2630897 2023-12-20T11:09:57.698 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.696+0000 7fd1b21c4880 1 > prepared operation key=1VUIXCARBLMN tag=2SZ2C9YCM00J type=del size=1959753 2023-12-20T11:09:57.700 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.698+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~3Y8JFHHLO5KY.0 size=1048576 2023-12-20T11:09:57.700 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.698+0000 7fd1b21c4880 1 < canceled part key=_multipart_LS7TO3DAUIBT.2~3Y8JFHHLO5KY.1 size=1048576 2023-12-20T11:09:57.702 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.700+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~3Y8JFHHLO5KY.2 size=612313 2023-12-20T11:09:57.705 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.703+0000 7fd1b21c4880 1 < canceled multipart upload key=LS7TO3DAUIBT upload=3Y8JFHHLO5KY tag=YLXVZVE08HBG type=write size=3758041 2023-12-20T11:09:57.707 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.705+0000 7fd1b21c4880 1 > prepared operation key=TZ6V49PS7YRX tag=YXSZI93QVLHF type=del size=1154993 2023-12-20T11:09:57.711 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.710+0000 7fd1b21c4880 1 < suggested update operation key=LTCK7NB910AG tag=PIW7CF2EXLOH type=del size=2328166 2023-12-20T11:09:57.715 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.713+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~AVNCBVLKEYTS.0 size=1048576 2023-12-20T11:09:57.716 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.715+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~AVNCBVLKEYTS.1 size=1048576 2023-12-20T11:09:57.718 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.717+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~AVNCBVLKEYTS.2 size=367363 2023-12-20T11:09:57.718 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.717+0000 7fd1b21c4880 1 > prepared multipart upload key=ZUUJSJVWL10H upload=AVNCBVLKEYTS tag=HEARCZS0027H type=write size=3513091 2023-12-20T11:09:57.720 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.718+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~GGCAEAVMF06I.0 size=1048576 2023-12-20T11:09:57.720 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.718+0000 7fd1b21c4880 1 < canceled part key=_multipart_OYO96KT3ZIBU.2~GGCAEAVMF06I.1 size=1048576 2023-12-20T11:09:57.722 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.720+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~GGCAEAVMF06I.2 size=384289 2023-12-20T11:09:57.725 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.724+0000 7fd1b21c4880 1 < canceled multipart upload key=OYO96KT3ZIBU upload=GGCAEAVMF06I tag=IY3JZ31L8HL3 type=write size=3530017 2023-12-20T11:09:57.729 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.727+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~3M4OUSRM51WJ.0 size=1048576 2023-12-20T11:09:57.730 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.729+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~3M4OUSRM51WJ.1 size=1048576 2023-12-20T11:09:57.733 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.731+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~3M4OUSRM51WJ.2 size=676311 2023-12-20T11:09:57.733 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.731+0000 7fd1b21c4880 1 > prepared multipart upload key=SUG71QAZ2CFC upload=3M4OUSRM51WJ tag=PPG17S0GY6CB type=write size=3822039 2023-12-20T11:09:57.735 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.733+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~NYZTNI0QCLND.0 size=1048576 2023-12-20T11:09:57.736 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.735+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~NYZTNI0QCLND.1 size=182921 2023-12-20T11:09:57.740 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.738+0000 7fd1b21c4880 1 < completed multipart upload key=UHTMIVT6ND23 upload=NYZTNI0QCLND tag=UOAEQHJIKF0P type=write size=2280073 2023-12-20T11:09:57.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:57 smithi123 ceph-mon[191304]: pgmap v1428: 137 pgs: 19 creating+peering, 118 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:09:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:57 smithi123 ceph-mon[188613]: pgmap v1428: 137 pgs: 19 creating+peering, 118 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:09:57.742 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.740+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=Y48AXPPACNJA type=del size=358617 2023-12-20T11:09:57.746 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.744+0000 7fd1b21c4880 1 < suggested remove operation key=K1JVVDJA7RXO tag=3IUHO2X3I318 type=write 2023-12-20T11:09:57.748 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.746+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=MHC6MRLM00MK type=write size=860396 2023-12-20T11:09:57.749 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.748+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~5LBDB46EIL4Y.0 size=687388 2023-12-20T11:09:57.753 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.751+0000 7fd1b21c4880 1 < completed multipart upload key=I33EZDGEOOGS upload=5LBDB46EIL4Y tag=8E51MO1HZE9B type=write size=1735964 2023-12-20T11:09:57.755 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.753+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=3WGCU98TQD1Y type=del size=3131592 2023-12-20T11:09:57.757 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.755+0000 7fd1b21c4880 1 < canceled operation key=TRBR8IGAJUYI tag=UYEKKC9FWBM6 type=del size=3550683 2023-12-20T11:09:57.759 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.757+0000 7fd1b21c4880 1 > prepared operation key=UHTMIVT6ND23 tag=QKXE8DSWJ40O type=del size=1013298 2023-12-20T11:09:57.762 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.760+0000 7fd1b21c4880 -1 < failed to complete operation key=LTCK7NB910AG tag=4MKAU17WM6S1 type=del size=424711: (22) Invalid argument 2023-12-20T11:09:57.766 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.764+0000 7fd1b21c4880 1 > prepared part key=_multipart_UK0IZFVQ8SXI.2~2E3KZXUPN702.0 size=1048576 2023-12-20T11:09:57.767 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.766+0000 7fd1b21c4880 1 > prepared part key=_multipart_UK0IZFVQ8SXI.2~2E3KZXUPN702.1 size=271265 2023-12-20T11:09:57.767 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.766+0000 7fd1b21c4880 1 > prepared multipart upload key=UK0IZFVQ8SXI upload=2E3KZXUPN702 tag=083C0HBT875V type=write size=2368417 2023-12-20T11:09:57.769 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.768+0000 7fd1b21c4880 1 < completed delete operation key=TRBR8IGAJUYI tag=BLKA4WSW4V20 type=del 2023-12-20T11:09:57.771 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.770+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=K23835LTYYER type=del size=2127376 2023-12-20T11:09:57.773 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.772+0000 7fd1b21c4880 1 < completed write operation key=D7TWPUF05X3I tag=QD3Z8ZQ2U508 type=write size=943253 2023-12-20T11:09:57.775 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.773+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=DW2T4N3EMYOI type=del size=2900997 2023-12-20T11:09:57.777 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.775+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~1FP0N1T5CBGM.0 size=217779 2023-12-20T11:09:57.780 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.779+0000 7fd1b21c4880 1 < completed multipart upload key=TZ6V49PS7YRX upload=1FP0N1T5CBGM tag=H7L03HJ7MF1K type=write size=1266355 2023-12-20T11:09:57.784 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.783+0000 7fd1b21c4880 1 > prepared part key=_multipart_LTCK7NB910AG.2~XBJVN5YWQMFR.0 size=693402 2023-12-20T11:09:57.784 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.783+0000 7fd1b21c4880 1 > prepared multipart upload key=LTCK7NB910AG upload=XBJVN5YWQMFR tag=RCS3E6PL3DU0 type=write size=1741978 2023-12-20T11:09:57.788 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.786+0000 7fd1b21c4880 1 < completed delete operation key=8G0W9JZ1GDXN tag=WR26YODMW9NZ type=del 2023-12-20T11:09:57.790 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.788+0000 7fd1b21c4880 1 > prepared operation key=0HBCFL318BEY tag=POAMKDBNKEXW type=write size=285972 2023-12-20T11:09:57.792 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.790+0000 7fd1b21c4880 1 < completed delete operation key=EX0YD5XH1XPL tag=TYJFF6FF40D9 type=del 2023-12-20T11:09:57.796 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.795+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~EIDQN83I3EH2.0 size=1048576 2023-12-20T11:09:57.798 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.796+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~EIDQN83I3EH2.1 size=848324 2023-12-20T11:09:57.798 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.796+0000 7fd1b21c4880 1 > prepared multipart upload key=QZYJEPHLU0HS upload=EIDQN83I3EH2 tag=24UMTDZSN50X type=write size=2945476 2023-12-20T11:09:57.802 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.798+0000 7fd1b21c4880 1 < completed delete operation key=YJO1Z2TB061O tag=2GGDRFYB6IIS type=del 2023-12-20T11:09:57.802 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.800+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=AZWCPSN5CDSW type=del size=3789763 2023-12-20T11:09:57.804 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.802+0000 7fd1b21c4880 1 < completed write operation key=OYO96KT3ZIBU tag=3B0IVL1C00WD type=write size=47853 2023-12-20T11:09:57.808 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.806+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~K5M35D0OZRKN.0 size=958766 2023-12-20T11:09:57.808 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.806+0000 7fd1b21c4880 1 > prepared multipart upload key=1DSA1NSVISU5 upload=K5M35D0OZRKN tag=2AYUJEUGIZGJ type=write size=2007342 2023-12-20T11:09:57.810 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.808+0000 7fd1b21c4880 1 < completed delete operation key=1VUIXCARBLMN tag=2SZ2C9YCM00J type=del 2023-12-20T11:09:57.814 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.813+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~I1NEK3V57AWV.0 size=1048576 2023-12-20T11:09:57.816 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.815+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~I1NEK3V57AWV.1 size=899140 2023-12-20T11:09:57.816 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.815+0000 7fd1b21c4880 1 > prepared multipart upload key=1VUIXCARBLMN upload=I1NEK3V57AWV tag=PLDZ1FNJG16R type=write size=2996292 2023-12-20T11:09:57.818 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.817+0000 7fd1b21c4880 1 < completed delete operation key=TZ6V49PS7YRX tag=YXSZI93QVLHF type=del 2023-12-20T11:09:57.820 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.819+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=PQ2T50Y4N9ED type=del size=4128897 2023-12-20T11:09:57.822 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.821+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~AVNCBVLKEYTS.0 size=1048576 2023-12-20T11:09:57.824 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.822+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~AVNCBVLKEYTS.1 size=1048576 2023-12-20T11:09:57.824 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.822+0000 7fd1b21c4880 1 < canceled part key=_multipart_ZUUJSJVWL10H.2~AVNCBVLKEYTS.2 size=367363 2023-12-20T11:09:57.827 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.826+0000 7fd1b21c4880 1 < canceled multipart upload key=ZUUJSJVWL10H upload=AVNCBVLKEYTS tag=HEARCZS0027H type=write size=3513091 2023-12-20T11:09:57.829 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.828+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=JXD7SS7QNQ8V type=del size=1264341 2023-12-20T11:09:57.831 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.830+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~3M4OUSRM51WJ.0 size=1048576 2023-12-20T11:09:57.833 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.832+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~3M4OUSRM51WJ.1 size=1048576 2023-12-20T11:09:57.835 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.833+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~3M4OUSRM51WJ.2 size=676311 2023-12-20T11:09:57.839 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.837+0000 7fd1b21c4880 1 < completed multipart upload key=SUG71QAZ2CFC upload=3M4OUSRM51WJ tag=PPG17S0GY6CB type=write size=3822039 2023-12-20T11:09:57.841 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.839+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=BWRK4WWQ8083 type=del size=2234497 2023-12-20T11:09:57.843 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.841+0000 7fd1b21c4880 1 < completed delete operation key=EX0YD5XH1XPL tag=Y48AXPPACNJA type=del 2023-12-20T11:09:57.849 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.845+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~7GOBF25A2AQU.0 size=1048576 2023-12-20T11:09:57.849 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.847+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~7GOBF25A2AQU.1 size=1048576 2023-12-20T11:09:57.850 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.849+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~7GOBF25A2AQU.2 size=983992 2023-12-20T11:09:57.850 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.849+0000 7fd1b21c4880 1 > prepared multipart upload key=PWOXA6XNR6SL upload=7GOBF25A2AQU tag=CYOOR18ZUMW8 type=write size=4129720 2023-12-20T11:09:57.852 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.851+0000 7fd1b21c4880 1 < completed write operation key=SQ6HXEFRPSDQ tag=MHC6MRLM00MK type=write size=860396 2023-12-20T11:09:57.854 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.853+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=8TDDBFESU7TR type=del size=3212113 2023-12-20T11:09:57.858 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.857+0000 7fd1b21c4880 1 < suggested update operation key=D95F7DLYTH42 tag=3WGCU98TQD1Y type=del size=3131592 2023-12-20T11:09:57.860 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.859+0000 7fd1b21c4880 1 > prepared operation key=0HBCFL318BEY tag=CTAJ0GQCNP8U type=write size=121136 2023-12-20T11:09:57.862 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.861+0000 7fd1b21c4880 1 < completed delete operation key=UHTMIVT6ND23 tag=QKXE8DSWJ40O type=del 2023-12-20T11:09:57.864 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.863+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=D5OKYW5DE34F type=del size=1936160 2023-12-20T11:09:57.867 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.865+0000 7fd1b21c4880 1 < completed part key=_multipart_UK0IZFVQ8SXI.2~2E3KZXUPN702.0 size=1048576 2023-12-20T11:09:57.867 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.865+0000 7fd1b21c4880 1 < canceled part key=_multipart_UK0IZFVQ8SXI.2~2E3KZXUPN702.1 size=271265 2023-12-20T11:09:57.870 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.869+0000 7fd1b21c4880 1 < canceled multipart upload key=UK0IZFVQ8SXI upload=2E3KZXUPN702 tag=083C0HBT875V type=write size=2368417 2023-12-20T11:09:57.873 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.872+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~ESDPBVS136XB.0 size=1048576 2023-12-20T11:09:57.875 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.874+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~ESDPBVS136XB.1 size=1048576 2023-12-20T11:09:57.877 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.875+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~ESDPBVS136XB.2 size=876220 2023-12-20T11:09:57.877 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.875+0000 7fd1b21c4880 1 > prepared multipart upload key=X4MNSJEQQOIN upload=ESDPBVS136XB tag=4DZ8IH0REP3R type=write size=4021948 2023-12-20T11:09:57.879 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.878+0000 7fd1b21c4880 1 < completed delete operation key=OYO96KT3ZIBU tag=K23835LTYYER type=del 2023-12-20T11:09:57.884 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.883+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~YW7WUKMOL12U.0 size=1048576 2023-12-20T11:09:57.886 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.884+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~YW7WUKMOL12U.1 size=568734 2023-12-20T11:09:57.886 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.884+0000 7fd1b21c4880 1 > prepared multipart upload key=LS7TO3DAUIBT upload=YW7WUKMOL12U tag=1F0M7VXOWD6B type=write size=2665886 2023-12-20T11:09:57.888 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.886+0000 7fd1b21c4880 1 < completed delete operation key=YJO1Z2TB061O tag=DW2T4N3EMYOI type=del 2023-12-20T11:09:57.890 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.889+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=X675JF9GB4LN type=del size=78724 2023-12-20T11:09:57.892 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.891+0000 7fd1b21c4880 1 < completed part key=_multipart_LTCK7NB910AG.2~XBJVN5YWQMFR.0 size=693402 2023-12-20T11:09:57.896 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.895+0000 7fd1b21c4880 1 < completed multipart upload key=LTCK7NB910AG upload=XBJVN5YWQMFR tag=RCS3E6PL3DU0 type=write size=1741978 2023-12-20T11:09:57.898 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.897+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=L1GJEDQXM33T type=del size=2030957 2023-12-20T11:09:57.900 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.899+0000 7fd1b21c4880 1 < completed write operation key=0HBCFL318BEY tag=POAMKDBNKEXW type=write size=285972 2023-12-20T11:09:57.902 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.901+0000 7fd1b21c4880 1 > prepared operation key=TZ6V49PS7YRX tag=QKKF0X5JWV3V type=del size=1571338 2023-12-20T11:09:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:57 smithi177 ceph-mon[212096]: pgmap v1428: 137 pgs: 19 creating+peering, 118 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:09:57.904 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.903+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~EIDQN83I3EH2.0 size=1048576 2023-12-20T11:09:57.906 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.904+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~EIDQN83I3EH2.1 size=848324 2023-12-20T11:09:57.909 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.908+0000 7fd1b21c4880 1 < completed multipart upload key=QZYJEPHLU0HS upload=EIDQN83I3EH2 tag=24UMTDZSN50X type=write size=2945476 2023-12-20T11:09:57.911 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.910+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=TU9SOGIE2DRV type=write size=324103 2023-12-20T11:09:57.916 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.914+0000 7fd1b21c4880 1 < suggested update operation key=E12NLNIAVP97 tag=AZWCPSN5CDSW type=del size=3789763 2023-12-20T11:09:57.919 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.917+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~FD2JD2C0CTHE.0 size=1048576 2023-12-20T11:09:57.921 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.919+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~FD2JD2C0CTHE.1 size=315794 2023-12-20T11:09:57.921 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.919+0000 7fd1b21c4880 1 > prepared multipart upload key=YJO1Z2TB061O upload=FD2JD2C0CTHE tag=G128RPKJILQL type=write size=2412946 2023-12-20T11:09:57.921 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.920+0000 7fd1b21c4880 1 < canceled part key=_multipart_1DSA1NSVISU5.2~K5M35D0OZRKN.0 size=958766 2023-12-20T11:09:57.925 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.923+0000 7fd1b21c4880 1 < canceled multipart upload key=1DSA1NSVISU5 upload=K5M35D0OZRKN tag=2AYUJEUGIZGJ type=write size=2007342 2023-12-20T11:09:57.927 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.926+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=VYI2H94Q538F type=del size=2816647 2023-12-20T11:09:57.929 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.928+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~I1NEK3V57AWV.0 size=1048576 2023-12-20T11:09:57.931 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.929+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~I1NEK3V57AWV.1 size=899140 2023-12-20T11:09:57.934 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.933+0000 7fd1b21c4880 1 < completed multipart upload key=1VUIXCARBLMN upload=I1NEK3V57AWV tag=PLDZ1FNJG16R type=write size=2996292 2023-12-20T11:09:57.936 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.935+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=DZR80Y2XQKMJ type=del size=3205717 2023-12-20T11:09:57.938 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.937+0000 7fd1b21c4880 1 < completed delete operation key=K1JVVDJA7RXO tag=PQ2T50Y4N9ED type=del 2023-12-20T11:09:57.940 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.939+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=ZWIEGA1IZ406 type=del size=970347 2023-12-20T11:09:57.943 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.942+0000 7fd1b21c4880 -1 < failed to complete operation key=E12NLNIAVP97 tag=JXD7SS7QNQ8V type=del size=1264341: (22) Invalid argument 2023-12-20T11:09:57.947 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.946+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~PG47S9PETMWR.0 size=693055 2023-12-20T11:09:57.947 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.946+0000 7fd1b21c4880 1 > prepared multipart upload key=D7TWPUF05X3I upload=PG47S9PETMWR tag=XSPT4RSUVUKA type=write size=1741631 2023-12-20T11:09:57.951 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.950+0000 7fd1b21c4880 1 < suggested remove operation key=UK0IZFVQ8SXI tag=BWRK4WWQ8083 type=del 2023-12-20T11:09:57.955 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.954+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~T1UJ81T31ZJL.0 size=473194 2023-12-20T11:09:57.955 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.954+0000 7fd1b21c4880 1 > prepared multipart upload key=1DSA1NSVISU5 upload=T1UJ81T31ZJL tag=AS28XLEXGP7T type=write size=1521770 2023-12-20T11:09:57.958 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.956+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~7GOBF25A2AQU.0 size=1048576 2023-12-20T11:09:57.959 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.958+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~7GOBF25A2AQU.1 size=1048576 2023-12-20T11:09:57.961 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.960+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~7GOBF25A2AQU.2 size=983992 2023-12-20T11:09:57.964 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.963+0000 7fd1b21c4880 1 < completed multipart upload key=PWOXA6XNR6SL upload=7GOBF25A2AQU tag=CYOOR18ZUMW8 type=write size=4129720 2023-12-20T11:09:57.969 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.967+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~3T5ZSPCYQCBM.0 size=1048576 2023-12-20T11:09:57.971 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.969+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~3T5ZSPCYQCBM.1 size=1048576 2023-12-20T11:09:57.972 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.971+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~3T5ZSPCYQCBM.2 size=617458 2023-12-20T11:09:57.972 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.971+0000 7fd1b21c4880 1 > prepared multipart upload key=E12NLNIAVP97 upload=3T5ZSPCYQCBM tag=4K1V7G4NNE02 type=write size=3763186 2023-12-20T11:09:57.975 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.973+0000 7fd1b21c4880 1 < canceled operation key=6UQYCRIG1VTM tag=8TDDBFESU7TR type=del size=3212113 2023-12-20T11:09:57.976 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.975+0000 7fd1b21c4880 1 > prepared operation key=TZ6V49PS7YRX tag=XQJVYTS90I1D type=del size=1417599 2023-12-20T11:09:57.978 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.977+0000 7fd1b21c4880 1 < completed write operation key=0HBCFL318BEY tag=CTAJ0GQCNP8U type=write size=121136 2023-12-20T11:09:57.981 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.979+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=V6557APG2LF0 type=del size=4073377 2023-12-20T11:09:57.982 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.981+0000 7fd1b21c4880 1 < completed delete operation key=PWOXA6XNR6SL tag=D5OKYW5DE34F type=del 2023-12-20T11:09:57.987 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.985+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~861X73V8ZXCM.0 size=543673 2023-12-20T11:09:57.987 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.985+0000 7fd1b21c4880 1 > prepared multipart upload key=0HBCFL318BEY upload=861X73V8ZXCM tag=OCJ4FXPZ08K0 type=write size=1592249 2023-12-20T11:09:57.989 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.987+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~ESDPBVS136XB.0 size=1048576 2023-12-20T11:09:57.991 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.989+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~ESDPBVS136XB.1 size=1048576 2023-12-20T11:09:57.993 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.991+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~ESDPBVS136XB.2 size=876220 2023-12-20T11:09:57.997 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.995+0000 7fd1b21c4880 1 < completed multipart upload key=X4MNSJEQQOIN upload=ESDPBVS136XB tag=4DZ8IH0REP3R type=write size=4021948 2023-12-20T11:09:57.999 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.997+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=WOG6PCNFKXMN type=del size=2021519 2023-12-20T11:09:58.000 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:57.999+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~YW7WUKMOL12U.0 size=1048576 2023-12-20T11:09:58.002 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.001+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~YW7WUKMOL12U.1 size=568734 2023-12-20T11:09:58.006 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.005+0000 7fd1b21c4880 1 < completed multipart upload key=LS7TO3DAUIBT upload=YW7WUKMOL12U tag=1F0M7VXOWD6B type=write size=2665886 2023-12-20T11:09:58.010 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.008+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~WW1ZBQGDY351.0 size=126945 2023-12-20T11:09:58.010 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.008+0000 7fd1b21c4880 1 > prepared multipart upload key=TRBR8IGAJUYI upload=WW1ZBQGDY351 tag=L0G1UWPHH55U type=write size=1175521 2023-12-20T11:09:58.014 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.013+0000 7fd1b21c4880 1 < suggested remove operation key=E12NLNIAVP97 tag=X675JF9GB4LN type=del 2023-12-20T11:09:58.016 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.015+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=IMZ3IJYED6SS type=del size=3236960 2023-12-20T11:09:58.018 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.017+0000 7fd1b21c4880 1 < completed delete operation key=8G0W9JZ1GDXN tag=L1GJEDQXM33T type=del 2023-12-20T11:09:58.020 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.019+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=YM0AW5YQACEQ type=write size=415742 2023-12-20T11:09:58.022 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.021+0000 7fd1b21c4880 1 < completed delete operation key=TZ6V49PS7YRX tag=QKKF0X5JWV3V type=del 2023-12-20T11:09:58.024 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.023+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=FN7IEFQNGCG0 type=del size=1459810 2023-12-20T11:09:58.028 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.026+0000 7fd1b21c4880 1 < suggested update operation key=SQ6HXEFRPSDQ tag=TU9SOGIE2DRV type=write size=324103 2023-12-20T11:09:58.030 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.028+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=P8J4Z48HEI8C type=del size=2200189 2023-12-20T11:09:58.031 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.030+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~FD2JD2C0CTHE.0 size=1048576 2023-12-20T11:09:58.033 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.032+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~FD2JD2C0CTHE.1 size=315794 2023-12-20T11:09:58.037 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.035+0000 7fd1b21c4880 1 < completed multipart upload key=YJO1Z2TB061O upload=FD2JD2C0CTHE tag=G128RPKJILQL type=write size=2412946 2023-12-20T11:09:58.039 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.037+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=1YSL2HAYTY5Z type=del size=2875457 2023-12-20T11:09:58.041 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.039+0000 7fd1b21c4880 1 < completed delete operation key=EX0YD5XH1XPL tag=VYI2H94Q538F type=del 2023-12-20T11:09:58.043 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.041+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=VQ5W7CAMFIKA type=del size=355504 2023-12-20T11:09:58.045 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.043+0000 7fd1b21c4880 1 < completed delete operation key=D95F7DLYTH42 tag=DZR80Y2XQKMJ type=del 2023-12-20T11:09:58.048 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.047+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~K71PLE4F5OKV.0 size=37110 2023-12-20T11:09:58.048 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.047+0000 7fd1b21c4880 1 > prepared multipart upload key=LC4FC2MW1JOI upload=K71PLE4F5OKV tag=M7NFZ447DCW8 type=write size=1085686 2023-12-20T11:09:58.050 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.049+0000 7fd1b21c4880 1 < completed delete operation key=LTCK7NB910AG tag=ZWIEGA1IZ406 type=del 2023-12-20T11:09:58.052 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.051+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=3GEH00B41ZD5 type=write size=806827 2023-12-20T11:09:58.057 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.053+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~PG47S9PETMWR.0 size=693055 2023-12-20T11:09:58.057 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.056+0000 7fd1b21c4880 1 < completed multipart upload key=D7TWPUF05X3I upload=PG47S9PETMWR tag=XSPT4RSUVUKA type=write size=1741631 2023-12-20T11:09:58.061 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.060+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~ZX9ZCM73C5HJ.0 size=1048576 2023-12-20T11:09:58.063 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.062+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~ZX9ZCM73C5HJ.1 size=420125 2023-12-20T11:09:58.063 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.062+0000 7fd1b21c4880 1 > prepared multipart upload key=X4MNSJEQQOIN upload=ZX9ZCM73C5HJ tag=VIDFVMVSAANF type=write size=2517277 2023-12-20T11:09:58.065 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.064+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~T1UJ81T31ZJL.0 size=473194 2023-12-20T11:09:58.069 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.067+0000 7fd1b21c4880 1 < completed multipart upload key=1DSA1NSVISU5 upload=T1UJ81T31ZJL tag=AS28XLEXGP7T type=write size=1521770 2023-12-20T11:09:58.072 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.070+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~5U2UEPQ6JNCF.0 size=39763 2023-12-20T11:09:58.072 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.070+0000 7fd1b21c4880 1 > prepared multipart upload key=1DSA1NSVISU5 upload=5U2UEPQ6JNCF tag=PZDRGMY87XNC type=write size=1088339 2023-12-20T11:09:58.074 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.072+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~3T5ZSPCYQCBM.0 size=1048576 2023-12-20T11:09:58.075 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.074+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~3T5ZSPCYQCBM.1 size=1048576 2023-12-20T11:09:58.077 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.076+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~3T5ZSPCYQCBM.2 size=617458 2023-12-20T11:09:58.081 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.079+0000 7fd1b21c4880 1 < completed multipart upload key=E12NLNIAVP97 upload=3T5ZSPCYQCBM tag=4K1V7G4NNE02 type=write size=3763186 2023-12-20T11:09:58.082 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.081+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=HB9EBWI5HFLU type=del size=1391276 2023-12-20T11:09:58.084 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.083+0000 7fd1b21c4880 1 < canceled operation key=TZ6V49PS7YRX tag=XQJVYTS90I1D type=del size=1417599 2023-12-20T11:09:58.086 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.085+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=YCX0YB1VLDXH type=del size=122275 2023-12-20T11:09:58.088 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.086+0000 7fd1b21c4880 1 < canceled operation key=1DSA1NSVISU5 tag=V6557APG2LF0 type=del size=4073377 2023-12-20T11:09:58.090 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.088+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=5N2ID9FJYPXX type=del size=831135 2023-12-20T11:09:58.092 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.090+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~861X73V8ZXCM.0 size=543673 2023-12-20T11:09:58.095 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.094+0000 7fd1b21c4880 1 < completed multipart upload key=0HBCFL318BEY upload=861X73V8ZXCM tag=OCJ4FXPZ08K0 type=write size=1592249 2023-12-20T11:09:58.099 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.098+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~336SWVB31AJZ.0 size=1048576 2023-12-20T11:09:58.101 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.099+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~336SWVB31AJZ.1 size=688241 2023-12-20T11:09:58.101 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.099+0000 7fd1b21c4880 1 > prepared multipart upload key=ZUUJSJVWL10H upload=336SWVB31AJZ tag=B3D36G6IAE6C type=write size=2785393 2023-12-20T11:09:58.103 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.101+0000 7fd1b21c4880 1 < completed delete operation key=FKD3AAYKIV7B tag=WOG6PCNFKXMN type=del 2023-12-20T11:09:58.105 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.103+0000 7fd1b21c4880 1 > prepared operation key=1VUIXCARBLMN tag=0ZKVKFZH772G type=write size=620502 2023-12-20T11:09:58.107 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.105+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~WW1ZBQGDY351.0 size=126945 2023-12-20T11:09:58.111 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.109+0000 7fd1b21c4880 1 < completed multipart upload key=TRBR8IGAJUYI upload=WW1ZBQGDY351 tag=L0G1UWPHH55U type=write size=1175521 2023-12-20T11:09:58.112 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.111+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=137WJFDW9WY7 type=del size=807771 2023-12-20T11:09:58.114 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.113+0000 7fd1b21c4880 1 < completed delete operation key=SUG71QAZ2CFC tag=IMZ3IJYED6SS type=del 2023-12-20T11:09:58.118 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.117+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~6IP3PGCWI251.0 size=1048576 2023-12-20T11:09:58.120 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.119+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~6IP3PGCWI251.1 size=1048576 2023-12-20T11:09:58.122 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.121+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~6IP3PGCWI251.2 size=178377 2023-12-20T11:09:58.122 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.121+0000 7fd1b21c4880 1 > prepared multipart upload key=E12NLNIAVP97 upload=6IP3PGCWI251 tag=GE20ERHTSNK3 type=write size=3324105 2023-12-20T11:09:58.124 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.123+0000 7fd1b21c4880 1 < canceled operation key=LC4FC2MW1JOI tag=YM0AW5YQACEQ type=write size=415742 2023-12-20T11:09:58.126 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.125+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=HUCIL5PC1VSV type=del size=1438233 2023-12-20T11:09:58.129 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.127+0000 7fd1b21c4880 1 < completed delete operation key=LS7TO3DAUIBT tag=FN7IEFQNGCG0 type=del 2023-12-20T11:09:58.133 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.132+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~QI13UTQ2L139.0 size=582178 2023-12-20T11:09:58.133 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.132+0000 7fd1b21c4880 1 > prepared multipart upload key=SQ6HXEFRPSDQ upload=QI13UTQ2L139 tag=1K0Q1Z920ORF type=write size=1630754 2023-12-20T11:09:58.136 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.134+0000 7fd1b21c4880 1 < completed delete operation key=LS7TO3DAUIBT tag=P8J4Z48HEI8C type=del 2023-12-20T11:09:58.138 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.137+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=YWW7Q8EQ3BZY type=del size=724448 2023-12-20T11:09:58.142 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.141+0000 7fd1b21c4880 1 < suggested remove operation key=D95F7DLYTH42 tag=1YSL2HAYTY5Z type=del 2023-12-20T11:09:58.144 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.143+0000 7fd1b21c4880 1 > prepared operation key=UHTMIVT6ND23 tag=MVQVQ900M72T type=del size=411819 2023-12-20T11:09:58.146 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.145+0000 7fd1b21c4880 1 < completed delete operation key=8G0W9JZ1GDXN tag=VQ5W7CAMFIKA type=del 2023-12-20T11:09:58.148 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.147+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=TM5UXVDEU9NP type=del size=1642419 2023-12-20T11:09:58.150 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.149+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~K71PLE4F5OKV.0 size=37110 2023-12-20T11:09:58.154 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.152+0000 7fd1b21c4880 1 < completed multipart upload key=LC4FC2MW1JOI upload=K71PLE4F5OKV tag=M7NFZ447DCW8 type=write size=1085686 2023-12-20T11:09:58.158 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.156+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~M372Y7PMA0FY.0 size=1048576 2023-12-20T11:09:58.160 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.158+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~M372Y7PMA0FY.1 size=171718 2023-12-20T11:09:58.160 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.158+0000 7fd1b21c4880 1 > prepared multipart upload key=6UQYCRIG1VTM upload=M372Y7PMA0FY tag=TCLSZIFR8GN9 type=write size=2268870 2023-12-20T11:09:58.162 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.161+0000 7fd1b21c4880 1 < completed write operation key=YJO1Z2TB061O tag=3GEH00B41ZD5 type=write size=806827 2023-12-20T11:09:58.167 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.165+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~4Y8UK9C5WK7W.0 size=1048576 2023-12-20T11:09:58.168 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.167+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~4Y8UK9C5WK7W.1 size=1048576 2023-12-20T11:09:58.170 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.169+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~4Y8UK9C5WK7W.2 size=12289 2023-12-20T11:09:58.170 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.169+0000 7fd1b21c4880 1 > prepared multipart upload key=1VUIXCARBLMN upload=4Y8UK9C5WK7W tag=P1FZEQHPAMDI type=write size=3158017 2023-12-20T11:09:58.172 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.171+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~ZX9ZCM73C5HJ.0 size=1048576 2023-12-20T11:09:58.172 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.171+0000 7fd1b21c4880 1 < canceled part key=_multipart_X4MNSJEQQOIN.2~ZX9ZCM73C5HJ.1 size=420125 2023-12-20T11:09:58.175 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.174+0000 7fd1b21c4880 1 < canceled multipart upload key=X4MNSJEQQOIN upload=ZX9ZCM73C5HJ tag=VIDFVMVSAANF type=write size=2517277 2023-12-20T11:09:58.179 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.178+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~PUXLD41WBU4K.0 size=1048576 2023-12-20T11:09:58.181 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.179+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~PUXLD41WBU4K.1 size=1048576 2023-12-20T11:09:58.182 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.181+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~PUXLD41WBU4K.2 size=645541 2023-12-20T11:09:58.183 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.181+0000 7fd1b21c4880 1 > prepared multipart upload key=SQ6HXEFRPSDQ upload=PUXLD41WBU4K tag=G1APXDA1QWA4 type=write size=3791269 2023-12-20T11:09:58.184 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.183+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~5U2UEPQ6JNCF.0 size=39763 2023-12-20T11:09:58.188 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.187+0000 7fd1b21c4880 1 < completed multipart upload key=1DSA1NSVISU5 upload=5U2UEPQ6JNCF tag=PZDRGMY87XNC type=write size=1088339 2023-12-20T11:09:58.190 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.188+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=FKK8VFGYXWQN type=del size=329052 2023-12-20T11:09:58.192 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.191+0000 7fd1b21c4880 -1 < failed to complete operation key=D95F7DLYTH42 tag=HB9EBWI5HFLU type=del size=1391276: (22) Invalid argument 2023-12-20T11:09:58.196 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.195+0000 7fd1b21c4880 1 > prepared part key=_multipart_UK0IZFVQ8SXI.2~X3H4PLLIE2P6.0 size=1048576 2023-12-20T11:09:58.197 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.196+0000 7fd1b21c4880 1 > prepared part key=_multipart_UK0IZFVQ8SXI.2~X3H4PLLIE2P6.1 size=1048576 2023-12-20T11:09:58.199 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.198+0000 7fd1b21c4880 1 > prepared part key=_multipart_UK0IZFVQ8SXI.2~X3H4PLLIE2P6.2 size=917892 2023-12-20T11:09:58.199 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.198+0000 7fd1b21c4880 1 > prepared multipart upload key=UK0IZFVQ8SXI upload=X3H4PLLIE2P6 tag=OOZSZIZFIEZ6 type=write size=4063620 2023-12-20T11:09:58.201 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.200+0000 7fd1b21c4880 1 < completed delete operation key=0CTPN27ASDAX tag=YCX0YB1VLDXH type=del 2023-12-20T11:09:58.205 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.203+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~8WQTBF9BDXVD.0 size=734215 2023-12-20T11:09:58.205 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.203+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=8WQTBF9BDXVD tag=V6EL4BLAQ2JN type=write size=1782791 2023-12-20T11:09:58.207 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.205+0000 7fd1b21c4880 1 < completed delete operation key=E12NLNIAVP97 tag=5N2ID9FJYPXX type=del 2023-12-20T11:09:58.208 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.207+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=JADOCSI9GNSG type=write size=255143 2023-12-20T11:09:58.211 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.209+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~336SWVB31AJZ.0 size=1048576 2023-12-20T11:09:58.213 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.212+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~336SWVB31AJZ.1 size=688241 2023-12-20T11:09:58.217 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.216+0000 7fd1b21c4880 1 < completed multipart upload key=ZUUJSJVWL10H upload=336SWVB31AJZ tag=B3D36G6IAE6C type=write size=2785393 2023-12-20T11:09:58.219 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.218+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=9B53YUJ1IS1M type=del size=3919555 2023-12-20T11:09:58.222 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.220+0000 7fd1b21c4880 1 < completed write operation key=1VUIXCARBLMN tag=0ZKVKFZH772G type=write size=620502 2023-12-20T11:09:58.226 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.224+0000 7fd1b21c4880 1 > prepared part key=_multipart_LTCK7NB910AG.2~30C40BFEI678.0 size=1048576 2023-12-20T11:09:58.227 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.226+0000 7fd1b21c4880 1 > prepared part key=_multipart_LTCK7NB910AG.2~30C40BFEI678.1 size=1048576 2023-12-20T11:09:58.229 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.228+0000 7fd1b21c4880 1 > prepared part key=_multipart_LTCK7NB910AG.2~30C40BFEI678.2 size=171432 2023-12-20T11:09:58.229 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.228+0000 7fd1b21c4880 1 > prepared multipart upload key=LTCK7NB910AG upload=30C40BFEI678 tag=Y26RTV33UH81 type=write size=3317160 2023-12-20T11:09:58.234 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.232+0000 7fd1b21c4880 1 < suggested remove operation key=SG40R95BA3CO tag=137WJFDW9WY7 type=del 2023-12-20T11:09:58.236 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.234+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=BPBLPHXAS9B0 type=del size=3071132 2023-12-20T11:09:58.238 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.237+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~6IP3PGCWI251.0 size=1048576 2023-12-20T11:09:58.240 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.239+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~6IP3PGCWI251.1 size=1048576 2023-12-20T11:09:58.242 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.241+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~6IP3PGCWI251.2 size=178377 2023-12-20T11:09:58.246 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.244+0000 7fd1b21c4880 1 < completed multipart upload key=E12NLNIAVP97 upload=6IP3PGCWI251 tag=GE20ERHTSNK3 type=write size=3324105 2023-12-20T11:09:58.250 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.249+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~WKSJIEWGOHIX.0 size=758520 2023-12-20T11:09:58.250 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.249+0000 7fd1b21c4880 1 > prepared multipart upload key=D7TWPUF05X3I upload=WKSJIEWGOHIX tag=R45T21LA2JE0 type=write size=1807096 2023-12-20T11:09:58.253 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.252+0000 7fd1b21c4880 -1 < failed to complete operation key=D95F7DLYTH42 tag=HUCIL5PC1VSV type=del size=1438233: (22) Invalid argument 2023-12-20T11:09:58.261 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.256+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~K8R7CKMELJFL.0 size=1048576 2023-12-20T11:09:58.262 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.258+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~K8R7CKMELJFL.1 size=1048576 2023-12-20T11:09:58.262 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.260+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~K8R7CKMELJFL.2 size=549707 2023-12-20T11:09:58.262 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.260+0000 7fd1b21c4880 1 > prepared multipart upload key=I33EZDGEOOGS upload=K8R7CKMELJFL tag=M9EMDUT85XQ2 type=write size=3695435 2023-12-20T11:09:58.262 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.260+0000 7fd1b21c4880 1 < canceled part key=_multipart_SQ6HXEFRPSDQ.2~QI13UTQ2L139.0 size=582178 2023-12-20T11:09:58.265 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.264+0000 7fd1b21c4880 1 < canceled multipart upload key=SQ6HXEFRPSDQ upload=QI13UTQ2L139 tag=1K0Q1Z920ORF type=write size=1630754 2023-12-20T11:09:58.267 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.266+0000 7fd1b21c4880 1 > prepared operation key=0HBCFL318BEY tag=XS9L1K7Q2BIA type=write size=128733 2023-12-20T11:09:58.269 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.268+0000 7fd1b21c4880 1 < completed delete operation key=EX0YD5XH1XPL tag=YWW7Q8EQ3BZY type=del 2023-12-20T11:09:58.271 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.270+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=QTXN142KNCL3 type=del size=1048799 2023-12-20T11:09:58.274 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.272+0000 7fd1b21c4880 1 < completed delete operation key=UHTMIVT6ND23 tag=MVQVQ900M72T type=del 2023-12-20T11:09:58.278 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.277+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~7W24M5Z2QSX6.0 size=1048576 2023-12-20T11:09:58.280 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.278+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~7W24M5Z2QSX6.1 size=1048576 2023-12-20T11:09:58.282 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.280+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~7W24M5Z2QSX6.2 size=632795 2023-12-20T11:09:58.282 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.280+0000 7fd1b21c4880 1 > prepared multipart upload key=1VUIXCARBLMN upload=7W24M5Z2QSX6 tag=IF8P2R53LZOG type=write size=3778523 2023-12-20T11:09:58.284 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.282+0000 7fd1b21c4880 1 < completed delete operation key=0CTPN27ASDAX tag=TM5UXVDEU9NP type=del 2023-12-20T11:09:58.285 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.284+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=5I4RHBB6423W type=del size=635556 2023-12-20T11:09:58.287 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.286+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~M372Y7PMA0FY.0 size=1048576 2023-12-20T11:09:58.289 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.288+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~M372Y7PMA0FY.1 size=171718 2023-12-20T11:09:58.293 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.291+0000 7fd1b21c4880 1 < completed multipart upload key=6UQYCRIG1VTM upload=M372Y7PMA0FY tag=TCLSZIFR8GN9 type=write size=2268870 2023-12-20T11:09:58.295 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.293+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=CK7I0IFAIALI type=del size=1437666 2023-12-20T11:09:58.296 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.295+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~4Y8UK9C5WK7W.0 size=1048576 2023-12-20T11:09:58.298 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.297+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~4Y8UK9C5WK7W.1 size=1048576 2023-12-20T11:09:58.300 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.298+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~4Y8UK9C5WK7W.2 size=12289 2023-12-20T11:09:58.304 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.303+0000 7fd1b21c4880 1 < completed multipart upload key=1VUIXCARBLMN upload=4Y8UK9C5WK7W tag=P1FZEQHPAMDI type=write size=3158017 2023-12-20T11:09:58.308 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.306+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~ENUYO7PI3THN.0 size=1048576 2023-12-20T11:09:58.309 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.308+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~ENUYO7PI3THN.1 size=957066 2023-12-20T11:09:58.309 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.308+0000 7fd1b21c4880 1 > prepared multipart upload key=0HBCFL318BEY upload=ENUYO7PI3THN tag=S0D9VG5ERNA2 type=write size=3054218 2023-12-20T11:09:58.311 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.310+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~PUXLD41WBU4K.0 size=1048576 2023-12-20T11:09:58.313 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.311+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~PUXLD41WBU4K.1 size=1048576 2023-12-20T11:09:58.315 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.314+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~PUXLD41WBU4K.2 size=645541 2023-12-20T11:09:58.319 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.317+0000 7fd1b21c4880 1 < completed multipart upload key=SQ6HXEFRPSDQ upload=PUXLD41WBU4K tag=G1APXDA1QWA4 type=write size=3791269 2023-12-20T11:09:58.324 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.322+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~TBZCAJOHJA8C.0 size=952843 2023-12-20T11:09:58.324 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.322+0000 7fd1b21c4880 1 > prepared multipart upload key=X4MNSJEQQOIN upload=TBZCAJOHJA8C tag=QXO3DTLM6NQO type=write size=2001419 2023-12-20T11:09:58.328 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.326+0000 7fd1b21c4880 1 < suggested remove operation key=OYO96KT3ZIBU tag=FKK8VFGYXWQN type=del 2023-12-20T11:09:58.330 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.329+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=F7Y18ZZQ5O8L type=write size=241066 2023-12-20T11:09:58.330 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.329+0000 7fd1b21c4880 1 < canceled part key=_multipart_UK0IZFVQ8SXI.2~X3H4PLLIE2P6.0 size=1048576 2023-12-20T11:09:58.330 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.329+0000 7fd1b21c4880 1 < canceled part key=_multipart_UK0IZFVQ8SXI.2~X3H4PLLIE2P6.1 size=1048576 2023-12-20T11:09:58.332 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.331+0000 7fd1b21c4880 1 < completed part key=_multipart_UK0IZFVQ8SXI.2~X3H4PLLIE2P6.2 size=917892 2023-12-20T11:09:58.336 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.334+0000 7fd1b21c4880 1 < canceled multipart upload key=UK0IZFVQ8SXI upload=X3H4PLLIE2P6 tag=OOZSZIZFIEZ6 type=write size=4063620 2023-12-20T11:09:58.340 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.339+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~6OP3MILU08OE.0 size=1048576 2023-12-20T11:09:58.342 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.340+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~6OP3MILU08OE.1 size=53023 2023-12-20T11:09:58.342 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.340+0000 7fd1b21c4880 1 > prepared multipart upload key=QZYJEPHLU0HS upload=6OP3MILU08OE tag=ZP79OVIL7BN0 type=write size=2150175 2023-12-20T11:09:58.344 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.342+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~8WQTBF9BDXVD.0 size=734215 2023-12-20T11:09:58.348 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.346+0000 7fd1b21c4880 1 < completed multipart upload key=TZ6V49PS7YRX upload=8WQTBF9BDXVD tag=V6EL4BLAQ2JN type=write size=1782791 2023-12-20T11:09:58.352 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.350+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~XWRAEGMCFHK0.0 size=183762 2023-12-20T11:09:58.352 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.350+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=XWRAEGMCFHK0 tag=BVKBSB999XIW type=write size=1232338 2023-12-20T11:09:58.354 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.352+0000 7fd1b21c4880 1 < completed write operation key=PWOXA6XNR6SL tag=JADOCSI9GNSG type=write size=255143 2023-12-20T11:09:58.358 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.356+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~L3M396SOPNRO.0 size=1048576 2023-12-20T11:09:58.360 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.358+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~L3M396SOPNRO.1 size=934745 2023-12-20T11:09:58.360 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.358+0000 7fd1b21c4880 1 > prepared multipart upload key=LS7TO3DAUIBT upload=L3M396SOPNRO tag=R3J4HF0R5MCP type=write size=3031897 2023-12-20T11:09:58.362 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.360+0000 7fd1b21c4880 1 < completed delete operation key=1DSA1NSVISU5 tag=9B53YUJ1IS1M type=del 2023-12-20T11:09:58.364 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.362+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=UHOT9DM7R9QK type=del size=45017 2023-12-20T11:09:58.364 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.363+0000 7fd1b21c4880 1 < canceled part key=_multipart_LTCK7NB910AG.2~30C40BFEI678.0 size=1048576 2023-12-20T11:09:58.366 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.365+0000 7fd1b21c4880 1 < completed part key=_multipart_LTCK7NB910AG.2~30C40BFEI678.1 size=1048576 2023-12-20T11:09:58.368 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.366+0000 7fd1b21c4880 1 < completed part key=_multipart_LTCK7NB910AG.2~30C40BFEI678.2 size=171432 2023-12-20T11:09:58.372 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.370+0000 7fd1b21c4880 1 < canceled multipart upload key=LTCK7NB910AG upload=30C40BFEI678 tag=Y26RTV33UH81 type=write size=3317160 2023-12-20T11:09:58.373 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.372+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=1NDW7AE08GY3 type=del size=1287103 2023-12-20T11:09:58.375 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.374+0000 7fd1b21c4880 1 < completed delete operation key=LS7TO3DAUIBT tag=BPBLPHXAS9B0 type=del 2023-12-20T11:09:58.377 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.376+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=BHOMA5LS5U7V type=del size=3135185 2023-12-20T11:09:58.380 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.378+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~WKSJIEWGOHIX.0 size=758520 2023-12-20T11:09:58.384 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.382+0000 7fd1b21c4880 1 < completed multipart upload key=D7TWPUF05X3I upload=WKSJIEWGOHIX tag=R45T21LA2JE0 type=write size=1807096 2023-12-20T11:09:58.388 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.386+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~WS40B547A7TT.0 size=1048576 2023-12-20T11:09:58.389 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.388+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~WS40B547A7TT.1 size=1048576 2023-12-20T11:09:58.391 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.389+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~WS40B547A7TT.2 size=25246 2023-12-20T11:09:58.391 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.390+0000 7fd1b21c4880 1 > prepared multipart upload key=H6RM2M0W0Z5O upload=WS40B547A7TT tag=VA3FCOBBR3I0 type=write size=3170974 2023-12-20T11:09:58.393 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.392+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~K8R7CKMELJFL.0 size=1048576 2023-12-20T11:09:58.395 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.394+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~K8R7CKMELJFL.1 size=1048576 2023-12-20T11:09:58.397 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.395+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~K8R7CKMELJFL.2 size=549707 2023-12-20T11:09:58.400 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.399+0000 7fd1b21c4880 1 < completed multipart upload key=I33EZDGEOOGS upload=K8R7CKMELJFL tag=M9EMDUT85XQ2 type=write size=3695435 2023-12-20T11:09:58.405 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.403+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~Z3MG6YN06TLX.0 size=1048576 2023-12-20T11:09:58.407 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.405+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~Z3MG6YN06TLX.1 size=1048576 2023-12-20T11:09:58.409 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.408+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~Z3MG6YN06TLX.2 size=7151 2023-12-20T11:09:58.409 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.408+0000 7fd1b21c4880 1 > prepared multipart upload key=UHTMIVT6ND23 upload=Z3MG6YN06TLX tag=IL725WVKDUPN type=write size=3152879 2023-12-20T11:09:58.414 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.412+0000 7fd1b21c4880 1 < suggested remove operation key=0HBCFL318BEY tag=XS9L1K7Q2BIA type=write 2023-12-20T11:09:58.416 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.414+0000 7fd1b21c4880 1 > prepared operation key=TZ6V49PS7YRX tag=JTAQ299CU4NK type=del size=1982530 2023-12-20T11:09:58.418 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.416+0000 7fd1b21c4880 1 < completed delete operation key=SQ6HXEFRPSDQ tag=QTXN142KNCL3 type=del 2023-12-20T11:09:58.420 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.418+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=2CRE6W5HTGIU type=del size=3094753 2023-12-20T11:09:58.422 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.420+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~7W24M5Z2QSX6.0 size=1048576 2023-12-20T11:09:58.423 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.422+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~7W24M5Z2QSX6.1 size=1048576 2023-12-20T11:09:58.423 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.422+0000 7fd1b21c4880 1 < canceled part key=_multipart_1VUIXCARBLMN.2~7W24M5Z2QSX6.2 size=632795 2023-12-20T11:09:58.427 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.425+0000 7fd1b21c4880 1 < canceled multipart upload key=1VUIXCARBLMN upload=7W24M5Z2QSX6 tag=IF8P2R53LZOG type=write size=3778523 2023-12-20T11:09:58.429 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.428+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=OMRA1UF8C2JA type=del size=2531308 2023-12-20T11:09:58.431 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.429+0000 7fd1b21c4880 1 < completed delete operation key=UK0IZFVQ8SXI tag=5I4RHBB6423W type=del 2023-12-20T11:09:58.433 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.432+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=6YB3Q5IDWAGP type=write size=369614 2023-12-20T11:09:58.437 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.436+0000 7fd1b21c4880 1 < suggested update operation key=0CTPN27ASDAX tag=CK7I0IFAIALI type=del size=1437666 2023-12-20T11:09:58.439 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.437+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=O2L4KOEL47H0 type=del size=3774641 2023-12-20T11:09:58.441 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.439+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~ENUYO7PI3THN.0 size=1048576 2023-12-20T11:09:58.443 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.441+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~ENUYO7PI3THN.1 size=957066 2023-12-20T11:09:58.446 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.444+0000 7fd1b21c4880 1 < completed multipart upload key=0HBCFL318BEY upload=ENUYO7PI3THN tag=S0D9VG5ERNA2 type=write size=3054218 2023-12-20T11:09:58.450 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.448+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~GSSP7V849XU3.0 size=401537 2023-12-20T11:09:58.450 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.448+0000 7fd1b21c4880 1 > prepared multipart upload key=F1VUDQZ0F87N upload=GSSP7V849XU3 tag=FE54L8P20XQE type=write size=1450113 2023-12-20T11:09:58.452 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.451+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~TBZCAJOHJA8C.0 size=952843 2023-12-20T11:09:58.455 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.454+0000 7fd1b21c4880 1 < completed multipart upload key=X4MNSJEQQOIN upload=TBZCAJOHJA8C tag=QXO3DTLM6NQO type=write size=2001419 2023-12-20T11:09:58.459 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.458+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~41JUV3ECPE2T.0 size=843362 2023-12-20T11:09:58.459 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.458+0000 7fd1b21c4880 1 > prepared multipart upload key=K1JVVDJA7RXO upload=41JUV3ECPE2T tag=BDS2VQPIK30W type=write size=1891938 2023-12-20T11:09:58.461 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.460+0000 7fd1b21c4880 1 < completed write operation key=LC4FC2MW1JOI tag=F7Y18ZZQ5O8L type=write size=241066 2023-12-20T11:09:58.465 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.464+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~JPB151DJMQG2.0 size=1048576 2023-12-20T11:09:58.469 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.466+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~JPB151DJMQG2.1 size=112302 2023-12-20T11:09:58.469 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.466+0000 7fd1b21c4880 1 > prepared multipart upload key=1DSA1NSVISU5 upload=JPB151DJMQG2 tag=9P991H9MSWLJ type=write size=2209454 2023-12-20T11:09:58.470 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.468+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~6OP3MILU08OE.0 size=1048576 2023-12-20T11:09:58.471 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.469+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~6OP3MILU08OE.1 size=53023 2023-12-20T11:09:58.474 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.473+0000 7fd1b21c4880 1 < completed multipart upload key=QZYJEPHLU0HS upload=6OP3MILU08OE tag=ZP79OVIL7BN0 type=write size=2150175 2023-12-20T11:09:58.478 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.476+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~P62PU0ZD3PL6.0 size=1048576 2023-12-20T11:09:58.480 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.478+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~P62PU0ZD3PL6.1 size=544096 2023-12-20T11:09:58.480 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.478+0000 7fd1b21c4880 1 > prepared multipart upload key=E12NLNIAVP97 upload=P62PU0ZD3PL6 tag=8JOJO2XTZHRI type=write size=2641248 2023-12-20T11:09:58.480 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.478+0000 7fd1b21c4880 1 < canceled part key=_multipart_TZ6V49PS7YRX.2~XWRAEGMCFHK0.0 size=183762 2023-12-20T11:09:58.483 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.482+0000 7fd1b21c4880 1 < canceled multipart upload key=TZ6V49PS7YRX upload=XWRAEGMCFHK0 tag=BVKBSB999XIW type=write size=1232338 2023-12-20T11:09:58.487 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.485+0000 7fd1b21c4880 1 > prepared part key=_multipart_UK0IZFVQ8SXI.2~4DV0ME00IMCK.0 size=750840 2023-12-20T11:09:58.487 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.485+0000 7fd1b21c4880 1 > prepared multipart upload key=UK0IZFVQ8SXI upload=4DV0ME00IMCK tag=MQNI0WXUNN1F type=write size=1799416 2023-12-20T11:09:58.489 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.487+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~L3M396SOPNRO.0 size=1048576 2023-12-20T11:09:58.490 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.489+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~L3M396SOPNRO.1 size=934745 2023-12-20T11:09:58.494 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.492+0000 7fd1b21c4880 1 < completed multipart upload key=LS7TO3DAUIBT upload=L3M396SOPNRO tag=R3J4HF0R5MCP type=write size=3031897 2023-12-20T11:09:58.496 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.494+0000 7fd1b21c4880 1 > prepared operation key=UHTMIVT6ND23 tag=BB41MV7AQEBN type=write size=402182 2023-12-20T11:09:58.498 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.496+0000 7fd1b21c4880 1 < completed delete operation key=FKD3AAYKIV7B tag=UHOT9DM7R9QK type=del 2023-12-20T11:09:58.502 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.500+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~ZFL5KEBHL5HE.0 size=1048576 2023-12-20T11:09:58.503 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.502+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~ZFL5KEBHL5HE.1 size=1048576 2023-12-20T11:09:58.505 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.504+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~ZFL5KEBHL5HE.2 size=597829 2023-12-20T11:09:58.505 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.504+0000 7fd1b21c4880 1 > prepared multipart upload key=QZYJEPHLU0HS upload=ZFL5KEBHL5HE tag=LDLKP83LUTUF type=write size=3743557 2023-12-20T11:09:58.507 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.506+0000 7fd1b21c4880 1 < completed delete operation key=ZUUJSJVWL10H tag=1NDW7AE08GY3 type=del 2023-12-20T11:09:58.509 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.508+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=9X4541YLTMKQ type=del size=1269899 2023-12-20T11:09:58.511 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.510+0000 7fd1b21c4880 1 < completed delete operation key=K1JVVDJA7RXO tag=BHOMA5LS5U7V type=del 2023-12-20T11:09:58.513 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.512+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=QBBEUCFSZARU type=write size=1008635 2023-12-20T11:09:58.516 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.514+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~WS40B547A7TT.0 size=1048576 2023-12-20T11:09:58.517 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.516+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~WS40B547A7TT.1 size=1048576 2023-12-20T11:09:58.519 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.517+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~WS40B547A7TT.2 size=25246 2023-12-20T11:09:58.522 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.521+0000 7fd1b21c4880 1 < completed multipart upload key=H6RM2M0W0Z5O upload=WS40B547A7TT tag=VA3FCOBBR3I0 type=write size=3170974 2023-12-20T11:09:58.526 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.524+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~JHRDB0RG7KK2.0 size=560040 2023-12-20T11:09:58.526 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.524+0000 7fd1b21c4880 1 > prepared multipart upload key=FKD3AAYKIV7B upload=JHRDB0RG7KK2 tag=O2ZDOI7V7VVS type=write size=1608616 2023-12-20T11:09:58.528 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.526+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~Z3MG6YN06TLX.0 size=1048576 2023-12-20T11:09:58.530 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.528+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~Z3MG6YN06TLX.1 size=1048576 2023-12-20T11:09:58.530 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.528+0000 7fd1b21c4880 1 < canceled part key=_multipart_UHTMIVT6ND23.2~Z3MG6YN06TLX.2 size=7151 2023-12-20T11:09:58.533 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.532+0000 7fd1b21c4880 1 < canceled multipart upload key=UHTMIVT6ND23 upload=Z3MG6YN06TLX tag=IL725WVKDUPN type=write size=3152879 2023-12-20T11:09:58.535 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.534+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=C11TQI0RTXBS type=del size=2284808 2023-12-20T11:09:58.537 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.536+0000 7fd1b21c4880 1 < completed delete operation key=TZ6V49PS7YRX tag=JTAQ299CU4NK type=del 2023-12-20T11:09:58.541 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.539+0000 7fd1b21c4880 1 > prepared part key=_multipart_LTCK7NB910AG.2~7M71E7X8PL22.0 size=750863 2023-12-20T11:09:58.541 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.539+0000 7fd1b21c4880 1 > prepared multipart upload key=LTCK7NB910AG upload=7M71E7X8PL22 tag=AI26BUAP3F0V type=write size=1799439 2023-12-20T11:09:58.543 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.542+0000 7fd1b21c4880 1 < completed delete operation key=YJO1Z2TB061O tag=2CRE6W5HTGIU type=del 2023-12-20T11:09:58.545 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.544+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=1JPVCM8F2R3B type=del size=3394007 2023-12-20T11:09:58.547 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.546+0000 7fd1b21c4880 1 < completed delete operation key=FKD3AAYKIV7B tag=OMRA1UF8C2JA type=del 2023-12-20T11:09:58.549 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.547+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=TE0EUM75YFC9 type=del size=3668778 2023-12-20T11:09:58.551 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.550+0000 7fd1b21c4880 1 < completed write operation key=1DSA1NSVISU5 tag=6YB3Q5IDWAGP type=write size=369614 2023-12-20T11:09:58.555 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.554+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~BVZTIW8S1QFR.0 size=1048576 2023-12-20T11:09:58.557 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.555+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~BVZTIW8S1QFR.1 size=535792 2023-12-20T11:09:58.557 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.555+0000 7fd1b21c4880 1 > prepared multipart upload key=PWOXA6XNR6SL upload=BVZTIW8S1QFR tag=AHX72Q0VC6DH type=write size=2632944 2023-12-20T11:09:58.559 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.557+0000 7fd1b21c4880 1 < completed delete operation key=SUG71QAZ2CFC tag=O2L4KOEL47H0 type=del 2023-12-20T11:09:58.563 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.561+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~QQE9RXWA9GM9.0 size=1048576 2023-12-20T11:09:58.564 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.563+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~QQE9RXWA9GM9.1 size=1048576 2023-12-20T11:09:58.566 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.565+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~QQE9RXWA9GM9.2 size=903714 2023-12-20T11:09:58.566 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.565+0000 7fd1b21c4880 1 > prepared multipart upload key=8G0W9JZ1GDXN upload=QQE9RXWA9GM9 tag=4BFKCIJCXD1A type=write size=4049442 2023-12-20T11:09:58.568 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.567+0000 7fd1b21c4880 1 < completed part key=_multipart_F1VUDQZ0F87N.2~GSSP7V849XU3.0 size=401537 2023-12-20T11:09:58.572 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.570+0000 7fd1b21c4880 1 < completed multipart upload key=F1VUDQZ0F87N upload=GSSP7V849XU3 tag=FE54L8P20XQE type=write size=1450113 2023-12-20T11:09:58.574 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.573+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=MRA0WKRTPWB3 type=del size=3348837 2023-12-20T11:09:58.576 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.575+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~41JUV3ECPE2T.0 size=843362 2023-12-20T11:09:58.580 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.578+0000 7fd1b21c4880 1 < completed multipart upload key=K1JVVDJA7RXO upload=41JUV3ECPE2T tag=BDS2VQPIK30W type=write size=1891938 2023-12-20T11:09:58.584 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.582+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~1O3CSADFCNCT.0 size=606742 2023-12-20T11:09:58.584 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.582+0000 7fd1b21c4880 1 > prepared multipart upload key=1VUIXCARBLMN upload=1O3CSADFCNCT tag=B3YV8PEFM366 type=write size=1655318 2023-12-20T11:09:58.584 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.582+0000 7fd1b21c4880 1 < canceled part key=_multipart_1DSA1NSVISU5.2~JPB151DJMQG2.0 size=1048576 2023-12-20T11:09:58.586 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.584+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~JPB151DJMQG2.1 size=112302 2023-12-20T11:09:58.589 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.587+0000 7fd1b21c4880 1 < canceled multipart upload key=1DSA1NSVISU5 upload=JPB151DJMQG2 tag=9P991H9MSWLJ type=write size=2209454 2023-12-20T11:09:58.591 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.589+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=O8X1NNKCR2LE type=del size=3564485 2023-12-20T11:09:58.593 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.592+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~P62PU0ZD3PL6.0 size=1048576 2023-12-20T11:09:58.595 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.593+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~P62PU0ZD3PL6.1 size=544096 2023-12-20T11:09:58.598 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.597+0000 7fd1b21c4880 1 < completed multipart upload key=E12NLNIAVP97 upload=P62PU0ZD3PL6 tag=8JOJO2XTZHRI type=write size=2641248 2023-12-20T11:09:58.601 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.599+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=Y23QUQCFQ3Y0 type=del size=3115517 2023-12-20T11:09:58.603 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.601+0000 7fd1b21c4880 1 < completed part key=_multipart_UK0IZFVQ8SXI.2~4DV0ME00IMCK.0 size=750840 2023-12-20T11:09:58.606 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.605+0000 7fd1b21c4880 1 < completed multipart upload key=UK0IZFVQ8SXI upload=4DV0ME00IMCK tag=MQNI0WXUNN1F type=write size=1799416 2023-12-20T11:09:58.608 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.607+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=75VSFUKRR0V1 type=write size=169872 2023-12-20T11:09:58.611 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.610+0000 7fd1b21c4880 1 < completed write operation key=UHTMIVT6ND23 tag=BB41MV7AQEBN type=write size=402182 2023-12-20T11:09:58.613 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.612+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=0339W7XGNUDQ type=del size=158349 2023-12-20T11:09:58.616 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.614+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~ZFL5KEBHL5HE.0 size=1048576 2023-12-20T11:09:58.616 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.614+0000 7fd1b21c4880 1 < canceled part key=_multipart_QZYJEPHLU0HS.2~ZFL5KEBHL5HE.1 size=1048576 2023-12-20T11:09:58.618 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.616+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~ZFL5KEBHL5HE.2 size=597829 2023-12-20T11:09:58.622 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.620+0000 7fd1b21c4880 1 < canceled multipart upload key=QZYJEPHLU0HS upload=ZFL5KEBHL5HE tag=LDLKP83LUTUF type=write size=3743557 2023-12-20T11:09:58.624 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.622+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=ZN3HFQEAMC0W type=del size=909651 2023-12-20T11:09:58.626 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.625+0000 7fd1b21c4880 1 < completed delete operation key=H6RM2M0W0Z5O tag=9X4541YLTMKQ type=del 2023-12-20T11:09:58.629 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.627+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=NOZN5VYQPJW4 type=del size=2593104 2023-12-20T11:09:58.631 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.630+0000 7fd1b21c4880 1 < completed write operation key=LTCK7NB910AG tag=QBBEUCFSZARU type=write size=1008635 2023-12-20T11:09:58.634 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.632+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=JJER3VFC1YPB type=del size=243476 2023-12-20T11:09:58.636 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.635+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~JHRDB0RG7KK2.0 size=560040 2023-12-20T11:09:58.640 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.638+0000 7fd1b21c4880 1 < completed multipart upload key=FKD3AAYKIV7B upload=JHRDB0RG7KK2 tag=O2ZDOI7V7VVS type=write size=1608616 2023-12-20T11:09:58.644 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.642+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~2EL66L8Y2E1B.0 size=1048576 2023-12-20T11:09:58.646 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.645+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~2EL66L8Y2E1B.1 size=344351 2023-12-20T11:09:58.646 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.645+0000 7fd1b21c4880 1 > prepared multipart upload key=6UQYCRIG1VTM upload=2EL66L8Y2E1B tag=CMWE1Z8OHPO0 type=write size=2441503 2023-12-20T11:09:58.650 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.649+0000 7fd1b21c4880 1 < suggested remove operation key=LS7TO3DAUIBT tag=C11TQI0RTXBS type=del 2023-12-20T11:09:58.652 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.651+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=ZA2DHD3YCWGD type=del size=2360093 2023-12-20T11:09:58.655 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.654+0000 7fd1b21c4880 1 < completed part key=_multipart_LTCK7NB910AG.2~7M71E7X8PL22.0 size=750863 2023-12-20T11:09:58.659 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.657+0000 7fd1b21c4880 1 < completed multipart upload key=LTCK7NB910AG upload=7M71E7X8PL22 tag=AI26BUAP3F0V type=write size=1799439 2023-12-20T11:09:58.663 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.662+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~PT2SRFX51PZT.0 size=960512 2023-12-20T11:09:58.663 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.662+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=PT2SRFX51PZT tag=C2IS5H3ARGN4 type=write size=2009088 2023-12-20T11:09:58.666 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.664+0000 7fd1b21c4880 1 < completed delete operation key=FKD3AAYKIV7B tag=1JPVCM8F2R3B type=del 2023-12-20T11:09:58.667 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.666+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=JO81Q237XGDP type=del size=1294054 2023-12-20T11:09:58.672 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.670+0000 7fd1b21c4880 1 < suggested remove operation key=D95F7DLYTH42 tag=TE0EUM75YFC9 type=del 2023-12-20T11:09:58.676 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.675+0000 7fd1b21c4880 1 > prepared part key=_multipart_LTCK7NB910AG.2~Q743ZIS1OP23.0 size=307187 2023-12-20T11:09:58.676 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.675+0000 7fd1b21c4880 1 > prepared multipart upload key=LTCK7NB910AG upload=Q743ZIS1OP23 tag=HI7CTVLPUSSL type=write size=1355763 2023-12-20T11:09:58.677 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.675+0000 7fd1b21c4880 1 < canceled part key=_multipart_PWOXA6XNR6SL.2~BVZTIW8S1QFR.0 size=1048576 2023-12-20T11:09:58.678 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.677+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~BVZTIW8S1QFR.1 size=535792 2023-12-20T11:09:58.682 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.681+0000 7fd1b21c4880 1 < canceled multipart upload key=PWOXA6XNR6SL upload=BVZTIW8S1QFR tag=AHX72Q0VC6DH type=write size=2632944 2023-12-20T11:09:58.684 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.683+0000 7fd1b21c4880 1 > prepared operation key=TZ6V49PS7YRX tag=Z81JBZH4Y0UT type=del size=347645 2023-12-20T11:09:58.686 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.685+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~QQE9RXWA9GM9.0 size=1048576 2023-12-20T11:09:58.686 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.685+0000 7fd1b21c4880 1 < canceled part key=_multipart_8G0W9JZ1GDXN.2~QQE9RXWA9GM9.1 size=1048576 2023-12-20T11:09:58.688 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.687+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~QQE9RXWA9GM9.2 size=903714 2023-12-20T11:09:58.693 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.691+0000 7fd1b21c4880 1 < canceled multipart upload key=8G0W9JZ1GDXN upload=QQE9RXWA9GM9 tag=4BFKCIJCXD1A type=write size=4049442 2023-12-20T11:09:58.696 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.695+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~HI1H1ENK4FP7.0 size=1048576 2023-12-20T11:09:58.698 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.697+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~HI1H1ENK4FP7.1 size=744573 2023-12-20T11:09:58.698 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.697+0000 7fd1b21c4880 1 > prepared multipart upload key=1VUIXCARBLMN upload=HI1H1ENK4FP7 tag=6XMUE8FVAUR8 type=write size=2841725 2023-12-20T11:09:58.701 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.699+0000 7fd1b21c4880 -1 < failed to complete operation key=LS7TO3DAUIBT tag=MRA0WKRTPWB3 type=del size=3348837: (22) Invalid argument 2023-12-20T11:09:58.703 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.701+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=8H8VAQOTMV5V type=del size=1680520 2023-12-20T11:09:58.705 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.703+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~1O3CSADFCNCT.0 size=606742 2023-12-20T11:09:58.708 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.707+0000 7fd1b21c4880 1 < completed multipart upload key=1VUIXCARBLMN upload=1O3CSADFCNCT tag=B3YV8PEFM366 type=write size=1655318 2023-12-20T11:09:58.713 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.711+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~NKS0JAOV9HV1.0 size=1048576 2023-12-20T11:09:58.714 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.712+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~NKS0JAOV9HV1.1 size=771462 2023-12-20T11:09:58.714 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.712+0000 7fd1b21c4880 1 > prepared multipart upload key=ZUUJSJVWL10H upload=NKS0JAOV9HV1 tag=1B82C1SBNDIA type=write size=2868614 2023-12-20T11:09:58.716 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.714+0000 7fd1b21c4880 1 < completed delete operation key=YJO1Z2TB061O tag=O8X1NNKCR2LE type=del 2023-12-20T11:09:58.719 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.718+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~TG4D0IQ97T86.0 size=1048576 2023-12-20T11:09:58.721 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.720+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~TG4D0IQ97T86.1 size=257886 2023-12-20T11:09:58.721 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.720+0000 7fd1b21c4880 1 > prepared multipart upload key=QZYJEPHLU0HS upload=TG4D0IQ97T86 tag=X8M4FPC2B2DB type=write size=2355038 2023-12-20T11:09:58.723 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.722+0000 7fd1b21c4880 1 < completed delete operation key=ZUUJSJVWL10H tag=Y23QUQCFQ3Y0 type=del 2023-12-20T11:09:58.725 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.723+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=UKKN4XMF9IG0 type=write size=853042 2023-12-20T11:09:58.727 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.725+0000 7fd1b21c4880 1 < completed write operation key=E12NLNIAVP97 tag=75VSFUKRR0V1 type=write size=169872 2023-12-20T11:09:58.731 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.730+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~1TS954FQIMC3.0 size=1048576 2023-12-20T11:09:58.733 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.732+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~1TS954FQIMC3.1 size=503223 2023-12-20T11:09:58.733 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.732+0000 7fd1b21c4880 1 > prepared multipart upload key=PWOXA6XNR6SL upload=1TS954FQIMC3 tag=Y74C7PNMT8LE type=write size=2600375 2023-12-20T11:09:58.735 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.734+0000 7fd1b21c4880 1 < completed delete operation key=F1VUDQZ0F87N tag=0339W7XGNUDQ type=del 2023-12-20T11:09:58.737 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.735+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=XHWBPL8X1KA3 type=del size=3563393 2023-12-20T11:09:58.739 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.738+0000 7fd1b21c4880 1 < completed delete operation key=QZYJEPHLU0HS tag=ZN3HFQEAMC0W type=del 2023-12-20T11:09:58.741 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.739+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=2OPXTXGQ0HNC type=write size=823825 2023-12-20T11:09:58.743 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.741+0000 7fd1b21c4880 1 < completed delete operation key=UK0IZFVQ8SXI tag=NOZN5VYQPJW4 type=del 2023-12-20T11:09:58.745 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.744+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=71NVXI6UX8JX type=del size=2080895 2023-12-20T11:09:58.747 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.745+0000 7fd1b21c4880 1 < canceled operation key=1DSA1NSVISU5 tag=JJER3VFC1YPB type=del size=243476 2023-12-20T11:09:58.749 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.747+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=5T12XR34N54G type=del size=3276549 2023-12-20T11:09:58.751 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.750+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~2EL66L8Y2E1B.0 size=1048576 2023-12-20T11:09:58.753 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.751+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~2EL66L8Y2E1B.1 size=344351 2023-12-20T11:09:58.756 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.755+0000 7fd1b21c4880 1 < completed multipart upload key=6UQYCRIG1VTM upload=2EL66L8Y2E1B tag=CMWE1Z8OHPO0 type=write size=2441503 2023-12-20T11:09:58.758 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.757+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=7W0BXSS4N30V type=del size=1356766 2023-12-20T11:09:58.760 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.759+0000 7fd1b21c4880 1 < canceled operation key=UK0IZFVQ8SXI tag=ZA2DHD3YCWGD type=del size=2360093 2023-12-20T11:09:58.762 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.761+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=HNFZMOZ7K2AL type=del size=2557189 2023-12-20T11:09:58.764 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.763+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~PT2SRFX51PZT.0 size=960512 2023-12-20T11:09:58.768 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.767+0000 7fd1b21c4880 1 < completed multipart upload key=TZ6V49PS7YRX upload=PT2SRFX51PZT tag=C2IS5H3ARGN4 type=write size=2009088 2023-12-20T11:09:58.770 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.768+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=0PAIKP6TR0NP type=del size=3854707 2023-12-20T11:09:58.773 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.770+0000 7fd1b21c4880 1 < canceled operation key=QZYJEPHLU0HS tag=JO81Q237XGDP type=del size=1294054 2023-12-20T11:09:58.774 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.772+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=EKRQOOYAM9J3 type=del size=2077004 2023-12-20T11:09:58.776 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.774+0000 7fd1b21c4880 1 < completed part key=_multipart_LTCK7NB910AG.2~Q743ZIS1OP23.0 size=307187 2023-12-20T11:09:58.779 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.778+0000 7fd1b21c4880 1 < completed multipart upload key=LTCK7NB910AG upload=Q743ZIS1OP23 tag=HI7CTVLPUSSL type=write size=1355763 2023-12-20T11:09:58.781 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.780+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=VVCKIGLFAIOX type=del size=3574992 2023-12-20T11:09:58.783 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.782+0000 7fd1b21c4880 1 < completed delete operation key=TZ6V49PS7YRX tag=Z81JBZH4Y0UT type=del 2023-12-20T11:09:58.785 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.784+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=0ZIUFK815PCC type=del size=924353 2023-12-20T11:09:58.788 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.786+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~HI1H1ENK4FP7.0 size=1048576 2023-12-20T11:09:58.790 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.788+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~HI1H1ENK4FP7.1 size=744573 2023-12-20T11:09:58.793 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.791+0000 7fd1b21c4880 1 < completed multipart upload key=1VUIXCARBLMN upload=HI1H1ENK4FP7 tag=6XMUE8FVAUR8 type=write size=2841725 2023-12-20T11:09:58.795 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.794+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=9UDRBRSDA87Q type=del size=873679 2023-12-20T11:09:58.798 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.796+0000 7fd1b21c4880 1 < canceled operation key=X4MNSJEQQOIN tag=8H8VAQOTMV5V type=del size=1680520 2023-12-20T11:09:58.801 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.800+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~UJKPMEWJ1KR7.0 size=1048576 2023-12-20T11:09:58.803 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.802+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~UJKPMEWJ1KR7.1 size=1048576 2023-12-20T11:09:58.805 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.803+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~UJKPMEWJ1KR7.2 size=636913 2023-12-20T11:09:58.805 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.803+0000 7fd1b21c4880 1 > prepared multipart upload key=D7TWPUF05X3I upload=UJKPMEWJ1KR7 tag=XFH9JS3HN0CZ type=write size=3782641 2023-12-20T11:09:58.807 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.805+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~NKS0JAOV9HV1.0 size=1048576 2023-12-20T11:09:58.809 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.807+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~NKS0JAOV9HV1.1 size=771462 2023-12-20T11:09:58.812 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.811+0000 7fd1b21c4880 1 < completed multipart upload key=ZUUJSJVWL10H upload=NKS0JAOV9HV1 tag=1B82C1SBNDIA type=write size=2868614 2023-12-20T11:09:58.816 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.815+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~BFAUF8R7A0YE.0 size=1048576 2023-12-20T11:09:58.818 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.817+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~BFAUF8R7A0YE.1 size=1048576 2023-12-20T11:09:58.820 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.819+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~BFAUF8R7A0YE.2 size=403161 2023-12-20T11:09:58.820 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.819+0000 7fd1b21c4880 1 > prepared multipart upload key=SQ6HXEFRPSDQ upload=BFAUF8R7A0YE tag=6VHBXJP6OE84 type=write size=3548889 2023-12-20T11:09:58.822 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.821+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~TG4D0IQ97T86.0 size=1048576 2023-12-20T11:09:58.822 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.821+0000 7fd1b21c4880 1 < canceled part key=_multipart_QZYJEPHLU0HS.2~TG4D0IQ97T86.1 size=257886 2023-12-20T11:09:58.826 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.825+0000 7fd1b21c4880 1 < canceled multipart upload key=QZYJEPHLU0HS upload=TG4D0IQ97T86 tag=X8M4FPC2B2DB type=write size=2355038 2023-12-20T11:09:58.828 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.827+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=SVNB2OWPESX3 type=del size=4049831 2023-12-20T11:09:58.830 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.829+0000 7fd1b21c4880 1 < completed write operation key=D95F7DLYTH42 tag=UKKN4XMF9IG0 type=write size=853042 2023-12-20T11:09:58.834 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.833+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~PT52S417312F.0 size=122360 2023-12-20T11:09:58.834 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.833+0000 7fd1b21c4880 1 > prepared multipart upload key=1VUIXCARBLMN upload=PT52S417312F tag=GLJC6Q8UVSZP type=write size=1170936 2023-12-20T11:09:58.837 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.835+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~1TS954FQIMC3.0 size=1048576 2023-12-20T11:09:58.838 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.837+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~1TS954FQIMC3.1 size=503223 2023-12-20T11:09:58.842 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.840+0000 7fd1b21c4880 1 < completed multipart upload key=PWOXA6XNR6SL upload=1TS954FQIMC3 tag=Y74C7PNMT8LE type=write size=2600375 2023-12-20T11:09:58.844 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.842+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=I75NIK13IG5L type=del size=2535645 2023-12-20T11:09:58.846 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.845+0000 7fd1b21c4880 1 < completed delete operation key=TRBR8IGAJUYI tag=XHWBPL8X1KA3 type=del 2023-12-20T11:09:58.848 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.847+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=EOYHKMZI4HNK type=del size=502747 2023-12-20T11:09:58.850 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.849+0000 7fd1b21c4880 1 < completed write operation key=H6RM2M0W0Z5O tag=2OPXTXGQ0HNC type=write size=823825 2023-12-20T11:09:58.852 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.851+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=X7ERA2FEC1BA type=del size=2313975 2023-12-20T11:09:58.858 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.856+0000 7fd1b21c4880 1 < suggested remove operation key=FKD3AAYKIV7B tag=71NVXI6UX8JX type=del 2023-12-20T11:09:58.862 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.860+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~U3TF3AICIM89.0 size=667457 2023-12-20T11:09:58.862 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.860+0000 7fd1b21c4880 1 > prepared multipart upload key=ZUUJSJVWL10H upload=U3TF3AICIM89 tag=UNOYCL3UQ9W2 type=write size=1716033 2023-12-20T11:09:58.864 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.862+0000 7fd1b21c4880 1 < completed delete operation key=1DSA1NSVISU5 tag=5T12XR34N54G type=del 2023-12-20T11:09:58.866 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.864+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=OS4422EN74BE type=write size=202475 2023-12-20T11:09:58.868 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.867+0000 7fd1b21c4880 1 < completed delete operation key=X4MNSJEQQOIN tag=7W0BXSS4N30V type=del 2023-12-20T11:09:58.870 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.869+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=0BY3JC0PPVR3 type=del size=1557077 2023-12-20T11:09:58.878 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.873+0000 7fd1b21c4880 1 < suggested update operation key=X4MNSJEQQOIN tag=HNFZMOZ7K2AL type=del size=2557189 2023-12-20T11:09:58.878 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.875+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=1VS13S5M6T2Y type=del size=1937811 2023-12-20T11:09:58.879 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.878+0000 7fd1b21c4880 -1 < failed to complete operation key=FKD3AAYKIV7B tag=0PAIKP6TR0NP type=del size=3854707: (22) Invalid argument 2023-12-20T11:09:58.883 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.882+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~QVWJYJ81FUGB.0 size=1048576 2023-12-20T11:09:58.885 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.884+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~QVWJYJ81FUGB.1 size=1048576 2023-12-20T11:09:58.888 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.886+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~QVWJYJ81FUGB.2 size=607739 2023-12-20T11:09:58.888 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.886+0000 7fd1b21c4880 1 > prepared multipart upload key=TRBR8IGAJUYI upload=QVWJYJ81FUGB tag=GKW0DMLSBVXL type=write size=3753467 2023-12-20T11:09:58.893 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.891+0000 7fd1b21c4880 1 < suggested update operation key=LC4FC2MW1JOI tag=EKRQOOYAM9J3 type=del size=2077004 2023-12-20T11:09:58.897 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.895+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~ZZL2O6ESSGIZ.0 size=1048576 2023-12-20T11:09:58.898 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.897+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~ZZL2O6ESSGIZ.1 size=1048576 2023-12-20T11:09:58.900 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.899+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~ZZL2O6ESSGIZ.2 size=39683 2023-12-20T11:09:58.900 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.899+0000 7fd1b21c4880 1 > prepared multipart upload key=1DSA1NSVISU5 upload=ZZL2O6ESSGIZ tag=FKVUHOKV8LDL type=write size=3185411 2023-12-20T11:09:58.902 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.901+0000 7fd1b21c4880 1 < completed delete operation key=MJ4RRM0D3OOK tag=VVCKIGLFAIOX type=del 2023-12-20T11:09:58.904 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.903+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=4C5PX5HARF7K type=write size=168194 2023-12-20T11:09:58.906 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.905+0000 7fd1b21c4880 1 < completed delete operation key=H6RM2M0W0Z5O tag=0ZIUFK815PCC type=del 2023-12-20T11:09:58.908 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.907+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=9LUX4I019KJ9 type=write size=126410 2023-12-20T11:09:58.911 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.910+0000 7fd1b21c4880 -1 < failed to complete operation key=LC4FC2MW1JOI tag=9UDRBRSDA87Q type=del size=873679: (22) Invalid argument 2023-12-20T11:09:58.913 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.912+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=BK2FHJF9TCWG type=del size=2727213 2023-12-20T11:09:58.915 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.914+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~UJKPMEWJ1KR7.0 size=1048576 2023-12-20T11:09:58.917 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.916+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~UJKPMEWJ1KR7.1 size=1048576 2023-12-20T11:09:58.919 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.917+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~UJKPMEWJ1KR7.2 size=636913 2023-12-20T11:09:58.923 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.921+0000 7fd1b21c4880 1 < completed multipart upload key=D7TWPUF05X3I upload=UJKPMEWJ1KR7 tag=XFH9JS3HN0CZ type=write size=3782641 2023-12-20T11:09:58.926 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.925+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~8YDTOZ32DIR0.0 size=463665 2023-12-20T11:09:58.927 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.925+0000 7fd1b21c4880 1 > prepared multipart upload key=FKD3AAYKIV7B upload=8YDTOZ32DIR0 tag=07Y2J4SZTPYZ type=write size=1512241 2023-12-20T11:09:58.928 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.927+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~BFAUF8R7A0YE.0 size=1048576 2023-12-20T11:09:58.930 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.929+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~BFAUF8R7A0YE.1 size=1048576 2023-12-20T11:09:58.932 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.930+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~BFAUF8R7A0YE.2 size=403161 2023-12-20T11:09:58.936 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.934+0000 7fd1b21c4880 1 < completed multipart upload key=SQ6HXEFRPSDQ upload=BFAUF8R7A0YE tag=6VHBXJP6OE84 type=write size=3548889 2023-12-20T11:09:58.938 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.936+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=SYI51WTUODWU type=del size=3899774 2023-12-20T11:09:58.942 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.941+0000 7fd1b21c4880 1 < suggested remove operation key=TRBR8IGAJUYI tag=SVNB2OWPESX3 type=del 2023-12-20T11:09:58.944 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.943+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=BF49UN6YNKV9 type=write size=853493 2023-12-20T11:09:58.946 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.945+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~PT52S417312F.0 size=122360 2023-12-20T11:09:58.949 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.948+0000 7fd1b21c4880 1 < completed multipart upload key=1VUIXCARBLMN upload=PT52S417312F tag=GLJC6Q8UVSZP type=write size=1170936 2023-12-20T11:09:58.953 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.952+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~TIGMI93K3N8B.0 size=684602 2023-12-20T11:09:58.953 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.952+0000 7fd1b21c4880 1 > prepared multipart upload key=0HBCFL318BEY upload=TIGMI93K3N8B tag=FTC9L7E5INFI type=write size=1733178 2023-12-20T11:09:58.955 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.954+0000 7fd1b21c4880 1 < completed delete operation key=K1JVVDJA7RXO tag=I75NIK13IG5L type=del 2023-12-20T11:09:58.958 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.956+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=EC4BZ1MUK2T0 type=write size=1030109 2023-12-20T11:09:58.959 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.958+0000 7fd1b21c4880 1 < completed delete operation key=F1VUDQZ0F87N tag=EOYHKMZI4HNK type=del 2023-12-20T11:09:58.961 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.960+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=2W8NYXZT0EB1 type=del size=3265751 2023-12-20T11:09:58.963 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.962+0000 7fd1b21c4880 1 < completed delete operation key=EX0YD5XH1XPL tag=X7ERA2FEC1BA type=del 2023-12-20T11:09:58.967 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.966+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~70K95LXWTW5B.0 size=1048576 2023-12-20T11:09:58.969 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.967+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~70K95LXWTW5B.1 size=1048576 2023-12-20T11:09:58.970 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.969+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~70K95LXWTW5B.2 size=161776 2023-12-20T11:09:58.971 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.969+0000 7fd1b21c4880 1 > prepared multipart upload key=F1VUDQZ0F87N upload=70K95LXWTW5B tag=X31GJEH2PFWD type=write size=3307504 2023-12-20T11:09:58.973 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.971+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~U3TF3AICIM89.0 size=667457 2023-12-20T11:09:58.976 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.975+0000 7fd1b21c4880 1 < completed multipart upload key=ZUUJSJVWL10H upload=U3TF3AICIM89 tag=UNOYCL3UQ9W2 type=write size=1716033 2023-12-20T11:09:58.980 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.979+0000 7fd1b21c4880 1 > prepared part key=_multipart_SG40R95BA3CO.2~OZZ1NK9T07RH.0 size=219186 2023-12-20T11:09:58.980 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.979+0000 7fd1b21c4880 1 > prepared multipart upload key=SG40R95BA3CO upload=OZZ1NK9T07RH tag=8P9D86FKYLIK type=write size=1267762 2023-12-20T11:09:58.984 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.982+0000 7fd1b21c4880 1 < suggested update operation key=SQ6HXEFRPSDQ tag=OS4422EN74BE type=write size=202475 2023-12-20T11:09:58.986 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.984+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=R9I52Z73YC6A type=write size=41320 2023-12-20T11:09:58.990 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.989+0000 7fd1b21c4880 1 < suggested remove operation key=X4MNSJEQQOIN tag=0BY3JC0PPVR3 type=del 2023-12-20T11:09:58.992 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.991+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=9PZ7STMQNIO4 type=del size=2616458 2023-12-20T11:09:58.994 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.993+0000 7fd1b21c4880 1 < completed delete operation key=EX0YD5XH1XPL tag=1VS13S5M6T2Y type=del 2023-12-20T11:09:58.998 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.996+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~FUKPVJU2AI5Y.0 size=668768 2023-12-20T11:09:58.998 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.996+0000 7fd1b21c4880 1 > prepared multipart upload key=QZYJEPHLU0HS upload=FUKPVJU2AI5Y tag=NXVXBITKJNP4 type=write size=1717344 2023-12-20T11:09:59.000 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:58.998+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~QVWJYJ81FUGB.0 size=1048576 2023-12-20T11:09:59.002 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.000+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~QVWJYJ81FUGB.1 size=1048576 2023-12-20T11:09:59.005 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.002+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~QVWJYJ81FUGB.2 size=607739 2023-12-20T11:09:59.007 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.006+0000 7fd1b21c4880 1 < completed multipart upload key=TRBR8IGAJUYI upload=QVWJYJ81FUGB tag=GKW0DMLSBVXL type=write size=3753467 2023-12-20T11:09:59.010 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.008+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=T5NBTSVT18CQ type=del size=2890231 2023-12-20T11:09:59.012 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.011+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~ZZL2O6ESSGIZ.0 size=1048576 2023-12-20T11:09:59.012 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.011+0000 7fd1b21c4880 1 < canceled part key=_multipart_1DSA1NSVISU5.2~ZZL2O6ESSGIZ.1 size=1048576 2023-12-20T11:09:59.014 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.012+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~ZZL2O6ESSGIZ.2 size=39683 2023-12-20T11:09:59.018 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.016+0000 7fd1b21c4880 1 < canceled multipart upload key=1DSA1NSVISU5 upload=ZZL2O6ESSGIZ tag=FKVUHOKV8LDL type=write size=3185411 2023-12-20T11:09:59.020 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.018+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=2CJIX78J3AXV type=del size=359780 2023-12-20T11:09:59.022 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.020+0000 7fd1b21c4880 1 < completed write operation key=UK0IZFVQ8SXI tag=4C5PX5HARF7K type=write size=168194 2023-12-20T11:09:59.026 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.024+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~V6WBZ0A8WATQ.0 size=1048576 2023-12-20T11:09:59.028 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.026+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~V6WBZ0A8WATQ.1 size=1048576 2023-12-20T11:09:59.030 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.028+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~V6WBZ0A8WATQ.2 size=297829 2023-12-20T11:09:59.030 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.028+0000 7fd1b21c4880 1 > prepared multipart upload key=LS7TO3DAUIBT upload=V6WBZ0A8WATQ tag=KXV1NXDJUDIZ type=write size=3443557 2023-12-20T11:09:59.032 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.030+0000 7fd1b21c4880 1 < completed write operation key=FKD3AAYKIV7B tag=9LUX4I019KJ9 type=write size=126410 2023-12-20T11:09:59.036 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.034+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~BZNQC2J0EVCD.0 size=954357 2023-12-20T11:09:59.036 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.034+0000 7fd1b21c4880 1 > prepared multipart upload key=QZYJEPHLU0HS upload=BZNQC2J0EVCD tag=2TE85QXWL6CY type=write size=2002933 2023-12-20T11:09:59.040 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.038+0000 7fd1b21c4880 1 < suggested remove operation key=FKD3AAYKIV7B tag=BK2FHJF9TCWG type=del 2023-12-20T11:09:59.042 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.041+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=TVZQP7BSKSML type=del size=3235685 2023-12-20T11:09:59.044 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.043+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~8YDTOZ32DIR0.0 size=463665 2023-12-20T11:09:59.049 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.047+0000 7fd1b21c4880 1 < completed multipart upload key=FKD3AAYKIV7B upload=8YDTOZ32DIR0 tag=07Y2J4SZTPYZ type=write size=1512241 2023-12-20T11:09:59.051 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.049+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=K7Z2Q2LQOL3K type=del size=1344067 2023-12-20T11:09:59.055 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.053+0000 7fd1b21c4880 1 < suggested remove operation key=TRBR8IGAJUYI tag=SYI51WTUODWU type=del 2023-12-20T11:09:59.057 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.056+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=D7ZSBKYRPB6F type=del size=3948344 2023-12-20T11:09:59.060 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.059+0000 7fd1b21c4880 1 < completed write operation key=SG40R95BA3CO tag=BF49UN6YNKV9 type=write size=853493 2023-12-20T11:09:59.066 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.064+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~FYCDTOISQ63O.0 size=1048576 2023-12-20T11:09:59.067 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.066+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~FYCDTOISQ63O.1 size=656467 2023-12-20T11:09:59.067 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.066+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=FYCDTOISQ63O tag=UMOHJ0PH0FT3 type=write size=2753619 2023-12-20T11:09:59.070 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.068+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~TIGMI93K3N8B.0 size=684602 2023-12-20T11:09:59.073 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.072+0000 7fd1b21c4880 1 < completed multipart upload key=0HBCFL318BEY upload=TIGMI93K3N8B tag=FTC9L7E5INFI type=write size=1733178 2023-12-20T11:09:59.075 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.074+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=K1CRL4OM5JRU type=del size=3450640 2023-12-20T11:09:59.078 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.076+0000 7fd1b21c4880 1 < canceled operation key=EX0YD5XH1XPL tag=EC4BZ1MUK2T0 type=write size=1030109 2023-12-20T11:09:59.081 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.080+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~I1ONHFBW613V.0 size=1048576 2023-12-20T11:09:59.083 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.082+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~I1ONHFBW613V.1 size=1048576 2023-12-20T11:09:59.085 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.084+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~I1ONHFBW613V.2 size=888262 2023-12-20T11:09:59.085 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.084+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=I1ONHFBW613V tag=BB37KR3YPJM5 type=write size=4033990 2023-12-20T11:09:59.087 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.086+0000 7fd1b21c4880 1 < canceled operation key=F1VUDQZ0F87N tag=2W8NYXZT0EB1 type=del size=3265751 2023-12-20T11:09:59.090 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.088+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=H5UP8IGNPXZT type=write size=763713 2023-12-20T11:09:59.092 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.091+0000 7fd1b21c4880 1 < completed part key=_multipart_F1VUDQZ0F87N.2~70K95LXWTW5B.0 size=1048576 2023-12-20T11:09:59.095 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.093+0000 7fd1b21c4880 1 < completed part key=_multipart_F1VUDQZ0F87N.2~70K95LXWTW5B.1 size=1048576 2023-12-20T11:09:59.097 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.095+0000 7fd1b21c4880 1 < completed part key=_multipart_F1VUDQZ0F87N.2~70K95LXWTW5B.2 size=161776 2023-12-20T11:09:59.101 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.099+0000 7fd1b21c4880 1 < completed multipart upload key=F1VUDQZ0F87N upload=70K95LXWTW5B tag=X31GJEH2PFWD type=write size=3307504 2023-12-20T11:09:59.103 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.102+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=PAHEHNPJLDPG type=del size=1307863 2023-12-20T11:09:59.105 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.104+0000 7fd1b21c4880 1 < completed part key=_multipart_SG40R95BA3CO.2~OZZ1NK9T07RH.0 size=219186 2023-12-20T11:09:59.110 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.108+0000 7fd1b21c4880 1 < completed multipart upload key=SG40R95BA3CO upload=OZZ1NK9T07RH tag=8P9D86FKYLIK type=write size=1267762 2023-12-20T11:09:59.114 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.112+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~UAGCQTRMUZ1H.0 size=1048576 2023-12-20T11:09:59.115 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.114+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~UAGCQTRMUZ1H.1 size=754702 2023-12-20T11:09:59.116 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.114+0000 7fd1b21c4880 1 > prepared multipart upload key=LS7TO3DAUIBT upload=UAGCQTRMUZ1H tag=1M38E8SKXSYH type=write size=2851854 2023-12-20T11:09:59.118 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.117+0000 7fd1b21c4880 -1 < failed to complete operation key=X4MNSJEQQOIN tag=R9I52Z73YC6A type=write size=41320: (22) Invalid argument 2023-12-20T11:09:59.121 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.119+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=KHVSKYCVLDE7 type=del size=2879564 2023-12-20T11:09:59.125 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.124+0000 7fd1b21c4880 1 < suggested update operation key=D95F7DLYTH42 tag=9PZ7STMQNIO4 type=del size=2616458 2023-12-20T11:09:59.130 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.128+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~0OO0FRK79QWB.0 size=1048576 2023-12-20T11:09:59.132 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.131+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~0OO0FRK79QWB.1 size=539496 2023-12-20T11:09:59.132 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.131+0000 7fd1b21c4880 1 > prepared multipart upload key=K1JVVDJA7RXO upload=0OO0FRK79QWB tag=O2B1475IZNVF type=write size=2636648 2023-12-20T11:09:59.134 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.133+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~FUKPVJU2AI5Y.0 size=668768 2023-12-20T11:09:59.138 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.137+0000 7fd1b21c4880 1 < completed multipart upload key=QZYJEPHLU0HS upload=FUKPVJU2AI5Y tag=NXVXBITKJNP4 type=write size=1717344 2023-12-20T11:09:59.142 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.141+0000 7fd1b21c4880 1 > prepared part key=_multipart_SG40R95BA3CO.2~VMHXO15W45ES.0 size=1048576 2023-12-20T11:09:59.144 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.143+0000 7fd1b21c4880 1 > prepared part key=_multipart_SG40R95BA3CO.2~VMHXO15W45ES.1 size=1048576 2023-12-20T11:09:59.146 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.144+0000 7fd1b21c4880 1 > prepared part key=_multipart_SG40R95BA3CO.2~VMHXO15W45ES.2 size=173232 2023-12-20T11:09:59.146 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.144+0000 7fd1b21c4880 1 > prepared multipart upload key=SG40R95BA3CO upload=VMHXO15W45ES tag=F155UDVARXVZ type=write size=3318960 2023-12-20T11:09:59.148 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.147+0000 7fd1b21c4880 1 < completed delete operation key=LS7TO3DAUIBT tag=T5NBTSVT18CQ type=del 2023-12-20T11:09:59.150 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.149+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=XR7NWFZTODSX type=del size=3986746 2023-12-20T11:09:59.153 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.151+0000 7fd1b21c4880 1 < canceled operation key=EX0YD5XH1XPL tag=2CJIX78J3AXV type=del size=359780 2023-12-20T11:09:59.155 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.153+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=2J5V55MYOJTV type=del size=58109 2023-12-20T11:09:59.157 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.155+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~V6WBZ0A8WATQ.0 size=1048576 2023-12-20T11:09:59.159 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.157+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~V6WBZ0A8WATQ.1 size=1048576 2023-12-20T11:09:59.161 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.159+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~V6WBZ0A8WATQ.2 size=297829 2023-12-20T11:09:59.165 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.164+0000 7fd1b21c4880 1 < completed multipart upload key=LS7TO3DAUIBT upload=V6WBZ0A8WATQ tag=KXV1NXDJUDIZ type=write size=3443557 2023-12-20T11:09:59.167 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.166+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=N8MEGLFAYFCH type=del size=71736 2023-12-20T11:09:59.170 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.168+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~BZNQC2J0EVCD.0 size=954357 2023-12-20T11:09:59.173 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.172+0000 7fd1b21c4880 1 < completed multipart upload key=QZYJEPHLU0HS upload=BZNQC2J0EVCD tag=2TE85QXWL6CY type=write size=2002933 2023-12-20T11:09:59.175 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.174+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=C1QJTYUW8PWX type=del size=2708464 2023-12-20T11:09:59.177 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.176+0000 7fd1b21c4880 1 < completed delete operation key=LC4FC2MW1JOI tag=TVZQP7BSKSML type=del 2023-12-20T11:09:59.181 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.180+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~B3K3D3J9Z2VF.0 size=1048576 2023-12-20T11:09:59.183 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.181+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~B3K3D3J9Z2VF.1 size=904151 2023-12-20T11:09:59.183 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.181+0000 7fd1b21c4880 1 > prepared multipart upload key=PWOXA6XNR6SL upload=B3K3D3J9Z2VF tag=ORTKGZAQENR2 type=write size=3001303 2023-12-20T11:09:59.185 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.184+0000 7fd1b21c4880 1 < canceled operation key=6UQYCRIG1VTM tag=K7Z2Q2LQOL3K type=del size=1344067 2023-12-20T11:09:59.189 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.187+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~TYPXDNF2ZBVQ.0 size=500602 2023-12-20T11:09:59.189 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.187+0000 7fd1b21c4880 1 > prepared multipart upload key=SUG71QAZ2CFC upload=TYPXDNF2ZBVQ tag=902DLB17TZHN type=write size=1549178 2023-12-20T11:09:59.192 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.191+0000 7fd1b21c4880 -1 < failed to complete operation key=D95F7DLYTH42 tag=D7ZSBKYRPB6F type=del size=3948344: (22) Invalid argument 2023-12-20T11:09:59.194 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.193+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=1JTLW41FO5DX type=del size=4109391 2023-12-20T11:09:59.197 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.195+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~FYCDTOISQ63O.0 size=1048576 2023-12-20T11:09:59.198 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.197+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~FYCDTOISQ63O.1 size=656467 2023-12-20T11:09:59.202 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.201+0000 7fd1b21c4880 1 < completed multipart upload key=TZ6V49PS7YRX upload=FYCDTOISQ63O tag=UMOHJ0PH0FT3 type=write size=2753619 2023-12-20T11:09:59.206 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.205+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~NAPUFTNXUMMJ.0 size=1048576 2023-12-20T11:09:59.208 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.207+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~NAPUFTNXUMMJ.1 size=1048576 2023-12-20T11:09:59.210 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.208+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~NAPUFTNXUMMJ.2 size=380222 2023-12-20T11:09:59.210 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.208+0000 7fd1b21c4880 1 > prepared multipart upload key=LC4FC2MW1JOI upload=NAPUFTNXUMMJ tag=XXLY04CZN5CV type=write size=3525950 2023-12-20T11:09:59.214 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.212+0000 7fd1b21c4880 1 < suggested remove operation key=ZUUJSJVWL10H tag=K1CRL4OM5JRU type=del 2023-12-20T11:09:59.216 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.214+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=ZBOQU8L1RRDH type=write size=41969 2023-12-20T11:09:59.218 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.216+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~I1ONHFBW613V.0 size=1048576 2023-12-20T11:09:59.220 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.218+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~I1ONHFBW613V.1 size=1048576 2023-12-20T11:09:59.220 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.218+0000 7fd1b21c4880 1 < canceled part key=_multipart_TZ6V49PS7YRX.2~I1ONHFBW613V.2 size=888262 2023-12-20T11:09:59.223 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.222+0000 7fd1b21c4880 1 < canceled multipart upload key=TZ6V49PS7YRX upload=I1ONHFBW613V tag=BB37KR3YPJM5 type=write size=4033990 2023-12-20T11:09:59.227 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.226+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~5L61IA791UGM.0 size=1048576 2023-12-20T11:09:59.229 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.228+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~5L61IA791UGM.1 size=1048576 2023-12-20T11:09:59.232 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.229+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~5L61IA791UGM.2 size=416084 2023-12-20T11:09:59.232 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.229+0000 7fd1b21c4880 1 > prepared multipart upload key=PWOXA6XNR6SL upload=5L61IA791UGM tag=3F3WJ4T2518X type=write size=3561812 2023-12-20T11:09:59.233 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.231+0000 7fd1b21c4880 1 < completed write operation key=6UQYCRIG1VTM tag=H5UP8IGNPXZT type=write size=763713 2023-12-20T11:09:59.237 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.235+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~DFPANTX2TPHB.0 size=1048576 2023-12-20T11:09:59.239 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.237+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~DFPANTX2TPHB.1 size=1048576 2023-12-20T11:09:59.240 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.239+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~DFPANTX2TPHB.2 size=753871 2023-12-20T11:09:59.240 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.239+0000 7fd1b21c4880 1 > prepared multipart upload key=0HBCFL318BEY upload=DFPANTX2TPHB tag=ROX2UFEW4TSI type=write size=3899599 2023-12-20T11:09:59.242 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.241+0000 7fd1b21c4880 1 < completed delete operation key=X4MNSJEQQOIN tag=PAHEHNPJLDPG type=del 2023-12-20T11:09:59.244 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.243+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=UG7C2CE1OLH7 type=del size=2339533 2023-12-20T11:09:59.246 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.245+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~UAGCQTRMUZ1H.0 size=1048576 2023-12-20T11:09:59.248 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.247+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~UAGCQTRMUZ1H.1 size=754702 2023-12-20T11:09:59.251 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.250+0000 7fd1b21c4880 1 < completed multipart upload key=LS7TO3DAUIBT upload=UAGCQTRMUZ1H tag=1M38E8SKXSYH type=write size=2851854 2023-12-20T11:09:59.254 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.252+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=3GAU2UOGDXUI type=del size=214448 2023-12-20T11:09:59.256 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.254+0000 7fd1b21c4880 1 < completed delete operation key=MJ4RRM0D3OOK tag=KHVSKYCVLDE7 type=del 2023-12-20T11:09:59.258 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.257+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=124520HTFKFB type=del size=1770545 2023-12-20T11:09:59.260 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.259+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~0OO0FRK79QWB.0 size=1048576 2023-12-20T11:09:59.262 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.261+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~0OO0FRK79QWB.1 size=539496 2023-12-20T11:09:59.266 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.264+0000 7fd1b21c4880 1 < completed multipart upload key=K1JVVDJA7RXO upload=0OO0FRK79QWB tag=O2B1475IZNVF type=write size=2636648 2023-12-20T11:09:59.268 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.266+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=PIFWHCJO5IX0 type=del size=1263271 2023-12-20T11:09:59.270 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.268+0000 7fd1b21c4880 1 < completed part key=_multipart_SG40R95BA3CO.2~VMHXO15W45ES.0 size=1048576 2023-12-20T11:09:59.272 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.270+0000 7fd1b21c4880 1 < completed part key=_multipart_SG40R95BA3CO.2~VMHXO15W45ES.1 size=1048576 2023-12-20T11:09:59.274 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.272+0000 7fd1b21c4880 1 < completed part key=_multipart_SG40R95BA3CO.2~VMHXO15W45ES.2 size=173232 2023-12-20T11:09:59.277 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.276+0000 7fd1b21c4880 1 < completed multipart upload key=SG40R95BA3CO upload=VMHXO15W45ES tag=F155UDVARXVZ type=write size=3318960 2023-12-20T11:09:59.280 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.278+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=SFSV4911J5WE type=del size=3399182 2023-12-20T11:09:59.284 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.282+0000 7fd1b21c4880 1 < suggested remove operation key=SUG71QAZ2CFC tag=XR7NWFZTODSX type=del 2023-12-20T11:09:59.290 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.284+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=M36ZDE3098KX type=del size=2800316 2023-12-20T11:09:59.290 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.285+0000 7fd1b21c4880 -1 < no bi entry to suggest for operation key=SUG71QAZ2CFC tag=2J5V55MYOJTV type=del size=58109: (2) No such file or directory 2023-12-20T11:09:59.290 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.287+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=DWRL8OFRVMFQ type=del size=1643877 2023-12-20T11:09:59.291 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.289+0000 7fd1b21c4880 1 < completed delete operation key=YJO1Z2TB061O tag=N8MEGLFAYFCH type=del 2023-12-20T11:09:59.295 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.294+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~PAG5YFDRDTC7.0 size=1048576 2023-12-20T11:09:59.297 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.295+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~PAG5YFDRDTC7.1 size=1048576 2023-12-20T11:09:59.299 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.297+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~PAG5YFDRDTC7.2 size=245153 2023-12-20T11:09:59.299 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.297+0000 7fd1b21c4880 1 > prepared multipart upload key=0HBCFL318BEY upload=PAG5YFDRDTC7 tag=H5Z0PWIYG6NG type=write size=3390881 2023-12-20T11:09:59.301 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.300+0000 7fd1b21c4880 1 < canceled operation key=8G0W9JZ1GDXN tag=C1QJTYUW8PWX type=del size=2708464 2023-12-20T11:09:59.304 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.303+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=3WWK0KKWG8M6 type=write size=799645 2023-12-20T11:09:59.306 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.305+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~B3K3D3J9Z2VF.0 size=1048576 2023-12-20T11:09:59.306 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.305+0000 7fd1b21c4880 1 < canceled part key=_multipart_PWOXA6XNR6SL.2~B3K3D3J9Z2VF.1 size=904151 2023-12-20T11:09:59.310 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.309+0000 7fd1b21c4880 1 < canceled multipart upload key=PWOXA6XNR6SL upload=B3K3D3J9Z2VF tag=ORTKGZAQENR2 type=write size=3001303 2023-12-20T11:09:59.313 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.311+0000 7fd1b21c4880 1 > prepared operation key=1VUIXCARBLMN tag=165VFWAIL25T type=del size=1269583 2023-12-20T11:09:59.315 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.313+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~TYPXDNF2ZBVQ.0 size=500602 2023-12-20T11:09:59.318 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.317+0000 7fd1b21c4880 1 < completed multipart upload key=SUG71QAZ2CFC upload=TYPXDNF2ZBVQ tag=902DLB17TZHN type=write size=1549178 2023-12-20T11:09:59.321 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.319+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=JDBHGPCV2PAK type=del size=2102682 2023-12-20T11:09:59.326 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.324+0000 7fd1b21c4880 1 < suggested remove operation key=H6RM2M0W0Z5O tag=1JTLW41FO5DX type=del 2023-12-20T11:09:59.331 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.328+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~L7S9KESTOLN5.0 size=757652 2023-12-20T11:09:59.331 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.328+0000 7fd1b21c4880 1 > prepared multipart upload key=UHTMIVT6ND23 upload=L7S9KESTOLN5 tag=TZY8T0MD1G3O type=write size=1806228 2023-12-20T11:09:59.331 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.330+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~NAPUFTNXUMMJ.0 size=1048576 2023-12-20T11:09:59.333 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.332+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~NAPUFTNXUMMJ.1 size=1048576 2023-12-20T11:09:59.335 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.334+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~NAPUFTNXUMMJ.2 size=380222 2023-12-20T11:09:59.339 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.337+0000 7fd1b21c4880 1 < completed multipart upload key=LC4FC2MW1JOI upload=NAPUFTNXUMMJ tag=XXLY04CZN5CV type=write size=3525950 2023-12-20T11:09:59.343 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.341+0000 7fd1b21c4880 1 > prepared part key=_multipart_UK0IZFVQ8SXI.2~R5K3VBZ4YM2P.0 size=1048576 2023-12-20T11:09:59.345 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.343+0000 7fd1b21c4880 1 > prepared part key=_multipart_UK0IZFVQ8SXI.2~R5K3VBZ4YM2P.1 size=1048576 2023-12-20T11:09:59.347 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.345+0000 7fd1b21c4880 1 > prepared part key=_multipart_UK0IZFVQ8SXI.2~R5K3VBZ4YM2P.2 size=932785 2023-12-20T11:09:59.347 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.345+0000 7fd1b21c4880 1 > prepared multipart upload key=UK0IZFVQ8SXI upload=R5K3VBZ4YM2P tag=4P5AD3FY0U1T type=write size=4078513 2023-12-20T11:09:59.349 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.347+0000 7fd1b21c4880 1 < canceled operation key=E12NLNIAVP97 tag=ZBOQU8L1RRDH type=write size=41969 2023-12-20T11:09:59.351 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.349+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=5GO9VQC95FAL type=del size=3840619 2023-12-20T11:09:59.353 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.351+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~5L61IA791UGM.0 size=1048576 2023-12-20T11:09:59.355 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.353+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~5L61IA791UGM.1 size=1048576 2023-12-20T11:09:59.355 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.353+0000 7fd1b21c4880 1 < canceled part key=_multipart_PWOXA6XNR6SL.2~5L61IA791UGM.2 size=416084 2023-12-20T11:09:59.358 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.357+0000 7fd1b21c4880 1 < canceled multipart upload key=PWOXA6XNR6SL upload=5L61IA791UGM tag=3F3WJ4T2518X type=write size=3561812 2023-12-20T11:09:59.363 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.361+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~DMSLOXL7R57J.0 size=1048576 2023-12-20T11:09:59.364 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.362+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~DMSLOXL7R57J.1 size=246504 2023-12-20T11:09:59.364 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.362+0000 7fd1b21c4880 1 > prepared multipart upload key=LS7TO3DAUIBT upload=DMSLOXL7R57J tag=WU4MHV7AFQOY type=write size=2343656 2023-12-20T11:09:59.366 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.364+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~DFPANTX2TPHB.0 size=1048576 2023-12-20T11:09:59.368 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.366+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~DFPANTX2TPHB.1 size=1048576 2023-12-20T11:09:59.369 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.368+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~DFPANTX2TPHB.2 size=753871 2023-12-20T11:09:59.373 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.372+0000 7fd1b21c4880 1 < completed multipart upload key=0HBCFL318BEY upload=DFPANTX2TPHB tag=ROX2UFEW4TSI type=write size=3899599 2023-12-20T11:09:59.375 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.374+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=4P4ORWPYUWDJ type=del size=346542 2023-12-20T11:09:59.377 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.376+0000 7fd1b21c4880 1 < completed delete operation key=8G0W9JZ1GDXN tag=UG7C2CE1OLH7 type=del 2023-12-20T11:09:59.382 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.380+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~VBUKTYL3JA48.0 size=1048576 2023-12-20T11:09:59.383 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.382+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~VBUKTYL3JA48.1 size=593839 2023-12-20T11:09:59.383 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.382+0000 7fd1b21c4880 1 > prepared multipart upload key=D7TWPUF05X3I upload=VBUKTYL3JA48 tag=7379W6AKQ5TI type=write size=2690991 2023-12-20T11:09:59.386 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.384+0000 7fd1b21c4880 1 < canceled operation key=SQ6HXEFRPSDQ tag=3GAU2UOGDXUI type=del size=214448 2023-12-20T11:09:59.388 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.387+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=WEPTNJWI2SUW type=write size=295208 2023-12-20T11:09:59.390 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.389+0000 7fd1b21c4880 1 < completed delete operation key=K1JVVDJA7RXO tag=124520HTFKFB type=del 2023-12-20T11:09:59.394 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.393+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~KRSCK15XDEFS.0 size=1048576 2023-12-20T11:09:59.396 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.395+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~KRSCK15XDEFS.1 size=1048576 2023-12-20T11:09:59.398 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.397+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~KRSCK15XDEFS.2 size=762897 2023-12-20T11:09:59.398 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.397+0000 7fd1b21c4880 1 > prepared multipart upload key=ZUUJSJVWL10H upload=KRSCK15XDEFS tag=E8DQNW2I7JC7 type=write size=3908625 2023-12-20T11:09:59.400 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.399+0000 7fd1b21c4880 1 < completed delete operation key=QZYJEPHLU0HS tag=PIFWHCJO5IX0 type=del 2023-12-20T11:09:59.402 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.401+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=ZRRVS76USQR2 type=del size=1253468 2023-12-20T11:09:59.406 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:09:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:09:59] "GET /metrics HTTP/1.1" 200 36253 "" "Prometheus/2.43.0" 2023-12-20T11:09:59.406 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.405+0000 7fd1b21c4880 -1 < failed to complete operation key=SUG71QAZ2CFC tag=SFSV4911J5WE type=del size=3399182: (22) Invalid argument 2023-12-20T11:09:59.409 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.408+0000 7fd1b21c4880 1 > prepared operation key=1VUIXCARBLMN tag=K3XGCF7ZC59G type=del size=3579243 2023-12-20T11:09:59.412 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.411+0000 7fd1b21c4880 1 < completed delete operation key=0CTPN27ASDAX tag=M36ZDE3098KX type=del 2023-12-20T11:09:59.414 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.413+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=OU87XV5CTJ3J type=del size=1513660 2023-12-20T11:09:59.416 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.415+0000 7fd1b21c4880 1 < completed delete operation key=6UQYCRIG1VTM tag=DWRL8OFRVMFQ type=del 2023-12-20T11:09:59.420 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.419+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~YP61YO12N2OJ.0 size=987661 2023-12-20T11:09:59.420 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.419+0000 7fd1b21c4880 1 > prepared multipart upload key=QZYJEPHLU0HS upload=YP61YO12N2OJ tag=52KT3UHZ42FI type=write size=2036237 2023-12-20T11:09:59.422 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.421+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~PAG5YFDRDTC7.0 size=1048576 2023-12-20T11:09:59.425 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.424+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~PAG5YFDRDTC7.1 size=1048576 2023-12-20T11:09:59.425 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.424+0000 7fd1b21c4880 1 < canceled part key=_multipart_0HBCFL318BEY.2~PAG5YFDRDTC7.2 size=245153 2023-12-20T11:09:59.429 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.428+0000 7fd1b21c4880 1 < canceled multipart upload key=0HBCFL318BEY upload=PAG5YFDRDTC7 tag=H5Z0PWIYG6NG type=write size=3390881 2023-12-20T11:09:59.431 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.430+0000 7fd1b21c4880 1 > prepared operation key=I33EZDGEOOGS tag=AO3H6PSTJNDY type=del size=3572369 2023-12-20T11:09:59.433 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.432+0000 7fd1b21c4880 1 < completed write operation key=QZYJEPHLU0HS tag=3WWK0KKWG8M6 type=write size=799645 2023-12-20T11:09:59.435 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.434+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=3FFHG5CD3BXJ type=del size=2614270 2023-12-20T11:09:59.440 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.438+0000 7fd1b21c4880 1 < suggested update operation key=1VUIXCARBLMN tag=165VFWAIL25T type=del size=1269583 2023-12-20T11:09:59.442 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.440+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=A0RQVYO72JLO type=del size=3179205 2023-12-20T11:09:59.444 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.443+0000 7fd1b21c4880 1 < completed delete operation key=LTCK7NB910AG tag=JDBHGPCV2PAK type=del 2023-12-20T11:09:59.446 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.445+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=M14GEM4QM9EP type=del size=4033658 2023-12-20T11:09:59.448 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.447+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~L7S9KESTOLN5.0 size=757652 2023-12-20T11:09:59.452 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.451+0000 7fd1b21c4880 1 < completed multipart upload key=UHTMIVT6ND23 upload=L7S9KESTOLN5 tag=TZY8T0MD1G3O type=write size=1806228 2023-12-20T11:09:59.454 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.453+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=54FKQ5HVXH0J type=del size=1196678 2023-12-20T11:09:59.456 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.455+0000 7fd1b21c4880 1 < completed part key=_multipart_UK0IZFVQ8SXI.2~R5K3VBZ4YM2P.0 size=1048576 2023-12-20T11:09:59.458 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.457+0000 7fd1b21c4880 1 < completed part key=_multipart_UK0IZFVQ8SXI.2~R5K3VBZ4YM2P.1 size=1048576 2023-12-20T11:09:59.460 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.459+0000 7fd1b21c4880 1 < completed part key=_multipart_UK0IZFVQ8SXI.2~R5K3VBZ4YM2P.2 size=932785 2023-12-20T11:09:59.464 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.463+0000 7fd1b21c4880 1 < completed multipart upload key=UK0IZFVQ8SXI upload=R5K3VBZ4YM2P tag=4P5AD3FY0U1T type=write size=4078513 2023-12-20T11:09:59.469 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.467+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~IJI08UCRCP1U.0 size=1048576 2023-12-20T11:09:59.470 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.469+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~IJI08UCRCP1U.1 size=665104 2023-12-20T11:09:59.470 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.469+0000 7fd1b21c4880 1 > prepared multipart upload key=LS7TO3DAUIBT upload=IJI08UCRCP1U tag=JJOL0KIPB4WZ type=write size=2762256 2023-12-20T11:09:59.472 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.471+0000 7fd1b21c4880 1 < canceled operation key=TRBR8IGAJUYI tag=5GO9VQC95FAL type=del size=3840619 2023-12-20T11:09:59.474 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.473+0000 7fd1b21c4880 1 > prepared operation key=0HBCFL318BEY tag=LUZI3302ZNOR type=write size=463844 2023-12-20T11:09:59.474 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.473+0000 7fd1b21c4880 1 < canceled part key=_multipart_LS7TO3DAUIBT.2~DMSLOXL7R57J.0 size=1048576 2023-12-20T11:09:59.476 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.475+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~DMSLOXL7R57J.1 size=246504 2023-12-20T11:09:59.480 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.479+0000 7fd1b21c4880 1 < canceled multipart upload key=LS7TO3DAUIBT upload=DMSLOXL7R57J tag=WU4MHV7AFQOY type=write size=2343656 2023-12-20T11:09:59.484 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.483+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~I74YOZB5CC3J.0 size=362320 2023-12-20T11:09:59.484 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.483+0000 7fd1b21c4880 1 > prepared multipart upload key=LC4FC2MW1JOI upload=I74YOZB5CC3J tag=VOGH3ZV2T9FP type=write size=1410896 2023-12-20T11:09:59.486 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.485+0000 7fd1b21c4880 1 < completed delete operation key=8G0W9JZ1GDXN tag=4P4ORWPYUWDJ type=del 2023-12-20T11:09:59.490 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.489+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~JCJA9N863BE1.0 size=1048576 2023-12-20T11:09:59.492 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.491+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~JCJA9N863BE1.1 size=1048576 2023-12-20T11:09:59.498 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.493+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~JCJA9N863BE1.2 size=564861 2023-12-20T11:09:59.498 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.493+0000 7fd1b21c4880 1 > prepared multipart upload key=6UQYCRIG1VTM upload=JCJA9N863BE1 tag=SXHPSIOHJ5RB type=write size=3710589 2023-12-20T11:09:59.498 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.495+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~VBUKTYL3JA48.0 size=1048576 2023-12-20T11:09:59.498 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.495+0000 7fd1b21c4880 1 < canceled part key=_multipart_D7TWPUF05X3I.2~VBUKTYL3JA48.1 size=593839 2023-12-20T11:09:59.502 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.500+0000 7fd1b21c4880 1 < canceled multipart upload key=D7TWPUF05X3I upload=VBUKTYL3JA48 tag=7379W6AKQ5TI type=write size=2690991 2023-12-20T11:09:59.504 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.503+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=Q3QXC3C4R280 type=del size=2593384 2023-12-20T11:09:59.506 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.505+0000 7fd1b21c4880 1 < completed write operation key=ZUUJSJVWL10H tag=WEPTNJWI2SUW type=write size=295208 2023-12-20T11:09:59.508 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.507+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=JBKYGDU6IFHZ type=write size=178501 2023-12-20T11:09:59.510 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.509+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~KRSCK15XDEFS.0 size=1048576 2023-12-20T11:09:59.512 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.511+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~KRSCK15XDEFS.1 size=1048576 2023-12-20T11:09:59.514 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.513+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~KRSCK15XDEFS.2 size=762897 2023-12-20T11:09:59.518 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.517+0000 7fd1b21c4880 1 < completed multipart upload key=ZUUJSJVWL10H upload=KRSCK15XDEFS tag=E8DQNW2I7JC7 type=write size=3908625 2023-12-20T11:09:59.521 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.519+0000 7fd1b21c4880 1 > prepared operation key=D7TWPUF05X3I tag=21C5M6GPG761 type=del size=1408251 2023-12-20T11:09:59.524 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.522+0000 7fd1b21c4880 1 < completed delete operation key=TRBR8IGAJUYI tag=ZRRVS76USQR2 type=del 2023-12-20T11:09:59.526 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.524+0000 7fd1b21c4880 1 > prepared operation key=D7TWPUF05X3I tag=3IU5YPKZWJXC type=write size=833371 2023-12-20T11:09:59.531 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.528+0000 7fd1b21c4880 -1 < failed to complete operation key=1VUIXCARBLMN tag=K3XGCF7ZC59G type=del size=3579243: (22) Invalid argument 2023-12-20T11:09:59.531 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.530+0000 7fd1b21c4880 1 > prepared operation key=UHTMIVT6ND23 tag=M6AMZ6R3W0T0 type=del size=1690962 2023-12-20T11:09:59.534 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.532+0000 7fd1b21c4880 1 < completed delete operation key=ZUUJSJVWL10H tag=OU87XV5CTJ3J type=del 2023-12-20T11:09:59.538 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.537+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~ZH5UEVX1PBCG.0 size=1048576 2023-12-20T11:09:59.540 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.539+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~ZH5UEVX1PBCG.1 size=1048576 2023-12-20T11:09:59.542 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.541+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~ZH5UEVX1PBCG.2 size=127758 2023-12-20T11:09:59.542 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.541+0000 7fd1b21c4880 1 > prepared multipart upload key=I33EZDGEOOGS upload=ZH5UEVX1PBCG tag=B7814Q9X1X7H type=write size=3273486 2023-12-20T11:09:59.544 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.543+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~YP61YO12N2OJ.0 size=987661 2023-12-20T11:09:59.548 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.546+0000 7fd1b21c4880 1 < completed multipart upload key=QZYJEPHLU0HS upload=YP61YO12N2OJ tag=52KT3UHZ42FI type=write size=2036237 2023-12-20T11:09:59.552 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.550+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~ZXPG8UTXQZZL.0 size=619167 2023-12-20T11:09:59.552 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.550+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=ZXPG8UTXQZZL tag=T99U90TUN9ZG type=write size=1667743 2023-12-20T11:09:59.554 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.552+0000 7fd1b21c4880 1 < completed delete operation key=I33EZDGEOOGS tag=AO3H6PSTJNDY type=del 2023-12-20T11:09:59.559 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.557+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~042ARZD4CK8H.0 size=1045727 2023-12-20T11:09:59.559 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.557+0000 7fd1b21c4880 1 > prepared multipart upload key=H6RM2M0W0Z5O upload=042ARZD4CK8H tag=AJQLRXN3SGFY type=write size=2094303 2023-12-20T11:09:59.561 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.560+0000 7fd1b21c4880 1 < completed delete operation key=PWOXA6XNR6SL tag=3FFHG5CD3BXJ type=del 2023-12-20T11:09:59.563 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.562+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=UJ6SAGFPQJTQ type=write size=578259 2023-12-20T11:09:59.566 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.564+0000 7fd1b21c4880 1 < completed delete operation key=LS7TO3DAUIBT tag=A0RQVYO72JLO type=del 2023-12-20T11:09:59.568 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.566+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=9NNAEHEE7M6S type=del size=1778104 2023-12-20T11:09:59.572 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.571+0000 7fd1b21c4880 1 < suggested update operation key=1DSA1NSVISU5 tag=M14GEM4QM9EP type=del size=4033658 2023-12-20T11:09:59.574 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.573+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=6I4RWRWMICQH type=del size=5982 2023-12-20T11:09:59.576 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.575+0000 7fd1b21c4880 1 < completed delete operation key=H6RM2M0W0Z5O tag=54FKQ5HVXH0J type=del 2023-12-20T11:09:59.580 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.578+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~M59AX7ZCWY30.0 size=564880 2023-12-20T11:09:59.580 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.578+0000 7fd1b21c4880 1 > prepared multipart upload key=MJ4RRM0D3OOK upload=M59AX7ZCWY30 tag=F3JUBSW8DXSC type=write size=1613456 2023-12-20T11:09:59.582 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.581+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~IJI08UCRCP1U.0 size=1048576 2023-12-20T11:09:59.584 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.583+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~IJI08UCRCP1U.1 size=665104 2023-12-20T11:09:59.588 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.587+0000 7fd1b21c4880 1 < completed multipart upload key=LS7TO3DAUIBT upload=IJI08UCRCP1U tag=JJOL0KIPB4WZ type=write size=2762256 2023-12-20T11:09:59.592 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.591+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~X6VOX2SXMDDV.0 size=1048576 2023-12-20T11:09:59.595 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.593+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~X6VOX2SXMDDV.1 size=810041 2023-12-20T11:09:59.595 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.593+0000 7fd1b21c4880 1 > prepared multipart upload key=H6RM2M0W0Z5O upload=X6VOX2SXMDDV tag=33GTMOSD5S4X type=write size=2907193 2023-12-20T11:09:59.596 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.595+0000 7fd1b21c4880 1 < completed write operation key=0HBCFL318BEY tag=LUZI3302ZNOR type=write size=463844 2023-12-20T11:09:59.601 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.599+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~I0EFTPJCMM9U.0 size=1048576 2023-12-20T11:09:59.603 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.601+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~I0EFTPJCMM9U.1 size=162828 2023-12-20T11:09:59.603 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.601+0000 7fd1b21c4880 1 > prepared multipart upload key=LC4FC2MW1JOI upload=I0EFTPJCMM9U tag=BMAZ0P4ZUME8 type=write size=2259980 2023-12-20T11:09:59.605 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.604+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~I74YOZB5CC3J.0 size=362320 2023-12-20T11:09:59.609 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.607+0000 7fd1b21c4880 1 < completed multipart upload key=LC4FC2MW1JOI upload=I74YOZB5CC3J tag=VOGH3ZV2T9FP type=write size=1410896 2023-12-20T11:09:59.611 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.609+0000 7fd1b21c4880 1 > prepared operation key=0HBCFL318BEY tag=V7I2DO69MEWD type=write size=727544 2023-12-20T11:09:59.613 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.611+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~JCJA9N863BE1.0 size=1048576 2023-12-20T11:09:59.615 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.613+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~JCJA9N863BE1.1 size=1048576 2023-12-20T11:09:59.617 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.615+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~JCJA9N863BE1.2 size=564861 2023-12-20T11:09:59.620 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.619+0000 7fd1b21c4880 1 < completed multipart upload key=6UQYCRIG1VTM upload=JCJA9N863BE1 tag=SXHPSIOHJ5RB type=write size=3710589 2023-12-20T11:09:59.624 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.623+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~HQ4WXFI8LLCX.0 size=1048576 2023-12-20T11:09:59.626 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.624+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~HQ4WXFI8LLCX.1 size=888613 2023-12-20T11:09:59.626 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.625+0000 7fd1b21c4880 1 > prepared multipart upload key=TRBR8IGAJUYI upload=HQ4WXFI8LLCX tag=KV9ICO63S1Y1 type=write size=2985765 2023-12-20T11:09:59.628 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.627+0000 7fd1b21c4880 1 < completed delete operation key=LS7TO3DAUIBT tag=Q3QXC3C4R280 type=del 2023-12-20T11:09:59.632 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.631+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~YQO4IXFWNFHY.0 size=396956 2023-12-20T11:09:59.632 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.631+0000 7fd1b21c4880 1 > prepared multipart upload key=F1VUDQZ0F87N upload=YQO4IXFWNFHY tag=38AF47ZL6REM type=write size=1445532 2023-12-20T11:09:59.634 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.633+0000 7fd1b21c4880 1 < canceled operation key=PWOXA6XNR6SL tag=JBKYGDU6IFHZ type=write size=178501 2023-12-20T11:09:59.636 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.635+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=MR907TFH00Y2 type=del size=17511 2023-12-20T11:09:59.638 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.637+0000 7fd1b21c4880 1 < canceled operation key=D7TWPUF05X3I tag=21C5M6GPG761 type=del size=1408251 2023-12-20T11:09:59.642 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.640+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~HOTW486HW9IE.0 size=1048576 2023-12-20T11:09:59.644 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.642+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~HOTW486HW9IE.1 size=128957 2023-12-20T11:09:59.644 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.642+0000 7fd1b21c4880 1 > prepared multipart upload key=FKD3AAYKIV7B upload=HOTW486HW9IE tag=Z0JYYAT1S9RZ type=write size=2226109 2023-12-20T11:09:59.646 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.644+0000 7fd1b21c4880 1 < completed write operation key=D7TWPUF05X3I tag=3IU5YPKZWJXC type=write size=833371 2023-12-20T11:09:59.649 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.648+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~YW9IKADRN0MO.0 size=1048576 2023-12-20T11:09:59.651 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.650+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~YW9IKADRN0MO.1 size=456117 2023-12-20T11:09:59.651 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.650+0000 7fd1b21c4880 1 > prepared multipart upload key=QZYJEPHLU0HS upload=YW9IKADRN0MO tag=IVW4S8V71MGE type=write size=2553269 2023-12-20T11:09:59.655 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.654+0000 7fd1b21c4880 1 < suggested remove operation key=UHTMIVT6ND23 tag=M6AMZ6R3W0T0 type=del 2023-12-20T11:09:59.657 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.656+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=1GHRBFTZJVOQ type=del size=2197316 2023-12-20T11:09:59.659 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.658+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~ZH5UEVX1PBCG.0 size=1048576 2023-12-20T11:09:59.661 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.660+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~ZH5UEVX1PBCG.1 size=1048576 2023-12-20T11:09:59.663 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.662+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~ZH5UEVX1PBCG.2 size=127758 2023-12-20T11:09:59.667 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.666+0000 7fd1b21c4880 1 < completed multipart upload key=I33EZDGEOOGS upload=ZH5UEVX1PBCG tag=B7814Q9X1X7H type=write size=3273486 2023-12-20T11:09:59.671 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.670+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~WZ7UFTOLMLDP.0 size=1048576 2023-12-20T11:09:59.673 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.672+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~WZ7UFTOLMLDP.1 size=1048576 2023-12-20T11:09:59.677 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.673+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~WZ7UFTOLMLDP.2 size=729804 2023-12-20T11:09:59.677 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.673+0000 7fd1b21c4880 1 > prepared multipart upload key=SUG71QAZ2CFC upload=WZ7UFTOLMLDP tag=2O5328V6C9UD type=write size=3875532 2023-12-20T11:09:59.677 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.676+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~ZXPG8UTXQZZL.0 size=619167 2023-12-20T11:09:59.681 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.679+0000 7fd1b21c4880 1 < completed multipart upload key=TZ6V49PS7YRX upload=ZXPG8UTXQZZL tag=T99U90TUN9ZG type=write size=1667743 2023-12-20T11:09:59.683 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.681+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=KCR2QVRNKRFR type=del size=3515314 2023-12-20T11:09:59.685 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.683+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~042ARZD4CK8H.0 size=1045727 2023-12-20T11:09:59.689 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.687+0000 7fd1b21c4880 1 < completed multipart upload key=H6RM2M0W0Z5O upload=042ARZD4CK8H tag=AJQLRXN3SGFY type=write size=2094303 2023-12-20T11:09:59.691 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.689+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=JOTNNV4WM63X type=write size=582005 2023-12-20T11:09:59.693 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.691+0000 7fd1b21c4880 1 < completed write operation key=QZYJEPHLU0HS tag=UJ6SAGFPQJTQ type=write size=578259 2023-12-20T11:09:59.695 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.693+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=7EQEPVMMKVRM type=del size=1935179 2023-12-20T11:09:59.697 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.696+0000 7fd1b21c4880 1 < completed delete operation key=X4MNSJEQQOIN tag=9NNAEHEE7M6S type=del 2023-12-20T11:09:59.701 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.698+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=IJVVOG37MDI0 type=del size=1575694 2023-12-20T11:09:59.702 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.700+0000 7fd1b21c4880 1 < completed delete operation key=SG40R95BA3CO tag=6I4RWRWMICQH type=del 2023-12-20T11:09:59.704 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.702+0000 7fd1b21c4880 1 > prepared operation key=UHTMIVT6ND23 tag=UMID16AXXPL6 type=del size=2058218 2023-12-20T11:09:59.706 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.704+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~M59AX7ZCWY30.0 size=564880 2023-12-20T11:09:59.709 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.708+0000 7fd1b21c4880 1 < completed multipart upload key=MJ4RRM0D3OOK upload=M59AX7ZCWY30 tag=F3JUBSW8DXSC type=write size=1613456 2023-12-20T11:09:59.713 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.712+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~8MZ5WYE179ZO.0 size=1048576 2023-12-20T11:09:59.715 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.714+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~8MZ5WYE179ZO.1 size=46352 2023-12-20T11:09:59.715 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.714+0000 7fd1b21c4880 1 > prepared multipart upload key=PWOXA6XNR6SL upload=8MZ5WYE179ZO tag=L5RKML4CCN5W type=write size=2143504 2023-12-20T11:09:59.717 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.716+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~X6VOX2SXMDDV.0 size=1048576 2023-12-20T11:09:59.719 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.717+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~X6VOX2SXMDDV.1 size=810041 2023-12-20T11:09:59.723 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.721+0000 7fd1b21c4880 1 < completed multipart upload key=H6RM2M0W0Z5O upload=X6VOX2SXMDDV tag=33GTMOSD5S4X type=write size=2907193 2023-12-20T11:09:59.726 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.725+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~8AKWDB6J4Y4Z.0 size=1048576 2023-12-20T11:09:59.729 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.727+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~8AKWDB6J4Y4Z.1 size=414816 2023-12-20T11:09:59.729 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.727+0000 7fd1b21c4880 1 > prepared multipart upload key=LC4FC2MW1JOI upload=8AKWDB6J4Y4Z tag=B2DO39C633T5 type=write size=2511968 2023-12-20T11:09:59.729 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.727+0000 7fd1b21c4880 1 < canceled part key=_multipart_LC4FC2MW1JOI.2~I0EFTPJCMM9U.0 size=1048576 2023-12-20T11:09:59.729 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.727+0000 7fd1b21c4880 1 < canceled part key=_multipart_LC4FC2MW1JOI.2~I0EFTPJCMM9U.1 size=162828 2023-12-20T11:09:59.732 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.731+0000 7fd1b21c4880 1 < canceled multipart upload key=LC4FC2MW1JOI upload=I0EFTPJCMM9U tag=BMAZ0P4ZUME8 type=write size=2259980 2023-12-20T11:09:59.735 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.734+0000 7fd1b21c4880 1 > prepared operation key=UHTMIVT6ND23 tag=QTQTYJ02ICEY type=del size=3843452 2023-12-20T11:09:59.738 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.737+0000 7fd1b21c4880 1 < canceled operation key=0HBCFL318BEY tag=V7I2DO69MEWD type=write size=727544 2023-12-20T11:09:59.740 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.739+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=X7BVYVLHO08D type=del size=2017324 2023-12-20T11:09:59.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:09:59 smithi123 ceph-mon[191304]: pgmap v1429: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 370 KiB/s wr, 1.88k op/s 2023-12-20T11:09:59.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:09:59 smithi123 ceph-mon[188613]: pgmap v1429: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 370 KiB/s wr, 1.88k op/s 2023-12-20T11:09:59.744 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.741+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~HQ4WXFI8LLCX.0 size=1048576 2023-12-20T11:09:59.744 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.743+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~HQ4WXFI8LLCX.1 size=888613 2023-12-20T11:09:59.749 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.747+0000 7fd1b21c4880 1 < completed multipart upload key=TRBR8IGAJUYI upload=HQ4WXFI8LLCX tag=KV9ICO63S1Y1 type=write size=2985765 2023-12-20T11:09:59.750 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.749+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=92G46XINV166 type=write size=800752 2023-12-20T11:09:59.753 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.751+0000 7fd1b21c4880 1 < completed part key=_multipart_F1VUDQZ0F87N.2~YQO4IXFWNFHY.0 size=396956 2023-12-20T11:09:59.757 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.755+0000 7fd1b21c4880 1 < completed multipart upload key=F1VUDQZ0F87N upload=YQO4IXFWNFHY tag=38AF47ZL6REM type=write size=1445532 2023-12-20T11:09:59.761 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.759+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~DZC8V2NGPY77.0 size=1048576 2023-12-20T11:09:59.763 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.761+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~DZC8V2NGPY77.1 size=1048576 2023-12-20T11:09:59.764 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.763+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~DZC8V2NGPY77.2 size=494256 2023-12-20T11:09:59.764 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.763+0000 7fd1b21c4880 1 > prepared multipart upload key=FKD3AAYKIV7B upload=DZC8V2NGPY77 tag=GVN5311YIMXM type=write size=3639984 2023-12-20T11:09:59.769 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.767+0000 7fd1b21c4880 1 < suggested remove operation key=1DSA1NSVISU5 tag=MR907TFH00Y2 type=del 2023-12-20T11:09:59.771 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.770+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=G5G2EFN7CTH4 type=write size=502660 2023-12-20T11:09:59.774 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.772+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~HOTW486HW9IE.0 size=1048576 2023-12-20T11:09:59.775 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.774+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~HOTW486HW9IE.1 size=128957 2023-12-20T11:09:59.779 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.778+0000 7fd1b21c4880 1 < completed multipart upload key=FKD3AAYKIV7B upload=HOTW486HW9IE tag=Z0JYYAT1S9RZ type=write size=2226109 2023-12-20T11:09:59.781 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.780+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=8VIAD6JOMGYJ type=del size=3685224 2023-12-20T11:09:59.784 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.782+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~YW9IKADRN0MO.0 size=1048576 2023-12-20T11:09:59.786 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.784+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~YW9IKADRN0MO.1 size=456117 2023-12-20T11:09:59.790 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.788+0000 7fd1b21c4880 1 < completed multipart upload key=QZYJEPHLU0HS upload=YW9IKADRN0MO tag=IVW4S8V71MGE type=write size=2553269 2023-12-20T11:09:59.792 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.790+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=O6V9JO8UN3YY type=del size=1918438 2023-12-20T11:09:59.794 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.792+0000 7fd1b21c4880 1 < completed delete operation key=E12NLNIAVP97 tag=1GHRBFTZJVOQ type=del 2023-12-20T11:09:59.797 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.795+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=LTGEMN7R68Z8 type=del size=609638 2023-12-20T11:09:59.799 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.797+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~WZ7UFTOLMLDP.0 size=1048576 2023-12-20T11:09:59.801 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.799+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~WZ7UFTOLMLDP.1 size=1048576 2023-12-20T11:09:59.803 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.801+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~WZ7UFTOLMLDP.2 size=729804 2023-12-20T11:09:59.806 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.805+0000 7fd1b21c4880 1 < completed multipart upload key=SUG71QAZ2CFC upload=WZ7UFTOLMLDP tag=2O5328V6C9UD type=write size=3875532 2023-12-20T11:09:59.809 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.807+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=5Q22ME4WR9PU type=del size=1149859 2023-12-20T11:09:59.811 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.809+0000 7fd1b21c4880 1 < completed delete operation key=UK0IZFVQ8SXI tag=KCR2QVRNKRFR type=del 2023-12-20T11:09:59.814 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.813+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~2WR2J3XL20ZC.0 size=1048576 2023-12-20T11:09:59.816 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.815+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~2WR2J3XL20ZC.1 size=1048576 2023-12-20T11:09:59.819 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.816+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~2WR2J3XL20ZC.2 size=285861 2023-12-20T11:09:59.819 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.816+0000 7fd1b21c4880 1 > prepared multipart upload key=MJ4RRM0D3OOK upload=2WR2J3XL20ZC tag=5ZMFW35A6SHZ type=write size=3431589 2023-12-20T11:09:59.820 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.818+0000 7fd1b21c4880 1 < completed write operation key=SUG71QAZ2CFC tag=JOTNNV4WM63X type=write size=582005 2023-12-20T11:09:59.822 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.820+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=9XV648O8JSQF type=del size=2913179 2023-12-20T11:09:59.824 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.822+0000 7fd1b21c4880 1 < completed delete operation key=0CTPN27ASDAX tag=7EQEPVMMKVRM type=del 2023-12-20T11:09:59.826 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.825+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=JIOQWX025LKN type=del size=465289 2023-12-20T11:09:59.828 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.827+0000 7fd1b21c4880 1 < completed delete operation key=8G0W9JZ1GDXN tag=IJVVOG37MDI0 type=del 2023-12-20T11:09:59.830 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.829+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=EWI1A02W7K2V type=del size=1983475 2023-12-20T11:09:59.833 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.831+0000 7fd1b21c4880 1 < completed delete operation key=UHTMIVT6ND23 tag=UMID16AXXPL6 type=del 2023-12-20T11:09:59.835 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.833+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=W0BSRWR4Y4AS type=write size=939318 2023-12-20T11:09:59.837 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.835+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~8MZ5WYE179ZO.0 size=1048576 2023-12-20T11:09:59.838 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.837+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~8MZ5WYE179ZO.1 size=46352 2023-12-20T11:09:59.842 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.841+0000 7fd1b21c4880 1 < completed multipart upload key=PWOXA6XNR6SL upload=8MZ5WYE179ZO tag=L5RKML4CCN5W type=write size=2143504 2023-12-20T11:09:59.844 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.843+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=Y92WC39ADWIG type=del size=3062495 2023-12-20T11:09:59.846 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.845+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~8AKWDB6J4Y4Z.0 size=1048576 2023-12-20T11:09:59.848 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.847+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~8AKWDB6J4Y4Z.1 size=414816 2023-12-20T11:09:59.851 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.850+0000 7fd1b21c4880 1 < completed multipart upload key=LC4FC2MW1JOI upload=8AKWDB6J4Y4Z tag=B2DO39C633T5 type=write size=2511968 2023-12-20T11:09:59.853 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.852+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=JZ2WRR0LXS9C type=del size=2157057 2023-12-20T11:09:59.855 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.854+0000 7fd1b21c4880 1 < completed delete operation key=UHTMIVT6ND23 tag=QTQTYJ02ICEY type=del 2023-12-20T11:09:59.859 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.858+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~0H02NHNECB4X.0 size=949631 2023-12-20T11:09:59.859 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.858+0000 7fd1b21c4880 1 > prepared multipart upload key=MJ4RRM0D3OOK upload=0H02NHNECB4X tag=GSYGW60ASSI2 type=write size=1998207 2023-12-20T11:09:59.861 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.860+0000 7fd1b21c4880 1 < completed delete operation key=LTCK7NB910AG tag=X7BVYVLHO08D type=del 2023-12-20T11:09:59.863 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.862+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=SQMNGMZFNBZW type=del size=3292995 2023-12-20T11:09:59.865 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.864+0000 7fd1b21c4880 1 < completed write operation key=SQ6HXEFRPSDQ tag=92G46XINV166 type=write size=800752 2023-12-20T11:09:59.867 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.866+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=A0FES9KPC9OX type=del size=1604733 2023-12-20T11:09:59.869 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.868+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~DZC8V2NGPY77.0 size=1048576 2023-12-20T11:09:59.871 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.870+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~DZC8V2NGPY77.1 size=1048576 2023-12-20T11:09:59.873 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.871+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~DZC8V2NGPY77.2 size=494256 2023-12-20T11:09:59.876 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.875+0000 7fd1b21c4880 1 < completed multipart upload key=FKD3AAYKIV7B upload=DZC8V2NGPY77 tag=GVN5311YIMXM type=write size=3639984 2023-12-20T11:09:59.880 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.879+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~1GG686L1A606.0 size=1048576 2023-12-20T11:09:59.882 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.880+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~1GG686L1A606.1 size=1048576 2023-12-20T11:09:59.884 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.882+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~1GG686L1A606.2 size=388763 2023-12-20T11:09:59.884 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.882+0000 7fd1b21c4880 1 > prepared multipart upload key=K1JVVDJA7RXO upload=1GG686L1A606 tag=SPICXRZXYDI5 type=write size=3534491 2023-12-20T11:09:59.886 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.884+0000 7fd1b21c4880 1 < completed write operation key=SG40R95BA3CO tag=G5G2EFN7CTH4 type=write size=502660 2023-12-20T11:09:59.888 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.886+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=IXP7ZAPV3LVN type=write size=790234 2023-12-20T11:09:59.890 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.888+0000 7fd1b21c4880 1 < completed delete operation key=E12NLNIAVP97 tag=8VIAD6JOMGYJ type=del 2023-12-20T11:09:59.894 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.892+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~AEIUSL3PY94T.0 size=286513 2023-12-20T11:09:59.894 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.892+0000 7fd1b21c4880 1 > prepared multipart upload key=E12NLNIAVP97 upload=AEIUSL3PY94T tag=Z8VJT3I44GO8 type=write size=1335089 2023-12-20T11:09:59.896 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.894+0000 7fd1b21c4880 1 < completed delete operation key=TRBR8IGAJUYI tag=O6V9JO8UN3YY type=del 2023-12-20T11:09:59.898 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.896+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=ODMWX4CFWVTV type=del size=3821903 2023-12-20T11:09:59.900 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.898+0000 7fd1b21c4880 1 < completed delete operation key=SQ6HXEFRPSDQ tag=LTGEMN7R68Z8 type=del 2023-12-20T11:09:59.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:09:59 smithi177 ceph-mon[212096]: pgmap v1429: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 370 KiB/s wr, 1.88k op/s 2023-12-20T11:09:59.906 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.900+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=YNE20U56IQVR type=del size=2415163 2023-12-20T11:09:59.906 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.903+0000 7fd1b21c4880 1 < completed delete operation key=D95F7DLYTH42 tag=5Q22ME4WR9PU type=del 2023-12-20T11:09:59.906 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.905+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=P236PJ5TCMNB type=write size=432424 2023-12-20T11:09:59.908 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.907+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~2WR2J3XL20ZC.0 size=1048576 2023-12-20T11:09:59.910 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.909+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~2WR2J3XL20ZC.1 size=1048576 2023-12-20T11:09:59.912 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.910+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~2WR2J3XL20ZC.2 size=285861 2023-12-20T11:09:59.915 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.914+0000 7fd1b21c4880 1 < completed multipart upload key=MJ4RRM0D3OOK upload=2WR2J3XL20ZC tag=5ZMFW35A6SHZ type=write size=3431589 2023-12-20T11:09:59.920 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.918+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~049ORE2XMG2A.0 size=584811 2023-12-20T11:09:59.920 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.918+0000 7fd1b21c4880 1 > prepared multipart upload key=PWOXA6XNR6SL upload=049ORE2XMG2A tag=16Q37VZAR8XY type=write size=1633387 2023-12-20T11:09:59.922 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.920+0000 7fd1b21c4880 1 < completed delete operation key=ZUUJSJVWL10H tag=9XV648O8JSQF type=del 2023-12-20T11:09:59.923 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.922+0000 7fd1b21c4880 1 > prepared operation key=D7TWPUF05X3I tag=26PW9XHQCLNO type=del size=948681 2023-12-20T11:09:59.925 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.924+0000 7fd1b21c4880 1 < canceled operation key=FKD3AAYKIV7B tag=JIOQWX025LKN type=del size=465289 2023-12-20T11:09:59.928 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.926+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=R7ZJN9JOY5LA type=del size=1099447 2023-12-20T11:09:59.930 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.929+0000 7fd1b21c4880 1 < completed delete operation key=SQ6HXEFRPSDQ tag=EWI1A02W7K2V type=del 2023-12-20T11:09:59.932 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.931+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=PNW8HP56YD82 type=write size=767003 2023-12-20T11:09:59.935 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.933+0000 7fd1b21c4880 1 < completed write operation key=K1JVVDJA7RXO tag=W0BSRWR4Y4AS type=write size=939318 2023-12-20T11:09:59.937 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.936+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=FK0EYPGUVROH type=del size=2148838 2023-12-20T11:09:59.940 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.939+0000 7fd1b21c4880 1 < completed delete operation key=8G0W9JZ1GDXN tag=Y92WC39ADWIG type=del 2023-12-20T11:09:59.944 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.943+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~FFVDM7AZ9K9S.0 size=1048576 2023-12-20T11:09:59.946 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.945+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~FFVDM7AZ9K9S.1 size=1048576 2023-12-20T11:09:59.948 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.946+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~FFVDM7AZ9K9S.2 size=722539 2023-12-20T11:09:59.948 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.946+0000 7fd1b21c4880 1 > prepared multipart upload key=SUG71QAZ2CFC upload=FFVDM7AZ9K9S tag=OMPGE283JJE4 type=write size=3868267 2023-12-20T11:09:59.952 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.950+0000 7fd1b21c4880 1 < suggested remove operation key=LTCK7NB910AG tag=JZ2WRR0LXS9C type=del 2023-12-20T11:09:59.956 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.954+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~888TXKBFPGPD.0 size=610223 2023-12-20T11:09:59.956 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.954+0000 7fd1b21c4880 1 > prepared multipart upload key=8G0W9JZ1GDXN upload=888TXKBFPGPD tag=CF5L5O5OD91U type=write size=1658799 2023-12-20T11:09:59.958 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.956+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~0H02NHNECB4X.0 size=949631 2023-12-20T11:09:59.961 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.960+0000 7fd1b21c4880 1 < completed multipart upload key=MJ4RRM0D3OOK upload=0H02NHNECB4X tag=GSYGW60ASSI2 type=write size=1998207 2023-12-20T11:09:59.965 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.963+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~3KRPSVG1VGRW.0 size=861090 2023-12-20T11:09:59.965 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.963+0000 7fd1b21c4880 1 > prepared multipart upload key=K1JVVDJA7RXO upload=3KRPSVG1VGRW tag=7W2SZN01JKWA type=write size=1909666 2023-12-20T11:09:59.969 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.967+0000 7fd1b21c4880 1 < suggested remove operation key=1DSA1NSVISU5 tag=SQMNGMZFNBZW type=del 2023-12-20T11:09:59.974 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.972+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~E8VD8P2320TD.0 size=1048576 2023-12-20T11:09:59.975 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.974+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~E8VD8P2320TD.1 size=287801 2023-12-20T11:09:59.976 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.974+0000 7fd1b21c4880 1 > prepared multipart upload key=PWOXA6XNR6SL upload=E8VD8P2320TD tag=8MJI5MN63XS5 type=write size=2384953 2023-12-20T11:09:59.978 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.976+0000 7fd1b21c4880 1 < canceled operation key=UK0IZFVQ8SXI tag=A0FES9KPC9OX type=del size=1604733 2023-12-20T11:09:59.980 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.978+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=35SOQS8QT4KI type=del size=4992 2023-12-20T11:09:59.982 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.980+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~1GG686L1A606.0 size=1048576 2023-12-20T11:09:59.983 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.982+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~1GG686L1A606.1 size=1048576 2023-12-20T11:09:59.985 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.984+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~1GG686L1A606.2 size=388763 2023-12-20T11:09:59.989 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.988+0000 7fd1b21c4880 1 < completed multipart upload key=K1JVVDJA7RXO upload=1GG686L1A606 tag=SPICXRZXYDI5 type=write size=3534491 2023-12-20T11:09:59.993 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.992+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~UJ6SG29S8QXX.0 size=164990 2023-12-20T11:09:59.993 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.992+0000 7fd1b21c4880 1 > prepared multipart upload key=LC4FC2MW1JOI upload=UJ6SG29S8QXX tag=89COQ30CYDP0 type=write size=1213566 2023-12-20T11:09:59.995 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.994+0000 7fd1b21c4880 1 < completed write operation key=QZYJEPHLU0HS tag=IXP7ZAPV3LVN type=write size=790234 2023-12-20T11:09:59.997 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.996+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=5UWX5UIWTWNX type=del size=3765735 2023-12-20T11:09:59.999 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:09:59.998+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~AEIUSL3PY94T.0 size=286513 2023-12-20T11:10:00.004 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.002+0000 7fd1b21c4880 1 < completed multipart upload key=E12NLNIAVP97 upload=AEIUSL3PY94T tag=Z8VJT3I44GO8 type=write size=1335089 2023-12-20T11:10:00.007 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.006+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~3MECNO3E4TQZ.0 size=1048576 2023-12-20T11:10:00.009 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.008+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~3MECNO3E4TQZ.1 size=1048576 2023-12-20T11:10:00.011 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.010+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~3MECNO3E4TQZ.2 size=1021324 2023-12-20T11:10:00.011 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.010+0000 7fd1b21c4880 1 > prepared multipart upload key=D7TWPUF05X3I upload=3MECNO3E4TQZ tag=BRVJMX0OLNWP type=write size=4167052 2023-12-20T11:10:00.015 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.014+0000 7fd1b21c4880 1 < suggested update operation key=EX0YD5XH1XPL tag=ODMWX4CFWVTV type=del size=3821903 2023-12-20T11:10:00.019 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.018+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~O1K5VXM20ZDZ.0 size=1048576 2023-12-20T11:10:00.021 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.019+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~O1K5VXM20ZDZ.1 size=1048576 2023-12-20T11:10:00.023 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.021+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~O1K5VXM20ZDZ.2 size=454612 2023-12-20T11:10:00.023 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.021+0000 7fd1b21c4880 1 > prepared multipart upload key=1DSA1NSVISU5 upload=O1K5VXM20ZDZ tag=68E2T4L4F1Z0 type=write size=3600340 2023-12-20T11:10:00.025 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.023+0000 7fd1b21c4880 1 < completed delete operation key=MJ4RRM0D3OOK tag=YNE20U56IQVR type=del 2023-12-20T11:10:00.027 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.026+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=3M8IX39AW0JC type=del size=2854107 2023-12-20T11:10:00.029 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.028+0000 7fd1b21c4880 1 < completed write operation key=LS7TO3DAUIBT tag=P236PJ5TCMNB type=write size=432424 2023-12-20T11:10:00.031 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.030+0000 7fd1b21c4880 1 > prepared operation key=UHTMIVT6ND23 tag=Q5701QQG7H1D type=write size=239020 2023-12-20T11:10:00.033 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.032+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~049ORE2XMG2A.0 size=584811 2023-12-20T11:10:00.037 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.036+0000 7fd1b21c4880 1 < completed multipart upload key=PWOXA6XNR6SL upload=049ORE2XMG2A tag=16Q37VZAR8XY type=write size=1633387 2023-12-20T11:10:00.039 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.038+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=PFHO2EJ7URJE type=del size=1757971 2023-12-20T11:10:00.041 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.040+0000 7fd1b21c4880 1 < completed delete operation key=D7TWPUF05X3I tag=26PW9XHQCLNO type=del 2023-12-20T11:10:00.046 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.044+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~JO1XFD1D970J.0 size=947933 2023-12-20T11:10:00.046 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.044+0000 7fd1b21c4880 1 > prepared multipart upload key=1VUIXCARBLMN upload=JO1XFD1D970J tag=T6M467S035S0 type=write size=1996509 2023-12-20T11:10:00.048 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.046+0000 7fd1b21c4880 1 < completed delete operation key=SG40R95BA3CO tag=R7ZJN9JOY5LA type=del 2023-12-20T11:10:00.052 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.050+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~4MVESI41EMVK.0 size=1048576 2023-12-20T11:10:00.053 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.052+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~4MVESI41EMVK.1 size=579030 2023-12-20T11:10:00.053 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.052+0000 7fd1b21c4880 1 > prepared multipart upload key=OYO96KT3ZIBU upload=4MVESI41EMVK tag=1Q1CMK2V6K0K type=write size=2676182 2023-12-20T11:10:00.056 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.054+0000 7fd1b21c4880 1 < completed write operation key=F1VUDQZ0F87N tag=PNW8HP56YD82 type=write size=767003 2023-12-20T11:10:00.060 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.059+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~HF72NXWTFHT4.0 size=1048576 2023-12-20T11:10:00.062 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.061+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~HF72NXWTFHT4.1 size=160383 2023-12-20T11:10:00.062 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.061+0000 7fd1b21c4880 1 > prepared multipart upload key=PWOXA6XNR6SL upload=HF72NXWTFHT4 tag=HWECS1RTSMJV type=write size=2257535 2023-12-20T11:10:00.064 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.063+0000 7fd1b21c4880 1 < completed delete operation key=D95F7DLYTH42 tag=FK0EYPGUVROH type=del 2023-12-20T11:10:00.066 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.065+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=TBEZKX4BYMWX type=del size=853247 2023-12-20T11:10:00.069 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.067+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~FFVDM7AZ9K9S.0 size=1048576 2023-12-20T11:10:00.070 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.069+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~FFVDM7AZ9K9S.1 size=1048576 2023-12-20T11:10:00.070 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.069+0000 7fd1b21c4880 1 < canceled part key=_multipart_SUG71QAZ2CFC.2~FFVDM7AZ9K9S.2 size=722539 2023-12-20T11:10:00.074 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.073+0000 7fd1b21c4880 1 < canceled multipart upload key=SUG71QAZ2CFC upload=FFVDM7AZ9K9S tag=OMPGE283JJE4 type=write size=3868267 2023-12-20T11:10:00.078 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.077+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~G8J5I1YD9MD1.0 size=5869 2023-12-20T11:10:00.078 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.077+0000 7fd1b21c4880 1 > prepared multipart upload key=LS7TO3DAUIBT upload=G8J5I1YD9MD1 tag=KNG3JWXQCDZ9 type=write size=1054445 2023-12-20T11:10:00.079 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.077+0000 7fd1b21c4880 1 < canceled part key=_multipart_8G0W9JZ1GDXN.2~888TXKBFPGPD.0 size=610223 2023-12-20T11:10:00.083 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.081+0000 7fd1b21c4880 1 < canceled multipart upload key=8G0W9JZ1GDXN upload=888TXKBFPGPD tag=CF5L5O5OD91U type=write size=1658799 2023-12-20T11:10:00.086 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.085+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~C51590G9E733.0 size=1048576 2023-12-20T11:10:00.088 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.087+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~C51590G9E733.1 size=256769 2023-12-20T11:10:00.088 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.087+0000 7fd1b21c4880 1 > prepared multipart upload key=0CTPN27ASDAX upload=C51590G9E733 tag=WMY6R5A1OQNE type=write size=2353921 2023-12-20T11:10:00.090 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.089+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~3KRPSVG1VGRW.0 size=861090 2023-12-20T11:10:00.094 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.092+0000 7fd1b21c4880 1 < completed multipart upload key=K1JVVDJA7RXO upload=3KRPSVG1VGRW tag=7W2SZN01JKWA type=write size=1909666 2023-12-20T11:10:00.096 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.095+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=OJX6ELQLV892 type=write size=127800 2023-12-20T11:10:00.098 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.097+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~E8VD8P2320TD.0 size=1048576 2023-12-20T11:10:00.101 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.099+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~E8VD8P2320TD.1 size=287801 2023-12-20T11:10:00.110 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.104+0000 7fd1b21c4880 1 < completed multipart upload key=PWOXA6XNR6SL upload=E8VD8P2320TD tag=8MJI5MN63XS5 type=write size=2384953 2023-12-20T11:10:00.110 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.107+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=WC9GFV03X380 type=del size=581225 2023-12-20T11:10:00.110 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.109+0000 7fd1b21c4880 1 < completed delete operation key=SG40R95BA3CO tag=35SOQS8QT4KI type=del 2023-12-20T11:10:00.114 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.113+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~REM3MKWUTFQG.0 size=1048576 2023-12-20T11:10:00.116 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.115+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~REM3MKWUTFQG.1 size=1048576 2023-12-20T11:10:00.119 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.117+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~REM3MKWUTFQG.2 size=446984 2023-12-20T11:10:00.119 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.117+0000 7fd1b21c4880 1 > prepared multipart upload key=YJO1Z2TB061O upload=REM3MKWUTFQG tag=P4W27KHA0M83 type=write size=3592712 2023-12-20T11:10:00.121 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.120+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~UJ6SG29S8QXX.0 size=164990 2023-12-20T11:10:00.125 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.124+0000 7fd1b21c4880 1 < completed multipart upload key=LC4FC2MW1JOI upload=UJ6SG29S8QXX tag=89COQ30CYDP0 type=write size=1213566 2023-12-20T11:10:00.127 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.126+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=YC7MUWKTXD64 type=del size=3755409 2023-12-20T11:10:00.130 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.129+0000 7fd1b21c4880 1 < completed delete operation key=OYO96KT3ZIBU tag=5UWX5UIWTWNX type=del 2023-12-20T11:10:00.133 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.132+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=VIR3C8P4G09A type=del size=787476 2023-12-20T11:10:00.135 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.134+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~3MECNO3E4TQZ.0 size=1048576 2023-12-20T11:10:00.137 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.136+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~3MECNO3E4TQZ.1 size=1048576 2023-12-20T11:10:00.139 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.138+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~3MECNO3E4TQZ.2 size=1021324 2023-12-20T11:10:00.143 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.141+0000 7fd1b21c4880 1 < completed multipart upload key=D7TWPUF05X3I upload=3MECNO3E4TQZ tag=BRVJMX0OLNWP type=write size=4167052 2023-12-20T11:10:00.148 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.147+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~OYGJHVZB3M2E.0 size=1048576 2023-12-20T11:10:00.150 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.149+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~OYGJHVZB3M2E.1 size=833692 2023-12-20T11:10:00.150 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.149+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=OYGJHVZB3M2E tag=N5A4BU2FZ37Y type=write size=2930844 2023-12-20T11:10:00.152 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.151+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~O1K5VXM20ZDZ.0 size=1048576 2023-12-20T11:10:00.154 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.152+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~O1K5VXM20ZDZ.1 size=1048576 2023-12-20T11:10:00.156 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.154+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~O1K5VXM20ZDZ.2 size=454612 2023-12-20T11:10:00.160 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.158+0000 7fd1b21c4880 1 < completed multipart upload key=1DSA1NSVISU5 upload=O1K5VXM20ZDZ tag=68E2T4L4F1Z0 type=write size=3600340 2023-12-20T11:10:00.164 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.162+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~87I9O5YSJ5HW.0 size=307243 2023-12-20T11:10:00.164 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.162+0000 7fd1b21c4880 1 > prepared multipart upload key=TRBR8IGAJUYI upload=87I9O5YSJ5HW tag=N3ZY3KWMU1UO type=write size=1355819 2023-12-20T11:10:00.168 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.167+0000 7fd1b21c4880 1 < suggested remove operation key=LTCK7NB910AG tag=3M8IX39AW0JC type=del 2023-12-20T11:10:00.170 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.169+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=KCYDJ15A4C69 type=write size=492428 2023-12-20T11:10:00.172 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.171+0000 7fd1b21c4880 1 < completed write operation key=UHTMIVT6ND23 tag=Q5701QQG7H1D type=write size=239020 2023-12-20T11:10:00.174 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.173+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=EZGWI685VTMC type=del size=2868473 2023-12-20T11:10:00.177 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.175+0000 7fd1b21c4880 1 < completed delete operation key=SQ6HXEFRPSDQ tag=PFHO2EJ7URJE type=del 2023-12-20T11:10:00.179 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.177+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=LMCCTE0J84PO type=del size=1160306 2023-12-20T11:10:00.181 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.180+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~JO1XFD1D970J.0 size=947933 2023-12-20T11:10:00.185 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.184+0000 7fd1b21c4880 1 < completed multipart upload key=1VUIXCARBLMN upload=JO1XFD1D970J tag=T6M467S035S0 type=write size=1996509 2023-12-20T11:10:00.187 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.186+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=YUYM234M5RYL type=write size=424385 2023-12-20T11:10:00.189 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.188+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~4MVESI41EMVK.0 size=1048576 2023-12-20T11:10:00.191 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.190+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~4MVESI41EMVK.1 size=579030 2023-12-20T11:10:00.195 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.193+0000 7fd1b21c4880 1 < completed multipart upload key=OYO96KT3ZIBU upload=4MVESI41EMVK tag=1Q1CMK2V6K0K type=write size=2676182 2023-12-20T11:10:00.199 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.197+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~YZ5EPL6B6HVI.0 size=429273 2023-12-20T11:10:00.199 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.197+0000 7fd1b21c4880 1 > prepared multipart upload key=D7TWPUF05X3I upload=YZ5EPL6B6HVI tag=26I2EGYMD2RL type=write size=1477849 2023-12-20T11:10:00.201 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.200+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~HF72NXWTFHT4.0 size=1048576 2023-12-20T11:10:00.203 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.202+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~HF72NXWTFHT4.1 size=160383 2023-12-20T11:10:00.207 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.205+0000 7fd1b21c4880 1 < completed multipart upload key=PWOXA6XNR6SL upload=HF72NXWTFHT4 tag=HWECS1RTSMJV type=write size=2257535 2023-12-20T11:10:00.209 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.208+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=5A5ZFVE5IA0S type=del size=38934 2023-12-20T11:10:00.212 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.210+0000 7fd1b21c4880 1 < completed delete operation key=H6RM2M0W0Z5O tag=TBEZKX4BYMWX type=del 2023-12-20T11:10:00.216 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.215+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~K7INBCV4I6A8.0 size=369925 2023-12-20T11:10:00.216 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.215+0000 7fd1b21c4880 1 > prepared multipart upload key=UHTMIVT6ND23 upload=K7INBCV4I6A8 tag=E6X6KPMB9172 type=write size=1418501 2023-12-20T11:10:00.219 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.217+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~G8J5I1YD9MD1.0 size=5869 2023-12-20T11:10:00.222 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.221+0000 7fd1b21c4880 1 < completed multipart upload key=LS7TO3DAUIBT upload=G8J5I1YD9MD1 tag=KNG3JWXQCDZ9 type=write size=1054445 2023-12-20T11:10:00.225 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.223+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=QHPFZV6C3CDP type=del size=2758294 2023-12-20T11:10:00.226 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.225+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~C51590G9E733.0 size=1048576 2023-12-20T11:10:00.228 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.227+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~C51590G9E733.1 size=256769 2023-12-20T11:10:00.232 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.230+0000 7fd1b21c4880 1 < completed multipart upload key=0CTPN27ASDAX upload=C51590G9E733 tag=WMY6R5A1OQNE type=write size=2353921 2023-12-20T11:10:00.234 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.233+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=G4KWV61YSYE5 type=del size=3705969 2023-12-20T11:10:00.238 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.237+0000 7fd1b21c4880 1 < suggested update operation key=ZUUJSJVWL10H tag=OJX6ELQLV892 type=write size=127800 2023-12-20T11:10:00.240 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.239+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=WVUK7L0P6G58 type=del size=4135385 2023-12-20T11:10:00.243 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.241+0000 7fd1b21c4880 1 < completed delete operation key=PWOXA6XNR6SL tag=WC9GFV03X380 type=del 2023-12-20T11:10:00.246 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.245+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~IYYFA1016S74.0 size=694586 2023-12-20T11:10:00.246 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.245+0000 7fd1b21c4880 1 > prepared multipart upload key=ZUUJSJVWL10H upload=IYYFA1016S74 tag=I6Y1AP9JKGQM type=write size=1743162 2023-12-20T11:10:00.248 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.247+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~REM3MKWUTFQG.0 size=1048576 2023-12-20T11:10:00.250 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.249+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~REM3MKWUTFQG.1 size=1048576 2023-12-20T11:10:00.252 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.250+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~REM3MKWUTFQG.2 size=446984 2023-12-20T11:10:00.256 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.254+0000 7fd1b21c4880 1 < completed multipart upload key=YJO1Z2TB061O upload=REM3MKWUTFQG tag=P4W27KHA0M83 type=write size=3592712 2023-12-20T11:10:00.258 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.256+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=J263BGKE1Q5S type=del size=3902015 2023-12-20T11:10:00.262 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.260+0000 7fd1b21c4880 1 < suggested remove operation key=8G0W9JZ1GDXN tag=YC7MUWKTXD64 type=del 2023-12-20T11:10:00.266 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.265+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~24YPFOV5IPDI.0 size=1048576 2023-12-20T11:10:00.269 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.267+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~24YPFOV5IPDI.1 size=1048576 2023-12-20T11:10:00.271 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.269+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~24YPFOV5IPDI.2 size=339975 2023-12-20T11:10:00.271 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.269+0000 7fd1b21c4880 1 > prepared multipart upload key=SQ6HXEFRPSDQ upload=24YPFOV5IPDI tag=Q9ORR8D9B6RP type=write size=3485703 2023-12-20T11:10:00.275 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.274+0000 7fd1b21c4880 1 < suggested remove operation key=SUG71QAZ2CFC tag=VIR3C8P4G09A type=del 2023-12-20T11:10:00.279 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.277+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~2OX7O2PWYVNZ.0 size=1048576 2023-12-20T11:10:00.281 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.280+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~2OX7O2PWYVNZ.1 size=263739 2023-12-20T11:10:00.281 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.280+0000 7fd1b21c4880 1 > prepared multipart upload key=OYO96KT3ZIBU upload=2OX7O2PWYVNZ tag=YJP1WRO5JJ5U type=write size=2360891 2023-12-20T11:10:00.283 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.282+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~OYGJHVZB3M2E.0 size=1048576 2023-12-20T11:10:00.285 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.284+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~OYGJHVZB3M2E.1 size=833692 2023-12-20T11:10:00.289 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.287+0000 7fd1b21c4880 1 < completed multipart upload key=TZ6V49PS7YRX upload=OYGJHVZB3M2E tag=N5A4BU2FZ37Y type=write size=2930844 2023-12-20T11:10:00.291 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.289+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=H3W007396OWV type=write size=813322 2023-12-20T11:10:00.293 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.291+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~87I9O5YSJ5HW.0 size=307243 2023-12-20T11:10:00.296 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.295+0000 7fd1b21c4880 1 < completed multipart upload key=TRBR8IGAJUYI upload=87I9O5YSJ5HW tag=N3ZY3KWMU1UO type=write size=1355819 2023-12-20T11:10:00.301 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.300+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~A0VFTGGHQZKR.0 size=325465 2023-12-20T11:10:00.301 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.300+0000 7fd1b21c4880 1 > prepared multipart upload key=TRBR8IGAJUYI upload=A0VFTGGHQZKR tag=9S7TRPRE6TQK type=write size=1374041 2023-12-20T11:10:00.306 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.304+0000 7fd1b21c4880 1 < suggested update operation key=YJO1Z2TB061O tag=KCYDJ15A4C69 type=write size=492428 2023-12-20T11:10:00.308 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.307+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=QMC8HJEN2982 type=del size=2060275 2023-12-20T11:10:00.312 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.309+0000 7fd1b21c4880 1 < completed delete operation key=FKD3AAYKIV7B tag=EZGWI685VTMC type=del 2023-12-20T11:10:00.313 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.311+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=35PY41K43ZVT type=del size=897682 2023-12-20T11:10:00.315 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.313+0000 7fd1b21c4880 1 < canceled operation key=6UQYCRIG1VTM tag=LMCCTE0J84PO type=del size=1160306 2023-12-20T11:10:00.316 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.315+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=EATP8RNOUPQ8 type=write size=261890 2023-12-20T11:10:00.318 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.317+0000 7fd1b21c4880 1 < completed write operation key=E12NLNIAVP97 tag=YUYM234M5RYL type=write size=424385 2023-12-20T11:10:00.320 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.319+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=5BNL4B65Q9WE type=del size=583944 2023-12-20T11:10:00.322 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.321+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~YZ5EPL6B6HVI.0 size=429273 2023-12-20T11:10:00.327 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.325+0000 7fd1b21c4880 1 < completed multipart upload key=D7TWPUF05X3I upload=YZ5EPL6B6HVI tag=26I2EGYMD2RL type=write size=1477849 2023-12-20T11:10:00.329 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.327+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=PGJ9CALY5CNF type=del size=3963936 2023-12-20T11:10:00.332 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.330+0000 7fd1b21c4880 -1 < failed to complete operation key=YJO1Z2TB061O tag=5A5ZFVE5IA0S type=del size=38934: (22) Invalid argument 2023-12-20T11:10:00.334 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.332+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=I712CBGA647A type=del size=801177 2023-12-20T11:10:00.336 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.335+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~K7INBCV4I6A8.0 size=369925 2023-12-20T11:10:00.340 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.338+0000 7fd1b21c4880 1 < completed multipart upload key=UHTMIVT6ND23 upload=K7INBCV4I6A8 tag=E6X6KPMB9172 type=write size=1418501 2023-12-20T11:10:00.342 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.340+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=DKYIIXRQL9DW type=del size=502809 2023-12-20T11:10:00.344 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.342+0000 7fd1b21c4880 1 < completed delete operation key=LTCK7NB910AG tag=QHPFZV6C3CDP type=del 2023-12-20T11:10:00.346 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.345+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=HCQ60MF8P702 type=del size=2086520 2023-12-20T11:10:00.348 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.347+0000 7fd1b21c4880 1 < completed delete operation key=D95F7DLYTH42 tag=G4KWV61YSYE5 type=del 2023-12-20T11:10:00.353 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.352+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~CC7N16B3A2CY.0 size=1048576 2023-12-20T11:10:00.355 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.353+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~CC7N16B3A2CY.1 size=1048576 2023-12-20T11:10:00.357 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.355+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~CC7N16B3A2CY.2 size=668227 2023-12-20T11:10:00.357 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.355+0000 7fd1b21c4880 1 > prepared multipart upload key=QZYJEPHLU0HS upload=CC7N16B3A2CY tag=AELL5O3ZU0MG type=write size=3813955 2023-12-20T11:10:00.359 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.357+0000 7fd1b21c4880 1 < canceled operation key=6UQYCRIG1VTM tag=WVUK7L0P6G58 type=del size=4135385 2023-12-20T11:10:00.363 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.361+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~F2BD1WB5W97B.0 size=1048576 2023-12-20T11:10:00.365 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.363+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~F2BD1WB5W97B.1 size=977769 2023-12-20T11:10:00.365 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.363+0000 7fd1b21c4880 1 > prepared multipart upload key=0HBCFL318BEY upload=F2BD1WB5W97B tag=3JI1FD7VDILV type=write size=3074921 2023-12-20T11:10:00.367 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.366+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~IYYFA1016S74.0 size=694586 2023-12-20T11:10:00.372 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.370+0000 7fd1b21c4880 1 < completed multipart upload key=ZUUJSJVWL10H upload=IYYFA1016S74 tag=I6Y1AP9JKGQM type=write size=1743162 2023-12-20T11:10:00.376 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.374+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~3HF42BC1C77Q.0 size=1048576 2023-12-20T11:10:00.378 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.376+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~3HF42BC1C77Q.1 size=505176 2023-12-20T11:10:00.378 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.376+0000 7fd1b21c4880 1 > prepared multipart upload key=EX0YD5XH1XPL upload=3HF42BC1C77Q tag=ZT3ZT5A7DBCD type=write size=2602328 2023-12-20T11:10:00.379 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.378+0000 7fd1b21c4880 1 < completed delete operation key=D95F7DLYTH42 tag=J263BGKE1Q5S type=del 2023-12-20T11:10:00.383 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.382+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~5LU6IUN8CCVC.0 size=1048576 2023-12-20T11:10:00.385 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.384+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~5LU6IUN8CCVC.1 size=225422 2023-12-20T11:10:00.385 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.384+0000 7fd1b21c4880 1 > prepared multipart upload key=0CTPN27ASDAX upload=5LU6IUN8CCVC tag=LFD5I6WC385E type=write size=2322574 2023-12-20T11:10:00.387 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.386+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~24YPFOV5IPDI.0 size=1048576 2023-12-20T11:10:00.390 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.388+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~24YPFOV5IPDI.1 size=1048576 2023-12-20T11:10:00.390 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.388+0000 7fd1b21c4880 1 < canceled part key=_multipart_SQ6HXEFRPSDQ.2~24YPFOV5IPDI.2 size=339975 2023-12-20T11:10:00.393 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.391+0000 7fd1b21c4880 1 < canceled multipart upload key=SQ6HXEFRPSDQ upload=24YPFOV5IPDI tag=Q9ORR8D9B6RP type=write size=3485703 2023-12-20T11:10:00.395 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.394+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=W5HVVJYA9FU9 type=write size=136388 2023-12-20T11:10:00.397 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.396+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~2OX7O2PWYVNZ.0 size=1048576 2023-12-20T11:10:00.399 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.398+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~2OX7O2PWYVNZ.1 size=263739 2023-12-20T11:10:00.403 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.401+0000 7fd1b21c4880 1 < completed multipart upload key=OYO96KT3ZIBU upload=2OX7O2PWYVNZ tag=YJP1WRO5JJ5U type=write size=2360891 2023-12-20T11:10:00.405 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.403+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=GNGBSAR0VXXU type=write size=268476 2023-12-20T11:10:00.407 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.406+0000 7fd1b21c4880 1 < completed write operation key=6UQYCRIG1VTM tag=H3W007396OWV type=write size=813322 2023-12-20T11:10:00.410 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T11:09:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T11:10:00.411 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.409+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=E4CPXS5BYWTZ type=del size=378136 2023-12-20T11:10:00.413 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.412+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~A0VFTGGHQZKR.0 size=325465 2023-12-20T11:10:00.418 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.416+0000 7fd1b21c4880 1 < completed multipart upload key=TRBR8IGAJUYI upload=A0VFTGGHQZKR tag=9S7TRPRE6TQK type=write size=1374041 2023-12-20T11:10:00.420 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.419+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=4TGEXOE1K689 type=del size=3370747 2023-12-20T11:10:00.422 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.421+0000 7fd1b21c4880 1 < completed delete operation key=K1JVVDJA7RXO tag=QMC8HJEN2982 type=del 2023-12-20T11:10:00.427 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.426+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~G3XUDA9Y5VA7.0 size=1048576 2023-12-20T11:10:00.429 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.427+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~G3XUDA9Y5VA7.1 size=1048576 2023-12-20T11:10:00.431 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.429+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~G3XUDA9Y5VA7.2 size=549450 2023-12-20T11:10:00.431 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.429+0000 7fd1b21c4880 1 > prepared multipart upload key=OYO96KT3ZIBU upload=G3XUDA9Y5VA7 tag=UU118LHHN8VW type=write size=3695178 2023-12-20T11:10:00.433 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.432+0000 7fd1b21c4880 1 < canceled operation key=OYO96KT3ZIBU tag=35PY41K43ZVT type=del size=897682 2023-12-20T11:10:00.435 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.434+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=4P7UELHY1H0V type=write size=652223 2023-12-20T11:10:00.439 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.436+0000 7fd1b21c4880 1 < completed write operation key=X4MNSJEQQOIN tag=EATP8RNOUPQ8 type=write size=261890 2023-12-20T11:10:00.442 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.440+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~4PATM4006MIX.0 size=1048295 2023-12-20T11:10:00.442 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.440+0000 7fd1b21c4880 1 > prepared multipart upload key=6UQYCRIG1VTM upload=4PATM4006MIX tag=S23ZTXE29E30 type=write size=2096871 2023-12-20T11:10:00.444 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.442+0000 7fd1b21c4880 1 < completed delete operation key=SUG71QAZ2CFC tag=5BNL4B65Q9WE type=del 2023-12-20T11:10:00.448 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.446+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~I68500171PYQ.0 size=1048576 2023-12-20T11:10:00.449 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.448+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~I68500171PYQ.1 size=862757 2023-12-20T11:10:00.449 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.448+0000 7fd1b21c4880 1 > prepared multipart upload key=X4MNSJEQQOIN upload=I68500171PYQ tag=156VJJ7DKFQI type=write size=2959909 2023-12-20T11:10:00.452 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.450+0000 7fd1b21c4880 1 < completed delete operation key=OYO96KT3ZIBU tag=PGJ9CALY5CNF type=del 2023-12-20T11:10:00.455 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.454+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~9YJ4ZUPOGWAB.0 size=1048576 2023-12-20T11:10:00.457 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.456+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~9YJ4ZUPOGWAB.1 size=945590 2023-12-20T11:10:00.457 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.456+0000 7fd1b21c4880 1 > prepared multipart upload key=1DSA1NSVISU5 upload=9YJ4ZUPOGWAB tag=VPOCPFP2U5GS type=write size=3042742 2023-12-20T11:10:00.459 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.458+0000 7fd1b21c4880 1 < completed delete operation key=K1JVVDJA7RXO tag=I712CBGA647A type=del 2023-12-20T11:10:00.463 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.461+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~OL3TXC57TIRS.0 size=1048576 2023-12-20T11:10:00.464 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.463+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~OL3TXC57TIRS.1 size=1048576 2023-12-20T11:10:00.466 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.465+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~OL3TXC57TIRS.2 size=465725 2023-12-20T11:10:00.466 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.465+0000 7fd1b21c4880 1 > prepared multipart upload key=SQ6HXEFRPSDQ upload=OL3TXC57TIRS tag=Q7VRYO5F4JVU type=write size=3611453 2023-12-20T11:10:00.470 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.469+0000 7fd1b21c4880 1 < suggested update operation key=MJ4RRM0D3OOK tag=DKYIIXRQL9DW type=del size=502809 2023-12-20T11:10:00.472 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.471+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=ESV1BKUYZY65 type=del size=2510005 2023-12-20T11:10:00.476 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.475+0000 7fd1b21c4880 1 < suggested update operation key=SG40R95BA3CO tag=HCQ60MF8P702 type=del size=2086520 2023-12-20T11:10:00.481 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.479+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~8SS2W3EV0XVL.0 size=1048576 2023-12-20T11:10:00.483 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.481+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~8SS2W3EV0XVL.1 size=529064 2023-12-20T11:10:00.483 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.481+0000 7fd1b21c4880 1 > prepared multipart upload key=SQ6HXEFRPSDQ upload=8SS2W3EV0XVL tag=F7QSXXV7R82W type=write size=2626216 2023-12-20T11:10:00.485 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.483+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~CC7N16B3A2CY.0 size=1048576 2023-12-20T11:10:00.486 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.485+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~CC7N16B3A2CY.1 size=1048576 2023-12-20T11:10:00.487 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.485+0000 7fd1b21c4880 1 < canceled part key=_multipart_QZYJEPHLU0HS.2~CC7N16B3A2CY.2 size=668227 2023-12-20T11:10:00.490 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.489+0000 7fd1b21c4880 1 < canceled multipart upload key=QZYJEPHLU0HS upload=CC7N16B3A2CY tag=AELL5O3ZU0MG type=write size=3813955 2023-12-20T11:10:00.493 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.491+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=KK6H0UK0IMZ6 type=del size=2808830 2023-12-20T11:10:00.495 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.493+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~F2BD1WB5W97B.0 size=1048576 2023-12-20T11:10:00.496 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.495+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~F2BD1WB5W97B.1 size=977769 2023-12-20T11:10:00.500 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.499+0000 7fd1b21c4880 1 < completed multipart upload key=0HBCFL318BEY upload=F2BD1WB5W97B tag=3JI1FD7VDILV type=write size=3074921 2023-12-20T11:10:00.504 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.502+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~9IQKSFYVRR5S.0 size=1048576 2023-12-20T11:10:00.505 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.504+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~9IQKSFYVRR5S.1 size=617059 2023-12-20T11:10:00.506 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.504+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=9IQKSFYVRR5S tag=K2733O89T1B9 type=write size=2714211 2023-12-20T11:10:00.508 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.506+0000 7fd1b21c4880 1 < completed part key=_multipart_EX0YD5XH1XPL.2~3HF42BC1C77Q.0 size=1048576 2023-12-20T11:10:00.509 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.508+0000 7fd1b21c4880 1 < completed part key=_multipart_EX0YD5XH1XPL.2~3HF42BC1C77Q.1 size=505176 2023-12-20T11:10:00.513 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.512+0000 7fd1b21c4880 1 < completed multipart upload key=EX0YD5XH1XPL upload=3HF42BC1C77Q tag=ZT3ZT5A7DBCD type=write size=2602328 2023-12-20T11:10:00.517 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.516+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~FC7BQNQIVMHB.0 size=1048576 2023-12-20T11:10:00.520 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.518+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~FC7BQNQIVMHB.1 size=859260 2023-12-20T11:10:00.520 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.518+0000 7fd1b21c4880 1 > prepared multipart upload key=SUG71QAZ2CFC upload=FC7BQNQIVMHB tag=D6CPQAJM6GLK type=write size=2956412 2023-12-20T11:10:00.521 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.520+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~5LU6IUN8CCVC.0 size=1048576 2023-12-20T11:10:00.523 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.522+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~5LU6IUN8CCVC.1 size=225422 2023-12-20T11:10:00.528 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.526+0000 7fd1b21c4880 1 < completed multipart upload key=0CTPN27ASDAX upload=5LU6IUN8CCVC tag=LFD5I6WC385E type=write size=2322574 2023-12-20T11:10:00.531 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.530+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=GUVDZQHLX3H0 type=write size=349908 2023-12-20T11:10:00.534 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.532+0000 7fd1b21c4880 1 < completed write operation key=OYO96KT3ZIBU tag=W5HVVJYA9FU9 type=write size=136388 2023-12-20T11:10:00.535 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.534+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=JP7NUFWOCQCG type=write size=710335 2023-12-20T11:10:00.537 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.536+0000 7fd1b21c4880 1 < completed write operation key=6UQYCRIG1VTM tag=GNGBSAR0VXXU type=write size=268476 2023-12-20T11:10:00.540 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.538+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=N4D8BTYSZ35G type=del size=2724701 2023-12-20T11:10:00.543 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.541+0000 7fd1b21c4880 1 < completed delete operation key=TRBR8IGAJUYI tag=E4CPXS5BYWTZ type=del 2023-12-20T11:10:00.547 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.545+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~OMUOU7Q8H4XC.0 size=287215 2023-12-20T11:10:00.547 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.545+0000 7fd1b21c4880 1 > prepared multipart upload key=I33EZDGEOOGS upload=OMUOU7Q8H4XC tag=J4D9J5S28OZB type=write size=1335791 2023-12-20T11:10:00.551 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.550+0000 7fd1b21c4880 1 < suggested update operation key=MJ4RRM0D3OOK tag=4TGEXOE1K689 type=del size=3370747 2023-12-20T11:10:00.553 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.552+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=THCKYC206T20 type=del size=3750153 2023-12-20T11:10:00.555 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.554+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~G3XUDA9Y5VA7.0 size=1048576 2023-12-20T11:10:00.557 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.555+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~G3XUDA9Y5VA7.1 size=1048576 2023-12-20T11:10:00.559 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.558+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~G3XUDA9Y5VA7.2 size=549450 2023-12-20T11:10:00.563 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.562+0000 7fd1b21c4880 1 < completed multipart upload key=OYO96KT3ZIBU upload=G3XUDA9Y5VA7 tag=UU118LHHN8VW type=write size=3695178 2023-12-20T11:10:00.565 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.564+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=MLJNQLH53ADL type=write size=121366 2023-12-20T11:10:00.568 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.566+0000 7fd1b21c4880 1 < completed write operation key=QZYJEPHLU0HS tag=4P7UELHY1H0V type=write size=652223 2023-12-20T11:10:00.570 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.569+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=S3A3X9D1A7ZP type=write size=509301 2023-12-20T11:10:00.572 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.571+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~4PATM4006MIX.0 size=1048295 2023-12-20T11:10:00.576 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.574+0000 7fd1b21c4880 1 < completed multipart upload key=6UQYCRIG1VTM upload=4PATM4006MIX tag=S23ZTXE29E30 type=write size=2096871 2023-12-20T11:10:00.578 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.576+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=ITP2ZQVAWUZD type=write size=280658 2023-12-20T11:10:00.580 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.578+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~I68500171PYQ.0 size=1048576 2023-12-20T11:10:00.582 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.580+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~I68500171PYQ.1 size=862757 2023-12-20T11:10:00.585 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.584+0000 7fd1b21c4880 1 < completed multipart upload key=X4MNSJEQQOIN upload=I68500171PYQ tag=156VJJ7DKFQI type=write size=2959909 2023-12-20T11:10:00.588 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.587+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=OI25DPF3ZJXO type=del size=3653892 2023-12-20T11:10:00.590 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.589+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~9YJ4ZUPOGWAB.0 size=1048576 2023-12-20T11:10:00.593 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.591+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~9YJ4ZUPOGWAB.1 size=945590 2023-12-20T11:10:00.597 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.596+0000 7fd1b21c4880 1 < completed multipart upload key=1DSA1NSVISU5 upload=9YJ4ZUPOGWAB tag=VPOCPFP2U5GS type=write size=3042742 2023-12-20T11:10:00.599 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.598+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=5WN3YD1AT4QN type=del size=3503970 2023-12-20T11:10:00.601 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.600+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~OL3TXC57TIRS.0 size=1048576 2023-12-20T11:10:00.603 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.602+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~OL3TXC57TIRS.1 size=1048576 2023-12-20T11:10:00.605 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.603+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~OL3TXC57TIRS.2 size=465725 2023-12-20T11:10:00.608 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.607+0000 7fd1b21c4880 1 < completed multipart upload key=SQ6HXEFRPSDQ upload=OL3TXC57TIRS tag=Q7VRYO5F4JVU type=write size=3611453 2023-12-20T11:10:00.610 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.609+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=M2J9AY63BGCS type=write size=507780 2023-12-20T11:10:00.612 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.611+0000 7fd1b21c4880 1 < completed delete operation key=E12NLNIAVP97 tag=ESV1BKUYZY65 type=del 2023-12-20T11:10:00.616 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.615+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~OCLNTIQIJ90E.0 size=1048576 2023-12-20T11:10:00.618 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.617+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~OCLNTIQIJ90E.1 size=608583 2023-12-20T11:10:00.618 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.617+0000 7fd1b21c4880 1 > prepared multipart upload key=SQ6HXEFRPSDQ upload=OCLNTIQIJ90E tag=VRTO2WZGIF02 type=write size=2705735 2023-12-20T11:10:00.621 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.619+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~8SS2W3EV0XVL.0 size=1048576 2023-12-20T11:10:00.622 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.621+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~8SS2W3EV0XVL.1 size=529064 2023-12-20T11:10:00.626 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.625+0000 7fd1b21c4880 1 < completed multipart upload key=SQ6HXEFRPSDQ upload=8SS2W3EV0XVL tag=F7QSXXV7R82W type=write size=2626216 2023-12-20T11:10:00.629 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.627+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=W2KOLG0AP56P type=write size=315098 2023-12-20T11:10:00.633 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.631+0000 7fd1b21c4880 1 < suggested update operation key=6UQYCRIG1VTM tag=KK6H0UK0IMZ6 type=del size=2808830 2023-12-20T11:10:00.637 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.635+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~ICQ0N2DZB04N.0 size=809917 2023-12-20T11:10:00.637 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.635+0000 7fd1b21c4880 1 > prepared multipart upload key=0HBCFL318BEY upload=ICQ0N2DZB04N tag=XZHC0BJAXRAK type=write size=1858493 2023-12-20T11:10:00.638 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.637+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~9IQKSFYVRR5S.0 size=1048576 2023-12-20T11:10:00.641 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.639+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~9IQKSFYVRR5S.1 size=617059 2023-12-20T11:10:00.644 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.643+0000 7fd1b21c4880 1 < completed multipart upload key=TZ6V49PS7YRX upload=9IQKSFYVRR5S tag=K2733O89T1B9 type=write size=2714211 2023-12-20T11:10:00.648 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.646+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~B6XM7H5KTL30.0 size=1048576 2023-12-20T11:10:00.650 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.648+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~B6XM7H5KTL30.1 size=1048576 2023-12-20T11:10:00.651 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.650+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~B6XM7H5KTL30.2 size=281601 2023-12-20T11:10:00.652 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.650+0000 7fd1b21c4880 1 > prepared multipart upload key=LS7TO3DAUIBT upload=B6XM7H5KTL30 tag=WPO8MIGACRY9 type=write size=3427329 2023-12-20T11:10:00.654 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.652+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~FC7BQNQIVMHB.0 size=1048576 2023-12-20T11:10:00.655 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.654+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~FC7BQNQIVMHB.1 size=859260 2023-12-20T11:10:00.659 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.658+0000 7fd1b21c4880 1 < completed multipart upload key=SUG71QAZ2CFC upload=FC7BQNQIVMHB tag=D6CPQAJM6GLK type=write size=2956412 2023-12-20T11:10:00.661 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.660+0000 7fd1b21c4880 1 > prepared operation key=D7TWPUF05X3I tag=0KB3Z0GEC204 type=del size=4132456 2023-12-20T11:10:00.663 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.662+0000 7fd1b21c4880 1 < completed write operation key=K1JVVDJA7RXO tag=GUVDZQHLX3H0 type=write size=349908 2023-12-20T11:10:00.667 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.665+0000 7fd1b21c4880 1 > prepared part key=_multipart_LTCK7NB910AG.2~9MO80V94FVD9.0 size=9915 2023-12-20T11:10:00.667 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.665+0000 7fd1b21c4880 1 > prepared multipart upload key=LTCK7NB910AG upload=9MO80V94FVD9 tag=7NX8UWO65JDW type=write size=1058491 2023-12-20T11:10:00.671 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.670+0000 7fd1b21c4880 1 < suggested update operation key=0CTPN27ASDAX tag=JP7NUFWOCQCG type=write size=710335 2023-12-20T11:10:00.673 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.672+0000 7fd1b21c4880 1 > prepared operation key=0HBCFL318BEY tag=O5NS3X56DNUZ type=write size=605928 2023-12-20T11:10:00.677 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.676+0000 7fd1b21c4880 1 < suggested remove operation key=X4MNSJEQQOIN tag=N4D8BTYSZ35G type=del 2023-12-20T11:10:00.680 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.679+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=C6NJGUUC4JUK type=del size=3875338 2023-12-20T11:10:00.682 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.681+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~OMUOU7Q8H4XC.0 size=287215 2023-12-20T11:10:00.686 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.684+0000 7fd1b21c4880 1 < completed multipart upload key=I33EZDGEOOGS upload=OMUOU7Q8H4XC tag=J4D9J5S28OZB type=write size=1335791 2023-12-20T11:10:00.689 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.687+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=X2Z1JDSBR5C8 type=del size=751265 2023-12-20T11:10:00.691 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.689+0000 7fd1b21c4880 1 < completed delete operation key=MJ4RRM0D3OOK tag=THCKYC206T20 type=del 2023-12-20T11:10:00.693 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.691+0000 7fd1b21c4880 1 > prepared operation key=0HBCFL318BEY tag=Y6TTUAYX28B6 type=del size=1135411 2023-12-20T11:10:00.695 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.694+0000 7fd1b21c4880 1 < completed write operation key=EX0YD5XH1XPL tag=MLJNQLH53ADL type=write size=121366 2023-12-20T11:10:00.699 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.697+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~AQC8C5FFM5H9.0 size=613233 2023-12-20T11:10:00.699 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.697+0000 7fd1b21c4880 1 > prepared multipart upload key=H6RM2M0W0Z5O upload=AQC8C5FFM5H9 tag=T0DI1TN8N88F type=write size=1661809 2023-12-20T11:10:00.701 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.700+0000 7fd1b21c4880 1 < canceled operation key=MJ4RRM0D3OOK tag=S3A3X9D1A7ZP type=write size=509301 2023-12-20T11:10:00.704 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.703+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=KBRF9GGXLCNS type=del size=239218 2023-12-20T11:10:00.706 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.704+0000 7fd1b21c4880 1 < completed write operation key=LC4FC2MW1JOI tag=ITP2ZQVAWUZD type=write size=280658 2023-12-20T11:10:00.708 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.707+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=0FAG9IJJVTKZ type=del size=436980 2023-12-20T11:10:00.710 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.709+0000 7fd1b21c4880 1 < completed delete operation key=F1VUDQZ0F87N tag=OI25DPF3ZJXO type=del 2023-12-20T11:10:00.713 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.711+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=WJ0HCIYPW045 type=del size=1684078 2023-12-20T11:10:00.715 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.714+0000 7fd1b21c4880 1 < canceled operation key=E12NLNIAVP97 tag=5WN3YD1AT4QN type=del size=3503970 2023-12-20T11:10:00.718 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.716+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=2E1L87BDWQ3T type=write size=25154 2023-12-20T11:10:00.719 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.718+0000 7fd1b21c4880 1 < completed write operation key=E12NLNIAVP97 tag=M2J9AY63BGCS type=write size=507780 2023-12-20T11:10:00.721 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.720+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=FH9RFP2253K8 type=del size=3971383 2023-12-20T11:10:00.724 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.722+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~OCLNTIQIJ90E.0 size=1048576 2023-12-20T11:10:00.725 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.724+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~OCLNTIQIJ90E.1 size=608583 2023-12-20T11:10:00.729 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.728+0000 7fd1b21c4880 1 < completed multipart upload key=SQ6HXEFRPSDQ upload=OCLNTIQIJ90E tag=VRTO2WZGIF02 type=write size=2705735 2023-12-20T11:10:00.734 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.733+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~VTLTWJZCL5AR.0 size=1048576 2023-12-20T11:10:00.736 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.734+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~VTLTWJZCL5AR.1 size=1048576 2023-12-20T11:10:00.738 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.736+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~VTLTWJZCL5AR.2 size=991086 2023-12-20T11:10:00.738 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.736+0000 7fd1b21c4880 1 > prepared multipart upload key=LS7TO3DAUIBT upload=VTLTWJZCL5AR tag=96IT86OF5E5U type=write size=4136814 2023-12-20T11:10:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T11:10:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T11:10:00.742 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.740+0000 7fd1b21c4880 1 < suggested remove operation key=E12NLNIAVP97 tag=W2KOLG0AP56P type=write 2023-12-20T11:10:00.744 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.742+0000 7fd1b21c4880 1 > prepared operation key=1VUIXCARBLMN tag=CNQQVNZPB0E4 type=del size=1310967 2023-12-20T11:10:00.746 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.744+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~ICQ0N2DZB04N.0 size=809917 2023-12-20T11:10:00.750 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.748+0000 7fd1b21c4880 1 < completed multipart upload key=0HBCFL318BEY upload=ICQ0N2DZB04N tag=XZHC0BJAXRAK type=write size=1858493 2023-12-20T11:10:00.752 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.751+0000 7fd1b21c4880 1 > prepared operation key=I33EZDGEOOGS tag=5VW555F8G7G9 type=del size=3183087 2023-12-20T11:10:00.752 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.751+0000 7fd1b21c4880 1 < canceled part key=_multipart_LS7TO3DAUIBT.2~B6XM7H5KTL30.0 size=1048576 2023-12-20T11:10:00.754 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.753+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~B6XM7H5KTL30.1 size=1048576 2023-12-20T11:10:00.756 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.755+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~B6XM7H5KTL30.2 size=281601 2023-12-20T11:10:00.761 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.759+0000 7fd1b21c4880 1 < canceled multipart upload key=LS7TO3DAUIBT upload=B6XM7H5KTL30 tag=WPO8MIGACRY9 type=write size=3427329 2023-12-20T11:10:00.765 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.764+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~X80SXRW5D3E3.0 size=937991 2023-12-20T11:10:00.765 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.764+0000 7fd1b21c4880 1 > prepared multipart upload key=SQ6HXEFRPSDQ upload=X80SXRW5D3E3 tag=L6VQA3ZYWCBZ type=write size=1986567 2023-12-20T11:10:00.767 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.766+0000 7fd1b21c4880 1 < completed delete operation key=D7TWPUF05X3I tag=0KB3Z0GEC204 type=del 2023-12-20T11:10:00.769 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.768+0000 7fd1b21c4880 1 > prepared operation key=TZ6V49PS7YRX tag=P2YR3CSCH2OH type=del size=1937201 2023-12-20T11:10:00.772 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.771+0000 7fd1b21c4880 1 < completed part key=_multipart_LTCK7NB910AG.2~9MO80V94FVD9.0 size=9915 2023-12-20T11:10:00.776 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.774+0000 7fd1b21c4880 1 < completed multipart upload key=LTCK7NB910AG upload=9MO80V94FVD9 tag=7NX8UWO65JDW type=write size=1058491 2023-12-20T11:10:00.778 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.777+0000 7fd1b21c4880 1 > prepared operation key=0HBCFL318BEY tag=10R2NWCDKGS8 type=del size=1988167 2023-12-20T11:10:00.783 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.782+0000 7fd1b21c4880 1 < suggested remove operation key=0HBCFL318BEY tag=O5NS3X56DNUZ type=write 2023-12-20T11:10:00.785 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.784+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=DAWD80RXUNYM type=del size=1976950 2023-12-20T11:10:00.788 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.786+0000 7fd1b21c4880 1 < completed delete operation key=6UQYCRIG1VTM tag=C6NJGUUC4JUK type=del 2023-12-20T11:10:00.794 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.788+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=T7MKRQZHYRJI type=del size=1696832 2023-12-20T11:10:00.794 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.790+0000 7fd1b21c4880 1 < canceled operation key=H6RM2M0W0Z5O tag=X2Z1JDSBR5C8 type=del size=751265 2023-12-20T11:10:00.795 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.793+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=V3LYNHNOJJOR type=del size=4141835 2023-12-20T11:10:00.797 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.796+0000 7fd1b21c4880 -1 < failed to complete operation key=0HBCFL318BEY tag=Y6TTUAYX28B6 type=del size=1135411: (22) Invalid argument 2023-12-20T11:10:00.801 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.800+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~IB9Z9F7822YV.0 size=1048576 2023-12-20T11:10:00.803 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.801+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~IB9Z9F7822YV.1 size=1048576 2023-12-20T11:10:00.805 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.803+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~IB9Z9F7822YV.2 size=244161 2023-12-20T11:10:00.805 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.803+0000 7fd1b21c4880 1 > prepared multipart upload key=YJO1Z2TB061O upload=IB9Z9F7822YV tag=4AVJMO5E6Z1R type=write size=3389889 2023-12-20T11:10:00.805 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.803+0000 7fd1b21c4880 1 < canceled part key=_multipart_H6RM2M0W0Z5O.2~AQC8C5FFM5H9.0 size=613233 2023-12-20T11:10:00.808 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.807+0000 7fd1b21c4880 1 < canceled multipart upload key=H6RM2M0W0Z5O upload=AQC8C5FFM5H9 tag=T0DI1TN8N88F type=write size=1661809 2023-12-20T11:10:00.811 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.809+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=UNBKGRMDIV9D type=write size=544146 2023-12-20T11:10:00.815 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.813+0000 7fd1b21c4880 1 < suggested update operation key=UK0IZFVQ8SXI tag=KBRF9GGXLCNS type=del size=239218 2023-12-20T11:10:00.819 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.817+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~J7NYSQJ6JWJM.0 size=1048576 2023-12-20T11:10:00.821 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.819+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~J7NYSQJ6JWJM.1 size=1048576 2023-12-20T11:10:00.822 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.821+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~J7NYSQJ6JWJM.2 size=206782 2023-12-20T11:10:00.822 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.821+0000 7fd1b21c4880 1 > prepared multipart upload key=SQ6HXEFRPSDQ upload=J7NYSQJ6JWJM tag=I17WACZ1UC61 type=write size=3352510 2023-12-20T11:10:00.824 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.823+0000 7fd1b21c4880 1 < completed delete operation key=PWOXA6XNR6SL tag=0FAG9IJJVTKZ type=del 2023-12-20T11:10:00.828 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.827+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~6B5Q6MI80KO6.0 size=1048576 2023-12-20T11:10:00.830 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.829+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~6B5Q6MI80KO6.1 size=1048576 2023-12-20T11:10:00.833 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.831+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~6B5Q6MI80KO6.2 size=259792 2023-12-20T11:10:00.833 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.831+0000 7fd1b21c4880 1 > prepared multipart upload key=X4MNSJEQQOIN upload=6B5Q6MI80KO6 tag=9GJAB3Q8MJ4Q type=write size=3405520 2023-12-20T11:10:00.835 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.833+0000 7fd1b21c4880 1 < completed delete operation key=FKD3AAYKIV7B tag=WJ0HCIYPW045 type=del 2023-12-20T11:10:00.838 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.836+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=SWLS9TTHRYPL type=del size=3025042 2023-12-20T11:10:00.839 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.838+0000 7fd1b21c4880 1 < completed write operation key=MJ4RRM0D3OOK tag=2E1L87BDWQ3T type=write size=25154 2023-12-20T11:10:00.843 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.842+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~V32T9TJR0SDD.0 size=1048576 2023-12-20T11:10:00.845 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.843+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~V32T9TJR0SDD.1 size=1048576 2023-12-20T11:10:00.846 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.845+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~V32T9TJR0SDD.2 size=476374 2023-12-20T11:10:00.847 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.845+0000 7fd1b21c4880 1 > prepared multipart upload key=SQ6HXEFRPSDQ upload=V32T9TJR0SDD tag=7KRECUAY0HEO type=write size=3622102 2023-12-20T11:10:00.849 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.847+0000 7fd1b21c4880 1 < completed delete operation key=SUG71QAZ2CFC tag=FH9RFP2253K8 type=del 2023-12-20T11:10:00.853 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.851+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~FL7A3FQWHN58.0 size=1048576 2023-12-20T11:10:00.855 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.854+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~FL7A3FQWHN58.1 size=1048576 2023-12-20T11:10:00.857 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.856+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~FL7A3FQWHN58.2 size=96864 2023-12-20T11:10:00.857 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.856+0000 7fd1b21c4880 1 > prepared multipart upload key=K1JVVDJA7RXO upload=FL7A3FQWHN58 tag=ILG78D351AVJ type=write size=3242592 2023-12-20T11:10:00.857 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.856+0000 7fd1b21c4880 1 < canceled part key=_multipart_LS7TO3DAUIBT.2~VTLTWJZCL5AR.0 size=1048576 2023-12-20T11:10:00.859 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.858+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~VTLTWJZCL5AR.1 size=1048576 2023-12-20T11:10:00.861 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.859+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~VTLTWJZCL5AR.2 size=991086 2023-12-20T11:10:00.866 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.863+0000 7fd1b21c4880 1 < canceled multipart upload key=LS7TO3DAUIBT upload=VTLTWJZCL5AR tag=96IT86OF5E5U type=write size=4136814 2023-12-20T11:10:00.867 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.866+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=D7GEWI25YFMG type=del size=398723 2023-12-20T11:10:00.869 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.868+0000 7fd1b21c4880 1 < completed delete operation key=1VUIXCARBLMN tag=CNQQVNZPB0E4 type=del 2023-12-20T11:10:00.873 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.872+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~0YE077LPMT1X.0 size=344845 2023-12-20T11:10:00.873 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.872+0000 7fd1b21c4880 1 > prepared multipart upload key=QZYJEPHLU0HS upload=0YE077LPMT1X tag=2W78IT6I4SGN type=write size=1393421 2023-12-20T11:10:00.875 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.874+0000 7fd1b21c4880 1 < completed delete operation key=I33EZDGEOOGS tag=5VW555F8G7G9 type=del 2023-12-20T11:10:00.878 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.876+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=I57NQMDCNXUP type=del size=2223128 2023-12-20T11:10:00.880 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.878+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~X80SXRW5D3E3.0 size=937991 2023-12-20T11:10:00.884 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.882+0000 7fd1b21c4880 1 < completed multipart upload key=SQ6HXEFRPSDQ upload=X80SXRW5D3E3 tag=L6VQA3ZYWCBZ type=write size=1986567 2023-12-20T11:10:00.888 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.887+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~AW518EUR8SD9.0 size=1048576 2023-12-20T11:10:00.891 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.890+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~AW518EUR8SD9.1 size=1048576 2023-12-20T11:10:00.893 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.891+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~AW518EUR8SD9.2 size=1760 2023-12-20T11:10:00.893 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.891+0000 7fd1b21c4880 1 > prepared multipart upload key=E12NLNIAVP97 upload=AW518EUR8SD9 tag=9WJ88O592HIO type=write size=3147488 2023-12-20T11:10:00.895 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.894+0000 7fd1b21c4880 1 < completed delete operation key=TZ6V49PS7YRX tag=P2YR3CSCH2OH type=del 2023-12-20T11:10:00.899 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.898+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~NJGPBMFC20SL.0 size=528947 2023-12-20T11:10:00.900 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.898+0000 7fd1b21c4880 1 > prepared multipart upload key=E12NLNIAVP97 upload=NJGPBMFC20SL tag=PK5SVXZQMBF1 type=write size=1577523 2023-12-20T11:10:00.902 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.901+0000 7fd1b21c4880 -1 < failed to complete operation key=0HBCFL318BEY tag=10R2NWCDKGS8 type=del size=1988167: (22) Invalid argument 2023-12-20T11:10:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T11:10:00.905 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.903+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=JLAHJFY09WBI type=del size=768930 2023-12-20T11:10:00.909 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.908+0000 7fd1b21c4880 1 < suggested update operation key=F1VUDQZ0F87N tag=DAWD80RXUNYM type=del size=1976950 2023-12-20T11:10:00.913 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.912+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~8XGMHQOYPU7B.0 size=797523 2023-12-20T11:10:00.913 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.912+0000 7fd1b21c4880 1 > prepared multipart upload key=YJO1Z2TB061O upload=8XGMHQOYPU7B tag=XWO32TAPVJ0Q type=write size=1846099 2023-12-20T11:10:00.915 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.914+0000 7fd1b21c4880 1 < canceled operation key=LTCK7NB910AG tag=T7MKRQZHYRJI type=del size=1696832 2023-12-20T11:10:00.917 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.916+0000 7fd1b21c4880 1 > prepared operation key=UHTMIVT6ND23 tag=V0WLZC8AWEI4 type=del size=2952074 2023-12-20T11:10:00.921 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.920+0000 7fd1b21c4880 1 < suggested update operation key=K1JVVDJA7RXO tag=V3LYNHNOJJOR type=del size=4141835 2023-12-20T11:10:00.926 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.924+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~GII7JOPONOT4.0 size=224889 2023-12-20T11:10:00.926 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.924+0000 7fd1b21c4880 1 > prepared multipart upload key=6UQYCRIG1VTM upload=GII7JOPONOT4 tag=AJJHYTF0JWUK type=write size=1273465 2023-12-20T11:10:00.928 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.926+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~IB9Z9F7822YV.0 size=1048576 2023-12-20T11:10:00.929 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.928+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~IB9Z9F7822YV.1 size=1048576 2023-12-20T11:10:00.931 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.930+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~IB9Z9F7822YV.2 size=244161 2023-12-20T11:10:00.935 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.934+0000 7fd1b21c4880 1 < completed multipart upload key=YJO1Z2TB061O upload=IB9Z9F7822YV tag=4AVJMO5E6Z1R type=write size=3389889 2023-12-20T11:10:00.937 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.936+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=9W1ZHVN7701P type=write size=373421 2023-12-20T11:10:00.939 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.938+0000 7fd1b21c4880 1 < completed write operation key=EX0YD5XH1XPL tag=UNBKGRMDIV9D type=write size=544146 2023-12-20T11:10:00.944 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.942+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~AX4S1F0I23GZ.0 size=1048576 2023-12-20T11:10:00.945 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.944+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~AX4S1F0I23GZ.1 size=622479 2023-12-20T11:10:00.945 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.944+0000 7fd1b21c4880 1 > prepared multipart upload key=0CTPN27ASDAX upload=AX4S1F0I23GZ tag=NF41D51FZOM7 type=write size=2719631 2023-12-20T11:10:00.947 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.946+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~J7NYSQJ6JWJM.0 size=1048576 2023-12-20T11:10:00.949 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.947+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~J7NYSQJ6JWJM.1 size=1048576 2023-12-20T11:10:00.951 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.949+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~J7NYSQJ6JWJM.2 size=206782 2023-12-20T11:10:00.954 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.953+0000 7fd1b21c4880 1 < completed multipart upload key=SQ6HXEFRPSDQ upload=J7NYSQJ6JWJM tag=I17WACZ1UC61 type=write size=3352510 2023-12-20T11:10:00.956 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.955+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=1PBQ9OJ1E4F6 type=del size=1241307 2023-12-20T11:10:00.958 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.957+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~6B5Q6MI80KO6.0 size=1048576 2023-12-20T11:10:00.960 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.959+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~6B5Q6MI80KO6.1 size=1048576 2023-12-20T11:10:00.962 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.960+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~6B5Q6MI80KO6.2 size=259792 2023-12-20T11:10:00.965 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.964+0000 7fd1b21c4880 1 < completed multipart upload key=X4MNSJEQQOIN upload=6B5Q6MI80KO6 tag=9GJAB3Q8MJ4Q type=write size=3405520 2023-12-20T11:10:00.970 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.969+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~4LTNJV2UE246.0 size=1048576 2023-12-20T11:10:00.973 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.971+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~4LTNJV2UE246.1 size=1048576 2023-12-20T11:10:00.974 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.973+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~4LTNJV2UE246.2 size=670963 2023-12-20T11:10:00.974 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.973+0000 7fd1b21c4880 1 > prepared multipart upload key=UHTMIVT6ND23 upload=4LTNJV2UE246 tag=B7QCPLF1840V type=write size=3816691 2023-12-20T11:10:00.977 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.976+0000 7fd1b21c4880 1 < completed delete operation key=QZYJEPHLU0HS tag=SWLS9TTHRYPL type=del 2023-12-20T11:10:00.980 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.978+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=MGUKWQEJMRVI type=del size=2153688 2023-12-20T11:10:00.982 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.981+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~V32T9TJR0SDD.0 size=1048576 2023-12-20T11:10:00.984 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.982+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~V32T9TJR0SDD.1 size=1048576 2023-12-20T11:10:00.986 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.984+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~V32T9TJR0SDD.2 size=476374 2023-12-20T11:10:00.989 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.988+0000 7fd1b21c4880 1 < completed multipart upload key=SQ6HXEFRPSDQ upload=V32T9TJR0SDD tag=7KRECUAY0HEO type=write size=3622102 2023-12-20T11:10:00.991 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.990+0000 7fd1b21c4880 1 > prepared operation key=TZ6V49PS7YRX tag=5MTD2EJL0MNN type=del size=1760128 2023-12-20T11:10:00.994 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.992+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~FL7A3FQWHN58.0 size=1048576 2023-12-20T11:10:00.995 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.994+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~FL7A3FQWHN58.1 size=1048576 2023-12-20T11:10:00.995 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.994+0000 7fd1b21c4880 1 < canceled part key=_multipart_K1JVVDJA7RXO.2~FL7A3FQWHN58.2 size=96864 2023-12-20T11:10:00.999 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:00.998+0000 7fd1b21c4880 1 < canceled multipart upload key=K1JVVDJA7RXO upload=FL7A3FQWHN58 tag=ILG78D351AVJ type=write size=3242592 2023-12-20T11:10:01.001 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.000+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=O82BD9Z74KN3 type=write size=1023187 2023-12-20T11:10:01.003 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.002+0000 7fd1b21c4880 1 < canceled operation key=LS7TO3DAUIBT tag=D7GEWI25YFMG type=del size=398723 2023-12-20T11:10:01.006 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.004+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=JQ7YDDWGPVXW type=del size=3587479 2023-12-20T11:10:01.008 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.007+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~0YE077LPMT1X.0 size=344845 2023-12-20T11:10:01.012 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.010+0000 7fd1b21c4880 1 < completed multipart upload key=QZYJEPHLU0HS upload=0YE077LPMT1X tag=2W78IT6I4SGN type=write size=1393421 2023-12-20T11:10:01.014 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.013+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=Z5MFRX3AMMTM type=del size=3306757 2023-12-20T11:10:01.016 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.015+0000 7fd1b21c4880 1 < completed delete operation key=TRBR8IGAJUYI tag=I57NQMDCNXUP type=del 2023-12-20T11:10:01.018 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.017+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=4N11FIBMRSF0 type=write size=374296 2023-12-20T11:10:01.020 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.019+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~AW518EUR8SD9.0 size=1048576 2023-12-20T11:10:01.023 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.021+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~AW518EUR8SD9.1 size=1048576 2023-12-20T11:10:01.025 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.023+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~AW518EUR8SD9.2 size=1760 2023-12-20T11:10:01.028 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.027+0000 7fd1b21c4880 1 < completed multipart upload key=E12NLNIAVP97 upload=AW518EUR8SD9 tag=9WJ88O592HIO type=write size=3147488 2023-12-20T11:10:01.032 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.031+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~64SUGTJLARXD.0 size=1048576 2023-12-20T11:10:01.034 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.033+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~64SUGTJLARXD.1 size=248630 2023-12-20T11:10:01.034 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.033+0000 7fd1b21c4880 1 > prepared multipart upload key=LS7TO3DAUIBT upload=64SUGTJLARXD tag=N9OC4P0MAA80 type=write size=2345782 2023-12-20T11:10:01.036 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.035+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~NJGPBMFC20SL.0 size=528947 2023-12-20T11:10:01.040 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.039+0000 7fd1b21c4880 1 < completed multipart upload key=E12NLNIAVP97 upload=NJGPBMFC20SL tag=PK5SVXZQMBF1 type=write size=1577523 2023-12-20T11:10:01.044 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.042+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~8I513JJ210AI.0 size=1048576 2023-12-20T11:10:01.046 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.044+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~8I513JJ210AI.1 size=1048576 2023-12-20T11:10:01.048 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.047+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~8I513JJ210AI.2 size=92430 2023-12-20T11:10:01.048 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.047+0000 7fd1b21c4880 1 > prepared multipart upload key=D7TWPUF05X3I upload=8I513JJ210AI tag=XVUFXZ8P6OOC type=write size=3238158 2023-12-20T11:10:01.052 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.051+0000 7fd1b21c4880 1 < suggested remove operation key=LC4FC2MW1JOI tag=JLAHJFY09WBI type=del 2023-12-20T11:10:01.054 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.053+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=4FCTWEJWFD1X type=del size=2219555 2023-12-20T11:10:01.057 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.055+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~8XGMHQOYPU7B.0 size=797523 2023-12-20T11:10:01.060 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.059+0000 7fd1b21c4880 1 < completed multipart upload key=YJO1Z2TB061O upload=8XGMHQOYPU7B tag=XWO32TAPVJ0Q type=write size=1846099 2023-12-20T11:10:01.062 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.061+0000 7fd1b21c4880 1 > prepared operation key=0HBCFL318BEY tag=YRFMD76OCP0J type=del size=3693884 2023-12-20T11:10:01.064 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.063+0000 7fd1b21c4880 1 < completed delete operation key=UHTMIVT6ND23 tag=V0WLZC8AWEI4 type=del 2023-12-20T11:10:01.067 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.065+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=8BGHK4IL9T8T type=write size=871795 2023-12-20T11:10:01.068 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.067+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~GII7JOPONOT4.0 size=224889 2023-12-20T11:10:01.071 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.070+0000 7fd1b21c4880 1 < completed multipart upload key=6UQYCRIG1VTM upload=GII7JOPONOT4 tag=AJJHYTF0JWUK type=write size=1273465 2023-12-20T11:10:01.073 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.072+0000 7fd1b21c4880 1 > prepared operation key=UHTMIVT6ND23 tag=7MH2GV4OR2Q8 type=write size=710450 2023-12-20T11:10:01.077 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.076+0000 7fd1b21c4880 1 < suggested remove operation key=SG40R95BA3CO tag=9W1ZHVN7701P type=write 2023-12-20T11:10:01.079 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.078+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=QN0YYHR9DYF3 type=del size=3557290 2023-12-20T11:10:01.081 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.080+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~AX4S1F0I23GZ.0 size=1048576 2023-12-20T11:10:01.083 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.082+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~AX4S1F0I23GZ.1 size=622479 2023-12-20T11:10:01.087 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.085+0000 7fd1b21c4880 1 < completed multipart upload key=0CTPN27ASDAX upload=AX4S1F0I23GZ tag=NF41D51FZOM7 type=write size=2719631 2023-12-20T11:10:01.091 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.089+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~DZGC9M37NKUE.0 size=283517 2023-12-20T11:10:01.091 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.089+0000 7fd1b21c4880 1 > prepared multipart upload key=0CTPN27ASDAX upload=DZGC9M37NKUE tag=BOHCTRJCQPZX type=write size=1332093 2023-12-20T11:10:01.093 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.092+0000 7fd1b21c4880 1 < completed delete operation key=0CTPN27ASDAX tag=1PBQ9OJ1E4F6 type=del 2023-12-20T11:10:01.095 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.094+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=GXQPIFA3I3P6 type=del size=161588 2023-12-20T11:10:01.097 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.096+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~4LTNJV2UE246.0 size=1048576 2023-12-20T11:10:01.100 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.099+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~4LTNJV2UE246.1 size=1048576 2023-12-20T11:10:01.102 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.101+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~4LTNJV2UE246.2 size=670963 2023-12-20T11:10:01.106 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.104+0000 7fd1b21c4880 1 < completed multipart upload key=UHTMIVT6ND23 upload=4LTNJV2UE246 tag=B7QCPLF1840V type=write size=3816691 2023-12-20T11:10:01.109 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.108+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~QZ8F78GXV9H7.0 size=1048576 2023-12-20T11:10:01.111 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.110+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~QZ8F78GXV9H7.1 size=657001 2023-12-20T11:10:01.111 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.110+0000 7fd1b21c4880 1 > prepared multipart upload key=SQ6HXEFRPSDQ upload=QZ8F78GXV9H7 tag=4OIT62DKW8WX type=write size=2754153 2023-12-20T11:10:01.113 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.112+0000 7fd1b21c4880 1 < completed delete operation key=6UQYCRIG1VTM tag=MGUKWQEJMRVI type=del 2023-12-20T11:10:01.116 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.114+0000 7fd1b21c4880 1 > prepared operation key=UHTMIVT6ND23 tag=CYNNIYA7E8Q9 type=del size=2556919 2023-12-20T11:10:01.118 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.116+0000 7fd1b21c4880 1 < completed delete operation key=TZ6V49PS7YRX tag=5MTD2EJL0MNN type=del 2023-12-20T11:10:01.120 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.118+0000 7fd1b21c4880 1 > prepared operation key=0HBCFL318BEY tag=G04LCT0IBCTJ type=write size=15502 2023-12-20T11:10:01.122 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.121+0000 7fd1b21c4880 -1 < failed to complete operation key=LC4FC2MW1JOI tag=O82BD9Z74KN3 type=write size=1023187: (22) Invalid argument 2023-12-20T11:10:01.125 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.123+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=4OD00BMODGOZ type=del size=4188874 2023-12-20T11:10:01.127 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.126+0000 7fd1b21c4880 1 < completed delete operation key=OYO96KT3ZIBU tag=JQ7YDDWGPVXW type=del 2023-12-20T11:10:01.131 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.130+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~1SC3NU6ZK0PH.0 size=1048576 2023-12-20T11:10:01.133 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.131+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~1SC3NU6ZK0PH.1 size=791678 2023-12-20T11:10:01.133 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.131+0000 7fd1b21c4880 1 > prepared multipart upload key=FKD3AAYKIV7B upload=1SC3NU6ZK0PH tag=RWA3PL2TPWUZ type=write size=2888830 2023-12-20T11:10:01.137 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.135+0000 7fd1b21c4880 1 < suggested remove operation key=SUG71QAZ2CFC tag=Z5MFRX3AMMTM type=del 2023-12-20T11:10:01.141 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.139+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~IYJJBDB1Q9FX.0 size=258322 2023-12-20T11:10:01.141 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.139+0000 7fd1b21c4880 1 > prepared multipart upload key=QZYJEPHLU0HS upload=IYJJBDB1Q9FX tag=QM8N8TU0OYTO type=write size=1306898 2023-12-20T11:10:01.143 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.141+0000 7fd1b21c4880 1 < completed write operation key=E12NLNIAVP97 tag=4N11FIBMRSF0 type=write size=374296 2023-12-20T11:10:01.147 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.145+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~35K80ZH9KI88.0 size=1023115 2023-12-20T11:10:01.147 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.145+0000 7fd1b21c4880 1 > prepared multipart upload key=SUG71QAZ2CFC upload=35K80ZH9KI88 tag=U607085BYTRV type=write size=2071691 2023-12-20T11:10:01.149 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.147+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~64SUGTJLARXD.0 size=1048576 2023-12-20T11:10:01.151 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.149+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~64SUGTJLARXD.1 size=248630 2023-12-20T11:10:01.154 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.153+0000 7fd1b21c4880 1 < completed multipart upload key=LS7TO3DAUIBT upload=64SUGTJLARXD tag=N9OC4P0MAA80 type=write size=2345782 2023-12-20T11:10:01.158 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.157+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~IG3RQHE1563I.0 size=1048576 2023-12-20T11:10:01.160 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.158+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~IG3RQHE1563I.1 size=264840 2023-12-20T11:10:01.160 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.158+0000 7fd1b21c4880 1 > prepared multipart upload key=UHTMIVT6ND23 upload=IG3RQHE1563I tag=OWRD1OUXQ9IX type=write size=2361992 2023-12-20T11:10:01.162 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.160+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~8I513JJ210AI.0 size=1048576 2023-12-20T11:10:01.163 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.162+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~8I513JJ210AI.1 size=1048576 2023-12-20T11:10:01.165 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.164+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~8I513JJ210AI.2 size=92430 2023-12-20T11:10:01.169 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.167+0000 7fd1b21c4880 1 < completed multipart upload key=D7TWPUF05X3I upload=8I513JJ210AI tag=XVUFXZ8P6OOC type=write size=3238158 2023-12-20T11:10:01.171 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.169+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=EO4NKDBCJ970 type=write size=123274 2023-12-20T11:10:01.174 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.172+0000 7fd1b21c4880 1 < canceled operation key=8G0W9JZ1GDXN tag=4FCTWEJWFD1X type=del size=2219555 2023-12-20T11:10:01.175 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.174+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=WVK87RTW462C type=del size=3542523 2023-12-20T11:10:01.177 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.176+0000 7fd1b21c4880 1 < completed delete operation key=0HBCFL318BEY tag=YRFMD76OCP0J type=del 2023-12-20T11:10:01.181 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.180+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~H63MNJQG5GWF.0 size=1048576 2023-12-20T11:10:01.183 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.181+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~H63MNJQG5GWF.1 size=1048576 2023-12-20T11:10:01.185 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.183+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~H63MNJQG5GWF.2 size=14379 2023-12-20T11:10:01.185 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.183+0000 7fd1b21c4880 1 > prepared multipart upload key=YJO1Z2TB061O upload=H63MNJQG5GWF tag=E0BQ22CQWB2J type=write size=3160107 2023-12-20T11:10:01.189 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.187+0000 7fd1b21c4880 1 < suggested update operation key=E12NLNIAVP97 tag=8BGHK4IL9T8T type=write size=871795 2023-12-20T11:10:01.191 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.189+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=OF34QX7BH4S0 type=del size=2045968 2023-12-20T11:10:01.193 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.191+0000 7fd1b21c4880 1 < completed write operation key=UHTMIVT6ND23 tag=7MH2GV4OR2Q8 type=write size=710450 2023-12-20T11:10:01.195 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.193+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=EJE1JNAONDQ4 type=del size=921870 2023-12-20T11:10:01.197 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.195+0000 7fd1b21c4880 1 < completed delete operation key=QZYJEPHLU0HS tag=QN0YYHR9DYF3 type=del 2023-12-20T11:10:01.201 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.200+0000 7fd1b21c4880 1 > prepared part key=_multipart_D95F7DLYTH42.2~G1SB6R4LXF6D.0 size=1048576 2023-12-20T11:10:01.203 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.202+0000 7fd1b21c4880 1 > prepared part key=_multipart_D95F7DLYTH42.2~G1SB6R4LXF6D.1 size=1048576 2023-12-20T11:10:01.205 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.203+0000 7fd1b21c4880 1 > prepared part key=_multipart_D95F7DLYTH42.2~G1SB6R4LXF6D.2 size=780773 2023-12-20T11:10:01.205 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.203+0000 7fd1b21c4880 1 > prepared multipart upload key=D95F7DLYTH42 upload=G1SB6R4LXF6D tag=8UNH8LUDYH06 type=write size=3926501 2023-12-20T11:10:01.207 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.205+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~DZGC9M37NKUE.0 size=283517 2023-12-20T11:10:01.211 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.209+0000 7fd1b21c4880 1 < completed multipart upload key=0CTPN27ASDAX upload=DZGC9M37NKUE tag=BOHCTRJCQPZX type=write size=1332093 2023-12-20T11:10:01.215 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.213+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~MT9QKLYPFTT1.0 size=8427 2023-12-20T11:10:01.215 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.213+0000 7fd1b21c4880 1 > prepared multipart upload key=D7TWPUF05X3I upload=MT9QKLYPFTT1 tag=DJJFHCJ15H34 type=write size=1057003 2023-12-20T11:10:01.220 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.219+0000 7fd1b21c4880 1 < suggested remove operation key=LTCK7NB910AG tag=GXQPIFA3I3P6 type=del 2023-12-20T11:10:01.224 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.222+0000 7fd1b21c4880 1 > prepared part key=_multipart_SG40R95BA3CO.2~YB1HCYQ08R0R.0 size=1048576 2023-12-20T11:10:01.226 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.224+0000 7fd1b21c4880 1 > prepared part key=_multipart_SG40R95BA3CO.2~YB1HCYQ08R0R.1 size=1048576 2023-12-20T11:10:01.228 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.226+0000 7fd1b21c4880 1 > prepared part key=_multipart_SG40R95BA3CO.2~YB1HCYQ08R0R.2 size=570360 2023-12-20T11:10:01.228 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.226+0000 7fd1b21c4880 1 > prepared multipart upload key=SG40R95BA3CO upload=YB1HCYQ08R0R tag=3HFBDHNVHRVY type=write size=3716088 2023-12-20T11:10:01.229 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.228+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~QZ8F78GXV9H7.0 size=1048576 2023-12-20T11:10:01.231 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.230+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~QZ8F78GXV9H7.1 size=657001 2023-12-20T11:10:01.236 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.233+0000 7fd1b21c4880 1 < completed multipart upload key=SQ6HXEFRPSDQ upload=QZ8F78GXV9H7 tag=4OIT62DKW8WX type=write size=2754153 2023-12-20T11:10:01.237 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.236+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=OL6FAFR8B23J type=del size=3803194 2023-12-20T11:10:01.239 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.238+0000 7fd1b21c4880 1 < canceled operation key=UHTMIVT6ND23 tag=CYNNIYA7E8Q9 type=del size=2556919 2023-12-20T11:10:01.241 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.240+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=KO37VWC5TQRS type=del size=175089 2023-12-20T11:10:01.246 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.244+0000 7fd1b21c4880 1 < suggested remove operation key=0HBCFL318BEY tag=G04LCT0IBCTJ type=write 2023-12-20T11:10:01.248 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.246+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=3JKS82710UJ4 type=write size=111574 2023-12-20T11:10:01.252 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.251+0000 7fd1b21c4880 1 < suggested remove operation key=MJ4RRM0D3OOK tag=4OD00BMODGOZ type=del 2023-12-20T11:10:01.254 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.253+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=DIZ7E01F1ZMN type=del size=1161631 2023-12-20T11:10:01.256 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.255+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~1SC3NU6ZK0PH.0 size=1048576 2023-12-20T11:10:01.258 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.257+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~1SC3NU6ZK0PH.1 size=791678 2023-12-20T11:10:01.262 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.261+0000 7fd1b21c4880 1 < completed multipart upload key=FKD3AAYKIV7B upload=1SC3NU6ZK0PH tag=RWA3PL2TPWUZ type=write size=2888830 2023-12-20T11:10:01.266 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.264+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~Q45T2ZTM2E8N.0 size=1048576 2023-12-20T11:10:01.268 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.266+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~Q45T2ZTM2E8N.1 size=1048576 2023-12-20T11:10:01.269 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.268+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~Q45T2ZTM2E8N.2 size=230387 2023-12-20T11:10:01.270 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.268+0000 7fd1b21c4880 1 > prepared multipart upload key=TRBR8IGAJUYI upload=Q45T2ZTM2E8N tag=XFD6QV0CSY74 type=write size=3376115 2023-12-20T11:10:01.270 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.268+0000 7fd1b21c4880 1 < canceled part key=_multipart_QZYJEPHLU0HS.2~IYJJBDB1Q9FX.0 size=258322 2023-12-20T11:10:01.273 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.272+0000 7fd1b21c4880 1 < canceled multipart upload key=QZYJEPHLU0HS upload=IYJJBDB1Q9FX tag=QM8N8TU0OYTO type=write size=1306898 2023-12-20T11:10:01.275 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.274+0000 7fd1b21c4880 1 > prepared operation key=D7TWPUF05X3I tag=23VALL3FU7Y6 type=write size=174063 2023-12-20T11:10:01.277 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.276+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~35K80ZH9KI88.0 size=1023115 2023-12-20T11:10:01.282 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.280+0000 7fd1b21c4880 1 < completed multipart upload key=SUG71QAZ2CFC upload=35K80ZH9KI88 tag=U607085BYTRV type=write size=2071691 2023-12-20T11:10:01.283 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.282+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=4TQZ3LMPW4NT type=del size=2788538 2023-12-20T11:10:01.286 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.284+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~IG3RQHE1563I.0 size=1048576 2023-12-20T11:10:01.287 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.286+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~IG3RQHE1563I.1 size=264840 2023-12-20T11:10:01.291 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.289+0000 7fd1b21c4880 1 < completed multipart upload key=UHTMIVT6ND23 upload=IG3RQHE1563I tag=OWRD1OUXQ9IX type=write size=2361992 2023-12-20T11:10:01.293 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.291+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=1HBCR6DESUIH type=del size=2660839 2023-12-20T11:10:01.295 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.294+0000 7fd1b21c4880 1 < completed write operation key=LS7TO3DAUIBT tag=EO4NKDBCJ970 type=write size=123274 2023-12-20T11:10:01.299 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.298+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~N3CNY91GD69W.0 size=679504 2023-12-20T11:10:01.299 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.298+0000 7fd1b21c4880 1 > prepared multipart upload key=YJO1Z2TB061O upload=N3CNY91GD69W tag=5QZLQD2NRNIL type=write size=1728080 2023-12-20T11:10:01.302 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.301+0000 7fd1b21c4880 1 < canceled operation key=OYO96KT3ZIBU tag=WVK87RTW462C type=del size=3542523 2023-12-20T11:10:01.305 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.303+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=6A7PBQ23HLL7 type=write size=87157 2023-12-20T11:10:01.307 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.306+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~H63MNJQG5GWF.0 size=1048576 2023-12-20T11:10:01.309 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.308+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~H63MNJQG5GWF.1 size=1048576 2023-12-20T11:10:01.311 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.310+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~H63MNJQG5GWF.2 size=14379 2023-12-20T11:10:01.315 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.314+0000 7fd1b21c4880 1 < completed multipart upload key=YJO1Z2TB061O upload=H63MNJQG5GWF tag=E0BQ22CQWB2J type=write size=3160107 2023-12-20T11:10:01.318 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.316+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=MSKFOFKLZUM5 type=del size=1468838 2023-12-20T11:10:01.322 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.320+0000 7fd1b21c4880 1 < suggested remove operation key=X4MNSJEQQOIN tag=OF34QX7BH4S0 type=del 2023-12-20T11:10:01.326 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.324+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~MFTSP72I9TEW.0 size=1048576 2023-12-20T11:10:01.328 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.326+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~MFTSP72I9TEW.1 size=169223 2023-12-20T11:10:01.328 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.326+0000 7fd1b21c4880 1 > prepared multipart upload key=TRBR8IGAJUYI upload=MFTSP72I9TEW tag=PKOBAFEDJEPI type=write size=2266375 2023-12-20T11:10:01.330 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.328+0000 7fd1b21c4880 1 < completed delete operation key=SUG71QAZ2CFC tag=EJE1JNAONDQ4 type=del 2023-12-20T11:10:01.333 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.332+0000 7fd1b21c4880 1 > prepared part key=_multipart_UK0IZFVQ8SXI.2~YA3WJC3QWVQB.0 size=1048576 2023-12-20T11:10:01.335 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.334+0000 7fd1b21c4880 1 > prepared part key=_multipart_UK0IZFVQ8SXI.2~YA3WJC3QWVQB.1 size=1048576 2023-12-20T11:10:01.337 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.335+0000 7fd1b21c4880 1 > prepared part key=_multipart_UK0IZFVQ8SXI.2~YA3WJC3QWVQB.2 size=359974 2023-12-20T11:10:01.337 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.335+0000 7fd1b21c4880 1 > prepared multipart upload key=UK0IZFVQ8SXI upload=YA3WJC3QWVQB tag=G7HNQZ2SP519 type=write size=3505702 2023-12-20T11:10:01.339 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.337+0000 7fd1b21c4880 1 < completed part key=_multipart_D95F7DLYTH42.2~G1SB6R4LXF6D.0 size=1048576 2023-12-20T11:10:01.340 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.339+0000 7fd1b21c4880 1 < completed part key=_multipart_D95F7DLYTH42.2~G1SB6R4LXF6D.1 size=1048576 2023-12-20T11:10:01.344 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.341+0000 7fd1b21c4880 1 < completed part key=_multipart_D95F7DLYTH42.2~G1SB6R4LXF6D.2 size=780773 2023-12-20T11:10:01.347 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.345+0000 7fd1b21c4880 1 < completed multipart upload key=D95F7DLYTH42 upload=G1SB6R4LXF6D tag=8UNH8LUDYH06 type=write size=3926501 2023-12-20T11:10:01.348 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.347+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=030R8101NH4N type=del size=2146513 2023-12-20T11:10:01.350 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.349+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~MT9QKLYPFTT1.0 size=8427 2023-12-20T11:10:01.354 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.353+0000 7fd1b21c4880 1 < completed multipart upload key=D7TWPUF05X3I upload=MT9QKLYPFTT1 tag=DJJFHCJ15H34 type=write size=1057003 2023-12-20T11:10:01.358 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.357+0000 7fd1b21c4880 1 > prepared part key=_multipart_D95F7DLYTH42.2~MNAZQ1E02FBD.0 size=1048576 2023-12-20T11:10:01.360 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.358+0000 7fd1b21c4880 1 > prepared part key=_multipart_D95F7DLYTH42.2~MNAZQ1E02FBD.1 size=937080 2023-12-20T11:10:01.360 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.358+0000 7fd1b21c4880 1 > prepared multipart upload key=D95F7DLYTH42 upload=MNAZQ1E02FBD tag=MF6S0YEFA44Q type=write size=3034232 2023-12-20T11:10:01.362 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.361+0000 7fd1b21c4880 1 < completed part key=_multipart_SG40R95BA3CO.2~YB1HCYQ08R0R.0 size=1048576 2023-12-20T11:10:01.364 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.362+0000 7fd1b21c4880 1 < completed part key=_multipart_SG40R95BA3CO.2~YB1HCYQ08R0R.1 size=1048576 2023-12-20T11:10:01.364 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.362+0000 7fd1b21c4880 1 < canceled part key=_multipart_SG40R95BA3CO.2~YB1HCYQ08R0R.2 size=570360 2023-12-20T11:10:01.367 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.366+0000 7fd1b21c4880 1 < canceled multipart upload key=SG40R95BA3CO upload=YB1HCYQ08R0R tag=3HFBDHNVHRVY type=write size=3716088 2023-12-20T11:10:01.371 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.370+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~COWA2AQ4F14R.0 size=37086 2023-12-20T11:10:01.371 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.370+0000 7fd1b21c4880 1 > prepared multipart upload key=TRBR8IGAJUYI upload=COWA2AQ4F14R tag=ML382KPYCFDB type=write size=1085662 2023-12-20T11:10:01.373 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.372+0000 7fd1b21c4880 1 < completed delete operation key=K1JVVDJA7RXO tag=OL6FAFR8B23J type=del 2023-12-20T11:10:01.375 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.374+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=U904ZEP8BD81 type=del size=877749 2023-12-20T11:10:01.378 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.376+0000 7fd1b21c4880 1 < completed delete operation key=8G0W9JZ1GDXN tag=KO37VWC5TQRS type=del 2023-12-20T11:10:01.381 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.380+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~CRIGHYUUYQRD.0 size=1048576 2023-12-20T11:10:01.383 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.382+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~CRIGHYUUYQRD.1 size=1048576 2023-12-20T11:10:01.385 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.383+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~CRIGHYUUYQRD.2 size=108398 2023-12-20T11:10:01.385 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.383+0000 7fd1b21c4880 1 > prepared multipart upload key=ZUUJSJVWL10H upload=CRIGHYUUYQRD tag=98M3R87Z9C38 type=write size=3254126 2023-12-20T11:10:01.388 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.387+0000 7fd1b21c4880 1 < suggested update operation key=6UQYCRIG1VTM tag=3JKS82710UJ4 type=write size=111574 2023-12-20T11:10:01.391 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.389+0000 7fd1b21c4880 1 > prepared operation key=0HBCFL318BEY tag=W1TTWQFEX3BL type=write size=1023032 2023-12-20T11:10:01.393 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.391+0000 7fd1b21c4880 1 < completed delete operation key=QZYJEPHLU0HS tag=DIZ7E01F1ZMN type=del 2023-12-20T11:10:01.394 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.393+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=VPI3M3XXYOMM type=del size=960362 2023-12-20T11:10:01.396 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.395+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~Q45T2ZTM2E8N.0 size=1048576 2023-12-20T11:10:01.398 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.397+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~Q45T2ZTM2E8N.1 size=1048576 2023-12-20T11:10:01.400 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.399+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~Q45T2ZTM2E8N.2 size=230387 2023-12-20T11:10:01.404 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.402+0000 7fd1b21c4880 1 < completed multipart upload key=TRBR8IGAJUYI upload=Q45T2ZTM2E8N tag=XFD6QV0CSY74 type=write size=3376115 2023-12-20T11:10:01.406 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.404+0000 7fd1b21c4880 1 > prepared operation key=D7TWPUF05X3I tag=IRN3I9CKX2GP type=del size=3601580 2023-12-20T11:10:01.408 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.407+0000 7fd1b21c4880 1 < completed write operation key=D7TWPUF05X3I tag=23VALL3FU7Y6 type=write size=174063 2023-12-20T11:10:01.412 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.411+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~52AKA3O2G8AD.0 size=1048576 2023-12-20T11:10:01.415 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.413+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~52AKA3O2G8AD.1 size=863597 2023-12-20T11:10:01.415 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.413+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=52AKA3O2G8AD tag=JD0NRWPCBJT5 type=write size=2960749 2023-12-20T11:10:01.418 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.416+0000 7fd1b21c4880 -1 < failed to complete operation key=X4MNSJEQQOIN tag=4TQZ3LMPW4NT type=del size=2788538: (22) Invalid argument 2023-12-20T11:10:01.420 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.418+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=40PFFGEJNC1E type=write size=27631 2023-12-20T11:10:01.422 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.420+0000 7fd1b21c4880 1 < completed delete operation key=SG40R95BA3CO tag=1HBCR6DESUIH type=del 2023-12-20T11:10:01.424 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.422+0000 7fd1b21c4880 1 > prepared operation key=D7TWPUF05X3I tag=7M6ZVS908AFD type=del size=3612002 2023-12-20T11:10:01.426 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.424+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~N3CNY91GD69W.0 size=679504 2023-12-20T11:10:01.429 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.428+0000 7fd1b21c4880 1 < completed multipart upload key=YJO1Z2TB061O upload=N3CNY91GD69W tag=5QZLQD2NRNIL type=write size=1728080 2023-12-20T11:10:01.433 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.432+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~FBIC5YOGYCYK.0 size=1048576 2023-12-20T11:10:01.435 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.434+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~FBIC5YOGYCYK.1 size=1048576 2023-12-20T11:10:01.437 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.435+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~FBIC5YOGYCYK.2 size=128573 2023-12-20T11:10:01.437 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.435+0000 7fd1b21c4880 1 > prepared multipart upload key=I33EZDGEOOGS upload=FBIC5YOGYCYK tag=X3WL2JOOFZZ7 type=write size=3274301 2023-12-20T11:10:01.439 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.438+0000 7fd1b21c4880 1 < completed write operation key=1DSA1NSVISU5 tag=6A7PBQ23HLL7 type=write size=87157 2023-12-20T11:10:01.443 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.441+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~OTAT5WXHRY68.0 size=1048576 2023-12-20T11:10:01.444 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.443+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~OTAT5WXHRY68.1 size=411568 2023-12-20T11:10:01.444 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.443+0000 7fd1b21c4880 1 > prepared multipart upload key=UHTMIVT6ND23 upload=OTAT5WXHRY68 tag=8G9QQYXI1S5R type=write size=2508720 2023-12-20T11:10:01.447 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.445+0000 7fd1b21c4880 1 < canceled operation key=1DSA1NSVISU5 tag=MSKFOFKLZUM5 type=del size=1468838 2023-12-20T11:10:01.449 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.448+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=Y43TO2KPW9JF type=del size=2433307 2023-12-20T11:10:01.451 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.450+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~MFTSP72I9TEW.0 size=1048576 2023-12-20T11:10:01.453 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.452+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~MFTSP72I9TEW.1 size=169223 2023-12-20T11:10:01.457 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.455+0000 7fd1b21c4880 1 < completed multipart upload key=TRBR8IGAJUYI upload=MFTSP72I9TEW tag=PKOBAFEDJEPI type=write size=2266375 2023-12-20T11:10:01.460 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.459+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~UNTEPCKY2H65.0 size=127716 2023-12-20T11:10:01.461 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.459+0000 7fd1b21c4880 1 > prepared multipart upload key=LC4FC2MW1JOI upload=UNTEPCKY2H65 tag=WKJRD7AU8KLA type=write size=1176292 2023-12-20T11:10:01.462 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.461+0000 7fd1b21c4880 1 < completed part key=_multipart_UK0IZFVQ8SXI.2~YA3WJC3QWVQB.0 size=1048576 2023-12-20T11:10:01.464 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.463+0000 7fd1b21c4880 1 < completed part key=_multipart_UK0IZFVQ8SXI.2~YA3WJC3QWVQB.1 size=1048576 2023-12-20T11:10:01.464 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.463+0000 7fd1b21c4880 1 < canceled part key=_multipart_UK0IZFVQ8SXI.2~YA3WJC3QWVQB.2 size=359974 2023-12-20T11:10:01.469 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.468+0000 7fd1b21c4880 1 < canceled multipart upload key=UK0IZFVQ8SXI upload=YA3WJC3QWVQB tag=G7HNQZ2SP519 type=write size=3505702 2023-12-20T11:10:01.471 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.470+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=S8D7A4RMHGV1 type=del size=2681974 2023-12-20T11:10:01.474 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.472+0000 7fd1b21c4880 1 < completed delete operation key=QZYJEPHLU0HS tag=030R8101NH4N type=del 2023-12-20T11:10:01.478 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.477+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~VX4SFXKTE0SH.0 size=1048576 2023-12-20T11:10:01.480 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.479+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~VX4SFXKTE0SH.1 size=499248 2023-12-20T11:10:01.480 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.479+0000 7fd1b21c4880 1 > prepared multipart upload key=MJ4RRM0D3OOK upload=VX4SFXKTE0SH tag=DMEKUAG052OG type=write size=2596400 2023-12-20T11:10:01.482 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.481+0000 7fd1b21c4880 1 < completed part key=_multipart_D95F7DLYTH42.2~MNAZQ1E02FBD.0 size=1048576 2023-12-20T11:10:01.484 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.482+0000 7fd1b21c4880 1 < completed part key=_multipart_D95F7DLYTH42.2~MNAZQ1E02FBD.1 size=937080 2023-12-20T11:10:01.488 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.486+0000 7fd1b21c4880 1 < completed multipart upload key=D95F7DLYTH42 upload=MNAZQ1E02FBD tag=MF6S0YEFA44Q type=write size=3034232 2023-12-20T11:10:01.490 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.488+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=ET3WK1VIEHJY type=del size=2886672 2023-12-20T11:10:01.492 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.490+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~COWA2AQ4F14R.0 size=37086 2023-12-20T11:10:01.496 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.494+0000 7fd1b21c4880 1 < completed multipart upload key=TRBR8IGAJUYI upload=COWA2AQ4F14R tag=ML382KPYCFDB type=write size=1085662 2023-12-20T11:10:01.500 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.499+0000 7fd1b21c4880 1 > prepared part key=_multipart_D95F7DLYTH42.2~U0WGZCCD3CQC.0 size=1048576 2023-12-20T11:10:01.502 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.500+0000 7fd1b21c4880 1 > prepared part key=_multipart_D95F7DLYTH42.2~U0WGZCCD3CQC.1 size=1048576 2023-12-20T11:10:01.504 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.502+0000 7fd1b21c4880 1 > prepared part key=_multipart_D95F7DLYTH42.2~U0WGZCCD3CQC.2 size=637976 2023-12-20T11:10:01.504 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.502+0000 7fd1b21c4880 1 > prepared multipart upload key=D95F7DLYTH42 upload=U0WGZCCD3CQC tag=V5LQFJZUKGXE type=write size=3783704 2023-12-20T11:10:01.506 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.504+0000 7fd1b21c4880 1 < canceled operation key=F1VUDQZ0F87N tag=U904ZEP8BD81 type=del size=877749 2023-12-20T11:10:01.508 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.507+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=258QHFCRIOZK type=write size=65940 2023-12-20T11:10:01.510 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.508+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~CRIGHYUUYQRD.0 size=1048576 2023-12-20T11:10:01.512 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.510+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~CRIGHYUUYQRD.1 size=1048576 2023-12-20T11:10:01.513 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.512+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~CRIGHYUUYQRD.2 size=108398 2023-12-20T11:10:01.518 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.516+0000 7fd1b21c4880 1 < completed multipart upload key=ZUUJSJVWL10H upload=CRIGHYUUYQRD tag=98M3R87Z9C38 type=write size=3254126 2023-12-20T11:10:01.520 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.518+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=ZY1OYQ1RMZS6 type=del size=3146735 2023-12-20T11:10:01.522 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.520+0000 7fd1b21c4880 1 < completed write operation key=0HBCFL318BEY tag=W1TTWQFEX3BL type=write size=1023032 2023-12-20T11:10:01.523 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.522+0000 7fd1b21c4880 1 > prepared operation key=1VUIXCARBLMN tag=L3V75124QZM1 type=del size=2718251 2023-12-20T11:10:01.525 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.524+0000 7fd1b21c4880 1 < canceled operation key=QZYJEPHLU0HS tag=VPI3M3XXYOMM type=del size=960362 2023-12-20T11:10:01.528 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.526+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=8QAHSSL4LY7H type=del size=202268 2023-12-20T11:10:01.530 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.529+0000 7fd1b21c4880 1 < completed delete operation key=D7TWPUF05X3I tag=IRN3I9CKX2GP type=del 2023-12-20T11:10:01.534 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.533+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~0DY4T8V0SAXH.0 size=1048576 2023-12-20T11:10:01.536 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.534+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~0DY4T8V0SAXH.1 size=268742 2023-12-20T11:10:01.536 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.534+0000 7fd1b21c4880 1 > prepared multipart upload key=0CTPN27ASDAX upload=0DY4T8V0SAXH tag=74ADERBIHSPK type=write size=2365894 2023-12-20T11:10:01.539 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.536+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~52AKA3O2G8AD.0 size=1048576 2023-12-20T11:10:01.540 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.539+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~52AKA3O2G8AD.1 size=863597 2023-12-20T11:10:01.544 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.542+0000 7fd1b21c4880 1 < completed multipart upload key=TZ6V49PS7YRX upload=52AKA3O2G8AD tag=JD0NRWPCBJT5 type=write size=2960749 2023-12-20T11:10:01.546 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.544+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=H0J80T89VODY type=del size=2779755 2023-12-20T11:10:01.548 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.546+0000 7fd1b21c4880 1 < canceled operation key=MJ4RRM0D3OOK tag=40PFFGEJNC1E type=write size=27631 2023-12-20T11:10:01.550 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.549+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=6KSS2Z9EMXX3 type=write size=84639 2023-12-20T11:10:01.552 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.551+0000 7fd1b21c4880 1 < completed delete operation key=D7TWPUF05X3I tag=7M6ZVS908AFD type=del 2023-12-20T11:10:01.554 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.553+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=Q2FV9MZYC8X3 type=del size=17416 2023-12-20T11:10:01.557 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.555+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~FBIC5YOGYCYK.0 size=1048576 2023-12-20T11:10:01.559 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.557+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~FBIC5YOGYCYK.1 size=1048576 2023-12-20T11:10:01.562 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.560+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~FBIC5YOGYCYK.2 size=128573 2023-12-20T11:10:01.566 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.564+0000 7fd1b21c4880 1 < completed multipart upload key=I33EZDGEOOGS upload=FBIC5YOGYCYK tag=X3WL2JOOFZZ7 type=write size=3274301 2023-12-20T11:10:01.569 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.568+0000 7fd1b21c4880 1 > prepared part key=_multipart_SG40R95BA3CO.2~MKHYPD8RDSYR.0 size=1048576 2023-12-20T11:10:01.571 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.570+0000 7fd1b21c4880 1 > prepared part key=_multipart_SG40R95BA3CO.2~MKHYPD8RDSYR.1 size=347389 2023-12-20T11:10:01.572 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.570+0000 7fd1b21c4880 1 > prepared multipart upload key=SG40R95BA3CO upload=MKHYPD8RDSYR tag=YK1P653AV14Y type=write size=2444541 2023-12-20T11:10:01.574 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.572+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~OTAT5WXHRY68.0 size=1048576 2023-12-20T11:10:01.576 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.575+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~OTAT5WXHRY68.1 size=411568 2023-12-20T11:10:01.581 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.579+0000 7fd1b21c4880 1 < completed multipart upload key=UHTMIVT6ND23 upload=OTAT5WXHRY68 tag=8G9QQYXI1S5R type=write size=2508720 2023-12-20T11:10:01.584 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.583+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~782ISYTGDWJ0.0 size=1048576 2023-12-20T11:10:01.589 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.584+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~782ISYTGDWJ0.1 size=1048576 2023-12-20T11:10:01.589 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.586+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~782ISYTGDWJ0.2 size=870680 2023-12-20T11:10:01.589 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.586+0000 7fd1b21c4880 1 > prepared multipart upload key=SUG71QAZ2CFC upload=782ISYTGDWJ0 tag=1APZ7JG119Y1 type=write size=4016408 2023-12-20T11:10:01.590 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.588+0000 7fd1b21c4880 1 < completed delete operation key=LC4FC2MW1JOI tag=Y43TO2KPW9JF type=del 2023-12-20T11:10:01.591 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.590+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=PXGVN2SIDDDE type=del size=1664447 2023-12-20T11:10:01.593 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.592+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~UNTEPCKY2H65.0 size=127716 2023-12-20T11:10:01.598 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.596+0000 7fd1b21c4880 1 < completed multipart upload key=LC4FC2MW1JOI upload=UNTEPCKY2H65 tag=WKJRD7AU8KLA type=write size=1176292 2023-12-20T11:10:01.601 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.598+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=KAV92BP6L78M type=del size=3436988 2023-12-20T11:10:01.602 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.601+0000 7fd1b21c4880 1 < completed delete operation key=H6RM2M0W0Z5O tag=S8D7A4RMHGV1 type=del 2023-12-20T11:10:01.604 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.602+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=1FVQ0ST2AFEI type=del size=3289134 2023-12-20T11:10:01.608 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.605+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~VX4SFXKTE0SH.0 size=1048576 2023-12-20T11:10:01.608 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.606+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~VX4SFXKTE0SH.1 size=499248 2023-12-20T11:10:01.613 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.610+0000 7fd1b21c4880 1 < completed multipart upload key=MJ4RRM0D3OOK upload=VX4SFXKTE0SH tag=DMEKUAG052OG type=write size=2596400 2023-12-20T11:10:01.614 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.612+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=Z985UPI69E2Z type=del size=1222011 2023-12-20T11:10:01.619 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.617+0000 7fd1b21c4880 1 < suggested update operation key=X4MNSJEQQOIN tag=ET3WK1VIEHJY type=del size=2886672 2023-12-20T11:10:01.621 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.619+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=1P22HHW8IIXD type=del size=3469439 2023-12-20T11:10:01.628 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.622+0000 7fd1b21c4880 1 < completed part key=_multipart_D95F7DLYTH42.2~U0WGZCCD3CQC.0 size=1048576 2023-12-20T11:10:01.628 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.624+0000 7fd1b21c4880 1 < completed part key=_multipart_D95F7DLYTH42.2~U0WGZCCD3CQC.1 size=1048576 2023-12-20T11:10:01.628 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.626+0000 7fd1b21c4880 1 < completed part key=_multipart_D95F7DLYTH42.2~U0WGZCCD3CQC.2 size=637976 2023-12-20T11:10:01.637 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.635+0000 7fd1b21c4880 1 < completed multipart upload key=D95F7DLYTH42 upload=U0WGZCCD3CQC tag=V5LQFJZUKGXE type=write size=3783704 2023-12-20T11:10:01.640 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.638+0000 7fd1b21c4880 1 > prepared operation key=UHTMIVT6ND23 tag=RRIA2J6WYSW3 type=del size=2604213 2023-12-20T11:10:01.642 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.641+0000 7fd1b21c4880 1 < completed write operation key=FKD3AAYKIV7B tag=258QHFCRIOZK type=write size=65940 2023-12-20T11:10:01.649 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.645+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~KOYRHJFI8A23.0 size=1048576 2023-12-20T11:10:01.649 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.647+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~KOYRHJFI8A23.1 size=738942 2023-12-20T11:10:01.649 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.647+0000 7fd1b21c4880 1 > prepared multipart upload key=K1JVVDJA7RXO upload=KOYRHJFI8A23 tag=JJCJ5X6V037C type=write size=2836094 2023-12-20T11:10:01.651 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.650+0000 7fd1b21c4880 1 < completed delete operation key=LTCK7NB910AG tag=ZY1OYQ1RMZS6 type=del 2023-12-20T11:10:01.653 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.652+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=XQL22V5RMA2N type=del size=3536643 2023-12-20T11:10:01.656 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.654+0000 7fd1b21c4880 1 < canceled operation key=1VUIXCARBLMN tag=L3V75124QZM1 type=del size=2718251 2023-12-20T11:10:01.658 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.656+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=1BXGKP6GJCZ6 type=write size=858859 2023-12-20T11:10:01.660 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.658+0000 7fd1b21c4880 1 < completed delete operation key=OYO96KT3ZIBU tag=8QAHSSL4LY7H type=del 2023-12-20T11:10:01.664 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.662+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~00E65K4M82QO.0 size=1048576 2023-12-20T11:10:01.665 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.664+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~00E65K4M82QO.1 size=1048576 2023-12-20T11:10:01.667 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.666+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~00E65K4M82QO.2 size=293803 2023-12-20T11:10:01.667 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.666+0000 7fd1b21c4880 1 > prepared multipart upload key=8G0W9JZ1GDXN upload=00E65K4M82QO tag=A0TYVCEFGSS8 type=write size=3439531 2023-12-20T11:10:01.670 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.668+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~0DY4T8V0SAXH.0 size=1048576 2023-12-20T11:10:01.671 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.670+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~0DY4T8V0SAXH.1 size=268742 2023-12-20T11:10:01.675 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.674+0000 7fd1b21c4880 1 < completed multipart upload key=0CTPN27ASDAX upload=0DY4T8V0SAXH tag=74ADERBIHSPK type=write size=2365894 2023-12-20T11:10:01.683 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.682+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=UCUMJ1BAY1Y8 type=write size=861512 2023-12-20T11:10:01.686 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.684+0000 7fd1b21c4880 1 < completed delete operation key=6UQYCRIG1VTM tag=H0J80T89VODY type=del 2023-12-20T11:10:01.690 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.689+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~U5NW3C52E7E5.0 size=1048576 2023-12-20T11:10:01.692 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.690+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~U5NW3C52E7E5.1 size=649209 2023-12-20T11:10:01.692 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.690+0000 7fd1b21c4880 1 > prepared multipart upload key=E12NLNIAVP97 upload=U5NW3C52E7E5 tag=E3ID29S352KG type=write size=2746361 2023-12-20T11:10:01.694 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.693+0000 7fd1b21c4880 1 < completed write operation key=D95F7DLYTH42 tag=6KSS2Z9EMXX3 type=write size=84639 2023-12-20T11:10:01.696 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.695+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=AA31HTSZ5BEC type=write size=604536 2023-12-20T11:10:01.699 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.697+0000 7fd1b21c4880 1 < completed delete operation key=6UQYCRIG1VTM tag=Q2FV9MZYC8X3 type=del 2023-12-20T11:10:01.701 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.699+0000 7fd1b21c4880 1 > prepared operation key=TZ6V49PS7YRX tag=8P8MLW6WZXGK type=del size=639651 2023-12-20T11:10:01.703 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.701+0000 7fd1b21c4880 1 < completed part key=_multipart_SG40R95BA3CO.2~MKHYPD8RDSYR.0 size=1048576 2023-12-20T11:10:01.705 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.704+0000 7fd1b21c4880 1 < completed part key=_multipart_SG40R95BA3CO.2~MKHYPD8RDSYR.1 size=347389 2023-12-20T11:10:01.708 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.707+0000 7fd1b21c4880 1 < completed multipart upload key=SG40R95BA3CO upload=MKHYPD8RDSYR tag=YK1P653AV14Y type=write size=2444541 2023-12-20T11:10:01.711 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.709+0000 7fd1b21c4880 1 > prepared operation key=TZ6V49PS7YRX tag=ZKZ48Z1W8KZE type=del size=219442 2023-12-20T11:10:01.713 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.712+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~782ISYTGDWJ0.0 size=1048576 2023-12-20T11:10:01.715 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.714+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~782ISYTGDWJ0.1 size=1048576 2023-12-20T11:10:01.717 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.715+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~782ISYTGDWJ0.2 size=870680 2023-12-20T11:10:01.721 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.719+0000 7fd1b21c4880 1 < completed multipart upload key=SUG71QAZ2CFC upload=782ISYTGDWJ0 tag=1APZ7JG119Y1 type=write size=4016408 2023-12-20T11:10:01.723 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.721+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=TV6546UL0NXN type=del size=3000173 2023-12-20T11:10:01.725 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.724+0000 7fd1b21c4880 1 < completed delete operation key=6UQYCRIG1VTM tag=PXGVN2SIDDDE type=del 2023-12-20T11:10:01.730 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.729+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~Z3GEH692M9CB.0 size=1048576 2023-12-20T11:10:01.732 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.731+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~Z3GEH692M9CB.1 size=1048576 2023-12-20T11:10:01.734 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.733+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~Z3GEH692M9CB.2 size=580073 2023-12-20T11:10:01.734 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.733+0000 7fd1b21c4880 1 > prepared multipart upload key=H6RM2M0W0Z5O upload=Z3GEH692M9CB tag=YVIJIT7XAH3E type=write size=3725801 2023-12-20T11:10:01.737 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.735+0000 7fd1b21c4880 1 < completed delete operation key=UK0IZFVQ8SXI tag=KAV92BP6L78M type=del 2023-12-20T11:10:01.739 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.737+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=7R9WMKPD74DY type=write size=604447 2023-12-20T11:10:01.742 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.739+0000 7fd1b21c4880 1 < completed delete operation key=LC4FC2MW1JOI tag=1FVQ0ST2AFEI type=del 2023-12-20T11:10:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:01 smithi123 ceph-mon[191304]: pgmap v1430: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 942 KiB/s rd, 326 KiB/s wr, 1.66k op/s 2023-12-20T11:10:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:01 smithi123 ceph-mon[188613]: pgmap v1430: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 942 KiB/s rd, 326 KiB/s wr, 1.66k op/s 2023-12-20T11:10:01.744 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.742+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=AHAAQF42QS1X type=del size=944437 2023-12-20T11:10:01.745 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.744+0000 7fd1b21c4880 1 < canceled operation key=SUG71QAZ2CFC tag=Z985UPI69E2Z type=del size=1222011 2023-12-20T11:10:01.749 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.748+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~QRBT7RD173Z2.0 size=1048576 2023-12-20T11:10:01.751 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.750+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~QRBT7RD173Z2.1 size=1048576 2023-12-20T11:10:01.753 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.752+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~QRBT7RD173Z2.2 size=389550 2023-12-20T11:10:01.753 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.752+0000 7fd1b21c4880 1 > prepared multipart upload key=0CTPN27ASDAX upload=QRBT7RD173Z2 tag=V6JSXWQ4PT71 type=write size=3535278 2023-12-20T11:10:01.755 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.754+0000 7fd1b21c4880 1 < completed delete operation key=SQ6HXEFRPSDQ tag=1P22HHW8IIXD type=del 2023-12-20T11:10:01.758 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.756+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=LXU9B8MXVJGW type=del size=1584661 2023-12-20T11:10:01.760 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.759+0000 7fd1b21c4880 1 < completed delete operation key=UHTMIVT6ND23 tag=RRIA2J6WYSW3 type=del 2023-12-20T11:10:01.763 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.761+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=LZFSA2IVDIGF type=del size=2169969 2023-12-20T11:10:01.765 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.764+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~KOYRHJFI8A23.0 size=1048576 2023-12-20T11:10:01.767 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.765+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~KOYRHJFI8A23.1 size=738942 2023-12-20T11:10:01.771 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.770+0000 7fd1b21c4880 1 < completed multipart upload key=K1JVVDJA7RXO upload=KOYRHJFI8A23 tag=JJCJ5X6V037C type=write size=2836094 2023-12-20T11:10:01.773 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.772+0000 7fd1b21c4880 1 > prepared operation key=TZ6V49PS7YRX tag=B4WMFVDJ9ZNV type=del size=3311233 2023-12-20T11:10:01.775 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.774+0000 7fd1b21c4880 1 < completed delete operation key=ZUUJSJVWL10H tag=XQL22V5RMA2N type=del 2023-12-20T11:10:01.778 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.776+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=N1L04OGJ81AY type=del size=1776406 2023-12-20T11:10:01.779 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.778+0000 7fd1b21c4880 1 < completed write operation key=YJO1Z2TB061O tag=1BXGKP6GJCZ6 type=write size=858859 2023-12-20T11:10:01.782 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.780+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=JAI01S2XORMY type=del size=4157000 2023-12-20T11:10:01.784 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.783+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~00E65K4M82QO.0 size=1048576 2023-12-20T11:10:01.786 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.785+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~00E65K4M82QO.1 size=1048576 2023-12-20T11:10:01.788 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.786+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~00E65K4M82QO.2 size=293803 2023-12-20T11:10:01.792 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.790+0000 7fd1b21c4880 1 < completed multipart upload key=8G0W9JZ1GDXN upload=00E65K4M82QO tag=A0TYVCEFGSS8 type=write size=3439531 2023-12-20T11:10:01.796 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.795+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~UCDSPGLJECES.0 size=250673 2023-12-20T11:10:01.796 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.795+0000 7fd1b21c4880 1 > prepared multipart upload key=ZUUJSJVWL10H upload=UCDSPGLJECES tag=QIFEGFDYUL88 type=write size=1299249 2023-12-20T11:10:01.799 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.798+0000 7fd1b21c4880 1 < canceled operation key=YJO1Z2TB061O tag=UCUMJ1BAY1Y8 type=write size=861512 2023-12-20T11:10:01.804 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.802+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~JSA2NODZ0O8V.0 size=1048576 2023-12-20T11:10:01.806 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.804+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~JSA2NODZ0O8V.1 size=1048576 2023-12-20T11:10:01.807 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.806+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~JSA2NODZ0O8V.2 size=492979 2023-12-20T11:10:01.807 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.806+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=JSA2NODZ0O8V tag=PNLKU1N2QFZT type=write size=3638707 2023-12-20T11:10:01.809 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.808+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~U5NW3C52E7E5.0 size=1048576 2023-12-20T11:10:01.811 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.810+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~U5NW3C52E7E5.1 size=649209 2023-12-20T11:10:01.815 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.813+0000 7fd1b21c4880 1 < completed multipart upload key=E12NLNIAVP97 upload=U5NW3C52E7E5 tag=E3ID29S352KG type=write size=2746361 2023-12-20T11:10:01.817 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.815+0000 7fd1b21c4880 1 > prepared operation key=D7TWPUF05X3I tag=41UV8JYXV8HS type=del size=3222765 2023-12-20T11:10:01.819 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.817+0000 7fd1b21c4880 1 < completed write operation key=UK0IZFVQ8SXI tag=AA31HTSZ5BEC type=write size=604536 2023-12-20T11:10:01.821 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.820+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=IB767Q51ULLV type=del size=815361 2023-12-20T11:10:01.823 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.822+0000 7fd1b21c4880 1 < completed delete operation key=TZ6V49PS7YRX tag=8P8MLW6WZXGK type=del 2023-12-20T11:10:01.825 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.824+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=2CTHMLMRDTFD type=del size=2295695 2023-12-20T11:10:01.830 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.828+0000 7fd1b21c4880 1 < suggested update operation key=TZ6V49PS7YRX tag=ZKZ48Z1W8KZE type=del size=219442 2023-12-20T11:10:01.831 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.830+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=49MYUFATMZ0L type=del size=2018967 2023-12-20T11:10:01.833 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.832+0000 7fd1b21c4880 1 < completed delete operation key=QZYJEPHLU0HS tag=TV6546UL0NXN type=del 2023-12-20T11:10:01.835 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.834+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=DJ2O5FFA69KR type=del size=4082292 2023-12-20T11:10:01.838 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.836+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~Z3GEH692M9CB.0 size=1048576 2023-12-20T11:10:01.840 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.838+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~Z3GEH692M9CB.1 size=1048576 2023-12-20T11:10:01.841 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.840+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~Z3GEH692M9CB.2 size=580073 2023-12-20T11:10:01.845 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.844+0000 7fd1b21c4880 1 < completed multipart upload key=H6RM2M0W0Z5O upload=Z3GEH692M9CB tag=YVIJIT7XAH3E type=write size=3725801 2023-12-20T11:10:01.847 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.846+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=FZ2L2B2TKIBZ type=write size=631152 2023-12-20T11:10:01.852 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.849+0000 7fd1b21c4880 1 < suggested update operation key=MJ4RRM0D3OOK tag=7R9WMKPD74DY type=write size=604447 2023-12-20T11:10:01.853 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.852+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=U18FL1OVH31K type=del size=2217252 2023-12-20T11:10:01.855 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.854+0000 7fd1b21c4880 1 < completed delete operation key=TRBR8IGAJUYI tag=AHAAQF42QS1X type=del 2023-12-20T11:10:01.857 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.856+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=9H1US9LRYRZ7 type=del size=3024897 2023-12-20T11:10:01.859 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.858+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~QRBT7RD173Z2.0 size=1048576 2023-12-20T11:10:01.861 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.860+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~QRBT7RD173Z2.1 size=1048576 2023-12-20T11:10:01.863 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.862+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~QRBT7RD173Z2.2 size=389550 2023-12-20T11:10:01.867 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.866+0000 7fd1b21c4880 1 < completed multipart upload key=0CTPN27ASDAX upload=QRBT7RD173Z2 tag=V6JSXWQ4PT71 type=write size=3535278 2023-12-20T11:10:01.869 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.868+0000 7fd1b21c4880 1 > prepared operation key=UHTMIVT6ND23 tag=FP1D5F97M5L6 type=del size=3567336 2023-12-20T11:10:01.871 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.870+0000 7fd1b21c4880 1 < completed delete operation key=TRBR8IGAJUYI tag=LXU9B8MXVJGW type=del 2023-12-20T11:10:01.875 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.874+0000 7fd1b21c4880 1 > prepared part key=_multipart_LTCK7NB910AG.2~B8VZCRKZD51E.0 size=568803 2023-12-20T11:10:01.875 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.874+0000 7fd1b21c4880 1 > prepared multipart upload key=LTCK7NB910AG upload=B8VZCRKZD51E tag=UNVB8LK5VQRW type=write size=1617379 2023-12-20T11:10:01.877 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.876+0000 7fd1b21c4880 1 < completed delete operation key=OYO96KT3ZIBU tag=LZFSA2IVDIGF type=del 2023-12-20T11:10:01.879 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.878+0000 7fd1b21c4880 1 > prepared operation key=0HBCFL318BEY tag=8OXX0P8RPCHI type=del size=2004342 2023-12-20T11:10:01.883 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.881+0000 7fd1b21c4880 -1 < failed to complete operation key=TZ6V49PS7YRX tag=B4WMFVDJ9ZNV type=del size=3311233: (22) Invalid argument 2023-12-20T11:10:01.885 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.884+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=48DDUFG3ZPJS type=del size=662773 2023-12-20T11:10:01.887 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.886+0000 7fd1b21c4880 1 < completed delete operation key=D95F7DLYTH42 tag=N1L04OGJ81AY type=del 2023-12-20T11:10:01.891 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.888+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=NYA6H1CBRIGG type=del size=89455 2023-12-20T11:10:01.892 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.890+0000 7fd1b21c4880 1 < completed delete operation key=0CTPN27ASDAX tag=JAI01S2XORMY type=del 2023-12-20T11:10:01.893 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.892+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=I8139VFWXHYV type=del size=1017484 2023-12-20T11:10:01.896 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.894+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~UCDSPGLJECES.0 size=250673 2023-12-20T11:10:01.899 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.898+0000 7fd1b21c4880 1 < completed multipart upload key=ZUUJSJVWL10H upload=UCDSPGLJECES tag=QIFEGFDYUL88 type=write size=1299249 2023-12-20T11:10:01.901 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.900+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=LPPI5WYLZQVQ type=del size=4172288 2023-12-20T11:10:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:01 smithi177 ceph-mon[212096]: pgmap v1430: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 942 KiB/s rd, 326 KiB/s wr, 1.66k op/s 2023-12-20T11:10:01.903 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.902+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~JSA2NODZ0O8V.0 size=1048576 2023-12-20T11:10:01.903 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.902+0000 7fd1b21c4880 1 < canceled part key=_multipart_TZ6V49PS7YRX.2~JSA2NODZ0O8V.1 size=1048576 2023-12-20T11:10:01.905 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.904+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~JSA2NODZ0O8V.2 size=492979 2023-12-20T11:10:01.909 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.907+0000 7fd1b21c4880 1 < canceled multipart upload key=TZ6V49PS7YRX upload=JSA2NODZ0O8V tag=PNLKU1N2QFZT type=write size=3638707 2023-12-20T11:10:01.911 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.910+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=P1LF68E4HB8J type=del size=2430512 2023-12-20T11:10:01.915 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.914+0000 7fd1b21c4880 1 < suggested remove operation key=D7TWPUF05X3I tag=41UV8JYXV8HS type=del 2023-12-20T11:10:01.918 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.916+0000 7fd1b21c4880 1 > prepared operation key=TZ6V49PS7YRX tag=CMGXZBFWBHZ1 type=del size=1326595 2023-12-20T11:10:01.920 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.919+0000 7fd1b21c4880 1 < completed delete operation key=6UQYCRIG1VTM tag=IB767Q51ULLV type=del 2023-12-20T11:10:01.922 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.921+0000 7fd1b21c4880 1 > prepared operation key=TZ6V49PS7YRX tag=8DY7PCL1OB0D type=del size=4188278 2023-12-20T11:10:01.924 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.923+0000 7fd1b21c4880 1 < canceled operation key=H6RM2M0W0Z5O tag=2CTHMLMRDTFD type=del size=2295695 2023-12-20T11:10:01.928 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.927+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~EVPZ5ZVGAK1P.0 size=1048576 2023-12-20T11:10:01.930 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.929+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~EVPZ5ZVGAK1P.1 size=784181 2023-12-20T11:10:01.931 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.929+0000 7fd1b21c4880 1 > prepared multipart upload key=1VUIXCARBLMN upload=EVPZ5ZVGAK1P tag=AJD2DHDL0W3K type=write size=2881333 2023-12-20T11:10:01.935 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.933+0000 7fd1b21c4880 1 < suggested remove operation key=SQ6HXEFRPSDQ tag=49MYUFATMZ0L type=del 2023-12-20T11:10:01.939 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.937+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~V8NSM411458Q.0 size=665838 2023-12-20T11:10:01.939 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.937+0000 7fd1b21c4880 1 > prepared multipart upload key=QZYJEPHLU0HS upload=V8NSM411458Q tag=2622UYZ7BJBT type=write size=1714414 2023-12-20T11:10:01.941 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.940+0000 7fd1b21c4880 1 < completed delete operation key=OYO96KT3ZIBU tag=DJ2O5FFA69KR type=del 2023-12-20T11:10:01.943 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.942+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=ITFUPR3DMGR1 type=del size=524634 2023-12-20T11:10:01.948 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.946+0000 7fd1b21c4880 1 < suggested update operation key=PWOXA6XNR6SL tag=FZ2L2B2TKIBZ type=write size=631152 2023-12-20T11:10:01.950 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.948+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=TH9M3VLF3W9W type=write size=669578 2023-12-20T11:10:01.952 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.951+0000 7fd1b21c4880 1 < completed delete operation key=8G0W9JZ1GDXN tag=U18FL1OVH31K type=del 2023-12-20T11:10:01.955 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.953+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=PKPC18EEZIH7 type=del size=593248 2023-12-20T11:10:01.957 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.955+0000 7fd1b21c4880 1 < completed delete operation key=0CTPN27ASDAX tag=9H1US9LRYRZ7 type=del 2023-12-20T11:10:01.959 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.957+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=CAKIYAG4I9II type=del size=2881245 2023-12-20T11:10:01.961 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.960+0000 7fd1b21c4880 1 < completed delete operation key=UHTMIVT6ND23 tag=FP1D5F97M5L6 type=del 2023-12-20T11:10:01.965 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.964+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~F55DL9TZ5IAD.0 size=1048576 2023-12-20T11:10:01.967 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.966+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~F55DL9TZ5IAD.1 size=593048 2023-12-20T11:10:01.967 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.966+0000 7fd1b21c4880 1 > prepared multipart upload key=1VUIXCARBLMN upload=F55DL9TZ5IAD tag=AOEAOH9QGM9C type=write size=2690200 2023-12-20T11:10:01.969 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.968+0000 7fd1b21c4880 1 < completed part key=_multipart_LTCK7NB910AG.2~B8VZCRKZD51E.0 size=568803 2023-12-20T11:10:01.974 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.972+0000 7fd1b21c4880 1 < completed multipart upload key=LTCK7NB910AG upload=B8VZCRKZD51E tag=UNVB8LK5VQRW type=write size=1617379 2023-12-20T11:10:01.978 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.976+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~ORZ1ALX0FIU1.0 size=987297 2023-12-20T11:10:01.978 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.976+0000 7fd1b21c4880 1 > prepared multipart upload key=1DSA1NSVISU5 upload=ORZ1ALX0FIU1 tag=RL884100GBA2 type=write size=2035873 2023-12-20T11:10:01.980 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.978+0000 7fd1b21c4880 1 < canceled operation key=0HBCFL318BEY tag=8OXX0P8RPCHI type=del size=2004342 2023-12-20T11:10:01.982 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.980+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=GP1CTH0JHN5Z type=del size=2694727 2023-12-20T11:10:01.984 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.983+0000 7fd1b21c4880 1 < completed delete operation key=TRBR8IGAJUYI tag=48DDUFG3ZPJS type=del 2023-12-20T11:10:01.986 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.985+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=Z8JXJQOBMI89 type=del size=475440 2023-12-20T11:10:01.989 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.987+0000 7fd1b21c4880 1 < completed delete operation key=OYO96KT3ZIBU tag=NYA6H1CBRIGG type=del 2023-12-20T11:10:01.993 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.991+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~EL097X5LDQPS.0 size=1004663 2023-12-20T11:10:01.993 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.991+0000 7fd1b21c4880 1 > prepared multipart upload key=SUG71QAZ2CFC upload=EL097X5LDQPS tag=XGCZ49KL2MXB type=write size=2053239 2023-12-20T11:10:01.995 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.993+0000 7fd1b21c4880 1 < completed delete operation key=UK0IZFVQ8SXI tag=I8139VFWXHYV type=del 2023-12-20T11:10:01.997 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.996+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=ETEXIIKW4I2Z type=del size=3169159 2023-12-20T11:10:01.999 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:01.998+0000 7fd1b21c4880 1 < completed delete operation key=OYO96KT3ZIBU tag=LPPI5WYLZQVQ type=del 2023-12-20T11:10:02.003 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.002+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~NRPVH57QNRRL.0 size=1048576 2023-12-20T11:10:02.005 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.003+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~NRPVH57QNRRL.1 size=503504 2023-12-20T11:10:02.005 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.003+0000 7fd1b21c4880 1 > prepared multipart upload key=8G0W9JZ1GDXN upload=NRPVH57QNRRL tag=GS3B8EPUSYIC type=write size=2600656 2023-12-20T11:10:02.008 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.006+0000 7fd1b21c4880 1 < completed delete operation key=8G0W9JZ1GDXN tag=P1LF68E4HB8J type=del 2023-12-20T11:10:02.010 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.008+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=CT3W0BX62WBM type=del size=3857753 2023-12-20T11:10:02.014 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.012+0000 7fd1b21c4880 1 < suggested remove operation key=TZ6V49PS7YRX tag=CMGXZBFWBHZ1 type=del 2023-12-20T11:10:02.016 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.015+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=ZMBTIF4NU4YZ type=del size=426018 2023-12-20T11:10:02.020 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.018+0000 7fd1b21c4880 -1 < failed to complete operation key=TZ6V49PS7YRX tag=8DY7PCL1OB0D type=del size=4188278: (22) Invalid argument 2023-12-20T11:10:02.023 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.022+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~Y0ZEENJHXRJ5.0 size=1048576 2023-12-20T11:10:02.025 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.023+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~Y0ZEENJHXRJ5.1 size=29975 2023-12-20T11:10:02.025 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.023+0000 7fd1b21c4880 1 > prepared multipart upload key=YJO1Z2TB061O upload=Y0ZEENJHXRJ5 tag=VKZYT36Y2UJX type=write size=2127127 2023-12-20T11:10:02.027 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.025+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~EVPZ5ZVGAK1P.0 size=1048576 2023-12-20T11:10:02.027 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.025+0000 7fd1b21c4880 1 < canceled part key=_multipart_1VUIXCARBLMN.2~EVPZ5ZVGAK1P.1 size=784181 2023-12-20T11:10:02.031 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.029+0000 7fd1b21c4880 1 < canceled multipart upload key=1VUIXCARBLMN upload=EVPZ5ZVGAK1P tag=AJD2DHDL0W3K type=write size=2881333 2023-12-20T11:10:02.035 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.033+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~X7A6RKCNY247.0 size=1048576 2023-12-20T11:10:02.037 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.035+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~X7A6RKCNY247.1 size=1048576 2023-12-20T11:10:02.038 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.037+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~X7A6RKCNY247.2 size=600081 2023-12-20T11:10:02.038 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.037+0000 7fd1b21c4880 1 > prepared multipart upload key=I33EZDGEOOGS upload=X7A6RKCNY247 tag=JKPCZM0PZO8U type=write size=3745809 2023-12-20T11:10:02.040 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.039+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~V8NSM411458Q.0 size=665838 2023-12-20T11:10:02.044 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.042+0000 7fd1b21c4880 1 < completed multipart upload key=QZYJEPHLU0HS upload=V8NSM411458Q tag=2622UYZ7BJBT type=write size=1714414 2023-12-20T11:10:02.048 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.046+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~596FG3ZQ8BEE.0 size=1048576 2023-12-20T11:10:02.049 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.048+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~596FG3ZQ8BEE.1 size=848771 2023-12-20T11:10:02.050 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.048+0000 7fd1b21c4880 1 > prepared multipart upload key=1VUIXCARBLMN upload=596FG3ZQ8BEE tag=AC1GVCR02OM6 type=write size=2945923 2023-12-20T11:10:02.051 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.050+0000 7fd1b21c4880 1 < completed delete operation key=8G0W9JZ1GDXN tag=ITFUPR3DMGR1 type=del 2023-12-20T11:10:02.053 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.052+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=SP8Z1RKFMQZF type=write size=751768 2023-12-20T11:10:02.055 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.054+0000 7fd1b21c4880 1 < completed write operation key=6UQYCRIG1VTM tag=TH9M3VLF3W9W type=write size=669578 2023-12-20T11:10:02.060 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.058+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~L9PNKNXYN5P9.0 size=29957 2023-12-20T11:10:02.060 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.058+0000 7fd1b21c4880 1 > prepared multipart upload key=D7TWPUF05X3I upload=L9PNKNXYN5P9 tag=97CKJF6N3FJ7 type=write size=1078533 2023-12-20T11:10:02.061 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.060+0000 7fd1b21c4880 1 < completed delete operation key=FKD3AAYKIV7B tag=PKPC18EEZIH7 type=del 2023-12-20T11:10:02.063 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.062+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=32TZ562ZYVWW type=del size=2895102 2023-12-20T11:10:02.065 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.064+0000 7fd1b21c4880 1 < completed delete operation key=MJ4RRM0D3OOK tag=CAKIYAG4I9II type=del 2023-12-20T11:10:02.069 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.067+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~B9RJOA2FC0N2.0 size=17889 2023-12-20T11:10:02.069 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.067+0000 7fd1b21c4880 1 > prepared multipart upload key=0HBCFL318BEY upload=B9RJOA2FC0N2 tag=8N32K7MPCB1B type=write size=1066465 2023-12-20T11:10:02.069 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.068+0000 7fd1b21c4880 1 < canceled part key=_multipart_1VUIXCARBLMN.2~F55DL9TZ5IAD.0 size=1048576 2023-12-20T11:10:02.071 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.069+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~F55DL9TZ5IAD.1 size=593048 2023-12-20T11:10:02.074 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.073+0000 7fd1b21c4880 1 < canceled multipart upload key=1VUIXCARBLMN upload=F55DL9TZ5IAD tag=AOEAOH9QGM9C type=write size=2690200 2023-12-20T11:10:02.078 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.077+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~H5VT0VTW6J1H.0 size=555815 2023-12-20T11:10:02.078 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.077+0000 7fd1b21c4880 1 > prepared multipart upload key=SQ6HXEFRPSDQ upload=H5VT0VTW6J1H tag=BPDG2AFCEIUT type=write size=1604391 2023-12-20T11:10:02.080 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.079+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~ORZ1ALX0FIU1.0 size=987297 2023-12-20T11:10:02.084 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.082+0000 7fd1b21c4880 1 < completed multipart upload key=1DSA1NSVISU5 upload=ORZ1ALX0FIU1 tag=RL884100GBA2 type=write size=2035873 2023-12-20T11:10:02.086 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.084+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=4IFQVUSGTI5T type=del size=1274470 2023-12-20T11:10:02.088 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.086+0000 7fd1b21c4880 1 < completed delete operation key=SUG71QAZ2CFC tag=GP1CTH0JHN5Z type=del 2023-12-20T11:10:02.090 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.088+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=ZM7MXT9NA5Z6 type=write size=441440 2023-12-20T11:10:02.092 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.090+0000 7fd1b21c4880 1 < completed delete operation key=H6RM2M0W0Z5O tag=Z8JXJQOBMI89 type=del 2023-12-20T11:10:02.096 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.095+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~W3LDFGA38H82.0 size=1048576 2023-12-20T11:10:02.098 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.097+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~W3LDFGA38H82.1 size=745299 2023-12-20T11:10:02.098 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.097+0000 7fd1b21c4880 1 > prepared multipart upload key=1DSA1NSVISU5 upload=W3LDFGA38H82 tag=6WVGHE9HS1J6 type=write size=2842451 2023-12-20T11:10:02.100 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.099+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~EL097X5LDQPS.0 size=1004663 2023-12-20T11:10:02.104 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.102+0000 7fd1b21c4880 1 < completed multipart upload key=SUG71QAZ2CFC upload=EL097X5LDQPS tag=XGCZ49KL2MXB type=write size=2053239 2023-12-20T11:10:02.106 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.104+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=MQ89VLEKY26V type=write size=996622 2023-12-20T11:10:02.108 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.107+0000 7fd1b21c4880 1 < completed delete operation key=0CTPN27ASDAX tag=ETEXIIKW4I2Z type=del 2023-12-20T11:10:02.110 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.109+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=SS9EDCA0PUO2 type=del size=1947658 2023-12-20T11:10:02.113 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.112+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~NRPVH57QNRRL.0 size=1048576 2023-12-20T11:10:02.115 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.113+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~NRPVH57QNRRL.1 size=503504 2023-12-20T11:10:02.119 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.118+0000 7fd1b21c4880 1 < completed multipart upload key=8G0W9JZ1GDXN upload=NRPVH57QNRRL tag=GS3B8EPUSYIC type=write size=2600656 2023-12-20T11:10:02.123 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.122+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~XAFDNB10EQM2.0 size=1048576 2023-12-20T11:10:02.125 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.124+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~XAFDNB10EQM2.1 size=1048576 2023-12-20T11:10:02.127 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.126+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~XAFDNB10EQM2.2 size=817102 2023-12-20T11:10:02.127 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.126+0000 7fd1b21c4880 1 > prepared multipart upload key=8G0W9JZ1GDXN upload=XAFDNB10EQM2 tag=Y6D0X9SS1VIS type=write size=3962830 2023-12-20T11:10:02.129 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.128+0000 7fd1b21c4880 1 < completed delete operation key=D95F7DLYTH42 tag=CT3W0BX62WBM type=del 2023-12-20T11:10:02.131 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.130+0000 7fd1b21c4880 1 > prepared operation key=I33EZDGEOOGS tag=MAT9BOFYNMZX type=del size=2717130 2023-12-20T11:10:02.133 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.132+0000 7fd1b21c4880 1 < completed delete operation key=E12NLNIAVP97 tag=ZMBTIF4NU4YZ type=del 2023-12-20T11:10:02.137 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.136+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~6WYF96YP5QY4.0 size=1048576 2023-12-20T11:10:02.139 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.137+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~6WYF96YP5QY4.1 size=604164 2023-12-20T11:10:02.139 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.137+0000 7fd1b21c4880 1 > prepared multipart upload key=1DSA1NSVISU5 upload=6WYF96YP5QY4 tag=NGXRDJS0YAUV type=write size=2701316 2023-12-20T11:10:02.141 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.140+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~Y0ZEENJHXRJ5.0 size=1048576 2023-12-20T11:10:02.141 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.140+0000 7fd1b21c4880 1 < canceled part key=_multipart_YJO1Z2TB061O.2~Y0ZEENJHXRJ5.1 size=29975 2023-12-20T11:10:02.144 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.143+0000 7fd1b21c4880 1 < canceled multipart upload key=YJO1Z2TB061O upload=Y0ZEENJHXRJ5 tag=VKZYT36Y2UJX type=write size=2127127 2023-12-20T11:10:02.147 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.146+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=RL90TDJY3GS9 type=del size=3483147 2023-12-20T11:10:02.147 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.146+0000 7fd1b21c4880 1 < canceled part key=_multipart_I33EZDGEOOGS.2~X7A6RKCNY247.0 size=1048576 2023-12-20T11:10:02.149 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.148+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~X7A6RKCNY247.1 size=1048576 2023-12-20T11:10:02.152 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.150+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~X7A6RKCNY247.2 size=600081 2023-12-20T11:10:02.156 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.154+0000 7fd1b21c4880 1 < canceled multipart upload key=I33EZDGEOOGS upload=X7A6RKCNY247 tag=JKPCZM0PZO8U type=write size=3745809 2023-12-20T11:10:02.159 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.157+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=5MGKV22DAB2O type=del size=2194180 2023-12-20T11:10:02.162 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.160+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~596FG3ZQ8BEE.0 size=1048576 2023-12-20T11:10:02.165 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.163+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~596FG3ZQ8BEE.1 size=848771 2023-12-20T11:10:02.169 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.168+0000 7fd1b21c4880 1 < completed multipart upload key=1VUIXCARBLMN upload=596FG3ZQ8BEE tag=AC1GVCR02OM6 type=write size=2945923 2023-12-20T11:10:02.174 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.173+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~4UHR2G57KDO1.0 size=1048576 2023-12-20T11:10:02.176 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.175+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~4UHR2G57KDO1.1 size=1048576 2023-12-20T11:10:02.178 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.176+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~4UHR2G57KDO1.2 size=687037 2023-12-20T11:10:02.178 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.176+0000 7fd1b21c4880 1 > prepared multipart upload key=F1VUDQZ0F87N upload=4UHR2G57KDO1 tag=MQNLEN7XGHQT type=write size=3832765 2023-12-20T11:10:02.182 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.180+0000 7fd1b21c4880 1 < suggested remove operation key=D95F7DLYTH42 tag=SP8Z1RKFMQZF type=write 2023-12-20T11:10:02.184 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.182+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=SJ3RABJWX18V type=write size=646391 2023-12-20T11:10:02.184 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.183+0000 7fd1b21c4880 1 < canceled part key=_multipart_D7TWPUF05X3I.2~L9PNKNXYN5P9.0 size=29957 2023-12-20T11:10:02.189 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.187+0000 7fd1b21c4880 1 < canceled multipart upload key=D7TWPUF05X3I upload=L9PNKNXYN5P9 tag=97CKJF6N3FJ7 type=write size=1078533 2023-12-20T11:10:02.191 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.190+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=KIECULOJLLT4 type=write size=59336 2023-12-20T11:10:02.195 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.194+0000 7fd1b21c4880 1 < suggested remove operation key=K1JVVDJA7RXO tag=32TZ562ZYVWW type=del 2023-12-20T11:10:02.197 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.196+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=18COIBDZUZVM type=del size=193339 2023-12-20T11:10:02.199 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.198+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~B9RJOA2FC0N2.0 size=17889 2023-12-20T11:10:02.203 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.202+0000 7fd1b21c4880 1 < completed multipart upload key=0HBCFL318BEY upload=B9RJOA2FC0N2 tag=8N32K7MPCB1B type=write size=1066465 2023-12-20T11:10:02.207 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.205+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=K6H2YI9L7SLX type=del size=1096747 2023-12-20T11:10:02.208 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.207+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~H5VT0VTW6J1H.0 size=555815 2023-12-20T11:10:02.212 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.211+0000 7fd1b21c4880 1 < completed multipart upload key=SQ6HXEFRPSDQ upload=H5VT0VTW6J1H tag=BPDG2AFCEIUT type=write size=1604391 2023-12-20T11:10:02.217 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.215+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~VP30P8V30Z93.0 size=125755 2023-12-20T11:10:02.217 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.215+0000 7fd1b21c4880 1 > prepared multipart upload key=1DSA1NSVISU5 upload=VP30P8V30Z93 tag=WY3D6H2ZH3US type=write size=1174331 2023-12-20T11:10:02.219 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.217+0000 7fd1b21c4880 1 < completed delete operation key=0CTPN27ASDAX tag=4IFQVUSGTI5T type=del 2023-12-20T11:10:02.221 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.219+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=JAJ9BFB89YB4 type=del size=2474758 2023-12-20T11:10:02.225 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.223+0000 7fd1b21c4880 1 < suggested remove operation key=YJO1Z2TB061O tag=ZM7MXT9NA5Z6 type=write 2023-12-20T11:10:02.227 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.226+0000 7fd1b21c4880 1 > prepared operation key=TZ6V49PS7YRX tag=3W9LB5S3UQ25 type=del size=659217 2023-12-20T11:10:02.229 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.228+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~W3LDFGA38H82.0 size=1048576 2023-12-20T11:10:02.231 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.230+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~W3LDFGA38H82.1 size=745299 2023-12-20T11:10:02.235 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.233+0000 7fd1b21c4880 1 < completed multipart upload key=1DSA1NSVISU5 upload=W3LDFGA38H82 tag=6WVGHE9HS1J6 type=write size=2842451 2023-12-20T11:10:02.239 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.237+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~CO1Y4CLT8IC0.0 size=1048576 2023-12-20T11:10:02.241 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.239+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~CO1Y4CLT8IC0.1 size=39610 2023-12-20T11:10:02.241 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.239+0000 7fd1b21c4880 1 > prepared multipart upload key=SQ6HXEFRPSDQ upload=CO1Y4CLT8IC0 tag=ORYJIVMXIH8X type=write size=2136762 2023-12-20T11:10:02.243 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.241+0000 7fd1b21c4880 1 < completed write operation key=EX0YD5XH1XPL tag=MQ89VLEKY26V type=write size=996622 2023-12-20T11:10:02.247 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.245+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~ABR3NIEZY8FS.0 size=1048576 2023-12-20T11:10:02.249 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.247+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~ABR3NIEZY8FS.1 size=977169 2023-12-20T11:10:02.249 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.247+0000 7fd1b21c4880 1 > prepared multipart upload key=SQ6HXEFRPSDQ upload=ABR3NIEZY8FS tag=NW3AZKVNJ41Z type=write size=3074321 2023-12-20T11:10:02.254 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.250+0000 7fd1b21c4880 -1 < failed to complete operation key=D95F7DLYTH42 tag=SS9EDCA0PUO2 type=del size=1947658: (22) Invalid argument 2023-12-20T11:10:02.254 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.252+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=QELFR36R0DTA type=del size=1964157 2023-12-20T11:10:02.256 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.255+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~XAFDNB10EQM2.0 size=1048576 2023-12-20T11:10:02.258 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.256+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~XAFDNB10EQM2.1 size=1048576 2023-12-20T11:10:02.260 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.258+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~XAFDNB10EQM2.2 size=817102 2023-12-20T11:10:02.264 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.262+0000 7fd1b21c4880 1 < completed multipart upload key=8G0W9JZ1GDXN upload=XAFDNB10EQM2 tag=Y6D0X9SS1VIS type=write size=3962830 2023-12-20T11:10:02.266 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.264+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=89WOM3UMTIQ9 type=write size=196460 2023-12-20T11:10:02.268 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.266+0000 7fd1b21c4880 1 < completed delete operation key=I33EZDGEOOGS tag=MAT9BOFYNMZX type=del 2023-12-20T11:10:02.270 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.268+0000 7fd1b21c4880 1 > prepared operation key=0HBCFL318BEY tag=TKED5ECCY4WT type=del size=2220802 2023-12-20T11:10:02.273 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.271+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~6WYF96YP5QY4.0 size=1048576 2023-12-20T11:10:02.275 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.273+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~6WYF96YP5QY4.1 size=604164 2023-12-20T11:10:02.278 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.277+0000 7fd1b21c4880 1 < completed multipart upload key=1DSA1NSVISU5 upload=6WYF96YP5QY4 tag=NGXRDJS0YAUV type=write size=2701316 2023-12-20T11:10:02.280 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.279+0000 7fd1b21c4880 1 > prepared operation key=D7TWPUF05X3I tag=TC2IISP3BDJX type=del size=850088 2023-12-20T11:10:02.283 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.281+0000 7fd1b21c4880 1 < completed delete operation key=QZYJEPHLU0HS tag=RL90TDJY3GS9 type=del 2023-12-20T11:10:02.285 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.284+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=332MVI54O5T1 type=del size=1877014 2023-12-20T11:10:02.287 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.286+0000 7fd1b21c4880 1 < completed delete operation key=6UQYCRIG1VTM tag=5MGKV22DAB2O type=del 2023-12-20T11:10:02.289 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.288+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=63LSP4WC8W0N type=del size=1845290 2023-12-20T11:10:02.292 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.290+0000 7fd1b21c4880 1 < completed part key=_multipart_F1VUDQZ0F87N.2~4UHR2G57KDO1.0 size=1048576 2023-12-20T11:10:02.293 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.292+0000 7fd1b21c4880 1 < completed part key=_multipart_F1VUDQZ0F87N.2~4UHR2G57KDO1.1 size=1048576 2023-12-20T11:10:02.296 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.294+0000 7fd1b21c4880 1 < completed part key=_multipart_F1VUDQZ0F87N.2~4UHR2G57KDO1.2 size=687037 2023-12-20T11:10:02.300 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.298+0000 7fd1b21c4880 1 < completed multipart upload key=F1VUDQZ0F87N upload=4UHR2G57KDO1 tag=MQNLEN7XGHQT type=write size=3832765 2023-12-20T11:10:02.303 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.302+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~C3BI798NVOGB.0 size=1048576 2023-12-20T11:10:02.305 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.303+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~C3BI798NVOGB.1 size=1048576 2023-12-20T11:10:02.307 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.305+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~C3BI798NVOGB.2 size=726812 2023-12-20T11:10:02.307 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.305+0000 7fd1b21c4880 1 > prepared multipart upload key=EX0YD5XH1XPL upload=C3BI798NVOGB tag=WF0VB2KZCJWQ type=write size=3872540 2023-12-20T11:10:02.309 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.308+0000 7fd1b21c4880 -1 < failed to complete operation key=YJO1Z2TB061O tag=SJ3RABJWX18V type=write size=646391: (22) Invalid argument 2023-12-20T11:10:02.314 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.312+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~BI601NI6DOT8.0 size=1048576 2023-12-20T11:10:02.315 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.314+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~BI601NI6DOT8.1 size=1048576 2023-12-20T11:10:02.317 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.316+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~BI601NI6DOT8.2 size=721519 2023-12-20T11:10:02.317 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.316+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=BI601NI6DOT8 tag=D6Z435UL28OY type=write size=3867247 2023-12-20T11:10:02.322 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.320+0000 7fd1b21c4880 1 < suggested update operation key=6UQYCRIG1VTM tag=KIECULOJLLT4 type=write size=59336 2023-12-20T11:10:02.324 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.322+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=0D81FU4UQMCR type=del size=1634499 2023-12-20T11:10:02.326 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.325+0000 7fd1b21c4880 1 < completed delete operation key=QZYJEPHLU0HS tag=18COIBDZUZVM type=del 2023-12-20T11:10:02.329 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.327+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=LTIIDQMNETFY type=del size=4069418 2023-12-20T11:10:02.331 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.329+0000 7fd1b21c4880 1 < completed delete operation key=QZYJEPHLU0HS tag=K6H2YI9L7SLX type=del 2023-12-20T11:10:02.333 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.331+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=QITWRUK8LHTE type=del size=1090290 2023-12-20T11:10:02.335 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.334+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~VP30P8V30Z93.0 size=125755 2023-12-20T11:10:02.340 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.338+0000 7fd1b21c4880 1 < completed multipart upload key=1DSA1NSVISU5 upload=VP30P8V30Z93 tag=WY3D6H2ZH3US type=write size=1174331 2023-12-20T11:10:02.342 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.340+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=292S4W11GVQF type=del size=3842722 2023-12-20T11:10:02.343 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.342+0000 7fd1b21c4880 1 < canceled operation key=SQ6HXEFRPSDQ tag=JAJ9BFB89YB4 type=del size=2474758 2023-12-20T11:10:02.345 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.344+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=PGX7IZNFYDTH type=del size=3420923 2023-12-20T11:10:02.351 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.350+0000 7fd1b21c4880 1 < suggested remove operation key=TZ6V49PS7YRX tag=3W9LB5S3UQ25 type=del 2023-12-20T11:10:02.353 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.352+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=VPQA826Y8JR5 type=del size=2742075 2023-12-20T11:10:02.356 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.354+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~CO1Y4CLT8IC0.0 size=1048576 2023-12-20T11:10:02.357 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.356+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~CO1Y4CLT8IC0.1 size=39610 2023-12-20T11:10:02.361 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.359+0000 7fd1b21c4880 1 < completed multipart upload key=SQ6HXEFRPSDQ upload=CO1Y4CLT8IC0 tag=ORYJIVMXIH8X type=write size=2136762 2023-12-20T11:10:02.363 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.361+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=94JY1WWDWX7P type=del size=2356488 2023-12-20T11:10:02.365 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.364+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~ABR3NIEZY8FS.0 size=1048576 2023-12-20T11:10:02.367 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.365+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~ABR3NIEZY8FS.1 size=977169 2023-12-20T11:10:02.371 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.369+0000 7fd1b21c4880 1 < completed multipart upload key=SQ6HXEFRPSDQ upload=ABR3NIEZY8FS tag=NW3AZKVNJ41Z type=write size=3074321 2023-12-20T11:10:02.375 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.374+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~1QSMYO53N8IV.0 size=1048576 2023-12-20T11:10:02.377 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.375+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~1QSMYO53N8IV.1 size=1048576 2023-12-20T11:10:02.378 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.377+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~1QSMYO53N8IV.2 size=252232 2023-12-20T11:10:02.379 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.377+0000 7fd1b21c4880 1 > prepared multipart upload key=8G0W9JZ1GDXN upload=1QSMYO53N8IV tag=J3KZC53TTN72 type=write size=3397960 2023-12-20T11:10:02.381 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.379+0000 7fd1b21c4880 1 < completed delete operation key=X4MNSJEQQOIN tag=QELFR36R0DTA type=del 2023-12-20T11:10:02.383 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.381+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=8R9N22Q89IEI type=del size=1596861 2023-12-20T11:10:02.387 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.385+0000 7fd1b21c4880 1 < suggested remove operation key=MJ4RRM0D3OOK tag=89WOM3UMTIQ9 type=write 2023-12-20T11:10:02.389 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.388+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=UTD7FYDX0LD8 type=del size=4154810 2023-12-20T11:10:02.393 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.392+0000 7fd1b21c4880 1 < suggested remove operation key=0HBCFL318BEY tag=TKED5ECCY4WT type=del 2023-12-20T11:10:02.395 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.394+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=K6GGGHTX9JI5 type=del size=1902320 2023-12-20T11:10:02.397 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.396+0000 7fd1b21c4880 1 < completed delete operation key=D7TWPUF05X3I tag=TC2IISP3BDJX type=del 2023-12-20T11:10:02.400 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.399+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=IE83LKEOQMCV type=del size=1245611 2023-12-20T11:10:02.403 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.401+0000 7fd1b21c4880 1 < completed delete operation key=H6RM2M0W0Z5O tag=332MVI54O5T1 type=del 2023-12-20T11:10:02.407 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.405+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~CCATDHQX562O.0 size=1048576 2023-12-20T11:10:02.408 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.407+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~CCATDHQX562O.1 size=879941 2023-12-20T11:10:02.408 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.407+0000 7fd1b21c4880 1 > prepared multipart upload key=I33EZDGEOOGS upload=CCATDHQX562O tag=DU5SRJ2EO0F4 type=write size=2977093 2023-12-20T11:10:02.413 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.411+0000 7fd1b21c4880 1 < suggested remove operation key=LS7TO3DAUIBT tag=63LSP4WC8W0N type=del 2023-12-20T11:10:02.415 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.413+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=S0B03W1XZWSO type=del size=2111779 2023-12-20T11:10:02.417 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.416+0000 7fd1b21c4880 1 < completed part key=_multipart_EX0YD5XH1XPL.2~C3BI798NVOGB.0 size=1048576 2023-12-20T11:10:02.419 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.417+0000 7fd1b21c4880 1 < completed part key=_multipart_EX0YD5XH1XPL.2~C3BI798NVOGB.1 size=1048576 2023-12-20T11:10:02.421 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.420+0000 7fd1b21c4880 1 < completed part key=_multipart_EX0YD5XH1XPL.2~C3BI798NVOGB.2 size=726812 2023-12-20T11:10:02.427 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.425+0000 7fd1b21c4880 1 < completed multipart upload key=EX0YD5XH1XPL upload=C3BI798NVOGB tag=WF0VB2KZCJWQ type=write size=3872540 2023-12-20T11:10:02.431 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.429+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~ZCKJZDMLLATI.0 size=1048576 2023-12-20T11:10:02.432 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.431+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~ZCKJZDMLLATI.1 size=871530 2023-12-20T11:10:02.432 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.431+0000 7fd1b21c4880 1 > prepared multipart upload key=6UQYCRIG1VTM upload=ZCKJZDMLLATI tag=TRU1CQ8Q3ENI type=write size=2968682 2023-12-20T11:10:02.434 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.433+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~BI601NI6DOT8.0 size=1048576 2023-12-20T11:10:02.437 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.435+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~BI601NI6DOT8.1 size=1048576 2023-12-20T11:10:02.438 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.437+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~BI601NI6DOT8.2 size=721519 2023-12-20T11:10:02.443 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.441+0000 7fd1b21c4880 1 < completed multipart upload key=TZ6V49PS7YRX upload=BI601NI6DOT8 tag=D6Z435UL28OY type=write size=3867247 2023-12-20T11:10:02.445 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.444+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=NJ03T8BSVHQH type=del size=2611857 2023-12-20T11:10:02.447 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.446+0000 7fd1b21c4880 1 < completed delete operation key=1DSA1NSVISU5 tag=0D81FU4UQMCR type=del 2023-12-20T11:10:02.450 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.449+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=8HS9FHOX3BV5 type=write size=922047 2023-12-20T11:10:02.452 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.451+0000 7fd1b21c4880 1 < completed delete operation key=F1VUDQZ0F87N tag=LTIIDQMNETFY type=del 2023-12-20T11:10:02.455 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.453+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=EMR2XE0N4VX7 type=del size=1691287 2023-12-20T11:10:02.458 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.456+0000 7fd1b21c4880 1 < completed delete operation key=UK0IZFVQ8SXI tag=QITWRUK8LHTE type=del 2023-12-20T11:10:02.459 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.458+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=ZPZJ822DT0WM type=del size=1998484 2023-12-20T11:10:02.461 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.460+0000 7fd1b21c4880 1 < completed delete operation key=EX0YD5XH1XPL tag=292S4W11GVQF type=del 2023-12-20T11:10:02.466 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.464+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~9HSZ6RIHDRZV.0 size=1048576 2023-12-20T11:10:02.468 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.466+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~9HSZ6RIHDRZV.1 size=1048576 2023-12-20T11:10:02.470 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.468+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~9HSZ6RIHDRZV.2 size=599939 2023-12-20T11:10:02.470 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.468+0000 7fd1b21c4880 1 > prepared multipart upload key=0HBCFL318BEY upload=9HSZ6RIHDRZV tag=EQ4VTTEJVXO8 type=write size=3745667 2023-12-20T11:10:02.472 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.470+0000 7fd1b21c4880 1 < completed delete operation key=SG40R95BA3CO tag=PGX7IZNFYDTH type=del 2023-12-20T11:10:02.475 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.473+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=HTYNGIYQQ12O type=del size=548789 2023-12-20T11:10:02.477 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.475+0000 7fd1b21c4880 1 < completed delete operation key=X4MNSJEQQOIN tag=VPQA826Y8JR5 type=del 2023-12-20T11:10:02.479 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.477+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=2VJ316XCQQ2I type=del size=2884214 2023-12-20T11:10:02.482 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.480+0000 7fd1b21c4880 -1 < failed to complete operation key=LS7TO3DAUIBT tag=94JY1WWDWX7P type=del size=2356488: (22) Invalid argument 2023-12-20T11:10:02.486 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.484+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~VC4PCS0ARMFH.0 size=835106 2023-12-20T11:10:02.486 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.484+0000 7fd1b21c4880 1 > prepared multipart upload key=PWOXA6XNR6SL upload=VC4PCS0ARMFH tag=QHMSKJJE10UH type=write size=1883682 2023-12-20T11:10:02.488 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.486+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~1QSMYO53N8IV.0 size=1048576 2023-12-20T11:10:02.489 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.488+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~1QSMYO53N8IV.1 size=1048576 2023-12-20T11:10:02.492 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.490+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~1QSMYO53N8IV.2 size=252232 2023-12-20T11:10:02.496 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.495+0000 7fd1b21c4880 1 < completed multipart upload key=8G0W9JZ1GDXN upload=1QSMYO53N8IV tag=J3KZC53TTN72 type=write size=3397960 2023-12-20T11:10:02.498 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.497+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=CYMKJIR25TL7 type=del size=3759836 2023-12-20T11:10:02.501 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.499+0000 7fd1b21c4880 1 < completed delete operation key=PWOXA6XNR6SL tag=8R9N22Q89IEI type=del 2023-12-20T11:10:02.504 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.502+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=4HSTXQCQ6279 type=del size=108515 2023-12-20T11:10:02.506 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.504+0000 7fd1b21c4880 1 < completed delete operation key=EX0YD5XH1XPL tag=UTD7FYDX0LD8 type=del 2023-12-20T11:10:02.510 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.508+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~HQFUKZ55TDBE.0 size=936787 2023-12-20T11:10:02.510 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.508+0000 7fd1b21c4880 1 > prepared multipart upload key=LS7TO3DAUIBT upload=HQFUKZ55TDBE tag=3BLPZ1AWS1EC type=write size=1985363 2023-12-20T11:10:02.512 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.510+0000 7fd1b21c4880 1 < canceled operation key=FKD3AAYKIV7B tag=K6GGGHTX9JI5 type=del size=1902320 2023-12-20T11:10:02.514 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.512+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=YITTJ30SVCVC type=del size=1760059 2023-12-20T11:10:02.516 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.514+0000 7fd1b21c4880 1 < completed delete operation key=QZYJEPHLU0HS tag=IE83LKEOQMCV type=del 2023-12-20T11:10:02.518 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.516+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=2PUF5XEDMCYI type=del size=2652439 2023-12-20T11:10:02.520 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.519+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~CCATDHQX562O.0 size=1048576 2023-12-20T11:10:02.522 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.521+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~CCATDHQX562O.1 size=879941 2023-12-20T11:10:02.526 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.524+0000 7fd1b21c4880 1 < completed multipart upload key=I33EZDGEOOGS upload=CCATDHQX562O tag=DU5SRJ2EO0F4 type=write size=2977093 2023-12-20T11:10:02.528 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.527+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=WGPISAO0QINZ type=del size=1433832 2023-12-20T11:10:02.532 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.531+0000 7fd1b21c4880 1 < suggested remove operation key=H6RM2M0W0Z5O tag=S0B03W1XZWSO type=del 2023-12-20T11:10:02.534 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.533+0000 7fd1b21c4880 1 > prepared operation key=0HBCFL318BEY tag=QPSPKT4EHS42 type=del size=1108155 2023-12-20T11:10:02.537 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.535+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~ZCKJZDMLLATI.0 size=1048576 2023-12-20T11:10:02.539 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.537+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~ZCKJZDMLLATI.1 size=871530 2023-12-20T11:10:02.543 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.541+0000 7fd1b21c4880 1 < completed multipart upload key=6UQYCRIG1VTM upload=ZCKJZDMLLATI tag=TRU1CQ8Q3ENI type=write size=2968682 2023-12-20T11:10:02.545 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.544+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=LIR5D7IJRSWR type=write size=885444 2023-12-20T11:10:02.551 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.549+0000 7fd1b21c4880 1 < suggested update operation key=0CTPN27ASDAX tag=NJ03T8BSVHQH type=del size=2611857 2023-12-20T11:10:02.553 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.552+0000 7fd1b21c4880 1 > prepared operation key=D7TWPUF05X3I tag=AHLUBGLCKDA8 type=del size=936207 2023-12-20T11:10:02.557 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.556+0000 7fd1b21c4880 1 < suggested update operation key=1DSA1NSVISU5 tag=8HS9FHOX3BV5 type=write size=922047 2023-12-20T11:10:02.562 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.560+0000 7fd1b21c4880 1 > prepared part key=_multipart_SG40R95BA3CO.2~ODZONT94Z9HN.0 size=1048576 2023-12-20T11:10:02.564 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.562+0000 7fd1b21c4880 1 > prepared part key=_multipart_SG40R95BA3CO.2~ODZONT94Z9HN.1 size=323375 2023-12-20T11:10:02.564 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.562+0000 7fd1b21c4880 1 > prepared multipart upload key=SG40R95BA3CO upload=ODZONT94Z9HN tag=0UPG0COWA0CJ type=write size=2420527 2023-12-20T11:10:02.566 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.564+0000 7fd1b21c4880 1 < completed delete operation key=K1JVVDJA7RXO tag=EMR2XE0N4VX7 type=del 2023-12-20T11:10:02.570 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.569+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~5JOBNVAGSQMH.0 size=664996 2023-12-20T11:10:02.570 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.569+0000 7fd1b21c4880 1 > prepared multipart upload key=FKD3AAYKIV7B upload=5JOBNVAGSQMH tag=NYPSB3MXYP2E type=write size=1713572 2023-12-20T11:10:02.572 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.571+0000 7fd1b21c4880 1 < canceled operation key=TRBR8IGAJUYI tag=ZPZJ822DT0WM type=del size=1998484 2023-12-20T11:10:02.576 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.575+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~U1YSO7SY8X2U.0 size=1048576 2023-12-20T11:10:02.578 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.576+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~U1YSO7SY8X2U.1 size=1048576 2023-12-20T11:10:02.579 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.578+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~U1YSO7SY8X2U.2 size=312428 2023-12-20T11:10:02.580 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.578+0000 7fd1b21c4880 1 > prepared multipart upload key=E12NLNIAVP97 upload=U1YSO7SY8X2U tag=8RSRR9M28VQQ type=write size=3458156 2023-12-20T11:10:02.582 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.580+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~9HSZ6RIHDRZV.0 size=1048576 2023-12-20T11:10:02.583 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.582+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~9HSZ6RIHDRZV.1 size=1048576 2023-12-20T11:10:02.586 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.585+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~9HSZ6RIHDRZV.2 size=599939 2023-12-20T11:10:02.590 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.588+0000 7fd1b21c4880 1 < completed multipart upload key=0HBCFL318BEY upload=9HSZ6RIHDRZV tag=EQ4VTTEJVXO8 type=write size=3745667 2023-12-20T11:10:02.592 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.590+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=R44UH6Z2UFEL type=del size=2326333 2023-12-20T11:10:02.594 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.593+0000 7fd1b21c4880 1 < completed delete operation key=MJ4RRM0D3OOK tag=HTYNGIYQQ12O type=del 2023-12-20T11:10:02.596 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.595+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=2QP36LKVU87Q type=write size=119823 2023-12-20T11:10:02.600 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.599+0000 7fd1b21c4880 1 < suggested remove operation key=D95F7DLYTH42 tag=2VJ316XCQQ2I type=del 2023-12-20T11:10:02.605 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.603+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~L4IJJ5P4THL6.0 size=1048576 2023-12-20T11:10:02.607 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.605+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~L4IJJ5P4THL6.1 size=512415 2023-12-20T11:10:02.607 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.605+0000 7fd1b21c4880 1 > prepared multipart upload key=PWOXA6XNR6SL upload=L4IJJ5P4THL6 tag=JIQ3MS2J8WXZ type=write size=2609567 2023-12-20T11:10:02.609 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.607+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~VC4PCS0ARMFH.0 size=835106 2023-12-20T11:10:02.613 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.611+0000 7fd1b21c4880 1 < completed multipart upload key=PWOXA6XNR6SL upload=VC4PCS0ARMFH tag=QHMSKJJE10UH type=write size=1883682 2023-12-20T11:10:02.617 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.616+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~7D4PW68HAM07.0 size=1048576 2023-12-20T11:10:02.619 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.618+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~7D4PW68HAM07.1 size=1048576 2023-12-20T11:10:02.621 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.620+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~7D4PW68HAM07.2 size=742982 2023-12-20T11:10:02.621 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.620+0000 7fd1b21c4880 1 > prepared multipart upload key=SUG71QAZ2CFC upload=7D4PW68HAM07 tag=2OGX1CC8ZW5M type=write size=3888710 2023-12-20T11:10:02.623 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.622+0000 7fd1b21c4880 1 < canceled operation key=6UQYCRIG1VTM tag=CYMKJIR25TL7 type=del size=3759836 2023-12-20T11:10:02.627 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.626+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~8O0N8TUQS1TJ.0 size=1048576 2023-12-20T11:10:02.629 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.627+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~8O0N8TUQS1TJ.1 size=1048576 2023-12-20T11:10:02.631 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.629+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~8O0N8TUQS1TJ.2 size=408719 2023-12-20T11:10:02.631 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.629+0000 7fd1b21c4880 1 > prepared multipart upload key=6UQYCRIG1VTM upload=8O0N8TUQS1TJ tag=EOXYD53FQP9P type=write size=3554447 2023-12-20T11:10:02.635 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.633+0000 7fd1b21c4880 1 < suggested remove operation key=0CTPN27ASDAX tag=4HSTXQCQ6279 type=del 2023-12-20T11:10:02.639 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.638+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~T84QS0DGAPT1.0 size=1048576 2023-12-20T11:10:02.641 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.639+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~T84QS0DGAPT1.1 size=1048576 2023-12-20T11:10:02.643 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.641+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~T84QS0DGAPT1.2 size=485711 2023-12-20T11:10:02.643 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.641+0000 7fd1b21c4880 1 > prepared multipart upload key=F1VUDQZ0F87N upload=T84QS0DGAPT1 tag=0A7O5UH1H69I type=write size=3631439 2023-12-20T11:10:02.645 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.643+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~HQFUKZ55TDBE.0 size=936787 2023-12-20T11:10:02.649 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.647+0000 7fd1b21c4880 1 < completed multipart upload key=LS7TO3DAUIBT upload=HQFUKZ55TDBE tag=3BLPZ1AWS1EC type=write size=1985363 2023-12-20T11:10:02.651 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.649+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=VVEE7JK8M7W0 type=del size=1590465 2023-12-20T11:10:02.653 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.651+0000 7fd1b21c4880 1 < completed delete operation key=LTCK7NB910AG tag=YITTJ30SVCVC type=del 2023-12-20T11:10:02.655 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.654+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=A93Y2172P6JX type=del size=3424085 2023-12-20T11:10:02.657 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.656+0000 7fd1b21c4880 1 < completed delete operation key=SUG71QAZ2CFC tag=2PUF5XEDMCYI type=del 2023-12-20T11:10:02.662 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.660+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~438ZD3JLCB82.0 size=505427 2023-12-20T11:10:02.662 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.660+0000 7fd1b21c4880 1 > prepared multipart upload key=1DSA1NSVISU5 upload=438ZD3JLCB82 tag=8PF8KEKZ0CGP type=write size=1554003 2023-12-20T11:10:02.663 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.662+0000 7fd1b21c4880 1 < completed delete operation key=FKD3AAYKIV7B tag=WGPISAO0QINZ type=del 2023-12-20T11:10:02.667 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.665+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~19ZG0F0E5QO6.0 size=1048576 2023-12-20T11:10:02.669 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.667+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~19ZG0F0E5QO6.1 size=1048576 2023-12-20T11:10:02.670 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.669+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~19ZG0F0E5QO6.2 size=488447 2023-12-20T11:10:02.671 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.669+0000 7fd1b21c4880 1 > prepared multipart upload key=1VUIXCARBLMN upload=19ZG0F0E5QO6 tag=BSZVISNTPO0W type=write size=3634175 2023-12-20T11:10:02.673 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.671+0000 7fd1b21c4880 1 < canceled operation key=0HBCFL318BEY tag=QPSPKT4EHS42 type=del size=1108155 2023-12-20T11:10:02.677 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.675+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~TSEW1773CLRQ.0 size=1048576 2023-12-20T11:10:02.679 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.677+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~TSEW1773CLRQ.1 size=659325 2023-12-20T11:10:02.679 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.677+0000 7fd1b21c4880 1 > prepared multipart upload key=0HBCFL318BEY upload=TSEW1773CLRQ tag=M5DV4QG3ZFKX type=write size=2756477 2023-12-20T11:10:02.681 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.679+0000 7fd1b21c4880 1 < completed write operation key=OYO96KT3ZIBU tag=LIR5D7IJRSWR type=write size=885444 2023-12-20T11:10:02.683 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.681+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=THNBD51O03EX type=del size=1962921 2023-12-20T11:10:02.687 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.686+0000 7fd1b21c4880 1 < suggested remove operation key=D7TWPUF05X3I tag=AHLUBGLCKDA8 type=del 2023-12-20T11:10:02.690 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.688+0000 7fd1b21c4880 1 > prepared operation key=D7TWPUF05X3I tag=3863EHL53OTK type=del size=1166935 2023-12-20T11:10:02.691 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.690+0000 7fd1b21c4880 1 < completed part key=_multipart_SG40R95BA3CO.2~ODZONT94Z9HN.0 size=1048576 2023-12-20T11:10:02.693 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.692+0000 7fd1b21c4880 1 < completed part key=_multipart_SG40R95BA3CO.2~ODZONT94Z9HN.1 size=323375 2023-12-20T11:10:02.697 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.695+0000 7fd1b21c4880 1 < completed multipart upload key=SG40R95BA3CO upload=ODZONT94Z9HN tag=0UPG0COWA0CJ type=write size=2420527 2023-12-20T11:10:02.699 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.697+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=6RGQUK0C7UF0 type=del size=769389 2023-12-20T11:10:02.701 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.699+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~5JOBNVAGSQMH.0 size=664996 2023-12-20T11:10:02.704 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.703+0000 7fd1b21c4880 1 < completed multipart upload key=FKD3AAYKIV7B upload=5JOBNVAGSQMH tag=NYPSB3MXYP2E type=write size=1713572 2023-12-20T11:10:02.708 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.707+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~254DN768AA0B.0 size=1048576 2023-12-20T11:10:02.710 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.709+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~254DN768AA0B.1 size=818028 2023-12-20T11:10:02.710 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.709+0000 7fd1b21c4880 1 > prepared multipart upload key=SUG71QAZ2CFC upload=254DN768AA0B tag=03GH27DYWJZ8 type=write size=2915180 2023-12-20T11:10:02.712 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.711+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~U1YSO7SY8X2U.0 size=1048576 2023-12-20T11:10:02.714 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.713+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~U1YSO7SY8X2U.1 size=1048576 2023-12-20T11:10:02.716 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.714+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~U1YSO7SY8X2U.2 size=312428 2023-12-20T11:10:02.720 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.718+0000 7fd1b21c4880 1 < completed multipart upload key=E12NLNIAVP97 upload=U1YSO7SY8X2U tag=8RSRR9M28VQQ type=write size=3458156 2023-12-20T11:10:02.721 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.720+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=SX40EU9AMOLL type=del size=1539085 2023-12-20T11:10:02.726 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.725+0000 7fd1b21c4880 1 < suggested remove operation key=LTCK7NB910AG tag=R44UH6Z2UFEL type=del 2023-12-20T11:10:02.729 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.728+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=T5J2RJTFTY37 type=del size=3974414 2023-12-20T11:10:02.732 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.730+0000 7fd1b21c4880 1 < completed write operation key=FKD3AAYKIV7B tag=2QP36LKVU87Q type=write size=119823 2023-12-20T11:10:02.737 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.735+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~JAMKPVIOE912.0 size=1048576 2023-12-20T11:10:02.739 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.737+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~JAMKPVIOE912.1 size=71212 2023-12-20T11:10:02.739 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.737+0000 7fd1b21c4880 1 > prepared multipart upload key=UHTMIVT6ND23 upload=JAMKPVIOE912 tag=K8FIRMLO4V2V type=write size=2168364 2023-12-20T11:10:02.741 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.739+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~L4IJJ5P4THL6.0 size=1048576 2023-12-20T11:10:02.743 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.741+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~L4IJJ5P4THL6.1 size=512415 2023-12-20T11:10:02.747 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.745+0000 7fd1b21c4880 1 < completed multipart upload key=PWOXA6XNR6SL upload=L4IJJ5P4THL6 tag=JIQ3MS2J8WXZ type=write size=2609567 2023-12-20T11:10:02.749 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.747+0000 7fd1b21c4880 1 > prepared operation key=0HBCFL318BEY tag=1L7SZD98SRRL type=del size=2459765 2023-12-20T11:10:02.751 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.750+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~7D4PW68HAM07.0 size=1048576 2023-12-20T11:10:02.753 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.752+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~7D4PW68HAM07.1 size=1048576 2023-12-20T11:10:02.755 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.754+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~7D4PW68HAM07.2 size=742982 2023-12-20T11:10:02.759 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.758+0000 7fd1b21c4880 1 < completed multipart upload key=SUG71QAZ2CFC upload=7D4PW68HAM07 tag=2OGX1CC8ZW5M type=write size=3888710 2023-12-20T11:10:02.761 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.760+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=MOY4MPPR3IDK type=write size=962306 2023-12-20T11:10:02.764 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.762+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~8O0N8TUQS1TJ.0 size=1048576 2023-12-20T11:10:02.765 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.764+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~8O0N8TUQS1TJ.1 size=1048576 2023-12-20T11:10:02.765 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.764+0000 7fd1b21c4880 1 < canceled part key=_multipart_6UQYCRIG1VTM.2~8O0N8TUQS1TJ.2 size=408719 2023-12-20T11:10:02.769 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.767+0000 7fd1b21c4880 1 < canceled multipart upload key=6UQYCRIG1VTM upload=8O0N8TUQS1TJ tag=EOXYD53FQP9P type=write size=3554447 2023-12-20T11:10:02.773 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.771+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~G1IHU3CDSAS8.0 size=660865 2023-12-20T11:10:02.773 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.771+0000 7fd1b21c4880 1 > prepared multipart upload key=OYO96KT3ZIBU upload=G1IHU3CDSAS8 tag=UE91B0GD21AQ type=write size=1709441 2023-12-20T11:10:02.774 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.773+0000 7fd1b21c4880 1 < completed part key=_multipart_F1VUDQZ0F87N.2~T84QS0DGAPT1.0 size=1048576 2023-12-20T11:10:02.776 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.775+0000 7fd1b21c4880 1 < completed part key=_multipart_F1VUDQZ0F87N.2~T84QS0DGAPT1.1 size=1048576 2023-12-20T11:10:02.778 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.777+0000 7fd1b21c4880 1 < completed part key=_multipart_F1VUDQZ0F87N.2~T84QS0DGAPT1.2 size=485711 2023-12-20T11:10:02.782 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.780+0000 7fd1b21c4880 1 < completed multipart upload key=F1VUDQZ0F87N upload=T84QS0DGAPT1 tag=0A7O5UH1H69I type=write size=3631439 2023-12-20T11:10:02.786 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.784+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~FS330OZHNYKF.0 size=1048576 2023-12-20T11:10:02.788 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.786+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~FS330OZHNYKF.1 size=827357 2023-12-20T11:10:02.788 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.786+0000 7fd1b21c4880 1 > prepared multipart upload key=X4MNSJEQQOIN upload=FS330OZHNYKF tag=NAL3LW2F8DBU type=write size=2924509 2023-12-20T11:10:02.789 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.788+0000 7fd1b21c4880 1 < completed delete operation key=0CTPN27ASDAX tag=VVEE7JK8M7W0 type=del 2023-12-20T11:10:02.792 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.790+0000 7fd1b21c4880 1 > prepared operation key=D7TWPUF05X3I tag=U1KHII5HC6AI type=del size=1566207 2023-12-20T11:10:02.794 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.793+0000 7fd1b21c4880 1 < completed delete operation key=ZUUJSJVWL10H tag=A93Y2172P6JX type=del 2023-12-20T11:10:02.796 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.795+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=0HW4LIDCBW4E type=del size=111837 2023-12-20T11:10:02.798 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.797+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~438ZD3JLCB82.0 size=505427 2023-12-20T11:10:02.803 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.801+0000 7fd1b21c4880 1 < completed multipart upload key=1DSA1NSVISU5 upload=438ZD3JLCB82 tag=8PF8KEKZ0CGP type=write size=1554003 2023-12-20T11:10:02.806 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.804+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~70NQXF7NX1R4.0 size=1048576 2023-12-20T11:10:02.808 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.806+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~70NQXF7NX1R4.1 size=795340 2023-12-20T11:10:02.808 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.806+0000 7fd1b21c4880 1 > prepared multipart upload key=SUG71QAZ2CFC upload=70NQXF7NX1R4 tag=C2YHRI3CCVJQ type=write size=2892492 2023-12-20T11:10:02.810 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.809+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~19ZG0F0E5QO6.0 size=1048576 2023-12-20T11:10:02.812 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.810+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~19ZG0F0E5QO6.1 size=1048576 2023-12-20T11:10:02.814 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.812+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~19ZG0F0E5QO6.2 size=488447 2023-12-20T11:10:02.818 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.816+0000 7fd1b21c4880 1 < completed multipart upload key=1VUIXCARBLMN upload=19ZG0F0E5QO6 tag=BSZVISNTPO0W type=write size=3634175 2023-12-20T11:10:02.820 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.819+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=QBZF1SEKRCDR type=del size=670703 2023-12-20T11:10:02.822 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.821+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~TSEW1773CLRQ.0 size=1048576 2023-12-20T11:10:02.824 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.822+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~TSEW1773CLRQ.1 size=659325 2023-12-20T11:10:02.828 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.826+0000 7fd1b21c4880 1 < completed multipart upload key=0HBCFL318BEY upload=TSEW1773CLRQ tag=M5DV4QG3ZFKX type=write size=2756477 2023-12-20T11:10:02.829 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.828+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=11M8E24I2SDI type=write size=378046 2023-12-20T11:10:02.832 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.830+0000 7fd1b21c4880 1 < completed delete operation key=SQ6HXEFRPSDQ tag=THNBD51O03EX type=del 2023-12-20T11:10:02.835 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.833+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=OKQOYZLGWA24 type=del size=701480 2023-12-20T11:10:02.837 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.835+0000 7fd1b21c4880 1 < completed delete operation key=D7TWPUF05X3I tag=3863EHL53OTK type=del 2023-12-20T11:10:02.842 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.840+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~J6W1NLH3PJ5H.0 size=1048576 2023-12-20T11:10:02.843 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.842+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~J6W1NLH3PJ5H.1 size=1048576 2023-12-20T11:10:02.845 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.844+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~J6W1NLH3PJ5H.2 size=667521 2023-12-20T11:10:02.845 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.844+0000 7fd1b21c4880 1 > prepared multipart upload key=SQ6HXEFRPSDQ upload=J6W1NLH3PJ5H tag=HTIC6GV6EWNL type=write size=3813249 2023-12-20T11:10:02.849 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.848+0000 7fd1b21c4880 1 < suggested remove operation key=H6RM2M0W0Z5O tag=6RGQUK0C7UF0 type=del 2023-12-20T11:10:02.852 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.850+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=XB6OTCALLD5K type=del size=1191680 2023-12-20T11:10:02.853 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.852+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~254DN768AA0B.0 size=1048576 2023-12-20T11:10:02.855 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.854+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~254DN768AA0B.1 size=818028 2023-12-20T11:10:02.859 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.858+0000 7fd1b21c4880 1 < completed multipart upload key=SUG71QAZ2CFC upload=254DN768AA0B tag=03GH27DYWJZ8 type=write size=2915180 2023-12-20T11:10:02.865 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.862+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~76OY8DAIWJA1.0 size=566748 2023-12-20T11:10:02.866 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.862+0000 7fd1b21c4880 1 > prepared multipart upload key=YJO1Z2TB061O upload=76OY8DAIWJA1 tag=UOWA0CLPGMD9 type=write size=1615324 2023-12-20T11:10:02.868 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.867+0000 7fd1b21c4880 1 < suggested update operation key=SUG71QAZ2CFC tag=SX40EU9AMOLL type=del size=1539085 2023-12-20T11:10:02.873 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.871+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~HWQJO33WLAO5.0 size=1048576 2023-12-20T11:10:02.874 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.873+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~HWQJO33WLAO5.1 size=791197 2023-12-20T11:10:02.874 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.873+0000 7fd1b21c4880 1 > prepared multipart upload key=MJ4RRM0D3OOK upload=HWQJO33WLAO5 tag=D5S21BTRVVY7 type=write size=2888349 2023-12-20T11:10:02.879 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.877+0000 7fd1b21c4880 1 < suggested remove operation key=1DSA1NSVISU5 tag=T5J2RJTFTY37 type=del 2023-12-20T11:10:02.884 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.883+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~7BZ7PO6JQIWH.0 size=1048576 2023-12-20T11:10:02.886 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.885+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~7BZ7PO6JQIWH.1 size=1048576 2023-12-20T11:10:02.888 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.887+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~7BZ7PO6JQIWH.2 size=753983 2023-12-20T11:10:02.888 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.887+0000 7fd1b21c4880 1 > prepared multipart upload key=TRBR8IGAJUYI upload=7BZ7PO6JQIWH tag=55MA3JVH3ZGK type=write size=3899711 2023-12-20T11:10:02.889 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.887+0000 7fd1b21c4880 1 < canceled part key=_multipart_UHTMIVT6ND23.2~JAMKPVIOE912.0 size=1048576 2023-12-20T11:10:02.889 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.887+0000 7fd1b21c4880 1 < canceled part key=_multipart_UHTMIVT6ND23.2~JAMKPVIOE912.1 size=71212 2023-12-20T11:10:02.892 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.891+0000 7fd1b21c4880 1 < canceled multipart upload key=UHTMIVT6ND23 upload=JAMKPVIOE912 tag=K8FIRMLO4V2V type=write size=2168364 2023-12-20T11:10:02.894 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.893+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=2GVUOGCTSDSY type=del size=1322731 2023-12-20T11:10:02.896 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.895+0000 7fd1b21c4880 1 < completed delete operation key=0HBCFL318BEY tag=1L7SZD98SRRL type=del 2023-12-20T11:10:02.898 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.897+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=6BCABSQSGEQG type=del size=3015274 2023-12-20T11:10:02.901 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.900+0000 7fd1b21c4880 -1 < failed to complete operation key=SUG71QAZ2CFC tag=MOY4MPPR3IDK type=write size=962306: (22) Invalid argument 2023-12-20T11:10:02.905 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.904+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~Y27PXVHYOE49.0 size=1048576 2023-12-20T11:10:02.907 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.906+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~Y27PXVHYOE49.1 size=45172 2023-12-20T11:10:02.907 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.906+0000 7fd1b21c4880 1 > prepared multipart upload key=1DSA1NSVISU5 upload=Y27PXVHYOE49 tag=1Q32WM3E0W5C type=write size=2142324 2023-12-20T11:10:02.909 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.908+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~G1IHU3CDSAS8.0 size=660865 2023-12-20T11:10:02.913 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.912+0000 7fd1b21c4880 1 < completed multipart upload key=OYO96KT3ZIBU upload=G1IHU3CDSAS8 tag=UE91B0GD21AQ type=write size=1709441 2023-12-20T11:10:02.915 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.914+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=CVL3URN7J0AD type=write size=855305 2023-12-20T11:10:02.918 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.916+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~FS330OZHNYKF.0 size=1048576 2023-12-20T11:10:02.919 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.918+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~FS330OZHNYKF.1 size=827357 2023-12-20T11:10:02.923 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.922+0000 7fd1b21c4880 1 < completed multipart upload key=X4MNSJEQQOIN upload=FS330OZHNYKF tag=NAL3LW2F8DBU type=write size=2924509 2023-12-20T11:10:02.925 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.924+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=RM9D94GRD5MI type=del size=574539 2023-12-20T11:10:02.927 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.926+0000 7fd1b21c4880 1 < completed delete operation key=D7TWPUF05X3I tag=U1KHII5HC6AI type=del 2023-12-20T11:10:02.930 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.928+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=JT7V778HKEEM type=del size=419470 2023-12-20T11:10:02.932 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.931+0000 7fd1b21c4880 1 < completed delete operation key=QZYJEPHLU0HS tag=0HW4LIDCBW4E type=del 2023-12-20T11:10:02.937 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.935+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~3HC8B6T42WAY.0 size=1048576 2023-12-20T11:10:02.938 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.937+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~3HC8B6T42WAY.1 size=1048576 2023-12-20T11:10:02.940 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.938+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~3HC8B6T42WAY.2 size=231111 2023-12-20T11:10:02.940 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.938+0000 7fd1b21c4880 1 > prepared multipart upload key=YJO1Z2TB061O upload=3HC8B6T42WAY tag=6TP63GIK7I2I type=write size=3376839 2023-12-20T11:10:02.942 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.941+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~70NQXF7NX1R4.0 size=1048576 2023-12-20T11:10:02.945 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.942+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~70NQXF7NX1R4.1 size=795340 2023-12-20T11:10:02.947 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.946+0000 7fd1b21c4880 1 < completed multipart upload key=SUG71QAZ2CFC upload=70NQXF7NX1R4 tag=C2YHRI3CCVJQ type=write size=2892492 2023-12-20T11:10:02.951 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.950+0000 7fd1b21c4880 1 > prepared part key=_multipart_SG40R95BA3CO.2~UBROKNH1HL27.0 size=377392 2023-12-20T11:10:02.952 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.950+0000 7fd1b21c4880 1 > prepared multipart upload key=SG40R95BA3CO upload=UBROKNH1HL27 tag=7ZQZPKUZ3WBJ type=write size=1425968 2023-12-20T11:10:02.954 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.952+0000 7fd1b21c4880 1 < completed delete operation key=PWOXA6XNR6SL tag=QBZF1SEKRCDR type=del 2023-12-20T11:10:02.957 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.956+0000 7fd1b21c4880 1 > prepared part key=_multipart_UK0IZFVQ8SXI.2~YLQKBKF7PZU0.0 size=1048576 2023-12-20T11:10:02.959 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.958+0000 7fd1b21c4880 1 > prepared part key=_multipart_UK0IZFVQ8SXI.2~YLQKBKF7PZU0.1 size=121558 2023-12-20T11:10:02.959 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.958+0000 7fd1b21c4880 1 > prepared multipart upload key=UK0IZFVQ8SXI upload=YLQKBKF7PZU0 tag=O09RNOHUPCA0 type=write size=2218710 2023-12-20T11:10:02.963 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.962+0000 7fd1b21c4880 1 < suggested remove operation key=YJO1Z2TB061O tag=11M8E24I2SDI type=write 2023-12-20T11:10:02.965 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.964+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=IOVANZ3QSPUD type=del size=1170892 2023-12-20T11:10:02.968 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.966+0000 7fd1b21c4880 1 < completed delete operation key=LS7TO3DAUIBT tag=OKQOYZLGWA24 type=del 2023-12-20T11:10:02.971 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.970+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~I94X8SA6P4JW.0 size=831370 2023-12-20T11:10:02.971 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.970+0000 7fd1b21c4880 1 > prepared multipart upload key=MJ4RRM0D3OOK upload=I94X8SA6P4JW tag=0R35N1XWFZS8 type=write size=1879946 2023-12-20T11:10:02.973 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.972+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~J6W1NLH3PJ5H.0 size=1048576 2023-12-20T11:10:02.975 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.974+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~J6W1NLH3PJ5H.1 size=1048576 2023-12-20T11:10:02.977 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.976+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~J6W1NLH3PJ5H.2 size=667521 2023-12-20T11:10:02.981 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.979+0000 7fd1b21c4880 1 < completed multipart upload key=SQ6HXEFRPSDQ upload=J6W1NLH3PJ5H tag=HTIC6GV6EWNL type=write size=3813249 2023-12-20T11:10:02.985 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.983+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~V0935O0S0E18.0 size=1048576 2023-12-20T11:10:02.986 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.985+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~V0935O0S0E18.1 size=1048576 2023-12-20T11:10:02.988 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.987+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~V0935O0S0E18.2 size=423078 2023-12-20T11:10:02.988 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.987+0000 7fd1b21c4880 1 > prepared multipart upload key=E12NLNIAVP97 upload=V0935O0S0E18 tag=OZSZPOOJLO4F type=write size=3568806 2023-12-20T11:10:02.990 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.989+0000 7fd1b21c4880 1 < completed delete operation key=LC4FC2MW1JOI tag=XB6OTCALLD5K type=del 2023-12-20T11:10:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:10:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:02 smithi123 ceph-mon[191304]: pgmap v1431: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 474 KiB/s wr, 2.42k op/s 2023-12-20T11:10:02.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:10:02.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:02 smithi123 ceph-mon[188613]: pgmap v1431: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 474 KiB/s wr, 2.42k op/s 2023-12-20T11:10:02.992 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.991+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=KKBVYOGX4KL1 type=del size=2855832 2023-12-20T11:10:02.994 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.993+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~76OY8DAIWJA1.0 size=566748 2023-12-20T11:10:02.998 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.997+0000 7fd1b21c4880 1 < completed multipart upload key=YJO1Z2TB061O upload=76OY8DAIWJA1 tag=UOWA0CLPGMD9 type=write size=1615324 2023-12-20T11:10:03.000 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:02.999+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=T7U13XUIZ3VZ type=del size=2672068 2023-12-20T11:10:03.002 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.001+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~HWQJO33WLAO5.0 size=1048576 2023-12-20T11:10:03.004 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.003+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~HWQJO33WLAO5.1 size=791197 2023-12-20T11:10:03.008 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.007+0000 7fd1b21c4880 1 < completed multipart upload key=MJ4RRM0D3OOK upload=HWQJO33WLAO5 tag=D5S21BTRVVY7 type=write size=2888349 2023-12-20T11:10:03.010 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.009+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=VS1IRN03ID5Y type=del size=1017506 2023-12-20T11:10:03.012 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.011+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~7BZ7PO6JQIWH.0 size=1048576 2023-12-20T11:10:03.014 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.013+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~7BZ7PO6JQIWH.1 size=1048576 2023-12-20T11:10:03.017 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.015+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~7BZ7PO6JQIWH.2 size=753983 2023-12-20T11:10:03.020 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.019+0000 7fd1b21c4880 1 < completed multipart upload key=TRBR8IGAJUYI upload=7BZ7PO6JQIWH tag=55MA3JVH3ZGK type=write size=3899711 2023-12-20T11:10:03.022 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.021+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=YBE3JZO5FL2F type=del size=1326588 2023-12-20T11:10:03.024 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.023+0000 7fd1b21c4880 1 < completed delete operation key=X4MNSJEQQOIN tag=2GVUOGCTSDSY type=del 2023-12-20T11:10:03.026 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.025+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=414LQAISCBLX type=del size=1133152 2023-12-20T11:10:03.028 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.027+0000 7fd1b21c4880 1 < completed delete operation key=E12NLNIAVP97 tag=6BCABSQSGEQG type=del 2023-12-20T11:10:03.032 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.031+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~D0N3XC1Q8GY8.0 size=1048576 2023-12-20T11:10:03.034 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.033+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~D0N3XC1Q8GY8.1 size=1048576 2023-12-20T11:10:03.036 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.034+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~D0N3XC1Q8GY8.2 size=989518 2023-12-20T11:10:03.036 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.034+0000 7fd1b21c4880 1 > prepared multipart upload key=FKD3AAYKIV7B upload=D0N3XC1Q8GY8 tag=ZU1Y3W9PN5E7 type=write size=4135246 2023-12-20T11:10:03.038 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.036+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~Y27PXVHYOE49.0 size=1048576 2023-12-20T11:10:03.040 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.038+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~Y27PXVHYOE49.1 size=45172 2023-12-20T11:10:03.044 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.043+0000 7fd1b21c4880 1 < completed multipart upload key=1DSA1NSVISU5 upload=Y27PXVHYOE49 tag=1Q32WM3E0W5C type=write size=2142324 2023-12-20T11:10:03.048 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.047+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~T2BY96FG40S0.0 size=1048576 2023-12-20T11:10:03.050 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.049+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~T2BY96FG40S0.1 size=527543 2023-12-20T11:10:03.050 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.049+0000 7fd1b21c4880 1 > prepared multipart upload key=8G0W9JZ1GDXN upload=T2BY96FG40S0 tag=FF26RU35ZBOP type=write size=2624695 2023-12-20T11:10:03.053 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.052+0000 7fd1b21c4880 -1 < failed to complete operation key=YJO1Z2TB061O tag=CVL3URN7J0AD type=write size=855305: (22) Invalid argument 2023-12-20T11:10:03.056 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.054+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=9GMGT3B5LGLY type=del size=1271294 2023-12-20T11:10:03.059 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.058+0000 7fd1b21c4880 1 < suggested remove operation key=FKD3AAYKIV7B tag=RM9D94GRD5MI type=del 2023-12-20T11:10:03.061 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.060+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=DVT6YO6HRW2T type=del size=2945548 2023-12-20T11:10:03.064 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.063+0000 7fd1b21c4880 1 < canceled operation key=UK0IZFVQ8SXI tag=JT7V778HKEEM type=del size=419470 2023-12-20T11:10:03.068 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.067+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~RGBRNCOWH1M2.0 size=1048576 2023-12-20T11:10:03.071 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.068+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~RGBRNCOWH1M2.1 size=1048576 2023-12-20T11:10:03.072 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.070+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~RGBRNCOWH1M2.2 size=619054 2023-12-20T11:10:03.072 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.070+0000 7fd1b21c4880 1 > prepared multipart upload key=0HBCFL318BEY upload=RGBRNCOWH1M2 tag=SQFO7F6KPCDZ type=write size=3764782 2023-12-20T11:10:03.074 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.072+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~3HC8B6T42WAY.0 size=1048576 2023-12-20T11:10:03.075 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.074+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~3HC8B6T42WAY.1 size=1048576 2023-12-20T11:10:03.076 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.074+0000 7fd1b21c4880 1 < canceled part key=_multipart_YJO1Z2TB061O.2~3HC8B6T42WAY.2 size=231111 2023-12-20T11:10:03.079 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.078+0000 7fd1b21c4880 1 < canceled multipart upload key=YJO1Z2TB061O upload=3HC8B6T42WAY tag=6TP63GIK7I2I type=write size=3376839 2023-12-20T11:10:03.083 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.082+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~UER10LWU5MGX.0 size=1048576 2023-12-20T11:10:03.085 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.083+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~UER10LWU5MGX.1 size=1048576 2023-12-20T11:10:03.087 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.086+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~UER10LWU5MGX.2 size=778260 2023-12-20T11:10:03.088 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.086+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=UER10LWU5MGX tag=MW4U3338UL9O type=write size=3923988 2023-12-20T11:10:03.090 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.088+0000 7fd1b21c4880 1 < completed part key=_multipart_SG40R95BA3CO.2~UBROKNH1HL27.0 size=377392 2023-12-20T11:10:03.094 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.092+0000 7fd1b21c4880 1 < completed multipart upload key=SG40R95BA3CO upload=UBROKNH1HL27 tag=7ZQZPKUZ3WBJ type=write size=1425968 2023-12-20T11:10:03.098 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.096+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~DZ3O3UADDIS5.0 size=1048576 2023-12-20T11:10:03.101 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.098+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~DZ3O3UADDIS5.1 size=1048576 2023-12-20T11:10:03.108 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.100+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~DZ3O3UADDIS5.2 size=144759 2023-12-20T11:10:03.108 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.100+0000 7fd1b21c4880 1 > prepared multipart upload key=TRBR8IGAJUYI upload=DZ3O3UADDIS5 tag=OKX8CUHF4S9J type=write size=3290487 2023-12-20T11:10:03.108 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.103+0000 7fd1b21c4880 1 < completed part key=_multipart_UK0IZFVQ8SXI.2~YLQKBKF7PZU0.0 size=1048576 2023-12-20T11:10:03.108 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.105+0000 7fd1b21c4880 1 < completed part key=_multipart_UK0IZFVQ8SXI.2~YLQKBKF7PZU0.1 size=121558 2023-12-20T11:10:03.110 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.109+0000 7fd1b21c4880 1 < completed multipart upload key=UK0IZFVQ8SXI upload=YLQKBKF7PZU0 tag=O09RNOHUPCA0 type=write size=2218710 2023-12-20T11:10:03.114 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.113+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~1SO69302KY7U.0 size=1048576 2023-12-20T11:10:03.117 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.115+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~1SO69302KY7U.1 size=1048576 2023-12-20T11:10:03.118 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.117+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~1SO69302KY7U.2 size=84394 2023-12-20T11:10:03.118 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.117+0000 7fd1b21c4880 1 > prepared multipart upload key=K1JVVDJA7RXO upload=1SO69302KY7U tag=6CRE4N0XRP4N type=write size=3230122 2023-12-20T11:10:03.123 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.121+0000 7fd1b21c4880 1 < suggested update operation key=1DSA1NSVISU5 tag=IOVANZ3QSPUD type=del size=1170892 2023-12-20T11:10:03.126 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.125+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~QB10O56KS1IY.0 size=1046662 2023-12-20T11:10:03.127 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.125+0000 7fd1b21c4880 1 > prepared multipart upload key=H6RM2M0W0Z5O upload=QB10O56KS1IY tag=IR65TWWUK5BN type=write size=2095238 2023-12-20T11:10:03.129 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.127+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~I94X8SA6P4JW.0 size=831370 2023-12-20T11:10:03.133 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.132+0000 7fd1b21c4880 1 < completed multipart upload key=MJ4RRM0D3OOK upload=I94X8SA6P4JW tag=0R35N1XWFZS8 type=write size=1879946 2023-12-20T11:10:03.138 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.136+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~M9EZTT99T0IQ.0 size=1048576 2023-12-20T11:10:03.140 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.138+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~M9EZTT99T0IQ.1 size=827124 2023-12-20T11:10:03.140 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.138+0000 7fd1b21c4880 1 > prepared multipart upload key=UHTMIVT6ND23 upload=M9EZTT99T0IQ tag=THZEESRRX06M type=write size=2924276 2023-12-20T11:10:03.142 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.140+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~V0935O0S0E18.0 size=1048576 2023-12-20T11:10:03.144 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.142+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~V0935O0S0E18.1 size=1048576 2023-12-20T11:10:03.145 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.144+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~V0935O0S0E18.2 size=423078 2023-12-20T11:10:03.150 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.148+0000 7fd1b21c4880 1 < completed multipart upload key=E12NLNIAVP97 upload=V0935O0S0E18 tag=OZSZPOOJLO4F type=write size=3568806 2023-12-20T11:10:03.152 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.151+0000 7fd1b21c4880 1 > prepared operation key=TZ6V49PS7YRX tag=Y24VLNOPIZ9W type=del size=1057475 2023-12-20T11:10:03.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:10:03.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:02 smithi177 ceph-mon[212096]: pgmap v1431: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 474 KiB/s wr, 2.42k op/s 2023-12-20T11:10:03.156 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.155+0000 7fd1b21c4880 1 < suggested update operation key=E12NLNIAVP97 tag=KKBVYOGX4KL1 type=del size=2855832 2023-12-20T11:10:03.160 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.159+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~P45W6NRQALBK.0 size=133738 2023-12-20T11:10:03.160 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.159+0000 7fd1b21c4880 1 > prepared multipart upload key=1DSA1NSVISU5 upload=P45W6NRQALBK tag=KAD3D8804HFC type=write size=1182314 2023-12-20T11:10:03.162 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.161+0000 7fd1b21c4880 1 < completed delete operation key=F1VUDQZ0F87N tag=T7U13XUIZ3VZ type=del 2023-12-20T11:10:03.167 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.165+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~Y89QM6D2Y01L.0 size=896012 2023-12-20T11:10:03.167 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.165+0000 7fd1b21c4880 1 > prepared multipart upload key=K1JVVDJA7RXO upload=Y89QM6D2Y01L tag=ZRXOJTERUK5Z type=write size=1944588 2023-12-20T11:10:03.169 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.168+0000 7fd1b21c4880 1 < completed delete operation key=K1JVVDJA7RXO tag=VS1IRN03ID5Y type=del 2023-12-20T11:10:03.173 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.170+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=DR9STRN84G8U type=del size=1384630 2023-12-20T11:10:03.174 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.173+0000 7fd1b21c4880 1 < completed delete operation key=YJO1Z2TB061O tag=YBE3JZO5FL2F type=del 2023-12-20T11:10:03.176 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.175+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=FW3MARHGDCEN type=del size=3637236 2023-12-20T11:10:03.180 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.178+0000 7fd1b21c4880 -1 < failed to complete operation key=FKD3AAYKIV7B tag=414LQAISCBLX type=del size=1133152: (22) Invalid argument 2023-12-20T11:10:03.182 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.181+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=P418WGOT1K5W type=del size=2671580 2023-12-20T11:10:03.185 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.183+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~D0N3XC1Q8GY8.0 size=1048576 2023-12-20T11:10:03.186 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.185+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~D0N3XC1Q8GY8.1 size=1048576 2023-12-20T11:10:03.188 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.187+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~D0N3XC1Q8GY8.2 size=989518 2023-12-20T11:10:03.192 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.191+0000 7fd1b21c4880 1 < completed multipart upload key=FKD3AAYKIV7B upload=D0N3XC1Q8GY8 tag=ZU1Y3W9PN5E7 type=write size=4135246 2023-12-20T11:10:03.194 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.193+0000 7fd1b21c4880 1 > prepared operation key=1VUIXCARBLMN tag=0IA8WVHQDP2P type=del size=3418560 2023-12-20T11:10:03.197 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.195+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~T2BY96FG40S0.0 size=1048576 2023-12-20T11:10:03.199 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.198+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~T2BY96FG40S0.1 size=527543 2023-12-20T11:10:03.203 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.202+0000 7fd1b21c4880 1 < completed multipart upload key=8G0W9JZ1GDXN upload=T2BY96FG40S0 tag=FF26RU35ZBOP type=write size=2624695 2023-12-20T11:10:03.205 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.204+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=9CVTYXPSNK9F type=del size=3717099 2023-12-20T11:10:03.208 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.206+0000 7fd1b21c4880 1 < completed delete operation key=LC4FC2MW1JOI tag=9GMGT3B5LGLY type=del 2023-12-20T11:10:03.212 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.210+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~B6B49CINL58B.0 size=1048576 2023-12-20T11:10:03.215 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.213+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~B6B49CINL58B.1 size=617481 2023-12-20T11:10:03.215 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.213+0000 7fd1b21c4880 1 > prepared multipart upload key=1DSA1NSVISU5 upload=B6B49CINL58B tag=AYBGOYUIAJ2F type=write size=2714633 2023-12-20T11:10:03.217 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.215+0000 7fd1b21c4880 1 < completed delete operation key=EX0YD5XH1XPL tag=DVT6YO6HRW2T type=del 2023-12-20T11:10:03.218 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.217+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=P6U9AT2NF01L type=write size=372860 2023-12-20T11:10:03.221 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.219+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~RGBRNCOWH1M2.0 size=1048576 2023-12-20T11:10:03.223 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.221+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~RGBRNCOWH1M2.1 size=1048576 2023-12-20T11:10:03.224 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.223+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~RGBRNCOWH1M2.2 size=619054 2023-12-20T11:10:03.229 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.227+0000 7fd1b21c4880 1 < completed multipart upload key=0HBCFL318BEY upload=RGBRNCOWH1M2 tag=SQFO7F6KPCDZ type=write size=3764782 2023-12-20T11:10:03.231 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.229+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=QAERTFKJU42J type=del size=678714 2023-12-20T11:10:03.233 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.231+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~UER10LWU5MGX.0 size=1048576 2023-12-20T11:10:03.233 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.231+0000 7fd1b21c4880 1 < canceled part key=_multipart_TZ6V49PS7YRX.2~UER10LWU5MGX.1 size=1048576 2023-12-20T11:10:03.235 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.233+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~UER10LWU5MGX.2 size=778260 2023-12-20T11:10:03.238 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.237+0000 7fd1b21c4880 1 < canceled multipart upload key=TZ6V49PS7YRX upload=UER10LWU5MGX tag=MW4U3338UL9O type=write size=3923988 2023-12-20T11:10:03.240 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.239+0000 7fd1b21c4880 1 > prepared operation key=D7TWPUF05X3I tag=GXR62GYEH2ZG type=del size=857264 2023-12-20T11:10:03.242 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.241+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~DZ3O3UADDIS5.0 size=1048576 2023-12-20T11:10:03.244 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.243+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~DZ3O3UADDIS5.1 size=1048576 2023-12-20T11:10:03.246 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.245+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~DZ3O3UADDIS5.2 size=144759 2023-12-20T11:10:03.250 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.249+0000 7fd1b21c4880 1 < completed multipart upload key=TRBR8IGAJUYI upload=DZ3O3UADDIS5 tag=OKX8CUHF4S9J type=write size=3290487 2023-12-20T11:10:03.256 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.254+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~UKI6CCURI3RD.0 size=1048576 2023-12-20T11:10:03.257 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.256+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~UKI6CCURI3RD.1 size=1048576 2023-12-20T11:10:03.259 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.258+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~UKI6CCURI3RD.2 size=577911 2023-12-20T11:10:03.259 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.258+0000 7fd1b21c4880 1 > prepared multipart upload key=OYO96KT3ZIBU upload=UKI6CCURI3RD tag=T01J921MMOSK type=write size=3723639 2023-12-20T11:10:03.261 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.260+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~1SO69302KY7U.0 size=1048576 2023-12-20T11:10:03.263 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.262+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~1SO69302KY7U.1 size=1048576 2023-12-20T11:10:03.265 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.264+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~1SO69302KY7U.2 size=84394 2023-12-20T11:10:03.268 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.267+0000 7fd1b21c4880 1 < completed multipart upload key=K1JVVDJA7RXO upload=1SO69302KY7U tag=6CRE4N0XRP4N type=write size=3230122 2023-12-20T11:10:03.273 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.271+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~O7PFI6JE99DT.0 size=1048576 2023-12-20T11:10:03.275 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.273+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~O7PFI6JE99DT.1 size=1048576 2023-12-20T11:10:03.277 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.275+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~O7PFI6JE99DT.2 size=484788 2023-12-20T11:10:03.277 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.275+0000 7fd1b21c4880 1 > prepared multipart upload key=6UQYCRIG1VTM upload=O7PFI6JE99DT tag=PRE3137LB8IA type=write size=3630516 2023-12-20T11:10:03.279 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.278+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~QB10O56KS1IY.0 size=1046662 2023-12-20T11:10:03.283 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.281+0000 7fd1b21c4880 1 < completed multipart upload key=H6RM2M0W0Z5O upload=QB10O56KS1IY tag=IR65TWWUK5BN type=write size=2095238 2023-12-20T11:10:03.285 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.283+0000 7fd1b21c4880 1 > prepared operation key=D7TWPUF05X3I tag=SYNVZN89PE7G type=del size=790889 2023-12-20T11:10:03.287 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.285+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~M9EZTT99T0IQ.0 size=1048576 2023-12-20T11:10:03.288 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.287+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~M9EZTT99T0IQ.1 size=827124 2023-12-20T11:10:03.292 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.291+0000 7fd1b21c4880 1 < completed multipart upload key=UHTMIVT6ND23 upload=M9EZTT99T0IQ tag=THZEESRRX06M type=write size=2924276 2023-12-20T11:10:03.294 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.293+0000 7fd1b21c4880 1 > prepared operation key=I33EZDGEOOGS tag=4YO0FQRSVCVQ type=del size=1942562 2023-12-20T11:10:03.296 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.295+0000 7fd1b21c4880 1 < completed delete operation key=TZ6V49PS7YRX tag=Y24VLNOPIZ9W type=del 2023-12-20T11:10:03.300 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.299+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~2F5V0HWNDW1F.0 size=1048576 2023-12-20T11:10:03.302 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.301+0000 7fd1b21c4880 1 > prepared part key=_multipart_UHTMIVT6ND23.2~2F5V0HWNDW1F.1 size=451654 2023-12-20T11:10:03.302 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.301+0000 7fd1b21c4880 1 > prepared multipart upload key=UHTMIVT6ND23 upload=2F5V0HWNDW1F tag=66B1NZ792W9T type=write size=2548806 2023-12-20T11:10:03.304 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.303+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~P45W6NRQALBK.0 size=133738 2023-12-20T11:10:03.308 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.307+0000 7fd1b21c4880 1 < completed multipart upload key=1DSA1NSVISU5 upload=P45W6NRQALBK tag=KAD3D8804HFC type=write size=1182314 2023-12-20T11:10:03.310 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.309+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=R0G4VWDDXXJM type=del size=446116 2023-12-20T11:10:03.312 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.311+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~Y89QM6D2Y01L.0 size=896012 2023-12-20T11:10:03.316 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.314+0000 7fd1b21c4880 1 < completed multipart upload key=K1JVVDJA7RXO upload=Y89QM6D2Y01L tag=ZRXOJTERUK5Z type=write size=1944588 2023-12-20T11:10:03.319 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.318+0000 7fd1b21c4880 1 > prepared part key=_multipart_LTCK7NB910AG.2~K1EN54TTFL36.0 size=1048576 2023-12-20T11:10:03.321 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.320+0000 7fd1b21c4880 1 > prepared part key=_multipart_LTCK7NB910AG.2~K1EN54TTFL36.1 size=1048576 2023-12-20T11:10:03.323 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.322+0000 7fd1b21c4880 1 > prepared part key=_multipart_LTCK7NB910AG.2~K1EN54TTFL36.2 size=147001 2023-12-20T11:10:03.323 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.322+0000 7fd1b21c4880 1 > prepared multipart upload key=LTCK7NB910AG upload=K1EN54TTFL36 tag=OCX7ZOCHIRAX type=write size=3292729 2023-12-20T11:10:03.325 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.324+0000 7fd1b21c4880 1 < completed delete operation key=TRBR8IGAJUYI tag=DR9STRN84G8U type=del 2023-12-20T11:10:03.329 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.327+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~VBR17YO1GKEH.0 size=791140 2023-12-20T11:10:03.329 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.327+0000 7fd1b21c4880 1 > prepared multipart upload key=ZUUJSJVWL10H upload=VBR17YO1GKEH tag=CKBMUCZFNOYR type=write size=1839716 2023-12-20T11:10:03.330 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.329+0000 7fd1b21c4880 1 < completed delete operation key=SQ6HXEFRPSDQ tag=FW3MARHGDCEN type=del 2023-12-20T11:10:03.334 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.333+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~YDUP194KDV3W.0 size=1048576 2023-12-20T11:10:03.336 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.334+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~YDUP194KDV3W.1 size=1048576 2023-12-20T11:10:03.337 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.336+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~YDUP194KDV3W.2 size=815739 2023-12-20T11:10:03.338 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.336+0000 7fd1b21c4880 1 > prepared multipart upload key=YJO1Z2TB061O upload=YDUP194KDV3W tag=DZZS7QWG9DAH type=write size=3961467 2023-12-20T11:10:03.340 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.338+0000 7fd1b21c4880 1 < completed delete operation key=8G0W9JZ1GDXN tag=P418WGOT1K5W type=del 2023-12-20T11:10:03.342 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.340+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=QQ6ELZ43N00P type=del size=15138 2023-12-20T11:10:03.344 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.342+0000 7fd1b21c4880 1 < completed delete operation key=1VUIXCARBLMN tag=0IA8WVHQDP2P type=del 2023-12-20T11:10:03.347 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.346+0000 7fd1b21c4880 1 > prepared part key=_multipart_UK0IZFVQ8SXI.2~TZL6ZIP4EQ9X.0 size=1048576 2023-12-20T11:10:03.350 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.348+0000 7fd1b21c4880 1 > prepared part key=_multipart_UK0IZFVQ8SXI.2~TZL6ZIP4EQ9X.1 size=99906 2023-12-20T11:10:03.350 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.348+0000 7fd1b21c4880 1 > prepared multipart upload key=UK0IZFVQ8SXI upload=TZL6ZIP4EQ9X tag=SKHCMYEOQQKT type=write size=2197058 2023-12-20T11:10:03.352 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.350+0000 7fd1b21c4880 1 < completed delete operation key=D95F7DLYTH42 tag=9CVTYXPSNK9F type=del 2023-12-20T11:10:03.354 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.352+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=R6GJGWCN1WYL type=del size=3980503 2023-12-20T11:10:03.356 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.354+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~B6B49CINL58B.0 size=1048576 2023-12-20T11:10:03.358 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.356+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~B6B49CINL58B.1 size=617481 2023-12-20T11:10:03.361 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.360+0000 7fd1b21c4880 1 < completed multipart upload key=1DSA1NSVISU5 upload=B6B49CINL58B tag=AYBGOYUIAJ2F type=write size=2714633 2023-12-20T11:10:03.364 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.362+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=64O51J408ZV1 type=del size=1917868 2023-12-20T11:10:03.366 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.364+0000 7fd1b21c4880 1 < canceled operation key=OYO96KT3ZIBU tag=P6U9AT2NF01L type=write size=372860 2023-12-20T11:10:03.368 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.366+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=9817ZBMI8ODV type=del size=3259477 2023-12-20T11:10:03.370 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.368+0000 7fd1b21c4880 1 < completed delete operation key=1DSA1NSVISU5 tag=QAERTFKJU42J type=del 2023-12-20T11:10:03.372 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.370+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=AAN3N6P2VK5Y type=del size=180631 2023-12-20T11:10:03.374 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.372+0000 7fd1b21c4880 1 < completed delete operation key=D7TWPUF05X3I tag=GXR62GYEH2ZG type=del 2023-12-20T11:10:03.376 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.374+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=Q7KR9QA4AX29 type=del size=2165478 2023-12-20T11:10:03.378 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.376+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~UKI6CCURI3RD.0 size=1048576 2023-12-20T11:10:03.379 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.378+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~UKI6CCURI3RD.1 size=1048576 2023-12-20T11:10:03.379 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.378+0000 7fd1b21c4880 1 < canceled part key=_multipart_OYO96KT3ZIBU.2~UKI6CCURI3RD.2 size=577911 2023-12-20T11:10:03.383 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.381+0000 7fd1b21c4880 1 < canceled multipart upload key=OYO96KT3ZIBU upload=UKI6CCURI3RD tag=T01J921MMOSK type=write size=3723639 2023-12-20T11:10:03.385 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.384+0000 7fd1b21c4880 1 > prepared operation key=I33EZDGEOOGS tag=6Z89GFB9RSZL type=del size=665817 2023-12-20T11:10:03.387 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.385+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~O7PFI6JE99DT.0 size=1048576 2023-12-20T11:10:03.389 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.387+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~O7PFI6JE99DT.1 size=1048576 2023-12-20T11:10:03.390 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.389+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~O7PFI6JE99DT.2 size=484788 2023-12-20T11:10:03.394 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.393+0000 7fd1b21c4880 1 < completed multipart upload key=6UQYCRIG1VTM upload=O7PFI6JE99DT tag=PRE3137LB8IA type=write size=3630516 2023-12-20T11:10:03.398 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.396+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~SYNPP23FOMJJ.0 size=41435 2023-12-20T11:10:03.398 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.396+0000 7fd1b21c4880 1 > prepared multipart upload key=H6RM2M0W0Z5O upload=SYNPP23FOMJJ tag=7ZZ2TROIP0WL type=write size=1090011 2023-12-20T11:10:03.402 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.401+0000 7fd1b21c4880 1 < suggested remove operation key=D7TWPUF05X3I tag=SYNVZN89PE7G type=del 2023-12-20T11:10:03.404 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.403+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=UEL253C1ZER6 type=write size=498100 2023-12-20T11:10:03.407 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.405+0000 7fd1b21c4880 1 < canceled operation key=I33EZDGEOOGS tag=4YO0FQRSVCVQ type=del size=1942562 2023-12-20T11:10:03.411 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.410+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~7PUKZYTJQV71.0 size=1048576 2023-12-20T11:10:03.413 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.411+0000 7fd1b21c4880 1 > prepared part key=_multipart_OYO96KT3ZIBU.2~7PUKZYTJQV71.1 size=999262 2023-12-20T11:10:03.413 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.411+0000 7fd1b21c4880 1 > prepared multipart upload key=OYO96KT3ZIBU upload=7PUKZYTJQV71 tag=I98I4QXJHMYW type=write size=3096414 2023-12-20T11:10:03.415 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.414+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~2F5V0HWNDW1F.0 size=1048576 2023-12-20T11:10:03.417 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.415+0000 7fd1b21c4880 1 < completed part key=_multipart_UHTMIVT6ND23.2~2F5V0HWNDW1F.1 size=451654 2023-12-20T11:10:03.421 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.419+0000 7fd1b21c4880 1 < completed multipart upload key=UHTMIVT6ND23 upload=2F5V0HWNDW1F tag=66B1NZ792W9T type=write size=2548806 2023-12-20T11:10:03.425 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.423+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~B0ZF2U3BT7AV.0 size=1048576 2023-12-20T11:10:03.426 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.425+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~B0ZF2U3BT7AV.1 size=1048576 2023-12-20T11:10:03.428 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.427+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~B0ZF2U3BT7AV.2 size=568858 2023-12-20T11:10:03.428 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.427+0000 7fd1b21c4880 1 > prepared multipart upload key=MJ4RRM0D3OOK upload=B0ZF2U3BT7AV tag=9VVIFASJSMM7 type=write size=3714586 2023-12-20T11:10:03.430 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.429+0000 7fd1b21c4880 1 < completed delete operation key=FKD3AAYKIV7B tag=R0G4VWDDXXJM type=del 2023-12-20T11:10:03.435 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.433+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~UM0SZM758JWF.0 size=1048576 2023-12-20T11:10:03.436 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.435+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~UM0SZM758JWF.1 size=515961 2023-12-20T11:10:03.436 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.435+0000 7fd1b21c4880 1 > prepared multipart upload key=MJ4RRM0D3OOK upload=UM0SZM758JWF tag=OTG5RW2PY35D type=write size=2613113 2023-12-20T11:10:03.438 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.437+0000 7fd1b21c4880 1 < completed part key=_multipart_LTCK7NB910AG.2~K1EN54TTFL36.0 size=1048576 2023-12-20T11:10:03.440 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.438+0000 7fd1b21c4880 1 < completed part key=_multipart_LTCK7NB910AG.2~K1EN54TTFL36.1 size=1048576 2023-12-20T11:10:03.442 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.440+0000 7fd1b21c4880 1 < completed part key=_multipart_LTCK7NB910AG.2~K1EN54TTFL36.2 size=147001 2023-12-20T11:10:03.445 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.444+0000 7fd1b21c4880 1 < completed multipart upload key=LTCK7NB910AG upload=K1EN54TTFL36 tag=OCX7ZOCHIRAX type=write size=3292729 2023-12-20T11:10:03.450 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.449+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~A660E527WQ4Z.0 size=1019153 2023-12-20T11:10:03.450 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.449+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=A660E527WQ4Z tag=AUSQ5T5PQ9A3 type=write size=2067729 2023-12-20T11:10:03.453 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.451+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~VBR17YO1GKEH.0 size=791140 2023-12-20T11:10:03.456 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.454+0000 7fd1b21c4880 1 < completed multipart upload key=ZUUJSJVWL10H upload=VBR17YO1GKEH tag=CKBMUCZFNOYR type=write size=1839716 2023-12-20T11:10:03.458 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.456+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=BAHDFLQXV4AZ type=write size=611331 2023-12-20T11:10:03.460 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.459+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~YDUP194KDV3W.0 size=1048576 2023-12-20T11:10:03.462 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.460+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~YDUP194KDV3W.1 size=1048576 2023-12-20T11:10:03.463 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.462+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~YDUP194KDV3W.2 size=815739 2023-12-20T11:10:03.470 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.466+0000 7fd1b21c4880 1 < completed multipart upload key=YJO1Z2TB061O upload=YDUP194KDV3W tag=DZZS7QWG9DAH type=write size=3961467 2023-12-20T11:10:03.472 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.470+0000 7fd1b21c4880 1 > prepared part key=_multipart_LS7TO3DAUIBT.2~5SV7TVXX3SK5.0 size=413434 2023-12-20T11:10:03.472 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.470+0000 7fd1b21c4880 1 > prepared multipart upload key=LS7TO3DAUIBT upload=5SV7TVXX3SK5 tag=EUILY9UQLG0L type=write size=1462010 2023-12-20T11:10:03.474 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.472+0000 7fd1b21c4880 1 < completed delete operation key=SG40R95BA3CO tag=QQ6ELZ43N00P type=del 2023-12-20T11:10:03.478 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.477+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~77JYU0XCXOVB.0 size=1048576 2023-12-20T11:10:03.480 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.478+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~77JYU0XCXOVB.1 size=1048576 2023-12-20T11:10:03.482 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.480+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~77JYU0XCXOVB.2 size=780916 2023-12-20T11:10:03.482 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.480+0000 7fd1b21c4880 1 > prepared multipart upload key=0CTPN27ASDAX upload=77JYU0XCXOVB tag=6PFMNEOT7BK6 type=write size=3926644 2023-12-20T11:10:03.484 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.482+0000 7fd1b21c4880 1 < completed part key=_multipart_UK0IZFVQ8SXI.2~TZL6ZIP4EQ9X.0 size=1048576 2023-12-20T11:10:03.484 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.482+0000 7fd1b21c4880 1 < canceled part key=_multipart_UK0IZFVQ8SXI.2~TZL6ZIP4EQ9X.1 size=99906 2023-12-20T11:10:03.487 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.486+0000 7fd1b21c4880 1 < canceled multipart upload key=UK0IZFVQ8SXI upload=TZL6ZIP4EQ9X tag=SKHCMYEOQQKT type=write size=2197058 2023-12-20T11:10:03.489 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.488+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=YBWMZ283OEB4 type=del size=2809317 2023-12-20T11:10:03.493 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.492+0000 7fd1b21c4880 1 < suggested remove operation key=X4MNSJEQQOIN tag=R6GJGWCN1WYL type=del 2023-12-20T11:10:03.496 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.494+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=ETN5Z9M8LC2I type=del size=3677030 2023-12-20T11:10:03.497 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.496+0000 7fd1b21c4880 1 < completed delete operation key=SUG71QAZ2CFC tag=64O51J408ZV1 type=del 2023-12-20T11:10:03.499 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.498+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=B6HCKGO3PCBC type=del size=4006637 2023-12-20T11:10:03.502 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.500+0000 7fd1b21c4880 1 < completed delete operation key=QZYJEPHLU0HS tag=9817ZBMI8ODV type=del 2023-12-20T11:10:03.505 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.502+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=0NBV5SETK1CQ type=del size=3356845 2023-12-20T11:10:03.506 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.505+0000 7fd1b21c4880 1 < completed delete operation key=ZUUJSJVWL10H tag=AAN3N6P2VK5Y type=del 2023-12-20T11:10:03.510 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.509+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~PPLCOZ43RPHE.0 size=1048576 2023-12-20T11:10:03.513 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.511+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~PPLCOZ43RPHE.1 size=952391 2023-12-20T11:10:03.513 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.511+0000 7fd1b21c4880 1 > prepared multipart upload key=X4MNSJEQQOIN upload=PPLCOZ43RPHE tag=CZ2DPDYKWQWU type=write size=3049543 2023-12-20T11:10:03.514 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.513+0000 7fd1b21c4880 1 < completed delete operation key=EX0YD5XH1XPL tag=Q7KR9QA4AX29 type=del 2023-12-20T11:10:03.517 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.516+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=W6480BLNV3K4 type=del size=2252182 2023-12-20T11:10:03.520 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.518+0000 7fd1b21c4880 1 < canceled operation key=I33EZDGEOOGS tag=6Z89GFB9RSZL type=del size=665817 2023-12-20T11:10:03.522 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.521+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=F5XICUU01RBV type=del size=2588864 2023-12-20T11:10:03.525 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.523+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~SYNPP23FOMJJ.0 size=41435 2023-12-20T11:10:03.529 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.527+0000 7fd1b21c4880 1 < completed multipart upload key=H6RM2M0W0Z5O upload=SYNPP23FOMJJ tag=7ZZ2TROIP0WL type=write size=1090011 2023-12-20T11:10:03.533 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.531+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~T97GFKRWSY1B.0 size=1048576 2023-12-20T11:10:03.534 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.533+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~T97GFKRWSY1B.1 size=1048576 2023-12-20T11:10:03.536 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.534+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~T97GFKRWSY1B.2 size=354003 2023-12-20T11:10:03.536 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.534+0000 7fd1b21c4880 1 > prepared multipart upload key=TRBR8IGAJUYI upload=T97GFKRWSY1B tag=ZPDS9MQE1I79 type=write size=3499731 2023-12-20T11:10:03.538 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.536+0000 7fd1b21c4880 1 < completed write operation key=0CTPN27ASDAX tag=UEL253C1ZER6 type=write size=498100 2023-12-20T11:10:03.542 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.540+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~L9CC5W2CR1TS.0 size=100550 2023-12-20T11:10:03.542 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.540+0000 7fd1b21c4880 1 > prepared multipart upload key=E12NLNIAVP97 upload=L9CC5W2CR1TS tag=TY8W1R63SQX3 type=write size=1149126 2023-12-20T11:10:03.543 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.542+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~7PUKZYTJQV71.0 size=1048576 2023-12-20T11:10:03.546 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.544+0000 7fd1b21c4880 1 < completed part key=_multipart_OYO96KT3ZIBU.2~7PUKZYTJQV71.1 size=999262 2023-12-20T11:10:03.550 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.548+0000 7fd1b21c4880 1 < completed multipart upload key=OYO96KT3ZIBU upload=7PUKZYTJQV71 tag=I98I4QXJHMYW type=write size=3096414 2023-12-20T11:10:03.554 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.553+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~UO8WIE9EBTUO.0 size=827013 2023-12-20T11:10:03.554 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.553+0000 7fd1b21c4880 1 > prepared multipart upload key=PWOXA6XNR6SL upload=UO8WIE9EBTUO tag=ANYBWRR8L9S7 type=write size=1875589 2023-12-20T11:10:03.557 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.555+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~B0ZF2U3BT7AV.0 size=1048576 2023-12-20T11:10:03.558 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.556+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~B0ZF2U3BT7AV.1 size=1048576 2023-12-20T11:10:03.559 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.558+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~B0ZF2U3BT7AV.2 size=568858 2023-12-20T11:10:03.564 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.562+0000 7fd1b21c4880 1 < completed multipart upload key=MJ4RRM0D3OOK upload=B0ZF2U3BT7AV tag=9VVIFASJSMM7 type=write size=3714586 2023-12-20T11:10:03.565 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.564+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=MOEWLJL3UQ1F type=del size=2062457 2023-12-20T11:10:03.569 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.566+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~UM0SZM758JWF.0 size=1048576 2023-12-20T11:10:03.570 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.568+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~UM0SZM758JWF.1 size=515961 2023-12-20T11:10:03.573 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.572+0000 7fd1b21c4880 1 < completed multipart upload key=MJ4RRM0D3OOK upload=UM0SZM758JWF tag=OTG5RW2PY35D type=write size=2613113 2023-12-20T11:10:03.577 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.576+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~D6JHZ91SWHMY.0 size=1048576 2023-12-20T11:10:03.580 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.579+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~D6JHZ91SWHMY.1 size=1048576 2023-12-20T11:10:03.582 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.580+0000 7fd1b21c4880 1 > prepared part key=_multipart_I33EZDGEOOGS.2~D6JHZ91SWHMY.2 size=966374 2023-12-20T11:10:03.582 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.580+0000 7fd1b21c4880 1 > prepared multipart upload key=I33EZDGEOOGS upload=D6JHZ91SWHMY tag=KDSEPS5S7W5N type=write size=4112102 2023-12-20T11:10:03.585 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.582+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~A660E527WQ4Z.0 size=1019153 2023-12-20T11:10:03.587 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.586+0000 7fd1b21c4880 1 < completed multipart upload key=TZ6V49PS7YRX upload=A660E527WQ4Z tag=AUSQ5T5PQ9A3 type=write size=2067729 2023-12-20T11:10:03.590 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.588+0000 7fd1b21c4880 1 > prepared operation key=LTCK7NB910AG tag=C7GTMF7DGCY6 type=write size=266442 2023-12-20T11:10:03.593 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.591+0000 7fd1b21c4880 -1 < failed to complete operation key=X4MNSJEQQOIN tag=BAHDFLQXV4AZ type=write size=611331: (22) Invalid argument 2023-12-20T11:10:03.595 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.593+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=4D6H39WQYGZD type=del size=1519120 2023-12-20T11:10:03.597 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.595+0000 7fd1b21c4880 1 < completed part key=_multipart_LS7TO3DAUIBT.2~5SV7TVXX3SK5.0 size=413434 2023-12-20T11:10:03.602 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.599+0000 7fd1b21c4880 1 < completed multipart upload key=LS7TO3DAUIBT upload=5SV7TVXX3SK5 tag=EUILY9UQLG0L type=write size=1462010 2023-12-20T11:10:03.602 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.601+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=P78H15NQ76RW type=write size=626929 2023-12-20T11:10:03.604 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.603+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~77JYU0XCXOVB.0 size=1048576 2023-12-20T11:10:03.606 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.605+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~77JYU0XCXOVB.1 size=1048576 2023-12-20T11:10:03.606 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.605+0000 7fd1b21c4880 1 < canceled part key=_multipart_0CTPN27ASDAX.2~77JYU0XCXOVB.2 size=780916 2023-12-20T11:10:03.610 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.608+0000 7fd1b21c4880 1 < canceled multipart upload key=0CTPN27ASDAX upload=77JYU0XCXOVB tag=6PFMNEOT7BK6 type=write size=3926644 2023-12-20T11:10:03.612 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.610+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=XVW5MFH79I6I type=del size=2544010 2023-12-20T11:10:03.612 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.611+0000 7fd1b21c4880 -1 < no bi entry to suggest for operation key=X4MNSJEQQOIN tag=YBWMZ283OEB4 type=del size=2809317: (2) No such file or directory 2023-12-20T11:10:03.614 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.613+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=LBZ70V1RAKYA type=del size=3362346 2023-12-20T11:10:03.616 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.615+0000 7fd1b21c4880 1 < completed delete operation key=SUG71QAZ2CFC tag=ETN5Z9M8LC2I type=del 2023-12-20T11:10:03.618 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.617+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=CR29XNZ2L81W type=del size=3374788 2023-12-20T11:10:03.620 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.619+0000 7fd1b21c4880 1 < completed delete operation key=K1JVVDJA7RXO tag=B6HCKGO3PCBC type=del 2023-12-20T11:10:03.623 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.621+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=0SNS5ERUJAPZ type=write size=679427 2023-12-20T11:10:03.627 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.626+0000 7fd1b21c4880 1 < suggested remove operation key=MJ4RRM0D3OOK tag=0NBV5SETK1CQ type=del 2023-12-20T11:10:03.631 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.630+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~745T0VYOZIGF.0 size=844573 2023-12-20T11:10:03.632 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.630+0000 7fd1b21c4880 1 > prepared multipart upload key=MJ4RRM0D3OOK upload=745T0VYOZIGF tag=R3QQWQ71XKBM type=write size=1893149 2023-12-20T11:10:03.633 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.632+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~PPLCOZ43RPHE.0 size=1048576 2023-12-20T11:10:03.635 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.634+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~PPLCOZ43RPHE.1 size=952391 2023-12-20T11:10:03.639 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.638+0000 7fd1b21c4880 1 < completed multipart upload key=X4MNSJEQQOIN upload=PPLCOZ43RPHE tag=CZ2DPDYKWQWU type=write size=3049543 2023-12-20T11:10:03.642 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.641+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=LLFATIVIGAC9 type=del size=3560589 2023-12-20T11:10:03.644 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.643+0000 7fd1b21c4880 1 < completed delete operation key=6UQYCRIG1VTM tag=W6480BLNV3K4 type=del 2023-12-20T11:10:03.646 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.645+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=C2TCPU8MCMFF type=del size=1527659 2023-12-20T11:10:03.649 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.647+0000 7fd1b21c4880 1 < completed delete operation key=0CTPN27ASDAX tag=F5XICUU01RBV type=del 2023-12-20T11:10:03.651 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.650+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=SFBKJTODDLBK type=del size=1451402 2023-12-20T11:10:03.654 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.653+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~T97GFKRWSY1B.0 size=1048576 2023-12-20T11:10:03.656 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.655+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~T97GFKRWSY1B.1 size=1048576 2023-12-20T11:10:03.658 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.657+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~T97GFKRWSY1B.2 size=354003 2023-12-20T11:10:03.662 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.661+0000 7fd1b21c4880 1 < completed multipart upload key=TRBR8IGAJUYI upload=T97GFKRWSY1B tag=ZPDS9MQE1I79 type=write size=3499731 2023-12-20T11:10:03.664 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.663+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=MDC04DEHQBP0 type=del size=547811 2023-12-20T11:10:03.666 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.665+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~L9CC5W2CR1TS.0 size=100550 2023-12-20T11:10:03.670 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.669+0000 7fd1b21c4880 1 < completed multipart upload key=E12NLNIAVP97 upload=L9CC5W2CR1TS tag=TY8W1R63SQX3 type=write size=1149126 2023-12-20T11:10:03.672 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.671+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=UB353PH8TC3R type=del size=4156958 2023-12-20T11:10:03.675 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.673+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~UO8WIE9EBTUO.0 size=827013 2023-12-20T11:10:03.678 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.677+0000 7fd1b21c4880 1 < completed multipart upload key=PWOXA6XNR6SL upload=UO8WIE9EBTUO tag=ANYBWRR8L9S7 type=write size=1875589 2023-12-20T11:10:03.680 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.679+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=UYJH0SKVTDPL type=write size=515403 2023-12-20T11:10:03.685 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.683+0000 7fd1b21c4880 1 < suggested remove operation key=LTCK7NB910AG tag=MOEWLJL3UQ1F type=del 2023-12-20T11:10:03.687 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.685+0000 7fd1b21c4880 1 > prepared operation key=UHTMIVT6ND23 tag=CLPPFSHA8UT2 type=del size=93273 2023-12-20T11:10:03.687 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.686+0000 7fd1b21c4880 1 < canceled part key=_multipart_I33EZDGEOOGS.2~D6JHZ91SWHMY.0 size=1048576 2023-12-20T11:10:03.689 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.687+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~D6JHZ91SWHMY.1 size=1048576 2023-12-20T11:10:03.690 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.689+0000 7fd1b21c4880 1 < completed part key=_multipart_I33EZDGEOOGS.2~D6JHZ91SWHMY.2 size=966374 2023-12-20T11:10:03.695 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.693+0000 7fd1b21c4880 1 < canceled multipart upload key=I33EZDGEOOGS upload=D6JHZ91SWHMY tag=KDSEPS5S7W5N type=write size=4112102 2023-12-20T11:10:03.698 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.697+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~QYCEOGPP1NTE.0 size=1048576 2023-12-20T11:10:03.700 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.699+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~QYCEOGPP1NTE.1 size=1048576 2023-12-20T11:10:03.702 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.700+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~QYCEOGPP1NTE.2 size=194902 2023-12-20T11:10:03.702 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.700+0000 7fd1b21c4880 1 > prepared multipart upload key=QZYJEPHLU0HS upload=QYCEOGPP1NTE tag=YFJ31FYX7BZ2 type=write size=3340630 2023-12-20T11:10:03.705 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.703+0000 7fd1b21c4880 -1 < failed to complete operation key=LTCK7NB910AG tag=C7GTMF7DGCY6 type=write size=266442: (22) Invalid argument 2023-12-20T11:10:03.707 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.705+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=OX4MFWLK8SAJ type=write size=146191 2023-12-20T11:10:03.709 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.707+0000 7fd1b21c4880 1 < completed delete operation key=YJO1Z2TB061O tag=4D6H39WQYGZD type=del 2023-12-20T11:10:03.711 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.709+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=1JVO65VN7OZD type=write size=193488 2023-12-20T11:10:03.713 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.712+0000 7fd1b21c4880 1 < completed write operation key=ZUUJSJVWL10H tag=P78H15NQ76RW type=write size=626929 2023-12-20T11:10:03.716 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.714+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=ZE2HC447C6O4 type=del size=3644755 2023-12-20T11:10:03.718 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.716+0000 7fd1b21c4880 1 < completed delete operation key=8G0W9JZ1GDXN tag=XVW5MFH79I6I type=del 2023-12-20T11:10:03.721 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.720+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~VT1I5UYTU8VX.0 size=1048576 2023-12-20T11:10:03.724 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.722+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~VT1I5UYTU8VX.1 size=1023124 2023-12-20T11:10:03.724 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.722+0000 7fd1b21c4880 1 > prepared multipart upload key=8G0W9JZ1GDXN upload=VT1I5UYTU8VX tag=2CFI7DD1T4PL type=write size=3120276 2023-12-20T11:10:03.725 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.724+0000 7fd1b21c4880 1 < completed delete operation key=OYO96KT3ZIBU tag=LBZ70V1RAKYA type=del 2023-12-20T11:10:03.728 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.726+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=OMI8TCSWHYZO type=write size=427970 2023-12-20T11:10:03.730 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.728+0000 7fd1b21c4880 1 < completed delete operation key=OYO96KT3ZIBU tag=CR29XNZ2L81W type=del 2023-12-20T11:10:03.732 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.731+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=N2RRJKA9G3H9 type=del size=2328610 2023-12-20T11:10:03.735 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.733+0000 7fd1b21c4880 -1 < failed to complete operation key=MJ4RRM0D3OOK tag=0SNS5ERUJAPZ type=write size=679427: (22) Invalid argument 2023-12-20T11:10:03.737 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.736+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=0N3CGGUOKXM7 type=del size=1263324 2023-12-20T11:10:03.739 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.738+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~745T0VYOZIGF.0 size=844573 2023-12-20T11:10:03.743 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.742+0000 7fd1b21c4880 1 < completed multipart upload key=MJ4RRM0D3OOK upload=745T0VYOZIGF tag=R3QQWQ71XKBM type=write size=1893149 2023-12-20T11:10:03.745 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.744+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=GDXHOJA48WJB type=del size=2497404 2023-12-20T11:10:03.747 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.746+0000 7fd1b21c4880 1 < completed delete operation key=YJO1Z2TB061O tag=LLFATIVIGAC9 type=del 2023-12-20T11:10:03.749 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.748+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=HCBRYNK1S07H type=del size=2794762 2023-12-20T11:10:03.751 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.750+0000 7fd1b21c4880 1 < canceled operation key=SG40R95BA3CO tag=C2TCPU8MCMFF type=del size=1527659 2023-12-20T11:10:03.754 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.752+0000 7fd1b21c4880 1 > prepared operation key=0HBCFL318BEY tag=QMRM2DRYS6CQ type=del size=851930 2023-12-20T11:10:03.756 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.754+0000 7fd1b21c4880 1 < canceled operation key=K1JVVDJA7RXO tag=SFBKJTODDLBK type=del size=1451402 2023-12-20T11:10:03.758 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.756+0000 7fd1b21c4880 1 > prepared operation key=0HBCFL318BEY tag=BZH9LIZY9XTO type=del size=1467096 2023-12-20T11:10:03.760 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.759+0000 7fd1b21c4880 1 < completed delete operation key=X4MNSJEQQOIN tag=MDC04DEHQBP0 type=del 2023-12-20T11:10:03.764 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.763+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~EUNF5XX5KSXQ.0 size=1048576 2023-12-20T11:10:03.766 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.765+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~EUNF5XX5KSXQ.1 size=157306 2023-12-20T11:10:03.766 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.765+0000 7fd1b21c4880 1 > prepared multipart upload key=PWOXA6XNR6SL upload=EUNF5XX5KSXQ tag=JV36W3WVZQ1O type=write size=2254458 2023-12-20T11:10:03.770 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.769+0000 7fd1b21c4880 1 < suggested update operation key=8G0W9JZ1GDXN tag=UB353PH8TC3R type=del size=4156958 2023-12-20T11:10:03.776 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.774+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~MOZVG7FDG15O.0 size=1048576 2023-12-20T11:10:03.778 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.776+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~MOZVG7FDG15O.1 size=1048576 2023-12-20T11:10:03.780 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.778+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~MOZVG7FDG15O.2 size=9529 2023-12-20T11:10:03.780 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.779+0000 7fd1b21c4880 1 > prepared multipart upload key=LC4FC2MW1JOI upload=MOZVG7FDG15O tag=8578B2865GQL type=write size=3155257 2023-12-20T11:10:03.782 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.781+0000 7fd1b21c4880 1 < completed write operation key=QZYJEPHLU0HS tag=UYJH0SKVTDPL type=write size=515403 2023-12-20T11:10:03.785 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.783+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=RLPMDM0EH3CW type=write size=1040192 2023-12-20T11:10:03.787 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.786+0000 7fd1b21c4880 1 < canceled operation key=UHTMIVT6ND23 tag=CLPPFSHA8UT2 type=del size=93273 2023-12-20T11:10:03.790 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.788+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=PZNW1G11J7M0 type=del size=2281458 2023-12-20T11:10:03.792 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.791+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~QYCEOGPP1NTE.0 size=1048576 2023-12-20T11:10:03.792 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.791+0000 7fd1b21c4880 1 < canceled part key=_multipart_QZYJEPHLU0HS.2~QYCEOGPP1NTE.1 size=1048576 2023-12-20T11:10:03.794 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.792+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~QYCEOGPP1NTE.2 size=194902 2023-12-20T11:10:03.797 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.796+0000 7fd1b21c4880 1 < canceled multipart upload key=QZYJEPHLU0HS upload=QYCEOGPP1NTE tag=YFJ31FYX7BZ2 type=write size=3340630 2023-12-20T11:10:03.801 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.800+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~81NVMHWJB1LA.0 size=1048576 2023-12-20T11:10:03.803 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.802+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~81NVMHWJB1LA.1 size=1048576 2023-12-20T11:10:03.805 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.803+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~81NVMHWJB1LA.2 size=98295 2023-12-20T11:10:03.805 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.803+0000 7fd1b21c4880 1 > prepared multipart upload key=EX0YD5XH1XPL upload=81NVMHWJB1LA tag=3V51FA9NLQWR type=write size=3244023 2023-12-20T11:10:03.807 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.806+0000 7fd1b21c4880 1 < completed write operation key=0CTPN27ASDAX tag=OX4MFWLK8SAJ type=write size=146191 2023-12-20T11:10:03.809 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.808+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=P7EWQGTD05OK type=write size=747520 2023-12-20T11:10:03.811 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.809+0000 7fd1b21c4880 1 < completed write operation key=0CTPN27ASDAX tag=1JVO65VN7OZD type=write size=193488 2023-12-20T11:10:03.815 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.813+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~B1NWWP5DUYUJ.0 size=1048576 2023-12-20T11:10:03.816 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.815+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~B1NWWP5DUYUJ.1 size=1048576 2023-12-20T11:10:03.818 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.817+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~B1NWWP5DUYUJ.2 size=55522 2023-12-20T11:10:03.819 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.817+0000 7fd1b21c4880 1 > prepared multipart upload key=E12NLNIAVP97 upload=B1NWWP5DUYUJ tag=ZDD5MHPPMY1R type=write size=3201250 2023-12-20T11:10:03.821 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.819+0000 7fd1b21c4880 1 < completed delete operation key=OYO96KT3ZIBU tag=ZE2HC447C6O4 type=del 2023-12-20T11:10:03.824 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.823+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~AAOHQQOTFY4N.0 size=1017328 2023-12-20T11:10:03.824 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.823+0000 7fd1b21c4880 1 > prepared multipart upload key=0HBCFL318BEY upload=AAOHQQOTFY4N tag=F970TNE5ACRW type=write size=2065904 2023-12-20T11:10:03.826 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.825+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~VT1I5UYTU8VX.0 size=1048576 2023-12-20T11:10:03.828 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.826+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~VT1I5UYTU8VX.1 size=1023124 2023-12-20T11:10:03.831 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.830+0000 7fd1b21c4880 1 < completed multipart upload key=8G0W9JZ1GDXN upload=VT1I5UYTU8VX tag=2CFI7DD1T4PL type=write size=3120276 2023-12-20T11:10:03.833 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.832+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=F0KMDJCDKU2U type=del size=1529675 2023-12-20T11:10:03.836 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.834+0000 7fd1b21c4880 1 < completed write operation key=0CTPN27ASDAX tag=OMI8TCSWHYZO type=write size=427970 2023-12-20T11:10:03.838 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.837+0000 7fd1b21c4880 1 > prepared operation key=6UQYCRIG1VTM tag=7G2LDUCXLCTH type=del size=2196218 2023-12-20T11:10:03.842 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.841+0000 7fd1b21c4880 1 < suggested remove operation key=TRBR8IGAJUYI tag=N2RRJKA9G3H9 type=del 2023-12-20T11:10:03.844 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.843+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=WURGEYMA4JT5 type=del size=3040861 2023-12-20T11:10:03.849 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.847+0000 7fd1b21c4880 1 < suggested remove operation key=8G0W9JZ1GDXN tag=0N3CGGUOKXM7 type=del 2023-12-20T11:10:03.851 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.849+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=6FC9V43NWOTI type=del size=95343 2023-12-20T11:10:03.855 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.853+0000 7fd1b21c4880 1 < suggested remove operation key=X4MNSJEQQOIN tag=GDXHOJA48WJB type=del 2023-12-20T11:10:03.859 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.857+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~T2CWWY9HCBGV.0 size=1048576 2023-12-20T11:10:03.861 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.860+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~T2CWWY9HCBGV.1 size=1048576 2023-12-20T11:10:03.863 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.862+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~T2CWWY9HCBGV.2 size=385818 2023-12-20T11:10:03.863 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.862+0000 7fd1b21c4880 1 > prepared multipart upload key=PWOXA6XNR6SL upload=T2CWWY9HCBGV tag=TASKE9G0DH0Y type=write size=3531546 2023-12-20T11:10:03.865 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.864+0000 7fd1b21c4880 1 < completed delete operation key=EX0YD5XH1XPL tag=HCBRYNK1S07H type=del 2023-12-20T11:10:03.869 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.866+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=S9MCOMOB9RYR type=del size=3900646 2023-12-20T11:10:03.870 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.868+0000 7fd1b21c4880 1 < completed delete operation key=0HBCFL318BEY tag=QMRM2DRYS6CQ type=del 2023-12-20T11:10:03.874 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.872+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~YJ65LUZMWT2B.0 size=508916 2023-12-20T11:10:03.874 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.872+0000 7fd1b21c4880 1 > prepared multipart upload key=PWOXA6XNR6SL upload=YJ65LUZMWT2B tag=6RPMVMKV3YUB type=write size=1557492 2023-12-20T11:10:03.876 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.875+0000 7fd1b21c4880 1 < completed delete operation key=0HBCFL318BEY tag=BZH9LIZY9XTO type=del 2023-12-20T11:10:03.880 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.879+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~L1160N8E4N68.0 size=1048576 2023-12-20T11:10:03.882 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.881+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~L1160N8E4N68.1 size=727615 2023-12-20T11:10:03.882 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.881+0000 7fd1b21c4880 1 > prepared multipart upload key=K1JVVDJA7RXO upload=L1160N8E4N68 tag=7IKXK22LM3ZJ type=write size=2824767 2023-12-20T11:10:03.883 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.881+0000 7fd1b21c4880 1 < canceled part key=_multipart_PWOXA6XNR6SL.2~EUNF5XX5KSXQ.0 size=1048576 2023-12-20T11:10:03.884 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.883+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~EUNF5XX5KSXQ.1 size=157306 2023-12-20T11:10:03.890 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.887+0000 7fd1b21c4880 1 < canceled multipart upload key=PWOXA6XNR6SL upload=EUNF5XX5KSXQ tag=JV36W3WVZQ1O type=write size=2254458 2023-12-20T11:10:03.892 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.890+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~9SOA8XPU99AR.0 size=1048576 2023-12-20T11:10:03.896 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.892+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~9SOA8XPU99AR.1 size=1048576 2023-12-20T11:10:03.896 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.894+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~9SOA8XPU99AR.2 size=952100 2023-12-20T11:10:03.896 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.894+0000 7fd1b21c4880 1 > prepared multipart upload key=8G0W9JZ1GDXN upload=9SOA8XPU99AR tag=SVIH6J2ENDIZ type=write size=4097828 2023-12-20T11:10:03.898 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.896+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~MOZVG7FDG15O.0 size=1048576 2023-12-20T11:10:03.899 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.898+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~MOZVG7FDG15O.1 size=1048576 2023-12-20T11:10:03.902 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.900+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~MOZVG7FDG15O.2 size=9529 2023-12-20T11:10:03.905 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.903+0000 7fd1b21c4880 1 < completed multipart upload key=LC4FC2MW1JOI upload=MOZVG7FDG15O tag=8578B2865GQL type=write size=3155257 2023-12-20T11:10:03.907 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.906+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=H33TX57YXI5O type=del size=1373083 2023-12-20T11:10:03.909 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.908+0000 7fd1b21c4880 1 < completed write operation key=QZYJEPHLU0HS tag=RLPMDM0EH3CW type=write size=1040192 2023-12-20T11:10:03.913 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.912+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~Q7ZA5UYUJRBK.0 size=1048576 2023-12-20T11:10:03.915 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.913+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~Q7ZA5UYUJRBK.1 size=783996 2023-12-20T11:10:03.915 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.913+0000 7fd1b21c4880 1 > prepared multipart upload key=QZYJEPHLU0HS upload=Q7ZA5UYUJRBK tag=97EA4LMPFMQJ type=write size=2881148 2023-12-20T11:10:03.917 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.916+0000 7fd1b21c4880 1 < completed delete operation key=LC4FC2MW1JOI tag=PZNW1G11J7M0 type=del 2023-12-20T11:10:03.920 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.918+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=DN6S81MRN0FT type=write size=661010 2023-12-20T11:10:03.921 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.920+0000 7fd1b21c4880 1 < completed part key=_multipart_EX0YD5XH1XPL.2~81NVMHWJB1LA.0 size=1048576 2023-12-20T11:10:03.924 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.922+0000 7fd1b21c4880 1 < completed part key=_multipart_EX0YD5XH1XPL.2~81NVMHWJB1LA.1 size=1048576 2023-12-20T11:10:03.925 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.924+0000 7fd1b21c4880 1 < completed part key=_multipart_EX0YD5XH1XPL.2~81NVMHWJB1LA.2 size=98295 2023-12-20T11:10:03.928 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.927+0000 7fd1b21c4880 1 < completed multipart upload key=EX0YD5XH1XPL upload=81NVMHWJB1LA tag=3V51FA9NLQWR type=write size=3244023 2023-12-20T11:10:03.930 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.929+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=X7KZBFBBL08H type=del size=755997 2023-12-20T11:10:03.933 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.932+0000 7fd1b21c4880 -1 < failed to complete operation key=8G0W9JZ1GDXN tag=P7EWQGTD05OK type=write size=747520: (22) Invalid argument 2023-12-20T11:10:03.936 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.934+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=F8K7RM0KZS5D type=del size=3340312 2023-12-20T11:10:03.939 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.936+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~B1NWWP5DUYUJ.0 size=1048576 2023-12-20T11:10:03.939 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.938+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~B1NWWP5DUYUJ.1 size=1048576 2023-12-20T11:10:03.941 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.939+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~B1NWWP5DUYUJ.2 size=55522 2023-12-20T11:10:03.944 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.943+0000 7fd1b21c4880 1 < completed multipart upload key=E12NLNIAVP97 upload=B1NWWP5DUYUJ tag=ZDD5MHPPMY1R type=write size=3201250 2023-12-20T11:10:03.949 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.947+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~W1K3743JOB24.0 size=1048576 2023-12-20T11:10:03.950 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.949+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~W1K3743JOB24.1 size=1048576 2023-12-20T11:10:03.952 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.951+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~W1K3743JOB24.2 size=928080 2023-12-20T11:10:03.952 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.951+0000 7fd1b21c4880 1 > prepared multipart upload key=YJO1Z2TB061O upload=W1K3743JOB24 tag=WV1IUQ32QIMF type=write size=4073808 2023-12-20T11:10:03.954 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.953+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~AAOHQQOTFY4N.0 size=1017328 2023-12-20T11:10:03.958 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.956+0000 7fd1b21c4880 1 < completed multipart upload key=0HBCFL318BEY upload=AAOHQQOTFY4N tag=F970TNE5ACRW type=write size=2065904 2023-12-20T11:10:03.960 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.958+0000 7fd1b21c4880 1 > prepared operation key=SG40R95BA3CO tag=YSOMCKIPQG73 type=del size=1752067 2023-12-20T11:10:03.962 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.960+0000 7fd1b21c4880 1 < completed delete operation key=SG40R95BA3CO tag=F0KMDJCDKU2U type=del 2023-12-20T11:10:03.964 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.962+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=JUA47GLGHB2A type=del size=2922125 2023-12-20T11:10:03.966 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.964+0000 7fd1b21c4880 1 < completed delete operation key=6UQYCRIG1VTM tag=7G2LDUCXLCTH type=del 2023-12-20T11:10:03.970 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.968+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~EASA9KKSXT23.0 size=1048576 2023-12-20T11:10:03.971 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.970+0000 7fd1b21c4880 1 > prepared part key=_multipart_FKD3AAYKIV7B.2~EASA9KKSXT23.1 size=587903 2023-12-20T11:10:03.972 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.970+0000 7fd1b21c4880 1 > prepared multipart upload key=FKD3AAYKIV7B upload=EASA9KKSXT23 tag=WE2GPXFGX7SZ type=write size=2685055 2023-12-20T11:10:03.976 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.974+0000 7fd1b21c4880 1 < suggested remove operation key=0CTPN27ASDAX tag=WURGEYMA4JT5 type=del 2023-12-20T11:10:03.980 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.978+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~WUV4UZT4RSV5.0 size=351844 2023-12-20T11:10:03.980 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.978+0000 7fd1b21c4880 1 > prepared multipart upload key=MJ4RRM0D3OOK upload=WUV4UZT4RSV5 tag=8WUPJ2NT6J21 type=write size=1400420 2023-12-20T11:10:03.982 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.980+0000 7fd1b21c4880 1 < completed delete operation key=SUG71QAZ2CFC tag=6FC9V43NWOTI type=del 2023-12-20T11:10:03.984 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.982+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=E4ASJI6THXMZ type=write size=239924 2023-12-20T11:10:03.985 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.984+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~T2CWWY9HCBGV.0 size=1048576 2023-12-20T11:10:03.987 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.986+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~T2CWWY9HCBGV.1 size=1048576 2023-12-20T11:10:03.987 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.986+0000 7fd1b21c4880 1 < canceled part key=_multipart_PWOXA6XNR6SL.2~T2CWWY9HCBGV.2 size=385818 2023-12-20T11:10:03.992 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.989+0000 7fd1b21c4880 1 < canceled multipart upload key=PWOXA6XNR6SL upload=T2CWWY9HCBGV tag=TASKE9G0DH0Y type=write size=3531546 2023-12-20T11:10:03.995 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.993+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~HJXT3HLXNA27.0 size=1048576 2023-12-20T11:10:03.997 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.995+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~HJXT3HLXNA27.1 size=1048576 2023-12-20T11:10:03.998 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.997+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~HJXT3HLXNA27.2 size=175756 2023-12-20T11:10:03.998 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.997+0000 7fd1b21c4880 1 > prepared multipart upload key=K1JVVDJA7RXO upload=HJXT3HLXNA27 tag=3EJJUK4KI5H0 type=write size=3321484 2023-12-20T11:10:04.000 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:03.999+0000 7fd1b21c4880 1 < completed delete operation key=PWOXA6XNR6SL tag=S9MCOMOB9RYR type=del 2023-12-20T11:10:04.004 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.003+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~MXCIBMEPEJCS.0 size=1012841 2023-12-20T11:10:04.004 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.003+0000 7fd1b21c4880 1 > prepared multipart upload key=SQ6HXEFRPSDQ upload=MXCIBMEPEJCS tag=WFY6PRGXJ2VH type=write size=2061417 2023-12-20T11:10:04.006 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.005+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~YJ65LUZMWT2B.0 size=508916 2023-12-20T11:10:04.010 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.008+0000 7fd1b21c4880 1 < completed multipart upload key=PWOXA6XNR6SL upload=YJ65LUZMWT2B tag=6RPMVMKV3YUB type=write size=1557492 2023-12-20T11:10:04.012 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.010+0000 7fd1b21c4880 1 > prepared operation key=TZ6V49PS7YRX tag=X4XBTDV64GEM type=del size=419400 2023-12-20T11:10:04.014 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.012+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~L1160N8E4N68.0 size=1048576 2023-12-20T11:10:04.014 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.012+0000 7fd1b21c4880 1 < canceled part key=_multipart_K1JVVDJA7RXO.2~L1160N8E4N68.1 size=727615 2023-12-20T11:10:04.018 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.016+0000 7fd1b21c4880 1 < canceled multipart upload key=K1JVVDJA7RXO upload=L1160N8E4N68 tag=7IKXK22LM3ZJ type=write size=2824767 2023-12-20T11:10:04.020 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.018+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=JW5LR3WI19HD type=del size=770673 2023-12-20T11:10:04.022 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.020+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~9SOA8XPU99AR.0 size=1048576 2023-12-20T11:10:04.024 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.022+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~9SOA8XPU99AR.1 size=1048576 2023-12-20T11:10:04.026 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.024+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~9SOA8XPU99AR.2 size=952100 2023-12-20T11:10:04.029 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.028+0000 7fd1b21c4880 1 < completed multipart upload key=8G0W9JZ1GDXN upload=9SOA8XPU99AR tag=SVIH6J2ENDIZ type=write size=4097828 2023-12-20T11:10:04.033 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.032+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~9CKW3UNNF1IH.0 size=1048576 2023-12-20T11:10:04.035 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.034+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~9CKW3UNNF1IH.1 size=563884 2023-12-20T11:10:04.035 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.034+0000 7fd1b21c4880 1 > prepared multipart upload key=TRBR8IGAJUYI upload=9CKW3UNNF1IH tag=2DB6NISJP0US type=write size=2661036 2023-12-20T11:10:04.039 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.038+0000 7fd1b21c4880 1 < suggested remove operation key=SUG71QAZ2CFC tag=H33TX57YXI5O type=del 2023-12-20T11:10:04.041 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.040+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=VIZ4MECXSS4K type=del size=1132170 2023-12-20T11:10:04.044 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.042+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~Q7ZA5UYUJRBK.0 size=1048576 2023-12-20T11:10:04.045 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.044+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~Q7ZA5UYUJRBK.1 size=783996 2023-12-20T11:10:04.049 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.048+0000 7fd1b21c4880 1 < completed multipart upload key=QZYJEPHLU0HS upload=Q7ZA5UYUJRBK tag=97EA4LMPFMQJ type=write size=2881148 2023-12-20T11:10:04.053 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.051+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~5UM4EOLJ4WBK.0 size=218314 2023-12-20T11:10:04.053 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.051+0000 7fd1b21c4880 1 > prepared multipart upload key=8G0W9JZ1GDXN upload=5UM4EOLJ4WBK tag=XORLG3PGCYYG type=write size=1266890 2023-12-20T11:10:04.055 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.054+0000 7fd1b21c4880 1 < completed write operation key=F1VUDQZ0F87N tag=DN6S81MRN0FT type=write size=661010 2023-12-20T11:10:04.060 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.059+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~EIO17WS2VVXX.0 size=1048576 2023-12-20T11:10:04.062 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.061+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~EIO17WS2VVXX.1 size=1048576 2023-12-20T11:10:04.064 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.062+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~EIO17WS2VVXX.2 size=360187 2023-12-20T11:10:04.064 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.062+0000 7fd1b21c4880 1 > prepared multipart upload key=K1JVVDJA7RXO upload=EIO17WS2VVXX tag=D714AWB66WLI type=write size=3505915 2023-12-20T11:10:04.068 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.067+0000 7fd1b21c4880 1 < suggested update operation key=H6RM2M0W0Z5O tag=X7KZBFBBL08H type=del size=755997 2023-12-20T11:10:04.070 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.069+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=6GIKT5J4CYYD type=del size=3282525 2023-12-20T11:10:04.072 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.071+0000 7fd1b21c4880 1 < completed delete operation key=TRBR8IGAJUYI tag=F8K7RM0KZS5D type=del 2023-12-20T11:10:04.075 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.073+0000 7fd1b21c4880 1 > prepared operation key=D7TWPUF05X3I tag=EN9FDF47DLLV type=del size=3580245 2023-12-20T11:10:04.077 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.075+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~W1K3743JOB24.0 size=1048576 2023-12-20T11:10:04.079 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.077+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~W1K3743JOB24.1 size=1048576 2023-12-20T11:10:04.081 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.079+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~W1K3743JOB24.2 size=928080 2023-12-20T11:10:04.085 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.083+0000 7fd1b21c4880 1 < completed multipart upload key=YJO1Z2TB061O upload=W1K3743JOB24 tag=WV1IUQ32QIMF type=write size=4073808 2023-12-20T11:10:04.087 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.086+0000 7fd1b21c4880 1 > prepared operation key=EX0YD5XH1XPL tag=OVGN5HEY01OP type=write size=544735 2023-12-20T11:10:04.090 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.088+0000 7fd1b21c4880 1 < completed delete operation key=SG40R95BA3CO tag=YSOMCKIPQG73 type=del 2023-12-20T11:10:04.094 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.092+0000 7fd1b21c4880 1 > prepared part key=_multipart_6UQYCRIG1VTM.2~Y9DKVQXC388E.0 size=240934 2023-12-20T11:10:04.094 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.092+0000 7fd1b21c4880 1 > prepared multipart upload key=6UQYCRIG1VTM upload=Y9DKVQXC388E tag=9OG32KJF4YGC type=write size=1289510 2023-12-20T11:10:04.099 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.097+0000 7fd1b21c4880 1 < suggested update operation key=F1VUDQZ0F87N tag=JUA47GLGHB2A type=del size=2922125 2023-12-20T11:10:04.102 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.100+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=DGOW6LDFD3TT type=del size=924902 2023-12-20T11:10:04.104 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.103+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~EASA9KKSXT23.0 size=1048576 2023-12-20T11:10:04.106 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.105+0000 7fd1b21c4880 1 < completed part key=_multipart_FKD3AAYKIV7B.2~EASA9KKSXT23.1 size=587903 2023-12-20T11:10:04.110 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.108+0000 7fd1b21c4880 1 < completed multipart upload key=FKD3AAYKIV7B upload=EASA9KKSXT23 tag=WE2GPXFGX7SZ type=write size=2685055 2023-12-20T11:10:04.114 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.112+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~9924FEIQMQ90.0 size=1048576 2023-12-20T11:10:04.116 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.114+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~9924FEIQMQ90.1 size=1048576 2023-12-20T11:10:04.117 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.116+0000 7fd1b21c4880 1 > prepared part key=_multipart_D7TWPUF05X3I.2~9924FEIQMQ90.2 size=972429 2023-12-20T11:10:04.117 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.116+0000 7fd1b21c4880 1 > prepared multipart upload key=D7TWPUF05X3I upload=9924FEIQMQ90 tag=LD5073C52QTN type=write size=4118157 2023-12-20T11:10:04.119 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.118+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~WUV4UZT4RSV5.0 size=351844 2023-12-20T11:10:04.123 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.122+0000 7fd1b21c4880 1 < completed multipart upload key=MJ4RRM0D3OOK upload=WUV4UZT4RSV5 tag=8WUPJ2NT6J21 type=write size=1400420 2023-12-20T11:10:04.125 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.124+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=E6P1P8FUUAP2 type=write size=889936 2023-12-20T11:10:04.127 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.126+0000 7fd1b21c4880 1 < canceled operation key=X4MNSJEQQOIN tag=E4ASJI6THXMZ type=write size=239924 2023-12-20T11:10:04.132 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.130+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~45V9BJM1AZGM.0 size=1048576 2023-12-20T11:10:04.134 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.133+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~45V9BJM1AZGM.1 size=1048576 2023-12-20T11:10:04.136 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.135+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~45V9BJM1AZGM.2 size=730655 2023-12-20T11:10:04.136 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.135+0000 7fd1b21c4880 1 > prepared multipart upload key=TRBR8IGAJUYI upload=45V9BJM1AZGM tag=BL17PFR92BWG type=write size=3876383 2023-12-20T11:10:04.138 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.137+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~HJXT3HLXNA27.0 size=1048576 2023-12-20T11:10:04.140 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.139+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~HJXT3HLXNA27.1 size=1048576 2023-12-20T11:10:04.142 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.140+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~HJXT3HLXNA27.2 size=175756 2023-12-20T11:10:04.146 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.144+0000 7fd1b21c4880 1 < completed multipart upload key=K1JVVDJA7RXO upload=HJXT3HLXNA27 tag=3EJJUK4KI5H0 type=write size=3321484 2023-12-20T11:10:04.150 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.148+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~ASULQJV3SV9U.0 size=1048576 2023-12-20T11:10:04.152 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.150+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~ASULQJV3SV9U.1 size=1048576 2023-12-20T11:10:04.153 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.152+0000 7fd1b21c4880 1 > prepared part key=_multipart_SQ6HXEFRPSDQ.2~ASULQJV3SV9U.2 size=996274 2023-12-20T11:10:04.153 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.152+0000 7fd1b21c4880 1 > prepared multipart upload key=SQ6HXEFRPSDQ upload=ASULQJV3SV9U tag=QEPJJ1JE2CLH type=write size=4142002 2023-12-20T11:10:04.155 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.154+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~MXCIBMEPEJCS.0 size=1012841 2023-12-20T11:10:04.159 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.158+0000 7fd1b21c4880 1 < completed multipart upload key=SQ6HXEFRPSDQ upload=MXCIBMEPEJCS tag=WFY6PRGXJ2VH type=write size=2061417 2023-12-20T11:10:04.161 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.160+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=0EY769P9PY5C type=del size=788508 2023-12-20T11:10:04.163 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.162+0000 7fd1b21c4880 1 < completed delete operation key=TZ6V49PS7YRX tag=X4XBTDV64GEM type=del 2023-12-20T11:10:04.166 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.164+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=NY201FT9DRXF type=write size=665833 2023-12-20T11:10:04.168 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.166+0000 7fd1b21c4880 1 < completed delete operation key=D95F7DLYTH42 tag=JW5LR3WI19HD type=del 2023-12-20T11:10:04.172 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.171+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~T5XRGU385AT8.0 size=278334 2023-12-20T11:10:04.172 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.171+0000 7fd1b21c4880 1 > prepared multipart upload key=1DSA1NSVISU5 upload=T5XRGU385AT8 tag=7Y4VBUBPXEPU type=write size=1326910 2023-12-20T11:10:04.174 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.173+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~9CKW3UNNF1IH.0 size=1048576 2023-12-20T11:10:04.176 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.175+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~9CKW3UNNF1IH.1 size=563884 2023-12-20T11:10:04.180 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.178+0000 7fd1b21c4880 1 < completed multipart upload key=TRBR8IGAJUYI upload=9CKW3UNNF1IH tag=2DB6NISJP0US type=write size=2661036 2023-12-20T11:10:04.182 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.180+0000 7fd1b21c4880 1 > prepared operation key=1VUIXCARBLMN tag=CL3P71JFTUP1 type=del size=4094837 2023-12-20T11:10:04.184 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.183+0000 7fd1b21c4880 1 < completed delete operation key=LC4FC2MW1JOI tag=VIZ4MECXSS4K type=del 2023-12-20T11:10:04.188 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.186+0000 7fd1b21c4880 1 > prepared part key=_multipart_SG40R95BA3CO.2~DJLS4NAXGW6S.0 size=1023799 2023-12-20T11:10:04.188 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.186+0000 7fd1b21c4880 1 > prepared multipart upload key=SG40R95BA3CO upload=DJLS4NAXGW6S tag=QKNEDX84B5W6 type=write size=2072375 2023-12-20T11:10:04.190 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.189+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~5UM4EOLJ4WBK.0 size=218314 2023-12-20T11:10:04.194 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.192+0000 7fd1b21c4880 1 < completed multipart upload key=8G0W9JZ1GDXN upload=5UM4EOLJ4WBK tag=XORLG3PGCYYG type=write size=1266890 2023-12-20T11:10:04.198 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.196+0000 7fd1b21c4880 1 > prepared part key=_multipart_UK0IZFVQ8SXI.2~1AYC4BOJB6VZ.0 size=1048576 2023-12-20T11:10:04.200 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.198+0000 7fd1b21c4880 1 > prepared part key=_multipart_UK0IZFVQ8SXI.2~1AYC4BOJB6VZ.1 size=973715 2023-12-20T11:10:04.200 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.198+0000 7fd1b21c4880 1 > prepared multipart upload key=UK0IZFVQ8SXI upload=1AYC4BOJB6VZ tag=L54EI4RFQBP0 type=write size=3070867 2023-12-20T11:10:04.202 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.201+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~EIO17WS2VVXX.0 size=1048576 2023-12-20T11:10:04.205 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.204+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~EIO17WS2VVXX.1 size=1048576 2023-12-20T11:10:04.208 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.207+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~EIO17WS2VVXX.2 size=360187 2023-12-20T11:10:04.212 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.211+0000 7fd1b21c4880 1 < completed multipart upload key=K1JVVDJA7RXO upload=EIO17WS2VVXX tag=D714AWB66WLI type=write size=3505915 2023-12-20T11:10:04.215 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.213+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=HC6IGI80WN7F type=del size=1464158 2023-12-20T11:10:04.217 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.216+0000 7fd1b21c4880 1 < completed delete operation key=MJ4RRM0D3OOK tag=6GIKT5J4CYYD type=del 2023-12-20T11:10:04.221 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.218+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=61POP2SYV961 type=del size=2605597 2023-12-20T11:10:04.221 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.220+0000 7fd1b21c4880 1 < completed delete operation key=D7TWPUF05X3I tag=EN9FDF47DLLV type=del 2023-12-20T11:10:04.223 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.222+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=XWN0EBDFZ80T type=write size=739660 2023-12-20T11:10:04.228 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.226+0000 7fd1b21c4880 1 < suggested update operation key=EX0YD5XH1XPL tag=OVGN5HEY01OP type=write size=544735 2023-12-20T11:10:04.230 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.228+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=8GWXXDW7C1CG type=del size=332445 2023-12-20T11:10:04.232 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.230+0000 7fd1b21c4880 1 < completed part key=_multipart_6UQYCRIG1VTM.2~Y9DKVQXC388E.0 size=240934 2023-12-20T11:10:04.235 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.234+0000 7fd1b21c4880 1 < completed multipart upload key=6UQYCRIG1VTM upload=Y9DKVQXC388E tag=9OG32KJF4YGC type=write size=1289510 2023-12-20T11:10:04.237 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.236+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=2MR7VY6OCBQ6 type=write size=577600 2023-12-20T11:10:04.239 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.238+0000 7fd1b21c4880 1 < completed delete operation key=E12NLNIAVP97 tag=DGOW6LDFD3TT type=del 2023-12-20T11:10:04.242 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.240+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=SJ5NFMCKRQ2A type=del size=2363807 2023-12-20T11:10:04.244 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.242+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~9924FEIQMQ90.0 size=1048576 2023-12-20T11:10:04.246 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.244+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~9924FEIQMQ90.1 size=1048576 2023-12-20T11:10:04.248 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.246+0000 7fd1b21c4880 1 < completed part key=_multipart_D7TWPUF05X3I.2~9924FEIQMQ90.2 size=972429 2023-12-20T11:10:04.252 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.251+0000 7fd1b21c4880 1 < completed multipart upload key=D7TWPUF05X3I upload=9924FEIQMQ90 tag=LD5073C52QTN type=write size=4118157 2023-12-20T11:10:04.257 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.255+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~OBDOZP26KKAM.0 size=69720 2023-12-20T11:10:04.257 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.255+0000 7fd1b21c4880 1 > prepared multipart upload key=1DSA1NSVISU5 upload=OBDOZP26KKAM tag=YTPAIJUGIRNO type=write size=1118296 2023-12-20T11:10:04.258 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.257+0000 7fd1b21c4880 1 < completed write operation key=D95F7DLYTH42 tag=E6P1P8FUUAP2 type=write size=889936 2023-12-20T11:10:04.261 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.259+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=9MU3A48W8PWG type=write size=934290 2023-12-20T11:10:04.263 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.262+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~45V9BJM1AZGM.0 size=1048576 2023-12-20T11:10:04.265 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.264+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~45V9BJM1AZGM.1 size=1048576 2023-12-20T11:10:04.268 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.267+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~45V9BJM1AZGM.2 size=730655 2023-12-20T11:10:04.272 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.270+0000 7fd1b21c4880 1 < completed multipart upload key=TRBR8IGAJUYI upload=45V9BJM1AZGM tag=BL17PFR92BWG type=write size=3876383 2023-12-20T11:10:04.276 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.274+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~TGQ508C7K99M.0 size=1048576 2023-12-20T11:10:04.277 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.276+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~TGQ508C7K99M.1 size=1048576 2023-12-20T11:10:04.279 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.278+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~TGQ508C7K99M.2 size=330721 2023-12-20T11:10:04.279 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.278+0000 7fd1b21c4880 1 > prepared multipart upload key=LC4FC2MW1JOI upload=TGQ508C7K99M tag=GSPCSBS8F8YC type=write size=3476449 2023-12-20T11:10:04.282 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.280+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~ASULQJV3SV9U.0 size=1048576 2023-12-20T11:10:04.284 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.282+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~ASULQJV3SV9U.1 size=1048576 2023-12-20T11:10:04.286 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.284+0000 7fd1b21c4880 1 < completed part key=_multipart_SQ6HXEFRPSDQ.2~ASULQJV3SV9U.2 size=996274 2023-12-20T11:10:04.290 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.288+0000 7fd1b21c4880 1 < completed multipart upload key=SQ6HXEFRPSDQ upload=ASULQJV3SV9U tag=QEPJJ1JE2CLH type=write size=4142002 2023-12-20T11:10:04.293 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.292+0000 7fd1b21c4880 1 > prepared part key=_multipart_F1VUDQZ0F87N.2~RBWFY6K3REM3.0 size=445737 2023-12-20T11:10:04.294 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.292+0000 7fd1b21c4880 1 > prepared multipart upload key=F1VUDQZ0F87N upload=RBWFY6K3REM3 tag=SGA50HWRYEJ3 type=write size=1494313 2023-12-20T11:10:04.298 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.296+0000 7fd1b21c4880 1 < suggested update operation key=D95F7DLYTH42 tag=0EY769P9PY5C type=del size=788508 2023-12-20T11:10:04.300 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.299+0000 7fd1b21c4880 1 > prepared operation key=0HBCFL318BEY tag=G80GOBUOCV1K type=del size=2434587 2023-12-20T11:10:04.302 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.301+0000 7fd1b21c4880 1 < completed write operation key=F1VUDQZ0F87N tag=NY201FT9DRXF type=write size=665833 2023-12-20T11:10:04.306 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.304+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~KISWVYMHQWYH.0 size=1048576 2023-12-20T11:10:04.308 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.306+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~KISWVYMHQWYH.1 size=1048576 2023-12-20T11:10:04.309 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.308+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~KISWVYMHQWYH.2 size=278343 2023-12-20T11:10:04.310 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.308+0000 7fd1b21c4880 1 > prepared multipart upload key=X4MNSJEQQOIN upload=KISWVYMHQWYH tag=HU16P6XUH7CQ type=write size=3424071 2023-12-20T11:10:04.311 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.310+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~T5XRGU385AT8.0 size=278334 2023-12-20T11:10:04.315 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.314+0000 7fd1b21c4880 1 < completed multipart upload key=1DSA1NSVISU5 upload=T5XRGU385AT8 tag=7Y4VBUBPXEPU type=write size=1326910 2023-12-20T11:10:04.319 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.317+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~5HNW04C5WUX2.0 size=1048576 2023-12-20T11:10:04.320 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.319+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~5HNW04C5WUX2.1 size=838757 2023-12-20T11:10:04.320 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.319+0000 7fd1b21c4880 1 > prepared multipart upload key=X4MNSJEQQOIN upload=5HNW04C5WUX2 tag=OARZ20S90X55 type=write size=2935909 2023-12-20T11:10:04.322 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.321+0000 7fd1b21c4880 1 < completed delete operation key=1VUIXCARBLMN tag=CL3P71JFTUP1 type=del 2023-12-20T11:10:04.324 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.323+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=IWRAX8EHWT95 type=del size=4180303 2023-12-20T11:10:04.326 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.325+0000 7fd1b21c4880 1 < completed part key=_multipart_SG40R95BA3CO.2~DJLS4NAXGW6S.0 size=1023799 2023-12-20T11:10:04.330 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.328+0000 7fd1b21c4880 1 < completed multipart upload key=SG40R95BA3CO upload=DJLS4NAXGW6S tag=QKNEDX84B5W6 type=write size=2072375 2023-12-20T11:10:04.332 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.330+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=AVVGYXMP5LXZ type=del size=2238060 2023-12-20T11:10:04.334 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.332+0000 7fd1b21c4880 1 < completed part key=_multipart_UK0IZFVQ8SXI.2~1AYC4BOJB6VZ.0 size=1048576 2023-12-20T11:10:04.336 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.334+0000 7fd1b21c4880 1 < completed part key=_multipart_UK0IZFVQ8SXI.2~1AYC4BOJB6VZ.1 size=973715 2023-12-20T11:10:04.340 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.339+0000 7fd1b21c4880 1 < completed multipart upload key=UK0IZFVQ8SXI upload=1AYC4BOJB6VZ tag=L54EI4RFQBP0 type=write size=3070867 2023-12-20T11:10:04.343 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.342+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=BJ3NLN278VXR type=del size=1175050 2023-12-20T11:10:04.346 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.344+0000 7fd1b21c4880 1 < completed delete operation key=TRBR8IGAJUYI tag=HC6IGI80WN7F type=del 2023-12-20T11:10:04.349 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.348+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~MMAUG1VDQJZH.0 size=1048576 2023-12-20T11:10:04.351 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.350+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~MMAUG1VDQJZH.1 size=1048576 2023-12-20T11:10:04.353 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.352+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~MMAUG1VDQJZH.2 size=12254 2023-12-20T11:10:04.353 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.352+0000 7fd1b21c4880 1 > prepared multipart upload key=8G0W9JZ1GDXN upload=MMAUG1VDQJZH tag=BN05YMDIC8H9 type=write size=3157982 2023-12-20T11:10:04.355 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.354+0000 7fd1b21c4880 1 < completed delete operation key=MJ4RRM0D3OOK tag=61POP2SYV961 type=del 2023-12-20T11:10:04.359 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.358+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~RAIW6WCPMURQ.0 size=1048576 2023-12-20T11:10:04.361 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.360+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~RAIW6WCPMURQ.1 size=875488 2023-12-20T11:10:04.361 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.360+0000 7fd1b21c4880 1 > prepared multipart upload key=H6RM2M0W0Z5O upload=RAIW6WCPMURQ tag=95DLTG4PIDCP type=write size=2972640 2023-12-20T11:10:04.364 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.362+0000 7fd1b21c4880 1 < completed write operation key=SQ6HXEFRPSDQ tag=XWN0EBDFZ80T type=write size=739660 2023-12-20T11:10:04.368 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.366+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~4JHOHL3TSEC5.0 size=1048576 2023-12-20T11:10:04.370 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.368+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~4JHOHL3TSEC5.1 size=1048576 2023-12-20T11:10:04.371 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.370+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~4JHOHL3TSEC5.2 size=796935 2023-12-20T11:10:04.371 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.370+0000 7fd1b21c4880 1 > prepared multipart upload key=1DSA1NSVISU5 upload=4JHOHL3TSEC5 tag=Y2PUNYS6N21Q type=write size=3942663 2023-12-20T11:10:04.374 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.372+0000 7fd1b21c4880 1 < completed delete operation key=K1JVVDJA7RXO tag=8GWXXDW7C1CG type=del 2023-12-20T11:10:04.377 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.376+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~MOHJA5L0C0ZJ.0 size=1048576 2023-12-20T11:10:04.379 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.378+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~MOHJA5L0C0ZJ.1 size=643397 2023-12-20T11:10:04.379 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.378+0000 7fd1b21c4880 1 > prepared multipart upload key=0CTPN27ASDAX upload=MOHJA5L0C0ZJ tag=I7OO5YJWZZ1D type=write size=2740549 2023-12-20T11:10:04.383 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.382+0000 7fd1b21c4880 1 < suggested remove operation key=E12NLNIAVP97 tag=2MR7VY6OCBQ6 type=write 2023-12-20T11:10:04.386 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.384+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=I5HBXMATO1TO type=del size=2265527 2023-12-20T11:10:04.388 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.386+0000 7fd1b21c4880 1 < completed delete operation key=TRBR8IGAJUYI tag=SJ5NFMCKRQ2A type=del 2023-12-20T11:10:04.390 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.389+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=8FINXRH85ISL type=del size=3831432 2023-12-20T11:10:04.393 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.391+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~OBDOZP26KKAM.0 size=69720 2023-12-20T11:10:04.396 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.395+0000 7fd1b21c4880 1 < completed multipart upload key=1DSA1NSVISU5 upload=OBDOZP26KKAM tag=YTPAIJUGIRNO type=write size=1118296 2023-12-20T11:10:04.401 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.397+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=78PV3RVDYB4S type=del size=1607977 2023-12-20T11:10:04.401 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.399+0000 7fd1b21c4880 1 < completed write operation key=QZYJEPHLU0HS tag=9MU3A48W8PWG type=write size=934290 2023-12-20T11:10:04.403 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.402+0000 7fd1b21c4880 1 > prepared operation key=YJO1Z2TB061O tag=ZVYM3RPCUABZ type=del size=1651185 2023-12-20T11:10:04.405 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.404+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~TGQ508C7K99M.0 size=1048576 2023-12-20T11:10:04.407 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.405+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~TGQ508C7K99M.1 size=1048576 2023-12-20T11:10:04.409 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.407+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~TGQ508C7K99M.2 size=330721 2023-12-20T11:10:04.413 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.411+0000 7fd1b21c4880 1 < completed multipart upload key=LC4FC2MW1JOI upload=TGQ508C7K99M tag=GSPCSBS8F8YC type=write size=3476449 2023-12-20T11:10:04.415 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.413+0000 7fd1b21c4880 1 > prepared operation key=0HBCFL318BEY tag=VY1CSJALEFEF type=write size=247062 2023-12-20T11:10:04.415 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.413+0000 7fd1b21c4880 1 < canceled part key=_multipart_F1VUDQZ0F87N.2~RBWFY6K3REM3.0 size=445737 2023-12-20T11:10:04.419 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.417+0000 7fd1b21c4880 1 < canceled multipart upload key=F1VUDQZ0F87N upload=RBWFY6K3REM3 tag=SGA50HWRYEJ3 type=write size=1494313 2023-12-20T11:10:04.420 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.419+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=E43J0UJUKHHK type=del size=1106542 2023-12-20T11:10:04.423 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.421+0000 7fd1b21c4880 1 < completed delete operation key=0HBCFL318BEY tag=G80GOBUOCV1K type=del 2023-12-20T11:10:04.426 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.423+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=RVKYG80H807A type=write size=583426 2023-12-20T11:10:04.427 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.426+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~KISWVYMHQWYH.0 size=1048576 2023-12-20T11:10:04.429 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.428+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~KISWVYMHQWYH.1 size=1048576 2023-12-20T11:10:04.431 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.430+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~KISWVYMHQWYH.2 size=278343 2023-12-20T11:10:04.435 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.433+0000 7fd1b21c4880 1 < completed multipart upload key=X4MNSJEQQOIN upload=KISWVYMHQWYH tag=HU16P6XUH7CQ type=write size=3424071 2023-12-20T11:10:04.439 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.438+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~2Y6W6LGO8YAL.0 size=1048576 2023-12-20T11:10:04.441 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.440+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~2Y6W6LGO8YAL.1 size=528884 2023-12-20T11:10:04.441 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.440+0000 7fd1b21c4880 1 > prepared multipart upload key=SUG71QAZ2CFC upload=2Y6W6LGO8YAL tag=7WEWK4BCBI0I type=write size=2626036 2023-12-20T11:10:04.443 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.442+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~5HNW04C5WUX2.0 size=1048576 2023-12-20T11:10:04.445 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.444+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~5HNW04C5WUX2.1 size=838757 2023-12-20T11:10:04.449 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.448+0000 7fd1b21c4880 1 < completed multipart upload key=X4MNSJEQQOIN upload=5HNW04C5WUX2 tag=OARZ20S90X55 type=write size=2935909 2023-12-20T11:10:04.451 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.450+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=3LK4LW3FV5J7 type=write size=49504 2023-12-20T11:10:04.453 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.452+0000 7fd1b21c4880 1 < completed delete operation key=ZUUJSJVWL10H tag=IWRAX8EHWT95 type=del 2023-12-20T11:10:04.455 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.454+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=WF607J3LU6RO type=del size=3579072 2023-12-20T11:10:04.458 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.456+0000 7fd1b21c4880 1 < completed delete operation key=MJ4RRM0D3OOK tag=AVVGYXMP5LXZ type=del 2023-12-20T11:10:04.460 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.458+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=89WZ3SDEJCOJ type=del size=2345870 2023-12-20T11:10:04.462 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.460+0000 7fd1b21c4880 1 < completed delete operation key=ZUUJSJVWL10H tag=BJ3NLN278VXR type=del 2023-12-20T11:10:04.464 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.463+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=3TYNY56D6WAK type=del size=2605988 2023-12-20T11:10:04.465 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.463+0000 7fd1b21c4880 1 < canceled part key=_multipart_8G0W9JZ1GDXN.2~MMAUG1VDQJZH.0 size=1048576 2023-12-20T11:10:04.466 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.465+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~MMAUG1VDQJZH.1 size=1048576 2023-12-20T11:10:04.468 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.467+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~MMAUG1VDQJZH.2 size=12254 2023-12-20T11:10:04.472 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.471+0000 7fd1b21c4880 1 < canceled multipart upload key=8G0W9JZ1GDXN upload=MMAUG1VDQJZH tag=BN05YMDIC8H9 type=write size=3157982 2023-12-20T11:10:04.475 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.473+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=8CHSUMHJBAR4 type=del size=477418 2023-12-20T11:10:04.478 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.475+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~RAIW6WCPMURQ.0 size=1048576 2023-12-20T11:10:04.480 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.477+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~RAIW6WCPMURQ.1 size=875488 2023-12-20T11:10:04.483 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.481+0000 7fd1b21c4880 1 < completed multipart upload key=H6RM2M0W0Z5O upload=RAIW6WCPMURQ tag=95DLTG4PIDCP type=write size=2972640 2023-12-20T11:10:04.488 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.486+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~9GLEEGHKV55U.0 size=1048576 2023-12-20T11:10:04.490 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.488+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~9GLEEGHKV55U.1 size=101566 2023-12-20T11:10:04.490 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.488+0000 7fd1b21c4880 1 > prepared multipart upload key=LC4FC2MW1JOI upload=9GLEEGHKV55U tag=9DE1QPTA4U7Q type=write size=2198718 2023-12-20T11:10:04.492 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.491+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~4JHOHL3TSEC5.0 size=1048576 2023-12-20T11:10:04.495 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.494+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~4JHOHL3TSEC5.1 size=1048576 2023-12-20T11:10:04.497 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.496+0000 7fd1b21c4880 1 < completed part key=_multipart_1DSA1NSVISU5.2~4JHOHL3TSEC5.2 size=796935 2023-12-20T11:10:04.503 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.501+0000 7fd1b21c4880 1 < completed multipart upload key=1DSA1NSVISU5 upload=4JHOHL3TSEC5 tag=Y2PUNYS6N21Q type=write size=3942663 2023-12-20T11:10:04.507 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.505+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~D7491V7X6PKE.0 size=1048576 2023-12-20T11:10:04.508 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.507+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~D7491V7X6PKE.1 size=1048576 2023-12-20T11:10:04.510 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.509+0000 7fd1b21c4880 1 > prepared part key=_multipart_EX0YD5XH1XPL.2~D7491V7X6PKE.2 size=294387 2023-12-20T11:10:04.510 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.509+0000 7fd1b21c4880 1 > prepared multipart upload key=EX0YD5XH1XPL upload=D7491V7X6PKE tag=RQZO1A3EKAW9 type=write size=3440115 2023-12-20T11:10:04.513 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.511+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~MOHJA5L0C0ZJ.0 size=1048576 2023-12-20T11:10:04.514 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.513+0000 7fd1b21c4880 1 < completed part key=_multipart_0CTPN27ASDAX.2~MOHJA5L0C0ZJ.1 size=643397 2023-12-20T11:10:04.518 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.516+0000 7fd1b21c4880 1 < completed multipart upload key=0CTPN27ASDAX upload=MOHJA5L0C0ZJ tag=I7OO5YJWZZ1D type=write size=2740549 2023-12-20T11:10:04.522 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.521+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~KUD0H4D3X35I.0 size=1048576 2023-12-20T11:10:04.524 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.522+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~KUD0H4D3X35I.1 size=1007472 2023-12-20T11:10:04.524 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.522+0000 7fd1b21c4880 1 > prepared multipart upload key=TRBR8IGAJUYI upload=KUD0H4D3X35I tag=8WY50XSMMSZI type=write size=3104624 2023-12-20T11:10:04.528 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.526+0000 7fd1b21c4880 1 < suggested remove operation key=D95F7DLYTH42 tag=I5HBXMATO1TO type=del 2023-12-20T11:10:04.532 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.530+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~P9Y5A5KQDQZA.0 size=1048576 2023-12-20T11:10:04.534 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.532+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~P9Y5A5KQDQZA.1 size=268849 2023-12-20T11:10:04.534 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.532+0000 7fd1b21c4880 1 > prepared multipart upload key=E12NLNIAVP97 upload=P9Y5A5KQDQZA tag=DPKF1EQR3UAX type=write size=2366001 2023-12-20T11:10:04.538 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.537+0000 7fd1b21c4880 1 < suggested remove operation key=LS7TO3DAUIBT tag=8FINXRH85ISL type=del 2023-12-20T11:10:04.542 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.541+0000 7fd1b21c4880 1 > prepared part key=_multipart_TZ6V49PS7YRX.2~N3TMEFX5M1KT.0 size=789450 2023-12-20T11:10:04.542 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.541+0000 7fd1b21c4880 1 > prepared multipart upload key=TZ6V49PS7YRX upload=N3TMEFX5M1KT tag=N27IBX7NV0DO type=write size=1838026 2023-12-20T11:10:04.544 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.543+0000 7fd1b21c4880 1 < completed delete operation key=X4MNSJEQQOIN tag=78PV3RVDYB4S type=del 2023-12-20T11:10:04.548 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.547+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~1C4F6GOGLSQY.0 size=1048576 2023-12-20T11:10:04.550 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.549+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~1C4F6GOGLSQY.1 size=1048576 2023-12-20T11:10:04.552 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.551+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~1C4F6GOGLSQY.2 size=759287 2023-12-20T11:10:04.552 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.551+0000 7fd1b21c4880 1 > prepared multipart upload key=MJ4RRM0D3OOK upload=1C4F6GOGLSQY tag=CA6EORROYVCI type=write size=3905015 2023-12-20T11:10:04.556 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.555+0000 7fd1b21c4880 1 < suggested remove operation key=YJO1Z2TB061O tag=ZVYM3RPCUABZ type=del 2023-12-20T11:10:04.558 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.557+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=WDOPLVEOXIB9 type=del size=286498 2023-12-20T11:10:04.560 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.559+0000 7fd1b21c4880 1 < completed write operation key=0HBCFL318BEY tag=VY1CSJALEFEF type=write size=247062 2023-12-20T11:10:04.564 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.563+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~L6M5NAAXBZ24.0 size=1048576 2023-12-20T11:10:04.566 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.564+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~L6M5NAAXBZ24.1 size=1048576 2023-12-20T11:10:04.567 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.566+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~L6M5NAAXBZ24.2 size=894514 2023-12-20T11:10:04.568 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.566+0000 7fd1b21c4880 1 > prepared multipart upload key=PWOXA6XNR6SL upload=L6M5NAAXBZ24 tag=I0E8JF39HYDA type=write size=4040242 2023-12-20T11:10:04.570 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.568+0000 7fd1b21c4880 1 < canceled operation key=8G0W9JZ1GDXN tag=E43J0UJUKHHK type=del size=1106542 2023-12-20T11:10:04.572 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.570+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=IXB6RPWFIOP9 type=del size=4073084 2023-12-20T11:10:04.574 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.572+0000 7fd1b21c4880 1 < completed write operation key=1DSA1NSVISU5 tag=RVKYG80H807A type=write size=583426 2023-12-20T11:10:04.576 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.574+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=FJRBAXLHJEYX type=del size=3678179 2023-12-20T11:10:04.576 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.575+0000 7fd1b21c4880 1 < canceled part key=_multipart_SUG71QAZ2CFC.2~2Y6W6LGO8YAL.0 size=1048576 2023-12-20T11:10:04.578 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.576+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~2Y6W6LGO8YAL.1 size=528884 2023-12-20T11:10:04.581 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.580+0000 7fd1b21c4880 1 < canceled multipart upload key=SUG71QAZ2CFC upload=2Y6W6LGO8YAL tag=7WEWK4BCBI0I type=write size=2626036 2023-12-20T11:10:04.583 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.582+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=U03SUWLTDJSS type=del size=2790267 2023-12-20T11:10:04.585 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.584+0000 7fd1b21c4880 1 < canceled operation key=0CTPN27ASDAX tag=3LK4LW3FV5J7 type=write size=49504 2023-12-20T11:10:04.588 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.586+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=MZNU2SRK52KI type=del size=2178685 2023-12-20T11:10:04.592 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.591+0000 7fd1b21c4880 1 < suggested update operation key=X4MNSJEQQOIN tag=WF607J3LU6RO type=del size=3579072 2023-12-20T11:10:04.594 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.593+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=GGVXTI8YLQQG type=del size=993321 2023-12-20T11:10:04.596 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.595+0000 7fd1b21c4880 1 < completed delete operation key=1DSA1NSVISU5 tag=89WZ3SDEJCOJ type=del 2023-12-20T11:10:04.598 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.597+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=RUPTA7VZ466H type=write size=852136 2023-12-20T11:10:04.600 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.599+0000 7fd1b21c4880 1 < completed delete operation key=FKD3AAYKIV7B tag=3TYNY56D6WAK type=del 2023-12-20T11:10:04.602 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.601+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=LV7ZTEMXKN7S type=write size=816075 2023-12-20T11:10:04.604 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.603+0000 7fd1b21c4880 1 < completed delete operation key=PWOXA6XNR6SL tag=8CHSUMHJBAR4 type=del 2023-12-20T11:10:04.607 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.605+0000 7fd1b21c4880 1 > prepared operation key=UHTMIVT6ND23 tag=ZPLLNNWZUPZB type=del size=1145843 2023-12-20T11:10:04.608 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.607+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~9GLEEGHKV55U.0 size=1048576 2023-12-20T11:10:04.610 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.609+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~9GLEEGHKV55U.1 size=101566 2023-12-20T11:10:04.615 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.613+0000 7fd1b21c4880 1 < completed multipart upload key=LC4FC2MW1JOI upload=9GLEEGHKV55U tag=9DE1QPTA4U7Q type=write size=2198718 2023-12-20T11:10:04.618 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.616+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=YFEVH4D4IDVE type=del size=235734 2023-12-20T11:10:04.621 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.619+0000 7fd1b21c4880 1 < completed part key=_multipart_EX0YD5XH1XPL.2~D7491V7X6PKE.0 size=1048576 2023-12-20T11:10:04.622 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.621+0000 7fd1b21c4880 1 < completed part key=_multipart_EX0YD5XH1XPL.2~D7491V7X6PKE.1 size=1048576 2023-12-20T11:10:04.624 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.623+0000 7fd1b21c4880 1 < completed part key=_multipart_EX0YD5XH1XPL.2~D7491V7X6PKE.2 size=294387 2023-12-20T11:10:04.628 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.627+0000 7fd1b21c4880 1 < completed multipart upload key=EX0YD5XH1XPL upload=D7491V7X6PKE tag=RQZO1A3EKAW9 type=write size=3440115 2023-12-20T11:10:04.630 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.629+0000 7fd1b21c4880 1 > prepared operation key=MJ4RRM0D3OOK tag=IZIP70JW2UV8 type=write size=1374 2023-12-20T11:10:04.637 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.636+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~KUD0H4D3X35I.0 size=1048576 2023-12-20T11:10:04.639 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.638+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~KUD0H4D3X35I.1 size=1007472 2023-12-20T11:10:04.644 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.642+0000 7fd1b21c4880 1 < completed multipart upload key=TRBR8IGAJUYI upload=KUD0H4D3X35I tag=8WY50XSMMSZI type=write size=3104624 2023-12-20T11:10:04.648 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.646+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~VLEN9OW3VBA0.0 size=1048576 2023-12-20T11:10:04.649 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.648+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~VLEN9OW3VBA0.1 size=1033795 2023-12-20T11:10:04.650 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.648+0000 7fd1b21c4880 1 > prepared multipart upload key=K1JVVDJA7RXO upload=VLEN9OW3VBA0 tag=2V89FF6XAA0Z type=write size=3130947 2023-12-20T11:10:04.652 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.651+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~P9Y5A5KQDQZA.0 size=1048576 2023-12-20T11:10:04.654 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.653+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~P9Y5A5KQDQZA.1 size=268849 2023-12-20T11:10:04.658 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.657+0000 7fd1b21c4880 1 < completed multipart upload key=E12NLNIAVP97 upload=P9Y5A5KQDQZA tag=DPKF1EQR3UAX type=write size=2366001 2023-12-20T11:10:04.660 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.659+0000 7fd1b21c4880 1 > prepared operation key=0CTPN27ASDAX tag=23EG56F6CRGN type=del size=278467 2023-12-20T11:10:04.663 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.661+0000 7fd1b21c4880 1 < completed part key=_multipart_TZ6V49PS7YRX.2~N3TMEFX5M1KT.0 size=789450 2023-12-20T11:10:04.667 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.665+0000 7fd1b21c4880 1 < completed multipart upload key=TZ6V49PS7YRX upload=N3TMEFX5M1KT tag=N27IBX7NV0DO type=write size=1838026 2023-12-20T11:10:04.668 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.667+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=TDMQRZCFO9OX type=del size=3385973 2023-12-20T11:10:04.670 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.669+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~1C4F6GOGLSQY.0 size=1048576 2023-12-20T11:10:04.672 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.671+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~1C4F6GOGLSQY.1 size=1048576 2023-12-20T11:10:04.674 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.673+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~1C4F6GOGLSQY.2 size=759287 2023-12-20T11:10:04.678 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.676+0000 7fd1b21c4880 1 < completed multipart upload key=MJ4RRM0D3OOK upload=1C4F6GOGLSQY tag=CA6EORROYVCI type=write size=3905015 2023-12-20T11:10:04.680 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.679+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=EDNCXESO38KC type=write size=865581 2023-12-20T11:10:04.683 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.681+0000 7fd1b21c4880 1 < completed delete operation key=8G0W9JZ1GDXN tag=WDOPLVEOXIB9 type=del 2023-12-20T11:10:04.685 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.683+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=CNSOZ97PJG3L type=write size=663967 2023-12-20T11:10:04.687 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.686+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~L6M5NAAXBZ24.0 size=1048576 2023-12-20T11:10:04.689 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.687+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~L6M5NAAXBZ24.1 size=1048576 2023-12-20T11:10:04.691 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.690+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~L6M5NAAXBZ24.2 size=894514 2023-12-20T11:10:04.695 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.693+0000 7fd1b21c4880 1 < completed multipart upload key=PWOXA6XNR6SL upload=L6M5NAAXBZ24 tag=I0E8JF39HYDA type=write size=4040242 2023-12-20T11:10:04.698 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.697+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~BKOF68GPAQK7.0 size=1048576 2023-12-20T11:10:04.700 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.699+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~BKOF68GPAQK7.1 size=1048576 2023-12-20T11:10:04.702 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.701+0000 7fd1b21c4880 1 > prepared part key=_multipart_ZUUJSJVWL10H.2~BKOF68GPAQK7.2 size=1030303 2023-12-20T11:10:04.702 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.701+0000 7fd1b21c4880 1 > prepared multipart upload key=ZUUJSJVWL10H upload=BKOF68GPAQK7 tag=FFXY2H5DM31Z type=write size=4176031 2023-12-20T11:10:04.704 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.703+0000 7fd1b21c4880 1 < canceled operation key=PWOXA6XNR6SL tag=IXB6RPWFIOP9 type=del size=4073084 2023-12-20T11:10:04.708 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.707+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~I4O8XUUTXTRI.0 size=1048576 2023-12-20T11:10:04.710 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.709+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~I4O8XUUTXTRI.1 size=1048576 2023-12-20T11:10:04.712 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.710+0000 7fd1b21c4880 1 > prepared part key=_multipart_8G0W9JZ1GDXN.2~I4O8XUUTXTRI.2 size=994469 2023-12-20T11:10:04.712 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.710+0000 7fd1b21c4880 1 > prepared multipart upload key=8G0W9JZ1GDXN upload=I4O8XUUTXTRI tag=95W9LZZGOLQK type=write size=4140197 2023-12-20T11:10:04.714 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.712+0000 7fd1b21c4880 1 < completed delete operation key=UK0IZFVQ8SXI tag=FJRBAXLHJEYX type=del 2023-12-20T11:10:04.716 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.714+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=1OV9NNFRFPXU type=del size=1161844 2023-12-20T11:10:04.718 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.716+0000 7fd1b21c4880 1 < completed delete operation key=K1JVVDJA7RXO tag=U03SUWLTDJSS type=del 2023-12-20T11:10:04.722 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.720+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~E780ZY8OQ1K6.0 size=1048576 2023-12-20T11:10:04.723 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.722+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~E780ZY8OQ1K6.1 size=1048576 2023-12-20T11:10:04.725 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.724+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~E780ZY8OQ1K6.2 size=8675 2023-12-20T11:10:04.725 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.724+0000 7fd1b21c4880 1 > prepared multipart upload key=YJO1Z2TB061O upload=E780ZY8OQ1K6 tag=5F63OB1I12R6 type=write size=3154403 2023-12-20T11:10:04.727 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.726+0000 7fd1b21c4880 1 < completed delete operation key=H6RM2M0W0Z5O tag=MZNU2SRK52KI type=del 2023-12-20T11:10:04.729 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.728+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=L077AETUJXAJ type=del size=4013104 2023-12-20T11:10:04.732 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.730+0000 7fd1b21c4880 1 < completed delete operation key=D95F7DLYTH42 tag=GGVXTI8YLQQG type=del 2023-12-20T11:10:04.733 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.732+0000 7fd1b21c4880 1 > prepared operation key=E12NLNIAVP97 tag=P8SJYG986YRP type=del size=2193118 2023-12-20T11:10:04.736 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.734+0000 7fd1b21c4880 1 < completed write operation key=D95F7DLYTH42 tag=RUPTA7VZ466H type=write size=852136 2023-12-20T11:10:04.741 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.740+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~83B9E03G35AH.0 size=1048576 2023-12-20T11:10:04.743 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.742+0000 7fd1b21c4880 1 > prepared part key=_multipart_SUG71QAZ2CFC.2~83B9E03G35AH.1 size=6831 2023-12-20T11:10:04.743 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.742+0000 7fd1b21c4880 1 > prepared multipart upload key=SUG71QAZ2CFC upload=83B9E03G35AH tag=TTCCU8DHNKVS type=write size=2103983 2023-12-20T11:10:04.746 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.744+0000 7fd1b21c4880 1 < completed write operation key=LS7TO3DAUIBT tag=LV7ZTEMXKN7S type=write size=816075 2023-12-20T11:10:04.749 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.748+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~HXWJ8NMRPJXO.0 size=1048576 2023-12-20T11:10:04.751 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.750+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~HXWJ8NMRPJXO.1 size=1048576 2023-12-20T11:10:04.753 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.752+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~HXWJ8NMRPJXO.2 size=261700 2023-12-20T11:10:04.753 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.752+0000 7fd1b21c4880 1 > prepared multipart upload key=MJ4RRM0D3OOK upload=HXWJ8NMRPJXO tag=VMR0PS23UXD3 type=write size=3407428 2023-12-20T11:10:04.757 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.756+0000 7fd1b21c4880 1 < suggested remove operation key=UHTMIVT6ND23 tag=ZPLLNNWZUPZB type=del 2023-12-20T11:10:04.759 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.758+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=HABG8HSAJKNL type=del size=1759896 2023-12-20T11:10:04.762 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.760+0000 7fd1b21c4880 1 < completed delete operation key=E12NLNIAVP97 tag=YFEVH4D4IDVE type=del 2023-12-20T11:10:04.766 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.765+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~XY3ZGRLTS0RA.0 size=1048576 2023-12-20T11:10:04.769 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.766+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~XY3ZGRLTS0RA.1 size=713502 2023-12-20T11:10:04.769 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.766+0000 7fd1b21c4880 1 > prepared multipart upload key=1VUIXCARBLMN upload=XY3ZGRLTS0RA tag=N1Z8VO96SJ6X type=write size=2810654 2023-12-20T11:10:04.770 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.768+0000 7fd1b21c4880 1 < completed write operation key=MJ4RRM0D3OOK tag=IZIP70JW2UV8 type=write size=1374 2023-12-20T11:10:04.774 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.770+0000 7fd1b21c4880 1 > prepared operation key=ZUUJSJVWL10H tag=99SKLOB1DBI2 type=del size=188210 2023-12-20T11:10:04.774 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.773+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~VLEN9OW3VBA0.0 size=1048576 2023-12-20T11:10:04.776 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.774+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~VLEN9OW3VBA0.1 size=1033795 2023-12-20T11:10:04.779 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.778+0000 7fd1b21c4880 1 < completed multipart upload key=K1JVVDJA7RXO upload=VLEN9OW3VBA0 tag=2V89FF6XAA0Z type=write size=3130947 2023-12-20T11:10:04.781 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.780+0000 7fd1b21c4880 1 > prepared operation key=1VUIXCARBLMN tag=9ODZILTPE02C type=del size=2457580 2023-12-20T11:10:04.783 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.782+0000 7fd1b21c4880 1 < completed delete operation key=0CTPN27ASDAX tag=23EG56F6CRGN type=del 2023-12-20T11:10:04.788 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.786+0000 7fd1b21c4880 1 > prepared part key=_multipart_LTCK7NB910AG.2~T6C161V72ACF.0 size=1048576 2023-12-20T11:10:04.791 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.789+0000 7fd1b21c4880 1 > prepared part key=_multipart_LTCK7NB910AG.2~T6C161V72ACF.1 size=1048576 2023-12-20T11:10:04.793 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.791+0000 7fd1b21c4880 1 > prepared part key=_multipart_LTCK7NB910AG.2~T6C161V72ACF.2 size=325199 2023-12-20T11:10:04.793 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.791+0000 7fd1b21c4880 1 > prepared multipart upload key=LTCK7NB910AG upload=T6C161V72ACF tag=NN3BWFXHMT0F type=write size=3470927 2023-12-20T11:10:04.797 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.796+0000 7fd1b21c4880 1 < suggested update operation key=D95F7DLYTH42 tag=TDMQRZCFO9OX type=del size=3385973 2023-12-20T11:10:04.799 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.798+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=FIF5WR86SB1J type=del size=336328 2023-12-20T11:10:04.802 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.800+0000 7fd1b21c4880 1 < canceled operation key=QZYJEPHLU0HS tag=EDNCXESO38KC type=write size=865581 2023-12-20T11:10:04.804 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.802+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=MHFMK1O2A4JV type=del size=3663726 2023-12-20T11:10:04.808 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.807+0000 7fd1b21c4880 1 < suggested remove operation key=F1VUDQZ0F87N tag=CNSOZ97PJG3L type=write 2023-12-20T11:10:04.812 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.811+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~GGYWNPWANLSJ.0 size=380137 2023-12-20T11:10:04.812 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.811+0000 7fd1b21c4880 1 > prepared multipart upload key=YJO1Z2TB061O upload=GGYWNPWANLSJ tag=XCRABMXRQPMC type=write size=1428713 2023-12-20T11:10:04.814 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.813+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~BKOF68GPAQK7.0 size=1048576 2023-12-20T11:10:04.816 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.815+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~BKOF68GPAQK7.1 size=1048576 2023-12-20T11:10:04.818 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.817+0000 7fd1b21c4880 1 < completed part key=_multipart_ZUUJSJVWL10H.2~BKOF68GPAQK7.2 size=1030303 2023-12-20T11:10:04.823 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.821+0000 7fd1b21c4880 1 < completed multipart upload key=ZUUJSJVWL10H upload=BKOF68GPAQK7 tag=FFXY2H5DM31Z type=write size=4176031 2023-12-20T11:10:04.826 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.825+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~Q0ZP6IMQGA4K.0 size=1048576 2023-12-20T11:10:04.828 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.827+0000 7fd1b21c4880 1 > prepared part key=_multipart_LC4FC2MW1JOI.2~Q0ZP6IMQGA4K.1 size=509792 2023-12-20T11:10:04.828 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.827+0000 7fd1b21c4880 1 > prepared multipart upload key=LC4FC2MW1JOI upload=Q0ZP6IMQGA4K tag=9Y1INX94SV8P type=write size=2606944 2023-12-20T11:10:04.830 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.829+0000 7fd1b21c4880 1 < completed part key=_multipart_8G0W9JZ1GDXN.2~I4O8XUUTXTRI.0 size=1048576 2023-12-20T11:10:04.831 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.829+0000 7fd1b21c4880 1 < canceled part key=_multipart_8G0W9JZ1GDXN.2~I4O8XUUTXTRI.1 size=1048576 2023-12-20T11:10:04.831 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.829+0000 7fd1b21c4880 1 < canceled part key=_multipart_8G0W9JZ1GDXN.2~I4O8XUUTXTRI.2 size=994469 2023-12-20T11:10:04.834 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.833+0000 7fd1b21c4880 1 < canceled multipart upload key=8G0W9JZ1GDXN upload=I4O8XUUTXTRI tag=95W9LZZGOLQK type=write size=4140197 2023-12-20T11:10:04.836 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.835+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=H55Y7E8UIZF3 type=del size=3553789 2023-12-20T11:10:04.838 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.837+0000 7fd1b21c4880 1 < completed delete operation key=X4MNSJEQQOIN tag=1OV9NNFRFPXU type=del 2023-12-20T11:10:04.841 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.839+0000 7fd1b21c4880 1 > prepared operation key=PWOXA6XNR6SL tag=3D8Z8P68ES04 type=del size=869485 2023-12-20T11:10:04.843 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.842+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~E780ZY8OQ1K6.0 size=1048576 2023-12-20T11:10:04.845 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.844+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~E780ZY8OQ1K6.1 size=1048576 2023-12-20T11:10:04.847 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.846+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~E780ZY8OQ1K6.2 size=8675 2023-12-20T11:10:04.851 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.849+0000 7fd1b21c4880 1 < completed multipart upload key=YJO1Z2TB061O upload=E780ZY8OQ1K6 tag=5F63OB1I12R6 type=write size=3154403 2023-12-20T11:10:04.853 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.852+0000 7fd1b21c4880 1 > prepared operation key=OYO96KT3ZIBU tag=O2H0UE0732U9 type=del size=1859981 2023-12-20T11:10:04.855 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.854+0000 7fd1b21c4880 1 < completed delete operation key=H6RM2M0W0Z5O tag=L077AETUJXAJ type=del 2023-12-20T11:10:04.858 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.856+0000 7fd1b21c4880 1 > prepared operation key=I33EZDGEOOGS tag=LM0SWYDU6MBH type=write size=252624 2023-12-20T11:10:04.860 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.858+0000 7fd1b21c4880 1 < completed delete operation key=E12NLNIAVP97 tag=P8SJYG986YRP type=del 2023-12-20T11:10:04.862 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.860+0000 7fd1b21c4880 1 > prepared operation key=TZ6V49PS7YRX tag=PGWNKKE7L0FV type=del size=57976 2023-12-20T11:10:04.864 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.863+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~83B9E03G35AH.0 size=1048576 2023-12-20T11:10:04.866 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.864+0000 7fd1b21c4880 1 < completed part key=_multipart_SUG71QAZ2CFC.2~83B9E03G35AH.1 size=6831 2023-12-20T11:10:04.870 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.868+0000 7fd1b21c4880 1 < completed multipart upload key=SUG71QAZ2CFC upload=83B9E03G35AH tag=TTCCU8DHNKVS type=write size=2103983 2023-12-20T11:10:04.873 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.872+0000 7fd1b21c4880 1 > prepared part key=_multipart_PWOXA6XNR6SL.2~LANN88KSLKEP.0 size=423126 2023-12-20T11:10:04.874 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.872+0000 7fd1b21c4880 1 > prepared multipart upload key=PWOXA6XNR6SL upload=LANN88KSLKEP tag=KKYDWH548WJJ type=write size=1471702 2023-12-20T11:10:04.876 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.875+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~HXWJ8NMRPJXO.0 size=1048576 2023-12-20T11:10:04.878 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.877+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~HXWJ8NMRPJXO.1 size=1048576 2023-12-20T11:10:04.880 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.878+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~HXWJ8NMRPJXO.2 size=261700 2023-12-20T11:10:04.883 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.882+0000 7fd1b21c4880 1 < completed multipart upload key=MJ4RRM0D3OOK upload=HXWJ8NMRPJXO tag=VMR0PS23UXD3 type=write size=3407428 2023-12-20T11:10:04.888 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.886+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~VN8FV91WY0SQ.0 size=1048576 2023-12-20T11:10:04.889 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.888+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~VN8FV91WY0SQ.1 size=1048576 2023-12-20T11:10:04.891 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.890+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~VN8FV91WY0SQ.2 size=731445 2023-12-20T11:10:04.891 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.890+0000 7fd1b21c4880 1 > prepared multipart upload key=E12NLNIAVP97 upload=VN8FV91WY0SQ tag=1SLP1NV170TY type=write size=3877173 2023-12-20T11:10:04.893 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.892+0000 7fd1b21c4880 1 < completed delete operation key=H6RM2M0W0Z5O tag=HABG8HSAJKNL type=del 2023-12-20T11:10:04.895 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.894+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=5U22EA7RC2TQ type=del size=1330935 2023-12-20T11:10:04.898 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.896+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~XY3ZGRLTS0RA.0 size=1048576 2023-12-20T11:10:04.900 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.898+0000 7fd1b21c4880 1 < completed part key=_multipart_1VUIXCARBLMN.2~XY3ZGRLTS0RA.1 size=713502 2023-12-20T11:10:04.903 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.902+0000 7fd1b21c4880 1 < completed multipart upload key=1VUIXCARBLMN upload=XY3ZGRLTS0RA tag=N1Z8VO96SJ6X type=write size=2810654 2023-12-20T11:10:04.908 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.906+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~NBY9IM13GREQ.0 size=1048576 2023-12-20T11:10:04.909 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.908+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~NBY9IM13GREQ.1 size=1048576 2023-12-20T11:10:04.911 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.910+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~NBY9IM13GREQ.2 size=75698 2023-12-20T11:10:04.911 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.910+0000 7fd1b21c4880 1 > prepared multipart upload key=K1JVVDJA7RXO upload=NBY9IM13GREQ tag=QAZHZ8VKN7H4 type=write size=3221426 2023-12-20T11:10:04.913 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.912+0000 7fd1b21c4880 1 < completed delete operation key=ZUUJSJVWL10H tag=99SKLOB1DBI2 type=del 2023-12-20T11:10:04.916 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.914+0000 7fd1b21c4880 1 > prepared operation key=1VUIXCARBLMN tag=8X3T02WR6CBH type=del size=1829578 2023-12-20T11:10:04.918 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.917+0000 7fd1b21c4880 1 < completed delete operation key=1VUIXCARBLMN tag=9ODZILTPE02C type=del 2023-12-20T11:10:04.920 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.919+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=53QT25R0P2G7 type=del size=1870750 2023-12-20T11:10:04.923 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.921+0000 7fd1b21c4880 1 < completed part key=_multipart_LTCK7NB910AG.2~T6C161V72ACF.0 size=1048576 2023-12-20T11:10:04.924 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.923+0000 7fd1b21c4880 1 < completed part key=_multipart_LTCK7NB910AG.2~T6C161V72ACF.1 size=1048576 2023-12-20T11:10:04.926 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.925+0000 7fd1b21c4880 1 < completed part key=_multipart_LTCK7NB910AG.2~T6C161V72ACF.2 size=325199 2023-12-20T11:10:04.930 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.929+0000 7fd1b21c4880 1 < completed multipart upload key=LTCK7NB910AG upload=T6C161V72ACF tag=NN3BWFXHMT0F type=write size=3470927 2023-12-20T11:10:04.932 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.931+0000 7fd1b21c4880 1 > prepared operation key=UHTMIVT6ND23 tag=B1VSG96MRHOH type=del size=3624279 2023-12-20T11:10:04.934 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.933+0000 7fd1b21c4880 1 < completed delete operation key=OYO96KT3ZIBU tag=FIF5WR86SB1J type=del 2023-12-20T11:10:04.938 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.937+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~64MG9OK33C2Z.0 size=1048576 2023-12-20T11:10:04.940 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.938+0000 7fd1b21c4880 1 > prepared part key=_multipart_MJ4RRM0D3OOK.2~64MG9OK33C2Z.1 size=296147 2023-12-20T11:10:04.940 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.938+0000 7fd1b21c4880 1 > prepared multipart upload key=MJ4RRM0D3OOK upload=64MG9OK33C2Z tag=G6YF1F8H5MAJ type=write size=2393299 2023-12-20T11:10:04.942 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.941+0000 7fd1b21c4880 1 < completed delete operation key=UK0IZFVQ8SXI tag=MHFMK1O2A4JV type=del 2023-12-20T11:10:04.944 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.943+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=VTHMYSKLUKJJ type=del size=1143184 2023-12-20T11:10:04.946 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.945+0000 7fd1b21c4880 1 < completed part key=_multipart_YJO1Z2TB061O.2~GGYWNPWANLSJ.0 size=380137 2023-12-20T11:10:04.950 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.949+0000 7fd1b21c4880 1 < completed multipart upload key=YJO1Z2TB061O upload=GGYWNPWANLSJ tag=XCRABMXRQPMC type=write size=1428713 2023-12-20T11:10:04.952 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.951+0000 7fd1b21c4880 1 > prepared operation key=TZ6V49PS7YRX tag=HKL2GEWV3Q1K type=del size=1794963 2023-12-20T11:10:04.954 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.953+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~Q0ZP6IMQGA4K.0 size=1048576 2023-12-20T11:10:04.956 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.955+0000 7fd1b21c4880 1 < completed part key=_multipart_LC4FC2MW1JOI.2~Q0ZP6IMQGA4K.1 size=509792 2023-12-20T11:10:04.960 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.958+0000 7fd1b21c4880 1 < completed multipart upload key=LC4FC2MW1JOI upload=Q0ZP6IMQGA4K tag=9Y1INX94SV8P type=write size=2606944 2023-12-20T11:10:04.962 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.961+0000 7fd1b21c4880 1 > prepared operation key=D7TWPUF05X3I tag=2K62HX8R0SCX type=del size=1328837 2023-12-20T11:10:04.965 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.963+0000 7fd1b21c4880 1 < completed delete operation key=TRBR8IGAJUYI tag=H55Y7E8UIZF3 type=del 2023-12-20T11:10:04.967 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.965+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=389L6CTUO05D type=del size=3516573 2023-12-20T11:10:04.969 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.968+0000 7fd1b21c4880 1 < completed delete operation key=PWOXA6XNR6SL tag=3D8Z8P68ES04 type=del 2023-12-20T11:10:04.971 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.970+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=LJLKOWAYZ9J4 type=del size=2563921 2023-12-20T11:10:04.973 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.972+0000 7fd1b21c4880 1 < completed delete operation key=OYO96KT3ZIBU tag=O2H0UE0732U9 type=del 2023-12-20T11:10:04.975 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.974+0000 7fd1b21c4880 1 > prepared operation key=TRBR8IGAJUYI tag=1A501L8TQ7QT type=del size=3580740 2023-12-20T11:10:04.977 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.976+0000 7fd1b21c4880 1 < completed write operation key=I33EZDGEOOGS tag=LM0SWYDU6MBH type=write size=252624 2023-12-20T11:10:04.979 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.978+0000 7fd1b21c4880 1 > prepared operation key=UHTMIVT6ND23 tag=QZ5SEMFBMYFJ type=del size=1632143 2023-12-20T11:10:04.982 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.980+0000 7fd1b21c4880 1 < completed delete operation key=TZ6V49PS7YRX tag=PGWNKKE7L0FV type=del 2023-12-20T11:10:04.984 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.982+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=L98UK9QZKS1X type=del size=23581 2023-12-20T11:10:04.986 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.985+0000 7fd1b21c4880 1 < completed part key=_multipart_PWOXA6XNR6SL.2~LANN88KSLKEP.0 size=423126 2023-12-20T11:10:04.990 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.988+0000 7fd1b21c4880 1 < completed multipart upload key=PWOXA6XNR6SL upload=LANN88KSLKEP tag=KKYDWH548WJJ type=write size=1471702 2023-12-20T11:10:04.992 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.990+0000 7fd1b21c4880 1 > prepared operation key=8G0W9JZ1GDXN tag=64CVO0AM9196 type=write size=432917 2023-12-20T11:10:04.994 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.992+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~VN8FV91WY0SQ.0 size=1048576 2023-12-20T11:10:04.996 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.994+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~VN8FV91WY0SQ.1 size=1048576 2023-12-20T11:10:04.997 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:04.996+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~VN8FV91WY0SQ.2 size=731445 2023-12-20T11:10:05.002 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.000+0000 7fd1b21c4880 1 < completed multipart upload key=E12NLNIAVP97 upload=VN8FV91WY0SQ tag=1SLP1NV170TY type=write size=3877173 2023-12-20T11:10:05.004 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.002+0000 7fd1b21c4880 1 > prepared operation key=K1JVVDJA7RXO tag=IAYW5RT0LGFY type=del size=19859 2023-12-20T11:10:05.006 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.005+0000 7fd1b21c4880 1 < completed delete operation key=FKD3AAYKIV7B tag=5U22EA7RC2TQ type=del 2023-12-20T11:10:05.008 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.007+0000 7fd1b21c4880 1 > prepared operation key=SUG71QAZ2CFC tag=3A6NLHHOXBP3 type=write size=836109 2023-12-20T11:10:05.012 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.009+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~NBY9IM13GREQ.0 size=1048576 2023-12-20T11:10:05.012 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.011+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~NBY9IM13GREQ.1 size=1048576 2023-12-20T11:10:05.014 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.013+0000 7fd1b21c4880 1 < completed part key=_multipart_K1JVVDJA7RXO.2~NBY9IM13GREQ.2 size=75698 2023-12-20T11:10:05.018 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.017+0000 7fd1b21c4880 1 < completed multipart upload key=K1JVVDJA7RXO upload=NBY9IM13GREQ tag=QAZHZ8VKN7H4 type=write size=3221426 2023-12-20T11:10:05.022 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.021+0000 7fd1b21c4880 1 > prepared part key=_multipart_SG40R95BA3CO.2~JJ2JVNIYR6W7.0 size=1048576 2023-12-20T11:10:05.024 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.023+0000 7fd1b21c4880 1 > prepared part key=_multipart_SG40R95BA3CO.2~JJ2JVNIYR6W7.1 size=468296 2023-12-20T11:10:05.024 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.023+0000 7fd1b21c4880 1 > prepared multipart upload key=SG40R95BA3CO upload=JJ2JVNIYR6W7 tag=MC6GHUU0G1KP type=write size=2565448 2023-12-20T11:10:05.026 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.025+0000 7fd1b21c4880 1 < completed delete operation key=1VUIXCARBLMN tag=8X3T02WR6CBH type=del 2023-12-20T11:10:05.031 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.029+0000 7fd1b21c4880 1 > prepared part key=_multipart_E12NLNIAVP97.2~DP4LE6OSW95F.0 size=759374 2023-12-20T11:10:05.031 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.029+0000 7fd1b21c4880 1 > prepared multipart upload key=E12NLNIAVP97 upload=DP4LE6OSW95F tag=QZDQLOKAMG12 type=write size=1807950 2023-12-20T11:10:05.033 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.031+0000 7fd1b21c4880 1 < completed delete operation key=F1VUDQZ0F87N tag=53QT25R0P2G7 type=del 2023-12-20T11:10:05.037 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.036+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~9AAMJ69JI6KR.0 size=1048576 2023-12-20T11:10:05.039 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.038+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~9AAMJ69JI6KR.1 size=1048576 2023-12-20T11:10:05.041 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.039+0000 7fd1b21c4880 1 > prepared part key=_multipart_X4MNSJEQQOIN.2~9AAMJ69JI6KR.2 size=663285 2023-12-20T11:10:05.041 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.039+0000 7fd1b21c4880 1 > prepared multipart upload key=X4MNSJEQQOIN upload=9AAMJ69JI6KR tag=QJED31OU74WK type=write size=3809013 2023-12-20T11:10:05.046 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.044+0000 7fd1b21c4880 1 < suggested remove operation key=UHTMIVT6ND23 tag=B1VSG96MRHOH type=del 2023-12-20T11:10:05.050 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.049+0000 7fd1b21c4880 1 > prepared part key=_multipart_SG40R95BA3CO.2~UZ8NWFORIGYF.0 size=1048576 2023-12-20T11:10:05.052 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.051+0000 7fd1b21c4880 1 > prepared part key=_multipart_SG40R95BA3CO.2~UZ8NWFORIGYF.1 size=199119 2023-12-20T11:10:05.053 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.051+0000 7fd1b21c4880 1 > prepared multipart upload key=SG40R95BA3CO upload=UZ8NWFORIGYF tag=1PN5X09GCXY5 type=write size=2296271 2023-12-20T11:10:05.055 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.053+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~64MG9OK33C2Z.0 size=1048576 2023-12-20T11:10:05.056 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.055+0000 7fd1b21c4880 1 < completed part key=_multipart_MJ4RRM0D3OOK.2~64MG9OK33C2Z.1 size=296147 2023-12-20T11:10:05.061 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.059+0000 7fd1b21c4880 1 < completed multipart upload key=MJ4RRM0D3OOK upload=64MG9OK33C2Z tag=G6YF1F8H5MAJ type=write size=2393299 2023-12-20T11:10:05.063 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.062+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=5HDXTE9YFRSO type=del size=1063402 2023-12-20T11:10:05.066 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.064+0000 7fd1b21c4880 1 < completed delete operation key=H6RM2M0W0Z5O tag=VTHMYSKLUKJJ type=del 2023-12-20T11:10:05.070 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.068+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~S97C8TDE9GAV.0 size=609491 2023-12-20T11:10:05.070 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.068+0000 7fd1b21c4880 1 > prepared multipart upload key=QZYJEPHLU0HS upload=S97C8TDE9GAV tag=48WRF4PISZLJ type=write size=1658067 2023-12-20T11:10:05.072 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.070+0000 7fd1b21c4880 1 < canceled operation key=TZ6V49PS7YRX tag=HKL2GEWV3Q1K type=del size=1794963 2023-12-20T11:10:05.076 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.074+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~TL8HADWKZ30V.0 size=1048576 2023-12-20T11:10:05.078 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.076+0000 7fd1b21c4880 1 > prepared part key=_multipart_QZYJEPHLU0HS.2~TL8HADWKZ30V.1 size=884800 2023-12-20T11:10:05.078 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.076+0000 7fd1b21c4880 1 > prepared multipart upload key=QZYJEPHLU0HS upload=TL8HADWKZ30V tag=MCJ9BQ5M84FL type=write size=2981952 2023-12-20T11:10:05.080 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.078+0000 7fd1b21c4880 1 < completed delete operation key=D7TWPUF05X3I tag=2K62HX8R0SCX type=del 2023-12-20T11:10:05.082 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.080+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=CTN9HPJZ3O9W type=write size=903437 2023-12-20T11:10:05.088 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.082+0000 7fd1b21c4880 1 < canceled operation key=LC4FC2MW1JOI tag=389L6CTUO05D type=del size=3516573 2023-12-20T11:10:05.088 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.084+0000 7fd1b21c4880 1 > prepared operation key=LS7TO3DAUIBT tag=IGSHUAK30B1J type=del size=1558062 2023-12-20T11:10:05.090 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.088+0000 7fd1b21c4880 1 < suggested update operation key=F1VUDQZ0F87N tag=LJLKOWAYZ9J4 type=del size=2563921 2023-12-20T11:10:05.092 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.091+0000 7fd1b21c4880 1 > prepared operation key=QZYJEPHLU0HS tag=X553Y5PJF8ES type=del size=3308742 2023-12-20T11:10:05.095 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.093+0000 7fd1b21c4880 1 < completed delete operation key=TRBR8IGAJUYI tag=1A501L8TQ7QT type=del 2023-12-20T11:10:05.097 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.095+0000 7fd1b21c4880 1 > prepared operation key=D95F7DLYTH42 tag=5X9B2SG0574W type=del size=2910597 2023-12-20T11:10:05.098 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.096+0000 7fd1b21c4880 -1 < no bi entry to suggest for operation key=UHTMIVT6ND23 tag=QZ5SEMFBMYFJ type=del size=1632143: (2) No such file or directory 2023-12-20T11:10:05.099 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.098+0000 7fd1b21c4880 1 > prepared operation key=1DSA1NSVISU5 tag=APFUMBI0SJ68 type=del size=4073614 2023-12-20T11:10:05.101 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.100+0000 7fd1b21c4880 1 < completed delete operation key=UK0IZFVQ8SXI tag=L98UK9QZKS1X type=del 2023-12-20T11:10:05.105 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.104+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~EUOYKZMCSTIQ.0 size=1048576 2023-12-20T11:10:05.107 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.106+0000 7fd1b21c4880 1 > prepared part key=_multipart_0HBCFL318BEY.2~EUOYKZMCSTIQ.1 size=683890 2023-12-20T11:10:05.107 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.106+0000 7fd1b21c4880 1 > prepared multipart upload key=0HBCFL318BEY upload=EUOYKZMCSTIQ tag=ZE0RWF9UM261 type=write size=2781042 2023-12-20T11:10:05.111 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.110+0000 7fd1b21c4880 1 < suggested update operation key=8G0W9JZ1GDXN tag=64CVO0AM9196 type=write size=432917 2023-12-20T11:10:05.114 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.112+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=51H0XTFKL0JU type=del size=3732851 2023-12-20T11:10:05.116 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.115+0000 7fd1b21c4880 1 < completed delete operation key=K1JVVDJA7RXO tag=IAYW5RT0LGFY type=del 2023-12-20T11:10:05.121 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.119+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~XC5N57H2BV10.0 size=1048576 2023-12-20T11:10:05.122 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.121+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~XC5N57H2BV10.1 size=1048576 2023-12-20T11:10:05.124 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.123+0000 7fd1b21c4880 1 > prepared part key=_multipart_TRBR8IGAJUYI.2~XC5N57H2BV10.2 size=61176 2023-12-20T11:10:05.124 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.123+0000 7fd1b21c4880 1 > prepared multipart upload key=TRBR8IGAJUYI upload=XC5N57H2BV10 tag=5SA35FO46YJ6 type=write size=3206904 2023-12-20T11:10:05.128 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.127+0000 7fd1b21c4880 1 < suggested remove operation key=SUG71QAZ2CFC tag=3A6NLHHOXBP3 type=write 2023-12-20T11:10:05.130 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.129+0000 7fd1b21c4880 1 > prepared operation key=LC4FC2MW1JOI tag=KAHJP86D7XFY type=del size=416606 2023-12-20T11:10:05.132 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.131+0000 7fd1b21c4880 1 < completed part key=_multipart_SG40R95BA3CO.2~JJ2JVNIYR6W7.0 size=1048576 2023-12-20T11:10:05.134 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.133+0000 7fd1b21c4880 1 < completed part key=_multipart_SG40R95BA3CO.2~JJ2JVNIYR6W7.1 size=468296 2023-12-20T11:10:05.138 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.136+0000 7fd1b21c4880 1 < completed multipart upload key=SG40R95BA3CO upload=JJ2JVNIYR6W7 tag=MC6GHUU0G1KP type=write size=2565448 2023-12-20T11:10:05.141 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.139+0000 7fd1b21c4880 1 > prepared operation key=H6RM2M0W0Z5O tag=8O9YT2ZJMDH7 type=write size=272170 2023-12-20T11:10:05.142 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.141+0000 7fd1b21c4880 1 < completed part key=_multipart_E12NLNIAVP97.2~DP4LE6OSW95F.0 size=759374 2023-12-20T11:10:05.146 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.145+0000 7fd1b21c4880 1 < completed multipart upload key=E12NLNIAVP97 upload=DP4LE6OSW95F tag=QZDQLOKAMG12 type=write size=1807950 2023-12-20T11:10:05.151 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.149+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~17Z11QLQ5AAQ.0 size=711445 2023-12-20T11:10:05.151 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.149+0000 7fd1b21c4880 1 > prepared multipart upload key=H6RM2M0W0Z5O upload=17Z11QLQ5AAQ tag=KV5VK7Y7OPCZ type=write size=1760021 2023-12-20T11:10:05.154 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.152+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~9AAMJ69JI6KR.0 size=1048576 2023-12-20T11:10:05.155 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.154+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~9AAMJ69JI6KR.1 size=1048576 2023-12-20T11:10:05.157 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.155+0000 7fd1b21c4880 1 < completed part key=_multipart_X4MNSJEQQOIN.2~9AAMJ69JI6KR.2 size=663285 2023-12-20T11:10:05.161 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.159+0000 7fd1b21c4880 1 < completed multipart upload key=X4MNSJEQQOIN upload=9AAMJ69JI6KR tag=QJED31OU74WK type=write size=3809013 2023-12-20T11:10:05.164 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.163+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~2Q8X7ZUF1UCG.0 size=1048576 2023-12-20T11:10:05.166 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.164+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~2Q8X7ZUF1UCG.1 size=1048576 2023-12-20T11:10:05.168 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.166+0000 7fd1b21c4880 1 > prepared part key=_multipart_YJO1Z2TB061O.2~2Q8X7ZUF1UCG.2 size=376140 2023-12-20T11:10:05.168 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.166+0000 7fd1b21c4880 1 > prepared multipart upload key=YJO1Z2TB061O upload=2Q8X7ZUF1UCG tag=JB0HB1QWR5AH type=write size=3521868 2023-12-20T11:10:05.170 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.169+0000 7fd1b21c4880 1 < completed part key=_multipart_SG40R95BA3CO.2~UZ8NWFORIGYF.0 size=1048576 2023-12-20T11:10:05.172 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.170+0000 7fd1b21c4880 1 < completed part key=_multipart_SG40R95BA3CO.2~UZ8NWFORIGYF.1 size=199119 2023-12-20T11:10:05.176 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.174+0000 7fd1b21c4880 1 < completed multipart upload key=SG40R95BA3CO upload=UZ8NWFORIGYF tag=1PN5X09GCXY5 type=write size=2296271 2023-12-20T11:10:05.178 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.176+0000 7fd1b21c4880 1 > prepared operation key=UK0IZFVQ8SXI tag=S857C2AOJFFN type=del size=3439391 2023-12-20T11:10:05.180 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.179+0000 7fd1b21c4880 1 < canceled operation key=LS7TO3DAUIBT tag=5HDXTE9YFRSO type=del size=1063402 2023-12-20T11:10:05.185 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.183+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~XEL40LX8BW3L.0 size=1048576 2023-12-20T11:10:05.186 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.185+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~XEL40LX8BW3L.1 size=1048576 2023-12-20T11:10:05.188 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.187+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~XEL40LX8BW3L.2 size=172786 2023-12-20T11:10:05.188 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.187+0000 7fd1b21c4880 1 > prepared multipart upload key=1DSA1NSVISU5 upload=XEL40LX8BW3L tag=FD944DYHL90Z type=write size=3318514 2023-12-20T11:10:05.191 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.190+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~S97C8TDE9GAV.0 size=609491 2023-12-20T11:10:05.195 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.193+0000 7fd1b21c4880 1 < completed multipart upload key=QZYJEPHLU0HS upload=S97C8TDE9GAV tag=48WRF4PISZLJ type=write size=1658067 2023-12-20T11:10:05.197 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.195+0000 7fd1b21c4880 1 > prepared operation key=X4MNSJEQQOIN tag=0JYSB861KIF1 type=del size=714821 2023-12-20T11:10:05.199 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.197+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~TL8HADWKZ30V.0 size=1048576 2023-12-20T11:10:05.202 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.200+0000 7fd1b21c4880 1 < completed part key=_multipart_QZYJEPHLU0HS.2~TL8HADWKZ30V.1 size=884800 2023-12-20T11:10:05.206 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.204+0000 7fd1b21c4880 1 < completed multipart upload key=QZYJEPHLU0HS upload=TL8HADWKZ30V tag=MCJ9BQ5M84FL type=write size=2981952 2023-12-20T11:10:05.208 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.206+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=V33IXBHFMBSL type=del size=2242603 2023-12-20T11:10:05.210 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.209+0000 7fd1b21c4880 1 < completed write operation key=H6RM2M0W0Z5O tag=CTN9HPJZ3O9W type=write size=903437 2023-12-20T11:10:05.212 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.211+0000 7fd1b21c4880 1 > prepared operation key=F1VUDQZ0F87N tag=GO4UYRW2A8TM type=del size=803741 2023-12-20T11:10:05.216 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.213+0000 7fd1b21c4880 1 < completed delete operation key=LS7TO3DAUIBT tag=IGSHUAK30B1J type=del 2023-12-20T11:10:05.218 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.217+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~H4T228ZH652M.0 size=1048576 2023-12-20T11:10:05.220 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.219+0000 7fd1b21c4880 1 > prepared part key=_multipart_1DSA1NSVISU5.2~H4T228ZH652M.1 size=1011488 2023-12-20T11:10:05.220 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.219+0000 7fd1b21c4880 1 > prepared multipart upload key=1DSA1NSVISU5 upload=H4T228ZH652M tag=KHIAOY8V60OL type=write size=3108640 2023-12-20T11:10:05.222 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.221+0000 7fd1b21c4880 1 < completed delete operation key=QZYJEPHLU0HS tag=X553Y5PJF8ES type=del 2023-12-20T11:10:05.224 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.223+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=0DQ5KB28MCO5 type=del size=2165663 2023-12-20T11:10:05.226 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.225+0000 7fd1b21c4880 1 < canceled operation key=D95F7DLYTH42 tag=5X9B2SG0574W type=del size=2910597 2023-12-20T11:10:05.228 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.227+0000 7fd1b21c4880 1 > prepared operation key=TZ6V49PS7YRX tag=CTF9UV62KET1 type=del size=737027 2023-12-20T11:10:05.230 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.229+0000 7fd1b21c4880 1 < completed delete operation key=1DSA1NSVISU5 tag=APFUMBI0SJ68 type=del 2023-12-20T11:10:05.234 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.233+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~ZJJA57CHQ6L4.0 size=823427 2023-12-20T11:10:05.234 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.233+0000 7fd1b21c4880 1 > prepared multipart upload key=H6RM2M0W0Z5O upload=ZJJA57CHQ6L4 tag=T02EWAPERJIJ type=write size=1872003 2023-12-20T11:10:05.237 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.235+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~EUOYKZMCSTIQ.0 size=1048576 2023-12-20T11:10:05.238 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.237+0000 7fd1b21c4880 1 < completed part key=_multipart_0HBCFL318BEY.2~EUOYKZMCSTIQ.1 size=683890 2023-12-20T11:10:05.242 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.241+0000 7fd1b21c4880 1 < completed multipart upload key=0HBCFL318BEY upload=EUOYKZMCSTIQ tag=ZE0RWF9UM261 type=write size=2781042 2023-12-20T11:10:05.244 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.243+0000 7fd1b21c4880 1 > prepared operation key=FKD3AAYKIV7B tag=05D7MQD7BI2X type=del size=1840369 2023-12-20T11:10:05.248 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.247+0000 7fd1b21c4880 1 < suggested update operation key=SQ6HXEFRPSDQ tag=51H0XTFKL0JU type=del size=3732851 2023-12-20T11:10:05.250 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.249+0000 7fd1b21c4880 1 > prepared operation key=SQ6HXEFRPSDQ tag=V1NQ9YMG6OVU type=del size=2599597 2023-12-20T11:10:05.253 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.252+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~XC5N57H2BV10.0 size=1048576 2023-12-20T11:10:05.255 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.253+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~XC5N57H2BV10.1 size=1048576 2023-12-20T11:10:05.257 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.255+0000 7fd1b21c4880 1 < completed part key=_multipart_TRBR8IGAJUYI.2~XC5N57H2BV10.2 size=61176 2023-12-20T11:10:05.261 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.259+0000 7fd1b21c4880 1 < completed multipart upload key=TRBR8IGAJUYI upload=XC5N57H2BV10 tag=5SA35FO46YJ6 type=write size=3206904 2023-12-20T11:10:05.265 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.263+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~03WI89RIYI81.0 size=1048576 2023-12-20T11:10:05.266 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.265+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~03WI89RIYI81.1 size=1048576 2023-12-20T11:10:05.268 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.267+0000 7fd1b21c4880 1 > prepared part key=_multipart_H6RM2M0W0Z5O.2~03WI89RIYI81.2 size=545512 2023-12-20T11:10:05.269 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.267+0000 7fd1b21c4880 1 > prepared multipart upload key=H6RM2M0W0Z5O upload=03WI89RIYI81 tag=4NM0WEVQTXCF type=write size=3691240 2023-12-20T11:10:05.273 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.271+0000 7fd1b21c4880 1 < suggested remove operation key=LC4FC2MW1JOI tag=KAHJP86D7XFY type=del 2023-12-20T11:10:05.277 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.276+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~Y22X1XEBK6T1.0 size=1048576 2023-12-20T11:10:05.279 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.278+0000 7fd1b21c4880 1 > prepared part key=_multipart_K1JVVDJA7RXO.2~Y22X1XEBK6T1.1 size=297546 2023-12-20T11:10:05.279 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.278+0000 7fd1b21c4880 1 > prepared multipart upload key=K1JVVDJA7RXO upload=Y22X1XEBK6T1 tag=7XUCCI3BPX5R type=write size=2394698 2023-12-20T11:10:05.281 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.280+0000 7fd1b21c4880 1 < canceled operation key=H6RM2M0W0Z5O tag=8O9YT2ZJMDH7 type=write size=272170 2023-12-20T11:10:05.286 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.284+0000 7fd1b21c4880 1 > prepared part key=_multipart_1VUIXCARBLMN.2~MCBZ9YGON57O.0 size=542998 2023-12-20T11:10:05.286 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.284+0000 7fd1b21c4880 1 > prepared multipart upload key=1VUIXCARBLMN upload=MCBZ9YGON57O tag=23DJ4INUT1LR type=write size=1591574 2023-12-20T11:10:05.289 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.287+0000 7fd1b21c4880 1 < completed part key=_multipart_H6RM2M0W0Z5O.2~17Z11QLQ5AAQ.0 size=711445 2023-12-20T11:10:05.292 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.291+0000 7fd1b21c4880 1 < completed multipart upload key=H6RM2M0W0Z5O upload=17Z11QLQ5AAQ tag=KV5VK7Y7OPCZ type=write size=1760021 2023-12-20T11:10:05.297 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.295+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~1PRX1Z143CQK.0 size=1048576 2023-12-20T11:10:05.298 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.297+0000 7fd1b21c4880 1 > prepared part key=_multipart_0CTPN27ASDAX.2~1PRX1Z143CQK.1 size=567161 2023-12-20T11:10:05.298 INFO:tasks.workunit.client.0.smithi123.stderr:2023-12-20T11:10:05.297+0000 7fd1b21c4880 1 > prepared multipart upload key=0CTPN27ASDAX upload=1PRX1Z143CQK tag=Y9IPDUE9AE1O type=write size=2664313 2023-12-20T11:10:05.299 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw_stats.simulate (13902 ms) 2023-12-20T11:10:05.299 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 1 test from cls_rgw_stats (13902 ms total) 2023-12-20T11:10:05.299 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:10:05.299 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2023-12-20T11:10:05.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:05 smithi177 ceph-mon[212096]: pgmap v1432: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 418 KiB/s wr, 2.13k op/s 2023-12-20T11:10:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:05 smithi123 ceph-mon[191304]: pgmap v1432: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 418 KiB/s wr, 2.13k op/s 2023-12-20T11:10:05.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:05 smithi123 ceph-mon[188613]: pgmap v1432: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 418 KiB/s wr, 2.13k op/s 2023-12-20T11:10:06.266 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 1 test from 1 test suite ran. (16730 ms total) 2023-12-20T11:10:06.267 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 1 test. 2023-12-20T11:10:06.272 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-20T11:10:06.272 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-20T11:10:06.341 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2023-12-20T11:10:06.341 DEBUG:teuthology.orchestra.run.smithi123:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2023-12-20T11:10:06.411 INFO:tasks.workunit.client.0.smithi123.stdout:Running main() from gmock_main.cc 2023-12-20T11:10:06.411 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 2 tests from 1 test suite. 2023-12-20T11:10:06.411 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2023-12-20T11:10:06.411 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 2 tests from ClsSDK 2023-12-20T11:10:06.411 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2023-12-20T11:10:07.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:07 smithi177 ceph-mon[212096]: pgmap v1433: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 395 KiB/s wr, 2.02k op/s 2023-12-20T11:10:07.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:07 smithi177 ceph-mon[212096]: osdmap e1091: 8 total, 8 up, 8 in 2023-12-20T11:10:07.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:07 smithi123 ceph-mon[191304]: pgmap v1433: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 395 KiB/s wr, 2.02k op/s 2023-12-20T11:10:07.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:07 smithi123 ceph-mon[191304]: osdmap e1091: 8 total, 8 up, 8 in 2023-12-20T11:10:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:07 smithi123 ceph-mon[188613]: pgmap v1433: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 395 KiB/s wr, 2.02k op/s 2023-12-20T11:10:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:07 smithi123 ceph-mon[188613]: osdmap e1091: 8 total, 8 up, 8 in 2023-12-20T11:10:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:08 smithi177 ceph-mon[212096]: osdmap e1092: 8 total, 8 up, 8 in 2023-12-20T11:10:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:08 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2056675260' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229949-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:10:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:08 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229949-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:10:08.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:08 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229949-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:10:08.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:08 smithi177 ceph-mon[212096]: osdmap e1093: 8 total, 8 up, 8 in 2023-12-20T11:10:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:08 smithi123 ceph-mon[191304]: osdmap e1092: 8 total, 8 up, 8 in 2023-12-20T11:10:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:08 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2056675260' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229949-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:10:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:08 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229949-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:10:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:08 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229949-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:10:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:08 smithi123 ceph-mon[191304]: osdmap e1093: 8 total, 8 up, 8 in 2023-12-20T11:10:08.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:08 smithi123 ceph-mon[188613]: osdmap e1092: 8 total, 8 up, 8 in 2023-12-20T11:10:08.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:08 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2056675260' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229949-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:10:08.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:08 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229949-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:10:08.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:08 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229949-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:10:08.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:08 smithi123 ceph-mon[188613]: osdmap e1093: 8 total, 8 up, 8 in 2023-12-20T11:10:09.287 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2876 ms) 2023-12-20T11:10:09.287 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2023-12-20T11:10:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:10:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:10:09] "GET /metrics HTTP/1.1" 200 36253 "" "Prometheus/2.43.0" 2023-12-20T11:10:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:09 smithi123 ceph-mon[191304]: pgmap v1436: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:10:09.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:09 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:10:09.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:09 smithi123 ceph-mon[191304]: osdmap e1094: 8 total, 8 up, 8 in 2023-12-20T11:10:09.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:09 smithi123 ceph-mon[188613]: pgmap v1436: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:10:09.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:09 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:10:09.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:09 smithi123 ceph-mon[188613]: osdmap e1094: 8 total, 8 up, 8 in 2023-12-20T11:10:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:09 smithi177 ceph-mon[212096]: pgmap v1436: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:10:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:09 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:10:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:09 smithi177 ceph-mon[212096]: osdmap e1094: 8 total, 8 up, 8 in 2023-12-20T11:10:10.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:10 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:10:10.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:10 smithi177 ceph-mon[212096]: osdmap e1095: 8 total, 8 up, 8 in 2023-12-20T11:10:10.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:10 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1904829844' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229949-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:10:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:10 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:10:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:10 smithi123 ceph-mon[191304]: osdmap e1095: 8 total, 8 up, 8 in 2023-12-20T11:10:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:10 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1904829844' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229949-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:10:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:10 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:10:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:10 smithi123 ceph-mon[188613]: osdmap e1095: 8 total, 8 up, 8 in 2023-12-20T11:10:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:10 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1904829844' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229949-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:10:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:11 smithi177 ceph-mon[212096]: pgmap v1439: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:10:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:11 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1904829844' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229949-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:10:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:11 smithi177 ceph-mon[212096]: osdmap e1096: 8 total, 8 up, 8 in 2023-12-20T11:10:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:11 smithi123 ceph-mon[191304]: pgmap v1439: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:10:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:11 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1904829844' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229949-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:10:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:11 smithi123 ceph-mon[191304]: osdmap e1096: 8 total, 8 up, 8 in 2023-12-20T11:10:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:11 smithi123 ceph-mon[188613]: pgmap v1439: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:10:11.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:11 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1904829844' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi123-229949-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:10:11.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:11 smithi123 ceph-mon[188613]: osdmap e1096: 8 total, 8 up, 8 in 2023-12-20T11:10:12.307 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3019 ms) 2023-12-20T11:10:12.307 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 2 tests from ClsSDK (5895 ms total) 2023-12-20T11:10:12.307 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:10:12.307 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2023-12-20T11:10:12.307 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 2 tests from 1 test suite ran. (5896 ms total) 2023-12-20T11:10:12.307 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 2 tests. 2023-12-20T11:10:12.311 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-20T11:10:12.312 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-20T11:10:12.382 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2023-12-20T11:10:12.382 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-20T11:10:12.625 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:10:12.625 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:12 smithi123 ceph-mon[191304]: osdmap e1097: 8 total, 8 up, 8 in 2023-12-20T11:10:12.625 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:10:12.625 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:12 smithi123 ceph-mon[188613]: osdmap e1097: 8 total, 8 up, 8 in 2023-12-20T11:10:12.626 DEBUG:teuthology.parallel:result is None 2023-12-20T11:10:12.626 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-12-20T11:10:12.653 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-12-20T11:10:12.653 DEBUG:teuthology.orchestra.run.smithi123:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-12-20T11:10:12.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:10:12.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:12 smithi177 ceph-mon[212096]: osdmap e1097: 8 total, 8 up, 8 in 2023-12-20T11:10:12.711 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-12-20T11:10:12.711 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-20T11:10:12.711 INFO:teuthology.task.print:**** done end rados_api.yaml 2023-12-20T11:10:12.712 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-20T11:10:12.712 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2023-12-20T11:10:12.712 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2023-12-20T11:10:12.712 INFO:tasks.workunit:Pulling workunits from ref quincy 2023-12-20T11:10:12.713 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-20T11:10:12.713 DEBUG:teuthology.orchestra.run.smithi123:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-20T11:10:12.769 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-20T11:10:12.769 INFO:teuthology.orchestra.run.smithi123.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-20T11:10:12.770 DEBUG:teuthology.orchestra.run.smithi123:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-20T11:10:12.827 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-20T11:10:12.828 DEBUG:teuthology.orchestra.run.smithi123:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-20T11:10:12.885 INFO:tasks.workunit:timeout=3h 2023-12-20T11:10:12.885 INFO:tasks.workunit:cleanup=True 2023-12-20T11:10:12.886 DEBUG:teuthology.orchestra.run.smithi123:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2023-12-20T11:10:12.944 INFO:tasks.workunit.client.0.smithi123.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-20T11:10:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:13 smithi177 ceph-mon[212096]: pgmap v1442: 137 pgs: 1 creating+activating, 8 creating+peering, 20 unknown, 108 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:10:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:13 smithi123 ceph-mon[191304]: pgmap v1442: 137 pgs: 1 creating+activating, 8 creating+peering, 20 unknown, 108 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:10:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:13 smithi123 ceph-mon[188613]: pgmap v1442: 137 pgs: 1 creating+activating, 8 creating+peering, 20 unknown, 108 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:10:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:15 smithi177 ceph-mon[212096]: pgmap v1444: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:10:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:15 smithi123 ceph-mon[191304]: pgmap v1444: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:10:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:15 smithi123 ceph-mon[188613]: pgmap v1444: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:10:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:17 smithi177 ceph-mon[212096]: pgmap v1445: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:10:17.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:17 smithi123 ceph-mon[191304]: pgmap v1445: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:10:17.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:17 smithi123 ceph-mon[188613]: pgmap v1445: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:10:19.358 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:10:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:10:19] "GET /metrics HTTP/1.1" 200 36250 "" "Prometheus/2.43.0" 2023-12-20T11:10:19.359 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:19 smithi123 ceph-mon[188613]: pgmap v1446: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:10:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:19 smithi177 ceph-mon[212096]: pgmap v1446: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:10:19.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:19 smithi123 ceph-mon[191304]: pgmap v1446: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:10:20.587 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:10:20.954 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:10:20.954 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (19m) 5m ago 22m 28.6M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:10:20.954 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (18m) 3m ago 21m 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:10:20.954 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (22m) 5m ago 22m 17.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:10:20.954 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (22m) 3m ago 22m 26.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:10:20.954 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (18m) 3m ago 25m 454M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:10:20.954 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (18m) 5m ago 26m 529M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:10:20.954 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (18m) 5m ago 26m 176M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:10:20.954 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (17m) 3m ago 25m 123M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:10:20.954 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (17m) 5m ago 25m 118M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:10:20.954 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (19m) 5m ago 21m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:10:20.954 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (18m) 3m ago 21m 19.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:10:20.955 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (17m) 5m ago 25m 1086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:10:20.955 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (16m) 5m ago 24m 909M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:10:20.955 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (16m) 5m ago 24m 1048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:10:20.955 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (15m) 5m ago 24m 740M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:10:20.955 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (15m) 3m ago 23m 1148M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:10:20.955 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (14m) 3m ago 23m 1064M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:10:20.955 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (14m) 3m ago 23m 853M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:10:20.955 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (14m) 3m ago 23m 1037M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:10:20.955 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (18m) 3m ago 22m 67.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:10:21.351 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:10:21.351 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:10:21.351 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:10:21.351 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:10:21.351 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:10:21.351 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:10:21.351 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:10:21.352 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:10:21.352 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:10:21.352 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:10:21.352 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:10:21.352 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:10:21.352 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:10:21.352 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:10:21.352 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:10:21.352 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:10:21.352 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:10:21.352 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:10:21.465 DEBUG:teuthology.orchestra.run.smithi123:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-20T11:10:21.523 INFO:tasks.workunit.client.0.smithi123.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-20T11:10:21.525 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-20T11:10:21.525 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-20T11:10:21.572 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-20T11:10:21.618 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-20T11:10:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:21 smithi177 ceph-mon[212096]: pgmap v1447: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:10:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:21 smithi177 ceph-mon[212096]: from='client.45179 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:10:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:21 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3943856529' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:10:21.654 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-20T11:10:21.656 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-20T11:10:21.656 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-20T11:10:21.693 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-20T11:10:21.695 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2023-12-20T11:10:21.696 DEBUG:teuthology.orchestra.run.smithi123:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-20T11:10:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:21 smithi123 ceph-mon[191304]: pgmap v1447: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:10:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:21 smithi123 ceph-mon[191304]: from='client.45179 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:10:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:21 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3943856529' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:10:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:21 smithi123 ceph-mon[188613]: pgmap v1447: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:10:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:21 smithi123 ceph-mon[188613]: from='client.45179 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:10:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:21 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3943856529' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:10:21.754 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2023-12-20T11:10:21.755 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2023-12-20T11:10:21.755 DEBUG:teuthology.orchestra.run.smithi123:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2023-12-20T11:10:21.853 INFO:tasks.workunit.client.0.smithi123.stdout:run length 1200 seconds 2023-12-20T11:10:21.853 INFO:tasks.workunit.client.0.smithi123.stdout:preparing 10240 objects 2023-12-20T11:10:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:22 smithi177 ceph-mon[212096]: from='client.45185 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:10:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:22 smithi123 ceph-mon[191304]: from='client.45185 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:10:22.747 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:22 smithi123 ceph-mon[188613]: from='client.45185 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:10:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:23 smithi177 ceph-mon[212096]: pgmap v1448: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:10:23.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:23 smithi123 ceph-mon[191304]: pgmap v1448: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:10:23.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:23 smithi123 ceph-mon[188613]: pgmap v1448: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-20T11:10:23.877 INFO:tasks.workunit.client.0.smithi123.stdout:load-gen will run 1200 seconds 2023-12-20T11:10:24.877 INFO:tasks.workunit.client.0.smithi123.stdout: 1: throughput=0MB/sec pending data=0 2023-12-20T11:10:24.877 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hRSzB3JvKv40psd off=4006895 len=876814 2023-12-20T11:10:24.884 INFO:tasks.workunit.client.0.smithi123.stdout:op 0 completed, throughput=0.831MB/sec 2023-12-20T11:10:24.884 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CmgdXkZbuHqZ4jV off=2301217 len=1979446 2023-12-20T11:10:24.897 INFO:tasks.workunit.client.0.smithi123.stdout:op 1 completed, throughput=2.67MB/sec 2023-12-20T11:10:24.898 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tWvh7cK6W7TvoLT off=3420726 len=1452622 2023-12-20T11:10:24.900 INFO:tasks.workunit.client.0.smithi123.stdout:op 2 completed, throughput=4.02MB/sec 2023-12-20T11:10:24.900 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-UvttOvL8qsDQiYS off=3744157 len=762531 2023-12-20T11:10:24.905 INFO:tasks.workunit.client.0.smithi123.stdout:op 3 completed, throughput=4.7MB/sec 2023-12-20T11:10:24.905 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-A8jk1ERgxU-ETX5 off=13249924 len=1289482 2023-12-20T11:10:24.914 INFO:tasks.workunit.client.0.smithi123.stdout:op 4 completed, throughput=5.85MB/sec 2023-12-20T11:10:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:25 smithi177 ceph-mon[212096]: pgmap v1449: 105 pgs: 105 active+clean; 46 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 325 KiB/s wr, 324 op/s 2023-12-20T11:10:25.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:25 smithi123 ceph-mon[191304]: pgmap v1449: 105 pgs: 105 active+clean; 46 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 325 KiB/s wr, 324 op/s 2023-12-20T11:10:25.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:25 smithi123 ceph-mon[188613]: pgmap v1449: 105 pgs: 105 active+clean; 46 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 325 KiB/s wr, 324 op/s 2023-12-20T11:10:25.914 INFO:tasks.workunit.client.0.smithi123.stdout: 2: throughput=2.98MB/sec pending data=0 2023-12-20T11:10:25.914 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gALfighzOMl8g5V off=17302006 len=1646715 2023-12-20T11:10:25.916 INFO:tasks.workunit.client.0.smithi123.stdout:op 5 completed, throughput=3.74MB/sec 2023-12-20T11:10:25.916 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2MsDNYkuMwqV29M off=2625351 len=1680829 2023-12-20T11:10:25.918 INFO:tasks.workunit.client.0.smithi123.stdout:op 6 completed, throughput=4.53MB/sec 2023-12-20T11:10:25.919 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Gq1IWuwDVkrB69x off=921445 len=635311 2023-12-20T11:10:25.923 INFO:tasks.workunit.client.0.smithi123.stdout:op 7 completed, throughput=4.81MB/sec 2023-12-20T11:10:25.923 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-u2QLZgb6MFBcsTS off=8110453 len=548723 2023-12-20T11:10:25.929 INFO:tasks.workunit.client.0.smithi123.stdout:op 8 completed, throughput=5.06MB/sec 2023-12-20T11:10:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:10:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:10:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:10:26.927 INFO:tasks.workunit.client.0.smithi123.stdout: 3: throughput=3.4MB/sec pending data=0 2023-12-20T11:10:26.927 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0ZMW48LGWfBu9q6 off=5848315 len=1870984 2023-12-20T11:10:26.939 INFO:tasks.workunit.client.0.smithi123.stdout:op 9 completed, throughput=3.97MB/sec 2023-12-20T11:10:26.940 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-f_hD37oHZGHR-18 off=6671320 len=838645 2023-12-20T11:10:26.941 INFO:tasks.workunit.client.0.smithi123.stdout:op 10 completed, throughput=4.23MB/sec 2023-12-20T11:10:26.941 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ZTGAD1QRr5SAMOv off=5318408 len=527497 2023-12-20T11:10:26.944 INFO:tasks.workunit.client.0.smithi123.stdout:op 11 completed, throughput=4.39MB/sec 2023-12-20T11:10:26.944 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-rrBMakcocSz5YkY off=20188703 len=1768503 2023-12-20T11:10:26.954 INFO:tasks.workunit.client.0.smithi123.stdout:op 12 completed, throughput=4.92MB/sec 2023-12-20T11:10:26.954 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SXaB-QRaAmvmpTc off=965036 len=519802 2023-12-20T11:10:26.956 INFO:tasks.workunit.client.0.smithi123.stdout:op 13 completed, throughput=5.08MB/sec 2023-12-20T11:10:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:27 smithi123 ceph-mon[191304]: pgmap v1450: 105 pgs: 105 active+clean; 61 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 417 KiB/s wr, 416 op/s 2023-12-20T11:10:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:27 smithi123 ceph-mon[188613]: pgmap v1450: 105 pgs: 105 active+clean; 61 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 417 KiB/s wr, 416 op/s 2023-12-20T11:10:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:27 smithi177 ceph-mon[212096]: pgmap v1450: 105 pgs: 105 active+clean; 61 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 417 KiB/s wr, 416 op/s 2023-12-20T11:10:27.956 INFO:tasks.workunit.client.0.smithi123.stdout: 4: throughput=3.83MB/sec pending data=0 2023-12-20T11:10:27.956 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Fw6jk2cXgXLBYur off=7513420 len=361855 2023-12-20T11:10:27.958 INFO:tasks.workunit.client.0.smithi123.stdout:op 14 completed, throughput=3.92MB/sec 2023-12-20T11:10:27.958 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Lx14pVxkPj9Hc72 off=5866101 len=653864 2023-12-20T11:10:27.962 INFO:tasks.workunit.client.0.smithi123.stdout:op 15 completed, throughput=4.07MB/sec 2023-12-20T11:10:27.962 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-u6GD6uY0XM3dQiU off=6358742 len=1932428 2023-12-20T11:10:27.964 INFO:tasks.workunit.client.0.smithi123.stdout:op 16 completed, throughput=4.51MB/sec 2023-12-20T11:10:27.965 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-JPRHRY_00RLJN7o off=7931015 len=41892 2023-12-20T11:10:27.965 INFO:tasks.workunit.client.0.smithi123.stdout:op 17 completed, throughput=4.52MB/sec 2023-12-20T11:10:27.965 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lWp5M9DJim8A2n7 off=9797855 len=421853 2023-12-20T11:10:27.966 INFO:tasks.workunit.client.0.smithi123.stdout:op 18 completed, throughput=4.62MB/sec 2023-12-20T11:10:27.966 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qubnaakqgCvmAUY off=6161857 len=1454291 2023-12-20T11:10:27.968 INFO:tasks.workunit.client.0.smithi123.stdout:op 19 completed, throughput=4.96MB/sec 2023-12-20T11:10:27.968 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5JpflQptq13NrMK off=6430001 len=1805852 2023-12-20T11:10:27.970 INFO:tasks.workunit.client.0.smithi123.stdout:op 20 completed, throughput=5.37MB/sec 2023-12-20T11:10:28.970 INFO:tasks.workunit.client.0.smithi123.stdout: 5: throughput=4.32MB/sec pending data=0 2023-12-20T11:10:28.971 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-r1nngS8xxDxrC2J off=7668509 len=1044637 2023-12-20T11:10:28.972 INFO:tasks.workunit.client.0.smithi123.stdout:op 21 completed, throughput=4.51MB/sec 2023-12-20T11:10:28.972 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-zhO6dbazl3Uduyh off=1065117 len=1681209 2023-12-20T11:10:28.981 INFO:tasks.workunit.client.0.smithi123.stdout:op 22 completed, throughput=4.82MB/sec 2023-12-20T11:10:28.982 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-h4-m-_uqXKcbJaw off=4950990 len=1568556 2023-12-20T11:10:28.983 INFO:tasks.workunit.client.0.smithi123.stdout:op 23 completed, throughput=5.11MB/sec 2023-12-20T11:10:29.408 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:10:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:10:29] "GET /metrics HTTP/1.1" 200 33927 "" "Prometheus/2.43.0" 2023-12-20T11:10:29.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:29 smithi123 ceph-mon[191304]: pgmap v1451: 105 pgs: 105 active+clean; 110 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 898 KiB/s wr, 741 op/s 2023-12-20T11:10:29.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:29 smithi123 ceph-mon[188613]: pgmap v1451: 105 pgs: 105 active+clean; 110 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 898 KiB/s wr, 741 op/s 2023-12-20T11:10:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:29 smithi177 ceph-mon[212096]: pgmap v1451: 105 pgs: 105 active+clean; 110 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 898 KiB/s wr, 741 op/s 2023-12-20T11:10:29.984 INFO:tasks.workunit.client.0.smithi123.stdout: 6: throughput=4.27MB/sec pending data=0 2023-12-20T11:10:29.984 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-MfBXHGq56csP930 off=14168678 len=844493 2023-12-20T11:10:29.989 INFO:tasks.workunit.client.0.smithi123.stdout:op 24 completed, throughput=4.4MB/sec 2023-12-20T11:10:29.989 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-v7sPIAp13pgkQbM off=7116527 len=1579911 2023-12-20T11:10:29.991 INFO:tasks.workunit.client.0.smithi123.stdout:op 25 completed, throughput=4.65MB/sec 2023-12-20T11:10:29.991 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2r5pSxtrdKxLz1C off=10743161 len=1040256 2023-12-20T11:10:29.995 INFO:tasks.workunit.client.0.smithi123.stdout:op 26 completed, throughput=4.81MB/sec 2023-12-20T11:10:29.995 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xu1IMW4vArtIeLH off=6132657 len=556103 2023-12-20T11:10:29.996 INFO:tasks.workunit.client.0.smithi123.stdout:op 27 completed, throughput=4.89MB/sec 2023-12-20T11:10:29.996 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-dQYh6yYMQhFNOkv off=6330327 len=942816 2023-12-20T11:10:29.997 INFO:tasks.workunit.client.0.smithi123.stdout:op 28 completed, throughput=5.04MB/sec 2023-12-20T11:10:30.997 INFO:tasks.workunit.client.0.smithi123.stdout: 7: throughput=4.33MB/sec pending data=0 2023-12-20T11:10:30.997 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gC4CILYtV_Ik21x off=6659176 len=1942772 2023-12-20T11:10:31.002 INFO:tasks.workunit.client.0.smithi123.stdout:op 29 completed, throughput=4.59MB/sec 2023-12-20T11:10:31.002 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-RQi3UnnaKJOxb4Y off=6020613 len=649031 2023-12-20T11:10:31.003 INFO:tasks.workunit.client.0.smithi123.stdout:op 30 completed, throughput=4.67MB/sec 2023-12-20T11:10:31.003 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FODD6VAjCCmXr81 off=7800367 len=782820 2023-12-20T11:10:31.005 INFO:tasks.workunit.client.0.smithi123.stdout:op 31 completed, throughput=4.78MB/sec 2023-12-20T11:10:31.005 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Rafwh1JRv2w7u25 off=1064366 len=1390567 2023-12-20T11:10:31.007 INFO:tasks.workunit.client.0.smithi123.stdout:op 32 completed, throughput=4.96MB/sec 2023-12-20T11:10:31.007 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gpSnpdPPJM8DK4l off=3738531 len=1599730 2023-12-20T11:10:31.014 INFO:tasks.workunit.client.0.smithi123.stdout:op 33 completed, throughput=5.17MB/sec 2023-12-20T11:10:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:31 smithi123 ceph-mon[191304]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 841 KiB/s rd, 1.7 MiB/s wr, 854 op/s 2023-12-20T11:10:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:31 smithi123 ceph-mon[188613]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 841 KiB/s rd, 1.7 MiB/s wr, 854 op/s 2023-12-20T11:10:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:31 smithi177 ceph-mon[212096]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 841 KiB/s rd, 1.7 MiB/s wr, 854 op/s 2023-12-20T11:10:32.014 INFO:tasks.workunit.client.0.smithi123.stdout: 8: throughput=4.53MB/sec pending data=0 2023-12-20T11:10:32.014 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xEvRzLzdC8-9d8P off=192387 len=1066439 2023-12-20T11:10:32.017 INFO:tasks.workunit.client.0.smithi123.stdout:op 34 completed, throughput=4.66MB/sec 2023-12-20T11:10:32.017 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-oo_oph1MIUFeRBB off=0 len=1221633 2023-12-20T11:10:32.019 INFO:tasks.workunit.client.0.smithi123.stdout:op 35 completed, throughput=4.8MB/sec 2023-12-20T11:10:32.020 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-LrJdVbRRi80PDIg off=3019670 len=1400311 2023-12-20T11:10:32.027 INFO:tasks.workunit.client.0.smithi123.stdout:op 36 completed, throughput=4.96MB/sec 2023-12-20T11:10:32.027 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-bkkL2vuZ3lBtVfq off=464300 len=622326 2023-12-20T11:10:32.027 INFO:tasks.workunit.client.0.smithi123.stdout:op 37 completed, throughput=5.03MB/sec 2023-12-20T11:10:33.028 INFO:tasks.workunit.client.0.smithi123.stdout: 9: throughput=4.48MB/sec pending data=0 2023-12-20T11:10:33.028 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-c6dxLFph2gB-YG1 off=3223994 len=1086935 2023-12-20T11:10:33.029 INFO:tasks.workunit.client.0.smithi123.stdout:op 38 completed, throughput=4.59MB/sec 2023-12-20T11:10:33.029 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CNTUljHT91VqOug off=4134241 len=197095 2023-12-20T11:10:33.032 INFO:tasks.workunit.client.0.smithi123.stdout:op 39 completed, throughput=4.61MB/sec 2023-12-20T11:10:33.032 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-trOeqDs9TpqFuGB off=3164446 len=1317961 2023-12-20T11:10:33.034 INFO:tasks.workunit.client.0.smithi123.stdout:op 40 completed, throughput=4.75MB/sec 2023-12-20T11:10:33.034 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-CLgF9qyiTOX4-an off=13933172 len=1013322 2023-12-20T11:10:33.035 INFO:tasks.workunit.client.0.smithi123.stdout:op 41 completed, throughput=4.85MB/sec 2023-12-20T11:10:33.035 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CA-A5hJopiyI3x8 off=1623819 len=932632 2023-12-20T11:10:33.040 INFO:tasks.workunit.client.0.smithi123.stdout:op 42 completed, throughput=4.95MB/sec 2023-12-20T11:10:33.040 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Vj-Gi14G7q_s9kl off=11303808 len=1722332 2023-12-20T11:10:33.049 INFO:tasks.workunit.client.0.smithi123.stdout:op 43 completed, throughput=5.12MB/sec 2023-12-20T11:10:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:33 smithi123 ceph-mon[191304]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2023-12-20T11:10:33.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:33 smithi123 ceph-mon[188613]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2023-12-20T11:10:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:33 smithi177 ceph-mon[212096]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.9 MiB/s wr, 855 op/s 2023-12-20T11:10:34.050 INFO:tasks.workunit.client.0.smithi123.stdout: 10: throughput=4.62MB/sec pending data=0 2023-12-20T11:10:34.050 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vmaYadBL0wJbVpS off=1344095 len=594121 2023-12-20T11:10:34.051 INFO:tasks.workunit.client.0.smithi123.stdout:op 44 completed, throughput=4.67MB/sec 2023-12-20T11:10:34.051 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-veRzSRz1azx5R5R off=11430844 len=671325 2023-12-20T11:10:34.056 INFO:tasks.workunit.client.0.smithi123.stdout:op 45 completed, throughput=4.73MB/sec 2023-12-20T11:10:34.056 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-LTyWJ6T-jdYUdoc off=8851922 len=1785524 2023-12-20T11:10:34.066 INFO:tasks.workunit.client.0.smithi123.stdout:op 46 completed, throughput=4.9MB/sec 2023-12-20T11:10:34.066 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Tf7qHhJoAdhbmf1 off=3467385 len=2003018 2023-12-20T11:10:34.068 INFO:tasks.workunit.client.0.smithi123.stdout:op 47 completed, throughput=5.08MB/sec 2023-12-20T11:10:35.068 INFO:tasks.workunit.client.0.smithi123.stdout: 11: throughput=4.63MB/sec pending data=0 2023-12-20T11:10:35.069 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-TKA9DRuABYHcQ3L off=18168512 len=202391 2023-12-20T11:10:35.069 INFO:tasks.workunit.client.0.smithi123.stdout:op 48 completed, throughput=4.65MB/sec 2023-12-20T11:10:35.069 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lCJ43rNG4zekUXo off=6713272 len=1929927 2023-12-20T11:10:35.072 INFO:tasks.workunit.client.0.smithi123.stdout:op 49 completed, throughput=4.81MB/sec 2023-12-20T11:10:35.072 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-pP0OPcPJyJnr_2f off=14573914 len=526824 2023-12-20T11:10:35.076 INFO:tasks.workunit.client.0.smithi123.stdout:op 50 completed, throughput=4.85MB/sec 2023-12-20T11:10:35.076 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-PnSIzgdVQh1JwKu off=5261483 len=595751 2023-12-20T11:10:35.077 INFO:tasks.workunit.client.0.smithi123.stdout:op 51 completed, throughput=4.9MB/sec 2023-12-20T11:10:35.077 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-IA41HlByiGOd7ro off=5144078 len=1323841 2023-12-20T11:10:35.078 INFO:tasks.workunit.client.0.smithi123.stdout:op 52 completed, throughput=5.02MB/sec 2023-12-20T11:10:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:35 smithi123 ceph-mon[191304]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 855 op/s 2023-12-20T11:10:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:35 smithi123 ceph-mon[188613]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 855 op/s 2023-12-20T11:10:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:35 smithi177 ceph-mon[212096]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 855 op/s 2023-12-20T11:10:36.078 INFO:tasks.workunit.client.0.smithi123.stdout: 12: throughput=4.6MB/sec pending data=0 2023-12-20T11:10:36.079 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hGZthONzdxhPpA7 off=301602 len=2069728 2023-12-20T11:10:36.083 INFO:tasks.workunit.client.0.smithi123.stdout:op 53 completed, throughput=4.76MB/sec 2023-12-20T11:10:36.083 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-yKM01ujg-Zf2NMV off=2246383 len=796878 2023-12-20T11:10:36.084 INFO:tasks.workunit.client.0.smithi123.stdout:op 54 completed, throughput=4.83MB/sec 2023-12-20T11:10:36.084 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-i20eluHNRNYfOcw off=3712764 len=583646 2023-12-20T11:10:36.085 INFO:tasks.workunit.client.0.smithi123.stdout:op 55 completed, throughput=4.87MB/sec 2023-12-20T11:10:36.085 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-tXYpCz9ns1OB-t8 off=16053507 len=1047381 2023-12-20T11:10:36.091 INFO:tasks.workunit.client.0.smithi123.stdout:op 56 completed, throughput=4.95MB/sec 2023-12-20T11:10:36.091 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-HGNgL0SPWJ8FQMF off=8778563 len=1249627 2023-12-20T11:10:36.092 INFO:tasks.workunit.client.0.smithi123.stdout:op 57 completed, throughput=5.05MB/sec 2023-12-20T11:10:37.093 INFO:tasks.workunit.client.0.smithi123.stdout: 13: throughput=4.67MB/sec pending data=0 2023-12-20T11:10:37.093 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-p-eP9HqVy3hLJvr off=731827 len=809094 2023-12-20T11:10:37.096 INFO:tasks.workunit.client.0.smithi123.stdout:op 58 completed, throughput=4.72MB/sec 2023-12-20T11:10:37.096 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pr5UGdKtiNWNJvD off=8963153 len=1396472 2023-12-20T11:10:37.097 INFO:tasks.workunit.client.0.smithi123.stdout:op 59 completed, throughput=4.82MB/sec 2023-12-20T11:10:37.097 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-iQDfaCwkaRmzC0I off=15954436 len=1506719 2023-12-20T11:10:37.099 INFO:tasks.workunit.client.0.smithi123.stdout:op 60 completed, throughput=4.93MB/sec 2023-12-20T11:10:37.099 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cWScH5FjXY8qovY off=6329084 len=527025 2023-12-20T11:10:37.100 INFO:tasks.workunit.client.0.smithi123.stdout:op 61 completed, throughput=4.97MB/sec 2023-12-20T11:10:37.100 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-lhGBf4lWONO4L2q off=17626214 len=1599169 2023-12-20T11:10:37.105 INFO:tasks.workunit.client.0.smithi123.stdout:op 62 completed, throughput=5.08MB/sec 2023-12-20T11:10:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:37 smithi123 ceph-mon[191304]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 546 op/s 2023-12-20T11:10:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:10:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:10:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:10:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:10:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:37 smithi123 ceph-mon[188613]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 546 op/s 2023-12-20T11:10:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:10:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:10:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:10:37.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:10:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:37 smithi177 ceph-mon[212096]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 546 op/s 2023-12-20T11:10:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:10:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:10:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:10:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:10:38.106 INFO:tasks.workunit.client.0.smithi123.stdout: 14: throughput=4.72MB/sec pending data=0 2023-12-20T11:10:38.106 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8WwwY-wUdbwUcD4 off=10903682 len=1723558 2023-12-20T11:10:38.108 INFO:tasks.workunit.client.0.smithi123.stdout:op 63 completed, throughput=4.84MB/sec 2023-12-20T11:10:38.108 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-clPNU8W3OuO0HUQ off=3055060 len=247534 2023-12-20T11:10:38.108 INFO:tasks.workunit.client.0.smithi123.stdout:op 64 completed, throughput=4.86MB/sec 2023-12-20T11:10:38.108 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-3qD-oFwU6BuzaGC off=1686328 len=112284 2023-12-20T11:10:38.111 INFO:tasks.workunit.client.0.smithi123.stdout:op 65 completed, throughput=4.86MB/sec 2023-12-20T11:10:38.111 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-BC07zIEyfwjREio off=6909507 len=1607870 2023-12-20T11:10:38.113 INFO:tasks.workunit.client.0.smithi123.stdout:op 66 completed, throughput=4.97MB/sec 2023-12-20T11:10:38.113 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-urp3w0wCGTRu5eY off=567812 len=1169482 2023-12-20T11:10:38.124 INFO:tasks.workunit.client.0.smithi123.stdout:op 67 completed, throughput=5.05MB/sec 2023-12-20T11:10:39.116 INFO:tasks.workunit.client.0.smithi123.stdout: 15: throughput=4.72MB/sec pending data=0 2023-12-20T11:10:39.116 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DcPOS03apkpjw1x off=3133905 len=1674258 2023-12-20T11:10:39.125 INFO:tasks.workunit.client.0.smithi123.stdout:op 68 completed, throughput=4.82MB/sec 2023-12-20T11:10:39.125 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-sF7Khj_AK96_GU8 off=21613256 len=1204253 2023-12-20T11:10:39.125 INFO:tasks.workunit.client.0.smithi123.stdout:op 69 completed, throughput=4.89MB/sec 2023-12-20T11:10:39.126 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-MlSSynq28hu3O1Z off=3147252 len=1555290 2023-12-20T11:10:39.126 INFO:tasks.workunit.client.0.smithi123.stdout:op 70 completed, throughput=4.99MB/sec 2023-12-20T11:10:39.127 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-TUYJ7PV8xYJGnKY off=8561681 len=1756647 2023-12-20T11:10:39.137 INFO:tasks.workunit.client.0.smithi123.stdout:op 71 completed, throughput=5.1MB/sec 2023-12-20T11:10:39.423 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:10:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:10:39] "GET /metrics HTTP/1.1" 200 33927 "" "Prometheus/2.43.0" 2023-12-20T11:10:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:39 smithi123 ceph-mon[191304]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 440 op/s 2023-12-20T11:10:39.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:39 smithi123 ceph-mon[188613]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 440 op/s 2023-12-20T11:10:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:39 smithi177 ceph-mon[212096]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 440 op/s 2023-12-20T11:10:40.137 INFO:tasks.workunit.client.0.smithi123.stdout: 16: throughput=4.78MB/sec pending data=0 2023-12-20T11:10:40.137 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uAAK5YMpeux5BO7 off=12470354 len=1808010 2023-12-20T11:10:40.139 INFO:tasks.workunit.client.0.smithi123.stdout:op 72 completed, throughput=4.89MB/sec 2023-12-20T11:10:40.139 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WtgI5dY4DYnBlYq off=17643590 len=229710 2023-12-20T11:10:40.142 INFO:tasks.workunit.client.0.smithi123.stdout:op 73 completed, throughput=4.9MB/sec 2023-12-20T11:10:40.142 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xehI2yGoR2r7tBH off=18920906 len=513596 2023-12-20T11:10:40.143 INFO:tasks.workunit.client.0.smithi123.stdout:op 74 completed, throughput=4.93MB/sec 2023-12-20T11:10:40.143 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-lxjWRMRwEIMxSK3 off=3618014 len=331922 2023-12-20T11:10:40.147 INFO:tasks.workunit.client.0.smithi123.stdout:op 75 completed, throughput=4.95MB/sec 2023-12-20T11:10:40.147 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-c7EoFPutojH4489 off=9323203 len=2041102 2023-12-20T11:10:40.148 INFO:tasks.workunit.client.0.smithi123.stdout:op 76 completed, throughput=5.07MB/sec 2023-12-20T11:10:41.149 INFO:tasks.workunit.client.0.smithi123.stdout: 17: throughput=4.77MB/sec pending data=0 2023-12-20T11:10:41.149 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-VgimdIKed9gJpYx off=15213230 len=99059 2023-12-20T11:10:41.150 INFO:tasks.workunit.client.0.smithi123.stdout:op 77 completed, throughput=4.78MB/sec 2023-12-20T11:10:41.150 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xfHha7gr5418gwm off=6719395 len=2009552 2023-12-20T11:10:41.152 INFO:tasks.workunit.client.0.smithi123.stdout:op 78 completed, throughput=4.89MB/sec 2023-12-20T11:10:41.152 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vDCk8ZwW13kGTeQ off=1652188 len=777286 2023-12-20T11:10:41.157 INFO:tasks.workunit.client.0.smithi123.stdout:op 79 completed, throughput=4.93MB/sec 2023-12-20T11:10:41.157 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ggXxtKc_xCD3h5o off=4013411 len=1998376 2023-12-20T11:10:41.169 INFO:tasks.workunit.client.0.smithi123.stdout:op 80 completed, throughput=5.04MB/sec 2023-12-20T11:10:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:41 smithi123 ceph-mon[191304]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 116 op/s 2023-12-20T11:10:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:10:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:41 smithi123 ceph-mon[188613]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 116 op/s 2023-12-20T11:10:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:10:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:41 smithi177 ceph-mon[212096]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 116 op/s 2023-12-20T11:10:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:10:42.169 INFO:tasks.workunit.client.0.smithi123.stdout: 18: throughput=4.76MB/sec pending data=0 2023-12-20T11:10:42.170 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-mEbwGatpa4MXx-3 off=2561053 len=1633639 2023-12-20T11:10:42.176 INFO:tasks.workunit.client.0.smithi123.stdout:op 81 completed, throughput=4.85MB/sec 2023-12-20T11:10:42.176 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Gc8_kYX6ipDYW8- off=1362545 len=601730 2023-12-20T11:10:42.180 INFO:tasks.workunit.client.0.smithi123.stdout:op 82 completed, throughput=4.88MB/sec 2023-12-20T11:10:42.180 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vrgbeGI9OzrMqbI off=3070365 len=1713921 2023-12-20T11:10:42.187 INFO:tasks.workunit.client.0.smithi123.stdout:op 83 completed, throughput=4.96MB/sec 2023-12-20T11:10:42.188 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-laYaM60ZLEmSeD8 off=4547145 len=327491 2023-12-20T11:10:42.188 INFO:tasks.workunit.client.0.smithi123.stdout:op 84 completed, throughput=4.98MB/sec 2023-12-20T11:10:42.188 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-JCw1URaas5ckl4t off=182342 len=1009984 2023-12-20T11:10:42.189 INFO:tasks.workunit.client.0.smithi123.stdout:op 85 completed, throughput=5.03MB/sec 2023-12-20T11:10:43.190 INFO:tasks.workunit.client.0.smithi123.stdout: 19: throughput=4.77MB/sec pending data=0 2023-12-20T11:10:43.190 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gFbp73aQdfwFhmn off=890054 len=504526 2023-12-20T11:10:43.193 INFO:tasks.workunit.client.0.smithi123.stdout:op 86 completed, throughput=4.8MB/sec 2023-12-20T11:10:43.193 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-BXGZKGZQdOQnYnT off=12034521 len=355978 2023-12-20T11:10:43.197 INFO:tasks.workunit.client.0.smithi123.stdout:op 87 completed, throughput=4.81MB/sec 2023-12-20T11:10:43.197 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-JLFDjHeM40eLM-f off=1152819 len=1806949 2023-12-20T11:10:43.201 INFO:tasks.workunit.client.0.smithi123.stdout:op 88 completed, throughput=4.9MB/sec 2023-12-20T11:10:43.202 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5GPPeEGvyyo7X7e off=4351899 len=146089 2023-12-20T11:10:43.202 INFO:tasks.workunit.client.0.smithi123.stdout:op 89 completed, throughput=4.91MB/sec 2023-12-20T11:10:43.202 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_jv1kgmAis38Wyd off=2968004 len=1791115 2023-12-20T11:10:43.203 INFO:tasks.workunit.client.0.smithi123.stdout:op 90 completed, throughput=5MB/sec 2023-12-20T11:10:43.203 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-XXoumtECX8sxRQM off=13237241 len=1473884 2023-12-20T11:10:43.212 INFO:tasks.workunit.client.0.smithi123.stdout:op 91 completed, throughput=5.07MB/sec 2023-12-20T11:10:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:43 smithi123 ceph-mon[191304]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2023-12-20T11:10:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:43 smithi123 ceph-mon[188613]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2023-12-20T11:10:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:43 smithi177 ceph-mon[212096]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2023-12-20T11:10:44.212 INFO:tasks.workunit.client.0.smithi123.stdout: 20: throughput=4.82MB/sec pending data=0 2023-12-20T11:10:44.212 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-JbzPZe4-vBL2zMi off=2025500 len=471827 2023-12-20T11:10:44.213 INFO:tasks.workunit.client.0.smithi123.stdout:op 92 completed, throughput=4.84MB/sec 2023-12-20T11:10:44.214 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GWpdfABAfykW3wV off=4399606 len=2037059 2023-12-20T11:10:44.216 INFO:tasks.workunit.client.0.smithi123.stdout:op 93 completed, throughput=4.93MB/sec 2023-12-20T11:10:44.216 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nBrdqryutqJLkIB off=19948077 len=1096698 2023-12-20T11:10:44.221 INFO:tasks.workunit.client.0.smithi123.stdout:op 94 completed, throughput=4.98MB/sec 2023-12-20T11:10:44.221 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8Lhp95h2oUhyygQ off=4204056 len=693401 2023-12-20T11:10:44.222 INFO:tasks.workunit.client.0.smithi123.stdout:op 95 completed, throughput=5.02MB/sec 2023-12-20T11:10:45.222 INFO:tasks.workunit.client.0.smithi123.stdout: 21: throughput=4.78MB/sec pending data=0 2023-12-20T11:10:45.222 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hGYKLhDq_hmFXoF off=8638444 len=1727007 2023-12-20T11:10:45.231 INFO:tasks.workunit.client.0.smithi123.stdout:op 96 completed, throughput=4.86MB/sec 2023-12-20T11:10:45.231 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gnR9PqbkLW6jojL off=8365328 len=819263 2023-12-20T11:10:45.235 INFO:tasks.workunit.client.0.smithi123.stdout:op 97 completed, throughput=4.89MB/sec 2023-12-20T11:10:45.235 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-rGR5QlSeeTL22_1 off=782784 len=1988643 2023-12-20T11:10:45.246 INFO:tasks.workunit.client.0.smithi123.stdout:op 98 completed, throughput=4.98MB/sec 2023-12-20T11:10:45.246 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Wlrh2T5p_eEsjZH off=2213200 len=1455579 2023-12-20T11:10:45.249 INFO:tasks.workunit.client.0.smithi123.stdout:op 99 completed, throughput=5.04MB/sec 2023-12-20T11:10:45.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:45 smithi123 ceph-mon[191304]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-20T11:10:45.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:45 smithi123 ceph-mon[188613]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-20T11:10:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:45 smithi177 ceph-mon[212096]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-20T11:10:46.249 INFO:tasks.workunit.client.0.smithi123.stdout: 22: throughput=4.82MB/sec pending data=0 2023-12-20T11:10:46.249 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mT6edccnYfT-5jL off=7586523 len=950147 2023-12-20T11:10:46.251 INFO:tasks.workunit.client.0.smithi123.stdout:op 100 completed, throughput=4.86MB/sec 2023-12-20T11:10:46.251 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cBA6GDWFzGW62th off=593505 len=850275 2023-12-20T11:10:46.256 INFO:tasks.workunit.client.0.smithi123.stdout:op 101 completed, throughput=4.89MB/sec 2023-12-20T11:10:46.256 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_IBWQRDrRGsuQNV off=7452974 len=226450 2023-12-20T11:10:46.257 INFO:tasks.workunit.client.0.smithi123.stdout:op 102 completed, throughput=4.9MB/sec 2023-12-20T11:10:46.257 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Ya2XS9uKERqySvA off=5302478 len=562185 2023-12-20T11:10:46.260 INFO:tasks.workunit.client.0.smithi123.stdout:op 103 completed, throughput=4.93MB/sec 2023-12-20T11:10:46.261 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-rmG3u_vYctMV-wH off=7429172 len=1807490 2023-12-20T11:10:46.271 INFO:tasks.workunit.client.0.smithi123.stdout:op 104 completed, throughput=5MB/sec 2023-12-20T11:10:46.271 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-MpXjxJiyHbKgEpn off=15502607 len=1501844 2023-12-20T11:10:46.272 INFO:tasks.workunit.client.0.smithi123.stdout:op 105 completed, throughput=5.06MB/sec 2023-12-20T11:10:47.272 INFO:tasks.workunit.client.0.smithi123.stdout: 23: throughput=4.85MB/sec pending data=0 2023-12-20T11:10:47.273 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_P9y4c-RmMT6Sud off=2317155 len=1850902 2023-12-20T11:10:47.285 INFO:tasks.workunit.client.0.smithi123.stdout:op 106 completed, throughput=4.92MB/sec 2023-12-20T11:10:47.286 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-OVNrb-yBTRs7ANS off=5887790 len=1555988 2023-12-20T11:10:47.288 INFO:tasks.workunit.client.0.smithi123.stdout:op 107 completed, throughput=4.98MB/sec 2023-12-20T11:10:47.288 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-VIElFosRQto081a off=862569 len=1336465 2023-12-20T11:10:47.292 INFO:tasks.workunit.client.0.smithi123.stdout:op 108 completed, throughput=5.04MB/sec 2023-12-20T11:10:47.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:47 smithi123 ceph-mon[188613]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-20T11:10:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:47 smithi123 ceph-mon[191304]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-20T11:10:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:47 smithi177 ceph-mon[212096]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-20T11:10:48.292 INFO:tasks.workunit.client.0.smithi123.stdout: 24: throughput=4.83MB/sec pending data=0 2023-12-20T11:10:48.292 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-OLUEVFRT1D2zeUI off=2976880 len=2005261 2023-12-20T11:10:48.302 INFO:tasks.workunit.client.0.smithi123.stdout:op 109 completed, throughput=4.91MB/sec 2023-12-20T11:10:48.302 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-YNAsal6rtO8GgWS off=8015940 len=386631 2023-12-20T11:10:48.305 INFO:tasks.workunit.client.0.smithi123.stdout:op 110 completed, throughput=4.92MB/sec 2023-12-20T11:10:48.305 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rmNY905BFhtDxUw off=13350399 len=1062334 2023-12-20T11:10:48.306 INFO:tasks.workunit.client.0.smithi123.stdout:op 111 completed, throughput=4.96MB/sec 2023-12-20T11:10:48.307 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ta2axM0pxWdgOlS off=962884 len=1075528 2023-12-20T11:10:48.307 INFO:tasks.workunit.client.0.smithi123.stdout:op 112 completed, throughput=5MB/sec 2023-12-20T11:10:49.308 INFO:tasks.workunit.client.0.smithi123.stdout: 25: throughput=4.81MB/sec pending data=0 2023-12-20T11:10:49.308 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GyW3rj9FLTX_Lih off=3324233 len=1216885 2023-12-20T11:10:49.316 INFO:tasks.workunit.client.0.smithi123.stdout:op 113 completed, throughput=4.85MB/sec 2023-12-20T11:10:49.316 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nP8gQLgbeagDQEO off=3647653 len=1852608 2023-12-20T11:10:49.327 INFO:tasks.workunit.client.0.smithi123.stdout:op 114 completed, throughput=4.92MB/sec 2023-12-20T11:10:49.327 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-odwefV9r5o_ujB6 off=6986591 len=1142456 2023-12-20T11:10:49.329 INFO:tasks.workunit.client.0.smithi123.stdout:op 115 completed, throughput=4.96MB/sec 2023-12-20T11:10:49.329 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-PkaoEcrDpvRQWB2 off=21481502 len=1859958 2023-12-20T11:10:49.339 INFO:tasks.workunit.client.0.smithi123.stdout:op 116 completed, throughput=5.03MB/sec 2023-12-20T11:10:49.436 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:10:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:10:49] "GET /metrics HTTP/1.1" 200 33944 "" "Prometheus/2.43.0" 2023-12-20T11:10:49.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:49 smithi123 ceph-mon[191304]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:10:49.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:49 smithi123 ceph-mon[188613]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:10:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:49 smithi177 ceph-mon[212096]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:10:50.340 INFO:tasks.workunit.client.0.smithi123.stdout: 26: throughput=4.84MB/sec pending data=0 2023-12-20T11:10:50.340 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-bQ8X9T8twobwsTE off=1166815 len=1413033 2023-12-20T11:10:50.341 INFO:tasks.workunit.client.0.smithi123.stdout:op 117 completed, throughput=4.89MB/sec 2023-12-20T11:10:50.342 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xhARVIMjTqx0q5b off=8913188 len=231536 2023-12-20T11:10:50.343 INFO:tasks.workunit.client.0.smithi123.stdout:op 118 completed, throughput=4.9MB/sec 2023-12-20T11:10:50.343 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lqhO7Qj6EqS4IJr off=321645 len=1715740 2023-12-20T11:10:50.344 INFO:tasks.workunit.client.0.smithi123.stdout:op 119 completed, throughput=4.96MB/sec 2023-12-20T11:10:50.344 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ClLIvkowwGYC5Cl off=3335982 len=655391 2023-12-20T11:10:50.350 INFO:tasks.workunit.client.0.smithi123.stdout:op 120 completed, throughput=4.98MB/sec 2023-12-20T11:10:50.350 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-AlKAALondzhCnXD off=11575362 len=248168 2023-12-20T11:10:50.351 INFO:tasks.workunit.client.0.smithi123.stdout:op 121 completed, throughput=4.99MB/sec 2023-12-20T11:10:50.352 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-tuKyXRRdnyKnAHZ off=490274 len=764711 2023-12-20T11:10:50.355 INFO:tasks.workunit.client.0.smithi123.stdout:op 122 completed, throughput=5.02MB/sec 2023-12-20T11:10:51.356 INFO:tasks.workunit.client.0.smithi123.stdout: 27: throughput=4.83MB/sec pending data=0 2023-12-20T11:10:51.356 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lweiA4QZSes5DQI off=6327249 len=1500568 2023-12-20T11:10:51.359 INFO:tasks.workunit.client.0.smithi123.stdout:op 123 completed, throughput=4.89MB/sec 2023-12-20T11:10:51.359 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4xan4nahJ2m2GPm off=18579356 len=543154 2023-12-20T11:10:51.360 INFO:tasks.workunit.client.0.smithi123.stdout:op 124 completed, throughput=4.9MB/sec 2023-12-20T11:10:51.361 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-kimyqvUOVBJn8-z off=6699292 len=760842 2023-12-20T11:10:51.365 INFO:tasks.workunit.client.0.smithi123.stdout:op 125 completed, throughput=4.93MB/sec 2023-12-20T11:10:51.366 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kVMvf1CqTbkELYR off=816312 len=1042057 2023-12-20T11:10:51.367 INFO:tasks.workunit.client.0.smithi123.stdout:op 126 completed, throughput=4.97MB/sec 2023-12-20T11:10:51.367 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-fIT3pOTlkm_9L6j off=5676204 len=146704 2023-12-20T11:10:51.370 INFO:tasks.workunit.client.0.smithi123.stdout:op 127 completed, throughput=4.97MB/sec 2023-12-20T11:10:51.370 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6RERjmSy3EZy5M5 off=6319297 len=492205 2023-12-20T11:10:51.370 INFO:tasks.workunit.client.0.smithi123.stdout:op 128 completed, throughput=4.99MB/sec 2023-12-20T11:10:51.371 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-VND6ylN16ZUld1a off=1187908 len=637822 2023-12-20T11:10:51.374 INFO:tasks.workunit.client.0.smithi123.stdout:op 129 completed, throughput=5.01MB/sec 2023-12-20T11:10:51.706 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:10:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:51 smithi123 ceph-mon[191304]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:10:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:51 smithi123 ceph-mon[188613]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:10:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:51 smithi177 ceph-mon[212096]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:10:52.017 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:10:52.017 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (19m) 6m ago 22m 28.6M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:10:52.017 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (19m) 4m ago 22m 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:10:52.017 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (23m) 6m ago 23m 17.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:10:52.017 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (23m) 4m ago 23m 26.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:10:52.018 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (18m) 4m ago 25m 454M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:10:52.018 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (19m) 6m ago 27m 529M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:10:52.018 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (18m) 6m ago 27m 176M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:10:52.018 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (18m) 4m ago 26m 123M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:10:52.018 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (18m) 6m ago 26m 118M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:10:52.018 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (19m) 6m ago 22m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:10:52.018 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (19m) 4m ago 22m 19.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:10:52.018 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (17m) 6m ago 25m 1086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:10:52.018 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (17m) 6m ago 25m 909M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:10:52.018 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (16m) 6m ago 25m 1048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:10:52.018 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (16m) 6m ago 24m 740M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:10:52.018 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (15m) 4m ago 24m 1148M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:10:52.018 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (15m) 4m ago 24m 1064M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:10:52.018 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (15m) 4m ago 23m 853M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:10:52.018 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (14m) 4m ago 23m 1037M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:10:52.019 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (19m) 4m ago 22m 67.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:10:52.375 INFO:tasks.workunit.client.0.smithi123.stdout: 28: throughput=4.83MB/sec pending data=0 2023-12-20T11:10:52.375 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--utkfB1m-q6s8B6 off=22118593 len=947584 2023-12-20T11:10:52.380 INFO:tasks.workunit.client.0.smithi123.stdout:op 130 completed, throughput=4.86MB/sec 2023-12-20T11:10:52.380 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ClARGYBJExJqiRB off=11923998 len=1149608 2023-12-20T11:10:52.382 INFO:tasks.workunit.client.0.smithi123.stdout:op 131 completed, throughput=4.9MB/sec 2023-12-20T11:10:52.382 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-x8YiVdFaEHeJKPo off=11220355 len=333277 2023-12-20T11:10:52.383 INFO:tasks.workunit.client.0.smithi123.stdout:op 132 completed, throughput=4.91MB/sec 2023-12-20T11:10:52.383 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-s1eAUpYZsgugNRS off=3726331 len=1861835 2023-12-20T11:10:52.390 INFO:tasks.workunit.client.0.smithi123.stdout:op 133 completed, throughput=4.97MB/sec 2023-12-20T11:10:52.390 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ze-XEczPJcJEtfe off=1917802 len=1798505 2023-12-20T11:10:52.400 INFO:tasks.workunit.client.0.smithi123.stdout:op 134 completed, throughput=5.03MB/sec 2023-12-20T11:10:52.409 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:10:52.409 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:10:52.409 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:10:52.409 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:10:52.409 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:10:52.409 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:10:52.410 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:10:52.410 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:10:52.410 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:10:52.410 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:10:52.410 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:10:52.410 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:10:52.410 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:10:52.410 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:10:52.410 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:10:52.410 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:10:52.410 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:10:52.410 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:10:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:52 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/633016499' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:10:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:52 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/633016499' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:10:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:52 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/633016499' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:10:53.400 INFO:tasks.workunit.client.0.smithi123.stdout: 29: throughput=4.86MB/sec pending data=0 2023-12-20T11:10:53.400 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-PN0n7FigQM7si1I off=5962314 len=1017880 2023-12-20T11:10:53.406 INFO:tasks.workunit.client.0.smithi123.stdout:op 135 completed, throughput=4.89MB/sec 2023-12-20T11:10:53.406 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-EAyN3cw3mHP50-f off=8644256 len=1564170 2023-12-20T11:10:53.417 INFO:tasks.workunit.client.0.smithi123.stdout:op 136 completed, throughput=4.94MB/sec 2023-12-20T11:10:53.417 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-NWSpKclU1sX57q1 off=2118704 len=1798165 2023-12-20T11:10:53.424 INFO:tasks.workunit.client.0.smithi123.stdout:op 137 completed, throughput=5MB/sec 2023-12-20T11:10:53.425 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-PIIKjMJm6O6u5YW off=22121647 len=1326408 2023-12-20T11:10:53.432 INFO:tasks.workunit.client.0.smithi123.stdout:op 138 completed, throughput=5.04MB/sec 2023-12-20T11:10:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:53 smithi123 ceph-mon[191304]: from='client.35274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:10:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:53 smithi123 ceph-mon[191304]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:10:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:53 smithi123 ceph-mon[191304]: from='client.35280 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:10:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:53 smithi123 ceph-mon[188613]: from='client.35274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:10:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:53 smithi123 ceph-mon[188613]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:10:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:53 smithi123 ceph-mon[188613]: from='client.35280 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:10:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:53 smithi177 ceph-mon[212096]: from='client.35274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:10:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:53 smithi177 ceph-mon[212096]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:10:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:53 smithi177 ceph-mon[212096]: from='client.35280 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:10:54.433 INFO:tasks.workunit.client.0.smithi123.stdout: 30: throughput=4.88MB/sec pending data=0 2023-12-20T11:10:54.433 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-lCqhi-iMs571VV7 off=724139 len=1263564 2023-12-20T11:10:54.439 INFO:tasks.workunit.client.0.smithi123.stdout:op 139 completed, throughput=4.91MB/sec 2023-12-20T11:10:54.439 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xuWCCiVJeF2mUEM off=3481000 len=1635144 2023-12-20T11:10:54.448 INFO:tasks.workunit.client.0.smithi123.stdout:op 140 completed, throughput=4.96MB/sec 2023-12-20T11:10:54.448 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-iPpAcTYmRYpydNi off=1977718 len=1636644 2023-12-20T11:10:54.449 INFO:tasks.workunit.client.0.smithi123.stdout:op 141 completed, throughput=5.01MB/sec 2023-12-20T11:10:55.449 INFO:tasks.workunit.client.0.smithi123.stdout: 31: throughput=4.86MB/sec pending data=0 2023-12-20T11:10:55.450 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Qaa2NaoNpXyIEG0 off=7440928 len=991706 2023-12-20T11:10:55.451 INFO:tasks.workunit.client.0.smithi123.stdout:op 142 completed, throughput=4.88MB/sec 2023-12-20T11:10:55.451 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ndqFAGov3NlLzA1 off=4109474 len=679495 2023-12-20T11:10:55.456 INFO:tasks.workunit.client.0.smithi123.stdout:op 143 completed, throughput=4.9MB/sec 2023-12-20T11:10:55.456 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-V-qkdKBoWuNQ-1l off=6077338 len=453588 2023-12-20T11:10:55.456 INFO:tasks.workunit.client.0.smithi123.stdout:op 144 completed, throughput=4.92MB/sec 2023-12-20T11:10:55.456 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-VQL5lRcWIHWVyTn off=17181570 len=1922100 2023-12-20T11:10:55.459 INFO:tasks.workunit.client.0.smithi123.stdout:op 145 completed, throughput=4.98MB/sec 2023-12-20T11:10:55.459 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-pqpEromYx_PZMWe off=84140 len=364630 2023-12-20T11:10:55.462 INFO:tasks.workunit.client.0.smithi123.stdout:op 146 completed, throughput=4.99MB/sec 2023-12-20T11:10:55.462 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KWakQnfTTIGMcap off=7107322 len=736772 2023-12-20T11:10:55.466 INFO:tasks.workunit.client.0.smithi123.stdout:op 147 completed, throughput=5.01MB/sec 2023-12-20T11:10:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:55 smithi123 ceph-mon[191304]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-20T11:10:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:55 smithi123 ceph-mon[188613]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-20T11:10:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:55 smithi177 ceph-mon[212096]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-20T11:10:56.466 INFO:tasks.workunit.client.0.smithi123.stdout: 32: throughput=4.85MB/sec pending data=0 2023-12-20T11:10:56.467 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-YcSOQZIwCzQuT36 off=3048892 len=613220 2023-12-20T11:10:56.471 INFO:tasks.workunit.client.0.smithi123.stdout:op 148 completed, throughput=4.87MB/sec 2023-12-20T11:10:56.471 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-MIM6dLDLscJW3v2 off=17020505 len=1840001 2023-12-20T11:10:56.478 INFO:tasks.workunit.client.0.smithi123.stdout:op 149 completed, throughput=4.92MB/sec 2023-12-20T11:10:56.478 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-eIgVPT9lKQLoWRf off=2869187 len=450295 2023-12-20T11:10:56.481 INFO:tasks.workunit.client.0.smithi123.stdout:op 150 completed, throughput=4.94MB/sec 2023-12-20T11:10:56.481 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_oK23DZY3zZXTtx off=5134676 len=1804305 2023-12-20T11:10:56.490 INFO:tasks.workunit.client.0.smithi123.stdout:op 151 completed, throughput=4.99MB/sec 2023-12-20T11:10:56.490 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0CQPDGRQr2Dy3aZ off=1186172 len=1678554 2023-12-20T11:10:56.493 INFO:tasks.workunit.client.0.smithi123.stdout:op 152 completed, throughput=5.04MB/sec 2023-12-20T11:10:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:10:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:10:56.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:10:57.493 INFO:tasks.workunit.client.0.smithi123.stdout: 33: throughput=4.89MB/sec pending data=0 2023-12-20T11:10:57.493 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-MMrrQl7fdrfhNid off=913421 len=1567407 2023-12-20T11:10:57.501 INFO:tasks.workunit.client.0.smithi123.stdout:op 153 completed, throughput=4.93MB/sec 2023-12-20T11:10:57.501 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-aHzFo5YUVq85VvI off=4253827 len=1489437 2023-12-20T11:10:57.510 INFO:tasks.workunit.client.0.smithi123.stdout:op 154 completed, throughput=4.97MB/sec 2023-12-20T11:10:57.510 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-BLxXQlN9Ibym6UD off=3487797 len=603472 2023-12-20T11:10:57.511 INFO:tasks.workunit.client.0.smithi123.stdout:op 155 completed, throughput=4.99MB/sec 2023-12-20T11:10:57.511 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-bAtdLv183gWas28 off=5054387 len=780624 2023-12-20T11:10:57.515 INFO:tasks.workunit.client.0.smithi123.stdout:op 156 completed, throughput=5.01MB/sec 2023-12-20T11:10:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:57 smithi123 ceph-mon[188613]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:10:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:57 smithi123 ceph-mon[191304]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:10:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:57 smithi177 ceph-mon[212096]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:10:58.515 INFO:tasks.workunit.client.0.smithi123.stdout: 34: throughput=4.87MB/sec pending data=0 2023-12-20T11:10:58.515 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-E5IYIWkZgIZlGrn off=14126673 len=1168531 2023-12-20T11:10:58.521 INFO:tasks.workunit.client.0.smithi123.stdout:op 157 completed, throughput=4.9MB/sec 2023-12-20T11:10:58.521 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4OfyXmPkeTikCzY off=7721011 len=445401 2023-12-20T11:10:58.522 INFO:tasks.workunit.client.0.smithi123.stdout:op 158 completed, throughput=4.91MB/sec 2023-12-20T11:10:58.522 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6RTUqDxEYn8xXJj off=611802 len=1912533 2023-12-20T11:10:58.524 INFO:tasks.workunit.client.0.smithi123.stdout:op 159 completed, throughput=4.96MB/sec 2023-12-20T11:10:58.524 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-R6n3TlYPZRgqQbU off=6640732 len=305356 2023-12-20T11:10:58.527 INFO:tasks.workunit.client.0.smithi123.stdout:op 160 completed, throughput=4.97MB/sec 2023-12-20T11:10:58.527 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rG8VsSD8WgMhQUg off=1697978 len=1754718 2023-12-20T11:10:58.530 INFO:tasks.workunit.client.0.smithi123.stdout:op 161 completed, throughput=5.02MB/sec 2023-12-20T11:10:59.459 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:10:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:10:59] "GET /metrics HTTP/1.1" 200 33941 "" "Prometheus/2.43.0" 2023-12-20T11:10:59.531 INFO:tasks.workunit.client.0.smithi123.stdout: 35: throughput=4.88MB/sec pending data=0 2023-12-20T11:10:59.531 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pWMSamry2wo2GGK off=4652818 len=1595528 2023-12-20T11:10:59.532 INFO:tasks.workunit.client.0.smithi123.stdout:op 162 completed, throughput=4.92MB/sec 2023-12-20T11:10:59.533 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QZsYL7cyVGl3ajG off=806837 len=146147 2023-12-20T11:10:59.533 INFO:tasks.workunit.client.0.smithi123.stdout:op 163 completed, throughput=4.92MB/sec 2023-12-20T11:10:59.533 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vmNv5r3lWPBTbsb off=2482881 len=839972 2023-12-20T11:10:59.538 INFO:tasks.workunit.client.0.smithi123.stdout:op 164 completed, throughput=4.94MB/sec 2023-12-20T11:10:59.538 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-mWRUBJjNqidC3YC off=11396133 len=362610 2023-12-20T11:10:59.541 INFO:tasks.workunit.client.0.smithi123.stdout:op 165 completed, throughput=4.95MB/sec 2023-12-20T11:10:59.541 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nP9EWPtQqZ_cXkf off=669886 len=406066 2023-12-20T11:10:59.545 INFO:tasks.workunit.client.0.smithi123.stdout:op 166 completed, throughput=4.96MB/sec 2023-12-20T11:10:59.545 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vZ_9z2G73FT6Dht off=18180936 len=1578088 2023-12-20T11:10:59.547 INFO:tasks.workunit.client.0.smithi123.stdout:op 167 completed, throughput=5.01MB/sec 2023-12-20T11:10:59.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:10:59 smithi123 ceph-mon[191304]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:10:59.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:10:59 smithi123 ceph-mon[188613]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:10:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:10:59 smithi177 ceph-mon[212096]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:11:00.547 INFO:tasks.workunit.client.0.smithi123.stdout: 36: throughput=4.87MB/sec pending data=0 2023-12-20T11:11:00.547 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-sDI_kL2iMwGMG5M off=192031 len=1363673 2023-12-20T11:11:00.550 INFO:tasks.workunit.client.0.smithi123.stdout:op 168 completed, throughput=4.9MB/sec 2023-12-20T11:11:00.550 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-C8522zbrQ0MLPLJ off=8288303 len=212995 2023-12-20T11:11:00.551 INFO:tasks.workunit.client.0.smithi123.stdout:op 169 completed, throughput=4.91MB/sec 2023-12-20T11:11:00.551 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-5mCZjfEdxmH90Gj off=4827383 len=1006608 2023-12-20T11:11:00.556 INFO:tasks.workunit.client.0.smithi123.stdout:op 170 completed, throughput=4.94MB/sec 2023-12-20T11:11:00.556 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Nq-0JA6k3ZEHQjJ off=339744 len=580497 2023-12-20T11:11:00.559 INFO:tasks.workunit.client.0.smithi123.stdout:op 171 completed, throughput=4.95MB/sec 2023-12-20T11:11:00.559 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-r0MWLqnWs4h_gV5 off=420797 len=1557512 2023-12-20T11:11:00.565 INFO:tasks.workunit.client.0.smithi123.stdout:op 172 completed, throughput=4.99MB/sec 2023-12-20T11:11:00.565 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5_c9i2v8he6UNJs off=1028416 len=228002 2023-12-20T11:11:00.566 INFO:tasks.workunit.client.0.smithi123.stdout:op 173 completed, throughput=5MB/sec 2023-12-20T11:11:00.566 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DrdBTK4h13aHcP1 off=148849 len=1828407 2023-12-20T11:11:00.576 INFO:tasks.workunit.client.0.smithi123.stdout:op 174 completed, throughput=5.04MB/sec 2023-12-20T11:11:01.577 INFO:tasks.workunit.client.0.smithi123.stdout: 37: throughput=4.91MB/sec pending data=0 2023-12-20T11:11:01.577 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KbOt2ijBv1job1D off=12853470 len=1996827 2023-12-20T11:11:01.586 INFO:tasks.workunit.client.0.smithi123.stdout:op 175 completed, throughput=4.96MB/sec 2023-12-20T11:11:01.587 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-JHJsHnOSU5kaTGL off=2243460 len=642147 2023-12-20T11:11:01.590 INFO:tasks.workunit.client.0.smithi123.stdout:op 176 completed, throughput=4.97MB/sec 2023-12-20T11:11:01.590 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-PghPelSMhWrw072 off=13050428 len=1385887 2023-12-20T11:11:01.592 INFO:tasks.workunit.client.0.smithi123.stdout:op 177 completed, throughput=5.01MB/sec 2023-12-20T11:11:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:01 smithi123 ceph-mon[191304]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.6 MiB/s wr, 4 op/s 2023-12-20T11:11:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:01 smithi123 ceph-mon[188613]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.6 MiB/s wr, 4 op/s 2023-12-20T11:11:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:01 smithi177 ceph-mon[212096]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.6 MiB/s wr, 4 op/s 2023-12-20T11:11:02.592 INFO:tasks.workunit.client.0.smithi123.stdout: 38: throughput=4.88MB/sec pending data=0 2023-12-20T11:11:02.592 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-q7OHJSSe2vezaYB off=2526306 len=693388 2023-12-20T11:11:02.593 INFO:tasks.workunit.client.0.smithi123.stdout:op 178 completed, throughput=4.89MB/sec 2023-12-20T11:11:02.593 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-__z5yd_DesLJURq off=1150868 len=1646862 2023-12-20T11:11:02.595 INFO:tasks.workunit.client.0.smithi123.stdout:op 179 completed, throughput=4.94MB/sec 2023-12-20T11:11:02.596 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-e35ioZPw2tz9vbE off=3182340 len=756419 2023-12-20T11:11:02.601 INFO:tasks.workunit.client.0.smithi123.stdout:op 180 completed, throughput=4.95MB/sec 2023-12-20T11:11:02.601 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-EjNChA-IgJySAhR off=3042854 len=715670 2023-12-20T11:11:02.605 INFO:tasks.workunit.client.0.smithi123.stdout:op 181 completed, throughput=4.97MB/sec 2023-12-20T11:11:02.605 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-c5eBn-37sWr6bIf off=642539 len=617735 2023-12-20T11:11:02.606 INFO:tasks.workunit.client.0.smithi123.stdout:op 182 completed, throughput=4.99MB/sec 2023-12-20T11:11:02.606 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-t5OyAaxC72hOrZi off=13228684 len=1752286 2023-12-20T11:11:02.615 INFO:tasks.workunit.client.0.smithi123.stdout:op 183 completed, throughput=5.03MB/sec 2023-12-20T11:11:03.615 INFO:tasks.workunit.client.0.smithi123.stdout: 39: throughput=4.9MB/sec pending data=0 2023-12-20T11:11:03.615 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ghFRnQCoeRhJG0a off=2267142 len=894742 2023-12-20T11:11:03.621 INFO:tasks.workunit.client.0.smithi123.stdout:op 184 completed, throughput=4.92MB/sec 2023-12-20T11:11:03.621 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Ub-W4s2xKqRdps5 off=9046741 len=1305016 2023-12-20T11:11:03.630 INFO:tasks.workunit.client.0.smithi123.stdout:op 185 completed, throughput=4.95MB/sec 2023-12-20T11:11:03.630 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6sqxTrH13ULhtoc off=16231576 len=150102 2023-12-20T11:11:03.630 INFO:tasks.workunit.client.0.smithi123.stdout:op 186 completed, throughput=4.96MB/sec 2023-12-20T11:11:03.630 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2fHu8fHeFoXnh2l off=11123286 len=1121130 2023-12-20T11:11:03.631 INFO:tasks.workunit.client.0.smithi123.stdout:op 187 completed, throughput=4.98MB/sec 2023-12-20T11:11:03.631 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Fs41Q1iyONfMwGM off=19049695 len=1384181 2023-12-20T11:11:03.633 INFO:tasks.workunit.client.0.smithi123.stdout:op 188 completed, throughput=5.02MB/sec 2023-12-20T11:11:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:03 smithi123 ceph-mon[191304]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2023-12-20T11:11:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:03 smithi123 ceph-mon[188613]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2023-12-20T11:11:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:03 smithi177 ceph-mon[212096]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2023-12-20T11:11:04.633 INFO:tasks.workunit.client.0.smithi123.stdout: 40: throughput=4.89MB/sec pending data=0 2023-12-20T11:11:04.633 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-M9hIpKwp1j4qEkk off=650359 len=1516588 2023-12-20T11:11:04.640 INFO:tasks.workunit.client.0.smithi123.stdout:op 189 completed, throughput=4.93MB/sec 2023-12-20T11:11:04.640 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ayRJj7RcTt4OKAp off=3149395 len=1472642 2023-12-20T11:11:04.642 INFO:tasks.workunit.client.0.smithi123.stdout:op 190 completed, throughput=4.96MB/sec 2023-12-20T11:11:04.642 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Fs41Q1iyONfMwGM off=1073219 len=727740 2023-12-20T11:11:04.646 INFO:tasks.workunit.client.0.smithi123.stdout:op 191 completed, throughput=4.98MB/sec 2023-12-20T11:11:04.646 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DL8Y53OguDPtErE off=7258588 len=1462775 2023-12-20T11:11:04.647 INFO:tasks.workunit.client.0.smithi123.stdout:op 192 completed, throughput=5.01MB/sec 2023-12-20T11:11:05.647 INFO:tasks.workunit.client.0.smithi123.stdout: 41: throughput=4.89MB/sec pending data=0 2023-12-20T11:11:05.647 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZleovraUaPieUMh off=7464556 len=508473 2023-12-20T11:11:05.648 INFO:tasks.workunit.client.0.smithi123.stdout:op 193 completed, throughput=4.9MB/sec 2023-12-20T11:11:05.648 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-J3qW-4qAV0Ge2YM off=5320346 len=1862262 2023-12-20T11:11:05.659 INFO:tasks.workunit.client.0.smithi123.stdout:op 194 completed, throughput=4.94MB/sec 2023-12-20T11:11:05.659 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4k0BUm0pzK8bW42 off=14236241 len=163346 2023-12-20T11:11:05.662 INFO:tasks.workunit.client.0.smithi123.stdout:op 195 completed, throughput=4.95MB/sec 2023-12-20T11:11:05.662 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-B8e3VSmlQGxHARj off=4273033 len=1868374 2023-12-20T11:11:05.671 INFO:tasks.workunit.client.0.smithi123.stdout:op 196 completed, throughput=4.99MB/sec 2023-12-20T11:11:05.672 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-c-t6Qs-3v5Iz2fc off=18602974 len=929478 2023-12-20T11:11:05.672 INFO:tasks.workunit.client.0.smithi123.stdout:op 197 completed, throughput=5.01MB/sec 2023-12-20T11:11:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:05 smithi123 ceph-mon[191304]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-20T11:11:05.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:05 smithi123 ceph-mon[188613]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-20T11:11:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:05 smithi177 ceph-mon[212096]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-20T11:11:06.673 INFO:tasks.workunit.client.0.smithi123.stdout: 42: throughput=4.89MB/sec pending data=0 2023-12-20T11:11:06.673 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ql3OYdydxoIM2yw off=1598823 len=385062 2023-12-20T11:11:06.674 INFO:tasks.workunit.client.0.smithi123.stdout:op 198 completed, throughput=4.9MB/sec 2023-12-20T11:11:06.674 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pnZ2sQS5pkr9FaK off=8153907 len=174963 2023-12-20T11:11:06.675 INFO:tasks.workunit.client.0.smithi123.stdout:op 199 completed, throughput=4.91MB/sec 2023-12-20T11:11:06.675 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-HA3wX_hECDysind off=213447 len=133561 2023-12-20T11:11:06.677 INFO:tasks.workunit.client.0.smithi123.stdout:op 200 completed, throughput=4.91MB/sec 2023-12-20T11:11:06.678 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-AVPnSjiEOwr2QVa off=5390350 len=1810644 2023-12-20T11:11:06.686 INFO:tasks.workunit.client.0.smithi123.stdout:op 201 completed, throughput=4.95MB/sec 2023-12-20T11:11:06.686 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FY2WhTUvyBsWn67 off=14526541 len=1254163 2023-12-20T11:11:06.687 INFO:tasks.workunit.client.0.smithi123.stdout:op 202 completed, throughput=4.98MB/sec 2023-12-20T11:11:06.687 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vWsKH4aIqajhQse off=14080701 len=59908 2023-12-20T11:11:06.690 INFO:tasks.workunit.client.0.smithi123.stdout:op 203 completed, throughput=4.98MB/sec 2023-12-20T11:11:06.690 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-BKp8gwtBjLaONXl off=6580685 len=157092 2023-12-20T11:11:06.692 INFO:tasks.workunit.client.0.smithi123.stdout:op 204 completed, throughput=4.98MB/sec 2023-12-20T11:11:06.692 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-SlcH6rMVBfxhLnP off=815607 len=703171 2023-12-20T11:11:06.693 INFO:tasks.workunit.client.0.smithi123.stdout:op 205 completed, throughput=4.99MB/sec 2023-12-20T11:11:06.694 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hDrLRHO49xjNITv off=2299338 len=897871 2023-12-20T11:11:06.698 INFO:tasks.workunit.client.0.smithi123.stdout:op 206 completed, throughput=5.01MB/sec 2023-12-20T11:11:07.698 INFO:tasks.workunit.client.0.smithi123.stdout: 43: throughput=4.9MB/sec pending data=0 2023-12-20T11:11:07.698 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-UDloLS5J50l7MsV off=2806323 len=678716 2023-12-20T11:11:07.699 INFO:tasks.workunit.client.0.smithi123.stdout:op 207 completed, throughput=4.91MB/sec 2023-12-20T11:11:07.699 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4VQ7CW5pGWJjP4B off=6416550 len=1057218 2023-12-20T11:11:07.704 INFO:tasks.workunit.client.0.smithi123.stdout:op 208 completed, throughput=4.94MB/sec 2023-12-20T11:11:07.704 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-sso-M_JQOz2lKxn off=5692045 len=1135683 2023-12-20T11:11:07.711 INFO:tasks.workunit.client.0.smithi123.stdout:op 209 completed, throughput=4.96MB/sec 2023-12-20T11:11:07.711 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hqUqFobEbhKmyu7 off=1280932 len=1741441 2023-12-20T11:11:07.720 INFO:tasks.workunit.client.0.smithi123.stdout:op 210 completed, throughput=5MB/sec 2023-12-20T11:11:07.720 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-OUG8TUDW8V4jzYi off=7431859 len=1994805 2023-12-20T11:11:07.728 INFO:tasks.workunit.client.0.smithi123.stdout:op 211 completed, throughput=5.04MB/sec 2023-12-20T11:11:07.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:07 smithi123 ceph-mon[191304]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2023-12-20T11:11:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:07 smithi123 ceph-mon[188613]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2023-12-20T11:11:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:07 smithi177 ceph-mon[212096]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2023-12-20T11:11:08.728 INFO:tasks.workunit.client.0.smithi123.stdout: 44: throughput=4.93MB/sec pending data=0 2023-12-20T11:11:08.728 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-i-j-LD46Lj_21x_ off=17725252 len=2091912 2023-12-20T11:11:08.732 INFO:tasks.workunit.client.0.smithi123.stdout:op 212 completed, throughput=4.97MB/sec 2023-12-20T11:11:08.732 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6JlyAA3QQN1TWHt off=10142119 len=1074819 2023-12-20T11:11:08.739 INFO:tasks.workunit.client.0.smithi123.stdout:op 213 completed, throughput=4.99MB/sec 2023-12-20T11:11:08.739 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vW49m1BXrs6wGXz off=3500744 len=202065 2023-12-20T11:11:08.740 INFO:tasks.workunit.client.0.smithi123.stdout:op 214 completed, throughput=5MB/sec 2023-12-20T11:11:08.740 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KGFjAbXYgKxwQeN off=0 len=1563879 2023-12-20T11:11:08.749 INFO:tasks.workunit.client.0.smithi123.stdout:op 215 completed, throughput=5.03MB/sec 2023-12-20T11:11:09.475 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:11:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:11:09] "GET /metrics HTTP/1.1" 200 33941 "" "Prometheus/2.43.0" 2023-12-20T11:11:09.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:09 smithi123 ceph-mon[191304]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:11:09.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:09 smithi123 ceph-mon[188613]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:11:09.749 INFO:tasks.workunit.client.0.smithi123.stdout: 45: throughput=4.92MB/sec pending data=0 2023-12-20T11:11:09.749 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-NTfhjZVNqneT43h off=4791292 len=83909 2023-12-20T11:11:09.751 INFO:tasks.workunit.client.0.smithi123.stdout:op 216 completed, throughput=4.92MB/sec 2023-12-20T11:11:09.751 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xYkPzhwS_hppmVX off=13350122 len=138137 2023-12-20T11:11:09.752 INFO:tasks.workunit.client.0.smithi123.stdout:op 217 completed, throughput=4.93MB/sec 2023-12-20T11:11:09.752 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-J0xy73XQPsuehdM off=897863 len=1060501 2023-12-20T11:11:09.753 INFO:tasks.workunit.client.0.smithi123.stdout:op 218 completed, throughput=4.95MB/sec 2023-12-20T11:11:09.753 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-LkON09u5eK_TeeJ off=1708713 len=962593 2023-12-20T11:11:09.759 INFO:tasks.workunit.client.0.smithi123.stdout:op 219 completed, throughput=4.97MB/sec 2023-12-20T11:11:09.759 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NDDdc0YcbyunTQT off=15171578 len=343522 2023-12-20T11:11:09.760 INFO:tasks.workunit.client.0.smithi123.stdout:op 220 completed, throughput=4.97MB/sec 2023-12-20T11:11:09.760 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-SgJvN_2JZ-aRIs1 off=18337422 len=728072 2023-12-20T11:11:09.761 INFO:tasks.workunit.client.0.smithi123.stdout:op 221 completed, throughput=4.99MB/sec 2023-12-20T11:11:09.761 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-PIIKjMJm6O6u5YW off=23357481 len=1136131 2023-12-20T11:11:09.769 INFO:tasks.workunit.client.0.smithi123.stdout:op 222 completed, throughput=5.01MB/sec 2023-12-20T11:11:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:09 smithi177 ceph-mon[212096]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:11:10.770 INFO:tasks.workunit.client.0.smithi123.stdout: 46: throughput=4.9MB/sec pending data=0 2023-12-20T11:11:10.770 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cJ6y1VO5lanc8s- off=16810479 len=486394 2023-12-20T11:11:10.770 INFO:tasks.workunit.client.0.smithi123.stdout:op 223 completed, throughput=4.91MB/sec 2023-12-20T11:11:10.770 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ycX63_iYSmaLJSw off=1771088 len=1460592 2023-12-20T11:11:10.781 INFO:tasks.workunit.client.0.smithi123.stdout:op 224 completed, throughput=4.94MB/sec 2023-12-20T11:11:10.781 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Yjokjyh5LfLwhNa off=8423210 len=837089 2023-12-20T11:11:10.781 INFO:tasks.workunit.client.0.smithi123.stdout:op 225 completed, throughput=4.96MB/sec 2023-12-20T11:11:10.782 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-iKYAki9wNwlpI6h off=3665703 len=1757566 2023-12-20T11:11:10.785 INFO:tasks.workunit.client.0.smithi123.stdout:op 226 completed, throughput=5MB/sec 2023-12-20T11:11:10.785 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-HmTiN36R86lEp5x off=2695929 len=857959 2023-12-20T11:11:10.789 INFO:tasks.workunit.client.0.smithi123.stdout:op 227 completed, throughput=5.01MB/sec 2023-12-20T11:11:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:11 smithi123 ceph-mon[191304]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-20T11:11:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:11:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:11 smithi123 ceph-mon[188613]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-20T11:11:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:11:11.789 INFO:tasks.workunit.client.0.smithi123.stdout: 47: throughput=4.91MB/sec pending data=0 2023-12-20T11:11:11.790 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_IXESYMStYl_suf off=6195329 len=1265685 2023-12-20T11:11:11.791 INFO:tasks.workunit.client.0.smithi123.stdout:op 228 completed, throughput=4.93MB/sec 2023-12-20T11:11:11.791 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-lqhO7Qj6EqS4IJr off=3328925 len=494896 2023-12-20T11:11:11.795 INFO:tasks.workunit.client.0.smithi123.stdout:op 229 completed, throughput=4.94MB/sec 2023-12-20T11:11:11.795 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mMUK-_uwCZaHG-3 off=19154405 len=1166674 2023-12-20T11:11:11.797 INFO:tasks.workunit.client.0.smithi123.stdout:op 230 completed, throughput=4.96MB/sec 2023-12-20T11:11:11.797 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6JY1DCCl2F01Eca off=3380624 len=361554 2023-12-20T11:11:11.800 INFO:tasks.workunit.client.0.smithi123.stdout:op 231 completed, throughput=4.97MB/sec 2023-12-20T11:11:11.800 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-lT6kMVOOIKGIfQ7 off=11651847 len=777216 2023-12-20T11:11:11.804 INFO:tasks.workunit.client.0.smithi123.stdout:op 232 completed, throughput=4.99MB/sec 2023-12-20T11:11:11.804 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-oQSRJ9gHb_4Lnw0 off=6729504 len=1724999 2023-12-20T11:11:11.806 INFO:tasks.workunit.client.0.smithi123.stdout:op 233 completed, throughput=5.02MB/sec 2023-12-20T11:11:11.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:11 smithi177 ceph-mon[212096]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-20T11:11:11.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:11:12.807 INFO:tasks.workunit.client.0.smithi123.stdout: 48: throughput=4.92MB/sec pending data=0 2023-12-20T11:11:12.807 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0cyNIQ5K26_3f7Z off=4401541 len=1442993 2023-12-20T11:11:12.815 INFO:tasks.workunit.client.0.smithi123.stdout:op 234 completed, throughput=4.95MB/sec 2023-12-20T11:11:12.816 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-RGekXtno1li95IL off=2699772 len=715863 2023-12-20T11:11:12.819 INFO:tasks.workunit.client.0.smithi123.stdout:op 235 completed, throughput=4.96MB/sec 2023-12-20T11:11:12.820 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-d38v9KDkEJNTp0l off=2370212 len=1267468 2023-12-20T11:11:12.826 INFO:tasks.workunit.client.0.smithi123.stdout:op 236 completed, throughput=4.98MB/sec 2023-12-20T11:11:12.826 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FV4W-moJKkIdRUJ off=1113920 len=218310 2023-12-20T11:11:12.827 INFO:tasks.workunit.client.0.smithi123.stdout:op 237 completed, throughput=4.99MB/sec 2023-12-20T11:11:12.827 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Zs9WD2qkQDFzBWD off=13658726 len=1191632 2023-12-20T11:11:12.831 INFO:tasks.workunit.client.0.smithi123.stdout:op 238 completed, throughput=5.01MB/sec 2023-12-20T11:11:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:13 smithi123 ceph-mon[191304]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:11:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:13 smithi123 ceph-mon[188613]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:11:13.832 INFO:tasks.workunit.client.0.smithi123.stdout: 49: throughput=4.91MB/sec pending data=0 2023-12-20T11:11:13.832 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-5DkK9amuejPq5T9 off=443775 len=1796857 2023-12-20T11:11:13.841 INFO:tasks.workunit.client.0.smithi123.stdout:op 239 completed, throughput=4.94MB/sec 2023-12-20T11:11:13.841 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-v8AO5GsDI8hZfVP off=3673070 len=341668 2023-12-20T11:11:13.842 INFO:tasks.workunit.client.0.smithi123.stdout:op 240 completed, throughput=4.95MB/sec 2023-12-20T11:11:13.842 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-z0Gzz4FOM0a3aP- off=151655 len=1628637 2023-12-20T11:11:13.849 INFO:tasks.workunit.client.0.smithi123.stdout:op 241 completed, throughput=4.98MB/sec 2023-12-20T11:11:13.849 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZYyc87F8HGIX4kD off=12949404 len=684556 2023-12-20T11:11:13.852 INFO:tasks.workunit.client.0.smithi123.stdout:op 242 completed, throughput=4.99MB/sec 2023-12-20T11:11:13.853 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YAHhRkIzQOhHbar off=9306706 len=677313 2023-12-20T11:11:13.853 INFO:tasks.workunit.client.0.smithi123.stdout:op 243 completed, throughput=5.01MB/sec 2023-12-20T11:11:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:13 smithi177 ceph-mon[212096]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:11:14.853 INFO:tasks.workunit.client.0.smithi123.stdout: 50: throughput=4.91MB/sec pending data=0 2023-12-20T11:11:14.854 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-sMk95YJutEpGsQ5 off=10364585 len=902643 2023-12-20T11:11:14.855 INFO:tasks.workunit.client.0.smithi123.stdout:op 244 completed, throughput=4.92MB/sec 2023-12-20T11:11:14.855 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-K-FXV-V0T0hgQMp off=492345 len=1084111 2023-12-20T11:11:14.856 INFO:tasks.workunit.client.0.smithi123.stdout:op 245 completed, throughput=4.94MB/sec 2023-12-20T11:11:14.856 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-sDdaKKyT0ipQQs8 off=1222750 len=1066264 2023-12-20T11:11:14.863 INFO:tasks.workunit.client.0.smithi123.stdout:op 246 completed, throughput=4.96MB/sec 2023-12-20T11:11:14.863 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-j3cI2-6I5aC7t2S off=4610485 len=219571 2023-12-20T11:11:14.865 INFO:tasks.workunit.client.0.smithi123.stdout:op 247 completed, throughput=4.97MB/sec 2023-12-20T11:11:14.865 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Z5DWTLs4Yod7a75 off=6885880 len=681230 2023-12-20T11:11:14.866 INFO:tasks.workunit.client.0.smithi123.stdout:op 248 completed, throughput=4.98MB/sec 2023-12-20T11:11:14.866 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Z-EhSl3H_208Xn6 off=20152987 len=620542 2023-12-20T11:11:14.867 INFO:tasks.workunit.client.0.smithi123.stdout:op 249 completed, throughput=4.99MB/sec 2023-12-20T11:11:14.867 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Zs9WD2qkQDFzBWD off=13623505 len=1893885 2023-12-20T11:11:14.875 INFO:tasks.workunit.client.0.smithi123.stdout:op 250 completed, throughput=5.03MB/sec 2023-12-20T11:11:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:15 smithi123 ceph-mon[191304]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:11:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:15 smithi123 ceph-mon[188613]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:11:15.876 INFO:tasks.workunit.client.0.smithi123.stdout: 51: throughput=4.93MB/sec pending data=0 2023-12-20T11:11:15.876 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-yq_HtAUUiO7K1VA off=6264356 len=1190348 2023-12-20T11:11:15.882 INFO:tasks.workunit.client.0.smithi123.stdout:op 251 completed, throughput=4.95MB/sec 2023-12-20T11:11:15.882 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-XFVL6qh_VCXWx2D off=1442144 len=1676205 2023-12-20T11:11:15.891 INFO:tasks.workunit.client.0.smithi123.stdout:op 252 completed, throughput=4.98MB/sec 2023-12-20T11:11:15.891 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-CstSWtx_hWuNu8T off=17367514 len=1100427 2023-12-20T11:11:15.892 INFO:tasks.workunit.client.0.smithi123.stdout:op 253 completed, throughput=5MB/sec 2023-12-20T11:11:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:15 smithi177 ceph-mon[212096]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:11:16.893 INFO:tasks.workunit.client.0.smithi123.stdout: 52: throughput=4.91MB/sec pending data=0 2023-12-20T11:11:16.893 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0jUAaz7xvQCvnPL off=7661372 len=741799 2023-12-20T11:11:16.894 INFO:tasks.workunit.client.0.smithi123.stdout:op 254 completed, throughput=4.92MB/sec 2023-12-20T11:11:16.894 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-d28ht3n9PSwCuqY off=3627084 len=927899 2023-12-20T11:11:16.896 INFO:tasks.workunit.client.0.smithi123.stdout:op 255 completed, throughput=4.94MB/sec 2023-12-20T11:11:16.896 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-tS-czGGrzefVdAo off=9417115 len=513572 2023-12-20T11:11:16.899 INFO:tasks.workunit.client.0.smithi123.stdout:op 256 completed, throughput=4.94MB/sec 2023-12-20T11:11:16.899 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-K-7_HdP9kLABIIe off=15256234 len=2054378 2023-12-20T11:11:16.904 INFO:tasks.workunit.client.0.smithi123.stdout:op 257 completed, throughput=4.98MB/sec 2023-12-20T11:11:16.904 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FiHU27JFMfHQkaF off=3012786 len=872125 2023-12-20T11:11:16.906 INFO:tasks.workunit.client.0.smithi123.stdout:op 258 completed, throughput=5MB/sec 2023-12-20T11:11:16.906 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-SgRiZW7vC5143Bj off=5641367 len=106389 2023-12-20T11:11:16.907 INFO:tasks.workunit.client.0.smithi123.stdout:op 259 completed, throughput=5MB/sec 2023-12-20T11:11:16.907 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-eZ4wcFeVYPuHUM5 off=3502148 len=484579 2023-12-20T11:11:16.910 INFO:tasks.workunit.client.0.smithi123.stdout:op 260 completed, throughput=5.01MB/sec 2023-12-20T11:11:17.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:17 smithi123 ceph-mon[191304]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:11:17.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:17 smithi123 ceph-mon[188613]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:11:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:17 smithi177 ceph-mon[212096]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:11:17.910 INFO:tasks.workunit.client.0.smithi123.stdout: 53: throughput=4.91MB/sec pending data=0 2023-12-20T11:11:17.911 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rvT6MVkrVWV2g1O off=8658550 len=1440293 2023-12-20T11:11:17.912 INFO:tasks.workunit.client.0.smithi123.stdout:op 261 completed, throughput=4.94MB/sec 2023-12-20T11:11:17.912 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-JF5vvQ2TKCmNpZs off=2751015 len=212084 2023-12-20T11:11:17.916 INFO:tasks.workunit.client.0.smithi123.stdout:op 262 completed, throughput=4.94MB/sec 2023-12-20T11:11:17.917 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Yr-QYoT4W_Stwbd off=17803819 len=1744426 2023-12-20T11:11:17.924 INFO:tasks.workunit.client.0.smithi123.stdout:op 263 completed, throughput=4.97MB/sec 2023-12-20T11:11:17.924 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WOwWjw5h8YVskie off=1379241 len=307122 2023-12-20T11:11:17.927 INFO:tasks.workunit.client.0.smithi123.stdout:op 264 completed, throughput=4.98MB/sec 2023-12-20T11:11:17.927 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Z3NYL-3OdhD42BT off=9694277 len=1619769 2023-12-20T11:11:17.929 INFO:tasks.workunit.client.0.smithi123.stdout:op 265 completed, throughput=5.01MB/sec 2023-12-20T11:11:18.929 INFO:tasks.workunit.client.0.smithi123.stdout: 54: throughput=4.92MB/sec pending data=0 2023-12-20T11:11:18.929 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Rs6isy2rCNrAGyQ off=1540603 len=1259430 2023-12-20T11:11:18.932 INFO:tasks.workunit.client.0.smithi123.stdout:op 266 completed, throughput=4.94MB/sec 2023-12-20T11:11:18.932 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--450zW-pH7oI2fA off=6735644 len=1682221 2023-12-20T11:11:18.934 INFO:tasks.workunit.client.0.smithi123.stdout:op 267 completed, throughput=4.97MB/sec 2023-12-20T11:11:18.934 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FhSrn-9BIIVktub off=163585 len=1874705 2023-12-20T11:11:18.936 INFO:tasks.workunit.client.0.smithi123.stdout:op 268 completed, throughput=5MB/sec 2023-12-20T11:11:18.936 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wfIJd-2xPqw0JYs off=507031 len=1921553 2023-12-20T11:11:18.938 INFO:tasks.workunit.client.0.smithi123.stdout:op 269 completed, throughput=5.03MB/sec 2023-12-20T11:11:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:11:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:11:19] "GET /metrics HTTP/1.1" 200 33945 "" "Prometheus/2.43.0" 2023-12-20T11:11:19.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:19 smithi123 ceph-mon[191304]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-20T11:11:19.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:19 smithi123 ceph-mon[188613]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-20T11:11:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:19 smithi177 ceph-mon[212096]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-20T11:11:19.939 INFO:tasks.workunit.client.0.smithi123.stdout: 55: throughput=4.94MB/sec pending data=0 2023-12-20T11:11:19.939 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-aJzHxR59Os5r-QG off=433955 len=1482613 2023-12-20T11:11:19.945 INFO:tasks.workunit.client.0.smithi123.stdout:op 270 completed, throughput=4.97MB/sec 2023-12-20T11:11:19.945 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-unQUN_lCUwYhd5P off=3127255 len=695717 2023-12-20T11:11:19.949 INFO:tasks.workunit.client.0.smithi123.stdout:op 271 completed, throughput=4.98MB/sec 2023-12-20T11:11:19.950 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Lri0MtOYM-7gRSh off=5265654 len=638170 2023-12-20T11:11:19.950 INFO:tasks.workunit.client.0.smithi123.stdout:op 272 completed, throughput=4.99MB/sec 2023-12-20T11:11:19.951 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2tU891iV29kIiV2 off=0 len=1431529 2023-12-20T11:11:19.952 INFO:tasks.workunit.client.0.smithi123.stdout:op 273 completed, throughput=5.01MB/sec 2023-12-20T11:11:20.953 INFO:tasks.workunit.client.0.smithi123.stdout: 56: throughput=4.92MB/sec pending data=0 2023-12-20T11:11:20.953 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gWrtYXSChXiUxuo off=129773 len=1242945 2023-12-20T11:11:20.954 INFO:tasks.workunit.client.0.smithi123.stdout:op 274 completed, throughput=4.95MB/sec 2023-12-20T11:11:20.954 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-G0MQPMeEfoM1_Cg off=1681222 len=2052767 2023-12-20T11:11:20.956 INFO:tasks.workunit.client.0.smithi123.stdout:op 275 completed, throughput=4.98MB/sec 2023-12-20T11:11:20.956 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nIvKjLk2Zx2-83P off=5477410 len=1985489 2023-12-20T11:11:20.968 INFO:tasks.workunit.client.0.smithi123.stdout:op 276 completed, throughput=5.01MB/sec 2023-12-20T11:11:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:21 smithi177 ceph-mon[212096]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-20T11:11:21.968 INFO:tasks.workunit.client.0.smithi123.stdout: 57: throughput=4.93MB/sec pending data=0 2023-12-20T11:11:21.968 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-UiGnLWgPSHvpoOt off=10634384 len=1014427 2023-12-20T11:11:21.973 INFO:tasks.workunit.client.0.smithi123.stdout:op 277 completed, throughput=4.94MB/sec 2023-12-20T11:11:21.973 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-89lyanvLTKFkTjF off=325448 len=383847 2023-12-20T11:11:21.974 INFO:tasks.workunit.client.0.smithi123.stdout:op 278 completed, throughput=4.95MB/sec 2023-12-20T11:11:21.974 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZuDOXl1-aSwu8cM off=3429424 len=1341562 2023-12-20T11:11:21.975 INFO:tasks.workunit.client.0.smithi123.stdout:op 279 completed, throughput=4.97MB/sec 2023-12-20T11:11:21.976 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DVIGtDLYVwFofyD off=405 len=1883636 2023-12-20T11:11:21.977 INFO:tasks.workunit.client.0.smithi123.stdout:op 280 completed, throughput=5MB/sec 2023-12-20T11:11:21.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:21 smithi123 ceph-mon[191304]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-20T11:11:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:21 smithi123 ceph-mon[188613]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-20T11:11:22.754 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:11:22.978 INFO:tasks.workunit.client.0.smithi123.stdout: 58: throughput=4.92MB/sec pending data=0 2023-12-20T11:11:22.978 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_xx68iyWioKDqyw off=807998 len=1637752 2023-12-20T11:11:22.979 INFO:tasks.workunit.client.0.smithi123.stdout:op 281 completed, throughput=4.94MB/sec 2023-12-20T11:11:22.979 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NiPPGGREILESrOC off=282840 len=1900779 2023-12-20T11:11:22.981 INFO:tasks.workunit.client.0.smithi123.stdout:op 282 completed, throughput=4.97MB/sec 2023-12-20T11:11:22.981 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-m7LUEXsx0krOvAe off=16818299 len=1690380 2023-12-20T11:11:22.990 INFO:tasks.workunit.client.0.smithi123.stdout:op 283 completed, throughput=5MB/sec 2023-12-20T11:11:22.991 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-L4j0tHzn7y7Cr5E off=17596329 len=1705352 2023-12-20T11:11:22.998 INFO:tasks.workunit.client.0.smithi123.stdout:op 284 completed, throughput=5.03MB/sec 2023-12-20T11:11:23.062 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:11:23.062 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (20m) 6m ago 23m 28.6M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:11:23.063 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (19m) 4m ago 22m 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:11:23.063 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (23m) 6m ago 23m 17.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:11:23.063 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (23m) 4m ago 23m 26.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:11:23.063 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (19m) 4m ago 26m 454M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:11:23.063 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (19m) 6m ago 27m 529M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:11:23.063 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (19m) 6m ago 27m 176M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:11:23.063 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (18m) 4m ago 26m 123M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:11:23.063 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (19m) 6m ago 26m 118M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:11:23.063 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (20m) 6m ago 22m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:11:23.063 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (19m) 4m ago 22m 19.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:11:23.063 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (18m) 6m ago 26m 1086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:11:23.063 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (17m) 6m ago 25m 909M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:11:23.063 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (17m) 6m ago 25m 1048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:11:23.063 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (16m) 6m ago 25m 740M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:11:23.064 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (16m) 4m ago 25m 1148M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:11:23.064 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (16m) 4m ago 24m 1064M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:11:23.064 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (15m) 4m ago 24m 853M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:11:23.064 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (15m) 4m ago 24m 1037M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:11:23.064 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (19m) 4m ago 23m 67.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:11:23.446 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:11:23.446 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:11:23.446 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:11:23.446 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:11:23.446 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:11:23.447 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:11:23.447 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:11:23.447 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:11:23.447 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:11:23.447 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:11:23.447 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:11:23.447 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:11:23.447 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:11:23.447 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:11:23.447 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:11:23.447 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:11:23.447 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:11:23.447 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:11:23.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:23 smithi177 ceph-mon[212096]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-20T11:11:23.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:23 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1542811188' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:11:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:23 smithi123 ceph-mon[191304]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-20T11:11:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:23 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1542811188' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:11:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:23 smithi123 ceph-mon[188613]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-20T11:11:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:23 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1542811188' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:11:23.998 INFO:tasks.workunit.client.0.smithi123.stdout: 59: throughput=4.94MB/sec pending data=0 2023-12-20T11:11:23.998 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FsrkuU3V5yQCYqt off=16553667 len=825144 2023-12-20T11:11:23.999 INFO:tasks.workunit.client.0.smithi123.stdout:op 285 completed, throughput=4.96MB/sec 2023-12-20T11:11:23.999 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-K17vXgNJs17L05X off=3004998 len=927773 2023-12-20T11:11:24.004 INFO:tasks.workunit.client.0.smithi123.stdout:op 286 completed, throughput=4.97MB/sec 2023-12-20T11:11:24.004 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-XbeASwSB2g_Reta off=11055012 len=1073582 2023-12-20T11:11:24.009 INFO:tasks.workunit.client.0.smithi123.stdout:op 287 completed, throughput=4.99MB/sec 2023-12-20T11:11:24.009 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4p74PSSlMuR28zI off=324322 len=2027194 2023-12-20T11:11:24.016 INFO:tasks.workunit.client.0.smithi123.stdout:op 288 completed, throughput=5.02MB/sec 2023-12-20T11:11:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:24 smithi177 ceph-mon[212096]: from='client.35292 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:11:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:24 smithi177 ceph-mon[212096]: from='client.35298 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:11:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:24 smithi123 ceph-mon[191304]: from='client.35292 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:11:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:24 smithi123 ceph-mon[191304]: from='client.35298 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:11:24.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:24 smithi123 ceph-mon[188613]: from='client.35292 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:11:24.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:24 smithi123 ceph-mon[188613]: from='client.35298 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:11:25.017 INFO:tasks.workunit.client.0.smithi123.stdout: 60: throughput=4.94MB/sec pending data=0 2023-12-20T11:11:25.018 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cECkKXaRBjRD7QW off=6445198 len=1252991 2023-12-20T11:11:25.025 INFO:tasks.workunit.client.0.smithi123.stdout:op 289 completed, throughput=4.95MB/sec 2023-12-20T11:11:25.025 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-haJGXxEW3R9mIfq off=4578802 len=1794154 2023-12-20T11:11:25.027 INFO:tasks.workunit.client.0.smithi123.stdout:op 290 completed, throughput=4.98MB/sec 2023-12-20T11:11:25.027 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SwKzWvMZ-1qH1Yh off=4729562 len=247813 2023-12-20T11:11:25.031 INFO:tasks.workunit.client.0.smithi123.stdout:op 291 completed, throughput=4.99MB/sec 2023-12-20T11:11:25.031 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-MSIzEWnJTI1N-Uj off=8849065 len=1759947 2023-12-20T11:11:25.041 INFO:tasks.workunit.client.0.smithi123.stdout:op 292 completed, throughput=5.01MB/sec 2023-12-20T11:11:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:25 smithi177 ceph-mon[212096]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:11:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:25 smithi123 ceph-mon[191304]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:11:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:25 smithi123 ceph-mon[188613]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:11:26.041 INFO:tasks.workunit.client.0.smithi123.stdout: 61: throughput=4.93MB/sec pending data=0 2023-12-20T11:11:26.041 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-W55labYvcMOo9DJ off=7198320 len=462742 2023-12-20T11:11:26.044 INFO:tasks.workunit.client.0.smithi123.stdout:op 293 completed, throughput=4.94MB/sec 2023-12-20T11:11:26.045 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_0VAVQxW3rCETBc off=6097536 len=671519 2023-12-20T11:11:26.045 INFO:tasks.workunit.client.0.smithi123.stdout:op 294 completed, throughput=4.95MB/sec 2023-12-20T11:11:26.045 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ybwyxE5KCvYsVjl off=4363771 len=1672582 2023-12-20T11:11:26.052 INFO:tasks.workunit.client.0.smithi123.stdout:op 295 completed, throughput=4.97MB/sec 2023-12-20T11:11:26.053 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-boMZ2b8X4Wcmwcy off=8293378 len=775713 2023-12-20T11:11:26.054 INFO:tasks.workunit.client.0.smithi123.stdout:op 296 completed, throughput=4.99MB/sec 2023-12-20T11:11:26.054 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6iMiagTY1uOuwbO off=17353357 len=2033387 2023-12-20T11:11:26.056 INFO:tasks.workunit.client.0.smithi123.stdout:op 297 completed, throughput=5.02MB/sec 2023-12-20T11:11:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:11:26.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:11:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:11:27.056 INFO:tasks.workunit.client.0.smithi123.stdout: 62: throughput=4.94MB/sec pending data=0 2023-12-20T11:11:27.056 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4GrwL_cqdYdi08K off=0 len=1347886 2023-12-20T11:11:27.062 INFO:tasks.workunit.client.0.smithi123.stdout:op 298 completed, throughput=4.96MB/sec 2023-12-20T11:11:27.062 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-n1wD6GPLJI6GwjT off=556138 len=1355636 2023-12-20T11:11:27.065 INFO:tasks.workunit.client.0.smithi123.stdout:op 299 completed, throughput=4.98MB/sec 2023-12-20T11:11:27.065 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-u2QLZgb6MFBcsTS off=15104059 len=1144581 2023-12-20T11:11:27.071 INFO:tasks.workunit.client.0.smithi123.stdout:op 300 completed, throughput=4.99MB/sec 2023-12-20T11:11:27.071 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-aMrki3eII_6yaIP off=6228754 len=1556438 2023-12-20T11:11:27.079 INFO:tasks.workunit.client.0.smithi123.stdout:op 301 completed, throughput=5.02MB/sec 2023-12-20T11:11:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:27 smithi177 ceph-mon[212096]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:11:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:27 smithi123 ceph-mon[191304]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:11:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:27 smithi123 ceph-mon[188613]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:11:28.079 INFO:tasks.workunit.client.0.smithi123.stdout: 63: throughput=4.94MB/sec pending data=0 2023-12-20T11:11:28.079 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-B4N3FebHQmyhHMX off=1143926 len=663282 2023-12-20T11:11:28.080 INFO:tasks.workunit.client.0.smithi123.stdout:op 302 completed, throughput=4.95MB/sec 2023-12-20T11:11:28.080 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-q-AiINEsYd-edb7 off=12441739 len=1158937 2023-12-20T11:11:28.086 INFO:tasks.workunit.client.0.smithi123.stdout:op 303 completed, throughput=4.97MB/sec 2023-12-20T11:11:28.087 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-X5Mdj14ccur0mcA off=318952 len=43578 2023-12-20T11:11:28.088 INFO:tasks.workunit.client.0.smithi123.stdout:op 304 completed, throughput=4.97MB/sec 2023-12-20T11:11:28.088 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-57zjsDNGD0PwvHl off=4303696 len=197325 2023-12-20T11:11:28.088 INFO:tasks.workunit.client.0.smithi123.stdout:op 305 completed, throughput=4.97MB/sec 2023-12-20T11:11:28.088 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Em9Flz189ZNVwOL off=13387017 len=1462638 2023-12-20T11:11:28.089 INFO:tasks.workunit.client.0.smithi123.stdout:op 306 completed, throughput=4.99MB/sec 2023-12-20T11:11:28.090 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tN1hNHSJ-NPlHdm off=6083306 len=499669 2023-12-20T11:11:28.090 INFO:tasks.workunit.client.0.smithi123.stdout:op 307 completed, throughput=5MB/sec 2023-12-20T11:11:28.090 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xckgxtxNKHr4B3h off=404011 len=1751386 2023-12-20T11:11:28.097 INFO:tasks.workunit.client.0.smithi123.stdout:op 308 completed, throughput=5.02MB/sec 2023-12-20T11:11:28.903 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 11:11:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T11:11:28.586501731Z level=info msg="Completed cleanup jobs" duration=12.934871ms 2023-12-20T11:11:29.098 INFO:tasks.workunit.client.0.smithi123.stdout: 64: throughput=4.95MB/sec pending data=0 2023-12-20T11:11:29.098 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QZ5H-LFSY6tgIZw off=2383875 len=1159789 2023-12-20T11:11:29.106 INFO:tasks.workunit.client.0.smithi123.stdout:op 309 completed, throughput=4.96MB/sec 2023-12-20T11:11:29.106 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-O5kVnANDQbuI4bZ off=1924926 len=816214 2023-12-20T11:11:29.110 INFO:tasks.workunit.client.0.smithi123.stdout:op 310 completed, throughput=4.97MB/sec 2023-12-20T11:11:29.110 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-RqB6gAsWGBa24F_ off=3313926 len=2009804 2023-12-20T11:11:29.122 INFO:tasks.workunit.client.0.smithi123.stdout:op 311 completed, throughput=5MB/sec 2023-12-20T11:11:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:11:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:11:29] "GET /metrics HTTP/1.1" 200 33949 "" "Prometheus/2.43.0" 2023-12-20T11:11:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:29 smithi177 ceph-mon[212096]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:11:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:29 smithi123 ceph-mon[191304]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:11:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:29 smithi123 ceph-mon[188613]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:11:30.127 INFO:tasks.workunit.client.0.smithi123.stdout: 65: throughput=4.93MB/sec pending data=0 2023-12-20T11:11:30.127 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pQneBT-3Tgs5Kmu off=1993019 len=501627 2023-12-20T11:11:30.127 INFO:tasks.workunit.client.0.smithi123.stdout:op 312 completed, throughput=4.93MB/sec 2023-12-20T11:11:30.127 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9mKIECO9dauUSes off=9240624 len=1833693 2023-12-20T11:11:30.133 INFO:tasks.workunit.client.0.smithi123.stdout:op 313 completed, throughput=4.96MB/sec 2023-12-20T11:11:30.134 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-MaBCh3vNg2n5zDy off=10126282 len=375303 2023-12-20T11:11:30.134 INFO:tasks.workunit.client.0.smithi123.stdout:op 314 completed, throughput=4.97MB/sec 2023-12-20T11:11:30.134 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-VrHL16-bcIfEuVa off=7100035 len=1083521 2023-12-20T11:11:30.136 INFO:tasks.workunit.client.0.smithi123.stdout:op 315 completed, throughput=4.98MB/sec 2023-12-20T11:11:30.136 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-w-1mK3MhIz0WjGO off=8980562 len=1133091 2023-12-20T11:11:30.141 INFO:tasks.workunit.client.0.smithi123.stdout:op 316 completed, throughput=5MB/sec 2023-12-20T11:11:30.141 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DXGAVoSbhCXjQMv off=2185635 len=2055411 2023-12-20T11:11:30.144 INFO:tasks.workunit.client.0.smithi123.stdout:op 317 completed, throughput=5.03MB/sec 2023-12-20T11:11:31.144 INFO:tasks.workunit.client.0.smithi123.stdout: 66: throughput=4.95MB/sec pending data=0 2023-12-20T11:11:31.144 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-dUarwdB-Tcl5lwp off=10915064 len=441981 2023-12-20T11:11:31.148 INFO:tasks.workunit.client.0.smithi123.stdout:op 318 completed, throughput=4.96MB/sec 2023-12-20T11:11:31.148 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-k1FdhjMHy2wsRhV off=21582891 len=1557497 2023-12-20T11:11:31.149 INFO:tasks.workunit.client.0.smithi123.stdout:op 319 completed, throughput=4.98MB/sec 2023-12-20T11:11:31.149 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Dsin7IyvNIkhQVu off=213083 len=254826 2023-12-20T11:11:31.151 INFO:tasks.workunit.client.0.smithi123.stdout:op 320 completed, throughput=4.98MB/sec 2023-12-20T11:11:31.151 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8D_jyWysiDkBtFp off=11307379 len=240663 2023-12-20T11:11:31.151 INFO:tasks.workunit.client.0.smithi123.stdout:op 321 completed, throughput=4.99MB/sec 2023-12-20T11:11:31.151 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ikFMm5BvfZN2kvA off=13210343 len=719694 2023-12-20T11:11:31.152 INFO:tasks.workunit.client.0.smithi123.stdout:op 322 completed, throughput=5MB/sec 2023-12-20T11:11:31.153 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-IQEk4zYuNWPxg3I off=18660015 len=328165 2023-12-20T11:11:31.156 INFO:tasks.workunit.client.0.smithi123.stdout:op 323 completed, throughput=5MB/sec 2023-12-20T11:11:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:31 smithi177 ceph-mon[212096]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:11:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:31 smithi123 ceph-mon[191304]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:11:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:31 smithi123 ceph-mon[188613]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:11:32.156 INFO:tasks.workunit.client.0.smithi123.stdout: 67: throughput=4.93MB/sec pending data=0 2023-12-20T11:11:32.156 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-s_CBxW4fP9LaSTZ off=3740206 len=391481 2023-12-20T11:11:32.160 INFO:tasks.workunit.client.0.smithi123.stdout:op 324 completed, throughput=4.93MB/sec 2023-12-20T11:11:32.160 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uy82OmzUia_vuiJ off=5800467 len=600864 2023-12-20T11:11:32.161 INFO:tasks.workunit.client.0.smithi123.stdout:op 325 completed, throughput=4.94MB/sec 2023-12-20T11:11:32.161 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DpsM1Od_3pRfSLQ off=15585062 len=957066 2023-12-20T11:11:32.166 INFO:tasks.workunit.client.0.smithi123.stdout:op 326 completed, throughput=4.95MB/sec 2023-12-20T11:11:32.166 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ZpdyvMaHTs3V-4V off=7507465 len=1440934 2023-12-20T11:11:32.172 INFO:tasks.workunit.client.0.smithi123.stdout:op 327 completed, throughput=4.97MB/sec 2023-12-20T11:11:32.172 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WQwH5edrZTjD3sY off=3196759 len=580395 2023-12-20T11:11:32.176 INFO:tasks.workunit.client.0.smithi123.stdout:op 328 completed, throughput=4.98MB/sec 2023-12-20T11:11:32.176 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Gd7AL0ag2GYORxt off=16800662 len=2081571 2023-12-20T11:11:32.186 INFO:tasks.workunit.client.0.smithi123.stdout:op 329 completed, throughput=5.01MB/sec 2023-12-20T11:11:33.186 INFO:tasks.workunit.client.0.smithi123.stdout: 68: throughput=4.94MB/sec pending data=0 2023-12-20T11:11:33.186 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SnRsgL8AfGGEQqF off=2376916 len=414429 2023-12-20T11:11:33.190 INFO:tasks.workunit.client.0.smithi123.stdout:op 330 completed, throughput=4.94MB/sec 2023-12-20T11:11:33.190 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-76tAjzP03LFih1O off=2963396 len=552939 2023-12-20T11:11:33.194 INFO:tasks.workunit.client.0.smithi123.stdout:op 331 completed, throughput=4.95MB/sec 2023-12-20T11:11:33.194 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-XdRVOWt-pHYc9ZH off=12453236 len=1576422 2023-12-20T11:11:33.204 INFO:tasks.workunit.client.0.smithi123.stdout:op 332 completed, throughput=4.97MB/sec 2023-12-20T11:11:33.205 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-I7keFSTmxcE43t3 off=5090919 len=1526032 2023-12-20T11:11:33.205 INFO:tasks.workunit.client.0.smithi123.stdout:op 333 completed, throughput=4.99MB/sec 2023-12-20T11:11:33.206 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-aELUZC3LW3_9aO5 off=2856408 len=136061 2023-12-20T11:11:33.208 INFO:tasks.workunit.client.0.smithi123.stdout:op 334 completed, throughput=4.99MB/sec 2023-12-20T11:11:33.208 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FYlUb411PSepOM6 off=10857309 len=496573 2023-12-20T11:11:33.211 INFO:tasks.workunit.client.0.smithi123.stdout:op 335 completed, throughput=5MB/sec 2023-12-20T11:11:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:33 smithi177 ceph-mon[212096]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:11:33.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:33 smithi123 ceph-mon[191304]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:11:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:33 smithi123 ceph-mon[188613]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:11:34.212 INFO:tasks.workunit.client.0.smithi123.stdout: 69: throughput=4.93MB/sec pending data=0 2023-12-20T11:11:34.212 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-JtORvBgRc56kwmO off=1684011 len=612250 2023-12-20T11:11:34.216 INFO:tasks.workunit.client.0.smithi123.stdout:op 336 completed, throughput=4.94MB/sec 2023-12-20T11:11:34.216 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-giFG4K8q_pFCybx off=7841596 len=1801742 2023-12-20T11:11:34.225 INFO:tasks.workunit.client.0.smithi123.stdout:op 337 completed, throughput=4.96MB/sec 2023-12-20T11:11:34.225 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-dullNe58gM4vUrK off=10192302 len=1852289 2023-12-20T11:11:34.235 INFO:tasks.workunit.client.0.smithi123.stdout:op 338 completed, throughput=4.99MB/sec 2023-12-20T11:11:34.236 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nHJTfOX5AIGFg3z off=13347557 len=71987 2023-12-20T11:11:34.236 INFO:tasks.workunit.client.0.smithi123.stdout:op 339 completed, throughput=4.99MB/sec 2023-12-20T11:11:34.236 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-EBzqspB2NlNh8zJ off=7242865 len=1607995 2023-12-20T11:11:34.237 INFO:tasks.workunit.client.0.smithi123.stdout:op 340 completed, throughput=5.01MB/sec 2023-12-20T11:11:35.237 INFO:tasks.workunit.client.0.smithi123.stdout: 70: throughput=4.94MB/sec pending data=0 2023-12-20T11:11:35.237 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hc0KxYHO_TWHfEQ off=12309157 len=1009334 2023-12-20T11:11:35.238 INFO:tasks.workunit.client.0.smithi123.stdout:op 341 completed, throughput=4.95MB/sec 2023-12-20T11:11:35.238 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-jNCLhR4tr1TgfYI off=2971587 len=184096 2023-12-20T11:11:35.241 INFO:tasks.workunit.client.0.smithi123.stdout:op 342 completed, throughput=4.95MB/sec 2023-12-20T11:11:35.241 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-AjhE4GBcFsTYaYr off=7502898 len=572052 2023-12-20T11:11:35.242 INFO:tasks.workunit.client.0.smithi123.stdout:op 343 completed, throughput=4.96MB/sec 2023-12-20T11:11:35.242 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-OpZfS37Tu-5Pyny off=17813228 len=1505474 2023-12-20T11:11:35.251 INFO:tasks.workunit.client.0.smithi123.stdout:op 344 completed, throughput=4.98MB/sec 2023-12-20T11:11:35.251 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-X6I5YMWQlkXVtIj off=895987 len=649752 2023-12-20T11:11:35.251 INFO:tasks.workunit.client.0.smithi123.stdout:op 345 completed, throughput=4.99MB/sec 2023-12-20T11:11:35.251 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WLRxmsHvgszWZtR off=9359480 len=170434 2023-12-20T11:11:35.254 INFO:tasks.workunit.client.0.smithi123.stdout:op 346 completed, throughput=4.99MB/sec 2023-12-20T11:11:35.254 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-c2CND0ZB53Yl4Ql off=9607317 len=979608 2023-12-20T11:11:35.260 INFO:tasks.workunit.client.0.smithi123.stdout:op 347 completed, throughput=5MB/sec 2023-12-20T11:11:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:35 smithi177 ceph-mon[212096]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:11:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:35 smithi123 ceph-mon[191304]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:11:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:35 smithi123 ceph-mon[188613]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:11:36.260 INFO:tasks.workunit.client.0.smithi123.stdout: 71: throughput=4.94MB/sec pending data=0 2023-12-20T11:11:36.260 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZCs82E9d__FWblN off=3812503 len=1642052 2023-12-20T11:11:36.264 INFO:tasks.workunit.client.0.smithi123.stdout:op 348 completed, throughput=4.96MB/sec 2023-12-20T11:11:36.264 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-BBu8h45OjzxMeZ8 off=2390391 len=1044479 2023-12-20T11:11:36.270 INFO:tasks.workunit.client.0.smithi123.stdout:op 349 completed, throughput=4.97MB/sec 2023-12-20T11:11:36.270 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9P_dyeOUfjPtM1F off=77476 len=1041095 2023-12-20T11:11:36.275 INFO:tasks.workunit.client.0.smithi123.stdout:op 350 completed, throughput=4.98MB/sec 2023-12-20T11:11:36.275 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-acIojANiE3xKPOs off=12099406 len=1735045 2023-12-20T11:11:36.282 INFO:tasks.workunit.client.0.smithi123.stdout:op 351 completed, throughput=5.01MB/sec 2023-12-20T11:11:37.282 INFO:tasks.workunit.client.0.smithi123.stdout: 72: throughput=4.94MB/sec pending data=0 2023-12-20T11:11:37.282 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-bi2F1zgk3hC86Ys off=5074933 len=98883 2023-12-20T11:11:37.284 INFO:tasks.workunit.client.0.smithi123.stdout:op 352 completed, throughput=4.94MB/sec 2023-12-20T11:11:37.284 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-kJ2_8Xjzaf5jWAP off=1168979 len=1358746 2023-12-20T11:11:37.291 INFO:tasks.workunit.client.0.smithi123.stdout:op 353 completed, throughput=4.96MB/sec 2023-12-20T11:11:37.291 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-VhkLpyAmjnESdjt off=19368045 len=88117 2023-12-20T11:11:37.291 INFO:tasks.workunit.client.0.smithi123.stdout:op 354 completed, throughput=4.96MB/sec 2023-12-20T11:11:37.291 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9k8VJiAC2L2UfXu off=157695 len=1489154 2023-12-20T11:11:37.294 INFO:tasks.workunit.client.0.smithi123.stdout:op 355 completed, throughput=4.98MB/sec 2023-12-20T11:11:37.294 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ELe_HbCGJKsf9JT off=2245008 len=1904700 2023-12-20T11:11:37.296 INFO:tasks.workunit.client.0.smithi123.stdout:op 356 completed, throughput=5MB/sec 2023-12-20T11:11:37.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:37 smithi177 ceph-mon[212096]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:11:37.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:11:37.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:37 smithi123 ceph-mon[191304]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:11:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:11:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:37 smithi123 ceph-mon[188613]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:11:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:11:38.296 INFO:tasks.workunit.client.0.smithi123.stdout: 73: throughput=4.93MB/sec pending data=0 2023-12-20T11:11:38.296 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nx4k9fLc-t-yOcL off=14630902 len=365201 2023-12-20T11:11:38.297 INFO:tasks.workunit.client.0.smithi123.stdout:op 357 completed, throughput=4.94MB/sec 2023-12-20T11:11:38.297 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Lo9lBfKNKctDVpQ off=7381741 len=902606 2023-12-20T11:11:38.298 INFO:tasks.workunit.client.0.smithi123.stdout:op 358 completed, throughput=4.95MB/sec 2023-12-20T11:11:38.298 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-XGho11P2GW0wJDs off=17155522 len=471781 2023-12-20T11:11:38.301 INFO:tasks.workunit.client.0.smithi123.stdout:op 359 completed, throughput=4.96MB/sec 2023-12-20T11:11:38.302 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gHhu4xheU5aXg7O off=9230004 len=1198604 2023-12-20T11:11:38.307 INFO:tasks.workunit.client.0.smithi123.stdout:op 360 completed, throughput=4.97MB/sec 2023-12-20T11:11:38.307 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9HK7vZOCPjJSCzb off=11765230 len=12624 2023-12-20T11:11:38.308 INFO:tasks.workunit.client.0.smithi123.stdout:op 361 completed, throughput=4.97MB/sec 2023-12-20T11:11:38.308 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nQKxpIChXfjzU-X off=10053154 len=2034995 2023-12-20T11:11:38.317 INFO:tasks.workunit.client.0.smithi123.stdout:op 362 completed, throughput=5MB/sec 2023-12-20T11:11:38.317 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Rs6isy2rCNrAGyQ off=9414029 len=1536021 2023-12-20T11:11:38.325 INFO:tasks.workunit.client.0.smithi123.stdout:op 363 completed, throughput=5.02MB/sec 2023-12-20T11:11:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:11:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:11:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:11:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:11:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:11:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:11:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:11:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:11:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:11:39.326 INFO:tasks.workunit.client.0.smithi123.stdout: 74: throughput=4.95MB/sec pending data=0 2023-12-20T11:11:39.326 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vjW9wJFSgO7heqF off=6999753 len=553347 2023-12-20T11:11:39.326 INFO:tasks.workunit.client.0.smithi123.stdout:op 364 completed, throughput=4.96MB/sec 2023-12-20T11:11:39.327 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-t1TOnU6tzVhp8bZ off=48159 len=286520 2023-12-20T11:11:39.327 INFO:tasks.workunit.client.0.smithi123.stdout:op 365 completed, throughput=4.96MB/sec 2023-12-20T11:11:39.327 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uudobDpUD5-lNcQ off=2331125 len=586048 2023-12-20T11:11:39.328 INFO:tasks.workunit.client.0.smithi123.stdout:op 366 completed, throughput=4.97MB/sec 2023-12-20T11:11:39.328 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-t0r4iCyK0iwEVOF off=2234054 len=1439982 2023-12-20T11:11:39.330 INFO:tasks.workunit.client.0.smithi123.stdout:op 367 completed, throughput=4.98MB/sec 2023-12-20T11:11:39.330 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-UitL5XF7ygi2E1v off=877091 len=504994 2023-12-20T11:11:39.334 INFO:tasks.workunit.client.0.smithi123.stdout:op 368 completed, throughput=4.99MB/sec 2023-12-20T11:11:39.334 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KYf_e-OdULdg1_n off=4878418 len=400227 2023-12-20T11:11:39.337 INFO:tasks.workunit.client.0.smithi123.stdout:op 369 completed, throughput=5MB/sec 2023-12-20T11:11:39.337 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2f4u-EqYI9xHj-b off=6926999 len=1805407 2023-12-20T11:11:39.345 INFO:tasks.workunit.client.0.smithi123.stdout:op 370 completed, throughput=5.02MB/sec 2023-12-20T11:11:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:11:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:11:39] "GET /metrics HTTP/1.1" 200 33949 "" "Prometheus/2.43.0" 2023-12-20T11:11:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:39 smithi177 ceph-mon[212096]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:11:39.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:39 smithi123 ceph-mon[191304]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:11:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:39 smithi123 ceph-mon[188613]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:11:40.345 INFO:tasks.workunit.client.0.smithi123.stdout: 75: throughput=4.95MB/sec pending data=0 2023-12-20T11:11:40.345 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tYtNWpr7BTO19it off=5651146 len=1797031 2023-12-20T11:11:40.347 INFO:tasks.workunit.client.0.smithi123.stdout:op 371 completed, throughput=4.97MB/sec 2023-12-20T11:11:40.347 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Bx666NolDBYgOSK off=1698676 len=695659 2023-12-20T11:11:40.349 INFO:tasks.workunit.client.0.smithi123.stdout:op 372 completed, throughput=4.98MB/sec 2023-12-20T11:11:40.349 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_jLS2baAM1qBe9o off=6136705 len=1983035 2023-12-20T11:11:40.350 INFO:tasks.workunit.client.0.smithi123.stdout:op 373 completed, throughput=5.01MB/sec 2023-12-20T11:11:41.351 INFO:tasks.workunit.client.0.smithi123.stdout: 76: throughput=4.94MB/sec pending data=0 2023-12-20T11:11:41.351 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gB00O7fLU1disPS off=8383123 len=749921 2023-12-20T11:11:41.355 INFO:tasks.workunit.client.0.smithi123.stdout:op 374 completed, throughput=4.95MB/sec 2023-12-20T11:11:41.355 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nMhhqlrCTypXfZA off=62023 len=1807694 2023-12-20T11:11:41.359 INFO:tasks.workunit.client.0.smithi123.stdout:op 375 completed, throughput=4.97MB/sec 2023-12-20T11:11:41.359 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-a8jCNvstzL9Uj6l off=4874070 len=1608887 2023-12-20T11:11:41.361 INFO:tasks.workunit.client.0.smithi123.stdout:op 376 completed, throughput=4.99MB/sec 2023-12-20T11:11:41.362 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-OVNrb-yBTRs7ANS off=1350637 len=995531 2023-12-20T11:11:41.362 INFO:tasks.workunit.client.0.smithi123.stdout:op 377 completed, throughput=5.01MB/sec 2023-12-20T11:11:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:41 smithi177 ceph-mon[212096]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-20T11:11:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:11:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:41 smithi123 ceph-mon[191304]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-20T11:11:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:11:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:41 smithi123 ceph-mon[188613]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-20T11:11:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:11:42.363 INFO:tasks.workunit.client.0.smithi123.stdout: 77: throughput=4.94MB/sec pending data=0 2023-12-20T11:11:42.363 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_Hoa-XAAA65UWVG off=2545651 len=491615 2023-12-20T11:11:42.367 INFO:tasks.workunit.client.0.smithi123.stdout:op 378 completed, throughput=4.95MB/sec 2023-12-20T11:11:42.367 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-18TO7da05bG-tQU off=5854581 len=45745 2023-12-20T11:11:42.367 INFO:tasks.workunit.client.0.smithi123.stdout:op 379 completed, throughput=4.95MB/sec 2023-12-20T11:11:42.367 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-3ol8kAojjadbeZQ off=19664574 len=441842 2023-12-20T11:11:42.368 INFO:tasks.workunit.client.0.smithi123.stdout:op 380 completed, throughput=4.95MB/sec 2023-12-20T11:11:42.368 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hEmrtTMLXQtbl6F off=12228621 len=1611749 2023-12-20T11:11:42.377 INFO:tasks.workunit.client.0.smithi123.stdout:op 381 completed, throughput=4.97MB/sec 2023-12-20T11:11:42.377 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-LN1tmn673-eFGnP off=706400 len=1298728 2023-12-20T11:11:42.379 INFO:tasks.workunit.client.0.smithi123.stdout:op 382 completed, throughput=4.99MB/sec 2023-12-20T11:11:42.379 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NjLRv6RstrnFeP0 off=2451416 len=1089357 2023-12-20T11:11:42.380 INFO:tasks.workunit.client.0.smithi123.stdout:op 383 completed, throughput=5MB/sec 2023-12-20T11:11:43.380 INFO:tasks.workunit.client.0.smithi123.stdout: 78: throughput=4.94MB/sec pending data=0 2023-12-20T11:11:43.381 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-7yR5yBMoRiC1_Gh off=6535339 len=1579898 2023-12-20T11:11:43.382 INFO:tasks.workunit.client.0.smithi123.stdout:op 384 completed, throughput=4.96MB/sec 2023-12-20T11:11:43.382 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FwCxkfchzrh7L3G off=14151196 len=1179419 2023-12-20T11:11:43.383 INFO:tasks.workunit.client.0.smithi123.stdout:op 385 completed, throughput=4.97MB/sec 2023-12-20T11:11:43.383 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2d6qkuXatyuez5W off=4774132 len=372705 2023-12-20T11:11:43.387 INFO:tasks.workunit.client.0.smithi123.stdout:op 386 completed, throughput=4.98MB/sec 2023-12-20T11:11:43.387 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-rvT6MVkrVWV2g1O off=14432723 len=77511 2023-12-20T11:11:43.389 INFO:tasks.workunit.client.0.smithi123.stdout:op 387 completed, throughput=4.98MB/sec 2023-12-20T11:11:43.389 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-y3-Q6woqx2O8JdQ off=8423216 len=1479819 2023-12-20T11:11:43.395 INFO:tasks.workunit.client.0.smithi123.stdout:op 388 completed, throughput=4.99MB/sec 2023-12-20T11:11:43.395 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ZuDOXl1-aSwu8cM off=8681551 len=1239193 2023-12-20T11:11:43.401 INFO:tasks.workunit.client.0.smithi123.stdout:op 389 completed, throughput=5.01MB/sec 2023-12-20T11:11:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:43 smithi177 ceph-mon[212096]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:11:43.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:43 smithi123 ceph-mon[191304]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:11:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:43 smithi123 ceph-mon[188613]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:11:44.401 INFO:tasks.workunit.client.0.smithi123.stdout: 79: throughput=4.95MB/sec pending data=0 2023-12-20T11:11:44.401 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Rwo1yApJf399oj7 off=2830218 len=60667 2023-12-20T11:11:44.404 INFO:tasks.workunit.client.0.smithi123.stdout:op 390 completed, throughput=4.95MB/sec 2023-12-20T11:11:44.404 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GZ01i7YitmaEa3n off=5526997 len=19415 2023-12-20T11:11:44.404 INFO:tasks.workunit.client.0.smithi123.stdout:op 391 completed, throughput=4.95MB/sec 2023-12-20T11:11:44.405 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-1rscVgKuxxuWU9q off=6349651 len=368047 2023-12-20T11:11:44.408 INFO:tasks.workunit.client.0.smithi123.stdout:op 392 completed, throughput=4.95MB/sec 2023-12-20T11:11:44.408 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-af8_xjwKtiC0eyM off=9660527 len=1776975 2023-12-20T11:11:44.409 INFO:tasks.workunit.client.0.smithi123.stdout:op 393 completed, throughput=4.97MB/sec 2023-12-20T11:11:44.410 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hJhlSPmam-oB6Oy off=2115216 len=1998906 2023-12-20T11:11:44.419 INFO:tasks.workunit.client.0.smithi123.stdout:op 394 completed, throughput=4.99MB/sec 2023-12-20T11:11:44.419 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-JLFPLvw7BC4_OFk off=1716755 len=1783761 2023-12-20T11:11:44.427 INFO:tasks.workunit.client.0.smithi123.stdout:op 395 completed, throughput=5.02MB/sec 2023-12-20T11:11:45.428 INFO:tasks.workunit.client.0.smithi123.stdout: 80: throughput=4.95MB/sec pending data=0 2023-12-20T11:11:45.428 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-5lbm4QNiU3D5T0X off=1165797 len=1791823 2023-12-20T11:11:45.438 INFO:tasks.workunit.client.0.smithi123.stdout:op 396 completed, throughput=4.97MB/sec 2023-12-20T11:11:45.438 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2pl90cYibg5ctg- off=4085395 len=1242777 2023-12-20T11:11:45.444 INFO:tasks.workunit.client.0.smithi123.stdout:op 397 completed, throughput=4.99MB/sec 2023-12-20T11:11:45.444 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-EAyN3cw3mHP50-f off=9411839 len=419207 2023-12-20T11:11:45.444 INFO:tasks.workunit.client.0.smithi123.stdout:op 398 completed, throughput=4.99MB/sec 2023-12-20T11:11:45.445 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xJ1GaYgpCd1US2W off=5201987 len=1711157 2023-12-20T11:11:45.453 INFO:tasks.workunit.client.0.smithi123.stdout:op 399 completed, throughput=5.01MB/sec 2023-12-20T11:11:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:45 smithi177 ceph-mon[212096]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:11:45.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:45 smithi123 ceph-mon[191304]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:11:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:45 smithi123 ceph-mon[188613]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:11:46.453 INFO:tasks.workunit.client.0.smithi123.stdout: 81: throughput=4.95MB/sec pending data=0 2023-12-20T11:11:46.453 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-pvZtV6JYnSPbmtQ off=2662708 len=700802 2023-12-20T11:11:46.457 INFO:tasks.workunit.client.0.smithi123.stdout:op 400 completed, throughput=4.96MB/sec 2023-12-20T11:11:46.458 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DTqs4k9fah6PEYL off=10580618 len=474174 2023-12-20T11:11:46.458 INFO:tasks.workunit.client.0.smithi123.stdout:op 401 completed, throughput=4.97MB/sec 2023-12-20T11:11:46.459 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uZCA5ohjjeDTgeD off=19756246 len=1761744 2023-12-20T11:11:46.462 INFO:tasks.workunit.client.0.smithi123.stdout:op 402 completed, throughput=4.99MB/sec 2023-12-20T11:11:46.462 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-d_pXHdoVcJ6Rx4D off=14077792 len=1702331 2023-12-20T11:11:46.471 INFO:tasks.workunit.client.0.smithi123.stdout:op 403 completed, throughput=5MB/sec 2023-12-20T11:11:47.471 INFO:tasks.workunit.client.0.smithi123.stdout: 82: throughput=4.94MB/sec pending data=0 2023-12-20T11:11:47.472 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-HcwmETACvCeREDO off=14126814 len=2094779 2023-12-20T11:11:47.474 INFO:tasks.workunit.client.0.smithi123.stdout:op 404 completed, throughput=4.97MB/sec 2023-12-20T11:11:47.474 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-u4Lu1CV3i1RAqyy off=5072935 len=232148 2023-12-20T11:11:47.478 INFO:tasks.workunit.client.0.smithi123.stdout:op 405 completed, throughput=4.97MB/sec 2023-12-20T11:11:47.478 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-3ta68oxSqSNTPkw off=582695 len=344482 2023-12-20T11:11:47.481 INFO:tasks.workunit.client.0.smithi123.stdout:op 406 completed, throughput=4.97MB/sec 2023-12-20T11:11:47.481 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vV5rldm0s9qlpw_ off=6364495 len=1699545 2023-12-20T11:11:47.483 INFO:tasks.workunit.client.0.smithi123.stdout:op 407 completed, throughput=4.99MB/sec 2023-12-20T11:11:47.483 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qhuIXUQrOIy0YM1 off=17552262 len=1861806 2023-12-20T11:11:47.485 INFO:tasks.workunit.client.0.smithi123.stdout:op 408 completed, throughput=5.02MB/sec 2023-12-20T11:11:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:47 smithi177 ceph-mon[212096]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:11:47.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:47 smithi123 ceph-mon[191304]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:11:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:47 smithi123 ceph-mon[188613]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:11:48.485 INFO:tasks.workunit.client.0.smithi123.stdout: 83: throughput=4.96MB/sec pending data=0 2023-12-20T11:11:48.486 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xACHGxbmM8l2AnL off=5870756 len=1153257 2023-12-20T11:11:48.487 INFO:tasks.workunit.client.0.smithi123.stdout:op 409 completed, throughput=4.97MB/sec 2023-12-20T11:11:48.487 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mhKL2vYDIcWq2Ua off=5281937 len=604857 2023-12-20T11:11:48.488 INFO:tasks.workunit.client.0.smithi123.stdout:op 410 completed, throughput=4.98MB/sec 2023-12-20T11:11:48.488 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-87XpnsL_qr7cQfS off=1877432 len=258739 2023-12-20T11:11:48.489 INFO:tasks.workunit.client.0.smithi123.stdout:op 411 completed, throughput=4.98MB/sec 2023-12-20T11:11:48.490 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-etb44inZKSolrZm off=1773025 len=71671 2023-12-20T11:11:48.490 INFO:tasks.workunit.client.0.smithi123.stdout:op 412 completed, throughput=4.98MB/sec 2023-12-20T11:11:48.490 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DHEERO1RXvusORF off=3774082 len=849049 2023-12-20T11:11:48.496 INFO:tasks.workunit.client.0.smithi123.stdout:op 413 completed, throughput=4.99MB/sec 2023-12-20T11:11:48.496 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-LMaF8_SOYezID0- off=15169849 len=1794918 2023-12-20T11:11:48.498 INFO:tasks.workunit.client.0.smithi123.stdout:op 414 completed, throughput=5.01MB/sec 2023-12-20T11:11:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:11:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:11:49] "GET /metrics HTTP/1.1" 200 33951 "" "Prometheus/2.43.0" 2023-12-20T11:11:49.498 INFO:tasks.workunit.client.0.smithi123.stdout: 84: throughput=4.95MB/sec pending data=0 2023-12-20T11:11:49.498 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Yyl5-l0nCc5Himm off=3942137 len=718474 2023-12-20T11:11:49.502 INFO:tasks.workunit.client.0.smithi123.stdout:op 415 completed, throughput=4.96MB/sec 2023-12-20T11:11:49.502 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-k6K-b1WwZD0UI2Y off=11125152 len=699989 2023-12-20T11:11:49.507 INFO:tasks.workunit.client.0.smithi123.stdout:op 416 completed, throughput=4.97MB/sec 2023-12-20T11:11:49.508 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-NQscrz0zvWngKHR off=9804273 len=626627 2023-12-20T11:11:49.511 INFO:tasks.workunit.client.0.smithi123.stdout:op 417 completed, throughput=4.97MB/sec 2023-12-20T11:11:49.511 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-z5cZ_JfufHSswA1 off=18073550 len=765644 2023-12-20T11:11:49.512 INFO:tasks.workunit.client.0.smithi123.stdout:op 418 completed, throughput=4.98MB/sec 2023-12-20T11:11:49.512 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kqBcviltt-cwuEn off=8455834 len=97100 2023-12-20T11:11:49.512 INFO:tasks.workunit.client.0.smithi123.stdout:op 419 completed, throughput=4.98MB/sec 2023-12-20T11:11:49.512 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-kDkE6T3epMpwdWV off=12013989 len=1597559 2023-12-20T11:11:49.519 INFO:tasks.workunit.client.0.smithi123.stdout:op 420 completed, throughput=5MB/sec 2023-12-20T11:11:49.519 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qefxtkkN4mbX4VT off=6023673 len=1490165 2023-12-20T11:11:49.523 INFO:tasks.workunit.client.0.smithi123.stdout:op 421 completed, throughput=5.02MB/sec 2023-12-20T11:11:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:49 smithi177 ceph-mon[212096]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:11:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:49 smithi123 ceph-mon[191304]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:11:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:49 smithi123 ceph-mon[188613]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:11:50.523 INFO:tasks.workunit.client.0.smithi123.stdout: 85: throughput=4.96MB/sec pending data=0 2023-12-20T11:11:50.523 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xWsXSxYTo9ooKqf off=4417269 len=1257091 2023-12-20T11:11:50.525 INFO:tasks.workunit.client.0.smithi123.stdout:op 422 completed, throughput=4.97MB/sec 2023-12-20T11:11:50.525 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-TiwoXrvajtdoxhv off=4761214 len=2075244 2023-12-20T11:11:50.538 INFO:tasks.workunit.client.0.smithi123.stdout:op 423 completed, throughput=4.99MB/sec 2023-12-20T11:11:50.538 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2fxRGW8ZmG1FiAU off=16090523 len=1408358 2023-12-20T11:11:50.546 INFO:tasks.workunit.client.0.smithi123.stdout:op 424 completed, throughput=5.01MB/sec 2023-12-20T11:11:51.547 INFO:tasks.workunit.client.0.smithi123.stdout: 86: throughput=4.95MB/sec pending data=0 2023-12-20T11:11:51.548 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-pm7oy1zTKoXJVlB off=9609607 len=1347991 2023-12-20T11:11:51.555 INFO:tasks.workunit.client.0.smithi123.stdout:op 425 completed, throughput=4.97MB/sec 2023-12-20T11:11:51.555 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Ns6mVYDvDFYb9a6 off=17687129 len=58515 2023-12-20T11:11:51.557 INFO:tasks.workunit.client.0.smithi123.stdout:op 426 completed, throughput=4.97MB/sec 2023-12-20T11:11:51.558 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-EZhZVLykxoDtXFs off=1387884 len=1941877 2023-12-20T11:11:51.567 INFO:tasks.workunit.client.0.smithi123.stdout:op 427 completed, throughput=4.99MB/sec 2023-12-20T11:11:51.567 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-qJeIxbYlR7yvanU off=197454 len=1902155 2023-12-20T11:11:51.576 INFO:tasks.workunit.client.0.smithi123.stdout:op 428 completed, throughput=5.01MB/sec 2023-12-20T11:11:51.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:51 smithi177 ceph-mon[212096]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:11:51.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:51 smithi123 ceph-mon[191304]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:11:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:51 smithi123 ceph-mon[188613]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:11:52.576 INFO:tasks.workunit.client.0.smithi123.stdout: 87: throughput=4.95MB/sec pending data=0 2023-12-20T11:11:52.576 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-PkibrtBc7LL8-Gy off=6688509 len=1999899 2023-12-20T11:11:52.578 INFO:tasks.workunit.client.0.smithi123.stdout:op 429 completed, throughput=4.97MB/sec 2023-12-20T11:11:52.578 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Hn1P3sPUZIGD3jD off=5487602 len=305144 2023-12-20T11:11:52.579 INFO:tasks.workunit.client.0.smithi123.stdout:op 430 completed, throughput=4.97MB/sec 2023-12-20T11:11:52.579 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-oycdeT917tZzzh9 off=9412886 len=1341569 2023-12-20T11:11:52.585 INFO:tasks.workunit.client.0.smithi123.stdout:op 431 completed, throughput=4.99MB/sec 2023-12-20T11:11:52.585 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QAqwJsx2rAqqO6H off=18860222 len=956819 2023-12-20T11:11:52.591 INFO:tasks.workunit.client.0.smithi123.stdout:op 432 completed, throughput=5MB/sec 2023-12-20T11:11:52.591 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cNSoqbwSpmOQAGB off=1033373 len=1756795 2023-12-20T11:11:52.594 INFO:tasks.workunit.client.0.smithi123.stdout:op 433 completed, throughput=5.02MB/sec 2023-12-20T11:11:53.594 INFO:tasks.workunit.client.0.smithi123.stdout: 88: throughput=4.96MB/sec pending data=0 2023-12-20T11:11:53.594 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-TOTgzR1cgvGtO_I off=2240501 len=429040 2023-12-20T11:11:53.594 INFO:tasks.workunit.client.0.smithi123.stdout:op 434 completed, throughput=4.97MB/sec 2023-12-20T11:11:53.595 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ddqJI3EOuFmHh2A off=2622382 len=2034381 2023-12-20T11:11:53.605 INFO:tasks.workunit.client.0.smithi123.stdout:op 435 completed, throughput=4.99MB/sec 2023-12-20T11:11:53.605 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0A-eTb5SuphhyS8 off=1760240 len=887167 2023-12-20T11:11:53.608 INFO:tasks.workunit.client.0.smithi123.stdout:op 436 completed, throughput=5MB/sec 2023-12-20T11:11:53.609 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4QdP13TioKqRt9W off=9579568 len=65734 2023-12-20T11:11:53.609 INFO:tasks.workunit.client.0.smithi123.stdout:op 437 completed, throughput=5MB/sec 2023-12-20T11:11:53.610 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kimyqvUOVBJn8-z off=15952262 len=1254025 2023-12-20T11:11:53.612 INFO:tasks.workunit.client.0.smithi123.stdout:op 438 completed, throughput=5.01MB/sec 2023-12-20T11:11:53.796 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:11:53.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:53 smithi177 ceph-mon[212096]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:11:53.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:53 smithi123 ceph-mon[191304]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:11:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:53 smithi123 ceph-mon[188613]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:11:54.106 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:11:54.107 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (20m) 7m ago 23m 28.6M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:11:54.107 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (20m) 5m ago 23m 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:11:54.107 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (24m) 7m ago 24m 17.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:11:54.107 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (24m) 5m ago 24m 26.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:11:54.107 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (20m) 5m ago 26m 454M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:11:54.107 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (20m) 7m ago 28m 529M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:11:54.107 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (19m) 7m ago 28m 176M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:11:54.107 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (19m) 5m ago 27m 123M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:11:54.107 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (19m) 7m ago 27m 118M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:11:54.107 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (20m) 7m ago 23m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:11:54.107 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (20m) 5m ago 23m 19.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:11:54.107 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (18m) 7m ago 26m 1086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:11:54.107 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (18m) 7m ago 26m 909M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:11:54.107 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (17m) 7m ago 26m 1048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:11:54.107 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (17m) 7m ago 25m 740M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:11:54.108 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (17m) 5m ago 25m 1148M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:11:54.108 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (16m) 5m ago 25m 1064M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:11:54.108 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (16m) 5m ago 25m 853M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:11:54.108 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (15m) 5m ago 24m 1037M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:11:54.108 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (20m) 5m ago 24m 67.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:11:54.487 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:11:54.487 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:11:54.487 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:11:54.487 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:11:54.487 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:11:54.487 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:11:54.487 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:11:54.487 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:11:54.487 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:11:54.487 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:11:54.487 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:11:54.487 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:11:54.488 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:11:54.488 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:11:54.488 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:11:54.488 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:11:54.488 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:11:54.488 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:11:54.612 INFO:tasks.workunit.client.0.smithi123.stdout: 89: throughput=4.95MB/sec pending data=0 2023-12-20T11:11:54.612 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-T8KRvFKNWZBwNgh off=2301932 len=1716761 2023-12-20T11:11:54.619 INFO:tasks.workunit.client.0.smithi123.stdout:op 439 completed, throughput=4.97MB/sec 2023-12-20T11:11:54.619 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hxblVhG5BVQ-_dq off=7219153 len=1737897 2023-12-20T11:11:54.629 INFO:tasks.workunit.client.0.smithi123.stdout:op 440 completed, throughput=4.99MB/sec 2023-12-20T11:11:54.629 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-sFgJxkLx5azMILZ off=13794532 len=306714 2023-12-20T11:11:54.632 INFO:tasks.workunit.client.0.smithi123.stdout:op 441 completed, throughput=4.99MB/sec 2023-12-20T11:11:54.632 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qOgIqOGZydh4QJ_ off=2336677 len=483558 2023-12-20T11:11:54.633 INFO:tasks.workunit.client.0.smithi123.stdout:op 442 completed, throughput=5MB/sec 2023-12-20T11:11:54.633 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-47KEqZlr0bF5kov off=1409460 len=1331669 2023-12-20T11:11:54.633 INFO:tasks.workunit.client.0.smithi123.stdout:op 443 completed, throughput=5.01MB/sec 2023-12-20T11:11:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:54 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1098836980' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:11:54.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:54 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1098836980' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:11:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:54 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1098836980' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:11:55.634 INFO:tasks.workunit.client.0.smithi123.stdout: 90: throughput=4.96MB/sec pending data=0 2023-12-20T11:11:55.634 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NQIZbGEoA597yTv off=20539426 len=1863950 2023-12-20T11:11:55.636 INFO:tasks.workunit.client.0.smithi123.stdout:op 444 completed, throughput=4.98MB/sec 2023-12-20T11:11:55.636 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ewEJRck3eK1YmnI off=22124424 len=1303948 2023-12-20T11:11:55.639 INFO:tasks.workunit.client.0.smithi123.stdout:op 445 completed, throughput=4.99MB/sec 2023-12-20T11:11:55.639 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ugHkhqLfp_dJYCR off=4807739 len=1402966 2023-12-20T11:11:55.642 INFO:tasks.workunit.client.0.smithi123.stdout:op 446 completed, throughput=5MB/sec 2023-12-20T11:11:55.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:55 smithi177 ceph-mon[212096]: from='client.35310 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:11:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:55 smithi177 ceph-mon[212096]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:11:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:55 smithi177 ceph-mon[212096]: from='client.45248 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:11:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:55 smithi123 ceph-mon[191304]: from='client.35310 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:11:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:55 smithi123 ceph-mon[191304]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:11:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:55 smithi123 ceph-mon[191304]: from='client.45248 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:11:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:55 smithi123 ceph-mon[188613]: from='client.35310 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:11:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:55 smithi123 ceph-mon[188613]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:11:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:55 smithi123 ceph-mon[188613]: from='client.45248 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:11:56.643 INFO:tasks.workunit.client.0.smithi123.stdout: 91: throughput=4.95MB/sec pending data=0 2023-12-20T11:11:56.643 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SU3jiGTO2YFDF-J off=3868476 len=531727 2023-12-20T11:11:56.646 INFO:tasks.workunit.client.0.smithi123.stdout:op 447 completed, throughput=4.96MB/sec 2023-12-20T11:11:56.647 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-j4cH-dFF3j-e-xa off=13183768 len=1279824 2023-12-20T11:11:56.652 INFO:tasks.workunit.client.0.smithi123.stdout:op 448 completed, throughput=4.97MB/sec 2023-12-20T11:11:56.652 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZyMZpG0kXfafnJF off=1442570 len=195322 2023-12-20T11:11:56.653 INFO:tasks.workunit.client.0.smithi123.stdout:op 449 completed, throughput=4.97MB/sec 2023-12-20T11:11:56.653 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-LLSNqnajIBQZAid off=7293899 len=578667 2023-12-20T11:11:56.657 INFO:tasks.workunit.client.0.smithi123.stdout:op 450 completed, throughput=4.98MB/sec 2023-12-20T11:11:56.657 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZC2ZJazZzvHtxzY off=9196456 len=264135 2023-12-20T11:11:56.658 INFO:tasks.workunit.client.0.smithi123.stdout:op 451 completed, throughput=4.98MB/sec 2023-12-20T11:11:56.658 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2Nq4ZuJYC9aJwwW off=14097476 len=1449676 2023-12-20T11:11:56.660 INFO:tasks.workunit.client.0.smithi123.stdout:op 452 completed, throughput=4.99MB/sec 2023-12-20T11:11:56.660 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-e_V6lfv25DSOAEz off=13328569 len=1166538 2023-12-20T11:11:56.669 INFO:tasks.workunit.client.0.smithi123.stdout:op 453 completed, throughput=5.01MB/sec 2023-12-20T11:11:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:11:56.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:11:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:11:57.669 INFO:tasks.workunit.client.0.smithi123.stdout: 92: throughput=4.95MB/sec pending data=0 2023-12-20T11:11:57.669 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-acwEUJjA7Taesee off=3606597 len=377520 2023-12-20T11:11:57.670 INFO:tasks.workunit.client.0.smithi123.stdout:op 454 completed, throughput=4.96MB/sec 2023-12-20T11:11:57.670 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-oYkZXlC7UlBgJzK off=10150336 len=443663 2023-12-20T11:11:57.671 INFO:tasks.workunit.client.0.smithi123.stdout:op 455 completed, throughput=4.96MB/sec 2023-12-20T11:11:57.671 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-asiZr0jL46uXaHp off=15110301 len=1059220 2023-12-20T11:11:57.678 INFO:tasks.workunit.client.0.smithi123.stdout:op 456 completed, throughput=4.97MB/sec 2023-12-20T11:11:57.678 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-PBVpUXh0gxW7TlX off=6848898 len=1992923 2023-12-20T11:11:57.688 INFO:tasks.workunit.client.0.smithi123.stdout:op 457 completed, throughput=4.99MB/sec 2023-12-20T11:11:57.688 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2KRzHWr4X_j_QGN off=2521436 len=987468 2023-12-20T11:11:57.689 INFO:tasks.workunit.client.0.smithi123.stdout:op 458 completed, throughput=5MB/sec 2023-12-20T11:11:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:57 smithi177 ceph-mon[212096]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:11:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:57 smithi123 ceph-mon[191304]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:11:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:57 smithi123 ceph-mon[188613]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:11:58.689 INFO:tasks.workunit.client.0.smithi123.stdout: 93: throughput=4.95MB/sec pending data=0 2023-12-20T11:11:58.689 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Qek4PMnC5T8ZCdJ off=21566310 len=1516069 2023-12-20T11:11:58.691 INFO:tasks.workunit.client.0.smithi123.stdout:op 459 completed, throughput=4.96MB/sec 2023-12-20T11:11:58.691 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gv4B2WTGxYJJ_wI off=16665849 len=692261 2023-12-20T11:11:58.695 INFO:tasks.workunit.client.0.smithi123.stdout:op 460 completed, throughput=4.97MB/sec 2023-12-20T11:11:58.695 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-T_b8Izt2Z8ctRNt off=6380496 len=686381 2023-12-20T11:11:58.696 INFO:tasks.workunit.client.0.smithi123.stdout:op 461 completed, throughput=4.98MB/sec 2023-12-20T11:11:58.696 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GK_nIhpe5ZFEeyK off=2715142 len=595756 2023-12-20T11:11:58.699 INFO:tasks.workunit.client.0.smithi123.stdout:op 462 completed, throughput=4.98MB/sec 2023-12-20T11:11:58.699 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-XuVsZn3bjpSqdKY off=6467989 len=385257 2023-12-20T11:11:58.703 INFO:tasks.workunit.client.0.smithi123.stdout:op 463 completed, throughput=4.99MB/sec 2023-12-20T11:11:58.703 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QUs5t6syyAu785e off=12462514 len=1207119 2023-12-20T11:11:58.708 INFO:tasks.workunit.client.0.smithi123.stdout:op 464 completed, throughput=5MB/sec 2023-12-20T11:11:58.708 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-EqhPnHvftIoPLgq off=1143006 len=1446346 2023-12-20T11:11:58.710 INFO:tasks.workunit.client.0.smithi123.stdout:op 465 completed, throughput=5.01MB/sec 2023-12-20T11:11:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:11:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:11:59] "GET /metrics HTTP/1.1" 200 33948 "" "Prometheus/2.43.0" 2023-12-20T11:11:59.710 INFO:tasks.workunit.client.0.smithi123.stdout: 94: throughput=4.96MB/sec pending data=0 2023-12-20T11:11:59.710 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Yphs7zDriWlCkY7 off=24724418 len=85622 2023-12-20T11:11:59.711 INFO:tasks.workunit.client.0.smithi123.stdout:op 466 completed, throughput=4.96MB/sec 2023-12-20T11:11:59.711 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SyruxQ7QzSGYXsK off=3475542 len=899841 2023-12-20T11:11:59.715 INFO:tasks.workunit.client.0.smithi123.stdout:op 467 completed, throughput=4.97MB/sec 2023-12-20T11:11:59.716 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FY2WhTUvyBsWn67 off=283257 len=539195 2023-12-20T11:11:59.716 INFO:tasks.workunit.client.0.smithi123.stdout:op 468 completed, throughput=4.97MB/sec 2023-12-20T11:11:59.716 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-uWDkgTv9W2-qfUW off=11629699 len=1859569 2023-12-20T11:11:59.726 INFO:tasks.workunit.client.0.smithi123.stdout:op 469 completed, throughput=4.99MB/sec 2023-12-20T11:11:59.726 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-kZAWzo00nWjY8KQ off=929178 len=1058034 2023-12-20T11:11:59.732 INFO:tasks.workunit.client.0.smithi123.stdout:op 470 completed, throughput=5MB/sec 2023-12-20T11:11:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:11:59 smithi177 ceph-mon[212096]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:11:59.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:11:59 smithi123 ceph-mon[191304]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:11:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:11:59 smithi123 ceph-mon[188613]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:12:00.732 INFO:tasks.workunit.client.0.smithi123.stdout: 95: throughput=4.95MB/sec pending data=0 2023-12-20T11:12:00.732 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CatVooiAfwJJK6J off=19505080 len=1507196 2023-12-20T11:12:00.740 INFO:tasks.workunit.client.0.smithi123.stdout:op 471 completed, throughput=4.97MB/sec 2023-12-20T11:12:00.740 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-X_Es1PgpussZZVp off=8546814 len=1509041 2023-12-20T11:12:00.748 INFO:tasks.workunit.client.0.smithi123.stdout:op 472 completed, throughput=4.98MB/sec 2023-12-20T11:12:00.748 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-83DABl4WEZAa6-u off=480436 len=1639322 2023-12-20T11:12:00.757 INFO:tasks.workunit.client.0.smithi123.stdout:op 473 completed, throughput=5MB/sec 2023-12-20T11:12:00.757 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-7OzvCgQCichvajJ off=14327734 len=725829 2023-12-20T11:12:00.760 INFO:tasks.workunit.client.0.smithi123.stdout:op 474 completed, throughput=5MB/sec 2023-12-20T11:12:01.761 INFO:tasks.workunit.client.0.smithi123.stdout: 96: throughput=4.95MB/sec pending data=0 2023-12-20T11:12:01.761 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-MhlW7yB-0N9s18C off=11308658 len=1484215 2023-12-20T11:12:01.769 INFO:tasks.workunit.client.0.smithi123.stdout:op 475 completed, throughput=4.97MB/sec 2023-12-20T11:12:01.769 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CMf2Nc9pwiSnxTa off=9090503 len=1487232 2023-12-20T11:12:01.776 INFO:tasks.workunit.client.0.smithi123.stdout:op 476 completed, throughput=4.98MB/sec 2023-12-20T11:12:01.777 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-35YGwY4Xbuzookm off=10936650 len=953799 2023-12-20T11:12:01.782 INFO:tasks.workunit.client.0.smithi123.stdout:op 477 completed, throughput=4.99MB/sec 2023-12-20T11:12:01.782 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CLHnqgf7Xl0cMds off=5926789 len=1755475 2023-12-20T11:12:01.793 INFO:tasks.workunit.client.0.smithi123.stdout:op 478 completed, throughput=5.01MB/sec 2023-12-20T11:12:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:01 smithi177 ceph-mon[212096]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:12:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:01 smithi123 ceph-mon[188613]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:12:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:01 smithi123 ceph-mon[191304]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:12:02.792 INFO:tasks.workunit.client.0.smithi123.stdout: 97: throughput=4.95MB/sec pending data=0 2023-12-20T11:12:02.792 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ymQY1fwZJikfm9Y off=1126740 len=480304 2023-12-20T11:12:02.793 INFO:tasks.workunit.client.0.smithi123.stdout:op 479 completed, throughput=4.96MB/sec 2023-12-20T11:12:02.793 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-io-xAgrOhP1OX8E off=1559295 len=1272775 2023-12-20T11:12:02.800 INFO:tasks.workunit.client.0.smithi123.stdout:op 480 completed, throughput=4.97MB/sec 2023-12-20T11:12:02.800 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-zeohQyPQlvJxj9_ off=4676929 len=2059955 2023-12-20T11:12:02.814 INFO:tasks.workunit.client.0.smithi123.stdout:op 481 completed, throughput=4.99MB/sec 2023-12-20T11:12:02.814 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Ni9AKAD4MIXvSds off=4116508 len=148289 2023-12-20T11:12:02.816 INFO:tasks.workunit.client.0.smithi123.stdout:op 482 completed, throughput=4.99MB/sec 2023-12-20T11:12:02.816 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-fOAStA6ahn0Wz-Q off=6833801 len=488524 2023-12-20T11:12:02.819 INFO:tasks.workunit.client.0.smithi123.stdout:op 483 completed, throughput=5MB/sec 2023-12-20T11:12:02.819 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Gn6VFlw32LKvVJF off=19641645 len=348266 2023-12-20T11:12:02.822 INFO:tasks.workunit.client.0.smithi123.stdout:op 484 completed, throughput=5MB/sec 2023-12-20T11:12:02.822 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-8Lhp95h2oUhyygQ off=2409468 len=459271 2023-12-20T11:12:02.824 INFO:tasks.workunit.client.0.smithi123.stdout:op 485 completed, throughput=5MB/sec 2023-12-20T11:12:03.824 INFO:tasks.workunit.client.0.smithi123.stdout: 98: throughput=4.95MB/sec pending data=0 2023-12-20T11:12:03.825 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6PmXBUtujk1g4t8 off=21657708 len=1322535 2023-12-20T11:12:03.832 INFO:tasks.workunit.client.0.smithi123.stdout:op 486 completed, throughput=4.97MB/sec 2023-12-20T11:12:03.832 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-1W5Z31AUwpI6L0C off=15501693 len=1022913 2023-12-20T11:12:03.834 INFO:tasks.workunit.client.0.smithi123.stdout:op 487 completed, throughput=4.98MB/sec 2023-12-20T11:12:03.834 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Fr0rYxFbWkgdCuO off=9487689 len=613265 2023-12-20T11:12:03.835 INFO:tasks.workunit.client.0.smithi123.stdout:op 488 completed, throughput=4.98MB/sec 2023-12-20T11:12:03.835 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--bQsk-dsylmf9tj off=0 len=1629919 2023-12-20T11:12:03.842 INFO:tasks.workunit.client.0.smithi123.stdout:op 489 completed, throughput=5MB/sec 2023-12-20T11:12:03.842 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ssk0hGB-kWTgIBZ off=0 len=1068293 2023-12-20T11:12:03.844 INFO:tasks.workunit.client.0.smithi123.stdout:op 490 completed, throughput=5.01MB/sec 2023-12-20T11:12:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:03 smithi177 ceph-mon[212096]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:12:03.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:03 smithi123 ceph-mon[191304]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:12:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:03 smithi123 ceph-mon[188613]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:12:04.845 INFO:tasks.workunit.client.0.smithi123.stdout: 99: throughput=4.96MB/sec pending data=0 2023-12-20T11:12:04.845 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gZH8FTi_xzbLxrV off=1011399 len=1158988 2023-12-20T11:12:04.846 INFO:tasks.workunit.client.0.smithi123.stdout:op 491 completed, throughput=4.97MB/sec 2023-12-20T11:12:04.846 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-wNsi0TkHGsbrHhf off=20587631 len=820681 2023-12-20T11:12:04.851 INFO:tasks.workunit.client.0.smithi123.stdout:op 492 completed, throughput=4.98MB/sec 2023-12-20T11:12:04.852 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lqhO7Qj6EqS4IJr off=1790094 len=2033727 2023-12-20T11:12:04.854 INFO:tasks.workunit.client.0.smithi123.stdout:op 493 completed, throughput=4.99MB/sec 2023-12-20T11:12:04.854 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nx4k9fLc-t-yOcL off=8673822 len=304030 2023-12-20T11:12:04.857 INFO:tasks.workunit.client.0.smithi123.stdout:op 494 completed, throughput=5MB/sec 2023-12-20T11:12:04.857 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-JzZY_YBRnnUCfIq off=7661772 len=1692197 2023-12-20T11:12:04.865 INFO:tasks.workunit.client.0.smithi123.stdout:op 495 completed, throughput=5.01MB/sec 2023-12-20T11:12:05.865 INFO:tasks.workunit.client.0.smithi123.stdout: 100: throughput=4.96MB/sec pending data=0 2023-12-20T11:12:05.865 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-w4fpGSh2T1K02Nn off=2082072 len=1021854 2023-12-20T11:12:05.866 INFO:tasks.workunit.client.0.smithi123.stdout:op 496 completed, throughput=4.97MB/sec 2023-12-20T11:12:05.866 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--h9MIwdpblMD_vy off=10271279 len=1182152 2023-12-20T11:12:05.872 INFO:tasks.workunit.client.0.smithi123.stdout:op 497 completed, throughput=4.98MB/sec 2023-12-20T11:12:05.872 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nC2IRe70frtYfNF off=5294104 len=1325956 2023-12-20T11:12:05.879 INFO:tasks.workunit.client.0.smithi123.stdout:op 498 completed, throughput=5MB/sec 2023-12-20T11:12:05.879 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-U2BlQv82Vw2hshO off=2488788 len=123022 2023-12-20T11:12:05.882 INFO:tasks.workunit.client.0.smithi123.stdout:op 499 completed, throughput=5MB/sec 2023-12-20T11:12:05.882 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ecQchrB91sGEVIY off=615607 len=1923594 2023-12-20T11:12:05.884 INFO:tasks.workunit.client.0.smithi123.stdout:op 500 completed, throughput=5.02MB/sec 2023-12-20T11:12:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:05 smithi177 ceph-mon[212096]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-20T11:12:05.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:05 smithi123 ceph-mon[191304]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-20T11:12:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:05 smithi123 ceph-mon[188613]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-20T11:12:06.884 INFO:tasks.workunit.client.0.smithi123.stdout: 101: throughput=4.97MB/sec pending data=0 2023-12-20T11:12:06.884 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-pcIxUbtzL4duHJ5 off=8484806 len=195871 2023-12-20T11:12:06.887 INFO:tasks.workunit.client.0.smithi123.stdout:op 501 completed, throughput=4.97MB/sec 2023-12-20T11:12:06.887 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xVXZG2IY5v01pxC off=1811777 len=259895 2023-12-20T11:12:06.890 INFO:tasks.workunit.client.0.smithi123.stdout:op 502 completed, throughput=4.97MB/sec 2023-12-20T11:12:06.890 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-RDjo5w3qDC4g1WX off=10647167 len=757492 2023-12-20T11:12:06.894 INFO:tasks.workunit.client.0.smithi123.stdout:op 503 completed, throughput=4.98MB/sec 2023-12-20T11:12:06.894 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-SHB4H8OE9_vCV1j off=570656 len=301495 2023-12-20T11:12:06.895 INFO:tasks.workunit.client.0.smithi123.stdout:op 504 completed, throughput=4.98MB/sec 2023-12-20T11:12:06.895 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SzfQ_CkS5JuDwoH off=12747161 len=42389 2023-12-20T11:12:06.897 INFO:tasks.workunit.client.0.smithi123.stdout:op 505 completed, throughput=4.98MB/sec 2023-12-20T11:12:06.897 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QjxU4P3Qs9kf6JA off=12943167 len=1662561 2023-12-20T11:12:06.906 INFO:tasks.workunit.client.0.smithi123.stdout:op 506 completed, throughput=5MB/sec 2023-12-20T11:12:06.906 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-azwbGyNFamU4pP9 off=2430381 len=236937 2023-12-20T11:12:06.906 INFO:tasks.workunit.client.0.smithi123.stdout:op 507 completed, throughput=5MB/sec 2023-12-20T11:12:06.906 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-r37FPMEQ003D2TQ off=4759765 len=8213 2023-12-20T11:12:06.907 INFO:tasks.workunit.client.0.smithi123.stdout:op 508 completed, throughput=5MB/sec 2023-12-20T11:12:06.907 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-S543HhsSlcaSY59 off=19149865 len=1250546 2023-12-20T11:12:06.914 INFO:tasks.workunit.client.0.smithi123.stdout:op 509 completed, throughput=5.01MB/sec 2023-12-20T11:12:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:07 smithi177 ceph-mon[212096]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:12:07.915 INFO:tasks.workunit.client.0.smithi123.stdout: 102: throughput=4.96MB/sec pending data=0 2023-12-20T11:12:07.915 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-iNzlZy1PuXBoeya off=4430941 len=397250 2023-12-20T11:12:07.916 INFO:tasks.workunit.client.0.smithi123.stdout:op 510 completed, throughput=4.96MB/sec 2023-12-20T11:12:07.916 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-yH5lSI7FwX07Tq_ off=9235308 len=2007941 2023-12-20T11:12:07.925 INFO:tasks.workunit.client.0.smithi123.stdout:op 511 completed, throughput=4.98MB/sec 2023-12-20T11:12:07.925 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-eGrlv8K3JCreszK off=88838 len=469327 2023-12-20T11:12:07.928 INFO:tasks.workunit.client.0.smithi123.stdout:op 512 completed, throughput=4.99MB/sec 2023-12-20T11:12:07.928 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-muChrI1xN232a0Y off=12288093 len=176582 2023-12-20T11:12:07.930 INFO:tasks.workunit.client.0.smithi123.stdout:op 513 completed, throughput=4.99MB/sec 2023-12-20T11:12:07.930 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zBbc1rbi0wU6_DO off=3182486 len=1981531 2023-12-20T11:12:07.934 INFO:tasks.workunit.client.0.smithi123.stdout:op 514 completed, throughput=5.01MB/sec 2023-12-20T11:12:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:07 smithi123 ceph-mon[191304]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:12:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:07 smithi123 ceph-mon[188613]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:12:08.934 INFO:tasks.workunit.client.0.smithi123.stdout: 103: throughput=4.96MB/sec pending data=0 2023-12-20T11:12:08.935 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4Ntyz7YeOIITE6c off=8482852 len=816193 2023-12-20T11:12:08.936 INFO:tasks.workunit.client.0.smithi123.stdout:op 515 completed, throughput=4.97MB/sec 2023-12-20T11:12:08.936 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rgOChshdxH9yLHm off=1486655 len=1458219 2023-12-20T11:12:08.938 INFO:tasks.workunit.client.0.smithi123.stdout:op 516 completed, throughput=4.98MB/sec 2023-12-20T11:12:08.938 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xO4SEMKz0Mjc4SO off=5013062 len=1751580 2023-12-20T11:12:08.949 INFO:tasks.workunit.client.0.smithi123.stdout:op 517 completed, throughput=4.99MB/sec 2023-12-20T11:12:08.949 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-C6qDa1CgJCI0jO0 off=19770772 len=783627 2023-12-20T11:12:08.954 INFO:tasks.workunit.client.0.smithi123.stdout:op 518 completed, throughput=5MB/sec 2023-12-20T11:12:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:12:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:12:09] "GET /metrics HTTP/1.1" 200 33948 "" "Prometheus/2.43.0" 2023-12-20T11:12:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:09 smithi177 ceph-mon[212096]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-20T11:12:09.954 INFO:tasks.workunit.client.0.smithi123.stdout: 104: throughput=4.95MB/sec pending data=0 2023-12-20T11:12:09.954 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-SEI5vFWSO045qKQ off=7647301 len=291989 2023-12-20T11:12:09.955 INFO:tasks.workunit.client.0.smithi123.stdout:op 519 completed, throughput=4.96MB/sec 2023-12-20T11:12:09.955 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-1YVaiJqpEycxqIm off=17420462 len=1192391 2023-12-20T11:12:09.961 INFO:tasks.workunit.client.0.smithi123.stdout:op 520 completed, throughput=4.97MB/sec 2023-12-20T11:12:09.961 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-IYjRQFoeFgIL3Mk off=11063162 len=1220564 2023-12-20T11:12:09.962 INFO:tasks.workunit.client.0.smithi123.stdout:op 521 completed, throughput=4.98MB/sec 2023-12-20T11:12:09.962 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-M0syFjq-MjH54qR off=1635870 len=247651 2023-12-20T11:12:09.963 INFO:tasks.workunit.client.0.smithi123.stdout:op 522 completed, throughput=4.98MB/sec 2023-12-20T11:12:09.964 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-X-v30la2DgZB15l off=906683 len=1692405 2023-12-20T11:12:09.970 INFO:tasks.workunit.client.0.smithi123.stdout:op 523 completed, throughput=4.99MB/sec 2023-12-20T11:12:09.970 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-eCy5-RG51bwPt5p off=4900632 len=1254963 2023-12-20T11:12:09.978 INFO:tasks.workunit.client.0.smithi123.stdout:op 524 completed, throughput=5.01MB/sec 2023-12-20T11:12:09.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:09 smithi123 ceph-mon[191304]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-20T11:12:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:09 smithi123 ceph-mon[188613]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-20T11:12:10.978 INFO:tasks.workunit.client.0.smithi123.stdout: 105: throughput=4.96MB/sec pending data=0 2023-12-20T11:12:10.978 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GE-kwpA639RiZjE off=2278673 len=1827810 2023-12-20T11:12:10.987 INFO:tasks.workunit.client.0.smithi123.stdout:op 525 completed, throughput=4.97MB/sec 2023-12-20T11:12:10.988 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4DY_wPscM6uwYoZ off=8878029 len=994872 2023-12-20T11:12:10.989 INFO:tasks.workunit.client.0.smithi123.stdout:op 526 completed, throughput=4.98MB/sec 2023-12-20T11:12:10.989 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gC4CILYtV_Ik21x off=8915263 len=1290579 2023-12-20T11:12:10.997 INFO:tasks.workunit.client.0.smithi123.stdout:op 527 completed, throughput=4.99MB/sec 2023-12-20T11:12:10.997 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-y5i_uw6kFiV8xfC off=7985149 len=1129866 2023-12-20T11:12:11.004 INFO:tasks.workunit.client.0.smithi123.stdout:op 528 completed, throughput=5MB/sec 2023-12-20T11:12:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:11 smithi177 ceph-mon[212096]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2023-12-20T11:12:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:12:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:11 smithi123 ceph-mon[191304]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2023-12-20T11:12:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:12:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:11 smithi123 ceph-mon[188613]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2023-12-20T11:12:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:12:12.003 INFO:tasks.workunit.client.0.smithi123.stdout: 106: throughput=4.96MB/sec pending data=0 2023-12-20T11:12:12.004 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ZB4Z0jpyx7vOr3n off=234486 len=1239329 2023-12-20T11:12:12.012 INFO:tasks.workunit.client.0.smithi123.stdout:op 529 completed, throughput=4.97MB/sec 2023-12-20T11:12:12.012 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-E6MgtbM5TcaIY6J off=7256013 len=753401 2023-12-20T11:12:12.017 INFO:tasks.workunit.client.0.smithi123.stdout:op 530 completed, throughput=4.97MB/sec 2023-12-20T11:12:12.017 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nFiN4D0CKtMDWXe off=1963201 len=1554276 2023-12-20T11:12:12.019 INFO:tasks.workunit.client.0.smithi123.stdout:op 531 completed, throughput=4.99MB/sec 2023-12-20T11:12:12.019 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-1n7N6brMBY2qhka off=7198975 len=1512573 2023-12-20T11:12:12.021 INFO:tasks.workunit.client.0.smithi123.stdout:op 532 completed, throughput=5MB/sec 2023-12-20T11:12:13.022 INFO:tasks.workunit.client.0.smithi123.stdout: 107: throughput=4.96MB/sec pending data=0 2023-12-20T11:12:13.022 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-j1R_0Y_rOGYXdc4 off=1059113 len=1279636 2023-12-20T11:12:13.024 INFO:tasks.workunit.client.0.smithi123.stdout:op 533 completed, throughput=4.97MB/sec 2023-12-20T11:12:13.024 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-i0dapQn1n4Hc-79 off=2370807 len=6500 2023-12-20T11:12:13.027 INFO:tasks.workunit.client.0.smithi123.stdout:op 534 completed, throughput=4.97MB/sec 2023-12-20T11:12:13.027 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-PeBb9Ih1QZGpuJZ off=19542079 len=1826517 2023-12-20T11:12:13.037 INFO:tasks.workunit.client.0.smithi123.stdout:op 535 completed, throughput=4.98MB/sec 2023-12-20T11:12:13.037 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6FvQ_1BlshRJN4N off=9351940 len=251432 2023-12-20T11:12:13.037 INFO:tasks.workunit.client.0.smithi123.stdout:op 536 completed, throughput=4.98MB/sec 2023-12-20T11:12:13.037 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2rd4Bg3MyywxnBg off=2673544 len=1376474 2023-12-20T11:12:13.044 INFO:tasks.workunit.client.0.smithi123.stdout:op 537 completed, throughput=5MB/sec 2023-12-20T11:12:13.045 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QXNsdZsg6TJVgg6 off=742051 len=774307 2023-12-20T11:12:13.049 INFO:tasks.workunit.client.0.smithi123.stdout:op 538 completed, throughput=5MB/sec 2023-12-20T11:12:13.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:13 smithi177 ceph-mon[212096]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-20T11:12:13.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:13 smithi123 ceph-mon[191304]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-20T11:12:13.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:13 smithi123 ceph-mon[188613]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-20T11:12:14.050 INFO:tasks.workunit.client.0.smithi123.stdout: 108: throughput=4.96MB/sec pending data=0 2023-12-20T11:12:14.050 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Gy0MHTxZfSm3--C off=2811507 len=105977 2023-12-20T11:12:14.050 INFO:tasks.workunit.client.0.smithi123.stdout:op 539 completed, throughput=4.96MB/sec 2023-12-20T11:12:14.050 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-iqy6Wu6SkAavlPs off=660691 len=823198 2023-12-20T11:12:14.054 INFO:tasks.workunit.client.0.smithi123.stdout:op 540 completed, throughput=4.97MB/sec 2023-12-20T11:12:14.055 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-K-DX9UCT1gUdIH5 off=3236245 len=738450 2023-12-20T11:12:14.059 INFO:tasks.workunit.client.0.smithi123.stdout:op 541 completed, throughput=4.97MB/sec 2023-12-20T11:12:14.059 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-e0pmxE7RJH2Zhzj off=12519345 len=477289 2023-12-20T11:12:14.059 INFO:tasks.workunit.client.0.smithi123.stdout:op 542 completed, throughput=4.98MB/sec 2023-12-20T11:12:14.059 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9fjoKLgX0SP0uDD off=433150 len=695685 2023-12-20T11:12:14.060 INFO:tasks.workunit.client.0.smithi123.stdout:op 543 completed, throughput=4.98MB/sec 2023-12-20T11:12:14.060 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pDnymafhhOQtKtq off=1096872 len=362132 2023-12-20T11:12:14.061 INFO:tasks.workunit.client.0.smithi123.stdout:op 544 completed, throughput=4.98MB/sec 2023-12-20T11:12:14.061 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-JLtKVanHBlKkun6 off=2714758 len=850532 2023-12-20T11:12:14.062 INFO:tasks.workunit.client.0.smithi123.stdout:op 545 completed, throughput=4.99MB/sec 2023-12-20T11:12:14.062 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-iguoxxF-fQqgJ4P off=504016 len=311853 2023-12-20T11:12:14.066 INFO:tasks.workunit.client.0.smithi123.stdout:op 546 completed, throughput=4.99MB/sec 2023-12-20T11:12:14.066 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zSEoX21xdBKJ7Qy off=1975845 len=989695 2023-12-20T11:12:14.066 INFO:tasks.workunit.client.0.smithi123.stdout:op 547 completed, throughput=5MB/sec 2023-12-20T11:12:15.067 INFO:tasks.workunit.client.0.smithi123.stdout: 109: throughput=4.96MB/sec pending data=0 2023-12-20T11:12:15.067 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-P_3xd_u5dnQAnmk off=1279247 len=259937 2023-12-20T11:12:15.070 INFO:tasks.workunit.client.0.smithi123.stdout:op 548 completed, throughput=4.96MB/sec 2023-12-20T11:12:15.070 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-deK8AyfH5befRNF off=1109610 len=1168888 2023-12-20T11:12:15.072 INFO:tasks.workunit.client.0.smithi123.stdout:op 549 completed, throughput=4.97MB/sec 2023-12-20T11:12:15.072 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-iWpc5dB497R1rmk off=10173980 len=2014624 2023-12-20T11:12:15.074 INFO:tasks.workunit.client.0.smithi123.stdout:op 550 completed, throughput=4.99MB/sec 2023-12-20T11:12:15.074 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0Ck2Y_IrtE2gq6L off=1001498 len=716640 2023-12-20T11:12:15.075 INFO:tasks.workunit.client.0.smithi123.stdout:op 551 completed, throughput=4.99MB/sec 2023-12-20T11:12:15.075 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vKqxGdTzs4hXJ6V off=1474077 len=21136 2023-12-20T11:12:15.077 INFO:tasks.workunit.client.0.smithi123.stdout:op 552 completed, throughput=4.99MB/sec 2023-12-20T11:12:15.077 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-H_9_EsfwUFDGuo8 off=545964 len=679323 2023-12-20T11:12:15.081 INFO:tasks.workunit.client.0.smithi123.stdout:op 553 completed, throughput=5MB/sec 2023-12-20T11:12:15.081 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DT_5W58AmKJPSv_ off=4152688 len=1803750 2023-12-20T11:12:15.092 INFO:tasks.workunit.client.0.smithi123.stdout:op 554 completed, throughput=5.01MB/sec 2023-12-20T11:12:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:15 smithi177 ceph-mon[212096]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2023-12-20T11:12:15.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:15 smithi123 ceph-mon[191304]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2023-12-20T11:12:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:15 smithi123 ceph-mon[188613]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2023-12-20T11:12:16.092 INFO:tasks.workunit.client.0.smithi123.stdout: 110: throughput=4.97MB/sec pending data=0 2023-12-20T11:12:16.092 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-XewDrPn0-lpOALJ off=6777787 len=1036238 2023-12-20T11:12:16.093 INFO:tasks.workunit.client.0.smithi123.stdout:op 555 completed, throughput=4.98MB/sec 2023-12-20T11:12:16.093 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_NvbIO1Sk90aiN6 off=1139333 len=1759907 2023-12-20T11:12:16.103 INFO:tasks.workunit.client.0.smithi123.stdout:op 556 completed, throughput=4.99MB/sec 2023-12-20T11:12:16.103 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-jCuPeR0OGEaNxun off=6577913 len=382012 2023-12-20T11:12:16.106 INFO:tasks.workunit.client.0.smithi123.stdout:op 557 completed, throughput=5MB/sec 2023-12-20T11:12:16.106 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-WwBhwGYgRDOeuPx off=5152664 len=1733241 2023-12-20T11:12:16.109 INFO:tasks.workunit.client.0.smithi123.stdout:op 558 completed, throughput=5.01MB/sec 2023-12-20T11:12:17.110 INFO:tasks.workunit.client.0.smithi123.stdout: 111: throughput=4.97MB/sec pending data=0 2023-12-20T11:12:17.110 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8y6-noctfSLRQDj off=18050690 len=1645069 2023-12-20T11:12:17.112 INFO:tasks.workunit.client.0.smithi123.stdout:op 559 completed, throughput=4.98MB/sec 2023-12-20T11:12:17.112 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-zK_EN0cdi-mzOAB off=2720709 len=1699076 2023-12-20T11:12:17.122 INFO:tasks.workunit.client.0.smithi123.stdout:op 560 completed, throughput=4.99MB/sec 2023-12-20T11:12:17.122 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-TP_KqPHOUcbH6rl off=228822 len=1097091 2023-12-20T11:12:17.123 INFO:tasks.workunit.client.0.smithi123.stdout:op 561 completed, throughput=5MB/sec 2023-12-20T11:12:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:17 smithi177 ceph-mon[212096]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:12:17.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:17 smithi123 ceph-mon[191304]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:12:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:17 smithi123 ceph-mon[188613]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:12:18.124 INFO:tasks.workunit.client.0.smithi123.stdout: 112: throughput=4.96MB/sec pending data=0 2023-12-20T11:12:18.124 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZhRAV8kNSXldkeK off=21048857 len=1068992 2023-12-20T11:12:18.126 INFO:tasks.workunit.client.0.smithi123.stdout:op 562 completed, throughput=4.97MB/sec 2023-12-20T11:12:18.126 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-aagw1lDzBan_2ny off=3628548 len=596374 2023-12-20T11:12:18.130 INFO:tasks.workunit.client.0.smithi123.stdout:op 563 completed, throughput=4.97MB/sec 2023-12-20T11:12:18.130 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_NlZQPA0azHhYsz off=21264890 len=459578 2023-12-20T11:12:18.133 INFO:tasks.workunit.client.0.smithi123.stdout:op 564 completed, throughput=4.98MB/sec 2023-12-20T11:12:18.134 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Fiz1g8dfKauT_ls off=4699245 len=1953967 2023-12-20T11:12:18.135 INFO:tasks.workunit.client.0.smithi123.stdout:op 565 completed, throughput=4.99MB/sec 2023-12-20T11:12:18.136 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-mKgSaBmHc_NwjES off=1079303 len=328575 2023-12-20T11:12:18.138 INFO:tasks.workunit.client.0.smithi123.stdout:op 566 completed, throughput=5MB/sec 2023-12-20T11:12:18.138 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vflD-xSU_7HVJP0 off=6414322 len=1717795 2023-12-20T11:12:18.140 INFO:tasks.workunit.client.0.smithi123.stdout:op 567 completed, throughput=5.01MB/sec 2023-12-20T11:12:19.141 INFO:tasks.workunit.client.0.smithi123.stdout: 113: throughput=4.97MB/sec pending data=0 2023-12-20T11:12:19.141 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-UedNt-3nTasu37S off=5099770 len=1693374 2023-12-20T11:12:19.149 INFO:tasks.workunit.client.0.smithi123.stdout:op 568 completed, throughput=4.98MB/sec 2023-12-20T11:12:19.150 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4iCg7tqadwaCiwZ off=0 len=1482070 2023-12-20T11:12:19.151 INFO:tasks.workunit.client.0.smithi123.stdout:op 569 completed, throughput=4.99MB/sec 2023-12-20T11:12:19.151 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4DQKFUdQ8Z1he3L off=709601 len=1157599 2023-12-20T11:12:19.158 INFO:tasks.workunit.client.0.smithi123.stdout:op 570 completed, throughput=5MB/sec 2023-12-20T11:12:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:12:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:12:19] "GET /metrics HTTP/1.1" 200 33950 "" "Prometheus/2.43.0" 2023-12-20T11:12:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:19 smithi177 ceph-mon[212096]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:12:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:19 smithi123 ceph-mon[191304]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:12:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:19 smithi123 ceph-mon[188613]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:12:20.158 INFO:tasks.workunit.client.0.smithi123.stdout: 114: throughput=4.96MB/sec pending data=0 2023-12-20T11:12:20.158 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0ePxwUmmuVQGp0s off=8563791 len=1091882 2023-12-20T11:12:20.160 INFO:tasks.workunit.client.0.smithi123.stdout:op 571 completed, throughput=4.97MB/sec 2023-12-20T11:12:20.160 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cJsGnVe3lSBd9Ct off=210864 len=633403 2023-12-20T11:12:20.161 INFO:tasks.workunit.client.0.smithi123.stdout:op 572 completed, throughput=4.97MB/sec 2023-12-20T11:12:20.161 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lOSHip2QVwJ2B8N off=978264 len=255910 2023-12-20T11:12:20.161 INFO:tasks.workunit.client.0.smithi123.stdout:op 573 completed, throughput=4.97MB/sec 2023-12-20T11:12:20.161 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-lWp5M9DJim8A2n7 off=1936537 len=587622 2023-12-20T11:12:20.165 INFO:tasks.workunit.client.0.smithi123.stdout:op 574 completed, throughput=4.98MB/sec 2023-12-20T11:12:20.165 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ocuGYiMcRz2mwcn off=5111262 len=1910052 2023-12-20T11:12:20.167 INFO:tasks.workunit.client.0.smithi123.stdout:op 575 completed, throughput=4.99MB/sec 2023-12-20T11:12:20.167 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-zRdr7dQ2o9QLA9E off=3399617 len=1036956 2023-12-20T11:12:20.171 INFO:tasks.workunit.client.0.smithi123.stdout:op 576 completed, throughput=5MB/sec 2023-12-20T11:12:21.172 INFO:tasks.workunit.client.0.smithi123.stdout: 115: throughput=4.96MB/sec pending data=0 2023-12-20T11:12:21.172 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-U8PEgIpSjYCWSJQ off=1945957 len=384379 2023-12-20T11:12:21.173 INFO:tasks.workunit.client.0.smithi123.stdout:op 577 completed, throughput=4.96MB/sec 2023-12-20T11:12:21.173 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-HmTiN36R86lEp5x off=2984134 len=378943 2023-12-20T11:12:21.174 INFO:tasks.workunit.client.0.smithi123.stdout:op 578 completed, throughput=4.97MB/sec 2023-12-20T11:12:21.174 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-3XekPkqMxjMpvFP off=15773247 len=1660319 2023-12-20T11:12:21.176 INFO:tasks.workunit.client.0.smithi123.stdout:op 579 completed, throughput=4.98MB/sec 2023-12-20T11:12:21.176 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-o_hhdA4BAdeeAmW off=0 len=1216559 2023-12-20T11:12:21.178 INFO:tasks.workunit.client.0.smithi123.stdout:op 580 completed, throughput=4.99MB/sec 2023-12-20T11:12:21.178 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4cTdMsk3-As9v72 off=6731477 len=1746272 2023-12-20T11:12:21.180 INFO:tasks.workunit.client.0.smithi123.stdout:op 581 completed, throughput=5MB/sec 2023-12-20T11:12:21.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:21 smithi177 ceph-mon[212096]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:12:21.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:21 smithi123 ceph-mon[191304]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:12:21.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:21 smithi123 ceph-mon[188613]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:12:22.181 INFO:tasks.workunit.client.0.smithi123.stdout: 116: throughput=4.96MB/sec pending data=0 2023-12-20T11:12:22.181 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ddqJI3EOuFmHh2A off=3235674 len=1421089 2023-12-20T11:12:22.189 INFO:tasks.workunit.client.0.smithi123.stdout:op 582 completed, throughput=4.97MB/sec 2023-12-20T11:12:22.189 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-W1LLzQ3Q4OCJ2ZD off=110245 len=89005 2023-12-20T11:12:22.192 INFO:tasks.workunit.client.0.smithi123.stdout:op 583 completed, throughput=4.97MB/sec 2023-12-20T11:12:22.192 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Gr_YMPEo2jhAtC5 off=9504781 len=926614 2023-12-20T11:12:22.193 INFO:tasks.workunit.client.0.smithi123.stdout:op 584 completed, throughput=4.98MB/sec 2023-12-20T11:12:22.193 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-R8BvdD01HPp2Tnd off=14905745 len=1566243 2023-12-20T11:12:22.202 INFO:tasks.workunit.client.0.smithi123.stdout:op 585 completed, throughput=4.99MB/sec 2023-12-20T11:12:22.202 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-L01mbrf7fw1WF7L off=9474676 len=1364679 2023-12-20T11:12:22.204 INFO:tasks.workunit.client.0.smithi123.stdout:op 586 completed, throughput=5MB/sec 2023-12-20T11:12:23.205 INFO:tasks.workunit.client.0.smithi123.stdout: 117: throughput=4.96MB/sec pending data=0 2023-12-20T11:12:23.205 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-sB8Ok52dI0g8gXd off=5430475 len=100185 2023-12-20T11:12:23.205 INFO:tasks.workunit.client.0.smithi123.stdout:op 587 completed, throughput=4.96MB/sec 2023-12-20T11:12:23.206 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-M53d9ISlGJnYnwb off=13097219 len=575085 2023-12-20T11:12:23.206 INFO:tasks.workunit.client.0.smithi123.stdout:op 588 completed, throughput=4.97MB/sec 2023-12-20T11:12:23.206 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-b2t4pKXyykY-Ya5 off=10579798 len=2094237 2023-12-20T11:12:23.209 INFO:tasks.workunit.client.0.smithi123.stdout:op 589 completed, throughput=4.98MB/sec 2023-12-20T11:12:23.210 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cmw0SqDse8eW0hy off=12456513 len=1712174 2023-12-20T11:12:23.219 INFO:tasks.workunit.client.0.smithi123.stdout:op 590 completed, throughput=5MB/sec 2023-12-20T11:12:23.219 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fE8B3HX8ud8ERix off=21124766 len=1501714 2023-12-20T11:12:23.220 INFO:tasks.workunit.client.0.smithi123.stdout:op 591 completed, throughput=5.01MB/sec 2023-12-20T11:12:23.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:23 smithi177 ceph-mon[212096]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:12:23.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:23 smithi123 ceph-mon[191304]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:12:23.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:23 smithi123 ceph-mon[188613]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:12:24.221 INFO:tasks.workunit.client.0.smithi123.stdout: 118: throughput=4.97MB/sec pending data=0 2023-12-20T11:12:24.221 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-M2uZbuF7Y1rTsyv off=16428340 len=1608036 2023-12-20T11:12:24.223 INFO:tasks.workunit.client.0.smithi123.stdout:op 592 completed, throughput=4.98MB/sec 2023-12-20T11:12:24.223 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-JmV4NHbDeL8EZQv off=1690935 len=54362 2023-12-20T11:12:24.223 INFO:tasks.workunit.client.0.smithi123.stdout:op 593 completed, throughput=4.98MB/sec 2023-12-20T11:12:24.223 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-bUkeqUhge5SMCDw off=2002527 len=362658 2023-12-20T11:12:24.225 INFO:tasks.workunit.client.0.smithi123.stdout:op 594 completed, throughput=4.98MB/sec 2023-12-20T11:12:24.225 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kVMvf1CqTbkELYR off=6439342 len=1951985 2023-12-20T11:12:24.227 INFO:tasks.workunit.client.0.smithi123.stdout:op 595 completed, throughput=5MB/sec 2023-12-20T11:12:24.227 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-61Z73zAmTsv9WHe off=4898668 len=1855147 2023-12-20T11:12:24.236 INFO:tasks.workunit.client.0.smithi123.stdout:op 596 completed, throughput=5.01MB/sec 2023-12-20T11:12:24.833 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:12:25.140 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:12:25.140 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (21m) 7m ago 24m 28.6M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:12:25.140 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (20m) 5m ago 23m 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:12:25.140 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (25m) 7m ago 25m 17.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:12:25.140 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (24m) 5m ago 24m 26.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:12:25.140 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (20m) 5m ago 27m 454M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:12:25.140 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (20m) 7m ago 28m 529M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:12:25.140 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (20m) 7m ago 28m 176M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:12:25.140 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (19m) 5m ago 27m 123M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:12:25.140 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (20m) 7m ago 27m 118M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:12:25.140 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (21m) 7m ago 23m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:12:25.141 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (20m) 5m ago 23m 19.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:12:25.141 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (19m) 7m ago 27m 1086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:12:25.141 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (18m) 7m ago 26m 909M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:12:25.141 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (18m) 7m ago 26m 1048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:12:25.141 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (18m) 7m ago 26m 740M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:12:25.141 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (17m) 5m ago 26m 1148M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:12:25.141 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (17m) 5m ago 25m 1064M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:12:25.141 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (16m) 5m ago 25m 853M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:12:25.141 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (16m) 5m ago 25m 1037M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:12:25.141 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (20m) 5m ago 24m 67.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:12:25.236 INFO:tasks.workunit.client.0.smithi123.stdout: 119: throughput=4.97MB/sec pending data=0 2023-12-20T11:12:25.236 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-P6qistNxQPr2wcA off=464956 len=17788 2023-12-20T11:12:25.237 INFO:tasks.workunit.client.0.smithi123.stdout:op 597 completed, throughput=4.97MB/sec 2023-12-20T11:12:25.237 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-far_lg7aAz00aus off=15818827 len=538531 2023-12-20T11:12:25.240 INFO:tasks.workunit.client.0.smithi123.stdout:op 598 completed, throughput=4.98MB/sec 2023-12-20T11:12:25.240 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WHobwaU1b_MC-Vt off=258350 len=1116304 2023-12-20T11:12:25.246 INFO:tasks.workunit.client.0.smithi123.stdout:op 599 completed, throughput=4.98MB/sec 2023-12-20T11:12:25.246 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-P4ie3K7qiBZGVt9 off=24450379 len=246833 2023-12-20T11:12:25.247 INFO:tasks.workunit.client.0.smithi123.stdout:op 600 completed, throughput=4.99MB/sec 2023-12-20T11:12:25.247 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-P_7u1OcL8waCR2F off=13709047 len=1096938 2023-12-20T11:12:25.248 INFO:tasks.workunit.client.0.smithi123.stdout:op 601 completed, throughput=4.99MB/sec 2023-12-20T11:12:25.248 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mZB0dU0vNU2UXre off=4578544 len=2076838 2023-12-20T11:12:25.249 INFO:tasks.workunit.client.0.smithi123.stdout:op 602 completed, throughput=5.01MB/sec 2023-12-20T11:12:25.523 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:12:25.524 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:12:25.524 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:12:25.524 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:12:25.524 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:12:25.524 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:12:25.524 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:12:25.524 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:12:25.524 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:12:25.524 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:12:25.524 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:12:25.524 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:12:25.525 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:12:25.525 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:12:25.525 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:12:25.525 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:12:25.525 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:12:25.525 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:12:25.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:25 smithi177 ceph-mon[212096]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:12:25.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:25 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3191955661' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:12:25.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:25 smithi123 ceph-mon[191304]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:12:25.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:25 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3191955661' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:12:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:25 smithi123 ceph-mon[188613]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:12:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:25 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3191955661' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:12:26.250 INFO:tasks.workunit.client.0.smithi123.stdout: 120: throughput=4.97MB/sec pending data=0 2023-12-20T11:12:26.250 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-WeH9h2HcKrXyhoy off=2620374 len=166135 2023-12-20T11:12:26.251 INFO:tasks.workunit.client.0.smithi123.stdout:op 603 completed, throughput=4.97MB/sec 2023-12-20T11:12:26.251 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-N4295E8eB8w10k3 off=15266128 len=201161 2023-12-20T11:12:26.253 INFO:tasks.workunit.client.0.smithi123.stdout:op 604 completed, throughput=4.97MB/sec 2023-12-20T11:12:26.254 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-bmepsBkRQG2EMG7 off=5769987 len=1221460 2023-12-20T11:12:26.261 INFO:tasks.workunit.client.0.smithi123.stdout:op 605 completed, throughput=4.98MB/sec 2023-12-20T11:12:26.261 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-5gGym01SGcf6Fw5 off=15097283 len=2092292 2023-12-20T11:12:26.269 INFO:tasks.workunit.client.0.smithi123.stdout:op 606 completed, throughput=5MB/sec 2023-12-20T11:12:26.269 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-MxSv2Tbj7h-Buzq off=20233547 len=1078095 2023-12-20T11:12:26.274 INFO:tasks.workunit.client.0.smithi123.stdout:op 607 completed, throughput=5.01MB/sec 2023-12-20T11:12:26.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:26 smithi177 ceph-mon[212096]: from='client.35328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:12:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:26 smithi177 ceph-mon[212096]: from='client.35334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:12:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:12:26.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:26 smithi123 ceph-mon[191304]: from='client.35328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:12:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:26 smithi123 ceph-mon[191304]: from='client.35334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:12:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:12:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:26 smithi123 ceph-mon[188613]: from='client.35328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:12:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:26 smithi123 ceph-mon[188613]: from='client.35334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:12:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:12:27.274 INFO:tasks.workunit.client.0.smithi123.stdout: 121: throughput=4.97MB/sec pending data=0 2023-12-20T11:12:27.274 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-v1QLiM2WDLGOoYH off=3196969 len=302048 2023-12-20T11:12:27.275 INFO:tasks.workunit.client.0.smithi123.stdout:op 608 completed, throughput=4.97MB/sec 2023-12-20T11:12:27.275 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-XJjFQuurbUB9asb off=23484482 len=211515 2023-12-20T11:12:27.276 INFO:tasks.workunit.client.0.smithi123.stdout:op 609 completed, throughput=4.97MB/sec 2023-12-20T11:12:27.276 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-S0oURRgilj85tQu off=14225238 len=67226 2023-12-20T11:12:27.278 INFO:tasks.workunit.client.0.smithi123.stdout:op 610 completed, throughput=4.97MB/sec 2023-12-20T11:12:27.278 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QIubrV_6B0M_uHI off=6741163 len=463668 2023-12-20T11:12:27.279 INFO:tasks.workunit.client.0.smithi123.stdout:op 611 completed, throughput=4.97MB/sec 2023-12-20T11:12:27.279 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-yfmBU9i37VMoQ_F off=10617656 len=1766816 2023-12-20T11:12:27.282 INFO:tasks.workunit.client.0.smithi123.stdout:op 612 completed, throughput=4.99MB/sec 2023-12-20T11:12:27.282 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nVsWl5zadv75JIL off=12391659 len=1828122 2023-12-20T11:12:27.294 INFO:tasks.workunit.client.0.smithi123.stdout:op 613 completed, throughput=5MB/sec 2023-12-20T11:12:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:27 smithi177 ceph-mon[212096]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-20T11:12:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:27 smithi123 ceph-mon[191304]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-20T11:12:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:27 smithi123 ceph-mon[188613]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-20T11:12:28.294 INFO:tasks.workunit.client.0.smithi123.stdout: 122: throughput=4.96MB/sec pending data=0 2023-12-20T11:12:28.294 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gwrnUclFUUkSVY0 off=13029164 len=260148 2023-12-20T11:12:28.297 INFO:tasks.workunit.client.0.smithi123.stdout:op 614 completed, throughput=4.96MB/sec 2023-12-20T11:12:28.297 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Tp_LNrwp_9oc9MU off=7690100 len=1752530 2023-12-20T11:12:28.306 INFO:tasks.workunit.client.0.smithi123.stdout:op 615 completed, throughput=4.98MB/sec 2023-12-20T11:12:28.307 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-sDdaKKyT0ipQQs8 off=17693666 len=84843 2023-12-20T11:12:28.307 INFO:tasks.workunit.client.0.smithi123.stdout:op 616 completed, throughput=4.98MB/sec 2023-12-20T11:12:28.307 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-g6DESnMmfaHUMI1 off=14025037 len=603431 2023-12-20T11:12:28.310 INFO:tasks.workunit.client.0.smithi123.stdout:op 617 completed, throughput=4.98MB/sec 2023-12-20T11:12:28.310 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-A-2fT5RdvgKL2rE off=2492197 len=1669855 2023-12-20T11:12:28.318 INFO:tasks.workunit.client.0.smithi123.stdout:op 618 completed, throughput=4.99MB/sec 2023-12-20T11:12:28.318 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-TFCakEgiCAz-uU5 off=17094985 len=1516297 2023-12-20T11:12:28.320 INFO:tasks.workunit.client.0.smithi123.stdout:op 619 completed, throughput=5MB/sec 2023-12-20T11:12:29.320 INFO:tasks.workunit.client.0.smithi123.stdout: 123: throughput=4.96MB/sec pending data=0 2023-12-20T11:12:29.321 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-dBCu4tsxazzC_t6 off=7555799 len=1102376 2023-12-20T11:12:29.326 INFO:tasks.workunit.client.0.smithi123.stdout:op 620 completed, throughput=4.97MB/sec 2023-12-20T11:12:29.327 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-EYD6YG5TRJmiW1m off=20467982 len=2084065 2023-12-20T11:12:29.337 INFO:tasks.workunit.client.0.smithi123.stdout:op 621 completed, throughput=4.99MB/sec 2023-12-20T11:12:29.337 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8eTaZPQLd6vZ6BQ off=6312609 len=524412 2023-12-20T11:12:29.337 INFO:tasks.workunit.client.0.smithi123.stdout:op 622 completed, throughput=4.99MB/sec 2023-12-20T11:12:29.337 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-uBgmbP8Ex0ca0rQ off=1981684 len=1768280 2023-12-20T11:12:29.347 INFO:tasks.workunit.client.0.smithi123.stdout:op 623 completed, throughput=5MB/sec 2023-12-20T11:12:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:12:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:12:29] "GET /metrics HTTP/1.1" 200 33946 "" "Prometheus/2.43.0" 2023-12-20T11:12:29.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:29 smithi177 ceph-mon[212096]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:12:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:29 smithi123 ceph-mon[191304]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:12:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:29 smithi123 ceph-mon[188613]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:12:30.347 INFO:tasks.workunit.client.0.smithi123.stdout: 124: throughput=4.97MB/sec pending data=0 2023-12-20T11:12:30.348 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rP8sbLamnLDVAyv off=305557 len=2048836 2023-12-20T11:12:30.352 INFO:tasks.workunit.client.0.smithi123.stdout:op 624 completed, throughput=4.98MB/sec 2023-12-20T11:12:30.352 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-fOAStA6ahn0Wz-Q off=4468985 len=1718176 2023-12-20T11:12:30.361 INFO:tasks.workunit.client.0.smithi123.stdout:op 625 completed, throughput=4.99MB/sec 2023-12-20T11:12:30.361 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-E1QOoipoz7dFN4j off=1598084 len=1163344 2023-12-20T11:12:30.362 INFO:tasks.workunit.client.0.smithi123.stdout:op 626 completed, throughput=5MB/sec 2023-12-20T11:12:31.362 INFO:tasks.workunit.client.0.smithi123.stdout: 125: throughput=4.96MB/sec pending data=0 2023-12-20T11:12:31.362 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-O_BsRgzFM8Vlf81 off=9654119 len=894281 2023-12-20T11:12:31.363 INFO:tasks.workunit.client.0.smithi123.stdout:op 627 completed, throughput=4.97MB/sec 2023-12-20T11:12:31.363 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-M0mnIlahK-69BAV off=20858462 len=1517078 2023-12-20T11:12:31.371 INFO:tasks.workunit.client.0.smithi123.stdout:op 628 completed, throughput=4.98MB/sec 2023-12-20T11:12:31.371 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NopVbNvUJONJAWs off=1634685 len=688848 2023-12-20T11:12:31.372 INFO:tasks.workunit.client.0.smithi123.stdout:op 629 completed, throughput=4.99MB/sec 2023-12-20T11:12:31.372 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_urg_-SMYC1Ca41 off=1451942 len=1938079 2023-12-20T11:12:31.379 INFO:tasks.workunit.client.0.smithi123.stdout:op 630 completed, throughput=5MB/sec 2023-12-20T11:12:31.379 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-EFGfXlNnMwRpRav off=16520430 len=2003050 2023-12-20T11:12:31.388 INFO:tasks.workunit.client.0.smithi123.stdout:op 631 completed, throughput=5.01MB/sec 2023-12-20T11:12:31.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:31 smithi177 ceph-mon[212096]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:12:31.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:31 smithi123 ceph-mon[191304]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:12:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:31 smithi123 ceph-mon[188613]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:12:32.388 INFO:tasks.workunit.client.0.smithi123.stdout: 126: throughput=4.98MB/sec pending data=0 2023-12-20T11:12:32.388 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-iWgBidXAAFuoFNS off=429345 len=1753305 2023-12-20T11:12:32.397 INFO:tasks.workunit.client.0.smithi123.stdout:op 632 completed, throughput=4.99MB/sec 2023-12-20T11:12:32.397 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-1JhzQxU-qF-pvrw off=451739 len=563045 2023-12-20T11:12:32.401 INFO:tasks.workunit.client.0.smithi123.stdout:op 633 completed, throughput=4.99MB/sec 2023-12-20T11:12:32.401 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-No26GHOOq-kNVHE off=9982508 len=84303 2023-12-20T11:12:32.402 INFO:tasks.workunit.client.0.smithi123.stdout:op 634 completed, throughput=4.99MB/sec 2023-12-20T11:12:32.402 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Mbam_D-d9iW2KXn off=0 len=1200711 2023-12-20T11:12:32.403 INFO:tasks.workunit.client.0.smithi123.stdout:op 635 completed, throughput=5MB/sec 2023-12-20T11:12:32.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:32 smithi123 ceph-mon[191304]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:12:32.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:32 smithi123 ceph-mon[188613]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:12:33.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:32 smithi177 ceph-mon[212096]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:12:33.403 INFO:tasks.workunit.client.0.smithi123.stdout: 127: throughput=4.96MB/sec pending data=0 2023-12-20T11:12:33.403 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qfWZU3hAmgYeGS8 off=7334370 len=555902 2023-12-20T11:12:33.404 INFO:tasks.workunit.client.0.smithi123.stdout:op 636 completed, throughput=4.97MB/sec 2023-12-20T11:12:33.404 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vH3iq5xhOAd1xnf off=865592 len=2023547 2023-12-20T11:12:33.413 INFO:tasks.workunit.client.0.smithi123.stdout:op 637 completed, throughput=4.98MB/sec 2023-12-20T11:12:33.414 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-n8Pzez9zu5folDC off=4054658 len=650232 2023-12-20T11:12:33.415 INFO:tasks.workunit.client.0.smithi123.stdout:op 638 completed, throughput=4.99MB/sec 2023-12-20T11:12:33.416 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-T-SDF6gbAAdXyQQ off=7834090 len=2012242 2023-12-20T11:12:33.427 INFO:tasks.workunit.client.0.smithi123.stdout:op 639 completed, throughput=5MB/sec 2023-12-20T11:12:34.427 INFO:tasks.workunit.client.0.smithi123.stdout: 128: throughput=4.96MB/sec pending data=0 2023-12-20T11:12:34.427 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xx8h5ZgZcyI7Hgn off=14377304 len=707348 2023-12-20T11:12:34.428 INFO:tasks.workunit.client.0.smithi123.stdout:op 640 completed, throughput=4.97MB/sec 2023-12-20T11:12:34.428 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hqUqFobEbhKmyu7 off=6387383 len=504417 2023-12-20T11:12:34.429 INFO:tasks.workunit.client.0.smithi123.stdout:op 641 completed, throughput=4.97MB/sec 2023-12-20T11:12:34.429 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Hk1GbgYT0V0aCD- off=1277330 len=1296614 2023-12-20T11:12:34.432 INFO:tasks.workunit.client.0.smithi123.stdout:op 642 completed, throughput=4.98MB/sec 2023-12-20T11:12:34.432 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_SO590UKh9ufiaT off=3094372 len=1102366 2023-12-20T11:12:34.438 INFO:tasks.workunit.client.0.smithi123.stdout:op 643 completed, throughput=4.99MB/sec 2023-12-20T11:12:34.438 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-l5EtDJIDtX2toiY off=1364735 len=527385 2023-12-20T11:12:34.441 INFO:tasks.workunit.client.0.smithi123.stdout:op 644 completed, throughput=4.99MB/sec 2023-12-20T11:12:34.442 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-F6TD6vJhBMb77kk off=5340544 len=1425695 2023-12-20T11:12:34.443 INFO:tasks.workunit.client.0.smithi123.stdout:op 645 completed, throughput=5MB/sec 2023-12-20T11:12:35.444 INFO:tasks.workunit.client.0.smithi123.stdout: 129: throughput=4.96MB/sec pending data=0 2023-12-20T11:12:35.444 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-R1MWssa7cW0DHq2 off=6953251 len=376595 2023-12-20T11:12:35.444 INFO:tasks.workunit.client.0.smithi123.stdout:op 646 completed, throughput=4.97MB/sec 2023-12-20T11:12:35.444 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zX8iNkBF43_3WZv off=16851551 len=872222 2023-12-20T11:12:35.446 INFO:tasks.workunit.client.0.smithi123.stdout:op 647 completed, throughput=4.97MB/sec 2023-12-20T11:12:35.446 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-apIytmYqui0WPFl off=15680438 len=1074087 2023-12-20T11:12:35.451 INFO:tasks.workunit.client.0.smithi123.stdout:op 648 completed, throughput=4.98MB/sec 2023-12-20T11:12:35.451 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-1ZQ9uoqVgYUT-Qv off=5026110 len=744110 2023-12-20T11:12:35.456 INFO:tasks.workunit.client.0.smithi123.stdout:op 649 completed, throughput=4.99MB/sec 2023-12-20T11:12:35.456 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0gppmz4cONXE5YE off=11018284 len=1852100 2023-12-20T11:12:35.461 INFO:tasks.workunit.client.0.smithi123.stdout:op 650 completed, throughput=5MB/sec 2023-12-20T11:12:35.462 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GYKJfYe09i8v1BR off=10171288 len=496195 2023-12-20T11:12:35.463 INFO:tasks.workunit.client.0.smithi123.stdout:op 651 completed, throughput=5MB/sec 2023-12-20T11:12:35.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:35 smithi177 ceph-mon[212096]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:12:35.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:35 smithi123 ceph-mon[191304]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:12:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:35 smithi123 ceph-mon[188613]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:12:36.463 INFO:tasks.workunit.client.0.smithi123.stdout: 130: throughput=4.96MB/sec pending data=0 2023-12-20T11:12:36.463 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-sChIy9adBp9lQr3 off=12075539 len=373465 2023-12-20T11:12:36.465 INFO:tasks.workunit.client.0.smithi123.stdout:op 652 completed, throughput=4.97MB/sec 2023-12-20T11:12:36.465 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ZqnptjLzuTCbSUJ off=2955016 len=1903286 2023-12-20T11:12:36.475 INFO:tasks.workunit.client.0.smithi123.stdout:op 653 completed, throughput=4.98MB/sec 2023-12-20T11:12:36.475 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mtR2x6XiGmcfPfq off=3041222 len=1680087 2023-12-20T11:12:36.477 INFO:tasks.workunit.client.0.smithi123.stdout:op 654 completed, throughput=4.99MB/sec 2023-12-20T11:12:36.477 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-oHtM6w2teCSnzOJ off=7745376 len=1342012 2023-12-20T11:12:36.484 INFO:tasks.workunit.client.0.smithi123.stdout:op 655 completed, throughput=5MB/sec 2023-12-20T11:12:37.484 INFO:tasks.workunit.client.0.smithi123.stdout: 131: throughput=4.96MB/sec pending data=0 2023-12-20T11:12:37.485 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-yNL479DZnpjksyH off=1954640 len=1561244 2023-12-20T11:12:37.493 INFO:tasks.workunit.client.0.smithi123.stdout:op 656 completed, throughput=4.98MB/sec 2023-12-20T11:12:37.493 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xopeLA8oFHrljU0 off=2919734 len=1715372 2023-12-20T11:12:37.495 INFO:tasks.workunit.client.0.smithi123.stdout:op 657 completed, throughput=4.99MB/sec 2023-12-20T11:12:37.495 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--4kanUJ7aGD3UfW off=0 len=1342709 2023-12-20T11:12:37.498 INFO:tasks.workunit.client.0.smithi123.stdout:op 658 completed, throughput=5MB/sec 2023-12-20T11:12:37.498 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_FxpgSd8u30R97j off=1835405 len=157853 2023-12-20T11:12:37.501 INFO:tasks.workunit.client.0.smithi123.stdout:op 659 completed, throughput=5MB/sec 2023-12-20T11:12:37.501 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2sMwXoGVGZZlobe off=10142439 len=609150 2023-12-20T11:12:37.504 INFO:tasks.workunit.client.0.smithi123.stdout:op 660 completed, throughput=5MB/sec 2023-12-20T11:12:37.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:37 smithi177 ceph-mon[212096]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-20T11:12:37.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:37 smithi123 ceph-mon[191304]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-20T11:12:37.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:37 smithi123 ceph-mon[188613]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-20T11:12:38.505 INFO:tasks.workunit.client.0.smithi123.stdout: 132: throughput=4.97MB/sec pending data=0 2023-12-20T11:12:38.505 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-jjI5LxiX9jVvz06 off=8973147 len=675143 2023-12-20T11:12:38.511 INFO:tasks.workunit.client.0.smithi123.stdout:op 661 completed, throughput=4.97MB/sec 2023-12-20T11:12:38.511 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-V734M6SNzEUY60A off=997824 len=1391129 2023-12-20T11:12:38.514 INFO:tasks.workunit.client.0.smithi123.stdout:op 662 completed, throughput=4.98MB/sec 2023-12-20T11:12:38.514 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Et7_8GA8MdKX1sx off=583057 len=2014847 2023-12-20T11:12:38.522 INFO:tasks.workunit.client.0.smithi123.stdout:op 663 completed, throughput=4.99MB/sec 2023-12-20T11:12:38.522 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-u8Yj4JBFfv80q7S off=4368351 len=1628684 2023-12-20T11:12:38.531 INFO:tasks.workunit.client.0.smithi123.stdout:op 664 completed, throughput=5MB/sec 2023-12-20T11:12:38.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:12:38.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:12:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:12:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:12:38.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:12:38.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:12:38.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:12:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:12:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:12:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:12:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:12:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:12:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:12:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:12:39] "GET /metrics HTTP/1.1" 200 33946 "" "Prometheus/2.43.0" 2023-12-20T11:12:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:39 smithi123 ceph-mon[191304]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:12:39.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:39 smithi123 ceph-mon[188613]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:12:39.529 INFO:tasks.workunit.client.0.smithi123.stdout: 133: throughput=4.97MB/sec pending data=0 2023-12-20T11:12:39.530 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-F-9Z8hQ9AjCK4SW off=11026826 len=1637568 2023-12-20T11:12:39.531 INFO:tasks.workunit.client.0.smithi123.stdout:op 665 completed, throughput=4.98MB/sec 2023-12-20T11:12:39.531 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-WYETJobHw5Jobmf off=262883 len=1585844 2023-12-20T11:12:39.533 INFO:tasks.workunit.client.0.smithi123.stdout:op 666 completed, throughput=4.99MB/sec 2023-12-20T11:12:39.533 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--s3gkx9T3InSRJ0 off=970134 len=628673 2023-12-20T11:12:39.537 INFO:tasks.workunit.client.0.smithi123.stdout:op 667 completed, throughput=4.99MB/sec 2023-12-20T11:12:39.537 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SD2c43dmtB_9FlX off=0 len=1766339 2023-12-20T11:12:39.549 INFO:tasks.workunit.client.0.smithi123.stdout:op 668 completed, throughput=5.01MB/sec 2023-12-20T11:12:39.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:39 smithi177 ceph-mon[212096]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:12:40.549 INFO:tasks.workunit.client.0.smithi123.stdout: 134: throughput=4.97MB/sec pending data=0 2023-12-20T11:12:40.549 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-jxqualQYs1f-ZTF off=2595123 len=1121519 2023-12-20T11:12:40.555 INFO:tasks.workunit.client.0.smithi123.stdout:op 669 completed, throughput=4.98MB/sec 2023-12-20T11:12:40.555 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GU1fWYPYnzZvjSt off=5976262 len=993688 2023-12-20T11:12:40.557 INFO:tasks.workunit.client.0.smithi123.stdout:op 670 completed, throughput=4.98MB/sec 2023-12-20T11:12:40.557 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-N9kXGhQk0o_Rn3M off=13471801 len=1072719 2023-12-20T11:12:40.559 INFO:tasks.workunit.client.0.smithi123.stdout:op 671 completed, throughput=4.99MB/sec 2023-12-20T11:12:40.559 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0GqEQWYDUYqmnZ0 off=1279823 len=479439 2023-12-20T11:12:40.560 INFO:tasks.workunit.client.0.smithi123.stdout:op 672 completed, throughput=5MB/sec 2023-12-20T11:12:40.560 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-z2i4iSrQU5R8u_y off=7636157 len=370197 2023-12-20T11:12:40.560 INFO:tasks.workunit.client.0.smithi123.stdout:op 673 completed, throughput=5MB/sec 2023-12-20T11:12:40.561 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YMnwI8Cnz4Yt6rD off=13965468 len=1324907 2023-12-20T11:12:40.562 INFO:tasks.workunit.client.0.smithi123.stdout:op 674 completed, throughput=5.01MB/sec 2023-12-20T11:12:41.562 INFO:tasks.workunit.client.0.smithi123.stdout: 135: throughput=4.97MB/sec pending data=0 2023-12-20T11:12:41.562 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-g1dcEdndShfefza off=1839844 len=753342 2023-12-20T11:12:41.564 INFO:tasks.workunit.client.0.smithi123.stdout:op 675 completed, throughput=4.98MB/sec 2023-12-20T11:12:41.564 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_sG_ZxUP-yLx0Fq off=1305229 len=332720 2023-12-20T11:12:41.564 INFO:tasks.workunit.client.0.smithi123.stdout:op 676 completed, throughput=4.98MB/sec 2023-12-20T11:12:41.564 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-zeB30Ue6WDmiq7h off=10633293 len=1283555 2023-12-20T11:12:41.571 INFO:tasks.workunit.client.0.smithi123.stdout:op 677 completed, throughput=4.99MB/sec 2023-12-20T11:12:41.572 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rJS-c0ARGzDIFR9 off=1723377 len=1654723 2023-12-20T11:12:41.573 INFO:tasks.workunit.client.0.smithi123.stdout:op 678 completed, throughput=5MB/sec 2023-12-20T11:12:41.573 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-TyDx1O8sEdKHehf off=15008402 len=2032615 2023-12-20T11:12:41.585 INFO:tasks.workunit.client.0.smithi123.stdout:op 679 completed, throughput=5.01MB/sec 2023-12-20T11:12:41.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:41 smithi177 ceph-mon[212096]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:12:41.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:41 smithi123 ceph-mon[188613]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:12:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:41 smithi123 ceph-mon[191304]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:12:42.585 INFO:tasks.workunit.client.0.smithi123.stdout: 136: throughput=4.98MB/sec pending data=0 2023-12-20T11:12:42.585 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FvQA5U530ocne1g off=12552409 len=1355981 2023-12-20T11:12:42.592 INFO:tasks.workunit.client.0.smithi123.stdout:op 680 completed, throughput=4.98MB/sec 2023-12-20T11:12:42.592 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-rt7HVkx--FyNMQm off=1885246 len=105735 2023-12-20T11:12:42.595 INFO:tasks.workunit.client.0.smithi123.stdout:op 681 completed, throughput=4.99MB/sec 2023-12-20T11:12:42.595 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8FFCqJc1_gjvOjZ off=6171675 len=1193243 2023-12-20T11:12:42.597 INFO:tasks.workunit.client.0.smithi123.stdout:op 682 completed, throughput=4.99MB/sec 2023-12-20T11:12:42.598 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rF7YFG-J_f3OpaL off=2321703 len=1769971 2023-12-20T11:12:42.602 INFO:tasks.workunit.client.0.smithi123.stdout:op 683 completed, throughput=5.01MB/sec 2023-12-20T11:12:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:12:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:12:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:12:43.601 INFO:tasks.workunit.client.0.smithi123.stdout: 137: throughput=4.97MB/sec pending data=0 2023-12-20T11:12:43.601 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-N-3MlrmO8z9TwsH off=5581281 len=1853467 2023-12-20T11:12:43.603 INFO:tasks.workunit.client.0.smithi123.stdout:op 684 completed, throughput=4.98MB/sec 2023-12-20T11:12:43.603 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-D6dT0JDtbzzt0WJ off=1787335 len=1729846 2023-12-20T11:12:43.605 INFO:tasks.workunit.client.0.smithi123.stdout:op 685 completed, throughput=4.99MB/sec 2023-12-20T11:12:43.605 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-w4WZ6-s8pWfLqJd off=22929347 len=535320 2023-12-20T11:12:43.609 INFO:tasks.workunit.client.0.smithi123.stdout:op 686 completed, throughput=5MB/sec 2023-12-20T11:12:43.610 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ExQ8nUrx9WDVMtW off=15961267 len=1586304 2023-12-20T11:12:43.618 INFO:tasks.workunit.client.0.smithi123.stdout:op 687 completed, throughput=5.01MB/sec 2023-12-20T11:12:43.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:43 smithi177 ceph-mon[212096]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:12:43.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:43 smithi123 ceph-mon[191304]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:12:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:43 smithi123 ceph-mon[188613]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:12:44.618 INFO:tasks.workunit.client.0.smithi123.stdout: 138: throughput=4.97MB/sec pending data=0 2023-12-20T11:12:44.618 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-32_Pgc_hMr7Pkwx off=2263281 len=1701549 2023-12-20T11:12:44.626 INFO:tasks.workunit.client.0.smithi123.stdout:op 688 completed, throughput=4.98MB/sec 2023-12-20T11:12:44.626 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Z5DWTLs4Yod7a75 off=10952178 len=104277 2023-12-20T11:12:44.627 INFO:tasks.workunit.client.0.smithi123.stdout:op 689 completed, throughput=4.98MB/sec 2023-12-20T11:12:44.627 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-yRUs-D5ERtXQIYD off=1133886 len=968817 2023-12-20T11:12:44.628 INFO:tasks.workunit.client.0.smithi123.stdout:op 690 completed, throughput=4.99MB/sec 2023-12-20T11:12:44.628 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mM855qcycOhvmk- off=9745724 len=578430 2023-12-20T11:12:44.629 INFO:tasks.workunit.client.0.smithi123.stdout:op 691 completed, throughput=4.99MB/sec 2023-12-20T11:12:44.629 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-KFsjdhNjmrNfJw_ off=3085283 len=993538 2023-12-20T11:12:44.630 INFO:tasks.workunit.client.0.smithi123.stdout:op 692 completed, throughput=5MB/sec 2023-12-20T11:12:45.630 INFO:tasks.workunit.client.0.smithi123.stdout: 139: throughput=4.97MB/sec pending data=0 2023-12-20T11:12:45.631 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-AnT76S3PHgFPoGr off=3975259 len=1166285 2023-12-20T11:12:45.638 INFO:tasks.workunit.client.0.smithi123.stdout:op 693 completed, throughput=4.97MB/sec 2023-12-20T11:12:45.638 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kzjQm2duAu3irDT off=922267 len=121111 2023-12-20T11:12:45.638 INFO:tasks.workunit.client.0.smithi123.stdout:op 694 completed, throughput=4.97MB/sec 2023-12-20T11:12:45.638 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uIij_0MsTUL-YQf off=2127452 len=1877333 2023-12-20T11:12:45.640 INFO:tasks.workunit.client.0.smithi123.stdout:op 695 completed, throughput=4.99MB/sec 2023-12-20T11:12:45.640 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tbCATrfhlRTygB- off=8325462 len=488772 2023-12-20T11:12:45.642 INFO:tasks.workunit.client.0.smithi123.stdout:op 696 completed, throughput=4.99MB/sec 2023-12-20T11:12:45.642 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6hocB7Bk5-GIP-N off=4628124 len=1042823 2023-12-20T11:12:45.646 INFO:tasks.workunit.client.0.smithi123.stdout:op 697 completed, throughput=5MB/sec 2023-12-20T11:12:45.646 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Mfb1a6fwYV2kYW9 off=8019265 len=982863 2023-12-20T11:12:45.647 INFO:tasks.workunit.client.0.smithi123.stdout:op 698 completed, throughput=5MB/sec 2023-12-20T11:12:45.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:45 smithi177 ceph-mon[212096]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-20T11:12:45.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:45 smithi123 ceph-mon[191304]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-20T11:12:45.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:45 smithi123 ceph-mon[188613]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-20T11:12:46.648 INFO:tasks.workunit.client.0.smithi123.stdout: 140: throughput=4.97MB/sec pending data=0 2023-12-20T11:12:46.648 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ERDFe76jlZovHEC off=13193929 len=1058968 2023-12-20T11:12:46.649 INFO:tasks.workunit.client.0.smithi123.stdout:op 699 completed, throughput=4.98MB/sec 2023-12-20T11:12:46.649 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_2n8GSyjIjHkFdP off=9102964 len=1824083 2023-12-20T11:12:46.651 INFO:tasks.workunit.client.0.smithi123.stdout:op 700 completed, throughput=4.99MB/sec 2023-12-20T11:12:46.651 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SR11vYZkAlaJshZ off=5332825 len=1951009 2023-12-20T11:12:46.663 INFO:tasks.workunit.client.0.smithi123.stdout:op 701 completed, throughput=5MB/sec 2023-12-20T11:12:47.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:47 smithi177 ceph-mon[212096]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:12:47.663 INFO:tasks.workunit.client.0.smithi123.stdout: 141: throughput=4.97MB/sec pending data=0 2023-12-20T11:12:47.663 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-trGbPJqH2SCb6sb off=1448403 len=922521 2023-12-20T11:12:47.669 INFO:tasks.workunit.client.0.smithi123.stdout:op 702 completed, throughput=4.97MB/sec 2023-12-20T11:12:47.669 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pdDGbRx332dLr_B off=1109133 len=88252 2023-12-20T11:12:47.670 INFO:tasks.workunit.client.0.smithi123.stdout:op 703 completed, throughput=4.97MB/sec 2023-12-20T11:12:47.670 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_0vMxJFksyB_HtP off=18626332 len=977913 2023-12-20T11:12:47.674 INFO:tasks.workunit.client.0.smithi123.stdout:op 704 completed, throughput=4.98MB/sec 2023-12-20T11:12:47.675 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-a0nMVphiJSijOAX off=12883036 len=1474141 2023-12-20T11:12:47.678 INFO:tasks.workunit.client.0.smithi123.stdout:op 705 completed, throughput=4.99MB/sec 2023-12-20T11:12:47.678 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xg619udnClbyQ1l off=711174 len=2020504 2023-12-20T11:12:47.681 INFO:tasks.workunit.client.0.smithi123.stdout:op 706 completed, throughput=5MB/sec 2023-12-20T11:12:47.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:47 smithi123 ceph-mon[191304]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:12:47.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:47 smithi123 ceph-mon[188613]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:12:48.681 INFO:tasks.workunit.client.0.smithi123.stdout: 142: throughput=4.97MB/sec pending data=0 2023-12-20T11:12:48.682 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-LLdG5Hpm_sFpTZf off=9962008 len=1302540 2023-12-20T11:12:48.690 INFO:tasks.workunit.client.0.smithi123.stdout:op 707 completed, throughput=4.98MB/sec 2023-12-20T11:12:48.690 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-bMEh-HxWO0tD_Qr off=12310487 len=995746 2023-12-20T11:12:48.694 INFO:tasks.workunit.client.0.smithi123.stdout:op 708 completed, throughput=4.98MB/sec 2023-12-20T11:12:48.694 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-3aPaGXRoeT1bE_2 off=4179487 len=965090 2023-12-20T11:12:48.694 INFO:tasks.workunit.client.0.smithi123.stdout:op 709 completed, throughput=4.99MB/sec 2023-12-20T11:12:48.694 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-HmcGksHuLytA3TR off=15924836 len=614659 2023-12-20T11:12:48.695 INFO:tasks.workunit.client.0.smithi123.stdout:op 710 completed, throughput=4.99MB/sec 2023-12-20T11:12:48.695 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-F9F86LCBOFcA5vn off=3488001 len=1601391 2023-12-20T11:12:48.703 INFO:tasks.workunit.client.0.smithi123.stdout:op 711 completed, throughput=5MB/sec 2023-12-20T11:12:49.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:49 smithi123 ceph-mon[191304]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:12:49.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:49 smithi123 ceph-mon[188613]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:12:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:12:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:12:49] "GET /metrics HTTP/1.1" 200 33952 "" "Prometheus/2.43.0" 2023-12-20T11:12:49.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:49 smithi177 ceph-mon[212096]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:12:49.703 INFO:tasks.workunit.client.0.smithi123.stdout: 143: throughput=4.97MB/sec pending data=0 2023-12-20T11:12:49.703 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZvEl_i0ANLVQEOm off=6088034 len=930601 2023-12-20T11:12:49.704 INFO:tasks.workunit.client.0.smithi123.stdout:op 712 completed, throughput=4.97MB/sec 2023-12-20T11:12:49.704 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nCd2ExXUbBdVW4R off=693667 len=1763824 2023-12-20T11:12:49.706 INFO:tasks.workunit.client.0.smithi123.stdout:op 713 completed, throughput=4.99MB/sec 2023-12-20T11:12:49.706 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ocY9h1iFSn63PW- off=17955460 len=1351722 2023-12-20T11:12:49.708 INFO:tasks.workunit.client.0.smithi123.stdout:op 714 completed, throughput=4.99MB/sec 2023-12-20T11:12:49.708 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fTMchWrUisA4h-e off=4363748 len=58821 2023-12-20T11:12:49.709 INFO:tasks.workunit.client.0.smithi123.stdout:op 715 completed, throughput=4.99MB/sec 2023-12-20T11:12:49.709 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KOrPi2eeqCXB14z off=7107093 len=2092999 2023-12-20T11:12:49.720 INFO:tasks.workunit.client.0.smithi123.stdout:op 716 completed, throughput=5.01MB/sec 2023-12-20T11:12:50.720 INFO:tasks.workunit.client.0.smithi123.stdout: 144: throughput=4.97MB/sec pending data=0 2023-12-20T11:12:50.720 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CgX0YA-W2mhIL_9 off=15845082 len=451561 2023-12-20T11:12:50.724 INFO:tasks.workunit.client.0.smithi123.stdout:op 717 completed, throughput=4.98MB/sec 2023-12-20T11:12:50.724 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Z_d5y_87LBWaPhu off=4705880 len=704148 2023-12-20T11:12:50.726 INFO:tasks.workunit.client.0.smithi123.stdout:op 718 completed, throughput=4.98MB/sec 2023-12-20T11:12:50.726 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nlQZ48W7DmI7XbY off=11283136 len=1448541 2023-12-20T11:12:50.734 INFO:tasks.workunit.client.0.smithi123.stdout:op 719 completed, throughput=4.99MB/sec 2023-12-20T11:12:50.734 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-7ASqLblAe-7TGaZ off=2987154 len=1854579 2023-12-20T11:12:50.739 INFO:tasks.workunit.client.0.smithi123.stdout:op 720 completed, throughput=5MB/sec 2023-12-20T11:12:51.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:51 smithi177 ceph-mon[212096]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:12:51.739 INFO:tasks.workunit.client.0.smithi123.stdout: 145: throughput=4.97MB/sec pending data=0 2023-12-20T11:12:51.740 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Ykj_MZJrRirpSWm off=1554877 len=94793 2023-12-20T11:12:51.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:51 smithi123 ceph-mon[191304]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:12:51.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:51 smithi123 ceph-mon[188613]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:12:51.742 INFO:tasks.workunit.client.0.smithi123.stdout:op 721 completed, throughput=4.97MB/sec 2023-12-20T11:12:51.742 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-URCS8SutnN8vqOd off=6463319 len=425569 2023-12-20T11:12:51.746 INFO:tasks.workunit.client.0.smithi123.stdout:op 722 completed, throughput=4.97MB/sec 2023-12-20T11:12:51.746 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6tUKsv5k4bZjBF5 off=5062316 len=20108 2023-12-20T11:12:51.746 INFO:tasks.workunit.client.0.smithi123.stdout:op 723 completed, throughput=4.97MB/sec 2023-12-20T11:12:51.746 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-iXTPpGSyS0K1WyA off=2260594 len=646292 2023-12-20T11:12:51.750 INFO:tasks.workunit.client.0.smithi123.stdout:op 724 completed, throughput=4.98MB/sec 2023-12-20T11:12:51.750 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DrQGLmFxgLcDrPQ off=19643065 len=1410131 2023-12-20T11:12:51.757 INFO:tasks.workunit.client.0.smithi123.stdout:op 725 completed, throughput=4.98MB/sec 2023-12-20T11:12:51.758 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Yr7iCLOi0LVPVAL off=9302557 len=1354796 2023-12-20T11:12:51.763 INFO:tasks.workunit.client.0.smithi123.stdout:op 726 completed, throughput=4.99MB/sec 2023-12-20T11:12:51.764 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-byXSh_exrG_Sgqk off=5773583 len=435164 2023-12-20T11:12:51.764 INFO:tasks.workunit.client.0.smithi123.stdout:op 727 completed, throughput=5MB/sec 2023-12-20T11:12:51.764 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-T9lsazeEM_2a_nH off=2291829 len=683915 2023-12-20T11:12:51.765 INFO:tasks.workunit.client.0.smithi123.stdout:op 728 completed, throughput=5MB/sec 2023-12-20T11:12:52.765 INFO:tasks.workunit.client.0.smithi123.stdout: 146: throughput=4.97MB/sec pending data=0 2023-12-20T11:12:52.765 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-UEYMV6JWIZFBU15 off=6847810 len=1747250 2023-12-20T11:12:52.767 INFO:tasks.workunit.client.0.smithi123.stdout:op 729 completed, throughput=4.98MB/sec 2023-12-20T11:12:52.767 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-5FMTlbIA-tb4JjB off=2235368 len=321067 2023-12-20T11:12:52.771 INFO:tasks.workunit.client.0.smithi123.stdout:op 730 completed, throughput=4.98MB/sec 2023-12-20T11:12:52.771 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-yoLJwBMsTdmpLWv off=2821692 len=1678195 2023-12-20T11:12:52.780 INFO:tasks.workunit.client.0.smithi123.stdout:op 731 completed, throughput=4.99MB/sec 2023-12-20T11:12:52.781 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-VtAaMY2ZDNlSG7p off=502592 len=64438 2023-12-20T11:12:52.783 INFO:tasks.workunit.client.0.smithi123.stdout:op 732 completed, throughput=4.99MB/sec 2023-12-20T11:12:52.783 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tVXbLTeFCiruZAH off=39810 len=769160 2023-12-20T11:12:52.785 INFO:tasks.workunit.client.0.smithi123.stdout:op 733 completed, throughput=5MB/sec 2023-12-20T11:12:52.785 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-XkmyUcF8RGGLEAC off=892931 len=1568497 2023-12-20T11:12:52.793 INFO:tasks.workunit.client.0.smithi123.stdout:op 734 completed, throughput=5MB/sec 2023-12-20T11:12:53.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:53 smithi177 ceph-mon[212096]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:12:53.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:53 smithi123 ceph-mon[191304]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:12:53.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:53 smithi123 ceph-mon[188613]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:12:53.793 INFO:tasks.workunit.client.0.smithi123.stdout: 147: throughput=4.97MB/sec pending data=0 2023-12-20T11:12:53.794 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nMpuOS0K9UD80yv off=831429 len=1380085 2023-12-20T11:12:53.795 INFO:tasks.workunit.client.0.smithi123.stdout:op 735 completed, throughput=4.98MB/sec 2023-12-20T11:12:53.795 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8IHoEzRWrWx5fzq off=2126565 len=802509 2023-12-20T11:12:53.796 INFO:tasks.workunit.client.0.smithi123.stdout:op 736 completed, throughput=4.99MB/sec 2023-12-20T11:12:53.796 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wjkLzGWwq5uGbBs off=2364633 len=690375 2023-12-20T11:12:53.799 INFO:tasks.workunit.client.0.smithi123.stdout:op 737 completed, throughput=4.99MB/sec 2023-12-20T11:12:53.799 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-8POLbTv8RFK_YEE off=8464657 len=1050628 2023-12-20T11:12:53.804 INFO:tasks.workunit.client.0.smithi123.stdout:op 738 completed, throughput=5MB/sec 2023-12-20T11:12:53.804 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-HCvlpbfAf3eWTE0 off=2085455 len=1515596 2023-12-20T11:12:53.811 INFO:tasks.workunit.client.0.smithi123.stdout:op 739 completed, throughput=5.01MB/sec 2023-12-20T11:12:54.811 INFO:tasks.workunit.client.0.smithi123.stdout: 148: throughput=4.97MB/sec pending data=0 2023-12-20T11:12:54.811 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vAQ7U-ADajrmsTN off=1128913 len=1709253 2023-12-20T11:12:54.820 INFO:tasks.workunit.client.0.smithi123.stdout:op 740 completed, throughput=4.98MB/sec 2023-12-20T11:12:54.820 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nCIO6vHihsXxyYa off=4587419 len=1334503 2023-12-20T11:12:54.823 INFO:tasks.workunit.client.0.smithi123.stdout:op 741 completed, throughput=4.99MB/sec 2023-12-20T11:12:54.823 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FfhJ1uF1iZSWoHD off=6915964 len=1055316 2023-12-20T11:12:54.825 INFO:tasks.workunit.client.0.smithi123.stdout:op 742 completed, throughput=5MB/sec 2023-12-20T11:12:54.825 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hBrvm36lbw3LbKJ off=8440875 len=829096 2023-12-20T11:12:54.826 INFO:tasks.workunit.client.0.smithi123.stdout:op 743 completed, throughput=5MB/sec 2023-12-20T11:12:55.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:55 smithi177 ceph-mon[212096]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:12:55.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:55 smithi123 ceph-mon[191304]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:12:55.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:55 smithi123 ceph-mon[188613]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:12:55.826 INFO:tasks.workunit.client.0.smithi123.stdout: 149: throughput=4.97MB/sec pending data=0 2023-12-20T11:12:55.826 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-JD4V1a_kzOXdygL off=2125459 len=1650021 2023-12-20T11:12:55.833 INFO:tasks.workunit.client.0.smithi123.stdout:op 744 completed, throughput=4.98MB/sec 2023-12-20T11:12:55.833 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-WO9xwXwWFEJ2AsM off=10320356 len=1676388 2023-12-20T11:12:55.834 INFO:tasks.workunit.client.0.smithi123.stdout:op 745 completed, throughput=4.99MB/sec 2023-12-20T11:12:55.834 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-C5GldDdxhw-3vlX off=12374374 len=724824 2023-12-20T11:12:55.837 INFO:tasks.workunit.client.0.smithi123.stdout:op 746 completed, throughput=5MB/sec 2023-12-20T11:12:55.837 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-7hANjOCpsmxxIRM off=14831571 len=1733409 2023-12-20T11:12:55.844 INFO:tasks.workunit.client.0.smithi123.stdout:op 747 completed, throughput=5.01MB/sec 2023-12-20T11:12:55.874 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:12:56.185 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:12:56.185 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (21m) 8m ago 24m 28.6M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:12:56.185 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (21m) 6m ago 24m 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:12:56.185 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (25m) 8m ago 25m 17.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:12:56.186 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (25m) 6m ago 25m 26.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:12:56.186 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (21m) 6m ago 27m 454M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:12:56.186 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (21m) 8m ago 29m 529M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:12:56.186 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (20m) 8m ago 29m 176M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:12:56.186 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (20m) 6m ago 28m 123M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:12:56.186 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (20m) 8m ago 28m 118M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:12:56.186 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (21m) 8m ago 24m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:12:56.186 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (21m) 6m ago 24m 19.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:12:56.186 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (19m) 8m ago 27m 1086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:12:56.186 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (19m) 8m ago 27m 909M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:12:56.186 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (18m) 8m ago 27m 1048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:12:56.186 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (18m) 8m ago 26m 740M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:12:56.186 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (18m) 6m ago 26m 1148M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:12:56.186 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (17m) 6m ago 26m 1064M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:12:56.186 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (17m) 6m ago 26m 853M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:12:56.187 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (16m) 6m ago 25m 1037M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:12:56.187 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (21m) 6m ago 25m 67.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:12:56.569 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:12:56.569 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:12:56.569 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:12:56.569 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:12:56.569 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:12:56.569 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:12:56.569 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:12:56.569 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:12:56.570 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:12:56.570 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:12:56.570 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:12:56.570 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:12:56.570 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:12:56.570 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:12:56.570 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:12:56.570 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:12:56.570 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:12:56.570 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:12:56.844 INFO:tasks.workunit.client.0.smithi123.stdout: 150: throughput=4.97MB/sec pending data=0 2023-12-20T11:12:56.844 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-k8TSAfvqu6jCNDC off=13826180 len=1799410 2023-12-20T11:12:56.846 INFO:tasks.workunit.client.0.smithi123.stdout:op 748 completed, throughput=4.98MB/sec 2023-12-20T11:12:56.846 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Do_FMcsnO8pUeZf off=1768722 len=424337 2023-12-20T11:12:56.847 INFO:tasks.workunit.client.0.smithi123.stdout:op 749 completed, throughput=4.99MB/sec 2023-12-20T11:12:56.847 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-aagw1lDzBan_2ny off=3767240 len=1084009 2023-12-20T11:12:56.848 INFO:tasks.workunit.client.0.smithi123.stdout:op 750 completed, throughput=4.99MB/sec 2023-12-20T11:12:56.848 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-LF3UbfuX-ET-0yI off=1154648 len=976312 2023-12-20T11:12:56.858 INFO:tasks.workunit.client.0.smithi123.stdout:op 751 completed, throughput=5MB/sec 2023-12-20T11:12:56.858 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--9tlWvdABWSKcdY off=10630445 len=185134 2023-12-20T11:12:56.860 INFO:tasks.workunit.client.0.smithi123.stdout:op 752 completed, throughput=5MB/sec 2023-12-20T11:12:57.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:57 smithi177 ceph-mon[212096]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:12:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:57 smithi177 ceph-mon[212096]: from='client.35346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:12:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:57 smithi177 ceph-mon[212096]: from='client.45284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:12:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:12:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:57 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2459077795' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:12:57.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:57 smithi123 ceph-mon[191304]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:12:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:57 smithi123 ceph-mon[191304]: from='client.35346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:12:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:57 smithi123 ceph-mon[191304]: from='client.45284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:12:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:12:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:57 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2459077795' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:12:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:57 smithi123 ceph-mon[188613]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:12:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:57 smithi123 ceph-mon[188613]: from='client.35346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:12:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:57 smithi123 ceph-mon[188613]: from='client.45284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:12:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:12:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:57 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2459077795' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:12:57.860 INFO:tasks.workunit.client.0.smithi123.stdout: 151: throughput=4.97MB/sec pending data=0 2023-12-20T11:12:57.860 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zgd2jhxlGLq_jFr off=14552475 len=423501 2023-12-20T11:12:57.862 INFO:tasks.workunit.client.0.smithi123.stdout:op 753 completed, throughput=4.97MB/sec 2023-12-20T11:12:57.862 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GdcX3tcIB0ll4Qv off=10265645 len=1881266 2023-12-20T11:12:57.864 INFO:tasks.workunit.client.0.smithi123.stdout:op 754 completed, throughput=4.98MB/sec 2023-12-20T11:12:57.864 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ObIozI9FeqCq2Wc off=15332948 len=1846228 2023-12-20T11:12:57.868 INFO:tasks.workunit.client.0.smithi123.stdout:op 755 completed, throughput=4.99MB/sec 2023-12-20T11:12:57.868 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-H_v3_mz2eQAXqCg off=6457249 len=141578 2023-12-20T11:12:57.871 INFO:tasks.workunit.client.0.smithi123.stdout:op 756 completed, throughput=4.99MB/sec 2023-12-20T11:12:57.871 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ZN4VkG87YzgFOMu off=2090313 len=853657 2023-12-20T11:12:57.878 INFO:tasks.workunit.client.0.smithi123.stdout:op 757 completed, throughput=5MB/sec 2023-12-20T11:12:57.878 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xZx1ol2NRm6wRLY off=13231680 len=1243050 2023-12-20T11:12:57.881 INFO:tasks.workunit.client.0.smithi123.stdout:op 758 completed, throughput=5.01MB/sec 2023-12-20T11:12:58.881 INFO:tasks.workunit.client.0.smithi123.stdout: 152: throughput=4.97MB/sec pending data=0 2023-12-20T11:12:58.882 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Bhh8v1LLd-FJikc off=1324298 len=1816442 2023-12-20T11:12:58.891 INFO:tasks.workunit.client.0.smithi123.stdout:op 759 completed, throughput=4.99MB/sec 2023-12-20T11:12:58.891 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-kErtSbNlXrLUkV9 off=9617435 len=1568227 2023-12-20T11:12:58.900 INFO:tasks.workunit.client.0.smithi123.stdout:op 760 completed, throughput=4.99MB/sec 2023-12-20T11:12:58.900 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-wCnpF-Z3Inf8OVl off=829147 len=868649 2023-12-20T11:12:58.904 INFO:tasks.workunit.client.0.smithi123.stdout:op 761 completed, throughput=5MB/sec 2023-12-20T11:12:58.904 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-X_9geEQ6pToZ09s off=5406385 len=321521 2023-12-20T11:12:58.907 INFO:tasks.workunit.client.0.smithi123.stdout:op 762 completed, throughput=5MB/sec 2023-12-20T11:12:59.337 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:12:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:12:59] "GET /metrics HTTP/1.1" 200 33950 "" "Prometheus/2.43.0" 2023-12-20T11:12:59.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:12:59 smithi177 ceph-mon[212096]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:12:59.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:12:59 smithi123 ceph-mon[188613]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:12:59.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:12:59 smithi123 ceph-mon[191304]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:12:59.907 INFO:tasks.workunit.client.0.smithi123.stdout: 153: throughput=4.97MB/sec pending data=0 2023-12-20T11:12:59.907 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-t3R7F0v6xDwJ4a4 off=11176371 len=1300590 2023-12-20T11:12:59.909 INFO:tasks.workunit.client.0.smithi123.stdout:op 763 completed, throughput=4.98MB/sec 2023-12-20T11:12:59.909 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-d4XmPn9HrroC4KB off=8769985 len=1738866 2023-12-20T11:12:59.917 INFO:tasks.workunit.client.0.smithi123.stdout:op 764 completed, throughput=4.99MB/sec 2023-12-20T11:12:59.917 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Np9DQpgGq2e6LWh off=16343839 len=386925 2023-12-20T11:12:59.917 INFO:tasks.workunit.client.0.smithi123.stdout:op 765 completed, throughput=4.99MB/sec 2023-12-20T11:12:59.917 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cURZZAwIQzNlaeV off=759396 len=1481158 2023-12-20T11:12:59.919 INFO:tasks.workunit.client.0.smithi123.stdout:op 766 completed, throughput=5MB/sec 2023-12-20T11:12:59.919 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-sLeEng4nNAZ0kXA off=16472547 len=764908 2023-12-20T11:12:59.920 INFO:tasks.workunit.client.0.smithi123.stdout:op 767 completed, throughput=5MB/sec 2023-12-20T11:13:00.920 INFO:tasks.workunit.client.0.smithi123.stdout: 154: throughput=4.97MB/sec pending data=0 2023-12-20T11:13:00.920 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5tvOjSjJSBabkNm off=404239 len=755196 2023-12-20T11:13:00.921 INFO:tasks.workunit.client.0.smithi123.stdout:op 768 completed, throughput=4.98MB/sec 2023-12-20T11:13:00.921 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-g4g9hrQqJSHaUcX off=2804733 len=755847 2023-12-20T11:13:00.922 INFO:tasks.workunit.client.0.smithi123.stdout:op 769 completed, throughput=4.98MB/sec 2023-12-20T11:13:00.923 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SlswEVHGFAmvJrr off=4593386 len=1666242 2023-12-20T11:13:00.929 INFO:tasks.workunit.client.0.smithi123.stdout:op 770 completed, throughput=4.99MB/sec 2023-12-20T11:13:00.929 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hcHFgMSdUxGTqVZ off=5225061 len=1097571 2023-12-20T11:13:00.931 INFO:tasks.workunit.client.0.smithi123.stdout:op 771 completed, throughput=5MB/sec 2023-12-20T11:13:00.932 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-82JzwCovAE2YhmN off=622751 len=1906008 2023-12-20T11:13:00.935 INFO:tasks.workunit.client.0.smithi123.stdout:op 772 completed, throughput=5.01MB/sec 2023-12-20T11:13:01.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:01 smithi177 ceph-mon[212096]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:13:01.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:01 smithi123 ceph-mon[191304]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:13:01.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:01 smithi123 ceph-mon[188613]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:13:01.936 INFO:tasks.workunit.client.0.smithi123.stdout: 155: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:01.936 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2CxtcHe2tArqWFP off=11475234 len=89049 2023-12-20T11:13:01.939 INFO:tasks.workunit.client.0.smithi123.stdout:op 773 completed, throughput=4.98MB/sec 2023-12-20T11:13:01.939 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-PVMxodfia_cp_Su off=8102158 len=358969 2023-12-20T11:13:01.940 INFO:tasks.workunit.client.0.smithi123.stdout:op 774 completed, throughput=4.98MB/sec 2023-12-20T11:13:01.940 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0jIFZFS5hZqhIxK off=4421033 len=1330571 2023-12-20T11:13:01.943 INFO:tasks.workunit.client.0.smithi123.stdout:op 775 completed, throughput=4.99MB/sec 2023-12-20T11:13:01.943 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FH5-il_XfewD30- off=0 len=1177087 2023-12-20T11:13:01.944 INFO:tasks.workunit.client.0.smithi123.stdout:op 776 completed, throughput=5MB/sec 2023-12-20T11:13:01.944 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fVYmE_w8YqHWwod off=228992 len=129302 2023-12-20T11:13:01.945 INFO:tasks.workunit.client.0.smithi123.stdout:op 777 completed, throughput=5MB/sec 2023-12-20T11:13:01.945 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tTcCDIYeNWU5Asa off=5297625 len=1174746 2023-12-20T11:13:01.947 INFO:tasks.workunit.client.0.smithi123.stdout:op 778 completed, throughput=5MB/sec 2023-12-20T11:13:02.947 INFO:tasks.workunit.client.0.smithi123.stdout: 156: throughput=4.97MB/sec pending data=0 2023-12-20T11:13:02.947 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vv9w6GvpR3GXUwu off=6612884 len=1015456 2023-12-20T11:13:02.952 INFO:tasks.workunit.client.0.smithi123.stdout:op 779 completed, throughput=4.98MB/sec 2023-12-20T11:13:02.952 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-o5FSzB9s5rMoKaL off=3557445 len=504446 2023-12-20T11:13:02.953 INFO:tasks.workunit.client.0.smithi123.stdout:op 780 completed, throughput=4.98MB/sec 2023-12-20T11:13:02.953 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-OfnGvrjE4Gw-rWB off=4468995 len=1265051 2023-12-20T11:13:02.962 INFO:tasks.workunit.client.0.smithi123.stdout:op 781 completed, throughput=4.99MB/sec 2023-12-20T11:13:02.962 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-PON8FnT7smnEkYz off=11669584 len=1541977 2023-12-20T11:13:02.964 INFO:tasks.workunit.client.0.smithi123.stdout:op 782 completed, throughput=5MB/sec 2023-12-20T11:13:02.964 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-iIfEjRegQPna4wv off=9850587 len=1211433 2023-12-20T11:13:02.969 INFO:tasks.workunit.client.0.smithi123.stdout:op 783 completed, throughput=5MB/sec 2023-12-20T11:13:03.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:03 smithi177 ceph-mon[212096]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:13:03.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:03 smithi123 ceph-mon[191304]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:13:03.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:03 smithi123 ceph-mon[188613]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:13:03.969 INFO:tasks.workunit.client.0.smithi123.stdout: 157: throughput=4.97MB/sec pending data=0 2023-12-20T11:13:03.970 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-sYTnOOgzGBOdnxM off=8790303 len=1895014 2023-12-20T11:13:03.981 INFO:tasks.workunit.client.0.smithi123.stdout:op 784 completed, throughput=4.98MB/sec 2023-12-20T11:13:03.981 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lkZFE1_s9xrdO48 off=3337205 len=914706 2023-12-20T11:13:03.982 INFO:tasks.workunit.client.0.smithi123.stdout:op 785 completed, throughput=4.99MB/sec 2023-12-20T11:13:03.982 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-HDyD3hJx82ZpfNn off=5004927 len=1435626 2023-12-20T11:13:03.983 INFO:tasks.workunit.client.0.smithi123.stdout:op 786 completed, throughput=5MB/sec 2023-12-20T11:13:03.983 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jTOClfdBOWZhnrS off=15656689 len=1773972 2023-12-20T11:13:03.985 INFO:tasks.workunit.client.0.smithi123.stdout:op 787 completed, throughput=5.01MB/sec 2023-12-20T11:13:04.985 INFO:tasks.workunit.client.0.smithi123.stdout: 158: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:04.985 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ng_QBnxusSPRtLd off=1411731 len=1183061 2023-12-20T11:13:04.992 INFO:tasks.workunit.client.0.smithi123.stdout:op 788 completed, throughput=4.98MB/sec 2023-12-20T11:13:04.992 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8j8dC2ij7qMX_Xc off=1598740 len=452735 2023-12-20T11:13:04.993 INFO:tasks.workunit.client.0.smithi123.stdout:op 789 completed, throughput=4.99MB/sec 2023-12-20T11:13:04.993 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0y05yHdD6tZ3CYC off=569841 len=999095 2023-12-20T11:13:04.998 INFO:tasks.workunit.client.0.smithi123.stdout:op 790 completed, throughput=4.99MB/sec 2023-12-20T11:13:04.999 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Qp-Mwj4_dmm2NyO off=5985899 len=1366885 2023-12-20T11:13:05.001 INFO:tasks.workunit.client.0.smithi123.stdout:op 791 completed, throughput=5MB/sec 2023-12-20T11:13:05.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:05 smithi177 ceph-mon[212096]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:13:05.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:05 smithi123 ceph-mon[191304]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:13:05.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:05 smithi123 ceph-mon[188613]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:13:06.000 INFO:tasks.workunit.client.0.smithi123.stdout: 159: throughput=4.97MB/sec pending data=0 2023-12-20T11:13:06.001 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Hm1kscjwbH1x4WF off=596761 len=81762 2023-12-20T11:13:06.001 INFO:tasks.workunit.client.0.smithi123.stdout:op 792 completed, throughput=4.97MB/sec 2023-12-20T11:13:06.002 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-bsH7HEigO8upFu- off=4302876 len=189105 2023-12-20T11:13:06.002 INFO:tasks.workunit.client.0.smithi123.stdout:op 793 completed, throughput=4.97MB/sec 2023-12-20T11:13:06.002 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-UcmuEnb0Al8ATQx off=2872797 len=1815089 2023-12-20T11:13:06.013 INFO:tasks.workunit.client.0.smithi123.stdout:op 794 completed, throughput=4.98MB/sec 2023-12-20T11:13:06.013 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-88gB0hqt_G2IDGC off=2880387 len=84779 2023-12-20T11:13:06.015 INFO:tasks.workunit.client.0.smithi123.stdout:op 795 completed, throughput=4.98MB/sec 2023-12-20T11:13:06.015 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kX8U5qI2kAl98HB off=470534 len=1392952 2023-12-20T11:13:06.016 INFO:tasks.workunit.client.0.smithi123.stdout:op 796 completed, throughput=4.99MB/sec 2023-12-20T11:13:06.016 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-TjFxKa-dr1WHisQ off=11933692 len=1127216 2023-12-20T11:13:06.018 INFO:tasks.workunit.client.0.smithi123.stdout:op 797 completed, throughput=5MB/sec 2023-12-20T11:13:06.018 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4lGM0pj24X4jKX3 off=2359512 len=610652 2023-12-20T11:13:06.020 INFO:tasks.workunit.client.0.smithi123.stdout:op 798 completed, throughput=5MB/sec 2023-12-20T11:13:06.020 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_urg_-SMYC1Ca41 off=1715520 len=1674501 2023-12-20T11:13:06.022 INFO:tasks.workunit.client.0.smithi123.stdout:op 799 completed, throughput=5.01MB/sec 2023-12-20T11:13:07.022 INFO:tasks.workunit.client.0.smithi123.stdout: 160: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:07.023 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lbYtAtB1q5QNS8x off=7046568 len=516032 2023-12-20T11:13:07.024 INFO:tasks.workunit.client.0.smithi123.stdout:op 800 completed, throughput=4.98MB/sec 2023-12-20T11:13:07.024 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-utV1oFRvsTaNfQO off=19712035 len=31583 2023-12-20T11:13:07.024 INFO:tasks.workunit.client.0.smithi123.stdout:op 801 completed, throughput=4.98MB/sec 2023-12-20T11:13:07.025 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QR0RWXBDSjbnQ-2 off=8060741 len=1669307 2023-12-20T11:13:07.027 INFO:tasks.workunit.client.0.smithi123.stdout:op 802 completed, throughput=4.99MB/sec 2023-12-20T11:13:07.027 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-KodaK8RPXUgFvFI off=14684155 len=109555 2023-12-20T11:13:07.027 INFO:tasks.workunit.client.0.smithi123.stdout:op 803 completed, throughput=4.99MB/sec 2023-12-20T11:13:07.028 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-jO3367iBHRAL8V0 off=1562479 len=983067 2023-12-20T11:13:07.032 INFO:tasks.workunit.client.0.smithi123.stdout:op 804 completed, throughput=5MB/sec 2023-12-20T11:13:07.032 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-8WwwY-wUdbwUcD4 off=13212019 len=1407147 2023-12-20T11:13:07.038 INFO:tasks.workunit.client.0.smithi123.stdout:op 805 completed, throughput=5.01MB/sec 2023-12-20T11:13:07.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:07 smithi177 ceph-mon[212096]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:13:07.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:07 smithi123 ceph-mon[191304]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:13:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:07 smithi123 ceph-mon[188613]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:13:08.039 INFO:tasks.workunit.client.0.smithi123.stdout: 161: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:08.040 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5oscxoc4Prk3KWy off=2394537 len=904356 2023-12-20T11:13:08.040 INFO:tasks.workunit.client.0.smithi123.stdout:op 806 completed, throughput=4.98MB/sec 2023-12-20T11:13:08.040 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-G3DxpMcvJtqKiqR off=7863695 len=1210957 2023-12-20T11:13:08.042 INFO:tasks.workunit.client.0.smithi123.stdout:op 807 completed, throughput=4.99MB/sec 2023-12-20T11:13:08.042 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-7iur2mL6Tyce9BA off=1899256 len=873988 2023-12-20T11:13:08.042 INFO:tasks.workunit.client.0.smithi123.stdout:op 808 completed, throughput=4.99MB/sec 2023-12-20T11:13:08.043 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2_yQsn_pwQAuPfF off=14915048 len=293237 2023-12-20T11:13:08.047 INFO:tasks.workunit.client.0.smithi123.stdout:op 809 completed, throughput=4.99MB/sec 2023-12-20T11:13:08.047 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-rkf9aTNLfDqkrzb off=381742 len=1056404 2023-12-20T11:13:08.051 INFO:tasks.workunit.client.0.smithi123.stdout:op 810 completed, throughput=5MB/sec 2023-12-20T11:13:09.052 INFO:tasks.workunit.client.0.smithi123.stdout: 162: throughput=4.97MB/sec pending data=0 2023-12-20T11:13:09.052 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kYuTtT7EytVjC1q off=9155158 len=354246 2023-12-20T11:13:09.053 INFO:tasks.workunit.client.0.smithi123.stdout:op 811 completed, throughput=4.97MB/sec 2023-12-20T11:13:09.053 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fuTZvmU1pwYb7Nu off=1703629 len=222337 2023-12-20T11:13:09.053 INFO:tasks.workunit.client.0.smithi123.stdout:op 812 completed, throughput=4.97MB/sec 2023-12-20T11:13:09.054 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SIELxHvNf0wo4l5 off=11825687 len=563762 2023-12-20T11:13:09.057 INFO:tasks.workunit.client.0.smithi123.stdout:op 813 completed, throughput=4.98MB/sec 2023-12-20T11:13:09.057 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Y9UxaknKhYKrj9Q off=11889071 len=1794774 2023-12-20T11:13:09.061 INFO:tasks.workunit.client.0.smithi123.stdout:op 814 completed, throughput=4.99MB/sec 2023-12-20T11:13:09.061 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--1dL7Nt1eFC5aus off=2131957 len=1455209 2023-12-20T11:13:09.062 INFO:tasks.workunit.client.0.smithi123.stdout:op 815 completed, throughput=5MB/sec 2023-12-20T11:13:09.063 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zgd2jhxlGLq_jFr off=11092381 len=565849 2023-12-20T11:13:09.064 INFO:tasks.workunit.client.0.smithi123.stdout:op 816 completed, throughput=5MB/sec 2023-12-20T11:13:09.064 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8DSoQUT4mT7lNfG off=3696499 len=1794184 2023-12-20T11:13:09.066 INFO:tasks.workunit.client.0.smithi123.stdout:op 817 completed, throughput=5.01MB/sec 2023-12-20T11:13:09.354 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:13:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:13:09] "GET /metrics HTTP/1.1" 200 33950 "" "Prometheus/2.43.0" 2023-12-20T11:13:09.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:09 smithi177 ceph-mon[212096]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:13:09.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:09 smithi123 ceph-mon[191304]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:13:09.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:09 smithi123 ceph-mon[188613]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:13:10.066 INFO:tasks.workunit.client.0.smithi123.stdout: 163: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:10.066 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-U44RYEEFJHObOTX off=13964451 len=330807 2023-12-20T11:13:10.067 INFO:tasks.workunit.client.0.smithi123.stdout:op 818 completed, throughput=4.98MB/sec 2023-12-20T11:13:10.067 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-z2i4iSrQU5R8u_y off=8034163 len=2024015 2023-12-20T11:13:10.071 INFO:tasks.workunit.client.0.smithi123.stdout:op 819 completed, throughput=4.99MB/sec 2023-12-20T11:13:10.072 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gBwN5lt6fXdyvzC off=927364 len=117263 2023-12-20T11:13:10.072 INFO:tasks.workunit.client.0.smithi123.stdout:op 820 completed, throughput=4.99MB/sec 2023-12-20T11:13:10.072 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Q2_tWMsouozlpJS off=3301001 len=1853889 2023-12-20T11:13:10.074 INFO:tasks.workunit.client.0.smithi123.stdout:op 821 completed, throughput=5MB/sec 2023-12-20T11:13:11.074 INFO:tasks.workunit.client.0.smithi123.stdout: 164: throughput=4.97MB/sec pending data=0 2023-12-20T11:13:11.074 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-bsiThdVoxQXJVB6 off=8440996 len=2000032 2023-12-20T11:13:11.076 INFO:tasks.workunit.client.0.smithi123.stdout:op 822 completed, throughput=4.98MB/sec 2023-12-20T11:13:11.076 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YK-cs_FZWD-MwqT off=791336 len=411112 2023-12-20T11:13:11.077 INFO:tasks.workunit.client.0.smithi123.stdout:op 823 completed, throughput=4.99MB/sec 2023-12-20T11:13:11.077 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-oDo9AD5jyobvV5C off=14945926 len=158078 2023-12-20T11:13:11.077 INFO:tasks.workunit.client.0.smithi123.stdout:op 824 completed, throughput=4.99MB/sec 2023-12-20T11:13:11.078 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Yv2nlJ2zBD6y1gp off=15642676 len=325786 2023-12-20T11:13:11.081 INFO:tasks.workunit.client.0.smithi123.stdout:op 825 completed, throughput=4.99MB/sec 2023-12-20T11:13:11.081 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6yKELHhz7Qwuwv7 off=855028 len=184453 2023-12-20T11:13:11.081 INFO:tasks.workunit.client.0.smithi123.stdout:op 826 completed, throughput=4.99MB/sec 2023-12-20T11:13:11.081 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0yIfc8F5sCPpU9W off=1582210 len=1955818 2023-12-20T11:13:11.092 INFO:tasks.workunit.client.0.smithi123.stdout:op 827 completed, throughput=5MB/sec 2023-12-20T11:13:11.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:11 smithi177 ceph-mon[212096]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:13:11.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:13:11.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:11 smithi123 ceph-mon[191304]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:13:11.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:13:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:11 smithi123 ceph-mon[188613]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:13:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:13:12.093 INFO:tasks.workunit.client.0.smithi123.stdout: 165: throughput=4.97MB/sec pending data=0 2023-12-20T11:13:12.093 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rO4doVnZ2ytwqOg off=6911689 len=773063 2023-12-20T11:13:12.094 INFO:tasks.workunit.client.0.smithi123.stdout:op 828 completed, throughput=4.98MB/sec 2023-12-20T11:13:12.094 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-62S_3DQz8dH2SUE off=324630 len=160744 2023-12-20T11:13:12.097 INFO:tasks.workunit.client.0.smithi123.stdout:op 829 completed, throughput=4.98MB/sec 2023-12-20T11:13:12.097 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Uc34XsisIHcpxis off=5397017 len=1500678 2023-12-20T11:13:12.100 INFO:tasks.workunit.client.0.smithi123.stdout:op 830 completed, throughput=4.99MB/sec 2023-12-20T11:13:12.100 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-3LWVR30oRbk-NvU off=2283031 len=1375611 2023-12-20T11:13:12.102 INFO:tasks.workunit.client.0.smithi123.stdout:op 831 completed, throughput=4.99MB/sec 2023-12-20T11:13:12.102 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-wLkb-NM_XA3JiRq off=9163158 len=1530989 2023-12-20T11:13:12.113 INFO:tasks.workunit.client.0.smithi123.stdout:op 832 completed, throughput=5MB/sec 2023-12-20T11:13:13.112 INFO:tasks.workunit.client.0.smithi123.stdout: 166: throughput=4.97MB/sec pending data=0 2023-12-20T11:13:13.112 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-CHOr-AkFRkGrAvK off=1415816 len=913050 2023-12-20T11:13:13.113 INFO:tasks.workunit.client.0.smithi123.stdout:op 833 completed, throughput=4.98MB/sec 2023-12-20T11:13:13.113 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-qGpILTKS3A2WY8g off=13357419 len=475393 2023-12-20T11:13:13.117 INFO:tasks.workunit.client.0.smithi123.stdout:op 834 completed, throughput=4.98MB/sec 2023-12-20T11:13:13.117 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ET9cVm1LQnHb4Y2 off=7682677 len=1802786 2023-12-20T11:13:13.124 INFO:tasks.workunit.client.0.smithi123.stdout:op 835 completed, throughput=4.99MB/sec 2023-12-20T11:13:13.125 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-HpLfS3qpKqnRPPr off=88580 len=842662 2023-12-20T11:13:13.129 INFO:tasks.workunit.client.0.smithi123.stdout:op 836 completed, throughput=4.99MB/sec 2023-12-20T11:13:13.129 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-AGLxJWAB8Yc2UcQ off=8055706 len=40494 2023-12-20T11:13:13.129 INFO:tasks.workunit.client.0.smithi123.stdout:op 837 completed, throughput=4.99MB/sec 2023-12-20T11:13:13.129 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QR0RWXBDSjbnQ-2 off=3805312 len=1392976 2023-12-20T11:13:13.134 INFO:tasks.workunit.client.0.smithi123.stdout:op 838 completed, throughput=5MB/sec 2023-12-20T11:13:13.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:13 smithi177 ceph-mon[212096]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2023-12-20T11:13:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:13 smithi123 ceph-mon[191304]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2023-12-20T11:13:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:13 smithi123 ceph-mon[188613]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2023-12-20T11:13:14.135 INFO:tasks.workunit.client.0.smithi123.stdout: 167: throughput=4.97MB/sec pending data=0 2023-12-20T11:13:14.135 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Ec4bx885a9375Nk off=3286136 len=803274 2023-12-20T11:13:14.136 INFO:tasks.workunit.client.0.smithi123.stdout:op 839 completed, throughput=4.98MB/sec 2023-12-20T11:13:14.136 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--utkfB1m-q6s8B6 off=19314035 len=1750020 2023-12-20T11:13:14.139 INFO:tasks.workunit.client.0.smithi123.stdout:op 840 completed, throughput=4.99MB/sec 2023-12-20T11:13:14.139 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-chY8neiQWmWLmwI off=5764056 len=1129133 2023-12-20T11:13:14.139 INFO:tasks.workunit.client.0.smithi123.stdout:op 841 completed, throughput=4.99MB/sec 2023-12-20T11:13:14.140 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-tXocDiOJuziK7ME off=10927163 len=2013686 2023-12-20T11:13:14.148 INFO:tasks.workunit.client.0.smithi123.stdout:op 842 completed, throughput=5MB/sec 2023-12-20T11:13:15.148 INFO:tasks.workunit.client.0.smithi123.stdout: 168: throughput=4.97MB/sec pending data=0 2023-12-20T11:13:15.148 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-KOTLk2-YnQioZ0Z off=2827147 len=1643252 2023-12-20T11:13:15.150 INFO:tasks.workunit.client.0.smithi123.stdout:op 843 completed, throughput=4.98MB/sec 2023-12-20T11:13:15.150 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-i0dapQn1n4Hc-79 off=1936741 len=736061 2023-12-20T11:13:15.151 INFO:tasks.workunit.client.0.smithi123.stdout:op 844 completed, throughput=4.99MB/sec 2023-12-20T11:13:15.151 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-lVQCsn4DwXSYNvM off=2312268 len=785707 2023-12-20T11:13:15.158 INFO:tasks.workunit.client.0.smithi123.stdout:op 845 completed, throughput=4.99MB/sec 2023-12-20T11:13:15.158 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-sUj0OVDDNjNsBNc off=13992506 len=1772369 2023-12-20T11:13:15.168 INFO:tasks.workunit.client.0.smithi123.stdout:op 846 completed, throughput=5MB/sec 2023-12-20T11:13:15.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:15 smithi177 ceph-mon[212096]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2023-12-20T11:13:15.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:15 smithi123 ceph-mon[191304]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2023-12-20T11:13:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:15 smithi123 ceph-mon[188613]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2023-12-20T11:13:16.168 INFO:tasks.workunit.client.0.smithi123.stdout: 169: throughput=4.97MB/sec pending data=0 2023-12-20T11:13:16.168 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-K3hqeA8olmfnWUl off=6812276 len=138388 2023-12-20T11:13:16.169 INFO:tasks.workunit.client.0.smithi123.stdout:op 847 completed, throughput=4.97MB/sec 2023-12-20T11:13:16.169 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-HNp126UeHfwQVVR off=4879699 len=2011883 2023-12-20T11:13:16.181 INFO:tasks.workunit.client.0.smithi123.stdout:op 848 completed, throughput=4.98MB/sec 2023-12-20T11:13:16.181 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Ebn_1cH_uAiIqP8 off=3478160 len=633546 2023-12-20T11:13:16.182 INFO:tasks.workunit.client.0.smithi123.stdout:op 849 completed, throughput=4.99MB/sec 2023-12-20T11:13:16.182 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-bdzyOxnvvXlqe3E off=1226682 len=1071255 2023-12-20T11:13:16.183 INFO:tasks.workunit.client.0.smithi123.stdout:op 850 completed, throughput=4.99MB/sec 2023-12-20T11:13:16.184 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-8IFF9Tl2UzVxJeq off=13914540 len=1097927 2023-12-20T11:13:16.189 INFO:tasks.workunit.client.0.smithi123.stdout:op 851 completed, throughput=5MB/sec 2023-12-20T11:13:16.189 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-G3yrGDmg9Wp9JTu off=5063322 len=551881 2023-12-20T11:13:16.192 INFO:tasks.workunit.client.0.smithi123.stdout:op 852 completed, throughput=5MB/sec 2023-12-20T11:13:17.192 INFO:tasks.workunit.client.0.smithi123.stdout: 170: throughput=4.97MB/sec pending data=0 2023-12-20T11:13:17.192 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xMKUspORAtRPRll off=14715733 len=243419 2023-12-20T11:13:17.193 INFO:tasks.workunit.client.0.smithi123.stdout:op 853 completed, throughput=4.97MB/sec 2023-12-20T11:13:17.193 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-AXC05h-Ex-I8kiG off=3026146 len=107255 2023-12-20T11:13:17.196 INFO:tasks.workunit.client.0.smithi123.stdout:op 854 completed, throughput=4.98MB/sec 2023-12-20T11:13:17.196 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-JlDAJoXvA4y25fS off=581915 len=851891 2023-12-20T11:13:17.201 INFO:tasks.workunit.client.0.smithi123.stdout:op 855 completed, throughput=4.98MB/sec 2023-12-20T11:13:17.202 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2sMwXoGVGZZlobe off=8376608 len=223820 2023-12-20T11:13:17.204 INFO:tasks.workunit.client.0.smithi123.stdout:op 856 completed, throughput=4.98MB/sec 2023-12-20T11:13:17.204 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hV7EJSnCARvmWca off=504568 len=1143998 2023-12-20T11:13:17.205 INFO:tasks.workunit.client.0.smithi123.stdout:op 857 completed, throughput=4.99MB/sec 2023-12-20T11:13:17.205 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lO0IbtS3n3wOLZQ off=12703175 len=1723067 2023-12-20T11:13:17.209 INFO:tasks.workunit.client.0.smithi123.stdout:op 858 completed, throughput=5MB/sec 2023-12-20T11:13:17.209 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-7Dc8kB6vkm9SaI9 off=2354852 len=812276 2023-12-20T11:13:17.210 INFO:tasks.workunit.client.0.smithi123.stdout:op 859 completed, throughput=5MB/sec 2023-12-20T11:13:17.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:17 smithi177 ceph-mon[212096]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2023-12-20T11:13:17.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:17 smithi123 ceph-mon[188613]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2023-12-20T11:13:17.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:17 smithi123 ceph-mon[191304]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2023-12-20T11:13:18.210 INFO:tasks.workunit.client.0.smithi123.stdout: 171: throughput=4.97MB/sec pending data=0 2023-12-20T11:13:18.210 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-I72aVEDL4RZr8LE off=7083994 len=424730 2023-12-20T11:13:18.211 INFO:tasks.workunit.client.0.smithi123.stdout:op 860 completed, throughput=4.97MB/sec 2023-12-20T11:13:18.211 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-pWK_OX9H0fCvLxW off=1055104 len=970208 2023-12-20T11:13:18.216 INFO:tasks.workunit.client.0.smithi123.stdout:op 861 completed, throughput=4.98MB/sec 2023-12-20T11:13:18.216 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Po3j8s1jzXzWE39 off=9080745 len=620969 2023-12-20T11:13:18.217 INFO:tasks.workunit.client.0.smithi123.stdout:op 862 completed, throughput=4.98MB/sec 2023-12-20T11:13:18.217 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-amkmAAOdYGRO3VR off=5303971 len=1851521 2023-12-20T11:13:18.218 INFO:tasks.workunit.client.0.smithi123.stdout:op 863 completed, throughput=4.99MB/sec 2023-12-20T11:13:18.218 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-337tFUzFe_EYIHP off=876816 len=711126 2023-12-20T11:13:18.223 INFO:tasks.workunit.client.0.smithi123.stdout:op 864 completed, throughput=5MB/sec 2023-12-20T11:13:18.223 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-1xAxz1p_rDF2Zcp off=871116 len=165934 2023-12-20T11:13:18.224 INFO:tasks.workunit.client.0.smithi123.stdout:op 865 completed, throughput=5MB/sec 2023-12-20T11:13:18.224 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cnll_zTr6ObtsmK off=1578395 len=1555898 2023-12-20T11:13:18.226 INFO:tasks.workunit.client.0.smithi123.stdout:op 866 completed, throughput=5.01MB/sec 2023-12-20T11:13:19.226 INFO:tasks.workunit.client.0.smithi123.stdout: 172: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:19.226 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-RVBUHlnBousEERf off=3554801 len=1698552 2023-12-20T11:13:19.237 INFO:tasks.workunit.client.0.smithi123.stdout:op 867 completed, throughput=4.99MB/sec 2023-12-20T11:13:19.237 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-yAP-GdCT7AzlxrV off=3625657 len=1712795 2023-12-20T11:13:19.239 INFO:tasks.workunit.client.0.smithi123.stdout:op 868 completed, throughput=5MB/sec 2023-12-20T11:13:19.239 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FYw7IfwKiCIgtWd off=5381274 len=1984208 2023-12-20T11:13:19.249 INFO:tasks.workunit.client.0.smithi123.stdout:op 869 completed, throughput=5.01MB/sec 2023-12-20T11:13:19.369 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:13:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:13:19] "GET /metrics HTTP/1.1" 200 33946 "" "Prometheus/2.43.0" 2023-12-20T11:13:19.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:19 smithi177 ceph-mon[212096]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-20T11:13:19.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:19 smithi123 ceph-mon[191304]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-20T11:13:19.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:19 smithi123 ceph-mon[188613]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-20T11:13:20.249 INFO:tasks.workunit.client.0.smithi123.stdout: 173: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:20.249 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FgbI8Z4NzpsJ0Fc off=978536 len=1390756 2023-12-20T11:13:20.258 INFO:tasks.workunit.client.0.smithi123.stdout:op 870 completed, throughput=4.99MB/sec 2023-12-20T11:13:20.258 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xx8h5ZgZcyI7Hgn off=12464715 len=1716671 2023-12-20T11:13:20.260 INFO:tasks.workunit.client.0.smithi123.stdout:op 871 completed, throughput=4.99MB/sec 2023-12-20T11:13:20.260 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-W8UhiqO3FbyIN8e off=3865450 len=1597588 2023-12-20T11:13:20.262 INFO:tasks.workunit.client.0.smithi123.stdout:op 872 completed, throughput=5MB/sec 2023-12-20T11:13:21.263 INFO:tasks.workunit.client.0.smithi123.stdout: 174: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:21.263 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-zUXwVV-WH880r32 off=485906 len=1993869 2023-12-20T11:13:21.273 INFO:tasks.workunit.client.0.smithi123.stdout:op 873 completed, throughput=4.99MB/sec 2023-12-20T11:13:21.273 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8GRotRwvRWYSsfZ off=9833056 len=1551071 2023-12-20T11:13:21.274 INFO:tasks.workunit.client.0.smithi123.stdout:op 874 completed, throughput=4.99MB/sec 2023-12-20T11:13:21.274 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_j2WrRlcld3UtxF off=10672941 len=1222326 2023-12-20T11:13:21.280 INFO:tasks.workunit.client.0.smithi123.stdout:op 875 completed, throughput=5MB/sec 2023-12-20T11:13:21.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:21 smithi177 ceph-mon[212096]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-20T11:13:21.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:21 smithi123 ceph-mon[191304]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-20T11:13:21.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:21 smithi123 ceph-mon[188613]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-20T11:13:22.281 INFO:tasks.workunit.client.0.smithi123.stdout: 175: throughput=4.97MB/sec pending data=0 2023-12-20T11:13:22.281 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4zm3TZoSwuBlT7N off=5484605 len=2054840 2023-12-20T11:13:22.283 INFO:tasks.workunit.client.0.smithi123.stdout:op 876 completed, throughput=4.98MB/sec 2023-12-20T11:13:22.283 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Jf8jqiCkAFW1vms off=9245471 len=445658 2023-12-20T11:13:22.286 INFO:tasks.workunit.client.0.smithi123.stdout:op 877 completed, throughput=4.99MB/sec 2023-12-20T11:13:22.286 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-P1JfrI4UgIpXEVM off=9260231 len=621507 2023-12-20T11:13:22.288 INFO:tasks.workunit.client.0.smithi123.stdout:op 878 completed, throughput=4.99MB/sec 2023-12-20T11:13:22.288 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-5EctC4hc9DgHojg off=7179728 len=123753 2023-12-20T11:13:22.290 INFO:tasks.workunit.client.0.smithi123.stdout:op 879 completed, throughput=4.99MB/sec 2023-12-20T11:13:22.290 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-x4IC5duDAdXpxVk off=13392064 len=972138 2023-12-20T11:13:22.291 INFO:tasks.workunit.client.0.smithi123.stdout:op 880 completed, throughput=4.99MB/sec 2023-12-20T11:13:22.291 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GdbbXs5qCoTiw16 off=15061434 len=1131246 2023-12-20T11:13:22.292 INFO:tasks.workunit.client.0.smithi123.stdout:op 881 completed, throughput=5MB/sec 2023-12-20T11:13:23.293 INFO:tasks.workunit.client.0.smithi123.stdout: 176: throughput=4.97MB/sec pending data=0 2023-12-20T11:13:23.293 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4QGfvrTdkt0G22A off=2774948 len=778795 2023-12-20T11:13:23.298 INFO:tasks.workunit.client.0.smithi123.stdout:op 882 completed, throughput=4.98MB/sec 2023-12-20T11:13:23.298 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_4b3IEfbSusPRaC off=18030517 len=1001365 2023-12-20T11:13:23.303 INFO:tasks.workunit.client.0.smithi123.stdout:op 883 completed, throughput=4.98MB/sec 2023-12-20T11:13:23.303 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-1yISO_MtYeQ9Wy0 off=4999299 len=1774939 2023-12-20T11:13:23.310 INFO:tasks.workunit.client.0.smithi123.stdout:op 884 completed, throughput=4.99MB/sec 2023-12-20T11:13:23.310 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-AVPnSjiEOwr2QVa off=5894530 len=393418 2023-12-20T11:13:23.313 INFO:tasks.workunit.client.0.smithi123.stdout:op 885 completed, throughput=4.99MB/sec 2023-12-20T11:13:23.313 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jaEJDc8bPgIVGzi off=3795616 len=591050 2023-12-20T11:13:23.314 INFO:tasks.workunit.client.0.smithi123.stdout:op 886 completed, throughput=5MB/sec 2023-12-20T11:13:23.314 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Pae548rJsnIooNR off=129383 len=631531 2023-12-20T11:13:23.314 INFO:tasks.workunit.client.0.smithi123.stdout:op 887 completed, throughput=5MB/sec 2023-12-20T11:13:23.315 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zX8iNkBF43_3WZv off=5903303 len=1217406 2023-12-20T11:13:23.316 INFO:tasks.workunit.client.0.smithi123.stdout:op 888 completed, throughput=5.01MB/sec 2023-12-20T11:13:23.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:23 smithi177 ceph-mon[212096]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-20T11:13:23.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:23 smithi123 ceph-mon[191304]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-20T11:13:23.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:23 smithi123 ceph-mon[188613]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-20T11:13:24.316 INFO:tasks.workunit.client.0.smithi123.stdout: 177: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:24.316 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SEs_5fod5XWacuz off=2972278 len=293464 2023-12-20T11:13:24.320 INFO:tasks.workunit.client.0.smithi123.stdout:op 889 completed, throughput=4.98MB/sec 2023-12-20T11:13:24.320 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DL8Y53OguDPtErE off=7293757 len=1336999 2023-12-20T11:13:24.322 INFO:tasks.workunit.client.0.smithi123.stdout:op 890 completed, throughput=4.99MB/sec 2023-12-20T11:13:24.322 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-zO7FS-CjWlUfp-n off=5681483 len=1919616 2023-12-20T11:13:24.331 INFO:tasks.workunit.client.0.smithi123.stdout:op 891 completed, throughput=5MB/sec 2023-12-20T11:13:24.331 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-EZUGrbxkx9Hx5ak off=970195 len=376021 2023-12-20T11:13:24.334 INFO:tasks.workunit.client.0.smithi123.stdout:op 892 completed, throughput=5MB/sec 2023-12-20T11:13:24.334 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-UYtivkTo0BqOMEg off=8152907 len=682855 2023-12-20T11:13:24.338 INFO:tasks.workunit.client.0.smithi123.stdout:op 893 completed, throughput=5MB/sec 2023-12-20T11:13:25.338 INFO:tasks.workunit.client.0.smithi123.stdout: 178: throughput=4.97MB/sec pending data=0 2023-12-20T11:13:25.339 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DkwEZLQ7ZknqfT7 off=9353477 len=1349375 2023-12-20T11:13:25.341 INFO:tasks.workunit.client.0.smithi123.stdout:op 894 completed, throughput=4.98MB/sec 2023-12-20T11:13:25.341 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-KYjUZ2v8grriULA off=2306365 len=1433617 2023-12-20T11:13:25.343 INFO:tasks.workunit.client.0.smithi123.stdout:op 895 completed, throughput=4.99MB/sec 2023-12-20T11:13:25.343 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rhTk0WBVNvC8Nua off=3408294 len=605722 2023-12-20T11:13:25.344 INFO:tasks.workunit.client.0.smithi123.stdout:op 896 completed, throughput=4.99MB/sec 2023-12-20T11:13:25.344 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-yHFTd5FMKmWU8H4 off=7754540 len=1606796 2023-12-20T11:13:25.346 INFO:tasks.workunit.client.0.smithi123.stdout:op 897 completed, throughput=5MB/sec 2023-12-20T11:13:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:25 smithi177 ceph-mon[212096]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:13:25.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:25 smithi123 ceph-mon[191304]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:13:25.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:25 smithi123 ceph-mon[188613]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:13:26.346 INFO:tasks.workunit.client.0.smithi123.stdout: 179: throughput=4.97MB/sec pending data=0 2023-12-20T11:13:26.346 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-b-93Q66hlb6_w0O off=1332615 len=613954 2023-12-20T11:13:26.350 INFO:tasks.workunit.client.0.smithi123.stdout:op 898 completed, throughput=4.98MB/sec 2023-12-20T11:13:26.350 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NLp_xqp-cWD9fmt off=2534388 len=171487 2023-12-20T11:13:26.351 INFO:tasks.workunit.client.0.smithi123.stdout:op 899 completed, throughput=4.98MB/sec 2023-12-20T11:13:26.351 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6aYahc6kUk_kPJ1 off=150740 len=919771 2023-12-20T11:13:26.360 INFO:tasks.workunit.client.0.smithi123.stdout:op 900 completed, throughput=4.98MB/sec 2023-12-20T11:13:26.360 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DEoaMG01jdwQQz2 off=4616035 len=1938985 2023-12-20T11:13:26.369 INFO:tasks.workunit.client.0.smithi123.stdout:op 901 completed, throughput=4.99MB/sec 2023-12-20T11:13:26.370 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-bREjZH-BoV3_JgP off=2117620 len=564166 2023-12-20T11:13:26.370 INFO:tasks.workunit.client.0.smithi123.stdout:op 902 completed, throughput=4.99MB/sec 2023-12-20T11:13:26.370 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gZ0dHgMGtis3zSQ off=4307415 len=886104 2023-12-20T11:13:26.376 INFO:tasks.workunit.client.0.smithi123.stdout:op 903 completed, throughput=5MB/sec 2023-12-20T11:13:26.376 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9H4VIoRsNDDju3x off=158946 len=65037 2023-12-20T11:13:26.378 INFO:tasks.workunit.client.0.smithi123.stdout:op 904 completed, throughput=5MB/sec 2023-12-20T11:13:26.378 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4izXoppfNOvf4ra off=8298205 len=433183 2023-12-20T11:13:26.379 INFO:tasks.workunit.client.0.smithi123.stdout:op 905 completed, throughput=5MB/sec 2023-12-20T11:13:26.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:13:26.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:13:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:13:26.916 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:13:27.226 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:13:27.226 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (22m) 8m ago 25m 28.6M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:13:27.226 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (22m) 6m ago 25m 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:13:27.226 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (26m) 8m ago 26m 17.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:13:27.226 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (26m) 6m ago 26m 26.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:13:27.226 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (21m) 6m ago 28m 454M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:13:27.226 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (21m) 8m ago 29m 529M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:13:27.226 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (21m) 8m ago 29m 176M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:13:27.226 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (20m) 6m ago 28m 123M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:13:27.227 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (21m) 8m ago 28m 118M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:13:27.227 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (22m) 8m ago 24m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:13:27.227 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (21m) 6m ago 24m 19.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:13:27.227 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (20m) 8m ago 28m 1086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:13:27.227 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (19m) 8m ago 27m 909M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:13:27.227 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (19m) 8m ago 27m 1048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:13:27.227 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (19m) 8m ago 27m 740M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:13:27.227 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (18m) 6m ago 27m 1148M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:13:27.227 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (18m) 6m ago 26m 1064M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:13:27.227 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (17m) 6m ago 26m 853M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:13:27.227 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (17m) 6m ago 26m 1037M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:13:27.227 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (21m) 6m ago 25m 67.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:13:27.379 INFO:tasks.workunit.client.0.smithi123.stdout: 180: throughput=4.97MB/sec pending data=0 2023-12-20T11:13:27.379 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Ogz4EWGuyS6zHPn off=1280302 len=184959 2023-12-20T11:13:27.380 INFO:tasks.workunit.client.0.smithi123.stdout:op 906 completed, throughput=4.97MB/sec 2023-12-20T11:13:27.380 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-dwYpGJxn6a5hOt7 off=9330979 len=1060317 2023-12-20T11:13:27.380 INFO:tasks.workunit.client.0.smithi123.stdout:op 907 completed, throughput=4.98MB/sec 2023-12-20T11:13:27.381 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5LHZMlXW42f38HO off=16413719 len=263017 2023-12-20T11:13:27.381 INFO:tasks.workunit.client.0.smithi123.stdout:op 908 completed, throughput=4.98MB/sec 2023-12-20T11:13:27.381 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-UNFEunN8UQgcVk8 off=2309191 len=112096 2023-12-20T11:13:27.382 INFO:tasks.workunit.client.0.smithi123.stdout:op 909 completed, throughput=4.98MB/sec 2023-12-20T11:13:27.382 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-PNcnUIPwcY-wEcK off=767910 len=279833 2023-12-20T11:13:27.382 INFO:tasks.workunit.client.0.smithi123.stdout:op 910 completed, throughput=4.98MB/sec 2023-12-20T11:13:27.382 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-mYIfojPjgMa-pXm off=1202038 len=1416645 2023-12-20T11:13:27.392 INFO:tasks.workunit.client.0.smithi123.stdout:op 911 completed, throughput=4.99MB/sec 2023-12-20T11:13:27.393 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ET9cVm1LQnHb4Y2 off=6614030 len=2059818 2023-12-20T11:13:27.393 INFO:tasks.workunit.client.0.smithi123.stdout:op 912 completed, throughput=5MB/sec 2023-12-20T11:13:27.609 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:13:27.609 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:13:27.609 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:13:27.609 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:13:27.609 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:13:27.610 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:13:27.610 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:13:27.610 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:13:27.610 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:13:27.610 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:13:27.610 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:13:27.610 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:13:27.610 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:13:27.610 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:13:27.610 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:13:27.610 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:13:27.610 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:13:27.610 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:13:27.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:27 smithi177 ceph-mon[212096]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:13:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:27 smithi123 ceph-mon[191304]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:13:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:27 smithi123 ceph-mon[188613]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:13:28.393 INFO:tasks.workunit.client.0.smithi123.stdout: 181: throughput=4.97MB/sec pending data=0 2023-12-20T11:13:28.393 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-U_MnshpaKvqJapd off=4373644 len=563136 2023-12-20T11:13:28.397 INFO:tasks.workunit.client.0.smithi123.stdout:op 913 completed, throughput=4.98MB/sec 2023-12-20T11:13:28.397 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GtCTMWOUowqlNVe off=474848 len=128685 2023-12-20T11:13:28.400 INFO:tasks.workunit.client.0.smithi123.stdout:op 914 completed, throughput=4.98MB/sec 2023-12-20T11:13:28.400 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-V2HLdAIcm2Klp5m off=10277843 len=1355545 2023-12-20T11:13:28.401 INFO:tasks.workunit.client.0.smithi123.stdout:op 915 completed, throughput=4.98MB/sec 2023-12-20T11:13:28.402 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2hIEj5bcUkXmofm off=1512314 len=1703168 2023-12-20T11:13:28.403 INFO:tasks.workunit.client.0.smithi123.stdout:op 916 completed, throughput=4.99MB/sec 2023-12-20T11:13:28.403 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-KeQVC6VfG1R5zjh off=7791601 len=481129 2023-12-20T11:13:28.404 INFO:tasks.workunit.client.0.smithi123.stdout:op 917 completed, throughput=5MB/sec 2023-12-20T11:13:28.404 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Yr-QYoT4W_Stwbd off=6575033 len=481961 2023-12-20T11:13:28.407 INFO:tasks.workunit.client.0.smithi123.stdout:op 918 completed, throughput=5MB/sec 2023-12-20T11:13:28.407 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YLF1ipLVWqnwhdv off=1499888 len=50973 2023-12-20T11:13:28.408 INFO:tasks.workunit.client.0.smithi123.stdout:op 919 completed, throughput=5MB/sec 2023-12-20T11:13:28.408 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-WOqyQwx5z_a2-6- off=18363516 len=820164 2023-12-20T11:13:28.408 INFO:tasks.workunit.client.0.smithi123.stdout:op 920 completed, throughput=5MB/sec 2023-12-20T11:13:28.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:28 smithi177 ceph-mon[212096]: from='client.45296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:13:28.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:28 smithi177 ceph-mon[212096]: from='client.45302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:13:28.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:28 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/267988133' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:13:28.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:28 smithi123 ceph-mon[191304]: from='client.45296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:13:28.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:28 smithi123 ceph-mon[191304]: from='client.45302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:13:28.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:28 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/267988133' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:13:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:28 smithi123 ceph-mon[188613]: from='client.45296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:13:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:28 smithi123 ceph-mon[188613]: from='client.45302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:13:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:28 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/267988133' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:13:29.397 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:13:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:13:29] "GET /metrics HTTP/1.1" 200 33947 "" "Prometheus/2.43.0" 2023-12-20T11:13:29.408 INFO:tasks.workunit.client.0.smithi123.stdout: 182: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:29.408 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hPRT2eM7hhorgiu off=710268 len=719784 2023-12-20T11:13:29.413 INFO:tasks.workunit.client.0.smithi123.stdout:op 921 completed, throughput=4.98MB/sec 2023-12-20T11:13:29.414 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-EpfX47WbIeIoWOr off=17129213 len=218257 2023-12-20T11:13:29.414 INFO:tasks.workunit.client.0.smithi123.stdout:op 922 completed, throughput=4.98MB/sec 2023-12-20T11:13:29.414 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GxWMqcppvfL3RTR off=17373018 len=300229 2023-12-20T11:13:29.417 INFO:tasks.workunit.client.0.smithi123.stdout:op 923 completed, throughput=4.98MB/sec 2023-12-20T11:13:29.417 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-EQ0m9TpR2g7mRGr off=541886 len=1538229 2023-12-20T11:13:29.420 INFO:tasks.workunit.client.0.smithi123.stdout:op 924 completed, throughput=4.99MB/sec 2023-12-20T11:13:29.420 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--cXGnpSQ9ooPRO6 off=19661486 len=742932 2023-12-20T11:13:29.421 INFO:tasks.workunit.client.0.smithi123.stdout:op 925 completed, throughput=4.99MB/sec 2023-12-20T11:13:29.421 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FHv5OMaEk_XuC__ off=1040484 len=794268 2023-12-20T11:13:29.422 INFO:tasks.workunit.client.0.smithi123.stdout:op 926 completed, throughput=5MB/sec 2023-12-20T11:13:29.423 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fJnFIuDc-R8NhjL off=7554028 len=290819 2023-12-20T11:13:29.423 INFO:tasks.workunit.client.0.smithi123.stdout:op 927 completed, throughput=5MB/sec 2023-12-20T11:13:29.424 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-r_Jl_gq3lij2p3t off=12413078 len=244166 2023-12-20T11:13:29.424 INFO:tasks.workunit.client.0.smithi123.stdout:op 928 completed, throughput=5MB/sec 2023-12-20T11:13:29.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:29 smithi177 ceph-mon[212096]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:13:29.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:29 smithi123 ceph-mon[191304]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:13:29.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:29 smithi123 ceph-mon[188613]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:13:30.425 INFO:tasks.workunit.client.0.smithi123.stdout: 183: throughput=4.97MB/sec pending data=0 2023-12-20T11:13:30.425 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-PoNzKJC-ZBCj1cE off=11198775 len=1194961 2023-12-20T11:13:30.428 INFO:tasks.workunit.client.0.smithi123.stdout:op 929 completed, throughput=4.98MB/sec 2023-12-20T11:13:30.428 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-dhsc8zHgrkPCUyX off=14978246 len=1350975 2023-12-20T11:13:30.430 INFO:tasks.workunit.client.0.smithi123.stdout:op 930 completed, throughput=4.99MB/sec 2023-12-20T11:13:30.430 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-aMwucISbVWy1c95 off=4419891 len=2024967 2023-12-20T11:13:30.432 INFO:tasks.workunit.client.0.smithi123.stdout:op 931 completed, throughput=5MB/sec 2023-12-20T11:13:30.433 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-s6xI8RRf61bvn5v off=7577196 len=682056 2023-12-20T11:13:30.437 INFO:tasks.workunit.client.0.smithi123.stdout:op 932 completed, throughput=5MB/sec 2023-12-20T11:13:31.437 INFO:tasks.workunit.client.0.smithi123.stdout: 184: throughput=4.97MB/sec pending data=0 2023-12-20T11:13:31.438 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-L2vTq_Dw45YMcjt off=10801855 len=662790 2023-12-20T11:13:31.438 INFO:tasks.workunit.client.0.smithi123.stdout:op 933 completed, throughput=4.98MB/sec 2023-12-20T11:13:31.438 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2PQRfHzU_ptrfex off=9631938 len=680134 2023-12-20T11:13:31.440 INFO:tasks.workunit.client.0.smithi123.stdout:op 934 completed, throughput=4.98MB/sec 2023-12-20T11:13:31.440 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-sTabUKdn1YGTAGS off=1463332 len=941872 2023-12-20T11:13:31.444 INFO:tasks.workunit.client.0.smithi123.stdout:op 935 completed, throughput=4.98MB/sec 2023-12-20T11:13:31.444 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pGPDUpBXJ559G_A off=5683851 len=1627169 2023-12-20T11:13:31.450 INFO:tasks.workunit.client.0.smithi123.stdout:op 936 completed, throughput=4.99MB/sec 2023-12-20T11:13:31.450 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--H03dJsQNNkJ1zO off=136718 len=926761 2023-12-20T11:13:31.451 INFO:tasks.workunit.client.0.smithi123.stdout:op 937 completed, throughput=5MB/sec 2023-12-20T11:13:31.451 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-LiZdcLrox_7iXdx off=4768554 len=953870 2023-12-20T11:13:31.452 INFO:tasks.workunit.client.0.smithi123.stdout:op 938 completed, throughput=5MB/sec 2023-12-20T11:13:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:31 smithi177 ceph-mon[212096]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-20T11:13:31.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:31 smithi123 ceph-mon[191304]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-20T11:13:31.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:31 smithi123 ceph-mon[188613]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-20T11:13:32.451 INFO:tasks.workunit.client.0.smithi123.stdout: 185: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:32.451 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-08ADgdmZU0VzvV0 off=1707074 len=1092744 2023-12-20T11:13:32.457 INFO:tasks.workunit.client.0.smithi123.stdout:op 939 completed, throughput=4.98MB/sec 2023-12-20T11:13:32.457 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fkUcS5d-rDgh0tZ off=112225 len=1727834 2023-12-20T11:13:32.459 INFO:tasks.workunit.client.0.smithi123.stdout:op 940 completed, throughput=4.99MB/sec 2023-12-20T11:13:32.459 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-AZlzDirnxZ_-KkO off=10618535 len=677035 2023-12-20T11:13:32.463 INFO:tasks.workunit.client.0.smithi123.stdout:op 941 completed, throughput=4.99MB/sec 2023-12-20T11:13:32.463 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-EjNChA-IgJySAhR off=6846240 len=1844466 2023-12-20T11:13:32.473 INFO:tasks.workunit.client.0.smithi123.stdout:op 942 completed, throughput=5MB/sec 2023-12-20T11:13:33.473 INFO:tasks.workunit.client.0.smithi123.stdout: 186: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:33.474 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hxT0RWp7-A0U5IR off=354425 len=1175074 2023-12-20T11:13:33.479 INFO:tasks.workunit.client.0.smithi123.stdout:op 943 completed, throughput=4.98MB/sec 2023-12-20T11:13:33.479 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-KreD08-rxYu__xy off=329611 len=56429 2023-12-20T11:13:33.480 INFO:tasks.workunit.client.0.smithi123.stdout:op 944 completed, throughput=4.98MB/sec 2023-12-20T11:13:33.480 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mjLgBbRkAvv7gO7 off=1974736 len=633740 2023-12-20T11:13:33.480 INFO:tasks.workunit.client.0.smithi123.stdout:op 945 completed, throughput=4.99MB/sec 2023-12-20T11:13:33.480 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-1WRiq7vBOL31d3r off=5881913 len=1006148 2023-12-20T11:13:33.483 INFO:tasks.workunit.client.0.smithi123.stdout:op 946 completed, throughput=4.99MB/sec 2023-12-20T11:13:33.483 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5m7DS-qhGTvvmz3 off=0 len=1496659 2023-12-20T11:13:33.484 INFO:tasks.workunit.client.0.smithi123.stdout:op 947 completed, throughput=5MB/sec 2023-12-20T11:13:33.484 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QXNsdZsg6TJVgg6 off=1429549 len=1120347 2023-12-20T11:13:33.486 INFO:tasks.workunit.client.0.smithi123.stdout:op 948 completed, throughput=5MB/sec 2023-12-20T11:13:33.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:33 smithi123 ceph-mon[191304]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-20T11:13:33.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:33 smithi123 ceph-mon[188613]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-20T11:13:33.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:33 smithi177 ceph-mon[212096]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-20T11:13:34.486 INFO:tasks.workunit.client.0.smithi123.stdout: 187: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:34.486 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-unRwzpFnlGfLBRB off=760639 len=239021 2023-12-20T11:13:34.487 INFO:tasks.workunit.client.0.smithi123.stdout:op 949 completed, throughput=4.98MB/sec 2023-12-20T11:13:34.487 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xUHnWDK5moxuTHv off=10728999 len=543147 2023-12-20T11:13:34.490 INFO:tasks.workunit.client.0.smithi123.stdout:op 950 completed, throughput=4.98MB/sec 2023-12-20T11:13:34.490 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-OCkCSWO4BqhruKX off=5918065 len=1382743 2023-12-20T11:13:34.492 INFO:tasks.workunit.client.0.smithi123.stdout:op 951 completed, throughput=4.99MB/sec 2023-12-20T11:13:34.492 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8fkEVM7x19Fau3n off=7953252 len=628730 2023-12-20T11:13:34.493 INFO:tasks.workunit.client.0.smithi123.stdout:op 952 completed, throughput=4.99MB/sec 2023-12-20T11:13:34.493 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-k8vFIRS6NWsN9bn off=8878827 len=1579394 2023-12-20T11:13:34.496 INFO:tasks.workunit.client.0.smithi123.stdout:op 953 completed, throughput=5MB/sec 2023-12-20T11:13:34.496 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nrG2vTK6vgMshHV off=13772819 len=1315186 2023-12-20T11:13:34.504 INFO:tasks.workunit.client.0.smithi123.stdout:op 954 completed, throughput=5.01MB/sec 2023-12-20T11:13:35.504 INFO:tasks.workunit.client.0.smithi123.stdout: 188: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:35.505 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-XLbAs3I35N0SeTl off=648011 len=910548 2023-12-20T11:13:35.506 INFO:tasks.workunit.client.0.smithi123.stdout:op 955 completed, throughput=4.98MB/sec 2023-12-20T11:13:35.506 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vGOt7ha6E_zg9Av off=65846 len=81388 2023-12-20T11:13:35.506 INFO:tasks.workunit.client.0.smithi123.stdout:op 956 completed, throughput=4.98MB/sec 2023-12-20T11:13:35.506 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Yli-7_61DL2MM4V off=10938122 len=551793 2023-12-20T11:13:35.507 INFO:tasks.workunit.client.0.smithi123.stdout:op 957 completed, throughput=4.99MB/sec 2023-12-20T11:13:35.507 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-dJM4thhrG9hsGrZ off=8852206 len=1143457 2023-12-20T11:13:35.509 INFO:tasks.workunit.client.0.smithi123.stdout:op 958 completed, throughput=4.99MB/sec 2023-12-20T11:13:35.509 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qfWZU3hAmgYeGS8 off=5204035 len=85204 2023-12-20T11:13:35.509 INFO:tasks.workunit.client.0.smithi123.stdout:op 959 completed, throughput=4.99MB/sec 2023-12-20T11:13:35.510 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xdEkG_lbDXWvTfu off=9220820 len=1120495 2023-12-20T11:13:35.514 INFO:tasks.workunit.client.0.smithi123.stdout:op 960 completed, throughput=5MB/sec 2023-12-20T11:13:35.515 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-1ZOhSgx7rdWjyLZ off=2015434 len=392988 2023-12-20T11:13:35.515 INFO:tasks.workunit.client.0.smithi123.stdout:op 961 completed, throughput=5MB/sec 2023-12-20T11:13:35.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:35 smithi123 ceph-mon[191304]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-20T11:13:35.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:35 smithi123 ceph-mon[188613]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-20T11:13:35.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:35 smithi177 ceph-mon[212096]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-20T11:13:36.516 INFO:tasks.workunit.client.0.smithi123.stdout: 189: throughput=4.97MB/sec pending data=0 2023-12-20T11:13:36.543 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-7FXIanyQzprivPb off=3855154 len=986678 2023-12-20T11:13:36.544 INFO:tasks.workunit.client.0.smithi123.stdout:op 962 completed, throughput=4.98MB/sec 2023-12-20T11:13:36.545 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-TA2h65EkZEW-ehs off=8134875 len=1857039 2023-12-20T11:13:36.545 INFO:tasks.workunit.client.0.smithi123.stdout:op 963 completed, throughput=4.99MB/sec 2023-12-20T11:13:36.545 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-pJi4zIPivjy1BRP off=347902 len=27606 2023-12-20T11:13:36.545 INFO:tasks.workunit.client.0.smithi123.stdout:op 964 completed, throughput=4.99MB/sec 2023-12-20T11:13:36.545 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-x8YiVdFaEHeJKPo off=1966284 len=1103707 2023-12-20T11:13:36.545 INFO:tasks.workunit.client.0.smithi123.stdout:op 965 completed, throughput=4.99MB/sec 2023-12-20T11:13:36.545 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-aYZjC96NHhSsqcd off=10271293 len=2059228 2023-12-20T11:13:36.547 INFO:tasks.workunit.client.0.smithi123.stdout:op 966 completed, throughput=5MB/sec 2023-12-20T11:13:37.547 INFO:tasks.workunit.client.0.smithi123.stdout: 190: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:37.547 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--VSSYE_n9lDtwSw off=20107007 len=64768 2023-12-20T11:13:37.549 INFO:tasks.workunit.client.0.smithi123.stdout:op 967 completed, throughput=4.98MB/sec 2023-12-20T11:13:37.549 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-OPoEnY3QMw6f97d off=984807 len=2094445 2023-12-20T11:13:37.552 INFO:tasks.workunit.client.0.smithi123.stdout:op 968 completed, throughput=4.99MB/sec 2023-12-20T11:13:37.553 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-09_Y3ELyLyvbZZG off=12394274 len=1044262 2023-12-20T11:13:37.554 INFO:tasks.workunit.client.0.smithi123.stdout:op 969 completed, throughput=4.99MB/sec 2023-12-20T11:13:37.554 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-dzgUVMSJRjrP2BF off=17567560 len=1361205 2023-12-20T11:13:37.556 INFO:tasks.workunit.client.0.smithi123.stdout:op 970 completed, throughput=5MB/sec 2023-12-20T11:13:37.556 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hfTJhnogrzfPCqM off=7606363 len=1481262 2023-12-20T11:13:37.559 INFO:tasks.workunit.client.0.smithi123.stdout:op 971 completed, throughput=5.01MB/sec 2023-12-20T11:13:37.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:37 smithi123 ceph-mon[191304]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-20T11:13:37.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:37 smithi123 ceph-mon[188613]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-20T11:13:37.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:37 smithi177 ceph-mon[212096]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-20T11:13:38.559 INFO:tasks.workunit.client.0.smithi123.stdout: 191: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:38.559 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-msph_lns3NBazoF off=2977616 len=1284138 2023-12-20T11:13:38.562 INFO:tasks.workunit.client.0.smithi123.stdout:op 972 completed, throughput=4.99MB/sec 2023-12-20T11:13:38.562 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wIlMiuLbH0IVrZy off=3350833 len=677841 2023-12-20T11:13:38.562 INFO:tasks.workunit.client.0.smithi123.stdout:op 973 completed, throughput=4.99MB/sec 2023-12-20T11:13:38.563 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-iw9lLBVu3cXXYHC off=334812 len=1750680 2023-12-20T11:13:38.564 INFO:tasks.workunit.client.0.smithi123.stdout:op 974 completed, throughput=5MB/sec 2023-12-20T11:13:38.565 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-tqA2z5M9CpayN0S off=2893341 len=1002800 2023-12-20T11:13:38.570 INFO:tasks.workunit.client.0.smithi123.stdout:op 975 completed, throughput=5MB/sec 2023-12-20T11:13:38.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:13:38.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:13:38.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:13:39.416 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:13:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:13:39] "GET /metrics HTTP/1.1" 200 33947 "" "Prometheus/2.43.0" 2023-12-20T11:13:39.570 INFO:tasks.workunit.client.0.smithi123.stdout: 192: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:39.570 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZiL0C5T-QU2jpSH off=799506 len=1270680 2023-12-20T11:13:39.571 INFO:tasks.workunit.client.0.smithi123.stdout:op 976 completed, throughput=4.98MB/sec 2023-12-20T11:13:39.571 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FH5-il_XfewD30- off=110032 len=465835 2023-12-20T11:13:39.575 INFO:tasks.workunit.client.0.smithi123.stdout:op 977 completed, throughput=4.99MB/sec 2023-12-20T11:13:39.575 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QaXrflcKSM54CHb off=472478 len=101598 2023-12-20T11:13:39.577 INFO:tasks.workunit.client.0.smithi123.stdout:op 978 completed, throughput=4.99MB/sec 2023-12-20T11:13:39.577 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QHw76ka94q4EMUY off=514 len=628784 2023-12-20T11:13:39.582 INFO:tasks.workunit.client.0.smithi123.stdout:op 979 completed, throughput=4.99MB/sec 2023-12-20T11:13:39.582 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-XENCqvuAGqldtkz off=16514094 len=1609510 2023-12-20T11:13:39.589 INFO:tasks.workunit.client.0.smithi123.stdout:op 980 completed, throughput=5MB/sec 2023-12-20T11:13:39.590 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4JPtcBQQlEqbJIc off=3661294 len=572825 2023-12-20T11:13:39.592 INFO:tasks.workunit.client.0.smithi123.stdout:op 981 completed, throughput=5MB/sec 2023-12-20T11:13:39.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:39 smithi123 ceph-mon[188613]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2023-12-20T11:13:39.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:13:39.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:13:39.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:13:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:39 smithi123 ceph-mon[191304]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2023-12-20T11:13:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:13:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:13:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:13:39.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:39 smithi177 ceph-mon[212096]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2023-12-20T11:13:39.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:13:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:13:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:13:40.593 INFO:tasks.workunit.client.0.smithi123.stdout: 193: throughput=4.97MB/sec pending data=0 2023-12-20T11:13:40.593 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rmsTfbww0Qt1jAa off=9627828 len=1953023 2023-12-20T11:13:40.595 INFO:tasks.workunit.client.0.smithi123.stdout:op 982 completed, throughput=4.98MB/sec 2023-12-20T11:13:40.595 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-za0qNUJUQ7cQaXc off=184770 len=911051 2023-12-20T11:13:40.600 INFO:tasks.workunit.client.0.smithi123.stdout:op 983 completed, throughput=4.99MB/sec 2023-12-20T11:13:40.600 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-MB8f0pNaKZOzEpX off=17229138 len=963415 2023-12-20T11:13:40.601 INFO:tasks.workunit.client.0.smithi123.stdout:op 984 completed, throughput=4.99MB/sec 2023-12-20T11:13:40.601 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-zrHyX4QtwCvkQv0 off=6497163 len=1141839 2023-12-20T11:13:40.607 INFO:tasks.workunit.client.0.smithi123.stdout:op 985 completed, throughput=5MB/sec 2023-12-20T11:13:40.607 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-p7CfsdNXxK6o4AM off=696936 len=561538 2023-12-20T11:13:40.610 INFO:tasks.workunit.client.0.smithi123.stdout:op 986 completed, throughput=5MB/sec 2023-12-20T11:13:41.610 INFO:tasks.workunit.client.0.smithi123.stdout: 194: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:41.610 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-E--jtQf8NepE9Pf off=399978 len=551674 2023-12-20T11:13:41.611 INFO:tasks.workunit.client.0.smithi123.stdout:op 987 completed, throughput=4.98MB/sec 2023-12-20T11:13:41.611 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wtrVtQ1IOsHbczp off=1752107 len=1978664 2023-12-20T11:13:41.614 INFO:tasks.workunit.client.0.smithi123.stdout:op 988 completed, throughput=4.99MB/sec 2023-12-20T11:13:41.615 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-LEzTLURcL-Q1VU2 off=5940842 len=930297 2023-12-20T11:13:41.616 INFO:tasks.workunit.client.0.smithi123.stdout:op 989 completed, throughput=4.99MB/sec 2023-12-20T11:13:41.616 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-MxCMid8hknulUKC off=8514777 len=1270481 2023-12-20T11:13:41.624 INFO:tasks.workunit.client.0.smithi123.stdout:op 990 completed, throughput=5MB/sec 2023-12-20T11:13:41.624 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-D16slElcyvilylm off=18449974 len=1736668 2023-12-20T11:13:41.625 INFO:tasks.workunit.client.0.smithi123.stdout:op 991 completed, throughput=5.01MB/sec 2023-12-20T11:13:41.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:41 smithi123 ceph-mon[191304]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2023-12-20T11:13:41.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:13:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:41 smithi123 ceph-mon[188613]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2023-12-20T11:13:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:13:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:41 smithi177 ceph-mon[212096]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2023-12-20T11:13:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:13:42.626 INFO:tasks.workunit.client.0.smithi123.stdout: 195: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:42.626 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vGeY4jZpj9Un0H3 off=16371765 len=2070958 2023-12-20T11:13:42.630 INFO:tasks.workunit.client.0.smithi123.stdout:op 992 completed, throughput=4.99MB/sec 2023-12-20T11:13:42.630 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-PuiM1c7fiz03oLb off=2755711 len=653141 2023-12-20T11:13:42.631 INFO:tasks.workunit.client.0.smithi123.stdout:op 993 completed, throughput=4.99MB/sec 2023-12-20T11:13:42.631 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Pa1FX7XipAraJ5Z off=400479 len=679946 2023-12-20T11:13:42.635 INFO:tasks.workunit.client.0.smithi123.stdout:op 994 completed, throughput=5MB/sec 2023-12-20T11:13:42.635 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-o9u00EZyMMiuUyv off=10579942 len=1776728 2023-12-20T11:13:42.643 INFO:tasks.workunit.client.0.smithi123.stdout:op 995 completed, throughput=5.01MB/sec 2023-12-20T11:13:43.644 INFO:tasks.workunit.client.0.smithi123.stdout: 196: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:43.644 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NgqKjgyhCnhX2F9 off=22416846 len=1348005 2023-12-20T11:13:43.646 INFO:tasks.workunit.client.0.smithi123.stdout:op 996 completed, throughput=4.99MB/sec 2023-12-20T11:13:43.646 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qYxgKgXV5TtHkmz off=16127932 len=1372565 2023-12-20T11:13:43.647 INFO:tasks.workunit.client.0.smithi123.stdout:op 997 completed, throughput=4.99MB/sec 2023-12-20T11:13:43.647 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-IRTGdByfi3R0tr1 off=1038780 len=1888700 2023-12-20T11:13:43.656 INFO:tasks.workunit.client.0.smithi123.stdout:op 998 completed, throughput=5MB/sec 2023-12-20T11:13:43.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:43 smithi123 ceph-mon[191304]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-20T11:13:43.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:43 smithi123 ceph-mon[188613]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-20T11:13:43.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:43 smithi177 ceph-mon[212096]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-20T11:13:44.656 INFO:tasks.workunit.client.0.smithi123.stdout: 197: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:44.656 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-UBhTjjNBUsHcOrS off=893027 len=79047 2023-12-20T11:13:44.657 INFO:tasks.workunit.client.0.smithi123.stdout:op 999 completed, throughput=4.98MB/sec 2023-12-20T11:13:44.657 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-r9MGMyVagyKvsFk off=9507635 len=945073 2023-12-20T11:13:44.661 INFO:tasks.workunit.client.0.smithi123.stdout:op 1000 completed, throughput=4.98MB/sec 2023-12-20T11:13:44.661 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-brUWUTKodNzWTzo off=886257 len=2079341 2023-12-20T11:13:44.663 INFO:tasks.workunit.client.0.smithi123.stdout:op 1001 completed, throughput=4.99MB/sec 2023-12-20T11:13:44.663 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-BgwC-fW4aEPnlw4 off=6610328 len=1919075 2023-12-20T11:13:44.672 INFO:tasks.workunit.client.0.smithi123.stdout:op 1002 completed, throughput=5MB/sec 2023-12-20T11:13:45.672 INFO:tasks.workunit.client.0.smithi123.stdout: 198: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:45.672 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-P5pwKPdl8NAy4F4 off=9520098 len=767608 2023-12-20T11:13:45.673 INFO:tasks.workunit.client.0.smithi123.stdout:op 1003 completed, throughput=4.98MB/sec 2023-12-20T11:13:45.674 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-T-pwiKvPWrEcQNJ off=2177267 len=305217 2023-12-20T11:13:45.674 INFO:tasks.workunit.client.0.smithi123.stdout:op 1004 completed, throughput=4.98MB/sec 2023-12-20T11:13:45.674 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qchh-2qHCPUdET8 off=18116064 len=911872 2023-12-20T11:13:45.675 INFO:tasks.workunit.client.0.smithi123.stdout:op 1005 completed, throughput=4.99MB/sec 2023-12-20T11:13:45.675 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uWDkgTv9W2-qfUW off=9313935 len=83328 2023-12-20T11:13:45.676 INFO:tasks.workunit.client.0.smithi123.stdout:op 1006 completed, throughput=4.99MB/sec 2023-12-20T11:13:45.676 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KWL_BOZnyLA-R77 off=718122 len=1890184 2023-12-20T11:13:45.686 INFO:tasks.workunit.client.0.smithi123.stdout:op 1007 completed, throughput=4.99MB/sec 2023-12-20T11:13:45.686 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-s1eAUpYZsgugNRS off=2081174 len=1221279 2023-12-20T11:13:45.694 INFO:tasks.workunit.client.0.smithi123.stdout:op 1008 completed, throughput=5MB/sec 2023-12-20T11:13:45.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:45 smithi123 ceph-mon[191304]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2023-12-20T11:13:45.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:45 smithi123 ceph-mon[188613]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2023-12-20T11:13:45.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:45 smithi177 ceph-mon[212096]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2023-12-20T11:13:46.692 INFO:tasks.workunit.client.0.smithi123.stdout: 199: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:46.692 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-RFs7-JvS0OI9wRC off=686424 len=1717243 2023-12-20T11:13:46.694 INFO:tasks.workunit.client.0.smithi123.stdout:op 1009 completed, throughput=4.98MB/sec 2023-12-20T11:13:46.694 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xSYcO-g9a_qEbyW off=2635083 len=679887 2023-12-20T11:13:46.699 INFO:tasks.workunit.client.0.smithi123.stdout:op 1010 completed, throughput=4.99MB/sec 2023-12-20T11:13:46.699 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-JCOB4GkROIhA2bx off=295500 len=1250869 2023-12-20T11:13:46.700 INFO:tasks.workunit.client.0.smithi123.stdout:op 1011 completed, throughput=4.99MB/sec 2023-12-20T11:13:46.700 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-j0ORpCKbMT7LLg0 off=448335 len=1427471 2023-12-20T11:13:46.702 INFO:tasks.workunit.client.0.smithi123.stdout:op 1012 completed, throughput=5MB/sec 2023-12-20T11:13:46.702 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-UyltuKKGePTdOhs off=1530402 len=1767416 2023-12-20T11:13:46.710 INFO:tasks.workunit.client.0.smithi123.stdout:op 1013 completed, throughput=5.01MB/sec 2023-12-20T11:13:47.711 INFO:tasks.workunit.client.0.smithi123.stdout: 200: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:47.711 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-RqZdXLlE_-up0BL off=1881432 len=1110189 2023-12-20T11:13:47.713 INFO:tasks.workunit.client.0.smithi123.stdout:op 1014 completed, throughput=4.99MB/sec 2023-12-20T11:13:47.714 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-eHUSrUAM9yzy8lZ off=299633 len=122936 2023-12-20T11:13:47.716 INFO:tasks.workunit.client.0.smithi123.stdout:op 1015 completed, throughput=4.99MB/sec 2023-12-20T11:13:47.716 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-MhRC1v1Tqu8rqYs off=8973646 len=909720 2023-12-20T11:13:47.718 INFO:tasks.workunit.client.0.smithi123.stdout:op 1016 completed, throughput=4.99MB/sec 2023-12-20T11:13:47.718 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-w_dM3i_T1FxjBw0 off=697335 len=1290227 2023-12-20T11:13:47.725 INFO:tasks.workunit.client.0.smithi123.stdout:op 1017 completed, throughput=5MB/sec 2023-12-20T11:13:47.725 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-lvnN9JzftkCxcDj off=3200818 len=77490 2023-12-20T11:13:47.727 INFO:tasks.workunit.client.0.smithi123.stdout:op 1018 completed, throughput=5MB/sec 2023-12-20T11:13:47.728 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-U0a2TvgTAcE97H8 off=5537387 len=1853301 2023-12-20T11:13:47.738 INFO:tasks.workunit.client.0.smithi123.stdout:op 1019 completed, throughput=5.01MB/sec 2023-12-20T11:13:47.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:47 smithi123 ceph-mon[191304]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-20T11:13:47.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:47 smithi123 ceph-mon[188613]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-20T11:13:47.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:47 smithi177 ceph-mon[212096]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-20T11:13:48.739 INFO:tasks.workunit.client.0.smithi123.stdout: 201: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:48.739 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Np9DQpgGq2e6LWh off=15694184 len=1751624 2023-12-20T11:13:48.741 INFO:tasks.workunit.client.0.smithi123.stdout:op 1020 completed, throughput=4.99MB/sec 2023-12-20T11:13:48.741 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6Ce1BAkZR23tG7f off=18879150 len=1475892 2023-12-20T11:13:48.744 INFO:tasks.workunit.client.0.smithi123.stdout:op 1021 completed, throughput=5MB/sec 2023-12-20T11:13:48.744 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-g4e6zKiBkqXUZHm off=16825930 len=1725941 2023-12-20T11:13:48.746 INFO:tasks.workunit.client.0.smithi123.stdout:op 1022 completed, throughput=5.01MB/sec 2023-12-20T11:13:49.431 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:13:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:13:49] "GET /metrics HTTP/1.1" 200 33949 "" "Prometheus/2.43.0" 2023-12-20T11:13:49.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:49 smithi123 ceph-mon[191304]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:13:49.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:49 smithi123 ceph-mon[188613]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:13:49.746 INFO:tasks.workunit.client.0.smithi123.stdout: 202: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:49.747 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xLUTkF8vIasWRl7 off=16255950 len=1333241 2023-12-20T11:13:49.753 INFO:tasks.workunit.client.0.smithi123.stdout:op 1023 completed, throughput=4.99MB/sec 2023-12-20T11:13:49.754 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tyEySEW-Yl2_oyY off=1421794 len=877142 2023-12-20T11:13:49.755 INFO:tasks.workunit.client.0.smithi123.stdout:op 1024 completed, throughput=4.99MB/sec 2023-12-20T11:13:49.755 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-D_BzZXzuE7uvG_8 off=8326810 len=1050347 2023-12-20T11:13:49.756 INFO:tasks.workunit.client.0.smithi123.stdout:op 1025 completed, throughput=5MB/sec 2023-12-20T11:13:49.756 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nKA1bUeBzphbBsE off=0 len=1351833 2023-12-20T11:13:49.763 INFO:tasks.workunit.client.0.smithi123.stdout:op 1026 completed, throughput=5MB/sec 2023-12-20T11:13:49.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:49 smithi177 ceph-mon[212096]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:13:50.764 INFO:tasks.workunit.client.0.smithi123.stdout: 203: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:50.764 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-LEhi9KJnZef68gh off=13850884 len=15476 2023-12-20T11:13:50.764 INFO:tasks.workunit.client.0.smithi123.stdout:op 1027 completed, throughput=4.98MB/sec 2023-12-20T11:13:50.764 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-UJqx2fUz0sjDRIv off=935290 len=464574 2023-12-20T11:13:50.768 INFO:tasks.workunit.client.0.smithi123.stdout:op 1028 completed, throughput=4.98MB/sec 2023-12-20T11:13:50.768 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-rG8y54UQzR0DJAY off=4440911 len=356880 2023-12-20T11:13:50.771 INFO:tasks.workunit.client.0.smithi123.stdout:op 1029 completed, throughput=4.98MB/sec 2023-12-20T11:13:50.771 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4Zer8-Q4aXbU7GH off=2890765 len=370539 2023-12-20T11:13:50.774 INFO:tasks.workunit.client.0.smithi123.stdout:op 1030 completed, throughput=4.98MB/sec 2023-12-20T11:13:50.774 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-XHBXUMrQIZN41gZ off=8413686 len=1198381 2023-12-20T11:13:50.781 INFO:tasks.workunit.client.0.smithi123.stdout:op 1031 completed, throughput=4.99MB/sec 2023-12-20T11:13:50.781 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Dgy1FVemIib9miS off=6024676 len=162031 2023-12-20T11:13:50.784 INFO:tasks.workunit.client.0.smithi123.stdout:op 1032 completed, throughput=4.99MB/sec 2023-12-20T11:13:50.784 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-PkaoEcrDpvRQWB2 off=3064055 len=1658846 2023-12-20T11:13:50.787 INFO:tasks.workunit.client.0.smithi123.stdout:op 1033 completed, throughput=5MB/sec 2023-12-20T11:13:50.787 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Q5OFRX2DrElmPFI off=4099212 len=1981919 2023-12-20T11:13:50.796 INFO:tasks.workunit.client.0.smithi123.stdout:op 1034 completed, throughput=5.01MB/sec 2023-12-20T11:13:51.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:51 smithi123 ceph-mon[191304]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:13:51.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:51 smithi123 ceph-mon[188613]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:13:51.796 INFO:tasks.workunit.client.0.smithi123.stdout: 204: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:51.796 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fNdXGEs97Wq3IDN off=241651 len=904307 2023-12-20T11:13:51.797 INFO:tasks.workunit.client.0.smithi123.stdout:op 1035 completed, throughput=4.99MB/sec 2023-12-20T11:13:51.797 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-m9ebiDqXVruXZez off=13588536 len=1960651 2023-12-20T11:13:51.799 INFO:tasks.workunit.client.0.smithi123.stdout:op 1036 completed, throughput=5MB/sec 2023-12-20T11:13:51.799 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-UnJ9QKlPWhUso6V off=5086791 len=1026270 2023-12-20T11:13:51.804 INFO:tasks.workunit.client.0.smithi123.stdout:op 1037 completed, throughput=5MB/sec 2023-12-20T11:13:51.804 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-NSj4w8-H1J5BXmh off=9712126 len=205741 2023-12-20T11:13:51.807 INFO:tasks.workunit.client.0.smithi123.stdout:op 1038 completed, throughput=5MB/sec 2023-12-20T11:13:51.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:51 smithi177 ceph-mon[212096]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:13:52.808 INFO:tasks.workunit.client.0.smithi123.stdout: 205: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:52.808 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gsqvt7Ic_EtcKds off=1427107 len=1182446 2023-12-20T11:13:52.809 INFO:tasks.workunit.client.0.smithi123.stdout:op 1039 completed, throughput=4.98MB/sec 2023-12-20T11:13:52.809 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4YDdL6dqcpXT-1L off=3774076 len=2015846 2023-12-20T11:13:52.821 INFO:tasks.workunit.client.0.smithi123.stdout:op 1040 completed, throughput=4.99MB/sec 2023-12-20T11:13:52.821 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gqlxHB9lvh7A19n off=19093810 len=1738170 2023-12-20T11:13:52.823 INFO:tasks.workunit.client.0.smithi123.stdout:op 1041 completed, throughput=5MB/sec 2023-12-20T11:13:52.823 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-w_dM3i_T1FxjBw0 off=372419 len=1615143 2023-12-20T11:13:52.830 INFO:tasks.workunit.client.0.smithi123.stdout:op 1042 completed, throughput=5.01MB/sec 2023-12-20T11:13:53.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:53 smithi123 ceph-mon[191304]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:13:53.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:53 smithi123 ceph-mon[188613]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:13:53.830 INFO:tasks.workunit.client.0.smithi123.stdout: 206: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:53.830 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ssk0hGB-kWTgIBZ off=168707 len=899586 2023-12-20T11:13:53.831 INFO:tasks.workunit.client.0.smithi123.stdout:op 1043 completed, throughput=4.99MB/sec 2023-12-20T11:13:53.831 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Zm5LeP7Wn4KT0nD off=1462305 len=1039578 2023-12-20T11:13:53.833 INFO:tasks.workunit.client.0.smithi123.stdout:op 1044 completed, throughput=4.99MB/sec 2023-12-20T11:13:53.833 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-iCH6tN8ssiae6Wf off=14436789 len=1447165 2023-12-20T11:13:53.839 INFO:tasks.workunit.client.0.smithi123.stdout:op 1045 completed, throughput=5MB/sec 2023-12-20T11:13:53.839 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-P1W8T2KQ_jUtw1g off=16918608 len=14084 2023-12-20T11:13:53.841 INFO:tasks.workunit.client.0.smithi123.stdout:op 1046 completed, throughput=5MB/sec 2023-12-20T11:13:53.841 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Gd7AL0ag2GYORxt off=3443616 len=1971174 2023-12-20T11:13:53.843 INFO:tasks.workunit.client.0.smithi123.stdout:op 1047 completed, throughput=5.01MB/sec 2023-12-20T11:13:53.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:53 smithi177 ceph-mon[212096]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:13:54.843 INFO:tasks.workunit.client.0.smithi123.stdout: 207: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:54.844 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-RaLYlL9cL6gvB58 off=3124504 len=153936 2023-12-20T11:13:54.844 INFO:tasks.workunit.client.0.smithi123.stdout:op 1048 completed, throughput=4.98MB/sec 2023-12-20T11:13:54.844 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9oBXsdMKYZKI2BL off=3128450 len=116810 2023-12-20T11:13:54.847 INFO:tasks.workunit.client.0.smithi123.stdout:op 1049 completed, throughput=4.98MB/sec 2023-12-20T11:13:54.847 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4DWoVu8Du2zcGpU off=7386718 len=1287541 2023-12-20T11:13:54.848 INFO:tasks.workunit.client.0.smithi123.stdout:op 1050 completed, throughput=4.99MB/sec 2023-12-20T11:13:54.848 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Hvg7HA3iSxta0S8 off=2192918 len=728054 2023-12-20T11:13:54.849 INFO:tasks.workunit.client.0.smithi123.stdout:op 1051 completed, throughput=4.99MB/sec 2023-12-20T11:13:54.849 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-yXaNmIUC04d1nNT off=22309402 len=1026827 2023-12-20T11:13:54.855 INFO:tasks.workunit.client.0.smithi123.stdout:op 1052 completed, throughput=5MB/sec 2023-12-20T11:13:54.855 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-NSj4w8-H1J5BXmh off=8748243 len=420227 2023-12-20T11:13:54.861 INFO:tasks.workunit.client.0.smithi123.stdout:op 1053 completed, throughput=5MB/sec 2023-12-20T11:13:54.861 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-49OKCPb-FoDG8b3 off=9845575 len=1606612 2023-12-20T11:13:54.861 INFO:tasks.workunit.client.0.smithi123.stdout:op 1054 completed, throughput=5.01MB/sec 2023-12-20T11:13:55.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:55 smithi123 ceph-mon[191304]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:13:55.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:55 smithi123 ceph-mon[188613]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:13:55.861 INFO:tasks.workunit.client.0.smithi123.stdout: 208: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:55.861 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5xpmIyAVIKGRUXN off=4890363 len=13970 2023-12-20T11:13:55.861 INFO:tasks.workunit.client.0.smithi123.stdout:op 1055 completed, throughput=4.98MB/sec 2023-12-20T11:13:55.861 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9Rv90w08cTR5VIG off=7269392 len=1853813 2023-12-20T11:13:55.872 INFO:tasks.workunit.client.0.smithi123.stdout:op 1056 completed, throughput=4.99MB/sec 2023-12-20T11:13:55.872 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-bCR9dKfkWlOMqs1 off=9189524 len=734656 2023-12-20T11:13:55.874 INFO:tasks.workunit.client.0.smithi123.stdout:op 1057 completed, throughput=4.99MB/sec 2023-12-20T11:13:55.874 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-BG2TG60atxWaUMQ off=44402 len=284521 2023-12-20T11:13:55.876 INFO:tasks.workunit.client.0.smithi123.stdout:op 1058 completed, throughput=5MB/sec 2023-12-20T11:13:55.877 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Prfvm12z7mjv7Cf off=628092 len=429150 2023-12-20T11:13:55.880 INFO:tasks.workunit.client.0.smithi123.stdout:op 1059 completed, throughput=5MB/sec 2023-12-20T11:13:55.880 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WtpJZxsyJ4cNecU off=9654331 len=2033519 2023-12-20T11:13:55.889 INFO:tasks.workunit.client.0.smithi123.stdout:op 1060 completed, throughput=5.01MB/sec 2023-12-20T11:13:55.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:55 smithi177 ceph-mon[212096]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:13:56.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:13:56.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:13:56.889 INFO:tasks.workunit.client.0.smithi123.stdout: 209: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:56.889 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-PpjaPlfw3EL5CJz off=4790901 len=1557003 2023-12-20T11:13:56.891 INFO:tasks.workunit.client.0.smithi123.stdout:op 1061 completed, throughput=4.99MB/sec 2023-12-20T11:13:56.891 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZTGAD1QRr5SAMOv off=19135335 len=546799 2023-12-20T11:13:56.892 INFO:tasks.workunit.client.0.smithi123.stdout:op 1062 completed, throughput=4.99MB/sec 2023-12-20T11:13:56.892 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-eftBeB7km_AKDew off=3364333 len=791799 2023-12-20T11:13:56.893 INFO:tasks.workunit.client.0.smithi123.stdout:op 1063 completed, throughput=5MB/sec 2023-12-20T11:13:56.893 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ejGY3NhjYUNFHgd off=6125165 len=210626 2023-12-20T11:13:56.896 INFO:tasks.workunit.client.0.smithi123.stdout:op 1064 completed, throughput=5MB/sec 2023-12-20T11:13:56.896 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ZJzJlpN-NeOPCrg off=11172388 len=813261 2023-12-20T11:13:56.901 INFO:tasks.workunit.client.0.smithi123.stdout:op 1065 completed, throughput=5MB/sec 2023-12-20T11:13:56.902 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-MRwFfnohT088Ax_ off=208345 len=1223609 2023-12-20T11:13:56.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:13:56.903 INFO:tasks.workunit.client.0.smithi123.stdout:op 1066 completed, throughput=5.01MB/sec 2023-12-20T11:13:57.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:57 smithi123 ceph-mon[191304]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-20T11:13:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:57 smithi123 ceph-mon[188613]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-20T11:13:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:57 smithi177 ceph-mon[212096]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-20T11:13:57.903 INFO:tasks.workunit.client.0.smithi123.stdout: 210: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:57.903 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Bn3jUadfvMKqSt1 off=13962967 len=626609 2023-12-20T11:13:57.904 INFO:tasks.workunit.client.0.smithi123.stdout:op 1067 completed, throughput=4.98MB/sec 2023-12-20T11:13:57.904 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4VniJbsmscqauSf off=8159610 len=434091 2023-12-20T11:13:57.906 INFO:tasks.workunit.client.0.smithi123.stdout:op 1068 completed, throughput=4.99MB/sec 2023-12-20T11:13:57.906 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ldI9XVoV6d28ptz off=15492955 len=430361 2023-12-20T11:13:57.907 INFO:tasks.workunit.client.0.smithi123.stdout:op 1069 completed, throughput=4.99MB/sec 2023-12-20T11:13:57.908 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4NrCBssfdwCbOxF off=11805159 len=817638 2023-12-20T11:13:57.908 INFO:tasks.workunit.client.0.smithi123.stdout:op 1070 completed, throughput=4.99MB/sec 2023-12-20T11:13:57.908 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9Z-yysB2Mi1_bmz off=4711965 len=1654513 2023-12-20T11:13:57.918 INFO:tasks.workunit.client.0.smithi123.stdout:op 1071 completed, throughput=5MB/sec 2023-12-20T11:13:57.918 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9smdObpXcD_gdwW off=13192440 len=160113 2023-12-20T11:13:57.919 INFO:tasks.workunit.client.0.smithi123.stdout:op 1072 completed, throughput=5MB/sec 2023-12-20T11:13:57.920 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Xap_HmCxIjkF1Ty off=1777540 len=109366 2023-12-20T11:13:57.920 INFO:tasks.workunit.client.0.smithi123.stdout:op 1073 completed, throughput=5MB/sec 2023-12-20T11:13:57.966 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:13:58.273 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:13:58.273 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (22m) 9m ago 25m 28.6M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:13:58.273 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (22m) 7m ago 25m 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:13:58.273 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (26m) 9m ago 26m 17.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:13:58.273 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (26m) 7m ago 26m 26.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:13:58.273 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (22m) 7m ago 28m 454M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:13:58.273 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (22m) 9m ago 30m 529M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:13:58.274 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (21m) 9m ago 30m 176M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:13:58.274 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (21m) 7m ago 29m 123M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:13:58.274 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (21m) 9m ago 29m 118M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:13:58.274 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (22m) 9m ago 25m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:13:58.274 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (22m) 7m ago 25m 19.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:13:58.274 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (20m) 9m ago 28m 1086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:13:58.274 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (20m) 9m ago 28m 909M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:13:58.274 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (20m) 9m ago 28m 1048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:13:58.274 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (19m) 9m ago 27m 740M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:13:58.274 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (19m) 7m ago 27m 1148M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:13:58.274 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (18m) 7m ago 27m 1064M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:13:58.274 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (18m) 7m ago 27m 853M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:13:58.274 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (17m) 7m ago 26m 1037M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:13:58.274 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (22m) 7m ago 26m 67.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:13:58.661 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:13:58.661 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:13:58.661 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:13:58.661 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:13:58.661 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:13:58.662 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:13:58.662 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:13:58.662 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:13:58.662 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:13:58.662 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:13:58.662 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:13:58.662 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:13:58.662 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:13:58.662 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:13:58.662 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:13:58.662 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:13:58.662 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:13:58.662 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:13:58.921 INFO:tasks.workunit.client.0.smithi123.stdout: 211: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:58.921 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KPM1m6dbOlGyAas off=17956679 len=960816 2023-12-20T11:13:58.925 INFO:tasks.workunit.client.0.smithi123.stdout:op 1074 completed, throughput=4.98MB/sec 2023-12-20T11:13:58.925 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rpqdLCvBYPfyd9P off=13901276 len=1856441 2023-12-20T11:13:58.927 INFO:tasks.workunit.client.0.smithi123.stdout:op 1075 completed, throughput=4.99MB/sec 2023-12-20T11:13:58.927 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-MY7e8Zbtr6jpqGr off=5425679 len=1698060 2023-12-20T11:13:58.932 INFO:tasks.workunit.client.0.smithi123.stdout:op 1076 completed, throughput=5MB/sec 2023-12-20T11:13:58.932 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cFU5a4M170kDgeg off=17667260 len=696765 2023-12-20T11:13:58.938 INFO:tasks.workunit.client.0.smithi123.stdout:op 1077 completed, throughput=5MB/sec 2023-12-20T11:13:58.938 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DvR5UdMY3aXSyJf off=2883419 len=1815949 2023-12-20T11:13:58.947 INFO:tasks.workunit.client.0.smithi123.stdout:op 1078 completed, throughput=5.01MB/sec 2023-12-20T11:13:59.451 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:13:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:13:59] "GET /metrics HTTP/1.1" 200 33947 "" "Prometheus/2.43.0" 2023-12-20T11:13:59.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:59 smithi123 ceph-mon[191304]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:13:59.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:59 smithi123 ceph-mon[191304]: from='client.35382 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:13:59.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:59 smithi123 ceph-mon[191304]: from='client.35388 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:13:59.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:13:59 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3579539757' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:13:59.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:59 smithi123 ceph-mon[188613]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:13:59.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:59 smithi123 ceph-mon[188613]: from='client.35382 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:13:59.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:59 smithi123 ceph-mon[188613]: from='client.35388 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:13:59.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:13:59 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3579539757' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:13:59.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:59 smithi177 ceph-mon[212096]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:13:59.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:59 smithi177 ceph-mon[212096]: from='client.35382 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:13:59.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:59 smithi177 ceph-mon[212096]: from='client.35388 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:13:59.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:13:59 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3579539757' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:13:59.948 INFO:tasks.workunit.client.0.smithi123.stdout: 212: throughput=4.98MB/sec pending data=0 2023-12-20T11:13:59.948 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-u4GGi0h1C-fqQmL off=2917859 len=1914898 2023-12-20T11:13:59.955 INFO:tasks.workunit.client.0.smithi123.stdout:op 1079 completed, throughput=4.99MB/sec 2023-12-20T11:13:59.955 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-bkkL2vuZ3lBtVfq off=719721 len=1212819 2023-12-20T11:13:59.961 INFO:tasks.workunit.client.0.smithi123.stdout:op 1080 completed, throughput=5MB/sec 2023-12-20T11:13:59.961 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-raKuwrWBpKneZYu off=3354578 len=1856381 2023-12-20T11:13:59.973 INFO:tasks.workunit.client.0.smithi123.stdout:op 1081 completed, throughput=5.01MB/sec 2023-12-20T11:14:00.973 INFO:tasks.workunit.client.0.smithi123.stdout: 213: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:00.973 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0K6OR4skqzaAzPN off=19362850 len=295227 2023-12-20T11:14:00.974 INFO:tasks.workunit.client.0.smithi123.stdout:op 1082 completed, throughput=4.98MB/sec 2023-12-20T11:14:00.974 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-EQX1v3zcXRv7KpQ off=46449 len=563526 2023-12-20T11:14:00.978 INFO:tasks.workunit.client.0.smithi123.stdout:op 1083 completed, throughput=4.99MB/sec 2023-12-20T11:14:00.978 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Kh6xHpTXhVqEG-Y off=16011941 len=890410 2023-12-20T11:14:00.984 INFO:tasks.workunit.client.0.smithi123.stdout:op 1084 completed, throughput=4.99MB/sec 2023-12-20T11:14:00.984 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-aRtzQ09PXHeK4Ie off=2482315 len=708033 2023-12-20T11:14:00.989 INFO:tasks.workunit.client.0.smithi123.stdout:op 1085 completed, throughput=4.99MB/sec 2023-12-20T11:14:00.989 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-NPCWB4o79v7FSWl off=2450693 len=770686 2023-12-20T11:14:00.994 INFO:tasks.workunit.client.0.smithi123.stdout:op 1086 completed, throughput=5MB/sec 2023-12-20T11:14:00.994 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-JmpY39BKyiTCyVn off=13234664 len=1451566 2023-12-20T11:14:01.005 INFO:tasks.workunit.client.0.smithi123.stdout:op 1087 completed, throughput=5MB/sec 2023-12-20T11:14:01.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:01 smithi123 ceph-mon[191304]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:14:01.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:01 smithi123 ceph-mon[188613]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:14:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:01 smithi177 ceph-mon[212096]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:14:02.003 INFO:tasks.workunit.client.0.smithi123.stdout: 214: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:02.003 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-X-I2vibPI1hJmqI off=12449149 len=1240394 2023-12-20T11:14:02.009 INFO:tasks.workunit.client.0.smithi123.stdout:op 1088 completed, throughput=4.98MB/sec 2023-12-20T11:14:02.009 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-sDPIbOznRGQFUi3 off=18239199 len=606415 2023-12-20T11:14:02.010 INFO:tasks.workunit.client.0.smithi123.stdout:op 1089 completed, throughput=4.99MB/sec 2023-12-20T11:14:02.010 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4oVcYH0bRb_fXjp off=1068859 len=1411594 2023-12-20T11:14:02.012 INFO:tasks.workunit.client.0.smithi123.stdout:op 1090 completed, throughput=4.99MB/sec 2023-12-20T11:14:02.012 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-OP28-GfmH5GHa0M off=12635583 len=1636348 2023-12-20T11:14:02.022 INFO:tasks.workunit.client.0.smithi123.stdout:op 1091 completed, throughput=5MB/sec 2023-12-20T11:14:03.023 INFO:tasks.workunit.client.0.smithi123.stdout: 215: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:03.023 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Du3glMpwP0NV7J- off=3216085 len=433555 2023-12-20T11:14:03.023 INFO:tasks.workunit.client.0.smithi123.stdout:op 1092 completed, throughput=4.98MB/sec 2023-12-20T11:14:03.023 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zG26u8mwqratOYN off=392445 len=1388335 2023-12-20T11:14:03.025 INFO:tasks.workunit.client.0.smithi123.stdout:op 1093 completed, throughput=4.99MB/sec 2023-12-20T11:14:03.026 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6ZdLAEcHF-aV5eT off=4699356 len=1509876 2023-12-20T11:14:03.028 INFO:tasks.workunit.client.0.smithi123.stdout:op 1094 completed, throughput=4.99MB/sec 2023-12-20T11:14:03.028 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hA_tRQIZkmkSaHL off=3330785 len=703719 2023-12-20T11:14:03.033 INFO:tasks.workunit.client.0.smithi123.stdout:op 1095 completed, throughput=5MB/sec 2023-12-20T11:14:03.033 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-yP1KywVRxXXeNDc off=17934480 len=860225 2023-12-20T11:14:03.035 INFO:tasks.workunit.client.0.smithi123.stdout:op 1096 completed, throughput=5MB/sec 2023-12-20T11:14:03.035 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NM3-LdT5BbQg2c3 off=6226132 len=197975 2023-12-20T11:14:03.035 INFO:tasks.workunit.client.0.smithi123.stdout:op 1097 completed, throughput=5MB/sec 2023-12-20T11:14:03.035 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-EcHI0956k1UnlfB off=9384745 len=1783068 2023-12-20T11:14:03.037 INFO:tasks.workunit.client.0.smithi123.stdout:op 1098 completed, throughput=5.01MB/sec 2023-12-20T11:14:03.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:03 smithi123 ceph-mon[191304]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:14:03.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:03 smithi123 ceph-mon[188613]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:14:03.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:03 smithi177 ceph-mon[212096]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:14:04.037 INFO:tasks.workunit.client.0.smithi123.stdout: 216: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:04.037 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Z992wB6egYVs7MJ off=6765489 len=283596 2023-12-20T11:14:04.040 INFO:tasks.workunit.client.0.smithi123.stdout:op 1099 completed, throughput=4.99MB/sec 2023-12-20T11:14:04.041 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-D71aVNC53vUoKhn off=8678992 len=2052860 2023-12-20T11:14:04.043 INFO:tasks.workunit.client.0.smithi123.stdout:op 1100 completed, throughput=4.99MB/sec 2023-12-20T11:14:04.043 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-rannUbH8YgNKV-D off=2770056 len=656126 2023-12-20T11:14:04.048 INFO:tasks.workunit.client.0.smithi123.stdout:op 1101 completed, throughput=5MB/sec 2023-12-20T11:14:04.048 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-P7IhhjpAnAanxGR off=11282016 len=339743 2023-12-20T11:14:04.049 INFO:tasks.workunit.client.0.smithi123.stdout:op 1102 completed, throughput=5MB/sec 2023-12-20T11:14:04.049 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lggk639oueng9_1 off=6284627 len=406928 2023-12-20T11:14:04.050 INFO:tasks.workunit.client.0.smithi123.stdout:op 1103 completed, throughput=5MB/sec 2023-12-20T11:14:05.050 INFO:tasks.workunit.client.0.smithi123.stdout: 217: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:05.050 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cS9Pd2HKnNET9qw off=5797306 len=1080145 2023-12-20T11:14:05.056 INFO:tasks.workunit.client.0.smithi123.stdout:op 1104 completed, throughput=4.98MB/sec 2023-12-20T11:14:05.056 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-K9D6hC9az_wbUhk off=3623089 len=263147 2023-12-20T11:14:05.057 INFO:tasks.workunit.client.0.smithi123.stdout:op 1105 completed, throughput=4.98MB/sec 2023-12-20T11:14:05.057 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_j_Bh-MEIgg6FeY off=5151268 len=350059 2023-12-20T11:14:05.060 INFO:tasks.workunit.client.0.smithi123.stdout:op 1106 completed, throughput=4.98MB/sec 2023-12-20T11:14:05.060 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DiSxyoSHSnTUspL off=658358 len=848149 2023-12-20T11:14:05.062 INFO:tasks.workunit.client.0.smithi123.stdout:op 1107 completed, throughput=4.99MB/sec 2023-12-20T11:14:05.062 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Xmkp6Tro0XQN40n off=12632916 len=1526661 2023-12-20T11:14:05.064 INFO:tasks.workunit.client.0.smithi123.stdout:op 1108 completed, throughput=5MB/sec 2023-12-20T11:14:05.064 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-7sMSNKljOAdeIr0 off=653201 len=1587488 2023-12-20T11:14:05.072 INFO:tasks.workunit.client.0.smithi123.stdout:op 1109 completed, throughput=5MB/sec 2023-12-20T11:14:05.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:05 smithi123 ceph-mon[188613]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:14:05.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:05 smithi123 ceph-mon[191304]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:14:05.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:05 smithi177 ceph-mon[212096]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:14:06.073 INFO:tasks.workunit.client.0.smithi123.stdout: 218: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:06.073 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-P4ie3K7qiBZGVt9 off=6994526 len=247870 2023-12-20T11:14:06.073 INFO:tasks.workunit.client.0.smithi123.stdout:op 1110 completed, throughput=4.98MB/sec 2023-12-20T11:14:06.073 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-J_V-RwvNxrNYY2N off=6110955 len=1717926 2023-12-20T11:14:06.075 INFO:tasks.workunit.client.0.smithi123.stdout:op 1111 completed, throughput=4.99MB/sec 2023-12-20T11:14:06.075 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ToKdJ5Y50U7qtdj off=4721873 len=97149 2023-12-20T11:14:06.076 INFO:tasks.workunit.client.0.smithi123.stdout:op 1112 completed, throughput=4.99MB/sec 2023-12-20T11:14:06.076 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-sDI_kL2iMwGMG5M off=0 len=1555704 2023-12-20T11:14:06.084 INFO:tasks.workunit.client.0.smithi123.stdout:op 1113 completed, throughput=4.99MB/sec 2023-12-20T11:14:06.085 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-t1g4B7x4xMpFX6b off=9864429 len=1508592 2023-12-20T11:14:06.092 INFO:tasks.workunit.client.0.smithi123.stdout:op 1114 completed, throughput=5MB/sec 2023-12-20T11:14:07.093 INFO:tasks.workunit.client.0.smithi123.stdout: 219: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:07.093 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-i7lym3Ys2CP6BlO off=14527621 len=631883 2023-12-20T11:14:07.097 INFO:tasks.workunit.client.0.smithi123.stdout:op 1115 completed, throughput=4.98MB/sec 2023-12-20T11:14:07.098 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9KPlwRISPySqnxf off=20000599 len=1969769 2023-12-20T11:14:07.100 INFO:tasks.workunit.client.0.smithi123.stdout:op 1116 completed, throughput=4.99MB/sec 2023-12-20T11:14:07.100 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QrZXHS3Qp1DPrrC off=3667134 len=318518 2023-12-20T11:14:07.103 INFO:tasks.workunit.client.0.smithi123.stdout:op 1117 completed, throughput=4.99MB/sec 2023-12-20T11:14:07.103 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-I_lAsobJWKYRMLn off=3900919 len=1163516 2023-12-20T11:14:07.104 INFO:tasks.workunit.client.0.smithi123.stdout:op 1118 completed, throughput=5MB/sec 2023-12-20T11:14:07.104 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SqhYjuk0BUwduDm off=2303920 len=1593436 2023-12-20T11:14:07.110 INFO:tasks.workunit.client.0.smithi123.stdout:op 1119 completed, throughput=5MB/sec 2023-12-20T11:14:07.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:07 smithi123 ceph-mon[191304]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:14:07.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:07 smithi123 ceph-mon[188613]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:14:07.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:07 smithi177 ceph-mon[212096]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:14:08.111 INFO:tasks.workunit.client.0.smithi123.stdout: 220: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:08.111 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vrAbLjFANt-Gmf9 off=13347239 len=561096 2023-12-20T11:14:08.116 INFO:tasks.workunit.client.0.smithi123.stdout:op 1120 completed, throughput=4.98MB/sec 2023-12-20T11:14:08.116 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Sac8uCQVFBkL7_0 off=3367459 len=556101 2023-12-20T11:14:08.119 INFO:tasks.workunit.client.0.smithi123.stdout:op 1121 completed, throughput=4.98MB/sec 2023-12-20T11:14:08.119 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Iwv1aQcFJeVNcxP off=15019817 len=2002563 2023-12-20T11:14:08.121 INFO:tasks.workunit.client.0.smithi123.stdout:op 1122 completed, throughput=4.99MB/sec 2023-12-20T11:14:08.121 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xzauHh3Mh-nhQeY off=3437653 len=1275950 2023-12-20T11:14:08.123 INFO:tasks.workunit.client.0.smithi123.stdout:op 1123 completed, throughput=5MB/sec 2023-12-20T11:14:08.123 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DVXV_0My2Oy2_9D off=6834667 len=1966215 2023-12-20T11:14:08.135 INFO:tasks.workunit.client.0.smithi123.stdout:op 1124 completed, throughput=5.01MB/sec 2023-12-20T11:14:09.135 INFO:tasks.workunit.client.0.smithi123.stdout: 221: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:09.135 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-P4ie3K7qiBZGVt9 off=5464602 len=1239103 2023-12-20T11:14:09.136 INFO:tasks.workunit.client.0.smithi123.stdout:op 1125 completed, throughput=4.99MB/sec 2023-12-20T11:14:09.136 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-SEI5vFWSO045qKQ off=2483290 len=1046827 2023-12-20T11:14:09.138 INFO:tasks.workunit.client.0.smithi123.stdout:op 1126 completed, throughput=4.99MB/sec 2023-12-20T11:14:09.138 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KhYewPw0GSZS6nh off=14071430 len=1119512 2023-12-20T11:14:09.143 INFO:tasks.workunit.client.0.smithi123.stdout:op 1127 completed, throughput=5MB/sec 2023-12-20T11:14:09.143 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-KIqQqqwo1oP02ZI off=2150580 len=888594 2023-12-20T11:14:09.145 INFO:tasks.workunit.client.0.smithi123.stdout:op 1128 completed, throughput=5MB/sec 2023-12-20T11:14:09.466 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:14:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:14:09] "GET /metrics HTTP/1.1" 200 33947 "" "Prometheus/2.43.0" 2023-12-20T11:14:09.466 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:09 smithi123 ceph-mon[188613]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:14:09.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:09 smithi123 ceph-mon[191304]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:14:09.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:09 smithi177 ceph-mon[212096]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:14:10.146 INFO:tasks.workunit.client.0.smithi123.stdout: 222: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:10.146 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_3plR3Ap_jcjf6D off=2032864 len=449539 2023-12-20T11:14:10.150 INFO:tasks.workunit.client.0.smithi123.stdout:op 1129 completed, throughput=4.98MB/sec 2023-12-20T11:14:10.150 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6D74Ks1Ai3lowzf off=2502769 len=2028314 2023-12-20T11:14:10.160 INFO:tasks.workunit.client.0.smithi123.stdout:op 1130 completed, throughput=4.99MB/sec 2023-12-20T11:14:10.160 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Q1jrYnfxZ1Awi4s off=70312 len=1632378 2023-12-20T11:14:10.166 INFO:tasks.workunit.client.0.smithi123.stdout:op 1131 completed, throughput=5MB/sec 2023-12-20T11:14:10.166 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cBA6GDWFzGW62th off=5921967 len=182163 2023-12-20T11:14:10.167 INFO:tasks.workunit.client.0.smithi123.stdout:op 1132 completed, throughput=5MB/sec 2023-12-20T11:14:10.167 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zZJocvo-89eEPLN off=3605691 len=597297 2023-12-20T11:14:10.168 INFO:tasks.workunit.client.0.smithi123.stdout:op 1133 completed, throughput=5MB/sec 2023-12-20T11:14:11.168 INFO:tasks.workunit.client.0.smithi123.stdout: 223: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:11.168 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nD9XCVH_vOt1DF6 off=11395782 len=1737647 2023-12-20T11:14:11.173 INFO:tasks.workunit.client.0.smithi123.stdout:op 1134 completed, throughput=4.99MB/sec 2023-12-20T11:14:11.173 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-XjaTw0fklhiTH0K off=565695 len=1229978 2023-12-20T11:14:11.179 INFO:tasks.workunit.client.0.smithi123.stdout:op 1135 completed, throughput=4.99MB/sec 2023-12-20T11:14:11.179 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-iQx_iU36kOMo8Iu off=9938740 len=1906955 2023-12-20T11:14:11.190 INFO:tasks.workunit.client.0.smithi123.stdout:op 1136 completed, throughput=5MB/sec 2023-12-20T11:14:11.190 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2fHu8fHeFoXnh2l off=7794709 len=1464866 2023-12-20T11:14:11.197 INFO:tasks.workunit.client.0.smithi123.stdout:op 1137 completed, throughput=5MB/sec 2023-12-20T11:14:11.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:11 smithi123 ceph-mon[188613]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:14:11.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:14:11.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:11 smithi123 ceph-mon[191304]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:14:11.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:14:11.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:11 smithi177 ceph-mon[212096]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:14:11.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:14:12.197 INFO:tasks.workunit.client.0.smithi123.stdout: 224: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:12.197 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kDkE6T3epMpwdWV off=8742665 len=1410351 2023-12-20T11:14:12.199 INFO:tasks.workunit.client.0.smithi123.stdout:op 1138 completed, throughput=4.99MB/sec 2023-12-20T11:14:12.199 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vJZ0gnuVrjHG5WI off=15141941 len=2028902 2023-12-20T11:14:12.212 INFO:tasks.workunit.client.0.smithi123.stdout:op 1139 completed, throughput=5MB/sec 2023-12-20T11:14:12.212 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-zSEoX21xdBKJ7Qy off=1286157 len=1142157 2023-12-20T11:14:12.217 INFO:tasks.workunit.client.0.smithi123.stdout:op 1140 completed, throughput=5MB/sec 2023-12-20T11:14:13.217 INFO:tasks.workunit.client.0.smithi123.stdout: 225: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:13.217 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ZSJj2UkxmbhvZmZ off=17798342 len=2094669 2023-12-20T11:14:13.227 INFO:tasks.workunit.client.0.smithi123.stdout:op 1141 completed, throughput=4.99MB/sec 2023-12-20T11:14:13.227 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-K_PN15_ASb7GA9x off=6367535 len=1135991 2023-12-20T11:14:13.233 INFO:tasks.workunit.client.0.smithi123.stdout:op 1142 completed, throughput=4.99MB/sec 2023-12-20T11:14:13.233 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-D4LrjT-4vlMO8C_ off=7621926 len=1672998 2023-12-20T11:14:13.241 INFO:tasks.workunit.client.0.smithi123.stdout:op 1143 completed, throughput=5MB/sec 2023-12-20T11:14:13.242 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-NCsb4-xnZoMbqab off=12152692 len=1359686 2023-12-20T11:14:13.251 INFO:tasks.workunit.client.0.smithi123.stdout:op 1144 completed, throughput=5MB/sec 2023-12-20T11:14:13.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:13 smithi123 ceph-mon[191304]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-20T11:14:13.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:13 smithi123 ceph-mon[188613]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-20T11:14:13.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:13 smithi177 ceph-mon[212096]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-20T11:14:14.252 INFO:tasks.workunit.client.0.smithi123.stdout: 226: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:14.252 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-b70e9W-CuQOd9OR off=12564067 len=78213 2023-12-20T11:14:14.255 INFO:tasks.workunit.client.0.smithi123.stdout:op 1145 completed, throughput=4.98MB/sec 2023-12-20T11:14:14.255 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-k6vzMe1WP4qKXQF off=10985665 len=772113 2023-12-20T11:14:14.256 INFO:tasks.workunit.client.0.smithi123.stdout:op 1146 completed, throughput=4.99MB/sec 2023-12-20T11:14:14.256 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-1NzuRuddl5COGbx off=1948701 len=163831 2023-12-20T11:14:14.258 INFO:tasks.workunit.client.0.smithi123.stdout:op 1147 completed, throughput=4.99MB/sec 2023-12-20T11:14:14.258 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-tIcBTmReXq6H2-x off=1675967 len=880751 2023-12-20T11:14:14.264 INFO:tasks.workunit.client.0.smithi123.stdout:op 1148 completed, throughput=4.99MB/sec 2023-12-20T11:14:14.264 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-HZHC_WfjunGTAsI off=957292 len=878384 2023-12-20T11:14:14.265 INFO:tasks.workunit.client.0.smithi123.stdout:op 1149 completed, throughput=4.99MB/sec 2023-12-20T11:14:14.265 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9UfadgqVes_Ax3V off=1435164 len=1942730 2023-12-20T11:14:14.267 INFO:tasks.workunit.client.0.smithi123.stdout:op 1150 completed, throughput=5MB/sec 2023-12-20T11:14:15.268 INFO:tasks.workunit.client.0.smithi123.stdout: 227: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:15.268 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xO4SEMKz0Mjc4SO off=8231727 len=1641052 2023-12-20T11:14:15.269 INFO:tasks.workunit.client.0.smithi123.stdout:op 1151 completed, throughput=4.99MB/sec 2023-12-20T11:14:15.269 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-f8KcFjQhnVRAnWN off=10447512 len=2070542 2023-12-20T11:14:15.271 INFO:tasks.workunit.client.0.smithi123.stdout:op 1152 completed, throughput=5MB/sec 2023-12-20T11:14:15.272 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-eIgVPT9lKQLoWRf off=768137 len=1042069 2023-12-20T11:14:15.277 INFO:tasks.workunit.client.0.smithi123.stdout:op 1153 completed, throughput=5MB/sec 2023-12-20T11:14:15.277 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nN5y2NbjmYzaCjB off=5350959 len=1642289 2023-12-20T11:14:15.286 INFO:tasks.workunit.client.0.smithi123.stdout:op 1154 completed, throughput=5.01MB/sec 2023-12-20T11:14:15.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:15 smithi123 ceph-mon[191304]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:14:15.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:15 smithi123 ceph-mon[188613]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:14:15.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:15 smithi177 ceph-mon[212096]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:14:16.286 INFO:tasks.workunit.client.0.smithi123.stdout: 228: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:16.286 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-O1RAPFfxzyFtTEH off=5302806 len=1745480 2023-12-20T11:14:16.290 INFO:tasks.workunit.client.0.smithi123.stdout:op 1155 completed, throughput=4.99MB/sec 2023-12-20T11:14:16.290 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zS0EssDqURQ8RR5 off=18859271 len=425621 2023-12-20T11:14:16.290 INFO:tasks.workunit.client.0.smithi123.stdout:op 1156 completed, throughput=4.99MB/sec 2023-12-20T11:14:16.291 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6oVB-NHwC156Syt off=9582 len=2646 2023-12-20T11:14:16.291 INFO:tasks.workunit.client.0.smithi123.stdout:op 1157 completed, throughput=4.99MB/sec 2023-12-20T11:14:16.291 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Hm1kscjwbH1x4WF off=8008826 len=1561470 2023-12-20T11:14:16.303 INFO:tasks.workunit.client.0.smithi123.stdout:op 1158 completed, throughput=5MB/sec 2023-12-20T11:14:16.304 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8gcQQvSGuNMscJt off=4086575 len=1928264 2023-12-20T11:14:16.306 INFO:tasks.workunit.client.0.smithi123.stdout:op 1159 completed, throughput=5.01MB/sec 2023-12-20T11:14:17.306 INFO:tasks.workunit.client.0.smithi123.stdout: 229: throughput=4.99MB/sec pending data=0 2023-12-20T11:14:17.306 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-saIr8T8FxYdziwY off=1688505 len=868243 2023-12-20T11:14:17.311 INFO:tasks.workunit.client.0.smithi123.stdout:op 1160 completed, throughput=4.99MB/sec 2023-12-20T11:14:17.311 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6iMiagTY1uOuwbO off=14849320 len=2002928 2023-12-20T11:14:17.323 INFO:tasks.workunit.client.0.smithi123.stdout:op 1161 completed, throughput=5MB/sec 2023-12-20T11:14:17.323 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YcFDr7RnaQ6o-d2 off=2252636 len=1458636 2023-12-20T11:14:17.324 INFO:tasks.workunit.client.0.smithi123.stdout:op 1162 completed, throughput=5MB/sec 2023-12-20T11:14:17.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:17 smithi123 ceph-mon[191304]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-20T11:14:17.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:17 smithi123 ceph-mon[188613]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-20T11:14:17.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:17 smithi177 ceph-mon[212096]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-20T11:14:18.324 INFO:tasks.workunit.client.0.smithi123.stdout: 230: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:18.325 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6N_KAZMJQ0RepkX off=8920768 len=278135 2023-12-20T11:14:18.326 INFO:tasks.workunit.client.0.smithi123.stdout:op 1163 completed, throughput=4.98MB/sec 2023-12-20T11:14:18.326 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-1iXDju9UqryCEda off=3831457 len=710783 2023-12-20T11:14:18.331 INFO:tasks.workunit.client.0.smithi123.stdout:op 1164 completed, throughput=4.99MB/sec 2023-12-20T11:14:18.331 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-unEmq5J2JrOXkGF off=6988279 len=668276 2023-12-20T11:14:18.332 INFO:tasks.workunit.client.0.smithi123.stdout:op 1165 completed, throughput=4.99MB/sec 2023-12-20T11:14:18.332 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-V9_cWMc-5CWt6np off=13431540 len=56402 2023-12-20T11:14:18.334 INFO:tasks.workunit.client.0.smithi123.stdout:op 1166 completed, throughput=4.99MB/sec 2023-12-20T11:14:18.334 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-dkzyoc-o2yPN6uO off=7101714 len=1645791 2023-12-20T11:14:18.336 INFO:tasks.workunit.client.0.smithi123.stdout:op 1167 completed, throughput=5MB/sec 2023-12-20T11:14:18.336 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-VOuSA6mLZbGVPjB off=6375976 len=923062 2023-12-20T11:14:18.341 INFO:tasks.workunit.client.0.smithi123.stdout:op 1168 completed, throughput=5MB/sec 2023-12-20T11:14:18.341 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-mtyaPjJ5JsZ0Tq5 off=7697438 len=1205813 2023-12-20T11:14:18.346 INFO:tasks.workunit.client.0.smithi123.stdout:op 1169 completed, throughput=5MB/sec 2023-12-20T11:14:19.347 INFO:tasks.workunit.client.0.smithi123.stdout: 231: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:19.347 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0fP6_pBVvCayzLr off=15743214 len=823181 2023-12-20T11:14:19.349 INFO:tasks.workunit.client.0.smithi123.stdout:op 1170 completed, throughput=4.99MB/sec 2023-12-20T11:14:19.349 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-q-Czx19xuUN1RIH off=5265775 len=1750198 2023-12-20T11:14:19.351 INFO:tasks.workunit.client.0.smithi123.stdout:op 1171 completed, throughput=4.99MB/sec 2023-12-20T11:14:19.351 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-iuVPw-sH4vL_n8B off=10788886 len=280597 2023-12-20T11:14:19.354 INFO:tasks.workunit.client.0.smithi123.stdout:op 1172 completed, throughput=4.99MB/sec 2023-12-20T11:14:19.354 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-iHBVq0FTaXxKqkQ off=140282 len=907540 2023-12-20T11:14:19.356 INFO:tasks.workunit.client.0.smithi123.stdout:op 1173 completed, throughput=5MB/sec 2023-12-20T11:14:19.356 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-RPogOXVKGiZ1gFO off=4638034 len=1944349 2023-12-20T11:14:19.358 INFO:tasks.workunit.client.0.smithi123.stdout:op 1174 completed, throughput=5.01MB/sec 2023-12-20T11:14:19.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:14:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:14:19] "GET /metrics HTTP/1.1" 200 33948 "" "Prometheus/2.43.0" 2023-12-20T11:14:19.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:19 smithi123 ceph-mon[191304]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:14:19.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:19 smithi123 ceph-mon[188613]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:14:19.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:19 smithi177 ceph-mon[212096]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:14:20.358 INFO:tasks.workunit.client.0.smithi123.stdout: 232: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:20.358 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ycX63_iYSmaLJSw off=3136476 len=412105 2023-12-20T11:14:20.362 INFO:tasks.workunit.client.0.smithi123.stdout:op 1175 completed, throughput=4.99MB/sec 2023-12-20T11:14:20.362 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Nv62m7ne59xh-gu off=624975 len=2020580 2023-12-20T11:14:20.366 INFO:tasks.workunit.client.0.smithi123.stdout:op 1176 completed, throughput=4.99MB/sec 2023-12-20T11:14:20.366 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Z0wZHTp-kzqtKPG off=5497979 len=931208 2023-12-20T11:14:20.371 INFO:tasks.workunit.client.0.smithi123.stdout:op 1177 completed, throughput=5MB/sec 2023-12-20T11:14:20.371 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-00mWiDexvZRFnXT off=10497710 len=937428 2023-12-20T11:14:20.373 INFO:tasks.workunit.client.0.smithi123.stdout:op 1178 completed, throughput=5MB/sec 2023-12-20T11:14:21.373 INFO:tasks.workunit.client.0.smithi123.stdout: 233: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:21.373 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SIELxHvNf0wo4l5 off=1430849 len=1426007 2023-12-20T11:14:21.379 INFO:tasks.workunit.client.0.smithi123.stdout:op 1179 completed, throughput=4.99MB/sec 2023-12-20T11:14:21.379 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Hts28Lk7xUASbbm off=3109541 len=524005 2023-12-20T11:14:21.382 INFO:tasks.workunit.client.0.smithi123.stdout:op 1180 completed, throughput=4.99MB/sec 2023-12-20T11:14:21.382 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Y4P9l5vYhCSlQp0 off=6139530 len=1785267 2023-12-20T11:14:21.387 INFO:tasks.workunit.client.0.smithi123.stdout:op 1181 completed, throughput=4.99MB/sec 2023-12-20T11:14:21.387 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-kkcAuqEjD69FchA off=5774417 len=426373 2023-12-20T11:14:21.388 INFO:tasks.workunit.client.0.smithi123.stdout:op 1182 completed, throughput=5MB/sec 2023-12-20T11:14:21.389 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Z5V_cjttUswSGlG off=3039135 len=36232 2023-12-20T11:14:21.391 INFO:tasks.workunit.client.0.smithi123.stdout:op 1183 completed, throughput=5MB/sec 2023-12-20T11:14:21.391 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WOqyQwx5z_a2-6- off=20921461 len=767396 2023-12-20T11:14:21.394 INFO:tasks.workunit.client.0.smithi123.stdout:op 1184 completed, throughput=5MB/sec 2023-12-20T11:14:21.394 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-JLhTHEKbY9EkkCq off=2019791 len=1041344 2023-12-20T11:14:21.399 INFO:tasks.workunit.client.0.smithi123.stdout:op 1185 completed, throughput=5MB/sec 2023-12-20T11:14:21.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:21 smithi123 ceph-mon[191304]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-20T11:14:21.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:21 smithi123 ceph-mon[188613]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-20T11:14:21.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:21 smithi177 ceph-mon[212096]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-20T11:14:22.400 INFO:tasks.workunit.client.0.smithi123.stdout: 234: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:22.400 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-r9eOGvZh9fYK1ay off=22500013 len=348396 2023-12-20T11:14:22.400 INFO:tasks.workunit.client.0.smithi123.stdout:op 1186 completed, throughput=4.98MB/sec 2023-12-20T11:14:22.400 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-LiFcteMxt05595X off=3505129 len=1236423 2023-12-20T11:14:22.406 INFO:tasks.workunit.client.0.smithi123.stdout:op 1187 completed, throughput=4.99MB/sec 2023-12-20T11:14:22.406 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-eZyLRFn2ueKYf2G off=0 len=1071459 2023-12-20T11:14:22.408 INFO:tasks.workunit.client.0.smithi123.stdout:op 1188 completed, throughput=4.99MB/sec 2023-12-20T11:14:22.408 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-MUJlGe6Rg5EVEnC off=15941652 len=286995 2023-12-20T11:14:22.411 INFO:tasks.workunit.client.0.smithi123.stdout:op 1189 completed, throughput=4.99MB/sec 2023-12-20T11:14:22.411 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2PQRfHzU_ptrfex off=2699092 len=1996874 2023-12-20T11:14:22.420 INFO:tasks.workunit.client.0.smithi123.stdout:op 1190 completed, throughput=5MB/sec 2023-12-20T11:14:23.420 INFO:tasks.workunit.client.0.smithi123.stdout: 235: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:23.420 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-m8ZQGyJrUys0i8m off=0 len=1465235 2023-12-20T11:14:23.429 INFO:tasks.workunit.client.0.smithi123.stdout:op 1191 completed, throughput=4.99MB/sec 2023-12-20T11:14:23.430 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-pdDGbRx332dLr_B off=15210711 len=692171 2023-12-20T11:14:23.433 INFO:tasks.workunit.client.0.smithi123.stdout:op 1192 completed, throughput=4.99MB/sec 2023-12-20T11:14:23.433 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-fmOmVfCTlkywDWl off=1496095 len=1246686 2023-12-20T11:14:23.440 INFO:tasks.workunit.client.0.smithi123.stdout:op 1193 completed, throughput=4.99MB/sec 2023-12-20T11:14:23.441 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-YPOGxenyNE6J-4s off=339213 len=1865352 2023-12-20T11:14:23.447 INFO:tasks.workunit.client.0.smithi123.stdout:op 1194 completed, throughput=5MB/sec 2023-12-20T11:14:23.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:23 smithi177 ceph-mon[212096]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-20T11:14:23.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:23 smithi123 ceph-mon[188613]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-20T11:14:23.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:23 smithi123 ceph-mon[191304]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-20T11:14:24.447 INFO:tasks.workunit.client.0.smithi123.stdout: 236: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:24.448 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-o_hhdA4BAdeeAmW off=0 len=1216559 2023-12-20T11:14:24.455 INFO:tasks.workunit.client.0.smithi123.stdout:op 1195 completed, throughput=4.99MB/sec 2023-12-20T11:14:24.455 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-phf6rxglGQJmxM0 off=5349282 len=1829191 2023-12-20T11:14:24.464 INFO:tasks.workunit.client.0.smithi123.stdout:op 1196 completed, throughput=4.99MB/sec 2023-12-20T11:14:24.464 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-iJGQ6cOEKPHHxev off=2529914 len=1485155 2023-12-20T11:14:24.466 INFO:tasks.workunit.client.0.smithi123.stdout:op 1197 completed, throughput=5MB/sec 2023-12-20T11:14:24.466 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-7iP-mwNiC5xRTr2 off=2582084 len=1184435 2023-12-20T11:14:24.475 INFO:tasks.workunit.client.0.smithi123.stdout:op 1198 completed, throughput=5MB/sec 2023-12-20T11:14:25.475 INFO:tasks.workunit.client.0.smithi123.stdout: 237: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:25.476 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Ypq5eppOKbeNGM- off=2959394 len=229205 2023-12-20T11:14:25.478 INFO:tasks.workunit.client.0.smithi123.stdout:op 1199 completed, throughput=4.98MB/sec 2023-12-20T11:14:25.479 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-HjmZm2hbJ5jt1FJ off=15301606 len=261782 2023-12-20T11:14:25.481 INFO:tasks.workunit.client.0.smithi123.stdout:op 1200 completed, throughput=4.98MB/sec 2023-12-20T11:14:25.481 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_ev6arwsrpHAFlr off=5024589 len=1978920 2023-12-20T11:14:25.485 INFO:tasks.workunit.client.0.smithi123.stdout:op 1201 completed, throughput=4.99MB/sec 2023-12-20T11:14:25.485 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kUSRHbyUgSxONhF off=4604267 len=795669 2023-12-20T11:14:25.486 INFO:tasks.workunit.client.0.smithi123.stdout:op 1202 completed, throughput=4.99MB/sec 2023-12-20T11:14:25.486 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-WM0zdHGISb0HUox off=2304448 len=517531 2023-12-20T11:14:25.487 INFO:tasks.workunit.client.0.smithi123.stdout:op 1203 completed, throughput=5MB/sec 2023-12-20T11:14:25.487 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ycsopLV5oAZ6jnH off=9904676 len=2016122 2023-12-20T11:14:25.498 INFO:tasks.workunit.client.0.smithi123.stdout:op 1204 completed, throughput=5MB/sec 2023-12-20T11:14:25.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:25 smithi177 ceph-mon[212096]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:14:25.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:25 smithi123 ceph-mon[188613]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:14:25.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:25 smithi123 ceph-mon[191304]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:14:26.499 INFO:tasks.workunit.client.0.smithi123.stdout: 238: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:26.499 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8CjKa4mZ29xIBgQ off=8681325 len=1490339 2023-12-20T11:14:26.500 INFO:tasks.workunit.client.0.smithi123.stdout:op 1205 completed, throughput=4.99MB/sec 2023-12-20T11:14:26.500 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-g-9EoSR8miGerzX off=2655809 len=2022711 2023-12-20T11:14:26.504 INFO:tasks.workunit.client.0.smithi123.stdout:op 1206 completed, throughput=5MB/sec 2023-12-20T11:14:26.504 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--_6rQwj6m3574ke off=3395595 len=1893949 2023-12-20T11:14:26.514 INFO:tasks.workunit.client.0.smithi123.stdout:op 1207 completed, throughput=5MB/sec 2023-12-20T11:14:26.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:14:26.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:14:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:14:27.514 INFO:tasks.workunit.client.0.smithi123.stdout: 239: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:27.514 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zOyH1Ek3ig_ZY0g off=3226941 len=1198333 2023-12-20T11:14:27.515 INFO:tasks.workunit.client.0.smithi123.stdout:op 1208 completed, throughput=4.99MB/sec 2023-12-20T11:14:27.515 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FfoS59f6C5gTmpp off=21937287 len=764041 2023-12-20T11:14:27.516 INFO:tasks.workunit.client.0.smithi123.stdout:op 1209 completed, throughput=4.99MB/sec 2023-12-20T11:14:27.517 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2H6qIO2xRFmKlfv off=2622484 len=847604 2023-12-20T11:14:27.522 INFO:tasks.workunit.client.0.smithi123.stdout:op 1210 completed, throughput=5MB/sec 2023-12-20T11:14:27.522 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-1z9LXTEvWNsn6DB off=20086648 len=486397 2023-12-20T11:14:27.522 INFO:tasks.workunit.client.0.smithi123.stdout:op 1211 completed, throughput=5MB/sec 2023-12-20T11:14:27.523 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-3csmvSiFaPRNDzX off=5715976 len=1603840 2023-12-20T11:14:27.532 INFO:tasks.workunit.client.0.smithi123.stdout:op 1212 completed, throughput=5MB/sec 2023-12-20T11:14:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:27 smithi177 ceph-mon[212096]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-20T11:14:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:27 smithi123 ceph-mon[191304]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-20T11:14:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:27 smithi123 ceph-mon[188613]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-20T11:14:28.532 INFO:tasks.workunit.client.0.smithi123.stdout: 240: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:28.532 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-tuIR5JoQ6EMbm_g off=9301165 len=766086 2023-12-20T11:14:28.537 INFO:tasks.workunit.client.0.smithi123.stdout:op 1213 completed, throughput=4.99MB/sec 2023-12-20T11:14:28.537 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-UwpEzGrs4l0f0ao off=1021841 len=1854000 2023-12-20T11:14:28.539 INFO:tasks.workunit.client.0.smithi123.stdout:op 1214 completed, throughput=4.99MB/sec 2023-12-20T11:14:28.539 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-SnRsgL8AfGGEQqF off=14548561 len=657573 2023-12-20T11:14:28.540 INFO:tasks.workunit.client.0.smithi123.stdout:op 1215 completed, throughput=5MB/sec 2023-12-20T11:14:28.540 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-d0MGm5APXQ278mx off=19450516 len=1420856 2023-12-20T11:14:28.546 INFO:tasks.workunit.client.0.smithi123.stdout:op 1216 completed, throughput=5MB/sec 2023-12-20T11:14:29.005 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:14:29.311 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:14:29.311 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (23m) 9m ago 26m 28.6M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:14:29.312 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (23m) 7m ago 26m 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:14:29.312 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (27m) 9m ago 27m 17.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:14:29.312 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (27m) 7m ago 27m 26.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:14:29.312 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (22m) 7m ago 29m 454M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:14:29.312 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (22m) 9m ago 30m 529M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:14:29.312 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (22m) 9m ago 30m 176M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:14:29.312 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (21m) 7m ago 29m 123M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:14:29.312 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (22m) 9m ago 29m 118M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:14:29.312 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (23m) 9m ago 25m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:14:29.312 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (23m) 7m ago 25m 19.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:14:29.312 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (21m) 9m ago 29m 1086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:14:29.312 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (21m) 9m ago 28m 909M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:14:29.312 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (20m) 9m ago 28m 1048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:14:29.312 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (20m) 9m ago 28m 740M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:14:29.313 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (19m) 7m ago 28m 1148M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:14:29.313 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (19m) 7m ago 27m 1064M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:14:29.313 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (18m) 7m ago 27m 853M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:14:29.313 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (18m) 7m ago 27m 1037M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:14:29.313 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (22m) 7m ago 26m 67.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:14:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:14:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:14:29] "GET /metrics HTTP/1.1" 200 33949 "" "Prometheus/2.43.0" 2023-12-20T11:14:29.547 INFO:tasks.workunit.client.0.smithi123.stdout: 241: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:29.547 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-BCduX5weCkt6_Uz off=1814139 len=1779754 2023-12-20T11:14:29.549 INFO:tasks.workunit.client.0.smithi123.stdout:op 1217 completed, throughput=4.99MB/sec 2023-12-20T11:14:29.549 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-sii1CXIlCejUt7w off=1253320 len=1359596 2023-12-20T11:14:29.550 INFO:tasks.workunit.client.0.smithi123.stdout:op 1218 completed, throughput=4.99MB/sec 2023-12-20T11:14:29.550 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-5vVnjssuBUdonKG off=2740060 len=989551 2023-12-20T11:14:29.555 INFO:tasks.workunit.client.0.smithi123.stdout:op 1219 completed, throughput=5MB/sec 2023-12-20T11:14:29.555 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hfA_Ys5HFRYDvnq off=3908723 len=1832932 2023-12-20T11:14:29.563 INFO:tasks.workunit.client.0.smithi123.stdout:op 1220 completed, throughput=5MB/sec 2023-12-20T11:14:29.697 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:14:29.698 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:14:29.698 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:14:29.698 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:14:29.698 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:14:29.698 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:14:29.698 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:14:29.698 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:14:29.698 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:14:29.698 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:14:29.698 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:14:29.698 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:14:29.698 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:14:29.698 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:14:29.698 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:14:29.698 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:14:29.699 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:14:29.699 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:14:29.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:29 smithi177 ceph-mon[212096]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:14:29.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:29 smithi123 ceph-mon[191304]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:14:29.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:29 smithi123 ceph-mon[188613]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:14:30.563 INFO:tasks.workunit.client.0.smithi123.stdout: 242: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:30.563 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2GV4ZCOA48Jnj_g off=1129080 len=856183 2023-12-20T11:14:30.569 INFO:tasks.workunit.client.0.smithi123.stdout:op 1221 completed, throughput=4.99MB/sec 2023-12-20T11:14:30.569 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hRSzB3JvKv40psd off=3993901 len=993232 2023-12-20T11:14:30.572 INFO:tasks.workunit.client.0.smithi123.stdout:op 1222 completed, throughput=4.99MB/sec 2023-12-20T11:14:30.572 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-d1DJJc_tL_ilEKW off=776830 len=1807511 2023-12-20T11:14:30.574 INFO:tasks.workunit.client.0.smithi123.stdout:op 1223 completed, throughput=5MB/sec 2023-12-20T11:14:30.575 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-CdbnbEADNBtLNfM off=2442621 len=1975665 2023-12-20T11:14:30.578 INFO:tasks.workunit.client.0.smithi123.stdout:op 1224 completed, throughput=5MB/sec 2023-12-20T11:14:30.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:30 smithi177 ceph-mon[212096]: from='client.35400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:14:30.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:30 smithi177 ceph-mon[212096]: from='client.35406 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:14:30.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:30 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4231871304' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:14:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:30 smithi123 ceph-mon[191304]: from='client.35400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:14:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:30 smithi123 ceph-mon[191304]: from='client.35406 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:14:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:30 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4231871304' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:14:30.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:30 smithi123 ceph-mon[188613]: from='client.35400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:14:30.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:30 smithi123 ceph-mon[188613]: from='client.35406 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:14:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:30 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4231871304' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:14:31.579 INFO:tasks.workunit.client.0.smithi123.stdout: 243: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:31.579 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-V2XgIAImQYAkumV off=1825582 len=840545 2023-12-20T11:14:31.583 INFO:tasks.workunit.client.0.smithi123.stdout:op 1225 completed, throughput=4.99MB/sec 2023-12-20T11:14:31.583 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-B-RlP5vUQ6bAQJH off=2631984 len=162433 2023-12-20T11:14:31.584 INFO:tasks.workunit.client.0.smithi123.stdout:op 1226 completed, throughput=4.99MB/sec 2023-12-20T11:14:31.584 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_xkKs3nPFSY55CN off=1231532 len=27749 2023-12-20T11:14:31.586 INFO:tasks.workunit.client.0.smithi123.stdout:op 1227 completed, throughput=4.99MB/sec 2023-12-20T11:14:31.586 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-q16or46dDE8Dejf off=11453311 len=1390907 2023-12-20T11:14:31.588 INFO:tasks.workunit.client.0.smithi123.stdout:op 1228 completed, throughput=4.99MB/sec 2023-12-20T11:14:31.588 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-06QJ8x35laS_m67 off=16762617 len=2068584 2023-12-20T11:14:31.600 INFO:tasks.workunit.client.0.smithi123.stdout:op 1229 completed, throughput=5MB/sec 2023-12-20T11:14:31.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:31 smithi177 ceph-mon[212096]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:14:31.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:31 smithi123 ceph-mon[191304]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:14:31.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:31 smithi123 ceph-mon[188613]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:14:32.600 INFO:tasks.workunit.client.0.smithi123.stdout: 244: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:32.673 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-HhXVpaZggkaGetr off=993054 len=1763151 2023-12-20T11:14:32.674 INFO:tasks.workunit.client.0.smithi123.stdout:op 1230 completed, throughput=4.99MB/sec 2023-12-20T11:14:32.674 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Ja2xPww2ZXOy5RQ off=2496682 len=414222 2023-12-20T11:14:32.674 INFO:tasks.workunit.client.0.smithi123.stdout:op 1231 completed, throughput=4.99MB/sec 2023-12-20T11:14:32.674 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8OoqZvWVLezkRfi off=686584 len=1356255 2023-12-20T11:14:32.674 INFO:tasks.workunit.client.0.smithi123.stdout:op 1232 completed, throughput=4.99MB/sec 2023-12-20T11:14:32.675 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FXWexWeFvnH5xwt off=3409413 len=991493 2023-12-20T11:14:32.675 INFO:tasks.workunit.client.0.smithi123.stdout:op 1233 completed, throughput=5MB/sec 2023-12-20T11:14:32.675 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-uFIitAObbwBs4H2 off=6157980 len=367174 2023-12-20T11:14:32.675 INFO:tasks.workunit.client.0.smithi123.stdout:op 1234 completed, throughput=5MB/sec 2023-12-20T11:14:32.675 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6GertkjrfG0y6PL off=11370451 len=1639803 2023-12-20T11:14:32.675 INFO:tasks.workunit.client.0.smithi123.stdout:op 1235 completed, throughput=5.01MB/sec 2023-12-20T11:14:33.629 INFO:tasks.workunit.client.0.smithi123.stdout: 245: throughput=4.99MB/sec pending data=0 2023-12-20T11:14:33.630 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-dPKXakVPa-zyU_q off=10628835 len=84607 2023-12-20T11:14:33.630 INFO:tasks.workunit.client.0.smithi123.stdout:op 1236 completed, throughput=4.99MB/sec 2023-12-20T11:14:33.630 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GzRkAWNDLgFjcQ2 off=1861510 len=33912 2023-12-20T11:14:33.630 INFO:tasks.workunit.client.0.smithi123.stdout:op 1237 completed, throughput=4.99MB/sec 2023-12-20T11:14:33.631 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_NtqNPf5AUQyBTR off=5112858 len=1232674 2023-12-20T11:14:33.632 INFO:tasks.workunit.client.0.smithi123.stdout:op 1238 completed, throughput=4.99MB/sec 2023-12-20T11:14:33.632 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kzjQm2duAu3irDT off=275926 len=1272032 2023-12-20T11:14:33.633 INFO:tasks.workunit.client.0.smithi123.stdout:op 1239 completed, throughput=5MB/sec 2023-12-20T11:14:33.633 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-sWtJzEBx6s0sMco off=22407462 len=694531 2023-12-20T11:14:33.634 INFO:tasks.workunit.client.0.smithi123.stdout:op 1240 completed, throughput=5MB/sec 2023-12-20T11:14:33.634 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YF4nsvnmapLXW-B off=23169829 len=243211 2023-12-20T11:14:33.635 INFO:tasks.workunit.client.0.smithi123.stdout:op 1241 completed, throughput=5MB/sec 2023-12-20T11:14:33.635 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-dR3O9zKR_qbyVGC off=1906038 len=1078121 2023-12-20T11:14:33.640 INFO:tasks.workunit.client.0.smithi123.stdout:op 1242 completed, throughput=5MB/sec 2023-12-20T11:14:33.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:33 smithi177 ceph-mon[212096]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:14:33.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:33 smithi123 ceph-mon[191304]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:14:33.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:33 smithi123 ceph-mon[188613]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:14:34.640 INFO:tasks.workunit.client.0.smithi123.stdout: 246: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:34.640 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ROR6ouspJlHyZ5q off=4954949 len=74499 2023-12-20T11:14:34.642 INFO:tasks.workunit.client.0.smithi123.stdout:op 1243 completed, throughput=4.98MB/sec 2023-12-20T11:14:34.643 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-CnqVSo17eYuxUR0 off=8435743 len=44127 2023-12-20T11:14:34.643 INFO:tasks.workunit.client.0.smithi123.stdout:op 1244 completed, throughput=4.98MB/sec 2023-12-20T11:14:34.644 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--1ldwiMWq--bIYA off=4314788 len=1053580 2023-12-20T11:14:34.645 INFO:tasks.workunit.client.0.smithi123.stdout:op 1245 completed, throughput=4.99MB/sec 2023-12-20T11:14:34.645 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-kB1gb8ayNFnno4y off=2104561 len=317491 2023-12-20T11:14:34.648 INFO:tasks.workunit.client.0.smithi123.stdout:op 1246 completed, throughput=4.99MB/sec 2023-12-20T11:14:34.648 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FpUoJEF27yfiCoh off=14687231 len=1598773 2023-12-20T11:14:34.657 INFO:tasks.workunit.client.0.smithi123.stdout:op 1247 completed, throughput=4.99MB/sec 2023-12-20T11:14:34.657 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-O1RAPFfxzyFtTEH off=3035418 len=1669342 2023-12-20T11:14:34.660 INFO:tasks.workunit.client.0.smithi123.stdout:op 1248 completed, throughput=5MB/sec 2023-12-20T11:14:35.660 INFO:tasks.workunit.client.0.smithi123.stdout: 247: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:35.660 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-VwTskwfrfY87iwJ off=5684852 len=896557 2023-12-20T11:14:35.665 INFO:tasks.workunit.client.0.smithi123.stdout:op 1249 completed, throughput=4.98MB/sec 2023-12-20T11:14:35.665 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-y5DQzpzde6L7Q9P off=8706731 len=11686 2023-12-20T11:14:35.668 INFO:tasks.workunit.client.0.smithi123.stdout:op 1250 completed, throughput=4.98MB/sec 2023-12-20T11:14:35.668 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Tq_PLlBqhUw5eMA off=4466092 len=2015693 2023-12-20T11:14:35.669 INFO:tasks.workunit.client.0.smithi123.stdout:op 1251 completed, throughput=4.99MB/sec 2023-12-20T11:14:35.670 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-JKPB9GGKliHyoTJ off=9484241 len=1441212 2023-12-20T11:14:35.677 INFO:tasks.workunit.client.0.smithi123.stdout:op 1252 completed, throughput=5MB/sec 2023-12-20T11:14:35.677 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-S6scUf9kNB7oj77 off=2698853 len=547693 2023-12-20T11:14:35.681 INFO:tasks.workunit.client.0.smithi123.stdout:op 1253 completed, throughput=5MB/sec 2023-12-20T11:14:35.681 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-M0eYimNDq22MxBp off=801826 len=639137 2023-12-20T11:14:35.685 INFO:tasks.workunit.client.0.smithi123.stdout:op 1254 completed, throughput=5MB/sec 2023-12-20T11:14:35.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:35 smithi177 ceph-mon[212096]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-20T11:14:35.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:35 smithi123 ceph-mon[191304]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-20T11:14:35.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:35 smithi123 ceph-mon[188613]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-20T11:14:36.685 INFO:tasks.workunit.client.0.smithi123.stdout: 248: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:36.685 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WiFekyHcPSSgYec off=2594954 len=815147 2023-12-20T11:14:36.690 INFO:tasks.workunit.client.0.smithi123.stdout:op 1255 completed, throughput=4.98MB/sec 2023-12-20T11:14:36.690 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-f1A4M0ccyuQkFLm off=5515123 len=433750 2023-12-20T11:14:36.691 INFO:tasks.workunit.client.0.smithi123.stdout:op 1256 completed, throughput=4.99MB/sec 2023-12-20T11:14:36.691 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-sd5b5xKXneiaqd2 off=5623616 len=840699 2023-12-20T11:14:36.695 INFO:tasks.workunit.client.0.smithi123.stdout:op 1257 completed, throughput=4.99MB/sec 2023-12-20T11:14:36.695 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-D_k8DTujgwAMVxb off=579585 len=850896 2023-12-20T11:14:36.697 INFO:tasks.workunit.client.0.smithi123.stdout:op 1258 completed, throughput=4.99MB/sec 2023-12-20T11:14:36.697 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-v1QLiM2WDLGOoYH off=2256624 len=313260 2023-12-20T11:14:36.700 INFO:tasks.workunit.client.0.smithi123.stdout:op 1259 completed, throughput=4.99MB/sec 2023-12-20T11:14:36.700 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GomV8oYeGv_AMvi off=6742723 len=1494547 2023-12-20T11:14:36.703 INFO:tasks.workunit.client.0.smithi123.stdout:op 1260 completed, throughput=5MB/sec 2023-12-20T11:14:36.703 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-kQABE3SO88uApFH off=3382347 len=528142 2023-12-20T11:14:36.707 INFO:tasks.workunit.client.0.smithi123.stdout:op 1261 completed, throughput=5MB/sec 2023-12-20T11:14:37.707 INFO:tasks.workunit.client.0.smithi123.stdout: 249: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:37.707 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-MwPhbRO8ENv4I3r off=19420595 len=1751660 2023-12-20T11:14:37.718 INFO:tasks.workunit.client.0.smithi123.stdout:op 1262 completed, throughput=4.99MB/sec 2023-12-20T11:14:37.718 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vOmsOYQ_YIDz40e off=1080488 len=979917 2023-12-20T11:14:37.721 INFO:tasks.workunit.client.0.smithi123.stdout:op 1263 completed, throughput=4.99MB/sec 2023-12-20T11:14:37.721 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xJJ6MTrtSVFRoI7 off=3601038 len=1214718 2023-12-20T11:14:37.727 INFO:tasks.workunit.client.0.smithi123.stdout:op 1264 completed, throughput=5MB/sec 2023-12-20T11:14:37.728 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-yHAf04MF5XLI_I8 off=6035723 len=1623056 2023-12-20T11:14:37.737 INFO:tasks.workunit.client.0.smithi123.stdout:op 1265 completed, throughput=5MB/sec 2023-12-20T11:14:37.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:37 smithi177 ceph-mon[212096]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:14:37.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:37 smithi123 ceph-mon[188613]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:14:37.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:37 smithi123 ceph-mon[191304]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:14:38.737 INFO:tasks.workunit.client.0.smithi123.stdout: 250: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:38.737 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hTTbbwewAuSqtI2 off=7083929 len=1001200 2023-12-20T11:14:38.742 INFO:tasks.workunit.client.0.smithi123.stdout:op 1266 completed, throughput=4.99MB/sec 2023-12-20T11:14:38.742 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CZshJXh2e8YP--K off=7488772 len=1865399 2023-12-20T11:14:38.750 INFO:tasks.workunit.client.0.smithi123.stdout:op 1267 completed, throughput=4.99MB/sec 2023-12-20T11:14:38.750 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-rW_K6_Vow9UzvLp off=4515697 len=528788 2023-12-20T11:14:38.754 INFO:tasks.workunit.client.0.smithi123.stdout:op 1268 completed, throughput=4.99MB/sec 2023-12-20T11:14:38.754 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gE148O6jnSax4oQ off=690531 len=1309205 2023-12-20T11:14:38.755 INFO:tasks.workunit.client.0.smithi123.stdout:op 1269 completed, throughput=5MB/sec 2023-12-20T11:14:38.755 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8NWc1YPJ8-7g8J_ off=286418 len=476811 2023-12-20T11:14:38.756 INFO:tasks.workunit.client.0.smithi123.stdout:op 1270 completed, throughput=5MB/sec 2023-12-20T11:14:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:14:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:14:39] "GET /metrics HTTP/1.1" 200 33949 "" "Prometheus/2.43.0" 2023-12-20T11:14:39.757 INFO:tasks.workunit.client.0.smithi123.stdout: 251: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:39.757 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--ZaVSRUbOpHIWjT off=19333897 len=1711229 2023-12-20T11:14:39.763 INFO:tasks.workunit.client.0.smithi123.stdout:op 1271 completed, throughput=4.99MB/sec 2023-12-20T11:14:39.763 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-S543HhsSlcaSY59 off=51221 len=505378 2023-12-20T11:14:39.769 INFO:tasks.workunit.client.0.smithi123.stdout:op 1272 completed, throughput=4.99MB/sec 2023-12-20T11:14:39.769 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FaINFqkVEwcBKcu off=9119275 len=1585137 2023-12-20T11:14:39.769 INFO:tasks.workunit.client.0.smithi123.stdout:op 1273 completed, throughput=5MB/sec 2023-12-20T11:14:39.769 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-3DoZxVvLX476JDd off=2702919 len=1010149 2023-12-20T11:14:39.772 INFO:tasks.workunit.client.0.smithi123.stdout:op 1274 completed, throughput=5MB/sec 2023-12-20T11:14:39.773 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6E5rCOabvNpc5fT off=1275724 len=1323187 2023-12-20T11:14:39.778 INFO:tasks.workunit.client.0.smithi123.stdout:op 1275 completed, throughput=5MB/sec 2023-12-20T11:14:39.836 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:39 smithi123 ceph-mon[191304]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:14:39.837 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:14:39.837 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:14:39.837 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:14:39.837 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:39 smithi123 ceph-mon[188613]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:14:39.837 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:14:39.837 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:14:39.837 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:14:39.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:39 smithi177 ceph-mon[212096]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:14:39.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:14:39.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:14:39.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:14:40.778 INFO:tasks.workunit.client.0.smithi123.stdout: 252: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:40.778 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-soz4EgTIldN50Jc off=3820999 len=966289 2023-12-20T11:14:40.780 INFO:tasks.workunit.client.0.smithi123.stdout:op 1276 completed, throughput=4.99MB/sec 2023-12-20T11:14:40.781 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-B10dvwL3I3n0kCA off=69936 len=479675 2023-12-20T11:14:40.785 INFO:tasks.workunit.client.0.smithi123.stdout:op 1277 completed, throughput=4.99MB/sec 2023-12-20T11:14:40.785 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9BVhrShyoeiAP5h off=10165427 len=595789 2023-12-20T11:14:40.788 INFO:tasks.workunit.client.0.smithi123.stdout:op 1278 completed, throughput=4.99MB/sec 2023-12-20T11:14:40.788 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-oaIFOEAjFNbzhWK off=3639033 len=886487 2023-12-20T11:14:40.788 INFO:tasks.workunit.client.0.smithi123.stdout:op 1279 completed, throughput=5MB/sec 2023-12-20T11:14:40.788 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wpjaWnmrrWjO_D4 off=13701452 len=1678757 2023-12-20T11:14:40.789 INFO:tasks.workunit.client.0.smithi123.stdout:op 1280 completed, throughput=5MB/sec 2023-12-20T11:14:41.790 INFO:tasks.workunit.client.0.smithi123.stdout: 253: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:41.790 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-spERRp_eYutc6XO off=3734777 len=1724503 2023-12-20T11:14:41.800 INFO:tasks.workunit.client.0.smithi123.stdout:op 1281 completed, throughput=4.99MB/sec 2023-12-20T11:14:41.800 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-msxFJuERk5TUsoD off=4999137 len=896021 2023-12-20T11:14:41.801 INFO:tasks.workunit.client.0.smithi123.stdout:op 1282 completed, throughput=4.99MB/sec 2023-12-20T11:14:41.801 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-48-Cyri1k89JhAB off=12810593 len=1029517 2023-12-20T11:14:41.802 INFO:tasks.workunit.client.0.smithi123.stdout:op 1283 completed, throughput=5MB/sec 2023-12-20T11:14:41.802 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-t4cf-7a5Q9FRrPG off=8328479 len=642202 2023-12-20T11:14:41.802 INFO:tasks.workunit.client.0.smithi123.stdout:op 1284 completed, throughput=5MB/sec 2023-12-20T11:14:41.802 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9vHgUFPsUdCFkzG off=14838798 len=1611266 2023-12-20T11:14:41.809 INFO:tasks.workunit.client.0.smithi123.stdout:op 1285 completed, throughput=5MB/sec 2023-12-20T11:14:41.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:41 smithi177 ceph-mon[212096]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:14:41.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:14:41.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:14:41.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:14:41.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:41 smithi123 ceph-mon[188613]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:14:41.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:14:41.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:14:41.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:14:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:41 smithi123 ceph-mon[191304]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:14:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:14:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:14:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:14:42.809 INFO:tasks.workunit.client.0.smithi123.stdout: 254: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:42.809 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-rJS-c0ARGzDIFR9 off=6897968 len=1354164 2023-12-20T11:14:42.817 INFO:tasks.workunit.client.0.smithi123.stdout:op 1286 completed, throughput=4.99MB/sec 2023-12-20T11:14:42.817 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NXdyriFRyfq664T off=617944 len=427401 2023-12-20T11:14:42.817 INFO:tasks.workunit.client.0.smithi123.stdout:op 1287 completed, throughput=4.99MB/sec 2023-12-20T11:14:42.817 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-sGRRVy09ASbN5Hv off=1315854 len=231654 2023-12-20T11:14:42.818 INFO:tasks.workunit.client.0.smithi123.stdout:op 1288 completed, throughput=4.99MB/sec 2023-12-20T11:14:42.818 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-iw3h4JQ1LL4O8BI off=7585525 len=730164 2023-12-20T11:14:42.821 INFO:tasks.workunit.client.0.smithi123.stdout:op 1289 completed, throughput=4.99MB/sec 2023-12-20T11:14:42.821 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-dFTBFbpMVJuaw4a off=1104876 len=527880 2023-12-20T11:14:42.823 INFO:tasks.workunit.client.0.smithi123.stdout:op 1290 completed, throughput=5MB/sec 2023-12-20T11:14:42.823 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nZeZ4BxBanNqS6C off=10936195 len=579313 2023-12-20T11:14:42.824 INFO:tasks.workunit.client.0.smithi123.stdout:op 1291 completed, throughput=5MB/sec 2023-12-20T11:14:42.824 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-kAXb-wQfVD0PHub off=178008 len=330939 2023-12-20T11:14:42.827 INFO:tasks.workunit.client.0.smithi123.stdout:op 1292 completed, throughput=5MB/sec 2023-12-20T11:14:42.827 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WyX1stx7x9l_nKQ off=2651343 len=1112445 2023-12-20T11:14:42.833 INFO:tasks.workunit.client.0.smithi123.stdout:op 1293 completed, throughput=5MB/sec 2023-12-20T11:14:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:14:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:14:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:14:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:14:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:14:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:14:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:14:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:14:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:14:43.834 INFO:tasks.workunit.client.0.smithi123.stdout: 255: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:43.834 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-OHnlKqwICoiWOpj off=4445879 len=1305267 2023-12-20T11:14:43.836 INFO:tasks.workunit.client.0.smithi123.stdout:op 1294 completed, throughput=4.99MB/sec 2023-12-20T11:14:43.837 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-8_jzIAMMmBBV04k off=2295718 len=14026 2023-12-20T11:14:43.839 INFO:tasks.workunit.client.0.smithi123.stdout:op 1295 completed, throughput=4.99MB/sec 2023-12-20T11:14:43.839 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-HI6Ksv4GRgag8mR off=2608908 len=1960457 2023-12-20T11:14:43.851 INFO:tasks.workunit.client.0.smithi123.stdout:op 1296 completed, throughput=5MB/sec 2023-12-20T11:14:43.851 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WfjSnr1sQCYJ9ry off=1559669 len=1938679 2023-12-20T11:14:43.861 INFO:tasks.workunit.client.0.smithi123.stdout:op 1297 completed, throughput=5MB/sec 2023-12-20T11:14:43.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:43 smithi177 ceph-mon[212096]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:14:43.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:43 smithi123 ceph-mon[191304]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:14:43.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:43 smithi123 ceph-mon[188613]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:14:44.861 INFO:tasks.workunit.client.0.smithi123.stdout: 256: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:44.861 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-OOOKvb7oziF3p3V off=1142120 len=1190427 2023-12-20T11:14:44.869 INFO:tasks.workunit.client.0.smithi123.stdout:op 1298 completed, throughput=4.99MB/sec 2023-12-20T11:14:44.869 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6kUoGdNJ2cHy22Q off=664705 len=635650 2023-12-20T11:14:44.873 INFO:tasks.workunit.client.0.smithi123.stdout:op 1299 completed, throughput=4.99MB/sec 2023-12-20T11:14:44.873 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-n-TOypwGTguIgBf off=13587141 len=320901 2023-12-20T11:14:44.874 INFO:tasks.workunit.client.0.smithi123.stdout:op 1300 completed, throughput=4.99MB/sec 2023-12-20T11:14:44.874 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Bbw9UDKDwtZ8sRX off=5216983 len=1653118 2023-12-20T11:14:44.880 INFO:tasks.workunit.client.0.smithi123.stdout:op 1301 completed, throughput=5MB/sec 2023-12-20T11:14:44.880 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-PyADVBpMY--KcbZ off=13739634 len=1866411 2023-12-20T11:14:44.889 INFO:tasks.workunit.client.0.smithi123.stdout:op 1302 completed, throughput=5MB/sec 2023-12-20T11:14:45.894 INFO:tasks.workunit.client.0.smithi123.stdout: 257: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:45.894 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qEX9jVbRjJDr5MH off=12003435 len=246933 2023-12-20T11:14:45.894 INFO:tasks.workunit.client.0.smithi123.stdout:op 1303 completed, throughput=4.99MB/sec 2023-12-20T11:14:45.894 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NGvv2xJatfIEZrb off=324487 len=1853895 2023-12-20T11:14:45.894 INFO:tasks.workunit.client.0.smithi123.stdout:op 1304 completed, throughput=4.99MB/sec 2023-12-20T11:14:45.895 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8xCQwBScnpaW9_Q off=10661857 len=218068 2023-12-20T11:14:45.895 INFO:tasks.workunit.client.0.smithi123.stdout:op 1305 completed, throughput=4.99MB/sec 2023-12-20T11:14:45.895 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-aWKXyQoyWSgWfsT off=4400090 len=373647 2023-12-20T11:14:45.897 INFO:tasks.workunit.client.0.smithi123.stdout:op 1306 completed, throughput=4.99MB/sec 2023-12-20T11:14:45.897 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gesJhLrhIypR1qr off=224557 len=1476907 2023-12-20T11:14:45.898 INFO:tasks.workunit.client.0.smithi123.stdout:op 1307 completed, throughput=5MB/sec 2023-12-20T11:14:45.898 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-s80w-8yh_uWHjLg off=6710668 len=1108729 2023-12-20T11:14:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:45 smithi177 ceph-mon[212096]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:14:45.905 INFO:tasks.workunit.client.0.smithi123.stdout:op 1308 completed, throughput=5MB/sec 2023-12-20T11:14:45.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:45 smithi123 ceph-mon[191304]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:14:45.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:45 smithi123 ceph-mon[188613]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:14:46.906 INFO:tasks.workunit.client.0.smithi123.stdout: 258: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:46.906 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-u-0HjuNYuhAMKW9 off=448863 len=860626 2023-12-20T11:14:46.910 INFO:tasks.workunit.client.0.smithi123.stdout:op 1309 completed, throughput=4.99MB/sec 2023-12-20T11:14:46.910 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Uow2ov3A67NWwjs off=7270236 len=446940 2023-12-20T11:14:46.911 INFO:tasks.workunit.client.0.smithi123.stdout:op 1310 completed, throughput=4.99MB/sec 2023-12-20T11:14:46.911 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-wsU3Yc7PwdkVXk8 off=1372145 len=1829873 2023-12-20T11:14:46.919 INFO:tasks.workunit.client.0.smithi123.stdout:op 1311 completed, throughput=5MB/sec 2023-12-20T11:14:46.920 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-BoAO5RXQ6etxP4f off=2670349 len=1696002 2023-12-20T11:14:46.921 INFO:tasks.workunit.client.0.smithi123.stdout:op 1312 completed, throughput=5MB/sec 2023-12-20T11:14:47.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:47 smithi177 ceph-mon[212096]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:14:47.921 INFO:tasks.workunit.client.0.smithi123.stdout: 259: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:47.922 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vemRf5uvohwFyww off=14256972 len=245339 2023-12-20T11:14:47.925 INFO:tasks.workunit.client.0.smithi123.stdout:op 1313 completed, throughput=4.98MB/sec 2023-12-20T11:14:47.925 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nL9nkpSLt1PsDCl off=4808046 len=1137234 2023-12-20T11:14:47.934 INFO:tasks.workunit.client.0.smithi123.stdout:op 1314 completed, throughput=4.99MB/sec 2023-12-20T11:14:47.934 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-1qdn4PtN0Z-ztaY off=5338835 len=1281425 2023-12-20T11:14:47.939 INFO:tasks.workunit.client.0.smithi123.stdout:op 1315 completed, throughput=4.99MB/sec 2023-12-20T11:14:47.940 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-qtKZJNykk0FMHQO off=1418798 len=1257178 2023-12-20T11:14:47.946 INFO:tasks.workunit.client.0.smithi123.stdout:op 1316 completed, throughput=5MB/sec 2023-12-20T11:14:47.946 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-EP7V6ErrYLcvxBo off=7966698 len=1641789 2023-12-20T11:14:47.955 INFO:tasks.workunit.client.0.smithi123.stdout:op 1317 completed, throughput=5MB/sec 2023-12-20T11:14:47.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:47 smithi123 ceph-mon[191304]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:14:47.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:47 smithi123 ceph-mon[188613]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:14:48.955 INFO:tasks.workunit.client.0.smithi123.stdout: 260: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:48.955 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-N1MKSfOwdadmHsk off=2718007 len=2089980 2023-12-20T11:14:48.966 INFO:tasks.workunit.client.0.smithi123.stdout:op 1318 completed, throughput=4.99MB/sec 2023-12-20T11:14:48.966 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FuYDhEm9mN6cQil off=5698994 len=1061054 2023-12-20T11:14:48.968 INFO:tasks.workunit.client.0.smithi123.stdout:op 1319 completed, throughput=4.99MB/sec 2023-12-20T11:14:48.968 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5CbOBx4GpETRMSb off=1783605 len=1950073 2023-12-20T11:14:48.972 INFO:tasks.workunit.client.0.smithi123.stdout:op 1320 completed, throughput=5MB/sec 2023-12-20T11:14:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:14:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:14:49] "GET /metrics HTTP/1.1" 200 33950 "" "Prometheus/2.43.0" 2023-12-20T11:14:49.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:49 smithi177 ceph-mon[212096]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:14:49.970 INFO:tasks.workunit.client.0.smithi123.stdout: 261: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:49.971 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-WPZvWGKGePGjED4 off=10829540 len=937794 2023-12-20T11:14:49.972 INFO:tasks.workunit.client.0.smithi123.stdout:op 1321 completed, throughput=4.99MB/sec 2023-12-20T11:14:49.972 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Dsin7IyvNIkhQVu off=1177481 len=1637385 2023-12-20T11:14:49.982 INFO:tasks.workunit.client.0.smithi123.stdout:op 1322 completed, throughput=4.99MB/sec 2023-12-20T11:14:49.982 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Fw6jk2cXgXLBYur off=4585995 len=1037618 2023-12-20T11:14:49.987 INFO:tasks.workunit.client.0.smithi123.stdout:op 1323 completed, throughput=4.99MB/sec 2023-12-20T11:14:49.987 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-MtA_5RTbSMj1aCf off=15078478 len=285757 2023-12-20T11:14:49.987 INFO:tasks.workunit.client.0.smithi123.stdout:op 1324 completed, throughput=5MB/sec 2023-12-20T11:14:49.987 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-HNp126UeHfwQVVR off=6503789 len=1231537 2023-12-20T11:14:49.990 INFO:tasks.workunit.client.0.smithi123.stdout:op 1325 completed, throughput=5MB/sec 2023-12-20T11:14:49.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:49 smithi123 ceph-mon[191304]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:14:49.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:49 smithi123 ceph-mon[188613]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:14:50.991 INFO:tasks.workunit.client.0.smithi123.stdout: 262: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:50.991 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-mzr1yas1TSYX4iJ off=828929 len=1436106 2023-12-20T11:14:50.999 INFO:tasks.workunit.client.0.smithi123.stdout:op 1326 completed, throughput=4.99MB/sec 2023-12-20T11:14:50.999 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lngy1_C75UB-YTG off=2729637 len=1640305 2023-12-20T11:14:51.001 INFO:tasks.workunit.client.0.smithi123.stdout:op 1327 completed, throughput=4.99MB/sec 2023-12-20T11:14:51.001 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KJ-3AmV87fvYFKO off=9552570 len=88679 2023-12-20T11:14:51.003 INFO:tasks.workunit.client.0.smithi123.stdout:op 1328 completed, throughput=4.99MB/sec 2023-12-20T11:14:51.003 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Pb7MRfBjz4pGTBK off=7529715 len=1902311 2023-12-20T11:14:51.005 INFO:tasks.workunit.client.0.smithi123.stdout:op 1329 completed, throughput=5MB/sec 2023-12-20T11:14:51.005 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-d4_845KCTV1Mlux off=9958618 len=1254759 2023-12-20T11:14:51.006 INFO:tasks.workunit.client.0.smithi123.stdout:op 1330 completed, throughput=5MB/sec 2023-12-20T11:14:51.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:51 smithi177 ceph-mon[212096]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-20T11:14:51.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:51 smithi123 ceph-mon[191304]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-20T11:14:51.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:51 smithi123 ceph-mon[188613]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-20T11:14:52.006 INFO:tasks.workunit.client.0.smithi123.stdout: 263: throughput=4.99MB/sec pending data=0 2023-12-20T11:14:52.007 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ACDH9qK2VhxIuY8 off=4908028 len=366166 2023-12-20T11:14:52.010 INFO:tasks.workunit.client.0.smithi123.stdout:op 1331 completed, throughput=4.99MB/sec 2023-12-20T11:14:52.010 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-A8jk1ERgxU-ETX5 off=12314630 len=1297328 2023-12-20T11:14:52.018 INFO:tasks.workunit.client.0.smithi123.stdout:op 1332 completed, throughput=4.99MB/sec 2023-12-20T11:14:52.018 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--ji2l71g0ePcYC6 off=1619532 len=939428 2023-12-20T11:14:52.022 INFO:tasks.workunit.client.0.smithi123.stdout:op 1333 completed, throughput=4.99MB/sec 2023-12-20T11:14:52.022 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qBm9XmAlUweUmmP off=614691 len=1059405 2023-12-20T11:14:52.024 INFO:tasks.workunit.client.0.smithi123.stdout:op 1334 completed, throughput=5MB/sec 2023-12-20T11:14:52.024 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GAhZrkzPknX227_ off=15941306 len=1057751 2023-12-20T11:14:52.024 INFO:tasks.workunit.client.0.smithi123.stdout:op 1335 completed, throughput=5MB/sec 2023-12-20T11:14:53.025 INFO:tasks.workunit.client.0.smithi123.stdout: 264: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:53.025 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-v9KFfdsemeGVVOi off=153329 len=149018 2023-12-20T11:14:53.028 INFO:tasks.workunit.client.0.smithi123.stdout:op 1336 completed, throughput=4.98MB/sec 2023-12-20T11:14:53.028 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZTsUOJCj7FLFh8J off=10093366 len=944663 2023-12-20T11:14:53.030 INFO:tasks.workunit.client.0.smithi123.stdout:op 1337 completed, throughput=4.99MB/sec 2023-12-20T11:14:53.030 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-webdpgQ7gfPObMV off=14163618 len=1819637 2023-12-20T11:14:53.032 INFO:tasks.workunit.client.0.smithi123.stdout:op 1338 completed, throughput=4.99MB/sec 2023-12-20T11:14:53.032 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2mvMjus2OKvk5Cr off=5548917 len=208085 2023-12-20T11:14:53.035 INFO:tasks.workunit.client.0.smithi123.stdout:op 1339 completed, throughput=4.99MB/sec 2023-12-20T11:14:53.035 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-f68RF2RE6yf_ovm off=6342910 len=620378 2023-12-20T11:14:53.040 INFO:tasks.workunit.client.0.smithi123.stdout:op 1340 completed, throughput=5MB/sec 2023-12-20T11:14:53.040 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4c4bu62BZLdcJ8p off=3907255 len=1361254 2023-12-20T11:14:53.042 INFO:tasks.workunit.client.0.smithi123.stdout:op 1341 completed, throughput=5MB/sec 2023-12-20T11:14:53.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:53 smithi177 ceph-mon[212096]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:14:53.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:53 smithi123 ceph-mon[191304]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:14:53.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:53 smithi123 ceph-mon[188613]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:14:54.042 INFO:tasks.workunit.client.0.smithi123.stdout: 265: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:54.042 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-sTvroCpbd1Bigbf off=10365713 len=539248 2023-12-20T11:14:54.044 INFO:tasks.workunit.client.0.smithi123.stdout:op 1342 completed, throughput=4.98MB/sec 2023-12-20T11:14:54.044 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-il6mpe0bSYWlqLc off=5684216 len=1546997 2023-12-20T11:14:54.046 INFO:tasks.workunit.client.0.smithi123.stdout:op 1343 completed, throughput=4.99MB/sec 2023-12-20T11:14:54.046 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wojfZrLU4y45vn6 off=7838573 len=1448395 2023-12-20T11:14:54.048 INFO:tasks.workunit.client.0.smithi123.stdout:op 1344 completed, throughput=4.99MB/sec 2023-12-20T11:14:54.049 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-azwbGyNFamU4pP9 off=1573429 len=1616708 2023-12-20T11:14:54.050 INFO:tasks.workunit.client.0.smithi123.stdout:op 1345 completed, throughput=5MB/sec 2023-12-20T11:14:55.050 INFO:tasks.workunit.client.0.smithi123.stdout: 266: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:55.051 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-r6Wikz7JTbJAD4i off=636463 len=1143530 2023-12-20T11:14:55.052 INFO:tasks.workunit.client.0.smithi123.stdout:op 1346 completed, throughput=4.99MB/sec 2023-12-20T11:14:55.052 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-bErPFwUuOVZPUDV off=21347877 len=355127 2023-12-20T11:14:55.056 INFO:tasks.workunit.client.0.smithi123.stdout:op 1347 completed, throughput=4.99MB/sec 2023-12-20T11:14:55.056 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zTgKm2mG2NaKC94 off=1010292 len=882706 2023-12-20T11:14:55.057 INFO:tasks.workunit.client.0.smithi123.stdout:op 1348 completed, throughput=4.99MB/sec 2023-12-20T11:14:55.057 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-JtdkS6d-O6xfqrD off=6216024 len=1237173 2023-12-20T11:14:55.059 INFO:tasks.workunit.client.0.smithi123.stdout:op 1349 completed, throughput=4.99MB/sec 2023-12-20T11:14:55.059 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Ek-Ty30fo-cF28z off=3150573 len=653067 2023-12-20T11:14:55.063 INFO:tasks.workunit.client.0.smithi123.stdout:op 1350 completed, throughput=5MB/sec 2023-12-20T11:14:55.063 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-r5t8hsvFRr3BkEI off=2812597 len=1131727 2023-12-20T11:14:55.067 INFO:tasks.workunit.client.0.smithi123.stdout:op 1351 completed, throughput=5MB/sec 2023-12-20T11:14:55.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:55 smithi177 ceph-mon[212096]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-20T11:14:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:55 smithi123 ceph-mon[191304]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-20T11:14:55.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:55 smithi123 ceph-mon[188613]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-20T11:14:56.067 INFO:tasks.workunit.client.0.smithi123.stdout: 267: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:56.068 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-a7adGOkDZFUTv7W off=3440679 len=2011495 2023-12-20T11:14:56.069 INFO:tasks.workunit.client.0.smithi123.stdout:op 1352 completed, throughput=4.99MB/sec 2023-12-20T11:14:56.069 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DCjQ48WnxDiH3-x off=8278559 len=1441551 2023-12-20T11:14:56.071 INFO:tasks.workunit.client.0.smithi123.stdout:op 1353 completed, throughput=4.99MB/sec 2023-12-20T11:14:56.072 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-M40OlWkTljJtXAS off=2566659 len=421681 2023-12-20T11:14:56.072 INFO:tasks.workunit.client.0.smithi123.stdout:op 1354 completed, throughput=5MB/sec 2023-12-20T11:14:56.072 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-UKPgH8dTWPlqMuS off=2300382 len=755136 2023-12-20T11:14:56.073 INFO:tasks.workunit.client.0.smithi123.stdout:op 1355 completed, throughput=5MB/sec 2023-12-20T11:14:56.073 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-1cgJcDN2GcGKD3m off=2659983 len=664682 2023-12-20T11:14:56.074 INFO:tasks.workunit.client.0.smithi123.stdout:op 1356 completed, throughput=5MB/sec 2023-12-20T11:14:56.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:14:56.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:14:56.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:14:57.074 INFO:tasks.workunit.client.0.smithi123.stdout: 268: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:57.074 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GUr9Y6_5NlbTwv2 off=531445 len=1177384 2023-12-20T11:14:57.080 INFO:tasks.workunit.client.0.smithi123.stdout:op 1357 completed, throughput=4.99MB/sec 2023-12-20T11:14:57.080 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Hts28Lk7xUASbbm off=6263423 len=1616725 2023-12-20T11:14:57.088 INFO:tasks.workunit.client.0.smithi123.stdout:op 1358 completed, throughput=4.99MB/sec 2023-12-20T11:14:57.088 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-X63afKVCsrXosmI off=9441424 len=198504 2023-12-20T11:14:57.089 INFO:tasks.workunit.client.0.smithi123.stdout:op 1359 completed, throughput=4.99MB/sec 2023-12-20T11:14:57.089 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-IYTH11_7PYdrjGQ off=2152936 len=631583 2023-12-20T11:14:57.093 INFO:tasks.workunit.client.0.smithi123.stdout:op 1360 completed, throughput=4.99MB/sec 2023-12-20T11:14:57.094 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-HCDi6pTJdvEi2CU off=8852015 len=903853 2023-12-20T11:14:57.097 INFO:tasks.workunit.client.0.smithi123.stdout:op 1361 completed, throughput=5MB/sec 2023-12-20T11:14:57.097 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SO9XEo3WUHKxu_4 off=14465382 len=77732 2023-12-20T11:14:57.099 INFO:tasks.workunit.client.0.smithi123.stdout:op 1362 completed, throughput=5MB/sec 2023-12-20T11:14:57.099 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8j8dC2ij7qMX_Xc off=14042312 len=1273753 2023-12-20T11:14:57.100 INFO:tasks.workunit.client.0.smithi123.stdout:op 1363 completed, throughput=5MB/sec 2023-12-20T11:14:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:57 smithi177 ceph-mon[212096]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:14:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:57 smithi123 ceph-mon[188613]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:14:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:57 smithi123 ceph-mon[191304]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:14:58.101 INFO:tasks.workunit.client.0.smithi123.stdout: 269: throughput=4.98MB/sec pending data=0 2023-12-20T11:14:58.101 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-1CPBa0qVwkEx1sz off=2227116 len=610124 2023-12-20T11:14:58.102 INFO:tasks.workunit.client.0.smithi123.stdout:op 1364 completed, throughput=4.99MB/sec 2023-12-20T11:14:58.102 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Id2mHgmQAUH-9tC off=11947019 len=1419628 2023-12-20T11:14:58.108 INFO:tasks.workunit.client.0.smithi123.stdout:op 1365 completed, throughput=4.99MB/sec 2023-12-20T11:14:58.108 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tezK1CrGU5zjWIJ off=567442 len=1368101 2023-12-20T11:14:58.110 INFO:tasks.workunit.client.0.smithi123.stdout:op 1366 completed, throughput=5MB/sec 2023-12-20T11:14:58.110 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cKQDChaz1bBqc1U off=16561419 len=1162684 2023-12-20T11:14:58.113 INFO:tasks.workunit.client.0.smithi123.stdout:op 1367 completed, throughput=5MB/sec 2023-12-20T11:14:58.114 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-1LVYI39-YJk3u2O off=360081 len=1915752 2023-12-20T11:14:58.124 INFO:tasks.workunit.client.0.smithi123.stdout:op 1368 completed, throughput=5.01MB/sec 2023-12-20T11:14:59.124 INFO:tasks.workunit.client.0.smithi123.stdout: 270: throughput=4.99MB/sec pending data=0 2023-12-20T11:14:59.125 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FPyhtVBZXfz64EO off=21259054 len=1506849 2023-12-20T11:14:59.132 INFO:tasks.workunit.client.0.smithi123.stdout:op 1369 completed, throughput=4.99MB/sec 2023-12-20T11:14:59.133 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WIFSgkQOpZdHwNR off=10546152 len=625406 2023-12-20T11:14:59.136 INFO:tasks.workunit.client.0.smithi123.stdout:op 1370 completed, throughput=5MB/sec 2023-12-20T11:14:59.136 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-oaQFOHMrjZ-B0nr off=722278 len=1163475 2023-12-20T11:14:59.138 INFO:tasks.workunit.client.0.smithi123.stdout:op 1371 completed, throughput=5MB/sec 2023-12-20T11:14:59.138 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kYb35kDOwyZympw off=77493 len=20741 2023-12-20T11:14:59.138 INFO:tasks.workunit.client.0.smithi123.stdout:op 1372 completed, throughput=5MB/sec 2023-12-20T11:14:59.138 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0q3DfdRyhuPeDyp off=2111519 len=583155 2023-12-20T11:14:59.142 INFO:tasks.workunit.client.0.smithi123.stdout:op 1373 completed, throughput=5MB/sec 2023-12-20T11:14:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:14:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:14:59] "GET /metrics HTTP/1.1" 200 33949 "" "Prometheus/2.43.0" 2023-12-20T11:14:59.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:14:59 smithi177 ceph-mon[212096]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:14:59.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:14:59 smithi123 ceph-mon[191304]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:14:59.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:14:59 smithi123 ceph-mon[188613]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:15:00.042 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:15:00.142 INFO:tasks.workunit.client.0.smithi123.stdout: 271: throughput=4.98MB/sec pending data=0 2023-12-20T11:15:00.143 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-soyCvwb2MxwDgxm off=18310515 len=53178 2023-12-20T11:15:00.143 INFO:tasks.workunit.client.0.smithi123.stdout:op 1374 completed, throughput=4.98MB/sec 2023-12-20T11:15:00.143 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FOfEnhqZZ7WJSxK off=11457964 len=1137567 2023-12-20T11:15:00.146 INFO:tasks.workunit.client.0.smithi123.stdout:op 1375 completed, throughput=4.99MB/sec 2023-12-20T11:15:00.146 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9FmP69OWH6GfQ5c off=6388743 len=1249891 2023-12-20T11:15:00.148 INFO:tasks.workunit.client.0.smithi123.stdout:op 1376 completed, throughput=4.99MB/sec 2023-12-20T11:15:00.148 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wIpY0KrtCG6-55j off=1911163 len=1759916 2023-12-20T11:15:00.149 INFO:tasks.workunit.client.0.smithi123.stdout:op 1377 completed, throughput=5MB/sec 2023-12-20T11:15:00.149 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2Xb_i6l21QvzOMf off=3087255 len=1648741 2023-12-20T11:15:00.158 INFO:tasks.workunit.client.0.smithi123.stdout:op 1378 completed, throughput=5MB/sec 2023-12-20T11:15:00.349 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:15:00.349 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (23m) 19s ago 26m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:15:00.349 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (23m) 8m ago 26m 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:15:00.349 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (27m) 19s ago 27m 19.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:15:00.349 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (27m) 8m ago 27m 26.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:15:00.350 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (23m) 8m ago 29m 454M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:15:00.350 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (23m) 19s ago 31m 538M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:15:00.350 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (22m) 19s ago 31m 247M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:15:00.350 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (22m) 8m ago 30m 123M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:15:00.350 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (22m) 19s ago 30m 157M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:15:00.350 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (23m) 19s ago 26m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:15:00.350 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (23m) 8m ago 26m 19.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:15:00.350 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (22m) 19s ago 29m 1835M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:15:00.350 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (21m) 19s ago 29m 2063M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:15:00.350 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (21m) 19s ago 29m 2149M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:15:00.350 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (20m) 19s ago 28m 1878M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:15:00.350 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (20m) 8m ago 28m 1148M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:15:00.350 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (19m) 8m ago 28m 1064M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:15:00.350 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (19m) 8m ago 28m 853M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:15:00.351 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (18m) 8m ago 27m 1037M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:15:00.351 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (23m) 8m ago 27m 67.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:15:00.732 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:15:00.732 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:15:00.732 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:15:00.732 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:15:00.732 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:15:00.732 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:15:00.732 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:15:00.732 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:15:00.732 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:15:00.732 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:15:00.732 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:15:00.733 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:15:00.733 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:15:00.733 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:15:00.733 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:15:00.733 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:15:00.733 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:15:00.733 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:15:01.159 INFO:tasks.workunit.client.0.smithi123.stdout: 272: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:01.159 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vdQWsBLUdL32snv off=12506908 len=545529 2023-12-20T11:15:01.163 INFO:tasks.workunit.client.0.smithi123.stdout:op 1379 completed, throughput=4.99MB/sec 2023-12-20T11:15:01.163 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2sMwXoGVGZZlobe off=6664367 len=1705052 2023-12-20T11:15:01.169 INFO:tasks.workunit.client.0.smithi123.stdout:op 1380 completed, throughput=4.99MB/sec 2023-12-20T11:15:01.170 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--2KWG5_J2fa6AEK off=7194631 len=399246 2023-12-20T11:15:01.171 INFO:tasks.workunit.client.0.smithi123.stdout:op 1381 completed, throughput=4.99MB/sec 2023-12-20T11:15:01.171 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nihLBz5zxBfT-K_ off=242095 len=596346 2023-12-20T11:15:01.174 INFO:tasks.workunit.client.0.smithi123.stdout:op 1382 completed, throughput=5MB/sec 2023-12-20T11:15:01.174 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-JRq-_W7mpQkqY52 off=10661997 len=1084047 2023-12-20T11:15:01.176 INFO:tasks.workunit.client.0.smithi123.stdout:op 1383 completed, throughput=5MB/sec 2023-12-20T11:15:01.176 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hNrunLyYLyb2ED3 off=3420391 len=882884 2023-12-20T11:15:01.177 INFO:tasks.workunit.client.0.smithi123.stdout:op 1384 completed, throughput=5MB/sec 2023-12-20T11:15:01.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:01 smithi177 ceph-mon[212096]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:15:01.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:01 smithi177 ceph-mon[212096]: from='client.35418 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:15:01.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:01 smithi177 ceph-mon[212096]: from='client.35424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:15:01.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:01 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3988777' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:15:01.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:01 smithi123 ceph-mon[191304]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:15:01.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:01 smithi123 ceph-mon[191304]: from='client.35418 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:15:01.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:01 smithi123 ceph-mon[191304]: from='client.35424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:15:01.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:01 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3988777' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:15:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:01 smithi123 ceph-mon[188613]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:15:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:01 smithi123 ceph-mon[188613]: from='client.35418 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:15:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:01 smithi123 ceph-mon[188613]: from='client.35424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:15:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:01 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3988777' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:15:02.178 INFO:tasks.workunit.client.0.smithi123.stdout: 273: throughput=4.98MB/sec pending data=0 2023-12-20T11:15:02.178 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wOJS4uvAcBSnQy4 off=5148647 len=669763 2023-12-20T11:15:02.179 INFO:tasks.workunit.client.0.smithi123.stdout:op 1385 completed, throughput=4.99MB/sec 2023-12-20T11:15:02.179 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-kw8AhUkiu0YdFeX off=2578745 len=669975 2023-12-20T11:15:02.183 INFO:tasks.workunit.client.0.smithi123.stdout:op 1386 completed, throughput=4.99MB/sec 2023-12-20T11:15:02.183 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-M-Ao8OaORJxLqo5 off=6414885 len=1209704 2023-12-20T11:15:02.189 INFO:tasks.workunit.client.0.smithi123.stdout:op 1387 completed, throughput=4.99MB/sec 2023-12-20T11:15:02.189 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-62gPWLflHImXrpx off=2799502 len=1959601 2023-12-20T11:15:02.191 INFO:tasks.workunit.client.0.smithi123.stdout:op 1388 completed, throughput=5MB/sec 2023-12-20T11:15:02.191 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_2C7M_9A33PGm5z off=7251264 len=1702803 2023-12-20T11:15:02.194 INFO:tasks.workunit.client.0.smithi123.stdout:op 1389 completed, throughput=5.01MB/sec 2023-12-20T11:15:03.195 INFO:tasks.workunit.client.0.smithi123.stdout: 274: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:03.195 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wLbv_eoZb35XFU6 off=6791181 len=545719 2023-12-20T11:15:03.196 INFO:tasks.workunit.client.0.smithi123.stdout:op 1390 completed, throughput=4.99MB/sec 2023-12-20T11:15:03.196 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QFx6NOqMpP-cNe3 off=519602 len=853014 2023-12-20T11:15:03.201 INFO:tasks.workunit.client.0.smithi123.stdout:op 1391 completed, throughput=4.99MB/sec 2023-12-20T11:15:03.201 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-HSm99M7E73OLOkC off=3499533 len=153291 2023-12-20T11:15:03.202 INFO:tasks.workunit.client.0.smithi123.stdout:op 1392 completed, throughput=4.99MB/sec 2023-12-20T11:15:03.202 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vjW9wJFSgO7heqF off=2588609 len=787397 2023-12-20T11:15:03.203 INFO:tasks.workunit.client.0.smithi123.stdout:op 1393 completed, throughput=5MB/sec 2023-12-20T11:15:03.203 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-h7LZ_U4l-PcvVlL off=7589347 len=833468 2023-12-20T11:15:03.207 INFO:tasks.workunit.client.0.smithi123.stdout:op 1394 completed, throughput=5MB/sec 2023-12-20T11:15:03.207 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6Ce1BAkZR23tG7f off=4701084 len=96881 2023-12-20T11:15:03.210 INFO:tasks.workunit.client.0.smithi123.stdout:op 1395 completed, throughput=5MB/sec 2023-12-20T11:15:03.210 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-V6mtQB7cyftPzQ7 off=411299 len=529474 2023-12-20T11:15:03.213 INFO:tasks.workunit.client.0.smithi123.stdout:op 1396 completed, throughput=5MB/sec 2023-12-20T11:15:03.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:03 smithi177 ceph-mon[212096]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-20T11:15:03.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:03 smithi123 ceph-mon[191304]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-20T11:15:03.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:03 smithi123 ceph-mon[188613]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-20T11:15:04.214 INFO:tasks.workunit.client.0.smithi123.stdout: 275: throughput=4.98MB/sec pending data=0 2023-12-20T11:15:04.214 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-IPnTLSdbkfBuQHA off=11411919 len=1742768 2023-12-20T11:15:04.216 INFO:tasks.workunit.client.0.smithi123.stdout:op 1397 completed, throughput=4.99MB/sec 2023-12-20T11:15:04.216 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FXJ-oVBLyHLzg_K off=13450996 len=1134221 2023-12-20T11:15:04.218 INFO:tasks.workunit.client.0.smithi123.stdout:op 1398 completed, throughput=4.99MB/sec 2023-12-20T11:15:04.218 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_t6a-mXzHbcC2fC off=1893095 len=420990 2023-12-20T11:15:04.219 INFO:tasks.workunit.client.0.smithi123.stdout:op 1399 completed, throughput=4.99MB/sec 2023-12-20T11:15:04.219 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-JRGC_Oi3cLRNfon off=7568634 len=16190 2023-12-20T11:15:04.220 INFO:tasks.workunit.client.0.smithi123.stdout:op 1400 completed, throughput=4.99MB/sec 2023-12-20T11:15:04.220 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-rvhdcl_C-m64f49 off=17456259 len=1911357 2023-12-20T11:15:04.229 INFO:tasks.workunit.client.0.smithi123.stdout:op 1401 completed, throughput=5MB/sec 2023-12-20T11:15:04.229 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WCcNDFHE2sBtx0H off=5316406 len=779224 2023-12-20T11:15:04.234 INFO:tasks.workunit.client.0.smithi123.stdout:op 1402 completed, throughput=5MB/sec 2023-12-20T11:15:05.235 INFO:tasks.workunit.client.0.smithi123.stdout: 276: throughput=4.98MB/sec pending data=0 2023-12-20T11:15:05.235 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gpP-qRS39D5xAkE off=1548552 len=277032 2023-12-20T11:15:05.236 INFO:tasks.workunit.client.0.smithi123.stdout:op 1403 completed, throughput=4.99MB/sec 2023-12-20T11:15:05.236 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-L9JcQnEErcouejf off=10875056 len=1083916 2023-12-20T11:15:05.242 INFO:tasks.workunit.client.0.smithi123.stdout:op 1404 completed, throughput=4.99MB/sec 2023-12-20T11:15:05.242 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Bx3oz-0irGqfiow off=21540019 len=1281996 2023-12-20T11:15:05.244 INFO:tasks.workunit.client.0.smithi123.stdout:op 1405 completed, throughput=4.99MB/sec 2023-12-20T11:15:05.244 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-HmcGksHuLytA3TR off=7012675 len=289680 2023-12-20T11:15:05.244 INFO:tasks.workunit.client.0.smithi123.stdout:op 1406 completed, throughput=4.99MB/sec 2023-12-20T11:15:05.244 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-x-i1OoRyMLfW-8z off=2466636 len=2039065 2023-12-20T11:15:05.246 INFO:tasks.workunit.client.0.smithi123.stdout:op 1407 completed, throughput=5MB/sec 2023-12-20T11:15:05.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:05 smithi177 ceph-mon[212096]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:15:05.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:05 smithi123 ceph-mon[191304]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:15:05.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:05 smithi123 ceph-mon[188613]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:15:06.247 INFO:tasks.workunit.client.0.smithi123.stdout: 277: throughput=4.98MB/sec pending data=0 2023-12-20T11:15:06.247 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WuI80AEkaltBEmK off=16240829 len=786242 2023-12-20T11:15:06.252 INFO:tasks.workunit.client.0.smithi123.stdout:op 1408 completed, throughput=4.99MB/sec 2023-12-20T11:15:06.252 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SbctbXCSeezbilD off=6689633 len=1525057 2023-12-20T11:15:06.261 INFO:tasks.workunit.client.0.smithi123.stdout:op 1409 completed, throughput=4.99MB/sec 2023-12-20T11:15:06.262 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hLl7MBKvQDjGrX3 off=7969703 len=1859642 2023-12-20T11:15:06.270 INFO:tasks.workunit.client.0.smithi123.stdout:op 1410 completed, throughput=5MB/sec 2023-12-20T11:15:06.270 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-af8_xjwKtiC0eyM off=1201408 len=1689788 2023-12-20T11:15:06.272 INFO:tasks.workunit.client.0.smithi123.stdout:op 1411 completed, throughput=5MB/sec 2023-12-20T11:15:07.272 INFO:tasks.workunit.client.0.smithi123.stdout: 278: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:07.272 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WBLS8AZ7reGPAID off=7383140 len=1873989 2023-12-20T11:15:07.283 INFO:tasks.workunit.client.0.smithi123.stdout:op 1412 completed, throughput=4.99MB/sec 2023-12-20T11:15:07.283 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6m_gP1mhCDj32Ty off=2845011 len=897698 2023-12-20T11:15:07.289 INFO:tasks.workunit.client.0.smithi123.stdout:op 1413 completed, throughput=4.99MB/sec 2023-12-20T11:15:07.289 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4-GxxefhQLgK68D off=1386762 len=1607445 2023-12-20T11:15:07.295 INFO:tasks.workunit.client.0.smithi123.stdout:op 1414 completed, throughput=5MB/sec 2023-12-20T11:15:07.295 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-yLoJA-qC4sUCJuf off=15477458 len=937582 2023-12-20T11:15:07.297 INFO:tasks.workunit.client.0.smithi123.stdout:op 1415 completed, throughput=5MB/sec 2023-12-20T11:15:07.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:07 smithi177 ceph-mon[212096]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-20T11:15:07.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:07 smithi123 ceph-mon[188613]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-20T11:15:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:07 smithi123 ceph-mon[191304]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-20T11:15:08.297 INFO:tasks.workunit.client.0.smithi123.stdout: 279: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:08.297 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Y4IuA5Wfq5sLlk- off=2923877 len=1078769 2023-12-20T11:15:08.305 INFO:tasks.workunit.client.0.smithi123.stdout:op 1416 completed, throughput=4.99MB/sec 2023-12-20T11:15:08.305 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wJVHCWePgVVhRCm off=1296933 len=2049800 2023-12-20T11:15:08.307 INFO:tasks.workunit.client.0.smithi123.stdout:op 1417 completed, throughput=5MB/sec 2023-12-20T11:15:08.307 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--grY785t23ocagN off=10628406 len=1144175 2023-12-20T11:15:08.309 INFO:tasks.workunit.client.0.smithi123.stdout:op 1418 completed, throughput=5MB/sec 2023-12-20T11:15:08.309 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xTnxmGTPNPY9L4T off=10036617 len=158967 2023-12-20T11:15:08.312 INFO:tasks.workunit.client.0.smithi123.stdout:op 1419 completed, throughput=5MB/sec 2023-12-20T11:15:08.312 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-J0xy73XQPsuehdM off=1404731 len=553633 2023-12-20T11:15:08.315 INFO:tasks.workunit.client.0.smithi123.stdout:op 1420 completed, throughput=5MB/sec 2023-12-20T11:15:09.315 INFO:tasks.workunit.client.0.smithi123.stdout: 280: throughput=4.98MB/sec pending data=0 2023-12-20T11:15:09.316 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zBp5pZ-KqJ34xw1 off=3829685 len=1134925 2023-12-20T11:15:09.317 INFO:tasks.workunit.client.0.smithi123.stdout:op 1421 completed, throughput=4.99MB/sec 2023-12-20T11:15:09.317 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nak1dMM_gfRu19U off=9704745 len=277242 2023-12-20T11:15:09.318 INFO:tasks.workunit.client.0.smithi123.stdout:op 1422 completed, throughput=4.99MB/sec 2023-12-20T11:15:09.318 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2Nq4ZuJYC9aJwwW off=1089023 len=996888 2023-12-20T11:15:09.319 INFO:tasks.workunit.client.0.smithi123.stdout:op 1423 completed, throughput=4.99MB/sec 2023-12-20T11:15:09.319 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-7y44X84lNJAl3mr off=5869131 len=223284 2023-12-20T11:15:09.320 INFO:tasks.workunit.client.0.smithi123.stdout:op 1424 completed, throughput=4.99MB/sec 2023-12-20T11:15:09.320 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--ZEe1xnKzQ5goVw off=11451689 len=901917 2023-12-20T11:15:09.321 INFO:tasks.workunit.client.0.smithi123.stdout:op 1425 completed, throughput=5MB/sec 2023-12-20T11:15:09.321 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-pd40zRD7ADAjs7Z off=2719115 len=777103 2023-12-20T11:15:09.326 INFO:tasks.workunit.client.0.smithi123.stdout:op 1426 completed, throughput=5MB/sec 2023-12-20T11:15:09.326 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-aj4BCB-YKFEkN6C off=1195368 len=1063291 2023-12-20T11:15:09.332 INFO:tasks.workunit.client.0.smithi123.stdout:op 1427 completed, throughput=5MB/sec 2023-12-20T11:15:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:15:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:15:09] "GET /metrics HTTP/1.1" 200 33949 "" "Prometheus/2.43.0" 2023-12-20T11:15:09.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:09 smithi177 ceph-mon[212096]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-20T11:15:09.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:09 smithi123 ceph-mon[191304]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-20T11:15:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:09 smithi123 ceph-mon[188613]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-20T11:15:10.332 INFO:tasks.workunit.client.0.smithi123.stdout: 281: throughput=4.98MB/sec pending data=0 2023-12-20T11:15:10.332 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-m9F_e6w8ogxjOgh off=6820754 len=1603739 2023-12-20T11:15:10.335 INFO:tasks.workunit.client.0.smithi123.stdout:op 1428 completed, throughput=4.99MB/sec 2023-12-20T11:15:10.335 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QGzVotvfhoCHrY1 off=1693181 len=555437 2023-12-20T11:15:10.337 INFO:tasks.workunit.client.0.smithi123.stdout:op 1429 completed, throughput=4.99MB/sec 2023-12-20T11:15:10.337 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-v5ny64vcHTtRIwY off=2866467 len=1150625 2023-12-20T11:15:10.340 INFO:tasks.workunit.client.0.smithi123.stdout:op 1430 completed, throughput=5MB/sec 2023-12-20T11:15:10.341 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-mOEtVeKjkrVA1ex off=6733972 len=82543 2023-12-20T11:15:10.343 INFO:tasks.workunit.client.0.smithi123.stdout:op 1431 completed, throughput=5MB/sec 2023-12-20T11:15:10.343 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-MwPhbRO8ENv4I3r off=10655031 len=1524881 2023-12-20T11:15:10.345 INFO:tasks.workunit.client.0.smithi123.stdout:op 1432 completed, throughput=5MB/sec 2023-12-20T11:15:11.345 INFO:tasks.workunit.client.0.smithi123.stdout: 282: throughput=4.98MB/sec pending data=0 2023-12-20T11:15:11.345 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-EgkXugDjECZ9TEI off=7303048 len=466284 2023-12-20T11:15:11.349 INFO:tasks.workunit.client.0.smithi123.stdout:op 1433 completed, throughput=4.98MB/sec 2023-12-20T11:15:11.349 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-PcL3hyyksQ7Auct off=3228986 len=1553535 2023-12-20T11:15:11.358 INFO:tasks.workunit.client.0.smithi123.stdout:op 1434 completed, throughput=4.99MB/sec 2023-12-20T11:15:11.358 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Lyz1c8GbQO4aYNI off=3100997 len=683139 2023-12-20T11:15:11.358 INFO:tasks.workunit.client.0.smithi123.stdout:op 1435 completed, throughput=4.99MB/sec 2023-12-20T11:15:11.359 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-74V3XsIBaUQEv_d off=2171338 len=432788 2023-12-20T11:15:11.359 INFO:tasks.workunit.client.0.smithi123.stdout:op 1436 completed, throughput=4.99MB/sec 2023-12-20T11:15:11.359 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-wndR62eF8Q68H5Y off=8849638 len=1018760 2023-12-20T11:15:11.364 INFO:tasks.workunit.client.0.smithi123.stdout:op 1437 completed, throughput=5MB/sec 2023-12-20T11:15:11.364 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-InHCy7gKur3PIre off=791074 len=1602684 2023-12-20T11:15:11.367 INFO:tasks.workunit.client.0.smithi123.stdout:op 1438 completed, throughput=5MB/sec 2023-12-20T11:15:11.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:11 smithi177 ceph-mon[212096]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:15:11.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:15:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:11 smithi123 ceph-mon[191304]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:15:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:15:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:11 smithi123 ceph-mon[188613]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:15:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:15:12.367 INFO:tasks.workunit.client.0.smithi123.stdout: 283: throughput=4.98MB/sec pending data=0 2023-12-20T11:15:12.367 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mWSLbbW34PRycLO off=15603482 len=1596277 2023-12-20T11:15:12.369 INFO:tasks.workunit.client.0.smithi123.stdout:op 1439 completed, throughput=4.99MB/sec 2023-12-20T11:15:12.373 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CQI5p2y7-6vEPiX off=5154646 len=1917527 2023-12-20T11:15:12.378 INFO:tasks.workunit.client.0.smithi123.stdout:op 1440 completed, throughput=5MB/sec 2023-12-20T11:15:12.378 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ByvAzzO2CFI84BB off=5361587 len=1360811 2023-12-20T11:15:12.385 INFO:tasks.workunit.client.0.smithi123.stdout:op 1441 completed, throughput=5MB/sec 2023-12-20T11:15:13.385 INFO:tasks.workunit.client.0.smithi123.stdout: 284: throughput=4.98MB/sec pending data=0 2023-12-20T11:15:13.385 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-e35ioZPw2tz9vbE off=414428 len=1897295 2023-12-20T11:15:13.397 INFO:tasks.workunit.client.0.smithi123.stdout:op 1442 completed, throughput=4.99MB/sec 2023-12-20T11:15:13.397 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-P0mpNjSpzeSMTfm off=1118132 len=1517719 2023-12-20T11:15:13.403 INFO:tasks.workunit.client.0.smithi123.stdout:op 1443 completed, throughput=4.99MB/sec 2023-12-20T11:15:13.403 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-AtJK2fZwABG387t off=4903507 len=939662 2023-12-20T11:15:13.404 INFO:tasks.workunit.client.0.smithi123.stdout:op 1444 completed, throughput=5MB/sec 2023-12-20T11:15:13.404 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-XpSmWxlsKzRSE4X off=15160793 len=632490 2023-12-20T11:15:13.408 INFO:tasks.workunit.client.0.smithi123.stdout:op 1445 completed, throughput=5MB/sec 2023-12-20T11:15:13.408 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-YkMC31M2rexFtdL off=10664296 len=524459 2023-12-20T11:15:13.411 INFO:tasks.workunit.client.0.smithi123.stdout:op 1446 completed, throughput=5MB/sec 2023-12-20T11:15:13.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:13 smithi177 ceph-mon[212096]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:15:13.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:13 smithi123 ceph-mon[191304]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:15:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:13 smithi123 ceph-mon[188613]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:15:14.412 INFO:tasks.workunit.client.0.smithi123.stdout: 285: throughput=4.98MB/sec pending data=0 2023-12-20T11:15:14.412 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Btdo_Cxx1QBg4z2 off=243608 len=1335782 2023-12-20T11:15:14.421 INFO:tasks.workunit.client.0.smithi123.stdout:op 1447 completed, throughput=4.99MB/sec 2023-12-20T11:15:14.421 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gAaZ2ylX8YEsThB off=3021893 len=1782648 2023-12-20T11:15:14.423 INFO:tasks.workunit.client.0.smithi123.stdout:op 1448 completed, throughput=4.99MB/sec 2023-12-20T11:15:14.423 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-T4GdHbYxLNcGchj off=4767904 len=344076 2023-12-20T11:15:14.426 INFO:tasks.workunit.client.0.smithi123.stdout:op 1449 completed, throughput=4.99MB/sec 2023-12-20T11:15:14.426 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-At57zhBV-VfMLYK off=2402027 len=757615 2023-12-20T11:15:14.430 INFO:tasks.workunit.client.0.smithi123.stdout:op 1450 completed, throughput=5MB/sec 2023-12-20T11:15:14.430 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-SBgM-CZZ0xSQZsO off=6983154 len=633937 2023-12-20T11:15:14.431 INFO:tasks.workunit.client.0.smithi123.stdout:op 1451 completed, throughput=5MB/sec 2023-12-20T11:15:14.431 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-zO7FS-CjWlUfp-n off=3944615 len=997444 2023-12-20T11:15:14.436 INFO:tasks.workunit.client.0.smithi123.stdout:op 1452 completed, throughput=5MB/sec 2023-12-20T11:15:15.440 INFO:tasks.workunit.client.0.smithi123.stdout: 286: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:15.440 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-H6_ZnkgOn1HwGkm off=1407583 len=1929993 2023-12-20T11:15:15.449 INFO:tasks.workunit.client.0.smithi123.stdout:op 1453 completed, throughput=4.99MB/sec 2023-12-20T11:15:15.450 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-JPgyyrLYS5LTnpt off=827388 len=1670826 2023-12-20T11:15:15.451 INFO:tasks.workunit.client.0.smithi123.stdout:op 1454 completed, throughput=5MB/sec 2023-12-20T11:15:15.452 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-7wHzd6DPgrFJKng off=22882297 len=1658070 2023-12-20T11:15:15.452 INFO:tasks.workunit.client.0.smithi123.stdout:op 1455 completed, throughput=5MB/sec 2023-12-20T11:15:15.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:15 smithi177 ceph-mon[212096]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-20T11:15:15.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:15 smithi123 ceph-mon[191304]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-20T11:15:15.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:15 smithi123 ceph-mon[188613]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-20T11:15:16.453 INFO:tasks.workunit.client.0.smithi123.stdout: 287: throughput=4.98MB/sec pending data=0 2023-12-20T11:15:16.453 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-HEirYn-vUnuF6Eg off=3633451 len=1941353 2023-12-20T11:15:16.455 INFO:tasks.workunit.client.0.smithi123.stdout:op 1456 completed, throughput=4.99MB/sec 2023-12-20T11:15:16.455 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Q2tbmkXLsHn46PZ off=8754804 len=576235 2023-12-20T11:15:16.460 INFO:tasks.workunit.client.0.smithi123.stdout:op 1457 completed, throughput=4.99MB/sec 2023-12-20T11:15:16.460 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Ww03OYd4EtTo1Dl off=19550220 len=338770 2023-12-20T11:15:16.463 INFO:tasks.workunit.client.0.smithi123.stdout:op 1458 completed, throughput=4.99MB/sec 2023-12-20T11:15:16.463 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-VA3a_hs-3l7ctgY off=12302735 len=1792466 2023-12-20T11:15:16.472 INFO:tasks.workunit.client.0.smithi123.stdout:op 1459 completed, throughput=5MB/sec 2023-12-20T11:15:16.472 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KeQVC6VfG1R5zjh off=215284 len=1188418 2023-12-20T11:15:16.479 INFO:tasks.workunit.client.0.smithi123.stdout:op 1460 completed, throughput=5MB/sec 2023-12-20T11:15:17.481 INFO:tasks.workunit.client.0.smithi123.stdout: 288: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:17.481 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-yFYndsvQQoeLrjG off=11888458 len=1611407 2023-12-20T11:15:17.481 INFO:tasks.workunit.client.0.smithi123.stdout:op 1461 completed, throughput=4.99MB/sec 2023-12-20T11:15:17.481 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jIH23GXGOq055R7 off=573274 len=1980387 2023-12-20T11:15:17.483 INFO:tasks.workunit.client.0.smithi123.stdout:op 1462 completed, throughput=5MB/sec 2023-12-20T11:15:17.483 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ORAOKTL76-8Iew6 off=1196069 len=379050 2023-12-20T11:15:17.487 INFO:tasks.workunit.client.0.smithi123.stdout:op 1463 completed, throughput=5MB/sec 2023-12-20T11:15:17.487 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-I7bLk6k3VdhstXx off=350021 len=385095 2023-12-20T11:15:17.489 INFO:tasks.workunit.client.0.smithi123.stdout:op 1464 completed, throughput=5MB/sec 2023-12-20T11:15:17.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:17 smithi177 ceph-mon[212096]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-20T11:15:17.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:17 smithi123 ceph-mon[191304]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-20T11:15:17.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:17 smithi123 ceph-mon[188613]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-20T11:15:18.490 INFO:tasks.workunit.client.0.smithi123.stdout: 289: throughput=4.98MB/sec pending data=0 2023-12-20T11:15:18.490 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_MwZPhWGe1oBFtU off=1154252 len=1734701 2023-12-20T11:15:18.497 INFO:tasks.workunit.client.0.smithi123.stdout:op 1465 completed, throughput=4.99MB/sec 2023-12-20T11:15:18.498 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-bn-8OQ2jJZ2QrlO off=1361337 len=27206 2023-12-20T11:15:18.498 INFO:tasks.workunit.client.0.smithi123.stdout:op 1466 completed, throughput=4.99MB/sec 2023-12-20T11:15:18.498 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KpEy-ty80arESkA off=16880350 len=825794 2023-12-20T11:15:18.501 INFO:tasks.workunit.client.0.smithi123.stdout:op 1467 completed, throughput=4.99MB/sec 2023-12-20T11:15:18.501 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Ebb79THj2bxaOYG off=2758754 len=505652 2023-12-20T11:15:18.503 INFO:tasks.workunit.client.0.smithi123.stdout:op 1468 completed, throughput=4.99MB/sec 2023-12-20T11:15:18.503 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fXiAQ_C6yxMm08X off=5464997 len=1410424 2023-12-20T11:15:18.504 INFO:tasks.workunit.client.0.smithi123.stdout:op 1469 completed, throughput=5MB/sec 2023-12-20T11:15:18.504 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vLvloqu8k8_O-iy off=5792389 len=1647041 2023-12-20T11:15:18.505 INFO:tasks.workunit.client.0.smithi123.stdout:op 1470 completed, throughput=5MB/sec 2023-12-20T11:15:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:15:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:15:19] "GET /metrics HTTP/1.1" 200 33951 "" "Prometheus/2.43.0" 2023-12-20T11:15:19.506 INFO:tasks.workunit.client.0.smithi123.stdout: 290: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:19.506 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZI4soRZzaPkTu3M off=15701137 len=13358 2023-12-20T11:15:19.506 INFO:tasks.workunit.client.0.smithi123.stdout:op 1471 completed, throughput=4.99MB/sec 2023-12-20T11:15:19.506 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-LW7nIJYDMEvUAlY off=12065462 len=965528 2023-12-20T11:15:19.512 INFO:tasks.workunit.client.0.smithi123.stdout:op 1472 completed, throughput=4.99MB/sec 2023-12-20T11:15:19.512 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-b0LnN_5_3m-5V3E off=7798506 len=121353 2023-12-20T11:15:19.512 INFO:tasks.workunit.client.0.smithi123.stdout:op 1473 completed, throughput=4.99MB/sec 2023-12-20T11:15:19.512 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Bm09GTF07-eM14M off=8828632 len=962940 2023-12-20T11:15:19.517 INFO:tasks.workunit.client.0.smithi123.stdout:op 1474 completed, throughput=4.99MB/sec 2023-12-20T11:15:19.518 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-F0B-BDTBLsidbey off=4734372 len=1134429 2023-12-20T11:15:19.520 INFO:tasks.workunit.client.0.smithi123.stdout:op 1475 completed, throughput=5MB/sec 2023-12-20T11:15:19.521 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zmBmy4m9T_Hkh_B off=3769848 len=1435660 2023-12-20T11:15:19.521 INFO:tasks.workunit.client.0.smithi123.stdout:op 1476 completed, throughput=5MB/sec 2023-12-20T11:15:19.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:19 smithi177 ceph-mon[212096]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:15:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:19 smithi123 ceph-mon[191304]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:15:19.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:19 smithi123 ceph-mon[188613]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:15:20.520 INFO:tasks.workunit.client.0.smithi123.stdout: 291: throughput=4.98MB/sec pending data=0 2023-12-20T11:15:20.520 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DsSAugBi-CBsyBu off=9805544 len=690250 2023-12-20T11:15:20.522 INFO:tasks.workunit.client.0.smithi123.stdout:op 1477 completed, throughput=4.99MB/sec 2023-12-20T11:15:20.522 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nCIO6vHihsXxyYa off=1690337 len=1541699 2023-12-20T11:15:20.530 INFO:tasks.workunit.client.0.smithi123.stdout:op 1478 completed, throughput=4.99MB/sec 2023-12-20T11:15:20.530 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-U2kTmZtsGKjudRD off=13352083 len=891384 2023-12-20T11:15:20.531 INFO:tasks.workunit.client.0.smithi123.stdout:op 1479 completed, throughput=4.99MB/sec 2023-12-20T11:15:20.531 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Ux6Y5TE2loPG5jM off=4279986 len=1201320 2023-12-20T11:15:20.537 INFO:tasks.workunit.client.0.smithi123.stdout:op 1480 completed, throughput=5MB/sec 2023-12-20T11:15:20.538 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-MoPRDU1c68oxN55 off=882218 len=1737468 2023-12-20T11:15:20.545 INFO:tasks.workunit.client.0.smithi123.stdout:op 1481 completed, throughput=5MB/sec 2023-12-20T11:15:21.545 INFO:tasks.workunit.client.0.smithi123.stdout: 292: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:21.546 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-h_Qara9BCk4MsdP off=4855228 len=334370 2023-12-20T11:15:21.550 INFO:tasks.workunit.client.0.smithi123.stdout:op 1482 completed, throughput=4.99MB/sec 2023-12-20T11:15:21.550 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--BLuaa2vv_zddFK off=4581955 len=260003 2023-12-20T11:15:21.551 INFO:tasks.workunit.client.0.smithi123.stdout:op 1483 completed, throughput=4.99MB/sec 2023-12-20T11:15:21.551 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xyszB7hRWDtX0KK off=14164609 len=250569 2023-12-20T11:15:21.552 INFO:tasks.workunit.client.0.smithi123.stdout:op 1484 completed, throughput=4.99MB/sec 2023-12-20T11:15:21.552 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-AZHetXBqklURrTv off=15050865 len=1928812 2023-12-20T11:15:21.564 INFO:tasks.workunit.client.0.smithi123.stdout:op 1485 completed, throughput=4.99MB/sec 2023-12-20T11:15:21.564 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KkssEaF698WiY2p off=104790 len=1709790 2023-12-20T11:15:21.573 INFO:tasks.workunit.client.0.smithi123.stdout:op 1486 completed, throughput=5MB/sec 2023-12-20T11:15:21.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:21 smithi177 ceph-mon[212096]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:15:21.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:21 smithi123 ceph-mon[191304]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:15:21.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:21 smithi123 ceph-mon[188613]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:15:22.574 INFO:tasks.workunit.client.0.smithi123.stdout: 293: throughput=4.98MB/sec pending data=0 2023-12-20T11:15:22.574 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-MvT1P4n7Kz6yqLJ off=413655 len=155004 2023-12-20T11:15:22.577 INFO:tasks.workunit.client.0.smithi123.stdout:op 1487 completed, throughput=4.98MB/sec 2023-12-20T11:15:22.577 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WtqoP4LirFOmxDE off=4334678 len=2063521 2023-12-20T11:15:22.587 INFO:tasks.workunit.client.0.smithi123.stdout:op 1488 completed, throughput=4.99MB/sec 2023-12-20T11:15:22.587 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-THbksPRvWaqC16W off=2187906 len=716425 2023-12-20T11:15:22.588 INFO:tasks.workunit.client.0.smithi123.stdout:op 1489 completed, throughput=4.99MB/sec 2023-12-20T11:15:22.588 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-o-r1xRgx_2kCkvs off=10612337 len=1810146 2023-12-20T11:15:22.595 INFO:tasks.workunit.client.0.smithi123.stdout:op 1490 completed, throughput=5MB/sec 2023-12-20T11:15:22.595 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ORAOKTL76-8Iew6 off=574817 len=1497834 2023-12-20T11:15:22.602 INFO:tasks.workunit.client.0.smithi123.stdout:op 1491 completed, throughput=5MB/sec 2023-12-20T11:15:23.602 INFO:tasks.workunit.client.0.smithi123.stdout: 294: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:23.602 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5m3Splvh_m7OkjO off=2328846 len=967569 2023-12-20T11:15:23.603 INFO:tasks.workunit.client.0.smithi123.stdout:op 1492 completed, throughput=4.99MB/sec 2023-12-20T11:15:23.603 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0jIFZFS5hZqhIxK off=15202293 len=1358356 2023-12-20T11:15:23.610 INFO:tasks.workunit.client.0.smithi123.stdout:op 1493 completed, throughput=4.99MB/sec 2023-12-20T11:15:23.610 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--olzDgEwf4Rq_IQ off=231742 len=2096431 2023-12-20T11:15:23.622 INFO:tasks.workunit.client.0.smithi123.stdout:op 1494 completed, throughput=5MB/sec 2023-12-20T11:15:23.622 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-HbpfaehJkoi9VsT off=4479090 len=1782860 2023-12-20T11:15:23.625 INFO:tasks.workunit.client.0.smithi123.stdout:op 1495 completed, throughput=5.01MB/sec 2023-12-20T11:15:23.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:23 smithi177 ceph-mon[212096]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:15:23.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:23 smithi123 ceph-mon[188613]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:15:23.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:23 smithi123 ceph-mon[191304]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:15:24.625 INFO:tasks.workunit.client.0.smithi123.stdout: 295: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:24.625 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-wVnr8fVmw_0sPkv off=11228688 len=754678 2023-12-20T11:15:24.630 INFO:tasks.workunit.client.0.smithi123.stdout:op 1496 completed, throughput=4.99MB/sec 2023-12-20T11:15:24.630 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-H3S-hDmEBXl4dz1 off=644795 len=1099717 2023-12-20T11:15:24.631 INFO:tasks.workunit.client.0.smithi123.stdout:op 1497 completed, throughput=4.99MB/sec 2023-12-20T11:15:24.631 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DkwEZLQ7ZknqfT7 off=7449327 len=520563 2023-12-20T11:15:24.632 INFO:tasks.workunit.client.0.smithi123.stdout:op 1498 completed, throughput=5MB/sec 2023-12-20T11:15:24.632 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-jizoxh5leohNPfq off=0 len=1061501 2023-12-20T11:15:24.637 INFO:tasks.workunit.client.0.smithi123.stdout:op 1499 completed, throughput=5MB/sec 2023-12-20T11:15:24.637 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Z--h9T6sxG3ugrs off=20030792 len=1799829 2023-12-20T11:15:24.645 INFO:tasks.workunit.client.0.smithi123.stdout:op 1500 completed, throughput=5.01MB/sec 2023-12-20T11:15:25.646 INFO:tasks.workunit.client.0.smithi123.stdout: 296: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:25.646 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5DnfRgT6E31ahSh off=4924956 len=1067655 2023-12-20T11:15:25.647 INFO:tasks.workunit.client.0.smithi123.stdout:op 1501 completed, throughput=4.99MB/sec 2023-12-20T11:15:25.647 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6O030m3jaVuxwMO off=1276136 len=550100 2023-12-20T11:15:25.648 INFO:tasks.workunit.client.0.smithi123.stdout:op 1502 completed, throughput=4.99MB/sec 2023-12-20T11:15:25.648 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wl5dlMkeCt9Y0O1 off=2915376 len=613457 2023-12-20T11:15:25.649 INFO:tasks.workunit.client.0.smithi123.stdout:op 1503 completed, throughput=5MB/sec 2023-12-20T11:15:25.649 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--WFDGvxuu29NkPW off=10746494 len=1151569 2023-12-20T11:15:25.656 INFO:tasks.workunit.client.0.smithi123.stdout:op 1504 completed, throughput=5MB/sec 2023-12-20T11:15:25.656 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cYinvv_xCxqy_rj off=4950952 len=430036 2023-12-20T11:15:25.656 INFO:tasks.workunit.client.0.smithi123.stdout:op 1505 completed, throughput=5MB/sec 2023-12-20T11:15:25.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:25 smithi177 ceph-mon[212096]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-20T11:15:25.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:25 smithi123 ceph-mon[191304]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-20T11:15:25.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:25 smithi123 ceph-mon[188613]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-20T11:15:26.657 INFO:tasks.workunit.client.0.smithi123.stdout: 297: throughput=4.98MB/sec pending data=0 2023-12-20T11:15:26.657 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-1W5Z31AUwpI6L0C off=8009290 len=377895 2023-12-20T11:15:26.658 INFO:tasks.workunit.client.0.smithi123.stdout:op 1506 completed, throughput=4.99MB/sec 2023-12-20T11:15:26.659 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xittpLQfYaailak off=5775111 len=152598 2023-12-20T11:15:26.659 INFO:tasks.workunit.client.0.smithi123.stdout:op 1507 completed, throughput=4.99MB/sec 2023-12-20T11:15:26.659 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-EIolWrcX5n8klC7 off=3910683 len=646774 2023-12-20T11:15:26.663 INFO:tasks.workunit.client.0.smithi123.stdout:op 1508 completed, throughput=4.99MB/sec 2023-12-20T11:15:26.663 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-JLvz8nKbslaS2_q off=17040910 len=992138 2023-12-20T11:15:26.666 INFO:tasks.workunit.client.0.smithi123.stdout:op 1509 completed, throughput=4.99MB/sec 2023-12-20T11:15:26.666 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nBIiFPWEC6QN4OP off=2616262 len=111157 2023-12-20T11:15:26.669 INFO:tasks.workunit.client.0.smithi123.stdout:op 1510 completed, throughput=4.99MB/sec 2023-12-20T11:15:26.669 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gwQ5KFzj5NQ9EZK off=9706211 len=1279307 2023-12-20T11:15:26.676 INFO:tasks.workunit.client.0.smithi123.stdout:op 1511 completed, throughput=4.99MB/sec 2023-12-20T11:15:26.676 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-LTWMbbRrpBI01aq off=15685361 len=958664 2023-12-20T11:15:26.677 INFO:tasks.workunit.client.0.smithi123.stdout:op 1512 completed, throughput=5MB/sec 2023-12-20T11:15:26.677 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5vVnjssuBUdonKG off=2787767 len=1648881 2023-12-20T11:15:26.679 INFO:tasks.workunit.client.0.smithi123.stdout:op 1513 completed, throughput=5MB/sec 2023-12-20T11:15:26.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:15:26.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:15:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:15:27.679 INFO:tasks.workunit.client.0.smithi123.stdout: 298: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:27.679 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WtB9paxnpRgPSIe off=1561206 len=1398180 2023-12-20T11:15:27.687 INFO:tasks.workunit.client.0.smithi123.stdout:op 1514 completed, throughput=4.99MB/sec 2023-12-20T11:15:27.688 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-VD__Rrnl7DnCW0u off=7018085 len=889567 2023-12-20T11:15:27.692 INFO:tasks.workunit.client.0.smithi123.stdout:op 1515 completed, throughput=4.99MB/sec 2023-12-20T11:15:27.692 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-3ol8kAojjadbeZQ off=13545071 len=382790 2023-12-20T11:15:27.695 INFO:tasks.workunit.client.0.smithi123.stdout:op 1516 completed, throughput=4.99MB/sec 2023-12-20T11:15:27.695 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-bsiThdVoxQXJVB6 off=14737298 len=1266252 2023-12-20T11:15:27.696 INFO:tasks.workunit.client.0.smithi123.stdout:op 1517 completed, throughput=5MB/sec 2023-12-20T11:15:27.696 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-57cvHGzzdxmKLdi off=4935862 len=1617220 2023-12-20T11:15:27.699 INFO:tasks.workunit.client.0.smithi123.stdout:op 1518 completed, throughput=5MB/sec 2023-12-20T11:15:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:27 smithi177 ceph-mon[212096]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:15:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:27 smithi123 ceph-mon[191304]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:15:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:27 smithi123 ceph-mon[188613]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:15:28.700 INFO:tasks.workunit.client.0.smithi123.stdout: 299: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:28.700 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ndhz_vBpBtnlUVB off=8709309 len=1616824 2023-12-20T11:15:28.702 INFO:tasks.workunit.client.0.smithi123.stdout:op 1519 completed, throughput=4.99MB/sec 2023-12-20T11:15:28.702 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-3Va0RWD2bV1gHnH off=1665655 len=393464 2023-12-20T11:15:28.706 INFO:tasks.workunit.client.0.smithi123.stdout:op 1520 completed, throughput=4.99MB/sec 2023-12-20T11:15:28.706 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Om0CFM8n0aOuDxG off=20954641 len=26089 2023-12-20T11:15:28.708 INFO:tasks.workunit.client.0.smithi123.stdout:op 1521 completed, throughput=4.99MB/sec 2023-12-20T11:15:28.708 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pyStm4uP1eJhwRR off=6966743 len=811905 2023-12-20T11:15:28.709 INFO:tasks.workunit.client.0.smithi123.stdout:op 1522 completed, throughput=5MB/sec 2023-12-20T11:15:28.710 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-yLsqhG3kfp5WNRB off=11685553 len=1647211 2023-12-20T11:15:28.717 INFO:tasks.workunit.client.0.smithi123.stdout:op 1523 completed, throughput=5MB/sec 2023-12-20T11:15:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:15:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:15:29] "GET /metrics HTTP/1.1" 200 33949 "" "Prometheus/2.43.0" 2023-12-20T11:15:29.718 INFO:tasks.workunit.client.0.smithi123.stdout: 300: throughput=4.98MB/sec pending data=0 2023-12-20T11:15:29.718 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FYYs45I2FD8kltO off=13361540 len=2083315 2023-12-20T11:15:29.727 INFO:tasks.workunit.client.0.smithi123.stdout:op 1524 completed, throughput=4.99MB/sec 2023-12-20T11:15:29.727 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9y5V3baOvU5yN_Y off=7654743 len=481488 2023-12-20T11:15:29.728 INFO:tasks.workunit.client.0.smithi123.stdout:op 1525 completed, throughput=4.99MB/sec 2023-12-20T11:15:29.728 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-LrIOupuVfjwTU1o off=3908797 len=594517 2023-12-20T11:15:29.730 INFO:tasks.workunit.client.0.smithi123.stdout:op 1526 completed, throughput=4.99MB/sec 2023-12-20T11:15:29.730 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FBiszzvYT5HGmt7 off=14742184 len=760373 2023-12-20T11:15:29.734 INFO:tasks.workunit.client.0.smithi123.stdout:op 1527 completed, throughput=5MB/sec 2023-12-20T11:15:29.734 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Cgh20Z1ymsG5EL5 off=6812486 len=2085523 2023-12-20T11:15:29.742 INFO:tasks.workunit.client.0.smithi123.stdout:op 1528 completed, throughput=5MB/sec 2023-12-20T11:15:29.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:29 smithi177 ceph-mon[212096]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:15:29.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:29 smithi123 ceph-mon[191304]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:15:29.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:29 smithi123 ceph-mon[188613]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:15:30.742 INFO:tasks.workunit.client.0.smithi123.stdout: 301: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:30.742 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-liYMYM-ZYH-uqBx off=542343 len=382103 2023-12-20T11:15:30.744 INFO:tasks.workunit.client.0.smithi123.stdout:op 1529 completed, throughput=4.99MB/sec 2023-12-20T11:15:30.744 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-AxNA8aGXj_Rmn5v off=9831659 len=1421930 2023-12-20T11:15:30.751 INFO:tasks.workunit.client.0.smithi123.stdout:op 1530 completed, throughput=4.99MB/sec 2023-12-20T11:15:30.751 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-zvjcyIa8o-z1NQr off=10327857 len=1403351 2023-12-20T11:15:30.758 INFO:tasks.workunit.client.0.smithi123.stdout:op 1531 completed, throughput=5MB/sec 2023-12-20T11:15:30.758 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-LrgtMo_eUZ8m0ym off=8498314 len=1454396 2023-12-20T11:15:30.759 INFO:tasks.workunit.client.0.smithi123.stdout:op 1532 completed, throughput=5MB/sec 2023-12-20T11:15:31.075 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:15:31.381 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:15:31.381 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (24m) 50s ago 27m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:15:31.381 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (24m) 8m ago 27m 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:15:31.381 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (28m) 50s ago 28m 19.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:15:31.381 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (28m) 8m ago 28m 26.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:15:31.381 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (23m) 8m ago 30m 454M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:15:31.382 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (23m) 50s ago 31m 538M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:15:31.382 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (23m) 50s ago 31m 247M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:15:31.382 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (23m) 8m ago 30m 123M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:15:31.382 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (23m) 50s ago 30m 157M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:15:31.382 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (24m) 50s ago 27m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:15:31.382 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (24m) 8m ago 26m 19.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:15:31.382 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (22m) 50s ago 30m 1835M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:15:31.382 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (22m) 50s ago 30m 2063M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:15:31.382 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (21m) 50s ago 29m 2149M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:15:31.382 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (21m) 50s ago 29m 1878M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:15:31.382 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (20m) 8m ago 29m 1148M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:15:31.382 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (20m) 8m ago 28m 1064M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:15:31.382 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (19m) 8m ago 28m 853M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:15:31.382 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (19m) 8m ago 28m 1037M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:15:31.383 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (23m) 8m ago 27m 67.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:15:31.760 INFO:tasks.workunit.client.0.smithi123.stdout: 302: throughput=4.98MB/sec pending data=0 2023-12-20T11:15:31.760 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-O2nwu0TUVz-nJFi off=3281157 len=1793738 2023-12-20T11:15:31.761 INFO:tasks.workunit.client.0.smithi123.stdout:op 1533 completed, throughput=4.99MB/sec 2023-12-20T11:15:31.761 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-TL5uNy37r7LAYUw off=3404085 len=1440131 2023-12-20T11:15:31.767 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:15:31.768 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:15:31.768 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:15:31.768 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:15:31.768 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:15:31.768 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:15:31.768 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:15:31.768 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:15:31.768 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:15:31.768 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:15:31.768 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:15:31.768 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:15:31.768 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:15:31.768 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:15:31.768 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:15:31.768 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:15:31.769 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:15:31.769 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:15:31.769 INFO:tasks.workunit.client.0.smithi123.stdout:op 1534 completed, throughput=4.99MB/sec 2023-12-20T11:15:31.769 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0VTqqnFI-pD_LSr off=10122807 len=709737 2023-12-20T11:15:31.773 INFO:tasks.workunit.client.0.smithi123.stdout:op 1535 completed, throughput=5MB/sec 2023-12-20T11:15:31.773 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-dglpop2OaPWtHPK off=2394794 len=309575 2023-12-20T11:15:31.774 INFO:tasks.workunit.client.0.smithi123.stdout:op 1536 completed, throughput=5MB/sec 2023-12-20T11:15:31.774 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Vd_tZfe9IG5hzZ2 off=2237964 len=1535446 2023-12-20T11:15:31.781 INFO:tasks.workunit.client.0.smithi123.stdout:op 1537 completed, throughput=5MB/sec 2023-12-20T11:15:31.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:31 smithi177 ceph-mon[212096]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-20T11:15:31.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:31 smithi123 ceph-mon[191304]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-20T11:15:31.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:31 smithi123 ceph-mon[188613]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-20T11:15:32.781 INFO:tasks.workunit.client.0.smithi123.stdout: 303: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:32.781 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jqu9HYzxBLh7hvo off=3679592 len=123825 2023-12-20T11:15:32.782 INFO:tasks.workunit.client.0.smithi123.stdout:op 1538 completed, throughput=4.99MB/sec 2023-12-20T11:15:32.782 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-qoS_wvAC7yvL_uv off=4635777 len=1232256 2023-12-20T11:15:32.789 INFO:tasks.workunit.client.0.smithi123.stdout:op 1539 completed, throughput=4.99MB/sec 2023-12-20T11:15:32.789 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-U2kTmZtsGKjudRD off=17231033 len=1123990 2023-12-20T11:15:32.794 INFO:tasks.workunit.client.0.smithi123.stdout:op 1540 completed, throughput=4.99MB/sec 2023-12-20T11:15:32.795 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9rN_VOu2Vs41uFf off=9534275 len=1992551 2023-12-20T11:15:32.805 INFO:tasks.workunit.client.0.smithi123.stdout:op 1541 completed, throughput=5MB/sec 2023-12-20T11:15:32.805 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-VOlIPw1cl6lWiAH off=10133468 len=1713694 2023-12-20T11:15:32.812 INFO:tasks.workunit.client.0.smithi123.stdout:op 1542 completed, throughput=5MB/sec 2023-12-20T11:15:32.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:32 smithi177 ceph-mon[212096]: from='client.35436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:15:32.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:32 smithi177 ceph-mon[212096]: from='client.45374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:15:32.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:32 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2563055655' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:15:32.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:32 smithi123 ceph-mon[191304]: from='client.35436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:15:32.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:32 smithi123 ceph-mon[191304]: from='client.45374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:15:32.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:32 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2563055655' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:15:32.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:32 smithi123 ceph-mon[188613]: from='client.35436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:15:32.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:32 smithi123 ceph-mon[188613]: from='client.45374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:15:32.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:32 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2563055655' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:15:33.812 INFO:tasks.workunit.client.0.smithi123.stdout: 304: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:33.813 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mGIRF7ijXENkVvp off=9239172 len=1258973 2023-12-20T11:15:33.815 INFO:tasks.workunit.client.0.smithi123.stdout:op 1543 completed, throughput=4.99MB/sec 2023-12-20T11:15:33.815 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-IJC7hBW0tGb9YH7 off=3046752 len=1369546 2023-12-20T11:15:33.817 INFO:tasks.workunit.client.0.smithi123.stdout:op 1544 completed, throughput=5MB/sec 2023-12-20T11:15:33.817 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-599mnVesggdhqGj off=17615874 len=1532412 2023-12-20T11:15:33.818 INFO:tasks.workunit.client.0.smithi123.stdout:op 1545 completed, throughput=5MB/sec 2023-12-20T11:15:33.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:33 smithi177 ceph-mon[212096]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-20T11:15:33.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:33 smithi123 ceph-mon[191304]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-20T11:15:33.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:33 smithi123 ceph-mon[188613]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-20T11:15:34.819 INFO:tasks.workunit.client.0.smithi123.stdout: 305: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:34.819 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-n2TfxYM6hW4OzIt off=2686270 len=1671224 2023-12-20T11:15:34.821 INFO:tasks.workunit.client.0.smithi123.stdout:op 1546 completed, throughput=4.99MB/sec 2023-12-20T11:15:34.821 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-8Oof2gs6ci3R3RU off=14864961 len=751151 2023-12-20T11:15:34.826 INFO:tasks.workunit.client.0.smithi123.stdout:op 1547 completed, throughput=4.99MB/sec 2023-12-20T11:15:34.826 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uq8SDuv-6xwIyQP off=3296674 len=1169661 2023-12-20T11:15:34.828 INFO:tasks.workunit.client.0.smithi123.stdout:op 1548 completed, throughput=5MB/sec 2023-12-20T11:15:34.828 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--SczhjPBUCn9vri off=1506642 len=1547168 2023-12-20T11:15:34.836 INFO:tasks.workunit.client.0.smithi123.stdout:op 1549 completed, throughput=5MB/sec 2023-12-20T11:15:35.837 INFO:tasks.workunit.client.0.smithi123.stdout: 306: throughput=4.98MB/sec pending data=0 2023-12-20T11:15:35.837 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-M_W6sRrA_9o8cMB off=1096110 len=790008 2023-12-20T11:15:35.842 INFO:tasks.workunit.client.0.smithi123.stdout:op 1550 completed, throughput=4.99MB/sec 2023-12-20T11:15:35.843 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-PJudwlIzFjXl3fd off=16508234 len=386686 2023-12-20T11:15:35.843 INFO:tasks.workunit.client.0.smithi123.stdout:op 1551 completed, throughput=4.99MB/sec 2023-12-20T11:15:35.843 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-uM3eScG_fP4-FFq off=1457960 len=1174136 2023-12-20T11:15:35.848 INFO:tasks.workunit.client.0.smithi123.stdout:op 1552 completed, throughput=4.99MB/sec 2023-12-20T11:15:35.848 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ujqZ_YQTLl6FHS1 off=307660 len=420787 2023-12-20T11:15:35.852 INFO:tasks.workunit.client.0.smithi123.stdout:op 1553 completed, throughput=4.99MB/sec 2023-12-20T11:15:35.852 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WPD3pl7nwMubzXL off=3710066 len=1199711 2023-12-20T11:15:35.857 INFO:tasks.workunit.client.0.smithi123.stdout:op 1554 completed, throughput=5MB/sec 2023-12-20T11:15:35.858 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-5ZaCtc9UKciYJFR off=2552432 len=1558773 2023-12-20T11:15:35.866 INFO:tasks.workunit.client.0.smithi123.stdout:op 1555 completed, throughput=5MB/sec 2023-12-20T11:15:35.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:35 smithi177 ceph-mon[212096]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:15:35.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:35 smithi123 ceph-mon[191304]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:15:35.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:35 smithi123 ceph-mon[188613]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:15:36.867 INFO:tasks.workunit.client.0.smithi123.stdout: 307: throughput=4.98MB/sec pending data=0 2023-12-20T11:15:36.867 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-JIWtbPTvyJ8guX4 off=15539402 len=1136962 2023-12-20T11:15:36.868 INFO:tasks.workunit.client.0.smithi123.stdout:op 1556 completed, throughput=4.99MB/sec 2023-12-20T11:15:36.868 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-AOw7eocCWFZRnkr off=3554147 len=72588 2023-12-20T11:15:36.871 INFO:tasks.workunit.client.0.smithi123.stdout:op 1557 completed, throughput=4.99MB/sec 2023-12-20T11:15:36.871 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Y4IdT_Y18ENE1re off=2799186 len=657751 2023-12-20T11:15:36.875 INFO:tasks.workunit.client.0.smithi123.stdout:op 1558 completed, throughput=4.99MB/sec 2023-12-20T11:15:36.875 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2G7Pbw3I0X4vDhI off=252331 len=99853 2023-12-20T11:15:36.877 INFO:tasks.workunit.client.0.smithi123.stdout:op 1559 completed, throughput=4.99MB/sec 2023-12-20T11:15:36.877 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-OpVr9ebLl4hY2qN off=2061094 len=571787 2023-12-20T11:15:36.878 INFO:tasks.workunit.client.0.smithi123.stdout:op 1560 completed, throughput=4.99MB/sec 2023-12-20T11:15:36.878 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-bQY7_QTVZsb7dNH off=2642981 len=642478 2023-12-20T11:15:36.881 INFO:tasks.workunit.client.0.smithi123.stdout:op 1561 completed, throughput=4.99MB/sec 2023-12-20T11:15:36.881 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-1vL554tBzkn09ol off=4065535 len=1329584 2023-12-20T11:15:36.884 INFO:tasks.workunit.client.0.smithi123.stdout:op 1562 completed, throughput=5MB/sec 2023-12-20T11:15:36.884 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-92d04zEt6crkScE off=4815584 len=1418804 2023-12-20T11:15:36.891 INFO:tasks.workunit.client.0.smithi123.stdout:op 1563 completed, throughput=5MB/sec 2023-12-20T11:15:37.891 INFO:tasks.workunit.client.0.smithi123.stdout: 308: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:37.892 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KH3nqLW00ydHuld off=4568163 len=1218884 2023-12-20T11:15:37.897 INFO:tasks.workunit.client.0.smithi123.stdout:op 1564 completed, throughput=4.99MB/sec 2023-12-20T11:15:37.897 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-V2kezhsQm76wS8S off=2017796 len=1804182 2023-12-20T11:15:37.899 INFO:tasks.workunit.client.0.smithi123.stdout:op 1565 completed, throughput=5MB/sec 2023-12-20T11:15:37.899 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-pDThBE8fpbn3jLD off=15263528 len=71236 2023-12-20T11:15:37.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:37 smithi177 ceph-mon[212096]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:15:37.902 INFO:tasks.workunit.client.0.smithi123.stdout:op 1566 completed, throughput=5MB/sec 2023-12-20T11:15:37.902 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-fr_ggRMTl3KGJQo off=9412941 len=1032023 2023-12-20T11:15:37.907 INFO:tasks.workunit.client.0.smithi123.stdout:op 1567 completed, throughput=5MB/sec 2023-12-20T11:15:37.908 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GTvhVmaslaMpsBj off=6116908 len=498466 2023-12-20T11:15:37.908 INFO:tasks.workunit.client.0.smithi123.stdout:op 1568 completed, throughput=5MB/sec 2023-12-20T11:15:37.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:37 smithi123 ceph-mon[191304]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:15:37.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:37 smithi123 ceph-mon[188613]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:15:38.908 INFO:tasks.workunit.client.0.smithi123.stdout: 309: throughput=4.98MB/sec pending data=0 2023-12-20T11:15:38.909 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gh65DzZbuu9SHnb off=9548075 len=1088396 2023-12-20T11:15:38.911 INFO:tasks.workunit.client.0.smithi123.stdout:op 1569 completed, throughput=4.99MB/sec 2023-12-20T11:15:38.911 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SgIYiR_0c75K7Te off=21639839 len=1624259 2023-12-20T11:15:38.920 INFO:tasks.workunit.client.0.smithi123.stdout:op 1570 completed, throughput=4.99MB/sec 2023-12-20T11:15:38.920 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Spdu8k6I9lIFtBn off=13919890 len=369446 2023-12-20T11:15:38.923 INFO:tasks.workunit.client.0.smithi123.stdout:op 1571 completed, throughput=4.99MB/sec 2023-12-20T11:15:38.923 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-BsCDxLYpn1dG3wO off=6835526 len=879437 2023-12-20T11:15:38.928 INFO:tasks.workunit.client.0.smithi123.stdout:op 1572 completed, throughput=5MB/sec 2023-12-20T11:15:38.928 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-T5ytt9ezLyFNQ71 off=940221 len=680878 2023-12-20T11:15:38.928 INFO:tasks.workunit.client.0.smithi123.stdout:op 1573 completed, throughput=5MB/sec 2023-12-20T11:15:38.929 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Bxbbg4TGAO2zuho off=7739413 len=1184750 2023-12-20T11:15:38.935 INFO:tasks.workunit.client.0.smithi123.stdout:op 1574 completed, throughput=5MB/sec 2023-12-20T11:15:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:15:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:15:39] "GET /metrics HTTP/1.1" 200 33949 "" "Prometheus/2.43.0" 2023-12-20T11:15:39.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:39 smithi177 ceph-mon[212096]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-20T11:15:39.935 INFO:tasks.workunit.client.0.smithi123.stdout: 310: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:39.936 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-VNvBoRWs9y0Exan off=15942400 len=349370 2023-12-20T11:15:39.939 INFO:tasks.workunit.client.0.smithi123.stdout:op 1575 completed, throughput=4.99MB/sec 2023-12-20T11:15:39.940 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-G1KkMmCMTyva7Yw off=2636320 len=1575162 2023-12-20T11:15:39.949 INFO:tasks.workunit.client.0.smithi123.stdout:op 1576 completed, throughput=4.99MB/sec 2023-12-20T11:15:39.949 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-LQ9UggPfsr_eAe6 off=2524269 len=2027353 2023-12-20T11:15:39.960 INFO:tasks.workunit.client.0.smithi123.stdout:op 1577 completed, throughput=5MB/sec 2023-12-20T11:15:39.960 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YLhhIgVvzv2p2eZ off=7547563 len=746770 2023-12-20T11:15:39.961 INFO:tasks.workunit.client.0.smithi123.stdout:op 1578 completed, throughput=5MB/sec 2023-12-20T11:15:39.961 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Mf43FhBhVwJ1y5g off=4109187 len=1273557 2023-12-20T11:15:39.963 INFO:tasks.workunit.client.0.smithi123.stdout:op 1579 completed, throughput=5MB/sec 2023-12-20T11:15:39.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:39 smithi123 ceph-mon[191304]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-20T11:15:39.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:39 smithi123 ceph-mon[188613]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-20T11:15:40.963 INFO:tasks.workunit.client.0.smithi123.stdout: 311: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:40.963 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-teJB71GfTLf13CT off=18594935 len=1969250 2023-12-20T11:15:40.972 INFO:tasks.workunit.client.0.smithi123.stdout:op 1580 completed, throughput=4.99MB/sec 2023-12-20T11:15:40.972 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Nx_QvoktI4bVZA1 off=4446288 len=25568 2023-12-20T11:15:40.972 INFO:tasks.workunit.client.0.smithi123.stdout:op 1581 completed, throughput=4.99MB/sec 2023-12-20T11:15:40.973 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nq_z-vJHTWsTWsQ off=3390578 len=1231835 2023-12-20T11:15:40.974 INFO:tasks.workunit.client.0.smithi123.stdout:op 1582 completed, throughput=5MB/sec 2023-12-20T11:15:40.974 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-t9-b41nwTsR0res off=1399934 len=451981 2023-12-20T11:15:40.978 INFO:tasks.workunit.client.0.smithi123.stdout:op 1583 completed, throughput=5MB/sec 2023-12-20T11:15:40.978 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9EHIHpFVkaaoFj9 off=14186966 len=324768 2023-12-20T11:15:40.981 INFO:tasks.workunit.client.0.smithi123.stdout:op 1584 completed, throughput=5MB/sec 2023-12-20T11:15:40.981 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nNhkToqf7VlPGSA off=6533167 len=950587 2023-12-20T11:15:40.986 INFO:tasks.workunit.client.0.smithi123.stdout:op 1585 completed, throughput=5MB/sec 2023-12-20T11:15:41.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:41 smithi177 ceph-mon[212096]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-20T11:15:41.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:15:41.986 INFO:tasks.workunit.client.0.smithi123.stdout: 312: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:41.986 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_MRRRznjKVAek8r off=2693013 len=1530274 2023-12-20T11:15:41.988 INFO:tasks.workunit.client.0.smithi123.stdout:op 1586 completed, throughput=4.99MB/sec 2023-12-20T11:15:41.988 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pVJ-vdcA66xUDuJ off=953312 len=815965 2023-12-20T11:15:41.993 INFO:tasks.workunit.client.0.smithi123.stdout:op 1587 completed, throughput=4.99MB/sec 2023-12-20T11:15:41.993 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-jrNo-bFN2CrmIUs off=3021821 len=1769807 2023-12-20T11:15:41.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:41 smithi123 ceph-mon[191304]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-20T11:15:41.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:15:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:41 smithi123 ceph-mon[188613]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-20T11:15:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:15:41.999 INFO:tasks.workunit.client.0.smithi123.stdout:op 1588 completed, throughput=5MB/sec 2023-12-20T11:15:41.999 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-oKVzIPMM925mXqB off=16223768 len=350876 2023-12-20T11:15:42.000 INFO:tasks.workunit.client.0.smithi123.stdout:op 1589 completed, throughput=5MB/sec 2023-12-20T11:15:42.000 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rlMj5M7OebksNrj off=12822015 len=1792702 2023-12-20T11:15:42.002 INFO:tasks.workunit.client.0.smithi123.stdout:op 1590 completed, throughput=5.01MB/sec 2023-12-20T11:15:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:15:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:15:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:15:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:15:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:15:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:15:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:15:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:15:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:15:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:15:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:15:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:15:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:15:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:15:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:15:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:15:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:15:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:15:43.002 INFO:tasks.workunit.client.0.smithi123.stdout: 313: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:43.002 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DvR5UdMY3aXSyJf off=13170584 len=1818775 2023-12-20T11:15:43.012 INFO:tasks.workunit.client.0.smithi123.stdout:op 1591 completed, throughput=4.99MB/sec 2023-12-20T11:15:43.012 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DJBzc3rwg-QfDsz off=1336135 len=588951 2023-12-20T11:15:43.015 INFO:tasks.workunit.client.0.smithi123.stdout:op 1592 completed, throughput=5MB/sec 2023-12-20T11:15:43.015 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lqhO7Qj6EqS4IJr off=2402715 len=1421106 2023-12-20T11:15:43.016 INFO:tasks.workunit.client.0.smithi123.stdout:op 1593 completed, throughput=5MB/sec 2023-12-20T11:15:43.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:43 smithi177 ceph-mon[212096]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-20T11:15:43.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:43 smithi123 ceph-mon[191304]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-20T11:15:43.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:43 smithi123 ceph-mon[188613]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-20T11:15:44.017 INFO:tasks.workunit.client.0.smithi123.stdout: 314: throughput=4.98MB/sec pending data=0 2023-12-20T11:15:44.017 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-AA9FaTp4Le-VPFN off=9985585 len=1837235 2023-12-20T11:15:44.019 INFO:tasks.workunit.client.0.smithi123.stdout:op 1594 completed, throughput=4.99MB/sec 2023-12-20T11:15:44.019 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6JlyAA3QQN1TWHt off=8362176 len=1694955 2023-12-20T11:15:44.028 INFO:tasks.workunit.client.0.smithi123.stdout:op 1595 completed, throughput=5MB/sec 2023-12-20T11:15:44.028 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-C-Ux4HxphFcy6s0 off=2143498 len=1344029 2023-12-20T11:15:44.034 INFO:tasks.workunit.client.0.smithi123.stdout:op 1596 completed, throughput=5MB/sec 2023-12-20T11:15:44.034 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CFIV1tfmdTeyCdy off=1340935 len=1432742 2023-12-20T11:15:44.041 INFO:tasks.workunit.client.0.smithi123.stdout:op 1597 completed, throughput=5MB/sec 2023-12-20T11:15:45.041 INFO:tasks.workunit.client.0.smithi123.stdout: 315: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:45.041 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-19LoQvFmKU11VRw off=8401597 len=846585 2023-12-20T11:15:45.046 INFO:tasks.workunit.client.0.smithi123.stdout:op 1598 completed, throughput=4.99MB/sec 2023-12-20T11:15:45.046 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DI6fjoI19KHZtJO off=9619762 len=216106 2023-12-20T11:15:45.048 INFO:tasks.workunit.client.0.smithi123.stdout:op 1599 completed, throughput=4.99MB/sec 2023-12-20T11:15:45.048 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-thjypSMHkcOyjg4 off=4603291 len=793268 2023-12-20T11:15:45.054 INFO:tasks.workunit.client.0.smithi123.stdout:op 1600 completed, throughput=4.99MB/sec 2023-12-20T11:15:45.054 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-n6Fxi_hEivM4EbV off=1348340 len=382991 2023-12-20T11:15:45.060 INFO:tasks.workunit.client.0.smithi123.stdout:op 1601 completed, throughput=4.99MB/sec 2023-12-20T11:15:45.060 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-TBPj1fjFQpRxavg off=15391740 len=1819288 2023-12-20T11:15:45.067 INFO:tasks.workunit.client.0.smithi123.stdout:op 1602 completed, throughput=5MB/sec 2023-12-20T11:15:45.067 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xhE9QKgEDLC3aB1 off=0 len=1222141 2023-12-20T11:15:45.072 INFO:tasks.workunit.client.0.smithi123.stdout:op 1603 completed, throughput=5MB/sec 2023-12-20T11:15:45.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:45 smithi177 ceph-mon[212096]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-20T11:15:45.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:45 smithi123 ceph-mon[191304]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-20T11:15:45.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:45 smithi123 ceph-mon[188613]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-20T11:15:46.072 INFO:tasks.workunit.client.0.smithi123.stdout: 316: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:46.072 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QwhQT-cDu5KnI2Z off=6080122 len=1100501 2023-12-20T11:15:46.074 INFO:tasks.workunit.client.0.smithi123.stdout:op 1604 completed, throughput=4.99MB/sec 2023-12-20T11:15:46.074 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-CqW1Cc2JDaPbnZo off=2375171 len=214215 2023-12-20T11:15:46.074 INFO:tasks.workunit.client.0.smithi123.stdout:op 1605 completed, throughput=4.99MB/sec 2023-12-20T11:15:46.075 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GCyQDGnnGd8_liB off=1225655 len=47761 2023-12-20T11:15:46.077 INFO:tasks.workunit.client.0.smithi123.stdout:op 1606 completed, throughput=4.99MB/sec 2023-12-20T11:15:46.077 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-d5xomc76ckS2uPQ off=6714432 len=419072 2023-12-20T11:15:46.081 INFO:tasks.workunit.client.0.smithi123.stdout:op 1607 completed, throughput=4.99MB/sec 2023-12-20T11:15:46.081 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xZ-iHyj1M6hVnXG off=686982 len=1404044 2023-12-20T11:15:46.082 INFO:tasks.workunit.client.0.smithi123.stdout:op 1608 completed, throughput=5MB/sec 2023-12-20T11:15:46.082 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GZRJ_BGt03taWGV off=1734061 len=1038906 2023-12-20T11:15:46.084 INFO:tasks.workunit.client.0.smithi123.stdout:op 1609 completed, throughput=5MB/sec 2023-12-20T11:15:46.084 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-eLEcphuYazWJ_gd off=12597733 len=233442 2023-12-20T11:15:46.084 INFO:tasks.workunit.client.0.smithi123.stdout:op 1610 completed, throughput=5MB/sec 2023-12-20T11:15:47.084 INFO:tasks.workunit.client.0.smithi123.stdout: 317: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:47.085 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-bO8QfVwTsKiLB2m off=22376907 len=1121773 2023-12-20T11:15:47.087 INFO:tasks.workunit.client.0.smithi123.stdout:op 1611 completed, throughput=4.99MB/sec 2023-12-20T11:15:47.087 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-v01hLyTCQaUj9uN off=4098207 len=1956579 2023-12-20T11:15:47.099 INFO:tasks.workunit.client.0.smithi123.stdout:op 1612 completed, throughput=4.99MB/sec 2023-12-20T11:15:47.099 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YjGKaQmheFCVEWi off=3096271 len=323093 2023-12-20T11:15:47.099 INFO:tasks.workunit.client.0.smithi123.stdout:op 1613 completed, throughput=4.99MB/sec 2023-12-20T11:15:47.099 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-T8irCSr9EO7SYC7 off=11691814 len=872837 2023-12-20T11:15:47.101 INFO:tasks.workunit.client.0.smithi123.stdout:op 1614 completed, throughput=5MB/sec 2023-12-20T11:15:47.101 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Cqnhi-F745mcUlj off=19433400 len=510864 2023-12-20T11:15:47.105 INFO:tasks.workunit.client.0.smithi123.stdout:op 1615 completed, throughput=5MB/sec 2023-12-20T11:15:47.105 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-N19KR0scHk8qT4w off=4243448 len=1403942 2023-12-20T11:15:47.106 INFO:tasks.workunit.client.0.smithi123.stdout:op 1616 completed, throughput=5MB/sec 2023-12-20T11:15:47.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:47 smithi177 ceph-mon[212096]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:15:47.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:47 smithi123 ceph-mon[191304]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:15:47.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:47 smithi123 ceph-mon[188613]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:15:48.107 INFO:tasks.workunit.client.0.smithi123.stdout: 318: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:48.107 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2_zXr8wEJ9-pxQY off=0 len=1242681 2023-12-20T11:15:48.115 INFO:tasks.workunit.client.0.smithi123.stdout:op 1617 completed, throughput=4.99MB/sec 2023-12-20T11:15:48.115 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-YDoBQVqnr3cZzih off=8579581 len=28295 2023-12-20T11:15:48.117 INFO:tasks.workunit.client.0.smithi123.stdout:op 1618 completed, throughput=4.99MB/sec 2023-12-20T11:15:48.117 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0q4qLxexI7JTwDd off=3912344 len=1576748 2023-12-20T11:15:48.125 INFO:tasks.workunit.client.0.smithi123.stdout:op 1619 completed, throughput=5MB/sec 2023-12-20T11:15:48.126 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ROLuSp4vPedduBV off=2041058 len=1099585 2023-12-20T11:15:48.127 INFO:tasks.workunit.client.0.smithi123.stdout:op 1620 completed, throughput=5MB/sec 2023-12-20T11:15:48.127 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_anEedwAuGvytnb off=55397 len=1800829 2023-12-20T11:15:48.128 INFO:tasks.workunit.client.0.smithi123.stdout:op 1621 completed, throughput=5MB/sec 2023-12-20T11:15:49.129 INFO:tasks.workunit.client.0.smithi123.stdout: 319: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:49.129 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-uFeJNVVZod5-q1V off=1474808 len=589861 2023-12-20T11:15:49.133 INFO:tasks.workunit.client.0.smithi123.stdout:op 1622 completed, throughput=4.99MB/sec 2023-12-20T11:15:49.133 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ELe_HbCGJKsf9JT off=3747073 len=1296318 2023-12-20T11:15:49.141 INFO:tasks.workunit.client.0.smithi123.stdout:op 1623 completed, throughput=4.99MB/sec 2023-12-20T11:15:49.141 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9YOZDDKI61ENVYG off=7167437 len=1725382 2023-12-20T11:15:49.141 INFO:tasks.workunit.client.0.smithi123.stdout:op 1624 completed, throughput=5MB/sec 2023-12-20T11:15:49.141 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-XYVIJwfWMLF7Kky off=10929592 len=442201 2023-12-20T11:15:49.142 INFO:tasks.workunit.client.0.smithi123.stdout:op 1625 completed, throughput=5MB/sec 2023-12-20T11:15:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:15:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:15:49] "GET /metrics HTTP/1.1" 200 33947 "" "Prometheus/2.43.0" 2023-12-20T11:15:49.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:49 smithi177 ceph-mon[212096]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:15:49.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:49 smithi123 ceph-mon[191304]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:15:49.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:49 smithi123 ceph-mon[188613]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:15:50.142 INFO:tasks.workunit.client.0.smithi123.stdout: 320: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:50.142 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4QxebTzd3xNOzg8 off=3207065 len=1881794 2023-12-20T11:15:50.146 INFO:tasks.workunit.client.0.smithi123.stdout:op 1626 completed, throughput=4.99MB/sec 2023-12-20T11:15:50.146 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-PInOZoufpCWpv4O off=11969429 len=643967 2023-12-20T11:15:50.150 INFO:tasks.workunit.client.0.smithi123.stdout:op 1627 completed, throughput=4.99MB/sec 2023-12-20T11:15:50.150 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8meNjLCSpdhV5AK off=1374269 len=1296019 2023-12-20T11:15:50.152 INFO:tasks.workunit.client.0.smithi123.stdout:op 1628 completed, throughput=5MB/sec 2023-12-20T11:15:50.152 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gn35b7JAmyTXGMg off=11210100 len=1719937 2023-12-20T11:15:50.156 INFO:tasks.workunit.client.0.smithi123.stdout:op 1629 completed, throughput=5MB/sec 2023-12-20T11:15:51.156 INFO:tasks.workunit.client.0.smithi123.stdout: 321: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:51.156 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Lx0r2Gt9QKbLauA off=13363460 len=835607 2023-12-20T11:15:51.159 INFO:tasks.workunit.client.0.smithi123.stdout:op 1630 completed, throughput=4.99MB/sec 2023-12-20T11:15:51.159 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-YEEQJqsR-eL9y6j off=1824718 len=1074540 2023-12-20T11:15:51.165 INFO:tasks.workunit.client.0.smithi123.stdout:op 1631 completed, throughput=4.99MB/sec 2023-12-20T11:15:51.166 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cEU4Mk3u6DEyoc7 off=2567149 len=2086860 2023-12-20T11:15:51.167 INFO:tasks.workunit.client.0.smithi123.stdout:op 1632 completed, throughput=5MB/sec 2023-12-20T11:15:51.168 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-uK2SaIaE6b0i2Uq off=7117373 len=816939 2023-12-20T11:15:51.172 INFO:tasks.workunit.client.0.smithi123.stdout:op 1633 completed, throughput=5MB/sec 2023-12-20T11:15:51.172 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-m9ebiDqXVruXZez off=9023364 len=764988 2023-12-20T11:15:51.176 INFO:tasks.workunit.client.0.smithi123.stdout:op 1634 completed, throughput=5MB/sec 2023-12-20T11:15:51.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:51 smithi123 ceph-mon[191304]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-20T11:15:51.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:51 smithi123 ceph-mon[188613]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-20T11:15:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:51 smithi177 ceph-mon[212096]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-20T11:15:52.176 INFO:tasks.workunit.client.0.smithi123.stdout: 322: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:52.177 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-bQ8X9T8twobwsTE off=7249571 len=1530666 2023-12-20T11:15:52.184 INFO:tasks.workunit.client.0.smithi123.stdout:op 1635 completed, throughput=4.99MB/sec 2023-12-20T11:15:52.184 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-TiwoXrvajtdoxhv off=13906250 len=950420 2023-12-20T11:15:52.185 INFO:tasks.workunit.client.0.smithi123.stdout:op 1636 completed, throughput=4.99MB/sec 2023-12-20T11:15:52.185 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-s3sDz6Mqq7mOORw off=626585 len=703530 2023-12-20T11:15:52.190 INFO:tasks.workunit.client.0.smithi123.stdout:op 1637 completed, throughput=5MB/sec 2023-12-20T11:15:52.190 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ly9H66uhad9gozx off=61399 len=1764021 2023-12-20T11:15:52.199 INFO:tasks.workunit.client.0.smithi123.stdout:op 1638 completed, throughput=5MB/sec 2023-12-20T11:15:53.199 INFO:tasks.workunit.client.0.smithi123.stdout: 323: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:53.200 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Wsei6NAG4GCfrIF off=18698654 len=515839 2023-12-20T11:15:53.205 INFO:tasks.workunit.client.0.smithi123.stdout:op 1639 completed, throughput=4.99MB/sec 2023-12-20T11:15:53.205 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-p2Y5IA5emF4oFzW off=10676675 len=1020519 2023-12-20T11:15:53.209 INFO:tasks.workunit.client.0.smithi123.stdout:op 1640 completed, throughput=4.99MB/sec 2023-12-20T11:15:53.209 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DWFCF0vqNC4U8aX off=2801636 len=406074 2023-12-20T11:15:53.210 INFO:tasks.workunit.client.0.smithi123.stdout:op 1641 completed, throughput=4.99MB/sec 2023-12-20T11:15:53.210 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-b_1e0MrVDA27OvJ off=4087965 len=1523343 2023-12-20T11:15:53.212 INFO:tasks.workunit.client.0.smithi123.stdout:op 1642 completed, throughput=5MB/sec 2023-12-20T11:15:53.212 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-VahWJyltlY_b3M0 off=7728052 len=762112 2023-12-20T11:15:53.213 INFO:tasks.workunit.client.0.smithi123.stdout:op 1643 completed, throughput=5MB/sec 2023-12-20T11:15:53.213 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-UWFsWOomlhjlSeX off=5698518 len=1295007 2023-12-20T11:15:53.213 INFO:tasks.workunit.client.0.smithi123.stdout:op 1644 completed, throughput=5MB/sec 2023-12-20T11:15:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:53 smithi123 ceph-mon[191304]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:15:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:53 smithi123 ceph-mon[188613]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:15:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:53 smithi177 ceph-mon[212096]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:15:54.214 INFO:tasks.workunit.client.0.smithi123.stdout: 324: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:54.214 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lT6kMVOOIKGIfQ7 off=9360615 len=1253357 2023-12-20T11:15:54.215 INFO:tasks.workunit.client.0.smithi123.stdout:op 1645 completed, throughput=4.99MB/sec 2023-12-20T11:15:54.216 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DWNARW7ddvwftvP off=6783228 len=1401583 2023-12-20T11:15:54.218 INFO:tasks.workunit.client.0.smithi123.stdout:op 1646 completed, throughput=4.99MB/sec 2023-12-20T11:15:54.218 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nqYAfVmdXgLVjEr off=2945295 len=1712260 2023-12-20T11:15:54.219 INFO:tasks.workunit.client.0.smithi123.stdout:op 1647 completed, throughput=5MB/sec 2023-12-20T11:15:54.219 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-MQW_5pVLgbuX70L off=3325964 len=1218885 2023-12-20T11:15:54.225 INFO:tasks.workunit.client.0.smithi123.stdout:op 1648 completed, throughput=5MB/sec 2023-12-20T11:15:55.225 INFO:tasks.workunit.client.0.smithi123.stdout: 325: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:55.226 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-V2kezhsQm76wS8S off=1867113 len=877154 2023-12-20T11:15:55.231 INFO:tasks.workunit.client.0.smithi123.stdout:op 1649 completed, throughput=4.99MB/sec 2023-12-20T11:15:55.232 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QiOvrPKzctx31BT off=1503428 len=1693726 2023-12-20T11:15:55.240 INFO:tasks.workunit.client.0.smithi123.stdout:op 1650 completed, throughput=4.99MB/sec 2023-12-20T11:15:55.240 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-phf6rxglGQJmxM0 off=4409343 len=318366 2023-12-20T11:15:55.240 INFO:tasks.workunit.client.0.smithi123.stdout:op 1651 completed, throughput=4.99MB/sec 2023-12-20T11:15:55.240 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-bMEh-HxWO0tD_Qr off=12527747 len=1014966 2023-12-20T11:15:55.245 INFO:tasks.workunit.client.0.smithi123.stdout:op 1652 completed, throughput=5MB/sec 2023-12-20T11:15:55.245 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5z0ysyCnQXHaV9m off=8775447 len=693372 2023-12-20T11:15:55.247 INFO:tasks.workunit.client.0.smithi123.stdout:op 1653 completed, throughput=5MB/sec 2023-12-20T11:15:55.247 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6RERjmSy3EZy5M5 off=4832041 len=1571152 2023-12-20T11:15:55.255 INFO:tasks.workunit.client.0.smithi123.stdout:op 1654 completed, throughput=5MB/sec 2023-12-20T11:15:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:55 smithi123 ceph-mon[191304]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:15:55.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:55 smithi123 ceph-mon[188613]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:15:56.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:55 smithi177 ceph-mon[212096]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:15:56.255 INFO:tasks.workunit.client.0.smithi123.stdout: 326: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:56.255 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ct8lC3xVdKx-3fV off=3286274 len=1728101 2023-12-20T11:15:56.257 INFO:tasks.workunit.client.0.smithi123.stdout:op 1655 completed, throughput=4.99MB/sec 2023-12-20T11:15:56.257 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-UNFEunN8UQgcVk8 off=12435719 len=754290 2023-12-20T11:15:56.258 INFO:tasks.workunit.client.0.smithi123.stdout:op 1656 completed, throughput=5MB/sec 2023-12-20T11:15:56.258 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_q_SGEyncxezukY off=2403989 len=1503937 2023-12-20T11:15:56.265 INFO:tasks.workunit.client.0.smithi123.stdout:op 1657 completed, throughput=5MB/sec 2023-12-20T11:15:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:15:56.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:15:57.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:15:57.265 INFO:tasks.workunit.client.0.smithi123.stdout: 327: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:57.266 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-sSjzliJAxnlfvSY off=18147943 len=1061117 2023-12-20T11:15:57.267 INFO:tasks.workunit.client.0.smithi123.stdout:op 1658 completed, throughput=4.99MB/sec 2023-12-20T11:15:57.267 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-G5Qlj1mBi-hU9qL off=4627811 len=342455 2023-12-20T11:15:57.268 INFO:tasks.workunit.client.0.smithi123.stdout:op 1659 completed, throughput=4.99MB/sec 2023-12-20T11:15:57.268 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-elAW1926b038-rh off=548062 len=693057 2023-12-20T11:15:57.271 INFO:tasks.workunit.client.0.smithi123.stdout:op 1660 completed, throughput=4.99MB/sec 2023-12-20T11:15:57.271 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-MSWLqaoDYg5PzOG off=5615743 len=73577 2023-12-20T11:15:57.271 INFO:tasks.workunit.client.0.smithi123.stdout:op 1661 completed, throughput=4.99MB/sec 2023-12-20T11:15:57.271 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-z4Wkq3lHC7P_XrV off=348139 len=1296667 2023-12-20T11:15:57.279 INFO:tasks.workunit.client.0.smithi123.stdout:op 1662 completed, throughput=5MB/sec 2023-12-20T11:15:57.279 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-t12mUZNQ7caO7hT off=11350522 len=1298073 2023-12-20T11:15:57.281 INFO:tasks.workunit.client.0.smithi123.stdout:op 1663 completed, throughput=5MB/sec 2023-12-20T11:15:57.281 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-MKZHRU1335oaS4H off=7746048 len=477528 2023-12-20T11:15:57.281 INFO:tasks.workunit.client.0.smithi123.stdout:op 1664 completed, throughput=5MB/sec 2023-12-20T11:15:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:57 smithi123 ceph-mon[191304]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:15:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:57 smithi123 ceph-mon[188613]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:15:58.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:57 smithi177 ceph-mon[212096]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:15:58.282 INFO:tasks.workunit.client.0.smithi123.stdout: 328: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:58.282 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4uUcFMqbX74Yyy4 off=1582654 len=1004668 2023-12-20T11:15:58.283 INFO:tasks.workunit.client.0.smithi123.stdout:op 1665 completed, throughput=4.99MB/sec 2023-12-20T11:15:58.283 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DIJiZskBVRH4GJP off=0 len=1119732 2023-12-20T11:15:58.289 INFO:tasks.workunit.client.0.smithi123.stdout:op 1666 completed, throughput=4.99MB/sec 2023-12-20T11:15:58.290 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-CjJi5V1NsLCwYdJ off=1085039 len=751534 2023-12-20T11:15:58.292 INFO:tasks.workunit.client.0.smithi123.stdout:op 1667 completed, throughput=4.99MB/sec 2023-12-20T11:15:58.292 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-sjmTU3KoUZRcYkt off=13294266 len=1396891 2023-12-20T11:15:58.296 INFO:tasks.workunit.client.0.smithi123.stdout:op 1668 completed, throughput=5MB/sec 2023-12-20T11:15:58.297 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2tU891iV29kIiV2 off=328040 len=1057676 2023-12-20T11:15:58.298 INFO:tasks.workunit.client.0.smithi123.stdout:op 1669 completed, throughput=5MB/sec 2023-12-20T11:15:59.298 INFO:tasks.workunit.client.0.smithi123.stdout: 329: throughput=4.99MB/sec pending data=0 2023-12-20T11:15:59.299 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-c6UDFq4Ipxen88k off=6542008 len=228181 2023-12-20T11:15:59.299 INFO:tasks.workunit.client.0.smithi123.stdout:op 1670 completed, throughput=4.99MB/sec 2023-12-20T11:15:59.299 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8HMmSkmxpDhSmr1 off=8086522 len=199289 2023-12-20T11:15:59.300 INFO:tasks.workunit.client.0.smithi123.stdout:op 1671 completed, throughput=4.99MB/sec 2023-12-20T11:15:59.300 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0Ck2Y_IrtE2gq6L off=6918463 len=1468372 2023-12-20T11:15:59.306 INFO:tasks.workunit.client.0.smithi123.stdout:op 1672 completed, throughput=4.99MB/sec 2023-12-20T11:15:59.306 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DblNuO2cSG5XwA5 off=6721503 len=1154576 2023-12-20T11:15:59.308 INFO:tasks.workunit.client.0.smithi123.stdout:op 1673 completed, throughput=4.99MB/sec 2023-12-20T11:15:59.308 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-OyFaRN2GTyHYFHY off=8145633 len=1086897 2023-12-20T11:15:59.313 INFO:tasks.workunit.client.0.smithi123.stdout:op 1674 completed, throughput=5MB/sec 2023-12-20T11:15:59.313 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Mfb1a6fwYV2kYW9 off=2823460 len=1759680 2023-12-20T11:15:59.315 INFO:tasks.workunit.client.0.smithi123.stdout:op 1675 completed, throughput=5MB/sec 2023-12-20T11:15:59.333 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:15:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:15:59] "GET /metrics HTTP/1.1" 200 33948 "" "Prometheus/2.43.0" 2023-12-20T11:15:59.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:15:59 smithi177 ceph-mon[212096]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:15:59.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:15:59 smithi123 ceph-mon[191304]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:15:59.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:15:59 smithi123 ceph-mon[188613]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:16:00.315 INFO:tasks.workunit.client.0.smithi123.stdout: 330: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:00.315 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jEa1T-EraI4w14W off=9515055 len=1210704 2023-12-20T11:16:00.316 INFO:tasks.workunit.client.0.smithi123.stdout:op 1676 completed, throughput=4.99MB/sec 2023-12-20T11:16:00.317 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Y87IKUGPS85r7TN off=23864246 len=1152845 2023-12-20T11:16:00.322 INFO:tasks.workunit.client.0.smithi123.stdout:op 1677 completed, throughput=4.99MB/sec 2023-12-20T11:16:00.322 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gumArtudps5WMFq off=3328702 len=1581275 2023-12-20T11:16:00.324 INFO:tasks.workunit.client.0.smithi123.stdout:op 1678 completed, throughput=5MB/sec 2023-12-20T11:16:00.324 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--RTzZeW_BFZOgkS off=13542014 len=1046142 2023-12-20T11:16:00.326 INFO:tasks.workunit.client.0.smithi123.stdout:op 1679 completed, throughput=5MB/sec 2023-12-20T11:16:01.327 INFO:tasks.workunit.client.0.smithi123.stdout: 331: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:01.327 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Cr6J1oSA_aWyRSV off=3734409 len=1678461 2023-12-20T11:16:01.336 INFO:tasks.workunit.client.0.smithi123.stdout:op 1680 completed, throughput=4.99MB/sec 2023-12-20T11:16:01.336 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--2w292t0W5RoN0G off=18281910 len=874439 2023-12-20T11:16:01.341 INFO:tasks.workunit.client.0.smithi123.stdout:op 1681 completed, throughput=4.99MB/sec 2023-12-20T11:16:01.341 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vYZ9BTjFu8_8QE- off=618439 len=106248 2023-12-20T11:16:01.341 INFO:tasks.workunit.client.0.smithi123.stdout:op 1682 completed, throughput=4.99MB/sec 2023-12-20T11:16:01.342 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-AlVSGWMnK0DTnjs off=6509543 len=408586 2023-12-20T11:16:01.345 INFO:tasks.workunit.client.0.smithi123.stdout:op 1683 completed, throughput=4.99MB/sec 2023-12-20T11:16:01.345 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-tSWUOi1qPGN1NRR off=22740013 len=1350869 2023-12-20T11:16:01.350 INFO:tasks.workunit.client.0.smithi123.stdout:op 1684 completed, throughput=5MB/sec 2023-12-20T11:16:01.350 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hJ_S1yFS1Zjw8EA off=9671553 len=1423327 2023-12-20T11:16:01.351 INFO:tasks.workunit.client.0.smithi123.stdout:op 1685 completed, throughput=5MB/sec 2023-12-20T11:16:01.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:01 smithi177 ceph-mon[212096]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:16:01.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:01 smithi123 ceph-mon[191304]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:16:01.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:01 smithi123 ceph-mon[188613]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:16:02.117 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:16:02.352 INFO:tasks.workunit.client.0.smithi123.stdout: 332: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:02.352 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-MXXIKya9viuknna off=1185836 len=1467929 2023-12-20T11:16:02.355 INFO:tasks.workunit.client.0.smithi123.stdout:op 1686 completed, throughput=4.99MB/sec 2023-12-20T11:16:02.355 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-it4oTuRIBRnoiiH off=1634321 len=865130 2023-12-20T11:16:02.359 INFO:tasks.workunit.client.0.smithi123.stdout:op 1687 completed, throughput=4.99MB/sec 2023-12-20T11:16:02.359 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6z79ejLsrTOEmJ2 off=1085992 len=497150 2023-12-20T11:16:02.363 INFO:tasks.workunit.client.0.smithi123.stdout:op 1688 completed, throughput=5MB/sec 2023-12-20T11:16:02.363 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-N5eF6tIbRHpVrfL off=18265396 len=82598 2023-12-20T11:16:02.365 INFO:tasks.workunit.client.0.smithi123.stdout:op 1689 completed, throughput=5MB/sec 2023-12-20T11:16:02.365 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-uZCA5ohjjeDTgeD off=15374710 len=1945522 2023-12-20T11:16:02.376 INFO:tasks.workunit.client.0.smithi123.stdout:op 1690 completed, throughput=5MB/sec 2023-12-20T11:16:02.426 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:16:02.427 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (24m) 81s ago 27m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:16:02.427 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (24m) 9m ago 27m 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:16:02.427 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (28m) 81s ago 28m 19.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:16:02.427 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (28m) 9m ago 28m 26.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:16:02.427 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (24m) 9m ago 31m 454M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:16:02.427 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (24m) 81s ago 32m 538M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:16:02.427 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (23m) 81s ago 32m 247M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:16:02.427 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (23m) 9m ago 31m 123M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:16:02.427 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (23m) 81s ago 31m 157M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:16:02.427 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (24m) 81s ago 27m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:16:02.427 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (24m) 9m ago 27m 19.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:16:02.427 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (23m) 81s ago 30m 1835M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:16:02.427 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (22m) 81s ago 30m 2063M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:16:02.427 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (22m) 81s ago 30m 2149M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:16:02.428 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (21m) 81s ago 29m 1878M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:16:02.428 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (21m) 9m ago 29m 1148M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:16:02.428 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (20m) 9m ago 29m 1064M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:16:02.428 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (20m) 9m ago 29m 853M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:16:02.428 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (19m) 9m ago 28m 1037M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:16:02.428 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (24m) 9m ago 28m 67.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:16:02.808 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:16:02.808 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:16:02.808 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:16:02.808 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:16:02.808 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:16:02.808 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:16:02.808 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:16:02.808 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:16:02.808 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:16:02.808 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:16:02.808 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:16:02.809 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:16:02.809 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:16:02.809 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:16:02.809 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:16:02.809 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:16:02.809 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:16:02.809 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:16:03.377 INFO:tasks.workunit.client.0.smithi123.stdout: 333: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:03.377 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DVIGtDLYVwFofyD off=582177 len=433045 2023-12-20T11:16:03.379 INFO:tasks.workunit.client.0.smithi123.stdout:op 1691 completed, throughput=4.99MB/sec 2023-12-20T11:16:03.379 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Do5shivv3UBKeRD off=4415993 len=169291 2023-12-20T11:16:03.380 INFO:tasks.workunit.client.0.smithi123.stdout:op 1692 completed, throughput=4.99MB/sec 2023-12-20T11:16:03.380 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ajFvy6flpImpdBN off=6522034 len=901098 2023-12-20T11:16:03.384 INFO:tasks.workunit.client.0.smithi123.stdout:op 1693 completed, throughput=4.99MB/sec 2023-12-20T11:16:03.384 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-5pXKf0WCUZkANJI off=2335478 len=50154 2023-12-20T11:16:03.386 INFO:tasks.workunit.client.0.smithi123.stdout:op 1694 completed, throughput=4.99MB/sec 2023-12-20T11:16:03.386 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-L0pXqMD-eT-vQbE off=2157748 len=840669 2023-12-20T11:16:03.391 INFO:tasks.workunit.client.0.smithi123.stdout:op 1695 completed, throughput=4.99MB/sec 2023-12-20T11:16:03.391 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-44jRQlLpJZg8TNh off=16350640 len=877556 2023-12-20T11:16:03.394 INFO:tasks.workunit.client.0.smithi123.stdout:op 1696 completed, throughput=4.99MB/sec 2023-12-20T11:16:03.395 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-RsenVMbe3OAACqQ off=8157932 len=1037491 2023-12-20T11:16:03.396 INFO:tasks.workunit.client.0.smithi123.stdout:op 1697 completed, throughput=5MB/sec 2023-12-20T11:16:03.396 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-D5SfnyamFMXu8mh off=13208911 len=2043860 2023-12-20T11:16:03.397 INFO:tasks.workunit.client.0.smithi123.stdout:op 1698 completed, throughput=5MB/sec 2023-12-20T11:16:03.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:03 smithi177 ceph-mon[212096]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:16:03.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:03 smithi177 ceph-mon[212096]: from='client.35454 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:16:03.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:03 smithi177 ceph-mon[212096]: from='client.35460 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:16:03.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:03 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1647097158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:16:03.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:03 smithi123 ceph-mon[191304]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:16:03.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:03 smithi123 ceph-mon[191304]: from='client.35454 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:16:03.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:03 smithi123 ceph-mon[191304]: from='client.35460 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:16:03.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:03 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1647097158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:16:03.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:03 smithi123 ceph-mon[188613]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:16:03.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:03 smithi123 ceph-mon[188613]: from='client.35454 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:16:03.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:03 smithi123 ceph-mon[188613]: from='client.35460 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:16:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:03 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1647097158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:16:04.398 INFO:tasks.workunit.client.0.smithi123.stdout: 334: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:04.398 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-v9an7_bDoKxyrlC off=13940508 len=1630370 2023-12-20T11:16:04.401 INFO:tasks.workunit.client.0.smithi123.stdout:op 1699 completed, throughput=4.99MB/sec 2023-12-20T11:16:04.401 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-LxIl1fHnyQ6SVnZ off=8264670 len=269647 2023-12-20T11:16:04.404 INFO:tasks.workunit.client.0.smithi123.stdout:op 1700 completed, throughput=4.99MB/sec 2023-12-20T11:16:04.405 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--zPf9Yicez2E3Eu off=1859201 len=961208 2023-12-20T11:16:04.406 INFO:tasks.workunit.client.0.smithi123.stdout:op 1701 completed, throughput=5MB/sec 2023-12-20T11:16:04.406 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2fLwhgt9GV3xPCT off=2912554 len=816592 2023-12-20T11:16:04.411 INFO:tasks.workunit.client.0.smithi123.stdout:op 1702 completed, throughput=5MB/sec 2023-12-20T11:16:04.411 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-sskcK1uKIX3mnX3 off=16032788 len=1474148 2023-12-20T11:16:04.413 INFO:tasks.workunit.client.0.smithi123.stdout:op 1703 completed, throughput=5MB/sec 2023-12-20T11:16:05.413 INFO:tasks.workunit.client.0.smithi123.stdout: 335: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:05.413 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-XnBjWD-lpIjWnQp off=11132276 len=1822254 2023-12-20T11:16:05.415 INFO:tasks.workunit.client.0.smithi123.stdout:op 1704 completed, throughput=4.99MB/sec 2023-12-20T11:16:05.415 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2EVfhtQBUoAegSL off=7256605 len=1466904 2023-12-20T11:16:05.421 INFO:tasks.workunit.client.0.smithi123.stdout:op 1705 completed, throughput=5MB/sec 2023-12-20T11:16:05.422 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QCdxYMl5QEsDLnU off=19723848 len=1671044 2023-12-20T11:16:05.424 INFO:tasks.workunit.client.0.smithi123.stdout:op 1706 completed, throughput=5MB/sec 2023-12-20T11:16:05.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:05 smithi177 ceph-mon[212096]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:16:05.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:05 smithi123 ceph-mon[191304]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:16:05.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:05 smithi123 ceph-mon[188613]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:16:06.424 INFO:tasks.workunit.client.0.smithi123.stdout: 336: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:06.424 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-JRGt170pyf2TSHR off=4906992 len=341013 2023-12-20T11:16:06.428 INFO:tasks.workunit.client.0.smithi123.stdout:op 1707 completed, throughput=4.99MB/sec 2023-12-20T11:16:06.428 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fkhajom-BXTeuV- off=2970707 len=517354 2023-12-20T11:16:06.429 INFO:tasks.workunit.client.0.smithi123.stdout:op 1708 completed, throughput=4.99MB/sec 2023-12-20T11:16:06.429 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YUOgvDGYe0IILm4 off=0 len=1606261 2023-12-20T11:16:06.431 INFO:tasks.workunit.client.0.smithi123.stdout:op 1709 completed, throughput=4.99MB/sec 2023-12-20T11:16:06.431 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-C4-o6dcXTW_JIwX off=1410623 len=1404544 2023-12-20T11:16:06.437 INFO:tasks.workunit.client.0.smithi123.stdout:op 1710 completed, throughput=5MB/sec 2023-12-20T11:16:06.437 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-occOuI-XdvP6RWM off=3374726 len=1578501 2023-12-20T11:16:06.438 INFO:tasks.workunit.client.0.smithi123.stdout:op 1711 completed, throughput=5MB/sec 2023-12-20T11:16:07.439 INFO:tasks.workunit.client.0.smithi123.stdout: 337: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:07.439 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-OW7wnjVIq0c4WPR off=239591 len=1261287 2023-12-20T11:16:07.445 INFO:tasks.workunit.client.0.smithi123.stdout:op 1712 completed, throughput=4.99MB/sec 2023-12-20T11:16:07.445 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2DsoteXRo0Ji2QY off=8996408 len=2014324 2023-12-20T11:16:07.448 INFO:tasks.workunit.client.0.smithi123.stdout:op 1713 completed, throughput=5MB/sec 2023-12-20T11:16:07.448 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-dBCu4tsxazzC_t6 off=2362644 len=201935 2023-12-20T11:16:07.449 INFO:tasks.workunit.client.0.smithi123.stdout:op 1714 completed, throughput=5MB/sec 2023-12-20T11:16:07.449 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-IQc-1bJtgKLBRBV off=10274061 len=248667 2023-12-20T11:16:07.452 INFO:tasks.workunit.client.0.smithi123.stdout:op 1715 completed, throughput=5MB/sec 2023-12-20T11:16:07.452 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FdKQvjnFjeQIwF4 off=20742396 len=229851 2023-12-20T11:16:07.452 INFO:tasks.workunit.client.0.smithi123.stdout:op 1716 completed, throughput=5MB/sec 2023-12-20T11:16:07.452 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-aAO9ls5YrFCCmOh off=4700806 len=395307 2023-12-20T11:16:07.456 INFO:tasks.workunit.client.0.smithi123.stdout:op 1717 completed, throughput=5MB/sec 2023-12-20T11:16:07.456 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-B1Vx6RCQh3hz7tZ off=20620082 len=1721454 2023-12-20T11:16:07.462 INFO:tasks.workunit.client.0.smithi123.stdout:op 1718 completed, throughput=5MB/sec 2023-12-20T11:16:07.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:07 smithi177 ceph-mon[212096]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:16:07.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:07 smithi123 ceph-mon[191304]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:16:07.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:07 smithi123 ceph-mon[188613]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:16:08.463 INFO:tasks.workunit.client.0.smithi123.stdout: 338: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:08.463 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YLHEOcgq4o8fFk9 off=9922825 len=1167400 2023-12-20T11:16:08.464 INFO:tasks.workunit.client.0.smithi123.stdout:op 1719 completed, throughput=4.99MB/sec 2023-12-20T11:16:08.464 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ggCGYbXQ36IDYhK off=3650834 len=576814 2023-12-20T11:16:08.468 INFO:tasks.workunit.client.0.smithi123.stdout:op 1720 completed, throughput=4.99MB/sec 2023-12-20T11:16:08.468 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-k7NlVhgyyWFj9PB off=3419208 len=1618022 2023-12-20T11:16:08.478 INFO:tasks.workunit.client.0.smithi123.stdout:op 1721 completed, throughput=5MB/sec 2023-12-20T11:16:08.478 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fS9Y9SJI-7xxAO1 off=15448827 len=1459771 2023-12-20T11:16:08.479 INFO:tasks.workunit.client.0.smithi123.stdout:op 1722 completed, throughput=5MB/sec 2023-12-20T11:16:09.349 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:16:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:16:09] "GET /metrics HTTP/1.1" 200 33948 "" "Prometheus/2.43.0" 2023-12-20T11:16:09.479 INFO:tasks.workunit.client.0.smithi123.stdout: 339: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:09.479 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-mOkbrF8jzcPY3JN off=1868352 len=569860 2023-12-20T11:16:09.483 INFO:tasks.workunit.client.0.smithi123.stdout:op 1723 completed, throughput=4.99MB/sec 2023-12-20T11:16:09.483 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zfXkWK3byuGFgTG off=4683710 len=49021 2023-12-20T11:16:09.484 INFO:tasks.workunit.client.0.smithi123.stdout:op 1724 completed, throughput=4.99MB/sec 2023-12-20T11:16:09.484 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-I5tVrAp7i-ZhQ9v off=7217878 len=1001288 2023-12-20T11:16:09.489 INFO:tasks.workunit.client.0.smithi123.stdout:op 1725 completed, throughput=4.99MB/sec 2023-12-20T11:16:09.490 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-v2XyWvUMDrNlEPN off=13672172 len=1394895 2023-12-20T11:16:09.492 INFO:tasks.workunit.client.0.smithi123.stdout:op 1726 completed, throughput=5MB/sec 2023-12-20T11:16:09.492 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-HoAKPFiDpm4v4k7 off=2011410 len=1841277 2023-12-20T11:16:09.498 INFO:tasks.workunit.client.0.smithi123.stdout:op 1727 completed, throughput=5MB/sec 2023-12-20T11:16:09.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:09 smithi177 ceph-mon[212096]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:16:09.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:09 smithi123 ceph-mon[191304]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:16:09.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:09 smithi123 ceph-mon[188613]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:16:10.498 INFO:tasks.workunit.client.0.smithi123.stdout: 340: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:10.498 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-31mQ0wUB3emMxKK off=6228211 len=2087985 2023-12-20T11:16:10.512 INFO:tasks.workunit.client.0.smithi123.stdout:op 1728 completed, throughput=4.99MB/sec 2023-12-20T11:16:10.512 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cIQvzAI6yTEGa24 off=1263321 len=1976137 2023-12-20T11:16:10.513 INFO:tasks.workunit.client.0.smithi123.stdout:op 1729 completed, throughput=5MB/sec 2023-12-20T11:16:10.514 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-uIij_0MsTUL-YQf off=12594881 len=660070 2023-12-20T11:16:10.518 INFO:tasks.workunit.client.0.smithi123.stdout:op 1730 completed, throughput=5MB/sec 2023-12-20T11:16:10.518 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cEaO-U8r4jckR8v off=552229 len=737978 2023-12-20T11:16:10.519 INFO:tasks.workunit.client.0.smithi123.stdout:op 1731 completed, throughput=5MB/sec 2023-12-20T11:16:11.519 INFO:tasks.workunit.client.0.smithi123.stdout: 341: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:11.519 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-bn-8OQ2jJZ2QrlO off=0 len=1636333 2023-12-20T11:16:11.521 INFO:tasks.workunit.client.0.smithi123.stdout:op 1732 completed, throughput=4.99MB/sec 2023-12-20T11:16:11.521 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-C6KO2sfGRkSIIo- off=231343 len=1446836 2023-12-20T11:16:11.522 INFO:tasks.workunit.client.0.smithi123.stdout:op 1733 completed, throughput=5MB/sec 2023-12-20T11:16:11.523 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-KkttjzEQiW_HpST off=5847910 len=319367 2023-12-20T11:16:11.523 INFO:tasks.workunit.client.0.smithi123.stdout:op 1734 completed, throughput=5MB/sec 2023-12-20T11:16:11.523 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-yJjM5wF_a1FktF8 off=8173713 len=1835837 2023-12-20T11:16:11.536 INFO:tasks.workunit.client.0.smithi123.stdout:op 1735 completed, throughput=5MB/sec 2023-12-20T11:16:11.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:11 smithi177 ceph-mon[212096]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-20T11:16:11.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:11 smithi123 ceph-mon[191304]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-20T11:16:11.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:11 smithi123 ceph-mon[188613]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-20T11:16:12.536 INFO:tasks.workunit.client.0.smithi123.stdout: 342: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:12.536 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-JBnXharBWKiHj__ off=5395348 len=191149 2023-12-20T11:16:12.536 INFO:tasks.workunit.client.0.smithi123.stdout:op 1736 completed, throughput=4.99MB/sec 2023-12-20T11:16:12.536 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-86YbAdJCd6ofMHB off=2216296 len=1571635 2023-12-20T11:16:12.543 INFO:tasks.workunit.client.0.smithi123.stdout:op 1737 completed, throughput=4.99MB/sec 2023-12-20T11:16:12.543 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cOp_2zPNSxH01mX off=14377377 len=1855181 2023-12-20T11:16:12.554 INFO:tasks.workunit.client.0.smithi123.stdout:op 1738 completed, throughput=5MB/sec 2023-12-20T11:16:12.554 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-M5ffKK8LJvoK6do off=5341483 len=1231639 2023-12-20T11:16:12.561 INFO:tasks.workunit.client.0.smithi123.stdout:op 1739 completed, throughput=5MB/sec 2023-12-20T11:16:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:16:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:16:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:16:13.561 INFO:tasks.workunit.client.0.smithi123.stdout: 343: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:13.562 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mQeDNKcA2fyzulu off=7851367 len=441542 2023-12-20T11:16:13.562 INFO:tasks.workunit.client.0.smithi123.stdout:op 1740 completed, throughput=4.99MB/sec 2023-12-20T11:16:13.562 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-PZPDSicQaG52Huj off=540020 len=467089 2023-12-20T11:16:13.566 INFO:tasks.workunit.client.0.smithi123.stdout:op 1741 completed, throughput=4.99MB/sec 2023-12-20T11:16:13.566 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--ep5NC0sCGzcx3G off=3692581 len=691447 2023-12-20T11:16:13.570 INFO:tasks.workunit.client.0.smithi123.stdout:op 1742 completed, throughput=4.99MB/sec 2023-12-20T11:16:13.570 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FZG2DFADMq7TLs9 off=7981609 len=680366 2023-12-20T11:16:13.574 INFO:tasks.workunit.client.0.smithi123.stdout:op 1743 completed, throughput=4.99MB/sec 2023-12-20T11:16:13.574 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-TFc2_O0KEvIbT8e off=1977175 len=357725 2023-12-20T11:16:13.578 INFO:tasks.workunit.client.0.smithi123.stdout:op 1744 completed, throughput=4.99MB/sec 2023-12-20T11:16:13.578 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wF7W1UU5edmpdps off=8509646 len=1763116 2023-12-20T11:16:13.583 INFO:tasks.workunit.client.0.smithi123.stdout:op 1745 completed, throughput=5MB/sec 2023-12-20T11:16:13.584 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-h_dN8TVnB4AS1RQ off=5010718 len=1385349 2023-12-20T11:16:13.584 INFO:tasks.workunit.client.0.smithi123.stdout:op 1746 completed, throughput=5MB/sec 2023-12-20T11:16:13.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:13 smithi177 ceph-mon[212096]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:16:13.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:13 smithi123 ceph-mon[191304]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:16:13.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:13 smithi123 ceph-mon[188613]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:16:14.583 INFO:tasks.workunit.client.0.smithi123.stdout: 344: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:14.583 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gukqyiK1gHMWC_Q off=9596750 len=288193 2023-12-20T11:16:14.584 INFO:tasks.workunit.client.0.smithi123.stdout:op 1747 completed, throughput=4.99MB/sec 2023-12-20T11:16:14.584 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-j1MZroYahgA-_s5 off=5961547 len=1927888 2023-12-20T11:16:14.588 INFO:tasks.workunit.client.0.smithi123.stdout:op 1748 completed, throughput=4.99MB/sec 2023-12-20T11:16:14.588 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-iqAgVBH2TMhwFNb off=10835178 len=1339862 2023-12-20T11:16:14.590 INFO:tasks.workunit.client.0.smithi123.stdout:op 1749 completed, throughput=5MB/sec 2023-12-20T11:16:14.590 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4cgZUbb_J6NCEV3 off=2007724 len=1018582 2023-12-20T11:16:14.596 INFO:tasks.workunit.client.0.smithi123.stdout:op 1750 completed, throughput=5MB/sec 2023-12-20T11:16:14.596 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-EVtmdq7PayFHR9c off=0 len=1616378 2023-12-20T11:16:14.605 INFO:tasks.workunit.client.0.smithi123.stdout:op 1751 completed, throughput=5MB/sec 2023-12-20T11:16:15.605 INFO:tasks.workunit.client.0.smithi123.stdout: 345: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:15.605 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-h5d1tZyIHJW8Y7d off=1467189 len=320353 2023-12-20T11:16:15.606 INFO:tasks.workunit.client.0.smithi123.stdout:op 1752 completed, throughput=4.99MB/sec 2023-12-20T11:16:15.606 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-o2ZLDjuwOr6uK9R off=1856254 len=1913013 2023-12-20T11:16:15.608 INFO:tasks.workunit.client.0.smithi123.stdout:op 1753 completed, throughput=5MB/sec 2023-12-20T11:16:15.608 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-TJ5yfEFji2m7pyb off=1555600 len=1947723 2023-12-20T11:16:15.620 INFO:tasks.workunit.client.0.smithi123.stdout:op 1754 completed, throughput=5MB/sec 2023-12-20T11:16:15.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:15 smithi177 ceph-mon[212096]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:16:15.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:15 smithi123 ceph-mon[191304]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:16:15.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:15 smithi123 ceph-mon[188613]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:16:16.620 INFO:tasks.workunit.client.0.smithi123.stdout: 346: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:16.620 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-8JkJinrYRjVPteE off=4595624 len=447025 2023-12-20T11:16:16.624 INFO:tasks.workunit.client.0.smithi123.stdout:op 1755 completed, throughput=4.99MB/sec 2023-12-20T11:16:16.624 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SFySvcPRwWboRhg off=7622595 len=1718516 2023-12-20T11:16:16.632 INFO:tasks.workunit.client.0.smithi123.stdout:op 1756 completed, throughput=4.99MB/sec 2023-12-20T11:16:16.632 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Icw6bbZgu9vXO4C off=4782098 len=1099874 2023-12-20T11:16:16.636 INFO:tasks.workunit.client.0.smithi123.stdout:op 1757 completed, throughput=4.99MB/sec 2023-12-20T11:16:16.636 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-MPt5hoFICwgXNRk off=6467822 len=1457749 2023-12-20T11:16:16.642 INFO:tasks.workunit.client.0.smithi123.stdout:op 1758 completed, throughput=5MB/sec 2023-12-20T11:16:16.642 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xXT0z2jjyQ_lZpl off=454977 len=598302 2023-12-20T11:16:16.646 INFO:tasks.workunit.client.0.smithi123.stdout:op 1759 completed, throughput=5MB/sec 2023-12-20T11:16:17.647 INFO:tasks.workunit.client.0.smithi123.stdout: 347: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:17.647 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ZlPjjhWaL-8mgqP off=5126495 len=1202424 2023-12-20T11:16:17.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:17 smithi177 ceph-mon[212096]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-20T11:16:17.654 INFO:tasks.workunit.client.0.smithi123.stdout:op 1760 completed, throughput=4.99MB/sec 2023-12-20T11:16:17.654 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-B6OPkXr459j77zJ off=1084496 len=958589 2023-12-20T11:16:17.655 INFO:tasks.workunit.client.0.smithi123.stdout:op 1761 completed, throughput=4.99MB/sec 2023-12-20T11:16:17.655 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ljr-Sk_kf_eON8o off=6443994 len=1795746 2023-12-20T11:16:17.665 INFO:tasks.workunit.client.0.smithi123.stdout:op 1762 completed, throughput=5MB/sec 2023-12-20T11:16:17.665 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-1QfqR3TEr5JuNU6 off=875075 len=1338664 2023-12-20T11:16:17.666 INFO:tasks.workunit.client.0.smithi123.stdout:op 1763 completed, throughput=5MB/sec 2023-12-20T11:16:17.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:17 smithi123 ceph-mon[191304]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-20T11:16:17.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:17 smithi123 ceph-mon[188613]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-20T11:16:18.667 INFO:tasks.workunit.client.0.smithi123.stdout: 348: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:18.667 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hL5QhchXw7ZpReS off=13905994 len=944063 2023-12-20T11:16:18.673 INFO:tasks.workunit.client.0.smithi123.stdout:op 1764 completed, throughput=4.99MB/sec 2023-12-20T11:16:18.673 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QvPErsXV9djsOIw off=9301882 len=598888 2023-12-20T11:16:18.674 INFO:tasks.workunit.client.0.smithi123.stdout:op 1765 completed, throughput=4.99MB/sec 2023-12-20T11:16:18.674 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-AP4L-0LhdCxtwL4 off=12979900 len=1684380 2023-12-20T11:16:18.683 INFO:tasks.workunit.client.0.smithi123.stdout:op 1766 completed, throughput=4.99MB/sec 2023-12-20T11:16:18.683 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FfhJ1uF1iZSWoHD off=21220224 len=577250 2023-12-20T11:16:18.687 INFO:tasks.workunit.client.0.smithi123.stdout:op 1767 completed, throughput=5MB/sec 2023-12-20T11:16:18.687 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jeIAgJ-_aNigk4z off=2181682 len=1577573 2023-12-20T11:16:18.690 INFO:tasks.workunit.client.0.smithi123.stdout:op 1768 completed, throughput=5MB/sec 2023-12-20T11:16:19.371 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:16:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:16:19] "GET /metrics HTTP/1.1" 200 33947 "" "Prometheus/2.43.0" 2023-12-20T11:16:19.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:19 smithi177 ceph-mon[212096]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:16:19.690 INFO:tasks.workunit.client.0.smithi123.stdout: 349: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:19.690 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-sUPbHTeqyyaxufx off=1975520 len=1384207 2023-12-20T11:16:19.699 INFO:tasks.workunit.client.0.smithi123.stdout:op 1769 completed, throughput=4.99MB/sec 2023-12-20T11:16:19.699 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-dKxQ8Oxe-2AlCpy off=136440 len=433893 2023-12-20T11:16:19.700 INFO:tasks.workunit.client.0.smithi123.stdout:op 1770 completed, throughput=4.99MB/sec 2023-12-20T11:16:19.701 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-TrLLdq5LHGCG8v_ off=977066 len=1148746 2023-12-20T11:16:19.702 INFO:tasks.workunit.client.0.smithi123.stdout:op 1771 completed, throughput=4.99MB/sec 2023-12-20T11:16:19.702 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Iqg5T2eXHDqSvLF off=1523062 len=310358 2023-12-20T11:16:19.706 INFO:tasks.workunit.client.0.smithi123.stdout:op 1772 completed, throughput=4.99MB/sec 2023-12-20T11:16:19.706 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-l75Gx58j1hIoEHN off=955201 len=1755540 2023-12-20T11:16:19.708 INFO:tasks.workunit.client.0.smithi123.stdout:op 1773 completed, throughput=5MB/sec 2023-12-20T11:16:19.708 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-JMU01jaSQhQO31K off=4355855 len=1834789 2023-12-20T11:16:19.718 INFO:tasks.workunit.client.0.smithi123.stdout:op 1774 completed, throughput=5MB/sec 2023-12-20T11:16:19.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:19 smithi123 ceph-mon[191304]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:16:19.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:19 smithi123 ceph-mon[188613]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:16:20.718 INFO:tasks.workunit.client.0.smithi123.stdout: 350: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:20.718 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hGZthONzdxhPpA7 off=7097993 len=954013 2023-12-20T11:16:20.723 INFO:tasks.workunit.client.0.smithi123.stdout:op 1775 completed, throughput=4.99MB/sec 2023-12-20T11:16:20.723 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-A7M4-GbKr0j5C0C off=277969 len=1530312 2023-12-20T11:16:20.729 INFO:tasks.workunit.client.0.smithi123.stdout:op 1776 completed, throughput=5MB/sec 2023-12-20T11:16:20.730 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-iApc0XBniDT30jj off=343580 len=1019609 2023-12-20T11:16:20.731 INFO:tasks.workunit.client.0.smithi123.stdout:op 1777 completed, throughput=5MB/sec 2023-12-20T11:16:20.732 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5mKg-1xJFUSb0So off=7280583 len=1894286 2023-12-20T11:16:20.734 INFO:tasks.workunit.client.0.smithi123.stdout:op 1778 completed, throughput=5MB/sec 2023-12-20T11:16:21.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:21 smithi177 ceph-mon[212096]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:16:21.734 INFO:tasks.workunit.client.0.smithi123.stdout: 351: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:21.734 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-BZCEO3SFk-BDct9 off=8905728 len=1351487 2023-12-20T11:16:21.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:21 smithi123 ceph-mon[191304]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:16:21.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:21 smithi123 ceph-mon[188613]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:16:21.741 INFO:tasks.workunit.client.0.smithi123.stdout:op 1779 completed, throughput=4.99MB/sec 2023-12-20T11:16:21.741 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Vjj5kiZ6QnqUOqE off=3202013 len=790909 2023-12-20T11:16:21.742 INFO:tasks.workunit.client.0.smithi123.stdout:op 1780 completed, throughput=5MB/sec 2023-12-20T11:16:21.742 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-I3eZpfQJC7SIRF3 off=14576445 len=128502 2023-12-20T11:16:21.744 INFO:tasks.workunit.client.0.smithi123.stdout:op 1781 completed, throughput=5MB/sec 2023-12-20T11:16:21.744 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-wCnpF-Z3Inf8OVl off=838173 len=1711280 2023-12-20T11:16:21.751 INFO:tasks.workunit.client.0.smithi123.stdout:op 1782 completed, throughput=5MB/sec 2023-12-20T11:16:22.751 INFO:tasks.workunit.client.0.smithi123.stdout: 352: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:22.751 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nIvKjLk2Zx2-83P off=5045847 len=1867544 2023-12-20T11:16:22.762 INFO:tasks.workunit.client.0.smithi123.stdout:op 1783 completed, throughput=4.99MB/sec 2023-12-20T11:16:22.763 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-uSVQsF2khuYjsCZ off=878367 len=38480 2023-12-20T11:16:22.765 INFO:tasks.workunit.client.0.smithi123.stdout:op 1784 completed, throughput=4.99MB/sec 2023-12-20T11:16:22.765 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GAdxhUL_jweO3Df off=2004012 len=1591864 2023-12-20T11:16:22.766 INFO:tasks.workunit.client.0.smithi123.stdout:op 1785 completed, throughput=5MB/sec 2023-12-20T11:16:22.766 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-aNmsiN_PATF6F6A off=9483902 len=676813 2023-12-20T11:16:22.767 INFO:tasks.workunit.client.0.smithi123.stdout:op 1786 completed, throughput=5MB/sec 2023-12-20T11:16:22.767 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-YNwWydLJf_JIjwV off=7424422 len=39246 2023-12-20T11:16:22.770 INFO:tasks.workunit.client.0.smithi123.stdout:op 1787 completed, throughput=5MB/sec 2023-12-20T11:16:22.770 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj----LwbV0uP-VZuf off=20901988 len=1524060 2023-12-20T11:16:22.775 INFO:tasks.workunit.client.0.smithi123.stdout:op 1788 completed, throughput=5MB/sec 2023-12-20T11:16:23.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:23 smithi177 ceph-mon[212096]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:16:23.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:23 smithi123 ceph-mon[191304]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:16:23.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:23 smithi123 ceph-mon[188613]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:16:23.775 INFO:tasks.workunit.client.0.smithi123.stdout: 353: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:23.775 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uFeJNVVZod5-q1V off=11406545 len=736283 2023-12-20T11:16:23.776 INFO:tasks.workunit.client.0.smithi123.stdout:op 1789 completed, throughput=4.99MB/sec 2023-12-20T11:16:23.776 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-N0VBwDsxr1qmfu0 off=1024934 len=911543 2023-12-20T11:16:23.778 INFO:tasks.workunit.client.0.smithi123.stdout:op 1790 completed, throughput=4.99MB/sec 2023-12-20T11:16:23.778 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4ypsxbfGOJSGYUO off=16732335 len=1732170 2023-12-20T11:16:23.781 INFO:tasks.workunit.client.0.smithi123.stdout:op 1791 completed, throughput=5MB/sec 2023-12-20T11:16:23.781 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-K-FXV-V0T0hgQMp off=617057 len=529973 2023-12-20T11:16:23.785 INFO:tasks.workunit.client.0.smithi123.stdout:op 1792 completed, throughput=5MB/sec 2023-12-20T11:16:23.786 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-EZwg2Nk-uMWtePT off=2592794 len=463397 2023-12-20T11:16:23.789 INFO:tasks.workunit.client.0.smithi123.stdout:op 1793 completed, throughput=5MB/sec 2023-12-20T11:16:23.789 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-kT91CUXzgQHsWIj off=5431105 len=1466844 2023-12-20T11:16:23.798 INFO:tasks.workunit.client.0.smithi123.stdout:op 1794 completed, throughput=5MB/sec 2023-12-20T11:16:24.798 INFO:tasks.workunit.client.0.smithi123.stdout: 354: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:24.798 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-u_xoqg25Xtu86Zx off=2158188 len=572146 2023-12-20T11:16:24.799 INFO:tasks.workunit.client.0.smithi123.stdout:op 1795 completed, throughput=4.99MB/sec 2023-12-20T11:16:24.799 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mH4D8bss927PcLJ off=408592 len=1993117 2023-12-20T11:16:24.801 INFO:tasks.workunit.client.0.smithi123.stdout:op 1796 completed, throughput=5MB/sec 2023-12-20T11:16:24.801 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-RP_eZLQ37nIFHfk off=22707308 len=1555259 2023-12-20T11:16:24.809 INFO:tasks.workunit.client.0.smithi123.stdout:op 1797 completed, throughput=5MB/sec 2023-12-20T11:16:24.810 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-u4GGi0h1C-fqQmL off=5209065 len=589394 2023-12-20T11:16:24.813 INFO:tasks.workunit.client.0.smithi123.stdout:op 1798 completed, throughput=5MB/sec 2023-12-20T11:16:25.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:25 smithi177 ceph-mon[212096]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:16:25.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:25 smithi123 ceph-mon[188613]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:16:25.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:25 smithi123 ceph-mon[191304]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:16:25.813 INFO:tasks.workunit.client.0.smithi123.stdout: 355: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:25.813 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-KL-gdfV50Tq-VI- off=5723229 len=1738520 2023-12-20T11:16:25.815 INFO:tasks.workunit.client.0.smithi123.stdout:op 1799 completed, throughput=4.99MB/sec 2023-12-20T11:16:25.815 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hHeBwHeAtB17SyP off=2407529 len=1230509 2023-12-20T11:16:25.823 INFO:tasks.workunit.client.0.smithi123.stdout:op 1800 completed, throughput=5MB/sec 2023-12-20T11:16:25.824 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-z2i4iSrQU5R8u_y off=9626029 len=441216 2023-12-20T11:16:25.827 INFO:tasks.workunit.client.0.smithi123.stdout:op 1801 completed, throughput=5MB/sec 2023-12-20T11:16:25.827 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-HqvzMng6yM8eWsI off=1973281 len=1920155 2023-12-20T11:16:25.837 INFO:tasks.workunit.client.0.smithi123.stdout:op 1802 completed, throughput=5MB/sec 2023-12-20T11:16:26.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:16:26.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:16:26.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:16:26.838 INFO:tasks.workunit.client.0.smithi123.stdout: 356: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:26.838 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-7cAVNNzI5Xy-vVt off=5417096 len=1415094 2023-12-20T11:16:26.839 INFO:tasks.workunit.client.0.smithi123.stdout:op 1803 completed, throughput=4.99MB/sec 2023-12-20T11:16:26.839 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-qnBxTcXF6gNQiE4 off=20690286 len=1563859 2023-12-20T11:16:26.849 INFO:tasks.workunit.client.0.smithi123.stdout:op 1804 completed, throughput=5MB/sec 2023-12-20T11:16:26.849 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-HnUidDyrDVn2_8J off=10883077 len=1416483 2023-12-20T11:16:26.854 INFO:tasks.workunit.client.0.smithi123.stdout:op 1805 completed, throughput=5MB/sec 2023-12-20T11:16:26.855 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ow73DU6u_L42aA6 off=10022412 len=526060 2023-12-20T11:16:26.858 INFO:tasks.workunit.client.0.smithi123.stdout:op 1806 completed, throughput=5MB/sec 2023-12-20T11:16:27.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:27 smithi177 ceph-mon[212096]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:16:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:27 smithi123 ceph-mon[191304]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:16:27.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:27 smithi123 ceph-mon[188613]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:16:27.859 INFO:tasks.workunit.client.0.smithi123.stdout: 357: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:27.859 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-W4HdXUsYPO1wgiO off=15540687 len=699110 2023-12-20T11:16:27.864 INFO:tasks.workunit.client.0.smithi123.stdout:op 1807 completed, throughput=4.99MB/sec 2023-12-20T11:16:27.864 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9Rgze4UyM9kWOcB off=11513956 len=1417253 2023-12-20T11:16:27.872 INFO:tasks.workunit.client.0.smithi123.stdout:op 1808 completed, throughput=4.99MB/sec 2023-12-20T11:16:27.872 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DUEOxsWqUw2P-2z off=1923320 len=1435547 2023-12-20T11:16:27.878 INFO:tasks.workunit.client.0.smithi123.stdout:op 1809 completed, throughput=5MB/sec 2023-12-20T11:16:27.878 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2IEf_P7zPrklxxc off=0 len=1256174 2023-12-20T11:16:27.880 INFO:tasks.workunit.client.0.smithi123.stdout:op 1810 completed, throughput=5MB/sec 2023-12-20T11:16:27.880 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cnt_tYEY6nLtyQ2 off=3740941 len=1638391 2023-12-20T11:16:27.881 INFO:tasks.workunit.client.0.smithi123.stdout:op 1811 completed, throughput=5MB/sec 2023-12-20T11:16:28.881 INFO:tasks.workunit.client.0.smithi123.stdout: 358: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:28.881 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-PnSIzgdVQh1JwKu off=7250630 len=9804 2023-12-20T11:16:28.882 INFO:tasks.workunit.client.0.smithi123.stdout:op 1812 completed, throughput=4.99MB/sec 2023-12-20T11:16:28.882 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-UlVR4YNuhy3mDM9 off=8498793 len=1763455 2023-12-20T11:16:28.892 INFO:tasks.workunit.client.0.smithi123.stdout:op 1813 completed, throughput=4.99MB/sec 2023-12-20T11:16:28.892 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-X5Mdj14ccur0mcA off=4232346 len=220694 2023-12-20T11:16:28.893 INFO:tasks.workunit.client.0.smithi123.stdout:op 1814 completed, throughput=4.99MB/sec 2023-12-20T11:16:28.893 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cuqsSWGjoq7zFuD off=19372795 len=1923350 2023-12-20T11:16:28.902 INFO:tasks.workunit.client.0.smithi123.stdout:op 1815 completed, throughput=5MB/sec 2023-12-20T11:16:28.903 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FVakymP8g6QCBVf off=3449640 len=514416 2023-12-20T11:16:28.905 INFO:tasks.workunit.client.0.smithi123.stdout:op 1816 completed, throughput=5MB/sec 2023-12-20T11:16:29.388 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:16:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:16:29] "GET /metrics HTTP/1.1" 200 33949 "" "Prometheus/2.43.0" 2023-12-20T11:16:29.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:29 smithi177 ceph-mon[212096]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:16:29.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:29 smithi123 ceph-mon[191304]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:16:29.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:29 smithi123 ceph-mon[188613]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:16:29.906 INFO:tasks.workunit.client.0.smithi123.stdout: 359: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:29.906 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wp1UBoSrABRYuu7 off=17103081 len=524586 2023-12-20T11:16:29.907 INFO:tasks.workunit.client.0.smithi123.stdout:op 1817 completed, throughput=4.99MB/sec 2023-12-20T11:16:29.908 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-OGi9s1OCjiRaxmn off=1608758 len=918296 2023-12-20T11:16:29.910 INFO:tasks.workunit.client.0.smithi123.stdout:op 1818 completed, throughput=4.99MB/sec 2023-12-20T11:16:29.910 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-aJ7kuLEmGzxe4Mz off=11539587 len=437815 2023-12-20T11:16:29.910 INFO:tasks.workunit.client.0.smithi123.stdout:op 1819 completed, throughput=4.99MB/sec 2023-12-20T11:16:29.910 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-UwWJpM1TSEvJ9V7 off=5787648 len=197166 2023-12-20T11:16:29.911 INFO:tasks.workunit.client.0.smithi123.stdout:op 1820 completed, throughput=4.99MB/sec 2023-12-20T11:16:29.911 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8Jz-mgiLJYKQdYf off=1726384 len=1093846 2023-12-20T11:16:29.912 INFO:tasks.workunit.client.0.smithi123.stdout:op 1821 completed, throughput=4.99MB/sec 2023-12-20T11:16:29.912 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pcIxUbtzL4duHJ5 off=6863727 len=2019745 2023-12-20T11:16:29.915 INFO:tasks.workunit.client.0.smithi123.stdout:op 1822 completed, throughput=5MB/sec 2023-12-20T11:16:30.915 INFO:tasks.workunit.client.0.smithi123.stdout: 360: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:30.915 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ewat3Z_OLNoC6GZ off=23282108 len=1152227 2023-12-20T11:16:30.918 INFO:tasks.workunit.client.0.smithi123.stdout:op 1823 completed, throughput=4.99MB/sec 2023-12-20T11:16:30.918 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cVQNh_NfjOX13iB off=14442621 len=159474 2023-12-20T11:16:30.918 INFO:tasks.workunit.client.0.smithi123.stdout:op 1824 completed, throughput=4.99MB/sec 2023-12-20T11:16:30.918 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-JhujmmQsuRVPf9a off=8162413 len=1196952 2023-12-20T11:16:30.920 INFO:tasks.workunit.client.0.smithi123.stdout:op 1825 completed, throughput=4.99MB/sec 2023-12-20T11:16:30.920 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-p2JvmdIFrQ3twnd off=7751342 len=803141 2023-12-20T11:16:30.926 INFO:tasks.workunit.client.0.smithi123.stdout:op 1826 completed, throughput=5MB/sec 2023-12-20T11:16:30.926 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-58o99Zt0rmGi-ie off=469485 len=1365867 2023-12-20T11:16:30.935 INFO:tasks.workunit.client.0.smithi123.stdout:op 1827 completed, throughput=5MB/sec 2023-12-20T11:16:30.935 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-s0-vxIclR5LasAH off=2974511 len=910695 2023-12-20T11:16:30.936 INFO:tasks.workunit.client.0.smithi123.stdout:op 1828 completed, throughput=5MB/sec 2023-12-20T11:16:31.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:31 smithi177 ceph-mon[212096]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-20T11:16:31.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:31 smithi123 ceph-mon[191304]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-20T11:16:31.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:31 smithi123 ceph-mon[188613]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-20T11:16:31.936 INFO:tasks.workunit.client.0.smithi123.stdout: 361: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:31.936 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-dJM4thhrG9hsGrZ off=10190388 len=1288962 2023-12-20T11:16:31.943 INFO:tasks.workunit.client.0.smithi123.stdout:op 1829 completed, throughput=4.99MB/sec 2023-12-20T11:16:31.944 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vTz1aslVdJoHNnP off=11416294 len=1581174 2023-12-20T11:16:31.945 INFO:tasks.workunit.client.0.smithi123.stdout:op 1830 completed, throughput=4.99MB/sec 2023-12-20T11:16:31.945 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-13OdmpoGKUFqLY6 off=440040 len=1588107 2023-12-20T11:16:31.946 INFO:tasks.workunit.client.0.smithi123.stdout:op 1831 completed, throughput=5MB/sec 2023-12-20T11:16:31.946 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5Hfb572OUMG1s6h off=8081678 len=1593868 2023-12-20T11:16:31.949 INFO:tasks.workunit.client.0.smithi123.stdout:op 1832 completed, throughput=5MB/sec 2023-12-20T11:16:32.950 INFO:tasks.workunit.client.0.smithi123.stdout: 362: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:32.950 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ssk0hGB-kWTgIBZ off=146547 len=921746 2023-12-20T11:16:32.950 INFO:tasks.workunit.client.0.smithi123.stdout:op 1833 completed, throughput=4.99MB/sec 2023-12-20T11:16:32.951 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hQDhvMxovZKXx6o off=9148112 len=971515 2023-12-20T11:16:32.955 INFO:tasks.workunit.client.0.smithi123.stdout:op 1834 completed, throughput=4.99MB/sec 2023-12-20T11:16:32.955 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-L78fJ9kN_fQpWa_ off=20688437 len=1147 2023-12-20T11:16:32.955 INFO:tasks.workunit.client.0.smithi123.stdout:op 1835 completed, throughput=4.99MB/sec 2023-12-20T11:16:32.955 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tyUwaCzOl0ClfWy off=27272 len=1834514 2023-12-20T11:16:32.957 INFO:tasks.workunit.client.0.smithi123.stdout:op 1836 completed, throughput=5MB/sec 2023-12-20T11:16:32.957 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FLvTmJIrRll_Gtd off=7745103 len=464195 2023-12-20T11:16:32.960 INFO:tasks.workunit.client.0.smithi123.stdout:op 1837 completed, throughput=5MB/sec 2023-12-20T11:16:32.960 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-BoVE5Kgo7VrTLBD off=2565658 len=511817 2023-12-20T11:16:32.960 INFO:tasks.workunit.client.0.smithi123.stdout:op 1838 completed, throughput=5MB/sec 2023-12-20T11:16:33.155 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:16:33.469 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:16:33.469 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (25m) 112s ago 28m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:16:33.469 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (25m) 9m ago 28m 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:16:33.469 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (29m) 112s ago 29m 19.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:16:33.469 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (29m) 9m ago 29m 26.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:16:33.469 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (24m) 9m ago 31m 454M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:16:33.470 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (25m) 112s ago 32m 538M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:16:33.470 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (24m) 112s ago 33m 247M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:16:33.470 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (24m) 9m ago 31m 123M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:16:33.470 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (24m) 112s ago 31m 157M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:16:33.470 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (25m) 112s ago 28m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:16:33.470 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (25m) 9m ago 28m 19.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:16:33.470 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (23m) 112s ago 31m 1835M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:16:33.470 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (23m) 112s ago 31m 2063M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:16:33.470 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (22m) 112s ago 30m 2149M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:16:33.470 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (22m) 112s ago 30m 1878M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:16:33.470 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (21m) 9m ago 30m 1148M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:16:33.470 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (21m) 9m ago 29m 1064M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:16:33.470 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (20m) 9m ago 29m 853M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:16:33.470 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (20m) 9m ago 29m 1037M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:16:33.470 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (24m) 9m ago 28m 67.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:16:33.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:33 smithi177 ceph-mon[212096]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-20T11:16:33.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:33 smithi123 ceph-mon[191304]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-20T11:16:33.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:33 smithi123 ceph-mon[188613]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-20T11:16:33.848 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:16:33.849 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:16:33.849 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:16:33.849 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:16:33.849 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:16:33.849 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:16:33.849 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:16:33.849 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:16:33.849 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:16:33.849 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:16:33.849 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:16:33.849 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:16:33.849 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:16:33.849 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:16:33.849 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:16:33.849 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:16:33.850 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:16:33.850 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:16:33.961 INFO:tasks.workunit.client.0.smithi123.stdout: 363: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:33.961 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-sR_G5x4pU24N-1X off=278008 len=207409 2023-12-20T11:16:33.961 INFO:tasks.workunit.client.0.smithi123.stdout:op 1839 completed, throughput=4.99MB/sec 2023-12-20T11:16:33.961 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-K8PNtHkkQSLkoX4 off=17228536 len=1525167 2023-12-20T11:16:33.968 INFO:tasks.workunit.client.0.smithi123.stdout:op 1840 completed, throughput=4.99MB/sec 2023-12-20T11:16:33.968 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-i3DkFcLNJd8A6_i off=10830944 len=529206 2023-12-20T11:16:33.972 INFO:tasks.workunit.client.0.smithi123.stdout:op 1841 completed, throughput=4.99MB/sec 2023-12-20T11:16:33.972 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Aqk0iR5rJWLCYDm off=6873211 len=889111 2023-12-20T11:16:33.978 INFO:tasks.workunit.client.0.smithi123.stdout:op 1842 completed, throughput=5MB/sec 2023-12-20T11:16:33.978 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-VO5iAq39_gRkcst off=9560227 len=1684738 2023-12-20T11:16:33.985 INFO:tasks.workunit.client.0.smithi123.stdout:op 1843 completed, throughput=5MB/sec 2023-12-20T11:16:33.985 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-l4fBur5zwRl6Gr8 off=2003392 len=1747591 2023-12-20T11:16:33.986 INFO:tasks.workunit.client.0.smithi123.stdout:op 1844 completed, throughput=5MB/sec 2023-12-20T11:16:34.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:34 smithi177 ceph-mon[212096]: from='client.45404 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:16:34.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:34 smithi177 ceph-mon[212096]: from='client.35478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:16:34.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:34 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2138028501' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:16:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:34 smithi123 ceph-mon[191304]: from='client.45404 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:16:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:34 smithi123 ceph-mon[191304]: from='client.35478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:16:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:34 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2138028501' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:16:34.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:34 smithi123 ceph-mon[188613]: from='client.45404 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:16:34.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:34 smithi123 ceph-mon[188613]: from='client.35478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:16:34.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:34 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2138028501' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:16:34.987 INFO:tasks.workunit.client.0.smithi123.stdout: 364: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:34.987 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Nm0239yA6EjLiD4 off=7532443 len=407966 2023-12-20T11:16:34.990 INFO:tasks.workunit.client.0.smithi123.stdout:op 1845 completed, throughput=4.99MB/sec 2023-12-20T11:16:34.990 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-iBSsXy4NETi5s91 off=752827 len=1524080 2023-12-20T11:16:34.998 INFO:tasks.workunit.client.0.smithi123.stdout:op 1846 completed, throughput=5MB/sec 2023-12-20T11:16:34.998 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-O1amPv5ZvV4rHs3 off=1454293 len=761683 2023-12-20T11:16:34.999 INFO:tasks.workunit.client.0.smithi123.stdout:op 1847 completed, throughput=5MB/sec 2023-12-20T11:16:35.000 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-n4TGTejo7cT46i4 off=1208062 len=372827 2023-12-20T11:16:35.004 INFO:tasks.workunit.client.0.smithi123.stdout:op 1848 completed, throughput=5MB/sec 2023-12-20T11:16:35.004 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-p_ShcZqfxuzWJzq off=0 len=1365735 2023-12-20T11:16:35.005 INFO:tasks.workunit.client.0.smithi123.stdout:op 1849 completed, throughput=5MB/sec 2023-12-20T11:16:35.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:35 smithi177 ceph-mon[212096]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-20T11:16:35.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:35 smithi123 ceph-mon[191304]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-20T11:16:35.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:35 smithi123 ceph-mon[188613]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-20T11:16:36.006 INFO:tasks.workunit.client.0.smithi123.stdout: 365: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:36.006 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-JzZY_YBRnnUCfIq off=4781819 len=1614565 2023-12-20T11:16:36.014 INFO:tasks.workunit.client.0.smithi123.stdout:op 1850 completed, throughput=4.99MB/sec 2023-12-20T11:16:36.014 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9UfadgqVes_Ax3V off=2442026 len=482343 2023-12-20T11:16:36.018 INFO:tasks.workunit.client.0.smithi123.stdout:op 1851 completed, throughput=4.99MB/sec 2023-12-20T11:16:36.019 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pkhExn5GMOcfoLR off=4754111 len=1577124 2023-12-20T11:16:36.021 INFO:tasks.workunit.client.0.smithi123.stdout:op 1852 completed, throughput=5MB/sec 2023-12-20T11:16:36.021 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lCZs_qdc9TlQXd1 off=4732301 len=484462 2023-12-20T11:16:36.023 INFO:tasks.workunit.client.0.smithi123.stdout:op 1853 completed, throughput=5MB/sec 2023-12-20T11:16:36.023 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-7fheR50hstTgDbI off=173754 len=1453947 2023-12-20T11:16:36.030 INFO:tasks.workunit.client.0.smithi123.stdout:op 1854 completed, throughput=5MB/sec 2023-12-20T11:16:37.030 INFO:tasks.workunit.client.0.smithi123.stdout: 366: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:37.031 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gVGYZNEfF5aRLxB off=8447616 len=1938518 2023-12-20T11:16:37.040 INFO:tasks.workunit.client.0.smithi123.stdout:op 1855 completed, throughput=4.99MB/sec 2023-12-20T11:16:37.040 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ct8lC3xVdKx-3fV off=9741634 len=383276 2023-12-20T11:16:37.042 INFO:tasks.workunit.client.0.smithi123.stdout:op 1856 completed, throughput=4.99MB/sec 2023-12-20T11:16:37.043 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-JItlpk0K3-skLee off=2026430 len=1701912 2023-12-20T11:16:37.044 INFO:tasks.workunit.client.0.smithi123.stdout:op 1857 completed, throughput=5MB/sec 2023-12-20T11:16:37.044 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5p_DRnSGVHdltSD off=643687 len=1313839 2023-12-20T11:16:37.045 INFO:tasks.workunit.client.0.smithi123.stdout:op 1858 completed, throughput=5MB/sec 2023-12-20T11:16:37.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:37 smithi123 ceph-mon[191304]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:16:37.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:37 smithi123 ceph-mon[188613]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:16:37.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:37 smithi177 ceph-mon[212096]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:16:38.046 INFO:tasks.workunit.client.0.smithi123.stdout: 367: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:38.046 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-7HCkzuu1X6TppWl off=8131174 len=974231 2023-12-20T11:16:38.052 INFO:tasks.workunit.client.0.smithi123.stdout:op 1859 completed, throughput=4.99MB/sec 2023-12-20T11:16:38.052 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-T-jD7Nh_GqC8MjD off=1667183 len=1337171 2023-12-20T11:16:38.060 INFO:tasks.workunit.client.0.smithi123.stdout:op 1860 completed, throughput=4.99MB/sec 2023-12-20T11:16:38.060 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gbLVIH-Jd9tjeBH off=7497137 len=1331873 2023-12-20T11:16:38.062 INFO:tasks.workunit.client.0.smithi123.stdout:op 1861 completed, throughput=5MB/sec 2023-12-20T11:16:38.062 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-36U092xgGE-g2bq off=6398826 len=1650132 2023-12-20T11:16:38.069 INFO:tasks.workunit.client.0.smithi123.stdout:op 1862 completed, throughput=5MB/sec 2023-12-20T11:16:39.069 INFO:tasks.workunit.client.0.smithi123.stdout: 368: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:39.070 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ROaf_GSJAFWSN9m off=571835 len=1637496 2023-12-20T11:16:39.084 INFO:tasks.workunit.client.0.smithi123.stdout:op 1863 completed, throughput=4.99MB/sec 2023-12-20T11:16:39.084 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-J5Yx--P8cYcAZBx off=10498638 len=1419436 2023-12-20T11:16:39.086 INFO:tasks.workunit.client.0.smithi123.stdout:op 1864 completed, throughput=5MB/sec 2023-12-20T11:16:39.086 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZA1j4cMeitpS7B8 off=5572270 len=1010281 2023-12-20T11:16:39.087 INFO:tasks.workunit.client.0.smithi123.stdout:op 1865 completed, throughput=5MB/sec 2023-12-20T11:16:39.087 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-TIOzQ7-bRwJYxKf off=117751 len=1184410 2023-12-20T11:16:39.089 INFO:tasks.workunit.client.0.smithi123.stdout:op 1866 completed, throughput=5MB/sec 2023-12-20T11:16:39.406 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:16:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:16:39] "GET /metrics HTTP/1.1" 200 33949 "" "Prometheus/2.43.0" 2023-12-20T11:16:39.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:39 smithi123 ceph-mon[188613]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:16:39.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:39 smithi123 ceph-mon[191304]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:16:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:39 smithi177 ceph-mon[212096]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:16:40.089 INFO:tasks.workunit.client.0.smithi123.stdout: 369: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:40.089 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KlF7SezHSnTQW_z off=21602210 len=524455 2023-12-20T11:16:40.094 INFO:tasks.workunit.client.0.smithi123.stdout:op 1867 completed, throughput=4.99MB/sec 2023-12-20T11:16:40.094 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zFKDcHQVuF5-OHe off=11377669 len=1115026 2023-12-20T11:16:40.095 INFO:tasks.workunit.client.0.smithi123.stdout:op 1868 completed, throughput=4.99MB/sec 2023-12-20T11:16:40.095 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-K5lENHhlpgmMrhw off=4341994 len=1398326 2023-12-20T11:16:40.104 INFO:tasks.workunit.client.0.smithi123.stdout:op 1869 completed, throughput=5MB/sec 2023-12-20T11:16:40.104 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-UYtivkTo0BqOMEg off=10107145 len=211452 2023-12-20T11:16:40.104 INFO:tasks.workunit.client.0.smithi123.stdout:op 1870 completed, throughput=5MB/sec 2023-12-20T11:16:40.104 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-of2IyCdg8r3fAX_ off=6502253 len=637182 2023-12-20T11:16:40.108 INFO:tasks.workunit.client.0.smithi123.stdout:op 1871 completed, throughput=5MB/sec 2023-12-20T11:16:40.108 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ouWVsk4GWzEI7Rg off=2897777 len=736505 2023-12-20T11:16:40.109 INFO:tasks.workunit.client.0.smithi123.stdout:op 1872 completed, throughput=5MB/sec 2023-12-20T11:16:41.110 INFO:tasks.workunit.client.0.smithi123.stdout: 370: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:41.110 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-XXoumtECX8sxRQM off=10176354 len=143223 2023-12-20T11:16:41.113 INFO:tasks.workunit.client.0.smithi123.stdout:op 1873 completed, throughput=4.99MB/sec 2023-12-20T11:16:41.113 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-K-VxHXruRngIFlI off=7226472 len=954145 2023-12-20T11:16:41.114 INFO:tasks.workunit.client.0.smithi123.stdout:op 1874 completed, throughput=4.99MB/sec 2023-12-20T11:16:41.114 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-1euXu9Njxu9P9ik off=5840758 len=238023 2023-12-20T11:16:41.117 INFO:tasks.workunit.client.0.smithi123.stdout:op 1875 completed, throughput=4.99MB/sec 2023-12-20T11:16:41.117 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-EeS80ld88UG-rOW off=11403510 len=1267959 2023-12-20T11:16:41.118 INFO:tasks.workunit.client.0.smithi123.stdout:op 1876 completed, throughput=4.99MB/sec 2023-12-20T11:16:41.118 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-XewDrPn0-lpOALJ off=5793985 len=14420 2023-12-20T11:16:41.119 INFO:tasks.workunit.client.0.smithi123.stdout:op 1877 completed, throughput=4.99MB/sec 2023-12-20T11:16:41.119 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Pyb9zfAlaPs8ACJ off=7243019 len=877676 2023-12-20T11:16:41.123 INFO:tasks.workunit.client.0.smithi123.stdout:op 1878 completed, throughput=5MB/sec 2023-12-20T11:16:41.124 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-EbWI71_JevvDexQ off=2574204 len=806233 2023-12-20T11:16:41.128 INFO:tasks.workunit.client.0.smithi123.stdout:op 1879 completed, throughput=5MB/sec 2023-12-20T11:16:41.128 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-tp6oOUC9lYq9lIk off=8975318 len=247933 2023-12-20T11:16:41.132 INFO:tasks.workunit.client.0.smithi123.stdout:op 1880 completed, throughput=5MB/sec 2023-12-20T11:16:41.132 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zeqCYO1nbsPT6JM off=14389811 len=521936 2023-12-20T11:16:41.133 INFO:tasks.workunit.client.0.smithi123.stdout:op 1881 completed, throughput=5MB/sec 2023-12-20T11:16:41.133 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-S8JDo6J_kIBWeMI off=2922752 len=1413870 2023-12-20T11:16:41.138 INFO:tasks.workunit.client.0.smithi123.stdout:op 1882 completed, throughput=5MB/sec 2023-12-20T11:16:41.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:41 smithi123 ceph-mon[188613]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:16:41.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:16:41.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:41 smithi123 ceph-mon[191304]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:16:41.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:16:41.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:41 smithi177 ceph-mon[212096]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:16:41.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:16:42.139 INFO:tasks.workunit.client.0.smithi123.stdout: 371: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:42.139 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-w4fpGSh2T1K02Nn off=2450405 len=254594 2023-12-20T11:16:42.139 INFO:tasks.workunit.client.0.smithi123.stdout:op 1883 completed, throughput=4.99MB/sec 2023-12-20T11:16:42.139 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NYj-E13G4-R-RLe off=991481 len=53311 2023-12-20T11:16:42.140 INFO:tasks.workunit.client.0.smithi123.stdout:op 1884 completed, throughput=4.99MB/sec 2023-12-20T11:16:42.140 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-82VRXvB6qQHBn9m off=4827362 len=1727044 2023-12-20T11:16:42.142 INFO:tasks.workunit.client.0.smithi123.stdout:op 1885 completed, throughput=4.99MB/sec 2023-12-20T11:16:42.142 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-bVTxXYGdBMTkQUU off=13167388 len=1946012 2023-12-20T11:16:42.154 INFO:tasks.workunit.client.0.smithi123.stdout:op 1886 completed, throughput=5MB/sec 2023-12-20T11:16:42.154 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nYHM8oh9usZ2V9D off=1562551 len=163414 2023-12-20T11:16:42.154 INFO:tasks.workunit.client.0.smithi123.stdout:op 1887 completed, throughput=5MB/sec 2023-12-20T11:16:43.154 INFO:tasks.workunit.client.0.smithi123.stdout: 372: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:43.154 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2O9pNQnjFcexi5d off=4424065 len=381663 2023-12-20T11:16:43.155 INFO:tasks.workunit.client.0.smithi123.stdout:op 1888 completed, throughput=4.99MB/sec 2023-12-20T11:16:43.155 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-HXuTn9qe4jLISJD off=0 len=1740626 2023-12-20T11:16:43.162 INFO:tasks.workunit.client.0.smithi123.stdout:op 1889 completed, throughput=4.99MB/sec 2023-12-20T11:16:43.163 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-UWnETgi4iryyk04 off=3832130 len=477625 2023-12-20T11:16:43.164 INFO:tasks.workunit.client.0.smithi123.stdout:op 1890 completed, throughput=4.99MB/sec 2023-12-20T11:16:43.164 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-h3t7kPe2EW6yZc7 off=3098724 len=1418212 2023-12-20T11:16:43.165 INFO:tasks.workunit.client.0.smithi123.stdout:op 1891 completed, throughput=5MB/sec 2023-12-20T11:16:43.165 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xdZYw9wVFwa36RR off=3986038 len=1988528 2023-12-20T11:16:43.175 INFO:tasks.workunit.client.0.smithi123.stdout:op 1892 completed, throughput=5MB/sec 2023-12-20T11:16:43.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:43 smithi177 ceph-mon[212096]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:16:43.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:16:43.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:43 smithi123 ceph-mon[191304]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:16:43.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:16:43.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:43 smithi123 ceph-mon[188613]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:16:43.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:16:44.177 INFO:tasks.workunit.client.0.smithi123.stdout: 373: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:44.177 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cJ6y1VO5lanc8s- off=2271110 len=1204776 2023-12-20T11:16:44.177 INFO:tasks.workunit.client.0.smithi123.stdout:op 1893 completed, throughput=4.99MB/sec 2023-12-20T11:16:44.177 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-uuUplSOnubAOAiC off=9435455 len=1371337 2023-12-20T11:16:44.184 INFO:tasks.workunit.client.0.smithi123.stdout:op 1894 completed, throughput=4.99MB/sec 2023-12-20T11:16:44.185 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-qLtcLEnxNZ2dstZ off=7829663 len=551981 2023-12-20T11:16:44.188 INFO:tasks.workunit.client.0.smithi123.stdout:op 1895 completed, throughput=5MB/sec 2023-12-20T11:16:44.188 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qtqnJJjKtTusT79 off=12825569 len=619657 2023-12-20T11:16:44.189 INFO:tasks.workunit.client.0.smithi123.stdout:op 1896 completed, throughput=5MB/sec 2023-12-20T11:16:44.189 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6MVMbWsbsvPKpP_ off=2416556 len=1503134 2023-12-20T11:16:44.192 INFO:tasks.workunit.client.0.smithi123.stdout:op 1897 completed, throughput=5MB/sec 2023-12-20T11:16:45.192 INFO:tasks.workunit.client.0.smithi123.stdout: 374: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:45.192 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_CafZakLEw9nykF off=15516370 len=2060570 2023-12-20T11:16:45.202 INFO:tasks.workunit.client.0.smithi123.stdout:op 1898 completed, throughput=4.99MB/sec 2023-12-20T11:16:45.202 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-w3oHeaVHoEW1O5i off=2354471 len=831975 2023-12-20T11:16:45.206 INFO:tasks.workunit.client.0.smithi123.stdout:op 1899 completed, throughput=5MB/sec 2023-12-20T11:16:45.207 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-K3AgMJjFjhhDMWp off=2337425 len=1925157 2023-12-20T11:16:45.217 INFO:tasks.workunit.client.0.smithi123.stdout:op 1900 completed, throughput=5MB/sec 2023-12-20T11:16:45.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:45 smithi123 ceph-mon[191304]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:16:45.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:16:45.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:16:45.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:45 smithi123 ceph-mon[188613]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:16:45.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:16:45.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:16:45.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:45 smithi177 ceph-mon[212096]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:16:45.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:16:45.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:16:46.217 INFO:tasks.workunit.client.0.smithi123.stdout: 375: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:46.217 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-uCehGX5zxlAxRAZ off=333828 len=1853550 2023-12-20T11:16:46.228 INFO:tasks.workunit.client.0.smithi123.stdout:op 1901 completed, throughput=4.99MB/sec 2023-12-20T11:16:46.228 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-i4g9yuZw0YOMrwj off=2384700 len=955920 2023-12-20T11:16:46.230 INFO:tasks.workunit.client.0.smithi123.stdout:op 1902 completed, throughput=4.99MB/sec 2023-12-20T11:16:46.230 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ggXxtKc_xCD3h5o off=19569373 len=769775 2023-12-20T11:16:46.231 INFO:tasks.workunit.client.0.smithi123.stdout:op 1903 completed, throughput=5MB/sec 2023-12-20T11:16:46.232 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-bWWG_tU7xtpqSl4 off=14593979 len=1022200 2023-12-20T11:16:46.233 INFO:tasks.workunit.client.0.smithi123.stdout:op 1904 completed, throughput=5MB/sec 2023-12-20T11:16:46.233 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-O0lbTR51pD__WFl off=7823172 len=1162805 2023-12-20T11:16:46.238 INFO:tasks.workunit.client.0.smithi123.stdout:op 1905 completed, throughput=5MB/sec 2023-12-20T11:16:46.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:16:46.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:16:46.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:16:46.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:16:46.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:16:46.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:16:46.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:16:46.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:16:46.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:16:47.238 INFO:tasks.workunit.client.0.smithi123.stdout: 376: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:47.238 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-E4U9c9Ibs96ente off=0 len=1468967 2023-12-20T11:16:47.245 INFO:tasks.workunit.client.0.smithi123.stdout:op 1906 completed, throughput=4.99MB/sec 2023-12-20T11:16:47.245 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-lDZQ1RCHc8RCD8m off=664965 len=564165 2023-12-20T11:16:47.249 INFO:tasks.workunit.client.0.smithi123.stdout:op 1907 completed, throughput=4.99MB/sec 2023-12-20T11:16:47.249 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-msVqqtIqb9W5Fgx off=11124860 len=1193237 2023-12-20T11:16:47.250 INFO:tasks.workunit.client.0.smithi123.stdout:op 1908 completed, throughput=5MB/sec 2023-12-20T11:16:47.250 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ZTGAD1QRr5SAMOv off=18464629 len=876584 2023-12-20T11:16:47.254 INFO:tasks.workunit.client.0.smithi123.stdout:op 1909 completed, throughput=5MB/sec 2023-12-20T11:16:47.254 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FMvRt1QQtZXl8JJ off=1401810 len=1128030 2023-12-20T11:16:47.258 INFO:tasks.workunit.client.0.smithi123.stdout:op 1910 completed, throughput=5MB/sec 2023-12-20T11:16:47.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:47 smithi177 ceph-mon[212096]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:16:47.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:47 smithi123 ceph-mon[191304]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:16:47.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:47 smithi123 ceph-mon[188613]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:16:48.259 INFO:tasks.workunit.client.0.smithi123.stdout: 377: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:48.259 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-MqBUd5eQKDY9sd1 off=229553 len=1977152 2023-12-20T11:16:48.268 INFO:tasks.workunit.client.0.smithi123.stdout:op 1911 completed, throughput=4.99MB/sec 2023-12-20T11:16:48.268 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-K_lrEFhluShDDVA off=3219262 len=1907698 2023-12-20T11:16:48.269 INFO:tasks.workunit.client.0.smithi123.stdout:op 1912 completed, throughput=5MB/sec 2023-12-20T11:16:48.269 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zX6lG5YyPWCIArV off=2962130 len=1590246 2023-12-20T11:16:48.271 INFO:tasks.workunit.client.0.smithi123.stdout:op 1913 completed, throughput=5MB/sec 2023-12-20T11:16:49.271 INFO:tasks.workunit.client.0.smithi123.stdout: 378: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:49.272 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-tiZYP4G1bo43Umu off=8326692 len=586971 2023-12-20T11:16:49.276 INFO:tasks.workunit.client.0.smithi123.stdout:op 1914 completed, throughput=4.99MB/sec 2023-12-20T11:16:49.276 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jZOMhyvh_9OsoB4 off=4446586 len=1091405 2023-12-20T11:16:49.277 INFO:tasks.workunit.client.0.smithi123.stdout:op 1915 completed, throughput=4.99MB/sec 2023-12-20T11:16:49.277 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gE78MlvoijvdIkg off=1026711 len=767793 2023-12-20T11:16:49.281 INFO:tasks.workunit.client.0.smithi123.stdout:op 1916 completed, throughput=4.99MB/sec 2023-12-20T11:16:49.282 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0k85atjr6Dum7Pb off=18927837 len=554154 2023-12-20T11:16:49.285 INFO:tasks.workunit.client.0.smithi123.stdout:op 1917 completed, throughput=5MB/sec 2023-12-20T11:16:49.285 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--8XJ-jUlcJa3mK4 off=3112646 len=1097676 2023-12-20T11:16:49.287 INFO:tasks.workunit.client.0.smithi123.stdout:op 1918 completed, throughput=5MB/sec 2023-12-20T11:16:49.287 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-JKGn4SojKZ6jdlZ off=12806976 len=1527159 2023-12-20T11:16:49.289 INFO:tasks.workunit.client.0.smithi123.stdout:op 1919 completed, throughput=5MB/sec 2023-12-20T11:16:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:16:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:16:49] "GET /metrics HTTP/1.1" 200 33944 "" "Prometheus/2.43.0" 2023-12-20T11:16:49.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:49 smithi177 ceph-mon[212096]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:16:49.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:49 smithi123 ceph-mon[191304]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:16:49.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:49 smithi123 ceph-mon[188613]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:16:50.289 INFO:tasks.workunit.client.0.smithi123.stdout: 379: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:50.289 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-w4MkjyjNNB76f3b off=927666 len=1043804 2023-12-20T11:16:50.290 INFO:tasks.workunit.client.0.smithi123.stdout:op 1920 completed, throughput=4.99MB/sec 2023-12-20T11:16:50.290 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-X9KVUgMgdbP-oKY off=9503968 len=2076386 2023-12-20T11:16:50.293 INFO:tasks.workunit.client.0.smithi123.stdout:op 1921 completed, throughput=5MB/sec 2023-12-20T11:16:50.293 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Gilozv07jlc4y3c off=1282597 len=1341402 2023-12-20T11:16:50.294 INFO:tasks.workunit.client.0.smithi123.stdout:op 1922 completed, throughput=5MB/sec 2023-12-20T11:16:50.294 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-pQ8ojgmu6HrfyzJ off=6164620 len=396477 2023-12-20T11:16:50.297 INFO:tasks.workunit.client.0.smithi123.stdout:op 1923 completed, throughput=5MB/sec 2023-12-20T11:16:51.298 INFO:tasks.workunit.client.0.smithi123.stdout: 380: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:51.298 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ddqJI3EOuFmHh2A off=2780190 len=1607247 2023-12-20T11:16:51.307 INFO:tasks.workunit.client.0.smithi123.stdout:op 1924 completed, throughput=4.99MB/sec 2023-12-20T11:16:51.307 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fVYmE_w8YqHWwod off=2527009 len=1443779 2023-12-20T11:16:51.308 INFO:tasks.workunit.client.0.smithi123.stdout:op 1925 completed, throughput=5MB/sec 2023-12-20T11:16:51.308 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ROR6ouspJlHyZ5q off=926391 len=45464 2023-12-20T11:16:51.308 INFO:tasks.workunit.client.0.smithi123.stdout:op 1926 completed, throughput=5MB/sec 2023-12-20T11:16:51.308 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-aNmsiN_PATF6F6A off=1095486 len=1165594 2023-12-20T11:16:51.309 INFO:tasks.workunit.client.0.smithi123.stdout:op 1927 completed, throughput=5MB/sec 2023-12-20T11:16:51.309 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-8bX-mjnjTnUWRL2 off=14934816 len=1734437 2023-12-20T11:16:51.319 INFO:tasks.workunit.client.0.smithi123.stdout:op 1928 completed, throughput=5MB/sec 2023-12-20T11:16:51.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:51 smithi177 ceph-mon[212096]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:16:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:51 smithi123 ceph-mon[188613]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:16:51.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:51 smithi123 ceph-mon[191304]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:16:52.320 INFO:tasks.workunit.client.0.smithi123.stdout: 381: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:52.320 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6CFWqWSWJKV3pNO off=93796 len=364264 2023-12-20T11:16:52.320 INFO:tasks.workunit.client.0.smithi123.stdout:op 1929 completed, throughput=4.99MB/sec 2023-12-20T11:16:52.320 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YFiMpTSUwsBCNY6 off=896949 len=1046676 2023-12-20T11:16:52.322 INFO:tasks.workunit.client.0.smithi123.stdout:op 1930 completed, throughput=4.99MB/sec 2023-12-20T11:16:52.322 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-amdr1KjrzmNp-W2 off=1949196 len=552213 2023-12-20T11:16:52.323 INFO:tasks.workunit.client.0.smithi123.stdout:op 1931 completed, throughput=4.99MB/sec 2023-12-20T11:16:52.323 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ldbNcdQaDEZOkMN off=10220566 len=1170803 2023-12-20T11:16:52.326 INFO:tasks.workunit.client.0.smithi123.stdout:op 1932 completed, throughput=5MB/sec 2023-12-20T11:16:52.326 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xwJIpT55m3WGs7a off=673013 len=215398 2023-12-20T11:16:52.326 INFO:tasks.workunit.client.0.smithi123.stdout:op 1933 completed, throughput=5MB/sec 2023-12-20T11:16:52.326 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-qrEuACjlY4J4ove off=130690 len=1429863 2023-12-20T11:16:52.331 INFO:tasks.workunit.client.0.smithi123.stdout:op 1934 completed, throughput=5MB/sec 2023-12-20T11:16:53.332 INFO:tasks.workunit.client.0.smithi123.stdout: 382: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:53.332 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-q4mlORmuszw_rd0 off=10769218 len=1152588 2023-12-20T11:16:53.333 INFO:tasks.workunit.client.0.smithi123.stdout:op 1935 completed, throughput=4.99MB/sec 2023-12-20T11:16:53.333 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9UPeGfmwPy1u6uz off=4819155 len=522971 2023-12-20T11:16:53.337 INFO:tasks.workunit.client.0.smithi123.stdout:op 1936 completed, throughput=4.99MB/sec 2023-12-20T11:16:53.337 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-S5vyKwqmDohKO5Z off=1372385 len=1611463 2023-12-20T11:16:53.338 INFO:tasks.workunit.client.0.smithi123.stdout:op 1937 completed, throughput=5MB/sec 2023-12-20T11:16:53.338 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Nkiy-tAJv12iWsv off=7568687 len=2023251 2023-12-20T11:16:53.340 INFO:tasks.workunit.client.0.smithi123.stdout:op 1938 completed, throughput=5MB/sec 2023-12-20T11:16:53.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:53 smithi177 ceph-mon[212096]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:16:53.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:53 smithi123 ceph-mon[191304]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:16:53.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:53 smithi123 ceph-mon[188613]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:16:54.341 INFO:tasks.workunit.client.0.smithi123.stdout: 383: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:54.341 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-5XPEq16D_LEdtgg off=5490640 len=1224433 2023-12-20T11:16:54.352 INFO:tasks.workunit.client.0.smithi123.stdout:op 1939 completed, throughput=4.99MB/sec 2023-12-20T11:16:54.352 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ByseXqrWs4CiWfR off=5492668 len=1576274 2023-12-20T11:16:54.352 INFO:tasks.workunit.client.0.smithi123.stdout:op 1940 completed, throughput=5MB/sec 2023-12-20T11:16:54.352 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QR0RWXBDSjbnQ-2 off=5352985 len=156067 2023-12-20T11:16:54.352 INFO:tasks.workunit.client.0.smithi123.stdout:op 1941 completed, throughput=5MB/sec 2023-12-20T11:16:54.352 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6lp1yMpA8cVZ_Id off=9220924 len=1634684 2023-12-20T11:16:54.362 INFO:tasks.workunit.client.0.smithi123.stdout:op 1942 completed, throughput=5MB/sec 2023-12-20T11:16:54.363 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-r9eOGvZh9fYK1ay off=23042349 len=246829 2023-12-20T11:16:54.363 INFO:tasks.workunit.client.0.smithi123.stdout:op 1943 completed, throughput=5MB/sec 2023-12-20T11:16:54.363 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2LD3AZjeQ4CYe1p off=20406303 len=197412 2023-12-20T11:16:54.363 INFO:tasks.workunit.client.0.smithi123.stdout:op 1944 completed, throughput=5MB/sec 2023-12-20T11:16:55.364 INFO:tasks.workunit.client.0.smithi123.stdout: 384: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:55.364 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tezK1CrGU5zjWIJ off=5297765 len=506920 2023-12-20T11:16:55.365 INFO:tasks.workunit.client.0.smithi123.stdout:op 1945 completed, throughput=4.99MB/sec 2023-12-20T11:16:55.365 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DGvvP1dhWXNgT52 off=1346268 len=122593 2023-12-20T11:16:55.367 INFO:tasks.workunit.client.0.smithi123.stdout:op 1946 completed, throughput=4.99MB/sec 2023-12-20T11:16:55.368 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lDo5uzEYv4ywQQZ off=1279593 len=1363247 2023-12-20T11:16:55.369 INFO:tasks.workunit.client.0.smithi123.stdout:op 1947 completed, throughput=4.99MB/sec 2023-12-20T11:16:55.369 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-y4FgZJUyWedc3mC off=4718346 len=1537098 2023-12-20T11:16:55.371 INFO:tasks.workunit.client.0.smithi123.stdout:op 1948 completed, throughput=5MB/sec 2023-12-20T11:16:55.371 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-p57LxBoHuJ2AYaJ off=1188020 len=1114501 2023-12-20T11:16:55.372 INFO:tasks.workunit.client.0.smithi123.stdout:op 1949 completed, throughput=5MB/sec 2023-12-20T11:16:55.372 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-O3q3hYNWW7pT-_m off=5893494 len=1926462 2023-12-20T11:16:55.374 INFO:tasks.workunit.client.0.smithi123.stdout:op 1950 completed, throughput=5MB/sec 2023-12-20T11:16:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:55 smithi177 ceph-mon[212096]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:16:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:55 smithi123 ceph-mon[191304]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:16:55.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:55 smithi123 ceph-mon[188613]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:16:56.375 INFO:tasks.workunit.client.0.smithi123.stdout: 385: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:56.375 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-E37uVsH-KM74sTN off=18508736 len=1596798 2023-12-20T11:16:56.381 INFO:tasks.workunit.client.0.smithi123.stdout:op 1951 completed, throughput=4.99MB/sec 2023-12-20T11:16:56.382 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-waJwZzTaw5edXbu off=11990084 len=1454665 2023-12-20T11:16:56.389 INFO:tasks.workunit.client.0.smithi123.stdout:op 1952 completed, throughput=5MB/sec 2023-12-20T11:16:56.389 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ccj_MpqgTdecaPv off=5496839 len=1647507 2023-12-20T11:16:56.398 INFO:tasks.workunit.client.0.smithi123.stdout:op 1953 completed, throughput=5MB/sec 2023-12-20T11:16:56.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:16:56.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:16:56.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:16:57.398 INFO:tasks.workunit.client.0.smithi123.stdout: 386: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:57.398 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wX0e9ltPcNjKaGZ off=3646878 len=1587859 2023-12-20T11:16:57.400 INFO:tasks.workunit.client.0.smithi123.stdout:op 1954 completed, throughput=4.99MB/sec 2023-12-20T11:16:57.400 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-HbpfaehJkoi9VsT off=5724116 len=1283952 2023-12-20T11:16:57.403 INFO:tasks.workunit.client.0.smithi123.stdout:op 1955 completed, throughput=5MB/sec 2023-12-20T11:16:57.403 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-J_V-RwvNxrNYY2N off=6655006 len=1665027 2023-12-20T11:16:57.410 INFO:tasks.workunit.client.0.smithi123.stdout:op 1956 completed, throughput=5MB/sec 2023-12-20T11:16:57.410 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-H-02WZFgJ03KezQ off=3072104 len=1966118 2023-12-20T11:16:57.421 INFO:tasks.workunit.client.0.smithi123.stdout:op 1957 completed, throughput=5MB/sec 2023-12-20T11:16:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:57 smithi177 ceph-mon[212096]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:16:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:57 smithi123 ceph-mon[188613]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:16:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:57 smithi123 ceph-mon[191304]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:16:58.422 INFO:tasks.workunit.client.0.smithi123.stdout: 387: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:58.422 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-TeP6ep7tNm2jhRD off=9185400 len=1312989 2023-12-20T11:16:58.430 INFO:tasks.workunit.client.0.smithi123.stdout:op 1958 completed, throughput=4.99MB/sec 2023-12-20T11:16:58.430 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-MTCOHHcteK_hS-M off=6069310 len=1086413 2023-12-20T11:16:58.435 INFO:tasks.workunit.client.0.smithi123.stdout:op 1959 completed, throughput=5MB/sec 2023-12-20T11:16:58.435 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-qMrx2h-ueqaBW1P off=543761 len=391833 2023-12-20T11:16:58.438 INFO:tasks.workunit.client.0.smithi123.stdout:op 1960 completed, throughput=5MB/sec 2023-12-20T11:16:58.438 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-NlZklj16JcfFZP_ off=2016847 len=801035 2023-12-20T11:16:58.442 INFO:tasks.workunit.client.0.smithi123.stdout:op 1961 completed, throughput=5MB/sec 2023-12-20T11:16:59.443 INFO:tasks.workunit.client.0.smithi123.stdout: 388: throughput=4.99MB/sec pending data=0 2023-12-20T11:16:59.443 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-K-7_HdP9kLABIIe off=2967007 len=2004863 2023-12-20T11:16:59.446 INFO:tasks.workunit.client.0.smithi123.stdout:op 1962 completed, throughput=4.99MB/sec 2023-12-20T11:16:59.446 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_JgVxTDMssw3oLI off=10911937 len=1654402 2023-12-20T11:16:59.449 INFO:tasks.workunit.client.0.smithi123.stdout:op 1963 completed, throughput=5MB/sec 2023-12-20T11:16:59.449 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-IlFR85FLiweh8jo off=11690179 len=1832515 2023-12-20T11:16:59.451 INFO:tasks.workunit.client.0.smithi123.stdout:op 1964 completed, throughput=5MB/sec 2023-12-20T11:16:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:16:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:16:59] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-20T11:16:59.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:16:59 smithi177 ceph-mon[212096]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:16:59.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:16:59 smithi123 ceph-mon[191304]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:16:59.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:16:59 smithi123 ceph-mon[188613]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:17:00.451 INFO:tasks.workunit.client.0.smithi123.stdout: 389: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:00.452 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-h4-m-_uqXKcbJaw off=5951096 len=573460 2023-12-20T11:17:00.453 INFO:tasks.workunit.client.0.smithi123.stdout:op 1965 completed, throughput=4.99MB/sec 2023-12-20T11:17:00.453 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Y0pfKI1L32eaqxv off=18870629 len=123400 2023-12-20T11:17:00.456 INFO:tasks.workunit.client.0.smithi123.stdout:op 1966 completed, throughput=4.99MB/sec 2023-12-20T11:17:00.456 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Fw6jk2cXgXLBYur off=4572107 len=231798 2023-12-20T11:17:00.459 INFO:tasks.workunit.client.0.smithi123.stdout:op 1967 completed, throughput=4.99MB/sec 2023-12-20T11:17:00.460 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-jKuD1zvazO0_5G3 off=10253111 len=1392923 2023-12-20T11:17:00.468 INFO:tasks.workunit.client.0.smithi123.stdout:op 1968 completed, throughput=4.99MB/sec 2023-12-20T11:17:00.468 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0dVCVxQk1Fq6Yxv off=1077532 len=1238503 2023-12-20T11:17:00.474 INFO:tasks.workunit.client.0.smithi123.stdout:op 1969 completed, throughput=5MB/sec 2023-12-20T11:17:00.474 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xzIjhffs_azoq-Q off=1059889 len=1143629 2023-12-20T11:17:00.479 INFO:tasks.workunit.client.0.smithi123.stdout:op 1970 completed, throughput=5MB/sec 2023-12-20T11:17:00.479 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-3KMu6c4TUxqgWZh off=4725396 len=1682439 2023-12-20T11:17:00.480 INFO:tasks.workunit.client.0.smithi123.stdout:op 1971 completed, throughput=5MB/sec 2023-12-20T11:17:01.480 INFO:tasks.workunit.client.0.smithi123.stdout: 390: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:01.480 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-LKt4qJflmQZ3-_B off=17035077 len=1229556 2023-12-20T11:17:01.487 INFO:tasks.workunit.client.0.smithi123.stdout:op 1972 completed, throughput=4.99MB/sec 2023-12-20T11:17:01.487 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-YtvieVrLupQ8cnG off=10896782 len=1634808 2023-12-20T11:17:01.495 INFO:tasks.workunit.client.0.smithi123.stdout:op 1973 completed, throughput=5MB/sec 2023-12-20T11:17:01.495 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-oWvvAh9vjhCoYSL off=948940 len=376889 2023-12-20T11:17:01.496 INFO:tasks.workunit.client.0.smithi123.stdout:op 1974 completed, throughput=5MB/sec 2023-12-20T11:17:01.496 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FGommjqb6TSOqvP off=9912332 len=395909 2023-12-20T11:17:01.499 INFO:tasks.workunit.client.0.smithi123.stdout:op 1975 completed, throughput=5MB/sec 2023-12-20T11:17:01.499 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-aBjMjxV-64Tvcew off=11695579 len=1516702 2023-12-20T11:17:01.505 INFO:tasks.workunit.client.0.smithi123.stdout:op 1976 completed, throughput=5MB/sec 2023-12-20T11:17:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:01 smithi177 ceph-mon[212096]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:17:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:01 smithi123 ceph-mon[191304]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:17:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:01 smithi123 ceph-mon[188613]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:17:02.505 INFO:tasks.workunit.client.0.smithi123.stdout: 391: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:02.505 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xX_keC_9274Ze-j off=1777278 len=1523280 2023-12-20T11:17:02.508 INFO:tasks.workunit.client.0.smithi123.stdout:op 1977 completed, throughput=4.99MB/sec 2023-12-20T11:17:02.509 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-KRpbPjw3--gwf_K off=19725275 len=67255 2023-12-20T11:17:02.509 INFO:tasks.workunit.client.0.smithi123.stdout:op 1978 completed, throughput=4.99MB/sec 2023-12-20T11:17:02.509 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-wEZRvy33T2-2PtE off=1927373 len=1062061 2023-12-20T11:17:02.515 INFO:tasks.workunit.client.0.smithi123.stdout:op 1979 completed, throughput=5MB/sec 2023-12-20T11:17:02.515 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-sakOr3kDNAtDIcF off=6269421 len=944087 2023-12-20T11:17:02.520 INFO:tasks.workunit.client.0.smithi123.stdout:op 1980 completed, throughput=5MB/sec 2023-12-20T11:17:02.520 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Md-PHIjk7Sh8qgV off=5681607 len=374538 2023-12-20T11:17:02.521 INFO:tasks.workunit.client.0.smithi123.stdout:op 1981 completed, throughput=5MB/sec 2023-12-20T11:17:02.521 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-JfbAQJzWKr0g93v off=1098902 len=543197 2023-12-20T11:17:02.522 INFO:tasks.workunit.client.0.smithi123.stdout:op 1982 completed, throughput=5MB/sec 2023-12-20T11:17:03.522 INFO:tasks.workunit.client.0.smithi123.stdout: 392: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:03.522 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-v1QLiM2WDLGOoYH off=258123 len=295006 2023-12-20T11:17:03.523 INFO:tasks.workunit.client.0.smithi123.stdout:op 1983 completed, throughput=4.99MB/sec 2023-12-20T11:17:03.523 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-IrlgsANizCOsOIK off=23237202 len=1140249 2023-12-20T11:17:03.530 INFO:tasks.workunit.client.0.smithi123.stdout:op 1984 completed, throughput=4.99MB/sec 2023-12-20T11:17:03.530 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-eherJ-l-KnI52J5 off=2331222 len=1287436 2023-12-20T11:17:03.531 INFO:tasks.workunit.client.0.smithi123.stdout:op 1985 completed, throughput=4.99MB/sec 2023-12-20T11:17:03.531 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-28sOXchbQb25qGi off=20061870 len=1545519 2023-12-20T11:17:03.534 INFO:tasks.workunit.client.0.smithi123.stdout:op 1986 completed, throughput=5MB/sec 2023-12-20T11:17:03.534 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-UOAaFSB8Y_ajbOd off=2018519 len=1928116 2023-12-20T11:17:03.545 INFO:tasks.workunit.client.0.smithi123.stdout:op 1987 completed, throughput=5MB/sec 2023-12-20T11:17:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:03 smithi177 ceph-mon[212096]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:17:03.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:03 smithi123 ceph-mon[191304]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:17:03.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:03 smithi123 ceph-mon[188613]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:17:04.200 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:17:04.507 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:17:04.507 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (25m) 2m ago 28m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:17:04.507 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (25m) 19s ago 28m 90.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:17:04.507 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (29m) 2m ago 29m 19.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:17:04.507 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (29m) 19s ago 29m 26.8M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:17:04.508 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (25m) 19s ago 32m 457M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:17:04.508 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (25m) 2m ago 33m 538M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:17:04.508 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (25m) 2m ago 33m 247M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:17:04.508 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (24m) 19s ago 32m 144M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:17:04.508 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (24m) 2m ago 32m 157M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:17:04.508 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (25m) 2m ago 28m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:17:04.508 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (25m) 19s ago 28m 19.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:17:04.508 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (24m) 2m ago 31m 1835M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:17:04.508 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (23m) 2m ago 31m 2063M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:17:04.508 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (23m) 2m ago 31m 2149M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:17:04.508 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (22m) 2m ago 30m 1878M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:17:04.508 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (22m) 19s ago 30m 1370M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:17:04.508 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (21m) 19s ago 30m 1530M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:17:04.508 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (21m) 19s ago 30m 1185M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:17:04.508 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (20m) 19s ago 29m 1584M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:17:04.509 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (25m) 19s ago 29m 77.3M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:17:04.545 INFO:tasks.workunit.client.0.smithi123.stdout: 393: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:04.546 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-VEQSPce44pKbrCC off=1445804 len=1615297 2023-12-20T11:17:04.556 INFO:tasks.workunit.client.0.smithi123.stdout:op 1988 completed, throughput=4.99MB/sec 2023-12-20T11:17:04.556 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lBDLgtlR9n3JY6s off=13470820 len=248412 2023-12-20T11:17:04.556 INFO:tasks.workunit.client.0.smithi123.stdout:op 1989 completed, throughput=4.99MB/sec 2023-12-20T11:17:04.556 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-JMKGP2iFcea615w off=1686480 len=780030 2023-12-20T11:17:04.556 INFO:tasks.workunit.client.0.smithi123.stdout:op 1990 completed, throughput=5MB/sec 2023-12-20T11:17:04.556 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-brUWUTKodNzWTzo off=6118684 len=939780 2023-12-20T11:17:04.559 INFO:tasks.workunit.client.0.smithi123.stdout:op 1991 completed, throughput=5MB/sec 2023-12-20T11:17:04.559 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-3wbjRwMJzjaUTDf off=333957 len=1857642 2023-12-20T11:17:04.560 INFO:tasks.workunit.client.0.smithi123.stdout:op 1992 completed, throughput=5MB/sec 2023-12-20T11:17:04.890 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:17:04.890 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:17:04.890 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:17:04.890 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:17:04.890 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:17:04.890 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:17:04.890 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:17:04.890 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:17:04.890 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:17:04.890 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:17:04.890 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:17:04.890 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:17:04.891 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:17:04.891 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:17:04.891 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:17:04.891 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:17:04.891 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:17:04.891 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:17:05.560 INFO:tasks.workunit.client.0.smithi123.stdout: 394: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:05.560 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-BKp8gwtBjLaONXl off=6861463 len=1712465 2023-12-20T11:17:05.570 INFO:tasks.workunit.client.0.smithi123.stdout:op 1993 completed, throughput=4.99MB/sec 2023-12-20T11:17:05.570 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-c3PsQOpVo1_kIwf off=9263017 len=464641 2023-12-20T11:17:05.572 INFO:tasks.workunit.client.0.smithi123.stdout:op 1994 completed, throughput=5MB/sec 2023-12-20T11:17:05.572 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-TFK-iCpDhgpO8tH off=4338693 len=1117946 2023-12-20T11:17:05.578 INFO:tasks.workunit.client.0.smithi123.stdout:op 1995 completed, throughput=5MB/sec 2023-12-20T11:17:05.578 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vbQXTcO18bQPwOJ off=8916589 len=2073092 2023-12-20T11:17:05.589 INFO:tasks.workunit.client.0.smithi123.stdout:op 1996 completed, throughput=5MB/sec 2023-12-20T11:17:05.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:05 smithi177 ceph-mon[212096]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:17:05.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:05 smithi177 ceph-mon[212096]: from='client.45422 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:17:05.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:05 smithi177 ceph-mon[212096]: from='client.45428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:17:05.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:05 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/874611517' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:17:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:05 smithi123 ceph-mon[191304]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:17:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:05 smithi123 ceph-mon[191304]: from='client.45422 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:17:05.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:05 smithi123 ceph-mon[191304]: from='client.45428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:17:05.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:05 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/874611517' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:17:05.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:05 smithi123 ceph-mon[188613]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:17:05.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:05 smithi123 ceph-mon[188613]: from='client.45422 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:17:05.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:05 smithi123 ceph-mon[188613]: from='client.45428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:17:05.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:05 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/874611517' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:17:06.589 INFO:tasks.workunit.client.0.smithi123.stdout: 395: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:06.590 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-XewDrPn0-lpOALJ off=7206632 len=1120093 2023-12-20T11:17:06.591 INFO:tasks.workunit.client.0.smithi123.stdout:op 1997 completed, throughput=4.99MB/sec 2023-12-20T11:17:06.591 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-F9Z-lImumiRzSUX off=7850168 len=1566583 2023-12-20T11:17:06.593 INFO:tasks.workunit.client.0.smithi123.stdout:op 1998 completed, throughput=5MB/sec 2023-12-20T11:17:06.593 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Z0c_TB0DYvUnRzJ off=10779863 len=1483725 2023-12-20T11:17:06.600 INFO:tasks.workunit.client.0.smithi123.stdout:op 1999 completed, throughput=5MB/sec 2023-12-20T11:17:07.600 INFO:tasks.workunit.client.0.smithi123.stdout: 396: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:07.600 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GRmAEy5sSsF9-DA off=9657768 len=479046 2023-12-20T11:17:07.601 INFO:tasks.workunit.client.0.smithi123.stdout:op 2000 completed, throughput=4.99MB/sec 2023-12-20T11:17:07.601 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-XG5bK962V0PbFqs off=527990 len=1439975 2023-12-20T11:17:07.609 INFO:tasks.workunit.client.0.smithi123.stdout:op 2001 completed, throughput=4.99MB/sec 2023-12-20T11:17:07.609 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-kXYaOFlwo7vegwJ off=3963435 len=1564530 2023-12-20T11:17:07.618 INFO:tasks.workunit.client.0.smithi123.stdout:op 2002 completed, throughput=5MB/sec 2023-12-20T11:17:07.618 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-eXx-bDTKIB1LiKa off=4019755 len=1236853 2023-12-20T11:17:07.619 INFO:tasks.workunit.client.0.smithi123.stdout:op 2003 completed, throughput=5MB/sec 2023-12-20T11:17:07.619 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9r9wTiV9TqT084d off=5745482 len=1783521 2023-12-20T11:17:07.621 INFO:tasks.workunit.client.0.smithi123.stdout:op 2004 completed, throughput=5MB/sec 2023-12-20T11:17:07.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:07 smithi177 ceph-mon[212096]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-20T11:17:07.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:07 smithi123 ceph-mon[191304]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-20T11:17:07.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:07 smithi123 ceph-mon[188613]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-20T11:17:08.622 INFO:tasks.workunit.client.0.smithi123.stdout: 397: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:08.622 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gQKzLjWIQq-cvES off=15147200 len=328661 2023-12-20T11:17:08.628 INFO:tasks.workunit.client.0.smithi123.stdout:op 2005 completed, throughput=4.99MB/sec 2023-12-20T11:17:08.628 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-irC73caH0_rsuhB off=8585894 len=775081 2023-12-20T11:17:08.628 INFO:tasks.workunit.client.0.smithi123.stdout:op 2006 completed, throughput=4.99MB/sec 2023-12-20T11:17:08.628 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wez9PXCCEsP5SjE off=536412 len=111968 2023-12-20T11:17:08.628 INFO:tasks.workunit.client.0.smithi123.stdout:op 2007 completed, throughput=4.99MB/sec 2023-12-20T11:17:08.628 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-8hPxcNOsvyF3Yg1 off=9629272 len=1604479 2023-12-20T11:17:08.640 INFO:tasks.workunit.client.0.smithi123.stdout:op 2008 completed, throughput=5MB/sec 2023-12-20T11:17:08.640 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-7_ndPimVBCca1PR off=2537845 len=197821 2023-12-20T11:17:08.640 INFO:tasks.workunit.client.0.smithi123.stdout:op 2009 completed, throughput=5MB/sec 2023-12-20T11:17:08.640 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-bxc19kMxGV-fm-y off=5739015 len=1252094 2023-12-20T11:17:08.640 INFO:tasks.workunit.client.0.smithi123.stdout:op 2010 completed, throughput=5MB/sec 2023-12-20T11:17:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:17:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:17:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-20T11:17:09.638 INFO:tasks.workunit.client.0.smithi123.stdout: 398: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:09.638 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-dJxquvRrgZ5zXxn off=17418858 len=731075 2023-12-20T11:17:09.639 INFO:tasks.workunit.client.0.smithi123.stdout:op 2011 completed, throughput=4.99MB/sec 2023-12-20T11:17:09.639 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wSV4GsKNfo8BJNG off=13858004 len=890524 2023-12-20T11:17:09.640 INFO:tasks.workunit.client.0.smithi123.stdout:op 2012 completed, throughput=4.99MB/sec 2023-12-20T11:17:09.640 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-mYmow4kfwjSiWvu off=640504 len=577137 2023-12-20T11:17:09.644 INFO:tasks.workunit.client.0.smithi123.stdout:op 2013 completed, throughput=4.99MB/sec 2023-12-20T11:17:09.644 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZrJJpdvSdbKUNdL off=17125697 len=900901 2023-12-20T11:17:09.645 INFO:tasks.workunit.client.0.smithi123.stdout:op 2014 completed, throughput=5MB/sec 2023-12-20T11:17:09.645 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-S2wPdtq9gDvHpyd off=3637823 len=1537097 2023-12-20T11:17:09.654 INFO:tasks.workunit.client.0.smithi123.stdout:op 2015 completed, throughput=5MB/sec 2023-12-20T11:17:09.654 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uy82OmzUia_vuiJ off=11771195 len=1566120 2023-12-20T11:17:09.655 INFO:tasks.workunit.client.0.smithi123.stdout:op 2016 completed, throughput=5MB/sec 2023-12-20T11:17:09.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:09 smithi177 ceph-mon[212096]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:17:09.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:09 smithi123 ceph-mon[191304]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:17:09.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:09 smithi123 ceph-mon[188613]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:17:10.655 INFO:tasks.workunit.client.0.smithi123.stdout: 399: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:10.656 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Hgd-MTP8-HBXNsU off=0 len=1333180 2023-12-20T11:17:10.657 INFO:tasks.workunit.client.0.smithi123.stdout:op 2017 completed, throughput=4.99MB/sec 2023-12-20T11:17:10.657 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xml5idPUHtYwxmC off=1221695 len=1073632 2023-12-20T11:17:10.659 INFO:tasks.workunit.client.0.smithi123.stdout:op 2018 completed, throughput=5MB/sec 2023-12-20T11:17:10.660 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-COu-SXl5liYfBeF off=1747717 len=10468 2023-12-20T11:17:10.660 INFO:tasks.workunit.client.0.smithi123.stdout:op 2019 completed, throughput=5MB/sec 2023-12-20T11:17:10.660 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-E4U9c9Ibs96ente off=314632 len=77664 2023-12-20T11:17:10.663 INFO:tasks.workunit.client.0.smithi123.stdout:op 2020 completed, throughput=5MB/sec 2023-12-20T11:17:10.663 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-HyASc59i9ouZYWp off=3526081 len=443024 2023-12-20T11:17:10.669 INFO:tasks.workunit.client.0.smithi123.stdout:op 2021 completed, throughput=5MB/sec 2023-12-20T11:17:10.669 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SseNt4xiizn9UZE off=10671923 len=1203833 2023-12-20T11:17:10.673 INFO:tasks.workunit.client.0.smithi123.stdout:op 2022 completed, throughput=5MB/sec 2023-12-20T11:17:10.673 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-uNps3ihvKTS_fz7 off=10976931 len=746639 2023-12-20T11:17:10.677 INFO:tasks.workunit.client.0.smithi123.stdout:op 2023 completed, throughput=5MB/sec 2023-12-20T11:17:11.678 INFO:tasks.workunit.client.0.smithi123.stdout: 400: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:11.678 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-j_xSo7jNnftBu6G off=15300482 len=903131 2023-12-20T11:17:11.679 INFO:tasks.workunit.client.0.smithi123.stdout:op 2024 completed, throughput=4.99MB/sec 2023-12-20T11:17:11.679 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-bCR9dKfkWlOMqs1 off=84034 len=1847496 2023-12-20T11:17:11.688 INFO:tasks.workunit.client.0.smithi123.stdout:op 2025 completed, throughput=5MB/sec 2023-12-20T11:17:11.688 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xrBoVi6WJhEiH4z off=21132119 len=1719457 2023-12-20T11:17:11.698 INFO:tasks.workunit.client.0.smithi123.stdout:op 2026 completed, throughput=5MB/sec 2023-12-20T11:17:11.698 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-3k78t5LvOOZj6eG off=3135240 len=1802593 2023-12-20T11:17:11.700 INFO:tasks.workunit.client.0.smithi123.stdout:op 2027 completed, throughput=5MB/sec 2023-12-20T11:17:11.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:11 smithi177 ceph-mon[212096]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:17:11.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:17:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:11 smithi123 ceph-mon[191304]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:17:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:17:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:11 smithi123 ceph-mon[188613]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:17:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:17:12.700 INFO:tasks.workunit.client.0.smithi123.stdout: 401: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:12.701 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-kdgONzhJFwNUvk5 off=12645856 len=172081 2023-12-20T11:17:12.704 INFO:tasks.workunit.client.0.smithi123.stdout:op 2028 completed, throughput=4.99MB/sec 2023-12-20T11:17:12.704 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Bs8IRMM4ivgGhHa off=19466404 len=27213 2023-12-20T11:17:12.704 INFO:tasks.workunit.client.0.smithi123.stdout:op 2029 completed, throughput=4.99MB/sec 2023-12-20T11:17:12.704 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Fl7ask7pMWkjy9T off=11684030 len=1352189 2023-12-20T11:17:12.706 INFO:tasks.workunit.client.0.smithi123.stdout:op 2030 completed, throughput=4.99MB/sec 2023-12-20T11:17:12.706 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-1ZE-HuqRE9ZZiFk off=4199940 len=388119 2023-12-20T11:17:12.709 INFO:tasks.workunit.client.0.smithi123.stdout:op 2031 completed, throughput=5MB/sec 2023-12-20T11:17:12.709 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-IPnTLSdbkfBuQHA off=14931687 len=1444576 2023-12-20T11:17:12.711 INFO:tasks.workunit.client.0.smithi123.stdout:op 2032 completed, throughput=5MB/sec 2023-12-20T11:17:12.711 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-8NuhTL7OHlfbcWI off=4213999 len=473263 2023-12-20T11:17:12.714 INFO:tasks.workunit.client.0.smithi123.stdout:op 2033 completed, throughput=5MB/sec 2023-12-20T11:17:13.715 INFO:tasks.workunit.client.0.smithi123.stdout: 402: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:13.715 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-YLuNOtkHZJs2IQR off=3182225 len=1559531 2023-12-20T11:17:13.724 INFO:tasks.workunit.client.0.smithi123.stdout:op 2034 completed, throughput=4.99MB/sec 2023-12-20T11:17:13.724 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YlWmmUj5Jrep8rQ off=8516050 len=61471 2023-12-20T11:17:13.724 INFO:tasks.workunit.client.0.smithi123.stdout:op 2035 completed, throughput=4.99MB/sec 2023-12-20T11:17:13.724 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cKYcGge3STRWwd4 off=12300093 len=984395 2023-12-20T11:17:13.729 INFO:tasks.workunit.client.0.smithi123.stdout:op 2036 completed, throughput=4.99MB/sec 2023-12-20T11:17:13.729 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-eHq-zC-Pu8TjLSe off=8565007 len=1020010 2023-12-20T11:17:13.730 INFO:tasks.workunit.client.0.smithi123.stdout:op 2037 completed, throughput=5MB/sec 2023-12-20T11:17:13.730 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vJWj64VyAJwoe3q off=0 len=1511108 2023-12-20T11:17:13.731 INFO:tasks.workunit.client.0.smithi123.stdout:op 2038 completed, throughput=5MB/sec 2023-12-20T11:17:13.731 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-S_FcbECrWeYJDY9 off=3432217 len=1343302 2023-12-20T11:17:13.736 INFO:tasks.workunit.client.0.smithi123.stdout:op 2039 completed, throughput=5MB/sec 2023-12-20T11:17:13.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:13 smithi177 ceph-mon[212096]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:17:13.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:13 smithi123 ceph-mon[191304]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:17:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:13 smithi123 ceph-mon[188613]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:17:14.736 INFO:tasks.workunit.client.0.smithi123.stdout: 403: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:14.736 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kVfdjMr9DOjFBV8 off=11514837 len=766120 2023-12-20T11:17:14.737 INFO:tasks.workunit.client.0.smithi123.stdout:op 2040 completed, throughput=4.99MB/sec 2023-12-20T11:17:14.738 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0MiukUjuQDaAkTi off=17006701 len=756294 2023-12-20T11:17:14.739 INFO:tasks.workunit.client.0.smithi123.stdout:op 2041 completed, throughput=4.99MB/sec 2023-12-20T11:17:14.739 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-I8WRiQIHkzrsiKR off=3211318 len=1614447 2023-12-20T11:17:14.754 INFO:tasks.workunit.client.0.smithi123.stdout:op 2042 completed, throughput=5MB/sec 2023-12-20T11:17:14.754 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-CR492kp00bag5i9 off=1235318 len=1227764 2023-12-20T11:17:14.756 INFO:tasks.workunit.client.0.smithi123.stdout:op 2043 completed, throughput=5MB/sec 2023-12-20T11:17:15.756 INFO:tasks.workunit.client.0.smithi123.stdout: 404: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:15.756 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-88gB0hqt_G2IDGC off=2370036 len=277931 2023-12-20T11:17:15.759 INFO:tasks.workunit.client.0.smithi123.stdout:op 2044 completed, throughput=4.99MB/sec 2023-12-20T11:17:15.759 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nEG6SPUXk1lYYMt off=9776481 len=1752 2023-12-20T11:17:15.765 INFO:tasks.workunit.client.0.smithi123.stdout:op 2045 completed, throughput=4.99MB/sec 2023-12-20T11:17:15.765 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-LjeQmNDFSblj_wk off=3476797 len=1589514 2023-12-20T11:17:15.765 INFO:tasks.workunit.client.0.smithi123.stdout:op 2046 completed, throughput=4.99MB/sec 2023-12-20T11:17:15.765 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-NLy5FUFCu7wUC-j off=3820608 len=327588 2023-12-20T11:17:15.767 INFO:tasks.workunit.client.0.smithi123.stdout:op 2047 completed, throughput=4.99MB/sec 2023-12-20T11:17:15.767 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6iZeKfYaEZ2AgZk off=5796848 len=239420 2023-12-20T11:17:15.768 INFO:tasks.workunit.client.0.smithi123.stdout:op 2048 completed, throughput=4.99MB/sec 2023-12-20T11:17:15.768 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YGDbperHHsF0Dgo off=6323631 len=1647515 2023-12-20T11:17:15.770 INFO:tasks.workunit.client.0.smithi123.stdout:op 2049 completed, throughput=5MB/sec 2023-12-20T11:17:15.770 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-zdCkdzLqPBjswBw off=5871506 len=891135 2023-12-20T11:17:15.775 INFO:tasks.workunit.client.0.smithi123.stdout:op 2050 completed, throughput=5MB/sec 2023-12-20T11:17:15.775 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-kB1gb8ayNFnno4y off=3062645 len=1658000 2023-12-20T11:17:15.781 INFO:tasks.workunit.client.0.smithi123.stdout:op 2051 completed, throughput=5MB/sec 2023-12-20T11:17:15.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:15 smithi177 ceph-mon[212096]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:17:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:15 smithi123 ceph-mon[191304]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:17:15.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:15 smithi123 ceph-mon[188613]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:17:16.782 INFO:tasks.workunit.client.0.smithi123.stdout: 405: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:16.782 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-21kWm87KZz-aJph off=14294099 len=404142 2023-12-20T11:17:16.786 INFO:tasks.workunit.client.0.smithi123.stdout:op 2052 completed, throughput=4.99MB/sec 2023-12-20T11:17:16.786 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-71NAtPnwxI4sW1- off=2223579 len=485900 2023-12-20T11:17:16.793 INFO:tasks.workunit.client.0.smithi123.stdout:op 2053 completed, throughput=4.99MB/sec 2023-12-20T11:17:16.793 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2NfX_z3ODsVuVzO off=4794636 len=1939983 2023-12-20T11:17:16.793 INFO:tasks.workunit.client.0.smithi123.stdout:op 2054 completed, throughput=5MB/sec 2023-12-20T11:17:16.794 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-r0MWLqnWs4h_gV5 off=14240411 len=39775 2023-12-20T11:17:16.794 INFO:tasks.workunit.client.0.smithi123.stdout:op 2055 completed, throughput=5MB/sec 2023-12-20T11:17:16.794 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zeMB9jQ5Yz6-3ym off=334272 len=1798801 2023-12-20T11:17:16.797 INFO:tasks.workunit.client.0.smithi123.stdout:op 2056 completed, throughput=5MB/sec 2023-12-20T11:17:17.796 INFO:tasks.workunit.client.0.smithi123.stdout: 406: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:17.797 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-YHA9iKnJOpgQz0i off=13796433 len=825378 2023-12-20T11:17:17.802 INFO:tasks.workunit.client.0.smithi123.stdout:op 2057 completed, throughput=4.99MB/sec 2023-12-20T11:17:17.802 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-OmibtX_cGeF1RCJ off=1809371 len=1448733 2023-12-20T11:17:17.803 INFO:tasks.workunit.client.0.smithi123.stdout:op 2058 completed, throughput=4.99MB/sec 2023-12-20T11:17:17.803 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DbRz8n-pGwBNhP1 off=19359828 len=465057 2023-12-20T11:17:17.804 INFO:tasks.workunit.client.0.smithi123.stdout:op 2059 completed, throughput=5MB/sec 2023-12-20T11:17:17.804 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-UTZCkLrVGFPHb15 off=498329 len=1574359 2023-12-20T11:17:17.806 INFO:tasks.workunit.client.0.smithi123.stdout:op 2060 completed, throughput=5MB/sec 2023-12-20T11:17:17.806 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0tjb7ju5fRog-JP off=3803551 len=1497790 2023-12-20T11:17:17.817 INFO:tasks.workunit.client.0.smithi123.stdout:op 2061 completed, throughput=5MB/sec 2023-12-20T11:17:17.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:17 smithi177 ceph-mon[212096]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:17:17.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:17 smithi123 ceph-mon[191304]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:17:17.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:17 smithi123 ceph-mon[188613]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:17:18.817 INFO:tasks.workunit.client.0.smithi123.stdout: 407: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:18.817 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ceZCMfsKhLVCZT4 off=11668427 len=827495 2023-12-20T11:17:18.818 INFO:tasks.workunit.client.0.smithi123.stdout:op 2062 completed, throughput=4.99MB/sec 2023-12-20T11:17:18.818 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_fULNVdnOsKHr00 off=6923336 len=998813 2023-12-20T11:17:18.824 INFO:tasks.workunit.client.0.smithi123.stdout:op 2063 completed, throughput=4.99MB/sec 2023-12-20T11:17:18.824 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zL63JjAOjsOWiEk off=2158226 len=1568631 2023-12-20T11:17:18.829 INFO:tasks.workunit.client.0.smithi123.stdout:op 2064 completed, throughput=5MB/sec 2023-12-20T11:17:18.829 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0GqEQWYDUYqmnZ0 off=4829732 len=547983 2023-12-20T11:17:18.833 INFO:tasks.workunit.client.0.smithi123.stdout:op 2065 completed, throughput=5MB/sec 2023-12-20T11:17:18.833 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-K9YoCQV4YX6SMhk off=15874346 len=1560871 2023-12-20T11:17:18.841 INFO:tasks.workunit.client.0.smithi123.stdout:op 2066 completed, throughput=5MB/sec 2023-12-20T11:17:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:17:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:17:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-20T11:17:19.841 INFO:tasks.workunit.client.0.smithi123.stdout: 408: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:19.841 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-r6IF315bX0WybK3 off=10465947 len=1329370 2023-12-20T11:17:19.843 INFO:tasks.workunit.client.0.smithi123.stdout:op 2067 completed, throughput=4.99MB/sec 2023-12-20T11:17:19.843 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-PInOZoufpCWpv4O off=3880654 len=1122685 2023-12-20T11:17:19.844 INFO:tasks.workunit.client.0.smithi123.stdout:op 2068 completed, throughput=5MB/sec 2023-12-20T11:17:19.844 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0ErhDKNn9tQc_KA off=4808175 len=226974 2023-12-20T11:17:19.845 INFO:tasks.workunit.client.0.smithi123.stdout:op 2069 completed, throughput=5MB/sec 2023-12-20T11:17:19.845 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-UTBiI-MhjZMTMU9 off=10825979 len=1254227 2023-12-20T11:17:19.846 INFO:tasks.workunit.client.0.smithi123.stdout:op 2070 completed, throughput=5MB/sec 2023-12-20T11:17:19.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:19 smithi177 ceph-mon[212096]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:17:19.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:19 smithi123 ceph-mon[191304]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:17:19.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:19 smithi123 ceph-mon[188613]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:17:20.847 INFO:tasks.workunit.client.0.smithi123.stdout: 409: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:20.847 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-r-h4ZcfugL6WJs7 off=3236164 len=209437 2023-12-20T11:17:20.849 INFO:tasks.workunit.client.0.smithi123.stdout:op 2071 completed, throughput=4.99MB/sec 2023-12-20T11:17:20.849 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-eIhteSofUAxrPTE off=5585136 len=1461123 2023-12-20T11:17:20.856 INFO:tasks.workunit.client.0.smithi123.stdout:op 2072 completed, throughput=4.99MB/sec 2023-12-20T11:17:20.857 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ic2eZwr4Mwfz98k off=5085806 len=511546 2023-12-20T11:17:20.858 INFO:tasks.workunit.client.0.smithi123.stdout:op 2073 completed, throughput=4.99MB/sec 2023-12-20T11:17:20.858 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Apr-pOk0G4ih1j- off=1351143 len=1722482 2023-12-20T11:17:20.870 INFO:tasks.workunit.client.0.smithi123.stdout:op 2074 completed, throughput=5MB/sec 2023-12-20T11:17:20.870 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-iwrSb99YADlAFdL off=3947784 len=637197 2023-12-20T11:17:20.871 INFO:tasks.workunit.client.0.smithi123.stdout:op 2075 completed, throughput=5MB/sec 2023-12-20T11:17:20.871 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vDd2XpmUcKLklyT off=13259434 len=215386 2023-12-20T11:17:20.872 INFO:tasks.workunit.client.0.smithi123.stdout:op 2076 completed, throughput=5MB/sec 2023-12-20T11:17:20.872 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CyLe8Pgj79YHaYh off=4758378 len=1572947 2023-12-20T11:17:20.881 INFO:tasks.workunit.client.0.smithi123.stdout:op 2077 completed, throughput=5MB/sec 2023-12-20T11:17:21.880 INFO:tasks.workunit.client.0.smithi123.stdout: 410: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:21.880 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Zl9mI6oRM9_8tMA off=9091575 len=1296408 2023-12-20T11:17:21.882 INFO:tasks.workunit.client.0.smithi123.stdout:op 2078 completed, throughput=4.99MB/sec 2023-12-20T11:17:21.883 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-UxN1qau_evHSrkd off=6825527 len=348698 2023-12-20T11:17:21.884 INFO:tasks.workunit.client.0.smithi123.stdout:op 2079 completed, throughput=4.99MB/sec 2023-12-20T11:17:21.884 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-x967Fk4hsPUQv-G off=3055715 len=730134 2023-12-20T11:17:21.889 INFO:tasks.workunit.client.0.smithi123.stdout:op 2080 completed, throughput=5MB/sec 2023-12-20T11:17:21.890 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-OjFotI9nMtEpdNw off=1654280 len=1690814 2023-12-20T11:17:21.896 INFO:tasks.workunit.client.0.smithi123.stdout:op 2081 completed, throughput=5MB/sec 2023-12-20T11:17:21.896 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-etb44inZKSolrZm off=3166114 len=485954 2023-12-20T11:17:21.899 INFO:tasks.workunit.client.0.smithi123.stdout:op 2082 completed, throughput=5MB/sec 2023-12-20T11:17:21.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:21 smithi177 ceph-mon[212096]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:17:21.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:21 smithi123 ceph-mon[191304]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:17:21.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:21 smithi123 ceph-mon[188613]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:17:22.899 INFO:tasks.workunit.client.0.smithi123.stdout: 411: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:22.899 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-B2JQiPqvKkLVYOL off=3055 len=2060867 2023-12-20T11:17:22.901 INFO:tasks.workunit.client.0.smithi123.stdout:op 2083 completed, throughput=4.99MB/sec 2023-12-20T11:17:22.901 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-682_wXIK3vi7XFh off=514772 len=2047792 2023-12-20T11:17:22.904 INFO:tasks.workunit.client.0.smithi123.stdout:op 2084 completed, throughput=5MB/sec 2023-12-20T11:17:22.904 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-C0aV00CzEjAHaqT off=7284146 len=1549577 2023-12-20T11:17:22.907 INFO:tasks.workunit.client.0.smithi123.stdout:op 2085 completed, throughput=5MB/sec 2023-12-20T11:17:23.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:23 smithi177 ceph-mon[212096]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:17:23.907 INFO:tasks.workunit.client.0.smithi123.stdout: 412: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:23.907 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-IKImh6GPLmHm25j off=0 len=1440194 2023-12-20T11:17:23.915 INFO:tasks.workunit.client.0.smithi123.stdout:op 2086 completed, throughput=4.99MB/sec 2023-12-20T11:17:23.915 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-1i9Zlf1Z3Rucmwu off=8698288 len=130612 2023-12-20T11:17:23.915 INFO:tasks.workunit.client.0.smithi123.stdout:op 2087 completed, throughput=4.99MB/sec 2023-12-20T11:17:23.915 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-acfKIxRphatm6sX off=454279 len=972179 2023-12-20T11:17:23.917 INFO:tasks.workunit.client.0.smithi123.stdout:op 2088 completed, throughput=4.99MB/sec 2023-12-20T11:17:23.917 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-yKYUlriP4LH9jLE off=8500160 len=599926 2023-12-20T11:17:23.920 INFO:tasks.workunit.client.0.smithi123.stdout:op 2089 completed, throughput=5MB/sec 2023-12-20T11:17:23.921 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pic0P_li6iaRguG off=184012 len=708394 2023-12-20T11:17:23.922 INFO:tasks.workunit.client.0.smithi123.stdout:op 2090 completed, throughput=5MB/sec 2023-12-20T11:17:23.922 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-LQ9UggPfsr_eAe6 off=5153807 len=294981 2023-12-20T11:17:23.922 INFO:tasks.workunit.client.0.smithi123.stdout:op 2091 completed, throughput=5MB/sec 2023-12-20T11:17:23.922 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gqtimaiIDdLbzh3 off=10244635 len=226365 2023-12-20T11:17:23.925 INFO:tasks.workunit.client.0.smithi123.stdout:op 2092 completed, throughput=5MB/sec 2023-12-20T11:17:23.925 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-f6uorGlxUp-tBNs off=10374768 len=2034025 2023-12-20T11:17:23.937 INFO:tasks.workunit.client.0.smithi123.stdout:op 2093 completed, throughput=5MB/sec 2023-12-20T11:17:23.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:23 smithi123 ceph-mon[188613]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:17:23.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:23 smithi123 ceph-mon[191304]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:17:24.937 INFO:tasks.workunit.client.0.smithi123.stdout: 413: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:24.937 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-P3OEWIHMLHEhftr off=2084261 len=301631 2023-12-20T11:17:24.941 INFO:tasks.workunit.client.0.smithi123.stdout:op 2094 completed, throughput=4.99MB/sec 2023-12-20T11:17:24.941 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-BhubkMb-A65x8LQ off=19651855 len=644356 2023-12-20T11:17:24.946 INFO:tasks.workunit.client.0.smithi123.stdout:op 2095 completed, throughput=4.99MB/sec 2023-12-20T11:17:24.946 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-esnWZs9J8S_dk0H off=6948580 len=447043 2023-12-20T11:17:24.946 INFO:tasks.workunit.client.0.smithi123.stdout:op 2096 completed, throughput=4.99MB/sec 2023-12-20T11:17:24.946 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-eOuS77f7JOuNuvM off=1136349 len=576010 2023-12-20T11:17:24.952 INFO:tasks.workunit.client.0.smithi123.stdout:op 2097 completed, throughput=5MB/sec 2023-12-20T11:17:24.952 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-T7aZvCvB_TzyH2U off=6594468 len=1553083 2023-12-20T11:17:24.956 INFO:tasks.workunit.client.0.smithi123.stdout:op 2098 completed, throughput=5MB/sec 2023-12-20T11:17:24.957 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ocuGYiMcRz2mwcn off=13361401 len=987883 2023-12-20T11:17:24.960 INFO:tasks.workunit.client.0.smithi123.stdout:op 2099 completed, throughput=5MB/sec 2023-12-20T11:17:25.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:25 smithi177 ceph-mon[212096]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:17:25.961 INFO:tasks.workunit.client.0.smithi123.stdout: 414: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:25.961 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-y-eznoFj9acSGu0 off=11996244 len=2028418 2023-12-20T11:17:25.972 INFO:tasks.workunit.client.0.smithi123.stdout:op 2100 completed, throughput=4.99MB/sec 2023-12-20T11:17:25.972 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-dIdFR9GW-LJDDJh off=789922 len=1918316 2023-12-20T11:17:25.973 INFO:tasks.workunit.client.0.smithi123.stdout:op 2101 completed, throughput=5MB/sec 2023-12-20T11:17:25.974 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Sac8uCQVFBkL7_0 off=1909268 len=823599 2023-12-20T11:17:25.976 INFO:tasks.workunit.client.0.smithi123.stdout:op 2102 completed, throughput=5MB/sec 2023-12-20T11:17:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:25 smithi123 ceph-mon[188613]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:17:25.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:25 smithi123 ceph-mon[191304]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:17:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:17:26.976 INFO:tasks.workunit.client.0.smithi123.stdout: 415: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:26.976 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-U1xXlyNBMylbkQW off=3415273 len=552720 2023-12-20T11:17:26.977 INFO:tasks.workunit.client.0.smithi123.stdout:op 2103 completed, throughput=4.99MB/sec 2023-12-20T11:17:26.977 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-NIyZgb8_URRffl4 off=6901954 len=1092418 2023-12-20T11:17:26.984 INFO:tasks.workunit.client.0.smithi123.stdout:op 2104 completed, throughput=4.99MB/sec 2023-12-20T11:17:26.984 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hOcZyPucuddsOcS off=3189531 len=1983788 2023-12-20T11:17:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:17:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:17:26.994 INFO:tasks.workunit.client.0.smithi123.stdout:op 2105 completed, throughput=5MB/sec 2023-12-20T11:17:26.994 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-c34VlMIJuzqqQyG off=6748493 len=1580757 2023-12-20T11:17:26.996 INFO:tasks.workunit.client.0.smithi123.stdout:op 2106 completed, throughput=5MB/sec 2023-12-20T11:17:26.996 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0Ck2Y_IrtE2gq6L off=3385264 len=253738 2023-12-20T11:17:26.999 INFO:tasks.workunit.client.0.smithi123.stdout:op 2107 completed, throughput=5MB/sec 2023-12-20T11:17:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:27 smithi177 ceph-mon[212096]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:17:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:27 smithi123 ceph-mon[188613]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:17:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:27 smithi123 ceph-mon[191304]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:17:27.999 INFO:tasks.workunit.client.0.smithi123.stdout: 416: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:27.999 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ZaR7iwF9pDjHP5Q off=1662613 len=1350372 2023-12-20T11:17:28.005 INFO:tasks.workunit.client.0.smithi123.stdout:op 2108 completed, throughput=4.99MB/sec 2023-12-20T11:17:28.006 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-TV7NHLSELfoGDHy off=8956289 len=1818347 2023-12-20T11:17:28.008 INFO:tasks.workunit.client.0.smithi123.stdout:op 2109 completed, throughput=5MB/sec 2023-12-20T11:17:28.008 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Jid5bgsgxNGrko3 off=18901180 len=166949 2023-12-20T11:17:28.011 INFO:tasks.workunit.client.0.smithi123.stdout:op 2110 completed, throughput=5MB/sec 2023-12-20T11:17:28.011 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-r23H2MbjBVLg32e off=5069248 len=1758020 2023-12-20T11:17:28.018 INFO:tasks.workunit.client.0.smithi123.stdout:op 2111 completed, throughput=5MB/sec 2023-12-20T11:17:28.018 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-HjgajSaVA1iBb90 off=36485 len=1924485 2023-12-20T11:17:28.019 INFO:tasks.workunit.client.0.smithi123.stdout:op 2112 completed, throughput=5MB/sec 2023-12-20T11:17:29.020 INFO:tasks.workunit.client.0.smithi123.stdout: 417: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:29.020 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--kP0jbyDnKRJ_Mo off=6863176 len=40780 2023-12-20T11:17:29.020 INFO:tasks.workunit.client.0.smithi123.stdout:op 2113 completed, throughput=4.99MB/sec 2023-12-20T11:17:29.020 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-wdAcTTvZPBBM86Y off=13753305 len=1850601 2023-12-20T11:17:29.030 INFO:tasks.workunit.client.0.smithi123.stdout:op 2114 completed, throughput=5MB/sec 2023-12-20T11:17:29.030 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-8Ux48oyeYxa46RF off=19102448 len=480267 2023-12-20T11:17:29.034 INFO:tasks.workunit.client.0.smithi123.stdout:op 2115 completed, throughput=5MB/sec 2023-12-20T11:17:29.034 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-npf8JoMpA00Dr2U off=0 len=1088510 2023-12-20T11:17:29.035 INFO:tasks.workunit.client.0.smithi123.stdout:op 2116 completed, throughput=5MB/sec 2023-12-20T11:17:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:17:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:17:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-20T11:17:29.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:29 smithi177 ceph-mon[212096]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:17:29.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:29 smithi123 ceph-mon[191304]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:17:29.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:29 smithi123 ceph-mon[188613]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:17:30.035 INFO:tasks.workunit.client.0.smithi123.stdout: 418: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:30.035 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-B1MDXQt85luWteJ off=15016206 len=387916 2023-12-20T11:17:30.039 INFO:tasks.workunit.client.0.smithi123.stdout:op 2117 completed, throughput=4.99MB/sec 2023-12-20T11:17:30.039 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zoEq0RVIOFajMCx off=2565640 len=449258 2023-12-20T11:17:30.040 INFO:tasks.workunit.client.0.smithi123.stdout:op 2118 completed, throughput=4.99MB/sec 2023-12-20T11:17:30.040 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-n4n3GolG0Ml5tlL off=13506960 len=33059 2023-12-20T11:17:30.043 INFO:tasks.workunit.client.0.smithi123.stdout:op 2119 completed, throughput=4.99MB/sec 2023-12-20T11:17:30.043 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-tfXAzthQM1HBeN7 off=8941610 len=879767 2023-12-20T11:17:30.047 INFO:tasks.workunit.client.0.smithi123.stdout:op 2120 completed, throughput=4.99MB/sec 2023-12-20T11:17:30.048 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-psxHpAiM8H2yQdb off=8786110 len=980525 2023-12-20T11:17:30.053 INFO:tasks.workunit.client.0.smithi123.stdout:op 2121 completed, throughput=4.99MB/sec 2023-12-20T11:17:30.053 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-5B1Aq_Y-sskIMEl off=7580316 len=975345 2023-12-20T11:17:30.058 INFO:tasks.workunit.client.0.smithi123.stdout:op 2122 completed, throughput=5MB/sec 2023-12-20T11:17:30.058 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5DvXja__aFj5KjP off=6084807 len=1623619 2023-12-20T11:17:30.061 INFO:tasks.workunit.client.0.smithi123.stdout:op 2123 completed, throughput=5MB/sec 2023-12-20T11:17:30.061 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NBgW0WdXrnd5Xod off=192177 len=1455071 2023-12-20T11:17:30.062 INFO:tasks.workunit.client.0.smithi123.stdout:op 2124 completed, throughput=5MB/sec 2023-12-20T11:17:31.064 INFO:tasks.workunit.client.0.smithi123.stdout: 419: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:31.065 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2cVVNvk7YcLtYE1 off=7700737 len=1606730 2023-12-20T11:17:31.065 INFO:tasks.workunit.client.0.smithi123.stdout:op 2125 completed, throughput=5MB/sec 2023-12-20T11:17:31.065 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-TiU5qO2xT8V57pe off=20859757 len=1941940 2023-12-20T11:17:31.073 INFO:tasks.workunit.client.0.smithi123.stdout:op 2126 completed, throughput=5MB/sec 2023-12-20T11:17:31.073 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--WFDGvxuu29NkPW off=14611167 len=606573 2023-12-20T11:17:31.075 INFO:tasks.workunit.client.0.smithi123.stdout:op 2127 completed, throughput=5MB/sec 2023-12-20T11:17:31.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:31 smithi177 ceph-mon[212096]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:17:31.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:31 smithi123 ceph-mon[191304]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:17:31.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:31 smithi123 ceph-mon[188613]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:17:32.075 INFO:tasks.workunit.client.0.smithi123.stdout: 420: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:32.075 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-sEJYtpz9ZpX6thF off=10139417 len=1402866 2023-12-20T11:17:32.083 INFO:tasks.workunit.client.0.smithi123.stdout:op 2128 completed, throughput=4.99MB/sec 2023-12-20T11:17:32.083 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-axgc3XD5EtCts6z off=13673931 len=299974 2023-12-20T11:17:32.083 INFO:tasks.workunit.client.0.smithi123.stdout:op 2129 completed, throughput=4.99MB/sec 2023-12-20T11:17:32.084 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-l5Bskl-wDkW_yqx off=9504368 len=1821265 2023-12-20T11:17:32.085 INFO:tasks.workunit.client.0.smithi123.stdout:op 2130 completed, throughput=5MB/sec 2023-12-20T11:17:32.085 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-CFIV1tfmdTeyCdy off=8824200 len=1663267 2023-12-20T11:17:32.087 INFO:tasks.workunit.client.0.smithi123.stdout:op 2131 completed, throughput=5MB/sec 2023-12-20T11:17:33.088 INFO:tasks.workunit.client.0.smithi123.stdout: 421: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:33.088 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GDXNjGwgzdKivPL off=10392044 len=1785319 2023-12-20T11:17:33.090 INFO:tasks.workunit.client.0.smithi123.stdout:op 2132 completed, throughput=4.99MB/sec 2023-12-20T11:17:33.090 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-OLLXItv30ZuuSP4 off=7485573 len=170717 2023-12-20T11:17:33.093 INFO:tasks.workunit.client.0.smithi123.stdout:op 2133 completed, throughput=4.99MB/sec 2023-12-20T11:17:33.093 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-3qQODBjcubQj6eI off=6196508 len=736890 2023-12-20T11:17:33.094 INFO:tasks.workunit.client.0.smithi123.stdout:op 2134 completed, throughput=4.99MB/sec 2023-12-20T11:17:33.094 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Ny93L6Wxdataz35 off=16773737 len=1479482 2023-12-20T11:17:33.100 INFO:tasks.workunit.client.0.smithi123.stdout:op 2135 completed, throughput=5MB/sec 2023-12-20T11:17:33.100 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-lAxbWo-Nhk-NsIN off=8806592 len=47398 2023-12-20T11:17:33.103 INFO:tasks.workunit.client.0.smithi123.stdout:op 2136 completed, throughput=5MB/sec 2023-12-20T11:17:33.103 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-A-u2k_4Upzp03ct off=4831672 len=1552958 2023-12-20T11:17:33.110 INFO:tasks.workunit.client.0.smithi123.stdout:op 2137 completed, throughput=5MB/sec 2023-12-20T11:17:33.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:33 smithi177 ceph-mon[212096]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:17:33.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:33 smithi123 ceph-mon[191304]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:17:33.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:33 smithi123 ceph-mon[188613]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:17:34.110 INFO:tasks.workunit.client.0.smithi123.stdout: 422: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:34.110 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-CtTOYy_LjB681X3 off=8753867 len=1572662 2023-12-20T11:17:34.112 INFO:tasks.workunit.client.0.smithi123.stdout:op 2138 completed, throughput=4.99MB/sec 2023-12-20T11:17:34.112 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-V-npKFF6-K9ssjy off=4975273 len=1778557 2023-12-20T11:17:34.114 INFO:tasks.workunit.client.0.smithi123.stdout:op 2139 completed, throughput=5MB/sec 2023-12-20T11:17:34.114 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hbFo4u_mccJ3PP3 off=8909079 len=636959 2023-12-20T11:17:34.118 INFO:tasks.workunit.client.0.smithi123.stdout:op 2140 completed, throughput=5MB/sec 2023-12-20T11:17:34.118 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GpcUfB2sb9X3eum off=8402826 len=2016302 2023-12-20T11:17:34.127 INFO:tasks.workunit.client.0.smithi123.stdout:op 2141 completed, throughput=5MB/sec 2023-12-20T11:17:35.128 INFO:tasks.workunit.client.0.smithi123.stdout: 423: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:35.128 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DRpv1NNQH1a31Dr off=4539632 len=1604386 2023-12-20T11:17:35.133 INFO:tasks.workunit.client.0.smithi123.stdout:op 2142 completed, throughput=4.99MB/sec 2023-12-20T11:17:35.133 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Z9knKTBbxxbgtOG off=10032915 len=1544109 2023-12-20T11:17:35.134 INFO:tasks.workunit.client.0.smithi123.stdout:op 2143 completed, throughput=5MB/sec 2023-12-20T11:17:35.135 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4sPEIfc0Tdmy4_u off=862352 len=1049667 2023-12-20T11:17:35.141 INFO:tasks.workunit.client.0.smithi123.stdout:op 2144 completed, throughput=5MB/sec 2023-12-20T11:17:35.241 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:17:35.548 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:17:35.548 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (26m) 2m ago 29m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:17:35.548 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (26m) 50s ago 29m 90.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:17:35.548 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (30m) 2m ago 30m 19.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:17:35.549 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (30m) 50s ago 30m 26.8M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:17:35.549 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (25m) 50s ago 32m 457M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:17:35.549 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (26m) 2m ago 33m 538M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:17:35.549 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (25m) 2m ago 34m 247M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:17:35.549 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (25m) 50s ago 32m 144M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:17:35.549 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (25m) 2m ago 32m 157M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:17:35.549 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (26m) 2m ago 29m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:17:35.549 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (26m) 50s ago 29m 19.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:17:35.549 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (24m) 2m ago 32m 1835M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:17:35.549 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (24m) 2m ago 32m 2063M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:17:35.549 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (23m) 2m ago 31m 2149M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:17:35.549 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (23m) 2m ago 31m 1878M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:17:35.549 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (22m) 50s ago 31m 1370M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:17:35.549 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (22m) 50s ago 30m 1530M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:17:35.549 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (21m) 50s ago 30m 1185M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:17:35.550 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (21m) 50s ago 30m 1584M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:17:35.550 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (25m) 50s ago 29m 77.3M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:17:35.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:35 smithi177 ceph-mon[212096]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:17:35.935 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:17:35.935 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:17:35.935 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:17:35.935 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:17:35.935 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:17:35.935 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:17:35.935 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:17:35.935 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:17:35.936 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:17:35.936 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:17:35.936 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:17:35.936 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:17:35.936 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:17:35.936 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:17:35.936 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:17:35.936 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:17:35.936 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:17:35.936 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:17:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:35 smithi123 ceph-mon[191304]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:17:35.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:35 smithi123 ceph-mon[188613]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:17:36.141 INFO:tasks.workunit.client.0.smithi123.stdout: 424: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:36.142 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-RmIHEb0fFHidtJ3 off=4443906 len=1858010 2023-12-20T11:17:36.143 INFO:tasks.workunit.client.0.smithi123.stdout:op 2145 completed, throughput=4.99MB/sec 2023-12-20T11:17:36.143 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-l0vOofCML7Z9D49 off=17011511 len=1145222 2023-12-20T11:17:36.149 INFO:tasks.workunit.client.0.smithi123.stdout:op 2146 completed, throughput=5MB/sec 2023-12-20T11:17:36.149 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0Bdx61JjdfwJY6W off=2998032 len=670978 2023-12-20T11:17:36.150 INFO:tasks.workunit.client.0.smithi123.stdout:op 2147 completed, throughput=5MB/sec 2023-12-20T11:17:36.150 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WviwPApaMiD2IWA off=6312408 len=175283 2023-12-20T11:17:36.153 INFO:tasks.workunit.client.0.smithi123.stdout:op 2148 completed, throughput=5MB/sec 2023-12-20T11:17:36.153 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-02y6vllTiZE_CqL off=2241881 len=596883 2023-12-20T11:17:36.156 INFO:tasks.workunit.client.0.smithi123.stdout:op 2149 completed, throughput=5MB/sec 2023-12-20T11:17:36.157 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4kQnXM4bKyORvsH off=1630099 len=1890085 2023-12-20T11:17:36.164 INFO:tasks.workunit.client.0.smithi123.stdout:op 2150 completed, throughput=5MB/sec 2023-12-20T11:17:36.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:36 smithi177 ceph-mon[212096]: from='client.35508 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:17:36.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:36 smithi177 ceph-mon[212096]: from='client.35514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:17:36.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:36 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1235773873' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:17:36.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:36 smithi123 ceph-mon[191304]: from='client.35508 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:17:36.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:36 smithi123 ceph-mon[191304]: from='client.35514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:17:36.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:36 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1235773873' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:17:36.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:36 smithi123 ceph-mon[188613]: from='client.35508 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:17:36.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:36 smithi123 ceph-mon[188613]: from='client.35514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:17:36.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:36 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1235773873' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:17:37.164 INFO:tasks.workunit.client.0.smithi123.stdout: 425: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:37.164 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-IzdgIUms3jlq48O off=4960507 len=1787756 2023-12-20T11:17:37.174 INFO:tasks.workunit.client.0.smithi123.stdout:op 2151 completed, throughput=4.99MB/sec 2023-12-20T11:17:37.174 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-A_GbHDFK8nkA7vr off=5138778 len=7743 2023-12-20T11:17:37.174 INFO:tasks.workunit.client.0.smithi123.stdout:op 2152 completed, throughput=4.99MB/sec 2023-12-20T11:17:37.175 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kqBcviltt-cwuEn off=5475729 len=851842 2023-12-20T11:17:37.175 INFO:tasks.workunit.client.0.smithi123.stdout:op 2153 completed, throughput=5MB/sec 2023-12-20T11:17:37.175 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-3DwW7sr-h2jLsM0 off=12355032 len=549862 2023-12-20T11:17:37.176 INFO:tasks.workunit.client.0.smithi123.stdout:op 2154 completed, throughput=5MB/sec 2023-12-20T11:17:37.176 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-veRzSRz1azx5R5R off=8384181 len=1545243 2023-12-20T11:17:37.177 INFO:tasks.workunit.client.0.smithi123.stdout:op 2155 completed, throughput=5MB/sec 2023-12-20T11:17:37.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:37 smithi177 ceph-mon[212096]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:17:37.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:37 smithi123 ceph-mon[191304]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:17:37.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:37 smithi123 ceph-mon[188613]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:17:38.178 INFO:tasks.workunit.client.0.smithi123.stdout: 426: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:38.178 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WIFSgkQOpZdHwNR off=8636874 len=1624736 2023-12-20T11:17:38.187 INFO:tasks.workunit.client.0.smithi123.stdout:op 2156 completed, throughput=4.99MB/sec 2023-12-20T11:17:38.187 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-CtZZguBTFDJloFt off=6163447 len=739412 2023-12-20T11:17:38.188 INFO:tasks.workunit.client.0.smithi123.stdout:op 2157 completed, throughput=4.99MB/sec 2023-12-20T11:17:38.188 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gYttNJdbVcu3FnV off=3205938 len=1910910 2023-12-20T11:17:38.201 INFO:tasks.workunit.client.0.smithi123.stdout:op 2158 completed, throughput=5MB/sec 2023-12-20T11:17:38.201 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-YSucP33rgCOLagi off=9465857 len=1046405 2023-12-20T11:17:38.206 INFO:tasks.workunit.client.0.smithi123.stdout:op 2159 completed, throughput=5MB/sec 2023-12-20T11:17:39.207 INFO:tasks.workunit.client.0.smithi123.stdout: 427: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:39.207 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-bPScOHhzG3BhwaX off=1515159 len=1796221 2023-12-20T11:17:39.217 INFO:tasks.workunit.client.0.smithi123.stdout:op 2160 completed, throughput=4.99MB/sec 2023-12-20T11:17:39.217 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Idp2vz92rmu95jj off=1635580 len=331477 2023-12-20T11:17:39.218 INFO:tasks.workunit.client.0.smithi123.stdout:op 2161 completed, throughput=4.99MB/sec 2023-12-20T11:17:39.218 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GcByDoAv-Jn2Ha2 off=17478603 len=65408 2023-12-20T11:17:39.218 INFO:tasks.workunit.client.0.smithi123.stdout:op 2162 completed, throughput=4.99MB/sec 2023-12-20T11:17:39.218 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_gWgfbcHX-jiDg8 off=14562670 len=1225683 2023-12-20T11:17:39.220 INFO:tasks.workunit.client.0.smithi123.stdout:op 2163 completed, throughput=5MB/sec 2023-12-20T11:17:39.220 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-M4MqSd9J8M1wHlH off=4856557 len=799032 2023-12-20T11:17:39.224 INFO:tasks.workunit.client.0.smithi123.stdout:op 2164 completed, throughput=5MB/sec 2023-12-20T11:17:39.224 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-IstGb-3uVErHYcx off=227959 len=1566371 2023-12-20T11:17:39.232 INFO:tasks.workunit.client.0.smithi123.stdout:op 2165 completed, throughput=5MB/sec 2023-12-20T11:17:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:17:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:17:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-20T11:17:39.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:39 smithi177 ceph-mon[212096]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:17:39.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:39 smithi123 ceph-mon[191304]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:17:39.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:39 smithi123 ceph-mon[188613]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:17:40.233 INFO:tasks.workunit.client.0.smithi123.stdout: 428: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:40.233 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ndqFAGov3NlLzA1 off=330247 len=1226103 2023-12-20T11:17:40.240 INFO:tasks.workunit.client.0.smithi123.stdout:op 2166 completed, throughput=4.99MB/sec 2023-12-20T11:17:40.240 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-E8V0u4F_is7uuet off=3811742 len=1458295 2023-12-20T11:17:40.241 INFO:tasks.workunit.client.0.smithi123.stdout:op 2167 completed, throughput=5MB/sec 2023-12-20T11:17:40.242 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-7mBZKF2Xpvkngiw off=1373677 len=1646410 2023-12-20T11:17:40.251 INFO:tasks.workunit.client.0.smithi123.stdout:op 2168 completed, throughput=5MB/sec 2023-12-20T11:17:40.251 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-sjmTU3KoUZRcYkt off=15498950 len=1840506 2023-12-20T11:17:40.253 INFO:tasks.workunit.client.0.smithi123.stdout:op 2169 completed, throughput=5MB/sec 2023-12-20T11:17:41.253 INFO:tasks.workunit.client.0.smithi123.stdout: 429: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:41.253 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-7XLzIIn8NOm0sgp off=2626526 len=1822438 2023-12-20T11:17:41.263 INFO:tasks.workunit.client.0.smithi123.stdout:op 2170 completed, throughput=5MB/sec 2023-12-20T11:17:41.263 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vRHGWPtPugJT9ta off=12274037 len=822921 2023-12-20T11:17:41.264 INFO:tasks.workunit.client.0.smithi123.stdout:op 2171 completed, throughput=5MB/sec 2023-12-20T11:17:41.264 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-C5aVBzC6fIRSotT off=12791039 len=1030193 2023-12-20T11:17:41.264 INFO:tasks.workunit.client.0.smithi123.stdout:op 2172 completed, throughput=5MB/sec 2023-12-20T11:17:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:41 smithi177 ceph-mon[212096]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:17:41.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:17:41.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:41 smithi123 ceph-mon[191304]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:17:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:17:41.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:41 smithi123 ceph-mon[188613]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:17:41.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:17:42.265 INFO:tasks.workunit.client.0.smithi123.stdout: 430: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:42.265 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8hzQf0HqBsb2Cjq off=1191480 len=1584347 2023-12-20T11:17:42.267 INFO:tasks.workunit.client.0.smithi123.stdout:op 2173 completed, throughput=4.99MB/sec 2023-12-20T11:17:42.267 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FDHc5yxV3-iwtos off=22161253 len=1942064 2023-12-20T11:17:42.269 INFO:tasks.workunit.client.0.smithi123.stdout:op 2174 completed, throughput=5MB/sec 2023-12-20T11:17:42.269 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-z7uwWv-x1kFAjRP off=13094148 len=912028 2023-12-20T11:17:42.273 INFO:tasks.workunit.client.0.smithi123.stdout:op 2175 completed, throughput=5MB/sec 2023-12-20T11:17:42.274 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-NlZklj16JcfFZP_ off=2368985 len=2063335 2023-12-20T11:17:42.284 INFO:tasks.workunit.client.0.smithi123.stdout:op 2176 completed, throughput=5MB/sec 2023-12-20T11:17:43.284 INFO:tasks.workunit.client.0.smithi123.stdout: 431: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:43.284 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-oycdeT917tZzzh9 off=19169438 len=1573833 2023-12-20T11:17:43.286 INFO:tasks.workunit.client.0.smithi123.stdout:op 2177 completed, throughput=4.99MB/sec 2023-12-20T11:17:43.286 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vbjvJMBzIXtTK43 off=4819166 len=791041 2023-12-20T11:17:43.291 INFO:tasks.workunit.client.0.smithi123.stdout:op 2178 completed, throughput=5MB/sec 2023-12-20T11:17:43.291 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_jv1kgmAis38Wyd off=8368928 len=1722771 2023-12-20T11:17:43.300 INFO:tasks.workunit.client.0.smithi123.stdout:op 2179 completed, throughput=5MB/sec 2023-12-20T11:17:43.300 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gkAovDsYWRuHDAE off=1249549 len=545314 2023-12-20T11:17:43.300 INFO:tasks.workunit.client.0.smithi123.stdout:op 2180 completed, throughput=5MB/sec 2023-12-20T11:17:43.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:43 smithi177 ceph-mon[212096]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:17:43.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:43 smithi123 ceph-mon[191304]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:17:43.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:43 smithi123 ceph-mon[188613]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:17:44.301 INFO:tasks.workunit.client.0.smithi123.stdout: 432: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:44.301 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_z14VZ-nVlXBc0O off=847905 len=1331169 2023-12-20T11:17:44.303 INFO:tasks.workunit.client.0.smithi123.stdout:op 2181 completed, throughput=4.99MB/sec 2023-12-20T11:17:44.303 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Y0IpepEDW26miha off=1017147 len=1744084 2023-12-20T11:17:44.312 INFO:tasks.workunit.client.0.smithi123.stdout:op 2182 completed, throughput=5MB/sec 2023-12-20T11:17:44.312 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ENcb3spFUCRfR6y off=11342367 len=1797073 2023-12-20T11:17:44.316 INFO:tasks.workunit.client.0.smithi123.stdout:op 2183 completed, throughput=5MB/sec 2023-12-20T11:17:45.316 INFO:tasks.workunit.client.0.smithi123.stdout: 433: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:45.316 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-VDQVER9u9TuFYfk off=1574442 len=1927370 2023-12-20T11:17:45.328 INFO:tasks.workunit.client.0.smithi123.stdout:op 2184 completed, throughput=4.99MB/sec 2023-12-20T11:17:45.328 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--S1axnIrBxASlRl off=6188605 len=806500 2023-12-20T11:17:45.333 INFO:tasks.workunit.client.0.smithi123.stdout:op 2185 completed, throughput=4.99MB/sec 2023-12-20T11:17:45.333 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zocgsSEJZxEget2 off=19939161 len=355117 2023-12-20T11:17:45.334 INFO:tasks.workunit.client.0.smithi123.stdout:op 2186 completed, throughput=5MB/sec 2023-12-20T11:17:45.334 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-3j80uaO1p71WvL0 off=1664108 len=197118 2023-12-20T11:17:45.336 INFO:tasks.workunit.client.0.smithi123.stdout:op 2187 completed, throughput=5MB/sec 2023-12-20T11:17:45.336 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vwnsjK0EE94aX0o off=5379541 len=811761 2023-12-20T11:17:45.341 INFO:tasks.workunit.client.0.smithi123.stdout:op 2188 completed, throughput=5MB/sec 2023-12-20T11:17:45.341 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fw6INCuqjd-Y3x6 off=2129552 len=1642376 2023-12-20T11:17:45.342 INFO:tasks.workunit.client.0.smithi123.stdout:op 2189 completed, throughput=5MB/sec 2023-12-20T11:17:45.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:45 smithi177 ceph-mon[212096]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:17:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:45 smithi123 ceph-mon[191304]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:17:45.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:45 smithi123 ceph-mon[188613]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:17:46.343 INFO:tasks.workunit.client.0.smithi123.stdout: 434: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:46.343 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-bAtdLv183gWas28 off=2365458 len=1011031 2023-12-20T11:17:46.347 INFO:tasks.workunit.client.0.smithi123.stdout:op 2190 completed, throughput=4.99MB/sec 2023-12-20T11:17:46.347 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pKDcLzgikPg1Yqi off=9608176 len=1140175 2023-12-20T11:17:46.348 INFO:tasks.workunit.client.0.smithi123.stdout:op 2191 completed, throughput=4.99MB/sec 2023-12-20T11:17:46.348 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-BKp8gwtBjLaONXl off=4721438 len=367691 2023-12-20T11:17:46.351 INFO:tasks.workunit.client.0.smithi123.stdout:op 2192 completed, throughput=4.99MB/sec 2023-12-20T11:17:46.351 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0VGX0WoZ6jgzwaR off=11216985 len=7330 2023-12-20T11:17:46.353 INFO:tasks.workunit.client.0.smithi123.stdout:op 2193 completed, throughput=4.99MB/sec 2023-12-20T11:17:46.353 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GcByDoAv-Jn2Ha2 off=924978 len=1553274 2023-12-20T11:17:46.354 INFO:tasks.workunit.client.0.smithi123.stdout:op 2194 completed, throughput=5MB/sec 2023-12-20T11:17:46.354 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--vgsgcrtY4GpFeY off=4571482 len=1058693 2023-12-20T11:17:46.356 INFO:tasks.workunit.client.0.smithi123.stdout:op 2195 completed, throughput=5MB/sec 2023-12-20T11:17:46.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:17:46.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:17:46.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:17:46.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:17:46.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:17:46.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:17:46.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:17:46.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:17:46.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:17:46.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:17:46.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:17:46.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:17:47.357 INFO:tasks.workunit.client.0.smithi123.stdout: 435: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:47.357 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-7YWML4jY9G_Rql6 off=4027734 len=527677 2023-12-20T11:17:47.358 INFO:tasks.workunit.client.0.smithi123.stdout:op 2196 completed, throughput=4.99MB/sec 2023-12-20T11:17:47.358 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mX_Vq3TSXBK-5Go off=5865378 len=1821711 2023-12-20T11:17:47.360 INFO:tasks.workunit.client.0.smithi123.stdout:op 2197 completed, throughput=4.99MB/sec 2023-12-20T11:17:47.360 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-lk49uF90gs9UqEa off=4511501 len=1500837 2023-12-20T11:17:47.369 INFO:tasks.workunit.client.0.smithi123.stdout:op 2198 completed, throughput=5MB/sec 2023-12-20T11:17:47.369 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-XwmMkeUOCgJOPGe off=7119197 len=321120 2023-12-20T11:17:47.372 INFO:tasks.workunit.client.0.smithi123.stdout:op 2199 completed, throughput=5MB/sec 2023-12-20T11:17:47.372 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-T0AF-aX8GmoF5tr off=173267 len=263200 2023-12-20T11:17:47.375 INFO:tasks.workunit.client.0.smithi123.stdout:op 2200 completed, throughput=5MB/sec 2023-12-20T11:17:47.375 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-WkUVrq4km3myIC- off=686916 len=1615318 2023-12-20T11:17:47.378 INFO:tasks.workunit.client.0.smithi123.stdout:op 2201 completed, throughput=5MB/sec 2023-12-20T11:17:47.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:47 smithi177 ceph-mon[212096]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-20T11:17:47.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:47 smithi123 ceph-mon[191304]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-20T11:17:47.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:47 smithi123 ceph-mon[188613]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-20T11:17:48.379 INFO:tasks.workunit.client.0.smithi123.stdout: 436: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:48.379 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-PeruK4eWo07oRDX off=15081155 len=1998090 2023-12-20T11:17:48.381 INFO:tasks.workunit.client.0.smithi123.stdout:op 2202 completed, throughput=4.99MB/sec 2023-12-20T11:17:48.381 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-b1Ec1TmKG6axFW2 off=20026106 len=2053245 2023-12-20T11:17:48.390 INFO:tasks.workunit.client.0.smithi123.stdout:op 2203 completed, throughput=5MB/sec 2023-12-20T11:17:48.390 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-iyGNiUz_0WHjISL off=4182289 len=442522 2023-12-20T11:17:48.390 INFO:tasks.workunit.client.0.smithi123.stdout:op 2204 completed, throughput=5MB/sec 2023-12-20T11:17:49.391 INFO:tasks.workunit.client.0.smithi123.stdout: 437: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:49.392 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-V2XgIAImQYAkumV off=9600398 len=1671247 2023-12-20T11:17:49.400 INFO:tasks.workunit.client.0.smithi123.stdout:op 2205 completed, throughput=4.99MB/sec 2023-12-20T11:17:49.400 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-LnlSwgrfRn0f0A8 off=5080830 len=471122 2023-12-20T11:17:49.400 INFO:tasks.workunit.client.0.smithi123.stdout:op 2206 completed, throughput=4.99MB/sec 2023-12-20T11:17:49.400 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zXGLxH3bYW7XhvG off=6031877 len=1726503 2023-12-20T11:17:49.404 INFO:tasks.workunit.client.0.smithi123.stdout:op 2207 completed, throughput=5MB/sec 2023-12-20T11:17:49.404 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-1aR74_WzK8IwpZl off=4358400 len=1145390 2023-12-20T11:17:49.406 INFO:tasks.workunit.client.0.smithi123.stdout:op 2208 completed, throughput=5MB/sec 2023-12-20T11:17:49.406 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9P7kghTp8lCxH-I off=21757978 len=899160 2023-12-20T11:17:49.407 INFO:tasks.workunit.client.0.smithi123.stdout:op 2209 completed, throughput=5MB/sec 2023-12-20T11:17:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:17:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:17:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-20T11:17:49.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:49 smithi177 ceph-mon[212096]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:17:49.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:49 smithi123 ceph-mon[191304]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:17:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:49 smithi123 ceph-mon[188613]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:17:50.409 INFO:tasks.workunit.client.0.smithi123.stdout: 438: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:50.409 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2PQRfHzU_ptrfex off=17667707 len=430882 2023-12-20T11:17:50.411 INFO:tasks.workunit.client.0.smithi123.stdout:op 2210 completed, throughput=4.99MB/sec 2023-12-20T11:17:50.411 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fbC3Tqw2Ro4S5eh off=1596882 len=239239 2023-12-20T11:17:50.412 INFO:tasks.workunit.client.0.smithi123.stdout:op 2211 completed, throughput=4.99MB/sec 2023-12-20T11:17:50.412 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QGzVotvfhoCHrY1 off=4891604 len=1510660 2023-12-20T11:17:50.419 INFO:tasks.workunit.client.0.smithi123.stdout:op 2212 completed, throughput=4.99MB/sec 2023-12-20T11:17:50.419 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Zp0IVikfYJWvXAD off=4758952 len=707446 2023-12-20T11:17:50.420 INFO:tasks.workunit.client.0.smithi123.stdout:op 2213 completed, throughput=5MB/sec 2023-12-20T11:17:50.420 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wbXn6IJw1vdkmvr off=408326 len=315717 2023-12-20T11:17:50.422 INFO:tasks.workunit.client.0.smithi123.stdout:op 2214 completed, throughput=5MB/sec 2023-12-20T11:17:50.422 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-jC2ZqZVIXZlgnbx off=22073896 len=30340 2023-12-20T11:17:50.423 INFO:tasks.workunit.client.0.smithi123.stdout:op 2215 completed, throughput=5MB/sec 2023-12-20T11:17:50.424 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wVT086m0ZJSepZ2 off=7870376 len=452140 2023-12-20T11:17:50.424 INFO:tasks.workunit.client.0.smithi123.stdout:op 2216 completed, throughput=5MB/sec 2023-12-20T11:17:50.424 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-avM7t4GNaat4qwY off=10296723 len=927833 2023-12-20T11:17:50.430 INFO:tasks.workunit.client.0.smithi123.stdout:op 2217 completed, throughput=5MB/sec 2023-12-20T11:17:50.430 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jVc_9gumexKCTZI off=13251218 len=1414965 2023-12-20T11:17:50.431 INFO:tasks.workunit.client.0.smithi123.stdout:op 2218 completed, throughput=5MB/sec 2023-12-20T11:17:51.432 INFO:tasks.workunit.client.0.smithi123.stdout: 439: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:51.432 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-dQ6JHk4ikJu2IYY off=1172121 len=920150 2023-12-20T11:17:51.437 INFO:tasks.workunit.client.0.smithi123.stdout:op 2219 completed, throughput=4.99MB/sec 2023-12-20T11:17:51.437 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-NXdyriFRyfq664T off=3277875 len=826111 2023-12-20T11:17:51.442 INFO:tasks.workunit.client.0.smithi123.stdout:op 2220 completed, throughput=5MB/sec 2023-12-20T11:17:51.442 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-IfgjMmsnCXl0z2F off=4556211 len=1727983 2023-12-20T11:17:51.445 INFO:tasks.workunit.client.0.smithi123.stdout:op 2221 completed, throughput=5MB/sec 2023-12-20T11:17:51.445 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-17yIpmtYumDXMzB off=5242117 len=161055 2023-12-20T11:17:51.448 INFO:tasks.workunit.client.0.smithi123.stdout:op 2222 completed, throughput=5MB/sec 2023-12-20T11:17:51.448 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KH3nqLW00ydHuld off=19743104 len=265776 2023-12-20T11:17:51.451 INFO:tasks.workunit.client.0.smithi123.stdout:op 2223 completed, throughput=5MB/sec 2023-12-20T11:17:51.451 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kxyq_yOokU4D_Rl off=6957384 len=140141 2023-12-20T11:17:51.451 INFO:tasks.workunit.client.0.smithi123.stdout:op 2224 completed, throughput=5MB/sec 2023-12-20T11:17:51.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:51 smithi177 ceph-mon[212096]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:17:51.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:51 smithi123 ceph-mon[191304]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:17:51.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:51 smithi123 ceph-mon[188613]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:17:52.452 INFO:tasks.workunit.client.0.smithi123.stdout: 440: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:52.452 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0NXkXVSt3GlFIzP off=447844 len=611699 2023-12-20T11:17:52.456 INFO:tasks.workunit.client.0.smithi123.stdout:op 2225 completed, throughput=4.99MB/sec 2023-12-20T11:17:52.456 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-EZRl9nT0fgOFlYO off=281538 len=701410 2023-12-20T11:17:52.457 INFO:tasks.workunit.client.0.smithi123.stdout:op 2226 completed, throughput=4.99MB/sec 2023-12-20T11:17:52.457 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6yQV52pVvbaMhbH off=3230796 len=1243514 2023-12-20T11:17:52.460 INFO:tasks.workunit.client.0.smithi123.stdout:op 2227 completed, throughput=4.99MB/sec 2023-12-20T11:17:52.460 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8QSD5r46KGr3Ods off=10656722 len=227438 2023-12-20T11:17:52.460 INFO:tasks.workunit.client.0.smithi123.stdout:op 2228 completed, throughput=4.99MB/sec 2023-12-20T11:17:52.460 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-XX4EkHXuSXbrB8F off=3072696 len=1810209 2023-12-20T11:17:52.466 INFO:tasks.workunit.client.0.smithi123.stdout:op 2229 completed, throughput=5MB/sec 2023-12-20T11:17:52.466 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Is0FuZkmIi8t469 off=7228342 len=196112 2023-12-20T11:17:52.466 INFO:tasks.workunit.client.0.smithi123.stdout:op 2230 completed, throughput=5MB/sec 2023-12-20T11:17:52.466 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ClLIvkowwGYC5Cl off=7283555 len=1623208 2023-12-20T11:17:52.473 INFO:tasks.workunit.client.0.smithi123.stdout:op 2231 completed, throughput=5MB/sec 2023-12-20T11:17:53.472 INFO:tasks.workunit.client.0.smithi123.stdout: 441: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:53.472 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Tit4KPgFj_APoJ- off=15392260 len=6356 2023-12-20T11:17:53.475 INFO:tasks.workunit.client.0.smithi123.stdout:op 2232 completed, throughput=4.99MB/sec 2023-12-20T11:17:53.475 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cEymiD18gX7miTL off=20767108 len=35329 2023-12-20T11:17:53.477 INFO:tasks.workunit.client.0.smithi123.stdout:op 2233 completed, throughput=4.99MB/sec 2023-12-20T11:17:53.477 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xZewcaari__SUkK off=1094366 len=1012834 2023-12-20T11:17:53.483 INFO:tasks.workunit.client.0.smithi123.stdout:op 2234 completed, throughput=4.99MB/sec 2023-12-20T11:17:53.483 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-oGkY3Nr2NVqpJvS off=174293 len=1013608 2023-12-20T11:17:53.485 INFO:tasks.workunit.client.0.smithi123.stdout:op 2235 completed, throughput=5MB/sec 2023-12-20T11:17:53.485 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-htp6yN3c_em22_O off=8053306 len=850087 2023-12-20T11:17:53.486 INFO:tasks.workunit.client.0.smithi123.stdout:op 2236 completed, throughput=5MB/sec 2023-12-20T11:17:53.486 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cW5VOlDetYrc-28 off=15968039 len=611647 2023-12-20T11:17:53.487 INFO:tasks.workunit.client.0.smithi123.stdout:op 2237 completed, throughput=5MB/sec 2023-12-20T11:17:53.487 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-F445MDsyqBZ3pFI off=5249159 len=843490 2023-12-20T11:17:53.488 INFO:tasks.workunit.client.0.smithi123.stdout:op 2238 completed, throughput=5MB/sec 2023-12-20T11:17:53.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:53 smithi177 ceph-mon[212096]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:17:53.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:53 smithi123 ceph-mon[191304]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:17:53.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:53 smithi123 ceph-mon[188613]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:17:54.489 INFO:tasks.workunit.client.0.smithi123.stdout: 442: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:54.489 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-bO5ViFO499_d5pn off=13381567 len=1324491 2023-12-20T11:17:54.497 INFO:tasks.workunit.client.0.smithi123.stdout:op 2239 completed, throughput=4.99MB/sec 2023-12-20T11:17:54.497 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-HCbclFbTI1YqNSm off=941728 len=717638 2023-12-20T11:17:54.497 INFO:tasks.workunit.client.0.smithi123.stdout:op 2240 completed, throughput=4.99MB/sec 2023-12-20T11:17:54.498 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-8JGLkHD9Pps2HFj off=2572772 len=937934 2023-12-20T11:17:54.502 INFO:tasks.workunit.client.0.smithi123.stdout:op 2241 completed, throughput=5MB/sec 2023-12-20T11:17:54.502 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-N9XkQDM89T012L_ off=17169966 len=1068714 2023-12-20T11:17:54.507 INFO:tasks.workunit.client.0.smithi123.stdout:op 2242 completed, throughput=5MB/sec 2023-12-20T11:17:54.507 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fzrkPeOorrIEhdG off=1212488 len=1686605 2023-12-20T11:17:54.509 INFO:tasks.workunit.client.0.smithi123.stdout:op 2243 completed, throughput=5MB/sec 2023-12-20T11:17:55.509 INFO:tasks.workunit.client.0.smithi123.stdout: 443: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:55.510 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FDHc5yxV3-iwtos off=10104054 len=717926 2023-12-20T11:17:55.514 INFO:tasks.workunit.client.0.smithi123.stdout:op 2244 completed, throughput=4.99MB/sec 2023-12-20T11:17:55.514 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-giW-AnkvAKcYdky off=2903847 len=117484 2023-12-20T11:17:55.515 INFO:tasks.workunit.client.0.smithi123.stdout:op 2245 completed, throughput=4.99MB/sec 2023-12-20T11:17:55.515 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-z92NkNnlUC-lHMl off=5786383 len=42024 2023-12-20T11:17:55.515 INFO:tasks.workunit.client.0.smithi123.stdout:op 2246 completed, throughput=4.99MB/sec 2023-12-20T11:17:55.515 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hlF7UJtiXQIgKNb off=7402788 len=1807856 2023-12-20T11:17:55.517 INFO:tasks.workunit.client.0.smithi123.stdout:op 2247 completed, throughput=5MB/sec 2023-12-20T11:17:55.517 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lIUgbbmTvzEVxPL off=1675802 len=89517 2023-12-20T11:17:55.518 INFO:tasks.workunit.client.0.smithi123.stdout:op 2248 completed, throughput=5MB/sec 2023-12-20T11:17:55.518 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-XdRVOWt-pHYc9ZH off=19027889 len=975276 2023-12-20T11:17:55.520 INFO:tasks.workunit.client.0.smithi123.stdout:op 2249 completed, throughput=5MB/sec 2023-12-20T11:17:55.520 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-PUNNPqxIcRwRpDE off=3116532 len=1247452 2023-12-20T11:17:55.523 INFO:tasks.workunit.client.0.smithi123.stdout:op 2250 completed, throughput=5MB/sec 2023-12-20T11:17:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:55 smithi177 ceph-mon[212096]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:17:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:55 smithi123 ceph-mon[191304]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:17:55.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:55 smithi123 ceph-mon[188613]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:17:56.523 INFO:tasks.workunit.client.0.smithi123.stdout: 444: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:56.523 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Lo9lBfKNKctDVpQ off=2462490 len=324469 2023-12-20T11:17:56.527 INFO:tasks.workunit.client.0.smithi123.stdout:op 2251 completed, throughput=4.99MB/sec 2023-12-20T11:17:56.527 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-qtKZJNykk0FMHQO off=3805130 len=629183 2023-12-20T11:17:56.531 INFO:tasks.workunit.client.0.smithi123.stdout:op 2252 completed, throughput=4.99MB/sec 2023-12-20T11:17:56.531 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-N-4S2bYrI71P-EF off=0 len=1546133 2023-12-20T11:17:56.539 INFO:tasks.workunit.client.0.smithi123.stdout:op 2253 completed, throughput=4.99MB/sec 2023-12-20T11:17:56.540 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-sEJYtpz9ZpX6thF off=9087459 len=37407 2023-12-20T11:17:56.542 INFO:tasks.workunit.client.0.smithi123.stdout:op 2254 completed, throughput=4.99MB/sec 2023-12-20T11:17:56.542 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-zzEi2Hv9NU7lFI2 off=1199260 len=366390 2023-12-20T11:17:56.545 INFO:tasks.workunit.client.0.smithi123.stdout:op 2255 completed, throughput=5MB/sec 2023-12-20T11:17:56.546 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-npf8JoMpA00Dr2U off=0 len=1088510 2023-12-20T11:17:56.550 INFO:tasks.workunit.client.0.smithi123.stdout:op 2256 completed, throughput=5MB/sec 2023-12-20T11:17:56.550 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-jjmN8c3NyfwyzPD off=4037587 len=342687 2023-12-20T11:17:56.553 INFO:tasks.workunit.client.0.smithi123.stdout:op 2257 completed, throughput=5MB/sec 2023-12-20T11:17:56.553 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kE7Ob5HApZCrh7Z off=4952825 len=966998 2023-12-20T11:17:56.554 INFO:tasks.workunit.client.0.smithi123.stdout:op 2258 completed, throughput=5MB/sec 2023-12-20T11:17:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:17:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:17:56.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:17:57.554 INFO:tasks.workunit.client.0.smithi123.stdout: 445: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:57.554 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9er9eL27LqxO-94 off=1099275 len=87158 2023-12-20T11:17:57.557 INFO:tasks.workunit.client.0.smithi123.stdout:op 2259 completed, throughput=4.99MB/sec 2023-12-20T11:17:57.557 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FzSR6tRwU7XKN0X off=2703488 len=1580113 2023-12-20T11:17:57.564 INFO:tasks.workunit.client.0.smithi123.stdout:op 2260 completed, throughput=4.99MB/sec 2023-12-20T11:17:57.564 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mLkgOwDMbmBc3uC off=4732589 len=928248 2023-12-20T11:17:57.565 INFO:tasks.workunit.client.0.smithi123.stdout:op 2261 completed, throughput=4.99MB/sec 2023-12-20T11:17:57.565 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-UKPgH8dTWPlqMuS off=1144969 len=1223516 2023-12-20T11:17:57.571 INFO:tasks.workunit.client.0.smithi123.stdout:op 2262 completed, throughput=5MB/sec 2023-12-20T11:17:57.571 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-qfUnSob1lqs-pK8 off=2172106 len=1878207 2023-12-20T11:17:57.580 INFO:tasks.workunit.client.0.smithi123.stdout:op 2263 completed, throughput=5MB/sec 2023-12-20T11:17:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:57 smithi177 ceph-mon[212096]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:17:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:57 smithi123 ceph-mon[188613]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:17:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:57 smithi123 ceph-mon[191304]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:17:58.580 INFO:tasks.workunit.client.0.smithi123.stdout: 446: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:58.580 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-dP_ZvUwvGQn-qxl off=10912680 len=1348372 2023-12-20T11:17:58.589 INFO:tasks.workunit.client.0.smithi123.stdout:op 2264 completed, throughput=4.99MB/sec 2023-12-20T11:17:58.589 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4GrwL_cqdYdi08K off=194543 len=60810 2023-12-20T11:17:58.590 INFO:tasks.workunit.client.0.smithi123.stdout:op 2265 completed, throughput=4.99MB/sec 2023-12-20T11:17:58.590 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-TG5YNIwSLgu5x4b off=6611565 len=1435768 2023-12-20T11:17:58.596 INFO:tasks.workunit.client.0.smithi123.stdout:op 2266 completed, throughput=5MB/sec 2023-12-20T11:17:58.596 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-aFZBpfD11kF38Sr off=21181866 len=206392 2023-12-20T11:17:58.597 INFO:tasks.workunit.client.0.smithi123.stdout:op 2267 completed, throughput=5MB/sec 2023-12-20T11:17:58.597 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-RVgsJi0hhQR9GgZ off=6796185 len=1039233 2023-12-20T11:17:58.598 INFO:tasks.workunit.client.0.smithi123.stdout:op 2268 completed, throughput=5MB/sec 2023-12-20T11:17:58.598 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-8ZuUVtaiBxM9ddI off=2571967 len=861326 2023-12-20T11:17:58.602 INFO:tasks.workunit.client.0.smithi123.stdout:op 2269 completed, throughput=5MB/sec 2023-12-20T11:17:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:17:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:17:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-20T11:17:59.603 INFO:tasks.workunit.client.0.smithi123.stdout: 447: throughput=4.99MB/sec pending data=0 2023-12-20T11:17:59.603 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-E2b545JiCV3o2s3 off=4469237 len=479100 2023-12-20T11:17:59.607 INFO:tasks.workunit.client.0.smithi123.stdout:op 2270 completed, throughput=4.99MB/sec 2023-12-20T11:17:59.607 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QoMjylvpP-pTL4j off=3272960 len=1882700 2023-12-20T11:17:59.609 INFO:tasks.workunit.client.0.smithi123.stdout:op 2271 completed, throughput=4.99MB/sec 2023-12-20T11:17:59.609 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-AffdvEip0Rw3DQg off=421389 len=892568 2023-12-20T11:17:59.610 INFO:tasks.workunit.client.0.smithi123.stdout:op 2272 completed, throughput=5MB/sec 2023-12-20T11:17:59.610 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Vj-Gi14G7q_s9kl off=3609084 len=79544 2023-12-20T11:17:59.610 INFO:tasks.workunit.client.0.smithi123.stdout:op 2273 completed, throughput=5MB/sec 2023-12-20T11:17:59.610 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GMxgaZI47KKIoTr off=7283506 len=1842835 2023-12-20T11:17:59.622 INFO:tasks.workunit.client.0.smithi123.stdout:op 2274 completed, throughput=5MB/sec 2023-12-20T11:17:59.622 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-J_V-RwvNxrNYY2N off=353991 len=592478 2023-12-20T11:17:59.622 INFO:tasks.workunit.client.0.smithi123.stdout:op 2275 completed, throughput=5MB/sec 2023-12-20T11:17:59.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:17:59 smithi123 ceph-mon[191304]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:17:59.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:17:59 smithi123 ceph-mon[188613]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:18:00.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:17:59 smithi177 ceph-mon[212096]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:18:00.623 INFO:tasks.workunit.client.0.smithi123.stdout: 448: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:00.623 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-rimU7LjLQmBbCjP off=5645480 len=975345 2023-12-20T11:18:00.627 INFO:tasks.workunit.client.0.smithi123.stdout:op 2276 completed, throughput=4.99MB/sec 2023-12-20T11:18:00.627 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GAH60b8sKcMjqYq off=5749875 len=804285 2023-12-20T11:18:00.630 INFO:tasks.workunit.client.0.smithi123.stdout:op 2277 completed, throughput=4.99MB/sec 2023-12-20T11:18:00.630 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qdjmj8qrzDY3uf7 off=13925038 len=756524 2023-12-20T11:18:00.630 INFO:tasks.workunit.client.0.smithi123.stdout:op 2278 completed, throughput=5MB/sec 2023-12-20T11:18:00.631 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-EmLh_TX8xKk9v-F off=11102904 len=751391 2023-12-20T11:18:00.635 INFO:tasks.workunit.client.0.smithi123.stdout:op 2279 completed, throughput=5MB/sec 2023-12-20T11:18:00.635 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--W8rguHZz0lRfCx off=10061901 len=757921 2023-12-20T11:18:00.636 INFO:tasks.workunit.client.0.smithi123.stdout:op 2280 completed, throughput=5MB/sec 2023-12-20T11:18:00.637 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nYHM8oh9usZ2V9D off=826928 len=1615436 2023-12-20T11:18:00.638 INFO:tasks.workunit.client.0.smithi123.stdout:op 2281 completed, throughput=5MB/sec 2023-12-20T11:18:01.638 INFO:tasks.workunit.client.0.smithi123.stdout: 449: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:01.638 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jxi5Y061YIXR_68 off=266694 len=2023188 2023-12-20T11:18:01.642 INFO:tasks.workunit.client.0.smithi123.stdout:op 2282 completed, throughput=4.99MB/sec 2023-12-20T11:18:01.642 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6ohbBWgyyGdUXZJ off=21810549 len=1603049 2023-12-20T11:18:01.652 INFO:tasks.workunit.client.0.smithi123.stdout:op 2283 completed, throughput=5MB/sec 2023-12-20T11:18:01.652 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2PtfOvaiaJWciy- off=6811884 len=773191 2023-12-20T11:18:01.656 INFO:tasks.workunit.client.0.smithi123.stdout:op 2284 completed, throughput=5MB/sec 2023-12-20T11:18:01.656 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_q_SGEyncxezukY off=1686261 len=1485442 2023-12-20T11:18:01.658 INFO:tasks.workunit.client.0.smithi123.stdout:op 2285 completed, throughput=5MB/sec 2023-12-20T11:18:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:01 smithi123 ceph-mon[191304]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-20T11:18:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:01 smithi123 ceph-mon[188613]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-20T11:18:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:01 smithi177 ceph-mon[212096]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-20T11:18:02.659 INFO:tasks.workunit.client.0.smithi123.stdout: 450: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:02.659 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Gn6zcSQRz-TkXUL off=5360393 len=1696759 2023-12-20T11:18:02.661 INFO:tasks.workunit.client.0.smithi123.stdout:op 2286 completed, throughput=5MB/sec 2023-12-20T11:18:02.661 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-R95ERp-BJnjYTGq off=9794115 len=1796384 2023-12-20T11:18:02.670 INFO:tasks.workunit.client.0.smithi123.stdout:op 2287 completed, throughput=5MB/sec 2023-12-20T11:18:02.670 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FXJ-oVBLyHLzg_K off=14890627 len=1881903 2023-12-20T11:18:02.674 INFO:tasks.workunit.client.0.smithi123.stdout:op 2288 completed, throughput=5MB/sec 2023-12-20T11:18:03.674 INFO:tasks.workunit.client.0.smithi123.stdout: 451: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:03.675 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gzfVii3Rs2Yyp-X off=2795683 len=1844396 2023-12-20T11:18:03.676 INFO:tasks.workunit.client.0.smithi123.stdout:op 2289 completed, throughput=5MB/sec 2023-12-20T11:18:03.677 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vrr42BJRIvRuT1V off=13039206 len=1418076 2023-12-20T11:18:03.678 INFO:tasks.workunit.client.0.smithi123.stdout:op 2290 completed, throughput=5MB/sec 2023-12-20T11:18:03.678 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-BySyUEOfGLqgwSB off=3904462 len=1482231 2023-12-20T11:18:03.679 INFO:tasks.workunit.client.0.smithi123.stdout:op 2291 completed, throughput=5MB/sec 2023-12-20T11:18:03.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:03 smithi123 ceph-mon[191304]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-20T11:18:03.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:03 smithi123 ceph-mon[188613]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-20T11:18:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:03 smithi177 ceph-mon[212096]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-20T11:18:04.680 INFO:tasks.workunit.client.0.smithi123.stdout: 452: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:04.680 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-V4M3E8Own5kroSg off=2410513 len=1909677 2023-12-20T11:18:04.690 INFO:tasks.workunit.client.0.smithi123.stdout:op 2292 completed, throughput=4.99MB/sec 2023-12-20T11:18:04.690 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-dYCavJLfNunrhuk off=1790834 len=604356 2023-12-20T11:18:04.691 INFO:tasks.workunit.client.0.smithi123.stdout:op 2293 completed, throughput=5MB/sec 2023-12-20T11:18:04.691 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-jgMjBPrh0rcjKMs off=1442714 len=1684814 2023-12-20T11:18:04.703 INFO:tasks.workunit.client.0.smithi123.stdout:op 2294 completed, throughput=5MB/sec 2023-12-20T11:18:04.703 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zpr7VD8xyE1XLnZ off=160301 len=96480 2023-12-20T11:18:04.703 INFO:tasks.workunit.client.0.smithi123.stdout:op 2295 completed, throughput=5MB/sec 2023-12-20T11:18:04.703 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-55cByJ3JhcpnIIy off=2415414 len=1933162 2023-12-20T11:18:04.713 INFO:tasks.workunit.client.0.smithi123.stdout:op 2296 completed, throughput=5MB/sec 2023-12-20T11:18:05.713 INFO:tasks.workunit.client.0.smithi123.stdout: 453: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:05.713 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CVKpL_oPoTEE8JG off=14063291 len=397669 2023-12-20T11:18:05.716 INFO:tasks.workunit.client.0.smithi123.stdout:op 2297 completed, throughput=4.99MB/sec 2023-12-20T11:18:05.716 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-L09Qur2KMFthdgO off=4059966 len=2064235 2023-12-20T11:18:05.729 INFO:tasks.workunit.client.0.smithi123.stdout:op 2298 completed, throughput=5MB/sec 2023-12-20T11:18:05.729 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_oK23DZY3zZXTtx off=320096 len=9140 2023-12-20T11:18:05.729 INFO:tasks.workunit.client.0.smithi123.stdout:op 2299 completed, throughput=5MB/sec 2023-12-20T11:18:05.729 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vwbshMo3M_fSb_T off=13954504 len=1922192 2023-12-20T11:18:05.737 INFO:tasks.workunit.client.0.smithi123.stdout:op 2300 completed, throughput=5MB/sec 2023-12-20T11:18:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:05 smithi123 ceph-mon[191304]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-20T11:18:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:05 smithi123 ceph-mon[188613]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-20T11:18:06.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:05 smithi177 ceph-mon[212096]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-20T11:18:06.277 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:18:06.584 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:18:06.584 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (26m) 3m ago 29m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:18:06.584 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (26m) 81s ago 29m 90.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:18:06.584 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (30m) 3m ago 30m 19.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:18:06.584 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (30m) 81s ago 30m 26.8M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:18:06.585 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (26m) 81s ago 33m 457M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:18:06.585 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (26m) 3m ago 34m 538M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:18:06.585 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (26m) 3m ago 34m 247M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:18:06.585 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (25m) 81s ago 33m 144M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:18:06.585 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (25m) 3m ago 33m 157M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:18:06.585 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (26m) 3m ago 29m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:18:06.585 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (26m) 81s ago 29m 19.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:18:06.585 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (25m) 3m ago 32m 1835M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:18:06.585 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (24m) 3m ago 32m 2063M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:18:06.585 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (24m) 3m ago 32m 2149M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:18:06.585 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (23m) 3m ago 32m 1878M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:18:06.585 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (23m) 81s ago 31m 1370M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:18:06.585 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (22m) 81s ago 31m 1530M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:18:06.585 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (22m) 81s ago 31m 1185M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:18:06.586 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (21m) 81s ago 30m 1584M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:18:06.586 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (26m) 81s ago 30m 77.3M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:18:06.738 INFO:tasks.workunit.client.0.smithi123.stdout: 454: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:06.738 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-l3yy_HNxz8FYIo3 off=2395373 len=801753 2023-12-20T11:18:06.738 INFO:tasks.workunit.client.0.smithi123.stdout:op 2301 completed, throughput=4.99MB/sec 2023-12-20T11:18:06.738 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-j5jfAKNBplJSypG off=3255371 len=1481540 2023-12-20T11:18:06.744 INFO:tasks.workunit.client.0.smithi123.stdout:op 2302 completed, throughput=5MB/sec 2023-12-20T11:18:06.744 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-kkyzebOOfZ0HgJG off=575233 len=2086716 2023-12-20T11:18:06.752 INFO:tasks.workunit.client.0.smithi123.stdout:op 2303 completed, throughput=5MB/sec 2023-12-20T11:18:06.752 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-MyC4wV8_eP0bEUe off=15462679 len=547903 2023-12-20T11:18:06.755 INFO:tasks.workunit.client.0.smithi123.stdout:op 2304 completed, throughput=5MB/sec 2023-12-20T11:18:06.974 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:18:06.975 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:18:06.975 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:18:06.975 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:18:06.975 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:18:06.975 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:18:06.975 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:18:06.975 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:18:06.975 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:18:06.975 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:18:06.975 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:18:06.975 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:18:06.975 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:18:06.975 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:18:06.975 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:18:06.976 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:18:06.976 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:18:06.976 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:18:07.756 INFO:tasks.workunit.client.0.smithi123.stdout: 455: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:07.756 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fWgOuFT2pNUnDn1 off=4251364 len=1886843 2023-12-20T11:18:07.757 INFO:tasks.workunit.client.0.smithi123.stdout:op 2305 completed, throughput=4.99MB/sec 2023-12-20T11:18:07.758 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-dJD8ATrRqVb8Wu5 off=7669178 len=1465338 2023-12-20T11:18:07.763 INFO:tasks.workunit.client.0.smithi123.stdout:op 2306 completed, throughput=5MB/sec 2023-12-20T11:18:07.763 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-3VboCGiL6e8bgAs off=1794875 len=793222 2023-12-20T11:18:07.766 INFO:tasks.workunit.client.0.smithi123.stdout:op 2307 completed, throughput=5MB/sec 2023-12-20T11:18:07.766 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9T5KxVR7DWzD8oD off=5102172 len=1960587 2023-12-20T11:18:07.770 INFO:tasks.workunit.client.0.smithi123.stdout:op 2308 completed, throughput=5MB/sec 2023-12-20T11:18:07.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:07 smithi123 ceph-mon[191304]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-20T11:18:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:07 smithi123 ceph-mon[191304]: from='client.35526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:18:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:07 smithi123 ceph-mon[191304]: from='client.35532 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:18:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:07 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3871761870' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:18:07.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:07 smithi123 ceph-mon[188613]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-20T11:18:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:07 smithi123 ceph-mon[188613]: from='client.35526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:18:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:07 smithi123 ceph-mon[188613]: from='client.35532 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:18:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:07 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3871761870' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:18:08.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:07 smithi177 ceph-mon[212096]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-20T11:18:08.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:07 smithi177 ceph-mon[212096]: from='client.35526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:18:08.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:07 smithi177 ceph-mon[212096]: from='client.35532 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:18:08.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:07 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3871761870' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:18:08.771 INFO:tasks.workunit.client.0.smithi123.stdout: 456: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:08.771 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-HTPnYgI8zqFv-WZ off=223253 len=431261 2023-12-20T11:18:08.774 INFO:tasks.workunit.client.0.smithi123.stdout:op 2309 completed, throughput=4.99MB/sec 2023-12-20T11:18:08.774 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6yUuTqQJgzjmbl7 off=7933833 len=1191627 2023-12-20T11:18:08.782 INFO:tasks.workunit.client.0.smithi123.stdout:op 2310 completed, throughput=4.99MB/sec 2023-12-20T11:18:08.782 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-37BtS-i_h_Eqx75 off=14060914 len=1446580 2023-12-20T11:18:08.789 INFO:tasks.workunit.client.0.smithi123.stdout:op 2311 completed, throughput=5MB/sec 2023-12-20T11:18:08.789 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CYJ7n_YwRc3I3ri off=3032692 len=125034 2023-12-20T11:18:08.791 INFO:tasks.workunit.client.0.smithi123.stdout:op 2312 completed, throughput=5MB/sec 2023-12-20T11:18:08.791 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SEs_5fod5XWacuz off=2504659 len=1721041 2023-12-20T11:18:08.798 INFO:tasks.workunit.client.0.smithi123.stdout:op 2313 completed, throughput=5MB/sec 2023-12-20T11:18:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:18:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:18:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-20T11:18:09.798 INFO:tasks.workunit.client.0.smithi123.stdout: 457: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:09.798 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-1cgJcDN2GcGKD3m off=1564400 len=1397345 2023-12-20T11:18:09.805 INFO:tasks.workunit.client.0.smithi123.stdout:op 2314 completed, throughput=4.99MB/sec 2023-12-20T11:18:09.805 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-iHUXL-xovZ77WoD off=2328799 len=1589916 2023-12-20T11:18:09.813 INFO:tasks.workunit.client.0.smithi123.stdout:op 2315 completed, throughput=5MB/sec 2023-12-20T11:18:09.813 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-L9u-PJJAeXta-2d off=7223211 len=1852152 2023-12-20T11:18:09.823 INFO:tasks.workunit.client.0.smithi123.stdout:op 2316 completed, throughput=5MB/sec 2023-12-20T11:18:09.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:09 smithi123 ceph-mon[191304]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:18:09.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:09 smithi123 ceph-mon[188613]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:18:10.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:09 smithi177 ceph-mon[212096]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:18:10.824 INFO:tasks.workunit.client.0.smithi123.stdout: 458: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:10.824 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-3OBsajbJyikp4nY off=15646191 len=1167566 2023-12-20T11:18:10.830 INFO:tasks.workunit.client.0.smithi123.stdout:op 2317 completed, throughput=4.99MB/sec 2023-12-20T11:18:10.830 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZmwhluxVsAg02R7 off=319063 len=1548785 2023-12-20T11:18:10.833 INFO:tasks.workunit.client.0.smithi123.stdout:op 2318 completed, throughput=4.99MB/sec 2023-12-20T11:18:10.833 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uDqQ6hVNF0LY5bF off=702726 len=1231876 2023-12-20T11:18:10.836 INFO:tasks.workunit.client.0.smithi123.stdout:op 2319 completed, throughput=5MB/sec 2023-12-20T11:18:10.836 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-o-X2OKz7GDfTBk2 off=8265766 len=169641 2023-12-20T11:18:10.836 INFO:tasks.workunit.client.0.smithi123.stdout:op 2320 completed, throughput=5MB/sec 2023-12-20T11:18:10.836 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GiPn140uAgn_HJ4 off=4443056 len=844446 2023-12-20T11:18:10.840 INFO:tasks.workunit.client.0.smithi123.stdout:op 2321 completed, throughput=5MB/sec 2023-12-20T11:18:10.841 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-OcPSSSicJMuEzSD off=3545091 len=1950590 2023-12-20T11:18:10.842 INFO:tasks.workunit.client.0.smithi123.stdout:op 2322 completed, throughput=5MB/sec 2023-12-20T11:18:11.843 INFO:tasks.workunit.client.0.smithi123.stdout: 459: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:11.843 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-mtR2x6XiGmcfPfq off=3328019 len=62837 2023-12-20T11:18:11.845 INFO:tasks.workunit.client.0.smithi123.stdout:op 2323 completed, throughput=4.99MB/sec 2023-12-20T11:18:11.845 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-PoaKuFC1q0D9d7w off=1652493 len=463839 2023-12-20T11:18:11.847 INFO:tasks.workunit.client.0.smithi123.stdout:op 2324 completed, throughput=4.99MB/sec 2023-12-20T11:18:11.848 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_3g0JbnjQY7B51y off=1147716 len=1451374 2023-12-20T11:18:11.853 INFO:tasks.workunit.client.0.smithi123.stdout:op 2325 completed, throughput=5MB/sec 2023-12-20T11:18:11.853 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ahd1j0HFye7XigO off=14798989 len=867608 2023-12-20T11:18:11.858 INFO:tasks.workunit.client.0.smithi123.stdout:op 2326 completed, throughput=5MB/sec 2023-12-20T11:18:11.858 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QxK50IP8BDSX8fw off=6286173 len=1533997 2023-12-20T11:18:11.867 INFO:tasks.workunit.client.0.smithi123.stdout:op 2327 completed, throughput=5MB/sec 2023-12-20T11:18:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:11 smithi123 ceph-mon[191304]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:18:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:18:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:11 smithi123 ceph-mon[188613]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:18:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:18:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:11 smithi177 ceph-mon[212096]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:18:12.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:18:12.867 INFO:tasks.workunit.client.0.smithi123.stdout: 460: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:12.868 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-G2DIy-0AgMjWCWZ off=3511369 len=1987423 2023-12-20T11:18:12.876 INFO:tasks.workunit.client.0.smithi123.stdout:op 2328 completed, throughput=4.99MB/sec 2023-12-20T11:18:12.877 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Y40NGpHaKppumxp off=1893483 len=763734 2023-12-20T11:18:12.881 INFO:tasks.workunit.client.0.smithi123.stdout:op 2329 completed, throughput=5MB/sec 2023-12-20T11:18:12.881 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ZZgWKrMOnKiwP1u off=4807174 len=1524899 2023-12-20T11:18:12.888 INFO:tasks.workunit.client.0.smithi123.stdout:op 2330 completed, throughput=5MB/sec 2023-12-20T11:18:12.888 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-1QWyuy6qncm1k3T off=2664760 len=1103991 2023-12-20T11:18:12.893 INFO:tasks.workunit.client.0.smithi123.stdout:op 2331 completed, throughput=5MB/sec 2023-12-20T11:18:13.894 INFO:tasks.workunit.client.0.smithi123.stdout: 461: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:13.894 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fE05hZH_H6e2F5C off=5032594 len=1425729 2023-12-20T11:18:13.896 INFO:tasks.workunit.client.0.smithi123.stdout:op 2332 completed, throughput=4.99MB/sec 2023-12-20T11:18:13.896 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2tx3EZrO9c7gUGo off=2141473 len=1985149 2023-12-20T11:18:13.906 INFO:tasks.workunit.client.0.smithi123.stdout:op 2333 completed, throughput=5MB/sec 2023-12-20T11:18:13.907 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-SWk1U2iG9xVXDxq off=2760127 len=1116651 2023-12-20T11:18:13.908 INFO:tasks.workunit.client.0.smithi123.stdout:op 2334 completed, throughput=5MB/sec 2023-12-20T11:18:13.908 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-o_Cu9STxoZxSTLO off=949969 len=1096617 2023-12-20T11:18:13.912 INFO:tasks.workunit.client.0.smithi123.stdout:op 2335 completed, throughput=5MB/sec 2023-12-20T11:18:13.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:13 smithi123 ceph-mon[191304]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:18:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:13 smithi123 ceph-mon[188613]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:18:14.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:13 smithi177 ceph-mon[212096]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:18:14.913 INFO:tasks.workunit.client.0.smithi123.stdout: 462: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:14.913 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-dn6ci6akrwXrDXW off=975690 len=1229856 2023-12-20T11:18:14.915 INFO:tasks.workunit.client.0.smithi123.stdout:op 2336 completed, throughput=4.99MB/sec 2023-12-20T11:18:14.915 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-yKN2CTzG_dnBa03 off=19507550 len=481895 2023-12-20T11:18:14.916 INFO:tasks.workunit.client.0.smithi123.stdout:op 2337 completed, throughput=4.99MB/sec 2023-12-20T11:18:14.916 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2IEf_P7zPrklxxc off=0 len=1256174 2023-12-20T11:18:14.924 INFO:tasks.workunit.client.0.smithi123.stdout:op 2338 completed, throughput=5MB/sec 2023-12-20T11:18:14.924 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-tIdRtfI5aMR-qWi off=2840770 len=1892765 2023-12-20T11:18:14.936 INFO:tasks.workunit.client.0.smithi123.stdout:op 2339 completed, throughput=5MB/sec 2023-12-20T11:18:15.936 INFO:tasks.workunit.client.0.smithi123.stdout: 463: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:15.936 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Y9UxaknKhYKrj9Q off=3330401 len=399333 2023-12-20T11:18:15.940 INFO:tasks.workunit.client.0.smithi123.stdout:op 2340 completed, throughput=4.99MB/sec 2023-12-20T11:18:15.940 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-W5S62QcASvEmkZz off=1851238 len=1726738 2023-12-20T11:18:15.943 INFO:tasks.workunit.client.0.smithi123.stdout:op 2341 completed, throughput=4.99MB/sec 2023-12-20T11:18:15.943 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fbB8UojsfcgNg4C off=605928 len=1026333 2023-12-20T11:18:15.944 INFO:tasks.workunit.client.0.smithi123.stdout:op 2342 completed, throughput=5MB/sec 2023-12-20T11:18:15.944 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_YKyU4G3xpHHNi2 off=834978 len=381277 2023-12-20T11:18:15.945 INFO:tasks.workunit.client.0.smithi123.stdout:op 2343 completed, throughput=5MB/sec 2023-12-20T11:18:15.945 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-eAHgZk0hu4RTU0o off=8544385 len=77818 2023-12-20T11:18:15.945 INFO:tasks.workunit.client.0.smithi123.stdout:op 2344 completed, throughput=5MB/sec 2023-12-20T11:18:15.945 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6oLsgLBl1KmghhQ off=1464496 len=645036 2023-12-20T11:18:15.949 INFO:tasks.workunit.client.0.smithi123.stdout:op 2345 completed, throughput=5MB/sec 2023-12-20T11:18:15.950 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lWp5M9DJim8A2n7 off=1284861 len=1985760 2023-12-20T11:18:15.953 INFO:tasks.workunit.client.0.smithi123.stdout:op 2346 completed, throughput=5MB/sec 2023-12-20T11:18:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:15 smithi123 ceph-mon[191304]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-20T11:18:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:15 smithi123 ceph-mon[188613]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-20T11:18:16.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:15 smithi177 ceph-mon[212096]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-20T11:18:16.953 INFO:tasks.workunit.client.0.smithi123.stdout: 464: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:16.953 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-MKZHRU1335oaS4H off=148836 len=1297474 2023-12-20T11:18:16.961 INFO:tasks.workunit.client.0.smithi123.stdout:op 2347 completed, throughput=4.99MB/sec 2023-12-20T11:18:16.961 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-VdXxltQDBEhEftA off=236320 len=419783 2023-12-20T11:18:16.964 INFO:tasks.workunit.client.0.smithi123.stdout:op 2348 completed, throughput=5MB/sec 2023-12-20T11:18:16.964 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6m_gP1mhCDj32Ty off=11524166 len=555728 2023-12-20T11:18:16.965 INFO:tasks.workunit.client.0.smithi123.stdout:op 2349 completed, throughput=5MB/sec 2023-12-20T11:18:16.966 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hGZthONzdxhPpA7 off=3805922 len=1739218 2023-12-20T11:18:16.976 INFO:tasks.workunit.client.0.smithi123.stdout:op 2350 completed, throughput=5MB/sec 2023-12-20T11:18:16.976 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ijvTG2Q3XWrPLmT off=23698400 len=96724 2023-12-20T11:18:16.976 INFO:tasks.workunit.client.0.smithi123.stdout:op 2351 completed, throughput=5MB/sec 2023-12-20T11:18:17.977 INFO:tasks.workunit.client.0.smithi123.stdout: 465: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:17.977 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-fZCrT6HmACvTVVa off=7372340 len=601001 2023-12-20T11:18:17.980 INFO:tasks.workunit.client.0.smithi123.stdout:op 2352 completed, throughput=4.99MB/sec 2023-12-20T11:18:17.980 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4GCOh4LwODqLh8A off=5998022 len=734539 2023-12-20T11:18:17.985 INFO:tasks.workunit.client.0.smithi123.stdout:op 2353 completed, throughput=4.99MB/sec 2023-12-20T11:18:17.985 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-E2ToB_w_BUJQFJf off=11603764 len=1385634 2023-12-20T11:18:17.986 INFO:tasks.workunit.client.0.smithi123.stdout:op 2354 completed, throughput=4.99MB/sec 2023-12-20T11:18:17.987 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-NQxZ4rZam0Dsgt_ off=4683828 len=987210 2023-12-20T11:18:17.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:17 smithi123 ceph-mon[191304]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2023-12-20T11:18:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:17 smithi123 ceph-mon[188613]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2023-12-20T11:18:17.991 INFO:tasks.workunit.client.0.smithi123.stdout:op 2355 completed, throughput=5MB/sec 2023-12-20T11:18:17.991 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SFzq8Ma1kZPN1YO off=6705006 len=845604 2023-12-20T11:18:17.995 INFO:tasks.workunit.client.0.smithi123.stdout:op 2356 completed, throughput=5MB/sec 2023-12-20T11:18:17.995 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-XIvBMrnwgPzidEl off=875358 len=1550657 2023-12-20T11:18:17.997 INFO:tasks.workunit.client.0.smithi123.stdout:op 2357 completed, throughput=5MB/sec 2023-12-20T11:18:18.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:17 smithi177 ceph-mon[212096]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2023-12-20T11:18:18.997 INFO:tasks.workunit.client.0.smithi123.stdout: 466: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:18.997 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-IRZl3KKvr8XKKl9 off=12726631 len=493611 2023-12-20T11:18:19.000 INFO:tasks.workunit.client.0.smithi123.stdout:op 2358 completed, throughput=4.99MB/sec 2023-12-20T11:18:19.000 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rhcZ7WrxgKbdhNR off=457647 len=670463 2023-12-20T11:18:19.003 INFO:tasks.workunit.client.0.smithi123.stdout:op 2359 completed, throughput=4.99MB/sec 2023-12-20T11:18:19.003 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vBtezt4vIm5lY2o off=756959 len=419047 2023-12-20T11:18:19.005 INFO:tasks.workunit.client.0.smithi123.stdout:op 2360 completed, throughput=4.99MB/sec 2023-12-20T11:18:19.005 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-lom7ETE-B63nv5E off=7009339 len=1024445 2023-12-20T11:18:19.010 INFO:tasks.workunit.client.0.smithi123.stdout:op 2361 completed, throughput=5MB/sec 2023-12-20T11:18:19.011 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CNTUljHT91VqOug off=7529401 len=1033771 2023-12-20T11:18:19.016 INFO:tasks.workunit.client.0.smithi123.stdout:op 2362 completed, throughput=5MB/sec 2023-12-20T11:18:19.016 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-MdjrVIxARRzPpei off=6550997 len=1474133 2023-12-20T11:18:19.022 INFO:tasks.workunit.client.0.smithi123.stdout:op 2363 completed, throughput=5MB/sec 2023-12-20T11:18:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:18:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:18:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-20T11:18:19.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:19 smithi123 ceph-mon[191304]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-20T11:18:19.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:19 smithi123 ceph-mon[188613]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-20T11:18:20.023 INFO:tasks.workunit.client.0.smithi123.stdout: 467: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:20.023 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-jb8S5f2YJOvqu0q off=1190862 len=1168346 2023-12-20T11:18:20.028 INFO:tasks.workunit.client.0.smithi123.stdout:op 2364 completed, throughput=4.99MB/sec 2023-12-20T11:18:20.028 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-spQV_yiJgJYK5KR off=1112701 len=1675683 2023-12-20T11:18:20.029 INFO:tasks.workunit.client.0.smithi123.stdout:op 2365 completed, throughput=5MB/sec 2023-12-20T11:18:20.030 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FOaqlUIXWGyDeiw off=4255959 len=1178648 2023-12-20T11:18:20.035 INFO:tasks.workunit.client.0.smithi123.stdout:op 2366 completed, throughput=5MB/sec 2023-12-20T11:18:20.035 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-jVc_9gumexKCTZI off=2604094 len=1285383 2023-12-20T11:18:20.040 INFO:tasks.workunit.client.0.smithi123.stdout:op 2367 completed, throughput=5MB/sec 2023-12-20T11:18:20.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:19 smithi177 ceph-mon[212096]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-20T11:18:21.041 INFO:tasks.workunit.client.0.smithi123.stdout: 468: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:21.041 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-aUcOwfhekeDgyBh off=7742600 len=506299 2023-12-20T11:18:21.041 INFO:tasks.workunit.client.0.smithi123.stdout:op 2368 completed, throughput=4.99MB/sec 2023-12-20T11:18:21.041 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-LQz1bJKCm9lkHUY off=298963 len=731479 2023-12-20T11:18:21.047 INFO:tasks.workunit.client.0.smithi123.stdout:op 2369 completed, throughput=4.99MB/sec 2023-12-20T11:18:21.047 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wlpADrAqo4-jaoD off=1970054 len=739370 2023-12-20T11:18:21.048 INFO:tasks.workunit.client.0.smithi123.stdout:op 2370 completed, throughput=4.99MB/sec 2023-12-20T11:18:21.048 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WaItkw3UnuO_8L4 off=440346 len=739057 2023-12-20T11:18:21.052 INFO:tasks.workunit.client.0.smithi123.stdout:op 2371 completed, throughput=5MB/sec 2023-12-20T11:18:21.052 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nfOorLYFXNbi3q4 off=11653653 len=157210 2023-12-20T11:18:21.055 INFO:tasks.workunit.client.0.smithi123.stdout:op 2372 completed, throughput=5MB/sec 2023-12-20T11:18:21.055 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-3ol8kAojjadbeZQ off=19789066 len=1214720 2023-12-20T11:18:21.056 INFO:tasks.workunit.client.0.smithi123.stdout:op 2373 completed, throughput=5MB/sec 2023-12-20T11:18:21.056 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-r-h4ZcfugL6WJs7 off=2163532 len=2048411 2023-12-20T11:18:21.067 INFO:tasks.workunit.client.0.smithi123.stdout:op 2374 completed, throughput=5MB/sec 2023-12-20T11:18:21.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:21 smithi123 ceph-mon[191304]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2023-12-20T11:18:21.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:21 smithi123 ceph-mon[188613]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2023-12-20T11:18:22.067 INFO:tasks.workunit.client.0.smithi123.stdout: 469: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:22.067 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-mWRUBJjNqidC3YC off=4200799 len=562190 2023-12-20T11:18:22.071 INFO:tasks.workunit.client.0.smithi123.stdout:op 2375 completed, throughput=4.99MB/sec 2023-12-20T11:18:22.071 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Ed8zZ-lrdKI07Oc off=1503834 len=1911471 2023-12-20T11:18:22.082 INFO:tasks.workunit.client.0.smithi123.stdout:op 2376 completed, throughput=5MB/sec 2023-12-20T11:18:22.082 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-uD7i4o1PGKYyFvU off=6303600 len=1544446 2023-12-20T11:18:22.089 INFO:tasks.workunit.client.0.smithi123.stdout:op 2377 completed, throughput=5MB/sec 2023-12-20T11:18:22.089 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Tp_LNrwp_9oc9MU off=3090392 len=260104 2023-12-20T11:18:22.090 INFO:tasks.workunit.client.0.smithi123.stdout:op 2378 completed, throughput=5MB/sec 2023-12-20T11:18:22.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:21 smithi177 ceph-mon[212096]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2023-12-20T11:18:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:22 smithi123 ceph-mon[191304]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.6 MiB/s wr, 4 op/s 2023-12-20T11:18:22.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:22 smithi123 ceph-mon[188613]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.6 MiB/s wr, 4 op/s 2023-12-20T11:18:23.090 INFO:tasks.workunit.client.0.smithi123.stdout: 470: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:23.091 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-w-xFZXE7amQZWGk off=226596 len=101347 2023-12-20T11:18:23.093 INFO:tasks.workunit.client.0.smithi123.stdout:op 2379 completed, throughput=4.99MB/sec 2023-12-20T11:18:23.093 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NTfhjZVNqneT43h off=2333160 len=1142638 2023-12-20T11:18:23.095 INFO:tasks.workunit.client.0.smithi123.stdout:op 2380 completed, throughput=4.99MB/sec 2023-12-20T11:18:23.095 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-PgQIYDjAxQWinZA off=6272329 len=1988713 2023-12-20T11:18:23.106 INFO:tasks.workunit.client.0.smithi123.stdout:op 2381 completed, throughput=5MB/sec 2023-12-20T11:18:23.106 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-T4vh4oPkkBxtO_c off=10173817 len=1637209 2023-12-20T11:18:23.114 INFO:tasks.workunit.client.0.smithi123.stdout:op 2382 completed, throughput=5MB/sec 2023-12-20T11:18:23.114 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-oGZf-rrQmR8FOC8 off=16146743 len=1978626 2023-12-20T11:18:23.120 INFO:tasks.workunit.client.0.smithi123.stdout:op 2383 completed, throughput=5MB/sec 2023-12-20T11:18:23.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:22 smithi177 ceph-mon[212096]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.6 MiB/s wr, 4 op/s 2023-12-20T11:18:24.121 INFO:tasks.workunit.client.0.smithi123.stdout: 471: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:24.121 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cX8Mg4urf1XponS off=10005010 len=1855083 2023-12-20T11:18:24.123 INFO:tasks.workunit.client.0.smithi123.stdout:op 2384 completed, throughput=5MB/sec 2023-12-20T11:18:24.123 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4BDf0lP_T2-MzJU off=19038317 len=1771129 2023-12-20T11:18:24.131 INFO:tasks.workunit.client.0.smithi123.stdout:op 2385 completed, throughput=5MB/sec 2023-12-20T11:18:24.131 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2ZKzG4aFdfXQ8Yc off=4812021 len=534607 2023-12-20T11:18:24.132 INFO:tasks.workunit.client.0.smithi123.stdout:op 2386 completed, throughput=5MB/sec 2023-12-20T11:18:25.132 INFO:tasks.workunit.client.0.smithi123.stdout: 472: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:25.133 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GeuReJzbrgKXw27 off=5699246 len=1645471 2023-12-20T11:18:25.139 INFO:tasks.workunit.client.0.smithi123.stdout:op 2387 completed, throughput=4.99MB/sec 2023-12-20T11:18:25.140 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YG1LQbj3hiCLgOD off=5244293 len=1720632 2023-12-20T11:18:25.142 INFO:tasks.workunit.client.0.smithi123.stdout:op 2388 completed, throughput=5MB/sec 2023-12-20T11:18:25.142 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qbwSwQH4LvmqD1w off=19950452 len=1304936 2023-12-20T11:18:25.143 INFO:tasks.workunit.client.0.smithi123.stdout:op 2389 completed, throughput=5MB/sec 2023-12-20T11:18:25.143 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Nekjm-XlKp4rEE0 off=4174890 len=381385 2023-12-20T11:18:25.146 INFO:tasks.workunit.client.0.smithi123.stdout:op 2390 completed, throughput=5MB/sec 2023-12-20T11:18:25.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:25 smithi177 ceph-mon[212096]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-20T11:18:25.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:25 smithi123 ceph-mon[191304]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-20T11:18:25.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:25 smithi123 ceph-mon[188613]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-20T11:18:26.147 INFO:tasks.workunit.client.0.smithi123.stdout: 473: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:26.147 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-KsAAAy_65FE2aW7 off=15636038 len=276654 2023-12-20T11:18:26.148 INFO:tasks.workunit.client.0.smithi123.stdout:op 2391 completed, throughput=4.99MB/sec 2023-12-20T11:18:26.148 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QPY8vI_5BHDAayJ off=6687926 len=1655384 2023-12-20T11:18:26.157 INFO:tasks.workunit.client.0.smithi123.stdout:op 2392 completed, throughput=4.99MB/sec 2023-12-20T11:18:26.157 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cjw2quJbCjR8-rY off=0 len=1484222 2023-12-20T11:18:26.165 INFO:tasks.workunit.client.0.smithi123.stdout:op 2393 completed, throughput=5MB/sec 2023-12-20T11:18:26.165 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-PgUrget4U4daGBH off=3425048 len=1204866 2023-12-20T11:18:26.171 INFO:tasks.workunit.client.0.smithi123.stdout:op 2394 completed, throughput=5MB/sec 2023-12-20T11:18:26.171 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-HCvlpbfAf3eWTE0 off=4798833 len=1217515 2023-12-20T11:18:26.177 INFO:tasks.workunit.client.0.smithi123.stdout:op 2395 completed, throughput=5MB/sec 2023-12-20T11:18:26.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:18:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:18:26.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:18:27.178 INFO:tasks.workunit.client.0.smithi123.stdout: 474: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:27.178 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-qYGCBg_I04WrH7H off=15620631 len=1043254 2023-12-20T11:18:27.184 INFO:tasks.workunit.client.0.smithi123.stdout:op 2396 completed, throughput=4.99MB/sec 2023-12-20T11:18:27.184 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-JmTaLFf1heIQUHl off=1181675 len=1413433 2023-12-20T11:18:27.190 INFO:tasks.workunit.client.0.smithi123.stdout:op 2397 completed, throughput=5MB/sec 2023-12-20T11:18:27.190 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-aYxHpr6_jbvu-6i off=19676326 len=580349 2023-12-20T11:18:27.191 INFO:tasks.workunit.client.0.smithi123.stdout:op 2398 completed, throughput=5MB/sec 2023-12-20T11:18:27.191 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-30uZT7F1Ne8pttJ off=1507390 len=884225 2023-12-20T11:18:27.192 INFO:tasks.workunit.client.0.smithi123.stdout:op 2399 completed, throughput=5MB/sec 2023-12-20T11:18:27.192 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-JfbAQJzWKr0g93v off=11772340 len=544050 2023-12-20T11:18:27.196 INFO:tasks.workunit.client.0.smithi123.stdout:op 2400 completed, throughput=5MB/sec 2023-12-20T11:18:27.196 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-76tAjzP03LFih1O off=7709465 len=1771184 2023-12-20T11:18:27.209 INFO:tasks.workunit.client.0.smithi123.stdout:op 2401 completed, throughput=5MB/sec 2023-12-20T11:18:27.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:27 smithi177 ceph-mon[212096]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:18:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:27 smithi123 ceph-mon[191304]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:18:27.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:27 smithi123 ceph-mon[188613]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:18:28.209 INFO:tasks.workunit.client.0.smithi123.stdout: 475: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:28.209 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KYZe7mgsf2rYS12 off=14057620 len=1818496 2023-12-20T11:18:28.222 INFO:tasks.workunit.client.0.smithi123.stdout:op 2402 completed, throughput=5MB/sec 2023-12-20T11:18:28.222 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-VNlQCW9_-mzD8RF off=1508629 len=1728254 2023-12-20T11:18:28.224 INFO:tasks.workunit.client.0.smithi123.stdout:op 2403 completed, throughput=5MB/sec 2023-12-20T11:18:28.224 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jGW0_-mK5HHA0MC off=5963606 len=1335317 2023-12-20T11:18:28.225 INFO:tasks.workunit.client.0.smithi123.stdout:op 2404 completed, throughput=5MB/sec 2023-12-20T11:18:29.226 INFO:tasks.workunit.client.0.smithi123.stdout: 476: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:29.226 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-u9IzxKiiTC2k13n off=17540786 len=1318413 2023-12-20T11:18:29.227 INFO:tasks.workunit.client.0.smithi123.stdout:op 2405 completed, throughput=4.99MB/sec 2023-12-20T11:18:29.227 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-dnalkxZ6cYvnlWp off=2729022 len=1616719 2023-12-20T11:18:29.236 INFO:tasks.workunit.client.0.smithi123.stdout:op 2406 completed, throughput=5MB/sec 2023-12-20T11:18:29.236 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-tiZYP4G1bo43Umu off=767559 len=1573742 2023-12-20T11:18:29.248 INFO:tasks.workunit.client.0.smithi123.stdout:op 2407 completed, throughput=5MB/sec 2023-12-20T11:18:29.375 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:18:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:18:29] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-20T11:18:29.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:29 smithi177 ceph-mon[212096]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-20T11:18:29.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:29 smithi123 ceph-mon[191304]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-20T11:18:29.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:29 smithi123 ceph-mon[188613]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-20T11:18:30.248 INFO:tasks.workunit.client.0.smithi123.stdout: 477: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:30.248 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ziijXUIGUH-s3wN off=13622470 len=40901 2023-12-20T11:18:30.251 INFO:tasks.workunit.client.0.smithi123.stdout:op 2408 completed, throughput=4.99MB/sec 2023-12-20T11:18:30.251 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uZCA5ohjjeDTgeD off=18428506 len=724205 2023-12-20T11:18:30.253 INFO:tasks.workunit.client.0.smithi123.stdout:op 2409 completed, throughput=4.99MB/sec 2023-12-20T11:18:30.253 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GisE-QgWOTNs7yt off=2841635 len=1534727 2023-12-20T11:18:30.255 INFO:tasks.workunit.client.0.smithi123.stdout:op 2410 completed, throughput=4.99MB/sec 2023-12-20T11:18:30.255 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-quFn97pf75bFfon off=1570282 len=1458638 2023-12-20T11:18:30.263 INFO:tasks.workunit.client.0.smithi123.stdout:op 2411 completed, throughput=5MB/sec 2023-12-20T11:18:30.263 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-r5sO6yKayLXXqPq off=5017604 len=844054 2023-12-20T11:18:30.265 INFO:tasks.workunit.client.0.smithi123.stdout:op 2412 completed, throughput=5MB/sec 2023-12-20T11:18:30.265 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vMz5_V76Nc7tzbs off=4182351 len=1881876 2023-12-20T11:18:30.267 INFO:tasks.workunit.client.0.smithi123.stdout:op 2413 completed, throughput=5MB/sec 2023-12-20T11:18:31.268 INFO:tasks.workunit.client.0.smithi123.stdout: 478: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:31.268 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--vgsgcrtY4GpFeY off=7868994 len=602787 2023-12-20T11:18:31.272 INFO:tasks.workunit.client.0.smithi123.stdout:op 2414 completed, throughput=4.99MB/sec 2023-12-20T11:18:31.272 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-BNQoVpDSIDjL36h off=4531114 len=1208091 2023-12-20T11:18:31.274 INFO:tasks.workunit.client.0.smithi123.stdout:op 2415 completed, throughput=5MB/sec 2023-12-20T11:18:31.274 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-3aIjhcNisD7jSvx off=8098230 len=109880 2023-12-20T11:18:31.276 INFO:tasks.workunit.client.0.smithi123.stdout:op 2416 completed, throughput=5MB/sec 2023-12-20T11:18:31.276 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-oAL0plbKvWdWwdA off=7547438 len=2078773 2023-12-20T11:18:31.286 INFO:tasks.workunit.client.0.smithi123.stdout:op 2417 completed, throughput=5MB/sec 2023-12-20T11:18:31.286 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-zD9Zk6lf78PmILD off=6246149 len=1335216 2023-12-20T11:18:31.293 INFO:tasks.workunit.client.0.smithi123.stdout:op 2418 completed, throughput=5MB/sec 2023-12-20T11:18:31.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:31 smithi177 ceph-mon[212096]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-20T11:18:31.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:31 smithi123 ceph-mon[191304]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-20T11:18:31.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:31 smithi123 ceph-mon[188613]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-20T11:18:32.293 INFO:tasks.workunit.client.0.smithi123.stdout: 479: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:32.293 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ZE2U1o09BTZRhVc off=4583667 len=1295182 2023-12-20T11:18:32.300 INFO:tasks.workunit.client.0.smithi123.stdout:op 2419 completed, throughput=4.99MB/sec 2023-12-20T11:18:32.300 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-OT5DLEmUDPvvdVP off=11155916 len=1662047 2023-12-20T11:18:32.309 INFO:tasks.workunit.client.0.smithi123.stdout:op 2420 completed, throughput=5MB/sec 2023-12-20T11:18:32.310 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Xkaam1jjz1_vcU- off=12205285 len=1549015 2023-12-20T11:18:32.311 INFO:tasks.workunit.client.0.smithi123.stdout:op 2421 completed, throughput=5MB/sec 2023-12-20T11:18:33.312 INFO:tasks.workunit.client.0.smithi123.stdout: 480: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:33.312 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-CyxqY6e87Iqeflf off=9419813 len=1724402 2023-12-20T11:18:33.315 INFO:tasks.workunit.client.0.smithi123.stdout:op 2422 completed, throughput=4.99MB/sec 2023-12-20T11:18:33.315 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Eho0MXIDz2On4gz off=11375355 len=858806 2023-12-20T11:18:33.317 INFO:tasks.workunit.client.0.smithi123.stdout:op 2423 completed, throughput=5MB/sec 2023-12-20T11:18:33.317 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-EKV9Yk-ysh-Vgox off=4754770 len=1673081 2023-12-20T11:18:33.319 INFO:tasks.workunit.client.0.smithi123.stdout:op 2424 completed, throughput=5MB/sec 2023-12-20T11:18:33.319 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-3ZsFxIwMS1y-Iy2 off=7691110 len=2082886 2023-12-20T11:18:33.321 INFO:tasks.workunit.client.0.smithi123.stdout:op 2425 completed, throughput=5MB/sec 2023-12-20T11:18:33.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:33 smithi177 ceph-mon[212096]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-20T11:18:33.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:33 smithi123 ceph-mon[191304]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-20T11:18:33.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:33 smithi123 ceph-mon[188613]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-20T11:18:34.322 INFO:tasks.workunit.client.0.smithi123.stdout: 481: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:34.322 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8_jzIAMMmBBV04k off=1591811 len=1590719 2023-12-20T11:18:34.324 INFO:tasks.workunit.client.0.smithi123.stdout:op 2426 completed, throughput=5MB/sec 2023-12-20T11:18:34.324 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Ox_Eg78AZI8rFot off=2247272 len=1857490 2023-12-20T11:18:34.334 INFO:tasks.workunit.client.0.smithi123.stdout:op 2427 completed, throughput=5MB/sec 2023-12-20T11:18:34.334 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-rjqeQa3mVc5IDJd off=1951290 len=913111 2023-12-20T11:18:34.339 INFO:tasks.workunit.client.0.smithi123.stdout:op 2428 completed, throughput=5MB/sec 2023-12-20T11:18:35.340 INFO:tasks.workunit.client.0.smithi123.stdout: 482: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:35.340 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xk3nHCijXgb5Njf off=12213993 len=1376811 2023-12-20T11:18:35.346 INFO:tasks.workunit.client.0.smithi123.stdout:op 2429 completed, throughput=4.99MB/sec 2023-12-20T11:18:35.346 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hcHFgMSdUxGTqVZ off=5811788 len=327434 2023-12-20T11:18:35.346 INFO:tasks.workunit.client.0.smithi123.stdout:op 2430 completed, throughput=4.99MB/sec 2023-12-20T11:18:35.346 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_66hcGdmQlkbjiu off=6833 len=1410896 2023-12-20T11:18:35.356 INFO:tasks.workunit.client.0.smithi123.stdout:op 2431 completed, throughput=5MB/sec 2023-12-20T11:18:35.356 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-KH3nqLW00ydHuld off=7820209 len=1753576 2023-12-20T11:18:35.357 INFO:tasks.workunit.client.0.smithi123.stdout:op 2432 completed, throughput=5MB/sec 2023-12-20T11:18:35.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:35 smithi177 ceph-mon[212096]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-20T11:18:35.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:35 smithi123 ceph-mon[191304]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-20T11:18:35.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:35 smithi123 ceph-mon[188613]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-20T11:18:36.358 INFO:tasks.workunit.client.0.smithi123.stdout: 483: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:36.358 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-7HJce0emEw19e89 off=9691159 len=1154206 2023-12-20T11:18:36.365 INFO:tasks.workunit.client.0.smithi123.stdout:op 2433 completed, throughput=4.99MB/sec 2023-12-20T11:18:36.365 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-3OkZMpPqJ-a1Sye off=14140257 len=1537879 2023-12-20T11:18:36.366 INFO:tasks.workunit.client.0.smithi123.stdout:op 2434 completed, throughput=5MB/sec 2023-12-20T11:18:36.366 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-odBYPwCUBC1B3aw off=9341911 len=1918933 2023-12-20T11:18:36.368 INFO:tasks.workunit.client.0.smithi123.stdout:op 2435 completed, throughput=5MB/sec 2023-12-20T11:18:36.368 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--uD1Dihnl3mX25P off=6436812 len=1050506 2023-12-20T11:18:36.371 INFO:tasks.workunit.client.0.smithi123.stdout:op 2436 completed, throughput=5MB/sec 2023-12-20T11:18:37.320 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:18:37.371 INFO:tasks.workunit.client.0.smithi123.stdout: 484: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:37.371 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-urnj8xZFD1VPmm5 off=5570602 len=1099250 2023-12-20T11:18:37.378 INFO:tasks.workunit.client.0.smithi123.stdout:op 2437 completed, throughput=4.99MB/sec 2023-12-20T11:18:37.378 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hHeBwHeAtB17SyP off=2965342 len=149313 2023-12-20T11:18:37.380 INFO:tasks.workunit.client.0.smithi123.stdout:op 2438 completed, throughput=4.99MB/sec 2023-12-20T11:18:37.381 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-jxi5Y061YIXR_68 off=543720 len=1470924 2023-12-20T11:18:37.388 INFO:tasks.workunit.client.0.smithi123.stdout:op 2439 completed, throughput=5MB/sec 2023-12-20T11:18:37.388 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6zmmYJUd-Gs07VY off=4729872 len=1980054 2023-12-20T11:18:37.399 INFO:tasks.workunit.client.0.smithi123.stdout:op 2440 completed, throughput=5MB/sec 2023-12-20T11:18:37.399 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SNsHJKbd1phGZPv off=3976275 len=1391585 2023-12-20T11:18:37.406 INFO:tasks.workunit.client.0.smithi123.stdout:op 2441 completed, throughput=5MB/sec 2023-12-20T11:18:37.630 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:18:37.630 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (27m) 3m ago 30m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:18:37.630 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (27m) 112s ago 30m 90.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:18:37.630 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (31m) 3m ago 31m 19.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:18:37.630 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (31m) 112s ago 31m 26.8M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:18:37.630 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (26m) 112s ago 33m 457M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:18:37.630 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (27m) 3m ago 35m 538M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:18:37.630 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (26m) 3m ago 35m 247M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:18:37.630 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (26m) 112s ago 33m 144M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:18:37.630 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (26m) 3m ago 33m 157M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:18:37.630 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (27m) 3m ago 30m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:18:37.630 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (27m) 112s ago 30m 19.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:18:37.630 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (25m) 3m ago 33m 1835M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:18:37.631 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (25m) 3m ago 33m 2063M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:18:37.631 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (24m) 3m ago 32m 2149M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:18:37.631 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (24m) 3m ago 32m 1878M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:18:37.631 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (23m) 112s ago 32m 1370M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:18:37.631 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (23m) 112s ago 31m 1530M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:18:37.631 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (22m) 112s ago 31m 1185M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:18:37.631 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (22m) 112s ago 31m 1584M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:18:37.631 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (26m) 112s ago 30m 77.3M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:18:37.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:37 smithi177 ceph-mon[212096]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2023-12-20T11:18:37.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:37 smithi123 ceph-mon[191304]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2023-12-20T11:18:37.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:37 smithi123 ceph-mon[188613]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2023-12-20T11:18:38.011 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:18:38.011 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:18:38.011 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:18:38.011 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:18:38.011 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:18:38.012 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:18:38.012 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:18:38.012 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:18:38.012 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:18:38.012 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:18:38.012 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:18:38.012 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:18:38.012 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:18:38.012 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:18:38.012 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:18:38.012 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:18:38.012 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:18:38.012 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:18:38.406 INFO:tasks.workunit.client.0.smithi123.stdout: 485: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:38.407 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2iv5j6NqkKSjIsO off=4166858 len=946191 2023-12-20T11:18:38.409 INFO:tasks.workunit.client.0.smithi123.stdout:op 2442 completed, throughput=4.99MB/sec 2023-12-20T11:18:38.409 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-or1SWStK01eCoAv off=1841987 len=428554 2023-12-20T11:18:38.412 INFO:tasks.workunit.client.0.smithi123.stdout:op 2443 completed, throughput=4.99MB/sec 2023-12-20T11:18:38.413 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0t5xn1hXJqENC7x off=8447132 len=1789080 2023-12-20T11:18:38.423 INFO:tasks.workunit.client.0.smithi123.stdout:op 2444 completed, throughput=5MB/sec 2023-12-20T11:18:38.423 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uNps3ihvKTS_fz7 off=8051236 len=1660375 2023-12-20T11:18:38.424 INFO:tasks.workunit.client.0.smithi123.stdout:op 2445 completed, throughput=5MB/sec 2023-12-20T11:18:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:38 smithi177 ceph-mon[212096]: from='client.45476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:18:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:38 smithi177 ceph-mon[212096]: from='client.45482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:18:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:38 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/932218044' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:18:38.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:38 smithi123 ceph-mon[191304]: from='client.45476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:18:38.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:38 smithi123 ceph-mon[191304]: from='client.45482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:18:38.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:38 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/932218044' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:18:38.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:38 smithi123 ceph-mon[188613]: from='client.45476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:18:38.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:38 smithi123 ceph-mon[188613]: from='client.45482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:18:38.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:38 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/932218044' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:18:39.395 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:18:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:18:39] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-20T11:18:39.424 INFO:tasks.workunit.client.0.smithi123.stdout: 486: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:39.425 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--SczhjPBUCn9vri off=3508611 len=1776905 2023-12-20T11:18:39.427 INFO:tasks.workunit.client.0.smithi123.stdout:op 2446 completed, throughput=4.99MB/sec 2023-12-20T11:18:39.427 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lbYtAtB1q5QNS8x off=14388133 len=527436 2023-12-20T11:18:39.428 INFO:tasks.workunit.client.0.smithi123.stdout:op 2447 completed, throughput=5MB/sec 2023-12-20T11:18:39.428 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KJ-3AmV87fvYFKO off=3074478 len=1167098 2023-12-20T11:18:39.435 INFO:tasks.workunit.client.0.smithi123.stdout:op 2448 completed, throughput=5MB/sec 2023-12-20T11:18:39.435 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-iZxUr4IM2C9BVC4 off=1363635 len=1356129 2023-12-20T11:18:39.436 INFO:tasks.workunit.client.0.smithi123.stdout:op 2449 completed, throughput=5MB/sec 2023-12-20T11:18:39.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:39 smithi177 ceph-mon[212096]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:18:39.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:39 smithi123 ceph-mon[191304]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:18:39.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:39 smithi123 ceph-mon[188613]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:18:40.437 INFO:tasks.workunit.client.0.smithi123.stdout: 487: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:40.437 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-C6KO2sfGRkSIIo- off=1402320 len=1066033 2023-12-20T11:18:40.439 INFO:tasks.workunit.client.0.smithi123.stdout:op 2450 completed, throughput=4.99MB/sec 2023-12-20T11:18:40.439 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-5gGym01SGcf6Fw5 off=4785234 len=1442498 2023-12-20T11:18:40.445 INFO:tasks.workunit.client.0.smithi123.stdout:op 2451 completed, throughput=4.99MB/sec 2023-12-20T11:18:40.445 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--2w292t0W5RoN0G off=6807908 len=543470 2023-12-20T11:18:40.446 INFO:tasks.workunit.client.0.smithi123.stdout:op 2452 completed, throughput=5MB/sec 2023-12-20T11:18:40.446 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-a6ocOFUdN2Fwj7u off=1150399 len=1676296 2023-12-20T11:18:40.454 INFO:tasks.workunit.client.0.smithi123.stdout:op 2453 completed, throughput=5MB/sec 2023-12-20T11:18:40.454 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FDcNpLmWhC1QwAy off=229775 len=383371 2023-12-20T11:18:40.458 INFO:tasks.workunit.client.0.smithi123.stdout:op 2454 completed, throughput=5MB/sec 2023-12-20T11:18:40.458 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tbZcPEdh5A8FkGV off=2156369 len=478025 2023-12-20T11:18:40.458 INFO:tasks.workunit.client.0.smithi123.stdout:op 2455 completed, throughput=5MB/sec 2023-12-20T11:18:41.461 INFO:tasks.workunit.client.0.smithi123.stdout: 488: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:41.461 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6f3XXYUa3hPngzw off=1483741 len=1995158 2023-12-20T11:18:41.461 INFO:tasks.workunit.client.0.smithi123.stdout:op 2456 completed, throughput=4.99MB/sec 2023-12-20T11:18:41.461 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4dNemezV14_Qsqb off=4924855 len=199834 2023-12-20T11:18:41.462 INFO:tasks.workunit.client.0.smithi123.stdout:op 2457 completed, throughput=4.99MB/sec 2023-12-20T11:18:41.462 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6ZdLAEcHF-aV5eT off=11458942 len=958774 2023-12-20T11:18:41.464 INFO:tasks.workunit.client.0.smithi123.stdout:op 2458 completed, throughput=5MB/sec 2023-12-20T11:18:41.464 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gkNjngmp7XYrER_ off=3845726 len=1279323 2023-12-20T11:18:41.465 INFO:tasks.workunit.client.0.smithi123.stdout:op 2459 completed, throughput=5MB/sec 2023-12-20T11:18:41.465 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6yHfJoSCkwb7X5R off=0 len=1396772 2023-12-20T11:18:41.473 INFO:tasks.workunit.client.0.smithi123.stdout:op 2460 completed, throughput=5MB/sec 2023-12-20T11:18:41.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:41 smithi177 ceph-mon[212096]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-20T11:18:41.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:18:41.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:41 smithi123 ceph-mon[191304]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-20T11:18:41.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:18:41.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:41 smithi123 ceph-mon[188613]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-20T11:18:41.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:18:42.473 INFO:tasks.workunit.client.0.smithi123.stdout: 489: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:42.473 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-j4cH-dFF3j-e-xa off=13630476 len=1616853 2023-12-20T11:18:42.475 INFO:tasks.workunit.client.0.smithi123.stdout:op 2461 completed, throughput=4.99MB/sec 2023-12-20T11:18:42.475 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Vq95TWtpTP2N6rI off=2558154 len=1399564 2023-12-20T11:18:42.478 INFO:tasks.workunit.client.0.smithi123.stdout:op 2462 completed, throughput=5MB/sec 2023-12-20T11:18:42.478 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-h7LZ_U4l-PcvVlL off=16340100 len=437601 2023-12-20T11:18:42.479 INFO:tasks.workunit.client.0.smithi123.stdout:op 2463 completed, throughput=5MB/sec 2023-12-20T11:18:42.479 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-E4om9AbxGUa3bca off=3539112 len=489050 2023-12-20T11:18:42.480 INFO:tasks.workunit.client.0.smithi123.stdout:op 2464 completed, throughput=5MB/sec 2023-12-20T11:18:42.480 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gqlxHB9lvh7A19n off=5618075 len=634305 2023-12-20T11:18:42.481 INFO:tasks.workunit.client.0.smithi123.stdout:op 2465 completed, throughput=5MB/sec 2023-12-20T11:18:43.482 INFO:tasks.workunit.client.0.smithi123.stdout: 490: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:43.482 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-sXJuVY-ZqMeS7PG off=18468616 len=1631236 2023-12-20T11:18:43.490 INFO:tasks.workunit.client.0.smithi123.stdout:op 2466 completed, throughput=4.99MB/sec 2023-12-20T11:18:43.490 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-bAtdLv183gWas28 off=22854 len=186320 2023-12-20T11:18:43.493 INFO:tasks.workunit.client.0.smithi123.stdout:op 2467 completed, throughput=4.99MB/sec 2023-12-20T11:18:43.493 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-aE1eqS-WuHkdUtM off=1808518 len=1796264 2023-12-20T11:18:43.500 INFO:tasks.workunit.client.0.smithi123.stdout:op 2468 completed, throughput=5MB/sec 2023-12-20T11:18:43.501 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8028J2X2iAkR-98 off=7735131 len=646946 2023-12-20T11:18:43.501 INFO:tasks.workunit.client.0.smithi123.stdout:op 2469 completed, throughput=5MB/sec 2023-12-20T11:18:43.502 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-uYz5SWDK_sR8YXg off=5126809 len=886923 2023-12-20T11:18:43.509 INFO:tasks.workunit.client.0.smithi123.stdout:op 2470 completed, throughput=5MB/sec 2023-12-20T11:18:43.509 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-aW-uKOUSdDaUJS4 off=9201582 len=561635 2023-12-20T11:18:43.510 INFO:tasks.workunit.client.0.smithi123.stdout:op 2471 completed, throughput=5MB/sec 2023-12-20T11:18:43.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:43 smithi123 ceph-mon[191304]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-20T11:18:43.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:43 smithi123 ceph-mon[188613]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-20T11:18:43.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:43 smithi177 ceph-mon[212096]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-20T11:18:44.509 INFO:tasks.workunit.client.0.smithi123.stdout: 491: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:44.510 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-dQYh6yYMQhFNOkv off=1081226 len=1095720 2023-12-20T11:18:44.511 INFO:tasks.workunit.client.0.smithi123.stdout:op 2472 completed, throughput=4.99MB/sec 2023-12-20T11:18:44.511 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-T4B5KZflSbm7NCv off=6223699 len=390007 2023-12-20T11:18:44.515 INFO:tasks.workunit.client.0.smithi123.stdout:op 2473 completed, throughput=4.99MB/sec 2023-12-20T11:18:44.515 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-XVjv1k95OFposfN off=18523203 len=1331270 2023-12-20T11:18:44.522 INFO:tasks.workunit.client.0.smithi123.stdout:op 2474 completed, throughput=5MB/sec 2023-12-20T11:18:44.522 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-75Q8jIzOHQ5tJAv off=7374168 len=1355687 2023-12-20T11:18:44.525 INFO:tasks.workunit.client.0.smithi123.stdout:op 2475 completed, throughput=5MB/sec 2023-12-20T11:18:44.525 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_0VAVQxW3rCETBc off=10016401 len=190287 2023-12-20T11:18:44.525 INFO:tasks.workunit.client.0.smithi123.stdout:op 2476 completed, throughput=5MB/sec 2023-12-20T11:18:44.528 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-sfj_R0o7m0W5N2J off=2379563 len=130335 2023-12-20T11:18:44.529 INFO:tasks.workunit.client.0.smithi123.stdout:op 2477 completed, throughput=5MB/sec 2023-12-20T11:18:44.529 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zb6HZWX3QoLNfJ7 off=3759808 len=837330 2023-12-20T11:18:44.530 INFO:tasks.workunit.client.0.smithi123.stdout:op 2478 completed, throughput=5MB/sec 2023-12-20T11:18:45.531 INFO:tasks.workunit.client.0.smithi123.stdout: 492: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:45.531 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0-qHYg31OMhEtso off=394652 len=137671 2023-12-20T11:18:45.534 INFO:tasks.workunit.client.0.smithi123.stdout:op 2479 completed, throughput=4.99MB/sec 2023-12-20T11:18:45.535 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-W5cljjZsY__Y1_E off=8530221 len=1425663 2023-12-20T11:18:45.541 INFO:tasks.workunit.client.0.smithi123.stdout:op 2480 completed, throughput=4.99MB/sec 2023-12-20T11:18:45.541 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-g-Qm3imA7qgjYbZ off=6283194 len=2008330 2023-12-20T11:18:45.554 INFO:tasks.workunit.client.0.smithi123.stdout:op 2481 completed, throughput=5MB/sec 2023-12-20T11:18:45.555 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-zn2rHr1m5tblbxF off=1107186 len=1955697 2023-12-20T11:18:45.563 INFO:tasks.workunit.client.0.smithi123.stdout:op 2482 completed, throughput=5MB/sec 2023-12-20T11:18:45.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:45 smithi123 ceph-mon[191304]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:18:45.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:45 smithi123 ceph-mon[188613]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:18:45.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:45 smithi177 ceph-mon[212096]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:18:46.564 INFO:tasks.workunit.client.0.smithi123.stdout: 493: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:46.564 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-V-qkdKBoWuNQ-1l off=3259457 len=1344326 2023-12-20T11:18:46.565 INFO:tasks.workunit.client.0.smithi123.stdout:op 2483 completed, throughput=4.99MB/sec 2023-12-20T11:18:46.565 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Q2oipcPDjbj42c_ off=2125224 len=407903 2023-12-20T11:18:46.567 INFO:tasks.workunit.client.0.smithi123.stdout:op 2484 completed, throughput=4.99MB/sec 2023-12-20T11:18:46.567 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-h4-m-_uqXKcbJaw off=7613780 len=1236929 2023-12-20T11:18:46.568 INFO:tasks.workunit.client.0.smithi123.stdout:op 2485 completed, throughput=5MB/sec 2023-12-20T11:18:46.568 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-3xEaZOIO2GhC74q off=5553229 len=1762978 2023-12-20T11:18:46.571 INFO:tasks.workunit.client.0.smithi123.stdout:op 2486 completed, throughput=5MB/sec 2023-12-20T11:18:46.571 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-U8y4epbb757bOKf off=908050 len=1194286 2023-12-20T11:18:46.577 INFO:tasks.workunit.client.0.smithi123.stdout:op 2487 completed, throughput=5MB/sec 2023-12-20T11:18:46.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:18:46.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:18:46.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:18:47.577 INFO:tasks.workunit.client.0.smithi123.stdout: 494: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:47.578 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_j2WrRlcld3UtxF off=1266714 len=1764155 2023-12-20T11:18:47.588 INFO:tasks.workunit.client.0.smithi123.stdout:op 2488 completed, throughput=5MB/sec 2023-12-20T11:18:47.588 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QxK50IP8BDSX8fw off=9744152 len=1450947 2023-12-20T11:18:47.590 INFO:tasks.workunit.client.0.smithi123.stdout:op 2489 completed, throughput=5MB/sec 2023-12-20T11:18:47.590 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KkssEaF698WiY2p off=859827 len=305043 2023-12-20T11:18:47.593 INFO:tasks.workunit.client.0.smithi123.stdout:op 2490 completed, throughput=5MB/sec 2023-12-20T11:18:47.593 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tq2ElPZSSPl-HJa off=11156779 len=260809 2023-12-20T11:18:47.594 INFO:tasks.workunit.client.0.smithi123.stdout:op 2491 completed, throughput=5MB/sec 2023-12-20T11:18:47.594 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lTmmSiscnvAnKPV off=11424847 len=89081 2023-12-20T11:18:47.594 INFO:tasks.workunit.client.0.smithi123.stdout:op 2492 completed, throughput=5MB/sec 2023-12-20T11:18:47.594 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-wBQuCIRXnOg6FPF off=9898219 len=1070681 2023-12-20T11:18:47.598 INFO:tasks.workunit.client.0.smithi123.stdout:op 2493 completed, throughput=5MB/sec 2023-12-20T11:18:47.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:47 smithi123 ceph-mon[191304]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-20T11:18:47.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:18:47.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:18:47.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:18:47.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:47 smithi123 ceph-mon[188613]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-20T11:18:47.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:18:47.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:18:47.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:18:47.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:47 smithi177 ceph-mon[212096]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-20T11:18:47.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:18:47.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:18:47.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:18:48.598 INFO:tasks.workunit.client.0.smithi123.stdout: 495: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:48.598 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5AaPXy68UuG8ri0 off=3922876 len=421129 2023-12-20T11:18:48.599 INFO:tasks.workunit.client.0.smithi123.stdout:op 2494 completed, throughput=4.99MB/sec 2023-12-20T11:18:48.599 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_bWislOTuD8IiZT off=11752296 len=717492 2023-12-20T11:18:48.600 INFO:tasks.workunit.client.0.smithi123.stdout:op 2495 completed, throughput=4.99MB/sec 2023-12-20T11:18:48.600 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uuReNp5oeXO7gGO off=832519 len=1207362 2023-12-20T11:18:48.602 INFO:tasks.workunit.client.0.smithi123.stdout:op 2496 completed, throughput=5MB/sec 2023-12-20T11:18:48.602 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Q5diMf-mm6pSLE9 off=2951627 len=1071141 2023-12-20T11:18:48.603 INFO:tasks.workunit.client.0.smithi123.stdout:op 2497 completed, throughput=5MB/sec 2023-12-20T11:18:48.603 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9gKx-f9ONiL2Mi8 off=5233024 len=912864 2023-12-20T11:18:48.608 INFO:tasks.workunit.client.0.smithi123.stdout:op 2498 completed, throughput=5MB/sec 2023-12-20T11:18:48.608 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-HhBnUNwrGppbJal off=471929 len=446744 2023-12-20T11:18:48.610 INFO:tasks.workunit.client.0.smithi123.stdout:op 2499 completed, throughput=5MB/sec 2023-12-20T11:18:49.415 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:18:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:18:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-20T11:18:49.611 INFO:tasks.workunit.client.0.smithi123.stdout: 496: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:49.611 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-60wBFBFjo8qsIDy off=4994854 len=5369 2023-12-20T11:18:49.613 INFO:tasks.workunit.client.0.smithi123.stdout:op 2500 completed, throughput=4.99MB/sec 2023-12-20T11:18:49.613 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_Yd2GieQdKqdGG7 off=12210719 len=2076409 2023-12-20T11:18:49.617 INFO:tasks.workunit.client.0.smithi123.stdout:op 2501 completed, throughput=4.99MB/sec 2023-12-20T11:18:49.617 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xqU0mwcavNfOx_q off=2343446 len=108596 2023-12-20T11:18:49.620 INFO:tasks.workunit.client.0.smithi123.stdout:op 2502 completed, throughput=4.99MB/sec 2023-12-20T11:18:49.620 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-i20eluHNRNYfOcw off=1229838 len=95242 2023-12-20T11:18:49.623 INFO:tasks.workunit.client.0.smithi123.stdout:op 2503 completed, throughput=4.99MB/sec 2023-12-20T11:18:49.623 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-PcL3hyyksQ7Auct off=3371326 len=1981277 2023-12-20T11:18:49.631 INFO:tasks.workunit.client.0.smithi123.stdout:op 2504 completed, throughput=5MB/sec 2023-12-20T11:18:49.631 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--AHApdnkxjlFGBm off=10522469 len=1620512 2023-12-20T11:18:49.633 INFO:tasks.workunit.client.0.smithi123.stdout:op 2505 completed, throughput=5MB/sec 2023-12-20T11:18:49.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:49 smithi123 ceph-mon[191304]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:18:49.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:49 smithi123 ceph-mon[188613]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:18:49.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:49 smithi177 ceph-mon[212096]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:18:50.633 INFO:tasks.workunit.client.0.smithi123.stdout: 497: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:50.633 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-kGQG4yo9e5Q2hH6 off=4578281 len=734007 2023-12-20T11:18:50.638 INFO:tasks.workunit.client.0.smithi123.stdout:op 2506 completed, throughput=4.99MB/sec 2023-12-20T11:18:50.639 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wFeIMixnSyun4sH off=1753765 len=573923 2023-12-20T11:18:50.639 INFO:tasks.workunit.client.0.smithi123.stdout:op 2507 completed, throughput=4.99MB/sec 2023-12-20T11:18:50.639 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-dsWc2kRwOrnUSfl off=15809726 len=1233792 2023-12-20T11:18:50.641 INFO:tasks.workunit.client.0.smithi123.stdout:op 2508 completed, throughput=5MB/sec 2023-12-20T11:18:50.641 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-aUScuje5-3kOPsD off=8676549 len=1810145 2023-12-20T11:18:50.643 INFO:tasks.workunit.client.0.smithi123.stdout:op 2509 completed, throughput=5MB/sec 2023-12-20T11:18:50.643 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-m7LUEXsx0krOvAe off=10604292 len=1823854 2023-12-20T11:18:50.646 INFO:tasks.workunit.client.0.smithi123.stdout:op 2510 completed, throughput=5MB/sec 2023-12-20T11:18:51.647 INFO:tasks.workunit.client.0.smithi123.stdout: 498: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:51.647 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-T4vh4oPkkBxtO_c off=4800322 len=17038 2023-12-20T11:18:51.649 INFO:tasks.workunit.client.0.smithi123.stdout:op 2511 completed, throughput=4.99MB/sec 2023-12-20T11:18:51.649 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nmC5ai0ZFVJzsym off=1798061 len=1451583 2023-12-20T11:18:51.657 INFO:tasks.workunit.client.0.smithi123.stdout:op 2512 completed, throughput=5MB/sec 2023-12-20T11:18:51.657 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9y5V3baOvU5yN_Y off=12144556 len=1923974 2023-12-20T11:18:51.662 INFO:tasks.workunit.client.0.smithi123.stdout:op 2513 completed, throughput=5MB/sec 2023-12-20T11:18:51.662 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-a1ZJGYvTzkkJIUX off=11170468 len=1108268 2023-12-20T11:18:51.667 INFO:tasks.workunit.client.0.smithi123.stdout:op 2514 completed, throughput=5MB/sec 2023-12-20T11:18:51.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:51 smithi123 ceph-mon[191304]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:18:51.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:51 smithi123 ceph-mon[188613]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:18:51.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:51 smithi177 ceph-mon[212096]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:18:52.668 INFO:tasks.workunit.client.0.smithi123.stdout: 499: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:52.668 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xEMDG6qcOWnPt6G off=865125 len=1105558 2023-12-20T11:18:52.672 INFO:tasks.workunit.client.0.smithi123.stdout:op 2515 completed, throughput=4.99MB/sec 2023-12-20T11:18:52.672 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-XJVUemCatHHvQHa off=4880227 len=722522 2023-12-20T11:18:52.674 INFO:tasks.workunit.client.0.smithi123.stdout:op 2516 completed, throughput=4.99MB/sec 2023-12-20T11:18:52.674 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-qbr50G6CT802L0h off=6268795 len=579792 2023-12-20T11:18:52.678 INFO:tasks.workunit.client.0.smithi123.stdout:op 2517 completed, throughput=5MB/sec 2023-12-20T11:18:52.679 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rDz5ndhymAi7rd4 off=2599089 len=2054268 2023-12-20T11:18:52.680 INFO:tasks.workunit.client.0.smithi123.stdout:op 2518 completed, throughput=5MB/sec 2023-12-20T11:18:52.680 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Q1jrYnfxZ1Awi4s off=13756189 len=688511 2023-12-20T11:18:52.681 INFO:tasks.workunit.client.0.smithi123.stdout:op 2519 completed, throughput=5MB/sec 2023-12-20T11:18:53.682 INFO:tasks.workunit.client.0.smithi123.stdout: 500: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:53.682 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QdUoc8KfpJM6XV4 off=126360 len=506128 2023-12-20T11:18:53.685 INFO:tasks.workunit.client.0.smithi123.stdout:op 2520 completed, throughput=4.99MB/sec 2023-12-20T11:18:53.685 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-p-3WzTFnEPVkKGw off=3793610 len=2068637 2023-12-20T11:18:53.695 INFO:tasks.workunit.client.0.smithi123.stdout:op 2521 completed, throughput=5MB/sec 2023-12-20T11:18:53.695 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ZeBOazdUiMNWJMZ off=11626896 len=1057837 2023-12-20T11:18:53.700 INFO:tasks.workunit.client.0.smithi123.stdout:op 2522 completed, throughput=5MB/sec 2023-12-20T11:18:53.700 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-uP96NlwZ2uCuARo off=2716057 len=1675350 2023-12-20T11:18:53.708 INFO:tasks.workunit.client.0.smithi123.stdout:op 2523 completed, throughput=5MB/sec 2023-12-20T11:18:53.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:53 smithi123 ceph-mon[191304]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:18:53.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:53 smithi123 ceph-mon[188613]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:18:53.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:53 smithi177 ceph-mon[212096]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:18:54.709 INFO:tasks.workunit.client.0.smithi123.stdout: 501: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:54.709 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-bLec9yrugG2hCmC off=4734204 len=1139537 2023-12-20T11:18:54.714 INFO:tasks.workunit.client.0.smithi123.stdout:op 2524 completed, throughput=4.99MB/sec 2023-12-20T11:18:54.714 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-jGArqfbY2IpKTOY off=3157760 len=375663 2023-12-20T11:18:54.716 INFO:tasks.workunit.client.0.smithi123.stdout:op 2525 completed, throughput=4.99MB/sec 2023-12-20T11:18:54.716 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-S3z67bbGMolC5Qo off=6944840 len=1672465 2023-12-20T11:18:54.725 INFO:tasks.workunit.client.0.smithi123.stdout:op 2526 completed, throughput=5MB/sec 2023-12-20T11:18:54.725 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-IZcFoYCUQUPcWTI off=2299868 len=174377 2023-12-20T11:18:54.728 INFO:tasks.workunit.client.0.smithi123.stdout:op 2527 completed, throughput=5MB/sec 2023-12-20T11:18:54.728 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xHd3jAETK6b7hBm off=5854516 len=835713 2023-12-20T11:18:54.729 INFO:tasks.workunit.client.0.smithi123.stdout:op 2528 completed, throughput=5MB/sec 2023-12-20T11:18:54.729 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-7nrJLKaVaNNZSbh off=8391436 len=1119086 2023-12-20T11:18:54.734 INFO:tasks.workunit.client.0.smithi123.stdout:op 2529 completed, throughput=5MB/sec 2023-12-20T11:18:55.735 INFO:tasks.workunit.client.0.smithi123.stdout: 502: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:55.735 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2ZKzG4aFdfXQ8Yc off=17688119 len=1390421 2023-12-20T11:18:55.738 INFO:tasks.workunit.client.0.smithi123.stdout:op 2530 completed, throughput=4.99MB/sec 2023-12-20T11:18:55.738 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Vno466NWaY0sUkc off=1387741 len=137760 2023-12-20T11:18:55.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:55 smithi123 ceph-mon[191304]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:18:55.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:55 smithi123 ceph-mon[188613]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:18:55.741 INFO:tasks.workunit.client.0.smithi123.stdout:op 2531 completed, throughput=4.99MB/sec 2023-12-20T11:18:55.741 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Is8ukzX7aUjyeaB off=11544194 len=2000665 2023-12-20T11:18:55.752 INFO:tasks.workunit.client.0.smithi123.stdout:op 2532 completed, throughput=5MB/sec 2023-12-20T11:18:55.752 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Fn3xvwqtjskugG9 off=1909278 len=1850003 2023-12-20T11:18:55.762 INFO:tasks.workunit.client.0.smithi123.stdout:op 2533 completed, throughput=5MB/sec 2023-12-20T11:18:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:55 smithi177 ceph-mon[212096]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:18:56.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:18:56.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:18:56.762 INFO:tasks.workunit.client.0.smithi123.stdout: 503: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:56.762 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FVuz_cNgLTCarur off=1546949 len=1012487 2023-12-20T11:18:56.770 INFO:tasks.workunit.client.0.smithi123.stdout:op 2534 completed, throughput=4.99MB/sec 2023-12-20T11:18:56.770 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8JkJinrYRjVPteE off=8617554 len=524676 2023-12-20T11:18:56.770 INFO:tasks.workunit.client.0.smithi123.stdout:op 2535 completed, throughput=4.99MB/sec 2023-12-20T11:18:56.771 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cCFIQvgi20x29_m off=4249944 len=715659 2023-12-20T11:18:56.772 INFO:tasks.workunit.client.0.smithi123.stdout:op 2536 completed, throughput=5MB/sec 2023-12-20T11:18:56.772 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-3DoZxVvLX476JDd off=3584971 len=578304 2023-12-20T11:18:56.772 INFO:tasks.workunit.client.0.smithi123.stdout:op 2537 completed, throughput=5MB/sec 2023-12-20T11:18:56.772 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GVod9fI26lqJhqr off=365572 len=2080713 2023-12-20T11:18:56.784 INFO:tasks.workunit.client.0.smithi123.stdout:op 2538 completed, throughput=5MB/sec 2023-12-20T11:18:56.784 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-eosNfTXccs_QO1J off=3344628 len=1033956 2023-12-20T11:18:56.789 INFO:tasks.workunit.client.0.smithi123.stdout:op 2539 completed, throughput=5MB/sec 2023-12-20T11:18:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:18:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:57 smithi123 ceph-mon[191304]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:18:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:57 smithi123 ceph-mon[188613]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:18:57.790 INFO:tasks.workunit.client.0.smithi123.stdout: 504: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:57.790 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-B2Lwi97Wi9E3q7s off=2976324 len=1466969 2023-12-20T11:18:57.798 INFO:tasks.workunit.client.0.smithi123.stdout:op 2540 completed, throughput=4.99MB/sec 2023-12-20T11:18:57.799 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-U2I30HxnJFmyzsH off=64785 len=1410649 2023-12-20T11:18:57.806 INFO:tasks.workunit.client.0.smithi123.stdout:op 2541 completed, throughput=5MB/sec 2023-12-20T11:18:57.806 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-mgJgpT6a3LVCEaj off=9379944 len=1990692 2023-12-20T11:18:57.815 INFO:tasks.workunit.client.0.smithi123.stdout:op 2542 completed, throughput=5MB/sec 2023-12-20T11:18:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:57 smithi177 ceph-mon[212096]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:18:58.815 INFO:tasks.workunit.client.0.smithi123.stdout: 505: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:58.815 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-yKWu7Ol0rQ5wOXT off=15199180 len=636355 2023-12-20T11:18:58.820 INFO:tasks.workunit.client.0.smithi123.stdout:op 2543 completed, throughput=4.99MB/sec 2023-12-20T11:18:58.820 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-EPtcBiDbrav7j2p off=6349319 len=971461 2023-12-20T11:18:58.821 INFO:tasks.workunit.client.0.smithi123.stdout:op 2544 completed, throughput=4.99MB/sec 2023-12-20T11:18:58.821 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fRoOE10X8kV9U-W off=3997543 len=55658 2023-12-20T11:18:58.822 INFO:tasks.workunit.client.0.smithi123.stdout:op 2545 completed, throughput=4.99MB/sec 2023-12-20T11:18:58.822 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5ovjKJOlrMZ3a1I off=8411892 len=288468 2023-12-20T11:18:58.823 INFO:tasks.workunit.client.0.smithi123.stdout:op 2546 completed, throughput=4.99MB/sec 2023-12-20T11:18:58.823 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4JVF9yYElBu4qzi off=5881930 len=977497 2023-12-20T11:18:58.825 INFO:tasks.workunit.client.0.smithi123.stdout:op 2547 completed, throughput=5MB/sec 2023-12-20T11:18:58.825 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2gFcZS7V3aN1y6I off=8457125 len=1390603 2023-12-20T11:18:58.833 INFO:tasks.workunit.client.0.smithi123.stdout:op 2548 completed, throughput=5MB/sec 2023-12-20T11:18:58.833 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9KPlwRISPySqnxf off=20438784 len=783874 2023-12-20T11:18:58.833 INFO:tasks.workunit.client.0.smithi123.stdout:op 2549 completed, throughput=5MB/sec 2023-12-20T11:18:59.437 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:18:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:18:59] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-20T11:18:59.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:18:59 smithi123 ceph-mon[191304]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:18:59.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:18:59 smithi123 ceph-mon[188613]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:18:59.834 INFO:tasks.workunit.client.0.smithi123.stdout: 506: throughput=4.99MB/sec pending data=0 2023-12-20T11:18:59.834 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Vq95TWtpTP2N6rI off=65706 len=253077 2023-12-20T11:18:59.837 INFO:tasks.workunit.client.0.smithi123.stdout:op 2550 completed, throughput=4.99MB/sec 2023-12-20T11:18:59.837 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hRSzB3JvKv40psd off=445726 len=737352 2023-12-20T11:18:59.839 INFO:tasks.workunit.client.0.smithi123.stdout:op 2551 completed, throughput=4.99MB/sec 2023-12-20T11:18:59.839 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4wYHeB2E08kwia3 off=19102983 len=43321 2023-12-20T11:18:59.842 INFO:tasks.workunit.client.0.smithi123.stdout:op 2552 completed, throughput=4.99MB/sec 2023-12-20T11:18:59.842 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-JZ_lzq4tk0zRwSa off=3496178 len=1491293 2023-12-20T11:18:59.850 INFO:tasks.workunit.client.0.smithi123.stdout:op 2553 completed, throughput=5MB/sec 2023-12-20T11:18:59.851 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Gmgv9Nd_jWdaAgr off=2142181 len=1365366 2023-12-20T11:18:59.853 INFO:tasks.workunit.client.0.smithi123.stdout:op 2554 completed, throughput=5MB/sec 2023-12-20T11:18:59.854 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_WXkL-8yEhXbCQP off=4798743 len=1800523 2023-12-20T11:18:59.864 INFO:tasks.workunit.client.0.smithi123.stdout:op 2555 completed, throughput=5MB/sec 2023-12-20T11:18:59.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:18:59 smithi177 ceph-mon[212096]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:19:00.865 INFO:tasks.workunit.client.0.smithi123.stdout: 507: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:00.865 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Do_FMcsnO8pUeZf off=1334595 len=853310 2023-12-20T11:19:00.870 INFO:tasks.workunit.client.0.smithi123.stdout:op 2556 completed, throughput=4.99MB/sec 2023-12-20T11:19:00.870 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-eOEDq0jI4xvNxHB off=6527142 len=1932343 2023-12-20T11:19:00.880 INFO:tasks.workunit.client.0.smithi123.stdout:op 2557 completed, throughput=5MB/sec 2023-12-20T11:19:00.880 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xwJIpT55m3WGs7a off=4439985 len=1166865 2023-12-20T11:19:00.885 INFO:tasks.workunit.client.0.smithi123.stdout:op 2558 completed, throughput=5MB/sec 2023-12-20T11:19:00.885 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-puxJ7q5YW4WTKXa off=385898 len=416420 2023-12-20T11:19:00.886 INFO:tasks.workunit.client.0.smithi123.stdout:op 2559 completed, throughput=5MB/sec 2023-12-20T11:19:00.886 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-HwBQxb4U9o-lSY_ off=505023 len=759679 2023-12-20T11:19:00.887 INFO:tasks.workunit.client.0.smithi123.stdout:op 2560 completed, throughput=5MB/sec 2023-12-20T11:19:01.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:01 smithi123 ceph-mon[191304]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:19:01.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:01 smithi123 ceph-mon[188613]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:19:01.888 INFO:tasks.workunit.client.0.smithi123.stdout: 508: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:01.888 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KHCIoybb2RzYvLM off=189621 len=651136 2023-12-20T11:19:01.892 INFO:tasks.workunit.client.0.smithi123.stdout:op 2561 completed, throughput=4.99MB/sec 2023-12-20T11:19:01.892 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SHuVK2RgP-fZkGj off=13749081 len=625372 2023-12-20T11:19:01.897 INFO:tasks.workunit.client.0.smithi123.stdout:op 2562 completed, throughput=4.99MB/sec 2023-12-20T11:19:01.897 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-iH3YumUpjxlWtHv off=6445664 len=1314286 2023-12-20T11:19:01.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:01 smithi177 ceph-mon[212096]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:19:01.903 INFO:tasks.workunit.client.0.smithi123.stdout:op 2563 completed, throughput=5MB/sec 2023-12-20T11:19:01.903 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pmM1GVE8U_ufrOT off=15733272 len=1842344 2023-12-20T11:19:01.905 INFO:tasks.workunit.client.0.smithi123.stdout:op 2564 completed, throughput=5MB/sec 2023-12-20T11:19:01.905 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wUr8ZUwV3lra_ai off=4217457 len=491452 2023-12-20T11:19:01.906 INFO:tasks.workunit.client.0.smithi123.stdout:op 2565 completed, throughput=5MB/sec 2023-12-20T11:19:01.906 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Cnjt-tsxhp0nCGv off=994883 len=995017 2023-12-20T11:19:01.906 INFO:tasks.workunit.client.0.smithi123.stdout:op 2566 completed, throughput=5MB/sec 2023-12-20T11:19:02.907 INFO:tasks.workunit.client.0.smithi123.stdout: 509: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:02.908 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DCjQ48WnxDiH3-x off=7375969 len=1755858 2023-12-20T11:19:02.909 INFO:tasks.workunit.client.0.smithi123.stdout:op 2567 completed, throughput=5MB/sec 2023-12-20T11:19:02.909 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gpiwgkCbHOxBWkU off=0 len=1685755 2023-12-20T11:19:02.911 INFO:tasks.workunit.client.0.smithi123.stdout:op 2568 completed, throughput=5MB/sec 2023-12-20T11:19:02.911 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2jYNXEg3LZuiJLn off=7023587 len=1312632 2023-12-20T11:19:02.914 INFO:tasks.workunit.client.0.smithi123.stdout:op 2569 completed, throughput=5MB/sec 2023-12-20T11:19:03.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:03 smithi123 ceph-mon[191304]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:19:03.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:03 smithi123 ceph-mon[188613]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:19:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:03 smithi177 ceph-mon[212096]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:19:03.914 INFO:tasks.workunit.client.0.smithi123.stdout: 510: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:03.915 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rskgxerTZUeZsVW off=1010195 len=500154 2023-12-20T11:19:03.915 INFO:tasks.workunit.client.0.smithi123.stdout:op 2570 completed, throughput=4.99MB/sec 2023-12-20T11:19:03.915 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-oIqv3ROlQ-yRgjh off=12099015 len=1766593 2023-12-20T11:19:03.917 INFO:tasks.workunit.client.0.smithi123.stdout:op 2571 completed, throughput=5MB/sec 2023-12-20T11:19:03.918 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-7Qlq1ukgQ-65rWx off=3036153 len=131575 2023-12-20T11:19:03.918 INFO:tasks.workunit.client.0.smithi123.stdout:op 2572 completed, throughput=5MB/sec 2023-12-20T11:19:03.919 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-r1nngS8xxDxrC2J off=6348505 len=991341 2023-12-20T11:19:03.923 INFO:tasks.workunit.client.0.smithi123.stdout:op 2573 completed, throughput=5MB/sec 2023-12-20T11:19:03.923 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Jg_33ZWKlJoT3-o off=919684 len=366308 2023-12-20T11:19:03.926 INFO:tasks.workunit.client.0.smithi123.stdout:op 2574 completed, throughput=5MB/sec 2023-12-20T11:19:03.927 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-IBqgP0tTsfkqtnB off=1447773 len=1703262 2023-12-20T11:19:03.927 INFO:tasks.workunit.client.0.smithi123.stdout:op 2575 completed, throughput=5MB/sec 2023-12-20T11:19:04.928 INFO:tasks.workunit.client.0.smithi123.stdout: 511: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:04.928 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-JoV2mvGcDkQhx5p off=5506480 len=405538 2023-12-20T11:19:04.929 INFO:tasks.workunit.client.0.smithi123.stdout:op 2576 completed, throughput=4.99MB/sec 2023-12-20T11:19:04.929 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4M5be2jemIaVCMd off=170732 len=632421 2023-12-20T11:19:04.934 INFO:tasks.workunit.client.0.smithi123.stdout:op 2577 completed, throughput=4.99MB/sec 2023-12-20T11:19:04.934 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FcbnNR50urlBHrD off=9469999 len=743415 2023-12-20T11:19:04.938 INFO:tasks.workunit.client.0.smithi123.stdout:op 2578 completed, throughput=4.99MB/sec 2023-12-20T11:19:04.938 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9UfadgqVes_Ax3V off=5292383 len=90970 2023-12-20T11:19:04.938 INFO:tasks.workunit.client.0.smithi123.stdout:op 2579 completed, throughput=4.99MB/sec 2023-12-20T11:19:04.939 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-S-FS-u4VKU1RXUD off=4253377 len=388982 2023-12-20T11:19:04.942 INFO:tasks.workunit.client.0.smithi123.stdout:op 2580 completed, throughput=5MB/sec 2023-12-20T11:19:04.942 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_sG_ZxUP-yLx0Fq off=615223 len=310116 2023-12-20T11:19:04.946 INFO:tasks.workunit.client.0.smithi123.stdout:op 2581 completed, throughput=5MB/sec 2023-12-20T11:19:04.946 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9HmFiUljo6kIwIY off=448445 len=544813 2023-12-20T11:19:04.947 INFO:tasks.workunit.client.0.smithi123.stdout:op 2582 completed, throughput=5MB/sec 2023-12-20T11:19:04.947 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5ovjKJOlrMZ3a1I off=6971336 len=288454 2023-12-20T11:19:04.947 INFO:tasks.workunit.client.0.smithi123.stdout:op 2583 completed, throughput=5MB/sec 2023-12-20T11:19:04.947 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-CFIV1tfmdTeyCdy off=5783000 len=1394845 2023-12-20T11:19:04.949 INFO:tasks.workunit.client.0.smithi123.stdout:op 2584 completed, throughput=5MB/sec 2023-12-20T11:19:04.949 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-HSFZel6BSP7eGQv off=10510112 len=511981 2023-12-20T11:19:04.950 INFO:tasks.workunit.client.0.smithi123.stdout:op 2585 completed, throughput=5MB/sec 2023-12-20T11:19:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:05 smithi123 ceph-mon[191304]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:19:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:05 smithi123 ceph-mon[188613]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:19:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:05 smithi177 ceph-mon[212096]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:19:05.950 INFO:tasks.workunit.client.0.smithi123.stdout: 512: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:05.950 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pIBBcKRPAl1ztwE off=7879582 len=1274326 2023-12-20T11:19:05.953 INFO:tasks.workunit.client.0.smithi123.stdout:op 2586 completed, throughput=4.99MB/sec 2023-12-20T11:19:05.953 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cKGcy_xYCzQ5yhm off=1452101 len=1424543 2023-12-20T11:19:05.955 INFO:tasks.workunit.client.0.smithi123.stdout:op 2587 completed, throughput=5MB/sec 2023-12-20T11:19:05.955 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jSkl7ZWKpxCrYsa off=5113570 len=1045842 2023-12-20T11:19:05.957 INFO:tasks.workunit.client.0.smithi123.stdout:op 2588 completed, throughput=5MB/sec 2023-12-20T11:19:05.957 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-LEzTLURcL-Q1VU2 off=2774547 len=1871476 2023-12-20T11:19:05.958 INFO:tasks.workunit.client.0.smithi123.stdout:op 2589 completed, throughput=5MB/sec 2023-12-20T11:19:06.959 INFO:tasks.workunit.client.0.smithi123.stdout: 513: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:06.959 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jysSgixwT72GJAV off=8644226 len=1697186 2023-12-20T11:19:06.961 INFO:tasks.workunit.client.0.smithi123.stdout:op 2590 completed, throughput=4.99MB/sec 2023-12-20T11:19:06.961 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tZhwAM8PX8qor-G off=6155072 len=2059917 2023-12-20T11:19:06.963 INFO:tasks.workunit.client.0.smithi123.stdout:op 2591 completed, throughput=5MB/sec 2023-12-20T11:19:06.963 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-y5i_uw6kFiV8xfC off=9942237 len=205905 2023-12-20T11:19:06.966 INFO:tasks.workunit.client.0.smithi123.stdout:op 2592 completed, throughput=5MB/sec 2023-12-20T11:19:06.967 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-iS7C5rVueePAIbn off=272945 len=545933 2023-12-20T11:19:06.968 INFO:tasks.workunit.client.0.smithi123.stdout:op 2593 completed, throughput=5MB/sec 2023-12-20T11:19:06.968 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-3uxR0XpT8Lcpz70 off=8265644 len=1650548 2023-12-20T11:19:06.970 INFO:tasks.workunit.client.0.smithi123.stdout:op 2594 completed, throughput=5MB/sec 2023-12-20T11:19:07.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:07 smithi123 ceph-mon[188613]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2023-12-20T11:19:07.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:07 smithi123 ceph-mon[191304]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2023-12-20T11:19:07.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:07 smithi177 ceph-mon[212096]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2023-12-20T11:19:07.970 INFO:tasks.workunit.client.0.smithi123.stdout: 514: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:07.970 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-H8A0-Wyv1f3vlPE off=3118779 len=656642 2023-12-20T11:19:07.975 INFO:tasks.workunit.client.0.smithi123.stdout:op 2595 completed, throughput=4.99MB/sec 2023-12-20T11:19:07.975 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-n4TGTejo7cT46i4 off=12657 len=1694657 2023-12-20T11:19:07.978 INFO:tasks.workunit.client.0.smithi123.stdout:op 2596 completed, throughput=5MB/sec 2023-12-20T11:19:07.978 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-a1ZJGYvTzkkJIUX off=14514304 len=189050 2023-12-20T11:19:07.981 INFO:tasks.workunit.client.0.smithi123.stdout:op 2597 completed, throughput=5MB/sec 2023-12-20T11:19:07.981 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pw9nGykSCuxp6w_ off=904077 len=348685 2023-12-20T11:19:07.982 INFO:tasks.workunit.client.0.smithi123.stdout:op 2598 completed, throughput=5MB/sec 2023-12-20T11:19:07.982 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tiZYP4G1bo43Umu off=2555684 len=186604 2023-12-20T11:19:07.983 INFO:tasks.workunit.client.0.smithi123.stdout:op 2599 completed, throughput=5MB/sec 2023-12-20T11:19:07.983 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nqdIeBtLj0YhB3T off=12058107 len=2091754 2023-12-20T11:19:07.993 INFO:tasks.workunit.client.0.smithi123.stdout:op 2600 completed, throughput=5MB/sec 2023-12-20T11:19:08.358 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:19:08.672 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:19:08.672 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (27m) 4m ago 30m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:19:08.672 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (27m) 2m ago 30m 90.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:19:08.672 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (31m) 4m ago 31m 19.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:19:08.672 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (31m) 2m ago 31m 26.8M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:19:08.672 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (27m) 2m ago 34m 457M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:19:08.672 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (27m) 4m ago 35m 538M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:19:08.672 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (27m) 4m ago 35m 247M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:19:08.672 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (26m) 2m ago 34m 144M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:19:08.672 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (26m) 4m ago 34m 157M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:19:08.672 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (27m) 4m ago 30m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:19:08.672 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (27m) 2m ago 30m 19.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:19:08.673 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (26m) 4m ago 33m 1835M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:19:08.673 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (25m) 4m ago 33m 2063M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:19:08.673 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (25m) 4m ago 33m 2149M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:19:08.673 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (24m) 4m ago 33m 1878M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:19:08.673 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (24m) 2m ago 32m 1370M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:19:08.673 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (23m) 2m ago 32m 1530M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:19:08.673 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (23m) 2m ago 32m 1185M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:19:08.673 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (22m) 2m ago 31m 1584M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:19:08.673 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (27m) 2m ago 31m 77.3M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:19:08.994 INFO:tasks.workunit.client.0.smithi123.stdout: 515: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:08.994 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-UR4Vq4UDN2TnVoF off=5838304 len=59869 2023-12-20T11:19:08.994 INFO:tasks.workunit.client.0.smithi123.stdout:op 2601 completed, throughput=4.99MB/sec 2023-12-20T11:19:08.994 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-MIM6dLDLscJW3v2 off=17892204 len=968302 2023-12-20T11:19:08.999 INFO:tasks.workunit.client.0.smithi123.stdout:op 2602 completed, throughput=4.99MB/sec 2023-12-20T11:19:08.999 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-pQneBT-3Tgs5Kmu off=509192 len=1985454 2023-12-20T11:19:09.009 INFO:tasks.workunit.client.0.smithi123.stdout:op 2603 completed, throughput=5MB/sec 2023-12-20T11:19:09.009 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Uee9iqtMTMQEIbw off=4680570 len=898096 2023-12-20T11:19:09.013 INFO:tasks.workunit.client.0.smithi123.stdout:op 2604 completed, throughput=5MB/sec 2023-12-20T11:19:09.013 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WtgI5dY4DYnBlYq off=22609861 len=484159 2023-12-20T11:19:09.016 INFO:tasks.workunit.client.0.smithi123.stdout:op 2605 completed, throughput=5MB/sec 2023-12-20T11:19:09.055 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:19:09.056 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:19:09.056 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:19:09.056 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:19:09.056 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:19:09.056 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:19:09.056 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:19:09.056 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:19:09.056 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:19:09.056 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:19:09.056 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:19:09.056 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:19:09.056 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:19:09.056 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:19:09.056 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:19:09.057 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:19:09.057 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:19:09.057 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:19:09.451 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:19:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:19:09] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-20T11:19:09.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:09 smithi123 ceph-mon[191304]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:19:09.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:09 smithi123 ceph-mon[191304]: from='client.45494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:19:09.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:09 smithi123 ceph-mon[191304]: from='client.35568 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:19:09.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:09 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4085481211' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:19:09.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:09 smithi123 ceph-mon[188613]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:19:09.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:09 smithi123 ceph-mon[188613]: from='client.45494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:19:09.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:09 smithi123 ceph-mon[188613]: from='client.35568 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:19:09.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:09 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4085481211' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:19:09.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:09 smithi177 ceph-mon[212096]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:19:09.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:09 smithi177 ceph-mon[212096]: from='client.45494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:19:09.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:09 smithi177 ceph-mon[212096]: from='client.35568 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:19:09.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:09 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4085481211' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:19:10.017 INFO:tasks.workunit.client.0.smithi123.stdout: 516: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:10.017 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gbmHNsUyKeimf00 off=7314683 len=7569 2023-12-20T11:19:10.017 INFO:tasks.workunit.client.0.smithi123.stdout:op 2606 completed, throughput=4.99MB/sec 2023-12-20T11:19:10.017 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lkaXHWaB1TCXkVt off=17269354 len=63157 2023-12-20T11:19:10.018 INFO:tasks.workunit.client.0.smithi123.stdout:op 2607 completed, throughput=4.99MB/sec 2023-12-20T11:19:10.018 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZNP_4CAFz0IOvyl off=18352743 len=763789 2023-12-20T11:19:10.020 INFO:tasks.workunit.client.0.smithi123.stdout:op 2608 completed, throughput=4.99MB/sec 2023-12-20T11:19:10.020 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tu9O0Q5X44w5jim off=5703751 len=1355574 2023-12-20T11:19:10.021 INFO:tasks.workunit.client.0.smithi123.stdout:op 2609 completed, throughput=5MB/sec 2023-12-20T11:19:10.022 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-LKBMzZCNFdUNd_E off=14515275 len=1423349 2023-12-20T11:19:10.027 INFO:tasks.workunit.client.0.smithi123.stdout:op 2610 completed, throughput=5MB/sec 2023-12-20T11:19:10.027 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-P5pwKPdl8NAy4F4 off=6254177 len=1631675 2023-12-20T11:19:10.029 INFO:tasks.workunit.client.0.smithi123.stdout:op 2611 completed, throughput=5MB/sec 2023-12-20T11:19:11.029 INFO:tasks.workunit.client.0.smithi123.stdout: 517: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:11.030 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-sUyyDAXzkd1551s off=2570867 len=1419253 2023-12-20T11:19:11.039 INFO:tasks.workunit.client.0.smithi123.stdout:op 2612 completed, throughput=4.99MB/sec 2023-12-20T11:19:11.039 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-iP-lS8n4i-rOx25 off=320263 len=2084778 2023-12-20T11:19:11.050 INFO:tasks.workunit.client.0.smithi123.stdout:op 2613 completed, throughput=5MB/sec 2023-12-20T11:19:11.050 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0GqEQWYDUYqmnZ0 off=7187038 len=441199 2023-12-20T11:19:11.053 INFO:tasks.workunit.client.0.smithi123.stdout:op 2614 completed, throughput=5MB/sec 2023-12-20T11:19:11.054 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-iS7C5rVueePAIbn off=7266646 len=1175736 2023-12-20T11:19:11.056 INFO:tasks.workunit.client.0.smithi123.stdout:op 2615 completed, throughput=5MB/sec 2023-12-20T11:19:11.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:11 smithi123 ceph-mon[188613]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-20T11:19:11.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:19:11.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:11 smithi123 ceph-mon[191304]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-20T11:19:11.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:19:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:11 smithi177 ceph-mon[212096]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-20T11:19:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:19:12.056 INFO:tasks.workunit.client.0.smithi123.stdout: 518: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:12.056 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Y4IuA5Wfq5sLlk- off=5628622 len=275726 2023-12-20T11:19:12.058 INFO:tasks.workunit.client.0.smithi123.stdout:op 2616 completed, throughput=4.99MB/sec 2023-12-20T11:19:12.058 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kiaoctVT2bn2DNM off=2488303 len=576289 2023-12-20T11:19:12.059 INFO:tasks.workunit.client.0.smithi123.stdout:op 2617 completed, throughput=4.99MB/sec 2023-12-20T11:19:12.059 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4DhyP0bUOEXStyB off=18344858 len=1279969 2023-12-20T11:19:12.065 INFO:tasks.workunit.client.0.smithi123.stdout:op 2618 completed, throughput=4.99MB/sec 2023-12-20T11:19:12.066 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-MsM0RQ2Wt-vWXKD off=630072 len=910818 2023-12-20T11:19:12.067 INFO:tasks.workunit.client.0.smithi123.stdout:op 2619 completed, throughput=5MB/sec 2023-12-20T11:19:12.068 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Yv2nlJ2zBD6y1gp off=1558421 len=1967292 2023-12-20T11:19:12.069 INFO:tasks.workunit.client.0.smithi123.stdout:op 2620 completed, throughput=5MB/sec 2023-12-20T11:19:12.069 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Gtow0an6ZRbGs-1 off=6368187 len=429711 2023-12-20T11:19:12.070 INFO:tasks.workunit.client.0.smithi123.stdout:op 2621 completed, throughput=5MB/sec 2023-12-20T11:19:13.070 INFO:tasks.workunit.client.0.smithi123.stdout: 519: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:13.071 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-MPt5hoFICwgXNRk off=8228017 len=1519905 2023-12-20T11:19:13.072 INFO:tasks.workunit.client.0.smithi123.stdout:op 2622 completed, throughput=4.99MB/sec 2023-12-20T11:19:13.072 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xkCNxf90-KKLUI0 off=136842 len=1834632 2023-12-20T11:19:13.075 INFO:tasks.workunit.client.0.smithi123.stdout:op 2623 completed, throughput=5MB/sec 2023-12-20T11:19:13.075 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6hocB7Bk5-GIP-N off=22595757 len=144387 2023-12-20T11:19:13.077 INFO:tasks.workunit.client.0.smithi123.stdout:op 2624 completed, throughput=5MB/sec 2023-12-20T11:19:13.077 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SBK4APdqcXcOmcP off=285176 len=677080 2023-12-20T11:19:13.082 INFO:tasks.workunit.client.0.smithi123.stdout:op 2625 completed, throughput=5MB/sec 2023-12-20T11:19:13.082 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-NopVbNvUJONJAWs off=1877255 len=1046470 2023-12-20T11:19:13.086 INFO:tasks.workunit.client.0.smithi123.stdout:op 2626 completed, throughput=5MB/sec 2023-12-20T11:19:13.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:13 smithi123 ceph-mon[191304]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:19:13.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:13 smithi123 ceph-mon[188613]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:19:13.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:13 smithi177 ceph-mon[212096]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:19:14.087 INFO:tasks.workunit.client.0.smithi123.stdout: 520: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:14.087 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-VPKhLixUjXYSN3N off=14017174 len=1379317 2023-12-20T11:19:14.094 INFO:tasks.workunit.client.0.smithi123.stdout:op 2627 completed, throughput=4.99MB/sec 2023-12-20T11:19:14.094 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-y7awOBOtp2JV9md off=1848917 len=1854257 2023-12-20T11:19:14.095 INFO:tasks.workunit.client.0.smithi123.stdout:op 2628 completed, throughput=5MB/sec 2023-12-20T11:19:14.095 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nQDd3KIJGG8SgyF off=6489732 len=1415864 2023-12-20T11:19:14.103 INFO:tasks.workunit.client.0.smithi123.stdout:op 2629 completed, throughput=5MB/sec 2023-12-20T11:19:14.103 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uI9ISQ6hMv4xRX9 off=1221997 len=1494561 2023-12-20T11:19:14.105 INFO:tasks.workunit.client.0.smithi123.stdout:op 2630 completed, throughput=5MB/sec 2023-12-20T11:19:15.105 INFO:tasks.workunit.client.0.smithi123.stdout: 521: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:15.105 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-t1TOnU6tzVhp8bZ off=1054967 len=162552 2023-12-20T11:19:15.108 INFO:tasks.workunit.client.0.smithi123.stdout:op 2631 completed, throughput=4.99MB/sec 2023-12-20T11:19:15.108 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6OxR_tyhP6Ecgc7 off=8491718 len=605039 2023-12-20T11:19:15.112 INFO:tasks.workunit.client.0.smithi123.stdout:op 2632 completed, throughput=4.99MB/sec 2023-12-20T11:19:15.112 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-r1VNHKXzPWoB7SS off=3214752 len=2015120 2023-12-20T11:19:15.120 INFO:tasks.workunit.client.0.smithi123.stdout:op 2633 completed, throughput=5MB/sec 2023-12-20T11:19:15.120 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-7B2sRCr9w4Nl3gh off=8034003 len=2012303 2023-12-20T11:19:15.130 INFO:tasks.workunit.client.0.smithi123.stdout:op 2634 completed, throughput=5MB/sec 2023-12-20T11:19:15.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:15 smithi123 ceph-mon[191304]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2023-12-20T11:19:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:15 smithi123 ceph-mon[188613]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2023-12-20T11:19:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:15 smithi177 ceph-mon[212096]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2023-12-20T11:19:16.130 INFO:tasks.workunit.client.0.smithi123.stdout: 522: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:16.130 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-RGkUcJgnM5A71XL off=1475224 len=2096198 2023-12-20T11:19:16.142 INFO:tasks.workunit.client.0.smithi123.stdout:op 2635 completed, throughput=4.99MB/sec 2023-12-20T11:19:16.143 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-c1hsDQDmXnkLABr off=10758883 len=1235893 2023-12-20T11:19:16.145 INFO:tasks.workunit.client.0.smithi123.stdout:op 2636 completed, throughput=5MB/sec 2023-12-20T11:19:16.145 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-zeqCYO1nbsPT6JM off=13945247 len=1590411 2023-12-20T11:19:16.151 INFO:tasks.workunit.client.0.smithi123.stdout:op 2637 completed, throughput=5MB/sec 2023-12-20T11:19:16.151 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YyMuAUNUqDuKcgS off=7538874 len=605183 2023-12-20T11:19:16.152 INFO:tasks.workunit.client.0.smithi123.stdout:op 2638 completed, throughput=5MB/sec 2023-12-20T11:19:17.153 INFO:tasks.workunit.client.0.smithi123.stdout: 523: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:17.153 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-RwAeZ92L8XMYSgH off=16064230 len=1338242 2023-12-20T11:19:17.160 INFO:tasks.workunit.client.0.smithi123.stdout:op 2639 completed, throughput=4.99MB/sec 2023-12-20T11:19:17.161 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Nc8YNdykIKEnzRf off=6081820 len=80713 2023-12-20T11:19:17.163 INFO:tasks.workunit.client.0.smithi123.stdout:op 2640 completed, throughput=4.99MB/sec 2023-12-20T11:19:17.163 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-sS5-iQECBro3k6q off=0 len=1780595 2023-12-20T11:19:17.165 INFO:tasks.workunit.client.0.smithi123.stdout:op 2641 completed, throughput=5MB/sec 2023-12-20T11:19:17.165 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jnHCnIsz960EVHJ off=16111414 len=1777089 2023-12-20T11:19:17.166 INFO:tasks.workunit.client.0.smithi123.stdout:op 2642 completed, throughput=5MB/sec 2023-12-20T11:19:17.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:17 smithi123 ceph-mon[191304]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2023-12-20T11:19:17.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:17 smithi123 ceph-mon[188613]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2023-12-20T11:19:17.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:17 smithi177 ceph-mon[212096]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2023-12-20T11:19:18.169 INFO:tasks.workunit.client.0.smithi123.stdout: 524: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:18.170 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-1ZEQxodShRLooMA off=5796201 len=1460304 2023-12-20T11:19:18.172 INFO:tasks.workunit.client.0.smithi123.stdout:op 2643 completed, throughput=4.99MB/sec 2023-12-20T11:19:18.172 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xrWk-Uq5z9W4vBk off=3040622 len=679734 2023-12-20T11:19:18.173 INFO:tasks.workunit.client.0.smithi123.stdout:op 2644 completed, throughput=4.99MB/sec 2023-12-20T11:19:18.174 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5gRFTf7By0xCjpM off=10010555 len=746626 2023-12-20T11:19:18.174 INFO:tasks.workunit.client.0.smithi123.stdout:op 2645 completed, throughput=5MB/sec 2023-12-20T11:19:18.174 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-fziielcRyM5SvZd off=1270841 len=767306 2023-12-20T11:19:18.179 INFO:tasks.workunit.client.0.smithi123.stdout:op 2646 completed, throughput=5MB/sec 2023-12-20T11:19:18.179 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-z_UFCpwd-vJWFcb off=14844497 len=1385525 2023-12-20T11:19:18.182 INFO:tasks.workunit.client.0.smithi123.stdout:op 2647 completed, throughput=5MB/sec 2023-12-20T11:19:18.182 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-L9XPXzqKLJbgmad off=228514 len=326950 2023-12-20T11:19:18.182 INFO:tasks.workunit.client.0.smithi123.stdout:op 2648 completed, throughput=5MB/sec 2023-12-20T11:19:19.183 INFO:tasks.workunit.client.0.smithi123.stdout: 525: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:19.183 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qGpILTKS3A2WY8g off=1207794 len=1511225 2023-12-20T11:19:19.184 INFO:tasks.workunit.client.0.smithi123.stdout:op 2649 completed, throughput=4.99MB/sec 2023-12-20T11:19:19.184 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GNMMgoLrFqNhckD off=2791663 len=1115187 2023-12-20T11:19:19.190 INFO:tasks.workunit.client.0.smithi123.stdout:op 2650 completed, throughput=5MB/sec 2023-12-20T11:19:19.190 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kDt4e6O3ZW2Pear off=284170 len=122310 2023-12-20T11:19:19.193 INFO:tasks.workunit.client.0.smithi123.stdout:op 2651 completed, throughput=5MB/sec 2023-12-20T11:19:19.193 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6FHeWe_HrhCrk03 off=4792249 len=644106 2023-12-20T11:19:19.193 INFO:tasks.workunit.client.0.smithi123.stdout:op 2652 completed, throughput=5MB/sec 2023-12-20T11:19:19.193 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lIkopPdUknw-_3m off=6529457 len=275986 2023-12-20T11:19:19.193 INFO:tasks.workunit.client.0.smithi123.stdout:op 2653 completed, throughput=5MB/sec 2023-12-20T11:19:19.193 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-OA5FhkcAGRpZn-N off=8485045 len=1022287 2023-12-20T11:19:19.194 INFO:tasks.workunit.client.0.smithi123.stdout:op 2654 completed, throughput=5MB/sec 2023-12-20T11:19:19.194 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WaPIFUAoncLH8-t off=339126 len=303738 2023-12-20T11:19:19.197 INFO:tasks.workunit.client.0.smithi123.stdout:op 2655 completed, throughput=5MB/sec 2023-12-20T11:19:19.197 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-LEJXZ6eOOrpAAuz off=9638315 len=1619003 2023-12-20T11:19:19.200 INFO:tasks.workunit.client.0.smithi123.stdout:op 2656 completed, throughput=5MB/sec 2023-12-20T11:19:19.467 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:19:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:19:19] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-20T11:19:19.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:19 smithi123 ceph-mon[191304]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-20T11:19:19.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:19 smithi123 ceph-mon[188613]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-20T11:19:19.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:19 smithi177 ceph-mon[212096]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-20T11:19:20.201 INFO:tasks.workunit.client.0.smithi123.stdout: 526: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:20.201 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-M0GBvA7xbkZNd18 off=11229064 len=2018028 2023-12-20T11:19:20.212 INFO:tasks.workunit.client.0.smithi123.stdout:op 2657 completed, throughput=5MB/sec 2023-12-20T11:19:20.212 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-C-s8oRmggOfVN5R off=6116729 len=997926 2023-12-20T11:19:20.216 INFO:tasks.workunit.client.0.smithi123.stdout:op 2658 completed, throughput=5MB/sec 2023-12-20T11:19:20.216 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SkWIzOKMuTUJcYN off=414333 len=158381 2023-12-20T11:19:20.219 INFO:tasks.workunit.client.0.smithi123.stdout:op 2659 completed, throughput=5MB/sec 2023-12-20T11:19:20.219 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fddqVWFo8l8Isi0 off=5901987 len=480363 2023-12-20T11:19:20.220 INFO:tasks.workunit.client.0.smithi123.stdout:op 2660 completed, throughput=5MB/sec 2023-12-20T11:19:20.220 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-RFhqLLTfT6TLyZ7 off=3419188 len=1259446 2023-12-20T11:19:20.222 INFO:tasks.workunit.client.0.smithi123.stdout:op 2661 completed, throughput=5MB/sec 2023-12-20T11:19:21.223 INFO:tasks.workunit.client.0.smithi123.stdout: 527: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:21.223 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-u6AybB72Yd8rnMF off=2471135 len=1798902 2023-12-20T11:19:21.237 INFO:tasks.workunit.client.0.smithi123.stdout:op 2662 completed, throughput=5MB/sec 2023-12-20T11:19:21.237 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-R95ERp-BJnjYTGq off=7358243 len=599372 2023-12-20T11:19:21.238 INFO:tasks.workunit.client.0.smithi123.stdout:op 2663 completed, throughput=5MB/sec 2023-12-20T11:19:21.240 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-46sGEaqrN67YCp0 off=2896799 len=1508248 2023-12-20T11:19:21.241 INFO:tasks.workunit.client.0.smithi123.stdout:op 2664 completed, throughput=5MB/sec 2023-12-20T11:19:21.241 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-yodcX5kt8if0zXt off=413848 len=570268 2023-12-20T11:19:21.245 INFO:tasks.workunit.client.0.smithi123.stdout:op 2665 completed, throughput=5MB/sec 2023-12-20T11:19:21.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:21 smithi123 ceph-mon[191304]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:19:21.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:21 smithi123 ceph-mon[188613]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:19:21.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:21 smithi177 ceph-mon[212096]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:19:22.245 INFO:tasks.workunit.client.0.smithi123.stdout: 528: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:22.245 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-CbhBI5TosXwffr5 off=8677596 len=511363 2023-12-20T11:19:22.247 INFO:tasks.workunit.client.0.smithi123.stdout:op 2666 completed, throughput=4.99MB/sec 2023-12-20T11:19:22.247 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2gFcZS7V3aN1y6I off=11571490 len=676762 2023-12-20T11:19:22.251 INFO:tasks.workunit.client.0.smithi123.stdout:op 2667 completed, throughput=4.99MB/sec 2023-12-20T11:19:22.251 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GMjjfdRKLBgL9Qa off=308154 len=1110057 2023-12-20T11:19:22.253 INFO:tasks.workunit.client.0.smithi123.stdout:op 2668 completed, throughput=4.99MB/sec 2023-12-20T11:19:22.253 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-q2rC8DIRudHmWWe off=4476213 len=1889653 2023-12-20T11:19:22.265 INFO:tasks.workunit.client.0.smithi123.stdout:op 2669 completed, throughput=5MB/sec 2023-12-20T11:19:22.265 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-P1JfrI4UgIpXEVM off=11691489 len=1975376 2023-12-20T11:19:22.267 INFO:tasks.workunit.client.0.smithi123.stdout:op 2670 completed, throughput=5MB/sec 2023-12-20T11:19:23.267 INFO:tasks.workunit.client.0.smithi123.stdout: 529: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:23.267 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5K3mf1uh5btgNvg off=11610227 len=339521 2023-12-20T11:19:23.268 INFO:tasks.workunit.client.0.smithi123.stdout:op 2671 completed, throughput=4.99MB/sec 2023-12-20T11:19:23.268 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-EEHuwpat2SaITU7 off=3291292 len=1775275 2023-12-20T11:19:23.270 INFO:tasks.workunit.client.0.smithi123.stdout:op 2672 completed, throughput=5MB/sec 2023-12-20T11:19:23.270 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DZ6BUHRzjTzruXN off=2423565 len=928527 2023-12-20T11:19:23.271 INFO:tasks.workunit.client.0.smithi123.stdout:op 2673 completed, throughput=5MB/sec 2023-12-20T11:19:23.271 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-yEqvZJ7KbLRMDje off=7013203 len=1468743 2023-12-20T11:19:23.273 INFO:tasks.workunit.client.0.smithi123.stdout:op 2674 completed, throughput=5MB/sec 2023-12-20T11:19:23.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:23 smithi123 ceph-mon[188613]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:19:23.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:23 smithi123 ceph-mon[191304]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:19:23.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:23 smithi177 ceph-mon[212096]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:19:24.273 INFO:tasks.workunit.client.0.smithi123.stdout: 530: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:24.273 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Vd_tZfe9IG5hzZ2 off=9719469 len=435471 2023-12-20T11:19:24.274 INFO:tasks.workunit.client.0.smithi123.stdout:op 2675 completed, throughput=4.99MB/sec 2023-12-20T11:19:24.274 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ecPHTVENYfyrEAA off=290591 len=697414 2023-12-20T11:19:24.276 INFO:tasks.workunit.client.0.smithi123.stdout:op 2676 completed, throughput=4.99MB/sec 2023-12-20T11:19:24.276 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mfiN2CXqYX3-u-9 off=8974224 len=504830 2023-12-20T11:19:24.277 INFO:tasks.workunit.client.0.smithi123.stdout:op 2677 completed, throughput=4.99MB/sec 2023-12-20T11:19:24.277 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-a9geEyHq8vGxUQA off=1312222 len=1752303 2023-12-20T11:19:24.286 INFO:tasks.workunit.client.0.smithi123.stdout:op 2678 completed, throughput=5MB/sec 2023-12-20T11:19:24.286 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-LlQDJXlWLljl231 off=3212542 len=1323202 2023-12-20T11:19:24.294 INFO:tasks.workunit.client.0.smithi123.stdout:op 2679 completed, throughput=5MB/sec 2023-12-20T11:19:24.294 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9oBXsdMKYZKI2BL off=1877323 len=372309 2023-12-20T11:19:24.297 INFO:tasks.workunit.client.0.smithi123.stdout:op 2680 completed, throughput=5MB/sec 2023-12-20T11:19:24.297 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FIjInSquxSY7EcO off=248153 len=985154 2023-12-20T11:19:24.301 INFO:tasks.workunit.client.0.smithi123.stdout:op 2681 completed, throughput=5MB/sec 2023-12-20T11:19:25.302 INFO:tasks.workunit.client.0.smithi123.stdout: 531: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:25.302 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-lYe8kwRQVFhgNKD off=1715945 len=1455373 2023-12-20T11:19:25.310 INFO:tasks.workunit.client.0.smithi123.stdout:op 2682 completed, throughput=4.99MB/sec 2023-12-20T11:19:25.310 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-pLS_5oQpOSHPprB off=7028243 len=130738 2023-12-20T11:19:25.312 INFO:tasks.workunit.client.0.smithi123.stdout:op 2683 completed, throughput=5MB/sec 2023-12-20T11:19:25.312 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-520zP4Kz5N3QxFi off=316681 len=1579352 2023-12-20T11:19:25.322 INFO:tasks.workunit.client.0.smithi123.stdout:op 2684 completed, throughput=5MB/sec 2023-12-20T11:19:25.322 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nBIiFPWEC6QN4OP off=2139478 len=431324 2023-12-20T11:19:25.323 INFO:tasks.workunit.client.0.smithi123.stdout:op 2685 completed, throughput=5MB/sec 2023-12-20T11:19:25.323 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-bxYoQ6UJgtGPk3x off=6445141 len=1192749 2023-12-20T11:19:25.324 INFO:tasks.workunit.client.0.smithi123.stdout:op 2686 completed, throughput=5MB/sec 2023-12-20T11:19:25.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:25 smithi123 ceph-mon[188613]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:19:25.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:25 smithi123 ceph-mon[191304]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:19:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:25 smithi177 ceph-mon[212096]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:19:26.325 INFO:tasks.workunit.client.0.smithi123.stdout: 532: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:26.325 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FM8JKQHaQG6HsUp off=4800144 len=486074 2023-12-20T11:19:26.326 INFO:tasks.workunit.client.0.smithi123.stdout:op 2687 completed, throughput=4.99MB/sec 2023-12-20T11:19:26.326 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-7U5oEfcsCLVjkU0 off=623294 len=760056 2023-12-20T11:19:26.328 INFO:tasks.workunit.client.0.smithi123.stdout:op 2688 completed, throughput=4.99MB/sec 2023-12-20T11:19:26.328 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4DY_wPscM6uwYoZ off=8723680 len=1149221 2023-12-20T11:19:26.329 INFO:tasks.workunit.client.0.smithi123.stdout:op 2689 completed, throughput=5MB/sec 2023-12-20T11:19:26.329 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--H-voS5Ns4YJGx2 off=14072815 len=1590683 2023-12-20T11:19:26.331 INFO:tasks.workunit.client.0.smithi123.stdout:op 2690 completed, throughput=5MB/sec 2023-12-20T11:19:26.331 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qomRF7XNdB6eWIZ off=10744555 len=1346713 2023-12-20T11:19:26.332 INFO:tasks.workunit.client.0.smithi123.stdout:op 2691 completed, throughput=5MB/sec 2023-12-20T11:19:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:19:26.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:19:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:19:27.333 INFO:tasks.workunit.client.0.smithi123.stdout: 533: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:27.333 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Zu_rWybr_HqSVAk off=2425172 len=2074236 2023-12-20T11:19:27.335 INFO:tasks.workunit.client.0.smithi123.stdout:op 2692 completed, throughput=5MB/sec 2023-12-20T11:19:27.335 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-EFGfXlNnMwRpRav off=2554525 len=1778505 2023-12-20T11:19:27.337 INFO:tasks.workunit.client.0.smithi123.stdout:op 2693 completed, throughput=5MB/sec 2023-12-20T11:19:27.337 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Gq_iSr_vSiFU2SK off=0 len=1496251 2023-12-20T11:19:27.340 INFO:tasks.workunit.client.0.smithi123.stdout:op 2694 completed, throughput=5MB/sec 2023-12-20T11:19:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:27 smithi123 ceph-mon[188613]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:19:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:27 smithi123 ceph-mon[191304]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:19:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:27 smithi177 ceph-mon[212096]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:19:28.341 INFO:tasks.workunit.client.0.smithi123.stdout: 534: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:28.341 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-i4g9yuZw0YOMrwj off=350082 len=156635 2023-12-20T11:19:28.344 INFO:tasks.workunit.client.0.smithi123.stdout:op 2695 completed, throughput=4.99MB/sec 2023-12-20T11:19:28.344 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-U8PEgIpSjYCWSJQ off=370522 len=1401170 2023-12-20T11:19:28.346 INFO:tasks.workunit.client.0.smithi123.stdout:op 2696 completed, throughput=4.99MB/sec 2023-12-20T11:19:28.346 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-57zjsDNGD0PwvHl off=5213948 len=232892 2023-12-20T11:19:28.349 INFO:tasks.workunit.client.0.smithi123.stdout:op 2697 completed, throughput=4.99MB/sec 2023-12-20T11:19:28.349 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZD2aKtZ5pDOxHIC off=1448256 len=427910 2023-12-20T11:19:28.349 INFO:tasks.workunit.client.0.smithi123.stdout:op 2698 completed, throughput=5MB/sec 2023-12-20T11:19:28.349 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-MyWhW0GojC_nis9 off=2829361 len=573723 2023-12-20T11:19:28.351 INFO:tasks.workunit.client.0.smithi123.stdout:op 2699 completed, throughput=5MB/sec 2023-12-20T11:19:28.351 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-mLGGacvUzzz3c2y off=443755 len=1126235 2023-12-20T11:19:28.357 INFO:tasks.workunit.client.0.smithi123.stdout:op 2700 completed, throughput=5MB/sec 2023-12-20T11:19:28.357 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_KmM0OpBC8GWlVs off=2549638 len=1958207 2023-12-20T11:19:28.366 INFO:tasks.workunit.client.0.smithi123.stdout:op 2701 completed, throughput=5MB/sec 2023-12-20T11:19:29.366 INFO:tasks.workunit.client.0.smithi123.stdout: 535: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:29.366 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Z38U5vawClMVwTQ off=8214629 len=170515 2023-12-20T11:19:29.369 INFO:tasks.workunit.client.0.smithi123.stdout:op 2702 completed, throughput=4.99MB/sec 2023-12-20T11:19:29.369 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-wlpADrAqo4-jaoD off=4826082 len=1262488 2023-12-20T11:19:29.375 INFO:tasks.workunit.client.0.smithi123.stdout:op 2703 completed, throughput=4.99MB/sec 2023-12-20T11:19:29.375 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-clpAZgKbvujajnl off=8648989 len=1488560 2023-12-20T11:19:29.377 INFO:tasks.workunit.client.0.smithi123.stdout:op 2704 completed, throughput=5MB/sec 2023-12-20T11:19:29.377 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Lri0MtOYM-7gRSh off=5731452 len=1279285 2023-12-20T11:19:29.382 INFO:tasks.workunit.client.0.smithi123.stdout:op 2705 completed, throughput=5MB/sec 2023-12-20T11:19:29.382 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-M-4w0OOCrQC5RgO off=7055419 len=223840 2023-12-20T11:19:29.383 INFO:tasks.workunit.client.0.smithi123.stdout:op 2706 completed, throughput=5MB/sec 2023-12-20T11:19:29.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:19:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:19:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-20T11:19:29.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:29 smithi123 ceph-mon[191304]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:19:29.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:29 smithi123 ceph-mon[188613]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:19:29.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:29 smithi177 ceph-mon[212096]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:19:30.383 INFO:tasks.workunit.client.0.smithi123.stdout: 536: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:30.383 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2Xb_i6l21QvzOMf off=11887067 len=1782428 2023-12-20T11:19:30.387 INFO:tasks.workunit.client.0.smithi123.stdout:op 2707 completed, throughput=4.99MB/sec 2023-12-20T11:19:30.387 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SFzq8Ma1kZPN1YO off=1309941 len=799122 2023-12-20T11:19:30.391 INFO:tasks.workunit.client.0.smithi123.stdout:op 2708 completed, throughput=5MB/sec 2023-12-20T11:19:30.391 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rDqHuvDbSLF0ShG off=6882947 len=1976764 2023-12-20T11:19:30.395 INFO:tasks.workunit.client.0.smithi123.stdout:op 2709 completed, throughput=5MB/sec 2023-12-20T11:19:30.395 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Z5Kr-Ju0zGnlddC off=13539584 len=981364 2023-12-20T11:19:30.400 INFO:tasks.workunit.client.0.smithi123.stdout:op 2710 completed, throughput=5MB/sec 2023-12-20T11:19:31.400 INFO:tasks.workunit.client.0.smithi123.stdout: 537: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:31.401 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6gHIyvmTSMKSFmq off=2257809 len=54194 2023-12-20T11:19:31.403 INFO:tasks.workunit.client.0.smithi123.stdout:op 2711 completed, throughput=4.99MB/sec 2023-12-20T11:19:31.403 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hmFEVZMuSXVNKdy off=8020403 len=1058562 2023-12-20T11:19:31.404 INFO:tasks.workunit.client.0.smithi123.stdout:op 2712 completed, throughput=4.99MB/sec 2023-12-20T11:19:31.405 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cNwe4YUDKzq24Iw off=23640667 len=352770 2023-12-20T11:19:31.407 INFO:tasks.workunit.client.0.smithi123.stdout:op 2713 completed, throughput=4.99MB/sec 2023-12-20T11:19:31.408 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-bokUpHaDPrdhN7s off=3950753 len=311021 2023-12-20T11:19:31.408 INFO:tasks.workunit.client.0.smithi123.stdout:op 2714 completed, throughput=4.99MB/sec 2023-12-20T11:19:31.408 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-76GxXEAl6Yvi1yi off=132476 len=1243072 2023-12-20T11:19:31.414 INFO:tasks.workunit.client.0.smithi123.stdout:op 2715 completed, throughput=5MB/sec 2023-12-20T11:19:31.415 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-WFS6AukGKZoEium off=3591022 len=608662 2023-12-20T11:19:31.415 INFO:tasks.workunit.client.0.smithi123.stdout:op 2716 completed, throughput=5MB/sec 2023-12-20T11:19:31.415 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-TZEZwqj7ORDEBM0 off=12650110 len=349393 2023-12-20T11:19:31.418 INFO:tasks.workunit.client.0.smithi123.stdout:op 2717 completed, throughput=5MB/sec 2023-12-20T11:19:31.418 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NTQGgjnEcexE6Sn off=2612075 len=1987888 2023-12-20T11:19:31.420 INFO:tasks.workunit.client.0.smithi123.stdout:op 2718 completed, throughput=5MB/sec 2023-12-20T11:19:31.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:31 smithi123 ceph-mon[191304]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:19:31.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:31 smithi123 ceph-mon[188613]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:19:31.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:31 smithi177 ceph-mon[212096]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:19:32.421 INFO:tasks.workunit.client.0.smithi123.stdout: 538: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:32.421 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-8EioR0a1SnmbOPl off=4816514 len=1074402 2023-12-20T11:19:32.427 INFO:tasks.workunit.client.0.smithi123.stdout:op 2719 completed, throughput=4.99MB/sec 2023-12-20T11:19:32.427 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-41btzVhIQ1kQLko off=6127241 len=1943633 2023-12-20T11:19:32.438 INFO:tasks.workunit.client.0.smithi123.stdout:op 2720 completed, throughput=5MB/sec 2023-12-20T11:19:32.439 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mEjEG7fWRYUSP5M off=5181117 len=2037593 2023-12-20T11:19:32.442 INFO:tasks.workunit.client.0.smithi123.stdout:op 2721 completed, throughput=5MB/sec 2023-12-20T11:19:33.443 INFO:tasks.workunit.client.0.smithi123.stdout: 539: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:33.443 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nQyR1a-OnZqiIUA off=655103 len=1122669 2023-12-20T11:19:33.444 INFO:tasks.workunit.client.0.smithi123.stdout:op 2722 completed, throughput=4.99MB/sec 2023-12-20T11:19:33.444 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0021VIO4-1A8mkm off=18162834 len=786122 2023-12-20T11:19:33.449 INFO:tasks.workunit.client.0.smithi123.stdout:op 2723 completed, throughput=5MB/sec 2023-12-20T11:19:33.449 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hAOJE_c-1pdmCcF off=10863441 len=1896879 2023-12-20T11:19:33.451 INFO:tasks.workunit.client.0.smithi123.stdout:op 2724 completed, throughput=5MB/sec 2023-12-20T11:19:33.451 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qDevWRj9rmxLVRP off=24053917 len=1071368 2023-12-20T11:19:33.453 INFO:tasks.workunit.client.0.smithi123.stdout:op 2725 completed, throughput=5MB/sec 2023-12-20T11:19:33.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:33 smithi177 ceph-mon[212096]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:19:33.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:33 smithi123 ceph-mon[191304]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:19:33.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:33 smithi123 ceph-mon[188613]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:19:34.453 INFO:tasks.workunit.client.0.smithi123.stdout: 540: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:34.453 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-L9HMwY0lcm9iYpc off=4318209 len=589510 2023-12-20T11:19:34.457 INFO:tasks.workunit.client.0.smithi123.stdout:op 2726 completed, throughput=4.99MB/sec 2023-12-20T11:19:34.457 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-1W8bZWHSZ0JOqtC off=2099490 len=865797 2023-12-20T11:19:34.459 INFO:tasks.workunit.client.0.smithi123.stdout:op 2727 completed, throughput=4.99MB/sec 2023-12-20T11:19:34.459 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-eW6d1dif9lnn1F2 off=12174947 len=1117501 2023-12-20T11:19:34.465 INFO:tasks.workunit.client.0.smithi123.stdout:op 2728 completed, throughput=5MB/sec 2023-12-20T11:19:34.465 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6X2D6Ag0ZWfedLo off=4154802 len=1804750 2023-12-20T11:19:34.480 INFO:tasks.workunit.client.0.smithi123.stdout:op 2729 completed, throughput=5MB/sec 2023-12-20T11:19:34.480 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-s_1keGhH5H10ZbI off=13367878 len=1382682 2023-12-20T11:19:34.486 INFO:tasks.workunit.client.0.smithi123.stdout:op 2730 completed, throughput=5MB/sec 2023-12-20T11:19:35.487 INFO:tasks.workunit.client.0.smithi123.stdout: 541: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:35.487 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-RdiTqDSpxBIHr_3 off=1858167 len=2040830 2023-12-20T11:19:35.498 INFO:tasks.workunit.client.0.smithi123.stdout:op 2731 completed, throughput=5MB/sec 2023-12-20T11:19:35.498 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Uh-BcmyrOwHSEcq off=1012962 len=1115915 2023-12-20T11:19:35.501 INFO:tasks.workunit.client.0.smithi123.stdout:op 2732 completed, throughput=5MB/sec 2023-12-20T11:19:35.501 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-VDy7_4opMVfDO_y off=535891 len=636346 2023-12-20T11:19:35.503 INFO:tasks.workunit.client.0.smithi123.stdout:op 2733 completed, throughput=5MB/sec 2023-12-20T11:19:35.503 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-s52qczU3UJoGp8K off=1586893 len=934715 2023-12-20T11:19:35.504 INFO:tasks.workunit.client.0.smithi123.stdout:op 2734 completed, throughput=5MB/sec 2023-12-20T11:19:35.504 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-F8GNjroYH_HSKI9 off=2015136 len=800131 2023-12-20T11:19:35.509 INFO:tasks.workunit.client.0.smithi123.stdout:op 2735 completed, throughput=5MB/sec 2023-12-20T11:19:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:35 smithi177 ceph-mon[212096]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:19:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:35 smithi123 ceph-mon[191304]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:19:35.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:35 smithi123 ceph-mon[188613]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:19:36.509 INFO:tasks.workunit.client.0.smithi123.stdout: 542: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:36.509 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-F8MwOm7H1VevE_y off=2575358 len=635677 2023-12-20T11:19:36.513 INFO:tasks.workunit.client.0.smithi123.stdout:op 2736 completed, throughput=4.99MB/sec 2023-12-20T11:19:36.513 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CLTC6jfWurFDC9g off=5690500 len=803033 2023-12-20T11:19:36.518 INFO:tasks.workunit.client.0.smithi123.stdout:op 2737 completed, throughput=4.99MB/sec 2023-12-20T11:19:36.518 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ZyUvqAa304nhg0C off=1592685 len=1195979 2023-12-20T11:19:36.525 INFO:tasks.workunit.client.0.smithi123.stdout:op 2738 completed, throughput=5MB/sec 2023-12-20T11:19:36.525 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-D_BzZXzuE7uvG_8 off=12364435 len=1407118 2023-12-20T11:19:36.530 INFO:tasks.workunit.client.0.smithi123.stdout:op 2739 completed, throughput=5MB/sec 2023-12-20T11:19:36.530 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-EFGfXlNnMwRpRav off=476489 len=1097330 2023-12-20T11:19:36.531 INFO:tasks.workunit.client.0.smithi123.stdout:op 2740 completed, throughput=5MB/sec 2023-12-20T11:19:37.532 INFO:tasks.workunit.client.0.smithi123.stdout: 543: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:37.532 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-NY0nZyk_IbsJBCT off=5210435 len=1831554 2023-12-20T11:19:37.542 INFO:tasks.workunit.client.0.smithi123.stdout:op 2741 completed, throughput=4.99MB/sec 2023-12-20T11:19:37.542 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-itJtxEBY-wD7WQS off=10107730 len=1919428 2023-12-20T11:19:37.553 INFO:tasks.workunit.client.0.smithi123.stdout:op 2742 completed, throughput=5MB/sec 2023-12-20T11:19:37.553 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ac0VyLhIunrJM4H off=4318189 len=1980415 2023-12-20T11:19:37.556 INFO:tasks.workunit.client.0.smithi123.stdout:op 2743 completed, throughput=5MB/sec 2023-12-20T11:19:37.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:37 smithi177 ceph-mon[212096]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-20T11:19:37.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:37 smithi123 ceph-mon[191304]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-20T11:19:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:37 smithi123 ceph-mon[188613]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-20T11:19:38.557 INFO:tasks.workunit.client.0.smithi123.stdout: 544: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:38.557 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-m9ebiDqXVruXZez off=11972925 len=145361 2023-12-20T11:19:38.557 INFO:tasks.workunit.client.0.smithi123.stdout:op 2744 completed, throughput=4.99MB/sec 2023-12-20T11:19:38.557 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-UYMjfj-bZanJvxo off=11400760 len=1470380 2023-12-20T11:19:38.564 INFO:tasks.workunit.client.0.smithi123.stdout:op 2745 completed, throughput=4.99MB/sec 2023-12-20T11:19:38.564 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-sYTnOOgzGBOdnxM off=1372545 len=1374227 2023-12-20T11:19:38.565 INFO:tasks.workunit.client.0.smithi123.stdout:op 2746 completed, throughput=5MB/sec 2023-12-20T11:19:38.565 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-t2OfOHsZL3d5GK3 off=16232224 len=1534534 2023-12-20T11:19:38.567 INFO:tasks.workunit.client.0.smithi123.stdout:op 2747 completed, throughput=5MB/sec 2023-12-20T11:19:38.567 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-VhRWWrTjDuZpoih off=5368885 len=1278430 2023-12-20T11:19:38.572 INFO:tasks.workunit.client.0.smithi123.stdout:op 2748 completed, throughput=5MB/sec 2023-12-20T11:19:39.401 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:19:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:19:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:19:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-20T11:19:39.573 INFO:tasks.workunit.client.0.smithi123.stdout: 545: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:39.573 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Qmrhb8mTXjHbbPT off=2696973 len=661575 2023-12-20T11:19:39.576 INFO:tasks.workunit.client.0.smithi123.stdout:op 2749 completed, throughput=4.99MB/sec 2023-12-20T11:19:39.576 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-OBaouawdCxuiRXe off=6072065 len=2084927 2023-12-20T11:19:39.588 INFO:tasks.workunit.client.0.smithi123.stdout:op 2750 completed, throughput=5MB/sec 2023-12-20T11:19:39.588 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-eQN7O5LUW8k7U8A off=13303138 len=809314 2023-12-20T11:19:39.593 INFO:tasks.workunit.client.0.smithi123.stdout:op 2751 completed, throughput=5MB/sec 2023-12-20T11:19:39.593 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-98Iq2P0KeKR_ET3 off=6778599 len=1260325 2023-12-20T11:19:39.598 INFO:tasks.workunit.client.0.smithi123.stdout:op 2752 completed, throughput=5MB/sec 2023-12-20T11:19:39.711 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:19:39.712 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (28m) 4m ago 31m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:19:39.712 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (28m) 2m ago 31m 90.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:19:39.712 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (32m) 4m ago 32m 19.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:19:39.712 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (32m) 2m ago 32m 26.8M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:19:39.712 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (27m) 2m ago 34m 457M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:19:39.712 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (28m) 4m ago 36m 538M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:19:39.712 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (27m) 4m ago 36m 247M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:19:39.712 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (27m) 2m ago 34m 144M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:19:39.712 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (27m) 4m ago 34m 157M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:19:39.712 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (28m) 4m ago 31m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:19:39.713 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (28m) 2m ago 31m 19.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:19:39.713 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (26m) 4m ago 34m 1835M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:19:39.713 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (26m) 4m ago 34m 2063M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:19:39.713 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (25m) 4m ago 33m 2149M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:19:39.713 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (25m) 4m ago 33m 1878M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:19:39.713 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (24m) 2m ago 33m 1370M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:19:39.713 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (24m) 2m ago 33m 1530M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:19:39.714 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (23m) 2m ago 32m 1185M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:19:39.714 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (23m) 2m ago 32m 1584M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:19:39.714 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (27m) 2m ago 31m 77.3M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:19:39.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:39 smithi177 ceph-mon[212096]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:19:39.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:39 smithi123 ceph-mon[191304]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:19:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:39 smithi123 ceph-mon[188613]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:19:40.093 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:19:40.094 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:19:40.094 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:19:40.094 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:19:40.094 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:19:40.094 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:19:40.094 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:19:40.094 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:19:40.094 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:19:40.094 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:19:40.094 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:19:40.094 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:19:40.094 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:19:40.094 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:19:40.094 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:19:40.094 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:19:40.095 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:19:40.095 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:19:40.599 INFO:tasks.workunit.client.0.smithi123.stdout: 546: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:40.599 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-VFCVApsqgPvH6rD off=6399007 len=2080770 2023-12-20T11:19:40.606 INFO:tasks.workunit.client.0.smithi123.stdout:op 2753 completed, throughput=5MB/sec 2023-12-20T11:19:40.606 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-PwnrFs26Hurw-RG off=19511 len=850391 2023-12-20T11:19:40.607 INFO:tasks.workunit.client.0.smithi123.stdout:op 2754 completed, throughput=5MB/sec 2023-12-20T11:19:40.607 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--cXGnpSQ9ooPRO6 off=10148569 len=982333 2023-12-20T11:19:40.613 INFO:tasks.workunit.client.0.smithi123.stdout:op 2755 completed, throughput=5MB/sec 2023-12-20T11:19:40.613 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-EROV8drwPSVEVFx off=17807416 len=674573 2023-12-20T11:19:40.617 INFO:tasks.workunit.client.0.smithi123.stdout:op 2756 completed, throughput=5MB/sec 2023-12-20T11:19:40.617 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Ifc0cHrBUJABJ3j off=11218458 len=746688 2023-12-20T11:19:40.617 INFO:tasks.workunit.client.0.smithi123.stdout:op 2757 completed, throughput=5MB/sec 2023-12-20T11:19:40.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:40 smithi177 ceph-mon[212096]: from='client.45512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:19:40.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:40 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2452009302' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:19:40.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:40 smithi123 ceph-mon[191304]: from='client.45512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:19:40.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:40 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2452009302' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:19:40.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:40 smithi123 ceph-mon[188613]: from='client.45512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:19:40.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:40 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2452009302' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:19:41.618 INFO:tasks.workunit.client.0.smithi123.stdout: 547: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:41.618 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-BEX5Xupr1tc9XYC off=14498434 len=1209985 2023-12-20T11:19:41.620 INFO:tasks.workunit.client.0.smithi123.stdout:op 2758 completed, throughput=4.99MB/sec 2023-12-20T11:19:41.620 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SMB8ojKUI_HFFMX off=1889981 len=2002188 2023-12-20T11:19:41.632 INFO:tasks.workunit.client.0.smithi123.stdout:op 2759 completed, throughput=5MB/sec 2023-12-20T11:19:41.632 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-o2lmfDWyZxeaGj_ off=157712 len=198430 2023-12-20T11:19:41.633 INFO:tasks.workunit.client.0.smithi123.stdout:op 2760 completed, throughput=5MB/sec 2023-12-20T11:19:41.633 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_P_lMTuvTJlbfmY off=1005854 len=326830 2023-12-20T11:19:41.634 INFO:tasks.workunit.client.0.smithi123.stdout:op 2761 completed, throughput=5MB/sec 2023-12-20T11:19:41.634 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-zL63JjAOjsOWiEk off=8666446 len=192621 2023-12-20T11:19:41.637 INFO:tasks.workunit.client.0.smithi123.stdout:op 2762 completed, throughput=5MB/sec 2023-12-20T11:19:41.637 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-rF7YFG-J_f3OpaL off=3136613 len=955061 2023-12-20T11:19:41.642 INFO:tasks.workunit.client.0.smithi123.stdout:op 2763 completed, throughput=5MB/sec 2023-12-20T11:19:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:41 smithi177 ceph-mon[212096]: from='client.35586 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:19:41.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:41 smithi177 ceph-mon[212096]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:19:41.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:19:41.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:41 smithi123 ceph-mon[191304]: from='client.35586 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:19:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:41 smithi123 ceph-mon[191304]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:19:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:19:41.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:41 smithi123 ceph-mon[188613]: from='client.35586 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:19:41.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:41 smithi123 ceph-mon[188613]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:19:41.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:19:42.642 INFO:tasks.workunit.client.0.smithi123.stdout: 548: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:42.642 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rdnyICFOrm9yugS off=7887990 len=2077154 2023-12-20T11:19:42.644 INFO:tasks.workunit.client.0.smithi123.stdout:op 2764 completed, throughput=4.99MB/sec 2023-12-20T11:19:42.644 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DKmIexSYcoF7EGs off=5971016 len=1590281 2023-12-20T11:19:42.646 INFO:tasks.workunit.client.0.smithi123.stdout:op 2765 completed, throughput=5MB/sec 2023-12-20T11:19:42.646 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2QK8UjXVBb8u_Iw off=2286318 len=1731883 2023-12-20T11:19:42.648 INFO:tasks.workunit.client.0.smithi123.stdout:op 2766 completed, throughput=5MB/sec 2023-12-20T11:19:43.649 INFO:tasks.workunit.client.0.smithi123.stdout: 549: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:43.649 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vNpyQ56bSEZgUk0 off=6703779 len=397388 2023-12-20T11:19:43.650 INFO:tasks.workunit.client.0.smithi123.stdout:op 2767 completed, throughput=4.99MB/sec 2023-12-20T11:19:43.650 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-zyQFUrC3Zpn95Db off=869870 len=1326931 2023-12-20T11:19:43.658 INFO:tasks.workunit.client.0.smithi123.stdout:op 2768 completed, throughput=4.99MB/sec 2023-12-20T11:19:43.658 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Owm-SglETSZQF1K off=11870237 len=1811120 2023-12-20T11:19:43.660 INFO:tasks.workunit.client.0.smithi123.stdout:op 2769 completed, throughput=5MB/sec 2023-12-20T11:19:43.660 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-eftBeB7km_AKDew off=7482308 len=196923 2023-12-20T11:19:43.661 INFO:tasks.workunit.client.0.smithi123.stdout:op 2770 completed, throughput=5MB/sec 2023-12-20T11:19:43.661 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-UcLGo2TXRV2TuI2 off=7945469 len=1016450 2023-12-20T11:19:43.666 INFO:tasks.workunit.client.0.smithi123.stdout:op 2771 completed, throughput=5MB/sec 2023-12-20T11:19:43.666 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-dVHsKI035JrJjnS off=8504306 len=2031847 2023-12-20T11:19:43.668 INFO:tasks.workunit.client.0.smithi123.stdout:op 2772 completed, throughput=5MB/sec 2023-12-20T11:19:43.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:43 smithi177 ceph-mon[212096]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:19:43.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:43 smithi123 ceph-mon[191304]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:19:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:43 smithi123 ceph-mon[188613]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:19:44.668 INFO:tasks.workunit.client.0.smithi123.stdout: 550: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:44.668 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_NvbIO1Sk90aiN6 off=458255 len=158247 2023-12-20T11:19:44.671 INFO:tasks.workunit.client.0.smithi123.stdout:op 2773 completed, throughput=4.99MB/sec 2023-12-20T11:19:44.671 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Nx5VCDVKHscR_i1 off=14127736 len=336622 2023-12-20T11:19:44.675 INFO:tasks.workunit.client.0.smithi123.stdout:op 2774 completed, throughput=4.99MB/sec 2023-12-20T11:19:44.675 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-R2lAEY30Yw0T_fW off=2629505 len=1772790 2023-12-20T11:19:44.683 INFO:tasks.workunit.client.0.smithi123.stdout:op 2775 completed, throughput=5MB/sec 2023-12-20T11:19:44.683 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ENsTDNLDphW2IU1 off=13644102 len=1536023 2023-12-20T11:19:44.690 INFO:tasks.workunit.client.0.smithi123.stdout:op 2776 completed, throughput=5MB/sec 2023-12-20T11:19:45.690 INFO:tasks.workunit.client.0.smithi123.stdout: 551: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:45.690 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-A0jk75l7JWZ01qf off=4655670 len=1906710 2023-12-20T11:19:45.702 INFO:tasks.workunit.client.0.smithi123.stdout:op 2777 completed, throughput=4.99MB/sec 2023-12-20T11:19:45.702 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QRjIwQLWR4QRSXf off=1046415 len=928264 2023-12-20T11:19:45.702 INFO:tasks.workunit.client.0.smithi123.stdout:op 2778 completed, throughput=5MB/sec 2023-12-20T11:19:45.703 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6Uk61bauu6j0VIm off=7412522 len=1518534 2023-12-20T11:19:45.704 INFO:tasks.workunit.client.0.smithi123.stdout:op 2779 completed, throughput=5MB/sec 2023-12-20T11:19:45.705 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wTJE2n9_F1jvWXC off=8133592 len=785971 2023-12-20T11:19:45.705 INFO:tasks.workunit.client.0.smithi123.stdout:op 2780 completed, throughput=5MB/sec 2023-12-20T11:19:45.705 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-dPuAbrrS7H9Kyfb off=6987458 len=1717419 2023-12-20T11:19:45.714 INFO:tasks.workunit.client.0.smithi123.stdout:op 2781 completed, throughput=5MB/sec 2023-12-20T11:19:45.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:45 smithi177 ceph-mon[212096]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:19:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:45 smithi123 ceph-mon[191304]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:19:45.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:45 smithi123 ceph-mon[188613]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:19:46.714 INFO:tasks.workunit.client.0.smithi123.stdout: 552: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:46.715 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lK3hRBqEWwoHPjI off=3457320 len=1646652 2023-12-20T11:19:46.718 INFO:tasks.workunit.client.0.smithi123.stdout:op 2782 completed, throughput=5MB/sec 2023-12-20T11:19:46.718 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QxyuMgbKReehyVz off=11752585 len=1914960 2023-12-20T11:19:46.726 INFO:tasks.workunit.client.0.smithi123.stdout:op 2783 completed, throughput=5MB/sec 2023-12-20T11:19:46.726 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-utecZrhz86nhAZo off=3818204 len=2089211 2023-12-20T11:19:46.730 INFO:tasks.workunit.client.0.smithi123.stdout:op 2784 completed, throughput=5MB/sec 2023-12-20T11:19:47.730 INFO:tasks.workunit.client.0.smithi123.stdout: 553: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:47.730 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2PJkpJJwHIFpp0U off=4319970 len=1298627 2023-12-20T11:19:47.734 INFO:tasks.workunit.client.0.smithi123.stdout:op 2785 completed, throughput=5MB/sec 2023-12-20T11:19:47.734 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-PKvVWM72tJ8dlbn off=8107560 len=118251 2023-12-20T11:19:47.734 INFO:tasks.workunit.client.0.smithi123.stdout:op 2786 completed, throughput=5MB/sec 2023-12-20T11:19:47.734 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-EIolWrcX5n8klC7 off=13873371 len=1700458 2023-12-20T11:19:47.737 INFO:tasks.workunit.client.0.smithi123.stdout:op 2787 completed, throughput=5MB/sec 2023-12-20T11:19:47.738 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-YbnCsqP1SgOKoXb off=18273768 len=697139 2023-12-20T11:19:47.741 INFO:tasks.workunit.client.0.smithi123.stdout:op 2788 completed, throughput=5MB/sec 2023-12-20T11:19:47.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:47 smithi177 ceph-mon[212096]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:19:47.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:19:47.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:19:47.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:19:47.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:19:47.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:47 smithi123 ceph-mon[191304]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:19:47.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:19:47.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:19:47.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:19:47.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:19:47.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:47 smithi123 ceph-mon[188613]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:19:47.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:19:47.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:19:47.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:19:47.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:19:48.741 INFO:tasks.workunit.client.0.smithi123.stdout: 554: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:48.741 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KG7iQh0EMBNpozR off=11004680 len=552240 2023-12-20T11:19:48.745 INFO:tasks.workunit.client.0.smithi123.stdout:op 2789 completed, throughput=4.99MB/sec 2023-12-20T11:19:48.745 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-aN95PrtIPLz0s0s off=4446679 len=1800362 2023-12-20T11:19:48.752 INFO:tasks.workunit.client.0.smithi123.stdout:op 2790 completed, throughput=5MB/sec 2023-12-20T11:19:48.752 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-N6BFcgS4HOWOK4r off=370128 len=1416704 2023-12-20T11:19:48.759 INFO:tasks.workunit.client.0.smithi123.stdout:op 2791 completed, throughput=5MB/sec 2023-12-20T11:19:48.759 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-rJS-c0ARGzDIFR9 off=14181259 len=2068317 2023-12-20T11:19:48.768 INFO:tasks.workunit.client.0.smithi123.stdout:op 2792 completed, throughput=5MB/sec 2023-12-20T11:19:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:19:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:19:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-20T11:19:49.768 INFO:tasks.workunit.client.0.smithi123.stdout: 555: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:49.768 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FM8JKQHaQG6HsUp off=2288433 len=358282 2023-12-20T11:19:49.769 INFO:tasks.workunit.client.0.smithi123.stdout:op 2793 completed, throughput=4.99MB/sec 2023-12-20T11:19:49.769 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-iz5c6c19aHzXFmW off=1665338 len=496422 2023-12-20T11:19:49.772 INFO:tasks.workunit.client.0.smithi123.stdout:op 2794 completed, throughput=4.99MB/sec 2023-12-20T11:19:49.772 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5uUemU8GX_ygJgK off=3844559 len=1145413 2023-12-20T11:19:49.774 INFO:tasks.workunit.client.0.smithi123.stdout:op 2795 completed, throughput=5MB/sec 2023-12-20T11:19:49.774 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-YWu93sMKUzgbgT- off=14041184 len=1808399 2023-12-20T11:19:49.783 INFO:tasks.workunit.client.0.smithi123.stdout:op 2796 completed, throughput=5MB/sec 2023-12-20T11:19:49.783 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xxuRVr05k87J6nk off=11015271 len=153214 2023-12-20T11:19:49.784 INFO:tasks.workunit.client.0.smithi123.stdout:op 2797 completed, throughput=5MB/sec 2023-12-20T11:19:49.784 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-zXg22zgM6N3LwXC off=22052337 len=929617 2023-12-20T11:19:49.789 INFO:tasks.workunit.client.0.smithi123.stdout:op 2798 completed, throughput=5MB/sec 2023-12-20T11:19:49.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:49 smithi177 ceph-mon[212096]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:19:49.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:49 smithi123 ceph-mon[191304]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:19:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:49 smithi123 ceph-mon[188613]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:19:50.790 INFO:tasks.workunit.client.0.smithi123.stdout: 556: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:50.790 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-iH3YumUpjxlWtHv off=3699997 len=1242873 2023-12-20T11:19:50.791 INFO:tasks.workunit.client.0.smithi123.stdout:op 2799 completed, throughput=4.99MB/sec 2023-12-20T11:19:50.791 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-SXRUl5mO29XUcSF off=44045 len=1695019 2023-12-20T11:19:50.793 INFO:tasks.workunit.client.0.smithi123.stdout:op 2800 completed, throughput=5MB/sec 2023-12-20T11:19:50.793 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-uGbNGVSQKWHFuI8 off=11842722 len=1291176 2023-12-20T11:19:50.802 INFO:tasks.workunit.client.0.smithi123.stdout:op 2801 completed, throughput=5MB/sec 2023-12-20T11:19:50.802 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-iLNAGcgKCdaF6RK off=11701891 len=1980215 2023-12-20T11:19:50.811 INFO:tasks.workunit.client.0.smithi123.stdout:op 2802 completed, throughput=5MB/sec 2023-12-20T11:19:51.811 INFO:tasks.workunit.client.0.smithi123.stdout: 557: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:51.811 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-dXSCpmvjYhkQoBV off=2259427 len=1397308 2023-12-20T11:19:51.818 INFO:tasks.workunit.client.0.smithi123.stdout:op 2803 completed, throughput=5MB/sec 2023-12-20T11:19:51.818 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YTxC6vRxijlysEz off=4992883 len=1007515 2023-12-20T11:19:51.820 INFO:tasks.workunit.client.0.smithi123.stdout:op 2804 completed, throughput=5MB/sec 2023-12-20T11:19:51.820 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-i5hBhF5BAzKXiDt off=6776201 len=2000203 2023-12-20T11:19:51.822 INFO:tasks.workunit.client.0.smithi123.stdout:op 2805 completed, throughput=5MB/sec 2023-12-20T11:19:51.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:51 smithi177 ceph-mon[212096]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:19:51.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:51 smithi123 ceph-mon[191304]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:19:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:51 smithi123 ceph-mon[188613]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:19:52.822 INFO:tasks.workunit.client.0.smithi123.stdout: 558: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:52.823 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-bA_YoGpU7btR1JU off=793632 len=472468 2023-12-20T11:19:52.823 INFO:tasks.workunit.client.0.smithi123.stdout:op 2806 completed, throughput=4.99MB/sec 2023-12-20T11:19:52.824 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vKoORi6Zlg4oGtf off=0 len=1547517 2023-12-20T11:19:52.831 INFO:tasks.workunit.client.0.smithi123.stdout:op 2807 completed, throughput=5MB/sec 2023-12-20T11:19:52.832 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-deDTcF0AeFCpM6D off=2203589 len=948607 2023-12-20T11:19:52.834 INFO:tasks.workunit.client.0.smithi123.stdout:op 2808 completed, throughput=5MB/sec 2023-12-20T11:19:52.834 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WCA40aJQS-ivLpa off=9123001 len=1271958 2023-12-20T11:19:52.839 INFO:tasks.workunit.client.0.smithi123.stdout:op 2809 completed, throughput=5MB/sec 2023-12-20T11:19:52.839 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-X94jGcr1YCe7tue off=3886999 len=875247 2023-12-20T11:19:52.844 INFO:tasks.workunit.client.0.smithi123.stdout:op 2810 completed, throughput=5MB/sec 2023-12-20T11:19:53.844 INFO:tasks.workunit.client.0.smithi123.stdout: 559: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:53.845 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-3z5rpG2ISyB-W3v off=3471561 len=526623 2023-12-20T11:19:53.846 INFO:tasks.workunit.client.0.smithi123.stdout:op 2811 completed, throughput=4.99MB/sec 2023-12-20T11:19:53.846 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--55G5QMXx6p5JqH off=12501563 len=1335497 2023-12-20T11:19:53.853 INFO:tasks.workunit.client.0.smithi123.stdout:op 2812 completed, throughput=4.99MB/sec 2023-12-20T11:19:53.853 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-igkKqWrgGAqklMe off=10433331 len=973977 2023-12-20T11:19:53.859 INFO:tasks.workunit.client.0.smithi123.stdout:op 2813 completed, throughput=5MB/sec 2023-12-20T11:19:53.859 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Vb4EOWnlW75R8AO off=5835506 len=438060 2023-12-20T11:19:53.860 INFO:tasks.workunit.client.0.smithi123.stdout:op 2814 completed, throughput=5MB/sec 2023-12-20T11:19:53.860 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pdG20F_h9bBNjIy off=7760676 len=342986 2023-12-20T11:19:53.860 INFO:tasks.workunit.client.0.smithi123.stdout:op 2815 completed, throughput=5MB/sec 2023-12-20T11:19:53.861 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nqqHQGqPk6giCxA off=1406387 len=971462 2023-12-20T11:19:53.862 INFO:tasks.workunit.client.0.smithi123.stdout:op 2816 completed, throughput=5MB/sec 2023-12-20T11:19:53.863 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-mRU6ypWLamVy86q off=901882 len=1184811 2023-12-20T11:19:53.868 INFO:tasks.workunit.client.0.smithi123.stdout:op 2817 completed, throughput=5MB/sec 2023-12-20T11:19:53.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:53 smithi177 ceph-mon[212096]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:19:53.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:53 smithi123 ceph-mon[188613]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:19:53.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:53 smithi123 ceph-mon[191304]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:19:54.868 INFO:tasks.workunit.client.0.smithi123.stdout: 560: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:54.868 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-HZHC_WfjunGTAsI off=335062 len=117457 2023-12-20T11:19:54.871 INFO:tasks.workunit.client.0.smithi123.stdout:op 2818 completed, throughput=4.99MB/sec 2023-12-20T11:19:54.871 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6rKC240KP76nHO1 off=1292397 len=638525 2023-12-20T11:19:54.873 INFO:tasks.workunit.client.0.smithi123.stdout:op 2819 completed, throughput=4.99MB/sec 2023-12-20T11:19:54.873 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-JS3GOPV4-hAhpYF off=3501716 len=1933246 2023-12-20T11:19:54.884 INFO:tasks.workunit.client.0.smithi123.stdout:op 2820 completed, throughput=5MB/sec 2023-12-20T11:19:54.885 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ZCZiPS7-gEPuf_H off=18325171 len=1264374 2023-12-20T11:19:54.890 INFO:tasks.workunit.client.0.smithi123.stdout:op 2821 completed, throughput=5MB/sec 2023-12-20T11:19:54.891 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QVHZaaOD1sIDNgy off=3227277 len=713665 2023-12-20T11:19:54.891 INFO:tasks.workunit.client.0.smithi123.stdout:op 2822 completed, throughput=5MB/sec 2023-12-20T11:19:54.892 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xHdQoUL9D_32vct off=14974496 len=1501231 2023-12-20T11:19:54.893 INFO:tasks.workunit.client.0.smithi123.stdout:op 2823 completed, throughput=5MB/sec 2023-12-20T11:19:55.894 INFO:tasks.workunit.client.0.smithi123.stdout: 561: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:55.894 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-kwUtNtjvIved9-G off=4087581 len=1445145 2023-12-20T11:19:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:55 smithi177 ceph-mon[212096]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-20T11:19:55.902 INFO:tasks.workunit.client.0.smithi123.stdout:op 2824 completed, throughput=5MB/sec 2023-12-20T11:19:55.902 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-YWK4EJQP8lGRfdR off=7217430 len=119053 2023-12-20T11:19:55.904 INFO:tasks.workunit.client.0.smithi123.stdout:op 2825 completed, throughput=5MB/sec 2023-12-20T11:19:55.904 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gPMSOgSEhv6W2m0 off=11751738 len=876657 2023-12-20T11:19:55.909 INFO:tasks.workunit.client.0.smithi123.stdout:op 2826 completed, throughput=5MB/sec 2023-12-20T11:19:55.909 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-7Qlq1ukgQ-65rWx off=8955265 len=2071821 2023-12-20T11:19:55.911 INFO:tasks.workunit.client.0.smithi123.stdout:op 2827 completed, throughput=5MB/sec 2023-12-20T11:19:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:55 smithi123 ceph-mon[191304]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-20T11:19:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:55 smithi123 ceph-mon[188613]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-20T11:19:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:19:56.912 INFO:tasks.workunit.client.0.smithi123.stdout: 562: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:56.912 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-1kDWf-bTl-8sVqJ off=6098412 len=1991650 2023-12-20T11:19:56.914 INFO:tasks.workunit.client.0.smithi123.stdout:op 2828 completed, throughput=5MB/sec 2023-12-20T11:19:56.914 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fQD-KGqNLT8u1Ci off=6164841 len=757840 2023-12-20T11:19:56.917 INFO:tasks.workunit.client.0.smithi123.stdout:op 2829 completed, throughput=5MB/sec 2023-12-20T11:19:56.917 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Pjuz-4Q2RbXvNqD off=846121 len=1779016 2023-12-20T11:19:56.919 INFO:tasks.workunit.client.0.smithi123.stdout:op 2830 completed, throughput=5MB/sec 2023-12-20T11:19:56.919 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gCMsZSr4bzrJIYB off=15715308 len=492856 2023-12-20T11:19:56.920 INFO:tasks.workunit.client.0.smithi123.stdout:op 2831 completed, throughput=5MB/sec 2023-12-20T11:19:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:19:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:19:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:57 smithi177 ceph-mon[212096]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-20T11:19:57.920 INFO:tasks.workunit.client.0.smithi123.stdout: 563: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:57.920 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-qDphdJK90oIT9un off=9937784 len=1468492 2023-12-20T11:19:57.928 INFO:tasks.workunit.client.0.smithi123.stdout:op 2832 completed, throughput=4.99MB/sec 2023-12-20T11:19:57.928 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-AGLxJWAB8Yc2UcQ off=23098689 len=1503477 2023-12-20T11:19:57.930 INFO:tasks.workunit.client.0.smithi123.stdout:op 2833 completed, throughput=5MB/sec 2023-12-20T11:19:57.930 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-y2yEKsXfxOOCMVh off=4308973 len=1266058 2023-12-20T11:19:57.931 INFO:tasks.workunit.client.0.smithi123.stdout:op 2834 completed, throughput=5MB/sec 2023-12-20T11:19:57.931 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5PknVQkji1FDwTd off=10553157 len=1527780 2023-12-20T11:19:57.933 INFO:tasks.workunit.client.0.smithi123.stdout:op 2835 completed, throughput=5MB/sec 2023-12-20T11:19:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:57 smithi123 ceph-mon[191304]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-20T11:19:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:57 smithi123 ceph-mon[188613]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-20T11:19:58.933 INFO:tasks.workunit.client.0.smithi123.stdout: 564: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:58.934 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-AsD6IsAQ6rPHKe2 off=176342 len=2087571 2023-12-20T11:19:58.945 INFO:tasks.workunit.client.0.smithi123.stdout:op 2836 completed, throughput=5MB/sec 2023-12-20T11:19:58.945 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-46rIITdDUpHfggr off=10019812 len=1401969 2023-12-20T11:19:58.946 INFO:tasks.workunit.client.0.smithi123.stdout:op 2837 completed, throughput=5MB/sec 2023-12-20T11:19:58.947 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-c5-PCrlQCm6G2A8 off=1308108 len=287560 2023-12-20T11:19:58.948 INFO:tasks.workunit.client.0.smithi123.stdout:op 2838 completed, throughput=5MB/sec 2023-12-20T11:19:58.948 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-JPRHRY_00RLJN7o off=10080822 len=1231548 2023-12-20T11:19:58.949 INFO:tasks.workunit.client.0.smithi123.stdout:op 2839 completed, throughput=5MB/sec 2023-12-20T11:19:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:19:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:19:59] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-20T11:19:59.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:19:59 smithi177 ceph-mon[212096]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:19:59.950 INFO:tasks.workunit.client.0.smithi123.stdout: 565: throughput=4.99MB/sec pending data=0 2023-12-20T11:19:59.950 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-PKKIZ7-zoXG_Ewj off=2211133 len=2029689 2023-12-20T11:19:59.954 INFO:tasks.workunit.client.0.smithi123.stdout:op 2840 completed, throughput=5MB/sec 2023-12-20T11:19:59.954 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6D74Ks1Ai3lowzf off=14956020 len=1501320 2023-12-20T11:19:59.961 INFO:tasks.workunit.client.0.smithi123.stdout:op 2841 completed, throughput=5MB/sec 2023-12-20T11:19:59.961 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2aalymG-y6xHEHI off=14072392 len=2005182 2023-12-20T11:19:59.964 INFO:tasks.workunit.client.0.smithi123.stdout:op 2842 completed, throughput=5MB/sec 2023-12-20T11:19:59.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:19:59 smithi123 ceph-mon[191304]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:19:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:19:59 smithi123 ceph-mon[188613]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:20:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T11:19:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T11:20:00.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T11:20:00.964 INFO:tasks.workunit.client.0.smithi123.stdout: 566: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:00.964 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-jL7SlyPNXX04Ju6 off=1602523 len=2050022 2023-12-20T11:20:00.975 INFO:tasks.workunit.client.0.smithi123.stdout:op 2843 completed, throughput=5MB/sec 2023-12-20T11:20:00.975 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-dMMvUEljzdoHJsO off=3126852 len=1226099 2023-12-20T11:20:00.981 INFO:tasks.workunit.client.0.smithi123.stdout:op 2844 completed, throughput=5MB/sec 2023-12-20T11:20:00.982 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fjPO79KmIhUrgRF off=13626747 len=210094 2023-12-20T11:20:00.982 INFO:tasks.workunit.client.0.smithi123.stdout:op 2845 completed, throughput=5MB/sec 2023-12-20T11:20:00.982 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-BBeXX1im0r1d6q- off=4051985 len=427163 2023-12-20T11:20:00.986 INFO:tasks.workunit.client.0.smithi123.stdout:op 2846 completed, throughput=5MB/sec 2023-12-20T11:20:00.986 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nXamk0RJ9i13qxl off=8121718 len=336261 2023-12-20T11:20:00.987 INFO:tasks.workunit.client.0.smithi123.stdout:op 2847 completed, throughput=5MB/sec 2023-12-20T11:20:00.987 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-r-ow52NTI3z-5LN off=7815758 len=1947501 2023-12-20T11:20:00.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T11:20:00.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T11:20:00.997 INFO:tasks.workunit.client.0.smithi123.stdout:op 2848 completed, throughput=5MB/sec 2023-12-20T11:20:01.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:01 smithi177 ceph-mon[212096]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-20T11:20:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:01 smithi123 ceph-mon[191304]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-20T11:20:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:01 smithi123 ceph-mon[188613]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-20T11:20:01.997 INFO:tasks.workunit.client.0.smithi123.stdout: 567: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:01.997 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--3Dl1L-Ii8bTyCp off=7859985 len=697005 2023-12-20T11:20:02.002 INFO:tasks.workunit.client.0.smithi123.stdout:op 2849 completed, throughput=4.99MB/sec 2023-12-20T11:20:02.002 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Fl7ask7pMWkjy9T off=7910353 len=1765061 2023-12-20T11:20:02.004 INFO:tasks.workunit.client.0.smithi123.stdout:op 2850 completed, throughput=5MB/sec 2023-12-20T11:20:02.004 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-3ouQHsEtFswGEVM off=4352937 len=1981655 2023-12-20T11:20:02.007 INFO:tasks.workunit.client.0.smithi123.stdout:op 2851 completed, throughput=5MB/sec 2023-12-20T11:20:03.006 INFO:tasks.workunit.client.0.smithi123.stdout: 568: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:03.006 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-64MDPIG9eF6dCYk off=2966257 len=817713 2023-12-20T11:20:03.007 INFO:tasks.workunit.client.0.smithi123.stdout:op 2852 completed, throughput=4.99MB/sec 2023-12-20T11:20:03.007 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-BWsw5tDNmhmyj4Y off=1483688 len=333344 2023-12-20T11:20:03.010 INFO:tasks.workunit.client.0.smithi123.stdout:op 2853 completed, throughput=4.99MB/sec 2023-12-20T11:20:03.010 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ocY9h1iFSn63PW- off=19654028 len=1061995 2023-12-20T11:20:03.012 INFO:tasks.workunit.client.0.smithi123.stdout:op 2854 completed, throughput=5MB/sec 2023-12-20T11:20:03.012 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-RXMyPpYZ-Ztssor off=2335928 len=1864367 2023-12-20T11:20:03.020 INFO:tasks.workunit.client.0.smithi123.stdout:op 2855 completed, throughput=5MB/sec 2023-12-20T11:20:03.020 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xittpLQfYaailak off=6012338 len=1672535 2023-12-20T11:20:03.024 INFO:tasks.workunit.client.0.smithi123.stdout:op 2856 completed, throughput=5MB/sec 2023-12-20T11:20:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:03 smithi177 ceph-mon[212096]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:20:03.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:03 smithi123 ceph-mon[191304]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:20:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:03 smithi123 ceph-mon[188613]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:20:04.024 INFO:tasks.workunit.client.0.smithi123.stdout: 569: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:04.024 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-z7uwWv-x1kFAjRP off=11457952 len=1992715 2023-12-20T11:20:04.026 INFO:tasks.workunit.client.0.smithi123.stdout:op 2857 completed, throughput=5MB/sec 2023-12-20T11:20:04.026 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Qhm7TtKFlO4ls5u off=8295888 len=2049102 2023-12-20T11:20:04.028 INFO:tasks.workunit.client.0.smithi123.stdout:op 2858 completed, throughput=5MB/sec 2023-12-20T11:20:04.029 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mWSLbbW34PRycLO off=18200055 len=1391904 2023-12-20T11:20:04.030 INFO:tasks.workunit.client.0.smithi123.stdout:op 2859 completed, throughput=5MB/sec 2023-12-20T11:20:05.030 INFO:tasks.workunit.client.0.smithi123.stdout: 570: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:05.031 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-IzQTlM2DTzA6XGc off=16295610 len=1318022 2023-12-20T11:20:05.037 INFO:tasks.workunit.client.0.smithi123.stdout:op 2860 completed, throughput=5MB/sec 2023-12-20T11:20:05.037 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ecQchrB91sGEVIY off=763320 len=650907 2023-12-20T11:20:05.038 INFO:tasks.workunit.client.0.smithi123.stdout:op 2861 completed, throughput=5MB/sec 2023-12-20T11:20:05.038 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-y0TjOvNrMntc19s off=2652513 len=1654742 2023-12-20T11:20:05.040 INFO:tasks.workunit.client.0.smithi123.stdout:op 2862 completed, throughput=5MB/sec 2023-12-20T11:20:05.040 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mziSy9JoSLszXGq off=3403329 len=1680495 2023-12-20T11:20:05.041 INFO:tasks.workunit.client.0.smithi123.stdout:op 2863 completed, throughput=5MB/sec 2023-12-20T11:20:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:05 smithi177 ceph-mon[212096]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:20:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:05 smithi123 ceph-mon[191304]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:20:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:05 smithi123 ceph-mon[188613]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:20:06.042 INFO:tasks.workunit.client.0.smithi123.stdout: 571: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:06.042 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-OmZGSBbKGl1SUd1 off=16787313 len=1000965 2023-12-20T11:20:06.044 INFO:tasks.workunit.client.0.smithi123.stdout:op 2864 completed, throughput=4.99MB/sec 2023-12-20T11:20:06.044 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WrRS3MBXB8BGeXw off=731742 len=1152119 2023-12-20T11:20:06.051 INFO:tasks.workunit.client.0.smithi123.stdout:op 2865 completed, throughput=5MB/sec 2023-12-20T11:20:06.051 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-bDqaafl8DEQKnaa off=9749049 len=1552453 2023-12-20T11:20:06.057 INFO:tasks.workunit.client.0.smithi123.stdout:op 2866 completed, throughput=5MB/sec 2023-12-20T11:20:06.057 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-YaNoB_J8WFyek7R off=7460968 len=347946 2023-12-20T11:20:06.061 INFO:tasks.workunit.client.0.smithi123.stdout:op 2867 completed, throughput=5MB/sec 2023-12-20T11:20:06.061 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ttXLEx-j_asEK0A off=5695504 len=224082 2023-12-20T11:20:06.061 INFO:tasks.workunit.client.0.smithi123.stdout:op 2868 completed, throughput=5MB/sec 2023-12-20T11:20:07.061 INFO:tasks.workunit.client.0.smithi123.stdout: 572: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:07.061 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Qvt8LUChfsM-GtG off=191754 len=285915 2023-12-20T11:20:07.064 INFO:tasks.workunit.client.0.smithi123.stdout:op 2869 completed, throughput=4.99MB/sec 2023-12-20T11:20:07.064 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-5p_DRnSGVHdltSD off=385312 len=354658 2023-12-20T11:20:07.067 INFO:tasks.workunit.client.0.smithi123.stdout:op 2870 completed, throughput=4.99MB/sec 2023-12-20T11:20:07.067 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Szv4ueea7DY66v3 off=4822914 len=1147552 2023-12-20T11:20:07.068 INFO:tasks.workunit.client.0.smithi123.stdout:op 2871 completed, throughput=4.99MB/sec 2023-12-20T11:20:07.068 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hIARX5gxlAVjVaK off=5397837 len=1165295 2023-12-20T11:20:07.074 INFO:tasks.workunit.client.0.smithi123.stdout:op 2872 completed, throughput=5MB/sec 2023-12-20T11:20:07.075 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-VGscrFxTbWVd4tL off=4085587 len=42487 2023-12-20T11:20:07.075 INFO:tasks.workunit.client.0.smithi123.stdout:op 2873 completed, throughput=5MB/sec 2023-12-20T11:20:07.075 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-B0A6jly8eo_gV2U off=10481945 len=1713035 2023-12-20T11:20:07.082 INFO:tasks.workunit.client.0.smithi123.stdout:op 2874 completed, throughput=5MB/sec 2023-12-20T11:20:07.082 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-yIuIRc4cr59bpsP off=498242 len=1888426 2023-12-20T11:20:07.086 INFO:tasks.workunit.client.0.smithi123.stdout:op 2875 completed, throughput=5MB/sec 2023-12-20T11:20:07.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:07 smithi177 ceph-mon[212096]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:20:07.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:07 smithi123 ceph-mon[191304]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:20:07.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:07 smithi123 ceph-mon[188613]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:20:08.086 INFO:tasks.workunit.client.0.smithi123.stdout: 573: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:08.086 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Cy7m0_b3mKcvfyW off=3933192 len=1433946 2023-12-20T11:20:08.093 INFO:tasks.workunit.client.0.smithi123.stdout:op 2876 completed, throughput=5MB/sec 2023-12-20T11:20:08.093 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-CQ87CZIz-iQnyPz off=7497520 len=1005217 2023-12-20T11:20:08.094 INFO:tasks.workunit.client.0.smithi123.stdout:op 2877 completed, throughput=5MB/sec 2023-12-20T11:20:08.094 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YAArATr80Fkv_ji off=7885874 len=519071 2023-12-20T11:20:08.096 INFO:tasks.workunit.client.0.smithi123.stdout:op 2878 completed, throughput=5MB/sec 2023-12-20T11:20:08.096 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-qkPdJD4Cqm3h0hh off=3316273 len=364456 2023-12-20T11:20:08.099 INFO:tasks.workunit.client.0.smithi123.stdout:op 2879 completed, throughput=5MB/sec 2023-12-20T11:20:08.099 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-zfXkWK3byuGFgTG off=2079727 len=1284781 2023-12-20T11:20:08.105 INFO:tasks.workunit.client.0.smithi123.stdout:op 2880 completed, throughput=5MB/sec 2023-12-20T11:20:09.105 INFO:tasks.workunit.client.0.smithi123.stdout: 574: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:09.105 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Zx_xyS9UKP1O89S off=13493035 len=1651082 2023-12-20T11:20:09.115 INFO:tasks.workunit.client.0.smithi123.stdout:op 2881 completed, throughput=5MB/sec 2023-12-20T11:20:09.115 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GlpfcmlmDyMSkkT off=4585383 len=1743083 2023-12-20T11:20:09.117 INFO:tasks.workunit.client.0.smithi123.stdout:op 2882 completed, throughput=5MB/sec 2023-12-20T11:20:09.117 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-PD6ml9YcqlzP4Oo off=17262920 len=324418 2023-12-20T11:20:09.120 INFO:tasks.workunit.client.0.smithi123.stdout:op 2883 completed, throughput=5MB/sec 2023-12-20T11:20:09.120 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tMQNMPpdshxpsru off=498384 len=1538584 2023-12-20T11:20:09.122 INFO:tasks.workunit.client.0.smithi123.stdout:op 2884 completed, throughput=5MB/sec 2023-12-20T11:20:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:20:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:20:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-20T11:20:09.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:09 smithi177 ceph-mon[212096]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:20:09.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:09 smithi123 ceph-mon[191304]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:20:09.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:09 smithi123 ceph-mon[188613]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:20:10.122 INFO:tasks.workunit.client.0.smithi123.stdout: 575: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:10.122 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-to_qFbwm9O0-IN- off=7816811 len=929843 2023-12-20T11:20:10.127 INFO:tasks.workunit.client.0.smithi123.stdout:op 2885 completed, throughput=4.99MB/sec 2023-12-20T11:20:10.127 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kx8_y-57pnDxWOJ off=2066165 len=1644164 2023-12-20T11:20:10.130 INFO:tasks.workunit.client.0.smithi123.stdout:op 2886 completed, throughput=5MB/sec 2023-12-20T11:20:10.130 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-7mtX4h4vVp-oD0g off=3613342 len=1832175 2023-12-20T11:20:10.134 INFO:tasks.workunit.client.0.smithi123.stdout:op 2887 completed, throughput=5MB/sec 2023-12-20T11:20:10.134 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Xo0SRTViiA-VEiz off=1781346 len=1762161 2023-12-20T11:20:10.136 INFO:tasks.workunit.client.0.smithi123.stdout:op 2888 completed, throughput=5MB/sec 2023-12-20T11:20:10.442 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:20:10.752 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:20:10.752 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (28m) 5m ago 31m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:20:10.752 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (28m) 3m ago 31m 90.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:20:10.752 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (32m) 5m ago 32m 19.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:20:10.752 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (32m) 3m ago 32m 26.8M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:20:10.752 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (28m) 3m ago 35m 457M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:20:10.752 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (28m) 5m ago 36m 538M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:20:10.752 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (28m) 5m ago 36m 247M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:20:10.752 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (27m) 3m ago 35m 144M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:20:10.752 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (27m) 5m ago 35m 157M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:20:10.752 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (28m) 5m ago 31m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:20:10.753 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (28m) 3m ago 31m 19.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:20:10.753 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (27m) 5m ago 34m 1835M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:20:10.753 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (26m) 5m ago 34m 2063M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:20:10.753 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (26m) 5m ago 34m 2149M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:20:10.753 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (25m) 5m ago 34m 1878M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:20:10.753 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (25m) 3m ago 33m 1370M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:20:10.753 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (24m) 3m ago 33m 1530M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:20:10.753 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (24m) 3m ago 33m 1185M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:20:10.753 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (23m) 3m ago 33m 1584M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:20:10.753 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (28m) 3m ago 32m 77.3M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:20:11.135 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:20:11.135 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:20:11.135 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:20:11.135 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:20:11.135 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:20:11.135 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:20:11.135 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:20:11.136 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:20:11.136 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:20:11.136 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:20:11.136 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:20:11.136 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:20:11.136 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:20:11.136 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:20:11.136 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:20:11.136 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:20:11.136 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:20:11.136 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:20:11.137 INFO:tasks.workunit.client.0.smithi123.stdout: 576: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:11.137 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8254-DED5srcrtI off=1193607 len=1158855 2023-12-20T11:20:11.138 INFO:tasks.workunit.client.0.smithi123.stdout:op 2889 completed, throughput=5MB/sec 2023-12-20T11:20:11.138 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-VxTFhwmkpIFryMN off=1378396 len=120569 2023-12-20T11:20:11.139 INFO:tasks.workunit.client.0.smithi123.stdout:op 2890 completed, throughput=5MB/sec 2023-12-20T11:20:11.139 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5ZNzmY0ABzpSY0m off=1871249 len=1840367 2023-12-20T11:20:11.141 INFO:tasks.workunit.client.0.smithi123.stdout:op 2891 completed, throughput=5MB/sec 2023-12-20T11:20:11.141 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WuKMUnjwj2GpYlR off=21754439 len=1523940 2023-12-20T11:20:11.146 INFO:tasks.workunit.client.0.smithi123.stdout:op 2892 completed, throughput=5MB/sec 2023-12-20T11:20:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:11 smithi177 ceph-mon[212096]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:20:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:11 smithi177 ceph-mon[212096]: from='client.45530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:20:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:11 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/664761408' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:20:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:20:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:11 smithi123 ceph-mon[191304]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:20:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:11 smithi123 ceph-mon[191304]: from='client.45530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:20:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:11 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/664761408' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:20:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:20:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:11 smithi123 ceph-mon[188613]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:20:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:11 smithi123 ceph-mon[188613]: from='client.45530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:20:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:11 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/664761408' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:20:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:20:12.146 INFO:tasks.workunit.client.0.smithi123.stdout: 577: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:12.146 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-RP_eZLQ37nIFHfk off=13012563 len=1827847 2023-12-20T11:20:12.148 INFO:tasks.workunit.client.0.smithi123.stdout:op 2893 completed, throughput=5MB/sec 2023-12-20T11:20:12.148 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-J9AIj_1TUv2bbHL off=7267745 len=1005215 2023-12-20T11:20:12.155 INFO:tasks.workunit.client.0.smithi123.stdout:op 2894 completed, throughput=5MB/sec 2023-12-20T11:20:12.155 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-BdpuQj_fNV8WxQN off=668781 len=1224106 2023-12-20T11:20:12.156 INFO:tasks.workunit.client.0.smithi123.stdout:op 2895 completed, throughput=5MB/sec 2023-12-20T11:20:12.156 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-y-eznoFj9acSGu0 off=7267579 len=543625 2023-12-20T11:20:12.157 INFO:tasks.workunit.client.0.smithi123.stdout:op 2896 completed, throughput=5MB/sec 2023-12-20T11:20:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:12 smithi177 ceph-mon[212096]: from='client.35604 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:20:12.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:12 smithi123 ceph-mon[191304]: from='client.35604 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:20:12.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:12 smithi123 ceph-mon[188613]: from='client.35604 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:20:13.157 INFO:tasks.workunit.client.0.smithi123.stdout: 578: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:13.158 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-SYt0eXg6oKYCy_k off=9821671 len=1382776 2023-12-20T11:20:13.159 INFO:tasks.workunit.client.0.smithi123.stdout:op 2897 completed, throughput=4.99MB/sec 2023-12-20T11:20:13.159 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FIe1rJX4o6koz9V off=1782037 len=1096108 2023-12-20T11:20:13.160 INFO:tasks.workunit.client.0.smithi123.stdout:op 2898 completed, throughput=5MB/sec 2023-12-20T11:20:13.160 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-pd40zRD7ADAjs7Z off=2398006 len=1708103 2023-12-20T11:20:13.169 INFO:tasks.workunit.client.0.smithi123.stdout:op 2899 completed, throughput=5MB/sec 2023-12-20T11:20:13.169 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rG2Wgww77BuCEJj off=1904917 len=1390463 2023-12-20T11:20:13.170 INFO:tasks.workunit.client.0.smithi123.stdout:op 2900 completed, throughput=5MB/sec 2023-12-20T11:20:13.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:13 smithi177 ceph-mon[212096]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:20:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:13 smithi123 ceph-mon[188613]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:20:13.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:13 smithi123 ceph-mon[191304]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:20:14.171 INFO:tasks.workunit.client.0.smithi123.stdout: 579: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:14.171 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-P1pXRoeWj2O0EDY off=1511512 len=1037567 2023-12-20T11:20:14.176 INFO:tasks.workunit.client.0.smithi123.stdout:op 2901 completed, throughput=4.99MB/sec 2023-12-20T11:20:14.176 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Rl7J_FT1PL_ANE0 off=4350072 len=235260 2023-12-20T11:20:14.179 INFO:tasks.workunit.client.0.smithi123.stdout:op 2902 completed, throughput=4.99MB/sec 2023-12-20T11:20:14.180 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-l_KGC7BQ_4AgDHU off=17597005 len=325423 2023-12-20T11:20:14.182 INFO:tasks.workunit.client.0.smithi123.stdout:op 2903 completed, throughput=4.99MB/sec 2023-12-20T11:20:14.182 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YApBuczt-OtEzRI off=1047360 len=201932 2023-12-20T11:20:14.183 INFO:tasks.workunit.client.0.smithi123.stdout:op 2904 completed, throughput=4.99MB/sec 2023-12-20T11:20:14.184 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-wUr8ZUwV3lra_ai off=5151570 len=1786040 2023-12-20T11:20:14.192 INFO:tasks.workunit.client.0.smithi123.stdout:op 2905 completed, throughput=5MB/sec 2023-12-20T11:20:14.193 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-sgex-6t6YjgREOV off=4756981 len=2000390 2023-12-20T11:20:14.196 INFO:tasks.workunit.client.0.smithi123.stdout:op 2906 completed, throughput=5MB/sec 2023-12-20T11:20:15.196 INFO:tasks.workunit.client.0.smithi123.stdout: 580: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:15.197 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6Z4ptNvqlO5VOFy off=3522875 len=1807625 2023-12-20T11:20:15.207 INFO:tasks.workunit.client.0.smithi123.stdout:op 2907 completed, throughput=5MB/sec 2023-12-20T11:20:15.207 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GcByDoAv-Jn2Ha2 off=9453940 len=1013412 2023-12-20T11:20:15.212 INFO:tasks.workunit.client.0.smithi123.stdout:op 2908 completed, throughput=5MB/sec 2023-12-20T11:20:15.212 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-MedQIjAWuxuNuZa off=1271482 len=2082634 2023-12-20T11:20:15.223 INFO:tasks.workunit.client.0.smithi123.stdout:op 2909 completed, throughput=5MB/sec 2023-12-20T11:20:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:15 smithi177 ceph-mon[212096]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:20:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:15 smithi123 ceph-mon[191304]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:20:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:15 smithi123 ceph-mon[188613]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:20:16.223 INFO:tasks.workunit.client.0.smithi123.stdout: 581: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:16.224 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-P7_0luEmO_3azS- off=4344372 len=1203552 2023-12-20T11:20:16.225 INFO:tasks.workunit.client.0.smithi123.stdout:op 2910 completed, throughput=4.99MB/sec 2023-12-20T11:20:16.225 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-NeXchrJSoGa-R6j off=880887 len=1450525 2023-12-20T11:20:16.235 INFO:tasks.workunit.client.0.smithi123.stdout:op 2911 completed, throughput=5MB/sec 2023-12-20T11:20:16.235 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ti7AydPL9KludoP off=1384419 len=84653 2023-12-20T11:20:16.237 INFO:tasks.workunit.client.0.smithi123.stdout:op 2912 completed, throughput=5MB/sec 2023-12-20T11:20:16.238 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9UVXO4C_u6nvmLN off=2613961 len=1341893 2023-12-20T11:20:16.240 INFO:tasks.workunit.client.0.smithi123.stdout:op 2913 completed, throughput=5MB/sec 2023-12-20T11:20:16.240 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-IYto54-7H6BSz-G off=3782526 len=1393210 2023-12-20T11:20:16.242 INFO:tasks.workunit.client.0.smithi123.stdout:op 2914 completed, throughput=5MB/sec 2023-12-20T11:20:17.242 INFO:tasks.workunit.client.0.smithi123.stdout: 582: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:17.243 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4nlgtE7EH61mcfr off=1599672 len=1982157 2023-12-20T11:20:17.251 INFO:tasks.workunit.client.0.smithi123.stdout:op 2915 completed, throughput=4.99MB/sec 2023-12-20T11:20:17.251 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-VNvBoRWs9y0Exan off=11943521 len=779833 2023-12-20T11:20:17.252 INFO:tasks.workunit.client.0.smithi123.stdout:op 2916 completed, throughput=5MB/sec 2023-12-20T11:20:17.252 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ISz4z3i8YSEIr9z off=2089061 len=1899301 2023-12-20T11:20:17.262 INFO:tasks.workunit.client.0.smithi123.stdout:op 2917 completed, throughput=5MB/sec 2023-12-20T11:20:17.262 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6uygFFoLoLv8LqF off=1188360 len=1286007 2023-12-20T11:20:17.264 INFO:tasks.workunit.client.0.smithi123.stdout:op 2918 completed, throughput=5MB/sec 2023-12-20T11:20:17.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:17 smithi177 ceph-mon[212096]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2023-12-20T11:20:17.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:17 smithi123 ceph-mon[191304]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2023-12-20T11:20:17.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:17 smithi123 ceph-mon[188613]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2023-12-20T11:20:18.264 INFO:tasks.workunit.client.0.smithi123.stdout: 583: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:18.265 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-62k_hly9d2rQNZh off=14476176 len=40662 2023-12-20T11:20:18.265 INFO:tasks.workunit.client.0.smithi123.stdout:op 2919 completed, throughput=4.99MB/sec 2023-12-20T11:20:18.266 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QJ04V1rAEC6-dch off=18831332 len=1284353 2023-12-20T11:20:18.267 INFO:tasks.workunit.client.0.smithi123.stdout:op 2920 completed, throughput=4.99MB/sec 2023-12-20T11:20:18.267 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-PXN6RN3L8LUcc5T off=6578317 len=1633845 2023-12-20T11:20:18.269 INFO:tasks.workunit.client.0.smithi123.stdout:op 2921 completed, throughput=5MB/sec 2023-12-20T11:20:18.269 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Iqxgk0RpuJNWPXf off=15046827 len=1495962 2023-12-20T11:20:18.271 INFO:tasks.workunit.client.0.smithi123.stdout:op 2922 completed, throughput=5MB/sec 2023-12-20T11:20:18.271 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nIvKjLk2Zx2-83P off=2393182 len=1024122 2023-12-20T11:20:18.273 INFO:tasks.workunit.client.0.smithi123.stdout:op 2923 completed, throughput=5MB/sec 2023-12-20T11:20:19.274 INFO:tasks.workunit.client.0.smithi123.stdout: 584: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:19.274 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-iVzEUe3Jl2x9AAq off=7114561 len=2047965 2023-12-20T11:20:19.276 INFO:tasks.workunit.client.0.smithi123.stdout:op 2924 completed, throughput=5MB/sec 2023-12-20T11:20:19.277 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-1qdn4PtN0Z-ztaY off=10462424 len=1036656 2023-12-20T11:20:19.278 INFO:tasks.workunit.client.0.smithi123.stdout:op 2925 completed, throughput=5MB/sec 2023-12-20T11:20:19.278 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-T0AF-aX8GmoF5tr off=362004 len=926223 2023-12-20T11:20:19.283 INFO:tasks.workunit.client.0.smithi123.stdout:op 2926 completed, throughput=5MB/sec 2023-12-20T11:20:19.283 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-JIWtbPTvyJ8guX4 off=8667480 len=913448 2023-12-20T11:20:19.285 INFO:tasks.workunit.client.0.smithi123.stdout:op 2927 completed, throughput=5MB/sec 2023-12-20T11:20:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:20:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:20:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-20T11:20:19.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:19 smithi177 ceph-mon[212096]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:20:19.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:19 smithi123 ceph-mon[191304]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:20:19.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:19 smithi123 ceph-mon[188613]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:20:20.285 INFO:tasks.workunit.client.0.smithi123.stdout: 585: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:20.285 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZmwhluxVsAg02R7 off=2582178 len=1699476 2023-12-20T11:20:20.289 INFO:tasks.workunit.client.0.smithi123.stdout:op 2928 completed, throughput=5MB/sec 2023-12-20T11:20:20.289 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NBgW0WdXrnd5Xod off=3138033 len=1374023 2023-12-20T11:20:20.290 INFO:tasks.workunit.client.0.smithi123.stdout:op 2929 completed, throughput=5MB/sec 2023-12-20T11:20:20.290 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-yGls_tqx6inwJ5g off=1986436 len=2016475 2023-12-20T11:20:20.300 INFO:tasks.workunit.client.0.smithi123.stdout:op 2930 completed, throughput=5MB/sec 2023-12-20T11:20:21.301 INFO:tasks.workunit.client.0.smithi123.stdout: 586: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:21.301 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KodaK8RPXUgFvFI off=7037255 len=1175112 2023-12-20T11:20:21.307 INFO:tasks.workunit.client.0.smithi123.stdout:op 2931 completed, throughput=4.99MB/sec 2023-12-20T11:20:21.307 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ExQ8nUrx9WDVMtW off=5816287 len=2060153 2023-12-20T11:20:21.309 INFO:tasks.workunit.client.0.smithi123.stdout:op 2932 completed, throughput=5MB/sec 2023-12-20T11:20:21.309 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-InHCy7gKur3PIre off=15392588 len=1118370 2023-12-20T11:20:21.315 INFO:tasks.workunit.client.0.smithi123.stdout:op 2933 completed, throughput=5MB/sec 2023-12-20T11:20:21.315 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-bCV9gEMoJLPU3I_ off=8399245 len=1252622 2023-12-20T11:20:21.322 INFO:tasks.workunit.client.0.smithi123.stdout:op 2934 completed, throughput=5MB/sec 2023-12-20T11:20:21.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:21 smithi177 ceph-mon[212096]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:20:21.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:21 smithi123 ceph-mon[191304]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:20:21.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:21 smithi123 ceph-mon[188613]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:20:22.323 INFO:tasks.workunit.client.0.smithi123.stdout: 587: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:22.323 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GgosUAehCLICvG0 off=206641 len=1040904 2023-12-20T11:20:22.330 INFO:tasks.workunit.client.0.smithi123.stdout:op 2935 completed, throughput=4.99MB/sec 2023-12-20T11:20:22.330 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-a5cUJesUFgO3EO4 off=1622888 len=1233720 2023-12-20T11:20:22.331 INFO:tasks.workunit.client.0.smithi123.stdout:op 2936 completed, throughput=5MB/sec 2023-12-20T11:20:22.331 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-bdzyOxnvvXlqe3E off=7464802 len=1800245 2023-12-20T11:20:22.342 INFO:tasks.workunit.client.0.smithi123.stdout:op 2937 completed, throughput=5MB/sec 2023-12-20T11:20:22.343 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-S7iW95KUhz655SZ off=5513471 len=235208 2023-12-20T11:20:22.343 INFO:tasks.workunit.client.0.smithi123.stdout:op 2938 completed, throughput=5MB/sec 2023-12-20T11:20:22.343 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-UdMurw9ADNo7A86 off=10901734 len=992707 2023-12-20T11:20:22.349 INFO:tasks.workunit.client.0.smithi123.stdout:op 2939 completed, throughput=5MB/sec 2023-12-20T11:20:23.349 INFO:tasks.workunit.client.0.smithi123.stdout: 588: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:23.349 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-RlGJO7ylS2mCjbb off=5004277 len=1062731 2023-12-20T11:20:23.354 INFO:tasks.workunit.client.0.smithi123.stdout:op 2940 completed, throughput=4.99MB/sec 2023-12-20T11:20:23.354 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-sA7_eLQA_iX2_RX off=11775434 len=798564 2023-12-20T11:20:23.361 INFO:tasks.workunit.client.0.smithi123.stdout:op 2941 completed, throughput=5MB/sec 2023-12-20T11:20:23.361 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-EVXH-G3pAAbGtK7 off=374264 len=1280006 2023-12-20T11:20:23.369 INFO:tasks.workunit.client.0.smithi123.stdout:op 2942 completed, throughput=5MB/sec 2023-12-20T11:20:23.369 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Y9UxaknKhYKrj9Q off=20110153 len=685908 2023-12-20T11:20:23.370 INFO:tasks.workunit.client.0.smithi123.stdout:op 2943 completed, throughput=5MB/sec 2023-12-20T11:20:23.370 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-LQuwCwBqWT59EmV off=2563806 len=1407424 2023-12-20T11:20:23.377 INFO:tasks.workunit.client.0.smithi123.stdout:op 2944 completed, throughput=5MB/sec 2023-12-20T11:20:23.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:23 smithi177 ceph-mon[212096]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:20:23.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:23 smithi123 ceph-mon[188613]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:20:23.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:23 smithi123 ceph-mon[191304]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:20:24.377 INFO:tasks.workunit.client.0.smithi123.stdout: 589: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:24.377 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-F6X9vCF5hep1yet off=6145564 len=555696 2023-12-20T11:20:24.381 INFO:tasks.workunit.client.0.smithi123.stdout:op 2945 completed, throughput=4.99MB/sec 2023-12-20T11:20:24.381 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2P4nZs6s5S0jBl- off=6455950 len=1890753 2023-12-20T11:20:24.383 INFO:tasks.workunit.client.0.smithi123.stdout:op 2946 completed, throughput=5MB/sec 2023-12-20T11:20:24.383 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-rBwxa3AfNzi_2od off=4149279 len=1122188 2023-12-20T11:20:24.390 INFO:tasks.workunit.client.0.smithi123.stdout:op 2947 completed, throughput=5MB/sec 2023-12-20T11:20:24.390 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-O5_nEQQpIPCf1hg off=5571244 len=371776 2023-12-20T11:20:24.392 INFO:tasks.workunit.client.0.smithi123.stdout:op 2948 completed, throughput=5MB/sec 2023-12-20T11:20:24.393 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WvnUQClOw2U_i_v off=10551785 len=1549148 2023-12-20T11:20:24.400 INFO:tasks.workunit.client.0.smithi123.stdout:op 2949 completed, throughput=5MB/sec 2023-12-20T11:20:25.400 INFO:tasks.workunit.client.0.smithi123.stdout: 590: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:25.401 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-H0fW9V_40FNfQVZ off=3768935 len=1010054 2023-12-20T11:20:25.406 INFO:tasks.workunit.client.0.smithi123.stdout:op 2950 completed, throughput=4.99MB/sec 2023-12-20T11:20:25.406 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-h8iO9KFqVTtel2E off=896047 len=467829 2023-12-20T11:20:25.407 INFO:tasks.workunit.client.0.smithi123.stdout:op 2951 completed, throughput=4.99MB/sec 2023-12-20T11:20:25.407 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-soyCvwb2MxwDgxm off=11301994 len=13951 2023-12-20T11:20:25.408 INFO:tasks.workunit.client.0.smithi123.stdout:op 2952 completed, throughput=4.99MB/sec 2023-12-20T11:20:25.408 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-JrzuL-8EfLZby4W off=1987604 len=479695 2023-12-20T11:20:25.411 INFO:tasks.workunit.client.0.smithi123.stdout:op 2953 completed, throughput=5MB/sec 2023-12-20T11:20:25.411 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-fNQmD-knbH6wbJ3 off=12788877 len=162707 2023-12-20T11:20:25.414 INFO:tasks.workunit.client.0.smithi123.stdout:op 2954 completed, throughput=5MB/sec 2023-12-20T11:20:25.414 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-scVTrUgtJP89pdg off=2352713 len=1744864 2023-12-20T11:20:25.422 INFO:tasks.workunit.client.0.smithi123.stdout:op 2955 completed, throughput=5MB/sec 2023-12-20T11:20:25.422 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-h-Uka6KVxePSiIR off=11282416 len=1550116 2023-12-20T11:20:25.424 INFO:tasks.workunit.client.0.smithi123.stdout:op 2956 completed, throughput=5MB/sec 2023-12-20T11:20:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:25 smithi177 ceph-mon[212096]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:20:25.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:25 smithi123 ceph-mon[191304]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:20:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:25 smithi123 ceph-mon[188613]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:20:26.425 INFO:tasks.workunit.client.0.smithi123.stdout: 591: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:26.425 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cY3uGIrFIL13M9K off=7435800 len=982829 2023-12-20T11:20:26.429 INFO:tasks.workunit.client.0.smithi123.stdout:op 2957 completed, throughput=4.99MB/sec 2023-12-20T11:20:26.429 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-oMZnzTgQhw3TLA9 off=1432653 len=994393 2023-12-20T11:20:26.435 INFO:tasks.workunit.client.0.smithi123.stdout:op 2958 completed, throughput=5MB/sec 2023-12-20T11:20:26.435 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-F-lLpoUd5Pvf37w off=14733066 len=1996305 2023-12-20T11:20:26.437 INFO:tasks.workunit.client.0.smithi123.stdout:op 2959 completed, throughput=5MB/sec 2023-12-20T11:20:26.437 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0IRVr3u2PpeFGPt off=2064376 len=45519 2023-12-20T11:20:26.439 INFO:tasks.workunit.client.0.smithi123.stdout:op 2960 completed, throughput=5MB/sec 2023-12-20T11:20:26.439 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-qtIZO2tlDRnSbj3 off=8520620 len=1071093 2023-12-20T11:20:26.445 INFO:tasks.workunit.client.0.smithi123.stdout:op 2961 completed, throughput=5MB/sec 2023-12-20T11:20:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:20:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:20:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:20:27.445 INFO:tasks.workunit.client.0.smithi123.stdout: 592: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:27.446 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uNps3ihvKTS_fz7 off=2325509 len=2093073 2023-12-20T11:20:27.448 INFO:tasks.workunit.client.0.smithi123.stdout:op 2962 completed, throughput=5MB/sec 2023-12-20T11:20:27.448 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-shi-tnUcD0FWjlp off=14224762 len=398405 2023-12-20T11:20:27.449 INFO:tasks.workunit.client.0.smithi123.stdout:op 2963 completed, throughput=5MB/sec 2023-12-20T11:20:27.449 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-omj8GWN8DnRR_t1 off=744824 len=1138016 2023-12-20T11:20:27.456 INFO:tasks.workunit.client.0.smithi123.stdout:op 2964 completed, throughput=5MB/sec 2023-12-20T11:20:27.456 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uVJBBz4VqwZLmvN off=8169323 len=620621 2023-12-20T11:20:27.457 INFO:tasks.workunit.client.0.smithi123.stdout:op 2965 completed, throughput=5MB/sec 2023-12-20T11:20:27.457 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-7w9C4e9Zph3F6Am off=325705 len=331067 2023-12-20T11:20:27.457 INFO:tasks.workunit.client.0.smithi123.stdout:op 2966 completed, throughput=5MB/sec 2023-12-20T11:20:27.457 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vIE10FX0pwHy3uZ off=6389583 len=1449276 2023-12-20T11:20:27.460 INFO:tasks.workunit.client.0.smithi123.stdout:op 2967 completed, throughput=5MB/sec 2023-12-20T11:20:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:27 smithi177 ceph-mon[212096]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-20T11:20:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:27 smithi123 ceph-mon[188613]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-20T11:20:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:27 smithi123 ceph-mon[191304]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-20T11:20:28.460 INFO:tasks.workunit.client.0.smithi123.stdout: 593: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:28.461 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-HoCIwT1uYfr34V7 off=5532265 len=389171 2023-12-20T11:20:28.461 INFO:tasks.workunit.client.0.smithi123.stdout:op 2968 completed, throughput=4.99MB/sec 2023-12-20T11:20:28.461 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-L3dU6SU24Z4kmhX off=4197125 len=524689 2023-12-20T11:20:28.465 INFO:tasks.workunit.client.0.smithi123.stdout:op 2969 completed, throughput=4.99MB/sec 2023-12-20T11:20:28.465 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-oFyxlUB9dwg853_ off=0 len=1775057 2023-12-20T11:20:28.477 INFO:tasks.workunit.client.0.smithi123.stdout:op 2970 completed, throughput=5MB/sec 2023-12-20T11:20:28.477 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-L0oSlUdCFjHnfwl off=10044827 len=908844 2023-12-20T11:20:28.478 INFO:tasks.workunit.client.0.smithi123.stdout:op 2971 completed, throughput=5MB/sec 2023-12-20T11:20:28.478 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-30w4Fj8-qwYoa0a off=13686713 len=1916967 2023-12-20T11:20:28.489 INFO:tasks.workunit.client.0.smithi123.stdout:op 2972 completed, throughput=5MB/sec 2023-12-20T11:20:29.490 INFO:tasks.workunit.client.0.smithi123.stdout: 594: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:29.490 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Rokj1d4EuwOSByj off=11475419 len=1961994 2023-12-20T11:20:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:20:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:20:29] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-20T11:20:29.492 INFO:tasks.workunit.client.0.smithi123.stdout:op 2973 completed, throughput=5MB/sec 2023-12-20T11:20:29.492 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-OvHOYmpSw3bqO-_ off=983143 len=1149537 2023-12-20T11:20:29.493 INFO:tasks.workunit.client.0.smithi123.stdout:op 2974 completed, throughput=5MB/sec 2023-12-20T11:20:29.494 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-syQr73VzM-TDZib off=19853979 len=1897029 2023-12-20T11:20:29.496 INFO:tasks.workunit.client.0.smithi123.stdout:op 2975 completed, throughput=5MB/sec 2023-12-20T11:20:29.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:29 smithi177 ceph-mon[212096]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:20:29.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:29 smithi123 ceph-mon[191304]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:20:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:29 smithi123 ceph-mon[188613]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:20:30.496 INFO:tasks.workunit.client.0.smithi123.stdout: 595: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:30.496 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-bpfBzo_1R7OixIz off=5498990 len=1400472 2023-12-20T11:20:30.504 INFO:tasks.workunit.client.0.smithi123.stdout:op 2976 completed, throughput=5MB/sec 2023-12-20T11:20:30.504 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-D2BIp6STE2GqBks off=7684350 len=92782 2023-12-20T11:20:30.506 INFO:tasks.workunit.client.0.smithi123.stdout:op 2977 completed, throughput=5MB/sec 2023-12-20T11:20:30.506 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-mIzPWlElyXB9uYu off=1319693 len=1293890 2023-12-20T11:20:30.511 INFO:tasks.workunit.client.0.smithi123.stdout:op 2978 completed, throughput=5MB/sec 2023-12-20T11:20:30.511 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nw1avKR3S34NgJM off=6269023 len=1208558 2023-12-20T11:20:30.514 INFO:tasks.workunit.client.0.smithi123.stdout:op 2979 completed, throughput=5MB/sec 2023-12-20T11:20:30.514 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0cGZS37iiSP_h8q off=9706500 len=1921338 2023-12-20T11:20:30.516 INFO:tasks.workunit.client.0.smithi123.stdout:op 2980 completed, throughput=5MB/sec 2023-12-20T11:20:31.516 INFO:tasks.workunit.client.0.smithi123.stdout: 596: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:31.517 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ILb31mlqjWX9HCw off=3680535 len=603393 2023-12-20T11:20:31.521 INFO:tasks.workunit.client.0.smithi123.stdout:op 2981 completed, throughput=4.99MB/sec 2023-12-20T11:20:31.521 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-iYc0ugGPk-RWX3u off=6106688 len=104746 2023-12-20T11:20:31.521 INFO:tasks.workunit.client.0.smithi123.stdout:op 2982 completed, throughput=4.99MB/sec 2023-12-20T11:20:31.521 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-453AHtbo1OvGuYm off=7794867 len=790560 2023-12-20T11:20:31.525 INFO:tasks.workunit.client.0.smithi123.stdout:op 2983 completed, throughput=5MB/sec 2023-12-20T11:20:31.526 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-8ddiPm6x-OO5Di7 off=2776888 len=1671238 2023-12-20T11:20:31.534 INFO:tasks.workunit.client.0.smithi123.stdout:op 2984 completed, throughput=5MB/sec 2023-12-20T11:20:31.534 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jp0SpoxirpqGeh- off=8196893 len=1408258 2023-12-20T11:20:31.535 INFO:tasks.workunit.client.0.smithi123.stdout:op 2985 completed, throughput=5MB/sec 2023-12-20T11:20:31.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:31 smithi177 ceph-mon[212096]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:20:31.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:31 smithi123 ceph-mon[191304]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:20:31.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:31 smithi123 ceph-mon[188613]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:20:32.536 INFO:tasks.workunit.client.0.smithi123.stdout: 597: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:32.536 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zOilsJnha6jX3fG off=3612731 len=2084237 2023-12-20T11:20:32.540 INFO:tasks.workunit.client.0.smithi123.stdout:op 2986 completed, throughput=5MB/sec 2023-12-20T11:20:32.540 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xRl-LpBWxlTul8H off=3716074 len=770967 2023-12-20T11:20:32.541 INFO:tasks.workunit.client.0.smithi123.stdout:op 2987 completed, throughput=5MB/sec 2023-12-20T11:20:32.541 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-np2SC6Q0CLIY21I off=4134350 len=1651642 2023-12-20T11:20:32.550 INFO:tasks.workunit.client.0.smithi123.stdout:op 2988 completed, throughput=5MB/sec 2023-12-20T11:20:32.550 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-3nLWxkUKPBqffI3 off=10163383 len=469012 2023-12-20T11:20:32.551 INFO:tasks.workunit.client.0.smithi123.stdout:op 2989 completed, throughput=5MB/sec 2023-12-20T11:20:33.552 INFO:tasks.workunit.client.0.smithi123.stdout: 598: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:33.552 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-y7lXQ-War5XgHmX off=21088979 len=1425982 2023-12-20T11:20:33.558 INFO:tasks.workunit.client.0.smithi123.stdout:op 2990 completed, throughput=4.99MB/sec 2023-12-20T11:20:33.558 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-PemtxinCGGQZO2G off=14409607 len=1228922 2023-12-20T11:20:33.563 INFO:tasks.workunit.client.0.smithi123.stdout:op 2991 completed, throughput=5MB/sec 2023-12-20T11:20:33.563 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fua9sP-8pTK23Y1 off=2200309 len=890633 2023-12-20T11:20:33.565 INFO:tasks.workunit.client.0.smithi123.stdout:op 2992 completed, throughput=5MB/sec 2023-12-20T11:20:33.566 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-r0knqN68Urmuzue off=9980799 len=1322025 2023-12-20T11:20:33.572 INFO:tasks.workunit.client.0.smithi123.stdout:op 2993 completed, throughput=5MB/sec 2023-12-20T11:20:33.572 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Z9HZxz8EBcGFv1v off=11731868 len=44025 2023-12-20T11:20:33.572 INFO:tasks.workunit.client.0.smithi123.stdout:op 2994 completed, throughput=5MB/sec 2023-12-20T11:20:33.573 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-bhCs3CZxU3oG7Wa off=463017 len=1431192 2023-12-20T11:20:33.573 INFO:tasks.workunit.client.0.smithi123.stdout:op 2995 completed, throughput=5MB/sec 2023-12-20T11:20:33.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:33 smithi177 ceph-mon[212096]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:20:33.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:33 smithi123 ceph-mon[191304]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:20:33.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:33 smithi123 ceph-mon[188613]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:20:34.574 INFO:tasks.workunit.client.0.smithi123.stdout: 599: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:34.574 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SAexXjlew81YZFV off=10618931 len=1548718 2023-12-20T11:20:34.583 INFO:tasks.workunit.client.0.smithi123.stdout:op 2996 completed, throughput=5MB/sec 2023-12-20T11:20:34.583 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Izfj6x4wAlOl4Z5 off=15331190 len=1495470 2023-12-20T11:20:34.589 INFO:tasks.workunit.client.0.smithi123.stdout:op 2997 completed, throughput=5MB/sec 2023-12-20T11:20:34.589 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-WJNZkC9pQSbXU6- off=2152439 len=1740470 2023-12-20T11:20:34.592 INFO:tasks.workunit.client.0.smithi123.stdout:op 2998 completed, throughput=5MB/sec 2023-12-20T11:20:35.592 INFO:tasks.workunit.client.0.smithi123.stdout: 600: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:35.592 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ztpesjkthJ3rcOX off=10621931 len=1553999 2023-12-20T11:20:35.601 INFO:tasks.workunit.client.0.smithi123.stdout:op 2999 completed, throughput=5MB/sec 2023-12-20T11:20:35.601 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9Z7oYomEkCOxcEV off=8503134 len=400901 2023-12-20T11:20:35.605 INFO:tasks.workunit.client.0.smithi123.stdout:op 3000 completed, throughput=5MB/sec 2023-12-20T11:20:35.605 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-OCkCSWO4BqhruKX off=12604772 len=1482995 2023-12-20T11:20:35.607 INFO:tasks.workunit.client.0.smithi123.stdout:op 3001 completed, throughput=5MB/sec 2023-12-20T11:20:35.607 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-M_H07qqL0xmAlbJ off=18033704 len=927126 2023-12-20T11:20:35.611 INFO:tasks.workunit.client.0.smithi123.stdout:op 3002 completed, throughput=5MB/sec 2023-12-20T11:20:35.612 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QZw_z_kdbwAlZUo off=0 len=1493768 2023-12-20T11:20:35.618 INFO:tasks.workunit.client.0.smithi123.stdout:op 3003 completed, throughput=5MB/sec 2023-12-20T11:20:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:35 smithi177 ceph-mon[212096]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:20:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:35 smithi123 ceph-mon[191304]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:20:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:35 smithi123 ceph-mon[188613]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:20:36.618 INFO:tasks.workunit.client.0.smithi123.stdout: 601: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:36.618 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-22bpIRW7jWWbjKB off=2098134 len=342808 2023-12-20T11:20:36.625 INFO:tasks.workunit.client.0.smithi123.stdout:op 3004 completed, throughput=4.99MB/sec 2023-12-20T11:20:36.625 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-LVVXUVRH_SKZril off=1658172 len=1708384 2023-12-20T11:20:36.625 INFO:tasks.workunit.client.0.smithi123.stdout:op 3005 completed, throughput=5MB/sec 2023-12-20T11:20:36.626 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-zby867ueI9bhqgm off=20440485 len=90473 2023-12-20T11:20:36.628 INFO:tasks.workunit.client.0.smithi123.stdout:op 3006 completed, throughput=5MB/sec 2023-12-20T11:20:36.628 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-YQH8Y5iZJxnV6BH off=5374759 len=1364161 2023-12-20T11:20:36.630 INFO:tasks.workunit.client.0.smithi123.stdout:op 3007 completed, throughput=5MB/sec 2023-12-20T11:20:36.630 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-yFQAR-sqt_Did3_ off=331474 len=984224 2023-12-20T11:20:36.640 INFO:tasks.workunit.client.0.smithi123.stdout:op 3008 completed, throughput=5MB/sec 2023-12-20T11:20:37.634 INFO:tasks.workunit.client.0.smithi123.stdout: 602: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:37.634 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZN3_X4DXJNPMUg7 off=634454 len=217084 2023-12-20T11:20:37.634 INFO:tasks.workunit.client.0.smithi123.stdout:op 3009 completed, throughput=4.99MB/sec 2023-12-20T11:20:37.634 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8cu4JvSPEeTRb5U off=15274490 len=1448432 2023-12-20T11:20:37.637 INFO:tasks.workunit.client.0.smithi123.stdout:op 3010 completed, throughput=4.99MB/sec 2023-12-20T11:20:37.637 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hetooJIBR3VB17_ off=8866471 len=211612 2023-12-20T11:20:37.638 INFO:tasks.workunit.client.0.smithi123.stdout:op 3011 completed, throughput=5MB/sec 2023-12-20T11:20:37.638 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xJ1GaYgpCd1US2W off=2903464 len=1983778 2023-12-20T11:20:37.640 INFO:tasks.workunit.client.0.smithi123.stdout:op 3012 completed, throughput=5MB/sec 2023-12-20T11:20:37.640 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DKbWwynhoa7JtI- off=1708687 len=1254059 2023-12-20T11:20:37.642 INFO:tasks.workunit.client.0.smithi123.stdout:op 3013 completed, throughput=5MB/sec 2023-12-20T11:20:37.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:37 smithi177 ceph-mon[212096]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:20:37.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:37 smithi123 ceph-mon[191304]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:20:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:37 smithi123 ceph-mon[188613]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:20:38.643 INFO:tasks.workunit.client.0.smithi123.stdout: 603: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:38.643 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8OLJ_6nv144myXT off=3695139 len=711783 2023-12-20T11:20:38.644 INFO:tasks.workunit.client.0.smithi123.stdout:op 3014 completed, throughput=4.99MB/sec 2023-12-20T11:20:38.644 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-a9SP4PB6oDOS4N_ off=314672 len=365878 2023-12-20T11:20:38.645 INFO:tasks.workunit.client.0.smithi123.stdout:op 3015 completed, throughput=4.99MB/sec 2023-12-20T11:20:38.645 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vJZ0gnuVrjHG5WI off=8911035 len=1264592 2023-12-20T11:20:38.648 INFO:tasks.workunit.client.0.smithi123.stdout:op 3016 completed, throughput=5MB/sec 2023-12-20T11:20:38.648 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uDqQ6hVNF0LY5bF off=163755 len=924643 2023-12-20T11:20:38.649 INFO:tasks.workunit.client.0.smithi123.stdout:op 3017 completed, throughput=5MB/sec 2023-12-20T11:20:38.649 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DZEsNSbAz6kmvuM off=6712292 len=1977086 2023-12-20T11:20:38.651 INFO:tasks.workunit.client.0.smithi123.stdout:op 3018 completed, throughput=5MB/sec 2023-12-20T11:20:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:20:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:20:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-20T11:20:39.651 INFO:tasks.workunit.client.0.smithi123.stdout: 604: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:39.652 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hXpFRsA_0epAsYi off=5849616 len=1915915 2023-12-20T11:20:39.662 INFO:tasks.workunit.client.0.smithi123.stdout:op 3019 completed, throughput=4.99MB/sec 2023-12-20T11:20:39.662 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4Iem_uQJEIAuD15 off=12203837 len=324285 2023-12-20T11:20:39.663 INFO:tasks.workunit.client.0.smithi123.stdout:op 3020 completed, throughput=5MB/sec 2023-12-20T11:20:39.663 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cAJPHCToucs78p_ off=13726096 len=30180 2023-12-20T11:20:39.663 INFO:tasks.workunit.client.0.smithi123.stdout:op 3021 completed, throughput=5MB/sec 2023-12-20T11:20:39.663 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GgXlUgfqbqbH9BW off=75416 len=1815726 2023-12-20T11:20:39.674 INFO:tasks.workunit.client.0.smithi123.stdout:op 3022 completed, throughput=5MB/sec 2023-12-20T11:20:39.674 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-c6UDFq4Ipxen88k off=7429702 len=25050 2023-12-20T11:20:39.676 INFO:tasks.workunit.client.0.smithi123.stdout:op 3023 completed, throughput=5MB/sec 2023-12-20T11:20:39.676 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GuIDcQ12zOpGagH off=4411685 len=1753060 2023-12-20T11:20:39.683 INFO:tasks.workunit.client.0.smithi123.stdout:op 3024 completed, throughput=5MB/sec 2023-12-20T11:20:39.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:39 smithi177 ceph-mon[212096]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:20:39.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:39 smithi123 ceph-mon[191304]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:20:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:39 smithi123 ceph-mon[188613]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:20:40.683 INFO:tasks.workunit.client.0.smithi123.stdout: 605: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:40.683 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-tYxcw47xOd0139i off=4598206 len=980458 2023-12-20T11:20:40.688 INFO:tasks.workunit.client.0.smithi123.stdout:op 3025 completed, throughput=4.99MB/sec 2023-12-20T11:20:40.688 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-kSDwpPtvX0hc87i off=4839108 len=961733 2023-12-20T11:20:40.693 INFO:tasks.workunit.client.0.smithi123.stdout:op 3026 completed, throughput=5MB/sec 2023-12-20T11:20:40.694 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4NlTDTJEQSqCT-6 off=18571896 len=301460 2023-12-20T11:20:40.696 INFO:tasks.workunit.client.0.smithi123.stdout:op 3027 completed, throughput=5MB/sec 2023-12-20T11:20:40.696 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wOJS4uvAcBSnQy4 off=9211697 len=981625 2023-12-20T11:20:40.697 INFO:tasks.workunit.client.0.smithi123.stdout:op 3028 completed, throughput=5MB/sec 2023-12-20T11:20:40.698 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-uiRArKJkmF7IlwT off=7581574 len=1463755 2023-12-20T11:20:40.703 INFO:tasks.workunit.client.0.smithi123.stdout:op 3029 completed, throughput=5MB/sec 2023-12-20T11:20:40.703 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2JXizHNSPoaIag5 off=4820890 len=1315967 2023-12-20T11:20:40.704 INFO:tasks.workunit.client.0.smithi123.stdout:op 3030 completed, throughput=5MB/sec 2023-12-20T11:20:41.485 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:20:41.705 INFO:tasks.workunit.client.0.smithi123.stdout: 606: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:41.705 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vrgbeGI9OzrMqbI off=4353962 len=88333 2023-12-20T11:20:41.708 INFO:tasks.workunit.client.0.smithi123.stdout:op 3031 completed, throughput=4.99MB/sec 2023-12-20T11:20:41.708 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-7ZNx4PZhNu83hkr off=7463196 len=192221 2023-12-20T11:20:41.710 INFO:tasks.workunit.client.0.smithi123.stdout:op 3032 completed, throughput=4.99MB/sec 2023-12-20T11:20:41.710 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-P7IhhjpAnAanxGR off=13428706 len=726944 2023-12-20T11:20:41.713 INFO:tasks.workunit.client.0.smithi123.stdout:op 3033 completed, throughput=5MB/sec 2023-12-20T11:20:41.713 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CtKtuQ4YU3oVEyB off=6483838 len=1480455 2023-12-20T11:20:41.720 INFO:tasks.workunit.client.0.smithi123.stdout:op 3034 completed, throughput=5MB/sec 2023-12-20T11:20:41.720 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-m19yZWsHH7Y_vhv off=12154946 len=2018923 2023-12-20T11:20:41.721 INFO:tasks.workunit.client.0.smithi123.stdout:op 3035 completed, throughput=5MB/sec 2023-12-20T11:20:41.800 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:20:41.801 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (29m) 6m ago 32m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:20:41.801 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (29m) 3m ago 32m 90.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:20:41.801 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (33m) 6m ago 33m 19.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:20:41.801 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (33m) 3m ago 33m 26.8M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:20:41.801 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (28m) 3m ago 35m 457M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:20:41.801 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (29m) 6m ago 37m 538M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:20:41.801 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (28m) 6m ago 37m 247M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:20:41.801 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (28m) 3m ago 36m 144M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:20:41.801 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (28m) 6m ago 35m 157M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:20:41.801 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (29m) 6m ago 32m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:20:41.801 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (29m) 3m ago 32m 19.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:20:41.801 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (27m) 6m ago 35m 1835M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:20:41.802 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (27m) 6m ago 35m 2063M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:20:41.802 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (26m) 6m ago 34m 2149M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:20:41.802 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (26m) 6m ago 34m 1878M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:20:41.802 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (25m) 3m ago 34m 1370M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:20:41.802 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (25m) 3m ago 34m 1530M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:20:41.802 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (24m) 3m ago 33m 1185M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:20:41.802 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (24m) 3m ago 33m 1584M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:20:41.802 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (28m) 3m ago 32m 77.3M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:20:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:41 smithi177 ceph-mon[212096]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-20T11:20:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:20:41.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:41 smithi123 ceph-mon[191304]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-20T11:20:41.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:20:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:41 smithi123 ceph-mon[188613]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-20T11:20:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:20:42.182 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:20:42.183 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:20:42.183 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:20:42.183 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:20:42.183 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:20:42.183 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:20:42.183 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:20:42.183 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:20:42.183 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:20:42.183 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:20:42.183 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:20:42.183 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:20:42.183 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:20:42.183 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:20:42.184 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:20:42.184 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:20:42.184 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:20:42.184 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:20:42.722 INFO:tasks.workunit.client.0.smithi123.stdout: 607: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:42.722 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-wFKoMOi-EBEX1Bm off=15368461 len=1365566 2023-12-20T11:20:42.729 INFO:tasks.workunit.client.0.smithi123.stdout:op 3036 completed, throughput=4.99MB/sec 2023-12-20T11:20:42.729 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kHzW9sqh7pWZ32- off=4220536 len=609415 2023-12-20T11:20:42.730 INFO:tasks.workunit.client.0.smithi123.stdout:op 3037 completed, throughput=5MB/sec 2023-12-20T11:20:42.730 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-TFCakEgiCAz-uU5 off=1423571 len=1953689 2023-12-20T11:20:42.738 INFO:tasks.workunit.client.0.smithi123.stdout:op 3038 completed, throughput=5MB/sec 2023-12-20T11:20:42.738 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-U_KdHpRGpDbEtF8 off=4531033 len=502821 2023-12-20T11:20:42.739 INFO:tasks.workunit.client.0.smithi123.stdout:op 3039 completed, throughput=5MB/sec 2023-12-20T11:20:42.739 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ESXt86qFTUpqzZK off=8341420 len=1182120 2023-12-20T11:20:42.744 INFO:tasks.workunit.client.0.smithi123.stdout:op 3040 completed, throughput=5MB/sec 2023-12-20T11:20:42.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:42 smithi177 ceph-mon[212096]: from='client.45548 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:20:42.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:42 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3854958956' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:20:42.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:42 smithi123 ceph-mon[188613]: from='client.45548 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:20:42.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:42 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3854958956' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:20:42.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:42 smithi123 ceph-mon[191304]: from='client.45548 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:20:42.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:42 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3854958956' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:20:43.745 INFO:tasks.workunit.client.0.smithi123.stdout: 608: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:43.745 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uEPKi_GKEdAzGXy off=20817130 len=1353853 2023-12-20T11:20:43.746 INFO:tasks.workunit.client.0.smithi123.stdout:op 3041 completed, throughput=4.99MB/sec 2023-12-20T11:20:43.746 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-oz8dOmDNJHxCsLw off=424177 len=635684 2023-12-20T11:20:43.747 INFO:tasks.workunit.client.0.smithi123.stdout:op 3042 completed, throughput=5MB/sec 2023-12-20T11:20:43.748 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-etb44inZKSolrZm off=3735454 len=1175862 2023-12-20T11:20:43.754 INFO:tasks.workunit.client.0.smithi123.stdout:op 3043 completed, throughput=5MB/sec 2023-12-20T11:20:43.754 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--8XJ-jUlcJa3mK4 off=3076269 len=672672 2023-12-20T11:20:43.759 INFO:tasks.workunit.client.0.smithi123.stdout:op 3044 completed, throughput=5MB/sec 2023-12-20T11:20:43.759 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-3NbrGFKNgg-FNGt off=650963 len=1093846 2023-12-20T11:20:43.760 INFO:tasks.workunit.client.0.smithi123.stdout:op 3045 completed, throughput=5MB/sec 2023-12-20T11:20:43.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:43 smithi177 ceph-mon[212096]: from='client.35622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:20:43.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:43 smithi177 ceph-mon[212096]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:20:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:43 smithi123 ceph-mon[188613]: from='client.35622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:20:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:43 smithi123 ceph-mon[188613]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:20:43.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:43 smithi123 ceph-mon[191304]: from='client.35622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:20:43.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:43 smithi123 ceph-mon[191304]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:20:44.761 INFO:tasks.workunit.client.0.smithi123.stdout: 609: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:44.761 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ksgy49mKwVpGyjx off=3476305 len=1124607 2023-12-20T11:20:44.763 INFO:tasks.workunit.client.0.smithi123.stdout:op 3046 completed, throughput=4.99MB/sec 2023-12-20T11:20:44.763 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Eqe5kU48j2Trd0H off=3156323 len=1905461 2023-12-20T11:20:44.765 INFO:tasks.workunit.client.0.smithi123.stdout:op 3047 completed, throughput=5MB/sec 2023-12-20T11:20:44.766 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-RySGL5PiLN8Pd5P off=1262601 len=1400333 2023-12-20T11:20:44.768 INFO:tasks.workunit.client.0.smithi123.stdout:op 3048 completed, throughput=5MB/sec 2023-12-20T11:20:44.768 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-EMelfpdWVOvBwQt off=17740715 len=508867 2023-12-20T11:20:44.769 INFO:tasks.workunit.client.0.smithi123.stdout:op 3049 completed, throughput=5MB/sec 2023-12-20T11:20:44.769 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-s6xI8RRf61bvn5v off=4738958 len=845222 2023-12-20T11:20:44.770 INFO:tasks.workunit.client.0.smithi123.stdout:op 3050 completed, throughput=5MB/sec 2023-12-20T11:20:45.771 INFO:tasks.workunit.client.0.smithi123.stdout: 610: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:45.771 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-JrzuL-8EfLZby4W off=1542710 len=601724 2023-12-20T11:20:45.775 INFO:tasks.workunit.client.0.smithi123.stdout:op 3051 completed, throughput=4.99MB/sec 2023-12-20T11:20:45.775 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-LiZdcLrox_7iXdx off=12568172 len=986124 2023-12-20T11:20:45.777 INFO:tasks.workunit.client.0.smithi123.stdout:op 3052 completed, throughput=5MB/sec 2023-12-20T11:20:45.777 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-r5t8hsvFRr3BkEI off=1836544 len=294559 2023-12-20T11:20:45.777 INFO:tasks.workunit.client.0.smithi123.stdout:op 3053 completed, throughput=5MB/sec 2023-12-20T11:20:45.777 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-S9Eitfqm07TyXQN off=3933997 len=1890939 2023-12-20T11:20:45.786 INFO:tasks.workunit.client.0.smithi123.stdout:op 3054 completed, throughput=5MB/sec 2023-12-20T11:20:45.787 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-37BtS-i_h_Eqx75 off=3799621 len=491933 2023-12-20T11:20:45.790 INFO:tasks.workunit.client.0.smithi123.stdout:op 3055 completed, throughput=5MB/sec 2023-12-20T11:20:45.790 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8kLiWQWHzsVEYZj off=3129776 len=1924762 2023-12-20T11:20:45.792 INFO:tasks.workunit.client.0.smithi123.stdout:op 3056 completed, throughput=5MB/sec 2023-12-20T11:20:45.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:45 smithi177 ceph-mon[212096]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:20:45.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:45 smithi123 ceph-mon[188613]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:20:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:45 smithi123 ceph-mon[191304]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:20:46.793 INFO:tasks.workunit.client.0.smithi123.stdout: 611: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:46.793 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-A2k2gG32NUkh_UL off=4110705 len=1016792 2023-12-20T11:20:46.798 INFO:tasks.workunit.client.0.smithi123.stdout:op 3057 completed, throughput=5MB/sec 2023-12-20T11:20:46.798 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-iyGNiUz_0WHjISL off=2776827 len=970449 2023-12-20T11:20:46.799 INFO:tasks.workunit.client.0.smithi123.stdout:op 3058 completed, throughput=5MB/sec 2023-12-20T11:20:46.799 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-wjkLzGWwq5uGbBs off=1307676 len=534992 2023-12-20T11:20:46.803 INFO:tasks.workunit.client.0.smithi123.stdout:op 3059 completed, throughput=5MB/sec 2023-12-20T11:20:46.803 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QXNsdZsg6TJVgg6 off=1278836 len=1664178 2023-12-20T11:20:46.805 INFO:tasks.workunit.client.0.smithi123.stdout:op 3060 completed, throughput=5MB/sec 2023-12-20T11:20:47.806 INFO:tasks.workunit.client.0.smithi123.stdout: 612: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:47.806 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Ci8qVVVxOybe7n- off=5251858 len=1727253 2023-12-20T11:20:47.815 INFO:tasks.workunit.client.0.smithi123.stdout:op 3061 completed, throughput=5MB/sec 2023-12-20T11:20:47.815 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-YI9aV70272LZxvy off=3479868 len=138629 2023-12-20T11:20:47.816 INFO:tasks.workunit.client.0.smithi123.stdout:op 3062 completed, throughput=5MB/sec 2023-12-20T11:20:47.817 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--SczhjPBUCn9vri off=10957485 len=1814291 2023-12-20T11:20:47.818 INFO:tasks.workunit.client.0.smithi123.stdout:op 3063 completed, throughput=5MB/sec 2023-12-20T11:20:47.818 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ixNDJALeEQpWxeo off=9862060 len=342871 2023-12-20T11:20:47.821 INFO:tasks.workunit.client.0.smithi123.stdout:op 3064 completed, throughput=5MB/sec 2023-12-20T11:20:47.821 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QZp3XAKmZfjdyNV off=2389230 len=1538033 2023-12-20T11:20:47.825 INFO:tasks.workunit.client.0.smithi123.stdout:op 3065 completed, throughput=5MB/sec 2023-12-20T11:20:47.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:47 smithi177 ceph-mon[212096]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-20T11:20:47.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:20:47.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:47 smithi123 ceph-mon[191304]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-20T11:20:47.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:20:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:47 smithi123 ceph-mon[188613]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-20T11:20:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:20:48.826 INFO:tasks.workunit.client.0.smithi123.stdout: 613: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:48.826 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WwbzYkfewhoHRzk off=4052069 len=1092364 2023-12-20T11:20:48.832 INFO:tasks.workunit.client.0.smithi123.stdout:op 3066 completed, throughput=4.99MB/sec 2023-12-20T11:20:48.832 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cJsGnVe3lSBd9Ct off=5641453 len=328986 2023-12-20T11:20:48.835 INFO:tasks.workunit.client.0.smithi123.stdout:op 3067 completed, throughput=5MB/sec 2023-12-20T11:20:48.835 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cTCpi7JvVehSKH3 off=1101195 len=327787 2023-12-20T11:20:48.840 INFO:tasks.workunit.client.0.smithi123.stdout:op 3068 completed, throughput=5MB/sec 2023-12-20T11:20:48.840 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qHC3MO-Hi7YUuWn off=19438874 len=229479 2023-12-20T11:20:48.841 INFO:tasks.workunit.client.0.smithi123.stdout:op 3069 completed, throughput=5MB/sec 2023-12-20T11:20:48.841 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-mvrewuoQI3kwrdz off=9938422 len=1953871 2023-12-20T11:20:48.851 INFO:tasks.workunit.client.0.smithi123.stdout:op 3070 completed, throughput=5MB/sec 2023-12-20T11:20:48.851 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-7V-O3ajt4cXryu0 off=65370 len=958576 2023-12-20T11:20:48.857 INFO:tasks.workunit.client.0.smithi123.stdout:op 3071 completed, throughput=5MB/sec 2023-12-20T11:20:48.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:20:48.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:20:48.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:20:48.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:20:48.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:20:48.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:20:48.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:20:48.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:20:48.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:20:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:20:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:20:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-20T11:20:49.857 INFO:tasks.workunit.client.0.smithi123.stdout: 614: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:49.857 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-dLkxaBu0eNxM_DN off=11126179 len=1061856 2023-12-20T11:20:49.865 INFO:tasks.workunit.client.0.smithi123.stdout:op 3072 completed, throughput=4.99MB/sec 2023-12-20T11:20:49.865 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-j3OUpjJI__QPJix off=932582 len=1269777 2023-12-20T11:20:49.867 INFO:tasks.workunit.client.0.smithi123.stdout:op 3073 completed, throughput=5MB/sec 2023-12-20T11:20:49.867 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wzWIMizvIaiiNyg off=3995996 len=1546552 2023-12-20T11:20:49.868 INFO:tasks.workunit.client.0.smithi123.stdout:op 3074 completed, throughput=5MB/sec 2023-12-20T11:20:49.869 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZNxmxlfFHtVZ95G off=3893680 len=1386357 2023-12-20T11:20:49.870 INFO:tasks.workunit.client.0.smithi123.stdout:op 3075 completed, throughput=5MB/sec 2023-12-20T11:20:49.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:49 smithi177 ceph-mon[212096]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:20:49.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:49 smithi123 ceph-mon[191304]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:20:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:49 smithi123 ceph-mon[188613]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:20:50.870 INFO:tasks.workunit.client.0.smithi123.stdout: 615: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:50.870 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zS0EssDqURQ8RR5 off=10803880 len=865921 2023-12-20T11:20:50.871 INFO:tasks.workunit.client.0.smithi123.stdout:op 3076 completed, throughput=4.99MB/sec 2023-12-20T11:20:50.871 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-UcGFz4H07mQW9-o off=15736590 len=1566461 2023-12-20T11:20:50.873 INFO:tasks.workunit.client.0.smithi123.stdout:op 3077 completed, throughput=5MB/sec 2023-12-20T11:20:50.873 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-3IxzzXVPHS_ZuCs off=5893938 len=1699295 2023-12-20T11:20:50.880 INFO:tasks.workunit.client.0.smithi123.stdout:op 3078 completed, throughput=5MB/sec 2023-12-20T11:20:50.881 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gz2Pl7L58tc0Yto off=6842467 len=966103 2023-12-20T11:20:50.885 INFO:tasks.workunit.client.0.smithi123.stdout:op 3079 completed, throughput=5MB/sec 2023-12-20T11:20:50.885 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cDGxeo72IKkJK4l off=11450275 len=1881431 2023-12-20T11:20:50.895 INFO:tasks.workunit.client.0.smithi123.stdout:op 3080 completed, throughput=5MB/sec 2023-12-20T11:20:51.895 INFO:tasks.workunit.client.0.smithi123.stdout: 616: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:51.896 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-JKiznlxYc8S1gwt off=381313 len=2093811 2023-12-20T11:20:51.899 INFO:tasks.workunit.client.0.smithi123.stdout:op 3081 completed, throughput=5MB/sec 2023-12-20T11:20:51.899 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-i_xtCj-VPQ8LZM3 off=10528473 len=1439560 2023-12-20T11:20:51.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:51 smithi177 ceph-mon[212096]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:20:51.909 INFO:tasks.workunit.client.0.smithi123.stdout:op 3082 completed, throughput=5MB/sec 2023-12-20T11:20:51.909 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZG2tD8HnA_PaXBh off=3518628 len=514954 2023-12-20T11:20:51.910 INFO:tasks.workunit.client.0.smithi123.stdout:op 3083 completed, throughput=5MB/sec 2023-12-20T11:20:51.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:51 smithi123 ceph-mon[191304]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:20:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:51 smithi123 ceph-mon[188613]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:20:52.913 INFO:tasks.workunit.client.0.smithi123.stdout: 617: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:52.913 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-wG-lZSWPLPg-YAk off=9593238 len=1041396 2023-12-20T11:20:52.916 INFO:tasks.workunit.client.0.smithi123.stdout:op 3084 completed, throughput=4.99MB/sec 2023-12-20T11:20:52.916 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-maNwBuIIPa2_Wg7 off=3067629 len=740602 2023-12-20T11:20:52.921 INFO:tasks.workunit.client.0.smithi123.stdout:op 3085 completed, throughput=5MB/sec 2023-12-20T11:20:52.921 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DUVgweU5gVCCaWT off=5629843 len=403722 2023-12-20T11:20:52.922 INFO:tasks.workunit.client.0.smithi123.stdout:op 3086 completed, throughput=5MB/sec 2023-12-20T11:20:52.922 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-O-aYMzLgDwU-ipI off=1653296 len=1969664 2023-12-20T11:20:52.933 INFO:tasks.workunit.client.0.smithi123.stdout:op 3087 completed, throughput=5MB/sec 2023-12-20T11:20:52.933 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xu1IMW4vArtIeLH off=11398064 len=392451 2023-12-20T11:20:52.934 INFO:tasks.workunit.client.0.smithi123.stdout:op 3088 completed, throughput=5MB/sec 2023-12-20T11:20:52.934 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-5MtHl85syYTmLA_ off=2392278 len=2011629 2023-12-20T11:20:52.946 INFO:tasks.workunit.client.0.smithi123.stdout:op 3089 completed, throughput=5MB/sec 2023-12-20T11:20:53.946 INFO:tasks.workunit.client.0.smithi123.stdout: 618: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:53.947 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vg-KPLF77pCU9MJ off=5022701 len=1934120 2023-12-20T11:20:53.949 INFO:tasks.workunit.client.0.smithi123.stdout:op 3090 completed, throughput=5MB/sec 2023-12-20T11:20:53.949 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jZqLa9GLCUhcHY7 off=3266237 len=1717247 2023-12-20T11:20:53.951 INFO:tasks.workunit.client.0.smithi123.stdout:op 3091 completed, throughput=5MB/sec 2023-12-20T11:20:53.951 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tnfTxtUuVp67Sj_ off=1371467 len=1200655 2023-12-20T11:20:53.953 INFO:tasks.workunit.client.0.smithi123.stdout:op 3092 completed, throughput=5MB/sec 2023-12-20T11:20:53.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:53 smithi123 ceph-mon[191304]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:20:53.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:53 smithi123 ceph-mon[188613]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:20:54.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:53 smithi177 ceph-mon[212096]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:20:54.954 INFO:tasks.workunit.client.0.smithi123.stdout: 619: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:54.954 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uZXhSAOXc-NOM2J off=1777930 len=996164 2023-12-20T11:20:54.957 INFO:tasks.workunit.client.0.smithi123.stdout:op 3093 completed, throughput=5MB/sec 2023-12-20T11:20:54.957 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vJZ0gnuVrjHG5WI off=1380591 len=735354 2023-12-20T11:20:54.963 INFO:tasks.workunit.client.0.smithi123.stdout:op 3094 completed, throughput=5MB/sec 2023-12-20T11:20:54.963 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rimU7LjLQmBbCjP off=9084338 len=195261 2023-12-20T11:20:54.964 INFO:tasks.workunit.client.0.smithi123.stdout:op 3095 completed, throughput=5MB/sec 2023-12-20T11:20:54.964 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YI9aV70272LZxvy off=3744565 len=609179 2023-12-20T11:20:54.965 INFO:tasks.workunit.client.0.smithi123.stdout:op 3096 completed, throughput=5MB/sec 2023-12-20T11:20:54.965 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-g_H8gWowURFZiA8 off=1916004 len=1050306 2023-12-20T11:20:54.966 INFO:tasks.workunit.client.0.smithi123.stdout:op 3097 completed, throughput=5MB/sec 2023-12-20T11:20:54.966 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-L2y8S1tESMytWh- off=7397117 len=361737 2023-12-20T11:20:54.968 INFO:tasks.workunit.client.0.smithi123.stdout:op 3098 completed, throughput=5MB/sec 2023-12-20T11:20:54.968 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Riw3ilT7NkXP2Wd off=4199847 len=1559715 2023-12-20T11:20:54.971 INFO:tasks.workunit.client.0.smithi123.stdout:op 3099 completed, throughput=5MB/sec 2023-12-20T11:20:55.971 INFO:tasks.workunit.client.0.smithi123.stdout: 620: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:55.972 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-R-OEl7RkIK48LzH off=7323012 len=1955217 2023-12-20T11:20:55.982 INFO:tasks.workunit.client.0.smithi123.stdout:op 3100 completed, throughput=5MB/sec 2023-12-20T11:20:55.982 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vadCLp486LSdFL5 off=7275044 len=1314621 2023-12-20T11:20:55.988 INFO:tasks.workunit.client.0.smithi123.stdout:op 3101 completed, throughput=5MB/sec 2023-12-20T11:20:55.988 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ejoz2CHuYZ3CCIk off=11837069 len=1327044 2023-12-20T11:20:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:55 smithi123 ceph-mon[188613]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:20:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:55 smithi123 ceph-mon[191304]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:20:55.991 INFO:tasks.workunit.client.0.smithi123.stdout:op 3102 completed, throughput=5MB/sec 2023-12-20T11:20:56.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:55 smithi177 ceph-mon[212096]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:20:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:20:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:20:56.991 INFO:tasks.workunit.client.0.smithi123.stdout: 621: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:56.991 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hZsF8E5r-tj2vI7 off=257309 len=1906652 2023-12-20T11:20:57.000 INFO:tasks.workunit.client.0.smithi123.stdout:op 3103 completed, throughput=5MB/sec 2023-12-20T11:20:57.000 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Jf8jqiCkAFW1vms off=13935864 len=1657157 2023-12-20T11:20:57.001 INFO:tasks.workunit.client.0.smithi123.stdout:op 3104 completed, throughput=5MB/sec 2023-12-20T11:20:57.001 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-aJQFpkmvC0uUfhn off=1518316 len=932085 2023-12-20T11:20:57.006 INFO:tasks.workunit.client.0.smithi123.stdout:op 3105 completed, throughput=5MB/sec 2023-12-20T11:20:57.006 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8x5ZegbSMH5lIyE off=673453 len=2022942 2023-12-20T11:20:57.008 INFO:tasks.workunit.client.0.smithi123.stdout:op 3106 completed, throughput=5MB/sec 2023-12-20T11:20:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:20:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:57 smithi123 ceph-mon[191304]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:20:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:57 smithi123 ceph-mon[188613]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:20:58.008 INFO:tasks.workunit.client.0.smithi123.stdout: 622: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:58.009 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-RUUdPAlmTugwYVw off=10504935 len=1066704 2023-12-20T11:20:58.016 INFO:tasks.workunit.client.0.smithi123.stdout:op 3107 completed, throughput=5MB/sec 2023-12-20T11:20:58.016 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kAEo88ELIdVw0h5 off=487418 len=186452 2023-12-20T11:20:58.016 INFO:tasks.workunit.client.0.smithi123.stdout:op 3108 completed, throughput=5MB/sec 2023-12-20T11:20:58.017 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_wkryU-6VtJCLFX off=5043479 len=552791 2023-12-20T11:20:58.020 INFO:tasks.workunit.client.0.smithi123.stdout:op 3109 completed, throughput=5MB/sec 2023-12-20T11:20:58.020 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-BLxXQlN9Ibym6UD off=3238712 len=1246080 2023-12-20T11:20:58.027 INFO:tasks.workunit.client.0.smithi123.stdout:op 3110 completed, throughput=5MB/sec 2023-12-20T11:20:58.027 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-KK6qZ_znVHk32fu off=6782100 len=14437 2023-12-20T11:20:58.028 INFO:tasks.workunit.client.0.smithi123.stdout:op 3111 completed, throughput=5MB/sec 2023-12-20T11:20:58.028 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-dw2TJnruObn-VFK off=5698078 len=1322081 2023-12-20T11:20:58.034 INFO:tasks.workunit.client.0.smithi123.stdout:op 3112 completed, throughput=5MB/sec 2023-12-20T11:20:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:57 smithi177 ceph-mon[212096]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:20:59.034 INFO:tasks.workunit.client.0.smithi123.stdout: 623: throughput=4.99MB/sec pending data=0 2023-12-20T11:20:59.034 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nrG2vTK6vgMshHV off=7800016 len=487474 2023-12-20T11:20:59.038 INFO:tasks.workunit.client.0.smithi123.stdout:op 3113 completed, throughput=4.99MB/sec 2023-12-20T11:20:59.038 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-NJiE1OygliPEwNi off=18850701 len=2060243 2023-12-20T11:20:59.050 INFO:tasks.workunit.client.0.smithi123.stdout:op 3114 completed, throughput=5MB/sec 2023-12-20T11:20:59.050 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Tral1I_SdYiq6XQ off=3450588 len=1040581 2023-12-20T11:20:59.053 INFO:tasks.workunit.client.0.smithi123.stdout:op 3115 completed, throughput=5MB/sec 2023-12-20T11:20:59.054 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ydfBgV0VO-ZoFU- off=1462886 len=1071649 2023-12-20T11:20:59.055 INFO:tasks.workunit.client.0.smithi123.stdout:op 3116 completed, throughput=5MB/sec 2023-12-20T11:20:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:20:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:20:59] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-20T11:20:59.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:20:59 smithi123 ceph-mon[191304]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:20:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:20:59 smithi123 ceph-mon[188613]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:21:00.055 INFO:tasks.workunit.client.0.smithi123.stdout: 624: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:00.055 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mYYHobJuVh91eDA off=5482000 len=992949 2023-12-20T11:21:00.056 INFO:tasks.workunit.client.0.smithi123.stdout:op 3117 completed, throughput=4.99MB/sec 2023-12-20T11:21:00.056 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mtli1tQdcoslM5X off=161252 len=1457065 2023-12-20T11:21:00.059 INFO:tasks.workunit.client.0.smithi123.stdout:op 3118 completed, throughput=5MB/sec 2023-12-20T11:21:00.059 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Gdr4JILpI1aaQgu off=391077 len=1367477 2023-12-20T11:21:00.067 INFO:tasks.workunit.client.0.smithi123.stdout:op 3119 completed, throughput=5MB/sec 2023-12-20T11:21:00.067 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cEVF3d-pgH6DFBu off=1488731 len=502110 2023-12-20T11:21:00.070 INFO:tasks.workunit.client.0.smithi123.stdout:op 3120 completed, throughput=5MB/sec 2023-12-20T11:21:00.070 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Q2mOdYH1j4AOEC_ off=16921818 len=1255014 2023-12-20T11:21:00.077 INFO:tasks.workunit.client.0.smithi123.stdout:op 3121 completed, throughput=5MB/sec 2023-12-20T11:21:00.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:20:59 smithi177 ceph-mon[212096]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:21:01.077 INFO:tasks.workunit.client.0.smithi123.stdout: 625: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:01.081 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0oYohc94g8ATtLU off=11367849 len=1469621 2023-12-20T11:21:01.081 INFO:tasks.workunit.client.0.smithi123.stdout:op 3122 completed, throughput=4.99MB/sec 2023-12-20T11:21:01.081 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-SgDj6FCVVeL9a6G off=1093989 len=60652 2023-12-20T11:21:01.081 INFO:tasks.workunit.client.0.smithi123.stdout:op 3123 completed, throughput=4.99MB/sec 2023-12-20T11:21:01.082 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lDZQ1RCHc8RCD8m off=1361600 len=1221266 2023-12-20T11:21:01.082 INFO:tasks.workunit.client.0.smithi123.stdout:op 3124 completed, throughput=5MB/sec 2023-12-20T11:21:01.082 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-n9oyGedUzxygoo6 off=11955948 len=1336104 2023-12-20T11:21:01.090 INFO:tasks.workunit.client.0.smithi123.stdout:op 3125 completed, throughput=5MB/sec 2023-12-20T11:21:01.090 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0VWZGtCFrGlxbZ- off=12194056 len=649976 2023-12-20T11:21:01.095 INFO:tasks.workunit.client.0.smithi123.stdout:op 3126 completed, throughput=5MB/sec 2023-12-20T11:21:01.095 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-yhhwBNpZDUE0Cmg off=1240236 len=629878 2023-12-20T11:21:01.099 INFO:tasks.workunit.client.0.smithi123.stdout:op 3127 completed, throughput=5MB/sec 2023-12-20T11:21:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:01 smithi123 ceph-mon[191304]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:21:01.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:01 smithi123 ceph-mon[188613]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:21:02.099 INFO:tasks.workunit.client.0.smithi123.stdout: 626: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:02.099 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-57cvHGzzdxmKLdi off=6275674 len=1338233 2023-12-20T11:21:02.106 INFO:tasks.workunit.client.0.smithi123.stdout:op 3128 completed, throughput=4.99MB/sec 2023-12-20T11:21:02.106 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zzo9slhBEPM_dKa off=3064973 len=1101496 2023-12-20T11:21:02.108 INFO:tasks.workunit.client.0.smithi123.stdout:op 3129 completed, throughput=5MB/sec 2023-12-20T11:21:02.108 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WPD3pl7nwMubzXL off=4787515 len=1609877 2023-12-20T11:21:02.116 INFO:tasks.workunit.client.0.smithi123.stdout:op 3130 completed, throughput=5MB/sec 2023-12-20T11:21:02.116 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6S17YklIjm1PoED off=12965018 len=688533 2023-12-20T11:21:02.117 INFO:tasks.workunit.client.0.smithi123.stdout:op 3131 completed, throughput=5MB/sec 2023-12-20T11:21:02.117 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-c81SbZ7vN04QGLT off=2363528 len=880100 2023-12-20T11:21:02.121 INFO:tasks.workunit.client.0.smithi123.stdout:op 3132 completed, throughput=5MB/sec 2023-12-20T11:21:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:01 smithi177 ceph-mon[212096]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:21:03.122 INFO:tasks.workunit.client.0.smithi123.stdout: 627: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:03.122 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NaMyBkV2hcHUkG3 off=1724947 len=1936601 2023-12-20T11:21:03.124 INFO:tasks.workunit.client.0.smithi123.stdout:op 3133 completed, throughput=5MB/sec 2023-12-20T11:21:03.124 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-TPB82r7uUa-X4YD off=4928255 len=1188029 2023-12-20T11:21:03.126 INFO:tasks.workunit.client.0.smithi123.stdout:op 3134 completed, throughput=5MB/sec 2023-12-20T11:21:03.126 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Qhm7TtKFlO4ls5u off=5551632 len=1230401 2023-12-20T11:21:03.130 INFO:tasks.workunit.client.0.smithi123.stdout:op 3135 completed, throughput=5MB/sec 2023-12-20T11:21:03.130 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-H0HPYhdRVJa9511 off=19187391 len=1470402 2023-12-20T11:21:03.135 INFO:tasks.workunit.client.0.smithi123.stdout:op 3136 completed, throughput=5MB/sec 2023-12-20T11:21:03.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:03 smithi123 ceph-mon[191304]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:21:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:03 smithi123 ceph-mon[188613]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:21:04.136 INFO:tasks.workunit.client.0.smithi123.stdout: 628: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:04.136 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-bK6QID0si3E1cIa off=3951758 len=1351535 2023-12-20T11:21:04.139 INFO:tasks.workunit.client.0.smithi123.stdout:op 3137 completed, throughput=5MB/sec 2023-12-20T11:21:04.139 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZGn_K7mYlS3tI01 off=19966882 len=1946047 2023-12-20T11:21:04.141 INFO:tasks.workunit.client.0.smithi123.stdout:op 3138 completed, throughput=5MB/sec 2023-12-20T11:21:04.141 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vctOofuHfI10Ar2 off=4909289 len=391360 2023-12-20T11:21:04.144 INFO:tasks.workunit.client.0.smithi123.stdout:op 3139 completed, throughput=5MB/sec 2023-12-20T11:21:04.144 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-7PPP7nL7_XcOHYv off=14344899 len=384682 2023-12-20T11:21:04.148 INFO:tasks.workunit.client.0.smithi123.stdout:op 3140 completed, throughput=5MB/sec 2023-12-20T11:21:04.148 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-MEQVjJ1x_huUm6O off=6164 len=1733573 2023-12-20T11:21:04.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:03 smithi177 ceph-mon[212096]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:21:04.158 INFO:tasks.workunit.client.0.smithi123.stdout:op 3141 completed, throughput=5MB/sec 2023-12-20T11:21:05.158 INFO:tasks.workunit.client.0.smithi123.stdout: 629: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:05.158 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6xYRrWx7zkcj4XA off=99159 len=179210 2023-12-20T11:21:05.159 INFO:tasks.workunit.client.0.smithi123.stdout:op 3142 completed, throughput=4.99MB/sec 2023-12-20T11:21:05.159 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-bkkL2vuZ3lBtVfq off=1256229 len=676311 2023-12-20T11:21:05.161 INFO:tasks.workunit.client.0.smithi123.stdout:op 3143 completed, throughput=5MB/sec 2023-12-20T11:21:05.161 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-iZxUr4IM2C9BVC4 off=12504962 len=1093683 2023-12-20T11:21:05.167 INFO:tasks.workunit.client.0.smithi123.stdout:op 3144 completed, throughput=5MB/sec 2023-12-20T11:21:05.168 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nzTP0AbLxPNUr07 off=88088 len=1174820 2023-12-20T11:21:05.169 INFO:tasks.workunit.client.0.smithi123.stdout:op 3145 completed, throughput=5MB/sec 2023-12-20T11:21:05.169 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pldmWKY8qinB4FO off=7641842 len=1548343 2023-12-20T11:21:05.171 INFO:tasks.workunit.client.0.smithi123.stdout:op 3146 completed, throughput=5MB/sec 2023-12-20T11:21:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:05 smithi123 ceph-mon[191304]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:21:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:05 smithi123 ceph-mon[188613]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:21:06.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:05 smithi177 ceph-mon[212096]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:21:06.171 INFO:tasks.workunit.client.0.smithi123.stdout: 630: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:06.172 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9Ye4eWzTw5b-Xxp off=2415727 len=258499 2023-12-20T11:21:06.172 INFO:tasks.workunit.client.0.smithi123.stdout:op 3147 completed, throughput=4.99MB/sec 2023-12-20T11:21:06.173 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-HxfVJvuhhPat2Zw off=8415325 len=253061 2023-12-20T11:21:06.175 INFO:tasks.workunit.client.0.smithi123.stdout:op 3148 completed, throughput=4.99MB/sec 2023-12-20T11:21:06.176 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-VQC-thgHaYmCkJ9 off=16119282 len=1220697 2023-12-20T11:21:06.182 INFO:tasks.workunit.client.0.smithi123.stdout:op 3149 completed, throughput=5MB/sec 2023-12-20T11:21:06.182 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6fXmW6XTQFSuSPC off=4481597 len=40602 2023-12-20T11:21:06.185 INFO:tasks.workunit.client.0.smithi123.stdout:op 3150 completed, throughput=5MB/sec 2023-12-20T11:21:06.185 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ViV4ISnR-uOkY0g off=6762377 len=255117 2023-12-20T11:21:06.186 INFO:tasks.workunit.client.0.smithi123.stdout:op 3151 completed, throughput=5MB/sec 2023-12-20T11:21:06.186 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NlpwGq3PVjlUQ9x off=2391392 len=989687 2023-12-20T11:21:06.187 INFO:tasks.workunit.client.0.smithi123.stdout:op 3152 completed, throughput=5MB/sec 2023-12-20T11:21:06.187 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zYRrpWUuAjzI5d- off=11490878 len=1187991 2023-12-20T11:21:06.188 INFO:tasks.workunit.client.0.smithi123.stdout:op 3153 completed, throughput=5MB/sec 2023-12-20T11:21:06.189 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-58f83_psNmwb-PC off=11973419 len=961016 2023-12-20T11:21:06.193 INFO:tasks.workunit.client.0.smithi123.stdout:op 3154 completed, throughput=5MB/sec 2023-12-20T11:21:07.194 INFO:tasks.workunit.client.0.smithi123.stdout: 631: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:07.194 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-XQByDLSKmbLNaze off=3684941 len=1872250 2023-12-20T11:21:07.203 INFO:tasks.workunit.client.0.smithi123.stdout:op 3155 completed, throughput=5MB/sec 2023-12-20T11:21:07.203 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-v8dioc10B5sS9O0 off=1887125 len=290680 2023-12-20T11:21:07.204 INFO:tasks.workunit.client.0.smithi123.stdout:op 3156 completed, throughput=5MB/sec 2023-12-20T11:21:07.204 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ih6wzN08--vzwwq off=6915917 len=1371893 2023-12-20T11:21:07.209 INFO:tasks.workunit.client.0.smithi123.stdout:op 3157 completed, throughput=5MB/sec 2023-12-20T11:21:07.209 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gwrDMQ7GAPV6PIR off=7522378 len=1668725 2023-12-20T11:21:07.210 INFO:tasks.workunit.client.0.smithi123.stdout:op 3158 completed, throughput=5MB/sec 2023-12-20T11:21:07.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:07 smithi123 ceph-mon[191304]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-20T11:21:07.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:07 smithi123 ceph-mon[188613]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-20T11:21:08.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:07 smithi177 ceph-mon[212096]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-20T11:21:08.210 INFO:tasks.workunit.client.0.smithi123.stdout: 632: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:08.211 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QlAsAexgrRpKJMD off=11512569 len=1741162 2023-12-20T11:21:08.220 INFO:tasks.workunit.client.0.smithi123.stdout:op 3159 completed, throughput=5MB/sec 2023-12-20T11:21:08.220 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uApkcEwmU2cWaB0 off=5043788 len=1877138 2023-12-20T11:21:08.221 INFO:tasks.workunit.client.0.smithi123.stdout:op 3160 completed, throughput=5MB/sec 2023-12-20T11:21:08.222 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Cy7m0_b3mKcvfyW off=3265577 len=57623 2023-12-20T11:21:08.222 INFO:tasks.workunit.client.0.smithi123.stdout:op 3161 completed, throughput=5MB/sec 2023-12-20T11:21:08.222 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NdAcOyzf-0We81R off=1074068 len=1155232 2023-12-20T11:21:08.223 INFO:tasks.workunit.client.0.smithi123.stdout:op 3162 completed, throughput=5MB/sec 2023-12-20T11:21:09.224 INFO:tasks.workunit.client.0.smithi123.stdout: 633: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:09.224 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-w--Wus0cfX77iJg off=3848936 len=1231162 2023-12-20T11:21:09.231 INFO:tasks.workunit.client.0.smithi123.stdout:op 3163 completed, throughput=4.99MB/sec 2023-12-20T11:21:09.232 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6gJKqblVDeSkFBQ off=9668363 len=1069247 2023-12-20T11:21:09.238 INFO:tasks.workunit.client.0.smithi123.stdout:op 3164 completed, throughput=5MB/sec 2023-12-20T11:21:09.238 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cjw2quJbCjR8-rY off=566444 len=317260 2023-12-20T11:21:09.239 INFO:tasks.workunit.client.0.smithi123.stdout:op 3165 completed, throughput=5MB/sec 2023-12-20T11:21:09.239 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-HgEeTfMOA4tcNFY off=14495954 len=1963613 2023-12-20T11:21:09.241 INFO:tasks.workunit.client.0.smithi123.stdout:op 3166 completed, throughput=5MB/sec 2023-12-20T11:21:09.241 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-aELUZC3LW3_9aO5 off=11468219 len=1653949 2023-12-20T11:21:09.243 INFO:tasks.workunit.client.0.smithi123.stdout:op 3167 completed, throughput=5MB/sec 2023-12-20T11:21:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:21:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:21:09] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-20T11:21:09.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:09 smithi123 ceph-mon[191304]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:21:09.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:09 smithi123 ceph-mon[188613]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:21:10.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:09 smithi177 ceph-mon[212096]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:21:10.243 INFO:tasks.workunit.client.0.smithi123.stdout: 634: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:10.244 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-s4i6rThnVeHMCUb off=12418770 len=30301 2023-12-20T11:21:10.244 INFO:tasks.workunit.client.0.smithi123.stdout:op 3168 completed, throughput=4.99MB/sec 2023-12-20T11:21:10.244 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--s0PI2DXRbYHJMw off=2265035 len=302471 2023-12-20T11:21:10.245 INFO:tasks.workunit.client.0.smithi123.stdout:op 3169 completed, throughput=4.99MB/sec 2023-12-20T11:21:10.245 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-I5tVrAp7i-ZhQ9v off=17757637 len=1392526 2023-12-20T11:21:10.252 INFO:tasks.workunit.client.0.smithi123.stdout:op 3170 completed, throughput=5MB/sec 2023-12-20T11:21:10.252 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-z7f2Oq_PvNXQR3l off=322550 len=498653 2023-12-20T11:21:10.255 INFO:tasks.workunit.client.0.smithi123.stdout:op 3171 completed, throughput=5MB/sec 2023-12-20T11:21:10.256 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-CjJi5V1NsLCwYdJ off=800322 len=558713 2023-12-20T11:21:10.256 INFO:tasks.workunit.client.0.smithi123.stdout:op 3172 completed, throughput=5MB/sec 2023-12-20T11:21:10.256 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-g3IT3to3Cum__FE off=4559957 len=1502786 2023-12-20T11:21:10.265 INFO:tasks.workunit.client.0.smithi123.stdout:op 3173 completed, throughput=5MB/sec 2023-12-20T11:21:10.266 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2hUMIkBEXBJVUYO off=1632916 len=272973 2023-12-20T11:21:10.268 INFO:tasks.workunit.client.0.smithi123.stdout:op 3174 completed, throughput=5MB/sec 2023-12-20T11:21:11.269 INFO:tasks.workunit.client.0.smithi123.stdout: 635: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:11.269 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-eG1AkOoCRtiu3lG off=7324741 len=1945987 2023-12-20T11:21:11.277 INFO:tasks.workunit.client.0.smithi123.stdout:op 3175 completed, throughput=5MB/sec 2023-12-20T11:21:11.278 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Flg9xKGGkxGHJUX off=10003765 len=906105 2023-12-20T11:21:11.281 INFO:tasks.workunit.client.0.smithi123.stdout:op 3176 completed, throughput=5MB/sec 2023-12-20T11:21:11.282 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nfOorLYFXNbi3q4 off=6977202 len=157174 2023-12-20T11:21:11.282 INFO:tasks.workunit.client.0.smithi123.stdout:op 3177 completed, throughput=5MB/sec 2023-12-20T11:21:11.282 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xoOlOfKl2Nib46I off=9854437 len=1639795 2023-12-20T11:21:11.285 INFO:tasks.workunit.client.0.smithi123.stdout:op 3178 completed, throughput=5MB/sec 2023-12-20T11:21:11.286 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4yc41tRl9GHvMKe off=861536 len=750421 2023-12-20T11:21:11.286 INFO:tasks.workunit.client.0.smithi123.stdout:op 3179 completed, throughput=5MB/sec 2023-12-20T11:21:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:11 smithi123 ceph-mon[191304]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:21:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:21:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:11 smithi123 ceph-mon[188613]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:21:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:21:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:11 smithi177 ceph-mon[212096]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:21:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:21:12.287 INFO:tasks.workunit.client.0.smithi123.stdout: 636: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:12.287 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-d039VFgSwBDWVmc off=4255690 len=1135212 2023-12-20T11:21:12.293 INFO:tasks.workunit.client.0.smithi123.stdout:op 3180 completed, throughput=4.99MB/sec 2023-12-20T11:21:12.293 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-V4M3E8Own5kroSg off=2250225 len=711801 2023-12-20T11:21:12.294 INFO:tasks.workunit.client.0.smithi123.stdout:op 3181 completed, throughput=5MB/sec 2023-12-20T11:21:12.294 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-qAnOiAVsvv6O97H off=22505161 len=706513 2023-12-20T11:21:12.298 INFO:tasks.workunit.client.0.smithi123.stdout:op 3182 completed, throughput=5MB/sec 2023-12-20T11:21:12.298 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vAM-SxdTpbj0Xl8 off=5164519 len=1496936 2023-12-20T11:21:12.305 INFO:tasks.workunit.client.0.smithi123.stdout:op 3183 completed, throughput=5MB/sec 2023-12-20T11:21:12.305 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NpTXRL4_3ep2zby off=20336704 len=1472515 2023-12-20T11:21:12.307 INFO:tasks.workunit.client.0.smithi123.stdout:op 3184 completed, throughput=5MB/sec 2023-12-20T11:21:12.536 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:21:12.845 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:21:12.845 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (29m) 6m ago 33m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:21:12.845 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (29m) 4m ago 32m 90.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:21:12.845 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (33m) 6m ago 33m 19.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:21:12.845 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (33m) 4m ago 33m 26.8M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:21:12.845 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (29m) 4m ago 36m 457M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:21:12.845 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (29m) 6m ago 37m 538M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:21:12.846 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (29m) 6m ago 37m 247M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:21:12.846 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (28m) 4m ago 36m 144M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:21:12.846 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (28m) 6m ago 36m 157M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:21:12.846 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (29m) 6m ago 32m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:21:12.846 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (29m) 4m ago 32m 19.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:21:12.846 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (28m) 6m ago 35m 1835M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:21:12.846 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (27m) 6m ago 35m 2063M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:21:12.846 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (27m) 6m ago 35m 2149M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:21:12.846 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (26m) 6m ago 35m 1878M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:21:12.846 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (26m) 4m ago 34m 1370M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:21:12.846 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (25m) 4m ago 34m 1530M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:21:12.846 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (25m) 4m ago 34m 1185M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:21:12.846 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (24m) 4m ago 34m 1584M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:21:12.847 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (29m) 4m ago 33m 77.3M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:21:13.226 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:21:13.226 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:21:13.226 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:21:13.227 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:21:13.227 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:21:13.227 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:21:13.227 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:21:13.227 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:21:13.227 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:21:13.227 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:21:13.227 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:21:13.227 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:21:13.227 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:21:13.227 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:21:13.227 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:21:13.227 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:21:13.227 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:21:13.227 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:21:13.307 INFO:tasks.workunit.client.0.smithi123.stdout: 637: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:13.307 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rZnPY6i96IhCzbV off=15981093 len=894027 2023-12-20T11:21:13.308 INFO:tasks.workunit.client.0.smithi123.stdout:op 3185 completed, throughput=4.99MB/sec 2023-12-20T11:21:13.308 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-W6g0YaJ1zWseyMV off=806268 len=1700265 2023-12-20T11:21:13.317 INFO:tasks.workunit.client.0.smithi123.stdout:op 3186 completed, throughput=5MB/sec 2023-12-20T11:21:13.317 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gnpsfN2Af1-DJMU off=2645006 len=390351 2023-12-20T11:21:13.320 INFO:tasks.workunit.client.0.smithi123.stdout:op 3187 completed, throughput=5MB/sec 2023-12-20T11:21:13.320 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wTYzA4qyr4IT-33 off=854215 len=258573 2023-12-20T11:21:13.321 INFO:tasks.workunit.client.0.smithi123.stdout:op 3188 completed, throughput=5MB/sec 2023-12-20T11:21:13.321 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-AXqkyeR9Xl6qOT8 off=12591629 len=649563 2023-12-20T11:21:13.321 INFO:tasks.workunit.client.0.smithi123.stdout:op 3189 completed, throughput=5MB/sec 2023-12-20T11:21:13.322 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-R1MWssa7cW0DHq2 off=791540 len=1094096 2023-12-20T11:21:13.326 INFO:tasks.workunit.client.0.smithi123.stdout:op 3190 completed, throughput=5MB/sec 2023-12-20T11:21:13.326 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-d0xr5IJj1MhyDFW off=16466783 len=141485 2023-12-20T11:21:13.328 INFO:tasks.workunit.client.0.smithi123.stdout:op 3191 completed, throughput=5MB/sec 2023-12-20T11:21:13.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:13 smithi123 ceph-mon[191304]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:21:13.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:13 smithi123 ceph-mon[191304]: from='client.45566 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:21:13.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:13 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/282633433' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:21:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:13 smithi123 ceph-mon[188613]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:21:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:13 smithi123 ceph-mon[188613]: from='client.45566 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:21:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:13 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/282633433' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:21:14.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:13 smithi177 ceph-mon[212096]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:21:14.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:13 smithi177 ceph-mon[212096]: from='client.45566 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:21:14.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:13 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/282633433' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:21:14.328 INFO:tasks.workunit.client.0.smithi123.stdout: 638: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:14.328 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-TQDUSpvAnVfXtIG off=4365673 len=450641 2023-12-20T11:21:14.329 INFO:tasks.workunit.client.0.smithi123.stdout:op 3192 completed, throughput=4.99MB/sec 2023-12-20T11:21:14.329 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gJM1ousldNk_FPM off=1016891 len=146289 2023-12-20T11:21:14.331 INFO:tasks.workunit.client.0.smithi123.stdout:op 3193 completed, throughput=4.99MB/sec 2023-12-20T11:21:14.331 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FODD6VAjCCmXr81 off=13390757 len=856107 2023-12-20T11:21:14.333 INFO:tasks.workunit.client.0.smithi123.stdout:op 3194 completed, throughput=4.99MB/sec 2023-12-20T11:21:14.334 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tRzWx343fFRckFr off=12254287 len=420611 2023-12-20T11:21:14.335 INFO:tasks.workunit.client.0.smithi123.stdout:op 3195 completed, throughput=5MB/sec 2023-12-20T11:21:14.335 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-62gPWLflHImXrpx off=1563962 len=171127 2023-12-20T11:21:14.337 INFO:tasks.workunit.client.0.smithi123.stdout:op 3196 completed, throughput=5MB/sec 2023-12-20T11:21:14.338 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4cme3KNw389Vp5L off=0 len=1745070 2023-12-20T11:21:14.339 INFO:tasks.workunit.client.0.smithi123.stdout:op 3197 completed, throughput=5MB/sec 2023-12-20T11:21:14.339 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hmUCIIKssYmx50c off=11789922 len=1106010 2023-12-20T11:21:14.345 INFO:tasks.workunit.client.0.smithi123.stdout:op 3198 completed, throughput=5MB/sec 2023-12-20T11:21:14.345 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-TFEgMQLOtEUkrbj off=3674140 len=644207 2023-12-20T11:21:14.346 INFO:tasks.workunit.client.0.smithi123.stdout:op 3199 completed, throughput=5MB/sec 2023-12-20T11:21:14.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:14 smithi123 ceph-mon[191304]: from='client.35640 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:21:14.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:14 smithi123 ceph-mon[188613]: from='client.35640 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:21:15.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:14 smithi177 ceph-mon[212096]: from='client.35640 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:21:15.347 INFO:tasks.workunit.client.0.smithi123.stdout: 639: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:15.347 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-79_Gi3LfHPBnODL off=4179601 len=314181 2023-12-20T11:21:15.347 INFO:tasks.workunit.client.0.smithi123.stdout:op 3200 completed, throughput=4.99MB/sec 2023-12-20T11:21:15.348 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6ZWTvCaj-L2sIDc off=7662540 len=984815 2023-12-20T11:21:15.349 INFO:tasks.workunit.client.0.smithi123.stdout:op 3201 completed, throughput=4.99MB/sec 2023-12-20T11:21:15.349 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pisyoxadEm4uWNa off=7428536 len=1132964 2023-12-20T11:21:15.353 INFO:tasks.workunit.client.0.smithi123.stdout:op 3202 completed, throughput=5MB/sec 2023-12-20T11:21:15.353 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-3_DWlm1E9asEmwe off=4834274 len=486379 2023-12-20T11:21:15.357 INFO:tasks.workunit.client.0.smithi123.stdout:op 3203 completed, throughput=5MB/sec 2023-12-20T11:21:15.357 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-TR6S5K2wZYVKTEn off=7290352 len=1284053 2023-12-20T11:21:15.364 INFO:tasks.workunit.client.0.smithi123.stdout:op 3204 completed, throughput=5MB/sec 2023-12-20T11:21:15.364 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DKmIexSYcoF7EGs off=3279914 len=2080999 2023-12-20T11:21:15.366 INFO:tasks.workunit.client.0.smithi123.stdout:op 3205 completed, throughput=5MB/sec 2023-12-20T11:21:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:15 smithi123 ceph-mon[191304]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:21:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:15 smithi123 ceph-mon[188613]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:21:16.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:15 smithi177 ceph-mon[212096]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:21:16.367 INFO:tasks.workunit.client.0.smithi123.stdout: 640: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:16.367 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QENWUApI8sM02Mr off=12120762 len=1050023 2023-12-20T11:21:16.372 INFO:tasks.workunit.client.0.smithi123.stdout:op 3206 completed, throughput=5MB/sec 2023-12-20T11:21:16.372 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-p57LxBoHuJ2AYaJ off=638576 len=1663945 2023-12-20T11:21:16.374 INFO:tasks.workunit.client.0.smithi123.stdout:op 3207 completed, throughput=5MB/sec 2023-12-20T11:21:16.374 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ANJTHYtkf8RENfR off=17617219 len=1750384 2023-12-20T11:21:16.376 INFO:tasks.workunit.client.0.smithi123.stdout:op 3208 completed, throughput=5MB/sec 2023-12-20T11:21:17.376 INFO:tasks.workunit.client.0.smithi123.stdout: 641: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:17.377 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ul2V1RZk-vWrBJM off=13369955 len=1862050 2023-12-20T11:21:17.386 INFO:tasks.workunit.client.0.smithi123.stdout:op 3209 completed, throughput=5MB/sec 2023-12-20T11:21:17.386 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-JdPuzsZa_vRK8Ih off=1279960 len=187831 2023-12-20T11:21:17.386 INFO:tasks.workunit.client.0.smithi123.stdout:op 3210 completed, throughput=5MB/sec 2023-12-20T11:21:17.387 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ycX63_iYSmaLJSw off=6041789 len=382465 2023-12-20T11:21:17.388 INFO:tasks.workunit.client.0.smithi123.stdout:op 3211 completed, throughput=5MB/sec 2023-12-20T11:21:17.388 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pIXE9-kavCGPwUY off=6701075 len=1085551 2023-12-20T11:21:17.390 INFO:tasks.workunit.client.0.smithi123.stdout:op 3212 completed, throughput=5MB/sec 2023-12-20T11:21:17.390 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-COu-SXl5liYfBeF off=284672 len=1877082 2023-12-20T11:21:17.401 INFO:tasks.workunit.client.0.smithi123.stdout:op 3213 completed, throughput=5MB/sec 2023-12-20T11:21:17.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:17 smithi123 ceph-mon[191304]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:21:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:17 smithi123 ceph-mon[188613]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:21:18.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:17 smithi177 ceph-mon[212096]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:21:18.401 INFO:tasks.workunit.client.0.smithi123.stdout: 642: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:18.402 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-JxKVeDYKsi6YPs8 off=7855639 len=1653429 2023-12-20T11:21:18.410 INFO:tasks.workunit.client.0.smithi123.stdout:op 3214 completed, throughput=5MB/sec 2023-12-20T11:21:18.410 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-H6JEFJSItaUdBpq off=14805022 len=1706943 2023-12-20T11:21:18.417 INFO:tasks.workunit.client.0.smithi123.stdout:op 3215 completed, throughput=5MB/sec 2023-12-20T11:21:18.417 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-N8xn4y30mYpP8G7 off=13756399 len=1750662 2023-12-20T11:21:18.428 INFO:tasks.workunit.client.0.smithi123.stdout:op 3216 completed, throughput=5MB/sec 2023-12-20T11:21:19.428 INFO:tasks.workunit.client.0.smithi123.stdout: 643: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:19.428 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qZeQFm8qoFRuJ_W off=4866891 len=821615 2023-12-20T11:21:19.429 INFO:tasks.workunit.client.0.smithi123.stdout:op 3217 completed, throughput=4.99MB/sec 2023-12-20T11:21:19.429 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-unRrb_A65LU6NiG off=6652529 len=886359 2023-12-20T11:21:19.430 INFO:tasks.workunit.client.0.smithi123.stdout:op 3218 completed, throughput=5MB/sec 2023-12-20T11:21:19.430 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gupOIST1g_6XDcf off=5151075 len=1301934 2023-12-20T11:21:19.436 INFO:tasks.workunit.client.0.smithi123.stdout:op 3219 completed, throughput=5MB/sec 2023-12-20T11:21:19.436 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6DNF7vUWq1Zdb6C off=10626033 len=1453190 2023-12-20T11:21:19.438 INFO:tasks.workunit.client.0.smithi123.stdout:op 3220 completed, throughput=5MB/sec 2023-12-20T11:21:19.438 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-CR492kp00bag5i9 off=1639641 len=932801 2023-12-20T11:21:19.441 INFO:tasks.workunit.client.0.smithi123.stdout:op 3221 completed, throughput=5MB/sec 2023-12-20T11:21:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:21:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:21:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-20T11:21:19.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:19 smithi123 ceph-mon[191304]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:21:19.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:19 smithi123 ceph-mon[188613]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:21:20.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:19 smithi177 ceph-mon[212096]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:21:20.441 INFO:tasks.workunit.client.0.smithi123.stdout: 644: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:20.442 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vGyWTyWpdPuFvxB off=1865658 len=85417 2023-12-20T11:21:20.444 INFO:tasks.workunit.client.0.smithi123.stdout:op 3222 completed, throughput=4.99MB/sec 2023-12-20T11:21:20.444 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-JItlpk0K3-skLee off=7380673 len=219759 2023-12-20T11:21:20.448 INFO:tasks.workunit.client.0.smithi123.stdout:op 3223 completed, throughput=4.99MB/sec 2023-12-20T11:21:20.448 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vd2_bgVqH4mfvok off=9015707 len=870052 2023-12-20T11:21:20.449 INFO:tasks.workunit.client.0.smithi123.stdout:op 3224 completed, throughput=4.99MB/sec 2023-12-20T11:21:20.449 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-IxPhODdOO9YE4jK off=9978018 len=1469844 2023-12-20T11:21:20.452 INFO:tasks.workunit.client.0.smithi123.stdout:op 3225 completed, throughput=5MB/sec 2023-12-20T11:21:20.452 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tt1TxmhYy1ASORo off=4890251 len=1906588 2023-12-20T11:21:20.455 INFO:tasks.workunit.client.0.smithi123.stdout:op 3226 completed, throughput=5MB/sec 2023-12-20T11:21:20.455 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DRTG3hIBXwQahjT off=627338 len=1263550 2023-12-20T11:21:20.461 INFO:tasks.workunit.client.0.smithi123.stdout:op 3227 completed, throughput=5MB/sec 2023-12-20T11:21:21.461 INFO:tasks.workunit.client.0.smithi123.stdout: 645: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:21.461 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4VKacw96hSvC35u off=16814578 len=2068436 2023-12-20T11:21:21.471 INFO:tasks.workunit.client.0.smithi123.stdout:op 3228 completed, throughput=5MB/sec 2023-12-20T11:21:21.472 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-OHnlKqwICoiWOpj off=409464 len=1371970 2023-12-20T11:21:21.480 INFO:tasks.workunit.client.0.smithi123.stdout:op 3229 completed, throughput=5MB/sec 2023-12-20T11:21:21.480 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-h7UjRffp1Rup9Hz off=1177061 len=362264 2023-12-20T11:21:21.482 INFO:tasks.workunit.client.0.smithi123.stdout:op 3230 completed, throughput=5MB/sec 2023-12-20T11:21:21.483 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zfXkWK3byuGFgTG off=5854838 len=1248669 2023-12-20T11:21:21.484 INFO:tasks.workunit.client.0.smithi123.stdout:op 3231 completed, throughput=5MB/sec 2023-12-20T11:21:21.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:21 smithi123 ceph-mon[191304]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:21:21.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:21 smithi123 ceph-mon[188613]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:21:22.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:21 smithi177 ceph-mon[212096]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:21:22.484 INFO:tasks.workunit.client.0.smithi123.stdout: 646: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:22.484 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Ebz8xak8fboW7Sq off=3013193 len=2029206 2023-12-20T11:21:22.486 INFO:tasks.workunit.client.0.smithi123.stdout:op 3232 completed, throughput=5MB/sec 2023-12-20T11:21:22.486 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Ye6vfKFCn97yBkN off=9339634 len=249009 2023-12-20T11:21:22.490 INFO:tasks.workunit.client.0.smithi123.stdout:op 3233 completed, throughput=5MB/sec 2023-12-20T11:21:22.490 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-aAO9ls5YrFCCmOh off=384345 len=2026062 2023-12-20T11:21:22.492 INFO:tasks.workunit.client.0.smithi123.stdout:op 3234 completed, throughput=5MB/sec 2023-12-20T11:21:22.492 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cl0KMiMdBuxITDn off=26142 len=2045270 2023-12-20T11:21:22.502 INFO:tasks.workunit.client.0.smithi123.stdout:op 3235 completed, throughput=5MB/sec 2023-12-20T11:21:23.503 INFO:tasks.workunit.client.0.smithi123.stdout: 647: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:23.503 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6m_gP1mhCDj32Ty off=19229965 len=859108 2023-12-20T11:21:23.506 INFO:tasks.workunit.client.0.smithi123.stdout:op 3236 completed, throughput=5MB/sec 2023-12-20T11:21:23.506 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-aYNpr6lJKTaqcY_ off=9045596 len=1046353 2023-12-20T11:21:23.507 INFO:tasks.workunit.client.0.smithi123.stdout:op 3237 completed, throughput=5MB/sec 2023-12-20T11:21:23.507 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Aq-jJS9YDdxl8nN off=18046987 len=337404 2023-12-20T11:21:23.510 INFO:tasks.workunit.client.0.smithi123.stdout:op 3238 completed, throughput=5MB/sec 2023-12-20T11:21:23.511 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-7ss6MGD7ksXsEja off=3151262 len=1782657 2023-12-20T11:21:23.512 INFO:tasks.workunit.client.0.smithi123.stdout:op 3239 completed, throughput=5MB/sec 2023-12-20T11:21:23.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:23 smithi123 ceph-mon[191304]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:21:23.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:23 smithi123 ceph-mon[188613]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:21:24.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:23 smithi177 ceph-mon[212096]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:21:24.513 INFO:tasks.workunit.client.0.smithi123.stdout: 648: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:24.513 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-s_1keGhH5H10ZbI off=12499435 len=1835995 2023-12-20T11:21:24.515 INFO:tasks.workunit.client.0.smithi123.stdout:op 3240 completed, throughput=5MB/sec 2023-12-20T11:21:24.515 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-mumdaJFVDzgceM7 off=21795963 len=988752 2023-12-20T11:21:24.521 INFO:tasks.workunit.client.0.smithi123.stdout:op 3241 completed, throughput=5MB/sec 2023-12-20T11:21:24.521 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-B-gQ-jBBN-nKIL0 off=2807294 len=40984 2023-12-20T11:21:24.522 INFO:tasks.workunit.client.0.smithi123.stdout:op 3242 completed, throughput=5MB/sec 2023-12-20T11:21:24.522 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-UdSBdoSN9gE5o1B off=0 len=1206590 2023-12-20T11:21:24.528 INFO:tasks.workunit.client.0.smithi123.stdout:op 3243 completed, throughput=5MB/sec 2023-12-20T11:21:24.528 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8bzBacfM7Got2Nr off=7156336 len=1930524 2023-12-20T11:21:24.530 INFO:tasks.workunit.client.0.smithi123.stdout:op 3244 completed, throughput=5MB/sec 2023-12-20T11:21:25.530 INFO:tasks.workunit.client.0.smithi123.stdout: 649: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:25.530 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CoAHrEuiJA8CIjp off=3743902 len=1943348 2023-12-20T11:21:25.540 INFO:tasks.workunit.client.0.smithi123.stdout:op 3245 completed, throughput=5MB/sec 2023-12-20T11:21:25.540 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GXcSPL4xQ4QOeQH off=1830695 len=1229902 2023-12-20T11:21:25.546 INFO:tasks.workunit.client.0.smithi123.stdout:op 3246 completed, throughput=5MB/sec 2023-12-20T11:21:25.546 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-trGbPJqH2SCb6sb off=14002680 len=1822746 2023-12-20T11:21:25.549 INFO:tasks.workunit.client.0.smithi123.stdout:op 3247 completed, throughput=5MB/sec 2023-12-20T11:21:25.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:25 smithi123 ceph-mon[191304]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:21:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:25 smithi123 ceph-mon[188613]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:21:26.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:25 smithi177 ceph-mon[212096]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:21:26.550 INFO:tasks.workunit.client.0.smithi123.stdout: 650: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:26.550 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-qNkxsAit1Lf9-HX off=9461167 len=544251 2023-12-20T11:21:26.554 INFO:tasks.workunit.client.0.smithi123.stdout:op 3248 completed, throughput=4.99MB/sec 2023-12-20T11:21:26.554 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8gAEQAXSOmkE2yb off=331110 len=1081234 2023-12-20T11:21:26.555 INFO:tasks.workunit.client.0.smithi123.stdout:op 3249 completed, throughput=5MB/sec 2023-12-20T11:21:26.555 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fzILCV2hSGSZQD4 off=1548523 len=1028085 2023-12-20T11:21:26.558 INFO:tasks.workunit.client.0.smithi123.stdout:op 3250 completed, throughput=5MB/sec 2023-12-20T11:21:26.558 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-jPGLdGIRFnmqlHS off=14767996 len=345756 2023-12-20T11:21:26.561 INFO:tasks.workunit.client.0.smithi123.stdout:op 3251 completed, throughput=5MB/sec 2023-12-20T11:21:26.561 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hV7EJSnCARvmWca off=14187138 len=1870296 2023-12-20T11:21:26.573 INFO:tasks.workunit.client.0.smithi123.stdout:op 3252 completed, throughput=5MB/sec 2023-12-20T11:21:26.573 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-BBOz6EO1mT72Kmd off=12566720 len=76377 2023-12-20T11:21:26.575 INFO:tasks.workunit.client.0.smithi123.stdout:op 3253 completed, throughput=5MB/sec 2023-12-20T11:21:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:21:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:21:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:21:27.576 INFO:tasks.workunit.client.0.smithi123.stdout: 651: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:27.576 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-tyb1J_y8KsMRrZT off=1893015 len=404572 2023-12-20T11:21:27.579 INFO:tasks.workunit.client.0.smithi123.stdout:op 3254 completed, throughput=4.99MB/sec 2023-12-20T11:21:27.579 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-SIELxHvNf0wo4l5 off=1761597 len=660370 2023-12-20T11:21:27.582 INFO:tasks.workunit.client.0.smithi123.stdout:op 3255 completed, throughput=4.99MB/sec 2023-12-20T11:21:27.582 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NQxZ4rZam0Dsgt_ off=2530943 len=1517864 2023-12-20T11:21:27.584 INFO:tasks.workunit.client.0.smithi123.stdout:op 3256 completed, throughput=5MB/sec 2023-12-20T11:21:27.584 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-dQ13HCrWaVmS059 off=9775056 len=68246 2023-12-20T11:21:27.586 INFO:tasks.workunit.client.0.smithi123.stdout:op 3257 completed, throughput=5MB/sec 2023-12-20T11:21:27.586 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8D_jyWysiDkBtFp off=2525852 len=695929 2023-12-20T11:21:27.587 INFO:tasks.workunit.client.0.smithi123.stdout:op 3258 completed, throughput=5MB/sec 2023-12-20T11:21:27.587 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NdAcOyzf-0We81R off=1056768 len=505012 2023-12-20T11:21:27.588 INFO:tasks.workunit.client.0.smithi123.stdout:op 3259 completed, throughput=5MB/sec 2023-12-20T11:21:27.588 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-7V-O3ajt4cXryu0 off=1182847 len=1007024 2023-12-20T11:21:27.589 INFO:tasks.workunit.client.0.smithi123.stdout:op 3260 completed, throughput=5MB/sec 2023-12-20T11:21:27.589 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0XMSWvXhMxeA7Zu off=1915057 len=1055797 2023-12-20T11:21:27.594 INFO:tasks.workunit.client.0.smithi123.stdout:op 3261 completed, throughput=5MB/sec 2023-12-20T11:21:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:27 smithi123 ceph-mon[191304]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:21:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:27 smithi123 ceph-mon[188613]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:21:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:27 smithi177 ceph-mon[212096]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:21:28.594 INFO:tasks.workunit.client.0.smithi123.stdout: 652: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:28.594 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QBsZ8T8kqkFVnEu off=4687355 len=1317283 2023-12-20T11:21:28.596 INFO:tasks.workunit.client.0.smithi123.stdout:op 3262 completed, throughput=5MB/sec 2023-12-20T11:21:28.596 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CvHkcSx1WlGWeUE off=402248 len=1430937 2023-12-20T11:21:28.605 INFO:tasks.workunit.client.0.smithi123.stdout:op 3263 completed, throughput=5MB/sec 2023-12-20T11:21:28.605 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-aTS1ND_NC5IE5Ft off=15888496 len=1393138 2023-12-20T11:21:28.606 INFO:tasks.workunit.client.0.smithi123.stdout:op 3264 completed, throughput=5MB/sec 2023-12-20T11:21:28.606 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fkYo_DkyWKGQ2zI off=5139461 len=559760 2023-12-20T11:21:28.607 INFO:tasks.workunit.client.0.smithi123.stdout:op 3265 completed, throughput=5MB/sec 2023-12-20T11:21:28.902 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 11:21:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T11:21:28.586178051Z level=info msg="Completed cleanup jobs" duration=12.867797ms 2023-12-20T11:21:29.405 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:21:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:21:29] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-20T11:21:29.406 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:29 smithi123 ceph-mon[188613]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:21:29.608 INFO:tasks.workunit.client.0.smithi123.stdout: 653: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:29.608 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-JhWiBNgIRds1uFa off=6244556 len=1916186 2023-12-20T11:21:29.610 INFO:tasks.workunit.client.0.smithi123.stdout:op 3266 completed, throughput=5MB/sec 2023-12-20T11:21:29.610 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-M5ffKK8LJvoK6do off=5753977 len=684115 2023-12-20T11:21:29.612 INFO:tasks.workunit.client.0.smithi123.stdout:op 3267 completed, throughput=5MB/sec 2023-12-20T11:21:29.612 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-kXYaOFlwo7vegwJ off=2172946 len=1317579 2023-12-20T11:21:29.619 INFO:tasks.workunit.client.0.smithi123.stdout:op 3268 completed, throughput=5MB/sec 2023-12-20T11:21:29.619 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-UBJlWjHNnL170cQ off=13997787 len=1203604 2023-12-20T11:21:29.621 INFO:tasks.workunit.client.0.smithi123.stdout:op 3269 completed, throughput=5MB/sec 2023-12-20T11:21:29.621 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mtR2x6XiGmcfPfq off=7773779 len=328680 2023-12-20T11:21:29.621 INFO:tasks.workunit.client.0.smithi123.stdout:op 3270 completed, throughput=5MB/sec 2023-12-20T11:21:29.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:29 smithi123 ceph-mon[191304]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:21:29.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:29 smithi177 ceph-mon[212096]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:21:30.622 INFO:tasks.workunit.client.0.smithi123.stdout: 654: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:30.622 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Raml0OkWhn6tu9s off=11274206 len=948165 2023-12-20T11:21:30.623 INFO:tasks.workunit.client.0.smithi123.stdout:op 3271 completed, throughput=4.99MB/sec 2023-12-20T11:21:30.623 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kTxgC9y7LItp5DG off=1090101 len=536776 2023-12-20T11:21:30.624 INFO:tasks.workunit.client.0.smithi123.stdout:op 3272 completed, throughput=4.99MB/sec 2023-12-20T11:21:30.624 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-PkyvUEaTDHBSwgv off=11639500 len=1173187 2023-12-20T11:21:30.627 INFO:tasks.workunit.client.0.smithi123.stdout:op 3273 completed, throughput=5MB/sec 2023-12-20T11:21:30.627 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-irFkpqZMPJAaS-j off=4450570 len=708923 2023-12-20T11:21:30.633 INFO:tasks.workunit.client.0.smithi123.stdout:op 3274 completed, throughput=5MB/sec 2023-12-20T11:21:30.633 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lRKdv1Buu1Ui4Ec off=1390801 len=2030055 2023-12-20T11:21:30.636 INFO:tasks.workunit.client.0.smithi123.stdout:op 3275 completed, throughput=5MB/sec 2023-12-20T11:21:31.637 INFO:tasks.workunit.client.0.smithi123.stdout: 655: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:31.637 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--hUZaB0N_H0XzDP off=972647 len=1529458 2023-12-20T11:21:31.639 INFO:tasks.workunit.client.0.smithi123.stdout:op 3276 completed, throughput=4.99MB/sec 2023-12-20T11:21:31.639 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--ZtkPkLmvmvcN0v off=14668768 len=1402389 2023-12-20T11:21:31.642 INFO:tasks.workunit.client.0.smithi123.stdout:op 3277 completed, throughput=5MB/sec 2023-12-20T11:21:31.642 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2ZJbBuPyXc5fV3S off=4675873 len=1001521 2023-12-20T11:21:31.643 INFO:tasks.workunit.client.0.smithi123.stdout:op 3278 completed, throughput=5MB/sec 2023-12-20T11:21:31.643 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_Mcf-LStkJ_pjWi off=8860418 len=1104622 2023-12-20T11:21:31.644 INFO:tasks.workunit.client.0.smithi123.stdout:op 3279 completed, throughput=5MB/sec 2023-12-20T11:21:31.645 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-sLeEng4nNAZ0kXA off=9787343 len=493718 2023-12-20T11:21:31.648 INFO:tasks.workunit.client.0.smithi123.stdout:op 3280 completed, throughput=5MB/sec 2023-12-20T11:21:31.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:31 smithi123 ceph-mon[188613]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:21:31.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:31 smithi123 ceph-mon[191304]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:21:31.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:31 smithi177 ceph-mon[212096]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:21:32.648 INFO:tasks.workunit.client.0.smithi123.stdout: 656: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:32.648 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-VHXfwaE6e_msGVV off=834189 len=375004 2023-12-20T11:21:32.649 INFO:tasks.workunit.client.0.smithi123.stdout:op 3281 completed, throughput=4.99MB/sec 2023-12-20T11:21:32.649 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-937OLbBp_sLEEkt off=7888046 len=1271376 2023-12-20T11:21:32.657 INFO:tasks.workunit.client.0.smithi123.stdout:op 3282 completed, throughput=5MB/sec 2023-12-20T11:21:32.657 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Y-B-NypKyUqgVs0 off=18420839 len=1717449 2023-12-20T11:21:32.658 INFO:tasks.workunit.client.0.smithi123.stdout:op 3283 completed, throughput=5MB/sec 2023-12-20T11:21:32.658 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-1A9ZfiUSJZoPFsm off=269424 len=737858 2023-12-20T11:21:32.662 INFO:tasks.workunit.client.0.smithi123.stdout:op 3284 completed, throughput=5MB/sec 2023-12-20T11:21:32.662 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-O-aYMzLgDwU-ipI off=7688359 len=739634 2023-12-20T11:21:32.663 INFO:tasks.workunit.client.0.smithi123.stdout:op 3285 completed, throughput=5MB/sec 2023-12-20T11:21:32.663 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-t2OfOHsZL3d5GK3 off=13926866 len=1142589 2023-12-20T11:21:32.669 INFO:tasks.workunit.client.0.smithi123.stdout:op 3286 completed, throughput=5MB/sec 2023-12-20T11:21:33.670 INFO:tasks.workunit.client.0.smithi123.stdout: 657: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:33.670 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Gq1IWuwDVkrB69x off=1949130 len=268380 2023-12-20T11:21:33.673 INFO:tasks.workunit.client.0.smithi123.stdout:op 3287 completed, throughput=4.99MB/sec 2023-12-20T11:21:33.673 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Is57McH9W0ycBPY off=4432282 len=1504271 2023-12-20T11:21:33.679 INFO:tasks.workunit.client.0.smithi123.stdout:op 3288 completed, throughput=5MB/sec 2023-12-20T11:21:33.679 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zO7FS-CjWlUfp-n off=1867790 len=1136039 2023-12-20T11:21:33.680 INFO:tasks.workunit.client.0.smithi123.stdout:op 3289 completed, throughput=5MB/sec 2023-12-20T11:21:33.680 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xNIVKzsXXwtAEaA off=19400671 len=710136 2023-12-20T11:21:33.681 INFO:tasks.workunit.client.0.smithi123.stdout:op 3290 completed, throughput=5MB/sec 2023-12-20T11:21:33.681 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qjg7wojYo6SPFLa off=1696747 len=75287 2023-12-20T11:21:33.682 INFO:tasks.workunit.client.0.smithi123.stdout:op 3291 completed, throughput=5MB/sec 2023-12-20T11:21:33.682 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-kri6e-ltBIPcuJe off=3542418 len=1104870 2023-12-20T11:21:33.686 INFO:tasks.workunit.client.0.smithi123.stdout:op 3292 completed, throughput=5MB/sec 2023-12-20T11:21:33.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:33 smithi123 ceph-mon[188613]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:21:33.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:33 smithi123 ceph-mon[191304]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:21:33.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:33 smithi177 ceph-mon[212096]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:21:34.687 INFO:tasks.workunit.client.0.smithi123.stdout: 658: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:34.687 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-uGbNGVSQKWHFuI8 off=12458199 len=714828 2023-12-20T11:21:34.691 INFO:tasks.workunit.client.0.smithi123.stdout:op 3293 completed, throughput=4.99MB/sec 2023-12-20T11:21:34.691 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-PKvVWM72tJ8dlbn off=16035921 len=190682 2023-12-20T11:21:34.694 INFO:tasks.workunit.client.0.smithi123.stdout:op 3294 completed, throughput=4.99MB/sec 2023-12-20T11:21:34.694 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-91sq4ZtQX7BRQ6V off=268510 len=1913988 2023-12-20T11:21:34.701 INFO:tasks.workunit.client.0.smithi123.stdout:op 3295 completed, throughput=5MB/sec 2023-12-20T11:21:34.701 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pQM9M3_lDDh1kNG off=12930435 len=141475 2023-12-20T11:21:34.702 INFO:tasks.workunit.client.0.smithi123.stdout:op 3296 completed, throughput=5MB/sec 2023-12-20T11:21:34.702 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QbcLfO_KmUc-sGU off=1511553 len=657249 2023-12-20T11:21:34.706 INFO:tasks.workunit.client.0.smithi123.stdout:op 3297 completed, throughput=5MB/sec 2023-12-20T11:21:34.706 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-a3LwfyGa_b3CIgx off=2952072 len=1343669 2023-12-20T11:21:34.719 INFO:tasks.workunit.client.0.smithi123.stdout:op 3298 completed, throughput=5MB/sec 2023-12-20T11:21:35.719 INFO:tasks.workunit.client.0.smithi123.stdout: 659: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:35.720 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-b1Ec1TmKG6axFW2 off=6189784 len=86282 2023-12-20T11:21:35.720 INFO:tasks.workunit.client.0.smithi123.stdout:op 3299 completed, throughput=4.99MB/sec 2023-12-20T11:21:35.720 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-qYxgKgXV5TtHkmz off=860732 len=253206 2023-12-20T11:21:35.723 INFO:tasks.workunit.client.0.smithi123.stdout:op 3300 completed, throughput=4.99MB/sec 2023-12-20T11:21:35.723 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-r4UmSO8TdYyQA56 off=3606103 len=2046828 2023-12-20T11:21:35.725 INFO:tasks.workunit.client.0.smithi123.stdout:op 3301 completed, throughput=5MB/sec 2023-12-20T11:21:35.725 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Iv534I9Y16AAKIs off=6024701 len=926467 2023-12-20T11:21:35.728 INFO:tasks.workunit.client.0.smithi123.stdout:op 3302 completed, throughput=5MB/sec 2023-12-20T11:21:35.728 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-tI6YifwdHuPgKH8 off=2533705 len=797286 2023-12-20T11:21:35.732 INFO:tasks.workunit.client.0.smithi123.stdout:op 3303 completed, throughput=5MB/sec 2023-12-20T11:21:35.732 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Wm3YTG_gcmXsgor off=9625799 len=94192 2023-12-20T11:21:35.735 INFO:tasks.workunit.client.0.smithi123.stdout:op 3304 completed, throughput=5MB/sec 2023-12-20T11:21:35.735 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-m2V0Ff5cGezQgX7 off=1180300 len=470871 2023-12-20T11:21:35.736 INFO:tasks.workunit.client.0.smithi123.stdout:op 3305 completed, throughput=5MB/sec 2023-12-20T11:21:35.736 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2O3wgycGN2L1uNS off=11869270 len=1913356 2023-12-20T11:21:35.737 INFO:tasks.workunit.client.0.smithi123.stdout:op 3306 completed, throughput=5MB/sec 2023-12-20T11:21:35.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:35 smithi123 ceph-mon[191304]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-20T11:21:35.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:35 smithi123 ceph-mon[188613]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-20T11:21:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:35 smithi177 ceph-mon[212096]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-20T11:21:36.738 INFO:tasks.workunit.client.0.smithi123.stdout: 660: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:36.738 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4QGfvrTdkt0G22A off=7489137 len=1869032 2023-12-20T11:21:36.745 INFO:tasks.workunit.client.0.smithi123.stdout:op 3307 completed, throughput=5MB/sec 2023-12-20T11:21:36.745 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-J7joKiSRvWG-6es off=6968793 len=1697559 2023-12-20T11:21:36.754 INFO:tasks.workunit.client.0.smithi123.stdout:op 3308 completed, throughput=5MB/sec 2023-12-20T11:21:36.755 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-XuVsZn3bjpSqdKY off=108153 len=1782112 2023-12-20T11:21:36.756 INFO:tasks.workunit.client.0.smithi123.stdout:op 3309 completed, throughput=5MB/sec 2023-12-20T11:21:37.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:37 smithi123 ceph-mon[191304]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-20T11:21:37.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:37 smithi123 ceph-mon[188613]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-20T11:21:37.756 INFO:tasks.workunit.client.0.smithi123.stdout: 661: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:37.756 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-35LHOc0yKP_GYaj off=5158611 len=2088513 2023-12-20T11:21:37.758 INFO:tasks.workunit.client.0.smithi123.stdout:op 3310 completed, throughput=5MB/sec 2023-12-20T11:21:37.759 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-JNtgsIAkeznp1ET off=2827690 len=314412 2023-12-20T11:21:37.762 INFO:tasks.workunit.client.0.smithi123.stdout:op 3311 completed, throughput=5MB/sec 2023-12-20T11:21:37.762 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4u4DOsmRfGxvV6l off=15371478 len=508361 2023-12-20T11:21:37.764 INFO:tasks.workunit.client.0.smithi123.stdout:op 3312 completed, throughput=5MB/sec 2023-12-20T11:21:37.764 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-h5d1tZyIHJW8Y7d off=7367272 len=1045026 2023-12-20T11:21:37.770 INFO:tasks.workunit.client.0.smithi123.stdout:op 3313 completed, throughput=5MB/sec 2023-12-20T11:21:37.770 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-PlEMEbJHeDUZEiE off=1578136 len=803285 2023-12-20T11:21:37.771 INFO:tasks.workunit.client.0.smithi123.stdout:op 3314 completed, throughput=5MB/sec 2023-12-20T11:21:37.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:37 smithi177 ceph-mon[212096]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-20T11:21:38.771 INFO:tasks.workunit.client.0.smithi123.stdout: 662: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:38.771 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-engitZ3bvF2abvP off=1002449 len=1015009 2023-12-20T11:21:38.776 INFO:tasks.workunit.client.0.smithi123.stdout:op 3315 completed, throughput=5MB/sec 2023-12-20T11:21:38.776 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-sO5NmW7vbbcND2a off=7116765 len=125726 2023-12-20T11:21:38.777 INFO:tasks.workunit.client.0.smithi123.stdout:op 3316 completed, throughput=5MB/sec 2023-12-20T11:21:38.777 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-PJa2GVlFgjg_9qr off=12834474 len=1335480 2023-12-20T11:21:38.778 INFO:tasks.workunit.client.0.smithi123.stdout:op 3317 completed, throughput=5MB/sec 2023-12-20T11:21:38.778 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Tp3NwjvjfK4X8fX off=15728026 len=1949913 2023-12-20T11:21:38.781 INFO:tasks.workunit.client.0.smithi123.stdout:op 3318 completed, throughput=5MB/sec 2023-12-20T11:21:38.781 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nTpCbGhpbpB3TTc off=3296758 len=783407 2023-12-20T11:21:38.786 INFO:tasks.workunit.client.0.smithi123.stdout:op 3319 completed, throughput=5MB/sec 2023-12-20T11:21:39.419 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:21:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:21:39] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-20T11:21:39.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:39 smithi123 ceph-mon[191304]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-20T11:21:39.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:39 smithi123 ceph-mon[188613]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-20T11:21:39.786 INFO:tasks.workunit.client.0.smithi123.stdout: 663: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:39.786 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-OWCoWZd_43rmnT9 off=4432346 len=6445 2023-12-20T11:21:39.789 INFO:tasks.workunit.client.0.smithi123.stdout:op 3320 completed, throughput=4.99MB/sec 2023-12-20T11:21:39.789 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ohF2QINnYw30jSv off=0 len=1621408 2023-12-20T11:21:39.796 INFO:tasks.workunit.client.0.smithi123.stdout:op 3321 completed, throughput=5MB/sec 2023-12-20T11:21:39.796 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9ayjokVWYnHIesp off=5444228 len=1231879 2023-12-20T11:21:39.803 INFO:tasks.workunit.client.0.smithi123.stdout:op 3322 completed, throughput=5MB/sec 2023-12-20T11:21:39.803 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-z_UFCpwd-vJWFcb off=9479194 len=456394 2023-12-20T11:21:39.805 INFO:tasks.workunit.client.0.smithi123.stdout:op 3323 completed, throughput=5MB/sec 2023-12-20T11:21:39.805 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-iguoxxF-fQqgJ4P off=547993 len=7518 2023-12-20T11:21:39.805 INFO:tasks.workunit.client.0.smithi123.stdout:op 3324 completed, throughput=5MB/sec 2023-12-20T11:21:39.806 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-UwcGf1089xXiUIw off=9640365 len=356586 2023-12-20T11:21:39.809 INFO:tasks.workunit.client.0.smithi123.stdout:op 3325 completed, throughput=5MB/sec 2023-12-20T11:21:39.809 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nQT4fN8ndgrVohP off=6523877 len=733276 2023-12-20T11:21:39.810 INFO:tasks.workunit.client.0.smithi123.stdout:op 3326 completed, throughput=5MB/sec 2023-12-20T11:21:39.810 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Pb-nTFypv8R7akR off=14070779 len=1537402 2023-12-20T11:21:39.818 INFO:tasks.workunit.client.0.smithi123.stdout:op 3327 completed, throughput=5MB/sec 2023-12-20T11:21:39.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:39 smithi177 ceph-mon[212096]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-20T11:21:40.819 INFO:tasks.workunit.client.0.smithi123.stdout: 664: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:40.819 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-j1MZroYahgA-_s5 off=6023084 len=585147 2023-12-20T11:21:40.820 INFO:tasks.workunit.client.0.smithi123.stdout:op 3328 completed, throughput=5MB/sec 2023-12-20T11:21:40.820 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-a6HOqFAo7N9gAC8 off=8032861 len=1577470 2023-12-20T11:21:40.829 INFO:tasks.workunit.client.0.smithi123.stdout:op 3329 completed, throughput=5MB/sec 2023-12-20T11:21:40.829 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-k8KdsMdFzi2ema8 off=829880 len=1396064 2023-12-20T11:21:40.831 INFO:tasks.workunit.client.0.smithi123.stdout:op 3330 completed, throughput=5MB/sec 2023-12-20T11:21:40.831 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9Yw82G66z6eQYlf off=15625458 len=733321 2023-12-20T11:21:40.832 INFO:tasks.workunit.client.0.smithi123.stdout:op 3331 completed, throughput=5MB/sec 2023-12-20T11:21:41.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:41 smithi123 ceph-mon[191304]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:21:41.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:21:41.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:41 smithi123 ceph-mon[188613]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:21:41.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:21:41.832 INFO:tasks.workunit.client.0.smithi123.stdout: 665: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:41.832 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GujyrBzlqFj6zIc off=134172 len=1809938 2023-12-20T11:21:41.844 INFO:tasks.workunit.client.0.smithi123.stdout:op 3332 completed, throughput=5MB/sec 2023-12-20T11:21:41.844 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_UCk1KvZISLfOEB off=17767630 len=498128 2023-12-20T11:21:41.845 INFO:tasks.workunit.client.0.smithi123.stdout:op 3333 completed, throughput=5MB/sec 2023-12-20T11:21:41.845 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-byXSh_exrG_Sgqk off=19359708 len=301365 2023-12-20T11:21:41.848 INFO:tasks.workunit.client.0.smithi123.stdout:op 3334 completed, throughput=5MB/sec 2023-12-20T11:21:41.848 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--1ldwiMWq--bIYA off=9471745 len=435362 2023-12-20T11:21:41.852 INFO:tasks.workunit.client.0.smithi123.stdout:op 3335 completed, throughput=5MB/sec 2023-12-20T11:21:41.852 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wLbv_eoZb35XFU6 off=22373966 len=437997 2023-12-20T11:21:41.852 INFO:tasks.workunit.client.0.smithi123.stdout:op 3336 completed, throughput=5MB/sec 2023-12-20T11:21:41.852 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FbUHVFyFQ0ZWfrI off=1337784 len=259198 2023-12-20T11:21:41.855 INFO:tasks.workunit.client.0.smithi123.stdout:op 3337 completed, throughput=5MB/sec 2023-12-20T11:21:41.855 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-prIQYMMetvj2ohk off=9376939 len=1238256 2023-12-20T11:21:41.856 INFO:tasks.workunit.client.0.smithi123.stdout:op 3338 completed, throughput=5MB/sec 2023-12-20T11:21:41.856 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jezmqrY_84cE3v- off=8817429 len=1436680 2023-12-20T11:21:41.861 INFO:tasks.workunit.client.0.smithi123.stdout:op 3339 completed, throughput=5MB/sec 2023-12-20T11:21:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:41 smithi177 ceph-mon[212096]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:21:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:21:42.858 INFO:tasks.workunit.client.0.smithi123.stdout: 666: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:42.858 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4g5WFwi5qpO_CHh off=2300400 len=868793 2023-12-20T11:21:42.864 INFO:tasks.workunit.client.0.smithi123.stdout:op 3340 completed, throughput=5MB/sec 2023-12-20T11:21:42.864 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xjx8ESD6nBh9SZG off=12571780 len=1092953 2023-12-20T11:21:42.870 INFO:tasks.workunit.client.0.smithi123.stdout:op 3341 completed, throughput=5MB/sec 2023-12-20T11:21:42.871 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GuIDcQ12zOpGagH off=3628485 len=296267 2023-12-20T11:21:42.873 INFO:tasks.workunit.client.0.smithi123.stdout:op 3342 completed, throughput=5MB/sec 2023-12-20T11:21:42.873 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rv2uFkUpqs79_Px off=22733 len=237105 2023-12-20T11:21:42.873 INFO:tasks.workunit.client.0.smithi123.stdout:op 3343 completed, throughput=5MB/sec 2023-12-20T11:21:42.873 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-AbNyaHYGR7BTaBm off=11269997 len=981888 2023-12-20T11:21:42.879 INFO:tasks.workunit.client.0.smithi123.stdout:op 3344 completed, throughput=5MB/sec 2023-12-20T11:21:42.879 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-wFeIMixnSyun4sH off=1114440 len=674354 2023-12-20T11:21:42.885 INFO:tasks.workunit.client.0.smithi123.stdout:op 3345 completed, throughput=5MB/sec 2023-12-20T11:21:43.573 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:21:43.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:43 smithi123 ceph-mon[191304]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:21:43.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:43 smithi123 ceph-mon[188613]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:21:43.882 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:21:43.882 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (30m) 7m ago 33m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:21:43.882 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (30m) 4m ago 33m 90.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:21:43.882 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (34m) 7m ago 34m 19.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:21:43.882 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (34m) 4m ago 34m 26.8M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:21:43.882 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (29m) 4m ago 36m 457M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:21:43.883 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (30m) 7m ago 38m 538M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:21:43.883 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (29m) 7m ago 38m 247M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:21:43.883 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (29m) 4m ago 37m 144M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:21:43.883 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (29m) 7m ago 36m 157M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:21:43.883 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (30m) 7m ago 33m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:21:43.883 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (30m) 4m ago 33m 19.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:21:43.883 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (28m) 7m ago 36m 1835M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:21:43.883 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (28m) 7m ago 36m 2063M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:21:43.883 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (27m) 7m ago 35m 2149M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:21:43.883 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (27m) 7m ago 35m 1878M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:21:43.883 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (26m) 4m ago 35m 1370M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:21:43.883 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (26m) 4m ago 35m 1530M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:21:43.883 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (25m) 4m ago 34m 1185M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:21:43.884 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (25m) 4m ago 34m 1584M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:21:43.884 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (29m) 4m ago 33m 77.3M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:21:43.884 INFO:tasks.workunit.client.0.smithi123.stdout: 667: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:43.884 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qA0xqQSHeaNtvzj off=11383545 len=1239508 2023-12-20T11:21:43.884 INFO:tasks.workunit.client.0.smithi123.stdout:op 3346 completed, throughput=4.99MB/sec 2023-12-20T11:21:43.884 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qP1nVVuxT2V_spT off=1199055 len=1002128 2023-12-20T11:21:43.885 INFO:tasks.workunit.client.0.smithi123.stdout:op 3347 completed, throughput=5MB/sec 2023-12-20T11:21:43.885 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_ReMZK-afcMpyHU off=737787 len=1146375 2023-12-20T11:21:43.885 INFO:tasks.workunit.client.0.smithi123.stdout:op 3348 completed, throughput=5MB/sec 2023-12-20T11:21:43.885 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-dZKFRCx4w8w80OQ off=3092451 len=1617335 2023-12-20T11:21:43.892 INFO:tasks.workunit.client.0.smithi123.stdout:op 3349 completed, throughput=5MB/sec 2023-12-20T11:21:43.892 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-BoQiEtEqlCtgUXb off=3150320 len=605755 2023-12-20T11:21:43.895 INFO:tasks.workunit.client.0.smithi123.stdout:op 3350 completed, throughput=5MB/sec 2023-12-20T11:21:43.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:43 smithi177 ceph-mon[212096]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:21:44.275 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:21:44.275 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:21:44.275 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:21:44.275 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:21:44.275 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:21:44.275 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:21:44.275 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:21:44.275 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:21:44.275 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:21:44.276 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:21:44.276 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:21:44.276 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:21:44.276 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:21:44.276 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:21:44.276 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:21:44.276 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:21:44.276 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:21:44.276 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:21:44.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:44 smithi123 ceph-mon[191304]: from='client.45584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:21:44.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:44 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/267460487' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:21:44.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:44 smithi123 ceph-mon[188613]: from='client.45584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:21:44.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:44 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/267460487' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:21:44.895 INFO:tasks.workunit.client.0.smithi123.stdout: 668: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:44.895 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-RySGL5PiLN8Pd5P off=695815 len=1284769 2023-12-20T11:21:44.896 INFO:tasks.workunit.client.0.smithi123.stdout:op 3351 completed, throughput=4.99MB/sec 2023-12-20T11:21:44.896 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-waT1qj8yUR6Wvis off=3601615 len=59827 2023-12-20T11:21:44.899 INFO:tasks.workunit.client.0.smithi123.stdout:op 3352 completed, throughput=4.99MB/sec 2023-12-20T11:21:44.899 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-P1pXRoeWj2O0EDY off=8527733 len=1000424 2023-12-20T11:21:44.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:44 smithi177 ceph-mon[212096]: from='client.45584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:21:44.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:44 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/267460487' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:21:44.904 INFO:tasks.workunit.client.0.smithi123.stdout:op 3353 completed, throughput=5MB/sec 2023-12-20T11:21:44.904 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-MF4GlpmvSNxXSwu off=11854558 len=964527 2023-12-20T11:21:44.905 INFO:tasks.workunit.client.0.smithi123.stdout:op 3354 completed, throughput=5MB/sec 2023-12-20T11:21:44.905 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-d0MGm5APXQ278mx off=13994335 len=1902971 2023-12-20T11:21:44.915 INFO:tasks.workunit.client.0.smithi123.stdout:op 3355 completed, throughput=5MB/sec 2023-12-20T11:21:45.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:45 smithi123 ceph-mon[191304]: from='client.45590 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:21:45.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:45 smithi123 ceph-mon[191304]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:21:45.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:45 smithi123 ceph-mon[188613]: from='client.45590 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:21:45.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:45 smithi123 ceph-mon[188613]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:21:45.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:45 smithi177 ceph-mon[212096]: from='client.45590 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:21:45.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:45 smithi177 ceph-mon[212096]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:21:45.916 INFO:tasks.workunit.client.0.smithi123.stdout: 669: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:45.916 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-z_UFCpwd-vJWFcb off=19334286 len=1303821 2023-12-20T11:21:45.918 INFO:tasks.workunit.client.0.smithi123.stdout:op 3356 completed, throughput=4.99MB/sec 2023-12-20T11:21:45.919 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jvfkL1yLN0DXaJ4 off=284999 len=85132 2023-12-20T11:21:45.919 INFO:tasks.workunit.client.0.smithi123.stdout:op 3357 completed, throughput=4.99MB/sec 2023-12-20T11:21:45.919 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-z0anX066CLstEzW off=3722143 len=383989 2023-12-20T11:21:45.920 INFO:tasks.workunit.client.0.smithi123.stdout:op 3358 completed, throughput=5MB/sec 2023-12-20T11:21:45.920 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--Du8K_89DnKfjGh off=648832 len=2068358 2023-12-20T11:21:45.922 INFO:tasks.workunit.client.0.smithi123.stdout:op 3359 completed, throughput=5MB/sec 2023-12-20T11:21:45.922 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-n6Fxi_hEivM4EbV off=5698608 len=160826 2023-12-20T11:21:45.926 INFO:tasks.workunit.client.0.smithi123.stdout:op 3360 completed, throughput=5MB/sec 2023-12-20T11:21:45.926 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zyNICU1TedhE3uk off=717419 len=129924 2023-12-20T11:21:45.926 INFO:tasks.workunit.client.0.smithi123.stdout:op 3361 completed, throughput=5MB/sec 2023-12-20T11:21:45.926 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9P_dyeOUfjPtM1F off=0 len=1118571 2023-12-20T11:21:45.928 INFO:tasks.workunit.client.0.smithi123.stdout:op 3362 completed, throughput=5MB/sec 2023-12-20T11:21:46.928 INFO:tasks.workunit.client.0.smithi123.stdout: 670: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:46.929 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Ykj_MZJrRirpSWm off=271286 len=1347768 2023-12-20T11:21:46.940 INFO:tasks.workunit.client.0.smithi123.stdout:op 3363 completed, throughput=4.99MB/sec 2023-12-20T11:21:46.940 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-il0A4z2w_gz2iTb off=10060995 len=1371183 2023-12-20T11:21:46.941 INFO:tasks.workunit.client.0.smithi123.stdout:op 3364 completed, throughput=5MB/sec 2023-12-20T11:21:46.941 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-uHrE_4kPH_k6YEJ off=4864759 len=1042724 2023-12-20T11:21:46.948 INFO:tasks.workunit.client.0.smithi123.stdout:op 3365 completed, throughput=5MB/sec 2023-12-20T11:21:46.948 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FWJedFJZAUJY2_N off=1850156 len=425089 2023-12-20T11:21:46.949 INFO:tasks.workunit.client.0.smithi123.stdout:op 3366 completed, throughput=5MB/sec 2023-12-20T11:21:46.949 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-aHqiOZG5tgRquHH off=9898308 len=453788 2023-12-20T11:21:46.956 INFO:tasks.workunit.client.0.smithi123.stdout:op 3367 completed, throughput=5MB/sec 2023-12-20T11:21:46.956 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-iSUpM7dZS84OMNL off=9291952 len=1101649 2023-12-20T11:21:46.957 INFO:tasks.workunit.client.0.smithi123.stdout:op 3368 completed, throughput=5MB/sec 2023-12-20T11:21:47.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:47 smithi123 ceph-mon[191304]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:21:47.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:47 smithi123 ceph-mon[188613]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:21:47.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:47 smithi177 ceph-mon[212096]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:21:47.957 INFO:tasks.workunit.client.0.smithi123.stdout: 671: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:47.957 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-p-xHEx-lit_2BeU off=433491 len=1232966 2023-12-20T11:21:47.966 INFO:tasks.workunit.client.0.smithi123.stdout:op 3369 completed, throughput=4.99MB/sec 2023-12-20T11:21:47.966 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZvSrdt3O5xZ-vAc off=2761079 len=1503696 2023-12-20T11:21:47.968 INFO:tasks.workunit.client.0.smithi123.stdout:op 3370 completed, throughput=5MB/sec 2023-12-20T11:21:47.968 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QsTH6ztkO_DTZf1 off=403902 len=1037440 2023-12-20T11:21:47.972 INFO:tasks.workunit.client.0.smithi123.stdout:op 3371 completed, throughput=5MB/sec 2023-12-20T11:21:47.972 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hx_2PFT5HKsgU1G off=958729 len=1638650 2023-12-20T11:21:47.981 INFO:tasks.workunit.client.0.smithi123.stdout:op 3372 completed, throughput=5MB/sec 2023-12-20T11:21:48.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:21:48.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:21:48.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:21:48.981 INFO:tasks.workunit.client.0.smithi123.stdout: 672: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:48.981 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-3fwWw3loG_fnNZF off=474952 len=1570247 2023-12-20T11:21:48.990 INFO:tasks.workunit.client.0.smithi123.stdout:op 3373 completed, throughput=5MB/sec 2023-12-20T11:21:48.990 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CuapNLMzXwU1vlo off=1047361 len=2010588 2023-12-20T11:21:48.998 INFO:tasks.workunit.client.0.smithi123.stdout:op 3374 completed, throughput=5MB/sec 2023-12-20T11:21:48.998 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--_0slvQR7X6-dWQ off=1137608 len=95687 2023-12-20T11:21:49.000 INFO:tasks.workunit.client.0.smithi123.stdout:op 3375 completed, throughput=5MB/sec 2023-12-20T11:21:49.000 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-520zP4Kz5N3QxFi off=3417774 len=939911 2023-12-20T11:21:49.005 INFO:tasks.workunit.client.0.smithi123.stdout:op 3376 completed, throughput=5MB/sec 2023-12-20T11:21:49.005 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YIsAgfjan4yD0U6 off=3546799 len=828574 2023-12-20T11:21:49.007 INFO:tasks.workunit.client.0.smithi123.stdout:op 3377 completed, throughput=5MB/sec 2023-12-20T11:21:49.443 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:21:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:21:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-20T11:21:49.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:49 smithi123 ceph-mon[191304]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:21:49.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:21:49.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:21:49.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:21:49.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:49 smithi123 ceph-mon[188613]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:21:49.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:21:49.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:21:49.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:21:49.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:49 smithi177 ceph-mon[212096]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:21:49.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:21:49.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:21:49.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:21:50.008 INFO:tasks.workunit.client.0.smithi123.stdout: 673: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:50.008 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-TjFxKa-dr1WHisQ off=12172754 len=1257736 2023-12-20T11:21:50.016 INFO:tasks.workunit.client.0.smithi123.stdout:op 3378 completed, throughput=5MB/sec 2023-12-20T11:21:50.016 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-wWFumQEvxpIkaDo off=2884946 len=1233184 2023-12-20T11:21:50.020 INFO:tasks.workunit.client.0.smithi123.stdout:op 3379 completed, throughput=5MB/sec 2023-12-20T11:21:50.020 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-K9YoCQV4YX6SMhk off=13083519 len=1727677 2023-12-20T11:21:50.034 INFO:tasks.workunit.client.0.smithi123.stdout:op 3380 completed, throughput=5MB/sec 2023-12-20T11:21:50.034 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-iWFXg3NA1qpzkoM off=11302390 len=308966 2023-12-20T11:21:50.035 INFO:tasks.workunit.client.0.smithi123.stdout:op 3381 completed, throughput=5MB/sec 2023-12-20T11:21:50.035 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-YaGkw2vct-0ZUAO off=6371255 len=471252 2023-12-20T11:21:50.038 INFO:tasks.workunit.client.0.smithi123.stdout:op 3382 completed, throughput=5MB/sec 2023-12-20T11:21:51.039 INFO:tasks.workunit.client.0.smithi123.stdout: 674: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:51.039 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-LjPxP6NS77flxLW off=330277 len=438393 2023-12-20T11:21:51.042 INFO:tasks.workunit.client.0.smithi123.stdout:op 3383 completed, throughput=4.99MB/sec 2023-12-20T11:21:51.042 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-otqfh7lb-VZZEPS off=4632743 len=1026036 2023-12-20T11:21:51.048 INFO:tasks.workunit.client.0.smithi123.stdout:op 3384 completed, throughput=4.99MB/sec 2023-12-20T11:21:51.048 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_FxpgSd8u30R97j off=2008347 len=20606 2023-12-20T11:21:51.048 INFO:tasks.workunit.client.0.smithi123.stdout:op 3385 completed, throughput=4.99MB/sec 2023-12-20T11:21:51.048 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0IxXKKuEdU9G6kS off=6355897 len=609906 2023-12-20T11:21:51.050 INFO:tasks.workunit.client.0.smithi123.stdout:op 3386 completed, throughput=5MB/sec 2023-12-20T11:21:51.050 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-HVYSBpQ8ZUHLt9N off=10000385 len=95185 2023-12-20T11:21:51.051 INFO:tasks.workunit.client.0.smithi123.stdout:op 3387 completed, throughput=5MB/sec 2023-12-20T11:21:51.051 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-iNR--ZkOY-pGC5R off=4749480 len=274974 2023-12-20T11:21:51.055 INFO:tasks.workunit.client.0.smithi123.stdout:op 3388 completed, throughput=5MB/sec 2023-12-20T11:21:51.055 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ywBp8-dnG2hGOL2 off=13424364 len=1697864 2023-12-20T11:21:51.056 INFO:tasks.workunit.client.0.smithi123.stdout:op 3389 completed, throughput=5MB/sec 2023-12-20T11:21:51.057 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QlpDy1FOmJZ5zuM off=3473067 len=1591525 2023-12-20T11:21:51.067 INFO:tasks.workunit.client.0.smithi123.stdout:op 3390 completed, throughput=5MB/sec 2023-12-20T11:21:51.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:51 smithi123 ceph-mon[191304]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-20T11:21:51.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:51 smithi123 ceph-mon[188613]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-20T11:21:51.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:51 smithi177 ceph-mon[212096]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-20T11:21:52.067 INFO:tasks.workunit.client.0.smithi123.stdout: 675: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:52.067 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GkMYsdCPbjvHx1j off=9069456 len=279582 2023-12-20T11:21:52.068 INFO:tasks.workunit.client.0.smithi123.stdout:op 3391 completed, throughput=4.99MB/sec 2023-12-20T11:21:52.068 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-uEBIt6fiVWfqSRn off=16426985 len=355609 2023-12-20T11:21:52.071 INFO:tasks.workunit.client.0.smithi123.stdout:op 3392 completed, throughput=4.99MB/sec 2023-12-20T11:21:52.071 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-yEqvZJ7KbLRMDje off=2510766 len=1400566 2023-12-20T11:21:52.078 INFO:tasks.workunit.client.0.smithi123.stdout:op 3393 completed, throughput=5MB/sec 2023-12-20T11:21:52.078 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-onyADxgOPvAG79H off=342754 len=1728722 2023-12-20T11:21:52.089 INFO:tasks.workunit.client.0.smithi123.stdout:op 3394 completed, throughput=5MB/sec 2023-12-20T11:21:52.089 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SnRsgL8AfGGEQqF off=15967940 len=1668537 2023-12-20T11:21:52.098 INFO:tasks.workunit.client.0.smithi123.stdout:op 3395 completed, throughput=5MB/sec 2023-12-20T11:21:53.099 INFO:tasks.workunit.client.0.smithi123.stdout: 676: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:53.099 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qtK-GWpmtzb9U0P off=4332291 len=997207 2023-12-20T11:21:53.100 INFO:tasks.workunit.client.0.smithi123.stdout:op 3396 completed, throughput=4.99MB/sec 2023-12-20T11:21:53.100 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KOoR8afLTua15Yi off=11452977 len=232302 2023-12-20T11:21:53.103 INFO:tasks.workunit.client.0.smithi123.stdout:op 3397 completed, throughput=5MB/sec 2023-12-20T11:21:53.103 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2EiOxbTYZbErSK1 off=2710299 len=2010749 2023-12-20T11:21:53.110 INFO:tasks.workunit.client.0.smithi123.stdout:op 3398 completed, throughput=5MB/sec 2023-12-20T11:21:53.110 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-M96U39XXJalR3hc off=7715053 len=1925535 2023-12-20T11:21:53.112 INFO:tasks.workunit.client.0.smithi123.stdout:op 3399 completed, throughput=5MB/sec 2023-12-20T11:21:53.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:53 smithi123 ceph-mon[191304]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:21:53.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:53 smithi123 ceph-mon[188613]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:21:53.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:53 smithi177 ceph-mon[212096]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:21:54.112 INFO:tasks.workunit.client.0.smithi123.stdout: 677: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:54.112 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-PATwKQZBfI3rLDh off=275765 len=1934847 2023-12-20T11:21:54.125 INFO:tasks.workunit.client.0.smithi123.stdout:op 3400 completed, throughput=5MB/sec 2023-12-20T11:21:54.125 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-10fex3vWpBl4QUO off=15435171 len=121384 2023-12-20T11:21:54.128 INFO:tasks.workunit.client.0.smithi123.stdout:op 3401 completed, throughput=5MB/sec 2023-12-20T11:21:54.128 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--55G5QMXx6p5JqH off=10035096 len=2000673 2023-12-20T11:21:54.130 INFO:tasks.workunit.client.0.smithi123.stdout:op 3402 completed, throughput=5MB/sec 2023-12-20T11:21:54.131 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-G2dQOLz27ockoe0 off=724881 len=1371606 2023-12-20T11:21:54.132 INFO:tasks.workunit.client.0.smithi123.stdout:op 3403 completed, throughput=5MB/sec 2023-12-20T11:21:55.132 INFO:tasks.workunit.client.0.smithi123.stdout: 678: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:55.133 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_YKyU4G3xpHHNi2 off=551148 len=659889 2023-12-20T11:21:55.133 INFO:tasks.workunit.client.0.smithi123.stdout:op 3404 completed, throughput=4.99MB/sec 2023-12-20T11:21:55.134 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QrZXHS3Qp1DPrrC off=2232995 len=1595852 2023-12-20T11:21:55.136 INFO:tasks.workunit.client.0.smithi123.stdout:op 3405 completed, throughput=5MB/sec 2023-12-20T11:21:55.136 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-wqGRaRaIlLmlNZO off=3799059 len=763502 2023-12-20T11:21:55.141 INFO:tasks.workunit.client.0.smithi123.stdout:op 3406 completed, throughput=5MB/sec 2023-12-20T11:21:55.141 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vIqdhPVyarmXEox off=19102503 len=1223970 2023-12-20T11:21:55.150 INFO:tasks.workunit.client.0.smithi123.stdout:op 3407 completed, throughput=5MB/sec 2023-12-20T11:21:55.150 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-3soTGC6z687t80q off=9652052 len=795824 2023-12-20T11:21:55.151 INFO:tasks.workunit.client.0.smithi123.stdout:op 3408 completed, throughput=5MB/sec 2023-12-20T11:21:55.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:55 smithi123 ceph-mon[191304]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-20T11:21:55.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:55 smithi123 ceph-mon[188613]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-20T11:21:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:55 smithi177 ceph-mon[212096]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-20T11:21:56.152 INFO:tasks.workunit.client.0.smithi123.stdout: 679: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:56.152 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5NGdaW_Q_oaspAr off=1650960 len=51558 2023-12-20T11:21:56.152 INFO:tasks.workunit.client.0.smithi123.stdout:op 3409 completed, throughput=4.99MB/sec 2023-12-20T11:21:56.152 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-XENCqvuAGqldtkz off=2934221 len=1988012 2023-12-20T11:21:56.164 INFO:tasks.workunit.client.0.smithi123.stdout:op 3410 completed, throughput=5MB/sec 2023-12-20T11:21:56.164 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lvPSaVUs_LIxkJt off=21775067 len=877462 2023-12-20T11:21:56.165 INFO:tasks.workunit.client.0.smithi123.stdout:op 3411 completed, throughput=5MB/sec 2023-12-20T11:21:56.165 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-opi8t_d9PeuAZbh off=3932373 len=389418 2023-12-20T11:21:56.166 INFO:tasks.workunit.client.0.smithi123.stdout:op 3412 completed, throughput=5MB/sec 2023-12-20T11:21:56.166 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hc0KxYHO_TWHfEQ off=6309005 len=684237 2023-12-20T11:21:56.171 INFO:tasks.workunit.client.0.smithi123.stdout:op 3413 completed, throughput=5MB/sec 2023-12-20T11:21:56.171 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-W7lSN5Q5vUi5c8E off=5672217 len=1751832 2023-12-20T11:21:56.173 INFO:tasks.workunit.client.0.smithi123.stdout:op 3414 completed, throughput=5MB/sec 2023-12-20T11:21:56.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:21:56.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:21:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:21:57.173 INFO:tasks.workunit.client.0.smithi123.stdout: 680: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:57.173 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GA2tKbziNgJ-6fS off=2781770 len=395372 2023-12-20T11:21:57.174 INFO:tasks.workunit.client.0.smithi123.stdout:op 3415 completed, throughput=4.99MB/sec 2023-12-20T11:21:57.174 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-mXRiVMK3aQ8CEm0 off=14731174 len=1515034 2023-12-20T11:21:57.191 INFO:tasks.workunit.client.0.smithi123.stdout:op 3416 completed, throughput=5MB/sec 2023-12-20T11:21:57.192 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mwEAt1WJ_-CNm5S off=976349 len=1309099 2023-12-20T11:21:57.193 INFO:tasks.workunit.client.0.smithi123.stdout:op 3417 completed, throughput=5MB/sec 2023-12-20T11:21:57.193 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nQyR1a-OnZqiIUA off=5499237 len=780114 2023-12-20T11:21:57.194 INFO:tasks.workunit.client.0.smithi123.stdout:op 3418 completed, throughput=5MB/sec 2023-12-20T11:21:57.194 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-sKd5WSPeQYwrUem off=4740426 len=1513335 2023-12-20T11:21:57.200 INFO:tasks.workunit.client.0.smithi123.stdout:op 3419 completed, throughput=5MB/sec 2023-12-20T11:21:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:57 smithi123 ceph-mon[191304]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:21:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:57 smithi123 ceph-mon[188613]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:21:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:57 smithi177 ceph-mon[212096]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:21:58.201 INFO:tasks.workunit.client.0.smithi123.stdout: 681: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:58.201 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-s2AG3TdhzJD-tpe off=2080857 len=1194440 2023-12-20T11:21:58.212 INFO:tasks.workunit.client.0.smithi123.stdout:op 3420 completed, throughput=5MB/sec 2023-12-20T11:21:58.212 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vSPTiN2l1RUtohd off=21161 len=1044299 2023-12-20T11:21:58.212 INFO:tasks.workunit.client.0.smithi123.stdout:op 3421 completed, throughput=5MB/sec 2023-12-20T11:21:58.212 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0R83rWZSn05F0-u off=12230986 len=1996601 2023-12-20T11:21:58.215 INFO:tasks.workunit.client.0.smithi123.stdout:op 3422 completed, throughput=5MB/sec 2023-12-20T11:21:58.215 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NMMOskHj-LdN-Z6 off=11960052 len=1316292 2023-12-20T11:21:58.216 INFO:tasks.workunit.client.0.smithi123.stdout:op 3423 completed, throughput=5MB/sec 2023-12-20T11:21:59.217 INFO:tasks.workunit.client.0.smithi123.stdout: 682: throughput=4.99MB/sec pending data=0 2023-12-20T11:21:59.217 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-j1MZroYahgA-_s5 off=18571337 len=1890778 2023-12-20T11:21:59.228 INFO:tasks.workunit.client.0.smithi123.stdout:op 3424 completed, throughput=5MB/sec 2023-12-20T11:21:59.228 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-JKGn4SojKZ6jdlZ off=11072045 len=109413 2023-12-20T11:21:59.229 INFO:tasks.workunit.client.0.smithi123.stdout:op 3425 completed, throughput=5MB/sec 2023-12-20T11:21:59.229 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KK6qZ_znVHk32fu off=7864791 len=1251001 2023-12-20T11:21:59.235 INFO:tasks.workunit.client.0.smithi123.stdout:op 3426 completed, throughput=5MB/sec 2023-12-20T11:21:59.235 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-n2TfxYM6hW4OzIt off=4499856 len=96172 2023-12-20T11:21:59.237 INFO:tasks.workunit.client.0.smithi123.stdout:op 3427 completed, throughput=5MB/sec 2023-12-20T11:21:59.237 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Tep_NIAP_ae7dJc off=13771951 len=1434449 2023-12-20T11:21:59.240 INFO:tasks.workunit.client.0.smithi123.stdout:op 3428 completed, throughput=5MB/sec 2023-12-20T11:21:59.467 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:21:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:21:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-20T11:21:59.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:21:59 smithi123 ceph-mon[191304]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:21:59.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:21:59 smithi123 ceph-mon[188613]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:21:59.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:21:59 smithi177 ceph-mon[212096]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:22:00.240 INFO:tasks.workunit.client.0.smithi123.stdout: 683: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:00.241 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-dCbe30fTibBOC6U off=5827515 len=2047675 2023-12-20T11:22:00.254 INFO:tasks.workunit.client.0.smithi123.stdout:op 3429 completed, throughput=5MB/sec 2023-12-20T11:22:00.255 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-wUr8ZUwV3lra_ai off=9087785 len=1563232 2023-12-20T11:22:00.263 INFO:tasks.workunit.client.0.smithi123.stdout:op 3430 completed, throughput=5MB/sec 2023-12-20T11:22:00.264 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xpoOfFr9xHXsXTq off=2022643 len=1339267 2023-12-20T11:22:00.268 INFO:tasks.workunit.client.0.smithi123.stdout:op 3431 completed, throughput=5MB/sec 2023-12-20T11:22:00.268 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-XoEMbImIwPMa1k9 off=227106 len=866614 2023-12-20T11:22:00.274 INFO:tasks.workunit.client.0.smithi123.stdout:op 3432 completed, throughput=5MB/sec 2023-12-20T11:22:01.274 INFO:tasks.workunit.client.0.smithi123.stdout: 684: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:01.275 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-itT4gVJPkCFzFuq off=1829790 len=269817 2023-12-20T11:22:01.275 INFO:tasks.workunit.client.0.smithi123.stdout:op 3433 completed, throughput=4.99MB/sec 2023-12-20T11:22:01.275 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--7MZL7bBhGNflAg off=17489562 len=293996 2023-12-20T11:22:01.276 INFO:tasks.workunit.client.0.smithi123.stdout:op 3434 completed, throughput=4.99MB/sec 2023-12-20T11:22:01.276 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GE4sHBys3r3iNnX off=2705878 len=423195 2023-12-20T11:22:01.280 INFO:tasks.workunit.client.0.smithi123.stdout:op 3435 completed, throughput=5MB/sec 2023-12-20T11:22:01.280 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2kAtrcvzFh5fVmy off=9805486 len=2047084 2023-12-20T11:22:01.284 INFO:tasks.workunit.client.0.smithi123.stdout:op 3436 completed, throughput=5MB/sec 2023-12-20T11:22:01.284 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0k2kkK2qMMcI0gq off=11704434 len=1780684 2023-12-20T11:22:01.286 INFO:tasks.workunit.client.0.smithi123.stdout:op 3437 completed, throughput=5MB/sec 2023-12-20T11:22:01.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:01 smithi123 ceph-mon[191304]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-20T11:22:01.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:01 smithi123 ceph-mon[188613]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-20T11:22:01.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:01 smithi177 ceph-mon[212096]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-20T11:22:02.286 INFO:tasks.workunit.client.0.smithi123.stdout: 685: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:02.287 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ooOBl_3U6pPvBNK off=7185489 len=1762605 2023-12-20T11:22:02.289 INFO:tasks.workunit.client.0.smithi123.stdout:op 3438 completed, throughput=5MB/sec 2023-12-20T11:22:02.289 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-yi7umV0SgNls-xS off=9238882 len=456514 2023-12-20T11:22:02.293 INFO:tasks.workunit.client.0.smithi123.stdout:op 3439 completed, throughput=5MB/sec 2023-12-20T11:22:02.293 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YIsAgfjan4yD0U6 off=18837153 len=1368075 2023-12-20T11:22:02.296 INFO:tasks.workunit.client.0.smithi123.stdout:op 3440 completed, throughput=5MB/sec 2023-12-20T11:22:02.296 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Fz2KNa4t7M_UXrl off=2149124 len=819154 2023-12-20T11:22:02.297 INFO:tasks.workunit.client.0.smithi123.stdout:op 3441 completed, throughput=5MB/sec 2023-12-20T11:22:02.297 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hxT0RWp7-A0U5IR off=2834393 len=673657 2023-12-20T11:22:02.298 INFO:tasks.workunit.client.0.smithi123.stdout:op 3442 completed, throughput=5MB/sec 2023-12-20T11:22:03.298 INFO:tasks.workunit.client.0.smithi123.stdout: 686: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:03.298 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cY3uGIrFIL13M9K off=14425926 len=1509065 2023-12-20T11:22:03.300 INFO:tasks.workunit.client.0.smithi123.stdout:op 3443 completed, throughput=4.99MB/sec 2023-12-20T11:22:03.300 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YUOgvDGYe0IILm4 off=538174 len=120229 2023-12-20T11:22:03.300 INFO:tasks.workunit.client.0.smithi123.stdout:op 3444 completed, throughput=5MB/sec 2023-12-20T11:22:03.300 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QRrqlbTQiL1LYYr off=13098601 len=1160305 2023-12-20T11:22:03.303 INFO:tasks.workunit.client.0.smithi123.stdout:op 3445 completed, throughput=5MB/sec 2023-12-20T11:22:03.303 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-bBxiT6Bv1_OHG9S off=252168 len=907295 2023-12-20T11:22:03.308 INFO:tasks.workunit.client.0.smithi123.stdout:op 3446 completed, throughput=5MB/sec 2023-12-20T11:22:03.308 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-acwEUJjA7Taesee off=6432798 len=1892237 2023-12-20T11:22:03.317 INFO:tasks.workunit.client.0.smithi123.stdout:op 3447 completed, throughput=5MB/sec 2023-12-20T11:22:03.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:03 smithi123 ceph-mon[191304]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:22:04.005 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:03 smithi123 ceph-mon[188613]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:22:04.006 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:03 smithi177 ceph-mon[212096]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:22:04.318 INFO:tasks.workunit.client.0.smithi123.stdout: 687: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:04.318 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ZmwhluxVsAg02R7 off=1783468 len=908839 2023-12-20T11:22:04.324 INFO:tasks.workunit.client.0.smithi123.stdout:op 3448 completed, throughput=4.99MB/sec 2023-12-20T11:22:04.324 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-XQCjwJbRH80_TGd off=418679 len=2082090 2023-12-20T11:22:04.326 INFO:tasks.workunit.client.0.smithi123.stdout:op 3449 completed, throughput=5MB/sec 2023-12-20T11:22:04.326 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZN3_X4DXJNPMUg7 off=483185 len=658564 2023-12-20T11:22:04.327 INFO:tasks.workunit.client.0.smithi123.stdout:op 3450 completed, throughput=5MB/sec 2023-12-20T11:22:04.327 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Ok0QXXz_e-j_8ay off=5358681 len=133836 2023-12-20T11:22:04.328 INFO:tasks.workunit.client.0.smithi123.stdout:op 3451 completed, throughput=5MB/sec 2023-12-20T11:22:04.328 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-dz501vrBKDKbM77 off=1337755 len=1710497 2023-12-20T11:22:04.336 INFO:tasks.workunit.client.0.smithi123.stdout:op 3452 completed, throughput=5MB/sec 2023-12-20T11:22:05.336 INFO:tasks.workunit.client.0.smithi123.stdout: 688: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:05.336 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-AlfuTKILIivwtWg off=860272 len=528103 2023-12-20T11:22:05.337 INFO:tasks.workunit.client.0.smithi123.stdout:op 3453 completed, throughput=4.99MB/sec 2023-12-20T11:22:05.337 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-D5SfnyamFMXu8mh off=2783566 len=365146 2023-12-20T11:22:05.341 INFO:tasks.workunit.client.0.smithi123.stdout:op 3454 completed, throughput=4.99MB/sec 2023-12-20T11:22:05.342 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_NvbIO1Sk90aiN6 off=22437842 len=1839508 2023-12-20T11:22:05.344 INFO:tasks.workunit.client.0.smithi123.stdout:op 3455 completed, throughput=5MB/sec 2023-12-20T11:22:05.344 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_vqDIOAKaS_xCQ6 off=3228618 len=779061 2023-12-20T11:22:05.348 INFO:tasks.workunit.client.0.smithi123.stdout:op 3456 completed, throughput=5MB/sec 2023-12-20T11:22:05.348 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-7rwDY9TokAzK4GT off=1790926 len=322342 2023-12-20T11:22:05.349 INFO:tasks.workunit.client.0.smithi123.stdout:op 3457 completed, throughput=5MB/sec 2023-12-20T11:22:05.349 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-sU5EseDEY8XYtsA off=8325358 len=1890640 2023-12-20T11:22:05.351 INFO:tasks.workunit.client.0.smithi123.stdout:op 3458 completed, throughput=5MB/sec 2023-12-20T11:22:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:05 smithi123 ceph-mon[191304]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:22:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:05 smithi123 ceph-mon[188613]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:22:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:05 smithi177 ceph-mon[212096]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:22:06.351 INFO:tasks.workunit.client.0.smithi123.stdout: 689: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:06.351 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8zL-rRkaEY82Jp- off=0 len=1060023 2023-12-20T11:22:06.353 INFO:tasks.workunit.client.0.smithi123.stdout:op 3459 completed, throughput=5MB/sec 2023-12-20T11:22:06.353 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-952ZgaTnGpNPdbP off=10682695 len=1605420 2023-12-20T11:22:06.355 INFO:tasks.workunit.client.0.smithi123.stdout:op 3460 completed, throughput=5MB/sec 2023-12-20T11:22:06.355 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-n4n3GolG0Ml5tlL off=14319387 len=1470638 2023-12-20T11:22:06.356 INFO:tasks.workunit.client.0.smithi123.stdout:op 3461 completed, throughput=5MB/sec 2023-12-20T11:22:06.356 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Tjv5WxKciyrJPyD off=3019633 len=769816 2023-12-20T11:22:06.358 INFO:tasks.workunit.client.0.smithi123.stdout:op 3462 completed, throughput=5MB/sec 2023-12-20T11:22:07.358 INFO:tasks.workunit.client.0.smithi123.stdout: 690: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:07.358 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qoXSLoi6j_7fvtW off=11519544 len=1095810 2023-12-20T11:22:07.359 INFO:tasks.workunit.client.0.smithi123.stdout:op 3463 completed, throughput=4.99MB/sec 2023-12-20T11:22:07.359 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9PoZ-SNfiqOV-Db off=14034528 len=747662 2023-12-20T11:22:07.361 INFO:tasks.workunit.client.0.smithi123.stdout:op 3464 completed, throughput=5MB/sec 2023-12-20T11:22:07.361 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YMnwI8Cnz4Yt6rD off=13324698 len=408529 2023-12-20T11:22:07.361 INFO:tasks.workunit.client.0.smithi123.stdout:op 3465 completed, throughput=5MB/sec 2023-12-20T11:22:07.361 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zby867ueI9bhqgm off=8788897 len=350325 2023-12-20T11:22:07.362 INFO:tasks.workunit.client.0.smithi123.stdout:op 3466 completed, throughput=5MB/sec 2023-12-20T11:22:07.362 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-3ueK9IBVWskIfa4 off=156095 len=883710 2023-12-20T11:22:07.368 INFO:tasks.workunit.client.0.smithi123.stdout:op 3467 completed, throughput=5MB/sec 2023-12-20T11:22:07.368 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-EUlrW__icsZGMBM off=7188265 len=188768 2023-12-20T11:22:07.371 INFO:tasks.workunit.client.0.smithi123.stdout:op 3468 completed, throughput=5MB/sec 2023-12-20T11:22:07.371 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-K3AgMJjFjhhDMWp off=3923411 len=1985738 2023-12-20T11:22:07.374 INFO:tasks.workunit.client.0.smithi123.stdout:op 3469 completed, throughput=5MB/sec 2023-12-20T11:22:07.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:07 smithi123 ceph-mon[191304]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-20T11:22:07.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:07 smithi123 ceph-mon[188613]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-20T11:22:07.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:07 smithi177 ceph-mon[212096]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-20T11:22:08.374 INFO:tasks.workunit.client.0.smithi123.stdout: 691: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:08.375 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YyMuAUNUqDuKcgS off=6159875 len=687268 2023-12-20T11:22:08.375 INFO:tasks.workunit.client.0.smithi123.stdout:op 3470 completed, throughput=4.99MB/sec 2023-12-20T11:22:08.375 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-D6JMt2QhILo1Slh off=16867488 len=1549485 2023-12-20T11:22:08.384 INFO:tasks.workunit.client.0.smithi123.stdout:op 3471 completed, throughput=5MB/sec 2023-12-20T11:22:08.385 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ckw2Roj9zDAO3Yu off=2977298 len=965004 2023-12-20T11:22:08.386 INFO:tasks.workunit.client.0.smithi123.stdout:op 3472 completed, throughput=5MB/sec 2023-12-20T11:22:08.386 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Y9lgBCD7nSzoIej off=6470665 len=1467586 2023-12-20T11:22:08.394 INFO:tasks.workunit.client.0.smithi123.stdout:op 3473 completed, throughput=5MB/sec 2023-12-20T11:22:09.394 INFO:tasks.workunit.client.0.smithi123.stdout: 692: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:09.394 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-lYe8kwRQVFhgNKD off=2410276 len=1038510 2023-12-20T11:22:09.400 INFO:tasks.workunit.client.0.smithi123.stdout:op 3474 completed, throughput=4.99MB/sec 2023-12-20T11:22:09.400 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-P8LpIYD1rdkqUw1 off=9708655 len=227061 2023-12-20T11:22:09.401 INFO:tasks.workunit.client.0.smithi123.stdout:op 3475 completed, throughput=4.99MB/sec 2023-12-20T11:22:09.401 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-B4F-Yvgh9fc4jyC off=2461160 len=1515488 2023-12-20T11:22:09.410 INFO:tasks.workunit.client.0.smithi123.stdout:op 3476 completed, throughput=5MB/sec 2023-12-20T11:22:09.410 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2ZKzG4aFdfXQ8Yc off=16133053 len=593451 2023-12-20T11:22:09.410 INFO:tasks.workunit.client.0.smithi123.stdout:op 3477 completed, throughput=5MB/sec 2023-12-20T11:22:09.410 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-RUwPcEtEB2aUK0Y off=6420186 len=1021191 2023-12-20T11:22:09.416 INFO:tasks.workunit.client.0.smithi123.stdout:op 3478 completed, throughput=5MB/sec 2023-12-20T11:22:09.416 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-BEX5Xupr1tc9XYC off=10892516 len=751647 2023-12-20T11:22:09.421 INFO:tasks.workunit.client.0.smithi123.stdout:op 3479 completed, throughput=5MB/sec 2023-12-20T11:22:09.421 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-AAYTdckQgUsNAO2 off=6623249 len=1463474 2023-12-20T11:22:09.428 INFO:tasks.workunit.client.0.smithi123.stdout:op 3480 completed, throughput=5MB/sec 2023-12-20T11:22:09.481 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:22:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:22:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-20T11:22:09.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:09 smithi123 ceph-mon[191304]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:22:09.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:09 smithi123 ceph-mon[188613]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:22:09.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:09 smithi177 ceph-mon[212096]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:22:10.428 INFO:tasks.workunit.client.0.smithi123.stdout: 693: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:10.428 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-b1lQZzbZQ1-y4Cf off=4696886 len=1011139 2023-12-20T11:22:10.429 INFO:tasks.workunit.client.0.smithi123.stdout:op 3481 completed, throughput=5MB/sec 2023-12-20T11:22:10.429 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gCUtdUqXYleKQd5 off=697429 len=804726 2023-12-20T11:22:10.431 INFO:tasks.workunit.client.0.smithi123.stdout:op 3482 completed, throughput=5MB/sec 2023-12-20T11:22:10.431 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-eLEcphuYazWJ_gd off=2907199 len=32611 2023-12-20T11:22:10.434 INFO:tasks.workunit.client.0.smithi123.stdout:op 3483 completed, throughput=5MB/sec 2023-12-20T11:22:10.434 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-dSTZ1YTtLJjKAh3 off=17094934 len=1247777 2023-12-20T11:22:10.444 INFO:tasks.workunit.client.0.smithi123.stdout:op 3484 completed, throughput=5MB/sec 2023-12-20T11:22:10.444 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-IRswn_4iEbWn4Hp off=4284007 len=130334 2023-12-20T11:22:10.447 INFO:tasks.workunit.client.0.smithi123.stdout:op 3485 completed, throughput=5MB/sec 2023-12-20T11:22:10.447 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0HF2pa4JaoqQs7f off=2415594 len=969068 2023-12-20T11:22:10.448 INFO:tasks.workunit.client.0.smithi123.stdout:op 3486 completed, throughput=5MB/sec 2023-12-20T11:22:11.448 INFO:tasks.workunit.client.0.smithi123.stdout: 694: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:11.449 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-v-hvgd32El5iE-T off=1344477 len=487247 2023-12-20T11:22:11.454 INFO:tasks.workunit.client.0.smithi123.stdout:op 3487 completed, throughput=4.99MB/sec 2023-12-20T11:22:11.454 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uZvesPFEDIcu1Fm off=4117402 len=1856432 2023-12-20T11:22:11.454 INFO:tasks.workunit.client.0.smithi123.stdout:op 3488 completed, throughput=5MB/sec 2023-12-20T11:22:11.455 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-S8bwL22AFi_TdEI off=5532400 len=2037131 2023-12-20T11:22:11.457 INFO:tasks.workunit.client.0.smithi123.stdout:op 3489 completed, throughput=5MB/sec 2023-12-20T11:22:11.457 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-f6uorGlxUp-tBNs off=259858 len=1447583 2023-12-20T11:22:11.468 INFO:tasks.workunit.client.0.smithi123.stdout:op 3490 completed, throughput=5MB/sec 2023-12-20T11:22:11.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:11 smithi123 ceph-mon[191304]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:22:11.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:22:11.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:11 smithi123 ceph-mon[188613]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:22:11.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:22:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:11 smithi177 ceph-mon[212096]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:22:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:22:12.469 INFO:tasks.workunit.client.0.smithi123.stdout: 695: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:12.469 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Xkaam1jjz1_vcU- off=10841082 len=1339371 2023-12-20T11:22:12.470 INFO:tasks.workunit.client.0.smithi123.stdout:op 3491 completed, throughput=5MB/sec 2023-12-20T11:22:12.470 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-OKNc-EcUIr3TJQt off=15929718 len=1649065 2023-12-20T11:22:12.478 INFO:tasks.workunit.client.0.smithi123.stdout:op 3492 completed, throughput=5MB/sec 2023-12-20T11:22:12.478 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_CQiJjMS3D0Tevp off=11054910 len=1586535 2023-12-20T11:22:12.485 INFO:tasks.workunit.client.0.smithi123.stdout:op 3493 completed, throughput=5MB/sec 2023-12-20T11:22:12.485 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wzWIMizvIaiiNyg off=14032628 len=1840086 2023-12-20T11:22:12.487 INFO:tasks.workunit.client.0.smithi123.stdout:op 3494 completed, throughput=5MB/sec 2023-12-20T11:22:13.487 INFO:tasks.workunit.client.0.smithi123.stdout: 696: throughput=5MB/sec pending data=0 2023-12-20T11:22:13.488 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CiZN-HosgOm0fMW off=3089128 len=843295 2023-12-20T11:22:13.492 INFO:tasks.workunit.client.0.smithi123.stdout:op 3495 completed, throughput=5MB/sec 2023-12-20T11:22:13.493 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ogFoiY5jsPStN2j off=7366836 len=440742 2023-12-20T11:22:13.493 INFO:tasks.workunit.client.0.smithi123.stdout:op 3496 completed, throughput=5MB/sec 2023-12-20T11:22:13.493 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YsAptq8B4dW8WBU off=2485019 len=1339297 2023-12-20T11:22:13.496 INFO:tasks.workunit.client.0.smithi123.stdout:op 3497 completed, throughput=5MB/sec 2023-12-20T11:22:13.496 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pVJ1-jJpgy0FHSU off=5376721 len=724417 2023-12-20T11:22:13.497 INFO:tasks.workunit.client.0.smithi123.stdout:op 3498 completed, throughput=5MB/sec 2023-12-20T11:22:13.497 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Cgih3UKiP10d-im off=10012839 len=1212189 2023-12-20T11:22:13.498 INFO:tasks.workunit.client.0.smithi123.stdout:op 3499 completed, throughput=5MB/sec 2023-12-20T11:22:13.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:13 smithi123 ceph-mon[191304]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-20T11:22:13.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:13 smithi123 ceph-mon[188613]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-20T11:22:13.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:13 smithi177 ceph-mon[212096]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-20T11:22:14.498 INFO:tasks.workunit.client.0.smithi123.stdout: 697: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:14.498 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DHrHYDkNOk7uc3U off=23780397 len=601453 2023-12-20T11:22:14.503 INFO:tasks.workunit.client.0.smithi123.stdout:op 3500 completed, throughput=4.99MB/sec 2023-12-20T11:22:14.503 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-BhOm0gyu2VZjEZP off=0 len=1719785 2023-12-20T11:22:14.514 INFO:tasks.workunit.client.0.smithi123.stdout:op 3501 completed, throughput=5MB/sec 2023-12-20T11:22:14.514 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Ypq5eppOKbeNGM- off=1962191 len=1873257 2023-12-20T11:22:14.516 INFO:tasks.workunit.client.0.smithi123.stdout:op 3502 completed, throughput=5MB/sec 2023-12-20T11:22:14.516 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Kh6xHpTXhVqEG-Y off=4034651 len=1158616 2023-12-20T11:22:14.526 INFO:tasks.workunit.client.0.smithi123.stdout:op 3503 completed, throughput=5MB/sec 2023-12-20T11:22:14.624 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:22:14.932 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:22:14.932 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (30m) 7m ago 34m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:22:14.932 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (30m) 5m ago 33m 90.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:22:14.933 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (34m) 7m ago 34m 19.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:22:14.933 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (34m) 5m ago 34m 26.8M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:22:14.933 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (30m) 5m ago 37m 457M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:22:14.933 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (30m) 7m ago 38m 538M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:22:14.933 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (30m) 7m ago 38m 247M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:22:14.933 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (29m) 5m ago 37m 144M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:22:14.933 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (29m) 7m ago 37m 157M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:22:14.933 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (30m) 7m ago 33m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:22:14.933 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (30m) 5m ago 33m 19.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:22:14.933 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (29m) 7m ago 37m 1835M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:22:14.933 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (28m) 7m ago 36m 2063M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:22:14.933 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (28m) 7m ago 36m 2149M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:22:14.933 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (27m) 7m ago 36m 1878M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:22:14.934 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (27m) 5m ago 35m 1370M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:22:14.934 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (26m) 5m ago 35m 1530M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:22:14.934 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (26m) 5m ago 35m 1185M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:22:14.934 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (25m) 5m ago 35m 1584M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:22:14.934 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (30m) 5m ago 34m 77.3M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:22:15.318 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:22:15.318 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:22:15.318 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:22:15.318 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:22:15.318 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:22:15.318 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:22:15.318 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:22:15.318 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:22:15.318 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:22:15.318 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:22:15.319 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:22:15.319 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:22:15.319 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:22:15.319 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:22:15.319 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:22:15.319 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:22:15.319 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:22:15.319 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:22:15.526 INFO:tasks.workunit.client.0.smithi123.stdout: 698: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:15.526 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Yvx6XEde7EfSneI off=1911664 len=601973 2023-12-20T11:22:15.527 INFO:tasks.workunit.client.0.smithi123.stdout:op 3504 completed, throughput=4.99MB/sec 2023-12-20T11:22:15.527 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nYHM8oh9usZ2V9D off=175710 len=1572989 2023-12-20T11:22:15.528 INFO:tasks.workunit.client.0.smithi123.stdout:op 3505 completed, throughput=5MB/sec 2023-12-20T11:22:15.528 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-rSDwusQgPbaM_zR off=6805807 len=1042036 2023-12-20T11:22:15.535 INFO:tasks.workunit.client.0.smithi123.stdout:op 3506 completed, throughput=5MB/sec 2023-12-20T11:22:15.535 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YyMuAUNUqDuKcgS off=3141271 len=1769055 2023-12-20T11:22:15.537 INFO:tasks.workunit.client.0.smithi123.stdout:op 3507 completed, throughput=5MB/sec 2023-12-20T11:22:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:15 smithi177 ceph-mon[212096]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:22:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:15 smithi177 ceph-mon[212096]: from='client.35670 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:22:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:15 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4031083029' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:22:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:15 smithi123 ceph-mon[191304]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:22:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:15 smithi123 ceph-mon[191304]: from='client.35670 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:22:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:15 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4031083029' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:22:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:15 smithi123 ceph-mon[188613]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:22:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:15 smithi123 ceph-mon[188613]: from='client.35670 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:22:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:15 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4031083029' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:22:16.537 INFO:tasks.workunit.client.0.smithi123.stdout: 699: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:16.537 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-YLHEOcgq4o8fFk9 off=4867324 len=896469 2023-12-20T11:22:16.542 INFO:tasks.workunit.client.0.smithi123.stdout:op 3508 completed, throughput=4.99MB/sec 2023-12-20T11:22:16.543 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-tWvh7cK6W7TvoLT off=1221661 len=1858619 2023-12-20T11:22:16.554 INFO:tasks.workunit.client.0.smithi123.stdout:op 3509 completed, throughput=5MB/sec 2023-12-20T11:22:16.554 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-aWsC9377DKuTzfo off=4968924 len=1312318 2023-12-20T11:22:16.555 INFO:tasks.workunit.client.0.smithi123.stdout:op 3510 completed, throughput=5MB/sec 2023-12-20T11:22:16.555 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-sWtJzEBx6s0sMco off=394491 len=1994611 2023-12-20T11:22:16.567 INFO:tasks.workunit.client.0.smithi123.stdout:op 3511 completed, throughput=5MB/sec 2023-12-20T11:22:16.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:16 smithi177 ceph-mon[212096]: from='client.45608 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:22:16.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:16 smithi123 ceph-mon[191304]: from='client.45608 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:22:16.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:16 smithi123 ceph-mon[188613]: from='client.45608 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:22:17.567 INFO:tasks.workunit.client.0.smithi123.stdout: 700: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:17.568 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-n8ouiZYWXK-_NwC off=15404708 len=1276846 2023-12-20T11:22:17.574 INFO:tasks.workunit.client.0.smithi123.stdout:op 3512 completed, throughput=5MB/sec 2023-12-20T11:22:17.574 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-w0V-S-VLbIeB-sq off=317758 len=1221370 2023-12-20T11:22:17.576 INFO:tasks.workunit.client.0.smithi123.stdout:op 3513 completed, throughput=5MB/sec 2023-12-20T11:22:17.576 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-u6GD6uY0XM3dQiU off=2920306 len=1678958 2023-12-20T11:22:17.578 INFO:tasks.workunit.client.0.smithi123.stdout:op 3514 completed, throughput=5MB/sec 2023-12-20T11:22:17.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:17 smithi177 ceph-mon[212096]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-20T11:22:17.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:17 smithi123 ceph-mon[191304]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-20T11:22:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:17 smithi123 ceph-mon[188613]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-20T11:22:18.578 INFO:tasks.workunit.client.0.smithi123.stdout: 701: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:18.579 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ZLrHtaUkZ3vmHI_ off=2879434 len=1601709 2023-12-20T11:22:18.585 INFO:tasks.workunit.client.0.smithi123.stdout:op 3515 completed, throughput=5MB/sec 2023-12-20T11:22:18.585 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mMH34VO714VcnKz off=4936787 len=1187875 2023-12-20T11:22:18.586 INFO:tasks.workunit.client.0.smithi123.stdout:op 3516 completed, throughput=5MB/sec 2023-12-20T11:22:18.586 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-lyCpiiEIe_OFB7u off=2852241 len=64569 2023-12-20T11:22:18.589 INFO:tasks.workunit.client.0.smithi123.stdout:op 3517 completed, throughput=5MB/sec 2023-12-20T11:22:18.590 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Ev91IccKWfwTTDg off=4903386 len=149759 2023-12-20T11:22:18.592 INFO:tasks.workunit.client.0.smithi123.stdout:op 3518 completed, throughput=5MB/sec 2023-12-20T11:22:18.592 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-geyKuKCcZIsakll off=2087086 len=1903662 2023-12-20T11:22:18.602 INFO:tasks.workunit.client.0.smithi123.stdout:op 3519 completed, throughput=5MB/sec 2023-12-20T11:22:18.602 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pl5mqaSzw-ni9_q off=1818946 len=543681 2023-12-20T11:22:18.603 INFO:tasks.workunit.client.0.smithi123.stdout:op 3520 completed, throughput=5MB/sec 2023-12-20T11:22:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:22:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:22:19] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-20T11:22:19.603 INFO:tasks.workunit.client.0.smithi123.stdout: 702: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:19.604 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-rllsfVuJuJbXOeh off=5826243 len=542525 2023-12-20T11:22:19.607 INFO:tasks.workunit.client.0.smithi123.stdout:op 3521 completed, throughput=4.99MB/sec 2023-12-20T11:22:19.607 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hWg7zdwUUKEtvCM off=6317036 len=884304 2023-12-20T11:22:19.608 INFO:tasks.workunit.client.0.smithi123.stdout:op 3522 completed, throughput=5MB/sec 2023-12-20T11:22:19.608 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-P1pXRoeWj2O0EDY off=12567253 len=232062 2023-12-20T11:22:19.612 INFO:tasks.workunit.client.0.smithi123.stdout:op 3523 completed, throughput=5MB/sec 2023-12-20T11:22:19.612 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-f4XQ2nVBndJP4Tp off=1083638 len=1036979 2023-12-20T11:22:19.613 INFO:tasks.workunit.client.0.smithi123.stdout:op 3524 completed, throughput=5MB/sec 2023-12-20T11:22:19.613 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-TkSx6Lc-gxxNGBz off=6194482 len=682549 2023-12-20T11:22:19.614 INFO:tasks.workunit.client.0.smithi123.stdout:op 3525 completed, throughput=5MB/sec 2023-12-20T11:22:19.614 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-EdL0VT12esLiRs5 off=4616917 len=1698688 2023-12-20T11:22:19.616 INFO:tasks.workunit.client.0.smithi123.stdout:op 3526 completed, throughput=5MB/sec 2023-12-20T11:22:19.616 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0JyFiebCY6oEFbD off=9103875 len=1789558 2023-12-20T11:22:19.617 INFO:tasks.workunit.client.0.smithi123.stdout:op 3527 completed, throughput=5MB/sec 2023-12-20T11:22:19.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:19 smithi177 ceph-mon[212096]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-20T11:22:19.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:19 smithi123 ceph-mon[191304]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-20T11:22:19.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:19 smithi123 ceph-mon[188613]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-20T11:22:20.618 INFO:tasks.workunit.client.0.smithi123.stdout: 703: throughput=5MB/sec pending data=0 2023-12-20T11:22:20.618 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CNUsQ3VmifJK6gk off=11087791 len=2086020 2023-12-20T11:22:20.631 INFO:tasks.workunit.client.0.smithi123.stdout:op 3528 completed, throughput=5MB/sec 2023-12-20T11:22:20.631 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xSYcO-g9a_qEbyW off=1872243 len=1110353 2023-12-20T11:22:20.633 INFO:tasks.workunit.client.0.smithi123.stdout:op 3529 completed, throughput=5MB/sec 2023-12-20T11:22:20.633 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fNQmD-knbH6wbJ3 off=2574517 len=1012497 2023-12-20T11:22:20.634 INFO:tasks.workunit.client.0.smithi123.stdout:op 3530 completed, throughput=5MB/sec 2023-12-20T11:22:21.635 INFO:tasks.workunit.client.0.smithi123.stdout: 704: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:21.635 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Tral1I_SdYiq6XQ off=482303 len=1232092 2023-12-20T11:22:21.636 INFO:tasks.workunit.client.0.smithi123.stdout:op 3531 completed, throughput=5MB/sec 2023-12-20T11:22:21.637 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6ohbBWgyyGdUXZJ off=22216329 len=1197269 2023-12-20T11:22:21.643 INFO:tasks.workunit.client.0.smithi123.stdout:op 3532 completed, throughput=5MB/sec 2023-12-20T11:22:21.644 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-dIeic9onL0QqZlg off=10309535 len=1602802 2023-12-20T11:22:21.650 INFO:tasks.workunit.client.0.smithi123.stdout:op 3533 completed, throughput=5MB/sec 2023-12-20T11:22:21.650 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-IZu_KapndWGJuxn off=370305 len=971553 2023-12-20T11:22:21.651 INFO:tasks.workunit.client.0.smithi123.stdout:op 3534 completed, throughput=5MB/sec 2023-12-20T11:22:21.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:21 smithi177 ceph-mon[212096]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:22:21.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:21 smithi123 ceph-mon[191304]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:22:21.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:21 smithi123 ceph-mon[188613]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:22:22.651 INFO:tasks.workunit.client.0.smithi123.stdout: 705: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:22.651 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5S0vhY9GBzbdhuT off=3833488 len=1788505 2023-12-20T11:22:22.653 INFO:tasks.workunit.client.0.smithi123.stdout:op 3535 completed, throughput=5MB/sec 2023-12-20T11:22:22.653 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0rnTCACwloB2x9a off=535502 len=63670 2023-12-20T11:22:22.656 INFO:tasks.workunit.client.0.smithi123.stdout:op 3536 completed, throughput=5MB/sec 2023-12-20T11:22:22.656 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fmOmVfCTlkywDWl off=1831960 len=821276 2023-12-20T11:22:22.659 INFO:tasks.workunit.client.0.smithi123.stdout:op 3537 completed, throughput=5MB/sec 2023-12-20T11:22:22.659 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-prJqVRGWoixmfIZ off=16684839 len=200158 2023-12-20T11:22:22.660 INFO:tasks.workunit.client.0.smithi123.stdout:op 3538 completed, throughput=5MB/sec 2023-12-20T11:22:22.660 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-P_3xd_u5dnQAnmk off=0 len=1539184 2023-12-20T11:22:22.668 INFO:tasks.workunit.client.0.smithi123.stdout:op 3539 completed, throughput=5MB/sec 2023-12-20T11:22:22.668 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nfNFMnNDAIXIfTZ off=3420517 len=170751 2023-12-20T11:22:22.670 INFO:tasks.workunit.client.0.smithi123.stdout:op 3540 completed, throughput=5MB/sec 2023-12-20T11:22:22.670 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-R4gcBvr_LAePSTq off=9549155 len=392778 2023-12-20T11:22:22.671 INFO:tasks.workunit.client.0.smithi123.stdout:op 3541 completed, throughput=5MB/sec 2023-12-20T11:22:22.671 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hB7iteFT-BbxmCx off=11088468 len=1564079 2023-12-20T11:22:22.673 INFO:tasks.workunit.client.0.smithi123.stdout:op 3542 completed, throughput=5MB/sec 2023-12-20T11:22:23.673 INFO:tasks.workunit.client.0.smithi123.stdout: 706: throughput=5MB/sec pending data=0 2023-12-20T11:22:23.673 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-LNJI4KMFnV5sfjn off=2577578 len=649400 2023-12-20T11:22:23.674 INFO:tasks.workunit.client.0.smithi123.stdout:op 3543 completed, throughput=5MB/sec 2023-12-20T11:22:23.674 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4jhPjsNePyCIOR1 off=3182248 len=1756359 2023-12-20T11:22:23.678 INFO:tasks.workunit.client.0.smithi123.stdout:op 3544 completed, throughput=5MB/sec 2023-12-20T11:22:23.678 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-PGmTTPqmDpkh5RJ off=310189 len=890199 2023-12-20T11:22:23.683 INFO:tasks.workunit.client.0.smithi123.stdout:op 3545 completed, throughput=5MB/sec 2023-12-20T11:22:23.683 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QRrqlbTQiL1LYYr off=781402 len=42705 2023-12-20T11:22:23.685 INFO:tasks.workunit.client.0.smithi123.stdout:op 3546 completed, throughput=5MB/sec 2023-12-20T11:22:23.686 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mM4zJI-o6luGyxk off=2275981 len=515694 2023-12-20T11:22:23.686 INFO:tasks.workunit.client.0.smithi123.stdout:op 3547 completed, throughput=5MB/sec 2023-12-20T11:22:23.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:23 smithi177 ceph-mon[212096]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:22:23.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:23 smithi123 ceph-mon[191304]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:22:23.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:23 smithi123 ceph-mon[188613]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:22:24.687 INFO:tasks.workunit.client.0.smithi123.stdout: 707: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:24.687 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-UJqx2fUz0sjDRIv off=644630 len=527272 2023-12-20T11:22:24.688 INFO:tasks.workunit.client.0.smithi123.stdout:op 3548 completed, throughput=4.99MB/sec 2023-12-20T11:22:24.689 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-HZHC_WfjunGTAsI off=924522 len=715172 2023-12-20T11:22:24.693 INFO:tasks.workunit.client.0.smithi123.stdout:op 3549 completed, throughput=4.99MB/sec 2023-12-20T11:22:24.693 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WmhGdo_eGiZA_7g off=1294155 len=186557 2023-12-20T11:22:24.695 INFO:tasks.workunit.client.0.smithi123.stdout:op 3550 completed, throughput=4.99MB/sec 2023-12-20T11:22:24.696 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Ttvr3ETMZ6z5vvg off=5104153 len=1801568 2023-12-20T11:22:24.705 INFO:tasks.workunit.client.0.smithi123.stdout:op 3551 completed, throughput=5MB/sec 2023-12-20T11:22:24.705 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-iLNAGcgKCdaF6RK off=13739312 len=1820138 2023-12-20T11:22:24.707 INFO:tasks.workunit.client.0.smithi123.stdout:op 3552 completed, throughput=5MB/sec 2023-12-20T11:22:24.708 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-LeYZouTzxNRs7R3 off=6287923 len=1231913 2023-12-20T11:22:24.709 INFO:tasks.workunit.client.0.smithi123.stdout:op 3553 completed, throughput=5MB/sec 2023-12-20T11:22:25.710 INFO:tasks.workunit.client.0.smithi123.stdout: 708: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:25.710 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-WuKMUnjwj2GpYlR off=3868041 len=634545 2023-12-20T11:22:25.711 INFO:tasks.workunit.client.0.smithi123.stdout:op 3554 completed, throughput=5MB/sec 2023-12-20T11:22:25.711 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-PUCOzlJe5yXVGjP off=8497148 len=1150813 2023-12-20T11:22:25.716 INFO:tasks.workunit.client.0.smithi123.stdout:op 3555 completed, throughput=5MB/sec 2023-12-20T11:22:25.716 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ZygB0UunJgNDPzN off=1733151 len=1059790 2023-12-20T11:22:25.722 INFO:tasks.workunit.client.0.smithi123.stdout:op 3556 completed, throughput=5MB/sec 2023-12-20T11:22:25.722 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-VQC-thgHaYmCkJ9 off=421585 len=353775 2023-12-20T11:22:25.723 INFO:tasks.workunit.client.0.smithi123.stdout:op 3557 completed, throughput=5MB/sec 2023-12-20T11:22:25.723 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-avi3UcfcwUxo4Nz off=8819572 len=1649720 2023-12-20T11:22:25.724 INFO:tasks.workunit.client.0.smithi123.stdout:op 3558 completed, throughput=5MB/sec 2023-12-20T11:22:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:25 smithi177 ceph-mon[212096]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:22:25.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:25 smithi123 ceph-mon[191304]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:22:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:25 smithi123 ceph-mon[188613]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:22:26.725 INFO:tasks.workunit.client.0.smithi123.stdout: 709: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:26.725 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8FaFrU3cAtSV5wI off=14462906 len=765019 2023-12-20T11:22:26.726 INFO:tasks.workunit.client.0.smithi123.stdout:op 3559 completed, throughput=4.99MB/sec 2023-12-20T11:22:26.726 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GNMMgoLrFqNhckD off=5960965 len=1495905 2023-12-20T11:22:26.732 INFO:tasks.workunit.client.0.smithi123.stdout:op 3560 completed, throughput=5MB/sec 2023-12-20T11:22:26.732 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Pc_Du3Gt18hcOKW off=2589680 len=266675 2023-12-20T11:22:26.735 INFO:tasks.workunit.client.0.smithi123.stdout:op 3561 completed, throughput=5MB/sec 2023-12-20T11:22:26.735 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-TkSx6Lc-gxxNGBz off=6468046 len=559024 2023-12-20T11:22:26.739 INFO:tasks.workunit.client.0.smithi123.stdout:op 3562 completed, throughput=5MB/sec 2023-12-20T11:22:26.739 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tWIXI7yfqMRbteb off=3682268 len=427334 2023-12-20T11:22:26.740 INFO:tasks.workunit.client.0.smithi123.stdout:op 3563 completed, throughput=5MB/sec 2023-12-20T11:22:26.740 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-J7CqWDNMnMdMQPs off=214329 len=982678 2023-12-20T11:22:26.745 INFO:tasks.workunit.client.0.smithi123.stdout:op 3564 completed, throughput=5MB/sec 2023-12-20T11:22:26.745 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-r9eOGvZh9fYK1ay off=9718788 len=313518 2023-12-20T11:22:26.745 INFO:tasks.workunit.client.0.smithi123.stdout:op 3565 completed, throughput=5MB/sec 2023-12-20T11:22:26.746 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Hn1P3sPUZIGD3jD off=8672140 len=962997 2023-12-20T11:22:26.751 INFO:tasks.workunit.client.0.smithi123.stdout:op 3566 completed, throughput=5MB/sec 2023-12-20T11:22:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:22:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:22:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:22:27.752 INFO:tasks.workunit.client.0.smithi123.stdout: 710: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:27.752 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jOjU250akUL1ar1 off=144313 len=1013664 2023-12-20T11:22:27.753 INFO:tasks.workunit.client.0.smithi123.stdout:op 3567 completed, throughput=5MB/sec 2023-12-20T11:22:27.753 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YnRmHUirri_fZp_ off=4730765 len=703572 2023-12-20T11:22:27.754 INFO:tasks.workunit.client.0.smithi123.stdout:op 3568 completed, throughput=5MB/sec 2023-12-20T11:22:27.754 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CzyWJr9RIstEDji off=11942188 len=1593296 2023-12-20T11:22:27.763 INFO:tasks.workunit.client.0.smithi123.stdout:op 3569 completed, throughput=5MB/sec 2023-12-20T11:22:27.763 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-RhKTENbyluu_rQm off=4777497 len=1138848 2023-12-20T11:22:27.765 INFO:tasks.workunit.client.0.smithi123.stdout:op 3570 completed, throughput=5MB/sec 2023-12-20T11:22:27.765 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6cfO3uL5ae8gpH5 off=4891000 len=472720 2023-12-20T11:22:27.767 INFO:tasks.workunit.client.0.smithi123.stdout:op 3571 completed, throughput=5MB/sec 2023-12-20T11:22:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:27 smithi177 ceph-mon[212096]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-20T11:22:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:27 smithi123 ceph-mon[191304]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-20T11:22:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:27 smithi123 ceph-mon[188613]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-20T11:22:28.767 INFO:tasks.workunit.client.0.smithi123.stdout: 711: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:28.768 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Y9UxaknKhYKrj9Q off=14082628 len=1338345 2023-12-20T11:22:28.773 INFO:tasks.workunit.client.0.smithi123.stdout:op 3572 completed, throughput=5MB/sec 2023-12-20T11:22:28.773 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-v9KFfdsemeGVVOi off=71821 len=1471292 2023-12-20T11:22:28.781 INFO:tasks.workunit.client.0.smithi123.stdout:op 3573 completed, throughput=5MB/sec 2023-12-20T11:22:28.781 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Xap_HmCxIjkF1Ty off=1492209 len=2047670 2023-12-20T11:22:28.785 INFO:tasks.workunit.client.0.smithi123.stdout:op 3574 completed, throughput=5MB/sec 2023-12-20T11:22:28.785 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SnRsgL8AfGGEQqF off=18973184 len=1268892 2023-12-20T11:22:28.792 INFO:tasks.workunit.client.0.smithi123.stdout:op 3575 completed, throughput=5MB/sec 2023-12-20T11:22:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:22:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:22:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-20T11:22:29.792 INFO:tasks.workunit.client.0.smithi123.stdout: 712: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:29.792 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SKkc_h59hfHIac_ off=2229353 len=826839 2023-12-20T11:22:29.797 INFO:tasks.workunit.client.0.smithi123.stdout:op 3576 completed, throughput=5MB/sec 2023-12-20T11:22:29.797 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-XuOqYk9WsolOlBh off=778904 len=1388834 2023-12-20T11:22:29.800 INFO:tasks.workunit.client.0.smithi123.stdout:op 3577 completed, throughput=5MB/sec 2023-12-20T11:22:29.800 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Riw3ilT7NkXP2Wd off=4765694 len=1507341 2023-12-20T11:22:29.803 INFO:tasks.workunit.client.0.smithi123.stdout:op 3578 completed, throughput=5MB/sec 2023-12-20T11:22:29.803 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-MzqorR0oS6KE4Gm off=8894852 len=1828854 2023-12-20T11:22:29.813 INFO:tasks.workunit.client.0.smithi123.stdout:op 3579 completed, throughput=5MB/sec 2023-12-20T11:22:29.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:29 smithi177 ceph-mon[212096]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-20T11:22:29.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:29 smithi123 ceph-mon[191304]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-20T11:22:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:29 smithi123 ceph-mon[188613]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-20T11:22:30.813 INFO:tasks.workunit.client.0.smithi123.stdout: 713: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:30.813 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-W3WZqdBvMJxw5T_ off=18231329 len=2080436 2023-12-20T11:22:30.817 INFO:tasks.workunit.client.0.smithi123.stdout:op 3580 completed, throughput=5MB/sec 2023-12-20T11:22:30.817 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9tWbJpxZcGcJRGe off=16010804 len=46902 2023-12-20T11:22:30.819 INFO:tasks.workunit.client.0.smithi123.stdout:op 3581 completed, throughput=5MB/sec 2023-12-20T11:22:30.820 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-XRbz0Wi2UuEjBOs off=7788382 len=569331 2023-12-20T11:22:30.820 INFO:tasks.workunit.client.0.smithi123.stdout:op 3582 completed, throughput=5MB/sec 2023-12-20T11:22:30.820 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WF-HGFrlcQej1Pi off=220803 len=1242457 2023-12-20T11:22:30.827 INFO:tasks.workunit.client.0.smithi123.stdout:op 3583 completed, throughput=5MB/sec 2023-12-20T11:22:31.828 INFO:tasks.workunit.client.0.smithi123.stdout: 714: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:31.828 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vUXQNFzflmDptmO off=5761305 len=683472 2023-12-20T11:22:31.829 INFO:tasks.workunit.client.0.smithi123.stdout:op 3584 completed, throughput=4.99MB/sec 2023-12-20T11:22:31.829 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9b-2GxIk2MwHY6b off=13132154 len=1070944 2023-12-20T11:22:31.830 INFO:tasks.workunit.client.0.smithi123.stdout:op 3585 completed, throughput=5MB/sec 2023-12-20T11:22:31.830 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-UCGGqpI-qLB1miY off=2638269 len=44337 2023-12-20T11:22:31.833 INFO:tasks.workunit.client.0.smithi123.stdout:op 3586 completed, throughput=5MB/sec 2023-12-20T11:22:31.833 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DgZk7xCFHc38w5g off=2601664 len=711432 2023-12-20T11:22:31.837 INFO:tasks.workunit.client.0.smithi123.stdout:op 3587 completed, throughput=5MB/sec 2023-12-20T11:22:31.837 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CyxqY6e87Iqeflf off=12380393 len=2018524 2023-12-20T11:22:31.849 INFO:tasks.workunit.client.0.smithi123.stdout:op 3588 completed, throughput=5MB/sec 2023-12-20T11:22:31.849 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hYiGZnI4r59mM65 off=1093929 len=1254947 2023-12-20T11:22:31.850 INFO:tasks.workunit.client.0.smithi123.stdout:op 3589 completed, throughput=5MB/sec 2023-12-20T11:22:31.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:31 smithi177 ceph-mon[212096]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:22:31.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:31 smithi123 ceph-mon[191304]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:22:31.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:31 smithi123 ceph-mon[188613]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:22:32.850 INFO:tasks.workunit.client.0.smithi123.stdout: 715: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:32.851 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-NuHaX5O5WLX0dZe off=8837721 len=1655450 2023-12-20T11:22:32.860 INFO:tasks.workunit.client.0.smithi123.stdout:op 3590 completed, throughput=5MB/sec 2023-12-20T11:22:32.861 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-UyltuKKGePTdOhs off=4857528 len=1871078 2023-12-20T11:22:32.862 INFO:tasks.workunit.client.0.smithi123.stdout:op 3591 completed, throughput=5MB/sec 2023-12-20T11:22:32.862 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-3fFllh9cOO-tF9P off=1720847 len=1584349 2023-12-20T11:22:32.864 INFO:tasks.workunit.client.0.smithi123.stdout:op 3592 completed, throughput=5MB/sec 2023-12-20T11:22:33.865 INFO:tasks.workunit.client.0.smithi123.stdout: 716: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:33.865 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zXlse9EnDKjh4y- off=1004476 len=491536 2023-12-20T11:22:33.866 INFO:tasks.workunit.client.0.smithi123.stdout:op 3593 completed, throughput=4.99MB/sec 2023-12-20T11:22:33.866 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-28CO_-0cDIL-lOo off=952909 len=1564650 2023-12-20T11:22:33.874 INFO:tasks.workunit.client.0.smithi123.stdout:op 3594 completed, throughput=5MB/sec 2023-12-20T11:22:33.874 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YT0JmjuCB7emhAq off=930479 len=765439 2023-12-20T11:22:33.875 INFO:tasks.workunit.client.0.smithi123.stdout:op 3595 completed, throughput=5MB/sec 2023-12-20T11:22:33.876 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0iQrduCQb1A79Yx off=8016103 len=658042 2023-12-20T11:22:33.877 INFO:tasks.workunit.client.0.smithi123.stdout:op 3596 completed, throughput=5MB/sec 2023-12-20T11:22:33.877 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-VGW5t9PI9ovFN4g off=20019638 len=1165815 2023-12-20T11:22:33.879 INFO:tasks.workunit.client.0.smithi123.stdout:op 3597 completed, throughput=5MB/sec 2023-12-20T11:22:33.879 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ta2axM0pxWdgOlS off=1647385 len=1621099 2023-12-20T11:22:33.881 INFO:tasks.workunit.client.0.smithi123.stdout:op 3598 completed, throughput=5MB/sec 2023-12-20T11:22:33.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:33 smithi177 ceph-mon[212096]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:22:33.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:33 smithi123 ceph-mon[191304]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:22:33.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:33 smithi123 ceph-mon[188613]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:22:34.881 INFO:tasks.workunit.client.0.smithi123.stdout: 717: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:34.882 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-RlGJO7ylS2mCjbb off=2470889 len=1600605 2023-12-20T11:22:34.890 INFO:tasks.workunit.client.0.smithi123.stdout:op 3599 completed, throughput=5MB/sec 2023-12-20T11:22:34.890 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-JKGn4SojKZ6jdlZ off=2773390 len=1459455 2023-12-20T11:22:34.896 INFO:tasks.workunit.client.0.smithi123.stdout:op 3600 completed, throughput=5MB/sec 2023-12-20T11:22:34.897 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4U15kcdnIPKniGH off=20593828 len=1746655 2023-12-20T11:22:34.897 INFO:tasks.workunit.client.0.smithi123.stdout:op 3601 completed, throughput=5MB/sec 2023-12-20T11:22:35.898 INFO:tasks.workunit.client.0.smithi123.stdout: 718: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:35.898 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-62S_3DQz8dH2SUE off=6929540 len=1871549 2023-12-20T11:22:35.900 INFO:tasks.workunit.client.0.smithi123.stdout:op 3602 completed, throughput=5MB/sec 2023-12-20T11:22:35.900 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-R9FIYNAq_CbqLps off=10917186 len=1903329 2023-12-20T11:22:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:35 smithi177 ceph-mon[212096]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:22:35.911 INFO:tasks.workunit.client.0.smithi123.stdout:op 3603 completed, throughput=5MB/sec 2023-12-20T11:22:35.911 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-l-HJ6fTlzC50T7e off=7675902 len=1463488 2023-12-20T11:22:35.912 INFO:tasks.workunit.client.0.smithi123.stdout:op 3604 completed, throughput=5MB/sec 2023-12-20T11:22:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:35 smithi123 ceph-mon[191304]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:22:35.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:35 smithi123 ceph-mon[188613]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:22:36.913 INFO:tasks.workunit.client.0.smithi123.stdout: 719: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:36.913 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Z-EhSl3H_208Xn6 off=14019978 len=1335362 2023-12-20T11:22:36.914 INFO:tasks.workunit.client.0.smithi123.stdout:op 3605 completed, throughput=5MB/sec 2023-12-20T11:22:36.915 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-fNQmD-knbH6wbJ3 off=16048384 len=524339 2023-12-20T11:22:36.918 INFO:tasks.workunit.client.0.smithi123.stdout:op 3606 completed, throughput=5MB/sec 2023-12-20T11:22:36.918 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lFfU5Sf0JAkg8GA off=16053458 len=51028 2023-12-20T11:22:36.919 INFO:tasks.workunit.client.0.smithi123.stdout:op 3607 completed, throughput=5MB/sec 2023-12-20T11:22:36.919 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-XU8mio_LwTG_2ST off=6546006 len=1965450 2023-12-20T11:22:36.929 INFO:tasks.workunit.client.0.smithi123.stdout:op 3608 completed, throughput=5MB/sec 2023-12-20T11:22:36.930 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nQyR1a-OnZqiIUA off=5093081 len=404649 2023-12-20T11:22:36.933 INFO:tasks.workunit.client.0.smithi123.stdout:op 3609 completed, throughput=5MB/sec 2023-12-20T11:22:36.933 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-BXXuJ7KniP7QYI7 off=424964 len=290018 2023-12-20T11:22:36.933 INFO:tasks.workunit.client.0.smithi123.stdout:op 3610 completed, throughput=5MB/sec 2023-12-20T11:22:36.933 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-JHnPw_rRqojCDnD off=2903973 len=2065639 2023-12-20T11:22:36.943 INFO:tasks.workunit.client.0.smithi123.stdout:op 3611 completed, throughput=5MB/sec 2023-12-20T11:22:37.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:37 smithi177 ceph-mon[212096]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:22:37.944 INFO:tasks.workunit.client.0.smithi123.stdout: 720: throughput=5MB/sec pending data=0 2023-12-20T11:22:37.944 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Qg1BbYcusN5fDsr off=3666929 len=701922 2023-12-20T11:22:37.945 INFO:tasks.workunit.client.0.smithi123.stdout:op 3612 completed, throughput=5MB/sec 2023-12-20T11:22:37.946 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vZWMoLdpARGOXcl off=2336874 len=1549257 2023-12-20T11:22:37.947 INFO:tasks.workunit.client.0.smithi123.stdout:op 3613 completed, throughput=5MB/sec 2023-12-20T11:22:37.948 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_aEZld4QeMS94eF off=2431059 len=458238 2023-12-20T11:22:37.952 INFO:tasks.workunit.client.0.smithi123.stdout:op 3614 completed, throughput=5MB/sec 2023-12-20T11:22:37.952 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hXpFRsA_0epAsYi off=15352292 len=2071579 2023-12-20T11:22:37.954 INFO:tasks.workunit.client.0.smithi123.stdout:op 3615 completed, throughput=5MB/sec 2023-12-20T11:22:37.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:37 smithi123 ceph-mon[191304]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:22:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:37 smithi123 ceph-mon[188613]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:22:38.954 INFO:tasks.workunit.client.0.smithi123.stdout: 721: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:38.954 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ELe_HbCGJKsf9JT off=1105327 len=1365004 2023-12-20T11:22:38.961 INFO:tasks.workunit.client.0.smithi123.stdout:op 3616 completed, throughput=5MB/sec 2023-12-20T11:22:38.961 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-iH_U3KuyZGO0VDY off=16039433 len=1513810 2023-12-20T11:22:38.962 INFO:tasks.workunit.client.0.smithi123.stdout:op 3617 completed, throughput=5MB/sec 2023-12-20T11:22:38.963 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-VR8hkM9fqof0OkI off=22542097 len=1690261 2023-12-20T11:22:38.973 INFO:tasks.workunit.client.0.smithi123.stdout:op 3618 completed, throughput=5MB/sec 2023-12-20T11:22:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:22:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:22:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-20T11:22:39.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:39 smithi177 ceph-mon[212096]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:22:39.973 INFO:tasks.workunit.client.0.smithi123.stdout: 722: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:39.974 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-8s_6Ksy81vdwsHt off=18406028 len=885945 2023-12-20T11:22:39.979 INFO:tasks.workunit.client.0.smithi123.stdout:op 3619 completed, throughput=4.99MB/sec 2023-12-20T11:22:39.979 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pZlER5BVmNKuA8G off=13223576 len=1756347 2023-12-20T11:22:39.981 INFO:tasks.workunit.client.0.smithi123.stdout:op 3620 completed, throughput=5MB/sec 2023-12-20T11:22:39.981 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vIE10FX0pwHy3uZ off=5496980 len=486974 2023-12-20T11:22:39.983 INFO:tasks.workunit.client.0.smithi123.stdout:op 3621 completed, throughput=5MB/sec 2023-12-20T11:22:39.983 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-XXwbiY1UJr2JCAn off=1740275 len=651517 2023-12-20T11:22:39.987 INFO:tasks.workunit.client.0.smithi123.stdout:op 3622 completed, throughput=5MB/sec 2023-12-20T11:22:39.987 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DkwEZLQ7ZknqfT7 off=2482284 len=1764921 2023-12-20T11:22:39.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:39 smithi123 ceph-mon[191304]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:22:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:39 smithi123 ceph-mon[188613]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:22:39.990 INFO:tasks.workunit.client.0.smithi123.stdout:op 3623 completed, throughput=5MB/sec 2023-12-20T11:22:40.991 INFO:tasks.workunit.client.0.smithi123.stdout: 723: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:40.991 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zyyu7JfoOaAXFcL off=2344919 len=596679 2023-12-20T11:22:40.992 INFO:tasks.workunit.client.0.smithi123.stdout:op 3624 completed, throughput=4.99MB/sec 2023-12-20T11:22:40.992 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-J4Z_EkaPyjqdOd1 off=9059949 len=1499954 2023-12-20T11:22:40.999 INFO:tasks.workunit.client.0.smithi123.stdout:op 3625 completed, throughput=5MB/sec 2023-12-20T11:22:40.999 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-V_bW4kJiC8XNTkT off=5922928 len=307889 2023-12-20T11:22:41.002 INFO:tasks.workunit.client.0.smithi123.stdout:op 3626 completed, throughput=5MB/sec 2023-12-20T11:22:41.002 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-yXaNmIUC04d1nNT off=1190205 len=949721 2023-12-20T11:22:41.008 INFO:tasks.workunit.client.0.smithi123.stdout:op 3627 completed, throughput=5MB/sec 2023-12-20T11:22:41.008 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-AYRd8pGZ_o0ubA7 off=2621438 len=2079688 2023-12-20T11:22:41.017 INFO:tasks.workunit.client.0.smithi123.stdout:op 3628 completed, throughput=5MB/sec 2023-12-20T11:22:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:41 smithi177 ceph-mon[212096]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:22:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:22:41.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:41 smithi123 ceph-mon[191304]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:22:41.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:22:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:41 smithi123 ceph-mon[188613]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:22:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:22:42.017 INFO:tasks.workunit.client.0.smithi123.stdout: 724: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:42.017 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-oLY_KTpej5EMXce off=5011084 len=1451051 2023-12-20T11:22:42.019 INFO:tasks.workunit.client.0.smithi123.stdout:op 3629 completed, throughput=5MB/sec 2023-12-20T11:22:42.019 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jysSgixwT72GJAV off=21170902 len=411664 2023-12-20T11:22:42.020 INFO:tasks.workunit.client.0.smithi123.stdout:op 3630 completed, throughput=5MB/sec 2023-12-20T11:22:42.020 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-X5rbYMfdjJKSIgX off=2203665 len=113055 2023-12-20T11:22:42.023 INFO:tasks.workunit.client.0.smithi123.stdout:op 3631 completed, throughput=5MB/sec 2023-12-20T11:22:42.023 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--jNcpq4dM9FGp0x off=136231 len=1186545 2023-12-20T11:22:42.029 INFO:tasks.workunit.client.0.smithi123.stdout:op 3632 completed, throughput=5MB/sec 2023-12-20T11:22:42.029 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-TjFxKa-dr1WHisQ off=4987294 len=1177588 2023-12-20T11:22:42.031 INFO:tasks.workunit.client.0.smithi123.stdout:op 3633 completed, throughput=5MB/sec 2023-12-20T11:22:42.031 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-sycEHXjqInSHuJg off=12821216 len=742042 2023-12-20T11:22:42.035 INFO:tasks.workunit.client.0.smithi123.stdout:op 3634 completed, throughput=5MB/sec 2023-12-20T11:22:43.036 INFO:tasks.workunit.client.0.smithi123.stdout: 725: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:43.036 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uioIIdn_fdgFpOo off=2152322 len=1172589 2023-12-20T11:22:43.038 INFO:tasks.workunit.client.0.smithi123.stdout:op 3635 completed, throughput=5MB/sec 2023-12-20T11:22:43.038 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gpi5YGdGShp8M1N off=8492059 len=1003928 2023-12-20T11:22:43.040 INFO:tasks.workunit.client.0.smithi123.stdout:op 3636 completed, throughput=5MB/sec 2023-12-20T11:22:43.040 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-3ouQHsEtFswGEVM off=12896182 len=1620091 2023-12-20T11:22:43.047 INFO:tasks.workunit.client.0.smithi123.stdout:op 3637 completed, throughput=5MB/sec 2023-12-20T11:22:43.047 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--R2Mj37496se2RB off=2758946 len=126758 2023-12-20T11:22:43.049 INFO:tasks.workunit.client.0.smithi123.stdout:op 3638 completed, throughput=5MB/sec 2023-12-20T11:22:43.049 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-D71aVNC53vUoKhn off=8763828 len=1968024 2023-12-20T11:22:43.051 INFO:tasks.workunit.client.0.smithi123.stdout:op 3639 completed, throughput=5MB/sec 2023-12-20T11:22:43.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:43 smithi177 ceph-mon[212096]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:22:43.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:43 smithi123 ceph-mon[191304]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:22:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:43 smithi123 ceph-mon[188613]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:22:44.051 INFO:tasks.workunit.client.0.smithi123.stdout: 726: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:44.051 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-UiSKfM5sw1fRU7E off=1651227 len=358171 2023-12-20T11:22:44.055 INFO:tasks.workunit.client.0.smithi123.stdout:op 3640 completed, throughput=5MB/sec 2023-12-20T11:22:44.056 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-OjaemXOXC7c2kqU off=15592140 len=291960 2023-12-20T11:22:44.058 INFO:tasks.workunit.client.0.smithi123.stdout:op 3641 completed, throughput=5MB/sec 2023-12-20T11:22:44.058 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-7uxGp6EVlwYlYVN off=6261147 len=2095045 2023-12-20T11:22:44.069 INFO:tasks.workunit.client.0.smithi123.stdout:op 3642 completed, throughput=5MB/sec 2023-12-20T11:22:44.069 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9YakbpoIHg4SPOX off=1926969 len=1551409 2023-12-20T11:22:44.072 INFO:tasks.workunit.client.0.smithi123.stdout:op 3643 completed, throughput=5MB/sec 2023-12-20T11:22:45.072 INFO:tasks.workunit.client.0.smithi123.stdout: 727: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:45.073 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-TFCakEgiCAz-uU5 off=4513664 len=1944597 2023-12-20T11:22:45.081 INFO:tasks.workunit.client.0.smithi123.stdout:op 3644 completed, throughput=5MB/sec 2023-12-20T11:22:45.081 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-s0-oMDksjdXl4E9 off=4229349 len=181853 2023-12-20T11:22:45.082 INFO:tasks.workunit.client.0.smithi123.stdout:op 3645 completed, throughput=5MB/sec 2023-12-20T11:22:45.082 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-XOXBjQB74Bz8wSw off=7812247 len=489622 2023-12-20T11:22:45.082 INFO:tasks.workunit.client.0.smithi123.stdout:op 3646 completed, throughput=5MB/sec 2023-12-20T11:22:45.083 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FVfytuBCV1ujNKj off=7789904 len=609780 2023-12-20T11:22:45.085 INFO:tasks.workunit.client.0.smithi123.stdout:op 3647 completed, throughput=5MB/sec 2023-12-20T11:22:45.086 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GMjjfdRKLBgL9Qa off=463385 len=1019969 2023-12-20T11:22:45.091 INFO:tasks.workunit.client.0.smithi123.stdout:op 3648 completed, throughput=5MB/sec 2023-12-20T11:22:45.091 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Rw237v_8zDFB4TM off=12712488 len=573497 2023-12-20T11:22:45.092 INFO:tasks.workunit.client.0.smithi123.stdout:op 3649 completed, throughput=5MB/sec 2023-12-20T11:22:45.092 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-v4Z3TVbTMbn5RE_ off=14177441 len=1141475 2023-12-20T11:22:45.097 INFO:tasks.workunit.client.0.smithi123.stdout:op 3650 completed, throughput=5MB/sec 2023-12-20T11:22:45.666 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:22:45.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:45 smithi177 ceph-mon[212096]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:22:45.977 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:22:45.978 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (31m) 8m ago 34m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:22:45.978 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (31m) 6m ago 34m 90.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:22:45.978 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (35m) 8m ago 35m 19.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:22:45.978 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (35m) 6m ago 35m 26.8M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:22:45.978 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (30m) 6m ago 37m 457M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:22:45.978 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (31m) 8m ago 39m 538M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:22:45.978 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (30m) 8m ago 39m 247M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:22:45.979 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (30m) 6m ago 38m 144M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:22:45.979 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (30m) 8m ago 37m 157M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:22:45.979 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (31m) 8m ago 34m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:22:45.979 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (31m) 6m ago 34m 19.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:22:45.979 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (29m) 8m ago 37m 1835M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:22:45.979 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (29m) 8m ago 37m 2063M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:22:45.979 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (28m) 8m ago 36m 2149M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:22:45.979 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (28m) 8m ago 36m 1878M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:22:45.979 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (27m) 6m ago 36m 1370M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:22:45.979 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (27m) 6m ago 36m 1530M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:22:45.979 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (26m) 6m ago 35m 1185M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:22:45.979 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (26m) 6m ago 35m 1584M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:22:45.979 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (30m) 6m ago 34m 77.3M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:22:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:45 smithi123 ceph-mon[191304]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:22:45.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:45 smithi123 ceph-mon[188613]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:22:46.097 INFO:tasks.workunit.client.0.smithi123.stdout: 728: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:46.097 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-WVaZE6mjT2nRqtB off=10268596 len=121515 2023-12-20T11:22:46.098 INFO:tasks.workunit.client.0.smithi123.stdout:op 3651 completed, throughput=4.99MB/sec 2023-12-20T11:22:46.098 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-l75Gx58j1hIoEHN off=6741203 len=287931 2023-12-20T11:22:46.098 INFO:tasks.workunit.client.0.smithi123.stdout:op 3652 completed, throughput=4.99MB/sec 2023-12-20T11:22:46.098 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-i5hBhF5BAzKXiDt off=4372574 len=895123 2023-12-20T11:22:46.099 INFO:tasks.workunit.client.0.smithi123.stdout:op 3653 completed, throughput=5MB/sec 2023-12-20T11:22:46.099 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-XhImnyBo3ObRPtt off=357474 len=1694894 2023-12-20T11:22:46.105 INFO:tasks.workunit.client.0.smithi123.stdout:op 3654 completed, throughput=5MB/sec 2023-12-20T11:22:46.105 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pm7oy1zTKoXJVlB off=7602267 len=631990 2023-12-20T11:22:46.107 INFO:tasks.workunit.client.0.smithi123.stdout:op 3655 completed, throughput=5MB/sec 2023-12-20T11:22:46.107 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Spdu8k6I9lIFtBn off=18125579 len=674678 2023-12-20T11:22:46.107 INFO:tasks.workunit.client.0.smithi123.stdout:op 3656 completed, throughput=5MB/sec 2023-12-20T11:22:46.107 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-BhubkMb-A65x8LQ off=20634298 len=1174170 2023-12-20T11:22:46.115 INFO:tasks.workunit.client.0.smithi123.stdout:op 3657 completed, throughput=5MB/sec 2023-12-20T11:22:46.358 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:22:46.358 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:22:46.358 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:22:46.358 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:22:46.358 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:22:46.358 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:22:46.358 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:22:46.358 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:22:46.358 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:22:46.358 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:22:46.359 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:22:46.359 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:22:46.359 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:22:46.359 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:22:46.359 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:22:46.359 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:22:46.359 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:22:46.359 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:22:46.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:46 smithi177 ceph-mon[212096]: from='client.45620 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:22:46.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:46 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/361069927' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:22:46.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:46 smithi123 ceph-mon[191304]: from='client.45620 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:22:46.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:46 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/361069927' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:22:46.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:46 smithi123 ceph-mon[188613]: from='client.45620 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:22:46.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:46 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/361069927' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:22:47.115 INFO:tasks.workunit.client.0.smithi123.stdout: 729: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:47.115 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-psn15_d5b6bvEQB off=623014 len=1970464 2023-12-20T11:22:47.127 INFO:tasks.workunit.client.0.smithi123.stdout:op 3658 completed, throughput=5MB/sec 2023-12-20T11:22:47.127 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-yVGwQym5RJkLUaG off=22915348 len=2018809 2023-12-20T11:22:47.131 INFO:tasks.workunit.client.0.smithi123.stdout:op 3659 completed, throughput=5MB/sec 2023-12-20T11:22:47.131 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-e_V6lfv25DSOAEz off=10014041 len=633214 2023-12-20T11:22:47.132 INFO:tasks.workunit.client.0.smithi123.stdout:op 3660 completed, throughput=5MB/sec 2023-12-20T11:22:47.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:47 smithi177 ceph-mon[212096]: from='client.45626 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:22:47.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:47 smithi177 ceph-mon[212096]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-20T11:22:47.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:47 smithi123 ceph-mon[191304]: from='client.45626 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:22:47.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:47 smithi123 ceph-mon[191304]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-20T11:22:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:47 smithi123 ceph-mon[188613]: from='client.45626 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:22:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:47 smithi123 ceph-mon[188613]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-20T11:22:48.133 INFO:tasks.workunit.client.0.smithi123.stdout: 730: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:48.133 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zocgsSEJZxEget2 off=9898386 len=363179 2023-12-20T11:22:48.133 INFO:tasks.workunit.client.0.smithi123.stdout:op 3661 completed, throughput=4.99MB/sec 2023-12-20T11:22:48.133 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9T5KxVR7DWzD8oD off=14108633 len=869229 2023-12-20T11:22:48.139 INFO:tasks.workunit.client.0.smithi123.stdout:op 3662 completed, throughput=4.99MB/sec 2023-12-20T11:22:48.139 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-wGcZSLAK67CBSwX off=18754226 len=381577 2023-12-20T11:22:48.142 INFO:tasks.workunit.client.0.smithi123.stdout:op 3663 completed, throughput=5MB/sec 2023-12-20T11:22:48.142 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Y40NGpHaKppumxp off=1869743 len=1786693 2023-12-20T11:22:48.151 INFO:tasks.workunit.client.0.smithi123.stdout:op 3664 completed, throughput=5MB/sec 2023-12-20T11:22:48.152 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2HqwC-Y1hVCBHAE off=13328925 len=516304 2023-12-20T11:22:48.155 INFO:tasks.workunit.client.0.smithi123.stdout:op 3665 completed, throughput=5MB/sec 2023-12-20T11:22:48.155 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-37BtS-i_h_Eqx75 off=9171171 len=196874 2023-12-20T11:22:48.156 INFO:tasks.workunit.client.0.smithi123.stdout:op 3666 completed, throughput=5MB/sec 2023-12-20T11:22:48.157 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-y5DQzpzde6L7Q9P off=18942 len=757431 2023-12-20T11:22:48.158 INFO:tasks.workunit.client.0.smithi123.stdout:op 3667 completed, throughput=5MB/sec 2023-12-20T11:22:48.158 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_Hjx7UOeU0_VoZp off=3215791 len=1621846 2023-12-20T11:22:48.166 INFO:tasks.workunit.client.0.smithi123.stdout:op 3668 completed, throughput=5MB/sec 2023-12-20T11:22:49.167 INFO:tasks.workunit.client.0.smithi123.stdout: 731: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:49.167 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-45xmcXQ2EvRXr3D off=3470967 len=416744 2023-12-20T11:22:49.167 INFO:tasks.workunit.client.0.smithi123.stdout:op 3669 completed, throughput=5MB/sec 2023-12-20T11:22:49.168 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-TVIoGCO06DEiM4X off=15674559 len=5508 2023-12-20T11:22:49.168 INFO:tasks.workunit.client.0.smithi123.stdout:op 3670 completed, throughput=5MB/sec 2023-12-20T11:22:49.168 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qYvJCnp9wESDC_M off=7145246 len=1359330 2023-12-20T11:22:49.169 INFO:tasks.workunit.client.0.smithi123.stdout:op 3671 completed, throughput=5MB/sec 2023-12-20T11:22:49.169 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-kTcP8rQxiQ8c-U5 off=1587818 len=590197 2023-12-20T11:22:49.172 INFO:tasks.workunit.client.0.smithi123.stdout:op 3672 completed, throughput=5MB/sec 2023-12-20T11:22:49.172 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-lWD3Z3RWLBu20YP off=5690954 len=1354058 2023-12-20T11:22:49.178 INFO:tasks.workunit.client.0.smithi123.stdout:op 3673 completed, throughput=5MB/sec 2023-12-20T11:22:49.178 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-s6oV7fo7A9dQyY8 off=5999584 len=1567945 2023-12-20T11:22:49.186 INFO:tasks.workunit.client.0.smithi123.stdout:op 3674 completed, throughput=5MB/sec 2023-12-20T11:22:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:22:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:22:49] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-20T11:22:49.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:49 smithi177 ceph-mon[212096]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:22:49.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:22:49.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:22:49.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:22:49.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:22:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:49 smithi123 ceph-mon[188613]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:22:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:22:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:22:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:22:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:22:49.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:49 smithi123 ceph-mon[191304]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:22:49.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:22:49.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:22:49.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:22:49.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:22:50.186 INFO:tasks.workunit.client.0.smithi123.stdout: 732: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:50.187 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-8vWc3Q3YV4SsP7E off=15438852 len=461287 2023-12-20T11:22:50.190 INFO:tasks.workunit.client.0.smithi123.stdout:op 3675 completed, throughput=5MB/sec 2023-12-20T11:22:50.190 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-UwcGf1089xXiUIw off=10505031 len=1500187 2023-12-20T11:22:50.193 INFO:tasks.workunit.client.0.smithi123.stdout:op 3676 completed, throughput=5MB/sec 2023-12-20T11:22:50.193 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-21JzMroVFBAcNrE off=12709925 len=359581 2023-12-20T11:22:50.196 INFO:tasks.workunit.client.0.smithi123.stdout:op 3677 completed, throughput=5MB/sec 2023-12-20T11:22:50.196 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Bm09GTF07-eM14M off=8428842 len=1362730 2023-12-20T11:22:50.203 INFO:tasks.workunit.client.0.smithi123.stdout:op 3678 completed, throughput=5MB/sec 2023-12-20T11:22:50.203 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-T8BTCP-W17km1RY off=14078660 len=1437192 2023-12-20T11:22:50.205 INFO:tasks.workunit.client.0.smithi123.stdout:op 3679 completed, throughput=5MB/sec 2023-12-20T11:22:51.206 INFO:tasks.workunit.client.0.smithi123.stdout: 733: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:51.206 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QK-7Ie_TUie9-Ok off=0 len=1447002 2023-12-20T11:22:51.207 INFO:tasks.workunit.client.0.smithi123.stdout:op 3680 completed, throughput=5MB/sec 2023-12-20T11:22:51.208 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hqXNaSKWbSOtD9H off=13529576 len=2061579 2023-12-20T11:22:51.210 INFO:tasks.workunit.client.0.smithi123.stdout:op 3681 completed, throughput=5MB/sec 2023-12-20T11:22:51.210 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ng7tUFGrWhSIPtS off=9566006 len=1241172 2023-12-20T11:22:51.211 INFO:tasks.workunit.client.0.smithi123.stdout:op 3682 completed, throughput=5MB/sec 2023-12-20T11:22:51.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:51 smithi177 ceph-mon[212096]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:22:51.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:51 smithi123 ceph-mon[191304]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:22:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:51 smithi123 ceph-mon[188613]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:22:52.212 INFO:tasks.workunit.client.0.smithi123.stdout: 734: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:52.212 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Xc9cTqccWDaccNV off=14741178 len=1150101 2023-12-20T11:22:52.217 INFO:tasks.workunit.client.0.smithi123.stdout:op 3683 completed, throughput=5MB/sec 2023-12-20T11:22:52.217 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-MKPE11ZQws3GNZA off=6913833 len=1061060 2023-12-20T11:22:52.224 INFO:tasks.workunit.client.0.smithi123.stdout:op 3684 completed, throughput=5MB/sec 2023-12-20T11:22:52.224 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2PtfOvaiaJWciy- off=18275957 len=1553619 2023-12-20T11:22:52.226 INFO:tasks.workunit.client.0.smithi123.stdout:op 3685 completed, throughput=5MB/sec 2023-12-20T11:22:52.226 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5oezo8wzysFCRba off=9054649 len=2075048 2023-12-20T11:22:52.230 INFO:tasks.workunit.client.0.smithi123.stdout:op 3686 completed, throughput=5MB/sec 2023-12-20T11:22:53.230 INFO:tasks.workunit.client.0.smithi123.stdout: 735: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:53.230 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6qCBhiS7q3GHKPF off=2698176 len=1959192 2023-12-20T11:22:53.241 INFO:tasks.workunit.client.0.smithi123.stdout:op 3687 completed, throughput=5MB/sec 2023-12-20T11:22:53.241 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-5-IAAk6lbbSr8jr off=13841044 len=1033175 2023-12-20T11:22:53.247 INFO:tasks.workunit.client.0.smithi123.stdout:op 3688 completed, throughput=5MB/sec 2023-12-20T11:22:53.247 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QPR7mOj2Ewu33JR off=714060 len=1277529 2023-12-20T11:22:53.248 INFO:tasks.workunit.client.0.smithi123.stdout:op 3689 completed, throughput=5MB/sec 2023-12-20T11:22:53.248 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cAJPHCToucs78p_ off=10476250 len=1016409 2023-12-20T11:22:53.249 INFO:tasks.workunit.client.0.smithi123.stdout:op 3690 completed, throughput=5MB/sec 2023-12-20T11:22:53.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:53 smithi177 ceph-mon[212096]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:22:53.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:53 smithi123 ceph-mon[191304]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:22:53.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:53 smithi123 ceph-mon[188613]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:22:54.249 INFO:tasks.workunit.client.0.smithi123.stdout: 736: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:54.250 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-lhboYSL2cbuc_mo off=566822 len=1643260 2023-12-20T11:22:54.256 INFO:tasks.workunit.client.0.smithi123.stdout:op 3691 completed, throughput=5MB/sec 2023-12-20T11:22:54.256 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-h9izQIVAHpxF8f5 off=8687879 len=1204559 2023-12-20T11:22:54.258 INFO:tasks.workunit.client.0.smithi123.stdout:op 3692 completed, throughput=5MB/sec 2023-12-20T11:22:54.258 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-PghPelSMhWrw072 off=12288064 len=1848936 2023-12-20T11:22:54.259 INFO:tasks.workunit.client.0.smithi123.stdout:op 3693 completed, throughput=5MB/sec 2023-12-20T11:22:55.260 INFO:tasks.workunit.client.0.smithi123.stdout: 737: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:55.260 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rj2NerXZsq2ANWb off=8358583 len=1031189 2023-12-20T11:22:55.261 INFO:tasks.workunit.client.0.smithi123.stdout:op 3694 completed, throughput=4.99MB/sec 2023-12-20T11:22:55.261 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-RQi3UnnaKJOxb4Y off=2763730 len=746216 2023-12-20T11:22:55.263 INFO:tasks.workunit.client.0.smithi123.stdout:op 3695 completed, throughput=5MB/sec 2023-12-20T11:22:55.263 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DHEERO1RXvusORF off=12876347 len=1299950 2023-12-20T11:22:55.270 INFO:tasks.workunit.client.0.smithi123.stdout:op 3696 completed, throughput=5MB/sec 2023-12-20T11:22:55.270 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-LBVe1o_IXT-OQ3S off=18580530 len=78496 2023-12-20T11:22:55.272 INFO:tasks.workunit.client.0.smithi123.stdout:op 3697 completed, throughput=5MB/sec 2023-12-20T11:22:55.272 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2O9pNQnjFcexi5d off=5731638 len=2041485 2023-12-20T11:22:55.274 INFO:tasks.workunit.client.0.smithi123.stdout:op 3698 completed, throughput=5MB/sec 2023-12-20T11:22:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:55 smithi177 ceph-mon[212096]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:22:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:55 smithi123 ceph-mon[188613]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:22:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:55 smithi123 ceph-mon[191304]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:22:56.275 INFO:tasks.workunit.client.0.smithi123.stdout: 738: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:56.275 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8NwlkVtaryzjfDM off=1780068 len=1287167 2023-12-20T11:22:56.277 INFO:tasks.workunit.client.0.smithi123.stdout:op 3699 completed, throughput=5MB/sec 2023-12-20T11:22:56.277 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-yFYe7BTxwJdFgJ2 off=3110768 len=240499 2023-12-20T11:22:56.277 INFO:tasks.workunit.client.0.smithi123.stdout:op 3700 completed, throughput=5MB/sec 2023-12-20T11:22:56.277 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-BBu8h45OjzxMeZ8 off=4019908 len=1131996 2023-12-20T11:22:56.278 INFO:tasks.workunit.client.0.smithi123.stdout:op 3701 completed, throughput=5MB/sec 2023-12-20T11:22:56.279 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4DQKFUdQ8Z1he3L off=17267836 len=1977860 2023-12-20T11:22:56.289 INFO:tasks.workunit.client.0.smithi123.stdout:op 3702 completed, throughput=5MB/sec 2023-12-20T11:22:56.289 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xX_keC_9274Ze-j off=221977 len=201551 2023-12-20T11:22:56.290 INFO:tasks.workunit.client.0.smithi123.stdout:op 3703 completed, throughput=5MB/sec 2023-12-20T11:22:56.290 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-96v0LKY6VnxYTjX off=1922677 len=1718004 2023-12-20T11:22:56.298 INFO:tasks.workunit.client.0.smithi123.stdout:op 3704 completed, throughput=5MB/sec 2023-12-20T11:22:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:22:56.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:22:56.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:22:57.298 INFO:tasks.workunit.client.0.smithi123.stdout: 739: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:57.298 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-jwVBuyqExKHtHnZ off=2649555 len=935675 2023-12-20T11:22:57.303 INFO:tasks.workunit.client.0.smithi123.stdout:op 3705 completed, throughput=5MB/sec 2023-12-20T11:22:57.303 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Zm5LeP7Wn4KT0nD off=6393026 len=1345991 2023-12-20T11:22:57.305 INFO:tasks.workunit.client.0.smithi123.stdout:op 3706 completed, throughput=5MB/sec 2023-12-20T11:22:57.306 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vv9w6GvpR3GXUwu off=3770932 len=398130 2023-12-20T11:22:57.306 INFO:tasks.workunit.client.0.smithi123.stdout:op 3707 completed, throughput=5MB/sec 2023-12-20T11:22:57.306 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_IRtqJQOXAgQ6y1 off=24135883 len=1113544 2023-12-20T11:22:57.312 INFO:tasks.workunit.client.0.smithi123.stdout:op 3708 completed, throughput=5MB/sec 2023-12-20T11:22:57.312 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6cFCRvOdHzmROts off=778059 len=350527 2023-12-20T11:22:57.313 INFO:tasks.workunit.client.0.smithi123.stdout:op 3709 completed, throughput=5MB/sec 2023-12-20T11:22:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:57 smithi177 ceph-mon[212096]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:22:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:57 smithi123 ceph-mon[188613]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:22:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:57 smithi123 ceph-mon[191304]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:22:58.314 INFO:tasks.workunit.client.0.smithi123.stdout: 740: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:58.314 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-sH1_0gHuBdjBGFK off=2537824 len=1114647 2023-12-20T11:22:58.319 INFO:tasks.workunit.client.0.smithi123.stdout:op 3710 completed, throughput=4.99MB/sec 2023-12-20T11:22:58.319 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-AU--qWl8vb_Vjqj off=6204208 len=1125690 2023-12-20T11:22:58.321 INFO:tasks.workunit.client.0.smithi123.stdout:op 3711 completed, throughput=5MB/sec 2023-12-20T11:22:58.321 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-x82VAOLlAFPKVOo off=15139169 len=2067220 2023-12-20T11:22:58.333 INFO:tasks.workunit.client.0.smithi123.stdout:op 3712 completed, throughput=5MB/sec 2023-12-20T11:22:58.333 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-8kLiWQWHzsVEYZj off=4360139 len=262100 2023-12-20T11:22:58.335 INFO:tasks.workunit.client.0.smithi123.stdout:op 3713 completed, throughput=5MB/sec 2023-12-20T11:22:58.335 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8254-DED5srcrtI off=9604697 len=1323150 2023-12-20T11:22:58.336 INFO:tasks.workunit.client.0.smithi123.stdout:op 3714 completed, throughput=5MB/sec 2023-12-20T11:22:59.337 INFO:tasks.workunit.client.0.smithi123.stdout: 741: throughput=4.99MB/sec pending data=0 2023-12-20T11:22:59.337 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-P0mpNjSpzeSMTfm off=9232276 len=120667 2023-12-20T11:22:59.337 INFO:tasks.workunit.client.0.smithi123.stdout:op 3715 completed, throughput=4.99MB/sec 2023-12-20T11:22:59.338 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-w4MkjyjNNB76f3b off=2615534 len=1330806 2023-12-20T11:22:59.339 INFO:tasks.workunit.client.0.smithi123.stdout:op 3716 completed, throughput=5MB/sec 2023-12-20T11:22:59.339 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fUtAbqi8gexVmRc off=248294 len=1446585 2023-12-20T11:22:59.343 INFO:tasks.workunit.client.0.smithi123.stdout:op 3717 completed, throughput=5MB/sec 2023-12-20T11:22:59.343 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-dglpop2OaPWtHPK off=1783270 len=161313 2023-12-20T11:22:59.343 INFO:tasks.workunit.client.0.smithi123.stdout:op 3718 completed, throughput=5MB/sec 2023-12-20T11:22:59.343 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xtsl1Y-FYg0xI_7 off=6864471 len=1077785 2023-12-20T11:22:59.349 INFO:tasks.workunit.client.0.smithi123.stdout:op 3719 completed, throughput=5MB/sec 2023-12-20T11:22:59.349 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QbnoqCS-__wNVxn off=15005810 len=1497939 2023-12-20T11:22:59.350 INFO:tasks.workunit.client.0.smithi123.stdout:op 3720 completed, throughput=5MB/sec 2023-12-20T11:22:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:22:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:22:59] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-20T11:22:59.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:22:59 smithi177 ceph-mon[212096]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:22:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:22:59 smithi123 ceph-mon[188613]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:22:59.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:22:59 smithi123 ceph-mon[191304]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:23:00.351 INFO:tasks.workunit.client.0.smithi123.stdout: 742: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:00.351 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-16ZG-gd_aC_mBm2 off=2923514 len=865668 2023-12-20T11:23:00.356 INFO:tasks.workunit.client.0.smithi123.stdout:op 3721 completed, throughput=5MB/sec 2023-12-20T11:23:00.356 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-R4plVLjWza48Hob off=16928721 len=1706716 2023-12-20T11:23:00.365 INFO:tasks.workunit.client.0.smithi123.stdout:op 3722 completed, throughput=5MB/sec 2023-12-20T11:23:00.366 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-h_dN8TVnB4AS1RQ off=17065774 len=492264 2023-12-20T11:23:00.369 INFO:tasks.workunit.client.0.smithi123.stdout:op 3723 completed, throughput=5MB/sec 2023-12-20T11:23:00.369 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-kuEtADHFODsPX1i off=0 len=1101173 2023-12-20T11:23:00.375 INFO:tasks.workunit.client.0.smithi123.stdout:op 3724 completed, throughput=5MB/sec 2023-12-20T11:23:00.375 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-MEPlAZ5-8p_7HR3 off=11506044 len=763275 2023-12-20T11:23:00.380 INFO:tasks.workunit.client.0.smithi123.stdout:op 3725 completed, throughput=5MB/sec 2023-12-20T11:23:01.380 INFO:tasks.workunit.client.0.smithi123.stdout: 743: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:01.380 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-o0ree7bQYm717bk off=11795262 len=674272 2023-12-20T11:23:01.382 INFO:tasks.workunit.client.0.smithi123.stdout:op 3726 completed, throughput=4.99MB/sec 2023-12-20T11:23:01.382 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-EfPyHQCtfqgOpQN off=552485 len=491282 2023-12-20T11:23:01.383 INFO:tasks.workunit.client.0.smithi123.stdout:op 3727 completed, throughput=5MB/sec 2023-12-20T11:23:01.383 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-egdvRrFo2gAq6_k off=5529598 len=407220 2023-12-20T11:23:01.386 INFO:tasks.workunit.client.0.smithi123.stdout:op 3728 completed, throughput=5MB/sec 2023-12-20T11:23:01.386 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QObgx_lSgBvrH_C off=9487025 len=1412941 2023-12-20T11:23:01.389 INFO:tasks.workunit.client.0.smithi123.stdout:op 3729 completed, throughput=5MB/sec 2023-12-20T11:23:01.389 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Dn00tPGO0VGds_E off=2179729 len=291906 2023-12-20T11:23:01.390 INFO:tasks.workunit.client.0.smithi123.stdout:op 3730 completed, throughput=5MB/sec 2023-12-20T11:23:01.390 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-c1WEEOjXO_3WVhq off=4249755 len=155194 2023-12-20T11:23:01.391 INFO:tasks.workunit.client.0.smithi123.stdout:op 3731 completed, throughput=5MB/sec 2023-12-20T11:23:01.391 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-x5sDU-OnkWOrqHI off=14533440 len=945320 2023-12-20T11:23:01.392 INFO:tasks.workunit.client.0.smithi123.stdout:op 3732 completed, throughput=5MB/sec 2023-12-20T11:23:01.392 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xehI2yGoR2r7tBH off=18076853 len=1452425 2023-12-20T11:23:01.399 INFO:tasks.workunit.client.0.smithi123.stdout:op 3733 completed, throughput=5MB/sec 2023-12-20T11:23:01.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:01 smithi177 ceph-mon[212096]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:23:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:01 smithi123 ceph-mon[191304]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:23:01.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:01 smithi123 ceph-mon[188613]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:23:02.400 INFO:tasks.workunit.client.0.smithi123.stdout: 744: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:02.400 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Q0aZtvKNgPp9Gf0 off=5732266 len=931666 2023-12-20T11:23:02.406 INFO:tasks.workunit.client.0.smithi123.stdout:op 3734 completed, throughput=5MB/sec 2023-12-20T11:23:02.406 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-pUlAurOF8GoVnDM off=290851 len=1526071 2023-12-20T11:23:02.415 INFO:tasks.workunit.client.0.smithi123.stdout:op 3735 completed, throughput=5MB/sec 2023-12-20T11:23:02.415 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kWllaVpTzMk4MmP off=2748867 len=555814 2023-12-20T11:23:02.416 INFO:tasks.workunit.client.0.smithi123.stdout:op 3736 completed, throughput=5MB/sec 2023-12-20T11:23:02.416 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WPSuamLZdPwAdVY off=503017 len=1474295 2023-12-20T11:23:02.422 INFO:tasks.workunit.client.0.smithi123.stdout:op 3737 completed, throughput=5MB/sec 2023-12-20T11:23:03.422 INFO:tasks.workunit.client.0.smithi123.stdout: 745: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:03.423 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-XzXs1TB9_F9o8g6 off=10180542 len=1191974 2023-12-20T11:23:03.425 INFO:tasks.workunit.client.0.smithi123.stdout:op 3738 completed, throughput=4.99MB/sec 2023-12-20T11:23:03.425 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Eimc_yB30B-D4Dh off=11096149 len=1465987 2023-12-20T11:23:03.427 INFO:tasks.workunit.client.0.smithi123.stdout:op 3739 completed, throughput=5MB/sec 2023-12-20T11:23:03.427 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hU-KcytiqP7LVgG off=3567801 len=1975919 2023-12-20T11:23:03.433 INFO:tasks.workunit.client.0.smithi123.stdout:op 3740 completed, throughput=5MB/sec 2023-12-20T11:23:03.434 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CVYxz-R7kjjGODx off=3345760 len=1254443 2023-12-20T11:23:03.440 INFO:tasks.workunit.client.0.smithi123.stdout:op 3741 completed, throughput=5MB/sec 2023-12-20T11:23:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:03 smithi177 ceph-mon[212096]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:23:03.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:03 smithi123 ceph-mon[191304]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:23:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:03 smithi123 ceph-mon[188613]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:23:04.440 INFO:tasks.workunit.client.0.smithi123.stdout: 746: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:04.440 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-IDVw6RI3zh1ybm3 off=3002594 len=1558906 2023-12-20T11:23:04.449 INFO:tasks.workunit.client.0.smithi123.stdout:op 3742 completed, throughput=5MB/sec 2023-12-20T11:23:04.449 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6oLsgLBl1KmghhQ off=1519248 len=1636652 2023-12-20T11:23:04.451 INFO:tasks.workunit.client.0.smithi123.stdout:op 3743 completed, throughput=5MB/sec 2023-12-20T11:23:04.451 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vyPS0Zs-mwwA7mm off=8115982 len=721575 2023-12-20T11:23:04.455 INFO:tasks.workunit.client.0.smithi123.stdout:op 3744 completed, throughput=5MB/sec 2023-12-20T11:23:04.455 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6blDKSAV0x9YcSA off=4508474 len=525705 2023-12-20T11:23:04.456 INFO:tasks.workunit.client.0.smithi123.stdout:op 3745 completed, throughput=5MB/sec 2023-12-20T11:23:04.456 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-YzeE2juSSipiM_F off=3261846 len=1818965 2023-12-20T11:23:04.466 INFO:tasks.workunit.client.0.smithi123.stdout:op 3746 completed, throughput=5MB/sec 2023-12-20T11:23:05.467 INFO:tasks.workunit.client.0.smithi123.stdout: 747: throughput=5MB/sec pending data=0 2023-12-20T11:23:05.467 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-oyCsNmJZSen03JZ off=3060481 len=1375582 2023-12-20T11:23:05.476 INFO:tasks.workunit.client.0.smithi123.stdout:op 3747 completed, throughput=5MB/sec 2023-12-20T11:23:05.476 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-1nWma5l2KM6Dp7d off=2645687 len=475094 2023-12-20T11:23:05.477 INFO:tasks.workunit.client.0.smithi123.stdout:op 3748 completed, throughput=5MB/sec 2023-12-20T11:23:05.477 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-w3_-H9x8kvr8CHw off=10709887 len=1641813 2023-12-20T11:23:05.485 INFO:tasks.workunit.client.0.smithi123.stdout:op 3749 completed, throughput=5MB/sec 2023-12-20T11:23:05.486 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-u6AybB72Yd8rnMF off=1086562 len=1715261 2023-12-20T11:23:05.488 INFO:tasks.workunit.client.0.smithi123.stdout:op 3750 completed, throughput=5MB/sec 2023-12-20T11:23:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:05 smithi177 ceph-mon[212096]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:23:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:05 smithi123 ceph-mon[191304]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:23:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:05 smithi123 ceph-mon[188613]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:23:06.489 INFO:tasks.workunit.client.0.smithi123.stdout: 748: throughput=5MB/sec pending data=0 2023-12-20T11:23:06.489 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-v6UDFFVkkJdLAb9 off=6103616 len=637453 2023-12-20T11:23:06.493 INFO:tasks.workunit.client.0.smithi123.stdout:op 3751 completed, throughput=5MB/sec 2023-12-20T11:23:06.493 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hZWSDTBBDUvlV92 off=54195 len=51809 2023-12-20T11:23:06.494 INFO:tasks.workunit.client.0.smithi123.stdout:op 3752 completed, throughput=5MB/sec 2023-12-20T11:23:06.494 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-XXwbiY1UJr2JCAn off=7815888 len=1410379 2023-12-20T11:23:06.496 INFO:tasks.workunit.client.0.smithi123.stdout:op 3753 completed, throughput=5MB/sec 2023-12-20T11:23:06.496 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-UcpM5HiP7XHtDQK off=8993148 len=139620 2023-12-20T11:23:06.499 INFO:tasks.workunit.client.0.smithi123.stdout:op 3754 completed, throughput=5MB/sec 2023-12-20T11:23:06.499 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Qwi4oBkET1ZsrL7 off=15155003 len=1707458 2023-12-20T11:23:06.502 INFO:tasks.workunit.client.0.smithi123.stdout:op 3755 completed, throughput=5MB/sec 2023-12-20T11:23:06.502 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xzIjhffs_azoq-Q off=11997700 len=970651 2023-12-20T11:23:06.507 INFO:tasks.workunit.client.0.smithi123.stdout:op 3756 completed, throughput=5MB/sec 2023-12-20T11:23:07.508 INFO:tasks.workunit.client.0.smithi123.stdout: 749: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:07.509 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-tFGUIO4ent_741t off=9306417 len=2030744 2023-12-20T11:23:07.519 INFO:tasks.workunit.client.0.smithi123.stdout:op 3757 completed, throughput=5MB/sec 2023-12-20T11:23:07.519 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rmsTfbww0Qt1jAa off=12402611 len=1009730 2023-12-20T11:23:07.520 INFO:tasks.workunit.client.0.smithi123.stdout:op 3758 completed, throughput=5MB/sec 2023-12-20T11:23:07.520 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-PlNLKmsty6fzRoY off=423580 len=494413 2023-12-20T11:23:07.520 INFO:tasks.workunit.client.0.smithi123.stdout:op 3759 completed, throughput=5MB/sec 2023-12-20T11:23:07.521 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-PjRcEeRUtbfDM6v off=943029 len=1963681 2023-12-20T11:23:07.530 INFO:tasks.workunit.client.0.smithi123.stdout:op 3760 completed, throughput=5MB/sec 2023-12-20T11:23:07.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:07 smithi177 ceph-mon[212096]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:23:07.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:07 smithi123 ceph-mon[191304]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:23:07.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:07 smithi123 ceph-mon[188613]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:23:08.530 INFO:tasks.workunit.client.0.smithi123.stdout: 750: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:08.531 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fXiAQ_C6yxMm08X off=19617457 len=637742 2023-12-20T11:23:08.531 INFO:tasks.workunit.client.0.smithi123.stdout:op 3761 completed, throughput=5MB/sec 2023-12-20T11:23:08.531 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4u4DOsmRfGxvV6l off=11050675 len=2034994 2023-12-20T11:23:08.535 INFO:tasks.workunit.client.0.smithi123.stdout:op 3762 completed, throughput=5MB/sec 2023-12-20T11:23:08.535 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CATsSwWKRfSiQ0j off=13140287 len=1067733 2023-12-20T11:23:08.541 INFO:tasks.workunit.client.0.smithi123.stdout:op 3763 completed, throughput=5MB/sec 2023-12-20T11:23:08.541 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-5DnfRgT6E31ahSh off=13858071 len=83822 2023-12-20T11:23:08.544 INFO:tasks.workunit.client.0.smithi123.stdout:op 3764 completed, throughput=5MB/sec 2023-12-20T11:23:08.544 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0OuWS7TsAAeqfmS off=3014288 len=269617 2023-12-20T11:23:08.545 INFO:tasks.workunit.client.0.smithi123.stdout:op 3765 completed, throughput=5MB/sec 2023-12-20T11:23:08.545 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-1xTJUH4GWIHbAH4 off=10295312 len=1902873 2023-12-20T11:23:08.552 INFO:tasks.workunit.client.0.smithi123.stdout:op 3766 completed, throughput=5MB/sec 2023-12-20T11:23:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:23:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:23:09] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-20T11:23:09.552 INFO:tasks.workunit.client.0.smithi123.stdout: 751: throughput=5MB/sec pending data=0 2023-12-20T11:23:09.552 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-w-1mK3MhIz0WjGO off=5611895 len=1728754 2023-12-20T11:23:09.556 INFO:tasks.workunit.client.0.smithi123.stdout:op 3767 completed, throughput=5MB/sec 2023-12-20T11:23:09.556 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zeMB9jQ5Yz6-3ym off=1593910 len=353741 2023-12-20T11:23:09.557 INFO:tasks.workunit.client.0.smithi123.stdout:op 3768 completed, throughput=5MB/sec 2023-12-20T11:23:09.557 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-62gPWLflHImXrpx off=5139422 len=494746 2023-12-20T11:23:09.558 INFO:tasks.workunit.client.0.smithi123.stdout:op 3769 completed, throughput=5MB/sec 2023-12-20T11:23:09.558 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-OcSkzxPCNXmLOym off=8731809 len=287338 2023-12-20T11:23:09.562 INFO:tasks.workunit.client.0.smithi123.stdout:op 3770 completed, throughput=5MB/sec 2023-12-20T11:23:09.562 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-7fheR50hstTgDbI off=2779335 len=996058 2023-12-20T11:23:09.563 INFO:tasks.workunit.client.0.smithi123.stdout:op 3771 completed, throughput=5MB/sec 2023-12-20T11:23:09.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:09 smithi177 ceph-mon[212096]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:23:09.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:09 smithi123 ceph-mon[191304]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:23:09.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:09 smithi123 ceph-mon[188613]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:23:10.564 INFO:tasks.workunit.client.0.smithi123.stdout: 752: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:10.564 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-CitjUz-2_vfBDqR off=132979 len=1081590 2023-12-20T11:23:10.566 INFO:tasks.workunit.client.0.smithi123.stdout:op 3772 completed, throughput=5MB/sec 2023-12-20T11:23:10.566 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-z31-V_wjuEtzyu7 off=11842283 len=905901 2023-12-20T11:23:10.570 INFO:tasks.workunit.client.0.smithi123.stdout:op 3773 completed, throughput=5MB/sec 2023-12-20T11:23:10.571 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-BySyUEOfGLqgwSB off=2198561 len=1269071 2023-12-20T11:23:10.578 INFO:tasks.workunit.client.0.smithi123.stdout:op 3774 completed, throughput=5MB/sec 2023-12-20T11:23:10.578 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hJhlSPmam-oB6Oy off=3827033 len=274137 2023-12-20T11:23:10.581 INFO:tasks.workunit.client.0.smithi123.stdout:op 3775 completed, throughput=5MB/sec 2023-12-20T11:23:10.582 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6udHHmLKpxIbLew off=21230259 len=11366 2023-12-20T11:23:10.582 INFO:tasks.workunit.client.0.smithi123.stdout:op 3776 completed, throughput=5MB/sec 2023-12-20T11:23:10.582 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-L7sdxkbMFYiYQ_7 off=7636484 len=2079537 2023-12-20T11:23:10.593 INFO:tasks.workunit.client.0.smithi123.stdout:op 3777 completed, throughput=5MB/sec 2023-12-20T11:23:11.593 INFO:tasks.workunit.client.0.smithi123.stdout: 753: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:11.593 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9A6pk7IHRrstVe6 off=3382708 len=1256626 2023-12-20T11:23:11.600 INFO:tasks.workunit.client.0.smithi123.stdout:op 3778 completed, throughput=5MB/sec 2023-12-20T11:23:11.600 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8w0M8W7m09_DHn6 off=6030566 len=979093 2023-12-20T11:23:11.602 INFO:tasks.workunit.client.0.smithi123.stdout:op 3779 completed, throughput=5MB/sec 2023-12-20T11:23:11.602 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-O2nwu0TUVz-nJFi off=15929225 len=634005 2023-12-20T11:23:11.603 INFO:tasks.workunit.client.0.smithi123.stdout:op 3780 completed, throughput=5MB/sec 2023-12-20T11:23:11.603 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Zzx9OXH2rGoFtNU off=11509598 len=1859082 2023-12-20T11:23:11.613 INFO:tasks.workunit.client.0.smithi123.stdout:op 3781 completed, throughput=5MB/sec 2023-12-20T11:23:11.614 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-r-ow52NTI3z-5LN off=5162833 len=1958088 2023-12-20T11:23:11.623 INFO:tasks.workunit.client.0.smithi123.stdout:op 3782 completed, throughput=5MB/sec 2023-12-20T11:23:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:11 smithi177 ceph-mon[212096]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:23:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:23:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:11 smithi123 ceph-mon[191304]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:23:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:23:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:11 smithi123 ceph-mon[188613]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:23:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:23:12.624 INFO:tasks.workunit.client.0.smithi123.stdout: 754: throughput=5MB/sec pending data=0 2023-12-20T11:23:12.624 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-XffAo3cjujtROvt off=712360 len=2028420 2023-12-20T11:23:12.635 INFO:tasks.workunit.client.0.smithi123.stdout:op 3783 completed, throughput=5MB/sec 2023-12-20T11:23:12.635 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Dsin7IyvNIkhQVu off=2029861 len=2071626 2023-12-20T11:23:12.647 INFO:tasks.workunit.client.0.smithi123.stdout:op 3784 completed, throughput=5MB/sec 2023-12-20T11:23:13.648 INFO:tasks.workunit.client.0.smithi123.stdout: 755: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:13.648 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6Wk9VgtL3iiemem off=6475052 len=1924294 2023-12-20T11:23:13.656 INFO:tasks.workunit.client.0.smithi123.stdout:op 3785 completed, throughput=5MB/sec 2023-12-20T11:23:13.657 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-RJ5qT1Nzu0bQ6oH off=688677 len=589863 2023-12-20T11:23:13.660 INFO:tasks.workunit.client.0.smithi123.stdout:op 3786 completed, throughput=5MB/sec 2023-12-20T11:23:13.660 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qlXFvkdOFfNffG8 off=883203 len=917304 2023-12-20T11:23:13.662 INFO:tasks.workunit.client.0.smithi123.stdout:op 3787 completed, throughput=5MB/sec 2023-12-20T11:23:13.662 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nY-NbAibD2qYpdw off=462490 len=595682 2023-12-20T11:23:13.666 INFO:tasks.workunit.client.0.smithi123.stdout:op 3788 completed, throughput=5MB/sec 2023-12-20T11:23:13.666 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4M5be2jemIaVCMd off=561596 len=437433 2023-12-20T11:23:13.669 INFO:tasks.workunit.client.0.smithi123.stdout:op 3789 completed, throughput=5MB/sec 2023-12-20T11:23:13.669 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-or1SWStK01eCoAv off=2597913 len=167159 2023-12-20T11:23:13.672 INFO:tasks.workunit.client.0.smithi123.stdout:op 3790 completed, throughput=5MB/sec 2023-12-20T11:23:13.673 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kz24RcfMEfHP8W2 off=11493115 len=4355 2023-12-20T11:23:13.673 INFO:tasks.workunit.client.0.smithi123.stdout:op 3791 completed, throughput=5MB/sec 2023-12-20T11:23:13.673 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-OB-dWTEk6zmMQfj off=5483280 len=665152 2023-12-20T11:23:13.676 INFO:tasks.workunit.client.0.smithi123.stdout:op 3792 completed, throughput=5MB/sec 2023-12-20T11:23:13.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:13 smithi177 ceph-mon[212096]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:23:13.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:13 smithi123 ceph-mon[191304]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:23:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:13 smithi123 ceph-mon[188613]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:23:14.676 INFO:tasks.workunit.client.0.smithi123.stdout: 756: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:14.676 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-e8iTNDnySjqAKRH off=7478201 len=1873160 2023-12-20T11:23:14.686 INFO:tasks.workunit.client.0.smithi123.stdout:op 3793 completed, throughput=5MB/sec 2023-12-20T11:23:14.686 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4mJSID41TceEGLV off=1977551 len=1103962 2023-12-20T11:23:14.689 INFO:tasks.workunit.client.0.smithi123.stdout:op 3794 completed, throughput=5MB/sec 2023-12-20T11:23:14.689 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9pHj09mUiEgUOZc off=13621382 len=1415340 2023-12-20T11:23:14.696 INFO:tasks.workunit.client.0.smithi123.stdout:op 3795 completed, throughput=5MB/sec 2023-12-20T11:23:14.696 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-AX5weFyb78k6h0q off=1279632 len=1243096 2023-12-20T11:23:14.697 INFO:tasks.workunit.client.0.smithi123.stdout:op 3796 completed, throughput=5MB/sec 2023-12-20T11:23:15.698 INFO:tasks.workunit.client.0.smithi123.stdout: 757: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:15.698 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9tJ_K-iB-PslXg5 off=517355 len=634529 2023-12-20T11:23:15.699 INFO:tasks.workunit.client.0.smithi123.stdout:op 3797 completed, throughput=5MB/sec 2023-12-20T11:23:15.699 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Nkiy-tAJv12iWsv off=4909439 len=1806612 2023-12-20T11:23:15.708 INFO:tasks.workunit.client.0.smithi123.stdout:op 3798 completed, throughput=5MB/sec 2023-12-20T11:23:15.708 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GPksAuOsWVNtp0n off=12054946 len=1797918 2023-12-20T11:23:15.714 INFO:tasks.workunit.client.0.smithi123.stdout:op 3799 completed, throughput=5MB/sec 2023-12-20T11:23:15.714 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-S7cSW_WclM7REkP off=5327619 len=960555 2023-12-20T11:23:15.720 INFO:tasks.workunit.client.0.smithi123.stdout:op 3800 completed, throughput=5MB/sec 2023-12-20T11:23:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:15 smithi177 ceph-mon[212096]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-20T11:23:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:15 smithi123 ceph-mon[191304]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-20T11:23:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:15 smithi123 ceph-mon[188613]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-20T11:23:16.707 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:23:16.720 INFO:tasks.workunit.client.0.smithi123.stdout: 758: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:16.720 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Nv62m7ne59xh-gu off=2808582 len=205487 2023-12-20T11:23:16.721 INFO:tasks.workunit.client.0.smithi123.stdout:op 3801 completed, throughput=4.99MB/sec 2023-12-20T11:23:16.721 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-bDAda8wCekWvIk8 off=11996700 len=102780 2023-12-20T11:23:16.721 INFO:tasks.workunit.client.0.smithi123.stdout:op 3802 completed, throughput=4.99MB/sec 2023-12-20T11:23:16.721 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--znaV8oFeb0_Lfx off=449098 len=326599 2023-12-20T11:23:16.725 INFO:tasks.workunit.client.0.smithi123.stdout:op 3803 completed, throughput=4.99MB/sec 2023-12-20T11:23:16.725 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-LmuZ33WBnbR3Bnx off=1615797 len=1718503 2023-12-20T11:23:16.728 INFO:tasks.workunit.client.0.smithi123.stdout:op 3804 completed, throughput=5MB/sec 2023-12-20T11:23:16.728 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-F9F86LCBOFcA5vn off=2985288 len=1996552 2023-12-20T11:23:16.741 INFO:tasks.workunit.client.0.smithi123.stdout:op 3805 completed, throughput=5MB/sec 2023-12-20T11:23:16.741 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QJfwJNnszEEMvay off=6746663 len=729291 2023-12-20T11:23:16.742 INFO:tasks.workunit.client.0.smithi123.stdout:op 3806 completed, throughput=5MB/sec 2023-12-20T11:23:17.017 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:23:17.017 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (32m) 8m ago 35m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:23:17.017 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (31m) 6m ago 34m 90.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:23:17.018 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (35m) 8m ago 35m 19.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:23:17.018 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (35m) 6m ago 35m 26.8M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:23:17.018 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (31m) 6m ago 38m 457M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:23:17.018 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (31m) 8m ago 39m 538M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:23:17.018 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (31m) 8m ago 39m 247M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:23:17.018 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (30m) 6m ago 38m 144M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:23:17.018 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (30m) 8m ago 38m 157M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:23:17.018 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (31m) 8m ago 34m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:23:17.018 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (31m) 6m ago 34m 19.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:23:17.018 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (30m) 8m ago 38m 1835M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:23:17.018 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (29m) 8m ago 37m 2063M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:23:17.018 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (29m) 8m ago 37m 2149M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:23:17.018 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (28m) 8m ago 37m 1878M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:23:17.018 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (28m) 6m ago 36m 1370M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:23:17.019 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (27m) 6m ago 36m 1530M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:23:17.019 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (27m) 6m ago 36m 1185M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:23:17.019 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (26m) 6m ago 36m 1584M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:23:17.019 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (31m) 6m ago 35m 77.3M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:23:17.403 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:23:17.403 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:23:17.404 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:23:17.404 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:23:17.404 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:23:17.404 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:23:17.404 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:23:17.404 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:23:17.404 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:23:17.404 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:23:17.404 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:23:17.404 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:23:17.404 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:23:17.404 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:23:17.404 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:23:17.404 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:23:17.404 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:23:17.405 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:23:17.742 INFO:tasks.workunit.client.0.smithi123.stdout: 759: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:17.742 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9GzjpKUhqLvyXOy off=325912 len=1219124 2023-12-20T11:23:17.745 INFO:tasks.workunit.client.0.smithi123.stdout:op 3807 completed, throughput=5MB/sec 2023-12-20T11:23:17.745 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_q_SGEyncxezukY off=498185 len=2026319 2023-12-20T11:23:17.753 INFO:tasks.workunit.client.0.smithi123.stdout:op 3808 completed, throughput=5MB/sec 2023-12-20T11:23:17.753 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--RTzZeW_BFZOgkS off=9284186 len=1301533 2023-12-20T11:23:17.755 INFO:tasks.workunit.client.0.smithi123.stdout:op 3809 completed, throughput=5MB/sec 2023-12-20T11:23:17.755 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-j7SjhTpkfhHEaUI off=1367438 len=818604 2023-12-20T11:23:17.759 INFO:tasks.workunit.client.0.smithi123.stdout:op 3810 completed, throughput=5MB/sec 2023-12-20T11:23:17.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:17 smithi177 ceph-mon[212096]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-20T11:23:17.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:17 smithi177 ceph-mon[212096]: from='client.45638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:23:17.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:17 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3725775136' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:23:17.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:17 smithi123 ceph-mon[191304]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-20T11:23:17.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:17 smithi123 ceph-mon[191304]: from='client.45638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:23:17.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:17 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3725775136' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:23:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:17 smithi123 ceph-mon[188613]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-20T11:23:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:17 smithi123 ceph-mon[188613]: from='client.45638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:23:17.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:17 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3725775136' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:23:18.759 INFO:tasks.workunit.client.0.smithi123.stdout: 760: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:18.759 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2pP2JWvF32wfV50 off=292986 len=1110184 2023-12-20T11:23:18.760 INFO:tasks.workunit.client.0.smithi123.stdout:op 3811 completed, throughput=5MB/sec 2023-12-20T11:23:18.760 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-itQ99LkBtCtCFe5 off=20918385 len=1963520 2023-12-20T11:23:18.764 INFO:tasks.workunit.client.0.smithi123.stdout:op 3812 completed, throughput=5MB/sec 2023-12-20T11:23:18.764 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GVS0nEC1ouSgklm off=3614373 len=1067437 2023-12-20T11:23:18.770 INFO:tasks.workunit.client.0.smithi123.stdout:op 3813 completed, throughput=5MB/sec 2023-12-20T11:23:18.770 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-s0Euu8DxfMcX8Jg off=1442679 len=609207 2023-12-20T11:23:18.774 INFO:tasks.workunit.client.0.smithi123.stdout:op 3814 completed, throughput=5MB/sec 2023-12-20T11:23:18.774 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-LkKStwXv5eyZC2S off=3367057 len=1580017 2023-12-20T11:23:18.777 INFO:tasks.workunit.client.0.smithi123.stdout:op 3815 completed, throughput=5MB/sec 2023-12-20T11:23:18.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:18 smithi177 ceph-mon[212096]: from='client.45644 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:23:18.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:18 smithi123 ceph-mon[191304]: from='client.45644 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:23:18.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:18 smithi123 ceph-mon[188613]: from='client.45644 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:23:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:23:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:23:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-20T11:23:19.777 INFO:tasks.workunit.client.0.smithi123.stdout: 761: throughput=5MB/sec pending data=0 2023-12-20T11:23:19.778 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xMKUspORAtRPRll off=9189793 len=344211 2023-12-20T11:23:19.778 INFO:tasks.workunit.client.0.smithi123.stdout:op 3816 completed, throughput=5MB/sec 2023-12-20T11:23:19.778 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GIezHcmb8qHGha9 off=16289721 len=1624764 2023-12-20T11:23:19.785 INFO:tasks.workunit.client.0.smithi123.stdout:op 3817 completed, throughput=5MB/sec 2023-12-20T11:23:19.785 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-K-DX9UCT1gUdIH5 off=1950018 len=2024677 2023-12-20T11:23:19.795 INFO:tasks.workunit.client.0.smithi123.stdout:op 3818 completed, throughput=5MB/sec 2023-12-20T11:23:19.795 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-k8vFIRS6NWsN9bn off=19863551 len=136139 2023-12-20T11:23:19.797 INFO:tasks.workunit.client.0.smithi123.stdout:op 3819 completed, throughput=5MB/sec 2023-12-20T11:23:19.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:19 smithi177 ceph-mon[212096]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-20T11:23:19.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:19 smithi123 ceph-mon[191304]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-20T11:23:19.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:19 smithi123 ceph-mon[188613]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-20T11:23:20.798 INFO:tasks.workunit.client.0.smithi123.stdout: 762: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:20.798 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ZyMZpG0kXfafnJF off=2959261 len=154913 2023-12-20T11:23:20.801 INFO:tasks.workunit.client.0.smithi123.stdout:op 3820 completed, throughput=4.99MB/sec 2023-12-20T11:23:20.801 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DXZjEONf9lcC7tL off=1583154 len=1264565 2023-12-20T11:23:20.809 INFO:tasks.workunit.client.0.smithi123.stdout:op 3821 completed, throughput=5MB/sec 2023-12-20T11:23:20.809 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-7QmBwYJ-5akD_0K off=8833148 len=1464227 2023-12-20T11:23:20.810 INFO:tasks.workunit.client.0.smithi123.stdout:op 3822 completed, throughput=5MB/sec 2023-12-20T11:23:20.810 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-XwmMkeUOCgJOPGe off=15161825 len=1792178 2023-12-20T11:23:20.821 INFO:tasks.workunit.client.0.smithi123.stdout:op 3823 completed, throughput=5MB/sec 2023-12-20T11:23:20.821 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-RXvu723sNXgg5Rd off=3469725 len=391046 2023-12-20T11:23:20.824 INFO:tasks.workunit.client.0.smithi123.stdout:op 3824 completed, throughput=5MB/sec 2023-12-20T11:23:20.824 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-rWmHqsK_qVblvrt off=6158808 len=691109 2023-12-20T11:23:20.827 INFO:tasks.workunit.client.0.smithi123.stdout:op 3825 completed, throughput=5MB/sec 2023-12-20T11:23:21.827 INFO:tasks.workunit.client.0.smithi123.stdout: 763: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:21.828 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-7uxGp6EVlwYlYVN off=864967 len=1989506 2023-12-20T11:23:21.830 INFO:tasks.workunit.client.0.smithi123.stdout:op 3826 completed, throughput=5MB/sec 2023-12-20T11:23:21.830 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-t1qFpUl12et7lRg off=4182741 len=659887 2023-12-20T11:23:21.834 INFO:tasks.workunit.client.0.smithi123.stdout:op 3827 completed, throughput=5MB/sec 2023-12-20T11:23:21.834 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-J7joKiSRvWG-6es off=11610033 len=1658909 2023-12-20T11:23:21.836 INFO:tasks.workunit.client.0.smithi123.stdout:op 3828 completed, throughput=5MB/sec 2023-12-20T11:23:21.836 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-l00OzmBnzAIEUFq off=4735967 len=1918280 2023-12-20T11:23:21.837 INFO:tasks.workunit.client.0.smithi123.stdout:op 3829 completed, throughput=5MB/sec 2023-12-20T11:23:21.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:21 smithi177 ceph-mon[212096]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-20T11:23:21.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:21 smithi123 ceph-mon[191304]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-20T11:23:21.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:21 smithi123 ceph-mon[188613]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-20T11:23:22.838 INFO:tasks.workunit.client.0.smithi123.stdout: 764: throughput=5MB/sec pending data=0 2023-12-20T11:23:22.838 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4hJ-xTlhNys2kWr off=1591917 len=1076220 2023-12-20T11:23:22.844 INFO:tasks.workunit.client.0.smithi123.stdout:op 3830 completed, throughput=5MB/sec 2023-12-20T11:23:22.844 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-pJVe82SDv_tO11O off=5818344 len=611036 2023-12-20T11:23:22.848 INFO:tasks.workunit.client.0.smithi123.stdout:op 3831 completed, throughput=5MB/sec 2023-12-20T11:23:22.848 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-TRQDy5JiRTAdNf5 off=1739923 len=1919636 2023-12-20T11:23:22.852 INFO:tasks.workunit.client.0.smithi123.stdout:op 3832 completed, throughput=5MB/sec 2023-12-20T11:23:22.852 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-86gM66cyY62lQ2z off=10171511 len=1852672 2023-12-20T11:23:22.855 INFO:tasks.workunit.client.0.smithi123.stdout:op 3833 completed, throughput=5MB/sec 2023-12-20T11:23:23.855 INFO:tasks.workunit.client.0.smithi123.stdout: 765: throughput=5MB/sec pending data=0 2023-12-20T11:23:23.856 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kOH2fWGwwg-RWi7 off=4893619 len=792531 2023-12-20T11:23:23.858 INFO:tasks.workunit.client.0.smithi123.stdout:op 3834 completed, throughput=5MB/sec 2023-12-20T11:23:23.858 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-e9tJZHIWPVrJ0Ge off=4229945 len=670430 2023-12-20T11:23:23.859 INFO:tasks.workunit.client.0.smithi123.stdout:op 3835 completed, throughput=5MB/sec 2023-12-20T11:23:23.859 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-O48_PoIUeflm78i off=19064061 len=1209619 2023-12-20T11:23:23.860 INFO:tasks.workunit.client.0.smithi123.stdout:op 3836 completed, throughput=5MB/sec 2023-12-20T11:23:23.860 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-KK6qZ_znVHk32fu off=5743662 len=1353176 2023-12-20T11:23:23.861 INFO:tasks.workunit.client.0.smithi123.stdout:op 3837 completed, throughput=5MB/sec 2023-12-20T11:23:23.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:23 smithi177 ceph-mon[212096]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-20T11:23:23.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:23 smithi123 ceph-mon[191304]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-20T11:23:23.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:23 smithi123 ceph-mon[188613]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-20T11:23:24.862 INFO:tasks.workunit.client.0.smithi123.stdout: 766: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:24.862 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-yoLJwBMsTdmpLWv off=7318568 len=532017 2023-12-20T11:23:24.866 INFO:tasks.workunit.client.0.smithi123.stdout:op 3838 completed, throughput=4.99MB/sec 2023-12-20T11:23:24.866 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2-QrBvEXkWGzQQ3 off=17156678 len=1183763 2023-12-20T11:23:24.868 INFO:tasks.workunit.client.0.smithi123.stdout:op 3839 completed, throughput=5MB/sec 2023-12-20T11:23:24.868 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-U1xXlyNBMylbkQW off=904068 len=1678809 2023-12-20T11:23:24.870 INFO:tasks.workunit.client.0.smithi123.stdout:op 3840 completed, throughput=5MB/sec 2023-12-20T11:23:24.870 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-buZhKQqf1oL0N6n off=1573801 len=1845644 2023-12-20T11:23:24.872 INFO:tasks.workunit.client.0.smithi123.stdout:op 3841 completed, throughput=5MB/sec 2023-12-20T11:23:25.872 INFO:tasks.workunit.client.0.smithi123.stdout: 767: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:25.872 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-76DAWLZKYSdJvHT off=359291 len=111965 2023-12-20T11:23:25.873 INFO:tasks.workunit.client.0.smithi123.stdout:op 3842 completed, throughput=4.99MB/sec 2023-12-20T11:23:25.873 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-PpdS3dzHGx8D4aR off=11558652 len=1090574 2023-12-20T11:23:25.877 INFO:tasks.workunit.client.0.smithi123.stdout:op 3843 completed, throughput=5MB/sec 2023-12-20T11:23:25.877 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZA1j4cMeitpS7B8 off=12138015 len=500868 2023-12-20T11:23:25.877 INFO:tasks.workunit.client.0.smithi123.stdout:op 3844 completed, throughput=5MB/sec 2023-12-20T11:23:25.877 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CcY7CgVuxkJDytx off=10151970 len=1056366 2023-12-20T11:23:25.882 INFO:tasks.workunit.client.0.smithi123.stdout:op 3845 completed, throughput=5MB/sec 2023-12-20T11:23:25.882 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nHJTfOX5AIGFg3z off=3476687 len=522496 2023-12-20T11:23:25.883 INFO:tasks.workunit.client.0.smithi123.stdout:op 3846 completed, throughput=5MB/sec 2023-12-20T11:23:25.883 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-snSq6u7PT5Nhftc off=9401672 len=1874138 2023-12-20T11:23:25.894 INFO:tasks.workunit.client.0.smithi123.stdout:op 3847 completed, throughput=5MB/sec 2023-12-20T11:23:25.894 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-c-W8H6AHlyxE1uH off=4437413 len=145484 2023-12-20T11:23:25.894 INFO:tasks.workunit.client.0.smithi123.stdout:op 3848 completed, throughput=5MB/sec 2023-12-20T11:23:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:25 smithi177 ceph-mon[212096]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:23:25.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:25 smithi123 ceph-mon[191304]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:23:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:25 smithi123 ceph-mon[188613]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-20T11:23:26.894 INFO:tasks.workunit.client.0.smithi123.stdout: 768: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:26.894 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-TEMWq0oQ7fgkDdy off=6555320 len=1026420 2023-12-20T11:23:26.895 INFO:tasks.workunit.client.0.smithi123.stdout:op 3849 completed, throughput=4.99MB/sec 2023-12-20T11:23:26.895 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-zasKQjt4IFIM6Tq off=16338 len=442117 2023-12-20T11:23:26.898 INFO:tasks.workunit.client.0.smithi123.stdout:op 3850 completed, throughput=5MB/sec 2023-12-20T11:23:26.899 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-HmTiN36R86lEp5x off=2061521 len=917459 2023-12-20T11:23:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:23:26.902 INFO:tasks.workunit.client.0.smithi123.stdout:op 3851 completed, throughput=5MB/sec 2023-12-20T11:23:26.903 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Ji6hUnfSzXQ6vrN off=19578481 len=1292969 2023-12-20T11:23:26.910 INFO:tasks.workunit.client.0.smithi123.stdout:op 3852 completed, throughput=5MB/sec 2023-12-20T11:23:26.910 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-G-QFKpVnUQpmis0 off=3374937 len=1983472 2023-12-20T11:23:26.922 INFO:tasks.workunit.client.0.smithi123.stdout:op 3853 completed, throughput=5MB/sec 2023-12-20T11:23:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:23:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:23:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:27 smithi177 ceph-mon[212096]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-20T11:23:27.922 INFO:tasks.workunit.client.0.smithi123.stdout: 769: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:27.922 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fkYo_DkyWKGQ2zI off=4355823 len=1825622 2023-12-20T11:23:27.924 INFO:tasks.workunit.client.0.smithi123.stdout:op 3854 completed, throughput=5MB/sec 2023-12-20T11:23:27.924 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Ie6JlbopXh6F1mO off=1865459 len=668295 2023-12-20T11:23:27.925 INFO:tasks.workunit.client.0.smithi123.stdout:op 3855 completed, throughput=5MB/sec 2023-12-20T11:23:27.926 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-021xHPokhLCh--z off=2519488 len=674965 2023-12-20T11:23:27.929 INFO:tasks.workunit.client.0.smithi123.stdout:op 3856 completed, throughput=5MB/sec 2023-12-20T11:23:27.929 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jvCvZCeYV-1NU-O off=662064 len=1877833 2023-12-20T11:23:27.933 INFO:tasks.workunit.client.0.smithi123.stdout:op 3857 completed, throughput=5MB/sec 2023-12-20T11:23:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:27 smithi123 ceph-mon[191304]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-20T11:23:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:27 smithi123 ceph-mon[188613]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-20T11:23:28.933 INFO:tasks.workunit.client.0.smithi123.stdout: 770: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:28.934 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-HWTEL4u_hvTjtZQ off=5757682 len=419259 2023-12-20T11:23:28.935 INFO:tasks.workunit.client.0.smithi123.stdout:op 3858 completed, throughput=4.99MB/sec 2023-12-20T11:23:28.935 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-pQ4ihaaOXXpX162 off=732004 len=685963 2023-12-20T11:23:28.938 INFO:tasks.workunit.client.0.smithi123.stdout:op 3859 completed, throughput=5MB/sec 2023-12-20T11:23:28.939 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-B-wHJuFPDsSZoIH off=0 len=1159863 2023-12-20T11:23:28.942 INFO:tasks.workunit.client.0.smithi123.stdout:op 3860 completed, throughput=5MB/sec 2023-12-20T11:23:28.942 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-M7kVdQ9wFtTGa0F off=18500322 len=1511058 2023-12-20T11:23:28.943 INFO:tasks.workunit.client.0.smithi123.stdout:op 3861 completed, throughput=5MB/sec 2023-12-20T11:23:28.944 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-etpveFAr0MhL-L- off=6583151 len=1762018 2023-12-20T11:23:28.946 INFO:tasks.workunit.client.0.smithi123.stdout:op 3862 completed, throughput=5MB/sec 2023-12-20T11:23:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:23:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:23:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-20T11:23:29.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:29 smithi177 ceph-mon[212096]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:23:29.946 INFO:tasks.workunit.client.0.smithi123.stdout: 771: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:29.946 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-UssvZtb1JP-VI9K off=2619054 len=964384 2023-12-20T11:23:29.951 INFO:tasks.workunit.client.0.smithi123.stdout:op 3863 completed, throughput=5MB/sec 2023-12-20T11:23:29.951 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hZWSDTBBDUvlV92 off=9689417 len=1976624 2023-12-20T11:23:29.953 INFO:tasks.workunit.client.0.smithi123.stdout:op 3864 completed, throughput=5MB/sec 2023-12-20T11:23:29.953 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-D71aVNC53vUoKhn off=8465185 len=1292954 2023-12-20T11:23:29.954 INFO:tasks.workunit.client.0.smithi123.stdout:op 3865 completed, throughput=5MB/sec 2023-12-20T11:23:29.954 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-5YhtJ52xlBnEW0O off=2776922 len=952767 2023-12-20T11:23:29.960 INFO:tasks.workunit.client.0.smithi123.stdout:op 3866 completed, throughput=5MB/sec 2023-12-20T11:23:29.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:29 smithi123 ceph-mon[191304]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:23:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:29 smithi123 ceph-mon[188613]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:23:30.960 INFO:tasks.workunit.client.0.smithi123.stdout: 772: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:30.960 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Gq_iSr_vSiFU2SK off=74287 len=1421964 2023-12-20T11:23:30.966 INFO:tasks.workunit.client.0.smithi123.stdout:op 3867 completed, throughput=5MB/sec 2023-12-20T11:23:30.966 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FBiszzvYT5HGmt7 off=24603503 len=826928 2023-12-20T11:23:30.971 INFO:tasks.workunit.client.0.smithi123.stdout:op 3868 completed, throughput=5MB/sec 2023-12-20T11:23:30.971 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-m4TfXa1s3p3YZIH off=2421745 len=766724 2023-12-20T11:23:30.971 INFO:tasks.workunit.client.0.smithi123.stdout:op 3869 completed, throughput=5MB/sec 2023-12-20T11:23:30.971 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-LdIeIthKQMOu4XA off=5261434 len=1529089 2023-12-20T11:23:30.975 INFO:tasks.workunit.client.0.smithi123.stdout:op 3870 completed, throughput=5MB/sec 2023-12-20T11:23:30.975 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-yDC28nnUypxXC9u off=9380287 len=508575 2023-12-20T11:23:30.979 INFO:tasks.workunit.client.0.smithi123.stdout:op 3871 completed, throughput=5MB/sec 2023-12-20T11:23:30.979 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-lbYtAtB1q5QNS8x off=13973173 len=377325 2023-12-20T11:23:30.983 INFO:tasks.workunit.client.0.smithi123.stdout:op 3872 completed, throughput=5MB/sec 2023-12-20T11:23:31.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:31 smithi177 ceph-mon[212096]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:23:31.983 INFO:tasks.workunit.client.0.smithi123.stdout: 773: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:31.984 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4V5-cwpgdy6ZYoY off=5310095 len=1256480 2023-12-20T11:23:31.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:31 smithi123 ceph-mon[191304]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:23:31.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:31 smithi123 ceph-mon[188613]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:23:31.991 INFO:tasks.workunit.client.0.smithi123.stdout:op 3873 completed, throughput=5MB/sec 2023-12-20T11:23:31.991 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-iK0qqrcGDWfkbTz off=11905192 len=130153 2023-12-20T11:23:31.992 INFO:tasks.workunit.client.0.smithi123.stdout:op 3874 completed, throughput=5MB/sec 2023-12-20T11:23:31.992 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-VY4SIhTkF4xW33N off=3885910 len=1183003 2023-12-20T11:23:31.993 INFO:tasks.workunit.client.0.smithi123.stdout:op 3875 completed, throughput=5MB/sec 2023-12-20T11:23:31.993 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-EcHI0956k1UnlfB off=3414304 len=1227501 2023-12-20T11:23:32.000 INFO:tasks.workunit.client.0.smithi123.stdout:op 3876 completed, throughput=5MB/sec 2023-12-20T11:23:32.000 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xHd3jAETK6b7hBm off=621229 len=1042305 2023-12-20T11:23:32.001 INFO:tasks.workunit.client.0.smithi123.stdout:op 3877 completed, throughput=5MB/sec 2023-12-20T11:23:32.001 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--W8rguHZz0lRfCx off=4494583 len=995809 2023-12-20T11:23:32.006 INFO:tasks.workunit.client.0.smithi123.stdout:op 3878 completed, throughput=5MB/sec 2023-12-20T11:23:33.006 INFO:tasks.workunit.client.0.smithi123.stdout: 774: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:33.006 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-j3ikbHvJJnBl57b off=13699533 len=2027662 2023-12-20T11:23:33.009 INFO:tasks.workunit.client.0.smithi123.stdout:op 3879 completed, throughput=5MB/sec 2023-12-20T11:23:33.009 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-5ZnPw81Z_8mRSke off=6386270 len=894436 2023-12-20T11:23:33.014 INFO:tasks.workunit.client.0.smithi123.stdout:op 3880 completed, throughput=5MB/sec 2023-12-20T11:23:33.014 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-dYuyKY2PvFNduIF off=10475390 len=1491681 2023-12-20T11:23:33.023 INFO:tasks.workunit.client.0.smithi123.stdout:op 3881 completed, throughput=5MB/sec 2023-12-20T11:23:33.023 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5_c9i2v8he6UNJs off=9719252 len=1631816 2023-12-20T11:23:33.025 INFO:tasks.workunit.client.0.smithi123.stdout:op 3882 completed, throughput=5MB/sec 2023-12-20T11:23:33.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:33 smithi123 ceph-mon[191304]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:23:33.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:33 smithi123 ceph-mon[188613]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:23:34.025 INFO:tasks.workunit.client.0.smithi123.stdout: 775: throughput=5MB/sec pending data=0 2023-12-20T11:23:34.026 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uMwvoG5hZyEe644 off=2322642 len=388900 2023-12-20T11:23:34.027 INFO:tasks.workunit.client.0.smithi123.stdout:op 3883 completed, throughput=5MB/sec 2023-12-20T11:23:34.027 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-M5cN92CmLUeQXuH off=7483061 len=910352 2023-12-20T11:23:34.032 INFO:tasks.workunit.client.0.smithi123.stdout:op 3884 completed, throughput=5MB/sec 2023-12-20T11:23:34.032 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-dnalkxZ6cYvnlWp off=3536980 len=1755492 2023-12-20T11:23:34.036 INFO:tasks.workunit.client.0.smithi123.stdout:op 3885 completed, throughput=5MB/sec 2023-12-20T11:23:34.036 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jP6dXlqHRnko9oV off=5517770 len=623716 2023-12-20T11:23:34.037 INFO:tasks.workunit.client.0.smithi123.stdout:op 3886 completed, throughput=5MB/sec 2023-12-20T11:23:34.037 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GPdcnxAeT_aI3E3 off=2528098 len=986950 2023-12-20T11:23:34.038 INFO:tasks.workunit.client.0.smithi123.stdout:op 3887 completed, throughput=5MB/sec 2023-12-20T11:23:34.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:33 smithi177 ceph-mon[212096]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:23:35.039 INFO:tasks.workunit.client.0.smithi123.stdout: 776: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:35.039 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-S5vyKwqmDohKO5Z off=98860 len=329943 2023-12-20T11:23:35.040 INFO:tasks.workunit.client.0.smithi123.stdout:op 3888 completed, throughput=5MB/sec 2023-12-20T11:23:35.040 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-iHBVq0FTaXxKqkQ off=8025541 len=628846 2023-12-20T11:23:35.044 INFO:tasks.workunit.client.0.smithi123.stdout:op 3889 completed, throughput=5MB/sec 2023-12-20T11:23:35.044 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-VZj2yy9eo9SMlmz off=3781102 len=1131302 2023-12-20T11:23:35.050 INFO:tasks.workunit.client.0.smithi123.stdout:op 3890 completed, throughput=5MB/sec 2023-12-20T11:23:35.050 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-1QfqR3TEr5JuNU6 off=2990470 len=1559307 2023-12-20T11:23:35.058 INFO:tasks.workunit.client.0.smithi123.stdout:op 3891 completed, throughput=5MB/sec 2023-12-20T11:23:35.058 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-WQJqHRZ8ea4n49o off=2548383 len=360523 2023-12-20T11:23:35.059 INFO:tasks.workunit.client.0.smithi123.stdout:op 3892 completed, throughput=5MB/sec 2023-12-20T11:23:35.059 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Qc_bDpVjYCBTbZJ off=6288379 len=686802 2023-12-20T11:23:35.060 INFO:tasks.workunit.client.0.smithi123.stdout:op 3893 completed, throughput=5MB/sec 2023-12-20T11:23:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:35 smithi123 ceph-mon[191304]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:23:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:35 smithi123 ceph-mon[188613]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:23:36.060 INFO:tasks.workunit.client.0.smithi123.stdout: 777: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:36.061 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-V734M6SNzEUY60A off=316089 len=1122299 2023-12-20T11:23:36.068 INFO:tasks.workunit.client.0.smithi123.stdout:op 3894 completed, throughput=5MB/sec 2023-12-20T11:23:36.068 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-BepoZdkPgEV7Pe4 off=17560860 len=1606780 2023-12-20T11:23:36.075 INFO:tasks.workunit.client.0.smithi123.stdout:op 3895 completed, throughput=5MB/sec 2023-12-20T11:23:36.075 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-71msOew50YZ_v3Y off=1216007 len=1217996 2023-12-20T11:23:36.077 INFO:tasks.workunit.client.0.smithi123.stdout:op 3896 completed, throughput=5MB/sec 2023-12-20T11:23:36.077 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-TIn3zn3uk0yi75y off=2423272 len=837706 2023-12-20T11:23:36.078 INFO:tasks.workunit.client.0.smithi123.stdout:op 3897 completed, throughput=5MB/sec 2023-12-20T11:23:36.078 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-83patKciyJIZd_6 off=2280761 len=2069242 2023-12-20T11:23:36.087 INFO:tasks.workunit.client.0.smithi123.stdout:op 3898 completed, throughput=5MB/sec 2023-12-20T11:23:36.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:35 smithi177 ceph-mon[212096]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:23:37.088 INFO:tasks.workunit.client.0.smithi123.stdout: 778: throughput=5MB/sec pending data=0 2023-12-20T11:23:37.088 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8ThdYppAGNj9utC off=13189345 len=972287 2023-12-20T11:23:37.089 INFO:tasks.workunit.client.0.smithi123.stdout:op 3899 completed, throughput=5MB/sec 2023-12-20T11:23:37.089 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-HnMEI3sL1T53RQ7 off=2705182 len=1386766 2023-12-20T11:23:37.097 INFO:tasks.workunit.client.0.smithi123.stdout:op 3900 completed, throughput=5MB/sec 2023-12-20T11:23:37.097 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-jtZ9Jm3ZeFAUOyk off=15917404 len=153960 2023-12-20T11:23:37.100 INFO:tasks.workunit.client.0.smithi123.stdout:op 3901 completed, throughput=5MB/sec 2023-12-20T11:23:37.100 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SWrNWmiTXQzO5xd off=16841087 len=2084301 2023-12-20T11:23:37.112 INFO:tasks.workunit.client.0.smithi123.stdout:op 3902 completed, throughput=5MB/sec 2023-12-20T11:23:37.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:37 smithi123 ceph-mon[191304]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-20T11:23:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:37 smithi123 ceph-mon[188613]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-20T11:23:38.113 INFO:tasks.workunit.client.0.smithi123.stdout: 779: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:38.113 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-v2XyWvUMDrNlEPN off=3725825 len=1126801 2023-12-20T11:23:38.114 INFO:tasks.workunit.client.0.smithi123.stdout:op 3903 completed, throughput=5MB/sec 2023-12-20T11:23:38.114 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-dSTZ1YTtLJjKAh3 off=17596915 len=1942296 2023-12-20T11:23:38.116 INFO:tasks.workunit.client.0.smithi123.stdout:op 3904 completed, throughput=5MB/sec 2023-12-20T11:23:38.117 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GLtKsQPi6TFKgp8 off=1459979 len=226071 2023-12-20T11:23:38.120 INFO:tasks.workunit.client.0.smithi123.stdout:op 3905 completed, throughput=5MB/sec 2023-12-20T11:23:38.120 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4jHP-dPQBBH9lro off=2178601 len=1865418 2023-12-20T11:23:38.129 INFO:tasks.workunit.client.0.smithi123.stdout:op 3906 completed, throughput=5MB/sec 2023-12-20T11:23:38.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:37 smithi177 ceph-mon[212096]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-20T11:23:39.130 INFO:tasks.workunit.client.0.smithi123.stdout: 780: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:39.130 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-tgCMEBTdHKJG5m0 off=5658358 len=1113500 2023-12-20T11:23:39.136 INFO:tasks.workunit.client.0.smithi123.stdout:op 3907 completed, throughput=5MB/sec 2023-12-20T11:23:39.136 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-OWgpTxlHYpmHF7c off=8105643 len=1198319 2023-12-20T11:23:39.138 INFO:tasks.workunit.client.0.smithi123.stdout:op 3908 completed, throughput=5MB/sec 2023-12-20T11:23:39.138 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ccj_MpqgTdecaPv off=12430307 len=1867281 2023-12-20T11:23:39.148 INFO:tasks.workunit.client.0.smithi123.stdout:op 3909 completed, throughput=5MB/sec 2023-12-20T11:23:39.148 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-EZl4tBrnCXluuwk off=97418 len=508000 2023-12-20T11:23:39.149 INFO:tasks.workunit.client.0.smithi123.stdout:op 3910 completed, throughput=5MB/sec 2023-12-20T11:23:39.149 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-MYRWt9zyTdAJMOe off=9886340 len=1366183 2023-12-20T11:23:39.151 INFO:tasks.workunit.client.0.smithi123.stdout:op 3911 completed, throughput=5MB/sec 2023-12-20T11:23:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:23:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:23:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-20T11:23:39.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:39 smithi123 ceph-mon[191304]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:23:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:39 smithi123 ceph-mon[188613]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:23:40.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:39 smithi177 ceph-mon[212096]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:23:40.152 INFO:tasks.workunit.client.0.smithi123.stdout: 781: throughput=5MB/sec pending data=0 2023-12-20T11:23:40.152 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Y3DFCxXZHjVsHII off=1769318 len=1016620 2023-12-20T11:23:40.157 INFO:tasks.workunit.client.0.smithi123.stdout:op 3912 completed, throughput=5MB/sec 2023-12-20T11:23:40.157 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-83DABl4WEZAa6-u off=259280 len=1798348 2023-12-20T11:23:40.166 INFO:tasks.workunit.client.0.smithi123.stdout:op 3913 completed, throughput=5MB/sec 2023-12-20T11:23:40.166 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-T5ac1X88xajXS3X off=2561080 len=687584 2023-12-20T11:23:40.170 INFO:tasks.workunit.client.0.smithi123.stdout:op 3914 completed, throughput=5MB/sec 2023-12-20T11:23:40.170 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tXdJ9WpIByA57Ac off=6779858 len=861102 2023-12-20T11:23:40.171 INFO:tasks.workunit.client.0.smithi123.stdout:op 3915 completed, throughput=5MB/sec 2023-12-20T11:23:41.171 INFO:tasks.workunit.client.0.smithi123.stdout: 782: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:41.172 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ZWiDz9AlO5MyQLr off=9180312 len=1955397 2023-12-20T11:23:41.183 INFO:tasks.workunit.client.0.smithi123.stdout:op 3916 completed, throughput=5MB/sec 2023-12-20T11:23:41.183 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-V2Fjx8QKE1UWnCk off=594932 len=463867 2023-12-20T11:23:41.184 INFO:tasks.workunit.client.0.smithi123.stdout:op 3917 completed, throughput=5MB/sec 2023-12-20T11:23:41.184 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CHOr-AkFRkGrAvK off=5784461 len=1800787 2023-12-20T11:23:41.194 INFO:tasks.workunit.client.0.smithi123.stdout:op 3918 completed, throughput=5MB/sec 2023-12-20T11:23:41.194 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-dR3O9zKR_qbyVGC off=11448800 len=1551953 2023-12-20T11:23:41.195 INFO:tasks.workunit.client.0.smithi123.stdout:op 3919 completed, throughput=5MB/sec 2023-12-20T11:23:41.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:41 smithi123 ceph-mon[191304]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:23:41.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:23:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:41 smithi123 ceph-mon[188613]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:23:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:23:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:41 smithi177 ceph-mon[212096]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:23:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:23:42.196 INFO:tasks.workunit.client.0.smithi123.stdout: 783: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:42.196 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CCNpfVdi39mzzIk off=21468515 len=471178 2023-12-20T11:23:42.199 INFO:tasks.workunit.client.0.smithi123.stdout:op 3920 completed, throughput=5MB/sec 2023-12-20T11:23:42.199 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-oGkY3Nr2NVqpJvS off=1303755 len=1865037 2023-12-20T11:23:42.210 INFO:tasks.workunit.client.0.smithi123.stdout:op 3921 completed, throughput=5MB/sec 2023-12-20T11:23:42.210 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ZA1j4cMeitpS7B8 off=1106564 len=1480157 2023-12-20T11:23:42.218 INFO:tasks.workunit.client.0.smithi123.stdout:op 3922 completed, throughput=5MB/sec 2023-12-20T11:23:42.218 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-wzWIMizvIaiiNyg off=19344398 len=1662431 2023-12-20T11:23:42.226 INFO:tasks.workunit.client.0.smithi123.stdout:op 3923 completed, throughput=5MB/sec 2023-12-20T11:23:43.229 INFO:tasks.workunit.client.0.smithi123.stdout: 784: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:43.229 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ADdup6piTIlbbtS off=787133 len=1529950 2023-12-20T11:23:43.236 INFO:tasks.workunit.client.0.smithi123.stdout:op 3924 completed, throughput=5MB/sec 2023-12-20T11:23:43.236 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-7LdL-MzOGxhklC7 off=15228076 len=1060877 2023-12-20T11:23:43.237 INFO:tasks.workunit.client.0.smithi123.stdout:op 3925 completed, throughput=5MB/sec 2023-12-20T11:23:43.237 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Gy0MHTxZfSm3--C off=10366168 len=895739 2023-12-20T11:23:43.245 INFO:tasks.workunit.client.0.smithi123.stdout:op 3926 completed, throughput=5MB/sec 2023-12-20T11:23:43.245 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rpDXXAZoA0z4Kpm off=275732 len=743832 2023-12-20T11:23:43.246 INFO:tasks.workunit.client.0.smithi123.stdout:op 3927 completed, throughput=5MB/sec 2023-12-20T11:23:43.247 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qjvmZMni9TenKqg off=18617798 len=998746 2023-12-20T11:23:43.248 INFO:tasks.workunit.client.0.smithi123.stdout:op 3928 completed, throughput=5MB/sec 2023-12-20T11:23:43.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:43 smithi123 ceph-mon[191304]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:23:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:43 smithi123 ceph-mon[188613]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:23:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:43 smithi177 ceph-mon[212096]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:23:44.248 INFO:tasks.workunit.client.0.smithi123.stdout: 785: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:44.248 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Cqnhi-F745mcUlj off=16240967 len=1160317 2023-12-20T11:23:44.257 INFO:tasks.workunit.client.0.smithi123.stdout:op 3929 completed, throughput=5MB/sec 2023-12-20T11:23:44.257 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-atdj2sWSGH_cwHl off=3159099 len=981558 2023-12-20T11:23:44.258 INFO:tasks.workunit.client.0.smithi123.stdout:op 3930 completed, throughput=5MB/sec 2023-12-20T11:23:44.258 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-54PD0KljS1Imb93 off=1571614 len=415679 2023-12-20T11:23:44.259 INFO:tasks.workunit.client.0.smithi123.stdout:op 3931 completed, throughput=5MB/sec 2023-12-20T11:23:44.259 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Nvsup2Z48hVoMTP off=742314 len=1145263 2023-12-20T11:23:44.260 INFO:tasks.workunit.client.0.smithi123.stdout:op 3932 completed, throughput=5MB/sec 2023-12-20T11:23:44.260 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-1UXFUqnpenwCzsg off=3592209 len=1450346 2023-12-20T11:23:44.263 INFO:tasks.workunit.client.0.smithi123.stdout:op 3933 completed, throughput=5MB/sec 2023-12-20T11:23:45.264 INFO:tasks.workunit.client.0.smithi123.stdout: 786: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:45.264 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-C2h4u5G_rWw7kSV off=4296546 len=1240323 2023-12-20T11:23:45.265 INFO:tasks.workunit.client.0.smithi123.stdout:op 3934 completed, throughput=5MB/sec 2023-12-20T11:23:45.265 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Wlrh2T5p_eEsjZH off=7259767 len=1635415 2023-12-20T11:23:45.277 INFO:tasks.workunit.client.0.smithi123.stdout:op 3935 completed, throughput=5MB/sec 2023-12-20T11:23:45.277 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Ub-W4s2xKqRdps5 off=13283709 len=528297 2023-12-20T11:23:45.279 INFO:tasks.workunit.client.0.smithi123.stdout:op 3936 completed, throughput=5MB/sec 2023-12-20T11:23:45.279 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-prml1tiFtiQjjBZ off=357673 len=410673 2023-12-20T11:23:45.281 INFO:tasks.workunit.client.0.smithi123.stdout:op 3937 completed, throughput=5MB/sec 2023-12-20T11:23:45.281 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2W2Q10mESLTBCKp off=9233167 len=1951286 2023-12-20T11:23:45.290 INFO:tasks.workunit.client.0.smithi123.stdout:op 3938 completed, throughput=5MB/sec 2023-12-20T11:23:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:45 smithi123 ceph-mon[191304]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:23:45.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:45 smithi123 ceph-mon[188613]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:23:46.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:45 smithi177 ceph-mon[212096]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:23:46.291 INFO:tasks.workunit.client.0.smithi123.stdout: 787: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:46.291 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-p57LxBoHuJ2AYaJ off=532502 len=1724118 2023-12-20T11:23:46.293 INFO:tasks.workunit.client.0.smithi123.stdout:op 3939 completed, throughput=5MB/sec 2023-12-20T11:23:46.293 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-I91yLZFlxYfneeA off=6032728 len=1449373 2023-12-20T11:23:46.301 INFO:tasks.workunit.client.0.smithi123.stdout:op 3940 completed, throughput=5MB/sec 2023-12-20T11:23:46.301 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--5iGs4rAFqHNS0Q off=7900382 len=941318 2023-12-20T11:23:46.302 INFO:tasks.workunit.client.0.smithi123.stdout:op 3941 completed, throughput=5MB/sec 2023-12-20T11:23:46.302 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-w_Z51KhjS-9XVzW off=9455591 len=992697 2023-12-20T11:23:46.303 INFO:tasks.workunit.client.0.smithi123.stdout:op 3942 completed, throughput=5MB/sec 2023-12-20T11:23:47.303 INFO:tasks.workunit.client.0.smithi123.stdout: 788: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:47.303 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-1PLIJx5vNt0G_hI off=6430529 len=1773696 2023-12-20T11:23:47.312 INFO:tasks.workunit.client.0.smithi123.stdout:op 3943 completed, throughput=5MB/sec 2023-12-20T11:23:47.312 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6S17YklIjm1PoED off=4991329 len=1228510 2023-12-20T11:23:47.319 INFO:tasks.workunit.client.0.smithi123.stdout:op 3944 completed, throughput=5MB/sec 2023-12-20T11:23:47.319 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cWnBUO2lUPWUazE off=797845 len=1385761 2023-12-20T11:23:47.323 INFO:tasks.workunit.client.0.smithi123.stdout:op 3945 completed, throughput=5MB/sec 2023-12-20T11:23:47.323 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Gm0y8A7NOFQOOV6 off=555139 len=747081 2023-12-20T11:23:47.328 INFO:tasks.workunit.client.0.smithi123.stdout:op 3946 completed, throughput=5MB/sec 2023-12-20T11:23:47.750 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:23:47.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:47 smithi123 ceph-mon[191304]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-20T11:23:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:47 smithi123 ceph-mon[188613]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-20T11:23:48.058 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:23:48.058 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (32m) 9m ago 35m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:23:48.058 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (32m) 7m ago 35m 90.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:23:48.058 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (36m) 9m ago 36m 19.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:23:48.058 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (36m) 7m ago 36m 26.8M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:23:48.058 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (31m) 7m ago 38m 457M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:23:48.058 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (32m) 9m ago 40m 538M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:23:48.058 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (31m) 9m ago 40m 247M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:23:48.058 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (31m) 7m ago 39m 144M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:23:48.058 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (31m) 9m ago 38m 157M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:23:48.058 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (32m) 9m ago 35m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:23:48.059 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (32m) 7m ago 35m 19.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:23:48.059 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (30m) 9m ago 38m 1835M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:23:48.059 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (30m) 9m ago 38m 2063M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:23:48.059 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (29m) 9m ago 37m 2149M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:23:48.059 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (29m) 9m ago 37m 1878M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:23:48.059 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (28m) 7m ago 37m 1370M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:23:48.059 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (28m) 7m ago 37m 1530M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:23:48.059 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (27m) 7m ago 36m 1185M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:23:48.059 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (27m) 7m ago 36m 1584M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:23:48.059 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (31m) 7m ago 35m 77.3M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:23:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:47 smithi177 ceph-mon[212096]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-20T11:23:48.328 INFO:tasks.workunit.client.0.smithi123.stdout: 789: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:48.328 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-lngy1_C75UB-YTG off=3966629 len=1174928 2023-12-20T11:23:48.334 INFO:tasks.workunit.client.0.smithi123.stdout:op 3947 completed, throughput=5MB/sec 2023-12-20T11:23:48.334 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-V0ZQoBJP1V8FHte off=1238550 len=2013341 2023-12-20T11:23:48.346 INFO:tasks.workunit.client.0.smithi123.stdout:op 3948 completed, throughput=5MB/sec 2023-12-20T11:23:48.346 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-EHn1igfiCVUJaz5 off=245043 len=286893 2023-12-20T11:23:48.346 INFO:tasks.workunit.client.0.smithi123.stdout:op 3949 completed, throughput=5MB/sec 2023-12-20T11:23:48.346 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_yIPKkanQ5VBqLf off=2014275 len=853315 2023-12-20T11:23:48.347 INFO:tasks.workunit.client.0.smithi123.stdout:op 3950 completed, throughput=5MB/sec 2023-12-20T11:23:48.347 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6QCfyoIZo1pU6_p off=859839 len=849274 2023-12-20T11:23:48.353 INFO:tasks.workunit.client.0.smithi123.stdout:op 3951 completed, throughput=5MB/sec 2023-12-20T11:23:48.444 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:23:48.444 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:23:48.444 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:23:48.444 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:23:48.444 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:23:48.444 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:23:48.444 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:23:48.444 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:23:48.445 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:23:48.445 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:23:48.445 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:23:48.445 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:23:48.445 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:23:48.445 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:23:48.445 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:23:48.445 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:23:48.445 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:23:48.445 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:23:48.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:48 smithi123 ceph-mon[191304]: from='client.45656 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:23:48.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:48 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/969060124' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:23:48.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:48 smithi123 ceph-mon[188613]: from='client.45656 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:23:48.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:48 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/969060124' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:23:49.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:48 smithi177 ceph-mon[212096]: from='client.45656 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:23:49.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:48 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/969060124' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:23:49.352 INFO:tasks.workunit.client.0.smithi123.stdout: 790: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:49.352 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-EmLXbhhZSwkqvHI off=1044300 len=464088 2023-12-20T11:23:49.356 INFO:tasks.workunit.client.0.smithi123.stdout:op 3952 completed, throughput=4.99MB/sec 2023-12-20T11:23:49.356 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-UYMjfj-bZanJvxo off=418382 len=486415 2023-12-20T11:23:49.357 INFO:tasks.workunit.client.0.smithi123.stdout:op 3953 completed, throughput=5MB/sec 2023-12-20T11:23:49.357 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jQZOx0eA21fyVIm off=8733231 len=544000 2023-12-20T11:23:49.358 INFO:tasks.workunit.client.0.smithi123.stdout:op 3954 completed, throughput=5MB/sec 2023-12-20T11:23:49.358 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Do_FMcsnO8pUeZf off=76370 len=1913007 2023-12-20T11:23:49.368 INFO:tasks.workunit.client.0.smithi123.stdout:op 3955 completed, throughput=5MB/sec 2023-12-20T11:23:49.368 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-PdUpWvWxUYMRFZ1 off=4611209 len=497242 2023-12-20T11:23:49.371 INFO:tasks.workunit.client.0.smithi123.stdout:op 3956 completed, throughput=5MB/sec 2023-12-20T11:23:49.371 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-WIFSgkQOpZdHwNR off=3251842 len=1908174 2023-12-20T11:23:49.373 INFO:tasks.workunit.client.0.smithi123.stdout:op 3957 completed, throughput=5MB/sec 2023-12-20T11:23:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:23:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:23:49] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-20T11:23:49.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:49 smithi123 ceph-mon[191304]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:23:49.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:49 smithi123 ceph-mon[191304]: from='client.35730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:23:49.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:23:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:49 smithi123 ceph-mon[188613]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:23:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:49 smithi123 ceph-mon[188613]: from='client.35730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:23:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:23:50.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:49 smithi177 ceph-mon[212096]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:23:50.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:49 smithi177 ceph-mon[212096]: from='client.35730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:23:50.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:23:50.373 INFO:tasks.workunit.client.0.smithi123.stdout: 791: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:50.373 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ajFvy6flpImpdBN off=13688761 len=1488982 2023-12-20T11:23:50.380 INFO:tasks.workunit.client.0.smithi123.stdout:op 3958 completed, throughput=5MB/sec 2023-12-20T11:23:50.380 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9GwX0TyRH-ERaDN off=9315303 len=1427794 2023-12-20T11:23:50.385 INFO:tasks.workunit.client.0.smithi123.stdout:op 3959 completed, throughput=5MB/sec 2023-12-20T11:23:50.385 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZRQerpf_nVif_l7 off=742244 len=921754 2023-12-20T11:23:50.389 INFO:tasks.workunit.client.0.smithi123.stdout:op 3960 completed, throughput=5MB/sec 2023-12-20T11:23:50.389 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-UYMjfj-bZanJvxo off=189994 len=1961295 2023-12-20T11:23:50.396 INFO:tasks.workunit.client.0.smithi123.stdout:op 3961 completed, throughput=5MB/sec 2023-12-20T11:23:50.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:23:50.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:23:50.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:23:50.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:23:50.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:23:50.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:23:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:23:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:23:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:23:51.397 INFO:tasks.workunit.client.0.smithi123.stdout: 792: throughput=5MB/sec pending data=0 2023-12-20T11:23:51.397 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2mL68dKZLLX2JFx off=3955611 len=1516982 2023-12-20T11:23:51.406 INFO:tasks.workunit.client.0.smithi123.stdout:op 3962 completed, throughput=5MB/sec 2023-12-20T11:23:51.407 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-swHm3Y9pVNmxaEg off=3192176 len=1021777 2023-12-20T11:23:51.408 INFO:tasks.workunit.client.0.smithi123.stdout:op 3963 completed, throughput=5MB/sec 2023-12-20T11:23:51.408 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9BVhrShyoeiAP5h off=7886035 len=1642290 2023-12-20T11:23:51.410 INFO:tasks.workunit.client.0.smithi123.stdout:op 3964 completed, throughput=5MB/sec 2023-12-20T11:23:51.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:51 smithi123 ceph-mon[191304]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:23:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:51 smithi123 ceph-mon[188613]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:23:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:51 smithi177 ceph-mon[212096]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:23:52.411 INFO:tasks.workunit.client.0.smithi123.stdout: 793: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:52.411 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Xo0SRTViiA-VEiz off=713841 len=825316 2023-12-20T11:23:52.417 INFO:tasks.workunit.client.0.smithi123.stdout:op 3965 completed, throughput=4.99MB/sec 2023-12-20T11:23:52.417 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rJcINIMBkDE7gph off=978396 len=2096453 2023-12-20T11:23:52.419 INFO:tasks.workunit.client.0.smithi123.stdout:op 3966 completed, throughput=5MB/sec 2023-12-20T11:23:52.419 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cNKHv7sGhGqayHk off=6191219 len=498296 2023-12-20T11:23:52.423 INFO:tasks.workunit.client.0.smithi123.stdout:op 3967 completed, throughput=5MB/sec 2023-12-20T11:23:52.423 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-b6r0_t0hwCP4VuP off=6538971 len=297236 2023-12-20T11:23:52.426 INFO:tasks.workunit.client.0.smithi123.stdout:op 3968 completed, throughput=5MB/sec 2023-12-20T11:23:52.426 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jcU8lAF1f851lst off=0 len=1671254 2023-12-20T11:23:52.428 INFO:tasks.workunit.client.0.smithi123.stdout:op 3969 completed, throughput=5MB/sec 2023-12-20T11:23:53.428 INFO:tasks.workunit.client.0.smithi123.stdout: 794: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:53.428 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2zkYQ2_iZ6U_Xp6 off=3929393 len=1310854 2023-12-20T11:23:53.430 INFO:tasks.workunit.client.0.smithi123.stdout:op 3970 completed, throughput=5MB/sec 2023-12-20T11:23:53.430 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rBwxa3AfNzi_2od off=8571416 len=841967 2023-12-20T11:23:53.431 INFO:tasks.workunit.client.0.smithi123.stdout:op 3971 completed, throughput=5MB/sec 2023-12-20T11:23:53.431 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-UJh4Ftukakpl3y9 off=7133083 len=507998 2023-12-20T11:23:53.432 INFO:tasks.workunit.client.0.smithi123.stdout:op 3972 completed, throughput=5MB/sec 2023-12-20T11:23:53.432 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-V_QJBndPXjz9beM off=286516 len=2043900 2023-12-20T11:23:53.443 INFO:tasks.workunit.client.0.smithi123.stdout:op 3973 completed, throughput=5MB/sec 2023-12-20T11:23:53.443 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zpr7VD8xyE1XLnZ off=13025241 len=688402 2023-12-20T11:23:53.443 INFO:tasks.workunit.client.0.smithi123.stdout:op 3974 completed, throughput=5MB/sec 2023-12-20T11:23:53.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:53 smithi123 ceph-mon[191304]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-20T11:23:53.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:53 smithi123 ceph-mon[188613]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-20T11:23:54.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:53 smithi177 ceph-mon[212096]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-20T11:23:54.444 INFO:tasks.workunit.client.0.smithi123.stdout: 795: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:54.444 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-S543HhsSlcaSY59 off=1966404 len=1341032 2023-12-20T11:23:54.453 INFO:tasks.workunit.client.0.smithi123.stdout:op 3975 completed, throughput=5MB/sec 2023-12-20T11:23:54.453 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tAHaS7E4a25Uaay off=14237672 len=702973 2023-12-20T11:23:54.454 INFO:tasks.workunit.client.0.smithi123.stdout:op 3976 completed, throughput=5MB/sec 2023-12-20T11:23:54.454 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xuWCCiVJeF2mUEM off=16449654 len=1926331 2023-12-20T11:23:54.464 INFO:tasks.workunit.client.0.smithi123.stdout:op 3977 completed, throughput=5MB/sec 2023-12-20T11:23:54.464 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ZIbxRB2dtjKchbJ off=11952183 len=704110 2023-12-20T11:23:54.470 INFO:tasks.workunit.client.0.smithi123.stdout:op 3978 completed, throughput=5MB/sec 2023-12-20T11:23:54.470 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-761aXMtZe5YwA9U off=800394 len=274214 2023-12-20T11:23:54.473 INFO:tasks.workunit.client.0.smithi123.stdout:op 3979 completed, throughput=5MB/sec 2023-12-20T11:23:54.473 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wLFwbkwPyxCSBZd off=9217603 len=1143042 2023-12-20T11:23:54.474 INFO:tasks.workunit.client.0.smithi123.stdout:op 3980 completed, throughput=5MB/sec 2023-12-20T11:23:55.475 INFO:tasks.workunit.client.0.smithi123.stdout: 796: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:55.475 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_UCk1KvZISLfOEB off=17801281 len=644368 2023-12-20T11:23:55.476 INFO:tasks.workunit.client.0.smithi123.stdout:op 3981 completed, throughput=5MB/sec 2023-12-20T11:23:55.476 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-dVHsKI035JrJjnS off=18360020 len=209269 2023-12-20T11:23:55.479 INFO:tasks.workunit.client.0.smithi123.stdout:op 3982 completed, throughput=5MB/sec 2023-12-20T11:23:55.479 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-qjvmZMni9TenKqg off=18067645 len=1548899 2023-12-20T11:23:55.486 INFO:tasks.workunit.client.0.smithi123.stdout:op 3983 completed, throughput=5MB/sec 2023-12-20T11:23:55.486 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-x82VAOLlAFPKVOo off=520770 len=230869 2023-12-20T11:23:55.486 INFO:tasks.workunit.client.0.smithi123.stdout:op 3984 completed, throughput=5MB/sec 2023-12-20T11:23:55.486 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-LxFd6jZoHWENNCZ off=14339503 len=135492 2023-12-20T11:23:55.489 INFO:tasks.workunit.client.0.smithi123.stdout:op 3985 completed, throughput=5MB/sec 2023-12-20T11:23:55.489 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GKYe3HLebxiyF11 off=10684627 len=818894 2023-12-20T11:23:55.490 INFO:tasks.workunit.client.0.smithi123.stdout:op 3986 completed, throughput=5MB/sec 2023-12-20T11:23:55.490 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Aq-jJS9YDdxl8nN off=12710476 len=67228 2023-12-20T11:23:55.492 INFO:tasks.workunit.client.0.smithi123.stdout:op 3987 completed, throughput=5MB/sec 2023-12-20T11:23:55.492 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-z4Ol8tzyrJqwpHi off=1507155 len=2031180 2023-12-20T11:23:55.502 INFO:tasks.workunit.client.0.smithi123.stdout:op 3988 completed, throughput=5MB/sec 2023-12-20T11:23:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:55 smithi123 ceph-mon[191304]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2023-12-20T11:23:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:55 smithi123 ceph-mon[188613]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2023-12-20T11:23:56.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:55 smithi177 ceph-mon[212096]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2023-12-20T11:23:56.502 INFO:tasks.workunit.client.0.smithi123.stdout: 797: throughput=5MB/sec pending data=0 2023-12-20T11:23:56.502 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gLpXAEwUhenldHr off=21044645 len=2049618 2023-12-20T11:23:56.504 INFO:tasks.workunit.client.0.smithi123.stdout:op 3989 completed, throughput=5MB/sec 2023-12-20T11:23:56.504 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CNUsQ3VmifJK6gk off=14463201 len=1994205 2023-12-20T11:23:56.516 INFO:tasks.workunit.client.0.smithi123.stdout:op 3990 completed, throughput=5MB/sec 2023-12-20T11:23:56.517 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vfhcvXrN86kVb8v off=8842113 len=481362 2023-12-20T11:23:56.518 INFO:tasks.workunit.client.0.smithi123.stdout:op 3991 completed, throughput=5MB/sec 2023-12-20T11:23:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:23:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:23:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:23:57.518 INFO:tasks.workunit.client.0.smithi123.stdout: 798: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:57.518 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-qOWHjzkodwpHJ80 off=4118662 len=1045854 2023-12-20T11:23:57.523 INFO:tasks.workunit.client.0.smithi123.stdout:op 3992 completed, throughput=5MB/sec 2023-12-20T11:23:57.524 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DLk-qoCH_SjV143 off=1145470 len=350982 2023-12-20T11:23:57.524 INFO:tasks.workunit.client.0.smithi123.stdout:op 3993 completed, throughput=5MB/sec 2023-12-20T11:23:57.524 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GlI9ZAdVPvOvbj3 off=7583990 len=338161 2023-12-20T11:23:57.525 INFO:tasks.workunit.client.0.smithi123.stdout:op 3994 completed, throughput=5MB/sec 2023-12-20T11:23:57.525 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9gfFdV9i2b9-QGP off=3510277 len=729252 2023-12-20T11:23:57.527 INFO:tasks.workunit.client.0.smithi123.stdout:op 3995 completed, throughput=5MB/sec 2023-12-20T11:23:57.527 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-64MDPIG9eF6dCYk off=9576296 len=11927 2023-12-20T11:23:57.529 INFO:tasks.workunit.client.0.smithi123.stdout:op 3996 completed, throughput=5MB/sec 2023-12-20T11:23:57.530 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CtKtuQ4YU3oVEyB off=10838293 len=1577946 2023-12-20T11:23:57.538 INFO:tasks.workunit.client.0.smithi123.stdout:op 3997 completed, throughput=5MB/sec 2023-12-20T11:23:57.539 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9GwX0TyRH-ERaDN off=11928500 len=1820986 2023-12-20T11:23:57.546 INFO:tasks.workunit.client.0.smithi123.stdout:op 3998 completed, throughput=5MB/sec 2023-12-20T11:23:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:57 smithi123 ceph-mon[191304]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2023-12-20T11:23:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:57 smithi123 ceph-mon[188613]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2023-12-20T11:23:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:57 smithi177 ceph-mon[212096]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2023-12-20T11:23:58.546 INFO:tasks.workunit.client.0.smithi123.stdout: 799: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:58.547 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-RI0hQejMVvLNoIV off=4673361 len=862907 2023-12-20T11:23:58.548 INFO:tasks.workunit.client.0.smithi123.stdout:op 3999 completed, throughput=5MB/sec 2023-12-20T11:23:58.548 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Rh-GdOO8AM8a1Fd off=7843022 len=335369 2023-12-20T11:23:58.552 INFO:tasks.workunit.client.0.smithi123.stdout:op 4000 completed, throughput=5MB/sec 2023-12-20T11:23:58.552 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ldU0HI4Tkefcf0z off=2011762 len=690351 2023-12-20T11:23:58.553 INFO:tasks.workunit.client.0.smithi123.stdout:op 4001 completed, throughput=5MB/sec 2023-12-20T11:23:58.553 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZMwSJ3Bke98koU1 off=19942532 len=1136376 2023-12-20T11:23:58.555 INFO:tasks.workunit.client.0.smithi123.stdout:op 4002 completed, throughput=5MB/sec 2023-12-20T11:23:58.555 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gHhu4xheU5aXg7O off=10971168 len=161710 2023-12-20T11:23:58.558 INFO:tasks.workunit.client.0.smithi123.stdout:op 4003 completed, throughput=5MB/sec 2023-12-20T11:23:58.558 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-J7joKiSRvWG-6es off=2795493 len=351420 2023-12-20T11:23:58.561 INFO:tasks.workunit.client.0.smithi123.stdout:op 4004 completed, throughput=5MB/sec 2023-12-20T11:23:58.562 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-jZADYtzT3EamUHd off=12198000 len=1426608 2023-12-20T11:23:58.568 INFO:tasks.workunit.client.0.smithi123.stdout:op 4005 completed, throughput=5MB/sec 2023-12-20T11:23:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:23:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:23:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-20T11:23:59.568 INFO:tasks.workunit.client.0.smithi123.stdout: 800: throughput=4.99MB/sec pending data=0 2023-12-20T11:23:59.568 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4FNAjp77YG7xWeU off=6966672 len=1177598 2023-12-20T11:23:59.571 INFO:tasks.workunit.client.0.smithi123.stdout:op 4006 completed, throughput=5MB/sec 2023-12-20T11:23:59.571 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2UUhxrbUOFkQkJk off=12194518 len=1323860 2023-12-20T11:23:59.579 INFO:tasks.workunit.client.0.smithi123.stdout:op 4007 completed, throughput=5MB/sec 2023-12-20T11:23:59.579 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cWFz8RkwzBxV5_h off=407972 len=51952 2023-12-20T11:23:59.579 INFO:tasks.workunit.client.0.smithi123.stdout:op 4008 completed, throughput=5MB/sec 2023-12-20T11:23:59.580 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-EJKInNaqQ2s-JZh off=6550741 len=847334 2023-12-20T11:23:59.585 INFO:tasks.workunit.client.0.smithi123.stdout:op 4009 completed, throughput=5MB/sec 2023-12-20T11:23:59.585 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-WFd21hwf9v-3QqO off=534670 len=925778 2023-12-20T11:23:59.586 INFO:tasks.workunit.client.0.smithi123.stdout:op 4010 completed, throughput=5MB/sec 2023-12-20T11:23:59.586 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-WX3WQswCRRMjaWT off=4206837 len=768744 2023-12-20T11:23:59.588 INFO:tasks.workunit.client.0.smithi123.stdout:op 4011 completed, throughput=5MB/sec 2023-12-20T11:23:59.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:23:59 smithi123 ceph-mon[191304]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:23:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:23:59 smithi123 ceph-mon[188613]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:24:00.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:23:59 smithi177 ceph-mon[212096]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:24:00.588 INFO:tasks.workunit.client.0.smithi123.stdout: 801: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:00.588 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-eaO_Y6QPtioJQYe off=981731 len=254976 2023-12-20T11:24:00.588 INFO:tasks.workunit.client.0.smithi123.stdout:op 4012 completed, throughput=4.99MB/sec 2023-12-20T11:24:00.588 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-R6TQkONuapNOtEM off=9709976 len=586694 2023-12-20T11:24:00.590 INFO:tasks.workunit.client.0.smithi123.stdout:op 4013 completed, throughput=5MB/sec 2023-12-20T11:24:00.590 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-bLGSgS7DriRChRK off=1222578 len=1443007 2023-12-20T11:24:00.598 INFO:tasks.workunit.client.0.smithi123.stdout:op 4014 completed, throughput=5MB/sec 2023-12-20T11:24:00.598 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2hUMIkBEXBJVUYO off=241408 len=1906275 2023-12-20T11:24:00.611 INFO:tasks.workunit.client.0.smithi123.stdout:op 4015 completed, throughput=5MB/sec 2023-12-20T11:24:00.611 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wsA2Y61zhUb7s-u off=7058742 len=824228 2023-12-20T11:24:00.612 INFO:tasks.workunit.client.0.smithi123.stdout:op 4016 completed, throughput=5MB/sec 2023-12-20T11:24:00.613 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-tGqcLgcGdG0ZYnB off=3398366 len=1753930 2023-12-20T11:24:00.620 INFO:tasks.workunit.client.0.smithi123.stdout:op 4017 completed, throughput=5MB/sec 2023-12-20T11:24:01.621 INFO:tasks.workunit.client.0.smithi123.stdout: 802: throughput=5MB/sec pending data=0 2023-12-20T11:24:01.621 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-LK_Xkuhlr04XBSY off=2493717 len=342465 2023-12-20T11:24:01.624 INFO:tasks.workunit.client.0.smithi123.stdout:op 4018 completed, throughput=5MB/sec 2023-12-20T11:24:01.625 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-X6QvhOclWdn6DvD off=15480668 len=900038 2023-12-20T11:24:01.627 INFO:tasks.workunit.client.0.smithi123.stdout:op 4019 completed, throughput=5MB/sec 2023-12-20T11:24:01.627 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qGzc0N_CaidUdfC off=11337418 len=1649839 2023-12-20T11:24:01.629 INFO:tasks.workunit.client.0.smithi123.stdout:op 4020 completed, throughput=5MB/sec 2023-12-20T11:24:01.629 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-kYSSim7av3StwVU off=608166 len=39466 2023-12-20T11:24:01.633 INFO:tasks.workunit.client.0.smithi123.stdout:op 4021 completed, throughput=5MB/sec 2023-12-20T11:24:01.633 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-3bqSmxypasgbj0L off=10615554 len=1639111 2023-12-20T11:24:01.642 INFO:tasks.workunit.client.0.smithi123.stdout:op 4022 completed, throughput=5MB/sec 2023-12-20T11:24:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:01 smithi123 ceph-mon[191304]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-20T11:24:01.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:01 smithi123 ceph-mon[188613]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-20T11:24:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:01 smithi177 ceph-mon[212096]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-20T11:24:02.643 INFO:tasks.workunit.client.0.smithi123.stdout: 803: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:02.643 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-iw3h4JQ1LL4O8BI off=8496436 len=320524 2023-12-20T11:24:02.643 INFO:tasks.workunit.client.0.smithi123.stdout:op 4023 completed, throughput=5MB/sec 2023-12-20T11:24:02.643 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2EiOxbTYZbErSK1 off=4912312 len=1499941 2023-12-20T11:24:02.649 INFO:tasks.workunit.client.0.smithi123.stdout:op 4024 completed, throughput=5MB/sec 2023-12-20T11:24:02.649 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kixL7Xo0fxDFVm3 off=19466953 len=285641 2023-12-20T11:24:02.650 INFO:tasks.workunit.client.0.smithi123.stdout:op 4025 completed, throughput=5MB/sec 2023-12-20T11:24:02.650 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9INHKjK11I9LDnW off=4702400 len=1803266 2023-12-20T11:24:02.651 INFO:tasks.workunit.client.0.smithi123.stdout:op 4026 completed, throughput=5MB/sec 2023-12-20T11:24:02.651 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-5UajewkgrJhGTH- off=13157811 len=1582047 2023-12-20T11:24:02.664 INFO:tasks.workunit.client.0.smithi123.stdout:op 4027 completed, throughput=5MB/sec 2023-12-20T11:24:03.665 INFO:tasks.workunit.client.0.smithi123.stdout: 804: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:03.665 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-H_v3_mz2eQAXqCg off=155716 len=928753 2023-12-20T11:24:03.670 INFO:tasks.workunit.client.0.smithi123.stdout:op 4028 completed, throughput=5MB/sec 2023-12-20T11:24:03.670 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-h7LZ_U4l-PcvVlL off=7726761 len=1374758 2023-12-20T11:24:03.672 INFO:tasks.workunit.client.0.smithi123.stdout:op 4029 completed, throughput=5MB/sec 2023-12-20T11:24:03.672 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-u8Yj4JBFfv80q7S off=2270614 len=1905668 2023-12-20T11:24:03.674 INFO:tasks.workunit.client.0.smithi123.stdout:op 4030 completed, throughput=5MB/sec 2023-12-20T11:24:03.674 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9e7gVF4Mruhaw0j off=10047200 len=60771 2023-12-20T11:24:03.675 INFO:tasks.workunit.client.0.smithi123.stdout:op 4031 completed, throughput=5MB/sec 2023-12-20T11:24:03.675 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-aYNpr6lJKTaqcY_ off=8729994 len=633334 2023-12-20T11:24:03.676 INFO:tasks.workunit.client.0.smithi123.stdout:op 4032 completed, throughput=5MB/sec 2023-12-20T11:24:03.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:03 smithi123 ceph-mon[191304]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:24:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:03 smithi123 ceph-mon[188613]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:24:04.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:03 smithi177 ceph-mon[212096]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:24:04.676 INFO:tasks.workunit.client.0.smithi123.stdout: 805: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:04.677 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-i2afp8yfZX6JBcF off=19298568 len=1271136 2023-12-20T11:24:04.684 INFO:tasks.workunit.client.0.smithi123.stdout:op 4033 completed, throughput=5MB/sec 2023-12-20T11:24:04.684 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-5AGMzPtV9wrwSc9 off=16205185 len=73989 2023-12-20T11:24:04.689 INFO:tasks.workunit.client.0.smithi123.stdout:op 4034 completed, throughput=5MB/sec 2023-12-20T11:24:04.689 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Z4ge-97C3Wga4G9 off=16784393 len=972032 2023-12-20T11:24:04.693 INFO:tasks.workunit.client.0.smithi123.stdout:op 4035 completed, throughput=5MB/sec 2023-12-20T11:24:04.693 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Ri6aVXPM7d1MHqk off=261724 len=1401679 2023-12-20T11:24:04.700 INFO:tasks.workunit.client.0.smithi123.stdout:op 4036 completed, throughput=5MB/sec 2023-12-20T11:24:04.700 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6i-rMMNw0nXQsuM off=6837087 len=844065 2023-12-20T11:24:04.701 INFO:tasks.workunit.client.0.smithi123.stdout:op 4037 completed, throughput=5MB/sec 2023-12-20T11:24:04.701 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-jO3367iBHRAL8V0 off=3557129 len=1660304 2023-12-20T11:24:04.712 INFO:tasks.workunit.client.0.smithi123.stdout:op 4038 completed, throughput=5MB/sec 2023-12-20T11:24:05.712 INFO:tasks.workunit.client.0.smithi123.stdout: 806: throughput=5MB/sec pending data=0 2023-12-20T11:24:05.712 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0GqEQWYDUYqmnZ0 off=7119238 len=1494703 2023-12-20T11:24:05.719 INFO:tasks.workunit.client.0.smithi123.stdout:op 4039 completed, throughput=5MB/sec 2023-12-20T11:24:05.719 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-J719VpF0moBP2Kb off=8998601 len=1173416 2023-12-20T11:24:05.721 INFO:tasks.workunit.client.0.smithi123.stdout:op 4040 completed, throughput=5MB/sec 2023-12-20T11:24:05.721 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pcIxUbtzL4duHJ5 off=2643740 len=1823559 2023-12-20T11:24:05.723 INFO:tasks.workunit.client.0.smithi123.stdout:op 4041 completed, throughput=5MB/sec 2023-12-20T11:24:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:05 smithi123 ceph-mon[191304]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:24:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:05 smithi123 ceph-mon[188613]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:24:06.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:05 smithi177 ceph-mon[212096]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:24:06.723 INFO:tasks.workunit.client.0.smithi123.stdout: 807: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:06.723 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-NuHaX5O5WLX0dZe off=7965146 len=802445 2023-12-20T11:24:06.729 INFO:tasks.workunit.client.0.smithi123.stdout:op 4042 completed, throughput=5MB/sec 2023-12-20T11:24:06.729 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kPIv32r4sicGaAJ off=9893936 len=935548 2023-12-20T11:24:06.731 INFO:tasks.workunit.client.0.smithi123.stdout:op 4043 completed, throughput=5MB/sec 2023-12-20T11:24:06.731 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uj0Udwld1-bjZkA off=1058567 len=88015 2023-12-20T11:24:06.731 INFO:tasks.workunit.client.0.smithi123.stdout:op 4044 completed, throughput=5MB/sec 2023-12-20T11:24:06.731 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-oKyCp7yOFykj5xi off=4632524 len=281815 2023-12-20T11:24:06.734 INFO:tasks.workunit.client.0.smithi123.stdout:op 4045 completed, throughput=5MB/sec 2023-12-20T11:24:06.735 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-74SrEfrU0sJk6MM off=1518719 len=925774 2023-12-20T11:24:06.738 INFO:tasks.workunit.client.0.smithi123.stdout:op 4046 completed, throughput=5MB/sec 2023-12-20T11:24:06.738 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-uqkYFrMbyur49X- off=20848428 len=422390 2023-12-20T11:24:06.742 INFO:tasks.workunit.client.0.smithi123.stdout:op 4047 completed, throughput=5MB/sec 2023-12-20T11:24:06.742 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hPRT2eM7hhorgiu off=1132117 len=365560 2023-12-20T11:24:06.745 INFO:tasks.workunit.client.0.smithi123.stdout:op 4048 completed, throughput=5MB/sec 2023-12-20T11:24:06.745 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-BRAy5bkhfQuweOS off=0 len=1184100 2023-12-20T11:24:06.751 INFO:tasks.workunit.client.0.smithi123.stdout:op 4049 completed, throughput=5MB/sec 2023-12-20T11:24:07.752 INFO:tasks.workunit.client.0.smithi123.stdout: 808: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:07.752 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-UKmOetsz-T9GEiI off=14300873 len=1737420 2023-12-20T11:24:07.754 INFO:tasks.workunit.client.0.smithi123.stdout:op 4050 completed, throughput=5MB/sec 2023-12-20T11:24:07.754 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jVc_9gumexKCTZI off=19597893 len=1896278 2023-12-20T11:24:07.756 INFO:tasks.workunit.client.0.smithi123.stdout:op 4051 completed, throughput=5MB/sec 2023-12-20T11:24:07.756 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mT6edccnYfT-5jL off=701033 len=1757411 2023-12-20T11:24:07.758 INFO:tasks.workunit.client.0.smithi123.stdout:op 4052 completed, throughput=5MB/sec 2023-12-20T11:24:07.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:07 smithi123 ceph-mon[191304]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:24:07.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:07 smithi123 ceph-mon[188613]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:24:08.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:07 smithi177 ceph-mon[212096]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:24:08.759 INFO:tasks.workunit.client.0.smithi123.stdout: 809: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:08.759 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-y2yEKsXfxOOCMVh off=5032067 len=1595978 2023-12-20T11:24:08.772 INFO:tasks.workunit.client.0.smithi123.stdout:op 4053 completed, throughput=5MB/sec 2023-12-20T11:24:08.773 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-HnDMoxgZCYD2Tma off=115104 len=1851243 2023-12-20T11:24:08.782 INFO:tasks.workunit.client.0.smithi123.stdout:op 4054 completed, throughput=5MB/sec 2023-12-20T11:24:08.782 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ujqZ_YQTLl6FHS1 off=1172716 len=1116702 2023-12-20T11:24:08.783 INFO:tasks.workunit.client.0.smithi123.stdout:op 4055 completed, throughput=5MB/sec 2023-12-20T11:24:08.783 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SaWU3AMxjLXr1_8 off=9657405 len=1893588 2023-12-20T11:24:08.793 INFO:tasks.workunit.client.0.smithi123.stdout:op 4056 completed, throughput=5MB/sec 2023-12-20T11:24:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:24:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:24:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-20T11:24:09.793 INFO:tasks.workunit.client.0.smithi123.stdout: 810: throughput=5MB/sec pending data=0 2023-12-20T11:24:09.794 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YANz0ReX5UT_SaV off=1334133 len=1910272 2023-12-20T11:24:09.796 INFO:tasks.workunit.client.0.smithi123.stdout:op 4057 completed, throughput=5MB/sec 2023-12-20T11:24:09.796 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-MUXk4-c8lj8MIiZ off=4535990 len=991577 2023-12-20T11:24:09.797 INFO:tasks.workunit.client.0.smithi123.stdout:op 4058 completed, throughput=5MB/sec 2023-12-20T11:24:09.797 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-8hzQf0HqBsb2Cjq off=13643773 len=1611656 2023-12-20T11:24:09.807 INFO:tasks.workunit.client.0.smithi123.stdout:op 4059 completed, throughput=5MB/sec 2023-12-20T11:24:09.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:09 smithi123 ceph-mon[191304]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:24:09.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:09 smithi123 ceph-mon[188613]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:24:10.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:09 smithi177 ceph-mon[212096]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:24:10.807 INFO:tasks.workunit.client.0.smithi123.stdout: 811: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:10.807 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mzOcxrKUWohkn4l off=3405970 len=1507762 2023-12-20T11:24:10.809 INFO:tasks.workunit.client.0.smithi123.stdout:op 4060 completed, throughput=5MB/sec 2023-12-20T11:24:10.809 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DhT3AkDRRarz65r off=4358871 len=1098428 2023-12-20T11:24:10.811 INFO:tasks.workunit.client.0.smithi123.stdout:op 4061 completed, throughput=5MB/sec 2023-12-20T11:24:10.811 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-YWMWva5Txig2aqY off=8387656 len=1353459 2023-12-20T11:24:10.819 INFO:tasks.workunit.client.0.smithi123.stdout:op 4062 completed, throughput=5MB/sec 2023-12-20T11:24:10.819 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FxY6HhXtNy3wQTo off=5598165 len=657014 2023-12-20T11:24:10.824 INFO:tasks.workunit.client.0.smithi123.stdout:op 4063 completed, throughput=5MB/sec 2023-12-20T11:24:10.824 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kaL3jNrzo4qgP6r off=2682253 len=1068024 2023-12-20T11:24:10.825 INFO:tasks.workunit.client.0.smithi123.stdout:op 4064 completed, throughput=5MB/sec 2023-12-20T11:24:11.826 INFO:tasks.workunit.client.0.smithi123.stdout: 812: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:11.826 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-yhhwBNpZDUE0Cmg off=951896 len=262747 2023-12-20T11:24:11.827 INFO:tasks.workunit.client.0.smithi123.stdout:op 4065 completed, throughput=5MB/sec 2023-12-20T11:24:11.827 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0k85atjr6Dum7Pb off=1310606 len=2031676 2023-12-20T11:24:11.829 INFO:tasks.workunit.client.0.smithi123.stdout:op 4066 completed, throughput=5MB/sec 2023-12-20T11:24:11.829 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FVfytuBCV1ujNKj off=7979836 len=1599900 2023-12-20T11:24:11.831 INFO:tasks.workunit.client.0.smithi123.stdout:op 4067 completed, throughput=5MB/sec 2023-12-20T11:24:11.831 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-dIdFR9GW-LJDDJh off=1303239 len=1404999 2023-12-20T11:24:11.840 INFO:tasks.workunit.client.0.smithi123.stdout:op 4068 completed, throughput=5MB/sec 2023-12-20T11:24:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:11 smithi123 ceph-mon[191304]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-20T11:24:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:24:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:11 smithi123 ceph-mon[188613]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-20T11:24:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:24:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:11 smithi177 ceph-mon[212096]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-20T11:24:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:24:12.840 INFO:tasks.workunit.client.0.smithi123.stdout: 813: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:12.840 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-aUScuje5-3kOPsD off=3468554 len=1738847 2023-12-20T11:24:12.842 INFO:tasks.workunit.client.0.smithi123.stdout:op 4069 completed, throughput=5MB/sec 2023-12-20T11:24:12.842 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Sd1HYK2qmgSt2Jt off=3035646 len=1108978 2023-12-20T11:24:12.849 INFO:tasks.workunit.client.0.smithi123.stdout:op 4070 completed, throughput=5MB/sec 2023-12-20T11:24:12.849 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-l3y24U89ei0dPSY off=422371 len=303116 2023-12-20T11:24:12.852 INFO:tasks.workunit.client.0.smithi123.stdout:op 4071 completed, throughput=5MB/sec 2023-12-20T11:24:12.852 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-RhAxEuhvGgjHycB off=5705679 len=2052494 2023-12-20T11:24:12.854 INFO:tasks.workunit.client.0.smithi123.stdout:op 4072 completed, throughput=5MB/sec 2023-12-20T11:24:13.855 INFO:tasks.workunit.client.0.smithi123.stdout: 814: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:13.855 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-s_CBxW4fP9LaSTZ off=8724394 len=932180 2023-12-20T11:24:13.860 INFO:tasks.workunit.client.0.smithi123.stdout:op 4073 completed, throughput=5MB/sec 2023-12-20T11:24:13.860 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-LkON09u5eK_TeeJ off=2730463 len=2032959 2023-12-20T11:24:13.864 INFO:tasks.workunit.client.0.smithi123.stdout:op 4074 completed, throughput=5MB/sec 2023-12-20T11:24:13.864 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jrEqBsxbqcjpQB- off=942361 len=1632001 2023-12-20T11:24:13.866 INFO:tasks.workunit.client.0.smithi123.stdout:op 4075 completed, throughput=5MB/sec 2023-12-20T11:24:13.866 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-YIuZ4KJdgd0u2ny off=3889021 len=510277 2023-12-20T11:24:13.869 INFO:tasks.workunit.client.0.smithi123.stdout:op 4076 completed, throughput=5MB/sec 2023-12-20T11:24:13.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:13 smithi123 ceph-mon[191304]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:24:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:13 smithi123 ceph-mon[188613]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:24:14.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:13 smithi177 ceph-mon[212096]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:24:14.870 INFO:tasks.workunit.client.0.smithi123.stdout: 815: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:14.870 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-7Xqbd-N5PuQAU8C off=2195301 len=378875 2023-12-20T11:24:14.871 INFO:tasks.workunit.client.0.smithi123.stdout:op 4077 completed, throughput=4.99MB/sec 2023-12-20T11:24:14.872 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Id2mHgmQAUH-9tC off=3627202 len=1672715 2023-12-20T11:24:14.873 INFO:tasks.workunit.client.0.smithi123.stdout:op 4078 completed, throughput=5MB/sec 2023-12-20T11:24:14.874 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-fS9Y9SJI-7xxAO1 off=10213749 len=401370 2023-12-20T11:24:14.877 INFO:tasks.workunit.client.0.smithi123.stdout:op 4079 completed, throughput=5MB/sec 2023-12-20T11:24:14.877 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-OsLdRa9H5PZbfVe off=1093870 len=93641 2023-12-20T11:24:14.877 INFO:tasks.workunit.client.0.smithi123.stdout:op 4080 completed, throughput=5MB/sec 2023-12-20T11:24:14.877 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-CuOsPIp55LRP7aY off=8367980 len=701094 2023-12-20T11:24:14.878 INFO:tasks.workunit.client.0.smithi123.stdout:op 4081 completed, throughput=5MB/sec 2023-12-20T11:24:14.878 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hbOViSKbEx1hrYT off=3374980 len=1284036 2023-12-20T11:24:14.881 INFO:tasks.workunit.client.0.smithi123.stdout:op 4082 completed, throughput=5MB/sec 2023-12-20T11:24:14.881 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rnQvoRIhqoHw__J off=11078071 len=770404 2023-12-20T11:24:14.883 INFO:tasks.workunit.client.0.smithi123.stdout:op 4083 completed, throughput=5MB/sec 2023-12-20T11:24:15.883 INFO:tasks.workunit.client.0.smithi123.stdout: 816: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:15.883 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--1B-dbKNtDlgghe off=9633539 len=1531635 2023-12-20T11:24:15.891 INFO:tasks.workunit.client.0.smithi123.stdout:op 4084 completed, throughput=5MB/sec 2023-12-20T11:24:15.892 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-IVtbBxkR0SxtUK4 off=14052086 len=431584 2023-12-20T11:24:15.895 INFO:tasks.workunit.client.0.smithi123.stdout:op 4085 completed, throughput=5MB/sec 2023-12-20T11:24:15.895 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_gGdIHfAZBaDmek off=8441418 len=1488122 2023-12-20T11:24:15.904 INFO:tasks.workunit.client.0.smithi123.stdout:op 4086 completed, throughput=5MB/sec 2023-12-20T11:24:15.904 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-5mCZjfEdxmH90Gj off=3893843 len=922346 2023-12-20T11:24:15.909 INFO:tasks.workunit.client.0.smithi123.stdout:op 4087 completed, throughput=5MB/sec 2023-12-20T11:24:15.909 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-KIiKmU2nyznT0WM off=10038146 len=1639092 2023-12-20T11:24:15.910 INFO:tasks.workunit.client.0.smithi123.stdout:op 4088 completed, throughput=5MB/sec 2023-12-20T11:24:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:15 smithi123 ceph-mon[191304]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:24:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:15 smithi123 ceph-mon[188613]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:24:16.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:15 smithi177 ceph-mon[212096]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:24:16.911 INFO:tasks.workunit.client.0.smithi123.stdout: 817: throughput=5MB/sec pending data=0 2023-12-20T11:24:16.911 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-RGf6-WPOXhqF19p off=14713714 len=1038655 2023-12-20T11:24:16.917 INFO:tasks.workunit.client.0.smithi123.stdout:op 4089 completed, throughput=5MB/sec 2023-12-20T11:24:16.917 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-58f83_psNmwb-PC off=3704165 len=2091834 2023-12-20T11:24:16.929 INFO:tasks.workunit.client.0.smithi123.stdout:op 4090 completed, throughput=5MB/sec 2023-12-20T11:24:16.929 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-mpd3f6hMJF0qt_t off=16770164 len=882194 2023-12-20T11:24:16.933 INFO:tasks.workunit.client.0.smithi123.stdout:op 4091 completed, throughput=5MB/sec 2023-12-20T11:24:16.934 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-f0MYdjmL1VnNgTD off=7513865 len=301474 2023-12-20T11:24:16.936 INFO:tasks.workunit.client.0.smithi123.stdout:op 4092 completed, throughput=5MB/sec 2023-12-20T11:24:16.936 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kimyqvUOVBJn8-z off=11269844 len=1684606 2023-12-20T11:24:16.939 INFO:tasks.workunit.client.0.smithi123.stdout:op 4093 completed, throughput=5MB/sec 2023-12-20T11:24:17.940 INFO:tasks.workunit.client.0.smithi123.stdout: 818: throughput=5MB/sec pending data=0 2023-12-20T11:24:17.940 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cpoRZ-cArfBwPLj off=4324388 len=910838 2023-12-20T11:24:17.942 INFO:tasks.workunit.client.0.smithi123.stdout:op 4094 completed, throughput=5MB/sec 2023-12-20T11:24:17.942 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xg619udnClbyQ1l off=1053518 len=1028872 2023-12-20T11:24:17.948 INFO:tasks.workunit.client.0.smithi123.stdout:op 4095 completed, throughput=5MB/sec 2023-12-20T11:24:17.948 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4LA3gzaG6E_lKZh off=7443991 len=1449431 2023-12-20T11:24:17.950 INFO:tasks.workunit.client.0.smithi123.stdout:op 4096 completed, throughput=5MB/sec 2023-12-20T11:24:17.950 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-3nLWxkUKPBqffI3 off=1476380 len=342927 2023-12-20T11:24:17.953 INFO:tasks.workunit.client.0.smithi123.stdout:op 4097 completed, throughput=5MB/sec 2023-12-20T11:24:18.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:17 smithi177 ceph-mon[212096]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:24:18.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:17 smithi123 ceph-mon[191304]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:24:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:17 smithi123 ceph-mon[188613]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:24:18.791 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:24:18.953 INFO:tasks.workunit.client.0.smithi123.stdout: 819: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:18.953 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Gk_-2CoWcbM6Y-P off=20962373 len=2017551 2023-12-20T11:24:18.955 INFO:tasks.workunit.client.0.smithi123.stdout:op 4098 completed, throughput=5MB/sec 2023-12-20T11:24:18.955 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-OCkCSWO4BqhruKX off=4942503 len=484455 2023-12-20T11:24:18.958 INFO:tasks.workunit.client.0.smithi123.stdout:op 4099 completed, throughput=5MB/sec 2023-12-20T11:24:18.958 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Mbam_D-d9iW2KXn off=0 len=1200711 2023-12-20T11:24:18.964 INFO:tasks.workunit.client.0.smithi123.stdout:op 4100 completed, throughput=5MB/sec 2023-12-20T11:24:18.964 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zup5bw-f0F7_zAP off=9725754 len=1805275 2023-12-20T11:24:18.965 INFO:tasks.workunit.client.0.smithi123.stdout:op 4101 completed, throughput=5MB/sec 2023-12-20T11:24:19.101 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:24:19.101 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (33m) 9m ago 36m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:24:19.101 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (32m) 7m ago 35m 90.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:24:19.101 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (36m) 9m ago 36m 19.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:24:19.101 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (36m) 7m ago 36m 26.8M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:24:19.102 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (32m) 7m ago 39m 457M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:24:19.102 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (32m) 9m ago 40m 538M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:24:19.102 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (32m) 9m ago 40m 247M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:24:19.102 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (31m) 7m ago 39m 144M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:24:19.102 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (31m) 9m ago 39m 157M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:24:19.102 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (33m) 9m ago 35m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:24:19.102 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (32m) 7m ago 35m 19.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:24:19.102 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (31m) 9m ago 39m 1835M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:24:19.102 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (30m) 9m ago 38m 2063M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:24:19.102 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (30m) 9m ago 38m 2149M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:24:19.102 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (29m) 9m ago 38m 1878M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:24:19.102 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (29m) 7m ago 37m 1370M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:24:19.102 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (28m) 7m ago 37m 1530M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:24:19.102 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (28m) 7m ago 37m 1185M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:24:19.102 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (28m) 7m ago 37m 1584M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:24:19.103 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (32m) 7m ago 36m 77.3M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:24:19.443 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:24:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:24:19] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-20T11:24:19.486 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:24:19.486 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:24:19.486 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:24:19.486 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:24:19.486 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:24:19.486 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:24:19.486 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:24:19.486 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:24:19.486 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:24:19.486 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:24:19.486 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:24:19.487 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:24:19.487 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:24:19.487 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:24:19.487 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:24:19.487 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:24:19.487 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:24:19.487 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:24:19.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:19 smithi123 ceph-mon[191304]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:24:19.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:19 smithi123 ceph-mon[188613]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:24:19.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:19 smithi177 ceph-mon[212096]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:24:19.965 INFO:tasks.workunit.client.0.smithi123.stdout: 820: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:19.965 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-wf6rZwnFCx0QLLz off=20372163 len=1874302 2023-12-20T11:24:19.974 INFO:tasks.workunit.client.0.smithi123.stdout:op 4102 completed, throughput=5MB/sec 2023-12-20T11:24:19.974 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-euO1Wl3uCi6Fxt6 off=5103587 len=898404 2023-12-20T11:24:19.978 INFO:tasks.workunit.client.0.smithi123.stdout:op 4103 completed, throughput=5MB/sec 2023-12-20T11:24:19.978 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_KmM0OpBC8GWlVs off=9513396 len=65907 2023-12-20T11:24:19.980 INFO:tasks.workunit.client.0.smithi123.stdout:op 4104 completed, throughput=5MB/sec 2023-12-20T11:24:19.980 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0vfrW4brQfc0iDh off=2993283 len=1151752 2023-12-20T11:24:19.983 INFO:tasks.workunit.client.0.smithi123.stdout:op 4105 completed, throughput=5MB/sec 2023-12-20T11:24:19.983 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-3QCcljv48W-IuUm off=6594932 len=1888364 2023-12-20T11:24:19.984 INFO:tasks.workunit.client.0.smithi123.stdout:op 4106 completed, throughput=5MB/sec 2023-12-20T11:24:20.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:20 smithi123 ceph-mon[191304]: from='client.35742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:24:20.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:20 smithi123 ceph-mon[191304]: from='client.35748 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:24:20.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:20 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3912244650' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:24:20.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:20 smithi123 ceph-mon[188613]: from='client.35742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:24:20.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:20 smithi123 ceph-mon[188613]: from='client.35748 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:24:20.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:20 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3912244650' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:24:20.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:20 smithi177 ceph-mon[212096]: from='client.35742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:24:20.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:20 smithi177 ceph-mon[212096]: from='client.35748 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:24:20.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:20 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3912244650' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:24:20.984 INFO:tasks.workunit.client.0.smithi123.stdout: 821: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:20.985 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-szYnT_2aA9CDq0K off=15660770 len=2072585 2023-12-20T11:24:20.987 INFO:tasks.workunit.client.0.smithi123.stdout:op 4107 completed, throughput=5MB/sec 2023-12-20T11:24:20.987 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5NGdaW_Q_oaspAr off=551658 len=472851 2023-12-20T11:24:20.988 INFO:tasks.workunit.client.0.smithi123.stdout:op 4108 completed, throughput=5MB/sec 2023-12-20T11:24:20.988 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-HeRA5IUVOuCCIXh off=2670711 len=1571149 2023-12-20T11:24:20.990 INFO:tasks.workunit.client.0.smithi123.stdout:op 4109 completed, throughput=5MB/sec 2023-12-20T11:24:20.990 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DKbWwynhoa7JtI- off=2814699 len=1801220 2023-12-20T11:24:21.000 INFO:tasks.workunit.client.0.smithi123.stdout:op 4110 completed, throughput=5MB/sec 2023-12-20T11:24:21.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:21 smithi123 ceph-mon[191304]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:24:21.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:21 smithi123 ceph-mon[188613]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:24:21.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:21 smithi177 ceph-mon[212096]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:24:22.000 INFO:tasks.workunit.client.0.smithi123.stdout: 822: throughput=5MB/sec pending data=0 2023-12-20T11:24:22.001 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-grOW4nEhzQm3CZh off=16341324 len=983615 2023-12-20T11:24:22.002 INFO:tasks.workunit.client.0.smithi123.stdout:op 4111 completed, throughput=5MB/sec 2023-12-20T11:24:22.002 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Lcb3tl9KLsXVnjc off=8864019 len=1296896 2023-12-20T11:24:22.003 INFO:tasks.workunit.client.0.smithi123.stdout:op 4112 completed, throughput=5MB/sec 2023-12-20T11:24:22.004 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-EWerqysqFMcEd_1 off=10047499 len=901600 2023-12-20T11:24:22.009 INFO:tasks.workunit.client.0.smithi123.stdout:op 4113 completed, throughput=5MB/sec 2023-12-20T11:24:22.010 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9L7X4UyI7VLJN3G off=5781760 len=667256 2023-12-20T11:24:22.010 INFO:tasks.workunit.client.0.smithi123.stdout:op 4114 completed, throughput=5MB/sec 2023-12-20T11:24:22.010 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wTQMOcpH1ev7hwD off=11574756 len=226688 2023-12-20T11:24:22.011 INFO:tasks.workunit.client.0.smithi123.stdout:op 4115 completed, throughput=5MB/sec 2023-12-20T11:24:23.011 INFO:tasks.workunit.client.0.smithi123.stdout: 823: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:23.011 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-KodaK8RPXUgFvFI off=15171338 len=1806296 2023-12-20T11:24:23.013 INFO:tasks.workunit.client.0.smithi123.stdout:op 4116 completed, throughput=5MB/sec 2023-12-20T11:24:23.013 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-7FcLRizg6xJrEI2 off=3743931 len=1700818 2023-12-20T11:24:23.017 INFO:tasks.workunit.client.0.smithi123.stdout:op 4117 completed, throughput=5MB/sec 2023-12-20T11:24:23.017 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-42_BTZ44KupPb7m off=12669050 len=1711696 2023-12-20T11:24:23.018 INFO:tasks.workunit.client.0.smithi123.stdout:op 4118 completed, throughput=5MB/sec 2023-12-20T11:24:23.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:23 smithi123 ceph-mon[191304]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:24:23.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:23 smithi123 ceph-mon[188613]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:24:23.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:23 smithi177 ceph-mon[212096]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:24:24.019 INFO:tasks.workunit.client.0.smithi123.stdout: 824: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:24.019 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cuqsSWGjoq7zFuD off=14732109 len=556748 2023-12-20T11:24:24.022 INFO:tasks.workunit.client.0.smithi123.stdout:op 4119 completed, throughput=4.99MB/sec 2023-12-20T11:24:24.023 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FGommjqb6TSOqvP off=3295212 len=937016 2023-12-20T11:24:24.024 INFO:tasks.workunit.client.0.smithi123.stdout:op 4120 completed, throughput=5MB/sec 2023-12-20T11:24:24.025 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-TC869RBs71XU2zG off=6256214 len=2083526 2023-12-20T11:24:24.033 INFO:tasks.workunit.client.0.smithi123.stdout:op 4121 completed, throughput=5MB/sec 2023-12-20T11:24:24.034 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-HX29TIFZ8h3K3Dx off=2521836 len=1615361 2023-12-20T11:24:24.041 INFO:tasks.workunit.client.0.smithi123.stdout:op 4122 completed, throughput=5MB/sec 2023-12-20T11:24:24.041 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KKMTGJ2OkXpqOy3 off=14065404 len=624113 2023-12-20T11:24:24.044 INFO:tasks.workunit.client.0.smithi123.stdout:op 4123 completed, throughput=5MB/sec 2023-12-20T11:24:25.045 INFO:tasks.workunit.client.0.smithi123.stdout: 825: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:25.045 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GOMCRVQrw1h8OVJ off=3699250 len=2011849 2023-12-20T11:24:25.046 INFO:tasks.workunit.client.0.smithi123.stdout:op 4124 completed, throughput=5MB/sec 2023-12-20T11:24:25.047 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FVfytuBCV1ujNKj off=4736270 len=267978 2023-12-20T11:24:25.047 INFO:tasks.workunit.client.0.smithi123.stdout:op 4125 completed, throughput=5MB/sec 2023-12-20T11:24:25.047 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-7oMYFIplVTmjyVU off=4977545 len=1276410 2023-12-20T11:24:25.049 INFO:tasks.workunit.client.0.smithi123.stdout:op 4126 completed, throughput=5MB/sec 2023-12-20T11:24:25.049 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Wlrh2T5p_eEsjZH off=19284425 len=1941571 2023-12-20T11:24:25.060 INFO:tasks.workunit.client.0.smithi123.stdout:op 4127 completed, throughput=5MB/sec 2023-12-20T11:24:25.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:25 smithi123 ceph-mon[191304]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:24:25.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:25 smithi123 ceph-mon[188613]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:24:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:25 smithi177 ceph-mon[212096]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:24:26.061 INFO:tasks.workunit.client.0.smithi123.stdout: 826: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:26.061 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-HwVPc9SPUQ7rzmW off=17015901 len=1449059 2023-12-20T11:24:26.062 INFO:tasks.workunit.client.0.smithi123.stdout:op 4128 completed, throughput=5MB/sec 2023-12-20T11:24:26.062 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-3XmvaehwILUkw9a off=828543 len=780181 2023-12-20T11:24:26.063 INFO:tasks.workunit.client.0.smithi123.stdout:op 4129 completed, throughput=5MB/sec 2023-12-20T11:24:26.063 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hP87367sPrXn5mQ off=3254909 len=2080119 2023-12-20T11:24:26.065 INFO:tasks.workunit.client.0.smithi123.stdout:op 4130 completed, throughput=5MB/sec 2023-12-20T11:24:26.065 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-iHevFz_R3xRnGim off=1206265 len=2796 2023-12-20T11:24:26.068 INFO:tasks.workunit.client.0.smithi123.stdout:op 4131 completed, throughput=5MB/sec 2023-12-20T11:24:26.068 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-wGcZSLAK67CBSwX off=16366426 len=1303552 2023-12-20T11:24:26.075 INFO:tasks.workunit.client.0.smithi123.stdout:op 4132 completed, throughput=5MB/sec 2023-12-20T11:24:26.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:24:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:24:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:24:27.076 INFO:tasks.workunit.client.0.smithi123.stdout: 827: throughput=5MB/sec pending data=0 2023-12-20T11:24:27.076 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-J9A9bB6asFzURG9 off=4515653 len=1505258 2023-12-20T11:24:27.079 INFO:tasks.workunit.client.0.smithi123.stdout:op 4133 completed, throughput=5MB/sec 2023-12-20T11:24:27.080 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DdnfNXnt0BxJjXR off=4199857 len=1307648 2023-12-20T11:24:27.080 INFO:tasks.workunit.client.0.smithi123.stdout:op 4134 completed, throughput=5MB/sec 2023-12-20T11:24:27.080 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--ovHvfkWyD9-IlI off=2584259 len=2044923 2023-12-20T11:24:27.086 INFO:tasks.workunit.client.0.smithi123.stdout:op 4135 completed, throughput=5MB/sec 2023-12-20T11:24:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:27 smithi123 ceph-mon[191304]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-20T11:24:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:27 smithi123 ceph-mon[188613]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-20T11:24:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:27 smithi177 ceph-mon[212096]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-20T11:24:28.083 INFO:tasks.workunit.client.0.smithi123.stdout: 828: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:28.083 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-qYvJCnp9wESDC_M off=7773568 len=136884 2023-12-20T11:24:28.085 INFO:tasks.workunit.client.0.smithi123.stdout:op 4136 completed, throughput=4.99MB/sec 2023-12-20T11:24:28.085 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-qMrx2h-ueqaBW1P off=13313960 len=1630715 2023-12-20T11:24:28.092 INFO:tasks.workunit.client.0.smithi123.stdout:op 4137 completed, throughput=5MB/sec 2023-12-20T11:24:28.092 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-zopkV_oTr_eHYBS off=630047 len=1361804 2023-12-20T11:24:28.098 INFO:tasks.workunit.client.0.smithi123.stdout:op 4138 completed, throughput=5MB/sec 2023-12-20T11:24:28.098 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZBgY0F08Fi5ov83 off=6815204 len=940942 2023-12-20T11:24:28.101 INFO:tasks.workunit.client.0.smithi123.stdout:op 4139 completed, throughput=5MB/sec 2023-12-20T11:24:28.101 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-8JIFWcD8sWYDqjN off=4123828 len=29010 2023-12-20T11:24:28.104 INFO:tasks.workunit.client.0.smithi123.stdout:op 4140 completed, throughput=5MB/sec 2023-12-20T11:24:28.104 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-l3y24U89ei0dPSY off=9553572 len=754906 2023-12-20T11:24:28.105 INFO:tasks.workunit.client.0.smithi123.stdout:op 4141 completed, throughput=5MB/sec 2023-12-20T11:24:29.105 INFO:tasks.workunit.client.0.smithi123.stdout: 829: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:29.105 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-RPbQbYattiCZbTa off=2365525 len=1387175 2023-12-20T11:24:29.108 INFO:tasks.workunit.client.0.smithi123.stdout:op 4142 completed, throughput=5MB/sec 2023-12-20T11:24:29.108 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-LLdG5Hpm_sFpTZf off=5111758 len=37124 2023-12-20T11:24:29.111 INFO:tasks.workunit.client.0.smithi123.stdout:op 4143 completed, throughput=5MB/sec 2023-12-20T11:24:29.111 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-v6UDFFVkkJdLAb9 off=7637670 len=390780 2023-12-20T11:24:29.114 INFO:tasks.workunit.client.0.smithi123.stdout:op 4144 completed, throughput=5MB/sec 2023-12-20T11:24:29.114 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-CNTUljHT91VqOug off=3099715 len=138188 2023-12-20T11:24:29.115 INFO:tasks.workunit.client.0.smithi123.stdout:op 4145 completed, throughput=5MB/sec 2023-12-20T11:24:29.115 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cKHywxQrrBLsLo_ off=3158161 len=1104859 2023-12-20T11:24:29.120 INFO:tasks.workunit.client.0.smithi123.stdout:op 4146 completed, throughput=5MB/sec 2023-12-20T11:24:29.120 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zhwiGJI4LA0rH_a off=377593 len=1024226 2023-12-20T11:24:29.122 INFO:tasks.workunit.client.0.smithi123.stdout:op 4147 completed, throughput=5MB/sec 2023-12-20T11:24:29.122 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-esn7zoUmJE3UxQK off=382123 len=230868 2023-12-20T11:24:29.122 INFO:tasks.workunit.client.0.smithi123.stdout:op 4148 completed, throughput=5MB/sec 2023-12-20T11:24:29.122 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-lGZZNEHuPS405uV off=6403095 len=138690 2023-12-20T11:24:29.125 INFO:tasks.workunit.client.0.smithi123.stdout:op 4149 completed, throughput=5MB/sec 2023-12-20T11:24:29.125 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-81M8QigrWePXsjC off=3428480 len=1942249 2023-12-20T11:24:29.127 INFO:tasks.workunit.client.0.smithi123.stdout:op 4150 completed, throughput=5MB/sec 2023-12-20T11:24:29.467 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:24:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:24:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-20T11:24:29.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:29 smithi123 ceph-mon[191304]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:24:29.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:29 smithi123 ceph-mon[188613]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:24:29.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:29 smithi177 ceph-mon[212096]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:24:30.127 INFO:tasks.workunit.client.0.smithi123.stdout: 830: throughput=5MB/sec pending data=0 2023-12-20T11:24:30.128 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DZ6BUHRzjTzruXN off=9407238 len=895783 2023-12-20T11:24:30.132 INFO:tasks.workunit.client.0.smithi123.stdout:op 4151 completed, throughput=5MB/sec 2023-12-20T11:24:30.132 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DrjEGqgJJPwIMad off=11923540 len=1740033 2023-12-20T11:24:30.142 INFO:tasks.workunit.client.0.smithi123.stdout:op 4152 completed, throughput=5MB/sec 2023-12-20T11:24:30.142 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uGJ7pS3ybd3x0IA off=881268 len=23738 2023-12-20T11:24:30.143 INFO:tasks.workunit.client.0.smithi123.stdout:op 4153 completed, throughput=5MB/sec 2023-12-20T11:24:30.143 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-fgISfuIJJ5yQrvM off=1029493 len=1167459 2023-12-20T11:24:30.148 INFO:tasks.workunit.client.0.smithi123.stdout:op 4154 completed, throughput=5MB/sec 2023-12-20T11:24:30.148 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-C-WfHyaXAg1jlEg off=4333536 len=624324 2023-12-20T11:24:30.149 INFO:tasks.workunit.client.0.smithi123.stdout:op 4155 completed, throughput=5MB/sec 2023-12-20T11:24:31.149 INFO:tasks.workunit.client.0.smithi123.stdout: 831: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:31.150 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QArjagnxCyicUvp off=994312 len=1994484 2023-12-20T11:24:31.157 INFO:tasks.workunit.client.0.smithi123.stdout:op 4156 completed, throughput=5MB/sec 2023-12-20T11:24:31.157 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-E5IYIWkZgIZlGrn off=20677866 len=1107308 2023-12-20T11:24:31.159 INFO:tasks.workunit.client.0.smithi123.stdout:op 4157 completed, throughput=5MB/sec 2023-12-20T11:24:31.159 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-fUMXC28yld86tJH off=708708 len=542772 2023-12-20T11:24:31.163 INFO:tasks.workunit.client.0.smithi123.stdout:op 4158 completed, throughput=5MB/sec 2023-12-20T11:24:31.163 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YoR0C-iQW6RrqAS off=1564865 len=1837180 2023-12-20T11:24:31.164 INFO:tasks.workunit.client.0.smithi123.stdout:op 4159 completed, throughput=5MB/sec 2023-12-20T11:24:31.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:31 smithi123 ceph-mon[191304]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:24:31.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:31 smithi123 ceph-mon[188613]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:24:31.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:31 smithi177 ceph-mon[212096]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:24:32.164 INFO:tasks.workunit.client.0.smithi123.stdout: 832: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:32.165 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YnF5elO4UzQArK1 off=6009248 len=1216417 2023-12-20T11:24:32.166 INFO:tasks.workunit.client.0.smithi123.stdout:op 4160 completed, throughput=5MB/sec 2023-12-20T11:24:32.166 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9FUMWHW1O1zHwxD off=1179449 len=460879 2023-12-20T11:24:32.167 INFO:tasks.workunit.client.0.smithi123.stdout:op 4161 completed, throughput=5MB/sec 2023-12-20T11:24:32.167 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-WfjSnr1sQCYJ9ry off=112862 len=2041655 2023-12-20T11:24:32.170 INFO:tasks.workunit.client.0.smithi123.stdout:op 4162 completed, throughput=5MB/sec 2023-12-20T11:24:32.170 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4VQ7CW5pGWJjP4B off=10083039 len=313079 2023-12-20T11:24:32.173 INFO:tasks.workunit.client.0.smithi123.stdout:op 4163 completed, throughput=5MB/sec 2023-12-20T11:24:32.173 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-a6GfEfkh2h3sUJv off=1128821 len=437784 2023-12-20T11:24:32.176 INFO:tasks.workunit.client.0.smithi123.stdout:op 4164 completed, throughput=5MB/sec 2023-12-20T11:24:32.176 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Pc994OwuUVpTnd4 off=2136198 len=1320365 2023-12-20T11:24:32.178 INFO:tasks.workunit.client.0.smithi123.stdout:op 4165 completed, throughput=5MB/sec 2023-12-20T11:24:33.178 INFO:tasks.workunit.client.0.smithi123.stdout: 833: throughput=5MB/sec pending data=0 2023-12-20T11:24:33.178 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6CABbDlN5ug80qG off=3756222 len=1215308 2023-12-20T11:24:33.180 INFO:tasks.workunit.client.0.smithi123.stdout:op 4166 completed, throughput=5MB/sec 2023-12-20T11:24:33.180 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-LGg0HNxc2jnJ1E7 off=8434448 len=413092 2023-12-20T11:24:33.180 INFO:tasks.workunit.client.0.smithi123.stdout:op 4167 completed, throughput=5MB/sec 2023-12-20T11:24:33.181 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tVXbLTeFCiruZAH off=12929756 len=2031759 2023-12-20T11:24:33.184 INFO:tasks.workunit.client.0.smithi123.stdout:op 4168 completed, throughput=5MB/sec 2023-12-20T11:24:33.184 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-8wItkKCsS0fEVjZ off=14138494 len=1811879 2023-12-20T11:24:33.193 INFO:tasks.workunit.client.0.smithi123.stdout:op 4169 completed, throughput=5MB/sec 2023-12-20T11:24:33.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:33 smithi123 ceph-mon[188613]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-20T11:24:33.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:33 smithi123 ceph-mon[191304]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-20T11:24:33.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:33 smithi177 ceph-mon[212096]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-20T11:24:34.194 INFO:tasks.workunit.client.0.smithi123.stdout: 834: throughput=5MB/sec pending data=0 2023-12-20T11:24:34.194 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-V5YJCv_zrG8jV0N off=2862428 len=1539446 2023-12-20T11:24:34.195 INFO:tasks.workunit.client.0.smithi123.stdout:op 4170 completed, throughput=5MB/sec 2023-12-20T11:24:34.196 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-tqA2z5M9CpayN0S off=5809891 len=739337 2023-12-20T11:24:34.201 INFO:tasks.workunit.client.0.smithi123.stdout:op 4171 completed, throughput=5MB/sec 2023-12-20T11:24:34.201 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-7FXIanyQzprivPb off=9086968 len=1313263 2023-12-20T11:24:34.203 INFO:tasks.workunit.client.0.smithi123.stdout:op 4172 completed, throughput=5MB/sec 2023-12-20T11:24:34.203 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-R2MBls68OA3ctlr off=6318500 len=327619 2023-12-20T11:24:34.207 INFO:tasks.workunit.client.0.smithi123.stdout:op 4173 completed, throughput=5MB/sec 2023-12-20T11:24:34.207 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QlAsAexgrRpKJMD off=1031957 len=823573 2023-12-20T11:24:34.211 INFO:tasks.workunit.client.0.smithi123.stdout:op 4174 completed, throughput=5MB/sec 2023-12-20T11:24:35.211 INFO:tasks.workunit.client.0.smithi123.stdout: 835: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:35.211 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Of-MAtpUZrNKeaz off=9907697 len=20792 2023-12-20T11:24:35.211 INFO:tasks.workunit.client.0.smithi123.stdout:op 4175 completed, throughput=4.99MB/sec 2023-12-20T11:24:35.211 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xTL7s6Mfqn_ayDs off=8894055 len=592681 2023-12-20T11:24:35.212 INFO:tasks.workunit.client.0.smithi123.stdout:op 4176 completed, throughput=5MB/sec 2023-12-20T11:24:35.212 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lu90bxmQTCMlfO7 off=1262775 len=1262943 2023-12-20T11:24:35.214 INFO:tasks.workunit.client.0.smithi123.stdout:op 4177 completed, throughput=5MB/sec 2023-12-20T11:24:35.214 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-c6BejHXx-Xq9mOL off=3684850 len=649273 2023-12-20T11:24:35.218 INFO:tasks.workunit.client.0.smithi123.stdout:op 4178 completed, throughput=5MB/sec 2023-12-20T11:24:35.218 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-WYETJobHw5Jobmf off=855779 len=1130299 2023-12-20T11:24:35.219 INFO:tasks.workunit.client.0.smithi123.stdout:op 4179 completed, throughput=5MB/sec 2023-12-20T11:24:35.219 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-icIkssLaeZpZghc off=21502844 len=723728 2023-12-20T11:24:35.220 INFO:tasks.workunit.client.0.smithi123.stdout:op 4180 completed, throughput=5MB/sec 2023-12-20T11:24:35.220 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-mGIRF7ijXENkVvp off=16422181 len=159970 2023-12-20T11:24:35.223 INFO:tasks.workunit.client.0.smithi123.stdout:op 4181 completed, throughput=5MB/sec 2023-12-20T11:24:35.223 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cTCpi7JvVehSKH3 off=478315 len=192100 2023-12-20T11:24:35.226 INFO:tasks.workunit.client.0.smithi123.stdout:op 4182 completed, throughput=5MB/sec 2023-12-20T11:24:35.226 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-LzhxfdPbf_NxMIp off=17931390 len=1515554 2023-12-20T11:24:35.227 INFO:tasks.workunit.client.0.smithi123.stdout:op 4183 completed, throughput=5MB/sec 2023-12-20T11:24:35.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:35 smithi123 ceph-mon[191304]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:24:35.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:35 smithi123 ceph-mon[188613]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:24:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:35 smithi177 ceph-mon[212096]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:24:36.228 INFO:tasks.workunit.client.0.smithi123.stdout: 836: throughput=5MB/sec pending data=0 2023-12-20T11:24:36.228 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-SVWvtT7PDMgjeZn off=9512663 len=394875 2023-12-20T11:24:36.229 INFO:tasks.workunit.client.0.smithi123.stdout:op 4184 completed, throughput=5MB/sec 2023-12-20T11:24:36.230 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KcblFBxtntClocb off=3132428 len=1817325 2023-12-20T11:24:36.239 INFO:tasks.workunit.client.0.smithi123.stdout:op 4185 completed, throughput=5MB/sec 2023-12-20T11:24:36.240 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pyStm4uP1eJhwRR off=1030291 len=239860 2023-12-20T11:24:36.241 INFO:tasks.workunit.client.0.smithi123.stdout:op 4186 completed, throughput=5MB/sec 2023-12-20T11:24:36.241 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-WtpJZxsyJ4cNecU off=5795247 len=522035 2023-12-20T11:24:36.241 INFO:tasks.workunit.client.0.smithi123.stdout:op 4187 completed, throughput=5MB/sec 2023-12-20T11:24:36.241 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QZw_z_kdbwAlZUo off=84539 len=997761 2023-12-20T11:24:36.247 INFO:tasks.workunit.client.0.smithi123.stdout:op 4188 completed, throughput=5MB/sec 2023-12-20T11:24:36.247 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-p6z1Wz69Wh_To5t off=3408922 len=1246512 2023-12-20T11:24:36.252 INFO:tasks.workunit.client.0.smithi123.stdout:op 4189 completed, throughput=5MB/sec 2023-12-20T11:24:37.252 INFO:tasks.workunit.client.0.smithi123.stdout: 837: throughput=5MB/sec pending data=0 2023-12-20T11:24:37.253 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--LUMiKWKRBmzLy6 off=561334 len=1497376 2023-12-20T11:24:37.259 INFO:tasks.workunit.client.0.smithi123.stdout:op 4190 completed, throughput=5MB/sec 2023-12-20T11:24:37.259 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-JPOEXCE3t5GbwyB off=12311516 len=1518141 2023-12-20T11:24:37.261 INFO:tasks.workunit.client.0.smithi123.stdout:op 4191 completed, throughput=5MB/sec 2023-12-20T11:24:37.261 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-SJdCdOJaTXnvQ-a off=6878343 len=1132084 2023-12-20T11:24:37.262 INFO:tasks.workunit.client.0.smithi123.stdout:op 4192 completed, throughput=5MB/sec 2023-12-20T11:24:37.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:37 smithi123 ceph-mon[191304]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-20T11:24:37.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:37 smithi123 ceph-mon[188613]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-20T11:24:37.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:37 smithi177 ceph-mon[212096]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-20T11:24:38.263 INFO:tasks.workunit.client.0.smithi123.stdout: 838: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:38.263 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Xo0SRTViiA-VEiz off=7104429 len=747879 2023-12-20T11:24:38.268 INFO:tasks.workunit.client.0.smithi123.stdout:op 4193 completed, throughput=4.99MB/sec 2023-12-20T11:24:38.268 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-UlVR4YNuhy3mDM9 off=2634306 len=846916 2023-12-20T11:24:38.269 INFO:tasks.workunit.client.0.smithi123.stdout:op 4194 completed, throughput=5MB/sec 2023-12-20T11:24:38.269 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-k3xYzOo6ZXxFiYk off=2588165 len=665140 2023-12-20T11:24:38.269 INFO:tasks.workunit.client.0.smithi123.stdout:op 4195 completed, throughput=5MB/sec 2023-12-20T11:24:38.269 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-T4GdHbYxLNcGchj off=13152120 len=1357340 2023-12-20T11:24:38.271 INFO:tasks.workunit.client.0.smithi123.stdout:op 4196 completed, throughput=5MB/sec 2023-12-20T11:24:38.271 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-R5r912_bNFbtb-0 off=8936707 len=1003351 2023-12-20T11:24:38.273 INFO:tasks.workunit.client.0.smithi123.stdout:op 4197 completed, throughput=5MB/sec 2023-12-20T11:24:38.273 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Yzjq4wiCVE8Cw8I off=213896 len=1942458 2023-12-20T11:24:38.277 INFO:tasks.workunit.client.0.smithi123.stdout:op 4198 completed, throughput=5MB/sec 2023-12-20T11:24:39.277 INFO:tasks.workunit.client.0.smithi123.stdout: 839: throughput=5MB/sec pending data=0 2023-12-20T11:24:39.277 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Fo9VrsusJCvWH1o off=7184512 len=390263 2023-12-20T11:24:39.278 INFO:tasks.workunit.client.0.smithi123.stdout:op 4199 completed, throughput=5MB/sec 2023-12-20T11:24:39.278 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-S8sszTRdl-i5WKb off=15964106 len=1168673 2023-12-20T11:24:39.285 INFO:tasks.workunit.client.0.smithi123.stdout:op 4200 completed, throughput=5MB/sec 2023-12-20T11:24:39.289 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hV7EJSnCARvmWca off=713426 len=1799211 2023-12-20T11:24:39.290 INFO:tasks.workunit.client.0.smithi123.stdout:op 4201 completed, throughput=5MB/sec 2023-12-20T11:24:39.290 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-EIolWrcX5n8klC7 off=13180910 len=1303409 2023-12-20T11:24:39.290 INFO:tasks.workunit.client.0.smithi123.stdout:op 4202 completed, throughput=5MB/sec 2023-12-20T11:24:39.482 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:24:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:24:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-20T11:24:39.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:39 smithi123 ceph-mon[191304]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2023-12-20T11:24:39.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:39 smithi123 ceph-mon[188613]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2023-12-20T11:24:39.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:39 smithi177 ceph-mon[212096]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2023-12-20T11:24:40.290 INFO:tasks.workunit.client.0.smithi123.stdout: 840: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:40.290 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-f21opJte761T_-o off=19584954 len=335925 2023-12-20T11:24:40.294 INFO:tasks.workunit.client.0.smithi123.stdout:op 4203 completed, throughput=5MB/sec 2023-12-20T11:24:40.294 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-iuKRQaJ0pMp4C1C off=3760148 len=847197 2023-12-20T11:24:40.298 INFO:tasks.workunit.client.0.smithi123.stdout:op 4204 completed, throughput=5MB/sec 2023-12-20T11:24:40.298 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-CRDJp1MXQlz7dLH off=3841324 len=2046384 2023-12-20T11:24:40.301 INFO:tasks.workunit.client.0.smithi123.stdout:op 4205 completed, throughput=5MB/sec 2023-12-20T11:24:40.301 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--20RlqhMFNSxFJe off=3289954 len=1889087 2023-12-20T11:24:40.312 INFO:tasks.workunit.client.0.smithi123.stdout:op 4206 completed, throughput=5MB/sec 2023-12-20T11:24:41.312 INFO:tasks.workunit.client.0.smithi123.stdout: 841: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:41.312 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-k3xYzOo6ZXxFiYk off=5866795 len=1222728 2023-12-20T11:24:41.319 INFO:tasks.workunit.client.0.smithi123.stdout:op 4207 completed, throughput=5MB/sec 2023-12-20T11:24:41.319 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xrL1_-RJ7Qp3dot off=1886294 len=1148387 2023-12-20T11:24:41.326 INFO:tasks.workunit.client.0.smithi123.stdout:op 4208 completed, throughput=5MB/sec 2023-12-20T11:24:41.326 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-bCY6a1OiK3f4c8B off=14823178 len=1669901 2023-12-20T11:24:41.328 INFO:tasks.workunit.client.0.smithi123.stdout:op 4209 completed, throughput=5MB/sec 2023-12-20T11:24:41.328 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-r-LStzVgVBDqRfy off=583846 len=1144637 2023-12-20T11:24:41.335 INFO:tasks.workunit.client.0.smithi123.stdout:op 4210 completed, throughput=5MB/sec 2023-12-20T11:24:41.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:41 smithi123 ceph-mon[191304]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-20T11:24:41.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:24:41.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:41 smithi123 ceph-mon[188613]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-20T11:24:41.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:24:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:41 smithi177 ceph-mon[212096]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-20T11:24:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:24:42.336 INFO:tasks.workunit.client.0.smithi123.stdout: 842: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:42.336 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cySD0jJiILVVhMo off=3711549 len=1473703 2023-12-20T11:24:42.341 INFO:tasks.workunit.client.0.smithi123.stdout:op 4211 completed, throughput=5MB/sec 2023-12-20T11:24:42.342 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-VwTskwfrfY87iwJ off=4577839 len=2003570 2023-12-20T11:24:42.347 INFO:tasks.workunit.client.0.smithi123.stdout:op 4212 completed, throughput=5MB/sec 2023-12-20T11:24:42.347 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-M-cShtiAj-RTZhO off=15090605 len=1169024 2023-12-20T11:24:42.352 INFO:tasks.workunit.client.0.smithi123.stdout:op 4213 completed, throughput=5MB/sec 2023-12-20T11:24:42.352 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-S3z67bbGMolC5Qo off=5219031 len=976942 2023-12-20T11:24:42.354 INFO:tasks.workunit.client.0.smithi123.stdout:op 4214 completed, throughput=5MB/sec 2023-12-20T11:24:43.354 INFO:tasks.workunit.client.0.smithi123.stdout: 843: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:43.355 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-3uxR0XpT8Lcpz70 off=9975327 len=1692240 2023-12-20T11:24:43.356 INFO:tasks.workunit.client.0.smithi123.stdout:op 4215 completed, throughput=5MB/sec 2023-12-20T11:24:43.356 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-dglpop2OaPWtHPK off=1032259 len=573924 2023-12-20T11:24:43.357 INFO:tasks.workunit.client.0.smithi123.stdout:op 4216 completed, throughput=5MB/sec 2023-12-20T11:24:43.357 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-i2HtNX3flXgpoah off=6995132 len=1009325 2023-12-20T11:24:43.360 INFO:tasks.workunit.client.0.smithi123.stdout:op 4217 completed, throughput=5MB/sec 2023-12-20T11:24:43.360 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-y_nYOTo6aujSN72 off=5906112 len=1692311 2023-12-20T11:24:43.369 INFO:tasks.workunit.client.0.smithi123.stdout:op 4218 completed, throughput=5MB/sec 2023-12-20T11:24:43.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:43 smithi123 ceph-mon[191304]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-20T11:24:43.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:43 smithi123 ceph-mon[188613]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-20T11:24:43.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:43 smithi177 ceph-mon[212096]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-20T11:24:44.370 INFO:tasks.workunit.client.0.smithi123.stdout: 844: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:44.370 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FY2WhTUvyBsWn67 off=2571345 len=242116 2023-12-20T11:24:44.373 INFO:tasks.workunit.client.0.smithi123.stdout:op 4219 completed, throughput=4.99MB/sec 2023-12-20T11:24:44.373 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5rorUICEXOdSksB off=11776171 len=142481 2023-12-20T11:24:44.374 INFO:tasks.workunit.client.0.smithi123.stdout:op 4220 completed, throughput=4.99MB/sec 2023-12-20T11:24:44.374 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-jxi5Y061YIXR_68 off=4777692 len=2053588 2023-12-20T11:24:44.385 INFO:tasks.workunit.client.0.smithi123.stdout:op 4221 completed, throughput=5MB/sec 2023-12-20T11:24:44.385 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-54jiM2wXgIe7Q-g off=2819367 len=379776 2023-12-20T11:24:44.388 INFO:tasks.workunit.client.0.smithi123.stdout:op 4222 completed, throughput=5MB/sec 2023-12-20T11:24:44.388 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lIkopPdUknw-_3m off=9114497 len=1438577 2023-12-20T11:24:44.392 INFO:tasks.workunit.client.0.smithi123.stdout:op 4223 completed, throughput=5MB/sec 2023-12-20T11:24:44.392 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-H9PpfYZTtvpBe26 off=1355218 len=1511976 2023-12-20T11:24:44.394 INFO:tasks.workunit.client.0.smithi123.stdout:op 4224 completed, throughput=5MB/sec 2023-12-20T11:24:45.394 INFO:tasks.workunit.client.0.smithi123.stdout: 845: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:45.394 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-JCd-6TEiRsriD1V off=2903948 len=15697 2023-12-20T11:24:45.396 INFO:tasks.workunit.client.0.smithi123.stdout:op 4225 completed, throughput=4.99MB/sec 2023-12-20T11:24:45.396 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nsJlGgbugAJrtO1 off=675245 len=1269182 2023-12-20T11:24:45.398 INFO:tasks.workunit.client.0.smithi123.stdout:op 4226 completed, throughput=5MB/sec 2023-12-20T11:24:45.398 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ABVBy02QjqqNiYJ off=1345609 len=1502277 2023-12-20T11:24:45.408 INFO:tasks.workunit.client.0.smithi123.stdout:op 4227 completed, throughput=5MB/sec 2023-12-20T11:24:45.408 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-bhCs3CZxU3oG7Wa off=165186 len=1729023 2023-12-20T11:24:45.416 INFO:tasks.workunit.client.0.smithi123.stdout:op 4228 completed, throughput=5MB/sec 2023-12-20T11:24:45.416 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-AZlzDirnxZ_-KkO off=11771834 len=697882 2023-12-20T11:24:45.418 INFO:tasks.workunit.client.0.smithi123.stdout:op 4229 completed, throughput=5MB/sec 2023-12-20T11:24:45.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:45 smithi123 ceph-mon[191304]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-20T11:24:45.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:45 smithi123 ceph-mon[188613]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-20T11:24:45.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:45 smithi177 ceph-mon[212096]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-20T11:24:46.418 INFO:tasks.workunit.client.0.smithi123.stdout: 846: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:46.418 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-mNEt_18kAhzmVDk off=13059107 len=473276 2023-12-20T11:24:46.422 INFO:tasks.workunit.client.0.smithi123.stdout:op 4230 completed, throughput=5MB/sec 2023-12-20T11:24:46.422 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-qRpzshRvx7D3G20 off=2107360 len=1105391 2023-12-20T11:24:46.427 INFO:tasks.workunit.client.0.smithi123.stdout:op 4231 completed, throughput=5MB/sec 2023-12-20T11:24:46.427 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fvWPsEHyAX2O_Zo off=4310036 len=876039 2023-12-20T11:24:46.428 INFO:tasks.workunit.client.0.smithi123.stdout:op 4232 completed, throughput=5MB/sec 2023-12-20T11:24:46.428 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-L4j0tHzn7y7Cr5E off=18412034 len=1869940 2023-12-20T11:24:46.431 INFO:tasks.workunit.client.0.smithi123.stdout:op 4233 completed, throughput=5MB/sec 2023-12-20T11:24:46.431 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GHu9XNZHw1UVZDx off=4113502 len=527522 2023-12-20T11:24:46.431 INFO:tasks.workunit.client.0.smithi123.stdout:op 4234 completed, throughput=5MB/sec 2023-12-20T11:24:46.431 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-eGrlv8K3JCreszK off=798333 len=349002 2023-12-20T11:24:46.435 INFO:tasks.workunit.client.0.smithi123.stdout:op 4235 completed, throughput=5MB/sec 2023-12-20T11:24:47.435 INFO:tasks.workunit.client.0.smithi123.stdout: 847: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:47.435 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Izfj6x4wAlOl4Z5 off=14926288 len=770878 2023-12-20T11:24:47.440 INFO:tasks.workunit.client.0.smithi123.stdout:op 4236 completed, throughput=5MB/sec 2023-12-20T11:24:47.440 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-sO5NmW7vbbcND2a off=17280075 len=48060 2023-12-20T11:24:47.442 INFO:tasks.workunit.client.0.smithi123.stdout:op 4237 completed, throughput=5MB/sec 2023-12-20T11:24:47.442 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-whfOt2psJ47xE5p off=10290207 len=1221044 2023-12-20T11:24:47.450 INFO:tasks.workunit.client.0.smithi123.stdout:op 4238 completed, throughput=5MB/sec 2023-12-20T11:24:47.450 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9gQqUGQXlS4Aq_6 off=3823419 len=1046895 2023-12-20T11:24:47.452 INFO:tasks.workunit.client.0.smithi123.stdout:op 4239 completed, throughput=5MB/sec 2023-12-20T11:24:47.452 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-F64nmvQjr5seRQ4 off=9093942 len=514934 2023-12-20T11:24:47.457 INFO:tasks.workunit.client.0.smithi123.stdout:op 4240 completed, throughput=5MB/sec 2023-12-20T11:24:47.457 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-pGTxf9PpVBRuB87 off=176114 len=260441 2023-12-20T11:24:47.459 INFO:tasks.workunit.client.0.smithi123.stdout:op 4241 completed, throughput=5MB/sec 2023-12-20T11:24:47.459 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-traFGeAjxW_U7B9 off=1101921 len=939411 2023-12-20T11:24:47.465 INFO:tasks.workunit.client.0.smithi123.stdout:op 4242 completed, throughput=5MB/sec 2023-12-20T11:24:47.465 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-55cByJ3JhcpnIIy off=3272230 len=1102430 2023-12-20T11:24:47.472 INFO:tasks.workunit.client.0.smithi123.stdout:op 4243 completed, throughput=5MB/sec 2023-12-20T11:24:47.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:47 smithi177 ceph-mon[212096]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-20T11:24:47.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:47 smithi123 ceph-mon[191304]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-20T11:24:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:47 smithi123 ceph-mon[188613]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-20T11:24:48.471 INFO:tasks.workunit.client.0.smithi123.stdout: 848: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:48.471 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9QlbGcVNbH7_Td_ off=7927560 len=1486187 2023-12-20T11:24:48.479 INFO:tasks.workunit.client.0.smithi123.stdout:op 4244 completed, throughput=5MB/sec 2023-12-20T11:24:48.479 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_NHPA8U4g2m0kbj off=4328357 len=159423 2023-12-20T11:24:48.480 INFO:tasks.workunit.client.0.smithi123.stdout:op 4245 completed, throughput=5MB/sec 2023-12-20T11:24:48.480 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-PRLeDd7XliRHJDr off=4017229 len=1099600 2023-12-20T11:24:48.482 INFO:tasks.workunit.client.0.smithi123.stdout:op 4246 completed, throughput=5MB/sec 2023-12-20T11:24:48.482 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DZEsNSbAz6kmvuM off=11047935 len=758428 2023-12-20T11:24:48.484 INFO:tasks.workunit.client.0.smithi123.stdout:op 4247 completed, throughput=5MB/sec 2023-12-20T11:24:48.484 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-PHgMB8p1jrEk17y off=8353692 len=1566980 2023-12-20T11:24:48.492 INFO:tasks.workunit.client.0.smithi123.stdout:op 4248 completed, throughput=5MB/sec 2023-12-20T11:24:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:24:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:24:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-20T11:24:49.492 INFO:tasks.workunit.client.0.smithi123.stdout: 849: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:49.492 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-VR8hkM9fqof0OkI off=4661427 len=1710137 2023-12-20T11:24:49.501 INFO:tasks.workunit.client.0.smithi123.stdout:op 4249 completed, throughput=5MB/sec 2023-12-20T11:24:49.501 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-729J7Gr2fACKbTa off=1863249 len=1265791 2023-12-20T11:24:49.509 INFO:tasks.workunit.client.0.smithi123.stdout:op 4250 completed, throughput=5MB/sec 2023-12-20T11:24:49.509 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-JX9ctittsjUExQ6 off=7334584 len=976096 2023-12-20T11:24:49.514 INFO:tasks.workunit.client.0.smithi123.stdout:op 4251 completed, throughput=5MB/sec 2023-12-20T11:24:49.514 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-o21WLihKlDtkbGj off=7550559 len=1114095 2023-12-20T11:24:49.516 INFO:tasks.workunit.client.0.smithi123.stdout:op 4252 completed, throughput=5MB/sec 2023-12-20T11:24:49.829 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:24:49.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:49 smithi177 ceph-mon[212096]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-20T11:24:49.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:49 smithi123 ceph-mon[191304]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-20T11:24:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:49 smithi123 ceph-mon[188613]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-20T11:24:50.148 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:24:50.148 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (33m) 10m ago 36m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:24:50.148 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (33m) 8m ago 36m 90.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:24:50.148 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (37m) 10m ago 37m 19.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:24:50.148 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (37m) 8m ago 37m 26.8M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:24:50.148 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (32m) 8m ago 39m 457M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:24:50.148 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (33m) 10m ago 41m 538M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:24:50.148 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (32m) 10m ago 41m 247M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:24:50.149 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (32m) 8m ago 40m 144M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:24:50.149 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (32m) 10m ago 40m 157M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:24:50.149 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (33m) 10m ago 36m 19.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:24:50.149 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (33m) 8m ago 36m 19.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:24:50.149 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (31m) 10m ago 39m 1835M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:24:50.149 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (31m) 10m ago 39m 2063M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:24:50.149 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (30m) 10m ago 39m 2149M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:24:50.149 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (30m) 10m ago 38m 1878M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:24:50.149 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (29m) 8m ago 38m 1370M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:24:50.149 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (29m) 8m ago 38m 1530M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:24:50.149 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (29m) 8m ago 37m 1185M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:24:50.150 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (28m) 8m ago 37m 1584M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:24:50.150 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (33m) 8m ago 36m 77.3M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:24:50.516 INFO:tasks.workunit.client.0.smithi123.stdout: 850: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:50.516 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NJ3x7fN_pJofWQ7 off=9788525 len=152194 2023-12-20T11:24:50.517 INFO:tasks.workunit.client.0.smithi123.stdout:op 4253 completed, throughput=4.99MB/sec 2023-12-20T11:24:50.517 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-A8BoAibZMfojD32 off=18671561 len=874712 2023-12-20T11:24:50.521 INFO:tasks.workunit.client.0.smithi123.stdout:op 4254 completed, throughput=5MB/sec 2023-12-20T11:24:50.521 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-uudo6_Csm6iDWnl off=16163111 len=2081681 2023-12-20T11:24:50.533 INFO:tasks.workunit.client.0.smithi123.stdout:op 4255 completed, throughput=5MB/sec 2023-12-20T11:24:50.533 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0e90qfJwUecbF7y off=16645712 len=1028559 2023-12-20T11:24:50.535 INFO:tasks.workunit.client.0.smithi123.stdout:op 4256 completed, throughput=5MB/sec 2023-12-20T11:24:50.535 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vWsKH4aIqajhQse off=11797382 len=2049732 2023-12-20T11:24:50.541 INFO:tasks.workunit.client.0.smithi123.stdout:op 4257 completed, throughput=5MB/sec 2023-12-20T11:24:50.571 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:24:50.571 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:24:50.571 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:24:50.571 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:24:50.571 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:24:50.571 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:24:50.571 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:24:50.571 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:24:50.571 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:24:50.572 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:24:50.572 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:24:50.572 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:24:50.572 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:24:50.572 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:24:50.572 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:24:50.572 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:24:50.572 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:24:50.572 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:24:50.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:24:50.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:24:50.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:24:50.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:24:50.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:24:50.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:24:50.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:24:50.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:24:50.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:24:51.541 INFO:tasks.workunit.client.0.smithi123.stdout: 851: throughput=5MB/sec pending data=0 2023-12-20T11:24:51.541 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-WJ9KU2jQ9yrNcfY off=743933 len=1212506 2023-12-20T11:24:51.544 INFO:tasks.workunit.client.0.smithi123.stdout:op 4258 completed, throughput=5MB/sec 2023-12-20T11:24:51.544 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-PV5OoA3m8rGBLU4 off=2502688 len=326659 2023-12-20T11:24:51.548 INFO:tasks.workunit.client.0.smithi123.stdout:op 4259 completed, throughput=5MB/sec 2023-12-20T11:24:51.548 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-aokiuDeOBI7H5Eu off=14551783 len=1427969 2023-12-20T11:24:51.549 INFO:tasks.workunit.client.0.smithi123.stdout:op 4260 completed, throughput=5MB/sec 2023-12-20T11:24:51.549 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-58iErAukSjoNbLO off=4563238 len=939663 2023-12-20T11:24:51.551 INFO:tasks.workunit.client.0.smithi123.stdout:op 4261 completed, throughput=5MB/sec 2023-12-20T11:24:51.551 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2A_TIU1L4BCInFm off=18516360 len=2094527 2023-12-20T11:24:51.561 INFO:tasks.workunit.client.0.smithi123.stdout:op 4262 completed, throughput=5MB/sec 2023-12-20T11:24:51.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:51 smithi177 ceph-mon[212096]: from='client.35760 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:24:51.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:51 smithi177 ceph-mon[212096]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:24:51.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:51 smithi177 ceph-mon[212096]: from='client.35766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:24:51.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:51 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2107457282' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:24:51.973 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:51 smithi123 ceph-mon[191304]: from='client.35760 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:24:51.974 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:51 smithi123 ceph-mon[191304]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:24:51.974 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:51 smithi123 ceph-mon[191304]: from='client.35766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:24:51.974 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:51 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2107457282' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:24:51.974 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:51 smithi123 ceph-mon[188613]: from='client.35760 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:24:51.974 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:51 smithi123 ceph-mon[188613]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:24:51.974 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:51 smithi123 ceph-mon[188613]: from='client.35766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:24:51.974 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:51 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2107457282' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:24:52.562 INFO:tasks.workunit.client.0.smithi123.stdout: 852: throughput=5MB/sec pending data=0 2023-12-20T11:24:52.562 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vDES4aQxyrg6D9p off=1762745 len=1548411 2023-12-20T11:24:52.569 INFO:tasks.workunit.client.0.smithi123.stdout:op 4263 completed, throughput=5MB/sec 2023-12-20T11:24:52.569 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GUw1-W1J5K9-oO2 off=2047011 len=202191 2023-12-20T11:24:52.569 INFO:tasks.workunit.client.0.smithi123.stdout:op 4264 completed, throughput=5MB/sec 2023-12-20T11:24:52.570 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lsScYRsg5tjIABv off=1890330 len=372100 2023-12-20T11:24:52.571 INFO:tasks.workunit.client.0.smithi123.stdout:op 4265 completed, throughput=5MB/sec 2023-12-20T11:24:52.571 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ac0VyLhIunrJM4H off=8332384 len=632586 2023-12-20T11:24:52.575 INFO:tasks.workunit.client.0.smithi123.stdout:op 4266 completed, throughput=5MB/sec 2023-12-20T11:24:52.575 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ROWqP64WXP1jsPg off=1795201 len=51948 2023-12-20T11:24:52.577 INFO:tasks.workunit.client.0.smithi123.stdout:op 4267 completed, throughput=5MB/sec 2023-12-20T11:24:52.578 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-fO6ewHAx76HRHPV off=929769 len=627560 2023-12-20T11:24:52.580 INFO:tasks.workunit.client.0.smithi123.stdout:op 4268 completed, throughput=5MB/sec 2023-12-20T11:24:52.580 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-AigJWrYjt3gs4G2 off=2938112 len=1147548 2023-12-20T11:24:52.581 INFO:tasks.workunit.client.0.smithi123.stdout:op 4269 completed, throughput=5MB/sec 2023-12-20T11:24:53.582 INFO:tasks.workunit.client.0.smithi123.stdout: 853: throughput=5MB/sec pending data=0 2023-12-20T11:24:53.582 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vX8g9XuvLlDDGEr off=6033800 len=808879 2023-12-20T11:24:53.585 INFO:tasks.workunit.client.0.smithi123.stdout:op 4270 completed, throughput=5MB/sec 2023-12-20T11:24:53.585 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9OhNEIAtCNqcg12 off=2996197 len=1078525 2023-12-20T11:24:53.586 INFO:tasks.workunit.client.0.smithi123.stdout:op 4271 completed, throughput=5MB/sec 2023-12-20T11:24:53.586 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Hk1GbgYT0V0aCD- off=2053220 len=458611 2023-12-20T11:24:53.588 INFO:tasks.workunit.client.0.smithi123.stdout:op 4272 completed, throughput=5MB/sec 2023-12-20T11:24:53.588 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GisE-QgWOTNs7yt off=6829344 len=60416 2023-12-20T11:24:53.590 INFO:tasks.workunit.client.0.smithi123.stdout:op 4273 completed, throughput=5MB/sec 2023-12-20T11:24:53.590 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--uD1Dihnl3mX25P off=6293361 len=870074 2023-12-20T11:24:53.592 INFO:tasks.workunit.client.0.smithi123.stdout:op 4274 completed, throughput=5MB/sec 2023-12-20T11:24:53.592 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KbOt2ijBv1job1D off=7674999 len=172277 2023-12-20T11:24:53.595 INFO:tasks.workunit.client.0.smithi123.stdout:op 4275 completed, throughput=5MB/sec 2023-12-20T11:24:53.595 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_dGe_C7A_EQrA9b off=20527735 len=640621 2023-12-20T11:24:53.595 INFO:tasks.workunit.client.0.smithi123.stdout:op 4276 completed, throughput=5MB/sec 2023-12-20T11:24:53.595 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GUZFi2g8t21iHZR off=8740779 len=1750094 2023-12-20T11:24:53.605 INFO:tasks.workunit.client.0.smithi123.stdout:op 4277 completed, throughput=5MB/sec 2023-12-20T11:24:53.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:53 smithi123 ceph-mon[188613]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:24:53.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:24:53.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:24:53.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:24:53.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:24:53.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:53 smithi123 ceph-mon[191304]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:24:53.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:24:53.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:24:53.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:24:53.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:24:53.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:53 smithi177 ceph-mon[212096]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:24:53.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:24:53.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:24:53.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:24:53.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:24:54.606 INFO:tasks.workunit.client.0.smithi123.stdout: 854: throughput=5MB/sec pending data=0 2023-12-20T11:24:54.606 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-7XLzIIn8NOm0sgp off=4834432 len=1613204 2023-12-20T11:24:54.607 INFO:tasks.workunit.client.0.smithi123.stdout:op 4278 completed, throughput=5MB/sec 2023-12-20T11:24:54.607 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-KShiUQjdIaeZuW8 off=1412317 len=1416955 2023-12-20T11:24:54.608 INFO:tasks.workunit.client.0.smithi123.stdout:op 4279 completed, throughput=5MB/sec 2023-12-20T11:24:54.608 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ljVPzYkDlms48lo off=10932465 len=1721034 2023-12-20T11:24:54.609 INFO:tasks.workunit.client.0.smithi123.stdout:op 4280 completed, throughput=5MB/sec 2023-12-20T11:24:55.610 INFO:tasks.workunit.client.0.smithi123.stdout: 855: throughput=5MB/sec pending data=0 2023-12-20T11:24:55.610 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-U20k8GRg0DVdwfu off=2417879 len=1277676 2023-12-20T11:24:55.617 INFO:tasks.workunit.client.0.smithi123.stdout:op 4281 completed, throughput=5MB/sec 2023-12-20T11:24:55.617 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zS0EssDqURQ8RR5 off=17530259 len=238446 2023-12-20T11:24:55.617 INFO:tasks.workunit.client.0.smithi123.stdout:op 4282 completed, throughput=5MB/sec 2023-12-20T11:24:55.617 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2f4-FbfFKTrURfG off=7608276 len=678820 2023-12-20T11:24:55.621 INFO:tasks.workunit.client.0.smithi123.stdout:op 4283 completed, throughput=5MB/sec 2023-12-20T11:24:55.622 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GAhZrkzPknX227_ off=9527668 len=101407 2023-12-20T11:24:55.624 INFO:tasks.workunit.client.0.smithi123.stdout:op 4284 completed, throughput=5MB/sec 2023-12-20T11:24:55.624 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Mg8JgfjrolNEfgv off=320367 len=1238706 2023-12-20T11:24:55.631 INFO:tasks.workunit.client.0.smithi123.stdout:op 4285 completed, throughput=5MB/sec 2023-12-20T11:24:55.632 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-F3yoc8I6r5REAiz off=5867741 len=1313728 2023-12-20T11:24:55.632 INFO:tasks.workunit.client.0.smithi123.stdout:op 4286 completed, throughput=5MB/sec 2023-12-20T11:24:55.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:55 smithi123 ceph-mon[191304]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-20T11:24:55.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:55 smithi123 ceph-mon[188613]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-20T11:24:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:55 smithi177 ceph-mon[212096]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-20T11:24:56.633 INFO:tasks.workunit.client.0.smithi123.stdout: 856: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:56.633 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9YNoPEzwGSeQTE4 off=5629625 len=1981845 2023-12-20T11:24:56.635 INFO:tasks.workunit.client.0.smithi123.stdout:op 4287 completed, throughput=5MB/sec 2023-12-20T11:24:56.635 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_hbYD1VaZjtsUW7 off=10215309 len=17432 2023-12-20T11:24:56.637 INFO:tasks.workunit.client.0.smithi123.stdout:op 4288 completed, throughput=5MB/sec 2023-12-20T11:24:56.637 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-m_aa2hYZXG64Y4a off=7913779 len=159299 2023-12-20T11:24:56.637 INFO:tasks.workunit.client.0.smithi123.stdout:op 4289 completed, throughput=5MB/sec 2023-12-20T11:24:56.637 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CMf2Nc9pwiSnxTa off=10208265 len=681549 2023-12-20T11:24:56.643 INFO:tasks.workunit.client.0.smithi123.stdout:op 4290 completed, throughput=5MB/sec 2023-12-20T11:24:56.643 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-eynGaMY1s5SLTk6 off=3904308 len=1485687 2023-12-20T11:24:56.645 INFO:tasks.workunit.client.0.smithi123.stdout:op 4291 completed, throughput=5MB/sec 2023-12-20T11:24:56.645 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Ci70k3CCfeX6Jgo off=15806012 len=1668165 2023-12-20T11:24:56.647 INFO:tasks.workunit.client.0.smithi123.stdout:op 4292 completed, throughput=5MB/sec 2023-12-20T11:24:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:56 smithi123 ceph-mon[191304]: Detected new or changed devices on smithi123 2023-12-20T11:24:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:24:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:24:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:24:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:24:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:24:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:56 smithi123 ceph-mon[191304]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:24:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:24:57.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:56 smithi123 ceph-mon[188613]: Detected new or changed devices on smithi123 2023-12-20T11:24:57.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:24:57.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:24:57.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:24:57.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:24:57.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:24:57.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:56 smithi123 ceph-mon[188613]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:24:57.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:24:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:56 smithi177 ceph-mon[212096]: Detected new or changed devices on smithi123 2023-12-20T11:24:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:24:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:24:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:24:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:24:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:24:57.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:56 smithi177 ceph-mon[212096]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:24:57.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:24:57.647 INFO:tasks.workunit.client.0.smithi123.stdout: 857: throughput=5MB/sec pending data=0 2023-12-20T11:24:57.647 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-yV0MHYY6j56vPKb off=4016227 len=1818122 2023-12-20T11:24:57.649 INFO:tasks.workunit.client.0.smithi123.stdout:op 4293 completed, throughput=5MB/sec 2023-12-20T11:24:57.649 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-A3YYxkppibYBsuF off=1351506 len=955649 2023-12-20T11:24:57.650 INFO:tasks.workunit.client.0.smithi123.stdout:op 4294 completed, throughput=5MB/sec 2023-12-20T11:24:57.650 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hEmrtTMLXQtbl6F off=6896147 len=2087368 2023-12-20T11:24:57.663 INFO:tasks.workunit.client.0.smithi123.stdout:op 4295 completed, throughput=5MB/sec 2023-12-20T11:24:58.663 INFO:tasks.workunit.client.0.smithi123.stdout: 858: throughput=4.99MB/sec pending data=0 2023-12-20T11:24:58.663 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-__z5yd_DesLJURq off=945993 len=310982 2023-12-20T11:24:58.666 INFO:tasks.workunit.client.0.smithi123.stdout:op 4296 completed, throughput=5MB/sec 2023-12-20T11:24:58.666 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-uaOJm2NMse40IlH off=14993704 len=357972 2023-12-20T11:24:58.670 INFO:tasks.workunit.client.0.smithi123.stdout:op 4297 completed, throughput=5MB/sec 2023-12-20T11:24:58.670 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xQFUx4bZt_aw0NF off=881589 len=979692 2023-12-20T11:24:58.671 INFO:tasks.workunit.client.0.smithi123.stdout:op 4298 completed, throughput=5MB/sec 2023-12-20T11:24:58.671 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-OB-dWTEk6zmMQfj off=11602061 len=271041 2023-12-20T11:24:58.676 INFO:tasks.workunit.client.0.smithi123.stdout:op 4299 completed, throughput=5MB/sec 2023-12-20T11:24:58.676 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-KlPnweS4mj3Gu7n off=513218 len=180958 2023-12-20T11:24:58.676 INFO:tasks.workunit.client.0.smithi123.stdout:op 4300 completed, throughput=5MB/sec 2023-12-20T11:24:58.676 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FGKSRgjlvmKl8a- off=2264591 len=547594 2023-12-20T11:24:58.678 INFO:tasks.workunit.client.0.smithi123.stdout:op 4301 completed, throughput=5MB/sec 2023-12-20T11:24:58.678 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pyEHhVP2dmaMvkz off=8477114 len=1121967 2023-12-20T11:24:58.680 INFO:tasks.workunit.client.0.smithi123.stdout:op 4302 completed, throughput=5MB/sec 2023-12-20T11:24:58.680 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-7Dc8kB6vkm9SaI9 off=1610329 len=2000146 2023-12-20T11:24:58.690 INFO:tasks.workunit.client.0.smithi123.stdout:op 4303 completed, throughput=5MB/sec 2023-12-20T11:24:59.453 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:24:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:24:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-20T11:24:59.691 INFO:tasks.workunit.client.0.smithi123.stdout: 859: throughput=5MB/sec pending data=0 2023-12-20T11:24:59.691 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-IRswn_4iEbWn4Hp off=3448246 len=1319839 2023-12-20T11:24:59.697 INFO:tasks.workunit.client.0.smithi123.stdout:op 4304 completed, throughput=5MB/sec 2023-12-20T11:24:59.697 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8g-hkds45BSpTDl off=8636538 len=1472378 2023-12-20T11:24:59.699 INFO:tasks.workunit.client.0.smithi123.stdout:op 4305 completed, throughput=5MB/sec 2023-12-20T11:24:59.699 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lWamsdAzxBYYBim off=8724876 len=1847083 2023-12-20T11:24:59.702 INFO:tasks.workunit.client.0.smithi123.stdout:op 4306 completed, throughput=5MB/sec 2023-12-20T11:24:59.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:24:59 smithi123 ceph-mon[191304]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:24:59.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:24:59 smithi123 ceph-mon[188613]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:24:59.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:24:59 smithi177 ceph-mon[212096]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:25:00.703 INFO:tasks.workunit.client.0.smithi123.stdout: 860: throughput=4.99MB/sec pending data=0 2023-12-20T11:25:00.703 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-arfeNutw9t4QRRc off=2738324 len=915920 2023-12-20T11:25:00.708 INFO:tasks.workunit.client.0.smithi123.stdout:op 4307 completed, throughput=5MB/sec 2023-12-20T11:25:00.709 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-IGnyUQxhCnRsjkO off=12787650 len=378938 2023-12-20T11:25:00.709 INFO:tasks.workunit.client.0.smithi123.stdout:op 4308 completed, throughput=5MB/sec 2023-12-20T11:25:00.709 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nzj7VMQRHUk-qUo off=7890690 len=317275 2023-12-20T11:25:00.713 INFO:tasks.workunit.client.0.smithi123.stdout:op 4309 completed, throughput=5MB/sec 2023-12-20T11:25:00.713 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-mYYHobJuVh91eDA off=9152022 len=1870068 2023-12-20T11:25:00.731 INFO:tasks.workunit.client.0.smithi123.stdout:op 4310 completed, throughput=5MB/sec 2023-12-20T11:25:00.731 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wVT086m0ZJSepZ2 off=2778305 len=1064775 2023-12-20T11:25:00.732 INFO:tasks.workunit.client.0.smithi123.stdout:op 4311 completed, throughput=5MB/sec 2023-12-20T11:25:00.732 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-e_TWubdoI3NMLTM off=5077004 len=1074431 2023-12-20T11:25:00.737 INFO:tasks.workunit.client.0.smithi123.stdout:op 4312 completed, throughput=5MB/sec 2023-12-20T11:25:01.737 INFO:tasks.workunit.client.0.smithi123.stdout: 861: throughput=4.99MB/sec pending data=0 2023-12-20T11:25:01.738 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-phf6rxglGQJmxM0 off=16861641 len=193676 2023-12-20T11:25:01.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:01 smithi123 ceph-mon[191304]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-20T11:25:01.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:01 smithi123 ceph-mon[188613]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-20T11:25:01.740 INFO:tasks.workunit.client.0.smithi123.stdout:op 4313 completed, throughput=4.99MB/sec 2023-12-20T11:25:01.740 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-R2MBls68OA3ctlr off=7893164 len=107522 2023-12-20T11:25:01.740 INFO:tasks.workunit.client.0.smithi123.stdout:op 4314 completed, throughput=5MB/sec 2023-12-20T11:25:01.741 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-D4LrjT-4vlMO8C_ off=10656013 len=1501205 2023-12-20T11:25:01.747 INFO:tasks.workunit.client.0.smithi123.stdout:op 4315 completed, throughput=5MB/sec 2023-12-20T11:25:01.747 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-aLSR6PEvP9SeJyS off=11441056 len=1898865 2023-12-20T11:25:01.749 INFO:tasks.workunit.client.0.smithi123.stdout:op 4316 completed, throughput=5MB/sec 2023-12-20T11:25:01.749 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nqdIeBtLj0YhB3T off=14951365 len=214229 2023-12-20T11:25:01.750 INFO:tasks.workunit.client.0.smithi123.stdout:op 4317 completed, throughput=5MB/sec 2023-12-20T11:25:01.750 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-47n5MdXoDFXbOY- off=3111151 len=1507277 2023-12-20T11:25:01.758 INFO:tasks.workunit.client.0.smithi123.stdout:op 4318 completed, throughput=5MB/sec 2023-12-20T11:25:01.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:01 smithi177 ceph-mon[212096]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-20T11:25:02.758 INFO:tasks.workunit.client.0.smithi123.stdout: 862: throughput=4.99MB/sec pending data=0 2023-12-20T11:25:02.758 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-02_Wri5lXj-Gs92 off=917609 len=812155 2023-12-20T11:25:02.759 INFO:tasks.workunit.client.0.smithi123.stdout:op 4319 completed, throughput=5MB/sec 2023-12-20T11:25:02.759 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rgyCW_GrwuD6ZYD off=18798798 len=333166 2023-12-20T11:25:02.760 INFO:tasks.workunit.client.0.smithi123.stdout:op 4320 completed, throughput=5MB/sec 2023-12-20T11:25:02.760 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cvI_-qCURSEhzm5 off=17924624 len=645718 2023-12-20T11:25:02.761 INFO:tasks.workunit.client.0.smithi123.stdout:op 4321 completed, throughput=5MB/sec 2023-12-20T11:25:02.761 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WLkMBe3iopwUOGE off=7762984 len=367578 2023-12-20T11:25:02.764 INFO:tasks.workunit.client.0.smithi123.stdout:op 4322 completed, throughput=5MB/sec 2023-12-20T11:25:02.764 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Vet6shr9i2J4qSI off=424112 len=588608 2023-12-20T11:25:02.765 INFO:tasks.workunit.client.0.smithi123.stdout:op 4323 completed, throughput=5MB/sec 2023-12-20T11:25:02.765 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QrMg2aJvPMzxV8J off=2285730 len=66452 2023-12-20T11:25:02.765 INFO:tasks.workunit.client.0.smithi123.stdout:op 4324 completed, throughput=5MB/sec 2023-12-20T11:25:02.766 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mfw5Hrup6RJU7sW off=7741056 len=1764443 2023-12-20T11:25:02.768 INFO:tasks.workunit.client.0.smithi123.stdout:op 4325 completed, throughput=5MB/sec 2023-12-20T11:25:02.768 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-EXLl1inUUuJkJeb off=6187378 len=1793758 2023-12-20T11:25:02.788 INFO:tasks.workunit.client.0.smithi123.stdout:op 4326 completed, throughput=5MB/sec 2023-12-20T11:25:03.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:03 smithi123 ceph-mon[188613]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:25:03.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:03 smithi123 ceph-mon[191304]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:25:03.788 INFO:tasks.workunit.client.0.smithi123.stdout: 863: throughput=5MB/sec pending data=0 2023-12-20T11:25:03.788 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-UCGGqpI-qLB1miY off=19585145 len=852501 2023-12-20T11:25:03.789 INFO:tasks.workunit.client.0.smithi123.stdout:op 4327 completed, throughput=5MB/sec 2023-12-20T11:25:03.790 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-HCvlpbfAf3eWTE0 off=15514856 len=556249 2023-12-20T11:25:03.790 INFO:tasks.workunit.client.0.smithi123.stdout:op 4328 completed, throughput=5MB/sec 2023-12-20T11:25:03.790 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DvbIheQcIyVpDAL off=10830 len=1757905 2023-12-20T11:25:03.792 INFO:tasks.workunit.client.0.smithi123.stdout:op 4329 completed, throughput=5MB/sec 2023-12-20T11:25:03.793 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0R83rWZSn05F0-u off=7011140 len=1050846 2023-12-20T11:25:03.801 INFO:tasks.workunit.client.0.smithi123.stdout:op 4330 completed, throughput=5MB/sec 2023-12-20T11:25:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:03 smithi177 ceph-mon[212096]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:25:04.802 INFO:tasks.workunit.client.0.smithi123.stdout: 864: throughput=4.99MB/sec pending data=0 2023-12-20T11:25:04.802 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KuCXxbQKCVUixR2 off=13463142 len=1077732 2023-12-20T11:25:04.807 INFO:tasks.workunit.client.0.smithi123.stdout:op 4331 completed, throughput=5MB/sec 2023-12-20T11:25:04.807 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vQBdslRArCNTRRE off=2658604 len=1015223 2023-12-20T11:25:04.809 INFO:tasks.workunit.client.0.smithi123.stdout:op 4332 completed, throughput=5MB/sec 2023-12-20T11:25:04.809 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-yEIF5Wd8_CGgxG5 off=3679467 len=1134821 2023-12-20T11:25:04.814 INFO:tasks.workunit.client.0.smithi123.stdout:op 4333 completed, throughput=5MB/sec 2023-12-20T11:25:04.815 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-LK_Xkuhlr04XBSY off=3951996 len=2077413 2023-12-20T11:25:04.826 INFO:tasks.workunit.client.0.smithi123.stdout:op 4334 completed, throughput=5MB/sec 2023-12-20T11:25:05.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:05 smithi123 ceph-mon[188613]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:25:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:05 smithi123 ceph-mon[191304]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:25:05.826 INFO:tasks.workunit.client.0.smithi123.stdout: 865: throughput=4.99MB/sec pending data=0 2023-12-20T11:25:05.826 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vctOofuHfI10Ar2 off=18488019 len=674814 2023-12-20T11:25:05.827 INFO:tasks.workunit.client.0.smithi123.stdout:op 4335 completed, throughput=5MB/sec 2023-12-20T11:25:05.827 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-sso-M_JQOz2lKxn off=2043664 len=154394 2023-12-20T11:25:05.828 INFO:tasks.workunit.client.0.smithi123.stdout:op 4336 completed, throughput=5MB/sec 2023-12-20T11:25:05.828 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-MSIzEWnJTI1N-Uj off=3541540 len=577893 2023-12-20T11:25:05.833 INFO:tasks.workunit.client.0.smithi123.stdout:op 4337 completed, throughput=5MB/sec 2023-12-20T11:25:05.833 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-a6GfEfkh2h3sUJv off=324417 len=1797220 2023-12-20T11:25:05.842 INFO:tasks.workunit.client.0.smithi123.stdout:op 4338 completed, throughput=5MB/sec 2023-12-20T11:25:05.843 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-l5EtDJIDtX2toiY off=3129210 len=151736 2023-12-20T11:25:05.845 INFO:tasks.workunit.client.0.smithi123.stdout:op 4339 completed, throughput=5MB/sec 2023-12-20T11:25:05.845 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QtdHPp1tiPehXH4 off=5724054 len=1057568 2023-12-20T11:25:05.850 INFO:tasks.workunit.client.0.smithi123.stdout:op 4340 completed, throughput=5MB/sec 2023-12-20T11:25:05.850 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FAOmGJLucw_K5SG off=2521730 len=1808578 2023-12-20T11:25:05.852 INFO:tasks.workunit.client.0.smithi123.stdout:op 4341 completed, throughput=5MB/sec 2023-12-20T11:25:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:05 smithi177 ceph-mon[212096]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:25:06.852 INFO:tasks.workunit.client.0.smithi123.stdout: 866: throughput=5MB/sec pending data=0 2023-12-20T11:25:06.853 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-rr-oQQyONOzGfuj off=1088976 len=98986 2023-12-20T11:25:06.857 INFO:tasks.workunit.client.0.smithi123.stdout:op 4342 completed, throughput=5MB/sec 2023-12-20T11:25:06.857 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GAaS8WlFx9VmabD off=4465245 len=1439617 2023-12-20T11:25:06.857 INFO:tasks.workunit.client.0.smithi123.stdout:op 4343 completed, throughput=5MB/sec 2023-12-20T11:25:06.858 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-7sesitMy6Cw0n2t off=1772610 len=1654100 2023-12-20T11:25:06.859 INFO:tasks.workunit.client.0.smithi123.stdout:op 4344 completed, throughput=5MB/sec 2023-12-20T11:25:06.860 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-N9XkQDM89T012L_ off=8902690 len=1978932 2023-12-20T11:25:06.863 INFO:tasks.workunit.client.0.smithi123.stdout:op 4345 completed, throughput=5MB/sec 2023-12-20T11:25:07.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:07 smithi123 ceph-mon[191304]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-20T11:25:07.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:07 smithi123 ceph-mon[188613]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-20T11:25:07.864 INFO:tasks.workunit.client.0.smithi123.stdout: 867: throughput=5MB/sec pending data=0 2023-12-20T11:25:07.864 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-BnJcfn3ksDg439- off=3072381 len=1562686 2023-12-20T11:25:07.867 INFO:tasks.workunit.client.0.smithi123.stdout:op 4346 completed, throughput=5MB/sec 2023-12-20T11:25:07.867 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-q9Mv60l0-gs58c2 off=4593592 len=1725485 2023-12-20T11:25:07.881 INFO:tasks.workunit.client.0.smithi123.stdout:op 4347 completed, throughput=5MB/sec 2023-12-20T11:25:07.881 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SnT7eQa03Z_Mzsd off=15933955 len=1754035 2023-12-20T11:25:07.890 INFO:tasks.workunit.client.0.smithi123.stdout:op 4348 completed, throughput=5MB/sec 2023-12-20T11:25:07.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:07 smithi177 ceph-mon[212096]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-20T11:25:08.891 INFO:tasks.workunit.client.0.smithi123.stdout: 868: throughput=5MB/sec pending data=0 2023-12-20T11:25:08.891 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-h4CCkMR7q0cN3-2 off=1286038 len=1513479 2023-12-20T11:25:08.892 INFO:tasks.workunit.client.0.smithi123.stdout:op 4349 completed, throughput=5MB/sec 2023-12-20T11:25:08.892 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FLlBvb02clkPQ4c off=10427855 len=1713694 2023-12-20T11:25:08.894 INFO:tasks.workunit.client.0.smithi123.stdout:op 4350 completed, throughput=5MB/sec 2023-12-20T11:25:08.894 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FQ6vy3ttmwvnvNc off=6759960 len=423694 2023-12-20T11:25:08.896 INFO:tasks.workunit.client.0.smithi123.stdout:op 4351 completed, throughput=5MB/sec 2023-12-20T11:25:08.896 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-acIojANiE3xKPOs off=182892 len=57051 2023-12-20T11:25:08.896 INFO:tasks.workunit.client.0.smithi123.stdout:op 4352 completed, throughput=5MB/sec 2023-12-20T11:25:08.896 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-oHtM6w2teCSnzOJ off=446833 len=1796966 2023-12-20T11:25:08.897 INFO:tasks.workunit.client.0.smithi123.stdout:op 4353 completed, throughput=5MB/sec 2023-12-20T11:25:09.468 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:25:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:25:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-20T11:25:09.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:09 smithi123 ceph-mon[191304]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:25:09.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:09 smithi123 ceph-mon[188613]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:25:09.898 INFO:tasks.workunit.client.0.smithi123.stdout: 869: throughput=5MB/sec pending data=0 2023-12-20T11:25:09.898 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cYinvv_xCxqy_rj off=6420291 len=1089497 2023-12-20T11:25:09.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:09 smithi177 ceph-mon[212096]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:25:09.903 INFO:tasks.workunit.client.0.smithi123.stdout:op 4354 completed, throughput=5MB/sec 2023-12-20T11:25:09.903 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-LTm00T8GbaT2Jpl off=6792368 len=492886 2023-12-20T11:25:09.907 INFO:tasks.workunit.client.0.smithi123.stdout:op 4355 completed, throughput=5MB/sec 2023-12-20T11:25:09.907 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-K-DX9UCT1gUdIH5 off=2877770 len=1096925 2023-12-20T11:25:09.909 INFO:tasks.workunit.client.0.smithi123.stdout:op 4356 completed, throughput=5MB/sec 2023-12-20T11:25:09.909 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_jLS2baAM1qBe9o off=6284687 len=1394705 2023-12-20T11:25:09.917 INFO:tasks.workunit.client.0.smithi123.stdout:op 4357 completed, throughput=5MB/sec 2023-12-20T11:25:09.918 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xzauHh3Mh-nhQeY off=1987462 len=1225138 2023-12-20T11:25:09.923 INFO:tasks.workunit.client.0.smithi123.stdout:op 4358 completed, throughput=5MB/sec 2023-12-20T11:25:10.923 INFO:tasks.workunit.client.0.smithi123.stdout: 870: throughput=5MB/sec pending data=0 2023-12-20T11:25:10.924 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nMHVd1AQp6URSFJ off=4645776 len=465508 2023-12-20T11:25:10.924 INFO:tasks.workunit.client.0.smithi123.stdout:op 4359 completed, throughput=5MB/sec 2023-12-20T11:25:10.924 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Y0CYcv5e2k3Qwqf off=6228378 len=1571846 2023-12-20T11:25:10.935 INFO:tasks.workunit.client.0.smithi123.stdout:op 4360 completed, throughput=5MB/sec 2023-12-20T11:25:10.935 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-oNdoQZpuUtnhlaV off=18845191 len=1877550 2023-12-20T11:25:10.945 INFO:tasks.workunit.client.0.smithi123.stdout:op 4361 completed, throughput=5MB/sec 2023-12-20T11:25:10.945 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--SczhjPBUCn9vri off=4332339 len=1856148 2023-12-20T11:25:10.947 INFO:tasks.workunit.client.0.smithi123.stdout:op 4362 completed, throughput=5MB/sec 2023-12-20T11:25:11.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:11 smithi123 ceph-mon[191304]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:25:11.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:25:11.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:11 smithi123 ceph-mon[188613]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:25:11.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:25:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:11 smithi177 ceph-mon[212096]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:25:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:25:11.947 INFO:tasks.workunit.client.0.smithi123.stdout: 871: throughput=5MB/sec pending data=0 2023-12-20T11:25:11.947 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-IrlgsANizCOsOIK off=22259429 len=947333 2023-12-20T11:25:11.955 INFO:tasks.workunit.client.0.smithi123.stdout:op 4363 completed, throughput=5MB/sec 2023-12-20T11:25:11.955 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-EIolWrcX5n8klC7 off=19322489 len=418514 2023-12-20T11:25:11.955 INFO:tasks.workunit.client.0.smithi123.stdout:op 4364 completed, throughput=5MB/sec 2023-12-20T11:25:11.956 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-46vqNPBNV8IOV-A off=25581 len=1147863 2023-12-20T11:25:11.957 INFO:tasks.workunit.client.0.smithi123.stdout:op 4365 completed, throughput=5MB/sec 2023-12-20T11:25:11.957 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6Z2AdVfbrESZXDS off=1761450 len=1714528 2023-12-20T11:25:11.959 INFO:tasks.workunit.client.0.smithi123.stdout:op 4366 completed, throughput=5MB/sec 2023-12-20T11:25:12.960 INFO:tasks.workunit.client.0.smithi123.stdout: 872: throughput=4.99MB/sec pending data=0 2023-12-20T11:25:12.960 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0b_uR23Zn1_Ph3N off=117747 len=650372 2023-12-20T11:25:12.961 INFO:tasks.workunit.client.0.smithi123.stdout:op 4367 completed, throughput=5MB/sec 2023-12-20T11:25:12.961 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-STvDyzTUJW2tVJz off=2273407 len=1159502 2023-12-20T11:25:12.962 INFO:tasks.workunit.client.0.smithi123.stdout:op 4368 completed, throughput=5MB/sec 2023-12-20T11:25:12.962 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-deBVs1dDSDllDKj off=8280417 len=512157 2023-12-20T11:25:12.967 INFO:tasks.workunit.client.0.smithi123.stdout:op 4369 completed, throughput=5MB/sec 2023-12-20T11:25:12.967 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Urdd5WT1Lta36xx off=2749263 len=641433 2023-12-20T11:25:12.968 INFO:tasks.workunit.client.0.smithi123.stdout:op 4370 completed, throughput=5MB/sec 2023-12-20T11:25:12.968 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5Qoe8dYO3v8lPE9 off=0 len=1233707 2023-12-20T11:25:12.970 INFO:tasks.workunit.client.0.smithi123.stdout:op 4371 completed, throughput=5MB/sec 2023-12-20T11:25:12.970 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-UDYfTZqQeKmR5-0 off=2243150 len=1373855 2023-12-20T11:25:12.972 INFO:tasks.workunit.client.0.smithi123.stdout:op 4372 completed, throughput=5MB/sec 2023-12-20T11:25:13.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:13 smithi123 ceph-mon[191304]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:25:13.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:13 smithi123 ceph-mon[188613]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:25:13.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:13 smithi177 ceph-mon[212096]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:25:13.972 INFO:tasks.workunit.client.0.smithi123.stdout: 873: throughput=4.99MB/sec pending data=0 2023-12-20T11:25:13.972 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Bkb0Yr-_t8dgXWX off=3327936 len=1314845 2023-12-20T11:25:13.981 INFO:tasks.workunit.client.0.smithi123.stdout:op 4373 completed, throughput=5MB/sec 2023-12-20T11:25:13.981 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-aBDrytZxT0kusG- off=4548041 len=211599 2023-12-20T11:25:13.985 INFO:tasks.workunit.client.0.smithi123.stdout:op 4374 completed, throughput=5MB/sec 2023-12-20T11:25:13.985 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-OsLdRa9H5PZbfVe off=2998307 len=1226823 2023-12-20T11:25:13.994 INFO:tasks.workunit.client.0.smithi123.stdout:op 4375 completed, throughput=5MB/sec 2023-12-20T11:25:13.994 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gwxZ27UxKLu52js off=11871038 len=1217803 2023-12-20T11:25:13.996 INFO:tasks.workunit.client.0.smithi123.stdout:op 4376 completed, throughput=5MB/sec 2023-12-20T11:25:13.996 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FgbI8Z4NzpsJ0Fc off=996652 len=914579 2023-12-20T11:25:14.002 INFO:tasks.workunit.client.0.smithi123.stdout:op 4377 completed, throughput=5MB/sec 2023-12-20T11:25:14.002 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9707eyvIGjuvj2q off=1641998 len=368010 2023-12-20T11:25:14.003 INFO:tasks.workunit.client.0.smithi123.stdout:op 4378 completed, throughput=5MB/sec 2023-12-20T11:25:15.003 INFO:tasks.workunit.client.0.smithi123.stdout: 874: throughput=4.99MB/sec pending data=0 2023-12-20T11:25:15.003 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-MjktpgOGiU9u6il off=6191924 len=30332 2023-12-20T11:25:15.005 INFO:tasks.workunit.client.0.smithi123.stdout:op 4379 completed, throughput=4.99MB/sec 2023-12-20T11:25:15.006 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-d6smTxPPrqBs61p off=467746 len=2063869 2023-12-20T11:25:15.018 INFO:tasks.workunit.client.0.smithi123.stdout:op 4380 completed, throughput=5MB/sec 2023-12-20T11:25:15.018 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-qIq3pxb_fOhVg3Z off=539415 len=741715 2023-12-20T11:25:15.022 INFO:tasks.workunit.client.0.smithi123.stdout:op 4381 completed, throughput=5MB/sec 2023-12-20T11:25:15.022 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-iyF2TVnBeFCCpvO off=2454621 len=1006129 2023-12-20T11:25:15.023 INFO:tasks.workunit.client.0.smithi123.stdout:op 4382 completed, throughput=5MB/sec 2023-12-20T11:25:15.024 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0R83rWZSn05F0-u off=6292672 len=2067784 2023-12-20T11:25:15.025 INFO:tasks.workunit.client.0.smithi123.stdout:op 4383 completed, throughput=5MB/sec 2023-12-20T11:25:15.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:15 smithi123 ceph-mon[191304]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:25:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:15 smithi123 ceph-mon[188613]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:25:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:15 smithi177 ceph-mon[212096]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:25:16.026 INFO:tasks.workunit.client.0.smithi123.stdout: 875: throughput=5MB/sec pending data=0 2023-12-20T11:25:16.026 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uatMRqAOmGNn__N off=4518270 len=501566 2023-12-20T11:25:16.027 INFO:tasks.workunit.client.0.smithi123.stdout:op 4384 completed, throughput=5MB/sec 2023-12-20T11:25:16.027 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-55OMttXSFqODXG- off=10763339 len=21192 2023-12-20T11:25:16.027 INFO:tasks.workunit.client.0.smithi123.stdout:op 4385 completed, throughput=5MB/sec 2023-12-20T11:25:16.027 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-YoPSwwkmpC_kLzg off=7047933 len=1989942 2023-12-20T11:25:16.046 INFO:tasks.workunit.client.0.smithi123.stdout:op 4386 completed, throughput=5MB/sec 2023-12-20T11:25:16.046 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0VAlxcjT3wfE36i off=6763125 len=778888 2023-12-20T11:25:16.053 INFO:tasks.workunit.client.0.smithi123.stdout:op 4387 completed, throughput=5MB/sec 2023-12-20T11:25:16.053 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pJi4zIPivjy1BRP off=634290 len=1431368 2023-12-20T11:25:16.058 INFO:tasks.workunit.client.0.smithi123.stdout:op 4388 completed, throughput=5MB/sec 2023-12-20T11:25:17.058 INFO:tasks.workunit.client.0.smithi123.stdout: 876: throughput=4.99MB/sec pending data=0 2023-12-20T11:25:17.058 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-sOCIBCEAdiz-3q4 off=510632 len=1069134 2023-12-20T11:25:17.062 INFO:tasks.workunit.client.0.smithi123.stdout:op 4389 completed, throughput=5MB/sec 2023-12-20T11:25:17.062 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GtxKn4m1hJQWcIr off=4978590 len=347327 2023-12-20T11:25:17.065 INFO:tasks.workunit.client.0.smithi123.stdout:op 4390 completed, throughput=5MB/sec 2023-12-20T11:25:17.065 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-NopVbNvUJONJAWs off=3151557 len=8474 2023-12-20T11:25:17.067 INFO:tasks.workunit.client.0.smithi123.stdout:op 4391 completed, throughput=5MB/sec 2023-12-20T11:25:17.067 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-F0PK11e_3Oa6TWi off=1243938 len=822254 2023-12-20T11:25:17.073 INFO:tasks.workunit.client.0.smithi123.stdout:op 4392 completed, throughput=5MB/sec 2023-12-20T11:25:17.074 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-yRl2VFzPLyln84y off=6461304 len=1721511 2023-12-20T11:25:17.087 INFO:tasks.workunit.client.0.smithi123.stdout:op 4393 completed, throughput=5MB/sec 2023-12-20T11:25:17.087 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-uEPKi_GKEdAzGXy off=9920659 len=1603729 2023-12-20T11:25:17.101 INFO:tasks.workunit.client.0.smithi123.stdout:op 4394 completed, throughput=5MB/sec 2023-12-20T11:25:17.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:17 smithi123 ceph-mon[191304]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:25:17.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:17 smithi123 ceph-mon[188613]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:25:17.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:17 smithi177 ceph-mon[212096]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:25:18.101 INFO:tasks.workunit.client.0.smithi123.stdout: 877: throughput=4.99MB/sec pending data=0 2023-12-20T11:25:18.101 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YWK4EJQP8lGRfdR off=5237918 len=1852444 2023-12-20T11:25:18.106 INFO:tasks.workunit.client.0.smithi123.stdout:op 4395 completed, throughput=5MB/sec 2023-12-20T11:25:18.106 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-7layuBA6OvDLOvv off=4588670 len=900756 2023-12-20T11:25:18.111 INFO:tasks.workunit.client.0.smithi123.stdout:op 4396 completed, throughput=5MB/sec 2023-12-20T11:25:18.112 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ZX3mC8vprDTpoQ9 off=5567821 len=4227 2023-12-20T11:25:18.114 INFO:tasks.workunit.client.0.smithi123.stdout:op 4397 completed, throughput=5MB/sec 2023-12-20T11:25:18.114 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-a5cUJesUFgO3EO4 off=14542235 len=691133 2023-12-20T11:25:18.115 INFO:tasks.workunit.client.0.smithi123.stdout:op 4398 completed, throughput=5MB/sec 2023-12-20T11:25:18.115 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xdEkG_lbDXWvTfu off=634382 len=1902778 2023-12-20T11:25:18.124 INFO:tasks.workunit.client.0.smithi123.stdout:op 4399 completed, throughput=5MB/sec 2023-12-20T11:25:19.125 INFO:tasks.workunit.client.0.smithi123.stdout: 878: throughput=4.99MB/sec pending data=0 2023-12-20T11:25:19.125 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-J7CqWDNMnMdMQPs off=0 len=1197007 2023-12-20T11:25:19.127 INFO:tasks.workunit.client.0.smithi123.stdout:op 4400 completed, throughput=5MB/sec 2023-12-20T11:25:19.127 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-wk-T8W28G9pZwhM off=1112939 len=746831 2023-12-20T11:25:19.134 INFO:tasks.workunit.client.0.smithi123.stdout:op 4401 completed, throughput=5MB/sec 2023-12-20T11:25:19.134 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-NpBxdVLuA6TB_Kl off=5908954 len=882194 2023-12-20T11:25:19.138 INFO:tasks.workunit.client.0.smithi123.stdout:op 4402 completed, throughput=5MB/sec 2023-12-20T11:25:19.138 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6thFFk33adkfLYn off=5368246 len=1184589 2023-12-20T11:25:19.146 INFO:tasks.workunit.client.0.smithi123.stdout:op 4403 completed, throughput=5MB/sec 2023-12-20T11:25:19.146 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-bAM92b7JevSiwMz off=1782500 len=644641 2023-12-20T11:25:19.146 INFO:tasks.workunit.client.0.smithi123.stdout:op 4404 completed, throughput=5MB/sec 2023-12-20T11:25:19.146 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-iP-lS8n4i-rOx25 off=174546 len=1480905 2023-12-20T11:25:19.154 INFO:tasks.workunit.client.0.smithi123.stdout:op 4405 completed, throughput=5MB/sec 2023-12-20T11:25:19.483 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:25:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:25:19] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-20T11:25:19.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:19 smithi123 ceph-mon[191304]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:25:19.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:19 smithi123 ceph-mon[188613]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:25:19.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:19 smithi177 ceph-mon[212096]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:25:20.154 INFO:tasks.workunit.client.0.smithi123.stdout: 879: throughput=5MB/sec pending data=0 2023-12-20T11:25:20.154 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KIXf-upzIqxiHez off=2508712 len=1900873 2023-12-20T11:25:20.167 INFO:tasks.workunit.client.0.smithi123.stdout:op 4406 completed, throughput=5MB/sec 2023-12-20T11:25:20.167 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-8w0M8W7m09_DHn6 off=9197951 len=1314776 2023-12-20T11:25:20.174 INFO:tasks.workunit.client.0.smithi123.stdout:op 4407 completed, throughput=5MB/sec 2023-12-20T11:25:20.174 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rlMj5M7OebksNrj off=13631714 len=397685 2023-12-20T11:25:20.175 INFO:tasks.workunit.client.0.smithi123.stdout:op 4408 completed, throughput=5MB/sec 2023-12-20T11:25:20.175 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-7QmBwYJ-5akD_0K off=14667123 len=245175 2023-12-20T11:25:20.175 INFO:tasks.workunit.client.0.smithi123.stdout:op 4409 completed, throughput=5MB/sec 2023-12-20T11:25:20.176 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-aj4BCB-YKFEkN6C off=3335955 len=1891167 2023-12-20T11:25:20.180 INFO:tasks.workunit.client.0.smithi123.stdout:op 4410 completed, throughput=5MB/sec 2023-12-20T11:25:20.919 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:25:21.181 INFO:tasks.workunit.client.0.smithi123.stdout: 880: throughput=5MB/sec pending data=0 2023-12-20T11:25:21.181 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4U15kcdnIPKniGH off=19212927 len=1141223 2023-12-20T11:25:21.182 INFO:tasks.workunit.client.0.smithi123.stdout:op 4411 completed, throughput=5MB/sec 2023-12-20T11:25:21.182 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jH13_yf0pyeITMM off=2161289 len=2045905 2023-12-20T11:25:21.183 INFO:tasks.workunit.client.0.smithi123.stdout:op 4412 completed, throughput=5MB/sec 2023-12-20T11:25:21.183 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-uWazLsR8pkHze0V off=23572517 len=924254 2023-12-20T11:25:21.189 INFO:tasks.workunit.client.0.smithi123.stdout:op 4413 completed, throughput=5MB/sec 2023-12-20T11:25:21.227 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:25:21.227 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (34m) 28s ago 37m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:25:21.227 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (33m) 8m ago 36m 90.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:25:21.227 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (37m) 28s ago 37m 21.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:25:21.228 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (37m) 8m ago 37m 26.8M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:25:21.228 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (33m) 8m ago 40m 457M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:25:21.228 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (33m) 28s ago 41m 546M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:25:21.228 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (33m) 28s ago 41m 285M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:25:21.228 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (32m) 8m ago 40m 144M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:25:21.228 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (32m) 28s ago 40m 172M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:25:21.228 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (34m) 28s ago 36m 19.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:25:21.228 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (33m) 8m ago 36m 19.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:25:21.228 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (32m) 28s ago 40m 1905M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:25:21.228 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (31m) 28s ago 39m 2135M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:25:21.228 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (31m) 28s ago 39m 2181M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:25:21.228 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (30m) 28s ago 39m 1932M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:25:21.228 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (30m) 8m ago 38m 1370M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:25:21.228 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (29m) 8m ago 38m 1530M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:25:21.228 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (29m) 8m ago 38m 1185M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:25:21.229 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (29m) 8m ago 38m 1584M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:25:21.229 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (33m) 8m ago 37m 77.3M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:25:21.610 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:25:21.610 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:25:21.610 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:25:21.610 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:25:21.610 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:25:21.610 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:25:21.610 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:25:21.610 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:25:21.610 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:25:21.610 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:25:21.611 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:25:21.611 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:25:21.611 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:25:21.611 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:25:21.611 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:25:21.611 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:25:21.611 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:25:21.611 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:25:21.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:21 smithi123 ceph-mon[191304]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:25:21.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:21 smithi123 ceph-mon[188613]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:25:21.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:21 smithi177 ceph-mon[212096]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:25:22.189 INFO:tasks.workunit.client.0.smithi123.stdout: 881: throughput=4.99MB/sec pending data=0 2023-12-20T11:25:22.190 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-MoPRDU1c68oxN55 off=2366032 len=1707695 2023-12-20T11:25:22.191 INFO:tasks.workunit.client.0.smithi123.stdout:op 4414 completed, throughput=5MB/sec 2023-12-20T11:25:22.191 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jEK4C5KQ9sKNN6A off=1056190 len=1509261 2023-12-20T11:25:22.193 INFO:tasks.workunit.client.0.smithi123.stdout:op 4415 completed, throughput=5MB/sec 2023-12-20T11:25:22.193 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-5VehfNYvAEK6Sqr off=16246213 len=1846121 2023-12-20T11:25:22.204 INFO:tasks.workunit.client.0.smithi123.stdout:op 4416 completed, throughput=5MB/sec 2023-12-20T11:25:22.204 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QzAgzERYGS_AYFC off=4095379 len=1569389 2023-12-20T11:25:22.212 INFO:tasks.workunit.client.0.smithi123.stdout:op 4417 completed, throughput=5MB/sec 2023-12-20T11:25:22.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:22 smithi177 ceph-mon[212096]: from='client.45710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:25:22.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:22 smithi177 ceph-mon[212096]: from='client.35784 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:25:22.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:22 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3310832326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:25:22.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:22 smithi123 ceph-mon[191304]: from='client.45710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:25:22.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:22 smithi123 ceph-mon[191304]: from='client.35784 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:25:22.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:22 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3310832326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:25:22.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:22 smithi123 ceph-mon[188613]: from='client.45710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:25:22.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:22 smithi123 ceph-mon[188613]: from='client.35784 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:25:22.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:22 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3310832326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:25:23.212 INFO:tasks.workunit.client.0.smithi123.stdout: 882: throughput=5MB/sec pending data=0 2023-12-20T11:25:23.212 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rhICa3vRkYs_rWD off=17829878 len=953673 2023-12-20T11:25:23.213 INFO:tasks.workunit.client.0.smithi123.stdout:op 4418 completed, throughput=5MB/sec 2023-12-20T11:25:23.213 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-yPOM7qs9MMGT55c off=10100551 len=1039629 2023-12-20T11:25:23.215 INFO:tasks.workunit.client.0.smithi123.stdout:op 4419 completed, throughput=5MB/sec 2023-12-20T11:25:23.215 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-n4n3GolG0Ml5tlL off=3323050 len=266700 2023-12-20T11:25:23.219 INFO:tasks.workunit.client.0.smithi123.stdout:op 4420 completed, throughput=5MB/sec 2023-12-20T11:25:23.219 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-BqxlrsBHVvkmILp off=4947563 len=757344 2023-12-20T11:25:23.225 INFO:tasks.workunit.client.0.smithi123.stdout:op 4421 completed, throughput=5MB/sec 2023-12-20T11:25:23.225 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nlXeMS9YdcuadL- off=5832208 len=528247 2023-12-20T11:25:23.226 INFO:tasks.workunit.client.0.smithi123.stdout:op 4422 completed, throughput=5MB/sec 2023-12-20T11:25:23.226 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-mnAwgiwO_fhIIm2 off=2386636 len=538512 2023-12-20T11:25:23.233 INFO:tasks.workunit.client.0.smithi123.stdout:op 4423 completed, throughput=5MB/sec 2023-12-20T11:25:23.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:23 smithi177 ceph-mon[212096]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:25:23.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:23 smithi123 ceph-mon[191304]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:25:23.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:23 smithi123 ceph-mon[188613]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:25:24.233 INFO:tasks.workunit.client.0.smithi123.stdout: 883: throughput=4.99MB/sec pending data=0 2023-12-20T11:25:24.234 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pcJa-wSBNCAUYTM off=4176286 len=1228269 2023-12-20T11:25:24.236 INFO:tasks.workunit.client.0.smithi123.stdout:op 4424 completed, throughput=5MB/sec 2023-12-20T11:25:24.236 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-M-4w0OOCrQC5RgO off=2442501 len=1272297 2023-12-20T11:25:24.237 INFO:tasks.workunit.client.0.smithi123.stdout:op 4425 completed, throughput=5MB/sec 2023-12-20T11:25:24.237 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-EA-RBW3AJWEMN_i off=4427257 len=1996142 2023-12-20T11:25:24.238 INFO:tasks.workunit.client.0.smithi123.stdout:op 4426 completed, throughput=5MB/sec 2023-12-20T11:25:24.239 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-jYBC_obuFhZuZXJ off=4421247 len=1419423 2023-12-20T11:25:24.247 INFO:tasks.workunit.client.0.smithi123.stdout:op 4427 completed, throughput=5MB/sec 2023-12-20T11:25:25.247 INFO:tasks.workunit.client.0.smithi123.stdout: 884: throughput=5MB/sec pending data=0 2023-12-20T11:25:25.247 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-bOL4FK0bg2DBC11 off=15526145 len=645086 2023-12-20T11:25:25.248 INFO:tasks.workunit.client.0.smithi123.stdout:op 4428 completed, throughput=5MB/sec 2023-12-20T11:25:25.248 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-OcSkzxPCNXmLOym off=2309130 len=585006 2023-12-20T11:25:25.249 INFO:tasks.workunit.client.0.smithi123.stdout:op 4429 completed, throughput=5MB/sec 2023-12-20T11:25:25.249 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-u7k5GU-Li7WRqMk off=3465154 len=1555196 2023-12-20T11:25:25.251 INFO:tasks.workunit.client.0.smithi123.stdout:op 4430 completed, throughput=5MB/sec 2023-12-20T11:25:25.251 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Vaj3JY4FnIqilps off=8569987 len=493582 2023-12-20T11:25:25.253 INFO:tasks.workunit.client.0.smithi123.stdout:op 4431 completed, throughput=5MB/sec 2023-12-20T11:25:25.253 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Fxn7ysfbjjNBGWA off=6662609 len=1718583 2023-12-20T11:25:25.255 INFO:tasks.workunit.client.0.smithi123.stdout:op 4432 completed, throughput=5MB/sec 2023-12-20T11:25:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:25 smithi177 ceph-mon[212096]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:25:25.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:25 smithi123 ceph-mon[191304]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:25:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:25 smithi123 ceph-mon[188613]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:25:26.255 INFO:tasks.workunit.client.0.smithi123.stdout: 885: throughput=4.99MB/sec pending data=0 2023-12-20T11:25:26.256 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-swVZ6o_VRghuczk off=35512 len=1196153 2023-12-20T11:25:26.263 INFO:tasks.workunit.client.0.smithi123.stdout:op 4433 completed, throughput=5MB/sec 2023-12-20T11:25:26.263 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0FLx01FQLimboKb off=1399781 len=1376469 2023-12-20T11:25:26.264 INFO:tasks.workunit.client.0.smithi123.stdout:op 4434 completed, throughput=5MB/sec 2023-12-20T11:25:26.264 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ExhHFasdd7tm3RO off=901943 len=184856 2023-12-20T11:25:26.267 INFO:tasks.workunit.client.0.smithi123.stdout:op 4435 completed, throughput=5MB/sec 2023-12-20T11:25:26.267 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ikpbCaJAgUTEJz2 off=2489874 len=1165883 2023-12-20T11:25:26.268 INFO:tasks.workunit.client.0.smithi123.stdout:op 4436 completed, throughput=5MB/sec 2023-12-20T11:25:26.268 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-m9F_e6w8ogxjOgh off=6598628 len=936796 2023-12-20T11:25:26.270 INFO:tasks.workunit.client.0.smithi123.stdout:op 4437 completed, throughput=5MB/sec 2023-12-20T11:25:26.271 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-XPBm2sk1WuanEoE off=4017535 len=2097016 2023-12-20T11:25:26.280 INFO:tasks.workunit.client.0.smithi123.stdout:op 4438 completed, throughput=5MB/sec 2023-12-20T11:25:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:25:26.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:25:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:25:27.281 INFO:tasks.workunit.client.0.smithi123.stdout: 886: throughput=5MB/sec pending data=0 2023-12-20T11:25:27.281 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-k8Xph4h29cC8tdI off=1432667 len=1257340 2023-12-20T11:25:27.283 INFO:tasks.workunit.client.0.smithi123.stdout:op 4439 completed, throughput=5MB/sec 2023-12-20T11:25:27.283 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-MB7lRDKJJBmBvUN off=2182460 len=1735081 2023-12-20T11:25:27.285 INFO:tasks.workunit.client.0.smithi123.stdout:op 4440 completed, throughput=5MB/sec 2023-12-20T11:25:27.285 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-O_M7DY9w-TzltpZ off=379204 len=1681174 2023-12-20T11:25:27.286 INFO:tasks.workunit.client.0.smithi123.stdout:op 4441 completed, throughput=5MB/sec 2023-12-20T11:25:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:27 smithi177 ceph-mon[212096]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:25:27.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:27 smithi123 ceph-mon[191304]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:25:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:27 smithi123 ceph-mon[188613]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:25:28.287 INFO:tasks.workunit.client.0.smithi123.stdout: 887: throughput=5MB/sec pending data=0 2023-12-20T11:25:28.287 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hik4OmObCew7z-P off=5939105 len=512450 2023-12-20T11:25:28.291 INFO:tasks.workunit.client.0.smithi123.stdout:op 4442 completed, throughput=5MB/sec 2023-12-20T11:25:28.291 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9gfFdV9i2b9-QGP off=2504040 len=979552 2023-12-20T11:25:28.293 INFO:tasks.workunit.client.0.smithi123.stdout:op 4443 completed, throughput=5MB/sec 2023-12-20T11:25:28.293 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_N3UFr7p3v4IdJb off=8119297 len=1480710 2023-12-20T11:25:28.301 INFO:tasks.workunit.client.0.smithi123.stdout:op 4444 completed, throughput=5MB/sec 2023-12-20T11:25:28.301 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-g181ceEfmS2Kf91 off=8927364 len=47422 2023-12-20T11:25:28.301 INFO:tasks.workunit.client.0.smithi123.stdout:op 4445 completed, throughput=5MB/sec 2023-12-20T11:25:28.301 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-T9WJ2oK6m2bbPtR off=9330517 len=188412 2023-12-20T11:25:28.302 INFO:tasks.workunit.client.0.smithi123.stdout:op 4446 completed, throughput=5MB/sec 2023-12-20T11:25:28.302 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ldbNcdQaDEZOkMN off=8495643 len=921852 2023-12-20T11:25:28.303 INFO:tasks.workunit.client.0.smithi123.stdout:op 4447 completed, throughput=5MB/sec 2023-12-20T11:25:29.304 INFO:tasks.workunit.client.0.smithi123.stdout: 888: throughput=4.99MB/sec pending data=0 2023-12-20T11:25:29.304 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Ebn_1cH_uAiIqP8 off=16984735 len=1721818 2023-12-20T11:25:29.313 INFO:tasks.workunit.client.0.smithi123.stdout:op 4448 completed, throughput=5MB/sec 2023-12-20T11:25:29.313 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-MWOM3_SkmQfD5zl off=514441 len=784891 2023-12-20T11:25:29.317 INFO:tasks.workunit.client.0.smithi123.stdout:op 4449 completed, throughput=5MB/sec 2023-12-20T11:25:29.317 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-TVIoGCO06DEiM4X off=1673466 len=1115807 2023-12-20T11:25:29.322 INFO:tasks.workunit.client.0.smithi123.stdout:op 4450 completed, throughput=5MB/sec 2023-12-20T11:25:29.322 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-NOjeNxCLT79EnJM off=14604580 len=1017669 2023-12-20T11:25:29.326 INFO:tasks.workunit.client.0.smithi123.stdout:op 4451 completed, throughput=5MB/sec 2023-12-20T11:25:29.326 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-L0S8i3RcHiEgV8G off=8324824 len=1899455 2023-12-20T11:25:29.327 INFO:tasks.workunit.client.0.smithi123.stdout:op 4452 completed, throughput=5MB/sec 2023-12-20T11:25:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:25:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:25:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-20T11:25:29.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:29 smithi177 ceph-mon[212096]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:25:29.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:29 smithi123 ceph-mon[191304]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:25:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:29 smithi123 ceph-mon[188613]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:25:30.328 INFO:tasks.workunit.client.0.smithi123.stdout: 889: throughput=5MB/sec pending data=0 2023-12-20T11:25:30.328 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0JA7ACpYvaE4nKy off=6019197 len=48790 2023-12-20T11:25:30.329 INFO:tasks.workunit.client.0.smithi123.stdout:op 4453 completed, throughput=5MB/sec 2023-12-20T11:25:30.329 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-wS02wAgVneCWXFS off=18045028 len=460928 2023-12-20T11:25:30.333 INFO:tasks.workunit.client.0.smithi123.stdout:op 4454 completed, throughput=5MB/sec 2023-12-20T11:25:30.333 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-oWUXNM-gZQ_h0v6 off=6274758 len=961038 2023-12-20T11:25:30.338 INFO:tasks.workunit.client.0.smithi123.stdout:op 4455 completed, throughput=5MB/sec 2023-12-20T11:25:30.338 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gkNjngmp7XYrER_ off=3315859 len=178019 2023-12-20T11:25:30.341 INFO:tasks.workunit.client.0.smithi123.stdout:op 4456 completed, throughput=5MB/sec 2023-12-20T11:25:30.341 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cBZGJE1ZfLt0zww off=4304741 len=1665414 2023-12-20T11:25:30.349 INFO:tasks.workunit.client.0.smithi123.stdout:op 4457 completed, throughput=5MB/sec 2023-12-20T11:25:30.349 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-D41t0hXJwnAjk1c off=2539252 len=841175 2023-12-20T11:25:30.353 INFO:tasks.workunit.client.0.smithi123.stdout:op 4458 completed, throughput=5MB/sec 2023-12-20T11:25:31.354 INFO:tasks.workunit.client.0.smithi123.stdout: 890: throughput=4.99MB/sec pending data=0 2023-12-20T11:25:31.354 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WGDgbneIZnK4j5m off=5717227 len=1381549 2023-12-20T11:25:31.362 INFO:tasks.workunit.client.0.smithi123.stdout:op 4459 completed, throughput=5MB/sec 2023-12-20T11:25:31.363 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-lSts73ZyBPCRHnS off=15999942 len=1103928 2023-12-20T11:25:31.368 INFO:tasks.workunit.client.0.smithi123.stdout:op 4460 completed, throughput=5MB/sec 2023-12-20T11:25:31.368 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-U20k8GRg0DVdwfu off=2704760 len=1629931 2023-12-20T11:25:31.375 INFO:tasks.workunit.client.0.smithi123.stdout:op 4461 completed, throughput=5MB/sec 2023-12-20T11:25:31.375 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cKHywxQrrBLsLo_ off=1097256 len=1326187 2023-12-20T11:25:31.383 INFO:tasks.workunit.client.0.smithi123.stdout:op 4462 completed, throughput=5MB/sec 2023-12-20T11:25:31.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:31 smithi177 ceph-mon[212096]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-20T11:25:31.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:31 smithi123 ceph-mon[191304]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-20T11:25:31.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:31 smithi123 ceph-mon[188613]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-20T11:25:32.384 INFO:tasks.workunit.client.0.smithi123.stdout: 891: throughput=4.99MB/sec pending data=0 2023-12-20T11:25:32.384 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qmkKKXvHKyXHUcA off=15160879 len=257554 2023-12-20T11:25:32.384 INFO:tasks.workunit.client.0.smithi123.stdout:op 4463 completed, throughput=4.99MB/sec 2023-12-20T11:25:32.384 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-omUY1C-uduKTwO3 off=8568372 len=339281 2023-12-20T11:25:32.387 INFO:tasks.workunit.client.0.smithi123.stdout:op 4464 completed, throughput=5MB/sec 2023-12-20T11:25:32.387 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-G8OfaEbsa_4o2zY off=19953997 len=1193266 2023-12-20T11:25:32.393 INFO:tasks.workunit.client.0.smithi123.stdout:op 4465 completed, throughput=5MB/sec 2023-12-20T11:25:32.393 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-n78yKMrKHSTnc0k off=15339576 len=305833 2023-12-20T11:25:32.394 INFO:tasks.workunit.client.0.smithi123.stdout:op 4466 completed, throughput=5MB/sec 2023-12-20T11:25:32.394 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-yKWu7Ol0rQ5wOXT off=20885468 len=1386055 2023-12-20T11:25:32.396 INFO:tasks.workunit.client.0.smithi123.stdout:op 4467 completed, throughput=5MB/sec 2023-12-20T11:25:32.396 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uwfaMBztSIvDMpg off=1605576 len=1409983 2023-12-20T11:25:32.398 INFO:tasks.workunit.client.0.smithi123.stdout:op 4468 completed, throughput=5MB/sec 2023-12-20T11:25:32.398 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0_W3NvGMe9TestI off=9675186 len=521078 2023-12-20T11:25:32.398 INFO:tasks.workunit.client.0.smithi123.stdout:op 4469 completed, throughput=5MB/sec 2023-12-20T11:25:33.399 INFO:tasks.workunit.client.0.smithi123.stdout: 892: throughput=4.99MB/sec pending data=0 2023-12-20T11:25:33.399 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tNvDJFTvdI5wz90 off=11928797 len=297096 2023-12-20T11:25:33.400 INFO:tasks.workunit.client.0.smithi123.stdout:op 4470 completed, throughput=5MB/sec 2023-12-20T11:25:33.400 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mLtv-nuMVS8yAh4 off=5993364 len=1167114 2023-12-20T11:25:33.401 INFO:tasks.workunit.client.0.smithi123.stdout:op 4471 completed, throughput=5MB/sec 2023-12-20T11:25:33.401 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-OzRsFAiGPkTfWN2 off=1421392 len=356404 2023-12-20T11:25:33.402 INFO:tasks.workunit.client.0.smithi123.stdout:op 4472 completed, throughput=5MB/sec 2023-12-20T11:25:33.402 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Z0wZHTp-kzqtKPG off=3611120 len=1549456 2023-12-20T11:25:33.409 INFO:tasks.workunit.client.0.smithi123.stdout:op 4473 completed, throughput=5MB/sec 2023-12-20T11:25:33.409 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-SOM0aTA-9D-FUq4 off=1480392 len=1516868 2023-12-20T11:25:33.410 INFO:tasks.workunit.client.0.smithi123.stdout:op 4474 completed, throughput=5MB/sec 2023-12-20T11:25:33.410 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-BdpuQj_fNV8WxQN off=2712899 len=874488 2023-12-20T11:25:33.411 INFO:tasks.workunit.client.0.smithi123.stdout:op 4475 completed, throughput=5MB/sec 2023-12-20T11:25:33.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:33 smithi177 ceph-mon[212096]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:25:33.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:33 smithi123 ceph-mon[191304]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:25:33.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:33 smithi123 ceph-mon[188613]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:25:34.412 INFO:tasks.workunit.client.0.smithi123.stdout: 893: throughput=5MB/sec pending data=0 2023-12-20T11:25:34.412 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vQbSTdoQS1t7TdN off=5202823 len=110147 2023-12-20T11:25:34.412 INFO:tasks.workunit.client.0.smithi123.stdout:op 4476 completed, throughput=5MB/sec 2023-12-20T11:25:34.412 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GXCuTXujwIDpQ-E off=6033078 len=1481179 2023-12-20T11:25:34.421 INFO:tasks.workunit.client.0.smithi123.stdout:op 4477 completed, throughput=5MB/sec 2023-12-20T11:25:34.421 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QFEa9O1CBOIx3uH off=2660426 len=136307 2023-12-20T11:25:34.423 INFO:tasks.workunit.client.0.smithi123.stdout:op 4478 completed, throughput=5MB/sec 2023-12-20T11:25:34.423 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-BXXuJ7KniP7QYI7 off=3736108 len=905358 2023-12-20T11:25:34.428 INFO:tasks.workunit.client.0.smithi123.stdout:op 4479 completed, throughput=5MB/sec 2023-12-20T11:25:34.429 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-XPiIOwFnH1NcaxM off=3925120 len=481709 2023-12-20T11:25:34.432 INFO:tasks.workunit.client.0.smithi123.stdout:op 4480 completed, throughput=5MB/sec 2023-12-20T11:25:34.432 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uHCLv6yHPDms2zN off=4568747 len=1207785 2023-12-20T11:25:34.433 INFO:tasks.workunit.client.0.smithi123.stdout:op 4481 completed, throughput=5MB/sec 2023-12-20T11:25:34.434 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Uvj2vtaZUDamrFE off=8116155 len=829850 2023-12-20T11:25:34.439 INFO:tasks.workunit.client.0.smithi123.stdout:op 4482 completed, throughput=5MB/sec 2023-12-20T11:25:35.439 INFO:tasks.workunit.client.0.smithi123.stdout: 894: throughput=5MB/sec pending data=0 2023-12-20T11:25:35.439 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-lyjYMog6FoYCpyl off=756192 len=105519 2023-12-20T11:25:35.442 INFO:tasks.workunit.client.0.smithi123.stdout:op 4483 completed, throughput=5MB/sec 2023-12-20T11:25:35.442 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-twpU-2G2a7iCvKX off=16580158 len=817656 2023-12-20T11:25:35.446 INFO:tasks.workunit.client.0.smithi123.stdout:op 4484 completed, throughput=5MB/sec 2023-12-20T11:25:35.446 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-SpgJvHG4O-lhHF2 off=1830602 len=1207703 2023-12-20T11:25:35.448 INFO:tasks.workunit.client.0.smithi123.stdout:op 4485 completed, throughput=5MB/sec 2023-12-20T11:25:35.448 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-H8lA8Np0vZfDK0N off=2601295 len=921806 2023-12-20T11:25:35.449 INFO:tasks.workunit.client.0.smithi123.stdout:op 4486 completed, throughput=5MB/sec 2023-12-20T11:25:35.449 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-k9kceILRXskHaoC off=261710 len=1756416 2023-12-20T11:25:35.460 INFO:tasks.workunit.client.0.smithi123.stdout:op 4487 completed, throughput=5MB/sec 2023-12-20T11:25:35.460 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-5ZNzmY0ABzpSY0m off=1357438 len=1683457 2023-12-20T11:25:35.466 INFO:tasks.workunit.client.0.smithi123.stdout:op 4488 completed, throughput=5MB/sec 2023-12-20T11:25:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:35 smithi177 ceph-mon[212096]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:25:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:35 smithi123 ceph-mon[191304]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:25:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:35 smithi123 ceph-mon[188613]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:25:36.467 INFO:tasks.workunit.client.0.smithi123.stdout: 895: throughput=5MB/sec pending data=0 2023-12-20T11:25:36.467 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-O3yOU3kWcTgaGH5 off=12159023 len=989607 2023-12-20T11:25:36.468 INFO:tasks.workunit.client.0.smithi123.stdout:op 4489 completed, throughput=5MB/sec 2023-12-20T11:25:36.468 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-qoOQjQivp6Gh1kT off=0 len=1221262 2023-12-20T11:25:36.475 INFO:tasks.workunit.client.0.smithi123.stdout:op 4490 completed, throughput=5MB/sec 2023-12-20T11:25:36.475 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-u8AezHTvg5-lZ73 off=4396916 len=945008 2023-12-20T11:25:36.481 INFO:tasks.workunit.client.0.smithi123.stdout:op 4491 completed, throughput=5MB/sec 2023-12-20T11:25:36.481 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ToMRnNBR4OU7wI8 off=2220103 len=829607 2023-12-20T11:25:36.482 INFO:tasks.workunit.client.0.smithi123.stdout:op 4492 completed, throughput=5MB/sec 2023-12-20T11:25:37.482 INFO:tasks.workunit.client.0.smithi123.stdout: 896: throughput=4.99MB/sec pending data=0 2023-12-20T11:25:37.482 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-p-3WzTFnEPVkKGw off=13448195 len=195674 2023-12-20T11:25:37.486 INFO:tasks.workunit.client.0.smithi123.stdout:op 4493 completed, throughput=4.99MB/sec 2023-12-20T11:25:37.486 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-u2Eg_QVhUJI5Faq off=695852 len=637295 2023-12-20T11:25:37.486 INFO:tasks.workunit.client.0.smithi123.stdout:op 4494 completed, throughput=5MB/sec 2023-12-20T11:25:37.487 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-PgQIYDjAxQWinZA off=7160666 len=1192888 2023-12-20T11:25:37.492 INFO:tasks.workunit.client.0.smithi123.stdout:op 4495 completed, throughput=5MB/sec 2023-12-20T11:25:37.492 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--19Zmuy2vJk90iE off=1812403 len=1601946 2023-12-20T11:25:37.501 INFO:tasks.workunit.client.0.smithi123.stdout:op 4496 completed, throughput=5MB/sec 2023-12-20T11:25:37.501 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-UfWowYVhWCfK4Pr off=5808053 len=1338645 2023-12-20T11:25:37.506 INFO:tasks.workunit.client.0.smithi123.stdout:op 4497 completed, throughput=5MB/sec 2023-12-20T11:25:37.506 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-KDNmSH54vhQ43dt off=1506739 len=1684022 2023-12-20T11:25:37.510 INFO:tasks.workunit.client.0.smithi123.stdout:op 4498 completed, throughput=5MB/sec 2023-12-20T11:25:37.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:37 smithi177 ceph-mon[212096]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:25:37.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:37 smithi123 ceph-mon[191304]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:25:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:37 smithi123 ceph-mon[188613]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:25:38.510 INFO:tasks.workunit.client.0.smithi123.stdout: 897: throughput=5MB/sec pending data=0 2023-12-20T11:25:38.510 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-XLrU6I2lwFVdk5- off=5210786 len=1246979 2023-12-20T11:25:38.511 INFO:tasks.workunit.client.0.smithi123.stdout:op 4499 completed, throughput=5MB/sec 2023-12-20T11:25:38.512 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-rnQvoRIhqoHw__J off=8423806 len=100436 2023-12-20T11:25:38.515 INFO:tasks.workunit.client.0.smithi123.stdout:op 4500 completed, throughput=5MB/sec 2023-12-20T11:25:38.515 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Q2tbmkXLsHn46PZ off=97337 len=2039905 2023-12-20T11:25:38.525 INFO:tasks.workunit.client.0.smithi123.stdout:op 4501 completed, throughput=5MB/sec 2023-12-20T11:25:38.525 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9r2vVNV8GWb0UDg off=17658614 len=1563361 2023-12-20T11:25:38.534 INFO:tasks.workunit.client.0.smithi123.stdout:op 4502 completed, throughput=5MB/sec 2023-12-20T11:25:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:25:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:25:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-20T11:25:39.534 INFO:tasks.workunit.client.0.smithi123.stdout: 898: throughput=5MB/sec pending data=0 2023-12-20T11:25:39.534 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-dzaaj1cie_yg_VI off=1299699 len=986286 2023-12-20T11:25:39.536 INFO:tasks.workunit.client.0.smithi123.stdout:op 4503 completed, throughput=5MB/sec 2023-12-20T11:25:39.536 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_oG1F6VG7X8Ro8M off=597258 len=1181435 2023-12-20T11:25:39.538 INFO:tasks.workunit.client.0.smithi123.stdout:op 4504 completed, throughput=5MB/sec 2023-12-20T11:25:39.538 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zS0EssDqURQ8RR5 off=10342881 len=1797265 2023-12-20T11:25:39.540 INFO:tasks.workunit.client.0.smithi123.stdout:op 4505 completed, throughput=5MB/sec 2023-12-20T11:25:39.540 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2EVfhtQBUoAegSL off=3080339 len=190980 2023-12-20T11:25:39.543 INFO:tasks.workunit.client.0.smithi123.stdout:op 4506 completed, throughput=5MB/sec 2023-12-20T11:25:39.543 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-SWrNWmiTXQzO5xd off=10520848 len=1689339 2023-12-20T11:25:39.545 INFO:tasks.workunit.client.0.smithi123.stdout:op 4507 completed, throughput=5MB/sec 2023-12-20T11:25:39.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:39 smithi177 ceph-mon[212096]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:25:39.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:39 smithi123 ceph-mon[191304]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:25:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:39 smithi123 ceph-mon[188613]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:25:40.545 INFO:tasks.workunit.client.0.smithi123.stdout: 899: throughput=5MB/sec pending data=0 2023-12-20T11:25:40.545 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2MPeLOCyefetbYh off=2146599 len=1590215 2023-12-20T11:25:40.548 INFO:tasks.workunit.client.0.smithi123.stdout:op 4508 completed, throughput=5MB/sec 2023-12-20T11:25:40.548 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-EjOYv6V66-BkJZU off=12544893 len=1253648 2023-12-20T11:25:40.550 INFO:tasks.workunit.client.0.smithi123.stdout:op 4509 completed, throughput=5MB/sec 2023-12-20T11:25:40.550 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-XmNORyXdMYQkj1s off=4786048 len=1724994 2023-12-20T11:25:40.552 INFO:tasks.workunit.client.0.smithi123.stdout:op 4510 completed, throughput=5MB/sec 2023-12-20T11:25:41.553 INFO:tasks.workunit.client.0.smithi123.stdout: 900: throughput=5MB/sec pending data=0 2023-12-20T11:25:41.553 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6oVB-NHwC156Syt off=441567 len=1217335 2023-12-20T11:25:41.554 INFO:tasks.workunit.client.0.smithi123.stdout:op 4511 completed, throughput=5MB/sec 2023-12-20T11:25:41.554 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-PSmRfERKdRjN6f0 off=1364912 len=1495383 2023-12-20T11:25:41.563 INFO:tasks.workunit.client.0.smithi123.stdout:op 4512 completed, throughput=5MB/sec 2023-12-20T11:25:41.563 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-McU8tJjFQCke-uU off=317525 len=271054 2023-12-20T11:25:41.566 INFO:tasks.workunit.client.0.smithi123.stdout:op 4513 completed, throughput=5MB/sec 2023-12-20T11:25:41.566 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hqSaCshFYa4-Ncc off=19396985 len=1669422 2023-12-20T11:25:41.567 INFO:tasks.workunit.client.0.smithi123.stdout:op 4514 completed, throughput=5MB/sec 2023-12-20T11:25:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:41 smithi177 ceph-mon[212096]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:25:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:25:41.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:41 smithi123 ceph-mon[191304]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:25:41.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:25:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:41 smithi123 ceph-mon[188613]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:25:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:25:42.568 INFO:tasks.workunit.client.0.smithi123.stdout: 901: throughput=4.99MB/sec pending data=0 2023-12-20T11:25:42.568 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-clPNU8W3OuO0HUQ off=746079 len=350296 2023-12-20T11:25:42.571 INFO:tasks.workunit.client.0.smithi123.stdout:op 4515 completed, throughput=5MB/sec 2023-12-20T11:25:42.571 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-RHe9Blqb-OpWuCh off=9180558 len=1487331 2023-12-20T11:25:42.574 INFO:tasks.workunit.client.0.smithi123.stdout:op 4516 completed, throughput=5MB/sec 2023-12-20T11:25:42.574 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-e_93qHqoB370dND off=6175823 len=1764731 2023-12-20T11:25:42.576 INFO:tasks.workunit.client.0.smithi123.stdout:op 4517 completed, throughput=5MB/sec 2023-12-20T11:25:42.576 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-k0_8jx6qOAsjRFt off=17273903 len=485877 2023-12-20T11:25:42.577 INFO:tasks.workunit.client.0.smithi123.stdout:op 4518 completed, throughput=5MB/sec 2023-12-20T11:25:42.577 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Flg9xKGGkxGHJUX off=16653620 len=1813286 2023-12-20T11:25:42.579 INFO:tasks.workunit.client.0.smithi123.stdout:op 4519 completed, throughput=5MB/sec 2023-12-20T11:25:43.580 INFO:tasks.workunit.client.0.smithi123.stdout: 902: throughput=5MB/sec pending data=0 2023-12-20T11:25:43.580 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-u51qn589wp01ZvE off=19990904 len=951937 2023-12-20T11:25:43.585 INFO:tasks.workunit.client.0.smithi123.stdout:op 4520 completed, throughput=5MB/sec 2023-12-20T11:25:43.585 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qyLLA9Lxjq4S0RS off=1013367 len=1242608 2023-12-20T11:25:43.593 INFO:tasks.workunit.client.0.smithi123.stdout:op 4521 completed, throughput=5MB/sec 2023-12-20T11:25:43.593 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-3uxR0XpT8Lcpz70 off=1044617 len=859010 2023-12-20T11:25:43.593 INFO:tasks.workunit.client.0.smithi123.stdout:op 4522 completed, throughput=5MB/sec 2023-12-20T11:25:43.593 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-kaxUb_n3CyCWGty off=11486507 len=168443 2023-12-20T11:25:43.593 INFO:tasks.workunit.client.0.smithi123.stdout:op 4523 completed, throughput=5MB/sec 2023-12-20T11:25:43.594 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-kdI7Pql9B3zBGmb off=9200156 len=125007 2023-12-20T11:25:43.594 INFO:tasks.workunit.client.0.smithi123.stdout:op 4524 completed, throughput=5MB/sec 2023-12-20T11:25:43.594 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--kP0jbyDnKRJ_Mo off=6761185 len=2003545 2023-12-20T11:25:43.604 INFO:tasks.workunit.client.0.smithi123.stdout:op 4525 completed, throughput=5MB/sec 2023-12-20T11:25:43.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:43 smithi177 ceph-mon[212096]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:25:43.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:43 smithi123 ceph-mon[188613]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:25:43.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:43 smithi123 ceph-mon[191304]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:25:44.605 INFO:tasks.workunit.client.0.smithi123.stdout: 903: throughput=5MB/sec pending data=0 2023-12-20T11:25:44.605 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5vVnjssuBUdonKG off=9967321 len=662846 2023-12-20T11:25:44.606 INFO:tasks.workunit.client.0.smithi123.stdout:op 4526 completed, throughput=5MB/sec 2023-12-20T11:25:44.606 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-1KEWSCTWFgNElhR off=17196923 len=860619 2023-12-20T11:25:44.609 INFO:tasks.workunit.client.0.smithi123.stdout:op 4527 completed, throughput=5MB/sec 2023-12-20T11:25:44.609 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6B7-PApMUSnopGv off=10044101 len=1579081 2023-12-20T11:25:44.615 INFO:tasks.workunit.client.0.smithi123.stdout:op 4528 completed, throughput=5MB/sec 2023-12-20T11:25:44.616 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-5r-U5MQvfK35Sge off=5375853 len=91361 2023-12-20T11:25:44.618 INFO:tasks.workunit.client.0.smithi123.stdout:op 4529 completed, throughput=5MB/sec 2023-12-20T11:25:44.618 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-VGW5t9PI9ovFN4g off=21478772 len=846515 2023-12-20T11:25:44.620 INFO:tasks.workunit.client.0.smithi123.stdout:op 4530 completed, throughput=5MB/sec 2023-12-20T11:25:44.620 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-O0oGcP10DZTnowH off=5023292 len=669334 2023-12-20T11:25:44.621 INFO:tasks.workunit.client.0.smithi123.stdout:op 4531 completed, throughput=5MB/sec 2023-12-20T11:25:45.622 INFO:tasks.workunit.client.0.smithi123.stdout: 904: throughput=4.99MB/sec pending data=0 2023-12-20T11:25:45.622 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-XJ69GLU-LVjtlVY off=4281883 len=1532910 2023-12-20T11:25:45.634 INFO:tasks.workunit.client.0.smithi123.stdout:op 4532 completed, throughput=5MB/sec 2023-12-20T11:25:45.634 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-YsqpdLwdexboWDe off=1587856 len=201492 2023-12-20T11:25:45.636 INFO:tasks.workunit.client.0.smithi123.stdout:op 4533 completed, throughput=5MB/sec 2023-12-20T11:25:45.637 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-O_M7DY9w-TzltpZ off=486587 len=613946 2023-12-20T11:25:45.640 INFO:tasks.workunit.client.0.smithi123.stdout:op 4534 completed, throughput=5MB/sec 2023-12-20T11:25:45.640 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-5oMCVyYqtIiwoUG off=7282380 len=252239 2023-12-20T11:25:45.640 INFO:tasks.workunit.client.0.smithi123.stdout:op 4535 completed, throughput=5MB/sec 2023-12-20T11:25:45.640 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QB5PZvVzZyIT7wm off=6903745 len=1209826 2023-12-20T11:25:45.647 INFO:tasks.workunit.client.0.smithi123.stdout:op 4536 completed, throughput=5MB/sec 2023-12-20T11:25:45.647 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-yhhwBNpZDUE0Cmg off=95174 len=1774940 2023-12-20T11:25:45.657 INFO:tasks.workunit.client.0.smithi123.stdout:op 4537 completed, throughput=5MB/sec 2023-12-20T11:25:45.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:45 smithi177 ceph-mon[212096]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:25:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:45 smithi123 ceph-mon[191304]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:25:45.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:45 smithi123 ceph-mon[188613]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:25:46.657 INFO:tasks.workunit.client.0.smithi123.stdout: 905: throughput=4.99MB/sec pending data=0 2023-12-20T11:25:46.657 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-tYTS0SGC7xc7b15 off=2997371 len=1837549 2023-12-20T11:25:46.668 INFO:tasks.workunit.client.0.smithi123.stdout:op 4538 completed, throughput=5MB/sec 2023-12-20T11:25:46.668 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kX8U5qI2kAl98HB off=487720 len=1886021 2023-12-20T11:25:46.670 INFO:tasks.workunit.client.0.smithi123.stdout:op 4539 completed, throughput=5MB/sec 2023-12-20T11:25:46.670 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-njpIwlORMn5rQnu off=549118 len=272319 2023-12-20T11:25:46.670 INFO:tasks.workunit.client.0.smithi123.stdout:op 4540 completed, throughput=5MB/sec 2023-12-20T11:25:46.671 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qXQqCu7vmD5nmfd off=5422395 len=618338 2023-12-20T11:25:46.672 INFO:tasks.workunit.client.0.smithi123.stdout:op 4541 completed, throughput=5MB/sec 2023-12-20T11:25:46.672 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wVnr8fVmw_0sPkv off=9421988 len=1873298 2023-12-20T11:25:46.673 INFO:tasks.workunit.client.0.smithi123.stdout:op 4542 completed, throughput=5MB/sec 2023-12-20T11:25:47.674 INFO:tasks.workunit.client.0.smithi123.stdout: 906: throughput=5MB/sec pending data=0 2023-12-20T11:25:47.674 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-34_PC0UUjVtboK8 off=325111 len=995012 2023-12-20T11:25:47.676 INFO:tasks.workunit.client.0.smithi123.stdout:op 4543 completed, throughput=5MB/sec 2023-12-20T11:25:47.676 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-BAc5v-cKXc07D00 off=1125818 len=578403 2023-12-20T11:25:47.677 INFO:tasks.workunit.client.0.smithi123.stdout:op 4544 completed, throughput=5MB/sec 2023-12-20T11:25:47.677 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hQDhvMxovZKXx6o off=2015640 len=447625 2023-12-20T11:25:47.678 INFO:tasks.workunit.client.0.smithi123.stdout:op 4545 completed, throughput=5MB/sec 2023-12-20T11:25:47.678 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CAyFcatDGzeOxqW off=106944 len=1264784 2023-12-20T11:25:47.686 INFO:tasks.workunit.client.0.smithi123.stdout:op 4546 completed, throughput=5MB/sec 2023-12-20T11:25:47.686 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-w3tQWtNx1EtSnsz off=8610443 len=865676 2023-12-20T11:25:47.688 INFO:tasks.workunit.client.0.smithi123.stdout:op 4547 completed, throughput=5MB/sec 2023-12-20T11:25:47.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:47 smithi177 ceph-mon[212096]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:25:47.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:47 smithi123 ceph-mon[191304]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:25:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:47 smithi123 ceph-mon[188613]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:25:48.688 INFO:tasks.workunit.client.0.smithi123.stdout: 907: throughput=4.99MB/sec pending data=0 2023-12-20T11:25:48.688 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9j8wn_DWEujO-n_ off=5413732 len=1338954 2023-12-20T11:25:48.690 INFO:tasks.workunit.client.0.smithi123.stdout:op 4548 completed, throughput=5MB/sec 2023-12-20T11:25:48.690 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-EZl4tBrnCXluuwk off=6274655 len=1734058 2023-12-20T11:25:48.694 INFO:tasks.workunit.client.0.smithi123.stdout:op 4549 completed, throughput=5MB/sec 2023-12-20T11:25:48.694 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kCIwAXzwNthKpJN off=11957620 len=763535 2023-12-20T11:25:48.695 INFO:tasks.workunit.client.0.smithi123.stdout:op 4550 completed, throughput=5MB/sec 2023-12-20T11:25:48.695 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-WqQnrEzOBfPbtkG off=14340474 len=1942546 2023-12-20T11:25:48.697 INFO:tasks.workunit.client.0.smithi123.stdout:op 4551 completed, throughput=5MB/sec 2023-12-20T11:25:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:25:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:25:49] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2023-12-20T11:25:49.697 INFO:tasks.workunit.client.0.smithi123.stdout: 908: throughput=5MB/sec pending data=0 2023-12-20T11:25:49.697 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jZg3-jT6xRFoIC8 off=15216257 len=2031876 2023-12-20T11:25:49.700 INFO:tasks.workunit.client.0.smithi123.stdout:op 4552 completed, throughput=5MB/sec 2023-12-20T11:25:49.700 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-J-NaPRwISGpw1SE off=7092651 len=391866 2023-12-20T11:25:49.703 INFO:tasks.workunit.client.0.smithi123.stdout:op 4553 completed, throughput=5MB/sec 2023-12-20T11:25:49.704 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-JgM_xeXISEWT-YD off=569805 len=1285339 2023-12-20T11:25:49.713 INFO:tasks.workunit.client.0.smithi123.stdout:op 4554 completed, throughput=5MB/sec 2023-12-20T11:25:49.713 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-JLFPLvw7BC4_OFk off=2573171 len=1256460 2023-12-20T11:25:49.714 INFO:tasks.workunit.client.0.smithi123.stdout:op 4555 completed, throughput=5MB/sec 2023-12-20T11:25:49.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:49 smithi177 ceph-mon[212096]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:25:49.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:49 smithi123 ceph-mon[191304]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:25:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:49 smithi123 ceph-mon[188613]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:25:50.718 INFO:tasks.workunit.client.0.smithi123.stdout: 909: throughput=5MB/sec pending data=0 2023-12-20T11:25:50.718 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jGArqfbY2IpKTOY off=1869039 len=782543 2023-12-20T11:25:50.718 INFO:tasks.workunit.client.0.smithi123.stdout:op 4556 completed, throughput=5MB/sec 2023-12-20T11:25:50.719 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-aaIg3La7BMr5A1u off=2622459 len=204072 2023-12-20T11:25:50.719 INFO:tasks.workunit.client.0.smithi123.stdout:op 4557 completed, throughput=5MB/sec 2023-12-20T11:25:50.719 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-To1ExfhupmP3RpL off=7805398 len=1763810 2023-12-20T11:25:50.729 INFO:tasks.workunit.client.0.smithi123.stdout:op 4558 completed, throughput=5MB/sec 2023-12-20T11:25:50.729 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-lu-sAXRR5cMmRqm off=9506323 len=61718 2023-12-20T11:25:50.730 INFO:tasks.workunit.client.0.smithi123.stdout:op 4559 completed, throughput=5MB/sec 2023-12-20T11:25:50.731 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-PjgZJW-xTCyMNZ5 off=876941 len=685460 2023-12-20T11:25:50.735 INFO:tasks.workunit.client.0.smithi123.stdout:op 4560 completed, throughput=5MB/sec 2023-12-20T11:25:50.735 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9kwFKVaU0ERoTWa off=96196 len=294254 2023-12-20T11:25:50.738 INFO:tasks.workunit.client.0.smithi123.stdout:op 4561 completed, throughput=5MB/sec 2023-12-20T11:25:50.738 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-zHKhbEAuj1EchFQ off=3367430 len=1138554 2023-12-20T11:25:50.743 INFO:tasks.workunit.client.0.smithi123.stdout:op 4562 completed, throughput=5MB/sec 2023-12-20T11:25:51.743 INFO:tasks.workunit.client.0.smithi123.stdout: 910: throughput=4.99MB/sec pending data=0 2023-12-20T11:25:51.743 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Prfvm12z7mjv7Cf off=314623 len=1212254 2023-12-20T11:25:51.744 INFO:tasks.workunit.client.0.smithi123.stdout:op 4563 completed, throughput=5MB/sec 2023-12-20T11:25:51.744 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-S_qS76veS9FG0nl off=6996227 len=192651 2023-12-20T11:25:51.745 INFO:tasks.workunit.client.0.smithi123.stdout:op 4564 completed, throughput=5MB/sec 2023-12-20T11:25:51.745 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2izdjuRPWnevufR off=3165963 len=1243379 2023-12-20T11:25:51.753 INFO:tasks.workunit.client.0.smithi123.stdout:op 4565 completed, throughput=5MB/sec 2023-12-20T11:25:51.754 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Ucvo9v9vcEu0_JY off=459171 len=721753 2023-12-20T11:25:51.754 INFO:tasks.workunit.client.0.smithi123.stdout:op 4566 completed, throughput=5MB/sec 2023-12-20T11:25:51.754 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-zOPABogIeja5Re4 off=842579 len=1020727 2023-12-20T11:25:51.759 INFO:tasks.workunit.client.0.smithi123.stdout:op 4567 completed, throughput=5MB/sec 2023-12-20T11:25:51.759 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DrjEGqgJJPwIMad off=1270111 len=1585097 2023-12-20T11:25:51.768 INFO:tasks.workunit.client.0.smithi123.stdout:op 4568 completed, throughput=5MB/sec 2023-12-20T11:25:51.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:51 smithi177 ceph-mon[212096]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:25:51.957 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:25:51.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:51 smithi123 ceph-mon[191304]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:25:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:51 smithi123 ceph-mon[188613]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:25:52.266 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:25:52.267 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (34m) 59s ago 37m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:25:52.267 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (34m) 9m ago 37m 90.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:25:52.267 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (38m) 59s ago 38m 21.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:25:52.267 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (38m) 9m ago 38m 26.8M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:25:52.267 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (33m) 9m ago 40m 457M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:25:52.267 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (34m) 59s ago 42m 546M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:25:52.267 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (33m) 59s ago 42m 285M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:25:52.267 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (33m) 9m ago 41m 144M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:25:52.267 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (33m) 59s ago 41m 172M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:25:52.267 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (34m) 59s ago 37m 19.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:25:52.267 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (34m) 9m ago 37m 19.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:25:52.267 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (32m) 59s ago 40m 1905M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:25:52.267 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (32m) 59s ago 40m 2135M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:25:52.267 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (31m) 59s ago 40m 2181M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:25:52.268 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (31m) 59s ago 39m 1932M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:25:52.268 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (30m) 9m ago 39m 1370M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:25:52.268 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (30m) 9m ago 39m 1530M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:25:52.268 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (30m) 9m ago 38m 1185M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:25:52.268 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (29m) 9m ago 38m 1584M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:25:52.268 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (34m) 9m ago 37m 77.3M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:25:52.649 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:25:52.649 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:25:52.649 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:25:52.649 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:25:52.649 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:25:52.649 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:25:52.649 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:25:52.649 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:25:52.649 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:25:52.649 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:25:52.649 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:25:52.649 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:25:52.650 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:25:52.650 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:25:52.650 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:25:52.650 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:25:52.650 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:25:52.650 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:25:52.769 INFO:tasks.workunit.client.0.smithi123.stdout: 911: throughput=5MB/sec pending data=0 2023-12-20T11:25:52.769 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-oO5VVgFAxTVu1Do off=16419535 len=881584 2023-12-20T11:25:52.771 INFO:tasks.workunit.client.0.smithi123.stdout:op 4569 completed, throughput=5MB/sec 2023-12-20T11:25:52.771 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZeAyL6u0NFAfLQR off=286685 len=543065 2023-12-20T11:25:52.772 INFO:tasks.workunit.client.0.smithi123.stdout:op 4570 completed, throughput=5MB/sec 2023-12-20T11:25:52.772 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-M-Ao8OaORJxLqo5 off=5360742 len=104154 2023-12-20T11:25:52.778 INFO:tasks.workunit.client.0.smithi123.stdout:op 4571 completed, throughput=5MB/sec 2023-12-20T11:25:52.779 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-EEHuwpat2SaITU7 off=11176618 len=1112763 2023-12-20T11:25:52.779 INFO:tasks.workunit.client.0.smithi123.stdout:op 4572 completed, throughput=5MB/sec 2023-12-20T11:25:52.779 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-69kL3NiKR02EJ3b off=4306939 len=52413 2023-12-20T11:25:52.779 INFO:tasks.workunit.client.0.smithi123.stdout:op 4573 completed, throughput=5MB/sec 2023-12-20T11:25:52.779 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GvcEfZwRKfHhbiL off=4149768 len=338201 2023-12-20T11:25:52.779 INFO:tasks.workunit.client.0.smithi123.stdout:op 4574 completed, throughput=5MB/sec 2023-12-20T11:25:52.779 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-to_qFbwm9O0-IN- off=9025612 len=747182 2023-12-20T11:25:52.779 INFO:tasks.workunit.client.0.smithi123.stdout:op 4575 completed, throughput=5MB/sec 2023-12-20T11:25:52.779 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Psktm1HNQMSAqQW off=8055854 len=1294809 2023-12-20T11:25:52.780 INFO:tasks.workunit.client.0.smithi123.stdout:op 4576 completed, throughput=5MB/sec 2023-12-20T11:25:53.780 INFO:tasks.workunit.client.0.smithi123.stdout: 912: throughput=5MB/sec pending data=0 2023-12-20T11:25:53.780 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-15JfatdBcHblBHt off=203606 len=2063490 2023-12-20T11:25:53.782 INFO:tasks.workunit.client.0.smithi123.stdout:op 4577 completed, throughput=5MB/sec 2023-12-20T11:25:53.782 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-MIM6dLDLscJW3v2 off=6837634 len=56470 2023-12-20T11:25:53.782 INFO:tasks.workunit.client.0.smithi123.stdout:op 4578 completed, throughput=5MB/sec 2023-12-20T11:25:53.782 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ba1myfXYO3W7fVY off=9318878 len=694346 2023-12-20T11:25:53.783 INFO:tasks.workunit.client.0.smithi123.stdout:op 4579 completed, throughput=5MB/sec 2023-12-20T11:25:53.783 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-a6HOqFAo7N9gAC8 off=7814996 len=1795335 2023-12-20T11:25:53.794 INFO:tasks.workunit.client.0.smithi123.stdout:op 4580 completed, throughput=5MB/sec 2023-12-20T11:25:53.794 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Y87VbtR9D4_PaGB off=7524498 len=1858560 2023-12-20T11:25:53.808 INFO:tasks.workunit.client.0.smithi123.stdout:op 4581 completed, throughput=5MB/sec 2023-12-20T11:25:53.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:53 smithi177 ceph-mon[212096]: from='client.45728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:25:53.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:53 smithi177 ceph-mon[212096]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:25:53.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:53 smithi177 ceph-mon[212096]: from='client.45734 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:25:53.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:53 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2084683160' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:25:53.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:53 smithi123 ceph-mon[191304]: from='client.45728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:25:53.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:53 smithi123 ceph-mon[191304]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:25:53.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:53 smithi123 ceph-mon[191304]: from='client.45734 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:25:53.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:53 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2084683160' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:25:53.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:53 smithi123 ceph-mon[188613]: from='client.45728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:25:53.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:53 smithi123 ceph-mon[188613]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:25:53.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:53 smithi123 ceph-mon[188613]: from='client.45734 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:25:53.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:53 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2084683160' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:25:54.809 INFO:tasks.workunit.client.0.smithi123.stdout: 913: throughput=5MB/sec pending data=0 2023-12-20T11:25:54.809 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-sNi2QoX9_ifV19t off=6529697 len=146441 2023-12-20T11:25:54.812 INFO:tasks.workunit.client.0.smithi123.stdout:op 4582 completed, throughput=5MB/sec 2023-12-20T11:25:54.813 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-U91QmG6jVfXTUDG off=7421364 len=67568 2023-12-20T11:25:54.813 INFO:tasks.workunit.client.0.smithi123.stdout:op 4583 completed, throughput=5MB/sec 2023-12-20T11:25:54.813 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-HPlYOKwJdj32W-6 off=3484141 len=1771468 2023-12-20T11:25:54.822 INFO:tasks.workunit.client.0.smithi123.stdout:op 4584 completed, throughput=5MB/sec 2023-12-20T11:25:54.822 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_Yd2GieQdKqdGG7 off=4990962 len=603857 2023-12-20T11:25:54.826 INFO:tasks.workunit.client.0.smithi123.stdout:op 4585 completed, throughput=5MB/sec 2023-12-20T11:25:54.826 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ldU0HI4Tkefcf0z off=2952027 len=1067455 2023-12-20T11:25:54.832 INFO:tasks.workunit.client.0.smithi123.stdout:op 4586 completed, throughput=5MB/sec 2023-12-20T11:25:54.832 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5zJVQLYX7yxvscf off=6689250 len=1405383 2023-12-20T11:25:54.833 INFO:tasks.workunit.client.0.smithi123.stdout:op 4587 completed, throughput=5MB/sec 2023-12-20T11:25:55.834 INFO:tasks.workunit.client.0.smithi123.stdout: 914: throughput=5MB/sec pending data=0 2023-12-20T11:25:55.834 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NcIvwYTxhRiXV2c off=18662016 len=694142 2023-12-20T11:25:55.835 INFO:tasks.workunit.client.0.smithi123.stdout:op 4588 completed, throughput=5MB/sec 2023-12-20T11:25:55.835 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-q8Ilcz2rt7r1TPb off=17141955 len=760283 2023-12-20T11:25:55.837 INFO:tasks.workunit.client.0.smithi123.stdout:op 4589 completed, throughput=5MB/sec 2023-12-20T11:25:55.837 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-bLFRqAQnXqFzHvk off=7362700 len=1633178 2023-12-20T11:25:55.838 INFO:tasks.workunit.client.0.smithi123.stdout:op 4590 completed, throughput=5MB/sec 2023-12-20T11:25:55.839 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-MY7e8Zbtr6jpqGr off=8269343 len=324400 2023-12-20T11:25:55.842 INFO:tasks.workunit.client.0.smithi123.stdout:op 4591 completed, throughput=5MB/sec 2023-12-20T11:25:55.842 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Ytc0bckypOuiUkx off=5024760 len=930806 2023-12-20T11:25:55.843 INFO:tasks.workunit.client.0.smithi123.stdout:op 4592 completed, throughput=5MB/sec 2023-12-20T11:25:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:55 smithi177 ceph-mon[212096]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-20T11:25:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:55 smithi123 ceph-mon[191304]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-20T11:25:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:55 smithi123 ceph-mon[188613]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-20T11:25:56.843 INFO:tasks.workunit.client.0.smithi123.stdout: 915: throughput=4.99MB/sec pending data=0 2023-12-20T11:25:56.843 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-XLkcyju8AR3kqRl off=7132326 len=1073361 2023-12-20T11:25:56.844 INFO:tasks.workunit.client.0.smithi123.stdout:op 4593 completed, throughput=5MB/sec 2023-12-20T11:25:56.844 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-JuRlQ4bkDguzGFl off=9222221 len=1951153 2023-12-20T11:25:56.845 INFO:tasks.workunit.client.0.smithi123.stdout:op 4594 completed, throughput=5MB/sec 2023-12-20T11:25:56.845 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-V-ymO6-3n8DMi1W off=3611138 len=152915 2023-12-20T11:25:56.846 INFO:tasks.workunit.client.0.smithi123.stdout:op 4595 completed, throughput=5MB/sec 2023-12-20T11:25:56.846 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4J_8sdlHCWkSGjC off=3320089 len=485556 2023-12-20T11:25:56.849 INFO:tasks.workunit.client.0.smithi123.stdout:op 4596 completed, throughput=5MB/sec 2023-12-20T11:25:56.849 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xO4SEMKz0Mjc4SO off=8785413 len=1877386 2023-12-20T11:25:56.850 INFO:tasks.workunit.client.0.smithi123.stdout:op 4597 completed, throughput=5MB/sec 2023-12-20T11:25:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:25:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:25:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:25:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:25:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:25:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:25:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:25:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:25:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:25:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:25:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:25:56.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:25:57.850 INFO:tasks.workunit.client.0.smithi123.stdout: 916: throughput=5MB/sec pending data=0 2023-12-20T11:25:57.851 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--S3v1hXkfMaSWd9 off=4315194 len=72429 2023-12-20T11:25:57.851 INFO:tasks.workunit.client.0.smithi123.stdout:op 4598 completed, throughput=5MB/sec 2023-12-20T11:25:57.851 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DC56ym4JoGwKa03 off=6965425 len=1984287 2023-12-20T11:25:57.860 INFO:tasks.workunit.client.0.smithi123.stdout:op 4599 completed, throughput=5MB/sec 2023-12-20T11:25:57.860 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DUmxu-DtdHVTkZW off=1433717 len=1925090 2023-12-20T11:25:57.871 INFO:tasks.workunit.client.0.smithi123.stdout:op 4600 completed, throughput=5MB/sec 2023-12-20T11:25:57.871 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-dtTS2ah5LNXNq8h off=6074186 len=1975599 2023-12-20T11:25:57.879 INFO:tasks.workunit.client.0.smithi123.stdout:op 4601 completed, throughput=5MB/sec 2023-12-20T11:25:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:57 smithi177 ceph-mon[212096]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-20T11:25:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:25:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:25:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:25:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:57 smithi123 ceph-mon[191304]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-20T11:25:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:25:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:25:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:25:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:57 smithi123 ceph-mon[188613]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-20T11:25:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:25:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:25:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:25:58.880 INFO:tasks.workunit.client.0.smithi123.stdout: 917: throughput=5MB/sec pending data=0 2023-12-20T11:25:58.880 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-R-66nvUrBQFE5sn off=2359851 len=310554 2023-12-20T11:25:58.883 INFO:tasks.workunit.client.0.smithi123.stdout:op 4602 completed, throughput=5MB/sec 2023-12-20T11:25:58.883 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-UCc9o7APOY-_a6q off=10825649 len=1418131 2023-12-20T11:25:58.889 INFO:tasks.workunit.client.0.smithi123.stdout:op 4603 completed, throughput=5MB/sec 2023-12-20T11:25:58.889 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-AG2SkQh-gD8g6tB off=1717815 len=489650 2023-12-20T11:25:58.890 INFO:tasks.workunit.client.0.smithi123.stdout:op 4604 completed, throughput=5MB/sec 2023-12-20T11:25:58.890 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FZuAaydzBp_cPiG off=308667 len=1203271 2023-12-20T11:25:58.897 INFO:tasks.workunit.client.0.smithi123.stdout:op 4605 completed, throughput=5MB/sec 2023-12-20T11:25:58.897 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-oYdwt6fvDIcFXFp off=3058207 len=1361083 2023-12-20T11:25:58.903 INFO:tasks.workunit.client.0.smithi123.stdout:op 4606 completed, throughput=5MB/sec 2023-12-20T11:25:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:25:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:25:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-20T11:25:59.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:25:59 smithi177 ceph-mon[212096]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-20T11:25:59.902 INFO:tasks.workunit.client.0.smithi123.stdout: 918: throughput=5MB/sec pending data=0 2023-12-20T11:25:59.902 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-kc7-FGfobf6me-C off=119311 len=353274 2023-12-20T11:25:59.906 INFO:tasks.workunit.client.0.smithi123.stdout:op 4607 completed, throughput=5MB/sec 2023-12-20T11:25:59.906 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kiLMvOLnAGtd2W2 off=3018569 len=898918 2023-12-20T11:25:59.907 INFO:tasks.workunit.client.0.smithi123.stdout:op 4608 completed, throughput=5MB/sec 2023-12-20T11:25:59.908 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-iBnXCg0rlUpIN2b off=1974206 len=1914392 2023-12-20T11:25:59.919 INFO:tasks.workunit.client.0.smithi123.stdout:op 4609 completed, throughput=5MB/sec 2023-12-20T11:25:59.919 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-t1qFpUl12et7lRg off=13591995 len=1888032 2023-12-20T11:25:59.927 INFO:tasks.workunit.client.0.smithi123.stdout:op 4610 completed, throughput=5MB/sec 2023-12-20T11:25:59.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:25:59 smithi123 ceph-mon[191304]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-20T11:25:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:25:59 smithi123 ceph-mon[188613]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-20T11:26:00.927 INFO:tasks.workunit.client.0.smithi123.stdout: 919: throughput=4.99MB/sec pending data=0 2023-12-20T11:26:00.927 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fIzN8QyUNdaFX5q off=15513838 len=1880888 2023-12-20T11:26:00.932 INFO:tasks.workunit.client.0.smithi123.stdout:op 4611 completed, throughput=5MB/sec 2023-12-20T11:26:00.933 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-wsK8Os-DNO2LEVI off=182073 len=1860602 2023-12-20T11:26:00.937 INFO:tasks.workunit.client.0.smithi123.stdout:op 4612 completed, throughput=5MB/sec 2023-12-20T11:26:00.938 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-T9WJ2oK6m2bbPtR off=4731498 len=465498 2023-12-20T11:26:00.939 INFO:tasks.workunit.client.0.smithi123.stdout:op 4613 completed, throughput=5MB/sec 2023-12-20T11:26:00.939 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-b9gRs2rftQbyeKn off=517212 len=1292003 2023-12-20T11:26:00.940 INFO:tasks.workunit.client.0.smithi123.stdout:op 4614 completed, throughput=5MB/sec 2023-12-20T11:26:01.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:01 smithi177 ceph-mon[212096]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:26:01.941 INFO:tasks.workunit.client.0.smithi123.stdout: 920: throughput=4.99MB/sec pending data=0 2023-12-20T11:26:01.941 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_ReMZK-afcMpyHU off=2620223 len=1474194 2023-12-20T11:26:01.944 INFO:tasks.workunit.client.0.smithi123.stdout:op 4615 completed, throughput=5MB/sec 2023-12-20T11:26:01.944 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2_zXr8wEJ9-pxQY off=0 len=1242681 2023-12-20T11:26:01.946 INFO:tasks.workunit.client.0.smithi123.stdout:op 4616 completed, throughput=5MB/sec 2023-12-20T11:26:01.947 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8bzBacfM7Got2Nr off=1070342 len=1837022 2023-12-20T11:26:01.948 INFO:tasks.workunit.client.0.smithi123.stdout:op 4617 completed, throughput=5MB/sec 2023-12-20T11:26:01.948 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gqupXLcN2Dp9tjH off=10619460 len=1013938 2023-12-20T11:26:01.955 INFO:tasks.workunit.client.0.smithi123.stdout:op 4618 completed, throughput=5MB/sec 2023-12-20T11:26:01.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:01 smithi123 ceph-mon[191304]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:26:01.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:01 smithi123 ceph-mon[188613]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:26:02.954 INFO:tasks.workunit.client.0.smithi123.stdout: 921: throughput=5MB/sec pending data=0 2023-12-20T11:26:02.955 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-1B2TdCMiuj4g7Xa off=474495 len=1877320 2023-12-20T11:26:02.966 INFO:tasks.workunit.client.0.smithi123.stdout:op 4619 completed, throughput=5MB/sec 2023-12-20T11:26:02.966 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lO0IbtS3n3wOLZQ off=4933820 len=1938623 2023-12-20T11:26:02.970 INFO:tasks.workunit.client.0.smithi123.stdout:op 4620 completed, throughput=5MB/sec 2023-12-20T11:26:02.970 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ygGyMEjRJce357u off=616579 len=1994866 2023-12-20T11:26:02.971 INFO:tasks.workunit.client.0.smithi123.stdout:op 4621 completed, throughput=5MB/sec 2023-12-20T11:26:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:03 smithi177 ceph-mon[212096]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:26:03.972 INFO:tasks.workunit.client.0.smithi123.stdout: 922: throughput=5MB/sec pending data=0 2023-12-20T11:26:03.972 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-VIElFosRQto081a off=809541 len=1389493 2023-12-20T11:26:03.980 INFO:tasks.workunit.client.0.smithi123.stdout:op 4622 completed, throughput=5MB/sec 2023-12-20T11:26:03.980 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-lboh4acVLxDR8ZY off=11322559 len=1248545 2023-12-20T11:26:03.987 INFO:tasks.workunit.client.0.smithi123.stdout:op 4623 completed, throughput=5MB/sec 2023-12-20T11:26:03.987 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-H0aRoDeT_D9u2Jt off=16703418 len=1532411 2023-12-20T11:26:03.989 INFO:tasks.workunit.client.0.smithi123.stdout:op 4624 completed, throughput=5MB/sec 2023-12-20T11:26:03.989 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--9DWDj2XBRO0b73 off=1471774 len=609773 2023-12-20T11:26:03.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:03 smithi123 ceph-mon[191304]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:26:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:03 smithi123 ceph-mon[188613]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:26:03.993 INFO:tasks.workunit.client.0.smithi123.stdout:op 4625 completed, throughput=5MB/sec 2023-12-20T11:26:04.994 INFO:tasks.workunit.client.0.smithi123.stdout: 923: throughput=5MB/sec pending data=0 2023-12-20T11:26:04.994 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pQneBT-3Tgs5Kmu off=886627 len=1608019 2023-12-20T11:26:04.996 INFO:tasks.workunit.client.0.smithi123.stdout:op 4626 completed, throughput=5MB/sec 2023-12-20T11:26:04.996 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-KMeAKF7oG_eBytj off=1881789 len=1914394 2023-12-20T11:26:04.998 INFO:tasks.workunit.client.0.smithi123.stdout:op 4627 completed, throughput=5MB/sec 2023-12-20T11:26:04.998 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-dD94suYZwZQlfXZ off=5176977 len=274132 2023-12-20T11:26:05.002 INFO:tasks.workunit.client.0.smithi123.stdout:op 4628 completed, throughput=5MB/sec 2023-12-20T11:26:05.002 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0021VIO4-1A8mkm off=8504394 len=261117 2023-12-20T11:26:05.005 INFO:tasks.workunit.client.0.smithi123.stdout:op 4629 completed, throughput=5MB/sec 2023-12-20T11:26:05.005 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-LLnZXcDUKKCywOW off=11242893 len=584852 2023-12-20T11:26:05.006 INFO:tasks.workunit.client.0.smithi123.stdout:op 4630 completed, throughput=5MB/sec 2023-12-20T11:26:05.006 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-sSjzliJAxnlfvSY off=20627655 len=1796702 2023-12-20T11:26:05.008 INFO:tasks.workunit.client.0.smithi123.stdout:op 4631 completed, throughput=5MB/sec 2023-12-20T11:26:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:05 smithi177 ceph-mon[212096]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:26:05.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:05 smithi123 ceph-mon[191304]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:26:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:05 smithi123 ceph-mon[188613]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:26:06.009 INFO:tasks.workunit.client.0.smithi123.stdout: 924: throughput=5MB/sec pending data=0 2023-12-20T11:26:06.009 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gPx7DllIRdidRCV off=2049236 len=403857 2023-12-20T11:26:06.012 INFO:tasks.workunit.client.0.smithi123.stdout:op 4632 completed, throughput=5MB/sec 2023-12-20T11:26:06.013 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-bxc19kMxGV-fm-y off=3872946 len=749723 2023-12-20T11:26:06.018 INFO:tasks.workunit.client.0.smithi123.stdout:op 4633 completed, throughput=5MB/sec 2023-12-20T11:26:06.018 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jtZ9Jm3ZeFAUOyk off=20899991 len=857737 2023-12-20T11:26:06.020 INFO:tasks.workunit.client.0.smithi123.stdout:op 4634 completed, throughput=5MB/sec 2023-12-20T11:26:06.020 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-F6XlrrG-A864i7f off=1863047 len=1091033 2023-12-20T11:26:06.022 INFO:tasks.workunit.client.0.smithi123.stdout:op 4635 completed, throughput=5MB/sec 2023-12-20T11:26:06.022 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-G2DIy-0AgMjWCWZ off=7819054 len=184311 2023-12-20T11:26:06.024 INFO:tasks.workunit.client.0.smithi123.stdout:op 4636 completed, throughput=5MB/sec 2023-12-20T11:26:06.024 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vaemoxnWcsDonEo off=3286300 len=1864861 2023-12-20T11:26:06.035 INFO:tasks.workunit.client.0.smithi123.stdout:op 4637 completed, throughput=5MB/sec 2023-12-20T11:26:07.035 INFO:tasks.workunit.client.0.smithi123.stdout: 925: throughput=5MB/sec pending data=0 2023-12-20T11:26:07.035 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6BN1G-j_d6B1GKI off=10434647 len=675784 2023-12-20T11:26:07.036 INFO:tasks.workunit.client.0.smithi123.stdout:op 4638 completed, throughput=5MB/sec 2023-12-20T11:26:07.036 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-3ejPono2o19u_Qb off=13670266 len=567488 2023-12-20T11:26:07.040 INFO:tasks.workunit.client.0.smithi123.stdout:op 4639 completed, throughput=5MB/sec 2023-12-20T11:26:07.040 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nCglqfQggducJ9J off=5510567 len=673304 2023-12-20T11:26:07.042 INFO:tasks.workunit.client.0.smithi123.stdout:op 4640 completed, throughput=5MB/sec 2023-12-20T11:26:07.042 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0Rk6B5D959KiQsc off=8514288 len=435841 2023-12-20T11:26:07.042 INFO:tasks.workunit.client.0.smithi123.stdout:op 4641 completed, throughput=5MB/sec 2023-12-20T11:26:07.042 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-WG9tuE-fuo8_bHc off=10701621 len=1284095 2023-12-20T11:26:07.043 INFO:tasks.workunit.client.0.smithi123.stdout:op 4642 completed, throughput=5MB/sec 2023-12-20T11:26:07.043 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-al2eBS6vtemrMat off=1715298 len=317479 2023-12-20T11:26:07.044 INFO:tasks.workunit.client.0.smithi123.stdout:op 4643 completed, throughput=5MB/sec 2023-12-20T11:26:07.044 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-M_wrgi-1OqxZVqt off=6967590 len=905598 2023-12-20T11:26:07.045 INFO:tasks.workunit.client.0.smithi123.stdout:op 4644 completed, throughput=5MB/sec 2023-12-20T11:26:07.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:07 smithi177 ceph-mon[212096]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:26:07.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:07 smithi123 ceph-mon[191304]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:26:07.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:07 smithi123 ceph-mon[188613]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:26:08.046 INFO:tasks.workunit.client.0.smithi123.stdout: 926: throughput=5MB/sec pending data=0 2023-12-20T11:26:08.046 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-sQDgoZJ_cUmr8jO off=10268968 len=1991726 2023-12-20T11:26:08.058 INFO:tasks.workunit.client.0.smithi123.stdout:op 4645 completed, throughput=5MB/sec 2023-12-20T11:26:08.058 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fuTZvmU1pwYb7Nu off=18185 len=814081 2023-12-20T11:26:08.059 INFO:tasks.workunit.client.0.smithi123.stdout:op 4646 completed, throughput=5MB/sec 2023-12-20T11:26:08.059 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-kexlTbkJpKKwAg9 off=23708486 len=1798953 2023-12-20T11:26:08.070 INFO:tasks.workunit.client.0.smithi123.stdout:op 4647 completed, throughput=5MB/sec 2023-12-20T11:26:09.070 INFO:tasks.workunit.client.0.smithi123.stdout: 927: throughput=4.99MB/sec pending data=0 2023-12-20T11:26:09.070 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6yUuTqQJgzjmbl7 off=4764239 len=1655642 2023-12-20T11:26:09.073 INFO:tasks.workunit.client.0.smithi123.stdout:op 4648 completed, throughput=5MB/sec 2023-12-20T11:26:09.073 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-1uuMAw_XgbRzPrO off=1896480 len=1158367 2023-12-20T11:26:09.079 INFO:tasks.workunit.client.0.smithi123.stdout:op 4649 completed, throughput=5MB/sec 2023-12-20T11:26:09.080 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-yAltf5d-IIUncjw off=7996252 len=940175 2023-12-20T11:26:09.081 INFO:tasks.workunit.client.0.smithi123.stdout:op 4650 completed, throughput=5MB/sec 2023-12-20T11:26:09.081 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pN0R8EMlb9xtdJy off=2941046 len=87989 2023-12-20T11:26:09.082 INFO:tasks.workunit.client.0.smithi123.stdout:op 4651 completed, throughput=5MB/sec 2023-12-20T11:26:09.082 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-msph_lns3NBazoF off=882461 len=1532061 2023-12-20T11:26:09.084 INFO:tasks.workunit.client.0.smithi123.stdout:op 4652 completed, throughput=5MB/sec 2023-12-20T11:26:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:26:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:26:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-20T11:26:09.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:09 smithi177 ceph-mon[212096]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:26:09.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:09 smithi123 ceph-mon[191304]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:26:09.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:09 smithi123 ceph-mon[188613]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:26:10.085 INFO:tasks.workunit.client.0.smithi123.stdout: 928: throughput=4.99MB/sec pending data=0 2023-12-20T11:26:10.085 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Ek-Ty30fo-cF28z off=2396392 len=1057206 2023-12-20T11:26:10.090 INFO:tasks.workunit.client.0.smithi123.stdout:op 4653 completed, throughput=5MB/sec 2023-12-20T11:26:10.090 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-dtq-EGAUKxHTlbi off=2039201 len=1818936 2023-12-20T11:26:10.102 INFO:tasks.workunit.client.0.smithi123.stdout:op 4654 completed, throughput=5MB/sec 2023-12-20T11:26:10.102 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-c8dUVZGZ9Z4iduO off=2188194 len=575787 2023-12-20T11:26:10.102 INFO:tasks.workunit.client.0.smithi123.stdout:op 4655 completed, throughput=5MB/sec 2023-12-20T11:26:10.102 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-TvKmo0hxgv4coIc off=20892653 len=1147356 2023-12-20T11:26:10.108 INFO:tasks.workunit.client.0.smithi123.stdout:op 4656 completed, throughput=5MB/sec 2023-12-20T11:26:10.109 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_Hoa-XAAA65UWVG off=1732789 len=1913352 2023-12-20T11:26:10.119 INFO:tasks.workunit.client.0.smithi123.stdout:op 4657 completed, throughput=5MB/sec 2023-12-20T11:26:11.119 INFO:tasks.workunit.client.0.smithi123.stdout: 929: throughput=5MB/sec pending data=0 2023-12-20T11:26:11.119 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-oWUXNM-gZQ_h0v6 off=117056 len=245841 2023-12-20T11:26:11.120 INFO:tasks.workunit.client.0.smithi123.stdout:op 4658 completed, throughput=5MB/sec 2023-12-20T11:26:11.120 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-e7wdRBkfYGJA0An off=5336865 len=1015630 2023-12-20T11:26:11.126 INFO:tasks.workunit.client.0.smithi123.stdout:op 4659 completed, throughput=5MB/sec 2023-12-20T11:26:11.126 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-8d1cN-8unOX-KoT off=33641 len=1496494 2023-12-20T11:26:11.135 INFO:tasks.workunit.client.0.smithi123.stdout:op 4660 completed, throughput=5MB/sec 2023-12-20T11:26:11.135 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-BFgvskb-wPJ4bRt off=5115685 len=316623 2023-12-20T11:26:11.135 INFO:tasks.workunit.client.0.smithi123.stdout:op 4661 completed, throughput=5MB/sec 2023-12-20T11:26:11.135 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-CvHkcSx1WlGWeUE off=671130 len=1162055 2023-12-20T11:26:11.138 INFO:tasks.workunit.client.0.smithi123.stdout:op 4662 completed, throughput=5MB/sec 2023-12-20T11:26:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:11 smithi177 ceph-mon[212096]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:26:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:26:11.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:11 smithi123 ceph-mon[191304]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:26:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:26:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:11 smithi123 ceph-mon[188613]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:26:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:26:12.138 INFO:tasks.workunit.client.0.smithi123.stdout: 930: throughput=4.99MB/sec pending data=0 2023-12-20T11:26:12.139 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-PxBvK3YZu1C2cVX off=9145188 len=292852 2023-12-20T11:26:12.142 INFO:tasks.workunit.client.0.smithi123.stdout:op 4663 completed, throughput=5MB/sec 2023-12-20T11:26:12.142 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-BnkDtTZeIC8rhpK off=2598100 len=1620798 2023-12-20T11:26:12.151 INFO:tasks.workunit.client.0.smithi123.stdout:op 4664 completed, throughput=5MB/sec 2023-12-20T11:26:12.152 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-XPVQRvDy7h15wfb off=3982092 len=2043837 2023-12-20T11:26:12.155 INFO:tasks.workunit.client.0.smithi123.stdout:op 4665 completed, throughput=5MB/sec 2023-12-20T11:26:12.155 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Vs3-OkYKt-fWyIN off=1180327 len=686299 2023-12-20T11:26:12.156 INFO:tasks.workunit.client.0.smithi123.stdout:op 4666 completed, throughput=5MB/sec 2023-12-20T11:26:12.156 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-pkhExn5GMOcfoLR off=11296643 len=1695446 2023-12-20T11:26:12.166 INFO:tasks.workunit.client.0.smithi123.stdout:op 4667 completed, throughput=5MB/sec 2023-12-20T11:26:13.166 INFO:tasks.workunit.client.0.smithi123.stdout: 931: throughput=5MB/sec pending data=0 2023-12-20T11:26:13.166 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gdp-jeXjGgEOSnt off=18372641 len=1992344 2023-12-20T11:26:13.168 INFO:tasks.workunit.client.0.smithi123.stdout:op 4668 completed, throughput=5MB/sec 2023-12-20T11:26:13.168 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4sPEIfc0Tdmy4_u off=4863895 len=1554170 2023-12-20T11:26:13.176 INFO:tasks.workunit.client.0.smithi123.stdout:op 4669 completed, throughput=5MB/sec 2023-12-20T11:26:13.176 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-c-T_XS4ZS0FG5ZL off=15712246 len=741422 2023-12-20T11:26:13.177 INFO:tasks.workunit.client.0.smithi123.stdout:op 4670 completed, throughput=5MB/sec 2023-12-20T11:26:13.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:13 smithi177 ceph-mon[212096]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:26:13.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:13 smithi123 ceph-mon[191304]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:26:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:13 smithi123 ceph-mon[188613]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:26:14.178 INFO:tasks.workunit.client.0.smithi123.stdout: 932: throughput=4.99MB/sec pending data=0 2023-12-20T11:26:14.178 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-L2smFoNM9s22PnM off=8067318 len=1045787 2023-12-20T11:26:14.184 INFO:tasks.workunit.client.0.smithi123.stdout:op 4671 completed, throughput=5MB/sec 2023-12-20T11:26:14.185 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gPMSOgSEhv6W2m0 off=4915569 len=981310 2023-12-20T11:26:14.187 INFO:tasks.workunit.client.0.smithi123.stdout:op 4672 completed, throughput=5MB/sec 2023-12-20T11:26:14.187 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-eoBufBEwdDx7OPJ off=5613003 len=1349729 2023-12-20T11:26:14.193 INFO:tasks.workunit.client.0.smithi123.stdout:op 4673 completed, throughput=5MB/sec 2023-12-20T11:26:14.193 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-49lBKgY7xe3tGAt off=7895247 len=847068 2023-12-20T11:26:14.194 INFO:tasks.workunit.client.0.smithi123.stdout:op 4674 completed, throughput=5MB/sec 2023-12-20T11:26:14.194 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Fn3xvwqtjskugG9 off=6702370 len=1386730 2023-12-20T11:26:14.197 INFO:tasks.workunit.client.0.smithi123.stdout:op 4675 completed, throughput=5MB/sec 2023-12-20T11:26:15.197 INFO:tasks.workunit.client.0.smithi123.stdout: 933: throughput=5MB/sec pending data=0 2023-12-20T11:26:15.198 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gXoUdChecOUNhwR off=16055550 len=684767 2023-12-20T11:26:15.202 INFO:tasks.workunit.client.0.smithi123.stdout:op 4676 completed, throughput=5MB/sec 2023-12-20T11:26:15.202 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xYqNmlPIoE7SwO2 off=1278400 len=1447393 2023-12-20T11:26:15.204 INFO:tasks.workunit.client.0.smithi123.stdout:op 4677 completed, throughput=5MB/sec 2023-12-20T11:26:15.204 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-063OWwBJiSfrZjY off=298998 len=1212624 2023-12-20T11:26:15.205 INFO:tasks.workunit.client.0.smithi123.stdout:op 4678 completed, throughput=5MB/sec 2023-12-20T11:26:15.206 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-aBjMjxV-64Tvcew off=7088088 len=1348448 2023-12-20T11:26:15.212 INFO:tasks.workunit.client.0.smithi123.stdout:op 4679 completed, throughput=5MB/sec 2023-12-20T11:26:15.212 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Ifc0cHrBUJABJ3j off=2409441 len=1253325 2023-12-20T11:26:15.213 INFO:tasks.workunit.client.0.smithi123.stdout:op 4680 completed, throughput=5MB/sec 2023-12-20T11:26:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:15 smithi177 ceph-mon[212096]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:26:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:15 smithi123 ceph-mon[191304]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:26:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:15 smithi123 ceph-mon[188613]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:26:16.213 INFO:tasks.workunit.client.0.smithi123.stdout: 934: throughput=5MB/sec pending data=0 2023-12-20T11:26:16.213 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hq1j6xdnadbAneW off=7433507 len=638114 2023-12-20T11:26:16.214 INFO:tasks.workunit.client.0.smithi123.stdout:op 4681 completed, throughput=5MB/sec 2023-12-20T11:26:16.214 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FtBdpLi33kw1nqK off=5153086 len=452641 2023-12-20T11:26:16.219 INFO:tasks.workunit.client.0.smithi123.stdout:op 4682 completed, throughput=5MB/sec 2023-12-20T11:26:16.219 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-amZa6Ky8rU8bfzJ off=8124689 len=562228 2023-12-20T11:26:16.219 INFO:tasks.workunit.client.0.smithi123.stdout:op 4683 completed, throughput=5MB/sec 2023-12-20T11:26:16.220 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-n3_82WUUggk9kiP off=8267021 len=2024347 2023-12-20T11:26:16.231 INFO:tasks.workunit.client.0.smithi123.stdout:op 4684 completed, throughput=5MB/sec 2023-12-20T11:26:16.231 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-iSOKEls4pCuc4mq off=8529715 len=1015698 2023-12-20T11:26:16.232 INFO:tasks.workunit.client.0.smithi123.stdout:op 4685 completed, throughput=5MB/sec 2023-12-20T11:26:17.233 INFO:tasks.workunit.client.0.smithi123.stdout: 935: throughput=5MB/sec pending data=0 2023-12-20T11:26:17.233 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-68XD4VaM_Dt1Kva off=6019373 len=455262 2023-12-20T11:26:17.235 INFO:tasks.workunit.client.0.smithi123.stdout:op 4686 completed, throughput=5MB/sec 2023-12-20T11:26:17.235 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-pJi4zIPivjy1BRP off=969437 len=1141762 2023-12-20T11:26:17.246 INFO:tasks.workunit.client.0.smithi123.stdout:op 4687 completed, throughput=5MB/sec 2023-12-20T11:26:17.247 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-HczdpHnafVjI0WT off=6749535 len=1182108 2023-12-20T11:26:17.248 INFO:tasks.workunit.client.0.smithi123.stdout:op 4688 completed, throughput=5MB/sec 2023-12-20T11:26:17.248 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Q6QDugq9DggvizS off=3203895 len=505150 2023-12-20T11:26:17.252 INFO:tasks.workunit.client.0.smithi123.stdout:op 4689 completed, throughput=5MB/sec 2023-12-20T11:26:17.252 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FKULze3jE2ezsUb off=3238634 len=1437262 2023-12-20T11:26:17.259 INFO:tasks.workunit.client.0.smithi123.stdout:op 4690 completed, throughput=5MB/sec 2023-12-20T11:26:17.259 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Vrbnc-OUK2NO6Z8 off=418118 len=400446 2023-12-20T11:26:17.262 INFO:tasks.workunit.client.0.smithi123.stdout:op 4691 completed, throughput=5MB/sec 2023-12-20T11:26:17.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:17 smithi177 ceph-mon[212096]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:26:17.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:17 smithi123 ceph-mon[188613]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:26:17.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:17 smithi123 ceph-mon[191304]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:26:18.262 INFO:tasks.workunit.client.0.smithi123.stdout: 936: throughput=4.99MB/sec pending data=0 2023-12-20T11:26:18.262 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9vHgUFPsUdCFkzG off=4087510 len=1773031 2023-12-20T11:26:18.275 INFO:tasks.workunit.client.0.smithi123.stdout:op 4692 completed, throughput=5MB/sec 2023-12-20T11:26:18.276 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-w8sAYHSVz6fHUiH off=11653799 len=1819979 2023-12-20T11:26:18.279 INFO:tasks.workunit.client.0.smithi123.stdout:op 4693 completed, throughput=5MB/sec 2023-12-20T11:26:18.279 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xZLIZRkwApr1EXh off=8928254 len=186310 2023-12-20T11:26:18.279 INFO:tasks.workunit.client.0.smithi123.stdout:op 4694 completed, throughput=5MB/sec 2023-12-20T11:26:18.279 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mioR71xyYxr-7Uo off=7949961 len=84057 2023-12-20T11:26:18.280 INFO:tasks.workunit.client.0.smithi123.stdout:op 4695 completed, throughput=5MB/sec 2023-12-20T11:26:18.280 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-W6dGjCA91q2hS4l off=14754555 len=2027423 2023-12-20T11:26:18.282 INFO:tasks.workunit.client.0.smithi123.stdout:op 4696 completed, throughput=5MB/sec 2023-12-20T11:26:19.283 INFO:tasks.workunit.client.0.smithi123.stdout: 937: throughput=5MB/sec pending data=0 2023-12-20T11:26:19.283 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zD9Zk6lf78PmILD off=2310215 len=899451 2023-12-20T11:26:19.283 INFO:tasks.workunit.client.0.smithi123.stdout:op 4697 completed, throughput=5MB/sec 2023-12-20T11:26:19.283 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QoMjylvpP-pTL4j off=5019312 len=795265 2023-12-20T11:26:19.284 INFO:tasks.workunit.client.0.smithi123.stdout:op 4698 completed, throughput=5MB/sec 2023-12-20T11:26:19.284 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mDsJs1Lyh2IDoL6 off=3424755 len=1537816 2023-12-20T11:26:19.290 INFO:tasks.workunit.client.0.smithi123.stdout:op 4699 completed, throughput=5MB/sec 2023-12-20T11:26:19.290 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QbqZnihHtJOw89s off=10230320 len=1412474 2023-12-20T11:26:19.292 INFO:tasks.workunit.client.0.smithi123.stdout:op 4700 completed, throughput=5MB/sec 2023-12-20T11:26:19.292 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-kEUFOE1xmy_W6wv off=8204782 len=75203 2023-12-20T11:26:19.294 INFO:tasks.workunit.client.0.smithi123.stdout:op 4701 completed, throughput=5MB/sec 2023-12-20T11:26:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:26:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:26:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-20T11:26:19.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:19 smithi177 ceph-mon[212096]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:26:19.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:19 smithi123 ceph-mon[191304]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:26:19.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:19 smithi123 ceph-mon[188613]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:26:20.295 INFO:tasks.workunit.client.0.smithi123.stdout: 938: throughput=4.99MB/sec pending data=0 2023-12-20T11:26:20.295 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-iOm54pOyTqvpIvf off=12097432 len=1513042 2023-12-20T11:26:20.303 INFO:tasks.workunit.client.0.smithi123.stdout:op 4702 completed, throughput=5MB/sec 2023-12-20T11:26:20.303 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WHUUG5r_kpUuXk5 off=18999423 len=1645726 2023-12-20T11:26:20.315 INFO:tasks.workunit.client.0.smithi123.stdout:op 4703 completed, throughput=5MB/sec 2023-12-20T11:26:20.315 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SqhYjuk0BUwduDm off=2378074 len=1519282 2023-12-20T11:26:20.323 INFO:tasks.workunit.client.0.smithi123.stdout:op 4704 completed, throughput=5MB/sec 2023-12-20T11:26:20.323 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-EboWzAS7Q3tndMO off=1611551 len=472222 2023-12-20T11:26:20.324 INFO:tasks.workunit.client.0.smithi123.stdout:op 4705 completed, throughput=5MB/sec 2023-12-20T11:26:20.324 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-V709gv49a-binhv off=11111572 len=427836 2023-12-20T11:26:20.327 INFO:tasks.workunit.client.0.smithi123.stdout:op 4706 completed, throughput=5MB/sec 2023-12-20T11:26:21.328 INFO:tasks.workunit.client.0.smithi123.stdout: 939: throughput=4.99MB/sec pending data=0 2023-12-20T11:26:21.328 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-S7-D7k6q3xkhDK9 off=7087792 len=1370411 2023-12-20T11:26:21.333 INFO:tasks.workunit.client.0.smithi123.stdout:op 4707 completed, throughput=5MB/sec 2023-12-20T11:26:21.334 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gWrtYXSChXiUxuo off=7305879 len=745544 2023-12-20T11:26:21.338 INFO:tasks.workunit.client.0.smithi123.stdout:op 4708 completed, throughput=5MB/sec 2023-12-20T11:26:21.338 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-UxN1qau_evHSrkd off=12157388 len=1543360 2023-12-20T11:26:21.348 INFO:tasks.workunit.client.0.smithi123.stdout:op 4709 completed, throughput=5MB/sec 2023-12-20T11:26:21.348 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-lnE1FYvPnfJgayg off=12222468 len=1276828 2023-12-20T11:26:21.354 INFO:tasks.workunit.client.0.smithi123.stdout:op 4710 completed, throughput=5MB/sec 2023-12-20T11:26:21.355 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-LKt4qJflmQZ3-_B off=7200671 len=29510 2023-12-20T11:26:21.357 INFO:tasks.workunit.client.0.smithi123.stdout:op 4711 completed, throughput=5MB/sec 2023-12-20T11:26:21.357 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-S5vyKwqmDohKO5Z off=1227775 len=1617323 2023-12-20T11:26:21.365 INFO:tasks.workunit.client.0.smithi123.stdout:op 4712 completed, throughput=5MB/sec 2023-12-20T11:26:21.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:21 smithi177 ceph-mon[212096]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:26:21.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:21 smithi123 ceph-mon[191304]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:26:21.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:21 smithi123 ceph-mon[188613]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:26:22.365 INFO:tasks.workunit.client.0.smithi123.stdout: 940: throughput=5MB/sec pending data=0 2023-12-20T11:26:22.365 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-7DrrZ9_Ce1Gh3jO off=17467918 len=341133 2023-12-20T11:26:22.368 INFO:tasks.workunit.client.0.smithi123.stdout:op 4713 completed, throughput=5MB/sec 2023-12-20T11:26:22.368 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ixi2vczt5VQ0GdY off=3744514 len=194347 2023-12-20T11:26:22.371 INFO:tasks.workunit.client.0.smithi123.stdout:op 4714 completed, throughput=5MB/sec 2023-12-20T11:26:22.371 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xVXZG2IY5v01pxC off=1950511 len=851978 2023-12-20T11:26:22.373 INFO:tasks.workunit.client.0.smithi123.stdout:op 4715 completed, throughput=5MB/sec 2023-12-20T11:26:22.373 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ilBwG4SLKhZZ1Bt off=6009746 len=1415050 2023-12-20T11:26:22.382 INFO:tasks.workunit.client.0.smithi123.stdout:op 4716 completed, throughput=5MB/sec 2023-12-20T11:26:22.383 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mumdaJFVDzgceM7 off=16951337 len=1723798 2023-12-20T11:26:22.384 INFO:tasks.workunit.client.0.smithi123.stdout:op 4717 completed, throughput=5MB/sec 2023-12-20T11:26:22.996 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:26:23.304 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:26:23.305 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (35m) 90s ago 38m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:26:23.305 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (34m) 9m ago 37m 90.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:26:23.305 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (38m) 90s ago 38m 21.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:26:23.305 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (38m) 9m ago 38m 26.8M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:26:23.305 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (34m) 9m ago 41m 457M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:26:23.305 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (34m) 90s ago 42m 546M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:26:23.305 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (34m) 90s ago 42m 285M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:26:23.305 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (33m) 9m ago 41m 144M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:26:23.305 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (34m) 90s ago 41m 172M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:26:23.305 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (35m) 90s ago 37m 19.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:26:23.305 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (34m) 9m ago 37m 19.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:26:23.305 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (33m) 90s ago 41m 1905M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:26:23.305 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (32m) 90s ago 40m 2135M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:26:23.306 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (32m) 90s ago 40m 2181M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:26:23.306 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (31m) 90s ago 40m 1932M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:26:23.306 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (31m) 9m ago 40m 1370M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:26:23.306 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (31m) 9m ago 39m 1530M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:26:23.306 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (30m) 9m ago 39m 1185M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:26:23.306 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (30m) 9m ago 39m 1584M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:26:23.306 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (34m) 9m ago 38m 77.3M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:26:23.384 INFO:tasks.workunit.client.0.smithi123.stdout: 941: throughput=5MB/sec pending data=0 2023-12-20T11:26:23.384 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jCUYlv8bhs04Qvs off=1021193 len=417914 2023-12-20T11:26:23.385 INFO:tasks.workunit.client.0.smithi123.stdout:op 4718 completed, throughput=5MB/sec 2023-12-20T11:26:23.385 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-eDW6PXkyU0AOf7n off=1416107 len=1270672 2023-12-20T11:26:23.388 INFO:tasks.workunit.client.0.smithi123.stdout:op 4719 completed, throughput=5MB/sec 2023-12-20T11:26:23.388 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-No26GHOOq-kNVHE off=7277779 len=1965948 2023-12-20T11:26:23.389 INFO:tasks.workunit.client.0.smithi123.stdout:op 4720 completed, throughput=5MB/sec 2023-12-20T11:26:23.389 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Ij7jYgJcYWCYgmw off=6191406 len=1909301 2023-12-20T11:26:23.399 INFO:tasks.workunit.client.0.smithi123.stdout:op 4721 completed, throughput=5MB/sec 2023-12-20T11:26:23.692 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:26:23.692 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:26:23.692 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:26:23.692 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:26:23.692 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:26:23.692 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:26:23.693 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:26:23.693 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:26:23.693 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:26:23.693 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:26:23.693 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:26:23.693 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:26:23.693 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:26:23.693 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:26:23.693 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:26:23.693 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:26:23.693 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:26:23.693 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:26:23.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:23 smithi177 ceph-mon[212096]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:26:23.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:23 smithi123 ceph-mon[191304]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:26:23.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:23 smithi123 ceph-mon[188613]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:26:24.399 INFO:tasks.workunit.client.0.smithi123.stdout: 942: throughput=5MB/sec pending data=0 2023-12-20T11:26:24.400 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-x5sDU-OnkWOrqHI off=16625151 len=1767750 2023-12-20T11:26:24.402 INFO:tasks.workunit.client.0.smithi123.stdout:op 4722 completed, throughput=5MB/sec 2023-12-20T11:26:24.402 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-oQvnxq0E_QGSMO0 off=8131673 len=681735 2023-12-20T11:26:24.407 INFO:tasks.workunit.client.0.smithi123.stdout:op 4723 completed, throughput=5MB/sec 2023-12-20T11:26:24.407 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-S8sszTRdl-i5WKb off=8820082 len=1864145 2023-12-20T11:26:24.410 INFO:tasks.workunit.client.0.smithi123.stdout:op 4724 completed, throughput=5MB/sec 2023-12-20T11:26:24.410 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-r6Wikz7JTbJAD4i off=582901 len=1686281 2023-12-20T11:26:24.418 INFO:tasks.workunit.client.0.smithi123.stdout:op 4725 completed, throughput=5MB/sec 2023-12-20T11:26:24.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:24 smithi177 ceph-mon[212096]: from='client.35814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:26:24.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:24 smithi177 ceph-mon[212096]: from='client.35820 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:26:24.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:24 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3251738503' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:26:24.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:24 smithi123 ceph-mon[191304]: from='client.35814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:26:24.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:24 smithi123 ceph-mon[191304]: from='client.35820 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:26:24.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:24 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3251738503' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:26:24.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:24 smithi123 ceph-mon[188613]: from='client.35814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:26:24.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:24 smithi123 ceph-mon[188613]: from='client.35820 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:26:24.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:24 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3251738503' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:26:25.418 INFO:tasks.workunit.client.0.smithi123.stdout: 943: throughput=5MB/sec pending data=0 2023-12-20T11:26:25.418 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-iz5c6c19aHzXFmW off=2391461 len=939773 2023-12-20T11:26:25.420 INFO:tasks.workunit.client.0.smithi123.stdout:op 4726 completed, throughput=5MB/sec 2023-12-20T11:26:25.420 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-BxogFvHLe5y3PHm off=7517324 len=1373199 2023-12-20T11:26:25.436 INFO:tasks.workunit.client.0.smithi123.stdout:op 4727 completed, throughput=5MB/sec 2023-12-20T11:26:25.437 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-sVAvSSG7QkwFADc off=5441178 len=35287 2023-12-20T11:26:25.439 INFO:tasks.workunit.client.0.smithi123.stdout:op 4728 completed, throughput=5MB/sec 2023-12-20T11:26:25.439 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hA_tRQIZkmkSaHL off=3350484 len=228563 2023-12-20T11:26:25.440 INFO:tasks.workunit.client.0.smithi123.stdout:op 4729 completed, throughput=5MB/sec 2023-12-20T11:26:25.440 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-swHm3Y9pVNmxaEg off=4937566 len=1112410 2023-12-20T11:26:25.441 INFO:tasks.workunit.client.0.smithi123.stdout:op 4730 completed, throughput=5MB/sec 2023-12-20T11:26:25.441 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-7YVqukNhC3XUtsI off=7391826 len=1517898 2023-12-20T11:26:25.450 INFO:tasks.workunit.client.0.smithi123.stdout:op 4731 completed, throughput=5MB/sec 2023-12-20T11:26:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:25 smithi177 ceph-mon[212096]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:26:25.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:25 smithi123 ceph-mon[191304]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:26:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:25 smithi123 ceph-mon[188613]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:26:26.451 INFO:tasks.workunit.client.0.smithi123.stdout: 944: throughput=5MB/sec pending data=0 2023-12-20T11:26:26.451 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-XmQxerK8z6s3o9T off=4841985 len=982084 2023-12-20T11:26:26.458 INFO:tasks.workunit.client.0.smithi123.stdout:op 4732 completed, throughput=5MB/sec 2023-12-20T11:26:26.458 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xRz9rdj0B_kNEK9 off=266348 len=1237966 2023-12-20T11:26:26.460 INFO:tasks.workunit.client.0.smithi123.stdout:op 4733 completed, throughput=5MB/sec 2023-12-20T11:26:26.460 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Iditj32UDzZx36t off=6067970 len=680536 2023-12-20T11:26:26.464 INFO:tasks.workunit.client.0.smithi123.stdout:op 4734 completed, throughput=5MB/sec 2023-12-20T11:26:26.464 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-EXLl1inUUuJkJeb off=4888029 len=1047075 2023-12-20T11:26:26.470 INFO:tasks.workunit.client.0.smithi123.stdout:op 4735 completed, throughput=5MB/sec 2023-12-20T11:26:26.470 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nBSDC_xK19dpA-H off=13798458 len=1037667 2023-12-20T11:26:26.476 INFO:tasks.workunit.client.0.smithi123.stdout:op 4736 completed, throughput=5MB/sec 2023-12-20T11:26:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:26:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:26:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:26:27.476 INFO:tasks.workunit.client.0.smithi123.stdout: 945: throughput=5MB/sec pending data=0 2023-12-20T11:26:27.476 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-aBDrytZxT0kusG- off=1658751 len=1622173 2023-12-20T11:26:27.485 INFO:tasks.workunit.client.0.smithi123.stdout:op 4737 completed, throughput=5MB/sec 2023-12-20T11:26:27.485 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Ag6X02gOKcV5VRr off=1631642 len=1398617 2023-12-20T11:26:27.491 INFO:tasks.workunit.client.0.smithi123.stdout:op 4738 completed, throughput=5MB/sec 2023-12-20T11:26:27.491 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-trwJ6krQ8ee0H5I off=17992379 len=1410134 2023-12-20T11:26:27.494 INFO:tasks.workunit.client.0.smithi123.stdout:op 4739 completed, throughput=5MB/sec 2023-12-20T11:26:27.494 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-jdgVKYglLHXDGJ0 off=5496130 len=545010 2023-12-20T11:26:27.497 INFO:tasks.workunit.client.0.smithi123.stdout:op 4740 completed, throughput=5MB/sec 2023-12-20T11:26:27.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:27 smithi177 ceph-mon[212096]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:26:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:27 smithi123 ceph-mon[191304]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:26:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:27 smithi123 ceph-mon[188613]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:26:28.498 INFO:tasks.workunit.client.0.smithi123.stdout: 946: throughput=5MB/sec pending data=0 2023-12-20T11:26:28.498 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Gd7AL0ag2GYORxt off=13288042 len=201006 2023-12-20T11:26:28.501 INFO:tasks.workunit.client.0.smithi123.stdout:op 4741 completed, throughput=5MB/sec 2023-12-20T11:26:28.501 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-oFeNDvOkLK2gJB8 off=2056461 len=1245876 2023-12-20T11:26:28.507 INFO:tasks.workunit.client.0.smithi123.stdout:op 4742 completed, throughput=5MB/sec 2023-12-20T11:26:28.507 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-IUd2v-kPT5XOFro off=4417703 len=543232 2023-12-20T11:26:28.508 INFO:tasks.workunit.client.0.smithi123.stdout:op 4743 completed, throughput=5MB/sec 2023-12-20T11:26:28.508 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-oYkZXlC7UlBgJzK off=19607095 len=357363 2023-12-20T11:26:28.509 INFO:tasks.workunit.client.0.smithi123.stdout:op 4744 completed, throughput=5MB/sec 2023-12-20T11:26:28.509 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-PmPu5XvJQal_-CP off=4569761 len=450764 2023-12-20T11:26:28.513 INFO:tasks.workunit.client.0.smithi123.stdout:op 4745 completed, throughput=5MB/sec 2023-12-20T11:26:28.513 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-iHBVq0FTaXxKqkQ off=14039726 len=439978 2023-12-20T11:26:28.514 INFO:tasks.workunit.client.0.smithi123.stdout:op 4746 completed, throughput=5MB/sec 2023-12-20T11:26:28.514 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-o4OTfMPO6aBDhIp off=3832115 len=534924 2023-12-20T11:26:28.514 INFO:tasks.workunit.client.0.smithi123.stdout:op 4747 completed, throughput=5MB/sec 2023-12-20T11:26:28.514 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-WXvvLbhrCCzMd8v off=6238214 len=1718525 2023-12-20T11:26:28.516 INFO:tasks.workunit.client.0.smithi123.stdout:op 4748 completed, throughput=5MB/sec 2023-12-20T11:26:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:26:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:26:29] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-20T11:26:29.517 INFO:tasks.workunit.client.0.smithi123.stdout: 947: throughput=5MB/sec pending data=0 2023-12-20T11:26:29.517 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6UQCUywdz86F02L off=14239048 len=396030 2023-12-20T11:26:29.519 INFO:tasks.workunit.client.0.smithi123.stdout:op 4749 completed, throughput=5MB/sec 2023-12-20T11:26:29.519 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-w--Wus0cfX77iJg off=37704 len=381224 2023-12-20T11:26:29.523 INFO:tasks.workunit.client.0.smithi123.stdout:op 4750 completed, throughput=5MB/sec 2023-12-20T11:26:29.523 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-IrlgsANizCOsOIK off=10941248 len=2012134 2023-12-20T11:26:29.525 INFO:tasks.workunit.client.0.smithi123.stdout:op 4751 completed, throughput=5MB/sec 2023-12-20T11:26:29.525 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lkyGOEl4qaoP71I off=16483198 len=431729 2023-12-20T11:26:29.526 INFO:tasks.workunit.client.0.smithi123.stdout:op 4752 completed, throughput=5MB/sec 2023-12-20T11:26:29.526 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-quwePcGZaAA9tcB off=13667832 len=339758 2023-12-20T11:26:29.529 INFO:tasks.workunit.client.0.smithi123.stdout:op 4753 completed, throughput=5MB/sec 2023-12-20T11:26:29.530 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-IzF9Ak_p9eBXz4I off=19088446 len=1592180 2023-12-20T11:26:29.539 INFO:tasks.workunit.client.0.smithi123.stdout:op 4754 completed, throughput=5MB/sec 2023-12-20T11:26:29.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:29 smithi177 ceph-mon[212096]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:26:29.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:29 smithi123 ceph-mon[191304]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:26:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:29 smithi123 ceph-mon[188613]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:26:30.540 INFO:tasks.workunit.client.0.smithi123.stdout: 948: throughput=5MB/sec pending data=0 2023-12-20T11:26:30.540 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Ri6aVXPM7d1MHqk off=1185887 len=746925 2023-12-20T11:26:30.541 INFO:tasks.workunit.client.0.smithi123.stdout:op 4755 completed, throughput=5MB/sec 2023-12-20T11:26:30.541 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-D_BzZXzuE7uvG_8 off=11158590 len=1090671 2023-12-20T11:26:30.550 INFO:tasks.workunit.client.0.smithi123.stdout:op 4756 completed, throughput=5MB/sec 2023-12-20T11:26:30.550 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Ji6hUnfSzXQ6vrN off=11975237 len=82074 2023-12-20T11:26:30.550 INFO:tasks.workunit.client.0.smithi123.stdout:op 4757 completed, throughput=5MB/sec 2023-12-20T11:26:30.550 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-BQXEG9NGa1lpflF off=22009595 len=1632238 2023-12-20T11:26:30.570 INFO:tasks.workunit.client.0.smithi123.stdout:op 4758 completed, throughput=5MB/sec 2023-12-20T11:26:30.570 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vqeVfdfCYnxZWMh off=7284611 len=1758567 2023-12-20T11:26:30.571 INFO:tasks.workunit.client.0.smithi123.stdout:op 4759 completed, throughput=5MB/sec 2023-12-20T11:26:31.571 INFO:tasks.workunit.client.0.smithi123.stdout: 949: throughput=5MB/sec pending data=0 2023-12-20T11:26:31.572 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-IYTH11_7PYdrjGQ off=2190161 len=2001652 2023-12-20T11:26:31.574 INFO:tasks.workunit.client.0.smithi123.stdout:op 4760 completed, throughput=5MB/sec 2023-12-20T11:26:31.575 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_pLZmTY_znYRl-t off=2532590 len=786727 2023-12-20T11:26:31.579 INFO:tasks.workunit.client.0.smithi123.stdout:op 4761 completed, throughput=5MB/sec 2023-12-20T11:26:31.579 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_fULNVdnOsKHr00 off=11461366 len=1857203 2023-12-20T11:26:31.581 INFO:tasks.workunit.client.0.smithi123.stdout:op 4762 completed, throughput=5MB/sec 2023-12-20T11:26:31.581 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-TEirPPz6rj24aMI off=2809270 len=1412443 2023-12-20T11:26:31.588 INFO:tasks.workunit.client.0.smithi123.stdout:op 4763 completed, throughput=5MB/sec 2023-12-20T11:26:31.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:31 smithi177 ceph-mon[212096]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:26:31.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:31 smithi123 ceph-mon[191304]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:26:31.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:31 smithi123 ceph-mon[188613]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:26:32.588 INFO:tasks.workunit.client.0.smithi123.stdout: 950: throughput=5MB/sec pending data=0 2023-12-20T11:26:32.589 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-thjypSMHkcOyjg4 off=9701644 len=93039 2023-12-20T11:26:32.589 INFO:tasks.workunit.client.0.smithi123.stdout:op 4764 completed, throughput=5MB/sec 2023-12-20T11:26:32.589 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ecEJev8SdZWRrIl off=9676854 len=976746 2023-12-20T11:26:32.595 INFO:tasks.workunit.client.0.smithi123.stdout:op 4765 completed, throughput=5MB/sec 2023-12-20T11:26:32.595 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--RKw1KnaGtNfzV1 off=10332229 len=640216 2023-12-20T11:26:32.597 INFO:tasks.workunit.client.0.smithi123.stdout:op 4766 completed, throughput=5MB/sec 2023-12-20T11:26:32.597 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-LLnZXcDUKKCywOW off=8989780 len=417127 2023-12-20T11:26:32.600 INFO:tasks.workunit.client.0.smithi123.stdout:op 4767 completed, throughput=5MB/sec 2023-12-20T11:26:32.600 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QLUcktbWeA3LI9c off=4552567 len=1066056 2023-12-20T11:26:32.602 INFO:tasks.workunit.client.0.smithi123.stdout:op 4768 completed, throughput=5MB/sec 2023-12-20T11:26:32.602 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0VWZGtCFrGlxbZ- off=11168945 len=970149 2023-12-20T11:26:32.608 INFO:tasks.workunit.client.0.smithi123.stdout:op 4769 completed, throughput=5MB/sec 2023-12-20T11:26:32.608 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4DfMMh58IRtXjGX off=12061127 len=1515452 2023-12-20T11:26:32.614 INFO:tasks.workunit.client.0.smithi123.stdout:op 4770 completed, throughput=5MB/sec 2023-12-20T11:26:33.615 INFO:tasks.workunit.client.0.smithi123.stdout: 951: throughput=5MB/sec pending data=0 2023-12-20T11:26:33.615 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Du3glMpwP0NV7J- off=1680394 len=1957576 2023-12-20T11:26:33.617 INFO:tasks.workunit.client.0.smithi123.stdout:op 4771 completed, throughput=5MB/sec 2023-12-20T11:26:33.617 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-a9SP4PB6oDOS4N_ off=8678141 len=484594 2023-12-20T11:26:33.618 INFO:tasks.workunit.client.0.smithi123.stdout:op 4772 completed, throughput=5MB/sec 2023-12-20T11:26:33.618 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Gt2V1qr5TBQutNI off=633203 len=227399 2023-12-20T11:26:33.622 INFO:tasks.workunit.client.0.smithi123.stdout:op 4773 completed, throughput=5MB/sec 2023-12-20T11:26:33.622 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xqU0mwcavNfOx_q off=15764079 len=1660541 2023-12-20T11:26:33.624 INFO:tasks.workunit.client.0.smithi123.stdout:op 4774 completed, throughput=5MB/sec 2023-12-20T11:26:33.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:33 smithi177 ceph-mon[212096]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:26:33.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:33 smithi123 ceph-mon[191304]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:26:33.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:33 smithi123 ceph-mon[188613]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:26:34.624 INFO:tasks.workunit.client.0.smithi123.stdout: 952: throughput=5MB/sec pending data=0 2023-12-20T11:26:34.624 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-l5qxYJf6LqymnXf off=15100405 len=660805 2023-12-20T11:26:34.627 INFO:tasks.workunit.client.0.smithi123.stdout:op 4775 completed, throughput=5MB/sec 2023-12-20T11:26:34.628 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Zf21kzoClpa9zXw off=42532 len=706896 2023-12-20T11:26:34.629 INFO:tasks.workunit.client.0.smithi123.stdout:op 4776 completed, throughput=5MB/sec 2023-12-20T11:26:34.629 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-36ZxdUxgagLzrqY off=959072 len=1742071 2023-12-20T11:26:34.630 INFO:tasks.workunit.client.0.smithi123.stdout:op 4777 completed, throughput=5MB/sec 2023-12-20T11:26:34.630 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-v8dioc10B5sS9O0 off=4446515 len=712004 2023-12-20T11:26:34.631 INFO:tasks.workunit.client.0.smithi123.stdout:op 4778 completed, throughput=5MB/sec 2023-12-20T11:26:34.632 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lCJ43rNG4zekUXo off=1118788 len=1654975 2023-12-20T11:26:34.632 INFO:tasks.workunit.client.0.smithi123.stdout:op 4779 completed, throughput=5MB/sec 2023-12-20T11:26:35.633 INFO:tasks.workunit.client.0.smithi123.stdout: 953: throughput=5MB/sec pending data=0 2023-12-20T11:26:35.633 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-8WRzLNg-FOfFdYx off=5508159 len=701388 2023-12-20T11:26:35.640 INFO:tasks.workunit.client.0.smithi123.stdout:op 4780 completed, throughput=5MB/sec 2023-12-20T11:26:35.640 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-dazkV2EbDnBvsJ0 off=5592368 len=1490416 2023-12-20T11:26:35.642 INFO:tasks.workunit.client.0.smithi123.stdout:op 4781 completed, throughput=5MB/sec 2023-12-20T11:26:35.642 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-RnFRzWxPquh5fKd off=2195215 len=628681 2023-12-20T11:26:35.647 INFO:tasks.workunit.client.0.smithi123.stdout:op 4782 completed, throughput=5MB/sec 2023-12-20T11:26:35.647 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-USg5Ft8BG3fIPVo off=1496303 len=1871585 2023-12-20T11:26:35.649 INFO:tasks.workunit.client.0.smithi123.stdout:op 4783 completed, throughput=5MB/sec 2023-12-20T11:26:35.649 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-OXpRoFdoGgyYrEU off=1801998 len=1373503 2023-12-20T11:26:35.655 INFO:tasks.workunit.client.0.smithi123.stdout:op 4784 completed, throughput=5MB/sec 2023-12-20T11:26:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:35 smithi177 ceph-mon[212096]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:26:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:35 smithi123 ceph-mon[191304]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:26:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:35 smithi123 ceph-mon[188613]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:26:36.655 INFO:tasks.workunit.client.0.smithi123.stdout: 954: throughput=5MB/sec pending data=0 2023-12-20T11:26:36.655 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_N3UFr7p3v4IdJb off=2295961 len=609336 2023-12-20T11:26:36.660 INFO:tasks.workunit.client.0.smithi123.stdout:op 4785 completed, throughput=5MB/sec 2023-12-20T11:26:36.661 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-PgQIYDjAxQWinZA off=3151978 len=1422297 2023-12-20T11:26:36.668 INFO:tasks.workunit.client.0.smithi123.stdout:op 4786 completed, throughput=5MB/sec 2023-12-20T11:26:36.668 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tACuOf_0UYar2OE off=4572137 len=2062169 2023-12-20T11:26:36.670 INFO:tasks.workunit.client.0.smithi123.stdout:op 4787 completed, throughput=5MB/sec 2023-12-20T11:26:36.670 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-pnLJC5sG_jgxGuW off=12750487 len=890276 2023-12-20T11:26:36.674 INFO:tasks.workunit.client.0.smithi123.stdout:op 4788 completed, throughput=5MB/sec 2023-12-20T11:26:37.675 INFO:tasks.workunit.client.0.smithi123.stdout: 955: throughput=5MB/sec pending data=0 2023-12-20T11:26:37.675 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qwQ8sIoEO_wQl8c off=6181188 len=567234 2023-12-20T11:26:37.676 INFO:tasks.workunit.client.0.smithi123.stdout:op 4789 completed, throughput=5MB/sec 2023-12-20T11:26:37.676 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-D2BIp6STE2GqBks off=6543765 len=1005156 2023-12-20T11:26:37.677 INFO:tasks.workunit.client.0.smithi123.stdout:op 4790 completed, throughput=5MB/sec 2023-12-20T11:26:37.677 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-R7Eyzea8fqDvcko off=12411117 len=1706960 2023-12-20T11:26:37.695 INFO:tasks.workunit.client.0.smithi123.stdout:op 4791 completed, throughput=5MB/sec 2023-12-20T11:26:37.695 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NVdAzMV0AbMlgeO off=8459930 len=1185374 2023-12-20T11:26:37.696 INFO:tasks.workunit.client.0.smithi123.stdout:op 4792 completed, throughput=5MB/sec 2023-12-20T11:26:37.697 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-CtZZguBTFDJloFt off=2097837 len=1431634 2023-12-20T11:26:37.698 INFO:tasks.workunit.client.0.smithi123.stdout:op 4793 completed, throughput=5MB/sec 2023-12-20T11:26:37.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:37 smithi177 ceph-mon[212096]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:26:37.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:37 smithi123 ceph-mon[191304]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:26:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:37 smithi123 ceph-mon[188613]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:26:38.699 INFO:tasks.workunit.client.0.smithi123.stdout: 956: throughput=5MB/sec pending data=0 2023-12-20T11:26:38.699 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gHhu4xheU5aXg7O off=11621519 len=774752 2023-12-20T11:26:38.700 INFO:tasks.workunit.client.0.smithi123.stdout:op 4794 completed, throughput=5MB/sec 2023-12-20T11:26:38.700 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tTOflh29Fqj2iVD off=7916219 len=1729900 2023-12-20T11:26:38.702 INFO:tasks.workunit.client.0.smithi123.stdout:op 4795 completed, throughput=5MB/sec 2023-12-20T11:26:38.702 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QwhQT-cDu5KnI2Z off=2101852 len=1719616 2023-12-20T11:26:38.704 INFO:tasks.workunit.client.0.smithi123.stdout:op 4796 completed, throughput=5MB/sec 2023-12-20T11:26:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:26:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:26:39] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-20T11:26:39.704 INFO:tasks.workunit.client.0.smithi123.stdout: 957: throughput=5MB/sec pending data=0 2023-12-20T11:26:39.704 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-bUAuferZGuYoWJx off=17170908 len=1852485 2023-12-20T11:26:39.708 INFO:tasks.workunit.client.0.smithi123.stdout:op 4797 completed, throughput=5MB/sec 2023-12-20T11:26:39.708 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0JA7ACpYvaE4nKy off=4682219 len=1053110 2023-12-20T11:26:39.714 INFO:tasks.workunit.client.0.smithi123.stdout:op 4798 completed, throughput=5MB/sec 2023-12-20T11:26:39.714 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NCsb4-xnZoMbqab off=16311921 len=2052732 2023-12-20T11:26:39.716 INFO:tasks.workunit.client.0.smithi123.stdout:op 4799 completed, throughput=5MB/sec 2023-12-20T11:26:39.716 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6vEnRXlGVrLXOxa off=1679350 len=1815439 2023-12-20T11:26:39.722 INFO:tasks.workunit.client.0.smithi123.stdout:op 4800 completed, throughput=5MB/sec 2023-12-20T11:26:39.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:39 smithi177 ceph-mon[212096]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:26:39.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:39 smithi123 ceph-mon[191304]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:26:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:39 smithi123 ceph-mon[188613]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:26:40.722 INFO:tasks.workunit.client.0.smithi123.stdout: 958: throughput=5MB/sec pending data=0 2023-12-20T11:26:40.722 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--F0vYuWToUuUKP2 off=12074904 len=1927798 2023-12-20T11:26:40.724 INFO:tasks.workunit.client.0.smithi123.stdout:op 4801 completed, throughput=5MB/sec 2023-12-20T11:26:40.724 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-eHq-zC-Pu8TjLSe off=4584604 len=1372987 2023-12-20T11:26:40.726 INFO:tasks.workunit.client.0.smithi123.stdout:op 4802 completed, throughput=5MB/sec 2023-12-20T11:26:40.726 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vclu56Mnm8FYs_o off=6418609 len=1955523 2023-12-20T11:26:40.728 INFO:tasks.workunit.client.0.smithi123.stdout:op 4803 completed, throughput=5MB/sec 2023-12-20T11:26:41.728 INFO:tasks.workunit.client.0.smithi123.stdout: 959: throughput=5MB/sec pending data=0 2023-12-20T11:26:41.729 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-fua9sP-8pTK23Y1 off=1336046 len=689341 2023-12-20T11:26:41.735 INFO:tasks.workunit.client.0.smithi123.stdout:op 4804 completed, throughput=5MB/sec 2023-12-20T11:26:41.735 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-x8YiVdFaEHeJKPo off=7931679 len=86438 2023-12-20T11:26:41.738 INFO:tasks.workunit.client.0.smithi123.stdout:op 4805 completed, throughput=5MB/sec 2023-12-20T11:26:41.738 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4DWoVu8Du2zcGpU off=1154416 len=1823546 2023-12-20T11:26:41.740 INFO:tasks.workunit.client.0.smithi123.stdout:op 4806 completed, throughput=5MB/sec 2023-12-20T11:26:41.740 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-3BncgVqYV9XAK96 off=362905 len=1381204 2023-12-20T11:26:41.747 INFO:tasks.workunit.client.0.smithi123.stdout:op 4807 completed, throughput=5MB/sec 2023-12-20T11:26:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:41 smithi177 ceph-mon[212096]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:26:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:26:41.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:41 smithi123 ceph-mon[191304]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:26:41.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:26:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:41 smithi123 ceph-mon[188613]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:26:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:26:42.747 INFO:tasks.workunit.client.0.smithi123.stdout: 960: throughput=5MB/sec pending data=0 2023-12-20T11:26:42.747 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ql3OYdydxoIM2yw off=975647 len=1117135 2023-12-20T11:26:42.753 INFO:tasks.workunit.client.0.smithi123.stdout:op 4808 completed, throughput=5MB/sec 2023-12-20T11:26:42.754 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2mBe-j_DP2d8ju- off=1881610 len=210804 2023-12-20T11:26:42.758 INFO:tasks.workunit.client.0.smithi123.stdout:op 4809 completed, throughput=5MB/sec 2023-12-20T11:26:42.758 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-36EqsaBsSLTUVH9 off=7311610 len=1512627 2023-12-20T11:26:42.760 INFO:tasks.workunit.client.0.smithi123.stdout:op 4810 completed, throughput=5MB/sec 2023-12-20T11:26:42.760 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-A_WqVNinlI-qNhP off=11768491 len=861332 2023-12-20T11:26:42.761 INFO:tasks.workunit.client.0.smithi123.stdout:op 4811 completed, throughput=5MB/sec 2023-12-20T11:26:42.761 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-eqAMyguMPnKew0K off=6359324 len=1832931 2023-12-20T11:26:42.770 INFO:tasks.workunit.client.0.smithi123.stdout:op 4812 completed, throughput=5MB/sec 2023-12-20T11:26:43.770 INFO:tasks.workunit.client.0.smithi123.stdout: 961: throughput=5MB/sec pending data=0 2023-12-20T11:26:43.770 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wndR62eF8Q68H5Y off=886856 len=326076 2023-12-20T11:26:43.771 INFO:tasks.workunit.client.0.smithi123.stdout:op 4813 completed, throughput=5MB/sec 2023-12-20T11:26:43.771 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-X9KVUgMgdbP-oKY off=9356946 len=1377252 2023-12-20T11:26:43.779 INFO:tasks.workunit.client.0.smithi123.stdout:op 4814 completed, throughput=5MB/sec 2023-12-20T11:26:43.780 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cY6GUtJ_vt_rLCA off=5510377 len=324244 2023-12-20T11:26:43.781 INFO:tasks.workunit.client.0.smithi123.stdout:op 4815 completed, throughput=5MB/sec 2023-12-20T11:26:43.781 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-bJ3SDUiLMPTChw2 off=8059060 len=1298168 2023-12-20T11:26:43.785 INFO:tasks.workunit.client.0.smithi123.stdout:op 4816 completed, throughput=5MB/sec 2023-12-20T11:26:43.785 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vF-piCNzASZIRz2 off=1967947 len=1890962 2023-12-20T11:26:43.790 INFO:tasks.workunit.client.0.smithi123.stdout:op 4817 completed, throughput=5MB/sec 2023-12-20T11:26:43.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:43 smithi177 ceph-mon[212096]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:26:43.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:43 smithi123 ceph-mon[191304]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:26:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:43 smithi123 ceph-mon[188613]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:26:44.790 INFO:tasks.workunit.client.0.smithi123.stdout: 962: throughput=5MB/sec pending data=0 2023-12-20T11:26:44.790 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-89lyanvLTKFkTjF off=3749303 len=376513 2023-12-20T11:26:44.791 INFO:tasks.workunit.client.0.smithi123.stdout:op 4818 completed, throughput=5MB/sec 2023-12-20T11:26:44.791 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YZwtsa6ubbJpQ0A off=855705 len=470864 2023-12-20T11:26:44.792 INFO:tasks.workunit.client.0.smithi123.stdout:op 4819 completed, throughput=5MB/sec 2023-12-20T11:26:44.792 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ux19Lp4pFB9RtGv off=6089158 len=1075905 2023-12-20T11:26:44.793 INFO:tasks.workunit.client.0.smithi123.stdout:op 4820 completed, throughput=5MB/sec 2023-12-20T11:26:44.793 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uoD4UbDKRFJRxW6 off=936988 len=847800 2023-12-20T11:26:44.794 INFO:tasks.workunit.client.0.smithi123.stdout:op 4821 completed, throughput=5MB/sec 2023-12-20T11:26:44.794 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vemRf5uvohwFyww off=15448799 len=277528 2023-12-20T11:26:44.798 INFO:tasks.workunit.client.0.smithi123.stdout:op 4822 completed, throughput=5MB/sec 2023-12-20T11:26:44.798 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-vdQ7VUtuAXkPTn2 off=18224346 len=1582073 2023-12-20T11:26:44.801 INFO:tasks.workunit.client.0.smithi123.stdout:op 4823 completed, throughput=5MB/sec 2023-12-20T11:26:44.801 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-HvnaeEU5H3EuF7B off=631104 len=617557 2023-12-20T11:26:44.802 INFO:tasks.workunit.client.0.smithi123.stdout:op 4824 completed, throughput=5MB/sec 2023-12-20T11:26:45.803 INFO:tasks.workunit.client.0.smithi123.stdout: 963: throughput=5MB/sec pending data=0 2023-12-20T11:26:45.803 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-8rTX_j10PPtC1Wm off=291210 len=2004718 2023-12-20T11:26:45.813 INFO:tasks.workunit.client.0.smithi123.stdout:op 4825 completed, throughput=5MB/sec 2023-12-20T11:26:45.813 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gqtimaiIDdLbzh3 off=2843208 len=1509004 2023-12-20T11:26:45.814 INFO:tasks.workunit.client.0.smithi123.stdout:op 4826 completed, throughput=5MB/sec 2023-12-20T11:26:45.814 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-OPneVyvvI4UTewQ off=3733647 len=1247280 2023-12-20T11:26:45.822 INFO:tasks.workunit.client.0.smithi123.stdout:op 4827 completed, throughput=5MB/sec 2023-12-20T11:26:45.823 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-S1MU0IY6fTXop6i off=13858845 len=1343708 2023-12-20T11:26:45.824 INFO:tasks.workunit.client.0.smithi123.stdout:op 4828 completed, throughput=5MB/sec 2023-12-20T11:26:45.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:45 smithi177 ceph-mon[212096]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-20T11:26:45.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:45 smithi123 ceph-mon[188613]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-20T11:26:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:45 smithi123 ceph-mon[191304]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-20T11:26:46.824 INFO:tasks.workunit.client.0.smithi123.stdout: 964: throughput=5MB/sec pending data=0 2023-12-20T11:26:46.824 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-sgex-6t6YjgREOV off=10712910 len=1857695 2023-12-20T11:26:46.835 INFO:tasks.workunit.client.0.smithi123.stdout:op 4829 completed, throughput=5MB/sec 2023-12-20T11:26:46.835 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WeH9h2HcKrXyhoy off=9139343 len=2062719 2023-12-20T11:26:46.846 INFO:tasks.workunit.client.0.smithi123.stdout:op 4830 completed, throughput=5MB/sec 2023-12-20T11:26:46.847 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-RVgsJi0hhQR9GgZ off=4234379 len=1426651 2023-12-20T11:26:46.854 INFO:tasks.workunit.client.0.smithi123.stdout:op 4831 completed, throughput=5MB/sec 2023-12-20T11:26:47.854 INFO:tasks.workunit.client.0.smithi123.stdout: 965: throughput=5MB/sec pending data=0 2023-12-20T11:26:47.854 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZUYct8uOcJ9y-hV off=19038364 len=1217099 2023-12-20T11:26:47.856 INFO:tasks.workunit.client.0.smithi123.stdout:op 4832 completed, throughput=5MB/sec 2023-12-20T11:26:47.856 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-81M8QigrWePXsjC off=3452953 len=1260710 2023-12-20T11:26:47.863 INFO:tasks.workunit.client.0.smithi123.stdout:op 4833 completed, throughput=5MB/sec 2023-12-20T11:26:47.863 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-v9an7_bDoKxyrlC off=12461465 len=143869 2023-12-20T11:26:47.864 INFO:tasks.workunit.client.0.smithi123.stdout:op 4834 completed, throughput=5MB/sec 2023-12-20T11:26:47.864 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6uFIcJY5Hb4VMt1 off=1143598 len=976056 2023-12-20T11:26:47.866 INFO:tasks.workunit.client.0.smithi123.stdout:op 4835 completed, throughput=5MB/sec 2023-12-20T11:26:47.866 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rocd_VitFSuq2uE off=9577280 len=1974376 2023-12-20T11:26:47.868 INFO:tasks.workunit.client.0.smithi123.stdout:op 4836 completed, throughput=5MB/sec 2023-12-20T11:26:47.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:47 smithi177 ceph-mon[212096]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2023-12-20T11:26:47.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:47 smithi123 ceph-mon[191304]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2023-12-20T11:26:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:47 smithi123 ceph-mon[188613]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2023-12-20T11:26:48.869 INFO:tasks.workunit.client.0.smithi123.stdout: 966: throughput=5MB/sec pending data=0 2023-12-20T11:26:48.869 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-21JzMroVFBAcNrE off=170041 len=1090341 2023-12-20T11:26:48.874 INFO:tasks.workunit.client.0.smithi123.stdout:op 4837 completed, throughput=5MB/sec 2023-12-20T11:26:48.874 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-36ZxdUxgagLzrqY off=6265665 len=95445 2023-12-20T11:26:48.875 INFO:tasks.workunit.client.0.smithi123.stdout:op 4838 completed, throughput=5MB/sec 2023-12-20T11:26:48.875 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vv9w6GvpR3GXUwu off=605094 len=2095440 2023-12-20T11:26:48.884 INFO:tasks.workunit.client.0.smithi123.stdout:op 4839 completed, throughput=5MB/sec 2023-12-20T11:26:48.884 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-np2SC6Q0CLIY21I off=10254265 len=118562 2023-12-20T11:26:48.886 INFO:tasks.workunit.client.0.smithi123.stdout:op 4840 completed, throughput=5MB/sec 2023-12-20T11:26:48.886 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9P_dyeOUfjPtM1F off=0 len=1118571 2023-12-20T11:26:48.887 INFO:tasks.workunit.client.0.smithi123.stdout:op 4841 completed, throughput=5MB/sec 2023-12-20T11:26:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:26:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:26:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-20T11:26:49.887 INFO:tasks.workunit.client.0.smithi123.stdout: 967: throughput=5MB/sec pending data=0 2023-12-20T11:26:49.888 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-VCaZ_h1i8EGKdmp off=1318539 len=670832 2023-12-20T11:26:49.889 INFO:tasks.workunit.client.0.smithi123.stdout:op 4842 completed, throughput=5MB/sec 2023-12-20T11:26:49.889 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-bPScOHhzG3BhwaX off=8172727 len=916197 2023-12-20T11:26:49.892 INFO:tasks.workunit.client.0.smithi123.stdout:op 4843 completed, throughput=5MB/sec 2023-12-20T11:26:49.892 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_K-siBpGPjMToGC off=6492837 len=95039 2023-12-20T11:26:49.892 INFO:tasks.workunit.client.0.smithi123.stdout:op 4844 completed, throughput=5MB/sec 2023-12-20T11:26:49.892 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-dkMUFBgEktAyvYg off=1963411 len=1961803 2023-12-20T11:26:49.906 INFO:tasks.workunit.client.0.smithi123.stdout:op 4845 completed, throughput=5MB/sec 2023-12-20T11:26:49.906 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Brfy2CZj733Jlw5 off=2096583 len=2005754 2023-12-20T11:26:49.908 INFO:tasks.workunit.client.0.smithi123.stdout:op 4846 completed, throughput=5MB/sec 2023-12-20T11:26:49.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:49 smithi123 ceph-mon[191304]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:26:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:49 smithi123 ceph-mon[188613]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:26:50.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:49 smithi177 ceph-mon[212096]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:26:50.908 INFO:tasks.workunit.client.0.smithi123.stdout: 968: throughput=5MB/sec pending data=0 2023-12-20T11:26:50.909 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-x3Nvrl5q097kg-1 off=2708645 len=1775280 2023-12-20T11:26:50.917 INFO:tasks.workunit.client.0.smithi123.stdout:op 4847 completed, throughput=5MB/sec 2023-12-20T11:26:50.918 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-WoNpCyMqoLsXa-O off=534134 len=113582 2023-12-20T11:26:50.918 INFO:tasks.workunit.client.0.smithi123.stdout:op 4848 completed, throughput=5MB/sec 2023-12-20T11:26:50.918 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-wmHLZVBiXI0sWa2 off=10524592 len=996196 2023-12-20T11:26:50.922 INFO:tasks.workunit.client.0.smithi123.stdout:op 4849 completed, throughput=5MB/sec 2023-12-20T11:26:50.922 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--ep5NC0sCGzcx3G off=3477469 len=1920514 2023-12-20T11:26:50.933 INFO:tasks.workunit.client.0.smithi123.stdout:op 4850 completed, throughput=5MB/sec 2023-12-20T11:26:51.934 INFO:tasks.workunit.client.0.smithi123.stdout: 969: throughput=5MB/sec pending data=0 2023-12-20T11:26:51.934 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-f1A4M0ccyuQkFLm off=3358783 len=2090884 2023-12-20T11:26:51.936 INFO:tasks.workunit.client.0.smithi123.stdout:op 4851 completed, throughput=5MB/sec 2023-12-20T11:26:51.936 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-e7sUm3CkZe46Akc off=1118503 len=931154 2023-12-20T11:26:51.937 INFO:tasks.workunit.client.0.smithi123.stdout:op 4852 completed, throughput=5MB/sec 2023-12-20T11:26:51.937 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-8pQZbBNPYnAWe-0 off=20472899 len=311206 2023-12-20T11:26:51.941 INFO:tasks.workunit.client.0.smithi123.stdout:op 4853 completed, throughput=5MB/sec 2023-12-20T11:26:51.941 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-p57LxBoHuJ2AYaJ off=626036 len=1676485 2023-12-20T11:26:51.943 INFO:tasks.workunit.client.0.smithi123.stdout:op 4854 completed, throughput=5MB/sec 2023-12-20T11:26:51.943 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2dqAlB5fElP9sm9 off=269677 len=1822043 2023-12-20T11:26:51.944 INFO:tasks.workunit.client.0.smithi123.stdout:op 4855 completed, throughput=5MB/sec 2023-12-20T11:26:51.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:51 smithi123 ceph-mon[191304]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:26:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:51 smithi123 ceph-mon[188613]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:26:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:51 smithi177 ceph-mon[212096]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:26:52.945 INFO:tasks.workunit.client.0.smithi123.stdout: 970: throughput=5MB/sec pending data=0 2023-12-20T11:26:52.945 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-bhCs3CZxU3oG7Wa off=68956 len=1825253 2023-12-20T11:26:52.958 INFO:tasks.workunit.client.0.smithi123.stdout:op 4856 completed, throughput=5MB/sec 2023-12-20T11:26:52.958 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2PJkpJJwHIFpp0U off=8950331 len=1986190 2023-12-20T11:26:52.960 INFO:tasks.workunit.client.0.smithi123.stdout:op 4857 completed, throughput=5MB/sec 2023-12-20T11:26:53.960 INFO:tasks.workunit.client.0.smithi123.stdout: 971: throughput=5MB/sec pending data=0 2023-12-20T11:26:53.960 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uoD4UbDKRFJRxW6 off=1971524 len=1972378 2023-12-20T11:26:53.962 INFO:tasks.workunit.client.0.smithi123.stdout:op 4858 completed, throughput=5MB/sec 2023-12-20T11:26:53.962 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SHuVK2RgP-fZkGj off=6704329 len=1000165 2023-12-20T11:26:53.968 INFO:tasks.workunit.client.0.smithi123.stdout:op 4859 completed, throughput=5MB/sec 2023-12-20T11:26:53.968 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uYz5SWDK_sR8YXg off=4507715 len=768746 2023-12-20T11:26:53.969 INFO:tasks.workunit.client.0.smithi123.stdout:op 4860 completed, throughput=5MB/sec 2023-12-20T11:26:53.969 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Rw237v_8zDFB4TM off=5859683 len=1283300 2023-12-20T11:26:53.972 INFO:tasks.workunit.client.0.smithi123.stdout:op 4861 completed, throughput=5MB/sec 2023-12-20T11:26:53.972 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-N5EPXEGEpCYikYw off=18413895 len=687910 2023-12-20T11:26:53.973 INFO:tasks.workunit.client.0.smithi123.stdout:op 4862 completed, throughput=5MB/sec 2023-12-20T11:26:53.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:53 smithi123 ceph-mon[191304]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:26:53.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:53 smithi123 ceph-mon[188613]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:26:54.044 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:26:54.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:53 smithi177 ceph-mon[212096]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:26:54.350 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:26:54.350 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (35m) 2m ago 38m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:26:54.350 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (35m) 10m ago 38m 90.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:26:54.350 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (39m) 2m ago 39m 21.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:26:54.350 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (39m) 10m ago 39m 26.8M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:26:54.350 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (35m) 10m ago 41m 457M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:26:54.350 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (35m) 2m ago 43m 546M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:26:54.351 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (34m) 2m ago 43m 285M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:26:54.351 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (34m) 10m ago 42m 144M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:26:54.351 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (34m) 2m ago 42m 172M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:26:54.351 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (35m) 2m ago 38m 19.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:26:54.351 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (35m) 10m ago 38m 19.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:26:54.351 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (33m) 2m ago 41m 1905M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:26:54.351 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (33m) 2m ago 41m 2135M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:26:54.351 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (32m) 2m ago 41m 2181M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:26:54.351 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (32m) 2m ago 40m 1932M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:26:54.351 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (32m) 10m ago 40m 1370M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:26:54.351 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (31m) 10m ago 40m 1530M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:26:54.351 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (31m) 10m ago 40m 1185M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:26:54.351 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (30m) 10m ago 39m 1584M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:26:54.351 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (35m) 10m ago 39m 77.3M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:26:54.732 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:26:54.733 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:26:54.733 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:26:54.733 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:26:54.733 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:26:54.733 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:26:54.733 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:26:54.733 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:26:54.733 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:26:54.733 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:26:54.733 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:26:54.733 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:26:54.733 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:26:54.734 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:26:54.734 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:26:54.734 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:26:54.734 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:26:54.734 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:26:54.973 INFO:tasks.workunit.client.0.smithi123.stdout: 972: throughput=5MB/sec pending data=0 2023-12-20T11:26:54.974 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-D5SfnyamFMXu8mh off=16093524 len=357872 2023-12-20T11:26:54.977 INFO:tasks.workunit.client.0.smithi123.stdout:op 4863 completed, throughput=5MB/sec 2023-12-20T11:26:54.977 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vjybBxwuxjUxX6_ off=1238896 len=271550 2023-12-20T11:26:54.980 INFO:tasks.workunit.client.0.smithi123.stdout:op 4864 completed, throughput=5MB/sec 2023-12-20T11:26:54.980 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-I3_WMzQ6hYZCT1R off=4536813 len=383444 2023-12-20T11:26:54.980 INFO:tasks.workunit.client.0.smithi123.stdout:op 4865 completed, throughput=5MB/sec 2023-12-20T11:26:54.980 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-t2OfOHsZL3d5GK3 off=3411234 len=2036807 2023-12-20T11:26:54.991 INFO:tasks.workunit.client.0.smithi123.stdout:op 4866 completed, throughput=5MB/sec 2023-12-20T11:26:54.991 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cnt_tYEY6nLtyQ2 off=18233467 len=739460 2023-12-20T11:26:54.996 INFO:tasks.workunit.client.0.smithi123.stdout:op 4867 completed, throughput=5MB/sec 2023-12-20T11:26:54.996 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-oaofYAH7V1_e4Kx off=5162931 len=302147 2023-12-20T11:26:54.998 INFO:tasks.workunit.client.0.smithi123.stdout:op 4868 completed, throughput=5MB/sec 2023-12-20T11:26:54.998 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-u1ELJj5V7mrNFvw off=5147534 len=410397 2023-12-20T11:26:55.002 INFO:tasks.workunit.client.0.smithi123.stdout:op 4869 completed, throughput=5MB/sec 2023-12-20T11:26:55.002 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GH89_Y3RClcKJ0b off=3256843 len=1886100 2023-12-20T11:26:55.003 INFO:tasks.workunit.client.0.smithi123.stdout:op 4870 completed, throughput=5MB/sec 2023-12-20T11:26:55.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:55 smithi123 ceph-mon[188613]: from='client.45764 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:26:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:55 smithi123 ceph-mon[188613]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:26:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:55 smithi123 ceph-mon[188613]: from='client.35838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:26:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:55 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2152115690' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:26:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:55 smithi123 ceph-mon[191304]: from='client.45764 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:26:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:55 smithi123 ceph-mon[191304]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:26:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:55 smithi123 ceph-mon[191304]: from='client.35838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:26:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:55 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2152115690' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:26:56.004 INFO:tasks.workunit.client.0.smithi123.stdout: 973: throughput=5MB/sec pending data=0 2023-12-20T11:26:56.004 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-R8sE3L1nchajZfW off=253208 len=1062753 2023-12-20T11:26:56.010 INFO:tasks.workunit.client.0.smithi123.stdout:op 4871 completed, throughput=5MB/sec 2023-12-20T11:26:56.010 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-83patKciyJIZd_6 off=11001000 len=820766 2023-12-20T11:26:56.011 INFO:tasks.workunit.client.0.smithi123.stdout:op 4872 completed, throughput=5MB/sec 2023-12-20T11:26:56.011 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-mIJ1E48suSLZ56L off=19829895 len=1715086 2023-12-20T11:26:56.021 INFO:tasks.workunit.client.0.smithi123.stdout:op 4873 completed, throughput=5MB/sec 2023-12-20T11:26:56.022 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-unQUN_lCUwYhd5P off=6944921 len=115186 2023-12-20T11:26:56.022 INFO:tasks.workunit.client.0.smithi123.stdout:op 4874 completed, throughput=5MB/sec 2023-12-20T11:26:56.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:55 smithi177 ceph-mon[212096]: from='client.45764 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:26:56.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:55 smithi177 ceph-mon[212096]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:26:56.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:55 smithi177 ceph-mon[212096]: from='client.35838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:26:56.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:55 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2152115690' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:26:56.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:26:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:26:57.022 INFO:tasks.workunit.client.0.smithi123.stdout: 974: throughput=4.99MB/sec pending data=0 2023-12-20T11:26:57.023 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GAH60b8sKcMjqYq off=7351236 len=686012 2023-12-20T11:26:57.024 INFO:tasks.workunit.client.0.smithi123.stdout:op 4875 completed, throughput=5MB/sec 2023-12-20T11:26:57.024 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pnLJC5sG_jgxGuW off=17820893 len=503371 2023-12-20T11:26:57.025 INFO:tasks.workunit.client.0.smithi123.stdout:op 4876 completed, throughput=5MB/sec 2023-12-20T11:26:57.025 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_ZqwHY7RTRbhzoz off=825419 len=730628 2023-12-20T11:26:57.026 INFO:tasks.workunit.client.0.smithi123.stdout:op 4877 completed, throughput=5MB/sec 2023-12-20T11:26:57.026 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2_yQsn_pwQAuPfF off=13989556 len=891543 2023-12-20T11:26:57.031 INFO:tasks.workunit.client.0.smithi123.stdout:op 4878 completed, throughput=5MB/sec 2023-12-20T11:26:57.031 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xrWk-Uq5z9W4vBk off=7040578 len=981128 2023-12-20T11:26:57.032 INFO:tasks.workunit.client.0.smithi123.stdout:op 4879 completed, throughput=5MB/sec 2023-12-20T11:26:57.032 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QBsZ8T8kqkFVnEu off=928704 len=1176082 2023-12-20T11:26:57.034 INFO:tasks.workunit.client.0.smithi123.stdout:op 4880 completed, throughput=5MB/sec 2023-12-20T11:26:57.034 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-a0hV8BuhYduMpDT off=16285851 len=599325 2023-12-20T11:26:57.034 INFO:tasks.workunit.client.0.smithi123.stdout:op 4881 completed, throughput=5MB/sec 2023-12-20T11:26:57.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:26:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:57 smithi177 ceph-mon[212096]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-20T11:26:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:26:57.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:57 smithi123 ceph-mon[191304]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-20T11:26:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:26:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:57 smithi123 ceph-mon[188613]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-20T11:26:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:26:58.035 INFO:tasks.workunit.client.0.smithi123.stdout: 975: throughput=5MB/sec pending data=0 2023-12-20T11:26:58.035 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-28CO_-0cDIL-lOo off=2315452 len=1420444 2023-12-20T11:26:58.037 INFO:tasks.workunit.client.0.smithi123.stdout:op 4882 completed, throughput=5MB/sec 2023-12-20T11:26:58.037 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nsJlGgbugAJrtO1 off=981646 len=989943 2023-12-20T11:26:58.038 INFO:tasks.workunit.client.0.smithi123.stdout:op 4883 completed, throughput=5MB/sec 2023-12-20T11:26:58.038 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-LrgtMo_eUZ8m0ym off=3689651 len=32626 2023-12-20T11:26:58.040 INFO:tasks.workunit.client.0.smithi123.stdout:op 4884 completed, throughput=5MB/sec 2023-12-20T11:26:58.040 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-XeSmuxfxhqGMCMP off=2477284 len=1456206 2023-12-20T11:26:58.043 INFO:tasks.workunit.client.0.smithi123.stdout:op 4885 completed, throughput=5MB/sec 2023-12-20T11:26:58.043 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xZx1ol2NRm6wRLY off=15163074 len=114319 2023-12-20T11:26:58.045 INFO:tasks.workunit.client.0.smithi123.stdout:op 4886 completed, throughput=5MB/sec 2023-12-20T11:26:58.045 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2KRzHWr4X_j_QGN off=1693263 len=1533975 2023-12-20T11:26:58.053 INFO:tasks.workunit.client.0.smithi123.stdout:op 4887 completed, throughput=5MB/sec 2023-12-20T11:26:59.053 INFO:tasks.workunit.client.0.smithi123.stdout: 976: throughput=5MB/sec pending data=0 2023-12-20T11:26:59.053 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-uGOltKe_DWlU3Z2 off=1444654 len=573828 2023-12-20T11:26:59.057 INFO:tasks.workunit.client.0.smithi123.stdout:op 4888 completed, throughput=5MB/sec 2023-12-20T11:26:59.057 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-unRwzpFnlGfLBRB off=297590 len=1808837 2023-12-20T11:26:59.059 INFO:tasks.workunit.client.0.smithi123.stdout:op 4889 completed, throughput=5MB/sec 2023-12-20T11:26:59.059 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Jov5Tjh3d1PvfPz off=14673132 len=2056093 2023-12-20T11:26:59.061 INFO:tasks.workunit.client.0.smithi123.stdout:op 4890 completed, throughput=5MB/sec 2023-12-20T11:26:59.061 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-HicZ2cZNHjY3Ny7 off=5498635 len=1143200 2023-12-20T11:26:59.066 INFO:tasks.workunit.client.0.smithi123.stdout:op 4891 completed, throughput=5MB/sec 2023-12-20T11:26:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:26:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:26:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-20T11:26:59.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:59 smithi123 ceph-mon[191304]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:26:59.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:26:59.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:26:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:26:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:59 smithi123 ceph-mon[188613]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:26:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:26:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:26:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:27:00.066 INFO:tasks.workunit.client.0.smithi123.stdout: 977: throughput=5MB/sec pending data=0 2023-12-20T11:27:00.067 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Cnjt-tsxhp0nCGv off=12003378 len=449203 2023-12-20T11:27:00.070 INFO:tasks.workunit.client.0.smithi123.stdout:op 4892 completed, throughput=5MB/sec 2023-12-20T11:27:00.070 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-x1Bi72BVp8vzJ0F off=894071 len=827437 2023-12-20T11:27:00.074 INFO:tasks.workunit.client.0.smithi123.stdout:op 4893 completed, throughput=5MB/sec 2023-12-20T11:27:00.074 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6VpWj7cjvA0QGc2 off=11856095 len=461911 2023-12-20T11:27:00.075 INFO:tasks.workunit.client.0.smithi123.stdout:op 4894 completed, throughput=5MB/sec 2023-12-20T11:27:00.075 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-dBJI8KN_feEftDK off=7837345 len=1967460 2023-12-20T11:27:00.088 INFO:tasks.workunit.client.0.smithi123.stdout:op 4895 completed, throughput=5MB/sec 2023-12-20T11:27:00.088 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ndJ7EG_t6aIDQue off=5486204 len=829366 2023-12-20T11:27:00.092 INFO:tasks.workunit.client.0.smithi123.stdout:op 4896 completed, throughput=5MB/sec 2023-12-20T11:27:00.092 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hI6KopSQzi-Bzrj off=11774115 len=1910258 2023-12-20T11:27:00.094 INFO:tasks.workunit.client.0.smithi123.stdout:op 4897 completed, throughput=5MB/sec 2023-12-20T11:27:00.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:59 smithi177 ceph-mon[212096]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:27:00.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:27:00.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:26:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:27:01.094 INFO:tasks.workunit.client.0.smithi123.stdout: 978: throughput=5MB/sec pending data=0 2023-12-20T11:27:01.094 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nTCUZvCvNuC596M off=2378837 len=2056263 2023-12-20T11:27:01.096 INFO:tasks.workunit.client.0.smithi123.stdout:op 4898 completed, throughput=5MB/sec 2023-12-20T11:27:01.096 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-kizQYK77TAB8s8z off=7522201 len=596685 2023-12-20T11:27:01.101 INFO:tasks.workunit.client.0.smithi123.stdout:op 4899 completed, throughput=5MB/sec 2023-12-20T11:27:01.101 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Eo-_DorN2wWFA8h off=614597 len=724743 2023-12-20T11:27:01.101 INFO:tasks.workunit.client.0.smithi123.stdout:op 4900 completed, throughput=5MB/sec 2023-12-20T11:27:01.101 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-WviwPApaMiD2IWA off=6572400 len=1717673 2023-12-20T11:27:01.103 INFO:tasks.workunit.client.0.smithi123.stdout:op 4901 completed, throughput=5MB/sec 2023-12-20T11:27:01.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:01 smithi123 ceph-mon[191304]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:27:01.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:27:01.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:27:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:01 smithi123 ceph-mon[188613]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:27:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:27:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:27:01.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:01 smithi177 ceph-mon[212096]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:27:01.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:27:01.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:27:02.104 INFO:tasks.workunit.client.0.smithi123.stdout: 979: throughput=5MB/sec pending data=0 2023-12-20T11:27:02.104 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-YDHEnAjiIXBvuCC off=13236277 len=1577040 2023-12-20T11:27:02.109 INFO:tasks.workunit.client.0.smithi123.stdout:op 4902 completed, throughput=5MB/sec 2023-12-20T11:27:02.109 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-thjypSMHkcOyjg4 off=15902294 len=1431821 2023-12-20T11:27:02.112 INFO:tasks.workunit.client.0.smithi123.stdout:op 4903 completed, throughput=5MB/sec 2023-12-20T11:27:02.112 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KOrPi2eeqCXB14z off=9674422 len=469280 2023-12-20T11:27:02.115 INFO:tasks.workunit.client.0.smithi123.stdout:op 4904 completed, throughput=5MB/sec 2023-12-20T11:27:02.115 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-5mDEzdYy2WaBT63 off=13061442 len=324031 2023-12-20T11:27:02.118 INFO:tasks.workunit.client.0.smithi123.stdout:op 4905 completed, throughput=5MB/sec 2023-12-20T11:27:03.118 INFO:tasks.workunit.client.0.smithi123.stdout: 980: throughput=5MB/sec pending data=0 2023-12-20T11:27:03.119 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-zSEoX21xdBKJ7Qy off=3388005 len=797449 2023-12-20T11:27:03.123 INFO:tasks.workunit.client.0.smithi123.stdout:op 4906 completed, throughput=5MB/sec 2023-12-20T11:27:03.123 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-8W0jc9CmYKTvSiN off=2503570 len=1722382 2023-12-20T11:27:03.129 INFO:tasks.workunit.client.0.smithi123.stdout:op 4907 completed, throughput=5MB/sec 2023-12-20T11:27:03.129 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cPVayBuNfpV07Po off=4689815 len=2010262 2023-12-20T11:27:03.131 INFO:tasks.workunit.client.0.smithi123.stdout:op 4908 completed, throughput=5MB/sec 2023-12-20T11:27:03.131 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-s6oV7fo7A9dQyY8 off=4405867 len=1810993 2023-12-20T11:27:03.140 INFO:tasks.workunit.client.0.smithi123.stdout:op 4909 completed, throughput=5MB/sec 2023-12-20T11:27:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:03 smithi177 ceph-mon[212096]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:27:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:03 smithi177 ceph-mon[212096]: Detected new or changed devices on smithi177 2023-12-20T11:27:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:27:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:27:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:27:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:27:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:27:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:03 smithi123 ceph-mon[188613]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:27:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:03 smithi123 ceph-mon[188613]: Detected new or changed devices on smithi177 2023-12-20T11:27:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:27:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:27:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:27:03.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:27:03.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:27:03.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:03 smithi123 ceph-mon[191304]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:27:03.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:03 smithi123 ceph-mon[191304]: Detected new or changed devices on smithi177 2023-12-20T11:27:03.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:27:03.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:27:03.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:27:03.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:27:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:27:04.140 INFO:tasks.workunit.client.0.smithi123.stdout: 981: throughput=5MB/sec pending data=0 2023-12-20T11:27:04.140 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mNj0mP7HurS0K_U off=7504408 len=354387 2023-12-20T11:27:04.141 INFO:tasks.workunit.client.0.smithi123.stdout:op 4910 completed, throughput=5MB/sec 2023-12-20T11:27:04.141 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-MIM6dLDLscJW3v2 off=262411 len=2090566 2023-12-20T11:27:04.143 INFO:tasks.workunit.client.0.smithi123.stdout:op 4911 completed, throughput=5MB/sec 2023-12-20T11:27:04.144 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DSjhqFIMNO7BbFD off=1863760 len=358902 2023-12-20T11:27:04.147 INFO:tasks.workunit.client.0.smithi123.stdout:op 4912 completed, throughput=5MB/sec 2023-12-20T11:27:04.147 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YbvclxlUYgJRnt6 off=6053511 len=544480 2023-12-20T11:27:04.149 INFO:tasks.workunit.client.0.smithi123.stdout:op 4913 completed, throughput=5MB/sec 2023-12-20T11:27:04.149 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DCjQ48WnxDiH3-x off=5741995 len=801536 2023-12-20T11:27:04.150 INFO:tasks.workunit.client.0.smithi123.stdout:op 4914 completed, throughput=5MB/sec 2023-12-20T11:27:04.150 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-PwstiZ1iMO9jfN1 off=4712515 len=1559533 2023-12-20T11:27:04.160 INFO:tasks.workunit.client.0.smithi123.stdout:op 4915 completed, throughput=5MB/sec 2023-12-20T11:27:05.160 INFO:tasks.workunit.client.0.smithi123.stdout: 982: throughput=5MB/sec pending data=0 2023-12-20T11:27:05.160 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Z9GbG0n74wmr-cQ off=1683862 len=1291197 2023-12-20T11:27:05.162 INFO:tasks.workunit.client.0.smithi123.stdout:op 4916 completed, throughput=5MB/sec 2023-12-20T11:27:05.162 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FBbN94d1T5Y4YLu off=16186166 len=1236077 2023-12-20T11:27:05.170 INFO:tasks.workunit.client.0.smithi123.stdout:op 4917 completed, throughput=5MB/sec 2023-12-20T11:27:05.170 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-d4vjZjwAdDYnH_N off=471658 len=1116921 2023-12-20T11:27:05.171 INFO:tasks.workunit.client.0.smithi123.stdout:op 4918 completed, throughput=5MB/sec 2023-12-20T11:27:05.171 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4mYkaDaw-DW_ajc off=4107057 len=1590147 2023-12-20T11:27:05.180 INFO:tasks.workunit.client.0.smithi123.stdout:op 4919 completed, throughput=5MB/sec 2023-12-20T11:27:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:05 smithi177 ceph-mon[212096]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-20T11:27:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:05 smithi123 ceph-mon[191304]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-20T11:27:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:05 smithi123 ceph-mon[188613]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-20T11:27:06.181 INFO:tasks.workunit.client.0.smithi123.stdout: 983: throughput=5MB/sec pending data=0 2023-12-20T11:27:06.181 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-1xAxz1p_rDF2Zcp off=0 len=1394317 2023-12-20T11:27:06.188 INFO:tasks.workunit.client.0.smithi123.stdout:op 4920 completed, throughput=5MB/sec 2023-12-20T11:27:06.188 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-RGekXtno1li95IL off=1487119 len=646058 2023-12-20T11:27:06.188 INFO:tasks.workunit.client.0.smithi123.stdout:op 4921 completed, throughput=5MB/sec 2023-12-20T11:27:06.188 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-z6m0IZklpXrtJ5L off=7306376 len=1563039 2023-12-20T11:27:06.197 INFO:tasks.workunit.client.0.smithi123.stdout:op 4922 completed, throughput=5MB/sec 2023-12-20T11:27:06.197 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-87XpnsL_qr7cQfS off=628960 len=118456 2023-12-20T11:27:06.198 INFO:tasks.workunit.client.0.smithi123.stdout:op 4923 completed, throughput=5MB/sec 2023-12-20T11:27:06.198 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-dStmz7rf-1FG8l- off=10397405 len=991108 2023-12-20T11:27:06.199 INFO:tasks.workunit.client.0.smithi123.stdout:op 4924 completed, throughput=5MB/sec 2023-12-20T11:27:07.200 INFO:tasks.workunit.client.0.smithi123.stdout: 984: throughput=5MB/sec pending data=0 2023-12-20T11:27:07.200 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-P_7u1OcL8waCR2F off=6709063 len=961497 2023-12-20T11:27:07.201 INFO:tasks.workunit.client.0.smithi123.stdout:op 4925 completed, throughput=5MB/sec 2023-12-20T11:27:07.201 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-eR_4tqJFnY9_AxJ off=661838 len=1247953 2023-12-20T11:27:07.202 INFO:tasks.workunit.client.0.smithi123.stdout:op 4926 completed, throughput=5MB/sec 2023-12-20T11:27:07.203 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-YFRwM0VAF4nJfs3 off=22928515 len=60417 2023-12-20T11:27:07.205 INFO:tasks.workunit.client.0.smithi123.stdout:op 4927 completed, throughput=5MB/sec 2023-12-20T11:27:07.205 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-BxogFvHLe5y3PHm off=7185401 len=170199 2023-12-20T11:27:07.208 INFO:tasks.workunit.client.0.smithi123.stdout:op 4928 completed, throughput=5MB/sec 2023-12-20T11:27:07.209 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QZzMknQvyv7235H off=798480 len=231496 2023-12-20T11:27:07.211 INFO:tasks.workunit.client.0.smithi123.stdout:op 4929 completed, throughput=5MB/sec 2023-12-20T11:27:07.211 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nMHVd1AQp6URSFJ off=7410028 len=1716696 2023-12-20T11:27:07.218 INFO:tasks.workunit.client.0.smithi123.stdout:op 4930 completed, throughput=5MB/sec 2023-12-20T11:27:07.218 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-HmXGpuRzkeT1e5o off=3224641 len=1804734 2023-12-20T11:27:07.225 INFO:tasks.workunit.client.0.smithi123.stdout:op 4931 completed, throughput=5MB/sec 2023-12-20T11:27:07.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:07 smithi177 ceph-mon[212096]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-20T11:27:07.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:07 smithi123 ceph-mon[191304]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-20T11:27:07.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:07 smithi123 ceph-mon[188613]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-20T11:27:08.226 INFO:tasks.workunit.client.0.smithi123.stdout: 985: throughput=5MB/sec pending data=0 2023-12-20T11:27:08.226 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Cho0M-Se2-WNJr8 off=2181478 len=1258157 2023-12-20T11:27:08.229 INFO:tasks.workunit.client.0.smithi123.stdout:op 4932 completed, throughput=5MB/sec 2023-12-20T11:27:08.229 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-B1Cesif9WPDhwVp off=8187579 len=564576 2023-12-20T11:27:08.233 INFO:tasks.workunit.client.0.smithi123.stdout:op 4933 completed, throughput=5MB/sec 2023-12-20T11:27:08.233 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Pb7MRfBjz4pGTBK off=3302068 len=147156 2023-12-20T11:27:08.236 INFO:tasks.workunit.client.0.smithi123.stdout:op 4934 completed, throughput=5MB/sec 2023-12-20T11:27:08.236 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-h7UjRffp1Rup9Hz off=4496045 len=288290 2023-12-20T11:27:08.236 INFO:tasks.workunit.client.0.smithi123.stdout:op 4935 completed, throughput=5MB/sec 2023-12-20T11:27:08.237 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--H03dJsQNNkJ1zO off=112203 len=867116 2023-12-20T11:27:08.237 INFO:tasks.workunit.client.0.smithi123.stdout:op 4936 completed, throughput=5MB/sec 2023-12-20T11:27:08.237 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-UEYMV6JWIZFBU15 off=6794471 len=794191 2023-12-20T11:27:08.242 INFO:tasks.workunit.client.0.smithi123.stdout:op 4937 completed, throughput=5MB/sec 2023-12-20T11:27:09.242 INFO:tasks.workunit.client.0.smithi123.stdout: 986: throughput=5MB/sec pending data=0 2023-12-20T11:27:09.242 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-MUJlGe6Rg5EVEnC off=11357002 len=2008908 2023-12-20T11:27:09.244 INFO:tasks.workunit.client.0.smithi123.stdout:op 4938 completed, throughput=5MB/sec 2023-12-20T11:27:09.245 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kkONlQVL1BmXEWa off=7012125 len=200965 2023-12-20T11:27:09.245 INFO:tasks.workunit.client.0.smithi123.stdout:op 4939 completed, throughput=5MB/sec 2023-12-20T11:27:09.245 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fLFl9xVeXZKIJII off=5346645 len=767502 2023-12-20T11:27:09.246 INFO:tasks.workunit.client.0.smithi123.stdout:op 4940 completed, throughput=5MB/sec 2023-12-20T11:27:09.246 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-A71xkFz7PUbZY1Z off=17788146 len=1542411 2023-12-20T11:27:09.253 INFO:tasks.workunit.client.0.smithi123.stdout:op 4941 completed, throughput=5MB/sec 2023-12-20T11:27:09.253 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ZLFRLv1g1aL3fLo off=4643497 len=1236982 2023-12-20T11:27:09.259 INFO:tasks.workunit.client.0.smithi123.stdout:op 4942 completed, throughput=5MB/sec 2023-12-20T11:27:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:27:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:27:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-20T11:27:09.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:09 smithi177 ceph-mon[212096]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:27:09.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:09 smithi123 ceph-mon[191304]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:27:09.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:09 smithi123 ceph-mon[188613]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:27:10.260 INFO:tasks.workunit.client.0.smithi123.stdout: 987: throughput=5MB/sec pending data=0 2023-12-20T11:27:10.260 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YjioGyiwW66p2Xr off=8715760 len=598201 2023-12-20T11:27:10.261 INFO:tasks.workunit.client.0.smithi123.stdout:op 4943 completed, throughput=5MB/sec 2023-12-20T11:27:10.261 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tgCMEBTdHKJG5m0 off=2148706 len=1149264 2023-12-20T11:27:10.264 INFO:tasks.workunit.client.0.smithi123.stdout:op 4944 completed, throughput=5MB/sec 2023-12-20T11:27:10.264 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Dn7nHqossL7Yfgq off=6378319 len=988206 2023-12-20T11:27:10.270 INFO:tasks.workunit.client.0.smithi123.stdout:op 4945 completed, throughput=5MB/sec 2023-12-20T11:27:10.270 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-s5SqGgBRg_Yel_I off=5525188 len=162020 2023-12-20T11:27:10.271 INFO:tasks.workunit.client.0.smithi123.stdout:op 4946 completed, throughput=5MB/sec 2023-12-20T11:27:10.271 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-bNl2nFnR10vI0Vm off=3492562 len=1920409 2023-12-20T11:27:10.280 INFO:tasks.workunit.client.0.smithi123.stdout:op 4947 completed, throughput=5MB/sec 2023-12-20T11:27:10.281 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2aalymG-y6xHEHI off=8472632 len=180261 2023-12-20T11:27:10.283 INFO:tasks.workunit.client.0.smithi123.stdout:op 4948 completed, throughput=5MB/sec 2023-12-20T11:27:11.284 INFO:tasks.workunit.client.0.smithi123.stdout: 988: throughput=5MB/sec pending data=0 2023-12-20T11:27:11.284 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-dp5TgmGPRab4RkM off=12789980 len=391539 2023-12-20T11:27:11.285 INFO:tasks.workunit.client.0.smithi123.stdout:op 4949 completed, throughput=5MB/sec 2023-12-20T11:27:11.285 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xrUyUckspmA__gI off=3288200 len=1373999 2023-12-20T11:27:11.294 INFO:tasks.workunit.client.0.smithi123.stdout:op 4950 completed, throughput=5MB/sec 2023-12-20T11:27:11.294 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wG-lZSWPLPg-YAk off=1657493 len=1657724 2023-12-20T11:27:11.296 INFO:tasks.workunit.client.0.smithi123.stdout:op 4951 completed, throughput=5MB/sec 2023-12-20T11:27:11.296 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-1i4cholwVZT5-sJ off=625980 len=620083 2023-12-20T11:27:11.298 INFO:tasks.workunit.client.0.smithi123.stdout:op 4952 completed, throughput=5MB/sec 2023-12-20T11:27:11.298 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Qmt3UQd_84u0N3N off=11081107 len=947588 2023-12-20T11:27:11.300 INFO:tasks.workunit.client.0.smithi123.stdout:op 4953 completed, throughput=5MB/sec 2023-12-20T11:27:11.300 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-h_dN8TVnB4AS1RQ off=5666305 len=1088256 2023-12-20T11:27:11.300 INFO:tasks.workunit.client.0.smithi123.stdout:op 4954 completed, throughput=5MB/sec 2023-12-20T11:27:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:11 smithi177 ceph-mon[212096]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:27:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:27:11.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:11 smithi123 ceph-mon[191304]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:27:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:27:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:11 smithi123 ceph-mon[188613]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:27:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:27:12.300 INFO:tasks.workunit.client.0.smithi123.stdout: 989: throughput=5MB/sec pending data=0 2023-12-20T11:27:12.301 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-uSVQsF2khuYjsCZ off=255230 len=1085605 2023-12-20T11:27:12.307 INFO:tasks.workunit.client.0.smithi123.stdout:op 4955 completed, throughput=5MB/sec 2023-12-20T11:27:12.307 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-NDDdc0YcbyunTQT off=7174952 len=2044821 2023-12-20T11:27:12.319 INFO:tasks.workunit.client.0.smithi123.stdout:op 4956 completed, throughput=5MB/sec 2023-12-20T11:27:12.319 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nnp_0hck3t3C66s off=8236331 len=702894 2023-12-20T11:27:12.323 INFO:tasks.workunit.client.0.smithi123.stdout:op 4957 completed, throughput=5MB/sec 2023-12-20T11:27:12.323 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-d4_845KCTV1Mlux off=8226084 len=22432 2023-12-20T11:27:12.326 INFO:tasks.workunit.client.0.smithi123.stdout:op 4958 completed, throughput=5MB/sec 2023-12-20T11:27:12.326 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Edv_5Nk5en0COd7 off=9896600 len=1981562 2023-12-20T11:27:12.333 INFO:tasks.workunit.client.0.smithi123.stdout:op 4959 completed, throughput=5MB/sec 2023-12-20T11:27:13.333 INFO:tasks.workunit.client.0.smithi123.stdout: 990: throughput=5MB/sec pending data=0 2023-12-20T11:27:13.333 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-BLxXQlN9Ibym6UD off=5572614 len=1438376 2023-12-20T11:27:13.340 INFO:tasks.workunit.client.0.smithi123.stdout:op 4960 completed, throughput=5MB/sec 2023-12-20T11:27:13.340 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-j1NGgP0_lY7hKaa off=7286961 len=1903873 2023-12-20T11:27:13.351 INFO:tasks.workunit.client.0.smithi123.stdout:op 4961 completed, throughput=5MB/sec 2023-12-20T11:27:13.352 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9j8wn_DWEujO-n_ off=1061678 len=560167 2023-12-20T11:27:13.356 INFO:tasks.workunit.client.0.smithi123.stdout:op 4962 completed, throughput=5MB/sec 2023-12-20T11:27:13.356 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gFWjtmjD4CUgurW off=8219084 len=1724784 2023-12-20T11:27:13.364 INFO:tasks.workunit.client.0.smithi123.stdout:op 4963 completed, throughput=5MB/sec 2023-12-20T11:27:13.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:13 smithi177 ceph-mon[212096]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:27:13.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:13 smithi123 ceph-mon[191304]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:27:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:13 smithi123 ceph-mon[188613]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:27:14.365 INFO:tasks.workunit.client.0.smithi123.stdout: 991: throughput=5MB/sec pending data=0 2023-12-20T11:27:14.365 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-tKYVouGbbGv697R off=3727381 len=353547 2023-12-20T11:27:14.368 INFO:tasks.workunit.client.0.smithi123.stdout:op 4964 completed, throughput=5MB/sec 2023-12-20T11:27:14.368 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-5pGD60ITgyOvWEY off=8235404 len=811051 2023-12-20T11:27:14.372 INFO:tasks.workunit.client.0.smithi123.stdout:op 4965 completed, throughput=5MB/sec 2023-12-20T11:27:14.373 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SaLdbs3XDwD6ygA off=180568 len=780141 2023-12-20T11:27:14.376 INFO:tasks.workunit.client.0.smithi123.stdout:op 4966 completed, throughput=5MB/sec 2023-12-20T11:27:14.377 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-UkRGte_0P3u7Vwb off=11716815 len=692623 2023-12-20T11:27:14.381 INFO:tasks.workunit.client.0.smithi123.stdout:op 4967 completed, throughput=5MB/sec 2023-12-20T11:27:14.381 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9gGaX_9gWUrM5kO off=3073269 len=256294 2023-12-20T11:27:14.384 INFO:tasks.workunit.client.0.smithi123.stdout:op 4968 completed, throughput=5MB/sec 2023-12-20T11:27:14.384 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nBrdqryutqJLkIB off=15934102 len=695136 2023-12-20T11:27:14.385 INFO:tasks.workunit.client.0.smithi123.stdout:op 4969 completed, throughput=5MB/sec 2023-12-20T11:27:14.385 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZOJHTWQWI9-pjuo off=12790185 len=1357715 2023-12-20T11:27:14.388 INFO:tasks.workunit.client.0.smithi123.stdout:op 4970 completed, throughput=5MB/sec 2023-12-20T11:27:15.388 INFO:tasks.workunit.client.0.smithi123.stdout: 992: throughput=5MB/sec pending data=0 2023-12-20T11:27:15.389 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-83patKciyJIZd_6 off=3499152 len=330587 2023-12-20T11:27:15.392 INFO:tasks.workunit.client.0.smithi123.stdout:op 4971 completed, throughput=5MB/sec 2023-12-20T11:27:15.392 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-3HhPWbbC3LBU1EX off=12157033 len=2081417 2023-12-20T11:27:15.404 INFO:tasks.workunit.client.0.smithi123.stdout:op 4972 completed, throughput=5MB/sec 2023-12-20T11:27:15.405 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-TvKmo0hxgv4coIc off=18529779 len=1273868 2023-12-20T11:27:15.406 INFO:tasks.workunit.client.0.smithi123.stdout:op 4973 completed, throughput=5MB/sec 2023-12-20T11:27:15.406 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-A3GwyXXIlf8ZhqW off=9937531 len=1011295 2023-12-20T11:27:15.411 INFO:tasks.workunit.client.0.smithi123.stdout:op 4974 completed, throughput=5MB/sec 2023-12-20T11:27:15.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:15 smithi177 ceph-mon[212096]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:27:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:15 smithi123 ceph-mon[191304]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:27:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:15 smithi123 ceph-mon[188613]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:27:16.412 INFO:tasks.workunit.client.0.smithi123.stdout: 993: throughput=5MB/sec pending data=0 2023-12-20T11:27:16.412 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-VSFR23v-mn7Z2Pu off=3628440 len=280855 2023-12-20T11:27:16.412 INFO:tasks.workunit.client.0.smithi123.stdout:op 4975 completed, throughput=5MB/sec 2023-12-20T11:27:16.412 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-62k_hly9d2rQNZh off=16058097 len=1185264 2023-12-20T11:27:16.421 INFO:tasks.workunit.client.0.smithi123.stdout:op 4976 completed, throughput=5MB/sec 2023-12-20T11:27:16.421 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-RLbcOs02VeHK5zF off=6208329 len=1956720 2023-12-20T11:27:16.423 INFO:tasks.workunit.client.0.smithi123.stdout:op 4977 completed, throughput=5MB/sec 2023-12-20T11:27:16.423 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ucHVCsCY1khlhhk off=6497240 len=278646 2023-12-20T11:27:16.424 INFO:tasks.workunit.client.0.smithi123.stdout:op 4978 completed, throughput=5MB/sec 2023-12-20T11:27:16.424 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-muOs4IVr28iqIbn off=7533264 len=1695554 2023-12-20T11:27:16.426 INFO:tasks.workunit.client.0.smithi123.stdout:op 4979 completed, throughput=5MB/sec 2023-12-20T11:27:17.427 INFO:tasks.workunit.client.0.smithi123.stdout: 994: throughput=5MB/sec pending data=0 2023-12-20T11:27:17.427 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-rvhdcl_C-m64f49 off=12006217 len=1389752 2023-12-20T11:27:17.434 INFO:tasks.workunit.client.0.smithi123.stdout:op 4980 completed, throughput=5MB/sec 2023-12-20T11:27:17.435 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lmQWqynJPKHDSkF off=543973 len=1594951 2023-12-20T11:27:17.438 INFO:tasks.workunit.client.0.smithi123.stdout:op 4981 completed, throughput=5MB/sec 2023-12-20T11:27:17.438 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-dMqgCtOZz5R736r off=1840975 len=739579 2023-12-20T11:27:17.438 INFO:tasks.workunit.client.0.smithi123.stdout:op 4982 completed, throughput=5MB/sec 2023-12-20T11:27:17.439 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-tZLjiLfhBFdOPbB off=9398473 len=1054832 2023-12-20T11:27:17.443 INFO:tasks.workunit.client.0.smithi123.stdout:op 4983 completed, throughput=5MB/sec 2023-12-20T11:27:17.444 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Ffiz0y-ZgunagOp off=957278 len=1496582 2023-12-20T11:27:17.446 INFO:tasks.workunit.client.0.smithi123.stdout:op 4984 completed, throughput=5MB/sec 2023-12-20T11:27:17.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:17 smithi177 ceph-mon[212096]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:27:17.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:17 smithi123 ceph-mon[191304]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:27:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:17 smithi123 ceph-mon[188613]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:27:18.447 INFO:tasks.workunit.client.0.smithi123.stdout: 995: throughput=5MB/sec pending data=0 2023-12-20T11:27:18.447 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-eY9fpC5cJn6N99x off=8240993 len=2093896 2023-12-20T11:27:18.449 INFO:tasks.workunit.client.0.smithi123.stdout:op 4985 completed, throughput=5MB/sec 2023-12-20T11:27:18.449 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-UQHmKSUT00KJk7l off=352420 len=1062041 2023-12-20T11:27:18.454 INFO:tasks.workunit.client.0.smithi123.stdout:op 4986 completed, throughput=5MB/sec 2023-12-20T11:27:18.454 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-OUA5bss_XVSmmgo off=16643970 len=900781 2023-12-20T11:27:18.455 INFO:tasks.workunit.client.0.smithi123.stdout:op 4987 completed, throughput=5MB/sec 2023-12-20T11:27:19.456 INFO:tasks.workunit.client.0.smithi123.stdout: 996: throughput=5MB/sec pending data=0 2023-12-20T11:27:19.456 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-5m3Splvh_m7OkjO off=20408446 len=1184274 2023-12-20T11:27:19.465 INFO:tasks.workunit.client.0.smithi123.stdout:op 4988 completed, throughput=5MB/sec 2023-12-20T11:27:19.465 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0-qHYg31OMhEtso off=2185865 len=1059742 2023-12-20T11:27:19.468 INFO:tasks.workunit.client.0.smithi123.stdout:op 4989 completed, throughput=5MB/sec 2023-12-20T11:27:19.468 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Mdbc0bmW1fsIw13 off=3415848 len=21894 2023-12-20T11:27:19.470 INFO:tasks.workunit.client.0.smithi123.stdout:op 4990 completed, throughput=5MB/sec 2023-12-20T11:27:19.471 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0OHeShuoA5HxUou off=1330593 len=315474 2023-12-20T11:27:19.471 INFO:tasks.workunit.client.0.smithi123.stdout:op 4991 completed, throughput=5MB/sec 2023-12-20T11:27:19.471 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cN6CxLGgNODI6gq off=2320362 len=1540837 2023-12-20T11:27:19.473 INFO:tasks.workunit.client.0.smithi123.stdout:op 4992 completed, throughput=5MB/sec 2023-12-20T11:27:19.473 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tOJpcIJ3BovPzOs off=23507528 len=298367 2023-12-20T11:27:19.473 INFO:tasks.workunit.client.0.smithi123.stdout:op 4993 completed, throughput=5MB/sec 2023-12-20T11:27:19.474 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tCQ8BhzRLNrUtHs off=339142 len=291635 2023-12-20T11:27:19.474 INFO:tasks.workunit.client.0.smithi123.stdout:op 4994 completed, throughput=5MB/sec 2023-12-20T11:27:19.474 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FYw7IfwKiCIgtWd off=1086498 len=837929 2023-12-20T11:27:19.480 INFO:tasks.workunit.client.0.smithi123.stdout:op 4995 completed, throughput=5MB/sec 2023-12-20T11:27:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:27:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:27:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-20T11:27:19.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:19 smithi177 ceph-mon[212096]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-20T11:27:19.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:19 smithi123 ceph-mon[191304]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-20T11:27:19.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:19 smithi123 ceph-mon[188613]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-20T11:27:20.480 INFO:tasks.workunit.client.0.smithi123.stdout: 997: throughput=5MB/sec pending data=0 2023-12-20T11:27:20.480 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5DkK9amuejPq5T9 off=2021422 len=563132 2023-12-20T11:27:20.481 INFO:tasks.workunit.client.0.smithi123.stdout:op 4996 completed, throughput=5MB/sec 2023-12-20T11:27:20.481 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-PD0uFeLpjyjKwnG off=6127275 len=1921434 2023-12-20T11:27:20.484 INFO:tasks.workunit.client.0.smithi123.stdout:op 4997 completed, throughput=5MB/sec 2023-12-20T11:27:20.484 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Ytg1jcIVc_g5PrV off=6853624 len=1768570 2023-12-20T11:27:20.485 INFO:tasks.workunit.client.0.smithi123.stdout:op 4998 completed, throughput=5MB/sec 2023-12-20T11:27:20.486 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-f09DFpGPKcqnWXO off=14114898 len=187526 2023-12-20T11:27:20.489 INFO:tasks.workunit.client.0.smithi123.stdout:op 4999 completed, throughput=5MB/sec 2023-12-20T11:27:20.489 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cmw0SqDse8eW0hy off=22064221 len=1693381 2023-12-20T11:27:20.491 INFO:tasks.workunit.client.0.smithi123.stdout:op 5000 completed, throughput=5MB/sec 2023-12-20T11:27:21.491 INFO:tasks.workunit.client.0.smithi123.stdout: 998: throughput=5MB/sec pending data=0 2023-12-20T11:27:21.491 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hqXNaSKWbSOtD9H off=2451878 len=1462944 2023-12-20T11:27:21.492 INFO:tasks.workunit.client.0.smithi123.stdout:op 5001 completed, throughput=5MB/sec 2023-12-20T11:27:21.493 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-I91yLZFlxYfneeA off=11635631 len=2039242 2023-12-20T11:27:21.495 INFO:tasks.workunit.client.0.smithi123.stdout:op 5002 completed, throughput=5MB/sec 2023-12-20T11:27:21.495 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GUr9Y6_5NlbTwv2 off=512193 len=1196636 2023-12-20T11:27:21.497 INFO:tasks.workunit.client.0.smithi123.stdout:op 5003 completed, throughput=5MB/sec 2023-12-20T11:27:21.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:21 smithi177 ceph-mon[212096]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-20T11:27:21.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:21 smithi123 ceph-mon[191304]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-20T11:27:21.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:21 smithi123 ceph-mon[188613]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-20T11:27:22.497 INFO:tasks.workunit.client.0.smithi123.stdout: 999: throughput=5MB/sec pending data=0 2023-12-20T11:27:22.497 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Gr_YMPEo2jhAtC5 off=4350771 len=1482443 2023-12-20T11:27:22.507 INFO:tasks.workunit.client.0.smithi123.stdout:op 5004 completed, throughput=5MB/sec 2023-12-20T11:27:22.507 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Fs41Q1iyONfMwGM off=864326 len=1907020 2023-12-20T11:27:22.515 INFO:tasks.workunit.client.0.smithi123.stdout:op 5005 completed, throughput=5MB/sec 2023-12-20T11:27:22.515 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GJ-KllkCeRUUwPq off=19649229 len=49311 2023-12-20T11:27:22.515 INFO:tasks.workunit.client.0.smithi123.stdout:op 5006 completed, throughput=5MB/sec 2023-12-20T11:27:22.515 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0N2eEvOz5mSDWDl off=5033360 len=1445395 2023-12-20T11:27:22.524 INFO:tasks.workunit.client.0.smithi123.stdout:op 5007 completed, throughput=5MB/sec 2023-12-20T11:27:23.525 INFO:tasks.workunit.client.0.smithi123.stdout: 1000: throughput=5MB/sec pending data=0 2023-12-20T11:27:23.525 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Rrs8UHDZOeqevLr off=3079153 len=1568908 2023-12-20T11:27:23.534 INFO:tasks.workunit.client.0.smithi123.stdout:op 5008 completed, throughput=5MB/sec 2023-12-20T11:27:23.534 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ke9VO1AXA6I6thu off=11901210 len=337925 2023-12-20T11:27:23.534 INFO:tasks.workunit.client.0.smithi123.stdout:op 5009 completed, throughput=5MB/sec 2023-12-20T11:27:23.535 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-VpmsStxnAFjD8wO off=3305219 len=541433 2023-12-20T11:27:23.538 INFO:tasks.workunit.client.0.smithi123.stdout:op 5010 completed, throughput=5MB/sec 2023-12-20T11:27:23.539 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-oqZ-ZvdwogGLduO off=15999354 len=1120493 2023-12-20T11:27:23.541 INFO:tasks.workunit.client.0.smithi123.stdout:op 5011 completed, throughput=5MB/sec 2023-12-20T11:27:23.541 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DVU133bpPm8oIXw off=0 len=1538930 2023-12-20T11:27:23.547 INFO:tasks.workunit.client.0.smithi123.stdout:op 5012 completed, throughput=5MB/sec 2023-12-20T11:27:23.547 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vpUdXf5EzAgYkET off=5601484 len=694207 2023-12-20T11:27:23.552 INFO:tasks.workunit.client.0.smithi123.stdout:op 5013 completed, throughput=5MB/sec 2023-12-20T11:27:23.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:23 smithi177 ceph-mon[212096]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:27:23.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:23 smithi123 ceph-mon[191304]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:27:23.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:23 smithi123 ceph-mon[188613]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:27:24.552 INFO:tasks.workunit.client.0.smithi123.stdout: 1001: throughput=5MB/sec pending data=0 2023-12-20T11:27:24.552 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--rqKbmRKnafpIhu off=5816659 len=303646 2023-12-20T11:27:24.556 INFO:tasks.workunit.client.0.smithi123.stdout:op 5014 completed, throughput=5MB/sec 2023-12-20T11:27:24.556 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QVGT_Si9mPM704v off=11253939 len=1273627 2023-12-20T11:27:24.563 INFO:tasks.workunit.client.0.smithi123.stdout:op 5015 completed, throughput=5MB/sec 2023-12-20T11:27:24.563 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-v9-mMDkvCmBfUFf off=7108177 len=435427 2023-12-20T11:27:24.564 INFO:tasks.workunit.client.0.smithi123.stdout:op 5016 completed, throughput=5MB/sec 2023-12-20T11:27:24.564 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KOoR8afLTua15Yi off=1585927 len=502642 2023-12-20T11:27:24.566 INFO:tasks.workunit.client.0.smithi123.stdout:op 5017 completed, throughput=5MB/sec 2023-12-20T11:27:24.567 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-3m0BgAbEwvUEUle off=10330129 len=352253 2023-12-20T11:27:24.571 INFO:tasks.workunit.client.0.smithi123.stdout:op 5018 completed, throughput=5MB/sec 2023-12-20T11:27:24.571 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-1QWyuy6qncm1k3T off=4968253 len=1277726 2023-12-20T11:27:24.576 INFO:tasks.workunit.client.0.smithi123.stdout:op 5019 completed, throughput=5MB/sec 2023-12-20T11:27:24.576 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tZhwAM8PX8qor-G off=7766136 len=1578784 2023-12-20T11:27:24.578 INFO:tasks.workunit.client.0.smithi123.stdout:op 5020 completed, throughput=5MB/sec 2023-12-20T11:27:25.077 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:27:25.384 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:27:25.385 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (36m) 2m ago 39m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:27:25.385 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (35m) 25s ago 38m 92.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:27:25.385 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (40m) 2m ago 40m 21.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:27:25.385 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (39m) 25s ago 39m 26.9M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:27:25.385 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (35m) 25s ago 42m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:27:25.385 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (35m) 2m ago 43m 546M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:27:25.385 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (35m) 2m ago 43m 285M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:27:25.385 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (34m) 25s ago 42m 158M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:27:25.385 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (35m) 2m ago 42m 172M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:27:25.385 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (36m) 2m ago 38m 19.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:27:25.385 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (35m) 25s ago 38m 19.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:27:25.385 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (34m) 2m ago 42m 1905M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:27:25.386 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (33m) 2m ago 41m 2135M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:27:25.386 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (33m) 2m ago 41m 2181M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:27:25.386 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (33m) 2m ago 41m 1932M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:27:25.386 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (32m) 25s ago 41m 1419M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:27:25.386 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (32m) 25s ago 40m 1582M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:27:25.386 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (31m) 25s ago 40m 1235M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:27:25.386 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (31m) 25s ago 40m 1635M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:27:25.386 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (35m) 25s ago 39m 87.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:27:25.578 INFO:tasks.workunit.client.0.smithi123.stdout: 1002: throughput=5MB/sec pending data=0 2023-12-20T11:27:25.578 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FrzXseTND0-Q2FG off=6924626 len=1173117 2023-12-20T11:27:25.585 INFO:tasks.workunit.client.0.smithi123.stdout:op 5021 completed, throughput=5MB/sec 2023-12-20T11:27:25.585 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-g8oTxBR9AcRsgqY off=1124624 len=766468 2023-12-20T11:27:25.586 INFO:tasks.workunit.client.0.smithi123.stdout:op 5022 completed, throughput=5MB/sec 2023-12-20T11:27:25.586 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-lvnN9JzftkCxcDj off=678555 len=1822187 2023-12-20T11:27:25.593 INFO:tasks.workunit.client.0.smithi123.stdout:op 5023 completed, throughput=5MB/sec 2023-12-20T11:27:25.593 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-sDPIbOznRGQFUi3 off=14829569 len=503456 2023-12-20T11:27:25.594 INFO:tasks.workunit.client.0.smithi123.stdout:op 5024 completed, throughput=5MB/sec 2023-12-20T11:27:25.594 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-t3exR0HHs34HghF off=553087 len=1309085 2023-12-20T11:27:25.595 INFO:tasks.workunit.client.0.smithi123.stdout:op 5025 completed, throughput=5MB/sec 2023-12-20T11:27:25.770 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:27:25.770 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:27:25.770 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:27:25.770 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:27:25.770 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:27:25.770 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:27:25.770 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:27:25.770 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:27:25.770 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:27:25.770 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:27:25.770 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:27:25.771 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:27:25.771 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:27:25.771 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:27:25.771 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:27:25.771 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:27:25.771 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:27:25.771 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:27:25.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:25 smithi177 ceph-mon[212096]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:27:25.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:25 smithi123 ceph-mon[191304]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:27:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:25 smithi123 ceph-mon[188613]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:27:26.595 INFO:tasks.workunit.client.0.smithi123.stdout: 1003: throughput=5MB/sec pending data=0 2023-12-20T11:27:26.595 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FrFm7kPB5aCqQKy off=4684825 len=1161650 2023-12-20T11:27:26.602 INFO:tasks.workunit.client.0.smithi123.stdout:op 5026 completed, throughput=5MB/sec 2023-12-20T11:27:26.602 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-L2vfdPAfqUoHJJJ off=7552185 len=1176752 2023-12-20T11:27:26.608 INFO:tasks.workunit.client.0.smithi123.stdout:op 5027 completed, throughput=5MB/sec 2023-12-20T11:27:26.608 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-rVwGHNorLhWn360 off=6765479 len=1136495 2023-12-20T11:27:26.611 INFO:tasks.workunit.client.0.smithi123.stdout:op 5028 completed, throughput=5MB/sec 2023-12-20T11:27:26.611 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-SFySvcPRwWboRhg off=2788398 len=1741574 2023-12-20T11:27:26.613 INFO:tasks.workunit.client.0.smithi123.stdout:op 5029 completed, throughput=5MB/sec 2023-12-20T11:27:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:26 smithi177 ceph-mon[212096]: from='client.35850 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:27:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:26 smithi177 ceph-mon[212096]: from='client.35856 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:27:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:26 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/333325245' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:27:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:27:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:26 smithi123 ceph-mon[191304]: from='client.35850 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:27:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:26 smithi123 ceph-mon[191304]: from='client.35856 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:27:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:26 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/333325245' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:27:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:27:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:26 smithi123 ceph-mon[188613]: from='client.35850 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:27:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:26 smithi123 ceph-mon[188613]: from='client.35856 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:27:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:26 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/333325245' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:27:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:27:27.613 INFO:tasks.workunit.client.0.smithi123.stdout: 1004: throughput=5MB/sec pending data=0 2023-12-20T11:27:27.614 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-itf6gT9ucTwXu1M off=2196867 len=693435 2023-12-20T11:27:27.615 INFO:tasks.workunit.client.0.smithi123.stdout:op 5030 completed, throughput=5MB/sec 2023-12-20T11:27:27.615 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-32_Pgc_hMr7Pkwx off=1578006 len=1774656 2023-12-20T11:27:27.618 INFO:tasks.workunit.client.0.smithi123.stdout:op 5031 completed, throughput=5MB/sec 2023-12-20T11:27:27.618 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--qCvZlExVDN_TQz off=13382670 len=1524153 2023-12-20T11:27:27.627 INFO:tasks.workunit.client.0.smithi123.stdout:op 5032 completed, throughput=5MB/sec 2023-12-20T11:27:27.627 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uxqxLDmCy9nYwBK off=11073416 len=646964 2023-12-20T11:27:27.627 INFO:tasks.workunit.client.0.smithi123.stdout:op 5033 completed, throughput=5MB/sec 2023-12-20T11:27:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:27 smithi177 ceph-mon[212096]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:27:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:27 smithi123 ceph-mon[191304]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:27:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:27 smithi123 ceph-mon[188613]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:27:28.628 INFO:tasks.workunit.client.0.smithi123.stdout: 1005: throughput=5MB/sec pending data=0 2023-12-20T11:27:28.628 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QoMjylvpP-pTL4j off=1221305 len=965318 2023-12-20T11:27:28.629 INFO:tasks.workunit.client.0.smithi123.stdout:op 5034 completed, throughput=5MB/sec 2023-12-20T11:27:28.629 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-F0B-BDTBLsidbey off=12211313 len=5999 2023-12-20T11:27:28.632 INFO:tasks.workunit.client.0.smithi123.stdout:op 5035 completed, throughput=5MB/sec 2023-12-20T11:27:28.632 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-E4om9AbxGUa3bca off=12459590 len=1265094 2023-12-20T11:27:28.638 INFO:tasks.workunit.client.0.smithi123.stdout:op 5036 completed, throughput=5MB/sec 2023-12-20T11:27:28.638 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tTOflh29Fqj2iVD off=1070665 len=1264540 2023-12-20T11:27:28.640 INFO:tasks.workunit.client.0.smithi123.stdout:op 5037 completed, throughput=5MB/sec 2023-12-20T11:27:28.640 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-edJ5rVPoVhBYSrJ off=1840 len=567268 2023-12-20T11:27:28.642 INFO:tasks.workunit.client.0.smithi123.stdout:op 5038 completed, throughput=5MB/sec 2023-12-20T11:27:28.642 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-3qQODBjcubQj6eI off=10295845 len=1661656 2023-12-20T11:27:28.653 INFO:tasks.workunit.client.0.smithi123.stdout:op 5039 completed, throughput=5MB/sec 2023-12-20T11:27:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:27:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:27:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-20T11:27:29.653 INFO:tasks.workunit.client.0.smithi123.stdout: 1006: throughput=5MB/sec pending data=0 2023-12-20T11:27:29.653 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zQf84EKAIhRMwCM off=6509983 len=297174 2023-12-20T11:27:29.654 INFO:tasks.workunit.client.0.smithi123.stdout:op 5040 completed, throughput=5MB/sec 2023-12-20T11:27:29.654 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wtJ_7wiNtztec3a off=8629748 len=1846190 2023-12-20T11:27:29.656 INFO:tasks.workunit.client.0.smithi123.stdout:op 5041 completed, throughput=5MB/sec 2023-12-20T11:27:29.656 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0vfrW4brQfc0iDh off=477506 len=1857731 2023-12-20T11:27:29.667 INFO:tasks.workunit.client.0.smithi123.stdout:op 5042 completed, throughput=5MB/sec 2023-12-20T11:27:29.667 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_HadUakWB0FQNoL off=6533222 len=1152174 2023-12-20T11:27:29.674 INFO:tasks.workunit.client.0.smithi123.stdout:op 5043 completed, throughput=5MB/sec 2023-12-20T11:27:29.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:29 smithi177 ceph-mon[212096]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:27:29.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:29 smithi123 ceph-mon[191304]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:27:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:29 smithi123 ceph-mon[188613]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:27:30.675 INFO:tasks.workunit.client.0.smithi123.stdout: 1007: throughput=5MB/sec pending data=0 2023-12-20T11:27:30.675 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--SczhjPBUCn9vri off=4339502 len=1729997 2023-12-20T11:27:30.685 INFO:tasks.workunit.client.0.smithi123.stdout:op 5044 completed, throughput=5MB/sec 2023-12-20T11:27:30.685 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-X4GukAwEN4OTjZh off=4031840 len=1264030 2023-12-20T11:27:30.693 INFO:tasks.workunit.client.0.smithi123.stdout:op 5045 completed, throughput=5MB/sec 2023-12-20T11:27:30.693 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ZjrKKAv9cW90Xcn off=4248464 len=267152 2023-12-20T11:27:30.696 INFO:tasks.workunit.client.0.smithi123.stdout:op 5046 completed, throughput=5MB/sec 2023-12-20T11:27:30.696 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-bPScOHhzG3BhwaX off=5892991 len=1568027 2023-12-20T11:27:30.701 INFO:tasks.workunit.client.0.smithi123.stdout:op 5047 completed, throughput=5MB/sec 2023-12-20T11:27:30.701 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-EYD6YG5TRJmiW1m off=4558741 len=762073 2023-12-20T11:27:30.702 INFO:tasks.workunit.client.0.smithi123.stdout:op 5048 completed, throughput=5MB/sec 2023-12-20T11:27:31.702 INFO:tasks.workunit.client.0.smithi123.stdout: 1008: throughput=5MB/sec pending data=0 2023-12-20T11:27:31.703 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-d4vjZjwAdDYnH_N off=8065201 len=1075675 2023-12-20T11:27:31.704 INFO:tasks.workunit.client.0.smithi123.stdout:op 5049 completed, throughput=5MB/sec 2023-12-20T11:27:31.704 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2sMwXoGVGZZlobe off=4862233 len=1917161 2023-12-20T11:27:31.707 INFO:tasks.workunit.client.0.smithi123.stdout:op 5050 completed, throughput=5MB/sec 2023-12-20T11:27:31.707 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-v6AcoEE23TZwY18 off=13267312 len=1831146 2023-12-20T11:27:31.716 INFO:tasks.workunit.client.0.smithi123.stdout:op 5051 completed, throughput=5MB/sec 2023-12-20T11:27:31.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:31 smithi177 ceph-mon[212096]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:27:31.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:31 smithi123 ceph-mon[191304]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:27:31.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:31 smithi123 ceph-mon[188613]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:27:32.716 INFO:tasks.workunit.client.0.smithi123.stdout: 1009: throughput=5MB/sec pending data=0 2023-12-20T11:27:32.716 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hALOUmTtgTd5Vz5 off=12958953 len=193252 2023-12-20T11:27:32.720 INFO:tasks.workunit.client.0.smithi123.stdout:op 5052 completed, throughput=5MB/sec 2023-12-20T11:27:32.720 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-r9eOGvZh9fYK1ay off=23796761 len=308099 2023-12-20T11:27:32.720 INFO:tasks.workunit.client.0.smithi123.stdout:op 5053 completed, throughput=5MB/sec 2023-12-20T11:27:32.721 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cgXiiT6BzCML31k off=4874980 len=1917280 2023-12-20T11:27:32.722 INFO:tasks.workunit.client.0.smithi123.stdout:op 5054 completed, throughput=5MB/sec 2023-12-20T11:27:32.723 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NraE8zexxeIAG6N off=2993620 len=115766 2023-12-20T11:27:32.723 INFO:tasks.workunit.client.0.smithi123.stdout:op 5055 completed, throughput=5MB/sec 2023-12-20T11:27:32.723 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-suyHoEQ8rkv20b9 off=6172542 len=109249 2023-12-20T11:27:32.724 INFO:tasks.workunit.client.0.smithi123.stdout:op 5056 completed, throughput=5MB/sec 2023-12-20T11:27:32.724 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-05yvowuU8vriAFN off=9986481 len=106320 2023-12-20T11:27:32.726 INFO:tasks.workunit.client.0.smithi123.stdout:op 5057 completed, throughput=5MB/sec 2023-12-20T11:27:32.727 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-018vX_LrFaITJ_C off=1962190 len=436392 2023-12-20T11:27:32.727 INFO:tasks.workunit.client.0.smithi123.stdout:op 5058 completed, throughput=5MB/sec 2023-12-20T11:27:32.727 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SYt0eXg6oKYCy_k off=10014094 len=571343 2023-12-20T11:27:32.731 INFO:tasks.workunit.client.0.smithi123.stdout:op 5059 completed, throughput=5MB/sec 2023-12-20T11:27:32.731 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-UcLGo2TXRV2TuI2 off=3771332 len=1770432 2023-12-20T11:27:32.739 INFO:tasks.workunit.client.0.smithi123.stdout:op 5060 completed, throughput=5MB/sec 2023-12-20T11:27:33.739 INFO:tasks.workunit.client.0.smithi123.stdout: 1010: throughput=5MB/sec pending data=0 2023-12-20T11:27:33.740 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-HHlkTa-UMqwoJmd off=978040 len=1045300 2023-12-20T11:27:33.741 INFO:tasks.workunit.client.0.smithi123.stdout:op 5061 completed, throughput=5MB/sec 2023-12-20T11:27:33.741 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-J9ebIeuJuhOarpZ off=6713464 len=699216 2023-12-20T11:27:33.742 INFO:tasks.workunit.client.0.smithi123.stdout:op 5062 completed, throughput=5MB/sec 2023-12-20T11:27:33.742 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Cqnhi-F745mcUlj off=2177708 len=2058884 2023-12-20T11:27:33.751 INFO:tasks.workunit.client.0.smithi123.stdout:op 5063 completed, throughput=5MB/sec 2023-12-20T11:27:33.751 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-O2mZefo8fl0SYUf off=3922983 len=1837084 2023-12-20T11:27:33.753 INFO:tasks.workunit.client.0.smithi123.stdout:op 5064 completed, throughput=5MB/sec 2023-12-20T11:27:33.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:33 smithi177 ceph-mon[212096]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:27:33.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:33 smithi123 ceph-mon[191304]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:27:33.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:33 smithi123 ceph-mon[188613]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:27:34.753 INFO:tasks.workunit.client.0.smithi123.stdout: 1011: throughput=5MB/sec pending data=0 2023-12-20T11:27:34.753 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-47lTDu9_S2DtZEx off=7055751 len=1339119 2023-12-20T11:27:34.762 INFO:tasks.workunit.client.0.smithi123.stdout:op 5065 completed, throughput=5MB/sec 2023-12-20T11:27:34.762 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GqfGDmrs9zxJnSp off=20417682 len=851250 2023-12-20T11:27:34.763 INFO:tasks.workunit.client.0.smithi123.stdout:op 5066 completed, throughput=5MB/sec 2023-12-20T11:27:34.763 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-NaMyBkV2hcHUkG3 off=10003003 len=224204 2023-12-20T11:27:34.766 INFO:tasks.workunit.client.0.smithi123.stdout:op 5067 completed, throughput=5MB/sec 2023-12-20T11:27:34.766 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-pVvtw8RZ4ZmdhQh off=11566192 len=1459777 2023-12-20T11:27:34.774 INFO:tasks.workunit.client.0.smithi123.stdout:op 5068 completed, throughput=5MB/sec 2023-12-20T11:27:34.774 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jdgVKYglLHXDGJ0 off=4893099 len=1369538 2023-12-20T11:27:34.777 INFO:tasks.workunit.client.0.smithi123.stdout:op 5069 completed, throughput=5MB/sec 2023-12-20T11:27:35.777 INFO:tasks.workunit.client.0.smithi123.stdout: 1012: throughput=5MB/sec pending data=0 2023-12-20T11:27:35.778 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-VLC60IN4RrMOunr off=2580837 len=400107 2023-12-20T11:27:35.778 INFO:tasks.workunit.client.0.smithi123.stdout:op 5070 completed, throughput=5MB/sec 2023-12-20T11:27:35.778 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-BJmwSs-DmKW_GY2 off=10118889 len=1527406 2023-12-20T11:27:35.780 INFO:tasks.workunit.client.0.smithi123.stdout:op 5071 completed, throughput=5MB/sec 2023-12-20T11:27:35.780 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tC3svIitJbNdpON off=1216595 len=1329931 2023-12-20T11:27:35.784 INFO:tasks.workunit.client.0.smithi123.stdout:op 5072 completed, throughput=5MB/sec 2023-12-20T11:27:35.784 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Q2VyXyouZYUHNV9 off=716524 len=64723 2023-12-20T11:27:35.787 INFO:tasks.workunit.client.0.smithi123.stdout:op 5073 completed, throughput=5MB/sec 2023-12-20T11:27:35.787 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0EO3-x7uWyWCdc8 off=504361 len=84628 2023-12-20T11:27:35.787 INFO:tasks.workunit.client.0.smithi123.stdout:op 5074 completed, throughput=5MB/sec 2023-12-20T11:27:35.787 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-G1nxNmbHpul82Wh off=1583393 len=523679 2023-12-20T11:27:35.794 INFO:tasks.workunit.client.0.smithi123.stdout:op 5075 completed, throughput=5MB/sec 2023-12-20T11:27:35.794 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-oyHJbB7kq6uzAS2 off=19032737 len=836265 2023-12-20T11:27:35.795 INFO:tasks.workunit.client.0.smithi123.stdout:op 5076 completed, throughput=5MB/sec 2023-12-20T11:27:35.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:35 smithi177 ceph-mon[212096]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:27:35.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:35 smithi123 ceph-mon[188613]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:27:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:35 smithi123 ceph-mon[191304]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:27:36.796 INFO:tasks.workunit.client.0.smithi123.stdout: 1013: throughput=5MB/sec pending data=0 2023-12-20T11:27:36.796 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-G5a_sAGuVGuyKQV off=13568126 len=855735 2023-12-20T11:27:36.801 INFO:tasks.workunit.client.0.smithi123.stdout:op 5077 completed, throughput=5MB/sec 2023-12-20T11:27:36.801 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Y_G_qhx07AhKyIE off=13923441 len=880674 2023-12-20T11:27:36.805 INFO:tasks.workunit.client.0.smithi123.stdout:op 5078 completed, throughput=5MB/sec 2023-12-20T11:27:36.805 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--5KJ_0noHr2wKSE off=5640539 len=895985 2023-12-20T11:27:36.806 INFO:tasks.workunit.client.0.smithi123.stdout:op 5079 completed, throughput=5MB/sec 2023-12-20T11:27:36.806 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-epVjLMQ__pvk_DK off=497741 len=1355980 2023-12-20T11:27:36.808 INFO:tasks.workunit.client.0.smithi123.stdout:op 5080 completed, throughput=5MB/sec 2023-12-20T11:27:36.808 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-3OBsajbJyikp4nY off=5553520 len=133703 2023-12-20T11:27:36.811 INFO:tasks.workunit.client.0.smithi123.stdout:op 5081 completed, throughput=5MB/sec 2023-12-20T11:27:36.811 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-jIvgl5I1nVF8cDy off=3480594 len=2093921 2023-12-20T11:27:36.830 INFO:tasks.workunit.client.0.smithi123.stdout:op 5082 completed, throughput=5MB/sec 2023-12-20T11:27:37.830 INFO:tasks.workunit.client.0.smithi123.stdout: 1014: throughput=5MB/sec pending data=0 2023-12-20T11:27:37.830 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-rNZseaSbE5JiLZs off=11161087 len=936302 2023-12-20T11:27:37.836 INFO:tasks.workunit.client.0.smithi123.stdout:op 5083 completed, throughput=5MB/sec 2023-12-20T11:27:37.836 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-pr5UGdKtiNWNJvD off=440642 len=1067258 2023-12-20T11:27:37.843 INFO:tasks.workunit.client.0.smithi123.stdout:op 5084 completed, throughput=5MB/sec 2023-12-20T11:27:37.843 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-qNkxsAit1Lf9-HX off=1187423 len=992397 2023-12-20T11:27:37.851 INFO:tasks.workunit.client.0.smithi123.stdout:op 5085 completed, throughput=5MB/sec 2023-12-20T11:27:37.852 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Yi3Xenujoy_3ZDL off=2217731 len=1937762 2023-12-20T11:27:37.863 INFO:tasks.workunit.client.0.smithi123.stdout:op 5086 completed, throughput=5MB/sec 2023-12-20T11:27:37.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:37 smithi177 ceph-mon[212096]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:27:37.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:37 smithi123 ceph-mon[191304]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:27:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:37 smithi123 ceph-mon[188613]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:27:38.863 INFO:tasks.workunit.client.0.smithi123.stdout: 1015: throughput=5MB/sec pending data=0 2023-12-20T11:27:38.864 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZW61i2oVqINIc-a off=3212936 len=544486 2023-12-20T11:27:38.864 INFO:tasks.workunit.client.0.smithi123.stdout:op 5087 completed, throughput=5MB/sec 2023-12-20T11:27:38.864 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-fLc2Cg0Fh-KeeQG off=7563818 len=1903188 2023-12-20T11:27:38.875 INFO:tasks.workunit.client.0.smithi123.stdout:op 5088 completed, throughput=5MB/sec 2023-12-20T11:27:38.875 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-aj4BCB-YKFEkN6C off=1558935 len=386626 2023-12-20T11:27:38.877 INFO:tasks.workunit.client.0.smithi123.stdout:op 5089 completed, throughput=5MB/sec 2023-12-20T11:27:38.877 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6VpWj7cjvA0QGc2 off=9685566 len=1338091 2023-12-20T11:27:38.886 INFO:tasks.workunit.client.0.smithi123.stdout:op 5090 completed, throughput=5MB/sec 2023-12-20T11:27:38.886 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-84lorzIMAtIeKyL off=230460 len=1366489 2023-12-20T11:27:38.892 INFO:tasks.workunit.client.0.smithi123.stdout:op 5091 completed, throughput=5MB/sec 2023-12-20T11:27:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:27:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:27:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-20T11:27:39.892 INFO:tasks.workunit.client.0.smithi123.stdout: 1016: throughput=5MB/sec pending data=0 2023-12-20T11:27:39.892 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zv1fHsEXLfWffww off=4847434 len=577777 2023-12-20T11:27:39.893 INFO:tasks.workunit.client.0.smithi123.stdout:op 5092 completed, throughput=5MB/sec 2023-12-20T11:27:39.893 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-fjhrWIvV0MqD2pK off=1212117 len=700352 2023-12-20T11:27:39.898 INFO:tasks.workunit.client.0.smithi123.stdout:op 5093 completed, throughput=5MB/sec 2023-12-20T11:27:39.898 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-rG2Wgww77BuCEJj off=6614822 len=982024 2023-12-20T11:27:39.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:39 smithi177 ceph-mon[212096]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:27:39.903 INFO:tasks.workunit.client.0.smithi123.stdout:op 5094 completed, throughput=5MB/sec 2023-12-20T11:27:39.903 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Zk_Z-wGC5Pff6iK off=6207994 len=1220642 2023-12-20T11:27:39.904 INFO:tasks.workunit.client.0.smithi123.stdout:op 5095 completed, throughput=5MB/sec 2023-12-20T11:27:39.905 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-IAfCPfat3jU6FPA off=8415290 len=1722016 2023-12-20T11:27:39.906 INFO:tasks.workunit.client.0.smithi123.stdout:op 5096 completed, throughput=5MB/sec 2023-12-20T11:27:39.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:39 smithi123 ceph-mon[191304]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:27:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:39 smithi123 ceph-mon[188613]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:27:40.906 INFO:tasks.workunit.client.0.smithi123.stdout: 1017: throughput=5MB/sec pending data=0 2023-12-20T11:27:40.907 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-S5vyKwqmDohKO5Z off=1678723 len=1221666 2023-12-20T11:27:40.909 INFO:tasks.workunit.client.0.smithi123.stdout:op 5097 completed, throughput=5MB/sec 2023-12-20T11:27:40.909 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-JzZY_YBRnnUCfIq off=10445487 len=1140569 2023-12-20T11:27:40.917 INFO:tasks.workunit.client.0.smithi123.stdout:op 5098 completed, throughput=5MB/sec 2023-12-20T11:27:40.917 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GKYe3HLebxiyF11 off=2651571 len=1495638 2023-12-20T11:27:40.919 INFO:tasks.workunit.client.0.smithi123.stdout:op 5099 completed, throughput=5MB/sec 2023-12-20T11:27:40.919 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-eZpE9OuZvMANw8k off=13402024 len=190400 2023-12-20T11:27:40.920 INFO:tasks.workunit.client.0.smithi123.stdout:op 5100 completed, throughput=5MB/sec 2023-12-20T11:27:40.920 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-X-I2vibPI1hJmqI off=7627145 len=1505645 2023-12-20T11:27:40.922 INFO:tasks.workunit.client.0.smithi123.stdout:op 5101 completed, throughput=5MB/sec 2023-12-20T11:27:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:41 smithi177 ceph-mon[212096]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-20T11:27:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:27:41.922 INFO:tasks.workunit.client.0.smithi123.stdout: 1018: throughput=5MB/sec pending data=0 2023-12-20T11:27:41.922 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-k9NMGk-6qxDXAs9 off=587810 len=714049 2023-12-20T11:27:41.927 INFO:tasks.workunit.client.0.smithi123.stdout:op 5102 completed, throughput=5MB/sec 2023-12-20T11:27:41.927 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-N-Rq1shuFWZS9Qv off=2106773 len=1640634 2023-12-20T11:27:41.936 INFO:tasks.workunit.client.0.smithi123.stdout:op 5103 completed, throughput=5MB/sec 2023-12-20T11:27:41.936 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-21YYuQCc3Epl6t1 off=10331192 len=23551 2023-12-20T11:27:41.938 INFO:tasks.workunit.client.0.smithi123.stdout:op 5104 completed, throughput=5MB/sec 2023-12-20T11:27:41.939 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-a6HOqFAo7N9gAC8 off=7788246 len=1367199 2023-12-20T11:27:41.947 INFO:tasks.workunit.client.0.smithi123.stdout:op 5105 completed, throughput=5MB/sec 2023-12-20T11:27:41.947 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-lGZZNEHuPS405uV off=2815687 len=1369111 2023-12-20T11:27:41.953 INFO:tasks.workunit.client.0.smithi123.stdout:op 5106 completed, throughput=5MB/sec 2023-12-20T11:27:41.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:41 smithi123 ceph-mon[191304]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-20T11:27:41.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:27:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:41 smithi123 ceph-mon[188613]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-20T11:27:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:27:42.954 INFO:tasks.workunit.client.0.smithi123.stdout: 1019: throughput=5MB/sec pending data=0 2023-12-20T11:27:42.954 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Koo16cgUjy82-B6 off=22385835 len=1306698 2023-12-20T11:27:42.955 INFO:tasks.workunit.client.0.smithi123.stdout:op 5107 completed, throughput=5MB/sec 2023-12-20T11:27:42.955 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QbhDoKbjQ6CFfiU off=4086553 len=631590 2023-12-20T11:27:42.960 INFO:tasks.workunit.client.0.smithi123.stdout:op 5108 completed, throughput=5MB/sec 2023-12-20T11:27:42.960 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-VbjF-wezmoviYxv off=17265818 len=1914738 2023-12-20T11:27:42.962 INFO:tasks.workunit.client.0.smithi123.stdout:op 5109 completed, throughput=5MB/sec 2023-12-20T11:27:42.962 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SgDj6FCVVeL9a6G off=896123 len=348751 2023-12-20T11:27:42.966 INFO:tasks.workunit.client.0.smithi123.stdout:op 5110 completed, throughput=5MB/sec 2023-12-20T11:27:42.966 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-bc85hKUR1nlTtiI off=8233260 len=515193 2023-12-20T11:27:42.967 INFO:tasks.workunit.client.0.smithi123.stdout:op 5111 completed, throughput=5MB/sec 2023-12-20T11:27:42.967 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QlpDy1FOmJZ5zuM off=1529630 len=685591 2023-12-20T11:27:42.969 INFO:tasks.workunit.client.0.smithi123.stdout:op 5112 completed, throughput=5MB/sec 2023-12-20T11:27:43.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:43 smithi177 ceph-mon[212096]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-20T11:27:43.970 INFO:tasks.workunit.client.0.smithi123.stdout: 1020: throughput=5MB/sec pending data=0 2023-12-20T11:27:43.970 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-a0hV8BuhYduMpDT off=12150573 len=513074 2023-12-20T11:27:43.971 INFO:tasks.workunit.client.0.smithi123.stdout:op 5113 completed, throughput=5MB/sec 2023-12-20T11:27:43.971 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-PYKhc8tOoDBqohb off=5919576 len=2066718 2023-12-20T11:27:43.980 INFO:tasks.workunit.client.0.smithi123.stdout:op 5114 completed, throughput=5MB/sec 2023-12-20T11:27:43.980 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CoAHrEuiJA8CIjp off=11965851 len=1613610 2023-12-20T11:27:43.987 INFO:tasks.workunit.client.0.smithi123.stdout:op 5115 completed, throughput=5MB/sec 2023-12-20T11:27:43.987 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DoK3tC7JHyzh6d2 off=12491306 len=613760 2023-12-20T11:27:43.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:43 smithi123 ceph-mon[191304]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-20T11:27:43.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:43 smithi123 ceph-mon[188613]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-20T11:27:43.990 INFO:tasks.workunit.client.0.smithi123.stdout:op 5116 completed, throughput=5MB/sec 2023-12-20T11:27:43.990 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4bvjPQ9LXcqFKfB off=12122837 len=1686865 2023-12-20T11:27:43.991 INFO:tasks.workunit.client.0.smithi123.stdout:op 5117 completed, throughput=5MB/sec 2023-12-20T11:27:44.992 INFO:tasks.workunit.client.0.smithi123.stdout: 1021: throughput=5MB/sec pending data=0 2023-12-20T11:27:44.993 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KHbFr1THHVTgvn4 off=4175616 len=347531 2023-12-20T11:27:44.996 INFO:tasks.workunit.client.0.smithi123.stdout:op 5118 completed, throughput=5MB/sec 2023-12-20T11:27:44.996 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-i7lym3Ys2CP6BlO off=6409771 len=260983 2023-12-20T11:27:44.997 INFO:tasks.workunit.client.0.smithi123.stdout:op 5119 completed, throughput=5MB/sec 2023-12-20T11:27:44.997 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Pde2sgfctjqIkA_ off=16750409 len=413143 2023-12-20T11:27:45.001 INFO:tasks.workunit.client.0.smithi123.stdout:op 5120 completed, throughput=5MB/sec 2023-12-20T11:27:45.001 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-U7ZzQ-p1g4r_dsA off=13440684 len=1409368 2023-12-20T11:27:45.002 INFO:tasks.workunit.client.0.smithi123.stdout:op 5121 completed, throughput=5MB/sec 2023-12-20T11:27:45.002 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-c9I5GMqsWgwSc4K off=10908429 len=974646 2023-12-20T11:27:45.003 INFO:tasks.workunit.client.0.smithi123.stdout:op 5122 completed, throughput=5MB/sec 2023-12-20T11:27:45.004 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CvHkcSx1WlGWeUE off=611144 len=746117 2023-12-20T11:27:45.009 INFO:tasks.workunit.client.0.smithi123.stdout:op 5123 completed, throughput=5MB/sec 2023-12-20T11:27:45.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:45 smithi177 ceph-mon[212096]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-20T11:27:45.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:45 smithi123 ceph-mon[191304]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-20T11:27:45.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:45 smithi123 ceph-mon[188613]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-20T11:27:46.009 INFO:tasks.workunit.client.0.smithi123.stdout: 1022: throughput=5MB/sec pending data=0 2023-12-20T11:27:46.010 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-abcHoe1Ay8vqQnX off=759100 len=1015202 2023-12-20T11:27:46.014 INFO:tasks.workunit.client.0.smithi123.stdout:op 5124 completed, throughput=5MB/sec 2023-12-20T11:27:46.014 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-zS0EssDqURQ8RR5 off=16322752 len=636857 2023-12-20T11:27:46.019 INFO:tasks.workunit.client.0.smithi123.stdout:op 5125 completed, throughput=5MB/sec 2023-12-20T11:27:46.019 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gdfoIXO6axisGtW off=152389 len=1500737 2023-12-20T11:27:46.024 INFO:tasks.workunit.client.0.smithi123.stdout:op 5126 completed, throughput=5MB/sec 2023-12-20T11:27:46.024 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-aVm2X4hJpd5oNDF off=4705474 len=606727 2023-12-20T11:27:46.029 INFO:tasks.workunit.client.0.smithi123.stdout:op 5127 completed, throughput=5MB/sec 2023-12-20T11:27:46.029 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jrL9sG0db0cxMJ4 off=471103 len=930029 2023-12-20T11:27:46.031 INFO:tasks.workunit.client.0.smithi123.stdout:op 5128 completed, throughput=5MB/sec 2023-12-20T11:27:46.031 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DtULG2eGlzzlXOj off=3039665 len=223522 2023-12-20T11:27:46.032 INFO:tasks.workunit.client.0.smithi123.stdout:op 5129 completed, throughput=5MB/sec 2023-12-20T11:27:46.032 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Y51EvHax1EmAg-q off=2256039 len=2096233 2023-12-20T11:27:46.044 INFO:tasks.workunit.client.0.smithi123.stdout:op 5130 completed, throughput=5MB/sec 2023-12-20T11:27:47.044 INFO:tasks.workunit.client.0.smithi123.stdout: 1023: throughput=5MB/sec pending data=0 2023-12-20T11:27:47.044 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Lri0MtOYM-7gRSh off=4091447 len=1810708 2023-12-20T11:27:47.054 INFO:tasks.workunit.client.0.smithi123.stdout:op 5131 completed, throughput=5MB/sec 2023-12-20T11:27:47.054 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ze-XEczPJcJEtfe off=782466 len=93004 2023-12-20T11:27:47.055 INFO:tasks.workunit.client.0.smithi123.stdout:op 5132 completed, throughput=5MB/sec 2023-12-20T11:27:47.055 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-47lTDu9_S2DtZEx off=215789 len=228498 2023-12-20T11:27:47.055 INFO:tasks.workunit.client.0.smithi123.stdout:op 5133 completed, throughput=5MB/sec 2023-12-20T11:27:47.056 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4DWoVu8Du2zcGpU off=8962923 len=790684 2023-12-20T11:27:47.059 INFO:tasks.workunit.client.0.smithi123.stdout:op 5134 completed, throughput=5MB/sec 2023-12-20T11:27:47.060 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-o-r1xRgx_2kCkvs off=3715065 len=875251 2023-12-20T11:27:47.061 INFO:tasks.workunit.client.0.smithi123.stdout:op 5135 completed, throughput=5MB/sec 2023-12-20T11:27:47.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:47 smithi177 ceph-mon[212096]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:27:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:47 smithi123 ceph-mon[188613]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:27:47.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:47 smithi123 ceph-mon[191304]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:27:48.061 INFO:tasks.workunit.client.0.smithi123.stdout: 1024: throughput=5MB/sec pending data=0 2023-12-20T11:27:48.061 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-MARSw-7H3FozQ-k off=15457795 len=1738186 2023-12-20T11:27:48.063 INFO:tasks.workunit.client.0.smithi123.stdout:op 5136 completed, throughput=5MB/sec 2023-12-20T11:27:48.063 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FG5mc4KA3duvPLb off=372513 len=455968 2023-12-20T11:27:48.064 INFO:tasks.workunit.client.0.smithi123.stdout:op 5137 completed, throughput=5MB/sec 2023-12-20T11:27:48.064 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-1HdCWW--chm9kyC off=6058892 len=1534985 2023-12-20T11:27:48.067 INFO:tasks.workunit.client.0.smithi123.stdout:op 5138 completed, throughput=5MB/sec 2023-12-20T11:27:48.068 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-MYRWt9zyTdAJMOe off=11474622 len=1827129 2023-12-20T11:27:48.078 INFO:tasks.workunit.client.0.smithi123.stdout:op 5139 completed, throughput=5MB/sec 2023-12-20T11:27:49.078 INFO:tasks.workunit.client.0.smithi123.stdout: 1025: throughput=5MB/sec pending data=0 2023-12-20T11:27:49.078 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jvejc3GfnTLT_lV off=2291956 len=1509651 2023-12-20T11:27:49.082 INFO:tasks.workunit.client.0.smithi123.stdout:op 5140 completed, throughput=5MB/sec 2023-12-20T11:27:49.082 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-5L2P0ksEN6HZZtZ off=576691 len=456719 2023-12-20T11:27:49.085 INFO:tasks.workunit.client.0.smithi123.stdout:op 5141 completed, throughput=5MB/sec 2023-12-20T11:27:49.085 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-CZIKHXP1AZx8XbA off=2164964 len=332705 2023-12-20T11:27:49.086 INFO:tasks.workunit.client.0.smithi123.stdout:op 5142 completed, throughput=5MB/sec 2023-12-20T11:27:49.086 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-d3iYNIQW02F83HI off=4852 len=2034044 2023-12-20T11:27:49.090 INFO:tasks.workunit.client.0.smithi123.stdout:op 5143 completed, throughput=5MB/sec 2023-12-20T11:27:49.090 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wlpADrAqo4-jaoD off=526818 len=1276143 2023-12-20T11:27:49.091 INFO:tasks.workunit.client.0.smithi123.stdout:op 5144 completed, throughput=5MB/sec 2023-12-20T11:27:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:27:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:27:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-20T11:27:49.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:49 smithi177 ceph-mon[212096]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:27:49.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:49 smithi123 ceph-mon[191304]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:27:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:49 smithi123 ceph-mon[188613]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-20T11:27:50.092 INFO:tasks.workunit.client.0.smithi123.stdout: 1026: throughput=5MB/sec pending data=0 2023-12-20T11:27:50.092 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-KhYewPw0GSZS6nh off=10451243 len=2038730 2023-12-20T11:27:50.094 INFO:tasks.workunit.client.0.smithi123.stdout:op 5145 completed, throughput=5MB/sec 2023-12-20T11:27:50.094 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-p4KD_iAArcvA59u off=12441239 len=1645468 2023-12-20T11:27:50.095 INFO:tasks.workunit.client.0.smithi123.stdout:op 5146 completed, throughput=5MB/sec 2023-12-20T11:27:50.096 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-D-sfl08N0yx1pSC off=8048185 len=985458 2023-12-20T11:27:50.101 INFO:tasks.workunit.client.0.smithi123.stdout:op 5147 completed, throughput=5MB/sec 2023-12-20T11:27:51.101 INFO:tasks.workunit.client.0.smithi123.stdout: 1027: throughput=5MB/sec pending data=0 2023-12-20T11:27:51.101 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-coF5AHUzGH1ica7 off=14143651 len=516351 2023-12-20T11:27:51.102 INFO:tasks.workunit.client.0.smithi123.stdout:op 5148 completed, throughput=5MB/sec 2023-12-20T11:27:51.102 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-NGvv2xJatfIEZrb off=648757 len=1529625 2023-12-20T11:27:51.110 INFO:tasks.workunit.client.0.smithi123.stdout:op 5149 completed, throughput=5MB/sec 2023-12-20T11:27:51.110 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CtloFn6Rgdu8vk- off=7442270 len=1999524 2023-12-20T11:27:51.120 INFO:tasks.workunit.client.0.smithi123.stdout:op 5150 completed, throughput=5MB/sec 2023-12-20T11:27:51.120 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-u9PrYZTDLlf7Eth off=821665 len=1215122 2023-12-20T11:27:51.126 INFO:tasks.workunit.client.0.smithi123.stdout:op 5151 completed, throughput=5MB/sec 2023-12-20T11:27:51.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:51 smithi177 ceph-mon[212096]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:27:51.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:51 smithi123 ceph-mon[191304]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:27:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:51 smithi123 ceph-mon[188613]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:27:52.127 INFO:tasks.workunit.client.0.smithi123.stdout: 1028: throughput=5MB/sec pending data=0 2023-12-20T11:27:52.127 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5wqIRWIy_Nv2ceo off=3944384 len=811036 2023-12-20T11:27:52.129 INFO:tasks.workunit.client.0.smithi123.stdout:op 5152 completed, throughput=5MB/sec 2023-12-20T11:27:52.129 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ZeAyL6u0NFAfLQR off=6256695 len=1803656 2023-12-20T11:27:52.139 INFO:tasks.workunit.client.0.smithi123.stdout:op 5153 completed, throughput=5MB/sec 2023-12-20T11:27:52.139 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-MgWQVyjHQENAsKA off=2950105 len=1477584 2023-12-20T11:27:52.142 INFO:tasks.workunit.client.0.smithi123.stdout:op 5154 completed, throughput=5MB/sec 2023-12-20T11:27:52.142 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-pklZovBf4h9Hr4X off=15537573 len=444095 2023-12-20T11:27:52.146 INFO:tasks.workunit.client.0.smithi123.stdout:op 5155 completed, throughput=5MB/sec 2023-12-20T11:27:52.146 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-a8tVNWlTOfc9rZ0 off=1400802 len=1022225 2023-12-20T11:27:52.147 INFO:tasks.workunit.client.0.smithi123.stdout:op 5156 completed, throughput=5MB/sec 2023-12-20T11:27:53.148 INFO:tasks.workunit.client.0.smithi123.stdout: 1029: throughput=5MB/sec pending data=0 2023-12-20T11:27:53.148 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GROGyXhyjrY_GWP off=4896039 len=248641 2023-12-20T11:27:53.151 INFO:tasks.workunit.client.0.smithi123.stdout:op 5157 completed, throughput=5MB/sec 2023-12-20T11:27:53.151 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DxFKx3PKLjMc0td off=12803620 len=1990337 2023-12-20T11:27:53.153 INFO:tasks.workunit.client.0.smithi123.stdout:op 5158 completed, throughput=5MB/sec 2023-12-20T11:27:53.153 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Af3zK495PUf-_1n off=8090455 len=1298707 2023-12-20T11:27:53.162 INFO:tasks.workunit.client.0.smithi123.stdout:op 5159 completed, throughput=5MB/sec 2023-12-20T11:27:53.162 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-f6cT5HIBvWLd0kU off=2327014 len=835824 2023-12-20T11:27:53.163 INFO:tasks.workunit.client.0.smithi123.stdout:op 5160 completed, throughput=5MB/sec 2023-12-20T11:27:53.163 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tjK-4LeMlOaRQsF off=6021027 len=978641 2023-12-20T11:27:53.164 INFO:tasks.workunit.client.0.smithi123.stdout:op 5161 completed, throughput=5MB/sec 2023-12-20T11:27:53.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:53 smithi177 ceph-mon[212096]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:27:53.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:53 smithi123 ceph-mon[191304]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:27:53.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:53 smithi123 ceph-mon[188613]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:27:54.165 INFO:tasks.workunit.client.0.smithi123.stdout: 1030: throughput=5MB/sec pending data=0 2023-12-20T11:27:54.165 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Ux6Y5TE2loPG5jM off=7975777 len=1056247 2023-12-20T11:27:54.166 INFO:tasks.workunit.client.0.smithi123.stdout:op 5162 completed, throughput=5MB/sec 2023-12-20T11:27:54.166 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CAA1kfw3x-Vspk1 off=9323700 len=903143 2023-12-20T11:27:54.171 INFO:tasks.workunit.client.0.smithi123.stdout:op 5163 completed, throughput=5MB/sec 2023-12-20T11:27:54.172 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9jd_1sm86Av2GeG off=5858538 len=249238 2023-12-20T11:27:54.174 INFO:tasks.workunit.client.0.smithi123.stdout:op 5164 completed, throughput=5MB/sec 2023-12-20T11:27:54.174 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-J37jHvoXerg9iKr off=5240277 len=600029 2023-12-20T11:27:54.179 INFO:tasks.workunit.client.0.smithi123.stdout:op 5165 completed, throughput=5MB/sec 2023-12-20T11:27:54.179 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NEg-3UeTto-j7Sn off=3403012 len=125458 2023-12-20T11:27:54.180 INFO:tasks.workunit.client.0.smithi123.stdout:op 5166 completed, throughput=5MB/sec 2023-12-20T11:27:54.180 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6XoQNDrUW7NY_5p off=2760291 len=683224 2023-12-20T11:27:54.181 INFO:tasks.workunit.client.0.smithi123.stdout:op 5167 completed, throughput=5MB/sec 2023-12-20T11:27:54.181 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Szv4ueea7DY66v3 off=5715613 len=553743 2023-12-20T11:27:54.182 INFO:tasks.workunit.client.0.smithi123.stdout:op 5168 completed, throughput=5MB/sec 2023-12-20T11:27:54.182 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-XiQ5xSSKz5RsiEz off=21386306 len=1194902 2023-12-20T11:27:54.187 INFO:tasks.workunit.client.0.smithi123.stdout:op 5169 completed, throughput=5MB/sec 2023-12-20T11:27:55.187 INFO:tasks.workunit.client.0.smithi123.stdout: 1031: throughput=5MB/sec pending data=0 2023-12-20T11:27:55.188 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-MtA_5RTbSMj1aCf off=765045 len=1584593 2023-12-20T11:27:55.189 INFO:tasks.workunit.client.0.smithi123.stdout:op 5170 completed, throughput=5MB/sec 2023-12-20T11:27:55.189 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-milT0v5lVa4piOH off=11385671 len=674406 2023-12-20T11:27:55.194 INFO:tasks.workunit.client.0.smithi123.stdout:op 5171 completed, throughput=5MB/sec 2023-12-20T11:27:55.194 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-AX5weFyb78k6h0q off=2990011 len=811399 2023-12-20T11:27:55.199 INFO:tasks.workunit.client.0.smithi123.stdout:op 5172 completed, throughput=5MB/sec 2023-12-20T11:27:55.199 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mhKL2vYDIcWq2Ua off=20888390 len=961940 2023-12-20T11:27:55.201 INFO:tasks.workunit.client.0.smithi123.stdout:op 5173 completed, throughput=5MB/sec 2023-12-20T11:27:55.201 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-mPWqbQvJVF2pYPk off=385266 len=15505 2023-12-20T11:27:55.204 INFO:tasks.workunit.client.0.smithi123.stdout:op 5174 completed, throughput=5MB/sec 2023-12-20T11:27:55.204 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-pOBmbJpUy_xL9IM off=2692389 len=1691942 2023-12-20T11:27:55.214 INFO:tasks.workunit.client.0.smithi123.stdout:op 5175 completed, throughput=5MB/sec 2023-12-20T11:27:55.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:55 smithi177 ceph-mon[212096]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:27:55.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:55 smithi123 ceph-mon[191304]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:27:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:55 smithi123 ceph-mon[188613]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:27:56.117 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:27:56.212 INFO:tasks.workunit.client.0.smithi123.stdout: 1032: throughput=5MB/sec pending data=0 2023-12-20T11:27:56.212 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-MevLvHiCw080XTQ off=5330944 len=1860024 2023-12-20T11:27:56.223 INFO:tasks.workunit.client.0.smithi123.stdout:op 5176 completed, throughput=5MB/sec 2023-12-20T11:27:56.223 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QFkiBNYgL74Fev2 off=1538596 len=800868 2023-12-20T11:27:56.227 INFO:tasks.workunit.client.0.smithi123.stdout:op 5177 completed, throughput=5MB/sec 2023-12-20T11:27:56.227 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-bTl5UOpXT8yvC4k off=1475842 len=351179 2023-12-20T11:27:56.228 INFO:tasks.workunit.client.0.smithi123.stdout:op 5178 completed, throughput=5MB/sec 2023-12-20T11:27:56.228 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-OVfiKVkgruMdjcm off=8382260 len=1133827 2023-12-20T11:27:56.234 INFO:tasks.workunit.client.0.smithi123.stdout:op 5179 completed, throughput=5MB/sec 2023-12-20T11:27:56.234 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GRESv_bTIMTCAR0 off=10728928 len=1637471 2023-12-20T11:27:56.242 INFO:tasks.workunit.client.0.smithi123.stdout:op 5180 completed, throughput=5MB/sec 2023-12-20T11:27:56.434 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:27:56.434 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (36m) 3m ago 39m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:27:56.434 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (36m) 57s ago 39m 92.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:27:56.434 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (40m) 3m ago 40m 21.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:27:56.435 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (40m) 57s ago 40m 26.9M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:27:56.435 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (36m) 57s ago 42m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:27:56.435 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (36m) 3m ago 44m 546M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:27:56.435 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (35m) 3m ago 44m 285M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:27:56.435 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (35m) 57s ago 43m 158M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:27:56.435 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (35m) 3m ago 43m 172M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:27:56.435 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (36m) 3m ago 39m 19.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:27:56.435 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (36m) 57s ago 39m 19.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:27:56.435 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (34m) 3m ago 42m 1905M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:27:56.435 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (34m) 3m ago 42m 2135M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:27:56.435 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (34m) 3m ago 42m 2181M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:27:56.435 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (33m) 3m ago 41m 1932M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:27:56.435 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (33m) 57s ago 41m 1419M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:27:56.435 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (32m) 57s ago 41m 1582M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:27:56.435 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (32m) 57s ago 41m 1235M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:27:56.436 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (31m) 57s ago 40m 1635M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:27:56.436 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (36m) 57s ago 40m 87.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:27:56.823 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:27:56.823 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:27:56.823 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:27:56.823 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:27:56.823 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:27:56.823 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:27:56.823 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:27:56.823 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:27:56.823 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:27:56.824 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:27:56.824 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:27:56.824 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:27:56.824 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:27:56.824 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:27:56.824 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:27:56.824 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:27:56.824 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:27:56.824 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:27:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:27:56.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:27:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:27:57.242 INFO:tasks.workunit.client.0.smithi123.stdout: 1033: throughput=5MB/sec pending data=0 2023-12-20T11:27:57.242 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_-A6psREzqAYY5G off=11830160 len=613244 2023-12-20T11:27:57.243 INFO:tasks.workunit.client.0.smithi123.stdout:op 5181 completed, throughput=5MB/sec 2023-12-20T11:27:57.243 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-UTZCkLrVGFPHb15 off=7995243 len=1532984 2023-12-20T11:27:57.244 INFO:tasks.workunit.client.0.smithi123.stdout:op 5182 completed, throughput=5MB/sec 2023-12-20T11:27:57.244 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uYz5SWDK_sR8YXg off=2122557 len=712551 2023-12-20T11:27:57.245 INFO:tasks.workunit.client.0.smithi123.stdout:op 5183 completed, throughput=5MB/sec 2023-12-20T11:27:57.245 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FK8t2qm-Ut6dAWE off=7366084 len=311801 2023-12-20T11:27:57.246 INFO:tasks.workunit.client.0.smithi123.stdout:op 5184 completed, throughput=5MB/sec 2023-12-20T11:27:57.246 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xzauHh3Mh-nhQeY off=5192063 len=1420746 2023-12-20T11:27:57.252 INFO:tasks.workunit.client.0.smithi123.stdout:op 5185 completed, throughput=5MB/sec 2023-12-20T11:27:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:57 smithi177 ceph-mon[212096]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:27:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:57 smithi177 ceph-mon[212096]: from='client.35868 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:27:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:57 smithi177 ceph-mon[212096]: from='client.45806 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:27:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:57 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2880161417' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:27:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:57 smithi123 ceph-mon[188613]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:27:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:57 smithi123 ceph-mon[188613]: from='client.35868 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:27:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:57 smithi123 ceph-mon[188613]: from='client.45806 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:27:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:57 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2880161417' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:27:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:57 smithi123 ceph-mon[191304]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:27:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:57 smithi123 ceph-mon[191304]: from='client.35868 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:27:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:57 smithi123 ceph-mon[191304]: from='client.45806 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:27:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:57 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2880161417' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:27:58.252 INFO:tasks.workunit.client.0.smithi123.stdout: 1034: throughput=5MB/sec pending data=0 2023-12-20T11:27:58.252 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2gfIV7yJNLQDH2i off=2195996 len=21250 2023-12-20T11:27:58.255 INFO:tasks.workunit.client.0.smithi123.stdout:op 5186 completed, throughput=5MB/sec 2023-12-20T11:27:58.255 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2DMuTqVg3xtOiJq off=612617 len=720880 2023-12-20T11:27:58.260 INFO:tasks.workunit.client.0.smithi123.stdout:op 5187 completed, throughput=5MB/sec 2023-12-20T11:27:58.260 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qic2mhh3kEvB1Pn off=4402960 len=577659 2023-12-20T11:27:58.261 INFO:tasks.workunit.client.0.smithi123.stdout:op 5188 completed, throughput=5MB/sec 2023-12-20T11:27:58.261 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-bJ3SDUiLMPTChw2 off=9848495 len=867573 2023-12-20T11:27:58.262 INFO:tasks.workunit.client.0.smithi123.stdout:op 5189 completed, throughput=5MB/sec 2023-12-20T11:27:58.262 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-g6yMG05Junq-fw- off=16416365 len=1017080 2023-12-20T11:27:58.264 INFO:tasks.workunit.client.0.smithi123.stdout:op 5190 completed, throughput=5MB/sec 2023-12-20T11:27:58.264 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gWrtYXSChXiUxuo off=620045 len=206916 2023-12-20T11:27:58.264 INFO:tasks.workunit.client.0.smithi123.stdout:op 5191 completed, throughput=5MB/sec 2023-12-20T11:27:58.264 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QPR7mOj2Ewu33JR off=69360 len=1915751 2023-12-20T11:27:58.274 INFO:tasks.workunit.client.0.smithi123.stdout:op 5192 completed, throughput=5MB/sec 2023-12-20T11:27:59.274 INFO:tasks.workunit.client.0.smithi123.stdout: 1035: throughput=5MB/sec pending data=0 2023-12-20T11:27:59.274 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rR1dUjEKeqqc2v3 off=13974081 len=290851 2023-12-20T11:27:59.275 INFO:tasks.workunit.client.0.smithi123.stdout:op 5193 completed, throughput=5MB/sec 2023-12-20T11:27:59.275 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FIe1rJX4o6koz9V off=5800325 len=470408 2023-12-20T11:27:59.276 INFO:tasks.workunit.client.0.smithi123.stdout:op 5194 completed, throughput=5MB/sec 2023-12-20T11:27:59.276 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-e7sUm3CkZe46Akc off=3030469 len=1388026 2023-12-20T11:27:59.277 INFO:tasks.workunit.client.0.smithi123.stdout:op 5195 completed, throughput=5MB/sec 2023-12-20T11:27:59.278 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-faMAHmUqagi3j5i off=16719630 len=1101930 2023-12-20T11:27:59.279 INFO:tasks.workunit.client.0.smithi123.stdout:op 5196 completed, throughput=5MB/sec 2023-12-20T11:27:59.279 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nfOorLYFXNbi3q4 off=1853911 len=909799 2023-12-20T11:27:59.284 INFO:tasks.workunit.client.0.smithi123.stdout:op 5197 completed, throughput=5MB/sec 2023-12-20T11:27:59.284 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-unRrb_A65LU6NiG off=19084249 len=1164676 2023-12-20T11:27:59.285 INFO:tasks.workunit.client.0.smithi123.stdout:op 5198 completed, throughput=5MB/sec 2023-12-20T11:27:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:27:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:27:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-20T11:27:59.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:27:59 smithi177 ceph-mon[212096]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:27:59.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:27:59 smithi123 ceph-mon[191304]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:27:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:27:59 smithi123 ceph-mon[188613]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:28:00.286 INFO:tasks.workunit.client.0.smithi123.stdout: 1036: throughput=5MB/sec pending data=0 2023-12-20T11:28:00.286 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-XPiIOwFnH1NcaxM off=8161628 len=1583047 2023-12-20T11:28:00.293 INFO:tasks.workunit.client.0.smithi123.stdout:op 5199 completed, throughput=5MB/sec 2023-12-20T11:28:00.293 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gtKFWSTXWTpXFBQ off=12608142 len=1094899 2023-12-20T11:28:00.295 INFO:tasks.workunit.client.0.smithi123.stdout:op 5200 completed, throughput=5MB/sec 2023-12-20T11:28:00.295 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-BfFJbiLHG6ZT_xP off=16753625 len=260400 2023-12-20T11:28:00.298 INFO:tasks.workunit.client.0.smithi123.stdout:op 5201 completed, throughput=5MB/sec 2023-12-20T11:28:00.298 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Ii8zMoEvp7Iiose off=9099111 len=1511702 2023-12-20T11:28:00.300 INFO:tasks.workunit.client.0.smithi123.stdout:op 5202 completed, throughput=5MB/sec 2023-12-20T11:28:00.300 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-LOYKacM_1SeSKVL off=2172845 len=869181 2023-12-20T11:28:00.300 INFO:tasks.workunit.client.0.smithi123.stdout:op 5203 completed, throughput=5MB/sec 2023-12-20T11:28:01.301 INFO:tasks.workunit.client.0.smithi123.stdout: 1037: throughput=5MB/sec pending data=0 2023-12-20T11:28:01.301 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-e09myh5jhq335Lv off=989695 len=1817886 2023-12-20T11:28:01.310 INFO:tasks.workunit.client.0.smithi123.stdout:op 5204 completed, throughput=5MB/sec 2023-12-20T11:28:01.310 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-mioR71xyYxr-7Uo off=9240920 len=1681854 2023-12-20T11:28:01.318 INFO:tasks.workunit.client.0.smithi123.stdout:op 5205 completed, throughput=5MB/sec 2023-12-20T11:28:01.319 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-b34pgJxX6GFJ27T off=898719 len=680621 2023-12-20T11:28:01.322 INFO:tasks.workunit.client.0.smithi123.stdout:op 5206 completed, throughput=5MB/sec 2023-12-20T11:28:01.322 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-sskcK1uKIX3mnX3 off=10532911 len=534152 2023-12-20T11:28:01.323 INFO:tasks.workunit.client.0.smithi123.stdout:op 5207 completed, throughput=5MB/sec 2023-12-20T11:28:01.323 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-E0JIwfxyiXFMI_t off=19704305 len=51780 2023-12-20T11:28:01.325 INFO:tasks.workunit.client.0.smithi123.stdout:op 5208 completed, throughput=5MB/sec 2023-12-20T11:28:01.326 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-RDjo5w3qDC4g1WX off=12541759 len=953530 2023-12-20T11:28:01.328 INFO:tasks.workunit.client.0.smithi123.stdout:op 5209 completed, throughput=5MB/sec 2023-12-20T11:28:01.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:01 smithi177 ceph-mon[212096]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:28:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:01 smithi123 ceph-mon[191304]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:28:01.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:01 smithi123 ceph-mon[188613]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:28:02.327 INFO:tasks.workunit.client.0.smithi123.stdout: 1038: throughput=5MB/sec pending data=0 2023-12-20T11:28:02.327 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-1gEgkeVn4YbelTt off=4851628 len=1081391 2023-12-20T11:28:02.328 INFO:tasks.workunit.client.0.smithi123.stdout:op 5210 completed, throughput=5MB/sec 2023-12-20T11:28:02.329 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ycsopLV5oAZ6jnH off=11772920 len=1125088 2023-12-20T11:28:02.331 INFO:tasks.workunit.client.0.smithi123.stdout:op 5211 completed, throughput=5MB/sec 2023-12-20T11:28:02.331 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Ii8zMoEvp7Iiose off=8747723 len=1767615 2023-12-20T11:28:02.340 INFO:tasks.workunit.client.0.smithi123.stdout:op 5212 completed, throughput=5MB/sec 2023-12-20T11:28:02.340 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-tsv_xireb2byQ-u off=5760430 len=673655 2023-12-20T11:28:02.343 INFO:tasks.workunit.client.0.smithi123.stdout:op 5213 completed, throughput=5MB/sec 2023-12-20T11:28:03.344 INFO:tasks.workunit.client.0.smithi123.stdout: 1039: throughput=5MB/sec pending data=0 2023-12-20T11:28:03.344 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-LmuZ33WBnbR3Bnx off=3035011 len=957130 2023-12-20T11:28:03.346 INFO:tasks.workunit.client.0.smithi123.stdout:op 5214 completed, throughput=5MB/sec 2023-12-20T11:28:03.346 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-1a0CbA6kmASrpq6 off=11774131 len=448050 2023-12-20T11:28:03.347 INFO:tasks.workunit.client.0.smithi123.stdout:op 5215 completed, throughput=5MB/sec 2023-12-20T11:28:03.347 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-i_xtCj-VPQ8LZM3 off=6749382 len=1857535 2023-12-20T11:28:03.348 INFO:tasks.workunit.client.0.smithi123.stdout:op 5216 completed, throughput=5MB/sec 2023-12-20T11:28:03.348 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wG2v1RM72Y6G1-8 off=17705372 len=1459654 2023-12-20T11:28:03.351 INFO:tasks.workunit.client.0.smithi123.stdout:op 5217 completed, throughput=5MB/sec 2023-12-20T11:28:03.351 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ZhHgx1yx5VS-yUR off=1924207 len=962273 2023-12-20T11:28:03.355 INFO:tasks.workunit.client.0.smithi123.stdout:op 5218 completed, throughput=5MB/sec 2023-12-20T11:28:03.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:03 smithi177 ceph-mon[212096]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:28:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:28:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:28:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:28:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:28:03.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:03 smithi123 ceph-mon[191304]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:28:03.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:28:03.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:28:03.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:28:03.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:28:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:03 smithi123 ceph-mon[188613]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:28:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:28:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:28:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:28:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:28:04.356 INFO:tasks.workunit.client.0.smithi123.stdout: 1040: throughput=5MB/sec pending data=0 2023-12-20T11:28:04.356 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-aztUSNMGLgBxuDu off=2586188 len=1502925 2023-12-20T11:28:04.357 INFO:tasks.workunit.client.0.smithi123.stdout:op 5219 completed, throughput=5MB/sec 2023-12-20T11:28:04.358 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-HBf6xJ4XhGqo4b_ off=7186070 len=1431777 2023-12-20T11:28:04.359 INFO:tasks.workunit.client.0.smithi123.stdout:op 5220 completed, throughput=5MB/sec 2023-12-20T11:28:04.359 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-uBDyW9yYy8-_gac off=8891195 len=1335958 2023-12-20T11:28:04.368 INFO:tasks.workunit.client.0.smithi123.stdout:op 5221 completed, throughput=5MB/sec 2023-12-20T11:28:04.368 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4yc41tRl9GHvMKe off=200220 len=1411737 2023-12-20T11:28:04.369 INFO:tasks.workunit.client.0.smithi123.stdout:op 5222 completed, throughput=5MB/sec 2023-12-20T11:28:05.369 INFO:tasks.workunit.client.0.smithi123.stdout: 1041: throughput=5MB/sec pending data=0 2023-12-20T11:28:05.369 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Dvb6uRczbjA_DkA off=10331350 len=1675291 2023-12-20T11:28:05.371 INFO:tasks.workunit.client.0.smithi123.stdout:op 5223 completed, throughput=5MB/sec 2023-12-20T11:28:05.371 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mN1myT2ClBe87Z8 off=8513572 len=1153847 2023-12-20T11:28:05.373 INFO:tasks.workunit.client.0.smithi123.stdout:op 5224 completed, throughput=5MB/sec 2023-12-20T11:28:05.373 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-f1kwVOw8Ew1biKK off=136312 len=1242808 2023-12-20T11:28:05.381 INFO:tasks.workunit.client.0.smithi123.stdout:op 5225 completed, throughput=5MB/sec 2023-12-20T11:28:05.381 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-MtsFurdwV7AqvQL off=2907129 len=1394140 2023-12-20T11:28:05.382 INFO:tasks.workunit.client.0.smithi123.stdout:op 5226 completed, throughput=5MB/sec 2023-12-20T11:28:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:05 smithi177 ceph-mon[212096]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:28:05.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:05 smithi123 ceph-mon[191304]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:28:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:05 smithi123 ceph-mon[188613]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:28:06.385 INFO:tasks.workunit.client.0.smithi123.stdout: 1042: throughput=5MB/sec pending data=0 2023-12-20T11:28:06.385 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lWD3Z3RWLBu20YP off=3209601 len=98635 2023-12-20T11:28:06.385 INFO:tasks.workunit.client.0.smithi123.stdout:op 5227 completed, throughput=5MB/sec 2023-12-20T11:28:06.385 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-RYRTVQbvK7t0wSR off=5452641 len=383061 2023-12-20T11:28:06.387 INFO:tasks.workunit.client.0.smithi123.stdout:op 5228 completed, throughput=5MB/sec 2023-12-20T11:28:06.387 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xEiUp2eaXbWZ2-m off=3505769 len=538624 2023-12-20T11:28:06.388 INFO:tasks.workunit.client.0.smithi123.stdout:op 5229 completed, throughput=5MB/sec 2023-12-20T11:28:06.388 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hhI2v0J308nKNWe off=4515154 len=1975842 2023-12-20T11:28:06.390 INFO:tasks.workunit.client.0.smithi123.stdout:op 5230 completed, throughput=5MB/sec 2023-12-20T11:28:06.390 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-UTyCJk89vaZ-xOQ off=5133142 len=831467 2023-12-20T11:28:06.392 INFO:tasks.workunit.client.0.smithi123.stdout:op 5231 completed, throughput=5MB/sec 2023-12-20T11:28:06.392 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2KtFcc8G7qYGSP4 off=1114785 len=1079 2023-12-20T11:28:06.395 INFO:tasks.workunit.client.0.smithi123.stdout:op 5232 completed, throughput=5MB/sec 2023-12-20T11:28:06.395 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QRrqlbTQiL1LYYr off=14000875 len=1065604 2023-12-20T11:28:06.397 INFO:tasks.workunit.client.0.smithi123.stdout:op 5233 completed, throughput=5MB/sec 2023-12-20T11:28:07.397 INFO:tasks.workunit.client.0.smithi123.stdout: 1043: throughput=5MB/sec pending data=0 2023-12-20T11:28:07.397 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-OZ9VCRXjSzO0P5P off=11719413 len=204360 2023-12-20T11:28:07.398 INFO:tasks.workunit.client.0.smithi123.stdout:op 5234 completed, throughput=5MB/sec 2023-12-20T11:28:07.398 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-5DPact0KnXtjC8P off=17096768 len=1305193 2023-12-20T11:28:07.410 INFO:tasks.workunit.client.0.smithi123.stdout:op 5235 completed, throughput=5MB/sec 2023-12-20T11:28:07.410 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-B1uyJTvbzX30gYM off=0 len=1097630 2023-12-20T11:28:07.411 INFO:tasks.workunit.client.0.smithi123.stdout:op 5236 completed, throughput=5MB/sec 2023-12-20T11:28:07.411 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-VWDkTg-1jWFs-yy off=218447 len=1448335 2023-12-20T11:28:07.419 INFO:tasks.workunit.client.0.smithi123.stdout:op 5237 completed, throughput=5MB/sec 2023-12-20T11:28:07.419 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-3tUFztXEeexsLin off=14274358 len=2064731 2023-12-20T11:28:07.430 INFO:tasks.workunit.client.0.smithi123.stdout:op 5238 completed, throughput=5MB/sec 2023-12-20T11:28:07.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:07 smithi177 ceph-mon[212096]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-20T11:28:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:07 smithi123 ceph-mon[191304]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-20T11:28:07.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:07 smithi123 ceph-mon[188613]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-20T11:28:08.431 INFO:tasks.workunit.client.0.smithi123.stdout: 1044: throughput=5MB/sec pending data=0 2023-12-20T11:28:08.431 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fPK0hyNY3ONjF67 off=14982271 len=836258 2023-12-20T11:28:08.432 INFO:tasks.workunit.client.0.smithi123.stdout:op 5239 completed, throughput=5MB/sec 2023-12-20T11:28:08.432 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SOM0aTA-9D-FUq4 off=5004222 len=28346 2023-12-20T11:28:08.434 INFO:tasks.workunit.client.0.smithi123.stdout:op 5240 completed, throughput=5MB/sec 2023-12-20T11:28:08.434 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-RGf6-WPOXhqF19p off=10566057 len=1031140 2023-12-20T11:28:08.443 INFO:tasks.workunit.client.0.smithi123.stdout:op 5241 completed, throughput=5MB/sec 2023-12-20T11:28:08.443 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-UBhTjjNBUsHcOrS off=1532291 len=1513816 2023-12-20T11:28:08.443 INFO:tasks.workunit.client.0.smithi123.stdout:op 5242 completed, throughput=5MB/sec 2023-12-20T11:28:08.444 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uVA50fSVf_pwhNg off=2942083 len=1181212 2023-12-20T11:28:08.444 INFO:tasks.workunit.client.0.smithi123.stdout:op 5243 completed, throughput=5MB/sec 2023-12-20T11:28:09.444 INFO:tasks.workunit.client.0.smithi123.stdout: 1045: throughput=5MB/sec pending data=0 2023-12-20T11:28:09.444 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2H1FBdTLmCTPrPp off=14499392 len=1313775 2023-12-20T11:28:09.446 INFO:tasks.workunit.client.0.smithi123.stdout:op 5244 completed, throughput=5MB/sec 2023-12-20T11:28:09.446 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ESCXjGbGK_TJcYe off=3688029 len=1356046 2023-12-20T11:28:09.449 INFO:tasks.workunit.client.0.smithi123.stdout:op 5245 completed, throughput=5MB/sec 2023-12-20T11:28:09.449 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-g3IT3to3Cum__FE off=8952823 len=1657444 2023-12-20T11:28:09.459 INFO:tasks.workunit.client.0.smithi123.stdout:op 5246 completed, throughput=5MB/sec 2023-12-20T11:28:09.459 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-JOo80znOdyL1B7q off=19744709 len=1392651 2023-12-20T11:28:09.467 INFO:tasks.workunit.client.0.smithi123.stdout:op 5247 completed, throughput=5MB/sec 2023-12-20T11:28:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:28:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:28:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-20T11:28:09.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:09 smithi177 ceph-mon[212096]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-20T11:28:09.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:09 smithi123 ceph-mon[191304]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-20T11:28:09.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:09 smithi123 ceph-mon[188613]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-20T11:28:10.467 INFO:tasks.workunit.client.0.smithi123.stdout: 1046: throughput=5MB/sec pending data=0 2023-12-20T11:28:10.468 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Gt2V1qr5TBQutNI off=1317698 len=1421060 2023-12-20T11:28:10.475 INFO:tasks.workunit.client.0.smithi123.stdout:op 5248 completed, throughput=5MB/sec 2023-12-20T11:28:10.475 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-73PUWlNRJMcUd-w off=5437919 len=1161171 2023-12-20T11:28:10.476 INFO:tasks.workunit.client.0.smithi123.stdout:op 5249 completed, throughput=5MB/sec 2023-12-20T11:28:10.477 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-pb0LCWGu7V2HfJR off=14804402 len=180029 2023-12-20T11:28:10.480 INFO:tasks.workunit.client.0.smithi123.stdout:op 5250 completed, throughput=5MB/sec 2023-12-20T11:28:10.480 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ohF2QINnYw30jSv off=1227842 len=393566 2023-12-20T11:28:10.482 INFO:tasks.workunit.client.0.smithi123.stdout:op 5251 completed, throughput=5MB/sec 2023-12-20T11:28:10.482 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-rC3doSKPb73FyAv off=6535032 len=147931 2023-12-20T11:28:10.489 INFO:tasks.workunit.client.0.smithi123.stdout:op 5252 completed, throughput=5MB/sec 2023-12-20T11:28:10.489 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YGDbperHHsF0Dgo off=3304065 len=2074238 2023-12-20T11:28:10.489 INFO:tasks.workunit.client.0.smithi123.stdout:op 5253 completed, throughput=5MB/sec 2023-12-20T11:28:11.489 INFO:tasks.workunit.client.0.smithi123.stdout: 1047: throughput=5MB/sec pending data=0 2023-12-20T11:28:11.489 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-iEgY2t1EZsYp-Lc off=0 len=1254822 2023-12-20T11:28:11.496 INFO:tasks.workunit.client.0.smithi123.stdout:op 5254 completed, throughput=5MB/sec 2023-12-20T11:28:11.496 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZcBkZyeQCw78h48 off=6625006 len=1715159 2023-12-20T11:28:11.499 INFO:tasks.workunit.client.0.smithi123.stdout:op 5255 completed, throughput=5MB/sec 2023-12-20T11:28:11.499 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-sGoe0RNf1pMB0SP off=5855076 len=966249 2023-12-20T11:28:11.504 INFO:tasks.workunit.client.0.smithi123.stdout:op 5256 completed, throughput=5MB/sec 2023-12-20T11:28:11.505 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-RFhqLLTfT6TLyZ7 off=621933 len=932251 2023-12-20T11:28:11.506 INFO:tasks.workunit.client.0.smithi123.stdout:op 5257 completed, throughput=5MB/sec 2023-12-20T11:28:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:11 smithi177 ceph-mon[212096]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:28:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:28:11.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:11 smithi123 ceph-mon[191304]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:28:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:28:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:11 smithi123 ceph-mon[188613]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:28:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:28:12.506 INFO:tasks.workunit.client.0.smithi123.stdout: 1048: throughput=5MB/sec pending data=0 2023-12-20T11:28:12.506 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-g2921_IoqYPSjA- off=2491000 len=299695 2023-12-20T11:28:12.507 INFO:tasks.workunit.client.0.smithi123.stdout:op 5258 completed, throughput=5MB/sec 2023-12-20T11:28:12.507 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-w0XsfNTPgp64pO4 off=2986151 len=1073642 2023-12-20T11:28:12.509 INFO:tasks.workunit.client.0.smithi123.stdout:op 5259 completed, throughput=5MB/sec 2023-12-20T11:28:12.509 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-qbdSx8JWs_r6jUg off=111425 len=891319 2023-12-20T11:28:12.513 INFO:tasks.workunit.client.0.smithi123.stdout:op 5260 completed, throughput=5MB/sec 2023-12-20T11:28:12.513 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-T-SDF6gbAAdXyQQ off=14551636 len=1906213 2023-12-20T11:28:12.517 INFO:tasks.workunit.client.0.smithi123.stdout:op 5261 completed, throughput=5MB/sec 2023-12-20T11:28:12.517 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-SbukzDf2EzIHfIA off=481710 len=1386084 2023-12-20T11:28:12.518 INFO:tasks.workunit.client.0.smithi123.stdout:op 5262 completed, throughput=5MB/sec 2023-12-20T11:28:13.519 INFO:tasks.workunit.client.0.smithi123.stdout: 1049: throughput=5MB/sec pending data=0 2023-12-20T11:28:13.519 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WPSuamLZdPwAdVY off=975936 len=2067253 2023-12-20T11:28:13.527 INFO:tasks.workunit.client.0.smithi123.stdout:op 5263 completed, throughput=5MB/sec 2023-12-20T11:28:13.527 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nmO02ppOaA5zo46 off=5716116 len=1220832 2023-12-20T11:28:13.533 INFO:tasks.workunit.client.0.smithi123.stdout:op 5264 completed, throughput=5MB/sec 2023-12-20T11:28:13.534 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6hocB7Bk5-GIP-N off=15546906 len=1888754 2023-12-20T11:28:13.542 INFO:tasks.workunit.client.0.smithi123.stdout:op 5265 completed, throughput=5MB/sec 2023-12-20T11:28:13.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:13 smithi177 ceph-mon[212096]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:28:13.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:13 smithi123 ceph-mon[191304]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:28:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:13 smithi123 ceph-mon[188613]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:28:14.542 INFO:tasks.workunit.client.0.smithi123.stdout: 1050: throughput=5MB/sec pending data=0 2023-12-20T11:28:14.542 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-APklFR32fiuZijA off=12571173 len=612540 2023-12-20T11:28:14.546 INFO:tasks.workunit.client.0.smithi123.stdout:op 5266 completed, throughput=5MB/sec 2023-12-20T11:28:14.547 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gwxZ27UxKLu52js off=14835538 len=926337 2023-12-20T11:28:14.548 INFO:tasks.workunit.client.0.smithi123.stdout:op 5267 completed, throughput=5MB/sec 2023-12-20T11:28:14.548 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-BfEMlItWpwqbBV_ off=3211692 len=1727485 2023-12-20T11:28:14.561 INFO:tasks.workunit.client.0.smithi123.stdout:op 5268 completed, throughput=5MB/sec 2023-12-20T11:28:14.561 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GPdcnxAeT_aI3E3 off=2090058 len=2033333 2023-12-20T11:28:14.563 INFO:tasks.workunit.client.0.smithi123.stdout:op 5269 completed, throughput=5MB/sec 2023-12-20T11:28:15.565 INFO:tasks.workunit.client.0.smithi123.stdout: 1051: throughput=5MB/sec pending data=0 2023-12-20T11:28:15.565 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zX7KGGJXthynUSv off=6273696 len=1398834 2023-12-20T11:28:15.566 INFO:tasks.workunit.client.0.smithi123.stdout:op 5270 completed, throughput=5MB/sec 2023-12-20T11:28:15.566 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GMjjfdRKLBgL9Qa off=12675822 len=1014221 2023-12-20T11:28:15.568 INFO:tasks.workunit.client.0.smithi123.stdout:op 5271 completed, throughput=5MB/sec 2023-12-20T11:28:15.568 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-q6a3tzpi0hpx6co off=3486756 len=153422 2023-12-20T11:28:15.571 INFO:tasks.workunit.client.0.smithi123.stdout:op 5272 completed, throughput=5MB/sec 2023-12-20T11:28:15.571 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GVS0nEC1ouSgklm off=1470719 len=1111949 2023-12-20T11:28:15.578 INFO:tasks.workunit.client.0.smithi123.stdout:op 5273 completed, throughput=5MB/sec 2023-12-20T11:28:15.579 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZoTQgA7M3RHWPTX off=6518643 len=325563 2023-12-20T11:28:15.579 INFO:tasks.workunit.client.0.smithi123.stdout:op 5274 completed, throughput=5MB/sec 2023-12-20T11:28:15.579 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-si1AtkV151LArpq off=1870754 len=11038 2023-12-20T11:28:15.580 INFO:tasks.workunit.client.0.smithi123.stdout:op 5275 completed, throughput=5MB/sec 2023-12-20T11:28:15.580 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NgqKjgyhCnhX2F9 off=3248543 len=1556404 2023-12-20T11:28:15.581 INFO:tasks.workunit.client.0.smithi123.stdout:op 5276 completed, throughput=5MB/sec 2023-12-20T11:28:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:15 smithi177 ceph-mon[212096]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-20T11:28:15.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:15 smithi123 ceph-mon[191304]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-20T11:28:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:15 smithi123 ceph-mon[188613]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-20T11:28:16.581 INFO:tasks.workunit.client.0.smithi123.stdout: 1052: throughput=5MB/sec pending data=0 2023-12-20T11:28:16.581 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0XCrn6U7L1RNL7h off=21568994 len=1954289 2023-12-20T11:28:16.583 INFO:tasks.workunit.client.0.smithi123.stdout:op 5277 completed, throughput=5MB/sec 2023-12-20T11:28:16.583 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-JBHjyb_7KSf0V43 off=7944605 len=393015 2023-12-20T11:28:16.588 INFO:tasks.workunit.client.0.smithi123.stdout:op 5278 completed, throughput=5MB/sec 2023-12-20T11:28:16.588 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-3arxmC3q31ksbh5 off=637347 len=1823522 2023-12-20T11:28:16.590 INFO:tasks.workunit.client.0.smithi123.stdout:op 5279 completed, throughput=5MB/sec 2023-12-20T11:28:16.590 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xhE9QKgEDLC3aB1 off=668233 len=553908 2023-12-20T11:28:16.594 INFO:tasks.workunit.client.0.smithi123.stdout:op 5280 completed, throughput=5MB/sec 2023-12-20T11:28:17.594 INFO:tasks.workunit.client.0.smithi123.stdout: 1053: throughput=5MB/sec pending data=0 2023-12-20T11:28:17.594 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Rs6isy2rCNrAGyQ off=2948733 len=787502 2023-12-20T11:28:17.599 INFO:tasks.workunit.client.0.smithi123.stdout:op 5281 completed, throughput=5MB/sec 2023-12-20T11:28:17.599 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-y6tof3yVkV-M7b7 off=5013436 len=1671538 2023-12-20T11:28:17.602 INFO:tasks.workunit.client.0.smithi123.stdout:op 5282 completed, throughput=5MB/sec 2023-12-20T11:28:17.602 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-eosNfTXccs_QO1J off=10512311 len=743756 2023-12-20T11:28:17.607 INFO:tasks.workunit.client.0.smithi123.stdout:op 5283 completed, throughput=5MB/sec 2023-12-20T11:28:17.607 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5lXPrrcnGJDU4n3 off=2537431 len=1765762 2023-12-20T11:28:17.609 INFO:tasks.workunit.client.0.smithi123.stdout:op 5284 completed, throughput=5MB/sec 2023-12-20T11:28:17.609 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-D_k8DTujgwAMVxb off=8457338 len=68993 2023-12-20T11:28:17.612 INFO:tasks.workunit.client.0.smithi123.stdout:op 5285 completed, throughput=5MB/sec 2023-12-20T11:28:17.612 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nz4h-QcwbzkW6H0 off=4708651 len=1365143 2023-12-20T11:28:17.613 INFO:tasks.workunit.client.0.smithi123.stdout:op 5286 completed, throughput=5MB/sec 2023-12-20T11:28:17.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:17 smithi177 ceph-mon[212096]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-20T11:28:17.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:17 smithi123 ceph-mon[191304]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-20T11:28:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:17 smithi123 ceph-mon[188613]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-20T11:28:18.614 INFO:tasks.workunit.client.0.smithi123.stdout: 1054: throughput=5MB/sec pending data=0 2023-12-20T11:28:18.614 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fedrZBHc92fj7um off=4363035 len=1491448 2023-12-20T11:28:18.616 INFO:tasks.workunit.client.0.smithi123.stdout:op 5287 completed, throughput=5MB/sec 2023-12-20T11:28:18.616 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Sd1HYK2qmgSt2Jt off=3691317 len=1874255 2023-12-20T11:28:18.628 INFO:tasks.workunit.client.0.smithi123.stdout:op 5288 completed, throughput=5MB/sec 2023-12-20T11:28:18.628 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-w-LkbAwV1v49-EZ off=258679 len=1991768 2023-12-20T11:28:18.630 INFO:tasks.workunit.client.0.smithi123.stdout:op 5289 completed, throughput=5MB/sec 2023-12-20T11:28:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:28:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:28:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-20T11:28:19.630 INFO:tasks.workunit.client.0.smithi123.stdout: 1055: throughput=5MB/sec pending data=0 2023-12-20T11:28:19.631 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-K6M-yyHIvfEmgJO off=20063956 len=1788711 2023-12-20T11:28:19.637 INFO:tasks.workunit.client.0.smithi123.stdout:op 5290 completed, throughput=5MB/sec 2023-12-20T11:28:19.637 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6Pk159Ws9lQkphE off=8887537 len=72825 2023-12-20T11:28:19.640 INFO:tasks.workunit.client.0.smithi123.stdout:op 5291 completed, throughput=5MB/sec 2023-12-20T11:28:19.640 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5FMTlbIA-tb4JjB off=500026 len=2056409 2023-12-20T11:28:19.642 INFO:tasks.workunit.client.0.smithi123.stdout:op 5292 completed, throughput=5MB/sec 2023-12-20T11:28:19.642 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-lDo5uzEYv4ywQQZ off=4368406 len=1005048 2023-12-20T11:28:19.646 INFO:tasks.workunit.client.0.smithi123.stdout:op 5293 completed, throughput=5MB/sec 2023-12-20T11:28:19.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:19 smithi177 ceph-mon[212096]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:28:19.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:19 smithi123 ceph-mon[191304]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:28:19.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:19 smithi123 ceph-mon[188613]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:28:20.647 INFO:tasks.workunit.client.0.smithi123.stdout: 1056: throughput=5MB/sec pending data=0 2023-12-20T11:28:20.648 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hjaWMcFFnKdk9FV off=10681645 len=1301820 2023-12-20T11:28:20.655 INFO:tasks.workunit.client.0.smithi123.stdout:op 5294 completed, throughput=5MB/sec 2023-12-20T11:28:20.655 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-m75p8C76JqlKFH9 off=9826613 len=1188402 2023-12-20T11:28:20.661 INFO:tasks.workunit.client.0.smithi123.stdout:op 5295 completed, throughput=5MB/sec 2023-12-20T11:28:20.661 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-TRP4ANN7qXkoo6E off=5053991 len=1952228 2023-12-20T11:28:20.671 INFO:tasks.workunit.client.0.smithi123.stdout:op 5296 completed, throughput=5MB/sec 2023-12-20T11:28:20.671 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SBS-Rd7QQEIadJH off=2466919 len=1252534 2023-12-20T11:28:20.678 INFO:tasks.workunit.client.0.smithi123.stdout:op 5297 completed, throughput=5MB/sec 2023-12-20T11:28:21.679 INFO:tasks.workunit.client.0.smithi123.stdout: 1057: throughput=5MB/sec pending data=0 2023-12-20T11:28:21.679 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-8Lhp95h2oUhyygQ off=3193675 len=1006070 2023-12-20T11:28:21.684 INFO:tasks.workunit.client.0.smithi123.stdout:op 5298 completed, throughput=5MB/sec 2023-12-20T11:28:21.684 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-neG9h4-WvfImArC off=14179668 len=82573 2023-12-20T11:28:21.688 INFO:tasks.workunit.client.0.smithi123.stdout:op 5299 completed, throughput=5MB/sec 2023-12-20T11:28:21.688 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gJvHJmqHbvc-r64 off=4790577 len=2070280 2023-12-20T11:28:21.699 INFO:tasks.workunit.client.0.smithi123.stdout:op 5300 completed, throughput=5MB/sec 2023-12-20T11:28:21.699 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kB1gb8ayNFnno4y off=6917237 len=1757627 2023-12-20T11:28:21.700 INFO:tasks.workunit.client.0.smithi123.stdout:op 5301 completed, throughput=5MB/sec 2023-12-20T11:28:21.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:21 smithi123 ceph-mon[191304]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:28:21.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:21 smithi123 ceph-mon[188613]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:28:22.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:21 smithi177 ceph-mon[212096]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:28:22.701 INFO:tasks.workunit.client.0.smithi123.stdout: 1058: throughput=5MB/sec pending data=0 2023-12-20T11:28:22.701 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9-CKeILtlUTct5h off=12002653 len=188410 2023-12-20T11:28:22.704 INFO:tasks.workunit.client.0.smithi123.stdout:op 5302 completed, throughput=5MB/sec 2023-12-20T11:28:22.704 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nvYSAXvUW5UnqYm off=9006351 len=1176248 2023-12-20T11:28:22.706 INFO:tasks.workunit.client.0.smithi123.stdout:op 5303 completed, throughput=5MB/sec 2023-12-20T11:28:22.706 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-TnkoCnFyWrvtiIf off=689204 len=1855364 2023-12-20T11:28:22.717 INFO:tasks.workunit.client.0.smithi123.stdout:op 5304 completed, throughput=5MB/sec 2023-12-20T11:28:22.717 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6fXmW6XTQFSuSPC off=6734393 len=1878477 2023-12-20T11:28:22.728 INFO:tasks.workunit.client.0.smithi123.stdout:op 5305 completed, throughput=5MB/sec 2023-12-20T11:28:23.728 INFO:tasks.workunit.client.0.smithi123.stdout: 1059: throughput=5MB/sec pending data=0 2023-12-20T11:28:23.728 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-irC73caH0_rsuhB off=8755594 len=2092119 2023-12-20T11:28:23.732 INFO:tasks.workunit.client.0.smithi123.stdout:op 5306 completed, throughput=5MB/sec 2023-12-20T11:28:23.732 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-7y44X84lNJAl3mr off=90711 len=1314068 2023-12-20T11:28:23.732 INFO:tasks.workunit.client.0.smithi123.stdout:op 5307 completed, throughput=5MB/sec 2023-12-20T11:28:23.732 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DL5HiCLCIgywqZZ off=5186016 len=1692204 2023-12-20T11:28:23.741 INFO:tasks.workunit.client.0.smithi123.stdout:op 5308 completed, throughput=5MB/sec 2023-12-20T11:28:23.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:23 smithi123 ceph-mon[191304]: pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:28:23.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:23 smithi123 ceph-mon[188613]: pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:28:24.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:23 smithi177 ceph-mon[212096]: pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:28:24.743 INFO:tasks.workunit.client.0.smithi123.stdout: 1060: throughput=5MB/sec pending data=0 2023-12-20T11:28:24.743 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-j5e-44dbseiHVaj off=15523188 len=653112 2023-12-20T11:28:24.743 INFO:tasks.workunit.client.0.smithi123.stdout:op 5309 completed, throughput=5MB/sec 2023-12-20T11:28:24.743 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Q44YndhXNsPWGgP off=2875952 len=1817853 2023-12-20T11:28:24.754 INFO:tasks.workunit.client.0.smithi123.stdout:op 5310 completed, throughput=5MB/sec 2023-12-20T11:28:24.754 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cDHlAeq-l56gD2J off=790088 len=503815 2023-12-20T11:28:24.755 INFO:tasks.workunit.client.0.smithi123.stdout:op 5311 completed, throughput=5MB/sec 2023-12-20T11:28:24.755 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Gmgv9Nd_jWdaAgr off=12995220 len=235571 2023-12-20T11:28:24.755 INFO:tasks.workunit.client.0.smithi123.stdout:op 5312 completed, throughput=5MB/sec 2023-12-20T11:28:24.756 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4VgBBCe8vm58K4T off=4407813 len=1731764 2023-12-20T11:28:24.758 INFO:tasks.workunit.client.0.smithi123.stdout:op 5313 completed, throughput=5MB/sec 2023-12-20T11:28:24.758 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fFu7ocM4ykdTJGs off=2681507 len=81357 2023-12-20T11:28:24.759 INFO:tasks.workunit.client.0.smithi123.stdout:op 5314 completed, throughput=5MB/sec 2023-12-20T11:28:24.759 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Edv_5Nk5en0COd7 off=4899626 len=884607 2023-12-20T11:28:24.764 INFO:tasks.workunit.client.0.smithi123.stdout:op 5315 completed, throughput=5MB/sec 2023-12-20T11:28:25.764 INFO:tasks.workunit.client.0.smithi123.stdout: 1061: throughput=5MB/sec pending data=0 2023-12-20T11:28:25.764 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Q5OFRX2DrElmPFI off=5297212 len=2073143 2023-12-20T11:28:25.767 INFO:tasks.workunit.client.0.smithi123.stdout:op 5316 completed, throughput=5MB/sec 2023-12-20T11:28:25.767 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-qfnlN9nspCYC_T7 off=295819 len=1156606 2023-12-20T11:28:25.773 INFO:tasks.workunit.client.0.smithi123.stdout:op 5317 completed, throughput=5MB/sec 2023-12-20T11:28:25.773 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-MxCMid8hknulUKC off=10890710 len=973781 2023-12-20T11:28:25.777 INFO:tasks.workunit.client.0.smithi123.stdout:op 5318 completed, throughput=5MB/sec 2023-12-20T11:28:25.778 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-q-Czx19xuUN1RIH off=15264671 len=2086157 2023-12-20T11:28:25.788 INFO:tasks.workunit.client.0.smithi123.stdout:op 5319 completed, throughput=5MB/sec 2023-12-20T11:28:25.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:25 smithi123 ceph-mon[191304]: pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:28:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:25 smithi123 ceph-mon[188613]: pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:28:26.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:25 smithi177 ceph-mon[212096]: pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:28:26.788 INFO:tasks.workunit.client.0.smithi123.stdout: 1062: throughput=5MB/sec pending data=0 2023-12-20T11:28:26.788 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_oG1F6VG7X8Ro8M off=4675312 len=726415 2023-12-20T11:28:26.793 INFO:tasks.workunit.client.0.smithi123.stdout:op 5320 completed, throughput=5MB/sec 2023-12-20T11:28:26.793 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-EiWjp5mQzMp2Jen off=694134 len=1994140 2023-12-20T11:28:26.802 INFO:tasks.workunit.client.0.smithi123.stdout:op 5321 completed, throughput=5MB/sec 2023-12-20T11:28:26.802 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-GHu9XNZHw1UVZDx off=6816475 len=2006571 2023-12-20T11:28:26.810 INFO:tasks.workunit.client.0.smithi123.stdout:op 5322 completed, throughput=5MB/sec 2023-12-20T11:28:26.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:28:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:28:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:28:27.165 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:28:27.472 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:28:27.472 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (37m) 3m ago 40m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:28:27.472 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (37m) 88s ago 40m 92.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:28:27.472 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (41m) 3m ago 41m 21.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:28:27.472 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (41m) 88s ago 41m 26.9M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:28:27.472 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (36m) 88s ago 43m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:28:27.472 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (36m) 3m ago 44m 546M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:28:27.472 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (36m) 3m ago 44m 285M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:28:27.472 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (35m) 88s ago 43m 158M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:28:27.472 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (36m) 3m ago 43m 172M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:28:27.472 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (37m) 3m ago 39m 19.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:28:27.473 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (36m) 88s ago 39m 19.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:28:27.473 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (35m) 3m ago 43m 1905M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:28:27.473 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (35m) 3m ago 42m 2135M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:28:27.473 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (34m) 3m ago 42m 2181M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:28:27.473 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (34m) 3m ago 42m 1932M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:28:27.473 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (33m) 88s ago 42m 1419M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:28:27.473 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (33m) 88s ago 41m 1582M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:28:27.473 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (32m) 88s ago 41m 1235M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:28:27.473 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (32m) 88s ago 41m 1635M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:28:27.473 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (36m) 88s ago 40m 87.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:28:27.810 INFO:tasks.workunit.client.0.smithi123.stdout: 1063: throughput=5MB/sec pending data=0 2023-12-20T11:28:27.810 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-d5uYGyH0KJ31lUi off=573827 len=1999109 2023-12-20T11:28:27.821 INFO:tasks.workunit.client.0.smithi123.stdout:op 5323 completed, throughput=5MB/sec 2023-12-20T11:28:27.821 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hHQ1L20iJe_jsSc off=10176715 len=1014810 2023-12-20T11:28:27.825 INFO:tasks.workunit.client.0.smithi123.stdout:op 5324 completed, throughput=5MB/sec 2023-12-20T11:28:27.825 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-UssvZtb1JP-VI9K off=1791355 len=1329838 2023-12-20T11:28:27.831 INFO:tasks.workunit.client.0.smithi123.stdout:op 5325 completed, throughput=5MB/sec 2023-12-20T11:28:27.832 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-P_0qmOF2gQedYXn off=932002 len=1127923 2023-12-20T11:28:27.836 INFO:tasks.workunit.client.0.smithi123.stdout:op 5326 completed, throughput=5MB/sec 2023-12-20T11:28:27.859 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:28:27.859 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:28:27.859 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:28:27.859 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:28:27.859 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:28:27.859 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:28:27.859 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:28:27.860 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:28:27.860 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:28:27.860 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:28:27.860 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:28:27.860 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:28:27.860 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:28:27.860 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:28:27.860 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:28:27.860 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:28:27.860 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:28:27.860 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:28:27.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:27 smithi123 ceph-mon[191304]: pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-20T11:28:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:27 smithi123 ceph-mon[188613]: pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-20T11:28:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:27 smithi177 ceph-mon[212096]: pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-20T11:28:28.836 INFO:tasks.workunit.client.0.smithi123.stdout: 1064: throughput=5MB/sec pending data=0 2023-12-20T11:28:28.836 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mJuGSefT7U3i4qW off=12892766 len=1741267 2023-12-20T11:28:28.841 INFO:tasks.workunit.client.0.smithi123.stdout:op 5327 completed, throughput=5MB/sec 2023-12-20T11:28:28.841 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-aAIUkBEmVQYHc4O off=5043522 len=1528218 2023-12-20T11:28:28.841 INFO:tasks.workunit.client.0.smithi123.stdout:op 5328 completed, throughput=5MB/sec 2023-12-20T11:28:28.841 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Fr0rYxFbWkgdCuO off=1715273 len=1028089 2023-12-20T11:28:28.841 INFO:tasks.workunit.client.0.smithi123.stdout:op 5329 completed, throughput=5MB/sec 2023-12-20T11:28:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:28 smithi123 ceph-mon[191304]: from='client.35886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:28:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:28 smithi123 ceph-mon[191304]: from='client.45824 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:28:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:28 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/245517218' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:28:28.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:28 smithi123 ceph-mon[188613]: from='client.35886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:28:28.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:28 smithi123 ceph-mon[188613]: from='client.45824 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:28:28.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:28 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/245517218' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:28:29.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:28 smithi177 ceph-mon[212096]: from='client.35886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:28:29.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:28 smithi177 ceph-mon[212096]: from='client.45824 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:28:29.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:28 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/245517218' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:28:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:28:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:28:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-20T11:28:29.841 INFO:tasks.workunit.client.0.smithi123.stdout: 1065: throughput=5MB/sec pending data=0 2023-12-20T11:28:29.842 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0ePxwUmmuVQGp0s off=15187971 len=287346 2023-12-20T11:28:29.845 INFO:tasks.workunit.client.0.smithi123.stdout:op 5330 completed, throughput=5MB/sec 2023-12-20T11:28:29.845 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-U7ZzQ-p1g4r_dsA off=1278848 len=246597 2023-12-20T11:28:29.845 INFO:tasks.workunit.client.0.smithi123.stdout:op 5331 completed, throughput=5MB/sec 2023-12-20T11:28:29.845 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-9hB_gIVojlS70nu off=3529527 len=777637 2023-12-20T11:28:29.851 INFO:tasks.workunit.client.0.smithi123.stdout:op 5332 completed, throughput=5MB/sec 2023-12-20T11:28:29.851 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-iMv6LUjHfRzXhr- off=4400197 len=43756 2023-12-20T11:28:29.851 INFO:tasks.workunit.client.0.smithi123.stdout:op 5333 completed, throughput=5MB/sec 2023-12-20T11:28:29.851 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Izfj6x4wAlOl4Z5 off=18118675 len=1070124 2023-12-20T11:28:29.852 INFO:tasks.workunit.client.0.smithi123.stdout:op 5334 completed, throughput=5MB/sec 2023-12-20T11:28:29.852 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-nmC5ai0ZFVJzsym off=21921033 len=350147 2023-12-20T11:28:29.853 INFO:tasks.workunit.client.0.smithi123.stdout:op 5335 completed, throughput=5MB/sec 2023-12-20T11:28:29.853 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-eCy5-RG51bwPt5p off=4418775 len=1624553 2023-12-20T11:28:29.857 INFO:tasks.workunit.client.0.smithi123.stdout:op 5336 completed, throughput=5MB/sec 2023-12-20T11:28:29.857 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hHTMRUO-hhX-OrJ off=4741289 len=1518799 2023-12-20T11:28:29.860 INFO:tasks.workunit.client.0.smithi123.stdout:op 5337 completed, throughput=5MB/sec 2023-12-20T11:28:29.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:29 smithi123 ceph-mon[191304]: pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-20T11:28:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:29 smithi123 ceph-mon[188613]: pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-20T11:28:30.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:29 smithi177 ceph-mon[212096]: pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-20T11:28:30.860 INFO:tasks.workunit.client.0.smithi123.stdout: 1066: throughput=5MB/sec pending data=0 2023-12-20T11:28:30.860 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-XffAo3cjujtROvt off=870436 len=1826323 2023-12-20T11:28:30.863 INFO:tasks.workunit.client.0.smithi123.stdout:op 5338 completed, throughput=5MB/sec 2023-12-20T11:28:30.863 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-U2BlQv82Vw2hshO off=877290 len=614591 2023-12-20T11:28:30.867 INFO:tasks.workunit.client.0.smithi123.stdout:op 5339 completed, throughput=5MB/sec 2023-12-20T11:28:30.867 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-lBQDkC-5fzyZGDu off=267451 len=1007876 2023-12-20T11:28:30.873 INFO:tasks.workunit.client.0.smithi123.stdout:op 5340 completed, throughput=5MB/sec 2023-12-20T11:28:30.873 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-voDIWz2bQgHBhqh off=7705405 len=1132737 2023-12-20T11:28:30.876 INFO:tasks.workunit.client.0.smithi123.stdout:op 5341 completed, throughput=5MB/sec 2023-12-20T11:28:30.876 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-mdEQilov-18Ajos off=1232603 len=724126 2023-12-20T11:28:30.881 INFO:tasks.workunit.client.0.smithi123.stdout:op 5342 completed, throughput=5MB/sec 2023-12-20T11:28:31.881 INFO:tasks.workunit.client.0.smithi123.stdout: 1067: throughput=5MB/sec pending data=0 2023-12-20T11:28:31.881 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-AEH-Kqy5E0LZ6jn off=2405702 len=450162 2023-12-20T11:28:31.885 INFO:tasks.workunit.client.0.smithi123.stdout:op 5343 completed, throughput=5MB/sec 2023-12-20T11:28:31.885 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-HmzQz1oVT7eE0CX off=5367543 len=1337485 2023-12-20T11:28:31.888 INFO:tasks.workunit.client.0.smithi123.stdout:op 5344 completed, throughput=5MB/sec 2023-12-20T11:28:31.888 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-AfMWDhazHbCnQVS off=16285299 len=766403 2023-12-20T11:28:31.893 INFO:tasks.workunit.client.0.smithi123.stdout:op 5345 completed, throughput=5MB/sec 2023-12-20T11:28:31.893 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-CXXIabMNq-8yy7l off=19001776 len=1729574 2023-12-20T11:28:31.895 INFO:tasks.workunit.client.0.smithi123.stdout:op 5346 completed, throughput=5MB/sec 2023-12-20T11:28:31.895 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-jhlKNs4Rbf45sGJ off=3382624 len=1606874 2023-12-20T11:28:31.902 INFO:tasks.workunit.client.0.smithi123.stdout:op 5347 completed, throughput=5MB/sec 2023-12-20T11:28:31.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:31 smithi123 ceph-mon[191304]: pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:28:31.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:31 smithi123 ceph-mon[188613]: pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:28:32.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:31 smithi177 ceph-mon[212096]: pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:28:32.902 INFO:tasks.workunit.client.0.smithi123.stdout: 1068: throughput=5MB/sec pending data=0 2023-12-20T11:28:32.902 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wXETse8_TrhH2pw off=17017835 len=6131 2023-12-20T11:28:32.903 INFO:tasks.workunit.client.0.smithi123.stdout:op 5348 completed, throughput=5MB/sec 2023-12-20T11:28:32.903 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-rSDwusQgPbaM_zR off=3838184 len=1805756 2023-12-20T11:28:32.911 INFO:tasks.workunit.client.0.smithi123.stdout:op 5349 completed, throughput=5MB/sec 2023-12-20T11:28:32.911 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-OWgpTxlHYpmHF7c off=14969569 len=1609877 2023-12-20T11:28:32.913 INFO:tasks.workunit.client.0.smithi123.stdout:op 5350 completed, throughput=5MB/sec 2023-12-20T11:28:32.913 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZSkMcShfLzTRSgu off=2070233 len=60538 2023-12-20T11:28:32.914 INFO:tasks.workunit.client.0.smithi123.stdout:op 5351 completed, throughput=5MB/sec 2023-12-20T11:28:32.914 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-oiEE0K3oQ0SeTNU off=125805 len=1257473 2023-12-20T11:28:32.921 INFO:tasks.workunit.client.0.smithi123.stdout:op 5352 completed, throughput=5MB/sec 2023-12-20T11:28:33.922 INFO:tasks.workunit.client.0.smithi123.stdout: 1069: throughput=5MB/sec pending data=0 2023-12-20T11:28:33.922 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KsAAAy_65FE2aW7 off=9162693 len=225445 2023-12-20T11:28:33.925 INFO:tasks.workunit.client.0.smithi123.stdout:op 5353 completed, throughput=5MB/sec 2023-12-20T11:28:33.925 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-dbgQMU26DSPOFIQ off=597416 len=1165110 2023-12-20T11:28:33.932 INFO:tasks.workunit.client.0.smithi123.stdout:op 5354 completed, throughput=5MB/sec 2023-12-20T11:28:33.932 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GdY5QhM5UVallzS off=16287699 len=667584 2023-12-20T11:28:33.933 INFO:tasks.workunit.client.0.smithi123.stdout:op 5355 completed, throughput=5MB/sec 2023-12-20T11:28:33.933 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-p4KD_iAArcvA59u off=12067894 len=2018813 2023-12-20T11:28:33.940 INFO:tasks.workunit.client.0.smithi123.stdout:op 5356 completed, throughput=5MB/sec 2023-12-20T11:28:33.941 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-qbZvJco4QuyKXQb off=1131799 len=1246711 2023-12-20T11:28:33.947 INFO:tasks.workunit.client.0.smithi123.stdout:op 5357 completed, throughput=5MB/sec 2023-12-20T11:28:33.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:33 smithi123 ceph-mon[191304]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:28:33.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:33 smithi123 ceph-mon[188613]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:28:34.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:33 smithi177 ceph-mon[212096]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-20T11:28:34.948 INFO:tasks.workunit.client.0.smithi123.stdout: 1070: throughput=5MB/sec pending data=0 2023-12-20T11:28:34.948 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-bI8IRdgs66-bvhE off=9568052 len=1973886 2023-12-20T11:28:34.960 INFO:tasks.workunit.client.0.smithi123.stdout:op 5358 completed, throughput=5MB/sec 2023-12-20T11:28:34.961 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-YFRwM0VAF4nJfs3 off=7251128 len=1328082 2023-12-20T11:28:34.968 INFO:tasks.workunit.client.0.smithi123.stdout:op 5359 completed, throughput=5MB/sec 2023-12-20T11:28:34.968 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pDnsaIbRTMM-Qyd off=2974843 len=752330 2023-12-20T11:28:34.970 INFO:tasks.workunit.client.0.smithi123.stdout:op 5360 completed, throughput=5MB/sec 2023-12-20T11:28:34.970 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gkNjngmp7XYrER_ off=433213 len=1191792 2023-12-20T11:28:34.977 INFO:tasks.workunit.client.0.smithi123.stdout:op 5361 completed, throughput=5MB/sec 2023-12-20T11:28:35.978 INFO:tasks.workunit.client.0.smithi123.stdout: 1071: throughput=5MB/sec pending data=0 2023-12-20T11:28:35.978 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-3LWVR30oRbk-NvU off=9368598 len=895676 2023-12-20T11:28:35.982 INFO:tasks.workunit.client.0.smithi123.stdout:op 5362 completed, throughput=5MB/sec 2023-12-20T11:28:35.983 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-XtH615vc_z-cUy7 off=17896942 len=174574 2023-12-20T11:28:35.983 INFO:tasks.workunit.client.0.smithi123.stdout:op 5363 completed, throughput=5MB/sec 2023-12-20T11:28:35.983 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-JOo80znOdyL1B7q off=20443873 len=270896 2023-12-20T11:28:35.985 INFO:tasks.workunit.client.0.smithi123.stdout:op 5364 completed, throughput=5MB/sec 2023-12-20T11:28:35.985 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ATPBjOIYi1IsCDN off=18940799 len=2032139 2023-12-20T11:28:35.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:35 smithi123 ceph-mon[191304]: pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:28:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:35 smithi123 ceph-mon[188613]: pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:28:35.998 INFO:tasks.workunit.client.0.smithi123.stdout:op 5365 completed, throughput=5MB/sec 2023-12-20T11:28:35.998 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Eo-_DorN2wWFA8h off=10976432 len=1636818 2023-12-20T11:28:36.000 INFO:tasks.workunit.client.0.smithi123.stdout:op 5366 completed, throughput=5MB/sec 2023-12-20T11:28:36.000 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hyUNtzOBMco0u3l off=3352040 len=1456332 2023-12-20T11:28:36.007 INFO:tasks.workunit.client.0.smithi123.stdout:op 5367 completed, throughput=5MB/sec 2023-12-20T11:28:36.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:35 smithi177 ceph-mon[212096]: pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:28:37.008 INFO:tasks.workunit.client.0.smithi123.stdout: 1072: throughput=5MB/sec pending data=0 2023-12-20T11:28:37.008 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-wGcZSLAK67CBSwX off=9086606 len=531133 2023-12-20T11:28:37.012 INFO:tasks.workunit.client.0.smithi123.stdout:op 5368 completed, throughput=5MB/sec 2023-12-20T11:28:37.012 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-d8yhsIjfZUV1RBy off=6291338 len=895545 2023-12-20T11:28:37.014 INFO:tasks.workunit.client.0.smithi123.stdout:op 5369 completed, throughput=5MB/sec 2023-12-20T11:28:37.014 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ypSdiC09qg7AbyV off=9763692 len=2086757 2023-12-20T11:28:37.016 INFO:tasks.workunit.client.0.smithi123.stdout:op 5370 completed, throughput=5MB/sec 2023-12-20T11:28:37.016 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qFIt0TUWHGLM6JP off=6068849 len=1782812 2023-12-20T11:28:37.018 INFO:tasks.workunit.client.0.smithi123.stdout:op 5371 completed, throughput=5MB/sec 2023-12-20T11:28:37.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:37 smithi123 ceph-mon[191304]: pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2023-12-20T11:28:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:37 smithi123 ceph-mon[188613]: pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2023-12-20T11:28:38.018 INFO:tasks.workunit.client.0.smithi123.stdout: 1073: throughput=5MB/sec pending data=0 2023-12-20T11:28:38.019 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wBMibaB2njl-uy4 off=1888394 len=1833663 2023-12-20T11:28:38.022 INFO:tasks.workunit.client.0.smithi123.stdout:op 5372 completed, throughput=5MB/sec 2023-12-20T11:28:38.022 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-1FjxRLqnATwd9da off=5573339 len=1899088 2023-12-20T11:28:38.026 INFO:tasks.workunit.client.0.smithi123.stdout:op 5373 completed, throughput=5MB/sec 2023-12-20T11:28:38.026 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hZLNtPelJI4U2d- off=395204 len=988651 2023-12-20T11:28:38.027 INFO:tasks.workunit.client.0.smithi123.stdout:op 5374 completed, throughput=5MB/sec 2023-12-20T11:28:38.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:37 smithi177 ceph-mon[212096]: pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2023-12-20T11:28:39.027 INFO:tasks.workunit.client.0.smithi123.stdout: 1074: throughput=5MB/sec pending data=0 2023-12-20T11:28:39.027 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-qhnoxscCAcajDVF off=3192236 len=1234732 2023-12-20T11:28:39.033 INFO:tasks.workunit.client.0.smithi123.stdout:op 5375 completed, throughput=5MB/sec 2023-12-20T11:28:39.033 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-L2y8S1tESMytWh- off=2147094 len=251359 2023-12-20T11:28:39.036 INFO:tasks.workunit.client.0.smithi123.stdout:op 5376 completed, throughput=5MB/sec 2023-12-20T11:28:39.036 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-1wzt6a6DYL9JInA off=4154849 len=1854005 2023-12-20T11:28:39.038 INFO:tasks.workunit.client.0.smithi123.stdout:op 5377 completed, throughput=5MB/sec 2023-12-20T11:28:39.038 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_jv1kgmAis38Wyd off=9639637 len=1392490 2023-12-20T11:28:39.045 INFO:tasks.workunit.client.0.smithi123.stdout:op 5378 completed, throughput=5MB/sec 2023-12-20T11:28:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:28:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:28:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-20T11:28:39.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:39 smithi123 ceph-mon[191304]: pgmap v1996: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:28:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:39 smithi123 ceph-mon[188613]: pgmap v1996: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:28:40.046 INFO:tasks.workunit.client.0.smithi123.stdout: 1075: throughput=5MB/sec pending data=0 2023-12-20T11:28:40.046 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-webdpgQ7gfPObMV off=18015294 len=807210 2023-12-20T11:28:40.047 INFO:tasks.workunit.client.0.smithi123.stdout:op 5379 completed, throughput=5MB/sec 2023-12-20T11:28:40.047 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-bNeBCwTaHJwbDXt off=4703053 len=321234 2023-12-20T11:28:40.048 INFO:tasks.workunit.client.0.smithi123.stdout:op 5380 completed, throughput=5MB/sec 2023-12-20T11:28:40.048 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zqhPDsn882oL4qk off=10795081 len=662667 2023-12-20T11:28:40.049 INFO:tasks.workunit.client.0.smithi123.stdout:op 5381 completed, throughput=5MB/sec 2023-12-20T11:28:40.049 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-59YYo6ZqXK7B2ud off=12622122 len=666591 2023-12-20T11:28:40.053 INFO:tasks.workunit.client.0.smithi123.stdout:op 5382 completed, throughput=5MB/sec 2023-12-20T11:28:40.053 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xezdibzUuVgZAzf off=959697 len=1780016 2023-12-20T11:28:40.055 INFO:tasks.workunit.client.0.smithi123.stdout:op 5383 completed, throughput=5MB/sec 2023-12-20T11:28:40.055 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8mhbW7PrChAqIh3 off=570445 len=2030528 2023-12-20T11:28:40.058 INFO:tasks.workunit.client.0.smithi123.stdout:op 5384 completed, throughput=5MB/sec 2023-12-20T11:28:40.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:39 smithi177 ceph-mon[212096]: pgmap v1996: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-20T11:28:41.058 INFO:tasks.workunit.client.0.smithi123.stdout: 1076: throughput=5MB/sec pending data=0 2023-12-20T11:28:41.058 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Xzmnqg9-a_VLMGW off=18447887 len=29937 2023-12-20T11:28:41.061 INFO:tasks.workunit.client.0.smithi123.stdout:op 5385 completed, throughput=5MB/sec 2023-12-20T11:28:41.061 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YtQZQixCuOBwoWH off=9370196 len=1577900 2023-12-20T11:28:41.062 INFO:tasks.workunit.client.0.smithi123.stdout:op 5386 completed, throughput=5MB/sec 2023-12-20T11:28:41.063 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-62Y-nypKhLoIooS off=1746102 len=1680188 2023-12-20T11:28:41.066 INFO:tasks.workunit.client.0.smithi123.stdout:op 5387 completed, throughput=5MB/sec 2023-12-20T11:28:41.066 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-oycdeT917tZzzh9 off=6313170 len=1299502 2023-12-20T11:28:41.067 INFO:tasks.workunit.client.0.smithi123.stdout:op 5388 completed, throughput=5MB/sec 2023-12-20T11:28:41.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:41 smithi123 ceph-mon[191304]: pgmap v1997: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:28:41.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:28:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:41 smithi123 ceph-mon[188613]: pgmap v1997: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:28:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:28:42.068 INFO:tasks.workunit.client.0.smithi123.stdout: 1077: throughput=5MB/sec pending data=0 2023-12-20T11:28:42.068 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Gq1IWuwDVkrB69x off=968812 len=2042243 2023-12-20T11:28:42.070 INFO:tasks.workunit.client.0.smithi123.stdout:op 5389 completed, throughput=5MB/sec 2023-12-20T11:28:42.071 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xSYcO-g9a_qEbyW off=2344945 len=1679854 2023-12-20T11:28:42.072 INFO:tasks.workunit.client.0.smithi123.stdout:op 5390 completed, throughput=5MB/sec 2023-12-20T11:28:42.072 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lu90bxmQTCMlfO7 off=2755862 len=923586 2023-12-20T11:28:42.073 INFO:tasks.workunit.client.0.smithi123.stdout:op 5391 completed, throughput=5MB/sec 2023-12-20T11:28:42.074 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cLqXvHucZAMz3mC off=120312 len=1707495 2023-12-20T11:28:42.081 INFO:tasks.workunit.client.0.smithi123.stdout:op 5392 completed, throughput=5MB/sec 2023-12-20T11:28:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:41 smithi177 ceph-mon[212096]: pgmap v1997: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:28:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:28:43.081 INFO:tasks.workunit.client.0.smithi123.stdout: 1078: throughput=5MB/sec pending data=0 2023-12-20T11:28:43.081 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-RM0qzdm5i77j536 off=1458562 len=852454 2023-12-20T11:28:43.086 INFO:tasks.workunit.client.0.smithi123.stdout:op 5393 completed, throughput=5MB/sec 2023-12-20T11:28:43.087 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ayO3nwNSw3ZU-qz off=1457258 len=640899 2023-12-20T11:28:43.091 INFO:tasks.workunit.client.0.smithi123.stdout:op 5394 completed, throughput=5MB/sec 2023-12-20T11:28:43.091 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-aczlg7thWxArqDc off=14134666 len=821275 2023-12-20T11:28:43.092 INFO:tasks.workunit.client.0.smithi123.stdout:op 5395 completed, throughput=5MB/sec 2023-12-20T11:28:43.092 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-urMfRW7b-1mFb34 off=8591954 len=317912 2023-12-20T11:28:43.093 INFO:tasks.workunit.client.0.smithi123.stdout:op 5396 completed, throughput=5MB/sec 2023-12-20T11:28:43.093 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-YLNcwVKl5ri_YKQ off=4613680 len=788622 2023-12-20T11:28:43.097 INFO:tasks.workunit.client.0.smithi123.stdout:op 5397 completed, throughput=5MB/sec 2023-12-20T11:28:43.097 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-3fFllh9cOO-tF9P off=10751972 len=2066930 2023-12-20T11:28:43.109 INFO:tasks.workunit.client.0.smithi123.stdout:op 5398 completed, throughput=5MB/sec 2023-12-20T11:28:43.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:43 smithi123 ceph-mon[191304]: pgmap v1998: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:28:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:43 smithi123 ceph-mon[188613]: pgmap v1998: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:28:44.107 INFO:tasks.workunit.client.0.smithi123.stdout: 1079: throughput=5MB/sec pending data=0 2023-12-20T11:28:44.107 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-g-aP0Wd5JlLAOHb off=3847004 len=814683 2023-12-20T11:28:44.108 INFO:tasks.workunit.client.0.smithi123.stdout:op 5399 completed, throughput=5MB/sec 2023-12-20T11:28:44.108 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DJjVTkPdiJLYWDT off=9009966 len=1424689 2023-12-20T11:28:44.110 INFO:tasks.workunit.client.0.smithi123.stdout:op 5400 completed, throughput=5MB/sec 2023-12-20T11:28:44.110 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GsBx0CBGTMYu7lD off=4150781 len=991800 2023-12-20T11:28:44.112 INFO:tasks.workunit.client.0.smithi123.stdout:op 5401 completed, throughput=5MB/sec 2023-12-20T11:28:44.112 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4QdP13TioKqRt9W off=3209446 len=1421278 2023-12-20T11:28:44.114 INFO:tasks.workunit.client.0.smithi123.stdout:op 5402 completed, throughput=5MB/sec 2023-12-20T11:28:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:43 smithi177 ceph-mon[212096]: pgmap v1998: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:28:45.117 INFO:tasks.workunit.client.0.smithi123.stdout: 1080: throughput=5MB/sec pending data=0 2023-12-20T11:28:45.117 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DVXV_0My2Oy2_9D off=5568132 len=90410 2023-12-20T11:28:45.118 INFO:tasks.workunit.client.0.smithi123.stdout:op 5403 completed, throughput=5MB/sec 2023-12-20T11:28:45.118 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-pJlC7u7Xf_xN3-v off=2523479 len=1027214 2023-12-20T11:28:45.124 INFO:tasks.workunit.client.0.smithi123.stdout:op 5404 completed, throughput=5MB/sec 2023-12-20T11:28:45.124 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj---0B9X8mBT9BNrt off=12212111 len=1028642 2023-12-20T11:28:45.125 INFO:tasks.workunit.client.0.smithi123.stdout:op 5405 completed, throughput=5MB/sec 2023-12-20T11:28:45.126 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NjLRv6RstrnFeP0 off=631312 len=1955558 2023-12-20T11:28:45.127 INFO:tasks.workunit.client.0.smithi123.stdout:op 5406 completed, throughput=5MB/sec 2023-12-20T11:28:45.127 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-urp3w0wCGTRu5eY off=1042507 len=1141497 2023-12-20T11:28:45.130 INFO:tasks.workunit.client.0.smithi123.stdout:op 5407 completed, throughput=5MB/sec 2023-12-20T11:28:45.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:45 smithi123 ceph-mon[191304]: pgmap v1999: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:28:45.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:45 smithi123 ceph-mon[188613]: pgmap v1999: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:28:46.130 INFO:tasks.workunit.client.0.smithi123.stdout: 1081: throughput=5MB/sec pending data=0 2023-12-20T11:28:46.130 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-bO8QfVwTsKiLB2m off=7657186 len=902213 2023-12-20T11:28:46.136 INFO:tasks.workunit.client.0.smithi123.stdout:op 5408 completed, throughput=5MB/sec 2023-12-20T11:28:46.136 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-RVgsJi0hhQR9GgZ off=4399816 len=784043 2023-12-20T11:28:46.138 INFO:tasks.workunit.client.0.smithi123.stdout:op 5409 completed, throughput=5MB/sec 2023-12-20T11:28:46.138 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tyb1J_y8KsMRrZT off=4041767 len=1983287 2023-12-20T11:28:46.140 INFO:tasks.workunit.client.0.smithi123.stdout:op 5410 completed, throughput=5MB/sec 2023-12-20T11:28:46.140 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-N_vGpv43NfaaC8r off=19269375 len=1107160 2023-12-20T11:28:46.141 INFO:tasks.workunit.client.0.smithi123.stdout:op 5411 completed, throughput=5MB/sec 2023-12-20T11:28:46.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:45 smithi177 ceph-mon[212096]: pgmap v1999: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:28:47.142 INFO:tasks.workunit.client.0.smithi123.stdout: 1082: throughput=5MB/sec pending data=0 2023-12-20T11:28:47.142 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-96L-dimB70I2UdG off=14555016 len=101796 2023-12-20T11:28:47.143 INFO:tasks.workunit.client.0.smithi123.stdout:op 5412 completed, throughput=5MB/sec 2023-12-20T11:28:47.143 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ABxl_LEd5CFEELT off=4728360 len=828346 2023-12-20T11:28:47.148 INFO:tasks.workunit.client.0.smithi123.stdout:op 5413 completed, throughput=5MB/sec 2023-12-20T11:28:47.148 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xfK7mnb7d9I99m_ off=4069095 len=2025846 2023-12-20T11:28:47.159 INFO:tasks.workunit.client.0.smithi123.stdout:op 5414 completed, throughput=5MB/sec 2023-12-20T11:28:47.160 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-54PD0KljS1Imb93 off=10005859 len=1417504 2023-12-20T11:28:47.167 INFO:tasks.workunit.client.0.smithi123.stdout:op 5415 completed, throughput=5MB/sec 2023-12-20T11:28:47.167 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Zb1fHjcaeKNT2UE off=17098110 len=680558 2023-12-20T11:28:47.172 INFO:tasks.workunit.client.0.smithi123.stdout:op 5416 completed, throughput=5MB/sec 2023-12-20T11:28:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:47 smithi123 ceph-mon[188613]: pgmap v2000: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:28:47.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:47 smithi123 ceph-mon[191304]: pgmap v2000: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:28:48.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:47 smithi177 ceph-mon[212096]: pgmap v2000: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:28:48.172 INFO:tasks.workunit.client.0.smithi123.stdout: 1083: throughput=5MB/sec pending data=0 2023-12-20T11:28:48.172 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-AFWYgR_cmV3d28T off=2827387 len=1774055 2023-12-20T11:28:48.175 INFO:tasks.workunit.client.0.smithi123.stdout:op 5417 completed, throughput=5MB/sec 2023-12-20T11:28:48.176 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DO7E6RycN3Q0FlF off=6005542 len=249686 2023-12-20T11:28:48.176 INFO:tasks.workunit.client.0.smithi123.stdout:op 5418 completed, throughput=5MB/sec 2023-12-20T11:28:48.176 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-sqxo__IH673W8U_ off=528871 len=839166 2023-12-20T11:28:48.177 INFO:tasks.workunit.client.0.smithi123.stdout:op 5419 completed, throughput=5MB/sec 2023-12-20T11:28:48.177 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-mMH34VO714VcnKz off=3525618 len=1148171 2023-12-20T11:28:48.179 INFO:tasks.workunit.client.0.smithi123.stdout:op 5420 completed, throughput=5MB/sec 2023-12-20T11:28:48.179 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Hb9D9IAYm2QvJcs off=8468720 len=559607 2023-12-20T11:28:48.184 INFO:tasks.workunit.client.0.smithi123.stdout:op 5421 completed, throughput=5MB/sec 2023-12-20T11:28:48.184 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-u1ELJj5V7mrNFvw off=4619135 len=1789720 2023-12-20T11:28:48.194 INFO:tasks.workunit.client.0.smithi123.stdout:op 5422 completed, throughput=5MB/sec 2023-12-20T11:28:49.194 INFO:tasks.workunit.client.0.smithi123.stdout: 1084: throughput=5MB/sec pending data=0 2023-12-20T11:28:49.194 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-uZZP-R8EidWiO0M off=1305978 len=1242479 2023-12-20T11:28:49.200 INFO:tasks.workunit.client.0.smithi123.stdout:op 5423 completed, throughput=5MB/sec 2023-12-20T11:28:49.200 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-V2HLdAIcm2Klp5m off=16089622 len=457418 2023-12-20T11:28:49.201 INFO:tasks.workunit.client.0.smithi123.stdout:op 5424 completed, throughput=5MB/sec 2023-12-20T11:28:49.201 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-sB76RBBJWjq2n-7 off=12505384 len=119807 2023-12-20T11:28:49.204 INFO:tasks.workunit.client.0.smithi123.stdout:op 5425 completed, throughput=5MB/sec 2023-12-20T11:28:49.204 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9gUzxKZ1q0sj411 off=14832235 len=1824010 2023-12-20T11:28:49.206 INFO:tasks.workunit.client.0.smithi123.stdout:op 5426 completed, throughput=5MB/sec 2023-12-20T11:28:49.206 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-bauohkyTJOr7PhV off=8205337 len=1554507 2023-12-20T11:28:49.214 INFO:tasks.workunit.client.0.smithi123.stdout:op 5427 completed, throughput=5MB/sec 2023-12-20T11:28:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:28:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:28:49] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-20T11:28:49.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:49 smithi123 ceph-mon[191304]: pgmap v2001: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:28:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:49 smithi123 ceph-mon[188613]: pgmap v2001: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:28:50.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:49 smithi177 ceph-mon[212096]: pgmap v2001: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:28:50.214 INFO:tasks.workunit.client.0.smithi123.stdout: 1085: throughput=5MB/sec pending data=0 2023-12-20T11:28:50.214 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-drtm8m5PpHLMVZV off=2962405 len=1049123 2023-12-20T11:28:50.220 INFO:tasks.workunit.client.0.smithi123.stdout:op 5428 completed, throughput=5MB/sec 2023-12-20T11:28:50.220 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KRrjVMfCuC_itqR off=1610139 len=2084521 2023-12-20T11:28:50.230 INFO:tasks.workunit.client.0.smithi123.stdout:op 5429 completed, throughput=5MB/sec 2023-12-20T11:28:50.230 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-X6I5YMWQlkXVtIj off=441795 len=782389 2023-12-20T11:28:50.231 INFO:tasks.workunit.client.0.smithi123.stdout:op 5430 completed, throughput=5MB/sec 2023-12-20T11:28:50.231 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-n-TOypwGTguIgBf off=619849 len=220387 2023-12-20T11:28:50.234 INFO:tasks.workunit.client.0.smithi123.stdout:op 5431 completed, throughput=5MB/sec 2023-12-20T11:28:50.234 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QlAsAexgrRpKJMD off=4392768 len=255237 2023-12-20T11:28:50.234 INFO:tasks.workunit.client.0.smithi123.stdout:op 5432 completed, throughput=5MB/sec 2023-12-20T11:28:50.234 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-O7-dgJ0v75V8cLQ off=5361848 len=1842945 2023-12-20T11:28:50.237 INFO:tasks.workunit.client.0.smithi123.stdout:op 5433 completed, throughput=5MB/sec 2023-12-20T11:28:51.238 INFO:tasks.workunit.client.0.smithi123.stdout: 1086: throughput=5MB/sec pending data=0 2023-12-20T11:28:51.238 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hmy5MllklcuU6SC off=581855 len=599717 2023-12-20T11:28:51.242 INFO:tasks.workunit.client.0.smithi123.stdout:op 5434 completed, throughput=5MB/sec 2023-12-20T11:28:51.242 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-itQ99LkBtCtCFe5 off=3607200 len=1604695 2023-12-20T11:28:51.245 INFO:tasks.workunit.client.0.smithi123.stdout:op 5435 completed, throughput=5MB/sec 2023-12-20T11:28:51.246 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-OWgpTxlHYpmHF7c off=14186966 len=880542 2023-12-20T11:28:51.247 INFO:tasks.workunit.client.0.smithi123.stdout:op 5436 completed, throughput=5MB/sec 2023-12-20T11:28:51.247 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WQTFC_uaShapuXH off=2748587 len=528757 2023-12-20T11:28:51.251 INFO:tasks.workunit.client.0.smithi123.stdout:op 5437 completed, throughput=5MB/sec 2023-12-20T11:28:51.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:51 smithi123 ceph-mon[191304]: pgmap v2002: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:28:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:51 smithi123 ceph-mon[188613]: pgmap v2002: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:28:52.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:51 smithi177 ceph-mon[212096]: pgmap v2002: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:28:52.251 INFO:tasks.workunit.client.0.smithi123.stdout: 1087: throughput=5MB/sec pending data=0 2023-12-20T11:28:52.252 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-qHWRVJjGdpwRstI off=6997160 len=260430 2023-12-20T11:28:52.254 INFO:tasks.workunit.client.0.smithi123.stdout:op 5438 completed, throughput=5MB/sec 2023-12-20T11:28:52.254 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-k9YBP_pffcveTFe off=5520145 len=558995 2023-12-20T11:28:52.255 INFO:tasks.workunit.client.0.smithi123.stdout:op 5439 completed, throughput=5MB/sec 2023-12-20T11:28:52.255 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hqbaoHlmSINWejF off=16393774 len=276381 2023-12-20T11:28:52.260 INFO:tasks.workunit.client.0.smithi123.stdout:op 5440 completed, throughput=5MB/sec 2023-12-20T11:28:52.260 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-x0crFgj_H4_BFmk off=8423245 len=727674 2023-12-20T11:28:52.264 INFO:tasks.workunit.client.0.smithi123.stdout:op 5441 completed, throughput=5MB/sec 2023-12-20T11:28:52.264 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WaItkw3UnuO_8L4 off=0 len=1179403 2023-12-20T11:28:52.269 INFO:tasks.workunit.client.0.smithi123.stdout:op 5442 completed, throughput=5MB/sec 2023-12-20T11:28:52.269 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6qqMxmV_ItFg061 off=2403639 len=1536961 2023-12-20T11:28:52.270 INFO:tasks.workunit.client.0.smithi123.stdout:op 5443 completed, throughput=5MB/sec 2023-12-20T11:28:52.270 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2jYNXEg3LZuiJLn off=6637224 len=2068536 2023-12-20T11:28:52.282 INFO:tasks.workunit.client.0.smithi123.stdout:op 5444 completed, throughput=5MB/sec 2023-12-20T11:28:53.282 INFO:tasks.workunit.client.0.smithi123.stdout: 1088: throughput=5MB/sec pending data=0 2023-12-20T11:28:53.282 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-he8a0QDSHB2crkS off=3348355 len=1748209 2023-12-20T11:28:53.290 INFO:tasks.workunit.client.0.smithi123.stdout:op 5445 completed, throughput=5MB/sec 2023-12-20T11:28:53.290 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-qbqAxzv5UWJpWHe off=22263924 len=1758143 2023-12-20T11:28:53.302 INFO:tasks.workunit.client.0.smithi123.stdout:op 5446 completed, throughput=5MB/sec 2023-12-20T11:28:53.302 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2K_bEAXMbdkTXHq off=11097513 len=360197 2023-12-20T11:28:53.304 INFO:tasks.workunit.client.0.smithi123.stdout:op 5447 completed, throughput=5MB/sec 2023-12-20T11:28:53.304 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4k0BUm0pzK8bW42 off=2309620 len=540209 2023-12-20T11:28:53.304 INFO:tasks.workunit.client.0.smithi123.stdout:op 5448 completed, throughput=5MB/sec 2023-12-20T11:28:53.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:53 smithi123 ceph-mon[191304]: pgmap v2003: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-20T11:28:53.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:53 smithi123 ceph-mon[188613]: pgmap v2003: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-20T11:28:54.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:53 smithi177 ceph-mon[212096]: pgmap v2003: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-20T11:28:54.305 INFO:tasks.workunit.client.0.smithi123.stdout: 1089: throughput=5MB/sec pending data=0 2023-12-20T11:28:54.305 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-R2BrYKTBT33hAAJ off=9945883 len=1030169 2023-12-20T11:28:54.306 INFO:tasks.workunit.client.0.smithi123.stdout:op 5449 completed, throughput=5MB/sec 2023-12-20T11:28:54.306 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-B0DQroGbqzJw6IF off=9284003 len=59394 2023-12-20T11:28:54.309 INFO:tasks.workunit.client.0.smithi123.stdout:op 5450 completed, throughput=5MB/sec 2023-12-20T11:28:54.309 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FZB-LAomLW14nll off=4789863 len=91761 2023-12-20T11:28:54.312 INFO:tasks.workunit.client.0.smithi123.stdout:op 5451 completed, throughput=5MB/sec 2023-12-20T11:28:54.312 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-UlCDxK3qQhQF8yf off=1627790 len=1204153 2023-12-20T11:28:54.319 INFO:tasks.workunit.client.0.smithi123.stdout:op 5452 completed, throughput=5MB/sec 2023-12-20T11:28:54.319 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8hPxcNOsvyF3Yg1 off=3787919 len=1098346 2023-12-20T11:28:54.321 INFO:tasks.workunit.client.0.smithi123.stdout:op 5453 completed, throughput=5MB/sec 2023-12-20T11:28:54.321 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-pA5zktEQjEUw0XA off=3569917 len=879240 2023-12-20T11:28:54.322 INFO:tasks.workunit.client.0.smithi123.stdout:op 5454 completed, throughput=5MB/sec 2023-12-20T11:28:54.322 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-IqHU7dt038P0QNb off=13770797 len=1831739 2023-12-20T11:28:54.332 INFO:tasks.workunit.client.0.smithi123.stdout:op 5455 completed, throughput=5MB/sec 2023-12-20T11:28:55.332 INFO:tasks.workunit.client.0.smithi123.stdout: 1090: throughput=5MB/sec pending data=0 2023-12-20T11:28:55.332 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ceZCMfsKhLVCZT4 off=1388775 len=1689034 2023-12-20T11:28:55.341 INFO:tasks.workunit.client.0.smithi123.stdout:op 5456 completed, throughput=5MB/sec 2023-12-20T11:28:55.341 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-d3iYNIQW02F83HI off=22841 len=2016055 2023-12-20T11:28:55.345 INFO:tasks.workunit.client.0.smithi123.stdout:op 5457 completed, throughput=5MB/sec 2023-12-20T11:28:55.345 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-H7yOpWiWPi5ECVp off=1761746 len=1458822 2023-12-20T11:28:55.354 INFO:tasks.workunit.client.0.smithi123.stdout:op 5458 completed, throughput=5MB/sec 2023-12-20T11:28:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:55 smithi123 ceph-mon[191304]: pgmap v2004: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:28:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:55 smithi123 ceph-mon[188613]: pgmap v2004: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:28:56.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:55 smithi177 ceph-mon[212096]: pgmap v2004: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:28:56.354 INFO:tasks.workunit.client.0.smithi123.stdout: 1091: throughput=5MB/sec pending data=0 2023-12-20T11:28:56.354 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cDGxeo72IKkJK4l off=2206993 len=971571 2023-12-20T11:28:56.361 INFO:tasks.workunit.client.0.smithi123.stdout:op 5459 completed, throughput=5MB/sec 2023-12-20T11:28:56.361 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8JGLkHD9Pps2HFj off=71266 len=97729 2023-12-20T11:28:56.361 INFO:tasks.workunit.client.0.smithi123.stdout:op 5460 completed, throughput=5MB/sec 2023-12-20T11:28:56.361 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-9Nccmg1JFHiwGLR off=364176 len=1866839 2023-12-20T11:28:56.365 INFO:tasks.workunit.client.0.smithi123.stdout:op 5461 completed, throughput=5MB/sec 2023-12-20T11:28:56.365 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Edv_5Nk5en0COd7 off=5458420 len=1429393 2023-12-20T11:28:56.371 INFO:tasks.workunit.client.0.smithi123.stdout:op 5462 completed, throughput=5MB/sec 2023-12-20T11:28:56.371 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ClLIvkowwGYC5Cl off=84828 len=693046 2023-12-20T11:28:56.375 INFO:tasks.workunit.client.0.smithi123.stdout:op 5463 completed, throughput=5MB/sec 2023-12-20T11:28:56.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:28:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:28:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:28:57.376 INFO:tasks.workunit.client.0.smithi123.stdout: 1092: throughput=5MB/sec pending data=0 2023-12-20T11:28:57.376 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-kMmAtUDLx91B4_B off=6922524 len=38068 2023-12-20T11:28:57.379 INFO:tasks.workunit.client.0.smithi123.stdout:op 5464 completed, throughput=5MB/sec 2023-12-20T11:28:57.379 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-B8e3VSmlQGxHARj off=163512 len=1952311 2023-12-20T11:28:57.382 INFO:tasks.workunit.client.0.smithi123.stdout:op 5465 completed, throughput=5MB/sec 2023-12-20T11:28:57.382 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-rVtAN_NBlR_wjiO off=8476482 len=31168 2023-12-20T11:28:57.384 INFO:tasks.workunit.client.0.smithi123.stdout:op 5466 completed, throughput=5MB/sec 2023-12-20T11:28:57.384 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cV8sBonP0zuCZhy off=1933568 len=221106 2023-12-20T11:28:57.387 INFO:tasks.workunit.client.0.smithi123.stdout:op 5467 completed, throughput=5MB/sec 2023-12-20T11:28:57.387 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-qA0xqQSHeaNtvzj off=19201975 len=1342615 2023-12-20T11:28:57.395 INFO:tasks.workunit.client.0.smithi123.stdout:op 5468 completed, throughput=5MB/sec 2023-12-20T11:28:57.395 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-tACuOf_0UYar2OE off=5776248 len=674522 2023-12-20T11:28:57.399 INFO:tasks.workunit.client.0.smithi123.stdout:op 5469 completed, throughput=5MB/sec 2023-12-20T11:28:57.399 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-64MDPIG9eF6dCYk off=20737656 len=1859452 2023-12-20T11:28:57.407 INFO:tasks.workunit.client.0.smithi123.stdout:op 5470 completed, throughput=5MB/sec 2023-12-20T11:28:57.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:57 smithi123 ceph-mon[191304]: pgmap v2005: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-20T11:28:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:57 smithi123 ceph-mon[188613]: pgmap v2005: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-20T11:28:58.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:57 smithi177 ceph-mon[212096]: pgmap v2005: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-20T11:28:58.210 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:28:58.408 INFO:tasks.workunit.client.0.smithi123.stdout: 1093: throughput=5MB/sec pending data=0 2023-12-20T11:28:58.408 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-l6F3nVcSAX_bmJ2 off=5178483 len=1878020 2023-12-20T11:28:58.411 INFO:tasks.workunit.client.0.smithi123.stdout:op 5471 completed, throughput=5MB/sec 2023-12-20T11:28:58.411 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kOGdReZF7XnnBx_ off=14318355 len=942203 2023-12-20T11:28:58.412 INFO:tasks.workunit.client.0.smithi123.stdout:op 5472 completed, throughput=5MB/sec 2023-12-20T11:28:58.412 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-BwRvGPftblY9Z1q off=4967205 len=544247 2023-12-20T11:28:58.413 INFO:tasks.workunit.client.0.smithi123.stdout:op 5473 completed, throughput=5MB/sec 2023-12-20T11:28:58.413 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-liYMYM-ZYH-uqBx off=5140256 len=1360913 2023-12-20T11:28:58.421 INFO:tasks.workunit.client.0.smithi123.stdout:op 5474 completed, throughput=5MB/sec 2023-12-20T11:28:58.518 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:28:58.518 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (37m) 4m ago 40m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:28:58.518 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (37m) 119s ago 40m 92.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:28:58.518 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (41m) 4m ago 41m 21.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:28:58.518 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (41m) 119s ago 41m 26.9M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:28:58.518 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (37m) 119s ago 43m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:28:58.518 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (37m) 4m ago 45m 546M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:28:58.518 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (36m) 4m ago 45m 285M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:28:58.518 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (36m) 119s ago 44m 158M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:28:58.518 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (36m) 4m ago 44m 172M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:28:58.518 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (37m) 4m ago 40m 19.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:28:58.518 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (37m) 119s ago 40m 19.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:28:58.519 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (35m) 4m ago 43m 1905M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:28:58.519 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (35m) 4m ago 43m 2135M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:28:58.519 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (35m) 4m ago 43m 2181M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:28:58.519 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (34m) 4m ago 42m 1932M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:28:58.519 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (34m) 119s ago 42m 1419M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:28:58.519 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (33m) 119s ago 42m 1582M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:28:58.519 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (33m) 119s ago 42m 1235M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:28:58.519 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (32m) 119s ago 41m 1635M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:28:58.519 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (37m) 119s ago 41m 87.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:28:58.900 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:28:58.900 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:28:58.901 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:28:58.901 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:28:58.901 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:28:58.901 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:28:58.901 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:28:58.901 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:28:58.902 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:28:58.902 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:28:58.902 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:28:58.902 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:28:58.902 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:28:58.902 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:28:58.903 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:28:58.903 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:28:58.903 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:28:58.903 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:28:59.422 INFO:tasks.workunit.client.0.smithi123.stdout: 1094: throughput=5MB/sec pending data=0 2023-12-20T11:28:59.422 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-it-BRBeux2fKSaR off=2584251 len=1646263 2023-12-20T11:28:59.423 INFO:tasks.workunit.client.0.smithi123.stdout:op 5475 completed, throughput=5MB/sec 2023-12-20T11:28:59.424 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-T5ac1X88xajXS3X off=9589730 len=397680 2023-12-20T11:28:59.425 INFO:tasks.workunit.client.0.smithi123.stdout:op 5476 completed, throughput=5MB/sec 2023-12-20T11:28:59.425 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hB7iteFT-BbxmCx off=6298451 len=299664 2023-12-20T11:28:59.426 INFO:tasks.workunit.client.0.smithi123.stdout:op 5477 completed, throughput=5MB/sec 2023-12-20T11:28:59.426 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-u-KYfqzn0qVgx9- off=3364575 len=1090497 2023-12-20T11:28:59.431 INFO:tasks.workunit.client.0.smithi123.stdout:op 5478 completed, throughput=5MB/sec 2023-12-20T11:28:59.431 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Cl8ZpmQJzX6MKQG off=6489613 len=1846082 2023-12-20T11:28:59.432 INFO:tasks.workunit.client.0.smithi123.stdout:op 5479 completed, throughput=5MB/sec 2023-12-20T11:28:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:28:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:28:59] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-20T11:28:59.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:59 smithi123 ceph-mon[191304]: pgmap v2006: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:28:59.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:59 smithi123 ceph-mon[191304]: from='client.45836 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:28:59.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:59 smithi123 ceph-mon[191304]: from='client.45842 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:28:59.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:28:59 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3288001464' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:28:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:59 smithi123 ceph-mon[188613]: pgmap v2006: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:28:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:59 smithi123 ceph-mon[188613]: from='client.45836 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:28:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:59 smithi123 ceph-mon[188613]: from='client.45842 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:28:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:28:59 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3288001464' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:29:00.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:59 smithi177 ceph-mon[212096]: pgmap v2006: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:29:00.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:59 smithi177 ceph-mon[212096]: from='client.45836 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:29:00.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:59 smithi177 ceph-mon[212096]: from='client.45842 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:29:00.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:28:59 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3288001464' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:29:00.433 INFO:tasks.workunit.client.0.smithi123.stdout: 1095: throughput=5MB/sec pending data=0 2023-12-20T11:29:00.433 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Fy3P9jqgDtUKJkc off=6115010 len=727945 2023-12-20T11:29:00.434 INFO:tasks.workunit.client.0.smithi123.stdout:op 5480 completed, throughput=5MB/sec 2023-12-20T11:29:00.434 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uq8SDuv-6xwIyQP off=3272860 len=1437099 2023-12-20T11:29:00.437 INFO:tasks.workunit.client.0.smithi123.stdout:op 5481 completed, throughput=5MB/sec 2023-12-20T11:29:00.437 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_W2S6nuc1h36yGj off=11201006 len=794586 2023-12-20T11:29:00.438 INFO:tasks.workunit.client.0.smithi123.stdout:op 5482 completed, throughput=5MB/sec 2023-12-20T11:29:00.438 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-19LoQvFmKU11VRw off=7579377 len=194361 2023-12-20T11:29:00.441 INFO:tasks.workunit.client.0.smithi123.stdout:op 5483 completed, throughput=5MB/sec 2023-12-20T11:29:00.442 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DKbWwynhoa7JtI- off=14846874 len=2094147 2023-12-20T11:29:00.448 INFO:tasks.workunit.client.0.smithi123.stdout:op 5484 completed, throughput=5MB/sec 2023-12-20T11:29:01.448 INFO:tasks.workunit.client.0.smithi123.stdout: 1096: throughput=5MB/sec pending data=0 2023-12-20T11:29:01.448 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-YoR0C-iQW6RrqAS off=1784874 len=1043720 2023-12-20T11:29:01.455 INFO:tasks.workunit.client.0.smithi123.stdout:op 5485 completed, throughput=5MB/sec 2023-12-20T11:29:01.455 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-6UQCUywdz86F02L off=7230966 len=590769 2023-12-20T11:29:01.456 INFO:tasks.workunit.client.0.smithi123.stdout:op 5486 completed, throughput=5MB/sec 2023-12-20T11:29:01.456 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Q2oipcPDjbj42c_ off=74584 len=1537799 2023-12-20T11:29:01.466 INFO:tasks.workunit.client.0.smithi123.stdout:op 5487 completed, throughput=5MB/sec 2023-12-20T11:29:01.466 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-flSewcBCO-Kdkow off=1114297 len=1155486 2023-12-20T11:29:01.471 INFO:tasks.workunit.client.0.smithi123.stdout:op 5488 completed, throughput=5MB/sec 2023-12-20T11:29:01.471 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ogFoiY5jsPStN2j off=6038741 len=1142664 2023-12-20T11:29:01.476 INFO:tasks.workunit.client.0.smithi123.stdout:op 5489 completed, throughput=5MB/sec 2023-12-20T11:29:01.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:01 smithi123 ceph-mon[191304]: pgmap v2007: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:29:01.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:01 smithi123 ceph-mon[188613]: pgmap v2007: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:29:02.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:01 smithi177 ceph-mon[212096]: pgmap v2007: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-20T11:29:02.476 INFO:tasks.workunit.client.0.smithi123.stdout: 1097: throughput=5MB/sec pending data=0 2023-12-20T11:29:02.477 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-7uieZjC_Fbxyl0F off=6613235 len=251035 2023-12-20T11:29:02.477 INFO:tasks.workunit.client.0.smithi123.stdout:op 5490 completed, throughput=5MB/sec 2023-12-20T11:29:02.477 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tKmnCI0WYBBwq2j off=2001761 len=1396100 2023-12-20T11:29:02.480 INFO:tasks.workunit.client.0.smithi123.stdout:op 5491 completed, throughput=5MB/sec 2023-12-20T11:29:02.480 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-rgB3BTx0vDCltxp off=1608931 len=856516 2023-12-20T11:29:02.486 INFO:tasks.workunit.client.0.smithi123.stdout:op 5492 completed, throughput=5MB/sec 2023-12-20T11:29:02.486 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-w1i3wc5Psg7E3CP off=12960028 len=1757968 2023-12-20T11:29:02.489 INFO:tasks.workunit.client.0.smithi123.stdout:op 5493 completed, throughput=5MB/sec 2023-12-20T11:29:02.489 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_CQiJjMS3D0Tevp off=7352073 len=944275 2023-12-20T11:29:02.490 INFO:tasks.workunit.client.0.smithi123.stdout:op 5494 completed, throughput=5MB/sec 2023-12-20T11:29:03.490 INFO:tasks.workunit.client.0.smithi123.stdout: 1098: throughput=5MB/sec pending data=0 2023-12-20T11:29:03.491 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-LHc_BH-Iu7cID4u off=4712458 len=341111 2023-12-20T11:29:03.491 INFO:tasks.workunit.client.0.smithi123.stdout:op 5495 completed, throughput=5MB/sec 2023-12-20T11:29:03.491 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_Hoa-XAAA65UWVG off=1854213 len=1791928 2023-12-20T11:29:03.503 INFO:tasks.workunit.client.0.smithi123.stdout:op 5496 completed, throughput=5MB/sec 2023-12-20T11:29:03.503 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4ByUcSVSYItLATD off=1073380 len=1478919 2023-12-20T11:29:03.504 INFO:tasks.workunit.client.0.smithi123.stdout:op 5497 completed, throughput=5MB/sec 2023-12-20T11:29:03.504 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-fuSbG4X7Kc16JyU off=4299409 len=103766 2023-12-20T11:29:03.506 INFO:tasks.workunit.client.0.smithi123.stdout:op 5498 completed, throughput=5MB/sec 2023-12-20T11:29:03.506 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-e9tJZHIWPVrJ0Ge off=1349475 len=486442 2023-12-20T11:29:03.507 INFO:tasks.workunit.client.0.smithi123.stdout:op 5499 completed, throughput=5MB/sec 2023-12-20T11:29:03.507 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-G2DIy-0AgMjWCWZ off=2824787 len=2071639 2023-12-20T11:29:03.516 INFO:tasks.workunit.client.0.smithi123.stdout:op 5500 completed, throughput=5MB/sec 2023-12-20T11:29:03.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:03 smithi123 ceph-mon[191304]: pgmap v2008: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:29:03.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:29:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:03 smithi123 ceph-mon[188613]: pgmap v2008: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:29:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:29:04.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:03 smithi177 ceph-mon[212096]: pgmap v2008: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-20T11:29:04.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:29:04.516 INFO:tasks.workunit.client.0.smithi123.stdout: 1099: throughput=5MB/sec pending data=0 2023-12-20T11:29:04.516 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-OHZP7jJlaLPywOr off=12934396 len=2082203 2023-12-20T11:29:04.518 INFO:tasks.workunit.client.0.smithi123.stdout:op 5501 completed, throughput=5MB/sec 2023-12-20T11:29:04.518 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0KHTwW4UvN5jr8U off=11730424 len=413111 2023-12-20T11:29:04.520 INFO:tasks.workunit.client.0.smithi123.stdout:op 5502 completed, throughput=5MB/sec 2023-12-20T11:29:04.520 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FhSrn-9BIIVktub off=2042101 len=439594 2023-12-20T11:29:04.521 INFO:tasks.workunit.client.0.smithi123.stdout:op 5503 completed, throughput=5MB/sec 2023-12-20T11:29:04.521 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-mwEAt1WJ_-CNm5S off=2002546 len=728404 2023-12-20T11:29:04.527 INFO:tasks.workunit.client.0.smithi123.stdout:op 5504 completed, throughput=5MB/sec 2023-12-20T11:29:04.527 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QKnwt--U8BGztMI off=40432 len=140777 2023-12-20T11:29:04.529 INFO:tasks.workunit.client.0.smithi123.stdout:op 5505 completed, throughput=5MB/sec 2023-12-20T11:29:04.529 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Zp0IVikfYJWvXAD off=6109556 len=450418 2023-12-20T11:29:04.530 INFO:tasks.workunit.client.0.smithi123.stdout:op 5506 completed, throughput=5MB/sec 2023-12-20T11:29:04.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:29:04.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:29:04.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:29:04.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:29:04.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:29:04.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:29:05.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:29:05.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:29:05.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:29:05.530 INFO:tasks.workunit.client.0.smithi123.stdout: 1100: throughput=5MB/sec pending data=0 2023-12-20T11:29:05.530 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-eEH8AktoEaw06Xs off=1467137 len=32732 2023-12-20T11:29:05.531 INFO:tasks.workunit.client.0.smithi123.stdout:op 5507 completed, throughput=5MB/sec 2023-12-20T11:29:05.531 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rllsfVuJuJbXOeh off=5430180 len=488116 2023-12-20T11:29:05.531 INFO:tasks.workunit.client.0.smithi123.stdout:op 5508 completed, throughput=5MB/sec 2023-12-20T11:29:05.531 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FH1uZDSA7szYVk5 off=15674759 len=625533 2023-12-20T11:29:05.533 INFO:tasks.workunit.client.0.smithi123.stdout:op 5509 completed, throughput=5MB/sec 2023-12-20T11:29:05.533 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2lC-RQCsMlecobt off=1824501 len=509756 2023-12-20T11:29:05.537 INFO:tasks.workunit.client.0.smithi123.stdout:op 5510 completed, throughput=5MB/sec 2023-12-20T11:29:05.537 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cECkKXaRBjRD7QW off=9259009 len=1770726 2023-12-20T11:29:05.548 INFO:tasks.workunit.client.0.smithi123.stdout:op 5511 completed, throughput=5MB/sec 2023-12-20T11:29:05.548 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FK8t2qm-Ut6dAWE off=4182306 len=975713 2023-12-20T11:29:05.549 INFO:tasks.workunit.client.0.smithi123.stdout:op 5512 completed, throughput=5MB/sec 2023-12-20T11:29:05.549 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QGiWizAgY13qXVY off=4020961 len=1769980 2023-12-20T11:29:05.559 INFO:tasks.workunit.client.0.smithi123.stdout:op 5513 completed, throughput=5MB/sec 2023-12-20T11:29:06.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:05 smithi177 ceph-mon[212096]: pgmap v2009: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:29:06.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:05 smithi123 ceph-mon[191304]: pgmap v2009: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:29:06.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:05 smithi123 ceph-mon[188613]: pgmap v2009: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-20T11:29:06.560 INFO:tasks.workunit.client.0.smithi123.stdout: 1101: throughput=5MB/sec pending data=0 2023-12-20T11:29:06.560 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-cWnBUO2lUPWUazE off=484733 len=1698873 2023-12-20T11:29:06.563 INFO:tasks.workunit.client.0.smithi123.stdout:op 5514 completed, throughput=5MB/sec 2023-12-20T11:29:06.564 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rVc3aNuXQYmzVye off=2876279 len=2006605 2023-12-20T11:29:06.566 INFO:tasks.workunit.client.0.smithi123.stdout:op 5515 completed, throughput=5MB/sec 2023-12-20T11:29:06.566 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-I_lAsobJWKYRMLn off=380778 len=1043928 2023-12-20T11:29:06.567 INFO:tasks.workunit.client.0.smithi123.stdout:op 5516 completed, throughput=5MB/sec 2023-12-20T11:29:07.568 INFO:tasks.workunit.client.0.smithi123.stdout: 1102: throughput=5MB/sec pending data=0 2023-12-20T11:29:07.568 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-he8a0QDSHB2crkS off=7416116 len=599667 2023-12-20T11:29:07.572 INFO:tasks.workunit.client.0.smithi123.stdout:op 5517 completed, throughput=5MB/sec 2023-12-20T11:29:07.572 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-WYETJobHw5Jobmf off=2141153 len=1370702 2023-12-20T11:29:07.578 INFO:tasks.workunit.client.0.smithi123.stdout:op 5518 completed, throughput=5MB/sec 2023-12-20T11:29:07.578 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-g-aP0Wd5JlLAOHb off=3011591 len=1650096 2023-12-20T11:29:07.580 INFO:tasks.workunit.client.0.smithi123.stdout:op 5519 completed, throughput=5MB/sec 2023-12-20T11:29:07.580 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Dx6xQC63ulSe6hM off=6732278 len=1532464 2023-12-20T11:29:07.585 INFO:tasks.workunit.client.0.smithi123.stdout:op 5520 completed, throughput=5MB/sec 2023-12-20T11:29:08.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:07 smithi177 ceph-mon[212096]: pgmap v2010: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:29:08.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:07 smithi123 ceph-mon[191304]: pgmap v2010: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:29:08.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:07 smithi123 ceph-mon[188613]: pgmap v2010: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:29:08.586 INFO:tasks.workunit.client.0.smithi123.stdout: 1103: throughput=5MB/sec pending data=0 2023-12-20T11:29:08.586 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-eQ4n2w4e1W4CVg9 off=17339019 len=505466 2023-12-20T11:29:08.587 INFO:tasks.workunit.client.0.smithi123.stdout:op 5521 completed, throughput=5MB/sec 2023-12-20T11:29:08.587 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uY1n2R1Kt1ul1tg off=4170144 len=100036 2023-12-20T11:29:08.587 INFO:tasks.workunit.client.0.smithi123.stdout:op 5522 completed, throughput=5MB/sec 2023-12-20T11:29:08.587 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-CkGUwD_F6QJBpDw off=9671318 len=220954 2023-12-20T11:29:08.588 INFO:tasks.workunit.client.0.smithi123.stdout:op 5523 completed, throughput=5MB/sec 2023-12-20T11:29:08.588 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nMaj8rx7u3KFlr5 off=2466713 len=1411411 2023-12-20T11:29:08.594 INFO:tasks.workunit.client.0.smithi123.stdout:op 5524 completed, throughput=5MB/sec 2023-12-20T11:29:08.594 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-VSFR23v-mn7Z2Pu off=2448917 len=538872 2023-12-20T11:29:08.598 INFO:tasks.workunit.client.0.smithi123.stdout:op 5525 completed, throughput=5MB/sec 2023-12-20T11:29:08.598 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-3mRWQNsSsnJVG1j off=9543203 len=834507 2023-12-20T11:29:08.598 INFO:tasks.workunit.client.0.smithi123.stdout:op 5526 completed, throughput=5MB/sec 2023-12-20T11:29:08.598 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kVfdjMr9DOjFBV8 off=3626497 len=1536947 2023-12-20T11:29:08.600 INFO:tasks.workunit.client.0.smithi123.stdout:op 5527 completed, throughput=5MB/sec 2023-12-20T11:29:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:29:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:29:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-20T11:29:09.600 INFO:tasks.workunit.client.0.smithi123.stdout: 1104: throughput=5MB/sec pending data=0 2023-12-20T11:29:09.600 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-mrUDl3HOXMZVYV3 off=325138 len=2040405 2023-12-20T11:29:09.614 INFO:tasks.workunit.client.0.smithi123.stdout:op 5528 completed, throughput=5MB/sec 2023-12-20T11:29:09.614 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-JX2L7nneVmMXiGx off=6459337 len=1062352 2023-12-20T11:29:09.615 INFO:tasks.workunit.client.0.smithi123.stdout:op 5529 completed, throughput=5MB/sec 2023-12-20T11:29:09.615 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ABoOZ6-eq2AINTx off=4528147 len=223953 2023-12-20T11:29:09.618 INFO:tasks.workunit.client.0.smithi123.stdout:op 5530 completed, throughput=5MB/sec 2023-12-20T11:29:09.618 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-KxxkgBF2DCEpllx off=1499070 len=465463 2023-12-20T11:29:09.622 INFO:tasks.workunit.client.0.smithi123.stdout:op 5531 completed, throughput=5MB/sec 2023-12-20T11:29:09.622 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-b7h1oUsVGg8BHU7 off=8155643 len=790050 2023-12-20T11:29:09.622 INFO:tasks.workunit.client.0.smithi123.stdout:op 5532 completed, throughput=5MB/sec 2023-12-20T11:29:09.622 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DsWGahLMtHlZ1Jk off=5584416 len=1798694 2023-12-20T11:29:09.625 INFO:tasks.workunit.client.0.smithi123.stdout:op 5533 completed, throughput=5MB/sec 2023-12-20T11:29:10.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:09 smithi177 ceph-mon[212096]: pgmap v2011: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:29:10.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:09 smithi123 ceph-mon[191304]: pgmap v2011: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:29:10.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:09 smithi123 ceph-mon[188613]: pgmap v2011: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:29:10.625 INFO:tasks.workunit.client.0.smithi123.stdout: 1105: throughput=5MB/sec pending data=0 2023-12-20T11:29:10.625 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4k0BUm0pzK8bW42 off=10341471 len=1392883 2023-12-20T11:29:10.633 INFO:tasks.workunit.client.0.smithi123.stdout:op 5534 completed, throughput=5MB/sec 2023-12-20T11:29:10.633 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QFx6NOqMpP-cNe3 off=4863788 len=1153852 2023-12-20T11:29:10.639 INFO:tasks.workunit.client.0.smithi123.stdout:op 5535 completed, throughput=5MB/sec 2023-12-20T11:29:10.639 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-zbFrfFiwBkJFmm_ off=2292933 len=1127563 2023-12-20T11:29:10.644 INFO:tasks.workunit.client.0.smithi123.stdout:op 5536 completed, throughput=5MB/sec 2023-12-20T11:29:10.645 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-W5cljjZsY__Y1_E off=5893507 len=1321834 2023-12-20T11:29:10.654 INFO:tasks.workunit.client.0.smithi123.stdout:op 5537 completed, throughput=5MB/sec 2023-12-20T11:29:11.653 INFO:tasks.workunit.client.0.smithi123.stdout: 1106: throughput=5MB/sec pending data=0 2023-12-20T11:29:11.653 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-K9Xr2p4ImHbCmSk off=9622595 len=1409501 2023-12-20T11:29:11.655 INFO:tasks.workunit.client.0.smithi123.stdout:op 5538 completed, throughput=5MB/sec 2023-12-20T11:29:11.655 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-tbZcPEdh5A8FkGV off=780780 len=1475317 2023-12-20T11:29:11.661 INFO:tasks.workunit.client.0.smithi123.stdout:op 5539 completed, throughput=5MB/sec 2023-12-20T11:29:11.661 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_6swjaX722bX9Y9 off=11850951 len=2001197 2023-12-20T11:29:11.673 INFO:tasks.workunit.client.0.smithi123.stdout:op 5540 completed, throughput=5MB/sec 2023-12-20T11:29:12.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:11 smithi177 ceph-mon[212096]: pgmap v2012: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:29:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:29:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:11 smithi123 ceph-mon[188613]: pgmap v2012: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:29:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:29:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:11 smithi123 ceph-mon[191304]: pgmap v2012: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:29:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:29:12.674 INFO:tasks.workunit.client.0.smithi123.stdout: 1107: throughput=5MB/sec pending data=0 2023-12-20T11:29:12.674 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-TJ5yfEFji2m7pyb off=735618 len=1055915 2023-12-20T11:29:12.679 INFO:tasks.workunit.client.0.smithi123.stdout:op 5541 completed, throughput=5MB/sec 2023-12-20T11:29:12.679 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-3Aqhs5Hya_lSgZy off=1678388 len=1202799 2023-12-20T11:29:12.680 INFO:tasks.workunit.client.0.smithi123.stdout:op 5542 completed, throughput=5MB/sec 2023-12-20T11:29:12.680 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-v8QzK3vJ_XkYHLd off=1736719 len=2073882 2023-12-20T11:29:12.685 INFO:tasks.workunit.client.0.smithi123.stdout:op 5543 completed, throughput=5MB/sec 2023-12-20T11:29:12.685 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jhlKNs4Rbf45sGJ off=1754427 len=2008125 2023-12-20T11:29:12.687 INFO:tasks.workunit.client.0.smithi123.stdout:op 5544 completed, throughput=5MB/sec 2023-12-20T11:29:13.687 INFO:tasks.workunit.client.0.smithi123.stdout: 1108: throughput=5MB/sec pending data=0 2023-12-20T11:29:13.687 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jdUDOMekYBgG84C off=19173212 len=1181906 2023-12-20T11:29:13.689 INFO:tasks.workunit.client.0.smithi123.stdout:op 5545 completed, throughput=5MB/sec 2023-12-20T11:29:13.689 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-yO9knt0-jjex0MI off=1432692 len=1300832 2023-12-20T11:29:13.690 INFO:tasks.workunit.client.0.smithi123.stdout:op 5546 completed, throughput=5MB/sec 2023-12-20T11:29:13.690 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YGWRSPMCNNb15s1 off=11268379 len=791603 2023-12-20T11:29:13.692 INFO:tasks.workunit.client.0.smithi123.stdout:op 5547 completed, throughput=5MB/sec 2023-12-20T11:29:13.692 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-YTxC6vRxijlysEz off=3556008 len=1295745 2023-12-20T11:29:13.699 INFO:tasks.workunit.client.0.smithi123.stdout:op 5548 completed, throughput=5MB/sec 2023-12-20T11:29:14.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:13 smithi177 ceph-mon[212096]: pgmap v2013: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:29:14.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:13 smithi123 ceph-mon[191304]: pgmap v2013: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:29:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:13 smithi123 ceph-mon[188613]: pgmap v2013: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:29:14.699 INFO:tasks.workunit.client.0.smithi123.stdout: 1109: throughput=5MB/sec pending data=0 2023-12-20T11:29:14.699 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-W55labYvcMOo9DJ off=21753077 len=1843873 2023-12-20T11:29:14.701 INFO:tasks.workunit.client.0.smithi123.stdout:op 5549 completed, throughput=5MB/sec 2023-12-20T11:29:14.701 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-SKW3iLKzWs9VuZJ off=2345625 len=732898 2023-12-20T11:29:14.703 INFO:tasks.workunit.client.0.smithi123.stdout:op 5550 completed, throughput=5MB/sec 2023-12-20T11:29:14.703 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ZLFRLv1g1aL3fLo off=4969971 len=1031473 2023-12-20T11:29:14.710 INFO:tasks.workunit.client.0.smithi123.stdout:op 5551 completed, throughput=5MB/sec 2023-12-20T11:29:14.710 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zSEoX21xdBKJ7Qy off=1483970 len=1062553 2023-12-20T11:29:14.711 INFO:tasks.workunit.client.0.smithi123.stdout:op 5552 completed, throughput=5MB/sec 2023-12-20T11:29:15.712 INFO:tasks.workunit.client.0.smithi123.stdout: 1110: throughput=5MB/sec pending data=0 2023-12-20T11:29:15.713 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ZpdyvMaHTs3V-4V off=9591232 len=162979 2023-12-20T11:29:15.717 INFO:tasks.workunit.client.0.smithi123.stdout:op 5553 completed, throughput=5MB/sec 2023-12-20T11:29:15.717 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-g3IT3to3Cum__FE off=6387127 len=2000923 2023-12-20T11:29:15.728 INFO:tasks.workunit.client.0.smithi123.stdout:op 5554 completed, throughput=5MB/sec 2023-12-20T11:29:15.728 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-CPABZNIX-V3k4sa off=9918371 len=1291466 2023-12-20T11:29:15.729 INFO:tasks.workunit.client.0.smithi123.stdout:op 5555 completed, throughput=5MB/sec 2023-12-20T11:29:15.729 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tRZQ4d-n30_4TxZ off=456608 len=1203422 2023-12-20T11:29:15.731 INFO:tasks.workunit.client.0.smithi123.stdout:op 5556 completed, throughput=5MB/sec 2023-12-20T11:29:15.731 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-C5YkaJTBpTJAR5N off=4856594 len=483014 2023-12-20T11:29:15.731 INFO:tasks.workunit.client.0.smithi123.stdout:op 5557 completed, throughput=5MB/sec 2023-12-20T11:29:15.731 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ETPEq4bl-jecas_ off=327477 len=962076 2023-12-20T11:29:15.733 INFO:tasks.workunit.client.0.smithi123.stdout:op 5558 completed, throughput=5MB/sec 2023-12-20T11:29:16.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:15 smithi177 ceph-mon[212096]: pgmap v2014: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:29:16.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:15 smithi123 ceph-mon[188613]: pgmap v2014: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:29:16.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:15 smithi123 ceph-mon[191304]: pgmap v2014: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:29:16.733 INFO:tasks.workunit.client.0.smithi123.stdout: 1111: throughput=5MB/sec pending data=0 2023-12-20T11:29:16.733 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FHv5OMaEk_XuC__ off=3628208 len=1009233 2023-12-20T11:29:16.740 INFO:tasks.workunit.client.0.smithi123.stdout:op 5559 completed, throughput=5MB/sec 2023-12-20T11:29:16.740 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Rngi-VCZTugZiNo off=2019774 len=1096718 2023-12-20T11:29:16.747 INFO:tasks.workunit.client.0.smithi123.stdout:op 5560 completed, throughput=5MB/sec 2023-12-20T11:29:16.747 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-B9DyNGSmW_lMWrZ off=6598778 len=255416 2023-12-20T11:29:16.750 INFO:tasks.workunit.client.0.smithi123.stdout:op 5561 completed, throughput=5MB/sec 2023-12-20T11:29:16.750 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Y51EvHax1EmAg-q off=3605978 len=1652075 2023-12-20T11:29:16.752 INFO:tasks.workunit.client.0.smithi123.stdout:op 5562 completed, throughput=5MB/sec 2023-12-20T11:29:16.752 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-LtblE1fTGRp8po8 off=2250366 len=1923984 2023-12-20T11:29:16.766 INFO:tasks.workunit.client.0.smithi123.stdout:op 5563 completed, throughput=5MB/sec 2023-12-20T11:29:17.768 INFO:tasks.workunit.client.0.smithi123.stdout: 1112: throughput=5MB/sec pending data=0 2023-12-20T11:29:17.769 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-PWv0xUkx1GB8gDV off=19889442 len=721363 2023-12-20T11:29:17.770 INFO:tasks.workunit.client.0.smithi123.stdout:op 5564 completed, throughput=5MB/sec 2023-12-20T11:29:17.770 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4bvjPQ9LXcqFKfB off=15337524 len=610049 2023-12-20T11:29:17.771 INFO:tasks.workunit.client.0.smithi123.stdout:op 5565 completed, throughput=5MB/sec 2023-12-20T11:29:17.771 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-FFXV6O4-nESX8WB off=4749213 len=364478 2023-12-20T11:29:17.772 INFO:tasks.workunit.client.0.smithi123.stdout:op 5566 completed, throughput=5MB/sec 2023-12-20T11:29:17.772 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--LfFTuxuoJ_j1Nb off=4005484 len=555351 2023-12-20T11:29:17.773 INFO:tasks.workunit.client.0.smithi123.stdout:op 5567 completed, throughput=5MB/sec 2023-12-20T11:29:17.773 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2HXS3DkHiWWwNCI off=501672 len=2073472 2023-12-20T11:29:17.776 INFO:tasks.workunit.client.0.smithi123.stdout:op 5568 completed, throughput=5MB/sec 2023-12-20T11:29:18.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:17 smithi177 ceph-mon[212096]: pgmap v2015: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:29:18.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:17 smithi123 ceph-mon[191304]: pgmap v2015: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:29:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:17 smithi123 ceph-mon[188613]: pgmap v2015: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:29:18.776 INFO:tasks.workunit.client.0.smithi123.stdout: 1113: throughput=5MB/sec pending data=0 2023-12-20T11:29:18.776 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gWCv00sy7LCGopY off=1071284 len=722783 2023-12-20T11:29:18.780 INFO:tasks.workunit.client.0.smithi123.stdout:op 5569 completed, throughput=5MB/sec 2023-12-20T11:29:18.781 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-JW9l7YlzMgb9cv4 off=18409516 len=1882898 2023-12-20T11:29:18.791 INFO:tasks.workunit.client.0.smithi123.stdout:op 5570 completed, throughput=5MB/sec 2023-12-20T11:29:18.791 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QSKIZZqH_s_agc_ off=3303356 len=349578 2023-12-20T11:29:18.792 INFO:tasks.workunit.client.0.smithi123.stdout:op 5571 completed, throughput=5MB/sec 2023-12-20T11:29:18.792 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-rgOChshdxH9yLHm off=283347 len=1048795 2023-12-20T11:29:18.797 INFO:tasks.workunit.client.0.smithi123.stdout:op 5572 completed, throughput=5MB/sec 2023-12-20T11:29:18.797 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Md-PHIjk7Sh8qgV off=5108574 len=2005887 2023-12-20T11:29:18.804 INFO:tasks.workunit.client.0.smithi123.stdout:op 5573 completed, throughput=5MB/sec 2023-12-20T11:29:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:29:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:29:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-20T11:29:19.804 INFO:tasks.workunit.client.0.smithi123.stdout: 1114: throughput=5MB/sec pending data=0 2023-12-20T11:29:19.804 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ABGUFUxwMX5vPXw off=396996 len=681194 2023-12-20T11:29:19.805 INFO:tasks.workunit.client.0.smithi123.stdout:op 5574 completed, throughput=5MB/sec 2023-12-20T11:29:19.805 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-aGVEkDA1i8HDHl4 off=9544837 len=1486194 2023-12-20T11:29:19.812 INFO:tasks.workunit.client.0.smithi123.stdout:op 5575 completed, throughput=5MB/sec 2023-12-20T11:29:19.813 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-uoD4UbDKRFJRxW6 off=2376930 len=1566972 2023-12-20T11:29:19.819 INFO:tasks.workunit.client.0.smithi123.stdout:op 5576 completed, throughput=5MB/sec 2023-12-20T11:29:19.819 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gsqvt7Ic_EtcKds off=909233 len=827069 2023-12-20T11:29:19.820 INFO:tasks.workunit.client.0.smithi123.stdout:op 5577 completed, throughput=5MB/sec 2023-12-20T11:29:20.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:19 smithi177 ceph-mon[212096]: pgmap v2016: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:29:20.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:19 smithi123 ceph-mon[191304]: pgmap v2016: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:29:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:19 smithi123 ceph-mon[188613]: pgmap v2016: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:29:20.820 INFO:tasks.workunit.client.0.smithi123.stdout: 1115: throughput=5MB/sec pending data=0 2023-12-20T11:29:20.820 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-K88hBtrmxwQFYlv off=3246754 len=1017131 2023-12-20T11:29:20.825 INFO:tasks.workunit.client.0.smithi123.stdout:op 5578 completed, throughput=5MB/sec 2023-12-20T11:29:20.825 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-HofPrJgOU3aJ3c8 off=6339966 len=1474392 2023-12-20T11:29:20.836 INFO:tasks.workunit.client.0.smithi123.stdout:op 5579 completed, throughput=5MB/sec 2023-12-20T11:29:20.836 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hE-T5x_KAWnCt1_ off=3221588 len=1485803 2023-12-20T11:29:20.839 INFO:tasks.workunit.client.0.smithi123.stdout:op 5580 completed, throughput=5MB/sec 2023-12-20T11:29:20.839 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-muChrI1xN232a0Y off=7389799 len=1473232 2023-12-20T11:29:20.841 INFO:tasks.workunit.client.0.smithi123.stdout:op 5581 completed, throughput=5MB/sec 2023-12-20T11:29:21.842 INFO:tasks.workunit.client.0.smithi123.stdout: 1116: throughput=5MB/sec pending data=0 2023-12-20T11:29:21.842 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nhJZT9V9Oxe4eQd off=1255076 len=187466 2023-12-20T11:29:21.845 INFO:tasks.workunit.client.0.smithi123.stdout:op 5582 completed, throughput=5MB/sec 2023-12-20T11:29:21.845 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-pznhGFIc30xMgxu off=15420779 len=1016173 2023-12-20T11:29:21.851 INFO:tasks.workunit.client.0.smithi123.stdout:op 5583 completed, throughput=5MB/sec 2023-12-20T11:29:21.851 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-d38v9KDkEJNTp0l off=2142717 len=1653901 2023-12-20T11:29:21.860 INFO:tasks.workunit.client.0.smithi123.stdout:op 5584 completed, throughput=5MB/sec 2023-12-20T11:29:21.860 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-coTvVxxPdFQsk-N off=7408839 len=645315 2023-12-20T11:29:21.865 INFO:tasks.workunit.client.0.smithi123.stdout:op 5585 completed, throughput=5MB/sec 2023-12-20T11:29:21.865 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-3csmvSiFaPRNDzX off=12964426 len=384052 2023-12-20T11:29:21.869 INFO:tasks.workunit.client.0.smithi123.stdout:op 5586 completed, throughput=5MB/sec 2023-12-20T11:29:21.869 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-RUUdPAlmTugwYVw off=13624983 len=355988 2023-12-20T11:29:21.870 INFO:tasks.workunit.client.0.smithi123.stdout:op 5587 completed, throughput=5MB/sec 2023-12-20T11:29:21.870 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Xc9cTqccWDaccNV off=9831139 len=1958251 2023-12-20T11:29:21.871 INFO:tasks.workunit.client.0.smithi123.stdout:op 5588 completed, throughput=5MB/sec 2023-12-20T11:29:22.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:21 smithi177 ceph-mon[212096]: pgmap v2017: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:29:22.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:21 smithi123 ceph-mon[191304]: pgmap v2017: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:29:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:21 smithi123 ceph-mon[188613]: pgmap v2017: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:29:22.872 INFO:tasks.workunit.client.0.smithi123.stdout: 1117: throughput=5MB/sec pending data=0 2023-12-20T11:29:22.872 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-IzQTlM2DTzA6XGc off=9156497 len=1323225 2023-12-20T11:29:22.874 INFO:tasks.workunit.client.0.smithi123.stdout:op 5589 completed, throughput=5MB/sec 2023-12-20T11:29:22.874 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-mhpbYAcpxLzzkw5 off=12608324 len=414378 2023-12-20T11:29:22.878 INFO:tasks.workunit.client.0.smithi123.stdout:op 5590 completed, throughput=5MB/sec 2023-12-20T11:29:22.878 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-7cTm0RxUnYwtMsl off=9786329 len=264247 2023-12-20T11:29:22.881 INFO:tasks.workunit.client.0.smithi123.stdout:op 5591 completed, throughput=5MB/sec 2023-12-20T11:29:22.881 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8g1_Jsw7ujEhqqs off=11396691 len=455789 2023-12-20T11:29:22.881 INFO:tasks.workunit.client.0.smithi123.stdout:op 5592 completed, throughput=5MB/sec 2023-12-20T11:29:22.881 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-H3uYhPlum0dcJLF off=4274029 len=485810 2023-12-20T11:29:22.886 INFO:tasks.workunit.client.0.smithi123.stdout:op 5593 completed, throughput=5MB/sec 2023-12-20T11:29:22.886 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-a6GfEfkh2h3sUJv off=2012240 len=1871555 2023-12-20T11:29:22.896 INFO:tasks.workunit.client.0.smithi123.stdout:op 5594 completed, throughput=5MB/sec 2023-12-20T11:29:23.896 INFO:tasks.workunit.client.0.smithi123.stdout: 1118: throughput=5MB/sec pending data=0 2023-12-20T11:29:23.896 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-w-xFZXE7amQZWGk off=11514562 len=2045083 2023-12-20T11:29:23.898 INFO:tasks.workunit.client.0.smithi123.stdout:op 5595 completed, throughput=5MB/sec 2023-12-20T11:29:23.898 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jOjU250akUL1ar1 off=679491 len=79083 2023-12-20T11:29:23.899 INFO:tasks.workunit.client.0.smithi123.stdout:op 5596 completed, throughput=5MB/sec 2023-12-20T11:29:23.899 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-m3KH7XWRPB9NF-K off=3740418 len=638477 2023-12-20T11:29:23.900 INFO:tasks.workunit.client.0.smithi123.stdout:op 5597 completed, throughput=5MB/sec 2023-12-20T11:29:23.900 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-l81p94fAnSoAO36 off=19300350 len=1431853 2023-12-20T11:29:23.901 INFO:tasks.workunit.client.0.smithi123.stdout:op 5598 completed, throughput=5MB/sec 2023-12-20T11:29:23.902 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--3-7TAu2dna2Ygb off=7752063 len=1007558 2023-12-20T11:29:23.908 INFO:tasks.workunit.client.0.smithi123.stdout:op 5599 completed, throughput=5MB/sec 2023-12-20T11:29:24.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:23 smithi177 ceph-mon[212096]: pgmap v2018: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:29:24.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:23 smithi123 ceph-mon[191304]: pgmap v2018: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:29:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:23 smithi123 ceph-mon[188613]: pgmap v2018: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:29:24.908 INFO:tasks.workunit.client.0.smithi123.stdout: 1119: throughput=5MB/sec pending data=0 2023-12-20T11:29:24.909 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-LsCtjRL8l2cXvcl off=7352552 len=164802 2023-12-20T11:29:24.912 INFO:tasks.workunit.client.0.smithi123.stdout:op 5600 completed, throughput=5MB/sec 2023-12-20T11:29:24.912 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-e51zrntDMwppbsl off=654004 len=9889 2023-12-20T11:29:24.914 INFO:tasks.workunit.client.0.smithi123.stdout:op 5601 completed, throughput=5MB/sec 2023-12-20T11:29:24.914 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CG-Zvx0f4GWP-yE off=10412107 len=827861 2023-12-20T11:29:24.918 INFO:tasks.workunit.client.0.smithi123.stdout:op 5602 completed, throughput=5MB/sec 2023-12-20T11:29:24.919 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-dycONTZ564r-3Z7 off=7039741 len=89862 2023-12-20T11:29:24.919 INFO:tasks.workunit.client.0.smithi123.stdout:op 5603 completed, throughput=5MB/sec 2023-12-20T11:29:24.919 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0y05yHdD6tZ3CYC off=152306 len=1416630 2023-12-20T11:29:24.930 INFO:tasks.workunit.client.0.smithi123.stdout:op 5604 completed, throughput=5MB/sec 2023-12-20T11:29:24.930 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Dw40NaKGaQvdr2L off=4185994 len=942267 2023-12-20T11:29:24.931 INFO:tasks.workunit.client.0.smithi123.stdout:op 5605 completed, throughput=5MB/sec 2023-12-20T11:29:24.931 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-kimyqvUOVBJn8-z off=3781361 len=1930622 2023-12-20T11:29:24.939 INFO:tasks.workunit.client.0.smithi123.stdout:op 5606 completed, throughput=5MB/sec 2023-12-20T11:29:25.940 INFO:tasks.workunit.client.0.smithi123.stdout: 1120: throughput=5MB/sec pending data=0 2023-12-20T11:29:25.940 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-I8F5v83sGaV9yKP off=4536077 len=172896 2023-12-20T11:29:25.940 INFO:tasks.workunit.client.0.smithi123.stdout:op 5607 completed, throughput=5MB/sec 2023-12-20T11:29:25.940 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-oeNrU92N-MOKJtU off=10576152 len=973983 2023-12-20T11:29:25.942 INFO:tasks.workunit.client.0.smithi123.stdout:op 5608 completed, throughput=5MB/sec 2023-12-20T11:29:25.942 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-uZCA5ohjjeDTgeD off=851210 len=64415 2023-12-20T11:29:25.945 INFO:tasks.workunit.client.0.smithi123.stdout:op 5609 completed, throughput=5MB/sec 2023-12-20T11:29:25.945 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-tsv_xireb2byQ-u off=4472013 len=45378 2023-12-20T11:29:25.947 INFO:tasks.workunit.client.0.smithi123.stdout:op 5610 completed, throughput=5MB/sec 2023-12-20T11:29:25.947 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rBX3kpw6594Kpfh off=19033631 len=1382683 2023-12-20T11:29:25.949 INFO:tasks.workunit.client.0.smithi123.stdout:op 5611 completed, throughput=5MB/sec 2023-12-20T11:29:25.949 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-EMLyRGh7916_6sw off=6308895 len=894494 2023-12-20T11:29:25.950 INFO:tasks.workunit.client.0.smithi123.stdout:op 5612 completed, throughput=5MB/sec 2023-12-20T11:29:25.950 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-d2P6o4k119MAjxq off=175369 len=761807 2023-12-20T11:29:25.954 INFO:tasks.workunit.client.0.smithi123.stdout:op 5613 completed, throughput=5MB/sec 2023-12-20T11:29:25.954 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-lhboYSL2cbuc_mo off=212726 len=1612173 2023-12-20T11:29:25.961 INFO:tasks.workunit.client.0.smithi123.stdout:op 5614 completed, throughput=5MB/sec 2023-12-20T11:29:26.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:25 smithi177 ceph-mon[212096]: pgmap v2019: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:29:26.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:25 smithi123 ceph-mon[191304]: pgmap v2019: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:29:26.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:25 smithi123 ceph-mon[188613]: pgmap v2019: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:29:26.961 INFO:tasks.workunit.client.0.smithi123.stdout: 1121: throughput=5MB/sec pending data=0 2023-12-20T11:29:26.961 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-yZYKcC4IQ63cW7v off=2341274 len=1076324 2023-12-20T11:29:26.962 INFO:tasks.workunit.client.0.smithi123.stdout:op 5615 completed, throughput=5MB/sec 2023-12-20T11:29:26.962 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-UJqx2fUz0sjDRIv off=329335 len=617084 2023-12-20T11:29:26.967 INFO:tasks.workunit.client.0.smithi123.stdout:op 5616 completed, throughput=5MB/sec 2023-12-20T11:29:26.968 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-204Nj8sP6_qVHbc off=11900908 len=1349190 2023-12-20T11:29:26.970 INFO:tasks.workunit.client.0.smithi123.stdout:op 5617 completed, throughput=5MB/sec 2023-12-20T11:29:26.970 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--kP0jbyDnKRJ_Mo off=5984281 len=417102 2023-12-20T11:29:26.971 INFO:tasks.workunit.client.0.smithi123.stdout:op 5618 completed, throughput=5MB/sec 2023-12-20T11:29:26.971 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NGcU1ZWiGA4N3iO off=721824 len=1890433 2023-12-20T11:29:26.973 INFO:tasks.workunit.client.0.smithi123.stdout:op 5619 completed, throughput=5MB/sec 2023-12-20T11:29:27.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:29:27.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:29:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:29:27.974 INFO:tasks.workunit.client.0.smithi123.stdout: 1122: throughput=5MB/sec pending data=0 2023-12-20T11:29:27.974 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-HhXVpaZggkaGetr off=20090922 len=833281 2023-12-20T11:29:27.975 INFO:tasks.workunit.client.0.smithi123.stdout:op 5620 completed, throughput=5MB/sec 2023-12-20T11:29:27.975 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-1gGeHrPC1UygvF- off=10610333 len=148214 2023-12-20T11:29:27.975 INFO:tasks.workunit.client.0.smithi123.stdout:op 5621 completed, throughput=5MB/sec 2023-12-20T11:29:27.975 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-10fex3vWpBl4QUO off=13453625 len=1106875 2023-12-20T11:29:27.978 INFO:tasks.workunit.client.0.smithi123.stdout:op 5622 completed, throughput=5MB/sec 2023-12-20T11:29:27.978 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-MrAta7XeuRKV4w1 off=0 len=1810492 2023-12-20T11:29:27.980 INFO:tasks.workunit.client.0.smithi123.stdout:op 5623 completed, throughput=5MB/sec 2023-12-20T11:29:27.980 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gV4nLgaM-nY7x31 off=22079460 len=1359224 2023-12-20T11:29:27.993 INFO:tasks.workunit.client.0.smithi123.stdout:op 5624 completed, throughput=5MB/sec 2023-12-20T11:29:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:27 smithi177 ceph-mon[212096]: pgmap v2020: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:29:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:27 smithi123 ceph-mon[191304]: pgmap v2020: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:29:28.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:27 smithi123 ceph-mon[188613]: pgmap v2020: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:29:28.993 INFO:tasks.workunit.client.0.smithi123.stdout: 1123: throughput=5MB/sec pending data=0 2023-12-20T11:29:28.993 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kxyq_yOokU4D_Rl off=737372 len=2027813 2023-12-20T11:29:28.994 INFO:tasks.workunit.client.0.smithi123.stdout:op 5625 completed, throughput=5MB/sec 2023-12-20T11:29:28.994 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DblNuO2cSG5XwA5 off=4211288 len=1223541 2023-12-20T11:29:28.996 INFO:tasks.workunit.client.0.smithi123.stdout:op 5626 completed, throughput=5MB/sec 2023-12-20T11:29:28.996 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-w_hiA6iRTEJvnJx off=3861722 len=994953 2023-12-20T11:29:29.000 INFO:tasks.workunit.client.0.smithi123.stdout:op 5627 completed, throughput=5MB/sec 2023-12-20T11:29:29.000 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-4Dantr32csyKo1y off=6870735 len=2059909 2023-12-20T11:29:29.008 INFO:tasks.workunit.client.0.smithi123.stdout:op 5628 completed, throughput=5MB/sec 2023-12-20T11:29:29.251 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:29:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:29:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:29:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-20T11:29:29.555 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:29:29.555 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (38m) 4m ago 41m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:29:29.555 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (38m) 2m ago 41m 92.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:29:29.555 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (42m) 4m ago 42m 21.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:29:29.555 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (42m) 2m ago 42m 26.9M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:29:29.555 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (37m) 2m ago 44m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:29:29.556 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (37m) 4m ago 45m 546M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:29:29.556 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (37m) 4m ago 45m 285M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:29:29.556 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (36m) 2m ago 44m 158M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:29:29.556 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (37m) 4m ago 44m 172M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:29:29.556 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (38m) 4m ago 40m 19.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:29:29.556 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (38m) 2m ago 40m 19.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:29:29.556 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (36m) 4m ago 44m 1905M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:29:29.556 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (36m) 4m ago 43m 2135M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:29:29.556 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (35m) 4m ago 43m 2181M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:29:29.556 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (35m) 4m ago 43m 1932M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:29:29.556 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (34m) 2m ago 43m 1419M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:29:29.556 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (34m) 2m ago 42m 1582M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:29:29.556 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (33m) 2m ago 42m 1235M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:29:29.556 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (33m) 2m ago 42m 1635M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:29:29.556 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (37m) 2m ago 41m 87.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:29:29.940 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:29:29.940 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:29:29.940 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:29:29.940 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:29:29.940 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:29:29.940 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:29:29.940 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:29:29.940 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:29:29.940 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:29:29.940 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:29:29.940 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:29:29.940 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:29:29.940 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:29:29.941 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:29:29.941 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:29:29.941 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:29:29.941 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:29:29.941 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:29:30.008 INFO:tasks.workunit.client.0.smithi123.stdout: 1124: throughput=5MB/sec pending data=0 2023-12-20T11:29:30.009 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-v7xXUoI_xeTW0TA off=2787021 len=479958 2023-12-20T11:29:30.012 INFO:tasks.workunit.client.0.smithi123.stdout:op 5629 completed, throughput=5MB/sec 2023-12-20T11:29:30.012 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-JNtgsIAkeznp1ET off=4002559 len=1026940 2023-12-20T11:29:30.018 INFO:tasks.workunit.client.0.smithi123.stdout:op 5630 completed, throughput=5MB/sec 2023-12-20T11:29:30.018 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Rzt-EYPFHIPi9wD off=2154852 len=976203 2023-12-20T11:29:30.019 INFO:tasks.workunit.client.0.smithi123.stdout:op 5631 completed, throughput=5MB/sec 2023-12-20T11:29:30.019 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-UvttOvL8qsDQiYS off=992430 len=784785 2023-12-20T11:29:30.019 INFO:tasks.workunit.client.0.smithi123.stdout:op 5632 completed, throughput=5MB/sec 2023-12-20T11:29:30.020 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-1MlGMN3U2dm7G1b off=2470519 len=661594 2023-12-20T11:29:30.021 INFO:tasks.workunit.client.0.smithi123.stdout:op 5633 completed, throughput=5MB/sec 2023-12-20T11:29:30.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:29 smithi177 ceph-mon[212096]: pgmap v2021: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:29:30.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:29 smithi123 ceph-mon[191304]: pgmap v2021: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:29:30.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:29 smithi123 ceph-mon[188613]: pgmap v2021: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-20T11:29:31.022 INFO:tasks.workunit.client.0.smithi123.stdout: 1125: throughput=5MB/sec pending data=0 2023-12-20T11:29:31.022 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rpDXXAZoA0z4Kpm off=12010986 len=1364835 2023-12-20T11:29:31.023 INFO:tasks.workunit.client.0.smithi123.stdout:op 5634 completed, throughput=5MB/sec 2023-12-20T11:29:31.024 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-848Z6Q_387K4rqh off=13108493 len=1102388 2023-12-20T11:29:31.026 INFO:tasks.workunit.client.0.smithi123.stdout:op 5635 completed, throughput=5MB/sec 2023-12-20T11:29:31.026 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-0jIFZFS5hZqhIxK off=6076585 len=318256 2023-12-20T11:29:31.029 INFO:tasks.workunit.client.0.smithi123.stdout:op 5636 completed, throughput=5MB/sec 2023-12-20T11:29:31.030 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-NB-ouAhSKql736L off=11012141 len=1694598 2023-12-20T11:29:31.039 INFO:tasks.workunit.client.0.smithi123.stdout:op 5637 completed, throughput=5MB/sec 2023-12-20T11:29:31.039 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wp9TNaw81hplK2O off=348112 len=1209132 2023-12-20T11:29:31.040 INFO:tasks.workunit.client.0.smithi123.stdout:op 5638 completed, throughput=5MB/sec 2023-12-20T11:29:31.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:30 smithi177 ceph-mon[212096]: from='client.45854 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:29:31.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:30 smithi177 ceph-mon[212096]: from='client.45860 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:29:31.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:30 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2403419150' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:29:31.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:30 smithi123 ceph-mon[191304]: from='client.45854 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:29:31.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:30 smithi123 ceph-mon[191304]: from='client.45860 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:29:31.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:30 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2403419150' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:29:31.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:30 smithi123 ceph-mon[188613]: from='client.45854 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:29:31.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:30 smithi123 ceph-mon[188613]: from='client.45860 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:29:31.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:30 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2403419150' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:29:32.040 INFO:tasks.workunit.client.0.smithi123.stdout: 1126: throughput=5MB/sec pending data=0 2023-12-20T11:29:32.040 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zzo9slhBEPM_dKa off=5348288 len=2056987 2023-12-20T11:29:32.042 INFO:tasks.workunit.client.0.smithi123.stdout:op 5639 completed, throughput=5MB/sec 2023-12-20T11:29:32.043 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-QlMciK8667teDQZ off=5123966 len=1141163 2023-12-20T11:29:32.045 INFO:tasks.workunit.client.0.smithi123.stdout:op 5640 completed, throughput=5MB/sec 2023-12-20T11:29:32.045 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-A3YYxkppibYBsuF off=650438 len=1738373 2023-12-20T11:29:32.055 INFO:tasks.workunit.client.0.smithi123.stdout:op 5641 completed, throughput=5MB/sec 2023-12-20T11:29:32.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:31 smithi177 ceph-mon[212096]: pgmap v2022: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:29:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:31 smithi123 ceph-mon[191304]: pgmap v2022: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:29:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:31 smithi123 ceph-mon[188613]: pgmap v2022: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:29:33.055 INFO:tasks.workunit.client.0.smithi123.stdout: 1127: throughput=5MB/sec pending data=0 2023-12-20T11:29:33.055 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-o-v9s5s90_Xg7g8 off=8240071 len=277075 2023-12-20T11:29:33.056 INFO:tasks.workunit.client.0.smithi123.stdout:op 5642 completed, throughput=5MB/sec 2023-12-20T11:29:33.056 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-sKd5WSPeQYwrUem off=3979364 len=240303 2023-12-20T11:29:33.056 INFO:tasks.workunit.client.0.smithi123.stdout:op 5643 completed, throughput=5MB/sec 2023-12-20T11:29:33.056 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-HcQ95f3NbgPX97Q off=6712002 len=161659 2023-12-20T11:29:33.057 INFO:tasks.workunit.client.0.smithi123.stdout:op 5644 completed, throughput=5MB/sec 2023-12-20T11:29:33.057 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-W8v7FRQgS0iko_j off=223397 len=1908683 2023-12-20T11:29:33.060 INFO:tasks.workunit.client.0.smithi123.stdout:op 5645 completed, throughput=5MB/sec 2023-12-20T11:29:33.060 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-yrSdIrO-aWopVJK off=8280180 len=1295785 2023-12-20T11:29:33.068 INFO:tasks.workunit.client.0.smithi123.stdout:op 5646 completed, throughput=5MB/sec 2023-12-20T11:29:33.068 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ze-XEczPJcJEtfe off=3109680 len=1969496 2023-12-20T11:29:33.080 INFO:tasks.workunit.client.0.smithi123.stdout:op 5647 completed, throughput=5MB/sec 2023-12-20T11:29:34.080 INFO:tasks.workunit.client.0.smithi123.stdout: 1128: throughput=5MB/sec pending data=0 2023-12-20T11:29:34.080 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ycPhDgscYvChmq1 off=4689175 len=1791895 2023-12-20T11:29:34.088 INFO:tasks.workunit.client.0.smithi123.stdout:op 5648 completed, throughput=5MB/sec 2023-12-20T11:29:34.089 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-52J7zFaaE3OF2Ye off=11148 len=1375334 2023-12-20T11:29:34.089 INFO:tasks.workunit.client.0.smithi123.stdout:op 5649 completed, throughput=5MB/sec 2023-12-20T11:29:34.089 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gzp29AzgOEDvGE4 off=16354355 len=1791823 2023-12-20T11:29:34.091 INFO:tasks.workunit.client.0.smithi123.stdout:op 5650 completed, throughput=5MB/sec 2023-12-20T11:29:34.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:33 smithi177 ceph-mon[212096]: pgmap v2023: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:29:34.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:33 smithi123 ceph-mon[188613]: pgmap v2023: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:29:34.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:33 smithi123 ceph-mon[191304]: pgmap v2023: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-20T11:29:35.091 INFO:tasks.workunit.client.0.smithi123.stdout: 1129: throughput=5MB/sec pending data=0 2023-12-20T11:29:35.091 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-jimMtaz8UVG2rQi off=311118 len=1398305 2023-12-20T11:29:35.097 INFO:tasks.workunit.client.0.smithi123.stdout:op 5651 completed, throughput=5MB/sec 2023-12-20T11:29:35.097 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_g1wTIorCHkGiyQ off=682093 len=2037165 2023-12-20T11:29:35.099 INFO:tasks.workunit.client.0.smithi123.stdout:op 5652 completed, throughput=5MB/sec 2023-12-20T11:29:35.099 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-1TCksC66pSGHY0W off=11531929 len=306945 2023-12-20T11:29:35.103 INFO:tasks.workunit.client.0.smithi123.stdout:op 5653 completed, throughput=5MB/sec 2023-12-20T11:29:35.103 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cOMC1JtnSR4hFUM off=4634959 len=1387711 2023-12-20T11:29:35.112 INFO:tasks.workunit.client.0.smithi123.stdout:op 5654 completed, throughput=5MB/sec 2023-12-20T11:29:35.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:34 smithi177 ceph-mon[212096]: pgmap v2024: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:29:35.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:34 smithi123 ceph-mon[188613]: pgmap v2024: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:29:35.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:34 smithi123 ceph-mon[191304]: pgmap v2024: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:29:36.112 INFO:tasks.workunit.client.0.smithi123.stdout: 1130: throughput=5MB/sec pending data=0 2023-12-20T11:29:36.112 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-vDd2XpmUcKLklyT off=216735 len=1485141 2023-12-20T11:29:36.120 INFO:tasks.workunit.client.0.smithi123.stdout:op 5655 completed, throughput=5MB/sec 2023-12-20T11:29:36.121 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kJ2_8Xjzaf5jWAP off=13269231 len=320044 2023-12-20T11:29:36.121 INFO:tasks.workunit.client.0.smithi123.stdout:op 5656 completed, throughput=5MB/sec 2023-12-20T11:29:36.121 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-KFfozROOQOIjU3n off=2770780 len=1819065 2023-12-20T11:29:36.123 INFO:tasks.workunit.client.0.smithi123.stdout:op 5657 completed, throughput=5MB/sec 2023-12-20T11:29:36.123 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tEFVyBwzOPA-axG off=1977471 len=916541 2023-12-20T11:29:36.124 INFO:tasks.workunit.client.0.smithi123.stdout:op 5658 completed, throughput=5MB/sec 2023-12-20T11:29:36.124 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-PV5OoA3m8rGBLU4 off=1936571 len=558477 2023-12-20T11:29:36.125 INFO:tasks.workunit.client.0.smithi123.stdout:op 5659 completed, throughput=5MB/sec 2023-12-20T11:29:37.126 INFO:tasks.workunit.client.0.smithi123.stdout: 1131: throughput=5MB/sec pending data=0 2023-12-20T11:29:37.126 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-3ouQHsEtFswGEVM off=9965785 len=1017895 2023-12-20T11:29:37.131 INFO:tasks.workunit.client.0.smithi123.stdout:op 5660 completed, throughput=5MB/sec 2023-12-20T11:29:37.131 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-PuAT5PMrvTjpyVo off=0 len=1050187 2023-12-20T11:29:37.137 INFO:tasks.workunit.client.0.smithi123.stdout:op 5661 completed, throughput=5MB/sec 2023-12-20T11:29:37.137 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-VDna2NLM8TIO09u off=1275930 len=1160347 2023-12-20T11:29:37.144 INFO:tasks.workunit.client.0.smithi123.stdout:op 5662 completed, throughput=5MB/sec 2023-12-20T11:29:37.144 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-TFc2_O0KEvIbT8e off=2347126 len=109556 2023-12-20T11:29:37.144 INFO:tasks.workunit.client.0.smithi123.stdout:op 5663 completed, throughput=5MB/sec 2023-12-20T11:29:37.144 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ikFMm5BvfZN2kvA off=4109414 len=1401559 2023-12-20T11:29:37.145 INFO:tasks.workunit.client.0.smithi123.stdout:op 5664 completed, throughput=5MB/sec 2023-12-20T11:29:37.145 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lfUbCypWemF0F43 off=4874985 len=919795 2023-12-20T11:29:37.146 INFO:tasks.workunit.client.0.smithi123.stdout:op 5665 completed, throughput=5MB/sec 2023-12-20T11:29:37.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:37 smithi123 ceph-mon[191304]: pgmap v2025: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-20T11:29:37.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:37 smithi123 ceph-mon[188613]: pgmap v2025: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-20T11:29:37.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:37 smithi177 ceph-mon[212096]: pgmap v2025: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-20T11:29:38.147 INFO:tasks.workunit.client.0.smithi123.stdout: 1132: throughput=5MB/sec pending data=0 2023-12-20T11:29:38.147 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-RLUb3GK_DbbcmRC off=1223267 len=1838273 2023-12-20T11:29:38.149 INFO:tasks.workunit.client.0.smithi123.stdout:op 5666 completed, throughput=5MB/sec 2023-12-20T11:29:38.149 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rLXWqy7fiIBE84o off=8592550 len=1910197 2023-12-20T11:29:38.151 INFO:tasks.workunit.client.0.smithi123.stdout:op 5667 completed, throughput=5MB/sec 2023-12-20T11:29:38.151 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_8Iv4LWod-jKdbU off=12812298 len=1439436 2023-12-20T11:29:38.153 INFO:tasks.workunit.client.0.smithi123.stdout:op 5668 completed, throughput=5MB/sec 2023-12-20T11:29:39.153 INFO:tasks.workunit.client.0.smithi123.stdout: 1133: throughput=5MB/sec pending data=0 2023-12-20T11:29:39.154 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-8FzMvxRoN6nuooS off=325698 len=1519206 2023-12-20T11:29:39.156 INFO:tasks.workunit.client.0.smithi123.stdout:op 5669 completed, throughput=5MB/sec 2023-12-20T11:29:39.156 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-1aR74_WzK8IwpZl off=21710545 len=910276 2023-12-20T11:29:39.157 INFO:tasks.workunit.client.0.smithi123.stdout:op 5670 completed, throughput=5MB/sec 2023-12-20T11:29:39.157 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4fSArLE3kM32s9U off=3000375 len=565919 2023-12-20T11:29:39.159 INFO:tasks.workunit.client.0.smithi123.stdout:op 5671 completed, throughput=5MB/sec 2023-12-20T11:29:39.159 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-fLFl9xVeXZKIJII off=6293957 len=1142495 2023-12-20T11:29:39.164 INFO:tasks.workunit.client.0.smithi123.stdout:op 5672 completed, throughput=5MB/sec 2023-12-20T11:29:39.164 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-l3yy_HNxz8FYIo3 off=5483635 len=1258975 2023-12-20T11:29:39.165 INFO:tasks.workunit.client.0.smithi123.stdout:op 5673 completed, throughput=5MB/sec 2023-12-20T11:29:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:29:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:29:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-20T11:29:39.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:39 smithi177 ceph-mon[212096]: pgmap v2026: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:29:39.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:39 smithi123 ceph-mon[191304]: pgmap v2026: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:29:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:39 smithi123 ceph-mon[188613]: pgmap v2026: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:29:40.166 INFO:tasks.workunit.client.0.smithi123.stdout: 1134: throughput=5MB/sec pending data=0 2023-12-20T11:29:40.166 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-PNcnUIPwcY-wEcK off=219356 len=1541742 2023-12-20T11:29:40.168 INFO:tasks.workunit.client.0.smithi123.stdout:op 5674 completed, throughput=5MB/sec 2023-12-20T11:29:40.168 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QICKYolNPwFff7V off=9150127 len=871027 2023-12-20T11:29:40.173 INFO:tasks.workunit.client.0.smithi123.stdout:op 5675 completed, throughput=5MB/sec 2023-12-20T11:29:40.173 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uWDkgTv9W2-qfUW off=7550641 len=1106747 2023-12-20T11:29:40.174 INFO:tasks.workunit.client.0.smithi123.stdout:op 5676 completed, throughput=5MB/sec 2023-12-20T11:29:40.174 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-gVQCjWM0SDfiU-u off=2129046 len=708538 2023-12-20T11:29:40.176 INFO:tasks.workunit.client.0.smithi123.stdout:op 5677 completed, throughput=5MB/sec 2023-12-20T11:29:40.176 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-h2-uxfSDZudlYZh off=16464861 len=356733 2023-12-20T11:29:40.179 INFO:tasks.workunit.client.0.smithi123.stdout:op 5678 completed, throughput=5MB/sec 2023-12-20T11:29:40.179 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SKW3iLKzWs9VuZJ off=1322524 len=1608947 2023-12-20T11:29:40.188 INFO:tasks.workunit.client.0.smithi123.stdout:op 5679 completed, throughput=5MB/sec 2023-12-20T11:29:41.188 INFO:tasks.workunit.client.0.smithi123.stdout: 1135: throughput=5MB/sec pending data=0 2023-12-20T11:29:41.188 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Eimc_yB30B-D4Dh off=3872276 len=1977912 2023-12-20T11:29:41.198 INFO:tasks.workunit.client.0.smithi123.stdout:op 5680 completed, throughput=5MB/sec 2023-12-20T11:29:41.198 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-sTvroCpbd1Bigbf off=12893310 len=1997173 2023-12-20T11:29:41.206 INFO:tasks.workunit.client.0.smithi123.stdout:op 5681 completed, throughput=5MB/sec 2023-12-20T11:29:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:41 smithi177 ceph-mon[212096]: pgmap v2027: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:29:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:29:41.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:41 smithi123 ceph-mon[191304]: pgmap v2027: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:29:41.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:29:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:41 smithi123 ceph-mon[188613]: pgmap v2027: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-20T11:29:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:29:42.207 INFO:tasks.workunit.client.0.smithi123.stdout: 1136: throughput=5MB/sec pending data=0 2023-12-20T11:29:42.207 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xqU0mwcavNfOx_q off=5117755 len=1789003 2023-12-20T11:29:42.209 INFO:tasks.workunit.client.0.smithi123.stdout:op 5682 completed, throughput=5MB/sec 2023-12-20T11:29:42.209 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-YRonQytC1lRMfmF off=11993820 len=1158655 2023-12-20T11:29:42.210 INFO:tasks.workunit.client.0.smithi123.stdout:op 5683 completed, throughput=5MB/sec 2023-12-20T11:29:42.210 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Fc7yGfxzsGs4AMi off=0 len=1752626 2023-12-20T11:29:42.215 INFO:tasks.workunit.client.0.smithi123.stdout:op 5684 completed, throughput=5MB/sec 2023-12-20T11:29:42.215 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-dpdQvmuIVY_cFwE off=652166 len=1534312 2023-12-20T11:29:42.223 INFO:tasks.workunit.client.0.smithi123.stdout:op 5685 completed, throughput=5MB/sec 2023-12-20T11:29:43.223 INFO:tasks.workunit.client.0.smithi123.stdout: 1137: throughput=5MB/sec pending data=0 2023-12-20T11:29:43.223 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-bbR2f58iG9DFtLA off=12769479 len=411022 2023-12-20T11:29:43.227 INFO:tasks.workunit.client.0.smithi123.stdout:op 5686 completed, throughput=5MB/sec 2023-12-20T11:29:43.227 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-m5lm-SK4uL3BkjX off=10393635 len=1860782 2023-12-20T11:29:43.229 INFO:tasks.workunit.client.0.smithi123.stdout:op 5687 completed, throughput=5MB/sec 2023-12-20T11:29:43.229 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_IIUYdNZJzjp_qz off=2297944 len=1184473 2023-12-20T11:29:43.231 INFO:tasks.workunit.client.0.smithi123.stdout:op 5688 completed, throughput=5MB/sec 2023-12-20T11:29:43.231 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DmmF8s7R7jQgTkU off=12960089 len=468660 2023-12-20T11:29:43.234 INFO:tasks.workunit.client.0.smithi123.stdout:op 5689 completed, throughput=5MB/sec 2023-12-20T11:29:43.234 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-uatMRqAOmGNn__N off=3631027 len=1941374 2023-12-20T11:29:43.236 INFO:tasks.workunit.client.0.smithi123.stdout:op 5690 completed, throughput=5MB/sec 2023-12-20T11:29:43.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:43 smithi177 ceph-mon[212096]: pgmap v2028: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:29:43.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:43 smithi123 ceph-mon[191304]: pgmap v2028: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:29:43.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:43 smithi123 ceph-mon[188613]: pgmap v2028: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:29:44.237 INFO:tasks.workunit.client.0.smithi123.stdout: 1138: throughput=5MB/sec pending data=0 2023-12-20T11:29:44.237 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2r5pSxtrdKxLz1C off=5561298 len=1430775 2023-12-20T11:29:44.238 INFO:tasks.workunit.client.0.smithi123.stdout:op 5691 completed, throughput=5MB/sec 2023-12-20T11:29:44.239 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-kNE14RaTCojvGOr off=3178064 len=268067 2023-12-20T11:29:44.242 INFO:tasks.workunit.client.0.smithi123.stdout:op 5692 completed, throughput=5MB/sec 2023-12-20T11:29:44.242 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--d4Ty8uVwsFMGBf off=8058666 len=438915 2023-12-20T11:29:44.245 INFO:tasks.workunit.client.0.smithi123.stdout:op 5693 completed, throughput=5MB/sec 2023-12-20T11:29:44.245 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ixNDJALeEQpWxeo off=11732612 len=313938 2023-12-20T11:29:44.248 INFO:tasks.workunit.client.0.smithi123.stdout:op 5694 completed, throughput=5MB/sec 2023-12-20T11:29:44.248 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-l5qxYJf6LqymnXf off=19451208 len=412144 2023-12-20T11:29:44.252 INFO:tasks.workunit.client.0.smithi123.stdout:op 5695 completed, throughput=5MB/sec 2023-12-20T11:29:44.252 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-OJt0o8wKCK84qN9 off=10088061 len=380955 2023-12-20T11:29:44.255 INFO:tasks.workunit.client.0.smithi123.stdout:op 5696 completed, throughput=5MB/sec 2023-12-20T11:29:44.255 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-s3sDz6Mqq7mOORw off=603770 len=481923 2023-12-20T11:29:44.258 INFO:tasks.workunit.client.0.smithi123.stdout:op 5697 completed, throughput=5MB/sec 2023-12-20T11:29:44.259 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-A_GbHDFK8nkA7vr off=3359694 len=313912 2023-12-20T11:29:44.259 INFO:tasks.workunit.client.0.smithi123.stdout:op 5698 completed, throughput=5MB/sec 2023-12-20T11:29:45.260 INFO:tasks.workunit.client.0.smithi123.stdout: 1139: throughput=5MB/sec pending data=0 2023-12-20T11:29:45.260 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--AKhBFrNwZ3XTA_ off=655191 len=1355257 2023-12-20T11:29:45.269 INFO:tasks.workunit.client.0.smithi123.stdout:op 5699 completed, throughput=5MB/sec 2023-12-20T11:29:45.269 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Dgy1FVemIib9miS off=4633850 len=1797992 2023-12-20T11:29:45.273 INFO:tasks.workunit.client.0.smithi123.stdout:op 5700 completed, throughput=5MB/sec 2023-12-20T11:29:45.273 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ofa3DZpHeZzTvBx off=3324567 len=1183623 2023-12-20T11:29:45.275 INFO:tasks.workunit.client.0.smithi123.stdout:op 5701 completed, throughput=5MB/sec 2023-12-20T11:29:45.275 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Ja2xPww2ZXOy5RQ off=1968599 len=829099 2023-12-20T11:29:45.279 INFO:tasks.workunit.client.0.smithi123.stdout:op 5702 completed, throughput=5MB/sec 2023-12-20T11:29:45.279 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-5_xn6eFU443Jep9 off=15808201 len=285101 2023-12-20T11:29:45.280 INFO:tasks.workunit.client.0.smithi123.stdout:op 5703 completed, throughput=5MB/sec 2023-12-20T11:29:45.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:45 smithi177 ceph-mon[212096]: pgmap v2029: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:29:45.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:45 smithi123 ceph-mon[191304]: pgmap v2029: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:29:45.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:45 smithi123 ceph-mon[188613]: pgmap v2029: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:29:46.280 INFO:tasks.workunit.client.0.smithi123.stdout: 1140: throughput=5MB/sec pending data=0 2023-12-20T11:29:46.281 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-tjzon8dojbAt3m_ off=12402840 len=646695 2023-12-20T11:29:46.285 INFO:tasks.workunit.client.0.smithi123.stdout:op 5704 completed, throughput=5MB/sec 2023-12-20T11:29:46.285 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-AFWYgR_cmV3d28T off=5380502 len=1155462 2023-12-20T11:29:46.289 INFO:tasks.workunit.client.0.smithi123.stdout:op 5705 completed, throughput=5MB/sec 2023-12-20T11:29:46.289 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xfK7mnb7d9I99m_ off=5795825 len=1372897 2023-12-20T11:29:46.291 INFO:tasks.workunit.client.0.smithi123.stdout:op 5706 completed, throughput=5MB/sec 2023-12-20T11:29:46.291 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-3LMwdtEy-oB7gsk off=3480545 len=834469 2023-12-20T11:29:46.292 INFO:tasks.workunit.client.0.smithi123.stdout:op 5707 completed, throughput=5MB/sec 2023-12-20T11:29:46.292 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-jXH2Wqa1wOOeXiH off=5194457 len=617739 2023-12-20T11:29:46.293 INFO:tasks.workunit.client.0.smithi123.stdout:op 5708 completed, throughput=5MB/sec 2023-12-20T11:29:46.293 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xM7MOsPhMWG8848 off=11646948 len=666276 2023-12-20T11:29:46.294 INFO:tasks.workunit.client.0.smithi123.stdout:op 5709 completed, throughput=5MB/sec 2023-12-20T11:29:47.294 INFO:tasks.workunit.client.0.smithi123.stdout: 1141: throughput=5MB/sec pending data=0 2023-12-20T11:29:47.294 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QyXBiZLjbNULmXf off=4067565 len=470839 2023-12-20T11:29:47.299 INFO:tasks.workunit.client.0.smithi123.stdout:op 5710 completed, throughput=5MB/sec 2023-12-20T11:29:47.299 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-ASYbRLvrfHwI4iv off=18814914 len=856737 2023-12-20T11:29:47.303 INFO:tasks.workunit.client.0.smithi123.stdout:op 5711 completed, throughput=5MB/sec 2023-12-20T11:29:47.304 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-BFQTK8I9nJmUnz_ off=6520106 len=1296781 2023-12-20T11:29:47.305 INFO:tasks.workunit.client.0.smithi123.stdout:op 5712 completed, throughput=5MB/sec 2023-12-20T11:29:47.305 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-IZcFoYCUQUPcWTI off=514759 len=977798 2023-12-20T11:29:47.311 INFO:tasks.workunit.client.0.smithi123.stdout:op 5713 completed, throughput=5MB/sec 2023-12-20T11:29:47.311 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-oz8dOmDNJHxCsLw off=604966 len=744008 2023-12-20T11:29:47.312 INFO:tasks.workunit.client.0.smithi123.stdout:op 5714 completed, throughput=5MB/sec 2023-12-20T11:29:47.312 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-yDC28nnUypxXC9u off=8958678 len=194379 2023-12-20T11:29:47.312 INFO:tasks.workunit.client.0.smithi123.stdout:op 5715 completed, throughput=5MB/sec 2023-12-20T11:29:47.312 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-J6hU4gZ8GrBKi7X off=2800433 len=873876 2023-12-20T11:29:47.317 INFO:tasks.workunit.client.0.smithi123.stdout:op 5716 completed, throughput=5MB/sec 2023-12-20T11:29:47.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:47 smithi177 ceph-mon[212096]: pgmap v2030: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-20T11:29:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:47 smithi123 ceph-mon[188613]: pgmap v2030: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-20T11:29:47.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:47 smithi123 ceph-mon[191304]: pgmap v2030: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-20T11:29:48.314 INFO:tasks.workunit.client.0.smithi123.stdout: 1142: throughput=5MB/sec pending data=0 2023-12-20T11:29:48.315 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-_YKyU4G3xpHHNi2 off=206564 len=1736525 2023-12-20T11:29:48.318 INFO:tasks.workunit.client.0.smithi123.stdout:op 5717 completed, throughput=5MB/sec 2023-12-20T11:29:48.318 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2LyCFEFLN8_4BEm off=524904 len=1871585 2023-12-20T11:29:48.328 INFO:tasks.workunit.client.0.smithi123.stdout:op 5718 completed, throughput=5MB/sec 2023-12-20T11:29:48.329 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-fmqisOZ2ilc6vYh off=888999 len=1575885 2023-12-20T11:29:48.337 INFO:tasks.workunit.client.0.smithi123.stdout:op 5719 completed, throughput=5MB/sec 2023-12-20T11:29:49.338 INFO:tasks.workunit.client.0.smithi123.stdout: 1143: throughput=5MB/sec pending data=0 2023-12-20T11:29:49.338 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Y76WhpiWAHCTEGR off=6345607 len=1365894 2023-12-20T11:29:49.346 INFO:tasks.workunit.client.0.smithi123.stdout:op 5720 completed, throughput=5MB/sec 2023-12-20T11:29:49.346 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-aidLCHA4KNNsL0i off=344600 len=679948 2023-12-20T11:29:49.349 INFO:tasks.workunit.client.0.smithi123.stdout:op 5721 completed, throughput=5MB/sec 2023-12-20T11:29:49.349 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-6E5rCOabvNpc5fT off=7690570 len=2095371 2023-12-20T11:29:49.361 INFO:tasks.workunit.client.0.smithi123.stdout:op 5722 completed, throughput=5MB/sec 2023-12-20T11:29:49.361 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-KcKzSX-E0pJxvJM off=3813359 len=1738973 2023-12-20T11:29:49.364 INFO:tasks.workunit.client.0.smithi123.stdout:op 5723 completed, throughput=5MB/sec 2023-12-20T11:29:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:29:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:29:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-20T11:29:49.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:49 smithi177 ceph-mon[212096]: pgmap v2031: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:29:49.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:49 smithi123 ceph-mon[188613]: pgmap v2031: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:29:49.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:49 smithi123 ceph-mon[191304]: pgmap v2031: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:29:50.364 INFO:tasks.workunit.client.0.smithi123.stdout: 1144: throughput=5MB/sec pending data=0 2023-12-20T11:29:50.365 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-50_hzDcMXur-Sp1 off=153698 len=1733077 2023-12-20T11:29:50.368 INFO:tasks.workunit.client.0.smithi123.stdout:op 5724 completed, throughput=5MB/sec 2023-12-20T11:29:50.368 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-hy3-Dgz_3S12Epk off=9781133 len=1354554 2023-12-20T11:29:50.375 INFO:tasks.workunit.client.0.smithi123.stdout:op 5725 completed, throughput=5MB/sec 2023-12-20T11:29:50.375 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-lqx1unbknfrm3nh off=139842 len=1589713 2023-12-20T11:29:50.382 INFO:tasks.workunit.client.0.smithi123.stdout:op 5726 completed, throughput=5MB/sec 2023-12-20T11:29:50.382 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2WXRlxBmpoFxNgM off=2439383 len=1464962 2023-12-20T11:29:50.383 INFO:tasks.workunit.client.0.smithi123.stdout:op 5727 completed, throughput=5MB/sec 2023-12-20T11:29:51.384 INFO:tasks.workunit.client.0.smithi123.stdout: 1145: throughput=5MB/sec pending data=0 2023-12-20T11:29:51.384 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-WGDgbneIZnK4j5m off=1401291 len=1505977 2023-12-20T11:29:51.386 INFO:tasks.workunit.client.0.smithi123.stdout:op 5728 completed, throughput=5MB/sec 2023-12-20T11:29:51.387 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-IZhYYSTMI36Pe7_ off=9291642 len=1743984 2023-12-20T11:29:51.390 INFO:tasks.workunit.client.0.smithi123.stdout:op 5729 completed, throughput=5MB/sec 2023-12-20T11:29:51.390 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-64MDPIG9eF6dCYk off=1409253 len=632410 2023-12-20T11:29:51.391 INFO:tasks.workunit.client.0.smithi123.stdout:op 5730 completed, throughput=5MB/sec 2023-12-20T11:29:51.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:51 smithi177 ceph-mon[212096]: pgmap v2032: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:29:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:51 smithi123 ceph-mon[188613]: pgmap v2032: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:29:51.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:51 smithi123 ceph-mon[191304]: pgmap v2032: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:29:52.391 INFO:tasks.workunit.client.0.smithi123.stdout: 1146: throughput=5MB/sec pending data=0 2023-12-20T11:29:52.391 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-N9lEN8jwnzsPMAP off=3063046 len=454748 2023-12-20T11:29:52.393 INFO:tasks.workunit.client.0.smithi123.stdout:op 5731 completed, throughput=5MB/sec 2023-12-20T11:29:52.393 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-lNw12oCqBitK6zL off=471557 len=524240 2023-12-20T11:29:52.396 INFO:tasks.workunit.client.0.smithi123.stdout:op 5732 completed, throughput=5MB/sec 2023-12-20T11:29:52.396 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-aDcxSGyhZwg9YPI off=13929372 len=608681 2023-12-20T11:29:52.398 INFO:tasks.workunit.client.0.smithi123.stdout:op 5733 completed, throughput=5MB/sec 2023-12-20T11:29:52.398 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-KS0CiZebfn5RljR off=13303426 len=1092575 2023-12-20T11:29:52.399 INFO:tasks.workunit.client.0.smithi123.stdout:op 5734 completed, throughput=5MB/sec 2023-12-20T11:29:52.400 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Bq5tO_8yS31VTyW off=2182026 len=1118933 2023-12-20T11:29:52.406 INFO:tasks.workunit.client.0.smithi123.stdout:op 5735 completed, throughput=5MB/sec 2023-12-20T11:29:52.407 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-f4Wd4QcEuFj-Esz off=10718273 len=1578933 2023-12-20T11:29:52.408 INFO:tasks.workunit.client.0.smithi123.stdout:op 5736 completed, throughput=5MB/sec 2023-12-20T11:29:53.408 INFO:tasks.workunit.client.0.smithi123.stdout: 1147: throughput=5MB/sec pending data=0 2023-12-20T11:29:53.409 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-THbksPRvWaqC16W off=2070713 len=64954 2023-12-20T11:29:53.411 INFO:tasks.workunit.client.0.smithi123.stdout:op 5737 completed, throughput=5MB/sec 2023-12-20T11:29:53.411 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xUHnWDK5moxuTHv off=12793510 len=1120264 2023-12-20T11:29:53.413 INFO:tasks.workunit.client.0.smithi123.stdout:op 5738 completed, throughput=5MB/sec 2023-12-20T11:29:53.413 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-MhlW7yB-0N9s18C off=8024200 len=1721647 2023-12-20T11:29:53.415 INFO:tasks.workunit.client.0.smithi123.stdout:op 5739 completed, throughput=5MB/sec 2023-12-20T11:29:53.415 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GgXlUgfqbqbH9BW off=381143 len=1509999 2023-12-20T11:29:53.418 INFO:tasks.workunit.client.0.smithi123.stdout:op 5740 completed, throughput=5MB/sec 2023-12-20T11:29:53.418 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-soyCvwb2MxwDgxm off=14794 len=328442 2023-12-20T11:29:53.419 INFO:tasks.workunit.client.0.smithi123.stdout:op 5741 completed, throughput=5MB/sec 2023-12-20T11:29:53.419 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-WYmzMvvLUm34EBB off=10495982 len=1220066 2023-12-20T11:29:53.420 INFO:tasks.workunit.client.0.smithi123.stdout:op 5742 completed, throughput=5MB/sec 2023-12-20T11:29:53.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:53 smithi177 ceph-mon[212096]: pgmap v2033: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:29:53.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:53 smithi123 ceph-mon[191304]: pgmap v2033: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:29:53.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:53 smithi123 ceph-mon[188613]: pgmap v2033: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:29:54.421 INFO:tasks.workunit.client.0.smithi123.stdout: 1148: throughput=5MB/sec pending data=0 2023-12-20T11:29:54.421 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-yHAf04MF5XLI_I8 off=8443815 len=159419 2023-12-20T11:29:54.424 INFO:tasks.workunit.client.0.smithi123.stdout:op 5743 completed, throughput=5MB/sec 2023-12-20T11:29:54.424 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-v_ztHCMTBRSrOpo off=12097536 len=2011196 2023-12-20T11:29:54.433 INFO:tasks.workunit.client.0.smithi123.stdout:op 5744 completed, throughput=5MB/sec 2023-12-20T11:29:54.433 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-3KxZHJt2EHy7Sov off=1430082 len=1326451 2023-12-20T11:29:54.439 INFO:tasks.workunit.client.0.smithi123.stdout:op 5745 completed, throughput=5MB/sec 2023-12-20T11:29:54.439 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-lBQDkC-5fzyZGDu off=282818 len=1923940 2023-12-20T11:29:54.443 INFO:tasks.workunit.client.0.smithi123.stdout:op 5746 completed, throughput=5MB/sec 2023-12-20T11:29:55.443 INFO:tasks.workunit.client.0.smithi123.stdout: 1149: throughput=5MB/sec pending data=0 2023-12-20T11:29:55.444 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-URCS8SutnN8vqOd off=9047286 len=1841200 2023-12-20T11:29:55.451 INFO:tasks.workunit.client.0.smithi123.stdout:op 5747 completed, throughput=5MB/sec 2023-12-20T11:29:55.451 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-JPRHRY_00RLJN7o off=1535948 len=1920129 2023-12-20T11:29:55.452 INFO:tasks.workunit.client.0.smithi123.stdout:op 5748 completed, throughput=5MB/sec 2023-12-20T11:29:55.453 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-2EiOxbTYZbErSK1 off=483032 len=1852869 2023-12-20T11:29:55.461 INFO:tasks.workunit.client.0.smithi123.stdout:op 5749 completed, throughput=5MB/sec 2023-12-20T11:29:55.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:55 smithi177 ceph-mon[212096]: pgmap v2034: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-20T11:29:55.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:55 smithi123 ceph-mon[188613]: pgmap v2034: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-20T11:29:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:55 smithi123 ceph-mon[191304]: pgmap v2034: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-20T11:29:56.461 INFO:tasks.workunit.client.0.smithi123.stdout: 1150: throughput=5MB/sec pending data=0 2023-12-20T11:29:56.461 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_ySRA008j2tB-3W off=3293017 len=1045086 2023-12-20T11:29:56.468 INFO:tasks.workunit.client.0.smithi123.stdout:op 5750 completed, throughput=5MB/sec 2023-12-20T11:29:56.468 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-C0GID-vH_ls_fdD off=13518535 len=1069845 2023-12-20T11:29:56.470 INFO:tasks.workunit.client.0.smithi123.stdout:op 5751 completed, throughput=5MB/sec 2023-12-20T11:29:56.470 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-n78yKMrKHSTnc0k off=8166421 len=1965839 2023-12-20T11:29:56.472 INFO:tasks.workunit.client.0.smithi123.stdout:op 5752 completed, throughput=5MB/sec 2023-12-20T11:29:56.472 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GisE-QgWOTNs7yt off=1146429 len=1967803 2023-12-20T11:29:56.474 INFO:tasks.workunit.client.0.smithi123.stdout:op 5753 completed, throughput=5MB/sec 2023-12-20T11:29:56.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:29:56.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:29:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:29:57.474 INFO:tasks.workunit.client.0.smithi123.stdout: 1151: throughput=5MB/sec pending data=0 2023-12-20T11:29:57.475 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-TIn3zn3uk0yi75y off=506947 len=612073 2023-12-20T11:29:57.475 INFO:tasks.workunit.client.0.smithi123.stdout:op 5754 completed, throughput=5MB/sec 2023-12-20T11:29:57.475 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-I4j2p_Z2whWi5rM off=643846 len=665722 2023-12-20T11:29:57.476 INFO:tasks.workunit.client.0.smithi123.stdout:op 5755 completed, throughput=5MB/sec 2023-12-20T11:29:57.477 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2hUMIkBEXBJVUYO off=1999699 len=1570706 2023-12-20T11:29:57.480 INFO:tasks.workunit.client.0.smithi123.stdout:op 5756 completed, throughput=5MB/sec 2023-12-20T11:29:57.480 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-M0eYimNDq22MxBp off=947965 len=492998 2023-12-20T11:29:57.485 INFO:tasks.workunit.client.0.smithi123.stdout:op 5757 completed, throughput=5MB/sec 2023-12-20T11:29:57.485 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-s4i6rThnVeHMCUb off=16912544 len=757040 2023-12-20T11:29:57.486 INFO:tasks.workunit.client.0.smithi123.stdout:op 5758 completed, throughput=5MB/sec 2023-12-20T11:29:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:57 smithi177 ceph-mon[212096]: pgmap v2035: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-20T11:29:57.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:57 smithi123 ceph-mon[188613]: pgmap v2035: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-20T11:29:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:57 smithi123 ceph-mon[191304]: pgmap v2035: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-20T11:29:58.486 INFO:tasks.workunit.client.0.smithi123.stdout: 1152: throughput=5MB/sec pending data=0 2023-12-20T11:29:58.487 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-3csmvSiFaPRNDzX off=18160433 len=25098 2023-12-20T11:29:58.487 INFO:tasks.workunit.client.0.smithi123.stdout:op 5759 completed, throughput=5MB/sec 2023-12-20T11:29:58.487 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-invyP3BHQXx3WQS off=911755 len=1153991 2023-12-20T11:29:58.492 INFO:tasks.workunit.client.0.smithi123.stdout:op 5760 completed, throughput=5MB/sec 2023-12-20T11:29:58.493 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-i-j-LD46Lj_21x_ off=19579587 len=1512825 2023-12-20T11:29:58.502 INFO:tasks.workunit.client.0.smithi123.stdout:op 5761 completed, throughput=5MB/sec 2023-12-20T11:29:58.502 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-7KpqfGuriZfvyCJ off=4814771 len=878378 2023-12-20T11:29:58.504 INFO:tasks.workunit.client.0.smithi123.stdout:op 5762 completed, throughput=5MB/sec 2023-12-20T11:29:58.504 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gn35b7JAmyTXGMg off=5463382 len=336721 2023-12-20T11:29:58.507 INFO:tasks.workunit.client.0.smithi123.stdout:op 5763 completed, throughput=5MB/sec 2023-12-20T11:29:58.508 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-7B2sRCr9w4Nl3gh off=8160498 len=1484242 2023-12-20T11:29:58.514 INFO:tasks.workunit.client.0.smithi123.stdout:op 5764 completed, throughput=5MB/sec 2023-12-20T11:29:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:29:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:29:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-20T11:29:59.514 INFO:tasks.workunit.client.0.smithi123.stdout: 1153: throughput=5MB/sec pending data=0 2023-12-20T11:29:59.514 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ZNP_4CAFz0IOvyl off=12489994 len=1148069 2023-12-20T11:29:59.517 INFO:tasks.workunit.client.0.smithi123.stdout:op 5765 completed, throughput=5MB/sec 2023-12-20T11:29:59.517 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-xhmPhWqCd9-WHxE off=1605818 len=683080 2023-12-20T11:29:59.522 INFO:tasks.workunit.client.0.smithi123.stdout:op 5766 completed, throughput=5MB/sec 2023-12-20T11:29:59.522 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-t0z7MmroKo8td5F off=18768950 len=95327 2023-12-20T11:29:59.524 INFO:tasks.workunit.client.0.smithi123.stdout:op 5767 completed, throughput=5MB/sec 2023-12-20T11:29:59.524 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-ajFvy6flpImpdBN off=13748829 len=355869 2023-12-20T11:29:59.526 INFO:tasks.workunit.client.0.smithi123.stdout:op 5768 completed, throughput=5MB/sec 2023-12-20T11:29:59.526 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-X6QvhOclWdn6DvD off=3699087 len=623445 2023-12-20T11:29:59.531 INFO:tasks.workunit.client.0.smithi123.stdout:op 5769 completed, throughput=5MB/sec 2023-12-20T11:29:59.531 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-OBozAmOFNp2kddq off=773694 len=1244072 2023-12-20T11:29:59.538 INFO:tasks.workunit.client.0.smithi123.stdout:op 5770 completed, throughput=5MB/sec 2023-12-20T11:29:59.538 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-98Iq2P0KeKR_ET3 off=14608093 len=1081685 2023-12-20T11:29:59.543 INFO:tasks.workunit.client.0.smithi123.stdout:op 5771 completed, throughput=5MB/sec 2023-12-20T11:29:59.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:29:59 smithi177 ceph-mon[212096]: pgmap v2036: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:29:59.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:29:59 smithi123 ceph-mon[191304]: pgmap v2036: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:29:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:29:59 smithi123 ceph-mon[188613]: pgmap v2036: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:30:00.287 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:30:00.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T11:29:59.998+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T11:30:00.544 INFO:tasks.workunit.client.0.smithi123.stdout: 1154: throughput=5MB/sec pending data=0 2023-12-20T11:30:00.544 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-7ZPKwMZwTmckqAB off=4043560 len=741504 2023-12-20T11:30:00.547 INFO:tasks.workunit.client.0.smithi123.stdout:op 5772 completed, throughput=5MB/sec 2023-12-20T11:30:00.547 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-IKVjftVdjAFn-qB off=8766122 len=1978489 2023-12-20T11:30:00.548 INFO:tasks.workunit.client.0.smithi123.stdout:op 5773 completed, throughput=5MB/sec 2023-12-20T11:30:00.548 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-5YhtJ52xlBnEW0O off=800157 len=506643 2023-12-20T11:30:00.552 INFO:tasks.workunit.client.0.smithi123.stdout:op 5774 completed, throughput=5MB/sec 2023-12-20T11:30:00.552 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-deBVs1dDSDllDKj off=4498539 len=1115193 2023-12-20T11:30:00.554 INFO:tasks.workunit.client.0.smithi123.stdout:op 5775 completed, throughput=5MB/sec 2023-12-20T11:30:00.554 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-HpN7ROasjTSegVO off=588197 len=920026 2023-12-20T11:30:00.558 INFO:tasks.workunit.client.0.smithi123.stdout:op 5776 completed, throughput=5MB/sec 2023-12-20T11:30:00.600 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:30:00.600 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (38m) 5m ago 41m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:30:00.600 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (38m) 3m ago 41m 92.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:30:00.600 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (42m) 5m ago 42m 21.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:30:00.600 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (42m) 3m ago 42m 26.9M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:30:00.600 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (38m) 3m ago 44m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:30:00.600 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (38m) 5m ago 46m 546M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:30:00.600 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (37m) 5m ago 46m 285M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:30:00.600 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (37m) 3m ago 45m 158M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:30:00.600 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (37m) 5m ago 45m 172M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:30:00.601 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (38m) 5m ago 41m 19.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:30:00.601 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (38m) 3m ago 41m 19.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:30:00.601 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (37m) 5m ago 44m 1905M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:30:00.601 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (36m) 5m ago 44m 2135M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:30:00.601 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (36m) 5m ago 44m 2181M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:30:00.601 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (35m) 5m ago 43m 1932M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:30:00.601 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (35m) 3m ago 43m 1419M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:30:00.601 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (34m) 3m ago 43m 1582M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:30:00.601 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (34m) 3m ago 43m 1235M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:30:00.601 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (33m) 3m ago 42m 1635M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:30:00.601 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (38m) 3m ago 42m 87.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:30:00.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T11:30:00.984 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:30:00.985 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:30:00.985 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:30:00.985 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:30:00.985 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:30:00.985 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:30:00.985 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:30:00.985 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:30:00.985 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:30:00.985 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:30:00.985 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:30:00.985 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:30:00.985 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:30:00.985 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:30:00.986 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:30:00.986 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:30:00.986 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:30:00.986 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:30:00.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T11:30:00.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T11:30:01.558 INFO:tasks.workunit.client.0.smithi123.stdout: 1155: throughput=5MB/sec pending data=0 2023-12-20T11:30:01.559 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-TzcoBckwBGT0SY3 off=19720004 len=1880159 2023-12-20T11:30:01.560 INFO:tasks.workunit.client.0.smithi123.stdout:op 5777 completed, throughput=5MB/sec 2023-12-20T11:30:01.560 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-m3KH7XWRPB9NF-K off=5009340 len=456587 2023-12-20T11:30:01.563 INFO:tasks.workunit.client.0.smithi123.stdout:op 5778 completed, throughput=5MB/sec 2023-12-20T11:30:01.563 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-BG2TG60atxWaUMQ off=3970789 len=1166511 2023-12-20T11:30:01.567 INFO:tasks.workunit.client.0.smithi123.stdout:op 5779 completed, throughput=5MB/sec 2023-12-20T11:30:01.568 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-CzyWJr9RIstEDji off=4592609 len=1085636 2023-12-20T11:30:01.574 INFO:tasks.workunit.client.0.smithi123.stdout:op 5780 completed, throughput=5MB/sec 2023-12-20T11:30:01.574 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-LXFJ8HvaY5ri28g off=5408370 len=672385 2023-12-20T11:30:01.576 INFO:tasks.workunit.client.0.smithi123.stdout:op 5781 completed, throughput=5MB/sec 2023-12-20T11:30:01.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:01 smithi177 ceph-mon[212096]: pgmap v2037: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:30:01.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:01 smithi177 ceph-mon[212096]: from='client.45872 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:30:01.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:01 smithi177 ceph-mon[212096]: from='client.45878 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:30:01.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:01 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2259814791' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:30:01.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:01 smithi123 ceph-mon[191304]: pgmap v2037: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:30:01.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:01 smithi123 ceph-mon[191304]: from='client.45872 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:30:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:01 smithi123 ceph-mon[191304]: from='client.45878 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:30:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:01 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2259814791' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:30:01.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:01 smithi123 ceph-mon[188613]: pgmap v2037: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-20T11:30:01.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:01 smithi123 ceph-mon[188613]: from='client.45872 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:30:01.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:01 smithi123 ceph-mon[188613]: from='client.45878 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:30:01.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:01 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2259814791' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:30:02.576 INFO:tasks.workunit.client.0.smithi123.stdout: 1156: throughput=5MB/sec pending data=0 2023-12-20T11:30:02.576 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-tTOflh29Fqj2iVD off=10283205 len=686274 2023-12-20T11:30:02.580 INFO:tasks.workunit.client.0.smithi123.stdout:op 5782 completed, throughput=5MB/sec 2023-12-20T11:30:02.580 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-rugJQdfjt6oMbo3 off=12780870 len=1709569 2023-12-20T11:30:02.590 INFO:tasks.workunit.client.0.smithi123.stdout:op 5783 completed, throughput=5MB/sec 2023-12-20T11:30:02.590 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-R-IfX62ZmWZymzB off=13234762 len=1722535 2023-12-20T11:30:02.590 INFO:tasks.workunit.client.0.smithi123.stdout:op 5784 completed, throughput=5MB/sec 2023-12-20T11:30:02.590 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-sA7_eLQA_iX2_RX off=6580454 len=1196696 2023-12-20T11:30:02.600 INFO:tasks.workunit.client.0.smithi123.stdout:op 5785 completed, throughput=5MB/sec 2023-12-20T11:30:03.596 INFO:tasks.workunit.client.0.smithi123.stdout: 1157: throughput=5MB/sec pending data=0 2023-12-20T11:30:03.596 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-p2Y5IA5emF4oFzW off=7624478 len=1982296 2023-12-20T11:30:03.606 INFO:tasks.workunit.client.0.smithi123.stdout:op 5786 completed, throughput=5MB/sec 2023-12-20T11:30:03.607 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-X_9geEQ6pToZ09s off=6656438 len=41907 2023-12-20T11:30:03.607 INFO:tasks.workunit.client.0.smithi123.stdout:op 5787 completed, throughput=5MB/sec 2023-12-20T11:30:03.607 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-DP1gAgYmrzMIMSH off=19423959 len=833645 2023-12-20T11:30:03.611 INFO:tasks.workunit.client.0.smithi123.stdout:op 5788 completed, throughput=5MB/sec 2023-12-20T11:30:03.611 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-HfhyOwnY7JtZIr3 off=3659688 len=703775 2023-12-20T11:30:03.613 INFO:tasks.workunit.client.0.smithi123.stdout:op 5789 completed, throughput=5MB/sec 2023-12-20T11:30:03.613 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-3b4NcMv-Uzyf9cF off=8427684 len=1801168 2023-12-20T11:30:03.615 INFO:tasks.workunit.client.0.smithi123.stdout:op 5790 completed, throughput=5MB/sec 2023-12-20T11:30:03.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:03 smithi177 ceph-mon[212096]: pgmap v2038: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:30:03.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:03 smithi123 ceph-mon[191304]: pgmap v2038: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:30:03.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:03 smithi123 ceph-mon[188613]: pgmap v2038: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-20T11:30:04.615 INFO:tasks.workunit.client.0.smithi123.stdout: 1158: throughput=5MB/sec pending data=0 2023-12-20T11:30:04.615 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-p6UXT-766ypZ945 off=18397658 len=11249 2023-12-20T11:30:04.617 INFO:tasks.workunit.client.0.smithi123.stdout:op 5791 completed, throughput=5MB/sec 2023-12-20T11:30:04.618 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-X9KVUgMgdbP-oKY off=1723498 len=154510 2023-12-20T11:30:04.620 INFO:tasks.workunit.client.0.smithi123.stdout:op 5792 completed, throughput=5MB/sec 2023-12-20T11:30:04.620 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gxlfaRT0HC55U0n off=5537523 len=127840 2023-12-20T11:30:04.622 INFO:tasks.workunit.client.0.smithi123.stdout:op 5793 completed, throughput=5MB/sec 2023-12-20T11:30:04.622 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-GMskmZVE1tWE_Uz off=17574671 len=829157 2023-12-20T11:30:04.623 INFO:tasks.workunit.client.0.smithi123.stdout:op 5794 completed, throughput=5MB/sec 2023-12-20T11:30:04.623 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-V7MM3ofBlT7puJB off=18699426 len=1353347 2023-12-20T11:30:04.627 INFO:tasks.workunit.client.0.smithi123.stdout:op 5795 completed, throughput=5MB/sec 2023-12-20T11:30:04.628 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-gqJ3HE7AZOfT8B5 off=5560872 len=1872170 2023-12-20T11:30:04.636 INFO:tasks.workunit.client.0.smithi123.stdout:op 5796 completed, throughput=5MB/sec 2023-12-20T11:30:04.636 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-J719VpF0moBP2Kb off=2336471 len=743231 2023-12-20T11:30:04.640 INFO:tasks.workunit.client.0.smithi123.stdout:op 5797 completed, throughput=5MB/sec 2023-12-20T11:30:04.640 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qewwceJzIyIoOnC off=811025 len=1619048 2023-12-20T11:30:04.641 INFO:tasks.workunit.client.0.smithi123.stdout:op 5798 completed, throughput=5MB/sec 2023-12-20T11:30:04.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:30:04.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:30:04.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:30:04.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:30:04.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:30:04.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:30:04.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:30:04.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:30:04.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:30:04.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:30:04.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:30:04.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:30:05.641 INFO:tasks.workunit.client.0.smithi123.stdout: 1159: throughput=5MB/sec pending data=0 2023-12-20T11:30:05.642 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Z83D50VlZP1nT85 off=12093453 len=595960 2023-12-20T11:30:05.642 INFO:tasks.workunit.client.0.smithi123.stdout:op 5799 completed, throughput=5MB/sec 2023-12-20T11:30:05.643 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj--ZEe1xnKzQ5goVw off=10446847 len=1906759 2023-12-20T11:30:05.645 INFO:tasks.workunit.client.0.smithi123.stdout:op 5800 completed, throughput=5MB/sec 2023-12-20T11:30:05.645 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Nm9Bq1e1YT4nf7r off=12504362 len=936086 2023-12-20T11:30:05.650 INFO:tasks.workunit.client.0.smithi123.stdout:op 5801 completed, throughput=5MB/sec 2023-12-20T11:30:05.650 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-npaaVf4PtWcxwCt off=11927610 len=821192 2023-12-20T11:30:05.651 INFO:tasks.workunit.client.0.smithi123.stdout:op 5802 completed, throughput=5MB/sec 2023-12-20T11:30:05.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:05 smithi177 ceph-mon[212096]: pgmap v2039: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:30:05.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:05 smithi123 ceph-mon[191304]: pgmap v2039: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:30:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:05 smithi123 ceph-mon[188613]: pgmap v2039: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-20T11:30:06.652 INFO:tasks.workunit.client.0.smithi123.stdout: 1160: throughput=5MB/sec pending data=0 2023-12-20T11:30:06.652 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-hskbwvAw5DXOqij off=872190 len=262442 2023-12-20T11:30:06.652 INFO:tasks.workunit.client.0.smithi123.stdout:op 5803 completed, throughput=5MB/sec 2023-12-20T11:30:06.652 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-IYTH11_7PYdrjGQ off=2381412 len=781074 2023-12-20T11:30:06.658 INFO:tasks.workunit.client.0.smithi123.stdout:op 5804 completed, throughput=5MB/sec 2023-12-20T11:30:06.658 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-zTqzRe5qk6syFA7 off=10355862 len=1834985 2023-12-20T11:30:06.660 INFO:tasks.workunit.client.0.smithi123.stdout:op 5805 completed, throughput=5MB/sec 2023-12-20T11:30:06.661 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_caA8C1eigzML6m off=6780451 len=144137 2023-12-20T11:30:06.663 INFO:tasks.workunit.client.0.smithi123.stdout:op 5806 completed, throughput=5MB/sec 2023-12-20T11:30:06.663 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-G1n5GwIIGIN3CDu off=4816314 len=83351 2023-12-20T11:30:06.664 INFO:tasks.workunit.client.0.smithi123.stdout:op 5807 completed, throughput=5MB/sec 2023-12-20T11:30:06.664 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-2wV2N-ptOI32cqq off=11471018 len=250651 2023-12-20T11:30:06.664 INFO:tasks.workunit.client.0.smithi123.stdout:op 5808 completed, throughput=5MB/sec 2023-12-20T11:30:06.664 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-VDna2NLM8TIO09u off=2438762 len=291895 2023-12-20T11:30:06.665 INFO:tasks.workunit.client.0.smithi123.stdout:op 5809 completed, throughput=5MB/sec 2023-12-20T11:30:06.665 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-7Rzss-bIG1s7uod off=6568824 len=1133302 2023-12-20T11:30:06.667 INFO:tasks.workunit.client.0.smithi123.stdout:op 5810 completed, throughput=5MB/sec 2023-12-20T11:30:07.668 INFO:tasks.workunit.client.0.smithi123.stdout: 1161: throughput=5MB/sec pending data=0 2023-12-20T11:30:07.668 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-UgwrYAJ82P7ZIvc off=3211819 len=999404 2023-12-20T11:30:07.671 INFO:tasks.workunit.client.0.smithi123.stdout:op 5811 completed, throughput=5MB/sec 2023-12-20T11:30:07.671 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kqRwS9VdP9Vz21w off=1624272 len=703317 2023-12-20T11:30:07.671 INFO:tasks.workunit.client.0.smithi123.stdout:op 5812 completed, throughput=5MB/sec 2023-12-20T11:30:07.671 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cmxY5JG3BUJu_6y off=4907675 len=1658004 2023-12-20T11:30:07.678 INFO:tasks.workunit.client.0.smithi123.stdout:op 5813 completed, throughput=5MB/sec 2023-12-20T11:30:07.678 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-MKPE11ZQws3GNZA off=13686339 len=688677 2023-12-20T11:30:07.679 INFO:tasks.workunit.client.0.smithi123.stdout:op 5814 completed, throughput=5MB/sec 2023-12-20T11:30:07.679 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-X8ekTfWyxaoUYwl off=25110108 len=301114 2023-12-20T11:30:07.682 INFO:tasks.workunit.client.0.smithi123.stdout:op 5815 completed, throughput=5MB/sec 2023-12-20T11:30:07.682 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-QfYao8CvgpmwWeA off=11995417 len=1788417 2023-12-20T11:30:07.693 INFO:tasks.workunit.client.0.smithi123.stdout:op 5816 completed, throughput=5MB/sec 2023-12-20T11:30:07.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:07 smithi177 ceph-mon[212096]: pgmap v2040: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:30:07.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:07 smithi123 ceph-mon[191304]: pgmap v2040: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:30:07.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:07 smithi123 ceph-mon[188613]: pgmap v2040: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-20T11:30:08.693 INFO:tasks.workunit.client.0.smithi123.stdout: 1162: throughput=5MB/sec pending data=0 2023-12-20T11:30:08.693 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-PcL3hyyksQ7Auct off=22046781 len=359759 2023-12-20T11:30:08.694 INFO:tasks.workunit.client.0.smithi123.stdout:op 5817 completed, throughput=5MB/sec 2023-12-20T11:30:08.694 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-duaqEeJPNoKGzHk off=2180001 len=1750059 2023-12-20T11:30:08.704 INFO:tasks.workunit.client.0.smithi123.stdout:op 5818 completed, throughput=5MB/sec 2023-12-20T11:30:08.704 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-wLUEPrphf-5ySBx off=13327177 len=1427210 2023-12-20T11:30:08.705 INFO:tasks.workunit.client.0.smithi123.stdout:op 5819 completed, throughput=5MB/sec 2023-12-20T11:30:08.706 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-46rIITdDUpHfggr off=4275725 len=1716378 2023-12-20T11:30:08.707 INFO:tasks.workunit.client.0.smithi123.stdout:op 5820 completed, throughput=5MB/sec 2023-12-20T11:30:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:30:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:30:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-20T11:30:09.707 INFO:tasks.workunit.client.0.smithi123.stdout: 1163: throughput=5MB/sec pending data=0 2023-12-20T11:30:09.707 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-a97NgCiADnDwTWG off=13484636 len=1732917 2023-12-20T11:30:09.709 INFO:tasks.workunit.client.0.smithi123.stdout:op 5821 completed, throughput=5MB/sec 2023-12-20T11:30:09.709 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NEqD8r2-nJIuDQS off=10706049 len=396778 2023-12-20T11:30:09.710 INFO:tasks.workunit.client.0.smithi123.stdout:op 5822 completed, throughput=5MB/sec 2023-12-20T11:30:09.710 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-HwBQxb4U9o-lSY_ off=10286205 len=1971326 2023-12-20T11:30:09.713 INFO:tasks.workunit.client.0.smithi123.stdout:op 5823 completed, throughput=5MB/sec 2023-12-20T11:30:09.713 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-NQxZ4rZam0Dsgt_ off=1331681 len=531599 2023-12-20T11:30:09.717 INFO:tasks.workunit.client.0.smithi123.stdout:op 5824 completed, throughput=5MB/sec 2023-12-20T11:30:09.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:09 smithi177 ceph-mon[212096]: pgmap v2041: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:30:09.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:09 smithi123 ceph-mon[191304]: pgmap v2041: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:30:09.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:09 smithi123 ceph-mon[188613]: pgmap v2041: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-20T11:30:10.718 INFO:tasks.workunit.client.0.smithi123.stdout: 1164: throughput=5MB/sec pending data=0 2023-12-20T11:30:10.718 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-VeTObsMJqUoX9M1 off=10679580 len=665787 2023-12-20T11:30:10.722 INFO:tasks.workunit.client.0.smithi123.stdout:op 5825 completed, throughput=5MB/sec 2023-12-20T11:30:10.723 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-uSVQsF2khuYjsCZ off=4468218 len=315582 2023-12-20T11:30:10.725 INFO:tasks.workunit.client.0.smithi123.stdout:op 5826 completed, throughput=5MB/sec 2023-12-20T11:30:10.725 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SpgJvHG4O-lhHF2 off=19571 len=982157 2023-12-20T11:30:10.731 INFO:tasks.workunit.client.0.smithi123.stdout:op 5827 completed, throughput=5MB/sec 2023-12-20T11:30:10.731 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cDcnSngpYIeARXN off=5060654 len=1853776 2023-12-20T11:30:10.741 INFO:tasks.workunit.client.0.smithi123.stdout:op 5828 completed, throughput=5MB/sec 2023-12-20T11:30:10.741 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-eGeeFWPFwILFRIN off=32314 len=433381 2023-12-20T11:30:10.742 INFO:tasks.workunit.client.0.smithi123.stdout:op 5829 completed, throughput=5MB/sec 2023-12-20T11:30:10.742 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Cnjt-tsxhp0nCGv off=13412555 len=1555625 2023-12-20T11:30:10.749 INFO:tasks.workunit.client.0.smithi123.stdout:op 5830 completed, throughput=5MB/sec 2023-12-20T11:30:11.750 INFO:tasks.workunit.client.0.smithi123.stdout: 1165: throughput=5MB/sec pending data=0 2023-12-20T11:30:11.750 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Z3NYL-3OdhD42BT off=3396508 len=1608083 2023-12-20T11:30:11.752 INFO:tasks.workunit.client.0.smithi123.stdout:op 5831 completed, throughput=5MB/sec 2023-12-20T11:30:11.752 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-1MPXERrxiUwQfD3 off=2135872 len=566798 2023-12-20T11:30:11.756 INFO:tasks.workunit.client.0.smithi123.stdout:op 5832 completed, throughput=5MB/sec 2023-12-20T11:30:11.756 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NtEKI6jWc0KXeCF off=15924528 len=300112 2023-12-20T11:30:11.757 INFO:tasks.workunit.client.0.smithi123.stdout:op 5833 completed, throughput=5MB/sec 2023-12-20T11:30:11.757 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-iKYAki9wNwlpI6h off=5764307 len=517163 2023-12-20T11:30:11.761 INFO:tasks.workunit.client.0.smithi123.stdout:op 5834 completed, throughput=5MB/sec 2023-12-20T11:30:11.761 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-drtm8m5PpHLMVZV off=131209 len=121438 2023-12-20T11:30:11.761 INFO:tasks.workunit.client.0.smithi123.stdout:op 5835 completed, throughput=5MB/sec 2023-12-20T11:30:11.762 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-NraE8zexxeIAG6N off=4083590 len=958296 2023-12-20T11:30:11.766 INFO:tasks.workunit.client.0.smithi123.stdout:op 5836 completed, throughput=5MB/sec 2023-12-20T11:30:11.766 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-0b_uR23Zn1_Ph3N off=3458664 len=1805476 2023-12-20T11:30:11.768 INFO:tasks.workunit.client.0.smithi123.stdout:op 5837 completed, throughput=5MB/sec 2023-12-20T11:30:11.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:11 smithi177 ceph-mon[212096]: pgmap v2042: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:30:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:30:11.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:11 smithi123 ceph-mon[191304]: pgmap v2042: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:30:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:30:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:11 smithi123 ceph-mon[188613]: pgmap v2042: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:30:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:30:12.768 INFO:tasks.workunit.client.0.smithi123.stdout: 1166: throughput=5MB/sec pending data=0 2023-12-20T11:30:12.768 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-4z90lugQ8aV_IGo off=7819117 len=236477 2023-12-20T11:30:12.769 INFO:tasks.workunit.client.0.smithi123.stdout:op 5838 completed, throughput=5MB/sec 2023-12-20T11:30:12.769 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-xbfzOBLPfxCQYqe off=2678897 len=183226 2023-12-20T11:30:12.772 INFO:tasks.workunit.client.0.smithi123.stdout:op 5839 completed, throughput=5MB/sec 2023-12-20T11:30:12.772 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-_OaNJM69zUvVLWq off=10040546 len=323008 2023-12-20T11:30:12.774 INFO:tasks.workunit.client.0.smithi123.stdout:op 5840 completed, throughput=5MB/sec 2023-12-20T11:30:12.774 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-giuTPtj73kpuS6J off=4029003 len=182765 2023-12-20T11:30:12.777 INFO:tasks.workunit.client.0.smithi123.stdout:op 5841 completed, throughput=5MB/sec 2023-12-20T11:30:12.777 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-s_CBxW4fP9LaSTZ off=2799955 len=137425 2023-12-20T11:30:12.779 INFO:tasks.workunit.client.0.smithi123.stdout:op 5842 completed, throughput=5MB/sec 2023-12-20T11:30:12.779 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-qkLHWPF0opdnphw off=11917657 len=658968 2023-12-20T11:30:12.781 INFO:tasks.workunit.client.0.smithi123.stdout:op 5843 completed, throughput=5MB/sec 2023-12-20T11:30:12.781 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-dUzAajFJFz836nX off=6117098 len=1861507 2023-12-20T11:30:12.783 INFO:tasks.workunit.client.0.smithi123.stdout:op 5844 completed, throughput=5MB/sec 2023-12-20T11:30:12.783 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-kWdfKTuGrOTqFbM off=4933790 len=501911 2023-12-20T11:30:12.784 INFO:tasks.workunit.client.0.smithi123.stdout:op 5845 completed, throughput=5MB/sec 2023-12-20T11:30:12.784 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-sl1q6wp8ld5D-l2 off=2812406 len=1646655 2023-12-20T11:30:12.791 INFO:tasks.workunit.client.0.smithi123.stdout:op 5846 completed, throughput=5MB/sec 2023-12-20T11:30:13.792 INFO:tasks.workunit.client.0.smithi123.stdout: 1167: throughput=5MB/sec pending data=0 2023-12-20T11:30:13.792 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-JRSaQ0oNY-Bgh7G off=6818632 len=611859 2023-12-20T11:30:13.796 INFO:tasks.workunit.client.0.smithi123.stdout:op 5847 completed, throughput=5MB/sec 2023-12-20T11:30:13.797 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nNhkToqf7VlPGSA off=12452463 len=205974 2023-12-20T11:30:13.801 INFO:tasks.workunit.client.0.smithi123.stdout:op 5848 completed, throughput=5MB/sec 2023-12-20T11:30:13.801 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-L-dW0EGoYQqEVK1 off=3814030 len=1098476 2023-12-20T11:30:13.802 INFO:tasks.workunit.client.0.smithi123.stdout:op 5849 completed, throughput=5MB/sec 2023-12-20T11:30:13.802 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-RS7uk93QhaxU4RG off=2738576 len=1752062 2023-12-20T11:30:13.810 INFO:tasks.workunit.client.0.smithi123.stdout:op 5850 completed, throughput=5MB/sec 2023-12-20T11:30:13.810 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-iRylaWVCiu9bxRU off=5095414 len=2071025 2023-12-20T11:30:13.818 INFO:tasks.workunit.client.0.smithi123.stdout:op 5851 completed, throughput=5MB/sec 2023-12-20T11:30:13.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:13 smithi177 ceph-mon[212096]: pgmap v2043: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:30:13.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:13 smithi123 ceph-mon[191304]: pgmap v2043: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:30:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:13 smithi123 ceph-mon[188613]: pgmap v2043: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-20T11:30:14.819 INFO:tasks.workunit.client.0.smithi123.stdout: 1168: throughput=5MB/sec pending data=0 2023-12-20T11:30:14.819 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-IdBkejma1z790SJ off=3957119 len=525208 2023-12-20T11:30:14.820 INFO:tasks.workunit.client.0.smithi123.stdout:op 5852 completed, throughput=5MB/sec 2023-12-20T11:30:14.820 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-V_NxyXDMxTKMyud off=344132 len=1883062 2023-12-20T11:30:14.831 INFO:tasks.workunit.client.0.smithi123.stdout:op 5853 completed, throughput=5MB/sec 2023-12-20T11:30:14.831 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-zZJocvo-89eEPLN off=3774085 len=91823 2023-12-20T11:30:14.833 INFO:tasks.workunit.client.0.smithi123.stdout:op 5854 completed, throughput=5MB/sec 2023-12-20T11:30:14.833 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-1MlGMN3U2dm7G1b off=1149444 len=410967 2023-12-20T11:30:14.835 INFO:tasks.workunit.client.0.smithi123.stdout:op 5855 completed, throughput=5MB/sec 2023-12-20T11:30:14.835 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-Rq4Xnyb36Nwjhos off=4505327 len=618846 2023-12-20T11:30:14.835 INFO:tasks.workunit.client.0.smithi123.stdout:op 5856 completed, throughput=5MB/sec 2023-12-20T11:30:14.836 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-NPCWB4o79v7FSWl off=8474180 len=1404133 2023-12-20T11:30:14.838 INFO:tasks.workunit.client.0.smithi123.stdout:op 5857 completed, throughput=5MB/sec 2023-12-20T11:30:15.839 INFO:tasks.workunit.client.0.smithi123.stdout: 1169: throughput=5MB/sec pending data=0 2023-12-20T11:30:15.839 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FGommjqb6TSOqvP off=6426625 len=652049 2023-12-20T11:30:15.843 INFO:tasks.workunit.client.0.smithi123.stdout:op 5858 completed, throughput=5MB/sec 2023-12-20T11:30:15.843 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-NEg-3UeTto-j7Sn off=1384688 len=748584 2023-12-20T11:30:15.849 INFO:tasks.workunit.client.0.smithi123.stdout:op 5859 completed, throughput=5MB/sec 2023-12-20T11:30:15.849 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-e8iTNDnySjqAKRH off=71104 len=1186420 2023-12-20T11:30:15.857 INFO:tasks.workunit.client.0.smithi123.stdout:op 5860 completed, throughput=5MB/sec 2023-12-20T11:30:15.858 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-a7adGOkDZFUTv7W off=7416933 len=26067 2023-12-20T11:30:15.860 INFO:tasks.workunit.client.0.smithi123.stdout:op 5861 completed, throughput=5MB/sec 2023-12-20T11:30:15.860 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-b1Ec1TmKG6axFW2 off=2873800 len=490670 2023-12-20T11:30:15.864 INFO:tasks.workunit.client.0.smithi123.stdout:op 5862 completed, throughput=5MB/sec 2023-12-20T11:30:15.864 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Nc8YNdykIKEnzRf off=6420094 len=360097 2023-12-20T11:30:15.867 INFO:tasks.workunit.client.0.smithi123.stdout:op 5863 completed, throughput=5MB/sec 2023-12-20T11:30:15.867 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj--AHApdnkxjlFGBm off=10588597 len=1554384 2023-12-20T11:30:15.874 INFO:tasks.workunit.client.0.smithi123.stdout:op 5864 completed, throughput=5MB/sec 2023-12-20T11:30:15.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:15 smithi177 ceph-mon[212096]: pgmap v2044: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-20T11:30:15.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:15 smithi123 ceph-mon[191304]: pgmap v2044: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-20T11:30:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:15 smithi123 ceph-mon[188613]: pgmap v2044: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-20T11:30:16.875 INFO:tasks.workunit.client.0.smithi123.stdout: 1170: throughput=5MB/sec pending data=0 2023-12-20T11:30:16.875 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-IDt7vpSnxXJJp4B off=1673249 len=1742319 2023-12-20T11:30:16.876 INFO:tasks.workunit.client.0.smithi123.stdout:op 5865 completed, throughput=5MB/sec 2023-12-20T11:30:16.876 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-dG3LndBvs0C4Q7P off=1411637 len=814636 2023-12-20T11:30:16.879 INFO:tasks.workunit.client.0.smithi123.stdout:op 5866 completed, throughput=5MB/sec 2023-12-20T11:30:16.879 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-SyruxQ7QzSGYXsK off=4137970 len=1318979 2023-12-20T11:30:16.885 INFO:tasks.workunit.client.0.smithi123.stdout:op 5867 completed, throughput=5MB/sec 2023-12-20T11:30:16.885 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-nMhhqlrCTypXfZA off=1280013 len=1682495 2023-12-20T11:30:16.895 INFO:tasks.workunit.client.0.smithi123.stdout:op 5868 completed, throughput=5MB/sec 2023-12-20T11:30:17.896 INFO:tasks.workunit.client.0.smithi123.stdout: 1171: throughput=5MB/sec pending data=0 2023-12-20T11:30:17.896 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-LHKBFqXHhcCGuAd off=2310177 len=1716918 2023-12-20T11:30:17.898 INFO:tasks.workunit.client.0.smithi123.stdout:op 5869 completed, throughput=5MB/sec 2023-12-20T11:30:17.898 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-cNISwHzpGrbQ6WZ off=3340011 len=1681333 2023-12-20T11:30:17.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:17 smithi177 ceph-mon[212096]: pgmap v2045: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:30:17.914 INFO:tasks.workunit.client.0.smithi123.stdout:op 5870 completed, throughput=5MB/sec 2023-12-20T11:30:17.915 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fUn6Sq1pWwUrPzv off=21716130 len=1322800 2023-12-20T11:30:17.915 INFO:tasks.workunit.client.0.smithi123.stdout:op 5871 completed, throughput=5MB/sec 2023-12-20T11:30:17.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:17 smithi123 ceph-mon[191304]: pgmap v2045: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:30:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:17 smithi123 ceph-mon[188613]: pgmap v2045: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:30:18.913 INFO:tasks.workunit.client.0.smithi123.stdout: 1172: throughput=5MB/sec pending data=0 2023-12-20T11:30:18.913 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-fiVv35Ttd4ShjGv off=11437377 len=1036645 2023-12-20T11:30:18.918 INFO:tasks.workunit.client.0.smithi123.stdout:op 5872 completed, throughput=5MB/sec 2023-12-20T11:30:18.918 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-7JIS3CFbig1skoC off=724470 len=1316326 2023-12-20T11:30:18.923 INFO:tasks.workunit.client.0.smithi123.stdout:op 5873 completed, throughput=5MB/sec 2023-12-20T11:30:18.923 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-fQD-KGqNLT8u1Ci off=5929947 len=435162 2023-12-20T11:30:18.924 INFO:tasks.workunit.client.0.smithi123.stdout:op 5874 completed, throughput=5MB/sec 2023-12-20T11:30:18.924 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-tBjRCmSguGQp2Co off=3107562 len=788923 2023-12-20T11:30:18.925 INFO:tasks.workunit.client.0.smithi123.stdout:op 5875 completed, throughput=5MB/sec 2023-12-20T11:30:18.925 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-FGommjqb6TSOqvP off=948582 len=1107318 2023-12-20T11:30:18.934 INFO:tasks.workunit.client.0.smithi123.stdout:op 5876 completed, throughput=5MB/sec 2023-12-20T11:30:18.934 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-kWdfKTuGrOTqFbM off=11955227 len=2068543 2023-12-20T11:30:18.942 INFO:tasks.workunit.client.0.smithi123.stdout:op 5877 completed, throughput=5MB/sec 2023-12-20T11:30:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:30:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:30:19] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-20T11:30:19.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:19 smithi177 ceph-mon[212096]: pgmap v2046: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-20T11:30:19.942 INFO:tasks.workunit.client.0.smithi123.stdout: 1173: throughput=5MB/sec pending data=0 2023-12-20T11:30:19.942 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-B3ubooaCGEwTvMa off=3962 len=314093 2023-12-20T11:30:19.945 INFO:tasks.workunit.client.0.smithi123.stdout:op 5878 completed, throughput=5MB/sec 2023-12-20T11:30:19.945 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-THbksPRvWaqC16W off=1654345 len=826344 2023-12-20T11:30:19.951 INFO:tasks.workunit.client.0.smithi123.stdout:op 5879 completed, throughput=5MB/sec 2023-12-20T11:30:19.951 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Wtn5YvRUyODfSYi off=0 len=1306930 2023-12-20T11:30:19.960 INFO:tasks.workunit.client.0.smithi123.stdout:op 5880 completed, throughput=5MB/sec 2023-12-20T11:30:19.960 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-EZl4tBrnCXluuwk off=3039527 len=2017990 2023-12-20T11:30:19.963 INFO:tasks.workunit.client.0.smithi123.stdout:op 5881 completed, throughput=5MB/sec 2023-12-20T11:30:19.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:19 smithi123 ceph-mon[191304]: pgmap v2046: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-20T11:30:19.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:19 smithi123 ceph-mon[188613]: pgmap v2046: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-20T11:30:20.964 INFO:tasks.workunit.client.0.smithi123.stdout: 1174: throughput=5MB/sec pending data=0 2023-12-20T11:30:20.964 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-VPwPo-VgA3kcuUM off=1137117 len=914979 2023-12-20T11:30:20.965 INFO:tasks.workunit.client.0.smithi123.stdout:op 5882 completed, throughput=5MB/sec 2023-12-20T11:30:20.965 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-HPM8VtZ_BCEL2oF off=3895627 len=702839 2023-12-20T11:30:20.966 INFO:tasks.workunit.client.0.smithi123.stdout:op 5883 completed, throughput=5MB/sec 2023-12-20T11:30:20.966 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rvhdcl_C-m64f49 off=7442223 len=1894205 2023-12-20T11:30:20.968 INFO:tasks.workunit.client.0.smithi123.stdout:op 5884 completed, throughput=5MB/sec 2023-12-20T11:30:20.968 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-rdmwAa3-CbOACfT off=0 len=1146897 2023-12-20T11:30:20.970 INFO:tasks.workunit.client.0.smithi123.stdout:op 5885 completed, throughput=5MB/sec 2023-12-20T11:30:21.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:21 smithi177 ceph-mon[212096]: pgmap v2047: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-20T11:30:21.970 INFO:tasks.workunit.client.0.smithi123.stdout: 1175: throughput=5MB/sec pending data=0 2023-12-20T11:30:21.970 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-i20eluHNRNYfOcw off=3400639 len=560684 2023-12-20T11:30:21.971 INFO:tasks.workunit.client.0.smithi123.stdout:op 5886 completed, throughput=5MB/sec 2023-12-20T11:30:21.971 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-d0xr5IJj1MhyDFW off=9395146 len=331486 2023-12-20T11:30:21.976 INFO:tasks.workunit.client.0.smithi123.stdout:op 5887 completed, throughput=5MB/sec 2023-12-20T11:30:21.976 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-Aq-jJS9YDdxl8nN off=20352011 len=545673 2023-12-20T11:30:21.979 INFO:tasks.workunit.client.0.smithi123.stdout:op 5888 completed, throughput=5MB/sec 2023-12-20T11:30:21.979 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-iSOKEls4pCuc4mq off=7107675 len=1814638 2023-12-20T11:30:21.988 INFO:tasks.workunit.client.0.smithi123.stdout:op 5889 completed, throughput=5MB/sec 2023-12-20T11:30:21.988 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-b9be5g104GJ_USJ off=5544134 len=1526520 2023-12-20T11:30:21.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:21 smithi123 ceph-mon[191304]: pgmap v2047: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-20T11:30:21.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:21 smithi123 ceph-mon[188613]: pgmap v2047: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-20T11:30:21.990 INFO:tasks.workunit.client.0.smithi123.stdout:op 5890 completed, throughput=5MB/sec 2023-12-20T11:30:21.990 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-VuuYC3Wp9hAKbra off=1004694 len=1374854 2023-12-20T11:30:21.991 INFO:tasks.workunit.client.0.smithi123.stdout:op 5891 completed, throughput=5MB/sec 2023-12-20T11:30:22.992 INFO:tasks.workunit.client.0.smithi123.stdout: 1176: throughput=5MB/sec pending data=0 2023-12-20T11:30:22.992 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-XNmBP0ZbLNPDkD7 off=3733397 len=972713 2023-12-20T11:30:22.993 INFO:tasks.workunit.client.0.smithi123.stdout:op 5892 completed, throughput=5MB/sec 2023-12-20T11:30:22.993 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-DBo1sIlGM7CodFt off=8320632 len=1634610 2023-12-20T11:30:22.995 INFO:tasks.workunit.client.0.smithi123.stdout:op 5893 completed, throughput=5MB/sec 2023-12-20T11:30:22.995 INFO:tasks.workunit.client.0.smithi123.stdout:READ : oid=obj-E8V0u4F_is7uuet off=1785783 len=1363397 2023-12-20T11:30:22.997 INFO:tasks.workunit.client.0.smithi123.stdout:op 5894 completed, throughput=5MB/sec 2023-12-20T11:30:22.997 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-seTrd4JBiKVfwTK off=7354195 len=118860 2023-12-20T11:30:23.000 INFO:tasks.workunit.client.0.smithi123.stdout:op 5895 completed, throughput=5MB/sec 2023-12-20T11:30:23.000 INFO:tasks.workunit.client.0.smithi123.stdout:WRITE : oid=obj-K5g7xNri_iBVKe_ off=566283 len=935624 2023-12-20T11:30:23.005 INFO:tasks.workunit.client.0.smithi123.stdout:op 5896 completed, throughput=5MB/sec 2023-12-20T11:30:23.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:23 smithi177 ceph-mon[212096]: pgmap v2048: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:30:23.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:23 smithi123 ceph-mon[191304]: pgmap v2048: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:30:23.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:23 smithi123 ceph-mon[188613]: pgmap v2048: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-20T11:30:24.006 INFO:tasks.workunit.client.0.smithi123.stdout:waiting for all operations to complete 2023-12-20T11:30:24.006 INFO:tasks.workunit.client.0.smithi123.stdout:cleaning up objects 2023-12-20T11:30:25.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:25 smithi177 ceph-mon[212096]: pgmap v2049: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:30:25.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:25 smithi123 ceph-mon[191304]: pgmap v2049: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:30:25.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:25 smithi123 ceph-mon[188613]: pgmap v2049: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-20T11:30:26.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:30:26.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:30:26.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:30:27.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:27 smithi177 ceph-mon[212096]: pgmap v2050: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:30:27.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:27 smithi123 ceph-mon[191304]: pgmap v2050: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:30:27.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:27 smithi123 ceph-mon[188613]: pgmap v2050: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-20T11:30:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:30:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:30:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-20T11:30:29.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:29 smithi177 ceph-mon[212096]: pgmap v2051: 105 pgs: 105 active+clean; 116 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 79 op/s 2023-12-20T11:30:29.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:29 smithi123 ceph-mon[188613]: pgmap v2051: 105 pgs: 105 active+clean; 116 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 79 op/s 2023-12-20T11:30:29.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:29 smithi123 ceph-mon[191304]: pgmap v2051: 105 pgs: 105 active+clean; 116 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 79 op/s 2023-12-20T11:30:31.383 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:30:31.752 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:30:31.753 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (39m) 5m ago 42m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:30:31.753 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (39m) 3m ago 42m 92.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:30:31.753 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (43m) 5m ago 43m 21.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:30:31.753 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (43m) 3m ago 43m 26.9M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:30:31.753 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (38m) 3m ago 45m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:30:31.753 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (38m) 5m ago 46m 546M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:30:31.753 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (38m) 5m ago 47m 285M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:30:31.753 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (38m) 3m ago 45m 158M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:30:31.753 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (38m) 5m ago 45m 172M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:30:31.753 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (39m) 5m ago 42m 19.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:30:31.753 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (39m) 3m ago 41m 19.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:30:31.753 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (37m) 5m ago 45m 1905M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:30:31.753 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (37m) 5m ago 45m 2135M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:30:31.753 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (36m) 5m ago 44m 2181M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:30:31.753 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (36m) 5m ago 44m 1932M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:30:31.754 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (35m) 3m ago 44m 1419M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:30:31.754 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (35m) 3m ago 43m 1582M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:30:31.754 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (34m) 3m ago 43m 1235M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:30:31.754 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (34m) 3m ago 43m 1635M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:30:31.754 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (38m) 3m ago 42m 87.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:30:31.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:31 smithi177 ceph-mon[212096]: pgmap v2052: 105 pgs: 105 active+clean; 98 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.6 MiB/s wr, 199 op/s 2023-12-20T11:30:31.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:31 smithi123 ceph-mon[191304]: pgmap v2052: 105 pgs: 105 active+clean; 98 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.6 MiB/s wr, 199 op/s 2023-12-20T11:30:31.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:31 smithi123 ceph-mon[188613]: pgmap v2052: 105 pgs: 105 active+clean; 98 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.6 MiB/s wr, 199 op/s 2023-12-20T11:30:32.202 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:30:32.202 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:30:32.202 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:30:32.202 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:30:32.202 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:30:32.202 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:30:32.202 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:30:32.202 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:30:32.202 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:30:32.203 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:30:32.203 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:30:32.203 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:30:32.203 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:30:32.203 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:30:32.203 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:30:32.203 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:30:32.203 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:30:32.203 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:30:32.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:32 smithi177 ceph-mon[212096]: from='client.45890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:30:32.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:32 smithi177 ceph-mon[212096]: from='client.45896 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:30:32.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:32 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1462762074' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:30:32.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:32 smithi123 ceph-mon[191304]: from='client.45890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:30:32.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:32 smithi123 ceph-mon[191304]: from='client.45896 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:30:32.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:32 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1462762074' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:30:32.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:32 smithi123 ceph-mon[188613]: from='client.45890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:30:32.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:32 smithi123 ceph-mon[188613]: from='client.45896 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:30:32.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:32 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1462762074' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:30:33.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:33 smithi177 ceph-mon[212096]: pgmap v2053: 105 pgs: 105 active+clean; 82 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.2 MiB/s rd, 900 KiB/s wr, 300 op/s 2023-12-20T11:30:33.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:33 smithi123 ceph-mon[191304]: pgmap v2053: 105 pgs: 105 active+clean; 82 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.2 MiB/s rd, 900 KiB/s wr, 300 op/s 2023-12-20T11:30:33.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:33 smithi123 ceph-mon[188613]: pgmap v2053: 105 pgs: 105 active+clean; 82 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.2 MiB/s rd, 900 KiB/s wr, 300 op/s 2023-12-20T11:30:35.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:35 smithi177 ceph-mon[212096]: pgmap v2054: 105 pgs: 105 active+clean; 65 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.1 MiB/s rd, 569 KiB/s wr, 420 op/s 2023-12-20T11:30:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:35 smithi123 ceph-mon[191304]: pgmap v2054: 105 pgs: 105 active+clean; 65 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.1 MiB/s rd, 569 KiB/s wr, 420 op/s 2023-12-20T11:30:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:35 smithi123 ceph-mon[188613]: pgmap v2054: 105 pgs: 105 active+clean; 65 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.1 MiB/s rd, 569 KiB/s wr, 420 op/s 2023-12-20T11:30:37.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:37 smithi177 ceph-mon[212096]: pgmap v2055: 105 pgs: 105 active+clean; 60 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 394 KiB/s rd, 269 KiB/s wr, 452 op/s 2023-12-20T11:30:37.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:37 smithi123 ceph-mon[188613]: pgmap v2055: 105 pgs: 105 active+clean; 60 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 394 KiB/s rd, 269 KiB/s wr, 452 op/s 2023-12-20T11:30:37.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:37 smithi123 ceph-mon[191304]: pgmap v2055: 105 pgs: 105 active+clean; 60 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 394 KiB/s rd, 269 KiB/s wr, 452 op/s 2023-12-20T11:30:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:30:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:30:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-20T11:30:39.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:39 smithi177 ceph-mon[212096]: pgmap v2056: 105 pgs: 105 active+clean; 42 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 203 KiB/s rd, 202 KiB/s wr, 568 op/s 2023-12-20T11:30:39.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:39 smithi123 ceph-mon[191304]: pgmap v2056: 105 pgs: 105 active+clean; 42 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 203 KiB/s rd, 202 KiB/s wr, 568 op/s 2023-12-20T11:30:39.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:39 smithi123 ceph-mon[188613]: pgmap v2056: 105 pgs: 105 active+clean; 42 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 203 KiB/s rd, 202 KiB/s wr, 568 op/s 2023-12-20T11:30:41.285 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-20T11:30:41.285 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-20T11:30:41.356 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2023-12-20T11:30:41.356 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-20T11:30:41.604 DEBUG:teuthology.parallel:result is None 2023-12-20T11:30:41.605 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-12-20T11:30:41.632 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-12-20T11:30:41.632 DEBUG:teuthology.orchestra.run.smithi123:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-12-20T11:30:41.690 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-12-20T11:30:41.691 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-20T11:30:41.691 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2023-12-20T11:30:41.691 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-20T11:30:41.691 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2023-12-20T11:30:41.691 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2023-12-20T11:30:41.692 INFO:tasks.workunit:Pulling workunits from ref quincy 2023-12-20T11:30:41.693 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-20T11:30:41.693 DEBUG:teuthology.orchestra.run.smithi177:> stat -- /home/ubuntu/cephtest/mnt.1 2023-12-20T11:30:41.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-20T11:30:41.713 INFO:teuthology.orchestra.run.smithi177.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2023-12-20T11:30:41.714 DEBUG:teuthology.orchestra.run.smithi177:> mkdir -- /home/ubuntu/cephtest/mnt.1 2023-12-20T11:30:41.771 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2023-12-20T11:30:41.771 DEBUG:teuthology.orchestra.run.smithi177:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2023-12-20T11:30:41.829 INFO:tasks.workunit:timeout=3h 2023-12-20T11:30:41.829 INFO:tasks.workunit:cleanup=True 2023-12-20T11:30:41.829 DEBUG:teuthology.orchestra.run.smithi177:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2023-12-20T11:30:41.887 INFO:tasks.workunit.client.1.smithi177.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2023-12-20T11:30:41.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:41 smithi177 ceph-mon[212096]: pgmap v2057: 105 pgs: 105 active+clean; 24 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 614 op/s 2023-12-20T11:30:41.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:30:41.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:41 smithi123 ceph-mon[191304]: pgmap v2057: 105 pgs: 105 active+clean; 24 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 614 op/s 2023-12-20T11:30:41.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:30:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:41 smithi123 ceph-mon[188613]: pgmap v2057: 105 pgs: 105 active+clean; 24 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 614 op/s 2023-12-20T11:30:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:30:43.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:43 smithi177 ceph-mon[212096]: pgmap v2058: 105 pgs: 105 active+clean; 12 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 579 op/s 2023-12-20T11:30:43.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:43 smithi123 ceph-mon[191304]: pgmap v2058: 105 pgs: 105 active+clean; 12 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 579 op/s 2023-12-20T11:30:43.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:43 smithi123 ceph-mon[188613]: pgmap v2058: 105 pgs: 105 active+clean; 12 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 579 op/s 2023-12-20T11:30:45.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:45 smithi177 ceph-mon[212096]: pgmap v2059: 105 pgs: 105 active+clean; 1.6 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 543 op/s 2023-12-20T11:30:45.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:45 smithi123 ceph-mon[191304]: pgmap v2059: 105 pgs: 105 active+clean; 1.6 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 543 op/s 2023-12-20T11:30:45.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:45 smithi123 ceph-mon[188613]: pgmap v2059: 105 pgs: 105 active+clean; 1.6 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 543 op/s 2023-12-20T11:30:47.542 DEBUG:teuthology.orchestra.run.smithi177:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2023-12-20T11:30:47.615 INFO:tasks.workunit.client.1.smithi177.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-20T11:30:47.617 INFO:tasks.workunit.client.1.smithi177.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2023-12-20T11:30:47.617 INFO:tasks.workunit.client.1.smithi177.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-20T11:30:47.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:47 smithi123 ceph-mon[191304]: pgmap v2060: 105 pgs: 105 active+clean; 135 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 432 op/s 2023-12-20T11:30:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:47 smithi123 ceph-mon[188613]: pgmap v2060: 105 pgs: 105 active+clean; 135 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 432 op/s 2023-12-20T11:30:48.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:47 smithi177 ceph-mon[212096]: pgmap v2060: 105 pgs: 105 active+clean; 135 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 432 op/s 2023-12-20T11:30:48.157 INFO:tasks.workunit.client.1.smithi177.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-20T11:30:48.212 INFO:tasks.workunit.client.1.smithi177.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-20T11:30:48.248 INFO:tasks.workunit.client.1.smithi177.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2023-12-20T11:30:48.250 INFO:tasks.workunit.client.1.smithi177.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2023-12-20T11:30:48.250 INFO:tasks.workunit.client.1.smithi177.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-20T11:30:48.286 INFO:tasks.workunit.client.1.smithi177.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2023-12-20T11:30:48.289 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2023-12-20T11:30:48.289 DEBUG:teuthology.orchestra.run.smithi177:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2023-12-20T11:30:48.347 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2023-12-20T11:30:48.349 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2023-12-20T11:30:48.349 DEBUG:teuthology.orchestra.run.smithi177:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2023-12-20T11:30:48.416 INFO:tasks.workunit.client.1.smithi177.stderr:+ export RBD_FORCE_ALLOW_V1=1 2023-12-20T11:30:48.416 INFO:tasks.workunit.client.1.smithi177.stderr:+ RBD_FORCE_ALLOW_V1=1 2023-12-20T11:30:48.416 INFO:tasks.workunit.client.1.smithi177.stderr:+ TMPDIR=/tmp/rbd_import_export_253431 2023-12-20T11:30:48.416 INFO:tasks.workunit.client.1.smithi177.stderr:+ rm -rf /tmp/rbd_import_export_253431 2023-12-20T11:30:48.416 INFO:tasks.workunit.client.1.smithi177.stderr:+ mkdir /tmp/rbd_import_export_253431 2023-12-20T11:30:48.417 INFO:tasks.workunit.client.1.smithi177.stderr:+ trap 'rm -rf /tmp/rbd_import_export_253431' INT TERM EXIT 2023-12-20T11:30:48.417 INFO:tasks.workunit.client.1.smithi177.stderr:+ mkdir foo.253431 2023-12-20T11:30:48.418 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd import foo.253431 foo.dir 2023-12-20T11:30:48.447 INFO:tasks.workunit.client.1.smithi177.stderr:rbd: cannot import a directory 2023-12-20T11:30:48.447 INFO:tasks.workunit.client.1.smithi177.stderr: Importing image: 0% complete...failed. 2023-12-20T11:30:48.447 INFO:tasks.workunit.client.1.smithi177.stderr:rbd: import failed: (21) Is a directory 2023-12-20T11:30:48.449 INFO:tasks.workunit.client.1.smithi177.stderr:+ true 2023-12-20T11:30:48.449 INFO:tasks.workunit.client.1.smithi177.stderr:+ rmdir foo.253431 2023-12-20T11:30:48.452 INFO:tasks.workunit.client.1.smithi177.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_253431/img bs=1k count=1 seek=10 2023-12-20T11:30:48.453 INFO:tasks.workunit.client.1.smithi177.stderr:1+0 records in 2023-12-20T11:30:48.453 INFO:tasks.workunit.client.1.smithi177.stderr:1+0 records out 2023-12-20T11:30:48.453 INFO:tasks.workunit.client.1.smithi177.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 4.0369e-05 s, 25.4 MB/s 2023-12-20T11:30:48.453 INFO:tasks.workunit.client.1.smithi177.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_253431/img bs=1k count=10 seek=100 2023-12-20T11:30:48.454 INFO:tasks.workunit.client.1.smithi177.stderr:10+0 records in 2023-12-20T11:30:48.454 INFO:tasks.workunit.client.1.smithi177.stderr:10+0 records out 2023-12-20T11:30:48.454 INFO:tasks.workunit.client.1.smithi177.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.3374e-05 s, 192 MB/s 2023-12-20T11:30:48.454 INFO:tasks.workunit.client.1.smithi177.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_253431/img bs=1k count=100 seek=1000 2023-12-20T11:30:48.454 INFO:tasks.workunit.client.1.smithi177.stderr:70+1 records in 2023-12-20T11:30:48.455 INFO:tasks.workunit.client.1.smithi177.stderr:70+1 records out 2023-12-20T11:30:48.455 INFO:tasks.workunit.client.1.smithi177.stderr:72208 bytes (72 kB, 71 KiB) copied, 0.000169234 s, 427 MB/s 2023-12-20T11:30:48.455 INFO:tasks.workunit.client.1.smithi177.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_253431/img bs=1k seek=10000 2023-12-20T11:30:48.455 INFO:tasks.workunit.client.1.smithi177.stderr:140+1 records in 2023-12-20T11:30:48.456 INFO:tasks.workunit.client.1.smithi177.stderr:140+1 records out 2023-12-20T11:30:48.456 INFO:tasks.workunit.client.1.smithi177.stderr:143376 bytes (143 kB, 140 KiB) copied, 0.000283961 s, 505 MB/s 2023-12-20T11:30:48.456 INFO:tasks.workunit.client.1.smithi177.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_253431/img bs=1k seek=100000 2023-12-20T11:30:48.456 INFO:tasks.workunit.client.1.smithi177.stderr:70+1 records in 2023-12-20T11:30:48.456 INFO:tasks.workunit.client.1.smithi177.stderr:70+1 records out 2023-12-20T11:30:48.456 INFO:tasks.workunit.client.1.smithi177.stderr:72312 bytes (72 kB, 71 KiB) copied, 0.000160678 s, 450 MB/s 2023-12-20T11:30:48.457 INFO:tasks.workunit.client.1.smithi177.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_253431/img bs=1k seek=1000000 2023-12-20T11:30:48.458 INFO:tasks.workunit.client.1.smithi177.stderr:193+1 records in 2023-12-20T11:30:48.459 INFO:tasks.workunit.client.1.smithi177.stderr:193+1 records out 2023-12-20T11:30:48.459 INFO:tasks.workunit.client.1.smithi177.stderr:198280 bytes (198 kB, 194 KiB) copied, 0.000394708 s, 502 MB/s 2023-12-20T11:30:48.459 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd rm testimg 2023-12-20T11:30:48.511 INFO:tasks.workunit.client.1.smithi177.stderr: Removing image: 0% complete...failed. 2023-12-20T11:30:48.511 INFO:tasks.workunit.client.1.smithi177.stderr:rbd: delete error: (2) No such file or directory 2023-12-20T11:30:48.514 INFO:tasks.workunit.client.1.smithi177.stderr:+ true 2023-12-20T11:30:48.514 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd import --new-format /tmp/rbd_import_export_253431/img testimg 2023-12-20T11:30:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:30:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:30:49] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-20T11:30:49.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:49 smithi123 ceph-mon[191304]: pgmap v2061: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 401 op/s 2023-12-20T11:30:49.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:49 smithi123 ceph-mon[191304]: osdmap e1098: 8 total, 8 up, 8 in 2023-12-20T11:30:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:49 smithi123 ceph-mon[188613]: pgmap v2061: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 401 op/s 2023-12-20T11:30:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:49 smithi123 ceph-mon[188613]: osdmap e1098: 8 total, 8 up, 8 in 2023-12-20T11:30:50.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:49 smithi177 ceph-mon[212096]: pgmap v2061: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 401 op/s 2023-12-20T11:30:50.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:49 smithi177 ceph-mon[212096]: osdmap e1098: 8 total, 8 up, 8 in 2023-12-20T11:30:51.091 INFO:tasks.workunit.client.1.smithi177.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2023-12-20T11:30:51.092 INFO:tasks.workunit.client.1.smithi177.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-20T11:30:51.094 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd export testimg /tmp/rbd_import_export_253431/img2 2023-12-20T11:30:51.347 INFO:tasks.workunit.client.1.smithi177.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-12-20T11:30:51.350 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd export testimg - 2023-12-20T11:30:51.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:51 smithi177 ceph-mon[212096]: pgmap v2063: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 195 op/s 2023-12-20T11:30:51.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:51 smithi177 ceph-mon[212096]: osdmap e1099: 8 total, 8 up, 8 in 2023-12-20T11:30:51.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:51 smithi123 ceph-mon[188613]: pgmap v2063: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 195 op/s 2023-12-20T11:30:51.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:51 smithi123 ceph-mon[188613]: osdmap e1099: 8 total, 8 up, 8 in 2023-12-20T11:30:51.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:51 smithi123 ceph-mon[191304]: pgmap v2063: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 195 op/s 2023-12-20T11:30:51.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:51 smithi123 ceph-mon[191304]: osdmap e1099: 8 total, 8 up, 8 in 2023-12-20T11:30:52.026 INFO:tasks.workunit.client.1.smithi177.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-12-20T11:30:52.030 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd rm testimg 2023-12-20T11:30:52.158 INFO:tasks.workunit.client.1.smithi177.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2023-12-20T11:30:52.161 INFO:tasks.workunit.client.1.smithi177.stderr:+ cmp /tmp/rbd_import_export_253431/img /tmp/rbd_import_export_253431/img2 2023-12-20T11:30:52.771 INFO:tasks.workunit.client.1.smithi177.stderr:+ cmp /tmp/rbd_import_export_253431/img /tmp/rbd_import_export_253431/img3 2023-12-20T11:30:53.171 INFO:tasks.workunit.client.1.smithi177.stderr:+ rm /tmp/rbd_import_export_253431/img2 /tmp/rbd_import_export_253431/img3 2023-12-20T11:30:53.357 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd import --new-format - testimg 2023-12-20T11:30:53.779 INFO:tasks.workunit.client.1.smithi177.stderr: Importing image: 100% complete...done. 2023-12-20T11:30:53.779 INFO:tasks.workunit.client.1.smithi177.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-20T11:30:53.781 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd export testimg /tmp/rbd_import_export_253431/img2 2023-12-20T11:30:53.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:53 smithi177 ceph-mon[212096]: pgmap v2065: 105 pgs: 105 active+clean; 3.0 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 34 KiB/s wr, 24 op/s 2023-12-20T11:30:53.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:53 smithi123 ceph-mon[191304]: pgmap v2065: 105 pgs: 105 active+clean; 3.0 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 34 KiB/s wr, 24 op/s 2023-12-20T11:30:53.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:53 smithi123 ceph-mon[188613]: pgmap v2065: 105 pgs: 105 active+clean; 3.0 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 34 KiB/s wr, 24 op/s 2023-12-20T11:30:54.023 INFO:tasks.workunit.client.1.smithi177.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-12-20T11:30:54.027 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd export testimg - 2023-12-20T11:30:54.702 INFO:tasks.workunit.client.1.smithi177.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-12-20T11:30:54.705 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd rm testimg 2023-12-20T11:30:54.826 INFO:tasks.workunit.client.1.smithi177.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2023-12-20T11:30:54.829 INFO:tasks.workunit.client.1.smithi177.stderr:+ cmp /tmp/rbd_import_export_253431/img /tmp/rbd_import_export_253431/img2 2023-12-20T11:30:55.393 INFO:tasks.workunit.client.1.smithi177.stderr:+ cmp /tmp/rbd_import_export_253431/img /tmp/rbd_import_export_253431/img3 2023-12-20T11:30:55.796 INFO:tasks.workunit.client.1.smithi177.stderr:+ rm /tmp/rbd_import_export_253431/img /tmp/rbd_import_export_253431/img2 /tmp/rbd_import_export_253431/img3 2023-12-20T11:30:55.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:55 smithi177 ceph-mon[212096]: pgmap v2066: 105 pgs: 105 active+clean; 3.0 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 65 KiB/s wr, 22 op/s 2023-12-20T11:30:55.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:55 smithi123 ceph-mon[191304]: pgmap v2066: 105 pgs: 105 active+clean; 3.0 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 65 KiB/s wr, 22 op/s 2023-12-20T11:30:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:55 smithi123 ceph-mon[188613]: pgmap v2066: 105 pgs: 105 active+clean; 3.0 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 65 KiB/s wr, 22 op/s 2023-12-20T11:30:56.037 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd help export 2023-12-20T11:30:56.037 INFO:tasks.workunit.client.1.smithi177.stderr:+ grep -q export-format 2023-12-20T11:30:56.057 INFO:tasks.workunit.client.1.smithi177.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_253431/img bs=1k count=10 seek=100 2023-12-20T11:30:56.058 INFO:tasks.workunit.client.1.smithi177.stderr:10+0 records in 2023-12-20T11:30:56.058 INFO:tasks.workunit.client.1.smithi177.stderr:10+0 records out 2023-12-20T11:30:56.058 INFO:tasks.workunit.client.1.smithi177.stderr:10240 bytes (10 kB, 10 KiB) copied, 6.1859e-05 s, 166 MB/s 2023-12-20T11:30:56.058 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd import --new-format /tmp/rbd_import_export_253431/img testimg 2023-12-20T11:30:56.129 INFO:tasks.workunit.client.1.smithi177.stderr: Importing image: 100% complete...done. 2023-12-20T11:30:56.130 INFO:tasks.workunit.client.1.smithi177.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-20T11:30:56.132 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd snap create testimg@snap 2023-12-20T11:30:56.566 INFO:tasks.workunit.client.1.smithi177.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2023-12-20T11:30:56.575 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd image-meta set testimg key1 value1 2023-12-20T11:30:56.631 INFO:tasks.workunit.client.1.smithi177.stderr:++ rbd image-meta list testimg 2023-12-20T11:30:56.672 INFO:tasks.workunit.client.1.smithi177.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2023-12-20T11:30:56.672 INFO:tasks.workunit.client.1.smithi177.stderr: 2023-12-20T11:30:56.673 INFO:tasks.workunit.client.1.smithi177.stderr:Key Value 2023-12-20T11:30:56.673 INFO:tasks.workunit.client.1.smithi177.stderr:key1 value1' 2023-12-20T11:30:56.673 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_253431/img_v2 2023-12-20T11:30:56.714 INFO:tasks.workunit.client.1.smithi177.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-12-20T11:30:56.716 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_253431/img_v2 testimg_import 2023-12-20T11:30:56.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:30:56.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:30:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:30:57.576 INFO:tasks.workunit.client.1.smithi177.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2023-12-20T11:30:57.579 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd info testimg_import 2023-12-20T11:30:57.615 INFO:tasks.workunit.client.1.smithi177.stdout:rbd image 'testimg_import': 2023-12-20T11:30:57.615 INFO:tasks.workunit.client.1.smithi177.stdout: size 110 KiB in 1 objects 2023-12-20T11:30:57.615 INFO:tasks.workunit.client.1.smithi177.stdout: order 22 (4 MiB objects) 2023-12-20T11:30:57.615 INFO:tasks.workunit.client.1.smithi177.stdout: snapshot_count: 1 2023-12-20T11:30:57.615 INFO:tasks.workunit.client.1.smithi177.stdout: id: d83dc368101b 2023-12-20T11:30:57.615 INFO:tasks.workunit.client.1.smithi177.stdout: block_name_prefix: rbd_data.d83dc368101b 2023-12-20T11:30:57.615 INFO:tasks.workunit.client.1.smithi177.stdout: format: 2 2023-12-20T11:30:57.615 INFO:tasks.workunit.client.1.smithi177.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2023-12-20T11:30:57.615 INFO:tasks.workunit.client.1.smithi177.stdout: op_features: 2023-12-20T11:30:57.615 INFO:tasks.workunit.client.1.smithi177.stdout: flags: 2023-12-20T11:30:57.616 INFO:tasks.workunit.client.1.smithi177.stdout: create_timestamp: Wed Dec 20 11:30:56 2023 2023-12-20T11:30:57.616 INFO:tasks.workunit.client.1.smithi177.stdout: access_timestamp: Wed Dec 20 11:30:56 2023 2023-12-20T11:30:57.616 INFO:tasks.workunit.client.1.smithi177.stdout: modify_timestamp: Wed Dec 20 11:30:56 2023 2023-12-20T11:30:57.617 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd info testimg_import@snap 2023-12-20T11:30:57.653 INFO:tasks.workunit.client.1.smithi177.stdout:rbd image 'testimg_import': 2023-12-20T11:30:57.653 INFO:tasks.workunit.client.1.smithi177.stdout: size 110 KiB in 1 objects 2023-12-20T11:30:57.653 INFO:tasks.workunit.client.1.smithi177.stdout: order 22 (4 MiB objects) 2023-12-20T11:30:57.653 INFO:tasks.workunit.client.1.smithi177.stdout: snapshot_count: 1 2023-12-20T11:30:57.653 INFO:tasks.workunit.client.1.smithi177.stdout: id: d83dc368101b 2023-12-20T11:30:57.653 INFO:tasks.workunit.client.1.smithi177.stdout: block_name_prefix: rbd_data.d83dc368101b 2023-12-20T11:30:57.654 INFO:tasks.workunit.client.1.smithi177.stdout: format: 2 2023-12-20T11:30:57.654 INFO:tasks.workunit.client.1.smithi177.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2023-12-20T11:30:57.654 INFO:tasks.workunit.client.1.smithi177.stdout: op_features: 2023-12-20T11:30:57.654 INFO:tasks.workunit.client.1.smithi177.stdout: flags: 2023-12-20T11:30:57.654 INFO:tasks.workunit.client.1.smithi177.stdout: create_timestamp: Wed Dec 20 11:30:56 2023 2023-12-20T11:30:57.654 INFO:tasks.workunit.client.1.smithi177.stdout: access_timestamp: Wed Dec 20 11:30:56 2023 2023-12-20T11:30:57.654 INFO:tasks.workunit.client.1.smithi177.stdout: modify_timestamp: Wed Dec 20 11:30:56 2023 2023-12-20T11:30:57.654 INFO:tasks.workunit.client.1.smithi177.stdout: protected: False 2023-12-20T11:30:57.656 INFO:tasks.workunit.client.1.smithi177.stderr:++ rbd image-meta list testimg_import 2023-12-20T11:30:57.697 INFO:tasks.workunit.client.1.smithi177.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2023-12-20T11:30:57.697 INFO:tasks.workunit.client.1.smithi177.stderr: 2023-12-20T11:30:57.697 INFO:tasks.workunit.client.1.smithi177.stderr:Key Value 2023-12-20T11:30:57.698 INFO:tasks.workunit.client.1.smithi177.stderr:key1 value1' 2023-12-20T11:30:57.698 INFO:tasks.workunit.client.1.smithi177.stderr:+ '[' 'There is 1 metadatum on this image: 2023-12-20T11:30:57.698 INFO:tasks.workunit.client.1.smithi177.stderr: 2023-12-20T11:30:57.698 INFO:tasks.workunit.client.1.smithi177.stderr:Key Value 2023-12-20T11:30:57.698 INFO:tasks.workunit.client.1.smithi177.stderr:key1 value1' = 'There is 1 metadatum on this image: 2023-12-20T11:30:57.698 INFO:tasks.workunit.client.1.smithi177.stderr: 2023-12-20T11:30:57.698 INFO:tasks.workunit.client.1.smithi177.stderr:Key Value 2023-12-20T11:30:57.698 INFO:tasks.workunit.client.1.smithi177.stderr:key1 value1' ']' 2023-12-20T11:30:57.698 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd export testimg_import /tmp/rbd_import_export_253431/img_import 2023-12-20T11:30:57.730 INFO:tasks.workunit.client.1.smithi177.stderr: Exporting image: 100% complete...done. 2023-12-20T11:30:57.734 INFO:tasks.workunit.client.1.smithi177.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_253431/img /tmp/rbd_import_export_253431/img_import 2023-12-20T11:30:57.734 INFO:tasks.workunit.client.1.smithi177.stderr:+ cmp -l /tmp/rbd_import_export_253431/img /tmp/rbd_import_export_253431/img_import 2023-12-20T11:30:57.734 INFO:tasks.workunit.client.1.smithi177.stderr:++ stat /tmp/rbd_import_export_253431/img --format %b 2023-12-20T11:30:57.734 INFO:tasks.workunit.client.1.smithi177.stderr:+ origsize=24 2023-12-20T11:30:57.735 INFO:tasks.workunit.client.1.smithi177.stderr:++ stat /tmp/rbd_import_export_253431/img_import --format %b 2023-12-20T11:30:57.736 INFO:tasks.workunit.client.1.smithi177.stderr:+ exportsize=224 2023-12-20T11:30:57.736 INFO:tasks.workunit.client.1.smithi177.stderr:+ difference=200 2023-12-20T11:30:57.736 INFO:tasks.workunit.client.1.smithi177.stderr:+ difference=200 2023-12-20T11:30:57.736 INFO:tasks.workunit.client.1.smithi177.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2023-12-20T11:30:57.736 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_253431/img_snap 2023-12-20T11:30:57.773 INFO:tasks.workunit.client.1.smithi177.stderr: Exporting image: 100% complete...done. 2023-12-20T11:30:57.775 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_253431/img_snap_import 2023-12-20T11:30:57.811 INFO:tasks.workunit.client.1.smithi177.stderr: Exporting image: 100% complete...done. 2023-12-20T11:30:57.813 INFO:tasks.workunit.client.1.smithi177.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_253431/img_snap /tmp/rbd_import_export_253431/img_snap_import 2023-12-20T11:30:57.813 INFO:tasks.workunit.client.1.smithi177.stderr:+ cmp -l /tmp/rbd_import_export_253431/img_snap /tmp/rbd_import_export_253431/img_snap_import 2023-12-20T11:30:57.814 INFO:tasks.workunit.client.1.smithi177.stderr:++ stat /tmp/rbd_import_export_253431/img_snap --format %b 2023-12-20T11:30:57.815 INFO:tasks.workunit.client.1.smithi177.stderr:+ origsize=224 2023-12-20T11:30:57.815 INFO:tasks.workunit.client.1.smithi177.stderr:++ stat /tmp/rbd_import_export_253431/img_snap_import --format %b 2023-12-20T11:30:57.816 INFO:tasks.workunit.client.1.smithi177.stderr:+ exportsize=224 2023-12-20T11:30:57.816 INFO:tasks.workunit.client.1.smithi177.stderr:+ difference=0 2023-12-20T11:30:57.817 INFO:tasks.workunit.client.1.smithi177.stderr:+ difference=0 2023-12-20T11:30:57.817 INFO:tasks.workunit.client.1.smithi177.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-12-20T11:30:57.817 INFO:tasks.workunit.client.1.smithi177.stderr:+ rm /tmp/rbd_import_export_253431/img_v2 2023-12-20T11:30:57.817 INFO:tasks.workunit.client.1.smithi177.stderr:+ rm /tmp/rbd_import_export_253431/img_import 2023-12-20T11:30:57.817 INFO:tasks.workunit.client.1.smithi177.stderr:+ rm /tmp/rbd_import_export_253431/img_snap 2023-12-20T11:30:57.818 INFO:tasks.workunit.client.1.smithi177.stderr:+ rm /tmp/rbd_import_export_253431/img_snap_import 2023-12-20T11:30:57.819 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd snap rm testimg_import@snap 2023-12-20T11:30:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:57 smithi177 ceph-mon[212096]: pgmap v2067: 105 pgs: 105 active+clean; 5.8 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 85 KiB/s wr, 22 op/s 2023-12-20T11:30:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:57 smithi177 ceph-mon[212096]: osdmap e1100: 8 total, 8 up, 8 in 2023-12-20T11:30:57.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:57 smithi123 ceph-mon[191304]: pgmap v2067: 105 pgs: 105 active+clean; 5.8 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 85 KiB/s wr, 22 op/s 2023-12-20T11:30:57.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:57 smithi123 ceph-mon[191304]: osdmap e1100: 8 total, 8 up, 8 in 2023-12-20T11:30:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:57 smithi123 ceph-mon[188613]: pgmap v2067: 105 pgs: 105 active+clean; 5.8 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 85 KiB/s wr, 22 op/s 2023-12-20T11:30:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:57 smithi123 ceph-mon[188613]: osdmap e1100: 8 total, 8 up, 8 in 2023-12-20T11:30:58.546 INFO:tasks.workunit.client.1.smithi177.stderr: Removing snap: 100% complete...done. 2023-12-20T11:30:58.556 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd remove testimg_import 2023-12-20T11:30:58.677 INFO:tasks.workunit.client.1.smithi177.stderr: Removing image: 100% complete...done. 2023-12-20T11:30:58.679 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd snap rm testimg@snap 2023-12-20T11:30:58.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:58 smithi177 ceph-mon[212096]: osdmap e1101: 8 total, 8 up, 8 in 2023-12-20T11:30:58.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:58 smithi177 ceph-mon[212096]: osdmap e1102: 8 total, 8 up, 8 in 2023-12-20T11:30:58.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:58 smithi123 ceph-mon[191304]: osdmap e1101: 8 total, 8 up, 8 in 2023-12-20T11:30:58.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:58 smithi123 ceph-mon[191304]: osdmap e1102: 8 total, 8 up, 8 in 2023-12-20T11:30:58.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:58 smithi123 ceph-mon[188613]: osdmap e1101: 8 total, 8 up, 8 in 2023-12-20T11:30:58.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:58 smithi123 ceph-mon[188613]: osdmap e1102: 8 total, 8 up, 8 in 2023-12-20T11:30:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:30:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:30:59] "GET /metrics HTTP/1.1" 200 33947 "" "Prometheus/2.43.0" 2023-12-20T11:30:59.582 INFO:tasks.workunit.client.1.smithi177.stderr: Removing snap: 100% complete...done. 2023-12-20T11:30:59.595 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd rm testimg 2023-12-20T11:30:59.719 INFO:tasks.workunit.client.1.smithi177.stderr: Removing image: 100% complete...done. 2023-12-20T11:30:59.722 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd import --order 20 /tmp/rbd_import_export_253431/img testimg 2023-12-20T11:30:59.789 INFO:tasks.workunit.client.1.smithi177.stderr: Importing image: 100% complete...done. 2023-12-20T11:30:59.789 INFO:tasks.workunit.client.1.smithi177.stderr:rbd: --order is deprecated, use --object-size 2023-12-20T11:30:59.789 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_253431/img_v2 2023-12-20T11:30:59.824 INFO:tasks.workunit.client.1.smithi177.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-12-20T11:30:59.826 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_253431/img_v2 testimg_import 2023-12-20T11:30:59.898 INFO:tasks.workunit.client.1.smithi177.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2023-12-20T11:30:59.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:30:59 smithi177 ceph-mon[212096]: pgmap v2070: 105 pgs: 105 active+clean; 3.3 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 299 KiB/s rd, 120 KiB/s wr, 107 op/s 2023-12-20T11:30:59.901 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd info testimg_import 2023-12-20T11:30:59.902 INFO:tasks.workunit.client.1.smithi177.stderr:+ grep order 2023-12-20T11:30:59.902 INFO:tasks.workunit.client.1.smithi177.stderr:+ awk '{print $2}' 2023-12-20T11:30:59.902 INFO:tasks.workunit.client.1.smithi177.stderr:+ grep 20 2023-12-20T11:30:59.936 INFO:tasks.workunit.client.1.smithi177.stdout:20 2023-12-20T11:30:59.937 INFO:tasks.workunit.client.1.smithi177.stderr:+ rm /tmp/rbd_import_export_253431/img_v2 2023-12-20T11:30:59.937 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd remove testimg_import 2023-12-20T11:30:59.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:30:59 smithi123 ceph-mon[191304]: pgmap v2070: 105 pgs: 105 active+clean; 3.3 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 299 KiB/s rd, 120 KiB/s wr, 107 op/s 2023-12-20T11:30:59.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:30:59 smithi123 ceph-mon[188613]: pgmap v2070: 105 pgs: 105 active+clean; 3.3 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 299 KiB/s rd, 120 KiB/s wr, 107 op/s 2023-12-20T11:31:00.050 INFO:tasks.workunit.client.1.smithi177.stderr: Removing image: 100% complete...done. 2023-12-20T11:31:00.052 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd remove testimg 2023-12-20T11:31:00.170 INFO:tasks.workunit.client.1.smithi177.stderr: Removing image: 100% complete...done. 2023-12-20T11:31:00.172 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_253431/img testimg 2023-12-20T11:31:00.224 INFO:tasks.workunit.client.1.smithi177.stderr: Importing image: 100% complete...done. 2023-12-20T11:31:00.226 INFO:tasks.workunit.client.1.smithi177.stderr:++ rbd info testimg 2023-12-20T11:31:00.227 INFO:tasks.workunit.client.1.smithi177.stderr:++ grep features 2023-12-20T11:31:00.262 INFO:tasks.workunit.client.1.smithi177.stderr:+ FEATURES_BEFORE=' features: layering 2023-12-20T11:31:00.262 INFO:tasks.workunit.client.1.smithi177.stderr: op_features: ' 2023-12-20T11:31:00.262 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_253431/img_v2 2023-12-20T11:31:00.297 INFO:tasks.workunit.client.1.smithi177.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-12-20T11:31:00.300 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_253431/img_v2 testimg_import 2023-12-20T11:31:00.358 INFO:tasks.workunit.client.1.smithi177.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2023-12-20T11:31:00.361 INFO:tasks.workunit.client.1.smithi177.stderr:++ rbd info testimg_import 2023-12-20T11:31:00.361 INFO:tasks.workunit.client.1.smithi177.stderr:++ grep features 2023-12-20T11:31:00.397 INFO:tasks.workunit.client.1.smithi177.stderr:+ FEATURES_AFTER=' features: layering 2023-12-20T11:31:00.397 INFO:tasks.workunit.client.1.smithi177.stderr: op_features: ' 2023-12-20T11:31:00.397 INFO:tasks.workunit.client.1.smithi177.stderr:+ '[' ' features: layering 2023-12-20T11:31:00.397 INFO:tasks.workunit.client.1.smithi177.stderr: op_features: ' '!=' ' features: layering 2023-12-20T11:31:00.397 INFO:tasks.workunit.client.1.smithi177.stderr: op_features: ' ']' 2023-12-20T11:31:00.397 INFO:tasks.workunit.client.1.smithi177.stderr:+ rm /tmp/rbd_import_export_253431/img_v2 2023-12-20T11:31:00.397 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd remove testimg_import 2023-12-20T11:31:00.486 INFO:tasks.workunit.client.1.smithi177.stderr: Removing image: 100% complete...done. 2023-12-20T11:31:00.489 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd remove testimg 2023-12-20T11:31:00.575 INFO:tasks.workunit.client.1.smithi177.stderr: Removing image: 100% complete...done. 2023-12-20T11:31:00.578 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_253431/img testimg 2023-12-20T11:31:00.649 INFO:tasks.workunit.client.1.smithi177.stderr: Importing image: 100% complete...done. 2023-12-20T11:31:00.652 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_253431/img_v2 2023-12-20T11:31:00.687 INFO:tasks.workunit.client.1.smithi177.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-12-20T11:31:00.690 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_253431/img_v2 testimg_import 2023-12-20T11:31:00.765 INFO:tasks.workunit.client.1.smithi177.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2023-12-20T11:31:00.768 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd info testimg_import 2023-12-20T11:31:00.768 INFO:tasks.workunit.client.1.smithi177.stderr:+ grep 'stripe unit' 2023-12-20T11:31:00.768 INFO:tasks.workunit.client.1.smithi177.stderr:+ grep -Ei '(4 KiB|4096)' 2023-12-20T11:31:00.802 INFO:tasks.workunit.client.1.smithi177.stdout: stripe unit: 4 KiB 2023-12-20T11:31:00.803 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd info testimg_import 2023-12-20T11:31:00.803 INFO:tasks.workunit.client.1.smithi177.stderr:+ grep 'stripe count' 2023-12-20T11:31:00.803 INFO:tasks.workunit.client.1.smithi177.stderr:+ awk '{print $3}' 2023-12-20T11:31:00.803 INFO:tasks.workunit.client.1.smithi177.stderr:+ grep 1000 2023-12-20T11:31:00.838 INFO:tasks.workunit.client.1.smithi177.stdout:1000 2023-12-20T11:31:00.838 INFO:tasks.workunit.client.1.smithi177.stderr:+ rm /tmp/rbd_import_export_253431/img_v2 2023-12-20T11:31:00.838 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd remove testimg_import 2023-12-20T11:31:00.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:00 smithi177 ceph-mon[212096]: osdmap e1103: 8 total, 8 up, 8 in 2023-12-20T11:31:00.954 INFO:tasks.workunit.client.1.smithi177.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2023-12-20T11:31:00.956 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd remove testimg 2023-12-20T11:31:00.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:00 smithi123 ceph-mon[191304]: osdmap e1103: 8 total, 8 up, 8 in 2023-12-20T11:31:00.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:00 smithi123 ceph-mon[188613]: osdmap e1103: 8 total, 8 up, 8 in 2023-12-20T11:31:01.074 INFO:tasks.workunit.client.1.smithi177.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2023-12-20T11:31:01.077 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_253431/img testimg 2023-12-20T11:31:01.139 INFO:tasks.workunit.client.1.smithi177.stderr: Importing image: 100% complete...done. 2023-12-20T11:31:01.142 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd snap create testimg@snap1 2023-12-20T11:31:01.589 INFO:tasks.workunit.client.1.smithi177.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2023-12-20T11:31:01.597 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd snap create testimg@snap2 2023-12-20T11:31:01.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:01 smithi177 ceph-mon[212096]: pgmap v2073: 105 pgs: 105 active+clean; 693 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 457 KiB/s rd, 99 KiB/s wr, 231 op/s 2023-12-20T11:31:01.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:01 smithi123 ceph-mon[188613]: pgmap v2073: 105 pgs: 105 active+clean; 693 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 457 KiB/s rd, 99 KiB/s wr, 231 op/s 2023-12-20T11:31:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:01 smithi123 ceph-mon[191304]: pgmap v2073: 105 pgs: 105 active+clean; 693 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 457 KiB/s rd, 99 KiB/s wr, 231 op/s 2023-12-20T11:31:02.547 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:31:02.605 INFO:tasks.workunit.client.1.smithi177.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2023-12-20T11:31:02.615 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd snap protect testimg@snap2 2023-12-20T11:31:02.661 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_253431/snap_protect 2023-12-20T11:31:02.704 INFO:tasks.workunit.client.1.smithi177.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-12-20T11:31:02.707 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_253431/snap_protect testimg_import 2023-12-20T11:31:02.874 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:31:02.874 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (39m) 6m ago 42m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:31:02.874 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (39m) 4m ago 42m 92.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:31:02.874 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (43m) 6m ago 43m 21.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:31:02.874 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (43m) 4m ago 43m 26.9M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:31:02.875 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (39m) 4m ago 46m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:31:02.875 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (39m) 6m ago 47m 546M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:31:02.875 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (39m) 6m ago 47m 285M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:31:02.875 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (38m) 4m ago 46m 158M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:31:02.875 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (38m) 6m ago 46m 172M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:31:02.875 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (39m) 6m ago 42m 19.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:31:02.875 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (39m) 4m ago 42m 19.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:31:02.875 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (38m) 6m ago 45m 1905M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:31:02.875 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (37m) 6m ago 45m 2135M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:31:02.875 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (37m) 6m ago 45m 2181M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:31:02.875 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (36m) 6m ago 44m 1932M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:31:02.875 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (36m) 4m ago 44m 1419M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:31:02.875 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (35m) 4m ago 44m 1582M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:31:02.875 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (35m) 4m ago 44m 1235M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:31:02.875 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (34m) 4m ago 43m 1635M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:31:02.876 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (39m) 4m ago 43m 87.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:31:02.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:02 smithi177 ceph-mon[212096]: osdmap e1104: 8 total, 8 up, 8 in 2023-12-20T11:31:02.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:02 smithi123 ceph-mon[191304]: osdmap e1104: 8 total, 8 up, 8 in 2023-12-20T11:31:02.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:02 smithi123 ceph-mon[188613]: osdmap e1104: 8 total, 8 up, 8 in 2023-12-20T11:31:03.264 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:31:03.264 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:31:03.264 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:31:03.264 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:31:03.265 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:31:03.265 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:31:03.265 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:31:03.265 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:31:03.265 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:31:03.265 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:31:03.265 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:31:03.265 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:31:03.265 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:31:03.265 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:31:03.265 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:31:03.265 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:31:03.265 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:31:03.265 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:31:03.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:03 smithi177 ceph-mon[212096]: pgmap v2075: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 475 KiB/s rd, 66 KiB/s wr, 524 op/s 2023-12-20T11:31:03.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:03 smithi177 ceph-mon[212096]: from='client.36213 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:31:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:03 smithi177 ceph-mon[212096]: osdmap e1105: 8 total, 8 up, 8 in 2023-12-20T11:31:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:03 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2388908847' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:31:03.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:03 smithi123 ceph-mon[191304]: pgmap v2075: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 475 KiB/s rd, 66 KiB/s wr, 524 op/s 2023-12-20T11:31:03.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:03 smithi123 ceph-mon[191304]: from='client.36213 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:31:03.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:03 smithi123 ceph-mon[191304]: osdmap e1105: 8 total, 8 up, 8 in 2023-12-20T11:31:03.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:03 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2388908847' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:31:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:03 smithi123 ceph-mon[188613]: pgmap v2075: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 475 KiB/s rd, 66 KiB/s wr, 524 op/s 2023-12-20T11:31:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:03 smithi123 ceph-mon[188613]: from='client.36213 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:31:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:03 smithi123 ceph-mon[188613]: osdmap e1105: 8 total, 8 up, 8 in 2023-12-20T11:31:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:03 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2388908847' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:31:04.640 INFO:tasks.workunit.client.1.smithi177.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2023-12-20T11:31:04.643 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd info testimg_import@snap1 2023-12-20T11:31:04.643 INFO:tasks.workunit.client.1.smithi177.stderr:+ grep 'protected: False' 2023-12-20T11:31:04.682 INFO:tasks.workunit.client.1.smithi177.stdout: protected: False 2023-12-20T11:31:04.682 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd info testimg_import@snap2 2023-12-20T11:31:04.682 INFO:tasks.workunit.client.1.smithi177.stderr:+ grep 'protected: True' 2023-12-20T11:31:04.718 INFO:tasks.workunit.client.1.smithi177.stdout: protected: True 2023-12-20T11:31:04.718 INFO:tasks.workunit.client.1.smithi177.stderr:+ rm /tmp/rbd_import_export_253431/snap_protect 2023-12-20T11:31:04.718 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd snap unprotect testimg@snap2 2023-12-20T11:31:04.765 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd snap unprotect testimg_import@snap2 2023-12-20T11:31:04.814 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd snap purge testimg 2023-12-20T11:31:04.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:04 smithi177 ceph-mon[212096]: from='client.36225 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:31:04.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:04 smithi177 ceph-mon[212096]: osdmap e1106: 8 total, 8 up, 8 in 2023-12-20T11:31:04.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:31:04.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:04 smithi123 ceph-mon[191304]: from='client.36225 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:31:04.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:04 smithi123 ceph-mon[191304]: osdmap e1106: 8 total, 8 up, 8 in 2023-12-20T11:31:04.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:31:04.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:04 smithi123 ceph-mon[188613]: from='client.36225 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:31:04.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:04 smithi123 ceph-mon[188613]: osdmap e1106: 8 total, 8 up, 8 in 2023-12-20T11:31:04.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:31:05.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:05 smithi177 ceph-mon[212096]: pgmap v2078: 105 pgs: 105 active+clean; 913 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 393 KiB/s rd, 47 KiB/s wr, 520 op/s 2023-12-20T11:31:05.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:05 smithi177 ceph-mon[212096]: osdmap e1107: 8 total, 8 up, 8 in 2023-12-20T11:31:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:31:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:31:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:31:05.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:05 smithi123 ceph-mon[191304]: pgmap v2078: 105 pgs: 105 active+clean; 913 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 393 KiB/s rd, 47 KiB/s wr, 520 op/s 2023-12-20T11:31:05.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:05 smithi123 ceph-mon[191304]: osdmap e1107: 8 total, 8 up, 8 in 2023-12-20T11:31:05.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:31:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:31:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:31:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:05 smithi123 ceph-mon[188613]: pgmap v2078: 105 pgs: 105 active+clean; 913 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 393 KiB/s rd, 47 KiB/s wr, 520 op/s 2023-12-20T11:31:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:05 smithi123 ceph-mon[188613]: osdmap e1107: 8 total, 8 up, 8 in 2023-12-20T11:31:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:31:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:31:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:31:06.634 INFO:tasks.workunit.client.1.smithi177.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2023-12-20T11:31:06.645 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd snap purge testimg_import 2023-12-20T11:31:06.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:06 smithi177 ceph-mon[212096]: osdmap e1108: 8 total, 8 up, 8 in 2023-12-20T11:31:06.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:06 smithi123 ceph-mon[191304]: osdmap e1108: 8 total, 8 up, 8 in 2023-12-20T11:31:06.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:06 smithi123 ceph-mon[188613]: osdmap e1108: 8 total, 8 up, 8 in 2023-12-20T11:31:07.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:07 smithi177 ceph-mon[212096]: pgmap v2081: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 29 KiB/s wr, 182 op/s 2023-12-20T11:31:07.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:07 smithi177 ceph-mon[212096]: osdmap e1109: 8 total, 8 up, 8 in 2023-12-20T11:31:07.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:07 smithi123 ceph-mon[191304]: pgmap v2081: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 29 KiB/s wr, 182 op/s 2023-12-20T11:31:07.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:07 smithi123 ceph-mon[191304]: osdmap e1109: 8 total, 8 up, 8 in 2023-12-20T11:31:07.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:07 smithi123 ceph-mon[188613]: pgmap v2081: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 29 KiB/s wr, 182 op/s 2023-12-20T11:31:07.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:07 smithi123 ceph-mon[188613]: osdmap e1109: 8 total, 8 up, 8 in 2023-12-20T11:31:08.552 INFO:tasks.workunit.client.1.smithi177.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2023-12-20T11:31:08.565 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd remove testimg 2023-12-20T11:31:08.696 INFO:tasks.workunit.client.1.smithi177.stderr: Removing image: 100% complete...done. 2023-12-20T11:31:08.698 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd remove testimg_import 2023-12-20T11:31:08.817 INFO:tasks.workunit.client.1.smithi177.stderr: Removing image: 100% complete...done. 2023-12-20T11:31:08.819 INFO:tasks.workunit.client.1.smithi177.stderr:+ tiered=0 2023-12-20T11:31:08.820 INFO:tasks.workunit.client.1.smithi177.stderr:+ ceph osd dump 2023-12-20T11:31:08.820 INFO:tasks.workunit.client.1.smithi177.stderr:+ grep '^pool' 2023-12-20T11:31:08.820 INFO:tasks.workunit.client.1.smithi177.stderr:+ grep ''\''rbd'\''' 2023-12-20T11:31:08.820 INFO:tasks.workunit.client.1.smithi177.stderr:+ grep tier 2023-12-20T11:31:08.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:08 smithi177 ceph-mon[212096]: osdmap e1110: 8 total, 8 up, 8 in 2023-12-20T11:31:08.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:08 smithi177 ceph-mon[212096]: osdmap e1111: 8 total, 8 up, 8 in 2023-12-20T11:31:08.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:08 smithi123 ceph-mon[191304]: osdmap e1110: 8 total, 8 up, 8 in 2023-12-20T11:31:08.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:08 smithi123 ceph-mon[191304]: osdmap e1111: 8 total, 8 up, 8 in 2023-12-20T11:31:08.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:08 smithi123 ceph-mon[188613]: osdmap e1110: 8 total, 8 up, 8 in 2023-12-20T11:31:08.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:08 smithi123 ceph-mon[188613]: osdmap e1111: 8 total, 8 up, 8 in 2023-12-20T11:31:09.249 INFO:tasks.workunit.client.1.smithi177.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_253431/sparse1 2023-12-20T11:31:09.254 INFO:tasks.workunit.client.1.smithi177.stderr:1+0 records in 2023-12-20T11:31:09.255 INFO:tasks.workunit.client.1.smithi177.stderr:1+0 records out 2023-12-20T11:31:09.255 INFO:tasks.workunit.client.1.smithi177.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00490853 s, 214 MB/s 2023-12-20T11:31:09.255 INFO:tasks.workunit.client.1.smithi177.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_253431/sparse2 2023-12-20T11:31:09.260 INFO:tasks.workunit.client.1.smithi177.stderr:1+0 records in 2023-12-20T11:31:09.261 INFO:tasks.workunit.client.1.smithi177.stderr:1+0 records out 2023-12-20T11:31:09.261 INFO:tasks.workunit.client.1.smithi177.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00487761 s, 215 MB/s 2023-12-20T11:31:09.261 INFO:tasks.workunit.client.1.smithi177.stderr:+ truncate /tmp/rbd_import_export_253431/sparse2 -s 2M 2023-12-20T11:31:09.261 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd rm sparse1 2023-12-20T11:31:09.314 INFO:tasks.workunit.client.1.smithi177.stderr: Removing image: 0% complete...failed. 2023-12-20T11:31:09.314 INFO:tasks.workunit.client.1.smithi177.stderr:rbd: delete error: (2) No such file or directory 2023-12-20T11:31:09.317 INFO:tasks.workunit.client.1.smithi177.stderr:+ true 2023-12-20T11:31:09.317 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_253431/sparse1 2023-12-20T11:31:09.388 INFO:tasks.workunit.client.1.smithi177.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2023-12-20T11:31:09.388 INFO:tasks.workunit.client.1.smithi177.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-20T11:31:09.388 INFO:tasks.workunit.client.1.smithi177.stderr:rbd: --order is deprecated, use --object-size 2023-12-20T11:31:09.391 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd ls -l 2023-12-20T11:31:09.391 INFO:tasks.workunit.client.1.smithi177.stderr:+ grep sparse1 2023-12-20T11:31:09.391 INFO:tasks.workunit.client.1.smithi177.stderr:+ grep -Ei '(2 MiB|2048k)' 2023-12-20T11:31:09.426 INFO:tasks.workunit.client.1.smithi177.stdout:sparse1 2 MiB 2 2023-12-20T11:31:09.426 INFO:tasks.workunit.client.1.smithi177.stderr:++ objects sparse1 2023-12-20T11:31:09.426 INFO:tasks.workunit.client.1.smithi177.stderr:++ image=sparse1 2023-12-20T11:31:09.427 INFO:tasks.workunit.client.1.smithi177.stderr:+++ rbd info sparse1 2023-12-20T11:31:09.427 INFO:tasks.workunit.client.1.smithi177.stderr:+++ grep block_name_prefix 2023-12-20T11:31:09.427 INFO:tasks.workunit.client.1.smithi177.stderr:+++ awk '{print $NF;}' 2023-12-20T11:31:09.461 INFO:tasks.workunit.client.1.smithi177.stderr:++ prefix=rbd_data.d9698e896b35 2023-12-20T11:31:09.462 INFO:tasks.workunit.client.1.smithi177.stderr:+++ grep rbd_data.d9698e896b35 2023-12-20T11:31:09.462 INFO:tasks.workunit.client.1.smithi177.stderr:++++ get_image_data_pool sparse1 2023-12-20T11:31:09.462 INFO:tasks.workunit.client.1.smithi177.stderr:++++ image=sparse1 2023-12-20T11:31:09.463 INFO:tasks.workunit.client.1.smithi177.stderr:+++ sed -e 's/rbd_data.d9698e896b35\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-20T11:31:09.463 INFO:tasks.workunit.client.1.smithi177.stderr:+++ sort -u 2023-12-20T11:31:09.463 INFO:tasks.workunit.client.1.smithi177.stderr:+++++ rbd info sparse1 2023-12-20T11:31:09.463 INFO:tasks.workunit.client.1.smithi177.stderr:+++++ grep 'data_pool: ' 2023-12-20T11:31:09.463 INFO:tasks.workunit.client.1.smithi177.stderr:+++++ awk -F: '{ print $NF }' 2023-12-20T11:31:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:31:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:31:09] "GET /metrics HTTP/1.1" 200 33947 "" "Prometheus/2.43.0" 2023-12-20T11:31:09.497 INFO:tasks.workunit.client.1.smithi177.stderr:++++ data_pool= 2023-12-20T11:31:09.497 INFO:tasks.workunit.client.1.smithi177.stderr:++++ '[' -z ']' 2023-12-20T11:31:09.497 INFO:tasks.workunit.client.1.smithi177.stderr:++++ data_pool=rbd 2023-12-20T11:31:09.497 INFO:tasks.workunit.client.1.smithi177.stderr:++++ echo rbd 2023-12-20T11:31:09.497 INFO:tasks.workunit.client.1.smithi177.stderr:+++ rados ls -p rbd 2023-12-20T11:31:09.581 INFO:tasks.workunit.client.1.smithi177.stderr:++ objects=1 2023-12-20T11:31:09.582 INFO:tasks.workunit.client.1.smithi177.stderr:++ echo 1 2023-12-20T11:31:09.582 INFO:tasks.workunit.client.1.smithi177.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2023-12-20T11:31:09.582 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd export sparse1 /tmp/rbd_import_export_253431/sparse1.out 2023-12-20T11:31:09.616 INFO:tasks.workunit.client.1.smithi177.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2023-12-20T11:31:09.619 INFO:tasks.workunit.client.1.smithi177.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_253431/sparse1 /tmp/rbd_import_export_253431/sparse1.out 2023-12-20T11:31:09.619 INFO:tasks.workunit.client.1.smithi177.stderr:+ cmp -l /tmp/rbd_import_export_253431/sparse1 /tmp/rbd_import_export_253431/sparse1.out 2023-12-20T11:31:09.621 INFO:tasks.workunit.client.1.smithi177.stderr:++ stat /tmp/rbd_import_export_253431/sparse1 --format %b 2023-12-20T11:31:09.622 INFO:tasks.workunit.client.1.smithi177.stderr:+ origsize=2048 2023-12-20T11:31:09.622 INFO:tasks.workunit.client.1.smithi177.stderr:++ stat /tmp/rbd_import_export_253431/sparse1.out --format %b 2023-12-20T11:31:09.623 INFO:tasks.workunit.client.1.smithi177.stderr:+ exportsize=2048 2023-12-20T11:31:09.624 INFO:tasks.workunit.client.1.smithi177.stderr:+ difference=0 2023-12-20T11:31:09.624 INFO:tasks.workunit.client.1.smithi177.stderr:+ difference=0 2023-12-20T11:31:09.624 INFO:tasks.workunit.client.1.smithi177.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-12-20T11:31:09.624 INFO:tasks.workunit.client.1.smithi177.stderr:+ rm /tmp/rbd_import_export_253431/sparse1.out 2023-12-20T11:31:09.624 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd rm sparse1 2023-12-20T11:31:09.782 INFO:tasks.workunit.client.1.smithi177.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2023-12-20T11:31:09.785 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd rm sparse2 2023-12-20T11:31:09.834 INFO:tasks.workunit.client.1.smithi177.stderr: Removing image: 0% complete...failed. 2023-12-20T11:31:09.834 INFO:tasks.workunit.client.1.smithi177.stderr:rbd: delete error: (2) No such file or directory 2023-12-20T11:31:09.837 INFO:tasks.workunit.client.1.smithi177.stderr:+ true 2023-12-20T11:31:09.837 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_253431/sparse2 2023-12-20T11:31:09.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:09 smithi177 ceph-mon[212096]: pgmap v2084: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 7.7 KiB/s wr, 151 op/s 2023-12-20T11:31:09.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:09 smithi177 ceph-mon[212096]: from='client.? 172.21.15.177:0/3787108955' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-12-20T11:31:09.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:09 smithi177 ceph-mon[212096]: from='client.? 172.21.15.177:0/3787108955' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-12-20T11:31:09.905 INFO:tasks.workunit.client.1.smithi177.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2023-12-20T11:31:09.906 INFO:tasks.workunit.client.1.smithi177.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-20T11:31:09.906 INFO:tasks.workunit.client.1.smithi177.stderr:rbd: --order is deprecated, use --object-size 2023-12-20T11:31:09.908 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd ls -l 2023-12-20T11:31:09.908 INFO:tasks.workunit.client.1.smithi177.stderr:+ grep sparse2 2023-12-20T11:31:09.908 INFO:tasks.workunit.client.1.smithi177.stderr:+ grep -Ei '(2 MiB|2048k)' 2023-12-20T11:31:09.943 INFO:tasks.workunit.client.1.smithi177.stdout:sparse2 2 MiB 2 2023-12-20T11:31:09.944 INFO:tasks.workunit.client.1.smithi177.stderr:++ objects sparse2 2023-12-20T11:31:09.944 INFO:tasks.workunit.client.1.smithi177.stderr:++ image=sparse2 2023-12-20T11:31:09.944 INFO:tasks.workunit.client.1.smithi177.stderr:+++ rbd info sparse2 2023-12-20T11:31:09.944 INFO:tasks.workunit.client.1.smithi177.stderr:+++ grep block_name_prefix 2023-12-20T11:31:09.944 INFO:tasks.workunit.client.1.smithi177.stderr:+++ awk '{print $NF;}' 2023-12-20T11:31:09.978 INFO:tasks.workunit.client.1.smithi177.stderr:++ prefix=rbd_data.d99cdd1b4fe8 2023-12-20T11:31:09.979 INFO:tasks.workunit.client.1.smithi177.stderr:+++ grep rbd_data.d99cdd1b4fe8 2023-12-20T11:31:09.980 INFO:tasks.workunit.client.1.smithi177.stderr:++++ get_image_data_pool sparse2 2023-12-20T11:31:09.980 INFO:tasks.workunit.client.1.smithi177.stderr:+++ sed -e 's/rbd_data.d99cdd1b4fe8\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-20T11:31:09.980 INFO:tasks.workunit.client.1.smithi177.stderr:++++ image=sparse2 2023-12-20T11:31:09.980 INFO:tasks.workunit.client.1.smithi177.stderr:+++ sort -u 2023-12-20T11:31:09.980 INFO:tasks.workunit.client.1.smithi177.stderr:+++++ rbd info sparse2 2023-12-20T11:31:09.980 INFO:tasks.workunit.client.1.smithi177.stderr:+++++ grep 'data_pool: ' 2023-12-20T11:31:09.980 INFO:tasks.workunit.client.1.smithi177.stderr:+++++ awk -F: '{ print $NF }' 2023-12-20T11:31:09.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:09 smithi123 ceph-mon[191304]: pgmap v2084: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 7.7 KiB/s wr, 151 op/s 2023-12-20T11:31:09.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:09 smithi123 ceph-mon[191304]: from='client.? 172.21.15.177:0/3787108955' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-12-20T11:31:09.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:09 smithi123 ceph-mon[191304]: from='client.? 172.21.15.177:0/3787108955' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-12-20T11:31:09.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:09 smithi123 ceph-mon[188613]: pgmap v2084: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 7.7 KiB/s wr, 151 op/s 2023-12-20T11:31:09.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:09 smithi123 ceph-mon[188613]: from='client.? 172.21.15.177:0/3787108955' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-12-20T11:31:09.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:09 smithi123 ceph-mon[188613]: from='client.? 172.21.15.177:0/3787108955' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-12-20T11:31:10.014 INFO:tasks.workunit.client.1.smithi177.stderr:++++ data_pool= 2023-12-20T11:31:10.014 INFO:tasks.workunit.client.1.smithi177.stderr:++++ '[' -z ']' 2023-12-20T11:31:10.014 INFO:tasks.workunit.client.1.smithi177.stderr:++++ data_pool=rbd 2023-12-20T11:31:10.014 INFO:tasks.workunit.client.1.smithi177.stderr:++++ echo rbd 2023-12-20T11:31:10.015 INFO:tasks.workunit.client.1.smithi177.stderr:+++ rados ls -p rbd 2023-12-20T11:31:10.085 INFO:tasks.workunit.client.1.smithi177.stderr:++ objects=0 2023-12-20T11:31:10.086 INFO:tasks.workunit.client.1.smithi177.stderr:++ echo 0 2023-12-20T11:31:10.086 INFO:tasks.workunit.client.1.smithi177.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2023-12-20T11:31:10.086 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd export sparse2 /tmp/rbd_import_export_253431/sparse2.out 2023-12-20T11:31:10.120 INFO:tasks.workunit.client.1.smithi177.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2023-12-20T11:31:10.123 INFO:tasks.workunit.client.1.smithi177.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_253431/sparse2 /tmp/rbd_import_export_253431/sparse2.out 2023-12-20T11:31:10.123 INFO:tasks.workunit.client.1.smithi177.stderr:+ cmp -l /tmp/rbd_import_export_253431/sparse2 /tmp/rbd_import_export_253431/sparse2.out 2023-12-20T11:31:10.125 INFO:tasks.workunit.client.1.smithi177.stderr:++ stat /tmp/rbd_import_export_253431/sparse2 --format %b 2023-12-20T11:31:10.126 INFO:tasks.workunit.client.1.smithi177.stderr:+ origsize=2048 2023-12-20T11:31:10.126 INFO:tasks.workunit.client.1.smithi177.stderr:++ stat /tmp/rbd_import_export_253431/sparse2.out --format %b 2023-12-20T11:31:10.127 INFO:tasks.workunit.client.1.smithi177.stderr:+ exportsize=2048 2023-12-20T11:31:10.127 INFO:tasks.workunit.client.1.smithi177.stderr:+ difference=0 2023-12-20T11:31:10.127 INFO:tasks.workunit.client.1.smithi177.stderr:+ difference=0 2023-12-20T11:31:10.128 INFO:tasks.workunit.client.1.smithi177.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-12-20T11:31:10.128 INFO:tasks.workunit.client.1.smithi177.stderr:+ rm /tmp/rbd_import_export_253431/sparse2.out 2023-12-20T11:31:10.128 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd rm sparse2 2023-12-20T11:31:10.250 INFO:tasks.workunit.client.1.smithi177.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2023-12-20T11:31:10.250 INFO:tasks.workunit.client.1.smithi177.stderr:+ truncate /tmp/rbd_import_export_253431/sparse1 -s 10M 2023-12-20T11:31:10.250 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd import --new-format --order 20 - sparse1 2023-12-20T11:31:10.365 INFO:tasks.workunit.client.1.smithi177.stderr: Importing image: 100% complete...done. 2023-12-20T11:31:10.365 INFO:tasks.workunit.client.1.smithi177.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-20T11:31:10.365 INFO:tasks.workunit.client.1.smithi177.stderr:rbd: --order is deprecated, use --object-size 2023-12-20T11:31:10.367 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd ls -l 2023-12-20T11:31:10.367 INFO:tasks.workunit.client.1.smithi177.stderr:+ grep sparse1 2023-12-20T11:31:10.367 INFO:tasks.workunit.client.1.smithi177.stderr:+ grep -Ei '(10 MiB|10240k)' 2023-12-20T11:31:10.401 INFO:tasks.workunit.client.1.smithi177.stdout:sparse1 10 MiB 2 2023-12-20T11:31:10.402 INFO:tasks.workunit.client.1.smithi177.stderr:++ objects sparse1 2023-12-20T11:31:10.402 INFO:tasks.workunit.client.1.smithi177.stderr:++ image=sparse1 2023-12-20T11:31:10.402 INFO:tasks.workunit.client.1.smithi177.stderr:+++ rbd info sparse1 2023-12-20T11:31:10.402 INFO:tasks.workunit.client.1.smithi177.stderr:+++ grep block_name_prefix 2023-12-20T11:31:10.402 INFO:tasks.workunit.client.1.smithi177.stderr:+++ awk '{print $NF;}' 2023-12-20T11:31:10.440 INFO:tasks.workunit.client.1.smithi177.stderr:++ prefix=rbd_data.d9c91c743981 2023-12-20T11:31:10.440 INFO:tasks.workunit.client.1.smithi177.stderr:+++ grep rbd_data.d9c91c743981 2023-12-20T11:31:10.440 INFO:tasks.workunit.client.1.smithi177.stderr:++++ get_image_data_pool sparse1 2023-12-20T11:31:10.441 INFO:tasks.workunit.client.1.smithi177.stderr:+++ sed -e 's/rbd_data.d9c91c743981\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-20T11:31:10.441 INFO:tasks.workunit.client.1.smithi177.stderr:++++ image=sparse1 2023-12-20T11:31:10.441 INFO:tasks.workunit.client.1.smithi177.stderr:+++ sort -u 2023-12-20T11:31:10.441 INFO:tasks.workunit.client.1.smithi177.stderr:+++++ rbd info sparse1 2023-12-20T11:31:10.441 INFO:tasks.workunit.client.1.smithi177.stderr:+++++ grep 'data_pool: ' 2023-12-20T11:31:10.441 INFO:tasks.workunit.client.1.smithi177.stderr:+++++ awk -F: '{ print $NF }' 2023-12-20T11:31:10.475 INFO:tasks.workunit.client.1.smithi177.stderr:++++ data_pool= 2023-12-20T11:31:10.476 INFO:tasks.workunit.client.1.smithi177.stderr:++++ '[' -z ']' 2023-12-20T11:31:10.476 INFO:tasks.workunit.client.1.smithi177.stderr:++++ data_pool=rbd 2023-12-20T11:31:10.476 INFO:tasks.workunit.client.1.smithi177.stderr:++++ echo rbd 2023-12-20T11:31:10.476 INFO:tasks.workunit.client.1.smithi177.stderr:+++ rados ls -p rbd 2023-12-20T11:31:10.547 INFO:tasks.workunit.client.1.smithi177.stderr:++ objects=1 2023-12-20T11:31:10.547 INFO:tasks.workunit.client.1.smithi177.stderr:++ echo 1 2023-12-20T11:31:10.548 INFO:tasks.workunit.client.1.smithi177.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2023-12-20T11:31:10.548 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd export sparse1 /tmp/rbd_import_export_253431/sparse1.out 2023-12-20T11:31:10.586 INFO:tasks.workunit.client.1.smithi177.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2023-12-20T11:31:10.589 INFO:tasks.workunit.client.1.smithi177.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_253431/sparse1 /tmp/rbd_import_export_253431/sparse1.out 2023-12-20T11:31:10.589 INFO:tasks.workunit.client.1.smithi177.stderr:+ cmp -l /tmp/rbd_import_export_253431/sparse1 /tmp/rbd_import_export_253431/sparse1.out 2023-12-20T11:31:10.596 INFO:tasks.workunit.client.1.smithi177.stderr:++ stat /tmp/rbd_import_export_253431/sparse1 --format %b 2023-12-20T11:31:10.597 INFO:tasks.workunit.client.1.smithi177.stderr:+ origsize=2048 2023-12-20T11:31:10.597 INFO:tasks.workunit.client.1.smithi177.stderr:++ stat /tmp/rbd_import_export_253431/sparse1.out --format %b 2023-12-20T11:31:10.598 INFO:tasks.workunit.client.1.smithi177.stderr:+ exportsize=2048 2023-12-20T11:31:10.598 INFO:tasks.workunit.client.1.smithi177.stderr:+ difference=0 2023-12-20T11:31:10.598 INFO:tasks.workunit.client.1.smithi177.stderr:+ difference=0 2023-12-20T11:31:10.599 INFO:tasks.workunit.client.1.smithi177.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-12-20T11:31:10.599 INFO:tasks.workunit.client.1.smithi177.stderr:+ rm /tmp/rbd_import_export_253431/sparse1.out 2023-12-20T11:31:10.599 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd rm sparse1 2023-12-20T11:31:10.720 INFO:tasks.workunit.client.1.smithi177.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2023-12-20T11:31:10.723 INFO:tasks.workunit.client.1.smithi177.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_253431/sparse2 oflag=append conv=notrunc 2023-12-20T11:31:10.734 INFO:tasks.workunit.client.1.smithi177.stderr:1+0 records in 2023-12-20T11:31:10.734 INFO:tasks.workunit.client.1.smithi177.stderr:1+0 records out 2023-12-20T11:31:10.734 INFO:tasks.workunit.client.1.smithi177.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00971272 s, 216 MB/s 2023-12-20T11:31:10.734 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd import --new-format --order 20 - sparse2 2023-12-20T11:31:10.831 INFO:tasks.workunit.client.1.smithi177.stderr: Importing image: 100% complete...done. 2023-12-20T11:31:10.832 INFO:tasks.workunit.client.1.smithi177.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-20T11:31:10.832 INFO:tasks.workunit.client.1.smithi177.stderr:rbd: --order is deprecated, use --object-size 2023-12-20T11:31:10.834 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd ls -l 2023-12-20T11:31:10.834 INFO:tasks.workunit.client.1.smithi177.stderr:+ grep sparse2 2023-12-20T11:31:10.834 INFO:tasks.workunit.client.1.smithi177.stderr:+ grep -Ei '(4 MiB|4096k)' 2023-12-20T11:31:10.869 INFO:tasks.workunit.client.1.smithi177.stdout:sparse2 4 MiB 2 2023-12-20T11:31:10.869 INFO:tasks.workunit.client.1.smithi177.stderr:++ objects sparse2 2023-12-20T11:31:10.869 INFO:tasks.workunit.client.1.smithi177.stderr:++ image=sparse2 2023-12-20T11:31:10.870 INFO:tasks.workunit.client.1.smithi177.stderr:+++ rbd info sparse2 2023-12-20T11:31:10.870 INFO:tasks.workunit.client.1.smithi177.stderr:+++ grep block_name_prefix 2023-12-20T11:31:10.870 INFO:tasks.workunit.client.1.smithi177.stderr:+++ awk '{print $NF;}' 2023-12-20T11:31:10.907 INFO:tasks.workunit.client.1.smithi177.stderr:++ prefix=rbd_data.d9f66de8d212 2023-12-20T11:31:10.907 INFO:tasks.workunit.client.1.smithi177.stderr:+++ grep rbd_data.d9f66de8d212 2023-12-20T11:31:10.907 INFO:tasks.workunit.client.1.smithi177.stderr:++++ get_image_data_pool sparse2 2023-12-20T11:31:10.907 INFO:tasks.workunit.client.1.smithi177.stderr:++++ image=sparse2 2023-12-20T11:31:10.907 INFO:tasks.workunit.client.1.smithi177.stderr:+++ sed -e 's/rbd_data.d9f66de8d212\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-20T11:31:10.908 INFO:tasks.workunit.client.1.smithi177.stderr:+++ sort -u 2023-12-20T11:31:10.908 INFO:tasks.workunit.client.1.smithi177.stderr:+++++ rbd info sparse2 2023-12-20T11:31:10.908 INFO:tasks.workunit.client.1.smithi177.stderr:+++++ grep 'data_pool: ' 2023-12-20T11:31:10.908 INFO:tasks.workunit.client.1.smithi177.stderr:+++++ awk -F: '{ print $NF }' 2023-12-20T11:31:10.941 INFO:tasks.workunit.client.1.smithi177.stderr:++++ data_pool= 2023-12-20T11:31:10.942 INFO:tasks.workunit.client.1.smithi177.stderr:++++ '[' -z ']' 2023-12-20T11:31:10.942 INFO:tasks.workunit.client.1.smithi177.stderr:++++ data_pool=rbd 2023-12-20T11:31:10.942 INFO:tasks.workunit.client.1.smithi177.stderr:++++ echo rbd 2023-12-20T11:31:10.942 INFO:tasks.workunit.client.1.smithi177.stderr:+++ rados ls -p rbd 2023-12-20T11:31:11.007 INFO:tasks.workunit.client.1.smithi177.stderr:++ objects='0 2023-12-20T11:31:11.008 INFO:tasks.workunit.client.1.smithi177.stderr:2 2023-12-20T11:31:11.008 INFO:tasks.workunit.client.1.smithi177.stderr:3' 2023-12-20T11:31:11.008 INFO:tasks.workunit.client.1.smithi177.stderr:++ echo 0 2 3 2023-12-20T11:31:11.008 INFO:tasks.workunit.client.1.smithi177.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2023-12-20T11:31:11.008 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd export sparse2 /tmp/rbd_import_export_253431/sparse2.out 2023-12-20T11:31:11.044 INFO:tasks.workunit.client.1.smithi177.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2023-12-20T11:31:11.047 INFO:tasks.workunit.client.1.smithi177.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_253431/sparse2 /tmp/rbd_import_export_253431/sparse2.out 2023-12-20T11:31:11.047 INFO:tasks.workunit.client.1.smithi177.stderr:+ cmp -l /tmp/rbd_import_export_253431/sparse2 /tmp/rbd_import_export_253431/sparse2.out 2023-12-20T11:31:11.050 INFO:tasks.workunit.client.1.smithi177.stderr:++ stat /tmp/rbd_import_export_253431/sparse2 --format %b 2023-12-20T11:31:11.051 INFO:tasks.workunit.client.1.smithi177.stderr:+ origsize=6144 2023-12-20T11:31:11.051 INFO:tasks.workunit.client.1.smithi177.stderr:++ stat /tmp/rbd_import_export_253431/sparse2.out --format %b 2023-12-20T11:31:11.052 INFO:tasks.workunit.client.1.smithi177.stderr:+ exportsize=6144 2023-12-20T11:31:11.052 INFO:tasks.workunit.client.1.smithi177.stderr:+ difference=0 2023-12-20T11:31:11.052 INFO:tasks.workunit.client.1.smithi177.stderr:+ difference=0 2023-12-20T11:31:11.052 INFO:tasks.workunit.client.1.smithi177.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-12-20T11:31:11.052 INFO:tasks.workunit.client.1.smithi177.stderr:+ rm /tmp/rbd_import_export_253431/sparse2.out 2023-12-20T11:31:11.053 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd rm sparse2 2023-12-20T11:31:11.173 INFO:tasks.workunit.client.1.smithi177.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2023-12-20T11:31:11.175 INFO:tasks.workunit.client.1.smithi177.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2023-12-20T11:31:11.176 INFO:tasks.workunit.client.1.smithi177.stdout:partially-sparse file imports to partially-sparse image 2023-12-20T11:31:11.176 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_253431/sparse1 sparse 2023-12-20T11:31:11.247 INFO:tasks.workunit.client.1.smithi177.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2023-12-20T11:31:11.247 INFO:tasks.workunit.client.1.smithi177.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-20T11:31:11.247 INFO:tasks.workunit.client.1.smithi177.stderr:rbd: --order is deprecated, use --object-size 2023-12-20T11:31:11.250 INFO:tasks.workunit.client.1.smithi177.stderr:++ objects sparse 2023-12-20T11:31:11.250 INFO:tasks.workunit.client.1.smithi177.stderr:++ image=sparse 2023-12-20T11:31:11.250 INFO:tasks.workunit.client.1.smithi177.stderr:+++ rbd info sparse 2023-12-20T11:31:11.250 INFO:tasks.workunit.client.1.smithi177.stderr:+++ grep block_name_prefix 2023-12-20T11:31:11.250 INFO:tasks.workunit.client.1.smithi177.stderr:+++ awk '{print $NF;}' 2023-12-20T11:31:11.284 INFO:tasks.workunit.client.1.smithi177.stderr:++ prefix=rbd_data.8e7d59f75f04 2023-12-20T11:31:11.285 INFO:tasks.workunit.client.1.smithi177.stderr:+++ grep rbd_data.8e7d59f75f04 2023-12-20T11:31:11.285 INFO:tasks.workunit.client.1.smithi177.stderr:+++ sed -e 's/rbd_data.8e7d59f75f04\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-20T11:31:11.286 INFO:tasks.workunit.client.1.smithi177.stderr:++++ get_image_data_pool sparse 2023-12-20T11:31:11.286 INFO:tasks.workunit.client.1.smithi177.stderr:++++ image=sparse 2023-12-20T11:31:11.286 INFO:tasks.workunit.client.1.smithi177.stderr:+++ sort -u 2023-12-20T11:31:11.286 INFO:tasks.workunit.client.1.smithi177.stderr:+++++ rbd info sparse 2023-12-20T11:31:11.286 INFO:tasks.workunit.client.1.smithi177.stderr:+++++ grep 'data_pool: ' 2023-12-20T11:31:11.286 INFO:tasks.workunit.client.1.smithi177.stderr:+++++ awk -F: '{ print $NF }' 2023-12-20T11:31:11.320 INFO:tasks.workunit.client.1.smithi177.stderr:++++ data_pool= 2023-12-20T11:31:11.320 INFO:tasks.workunit.client.1.smithi177.stderr:++++ '[' -z ']' 2023-12-20T11:31:11.321 INFO:tasks.workunit.client.1.smithi177.stderr:++++ data_pool=rbd 2023-12-20T11:31:11.321 INFO:tasks.workunit.client.1.smithi177.stderr:++++ echo rbd 2023-12-20T11:31:11.321 INFO:tasks.workunit.client.1.smithi177.stderr:+++ rados ls -p rbd 2023-12-20T11:31:11.388 INFO:tasks.workunit.client.1.smithi177.stderr:++ objects=1 2023-12-20T11:31:11.388 INFO:tasks.workunit.client.1.smithi177.stderr:++ echo 1 2023-12-20T11:31:11.388 INFO:tasks.workunit.client.1.smithi177.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2023-12-20T11:31:11.388 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd rm sparse 2023-12-20T11:31:11.503 INFO:tasks.workunit.client.1.smithi177.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2023-12-20T11:31:11.505 INFO:tasks.workunit.client.1.smithi177.stdout:zeros import through stdin to sparse image 2023-12-20T11:31:11.505 INFO:tasks.workunit.client.1.smithi177.stderr:+ echo 'zeros import through stdin to sparse image' 2023-12-20T11:31:11.505 INFO:tasks.workunit.client.1.smithi177.stderr:+ dd if=/dev/zero bs=1M count=4 2023-12-20T11:31:11.506 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd import --new-format - sparse 2023-12-20T11:31:11.557 INFO:tasks.workunit.client.1.smithi177.stderr:4+0 records in 2023-12-20T11:31:11.558 INFO:tasks.workunit.client.1.smithi177.stderr:4+0 records out 2023-12-20T11:31:11.558 INFO:tasks.workunit.client.1.smithi177.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0516898 s, 81.1 MB/s 2023-12-20T11:31:11.572 INFO:tasks.workunit.client.1.smithi177.stderr: Importing image: 100% complete...done. 2023-12-20T11:31:11.573 INFO:tasks.workunit.client.1.smithi177.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-20T11:31:11.576 INFO:tasks.workunit.client.1.smithi177.stderr:++ objects sparse 2023-12-20T11:31:11.576 INFO:tasks.workunit.client.1.smithi177.stderr:++ image=sparse 2023-12-20T11:31:11.576 INFO:tasks.workunit.client.1.smithi177.stderr:+++ rbd info sparse 2023-12-20T11:31:11.576 INFO:tasks.workunit.client.1.smithi177.stderr:+++ grep block_name_prefix 2023-12-20T11:31:11.576 INFO:tasks.workunit.client.1.smithi177.stderr:+++ awk '{print $NF;}' 2023-12-20T11:31:11.612 INFO:tasks.workunit.client.1.smithi177.stderr:++ prefix=rbd_data.da44a557268e 2023-12-20T11:31:11.613 INFO:tasks.workunit.client.1.smithi177.stderr:+++ grep rbd_data.da44a557268e 2023-12-20T11:31:11.613 INFO:tasks.workunit.client.1.smithi177.stderr:++++ get_image_data_pool sparse 2023-12-20T11:31:11.613 INFO:tasks.workunit.client.1.smithi177.stderr:++++ image=sparse 2023-12-20T11:31:11.613 INFO:tasks.workunit.client.1.smithi177.stderr:+++ sed -e 's/rbd_data.da44a557268e\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-20T11:31:11.613 INFO:tasks.workunit.client.1.smithi177.stderr:+++ sort -u 2023-12-20T11:31:11.613 INFO:tasks.workunit.client.1.smithi177.stderr:+++++ rbd info sparse 2023-12-20T11:31:11.613 INFO:tasks.workunit.client.1.smithi177.stderr:+++++ grep 'data_pool: ' 2023-12-20T11:31:11.613 INFO:tasks.workunit.client.1.smithi177.stderr:+++++ awk -F: '{ print $NF }' 2023-12-20T11:31:11.647 INFO:tasks.workunit.client.1.smithi177.stderr:++++ data_pool= 2023-12-20T11:31:11.647 INFO:tasks.workunit.client.1.smithi177.stderr:++++ '[' -z ']' 2023-12-20T11:31:11.647 INFO:tasks.workunit.client.1.smithi177.stderr:++++ data_pool=rbd 2023-12-20T11:31:11.647 INFO:tasks.workunit.client.1.smithi177.stderr:++++ echo rbd 2023-12-20T11:31:11.647 INFO:tasks.workunit.client.1.smithi177.stderr:+++ rados ls -p rbd 2023-12-20T11:31:11.719 INFO:tasks.workunit.client.1.smithi177.stderr:++ objects= 2023-12-20T11:31:11.720 INFO:tasks.workunit.client.1.smithi177.stderr:++ echo 2023-12-20T11:31:11.720 INFO:tasks.workunit.client.1.smithi177.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2023-12-20T11:31:11.720 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd rm sparse 2023-12-20T11:31:11.831 INFO:tasks.workunit.client.1.smithi177.stderr: Removing image: 100% complete...done. 2023-12-20T11:31:11.833 INFO:tasks.workunit.client.1.smithi177.stdout:zeros export to sparse file 2023-12-20T11:31:11.834 INFO:tasks.workunit.client.1.smithi177.stderr:+ echo 'zeros export to sparse file' 2023-12-20T11:31:11.834 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd create --new-format sparse --size 4 2023-12-20T11:31:11.876 INFO:tasks.workunit.client.1.smithi177.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-20T11:31:11.878 INFO:tasks.workunit.client.1.smithi177.stderr:++ rbd info sparse 2023-12-20T11:31:11.878 INFO:tasks.workunit.client.1.smithi177.stderr:++ grep block_name_prefix 2023-12-20T11:31:11.878 INFO:tasks.workunit.client.1.smithi177.stderr:++ awk '{print $NF;}' 2023-12-20T11:31:11.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:11 smithi177 ceph-mon[212096]: pgmap v2086: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 7.3 KiB/s wr, 144 op/s 2023-12-20T11:31:11.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:31:11.913 INFO:tasks.workunit.client.1.smithi177.stderr:+ prefix=rbd_data.da6530a04886 2023-12-20T11:31:11.913 INFO:tasks.workunit.client.1.smithi177.stderr:+ dd if=/dev/zero bs=4M count=1 2023-12-20T11:31:11.914 INFO:tasks.workunit.client.1.smithi177.stderr:++ get_image_data_pool sparse 2023-12-20T11:31:11.914 INFO:tasks.workunit.client.1.smithi177.stderr:++ image=sparse 2023-12-20T11:31:11.914 INFO:tasks.workunit.client.1.smithi177.stderr:+++ rbd info sparse 2023-12-20T11:31:11.914 INFO:tasks.workunit.client.1.smithi177.stderr:+++ grep 'data_pool: ' 2023-12-20T11:31:11.914 INFO:tasks.workunit.client.1.smithi177.stderr:+++ awk -F: '{ print $NF }' 2023-12-20T11:31:11.948 INFO:tasks.workunit.client.1.smithi177.stderr:++ data_pool= 2023-12-20T11:31:11.948 INFO:tasks.workunit.client.1.smithi177.stderr:++ '[' -z ']' 2023-12-20T11:31:11.948 INFO:tasks.workunit.client.1.smithi177.stderr:++ data_pool=rbd 2023-12-20T11:31:11.948 INFO:tasks.workunit.client.1.smithi177.stderr:++ echo rbd 2023-12-20T11:31:11.948 INFO:tasks.workunit.client.1.smithi177.stderr:+ rados -p rbd put rbd_data.da6530a04886.000000000000 - 2023-12-20T11:31:11.977 INFO:tasks.workunit.client.1.smithi177.stderr:1+0 records in 2023-12-20T11:31:11.977 INFO:tasks.workunit.client.1.smithi177.stderr:1+0 records out 2023-12-20T11:31:11.977 INFO:tasks.workunit.client.1.smithi177.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0630998 s, 66.5 MB/s 2023-12-20T11:31:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:11 smithi123 ceph-mon[188613]: pgmap v2086: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 7.3 KiB/s wr, 144 op/s 2023-12-20T11:31:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:31:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:11 smithi123 ceph-mon[191304]: pgmap v2086: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 7.3 KiB/s wr, 144 op/s 2023-12-20T11:31:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:31:12.003 INFO:tasks.workunit.client.1.smithi177.stderr:++ objects sparse 2023-12-20T11:31:12.004 INFO:tasks.workunit.client.1.smithi177.stderr:++ image=sparse 2023-12-20T11:31:12.004 INFO:tasks.workunit.client.1.smithi177.stderr:+++ rbd info sparse 2023-12-20T11:31:12.004 INFO:tasks.workunit.client.1.smithi177.stderr:+++ grep block_name_prefix 2023-12-20T11:31:12.005 INFO:tasks.workunit.client.1.smithi177.stderr:+++ awk '{print $NF;}' 2023-12-20T11:31:12.040 INFO:tasks.workunit.client.1.smithi177.stderr:++ prefix=rbd_data.da6530a04886 2023-12-20T11:31:12.040 INFO:tasks.workunit.client.1.smithi177.stderr:+++ grep rbd_data.da6530a04886 2023-12-20T11:31:12.040 INFO:tasks.workunit.client.1.smithi177.stderr:++++ get_image_data_pool sparse 2023-12-20T11:31:12.041 INFO:tasks.workunit.client.1.smithi177.stderr:++++ image=sparse 2023-12-20T11:31:12.041 INFO:tasks.workunit.client.1.smithi177.stderr:+++ sed -e 's/rbd_data.da6530a04886\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-20T11:31:12.041 INFO:tasks.workunit.client.1.smithi177.stderr:+++ sort -u 2023-12-20T11:31:12.041 INFO:tasks.workunit.client.1.smithi177.stderr:+++++ rbd info sparse 2023-12-20T11:31:12.041 INFO:tasks.workunit.client.1.smithi177.stderr:+++++ grep 'data_pool: ' 2023-12-20T11:31:12.041 INFO:tasks.workunit.client.1.smithi177.stderr:+++++ awk -F: '{ print $NF }' 2023-12-20T11:31:12.075 INFO:tasks.workunit.client.1.smithi177.stderr:++++ data_pool= 2023-12-20T11:31:12.075 INFO:tasks.workunit.client.1.smithi177.stderr:++++ '[' -z ']' 2023-12-20T11:31:12.075 INFO:tasks.workunit.client.1.smithi177.stderr:++++ data_pool=rbd 2023-12-20T11:31:12.075 INFO:tasks.workunit.client.1.smithi177.stderr:++++ echo rbd 2023-12-20T11:31:12.076 INFO:tasks.workunit.client.1.smithi177.stderr:+++ rados ls -p rbd 2023-12-20T11:31:12.142 INFO:tasks.workunit.client.1.smithi177.stderr:++ objects=0 2023-12-20T11:31:12.143 INFO:tasks.workunit.client.1.smithi177.stderr:++ echo 0 2023-12-20T11:31:12.143 INFO:tasks.workunit.client.1.smithi177.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2023-12-20T11:31:12.143 INFO:tasks.workunit.client.1.smithi177.stderr:+ rm /tmp/rbd_import_export_253431/sparse 2023-12-20T11:31:12.144 INFO:tasks.workunit.client.1.smithi177.stderr:rm: cannot remove '/tmp/rbd_import_export_253431/sparse': No such file or directory 2023-12-20T11:31:12.144 INFO:tasks.workunit.client.1.smithi177.stderr:+ true 2023-12-20T11:31:12.144 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd export sparse /tmp/rbd_import_export_253431/sparse 2023-12-20T11:31:12.178 INFO:tasks.workunit.client.1.smithi177.stderr: Exporting image: 100% complete...done. 2023-12-20T11:31:12.181 INFO:tasks.workunit.client.1.smithi177.stderr:++ stat /tmp/rbd_import_export_253431/sparse --format=%b 2023-12-20T11:31:12.181 INFO:tasks.workunit.client.1.smithi177.stderr:+ '[' 0 = 0 ']' 2023-12-20T11:31:12.182 INFO:tasks.workunit.client.1.smithi177.stderr:+ rbd rm sparse 2023-12-20T11:31:12.292 INFO:tasks.workunit.client.1.smithi177.stderr: Removing image: 100% complete...done. 2023-12-20T11:31:12.297 INFO:tasks.workunit.client.1.smithi177.stderr:+ rm /tmp/rbd_import_export_253431/sparse /tmp/rbd_import_export_253431/sparse1 /tmp/rbd_import_export_253431/sparse2 /tmp/rbd_import_export_253431/sparse3 2023-12-20T11:31:12.298 INFO:tasks.workunit.client.1.smithi177.stderr:rm: cannot remove '/tmp/rbd_import_export_253431/sparse3': No such file or directory 2023-12-20T11:31:12.298 INFO:tasks.workunit.client.1.smithi177.stderr:+ true 2023-12-20T11:31:12.298 INFO:tasks.workunit.client.1.smithi177.stdout:OK 2023-12-20T11:31:12.299 INFO:tasks.workunit.client.1.smithi177.stderr:+ echo OK 2023-12-20T11:31:12.299 INFO:tasks.workunit.client.1.smithi177.stderr:+ rm -rf /tmp/rbd_import_export_253431 2023-12-20T11:31:12.300 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-20T11:31:12.300 DEBUG:teuthology.orchestra.run.smithi177:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2023-12-20T11:31:12.370 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2023-12-20T11:31:12.371 DEBUG:teuthology.orchestra.run.smithi177:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2023-12-20T11:31:12.586 DEBUG:teuthology.parallel:result is None 2023-12-20T11:31:12.587 DEBUG:teuthology.orchestra.run.smithi177:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2023-12-20T11:31:12.614 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2023-12-20T11:31:12.614 DEBUG:teuthology.orchestra.run.smithi177:> rmdir -- /home/ubuntu/cephtest/mnt.1 2023-12-20T11:31:12.672 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2023-12-20T11:31:12.672 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-20T11:31:12.672 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2023-12-20T11:31:12.672 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-20T11:31:12.672 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2023-12-20T11:31:12.672 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2023-12-20T11:31:12.673 INFO:tasks.workunit:Pulling workunits from ref quincy 2023-12-20T11:31:12.673 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-20T11:31:12.673 DEBUG:teuthology.orchestra.run.smithi123:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-20T11:31:12.692 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-20T11:31:12.692 INFO:teuthology.orchestra.run.smithi123.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-20T11:31:12.692 DEBUG:teuthology.orchestra.run.smithi123:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-20T11:31:12.751 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-20T11:31:12.751 DEBUG:teuthology.orchestra.run.smithi123:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-20T11:31:12.810 INFO:tasks.workunit:timeout=3h 2023-12-20T11:31:12.810 INFO:tasks.workunit:cleanup=True 2023-12-20T11:31:12.810 DEBUG:teuthology.orchestra.run.smithi123:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2023-12-20T11:31:12.868 INFO:tasks.workunit.client.0.smithi123.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-20T11:31:13.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:13 smithi177 ceph-mon[212096]: pgmap v2087: 105 pgs: 105 active+clean; 693 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 429 KiB/s rd, 182 KiB/s wr, 324 op/s 2023-12-20T11:31:13.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:13 smithi177 ceph-mon[212096]: osdmap e1112: 8 total, 8 up, 8 in 2023-12-20T11:31:13.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:13 smithi123 ceph-mon[191304]: pgmap v2087: 105 pgs: 105 active+clean; 693 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 429 KiB/s rd, 182 KiB/s wr, 324 op/s 2023-12-20T11:31:13.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:13 smithi123 ceph-mon[191304]: osdmap e1112: 8 total, 8 up, 8 in 2023-12-20T11:31:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:13 smithi123 ceph-mon[188613]: pgmap v2087: 105 pgs: 105 active+clean; 693 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 429 KiB/s rd, 182 KiB/s wr, 324 op/s 2023-12-20T11:31:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:13 smithi123 ceph-mon[188613]: osdmap e1112: 8 total, 8 up, 8 in 2023-12-20T11:31:15.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:15 smithi177 ceph-mon[212096]: pgmap v2089: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 363 op/s 2023-12-20T11:31:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:15 smithi123 ceph-mon[191304]: pgmap v2089: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 363 op/s 2023-12-20T11:31:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:15 smithi123 ceph-mon[188613]: pgmap v2089: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 363 op/s 2023-12-20T11:31:17.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:17 smithi177 ceph-mon[212096]: pgmap v2090: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 992 KiB/s rd, 911 KiB/s wr, 304 op/s 2023-12-20T11:31:17.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:17 smithi123 ceph-mon[191304]: pgmap v2090: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 992 KiB/s rd, 911 KiB/s wr, 304 op/s 2023-12-20T11:31:17.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:17 smithi123 ceph-mon[188613]: pgmap v2090: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 992 KiB/s rd, 911 KiB/s wr, 304 op/s 2023-12-20T11:31:19.301 DEBUG:teuthology.orchestra.run.smithi123:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-20T11:31:19.358 INFO:tasks.workunit.client.0.smithi123.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-20T11:31:19.360 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-20T11:31:19.360 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-20T11:31:19.407 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-20T11:31:19.453 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-20T11:31:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:31:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:31:19] "GET /metrics HTTP/1.1" 200 33946 "" "Prometheus/2.43.0" 2023-12-20T11:31:19.490 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-20T11:31:19.491 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-20T11:31:19.491 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-20T11:31:19.527 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-20T11:31:19.531 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2023-12-20T11:31:19.531 DEBUG:teuthology.orchestra.run.smithi123:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-20T11:31:19.590 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2023-12-20T11:31:19.592 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2023-12-20T11:31:19.592 DEBUG:teuthology.orchestra.run.smithi123:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2023-12-20T11:31:19.677 INFO:tasks.workunit.client.0.smithi123.stderr:warning: failed to enable lockdep 2023-12-20T11:31:19.678 INFO:tasks.workunit.client.0.smithi123.stdout:seed 241547 2023-12-20T11:31:19.678 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 406 tests from 15 test suites. 2023-12-20T11:31:19.678 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2023-12-20T11:31:19.678 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 160 tests from TestLibRBD 2023-12-20T11:31:19.705 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.CreateAndStat 2023-12-20T11:31:19.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:19 smithi177 ceph-mon[212096]: pgmap v2091: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 849 KiB/s rd, 1.2 MiB/s wr, 280 op/s 2023-12-20T11:31:19.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:19 smithi177 ceph-mon[212096]: osdmap e1113: 8 total, 8 up, 8 in 2023-12-20T11:31:19.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:19 smithi123 ceph-mon[191304]: pgmap v2091: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 849 KiB/s rd, 1.2 MiB/s wr, 280 op/s 2023-12-20T11:31:19.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:19 smithi123 ceph-mon[191304]: osdmap e1113: 8 total, 8 up, 8 in 2023-12-20T11:31:19.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:19 smithi123 ceph-mon[188613]: pgmap v2091: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 849 KiB/s rd, 1.2 MiB/s wr, 280 op/s 2023-12-20T11:31:19.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:19 smithi123 ceph-mon[188613]: osdmap e1113: 8 total, 8 up, 8 in 2023-12-20T11:31:21.571 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:31:21.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:21 smithi177 ceph-mon[212096]: pgmap v2093: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 761 KiB/s rd, 1.3 MiB/s wr, 175 op/s 2023-12-20T11:31:21.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:21 smithi177 ceph-mon[212096]: osdmap e1114: 8 total, 8 up, 8 in 2023-12-20T11:31:21.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:21 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1880792831' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:31:21.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:21 smithi123 ceph-mon[191304]: pgmap v2093: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 761 KiB/s rd, 1.3 MiB/s wr, 175 op/s 2023-12-20T11:31:21.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:21 smithi123 ceph-mon[191304]: osdmap e1114: 8 total, 8 up, 8 in 2023-12-20T11:31:21.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:21 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1880792831' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:31:21.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:21 smithi123 ceph-mon[188613]: pgmap v2093: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 761 KiB/s rd, 1.3 MiB/s wr, 175 op/s 2023-12-20T11:31:21.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:21 smithi123 ceph-mon[188613]: osdmap e1114: 8 total, 8 up, 8 in 2023-12-20T11:31:21.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:21 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1880792831' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:31:22.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:22 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1880792831' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:31:22.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:22 smithi177 ceph-mon[212096]: osdmap e1115: 8 total, 8 up, 8 in 2023-12-20T11:31:22.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:22 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1880792831' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:31:22.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:22 smithi123 ceph-mon[191304]: osdmap e1115: 8 total, 8 up, 8 in 2023-12-20T11:31:22.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:22 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1880792831' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:31:22.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:22 smithi123 ceph-mon[188613]: osdmap e1115: 8 total, 8 up, 8 in 2023-12-20T11:31:23.610 INFO:tasks.workunit.client.0.smithi123.stdout:image has size 2097152 and order 22 2023-12-20T11:31:23.610 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.CreateAndStat (3904 ms) 2023-12-20T11:31:23.610 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2023-12-20T11:31:23.610 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:31:23.630 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (21 ms) 2023-12-20T11:31:23.630 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2023-12-20T11:31:23.630 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:31:23.649 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.CreateAndStatPP (18 ms) 2023-12-20T11:31:23.649 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.GetId 2023-12-20T11:31:23.649 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:31:23.675 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.GetId (26 ms) 2023-12-20T11:31:23.675 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.GetIdPP 2023-12-20T11:31:23.675 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:31:23.699 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.GetIdPP (25 ms) 2023-12-20T11:31:23.699 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2023-12-20T11:31:23.699 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:31:23.716 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (16 ms) 2023-12-20T11:31:23.716 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2023-12-20T11:31:23.716 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:31:23.732 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (16 ms) 2023-12-20T11:31:23.732 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2023-12-20T11:31:23.732 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:31:23.748 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (16 ms) 2023-12-20T11:31:23.748 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2023-12-20T11:31:23.748 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:31:23.765 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (17 ms) 2023-12-20T11:31:23.766 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.OpenAio 2023-12-20T11:31:23.766 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:31:23.780 INFO:tasks.workunit.client.0.smithi123.stdout:image has size 2097152 and order 22 2023-12-20T11:31:23.780 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.OpenAio (15 ms) 2023-12-20T11:31:23.780 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.OpenAioFail 2023-12-20T11:31:23.782 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.OpenAioFail (3 ms) 2023-12-20T11:31:23.782 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.OpenAioPP 2023-12-20T11:31:23.782 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:31:23.805 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.OpenAioPP (22 ms) 2023-12-20T11:31:23.805 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2023-12-20T11:31:23.807 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.OpenAioFailPP (3 ms) 2023-12-20T11:31:23.807 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2023-12-20T11:31:23.807 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:31:23.843 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.ResizeAndStat (35 ms) 2023-12-20T11:31:23.843 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2023-12-20T11:31:23.843 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:31:23.871 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (29 ms) 2023-12-20T11:31:23.872 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2023-12-20T11:31:23.872 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:31:23.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:23 smithi177 ceph-mon[212096]: pgmap v2096: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 683 KiB/s wr, 51 op/s 2023-12-20T11:31:23.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:23 smithi177 ceph-mon[212096]: osdmap e1116: 8 total, 8 up, 8 in 2023-12-20T11:31:23.904 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (33 ms) 2023-12-20T11:31:23.904 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2023-12-20T11:31:23.904 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:31:23.937 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (32 ms) 2023-12-20T11:31:23.937 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2023-12-20T11:31:23.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:23 smithi123 ceph-mon[191304]: pgmap v2096: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 683 KiB/s wr, 51 op/s 2023-12-20T11:31:23.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:23 smithi123 ceph-mon[191304]: osdmap e1116: 8 total, 8 up, 8 in 2023-12-20T11:31:23.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:23 smithi123 ceph-mon[188613]: pgmap v2096: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 683 KiB/s wr, 51 op/s 2023-12-20T11:31:23.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:23 smithi123 ceph-mon[188613]: osdmap e1116: 8 total, 8 up, 8 in 2023-12-20T11:31:24.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:24 smithi177 ceph-mon[212096]: osdmap e1117: 8 total, 8 up, 8 in 2023-12-20T11:31:24.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:24 smithi123 ceph-mon[191304]: osdmap e1117: 8 total, 8 up, 8 in 2023-12-20T11:31:24.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:24 smithi123 ceph-mon[188613]: osdmap e1117: 8 total, 8 up, 8 in 2023-12-20T11:31:25.608 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:31:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:25 smithi177 ceph-mon[212096]: pgmap v2099: 137 pgs: 15 creating+peering, 6 unknown, 116 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:31:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:25 smithi177 ceph-mon[212096]: osdmap e1118: 8 total, 8 up, 8 in 2023-12-20T11:31:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:25 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1434916165' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:31:25.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:25 smithi123 ceph-mon[191304]: pgmap v2099: 137 pgs: 15 creating+peering, 6 unknown, 116 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:31:25.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:25 smithi123 ceph-mon[191304]: osdmap e1118: 8 total, 8 up, 8 in 2023-12-20T11:31:25.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:25 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1434916165' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:31:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:25 smithi123 ceph-mon[188613]: pgmap v2099: 137 pgs: 15 creating+peering, 6 unknown, 116 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:31:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:25 smithi123 ceph-mon[188613]: osdmap e1118: 8 total, 8 up, 8 in 2023-12-20T11:31:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:25 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1434916165' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:31:26.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:26 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1434916165' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:31:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:26 smithi177 ceph-mon[212096]: osdmap e1119: 8 total, 8 up, 8 in 2023-12-20T11:31:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:31:26.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:26 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1434916165' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:31:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:26 smithi123 ceph-mon[191304]: osdmap e1119: 8 total, 8 up, 8 in 2023-12-20T11:31:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:31:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:26 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1434916165' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:31:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:26 smithi123 ceph-mon[188613]: osdmap e1119: 8 total, 8 up, 8 in 2023-12-20T11:31:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:31:27.632 INFO:tasks.workunit.client.0.smithi123.stdout:image: image18 2023-12-20T11:31:27.632 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image18 2023-12-20T11:31:27.632 INFO:tasks.workunit.client.0.smithi123.stdout:found image18 2023-12-20T11:31:27.632 INFO:tasks.workunit.client.0.smithi123.stdout:erased image18 2023-12-20T11:31:27.632 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:31:27.714 INFO:tasks.workunit.client.0.smithi123.stdout:image: image18 2023-12-20T11:31:27.714 INFO:tasks.workunit.client.0.smithi123.stdout:image: image19 2023-12-20T11:31:27.714 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image18 2023-12-20T11:31:27.714 INFO:tasks.workunit.client.0.smithi123.stdout:found image18 2023-12-20T11:31:27.714 INFO:tasks.workunit.client.0.smithi123.stdout:erased image18 2023-12-20T11:31:27.714 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image19 2023-12-20T11:31:27.714 INFO:tasks.workunit.client.0.smithi123.stdout:found image19 2023-12-20T11:31:27.714 INFO:tasks.workunit.client.0.smithi123.stdout:erased image19 2023-12-20T11:31:27.714 INFO:tasks.workunit.client.0.smithi123.stdout:image: image19 2023-12-20T11:31:27.714 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image19 2023-12-20T11:31:27.715 INFO:tasks.workunit.client.0.smithi123.stdout:found image19 2023-12-20T11:31:27.715 INFO:tasks.workunit.client.0.smithi123.stdout:erased image19 2023-12-20T11:31:27.715 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3777 ms) 2023-12-20T11:31:27.715 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2023-12-20T11:31:27.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:27 smithi177 ceph-mon[212096]: pgmap v2102: 169 pgs: 28 unknown, 10 creating+peering, 131 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 10 KiB/s wr, 115 op/s 2023-12-20T11:31:27.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:27 smithi177 ceph-mon[212096]: osdmap e1120: 8 total, 8 up, 8 in 2023-12-20T11:31:27.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:27 smithi123 ceph-mon[191304]: pgmap v2102: 169 pgs: 28 unknown, 10 creating+peering, 131 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 10 KiB/s wr, 115 op/s 2023-12-20T11:31:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:27 smithi123 ceph-mon[191304]: osdmap e1120: 8 total, 8 up, 8 in 2023-12-20T11:31:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:27 smithi123 ceph-mon[188613]: pgmap v2102: 169 pgs: 28 unknown, 10 creating+peering, 131 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 10 KiB/s wr, 115 op/s 2023-12-20T11:31:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:27 smithi123 ceph-mon[188613]: osdmap e1120: 8 total, 8 up, 8 in 2023-12-20T11:31:28.900 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 11:31:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T11:31:28.589647182Z level=info msg="Completed cleanup jobs" duration=15.965819ms 2023-12-20T11:31:28.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:28 smithi177 ceph-mon[212096]: osdmap e1121: 8 total, 8 up, 8 in 2023-12-20T11:31:28.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:28 smithi123 ceph-mon[191304]: osdmap e1121: 8 total, 8 up, 8 in 2023-12-20T11:31:28.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:28 smithi123 ceph-mon[188613]: osdmap e1121: 8 total, 8 up, 8 in 2023-12-20T11:31:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:31:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:31:29] "GET /metrics HTTP/1.1" 200 38725 "" "Prometheus/2.43.0" 2023-12-20T11:31:29.636 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:31:29.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:29 smithi177 ceph-mon[212096]: pgmap v2105: 169 pgs: 13 unknown, 156 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 17 KiB/s wr, 221 op/s 2023-12-20T11:31:29.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:29 smithi177 ceph-mon[212096]: osdmap e1122: 8 total, 8 up, 8 in 2023-12-20T11:31:29.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:29 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3283229307' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:31:29.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:29 smithi123 ceph-mon[188613]: pgmap v2105: 169 pgs: 13 unknown, 156 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 17 KiB/s wr, 221 op/s 2023-12-20T11:31:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:29 smithi123 ceph-mon[188613]: osdmap e1122: 8 total, 8 up, 8 in 2023-12-20T11:31:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:29 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3283229307' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:31:29.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:29 smithi123 ceph-mon[191304]: pgmap v2105: 169 pgs: 13 unknown, 156 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 17 KiB/s wr, 221 op/s 2023-12-20T11:31:29.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:29 smithi123 ceph-mon[191304]: osdmap e1122: 8 total, 8 up, 8 in 2023-12-20T11:31:29.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:29 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3283229307' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:31:30.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:30 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3283229307' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:31:30.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:30 smithi177 ceph-mon[212096]: osdmap e1123: 8 total, 8 up, 8 in 2023-12-20T11:31:30.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:30 smithi177 ceph-mon[212096]: osdmap e1124: 8 total, 8 up, 8 in 2023-12-20T11:31:30.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:30 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3283229307' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:31:30.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:30 smithi123 ceph-mon[191304]: osdmap e1123: 8 total, 8 up, 8 in 2023-12-20T11:31:30.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:30 smithi123 ceph-mon[191304]: osdmap e1124: 8 total, 8 up, 8 in 2023-12-20T11:31:30.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:30 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3283229307' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:31:30.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:30 smithi123 ceph-mon[188613]: osdmap e1123: 8 total, 8 up, 8 in 2023-12-20T11:31:30.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:30 smithi123 ceph-mon[188613]: osdmap e1124: 8 total, 8 up, 8 in 2023-12-20T11:31:31.665 INFO:tasks.workunit.client.0.smithi123.stdout:num images is: 1 2023-12-20T11:31:31.666 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 1 2023-12-20T11:31:31.666 INFO:tasks.workunit.client.0.smithi123.stdout:image: image20 2023-12-20T11:31:31.666 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image20 2023-12-20T11:31:31.666 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:31:31.677 INFO:tasks.workunit.client.0.smithi123.stdout:num images is: 2 2023-12-20T11:31:31.677 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 2 2023-12-20T11:31:31.677 INFO:tasks.workunit.client.0.smithi123.stdout:image: image20 2023-12-20T11:31:31.677 INFO:tasks.workunit.client.0.smithi123.stdout:image: image21 2023-12-20T11:31:31.678 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image20 2023-12-20T11:31:31.678 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image21 2023-12-20T11:31:31.738 INFO:tasks.workunit.client.0.smithi123.stdout:num images is: 1 2023-12-20T11:31:31.738 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 1 2023-12-20T11:31:31.738 INFO:tasks.workunit.client.0.smithi123.stdout:image: image21 2023-12-20T11:31:31.738 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image21 2023-12-20T11:31:31.738 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (4024 ms) 2023-12-20T11:31:31.738 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestCopy 2023-12-20T11:31:31.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:31 smithi177 ceph-mon[212096]: pgmap v2108: 201 pgs: 1 creating+peering, 31 unknown, 169 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 11 KiB/s wr, 168 op/s 2023-12-20T11:31:31.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:31 smithi123 ceph-mon[191304]: pgmap v2108: 201 pgs: 1 creating+peering, 31 unknown, 169 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 11 KiB/s wr, 168 op/s 2023-12-20T11:31:31.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:31 smithi123 ceph-mon[188613]: pgmap v2108: 201 pgs: 1 creating+peering, 31 unknown, 169 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 11 KiB/s wr, 168 op/s 2023-12-20T11:31:32.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:32 smithi123 ceph-mon[191304]: osdmap e1125: 8 total, 8 up, 8 in 2023-12-20T11:31:32.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:32 smithi123 ceph-mon[188613]: osdmap e1125: 8 total, 8 up, 8 in 2023-12-20T11:31:33.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:32 smithi177 ceph-mon[212096]: osdmap e1125: 8 total, 8 up, 8 in 2023-12-20T11:31:33.561 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:31:33.627 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:31:33.942 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:31:33.942 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (40m) 6m ago 43m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:31:33.942 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (40m) 4m ago 43m 92.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:31:33.942 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (44m) 6m ago 44m 21.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:31:33.942 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (44m) 4m ago 44m 26.9M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:31:33.942 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (39m) 4m ago 46m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:31:33.943 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (40m) 6m ago 47m 546M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:31:33.943 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (39m) 6m ago 48m 285M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:31:33.943 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (39m) 4m ago 46m 158M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:31:33.943 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (39m) 6m ago 46m 172M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:31:33.943 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (40m) 6m ago 43m 19.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:31:33.943 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (40m) 4m ago 43m 19.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:31:33.943 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (38m) 6m ago 46m 1905M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:31:33.943 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (38m) 6m ago 46m 2135M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:31:33.943 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (37m) 6m ago 45m 2181M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:31:33.943 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (37m) 6m ago 45m 1932M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:31:33.943 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (36m) 4m ago 45m 1419M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:31:33.943 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (36m) 4m ago 44m 1582M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:31:33.943 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (35m) 4m ago 44m 1235M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:31:33.943 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (35m) 4m ago 44m 1635M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:31:33.944 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (39m) 4m ago 43m 87.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:31:33.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:33 smithi123 ceph-mon[191304]: pgmap v2111: 201 pgs: 1 creating+peering, 15 unknown, 185 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 5.7 KiB/s wr, 70 op/s 2023-12-20T11:31:33.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:33 smithi123 ceph-mon[191304]: osdmap e1126: 8 total, 8 up, 8 in 2023-12-20T11:31:33.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:33 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4023800013' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:31:33.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:33 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:31:33.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:33 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:31:33.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:33 smithi123 ceph-mon[191304]: osdmap e1127: 8 total, 8 up, 8 in 2023-12-20T11:31:33.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:33 smithi123 ceph-mon[188613]: pgmap v2111: 201 pgs: 1 creating+peering, 15 unknown, 185 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 5.7 KiB/s wr, 70 op/s 2023-12-20T11:31:33.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:33 smithi123 ceph-mon[188613]: osdmap e1126: 8 total, 8 up, 8 in 2023-12-20T11:31:33.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:33 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4023800013' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:31:33.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:33 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:31:33.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:33 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:31:33.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:33 smithi123 ceph-mon[188613]: osdmap e1127: 8 total, 8 up, 8 in 2023-12-20T11:31:34.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:33 smithi177 ceph-mon[212096]: pgmap v2111: 201 pgs: 1 creating+peering, 15 unknown, 185 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 5.7 KiB/s wr, 70 op/s 2023-12-20T11:31:34.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:33 smithi177 ceph-mon[212096]: osdmap e1126: 8 total, 8 up, 8 in 2023-12-20T11:31:34.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:33 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4023800013' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:31:34.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:33 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:31:34.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:33 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:31:34.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:33 smithi177 ceph-mon[212096]: osdmap e1127: 8 total, 8 up, 8 in 2023-12-20T11:31:34.332 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:31:34.332 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:31:34.332 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:31:34.332 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:31:34.332 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:31:34.332 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:31:34.333 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:31:34.333 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:31:34.333 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:31:34.333 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:31:34.333 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:31:34.333 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:31:34.333 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:31:34.333 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:31:34.333 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:31:34.333 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:31:34.333 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:31:34.333 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:31:34.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:34 smithi123 ceph-mon[191304]: from='client.46577 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:31:34.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:34 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1758985408' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:31:34.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:34 smithi123 ceph-mon[191304]: osdmap e1128: 8 total, 8 up, 8 in 2023-12-20T11:31:34.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:34 smithi123 ceph-mon[188613]: from='client.46577 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:31:34.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:34 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1758985408' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:31:34.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:34 smithi123 ceph-mon[188613]: osdmap e1128: 8 total, 8 up, 8 in 2023-12-20T11:31:35.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:34 smithi177 ceph-mon[212096]: from='client.46577 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:31:35.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:34 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1758985408' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:31:35.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:34 smithi177 ceph-mon[212096]: osdmap e1128: 8 total, 8 up, 8 in 2023-12-20T11:31:35.944 INFO:tasks.workunit.client.0.smithi123.stdout:image: image22 2023-12-20T11:31:35.944 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image22 2023-12-20T11:31:35.944 INFO:tasks.workunit.client.0.smithi123.stdout:found image22 2023-12-20T11:31:35.944 INFO:tasks.workunit.client.0.smithi123.stdout:erased image22 2023-12-20T11:31:35.944 INFO:tasks.workunit.client.0.smithi123.stdout:image: image22 2023-12-20T11:31:35.944 INFO:tasks.workunit.client.0.smithi123.stdout:image: image23 2023-12-20T11:31:35.944 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image22 2023-12-20T11:31:35.945 INFO:tasks.workunit.client.0.smithi123.stdout:found image22 2023-12-20T11:31:35.945 INFO:tasks.workunit.client.0.smithi123.stdout:erased image22 2023-12-20T11:31:35.945 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image23 2023-12-20T11:31:35.945 INFO:tasks.workunit.client.0.smithi123.stdout:found image23 2023-12-20T11:31:35.945 INFO:tasks.workunit.client.0.smithi123.stdout:erased image23 2023-12-20T11:31:35.945 INFO:tasks.workunit.client.0.smithi123.stdout:100.00% done 2023-12-20T11:31:35.945 INFO:tasks.workunit.client.0.smithi123.stdout:image: image22 2023-12-20T11:31:35.945 INFO:tasks.workunit.client.0.smithi123.stdout:image: image23 2023-12-20T11:31:35.945 INFO:tasks.workunit.client.0.smithi123.stdout:image: image24 2023-12-20T11:31:35.945 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image22 2023-12-20T11:31:35.945 INFO:tasks.workunit.client.0.smithi123.stdout:found image22 2023-12-20T11:31:35.945 INFO:tasks.workunit.client.0.smithi123.stdout:erased image22 2023-12-20T11:31:35.945 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image23 2023-12-20T11:31:35.945 INFO:tasks.workunit.client.0.smithi123.stdout:found image23 2023-12-20T11:31:35.946 INFO:tasks.workunit.client.0.smithi123.stdout:erased image23 2023-12-20T11:31:35.946 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image24 2023-12-20T11:31:35.946 INFO:tasks.workunit.client.0.smithi123.stdout:found image24 2023-12-20T11:31:35.946 INFO:tasks.workunit.client.0.smithi123.stdout:erased image24 2023-12-20T11:31:35.946 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestCopy (4206 ms) 2023-12-20T11:31:35.946 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestCopyPP 2023-12-20T11:31:35.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:35 smithi123 ceph-mon[191304]: from='client.46583 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:31:35.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:35 smithi123 ceph-mon[191304]: pgmap v2114: 233 pgs: 13 creating+peering, 20 unknown, 200 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.2 KiB/s wr, 42 op/s 2023-12-20T11:31:35.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:35 smithi123 ceph-mon[191304]: osdmap e1129: 8 total, 8 up, 8 in 2023-12-20T11:31:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:35 smithi123 ceph-mon[188613]: from='client.46583 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:31:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:35 smithi123 ceph-mon[188613]: pgmap v2114: 233 pgs: 13 creating+peering, 20 unknown, 200 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.2 KiB/s wr, 42 op/s 2023-12-20T11:31:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:35 smithi123 ceph-mon[188613]: osdmap e1129: 8 total, 8 up, 8 in 2023-12-20T11:31:36.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:35 smithi177 ceph-mon[212096]: from='client.46583 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:31:36.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:35 smithi177 ceph-mon[212096]: pgmap v2114: 233 pgs: 13 creating+peering, 20 unknown, 200 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.2 KiB/s wr, 42 op/s 2023-12-20T11:31:36.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:35 smithi177 ceph-mon[212096]: osdmap e1129: 8 total, 8 up, 8 in 2023-12-20T11:31:37.692 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:31:37.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:37 smithi123 ceph-mon[191304]: pgmap v2117: 233 pgs: 12 creating+peering, 11 unknown, 210 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.2 KiB/s wr, 39 op/s 2023-12-20T11:31:37.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:37 smithi123 ceph-mon[191304]: osdmap e1130: 8 total, 8 up, 8 in 2023-12-20T11:31:37.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:37 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/826541377' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:31:37.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:37 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:31:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:37 smithi123 ceph-mon[188613]: pgmap v2117: 233 pgs: 12 creating+peering, 11 unknown, 210 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.2 KiB/s wr, 39 op/s 2023-12-20T11:31:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:37 smithi123 ceph-mon[188613]: osdmap e1130: 8 total, 8 up, 8 in 2023-12-20T11:31:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:37 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/826541377' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:31:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:37 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:31:38.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:37 smithi177 ceph-mon[212096]: pgmap v2117: 233 pgs: 12 creating+peering, 11 unknown, 210 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.2 KiB/s wr, 39 op/s 2023-12-20T11:31:38.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:37 smithi177 ceph-mon[212096]: osdmap e1130: 8 total, 8 up, 8 in 2023-12-20T11:31:38.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:37 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/826541377' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:31:38.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:37 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:31:38.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:38 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:31:38.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:38 smithi123 ceph-mon[191304]: osdmap e1131: 8 total, 8 up, 8 in 2023-12-20T11:31:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:38 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:31:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:38 smithi123 ceph-mon[188613]: osdmap e1131: 8 total, 8 up, 8 in 2023-12-20T11:31:39.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:38 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:31:39.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:38 smithi177 ceph-mon[212096]: osdmap e1131: 8 total, 8 up, 8 in 2023-12-20T11:31:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:31:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:31:39] "GET /metrics HTTP/1.1" 200 38725 "" "Prometheus/2.43.0" 2023-12-20T11:31:39.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:39 smithi123 ceph-mon[191304]: pgmap v2120: 265 pgs: 28 unknown, 9 creating+peering, 228 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 21 KiB/s wr, 370 op/s 2023-12-20T11:31:39.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:39 smithi123 ceph-mon[191304]: osdmap e1132: 8 total, 8 up, 8 in 2023-12-20T11:31:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:39 smithi123 ceph-mon[188613]: pgmap v2120: 265 pgs: 28 unknown, 9 creating+peering, 228 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 21 KiB/s wr, 370 op/s 2023-12-20T11:31:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:39 smithi123 ceph-mon[188613]: osdmap e1132: 8 total, 8 up, 8 in 2023-12-20T11:31:40.032 INFO:tasks.workunit.client.0.smithi123.stdout:num images is: 1 2023-12-20T11:31:40.032 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 1 2023-12-20T11:31:40.032 INFO:tasks.workunit.client.0.smithi123.stdout:image: image25 2023-12-20T11:31:40.033 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image25 2023-12-20T11:31:40.053 INFO:tasks.workunit.client.0.smithi123.stdout:num images is: 2 2023-12-20T11:31:40.053 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 2 2023-12-20T11:31:40.053 INFO:tasks.workunit.client.0.smithi123.stdout:image: image25 2023-12-20T11:31:40.053 INFO:tasks.workunit.client.0.smithi123.stdout:image: image26 2023-12-20T11:31:40.053 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image25 2023-12-20T11:31:40.053 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image26 2023-12-20T11:31:40.098 INFO:tasks.workunit.client.0.smithi123.stdout:100.00% done 2023-12-20T11:31:40.099 INFO:tasks.workunit.client.0.smithi123.stdout:num images is: 3 2023-12-20T11:31:40.099 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 3 2023-12-20T11:31:40.099 INFO:tasks.workunit.client.0.smithi123.stdout:image: image25 2023-12-20T11:31:40.099 INFO:tasks.workunit.client.0.smithi123.stdout:image: image26 2023-12-20T11:31:40.099 INFO:tasks.workunit.client.0.smithi123.stdout:image: image27 2023-12-20T11:31:40.099 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image25 2023-12-20T11:31:40.099 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image26 2023-12-20T11:31:40.099 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image27 2023-12-20T11:31:40.131 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestCopyPP (4187 ms) 2023-12-20T11:31:40.131 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2023-12-20T11:31:40.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:39 smithi177 ceph-mon[212096]: pgmap v2120: 265 pgs: 28 unknown, 9 creating+peering, 228 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 21 KiB/s wr, 370 op/s 2023-12-20T11:31:40.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:39 smithi177 ceph-mon[212096]: osdmap e1132: 8 total, 8 up, 8 in 2023-12-20T11:31:40.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:40 smithi123 ceph-mon[191304]: osdmap e1133: 8 total, 8 up, 8 in 2023-12-20T11:31:40.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:40 smithi123 ceph-mon[188613]: osdmap e1133: 8 total, 8 up, 8 in 2023-12-20T11:31:41.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:40 smithi177 ceph-mon[212096]: osdmap e1133: 8 total, 8 up, 8 in 2023-12-20T11:31:41.731 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:31:41.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:41 smithi123 ceph-mon[191304]: pgmap v2123: 265 pgs: 21 unknown, 244 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 342 KiB/s rd, 22 KiB/s wr, 400 op/s 2023-12-20T11:31:41.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:41 smithi123 ceph-mon[191304]: osdmap e1134: 8 total, 8 up, 8 in 2023-12-20T11:31:41.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:41 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4221670079' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:31:41.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:41 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:31:41.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:31:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:41 smithi123 ceph-mon[188613]: pgmap v2123: 265 pgs: 21 unknown, 244 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 342 KiB/s rd, 22 KiB/s wr, 400 op/s 2023-12-20T11:31:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:41 smithi123 ceph-mon[188613]: osdmap e1134: 8 total, 8 up, 8 in 2023-12-20T11:31:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:41 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4221670079' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:31:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:41 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:31:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:31:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:41 smithi177 ceph-mon[212096]: pgmap v2123: 265 pgs: 21 unknown, 244 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 342 KiB/s rd, 22 KiB/s wr, 400 op/s 2023-12-20T11:31:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:41 smithi177 ceph-mon[212096]: osdmap e1134: 8 total, 8 up, 8 in 2023-12-20T11:31:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:41 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4221670079' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:31:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:41 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:31:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:31:42.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:42 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:31:42.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:42 smithi123 ceph-mon[188613]: osdmap e1135: 8 total, 8 up, 8 in 2023-12-20T11:31:42.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:42 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:31:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:42 smithi123 ceph-mon[191304]: osdmap e1135: 8 total, 8 up, 8 in 2023-12-20T11:31:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:42 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:31:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:42 smithi177 ceph-mon[212096]: osdmap e1135: 8 total, 8 up, 8 in 2023-12-20T11:31:43.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:43 smithi123 ceph-mon[191304]: pgmap v2126: 297 pgs: 15 creating+peering, 17 unknown, 265 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 3.7 KiB/s wr, 74 op/s 2023-12-20T11:31:43.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:43 smithi123 ceph-mon[191304]: osdmap e1136: 8 total, 8 up, 8 in 2023-12-20T11:31:43.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:43 smithi123 ceph-mon[191304]: osdmap e1137: 8 total, 8 up, 8 in 2023-12-20T11:31:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:43 smithi123 ceph-mon[188613]: pgmap v2126: 297 pgs: 15 creating+peering, 17 unknown, 265 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 3.7 KiB/s wr, 74 op/s 2023-12-20T11:31:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:43 smithi123 ceph-mon[188613]: osdmap e1136: 8 total, 8 up, 8 in 2023-12-20T11:31:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:43 smithi123 ceph-mon[188613]: osdmap e1137: 8 total, 8 up, 8 in 2023-12-20T11:31:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:43 smithi177 ceph-mon[212096]: pgmap v2126: 297 pgs: 15 creating+peering, 17 unknown, 265 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 3.7 KiB/s wr, 74 op/s 2023-12-20T11:31:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:43 smithi177 ceph-mon[212096]: osdmap e1136: 8 total, 8 up, 8 in 2023-12-20T11:31:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:43 smithi177 ceph-mon[212096]: osdmap e1137: 8 total, 8 up, 8 in 2023-12-20T11:31:45.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:45 smithi123 ceph-mon[191304]: pgmap v2129: 297 pgs: 15 creating+peering, 5 unknown, 277 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 339 KiB/s rd, 21 KiB/s wr, 394 op/s 2023-12-20T11:31:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:45 smithi123 ceph-mon[191304]: osdmap e1138: 8 total, 8 up, 8 in 2023-12-20T11:31:45.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:45 smithi123 ceph-mon[188613]: pgmap v2129: 297 pgs: 15 creating+peering, 5 unknown, 277 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 339 KiB/s rd, 21 KiB/s wr, 394 op/s 2023-12-20T11:31:45.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:45 smithi123 ceph-mon[188613]: osdmap e1138: 8 total, 8 up, 8 in 2023-12-20T11:31:46.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:45 smithi177 ceph-mon[212096]: pgmap v2129: 297 pgs: 15 creating+peering, 5 unknown, 277 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 339 KiB/s rd, 21 KiB/s wr, 394 op/s 2023-12-20T11:31:46.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:45 smithi177 ceph-mon[212096]: osdmap e1138: 8 total, 8 up, 8 in 2023-12-20T11:31:47.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:46 smithi177 ceph-mon[212096]: osdmap e1139: 8 total, 8 up, 8 in 2023-12-20T11:31:47.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:46 smithi123 ceph-mon[191304]: osdmap e1139: 8 total, 8 up, 8 in 2023-12-20T11:31:47.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:46 smithi123 ceph-mon[188613]: osdmap e1139: 8 total, 8 up, 8 in 2023-12-20T11:31:47.822 INFO:tasks.workunit.client.0.smithi123.stdout:image: image28 2023-12-20T11:31:47.823 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image28 2023-12-20T11:31:47.823 INFO:tasks.workunit.client.0.smithi123.stdout:found image28 2023-12-20T11:31:47.823 INFO:tasks.workunit.client.0.smithi123.stdout:erased image28 2023-12-20T11:31:47.823 INFO:tasks.workunit.client.0.smithi123.stdout:image: image28 2023-12-20T11:31:47.823 INFO:tasks.workunit.client.0.smithi123.stdout:image: image29 2023-12-20T11:31:47.823 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image28 2023-12-20T11:31:47.823 INFO:tasks.workunit.client.0.smithi123.stdout:found image28 2023-12-20T11:31:47.823 INFO:tasks.workunit.client.0.smithi123.stdout:erased image28 2023-12-20T11:31:47.823 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image29 2023-12-20T11:31:47.823 INFO:tasks.workunit.client.0.smithi123.stdout:found image29 2023-12-20T11:31:47.824 INFO:tasks.workunit.client.0.smithi123.stdout:erased image29 2023-12-20T11:31:47.824 INFO:tasks.workunit.client.0.smithi123.stdout:100.00% done 2023-12-20T11:31:47.824 INFO:tasks.workunit.client.0.smithi123.stdout:image: image28 2023-12-20T11:31:47.824 INFO:tasks.workunit.client.0.smithi123.stdout:image: image29 2023-12-20T11:31:47.824 INFO:tasks.workunit.client.0.smithi123.stdout:image: image30 2023-12-20T11:31:47.824 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image28 2023-12-20T11:31:47.824 INFO:tasks.workunit.client.0.smithi123.stdout:found image28 2023-12-20T11:31:47.824 INFO:tasks.workunit.client.0.smithi123.stdout:erased image28 2023-12-20T11:31:47.824 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image29 2023-12-20T11:31:47.824 INFO:tasks.workunit.client.0.smithi123.stdout:found image29 2023-12-20T11:31:47.824 INFO:tasks.workunit.client.0.smithi123.stdout:erased image29 2023-12-20T11:31:47.824 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image30 2023-12-20T11:31:47.824 INFO:tasks.workunit.client.0.smithi123.stdout:found image30 2023-12-20T11:31:47.824 INFO:tasks.workunit.client.0.smithi123.stdout:erased image30 2023-12-20T11:31:47.824 INFO:tasks.workunit.client.0.smithi123.stdout:image: image28 2023-12-20T11:31:47.825 INFO:tasks.workunit.client.0.smithi123.stdout:image: image29 2023-12-20T11:31:47.825 INFO:tasks.workunit.client.0.smithi123.stdout:image: image30 2023-12-20T11:31:47.825 INFO:tasks.workunit.client.0.smithi123.stdout:image: image31 2023-12-20T11:31:47.825 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image28 2023-12-20T11:31:47.825 INFO:tasks.workunit.client.0.smithi123.stdout:found image28 2023-12-20T11:31:47.825 INFO:tasks.workunit.client.0.smithi123.stdout:erased image28 2023-12-20T11:31:47.825 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image29 2023-12-20T11:31:47.825 INFO:tasks.workunit.client.0.smithi123.stdout:found image29 2023-12-20T11:31:47.825 INFO:tasks.workunit.client.0.smithi123.stdout:erased image29 2023-12-20T11:31:47.825 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image30 2023-12-20T11:31:47.825 INFO:tasks.workunit.client.0.smithi123.stdout:found image30 2023-12-20T11:31:47.825 INFO:tasks.workunit.client.0.smithi123.stdout:erased image30 2023-12-20T11:31:47.825 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image31 2023-12-20T11:31:47.825 INFO:tasks.workunit.client.0.smithi123.stdout:found image31 2023-12-20T11:31:47.825 INFO:tasks.workunit.client.0.smithi123.stdout:erased image31 2023-12-20T11:31:47.826 INFO:tasks.workunit.client.0.smithi123.stdout:image: image28 2023-12-20T11:31:47.826 INFO:tasks.workunit.client.0.smithi123.stdout:image: image29 2023-12-20T11:31:47.826 INFO:tasks.workunit.client.0.smithi123.stdout:image: image30 2023-12-20T11:31:47.826 INFO:tasks.workunit.client.0.smithi123.stdout:image: image31 2023-12-20T11:31:47.826 INFO:tasks.workunit.client.0.smithi123.stdout:image: image32 2023-12-20T11:31:47.826 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image28 2023-12-20T11:31:47.826 INFO:tasks.workunit.client.0.smithi123.stdout:found image28 2023-12-20T11:31:47.826 INFO:tasks.workunit.client.0.smithi123.stdout:erased image28 2023-12-20T11:31:47.826 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image29 2023-12-20T11:31:47.826 INFO:tasks.workunit.client.0.smithi123.stdout:found image29 2023-12-20T11:31:47.826 INFO:tasks.workunit.client.0.smithi123.stdout:erased image29 2023-12-20T11:31:47.826 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image30 2023-12-20T11:31:47.826 INFO:tasks.workunit.client.0.smithi123.stdout:found image30 2023-12-20T11:31:47.826 INFO:tasks.workunit.client.0.smithi123.stdout:erased image30 2023-12-20T11:31:47.826 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image31 2023-12-20T11:31:47.827 INFO:tasks.workunit.client.0.smithi123.stdout:found image31 2023-12-20T11:31:47.827 INFO:tasks.workunit.client.0.smithi123.stdout:erased image31 2023-12-20T11:31:47.827 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image32 2023-12-20T11:31:47.827 INFO:tasks.workunit.client.0.smithi123.stdout:found image32 2023-12-20T11:31:47.827 INFO:tasks.workunit.client.0.smithi123.stdout:erased image32 2023-12-20T11:31:47.827 INFO:tasks.workunit.client.0.smithi123.stdout:100.00% done 2023-12-20T11:31:47.827 INFO:tasks.workunit.client.0.smithi123.stdout:image: image28 2023-12-20T11:31:47.827 INFO:tasks.workunit.client.0.smithi123.stdout:image: image29 2023-12-20T11:31:47.827 INFO:tasks.workunit.client.0.smithi123.stdout:image: image30 2023-12-20T11:31:47.827 INFO:tasks.workunit.client.0.smithi123.stdout:image: image31 2023-12-20T11:31:47.827 INFO:tasks.workunit.client.0.smithi123.stdout:image: image32 2023-12-20T11:31:47.827 INFO:tasks.workunit.client.0.smithi123.stdout:image: image33 2023-12-20T11:31:47.827 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image28 2023-12-20T11:31:47.827 INFO:tasks.workunit.client.0.smithi123.stdout:found image28 2023-12-20T11:31:47.828 INFO:tasks.workunit.client.0.smithi123.stdout:erased image28 2023-12-20T11:31:47.828 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image29 2023-12-20T11:31:47.828 INFO:tasks.workunit.client.0.smithi123.stdout:found image29 2023-12-20T11:31:47.828 INFO:tasks.workunit.client.0.smithi123.stdout:erased image29 2023-12-20T11:31:47.828 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image30 2023-12-20T11:31:47.828 INFO:tasks.workunit.client.0.smithi123.stdout:found image30 2023-12-20T11:31:47.828 INFO:tasks.workunit.client.0.smithi123.stdout:erased image30 2023-12-20T11:31:47.828 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image31 2023-12-20T11:31:47.828 INFO:tasks.workunit.client.0.smithi123.stdout:found image31 2023-12-20T11:31:47.828 INFO:tasks.workunit.client.0.smithi123.stdout:erased image31 2023-12-20T11:31:47.828 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image32 2023-12-20T11:31:47.828 INFO:tasks.workunit.client.0.smithi123.stdout:found image32 2023-12-20T11:31:47.828 INFO:tasks.workunit.client.0.smithi123.stdout:erased image32 2023-12-20T11:31:47.828 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image33 2023-12-20T11:31:47.828 INFO:tasks.workunit.client.0.smithi123.stdout:found image33 2023-12-20T11:31:47.828 INFO:tasks.workunit.client.0.smithi123.stdout:erased image33 2023-12-20T11:31:47.829 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestDeepCopy (7692 ms) 2023-12-20T11:31:47.829 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2023-12-20T11:31:47.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:47 smithi123 ceph-mon[191304]: pgmap v2132: 297 pgs: 10 creating+peering, 287 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 347 KiB/s rd, 22 KiB/s wr, 404 op/s 2023-12-20T11:31:47.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:47 smithi123 ceph-mon[191304]: osdmap e1140: 8 total, 8 up, 8 in 2023-12-20T11:31:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:47 smithi123 ceph-mon[188613]: pgmap v2132: 297 pgs: 10 creating+peering, 287 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 347 KiB/s rd, 22 KiB/s wr, 404 op/s 2023-12-20T11:31:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:47 smithi123 ceph-mon[188613]: osdmap e1140: 8 total, 8 up, 8 in 2023-12-20T11:31:48.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:47 smithi177 ceph-mon[212096]: pgmap v2132: 297 pgs: 10 creating+peering, 287 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 347 KiB/s rd, 22 KiB/s wr, 404 op/s 2023-12-20T11:31:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:47 smithi177 ceph-mon[212096]: osdmap e1140: 8 total, 8 up, 8 in 2023-12-20T11:31:49.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:48 smithi123 ceph-mon[188613]: osdmap e1141: 8 total, 8 up, 8 in 2023-12-20T11:31:49.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:48 smithi123 ceph-mon[188613]: osdmap e1142: 8 total, 8 up, 8 in 2023-12-20T11:31:49.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:48 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3633137341' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:31:49.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:48 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:31:49.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:48 smithi123 ceph-mon[191304]: osdmap e1141: 8 total, 8 up, 8 in 2023-12-20T11:31:49.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:48 smithi123 ceph-mon[191304]: osdmap e1142: 8 total, 8 up, 8 in 2023-12-20T11:31:49.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:48 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3633137341' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:31:49.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:48 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:31:49.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:48 smithi177 ceph-mon[212096]: osdmap e1141: 8 total, 8 up, 8 in 2023-12-20T11:31:49.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:48 smithi177 ceph-mon[212096]: osdmap e1142: 8 total, 8 up, 8 in 2023-12-20T11:31:49.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:48 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3633137341' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:31:49.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:48 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:31:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:31:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:31:49] "GET /metrics HTTP/1.1" 200 48324 "" "Prometheus/2.43.0" 2023-12-20T11:31:49.576 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:31:50.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:49 smithi177 ceph-mon[212096]: pgmap v2135: 297 pgs: 297 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 4.7 KiB/s wr, 80 op/s 2023-12-20T11:31:50.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:49 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:31:50.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:49 smithi177 ceph-mon[212096]: osdmap e1143: 8 total, 8 up, 8 in 2023-12-20T11:31:50.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:49 smithi123 ceph-mon[191304]: pgmap v2135: 297 pgs: 297 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 4.7 KiB/s wr, 80 op/s 2023-12-20T11:31:50.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:49 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:31:50.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:49 smithi123 ceph-mon[191304]: osdmap e1143: 8 total, 8 up, 8 in 2023-12-20T11:31:50.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:49 smithi123 ceph-mon[188613]: pgmap v2135: 297 pgs: 297 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 4.7 KiB/s wr, 80 op/s 2023-12-20T11:31:50.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:49 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:31:50.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:49 smithi123 ceph-mon[188613]: osdmap e1143: 8 total, 8 up, 8 in 2023-12-20T11:31:51.851 INFO:tasks.workunit.client.0.smithi123.stdout:num images is: 1 2023-12-20T11:31:51.852 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 1 2023-12-20T11:31:51.852 INFO:tasks.workunit.client.0.smithi123.stdout:image: image34 2023-12-20T11:31:51.852 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image34 2023-12-20T11:31:51.879 INFO:tasks.workunit.client.0.smithi123.stdout:num images is: 2 2023-12-20T11:31:51.879 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 2 2023-12-20T11:31:51.879 INFO:tasks.workunit.client.0.smithi123.stdout:image: image34 2023-12-20T11:31:51.879 INFO:tasks.workunit.client.0.smithi123.stdout:image: image35 2023-12-20T11:31:51.879 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image34 2023-12-20T11:31:51.880 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image35 2023-12-20T11:31:51.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:51 smithi177 ceph-mon[212096]: pgmap v2138: 329 pgs: 2 creating+peering, 30 unknown, 297 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 505 KiB/s rd, 29 KiB/s wr, 594 op/s 2023-12-20T11:31:51.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:51 smithi177 ceph-mon[212096]: osdmap e1144: 8 total, 8 up, 8 in 2023-12-20T11:31:51.931 INFO:tasks.workunit.client.0.smithi123.stdout:100.00% done 2023-12-20T11:31:51.932 INFO:tasks.workunit.client.0.smithi123.stdout:num images is: 3 2023-12-20T11:31:51.932 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 3 2023-12-20T11:31:51.932 INFO:tasks.workunit.client.0.smithi123.stdout:image: image34 2023-12-20T11:31:51.932 INFO:tasks.workunit.client.0.smithi123.stdout:image: image35 2023-12-20T11:31:51.932 INFO:tasks.workunit.client.0.smithi123.stdout:image: image36 2023-12-20T11:31:51.932 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image34 2023-12-20T11:31:51.932 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image35 2023-12-20T11:31:51.932 INFO:tasks.workunit.client.0.smithi123.stdout:expected = image36 2023-12-20T11:31:51.963 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4141 ms) 2023-12-20T11:31:51.964 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2023-12-20T11:31:51.964 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:31:51.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:51 smithi123 ceph-mon[191304]: pgmap v2138: 329 pgs: 2 creating+peering, 30 unknown, 297 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 505 KiB/s rd, 29 KiB/s wr, 594 op/s 2023-12-20T11:31:51.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:51 smithi123 ceph-mon[191304]: osdmap e1144: 8 total, 8 up, 8 in 2023-12-20T11:31:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:51 smithi123 ceph-mon[188613]: pgmap v2138: 329 pgs: 2 creating+peering, 30 unknown, 297 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 505 KiB/s rd, 29 KiB/s wr, 594 op/s 2023-12-20T11:31:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:51 smithi123 ceph-mon[188613]: osdmap e1144: 8 total, 8 up, 8 in 2023-12-20T11:31:52.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:52 smithi177 ceph-mon[212096]: osdmap e1145: 8 total, 8 up, 8 in 2023-12-20T11:31:52.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:31:52.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:52 smithi123 ceph-mon[191304]: osdmap e1145: 8 total, 8 up, 8 in 2023-12-20T11:31:52.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:31:52.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:52 smithi123 ceph-mon[188613]: osdmap e1145: 8 total, 8 up, 8 in 2023-12-20T11:31:52.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:31:53.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:53 smithi177 ceph-mon[212096]: pgmap v2141: 329 pgs: 2 creating+peering, 15 unknown, 312 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 486 KiB/s rd, 28 KiB/s wr, 574 op/s 2023-12-20T11:31:53.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:53 smithi177 ceph-mon[212096]: osdmap e1146: 8 total, 8 up, 8 in 2023-12-20T11:31:53.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:53 smithi177 ceph-mon[212096]: osdmap e1147: 8 total, 8 up, 8 in 2023-12-20T11:31:53.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:53 smithi123 ceph-mon[188613]: pgmap v2141: 329 pgs: 2 creating+peering, 15 unknown, 312 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 486 KiB/s rd, 28 KiB/s wr, 574 op/s 2023-12-20T11:31:53.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:53 smithi123 ceph-mon[188613]: osdmap e1146: 8 total, 8 up, 8 in 2023-12-20T11:31:53.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:53 smithi123 ceph-mon[188613]: osdmap e1147: 8 total, 8 up, 8 in 2023-12-20T11:31:53.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:53 smithi123 ceph-mon[191304]: pgmap v2141: 329 pgs: 2 creating+peering, 15 unknown, 312 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 486 KiB/s rd, 28 KiB/s wr, 574 op/s 2023-12-20T11:31:53.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:53 smithi123 ceph-mon[191304]: osdmap e1146: 8 total, 8 up, 8 in 2023-12-20T11:31:53.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:53 smithi123 ceph-mon[191304]: osdmap e1147: 8 total, 8 up, 8 in 2023-12-20T11:31:55.599 INFO:tasks.workunit.client.0.smithi123.stdout:num snaps is: 1 2023-12-20T11:31:55.599 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 1 2023-12-20T11:31:55.599 INFO:tasks.workunit.client.0.smithi123.stdout:snap: snap1 2023-12-20T11:31:55.599 INFO:tasks.workunit.client.0.smithi123.stdout:found snap1 with size 2097152 2023-12-20T11:31:55.599 INFO:tasks.workunit.client.0.smithi123.stdout:num snaps is: 2 2023-12-20T11:31:55.599 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 2 2023-12-20T11:31:55.599 INFO:tasks.workunit.client.0.smithi123.stdout:snap: snap1 2023-12-20T11:31:55.599 INFO:tasks.workunit.client.0.smithi123.stdout:snap: snap2 2023-12-20T11:31:55.599 INFO:tasks.workunit.client.0.smithi123.stdout:found snap1 with size 2097152 2023-12-20T11:31:55.599 INFO:tasks.workunit.client.0.smithi123.stdout:found snap2 with size 4194304 2023-12-20T11:31:55.599 INFO:tasks.workunit.client.0.smithi123.stdout:num snaps is: 1 2023-12-20T11:31:55.600 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 1 2023-12-20T11:31:55.600 INFO:tasks.workunit.client.0.smithi123.stdout:snap: snap2 2023-12-20T11:31:55.600 INFO:tasks.workunit.client.0.smithi123.stdout:found snap2 with size 4194304 2023-12-20T11:31:55.600 INFO:tasks.workunit.client.0.smithi123.stdout:num snaps is: 0 2023-12-20T11:31:55.600 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 0 2023-12-20T11:31:55.600 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3635 ms) 2023-12-20T11:31:55.600 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2023-12-20T11:31:55.600 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:31:55.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:55 smithi177 ceph-mon[212096]: pgmap v2144: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 367 KiB/s rd, 24 KiB/s wr, 435 op/s 2023-12-20T11:31:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:55 smithi177 ceph-mon[212096]: osdmap e1148: 8 total, 8 up, 8 in 2023-12-20T11:31:55.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:55 smithi123 ceph-mon[191304]: pgmap v2144: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 367 KiB/s rd, 24 KiB/s wr, 435 op/s 2023-12-20T11:31:55.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:55 smithi123 ceph-mon[191304]: osdmap e1148: 8 total, 8 up, 8 in 2023-12-20T11:31:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:55 smithi123 ceph-mon[188613]: pgmap v2144: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 367 KiB/s rd, 24 KiB/s wr, 435 op/s 2023-12-20T11:31:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:55 smithi123 ceph-mon[188613]: osdmap e1148: 8 total, 8 up, 8 in 2023-12-20T11:31:56.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:56 smithi177 ceph-mon[212096]: osdmap e1149: 8 total, 8 up, 8 in 2023-12-20T11:31:56.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:31:56.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:56 smithi123 ceph-mon[191304]: osdmap e1149: 8 total, 8 up, 8 in 2023-12-20T11:31:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:31:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:56 smithi123 ceph-mon[188613]: osdmap e1149: 8 total, 8 up, 8 in 2023-12-20T11:31:56.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:31:57.620 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2022 ms) 2023-12-20T11:31:57.621 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2023-12-20T11:31:57.621 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:31:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:57 smithi177 ceph-mon[212096]: pgmap v2147: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 363 KiB/s rd, 24 KiB/s wr, 431 op/s 2023-12-20T11:31:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:57 smithi177 ceph-mon[212096]: osdmap e1150: 8 total, 8 up, 8 in 2023-12-20T11:31:57.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:57 smithi123 ceph-mon[188613]: pgmap v2147: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 363 KiB/s rd, 24 KiB/s wr, 431 op/s 2023-12-20T11:31:57.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:57 smithi123 ceph-mon[188613]: osdmap e1150: 8 total, 8 up, 8 in 2023-12-20T11:31:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:57 smithi123 ceph-mon[191304]: pgmap v2147: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 363 KiB/s rd, 24 KiB/s wr, 431 op/s 2023-12-20T11:31:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:57 smithi123 ceph-mon[191304]: osdmap e1150: 8 total, 8 up, 8 in 2023-12-20T11:31:58.633 INFO:tasks.workunit.client.0.smithi123.stdout:num snaps is: 1 2023-12-20T11:31:58.633 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 1 2023-12-20T11:31:58.633 INFO:tasks.workunit.client.0.smithi123.stdout:snap: snap1 2023-12-20T11:31:58.633 INFO:tasks.workunit.client.0.smithi123.stdout:found snap1 with size 2097152 2023-12-20T11:31:58.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:58 smithi177 ceph-mon[212096]: osdmap e1151: 8 total, 8 up, 8 in 2023-12-20T11:31:58.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:58 smithi123 ceph-mon[188613]: osdmap e1151: 8 total, 8 up, 8 in 2023-12-20T11:31:58.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:58 smithi123 ceph-mon[191304]: osdmap e1151: 8 total, 8 up, 8 in 2023-12-20T11:31:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:31:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:31:59] "GET /metrics HTTP/1.1" 200 50793 "" "Prometheus/2.43.0" 2023-12-20T11:31:59.631 INFO:tasks.workunit.client.0.smithi123.stdout:num snaps is: 2 2023-12-20T11:31:59.631 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 2 2023-12-20T11:31:59.631 INFO:tasks.workunit.client.0.smithi123.stdout:snap: snap1 2023-12-20T11:31:59.631 INFO:tasks.workunit.client.0.smithi123.stdout:snap: snap2 2023-12-20T11:31:59.631 INFO:tasks.workunit.client.0.smithi123.stdout:found snap1 with size 2097152 2023-12-20T11:31:59.632 INFO:tasks.workunit.client.0.smithi123.stdout:found snap2 with size 4194304 2023-12-20T11:31:59.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:59 smithi177 ceph-mon[212096]: pgmap v2150: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.7 KiB/s wr, 44 op/s 2023-12-20T11:31:59.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:31:59 smithi177 ceph-mon[212096]: osdmap e1152: 8 total, 8 up, 8 in 2023-12-20T11:31:59.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:59 smithi123 ceph-mon[191304]: pgmap v2150: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.7 KiB/s wr, 44 op/s 2023-12-20T11:31:59.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:31:59 smithi123 ceph-mon[191304]: osdmap e1152: 8 total, 8 up, 8 in 2023-12-20T11:31:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:59 smithi123 ceph-mon[188613]: pgmap v2150: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.7 KiB/s wr, 44 op/s 2023-12-20T11:31:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:31:59 smithi123 ceph-mon[188613]: osdmap e1152: 8 total, 8 up, 8 in 2023-12-20T11:32:00.642 INFO:tasks.workunit.client.0.smithi123.stdout:num snaps is: 1 2023-12-20T11:32:00.643 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 1 2023-12-20T11:32:00.643 INFO:tasks.workunit.client.0.smithi123.stdout:snap: snap2 2023-12-20T11:32:00.643 INFO:tasks.workunit.client.0.smithi123.stdout:found snap2 with size 4194304 2023-12-20T11:32:00.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:00 smithi177 ceph-mon[212096]: osdmap e1153: 8 total, 8 up, 8 in 2023-12-20T11:32:00.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:00 smithi123 ceph-mon[191304]: osdmap e1153: 8 total, 8 up, 8 in 2023-12-20T11:32:00.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:00 smithi123 ceph-mon[188613]: osdmap e1153: 8 total, 8 up, 8 in 2023-12-20T11:32:01.656 INFO:tasks.workunit.client.0.smithi123.stdout:num snaps is: 0 2023-12-20T11:32:01.656 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 0 2023-12-20T11:32:01.659 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (4039 ms) 2023-12-20T11:32:01.659 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2023-12-20T11:32:01.659 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:32:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:01 smithi177 ceph-mon[212096]: pgmap v2153: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2023-12-20T11:32:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:01 smithi177 ceph-mon[212096]: osdmap e1154: 8 total, 8 up, 8 in 2023-12-20T11:32:01.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:01 smithi123 ceph-mon[191304]: pgmap v2153: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2023-12-20T11:32:01.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:01 smithi123 ceph-mon[191304]: osdmap e1154: 8 total, 8 up, 8 in 2023-12-20T11:32:01.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:01 smithi123 ceph-mon[188613]: pgmap v2153: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2023-12-20T11:32:01.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:01 smithi123 ceph-mon[188613]: osdmap e1154: 8 total, 8 up, 8 in 2023-12-20T11:32:02.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:02 smithi177 ceph-mon[212096]: osdmap e1155: 8 total, 8 up, 8 in 2023-12-20T11:32:02.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:32:02.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:02 smithi123 ceph-mon[191304]: osdmap e1155: 8 total, 8 up, 8 in 2023-12-20T11:32:02.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:32:02.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:02 smithi123 ceph-mon[188613]: osdmap e1155: 8 total, 8 up, 8 in 2023-12-20T11:32:02.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:32:03.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:03 smithi177 ceph-mon[212096]: pgmap v2156: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 6.0 KiB/s wr, 78 op/s 2023-12-20T11:32:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:03 smithi177 ceph-mon[212096]: osdmap e1156: 8 total, 8 up, 8 in 2023-12-20T11:32:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:03 smithi177 ceph-mon[212096]: osdmap e1157: 8 total, 8 up, 8 in 2023-12-20T11:32:03.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:03 smithi123 ceph-mon[191304]: pgmap v2156: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 6.0 KiB/s wr, 78 op/s 2023-12-20T11:32:03.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:03 smithi123 ceph-mon[191304]: osdmap e1156: 8 total, 8 up, 8 in 2023-12-20T11:32:03.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:03 smithi123 ceph-mon[191304]: osdmap e1157: 8 total, 8 up, 8 in 2023-12-20T11:32:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:03 smithi123 ceph-mon[188613]: pgmap v2156: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 6.0 KiB/s wr, 78 op/s 2023-12-20T11:32:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:03 smithi123 ceph-mon[188613]: osdmap e1156: 8 total, 8 up, 8 in 2023-12-20T11:32:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:03 smithi123 ceph-mon[188613]: osdmap e1157: 8 total, 8 up, 8 in 2023-12-20T11:32:04.687 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:32:04.994 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:32:04.995 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (40m) 7m ago 43m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:32:04.995 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (40m) 5m ago 43m 92.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:32:04.995 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (44m) 7m ago 44m 21.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:32:04.995 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (44m) 5m ago 44m 26.9M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:32:04.995 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (40m) 5m ago 47m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:32:04.995 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (40m) 7m ago 48m 546M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:32:04.995 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (40m) 7m ago 48m 285M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:32:04.995 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (39m) 5m ago 47m 158M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:32:04.995 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (39m) 7m ago 47m 172M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:32:04.995 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (40m) 7m ago 43m 19.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:32:04.995 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (40m) 5m ago 43m 19.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:32:04.995 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (39m) 7m ago 46m 1905M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:32:04.996 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (38m) 7m ago 46m 2135M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:32:04.996 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (38m) 7m ago 46m 2181M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:32:04.996 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (37m) 7m ago 45m 1932M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:32:04.996 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (37m) 5m ago 45m 1419M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:32:04.996 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (36m) 5m ago 45m 1582M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:32:04.996 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (36m) 5m ago 45m 1235M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:32:04.996 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (35m) 5m ago 44m 1635M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:32:04.996 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (40m) 5m ago 44m 87.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:32:05.400 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:32:05.400 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:32:05.400 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:32:05.400 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:32:05.400 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:32:05.400 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:32:05.400 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:32:05.400 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:32:05.400 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:32:05.400 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:32:05.401 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:32:05.401 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:32:05.401 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:32:05.401 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:32:05.401 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:32:05.401 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:32:05.401 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:32:05.401 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:32:05.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:05 smithi177 ceph-mon[212096]: pgmap v2159: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 5.0 KiB/s wr, 56 op/s 2023-12-20T11:32:05.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:05 smithi177 ceph-mon[212096]: osdmap e1158: 8 total, 8 up, 8 in 2023-12-20T11:32:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:05 smithi177 ceph-mon[212096]: from='client.36669 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:32:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:32:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:05 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2689684230' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:32:05.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:05 smithi123 ceph-mon[191304]: pgmap v2159: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 5.0 KiB/s wr, 56 op/s 2023-12-20T11:32:05.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:05 smithi123 ceph-mon[191304]: osdmap e1158: 8 total, 8 up, 8 in 2023-12-20T11:32:05.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:05 smithi123 ceph-mon[191304]: from='client.36669 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:32:05.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:32:05.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:05 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2689684230' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:32:05.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:05 smithi123 ceph-mon[188613]: pgmap v2159: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 5.0 KiB/s wr, 56 op/s 2023-12-20T11:32:05.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:05 smithi123 ceph-mon[188613]: osdmap e1158: 8 total, 8 up, 8 in 2023-12-20T11:32:05.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:05 smithi123 ceph-mon[188613]: from='client.36669 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:32:05.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:32:05.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:05 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2689684230' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:32:06.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:06 smithi177 ceph-mon[212096]: from='client.46619 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:32:06.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:06 smithi177 ceph-mon[212096]: osdmap e1159: 8 total, 8 up, 8 in 2023-12-20T11:32:06.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:32:06.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:32:06.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:32:06.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:06 smithi123 ceph-mon[191304]: from='client.46619 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:32:06.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:06 smithi123 ceph-mon[191304]: osdmap e1159: 8 total, 8 up, 8 in 2023-12-20T11:32:06.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:32:06.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:32:06.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:32:06.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:06 smithi123 ceph-mon[188613]: from='client.46619 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:32:06.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:06 smithi123 ceph-mon[188613]: osdmap e1159: 8 total, 8 up, 8 in 2023-12-20T11:32:06.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:32:06.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:32:06.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:32:07.620 INFO:tasks.workunit.client.0.smithi123.stdout:num snaps is: 0 2023-12-20T11:32:07.621 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 0 2023-12-20T11:32:07.633 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (5973 ms) 2023-12-20T11:32:07.633 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2023-12-20T11:32:07.633 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:32:07.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:07 smithi177 ceph-mon[212096]: pgmap v2162: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 4.7 KiB/s wr, 61 op/s 2023-12-20T11:32:07.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:07 smithi177 ceph-mon[212096]: osdmap e1160: 8 total, 8 up, 8 in 2023-12-20T11:32:07.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:07 smithi123 ceph-mon[191304]: pgmap v2162: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 4.7 KiB/s wr, 61 op/s 2023-12-20T11:32:07.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:07 smithi123 ceph-mon[191304]: osdmap e1160: 8 total, 8 up, 8 in 2023-12-20T11:32:07.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:07 smithi123 ceph-mon[188613]: pgmap v2162: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 4.7 KiB/s wr, 61 op/s 2023-12-20T11:32:07.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:07 smithi123 ceph-mon[188613]: osdmap e1160: 8 total, 8 up, 8 in 2023-12-20T11:32:08.586 INFO:tasks.workunit.client.0.smithi123.stdout:num snaps is: 1 2023-12-20T11:32:08.586 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 1 2023-12-20T11:32:08.586 INFO:tasks.workunit.client.0.smithi123.stdout:snap: snap1 2023-12-20T11:32:08.586 INFO:tasks.workunit.client.0.smithi123.stdout:found snap1 with size 2097152 2023-12-20T11:32:08.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:08 smithi177 ceph-mon[212096]: osdmap e1161: 8 total, 8 up, 8 in 2023-12-20T11:32:08.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:08 smithi177 ceph-mon[212096]: osdmap e1162: 8 total, 8 up, 8 in 2023-12-20T11:32:08.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:08 smithi123 ceph-mon[191304]: osdmap e1161: 8 total, 8 up, 8 in 2023-12-20T11:32:08.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:08 smithi123 ceph-mon[191304]: osdmap e1162: 8 total, 8 up, 8 in 2023-12-20T11:32:08.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:08 smithi123 ceph-mon[188613]: osdmap e1161: 8 total, 8 up, 8 in 2023-12-20T11:32:08.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:08 smithi123 ceph-mon[188613]: osdmap e1162: 8 total, 8 up, 8 in 2023-12-20T11:32:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:32:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:32:09] "GET /metrics HTTP/1.1" 200 50793 "" "Prometheus/2.43.0" 2023-12-20T11:32:09.585 INFO:tasks.workunit.client.0.smithi123.stdout:num snaps is: 2 2023-12-20T11:32:09.585 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 2 2023-12-20T11:32:09.585 INFO:tasks.workunit.client.0.smithi123.stdout:snap: snap1 2023-12-20T11:32:09.585 INFO:tasks.workunit.client.0.smithi123.stdout:snap: snap2 2023-12-20T11:32:09.585 INFO:tasks.workunit.client.0.smithi123.stdout:found snap1 with size 2097152 2023-12-20T11:32:09.586 INFO:tasks.workunit.client.0.smithi123.stdout:found snap2 with size 4194304 2023-12-20T11:32:09.589 INFO:tasks.workunit.client.0.smithi123.stdout:num snaps is: 2 2023-12-20T11:32:09.590 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 2 2023-12-20T11:32:09.590 INFO:tasks.workunit.client.0.smithi123.stdout:snap: snap1-rename 2023-12-20T11:32:09.590 INFO:tasks.workunit.client.0.smithi123.stdout:snap: snap2 2023-12-20T11:32:09.590 INFO:tasks.workunit.client.0.smithi123.stdout:found snap1-rename with size 2097152 2023-12-20T11:32:09.590 INFO:tasks.workunit.client.0.smithi123.stdout:found snap2 with size 4194304 2023-12-20T11:32:09.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:09 smithi177 ceph-mon[212096]: pgmap v2165: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 4.7 KiB/s wr, 65 op/s 2023-12-20T11:32:09.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:09 smithi177 ceph-mon[212096]: osdmap e1163: 8 total, 8 up, 8 in 2023-12-20T11:32:09.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:09 smithi123 ceph-mon[191304]: pgmap v2165: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 4.7 KiB/s wr, 65 op/s 2023-12-20T11:32:09.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:09 smithi123 ceph-mon[191304]: osdmap e1163: 8 total, 8 up, 8 in 2023-12-20T11:32:09.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:09 smithi123 ceph-mon[188613]: pgmap v2165: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 4.7 KiB/s wr, 65 op/s 2023-12-20T11:32:09.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:09 smithi123 ceph-mon[188613]: osdmap e1163: 8 total, 8 up, 8 in 2023-12-20T11:32:10.599 INFO:tasks.workunit.client.0.smithi123.stdout:num snaps is: 1 2023-12-20T11:32:10.599 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 1 2023-12-20T11:32:10.599 INFO:tasks.workunit.client.0.smithi123.stdout:snap: snap2-rename 2023-12-20T11:32:10.599 INFO:tasks.workunit.client.0.smithi123.stdout:found snap2-rename with size 4194304 2023-12-20T11:32:11.605 INFO:tasks.workunit.client.0.smithi123.stdout:num snaps is: 0 2023-12-20T11:32:11.605 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 0 2023-12-20T11:32:11.609 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (3977 ms) 2023-12-20T11:32:11.609 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2023-12-20T11:32:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:11 smithi177 ceph-mon[212096]: pgmap v2168: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.2 KiB/s wr, 34 op/s 2023-12-20T11:32:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:11 smithi177 ceph-mon[212096]: osdmap e1164: 8 total, 8 up, 8 in 2023-12-20T11:32:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:32:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "77.9", "id": [6, 0]}]: dispatch 2023-12-20T11:32:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.d", "id": [5, 6]}]: dispatch 2023-12-20T11:32:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.13", "id": [5, 1]}]: dispatch 2023-12-20T11:32:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "80.f", "id": [4, 6]}]: dispatch 2023-12-20T11:32:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.1b", "id": [1, 7]}]: dispatch 2023-12-20T11:32:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:11 smithi123 ceph-mon[191304]: pgmap v2168: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.2 KiB/s wr, 34 op/s 2023-12-20T11:32:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:11 smithi123 ceph-mon[191304]: osdmap e1164: 8 total, 8 up, 8 in 2023-12-20T11:32:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:32:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "77.9", "id": [6, 0]}]: dispatch 2023-12-20T11:32:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.d", "id": [5, 6]}]: dispatch 2023-12-20T11:32:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.13", "id": [5, 1]}]: dispatch 2023-12-20T11:32:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "80.f", "id": [4, 6]}]: dispatch 2023-12-20T11:32:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.1b", "id": [1, 7]}]: dispatch 2023-12-20T11:32:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:11 smithi123 ceph-mon[188613]: pgmap v2168: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.2 KiB/s wr, 34 op/s 2023-12-20T11:32:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:11 smithi123 ceph-mon[188613]: osdmap e1164: 8 total, 8 up, 8 in 2023-12-20T11:32:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:32:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "77.9", "id": [6, 0]}]: dispatch 2023-12-20T11:32:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.d", "id": [5, 6]}]: dispatch 2023-12-20T11:32:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.13", "id": [5, 1]}]: dispatch 2023-12-20T11:32:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "80.f", "id": [4, 6]}]: dispatch 2023-12-20T11:32:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.1b", "id": [1, 7]}]: dispatch 2023-12-20T11:32:12.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "77.9", "id": [6, 0]}]': finished 2023-12-20T11:32:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.d", "id": [5, 6]}]': finished 2023-12-20T11:32:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.13", "id": [5, 1]}]': finished 2023-12-20T11:32:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "80.f", "id": [4, 6]}]': finished 2023-12-20T11:32:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.1b", "id": [1, 7]}]': finished 2023-12-20T11:32:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:12 smithi177 ceph-mon[212096]: osdmap e1165: 8 total, 8 up, 8 in 2023-12-20T11:32:12.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "77.9", "id": [6, 0]}]': finished 2023-12-20T11:32:12.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.d", "id": [5, 6]}]': finished 2023-12-20T11:32:12.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.13", "id": [5, 1]}]': finished 2023-12-20T11:32:12.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "80.f", "id": [4, 6]}]': finished 2023-12-20T11:32:12.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.1b", "id": [1, 7]}]': finished 2023-12-20T11:32:12.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:12 smithi123 ceph-mon[191304]: osdmap e1165: 8 total, 8 up, 8 in 2023-12-20T11:32:12.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "77.9", "id": [6, 0]}]': finished 2023-12-20T11:32:12.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.d", "id": [5, 6]}]': finished 2023-12-20T11:32:12.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.13", "id": [5, 1]}]': finished 2023-12-20T11:32:12.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "80.f", "id": [4, 6]}]': finished 2023-12-20T11:32:12.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.1b", "id": [1, 7]}]': finished 2023-12-20T11:32:12.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:12 smithi123 ceph-mon[188613]: osdmap e1165: 8 total, 8 up, 8 in 2023-12-20T11:32:13.596 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:32:13.596 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:32:13.596 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:32:13.596 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:32:13.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:13 smithi177 ceph-mon[212096]: pgmap v2171: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.5 KiB/s wr, 50 op/s 2023-12-20T11:32:13.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:13 smithi177 ceph-mon[212096]: osdmap e1166: 8 total, 8 up, 8 in 2023-12-20T11:32:13.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:13 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2891982225' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:32:13.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:13 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:32:13.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:13 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:32:13.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:13 smithi177 ceph-mon[212096]: osdmap e1167: 8 total, 8 up, 8 in 2023-12-20T11:32:13.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:13 smithi123 ceph-mon[191304]: pgmap v2171: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.5 KiB/s wr, 50 op/s 2023-12-20T11:32:13.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:13 smithi123 ceph-mon[191304]: osdmap e1166: 8 total, 8 up, 8 in 2023-12-20T11:32:13.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:13 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2891982225' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:32:13.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:13 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:32:13.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:13 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:32:13.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:13 smithi123 ceph-mon[191304]: osdmap e1167: 8 total, 8 up, 8 in 2023-12-20T11:32:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:13 smithi123 ceph-mon[188613]: pgmap v2171: 329 pgs: 329 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.5 KiB/s wr, 50 op/s 2023-12-20T11:32:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:13 smithi123 ceph-mon[188613]: osdmap e1166: 8 total, 8 up, 8 in 2023-12-20T11:32:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:13 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2891982225' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:32:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:13 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:32:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:13 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:32:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:13 smithi123 ceph-mon[188613]: osdmap e1167: 8 total, 8 up, 8 in 2023-12-20T11:32:15.857 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4247 ms) 2023-12-20T11:32:15.857 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2023-12-20T11:32:15.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:15 smithi177 ceph-mon[212096]: pgmap v2174: 361 pgs: 12 creating+peering, 18 unknown, 331 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 5.5 KiB/s wr, 70 op/s; 3 B/s, 0 objects/s recovering 2023-12-20T11:32:15.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:15 smithi177 ceph-mon[212096]: osdmap e1168: 8 total, 8 up, 8 in 2023-12-20T11:32:15.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:15 smithi123 ceph-mon[191304]: pgmap v2174: 361 pgs: 12 creating+peering, 18 unknown, 331 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 5.5 KiB/s wr, 70 op/s; 3 B/s, 0 objects/s recovering 2023-12-20T11:32:15.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:15 smithi123 ceph-mon[191304]: osdmap e1168: 8 total, 8 up, 8 in 2023-12-20T11:32:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:15 smithi123 ceph-mon[188613]: pgmap v2174: 361 pgs: 12 creating+peering, 18 unknown, 331 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 5.5 KiB/s wr, 70 op/s; 3 B/s, 0 objects/s recovering 2023-12-20T11:32:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:15 smithi123 ceph-mon[188613]: osdmap e1168: 8 total, 8 up, 8 in 2023-12-20T11:32:16.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:16 smithi177 ceph-mon[212096]: osdmap e1169: 8 total, 8 up, 8 in 2023-12-20T11:32:16.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:16 smithi123 ceph-mon[191304]: osdmap e1169: 8 total, 8 up, 8 in 2023-12-20T11:32:16.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:16 smithi123 ceph-mon[188613]: osdmap e1169: 8 total, 8 up, 8 in 2023-12-20T11:32:17.630 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:32:17.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:17 smithi177 ceph-mon[212096]: pgmap v2177: 361 pgs: 12 creating+peering, 12 unknown, 337 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.2 KiB/s wr, 70 op/s; 3 B/s, 0 objects/s recovering 2023-12-20T11:32:17.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:17 smithi177 ceph-mon[212096]: osdmap e1170: 8 total, 8 up, 8 in 2023-12-20T11:32:17.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:17 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2853116723' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:32:17.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:17 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:32:17.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:17 smithi123 ceph-mon[191304]: pgmap v2177: 361 pgs: 12 creating+peering, 12 unknown, 337 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.2 KiB/s wr, 70 op/s; 3 B/s, 0 objects/s recovering 2023-12-20T11:32:17.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:17 smithi123 ceph-mon[191304]: osdmap e1170: 8 total, 8 up, 8 in 2023-12-20T11:32:17.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:17 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2853116723' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:32:17.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:17 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:32:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:17 smithi123 ceph-mon[188613]: pgmap v2177: 361 pgs: 12 creating+peering, 12 unknown, 337 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.2 KiB/s wr, 70 op/s; 3 B/s, 0 objects/s recovering 2023-12-20T11:32:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:17 smithi123 ceph-mon[188613]: osdmap e1170: 8 total, 8 up, 8 in 2023-12-20T11:32:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:17 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2853116723' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:32:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:17 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:32:17.991 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:32:17 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:32:17] ENGINE Bus STOPPING 2023-12-20T11:32:17.991 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:32:17 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:32:17] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-20T11:32:17.991 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:32:17 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:32:17] ENGINE Bus STOPPED 2023-12-20T11:32:17.991 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:32:17 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:32:17] ENGINE Bus STARTING 2023-12-20T11:32:17.991 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:32:17 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:32:17] ENGINE Serving on http://:::9283 2023-12-20T11:32:17.991 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:32:17 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:32:17] ENGINE Bus STARTED 2023-12-20T11:32:18.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:18 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:32:18.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:18 smithi177 ceph-mon[212096]: osdmap e1171: 8 total, 8 up, 8 in 2023-12-20T11:32:18.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:18 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' 2023-12-20T11:32:18.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:32:18.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:32:18.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:32:18.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:32:18.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:18 smithi177 ceph-mon[212096]: osdmap e1172: 8 total, 8 up, 8 in 2023-12-20T11:32:18.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:18 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:32:18.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:18 smithi123 ceph-mon[191304]: osdmap e1171: 8 total, 8 up, 8 in 2023-12-20T11:32:18.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:18 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' 2023-12-20T11:32:18.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:32:18.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:32:18.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:32:18.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:32:18.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:18 smithi123 ceph-mon[191304]: osdmap e1172: 8 total, 8 up, 8 in 2023-12-20T11:32:18.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:18 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:32:18.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:18 smithi123 ceph-mon[188613]: osdmap e1171: 8 total, 8 up, 8 in 2023-12-20T11:32:18.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:18 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' 2023-12-20T11:32:18.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:32:18.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:32:18.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:32:18.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:32:18.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:18 smithi123 ceph-mon[188613]: osdmap e1172: 8 total, 8 up, 8 in 2023-12-20T11:32:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:32:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:32:19] "GET /metrics HTTP/1.1" 200 50801 "" "Prometheus/2.43.0" 2023-12-20T11:32:19.668 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:32:19.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:19 smithi123 ceph-mon[188613]: pgmap v2180: 393 pgs: 27 unknown, 10 creating+peering, 356 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 4.7 KiB/s wr, 87 op/s; 8 B/s, 0 objects/s recovering 2023-12-20T11:32:19.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:19 smithi123 ceph-mon[188613]: osdmap e1173: 8 total, 8 up, 8 in 2023-12-20T11:32:19.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:19 smithi123 ceph-mon[191304]: pgmap v2180: 393 pgs: 27 unknown, 10 creating+peering, 356 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 4.7 KiB/s wr, 87 op/s; 8 B/s, 0 objects/s recovering 2023-12-20T11:32:19.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:19 smithi123 ceph-mon[191304]: osdmap e1173: 8 total, 8 up, 8 in 2023-12-20T11:32:20.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:19 smithi177 ceph-mon[212096]: pgmap v2180: 393 pgs: 27 unknown, 10 creating+peering, 356 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 4.7 KiB/s wr, 87 op/s; 8 B/s, 0 objects/s recovering 2023-12-20T11:32:20.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:19 smithi177 ceph-mon[212096]: osdmap e1173: 8 total, 8 up, 8 in 2023-12-20T11:32:20.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:20 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3140216423' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi123-241547-9", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-20T11:32:20.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:20 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi123-241547-9", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-20T11:32:20.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:20 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3140216423' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi123-241547-9", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-20T11:32:20.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:20 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi123-241547-9", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-20T11:32:21.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:20 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3140216423' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi123-241547-9", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-20T11:32:21.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:20 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi123-241547-9", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-20T11:32:21.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:21 smithi123 ceph-mon[188613]: pgmap v2183: 393 pgs: 14 unknown, 379 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 7.5 KiB/s wr, 118 op/s; 8 B/s, 0 objects/s recovering 2023-12-20T11:32:21.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:21 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi123-241547-9", "field": "max_bytes", "val": "10485760"}]': finished 2023-12-20T11:32:21.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:21 smithi123 ceph-mon[188613]: osdmap e1174: 8 total, 8 up, 8 in 2023-12-20T11:32:21.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:21 smithi123 ceph-mon[191304]: pgmap v2183: 393 pgs: 14 unknown, 379 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 7.5 KiB/s wr, 118 op/s; 8 B/s, 0 objects/s recovering 2023-12-20T11:32:21.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:21 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi123-241547-9", "field": "max_bytes", "val": "10485760"}]': finished 2023-12-20T11:32:21.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:21 smithi123 ceph-mon[191304]: osdmap e1174: 8 total, 8 up, 8 in 2023-12-20T11:32:22.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:21 smithi177 ceph-mon[212096]: pgmap v2183: 393 pgs: 14 unknown, 379 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 7.5 KiB/s wr, 118 op/s; 8 B/s, 0 objects/s recovering 2023-12-20T11:32:22.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:21 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi123-241547-9", "field": "max_bytes", "val": "10485760"}]': finished 2023-12-20T11:32:22.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:21 smithi177 ceph-mon[212096]: osdmap e1174: 8 total, 8 up, 8 in 2023-12-20T11:32:23.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:23 smithi123 ceph-mon[188613]: pgmap v2185: 393 pgs: 393 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.1 KiB/s wr, 87 op/s 2023-12-20T11:32:23.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:23 smithi123 ceph-mon[188613]: osdmap e1175: 8 total, 8 up, 8 in 2023-12-20T11:32:23.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:23 smithi123 ceph-mon[191304]: pgmap v2185: 393 pgs: 393 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.1 KiB/s wr, 87 op/s 2023-12-20T11:32:23.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:23 smithi123 ceph-mon[191304]: osdmap e1175: 8 total, 8 up, 8 in 2023-12-20T11:32:24.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:23 smithi177 ceph-mon[212096]: pgmap v2185: 393 pgs: 393 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.1 KiB/s wr, 87 op/s 2023-12-20T11:32:24.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:23 smithi177 ceph-mon[212096]: osdmap e1175: 8 total, 8 up, 8 in 2023-12-20T11:32:25.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:25 smithi123 ceph-mon[191304]: pgmap v2187: 393 pgs: 393 active+clean; 7.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 553 KiB/s wr, 60 op/s 2023-12-20T11:32:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:25 smithi123 ceph-mon[188613]: pgmap v2187: 393 pgs: 393 active+clean; 7.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 553 KiB/s wr, 60 op/s 2023-12-20T11:32:26.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:25 smithi177 ceph-mon[212096]: pgmap v2187: 393 pgs: 393 active+clean; 7.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 553 KiB/s wr, 60 op/s 2023-12-20T11:32:26.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:32:26.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:32:27.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:32:27.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:27 smithi123 ceph-mon[191304]: pgmap v2188: 393 pgs: 393 active+clean; 7.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 468 KiB/s wr, 31 op/s 2023-12-20T11:32:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:32:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:27 smithi123 ceph-mon[188613]: pgmap v2188: 393 pgs: 393 active+clean; 7.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 468 KiB/s wr, 31 op/s 2023-12-20T11:32:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:32:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:27 smithi177 ceph-mon[212096]: pgmap v2188: 393 pgs: 393 active+clean; 7.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 468 KiB/s wr, 31 op/s 2023-12-20T11:32:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:32:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:32:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:32:29] "GET /metrics HTTP/1.1" 200 55620 "" "Prometheus/2.43.0" 2023-12-20T11:32:29.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:29 smithi177 ceph-mon[212096]: pgmap v2189: 393 pgs: 393 active+clean; 12 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 898 KiB/s wr, 27 op/s 2023-12-20T11:32:29.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:29 smithi177 ceph-mon[212096]: osdmap e1176: 8 total, 8 up, 8 in 2023-12-20T11:32:29.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:29 smithi123 ceph-mon[191304]: pgmap v2189: 393 pgs: 393 active+clean; 12 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 898 KiB/s wr, 27 op/s 2023-12-20T11:32:29.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:29 smithi123 ceph-mon[191304]: osdmap e1176: 8 total, 8 up, 8 in 2023-12-20T11:32:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:29 smithi123 ceph-mon[188613]: pgmap v2189: 393 pgs: 393 active+clean; 12 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 898 KiB/s wr, 27 op/s 2023-12-20T11:32:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:29 smithi123 ceph-mon[188613]: osdmap e1176: 8 total, 8 up, 8 in 2023-12-20T11:32:31.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:31 smithi177 ceph-mon[212096]: pgmap v2191: 393 pgs: 393 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 1024 KiB/s wr, 5 op/s 2023-12-20T11:32:31.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:31 smithi123 ceph-mon[191304]: pgmap v2191: 393 pgs: 393 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 1024 KiB/s wr, 5 op/s 2023-12-20T11:32:31.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:31 smithi123 ceph-mon[188613]: pgmap v2191: 393 pgs: 393 active+clean; 13 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 1024 KiB/s wr, 5 op/s 2023-12-20T11:32:33.882 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.RemoveFullTry (18025 ms) 2023-12-20T11:32:33.883 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2023-12-20T11:32:33.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:33 smithi177 ceph-mon[212096]: pgmap v2192: 393 pgs: 393 active+clean; 16 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 952 KiB/s wr, 2 op/s 2023-12-20T11:32:33.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:33 smithi177 ceph-mon[212096]: pool 'test-librbd-smithi123-241547-9' is full (reached quota's max_bytes: 10 MiB) 2023-12-20T11:32:33.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:33 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) full (POOL_FULL) 2023-12-20T11:32:33.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:33 smithi123 ceph-mon[191304]: pgmap v2192: 393 pgs: 393 active+clean; 16 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 952 KiB/s wr, 2 op/s 2023-12-20T11:32:33.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:33 smithi123 ceph-mon[191304]: pool 'test-librbd-smithi123-241547-9' is full (reached quota's max_bytes: 10 MiB) 2023-12-20T11:32:33.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:33 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) full (POOL_FULL) 2023-12-20T11:32:33.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:33 smithi123 ceph-mon[188613]: pgmap v2192: 393 pgs: 393 active+clean; 16 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 952 KiB/s wr, 2 op/s 2023-12-20T11:32:33.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:33 smithi123 ceph-mon[188613]: pool 'test-librbd-smithi123-241547-9' is full (reached quota's max_bytes: 10 MiB) 2023-12-20T11:32:33.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:33 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) full (POOL_FULL) 2023-12-20T11:32:34.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:34 smithi177 ceph-mon[212096]: osdmap e1177: 8 total, 8 up, 8 in 2023-12-20T11:32:34.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:34 smithi123 ceph-mon[188613]: osdmap e1177: 8 total, 8 up, 8 in 2023-12-20T11:32:34.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:34 smithi123 ceph-mon[191304]: osdmap e1177: 8 total, 8 up, 8 in 2023-12-20T11:32:35.772 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:32:35.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:35 smithi177 ceph-mon[212096]: pgmap v2194: 393 pgs: 393 active+clean; 16 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2023-12-20T11:32:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:35 smithi177 ceph-mon[212096]: osdmap e1178: 8 total, 8 up, 8 in 2023-12-20T11:32:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:35 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4046179391' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:32:35.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:35 smithi123 ceph-mon[191304]: pgmap v2194: 393 pgs: 393 active+clean; 16 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2023-12-20T11:32:35.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:35 smithi123 ceph-mon[191304]: osdmap e1178: 8 total, 8 up, 8 in 2023-12-20T11:32:35.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:35 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4046179391' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:32:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:35 smithi123 ceph-mon[188613]: pgmap v2194: 393 pgs: 393 active+clean; 16 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2023-12-20T11:32:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:35 smithi123 ceph-mon[188613]: osdmap e1178: 8 total, 8 up, 8 in 2023-12-20T11:32:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:35 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4046179391' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:32:36.084 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:32:36.084 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (41m) 7m ago 44m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:32:36.084 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (41m) 5m ago 44m 92.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:32:36.084 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (45m) 7m ago 45m 21.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:32:36.084 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (45m) 5m ago 45m 26.9M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:32:36.084 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (40m) 5m ago 47m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:32:36.084 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (41m) 7m ago 48m 546M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:32:36.084 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (40m) 7m ago 49m 285M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:32:36.085 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (40m) 5m ago 47m 158M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:32:36.085 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (40m) 7m ago 47m 172M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:32:36.085 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (41m) 7m ago 44m 19.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:32:36.085 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (41m) 5m ago 44m 19.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:32:36.085 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (39m) 7m ago 47m 1905M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:32:36.085 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (39m) 7m ago 47m 2135M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:32:36.085 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (38m) 7m ago 46m 2181M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:32:36.085 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (38m) 7m ago 46m 1932M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:32:36.085 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (37m) 5m ago 46m 1419M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:32:36.085 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (37m) 5m ago 45m 1582M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:32:36.085 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (36m) 5m ago 45m 1235M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:32:36.085 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (36m) 5m ago 45m 1635M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:32:36.085 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (40m) 5m ago 44m 87.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:32:36.469 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:32:36.469 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:32:36.469 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:32:36.469 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:32:36.469 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:32:36.469 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:32:36.469 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:32:36.469 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:32:36.469 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:32:36.470 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:32:36.470 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:32:36.470 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:32:36.470 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:32:36.470 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:32:36.470 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:32:36.470 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:32:36.470 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:32:36.470 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:32:36.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:36 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4046179391' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:32:36.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:36 smithi177 ceph-mon[212096]: osdmap e1179: 8 total, 8 up, 8 in 2023-12-20T11:32:36.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:36 smithi177 ceph-mon[212096]: from='client.46649 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:32:36.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:36 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/483506626' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:32:36.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:36 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4046179391' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:32:36.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:36 smithi123 ceph-mon[191304]: osdmap e1179: 8 total, 8 up, 8 in 2023-12-20T11:32:36.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:36 smithi123 ceph-mon[191304]: from='client.46649 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:32:36.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:36 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/483506626' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:32:36.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:36 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4046179391' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:32:36.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:36 smithi123 ceph-mon[188613]: osdmap e1179: 8 total, 8 up, 8 in 2023-12-20T11:32:36.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:36 smithi123 ceph-mon[188613]: from='client.46649 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:32:36.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:36 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/483506626' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:32:37.647 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:32:37.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:37 smithi177 ceph-mon[212096]: from='client.46661 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:32:37.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:37 smithi177 ceph-mon[212096]: pgmap v2197: 425 pgs: 27 unknown, 398 active+clean; 16 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 852 B/s rd, 683 KiB/s wr, 2 op/s 2023-12-20T11:32:37.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:37 smithi177 ceph-mon[212096]: osdmap e1180: 8 total, 8 up, 8 in 2023-12-20T11:32:37.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:37 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1570052569' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:32:37.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:37 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:32:37.989 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:32:37 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:32:37] ENGINE Bus STOPPING 2023-12-20T11:32:37.989 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:32:37 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:32:37] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-20T11:32:37.989 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:32:37 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:32:37] ENGINE Bus STOPPED 2023-12-20T11:32:37.990 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:32:37 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:32:37] ENGINE Bus STARTING 2023-12-20T11:32:37.990 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:32:37 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:32:37] ENGINE Serving on http://:::9283 2023-12-20T11:32:37.990 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:32:37 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:32:37] ENGINE Bus STARTED 2023-12-20T11:32:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:37 smithi123 ceph-mon[188613]: from='client.46661 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:32:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:37 smithi123 ceph-mon[188613]: pgmap v2197: 425 pgs: 27 unknown, 398 active+clean; 16 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 852 B/s rd, 683 KiB/s wr, 2 op/s 2023-12-20T11:32:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:37 smithi123 ceph-mon[188613]: osdmap e1180: 8 total, 8 up, 8 in 2023-12-20T11:32:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:37 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1570052569' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:32:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:37 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:32:37.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:37 smithi123 ceph-mon[191304]: from='client.46661 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:32:37.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:37 smithi123 ceph-mon[191304]: pgmap v2197: 425 pgs: 27 unknown, 398 active+clean; 16 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 852 B/s rd, 683 KiB/s wr, 2 op/s 2023-12-20T11:32:37.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:37 smithi123 ceph-mon[191304]: osdmap e1180: 8 total, 8 up, 8 in 2023-12-20T11:32:37.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:37 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1570052569' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:32:37.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:37 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:32:38.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:38 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:32:38.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:38 smithi177 ceph-mon[212096]: osdmap e1181: 8 total, 8 up, 8 in 2023-12-20T11:32:38.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:38 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' 2023-12-20T11:32:38.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:32:38.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:32:38.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:32:38.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:32:38.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:38 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:32:38.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:38 smithi123 ceph-mon[191304]: osdmap e1181: 8 total, 8 up, 8 in 2023-12-20T11:32:38.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:38 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' 2023-12-20T11:32:38.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:32:38.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:32:38.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:32:38.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:32:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:38 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:32:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:38 smithi123 ceph-mon[188613]: osdmap e1181: 8 total, 8 up, 8 in 2023-12-20T11:32:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:38 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' 2023-12-20T11:32:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:32:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:32:38.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:32:38.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:32:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:32:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:32:39] "GET /metrics HTTP/1.1" 200 55620 "" "Prometheus/2.43.0" 2023-12-20T11:32:39.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:39 smithi177 ceph-mon[212096]: pgmap v2200: 457 pgs: 40 unknown, 417 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 258 KiB/s wr, 40 op/s 2023-12-20T11:32:39.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:39 smithi177 ceph-mon[212096]: osdmap e1182: 8 total, 8 up, 8 in 2023-12-20T11:32:39.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:39 smithi123 ceph-mon[191304]: pgmap v2200: 457 pgs: 40 unknown, 417 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 258 KiB/s wr, 40 op/s 2023-12-20T11:32:39.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:39 smithi123 ceph-mon[191304]: osdmap e1182: 8 total, 8 up, 8 in 2023-12-20T11:32:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:39 smithi123 ceph-mon[188613]: pgmap v2200: 457 pgs: 40 unknown, 417 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 258 KiB/s wr, 40 op/s 2023-12-20T11:32:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:39 smithi123 ceph-mon[188613]: osdmap e1182: 8 total, 8 up, 8 in 2023-12-20T11:32:40.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:40 smithi177 ceph-mon[212096]: osdmap e1183: 8 total, 8 up, 8 in 2023-12-20T11:32:40.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:40 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3140216423' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi123-241547-11", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-20T11:32:40.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:40 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi123-241547-11", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-20T11:32:40.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:40 smithi123 ceph-mon[191304]: osdmap e1183: 8 total, 8 up, 8 in 2023-12-20T11:32:40.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:40 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3140216423' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi123-241547-11", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-20T11:32:40.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:40 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi123-241547-11", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-20T11:32:40.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:40 smithi123 ceph-mon[188613]: osdmap e1183: 8 total, 8 up, 8 in 2023-12-20T11:32:40.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:40 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3140216423' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi123-241547-11", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-20T11:32:40.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:40 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi123-241547-11", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-20T11:32:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:41 smithi177 ceph-mon[212096]: pgmap v2203: 457 pgs: 18 unknown, 439 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 258 KiB/s wr, 41 op/s 2023-12-20T11:32:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:41 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi123-241547-11", "field": "max_bytes", "val": "10485760"}]': finished 2023-12-20T11:32:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:41 smithi177 ceph-mon[212096]: osdmap e1184: 8 total, 8 up, 8 in 2023-12-20T11:32:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:32:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:32:41.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:41 smithi123 ceph-mon[191304]: pgmap v2203: 457 pgs: 18 unknown, 439 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 258 KiB/s wr, 41 op/s 2023-12-20T11:32:41.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:41 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi123-241547-11", "field": "max_bytes", "val": "10485760"}]': finished 2023-12-20T11:32:41.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:41 smithi123 ceph-mon[191304]: osdmap e1184: 8 total, 8 up, 8 in 2023-12-20T11:32:41.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:32:41.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:32:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:41 smithi123 ceph-mon[188613]: pgmap v2203: 457 pgs: 18 unknown, 439 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 258 KiB/s wr, 41 op/s 2023-12-20T11:32:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:41 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi123-241547-11", "field": "max_bytes", "val": "10485760"}]': finished 2023-12-20T11:32:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:41 smithi123 ceph-mon[188613]: osdmap e1184: 8 total, 8 up, 8 in 2023-12-20T11:32:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:32:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:32:43.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:43 smithi177 ceph-mon[212096]: pgmap v2205: 457 pgs: 457 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.8 KiB/s wr, 32 op/s 2023-12-20T11:32:43.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:43 smithi177 ceph-mon[212096]: pool 'test-librbd-smithi123-241547-9' no longer out of quota; removing NO_QUOTA flag 2023-12-20T11:32:43.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:43 smithi177 ceph-mon[212096]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2023-12-20T11:32:43.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:43 smithi177 ceph-mon[212096]: osdmap e1185: 8 total, 8 up, 8 in 2023-12-20T11:32:43.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:43 smithi123 ceph-mon[188613]: pgmap v2205: 457 pgs: 457 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.8 KiB/s wr, 32 op/s 2023-12-20T11:32:43.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:43 smithi123 ceph-mon[188613]: pool 'test-librbd-smithi123-241547-9' no longer out of quota; removing NO_QUOTA flag 2023-12-20T11:32:43.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:43 smithi123 ceph-mon[188613]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2023-12-20T11:32:43.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:43 smithi123 ceph-mon[188613]: osdmap e1185: 8 total, 8 up, 8 in 2023-12-20T11:32:43.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:43 smithi123 ceph-mon[191304]: pgmap v2205: 457 pgs: 457 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.8 KiB/s wr, 32 op/s 2023-12-20T11:32:43.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:43 smithi123 ceph-mon[191304]: pool 'test-librbd-smithi123-241547-9' no longer out of quota; removing NO_QUOTA flag 2023-12-20T11:32:43.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:43 smithi123 ceph-mon[191304]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2023-12-20T11:32:43.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:43 smithi123 ceph-mon[191304]: osdmap e1185: 8 total, 8 up, 8 in 2023-12-20T11:32:45.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:45 smithi177 ceph-mon[212096]: pgmap v2207: 457 pgs: 457 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.9 KiB/s rd, 738 KiB/s wr, 10 op/s 2023-12-20T11:32:45.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:45 smithi123 ceph-mon[191304]: pgmap v2207: 457 pgs: 457 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.9 KiB/s rd, 738 KiB/s wr, 10 op/s 2023-12-20T11:32:45.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:45 smithi123 ceph-mon[188613]: pgmap v2207: 457 pgs: 457 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.9 KiB/s rd, 738 KiB/s wr, 10 op/s 2023-12-20T11:32:47.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:47 smithi177 ceph-mon[212096]: pgmap v2208: 457 pgs: 457 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 626 KiB/s wr, 9 op/s 2023-12-20T11:32:47.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:32:47.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:47 smithi123 ceph-mon[191304]: pgmap v2208: 457 pgs: 457 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 626 KiB/s wr, 9 op/s 2023-12-20T11:32:47.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:32:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:47 smithi123 ceph-mon[188613]: pgmap v2208: 457 pgs: 457 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 626 KiB/s wr, 9 op/s 2023-12-20T11:32:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:32:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:32:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:32:49] "GET /metrics HTTP/1.1" 200 60418 "" "Prometheus/2.43.0" 2023-12-20T11:32:49.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:49 smithi177 ceph-mon[212096]: pgmap v2209: 457 pgs: 457 active+clean; 11 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 769 KiB/s wr, 8 op/s 2023-12-20T11:32:49.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:49 smithi177 ceph-mon[212096]: osdmap e1186: 8 total, 8 up, 8 in 2023-12-20T11:32:49.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:49 smithi123 ceph-mon[191304]: pgmap v2209: 457 pgs: 457 active+clean; 11 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 769 KiB/s wr, 8 op/s 2023-12-20T11:32:49.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:49 smithi123 ceph-mon[191304]: osdmap e1186: 8 total, 8 up, 8 in 2023-12-20T11:32:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:49 smithi123 ceph-mon[188613]: pgmap v2209: 457 pgs: 457 active+clean; 11 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 769 KiB/s wr, 8 op/s 2023-12-20T11:32:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:49 smithi123 ceph-mon[188613]: osdmap e1186: 8 total, 8 up, 8 in 2023-12-20T11:32:51.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:51 smithi177 ceph-mon[212096]: pgmap v2211: 457 pgs: 457 active+clean; 11 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 895 B/s rd, 768 KiB/s wr, 2 op/s 2023-12-20T11:32:51.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:51 smithi123 ceph-mon[191304]: pgmap v2211: 457 pgs: 457 active+clean; 11 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 895 B/s rd, 768 KiB/s wr, 2 op/s 2023-12-20T11:32:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:51 smithi123 ceph-mon[188613]: pgmap v2211: 457 pgs: 457 active+clean; 11 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 895 B/s rd, 768 KiB/s wr, 2 op/s 2023-12-20T11:32:53.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:53 smithi177 ceph-mon[212096]: pgmap v2212: 457 pgs: 457 active+clean; 13 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 952 KiB/s wr, 2 op/s 2023-12-20T11:32:53.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:53 smithi123 ceph-mon[191304]: pgmap v2212: 457 pgs: 457 active+clean; 13 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 952 KiB/s wr, 2 op/s 2023-12-20T11:32:53.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:53 smithi123 ceph-mon[188613]: pgmap v2212: 457 pgs: 457 active+clean; 13 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 952 KiB/s wr, 2 op/s 2023-12-20T11:32:55.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:55 smithi177 ceph-mon[212096]: pgmap v2213: 457 pgs: 457 active+clean; 19 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2023-12-20T11:32:55.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:55 smithi123 ceph-mon[191304]: pgmap v2213: 457 pgs: 457 active+clean; 19 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2023-12-20T11:32:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:55 smithi123 ceph-mon[188613]: pgmap v2213: 457 pgs: 457 active+clean; 19 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2023-12-20T11:32:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:57 smithi177 ceph-mon[212096]: pgmap v2214: 457 pgs: 457 active+clean; 19 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2023-12-20T11:32:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:32:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:32:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:57 smithi123 ceph-mon[191304]: pgmap v2214: 457 pgs: 457 active+clean; 19 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2023-12-20T11:32:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:32:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:32:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:57 smithi123 ceph-mon[188613]: pgmap v2214: 457 pgs: 457 active+clean; 19 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2023-12-20T11:32:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:32:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:32:58.858 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (24977 ms) 2023-12-20T11:32:58.859 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestIO 2023-12-20T11:32:58.859 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:32:59.378 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:32:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:32:59] "GET /metrics HTTP/1.1" 200 60503 "" "Prometheus/2.43.0" 2023-12-20T11:32:59.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:59 smithi177 ceph-mon[212096]: pgmap v2215: 457 pgs: 457 active+clean; 19 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 819 KiB/s wr, 2 op/s 2023-12-20T11:32:59.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:59 smithi177 ceph-mon[212096]: pool 'test-librbd-smithi123-241547-11' is full (reached quota's max_bytes: 10 MiB) 2023-12-20T11:32:59.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:59 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) full (POOL_FULL) 2023-12-20T11:32:59.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:32:59 smithi177 ceph-mon[212096]: osdmap e1187: 8 total, 8 up, 8 in 2023-12-20T11:32:59.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:59 smithi123 ceph-mon[191304]: pgmap v2215: 457 pgs: 457 active+clean; 19 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 819 KiB/s wr, 2 op/s 2023-12-20T11:32:59.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:59 smithi123 ceph-mon[191304]: pool 'test-librbd-smithi123-241547-11' is full (reached quota's max_bytes: 10 MiB) 2023-12-20T11:32:59.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:59 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) full (POOL_FULL) 2023-12-20T11:32:59.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:32:59 smithi123 ceph-mon[191304]: osdmap e1187: 8 total, 8 up, 8 in 2023-12-20T11:32:59.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:59 smithi123 ceph-mon[188613]: pgmap v2215: 457 pgs: 457 active+clean; 19 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 819 KiB/s wr, 2 op/s 2023-12-20T11:32:59.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:59 smithi123 ceph-mon[188613]: pool 'test-librbd-smithi123-241547-11' is full (reached quota's max_bytes: 10 MiB) 2023-12-20T11:32:59.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:59 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) full (POOL_FULL) 2023-12-20T11:32:59.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:32:59 smithi123 ceph-mon[188613]: osdmap e1187: 8 total, 8 up, 8 in 2023-12-20T11:33:00.704 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:00.704 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:00.704 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:00.704 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:00.704 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:00.705 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:00.705 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:00.705 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:00.705 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:00.705 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:00.705 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:00.706 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:00.706 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:00.706 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:00.706 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:00.706 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:00.706 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:00.707 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:00.707 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:00.707 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:00.707 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:00.707 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:00.707 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:00.708 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:00.708 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:00.708 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:00.708 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:00.708 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:00.708 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:00.709 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:00.709 INFO:tasks.workunit.client.0.smithi123.stdout:start compare and write 2023-12-20T11:33:00.709 INFO:tasks.workunit.client.0.smithi123.stdout:compare and wrote: 512 2023-12-20T11:33:00.709 INFO:tasks.workunit.client.0.smithi123.stdout:start compare and write 2023-12-20T11:33:00.709 INFO:tasks.workunit.client.0.smithi123.stdout:compare and wrote: 512 2023-12-20T11:33:00.709 INFO:tasks.workunit.client.0.smithi123.stdout:start compare and write 2023-12-20T11:33:00.710 INFO:tasks.workunit.client.0.smithi123.stdout:compare and wrote: 512 2023-12-20T11:33:00.710 INFO:tasks.workunit.client.0.smithi123.stdout:start compare and write 2023-12-20T11:33:00.710 INFO:tasks.workunit.client.0.smithi123.stdout:compare and wrote: 512 2023-12-20T11:33:00.710 INFO:tasks.workunit.client.0.smithi123.stdout:start compare and write 2023-12-20T11:33:00.710 INFO:tasks.workunit.client.0.smithi123.stdout:compare and wrote: 512 2023-12-20T11:33:00.710 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:00.711 INFO:tasks.workunit.client.0.smithi123.stdout:started aio compare and write 2023-12-20T11:33:00.711 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:00.711 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:00.711 INFO:tasks.workunit.client.0.smithi123.stdout:finished aio compare and write 2023-12-20T11:33:00.711 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:00.711 INFO:tasks.workunit.client.0.smithi123.stdout:started aio compare and write 2023-12-20T11:33:00.711 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:00.712 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:00.712 INFO:tasks.workunit.client.0.smithi123.stdout:finished aio compare and write 2023-12-20T11:33:00.712 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:00.712 INFO:tasks.workunit.client.0.smithi123.stdout:started aio compare and write 2023-12-20T11:33:00.712 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:00.712 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:00.713 INFO:tasks.workunit.client.0.smithi123.stdout:finished aio compare and write 2023-12-20T11:33:00.713 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:00.713 INFO:tasks.workunit.client.0.smithi123.stdout:started aio compare and write 2023-12-20T11:33:00.713 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:00.713 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:00.713 INFO:tasks.workunit.client.0.smithi123.stdout:finished aio compare and write 2023-12-20T11:33:00.713 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:00.714 INFO:tasks.workunit.client.0.smithi123.stdout:started aio compare and write 2023-12-20T11:33:00.714 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:00.714 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:00.714 INFO:tasks.workunit.client.0.smithi123.stdout:finished aio compare and write 2023-12-20T11:33:00.714 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:00.714 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:00.715 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:00.715 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:00.715 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:00.715 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:00.715 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:00.715 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:00.716 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:00.716 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:00.716 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:00.716 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:00.716 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:00.716 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:00.716 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:00.717 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:00.717 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:00.717 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:00.717 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:00.717 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:00.717 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:00.717 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:00.718 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:00.718 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:00.718 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:00.718 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 512~512 = 512 2023-12-20T11:33:00.718 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:00.718 INFO:tasks.workunit.client.0.smithi123.stdout:aio discard: 1536~512 = 0 2023-12-20T11:33:00.718 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:00.719 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:00.719 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:00.719 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:00.719 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:00.719 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 0 2023-12-20T11:33:00.719 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:00.720 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:00.720 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 0 2023-12-20T11:33:00.720 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:00.720 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:00.720 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 16384 2023-12-20T11:33:00.721 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:00.721 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:00.721 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 16384 2023-12-20T11:33:00.721 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:00.721 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:00.721 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:00.722 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:00.722 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 49152 2023-12-20T11:33:00.722 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:00.722 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:00.722 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 49152 2023-12-20T11:33:00.722 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:00.723 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:00.723 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 65536 2023-12-20T11:33:00.723 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:00.723 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:00.723 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 65536 2023-12-20T11:33:00.723 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:00.723 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:00.724 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:00.724 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:00.724 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 98304 2023-12-20T11:33:00.724 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:00.724 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:00.724 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 98304 2023-12-20T11:33:00.725 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:00.725 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:00.725 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 114688 2023-12-20T11:33:00.725 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:00.725 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:00.725 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 114688 2023-12-20T11:33:00.725 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:00.726 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:00.726 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:00.726 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:00.726 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 147456 2023-12-20T11:33:00.726 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:00.726 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:00.727 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 147456 2023-12-20T11:33:00.727 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:00.727 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:00.727 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 163840 2023-12-20T11:33:00.727 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:00.727 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:00.728 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 163840 2023-12-20T11:33:00.728 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:00.728 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:00.728 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:00.728 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:00.728 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 196608 2023-12-20T11:33:00.729 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:00.729 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:00.729 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 196608 2023-12-20T11:33:00.729 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:00.729 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:00.729 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 212992 2023-12-20T11:33:00.730 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:00.730 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:00.730 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 212992 2023-12-20T11:33:00.730 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:00.730 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:00.730 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:00.730 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:00.730 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:00.731 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:00.731 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:00.731 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:00.731 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:00.731 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:00.731 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:00.732 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:00.732 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:00.732 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:00.732 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:00.732 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:00.732 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:00.732 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:00.733 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:00.733 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:00.733 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:00.733 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:00.733 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:00.733 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:00.734 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:00.734 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:00.734 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:00.734 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:00.734 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:00.734 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:00.735 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:00.735 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:00.735 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:00.735 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:00.735 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:00.735 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:00.735 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:00.736 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:00.736 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:00.736 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:00.736 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:00.736 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:00.736 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:00.736 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:00.737 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:00.737 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:00.737 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:00.737 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:00.737 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:00.737 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:00.738 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:00.738 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:00.738 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:01.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:01 smithi177 ceph-mon[212096]: pgmap v2217: 457 pgs: 457 active+clean; 13 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 KiB/s rd, 1024 KiB/s wr, 3 op/s 2023-12-20T11:33:01.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:01 smithi123 ceph-mon[188613]: pgmap v2217: 457 pgs: 457 active+clean; 13 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 KiB/s rd, 1024 KiB/s wr, 3 op/s 2023-12-20T11:33:01.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:01 smithi123 ceph-mon[191304]: pgmap v2217: 457 pgs: 457 active+clean; 13 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 KiB/s rd, 1024 KiB/s wr, 3 op/s 2023-12-20T11:33:02.231 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:02.231 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:02.231 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:02.231 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:02.231 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:02.232 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:02.232 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:02.232 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:02.232 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:02.232 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:02.232 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:02.232 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:02.232 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:02.232 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:02.232 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:02.232 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:02.232 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:02.232 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:02.232 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:02.232 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:02.233 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:02.233 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:02.233 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:02.233 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:02.233 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:02.233 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:02.233 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:02.233 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:02.233 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:02.233 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:02.233 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:02.233 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:02.233 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:02.233 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:02.234 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:02.234 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:02.234 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:02.234 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:02.234 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:02.234 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:02.234 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:02.234 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:02.234 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:02.234 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:02.234 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:02.234 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:02.234 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:02.234 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:02.234 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:02.235 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:02.235 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:02.235 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:02.235 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:02.235 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:02.235 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:02.235 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:02.235 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:02.235 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:02.235 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:02.235 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:02.235 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:02.235 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:02.235 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:02.235 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:02.235 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:02.236 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:02.236 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:02.236 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:02.236 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:02.236 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:02.236 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:02.236 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:02.236 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:02.236 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:02.236 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:02.236 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:02.236 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:02.236 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:02.236 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:02.236 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:02.237 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:02.237 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:02.237 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:02.237 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:02.237 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:02.237 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:02.237 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:02.237 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:02.237 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:02.237 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:02.237 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:02.237 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:02.237 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:02.237 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:02.237 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:02.238 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:02.238 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:02.238 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:02.238 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:02.238 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:02.238 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:02.238 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:02.238 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:02.238 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:02.238 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:02.238 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:02.238 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:02.238 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:02.238 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:02.238 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:02.238 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:02.239 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:02.239 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:02.239 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:02.239 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:02.239 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:02.239 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:02.239 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:02.239 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:02.239 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:02.239 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:02.239 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:02.239 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:02.239 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:02.239 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:02.239 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestIO (3373 ms) 2023-12-20T11:33:02.239 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2023-12-20T11:33:02.240 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:03.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:03 smithi177 ceph-mon[212096]: pgmap v2218: 457 pgs: 457 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 290 KiB/s rd, 1.1 MiB/s wr, 559 op/s 2023-12-20T11:33:03.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:03 smithi123 ceph-mon[188613]: pgmap v2218: 457 pgs: 457 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 290 KiB/s rd, 1.1 MiB/s wr, 559 op/s 2023-12-20T11:33:03.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:03 smithi123 ceph-mon[191304]: pgmap v2218: 457 pgs: 457 active+clean; 8.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 290 KiB/s rd, 1.1 MiB/s wr, 559 op/s 2023-12-20T11:33:04.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:04 smithi177 ceph-mon[212096]: pool 'test-librbd-smithi123-241547-11' no longer out of quota; removing NO_QUOTA flag 2023-12-20T11:33:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:04 smithi177 ceph-mon[212096]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2023-12-20T11:33:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:04 smithi177 ceph-mon[212096]: osdmap e1188: 8 total, 8 up, 8 in 2023-12-20T11:33:04.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:04 smithi123 ceph-mon[191304]: pool 'test-librbd-smithi123-241547-11' no longer out of quota; removing NO_QUOTA flag 2023-12-20T11:33:04.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:04 smithi123 ceph-mon[191304]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2023-12-20T11:33:04.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:04 smithi123 ceph-mon[191304]: osdmap e1188: 8 total, 8 up, 8 in 2023-12-20T11:33:04.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:04 smithi123 ceph-mon[188613]: pool 'test-librbd-smithi123-241547-11' no longer out of quota; removing NO_QUOTA flag 2023-12-20T11:33:04.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:04 smithi123 ceph-mon[188613]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2023-12-20T11:33:04.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:04 smithi123 ceph-mon[188613]: osdmap e1188: 8 total, 8 up, 8 in 2023-12-20T11:33:05.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:05 smithi177 ceph-mon[212096]: pgmap v2220: 457 pgs: 457 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 370 KiB/s rd, 689 KiB/s wr, 708 op/s 2023-12-20T11:33:05.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:05 smithi123 ceph-mon[188613]: pgmap v2220: 457 pgs: 457 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 370 KiB/s rd, 689 KiB/s wr, 708 op/s 2023-12-20T11:33:05.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:05 smithi123 ceph-mon[191304]: pgmap v2220: 457 pgs: 457 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 370 KiB/s rd, 689 KiB/s wr, 708 op/s 2023-12-20T11:33:06.857 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:33:07.206 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:33:07.207 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (41m) 8m ago 44m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:33:07.207 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (41m) 6m ago 44m 92.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:33:07.207 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (45m) 8m ago 45m 21.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:33:07.207 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (45m) 6m ago 45m 26.9M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:33:07.207 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (41m) 6m ago 48m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:33:07.207 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (41m) 8m ago 49m 546M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:33:07.207 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (41m) 8m ago 49m 285M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:33:07.207 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (40m) 6m ago 48m 158M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:33:07.207 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (40m) 8m ago 48m 172M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:33:07.207 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (41m) 8m ago 44m 19.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:33:07.207 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (41m) 6m ago 44m 19.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:33:07.207 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (40m) 8m ago 47m 1905M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:33:07.207 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (39m) 8m ago 47m 2135M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:33:07.208 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (39m) 8m ago 47m 2181M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:33:07.208 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (38m) 8m ago 47m 1932M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:33:07.208 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (38m) 6m ago 46m 1419M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:33:07.208 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (37m) 6m ago 46m 1582M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:33:07.208 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (37m) 6m ago 46m 1235M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:33:07.208 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (36m) 6m ago 45m 1635M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:33:07.208 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (41m) 6m ago 45m 87.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:33:07.605 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:33:07.605 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:33:07.605 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:33:07.605 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:33:07.605 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:33:07.605 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:33:07.605 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:33:07.605 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:33:07.605 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:33:07.605 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:33:07.605 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:33:07.605 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:33:07.605 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:33:07.606 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:33:07.606 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:33:07.606 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:33:07.606 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:33:07.606 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:33:07.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:07 smithi177 ceph-mon[212096]: pgmap v2221: 457 pgs: 457 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 545 KiB/s rd, 777 KiB/s wr, 1.08k op/s 2023-12-20T11:33:07.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:07 smithi123 ceph-mon[188613]: pgmap v2221: 457 pgs: 457 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 545 KiB/s rd, 777 KiB/s wr, 1.08k op/s 2023-12-20T11:33:07.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:07 smithi123 ceph-mon[191304]: pgmap v2221: 457 pgs: 457 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 545 KiB/s rd, 777 KiB/s wr, 1.08k op/s 2023-12-20T11:33:08.759 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:08.759 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:08.759 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:08.759 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:08.759 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:08.759 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:08.759 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:08.760 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:08.760 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:08.760 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:08.760 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:08.760 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:08.760 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:08.760 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:08.760 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:08.760 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:08.761 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:08.761 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:08.761 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:08.761 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:08.761 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:08.761 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:08.761 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:08.761 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:08.761 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:08.761 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:08.762 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:08.762 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:08.762 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:08.762 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:08.762 INFO:tasks.workunit.client.0.smithi123.stdout:start compare and write 2023-12-20T11:33:08.762 INFO:tasks.workunit.client.0.smithi123.stdout:compare and wrote: 512 2023-12-20T11:33:08.762 INFO:tasks.workunit.client.0.smithi123.stdout:start compare and write 2023-12-20T11:33:08.762 INFO:tasks.workunit.client.0.smithi123.stdout:compare and wrote: 512 2023-12-20T11:33:08.762 INFO:tasks.workunit.client.0.smithi123.stdout:start compare and write 2023-12-20T11:33:08.762 INFO:tasks.workunit.client.0.smithi123.stdout:compare and wrote: 512 2023-12-20T11:33:08.762 INFO:tasks.workunit.client.0.smithi123.stdout:start compare and write 2023-12-20T11:33:08.762 INFO:tasks.workunit.client.0.smithi123.stdout:compare and wrote: 512 2023-12-20T11:33:08.762 INFO:tasks.workunit.client.0.smithi123.stdout:start compare and write 2023-12-20T11:33:08.763 INFO:tasks.workunit.client.0.smithi123.stdout:compare and wrote: 512 2023-12-20T11:33:08.763 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:08.763 INFO:tasks.workunit.client.0.smithi123.stdout:started aio compare and write 2023-12-20T11:33:08.763 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:08.763 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:08.763 INFO:tasks.workunit.client.0.smithi123.stdout:finished aio compare and write 2023-12-20T11:33:08.763 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:08.763 INFO:tasks.workunit.client.0.smithi123.stdout:started aio compare and write 2023-12-20T11:33:08.763 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:08.763 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:08.763 INFO:tasks.workunit.client.0.smithi123.stdout:finished aio compare and write 2023-12-20T11:33:08.763 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:08.763 INFO:tasks.workunit.client.0.smithi123.stdout:started aio compare and write 2023-12-20T11:33:08.763 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:08.763 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:08.763 INFO:tasks.workunit.client.0.smithi123.stdout:finished aio compare and write 2023-12-20T11:33:08.764 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:08.764 INFO:tasks.workunit.client.0.smithi123.stdout:started aio compare and write 2023-12-20T11:33:08.764 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:08.764 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:08.764 INFO:tasks.workunit.client.0.smithi123.stdout:finished aio compare and write 2023-12-20T11:33:08.764 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:08.764 INFO:tasks.workunit.client.0.smithi123.stdout:started aio compare and write 2023-12-20T11:33:08.764 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:08.764 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:08.764 INFO:tasks.workunit.client.0.smithi123.stdout:finished aio compare and write 2023-12-20T11:33:08.764 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:08.764 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:08.764 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:08.764 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:08.764 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:08.764 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:08.765 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:08.765 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:08.765 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:08.765 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:08.765 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:08.765 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:08.765 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:08.765 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:08.765 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:08.765 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:08.765 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:08.765 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:08.765 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:08.766 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:08.766 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:08.766 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:08.766 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:08.766 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:08.766 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:08.766 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 512~512 = 512 2023-12-20T11:33:08.766 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:08.766 INFO:tasks.workunit.client.0.smithi123.stdout:aio discard: 1536~512 = 0 2023-12-20T11:33:08.766 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:08.766 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:08.767 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:08.767 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:08.767 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:08.767 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 0 2023-12-20T11:33:08.767 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:08.767 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:08.767 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 0 2023-12-20T11:33:08.767 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:08.767 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:08.767 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 16384 2023-12-20T11:33:08.767 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:08.767 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:08.767 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 16384 2023-12-20T11:33:08.767 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:08.767 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:08.767 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:08.768 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:08.768 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 49152 2023-12-20T11:33:08.768 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:08.768 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:08.768 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 49152 2023-12-20T11:33:08.768 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:08.768 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:08.768 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 65536 2023-12-20T11:33:08.768 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:08.768 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:08.768 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 65536 2023-12-20T11:33:08.768 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:08.768 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:08.768 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:08.768 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:08.768 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 98304 2023-12-20T11:33:08.769 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:08.769 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:08.769 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 98304 2023-12-20T11:33:08.769 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:08.769 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:08.769 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 114688 2023-12-20T11:33:08.769 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:08.769 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:08.769 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 114688 2023-12-20T11:33:08.769 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:08.769 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:08.769 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:08.769 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:08.770 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 147456 2023-12-20T11:33:08.770 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:08.770 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:08.770 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 147456 2023-12-20T11:33:08.770 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:08.770 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:08.770 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 163840 2023-12-20T11:33:08.771 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:08.771 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:08.771 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 163840 2023-12-20T11:33:08.771 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:08.771 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:08.771 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:08.771 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:08.771 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 196608 2023-12-20T11:33:08.771 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:08.771 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:08.771 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 196608 2023-12-20T11:33:08.771 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:08.771 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:08.771 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 212992 2023-12-20T11:33:08.771 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:08.771 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:08.772 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 212992 2023-12-20T11:33:08.772 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:08.772 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:08.772 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:08.772 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:08.772 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:08.772 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:08.772 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:08.772 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:08.772 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:08.772 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:08.772 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:08.772 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:08.772 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:08.772 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:08.772 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:08.773 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:08.773 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:08.773 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:08.773 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:08.773 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:08.773 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:08.773 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:08.773 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:08.773 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:08.773 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:08.773 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:08.773 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:08.773 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:08.773 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:08.773 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:08.774 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:08.774 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:08.774 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:08.774 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:08.774 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:08.774 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:08.774 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:08.774 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:08.774 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:08.774 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:08.774 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:08.774 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:08.774 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:08.774 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:08.774 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:08.774 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:08.775 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:08.775 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:08.775 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:08.775 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:08.775 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:08.775 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:08.775 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:08.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:08 smithi177 ceph-mon[212096]: from='client.46673 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:33:08.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:08 smithi177 ceph-mon[212096]: from='client.36735 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:33:08.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:08 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1394245898' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:33:08.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:08 smithi123 ceph-mon[188613]: from='client.46673 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:33:08.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:08 smithi123 ceph-mon[188613]: from='client.36735 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:33:08.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:08 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1394245898' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:33:08.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:08 smithi123 ceph-mon[191304]: from='client.46673 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:33:08.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:08 smithi123 ceph-mon[191304]: from='client.36735 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:33:08.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:08 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1394245898' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:33:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:33:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:33:09] "GET /metrics HTTP/1.1" 200 60503 "" "Prometheus/2.43.0" 2023-12-20T11:33:09.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:09 smithi177 ceph-mon[212096]: pgmap v2222: 457 pgs: 457 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 455 KiB/s rd, 647 KiB/s wr, 903 op/s 2023-12-20T11:33:09.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:09 smithi123 ceph-mon[191304]: pgmap v2222: 457 pgs: 457 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 455 KiB/s rd, 647 KiB/s wr, 903 op/s 2023-12-20T11:33:09.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:09 smithi123 ceph-mon[188613]: pgmap v2222: 457 pgs: 457 active+clean; 6.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 455 KiB/s rd, 647 KiB/s wr, 903 op/s 2023-12-20T11:33:11.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:11 smithi177 ceph-mon[212096]: pgmap v2223: 457 pgs: 457 active+clean; 11 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 980 KiB/s rd, 1.1 MiB/s wr, 1.42k op/s 2023-12-20T11:33:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:33:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]: dispatch 2023-12-20T11:33:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 0]}]: dispatch 2023-12-20T11:33:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]: dispatch 2023-12-20T11:33:11.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:11 smithi123 ceph-mon[191304]: pgmap v2223: 457 pgs: 457 active+clean; 11 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 980 KiB/s rd, 1.1 MiB/s wr, 1.42k op/s 2023-12-20T11:33:11.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:33:11.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]: dispatch 2023-12-20T11:33:11.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 0]}]: dispatch 2023-12-20T11:33:11.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]: dispatch 2023-12-20T11:33:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:11 smithi123 ceph-mon[188613]: pgmap v2223: 457 pgs: 457 active+clean; 11 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 980 KiB/s rd, 1.1 MiB/s wr, 1.42k op/s 2023-12-20T11:33:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:33:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]: dispatch 2023-12-20T11:33:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 0]}]: dispatch 2023-12-20T11:33:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]: dispatch 2023-12-20T11:33:12.540 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:12.540 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:12.540 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:12.540 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:12.540 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:12.540 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:12.540 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:12.541 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:12.541 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:12.541 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:12.541 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:12.541 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:12.541 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:12.541 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:12.541 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:12.541 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:12.541 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:12.541 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:12.541 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:12.541 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:12.541 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:12.542 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:12.542 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:12.542 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:12.542 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:12.542 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:12.542 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:12.542 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:12.542 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:12.542 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:12.543 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:12.543 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:12.543 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:12.543 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:12.543 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:12.543 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:12.543 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:12.543 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:12.543 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:12.543 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:12.544 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:12.544 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:12.544 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:12.544 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:12.544 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:12.544 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:12.544 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:12.544 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:12.544 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:12.544 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:12.544 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:12.544 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:12.544 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:12.544 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:12.544 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:12.545 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:12.545 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:12.545 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:12.545 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:12.545 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:12.545 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:12.545 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:12.545 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:12.545 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:12.545 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:12.545 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:12.545 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:12.545 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:12.545 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:12.546 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:12.546 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:12.546 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:12.546 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:12.546 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:12.546 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:12.546 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:12.546 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:12.546 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:12.546 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:12.546 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:12.546 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:12.546 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:12.546 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:12.546 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:12.546 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:12.547 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:12.547 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:12.547 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:12.547 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:12.547 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:12.547 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:12.547 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:12.547 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:12.547 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:12.547 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:12.547 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:12.547 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:12.547 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:12.547 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:12.547 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:12.547 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:12.547 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:12.548 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:12.548 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:12.548 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:12.548 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:12.548 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:12.548 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:12.548 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:12.548 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:12.548 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:12.548 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:12.548 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:12.548 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:12.548 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:12.548 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:12.548 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:12.548 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:12.549 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:12.549 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:12.549 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:12.549 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:12.549 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:12.549 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:12.549 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:12.549 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 4 2023-12-20T11:33:12.549 INFO:tasks.workunit.client.0.smithi123.stdout:read: 4 2023-12-20T11:33:12.549 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (10308 ms) 2023-12-20T11:33:12.549 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2023-12-20T11:33:12.549 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:12.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]': finished 2023-12-20T11:33:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 0]}]': finished 2023-12-20T11:33:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]': finished 2023-12-20T11:33:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:12 smithi177 ceph-mon[212096]: osdmap e1189: 8 total, 8 up, 8 in 2023-12-20T11:33:12.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]': finished 2023-12-20T11:33:12.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 0]}]': finished 2023-12-20T11:33:12.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]': finished 2023-12-20T11:33:12.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:12 smithi123 ceph-mon[191304]: osdmap e1189: 8 total, 8 up, 8 in 2023-12-20T11:33:12.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]': finished 2023-12-20T11:33:12.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 0]}]': finished 2023-12-20T11:33:12.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]': finished 2023-12-20T11:33:12.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:12 smithi123 ceph-mon[188613]: osdmap e1189: 8 total, 8 up, 8 in 2023-12-20T11:33:13.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:13 smithi177 ceph-mon[212096]: pgmap v2225: 457 pgs: 457 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 797 KiB/s rd, 882 KiB/s wr, 990 op/s 2023-12-20T11:33:13.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:13 smithi177 ceph-mon[212096]: osdmap e1190: 8 total, 8 up, 8 in 2023-12-20T11:33:13.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:13 smithi123 ceph-mon[191304]: pgmap v2225: 457 pgs: 457 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 797 KiB/s rd, 882 KiB/s wr, 990 op/s 2023-12-20T11:33:13.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:13 smithi123 ceph-mon[191304]: osdmap e1190: 8 total, 8 up, 8 in 2023-12-20T11:33:13.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:13 smithi123 ceph-mon[188613]: pgmap v2225: 457 pgs: 457 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 797 KiB/s rd, 882 KiB/s wr, 990 op/s 2023-12-20T11:33:13.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:13 smithi123 ceph-mon[188613]: osdmap e1190: 8 total, 8 up, 8 in 2023-12-20T11:33:15.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:15 smithi177 ceph-mon[212096]: pgmap v2227: 457 pgs: 457 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 1.06k op/s; 0 B/s, 0 objects/s recovering 2023-12-20T11:33:15.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:15 smithi123 ceph-mon[191304]: pgmap v2227: 457 pgs: 457 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 1.06k op/s; 0 B/s, 0 objects/s recovering 2023-12-20T11:33:15.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:15 smithi123 ceph-mon[188613]: pgmap v2227: 457 pgs: 457 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 1.06k op/s; 0 B/s, 0 objects/s recovering 2023-12-20T11:33:17.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:17 smithi177 ceph-mon[212096]: pgmap v2228: 457 pgs: 457 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 1.07k op/s; 0 B/s, 0 objects/s recovering 2023-12-20T11:33:17.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:17 smithi123 ceph-mon[191304]: pgmap v2228: 457 pgs: 457 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 1.07k op/s; 0 B/s, 0 objects/s recovering 2023-12-20T11:33:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:17 smithi123 ceph-mon[188613]: pgmap v2228: 457 pgs: 457 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 1.07k op/s; 0 B/s, 0 objects/s recovering 2023-12-20T11:33:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:33:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:33:19] "GET /metrics HTTP/1.1" 200 60476 "" "Prometheus/2.43.0" 2023-12-20T11:33:19.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:19 smithi177 ceph-mon[212096]: pgmap v2229: 457 pgs: 457 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 413 KiB/s rd, 178 KiB/s wr, 381 op/s; 0 B/s, 0 objects/s recovering 2023-12-20T11:33:19.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:19 smithi123 ceph-mon[188613]: pgmap v2229: 457 pgs: 457 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 413 KiB/s rd, 178 KiB/s wr, 381 op/s; 0 B/s, 0 objects/s recovering 2023-12-20T11:33:19.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:19 smithi123 ceph-mon[191304]: pgmap v2229: 457 pgs: 457 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 413 KiB/s rd, 178 KiB/s wr, 381 op/s; 0 B/s, 0 objects/s recovering 2023-12-20T11:33:21.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:21 smithi177 ceph-mon[212096]: pgmap v2230: 457 pgs: 457 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 385 KiB/s rd, 165 KiB/s wr, 355 op/s; 0 B/s, 0 objects/s recovering 2023-12-20T11:33:21.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:21 smithi123 ceph-mon[191304]: pgmap v2230: 457 pgs: 457 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 385 KiB/s rd, 165 KiB/s wr, 355 op/s; 0 B/s, 0 objects/s recovering 2023-12-20T11:33:21.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:21 smithi123 ceph-mon[188613]: pgmap v2230: 457 pgs: 457 active+clean; 15 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 385 KiB/s rd, 165 KiB/s wr, 355 op/s; 0 B/s, 0 objects/s recovering 2023-12-20T11:33:22.721 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:22.722 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:22.722 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:22.722 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:22.722 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:22.722 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:22.722 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:22.722 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:22.722 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:22.722 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:22.722 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:22.722 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:22.722 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:22.722 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:22.722 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:22.723 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:22.723 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:22.723 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:22.723 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:22.723 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:22.723 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:22.723 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:22.723 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:22.723 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:22.723 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:22.723 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:22.723 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:22.723 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:22.723 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:22.723 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:22.724 INFO:tasks.workunit.client.0.smithi123.stdout:start compare and write 2023-12-20T11:33:22.724 INFO:tasks.workunit.client.0.smithi123.stdout:compare and wrote: 512 2023-12-20T11:33:22.724 INFO:tasks.workunit.client.0.smithi123.stdout:start compare and write 2023-12-20T11:33:22.724 INFO:tasks.workunit.client.0.smithi123.stdout:compare and wrote: 512 2023-12-20T11:33:22.724 INFO:tasks.workunit.client.0.smithi123.stdout:start compare and write 2023-12-20T11:33:22.724 INFO:tasks.workunit.client.0.smithi123.stdout:compare and wrote: 512 2023-12-20T11:33:22.724 INFO:tasks.workunit.client.0.smithi123.stdout:start compare and write 2023-12-20T11:33:22.724 INFO:tasks.workunit.client.0.smithi123.stdout:compare and wrote: 512 2023-12-20T11:33:22.724 INFO:tasks.workunit.client.0.smithi123.stdout:start compare and write 2023-12-20T11:33:22.724 INFO:tasks.workunit.client.0.smithi123.stdout:compare and wrote: 512 2023-12-20T11:33:22.724 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:22.724 INFO:tasks.workunit.client.0.smithi123.stdout:started aio compare and write 2023-12-20T11:33:22.724 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:22.725 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:22.725 INFO:tasks.workunit.client.0.smithi123.stdout:finished aio compare and write 2023-12-20T11:33:22.725 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:22.725 INFO:tasks.workunit.client.0.smithi123.stdout:started aio compare and write 2023-12-20T11:33:22.725 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:22.725 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:22.725 INFO:tasks.workunit.client.0.smithi123.stdout:finished aio compare and write 2023-12-20T11:33:22.725 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:22.725 INFO:tasks.workunit.client.0.smithi123.stdout:started aio compare and write 2023-12-20T11:33:22.725 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:22.725 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:22.725 INFO:tasks.workunit.client.0.smithi123.stdout:finished aio compare and write 2023-12-20T11:33:22.725 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:22.725 INFO:tasks.workunit.client.0.smithi123.stdout:started aio compare and write 2023-12-20T11:33:22.726 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:22.726 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:22.726 INFO:tasks.workunit.client.0.smithi123.stdout:finished aio compare and write 2023-12-20T11:33:22.726 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:22.726 INFO:tasks.workunit.client.0.smithi123.stdout:started aio compare and write 2023-12-20T11:33:22.726 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:22.726 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:22.726 INFO:tasks.workunit.client.0.smithi123.stdout:finished aio compare and write 2023-12-20T11:33:22.726 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:22.726 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:22.726 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:22.726 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:22.726 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:22.727 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:22.727 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:22.727 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:22.727 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:22.727 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:22.727 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:22.727 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:22.727 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:22.727 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:22.727 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:22.727 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:22.727 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:22.727 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:22.727 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:22.727 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:22.727 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:22.728 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:22.728 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:22.728 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:22.728 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:22.728 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 512~512 = 512 2023-12-20T11:33:22.728 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:22.728 INFO:tasks.workunit.client.0.smithi123.stdout:aio discard: 1536~512 = 0 2023-12-20T11:33:22.728 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:22.728 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:22.728 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:22.728 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:22.728 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:22.728 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 0 2023-12-20T11:33:22.728 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:22.728 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:22.729 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 0 2023-12-20T11:33:22.729 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:22.729 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:22.729 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 16384 2023-12-20T11:33:22.729 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:22.729 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:22.729 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 16384 2023-12-20T11:33:22.729 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:22.729 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:22.729 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:22.729 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:22.729 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 49152 2023-12-20T11:33:22.729 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:22.729 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:22.730 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 49152 2023-12-20T11:33:22.730 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:22.730 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:22.730 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 65536 2023-12-20T11:33:22.730 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:22.730 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:22.730 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 65536 2023-12-20T11:33:22.730 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:22.730 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:22.730 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:22.730 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:22.730 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 98304 2023-12-20T11:33:22.730 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:22.730 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:22.731 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 98304 2023-12-20T11:33:22.731 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:22.731 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:22.731 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 114688 2023-12-20T11:33:22.731 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:22.731 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:22.731 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 114688 2023-12-20T11:33:22.731 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:22.731 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:22.731 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:22.731 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:22.731 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 147456 2023-12-20T11:33:22.731 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:22.731 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:22.731 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 147456 2023-12-20T11:33:22.731 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:22.732 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:22.732 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 163840 2023-12-20T11:33:22.732 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:22.732 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:22.732 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 163840 2023-12-20T11:33:22.732 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:22.732 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:22.732 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:22.732 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:22.732 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 196608 2023-12-20T11:33:22.732 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:22.732 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:22.732 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 196608 2023-12-20T11:33:22.732 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:22.732 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:22.732 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 212992 2023-12-20T11:33:22.733 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:22.733 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:22.733 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 212992 2023-12-20T11:33:22.733 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:22.733 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:22.733 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:22.733 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:22.733 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:22.733 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:22.733 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:22.733 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:22.733 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:22.733 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:22.733 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:22.733 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:22.734 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:22.734 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:22.734 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:22.734 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:22.734 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:22.734 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:22.734 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:22.734 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:22.734 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:22.734 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:22.734 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:22.734 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:22.734 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:22.734 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:22.734 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:22.735 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:22.735 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:22.735 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:22.735 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:22.735 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:22.735 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:22.735 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:22.735 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:22.735 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:22.735 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:22.735 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:22.735 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:22.735 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:22.735 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:22.735 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:22.736 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:22.736 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:22.736 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:22.736 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:22.736 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:22.736 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:22.736 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:22.736 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:22.736 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:22.736 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:22.736 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:23.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:23 smithi177 ceph-mon[212096]: pgmap v2231: 457 pgs: 457 active+clean; 23 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 826 KiB/s rd, 1.0 MiB/s wr, 426 op/s; 0 B/s, 0 objects/s recovering 2023-12-20T11:33:23.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:23 smithi123 ceph-mon[191304]: pgmap v2231: 457 pgs: 457 active+clean; 23 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 826 KiB/s rd, 1.0 MiB/s wr, 426 op/s; 0 B/s, 0 objects/s recovering 2023-12-20T11:33:23.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:23 smithi123 ceph-mon[188613]: pgmap v2231: 457 pgs: 457 active+clean; 23 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 826 KiB/s rd, 1.0 MiB/s wr, 426 op/s; 0 B/s, 0 objects/s recovering 2023-12-20T11:33:25.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:25 smithi177 ceph-mon[212096]: pgmap v2232: 457 pgs: 457 active+clean; 31 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 716 KiB/s rd, 1.6 MiB/s wr, 372 op/s; 0 B/s, 0 objects/s recovering 2023-12-20T11:33:25.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:25 smithi123 ceph-mon[191304]: pgmap v2232: 457 pgs: 457 active+clean; 31 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 716 KiB/s rd, 1.6 MiB/s wr, 372 op/s; 0 B/s, 0 objects/s recovering 2023-12-20T11:33:25.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:25 smithi123 ceph-mon[188613]: pgmap v2232: 457 pgs: 457 active+clean; 31 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 716 KiB/s rd, 1.6 MiB/s wr, 372 op/s; 0 B/s, 0 objects/s recovering 2023-12-20T11:33:26.302 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:26.302 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:26.302 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:26.302 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:26.302 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:26.302 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:26.303 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:26.303 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:26.303 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:26.303 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:26.303 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:26.303 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:26.303 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:26.303 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:26.303 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:26.303 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:26.303 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:26.304 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:26.304 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:26.304 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:26.304 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:26.304 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:26.304 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:26.304 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:26.304 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:26.304 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:26.304 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:26.304 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:26.304 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:26.304 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:26.304 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:26.304 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:26.304 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:26.305 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:26.305 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:26.305 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:26.305 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:26.305 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:26.305 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:26.305 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:26.305 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:26.305 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:26.305 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:26.306 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:26.306 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:26.306 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:26.306 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:26.306 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:26.306 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:26.306 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:26.306 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:26.306 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:26.306 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:26.306 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:26.307 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:26.307 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:26.307 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:26.307 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:26.307 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:26.307 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:26.308 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:26.309 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:26.309 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:26.309 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:26.309 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:26.309 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:26.309 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:26.310 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:26.310 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:26.310 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:26.310 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:26.310 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:26.310 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:26.310 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:26.310 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:26.310 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:26.310 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:26.310 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:26.310 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:26.310 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:26.310 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:26.311 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:26.311 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:26.311 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:26.311 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:26.311 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:26.311 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:26.311 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:26.311 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:26.311 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:26.311 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:26.311 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:26.311 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:26.311 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:26.311 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:26.311 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:26.312 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:26.312 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:26.312 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:26.312 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:26.312 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:26.312 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:26.312 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:26.312 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:26.312 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:26.312 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:26.312 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:26.312 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:26.312 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:26.312 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:26.312 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:26.312 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:26.313 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:26.313 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:26.313 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:26.313 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:26.313 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:26.313 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:26.313 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:26.313 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:26.313 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:26.313 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:26.313 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:26.313 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:26.313 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:26.313 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 4 2023-12-20T11:33:26.314 INFO:tasks.workunit.client.0.smithi123.stdout:read: 4 2023-12-20T11:33:26.314 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (13763 ms) 2023-12-20T11:33:26.314 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2023-12-20T11:33:26.314 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:26.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:33:26.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:33:26.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:33:27.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:27 smithi177 ceph-mon[212096]: pgmap v2233: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 419 KiB/s rd, 1.4 MiB/s wr, 111 op/s 2023-12-20T11:33:27.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:27 smithi123 ceph-mon[191304]: pgmap v2233: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 419 KiB/s rd, 1.4 MiB/s wr, 111 op/s 2023-12-20T11:33:27.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:27 smithi123 ceph-mon[188613]: pgmap v2233: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 419 KiB/s rd, 1.4 MiB/s wr, 111 op/s 2023-12-20T11:33:28.387 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:28.387 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:28.387 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:28.387 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:28.387 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:28.387 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:28.387 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:28.387 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:28.387 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:28.388 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:28.388 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:28.388 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:28.388 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:28.388 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:28.388 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:28.388 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:28.388 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:28.388 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:28.388 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:28.388 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:28.388 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:28.388 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:28.388 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:28.388 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:28.388 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:28.389 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:28.389 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:28.389 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:28.389 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:28.389 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:28.389 INFO:tasks.workunit.client.0.smithi123.stdout:start compare and write 2023-12-20T11:33:28.389 INFO:tasks.workunit.client.0.smithi123.stdout:compare and wrote: 512 2023-12-20T11:33:28.389 INFO:tasks.workunit.client.0.smithi123.stdout:start compare and write 2023-12-20T11:33:28.389 INFO:tasks.workunit.client.0.smithi123.stdout:compare and wrote: 512 2023-12-20T11:33:28.389 INFO:tasks.workunit.client.0.smithi123.stdout:start compare and write 2023-12-20T11:33:28.389 INFO:tasks.workunit.client.0.smithi123.stdout:compare and wrote: 512 2023-12-20T11:33:28.389 INFO:tasks.workunit.client.0.smithi123.stdout:start compare and write 2023-12-20T11:33:28.389 INFO:tasks.workunit.client.0.smithi123.stdout:compare and wrote: 512 2023-12-20T11:33:28.389 INFO:tasks.workunit.client.0.smithi123.stdout:start compare and write 2023-12-20T11:33:28.390 INFO:tasks.workunit.client.0.smithi123.stdout:compare and wrote: 512 2023-12-20T11:33:28.390 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:28.390 INFO:tasks.workunit.client.0.smithi123.stdout:started aio compare and write 2023-12-20T11:33:28.390 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:28.390 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:28.390 INFO:tasks.workunit.client.0.smithi123.stdout:finished aio compare and write 2023-12-20T11:33:28.390 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:28.390 INFO:tasks.workunit.client.0.smithi123.stdout:started aio compare and write 2023-12-20T11:33:28.390 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:28.390 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:28.390 INFO:tasks.workunit.client.0.smithi123.stdout:finished aio compare and write 2023-12-20T11:33:28.390 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:28.390 INFO:tasks.workunit.client.0.smithi123.stdout:started aio compare and write 2023-12-20T11:33:28.390 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:28.390 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:28.391 INFO:tasks.workunit.client.0.smithi123.stdout:finished aio compare and write 2023-12-20T11:33:28.391 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:28.391 INFO:tasks.workunit.client.0.smithi123.stdout:started aio compare and write 2023-12-20T11:33:28.391 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:28.391 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:28.391 INFO:tasks.workunit.client.0.smithi123.stdout:finished aio compare and write 2023-12-20T11:33:28.391 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:28.391 INFO:tasks.workunit.client.0.smithi123.stdout:started aio compare and write 2023-12-20T11:33:28.391 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:28.391 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:28.391 INFO:tasks.workunit.client.0.smithi123.stdout:finished aio compare and write 2023-12-20T11:33:28.391 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:28.391 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:28.391 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:28.391 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:28.392 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:28.392 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:28.392 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:28.392 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:28.392 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:28.392 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:28.392 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:28.392 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:28.392 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:28.392 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:28.392 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:28.392 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:28.392 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:28.392 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:28.392 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:28.393 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:28.393 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:28.393 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:28.393 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:28.393 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:28.393 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:28.393 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 512~512 = 512 2023-12-20T11:33:28.393 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:28.393 INFO:tasks.workunit.client.0.smithi123.stdout:aio discard: 1536~512 = 0 2023-12-20T11:33:28.393 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:28.393 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:28.393 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:28.393 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:28.393 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:28.394 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 0 2023-12-20T11:33:28.394 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:28.394 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:28.394 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 0 2023-12-20T11:33:28.394 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:28.394 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:28.394 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 16384 2023-12-20T11:33:28.394 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:28.394 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:28.394 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 16384 2023-12-20T11:33:28.394 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:28.394 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:28.394 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:28.394 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:28.395 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 49152 2023-12-20T11:33:28.395 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:28.395 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:28.395 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 49152 2023-12-20T11:33:28.395 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:28.395 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:28.395 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 65536 2023-12-20T11:33:28.395 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:28.395 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:28.395 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 65536 2023-12-20T11:33:28.395 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:28.395 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:28.395 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:28.395 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:28.395 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 98304 2023-12-20T11:33:28.395 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:28.396 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:28.396 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 98304 2023-12-20T11:33:28.396 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:28.396 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:28.396 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 114688 2023-12-20T11:33:28.396 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:28.396 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:28.396 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 114688 2023-12-20T11:33:28.396 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:28.396 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:28.396 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:28.396 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:28.396 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 147456 2023-12-20T11:33:28.396 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:28.396 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:28.397 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 147456 2023-12-20T11:33:28.397 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:28.397 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:28.397 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 163840 2023-12-20T11:33:28.397 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:28.397 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:28.397 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 163840 2023-12-20T11:33:28.397 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:28.397 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:28.397 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:28.397 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:28.397 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 196608 2023-12-20T11:33:28.397 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:28.397 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:28.397 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 196608 2023-12-20T11:33:28.398 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:28.398 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:28.398 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 212992 2023-12-20T11:33:28.398 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:28.398 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:28.398 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 212992 2023-12-20T11:33:28.398 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:28.398 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:28.398 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:28.398 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:28.398 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:28.398 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:28.398 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:28.398 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:28.398 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:28.398 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:28.399 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:28.399 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:28.399 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:28.399 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:28.399 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:28.399 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:28.399 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:28.399 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:28.399 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:28.399 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:28.399 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:28.399 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:28.399 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:28.399 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:28.399 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:28.399 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:28.400 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:28.400 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:28.400 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:28.400 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:28.400 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:28.400 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:28.400 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:28.400 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:28.400 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:28.400 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:28.400 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:28.400 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:28.400 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:28.400 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:28.400 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:28.400 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:28.401 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:28.401 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:28.401 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:28.401 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:28.401 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:28.401 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:28.401 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:28.401 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:28.401 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:28.401 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:28.401 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:33:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:33:29] "GET /metrics HTTP/1.1" 200 60475 "" "Prometheus/2.43.0" 2023-12-20T11:33:29.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:29 smithi177 ceph-mon[212096]: pgmap v2234: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 720 op/s 2023-12-20T11:33:29.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:29 smithi123 ceph-mon[191304]: pgmap v2234: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 720 op/s 2023-12-20T11:33:29.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:29 smithi123 ceph-mon[188613]: pgmap v2234: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 720 op/s 2023-12-20T11:33:30.074 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:30.074 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:30.074 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:30.074 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:30.074 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:30.074 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:30.074 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:30.074 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:30.074 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:30.074 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:30.074 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:30.074 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:30.074 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:30.075 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:30.075 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:30.075 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:30.075 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:30.075 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:30.075 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:30.075 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:30.075 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:30.075 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:30.075 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:30.075 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:30.075 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:30.075 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:30.075 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:30.075 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:30.076 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:30.076 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:30.076 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:30.076 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:30.076 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:30.076 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:30.076 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:30.076 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:30.076 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:30.076 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:30.076 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:30.076 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:30.076 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:30.076 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:30.077 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:30.077 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:30.077 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:30.077 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:30.077 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:30.077 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:30.077 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:30.077 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:30.077 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:30.077 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:30.077 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:30.077 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:30.077 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:30.078 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:30.078 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:30.078 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:30.078 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:30.078 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:30.078 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:30.078 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:30.078 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:30.078 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:30.078 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:30.078 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:30.078 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:30.078 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:30.078 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:30.078 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:30.078 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:30.079 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:30.079 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:30.079 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:30.079 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:30.079 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:30.079 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:30.079 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:30.079 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:30.079 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:30.079 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:30.079 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:30.079 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:30.079 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:30.079 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:30.079 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:30.080 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:30.080 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:30.080 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:30.080 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:30.080 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:30.080 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:30.080 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:30.080 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:30.080 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:30.080 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:30.080 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:30.080 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:30.080 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:30.080 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:30.080 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:30.081 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:30.081 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:30.081 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:30.081 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:30.081 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:30.081 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:30.081 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:30.081 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:30.081 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:30.081 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:30.081 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:30.081 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:30.081 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:30.081 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:30.081 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:30.082 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:30.082 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:30.082 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:30.082 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:30.082 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:30.082 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:30.082 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:30.082 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:30.082 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (3771 ms) 2023-12-20T11:33:30.082 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2023-12-20T11:33:31.674 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:31.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:31 smithi123 ceph-mon[191304]: pgmap v2235: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 722 op/s 2023-12-20T11:33:31.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:31 smithi123 ceph-mon[191304]: osdmap e1191: 8 total, 8 up, 8 in 2023-12-20T11:33:31.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:31 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/783471554' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:33:31.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:31 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:33:31.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:31 smithi123 ceph-mon[188613]: pgmap v2235: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 722 op/s 2023-12-20T11:33:31.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:31 smithi123 ceph-mon[188613]: osdmap e1191: 8 total, 8 up, 8 in 2023-12-20T11:33:31.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:31 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/783471554' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:33:31.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:31 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:33:32.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:31 smithi177 ceph-mon[212096]: pgmap v2235: 457 pgs: 457 active+clean; 35 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 722 op/s 2023-12-20T11:33:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:31 smithi177 ceph-mon[212096]: osdmap e1191: 8 total, 8 up, 8 in 2023-12-20T11:33:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:31 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/783471554' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:33:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:31 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:33:32.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:32 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-12","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:33:32.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:32 smithi123 ceph-mon[191304]: osdmap e1192: 8 total, 8 up, 8 in 2023-12-20T11:33:32.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:32 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-12","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:33:32.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:32 smithi123 ceph-mon[188613]: osdmap e1192: 8 total, 8 up, 8 in 2023-12-20T11:33:33.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:32 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-12","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:33:33.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:32 smithi177 ceph-mon[212096]: osdmap e1192: 8 total, 8 up, 8 in 2023-12-20T11:33:33.743 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:33.744 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:33.744 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:33.744 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:33.744 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:33.744 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:33.744 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:33.744 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:33.744 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:33.744 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:33.744 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:33.744 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:33.744 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:33.744 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:33.745 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:33.745 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:33.745 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:33.745 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:33.745 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:33.745 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:33.745 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:33.745 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:33.745 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:33.745 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:33.745 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:33.745 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:33.745 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:33.746 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:33.746 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:33.746 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:33.746 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:33.746 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:33.746 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:33.746 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:33.746 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:33.746 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:33.746 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:33.746 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:33.746 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:33.746 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:33.747 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:33.747 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:33.747 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:33.747 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:33.747 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:33.747 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:33.747 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:33.747 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:33.747 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:33.747 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:33.747 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:33.748 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:33.748 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:33.748 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:33.748 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:33.748 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 512~512 = 512 2023-12-20T11:33:33.748 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:33.748 INFO:tasks.workunit.client.0.smithi123.stdout:aio discard: 1536~512 = 0 2023-12-20T11:33:33.748 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:33.748 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:33.748 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:33.748 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:33.748 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:33.748 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:33.748 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:33.749 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3670 ms) 2023-12-20T11:33:33.749 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2023-12-20T11:33:33.749 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:33.771 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (27 ms) 2023-12-20T11:33:33.771 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2023-12-20T11:33:33.771 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:33.801 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (30 ms) 2023-12-20T11:33:33.801 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2023-12-20T11:33:33.801 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:33.829 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (29 ms) 2023-12-20T11:33:33.829 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2023-12-20T11:33:33.830 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:33.855 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (25 ms) 2023-12-20T11:33:33.855 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2023-12-20T11:33:33.855 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:33.917 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (63 ms) 2023-12-20T11:33:33.917 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2023-12-20T11:33:33.917 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:33.976 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (59 ms) 2023-12-20T11:33:33.976 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2023-12-20T11:33:33.977 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:33.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:33 smithi123 ceph-mon[191304]: pgmap v2238: 489 pgs: 19 creating+peering, 13 unknown, 457 active+clean; 37 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 728 KiB/s wr, 1.98k op/s 2023-12-20T11:33:33.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:33 smithi123 ceph-mon[191304]: osdmap e1193: 8 total, 8 up, 8 in 2023-12-20T11:33:33.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:33 smithi123 ceph-mon[188613]: pgmap v2238: 489 pgs: 19 creating+peering, 13 unknown, 457 active+clean; 37 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 728 KiB/s wr, 1.98k op/s 2023-12-20T11:33:33.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:33 smithi123 ceph-mon[188613]: osdmap e1193: 8 total, 8 up, 8 in 2023-12-20T11:33:34.038 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (61 ms) 2023-12-20T11:33:34.038 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2023-12-20T11:33:34.038 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:34.107 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (69 ms) 2023-12-20T11:33:34.107 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2023-12-20T11:33:34.107 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:34.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:33 smithi177 ceph-mon[212096]: pgmap v2238: 489 pgs: 19 creating+peering, 13 unknown, 457 active+clean; 37 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 728 KiB/s wr, 1.98k op/s 2023-12-20T11:33:34.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:33 smithi177 ceph-mon[212096]: osdmap e1193: 8 total, 8 up, 8 in 2023-12-20T11:33:34.439 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (332 ms) 2023-12-20T11:33:34.439 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2023-12-20T11:33:34.439 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:34.765 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (327 ms) 2023-12-20T11:33:34.765 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2023-12-20T11:33:34.765 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:34.798 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (33 ms) 2023-12-20T11:33:34.799 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2023-12-20T11:33:34.799 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:34.828 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (30 ms) 2023-12-20T11:33:34.828 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2023-12-20T11:33:34.828 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:34.855 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (26 ms) 2023-12-20T11:33:34.855 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2023-12-20T11:33:34.855 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:34.881 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (26 ms) 2023-12-20T11:33:34.881 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2023-12-20T11:33:34.881 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:34.900 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:34.900 INFO:tasks.workunit.client.0.smithi123.stdout:aio discard: 0~1048576 = 0 2023-12-20T11:33:34.900 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:34.900 INFO:tasks.workunit.client.0.smithi123.stdout:aio discard: 0~4194304 = 0 2023-12-20T11:33:34.900 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:34.901 INFO:tasks.workunit.client.0.smithi123.stdout:aio discard: 3145728~1048576 = 0 2023-12-20T11:33:34.901 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (20 ms) 2023-12-20T11:33:34.901 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestFUA 2023-12-20T11:33:34.901 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:34.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:34 smithi123 ceph-mon[191304]: osdmap e1194: 8 total, 8 up, 8 in 2023-12-20T11:33:34.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:34 smithi123 ceph-mon[188613]: osdmap e1194: 8 total, 8 up, 8 in 2023-12-20T11:33:35.001 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:35.002 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:35.002 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:35.002 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:35.002 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:35.002 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:35.002 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:35.002 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:35.002 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:35.002 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:35.002 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:35.002 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:35.002 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:35.002 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:35.003 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:35.003 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:35.003 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:35.003 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:35.003 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:35.003 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:35.003 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:35.003 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:35.003 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:35.003 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:35.003 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:35.003 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:35.003 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:35.003 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:35.003 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:35.003 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:35.004 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:35.004 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:35.004 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:35.004 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:35.004 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:35.004 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:35.004 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:35.004 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:35.004 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:35.004 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:35.004 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:35.004 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:35.004 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:35.004 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:35.004 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:35.004 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:35.005 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:35.005 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:35.005 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:35.005 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:35.005 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:35.005 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:35.005 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:35.005 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:35.005 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:35.005 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestFUA (101 ms) 2023-12-20T11:33:35.005 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestIOPP 2023-12-20T11:33:35.005 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:35.021 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:35.021 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:35.021 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:35.021 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:35.021 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:35.021 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:35.021 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:35.022 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:35.022 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:35.022 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:35.022 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:35.022 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:35.022 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:35.022 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:35.022 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:35.022 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:35.022 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:35.022 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:35.022 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:35.022 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:35.022 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:35.022 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:35.022 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:35.023 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:35.023 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:35.023 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:35.023 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:35.023 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:35.039 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:35.039 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:35.039 INFO:tasks.workunit.client.0.smithi123.stdout:start compare and write 2023-12-20T11:33:35.039 INFO:tasks.workunit.client.0.smithi123.stdout:compare and wrote: 512 2023-12-20T11:33:35.039 INFO:tasks.workunit.client.0.smithi123.stdout:start compare and write 2023-12-20T11:33:35.039 INFO:tasks.workunit.client.0.smithi123.stdout:compare and wrote: 512 2023-12-20T11:33:35.040 INFO:tasks.workunit.client.0.smithi123.stdout:start compare and write 2023-12-20T11:33:35.040 INFO:tasks.workunit.client.0.smithi123.stdout:compare and wrote: 512 2023-12-20T11:33:35.040 INFO:tasks.workunit.client.0.smithi123.stdout:start compare and write 2023-12-20T11:33:35.040 INFO:tasks.workunit.client.0.smithi123.stdout:compare and wrote: 512 2023-12-20T11:33:35.040 INFO:tasks.workunit.client.0.smithi123.stdout:start compare and write 2023-12-20T11:33:35.040 INFO:tasks.workunit.client.0.smithi123.stdout:compare and wrote: 512 2023-12-20T11:33:35.040 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:35.040 INFO:tasks.workunit.client.0.smithi123.stdout:started aio compare and write 2023-12-20T11:33:35.040 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:35.040 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:35.040 INFO:tasks.workunit.client.0.smithi123.stdout:finished aio compare and write 2023-12-20T11:33:35.041 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:35.041 INFO:tasks.workunit.client.0.smithi123.stdout:started aio compare and write 2023-12-20T11:33:35.041 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:35.041 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:35.042 INFO:tasks.workunit.client.0.smithi123.stdout:finished aio compare and write 2023-12-20T11:33:35.042 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:35.042 INFO:tasks.workunit.client.0.smithi123.stdout:started aio compare and write 2023-12-20T11:33:35.042 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:35.045 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:35.045 INFO:tasks.workunit.client.0.smithi123.stdout:finished aio compare and write 2023-12-20T11:33:35.045 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:35.045 INFO:tasks.workunit.client.0.smithi123.stdout:started aio compare and write 2023-12-20T11:33:35.045 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:35.045 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:35.046 INFO:tasks.workunit.client.0.smithi123.stdout:finished aio compare and write 2023-12-20T11:33:35.046 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:35.046 INFO:tasks.workunit.client.0.smithi123.stdout:started aio compare and write 2023-12-20T11:33:35.046 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:35.047 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:35.047 INFO:tasks.workunit.client.0.smithi123.stdout:finished aio compare and write 2023-12-20T11:33:35.047 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:35.047 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:35.047 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:35.047 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:35.048 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:35.048 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:35.048 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:35.048 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:35.048 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:35.048 INFO:tasks.workunit.client.0.smithi123.stdout:finished read 2023-12-20T11:33:35.048 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:35.048 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:35.048 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:35.048 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:35.048 INFO:tasks.workunit.client.0.smithi123.stdout:finished read 2023-12-20T11:33:35.048 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:35.048 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:35.048 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:35.049 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:35.049 INFO:tasks.workunit.client.0.smithi123.stdout:finished read 2023-12-20T11:33:35.049 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:35.049 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:35.049 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:35.049 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:35.049 INFO:tasks.workunit.client.0.smithi123.stdout:finished read 2023-12-20T11:33:35.049 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:35.049 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:35.050 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:35.050 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:35.050 INFO:tasks.workunit.client.0.smithi123.stdout:finished read 2023-12-20T11:33:35.050 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 512~512 2023-12-20T11:33:35.050 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:35.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:34 smithi177 ceph-mon[212096]: osdmap e1194: 8 total, 8 up, 8 in 2023-12-20T11:33:35.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:35 smithi123 ceph-mon[191304]: pgmap v2241: 489 pgs: 19 creating+peering, 470 active+clean; 41 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.5 MiB/s wr, 2.12k op/s 2023-12-20T11:33:35.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:35 smithi123 ceph-mon[188613]: pgmap v2241: 489 pgs: 19 creating+peering, 470 active+clean; 41 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.5 MiB/s wr, 2.12k op/s 2023-12-20T11:33:36.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:35 smithi177 ceph-mon[212096]: pgmap v2241: 489 pgs: 19 creating+peering, 470 active+clean; 41 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.5 MiB/s wr, 2.12k op/s 2023-12-20T11:33:36.170 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:36.170 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:36.171 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:36.171 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:36.171 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:36.171 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 0 2023-12-20T11:33:36.171 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.171 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.171 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 0 2023-12-20T11:33:36.171 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.171 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.171 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 16384 2023-12-20T11:33:36.171 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.171 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.171 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 16384 2023-12-20T11:33:36.172 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.172 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.172 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:36.172 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:36.172 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 49152 2023-12-20T11:33:36.172 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.172 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.172 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 49152 2023-12-20T11:33:36.172 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.172 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.172 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 65536 2023-12-20T11:33:36.172 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.172 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.173 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 65536 2023-12-20T11:33:36.173 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.173 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.173 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:36.173 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:36.173 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 98304 2023-12-20T11:33:36.173 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.173 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.173 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 98304 2023-12-20T11:33:36.173 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.173 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.173 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 114688 2023-12-20T11:33:36.174 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.174 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.174 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 114688 2023-12-20T11:33:36.174 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.174 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.174 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:36.174 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:36.174 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 147456 2023-12-20T11:33:36.174 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.174 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.174 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 147456 2023-12-20T11:33:36.174 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.174 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.174 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 163840 2023-12-20T11:33:36.174 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.175 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.175 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 163840 2023-12-20T11:33:36.175 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.175 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.175 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:36.175 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:36.176 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 196608 2023-12-20T11:33:36.176 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.176 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.176 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 196608 2023-12-20T11:33:36.176 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.176 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.176 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 212992 2023-12-20T11:33:36.176 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.176 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.176 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 212992 2023-12-20T11:33:36.176 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.176 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.176 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:36.176 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:36.176 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:36.177 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:36.177 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:36.177 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:36.177 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:36.177 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.177 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.177 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:36.177 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:36.177 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:36.177 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:36.177 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:36.177 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.177 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.177 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:36.178 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:36.178 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:36.179 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:36.179 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:36.179 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.179 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.179 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:36.179 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:36.179 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:36.188 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:36.188 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:36.188 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.188 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.188 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:36.188 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:36.188 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:36.188 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:36.188 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:36.188 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:36.189 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:36.189 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:36.189 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:36.211 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:36.211 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:36.211 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.211 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.211 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:36.211 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:36.212 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:36.231 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:36.231 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:36.232 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.232 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.232 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:36.232 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:36.232 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:36.261 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:36.261 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:36.261 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.261 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.261 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:36.261 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:36.261 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:36.291 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:36.291 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:36.291 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.291 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.292 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:36.292 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:36.292 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:36.292 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:36.292 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:36.292 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:36.292 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:36.292 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:36.292 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:36.351 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:36.351 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:36.351 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.351 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.351 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:36.351 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:36.352 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:36.394 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:36.394 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:36.394 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.395 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.395 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:36.395 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:36.395 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:36.447 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:36.447 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:36.447 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.447 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.447 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:36.447 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:36.448 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:36.501 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:36.501 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:36.501 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.501 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.501 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:36.501 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:36.501 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:36.501 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:36.501 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:36.501 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:36.502 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:36.502 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:36.502 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:36.596 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:36.596 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:36.596 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.596 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.596 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:36.596 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:36.597 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:36.660 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:36.660 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:36.660 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.660 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.660 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:36.660 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:36.660 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:36.739 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:36.739 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:36.739 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.739 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.739 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:36.739 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:36.739 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:36.810 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:36.811 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:36.811 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.811 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.811 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:36.811 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:36.811 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:36.811 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:36.811 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:36.811 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:36.811 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:36.811 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:36.811 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:36.926 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:36.926 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:36.926 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:36.926 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:36.926 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:36.926 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:36.926 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:37.025 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:37.025 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:37.025 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:37.026 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:37.026 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:37.026 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:37.026 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:37.161 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:37.162 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:37.162 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:37.162 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:37.162 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:37.162 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:37.162 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:37.270 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:37.270 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:37.270 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:37.270 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:37.270 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:37.270 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:37.270 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:37.270 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:37.270 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:37.270 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:37.270 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestIOPP (2268 ms) 2023-12-20T11:33:37.270 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2023-12-20T11:33:37.271 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:37.295 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (25 ms) 2023-12-20T11:33:37.295 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2023-12-20T11:33:37.295 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:37.323 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (28 ms) 2023-12-20T11:33:37.324 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2023-12-20T11:33:37.324 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:37.349 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (26 ms) 2023-12-20T11:33:37.349 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2023-12-20T11:33:37.349 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:37.373 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (24 ms) 2023-12-20T11:33:37.373 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2023-12-20T11:33:37.373 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:37.397 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (24 ms) 2023-12-20T11:33:37.397 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2023-12-20T11:33:37.397 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:37.418 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:37.421 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (25 ms) 2023-12-20T11:33:37.421 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2023-12-20T11:33:37.421 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:37.449 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (28 ms) 2023-12-20T11:33:37.450 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2023-12-20T11:33:37.450 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:37.470 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:37.473 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (24 ms) 2023-12-20T11:33:37.474 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2023-12-20T11:33:37.474 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:37.498 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (25 ms) 2023-12-20T11:33:37.498 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2023-12-20T11:33:37.499 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:37.521 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:37.524 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (26 ms) 2023-12-20T11:33:37.524 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2023-12-20T11:33:37.524 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:37.553 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (29 ms) 2023-12-20T11:33:37.553 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2023-12-20T11:33:37.553 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:37.576 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:37.580 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (27 ms) 2023-12-20T11:33:37.580 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2023-12-20T11:33:37.580 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:37.658 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (77 ms) 2023-12-20T11:33:37.658 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2023-12-20T11:33:37.658 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:37.713 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:37.733 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (76 ms) 2023-12-20T11:33:37.734 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2023-12-20T11:33:37.734 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:37.801 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (68 ms) 2023-12-20T11:33:37.801 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2023-12-20T11:33:37.801 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:37.853 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:37.879 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (77 ms) 2023-12-20T11:33:37.879 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2023-12-20T11:33:37.879 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:37.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:37 smithi123 ceph-mon[191304]: pgmap v2242: 489 pgs: 4 creating+peering, 485 active+clean; 65 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.2 MiB/s wr, 1.64k op/s 2023-12-20T11:33:37.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:37 smithi123 ceph-mon[188613]: pgmap v2242: 489 pgs: 4 creating+peering, 485 active+clean; 65 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.2 MiB/s wr, 1.64k op/s 2023-12-20T11:33:37.997 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:33:38.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:37 smithi177 ceph-mon[212096]: pgmap v2242: 489 pgs: 4 creating+peering, 485 active+clean; 65 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.2 MiB/s wr, 1.64k op/s 2023-12-20T11:33:38.271 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (392 ms) 2023-12-20T11:33:38.271 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2023-12-20T11:33:38.271 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:38.338 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:33:38.338 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (42m) 8m ago 45m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:33:38.338 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (42m) 6m ago 45m 92.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:33:38.339 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (46m) 8m ago 46m 21.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:33:38.339 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (46m) 6m ago 46m 26.9M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:33:38.339 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (41m) 6m ago 48m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:33:38.339 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (42m) 8m ago 50m 546M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:33:38.339 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (41m) 8m ago 50m 285M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:33:38.339 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (41m) 6m ago 48m 158M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:33:38.339 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (41m) 8m ago 48m 172M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:33:38.339 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (42m) 8m ago 45m 19.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:33:38.339 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (42m) 6m ago 45m 19.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:33:38.339 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (40m) 8m ago 48m 1905M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:33:38.339 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (40m) 8m ago 48m 2135M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:33:38.339 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (39m) 8m ago 47m 2181M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:33:38.340 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (39m) 8m ago 47m 1932M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:33:38.340 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (38m) 6m ago 47m 1419M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:33:38.340 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (38m) 6m ago 47m 1582M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:33:38.340 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (37m) 6m ago 46m 1235M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:33:38.340 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (37m) 6m ago 46m 1635M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:33:38.340 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (41m) 6m ago 45m 87.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:33:38.584 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:38.606 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (335 ms) 2023-12-20T11:33:38.606 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2023-12-20T11:33:38.606 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:38.639 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:38.639 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:38.639 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:38.639 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:38.639 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:33:38.639 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:38.639 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:38.640 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:38.640 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:38.640 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:38.640 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:38.640 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:38.640 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:38.641 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:38.641 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:38.641 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:38.641 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:38.641 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:38.642 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:38.642 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:38.642 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:38.642 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:38.642 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:38.644 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:38.644 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:38.644 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:38.644 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:33:38.645 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:38.645 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:38.646 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:33:38.646 INFO:tasks.workunit.client.0.smithi123.stdout:read: 512 2023-12-20T11:33:38.646 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:38.646 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:38.646 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:38.646 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:38.646 INFO:tasks.workunit.client.0.smithi123.stdout:finished read 2023-12-20T11:33:38.646 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:38.646 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:38.647 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:38.647 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:38.647 INFO:tasks.workunit.client.0.smithi123.stdout:finished read 2023-12-20T11:33:38.647 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:38.647 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:38.647 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:38.647 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:38.648 INFO:tasks.workunit.client.0.smithi123.stdout:finished read 2023-12-20T11:33:38.648 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:38.648 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:38.648 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:38.648 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:38.648 INFO:tasks.workunit.client.0.smithi123.stdout:finished read 2023-12-20T11:33:38.648 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:38.648 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:33:38.648 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:33:38.754 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:33:38.754 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:33:38.754 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:33:38.754 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:33:38.754 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:33:38.755 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:33:38.755 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:33:38.755 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:33:38.755 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:33:38.755 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:33:38.755 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:33:38.755 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:33:38.755 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:33:38.755 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:33:38.755 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:33:38.755 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:33:38.755 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:33:38.755 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:33:38.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:33:38.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:33:38.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:33:38.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:33:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:33:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:33:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:33:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:33:39.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:33:39.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:33:39.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:33:39.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:33:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:33:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:33:39] "GET /metrics HTTP/1.1" 200 60475 "" "Prometheus/2.43.0" 2023-12-20T11:33:39.499 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:33:39.499 INFO:tasks.workunit.client.0.smithi123.stdout:finished read 2023-12-20T11:33:39.500 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 0 2023-12-20T11:33:39.500 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.500 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.500 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 0 2023-12-20T11:33:39.500 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.500 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.500 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 16384 2023-12-20T11:33:39.500 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.500 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.500 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 16384 2023-12-20T11:33:39.500 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.500 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.500 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:39.500 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:39.500 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 49152 2023-12-20T11:33:39.501 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.501 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.501 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 49152 2023-12-20T11:33:39.501 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.501 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.501 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 65536 2023-12-20T11:33:39.501 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.501 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.501 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 65536 2023-12-20T11:33:39.501 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.501 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.501 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:39.501 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:39.501 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 98304 2023-12-20T11:33:39.501 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.501 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.502 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 98304 2023-12-20T11:33:39.502 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.502 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.502 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 114688 2023-12-20T11:33:39.502 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.502 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.502 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 114688 2023-12-20T11:33:39.502 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.502 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.502 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:39.502 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:39.502 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 147456 2023-12-20T11:33:39.502 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.502 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.502 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 147456 2023-12-20T11:33:39.503 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.503 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.503 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 163840 2023-12-20T11:33:39.503 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.503 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.503 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 163840 2023-12-20T11:33:39.503 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.503 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.503 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:39.503 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:39.503 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 196608 2023-12-20T11:33:39.503 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.503 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.503 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 196608 2023-12-20T11:33:39.503 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.503 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.504 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 212992 2023-12-20T11:33:39.504 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.504 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.504 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 212992 2023-12-20T11:33:39.504 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.504 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.504 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:39.504 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:39.504 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:39.504 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:39.504 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:39.504 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:39.504 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:39.504 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.504 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.504 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:39.505 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:39.505 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:39.505 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:39.505 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:39.505 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.505 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.505 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:39.505 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:39.505 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:39.510 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:39.510 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:39.511 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.511 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.511 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:39.511 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:39.511 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:39.521 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:39.521 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:39.521 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.521 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.521 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:39.521 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:39.521 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:39.521 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:39.521 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:39.521 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:39.521 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:39.521 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:39.522 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:39.547 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:39.547 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:39.548 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.548 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.548 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:39.548 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:39.548 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:39.567 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:39.567 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:39.567 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.568 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.568 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:39.568 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:39.568 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:39.595 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:39.595 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:39.596 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.596 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.596 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:39.596 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:39.596 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:39.625 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:39.625 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:39.625 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.625 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.625 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:39.625 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:39.625 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:39.625 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:39.625 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:39.625 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:39.625 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:39.625 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:39.626 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:39.660 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:39.660 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:39.660 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.660 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.660 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:39.660 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:39.661 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:39.702 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:39.702 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:39.703 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.703 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.703 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:39.703 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:39.703 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:39.747 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:39.747 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:39.747 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.747 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.747 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:39.748 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:39.748 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:39.789 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:39.789 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:39.789 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.789 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.789 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:39.789 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:39.789 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:39.789 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:39.789 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:39.790 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:39.790 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:39.790 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:39.790 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:39.849 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:39.850 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:39.850 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.850 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.850 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:39.850 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:39.850 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:39.904 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:39.904 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:39.904 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.904 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.904 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:39.905 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:39.905 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:39.965 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:39.966 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:39.966 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:39.966 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:39.966 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:39.966 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:39.966 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:39.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:39 smithi123 ceph-mon[191304]: from='client.46697 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:33:39.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:39 smithi123 ceph-mon[191304]: pgmap v2243: 489 pgs: 489 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.4 MiB/s wr, 1.41k op/s 2023-12-20T11:33:39.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:39 smithi123 ceph-mon[191304]: from='client.46703 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:33:39.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:39 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/539914716' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:33:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:39 smithi123 ceph-mon[188613]: from='client.46697 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:33:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:39 smithi123 ceph-mon[188613]: pgmap v2243: 489 pgs: 489 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.4 MiB/s wr, 1.41k op/s 2023-12-20T11:33:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:39 smithi123 ceph-mon[188613]: from='client.46703 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:33:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:39 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/539914716' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:33:40.023 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:40.023 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:40.023 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:40.023 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:40.023 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:40.023 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:40.023 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:40.023 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:40.024 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:40.024 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:40.024 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:40.024 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:40.024 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:40.102 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:40.102 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:40.102 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:40.102 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:40.102 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:40.102 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:40.102 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:40.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:39 smithi177 ceph-mon[212096]: from='client.46697 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:33:40.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:39 smithi177 ceph-mon[212096]: pgmap v2243: 489 pgs: 489 active+clean; 75 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.4 MiB/s wr, 1.41k op/s 2023-12-20T11:33:40.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:39 smithi177 ceph-mon[212096]: from='client.46703 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:33:40.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:39 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/539914716' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:33:40.177 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:40.177 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:40.177 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:40.178 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:40.178 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:40.178 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:40.178 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:40.265 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:40.265 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:40.265 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:40.266 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:40.266 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:40.266 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:40.266 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:33:40.350 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:33:40.350 INFO:tasks.workunit.client.0.smithi123.stdout:finished writesame 2023-12-20T11:33:40.350 INFO:tasks.workunit.client.0.smithi123.stdout:to verify the data 2023-12-20T11:33:40.350 INFO:tasks.workunit.client.0.smithi123.stdout:verified 2023-12-20T11:33:40.350 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:40.351 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:40.351 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:40.351 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:33:40.351 INFO:tasks.workunit.client.0.smithi123.stdout:started writesame 2023-12-20T11:33:40.351 INFO:tasks.workunit.client.0.smithi123.stdout:expected fail, finished writesame 2023-12-20T11:33:40.351 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (1745 ms) 2023-12-20T11:33:40.351 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2023-12-20T11:33:40.351 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:41.735 INFO:tasks.workunit.client.0.smithi123.stdout:num snaps is: 0 2023-12-20T11:33:41.735 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 0 2023-12-20T11:33:41.735 INFO:tasks.workunit.client.0.smithi123.stdout:num snaps is: 1 2023-12-20T11:33:41.736 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 1 2023-12-20T11:33:41.736 INFO:tasks.workunit.client.0.smithi123.stdout:snap: orig 2023-12-20T11:33:41.736 INFO:tasks.workunit.client.0.smithi123.stdout:found orig with size 2097152 2023-12-20T11:33:41.736 INFO:tasks.workunit.client.0.smithi123.stdout:read: 80 2023-12-20T11:33:41.736 INFO:tasks.workunit.client.0.smithi123.stdout:write test data! 2023-12-20T11:33:41.736 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 80 2023-12-20T11:33:41.736 INFO:tasks.workunit.client.0.smithi123.stdout:num snaps is: 2 2023-12-20T11:33:41.736 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 2 2023-12-20T11:33:41.736 INFO:tasks.workunit.client.0.smithi123.stdout:snap: orig 2023-12-20T11:33:41.736 INFO:tasks.workunit.client.0.smithi123.stdout:snap: written 2023-12-20T11:33:41.736 INFO:tasks.workunit.client.0.smithi123.stdout:found orig with size 2097152 2023-12-20T11:33:41.736 INFO:tasks.workunit.client.0.smithi123.stdout:found written with size 2097152 2023-12-20T11:33:41.736 INFO:tasks.workunit.client.0.smithi123.stdout:read: 80 2023-12-20T11:33:41.736 INFO:tasks.workunit.client.0.smithi123.stdout:read: 80 2023-12-20T11:33:41.736 INFO:tasks.workunit.client.0.smithi123.stdout:read: 80 2023-12-20T11:33:41.736 INFO:tasks.workunit.client.0.smithi123.stdout:write to snapshot returned -30 2023-12-20T11:33:41.737 INFO:tasks.workunit.client.0.smithi123.stdout:Read-only file system 2023-12-20T11:33:41.761 INFO:tasks.workunit.client.0.smithi123.stdout:read: 80 2023-12-20T11:33:41.762 INFO:tasks.workunit.client.0.smithi123.stdout:read: 80 2023-12-20T11:33:41.762 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 80 2023-12-20T11:33:41.762 INFO:tasks.workunit.client.0.smithi123.stdout:opening testimg@orig 2023-12-20T11:33:41.762 INFO:tasks.workunit.client.0.smithi123.stdout:read: 80 2023-12-20T11:33:41.762 INFO:tasks.workunit.client.0.smithi123.stdout:write to snapshot returned -30 2023-12-20T11:33:41.762 INFO:tasks.workunit.client.0.smithi123.stdout:Read-only file system 2023-12-20T11:33:41.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:41 smithi123 ceph-mon[191304]: pgmap v2244: 489 pgs: 489 active+clean; 103 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 9.9 MiB/s wr, 1.60k op/s 2023-12-20T11:33:41.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:41 smithi123 ceph-mon[191304]: osdmap e1195: 8 total, 8 up, 8 in 2023-12-20T11:33:41.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:33:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:41 smithi123 ceph-mon[188613]: pgmap v2244: 489 pgs: 489 active+clean; 103 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 9.9 MiB/s wr, 1.60k op/s 2023-12-20T11:33:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:41 smithi123 ceph-mon[188613]: osdmap e1195: 8 total, 8 up, 8 in 2023-12-20T11:33:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:33:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:41 smithi177 ceph-mon[212096]: pgmap v2244: 489 pgs: 489 active+clean; 103 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 9.9 MiB/s wr, 1.60k op/s 2023-12-20T11:33:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:41 smithi177 ceph-mon[212096]: osdmap e1195: 8 total, 8 up, 8 in 2023-12-20T11:33:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:33:42.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:42 smithi123 ceph-mon[191304]: osdmap e1196: 8 total, 8 up, 8 in 2023-12-20T11:33:42.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:33:42.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:42 smithi123 ceph-mon[188613]: osdmap e1196: 8 total, 8 up, 8 in 2023-12-20T11:33:42.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:33:43.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:42 smithi177 ceph-mon[212096]: osdmap e1196: 8 total, 8 up, 8 in 2023-12-20T11:33:43.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:33:43.623 INFO:tasks.workunit.client.0.smithi123.stdout:num snaps is: 2 2023-12-20T11:33:43.623 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 2 2023-12-20T11:33:43.623 INFO:tasks.workunit.client.0.smithi123.stdout:snap: orig 2023-12-20T11:33:43.623 INFO:tasks.workunit.client.0.smithi123.stdout:snap: written 2023-12-20T11:33:43.623 INFO:tasks.workunit.client.0.smithi123.stdout:found orig with size 2097152 2023-12-20T11:33:43.623 INFO:tasks.workunit.client.0.smithi123.stdout:found written with size 2097152 2023-12-20T11:33:43.623 INFO:tasks.workunit.client.0.smithi123.stdout:num snaps is: 1 2023-12-20T11:33:43.623 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 1 2023-12-20T11:33:43.623 INFO:tasks.workunit.client.0.smithi123.stdout:snap: orig 2023-12-20T11:33:43.624 INFO:tasks.workunit.client.0.smithi123.stdout:found orig with size 2097152 2023-12-20T11:33:43.624 INFO:tasks.workunit.client.0.smithi123.stdout:num snaps is: 0 2023-12-20T11:33:43.624 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 0 2023-12-20T11:33:43.624 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3272 ms) 2023-12-20T11:33:43.624 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2023-12-20T11:33:43.624 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:43.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:43 smithi123 ceph-mon[191304]: pgmap v2247: 489 pgs: 489 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 14 MiB/s wr, 1.69k op/s 2023-12-20T11:33:43.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:43 smithi123 ceph-mon[191304]: osdmap e1197: 8 total, 8 up, 8 in 2023-12-20T11:33:43.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:43 smithi123 ceph-mon[191304]: osdmap e1198: 8 total, 8 up, 8 in 2023-12-20T11:33:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:43 smithi123 ceph-mon[188613]: pgmap v2247: 489 pgs: 489 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 14 MiB/s wr, 1.69k op/s 2023-12-20T11:33:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:43 smithi123 ceph-mon[188613]: osdmap e1197: 8 total, 8 up, 8 in 2023-12-20T11:33:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:43 smithi123 ceph-mon[188613]: osdmap e1198: 8 total, 8 up, 8 in 2023-12-20T11:33:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:43 smithi177 ceph-mon[212096]: pgmap v2247: 489 pgs: 489 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 14 MiB/s wr, 1.69k op/s 2023-12-20T11:33:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:43 smithi177 ceph-mon[212096]: osdmap e1197: 8 total, 8 up, 8 in 2023-12-20T11:33:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:43 smithi177 ceph-mon[212096]: osdmap e1198: 8 total, 8 up, 8 in 2023-12-20T11:33:45.634 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (2011 ms) 2023-12-20T11:33:45.635 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestClone 2023-12-20T11:33:45.635 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:45.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:45 smithi177 ceph-mon[212096]: pgmap v2250: 489 pgs: 489 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 9.4 MiB/s wr, 1.73k op/s 2023-12-20T11:33:45.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:45 smithi177 ceph-mon[212096]: osdmap e1199: 8 total, 8 up, 8 in 2023-12-20T11:33:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:45 smithi123 ceph-mon[191304]: pgmap v2250: 489 pgs: 489 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 9.4 MiB/s wr, 1.73k op/s 2023-12-20T11:33:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:45 smithi123 ceph-mon[191304]: osdmap e1199: 8 total, 8 up, 8 in 2023-12-20T11:33:45.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:45 smithi123 ceph-mon[188613]: pgmap v2250: 489 pgs: 489 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 9.4 MiB/s wr, 1.73k op/s 2023-12-20T11:33:45.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:45 smithi123 ceph-mon[188613]: osdmap e1199: 8 total, 8 up, 8 in 2023-12-20T11:33:46.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:46 smithi177 ceph-mon[212096]: osdmap e1200: 8 total, 8 up, 8 in 2023-12-20T11:33:46.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:46 smithi123 ceph-mon[191304]: osdmap e1200: 8 total, 8 up, 8 in 2023-12-20T11:33:46.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:46 smithi123 ceph-mon[188613]: osdmap e1200: 8 total, 8 up, 8 in 2023-12-20T11:33:47.639 INFO:tasks.workunit.client.0.smithi123.stdout:made parent image "parent" 2023-12-20T11:33:47.639 INFO:tasks.workunit.client.0.smithi123.stdout:parent has no parent info 2023-12-20T11:33:47.639 INFO:tasks.workunit.client.0.smithi123.stdout:made snapshot "parent@parent_snap" 2023-12-20T11:33:47.639 INFO:tasks.workunit.client.0.smithi123.stdout:can't unprotect an unprotected snap 2023-12-20T11:33:47.639 INFO:tasks.workunit.client.0.smithi123.stdout:can't protect a protected snap 2023-12-20T11:33:47.639 INFO:tasks.workunit.client.0.smithi123.stdout:made and opened clone "child" 2023-12-20T11:33:47.639 INFO:tasks.workunit.client.0.smithi123.stdout:read: 8 2023-12-20T11:33:47.639 INFO:tasks.workunit.client.0.smithi123.stdout:read: 8 2023-12-20T11:33:47.640 INFO:tasks.workunit.client.0.smithi123.stdout:read: 8 2023-12-20T11:33:47.640 INFO:tasks.workunit.client.0.smithi123.stdout:sizes and overlaps are good between parent and child 2023-12-20T11:33:47.640 INFO:tasks.workunit.client.0.smithi123.stdout:child image successfully cloned all image-meta pairs 2023-12-20T11:33:47.640 INFO:tasks.workunit.client.0.smithi123.stdout:sized down clone, changed overlap 2023-12-20T11:33:47.640 INFO:tasks.workunit.client.0.smithi123.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2023-12-20T11:33:47.640 INFO:tasks.workunit.client.0.smithi123.stdout:sized up clone, changed size but not overlap or parent's size 2023-12-20T11:33:47.640 INFO:tasks.workunit.client.0.smithi123.stdout:can't remove parent while child still exists 2023-12-20T11:33:47.640 INFO:tasks.workunit.client.0.smithi123.stdout:can't remove parent while still protected 2023-12-20T11:33:47.640 INFO:tasks.workunit.client.0.smithi123.stdout:removed parent snap after unprotecting 2023-12-20T11:33:47.640 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestClone (2005 ms) 2023-12-20T11:33:47.641 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestClone2 2023-12-20T11:33:47.641 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:47.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:47 smithi177 ceph-mon[212096]: pgmap v2253: 489 pgs: 489 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 386 KiB/s wr, 1.87k op/s 2023-12-20T11:33:47.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:47 smithi177 ceph-mon[212096]: osdmap e1201: 8 total, 8 up, 8 in 2023-12-20T11:33:47.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:47 smithi123 ceph-mon[191304]: pgmap v2253: 489 pgs: 489 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 386 KiB/s wr, 1.87k op/s 2023-12-20T11:33:47.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:47 smithi123 ceph-mon[191304]: osdmap e1201: 8 total, 8 up, 8 in 2023-12-20T11:33:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:47 smithi123 ceph-mon[188613]: pgmap v2253: 489 pgs: 489 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 386 KiB/s wr, 1.87k op/s 2023-12-20T11:33:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:47 smithi123 ceph-mon[188613]: osdmap e1201: 8 total, 8 up, 8 in 2023-12-20T11:33:48.760 INFO:tasks.workunit.client.0.smithi123.stdout:made parent image "parent" 2023-12-20T11:33:48.760 INFO:tasks.workunit.client.0.smithi123.stdout:parent has no parent info 2023-12-20T11:33:48.760 INFO:tasks.workunit.client.0.smithi123.stdout:made snapshot "parent@parent_snap" 2023-12-20T11:33:48.760 INFO:tasks.workunit.client.0.smithi123.stdout:made and opened clone "child" 2023-12-20T11:33:48.760 INFO:tasks.workunit.client.0.smithi123.stdout:child image successfully cloned all image-meta pairs 2023-12-20T11:33:48.760 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestClone2 (1121 ms) 2023-12-20T11:33:48.760 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.ListChildren 2023-12-20T11:33:48.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:48 smithi177 ceph-mon[212096]: osdmap e1202: 8 total, 8 up, 8 in 2023-12-20T11:33:48.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:48 smithi123 ceph-mon[191304]: osdmap e1202: 8 total, 8 up, 8 in 2023-12-20T11:33:48.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:48 smithi123 ceph-mon[188613]: osdmap e1202: 8 total, 8 up, 8 in 2023-12-20T11:33:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:33:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:33:49] "GET /metrics HTTP/1.1" 200 62886 "" "Prometheus/2.43.0" 2023-12-20T11:33:49.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:49 smithi177 ceph-mon[212096]: pgmap v2256: 489 pgs: 489 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 289 KiB/s rd, 20 KiB/s wr, 345 op/s 2023-12-20T11:33:49.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:49 smithi177 ceph-mon[212096]: osdmap e1203: 8 total, 8 up, 8 in 2023-12-20T11:33:49.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:49 smithi123 ceph-mon[191304]: pgmap v2256: 489 pgs: 489 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 289 KiB/s rd, 20 KiB/s wr, 345 op/s 2023-12-20T11:33:49.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:49 smithi123 ceph-mon[191304]: osdmap e1203: 8 total, 8 up, 8 in 2023-12-20T11:33:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:49 smithi123 ceph-mon[188613]: pgmap v2256: 489 pgs: 489 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 289 KiB/s rd, 20 KiB/s wr, 345 op/s 2023-12-20T11:33:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:49 smithi123 ceph-mon[188613]: osdmap e1203: 8 total, 8 up, 8 in 2023-12-20T11:33:50.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:50 smithi177 ceph-mon[212096]: osdmap e1204: 8 total, 8 up, 8 in 2023-12-20T11:33:50.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:50 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1890319415' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:33:50.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:50 smithi123 ceph-mon[191304]: osdmap e1204: 8 total, 8 up, 8 in 2023-12-20T11:33:50.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:50 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1890319415' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:33:50.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:50 smithi123 ceph-mon[188613]: osdmap e1204: 8 total, 8 up, 8 in 2023-12-20T11:33:50.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:50 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1890319415' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:33:51.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:51 smithi177 ceph-mon[212096]: pgmap v2259: 521 pgs: 32 unknown, 489 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 24 KiB/s wr, 359 op/s 2023-12-20T11:33:51.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:51 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:33:51.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:51 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1890319415' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-13","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:33:51.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:51 smithi177 ceph-mon[212096]: osdmap e1205: 8 total, 8 up, 8 in 2023-12-20T11:33:51.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:51 smithi123 ceph-mon[191304]: pgmap v2259: 521 pgs: 32 unknown, 489 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 24 KiB/s wr, 359 op/s 2023-12-20T11:33:51.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:51 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:33:51.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:51 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1890319415' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-13","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:33:51.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:51 smithi123 ceph-mon[191304]: osdmap e1205: 8 total, 8 up, 8 in 2023-12-20T11:33:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:51 smithi123 ceph-mon[188613]: pgmap v2259: 521 pgs: 32 unknown, 489 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 24 KiB/s wr, 359 op/s 2023-12-20T11:33:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:51 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:33:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:51 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1890319415' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-13","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:33:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:51 smithi123 ceph-mon[188613]: osdmap e1205: 8 total, 8 up, 8 in 2023-12-20T11:33:52.672 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:33:52.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:52 smithi123 ceph-mon[191304]: osdmap e1206: 8 total, 8 up, 8 in 2023-12-20T11:33:52.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:52 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1288577587' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:33:52.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:52 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:33:52.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:52 smithi123 ceph-mon[188613]: osdmap e1206: 8 total, 8 up, 8 in 2023-12-20T11:33:52.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:52 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1288577587' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:33:52.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:52 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:33:53.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:52 smithi177 ceph-mon[212096]: osdmap e1206: 8 total, 8 up, 8 in 2023-12-20T11:33:53.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:52 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1288577587' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:33:53.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:52 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:33:53.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:53 smithi123 ceph-mon[191304]: pgmap v2262: 553 pgs: 50 unknown, 503 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 444 KiB/s rd, 34 KiB/s wr, 541 op/s 2023-12-20T11:33:53.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:53 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-14","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:33:53.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:53 smithi123 ceph-mon[191304]: osdmap e1207: 8 total, 8 up, 8 in 2023-12-20T11:33:53.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:53 smithi123 ceph-mon[191304]: osdmap e1208: 8 total, 8 up, 8 in 2023-12-20T11:33:53.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:53 smithi123 ceph-mon[188613]: pgmap v2262: 553 pgs: 50 unknown, 503 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 444 KiB/s rd, 34 KiB/s wr, 541 op/s 2023-12-20T11:33:53.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:53 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-14","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:33:53.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:53 smithi123 ceph-mon[188613]: osdmap e1207: 8 total, 8 up, 8 in 2023-12-20T11:33:53.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:53 smithi123 ceph-mon[188613]: osdmap e1208: 8 total, 8 up, 8 in 2023-12-20T11:33:54.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:53 smithi177 ceph-mon[212096]: pgmap v2262: 553 pgs: 50 unknown, 503 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 444 KiB/s rd, 34 KiB/s wr, 541 op/s 2023-12-20T11:33:54.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:53 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-14","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:33:54.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:53 smithi177 ceph-mon[212096]: osdmap e1207: 8 total, 8 up, 8 in 2023-12-20T11:33:54.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:53 smithi177 ceph-mon[212096]: osdmap e1208: 8 total, 8 up, 8 in 2023-12-20T11:33:55.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:55 smithi177 ceph-mon[212096]: pgmap v2265: 553 pgs: 16 unknown, 537 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 14 KiB/s wr, 260 op/s 2023-12-20T11:33:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:55 smithi177 ceph-mon[212096]: osdmap e1209: 8 total, 8 up, 8 in 2023-12-20T11:33:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:55 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:33:55.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:55 smithi123 ceph-mon[191304]: pgmap v2265: 553 pgs: 16 unknown, 537 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 14 KiB/s wr, 260 op/s 2023-12-20T11:33:55.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:55 smithi123 ceph-mon[191304]: osdmap e1209: 8 total, 8 up, 8 in 2023-12-20T11:33:55.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:55 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:33:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:55 smithi123 ceph-mon[188613]: pgmap v2265: 553 pgs: 16 unknown, 537 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 14 KiB/s wr, 260 op/s 2023-12-20T11:33:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:55 smithi123 ceph-mon[188613]: osdmap e1209: 8 total, 8 up, 8 in 2023-12-20T11:33:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:55 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:33:56.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:56 smithi177 ceph-mon[212096]: osdmap e1210: 8 total, 8 up, 8 in 2023-12-20T11:33:56.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:33:56.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:56 smithi123 ceph-mon[188613]: osdmap e1210: 8 total, 8 up, 8 in 2023-12-20T11:33:56.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:33:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:56 smithi123 ceph-mon[191304]: osdmap e1210: 8 total, 8 up, 8 in 2023-12-20T11:33:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:33:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:57 smithi177 ceph-mon[212096]: pgmap v2268: 553 pgs: 6 unknown, 547 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 5.0 KiB/s wr, 107 op/s 2023-12-20T11:33:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:57 smithi177 ceph-mon[212096]: osdmap e1211: 8 total, 8 up, 8 in 2023-12-20T11:33:57.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:57 smithi123 ceph-mon[191304]: pgmap v2268: 553 pgs: 6 unknown, 547 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 5.0 KiB/s wr, 107 op/s 2023-12-20T11:33:57.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:57 smithi123 ceph-mon[191304]: osdmap e1211: 8 total, 8 up, 8 in 2023-12-20T11:33:57.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:57 smithi123 ceph-mon[188613]: pgmap v2268: 553 pgs: 6 unknown, 547 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 5.0 KiB/s wr, 107 op/s 2023-12-20T11:33:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:57 smithi123 ceph-mon[188613]: osdmap e1211: 8 total, 8 up, 8 in 2023-12-20T11:33:58.125 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.126 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-14/image96 2023-12-20T11:33:58.126 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-14/image96 2023-12-20T11:33:58.126 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-14/image96 2023-12-20T11:33:58.126 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.126 INFO:tasks.workunit.client.0.smithi123.stdout:num children is: 1 2023-12-20T11:33:58.126 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 1 2023-12-20T11:33:58.126 INFO:tasks.workunit.client.0.smithi123.stdout:child: image96 2023-12-20T11:33:58.126 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-14/image96/b5cdeddaadb 2023-12-20T11:33:58.126 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.126 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.126 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-14/image96 2023-12-20T11:33:58.126 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.126 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-14/image96 2023-12-20T11:33:58.127 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-14/image96 2023-12-20T11:33:58.127 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.127 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.127 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.127 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.127 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.127 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.127 INFO:tasks.workunit.client.0.smithi123.stdout:num children is: 2 2023-12-20T11:33:58.127 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 2 2023-12-20T11:33:58.127 INFO:tasks.workunit.client.0.smithi123.stdout:child: image97 2023-12-20T11:33:58.127 INFO:tasks.workunit.client.0.smithi123.stdout:child: image96 2023-12-20T11:33:58.127 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-14/image96/b5cdeddaadb 2023-12-20T11:33:58.127 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.127 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-13/image97/b5cdb6b638d4 2023-12-20T11:33:58.127 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.127 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.128 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-14/image96 2023-12-20T11:33:58.128 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.128 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-14/image96 2023-12-20T11:33:58.128 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-14/image96 2023-12-20T11:33:58.128 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.128 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.128 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.128 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.128 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.128 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.128 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.128 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-14/image98 2023-12-20T11:33:58.128 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.128 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-14/image96 2023-12-20T11:33:58.128 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-14/image98 2023-12-20T11:33:58.128 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-14/image98 2023-12-20T11:33:58.129 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.129 INFO:tasks.workunit.client.0.smithi123.stdout:num children is: 3 2023-12-20T11:33:58.129 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 3 2023-12-20T11:33:58.129 INFO:tasks.workunit.client.0.smithi123.stdout:child: image97 2023-12-20T11:33:58.129 INFO:tasks.workunit.client.0.smithi123.stdout:child: image96 2023-12-20T11:33:58.129 INFO:tasks.workunit.client.0.smithi123.stdout:child: image98 2023-12-20T11:33:58.129 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-14/image96/b5cdeddaadb 2023-12-20T11:33:58.129 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.129 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-13/image97/b5cdb6b638d4 2023-12-20T11:33:58.129 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.129 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-14/image98/b5cd9c27c4bf 2023-12-20T11:33:58.129 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.129 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.129 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-14/image96 2023-12-20T11:33:58.129 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.129 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-14/image96 2023-12-20T11:33:58.130 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-14/image96 2023-12-20T11:33:58.130 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.130 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.130 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.130 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.130 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.130 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.130 INFO:tasks.workunit.client.0.smithi123.stdout:num children is: 3 2023-12-20T11:33:58.130 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 3 2023-12-20T11:33:58.130 INFO:tasks.workunit.client.0.smithi123.stdout:child: image97 2023-12-20T11:33:58.130 INFO:tasks.workunit.client.0.smithi123.stdout:child: image96 2023-12-20T11:33:58.130 INFO:tasks.workunit.client.0.smithi123.stdout:child: image98 2023-12-20T11:33:58.130 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-14/image96/b5cdeddaadb 2023-12-20T11:33:58.131 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.131 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-13/image97/b5cdb6b638d4 2023-12-20T11:33:58.131 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.131 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-14/image98/b5cd9c27c4bf 2023-12-20T11:33:58.131 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.131 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.131 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-14/image96 2023-12-20T11:33:58.131 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.131 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-14/image96 2023-12-20T11:33:58.131 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-14/image96 2023-12-20T11:33:58.131 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.131 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.131 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.131 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.131 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.131 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.132 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.132 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-14/image99 2023-12-20T11:33:58.132 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.132 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-14/image96 2023-12-20T11:33:58.132 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-14/image99 2023-12-20T11:33:58.132 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-14/image99 2023-12-20T11:33:58.132 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.132 INFO:tasks.workunit.client.0.smithi123.stdout:num children is: 4 2023-12-20T11:33:58.132 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 4 2023-12-20T11:33:58.132 INFO:tasks.workunit.client.0.smithi123.stdout:child: image97 2023-12-20T11:33:58.132 INFO:tasks.workunit.client.0.smithi123.stdout:child: image96 2023-12-20T11:33:58.132 INFO:tasks.workunit.client.0.smithi123.stdout:child: image98 2023-12-20T11:33:58.132 INFO:tasks.workunit.client.0.smithi123.stdout:child: image99 2023-12-20T11:33:58.132 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-14/image96/b5cdeddaadb 2023-12-20T11:33:58.132 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.132 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-13/image97/b5cdb6b638d4 2023-12-20T11:33:58.133 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.133 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-14/image98/b5cd9c27c4bf 2023-12-20T11:33:58.133 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.133 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-14/image99/b5cd2a769e89 2023-12-20T11:33:58.133 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.133 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.133 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-14/image96 2023-12-20T11:33:58.133 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.133 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-14/image96 2023-12-20T11:33:58.133 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-14/image96 2023-12-20T11:33:58.133 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.133 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.134 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.134 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.134 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.134 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.134 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.134 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-14/image98 2023-12-20T11:33:58.134 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.134 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-14/image96 2023-12-20T11:33:58.134 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-14/image98 2023-12-20T11:33:58.134 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-14/image98 2023-12-20T11:33:58.134 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.134 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.134 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-14/image99 2023-12-20T11:33:58.134 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.712 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-14/image96 2023-12-20T11:33:58.712 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-14/image98 2023-12-20T11:33:58.712 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-14/image99 2023-12-20T11:33:58.712 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-14/image99 2023-12-20T11:33:58.712 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.712 INFO:tasks.workunit.client.0.smithi123.stdout:num children is: 4 2023-12-20T11:33:58.712 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 4 2023-12-20T11:33:58.712 INFO:tasks.workunit.client.0.smithi123.stdout:child: image97 2023-12-20T11:33:58.712 INFO:tasks.workunit.client.0.smithi123.stdout:child: image96 2023-12-20T11:33:58.712 INFO:tasks.workunit.client.0.smithi123.stdout:child: image98 2023-12-20T11:33:58.712 INFO:tasks.workunit.client.0.smithi123.stdout:child: image99 2023-12-20T11:33:58.712 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-14/image96/b5cdeddaadb 2023-12-20T11:33:58.712 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.713 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-13/image97/b5cdb6b638d4 2023-12-20T11:33:58.713 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.713 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-14/image98/b5cd9c27c4bf 2023-12-20T11:33:58.713 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.713 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-14/image99/b5cd2a769e89 2023-12-20T11:33:58.713 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.713 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.713 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.713 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.713 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.713 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.713 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.713 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-14/image98 2023-12-20T11:33:58.714 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.714 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-14/image98 2023-12-20T11:33:58.714 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-14/image98 2023-12-20T11:33:58.714 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.714 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.714 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-14/image99 2023-12-20T11:33:58.714 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.714 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-14/image98 2023-12-20T11:33:58.714 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-14/image99 2023-12-20T11:33:58.714 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-14/image99 2023-12-20T11:33:58.714 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.714 INFO:tasks.workunit.client.0.smithi123.stdout:num children is: 3 2023-12-20T11:33:58.714 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 3 2023-12-20T11:33:58.714 INFO:tasks.workunit.client.0.smithi123.stdout:child: image97 2023-12-20T11:33:58.714 INFO:tasks.workunit.client.0.smithi123.stdout:child: image98 2023-12-20T11:33:58.715 INFO:tasks.workunit.client.0.smithi123.stdout:child: image99 2023-12-20T11:33:58.715 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-13/image97/b5cdb6b638d4 2023-12-20T11:33:58.715 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.715 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-14/image98/b5cd9c27c4bf 2023-12-20T11:33:58.715 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.715 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-14/image99/b5cd2a769e89 2023-12-20T11:33:58.715 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.715 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.715 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.715 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.715 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.715 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.715 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.715 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-14/image99 2023-12-20T11:33:58.715 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.716 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-14/image99 2023-12-20T11:33:58.716 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-14/image99 2023-12-20T11:33:58.716 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.716 INFO:tasks.workunit.client.0.smithi123.stdout:num children is: 2 2023-12-20T11:33:58.716 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 2 2023-12-20T11:33:58.716 INFO:tasks.workunit.client.0.smithi123.stdout:child: image97 2023-12-20T11:33:58.716 INFO:tasks.workunit.client.0.smithi123.stdout:child: image99 2023-12-20T11:33:58.716 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-13/image97/b5cdb6b638d4 2023-12-20T11:33:58.716 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.716 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-14/image99/b5cd2a769e89 2023-12-20T11:33:58.716 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.716 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.716 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.716 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.716 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-13/image97 2023-12-20T11:33:58.716 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.717 INFO:tasks.workunit.client.0.smithi123.stdout:num children is: 1 2023-12-20T11:33:58.717 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 1 2023-12-20T11:33:58.717 INFO:tasks.workunit.client.0.smithi123.stdout:child: image97 2023-12-20T11:33:58.717 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-13/image97/b5cdb6b638d4 2023-12-20T11:33:58.717 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:33:58.717 INFO:tasks.workunit.client.0.smithi123.stdout:num children is: 0 2023-12-20T11:33:58.717 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 0 2023-12-20T11:33:58.717 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.ListChildren (9952 ms) 2023-12-20T11:33:58.717 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2023-12-20T11:33:58.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:58 smithi177 ceph-mon[212096]: osdmap e1212: 8 total, 8 up, 8 in 2023-12-20T11:33:58.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:58 smithi123 ceph-mon[191304]: osdmap e1212: 8 total, 8 up, 8 in 2023-12-20T11:33:58.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:58 smithi123 ceph-mon[188613]: osdmap e1212: 8 total, 8 up, 8 in 2023-12-20T11:33:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:33:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:33:59] "GET /metrics HTTP/1.1" 200 67654 "" "Prometheus/2.43.0" 2023-12-20T11:33:59.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:59 smithi177 ceph-mon[212096]: pgmap v2271: 553 pgs: 553 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 2.5 KiB/s wr, 43 op/s 2023-12-20T11:33:59.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:33:59 smithi177 ceph-mon[212096]: osdmap e1213: 8 total, 8 up, 8 in 2023-12-20T11:33:59.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:59 smithi123 ceph-mon[191304]: pgmap v2271: 553 pgs: 553 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 2.5 KiB/s wr, 43 op/s 2023-12-20T11:33:59.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:33:59 smithi123 ceph-mon[191304]: osdmap e1213: 8 total, 8 up, 8 in 2023-12-20T11:33:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:59 smithi123 ceph-mon[188613]: pgmap v2271: 553 pgs: 553 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 2.5 KiB/s wr, 43 op/s 2023-12-20T11:33:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:33:59 smithi123 ceph-mon[188613]: osdmap e1213: 8 total, 8 up, 8 in 2023-12-20T11:34:00.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:00 smithi177 ceph-mon[212096]: osdmap e1214: 8 total, 8 up, 8 in 2023-12-20T11:34:00.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:00 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4027257952' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:34:00.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:00 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:34:00.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:00 smithi123 ceph-mon[188613]: osdmap e1214: 8 total, 8 up, 8 in 2023-12-20T11:34:00.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:00 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4027257952' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:34:00.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:00 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:34:00.996 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:00 smithi123 ceph-mon[191304]: osdmap e1214: 8 total, 8 up, 8 in 2023-12-20T11:34:00.996 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:00 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4027257952' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:34:00.996 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:00 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:34:01.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:01 smithi177 ceph-mon[212096]: pgmap v2274: 585 pgs: 32 unknown, 553 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 4.2 KiB/s wr, 216 op/s 2023-12-20T11:34:01.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:01 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:34:01.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:01 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-15","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:34:01.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:01 smithi177 ceph-mon[212096]: osdmap e1215: 8 total, 8 up, 8 in 2023-12-20T11:34:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:01 smithi123 ceph-mon[191304]: pgmap v2274: 585 pgs: 32 unknown, 553 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 4.2 KiB/s wr, 216 op/s 2023-12-20T11:34:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:01 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:34:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:01 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-15","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:34:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:01 smithi123 ceph-mon[191304]: osdmap e1215: 8 total, 8 up, 8 in 2023-12-20T11:34:01.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:01 smithi123 ceph-mon[188613]: pgmap v2274: 585 pgs: 32 unknown, 553 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 4.2 KiB/s wr, 216 op/s 2023-12-20T11:34:01.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:01 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:34:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:01 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-15","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:34:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:01 smithi123 ceph-mon[188613]: osdmap e1215: 8 total, 8 up, 8 in 2023-12-20T11:34:02.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:02 smithi177 ceph-mon[212096]: osdmap e1216: 8 total, 8 up, 8 in 2023-12-20T11:34:02.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:02 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3410446737' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:34:02.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:34:02.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:02 smithi123 ceph-mon[188613]: osdmap e1216: 8 total, 8 up, 8 in 2023-12-20T11:34:02.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:02 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3410446737' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:34:02.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:34:02.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:02 smithi123 ceph-mon[191304]: osdmap e1216: 8 total, 8 up, 8 in 2023-12-20T11:34:02.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:02 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3410446737' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:34:02.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:34:03.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:03 smithi177 ceph-mon[212096]: pgmap v2277: 617 pgs: 52 unknown, 565 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 11 KiB/s wr, 628 op/s 2023-12-20T11:34:03.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:03 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3410446737' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-16","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:34:03.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:03 smithi177 ceph-mon[212096]: osdmap e1217: 8 total, 8 up, 8 in 2023-12-20T11:34:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:03 smithi177 ceph-mon[212096]: osdmap e1218: 8 total, 8 up, 8 in 2023-12-20T11:34:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:03 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/165505485' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:34:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:03 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:34:03.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:03 smithi123 ceph-mon[188613]: pgmap v2277: 617 pgs: 52 unknown, 565 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 11 KiB/s wr, 628 op/s 2023-12-20T11:34:03.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:03 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3410446737' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-16","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:34:03.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:03 smithi123 ceph-mon[188613]: osdmap e1217: 8 total, 8 up, 8 in 2023-12-20T11:34:03.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:03 smithi123 ceph-mon[188613]: osdmap e1218: 8 total, 8 up, 8 in 2023-12-20T11:34:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:03 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/165505485' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:34:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:03 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:34:03.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:03 smithi123 ceph-mon[191304]: pgmap v2277: 617 pgs: 52 unknown, 565 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 11 KiB/s wr, 628 op/s 2023-12-20T11:34:03.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:03 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3410446737' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-16","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:34:03.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:03 smithi123 ceph-mon[191304]: osdmap e1217: 8 total, 8 up, 8 in 2023-12-20T11:34:03.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:03 smithi123 ceph-mon[191304]: osdmap e1218: 8 total, 8 up, 8 in 2023-12-20T11:34:03.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:03 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/165505485' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:34:03.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:03 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:34:05.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:05 smithi177 ceph-mon[212096]: pgmap v2280: 649 pgs: 2 creating+peering, 41 unknown, 606 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 393 KiB/s rd, 10 KiB/s wr, 479 op/s 2023-12-20T11:34:05.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:05 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-17","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:34:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:05 smithi177 ceph-mon[212096]: osdmap e1219: 8 total, 8 up, 8 in 2023-12-20T11:34:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:05 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3140216423' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi123-241547-15", "tierpool":"test-librbd-smithi123-241547-17", "force_nonempty":""}]: dispatch 2023-12-20T11:34:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:05 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi123-241547-15", "tierpool":"test-librbd-smithi123-241547-17", "force_nonempty":""}]: dispatch 2023-12-20T11:34:05.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:05 smithi123 ceph-mon[191304]: pgmap v2280: 649 pgs: 2 creating+peering, 41 unknown, 606 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 393 KiB/s rd, 10 KiB/s wr, 479 op/s 2023-12-20T11:34:05.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:05 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-17","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:34:05.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:05 smithi123 ceph-mon[191304]: osdmap e1219: 8 total, 8 up, 8 in 2023-12-20T11:34:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:05 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3140216423' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi123-241547-15", "tierpool":"test-librbd-smithi123-241547-17", "force_nonempty":""}]: dispatch 2023-12-20T11:34:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:05 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi123-241547-15", "tierpool":"test-librbd-smithi123-241547-17", "force_nonempty":""}]: dispatch 2023-12-20T11:34:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:05 smithi123 ceph-mon[188613]: pgmap v2280: 649 pgs: 2 creating+peering, 41 unknown, 606 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 393 KiB/s rd, 10 KiB/s wr, 479 op/s 2023-12-20T11:34:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:05 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-17","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:34:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:05 smithi123 ceph-mon[188613]: osdmap e1219: 8 total, 8 up, 8 in 2023-12-20T11:34:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:05 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3140216423' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi123-241547-15", "tierpool":"test-librbd-smithi123-241547-17", "force_nonempty":""}]: dispatch 2023-12-20T11:34:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:05 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi123-241547-15", "tierpool":"test-librbd-smithi123-241547-17", "force_nonempty":""}]: dispatch 2023-12-20T11:34:06.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:06 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi123-241547-15", "tierpool":"test-librbd-smithi123-241547-17", "force_nonempty":""}]': finished 2023-12-20T11:34:06.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:06 smithi177 ceph-mon[212096]: osdmap e1220: 8 total, 8 up, 8 in 2023-12-20T11:34:06.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:06 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3140216423' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi123-241547-17", "mode":"writeback"}]: dispatch 2023-12-20T11:34:06.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:06 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi123-241547-17", "mode":"writeback"}]: dispatch 2023-12-20T11:34:06.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:06 smithi177 ceph-mon[212096]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2023-12-20T11:34:06.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:06 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi123-241547-17", "mode":"writeback"}]': finished 2023-12-20T11:34:06.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:06 smithi177 ceph-mon[212096]: osdmap e1221: 8 total, 8 up, 8 in 2023-12-20T11:34:06.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:06 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3140216423' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi123-241547-15", "overlaypool":"test-librbd-smithi123-241547-17"}]: dispatch 2023-12-20T11:34:06.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:06 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi123-241547-15", "overlaypool":"test-librbd-smithi123-241547-17"}]: dispatch 2023-12-20T11:34:06.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:06 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi123-241547-15", "tierpool":"test-librbd-smithi123-241547-17", "force_nonempty":""}]': finished 2023-12-20T11:34:06.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:06 smithi123 ceph-mon[188613]: osdmap e1220: 8 total, 8 up, 8 in 2023-12-20T11:34:06.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:06 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3140216423' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi123-241547-17", "mode":"writeback"}]: dispatch 2023-12-20T11:34:06.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:06 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi123-241547-17", "mode":"writeback"}]: dispatch 2023-12-20T11:34:06.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:06 smithi123 ceph-mon[188613]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2023-12-20T11:34:06.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:06 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi123-241547-17", "mode":"writeback"}]': finished 2023-12-20T11:34:06.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:06 smithi123 ceph-mon[188613]: osdmap e1221: 8 total, 8 up, 8 in 2023-12-20T11:34:06.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:06 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3140216423' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi123-241547-15", "overlaypool":"test-librbd-smithi123-241547-17"}]: dispatch 2023-12-20T11:34:06.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:06 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi123-241547-15", "overlaypool":"test-librbd-smithi123-241547-17"}]: dispatch 2023-12-20T11:34:06.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:06 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi123-241547-15", "tierpool":"test-librbd-smithi123-241547-17", "force_nonempty":""}]': finished 2023-12-20T11:34:06.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:06 smithi123 ceph-mon[191304]: osdmap e1220: 8 total, 8 up, 8 in 2023-12-20T11:34:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:06 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3140216423' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi123-241547-17", "mode":"writeback"}]: dispatch 2023-12-20T11:34:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:06 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi123-241547-17", "mode":"writeback"}]: dispatch 2023-12-20T11:34:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:06 smithi123 ceph-mon[191304]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2023-12-20T11:34:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:06 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi123-241547-17", "mode":"writeback"}]': finished 2023-12-20T11:34:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:06 smithi123 ceph-mon[191304]: osdmap e1221: 8 total, 8 up, 8 in 2023-12-20T11:34:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:06 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3140216423' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi123-241547-15", "overlaypool":"test-librbd-smithi123-241547-17"}]: dispatch 2023-12-20T11:34:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:06 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi123-241547-15", "overlaypool":"test-librbd-smithi123-241547-17"}]: dispatch 2023-12-20T11:34:07.598 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:07.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:07 smithi177 ceph-mon[212096]: pgmap v2283: 649 pgs: 2 creating+peering, 15 unknown, 632 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 2.2 KiB/s wr, 57 op/s 2023-12-20T11:34:07.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:07 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:34:07.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:07 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi123-241547-15", "overlaypool":"test-librbd-smithi123-241547-17"}]': finished 2023-12-20T11:34:07.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:07 smithi177 ceph-mon[212096]: osdmap e1222: 8 total, 8 up, 8 in 2023-12-20T11:34:07.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:07 smithi123 ceph-mon[191304]: pgmap v2283: 649 pgs: 2 creating+peering, 15 unknown, 632 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 2.2 KiB/s wr, 57 op/s 2023-12-20T11:34:07.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:07 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:34:07.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:07 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi123-241547-15", "overlaypool":"test-librbd-smithi123-241547-17"}]': finished 2023-12-20T11:34:07.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:07 smithi123 ceph-mon[191304]: osdmap e1222: 8 total, 8 up, 8 in 2023-12-20T11:34:07.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:07 smithi123 ceph-mon[188613]: pgmap v2283: 649 pgs: 2 creating+peering, 15 unknown, 632 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 2.2 KiB/s wr, 57 op/s 2023-12-20T11:34:07.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:07 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:34:07.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:07 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi123-241547-15", "overlaypool":"test-librbd-smithi123-241547-17"}]': finished 2023-12-20T11:34:07.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:07 smithi123 ceph-mon[188613]: osdmap e1222: 8 total, 8 up, 8 in 2023-12-20T11:34:09.096 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:34:09.401 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:34:09.401 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (42m) 9m ago 45m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:34:09.401 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (42m) 7m ago 45m 92.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:34:09.401 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (46m) 9m ago 46m 21.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:34:09.402 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (46m) 7m ago 46m 26.9M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:34:09.402 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (42m) 7m ago 49m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:34:09.402 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (42m) 9m ago 50m 546M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:34:09.402 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (42m) 9m ago 50m 285M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:34:09.402 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (41m) 7m ago 49m 158M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:34:09.402 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (41m) 9m ago 49m 172M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:34:09.402 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (42m) 9m ago 45m 19.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:34:09.403 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (42m) 7m ago 45m 19.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:34:09.403 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (41m) 9m ago 48m 1905M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:34:09.403 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (40m) 9m ago 48m 2135M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:34:09.403 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (40m) 9m ago 48m 2181M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:34:09.403 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (39m) 9m ago 48m 1932M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:34:09.403 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (39m) 7m ago 47m 1419M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:34:09.403 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (38m) 7m ago 47m 1582M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:34:09.404 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (38m) 7m ago 47m 1235M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:34:09.404 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (37m) 7m ago 46m 1635M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:34:09.404 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (42m) 7m ago 46m 87.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:34:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:34:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:34:09] "GET /metrics HTTP/1.1" 200 67654 "" "Prometheus/2.43.0" 2023-12-20T11:34:09.821 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:34:09.821 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:34:09.821 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:34:09.821 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:34:09.821 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:34:09.821 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:34:09.821 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:34:09.822 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:34:09.822 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:34:09.822 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:34:09.822 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:34:09.822 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:34:09.822 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:34:09.822 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:34:09.822 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:34:09.822 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:34:09.822 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:34:09.822 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:34:09.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:09 smithi177 ceph-mon[212096]: pgmap v2286: 649 pgs: 2 creating+peering, 6 unknown, 641 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:34:09.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:09 smithi177 ceph-mon[212096]: osdmap e1223: 8 total, 8 up, 8 in 2023-12-20T11:34:09.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:09 smithi123 ceph-mon[191304]: pgmap v2286: 649 pgs: 2 creating+peering, 6 unknown, 641 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:34:09.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:09 smithi123 ceph-mon[191304]: osdmap e1223: 8 total, 8 up, 8 in 2023-12-20T11:34:09.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:09 smithi123 ceph-mon[188613]: pgmap v2286: 649 pgs: 2 creating+peering, 6 unknown, 641 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:34:09.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:09 smithi123 ceph-mon[188613]: osdmap e1223: 8 total, 8 up, 8 in 2023-12-20T11:34:10.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:10 smithi177 ceph-mon[212096]: from='client.46745 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:34:10.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:10 smithi177 ceph-mon[212096]: from='client.36807 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:34:10.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:10 smithi177 ceph-mon[212096]: osdmap e1224: 8 total, 8 up, 8 in 2023-12-20T11:34:10.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:10 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3262356539' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:34:10.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:10 smithi123 ceph-mon[191304]: from='client.46745 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:34:10.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:10 smithi123 ceph-mon[191304]: from='client.36807 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:34:10.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:10 smithi123 ceph-mon[191304]: osdmap e1224: 8 total, 8 up, 8 in 2023-12-20T11:34:10.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:10 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3262356539' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:34:10.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:10 smithi123 ceph-mon[188613]: from='client.46745 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:34:10.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:10 smithi123 ceph-mon[188613]: from='client.36807 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:34:10.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:10 smithi123 ceph-mon[188613]: osdmap e1224: 8 total, 8 up, 8 in 2023-12-20T11:34:10.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:10 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3262356539' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:34:11.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:11 smithi177 ceph-mon[212096]: pgmap v2289: 649 pgs: 649 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:34:11.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:11 smithi177 ceph-mon[212096]: osdmap e1225: 8 total, 8 up, 8 in 2023-12-20T11:34:11.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:34:11.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:34:11.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:11 smithi123 ceph-mon[191304]: pgmap v2289: 649 pgs: 649 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:34:11.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:11 smithi123 ceph-mon[191304]: osdmap e1225: 8 total, 8 up, 8 in 2023-12-20T11:34:11.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:34:11.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:34:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:11 smithi123 ceph-mon[188613]: pgmap v2289: 649 pgs: 649 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:34:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:11 smithi123 ceph-mon[188613]: osdmap e1225: 8 total, 8 up, 8 in 2023-12-20T11:34:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:34:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:34:12.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:12 smithi177 ceph-mon[212096]: osdmap e1226: 8 total, 8 up, 8 in 2023-12-20T11:34:12.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.c", "id": [7, 4]}]: dispatch 2023-12-20T11:34:12.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.14", "id": [7, 1]}]: dispatch 2023-12-20T11:34:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.0", "id": [1, 6]}]: dispatch 2023-12-20T11:34:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.3", "id": [4, 5]}]: dispatch 2023-12-20T11:34:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.12", "id": [0, 5]}]: dispatch 2023-12-20T11:34:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.14", "id": [3, 6]}]: dispatch 2023-12-20T11:34:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]: dispatch 2023-12-20T11:34:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 3]}]: dispatch 2023-12-20T11:34:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 4]}]: dispatch 2023-12-20T11:34:12.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:12 smithi123 ceph-mon[191304]: osdmap e1226: 8 total, 8 up, 8 in 2023-12-20T11:34:12.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.c", "id": [7, 4]}]: dispatch 2023-12-20T11:34:12.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.14", "id": [7, 1]}]: dispatch 2023-12-20T11:34:12.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.0", "id": [1, 6]}]: dispatch 2023-12-20T11:34:12.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.3", "id": [4, 5]}]: dispatch 2023-12-20T11:34:12.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.12", "id": [0, 5]}]: dispatch 2023-12-20T11:34:12.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.14", "id": [3, 6]}]: dispatch 2023-12-20T11:34:12.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]: dispatch 2023-12-20T11:34:12.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 3]}]: dispatch 2023-12-20T11:34:12.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 4]}]: dispatch 2023-12-20T11:34:12.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:12 smithi123 ceph-mon[188613]: osdmap e1226: 8 total, 8 up, 8 in 2023-12-20T11:34:12.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.c", "id": [7, 4]}]: dispatch 2023-12-20T11:34:12.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.14", "id": [7, 1]}]: dispatch 2023-12-20T11:34:12.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.0", "id": [1, 6]}]: dispatch 2023-12-20T11:34:12.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.3", "id": [4, 5]}]: dispatch 2023-12-20T11:34:12.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.12", "id": [0, 5]}]: dispatch 2023-12-20T11:34:12.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.14", "id": [3, 6]}]: dispatch 2023-12-20T11:34:12.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]: dispatch 2023-12-20T11:34:12.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 3]}]: dispatch 2023-12-20T11:34:12.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 4]}]: dispatch 2023-12-20T11:34:13.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:13 smithi177 ceph-mon[212096]: pgmap v2292: 649 pgs: 649 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.0 KiB/s wr, 38 op/s 2023-12-20T11:34:13.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.c", "id": [7, 4]}]': finished 2023-12-20T11:34:13.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.14", "id": [7, 1]}]': finished 2023-12-20T11:34:13.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.0", "id": [1, 6]}]': finished 2023-12-20T11:34:13.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.3", "id": [4, 5]}]': finished 2023-12-20T11:34:13.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.12", "id": [0, 5]}]': finished 2023-12-20T11:34:13.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.14", "id": [3, 6]}]': finished 2023-12-20T11:34:13.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]': finished 2023-12-20T11:34:13.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 3]}]': finished 2023-12-20T11:34:13.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 4]}]': finished 2023-12-20T11:34:13.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:13 smithi177 ceph-mon[212096]: osdmap e1227: 8 total, 8 up, 8 in 2023-12-20T11:34:13.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:13 smithi123 ceph-mon[191304]: pgmap v2292: 649 pgs: 649 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.0 KiB/s wr, 38 op/s 2023-12-20T11:34:13.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.c", "id": [7, 4]}]': finished 2023-12-20T11:34:13.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.14", "id": [7, 1]}]': finished 2023-12-20T11:34:13.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.0", "id": [1, 6]}]': finished 2023-12-20T11:34:13.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.3", "id": [4, 5]}]': finished 2023-12-20T11:34:13.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.12", "id": [0, 5]}]': finished 2023-12-20T11:34:13.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.14", "id": [3, 6]}]': finished 2023-12-20T11:34:13.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]': finished 2023-12-20T11:34:13.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 3]}]': finished 2023-12-20T11:34:13.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 4]}]': finished 2023-12-20T11:34:13.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:13 smithi123 ceph-mon[191304]: osdmap e1227: 8 total, 8 up, 8 in 2023-12-20T11:34:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:13 smithi123 ceph-mon[188613]: pgmap v2292: 649 pgs: 649 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.0 KiB/s wr, 38 op/s 2023-12-20T11:34:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.c", "id": [7, 4]}]': finished 2023-12-20T11:34:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.14", "id": [7, 1]}]': finished 2023-12-20T11:34:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.0", "id": [1, 6]}]': finished 2023-12-20T11:34:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.3", "id": [4, 5]}]': finished 2023-12-20T11:34:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.12", "id": [0, 5]}]': finished 2023-12-20T11:34:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.14", "id": [3, 6]}]': finished 2023-12-20T11:34:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]': finished 2023-12-20T11:34:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 3]}]': finished 2023-12-20T11:34:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 4]}]': finished 2023-12-20T11:34:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:13 smithi123 ceph-mon[188613]: osdmap e1227: 8 total, 8 up, 8 in 2023-12-20T11:34:14.112 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.112 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-16/image101 2023-12-20T11:34:14.112 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-16/image101 2023-12-20T11:34:14.112 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-16/image101 2023-12-20T11:34:14.112 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.112 INFO:tasks.workunit.client.0.smithi123.stdout:num children is: 1 2023-12-20T11:34:14.112 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 1 2023-12-20T11:34:14.112 INFO:tasks.workunit.client.0.smithi123.stdout:child: image101 2023-12-20T11:34:14.112 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-16/image101/b5cd434aa4c2 2023-12-20T11:34:14.112 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.112 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.112 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-16/image101 2023-12-20T11:34:14.112 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:14.112 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-16/image101 2023-12-20T11:34:14.113 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-16/image101 2023-12-20T11:34:14.113 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.113 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.113 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:14.113 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:14.113 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:14.113 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.113 INFO:tasks.workunit.client.0.smithi123.stdout:num children is: 2 2023-12-20T11:34:14.113 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 2 2023-12-20T11:34:14.113 INFO:tasks.workunit.client.0.smithi123.stdout:child: image102 2023-12-20T11:34:14.113 INFO:tasks.workunit.client.0.smithi123.stdout:child: image101 2023-12-20T11:34:14.113 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-16/image101/b5cd434aa4c2 2023-12-20T11:34:14.113 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.113 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-15/image102/b5cd462e3a54 2023-12-20T11:34:14.114 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.114 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.114 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-16/image101 2023-12-20T11:34:14.114 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:14.114 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-16/image101 2023-12-20T11:34:14.114 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-16/image101 2023-12-20T11:34:14.114 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.114 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.114 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:14.114 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:14.114 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:14.114 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.114 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.114 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-16/image103 2023-12-20T11:34:14.114 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:14.114 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-16/image101 2023-12-20T11:34:14.115 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-16/image103 2023-12-20T11:34:14.115 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-16/image103 2023-12-20T11:34:14.115 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.115 INFO:tasks.workunit.client.0.smithi123.stdout:num children is: 3 2023-12-20T11:34:14.115 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 3 2023-12-20T11:34:14.115 INFO:tasks.workunit.client.0.smithi123.stdout:child: image102 2023-12-20T11:34:14.115 INFO:tasks.workunit.client.0.smithi123.stdout:child: image101 2023-12-20T11:34:14.115 INFO:tasks.workunit.client.0.smithi123.stdout:child: image103 2023-12-20T11:34:14.115 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-16/image101/b5cd434aa4c2 2023-12-20T11:34:14.115 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.115 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-15/image102/b5cd462e3a54 2023-12-20T11:34:14.115 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.115 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-16/image103/b5cd13351aa5 2023-12-20T11:34:14.115 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.115 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.116 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-16/image101 2023-12-20T11:34:14.116 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:14.116 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-16/image101 2023-12-20T11:34:14.116 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-16/image101 2023-12-20T11:34:14.116 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.116 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.116 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:14.116 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:14.116 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:14.116 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.116 INFO:tasks.workunit.client.0.smithi123.stdout:num children is: 3 2023-12-20T11:34:14.116 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 3 2023-12-20T11:34:14.116 INFO:tasks.workunit.client.0.smithi123.stdout:child: image102 2023-12-20T11:34:14.116 INFO:tasks.workunit.client.0.smithi123.stdout:child: image101 2023-12-20T11:34:14.116 INFO:tasks.workunit.client.0.smithi123.stdout:child: image103 2023-12-20T11:34:14.116 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-16/image101/b5cd434aa4c2 2023-12-20T11:34:14.117 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.117 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-15/image102/b5cd462e3a54 2023-12-20T11:34:14.117 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.117 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-16/image103/b5cd13351aa5 2023-12-20T11:34:14.117 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.117 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.117 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-16/image101 2023-12-20T11:34:14.117 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:14.117 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-16/image101 2023-12-20T11:34:14.117 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-16/image101 2023-12-20T11:34:14.117 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.117 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.117 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:14.117 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:14.117 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:14.118 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.118 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.118 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-16/image104 2023-12-20T11:34:14.118 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:14.118 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-16/image101 2023-12-20T11:34:14.118 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-16/image104 2023-12-20T11:34:14.118 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-16/image104 2023-12-20T11:34:14.118 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.118 INFO:tasks.workunit.client.0.smithi123.stdout:num children is: 4 2023-12-20T11:34:14.118 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 4 2023-12-20T11:34:14.118 INFO:tasks.workunit.client.0.smithi123.stdout:child: image102 2023-12-20T11:34:14.118 INFO:tasks.workunit.client.0.smithi123.stdout:child: image101 2023-12-20T11:34:14.118 INFO:tasks.workunit.client.0.smithi123.stdout:child: image103 2023-12-20T11:34:14.118 INFO:tasks.workunit.client.0.smithi123.stdout:child: image104 2023-12-20T11:34:14.118 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-16/image101/b5cd434aa4c2 2023-12-20T11:34:14.119 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.119 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-15/image102/b5cd462e3a54 2023-12-20T11:34:14.119 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.119 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-16/image103/b5cd13351aa5 2023-12-20T11:34:14.119 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.119 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-16/image104/b5cd817890b 2023-12-20T11:34:14.119 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.119 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.119 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-16/image101 2023-12-20T11:34:14.119 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:14.119 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-16/image101 2023-12-20T11:34:14.119 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-16/image101 2023-12-20T11:34:14.119 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.119 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.119 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:14.119 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:14.120 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:14.120 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.120 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.120 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-16/image103 2023-12-20T11:34:14.120 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:14.120 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-16/image101 2023-12-20T11:34:14.120 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-16/image103 2023-12-20T11:34:14.120 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-16/image103 2023-12-20T11:34:14.120 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.120 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:14.120 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-16/image104 2023-12-20T11:34:14.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:14 smithi123 ceph-mon[191304]: osdmap e1228: 8 total, 8 up, 8 in 2023-12-20T11:34:14.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:14 smithi123 ceph-mon[188613]: osdmap e1228: 8 total, 8 up, 8 in 2023-12-20T11:34:15.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:14 smithi177 ceph-mon[212096]: osdmap e1228: 8 total, 8 up, 8 in 2023-12-20T11:34:15.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:15 smithi123 ceph-mon[191304]: pgmap v2295: 649 pgs: 4 peering, 645 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 4.7 KiB/s wr, 114 op/s 2023-12-20T11:34:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:15 smithi123 ceph-mon[191304]: osdmap e1229: 8 total, 8 up, 8 in 2023-12-20T11:34:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:15 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3140216423' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi123-241547-15"}]: dispatch 2023-12-20T11:34:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:15 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi123-241547-15"}]: dispatch 2023-12-20T11:34:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:15 smithi123 ceph-mon[188613]: pgmap v2295: 649 pgs: 4 peering, 645 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 4.7 KiB/s wr, 114 op/s 2023-12-20T11:34:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:15 smithi123 ceph-mon[188613]: osdmap e1229: 8 total, 8 up, 8 in 2023-12-20T11:34:15.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:15 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3140216423' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi123-241547-15"}]: dispatch 2023-12-20T11:34:15.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:15 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi123-241547-15"}]: dispatch 2023-12-20T11:34:16.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:15 smithi177 ceph-mon[212096]: pgmap v2295: 649 pgs: 4 peering, 645 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 4.7 KiB/s wr, 114 op/s 2023-12-20T11:34:16.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:15 smithi177 ceph-mon[212096]: osdmap e1229: 8 total, 8 up, 8 in 2023-12-20T11:34:16.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:15 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3140216423' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi123-241547-15"}]: dispatch 2023-12-20T11:34:16.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:15 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi123-241547-15"}]: dispatch 2023-12-20T11:34:16.680 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:16.680 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-16/image101 2023-12-20T11:34:16.680 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-16/image103 2023-12-20T11:34:16.681 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-16/image104 2023-12-20T11:34:16.681 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-16/image104 2023-12-20T11:34:16.681 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:16.681 INFO:tasks.workunit.client.0.smithi123.stdout:num children is: 4 2023-12-20T11:34:16.681 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 4 2023-12-20T11:34:16.681 INFO:tasks.workunit.client.0.smithi123.stdout:child: image102 2023-12-20T11:34:16.681 INFO:tasks.workunit.client.0.smithi123.stdout:child: image101 2023-12-20T11:34:16.682 INFO:tasks.workunit.client.0.smithi123.stdout:child: image103 2023-12-20T11:34:16.682 INFO:tasks.workunit.client.0.smithi123.stdout:child: image104 2023-12-20T11:34:16.682 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-16/image101/b5cd434aa4c2 2023-12-20T11:34:16.682 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:16.682 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-15/image102/b5cd462e3a54 2023-12-20T11:34:16.682 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:16.683 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-16/image103/b5cd13351aa5 2023-12-20T11:34:16.683 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:16.683 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-16/image104/b5cd817890b 2023-12-20T11:34:16.683 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:16.683 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:16.683 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:16.684 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:16.684 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:16.684 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:16.684 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:16.684 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-16/image103 2023-12-20T11:34:16.684 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:16.684 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-16/image103 2023-12-20T11:34:16.685 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-16/image103 2023-12-20T11:34:16.685 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:16.685 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:16.685 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-16/image104 2023-12-20T11:34:16.685 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:16.685 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-16/image103 2023-12-20T11:34:16.686 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-16/image104 2023-12-20T11:34:16.686 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-16/image104 2023-12-20T11:34:16.686 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:16.686 INFO:tasks.workunit.client.0.smithi123.stdout:num children is: 3 2023-12-20T11:34:16.686 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 3 2023-12-20T11:34:16.686 INFO:tasks.workunit.client.0.smithi123.stdout:child: image102 2023-12-20T11:34:16.687 INFO:tasks.workunit.client.0.smithi123.stdout:child: image103 2023-12-20T11:34:16.687 INFO:tasks.workunit.client.0.smithi123.stdout:child: image104 2023-12-20T11:34:16.687 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-15/image102/b5cd462e3a54 2023-12-20T11:34:16.687 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:16.687 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-16/image103/b5cd13351aa5 2023-12-20T11:34:16.687 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:16.687 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-16/image104/b5cd817890b 2023-12-20T11:34:16.687 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:16.688 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:16.688 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:16.688 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:16.688 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:16.688 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:16.688 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:16.689 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-16/image104 2023-12-20T11:34:16.689 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:16.689 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-16/image104 2023-12-20T11:34:16.689 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-16/image104 2023-12-20T11:34:16.689 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:16.689 INFO:tasks.workunit.client.0.smithi123.stdout:num children is: 2 2023-12-20T11:34:16.689 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 2 2023-12-20T11:34:16.690 INFO:tasks.workunit.client.0.smithi123.stdout:child: image102 2023-12-20T11:34:16.690 INFO:tasks.workunit.client.0.smithi123.stdout:child: image104 2023-12-20T11:34:16.690 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-15/image102/b5cd462e3a54 2023-12-20T11:34:16.690 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:16.690 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-16/image104/b5cd817890b 2023-12-20T11:34:16.690 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:16.690 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:16.690 INFO:tasks.workunit.client.0.smithi123.stdout:trying to find test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:16.690 INFO:tasks.workunit.client.0.smithi123.stdout:checking test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:16.690 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-15/image102 2023-12-20T11:34:16.690 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:16.690 INFO:tasks.workunit.client.0.smithi123.stdout:num children is: 1 2023-12-20T11:34:16.690 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 1 2023-12-20T11:34:16.690 INFO:tasks.workunit.client.0.smithi123.stdout:child: image102 2023-12-20T11:34:16.691 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-15/image102/b5cd462e3a54 2023-12-20T11:34:16.691 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:34:16.691 INFO:tasks.workunit.client.0.smithi123.stdout:num children is: 0 2023-12-20T11:34:16.691 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 0 2023-12-20T11:34:16.691 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.ListChildrenTiered (17968 ms) 2023-12-20T11:34:16.691 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.LockingPP 2023-12-20T11:34:16.691 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:16.756 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.LockingPP (76 ms) 2023-12-20T11:34:16.756 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.FlushAio 2023-12-20T11:34:16.756 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:16.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:16 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi123-241547-15"}]': finished 2023-12-20T11:34:16.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:16 smithi123 ceph-mon[191304]: osdmap e1230: 8 total, 8 up, 8 in 2023-12-20T11:34:16.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:16 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3140216423' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi123-241547-15", "tierpool":"test-librbd-smithi123-241547-17"}]: dispatch 2023-12-20T11:34:16.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:16 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi123-241547-15", "tierpool":"test-librbd-smithi123-241547-17"}]: dispatch 2023-12-20T11:34:16.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:16 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi123-241547-15"}]': finished 2023-12-20T11:34:16.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:16 smithi123 ceph-mon[188613]: osdmap e1230: 8 total, 8 up, 8 in 2023-12-20T11:34:16.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:16 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3140216423' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi123-241547-15", "tierpool":"test-librbd-smithi123-241547-17"}]: dispatch 2023-12-20T11:34:16.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:16 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi123-241547-15", "tierpool":"test-librbd-smithi123-241547-17"}]: dispatch 2023-12-20T11:34:17.000 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.FlushAio (245 ms) 2023-12-20T11:34:17.001 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.FlushAioPP 2023-12-20T11:34:17.001 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:17.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:16 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi123-241547-15"}]': finished 2023-12-20T11:34:17.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:16 smithi177 ceph-mon[212096]: osdmap e1230: 8 total, 8 up, 8 in 2023-12-20T11:34:17.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:16 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3140216423' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi123-241547-15", "tierpool":"test-librbd-smithi123-241547-17"}]: dispatch 2023-12-20T11:34:17.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:16 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi123-241547-15", "tierpool":"test-librbd-smithi123-241547-17"}]: dispatch 2023-12-20T11:34:17.203 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.FlushAioPP (202 ms) 2023-12-20T11:34:17.203 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.SnapDiff 2023-12-20T11:34:17.203 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:17.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:17 smithi123 ceph-mon[191304]: pgmap v2298: 649 pgs: 4 peering, 645 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 5.7 KiB/s wr, 139 op/s; 0 B/s, 0 objects/s recovering 2023-12-20T11:34:17.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:17 smithi123 ceph-mon[191304]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2023-12-20T11:34:17.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:17 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi123-241547-15", "tierpool":"test-librbd-smithi123-241547-17"}]': finished 2023-12-20T11:34:17.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:17 smithi123 ceph-mon[191304]: osdmap e1231: 8 total, 8 up, 8 in 2023-12-20T11:34:17.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:34:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:17 smithi123 ceph-mon[188613]: pgmap v2298: 649 pgs: 4 peering, 645 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 5.7 KiB/s wr, 139 op/s; 0 B/s, 0 objects/s recovering 2023-12-20T11:34:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:17 smithi123 ceph-mon[188613]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2023-12-20T11:34:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:17 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi123-241547-15", "tierpool":"test-librbd-smithi123-241547-17"}]': finished 2023-12-20T11:34:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:17 smithi123 ceph-mon[188613]: osdmap e1231: 8 total, 8 up, 8 in 2023-12-20T11:34:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:34:18.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:17 smithi177 ceph-mon[212096]: pgmap v2298: 649 pgs: 4 peering, 645 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 5.7 KiB/s wr, 139 op/s; 0 B/s, 0 objects/s recovering 2023-12-20T11:34:18.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:17 smithi177 ceph-mon[212096]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2023-12-20T11:34:18.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:17 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi123-241547-15", "tierpool":"test-librbd-smithi123-241547-17"}]': finished 2023-12-20T11:34:18.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:17 smithi177 ceph-mon[212096]: osdmap e1231: 8 total, 8 up, 8 in 2023-12-20T11:34:18.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:34:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:19 smithi177 ceph-mon[212096]: osdmap e1232: 8 total, 8 up, 8 in 2023-12-20T11:34:19.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:19 smithi177 ceph-mon[212096]: pgmap v2301: 649 pgs: 2 peering, 647 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 372 KiB/s rd, 9.5 KiB/s wr, 456 op/s; 0 B/s, 0 objects/s recovering 2023-12-20T11:34:19.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:19 smithi177 ceph-mon[212096]: osdmap e1233: 8 total, 8 up, 8 in 2023-12-20T11:34:19.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:19 smithi123 ceph-mon[191304]: osdmap e1232: 8 total, 8 up, 8 in 2023-12-20T11:34:19.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:19 smithi123 ceph-mon[191304]: pgmap v2301: 649 pgs: 2 peering, 647 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 372 KiB/s rd, 9.5 KiB/s wr, 456 op/s; 0 B/s, 0 objects/s recovering 2023-12-20T11:34:19.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:19 smithi123 ceph-mon[191304]: osdmap e1233: 8 total, 8 up, 8 in 2023-12-20T11:34:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:19 smithi123 ceph-mon[188613]: osdmap e1232: 8 total, 8 up, 8 in 2023-12-20T11:34:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:19 smithi123 ceph-mon[188613]: pgmap v2301: 649 pgs: 2 peering, 647 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 372 KiB/s rd, 9.5 KiB/s wr, 456 op/s; 0 B/s, 0 objects/s recovering 2023-12-20T11:34:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:19 smithi123 ceph-mon[188613]: osdmap e1233: 8 total, 8 up, 8 in 2023-12-20T11:34:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:34:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:34:19] "GET /metrics HTTP/1.1" 200 74872 "" "Prometheus/2.43.0" 2023-12-20T11:34:20.725 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:34:20.725 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.SnapDiff (3523 ms) 2023-12-20T11:34:20.726 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2023-12-20T11:34:20.726 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:20.747 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (21 ms) 2023-12-20T11:34:20.747 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2023-12-20T11:34:20.747 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:20.774 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (28 ms) 2023-12-20T11:34:20.774 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2023-12-20T11:34:20.774 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:20.791 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.ZeroLengthRead (17 ms) 2023-12-20T11:34:20.792 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2023-12-20T11:34:20.792 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:20.825 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.LargeCacheRead (34 ms) 2023-12-20T11:34:20.825 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestPendingAio 2023-12-20T11:34:20.825 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:20.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:20 smithi177 ceph-mon[212096]: osdmap e1234: 8 total, 8 up, 8 in 2023-12-20T11:34:20.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:20 smithi123 ceph-mon[191304]: osdmap e1234: 8 total, 8 up, 8 in 2023-12-20T11:34:20.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:20 smithi123 ceph-mon[188613]: osdmap e1234: 8 total, 8 up, 8 in 2023-12-20T11:34:21.048 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestPendingAio (223 ms) 2023-12-20T11:34:21.048 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2023-12-20T11:34:21.048 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:21.719 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:21.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:21 smithi177 ceph-mon[212096]: pgmap v2304: 649 pgs: 649 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 523 KiB/s rd, 14 KiB/s wr, 636 op/s; 0 B/s, 0 objects/s recovering 2023-12-20T11:34:21.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:21 smithi177 ceph-mon[212096]: osdmap e1235: 8 total, 8 up, 8 in 2023-12-20T11:34:21.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:21 smithi123 ceph-mon[191304]: pgmap v2304: 649 pgs: 649 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 523 KiB/s rd, 14 KiB/s wr, 636 op/s; 0 B/s, 0 objects/s recovering 2023-12-20T11:34:21.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:21 smithi123 ceph-mon[191304]: osdmap e1235: 8 total, 8 up, 8 in 2023-12-20T11:34:21.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:21 smithi123 ceph-mon[188613]: pgmap v2304: 649 pgs: 649 active+clean; 135 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 523 KiB/s rd, 14 KiB/s wr, 636 op/s; 0 B/s, 0 objects/s recovering 2023-12-20T11:34:21.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:21 smithi123 ceph-mon[188613]: osdmap e1235: 8 total, 8 up, 8 in 2023-12-20T11:34:22.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:22 smithi177 ceph-mon[212096]: osdmap e1236: 8 total, 8 up, 8 in 2023-12-20T11:34:22.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:22 smithi123 ceph-mon[191304]: osdmap e1236: 8 total, 8 up, 8 in 2023-12-20T11:34:22.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:22 smithi123 ceph-mon[188613]: osdmap e1236: 8 total, 8 up, 8 in 2023-12-20T11:34:23.649 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2600 ms) 2023-12-20T11:34:23.649 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2023-12-20T11:34:23.649 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:23.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:23 smithi177 ceph-mon[212096]: pgmap v2307: 649 pgs: 649 active+clean; 137 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 265 KiB/s rd, 145 KiB/s wr, 477 op/s; 0 B/s, 0 objects/s recovering 2023-12-20T11:34:23.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:23 smithi177 ceph-mon[212096]: osdmap e1237: 8 total, 8 up, 8 in 2023-12-20T11:34:23.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:23 smithi177 ceph-mon[212096]: osdmap e1238: 8 total, 8 up, 8 in 2023-12-20T11:34:23.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:23 smithi123 ceph-mon[191304]: pgmap v2307: 649 pgs: 649 active+clean; 137 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 265 KiB/s rd, 145 KiB/s wr, 477 op/s; 0 B/s, 0 objects/s recovering 2023-12-20T11:34:23.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:23 smithi123 ceph-mon[191304]: osdmap e1237: 8 total, 8 up, 8 in 2023-12-20T11:34:23.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:23 smithi123 ceph-mon[191304]: osdmap e1238: 8 total, 8 up, 8 in 2023-12-20T11:34:23.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:23 smithi123 ceph-mon[188613]: pgmap v2307: 649 pgs: 649 active+clean; 137 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 265 KiB/s rd, 145 KiB/s wr, 477 op/s; 0 B/s, 0 objects/s recovering 2023-12-20T11:34:23.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:23 smithi123 ceph-mon[188613]: osdmap e1237: 8 total, 8 up, 8 in 2023-12-20T11:34:23.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:23 smithi123 ceph-mon[188613]: osdmap e1238: 8 total, 8 up, 8 in 2023-12-20T11:34:24.753 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:25.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:25 smithi177 ceph-mon[212096]: pgmap v2310: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 759 KiB/s rd, 727 KiB/s wr, 523 op/s 2023-12-20T11:34:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:25 smithi177 ceph-mon[212096]: osdmap e1239: 8 total, 8 up, 8 in 2023-12-20T11:34:25.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:25 smithi123 ceph-mon[191304]: pgmap v2310: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 759 KiB/s rd, 727 KiB/s wr, 523 op/s 2023-12-20T11:34:25.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:25 smithi123 ceph-mon[191304]: osdmap e1239: 8 total, 8 up, 8 in 2023-12-20T11:34:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:25 smithi123 ceph-mon[188613]: pgmap v2310: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 759 KiB/s rd, 727 KiB/s wr, 523 op/s 2023-12-20T11:34:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:25 smithi123 ceph-mon[188613]: osdmap e1239: 8 total, 8 up, 8 in 2023-12-20T11:34:26.704 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (3055 ms) 2023-12-20T11:34:26.704 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.Flatten 2023-12-20T11:34:26.704 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:26.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:26 smithi177 ceph-mon[212096]: osdmap e1240: 8 total, 8 up, 8 in 2023-12-20T11:34:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:34:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:34:26.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:26 smithi123 ceph-mon[191304]: osdmap e1240: 8 total, 8 up, 8 in 2023-12-20T11:34:26.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:34:26.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:34:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:26 smithi123 ceph-mon[188613]: osdmap e1240: 8 total, 8 up, 8 in 2023-12-20T11:34:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:34:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:34:27.767 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.Flatten (1064 ms) 2023-12-20T11:34:27.767 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.Sparsify 2023-12-20T11:34:27.767 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:27.805 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 32768 2023-12-20T11:34:27.805 INFO:tasks.workunit.client.0.smithi123.stdout:read: 32768 2023-12-20T11:34:27.805 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.Sparsify (38 ms) 2023-12-20T11:34:27.805 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.SparsifyPP 2023-12-20T11:34:27.805 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:27.843 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.SparsifyPP (37 ms) 2023-12-20T11:34:27.843 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2023-12-20T11:34:27.843 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:27.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:27 smithi177 ceph-mon[212096]: pgmap v2313: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 824 KiB/s rd, 604 KiB/s wr, 464 op/s 2023-12-20T11:34:27.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:27 smithi177 ceph-mon[212096]: osdmap e1241: 8 total, 8 up, 8 in 2023-12-20T11:34:27.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:34:27.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:27 smithi123 ceph-mon[191304]: pgmap v2313: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 824 KiB/s rd, 604 KiB/s wr, 464 op/s 2023-12-20T11:34:27.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:27 smithi123 ceph-mon[191304]: osdmap e1241: 8 total, 8 up, 8 in 2023-12-20T11:34:27.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:34:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:27 smithi123 ceph-mon[188613]: pgmap v2313: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 824 KiB/s rd, 604 KiB/s wr, 464 op/s 2023-12-20T11:34:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:27 smithi123 ceph-mon[188613]: osdmap e1241: 8 total, 8 up, 8 in 2023-12-20T11:34:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:34:28.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:28 smithi123 ceph-mon[191304]: osdmap e1242: 8 total, 8 up, 8 in 2023-12-20T11:34:28.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:28 smithi123 ceph-mon[191304]: osdmap e1243: 8 total, 8 up, 8 in 2023-12-20T11:34:28.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:28 smithi123 ceph-mon[188613]: osdmap e1242: 8 total, 8 up, 8 in 2023-12-20T11:34:28.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:28 smithi123 ceph-mon[188613]: osdmap e1243: 8 total, 8 up, 8 in 2023-12-20T11:34:29.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:28 smithi177 ceph-mon[212096]: osdmap e1242: 8 total, 8 up, 8 in 2023-12-20T11:34:29.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:28 smithi177 ceph-mon[212096]: osdmap e1243: 8 total, 8 up, 8 in 2023-12-20T11:34:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:34:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:34:29] "GET /metrics HTTP/1.1" 200 74943 "" "Prometheus/2.43.0" 2023-12-20T11:34:29.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:29 smithi123 ceph-mon[191304]: pgmap v2316: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 185 KiB/s rd, 17 KiB/s wr, 238 op/s 2023-12-20T11:34:29.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:29 smithi123 ceph-mon[191304]: osdmap e1244: 8 total, 8 up, 8 in 2023-12-20T11:34:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:29 smithi123 ceph-mon[188613]: pgmap v2316: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 185 KiB/s rd, 17 KiB/s wr, 238 op/s 2023-12-20T11:34:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:29 smithi123 ceph-mon[188613]: osdmap e1244: 8 total, 8 up, 8 in 2023-12-20T11:34:30.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:29 smithi177 ceph-mon[212096]: pgmap v2316: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 185 KiB/s rd, 17 KiB/s wr, 238 op/s 2023-12-20T11:34:30.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:29 smithi177 ceph-mon[212096]: osdmap e1244: 8 total, 8 up, 8 in 2023-12-20T11:34:31.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:31 smithi177 ceph-mon[212096]: pgmap v2319: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 15 KiB/s wr, 156 op/s 2023-12-20T11:34:31.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:31 smithi177 ceph-mon[212096]: osdmap e1245: 8 total, 8 up, 8 in 2023-12-20T11:34:31.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:31 smithi123 ceph-mon[191304]: pgmap v2319: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 15 KiB/s wr, 156 op/s 2023-12-20T11:34:31.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:31 smithi123 ceph-mon[191304]: osdmap e1245: 8 total, 8 up, 8 in 2023-12-20T11:34:31.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:31 smithi123 ceph-mon[188613]: pgmap v2319: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 15 KiB/s wr, 156 op/s 2023-12-20T11:34:31.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:31 smithi123 ceph-mon[188613]: osdmap e1245: 8 total, 8 up, 8 in 2023-12-20T11:34:32.659 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.SnapshotLimit (4816 ms) 2023-12-20T11:34:32.659 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2023-12-20T11:34:32.659 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:32.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:32 smithi177 ceph-mon[212096]: osdmap e1246: 8 total, 8 up, 8 in 2023-12-20T11:34:32.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:32 smithi123 ceph-mon[188613]: osdmap e1246: 8 total, 8 up, 8 in 2023-12-20T11:34:32.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:32 smithi123 ceph-mon[191304]: osdmap e1246: 8 total, 8 up, 8 in 2023-12-20T11:34:33.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:33 smithi177 ceph-mon[212096]: pgmap v2322: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 35 KiB/s wr, 195 op/s 2023-12-20T11:34:33.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:33 smithi177 ceph-mon[212096]: osdmap e1247: 8 total, 8 up, 8 in 2023-12-20T11:34:33.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:33 smithi123 ceph-mon[191304]: pgmap v2322: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 35 KiB/s wr, 195 op/s 2023-12-20T11:34:33.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:33 smithi123 ceph-mon[191304]: osdmap e1247: 8 total, 8 up, 8 in 2023-12-20T11:34:33.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:33 smithi123 ceph-mon[188613]: pgmap v2322: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 35 KiB/s wr, 195 op/s 2023-12-20T11:34:33.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:33 smithi123 ceph-mon[188613]: osdmap e1247: 8 total, 8 up, 8 in 2023-12-20T11:34:34.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:34 smithi177 ceph-mon[212096]: osdmap e1248: 8 total, 8 up, 8 in 2023-12-20T11:34:34.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:34 smithi123 ceph-mon[191304]: osdmap e1248: 8 total, 8 up, 8 in 2023-12-20T11:34:34.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:34 smithi123 ceph-mon[188613]: osdmap e1248: 8 total, 8 up, 8 in 2023-12-20T11:34:35.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:35 smithi123 ceph-mon[191304]: pgmap v2325: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 25 KiB/s wr, 124 op/s 2023-12-20T11:34:35.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:35 smithi123 ceph-mon[191304]: osdmap e1249: 8 total, 8 up, 8 in 2023-12-20T11:34:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:35 smithi123 ceph-mon[188613]: pgmap v2325: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 25 KiB/s wr, 124 op/s 2023-12-20T11:34:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:35 smithi123 ceph-mon[188613]: osdmap e1249: 8 total, 8 up, 8 in 2023-12-20T11:34:36.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:35 smithi177 ceph-mon[212096]: pgmap v2325: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 25 KiB/s wr, 124 op/s 2023-12-20T11:34:36.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:35 smithi177 ceph-mon[212096]: osdmap e1249: 8 total, 8 up, 8 in 2023-12-20T11:34:36.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:36 smithi123 ceph-mon[191304]: osdmap e1250: 8 total, 8 up, 8 in 2023-12-20T11:34:36.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:36 smithi123 ceph-mon[188613]: osdmap e1250: 8 total, 8 up, 8 in 2023-12-20T11:34:37.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:36 smithi177 ceph-mon[212096]: osdmap e1250: 8 total, 8 up, 8 in 2023-12-20T11:34:37.707 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (5049 ms) 2023-12-20T11:34:37.707 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2023-12-20T11:34:37.707 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:37.762 INFO:tasks.workunit.client.0.smithi123.stdout:0.00% done 2023-12-20T11:34:37.763 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (55 ms) 2023-12-20T11:34:37.763 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2023-12-20T11:34:37.763 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:37.826 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (63 ms) 2023-12-20T11:34:37.826 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2023-12-20T11:34:37.826 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:37.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:37 smithi123 ceph-mon[191304]: pgmap v2328: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 3.2 KiB/s wr, 28 op/s 2023-12-20T11:34:37.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:37 smithi123 ceph-mon[191304]: osdmap e1251: 8 total, 8 up, 8 in 2023-12-20T11:34:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:37 smithi123 ceph-mon[188613]: pgmap v2328: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 3.2 KiB/s wr, 28 op/s 2023-12-20T11:34:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:37 smithi123 ceph-mon[188613]: osdmap e1251: 8 total, 8 up, 8 in 2023-12-20T11:34:38.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:37 smithi177 ceph-mon[212096]: pgmap v2328: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 3.2 KiB/s wr, 28 op/s 2023-12-20T11:34:38.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:37 smithi177 ceph-mon[212096]: osdmap e1251: 8 total, 8 up, 8 in 2023-12-20T11:34:38.720 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (895 ms) 2023-12-20T11:34:38.720 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2023-12-20T11:34:38.720 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:38.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:38 smithi123 ceph-mon[191304]: osdmap e1252: 8 total, 8 up, 8 in 2023-12-20T11:34:38.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:34:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:38 smithi123 ceph-mon[188613]: osdmap e1252: 8 total, 8 up, 8 in 2023-12-20T11:34:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:34:39.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:38 smithi177 ceph-mon[212096]: osdmap e1252: 8 total, 8 up, 8 in 2023-12-20T11:34:39.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:34:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:34:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:34:39] "GET /metrics HTTP/1.1" 200 74943 "" "Prometheus/2.43.0" 2023-12-20T11:34:39.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:39 smithi123 ceph-mon[188613]: pgmap v2331: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2023-12-20T11:34:39.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:39 smithi123 ceph-mon[188613]: osdmap e1253: 8 total, 8 up, 8 in 2023-12-20T11:34:39.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:34:39.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:34:39.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:34:39.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:39 smithi123 ceph-mon[191304]: pgmap v2331: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2023-12-20T11:34:39.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:39 smithi123 ceph-mon[191304]: osdmap e1253: 8 total, 8 up, 8 in 2023-12-20T11:34:39.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:34:39.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:34:39.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:34:40.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:39 smithi177 ceph-mon[212096]: pgmap v2331: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2023-12-20T11:34:40.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:39 smithi177 ceph-mon[212096]: osdmap e1253: 8 total, 8 up, 8 in 2023-12-20T11:34:40.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:34:40.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:34:40.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:34:40.154 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:34:40.466 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:34:40.466 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (43m) 9m ago 46m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:34:40.466 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (43m) 7m ago 46m 92.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:34:40.466 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (47m) 9m ago 47m 21.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:34:40.466 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (47m) 7m ago 47m 26.9M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:34:40.466 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (42m) 7m ago 49m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:34:40.466 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (43m) 9m ago 51m 546M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:34:40.467 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (42m) 9m ago 51m 285M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:34:40.467 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (42m) 7m ago 49m 158M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:34:40.467 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (42m) 9m ago 49m 172M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:34:40.467 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (43m) 9m ago 46m 19.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:34:40.467 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (43m) 7m ago 46m 19.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:34:40.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (41m) 9m ago 49m 1905M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:34:40.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (41m) 9m ago 49m 2135M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:34:40.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (40m) 9m ago 48m 2181M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:34:40.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (40m) 9m ago 48m 1932M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:34:40.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (39m) 7m ago 48m 1419M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:34:40.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (39m) 7m ago 48m 1582M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:34:40.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (38m) 7m ago 47m 1235M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:34:40.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (38m) 7m ago 47m 1635M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:34:40.467 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (42m) 7m ago 46m 87.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:34:40.740 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (2019 ms) 2023-12-20T11:34:40.740 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2023-12-20T11:34:40.740 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:40.797 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (58 ms) 2023-12-20T11:34:40.798 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2023-12-20T11:34:40.798 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:34:40.798 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2023-12-20T11:34:40.798 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.SnapRemove2 2023-12-20T11:34:40.798 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:40.887 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:34:40.887 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:34:40.887 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:34:40.887 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:34:40.887 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:34:40.887 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:34:40.887 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:34:40.887 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:34:40.887 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:34:40.887 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:34:40.887 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:34:40.888 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:34:40.888 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:34:40.888 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:34:40.888 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:34:40.888 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:34:40.888 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:34:40.888 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:34:40.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:40 smithi123 ceph-mon[191304]: osdmap e1254: 8 total, 8 up, 8 in 2023-12-20T11:34:40.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:40 smithi123 ceph-mon[188613]: osdmap e1254: 8 total, 8 up, 8 in 2023-12-20T11:34:41.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:40 smithi177 ceph-mon[212096]: osdmap e1254: 8 total, 8 up, 8 in 2023-12-20T11:34:41.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:41 smithi123 ceph-mon[191304]: from='client.36819 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:34:42.057 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:41 smithi123 ceph-mon[191304]: pgmap v2334: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 4.2 KiB/s wr, 105 op/s 2023-12-20T11:34:42.057 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:41 smithi123 ceph-mon[191304]: from='client.46769 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:34:42.057 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:41 smithi123 ceph-mon[191304]: osdmap e1255: 8 total, 8 up, 8 in 2023-12-20T11:34:42.057 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:41 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/376793133' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:34:42.057 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:34:42.057 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:41 smithi123 ceph-mon[188613]: from='client.36819 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:34:42.057 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:41 smithi123 ceph-mon[188613]: pgmap v2334: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 4.2 KiB/s wr, 105 op/s 2023-12-20T11:34:42.058 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:41 smithi123 ceph-mon[188613]: from='client.46769 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:34:42.058 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:41 smithi123 ceph-mon[188613]: osdmap e1255: 8 total, 8 up, 8 in 2023-12-20T11:34:42.058 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:41 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/376793133' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:34:42.058 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:34:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:41 smithi177 ceph-mon[212096]: from='client.36819 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:34:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:41 smithi177 ceph-mon[212096]: pgmap v2334: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 4.2 KiB/s wr, 105 op/s 2023-12-20T11:34:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:41 smithi177 ceph-mon[212096]: from='client.46769 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:34:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:41 smithi177 ceph-mon[212096]: osdmap e1255: 8 total, 8 up, 8 in 2023-12-20T11:34:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:41 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/376793133' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:34:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:34:42.747 INFO:tasks.workunit.client.0.smithi123.stdout:100.00% done 2023-12-20T11:34:42.747 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.SnapRemove2 (1950 ms) 2023-12-20T11:34:42.748 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2023-12-20T11:34:42.748 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:42.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:42 smithi123 ceph-mon[191304]: osdmap e1256: 8 total, 8 up, 8 in 2023-12-20T11:34:42.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:42 smithi123 ceph-mon[188613]: osdmap e1256: 8 total, 8 up, 8 in 2023-12-20T11:34:43.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:42 smithi177 ceph-mon[212096]: osdmap e1256: 8 total, 8 up, 8 in 2023-12-20T11:34:43.660 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (913 ms) 2023-12-20T11:34:43.661 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2023-12-20T11:34:43.661 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:43.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:43 smithi123 ceph-mon[188613]: pgmap v2337: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 11 KiB/s wr, 145 op/s 2023-12-20T11:34:43.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:43 smithi123 ceph-mon[188613]: osdmap e1257: 8 total, 8 up, 8 in 2023-12-20T11:34:43.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:43 smithi123 ceph-mon[188613]: osdmap e1258: 8 total, 8 up, 8 in 2023-12-20T11:34:43.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:43 smithi123 ceph-mon[191304]: pgmap v2337: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 11 KiB/s wr, 145 op/s 2023-12-20T11:34:43.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:43 smithi123 ceph-mon[191304]: osdmap e1257: 8 total, 8 up, 8 in 2023-12-20T11:34:43.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:43 smithi123 ceph-mon[191304]: osdmap e1258: 8 total, 8 up, 8 in 2023-12-20T11:34:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:43 smithi177 ceph-mon[212096]: pgmap v2337: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 11 KiB/s wr, 145 op/s 2023-12-20T11:34:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:43 smithi177 ceph-mon[212096]: osdmap e1257: 8 total, 8 up, 8 in 2023-12-20T11:34:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:43 smithi177 ceph-mon[212096]: osdmap e1258: 8 total, 8 up, 8 in 2023-12-20T11:34:44.658 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (998 ms) 2023-12-20T11:34:44.659 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2023-12-20T11:34:44.659 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:45.693 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1034 ms) 2023-12-20T11:34:45.693 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2023-12-20T11:34:45.693 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:45.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:45 smithi177 ceph-mon[212096]: pgmap v2340: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 14 KiB/s wr, 192 op/s 2023-12-20T11:34:45.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:45 smithi177 ceph-mon[212096]: osdmap e1259: 8 total, 8 up, 8 in 2023-12-20T11:34:45.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:45 smithi123 ceph-mon[191304]: pgmap v2340: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 14 KiB/s wr, 192 op/s 2023-12-20T11:34:45.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:45 smithi123 ceph-mon[191304]: osdmap e1259: 8 total, 8 up, 8 in 2023-12-20T11:34:45.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:45 smithi123 ceph-mon[188613]: pgmap v2340: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 14 KiB/s wr, 192 op/s 2023-12-20T11:34:45.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:45 smithi123 ceph-mon[188613]: osdmap e1259: 8 total, 8 up, 8 in 2023-12-20T11:34:46.749 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1056 ms) 2023-12-20T11:34:46.749 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2023-12-20T11:34:46.749 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:46.790 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (42 ms) 2023-12-20T11:34:46.790 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2023-12-20T11:34:46.790 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:46.828 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (38 ms) 2023-12-20T11:34:46.828 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2023-12-20T11:34:46.828 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:46.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:46 smithi177 ceph-mon[212096]: osdmap e1260: 8 total, 8 up, 8 in 2023-12-20T11:34:46.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:46 smithi123 ceph-mon[191304]: osdmap e1260: 8 total, 8 up, 8 in 2023-12-20T11:34:46.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:46 smithi123 ceph-mon[188613]: osdmap e1260: 8 total, 8 up, 8 in 2023-12-20T11:34:47.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:47 smithi177 ceph-mon[212096]: pgmap v2343: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 189 KiB/s rd, 12 KiB/s wr, 244 op/s 2023-12-20T11:34:47.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:47 smithi177 ceph-mon[212096]: osdmap e1261: 8 total, 8 up, 8 in 2023-12-20T11:34:47.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:47 smithi123 ceph-mon[188613]: pgmap v2343: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 189 KiB/s rd, 12 KiB/s wr, 244 op/s 2023-12-20T11:34:47.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:47 smithi123 ceph-mon[188613]: osdmap e1261: 8 total, 8 up, 8 in 2023-12-20T11:34:47.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:47 smithi123 ceph-mon[191304]: pgmap v2343: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 189 KiB/s rd, 12 KiB/s wr, 244 op/s 2023-12-20T11:34:47.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:47 smithi123 ceph-mon[191304]: osdmap e1261: 8 total, 8 up, 8 in 2023-12-20T11:34:48.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:48 smithi177 ceph-mon[212096]: osdmap e1262: 8 total, 8 up, 8 in 2023-12-20T11:34:48.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:48 smithi177 ceph-mon[212096]: osdmap e1263: 8 total, 8 up, 8 in 2023-12-20T11:34:48.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:48 smithi123 ceph-mon[188613]: osdmap e1262: 8 total, 8 up, 8 in 2023-12-20T11:34:48.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:48 smithi123 ceph-mon[188613]: osdmap e1263: 8 total, 8 up, 8 in 2023-12-20T11:34:48.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:48 smithi123 ceph-mon[191304]: osdmap e1262: 8 total, 8 up, 8 in 2023-12-20T11:34:48.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:48 smithi123 ceph-mon[191304]: osdmap e1263: 8 total, 8 up, 8 in 2023-12-20T11:34:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:34:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:34:49] "GET /metrics HTTP/1.1" 200 74951 "" "Prometheus/2.43.0" 2023-12-20T11:34:49.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:49 smithi123 ceph-mon[191304]: pgmap v2346: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 5.7 KiB/s wr, 132 op/s 2023-12-20T11:34:49.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:49 smithi123 ceph-mon[188613]: pgmap v2346: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 5.7 KiB/s wr, 132 op/s 2023-12-20T11:34:50.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:49 smithi177 ceph-mon[212096]: pgmap v2346: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 5.7 KiB/s wr, 132 op/s 2023-12-20T11:34:50.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:50 smithi123 ceph-mon[191304]: osdmap e1264: 8 total, 8 up, 8 in 2023-12-20T11:34:50.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:50 smithi123 ceph-mon[188613]: osdmap e1264: 8 total, 8 up, 8 in 2023-12-20T11:34:51.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:50 smithi177 ceph-mon[212096]: osdmap e1264: 8 total, 8 up, 8 in 2023-12-20T11:34:51.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:51 smithi123 ceph-mon[191304]: pgmap v2349: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 5.5 KiB/s wr, 105 op/s 2023-12-20T11:34:51.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:51 smithi123 ceph-mon[191304]: osdmap e1265: 8 total, 8 up, 8 in 2023-12-20T11:34:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:51 smithi123 ceph-mon[188613]: pgmap v2349: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 5.5 KiB/s wr, 105 op/s 2023-12-20T11:34:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:51 smithi123 ceph-mon[188613]: osdmap e1265: 8 total, 8 up, 8 in 2023-12-20T11:34:52.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:51 smithi177 ceph-mon[212096]: pgmap v2349: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 5.5 KiB/s wr, 105 op/s 2023-12-20T11:34:52.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:51 smithi177 ceph-mon[212096]: osdmap e1265: 8 total, 8 up, 8 in 2023-12-20T11:34:52.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:52 smithi123 ceph-mon[191304]: osdmap e1266: 8 total, 8 up, 8 in 2023-12-20T11:34:52.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:52 smithi123 ceph-mon[188613]: osdmap e1266: 8 total, 8 up, 8 in 2023-12-20T11:34:53.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:52 smithi177 ceph-mon[212096]: osdmap e1266: 8 total, 8 up, 8 in 2023-12-20T11:34:53.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:53 smithi123 ceph-mon[191304]: pgmap v2352: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 11 KiB/s wr, 217 op/s 2023-12-20T11:34:53.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:53 smithi123 ceph-mon[191304]: osdmap e1267: 8 total, 8 up, 8 in 2023-12-20T11:34:53.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:53 smithi123 ceph-mon[191304]: osdmap e1268: 8 total, 8 up, 8 in 2023-12-20T11:34:53.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:53 smithi123 ceph-mon[188613]: pgmap v2352: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 11 KiB/s wr, 217 op/s 2023-12-20T11:34:53.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:53 smithi123 ceph-mon[188613]: osdmap e1267: 8 total, 8 up, 8 in 2023-12-20T11:34:53.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:53 smithi123 ceph-mon[188613]: osdmap e1268: 8 total, 8 up, 8 in 2023-12-20T11:34:54.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:53 smithi177 ceph-mon[212096]: pgmap v2352: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 11 KiB/s wr, 217 op/s 2023-12-20T11:34:54.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:53 smithi177 ceph-mon[212096]: osdmap e1267: 8 total, 8 up, 8 in 2023-12-20T11:34:54.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:53 smithi177 ceph-mon[212096]: osdmap e1268: 8 total, 8 up, 8 in 2023-12-20T11:34:55.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:55 smithi177 ceph-mon[212096]: pgmap v2355: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 7.5 KiB/s wr, 159 op/s 2023-12-20T11:34:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:55 smithi177 ceph-mon[212096]: osdmap e1269: 8 total, 8 up, 8 in 2023-12-20T11:34:55.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:55 smithi123 ceph-mon[188613]: pgmap v2355: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 7.5 KiB/s wr, 159 op/s 2023-12-20T11:34:55.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:55 smithi123 ceph-mon[188613]: osdmap e1269: 8 total, 8 up, 8 in 2023-12-20T11:34:55.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:55 smithi123 ceph-mon[191304]: pgmap v2355: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 7.5 KiB/s wr, 159 op/s 2023-12-20T11:34:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:55 smithi123 ceph-mon[191304]: osdmap e1269: 8 total, 8 up, 8 in 2023-12-20T11:34:56.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:56 smithi177 ceph-mon[212096]: osdmap e1270: 8 total, 8 up, 8 in 2023-12-20T11:34:56.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:34:56.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:56 smithi123 ceph-mon[191304]: osdmap e1270: 8 total, 8 up, 8 in 2023-12-20T11:34:56.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:34:56.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:56 smithi123 ceph-mon[188613]: osdmap e1270: 8 total, 8 up, 8 in 2023-12-20T11:34:56.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:34:57.254 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10426 ms) 2023-12-20T11:34:57.254 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.Metadata 2023-12-20T11:34:57.254 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:57.757 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.Metadata (503 ms) 2023-12-20T11:34:57.757 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.MetadataPP 2023-12-20T11:34:57.757 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:57 smithi177 ceph-mon[212096]: pgmap v2358: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 4.0 KiB/s wr, 98 op/s 2023-12-20T11:34:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:57 smithi177 ceph-mon[212096]: osdmap e1271: 8 total, 8 up, 8 in 2023-12-20T11:34:57.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:57 smithi123 ceph-mon[191304]: pgmap v2358: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 4.0 KiB/s wr, 98 op/s 2023-12-20T11:34:57.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:57 smithi123 ceph-mon[191304]: osdmap e1271: 8 total, 8 up, 8 in 2023-12-20T11:34:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:57 smithi123 ceph-mon[188613]: pgmap v2358: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 4.0 KiB/s wr, 98 op/s 2023-12-20T11:34:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:57 smithi123 ceph-mon[188613]: osdmap e1271: 8 total, 8 up, 8 in 2023-12-20T11:34:58.769 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.MetadataPP (1012 ms) 2023-12-20T11:34:58.770 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2023-12-20T11:34:58.770 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:58.868 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.UpdateFeatures (98 ms) 2023-12-20T11:34:58.868 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2023-12-20T11:34:58.868 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2023-12-20T11:34:58.868 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2023-12-20T11:34:58.868 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:58.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:58 smithi177 ceph-mon[212096]: osdmap e1272: 8 total, 8 up, 8 in 2023-12-20T11:34:58.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:58 smithi123 ceph-mon[188613]: osdmap e1272: 8 total, 8 up, 8 in 2023-12-20T11:34:58.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:58 smithi123 ceph-mon[191304]: osdmap e1272: 8 total, 8 up, 8 in 2023-12-20T11:34:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:34:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:34:59] "GET /metrics HTTP/1.1" 200 74944 "" "Prometheus/2.43.0" 2023-12-20T11:34:59.742 INFO:tasks.workunit.client.0.smithi123.stdout:0.00% done 2023-12-20T11:34:59.743 INFO:tasks.workunit.client.0.smithi123.stdout:25.00% done 2023-12-20T11:34:59.743 INFO:tasks.workunit.client.0.smithi123.stdout:50.00% done 2023-12-20T11:34:59.743 INFO:tasks.workunit.client.0.smithi123.stdout:75.00% done 2023-12-20T11:34:59.743 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.RebuildObjectMap (875 ms) 2023-12-20T11:34:59.743 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2023-12-20T11:34:59.775 INFO:tasks.workunit.client.0.smithi123.stdout:0.00% done 2023-12-20T11:34:59.775 INFO:tasks.workunit.client.0.smithi123.stdout:25.00% done 2023-12-20T11:34:59.775 INFO:tasks.workunit.client.0.smithi123.stdout:50.00% done 2023-12-20T11:34:59.775 INFO:tasks.workunit.client.0.smithi123.stdout:75.00% done 2023-12-20T11:34:59.775 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (32 ms) 2023-12-20T11:34:59.775 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2023-12-20T11:34:59.775 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:34:59.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:59 smithi123 ceph-mon[191304]: pgmap v2361: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 10 KiB/s wr, 185 op/s 2023-12-20T11:34:59.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:34:59 smithi123 ceph-mon[191304]: osdmap e1273: 8 total, 8 up, 8 in 2023-12-20T11:34:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:59 smithi123 ceph-mon[188613]: pgmap v2361: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 10 KiB/s wr, 185 op/s 2023-12-20T11:34:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:34:59 smithi123 ceph-mon[188613]: osdmap e1273: 8 total, 8 up, 8 in 2023-12-20T11:35:00.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:59 smithi177 ceph-mon[212096]: pgmap v2361: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 10 KiB/s wr, 185 op/s 2023-12-20T11:35:00.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:34:59 smithi177 ceph-mon[212096]: osdmap e1273: 8 total, 8 up, 8 in 2023-12-20T11:35:00.758 INFO:tasks.workunit.client.0.smithi123.stdout:0.00% done 2023-12-20T11:35:00.758 INFO:tasks.workunit.client.0.smithi123.stdout:25.00% done 2023-12-20T11:35:00.758 INFO:tasks.workunit.client.0.smithi123.stdout:50.00% done 2023-12-20T11:35:00.759 INFO:tasks.workunit.client.0.smithi123.stdout:75.00% done 2023-12-20T11:35:00.759 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.CheckObjectMap (984 ms) 2023-12-20T11:35:00.759 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.BlockingAIO 2023-12-20T11:35:00.759 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:00.788 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.BlockingAIO (29 ms) 2023-12-20T11:35:00.788 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2023-12-20T11:35:00.788 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:00.915 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (127 ms) 2023-12-20T11:35:00.915 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2023-12-20T11:35:00.915 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:35:00.915 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2023-12-20T11:35:00.915 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2023-12-20T11:35:00.915 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:00.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:00 smithi123 ceph-mon[191304]: osdmap e1274: 8 total, 8 up, 8 in 2023-12-20T11:35:00.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:00 smithi123 ceph-mon[188613]: osdmap e1274: 8 total, 8 up, 8 in 2023-12-20T11:35:01.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:00 smithi177 ceph-mon[212096]: osdmap e1274: 8 total, 8 up, 8 in 2023-12-20T11:35:01.775 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (860 ms) 2023-12-20T11:35:01.775 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2023-12-20T11:35:01.775 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:01.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:01 smithi123 ceph-mon[191304]: pgmap v2364: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 423 KiB/s rd, 171 KiB/s wr, 684 op/s 2023-12-20T11:35:01.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:01 smithi123 ceph-mon[191304]: osdmap e1275: 8 total, 8 up, 8 in 2023-12-20T11:35:01.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:01 smithi123 ceph-mon[188613]: pgmap v2364: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 423 KiB/s rd, 171 KiB/s wr, 684 op/s 2023-12-20T11:35:01.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:01 smithi123 ceph-mon[188613]: osdmap e1275: 8 total, 8 up, 8 in 2023-12-20T11:35:02.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:01 smithi177 ceph-mon[212096]: pgmap v2364: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 423 KiB/s rd, 171 KiB/s wr, 684 op/s 2023-12-20T11:35:02.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:01 smithi177 ceph-mon[212096]: osdmap e1275: 8 total, 8 up, 8 in 2023-12-20T11:35:02.734 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (959 ms) 2023-12-20T11:35:02.734 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestImageOptions 2023-12-20T11:35:02.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:02 smithi123 ceph-mon[191304]: osdmap e1276: 8 total, 8 up, 8 in 2023-12-20T11:35:02.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:02 smithi123 ceph-mon[188613]: osdmap e1276: 8 total, 8 up, 8 in 2023-12-20T11:35:03.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:02 smithi177 ceph-mon[212096]: osdmap e1276: 8 total, 8 up, 8 in 2023-12-20T11:35:03.837 INFO:tasks.workunit.client.0.smithi123.stdout:0.00% done 2023-12-20T11:35:03.837 INFO:tasks.workunit.client.0.smithi123.stdout:100.00% done 2023-12-20T11:35:03.837 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestImageOptions (1104 ms) 2023-12-20T11:35:03.837 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2023-12-20T11:35:03.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:03 smithi123 ceph-mon[191304]: pgmap v2367: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 661 KiB/s rd, 268 KiB/s wr, 1.03k op/s 2023-12-20T11:35:03.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:03 smithi123 ceph-mon[191304]: osdmap e1277: 8 total, 8 up, 8 in 2023-12-20T11:35:03.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:03 smithi123 ceph-mon[188613]: pgmap v2367: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 661 KiB/s rd, 268 KiB/s wr, 1.03k op/s 2023-12-20T11:35:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:03 smithi123 ceph-mon[188613]: osdmap e1277: 8 total, 8 up, 8 in 2023-12-20T11:35:04.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:03 smithi177 ceph-mon[212096]: pgmap v2367: 649 pgs: 649 active+clean; 143 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 661 KiB/s rd, 268 KiB/s wr, 1.03k op/s 2023-12-20T11:35:04.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:03 smithi177 ceph-mon[212096]: osdmap e1277: 8 total, 8 up, 8 in 2023-12-20T11:35:04.834 INFO:tasks.workunit.client.0.smithi123.stdout:0.00% done 2023-12-20T11:35:04.834 INFO:tasks.workunit.client.0.smithi123.stdout:100.00% done 2023-12-20T11:35:04.834 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (996 ms) 2023-12-20T11:35:04.835 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2023-12-20T11:35:04.835 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2023-12-20T11:35:04.835 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2023-12-20T11:35:04.835 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2023-12-20T11:35:04.835 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.ImagePollIO 2023-12-20T11:35:04.835 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:04.876 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:35:04.876 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:35:04.876 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:35:04.876 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:35:04.876 INFO:tasks.workunit.client.0.smithi123.stdout:wrote: 512 2023-12-20T11:35:04.876 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:35:04.876 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:35:04.876 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:35:04.876 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:35:04.876 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:35:04.876 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:35:04.876 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:35:04.876 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:35:04.877 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:35:04.877 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:35:04.877 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:35:04.877 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:35:04.877 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:35:04.877 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:35:04.877 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:35:04.877 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:35:04.877 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:35:04.877 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:35:04.877 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:35:04.877 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:35:04.877 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:35:04.878 INFO:tasks.workunit.client.0.smithi123.stdout:started write 2023-12-20T11:35:04.878 INFO:tasks.workunit.client.0.smithi123.stdout:write completion cb called! 2023-12-20T11:35:04.878 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 0 2023-12-20T11:35:04.878 INFO:tasks.workunit.client.0.smithi123.stdout:finished write 2023-12-20T11:35:04.878 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:35:04.878 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:35:04.878 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:35:04.878 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:35:04.878 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:35:04.878 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:35:04.878 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:35:04.878 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:35:04.878 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:35:04.878 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:35:04.878 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:35:04.878 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:35:04.879 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:35:04.879 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:35:04.879 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:35:04.879 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:35:04.879 INFO:tasks.workunit.client.0.smithi123.stdout:created completion 2023-12-20T11:35:04.879 INFO:tasks.workunit.client.0.smithi123.stdout:started read 2023-12-20T11:35:04.879 INFO:tasks.workunit.client.0.smithi123.stdout:read completion cb called! 2023-12-20T11:35:04.879 INFO:tasks.workunit.client.0.smithi123.stdout:return value is: 512 2023-12-20T11:35:04.879 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.ImagePollIO (42 ms) 2023-12-20T11:35:04.879 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.Mirror 2023-12-20T11:35:04.879 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:04.887 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:04.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:04 smithi123 ceph-mon[191304]: osdmap e1278: 8 total, 8 up, 8 in 2023-12-20T11:35:04.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:04 smithi123 ceph-mon[188613]: osdmap e1278: 8 total, 8 up, 8 in 2023-12-20T11:35:05.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:04 smithi177 ceph-mon[212096]: osdmap e1278: 8 total, 8 up, 8 in 2023-12-20T11:35:05.874 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.Mirror (999 ms) 2023-12-20T11:35:05.875 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2023-12-20T11:35:05.890 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (16 ms) 2023-12-20T11:35:05.890 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2023-12-20T11:35:05.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:05 smithi123 ceph-mon[191304]: pgmap v2370: 649 pgs: 649 active+clean; 145 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 503 KiB/s rd, 669 KiB/s wr, 681 op/s 2023-12-20T11:35:05.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:05 smithi123 ceph-mon[191304]: osdmap e1279: 8 total, 8 up, 8 in 2023-12-20T11:35:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:05 smithi123 ceph-mon[188613]: pgmap v2370: 649 pgs: 649 active+clean; 145 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 503 KiB/s rd, 669 KiB/s wr, 681 op/s 2023-12-20T11:35:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:05 smithi123 ceph-mon[188613]: osdmap e1279: 8 total, 8 up, 8 in 2023-12-20T11:35:06.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:05 smithi177 ceph-mon[212096]: pgmap v2370: 649 pgs: 649 active+clean; 145 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 503 KiB/s rd, 669 KiB/s wr, 681 op/s 2023-12-20T11:35:06.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:05 smithi177 ceph-mon[212096]: osdmap e1279: 8 total, 8 up, 8 in 2023-12-20T11:35:06.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[191304]: osdmap e1280: 8 total, 8 up, 8 in 2023-12-20T11:35:06.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3087283510' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/uuid4"}]: dispatch 2023-12-20T11:35:06.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/uuid4"}]: dispatch 2023-12-20T11:35:06.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/uuid4"}]': finished 2023-12-20T11:35:06.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3087283510' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/bd2b5148-2fd6-446a-8f5e-1cbccae7247b"}]: dispatch 2023-12-20T11:35:06.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/bd2b5148-2fd6-446a-8f5e-1cbccae7247b"}]: dispatch 2023-12-20T11:35:06.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/bd2b5148-2fd6-446a-8f5e-1cbccae7247b"}]': finished 2023-12-20T11:35:06.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3087283510' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/04cf38f8-58af-4cad-b188-70f4255aa752"}]: dispatch 2023-12-20T11:35:06.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/04cf38f8-58af-4cad-b188-70f4255aa752"}]: dispatch 2023-12-20T11:35:06.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/04cf38f8-58af-4cad-b188-70f4255aa752"}]': finished 2023-12-20T11:35:06.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3087283510' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/af3b665f-69a8-400a-961d-f330267a3a62"}]: dispatch 2023-12-20T11:35:06.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/af3b665f-69a8-400a-961d-f330267a3a62"}]: dispatch 2023-12-20T11:35:06.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/af3b665f-69a8-400a-961d-f330267a3a62"}]': finished 2023-12-20T11:35:06.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3087283510' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/77/025b337c-a552-4e24-b283-904ad93010c1"}]: dispatch 2023-12-20T11:35:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' 2023-12-20T11:35:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3087283510' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/77/025b337c-a552-4e24-b283-904ad93010c1"}]: dispatch 2023-12-20T11:35:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3087283510' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/025b337c-a552-4e24-b283-904ad93010c1"}]: dispatch 2023-12-20T11:35:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/025b337c-a552-4e24-b283-904ad93010c1"}]: dispatch 2023-12-20T11:35:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/025b337c-a552-4e24-b283-904ad93010c1"}]': finished 2023-12-20T11:35:06.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[188613]: osdmap e1280: 8 total, 8 up, 8 in 2023-12-20T11:35:06.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3087283510' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/uuid4"}]: dispatch 2023-12-20T11:35:06.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/uuid4"}]: dispatch 2023-12-20T11:35:06.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/uuid4"}]': finished 2023-12-20T11:35:06.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3087283510' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/bd2b5148-2fd6-446a-8f5e-1cbccae7247b"}]: dispatch 2023-12-20T11:35:06.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/bd2b5148-2fd6-446a-8f5e-1cbccae7247b"}]: dispatch 2023-12-20T11:35:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/bd2b5148-2fd6-446a-8f5e-1cbccae7247b"}]': finished 2023-12-20T11:35:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3087283510' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/04cf38f8-58af-4cad-b188-70f4255aa752"}]: dispatch 2023-12-20T11:35:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/04cf38f8-58af-4cad-b188-70f4255aa752"}]: dispatch 2023-12-20T11:35:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/04cf38f8-58af-4cad-b188-70f4255aa752"}]': finished 2023-12-20T11:35:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3087283510' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/af3b665f-69a8-400a-961d-f330267a3a62"}]: dispatch 2023-12-20T11:35:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/af3b665f-69a8-400a-961d-f330267a3a62"}]: dispatch 2023-12-20T11:35:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/af3b665f-69a8-400a-961d-f330267a3a62"}]': finished 2023-12-20T11:35:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3087283510' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/77/025b337c-a552-4e24-b283-904ad93010c1"}]: dispatch 2023-12-20T11:35:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' 2023-12-20T11:35:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3087283510' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/77/025b337c-a552-4e24-b283-904ad93010c1"}]: dispatch 2023-12-20T11:35:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3087283510' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/025b337c-a552-4e24-b283-904ad93010c1"}]: dispatch 2023-12-20T11:35:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/025b337c-a552-4e24-b283-904ad93010c1"}]: dispatch 2023-12-20T11:35:06.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:06 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/025b337c-a552-4e24-b283-904ad93010c1"}]': finished 2023-12-20T11:35:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:06 smithi177 ceph-mon[212096]: osdmap e1280: 8 total, 8 up, 8 in 2023-12-20T11:35:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:06 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3087283510' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/uuid4"}]: dispatch 2023-12-20T11:35:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:06 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/uuid4"}]: dispatch 2023-12-20T11:35:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:06 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/uuid4"}]': finished 2023-12-20T11:35:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:06 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3087283510' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/bd2b5148-2fd6-446a-8f5e-1cbccae7247b"}]: dispatch 2023-12-20T11:35:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:06 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/bd2b5148-2fd6-446a-8f5e-1cbccae7247b"}]: dispatch 2023-12-20T11:35:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:06 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/bd2b5148-2fd6-446a-8f5e-1cbccae7247b"}]': finished 2023-12-20T11:35:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:06 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3087283510' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/04cf38f8-58af-4cad-b188-70f4255aa752"}]: dispatch 2023-12-20T11:35:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:06 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/04cf38f8-58af-4cad-b188-70f4255aa752"}]: dispatch 2023-12-20T11:35:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:06 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/04cf38f8-58af-4cad-b188-70f4255aa752"}]': finished 2023-12-20T11:35:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:06 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3087283510' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/af3b665f-69a8-400a-961d-f330267a3a62"}]: dispatch 2023-12-20T11:35:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:06 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/af3b665f-69a8-400a-961d-f330267a3a62"}]: dispatch 2023-12-20T11:35:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:06 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/af3b665f-69a8-400a-961d-f330267a3a62"}]': finished 2023-12-20T11:35:07.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:06 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3087283510' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/77/025b337c-a552-4e24-b283-904ad93010c1"}]: dispatch 2023-12-20T11:35:07.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:06 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' 2023-12-20T11:35:07.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:06 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3087283510' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/77/025b337c-a552-4e24-b283-904ad93010c1"}]: dispatch 2023-12-20T11:35:07.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:06 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3087283510' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/025b337c-a552-4e24-b283-904ad93010c1"}]: dispatch 2023-12-20T11:35:07.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:06 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/025b337c-a552-4e24-b283-904ad93010c1"}]: dispatch 2023-12-20T11:35:07.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:06 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/025b337c-a552-4e24-b283-904ad93010c1"}]': finished 2023-12-20T11:35:07.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:07 smithi123 ceph-mon[191304]: pgmap v2373: 649 pgs: 649 active+clean; 148 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 329 KiB/s rd, 1.3 MiB/s wr, 431 op/s 2023-12-20T11:35:07.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:07 smithi123 ceph-mon[191304]: osdmap e1281: 8 total, 8 up, 8 in 2023-12-20T11:35:07.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:07 smithi123 ceph-mon[188613]: pgmap v2373: 649 pgs: 649 active+clean; 148 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 329 KiB/s rd, 1.3 MiB/s wr, 431 op/s 2023-12-20T11:35:07.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:07 smithi123 ceph-mon[188613]: osdmap e1281: 8 total, 8 up, 8 in 2023-12-20T11:35:08.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:07 smithi177 ceph-mon[212096]: pgmap v2373: 649 pgs: 649 active+clean; 148 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 329 KiB/s rd, 1.3 MiB/s wr, 431 op/s 2023-12-20T11:35:08.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:07 smithi177 ceph-mon[212096]: osdmap e1281: 8 total, 8 up, 8 in 2023-12-20T11:35:09.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:08 smithi123 ceph-mon[191304]: osdmap e1282: 8 total, 8 up, 8 in 2023-12-20T11:35:09.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:08 smithi123 ceph-mon[191304]: pgmap v2376: 649 pgs: 649 active+clean; 149 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 980 KiB/s wr, 195 op/s 2023-12-20T11:35:09.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:08 smithi123 ceph-mon[188613]: osdmap e1282: 8 total, 8 up, 8 in 2023-12-20T11:35:09.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:08 smithi123 ceph-mon[188613]: pgmap v2376: 649 pgs: 649 active+clean; 149 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 980 KiB/s wr, 195 op/s 2023-12-20T11:35:09.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:35:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:35:09] "GET /metrics HTTP/1.1" 200 74944 "" "Prometheus/2.43.0" 2023-12-20T11:35:09.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:08 smithi177 ceph-mon[212096]: osdmap e1282: 8 total, 8 up, 8 in 2023-12-20T11:35:09.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:08 smithi177 ceph-mon[212096]: pgmap v2376: 649 pgs: 649 active+clean; 149 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 980 KiB/s wr, 195 op/s 2023-12-20T11:35:10.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:09 smithi123 ceph-mon[191304]: osdmap e1283: 8 total, 8 up, 8 in 2023-12-20T11:35:10.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:09 smithi123 ceph-mon[188613]: osdmap e1283: 8 total, 8 up, 8 in 2023-12-20T11:35:10.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:09 smithi177 ceph-mon[212096]: osdmap e1283: 8 total, 8 up, 8 in 2023-12-20T11:35:10.973 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5083 ms) 2023-12-20T11:35:10.973 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2023-12-20T11:35:10.973 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:11.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:10 smithi123 ceph-mon[191304]: osdmap e1284: 8 total, 8 up, 8 in 2023-12-20T11:35:11.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:10 smithi123 ceph-mon[191304]: pgmap v2379: 649 pgs: 649 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 779 KiB/s wr, 215 op/s 2023-12-20T11:35:11.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:10 smithi123 ceph-mon[188613]: osdmap e1284: 8 total, 8 up, 8 in 2023-12-20T11:35:11.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:10 smithi123 ceph-mon[188613]: pgmap v2379: 649 pgs: 649 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 779 KiB/s wr, 215 op/s 2023-12-20T11:35:11.256 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:35:11.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:10 smithi177 ceph-mon[212096]: osdmap e1284: 8 total, 8 up, 8 in 2023-12-20T11:35:11.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:10 smithi177 ceph-mon[212096]: pgmap v2379: 649 pgs: 649 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 779 KiB/s wr, 215 op/s 2023-12-20T11:35:11.568 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:35:11.568 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (43m) 10m ago 46m 28.7M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:35:11.568 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (43m) 8m ago 46m 92.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:35:11.568 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (47m) 10m ago 47m 21.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:35:11.569 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (47m) 8m ago 47m 26.9M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:35:11.569 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (43m) 8m ago 50m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:35:11.569 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (43m) 10m ago 51m 546M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:35:11.569 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (43m) 10m ago 51m 285M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:35:11.569 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (42m) 8m ago 50m 158M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:35:11.569 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (42m) 10m ago 50m 172M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:35:11.569 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (43m) 10m ago 46m 19.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:35:11.569 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (43m) 8m ago 46m 19.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:35:11.569 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (42m) 10m ago 49m 1905M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:35:11.569 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (41m) 10m ago 49m 2135M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:35:11.569 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (41m) 10m ago 49m 2181M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:35:11.569 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (40m) 10m ago 49m 1932M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:35:11.569 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (40m) 8m ago 48m 1419M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:35:11.569 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (39m) 8m ago 48m 1582M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:35:11.569 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (39m) 8m ago 48m 1235M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:35:11.570 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (38m) 8m ago 48m 1635M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:35:11.570 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (43m) 8m ago 47m 87.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:35:11.982 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:35:11.983 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:35:11.983 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:35:11.983 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:35:11.983 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:35:11.983 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:35:11.983 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:35:11.983 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:35:11.983 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:35:11.983 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:35:11.983 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:35:11.983 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:35:11.983 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:35:11.983 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:35:11.984 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:35:11.984 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:35:11.984 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:35:11.984 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:35:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:11 smithi123 ceph-mon[191304]: osdmap e1285: 8 total, 8 up, 8 in 2023-12-20T11:35:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:11 smithi123 ceph-mon[191304]: from='client.46781 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:35:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:35:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:11 smithi123 ceph-mon[191304]: from='client.36843 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:35:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:11 smithi123 ceph-mon[188613]: osdmap e1285: 8 total, 8 up, 8 in 2023-12-20T11:35:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:11 smithi123 ceph-mon[188613]: from='client.46781 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:35:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:35:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:11 smithi123 ceph-mon[188613]: from='client.36843 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:35:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:11 smithi177 ceph-mon[212096]: osdmap e1285: 8 total, 8 up, 8 in 2023-12-20T11:35:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:11 smithi177 ceph-mon[212096]: from='client.46781 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:35:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:35:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:11 smithi177 ceph-mon[212096]: from='client.36843 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:35:12.981 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (2002 ms) 2023-12-20T11:35:12.981 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2023-12-20T11:35:12.981 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:13.024 INFO:tasks.workunit.client.0.smithi123.stdout:1: acquiring exclusive lock 2023-12-20T11:35:13.024 INFO:tasks.workunit.client.0.smithi123.stdout:2: acquiring exclusive lock 2023-12-20T11:35:13.029 INFO:tasks.workunit.client.0.smithi123.stdout:2: exclusive lock acquired 2023-12-20T11:35:13.034 INFO:tasks.workunit.client.0.smithi123.stdout:2: releasing exclusive lock 2023-12-20T11:35:13.037 INFO:tasks.workunit.client.0.smithi123.stdout:2: exclusive lock released 2023-12-20T11:35:13.037 INFO:tasks.workunit.client.0.smithi123.stdout:2: acquiring exclusive lock 2023-12-20T11:35:13.040 INFO:tasks.workunit.client.0.smithi123.stdout:1: exclusive lock acquired 2023-12-20T11:35:13.044 INFO:tasks.workunit.client.0.smithi123.stdout:1: releasing exclusive lock 2023-12-20T11:35:13.047 INFO:tasks.workunit.client.0.smithi123.stdout:1: exclusive lock released 2023-12-20T11:35:13.047 INFO:tasks.workunit.client.0.smithi123.stdout:1: acquiring exclusive lock 2023-12-20T11:35:13.051 INFO:tasks.workunit.client.0.smithi123.stdout:1: exclusive lock acquired 2023-12-20T11:35:13.089 INFO:tasks.workunit.client.0.smithi123.stdout:1: releasing exclusive lock 2023-12-20T11:35:13.091 INFO:tasks.workunit.client.0.smithi123.stdout:1: exclusive lock released 2023-12-20T11:35:13.091 INFO:tasks.workunit.client.0.smithi123.stdout:1: acquiring exclusive lock 2023-12-20T11:35:13.093 INFO:tasks.workunit.client.0.smithi123.stdout:2: exclusive lock acquired 2023-12-20T11:35:13.142 INFO:tasks.workunit.client.0.smithi123.stdout:2: releasing exclusive lock 2023-12-20T11:35:13.142 INFO:tasks.workunit.client.0.smithi123.stdout:2: exclusive lock released 2023-12-20T11:35:13.142 INFO:tasks.workunit.client.0.smithi123.stdout:2: acquiring exclusive lock 2023-12-20T11:35:13.142 INFO:tasks.workunit.client.0.smithi123.stdout:1: exclusive lock acquired 2023-12-20T11:35:13.165 INFO:tasks.workunit.client.0.smithi123.stdout:1: releasing exclusive lock 2023-12-20T11:35:13.167 INFO:tasks.workunit.client.0.smithi123.stdout:1: exclusive lock released 2023-12-20T11:35:13.167 INFO:tasks.workunit.client.0.smithi123.stdout:1: acquiring exclusive lock 2023-12-20T11:35:13.170 INFO:tasks.workunit.client.0.smithi123.stdout:1: exclusive lock acquired 2023-12-20T11:35:13.206 INFO:tasks.workunit.client.0.smithi123.stdout:1: releasing exclusive lock 2023-12-20T11:35:13.208 INFO:tasks.workunit.client.0.smithi123.stdout:1: exclusive lock released 2023-12-20T11:35:13.209 INFO:tasks.workunit.client.0.smithi123.stdout:1: acquiring exclusive lock 2023-12-20T11:35:13.212 INFO:tasks.workunit.client.0.smithi123.stdout:1: exclusive lock acquired 2023-12-20T11:35:13.233 INFO:tasks.workunit.client.0.smithi123.stdout:1: releasing exclusive lock 2023-12-20T11:35:13.236 INFO:tasks.workunit.client.0.smithi123.stdout:1: exclusive lock released 2023-12-20T11:35:13.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:12 smithi123 ceph-mon[191304]: osdmap e1286: 8 total, 8 up, 8 in 2023-12-20T11:35:13.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:12 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2553122723' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:35:13.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:12 smithi123 ceph-mon[191304]: pgmap v2382: 649 pgs: 649 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 591 KiB/s wr, 249 op/s 2023-12-20T11:35:13.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:12 smithi123 ceph-mon[188613]: osdmap e1286: 8 total, 8 up, 8 in 2023-12-20T11:35:13.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:12 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2553122723' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:35:13.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:12 smithi123 ceph-mon[188613]: pgmap v2382: 649 pgs: 649 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 591 KiB/s wr, 249 op/s 2023-12-20T11:35:13.240 INFO:tasks.workunit.client.0.smithi123.stdout:2: exclusive lock acquired 2023-12-20T11:35:13.276 INFO:tasks.workunit.client.0.smithi123.stdout:2: releasing exclusive lock 2023-12-20T11:35:13.278 INFO:tasks.workunit.client.0.smithi123.stdout:2: exclusive lock released 2023-12-20T11:35:13.278 INFO:tasks.workunit.client.0.smithi123.stdout:2: acquiring exclusive lock 2023-12-20T11:35:13.281 INFO:tasks.workunit.client.0.smithi123.stdout:2: exclusive lock acquired 2023-12-20T11:35:13.288 INFO:tasks.workunit.client.0.smithi123.stdout:2: releasing exclusive lock 2023-12-20T11:35:13.291 INFO:tasks.workunit.client.0.smithi123.stdout:2: exclusive lock released 2023-12-20T11:35:13.291 INFO:tasks.workunit.client.0.smithi123.stdout:2: acquiring exclusive lock 2023-12-20T11:35:13.293 INFO:tasks.workunit.client.0.smithi123.stdout:2: exclusive lock acquired 2023-12-20T11:35:13.331 INFO:tasks.workunit.client.0.smithi123.stdout:2: releasing exclusive lock 2023-12-20T11:35:13.333 INFO:tasks.workunit.client.0.smithi123.stdout:2: exclusive lock released 2023-12-20T11:35:13.348 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.ExclusiveLock (373 ms) 2023-12-20T11:35:13.348 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.BreakLock 2023-12-20T11:35:13.363 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:13.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:12 smithi177 ceph-mon[212096]: osdmap e1286: 8 total, 8 up, 8 in 2023-12-20T11:35:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:12 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2553122723' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:35:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:12 smithi177 ceph-mon[212096]: pgmap v2382: 649 pgs: 649 active+clean; 151 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 591 KiB/s wr, 249 op/s 2023-12-20T11:35:13.986 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.BreakLock (637 ms) 2023-12-20T11:35:13.986 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2023-12-20T11:35:13.986 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:14.010 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (25 ms) 2023-12-20T11:35:14.010 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2023-12-20T11:35:14.010 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2023-12-20T11:35:14.011 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2023-12-20T11:35:14.011 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:14.068 INFO:tasks.workunit.client.0.smithi123.stdout:0.00% done 2023-12-20T11:35:14.068 INFO:tasks.workunit.client.0.smithi123.stdout:1.56% done 2023-12-20T11:35:14.068 INFO:tasks.workunit.client.0.smithi123.stdout:3.12% done 2023-12-20T11:35:14.068 INFO:tasks.workunit.client.0.smithi123.stdout:4.69% done 2023-12-20T11:35:14.068 INFO:tasks.workunit.client.0.smithi123.stdout:6.25% done 2023-12-20T11:35:14.068 INFO:tasks.workunit.client.0.smithi123.stdout:7.81% done 2023-12-20T11:35:14.068 INFO:tasks.workunit.client.0.smithi123.stdout:9.38% done 2023-12-20T11:35:14.068 INFO:tasks.workunit.client.0.smithi123.stdout:10.94% done 2023-12-20T11:35:14.068 INFO:tasks.workunit.client.0.smithi123.stdout:12.50% done 2023-12-20T11:35:14.068 INFO:tasks.workunit.client.0.smithi123.stdout:14.06% done 2023-12-20T11:35:14.068 INFO:tasks.workunit.client.0.smithi123.stdout:15.62% done 2023-12-20T11:35:14.068 INFO:tasks.workunit.client.0.smithi123.stdout:17.19% done 2023-12-20T11:35:14.069 INFO:tasks.workunit.client.0.smithi123.stdout:18.75% done 2023-12-20T11:35:14.069 INFO:tasks.workunit.client.0.smithi123.stdout:20.31% done 2023-12-20T11:35:14.069 INFO:tasks.workunit.client.0.smithi123.stdout:21.88% done 2023-12-20T11:35:14.069 INFO:tasks.workunit.client.0.smithi123.stdout:23.44% done 2023-12-20T11:35:14.069 INFO:tasks.workunit.client.0.smithi123.stdout:25.00% done 2023-12-20T11:35:14.069 INFO:tasks.workunit.client.0.smithi123.stdout:26.56% done 2023-12-20T11:35:14.069 INFO:tasks.workunit.client.0.smithi123.stdout:28.12% done 2023-12-20T11:35:14.069 INFO:tasks.workunit.client.0.smithi123.stdout:29.69% done 2023-12-20T11:35:14.069 INFO:tasks.workunit.client.0.smithi123.stdout:31.25% done 2023-12-20T11:35:14.069 INFO:tasks.workunit.client.0.smithi123.stdout:32.81% done 2023-12-20T11:35:14.069 INFO:tasks.workunit.client.0.smithi123.stdout:34.38% done 2023-12-20T11:35:14.069 INFO:tasks.workunit.client.0.smithi123.stdout:35.94% done 2023-12-20T11:35:14.070 INFO:tasks.workunit.client.0.smithi123.stdout:37.50% done 2023-12-20T11:35:14.070 INFO:tasks.workunit.client.0.smithi123.stdout:39.06% done 2023-12-20T11:35:14.070 INFO:tasks.workunit.client.0.smithi123.stdout:40.62% done 2023-12-20T11:35:14.070 INFO:tasks.workunit.client.0.smithi123.stdout:42.19% done 2023-12-20T11:35:14.070 INFO:tasks.workunit.client.0.smithi123.stdout:43.75% done 2023-12-20T11:35:14.070 INFO:tasks.workunit.client.0.smithi123.stdout:45.31% done 2023-12-20T11:35:14.070 INFO:tasks.workunit.client.0.smithi123.stdout:46.88% done 2023-12-20T11:35:14.070 INFO:tasks.workunit.client.0.smithi123.stdout:48.44% done 2023-12-20T11:35:14.070 INFO:tasks.workunit.client.0.smithi123.stdout:50.00% done 2023-12-20T11:35:14.070 INFO:tasks.workunit.client.0.smithi123.stdout:51.56% done 2023-12-20T11:35:14.070 INFO:tasks.workunit.client.0.smithi123.stdout:53.12% done 2023-12-20T11:35:14.070 INFO:tasks.workunit.client.0.smithi123.stdout:54.69% done 2023-12-20T11:35:14.070 INFO:tasks.workunit.client.0.smithi123.stdout:56.25% done 2023-12-20T11:35:14.071 INFO:tasks.workunit.client.0.smithi123.stdout:57.81% done 2023-12-20T11:35:14.071 INFO:tasks.workunit.client.0.smithi123.stdout:59.38% done 2023-12-20T11:35:14.071 INFO:tasks.workunit.client.0.smithi123.stdout:60.94% done 2023-12-20T11:35:14.071 INFO:tasks.workunit.client.0.smithi123.stdout:62.50% done 2023-12-20T11:35:14.071 INFO:tasks.workunit.client.0.smithi123.stdout:64.06% done 2023-12-20T11:35:14.071 INFO:tasks.workunit.client.0.smithi123.stdout:65.62% done 2023-12-20T11:35:14.071 INFO:tasks.workunit.client.0.smithi123.stdout:67.19% done 2023-12-20T11:35:14.071 INFO:tasks.workunit.client.0.smithi123.stdout:68.75% done 2023-12-20T11:35:14.071 INFO:tasks.workunit.client.0.smithi123.stdout:70.31% done 2023-12-20T11:35:14.072 INFO:tasks.workunit.client.0.smithi123.stdout:71.88% done 2023-12-20T11:35:14.072 INFO:tasks.workunit.client.0.smithi123.stdout:73.44% done 2023-12-20T11:35:14.072 INFO:tasks.workunit.client.0.smithi123.stdout:75.00% done 2023-12-20T11:35:14.072 INFO:tasks.workunit.client.0.smithi123.stdout:76.56% done 2023-12-20T11:35:14.072 INFO:tasks.workunit.client.0.smithi123.stdout:78.12% done 2023-12-20T11:35:14.072 INFO:tasks.workunit.client.0.smithi123.stdout:79.69% done 2023-12-20T11:35:14.072 INFO:tasks.workunit.client.0.smithi123.stdout:81.25% done 2023-12-20T11:35:14.072 INFO:tasks.workunit.client.0.smithi123.stdout:82.81% done 2023-12-20T11:35:14.072 INFO:tasks.workunit.client.0.smithi123.stdout:84.38% done 2023-12-20T11:35:14.072 INFO:tasks.workunit.client.0.smithi123.stdout:85.94% done 2023-12-20T11:35:14.072 INFO:tasks.workunit.client.0.smithi123.stdout:87.50% done 2023-12-20T11:35:14.072 INFO:tasks.workunit.client.0.smithi123.stdout:89.06% done 2023-12-20T11:35:14.072 INFO:tasks.workunit.client.0.smithi123.stdout:90.62% done 2023-12-20T11:35:14.072 INFO:tasks.workunit.client.0.smithi123.stdout:92.19% done 2023-12-20T11:35:14.072 INFO:tasks.workunit.client.0.smithi123.stdout:93.75% done 2023-12-20T11:35:14.072 INFO:tasks.workunit.client.0.smithi123.stdout:95.31% done 2023-12-20T11:35:14.073 INFO:tasks.workunit.client.0.smithi123.stdout:96.88% done 2023-12-20T11:35:14.073 INFO:tasks.workunit.client.0.smithi123.stdout:98.44% done 2023-12-20T11:35:14.073 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (57 ms) 2023-12-20T11:35:14.073 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2023-12-20T11:35:14.073 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:14.123 INFO:tasks.workunit.client.0.smithi123.stdout:0.00% done 2023-12-20T11:35:14.123 INFO:tasks.workunit.client.0.smithi123.stdout:1.56% done 2023-12-20T11:35:14.123 INFO:tasks.workunit.client.0.smithi123.stdout:3.12% done 2023-12-20T11:35:14.123 INFO:tasks.workunit.client.0.smithi123.stdout:4.69% done 2023-12-20T11:35:14.123 INFO:tasks.workunit.client.0.smithi123.stdout:6.25% done 2023-12-20T11:35:14.123 INFO:tasks.workunit.client.0.smithi123.stdout:7.81% done 2023-12-20T11:35:14.123 INFO:tasks.workunit.client.0.smithi123.stdout:9.38% done 2023-12-20T11:35:14.123 INFO:tasks.workunit.client.0.smithi123.stdout:10.94% done 2023-12-20T11:35:14.124 INFO:tasks.workunit.client.0.smithi123.stdout:12.50% done 2023-12-20T11:35:14.124 INFO:tasks.workunit.client.0.smithi123.stdout:14.06% done 2023-12-20T11:35:14.124 INFO:tasks.workunit.client.0.smithi123.stdout:15.62% done 2023-12-20T11:35:14.124 INFO:tasks.workunit.client.0.smithi123.stdout:17.19% done 2023-12-20T11:35:14.124 INFO:tasks.workunit.client.0.smithi123.stdout:18.75% done 2023-12-20T11:35:14.124 INFO:tasks.workunit.client.0.smithi123.stdout:20.31% done 2023-12-20T11:35:14.124 INFO:tasks.workunit.client.0.smithi123.stdout:21.88% done 2023-12-20T11:35:14.124 INFO:tasks.workunit.client.0.smithi123.stdout:23.44% done 2023-12-20T11:35:14.124 INFO:tasks.workunit.client.0.smithi123.stdout:25.00% done 2023-12-20T11:35:14.124 INFO:tasks.workunit.client.0.smithi123.stdout:26.56% done 2023-12-20T11:35:14.124 INFO:tasks.workunit.client.0.smithi123.stdout:28.12% done 2023-12-20T11:35:14.125 INFO:tasks.workunit.client.0.smithi123.stdout:29.69% done 2023-12-20T11:35:14.125 INFO:tasks.workunit.client.0.smithi123.stdout:31.25% done 2023-12-20T11:35:14.125 INFO:tasks.workunit.client.0.smithi123.stdout:32.81% done 2023-12-20T11:35:14.125 INFO:tasks.workunit.client.0.smithi123.stdout:34.38% done 2023-12-20T11:35:14.125 INFO:tasks.workunit.client.0.smithi123.stdout:35.94% done 2023-12-20T11:35:14.125 INFO:tasks.workunit.client.0.smithi123.stdout:37.50% done 2023-12-20T11:35:14.125 INFO:tasks.workunit.client.0.smithi123.stdout:39.06% done 2023-12-20T11:35:14.125 INFO:tasks.workunit.client.0.smithi123.stdout:40.62% done 2023-12-20T11:35:14.125 INFO:tasks.workunit.client.0.smithi123.stdout:42.19% done 2023-12-20T11:35:14.125 INFO:tasks.workunit.client.0.smithi123.stdout:43.75% done 2023-12-20T11:35:14.125 INFO:tasks.workunit.client.0.smithi123.stdout:45.31% done 2023-12-20T11:35:14.125 INFO:tasks.workunit.client.0.smithi123.stdout:46.88% done 2023-12-20T11:35:14.125 INFO:tasks.workunit.client.0.smithi123.stdout:48.44% done 2023-12-20T11:35:14.125 INFO:tasks.workunit.client.0.smithi123.stdout:50.00% done 2023-12-20T11:35:14.126 INFO:tasks.workunit.client.0.smithi123.stdout:51.56% done 2023-12-20T11:35:14.126 INFO:tasks.workunit.client.0.smithi123.stdout:53.12% done 2023-12-20T11:35:14.126 INFO:tasks.workunit.client.0.smithi123.stdout:54.69% done 2023-12-20T11:35:14.126 INFO:tasks.workunit.client.0.smithi123.stdout:56.25% done 2023-12-20T11:35:14.126 INFO:tasks.workunit.client.0.smithi123.stdout:57.81% done 2023-12-20T11:35:14.126 INFO:tasks.workunit.client.0.smithi123.stdout:59.38% done 2023-12-20T11:35:14.126 INFO:tasks.workunit.client.0.smithi123.stdout:60.94% done 2023-12-20T11:35:14.126 INFO:tasks.workunit.client.0.smithi123.stdout:62.50% done 2023-12-20T11:35:14.126 INFO:tasks.workunit.client.0.smithi123.stdout:64.06% done 2023-12-20T11:35:14.126 INFO:tasks.workunit.client.0.smithi123.stdout:65.62% done 2023-12-20T11:35:14.126 INFO:tasks.workunit.client.0.smithi123.stdout:67.19% done 2023-12-20T11:35:14.127 INFO:tasks.workunit.client.0.smithi123.stdout:68.75% done 2023-12-20T11:35:14.127 INFO:tasks.workunit.client.0.smithi123.stdout:70.31% done 2023-12-20T11:35:14.127 INFO:tasks.workunit.client.0.smithi123.stdout:71.88% done 2023-12-20T11:35:14.127 INFO:tasks.workunit.client.0.smithi123.stdout:73.44% done 2023-12-20T11:35:14.127 INFO:tasks.workunit.client.0.smithi123.stdout:75.00% done 2023-12-20T11:35:14.127 INFO:tasks.workunit.client.0.smithi123.stdout:76.56% done 2023-12-20T11:35:14.127 INFO:tasks.workunit.client.0.smithi123.stdout:78.12% done 2023-12-20T11:35:14.127 INFO:tasks.workunit.client.0.smithi123.stdout:79.69% done 2023-12-20T11:35:14.127 INFO:tasks.workunit.client.0.smithi123.stdout:81.25% done 2023-12-20T11:35:14.127 INFO:tasks.workunit.client.0.smithi123.stdout:82.81% done 2023-12-20T11:35:14.127 INFO:tasks.workunit.client.0.smithi123.stdout:84.38% done 2023-12-20T11:35:14.127 INFO:tasks.workunit.client.0.smithi123.stdout:85.94% done 2023-12-20T11:35:14.127 INFO:tasks.workunit.client.0.smithi123.stdout:87.50% done 2023-12-20T11:35:14.127 INFO:tasks.workunit.client.0.smithi123.stdout:89.06% done 2023-12-20T11:35:14.128 INFO:tasks.workunit.client.0.smithi123.stdout:90.62% done 2023-12-20T11:35:14.128 INFO:tasks.workunit.client.0.smithi123.stdout:92.19% done 2023-12-20T11:35:14.128 INFO:tasks.workunit.client.0.smithi123.stdout:93.75% done 2023-12-20T11:35:14.128 INFO:tasks.workunit.client.0.smithi123.stdout:95.31% done 2023-12-20T11:35:14.128 INFO:tasks.workunit.client.0.smithi123.stdout:96.88% done 2023-12-20T11:35:14.128 INFO:tasks.workunit.client.0.smithi123.stdout:98.44% done 2023-12-20T11:35:14.128 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (55 ms) 2023-12-20T11:35:14.128 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2023-12-20T11:35:14.128 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:14.131 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:14.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:13 smithi123 ceph-mon[191304]: osdmap e1287: 8 total, 8 up, 8 in 2023-12-20T11:35:14.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:13 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3140216423' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.123:0/4258547401"}]: dispatch 2023-12-20T11:35:14.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:13 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.123:0/4258547401"}]: dispatch 2023-12-20T11:35:14.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:13 smithi123 ceph-mon[188613]: osdmap e1287: 8 total, 8 up, 8 in 2023-12-20T11:35:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:13 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3140216423' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.123:0/4258547401"}]: dispatch 2023-12-20T11:35:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:13 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.123:0/4258547401"}]: dispatch 2023-12-20T11:35:14.250 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestTrashPurge (128 ms) 2023-12-20T11:35:14.250 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2023-12-20T11:35:14.250 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:14.301 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (51 ms) 2023-12-20T11:35:14.301 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestListWatchers 2023-12-20T11:35:14.301 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:14.323 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestListWatchers (22 ms) 2023-12-20T11:35:14.323 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2023-12-20T11:35:14.323 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:14.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:13 smithi177 ceph-mon[212096]: osdmap e1287: 8 total, 8 up, 8 in 2023-12-20T11:35:14.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:13 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3140216423' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.123:0/4258547401"}]: dispatch 2023-12-20T11:35:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:13 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.123:0/4258547401"}]: dispatch 2023-12-20T11:35:14.992 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestSetSnapById (668 ms) 2023-12-20T11:35:14.992 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.Namespaces 2023-12-20T11:35:15.012 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.Namespaces (20 ms) 2023-12-20T11:35:15.012 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.NamespacesPP 2023-12-20T11:35:15.040 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:15.045 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:15.122 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.NamespacesPP (111 ms) 2023-12-20T11:35:15.122 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.Migration 2023-12-20T11:35:15.122 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:15.122 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:15.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:14 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.123:0/4258547401"}]': finished 2023-12-20T11:35:15.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:14 smithi123 ceph-mon[188613]: osdmap e1288: 8 total, 8 up, 8 in 2023-12-20T11:35:15.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:14 smithi123 ceph-mon[188613]: pgmap v2385: 649 pgs: 649 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 135 KiB/s wr, 99 op/s 2023-12-20T11:35:15.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:14 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.123:0/4258547401"}]': finished 2023-12-20T11:35:15.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:14 smithi123 ceph-mon[191304]: osdmap e1288: 8 total, 8 up, 8 in 2023-12-20T11:35:15.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:14 smithi123 ceph-mon[191304]: pgmap v2385: 649 pgs: 649 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 135 KiB/s wr, 99 op/s 2023-12-20T11:35:15.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:14 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.123:0/4258547401"}]': finished 2023-12-20T11:35:15.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:14 smithi177 ceph-mon[212096]: osdmap e1288: 8 total, 8 up, 8 in 2023-12-20T11:35:15.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:14 smithi177 ceph-mon[212096]: pgmap v2385: 649 pgs: 649 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 135 KiB/s wr, 99 op/s 2023-12-20T11:35:15.515 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.Migration (393 ms) 2023-12-20T11:35:15.516 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.MigrationPP 2023-12-20T11:35:15.516 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:15.516 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:15.907 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.MigrationPP (392 ms) 2023-12-20T11:35:15.908 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2023-12-20T11:35:15.908 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:15.924 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (16 ms) 2023-12-20T11:35:15.924 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2023-12-20T11:35:15.924 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:15.939 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (15 ms) 2023-12-20T11:35:15.939 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2023-12-20T11:35:15.939 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:16.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:15 smithi123 ceph-mon[188613]: osdmap e1289: 8 total, 8 up, 8 in 2023-12-20T11:35:16.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:15 smithi123 ceph-mon[191304]: osdmap e1289: 8 total, 8 up, 8 in 2023-12-20T11:35:16.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:15 smithi177 ceph-mon[212096]: osdmap e1289: 8 total, 8 up, 8 in 2023-12-20T11:35:17.074 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (1136 ms) 2023-12-20T11:35:17.074 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.PoolMetadata 2023-12-20T11:35:17.109 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.PoolMetadata (34 ms) 2023-12-20T11:35:17.109 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2023-12-20T11:35:17.129 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.PoolMetadataPP (20 ms) 2023-12-20T11:35:17.129 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.Config 2023-12-20T11:35:17.134 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:17.173 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.Config (45 ms) 2023-12-20T11:35:17.173 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.ConfigPP 2023-12-20T11:35:17.178 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:17.220 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.ConfigPP (47 ms) 2023-12-20T11:35:17.221 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2023-12-20T11:35:17.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:16 smithi123 ceph-mon[191304]: pgmap v2387: 649 pgs: 649 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 604 KiB/s rd, 152 KiB/s wr, 722 op/s 2023-12-20T11:35:17.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:16 smithi123 ceph-mon[188613]: pgmap v2387: 649 pgs: 649 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 604 KiB/s rd, 152 KiB/s wr, 722 op/s 2023-12-20T11:35:17.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:35:17 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:35:17] ENGINE Bus STOPPING 2023-12-20T11:35:17.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:35:17 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:35:17] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-20T11:35:17.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:35:17 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:35:17] ENGINE Bus STOPPED 2023-12-20T11:35:17.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:35:17 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:35:17] ENGINE Bus STARTING 2023-12-20T11:35:17.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:35:17 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:35:17] ENGINE Serving on http://:::9283 2023-12-20T11:35:17.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:35:17 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:35:17] ENGINE Bus STARTED 2023-12-20T11:35:17.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:16 smithi177 ceph-mon[212096]: pgmap v2387: 649 pgs: 649 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 604 KiB/s rd, 152 KiB/s wr, 722 op/s 2023-12-20T11:35:18.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:17 smithi123 ceph-mon[191304]: osdmap e1290: 8 total, 8 up, 8 in 2023-12-20T11:35:18.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:17 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' 2023-12-20T11:35:18.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:35:18.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:35:18.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:35:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:17 smithi123 ceph-mon[188613]: osdmap e1290: 8 total, 8 up, 8 in 2023-12-20T11:35:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:17 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' 2023-12-20T11:35:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:35:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:35:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:35:18.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:17 smithi177 ceph-mon[212096]: osdmap e1290: 8 total, 8 up, 8 in 2023-12-20T11:35:18.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:17 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' 2023-12-20T11:35:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:35:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:35:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:35:18.631 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:19.363 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:35:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:35:19] "GET /metrics HTTP/1.1" 200 74951 "" "Prometheus/2.43.0" 2023-12-20T11:35:19.364 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:19 smithi123 ceph-mon[188613]: osdmap e1291: 8 total, 8 up, 8 in 2023-12-20T11:35:19.364 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:19 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4266464055' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:35:19.364 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:19 smithi123 ceph-mon[188613]: pgmap v2390: 681 pgs: 32 unknown, 649 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 688 KiB/s rd, 158 KiB/s wr, 836 op/s 2023-12-20T11:35:19.364 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:19 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4266464055' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-18","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:35:19.364 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:19 smithi123 ceph-mon[188613]: osdmap e1292: 8 total, 8 up, 8 in 2023-12-20T11:35:19.365 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:19 smithi123 ceph-mon[191304]: osdmap e1291: 8 total, 8 up, 8 in 2023-12-20T11:35:19.365 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:19 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4266464055' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:35:19.365 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:19 smithi123 ceph-mon[191304]: pgmap v2390: 681 pgs: 32 unknown, 649 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 688 KiB/s rd, 158 KiB/s wr, 836 op/s 2023-12-20T11:35:19.365 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:19 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4266464055' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-18","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:35:19.365 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:19 smithi123 ceph-mon[191304]: osdmap e1292: 8 total, 8 up, 8 in 2023-12-20T11:35:19.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:19 smithi177 ceph-mon[212096]: osdmap e1291: 8 total, 8 up, 8 in 2023-12-20T11:35:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:19 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4266464055' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:35:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:19 smithi177 ceph-mon[212096]: pgmap v2390: 681 pgs: 32 unknown, 649 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 688 KiB/s rd, 158 KiB/s wr, 836 op/s 2023-12-20T11:35:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:19 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4266464055' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-18","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:35:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:19 smithi177 ceph-mon[212096]: osdmap e1292: 8 total, 8 up, 8 in 2023-12-20T11:35:20.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:20 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:35:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:35:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:35:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:35:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:35:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:35:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:20 smithi177 ceph-mon[212096]: osdmap e1293: 8 total, 8 up, 8 in 2023-12-20T11:35:20.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:20 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:35:20.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:35:20.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:35:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:35:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:35:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:35:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:20 smithi123 ceph-mon[191304]: osdmap e1293: 8 total, 8 up, 8 in 2023-12-20T11:35:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:20 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:35:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:35:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:35:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:35:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:35:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:35:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:20 smithi123 ceph-mon[188613]: osdmap e1293: 8 total, 8 up, 8 in 2023-12-20T11:35:20.666 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:20.677 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:20.694 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:21.719 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.PoolStatsPP (4498 ms) 2023-12-20T11:35:21.719 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.ImageSpec 2023-12-20T11:35:21.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:21 smithi177 ceph-mon[212096]: pgmap v2393: 681 pgs: 11 creating+peering, 21 unknown, 649 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 21 KiB/s wr, 448 op/s 2023-12-20T11:35:21.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:21 smithi177 ceph-mon[212096]: osdmap e1294: 8 total, 8 up, 8 in 2023-12-20T11:35:21.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:21 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:35:21.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:21 smithi123 ceph-mon[191304]: pgmap v2393: 681 pgs: 11 creating+peering, 21 unknown, 649 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 21 KiB/s wr, 448 op/s 2023-12-20T11:35:21.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:21 smithi123 ceph-mon[191304]: osdmap e1294: 8 total, 8 up, 8 in 2023-12-20T11:35:21.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:21 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:35:21.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:21 smithi123 ceph-mon[188613]: pgmap v2393: 681 pgs: 11 creating+peering, 21 unknown, 649 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 21 KiB/s wr, 448 op/s 2023-12-20T11:35:21.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:21 smithi123 ceph-mon[188613]: osdmap e1294: 8 total, 8 up, 8 in 2023-12-20T11:35:21.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:21 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:35:22.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:22 smithi177 ceph-mon[212096]: osdmap e1295: 8 total, 8 up, 8 in 2023-12-20T11:35:22.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:22 smithi123 ceph-mon[191304]: osdmap e1295: 8 total, 8 up, 8 in 2023-12-20T11:35:22.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:22 smithi123 ceph-mon[188613]: osdmap e1295: 8 total, 8 up, 8 in 2023-12-20T11:35:23.676 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:23.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:23 smithi177 ceph-mon[212096]: pgmap v2396: 681 pgs: 11 creating+peering, 7 unknown, 663 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 279 KiB/s rd, 21 KiB/s wr, 380 op/s 2023-12-20T11:35:23.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:23 smithi177 ceph-mon[212096]: osdmap e1296: 8 total, 8 up, 8 in 2023-12-20T11:35:23.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:23 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/492141878' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:35:23.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:23 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:35:23.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:23 smithi123 ceph-mon[191304]: pgmap v2396: 681 pgs: 11 creating+peering, 7 unknown, 663 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 279 KiB/s rd, 21 KiB/s wr, 380 op/s 2023-12-20T11:35:23.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:23 smithi123 ceph-mon[191304]: osdmap e1296: 8 total, 8 up, 8 in 2023-12-20T11:35:23.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:23 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/492141878' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:35:23.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:23 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:35:23.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:23 smithi123 ceph-mon[188613]: pgmap v2396: 681 pgs: 11 creating+peering, 7 unknown, 663 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 279 KiB/s rd, 21 KiB/s wr, 380 op/s 2023-12-20T11:35:23.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:23 smithi123 ceph-mon[188613]: osdmap e1296: 8 total, 8 up, 8 in 2023-12-20T11:35:23.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:23 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/492141878' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:35:23.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:23 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:35:24.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:24 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-19","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:35:24.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:24 smithi123 ceph-mon[191304]: osdmap e1297: 8 total, 8 up, 8 in 2023-12-20T11:35:24.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:24 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-19","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:35:24.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:24 smithi123 ceph-mon[188613]: osdmap e1297: 8 total, 8 up, 8 in 2023-12-20T11:35:25.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:24 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-19","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:35:25.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:24 smithi177 ceph-mon[212096]: osdmap e1297: 8 total, 8 up, 8 in 2023-12-20T11:35:25.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:25 smithi123 ceph-mon[191304]: pgmap v2399: 713 pgs: 11 creating+peering, 16 unknown, 686 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 12 KiB/s wr, 147 op/s 2023-12-20T11:35:25.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:25 smithi123 ceph-mon[191304]: osdmap e1298: 8 total, 8 up, 8 in 2023-12-20T11:35:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:25 smithi123 ceph-mon[188613]: pgmap v2399: 713 pgs: 11 creating+peering, 16 unknown, 686 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 12 KiB/s wr, 147 op/s 2023-12-20T11:35:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:25 smithi123 ceph-mon[188613]: osdmap e1298: 8 total, 8 up, 8 in 2023-12-20T11:35:26.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:25 smithi177 ceph-mon[212096]: pgmap v2399: 713 pgs: 11 creating+peering, 16 unknown, 686 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 12 KiB/s wr, 147 op/s 2023-12-20T11:35:26.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:25 smithi177 ceph-mon[212096]: osdmap e1298: 8 total, 8 up, 8 in 2023-12-20T11:35:26.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:26 smithi123 ceph-mon[191304]: osdmap e1299: 8 total, 8 up, 8 in 2023-12-20T11:35:26.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:35:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:26 smithi123 ceph-mon[188613]: osdmap e1299: 8 total, 8 up, 8 in 2023-12-20T11:35:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:35:27.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:26 smithi177 ceph-mon[212096]: osdmap e1299: 8 total, 8 up, 8 in 2023-12-20T11:35:27.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:35:27.866 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.ImageSpec (6148 ms) 2023-12-20T11:35:27.867 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2023-12-20T11:35:27.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:27 smithi123 ceph-mon[191304]: pgmap v2402: 713 pgs: 11 creating+peering, 4 unknown, 698 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 4.7 KiB/s wr, 55 op/s 2023-12-20T11:35:27.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:27 smithi123 ceph-mon[191304]: osdmap e1300: 8 total, 8 up, 8 in 2023-12-20T11:35:27.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:27 smithi123 ceph-mon[188613]: pgmap v2402: 713 pgs: 11 creating+peering, 4 unknown, 698 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 4.7 KiB/s wr, 55 op/s 2023-12-20T11:35:27.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:27 smithi123 ceph-mon[188613]: osdmap e1300: 8 total, 8 up, 8 in 2023-12-20T11:35:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:27 smithi177 ceph-mon[212096]: pgmap v2402: 713 pgs: 11 creating+peering, 4 unknown, 698 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 4.7 KiB/s wr, 55 op/s 2023-12-20T11:35:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:27 smithi177 ceph-mon[212096]: osdmap e1300: 8 total, 8 up, 8 in 2023-12-20T11:35:28.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:28 smithi123 ceph-mon[191304]: osdmap e1301: 8 total, 8 up, 8 in 2023-12-20T11:35:28.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:28 smithi123 ceph-mon[191304]: osdmap e1302: 8 total, 8 up, 8 in 2023-12-20T11:35:28.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:28 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1827730189' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:35:28.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:28 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:35:28.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:28 smithi123 ceph-mon[188613]: osdmap e1301: 8 total, 8 up, 8 in 2023-12-20T11:35:28.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:28 smithi123 ceph-mon[188613]: osdmap e1302: 8 total, 8 up, 8 in 2023-12-20T11:35:28.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:28 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1827730189' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:35:28.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:28 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:35:29.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:28 smithi177 ceph-mon[212096]: osdmap e1301: 8 total, 8 up, 8 in 2023-12-20T11:35:29.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:28 smithi177 ceph-mon[212096]: osdmap e1302: 8 total, 8 up, 8 in 2023-12-20T11:35:29.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:28 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1827730189' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:35:29.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:28 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:35:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:35:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:35:29] "GET /metrics HTTP/1.1" 200 79755 "" "Prometheus/2.43.0" 2023-12-20T11:35:29.647 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:29.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:29 smithi123 ceph-mon[191304]: pgmap v2405: 713 pgs: 9 creating+peering, 704 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.0 KiB/s wr, 27 op/s 2023-12-20T11:35:29.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:29 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-20","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:35:29.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:29 smithi123 ceph-mon[191304]: osdmap e1303: 8 total, 8 up, 8 in 2023-12-20T11:35:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:29 smithi123 ceph-mon[188613]: pgmap v2405: 713 pgs: 9 creating+peering, 704 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.0 KiB/s wr, 27 op/s 2023-12-20T11:35:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:29 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-20","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:35:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:29 smithi123 ceph-mon[188613]: osdmap e1303: 8 total, 8 up, 8 in 2023-12-20T11:35:30.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:29 smithi177 ceph-mon[212096]: pgmap v2405: 713 pgs: 9 creating+peering, 704 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.0 KiB/s wr, 27 op/s 2023-12-20T11:35:30.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:29 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-20","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:35:30.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:29 smithi177 ceph-mon[212096]: osdmap e1303: 8 total, 8 up, 8 in 2023-12-20T11:35:31.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:31 smithi177 ceph-mon[212096]: pgmap v2408: 745 pgs: 5 creating+peering, 27 unknown, 713 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 4.7 KiB/s wr, 121 op/s 2023-12-20T11:35:31.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:31 smithi177 ceph-mon[212096]: osdmap e1304: 8 total, 8 up, 8 in 2023-12-20T11:35:31.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:31 smithi123 ceph-mon[191304]: pgmap v2408: 745 pgs: 5 creating+peering, 27 unknown, 713 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 4.7 KiB/s wr, 121 op/s 2023-12-20T11:35:31.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:31 smithi123 ceph-mon[191304]: osdmap e1304: 8 total, 8 up, 8 in 2023-12-20T11:35:31.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:31 smithi123 ceph-mon[188613]: pgmap v2408: 745 pgs: 5 creating+peering, 27 unknown, 713 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 4.7 KiB/s wr, 121 op/s 2023-12-20T11:35:31.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:31 smithi123 ceph-mon[188613]: osdmap e1304: 8 total, 8 up, 8 in 2023-12-20T11:35:32.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:32 smithi177 ceph-mon[212096]: osdmap e1305: 8 total, 8 up, 8 in 2023-12-20T11:35:32.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:32 smithi123 ceph-mon[188613]: osdmap e1305: 8 total, 8 up, 8 in 2023-12-20T11:35:32.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:32 smithi123 ceph-mon[191304]: osdmap e1305: 8 total, 8 up, 8 in 2023-12-20T11:35:33.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:33 smithi177 ceph-mon[212096]: pgmap v2411: 745 pgs: 5 creating+peering, 9 unknown, 731 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 4.7 KiB/s wr, 156 op/s 2023-12-20T11:35:33.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:33 smithi177 ceph-mon[212096]: osdmap e1306: 8 total, 8 up, 8 in 2023-12-20T11:35:33.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:33 smithi177 ceph-mon[212096]: osdmap e1307: 8 total, 8 up, 8 in 2023-12-20T11:35:33.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:33 smithi123 ceph-mon[191304]: pgmap v2411: 745 pgs: 5 creating+peering, 9 unknown, 731 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 4.7 KiB/s wr, 156 op/s 2023-12-20T11:35:33.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:33 smithi123 ceph-mon[191304]: osdmap e1306: 8 total, 8 up, 8 in 2023-12-20T11:35:33.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:33 smithi123 ceph-mon[191304]: osdmap e1307: 8 total, 8 up, 8 in 2023-12-20T11:35:33.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:33 smithi123 ceph-mon[188613]: pgmap v2411: 745 pgs: 5 creating+peering, 9 unknown, 731 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 4.7 KiB/s wr, 156 op/s 2023-12-20T11:35:33.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:33 smithi123 ceph-mon[188613]: osdmap e1306: 8 total, 8 up, 8 in 2023-12-20T11:35:33.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:33 smithi123 ceph-mon[188613]: osdmap e1307: 8 total, 8 up, 8 in 2023-12-20T11:35:35.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:35 smithi177 ceph-mon[212096]: pgmap v2414: 745 pgs: 745 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2023-12-20T11:35:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:35 smithi177 ceph-mon[212096]: osdmap e1308: 8 total, 8 up, 8 in 2023-12-20T11:35:35.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:35 smithi123 ceph-mon[188613]: pgmap v2414: 745 pgs: 745 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2023-12-20T11:35:35.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:35 smithi123 ceph-mon[188613]: osdmap e1308: 8 total, 8 up, 8 in 2023-12-20T11:35:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:35 smithi123 ceph-mon[191304]: pgmap v2414: 745 pgs: 745 active+clean; 152 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2023-12-20T11:35:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:35 smithi123 ceph-mon[191304]: osdmap e1308: 8 total, 8 up, 8 in 2023-12-20T11:35:36.695 INFO:tasks.workunit.client.0.smithi123.stdout:num children is: 3 2023-12-20T11:35:36.696 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 3 2023-12-20T11:35:36.696 INFO:tasks.workunit.client.0.smithi123.stdout:child: image202 2023-12-20T11:35:36.696 INFO:tasks.workunit.client.0.smithi123.stdout:child: image204 2023-12-20T11:35:36.696 INFO:tasks.workunit.client.0.smithi123.stdout:child: image203 2023-12-20T11:35:36.696 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-1/image202/b5cd437a2bfb 2023-12-20T11:35:36.696 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:35:36.696 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-20/image203/b5cd5067ed50 2023-12-20T11:35:36.696 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:35:36.696 INFO:tasks.workunit.client.0.smithi123.stdout:found child test-librbd-smithi123-241547-1/image204/b5cda6a20e72 2023-12-20T11:35:36.696 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:35:36.696 INFO:tasks.workunit.client.0.smithi123.stdout:num children is: 0 2023-12-20T11:35:36.696 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 0 2023-12-20T11:35:36.696 INFO:tasks.workunit.client.0.smithi123.stdout:num snaps is: 0 2023-12-20T11:35:36.696 INFO:tasks.workunit.client.0.smithi123.stdout:expected: 0 2023-12-20T11:35:36.697 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8829 ms) 2023-12-20T11:35:36.697 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2023-12-20T11:35:36.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:36 smithi123 ceph-mon[191304]: osdmap e1309: 8 total, 8 up, 8 in 2023-12-20T11:35:36.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:36 smithi123 ceph-mon[188613]: osdmap e1309: 8 total, 8 up, 8 in 2023-12-20T11:35:37.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:36 smithi177 ceph-mon[212096]: osdmap e1309: 8 total, 8 up, 8 in 2023-12-20T11:35:37.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:37 smithi123 ceph-mon[191304]: pgmap v2417: 713 pgs: 713 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:35:37.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:37 smithi123 ceph-mon[191304]: osdmap e1310: 8 total, 8 up, 8 in 2023-12-20T11:35:37.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:37 smithi123 ceph-mon[188613]: pgmap v2417: 713 pgs: 713 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:35:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:37 smithi123 ceph-mon[188613]: osdmap e1310: 8 total, 8 up, 8 in 2023-12-20T11:35:38.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:37 smithi177 ceph-mon[212096]: pgmap v2417: 713 pgs: 713 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:35:38.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:37 smithi177 ceph-mon[212096]: osdmap e1310: 8 total, 8 up, 8 in 2023-12-20T11:35:38.721 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:38.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:38 smithi123 ceph-mon[188613]: osdmap e1311: 8 total, 8 up, 8 in 2023-12-20T11:35:38.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:38 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1603587955' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:35:38.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:38 smithi123 ceph-mon[191304]: osdmap e1311: 8 total, 8 up, 8 in 2023-12-20T11:35:38.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:38 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1603587955' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:35:39.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:38 smithi177 ceph-mon[212096]: osdmap e1311: 8 total, 8 up, 8 in 2023-12-20T11:35:39.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:38 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1603587955' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:35:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:35:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:35:39] "GET /metrics HTTP/1.1" 200 79755 "" "Prometheus/2.43.0" 2023-12-20T11:35:39.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:39 smithi123 ceph-mon[188613]: pgmap v2420: 745 pgs: 7 creating+peering, 25 unknown, 713 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:35:39.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:39 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:35:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:39 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1603587955' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-21","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:35:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:39 smithi123 ceph-mon[188613]: osdmap e1312: 8 total, 8 up, 8 in 2023-12-20T11:35:39.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:39 smithi123 ceph-mon[191304]: pgmap v2420: 745 pgs: 7 creating+peering, 25 unknown, 713 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:35:39.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:39 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:35:39.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:39 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1603587955' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-21","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:35:39.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:39 smithi123 ceph-mon[191304]: osdmap e1312: 8 total, 8 up, 8 in 2023-12-20T11:35:40.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:39 smithi177 ceph-mon[212096]: pgmap v2420: 745 pgs: 7 creating+peering, 25 unknown, 713 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:35:40.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:39 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:35:40.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:39 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1603587955' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-21","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:35:40.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:39 smithi177 ceph-mon[212096]: osdmap e1312: 8 total, 8 up, 8 in 2023-12-20T11:35:40.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:40 smithi123 ceph-mon[191304]: osdmap e1313: 8 total, 8 up, 8 in 2023-12-20T11:35:40.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:40 smithi123 ceph-mon[188613]: osdmap e1313: 8 total, 8 up, 8 in 2023-12-20T11:35:41.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:40 smithi177 ceph-mon[212096]: osdmap e1313: 8 total, 8 up, 8 in 2023-12-20T11:35:41.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:41 smithi123 ceph-mon[191304]: pgmap v2423: 745 pgs: 18 creating+peering, 10 unknown, 717 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 7.0 KiB/s wr, 127 op/s 2023-12-20T11:35:41.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:41 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:35:41.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:41 smithi123 ceph-mon[191304]: osdmap e1314: 8 total, 8 up, 8 in 2023-12-20T11:35:41.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:35:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:41 smithi123 ceph-mon[188613]: pgmap v2423: 745 pgs: 18 creating+peering, 10 unknown, 717 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 7.0 KiB/s wr, 127 op/s 2023-12-20T11:35:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:41 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:35:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:41 smithi123 ceph-mon[188613]: osdmap e1314: 8 total, 8 up, 8 in 2023-12-20T11:35:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:35:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:41 smithi177 ceph-mon[212096]: pgmap v2423: 745 pgs: 18 creating+peering, 10 unknown, 717 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 7.0 KiB/s wr, 127 op/s 2023-12-20T11:35:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:41 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:35:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:41 smithi177 ceph-mon[212096]: osdmap e1314: 8 total, 8 up, 8 in 2023-12-20T11:35:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:35:42.325 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:35:42.632 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:35:42.632 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (44m) 23s ago 47m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:35:42.632 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (44m) 8m ago 47m 92.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:35:42.632 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (48m) 23s ago 48m 23.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:35:42.632 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (48m) 8m ago 48m 26.9M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:35:42.632 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (43m) 8m ago 50m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:35:42.633 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (44m) 23s ago 52m 576M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:35:42.633 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (43m) 23s ago 52m 360M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:35:42.633 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (43m) 8m ago 51m 158M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:35:42.633 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (43m) 23s ago 50m 210M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:35:42.633 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (44m) 23s ago 47m 19.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:35:42.633 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (44m) 8m ago 47m 19.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:35:42.633 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (42m) 23s ago 50m 2466M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:35:42.633 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (42m) 23s ago 50m 2803M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:35:42.633 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (41m) 23s ago 49m 2708M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:35:42.633 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (41m) 23s ago 49m 2531M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:35:42.633 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (40m) 8m ago 49m 1419M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:35:42.633 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (40m) 8m ago 49m 1582M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:35:42.633 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (39m) 8m ago 48m 1235M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:35:42.633 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (39m) 8m ago 48m 1635M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:35:42.634 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (43m) 8m ago 47m 87.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:35:42.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:42 smithi123 ceph-mon[191304]: osdmap e1315: 8 total, 8 up, 8 in 2023-12-20T11:35:42.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:35:42.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:42 smithi123 ceph-mon[188613]: osdmap e1315: 8 total, 8 up, 8 in 2023-12-20T11:35:42.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:35:43.030 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:35:43.030 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:35:43.030 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:35:43.030 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:35:43.030 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:35:43.030 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:35:43.030 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:35:43.030 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:35:43.030 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:35:43.030 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:35:43.030 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:35:43.030 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:35:43.030 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:35:43.030 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:35:43.031 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:35:43.031 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:35:43.031 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:35:43.031 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:35:43.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:42 smithi177 ceph-mon[212096]: osdmap e1315: 8 total, 8 up, 8 in 2023-12-20T11:35:43.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:35:43.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:43 smithi123 ceph-mon[191304]: pgmap v2426: 745 pgs: 18 creating+peering, 727 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 767 B/s wr, 25 op/s 2023-12-20T11:35:43.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:43 smithi123 ceph-mon[191304]: from='client.46829 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:35:43.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:43 smithi123 ceph-mon[191304]: from='client.46835 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:35:43.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:43 smithi123 ceph-mon[191304]: osdmap e1316: 8 total, 8 up, 8 in 2023-12-20T11:35:43.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:43 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3683484780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:35:43.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:43 smithi123 ceph-mon[191304]: osdmap e1317: 8 total, 8 up, 8 in 2023-12-20T11:35:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:43 smithi123 ceph-mon[188613]: pgmap v2426: 745 pgs: 18 creating+peering, 727 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 767 B/s wr, 25 op/s 2023-12-20T11:35:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:43 smithi123 ceph-mon[188613]: from='client.46829 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:35:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:43 smithi123 ceph-mon[188613]: from='client.46835 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:35:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:43 smithi123 ceph-mon[188613]: osdmap e1316: 8 total, 8 up, 8 in 2023-12-20T11:35:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:43 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3683484780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:35:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:43 smithi123 ceph-mon[188613]: osdmap e1317: 8 total, 8 up, 8 in 2023-12-20T11:35:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:43 smithi177 ceph-mon[212096]: pgmap v2426: 745 pgs: 18 creating+peering, 727 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 767 B/s wr, 25 op/s 2023-12-20T11:35:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:43 smithi177 ceph-mon[212096]: from='client.46829 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:35:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:43 smithi177 ceph-mon[212096]: from='client.46835 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:35:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:43 smithi177 ceph-mon[212096]: osdmap e1316: 8 total, 8 up, 8 in 2023-12-20T11:35:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:43 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3683484780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:35:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:43 smithi177 ceph-mon[212096]: osdmap e1317: 8 total, 8 up, 8 in 2023-12-20T11:35:45.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:45 smithi177 ceph-mon[212096]: pgmap v2429: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.7 KiB/s wr, 21 op/s 2023-12-20T11:35:45.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:45 smithi177 ceph-mon[212096]: osdmap e1318: 8 total, 8 up, 8 in 2023-12-20T11:35:45.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:45 smithi123 ceph-mon[191304]: pgmap v2429: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.7 KiB/s wr, 21 op/s 2023-12-20T11:35:45.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:45 smithi123 ceph-mon[191304]: osdmap e1318: 8 total, 8 up, 8 in 2023-12-20T11:35:45.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:45 smithi123 ceph-mon[188613]: pgmap v2429: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.7 KiB/s wr, 21 op/s 2023-12-20T11:35:45.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:45 smithi123 ceph-mon[188613]: osdmap e1318: 8 total, 8 up, 8 in 2023-12-20T11:35:46.759 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.QuiesceWatch (10064 ms) 2023-12-20T11:35:46.759 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2023-12-20T11:35:46.760 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:46.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:46 smithi177 ceph-mon[212096]: osdmap e1319: 8 total, 8 up, 8 in 2023-12-20T11:35:46.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:46 smithi123 ceph-mon[191304]: osdmap e1319: 8 total, 8 up, 8 in 2023-12-20T11:35:46.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:46 smithi123 ceph-mon[188613]: osdmap e1319: 8 total, 8 up, 8 in 2023-12-20T11:35:47.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:47 smithi177 ceph-mon[212096]: pgmap v2432: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 5.7 KiB/s wr, 65 op/s 2023-12-20T11:35:47.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:47 smithi177 ceph-mon[212096]: osdmap e1320: 8 total, 8 up, 8 in 2023-12-20T11:35:47.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:47 smithi123 ceph-mon[191304]: pgmap v2432: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 5.7 KiB/s wr, 65 op/s 2023-12-20T11:35:47.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:47 smithi123 ceph-mon[191304]: osdmap e1320: 8 total, 8 up, 8 in 2023-12-20T11:35:47.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:47 smithi123 ceph-mon[188613]: pgmap v2432: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 5.7 KiB/s wr, 65 op/s 2023-12-20T11:35:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:47 smithi123 ceph-mon[188613]: osdmap e1320: 8 total, 8 up, 8 in 2023-12-20T11:35:48.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:48 smithi177 ceph-mon[212096]: osdmap e1321: 8 total, 8 up, 8 in 2023-12-20T11:35:48.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:48 smithi177 ceph-mon[212096]: osdmap e1322: 8 total, 8 up, 8 in 2023-12-20T11:35:48.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:48 smithi123 ceph-mon[191304]: osdmap e1321: 8 total, 8 up, 8 in 2023-12-20T11:35:48.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:48 smithi123 ceph-mon[191304]: osdmap e1322: 8 total, 8 up, 8 in 2023-12-20T11:35:48.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:48 smithi123 ceph-mon[188613]: osdmap e1321: 8 total, 8 up, 8 in 2023-12-20T11:35:48.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:48 smithi123 ceph-mon[188613]: osdmap e1322: 8 total, 8 up, 8 in 2023-12-20T11:35:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:35:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:35:49] "GET /metrics HTTP/1.1" 200 82095 "" "Prometheus/2.43.0" 2023-12-20T11:35:49.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:49 smithi123 ceph-mon[191304]: pgmap v2435: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.7 KiB/s wr, 69 op/s 2023-12-20T11:35:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:49 smithi123 ceph-mon[188613]: pgmap v2435: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.7 KiB/s wr, 69 op/s 2023-12-20T11:35:50.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:49 smithi177 ceph-mon[212096]: pgmap v2435: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.7 KiB/s wr, 69 op/s 2023-12-20T11:35:50.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:50 smithi123 ceph-mon[191304]: osdmap e1323: 8 total, 8 up, 8 in 2023-12-20T11:35:50.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:50 smithi123 ceph-mon[188613]: osdmap e1323: 8 total, 8 up, 8 in 2023-12-20T11:35:51.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:50 smithi177 ceph-mon[212096]: osdmap e1323: 8 total, 8 up, 8 in 2023-12-20T11:35:51.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:51 smithi123 ceph-mon[191304]: pgmap v2438: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2.2 KiB/s wr, 45 op/s 2023-12-20T11:35:51.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:51 smithi123 ceph-mon[191304]: osdmap e1324: 8 total, 8 up, 8 in 2023-12-20T11:35:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:51 smithi123 ceph-mon[188613]: pgmap v2438: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2.2 KiB/s wr, 45 op/s 2023-12-20T11:35:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:51 smithi123 ceph-mon[188613]: osdmap e1324: 8 total, 8 up, 8 in 2023-12-20T11:35:52.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:51 smithi177 ceph-mon[212096]: pgmap v2438: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2.2 KiB/s wr, 45 op/s 2023-12-20T11:35:52.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:51 smithi177 ceph-mon[212096]: osdmap e1324: 8 total, 8 up, 8 in 2023-12-20T11:35:52.803 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (6043 ms) 2023-12-20T11:35:52.803 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2023-12-20T11:35:52.803 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:52.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:52 smithi123 ceph-mon[188613]: osdmap e1325: 8 total, 8 up, 8 in 2023-12-20T11:35:52.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:35:52.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:52 smithi123 ceph-mon[191304]: osdmap e1325: 8 total, 8 up, 8 in 2023-12-20T11:35:52.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:35:53.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:52 smithi177 ceph-mon[212096]: osdmap e1325: 8 total, 8 up, 8 in 2023-12-20T11:35:53.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:35:53.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:53 smithi123 ceph-mon[191304]: pgmap v2441: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 2.0 KiB/s wr, 66 op/s 2023-12-20T11:35:53.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:53 smithi123 ceph-mon[191304]: osdmap e1326: 8 total, 8 up, 8 in 2023-12-20T11:35:53.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:53 smithi123 ceph-mon[191304]: osdmap e1327: 8 total, 8 up, 8 in 2023-12-20T11:35:53.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:53 smithi123 ceph-mon[188613]: pgmap v2441: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 2.0 KiB/s wr, 66 op/s 2023-12-20T11:35:53.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:53 smithi123 ceph-mon[188613]: osdmap e1326: 8 total, 8 up, 8 in 2023-12-20T11:35:53.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:53 smithi123 ceph-mon[188613]: osdmap e1327: 8 total, 8 up, 8 in 2023-12-20T11:35:54.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:53 smithi177 ceph-mon[212096]: pgmap v2441: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 2.0 KiB/s wr, 66 op/s 2023-12-20T11:35:54.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:53 smithi177 ceph-mon[212096]: osdmap e1326: 8 total, 8 up, 8 in 2023-12-20T11:35:54.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:53 smithi177 ceph-mon[212096]: osdmap e1327: 8 total, 8 up, 8 in 2023-12-20T11:35:55.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:55 smithi177 ceph-mon[212096]: pgmap v2444: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 6.2 KiB/s wr, 118 op/s 2023-12-20T11:35:55.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:55 smithi177 ceph-mon[212096]: osdmap e1328: 8 total, 8 up, 8 in 2023-12-20T11:35:55.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:55 smithi123 ceph-mon[191304]: pgmap v2444: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 6.2 KiB/s wr, 118 op/s 2023-12-20T11:35:55.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:55 smithi123 ceph-mon[191304]: osdmap e1328: 8 total, 8 up, 8 in 2023-12-20T11:35:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:55 smithi123 ceph-mon[188613]: pgmap v2444: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 6.2 KiB/s wr, 118 op/s 2023-12-20T11:35:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:55 smithi123 ceph-mon[188613]: osdmap e1328: 8 total, 8 up, 8 in 2023-12-20T11:35:56.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:56 smithi177 ceph-mon[212096]: osdmap e1329: 8 total, 8 up, 8 in 2023-12-20T11:35:56.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:35:56.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:56 smithi123 ceph-mon[191304]: osdmap e1329: 8 total, 8 up, 8 in 2023-12-20T11:35:56.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:35:56.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:56 smithi123 ceph-mon[188613]: osdmap e1329: 8 total, 8 up, 8 in 2023-12-20T11:35:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:35:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:57 smithi177 ceph-mon[212096]: pgmap v2447: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 8.0 KiB/s wr, 143 op/s 2023-12-20T11:35:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:57 smithi177 ceph-mon[212096]: osdmap e1330: 8 total, 8 up, 8 in 2023-12-20T11:35:57.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:57 smithi123 ceph-mon[191304]: pgmap v2447: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 8.0 KiB/s wr, 143 op/s 2023-12-20T11:35:57.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:57 smithi123 ceph-mon[191304]: osdmap e1330: 8 total, 8 up, 8 in 2023-12-20T11:35:57.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:57 smithi123 ceph-mon[188613]: pgmap v2447: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 8.0 KiB/s wr, 143 op/s 2023-12-20T11:35:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:57 smithi123 ceph-mon[188613]: osdmap e1330: 8 total, 8 up, 8 in 2023-12-20T11:35:58.729 INFO:tasks.workunit.client.0.smithi123.stdout:10.00% done 2023-12-20T11:35:58.729 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.QuiesceWatchError (5927 ms) 2023-12-20T11:35:58.729 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2023-12-20T11:35:58.730 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:35:58.745 INFO:tasks.workunit.client.0.smithi123.stderr:test quiesce is not long enough to time out 2023-12-20T11:35:58.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:58 smithi123 ceph-mon[191304]: osdmap e1331: 8 total, 8 up, 8 in 2023-12-20T11:35:58.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:58 smithi123 ceph-mon[191304]: osdmap e1332: 8 total, 8 up, 8 in 2023-12-20T11:35:58.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:58 smithi123 ceph-mon[188613]: osdmap e1331: 8 total, 8 up, 8 in 2023-12-20T11:35:58.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:58 smithi123 ceph-mon[188613]: osdmap e1332: 8 total, 8 up, 8 in 2023-12-20T11:35:59.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:58 smithi177 ceph-mon[212096]: osdmap e1331: 8 total, 8 up, 8 in 2023-12-20T11:35:59.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:58 smithi177 ceph-mon[212096]: osdmap e1332: 8 total, 8 up, 8 in 2023-12-20T11:35:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:35:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:35:59] "GET /metrics HTTP/1.1" 200 82137 "" "Prometheus/2.43.0" 2023-12-20T11:35:59.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:35:59 smithi123 ceph-mon[191304]: pgmap v2450: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 3.2 KiB/s wr, 60 op/s 2023-12-20T11:35:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:35:59 smithi123 ceph-mon[188613]: pgmap v2450: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 3.2 KiB/s wr, 60 op/s 2023-12-20T11:36:00.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:35:59 smithi177 ceph-mon[212096]: pgmap v2450: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 3.2 KiB/s wr, 60 op/s 2023-12-20T11:36:01.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:01 smithi123 ceph-mon[188613]: pgmap v2452: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.2 KiB/s wr, 55 op/s 2023-12-20T11:36:01.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:01 smithi123 ceph-mon[191304]: pgmap v2452: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.2 KiB/s wr, 55 op/s 2023-12-20T11:36:02.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:01 smithi177 ceph-mon[212096]: pgmap v2452: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.2 KiB/s wr, 55 op/s 2023-12-20T11:36:03.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:03 smithi123 ceph-mon[188613]: pgmap v2453: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.3 KiB/s wr, 41 op/s 2023-12-20T11:36:03.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:03 smithi123 ceph-mon[188613]: osdmap e1333: 8 total, 8 up, 8 in 2023-12-20T11:36:03.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:03 smithi123 ceph-mon[191304]: pgmap v2453: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.3 KiB/s wr, 41 op/s 2023-12-20T11:36:03.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:03 smithi123 ceph-mon[191304]: osdmap e1333: 8 total, 8 up, 8 in 2023-12-20T11:36:04.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:03 smithi177 ceph-mon[212096]: pgmap v2453: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.3 KiB/s wr, 41 op/s 2023-12-20T11:36:04.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:03 smithi177 ceph-mon[212096]: osdmap e1333: 8 total, 8 up, 8 in 2023-12-20T11:36:05.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:05 smithi123 ceph-mon[191304]: pgmap v2455: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2.9 KiB/s wr, 45 op/s 2023-12-20T11:36:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:05 smithi123 ceph-mon[188613]: pgmap v2455: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2.9 KiB/s wr, 45 op/s 2023-12-20T11:36:06.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:05 smithi177 ceph-mon[212096]: pgmap v2455: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2.9 KiB/s wr, 45 op/s 2023-12-20T11:36:07.723 INFO:tasks.workunit.client.0.smithi123.stderr:test quiesce is timed out 2023-12-20T11:36:07.728 INFO:tasks.workunit.client.0.smithi123.stderr:waiting for timed out ... 0 2023-12-20T11:36:07.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:07 smithi123 ceph-mon[188613]: pgmap v2456: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.2 KiB/s wr, 36 op/s 2023-12-20T11:36:07.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:07 smithi123 ceph-mon[191304]: pgmap v2456: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.2 KiB/s wr, 36 op/s 2023-12-20T11:36:08.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:07 smithi177 ceph-mon[212096]: pgmap v2456: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.2 KiB/s wr, 36 op/s 2023-12-20T11:36:08.728 INFO:tasks.workunit.client.0.smithi123.stderr:waiting for timed out ... 1 2023-12-20T11:36:08.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:08 smithi123 ceph-mon[191304]: osdmap e1334: 8 total, 8 up, 8 in 2023-12-20T11:36:08.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:08 smithi123 ceph-mon[191304]: osdmap e1335: 8 total, 8 up, 8 in 2023-12-20T11:36:08.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:08 smithi123 ceph-mon[188613]: osdmap e1334: 8 total, 8 up, 8 in 2023-12-20T11:36:08.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:08 smithi123 ceph-mon[188613]: osdmap e1335: 8 total, 8 up, 8 in 2023-12-20T11:36:09.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:08 smithi177 ceph-mon[212096]: osdmap e1334: 8 total, 8 up, 8 in 2023-12-20T11:36:09.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:08 smithi177 ceph-mon[212096]: osdmap e1335: 8 total, 8 up, 8 in 2023-12-20T11:36:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:36:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:36:09] "GET /metrics HTTP/1.1" 200 82137 "" "Prometheus/2.43.0" 2023-12-20T11:36:09.728 INFO:tasks.workunit.client.0.smithi123.stderr:waiting for timed out ... 2 2023-12-20T11:36:09.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:09 smithi123 ceph-mon[188613]: pgmap v2458: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.4 KiB/s wr, 38 op/s 2023-12-20T11:36:09.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:09 smithi123 ceph-mon[191304]: pgmap v2458: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.4 KiB/s wr, 38 op/s 2023-12-20T11:36:10.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:09 smithi177 ceph-mon[212096]: pgmap v2458: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.4 KiB/s wr, 38 op/s 2023-12-20T11:36:10.728 INFO:tasks.workunit.client.0.smithi123.stderr:waiting for timed out ... 3 2023-12-20T11:36:11.729 INFO:tasks.workunit.client.0.smithi123.stderr:waiting for timed out ... 4 2023-12-20T11:36:11.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:11 smithi123 ceph-mon[191304]: pgmap v2460: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 462 B/s wr, 5 op/s 2023-12-20T11:36:11.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:36:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:11 smithi123 ceph-mon[188613]: pgmap v2460: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 462 B/s wr, 5 op/s 2023-12-20T11:36:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:36:12.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:11 smithi177 ceph-mon[212096]: pgmap v2460: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 462 B/s wr, 5 op/s 2023-12-20T11:36:12.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:36:12.729 INFO:tasks.workunit.client.0.smithi123.stderr:waiting for timed out ... 5 2023-12-20T11:36:12.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.9", "id": [1, 7]}]: dispatch 2023-12-20T11:36:12.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.10", "id": [6, 4]}]: dispatch 2023-12-20T11:36:12.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.10", "id": [0, 3]}]: dispatch 2023-12-20T11:36:12.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]: dispatch 2023-12-20T11:36:12.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.9", "id": [1, 7]}]: dispatch 2023-12-20T11:36:12.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.10", "id": [6, 4]}]: dispatch 2023-12-20T11:36:12.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.10", "id": [0, 3]}]: dispatch 2023-12-20T11:36:12.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]: dispatch 2023-12-20T11:36:13.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.9", "id": [1, 7]}]: dispatch 2023-12-20T11:36:13.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.10", "id": [6, 4]}]: dispatch 2023-12-20T11:36:13.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.10", "id": [0, 3]}]: dispatch 2023-12-20T11:36:13.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]: dispatch 2023-12-20T11:36:13.376 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:36:13.701 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:36:13.701 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (44m) 54s ago 48m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:36:13.701 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (44m) 9m ago 47m 92.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:36:13.701 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (48m) 54s ago 48m 23.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:36:13.701 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (48m) 9m ago 48m 26.9M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:36:13.701 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (44m) 9m ago 51m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:36:13.701 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (44m) 54s ago 52m 576M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:36:13.701 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (44m) 54s ago 52m 360M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:36:13.701 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (43m) 9m ago 51m 158M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:36:13.701 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (43m) 54s ago 51m 210M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:36:13.701 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (44m) 54s ago 47m 19.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:36:13.702 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (44m) 9m ago 47m 19.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:36:13.702 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (43m) 54s ago 50m 2466M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:36:13.702 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (42m) 54s ago 50m 2803M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:36:13.702 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (42m) 54s ago 50m 2708M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:36:13.702 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (41m) 54s ago 50m 2531M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:36:13.702 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (41m) 9m ago 49m 1419M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:36:13.702 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (40m) 9m ago 49m 1582M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:36:13.702 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (40m) 9m ago 49m 1235M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:36:13.702 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (39m) 9m ago 49m 1635M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:36:13.702 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (44m) 9m ago 48m 87.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:36:13.729 INFO:tasks.workunit.client.0.smithi123.stderr:waiting for timed out ... 6 2023-12-20T11:36:13.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:13 smithi123 ceph-mon[191304]: pgmap v2461: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2023-12-20T11:36:13.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.9", "id": [1, 7]}]': finished 2023-12-20T11:36:13.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.10", "id": [6, 4]}]': finished 2023-12-20T11:36:13.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.10", "id": [0, 3]}]': finished 2023-12-20T11:36:13.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]': finished 2023-12-20T11:36:13.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:13 smithi123 ceph-mon[191304]: osdmap e1336: 8 total, 8 up, 8 in 2023-12-20T11:36:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:13 smithi123 ceph-mon[188613]: pgmap v2461: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2023-12-20T11:36:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.9", "id": [1, 7]}]': finished 2023-12-20T11:36:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.10", "id": [6, 4]}]': finished 2023-12-20T11:36:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.10", "id": [0, 3]}]': finished 2023-12-20T11:36:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]': finished 2023-12-20T11:36:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:13 smithi123 ceph-mon[188613]: osdmap e1336: 8 total, 8 up, 8 in 2023-12-20T11:36:14.103 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:36:14.103 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:36:14.103 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:36:14.103 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:36:14.103 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:36:14.103 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:36:14.103 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:36:14.103 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:36:14.103 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:36:14.103 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:36:14.104 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:36:14.104 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:36:14.104 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:36:14.104 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:36:14.104 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:36:14.104 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:36:14.104 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:36:14.104 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:36:14.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:13 smithi177 ceph-mon[212096]: pgmap v2461: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2023-12-20T11:36:14.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.9", "id": [1, 7]}]': finished 2023-12-20T11:36:14.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.10", "id": [6, 4]}]': finished 2023-12-20T11:36:14.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.10", "id": [0, 3]}]': finished 2023-12-20T11:36:14.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]': finished 2023-12-20T11:36:14.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:13 smithi177 ceph-mon[212096]: osdmap e1336: 8 total, 8 up, 8 in 2023-12-20T11:36:14.729 INFO:tasks.workunit.client.0.smithi123.stderr:waiting for timed out ... 7 2023-12-20T11:36:14.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:14 smithi123 ceph-mon[191304]: from='client.46847 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:36:14.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:14 smithi123 ceph-mon[191304]: from='client.36909 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:36:14.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:14 smithi123 ceph-mon[191304]: osdmap e1337: 8 total, 8 up, 8 in 2023-12-20T11:36:14.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:14 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/641508316' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:36:14.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:14 smithi123 ceph-mon[188613]: from='client.46847 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:36:14.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:14 smithi123 ceph-mon[188613]: from='client.36909 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:36:14.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:14 smithi123 ceph-mon[188613]: osdmap e1337: 8 total, 8 up, 8 in 2023-12-20T11:36:14.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:14 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/641508316' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:36:15.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:14 smithi177 ceph-mon[212096]: from='client.46847 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:36:15.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:14 smithi177 ceph-mon[212096]: from='client.36909 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:36:15.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:14 smithi177 ceph-mon[212096]: osdmap e1337: 8 total, 8 up, 8 in 2023-12-20T11:36:15.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:14 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/641508316' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:36:15.729 INFO:tasks.workunit.client.0.smithi123.stderr:waiting for timed out ... 8 2023-12-20T11:36:16.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:15 smithi177 ceph-mon[212096]: pgmap v2464: 745 pgs: 2 peering, 743 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2023-12-20T11:36:16.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:15 smithi123 ceph-mon[191304]: pgmap v2464: 745 pgs: 2 peering, 743 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2023-12-20T11:36:16.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:15 smithi123 ceph-mon[188613]: pgmap v2464: 745 pgs: 2 peering, 743 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2023-12-20T11:36:16.729 INFO:tasks.workunit.client.0.smithi123.stderr:waiting for timed out ... 9 2023-12-20T11:36:17.729 INFO:tasks.workunit.client.0.smithi123.stderr:waiting for timed out ... 10 2023-12-20T11:36:18.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:17 smithi177 ceph-mon[212096]: pgmap v2465: 745 pgs: 2 peering, 743 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-20T11:36:18.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:17 smithi123 ceph-mon[191304]: pgmap v2465: 745 pgs: 2 peering, 743 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-20T11:36:18.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:17 smithi123 ceph-mon[188613]: pgmap v2465: 745 pgs: 2 peering, 743 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-20T11:36:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:36:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:36:19] "GET /metrics HTTP/1.1" 200 82136 "" "Prometheus/2.43.0" 2023-12-20T11:36:20.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:19 smithi177 ceph-mon[212096]: pgmap v2466: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-20T11:36:20.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:19 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:36:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:19 smithi123 ceph-mon[188613]: pgmap v2466: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-20T11:36:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:36:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:19 smithi123 ceph-mon[191304]: pgmap v2466: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-20T11:36:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:19 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:36:21.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:36:21.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:36:21.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:20 smithi123 ceph-mon[191304]: pgmap v2467: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-20T11:36:21.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:36:21.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:36:21.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:36:21.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:36:21.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:36:21.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:20 smithi123 ceph-mon[188613]: pgmap v2467: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-20T11:36:21.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:36:21.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:36:21.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:36:21.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:36:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:36:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:20 smithi177 ceph-mon[212096]: pgmap v2467: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-20T11:36:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:36:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:36:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:36:23.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:23 smithi177 ceph-mon[212096]: pgmap v2468: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-20T11:36:23.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:23 smithi123 ceph-mon[191304]: pgmap v2468: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-20T11:36:23.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:23 smithi123 ceph-mon[188613]: pgmap v2468: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-20T11:36:25.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:25 smithi177 ceph-mon[212096]: pgmap v2469: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-20T11:36:25.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:25 smithi123 ceph-mon[191304]: pgmap v2469: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-20T11:36:25.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:25 smithi123 ceph-mon[188613]: pgmap v2469: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-20T11:36:26.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:36:26.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:36:26.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:36:27.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:27 smithi177 ceph-mon[212096]: pgmap v2470: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-20T11:36:27.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:36:27.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:27 smithi123 ceph-mon[191304]: pgmap v2470: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-20T11:36:27.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:36:27.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:27 smithi123 ceph-mon[188613]: pgmap v2470: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-20T11:36:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:36:28.729 INFO:tasks.workunit.client.0.smithi123.stderr:test retry succeeds 2023-12-20T11:36:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:36:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:36:29] "GET /metrics HTTP/1.1" 200 82139 "" "Prometheus/2.43.0" 2023-12-20T11:36:29.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:29 smithi123 ceph-mon[191304]: pgmap v2471: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:36:29.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:29 smithi123 ceph-mon[188613]: pgmap v2471: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:36:30.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:29 smithi177 ceph-mon[212096]: pgmap v2471: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:36:30.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:30 smithi123 ceph-mon[191304]: osdmap e1338: 8 total, 8 up, 8 in 2023-12-20T11:36:30.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:30 smithi123 ceph-mon[188613]: osdmap e1338: 8 total, 8 up, 8 in 2023-12-20T11:36:31.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:30 smithi177 ceph-mon[212096]: osdmap e1338: 8 total, 8 up, 8 in 2023-12-20T11:36:31.779 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (33050 ms) 2023-12-20T11:36:31.779 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.WriteZeroes 2023-12-20T11:36:31.780 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:36:31.838 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.WriteZeroes (58 ms) 2023-12-20T11:36:31.838 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2023-12-20T11:36:31.838 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:36:31.903 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (65 ms) 2023-12-20T11:36:31.903 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2023-12-20T11:36:31.903 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:36:31.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:31 smithi123 ceph-mon[191304]: pgmap v2473: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:36:31.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:31 smithi123 ceph-mon[191304]: osdmap e1339: 8 total, 8 up, 8 in 2023-12-20T11:36:31.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:31 smithi123 ceph-mon[188613]: pgmap v2473: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:36:31.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:31 smithi123 ceph-mon[188613]: osdmap e1339: 8 total, 8 up, 8 in 2023-12-20T11:36:32.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:31 smithi177 ceph-mon[212096]: pgmap v2473: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:36:32.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:31 smithi177 ceph-mon[212096]: osdmap e1339: 8 total, 8 up, 8 in 2023-12-20T11:36:32.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:32 smithi123 ceph-mon[191304]: osdmap e1340: 8 total, 8 up, 8 in 2023-12-20T11:36:32.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:32 smithi123 ceph-mon[188613]: osdmap e1340: 8 total, 8 up, 8 in 2023-12-20T11:36:33.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:32 smithi177 ceph-mon[212096]: osdmap e1340: 8 total, 8 up, 8 in 2023-12-20T11:36:33.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:33 smithi123 ceph-mon[191304]: pgmap v2476: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:36:33.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:33 smithi123 ceph-mon[191304]: osdmap e1341: 8 total, 8 up, 8 in 2023-12-20T11:36:33.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:33 smithi123 ceph-mon[188613]: pgmap v2476: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:36:33.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:33 smithi123 ceph-mon[188613]: osdmap e1341: 8 total, 8 up, 8 in 2023-12-20T11:36:34.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:33 smithi177 ceph-mon[212096]: pgmap v2476: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:36:34.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:33 smithi177 ceph-mon[212096]: osdmap e1341: 8 total, 8 up, 8 in 2023-12-20T11:36:34.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:34 smithi123 ceph-mon[191304]: osdmap e1342: 8 total, 8 up, 8 in 2023-12-20T11:36:34.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:34 smithi123 ceph-mon[188613]: osdmap e1342: 8 total, 8 up, 8 in 2023-12-20T11:36:35.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:34 smithi177 ceph-mon[212096]: osdmap e1342: 8 total, 8 up, 8 in 2023-12-20T11:36:35.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:35 smithi123 ceph-mon[191304]: pgmap v2479: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 7.5 KiB/s wr, 157 op/s 2023-12-20T11:36:35.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:35 smithi123 ceph-mon[191304]: osdmap e1343: 8 total, 8 up, 8 in 2023-12-20T11:36:35.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:35 smithi123 ceph-mon[188613]: pgmap v2479: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 7.5 KiB/s wr, 157 op/s 2023-12-20T11:36:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:35 smithi123 ceph-mon[188613]: osdmap e1343: 8 total, 8 up, 8 in 2023-12-20T11:36:36.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:35 smithi177 ceph-mon[212096]: pgmap v2479: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 7.5 KiB/s wr, 157 op/s 2023-12-20T11:36:36.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:35 smithi177 ceph-mon[212096]: osdmap e1343: 8 total, 8 up, 8 in 2023-12-20T11:36:36.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:36 smithi123 ceph-mon[191304]: osdmap e1344: 8 total, 8 up, 8 in 2023-12-20T11:36:36.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:36 smithi123 ceph-mon[188613]: osdmap e1344: 8 total, 8 up, 8 in 2023-12-20T11:36:37.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:36 smithi177 ceph-mon[212096]: osdmap e1344: 8 total, 8 up, 8 in 2023-12-20T11:36:37.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:37 smithi123 ceph-mon[188613]: pgmap v2482: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 10 KiB/s wr, 179 op/s 2023-12-20T11:36:37.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:37 smithi123 ceph-mon[188613]: osdmap e1345: 8 total, 8 up, 8 in 2023-12-20T11:36:37.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:37 smithi123 ceph-mon[191304]: pgmap v2482: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 10 KiB/s wr, 179 op/s 2023-12-20T11:36:37.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:37 smithi123 ceph-mon[191304]: osdmap e1345: 8 total, 8 up, 8 in 2023-12-20T11:36:38.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:37 smithi177 ceph-mon[212096]: pgmap v2482: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 126 KiB/s rd, 10 KiB/s wr, 179 op/s 2023-12-20T11:36:38.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:37 smithi177 ceph-mon[212096]: osdmap e1345: 8 total, 8 up, 8 in 2023-12-20T11:36:38.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:38 smithi123 ceph-mon[191304]: osdmap e1346: 8 total, 8 up, 8 in 2023-12-20T11:36:38.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:38 smithi123 ceph-mon[191304]: osdmap e1347: 8 total, 8 up, 8 in 2023-12-20T11:36:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:38 smithi123 ceph-mon[188613]: osdmap e1346: 8 total, 8 up, 8 in 2023-12-20T11:36:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:38 smithi123 ceph-mon[188613]: osdmap e1347: 8 total, 8 up, 8 in 2023-12-20T11:36:39.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:38 smithi177 ceph-mon[212096]: osdmap e1346: 8 total, 8 up, 8 in 2023-12-20T11:36:39.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:38 smithi177 ceph-mon[212096]: osdmap e1347: 8 total, 8 up, 8 in 2023-12-20T11:36:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:36:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:36:39] "GET /metrics HTTP/1.1" 200 82139 "" "Prometheus/2.43.0" 2023-12-20T11:36:39.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:39 smithi123 ceph-mon[191304]: pgmap v2485: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 3.7 KiB/s wr, 25 op/s 2023-12-20T11:36:39.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:39 smithi123 ceph-mon[191304]: osdmap e1348: 8 total, 8 up, 8 in 2023-12-20T11:36:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:39 smithi123 ceph-mon[188613]: pgmap v2485: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 3.7 KiB/s wr, 25 op/s 2023-12-20T11:36:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:39 smithi123 ceph-mon[188613]: osdmap e1348: 8 total, 8 up, 8 in 2023-12-20T11:36:40.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:39 smithi177 ceph-mon[212096]: pgmap v2485: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 3.7 KiB/s wr, 25 op/s 2023-12-20T11:36:40.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:39 smithi177 ceph-mon[212096]: osdmap e1348: 8 total, 8 up, 8 in 2023-12-20T11:36:41.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:41 smithi123 ceph-mon[191304]: pgmap v2488: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 3.7 KiB/s wr, 19 op/s 2023-12-20T11:36:41.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:41 smithi123 ceph-mon[191304]: osdmap e1349: 8 total, 8 up, 8 in 2023-12-20T11:36:41.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:36:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:41 smithi123 ceph-mon[188613]: pgmap v2488: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 3.7 KiB/s wr, 19 op/s 2023-12-20T11:36:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:41 smithi123 ceph-mon[188613]: osdmap e1349: 8 total, 8 up, 8 in 2023-12-20T11:36:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:36:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:41 smithi177 ceph-mon[212096]: pgmap v2488: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 3.7 KiB/s wr, 19 op/s 2023-12-20T11:36:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:41 smithi177 ceph-mon[212096]: osdmap e1349: 8 total, 8 up, 8 in 2023-12-20T11:36:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:36:42.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:42 smithi123 ceph-mon[191304]: osdmap e1350: 8 total, 8 up, 8 in 2023-12-20T11:36:42.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:42 smithi123 ceph-mon[188613]: osdmap e1350: 8 total, 8 up, 8 in 2023-12-20T11:36:43.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:42 smithi177 ceph-mon[212096]: osdmap e1350: 8 total, 8 up, 8 in 2023-12-20T11:36:43.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:43 smithi123 ceph-mon[191304]: pgmap v2491: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.0 KiB/s wr, 15 op/s 2023-12-20T11:36:43.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:43 smithi123 ceph-mon[191304]: osdmap e1351: 8 total, 8 up, 8 in 2023-12-20T11:36:43.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:43 smithi123 ceph-mon[191304]: osdmap e1352: 8 total, 8 up, 8 in 2023-12-20T11:36:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:43 smithi123 ceph-mon[188613]: pgmap v2491: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.0 KiB/s wr, 15 op/s 2023-12-20T11:36:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:43 smithi123 ceph-mon[188613]: osdmap e1351: 8 total, 8 up, 8 in 2023-12-20T11:36:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:43 smithi123 ceph-mon[188613]: osdmap e1352: 8 total, 8 up, 8 in 2023-12-20T11:36:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:43 smithi177 ceph-mon[212096]: pgmap v2491: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.0 KiB/s wr, 15 op/s 2023-12-20T11:36:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:43 smithi177 ceph-mon[212096]: osdmap e1351: 8 total, 8 up, 8 in 2023-12-20T11:36:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:43 smithi177 ceph-mon[212096]: osdmap e1352: 8 total, 8 up, 8 in 2023-12-20T11:36:44.454 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:36:44.790 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:36:44.790 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (45m) 85s ago 48m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:36:44.790 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (45m) 9m ago 48m 92.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:36:44.790 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (49m) 85s ago 49m 23.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:36:44.791 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (49m) 9m ago 49m 26.9M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:36:44.791 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (44m) 9m ago 51m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:36:44.791 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (45m) 85s ago 53m 576M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:36:44.791 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (44m) 85s ago 53m 360M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:36:44.791 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (44m) 9m ago 52m 158M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:36:44.791 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (44m) 85s ago 51m 210M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:36:44.791 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (45m) 85s ago 48m 19.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:36:44.791 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (45m) 9m ago 48m 19.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:36:44.791 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (43m) 85s ago 51m 2466M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:36:44.791 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (43m) 85s ago 51m 2803M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:36:44.791 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (42m) 85s ago 50m 2708M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:36:44.792 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (42m) 85s ago 50m 2531M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:36:44.792 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (41m) 9m ago 50m 1419M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:36:44.792 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (41m) 9m ago 50m 1582M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:36:44.792 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (40m) 9m ago 49m 1235M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:36:44.792 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (40m) 9m ago 49m 1635M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:36:44.792 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (44m) 9m ago 48m 87.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:36:45.168 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:36:45.168 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:36:45.168 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:36:45.168 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:36:45.168 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:36:45.169 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:36:45.169 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:36:45.169 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:36:45.169 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:36:45.169 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:36:45.169 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:36:45.169 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:36:45.169 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:36:45.169 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:36:45.169 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:36:45.169 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:36:45.169 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:36:45.169 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:36:45.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:45 smithi123 ceph-mon[188613]: pgmap v2494: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 5.5 KiB/s wr, 243 op/s 2023-12-20T11:36:45.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:45 smithi123 ceph-mon[188613]: from='client.46865 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:36:45.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:45 smithi123 ceph-mon[188613]: osdmap e1353: 8 total, 8 up, 8 in 2023-12-20T11:36:45.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:45 smithi123 ceph-mon[188613]: from='client.36927 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:36:45.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:45 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2414854583' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:36:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:45 smithi123 ceph-mon[191304]: pgmap v2494: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 5.5 KiB/s wr, 243 op/s 2023-12-20T11:36:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:45 smithi123 ceph-mon[191304]: from='client.46865 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:36:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:45 smithi123 ceph-mon[191304]: osdmap e1353: 8 total, 8 up, 8 in 2023-12-20T11:36:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:45 smithi123 ceph-mon[191304]: from='client.36927 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:36:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:45 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2414854583' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:36:46.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:45 smithi177 ceph-mon[212096]: pgmap v2494: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 5.5 KiB/s wr, 243 op/s 2023-12-20T11:36:46.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:45 smithi177 ceph-mon[212096]: from='client.46865 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:36:46.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:45 smithi177 ceph-mon[212096]: osdmap e1353: 8 total, 8 up, 8 in 2023-12-20T11:36:46.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:45 smithi177 ceph-mon[212096]: from='client.36927 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:36:46.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:45 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2414854583' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:36:46.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:46 smithi123 ceph-mon[188613]: osdmap e1354: 8 total, 8 up, 8 in 2023-12-20T11:36:46.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:46 smithi123 ceph-mon[191304]: osdmap e1354: 8 total, 8 up, 8 in 2023-12-20T11:36:47.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:46 smithi177 ceph-mon[212096]: osdmap e1354: 8 total, 8 up, 8 in 2023-12-20T11:36:47.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:47 smithi123 ceph-mon[191304]: pgmap v2497: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 5.2 KiB/s wr, 246 op/s 2023-12-20T11:36:47.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:47 smithi123 ceph-mon[191304]: osdmap e1355: 8 total, 8 up, 8 in 2023-12-20T11:36:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:47 smithi123 ceph-mon[188613]: pgmap v2497: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 5.2 KiB/s wr, 246 op/s 2023-12-20T11:36:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:47 smithi123 ceph-mon[188613]: osdmap e1355: 8 total, 8 up, 8 in 2023-12-20T11:36:48.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:47 smithi177 ceph-mon[212096]: pgmap v2497: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 5.2 KiB/s wr, 246 op/s 2023-12-20T11:36:48.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:47 smithi177 ceph-mon[212096]: osdmap e1355: 8 total, 8 up, 8 in 2023-12-20T11:36:48.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:48 smithi123 ceph-mon[191304]: osdmap e1356: 8 total, 8 up, 8 in 2023-12-20T11:36:48.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:48 smithi123 ceph-mon[188613]: osdmap e1356: 8 total, 8 up, 8 in 2023-12-20T11:36:49.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:48 smithi177 ceph-mon[212096]: osdmap e1356: 8 total, 8 up, 8 in 2023-12-20T11:36:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:36:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:36:49] "GET /metrics HTTP/1.1" 200 82134 "" "Prometheus/2.43.0" 2023-12-20T11:36:49.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:49 smithi123 ceph-mon[191304]: pgmap v2500: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2023-12-20T11:36:49.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:49 smithi123 ceph-mon[191304]: osdmap e1357: 8 total, 8 up, 8 in 2023-12-20T11:36:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:49 smithi123 ceph-mon[188613]: pgmap v2500: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2023-12-20T11:36:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:49 smithi123 ceph-mon[188613]: osdmap e1357: 8 total, 8 up, 8 in 2023-12-20T11:36:50.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:49 smithi177 ceph-mon[212096]: pgmap v2500: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 5 op/s 2023-12-20T11:36:50.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:49 smithi177 ceph-mon[212096]: osdmap e1357: 8 total, 8 up, 8 in 2023-12-20T11:36:50.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:50 smithi123 ceph-mon[191304]: osdmap e1358: 8 total, 8 up, 8 in 2023-12-20T11:36:50.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:50 smithi123 ceph-mon[188613]: osdmap e1358: 8 total, 8 up, 8 in 2023-12-20T11:36:51.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:50 smithi177 ceph-mon[212096]: osdmap e1358: 8 total, 8 up, 8 in 2023-12-20T11:36:51.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:51 smithi123 ceph-mon[191304]: pgmap v2503: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 22 op/s 2023-12-20T11:36:51.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:51 smithi123 ceph-mon[191304]: osdmap e1359: 8 total, 8 up, 8 in 2023-12-20T11:36:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:51 smithi123 ceph-mon[188613]: pgmap v2503: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 22 op/s 2023-12-20T11:36:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:51 smithi123 ceph-mon[188613]: osdmap e1359: 8 total, 8 up, 8 in 2023-12-20T11:36:52.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:51 smithi177 ceph-mon[212096]: pgmap v2503: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 22 op/s 2023-12-20T11:36:52.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:51 smithi177 ceph-mon[212096]: osdmap e1359: 8 total, 8 up, 8 in 2023-12-20T11:36:53.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:52 smithi177 ceph-mon[212096]: osdmap e1360: 8 total, 8 up, 8 in 2023-12-20T11:36:53.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:52 smithi123 ceph-mon[191304]: osdmap e1360: 8 total, 8 up, 8 in 2023-12-20T11:36:53.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:52 smithi123 ceph-mon[188613]: osdmap e1360: 8 total, 8 up, 8 in 2023-12-20T11:36:54.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:53 smithi177 ceph-mon[212096]: pgmap v2506: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 5.0 KiB/s wr, 20 op/s 2023-12-20T11:36:54.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:53 smithi177 ceph-mon[212096]: osdmap e1361: 8 total, 8 up, 8 in 2023-12-20T11:36:54.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:53 smithi177 ceph-mon[212096]: osdmap e1362: 8 total, 8 up, 8 in 2023-12-20T11:36:54.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:53 smithi123 ceph-mon[191304]: pgmap v2506: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 5.0 KiB/s wr, 20 op/s 2023-12-20T11:36:54.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:53 smithi123 ceph-mon[191304]: osdmap e1361: 8 total, 8 up, 8 in 2023-12-20T11:36:54.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:53 smithi123 ceph-mon[191304]: osdmap e1362: 8 total, 8 up, 8 in 2023-12-20T11:36:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:53 smithi123 ceph-mon[188613]: pgmap v2506: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 5.0 KiB/s wr, 20 op/s 2023-12-20T11:36:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:53 smithi123 ceph-mon[188613]: osdmap e1361: 8 total, 8 up, 8 in 2023-12-20T11:36:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:53 smithi123 ceph-mon[188613]: osdmap e1362: 8 total, 8 up, 8 in 2023-12-20T11:36:55.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:55 smithi123 ceph-mon[191304]: pgmap v2509: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 3.2 KiB/s wr, 50 op/s 2023-12-20T11:36:55.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:55 smithi123 ceph-mon[191304]: osdmap e1363: 8 total, 8 up, 8 in 2023-12-20T11:36:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:55 smithi123 ceph-mon[188613]: pgmap v2509: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 3.2 KiB/s wr, 50 op/s 2023-12-20T11:36:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:55 smithi123 ceph-mon[188613]: osdmap e1363: 8 total, 8 up, 8 in 2023-12-20T11:36:56.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:55 smithi177 ceph-mon[212096]: pgmap v2509: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 3.2 KiB/s wr, 50 op/s 2023-12-20T11:36:56.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:55 smithi177 ceph-mon[212096]: osdmap e1363: 8 total, 8 up, 8 in 2023-12-20T11:36:56.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:56 smithi123 ceph-mon[188613]: osdmap e1364: 8 total, 8 up, 8 in 2023-12-20T11:36:56.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:36:56.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:56 smithi123 ceph-mon[191304]: osdmap e1364: 8 total, 8 up, 8 in 2023-12-20T11:36:56.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:36:57.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:56 smithi177 ceph-mon[212096]: osdmap e1364: 8 total, 8 up, 8 in 2023-12-20T11:36:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:36:57.800 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestLibRBD.ConcurentOperations (25898 ms) 2023-12-20T11:36:57.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:57 smithi123 ceph-mon[188613]: pgmap v2512: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 3.5 KiB/s wr, 52 op/s 2023-12-20T11:36:57.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:57 smithi123 ceph-mon[188613]: osdmap e1365: 8 total, 8 up, 8 in 2023-12-20T11:36:57.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:57 smithi123 ceph-mon[191304]: pgmap v2512: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 3.5 KiB/s wr, 52 op/s 2023-12-20T11:36:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:57 smithi123 ceph-mon[191304]: osdmap e1365: 8 total, 8 up, 8 in 2023-12-20T11:36:58.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:57 smithi177 ceph-mon[212096]: pgmap v2512: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 3.5 KiB/s wr, 52 op/s 2023-12-20T11:36:58.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:57 smithi177 ceph-mon[212096]: osdmap e1365: 8 total, 8 up, 8 in 2023-12-20T11:36:58.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:58 smithi123 ceph-mon[188613]: osdmap e1366: 8 total, 8 up, 8 in 2023-12-20T11:36:58.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:58 smithi123 ceph-mon[188613]: osdmap e1367: 8 total, 8 up, 8 in 2023-12-20T11:36:58.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:58 smithi123 ceph-mon[191304]: osdmap e1366: 8 total, 8 up, 8 in 2023-12-20T11:36:58.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:58 smithi123 ceph-mon[191304]: osdmap e1367: 8 total, 8 up, 8 in 2023-12-20T11:36:59.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:58 smithi177 ceph-mon[212096]: osdmap e1366: 8 total, 8 up, 8 in 2023-12-20T11:36:59.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:58 smithi177 ceph-mon[212096]: osdmap e1367: 8 total, 8 up, 8 in 2023-12-20T11:36:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:36:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:36:59] "GET /metrics HTTP/1.1" 200 82144 "" "Prometheus/2.43.0" 2023-12-20T11:36:59.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:59 smithi123 ceph-mon[191304]: pgmap v2515: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2023-12-20T11:36:59.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:36:59 smithi123 ceph-mon[191304]: osdmap e1368: 8 total, 8 up, 8 in 2023-12-20T11:36:59.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:59 smithi123 ceph-mon[188613]: pgmap v2515: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2023-12-20T11:36:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:36:59 smithi123 ceph-mon[188613]: osdmap e1368: 8 total, 8 up, 8 in 2023-12-20T11:37:00.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:59 smithi177 ceph-mon[212096]: pgmap v2515: 745 pgs: 745 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2023-12-20T11:37:00.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:36:59 smithi177 ceph-mon[212096]: osdmap e1368: 8 total, 8 up, 8 in 2023-12-20T11:37:01.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:01 smithi123 ceph-mon[191304]: pgmap v2518: 681 pgs: 681 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 22 op/s 2023-12-20T11:37:01.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:01 smithi123 ceph-mon[191304]: osdmap e1369: 8 total, 8 up, 8 in 2023-12-20T11:37:01.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:01 smithi123 ceph-mon[188613]: pgmap v2518: 681 pgs: 681 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 22 op/s 2023-12-20T11:37:01.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:01 smithi123 ceph-mon[188613]: osdmap e1369: 8 total, 8 up, 8 in 2023-12-20T11:37:02.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:01 smithi177 ceph-mon[212096]: pgmap v2518: 681 pgs: 681 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 22 op/s 2023-12-20T11:37:02.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:01 smithi177 ceph-mon[212096]: osdmap e1369: 8 total, 8 up, 8 in 2023-12-20T11:37:02.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:02 smithi123 ceph-mon[191304]: osdmap e1370: 8 total, 8 up, 8 in 2023-12-20T11:37:02.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:02 smithi123 ceph-mon[188613]: osdmap e1370: 8 total, 8 up, 8 in 2023-12-20T11:37:03.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:02 smithi177 ceph-mon[212096]: osdmap e1370: 8 total, 8 up, 8 in 2023-12-20T11:37:03.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:03 smithi123 ceph-mon[191304]: pgmap v2521: 617 pgs: 617 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:37:03.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:03 smithi123 ceph-mon[191304]: osdmap e1371: 8 total, 8 up, 8 in 2023-12-20T11:37:03.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:03 smithi123 ceph-mon[191304]: osdmap e1372: 8 total, 8 up, 8 in 2023-12-20T11:37:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:03 smithi123 ceph-mon[188613]: pgmap v2521: 617 pgs: 617 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:37:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:03 smithi123 ceph-mon[188613]: osdmap e1371: 8 total, 8 up, 8 in 2023-12-20T11:37:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:03 smithi123 ceph-mon[188613]: osdmap e1372: 8 total, 8 up, 8 in 2023-12-20T11:37:04.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:03 smithi177 ceph-mon[212096]: pgmap v2521: 617 pgs: 617 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:37:04.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:03 smithi177 ceph-mon[212096]: osdmap e1371: 8 total, 8 up, 8 in 2023-12-20T11:37:04.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:03 smithi177 ceph-mon[212096]: osdmap e1372: 8 total, 8 up, 8 in 2023-12-20T11:37:05.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:05 smithi177 ceph-mon[212096]: pgmap v2524: 553 pgs: 553 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:37:05.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:05 smithi177 ceph-mon[212096]: osdmap e1373: 8 total, 8 up, 8 in 2023-12-20T11:37:05.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:05 smithi123 ceph-mon[191304]: pgmap v2524: 553 pgs: 553 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:37:05.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:05 smithi123 ceph-mon[191304]: osdmap e1373: 8 total, 8 up, 8 in 2023-12-20T11:37:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:05 smithi123 ceph-mon[188613]: pgmap v2524: 553 pgs: 553 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:37:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:05 smithi123 ceph-mon[188613]: osdmap e1373: 8 total, 8 up, 8 in 2023-12-20T11:37:06.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:06 smithi123 ceph-mon[191304]: osdmap e1374: 8 total, 8 up, 8 in 2023-12-20T11:37:06.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:06 smithi123 ceph-mon[188613]: osdmap e1374: 8 total, 8 up, 8 in 2023-12-20T11:37:07.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:06 smithi177 ceph-mon[212096]: osdmap e1374: 8 total, 8 up, 8 in 2023-12-20T11:37:07.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:07 smithi123 ceph-mon[191304]: pgmap v2527: 489 pgs: 489 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:37:07.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:07 smithi123 ceph-mon[191304]: osdmap e1375: 8 total, 8 up, 8 in 2023-12-20T11:37:07.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:07 smithi123 ceph-mon[188613]: pgmap v2527: 489 pgs: 489 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:37:07.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:07 smithi123 ceph-mon[188613]: osdmap e1375: 8 total, 8 up, 8 in 2023-12-20T11:37:08.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:07 smithi177 ceph-mon[212096]: pgmap v2527: 489 pgs: 489 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:37:08.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:07 smithi177 ceph-mon[212096]: osdmap e1375: 8 total, 8 up, 8 in 2023-12-20T11:37:08.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:08 smithi123 ceph-mon[191304]: osdmap e1376: 8 total, 8 up, 8 in 2023-12-20T11:37:08.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:08 smithi123 ceph-mon[188613]: osdmap e1376: 8 total, 8 up, 8 in 2023-12-20T11:37:09.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:08 smithi177 ceph-mon[212096]: osdmap e1376: 8 total, 8 up, 8 in 2023-12-20T11:37:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:37:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:37:09] "GET /metrics HTTP/1.1" 200 82144 "" "Prometheus/2.43.0" 2023-12-20T11:37:09.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:09 smithi123 ceph-mon[188613]: pgmap v2530: 425 pgs: 425 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:37:09.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:09 smithi123 ceph-mon[188613]: osdmap e1377: 8 total, 8 up, 8 in 2023-12-20T11:37:09.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:09 smithi123 ceph-mon[191304]: pgmap v2530: 425 pgs: 425 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:37:09.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:09 smithi123 ceph-mon[191304]: osdmap e1377: 8 total, 8 up, 8 in 2023-12-20T11:37:10.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:09 smithi177 ceph-mon[212096]: pgmap v2530: 425 pgs: 425 active+clean; 6.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:37:10.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:09 smithi177 ceph-mon[212096]: osdmap e1377: 8 total, 8 up, 8 in 2023-12-20T11:37:10.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:10 smithi123 ceph-mon[191304]: osdmap e1378: 8 total, 8 up, 8 in 2023-12-20T11:37:10.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:10 smithi123 ceph-mon[188613]: osdmap e1378: 8 total, 8 up, 8 in 2023-12-20T11:37:11.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:10 smithi177 ceph-mon[212096]: osdmap e1378: 8 total, 8 up, 8 in 2023-12-20T11:37:11.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:11 smithi123 ceph-mon[188613]: pgmap v2533: 361 pgs: 361 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:37:11.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:11 smithi123 ceph-mon[188613]: osdmap e1379: 8 total, 8 up, 8 in 2023-12-20T11:37:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:37:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:11 smithi123 ceph-mon[191304]: pgmap v2533: 361 pgs: 361 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:37:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:11 smithi123 ceph-mon[191304]: osdmap e1379: 8 total, 8 up, 8 in 2023-12-20T11:37:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:37:12.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:11 smithi177 ceph-mon[212096]: pgmap v2533: 361 pgs: 361 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:37:12.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:11 smithi177 ceph-mon[212096]: osdmap e1379: 8 total, 8 up, 8 in 2023-12-20T11:37:12.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:37:12.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:12 smithi123 ceph-mon[191304]: osdmap e1380: 8 total, 8 up, 8 in 2023-12-20T11:37:12.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:12 smithi123 ceph-mon[188613]: osdmap e1380: 8 total, 8 up, 8 in 2023-12-20T11:37:13.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:12 smithi177 ceph-mon[212096]: osdmap e1380: 8 total, 8 up, 8 in 2023-12-20T11:37:13.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:13 smithi123 ceph-mon[188613]: pgmap v2536: 297 pgs: 297 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:37:13.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:13 smithi123 ceph-mon[188613]: osdmap e1381: 8 total, 8 up, 8 in 2023-12-20T11:37:13.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:13 smithi123 ceph-mon[191304]: pgmap v2536: 297 pgs: 297 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:37:13.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:13 smithi123 ceph-mon[191304]: osdmap e1381: 8 total, 8 up, 8 in 2023-12-20T11:37:14.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:13 smithi177 ceph-mon[212096]: pgmap v2536: 297 pgs: 297 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:37:14.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:13 smithi177 ceph-mon[212096]: osdmap e1381: 8 total, 8 up, 8 in 2023-12-20T11:37:14.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:14 smithi123 ceph-mon[191304]: osdmap e1382: 8 total, 8 up, 8 in 2023-12-20T11:37:14.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:14 smithi123 ceph-mon[191304]: osdmap e1383: 8 total, 8 up, 8 in 2023-12-20T11:37:14.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:14 smithi123 ceph-mon[188613]: osdmap e1382: 8 total, 8 up, 8 in 2023-12-20T11:37:14.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:14 smithi123 ceph-mon[188613]: osdmap e1383: 8 total, 8 up, 8 in 2023-12-20T11:37:15.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:14 smithi177 ceph-mon[212096]: osdmap e1382: 8 total, 8 up, 8 in 2023-12-20T11:37:15.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:14 smithi177 ceph-mon[212096]: osdmap e1383: 8 total, 8 up, 8 in 2023-12-20T11:37:15.518 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:37:15.840 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:37:15.841 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (45m) 116s ago 49m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:37:15.841 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (45m) 10m ago 48m 92.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:37:15.841 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (49m) 116s ago 49m 23.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:37:15.841 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (49m) 10m ago 49m 26.9M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:37:15.841 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (45m) 10m ago 52m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:37:15.841 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (45m) 116s ago 53m 576M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:37:15.841 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (45m) 116s ago 53m 360M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:37:15.841 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (44m) 10m ago 52m 158M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:37:15.841 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (44m) 116s ago 52m 210M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:37:15.841 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (45m) 116s ago 48m 19.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:37:15.841 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (45m) 10m ago 48m 19.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:37:15.841 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (44m) 116s ago 52m 2466M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:37:15.841 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (43m) 116s ago 51m 2803M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:37:15.842 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (43m) 116s ago 51m 2708M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:37:15.842 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (42m) 116s ago 51m 2531M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:37:15.842 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (42m) 10m ago 50m 1419M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:37:15.842 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (41m) 10m ago 50m 1582M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:37:15.842 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (41m) 10m ago 50m 1235M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:37:15.842 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (40m) 10m ago 50m 1635M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:37:15.842 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (45m) 10m ago 49m 87.8M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:37:15.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:15 smithi123 ceph-mon[191304]: pgmap v2539: 233 pgs: 233 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:37:15.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:15 smithi123 ceph-mon[191304]: osdmap e1384: 8 total, 8 up, 8 in 2023-12-20T11:37:15.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:15 smithi123 ceph-mon[188613]: pgmap v2539: 233 pgs: 233 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:37:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:15 smithi123 ceph-mon[188613]: osdmap e1384: 8 total, 8 up, 8 in 2023-12-20T11:37:16.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:15 smithi177 ceph-mon[212096]: pgmap v2539: 233 pgs: 233 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:37:16.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:15 smithi177 ceph-mon[212096]: osdmap e1384: 8 total, 8 up, 8 in 2023-12-20T11:37:16.225 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:37:16.225 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:37:16.225 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:37:16.225 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:37:16.225 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:37:16.225 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:37:16.225 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:37:16.225 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:37:16.225 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:37:16.225 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:37:16.225 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:37:16.225 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:37:16.226 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:37:16.226 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:37:16.226 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:37:16.226 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:37:16.226 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:37:16.226 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:37:16.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:16 smithi123 ceph-mon[191304]: from='client.36939 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:37:16.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:16 smithi123 ceph-mon[191304]: from='client.46889 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:37:16.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:16 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1683997076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:37:16.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:16 smithi123 ceph-mon[191304]: osdmap e1385: 8 total, 8 up, 8 in 2023-12-20T11:37:16.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:16 smithi123 ceph-mon[188613]: from='client.36939 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:37:16.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:16 smithi123 ceph-mon[188613]: from='client.46889 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:37:16.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:16 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1683997076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:37:16.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:16 smithi123 ceph-mon[188613]: osdmap e1385: 8 total, 8 up, 8 in 2023-12-20T11:37:17.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:16 smithi177 ceph-mon[212096]: from='client.36939 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:37:17.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:16 smithi177 ceph-mon[212096]: from='client.46889 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:37:17.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:16 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1683997076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:37:17.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:16 smithi177 ceph-mon[212096]: osdmap e1385: 8 total, 8 up, 8 in 2023-12-20T11:37:17.728 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 160 tests from TestLibRBD (338095 ms total) 2023-12-20T11:37:17.729 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:37:17.729 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 11 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2023-12-20T11:37:17.764 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2023-12-20T11:37:17.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:17 smithi123 ceph-mon[191304]: pgmap v2542: 169 pgs: 169 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:37:17.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:17 smithi123 ceph-mon[191304]: osdmap e1386: 8 total, 8 up, 8 in 2023-12-20T11:37:17.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:17 smithi123 ceph-mon[188613]: pgmap v2542: 169 pgs: 169 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:37:17.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:17 smithi123 ceph-mon[188613]: osdmap e1386: 8 total, 8 up, 8 in 2023-12-20T11:37:18.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:17 smithi177 ceph-mon[212096]: pgmap v2542: 169 pgs: 169 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:37:18.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:17 smithi177 ceph-mon[212096]: osdmap e1386: 8 total, 8 up, 8 in 2023-12-20T11:37:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:37:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:37:19] "GET /metrics HTTP/1.1" 200 50899 "" "Prometheus/2.43.0" 2023-12-20T11:37:19.762 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:37:20.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:19 smithi177 ceph-mon[212096]: pgmap v2545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:37:20.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:19 smithi177 ceph-mon[212096]: osdmap e1387: 8 total, 8 up, 8 in 2023-12-20T11:37:20.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:19 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2558843998' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:37:20.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:19 smithi123 ceph-mon[191304]: pgmap v2545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:37:20.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:19 smithi123 ceph-mon[191304]: osdmap e1387: 8 total, 8 up, 8 in 2023-12-20T11:37:20.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:19 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2558843998' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:37:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:19 smithi123 ceph-mon[188613]: pgmap v2545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:37:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:19 smithi123 ceph-mon[188613]: osdmap e1387: 8 total, 8 up, 8 in 2023-12-20T11:37:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:19 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2558843998' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:37:21.134 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:20 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2558843998' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-22","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:37:21.134 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:20 smithi177 ceph-mon[212096]: osdmap e1388: 8 total, 8 up, 8 in 2023-12-20T11:37:21.134 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:37:21.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:20 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2558843998' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-22","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:37:21.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:20 smithi123 ceph-mon[191304]: osdmap e1388: 8 total, 8 up, 8 in 2023-12-20T11:37:21.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:37:21.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:20 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2558843998' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-22","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:37:21.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:20 smithi123 ceph-mon[188613]: osdmap e1388: 8 total, 8 up, 8 in 2023-12-20T11:37:21.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:37:21.806 INFO:tasks.workunit.client.0.smithi123.stdout: wrote [2095118~64005,4523998~99963,5720494~81719,6658962~95316,8792498~83916,11250484~12552,12395166~55174,15189142~24177,19630950~4531] 2023-12-20T11:37:22.104 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:21 smithi177 ceph-mon[212096]: pgmap v2548: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:37:22.105 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:21 smithi177 ceph-mon[212096]: osdmap e1389: 8 total, 8 up, 8 in 2023-12-20T11:37:22.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:21 smithi123 ceph-mon[191304]: pgmap v2548: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:37:22.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:21 smithi123 ceph-mon[191304]: osdmap e1389: 8 total, 8 up, 8 in 2023-12-20T11:37:22.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:21 smithi123 ceph-mon[188613]: pgmap v2548: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:37:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:21 smithi123 ceph-mon[188613]: osdmap e1389: 8 total, 8 up, 8 in 2023-12-20T11:37:22.785 INFO:tasks.workunit.client.0.smithi123.stdout: wrote [1366313~88186,2662632~60166,7089115~79105,10667504~57047,13784655~50979,14220454~96132,16778913~18383,19767922~94237,20567865~16982,20709879~54953] 2023-12-20T11:37:22.792 INFO:tasks.workunit.client.0.smithi123.stdout: diff was [1366313~88186,2159123~563675,6754278~413942,10667504~57047,13784655~50979,14220454~96132,16778913~18383,19635481~1129351] 2023-12-20T11:37:22.795 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5031 ms) 2023-12-20T11:37:22.795 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2023-12-20T11:37:22.795 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:37:22.819 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 0~256 2023-12-20T11:37:22.880 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:22 smithi177 ceph-mon[212096]: osdmap e1390: 8 total, 8 up, 8 in 2023-12-20T11:37:23.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:22 smithi123 ceph-mon[191304]: osdmap e1390: 8 total, 8 up, 8 in 2023-12-20T11:37:23.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:22 smithi123 ceph-mon[188613]: osdmap e1390: 8 total, 8 up, 8 in 2023-12-20T11:37:23.794 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 0~256 2023-12-20T11:37:24.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:23 smithi177 ceph-mon[212096]: pgmap v2551: 137 pgs: 3 creating+peering, 16 unknown, 118 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-20T11:37:24.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:23 smithi177 ceph-mon[212096]: osdmap e1391: 8 total, 8 up, 8 in 2023-12-20T11:37:24.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:37:24.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:37:24.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:37:24.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:37:24.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:37:24.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:23 smithi123 ceph-mon[191304]: pgmap v2551: 137 pgs: 3 creating+peering, 16 unknown, 118 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-20T11:37:24.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:23 smithi123 ceph-mon[191304]: osdmap e1391: 8 total, 8 up, 8 in 2023-12-20T11:37:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:37:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:37:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:37:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:37:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:37:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:23 smithi123 ceph-mon[188613]: pgmap v2551: 137 pgs: 3 creating+peering, 16 unknown, 118 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-20T11:37:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:23 smithi123 ceph-mon[188613]: osdmap e1391: 8 total, 8 up, 8 in 2023-12-20T11:37:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:37:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:37:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:37:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:37:24.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:37:24.810 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 0~256 2023-12-20T11:37:25.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:24 smithi177 ceph-mon[212096]: osdmap e1392: 8 total, 8 up, 8 in 2023-12-20T11:37:25.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:24 smithi123 ceph-mon[191304]: osdmap e1392: 8 total, 8 up, 8 in 2023-12-20T11:37:25.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:24 smithi123 ceph-mon[188613]: osdmap e1392: 8 total, 8 up, 8 in 2023-12-20T11:37:25.817 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 0~256 2023-12-20T11:37:25.821 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3026 ms) 2023-12-20T11:37:25.822 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2023-12-20T11:37:25.822 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:37:25.914 INFO:tasks.workunit.client.0.smithi123.stdout: i=0 exists [78150893~27939,96788316~7577131,114714291~1578102,237514112~4507536,271811659~4654811,297442313~5956970,304289481~8165546,367751973~3157772,388279622~7716014,406332651~2901660] wrote [78150893~27939,96788316~7577131,114714291~1578102,237514112~4507536,271811659~4654811,297442313~5956970,304289481~8165546,367751973~3157772,388279622~7716014,406332651~2901660] 2023-12-20T11:37:26.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:25 smithi177 ceph-mon[212096]: pgmap v2554: 137 pgs: 137 active+clean; 17 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 248 KiB/s wr, 63 op/s 2023-12-20T11:37:26.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:25 smithi177 ceph-mon[212096]: osdmap e1393: 8 total, 8 up, 8 in 2023-12-20T11:37:26.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:25 smithi123 ceph-mon[191304]: pgmap v2554: 137 pgs: 137 active+clean; 17 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 248 KiB/s wr, 63 op/s 2023-12-20T11:37:26.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:25 smithi123 ceph-mon[191304]: osdmap e1393: 8 total, 8 up, 8 in 2023-12-20T11:37:26.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:25 smithi123 ceph-mon[188613]: pgmap v2554: 137 pgs: 137 active+clean; 17 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 248 KiB/s wr, 63 op/s 2023-12-20T11:37:26.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:25 smithi123 ceph-mon[188613]: osdmap e1393: 8 total, 8 up, 8 in 2023-12-20T11:37:26.877 INFO:tasks.workunit.client.0.smithi123.stdout: i=1 exists [1034413~2128615,54711774~4283278,72943266~5612209,87346599~5284721,96788316~7577131,114714291~1578102,167037491~6583389,237514112~4507536,261384848~7147644,271811659~4654811,297442313~15012714,367751973~3157772,377026197~152272,388279622~12873395,406332651~2901660] wrote [1034413~2128615,54711774~4283278,72943266~5612209,87346599~5284721,167037491~6583389,261384848~7147644,302901347~1492877,377026197~152272,392381232~8771785] 2023-12-20T11:37:27.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:26 smithi177 ceph-mon[212096]: osdmap e1394: 8 total, 8 up, 8 in 2023-12-20T11:37:27.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:37:27.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:26 smithi123 ceph-mon[188613]: osdmap e1394: 8 total, 8 up, 8 in 2023-12-20T11:37:27.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:37:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:26 smithi123 ceph-mon[191304]: osdmap e1394: 8 total, 8 up, 8 in 2023-12-20T11:37:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:37:27.861 INFO:tasks.workunit.client.0.smithi123.stdout: i=2 exists [1034413~2128615,7648556~2238522,13840328~176748,14118713~7920394,36532342~1318735,54711774~4283278,69507999~1217675,72943266~5612209,87346599~5284721,96788316~7577131,105208230~4320670,114714291~1578102,167037491~6583389,237514112~4507536,261384848~7147644,271811659~4654811,297442313~15012714,364298625~6611120,377026197~152272,388279622~12873395,406332651~4576593] wrote [7648556~2238522,13840328~176748,14118713~7920394,36532342~1318735,69507999~1217675,105208230~4320670,364298625~5670700,391337243~522974,408405602~2503642] 2023-12-20T11:37:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:27 smithi177 ceph-mon[212096]: pgmap v2557: 137 pgs: 137 active+clean; 39 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 2.8 MiB/s wr, 113 op/s 2023-12-20T11:37:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:27 smithi177 ceph-mon[212096]: osdmap e1395: 8 total, 8 up, 8 in 2023-12-20T11:37:28.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:27 smithi123 ceph-mon[188613]: pgmap v2557: 137 pgs: 137 active+clean; 39 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 2.8 MiB/s wr, 113 op/s 2023-12-20T11:37:28.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:27 smithi123 ceph-mon[188613]: osdmap e1395: 8 total, 8 up, 8 in 2023-12-20T11:37:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:27 smithi123 ceph-mon[191304]: pgmap v2557: 137 pgs: 137 active+clean; 39 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 2.8 MiB/s wr, 113 op/s 2023-12-20T11:37:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:27 smithi123 ceph-mon[191304]: osdmap e1395: 8 total, 8 up, 8 in 2023-12-20T11:37:28.885 INFO:tasks.workunit.client.0.smithi123.stdout: i=3 exists [1034413~2128615,7648556~2238522,13840328~176748,14118713~7920394,36532342~1318735,54711774~4283278,69507999~1217675,72943266~5612209,87346599~5871223,96788316~7577131,105208230~4320670,114714291~1578102,119604925~1334090,138771979~4933642,167037491~6583389,188424916~6977733,209228882~206141,223784038~8173101,237514112~4507536,261384848~7147644,271811659~6753726,297442313~15012714,364298625~10952051,377026197~152272,388279622~12873395,405209341~5699903] wrote [14764726~3228786,88099505~5118317,119604925~1334090,138771979~4933642,188424916~6977733,209228882~206141,223784038~8173101,273392354~5173031,369675152~5575524,405209341~1725909] 2023-12-20T11:37:29.076 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:28 smithi123 ceph-mon[191304]: osdmap e1396: 8 total, 8 up, 8 in 2023-12-20T11:37:29.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:28 smithi123 ceph-mon[188613]: osdmap e1396: 8 total, 8 up, 8 in 2023-12-20T11:37:29.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:28 smithi177 ceph-mon[212096]: osdmap e1396: 8 total, 8 up, 8 in 2023-12-20T11:37:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:37:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:37:29] "GET /metrics HTTP/1.1" 200 36510 "" "Prometheus/2.43.0" 2023-12-20T11:37:29.871 INFO:tasks.workunit.client.0.smithi123.stdout: i=4 exists [1034413~2128615,7566024~2321054,13840328~176748,14118713~7920394,36532342~1318735,52508207~6486845,69507999~1217675,72943266~5612209,87346599~5871223,96788316~7577131,105208230~4320670,114714291~8840946,138771979~4933642,164559473~30700,167037491~6583389,188424916~6977733,200503006~5300739,209228882~206141,212400622~1980242,223784038~8173101,237514112~4507536,261384848~7147644,271811659~6753726,297442313~15012714,357915895~2989737,364298625~10952051,377026197~152272,388279622~12873395,405209341~5699903] wrote [7566024~557552,16946282~1205178,52508207~4357034,114758006~8797231,164559473~30700,200503006~5300739,212400622~1980242,306205405~5971144,357915895~2989737] 2023-12-20T11:37:30.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:29 smithi177 ceph-mon[212096]: pgmap v2560: 137 pgs: 137 active+clean; 71 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 7.3 MiB/s wr, 61 op/s 2023-12-20T11:37:30.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:29 smithi177 ceph-mon[212096]: osdmap e1397: 8 total, 8 up, 8 in 2023-12-20T11:37:30.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:29 smithi123 ceph-mon[191304]: pgmap v2560: 137 pgs: 137 active+clean; 71 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 7.3 MiB/s wr, 61 op/s 2023-12-20T11:37:30.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:29 smithi123 ceph-mon[191304]: osdmap e1397: 8 total, 8 up, 8 in 2023-12-20T11:37:30.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:29 smithi123 ceph-mon[188613]: pgmap v2560: 137 pgs: 137 active+clean; 71 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 7.3 MiB/s wr, 61 op/s 2023-12-20T11:37:30.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:29 smithi123 ceph-mon[188613]: osdmap e1397: 8 total, 8 up, 8 in 2023-12-20T11:37:30.890 INFO:tasks.workunit.client.0.smithi123.stdout: i=5 exists [1034413~2128615,7566024~2321054,13840328~176748,14118713~7920394,36532342~1318735,52508207~6486845,69507999~1217675,72943266~5612209,87346599~5871223,96591703~7773744,104915669~4613231,114714291~8840946,138771979~4933642,164559473~30700,167037491~6583389,188424916~6977733,200503006~7575468,209228882~206141,212400622~1980242,223784038~8173101,233056960~8964688,261384848~7147644,271811659~6753726,279672380~544314,289903957~2011866,297442313~15012714,332734553~1068366,357915895~2989737,364298625~10952051,377026197~152272,388279622~12873395,405209341~5699903] wrote [96591703~1416590,104915669~2265036,205154337~2924137,233056960~7140434,262307723~5624633,279672380~544314,289903957~2011866,332734553~1068366,366649569~3191287,392147187~6605447] 2023-12-20T11:37:31.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:30 smithi177 ceph-mon[212096]: osdmap e1398: 8 total, 8 up, 8 in 2023-12-20T11:37:31.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:30 smithi123 ceph-mon[191304]: osdmap e1398: 8 total, 8 up, 8 in 2023-12-20T11:37:31.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:30 smithi123 ceph-mon[188613]: osdmap e1398: 8 total, 8 up, 8 in 2023-12-20T11:37:31.918 INFO:tasks.workunit.client.0.smithi123.stdout: i=6 exists [1034413~2128615,7566024~4165141,13840328~176748,14118713~7920394,36532342~1318735,50447126~8547926,69507999~1217675,72943266~5612209,87346599~5871223,96591703~7773744,104915669~4613231,110049007~13506230,138771979~4933642,164559473~30700,167037491~6583389,188424916~6977733,200503006~7575468,209228882~206141,212400622~1980242,223784038~8173101,233056960~8964688,251266129~1578994,255419711~1766003,261384848~7147644,271811659~6753726,279672380~544314,289903957~2011866,297442313~15012714,332734553~1068366,357915895~2989737,364298625~10952051,377026197~152272,387009356~14143661,401181264~1189040,405209341~5699903] wrote [8908000~2823165,50447126~6290070,110049007~6678228,119604118~2030436,251266129~1578994,255419711~1766003,308029280~3815886,387009356~5016018,394688265~5953627,401181264~1189040] 2023-12-20T11:37:32.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:31 smithi177 ceph-mon[212096]: pgmap v2563: 137 pgs: 137 active+clean; 146 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 21 MiB/s wr, 62 op/s 2023-12-20T11:37:32.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:31 smithi177 ceph-mon[212096]: osdmap e1399: 8 total, 8 up, 8 in 2023-12-20T11:37:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:31 smithi123 ceph-mon[191304]: pgmap v2563: 137 pgs: 137 active+clean; 146 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 21 MiB/s wr, 62 op/s 2023-12-20T11:37:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:31 smithi123 ceph-mon[191304]: osdmap e1399: 8 total, 8 up, 8 in 2023-12-20T11:37:32.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:31 smithi123 ceph-mon[188613]: pgmap v2563: 137 pgs: 137 active+clean; 146 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 21 MiB/s wr, 62 op/s 2023-12-20T11:37:32.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:31 smithi123 ceph-mon[188613]: osdmap e1399: 8 total, 8 up, 8 in 2023-12-20T11:37:32.968 INFO:tasks.workunit.client.0.smithi123.stdout: i=7 exists [1034413~2128615,3777863~7953302,13840328~176748,14118713~7920394,24808360~7490679,36532342~1318735,50447126~8547926,69507999~1217675,72943266~5612209,86018654~7199168,96591703~7773744,104653753~4875147,110049007~13506230,127485910~6015971,138771979~4933642,151322921~72366,164559473~30700,167037491~6583389,188424916~6977733,200503006~7575468,209228882~206141,212400622~1980242,223784038~8173101,233056960~8964688,251266129~1578994,255419711~1766003,261384848~7147644,271811659~6753726,279672380~544314,289903957~2011866,294874522~17580505,332734553~1068366,357915895~2989737,364298625~10952051,377026197~152272,387009356~14143661,401181264~1189040,405209341~5699903] wrote [3777863~6727154,24808360~7490679,86018654~4640785,104653753~4564183,127485910~6015971,151322921~72366,192453185~2845116,294874522~4470664] 2023-12-20T11:37:33.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:32 smithi177 ceph-mon[212096]: osdmap e1400: 8 total, 8 up, 8 in 2023-12-20T11:37:33.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:37:33.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:32 smithi123 ceph-mon[191304]: osdmap e1400: 8 total, 8 up, 8 in 2023-12-20T11:37:33.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:37:33.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:32 smithi123 ceph-mon[188613]: osdmap e1400: 8 total, 8 up, 8 in 2023-12-20T11:37:33.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:37:33.764 INFO:tasks.workunit.client.0.smithi123.stdout: i=8 exists [1034413~2128615,3777863~7953302,13840328~176748,14118713~7920394,24808360~7490679,36532342~1318735,40281146~642406,50447126~8547926,69507999~1217675,72943266~5612209,78666520~4505869,86018654~7199168,96591703~7773744,104653753~4875147,110049007~13506230,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~8194024,187160279~12694752,200503006~7575468,209228882~206141,212400622~1980242,223784038~8173101,233056960~8964688,251266129~5919585,261384848~7147644,271811659~6753726,279672380~544314,289903957~2011866,294874522~17580505,332734553~1068366,357915895~2989737,364298625~10952051,375386642~211991,377026197~152272,387009356~14143661,401181264~1189040,405209341~5699903] wrote [40281146~642406,78666520~4505869,133941518~6536934,149423585~1368765,165426856~5555787,187160279~2371213,192058967~7796064,251472582~5702649,375386642~211991] 2023-12-20T11:37:34.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:33 smithi177 ceph-mon[212096]: pgmap v2566: 137 pgs: 137 active+clean; 221 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 190 KiB/s rd, 29 MiB/s wr, 299 op/s 2023-12-20T11:37:34.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:33 smithi177 ceph-mon[212096]: osdmap e1401: 8 total, 8 up, 8 in 2023-12-20T11:37:34.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:33 smithi177 ceph-mon[212096]: osdmap e1402: 8 total, 8 up, 8 in 2023-12-20T11:37:34.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:33 smithi123 ceph-mon[191304]: pgmap v2566: 137 pgs: 137 active+clean; 221 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 190 KiB/s rd, 29 MiB/s wr, 299 op/s 2023-12-20T11:37:34.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:33 smithi123 ceph-mon[191304]: osdmap e1401: 8 total, 8 up, 8 in 2023-12-20T11:37:34.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:33 smithi123 ceph-mon[191304]: osdmap e1402: 8 total, 8 up, 8 in 2023-12-20T11:37:34.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:33 smithi123 ceph-mon[188613]: pgmap v2566: 137 pgs: 137 active+clean; 221 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 190 KiB/s rd, 29 MiB/s wr, 299 op/s 2023-12-20T11:37:34.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:33 smithi123 ceph-mon[188613]: osdmap e1401: 8 total, 8 up, 8 in 2023-12-20T11:37:34.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:33 smithi123 ceph-mon[188613]: osdmap e1402: 8 total, 8 up, 8 in 2023-12-20T11:37:34.752 INFO:tasks.workunit.client.0.smithi123.stdout: i=9 exists [1034413~2128615,3777863~7953302,13840328~176748,14118713~7920394,24808360~9760310,35404017~7150683,50447126~8547926,69507999~1217675,72943266~5612209,78666520~4505869,86018654~7199168,96591703~7773744,104653753~4875147,110049007~13506230,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~8194024,187160279~12694752,200503006~7575468,209228882~206141,212400622~1980242,223784038~9059108,233056960~8964688,251266129~5919585,257258666~1993618,261384848~7147644,271811659~6753726,279672380~544314,282019200~5904615,289903957~2011866,294874522~17580505,332734553~1068366,357915895~6127052,364298625~10952051,375386642~211991,377026197~152272,377488456~7803709,387009356~14143661,401181264~1189040,405209341~5699903] wrote [18784896~1869471,32147343~2421327,35404017~7150683,89282667~1861746,226180801~6662345,236472178~3287819,257258666~1993618,282019200~5904615,359002405~5040542,377488456~7803709] 2023-12-20T11:37:35.749 INFO:tasks.workunit.client.0.smithi123.stdout: i=10 exists [1034413~2128615,3777863~7953302,13840328~176748,14118713~7920394,24808360~9760310,35404017~7150683,46509186~3613820,50447126~8547926,69507999~1217675,72943266~5612209,78666520~4505869,86018654~8942914,96591703~7773744,104653753~4875147,110049007~13610194,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~8194024,187160279~12694752,200503006~7575468,209228882~206141,209870250~4510614,223784038~9059108,233056960~8964688,242802740~4493085,251266129~5919585,257258666~1993618,261384848~7147644,271811659~6753726,279672380~544314,282019200~5904615,289903957~2011866,294874522~21010390,323571749~50455,332734553~1068366,357915895~6127052,364298625~10952051,375386642~211991,377026197~152272,377488456~7803709,387009356~14143661,401181264~1189040,405209341~11774628] wrote [5779130~801619,46509186~3613820,90949900~4011668,116390010~7269191,189320515~5741308,209870250~4307509,242802740~4493085,310976560~4908352,323571749~50455,410005681~6978288] 2023-12-20T11:37:35.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:35 smithi123 ceph-mon[188613]: pgmap v2569: 137 pgs: 137 active+clean; 358 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 159 KiB/s rd, 42 MiB/s wr, 264 op/s 2023-12-20T11:37:35.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:35 smithi123 ceph-mon[188613]: osdmap e1403: 8 total, 8 up, 8 in 2023-12-20T11:37:35.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:35 smithi123 ceph-mon[191304]: pgmap v2569: 137 pgs: 137 active+clean; 358 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 159 KiB/s rd, 42 MiB/s wr, 264 op/s 2023-12-20T11:37:35.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:35 smithi123 ceph-mon[191304]: osdmap e1403: 8 total, 8 up, 8 in 2023-12-20T11:37:36.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:35 smithi177 ceph-mon[212096]: pgmap v2569: 137 pgs: 137 active+clean; 358 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 159 KiB/s rd, 42 MiB/s wr, 264 op/s 2023-12-20T11:37:36.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:35 smithi177 ceph-mon[212096]: osdmap e1403: 8 total, 8 up, 8 in 2023-12-20T11:37:36.741 INFO:tasks.workunit.client.0.smithi123.stdout: i=11 exists [1034413~2128615,3777863~7953302,13840328~176748,14118713~7920394,24808360~17746340,46509186~12485866,69507999~1217675,72943266~5612209,78666520~4505869,86018654~8942914,96591703~7773744,104653753~4875147,110049007~13610194,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~8194024,187160279~12694752,200503006~7575468,209228882~206141,209870250~4510614,223784038~9059108,233056960~8964688,242802740~4493085,251266129~5919585,257258666~1993618,261384848~7147644,271811659~6753726,279672380~544314,281203648~34681264,323571749~50455,332734553~1145339,336168546~6539162,351320911~735604,357915895~6127052,364298625~10952051,375386642~211991,377026197~152272,377488456~7803709,387009356~14143661,401181264~1189040,405209341~11774628] wrote [26086072~1788611,32535012~4211183,48982666~3943476,110724624~8063864,138411657~1816262,281203648~827976,287901320~8173417,332880593~999299,336168546~6539162,351320911~735604] 2023-12-20T11:37:36.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:36 smithi123 ceph-mon[191304]: osdmap e1404: 8 total, 8 up, 8 in 2023-12-20T11:37:36.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:36 smithi123 ceph-mon[188613]: osdmap e1404: 8 total, 8 up, 8 in 2023-12-20T11:37:37.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:36 smithi177 ceph-mon[212096]: osdmap e1404: 8 total, 8 up, 8 in 2023-12-20T11:37:37.816 INFO:tasks.workunit.client.0.smithi123.stdout: i=12 exists [1034413~2128615,3777863~7953302,13840328~176748,14118713~7920394,24808360~17746340,46509186~12485866,65487154~615254,69507999~1217675,72943266~5612209,78666520~4505869,86018654~8942914,96591703~7773744,104653753~4875147,110049007~13610194,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~8194024,176783818~5508489,187160279~20918195,209228882~206141,209870250~4510614,223784038~9059108,233056960~8964688,242802740~4493085,249250530~10001754,261384848~7147644,271811659~6753726,279672380~544314,281203648~34681264,323571749~50455,332734553~1145339,336168546~6539162,351320911~735604,354507976~9534971,364298625~13142580,377488456~7803709,387009356~14143661,401181264~1189040,404691348~12292621] wrote [65487154~615254,166391126~5825555,176783818~5508489,194234702~7024208,249250530~8696046,354507976~4688763,371892947~1250981,373898832~3542373,404691348~655176] 2023-12-20T11:37:37.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:37 smithi123 ceph-mon[188613]: pgmap v2572: 137 pgs: 137 active+clean; 424 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 45 MiB/s wr, 205 op/s 2023-12-20T11:37:37.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:37 smithi123 ceph-mon[188613]: osdmap e1405: 8 total, 8 up, 8 in 2023-12-20T11:37:37.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:37 smithi123 ceph-mon[191304]: pgmap v2572: 137 pgs: 137 active+clean; 424 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 45 MiB/s wr, 205 op/s 2023-12-20T11:37:37.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:37 smithi123 ceph-mon[191304]: osdmap e1405: 8 total, 8 up, 8 in 2023-12-20T11:37:38.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:37 smithi177 ceph-mon[212096]: pgmap v2572: 137 pgs: 137 active+clean; 424 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 45 MiB/s wr, 205 op/s 2023-12-20T11:37:38.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:37 smithi177 ceph-mon[212096]: osdmap e1405: 8 total, 8 up, 8 in 2023-12-20T11:37:38.808 INFO:tasks.workunit.client.0.smithi123.stdout: i=13 exists [1034413~2128615,3777863~7953302,13840328~176748,14118713~28435987,46509186~12485866,65487154~615254,69507999~1217675,72943266~5612209,78666520~4505869,86018654~8942914,96591703~7773744,104653753~4875147,110049007~13610194,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~8194024,176783818~5508489,187160279~20918195,209228882~206141,209870250~4510614,223784038~9059108,233056960~8964688,242802740~4493085,247764219~11488065,261384848~7147644,271811659~6753726,279672380~544314,281203648~34681264,323571749~50455,332734553~1145339,336168546~6539162,351320911~735604,354507976~9534971,364298625~13142580,377488456~7803709,387009356~14143661,401181264~1189040,404691348~12292621] wrote [8325532~98567,20611706~6741563,118839334~3079719,194640055~901604,207748917~135761,247764219~7442437,296711188~5753453,307118807~6768905,388992987~6438249] 2023-12-20T11:37:38.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:38 smithi123 ceph-mon[191304]: osdmap e1406: 8 total, 8 up, 8 in 2023-12-20T11:37:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:38 smithi123 ceph-mon[188613]: osdmap e1406: 8 total, 8 up, 8 in 2023-12-20T11:37:39.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:38 smithi177 ceph-mon[212096]: osdmap e1406: 8 total, 8 up, 8 in 2023-12-20T11:37:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:37:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:37:39] "GET /metrics HTTP/1.1" 200 36510 "" "Prometheus/2.43.0" 2023-12-20T11:37:39.822 INFO:tasks.workunit.client.0.smithi123.stdout: i=14 exists [1034413~2128615,3777863~7953302,13840328~176748,14118713~30839127,46509186~12485866,65487154~615254,69507999~1217675,72943266~10229123,86018654~8942914,96591703~7773744,104653753~4875147,110049007~33656614,149423585~1368765,151322921~72366,164559473~30700,165426856~8447613,176783818~5508489,187160279~20918195,209228882~206141,209870250~4510614,223784038~9059108,233056960~8964688,242802740~4493085,247764219~11488065,261384848~7147644,271811659~6753726,279672380~544314,281203648~34681264,323571749~50455,332734553~1145339,335717868~7881197,351320911~735604,354507976~9534971,364298625~13142580,377488456~7803709,387009356~29974613] wrote [38706789~6251051,78457150~4358262,122789319~5243488,131807307~4630590,168673575~5200894,290897745~123053,335717868~7881197,399963984~7920826] 2023-12-20T11:37:39.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:39 smithi123 ceph-mon[191304]: pgmap v2575: 137 pgs: 137 active+clean; 504 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 189 KiB/s rd, 36 MiB/s wr, 299 op/s 2023-12-20T11:37:39.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:39 smithi123 ceph-mon[191304]: osdmap e1407: 8 total, 8 up, 8 in 2023-12-20T11:37:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:39 smithi123 ceph-mon[188613]: pgmap v2575: 137 pgs: 137 active+clean; 504 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 189 KiB/s rd, 36 MiB/s wr, 299 op/s 2023-12-20T11:37:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:39 smithi123 ceph-mon[188613]: osdmap e1407: 8 total, 8 up, 8 in 2023-12-20T11:37:40.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:39 smithi177 ceph-mon[212096]: pgmap v2575: 137 pgs: 137 active+clean; 504 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 189 KiB/s rd, 36 MiB/s wr, 299 op/s 2023-12-20T11:37:40.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:39 smithi177 ceph-mon[212096]: osdmap e1407: 8 total, 8 up, 8 in 2023-12-20T11:37:40.756 INFO:tasks.workunit.client.0.smithi123.stdout: i=15 exists [1034413~2128615,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,65487154~615254,69507999~1217675,72089626~11082763,86018654~8942914,96591703~7773744,104653753~4875147,110049007~33656614,149423585~1368765,151322921~72366,164559473~30700,165426856~8447613,175932267~6360040,187160279~20918195,209228882~206141,209870250~4510614,223784038~9059108,233056960~14238865,247764219~11488065,261384848~7147644,271811659~6753726,279672380~544314,281203648~34681264,323571749~50455,332734553~1145339,335717868~7881197,351320911~735604,354507976~9534971,364298625~13142580,377488456~7803709,387009356~29974613] wrote [17567489~5210789,32169632~5563685,44517206~1560625,72089626~4701475,175932267~1783050,237818507~6856181,255605835~281892,302043632~815587,356763089~94457,403815745~4015624] 2023-12-20T11:37:40.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:40 smithi123 ceph-mon[191304]: osdmap e1408: 8 total, 8 up, 8 in 2023-12-20T11:37:40.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:40 smithi123 ceph-mon[188613]: osdmap e1408: 8 total, 8 up, 8 in 2023-12-20T11:37:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:40 smithi177 ceph-mon[212096]: osdmap e1408: 8 total, 8 up, 8 in 2023-12-20T11:37:41.789 INFO:tasks.workunit.client.0.smithi123.stdout: i=16 exists [1034413~2128615,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,65487154~615254,69507999~1217675,72089626~11885464,86018654~18346793,104653753~4875147,110049007~33656614,149423585~1368765,151322921~72366,164559473~30700,165426856~8447613,175932267~6360040,187160279~27220585,223784038~9059108,233056960~14238865,247764219~11488065,261384848~7147644,271262368~7303017,279672380~544314,281203648~34681264,319451522~3949812,323571749~50455,324803502~4840783,332734553~1145339,335717868~7881197,351320911~735604,354507976~9534971,364298625~13142580,377488456~7803709,387009356~29974613] wrote [79697979~4277111,93697750~6948487,138803018~3961715,165558112~6827930,205727789~4207018,271262368~1182957,306481530~1962789,319451522~3949812,324803502~4840783] 2023-12-20T11:37:41.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:41 smithi123 ceph-mon[191304]: pgmap v2578: 137 pgs: 137 active+clean; 563 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 34 MiB/s wr, 116 op/s 2023-12-20T11:37:41.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:41 smithi123 ceph-mon[191304]: osdmap e1409: 8 total, 8 up, 8 in 2023-12-20T11:37:41.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:37:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:41 smithi123 ceph-mon[188613]: pgmap v2578: 137 pgs: 137 active+clean; 563 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 34 MiB/s wr, 116 op/s 2023-12-20T11:37:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:41 smithi123 ceph-mon[188613]: osdmap e1409: 8 total, 8 up, 8 in 2023-12-20T11:37:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:37:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:41 smithi177 ceph-mon[212096]: pgmap v2578: 137 pgs: 137 active+clean; 563 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 34 MiB/s wr, 116 op/s 2023-12-20T11:37:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:41 smithi177 ceph-mon[212096]: osdmap e1409: 8 total, 8 up, 8 in 2023-12-20T11:37:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:37:42.821 INFO:tasks.workunit.client.0.smithi123.stdout: i=17 exists [1034413~2128615,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,65487154~615254,69507999~1217675,72089626~11885464,86018654~18346793,104653753~4875147,110049007~33656614,149423585~1368765,151322921~72366,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,223784038~9059108,233056960~14238865,247764219~11488065,261384848~7147644,271262368~7303017,279672380~544314,281203648~34681264,319451522~3949812,323571749~50455,324803502~7529722,332734553~1145339,335717868~9796300,351320911~735604,354507976~9534971,364298625~13142580,377488456~7803709,387009356~29974613] wrote [23451550~758547,121718111~8446276,165182446~52971,201195993~6254131,211158656~6337361,234968234~3200106,272273294~3305353,329486494~2846730,341573251~3940917] 2023-12-20T11:37:42.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:42 smithi123 ceph-mon[191304]: osdmap e1410: 8 total, 8 up, 8 in 2023-12-20T11:37:42.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:42 smithi123 ceph-mon[188613]: osdmap e1410: 8 total, 8 up, 8 in 2023-12-20T11:37:43.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:42 smithi177 ceph-mon[212096]: osdmap e1410: 8 total, 8 up, 8 in 2023-12-20T11:37:43.850 INFO:tasks.workunit.client.0.smithi123.stdout: i=18 exists [1034413~2128615,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~34857448,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,223784038~9059108,233056960~14238865,247764219~11488065,261384848~7147644,271262368~9481951,281203648~34681264,319451522~3949812,323571749~50455,324803502~7529722,332734553~1145339,335717868~17459730,354507976~9534971,364298625~13142580,377488456~7803709,387009356~29974613] wrote [36491934~4249979,60954625~6974264,70221395~7224574,82880742~4871123,135481257~1244550,148023512~7132286,277459840~3284479,285872415~7708923,345401124~7776474] 2023-12-20T11:37:43.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:43 smithi123 ceph-mon[191304]: pgmap v2581: 137 pgs: 137 active+clean; 630 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 29 MiB/s wr, 341 op/s 2023-12-20T11:37:43.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:43 smithi123 ceph-mon[191304]: osdmap e1411: 8 total, 8 up, 8 in 2023-12-20T11:37:43.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:43 smithi123 ceph-mon[188613]: pgmap v2581: 137 pgs: 137 active+clean; 630 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 29 MiB/s wr, 341 op/s 2023-12-20T11:37:43.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:43 smithi123 ceph-mon[188613]: osdmap e1411: 8 total, 8 up, 8 in 2023-12-20T11:37:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:43 smithi177 ceph-mon[212096]: pgmap v2581: 137 pgs: 137 active+clean; 630 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 29 MiB/s wr, 341 op/s 2023-12-20T11:37:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:43 smithi177 ceph-mon[212096]: osdmap e1411: 8 total, 8 up, 8 in 2023-12-20T11:37:44.826 INFO:tasks.workunit.client.0.smithi123.stdout: i=19 exists [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~34857448,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~34681264,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~29974613] wrote [2418716~812929,72395280~6365173,184535244~3924122,246660745~6195166,263073591~1263398,283123090~5455963,330334553~7592967,359632722~3325200,366239762~5762979] 2023-12-20T11:37:44.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:44 smithi123 ceph-mon[191304]: osdmap e1412: 8 total, 8 up, 8 in 2023-12-20T11:37:44.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:44 smithi123 ceph-mon[188613]: osdmap e1412: 8 total, 8 up, 8 in 2023-12-20T11:37:45.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:44 smithi177 ceph-mon[212096]: osdmap e1412: 8 total, 8 up, 8 in 2023-12-20T11:37:45.755 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 1 diff [1034413~2128615,54711774~4283278,72943266~5612209,87346599~5284721,167037491~6583389,261384848~7147644,302901347~1492877,377026197~152272,392381232~8771785] 2023-12-20T11:37:45.755 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2128615,54711774~4283278,72943266~5612209,87346599~5284721,167037491~6583389,261384848~7147644,302901347~1492877,377026197~152272,392381232~8771785] 2023-12-20T11:37:45.776 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~3163028,54525952~4469100,71303168~7252307,83886080~8745240,163577856~10043024,260046848~8485644,302901347~1492877,373293056~3885413,392381232~8771785] 2023-12-20T11:37:45.776 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 2 diff [1034413~2128615,7648556~2238522,13840328~176748,14118713~7920394,36532342~1318735,54711774~4283278,69507999~1217675,72943266~5612209,87346599~5284721,105208230~4320670,167037491~6583389,261384848~7147644,302901347~1492877,364298625~5670700,377026197~152272,391337243~522974,392381232~8771785,408405602~2503642] 2023-12-20T11:37:45.776 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2128615,7648556~2238522,13840328~176748,14118713~7920394,36532342~1318735,54711774~4283278,69507999~1217675,72943266~5612209,87346599~5284721,105208230~4320670,167037491~6583389,261384848~7147644,302901347~1492877,364298625~5670700,377026197~152272,391337243~522974,392381232~8771785,408405602~2503642] 2023-12-20T11:37:45.784 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~3163028,4194304~5692774,12582912~9456195,33554432~4296645,54525952~4469100,67108864~3616810,71303168~7252307,83886080~8745240,104857600~4671300,163577856~10043024,260046848~8485644,302901347~1492877,360710144~9259181,373293056~3885413,391337243~522974,392381232~8771785,408405602~2503642] 2023-12-20T11:37:45.784 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 3 diff [1034413~2128615,7648556~2238522,13840328~176748,14118713~7920394,36532342~1318735,54711774~4283278,69507999~1217675,72943266~5612209,87346599~5871223,105208230~4320670,119604925~1334090,138771979~4933642,167037491~6583389,188424916~6977733,209228882~206141,223784038~8173101,261384848~7147644,273392354~5173031,302901347~1492877,364298625~10952051,377026197~152272,391337243~522974,392381232~8771785,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.784 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2128615,7648556~2238522,13840328~176748,14118713~7920394,36532342~1318735,54711774~4283278,69507999~1217675,72943266~5612209,87346599~5871223,105208230~4320670,119604925~1334090,138771979~4933642,167037491~6583389,188424916~6977733,209228882~206141,223784038~8173101,261384848~7147644,273392354~5173031,302901347~1492877,364298625~10952051,377026197~152272,391337243~522974,392381232~8771785,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.792 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~3163028,4194304~5692774,12582912~9456195,33554432~4296645,54525952~4469100,67108864~3616810,71303168~7252307,83886080~9331742,104857600~4671300,117440512~3498503,138412032~5293589,163577856~10043024,184549376~10853273,205520896~3914127,222298112~9659027,260046848~8485644,273392354~5173031,302901347~1492877,360710144~16468325,391337243~522974,392381232~8771785,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.792 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 4 diff [1034413~2128615,7566024~2321054,13840328~176748,14118713~7920394,36532342~1318735,52508207~6486845,69507999~1217675,72943266~5612209,87346599~5871223,105208230~4320670,114758006~8797231,138771979~4933642,164559473~30700,167037491~6583389,188424916~6977733,200503006~5300739,209228882~206141,212400622~1980242,223784038~8173101,261384848~7147644,273392354~5173031,302901347~1492877,306205405~5971144,357915895~2989737,364298625~10952051,377026197~152272,391337243~522974,392381232~8771785,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.792 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2128615,7566024~2321054,13840328~176748,14118713~7920394,36532342~1318735,52508207~6486845,69507999~1217675,72943266~5612209,87346599~5871223,105208230~4320670,114758006~8797231,138771979~4933642,164559473~30700,167037491~6583389,188424916~6977733,200503006~5300739,209228882~206141,212400622~1980242,223784038~8173101,261384848~7147644,273392354~5173031,302901347~1492877,306205405~5971144,357915895~2989737,364298625~10952051,377026197~152272,391337243~522974,392381232~8771785,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.799 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~3163028,4194304~5692774,12582912~9456195,33554432~4296645,50331648~8663404,67108864~3616810,71303168~7252307,83886080~9331742,104857600~4671300,114758006~8797231,138412032~5293589,163577856~10043024,184549376~10853273,197132288~12302735,209715200~4665664,222298112~9659027,260046848~8485644,273392354~5173031,302901347~1492877,306205405~5971144,356515840~20662629,391337243~522974,392381232~8771785,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.799 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 5 diff [1034413~2128615,7566024~2321054,13840328~176748,14118713~7920394,36532342~1318735,52508207~6486845,69507999~1217675,72943266~5612209,87346599~5871223,96591703~1416590,104915669~4613231,114758006~8797231,138771979~4933642,164559473~30700,167037491~6583389,188424916~6977733,200503006~7575468,209228882~206141,212400622~1980242,223784038~8173101,233056960~7140434,261384848~7147644,273392354~5173031,279672380~544314,289903957~2011866,302901347~1492877,306205405~5971144,332734553~1068366,357915895~2989737,364298625~10952051,377026197~152272,391337243~522974,392147187~9005830,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.799 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2128615,7566024~2321054,13840328~176748,14118713~7920394,36532342~1318735,52508207~6486845,69507999~1217675,72943266~5612209,87346599~5871223,96591703~1416590,104915669~4613231,114758006~8797231,138771979~4933642,164559473~30700,167037491~6583389,188424916~6977733,200503006~7575468,209228882~206141,212400622~1980242,223784038~8173101,233056960~7140434,261384848~7147644,273392354~5173031,279672380~544314,289903957~2011866,302901347~1492877,306205405~5971144,332734553~1068366,357915895~2989737,364298625~10952051,377026197~152272,391337243~522974,392147187~9005830,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.805 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~3163028,4194304~5692774,12582912~9456195,33554432~4296645,50331648~8663404,67108864~3616810,71303168~7252307,83886080~9331742,96591703~1416590,104857600~4671300,114758006~8797231,138412032~5293589,163577856~10043024,184549376~10853273,197132288~12302735,209715200~4665664,222298112~17899282,260046848~8485644,273392354~6824340,289406976~2508847,302901347~1492877,306205405~5971144,331350016~2452903,356515840~20662629,391337243~522974,392147187~9005830,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.805 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 6 diff [1034413~2128615,7566024~4165141,13840328~176748,14118713~7920394,36532342~1318735,50447126~8547926,69507999~1217675,72943266~5612209,87346599~5871223,96591703~1416590,104915669~4613231,110049007~13506230,138771979~4933642,164559473~30700,167037491~6583389,188424916~6977733,200503006~7575468,209228882~206141,212400622~1980242,223784038~8173101,233056960~7140434,251266129~1578994,255419711~1766003,261384848~7147644,273392354~5173031,279672380~544314,289903957~2011866,302901347~1492877,306205405~5971144,332734553~1068366,357915895~2989737,364298625~10952051,377026197~152272,387009356~5016018,392147187~9005830,401181264~1189040,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.805 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2128615,7566024~4165141,13840328~176748,14118713~7920394,36532342~1318735,50447126~8547926,69507999~1217675,72943266~5612209,87346599~5871223,96591703~1416590,104915669~4613231,110049007~13506230,138771979~4933642,164559473~30700,167037491~6583389,188424916~6977733,200503006~7575468,209228882~206141,212400622~1980242,223784038~8173101,233056960~7140434,251266129~1578994,255419711~1766003,261384848~7147644,273392354~5173031,279672380~544314,289903957~2011866,302901347~1492877,306205405~5971144,332734553~1068366,357915895~2989737,364298625~10952051,377026197~152272,387009356~5016018,392147187~9005830,401181264~1189040,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.812 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~3163028,4194304~7536861,12582912~9456195,33554432~4296645,50331648~8663404,67108864~3616810,71303168~7252307,83886080~9331742,96591703~1416590,104857600~18697637,138412032~5293589,163577856~10043024,184549376~10853273,197132288~12302735,209715200~4665664,222298112~17899282,247463936~9721778,260046848~8485644,273392354~6824340,289406976~2508847,302901347~1492877,306205405~5971144,331350016~2452903,356515840~20662629,387009356~5016018,392147187~10223117,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.812 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 7 diff [1034413~2128615,3777863~7953302,13840328~176748,14118713~7920394,24808360~7490679,36532342~1318735,50447126~8547926,69507999~1217675,72943266~5612209,86018654~7199168,96591703~1416590,104653753~4875147,110049007~13506230,127485910~6015971,138771979~4933642,151322921~72366,164559473~30700,167037491~6583389,188424916~6977733,200503006~7575468,209228882~206141,212400622~1980242,223784038~8173101,233056960~7140434,251266129~1578994,255419711~1766003,261384848~7147644,273392354~5173031,279672380~544314,289903957~2011866,294874522~4470664,302901347~1492877,306205405~5971144,332734553~1068366,357915895~2989737,364298625~10952051,377026197~152272,387009356~5016018,392147187~9005830,401181264~1189040,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.812 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2128615,3777863~7953302,13840328~176748,14118713~7920394,24808360~7490679,36532342~1318735,50447126~8547926,69507999~1217675,72943266~5612209,86018654~7199168,96591703~1416590,104653753~4875147,110049007~13506230,127485910~6015971,138771979~4933642,151322921~72366,164559473~30700,167037491~6583389,188424916~6977733,200503006~7575468,209228882~206141,212400622~1980242,223784038~8173101,233056960~7140434,251266129~1578994,255419711~1766003,261384848~7147644,273392354~5173031,279672380~544314,289903957~2011866,294874522~4470664,302901347~1492877,306205405~5971144,332734553~1068366,357915895~2989737,364298625~10952051,377026197~152272,387009356~5016018,392147187~9005830,401181264~1189040,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.818 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~11731165,12582912~19716127,33554432~4296645,50331648~8663404,67108864~3616810,71303168~7252307,83886080~9331742,96591703~1416590,104365447~19189790,125829120~7672761,138412032~5293589,150994944~400343,163577856~10043024,184549376~10853273,197132288~12302735,209715200~4665664,222298112~17899282,247463936~9721778,260046848~8485644,273392354~6824340,289406976~2508847,294874522~4470664,302901347~1492877,306205405~5971144,331350016~2452903,356515840~20662629,387009356~5016018,392147187~10223117,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.818 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 8 diff [1034413~2128615,3777863~7953302,13840328~176748,14118713~7920394,24808360~7490679,36532342~1318735,40281146~642406,50447126~8547926,69507999~1217675,72943266~5612209,78666520~4505869,86018654~7199168,96591703~1416590,104653753~4875147,110049007~13506230,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~8194024,187160279~12694752,200503006~7575468,209228882~206141,212400622~1980242,223784038~8173101,233056960~7140434,251266129~5919585,261384848~7147644,273392354~5173031,279672380~544314,289903957~2011866,294874522~4470664,302901347~1492877,306205405~5971144,332734553~1068366,357915895~2989737,364298625~10952051,375386642~211991,377026197~152272,387009356~5016018,392147187~9005830,401181264~1189040,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.818 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2128615,3777863~7953302,13840328~176748,14118713~7920394,24808360~7490679,36532342~1318735,40281146~642406,50447126~8547926,69507999~1217675,72943266~5612209,78666520~4505869,86018654~7199168,96591703~1416590,104653753~4875147,110049007~13506230,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~8194024,187160279~12694752,200503006~7575468,209228882~206141,212400622~1980242,223784038~8173101,233056960~7140434,251266129~5919585,261384848~7147644,273392354~5173031,279672380~544314,289903957~2011866,294874522~4470664,302901347~1492877,306205405~5971144,332734553~1068366,357915895~2989737,364298625~10952051,375386642~211991,377026197~152272,387009356~5016018,392147187~9005830,401181264~1189040,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.824 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~11731165,12582912~19716127,33554432~7369120,50331648~8663404,67108864~3616810,71303168~11869221,83886080~9331742,96591703~1416590,104365447~19189790,125829120~17876501,146800640~3991710,150994944~400343,163577856~10043024,184549376~24885647,209715200~4665664,222298112~17899282,247463936~9721778,260046848~8485644,273392354~6824340,289406976~2508847,294874522~4470664,302901347~1492877,306205405~5971144,331350016~2452903,356515840~20662629,387009356~5016018,392147187~10223117,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.824 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 9 diff [1034413~2128615,3777863~7953302,13840328~176748,14118713~7920394,24808360~9760310,35404017~7150683,50447126~8547926,69507999~1217675,72943266~5612209,78666520~4505869,86018654~7199168,96591703~1416590,104653753~4875147,110049007~13506230,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~8194024,187160279~12694752,200503006~7575468,209228882~206141,212400622~1980242,223784038~9059108,233056960~7140434,251266129~5919585,257258666~1993618,261384848~7147644,273392354~5173031,279672380~544314,282019200~5904615,289903957~2011866,294874522~4470664,302901347~1492877,306205405~5971144,332734553~1068366,357915895~6127052,364298625~10952051,375386642~211991,377026197~152272,377488456~7803709,387009356~5016018,392147187~9005830,401181264~1189040,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.824 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2128615,3777863~7953302,13840328~176748,14118713~7920394,24808360~9760310,35404017~7150683,50447126~8547926,69507999~1217675,72943266~5612209,78666520~4505869,86018654~7199168,96591703~1416590,104653753~4875147,110049007~13506230,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~8194024,187160279~12694752,200503006~7575468,209228882~206141,212400622~1980242,223784038~9059108,233056960~7140434,251266129~5919585,257258666~1993618,261384848~7147644,273392354~5173031,279672380~544314,282019200~5904615,289903957~2011866,294874522~4470664,302901347~1492877,306205405~5971144,332734553~1068366,357915895~6127052,364298625~10952051,375386642~211991,377026197~152272,377488456~7803709,387009356~5016018,392147187~9005830,401181264~1189040,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.831 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~11731165,12582912~29971788,50331648~8663404,67108864~3616810,71303168~11869221,83886080~9331742,96591703~1416590,104365447~19189790,125829120~17876501,146800640~3991710,150994944~400343,163577856~10043024,184549376~24885647,209715200~4665664,222298112~17899282,247463936~11788348,260046848~8485644,273392354~6824340,281018368~6905447,289406976~2508847,294874522~4470664,302901347~1492877,306205405~5971144,331350016~2452903,356515840~20662629,377487360~7804805,387009356~5016018,392147187~10223117,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.831 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 10 diff [1034413~2128615,3777863~7953302,13840328~176748,14118713~7920394,24808360~9760310,35404017~7150683,46509186~3613820,50447126~8547926,69507999~1217675,72943266~5612209,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4875147,110049007~13610194,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~8194024,187160279~12694752,200503006~7575468,209228882~206141,209870250~4510614,223784038~9059108,233056960~7140434,242802740~4493085,251266129~5919585,257258666~1993618,261384848~7147644,273392354~5173031,279672380~544314,282019200~5904615,289903957~2011866,294874522~4470664,302901347~1492877,306205405~9679507,323571749~50455,332734553~1068366,357915895~6127052,364298625~10952051,375386642~211991,377026197~152272,377488456~7803709,387009356~5016018,392147187~9005830,401181264~1189040,405209341~1725909,408405602~8578367] 2023-12-20T11:37:45.831 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2128615,3777863~7953302,13840328~176748,14118713~7920394,24808360~9760310,35404017~7150683,46509186~3613820,50447126~8547926,69507999~1217675,72943266~5612209,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4875147,110049007~13610194,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~8194024,187160279~12694752,200503006~7575468,209228882~206141,209870250~4510614,223784038~9059108,233056960~7140434,242802740~4493085,251266129~5919585,257258666~1993618,261384848~7147644,273392354~5173031,279672380~544314,282019200~5904615,289903957~2011866,294874522~4470664,302901347~1492877,306205405~9679507,323571749~50455,332734553~1068366,357915895~6127052,364298625~10952051,375386642~211991,377026197~152272,377488456~7803709,387009356~5016018,392147187~9005830,401181264~1189040,405209341~1725909,408405602~8578367] 2023-12-20T11:37:45.838 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~11731165,12582912~29971788,46137344~3985662,50331648~8663404,67108864~3616810,71303168~11869221,83886080~11075488,96591703~1416590,104365447~19293754,125829120~17876501,146800640~3991710,150994944~400343,163577856~10043024,184549376~24885647,209715200~4665664,222298112~17899282,242021648~5274177,247463936~11788348,260046848~8485644,273392354~6824340,281018368~6905447,289406976~2508847,294874522~4470664,302901347~1492877,306205405~9679507,322961408~660796,331350016~2452903,356515840~20662629,377487360~7804805,387009356~5016018,392147187~10223117,405209341~1725909,408405602~8578367] 2023-12-20T11:37:45.838 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 11 diff [1034413~2128615,3777863~7953302,13840328~176748,14118713~7920394,24808360~17746340,46509186~12485866,69507999~1217675,72943266~5612209,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4875147,110049007~13610194,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~8194024,187160279~12694752,200503006~7575468,209228882~206141,209870250~4510614,223784038~9059108,233056960~7140434,242802740~4493085,251266129~5919585,257258666~1993618,261384848~7147644,273392354~5173031,279672380~544314,281203648~18141538,302901347~1492877,306205405~9679507,323571749~50455,332734553~1145339,336168546~6539162,351320911~735604,357915895~6127052,364298625~10952051,375386642~211991,377026197~152272,377488456~7803709,387009356~5016018,392147187~9005830,401181264~1189040,405209341~1725909,408405602~8578367] 2023-12-20T11:37:45.838 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2128615,3777863~7953302,13840328~176748,14118713~7920394,24808360~17746340,46509186~12485866,69507999~1217675,72943266~5612209,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4875147,110049007~13610194,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~8194024,187160279~12694752,200503006~7575468,209228882~206141,209870250~4510614,223784038~9059108,233056960~7140434,242802740~4493085,251266129~5919585,257258666~1993618,261384848~7147644,273392354~5173031,279672380~544314,281203648~18141538,302901347~1492877,306205405~9679507,323571749~50455,332734553~1145339,336168546~6539162,351320911~735604,357915895~6127052,364298625~10952051,375386642~211991,377026197~152272,377488456~7803709,387009356~5016018,392147187~9005830,401181264~1189040,405209341~1725909,408405602~8578367] 2023-12-20T11:37:45.844 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~11731165,12582912~29971788,46137344~12857708,67108864~3616810,71303168~11869221,83886080~11075488,96591703~1416590,104365447~19293754,125829120~17876501,146800640~3991710,150994944~400343,163577856~10043024,184549376~24885647,209715200~4665664,222298112~17899282,242021648~5274177,247463936~11788348,260046848~8485644,273392354~6824340,281018368~18326818,302901347~1492877,306205405~9679507,322961408~660796,331350016~2529876,335544320~7163388,348127232~3929283,356515840~20662629,377487360~7804805,387009356~5016018,392147187~10223117,405209341~1725909,408405602~8578367] 2023-12-20T11:37:45.844 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 12 diff [1034413~2128615,3777863~7953302,13840328~176748,14118713~7920394,24808360~17746340,46509186~12485866,65487154~615254,69507999~1217675,72943266~5612209,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4875147,110049007~13610194,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~8194024,176783818~5508489,187160279~20918195,209228882~206141,209870250~4510614,223784038~9059108,233056960~7140434,242802740~4493085,249250530~10001754,261384848~7147644,273392354~5173031,279672380~544314,281203648~18141538,302901347~1492877,306205405~9679507,323571749~50455,332734553~1145339,336168546~6539162,351320911~735604,354507976~9534971,364298625~13142580,377488456~7803709,387009356~5016018,392147187~9005830,401181264~1189040,404691348~2243902,408405602~8578367] 2023-12-20T11:37:45.845 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2128615,3777863~7953302,13840328~176748,14118713~7920394,24808360~17746340,46509186~12485866,65487154~615254,69507999~1217675,72943266~5612209,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4875147,110049007~13610194,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~8194024,176783818~5508489,187160279~20918195,209228882~206141,209870250~4510614,223784038~9059108,233056960~7140434,242802740~4493085,249250530~10001754,261384848~7147644,273392354~5173031,279672380~544314,281203648~18141538,302901347~1492877,306205405~9679507,323571749~50455,332734553~1145339,336168546~6539162,351320911~735604,354507976~9534971,364298625~13142580,377488456~7803709,387009356~5016018,392147187~9005830,401181264~1189040,404691348~2243902,408405602~8578367] 2023-12-20T11:37:45.850 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~11731165,12582912~29971788,46137344~12857708,62914560~3187848,67108864~3616810,71303168~11869221,83886080~11075488,96591703~1416590,104365447~19293754,125829120~17876501,146800640~3991710,150994944~400343,163577856~10043024,176160768~6131539,184549376~24885647,209715200~4665664,222298112~17899282,242021648~5274177,247463936~11788348,260046848~8485644,273392354~6824340,281018368~18326818,302901347~1492877,306205405~9679507,322961408~660796,331350016~2529876,335544320~7163388,348127232~3929283,352321536~25119669,377487360~7804805,387009356~5016018,392147187~10223117,404691348~2243902,408405602~8578367] 2023-12-20T11:37:45.851 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 13 diff [1034413~2128615,3777863~7953302,13840328~176748,14118713~28435987,46509186~12485866,65487154~615254,69507999~1217675,72943266~5612209,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4875147,110049007~13610194,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~8194024,176783818~5508489,187160279~20918195,209228882~206141,209870250~4510614,223784038~9059108,233056960~7140434,242802740~4493085,247764219~11488065,261384848~7147644,273392354~5173031,279672380~544314,281203648~21260993,302901347~1492877,306205405~9679507,323571749~50455,332734553~1145339,336168546~6539162,351320911~735604,354507976~9534971,364298625~13142580,377488456~7803709,387009356~14143661,401181264~1189040,404691348~2243902,408405602~8578367] 2023-12-20T11:37:45.851 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2128615,3777863~7953302,13840328~176748,14118713~28435987,46509186~12485866,65487154~615254,69507999~1217675,72943266~5612209,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4875147,110049007~13610194,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~8194024,176783818~5508489,187160279~20918195,209228882~206141,209870250~4510614,223784038~9059108,233056960~7140434,242802740~4493085,247764219~11488065,261384848~7147644,273392354~5173031,279672380~544314,281203648~21260993,302901347~1492877,306205405~9679507,323571749~50455,332734553~1145339,336168546~6539162,351320911~735604,354507976~9534971,364298625~13142580,377488456~7803709,387009356~14143661,401181264~1189040,404691348~2243902,408405602~8578367] 2023-12-20T11:37:45.860 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~11731165,12582912~29971788,46137344~12857708,62914560~3187848,67108864~3616810,71303168~11869221,83886080~11075488,96591703~1416590,104365447~19293754,125829120~17876501,146800640~3991710,150994944~400343,163577856~10043024,176160768~6131539,184549376~24885647,209715200~4665664,222298112~17899282,242021648~5274177,247463936~11788348,260046848~8485644,273392354~6824340,281018368~21446273,302901347~1492877,306205405~9679507,322961408~660796,331350016~2529876,335544320~7163388,348127232~3929283,352321536~25119669,377487360~7804805,387009356~15360948,404691348~2243902,408405602~8578367] 2023-12-20T11:37:45.860 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 14 diff [1034413~2128615,3777863~7953302,13840328~176748,14118713~30839127,46509186~12485866,65487154~615254,69507999~1217675,72943266~10229123,86018654~8942914,96591703~1416590,104653753~4875147,110049007~33656614,149423585~1368765,151322921~72366,164559473~30700,165426856~8447613,176783818~5508489,187160279~20918195,209228882~206141,209870250~4510614,223784038~9059108,233056960~7140434,242802740~4493085,247764219~11488065,261384848~7147644,273392354~5173031,279672380~544314,281203648~21260993,302901347~1492877,306205405~9679507,323571749~50455,332734553~1145339,335717868~7881197,351320911~735604,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:45.860 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2128615,3777863~7953302,13840328~176748,14118713~30839127,46509186~12485866,65487154~615254,69507999~1217675,72943266~10229123,86018654~8942914,96591703~1416590,104653753~4875147,110049007~33656614,149423585~1368765,151322921~72366,164559473~30700,165426856~8447613,176783818~5508489,187160279~20918195,209228882~206141,209870250~4510614,223784038~9059108,233056960~7140434,242802740~4493085,247764219~11488065,261384848~7147644,273392354~5173031,279672380~544314,281203648~21260993,302901347~1492877,306205405~9679507,323571749~50455,332734553~1145339,335717868~7881197,351320911~735604,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:45.866 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~11731165,12582912~32374928,46137344~12857708,62914560~3187848,67108864~3616810,71303168~11869221,83886080~11075488,96591703~1416590,104365447~39340174,146800640~3991710,150994944~400343,163577856~10296613,176160768~6131539,184549376~24885647,209715200~4665664,222298112~17899282,242021648~5274177,247463936~11788348,260046848~8485644,273392354~6824340,281018368~21446273,302901347~1492877,306205405~9679507,322961408~660796,331350016~2529876,335544320~8054745,348127232~3929283,352321536~25119669,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:45.866 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 15 diff [1034413~2128615,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,65487154~615254,69507999~1217675,72089626~11082763,86018654~8942914,96591703~1416590,104653753~4875147,110049007~33656614,149423585~1368765,151322921~72366,164559473~30700,165426856~8447613,175932267~6360040,187160279~20918195,209228882~206141,209870250~4510614,223784038~9059108,233056960~14238865,247764219~11488065,261384848~7147644,273392354~5173031,279672380~544314,281203648~21655571,302901347~1492877,306205405~9679507,323571749~50455,332734553~1145339,335717868~7881197,351320911~735604,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:45.866 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2128615,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,65487154~615254,69507999~1217675,72089626~11082763,86018654~8942914,96591703~1416590,104653753~4875147,110049007~33656614,149423585~1368765,151322921~72366,164559473~30700,165426856~8447613,175932267~6360040,187160279~20918195,209228882~206141,209870250~4510614,223784038~9059108,233056960~14238865,247764219~11488065,261384848~7147644,273392354~5173031,279672380~544314,281203648~21655571,302901347~1492877,306205405~9679507,323571749~50455,332734553~1145339,335717868~7881197,351320911~735604,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:45.872 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~11731165,12582912~33494919,46137344~12857708,62914560~3187848,67108864~3616810,71303168~11869221,83886080~11075488,96591703~1416590,104365447~39340174,146800640~3991710,150994944~400343,163577856~18714451,184549376~24885647,209715200~4665664,222298112~24997713,247463936~11788348,260046848~8485644,273392354~6824340,281018368~21840851,302901347~1492877,306205405~9679507,322961408~660796,331350016~2529876,335544320~8054745,348127232~3929283,352321536~25119669,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:45.873 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 16 diff [1034413~2128615,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,65487154~615254,69507999~1217675,72089626~11885464,86018654~14627583,104653753~4875147,110049007~33656614,149423585~1368765,151322921~72366,164559473~30700,165426856~8447613,175932267~6360040,187160279~27220585,223784038~9059108,233056960~14238865,247764219~11488065,261384848~7147644,271262368~1182957,273392354~5173031,279672380~544314,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~4840783,332734553~1145339,335717868~7881197,351320911~735604,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:45.873 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2128615,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,65487154~615254,69507999~1217675,72089626~11885464,86018654~14627583,104653753~4875147,110049007~33656614,149423585~1368765,151322921~72366,164559473~30700,165426856~8447613,175932267~6360040,187160279~27220585,223784038~9059108,233056960~14238865,247764219~11488065,261384848~7147644,271262368~1182957,273392354~5173031,279672380~544314,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~4840783,332734553~1145339,335717868~7881197,351320911~735604,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:45.879 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~11731165,12582912~33494919,46137344~12857708,62914560~3187848,67108864~3616810,71303168~29343069,104365447~39340174,146800640~3991710,150994944~400343,163577856~18714451,184549376~29831488,222298112~24997713,247463936~11788348,260046848~8485644,271262368~1182957,273392354~6824340,281018368~21840851,302901347~1492877,306205405~9679507,318767104~10877181,331350016~2529876,335544320~8054745,348127232~3929283,352321536~25119669,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:45.879 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 17 diff [1034413~2128615,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,65487154~615254,69507999~1217675,72089626~11885464,86018654~14627583,104653753~4875147,110049007~33656614,149423585~1368765,151322921~72366,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,223784038~9059108,233056960~14238865,247764219~11488065,261384848~7147644,271262368~7303017,279672380~544314,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~7529722,332734553~1145339,335717868~9796300,351320911~735604,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:45.879 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2128615,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,65487154~615254,69507999~1217675,72089626~11885464,86018654~14627583,104653753~4875147,110049007~33656614,149423585~1368765,151322921~72366,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,223784038~9059108,233056960~14238865,247764219~11488065,261384848~7147644,271262368~7303017,279672380~544314,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~7529722,332734553~1145339,335717868~9796300,351320911~735604,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:45.886 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~11731165,12582912~33494919,46137344~12857708,62914560~3187848,67108864~3616810,71303168~29343069,104365447~39340174,146800640~3991710,150994944~400343,163577856~18714451,184549376~32946641,222298112~24997713,247463936~11788348,260046848~8485644,271262368~8954326,281018368~21840851,302901347~1492877,306205405~9679507,318767104~15112788,335544320~9969848,348127232~3929283,352321536~25119669,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:45.886 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 18 diff [1034413~2128615,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,223784038~9059108,233056960~14238865,247764219~11488065,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~7529722,332734553~1145339,335717868~17459730,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:45.886 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2128615,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,223784038~9059108,233056960~14238865,247764219~11488065,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~7529722,332734553~1145339,335717868~17459730,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:45.891 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~11731165,12582912~33494919,46137344~54508893,104365447~39340174,146800640~8355158,163577856~18714451,184549376~32946641,222298112~24997713,247463936~11788348,260046848~8485644,271262368~9481951,281018368~21840851,302901347~1492877,306205405~9679507,318767104~15112788,335544320~41896885,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:45.892 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 19 diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:45.892 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:45.897 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~11731165,12582912~33494919,46137344~54508893,104365447~39340174,146800640~8355158,163577856~53918161,222298112~36954172,260046848~8485644,271262368~9481951,281018368~21840851,302901347~1492877,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:45.897 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 2 diff [7648556~2238522,13840328~176748,14118713~7920394,36532342~1318735,69507999~1217675,105208230~4320670,364298625~5670700,391337243~522974,408405602~2503642] 2023-12-20T11:37:45.897 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [7648556~2238522,13840328~176748,14118713~7920394,36532342~1318735,69507999~1217675,105208230~4320670,364298625~5670700,391337243~522974,408405602~2503642] 2023-12-20T11:37:45.903 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [4194304~5692774,12582912~9456195,33554432~4296645,67108864~3616810,104857600~4671300,360710144~9259181,391337243~522974,408405602~2503642] 2023-12-20T11:37:45.903 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 3 diff [7648556~2238522,13840328~176748,14118713~7920394,36532342~1318735,69507999~1217675,88099505~5118317,105208230~4320670,119604925~1334090,138771979~4933642,188424916~6977733,209228882~206141,223784038~8173101,273392354~5173031,364298625~10952051,391337243~522974,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.903 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [7648556~2238522,13840328~176748,14118713~7920394,36532342~1318735,69507999~1217675,88099505~5118317,105208230~4320670,119604925~1334090,138771979~4933642,188424916~6977733,209228882~206141,223784038~8173101,273392354~5173031,364298625~10952051,391337243~522974,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.911 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [4194304~5692774,12582912~9456195,33554432~4296645,67108864~3616810,88099505~5118317,104857600~4671300,117440512~3498503,138412032~5293589,184549376~10853273,205520896~3914127,222298112~9659027,273392354~5173031,360710144~14540532,391337243~522974,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.912 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 4 diff [7566024~2321054,13840328~176748,14118713~7920394,36532342~1318735,52508207~4357034,69507999~1217675,88099505~5118317,105208230~4320670,114758006~8797231,138771979~4933642,164559473~30700,188424916~6977733,200503006~5300739,209228882~206141,212400622~1980242,223784038~8173101,273392354~5173031,306205405~5971144,357915895~2989737,364298625~10952051,391337243~522974,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.912 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [7566024~2321054,13840328~176748,14118713~7920394,36532342~1318735,52508207~4357034,69507999~1217675,88099505~5118317,105208230~4320670,114758006~8797231,138771979~4933642,164559473~30700,188424916~6977733,200503006~5300739,209228882~206141,212400622~1980242,223784038~8173101,273392354~5173031,306205405~5971144,357915895~2989737,364298625~10952051,391337243~522974,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.917 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [4194304~5692774,12582912~9456195,33554432~4296645,50331648~6533593,67108864~3616810,88099505~5118317,104857600~4671300,114758006~8797231,138412032~5293589,164559473~30700,184549376~10853273,197132288~12302735,209715200~4665664,222298112~9659027,273392354~5173031,306205405~5971144,356515840~18734836,391337243~522974,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.917 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 5 diff [7566024~2321054,13840328~176748,14118713~7920394,36532342~1318735,52508207~4357034,69507999~1217675,88099505~5118317,96591703~1416590,104915669~4613231,114758006~8797231,138771979~4933642,164559473~30700,188424916~6977733,200503006~7575468,209228882~206141,212400622~1980242,223784038~8173101,233056960~7140434,262307723~5624633,273392354~5173031,279672380~544314,289903957~2011866,306205405~5971144,332734553~1068366,357915895~2989737,364298625~10952051,391337243~522974,392147187~6605447,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.917 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [7566024~2321054,13840328~176748,14118713~7920394,36532342~1318735,52508207~4357034,69507999~1217675,88099505~5118317,96591703~1416590,104915669~4613231,114758006~8797231,138771979~4933642,164559473~30700,188424916~6977733,200503006~7575468,209228882~206141,212400622~1980242,223784038~8173101,233056960~7140434,262307723~5624633,273392354~5173031,279672380~544314,289903957~2011866,306205405~5971144,332734553~1068366,357915895~2989737,364298625~10952051,391337243~522974,392147187~6605447,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.923 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [4194304~5692774,12582912~9456195,33554432~4296645,50331648~6533593,67108864~3616810,88099505~5118317,96591703~1416590,104857600~4671300,114758006~8797231,138412032~5293589,164559473~30700,184549376~10853273,197132288~12302735,209715200~4665664,222298112~17899282,262307723~5624633,273392354~6824340,289406976~2508847,306205405~5971144,331350016~2452903,356515840~18734836,391337243~522974,392147187~6605447,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.923 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 6 diff [7566024~4165141,13840328~176748,14118713~7920394,36532342~1318735,50447126~6418115,69507999~1217675,88099505~5118317,96591703~1416590,104915669~4613231,110049007~13506230,138771979~4933642,164559473~30700,188424916~6977733,200503006~7575468,209228882~206141,212400622~1980242,223784038~8173101,233056960~7140434,251266129~1578994,255419711~1766003,262307723~5624633,273392354~5173031,279672380~544314,289903957~2011866,306205405~5971144,332734553~1068366,357915895~2989737,364298625~10952051,387009356~5016018,392147187~8494705,401181264~1189040,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.924 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [7566024~4165141,13840328~176748,14118713~7920394,36532342~1318735,50447126~6418115,69507999~1217675,88099505~5118317,96591703~1416590,104915669~4613231,110049007~13506230,138771979~4933642,164559473~30700,188424916~6977733,200503006~7575468,209228882~206141,212400622~1980242,223784038~8173101,233056960~7140434,251266129~1578994,255419711~1766003,262307723~5624633,273392354~5173031,279672380~544314,289903957~2011866,306205405~5971144,332734553~1068366,357915895~2989737,364298625~10952051,387009356~5016018,392147187~8494705,401181264~1189040,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.930 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [4194304~7536861,12582912~9456195,33554432~4296645,50331648~6533593,67108864~3616810,88099505~5118317,96591703~1416590,104857600~18697637,138412032~5293589,164559473~30700,184549376~10853273,197132288~12302735,209715200~4665664,222298112~17899282,247463936~9721778,262307723~5624633,273392354~6824340,289406976~2508847,306205405~5971144,331350016~2452903,356515840~18734836,387009356~5016018,392147187~8494705,401153017~1217287,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.930 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 7 diff [3777863~7953302,13840328~176748,14118713~7920394,24808360~7490679,36532342~1318735,50447126~6418115,69507999~1217675,86018654~7199168,96591703~1416590,104653753~4875147,110049007~13506230,127485910~6015971,138771979~4933642,151322921~72366,164559473~30700,188424916~6977733,200503006~7575468,209228882~206141,212400622~1980242,223784038~8173101,233056960~7140434,251266129~1578994,255419711~1766003,262307723~5624633,273392354~5173031,279672380~544314,289903957~2011866,294874522~4470664,306205405~5971144,332734553~1068366,357915895~2989737,364298625~10952051,387009356~5016018,392147187~8494705,401181264~1189040,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.930 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,13840328~176748,14118713~7920394,24808360~7490679,36532342~1318735,50447126~6418115,69507999~1217675,86018654~7199168,96591703~1416590,104653753~4875147,110049007~13506230,127485910~6015971,138771979~4933642,151322921~72366,164559473~30700,188424916~6977733,200503006~7575468,209228882~206141,212400622~1980242,223784038~8173101,233056960~7140434,251266129~1578994,255419711~1766003,262307723~5624633,273392354~5173031,279672380~544314,289903957~2011866,294874522~4470664,306205405~5971144,332734553~1068366,357915895~2989737,364298625~10952051,387009356~5016018,392147187~8494705,401181264~1189040,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.937 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,12582912~19716127,33554432~4296645,50331648~6533593,67108864~3616810,86018654~7199168,96591703~1416590,104365447~19189790,125829120~7672761,138412032~5293589,150994944~400343,164559473~30700,184549376~10853273,197132288~12302735,209715200~4665664,222298112~17899282,247463936~9721778,262307723~5624633,273392354~6824340,289406976~2508847,294874522~4470664,306205405~5971144,331350016~2452903,356515840~18734836,387009356~5016018,392147187~8494705,401153017~1217287,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.937 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 8 diff [3777863~7953302,13840328~176748,14118713~7920394,24808360~7490679,36532342~1318735,40281146~642406,50447126~6418115,69507999~1217675,78666520~4505869,86018654~7199168,96591703~1416590,104653753~4875147,110049007~13506230,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~5555787,187160279~12694752,200503006~7575468,209228882~206141,212400622~1980242,223784038~8173101,233056960~7140434,251266129~5919585,262307723~5624633,273392354~5173031,279672380~544314,289903957~2011866,294874522~4470664,306205405~5971144,332734553~1068366,357915895~2989737,364298625~10952051,375386642~211991,387009356~5016018,392147187~8494705,401181264~1189040,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.937 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,13840328~176748,14118713~7920394,24808360~7490679,36532342~1318735,40281146~642406,50447126~6418115,69507999~1217675,78666520~4505869,86018654~7199168,96591703~1416590,104653753~4875147,110049007~13506230,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~5555787,187160279~12694752,200503006~7575468,209228882~206141,212400622~1980242,223784038~8173101,233056960~7140434,251266129~5919585,262307723~5624633,273392354~5173031,279672380~544314,289903957~2011866,294874522~4470664,306205405~5971144,332734553~1068366,357915895~2989737,364298625~10952051,375386642~211991,387009356~5016018,392147187~8494705,401181264~1189040,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.943 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,12582912~19716127,33554432~7369120,50331648~6533593,67108864~3616810,78555475~4616914,86018654~7199168,96591703~1416590,104365447~19189790,125829120~17876501,146800640~3991710,150994944~400343,164559473~30700,165426856~5555787,184549376~24885647,209715200~4665664,222298112~17899282,247463936~9721778,262307723~5624633,273392354~6824340,289406976~2508847,294874522~4470664,306205405~5971144,331350016~2452903,356515840~18734836,375386642~211991,387009356~5016018,392147187~8494705,401153017~1217287,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.943 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 9 diff [3777863~7953302,13840328~176748,14118713~7920394,24808360~9760310,35404017~7150683,50447126~6418115,69507999~1217675,78666520~4505869,86018654~7199168,96591703~1416590,104653753~4875147,110049007~13506230,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~5555787,187160279~12694752,200503006~7575468,209228882~206141,212400622~1980242,223784038~9059108,233056960~7140434,251266129~5919585,257258666~1993618,262307723~5624633,273392354~5173031,279672380~544314,282019200~5904615,289903957~2011866,294874522~4470664,306205405~5971144,332734553~1068366,357915895~6127052,364298625~10952051,375386642~211991,377488456~7803709,387009356~5016018,392147187~8494705,401181264~1189040,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.943 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,13840328~176748,14118713~7920394,24808360~9760310,35404017~7150683,50447126~6418115,69507999~1217675,78666520~4505869,86018654~7199168,96591703~1416590,104653753~4875147,110049007~13506230,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~5555787,187160279~12694752,200503006~7575468,209228882~206141,212400622~1980242,223784038~9059108,233056960~7140434,251266129~5919585,257258666~1993618,262307723~5624633,273392354~5173031,279672380~544314,282019200~5904615,289903957~2011866,294874522~4470664,306205405~5971144,332734553~1068366,357915895~6127052,364298625~10952051,375386642~211991,377488456~7803709,387009356~5016018,392147187~8494705,401181264~1189040,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.952 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,12582912~29971788,50331648~6533593,67108864~3616810,78555475~4616914,86018654~7199168,96591703~1416590,104365447~19189790,125829120~17876501,146800640~3991710,150994944~400343,164559473~30700,165426856~5555787,184549376~24885647,209715200~4665664,222298112~17899282,247463936~11788348,262307723~5624633,273392354~6824340,281018368~6905447,289406976~2508847,294874522~4470664,306205405~5971144,331350016~2452903,356515840~18734836,375386642~211991,377487360~7804805,387009356~5016018,392147187~8494705,401153017~1217287,405209341~1725909,408405602~2503642] 2023-12-20T11:37:45.952 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 10 diff [3777863~7953302,13840328~176748,14118713~7920394,24808360~9760310,35404017~7150683,46509186~3613820,50447126~6418115,69507999~1217675,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4875147,110049007~13610194,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~5555787,187160279~12694752,200503006~7575468,209228882~206141,209870250~4510614,223784038~9059108,233056960~7140434,242802740~4493085,251266129~5919585,257258666~1993618,262307723~5624633,273392354~5173031,279672380~544314,282019200~5904615,289903957~2011866,294874522~4470664,306205405~9679507,323571749~50455,332734553~1068366,357915895~6127052,364298625~10952051,375386642~211991,377488456~7803709,387009356~5016018,392147187~8494705,401181264~1189040,405209341~1725909,408405602~8578367] 2023-12-20T11:37:45.953 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,13840328~176748,14118713~7920394,24808360~9760310,35404017~7150683,46509186~3613820,50447126~6418115,69507999~1217675,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4875147,110049007~13610194,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~5555787,187160279~12694752,200503006~7575468,209228882~206141,209870250~4510614,223784038~9059108,233056960~7140434,242802740~4493085,251266129~5919585,257258666~1993618,262307723~5624633,273392354~5173031,279672380~544314,282019200~5904615,289903957~2011866,294874522~4470664,306205405~9679507,323571749~50455,332734553~1068366,357915895~6127052,364298625~10952051,375386642~211991,377488456~7803709,387009356~5016018,392147187~8494705,401181264~1189040,405209341~1725909,408405602~8578367] 2023-12-20T11:37:45.959 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,12582912~29971788,46137344~3985662,50331648~6533593,67108864~3616810,78555475~4616914,86018654~8942914,96591703~1416590,104365447~19293754,125829120~17876501,146800640~3991710,150994944~400343,164559473~30700,165426856~5555787,184549376~24885647,209715200~4665664,222298112~17899282,242021648~5274177,247463936~11788348,262307723~5624633,273392354~6824340,281018368~6905447,289406976~2508847,294874522~4470664,306205405~9679507,322961408~660796,331350016~2452903,356515840~18734836,375386642~211991,377487360~7804805,387009356~5016018,392147187~8494705,401153017~1217287,405209341~1725909,408405602~8578367] 2023-12-20T11:37:45.959 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 11 diff [3777863~7953302,13840328~176748,14118713~7920394,24808360~17746340,46509186~10356055,69507999~1217675,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4875147,110049007~13610194,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~5555787,187160279~12694752,200503006~7575468,209228882~206141,209870250~4510614,223784038~9059108,233056960~7140434,242802740~4493085,251266129~5919585,257258666~1993618,262307723~5624633,273392354~5173031,279672380~544314,281203648~18141538,306205405~9679507,323571749~50455,332734553~1145339,336168546~6539162,351320911~735604,357915895~6127052,364298625~10952051,375386642~211991,377488456~7803709,387009356~5016018,392147187~8494705,401181264~1189040,405209341~1725909,408405602~8578367] 2023-12-20T11:37:45.960 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,13840328~176748,14118713~7920394,24808360~17746340,46509186~10356055,69507999~1217675,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4875147,110049007~13610194,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~5555787,187160279~12694752,200503006~7575468,209228882~206141,209870250~4510614,223784038~9059108,233056960~7140434,242802740~4493085,251266129~5919585,257258666~1993618,262307723~5624633,273392354~5173031,279672380~544314,281203648~18141538,306205405~9679507,323571749~50455,332734553~1145339,336168546~6539162,351320911~735604,357915895~6127052,364298625~10952051,375386642~211991,377488456~7803709,387009356~5016018,392147187~8494705,401181264~1189040,405209341~1725909,408405602~8578367] 2023-12-20T11:37:45.965 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,12582912~29971788,46137344~10727897,67108864~3616810,78555475~4616914,86018654~8942914,96591703~1416590,104365447~19293754,125829120~17876501,146800640~3991710,150994944~400343,164559473~30700,165426856~5555787,184549376~24885647,209715200~4665664,222298112~17899282,242021648~5274177,247463936~11788348,262307723~5624633,273392354~6824340,281018368~18326818,306205405~9679507,322961408~660796,331350016~2529876,335544320~7163388,348127232~3929283,356515840~18734836,375386642~211991,377487360~7804805,387009356~5016018,392147187~8494705,401153017~1217287,405209341~1725909,408405602~8578367] 2023-12-20T11:37:45.966 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 12 diff [3777863~7953302,13840328~176748,14118713~7920394,24808360~17746340,46509186~10356055,65487154~615254,69507999~1217675,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4875147,110049007~13610194,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~6789825,176783818~5508489,187160279~20918195,209228882~206141,209870250~4510614,223784038~9059108,233056960~7140434,242802740~4493085,249250530~10001754,262307723~5624633,273392354~5173031,279672380~544314,281203648~18141538,306205405~9679507,323571749~50455,332734553~1145339,336168546~6539162,351320911~735604,354507976~9534971,364298625~13142580,377488456~7803709,387009356~5016018,392147187~8494705,401181264~1189040,404691348~2243902,408405602~8578367] 2023-12-20T11:37:45.966 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,13840328~176748,14118713~7920394,24808360~17746340,46509186~10356055,65487154~615254,69507999~1217675,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4875147,110049007~13610194,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~6789825,176783818~5508489,187160279~20918195,209228882~206141,209870250~4510614,223784038~9059108,233056960~7140434,242802740~4493085,249250530~10001754,262307723~5624633,273392354~5173031,279672380~544314,281203648~18141538,306205405~9679507,323571749~50455,332734553~1145339,336168546~6539162,351320911~735604,354507976~9534971,364298625~13142580,377488456~7803709,387009356~5016018,392147187~8494705,401181264~1189040,404691348~2243902,408405602~8578367] 2023-12-20T11:37:45.972 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,12582912~29971788,46137344~10727897,62914560~3187848,67108864~3616810,78555475~4616914,86018654~8942914,96591703~1416590,104365447~19293754,125829120~17876501,146800640~3991710,150994944~400343,164559473~30700,165426856~6789825,176160768~6131539,184549376~24885647,209715200~4665664,222298112~17899282,242021648~5274177,247463936~11788348,262307723~5624633,273392354~6824340,281018368~18326818,306205405~9679507,322961408~660796,331350016~2529876,335544320~7163388,348127232~3929283,352321536~25119669,377487360~7804805,387009356~5016018,392147187~8494705,401153017~1217287,404691348~2243902,408405602~8578367] 2023-12-20T11:37:45.972 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 13 diff [3777863~7953302,13840328~176748,14118713~28435987,46509186~10356055,65487154~615254,69507999~1217675,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4875147,110049007~13610194,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~6789825,176783818~5508489,187160279~20918195,209228882~206141,209870250~4510614,223784038~9059108,233056960~7140434,242802740~4493085,247764219~11488065,262307723~5624633,273392354~5173031,279672380~544314,281203648~21260993,306205405~9679507,323571749~50455,332734553~1145339,336168546~6539162,351320911~735604,354507976~9534971,364298625~13142580,377488456~7803709,387009356~13632536,401181264~1189040,404691348~2243902,408405602~8578367] 2023-12-20T11:37:45.972 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,13840328~176748,14118713~28435987,46509186~10356055,65487154~615254,69507999~1217675,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4875147,110049007~13610194,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~6789825,176783818~5508489,187160279~20918195,209228882~206141,209870250~4510614,223784038~9059108,233056960~7140434,242802740~4493085,247764219~11488065,262307723~5624633,273392354~5173031,279672380~544314,281203648~21260993,306205405~9679507,323571749~50455,332734553~1145339,336168546~6539162,351320911~735604,354507976~9534971,364298625~13142580,377488456~7803709,387009356~13632536,401181264~1189040,404691348~2243902,408405602~8578367] 2023-12-20T11:37:45.979 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,12582912~29971788,46137344~10727897,62914560~3187848,67108864~3616810,78555475~4616914,86018654~8942914,96591703~1416590,104365447~19293754,125829120~17876501,146800640~3991710,150994944~400343,164559473~30700,165426856~6789825,176160768~6131539,184549376~24885647,209715200~4665664,222298112~17899282,242021648~5274177,247463936~11788348,262307723~5624633,273392354~6824340,281018368~21446273,306205405~9679507,322961408~660796,331350016~2529876,335544320~7163388,348127232~3929283,352321536~25119669,377487360~7804805,387009356~13632536,401153017~1217287,404691348~2243902,408405602~8578367] 2023-12-20T11:37:45.979 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 14 diff [3777863~7953302,13840328~176748,14118713~30839127,46509186~10356055,65487154~615254,69507999~1217675,78457150~4715239,86018654~8942914,96591703~1416590,104653753~4875147,110049007~33656614,149423585~1368765,151322921~72366,164559473~30700,165426856~8447613,176783818~5508489,187160279~20918195,209228882~206141,209870250~4510614,223784038~9059108,233056960~7140434,242802740~4493085,247764219~11488065,262307723~5624633,273392354~5173031,279672380~544314,281203648~21260993,306205405~9679507,323571749~50455,332734553~1145339,335717868~7881197,351320911~735604,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:45.979 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,13840328~176748,14118713~30839127,46509186~10356055,65487154~615254,69507999~1217675,78457150~4715239,86018654~8942914,96591703~1416590,104653753~4875147,110049007~33656614,149423585~1368765,151322921~72366,164559473~30700,165426856~8447613,176783818~5508489,187160279~20918195,209228882~206141,209870250~4510614,223784038~9059108,233056960~7140434,242802740~4493085,247764219~11488065,262307723~5624633,273392354~5173031,279672380~544314,281203648~21260993,306205405~9679507,323571749~50455,332734553~1145339,335717868~7881197,351320911~735604,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:45.985 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,12582912~32374928,46137344~10727897,62914560~3187848,67108864~3616810,78457150~4715239,86018654~8942914,96591703~1416590,104365447~39340174,146800640~3991710,150994944~400343,164559473~30700,165426856~8447613,176160768~6131539,184549376~24885647,209715200~4665664,222298112~17899282,242021648~5274177,247463936~11788348,262307723~5624633,273392354~6824340,281018368~21446273,306205405~9679507,322961408~660796,331350016~2529876,335544320~8054745,348127232~3929283,352321536~25119669,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:45.985 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 15 diff [3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,65487154~615254,69507999~1217675,72089626~4701475,78457150~4715239,86018654~8942914,96591703~1416590,104653753~4875147,110049007~33656614,149423585~1368765,151322921~72366,164559473~30700,165426856~8447613,175932267~6360040,187160279~20918195,209228882~206141,209870250~4510614,223784038~9059108,233056960~14238865,247764219~11488065,262307723~5624633,273392354~5173031,279672380~544314,281203648~21655571,306205405~9679507,323571749~50455,332734553~1145339,335717868~7881197,351320911~735604,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:45.985 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,65487154~615254,69507999~1217675,72089626~4701475,78457150~4715239,86018654~8942914,96591703~1416590,104653753~4875147,110049007~33656614,149423585~1368765,151322921~72366,164559473~30700,165426856~8447613,175932267~6360040,187160279~20918195,209228882~206141,209870250~4510614,223784038~9059108,233056960~14238865,247764219~11488065,262307723~5624633,273392354~5173031,279672380~544314,281203648~21655571,306205405~9679507,323571749~50455,332734553~1145339,335717868~7881197,351320911~735604,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:45.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:45 smithi123 ceph-mon[191304]: pgmap v2584: 137 pgs: 137 active+clean; 737 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 45 MiB/s wr, 349 op/s 2023-12-20T11:37:45.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:45 smithi123 ceph-mon[191304]: osdmap e1413: 8 total, 8 up, 8 in 2023-12-20T11:37:45.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:45 smithi123 ceph-mon[188613]: pgmap v2584: 137 pgs: 137 active+clean; 737 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 45 MiB/s wr, 349 op/s 2023-12-20T11:37:45.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:45 smithi123 ceph-mon[188613]: osdmap e1413: 8 total, 8 up, 8 in 2023-12-20T11:37:45.991 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,12582912~33494919,46137344~10727897,62914560~3187848,67108864~3616810,72089626~4701475,78457150~4715239,86018654~8942914,96591703~1416590,104365447~39340174,146800640~3991710,150994944~400343,164559473~30700,165426856~16865451,184549376~24885647,209715200~4665664,222298112~24997713,247463936~11788348,262307723~5624633,273392354~6824340,281018368~21840851,306205405~9679507,322961408~660796,331350016~2529876,335544320~8054745,348127232~3929283,352321536~25119669,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:45.991 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 16 diff [3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,65487154~615254,69507999~1217675,72089626~4701475,78457150~5517940,86018654~14627583,104653753~4875147,110049007~33656614,149423585~1368765,151322921~72366,164559473~30700,165426856~8447613,175932267~6360040,187160279~27220585,223784038~9059108,233056960~14238865,247764219~11488065,262307723~5624633,271262368~1182957,273392354~5173031,279672380~544314,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~4840783,332734553~1145339,335717868~7881197,351320911~735604,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:45.991 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,65487154~615254,69507999~1217675,72089626~4701475,78457150~5517940,86018654~14627583,104653753~4875147,110049007~33656614,149423585~1368765,151322921~72366,164559473~30700,165426856~8447613,175932267~6360040,187160279~27220585,223784038~9059108,233056960~14238865,247764219~11488065,262307723~5624633,271262368~1182957,273392354~5173031,279672380~544314,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~4840783,332734553~1145339,335717868~7881197,351320911~735604,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:45.997 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,12582912~33494919,46137344~10727897,62914560~3187848,67108864~3616810,72089626~4701475,78457150~5517940,86018654~14627583,104365447~39340174,146800640~3991710,150994944~400343,164559473~30700,165426856~16865451,184549376~29831488,222298112~24997713,247463936~11788348,262307723~5624633,271262368~1182957,273392354~6824340,281018368~21840851,306205405~9679507,318767104~10877181,331350016~2529876,335544320~8054745,348127232~3929283,352321536~25119669,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:45.997 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 17 diff [3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,65487154~615254,69507999~1217675,72089626~4701475,78457150~5517940,86018654~14627583,104653753~4875147,110049007~33656614,149423585~1368765,151322921~72366,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,223784038~9059108,233056960~14238865,247764219~11488065,262307723~5624633,271262368~7303017,279672380~544314,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~7529722,332734553~1145339,335717868~9796300,351320911~735604,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:45.997 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,65487154~615254,69507999~1217675,72089626~4701475,78457150~5517940,86018654~14627583,104653753~4875147,110049007~33656614,149423585~1368765,151322921~72366,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,223784038~9059108,233056960~14238865,247764219~11488065,262307723~5624633,271262368~7303017,279672380~544314,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~7529722,332734553~1145339,335717868~9796300,351320911~735604,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:46.003 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,12582912~33494919,46137344~10727897,62914560~3187848,67108864~3616810,72089626~4701475,78457150~5517940,86018654~14627583,104365447~39340174,146800640~3991710,150994944~400343,164559473~30700,165182446~52971,165426856~16865451,184549376~32946641,222298112~24997713,247463936~11788348,262307723~5624633,271262368~8954326,281018368~21840851,306205405~9679507,318767104~15112788,335544320~9969848,348127232~3929283,352321536~25119669,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:46.003 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 18 diff [3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~7937970,78457150~22189087,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,223784038~9059108,233056960~14238865,247764219~11488065,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~7529722,332734553~1145339,335717868~17459730,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:46.003 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~7937970,78457150~22189087,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,223784038~9059108,233056960~14238865,247764219~11488065,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~7529722,332734553~1145339,335717868~17459730,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:46.008 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,12582912~33494919,46137344~10727897,58995052~18450917,78457150~22189087,104365447~39340174,146800640~8355158,164559473~30700,165182446~52971,165426856~16865451,184549376~32946641,222298112~24997713,247463936~11788348,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~15112788,335544320~41896885,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:46.008 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 19 diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:46.009 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:46.014 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,12582912~33494919,46137344~10727897,58995052~41651185,104365447~39340174,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:46.014 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 3 diff [14764726~3228786,88099505~5118317,119604925~1334090,138771979~4933642,188424916~6977733,209228882~206141,223784038~8173101,273392354~5173031,369675152~5575524,405209341~1725909] 2023-12-20T11:37:46.014 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [14764726~3228786,88099505~5118317,119604925~1334090,138771979~4933642,188424916~6977733,209228882~206141,223784038~8173101,273392354~5173031,369675152~5575524,405209341~1725909] 2023-12-20T11:37:46.020 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [14764726~3228786,88099505~5118317,117440512~3498503,138412032~5293589,184549376~10853273,205520896~3914127,222298112~9659027,273392354~5173031,369675152~5575524,405209341~1725909] 2023-12-20T11:37:46.020 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 4 diff [7566024~557552,14764726~3386734,52508207~4357034,88099505~5118317,114758006~8797231,138771979~4933642,164559473~30700,188424916~6977733,200503006~5300739,209228882~206141,212400622~1980242,223784038~8173101,273392354~5173031,306205405~5971144,357915895~2989737,369675152~5575524,405209341~1725909] 2023-12-20T11:37:46.020 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [7566024~557552,14764726~3386734,52508207~4357034,88099505~5118317,114758006~8797231,138771979~4933642,164559473~30700,188424916~6977733,200503006~5300739,209228882~206141,212400622~1980242,223784038~8173101,273392354~5173031,306205405~5971144,357915895~2989737,369675152~5575524,405209341~1725909] 2023-12-20T11:37:46.025 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [7566024~557552,14764726~3386734,50331648~6533593,88099505~5118317,114758006~8797231,138412032~5293589,164559473~30700,184549376~10853273,197132288~12302735,209715200~4665664,222298112~9659027,273392354~5173031,306205405~5971144,356515840~4389792,369675152~5575524,405209341~1725909] 2023-12-20T11:37:46.025 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 5 diff [7566024~557552,14764726~3386734,52508207~4357034,88099505~5118317,96591703~1416590,104915669~2265036,114758006~8797231,138771979~4933642,164559473~30700,188424916~6977733,200503006~7575468,209228882~206141,212400622~1980242,223784038~8173101,233056960~7140434,262307723~5624633,273392354~5173031,279672380~544314,289903957~2011866,306205405~5971144,332734553~1068366,357915895~2989737,366649569~8601107,392147187~6605447,405209341~1725909] 2023-12-20T11:37:46.025 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [7566024~557552,14764726~3386734,52508207~4357034,88099505~5118317,96591703~1416590,104915669~2265036,114758006~8797231,138771979~4933642,164559473~30700,188424916~6977733,200503006~7575468,209228882~206141,212400622~1980242,223784038~8173101,233056960~7140434,262307723~5624633,273392354~5173031,279672380~544314,289903957~2011866,306205405~5971144,332734553~1068366,357915895~2989737,366649569~8601107,392147187~6605447,405209341~1725909] 2023-12-20T11:37:46.031 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [7566024~557552,14764726~3386734,50331648~6533593,88099505~5118317,96591703~1416590,104915669~2265036,114758006~8797231,138412032~5293589,164559473~30700,184549376~10853273,197132288~12302735,209715200~4665664,222298112~17899282,262307723~5624633,273392354~6824340,289406976~2508847,306205405~5971144,331350016~2452903,356515840~4389792,366649569~8601107,392147187~6605447,405209341~1725909] 2023-12-20T11:37:46.031 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 6 diff [7566024~557552,8908000~2823165,14764726~3386734,50447126~6418115,88099505~5118317,96591703~1416590,104915669~2265036,110049007~13506230,138771979~4933642,164559473~30700,188424916~6977733,200503006~7575468,209228882~206141,212400622~1980242,223784038~8173101,233056960~7140434,251266129~1578994,255419711~1766003,262307723~5624633,273392354~5173031,279672380~544314,289903957~2011866,306205405~5971144,332734553~1068366,357915895~2989737,366649569~8601107,387009356~5016018,392147187~8494705,401181264~1189040,405209341~1725909] 2023-12-20T11:37:46.031 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [7566024~557552,8908000~2823165,14764726~3386734,50447126~6418115,88099505~5118317,96591703~1416590,104915669~2265036,110049007~13506230,138771979~4933642,164559473~30700,188424916~6977733,200503006~7575468,209228882~206141,212400622~1980242,223784038~8173101,233056960~7140434,251266129~1578994,255419711~1766003,262307723~5624633,273392354~5173031,279672380~544314,289903957~2011866,306205405~5971144,332734553~1068366,357915895~2989737,366649569~8601107,387009356~5016018,392147187~8494705,401181264~1189040,405209341~1725909] 2023-12-20T11:37:46.036 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [7566024~557552,8908000~2823165,14764726~3386734,50331648~6533593,88099505~5118317,96591703~1416590,104915669~2265036,109528900~14026337,138412032~5293589,164559473~30700,184549376~10853273,197132288~12302735,209715200~4665664,222298112~17899282,247463936~9721778,262307723~5624633,273392354~6824340,289406976~2508847,306205405~5971144,331350016~2452903,356515840~4389792,366649569~8601107,387009356~5016018,392147187~8494705,401153017~1217287,405209341~1725909] 2023-12-20T11:37:46.037 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 7 diff [3777863~7953302,14764726~3386734,24808360~7490679,50447126~6418115,86018654~7199168,96591703~1416590,104653753~4564183,110049007~13506230,127485910~6015971,138771979~4933642,151322921~72366,164559473~30700,188424916~6977733,200503006~7575468,209228882~206141,212400622~1980242,223784038~8173101,233056960~7140434,251266129~1578994,255419711~1766003,262307723~5624633,273392354~5173031,279672380~544314,289903957~2011866,294874522~4470664,306205405~5971144,332734553~1068366,357915895~2989737,366649569~8601107,387009356~5016018,392147187~8494705,401181264~1189040,405209341~1725909] 2023-12-20T11:37:46.037 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,14764726~3386734,24808360~7490679,50447126~6418115,86018654~7199168,96591703~1416590,104653753~4564183,110049007~13506230,127485910~6015971,138771979~4933642,151322921~72366,164559473~30700,188424916~6977733,200503006~7575468,209228882~206141,212400622~1980242,223784038~8173101,233056960~7140434,251266129~1578994,255419711~1766003,262307723~5624633,273392354~5173031,279672380~544314,289903957~2011866,294874522~4470664,306205405~5971144,332734553~1068366,357915895~2989737,366649569~8601107,387009356~5016018,392147187~8494705,401181264~1189040,405209341~1725909] 2023-12-20T11:37:46.043 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,14764726~3386734,22039107~10259932,50331648~6533593,86018654~7199168,96591703~1416590,104365447~4852489,109528900~14026337,125829120~7672761,138412032~5293589,150994944~400343,164559473~30700,184549376~10853273,197132288~12302735,209715200~4665664,222298112~17899282,247463936~9721778,262307723~5624633,273392354~6824340,289406976~2508847,294874522~4470664,306205405~5971144,331350016~2452903,356515840~4389792,366649569~8601107,387009356~5016018,392147187~8494705,401153017~1217287,405209341~1725909] 2023-12-20T11:37:46.043 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 8 diff [3777863~7953302,14764726~3386734,24808360~7490679,40281146~642406,50447126~6418115,78666520~4505869,86018654~7199168,96591703~1416590,104653753~4564183,110049007~13506230,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~5555787,187160279~12694752,200503006~7575468,209228882~206141,212400622~1980242,223784038~8173101,233056960~7140434,251266129~5919585,262307723~5624633,273392354~5173031,279672380~544314,289903957~2011866,294874522~4470664,306205405~5971144,332734553~1068366,357915895~2989737,366649569~8601107,375386642~211991,387009356~5016018,392147187~8494705,401181264~1189040,405209341~1725909] 2023-12-20T11:37:46.043 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,14764726~3386734,24808360~7490679,40281146~642406,50447126~6418115,78666520~4505869,86018654~7199168,96591703~1416590,104653753~4564183,110049007~13506230,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~5555787,187160279~12694752,200503006~7575468,209228882~206141,212400622~1980242,223784038~8173101,233056960~7140434,251266129~5919585,262307723~5624633,273392354~5173031,279672380~544314,289903957~2011866,294874522~4470664,306205405~5971144,332734553~1068366,357915895~2989737,366649569~8601107,375386642~211991,387009356~5016018,392147187~8494705,401181264~1189040,405209341~1725909] 2023-12-20T11:37:46.049 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,14764726~3386734,22039107~10259932,37851077~3072475,50331648~6533593,78555475~4616914,86018654~7199168,96591703~1416590,104365447~4852489,109528900~14026337,125829120~17876501,146800640~3991710,150994944~400343,164559473~30700,165426856~5555787,184549376~24885647,209715200~4665664,222298112~17899282,247463936~9721778,262307723~5624633,273392354~6824340,289406976~2508847,294874522~4470664,306205405~5971144,331350016~2452903,356515840~4389792,366649569~8601107,375386642~211991,387009356~5016018,392147187~8494705,401153017~1217287,405209341~1725909] 2023-12-20T11:37:46.049 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 9 diff [3777863~7953302,14764726~3386734,18784896~1869471,24808360~9760310,35404017~7150683,50447126~6418115,78666520~4505869,86018654~7199168,96591703~1416590,104653753~4564183,110049007~13506230,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~5555787,187160279~12694752,200503006~7575468,209228882~206141,212400622~1980242,223784038~9059108,233056960~7140434,251266129~5919585,257258666~1993618,262307723~5624633,273392354~5173031,279672380~544314,282019200~5904615,289903957~2011866,294874522~4470664,306205405~5971144,332734553~1068366,357915895~6127052,366649569~8601107,375386642~211991,377488456~7803709,387009356~5016018,392147187~8494705,401181264~1189040,405209341~1725909] 2023-12-20T11:37:46.049 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,14764726~3386734,18784896~1869471,24808360~9760310,35404017~7150683,50447126~6418115,78666520~4505869,86018654~7199168,96591703~1416590,104653753~4564183,110049007~13506230,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~5555787,187160279~12694752,200503006~7575468,209228882~206141,212400622~1980242,223784038~9059108,233056960~7140434,251266129~5919585,257258666~1993618,262307723~5624633,273392354~5173031,279672380~544314,282019200~5904615,289903957~2011866,294874522~4470664,306205405~5971144,332734553~1068366,357915895~6127052,366649569~8601107,375386642~211991,377488456~7803709,387009356~5016018,392147187~8494705,401181264~1189040,405209341~1725909] 2023-12-20T11:37:46.058 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,14764726~3386734,18784896~1869471,22039107~12529563,35404017~7150683,50331648~6533593,78555475~4616914,86018654~7199168,96591703~1416590,104365447~4852489,109528900~14026337,125829120~17876501,146800640~3991710,150994944~400343,164559473~30700,165426856~5555787,184549376~24885647,209715200~4665664,222298112~17899282,247463936~11788348,262307723~5624633,273392354~6824340,281018368~6905447,289406976~2508847,294874522~4470664,306205405~5971144,331350016~2452903,356515840~7527107,366649569~8601107,375386642~211991,377487360~7804805,387009356~5016018,392147187~8494705,401153017~1217287,405209341~1725909] 2023-12-20T11:37:46.058 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 10 diff [3777863~7953302,14764726~3386734,18784896~1869471,24808360~9760310,35404017~7150683,46509186~3613820,50447126~6418115,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4564183,110049007~13610194,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~5555787,187160279~12694752,200503006~7575468,209228882~206141,209870250~4510614,223784038~9059108,233056960~7140434,242802740~4493085,251266129~5919585,257258666~1993618,262307723~5624633,273392354~5173031,279672380~544314,282019200~5904615,289903957~2011866,294874522~4470664,306205405~9679507,323571749~50455,332734553~1068366,357915895~6127052,366649569~8601107,375386642~211991,377488456~7803709,387009356~5016018,392147187~8494705,401181264~1189040,405209341~1725909,410005681~6978288] 2023-12-20T11:37:46.058 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,14764726~3386734,18784896~1869471,24808360~9760310,35404017~7150683,46509186~3613820,50447126~6418115,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4564183,110049007~13610194,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~5555787,187160279~12694752,200503006~7575468,209228882~206141,209870250~4510614,223784038~9059108,233056960~7140434,242802740~4493085,251266129~5919585,257258666~1993618,262307723~5624633,273392354~5173031,279672380~544314,282019200~5904615,289903957~2011866,294874522~4470664,306205405~9679507,323571749~50455,332734553~1068366,357915895~6127052,366649569~8601107,375386642~211991,377488456~7803709,387009356~5016018,392147187~8494705,401181264~1189040,405209341~1725909,410005681~6978288] 2023-12-20T11:37:46.066 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,14764726~3386734,18784896~1869471,22039107~12529563,35404017~7150683,46137344~3985662,50331648~6533593,78555475~4616914,86018654~8942914,96591703~1416590,104365447~4852489,109528900~14130301,125829120~17876501,146800640~3991710,150994944~400343,164559473~30700,165426856~5555787,184549376~24885647,209715200~4665664,222298112~17899282,242021648~5274177,247463936~11788348,262307723~5624633,273392354~6824340,281018368~6905447,289406976~2508847,294874522~4470664,306205405~9679507,322961408~660796,331350016~2452903,356515840~7527107,366649569~8601107,375386642~211991,377487360~7804805,387009356~5016018,392147187~8494705,401153017~1217287,405209341~1725909,410005681~6978288] 2023-12-20T11:37:46.066 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 11 diff [3777863~7953302,14764726~3386734,18784896~1869471,24808360~17746340,46509186~10356055,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4564183,110049007~13610194,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~5555787,187160279~12694752,200503006~7575468,209228882~206141,209870250~4510614,223784038~9059108,233056960~7140434,242802740~4493085,251266129~5919585,257258666~1993618,262307723~5624633,273392354~5173031,279672380~544314,281203648~18141538,306205405~9679507,323571749~50455,332734553~1145339,336168546~6539162,351320911~735604,357915895~6127052,366649569~8601107,375386642~211991,377488456~7803709,387009356~5016018,392147187~8494705,401181264~1189040,405209341~1725909,410005681~6978288] 2023-12-20T11:37:46.066 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,14764726~3386734,18784896~1869471,24808360~17746340,46509186~10356055,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4564183,110049007~13610194,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~5555787,187160279~12694752,200503006~7575468,209228882~206141,209870250~4510614,223784038~9059108,233056960~7140434,242802740~4493085,251266129~5919585,257258666~1993618,262307723~5624633,273392354~5173031,279672380~544314,281203648~18141538,306205405~9679507,323571749~50455,332734553~1145339,336168546~6539162,351320911~735604,357915895~6127052,366649569~8601107,375386642~211991,377488456~7803709,387009356~5016018,392147187~8494705,401181264~1189040,405209341~1725909,410005681~6978288] 2023-12-20T11:37:46.072 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,14764726~3386734,18784896~1869471,22039107~20515593,46137344~10727897,78555475~4616914,86018654~8942914,96591703~1416590,104365447~4852489,109528900~14130301,125829120~17876501,146800640~3991710,150994944~400343,164559473~30700,165426856~5555787,184549376~24885647,209715200~4665664,222298112~17899282,242021648~5274177,247463936~11788348,262307723~5624633,273392354~6824340,281018368~18326818,306205405~9679507,322961408~660796,331350016~2529876,335544320~7163388,348127232~3929283,356515840~7527107,366649569~8601107,375386642~211991,377487360~7804805,387009356~5016018,392147187~8494705,401153017~1217287,405209341~1725909,410005681~6978288] 2023-12-20T11:37:46.072 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 12 diff [3777863~7953302,14764726~3386734,18784896~1869471,24808360~17746340,46509186~10356055,65487154~615254,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4564183,110049007~13610194,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~6789825,176783818~5508489,187160279~20918195,209228882~206141,209870250~4510614,223784038~9059108,233056960~7140434,242802740~4493085,249250530~10001754,262307723~5624633,273392354~5173031,279672380~544314,281203648~18141538,306205405~9679507,323571749~50455,332734553~1145339,336168546~6539162,351320911~735604,354507976~9534971,366649569~10791636,377488456~7803709,387009356~5016018,392147187~8494705,401181264~1189040,404691348~2243902,410005681~6978288] 2023-12-20T11:37:46.072 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,14764726~3386734,18784896~1869471,24808360~17746340,46509186~10356055,65487154~615254,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4564183,110049007~13610194,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~6789825,176783818~5508489,187160279~20918195,209228882~206141,209870250~4510614,223784038~9059108,233056960~7140434,242802740~4493085,249250530~10001754,262307723~5624633,273392354~5173031,279672380~544314,281203648~18141538,306205405~9679507,323571749~50455,332734553~1145339,336168546~6539162,351320911~735604,354507976~9534971,366649569~10791636,377488456~7803709,387009356~5016018,392147187~8494705,401181264~1189040,404691348~2243902,410005681~6978288] 2023-12-20T11:37:46.078 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,14764726~3386734,18784896~1869471,22039107~20515593,46137344~10727897,62914560~3187848,78555475~4616914,86018654~8942914,96591703~1416590,104365447~4852489,109528900~14130301,125829120~17876501,146800640~3991710,150994944~400343,164559473~30700,165426856~6789825,176160768~6131539,184549376~24885647,209715200~4665664,222298112~17899282,242021648~5274177,247463936~11788348,262307723~5624633,273392354~6824340,281018368~18326818,306205405~9679507,322961408~660796,331350016~2529876,335544320~7163388,348127232~3929283,352321536~11721411,366649569~10791636,377487360~7804805,387009356~5016018,392147187~8494705,401153017~1217287,404691348~2243902,410005681~6978288] 2023-12-20T11:37:46.078 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 13 diff [3777863~7953302,14764726~3386734,18784896~23769804,46509186~10356055,65487154~615254,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4564183,110049007~13610194,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~6789825,176783818~5508489,187160279~20918195,209228882~206141,209870250~4510614,223784038~9059108,233056960~7140434,242802740~4493085,247764219~11488065,262307723~5624633,273392354~5173031,279672380~544314,281203648~21260993,306205405~9679507,323571749~50455,332734553~1145339,336168546~6539162,351320911~735604,354507976~9534971,366649569~10791636,377488456~7803709,387009356~13632536,401181264~1189040,404691348~2243902,410005681~6978288] 2023-12-20T11:37:46.078 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,14764726~3386734,18784896~23769804,46509186~10356055,65487154~615254,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4564183,110049007~13610194,127485910~6015971,133941518~9764103,149423585~1368765,151322921~72366,164559473~30700,165426856~6789825,176783818~5508489,187160279~20918195,209228882~206141,209870250~4510614,223784038~9059108,233056960~7140434,242802740~4493085,247764219~11488065,262307723~5624633,273392354~5173031,279672380~544314,281203648~21260993,306205405~9679507,323571749~50455,332734553~1145339,336168546~6539162,351320911~735604,354507976~9534971,366649569~10791636,377488456~7803709,387009356~13632536,401181264~1189040,404691348~2243902,410005681~6978288] 2023-12-20T11:37:46.084 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,14764726~3386734,18784896~23769804,46137344~10727897,62914560~3187848,78555475~4616914,86018654~8942914,96591703~1416590,104365447~4852489,109528900~14130301,125829120~17876501,146800640~3991710,150994944~400343,164559473~30700,165426856~6789825,176160768~6131539,184549376~24885647,209715200~4665664,222298112~17899282,242021648~5274177,247463936~11788348,262307723~5624633,273392354~6824340,281018368~21446273,306205405~9679507,322961408~660796,331350016~2529876,335544320~7163388,348127232~3929283,352321536~11721411,366649569~10791636,377487360~7804805,387009356~13632536,401153017~1217287,404691348~2243902,410005681~6978288] 2023-12-20T11:37:46.084 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 14 diff [3777863~7953302,14764726~3386734,18784896~26172944,46509186~10356055,65487154~615254,78457150~4715239,86018654~8942914,96591703~1416590,104653753~4564183,110049007~33656614,149423585~1368765,151322921~72366,164559473~30700,165426856~8447613,176783818~5508489,187160279~20918195,209228882~206141,209870250~4510614,223784038~9059108,233056960~7140434,242802740~4493085,247764219~11488065,262307723~5624633,273392354~5173031,279672380~544314,281203648~21260993,306205405~9679507,323571749~50455,332734553~1145339,335717868~7881197,351320911~735604,354507976~9534971,366649569~10791636,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.084 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,14764726~3386734,18784896~26172944,46509186~10356055,65487154~615254,78457150~4715239,86018654~8942914,96591703~1416590,104653753~4564183,110049007~33656614,149423585~1368765,151322921~72366,164559473~30700,165426856~8447613,176783818~5508489,187160279~20918195,209228882~206141,209870250~4510614,223784038~9059108,233056960~7140434,242802740~4493085,247764219~11488065,262307723~5624633,273392354~5173031,279672380~544314,281203648~21260993,306205405~9679507,323571749~50455,332734553~1145339,335717868~7881197,351320911~735604,354507976~9534971,366649569~10791636,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.091 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,14764726~3386734,18784896~26172944,46137344~10727897,62914560~3187848,78457150~4715239,86018654~8942914,96591703~1416590,104365447~4852489,109528900~34176721,146800640~3991710,150994944~400343,164559473~30700,165426856~8447613,176160768~6131539,184549376~24885647,209715200~4665664,222298112~17899282,242021648~5274177,247463936~11788348,262307723~5624633,273392354~6824340,281018368~21446273,306205405~9679507,322961408~660796,331350016~2529876,335544320~8054745,348127232~3929283,352321536~11721411,366649569~10791636,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.091 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 15 diff [3777863~7953302,14764726~31313105,46509186~10356055,65487154~615254,72089626~4701475,78457150~4715239,86018654~8942914,96591703~1416590,104653753~4564183,110049007~33656614,149423585~1368765,151322921~72366,164559473~30700,165426856~8447613,175932267~6360040,187160279~20918195,209228882~206141,209870250~4510614,223784038~9059108,233056960~14238865,247764219~11488065,262307723~5624633,273392354~5173031,279672380~544314,281203648~21655571,306205405~9679507,323571749~50455,332734553~1145339,335717868~7881197,351320911~735604,354507976~9534971,366649569~10791636,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.091 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,14764726~31313105,46509186~10356055,65487154~615254,72089626~4701475,78457150~4715239,86018654~8942914,96591703~1416590,104653753~4564183,110049007~33656614,149423585~1368765,151322921~72366,164559473~30700,165426856~8447613,175932267~6360040,187160279~20918195,209228882~206141,209870250~4510614,223784038~9059108,233056960~14238865,247764219~11488065,262307723~5624633,273392354~5173031,279672380~544314,281203648~21655571,306205405~9679507,323571749~50455,332734553~1145339,335717868~7881197,351320911~735604,354507976~9534971,366649569~10791636,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.097 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,14764726~31313105,46137344~10727897,62914560~3187848,72089626~4701475,78457150~4715239,86018654~8942914,96591703~1416590,104365447~4852489,109528900~34176721,146800640~3991710,150994944~400343,164559473~30700,165426856~16865451,184549376~24885647,209715200~4665664,222298112~24997713,247463936~11788348,262307723~5624633,273392354~6824340,281018368~21840851,306205405~9679507,322961408~660796,331350016~2529876,335544320~8054745,348127232~3929283,352321536~11721411,366649569~10791636,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.097 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 16 diff [3777863~7953302,14764726~31313105,46509186~10356055,65487154~615254,72089626~4701475,78457150~5517940,86018654~14627583,104653753~4564183,110049007~33656614,149423585~1368765,151322921~72366,164559473~30700,165426856~8447613,175932267~6360040,187160279~27220585,223784038~9059108,233056960~14238865,247764219~11488065,262307723~5624633,271262368~1182957,273392354~5173031,279672380~544314,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~4840783,332734553~1145339,335717868~7881197,351320911~735604,354507976~9534971,366649569~10791636,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.097 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,14764726~31313105,46509186~10356055,65487154~615254,72089626~4701475,78457150~5517940,86018654~14627583,104653753~4564183,110049007~33656614,149423585~1368765,151322921~72366,164559473~30700,165426856~8447613,175932267~6360040,187160279~27220585,223784038~9059108,233056960~14238865,247764219~11488065,262307723~5624633,271262368~1182957,273392354~5173031,279672380~544314,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~4840783,332734553~1145339,335717868~7881197,351320911~735604,354507976~9534971,366649569~10791636,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.102 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,14764726~31313105,46137344~10727897,62914560~3187848,72089626~4701475,78457150~5517940,86018654~14627583,104365447~4852489,109528900~34176721,146800640~3991710,150994944~400343,164559473~30700,165426856~16865451,184549376~29831488,222298112~24997713,247463936~11788348,262307723~5624633,271262368~1182957,273392354~6824340,281018368~21840851,306205405~9679507,318767104~10877181,331350016~2529876,335544320~8054745,348127232~3929283,352321536~11721411,366649569~10791636,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.103 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 17 diff [3777863~7953302,14764726~31313105,46509186~10356055,65487154~615254,72089626~4701475,78457150~5517940,86018654~14627583,104653753~4564183,110049007~33656614,149423585~1368765,151322921~72366,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,223784038~9059108,233056960~14238865,247764219~11488065,262307723~5624633,271262368~7303017,279672380~544314,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~7529722,332734553~1145339,335717868~9796300,351320911~735604,354507976~9534971,366649569~10791636,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.103 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,14764726~31313105,46509186~10356055,65487154~615254,72089626~4701475,78457150~5517940,86018654~14627583,104653753~4564183,110049007~33656614,149423585~1368765,151322921~72366,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,223784038~9059108,233056960~14238865,247764219~11488065,262307723~5624633,271262368~7303017,279672380~544314,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~7529722,332734553~1145339,335717868~9796300,351320911~735604,354507976~9534971,366649569~10791636,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.109 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,14764726~31313105,46137344~10727897,62914560~3187848,72089626~4701475,78457150~5517940,86018654~14627583,104365447~4852489,109528900~34176721,146800640~3991710,150994944~400343,164559473~30700,165182446~52971,165426856~16865451,184549376~32946641,222298112~24997713,247463936~11788348,262307723~5624633,271262368~8954326,281018368~21840851,306205405~9679507,318767104~15112788,335544320~9969848,348127232~3929283,352321536~11721411,366649569~10791636,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.109 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 18 diff [3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~7224574,78457150~22189087,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,223784038~9059108,233056960~14238865,247764219~11488065,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~7529722,332734553~1145339,335717868~17459730,354507976~9534971,366649569~10791636,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.109 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~7224574,78457150~22189087,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,223784038~9059108,233056960~14238865,247764219~11488065,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~7529722,332734553~1145339,335717868~17459730,354507976~9534971,366649569~10791636,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.115 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,14764726~31313105,46137344~10727897,58995052~8933837,70221395~7224574,78457150~22189087,104365447~4852489,109528900~34176721,146800640~8355158,164559473~30700,165182446~52971,165426856~16865451,184549376~32946641,222298112~24997713,247463936~11788348,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~15112788,335544320~28498627,366649569~10791636,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.115 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 19 diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.115 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.122 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,14764726~31313105,46137344~10727897,58995052~8933837,70221395~30424842,104365447~4852489,109528900~34176721,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~45275843,366239762~11201443,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.122 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to 4 diff [7566024~557552,16946282~1205178,52508207~4357034,114758006~8797231,164559473~30700,200503006~5300739,212400622~1980242,306205405~5971144,357915895~2989737] 2023-12-20T11:37:46.122 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [7566024~557552,16946282~1205178,52508207~4357034,114758006~8797231,164559473~30700,200503006~5300739,212400622~1980242,306205405~5971144,357915895~2989737] 2023-12-20T11:37:46.127 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [7566024~557552,16946282~1205178,50331648~6533593,114758006~8797231,164559473~30700,197132288~8671457,209715200~4665664,306205405~5971144,356515840~4389792] 2023-12-20T11:37:46.127 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to 5 diff [7566024~557552,16946282~1205178,52508207~4357034,96591703~1416590,104915669~2265036,114758006~8797231,164559473~30700,200503006~7575468,212400622~1980242,233056960~7140434,262307723~5624633,279672380~544314,289903957~2011866,306205405~5971144,332734553~1068366,357915895~2989737,366649569~3191287,392147187~6605447] 2023-12-20T11:37:46.127 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [7566024~557552,16946282~1205178,52508207~4357034,96591703~1416590,104915669~2265036,114758006~8797231,164559473~30700,200503006~7575468,212400622~1980242,233056960~7140434,262307723~5624633,279672380~544314,289903957~2011866,306205405~5971144,332734553~1068366,357915895~2989737,366649569~3191287,392147187~6605447] 2023-12-20T11:37:46.143 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [7566024~557552,16946282~1205178,50331648~6533593,96591703~1416590,104915669~2265036,114758006~8797231,164559473~30700,197132288~10946186,209715200~4665664,231957139~8240255,262307723~5624633,278565385~1651309,289406976~2508847,306205405~5971144,331350016~2452903,356515840~4389792,366649569~3191287,392147187~6605447] 2023-12-20T11:37:46.143 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to 6 diff [7566024~557552,8908000~2823165,16946282~1205178,50447126~6418115,96591703~1416590,104915669~2265036,110049007~13506230,164559473~30700,200503006~7575468,212400622~1980242,233056960~7140434,251266129~1578994,255419711~1766003,262307723~5624633,279672380~544314,289903957~2011866,306205405~5971144,332734553~1068366,357915895~2989737,366649569~3191287,387009356~5016018,392147187~8494705,401181264~1189040] 2023-12-20T11:37:46.144 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [7566024~557552,8908000~2823165,16946282~1205178,50447126~6418115,96591703~1416590,104915669~2265036,110049007~13506230,164559473~30700,200503006~7575468,212400622~1980242,233056960~7140434,251266129~1578994,255419711~1766003,262307723~5624633,279672380~544314,289903957~2011866,306205405~5971144,332734553~1068366,357915895~2989737,366649569~3191287,387009356~5016018,392147187~8494705,401181264~1189040] 2023-12-20T11:37:46.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:45 smithi177 ceph-mon[212096]: pgmap v2584: 137 pgs: 137 active+clean; 737 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 45 MiB/s wr, 349 op/s 2023-12-20T11:37:46.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:45 smithi177 ceph-mon[212096]: osdmap e1413: 8 total, 8 up, 8 in 2023-12-20T11:37:46.151 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [7566024~557552,8908000~2823165,16946282~1205178,50331648~6533593,96591703~1416590,104915669~2265036,109528900~14026337,164559473~30700,197132288~10946186,209715200~4665664,231957139~8240255,247463936~9721778,262307723~5624633,278565385~1651309,289406976~2508847,306205405~5971144,331350016~2452903,356515840~4389792,366649569~3191287,387009356~5016018,392147187~8494705,401153017~1217287] 2023-12-20T11:37:46.151 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to 7 diff [3777863~7953302,16946282~1205178,24808360~7490679,50447126~6418115,86018654~4640785,96591703~1416590,104653753~4564183,110049007~13506230,127485910~6015971,151322921~72366,164559473~30700,192453185~2845116,200503006~7575468,212400622~1980242,233056960~7140434,251266129~1578994,255419711~1766003,262307723~5624633,279672380~544314,289903957~2011866,294874522~4470664,306205405~5971144,332734553~1068366,357915895~2989737,366649569~3191287,387009356~5016018,392147187~8494705,401181264~1189040] 2023-12-20T11:37:46.152 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,16946282~1205178,24808360~7490679,50447126~6418115,86018654~4640785,96591703~1416590,104653753~4564183,110049007~13506230,127485910~6015971,151322921~72366,164559473~30700,192453185~2845116,200503006~7575468,212400622~1980242,233056960~7140434,251266129~1578994,255419711~1766003,262307723~5624633,279672380~544314,289903957~2011866,294874522~4470664,306205405~5971144,332734553~1068366,357915895~2989737,366649569~3191287,387009356~5016018,392147187~8494705,401181264~1189040] 2023-12-20T11:37:46.157 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,16946282~1205178,22039107~10259932,50331648~6533593,86018654~4640785,96591703~1416590,104365447~4852489,109528900~14026337,125829120~7672761,150994944~400343,164559473~30700,192453185~2845116,197132288~10946186,209715200~4665664,231957139~8240255,247463936~9721778,262307723~5624633,278565385~1651309,289406976~2508847,294874522~4470664,306205405~5971144,331350016~2452903,356515840~4389792,366649569~3191287,387009356~5016018,392147187~8494705,401153017~1217287] 2023-12-20T11:37:46.157 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to 8 diff [3777863~7953302,16946282~1205178,24808360~7490679,40281146~642406,50447126~6418115,78666520~4505869,86018654~4640785,96591703~1416590,104653753~4564183,110049007~13506230,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,164559473~30700,165426856~5555787,187160279~2371213,192058967~7796064,200503006~7575468,212400622~1980242,233056960~7140434,251266129~5919585,262307723~5624633,279672380~544314,289903957~2011866,294874522~4470664,306205405~5971144,332734553~1068366,357915895~2989737,366649569~3191287,375386642~211991,387009356~5016018,392147187~8494705,401181264~1189040] 2023-12-20T11:37:46.157 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,16946282~1205178,24808360~7490679,40281146~642406,50447126~6418115,78666520~4505869,86018654~4640785,96591703~1416590,104653753~4564183,110049007~13506230,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,164559473~30700,165426856~5555787,187160279~2371213,192058967~7796064,200503006~7575468,212400622~1980242,233056960~7140434,251266129~5919585,262307723~5624633,279672380~544314,289903957~2011866,294874522~4470664,306205405~5971144,332734553~1068366,357915895~2989737,366649569~3191287,375386642~211991,387009356~5016018,392147187~8494705,401181264~1189040] 2023-12-20T11:37:46.162 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,16946282~1205178,22039107~10259932,37851077~3072475,50331648~6533593,78555475~4616914,86018654~4640785,96591703~1416590,104365447~4852489,109528900~14026337,125829120~14649332,146800640~3991710,150994944~400343,164559473~30700,165426856~5555787,187160279~2371213,192058967~16019507,209715200~4665664,231957139~8240255,247463936~9721778,262307723~5624633,278565385~1651309,289406976~2508847,294874522~4470664,306205405~5971144,331350016~2452903,356515840~4389792,366649569~3191287,375386642~211991,387009356~5016018,392147187~8494705,401153017~1217287] 2023-12-20T11:37:46.163 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to 9 diff [3777863~7953302,16946282~1205178,18784896~1869471,24808360~9760310,35404017~7150683,50447126~6418115,78666520~4505869,86018654~5125759,96591703~1416590,104653753~4564183,110049007~13506230,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,164559473~30700,165426856~5555787,187160279~2371213,192058967~7796064,200503006~7575468,212400622~1980242,226180801~6662345,233056960~7140434,251266129~5919585,257258666~1993618,262307723~5624633,279672380~544314,282019200~5904615,289903957~2011866,294874522~4470664,306205405~5971144,332734553~1068366,357915895~6127052,366649569~3191287,375386642~211991,377488456~7803709,387009356~5016018,392147187~8494705,401181264~1189040] 2023-12-20T11:37:46.163 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,16946282~1205178,18784896~1869471,24808360~9760310,35404017~7150683,50447126~6418115,78666520~4505869,86018654~5125759,96591703~1416590,104653753~4564183,110049007~13506230,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,164559473~30700,165426856~5555787,187160279~2371213,192058967~7796064,200503006~7575468,212400622~1980242,226180801~6662345,233056960~7140434,251266129~5919585,257258666~1993618,262307723~5624633,279672380~544314,282019200~5904615,289903957~2011866,294874522~4470664,306205405~5971144,332734553~1068366,357915895~6127052,366649569~3191287,375386642~211991,377488456~7803709,387009356~5016018,392147187~8494705,401181264~1189040] 2023-12-20T11:37:46.168 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,16946282~1205178,18784896~1869471,22039107~12529563,35404017~7150683,50331648~6533593,78555475~4616914,86018654~5125759,96591703~1416590,104365447~4852489,109528900~14026337,125829120~14649332,146800640~3991710,150994944~400343,164559473~30700,165426856~5555787,187160279~2371213,192058967~16019507,209715200~4665664,226180801~14016593,247463936~11788348,262307723~5624633,278565385~1651309,281018368~6905447,289406976~2508847,294874522~4470664,306205405~5971144,331350016~2452903,356515840~7527107,366649569~3191287,375386642~211991,377487360~7804805,387009356~5016018,392147187~8494705,401153017~1217287] 2023-12-20T11:37:46.169 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to 10 diff [3777863~7953302,16946282~1205178,18784896~1869471,24808360~9760310,35404017~7150683,46509186~3613820,50447126~6418115,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4564183,110049007~13610194,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,164559473~30700,165426856~5555787,187160279~12694752,200503006~7575468,209870250~4510614,226180801~6662345,233056960~7140434,242802740~4493085,251266129~5919585,257258666~1993618,262307723~5624633,279672380~544314,282019200~5904615,289903957~2011866,294874522~4470664,306205405~9679507,323571749~50455,332734553~1068366,357915895~6127052,366649569~3191287,375386642~211991,377488456~7803709,387009356~5016018,392147187~8494705,401181264~1189040,410005681~6978288] 2023-12-20T11:37:46.169 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,16946282~1205178,18784896~1869471,24808360~9760310,35404017~7150683,46509186~3613820,50447126~6418115,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4564183,110049007~13610194,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,164559473~30700,165426856~5555787,187160279~12694752,200503006~7575468,209870250~4510614,226180801~6662345,233056960~7140434,242802740~4493085,251266129~5919585,257258666~1993618,262307723~5624633,279672380~544314,282019200~5904615,289903957~2011866,294874522~4470664,306205405~9679507,323571749~50455,332734553~1068366,357915895~6127052,366649569~3191287,375386642~211991,377488456~7803709,387009356~5016018,392147187~8494705,401181264~1189040,410005681~6978288] 2023-12-20T11:37:46.176 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,16946282~1205178,18784896~1869471,22039107~12529563,35404017~7150683,46137344~3985662,50331648~6533593,78555475~4616914,86018654~8942914,96591703~1416590,104365447~4852489,109528900~14130301,125829120~14649332,146800640~3991710,150994944~400343,164559473~30700,165426856~5555787,187160279~20918195,209715200~4665664,226180801~14016593,242021648~5274177,247463936~11788348,262307723~5624633,278565385~1651309,281018368~6905447,289406976~2508847,294874522~4470664,306205405~9679507,322961408~660796,331350016~2452903,356515840~7527107,366649569~3191287,375386642~211991,377487360~7804805,387009356~5016018,392147187~8494705,401153017~1217287,410005681~6978288] 2023-12-20T11:37:46.176 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to 11 diff [3777863~7953302,16946282~1205178,18784896~1869471,24808360~17746340,46509186~10356055,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4564183,110049007~13610194,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,164559473~30700,165426856~5555787,187160279~12694752,200503006~7575468,209870250~4510614,226180801~6662345,233056960~7140434,242802740~4493085,251266129~5919585,257258666~1993618,262307723~5624633,279672380~544314,281203648~18141538,306205405~9679507,323571749~50455,332734553~1145339,336168546~6539162,351320911~735604,357915895~6127052,366649569~3191287,375386642~211991,377488456~7803709,387009356~5016018,392147187~8494705,401181264~1189040,410005681~6978288] 2023-12-20T11:37:46.176 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,16946282~1205178,18784896~1869471,24808360~17746340,46509186~10356055,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4564183,110049007~13610194,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,164559473~30700,165426856~5555787,187160279~12694752,200503006~7575468,209870250~4510614,226180801~6662345,233056960~7140434,242802740~4493085,251266129~5919585,257258666~1993618,262307723~5624633,279672380~544314,281203648~18141538,306205405~9679507,323571749~50455,332734553~1145339,336168546~6539162,351320911~735604,357915895~6127052,366649569~3191287,375386642~211991,377488456~7803709,387009356~5016018,392147187~8494705,401181264~1189040,410005681~6978288] 2023-12-20T11:37:46.187 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,16946282~1205178,18784896~1869471,22039107~20515593,46137344~10727897,78555475~4616914,86018654~8942914,96591703~1416590,104365447~4852489,109528900~14130301,125829120~14649332,146800640~3991710,150994944~400343,164559473~30700,165426856~5555787,187160279~20918195,209715200~4665664,226180801~14016593,242021648~5274177,247463936~11788348,262307723~5624633,278565385~1651309,281018368~18326818,306205405~9679507,322961408~660796,331350016~2529876,335544320~7163388,348127232~3929283,356515840~7527107,366649569~3191287,375386642~211991,377487360~7804805,387009356~5016018,392147187~8494705,401153017~1217287,410005681~6978288] 2023-12-20T11:37:46.188 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to 12 diff [3777863~7953302,16946282~1205178,18784896~1869471,24808360~17746340,46509186~10356055,65487154~615254,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4564183,110049007~13610194,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,164559473~30700,165426856~6789825,176783818~5508489,187160279~20918195,209870250~4510614,226180801~6662345,233056960~7140434,242802740~4493085,249250530~10001754,262307723~5624633,279672380~544314,281203648~18141538,306205405~9679507,323571749~50455,332734553~1145339,336168546~6539162,351320911~735604,354507976~9534971,366649569~3191287,371892947~1250981,373898832~3542373,377488456~7803709,387009356~5016018,392147187~8494705,401181264~1189040,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.188 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,16946282~1205178,18784896~1869471,24808360~17746340,46509186~10356055,65487154~615254,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4564183,110049007~13610194,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,164559473~30700,165426856~6789825,176783818~5508489,187160279~20918195,209870250~4510614,226180801~6662345,233056960~7140434,242802740~4493085,249250530~10001754,262307723~5624633,279672380~544314,281203648~18141538,306205405~9679507,323571749~50455,332734553~1145339,336168546~6539162,351320911~735604,354507976~9534971,366649569~3191287,371892947~1250981,373898832~3542373,377488456~7803709,387009356~5016018,392147187~8494705,401181264~1189040,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.196 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,16946282~1205178,18784896~1869471,22039107~20515593,46137344~10727897,62914560~3187848,78555475~4616914,86018654~8942914,96591703~1416590,104365447~4852489,109528900~14130301,125829120~14649332,146800640~3991710,150994944~400343,164559473~30700,165426856~6789825,176160768~6131539,187160279~20918195,209715200~4665664,226180801~14016593,242021648~5274177,247463936~11788348,262307723~5624633,278565385~1651309,281018368~18326818,306205405~9679507,322961408~660796,331350016~2529876,335544320~7163388,348127232~3929283,352321536~11721411,366649569~3191287,371892947~1250981,373898832~3542373,377487360~7804805,387009356~5016018,392147187~8494705,401153017~1217287,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.196 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to 13 diff [3777863~7953302,16946282~1205178,18784896~23769804,46509186~10356055,65487154~615254,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4564183,110049007~13610194,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,164559473~30700,165426856~6789825,176783818~5508489,187160279~20918195,209870250~4510614,226180801~6662345,233056960~7140434,242802740~4493085,247764219~11488065,262307723~5624633,279672380~544314,281203648~21260993,306205405~9679507,323571749~50455,332734553~1145339,336168546~6539162,351320911~735604,354507976~9534971,366649569~3191287,371892947~1250981,373898832~3542373,377488456~7803709,387009356~13632536,401181264~1189040,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.196 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,16946282~1205178,18784896~23769804,46509186~10356055,65487154~615254,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4564183,110049007~13610194,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,164559473~30700,165426856~6789825,176783818~5508489,187160279~20918195,209870250~4510614,226180801~6662345,233056960~7140434,242802740~4493085,247764219~11488065,262307723~5624633,279672380~544314,281203648~21260993,306205405~9679507,323571749~50455,332734553~1145339,336168546~6539162,351320911~735604,354507976~9534971,366649569~3191287,371892947~1250981,373898832~3542373,377488456~7803709,387009356~13632536,401181264~1189040,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.204 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,16946282~1205178,18784896~23769804,46137344~10727897,62914560~3187848,78555475~4616914,86018654~8942914,96591703~1416590,104365447~4852489,109528900~14130301,125829120~14649332,146800640~3991710,150994944~400343,164559473~30700,165426856~6789825,176160768~6131539,187160279~20918195,209715200~4665664,226180801~14016593,242021648~5274177,247463936~11788348,262307723~5624633,278565385~1651309,281018368~21446273,306205405~9679507,322961408~660796,331350016~2529876,335544320~7163388,348127232~3929283,352321536~11721411,366649569~3191287,371892947~1250981,373898832~3542373,377487360~7804805,387009356~13632536,401153017~1217287,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.204 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to 14 diff [3777863~7953302,16946282~1205178,18784896~26172944,46509186~10356055,65487154~615254,78457150~4715239,86018654~8942914,96591703~1416590,104653753~4564183,110049007~30429445,149423585~1368765,151322921~72366,164559473~30700,165426856~8447613,176783818~5508489,187160279~20918195,209870250~4510614,226180801~6662345,233056960~7140434,242802740~4493085,247764219~11488065,262307723~5624633,279672380~544314,281203648~21260993,306205405~9679507,323571749~50455,332734553~1145339,335717868~7881197,351320911~735604,354507976~9534971,366649569~3191287,371892947~1250981,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.204 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,16946282~1205178,18784896~26172944,46509186~10356055,65487154~615254,78457150~4715239,86018654~8942914,96591703~1416590,104653753~4564183,110049007~30429445,149423585~1368765,151322921~72366,164559473~30700,165426856~8447613,176783818~5508489,187160279~20918195,209870250~4510614,226180801~6662345,233056960~7140434,242802740~4493085,247764219~11488065,262307723~5624633,279672380~544314,281203648~21260993,306205405~9679507,323571749~50455,332734553~1145339,335717868~7881197,351320911~735604,354507976~9534971,366649569~3191287,371892947~1250981,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.211 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,16946282~1205178,18784896~26172944,46137344~10727897,62914560~3187848,78457150~4715239,86018654~8942914,96591703~1416590,104365447~4852489,109528900~30949552,146800640~3991710,150994944~400343,164559473~30700,165426856~8447613,176160768~6131539,187160279~20918195,209715200~4665664,226180801~14016593,242021648~5274177,247463936~11788348,262307723~5624633,278565385~1651309,281018368~21446273,306205405~9679507,322961408~660796,331350016~2529876,335544320~8054745,348127232~3929283,352321536~11721411,366649569~3191287,371892947~1250981,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.211 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to 15 diff [3777863~7953302,16946282~29131549,46509186~10356055,65487154~615254,72089626~4701475,78457150~4715239,86018654~8942914,96591703~1416590,104653753~4564183,110049007~30429445,149423585~1368765,151322921~72366,164559473~30700,165426856~8447613,175932267~6360040,187160279~20918195,209870250~4510614,226180801~6662345,233056960~14238865,247764219~11488065,262307723~5624633,279672380~544314,281203648~21655571,306205405~9679507,323571749~50455,332734553~1145339,335717868~7881197,351320911~735604,354507976~9534971,366649569~3191287,371892947~1250981,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.211 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,16946282~29131549,46509186~10356055,65487154~615254,72089626~4701475,78457150~4715239,86018654~8942914,96591703~1416590,104653753~4564183,110049007~30429445,149423585~1368765,151322921~72366,164559473~30700,165426856~8447613,175932267~6360040,187160279~20918195,209870250~4510614,226180801~6662345,233056960~14238865,247764219~11488065,262307723~5624633,279672380~544314,281203648~21655571,306205405~9679507,323571749~50455,332734553~1145339,335717868~7881197,351320911~735604,354507976~9534971,366649569~3191287,371892947~1250981,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.216 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,16946282~29131549,46137344~10727897,62914560~3187848,72089626~4701475,78457150~4715239,86018654~8942914,96591703~1416590,104365447~4852489,109528900~30949552,146800640~3991710,150994944~400343,164559473~30700,165426856~16865451,187160279~20918195,209715200~4665664,226180801~21115024,247463936~11788348,262307723~5624633,278565385~1651309,281018368~21840851,306205405~9679507,322961408~660796,331350016~2529876,335544320~8054745,348127232~3929283,352321536~11721411,366649569~3191287,371892947~1250981,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.216 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to 16 diff [3777863~7953302,16946282~29131549,46509186~10356055,65487154~615254,72089626~4701475,78457150~5517940,86018654~14627583,104653753~4564183,110049007~32715726,149423585~1368765,151322921~72366,164559473~30700,165426856~8447613,175932267~6360040,187160279~27220585,226180801~6662345,233056960~14238865,247764219~11488065,262307723~5624633,271262368~1182957,279672380~544314,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~4840783,332734553~1145339,335717868~7881197,351320911~735604,354507976~9534971,366649569~3191287,371892947~1250981,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.216 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,16946282~29131549,46509186~10356055,65487154~615254,72089626~4701475,78457150~5517940,86018654~14627583,104653753~4564183,110049007~32715726,149423585~1368765,151322921~72366,164559473~30700,165426856~8447613,175932267~6360040,187160279~27220585,226180801~6662345,233056960~14238865,247764219~11488065,262307723~5624633,271262368~1182957,279672380~544314,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~4840783,332734553~1145339,335717868~7881197,351320911~735604,354507976~9534971,366649569~3191287,371892947~1250981,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.222 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,16946282~29131549,46137344~10727897,62914560~3187848,72089626~4701475,78457150~5517940,86018654~14627583,104365447~4852489,109528900~33235833,146800640~3991710,150994944~400343,164559473~30700,165426856~16865451,187160279~27220585,226180801~21115024,247463936~11788348,262307723~5624633,271262368~1182957,278565385~1651309,281018368~21840851,306205405~9679507,318767104~10877181,331350016~2529876,335544320~8054745,348127232~3929283,352321536~11721411,366649569~3191287,371892947~1250981,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.222 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to 17 diff [3777863~7953302,16946282~29131549,46509186~10356055,65487154~615254,72089626~4701475,78457150~5517940,86018654~14627583,104653753~4564183,110049007~32715726,149423585~1368765,151322921~72366,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,226180801~6662345,233056960~14238865,247764219~11488065,262307723~5624633,271262368~4316279,279672380~544314,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~7529722,332734553~1145339,335717868~9796300,351320911~735604,354507976~9534971,366649569~3191287,371892947~1250981,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.222 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,16946282~29131549,46509186~10356055,65487154~615254,72089626~4701475,78457150~5517940,86018654~14627583,104653753~4564183,110049007~32715726,149423585~1368765,151322921~72366,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,226180801~6662345,233056960~14238865,247764219~11488065,262307723~5624633,271262368~4316279,279672380~544314,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~7529722,332734553~1145339,335717868~9796300,351320911~735604,354507976~9534971,366649569~3191287,371892947~1250981,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.229 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,16946282~29131549,46137344~10727897,62914560~3187848,72089626~4701475,78457150~5517940,86018654~14627583,104365447~4852489,109528900~33235833,146800640~3991710,150994944~400343,164559473~30700,165182446~52971,165426856~16865451,187160279~30335738,226180801~21115024,247463936~11788348,262307723~5624633,271262368~4316279,278565385~1651309,281018368~21840851,306205405~9679507,318767104~15112788,335544320~9969848,348127232~3929283,352321536~11721411,366649569~3191287,371892947~1250981,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.229 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to 18 diff [3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~7224574,78457150~22189087,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,226180801~6662345,233056960~14238865,247764219~11488065,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~7529722,332734553~1145339,335717868~17459730,354507976~9534971,366649569~3191287,371892947~1250981,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.229 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~7224574,78457150~22189087,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,226180801~6662345,233056960~14238865,247764219~11488065,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~7529722,332734553~1145339,335717868~17459730,354507976~9534971,366649569~3191287,371892947~1250981,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.237 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,16946282~29131549,46137344~10727897,58995052~8933837,70221395~7224574,78457150~22189087,104365447~4852489,109528900~33235833,146800640~8355158,164559473~30700,165182446~52971,165426856~16865451,187160279~30335738,226180801~21115024,247463936~11788348,262307723~5624633,271262368~4316279,277459840~3284479,281018368~21840851,306205405~9679507,318767104~15112788,335544320~28498627,366649569~3191287,371892947~1250981,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.237 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to 19 diff [2418716~812929,3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.238 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.245 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,16946282~29131549,46137344~10727897,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,226180801~33071483,262307723~5624633,271262368~4316279,277459840~3284479,281018368~21840851,306205405~9679507,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.245 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to 5 diff [96591703~1416590,104915669~2265036,205154337~2924137,233056960~7140434,262307723~5624633,279672380~544314,289903957~2011866,332734553~1068366,366649569~3191287,392147187~6605447] 2023-12-20T11:37:46.246 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [96591703~1416590,104915669~2265036,205154337~2924137,233056960~7140434,262307723~5624633,279672380~544314,289903957~2011866,332734553~1068366,366649569~3191287,392147187~6605447] 2023-12-20T11:37:46.252 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [96591703~1416590,104915669~2265036,205154337~2924137,231957139~8240255,262307723~5624633,278565385~1651309,289406976~2508847,331350016~2452903,366649569~3191287,392147187~6605447] 2023-12-20T11:37:46.252 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to 6 diff [8908000~2823165,50447126~6290070,96591703~1416590,104915669~2265036,110049007~6678228,119604118~2030436,205154337~2924137,233056960~7140434,251266129~1578994,255419711~1766003,262307723~5624633,279672380~544314,289903957~2011866,308029280~3815886,332734553~1068366,366649569~3191287,387009356~5016018,392147187~8494705,401181264~1189040] 2023-12-20T11:37:46.252 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [8908000~2823165,50447126~6290070,96591703~1416590,104915669~2265036,110049007~6678228,119604118~2030436,205154337~2924137,233056960~7140434,251266129~1578994,255419711~1766003,262307723~5624633,279672380~544314,289903957~2011866,308029280~3815886,332734553~1068366,366649569~3191287,387009356~5016018,392147187~8494705,401181264~1189040] 2023-12-20T11:37:46.259 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [8908000~2823165,50447126~6290070,96591703~1416590,104915669~2265036,109528900~7198335,119604118~2030436,205154337~2924137,231957139~8240255,247463936~9721778,262307723~5624633,278565385~1651309,289406976~2508847,308029280~3815886,331350016~2452903,366649569~3191287,387009356~5016018,392147187~8494705,401153017~1217287] 2023-12-20T11:37:46.259 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to 7 diff [3777863~7953302,24808360~7490679,50447126~6290070,86018654~4640785,96591703~1416590,104653753~4564183,110049007~6678228,119604118~2030436,127485910~6015971,151322921~72366,192453185~2845116,205154337~2924137,233056960~7140434,251266129~1578994,255419711~1766003,262307723~5624633,279672380~544314,289903957~2011866,294874522~4470664,308029280~3815886,332734553~1068366,366649569~3191287,387009356~5016018,392147187~8494705,401181264~1189040] 2023-12-20T11:37:46.259 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,24808360~7490679,50447126~6290070,86018654~4640785,96591703~1416590,104653753~4564183,110049007~6678228,119604118~2030436,127485910~6015971,151322921~72366,192453185~2845116,205154337~2924137,233056960~7140434,251266129~1578994,255419711~1766003,262307723~5624633,279672380~544314,289903957~2011866,294874522~4470664,308029280~3815886,332734553~1068366,366649569~3191287,387009356~5016018,392147187~8494705,401181264~1189040] 2023-12-20T11:37:46.266 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,22039107~10259932,50447126~6290070,86018654~4640785,96591703~1416590,104365447~4852489,109528900~7198335,119604118~2030436,125829120~7672761,150994944~400343,192453185~2845116,205154337~2924137,231957139~8240255,247463936~9721778,262307723~5624633,278565385~1651309,289406976~2508847,294874522~4470664,308029280~3815886,331350016~2452903,366649569~3191287,387009356~5016018,392147187~8494705,401153017~1217287] 2023-12-20T11:37:46.266 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to 8 diff [3777863~7953302,24808360~7490679,40281146~642406,50447126~6290070,78666520~4505869,86018654~4640785,96591703~1416590,104653753~4564183,110049007~6678228,119604118~2030436,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~5555787,187160279~2371213,192058967~7796064,205154337~2924137,233056960~7140434,251266129~5919585,262307723~5624633,279672380~544314,289903957~2011866,294874522~4470664,308029280~3815886,332734553~1068366,366649569~3191287,375386642~211991,387009356~5016018,392147187~8494705,401181264~1189040] 2023-12-20T11:37:46.266 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,24808360~7490679,40281146~642406,50447126~6290070,78666520~4505869,86018654~4640785,96591703~1416590,104653753~4564183,110049007~6678228,119604118~2030436,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~5555787,187160279~2371213,192058967~7796064,205154337~2924137,233056960~7140434,251266129~5919585,262307723~5624633,279672380~544314,289903957~2011866,294874522~4470664,308029280~3815886,332734553~1068366,366649569~3191287,375386642~211991,387009356~5016018,392147187~8494705,401181264~1189040] 2023-12-20T11:37:46.272 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,22039107~10259932,37851077~3072475,50447126~6290070,78555475~4616914,86018654~4640785,96591703~1416590,104365447~4852489,109528900~7198335,119604118~2030436,125829120~14649332,146800640~3991710,150994944~400343,165426856~5555787,187160279~2371213,192058967~7796064,205154337~2924137,231957139~8240255,247463936~9721778,262307723~5624633,278565385~1651309,289406976~2508847,294874522~4470664,308029280~3815886,331350016~2452903,366649569~3191287,375386642~211991,387009356~5016018,392147187~8494705,401153017~1217287] 2023-12-20T11:37:46.272 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to 9 diff [3777863~7953302,18784896~1869471,24808360~9760310,35404017~7150683,50447126~6290070,78666520~4505869,86018654~5125759,96591703~1416590,104653753~4564183,110049007~6678228,119604118~2030436,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~5555787,187160279~2371213,192058967~7796064,205154337~2924137,226180801~6662345,233056960~7140434,251266129~5919585,257258666~1993618,262307723~5624633,279672380~544314,282019200~5904615,289903957~2011866,294874522~4470664,308029280~3815886,332734553~1068366,359002405~5040542,366649569~3191287,375386642~211991,377488456~7803709,387009356~5016018,392147187~8494705,401181264~1189040] 2023-12-20T11:37:46.272 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,18784896~1869471,24808360~9760310,35404017~7150683,50447126~6290070,78666520~4505869,86018654~5125759,96591703~1416590,104653753~4564183,110049007~6678228,119604118~2030436,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~5555787,187160279~2371213,192058967~7796064,205154337~2924137,226180801~6662345,233056960~7140434,251266129~5919585,257258666~1993618,262307723~5624633,279672380~544314,282019200~5904615,289903957~2011866,294874522~4470664,308029280~3815886,332734553~1068366,359002405~5040542,366649569~3191287,375386642~211991,377488456~7803709,387009356~5016018,392147187~8494705,401181264~1189040] 2023-12-20T11:37:46.278 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,18784896~1869471,22039107~12529563,35404017~7150683,50447126~6290070,78555475~4616914,86018654~5125759,96591703~1416590,104365447~4852489,109528900~7198335,119604118~2030436,125829120~14649332,146800640~3991710,150994944~400343,165426856~5555787,187160279~2371213,192058967~7796064,205154337~2924137,226180801~14016593,247463936~11788348,262307723~5624633,278565385~1651309,281018368~6905447,289406976~2508847,294874522~4470664,308029280~3815886,331350016~2452903,359002405~5040542,366649569~3191287,375386642~211991,377487360~7804805,387009356~5016018,392147187~8494705,401153017~1217287] 2023-12-20T11:37:46.278 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to 10 diff [3777863~7953302,18784896~1869471,24808360~9760310,35404017~7150683,46509186~3613820,50447126~6290070,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4564183,110049007~13610194,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~5555787,187160279~12694752,205154337~2924137,209870250~4307509,226180801~6662345,233056960~7140434,242802740~4493085,251266129~5919585,257258666~1993618,262307723~5624633,279672380~544314,282019200~5904615,289903957~2011866,294874522~4470664,308029280~7855632,323571749~50455,332734553~1068366,359002405~5040542,366649569~3191287,375386642~211991,377488456~7803709,387009356~5016018,392147187~8494705,401181264~1189040,410005681~6978288] 2023-12-20T11:37:46.278 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,18784896~1869471,24808360~9760310,35404017~7150683,46509186~3613820,50447126~6290070,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4564183,110049007~13610194,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~5555787,187160279~12694752,205154337~2924137,209870250~4307509,226180801~6662345,233056960~7140434,242802740~4493085,251266129~5919585,257258666~1993618,262307723~5624633,279672380~544314,282019200~5904615,289903957~2011866,294874522~4470664,308029280~7855632,323571749~50455,332734553~1068366,359002405~5040542,366649569~3191287,375386642~211991,377488456~7803709,387009356~5016018,392147187~8494705,401181264~1189040,410005681~6978288] 2023-12-20T11:37:46.284 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,18784896~1869471,22039107~12529563,35404017~7150683,46137344~3985662,50447126~6290070,78555475~4616914,86018654~8942914,96591703~1416590,104365447~4852489,109528900~14130301,125829120~14649332,146800640~3991710,150994944~400343,165426856~5555787,187160279~12694752,205154337~2924137,209870250~4307509,226180801~14016593,242021648~5274177,247463936~11788348,262307723~5624633,278565385~1651309,281018368~6905447,289406976~2508847,294874522~4470664,308029280~7855632,322961408~660796,331350016~2452903,359002405~5040542,366649569~3191287,375386642~211991,377487360~7804805,387009356~5016018,392147187~8494705,401153017~1217287,410005681~6978288] 2023-12-20T11:37:46.284 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to 11 diff [3777863~7953302,18784896~1869471,24808360~17746340,46509186~10228010,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4564183,110049007~13610194,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~5555787,187160279~12694752,205154337~2924137,209870250~4307509,226180801~6662345,233056960~7140434,242802740~4493085,251266129~5919585,257258666~1993618,262307723~5624633,279672380~544314,281203648~18141538,308029280~7855632,323571749~50455,332734553~1145339,336168546~6539162,351320911~735604,359002405~5040542,366649569~3191287,375386642~211991,377488456~7803709,387009356~5016018,392147187~8494705,401181264~1189040,410005681~6978288] 2023-12-20T11:37:46.285 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,18784896~1869471,24808360~17746340,46509186~10228010,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4564183,110049007~13610194,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~5555787,187160279~12694752,205154337~2924137,209870250~4307509,226180801~6662345,233056960~7140434,242802740~4493085,251266129~5919585,257258666~1993618,262307723~5624633,279672380~544314,281203648~18141538,308029280~7855632,323571749~50455,332734553~1145339,336168546~6539162,351320911~735604,359002405~5040542,366649569~3191287,375386642~211991,377488456~7803709,387009356~5016018,392147187~8494705,401181264~1189040,410005681~6978288] 2023-12-20T11:37:46.290 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,18784896~1869471,22039107~20515593,46137344~10599852,78555475~4616914,86018654~8942914,96591703~1416590,104365447~4852489,109528900~14130301,125829120~14649332,146800640~3991710,150994944~400343,165426856~5555787,187160279~12694752,205154337~2924137,209870250~4307509,226180801~14016593,242021648~5274177,247463936~11788348,262307723~5624633,278565385~1651309,281018368~18326818,308029280~7855632,322961408~660796,331350016~2529876,335544320~7163388,348127232~3929283,359002405~5040542,366649569~3191287,375386642~211991,377487360~7804805,387009356~5016018,392147187~8494705,401153017~1217287,410005681~6978288] 2023-12-20T11:37:46.290 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to 12 diff [3777863~7953302,18784896~1869471,24808360~17746340,46509186~10228010,65487154~615254,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4564183,110049007~13610194,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~6789825,176783818~5508489,187160279~14098631,205154337~2924137,209870250~4307509,226180801~6662345,233056960~7140434,242802740~4493085,249250530~10001754,262307723~5624633,279672380~544314,281203648~18141538,308029280~7855632,323571749~50455,332734553~1145339,336168546~6539162,351320911~735604,354507976~9534971,366649569~3191287,371892947~1250981,373898832~3542373,377488456~7803709,387009356~5016018,392147187~8494705,401181264~1189040,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.291 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,18784896~1869471,24808360~17746340,46509186~10228010,65487154~615254,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4564183,110049007~13610194,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~6789825,176783818~5508489,187160279~14098631,205154337~2924137,209870250~4307509,226180801~6662345,233056960~7140434,242802740~4493085,249250530~10001754,262307723~5624633,279672380~544314,281203648~18141538,308029280~7855632,323571749~50455,332734553~1145339,336168546~6539162,351320911~735604,354507976~9534971,366649569~3191287,371892947~1250981,373898832~3542373,377488456~7803709,387009356~5016018,392147187~8494705,401181264~1189040,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.296 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,18784896~1869471,22039107~20515593,46137344~10599852,62914560~3187848,78555475~4616914,86018654~8942914,96591703~1416590,104365447~4852489,109528900~14130301,125829120~14649332,146800640~3991710,150994944~400343,165426856~6789825,176160768~6131539,187160279~14098631,205154337~2924137,209870250~4307509,226180801~14016593,242021648~5274177,247463936~11788348,262307723~5624633,278565385~1651309,281018368~18326818,308029280~7855632,322961408~660796,331350016~2529876,335544320~7163388,348127232~3929283,352321536~11721411,366649569~3191287,371892947~1250981,373898832~3542373,377487360~7804805,387009356~5016018,392147187~8494705,401153017~1217287,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.296 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to 13 diff [3777863~7953302,18784896~23769804,46509186~10228010,65487154~615254,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4564183,110049007~13610194,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~6789825,176783818~5508489,187160279~14098631,205154337~2924137,209870250~4307509,226180801~6662345,233056960~7140434,242802740~4493085,247764219~11488065,262307723~5624633,279672380~544314,281203648~21260993,307118807~8766105,323571749~50455,332734553~1145339,336168546~6539162,351320911~735604,354507976~9534971,366649569~3191287,371892947~1250981,373898832~3542373,377488456~7803709,387009356~13632536,401181264~1189040,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.296 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,18784896~23769804,46509186~10228010,65487154~615254,78666520~4505869,86018654~8942914,96591703~1416590,104653753~4564183,110049007~13610194,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~6789825,176783818~5508489,187160279~14098631,205154337~2924137,209870250~4307509,226180801~6662345,233056960~7140434,242802740~4493085,247764219~11488065,262307723~5624633,279672380~544314,281203648~21260993,307118807~8766105,323571749~50455,332734553~1145339,336168546~6539162,351320911~735604,354507976~9534971,366649569~3191287,371892947~1250981,373898832~3542373,377488456~7803709,387009356~13632536,401181264~1189040,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.303 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,18784896~23769804,46137344~10599852,62914560~3187848,78555475~4616914,86018654~8942914,96591703~1416590,104365447~4852489,109528900~14130301,125829120~14649332,146800640~3991710,150994944~400343,165426856~6789825,176160768~6131539,187160279~14098631,205154337~2924137,209870250~4307509,226180801~14016593,242021648~5274177,247463936~11788348,262307723~5624633,278565385~1651309,281018368~21446273,307118807~8766105,322961408~660796,331350016~2529876,335544320~7163388,348127232~3929283,352321536~11721411,366649569~3191287,371892947~1250981,373898832~3542373,377487360~7804805,387009356~13632536,401153017~1217287,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.303 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to 14 diff [3777863~7953302,18784896~26172944,46509186~10228010,65487154~615254,78457150~4715239,86018654~8942914,96591703~1416590,104653753~4564183,110049007~30429445,149423585~1368765,151322921~72366,165426856~8447613,176783818~5508489,187160279~14098631,205154337~2924137,209870250~4307509,226180801~6662345,233056960~7140434,242802740~4493085,247764219~11488065,262307723~5624633,279672380~544314,281203648~21260993,307118807~8766105,323571749~50455,332734553~1145339,335717868~7881197,351320911~735604,354507976~9534971,366649569~3191287,371892947~1250981,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.303 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,18784896~26172944,46509186~10228010,65487154~615254,78457150~4715239,86018654~8942914,96591703~1416590,104653753~4564183,110049007~30429445,149423585~1368765,151322921~72366,165426856~8447613,176783818~5508489,187160279~14098631,205154337~2924137,209870250~4307509,226180801~6662345,233056960~7140434,242802740~4493085,247764219~11488065,262307723~5624633,279672380~544314,281203648~21260993,307118807~8766105,323571749~50455,332734553~1145339,335717868~7881197,351320911~735604,354507976~9534971,366649569~3191287,371892947~1250981,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.309 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,18784896~26172944,46137344~10599852,62914560~3187848,78457150~4715239,86018654~8942914,96591703~1416590,104365447~4852489,109528900~30949552,146800640~3991710,150994944~400343,165426856~8447613,176160768~6131539,187160279~14098631,205154337~2924137,209870250~4307509,226180801~14016593,242021648~5274177,247463936~11788348,262307723~5624633,278565385~1651309,281018368~21446273,307118807~8766105,322961408~660796,331350016~2529876,335544320~8054745,348127232~3929283,352321536~11721411,366649569~3191287,371892947~1250981,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.309 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to 15 diff [3777863~7953302,17567489~28510342,46509186~10228010,65487154~615254,72089626~4701475,78457150~4715239,86018654~8942914,96591703~1416590,104653753~4564183,110049007~30429445,149423585~1368765,151322921~72366,165426856~8447613,175932267~6360040,187160279~14098631,205154337~2924137,209870250~4307509,226180801~6662345,233056960~14238865,247764219~11488065,262307723~5624633,279672380~544314,281203648~21655571,307118807~8766105,323571749~50455,332734553~1145339,335717868~7881197,351320911~735604,354507976~9534971,366649569~3191287,371892947~1250981,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.309 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,17567489~28510342,46509186~10228010,65487154~615254,72089626~4701475,78457150~4715239,86018654~8942914,96591703~1416590,104653753~4564183,110049007~30429445,149423585~1368765,151322921~72366,165426856~8447613,175932267~6360040,187160279~14098631,205154337~2924137,209870250~4307509,226180801~6662345,233056960~14238865,247764219~11488065,262307723~5624633,279672380~544314,281203648~21655571,307118807~8766105,323571749~50455,332734553~1145339,335717868~7881197,351320911~735604,354507976~9534971,366649569~3191287,371892947~1250981,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.316 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,17567489~28510342,46137344~10599852,62914560~3187848,72089626~4701475,78457150~4715239,86018654~8942914,96591703~1416590,104365447~4852489,109528900~30949552,146800640~3991710,150994944~400343,165426856~16865451,187160279~14098631,205154337~2924137,209870250~4307509,226180801~21115024,247463936~11788348,262307723~5624633,278565385~1651309,281018368~21840851,307118807~8766105,322961408~660796,331350016~2529876,335544320~8054745,348127232~3929283,352321536~11721411,366649569~3191287,371892947~1250981,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.316 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to 16 diff [3777863~7953302,17567489~28510342,46509186~10228010,65487154~615254,72089626~4701475,78457150~5517940,86018654~14627583,104653753~4564183,110049007~32715726,149423585~1368765,151322921~72366,165426856~8447613,175932267~6360040,187160279~14098631,205154337~9023422,226180801~6662345,233056960~14238865,247764219~11488065,262307723~5624633,271262368~1182957,279672380~544314,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~4840783,332734553~1145339,335717868~7881197,351320911~735604,354507976~9534971,366649569~3191287,371892947~1250981,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.316 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,17567489~28510342,46509186~10228010,65487154~615254,72089626~4701475,78457150~5517940,86018654~14627583,104653753~4564183,110049007~32715726,149423585~1368765,151322921~72366,165426856~8447613,175932267~6360040,187160279~14098631,205154337~9023422,226180801~6662345,233056960~14238865,247764219~11488065,262307723~5624633,271262368~1182957,279672380~544314,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~4840783,332734553~1145339,335717868~7881197,351320911~735604,354507976~9534971,366649569~3191287,371892947~1250981,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.322 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,17567489~28510342,46137344~10599852,62914560~3187848,72089626~4701475,78457150~5517940,86018654~14627583,104365447~4852489,109528900~33235833,146800640~3991710,150994944~400343,165426856~16865451,187160279~14098631,205154337~9023422,226180801~21115024,247463936~11788348,262307723~5624633,271262368~1182957,278565385~1651309,281018368~21840851,306481530~9403382,318767104~10877181,331350016~2529876,335544320~8054745,348127232~3929283,352321536~11721411,366649569~3191287,371892947~1250981,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.322 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to 17 diff [3777863~7953302,17567489~28510342,46509186~10228010,65487154~615254,72089626~4701475,78457150~5517940,86018654~14627583,104653753~4564183,110049007~32715726,149423585~1368765,151322921~72366,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,226180801~6662345,233056960~14238865,247764219~11488065,262307723~5624633,271262368~4316279,279672380~544314,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~7529722,332734553~1145339,335717868~9796300,351320911~735604,354507976~9534971,366649569~3191287,371892947~1250981,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.323 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,17567489~28510342,46509186~10228010,65487154~615254,72089626~4701475,78457150~5517940,86018654~14627583,104653753~4564183,110049007~32715726,149423585~1368765,151322921~72366,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,226180801~6662345,233056960~14238865,247764219~11488065,262307723~5624633,271262368~4316279,279672380~544314,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~7529722,332734553~1145339,335717868~9796300,351320911~735604,354507976~9534971,366649569~3191287,371892947~1250981,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.329 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,17567489~28510342,46137344~10599852,62914560~3187848,72089626~4701475,78457150~5517940,86018654~14627583,104365447~4852489,109528900~33235833,146800640~3991710,150994944~400343,165182446~52971,165426856~16865451,187160279~30335738,226180801~21115024,247463936~11788348,262307723~5624633,271262368~4316279,278565385~1651309,281018368~21840851,306481530~9403382,318767104~15112788,335544320~9969848,348127232~3929283,352321536~11721411,366649569~3191287,371892947~1250981,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.329 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to 18 diff [3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~7224574,78457150~22189087,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,226180801~6662345,233056960~14238865,247764219~11488065,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~7529722,332734553~1145339,335717868~17459730,354507976~9534971,366649569~3191287,371892947~1250981,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.329 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~7224574,78457150~22189087,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,226180801~6662345,233056960~14238865,247764219~11488065,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~7529722,332734553~1145339,335717868~17459730,354507976~9534971,366649569~3191287,371892947~1250981,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.335 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,17567489~28510342,46137344~10599852,58995052~8933837,70221395~7224574,78457150~22189087,104365447~4852489,109528900~33235833,146800640~8355158,165182446~52971,165426856~16865451,187160279~30335738,226180801~21115024,247463936~11788348,262307723~5624633,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~15112788,335544320~28498627,366649569~3191287,371892947~1250981,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.335 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to 19 diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.335 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.341 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,17567489~28510342,46137344~10599852,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,165182446~52971,165426856~52069161,226180801~33071483,262307723~5624633,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.342 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to 6 diff [8908000~2823165,50447126~6290070,110049007~6678228,119604118~2030436,251266129~1578994,255419711~1766003,308029280~3815886,387009356~5016018,394688265~5953627,401181264~1189040] 2023-12-20T11:37:46.342 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [8908000~2823165,50447126~6290070,110049007~6678228,119604118~2030436,251266129~1578994,255419711~1766003,308029280~3815886,387009356~5016018,394688265~5953627,401181264~1189040] 2023-12-20T11:37:46.348 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [8908000~2823165,50447126~6290070,109528900~7198335,119604118~2030436,247463936~9721778,308029280~3815886,387009356~5016018,394688265~5953627,401153017~1217287] 2023-12-20T11:37:46.348 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to 7 diff [3777863~7953302,24808360~7490679,50447126~6290070,86018654~4640785,104653753~4564183,110049007~6678228,119604118~2030436,127485910~6015971,151322921~72366,192453185~2845116,251266129~1578994,255419711~1766003,294874522~4470664,308029280~3815886,387009356~5016018,394688265~5953627,401181264~1189040] 2023-12-20T11:37:46.348 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,24808360~7490679,50447126~6290070,86018654~4640785,104653753~4564183,110049007~6678228,119604118~2030436,127485910~6015971,151322921~72366,192453185~2845116,251266129~1578994,255419711~1766003,294874522~4470664,308029280~3815886,387009356~5016018,394688265~5953627,401181264~1189040] 2023-12-20T11:37:46.354 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,22039107~10259932,50447126~6290070,86018654~4640785,104365447~4852489,109528900~7198335,119604118~2030436,125829120~7672761,150994944~400343,192453185~2845116,247463936~9721778,294874522~4470664,308029280~3815886,387009356~5016018,394688265~5953627,401153017~1217287] 2023-12-20T11:37:46.354 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to 8 diff [3777863~7953302,24808360~7490679,40281146~642406,50447126~6290070,78666520~4505869,86018654~4640785,104653753~4564183,110049007~6678228,119604118~2030436,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~5555787,187160279~2371213,192058967~7796064,251266129~5919585,294874522~4470664,308029280~3815886,375386642~211991,387009356~5016018,394688265~5953627,401181264~1189040] 2023-12-20T11:37:46.354 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,24808360~7490679,40281146~642406,50447126~6290070,78666520~4505869,86018654~4640785,104653753~4564183,110049007~6678228,119604118~2030436,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~5555787,187160279~2371213,192058967~7796064,251266129~5919585,294874522~4470664,308029280~3815886,375386642~211991,387009356~5016018,394688265~5953627,401181264~1189040] 2023-12-20T11:37:46.360 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,22039107~10259932,37851077~3072475,50447126~6290070,78555475~4616914,86018654~4640785,104365447~4852489,109528900~7198335,119604118~2030436,125829120~14649332,146800640~3991710,150994944~400343,165426856~5555787,187160279~2371213,192058967~7796064,247463936~9721778,294874522~4470664,308029280~3815886,375386642~211991,387009356~5016018,394688265~5953627,401153017~1217287] 2023-12-20T11:37:46.360 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to 9 diff [3777863~7953302,18784896~1869471,24808360~9760310,35404017~7150683,50447126~6290070,78666520~4505869,86018654~5125759,104653753~4564183,110049007~6678228,119604118~2030436,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~5555787,187160279~2371213,192058967~7796064,226180801~6662345,236472178~3287819,251266129~5919585,257258666~1993618,282019200~5904615,294874522~4470664,308029280~3815886,359002405~5040542,375386642~211991,377488456~7803709,387009356~5016018,394688265~5953627,401181264~1189040] 2023-12-20T11:37:46.360 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,18784896~1869471,24808360~9760310,35404017~7150683,50447126~6290070,78666520~4505869,86018654~5125759,104653753~4564183,110049007~6678228,119604118~2030436,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~5555787,187160279~2371213,192058967~7796064,226180801~6662345,236472178~3287819,251266129~5919585,257258666~1993618,282019200~5904615,294874522~4470664,308029280~3815886,359002405~5040542,375386642~211991,377488456~7803709,387009356~5016018,394688265~5953627,401181264~1189040] 2023-12-20T11:37:46.369 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,18784896~1869471,22039107~12529563,35404017~7150683,50447126~6290070,78555475~4616914,86018654~5125759,104365447~4852489,109528900~7198335,119604118~2030436,125829120~14649332,146800640~3991710,150994944~400343,165426856~5555787,187160279~2371213,192058967~7796064,226180801~6662345,236472178~3287819,247463936~11788348,281018368~6905447,294874522~4470664,308029280~3815886,359002405~5040542,375386642~211991,377487360~7804805,387009356~5016018,394688265~5953627,401153017~1217287] 2023-12-20T11:37:46.369 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to 10 diff [3777863~7953302,18784896~1869471,24808360~9760310,35404017~7150683,46509186~3613820,50447126~6290070,78666520~4505869,86018654~8942914,104653753~4564183,110049007~13610194,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~5555787,187160279~12694752,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,251266129~5919585,257258666~1993618,282019200~5904615,294874522~4470664,308029280~7855632,323571749~50455,359002405~5040542,375386642~211991,377488456~7803709,387009356~5016018,394688265~5953627,401181264~1189040,410005681~6978288] 2023-12-20T11:37:46.369 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,18784896~1869471,24808360~9760310,35404017~7150683,46509186~3613820,50447126~6290070,78666520~4505869,86018654~8942914,104653753~4564183,110049007~13610194,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~5555787,187160279~12694752,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,251266129~5919585,257258666~1993618,282019200~5904615,294874522~4470664,308029280~7855632,323571749~50455,359002405~5040542,375386642~211991,377488456~7803709,387009356~5016018,394688265~5953627,401181264~1189040,410005681~6978288] 2023-12-20T11:37:46.378 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,18784896~1869471,22039107~12529563,35404017~7150683,46137344~3985662,50447126~6290070,78555475~4616914,86018654~8942914,104365447~4852489,109528900~14130301,125829120~14649332,146800640~3991710,150994944~400343,165426856~5555787,187160279~12694752,209870250~4307509,226180801~6662345,236472178~3287819,242021648~5274177,247463936~11788348,281018368~6905447,294874522~4470664,308029280~7855632,322961408~660796,359002405~5040542,375386642~211991,377487360~7804805,387009356~5016018,394688265~5953627,401153017~1217287,410005681~6978288] 2023-12-20T11:37:46.378 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to 11 diff [3777863~7953302,18784896~1869471,24808360~17746340,46509186~10228010,78666520~4505869,86018654~8942914,104653753~4564183,110049007~13610194,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~5555787,187160279~12694752,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,251266129~5919585,257258666~1993618,281203648~18141538,308029280~7855632,323571749~50455,332880593~999299,336168546~6539162,351320911~735604,359002405~5040542,375386642~211991,377488456~7803709,387009356~5016018,394688265~5953627,401181264~1189040,410005681~6978288] 2023-12-20T11:37:46.378 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,18784896~1869471,24808360~17746340,46509186~10228010,78666520~4505869,86018654~8942914,104653753~4564183,110049007~13610194,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~5555787,187160279~12694752,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,251266129~5919585,257258666~1993618,281203648~18141538,308029280~7855632,323571749~50455,332880593~999299,336168546~6539162,351320911~735604,359002405~5040542,375386642~211991,377488456~7803709,387009356~5016018,394688265~5953627,401181264~1189040,410005681~6978288] 2023-12-20T11:37:46.385 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,18784896~1869471,22039107~20515593,46137344~10599852,78555475~4616914,86018654~8942914,104365447~4852489,109528900~14130301,125829120~14649332,146800640~3991710,150994944~400343,165426856~5555787,187160279~12694752,209870250~4307509,226180801~6662345,236472178~3287819,242021648~5274177,247463936~11788348,281018368~18326818,308029280~7855632,322961408~660796,332880593~999299,335544320~7163388,348127232~3929283,359002405~5040542,375386642~211991,377487360~7804805,387009356~5016018,394688265~5953627,401153017~1217287,410005681~6978288] 2023-12-20T11:37:46.385 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to 12 diff [3777863~7953302,18784896~1869471,24808360~17746340,46509186~10228010,65487154~615254,78666520~4505869,86018654~8942914,104653753~4564183,110049007~13610194,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~6789825,176783818~5508489,187160279~14098631,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,249250530~10001754,281203648~18141538,308029280~7855632,323571749~50455,332880593~999299,336168546~6539162,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,387009356~5016018,394688265~5953627,401181264~1189040,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.385 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,18784896~1869471,24808360~17746340,46509186~10228010,65487154~615254,78666520~4505869,86018654~8942914,104653753~4564183,110049007~13610194,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~6789825,176783818~5508489,187160279~14098631,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,249250530~10001754,281203648~18141538,308029280~7855632,323571749~50455,332880593~999299,336168546~6539162,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,387009356~5016018,394688265~5953627,401181264~1189040,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.393 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,18784896~1869471,22039107~20515593,46137344~10599852,62914560~3187848,78555475~4616914,86018654~8942914,104365447~4852489,109528900~14130301,125829120~14649332,146800640~3991710,150994944~400343,165426856~6789825,176160768~6131539,187160279~14098631,209870250~4307509,226180801~6662345,236472178~3287819,242021648~5274177,247463936~11788348,281018368~18326818,308029280~7855632,322961408~660796,332880593~999299,335544320~7163388,348127232~3929283,352321536~11721411,371892947~1250981,373898832~3542373,377487360~7804805,387009356~5016018,394688265~5953627,401153017~1217287,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.393 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to 13 diff [3777863~7953302,18784896~23769804,46509186~10228010,65487154~615254,78666520~4505869,86018654~8942914,104653753~4564183,110049007~13610194,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~6789825,176783818~5508489,187160279~14098631,207748917~135761,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,247764219~11488065,281203648~21260993,307118807~8766105,323571749~50455,332880593~999299,336168546~6539162,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,387009356~13632536,401181264~1189040,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.393 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,18784896~23769804,46509186~10228010,65487154~615254,78666520~4505869,86018654~8942914,104653753~4564183,110049007~13610194,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~6789825,176783818~5508489,187160279~14098631,207748917~135761,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,247764219~11488065,281203648~21260993,307118807~8766105,323571749~50455,332880593~999299,336168546~6539162,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,387009356~13632536,401181264~1189040,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.400 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,18784896~23769804,46137344~10599852,62914560~3187848,78555475~4616914,86018654~8942914,104365447~4852489,109528900~14130301,125829120~14649332,146800640~3991710,150994944~400343,165426856~6789825,176160768~6131539,187160279~14098631,207748917~135761,209870250~4307509,226180801~6662345,236472178~3287819,242021648~5274177,247463936~11788348,281018368~21446273,307118807~8766105,322961408~660796,332880593~999299,335544320~7163388,348127232~3929283,352321536~11721411,371892947~1250981,373898832~3542373,377487360~7804805,387009356~13632536,401153017~1217287,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.400 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to 14 diff [3777863~7953302,18784896~26172944,46509186~10228010,65487154~615254,78457150~4715239,86018654~8942914,104653753~4564183,110049007~30429445,149423585~1368765,151322921~72366,165426856~8447613,176783818~5508489,187160279~14098631,207748917~135761,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,247764219~11488065,281203648~21260993,307118807~8766105,323571749~50455,332880593~999299,335717868~7881197,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.400 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,18784896~26172944,46509186~10228010,65487154~615254,78457150~4715239,86018654~8942914,104653753~4564183,110049007~30429445,149423585~1368765,151322921~72366,165426856~8447613,176783818~5508489,187160279~14098631,207748917~135761,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,247764219~11488065,281203648~21260993,307118807~8766105,323571749~50455,332880593~999299,335717868~7881197,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.407 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,18784896~26172944,46137344~10599852,62914560~3187848,78457150~4715239,86018654~8942914,104365447~4852489,109528900~30949552,146800640~3991710,150994944~400343,165426856~8447613,176160768~6131539,187160279~14098631,207748917~135761,209870250~4307509,226180801~6662345,236472178~3287819,242021648~5274177,247463936~11788348,281018368~21446273,307118807~8766105,322961408~660796,332880593~999299,335544320~8054745,348127232~3929283,352321536~11721411,371892947~1250981,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.407 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to 15 diff [3777863~7953302,17567489~28510342,46509186~10228010,65487154~615254,72089626~4701475,78457150~4715239,86018654~8942914,104653753~4564183,110049007~30429445,149423585~1368765,151322921~72366,165426856~8447613,175932267~6360040,187160279~14098631,207748917~135761,209870250~4307509,226180801~6662345,236472178~10823647,247764219~11488065,281203648~21655571,307118807~8766105,323571749~50455,332880593~999299,335717868~7881197,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.407 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,17567489~28510342,46509186~10228010,65487154~615254,72089626~4701475,78457150~4715239,86018654~8942914,104653753~4564183,110049007~30429445,149423585~1368765,151322921~72366,165426856~8447613,175932267~6360040,187160279~14098631,207748917~135761,209870250~4307509,226180801~6662345,236472178~10823647,247764219~11488065,281203648~21655571,307118807~8766105,323571749~50455,332880593~999299,335717868~7881197,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.415 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,17567489~28510342,46137344~10599852,62914560~3187848,72089626~4701475,78457150~4715239,86018654~8942914,104365447~4852489,109528900~30949552,146800640~3991710,150994944~400343,165426856~16865451,187160279~14098631,207748917~135761,209870250~4307509,226180801~6662345,236472178~10823647,247463936~11788348,281018368~21840851,307118807~8766105,322961408~660796,332880593~999299,335544320~8054745,348127232~3929283,352321536~11721411,371892947~1250981,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.415 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to 16 diff [3777863~7953302,17567489~28510342,46509186~10228010,65487154~615254,72089626~4701475,78457150~5517940,86018654~14627583,104653753~4564183,110049007~32715726,149423585~1368765,151322921~72366,165426856~8447613,175932267~6360040,187160279~14098631,205727789~8449970,226180801~6662345,236472178~10823647,247764219~11488065,271262368~1182957,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~4840783,332880593~999299,335717868~7881197,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.415 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,17567489~28510342,46509186~10228010,65487154~615254,72089626~4701475,78457150~5517940,86018654~14627583,104653753~4564183,110049007~32715726,149423585~1368765,151322921~72366,165426856~8447613,175932267~6360040,187160279~14098631,205727789~8449970,226180801~6662345,236472178~10823647,247764219~11488065,271262368~1182957,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~4840783,332880593~999299,335717868~7881197,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.423 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,17567489~28510342,46137344~10599852,62914560~3187848,72089626~4701475,78457150~5517940,86018654~14627583,104365447~4852489,109528900~33235833,146800640~3991710,150994944~400343,165426856~16865451,187160279~14098631,205727789~8449970,226180801~6662345,236472178~10823647,247463936~11788348,271262368~1182957,281018368~21840851,306481530~9403382,318767104~10877181,332880593~999299,335544320~8054745,348127232~3929283,352321536~11721411,371892947~1250981,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.423 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to 17 diff [3777863~7953302,17567489~28510342,46509186~10228010,65487154~615254,72089626~4701475,78457150~5517940,86018654~14627583,104653753~4564183,110049007~32715726,149423585~1368765,151322921~72366,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,226180801~6662345,234968234~12327591,247764219~11488065,271262368~4316279,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~7529722,332880593~999299,335717868~9796300,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.423 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,17567489~28510342,46509186~10228010,65487154~615254,72089626~4701475,78457150~5517940,86018654~14627583,104653753~4564183,110049007~32715726,149423585~1368765,151322921~72366,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,226180801~6662345,234968234~12327591,247764219~11488065,271262368~4316279,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~7529722,332880593~999299,335717868~9796300,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.429 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,17567489~28510342,46137344~10599852,62914560~3187848,72089626~4701475,78457150~5517940,86018654~14627583,104365447~4852489,109528900~33235833,146800640~3991710,150994944~400343,165182446~52971,165426856~16865451,187160279~30335738,226180801~6662345,234968234~12327591,247463936~11788348,271262368~4316279,281018368~21840851,306481530~9403382,318767104~13566120,332880593~999299,335544320~9969848,348127232~3929283,352321536~11721411,371892947~1250981,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.429 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to 18 diff [3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~7224574,78457150~22189087,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,226180801~6662345,234968234~12327591,247764219~11488065,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~7529722,332880593~999299,335717868~17459730,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.429 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~7224574,78457150~22189087,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,226180801~6662345,234968234~12327591,247764219~11488065,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~7529722,332880593~999299,335717868~17459730,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.435 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~8568137,17567489~28510342,46137344~10599852,58995052~8933837,70221395~7224574,78457150~22189087,104365447~4852489,109528900~33235833,146800640~8355158,165182446~52971,165426856~16865451,187160279~30335738,226180801~6662345,234968234~12327591,247463936~11788348,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~13566120,332880593~999299,335544320~28498627,371892947~1250981,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.435 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to 19 diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.435 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.441 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,17567489~28510342,46137344~10599852,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:46.441 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to 7 diff [3777863~6727154,24808360~7490679,86018654~4640785,104653753~4564183,127485910~6015971,151322921~72366,192453185~2845116,294874522~4470664] 2023-12-20T11:37:46.442 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~6727154,24808360~7490679,86018654~4640785,104653753~4564183,127485910~6015971,151322921~72366,192453185~2845116,294874522~4470664] 2023-12-20T11:37:46.448 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~7341989,22039107~10259932,86018654~4640785,104365447~4852489,125829120~7672761,150994944~400343,192453185~2845116,294874522~4470664] 2023-12-20T11:37:46.448 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to 8 diff [3777863~6727154,24808360~7490679,40281146~642406,78666520~4505869,86018654~4640785,104653753~4564183,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~5555787,187160279~2371213,192058967~7796064,251472582~5702649,294874522~4470664,375386642~211991] 2023-12-20T11:37:46.448 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~6727154,24808360~7490679,40281146~642406,78666520~4505869,86018654~4640785,104653753~4564183,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~5555787,187160279~2371213,192058967~7796064,251472582~5702649,294874522~4470664,375386642~211991] 2023-12-20T11:37:46.454 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~7341989,22039107~10259932,37851077~3072475,78555475~4616914,86018654~4640785,104365447~4852489,125829120~14649332,146800640~3991710,150994944~400343,165426856~5555787,187160279~2371213,192058967~7796064,251472582~5702649,294874522~4470664,375386642~211991] 2023-12-20T11:37:46.454 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to 9 diff [3777863~6727154,18784896~1869471,24808360~9760310,35404017~7150683,78666520~4505869,86018654~5125759,104653753~4564183,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~5555787,187160279~2371213,192058967~7796064,226180801~6662345,236472178~3287819,251472582~5702649,257258666~1993618,282019200~5904615,294874522~4470664,359002405~5040542,375386642~211991,377488456~7803709] 2023-12-20T11:37:46.454 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~6727154,18784896~1869471,24808360~9760310,35404017~7150683,78666520~4505869,86018654~5125759,104653753~4564183,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~5555787,187160279~2371213,192058967~7796064,226180801~6662345,236472178~3287819,251472582~5702649,257258666~1993618,282019200~5904615,294874522~4470664,359002405~5040542,375386642~211991,377488456~7803709] 2023-12-20T11:37:46.461 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~7341989,18784896~1869471,22039107~12529563,35404017~7150683,78555475~4616914,86018654~5125759,104365447~4852489,125829120~14649332,146800640~3991710,150994944~400343,165426856~5555787,187160279~2371213,192058967~7796064,226180801~6662345,236472178~3287819,251472582~5702649,257185714~2066570,281018368~6905447,294874522~4470664,359002405~5040542,375386642~211991,377487360~7804805] 2023-12-20T11:37:46.461 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to 10 diff [3777863~6727154,18784896~1869471,24808360~9760310,35404017~7150683,46509186~3613820,78666520~4505869,86018654~8942914,104653753~4564183,116390010~7269191,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~5555787,187160279~12694752,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,251472582~5702649,257258666~1993618,282019200~5904615,294874522~4470664,310976560~4908352,323571749~50455,359002405~5040542,375386642~211991,377488456~7803709,410005681~6978288] 2023-12-20T11:37:46.461 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~6727154,18784896~1869471,24808360~9760310,35404017~7150683,46509186~3613820,78666520~4505869,86018654~8942914,104653753~4564183,116390010~7269191,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~5555787,187160279~12694752,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,251472582~5702649,257258666~1993618,282019200~5904615,294874522~4470664,310976560~4908352,323571749~50455,359002405~5040542,375386642~211991,377488456~7803709,410005681~6978288] 2023-12-20T11:37:46.467 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~7341989,18784896~1869471,22039107~12529563,35404017~7150683,46137344~3985662,78555475~4616914,86018654~8942914,104365447~4852489,116390010~7269191,125829120~14649332,146800640~3991710,150994944~400343,165426856~5555787,187160279~12694752,209870250~4307509,226180801~6662345,236472178~3287819,242021648~5274177,251472582~5702649,257185714~2066570,281018368~6905447,294874522~4470664,310976560~4908352,322961408~660796,359002405~5040542,375386642~211991,377487360~7804805,410005681~6978288] 2023-12-20T11:37:46.467 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to 11 diff [3777863~6727154,18784896~1869471,24808360~17746340,46509186~6416956,78666520~4505869,86018654~8942914,104653753~4564183,110724624~12934577,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~5555787,187160279~12694752,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,251472582~5702649,257258666~1993618,281203648~18141538,310976560~4908352,323571749~50455,332880593~999299,336168546~6539162,351320911~735604,359002405~5040542,375386642~211991,377488456~7803709,410005681~6978288] 2023-12-20T11:37:46.467 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~6727154,18784896~1869471,24808360~17746340,46509186~6416956,78666520~4505869,86018654~8942914,104653753~4564183,110724624~12934577,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~5555787,187160279~12694752,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,251472582~5702649,257258666~1993618,281203648~18141538,310976560~4908352,323571749~50455,332880593~999299,336168546~6539162,351320911~735604,359002405~5040542,375386642~211991,377488456~7803709,410005681~6978288] 2023-12-20T11:37:46.474 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~7341989,18784896~1869471,22039107~20515593,46137344~6788798,78555475~4616914,86018654~8942914,104365447~4852489,110724624~12934577,125829120~14649332,146800640~3991710,150994944~400343,165426856~5555787,187160279~12694752,209870250~4307509,226180801~6662345,236472178~3287819,242021648~5274177,251472582~5702649,257185714~2066570,281018368~18326818,310976560~4908352,322961408~660796,332880593~999299,335544320~7163388,348127232~3929283,359002405~5040542,375386642~211991,377487360~7804805,410005681~6978288] 2023-12-20T11:37:46.474 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to 12 diff [3777863~6727154,18784896~1869471,24808360~17746340,46509186~6416956,65487154~615254,78666520~4505869,86018654~8942914,104653753~4564183,110724624~12934577,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~6789825,176783818~5508489,187160279~14098631,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,249250530~10001754,281203648~18141538,310976560~4908352,323571749~50455,332880593~999299,336168546~6539162,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.474 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~6727154,18784896~1869471,24808360~17746340,46509186~6416956,65487154~615254,78666520~4505869,86018654~8942914,104653753~4564183,110724624~12934577,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~6789825,176783818~5508489,187160279~14098631,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,249250530~10001754,281203648~18141538,310976560~4908352,323571749~50455,332880593~999299,336168546~6539162,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.480 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~7341989,18784896~1869471,22039107~20515593,46137344~6788798,62914560~3187848,78555475~4616914,86018654~8942914,104365447~4852489,110724624~12934577,125829120~14649332,146800640~3991710,150994944~400343,165426856~6789825,176160768~6131539,187160279~14098631,209870250~4307509,226180801~6662345,236472178~3287819,242021648~5274177,249250530~10001754,281018368~18326818,310976560~4908352,322961408~660796,332880593~999299,335544320~7163388,348127232~3929283,352321536~11721411,371892947~1250981,373898832~3542373,377487360~7804805,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.480 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to 13 diff [3777863~6727154,18784896~23769804,46509186~6416956,65487154~615254,78666520~4505869,86018654~8942914,104653753~4564183,110724624~12934577,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~6789825,176783818~5508489,187160279~14098631,207748917~135761,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,247764219~11488065,281203648~21260993,307118807~8766105,323571749~50455,332880593~999299,336168546~6539162,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.480 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~6727154,18784896~23769804,46509186~6416956,65487154~615254,78666520~4505869,86018654~8942914,104653753~4564183,110724624~12934577,127485910~6015971,133941518~6536934,149423585~1368765,151322921~72366,165426856~6789825,176783818~5508489,187160279~14098631,207748917~135761,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,247764219~11488065,281203648~21260993,307118807~8766105,323571749~50455,332880593~999299,336168546~6539162,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.487 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~7341989,18784896~23769804,46137344~6788798,62914560~3187848,78555475~4616914,86018654~8942914,104365447~4852489,110724624~12934577,125829120~14649332,146800640~3991710,150994944~400343,165426856~6789825,176160768~6131539,187160279~14098631,207748917~135761,209870250~4307509,226180801~6662345,236472178~3287819,242021648~5274177,247764219~11488065,281018368~21446273,307118807~8766105,322961408~660796,332880593~999299,335544320~7163388,348127232~3929283,352321536~11721411,371892947~1250981,373898832~3542373,377487360~7804805,388992987~6438249,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.487 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to 14 diff [3777863~6727154,18784896~26172944,46509186~6416956,65487154~615254,78457150~4715239,86018654~8942914,104653753~4564183,110724624~29753828,149423585~1368765,151322921~72366,165426856~8447613,176783818~5508489,187160279~14098631,207748917~135761,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,247764219~11488065,281203648~21260993,307118807~8766105,323571749~50455,332880593~999299,335717868~7881197,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.487 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~6727154,18784896~26172944,46509186~6416956,65487154~615254,78457150~4715239,86018654~8942914,104653753~4564183,110724624~29753828,149423585~1368765,151322921~72366,165426856~8447613,176783818~5508489,187160279~14098631,207748917~135761,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,247764219~11488065,281203648~21260993,307118807~8766105,323571749~50455,332880593~999299,335717868~7881197,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.493 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~7341989,18784896~26172944,46137344~6788798,62914560~3187848,78457150~4715239,86018654~8942914,104365447~4852489,110724624~29753828,146800640~3991710,150994944~400343,165426856~8447613,176160768~6131539,187160279~14098631,207748917~135761,209870250~4307509,226180801~6662345,236472178~3287819,242021648~5274177,247764219~11488065,281018368~21446273,307118807~8766105,322961408~660796,332880593~999299,335544320~8054745,348127232~3929283,352321536~11721411,371892947~1250981,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.493 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to 15 diff [3777863~6727154,17567489~28510342,46509186~6416956,65487154~615254,72089626~4701475,78457150~4715239,86018654~8942914,104653753~4564183,110724624~29753828,149423585~1368765,151322921~72366,165426856~8447613,175932267~6360040,187160279~14098631,207748917~135761,209870250~4307509,226180801~6662345,236472178~10823647,247764219~11488065,281203648~21655571,307118807~8766105,323571749~50455,332880593~999299,335717868~7881197,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.493 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~6727154,17567489~28510342,46509186~6416956,65487154~615254,72089626~4701475,78457150~4715239,86018654~8942914,104653753~4564183,110724624~29753828,149423585~1368765,151322921~72366,165426856~8447613,175932267~6360040,187160279~14098631,207748917~135761,209870250~4307509,226180801~6662345,236472178~10823647,247764219~11488065,281203648~21655571,307118807~8766105,323571749~50455,332880593~999299,335717868~7881197,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.499 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~7341989,17567489~28510342,46137344~6788798,62914560~3187848,72089626~4701475,78457150~4715239,86018654~8942914,104365447~4852489,110724624~29753828,146800640~3991710,150994944~400343,165426856~16865451,187160279~14098631,207748917~135761,209870250~4307509,226180801~6662345,236472178~10823647,247764219~11488065,281018368~21840851,307118807~8766105,322961408~660796,332880593~999299,335544320~8054745,348127232~3929283,352321536~11721411,371892947~1250981,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.500 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to 16 diff [3777863~6727154,17567489~28510342,46509186~6416956,65487154~615254,72089626~4701475,78457150~5517940,86018654~14627583,104653753~4564183,110724624~32040109,149423585~1368765,151322921~72366,165426856~8447613,175932267~6360040,187160279~14098631,205727789~8449970,226180801~6662345,236472178~10823647,247764219~11488065,271262368~1182957,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~4840783,332880593~999299,335717868~7881197,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.500 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~6727154,17567489~28510342,46509186~6416956,65487154~615254,72089626~4701475,78457150~5517940,86018654~14627583,104653753~4564183,110724624~32040109,149423585~1368765,151322921~72366,165426856~8447613,175932267~6360040,187160279~14098631,205727789~8449970,226180801~6662345,236472178~10823647,247764219~11488065,271262368~1182957,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~4840783,332880593~999299,335717868~7881197,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.506 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~7341989,17567489~28510342,46137344~6788798,62914560~3187848,72089626~4701475,78457150~5517940,86018654~14627583,104365447~4852489,110724624~32040109,146800640~3991710,150994944~400343,165426856~16865451,187160279~14098631,205727789~8449970,226180801~6662345,236472178~10823647,247764219~11488065,271262368~1182957,281018368~21840851,306481530~9403382,318767104~10877181,332880593~999299,335544320~8054745,348127232~3929283,352321536~11721411,371892947~1250981,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.506 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to 17 diff [3777863~6727154,17567489~28510342,46509186~6416956,65487154~615254,72089626~4701475,78457150~5517940,86018654~14627583,104653753~4564183,110724624~32040109,149423585~1368765,151322921~72366,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,226180801~6662345,234968234~12327591,247764219~11488065,271262368~4316279,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~7529722,332880593~999299,335717868~9796300,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.506 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~6727154,17567489~28510342,46509186~6416956,65487154~615254,72089626~4701475,78457150~5517940,86018654~14627583,104653753~4564183,110724624~32040109,149423585~1368765,151322921~72366,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,226180801~6662345,234968234~12327591,247764219~11488065,271262368~4316279,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~7529722,332880593~999299,335717868~9796300,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.512 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~7341989,17567489~28510342,46137344~6788798,62914560~3187848,72089626~4701475,78457150~5517940,86018654~14627583,104365447~4852489,110724624~32040109,146800640~3991710,150994944~400343,165182446~52971,165426856~16865451,187160279~30335738,226180801~6662345,234968234~12327591,247764219~11488065,271262368~4316279,281018368~21840851,306481530~9403382,318767104~13566120,332880593~999299,335544320~9969848,348127232~3929283,352321536~11721411,371892947~1250981,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.512 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to 18 diff [3777863~6727154,17567489~28510342,46509186~6416956,60954625~6974264,70221395~7224574,78457150~22189087,104653753~4564183,110724624~32040109,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,226180801~6662345,234968234~12327591,247764219~11488065,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~7529722,332880593~999299,335717868~17459730,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.512 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [3777863~6727154,17567489~28510342,46509186~6416956,60954625~6974264,70221395~7224574,78457150~22189087,104653753~4564183,110724624~32040109,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,226180801~6662345,234968234~12327591,247764219~11488065,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~7529722,332880593~999299,335717868~17459730,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.518 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [3163028~7341989,17567489~28510342,46137344~6788798,58995052~8933837,70221395~7224574,78457150~22189087,104365447~4852489,110724624~32040109,146800640~8355158,165182446~52971,165426856~16865451,187160279~30335738,226180801~6662345,234968234~12327591,247764219~11488065,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~13566120,332880593~999299,335544320~28498627,371892947~1250981,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.519 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to 19 diff [2418716~812929,3777863~6727154,17567489~28510342,46509186~6416956,60954625~6974264,70221395~30424842,104653753~4564183,110724624~32040109,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.519 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~6727154,17567489~28510342,46509186~6416956,60954625~6974264,70221395~30424842,104653753~4564183,110724624~32040109,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.525 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~8086301,17567489~28510342,46137344~6788798,58995052~8933837,70221395~30424842,104365447~4852489,110724624~32040109,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.581 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to 8 diff [40281146~642406,78666520~4505869,133941518~6536934,149423585~1368765,165426856~5555787,187160279~2371213,192058967~7796064,251472582~5702649,375386642~211991] 2023-12-20T11:37:46.581 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [40281146~642406,78666520~4505869,133941518~6536934,149423585~1368765,165426856~5555787,187160279~2371213,192058967~7796064,251472582~5702649,375386642~211991] 2023-12-20T11:37:46.584 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [37851077~3072475,78555475~4616914,133501881~6976571,146800640~3991710,165426856~5555787,187160279~2371213,192058967~7796064,251472582~5702649,375386642~211991] 2023-12-20T11:37:46.584 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to 9 diff [18784896~1869471,32147343~2421327,35404017~7150683,78666520~4505869,89282667~1861746,133941518~6536934,149423585~1368765,165426856~5555787,187160279~2371213,192058967~7796064,226180801~6662345,236472178~3287819,251472582~5702649,257258666~1993618,282019200~5904615,359002405~5040542,375386642~211991,377488456~7803709] 2023-12-20T11:37:46.584 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [18784896~1869471,32147343~2421327,35404017~7150683,78666520~4505869,89282667~1861746,133941518~6536934,149423585~1368765,165426856~5555787,187160279~2371213,192058967~7796064,226180801~6662345,236472178~3287819,251472582~5702649,257258666~1993618,282019200~5904615,359002405~5040542,375386642~211991,377488456~7803709] 2023-12-20T11:37:46.584 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [18784896~1869471,32147343~2421327,35404017~7150683,78555475~4616914,89282667~1861746,133501881~6976571,146800640~3991710,165426856~5555787,187160279~2371213,192058967~7796064,226180801~6662345,236472178~3287819,251472582~5702649,257185714~2066570,281018368~6905447,359002405~5040542,375386642~211991,377487360~7804805] 2023-12-20T11:37:46.584 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to 10 diff [5779130~801619,18784896~1869471,32147343~2421327,35404017~7150683,46509186~3613820,78666520~4505869,89282667~5678901,116390010~7269191,133941518~6536934,149423585~1368765,165426856~5555787,187160279~12694752,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,251472582~5702649,257258666~1993618,282019200~5904615,310976560~4908352,323571749~50455,359002405~5040542,375386642~211991,377488456~7803709,410005681~6978288] 2023-12-20T11:37:46.584 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [5779130~801619,18784896~1869471,32147343~2421327,35404017~7150683,46509186~3613820,78666520~4505869,89282667~5678901,116390010~7269191,133941518~6536934,149423585~1368765,165426856~5555787,187160279~12694752,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,251472582~5702649,257258666~1993618,282019200~5904615,310976560~4908352,323571749~50455,359002405~5040542,375386642~211991,377488456~7803709,410005681~6978288] 2023-12-20T11:37:46.585 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [5779130~801619,18784896~1869471,32147343~2421327,35404017~7150683,46137344~3985662,78555475~4616914,89282667~5678901,116390010~7269191,133501881~6976571,146800640~3991710,165426856~5555787,187160279~12694752,209870250~4307509,226180801~6662345,236472178~3287819,242021648~5274177,251472582~5702649,257185714~2066570,281018368~6905447,310976560~4908352,322961408~660796,359002405~5040542,375386642~211991,377487360~7804805,410005681~6978288] 2023-12-20T11:37:46.585 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to 11 diff [5779130~801619,18784896~1869471,26086072~1788611,32147343~10407357,46509186~6416956,78666520~4505869,89282667~5678901,110724624~12934577,133941518~6536934,149423585~1368765,165426856~5555787,187160279~12694752,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,251472582~5702649,257258666~1993618,281203648~14871089,310976560~4908352,323571749~50455,332880593~999299,336168546~6539162,351320911~735604,359002405~5040542,375386642~211991,377488456~7803709,410005681~6978288] 2023-12-20T11:37:46.585 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [5779130~801619,18784896~1869471,26086072~1788611,32147343~10407357,46509186~6416956,78666520~4505869,89282667~5678901,110724624~12934577,133941518~6536934,149423585~1368765,165426856~5555787,187160279~12694752,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,251472582~5702649,257258666~1993618,281203648~14871089,310976560~4908352,323571749~50455,332880593~999299,336168546~6539162,351320911~735604,359002405~5040542,375386642~211991,377488456~7803709,410005681~6978288] 2023-12-20T11:37:46.585 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [5779130~801619,18784896~1869471,26086072~1788611,32147343~10407357,46137344~6788798,78555475~4616914,89282667~5678901,110724624~12934577,133501881~6976571,146800640~3991710,165426856~5555787,187160279~12694752,209870250~4307509,226180801~6662345,236472178~3287819,242021648~5274177,251472582~5702649,257185714~2066570,281018368~15056369,310976560~4908352,322961408~660796,332880593~999299,335544320~7163388,348127232~3929283,359002405~5040542,375386642~211991,377487360~7804805,410005681~6978288] 2023-12-20T11:37:46.585 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to 12 diff [5779130~801619,18784896~1869471,26086072~1788611,32147343~10407357,46509186~6416956,65487154~615254,78666520~4505869,89282667~5678901,110724624~12934577,133941518~6536934,149423585~1368765,165426856~6789825,176783818~5508489,187160279~14098631,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,249250530~10001754,281203648~14871089,310976560~4908352,323571749~50455,332880593~999299,336168546~6539162,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.585 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [5779130~801619,18784896~1869471,26086072~1788611,32147343~10407357,46509186~6416956,65487154~615254,78666520~4505869,89282667~5678901,110724624~12934577,133941518~6536934,149423585~1368765,165426856~6789825,176783818~5508489,187160279~14098631,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,249250530~10001754,281203648~14871089,310976560~4908352,323571749~50455,332880593~999299,336168546~6539162,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.585 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [5779130~801619,18784896~1869471,26086072~1788611,32147343~10407357,46137344~6788798,62914560~3187848,78555475~4616914,89282667~5678901,110724624~12934577,133501881~6976571,146800640~3991710,165426856~6789825,176160768~6131539,187160279~14098631,209870250~4307509,226180801~6662345,236472178~3287819,242021648~5274177,249250530~10001754,281018368~15056369,310976560~4908352,322961408~660796,332880593~999299,335544320~7163388,348127232~3929283,352321536~11721411,371892947~1250981,373898832~3542373,377487360~7804805,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.585 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to 13 diff [5779130~801619,8325532~98567,18784896~9089787,32147343~10407357,46509186~6416956,65487154~615254,78666520~4505869,89282667~5678901,110724624~12934577,133941518~6536934,149423585~1368765,165426856~6789825,176783818~5508489,187160279~14098631,207748917~135761,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,247764219~11488065,281203648~14871089,296711188~5753453,307118807~8766105,323571749~50455,332880593~999299,336168546~6539162,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.585 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [5779130~801619,8325532~98567,18784896~9089787,32147343~10407357,46509186~6416956,65487154~615254,78666520~4505869,89282667~5678901,110724624~12934577,133941518~6536934,149423585~1368765,165426856~6789825,176783818~5508489,187160279~14098631,207748917~135761,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,247764219~11488065,281203648~14871089,296711188~5753453,307118807~8766105,323571749~50455,332880593~999299,336168546~6539162,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.585 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [5779130~801619,8325532~98567,18784896~9089787,32147343~10407357,46137344~6788798,62914560~3187848,78555475~4616914,89282667~5678901,110724624~12934577,133501881~6976571,146800640~3991710,165426856~6789825,176160768~6131539,187160279~14098631,207748917~135761,209870250~4307509,226180801~6662345,236472178~3287819,242021648~5274177,247764219~11488065,281018368~15056369,296711188~5753453,307118807~8766105,322961408~660796,332880593~999299,335544320~7163388,348127232~3929283,352321536~11721411,371892947~1250981,373898832~3542373,377487360~7804805,388992987~6438249,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.585 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to 14 diff [5779130~801619,8325532~98567,18784896~9089787,32147343~12810497,46509186~6416956,65487154~615254,78457150~4715239,89282667~5678901,110724624~17308183,131807307~8671145,149423585~1368765,165426856~8447613,176783818~5508489,187160279~14098631,207748917~135761,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,247764219~11488065,281203648~14871089,296711188~5753453,307118807~8766105,323571749~50455,332880593~999299,335717868~7881197,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.585 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [5779130~801619,8325532~98567,18784896~9089787,32147343~12810497,46509186~6416956,65487154~615254,78457150~4715239,89282667~5678901,110724624~17308183,131807307~8671145,149423585~1368765,165426856~8447613,176783818~5508489,187160279~14098631,207748917~135761,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,247764219~11488065,281203648~14871089,296711188~5753453,307118807~8766105,323571749~50455,332880593~999299,335717868~7881197,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.585 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [5779130~801619,8325532~98567,18784896~9089787,32147343~12810497,46137344~6788798,62914560~3187848,78457150~4715239,89282667~5678901,110724624~17308183,131807307~8671145,146800640~3991710,165426856~8447613,176160768~6131539,187160279~14098631,207748917~135761,209870250~4307509,226180801~6662345,236472178~3287819,242021648~5274177,247764219~11488065,281018368~15056369,296711188~5753453,307118807~8766105,322961408~660796,332880593~999299,335544320~8054745,348127232~3929283,352321536~11721411,371892947~1250981,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.586 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to 15 diff [5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,65487154~615254,72089626~4701475,78457150~4715239,89282667~5678901,110724624~17308183,131807307~8671145,149423585~1368765,165426856~8447613,175932267~6360040,187160279~14098631,207748917~135761,209870250~4307509,226180801~6662345,236472178~10823647,247764219~11488065,281203648~14871089,296711188~6148031,307118807~8766105,323571749~50455,332880593~999299,335717868~7881197,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.586 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,65487154~615254,72089626~4701475,78457150~4715239,89282667~5678901,110724624~17308183,131807307~8671145,149423585~1368765,165426856~8447613,175932267~6360040,187160279~14098631,207748917~135761,209870250~4307509,226180801~6662345,236472178~10823647,247764219~11488065,281203648~14871089,296711188~6148031,307118807~8766105,323571749~50455,332880593~999299,335717868~7881197,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.586 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46137344~6788798,62914560~3187848,72089626~4701475,78457150~4715239,89282667~5678901,110724624~17308183,131807307~8671145,146800640~3991710,165426856~16865451,187160279~14098631,207748917~135761,209870250~4307509,226180801~6662345,236472178~10823647,247764219~11488065,281018368~15056369,296711188~6148031,307118807~8766105,322961408~660796,332880593~999299,335544320~8054745,348127232~3929283,352321536~11721411,371892947~1250981,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.586 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to 16 diff [5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,65487154~615254,72089626~4701475,78457150~5517940,89282667~11363570,110724624~17308183,131807307~10957426,149423585~1368765,165426856~8447613,175932267~6360040,187160279~14098631,205727789~8449970,226180801~6662345,236472178~10823647,247764219~11488065,271262368~1182957,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~4840783,332880593~999299,335717868~7881197,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.586 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,65487154~615254,72089626~4701475,78457150~5517940,89282667~11363570,110724624~17308183,131807307~10957426,149423585~1368765,165426856~8447613,175932267~6360040,187160279~14098631,205727789~8449970,226180801~6662345,236472178~10823647,247764219~11488065,271262368~1182957,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~4840783,332880593~999299,335717868~7881197,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.586 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46137344~6788798,62914560~3187848,72089626~4701475,78457150~5517940,89282667~11363570,110724624~17308183,131807307~10957426,146800640~3991710,165426856~16865451,187160279~14098631,205727789~8449970,226180801~6662345,236472178~10823647,247764219~11488065,271262368~1182957,281018368~15056369,296711188~6148031,306481530~9403382,318767104~10877181,332880593~999299,335544320~8054745,348127232~3929283,352321536~11721411,371892947~1250981,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.586 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to 17 diff [5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,65487154~615254,72089626~4701475,78457150~5517940,89282667~11363570,110724624~19439763,131807307~10957426,149423585~1368765,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,226180801~6662345,234968234~12327591,247764219~11488065,271262368~4316279,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~7529722,332880593~999299,335717868~9796300,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.586 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,65487154~615254,72089626~4701475,78457150~5517940,89282667~11363570,110724624~19439763,131807307~10957426,149423585~1368765,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,226180801~6662345,234968234~12327591,247764219~11488065,271262368~4316279,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~7529722,332880593~999299,335717868~9796300,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.589 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46137344~6788798,62914560~3187848,72089626~4701475,78457150~5517940,89282667~11363570,110724624~19439763,131807307~10957426,146800640~3991710,165182446~52971,165426856~16865451,187160279~30335738,226180801~6662345,234968234~12327591,247764219~11488065,271262368~4316279,281018368~15056369,296711188~6148031,306481530~9403382,318767104~13566120,332880593~999299,335544320~9969848,348127232~3929283,352321536~11721411,371892947~1250981,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.589 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to 18 diff [5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~7224574,78457150~9294715,89282667~11363570,110724624~19439763,131807307~10957426,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,226180801~6662345,234968234~12327591,247764219~11488065,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~7529722,332880593~999299,335717868~17459730,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.589 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~7224574,78457150~9294715,89282667~11363570,110724624~19439763,131807307~10957426,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,187160279~30335738,226180801~6662345,234968234~12327591,247764219~11488065,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~7529722,332880593~999299,335717868~17459730,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.596 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46137344~6788798,58995052~8933837,70221395~7224574,78457150~9294715,89282667~11363570,110724624~19439763,131807307~10957426,146800640~8355158,165182446~52971,165426856~16865451,187160279~30335738,226180801~6662345,234968234~12327591,247764219~11488065,271262368~4316279,277459840~3284479,281018368~15056369,296711188~6148031,306481530~9403382,318767104~13566120,332880593~999299,335544320~28498627,371892947~1250981,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.596 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to 19 diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.596 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.602 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46137344~6788798,58995052~8933837,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~15056369,296711188~6148031,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.602 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to 9 diff [18784896~1869471,32147343~2421327,35404017~7150683,89282667~1861746,226180801~6662345,236472178~3287819,257258666~1993618,282019200~5904615,359002405~5040542,377488456~7803709] 2023-12-20T11:37:46.602 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [18784896~1869471,32147343~2421327,35404017~7150683,89282667~1861746,226180801~6662345,236472178~3287819,257258666~1993618,282019200~5904615,359002405~5040542,377488456~7803709] 2023-12-20T11:37:46.608 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [18784896~1869471,32147343~2421327,35404017~7150683,89282667~1861746,226180801~6662345,236472178~3287819,257185714~2066570,281018368~6905447,359002405~5040542,377487360~7804805] 2023-12-20T11:37:46.608 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to 10 diff [5779130~801619,18784896~1869471,32147343~2421327,35404017~7150683,46509186~3613820,89282667~5678901,116390010~7269191,189320515~5741308,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,257258666~1993618,282019200~5904615,310976560~4908352,323571749~50455,359002405~5040542,377488456~7803709,410005681~6978288] 2023-12-20T11:37:46.608 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [5779130~801619,18784896~1869471,32147343~2421327,35404017~7150683,46509186~3613820,89282667~5678901,116390010~7269191,189320515~5741308,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,257258666~1993618,282019200~5904615,310976560~4908352,323571749~50455,359002405~5040542,377488456~7803709,410005681~6978288] 2023-12-20T11:37:46.614 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [5779130~801619,18784896~1869471,32147343~2421327,35404017~7150683,46137344~3985662,89282667~5678901,116390010~7269191,189320515~5741308,209870250~4307509,226180801~6662345,236472178~3287819,242021648~5274177,257185714~2066570,281018368~6905447,310976560~4908352,322961408~660796,359002405~5040542,377487360~7804805,410005681~6978288] 2023-12-20T11:37:46.614 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to 11 diff [5779130~801619,18784896~1869471,26086072~1788611,32147343~10407357,46509186~6416956,89282667~5678901,110724624~12934577,138411657~1816262,189320515~5741308,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,257258666~1993618,281203648~14871089,310976560~4908352,323571749~50455,332880593~999299,336168546~6539162,351320911~735604,359002405~5040542,377488456~7803709,410005681~6978288] 2023-12-20T11:37:46.614 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [5779130~801619,18784896~1869471,26086072~1788611,32147343~10407357,46509186~6416956,89282667~5678901,110724624~12934577,138411657~1816262,189320515~5741308,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,257258666~1993618,281203648~14871089,310976560~4908352,323571749~50455,332880593~999299,336168546~6539162,351320911~735604,359002405~5040542,377488456~7803709,410005681~6978288] 2023-12-20T11:37:46.620 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [5779130~801619,18784896~1869471,26086072~1788611,32147343~10407357,46137344~6788798,89282667~5678901,110724624~12934577,138411657~1816262,189320515~5741308,209870250~4307509,226180801~6662345,236472178~3287819,242021648~5274177,257185714~2066570,281018368~15056369,310976560~4908352,322961408~660796,332880593~999299,335544320~7163388,348127232~3929283,359002405~5040542,377487360~7804805,410005681~6978288] 2023-12-20T11:37:46.620 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to 12 diff [5779130~801619,18784896~1869471,26086072~1788611,32147343~10407357,46509186~6416956,65487154~615254,89282667~5678901,110724624~12934577,138411657~1816262,166391126~5825555,176783818~5508489,189320515~11938395,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,249250530~10001754,281203648~14871089,310976560~4908352,323571749~50455,332880593~999299,336168546~6539162,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.620 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [5779130~801619,18784896~1869471,26086072~1788611,32147343~10407357,46509186~6416956,65487154~615254,89282667~5678901,110724624~12934577,138411657~1816262,166391126~5825555,176783818~5508489,189320515~11938395,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,249250530~10001754,281203648~14871089,310976560~4908352,323571749~50455,332880593~999299,336168546~6539162,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.626 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [5779130~801619,18784896~1869471,26086072~1788611,32147343~10407357,46137344~6788798,62914560~3187848,89282667~5678901,110724624~12934577,138411657~1816262,166391126~5825555,176160768~6131539,189320515~11938395,209870250~4307509,226180801~6662345,236472178~3287819,242021648~5274177,249250530~10001754,281018368~15056369,310976560~4908352,322961408~660796,332880593~999299,335544320~7163388,348127232~3929283,352321536~11721411,371892947~1250981,373898832~3542373,377487360~7804805,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.627 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to 13 diff [5779130~801619,8325532~98567,18784896~9089787,32147343~10407357,46509186~6416956,65487154~615254,89282667~5678901,110724624~12934577,138411657~1816262,166391126~5825555,176783818~5508489,189320515~11938395,207748917~135761,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,247764219~11488065,281203648~14871089,296711188~5753453,307118807~8766105,323571749~50455,332880593~999299,336168546~6539162,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.627 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [5779130~801619,8325532~98567,18784896~9089787,32147343~10407357,46509186~6416956,65487154~615254,89282667~5678901,110724624~12934577,138411657~1816262,166391126~5825555,176783818~5508489,189320515~11938395,207748917~135761,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,247764219~11488065,281203648~14871089,296711188~5753453,307118807~8766105,323571749~50455,332880593~999299,336168546~6539162,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.633 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [5779130~801619,8325532~98567,18784896~9089787,32147343~10407357,46137344~6788798,62914560~3187848,89282667~5678901,110724624~12934577,138411657~1816262,166391126~5825555,176160768~6131539,189320515~11938395,207748917~135761,209870250~4307509,226180801~6662345,236472178~3287819,242021648~5274177,247764219~11488065,281018368~15056369,296711188~5753453,307118807~8766105,322961408~660796,332880593~999299,335544320~7163388,348127232~3929283,352321536~11721411,371892947~1250981,373898832~3542373,377487360~7804805,388992987~6438249,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.633 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to 14 diff [5779130~801619,8325532~98567,18784896~9089787,32147343~12810497,46509186~6416956,65487154~615254,78457150~4358262,89282667~5678901,110724624~17308183,131807307~4630590,138411657~1816262,166391126~7483343,176783818~5508489,189320515~11938395,207748917~135761,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,247764219~11488065,281203648~14871089,296711188~5753453,307118807~8766105,323571749~50455,332880593~999299,335717868~7881197,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.633 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [5779130~801619,8325532~98567,18784896~9089787,32147343~12810497,46509186~6416956,65487154~615254,78457150~4358262,89282667~5678901,110724624~17308183,131807307~4630590,138411657~1816262,166391126~7483343,176783818~5508489,189320515~11938395,207748917~135761,209870250~4307509,226180801~6662345,236472178~3287819,242802740~4493085,247764219~11488065,281203648~14871089,296711188~5753453,307118807~8766105,323571749~50455,332880593~999299,335717868~7881197,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.639 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [5779130~801619,8325532~98567,18784896~9089787,32147343~12810497,46137344~6788798,62914560~3187848,78457150~4358262,89282667~5678901,110724624~17308183,131807307~4630590,138411657~1816262,166391126~7483343,176160768~6131539,189320515~11938395,207748917~135761,209870250~4307509,226180801~6662345,236472178~3287819,242021648~5274177,247764219~11488065,281018368~15056369,296711188~5753453,307118807~8766105,322961408~660796,332880593~999299,335544320~8054745,348127232~3929283,352321536~11721411,371892947~1250981,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.639 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to 15 diff [5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,65487154~615254,72089626~4701475,78457150~4358262,89282667~5678901,110724624~17308183,131807307~4630590,138411657~1816262,166391126~7483343,175932267~6360040,189320515~11938395,207748917~135761,209870250~4307509,226180801~6662345,236472178~10823647,247764219~11488065,281203648~14871089,296711188~6148031,307118807~8766105,323571749~50455,332880593~999299,335717868~7881197,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.639 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,65487154~615254,72089626~4701475,78457150~4358262,89282667~5678901,110724624~17308183,131807307~4630590,138411657~1816262,166391126~7483343,175932267~6360040,189320515~11938395,207748917~135761,209870250~4307509,226180801~6662345,236472178~10823647,247764219~11488065,281203648~14871089,296711188~6148031,307118807~8766105,323571749~50455,332880593~999299,335717868~7881197,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.646 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46137344~6788798,62914560~3187848,72089626~4701475,78457150~4358262,89282667~5678901,110724624~17308183,131807307~4630590,138411657~1816262,166391126~15901181,189320515~11938395,207748917~135761,209870250~4307509,226180801~6662345,236472178~10823647,247764219~11488065,281018368~15056369,296711188~6148031,307118807~8766105,322961408~660796,332880593~999299,335544320~8054745,348127232~3929283,352321536~11721411,371892947~1250981,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.646 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to 16 diff [5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,65487154~615254,72089626~4701475,78457150~5517940,89282667~11363570,110724624~17308183,131807307~4630590,138411657~4353076,165558112~8316357,175932267~6360040,189320515~11938395,205727789~8449970,226180801~6662345,236472178~10823647,247764219~11488065,271262368~1182957,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~4840783,332880593~999299,335717868~7881197,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.647 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,65487154~615254,72089626~4701475,78457150~5517940,89282667~11363570,110724624~17308183,131807307~4630590,138411657~4353076,165558112~8316357,175932267~6360040,189320515~11938395,205727789~8449970,226180801~6662345,236472178~10823647,247764219~11488065,271262368~1182957,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~4840783,332880593~999299,335717868~7881197,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.651 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46137344~6788798,62914560~3187848,72089626~4701475,78457150~5517940,89282667~11363570,110724624~17308183,131807307~4630590,138411657~4353076,165558112~16734195,189320515~11938395,205727789~8449970,226180801~6662345,236472178~10823647,247764219~11488065,271262368~1182957,281018368~15056369,296711188~6148031,306481530~9403382,318767104~10877181,332880593~999299,335544320~8054745,348127232~3929283,352321536~11721411,371892947~1250981,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.652 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to 17 diff [5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,65487154~615254,72089626~4701475,78457150~5517940,89282667~11363570,110724624~19439763,131807307~4630590,138411657~4353076,165182446~52971,165558112~8316357,175932267~6360040,189320515~28175502,226180801~6662345,234968234~12327591,247764219~11488065,271262368~4316279,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~7529722,332880593~999299,335717868~9796300,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.652 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,65487154~615254,72089626~4701475,78457150~5517940,89282667~11363570,110724624~19439763,131807307~4630590,138411657~4353076,165182446~52971,165558112~8316357,175932267~6360040,189320515~28175502,226180801~6662345,234968234~12327591,247764219~11488065,271262368~4316279,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~7529722,332880593~999299,335717868~9796300,351320911~735604,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.658 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46137344~6788798,62914560~3187848,72089626~4701475,78457150~5517940,89282667~11363570,110724624~19439763,131807307~4630590,138411657~4353076,165182446~52971,165558112~16734195,189320515~28175502,226180801~6662345,234968234~12327591,247764219~11488065,271262368~4316279,281018368~15056369,296711188~6148031,306481530~9403382,318767104~13566120,332880593~999299,335544320~9969848,348127232~3929283,352321536~11721411,371892947~1250981,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.658 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to 18 diff [5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~7224574,78457150~9294715,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,189320515~28175502,226180801~6662345,234968234~12327591,247764219~11488065,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~7529722,332880593~999299,335717868~17459730,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.658 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~7224574,78457150~9294715,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,189320515~28175502,226180801~6662345,234968234~12327591,247764219~11488065,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~7529722,332880593~999299,335717868~17459730,354507976~9534971,371892947~1250981,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.664 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46137344~6788798,58995052~8933837,70221395~7224574,78457150~9294715,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~16734195,189320515~28175502,226180801~6662345,234968234~12327591,247764219~11488065,271262368~4316279,277459840~3284479,281018368~15056369,296711188~6148031,306481530~9403382,318767104~13566120,332880593~999299,335544320~28498627,371892947~1250981,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.664 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to 19 diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.664 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.670 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46137344~6788798,58995052~8933837,70221395~17530470,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~22901254,189320515~28175502,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~15056369,296711188~6148031,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.670 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to 10 diff [5779130~801619,46509186~3613820,90949900~4011668,116390010~7269191,189320515~5741308,209870250~4307509,242802740~4493085,310976560~4908352,323571749~50455,410005681~6978288] 2023-12-20T11:37:46.670 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [5779130~801619,46509186~3613820,90949900~4011668,116390010~7269191,189320515~5741308,209870250~4307509,242802740~4493085,310976560~4908352,323571749~50455,410005681~6978288] 2023-12-20T11:37:46.676 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [5779130~801619,46137344~3985662,90949900~4011668,116390010~7269191,189320515~5741308,209870250~4307509,242021648~5274177,310976560~4908352,322961408~660796,410005681~6978288] 2023-12-20T11:37:46.676 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to 11 diff [5779130~801619,26086072~1788611,32535012~4211183,46509186~6416956,90949900~4011668,110724624~12934577,138411657~1816262,189320515~5741308,209870250~4307509,242802740~4493085,281203648~827976,287901320~8173417,310976560~4908352,323571749~50455,332880593~999299,336168546~6539162,351320911~735604,410005681~6978288] 2023-12-20T11:37:46.676 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [5779130~801619,26086072~1788611,32535012~4211183,46509186~6416956,90949900~4011668,110724624~12934577,138411657~1816262,189320515~5741308,209870250~4307509,242802740~4493085,281203648~827976,287901320~8173417,310976560~4908352,323571749~50455,332880593~999299,336168546~6539162,351320911~735604,410005681~6978288] 2023-12-20T11:37:46.682 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [5779130~801619,26086072~1788611,32535012~4211183,46137344~6788798,90949900~4011668,110724624~12934577,138411657~1816262,189320515~5741308,209870250~4307509,242021648~5274177,281203648~827976,287901320~8173417,310976560~4908352,322961408~660796,332880593~999299,335544320~7163388,348127232~3929283,410005681~6978288] 2023-12-20T11:37:46.683 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to 12 diff [5779130~801619,26086072~1788611,32535012~4211183,46509186~6416956,65487154~615254,90949900~4011668,110724624~12934577,138411657~1816262,166391126~5825555,176783818~5508489,189320515~11938395,209870250~4307509,242802740~4493085,249250530~8696046,281203648~827976,287901320~8173417,310976560~4908352,323571749~50455,332880593~999299,336168546~6539162,351320911~735604,354507976~4688763,371892947~1250981,373898832~3542373,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.683 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [5779130~801619,26086072~1788611,32535012~4211183,46509186~6416956,65487154~615254,90949900~4011668,110724624~12934577,138411657~1816262,166391126~5825555,176783818~5508489,189320515~11938395,209870250~4307509,242802740~4493085,249250530~8696046,281203648~827976,287901320~8173417,310976560~4908352,323571749~50455,332880593~999299,336168546~6539162,351320911~735604,354507976~4688763,371892947~1250981,373898832~3542373,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.689 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [5779130~801619,26086072~1788611,32535012~4211183,46137344~6788798,62914560~3187848,90949900~4011668,110724624~12934577,138411657~1816262,166391126~5825555,176160768~6131539,189320515~11938395,209870250~4307509,242021648~5274177,249250530~8696046,281203648~827976,287901320~8173417,310976560~4908352,322961408~660796,332880593~999299,335544320~7163388,348127232~3929283,352321536~6875203,371892947~1250981,373898832~3542373,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.689 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to 13 diff [5779130~801619,8325532~98567,20611706~7262977,32535012~4211183,46509186~6416956,65487154~615254,90949900~4011668,110724624~12934577,138411657~1816262,166391126~5825555,176783818~5508489,189320515~11938395,207748917~135761,209870250~4307509,242802740~4493085,247764219~10182357,281203648~827976,287901320~8173417,296711188~5753453,307118807~8766105,323571749~50455,332880593~999299,336168546~6539162,351320911~735604,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.689 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [5779130~801619,8325532~98567,20611706~7262977,32535012~4211183,46509186~6416956,65487154~615254,90949900~4011668,110724624~12934577,138411657~1816262,166391126~5825555,176783818~5508489,189320515~11938395,207748917~135761,209870250~4307509,242802740~4493085,247764219~10182357,281203648~827976,287901320~8173417,296711188~5753453,307118807~8766105,323571749~50455,332880593~999299,336168546~6539162,351320911~735604,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.695 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [5779130~801619,8325532~98567,20611706~7262977,32535012~4211183,46137344~6788798,62914560~3187848,90949900~4011668,110724624~12934577,138411657~1816262,166391126~5825555,176160768~6131539,189320515~11938395,207748917~135761,209870250~4307509,242021648~5274177,247764219~10182357,281203648~827976,287901320~8173417,296711188~5753453,307118807~8766105,322961408~660796,332880593~999299,335544320~7163388,348127232~3929283,352321536~6875203,371892947~1250981,373898832~3542373,388992987~6438249,404691348~655176,410005681~6978288] 2023-12-20T11:37:46.695 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to 14 diff [5779130~801619,8325532~98567,20611706~7262977,32535012~4211183,38706789~6251051,46509186~6416956,65487154~615254,78457150~4358262,90949900~4011668,110724624~17308183,131807307~4630590,138411657~1816262,166391126~7483343,176783818~5508489,189320515~11938395,207748917~135761,209870250~4307509,242802740~4493085,247764219~10182357,281203648~827976,287901320~8173417,296711188~5753453,307118807~8766105,323571749~50455,332880593~999299,335717868~7881197,351320911~735604,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.695 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [5779130~801619,8325532~98567,20611706~7262977,32535012~4211183,38706789~6251051,46509186~6416956,65487154~615254,78457150~4358262,90949900~4011668,110724624~17308183,131807307~4630590,138411657~1816262,166391126~7483343,176783818~5508489,189320515~11938395,207748917~135761,209870250~4307509,242802740~4493085,247764219~10182357,281203648~827976,287901320~8173417,296711188~5753453,307118807~8766105,323571749~50455,332880593~999299,335717868~7881197,351320911~735604,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.702 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [5779130~801619,8325532~98567,20611706~7262977,32535012~4211183,38706789~6251051,46137344~6788798,62914560~3187848,78457150~4358262,90949900~4011668,110724624~17308183,131807307~4630590,138411657~1816262,166391126~7483343,176160768~6131539,189320515~11938395,207748917~135761,209870250~4307509,242021648~5274177,247764219~10182357,281203648~827976,287901320~8173417,296711188~5753453,307118807~8766105,322961408~660796,332880593~999299,335544320~8054745,348127232~3929283,352321536~6875203,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.702 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to 15 diff [5779130~801619,8325532~98567,17567489~10307194,32169632~5563685,38706789~7371042,46509186~6416956,65487154~615254,72089626~4701475,78457150~4358262,90949900~4011668,110724624~17308183,131807307~4630590,138411657~1816262,166391126~7483343,175932267~6360040,189320515~11938395,207748917~135761,209870250~4307509,237818507~9477318,247764219~10182357,281203648~827976,287901320~8173417,296711188~6148031,307118807~8766105,323571749~50455,332880593~999299,335717868~7881197,351320911~735604,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.702 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [5779130~801619,8325532~98567,17567489~10307194,32169632~5563685,38706789~7371042,46509186~6416956,65487154~615254,72089626~4701475,78457150~4358262,90949900~4011668,110724624~17308183,131807307~4630590,138411657~1816262,166391126~7483343,175932267~6360040,189320515~11938395,207748917~135761,209870250~4307509,237818507~9477318,247764219~10182357,281203648~827976,287901320~8173417,296711188~6148031,307118807~8766105,323571749~50455,332880593~999299,335717868~7881197,351320911~735604,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.708 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [5779130~801619,8325532~98567,17567489~10307194,32169632~5563685,38706789~7371042,46137344~6788798,62914560~3187848,72089626~4701475,78457150~4358262,90949900~4011668,110724624~17308183,131807307~4630590,138411657~1816262,166391126~15901181,189320515~11938395,207748917~135761,209870250~4307509,237818507~9477318,247764219~10182357,281203648~827976,287901320~8173417,296711188~6148031,307118807~8766105,322961408~660796,332880593~999299,335544320~8054745,348127232~3929283,352321536~6875203,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.708 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to 16 diff [5779130~801619,8325532~98567,17567489~10307194,32169632~5563685,38706789~7371042,46509186~6416956,65487154~615254,72089626~4701475,78457150~5517940,90949900~9696337,110724624~17308183,131807307~4630590,138411657~4353076,165558112~8316357,175932267~6360040,189320515~11938395,205727789~8449970,237818507~9477318,247764219~10182357,271262368~1182957,281203648~827976,287901320~8173417,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~4840783,332880593~999299,335717868~7881197,351320911~735604,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.708 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [5779130~801619,8325532~98567,17567489~10307194,32169632~5563685,38706789~7371042,46509186~6416956,65487154~615254,72089626~4701475,78457150~5517940,90949900~9696337,110724624~17308183,131807307~4630590,138411657~4353076,165558112~8316357,175932267~6360040,189320515~11938395,205727789~8449970,237818507~9477318,247764219~10182357,271262368~1182957,281203648~827976,287901320~8173417,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~4840783,332880593~999299,335717868~7881197,351320911~735604,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.714 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [5779130~801619,8325532~98567,17567489~10307194,32169632~5563685,38706789~7371042,46137344~6788798,62914560~3187848,72089626~4701475,78457150~5517940,90949900~9696337,110724624~17308183,131807307~4630590,138411657~4353076,165558112~16734195,189320515~11938395,205727789~8449970,237818507~9477318,247764219~10182357,271262368~1182957,281203648~827976,287901320~8173417,296711188~6148031,306481530~9403382,318767104~10877181,332880593~999299,335544320~8054745,348127232~3929283,352321536~6875203,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.714 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to 17 diff [5779130~801619,8325532~98567,17567489~10307194,32169632~5563685,38706789~7371042,46509186~6416956,65487154~615254,72089626~4701475,78457150~5517940,90949900~9696337,110724624~19439763,131807307~4630590,138411657~4353076,165182446~52971,165558112~8316357,175932267~6360040,189320515~28175502,234968234~12327591,247764219~10182357,271262368~4316279,281203648~827976,287901320~8173417,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~7529722,332880593~999299,335717868~9796300,351320911~735604,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.714 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [5779130~801619,8325532~98567,17567489~10307194,32169632~5563685,38706789~7371042,46509186~6416956,65487154~615254,72089626~4701475,78457150~5517940,90949900~9696337,110724624~19439763,131807307~4630590,138411657~4353076,165182446~52971,165558112~8316357,175932267~6360040,189320515~28175502,234968234~12327591,247764219~10182357,271262368~4316279,281203648~827976,287901320~8173417,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~7529722,332880593~999299,335717868~9796300,351320911~735604,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.720 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [5779130~801619,8325532~98567,17567489~10307194,32169632~5563685,38706789~7371042,46137344~6788798,62914560~3187848,72089626~4701475,78457150~5517940,90949900~9696337,110724624~19439763,131807307~4630590,138411657~4353076,165182446~52971,165558112~16734195,189320515~28175502,234968234~12327591,247764219~10182357,271262368~4316279,281203648~827976,287901320~8173417,296711188~6148031,306481530~9403382,318767104~13566120,332880593~999299,335544320~9969848,348127232~3929283,352321536~6875203,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.720 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to 18 diff [5779130~801619,8325532~98567,17567489~10307194,32169632~13908199,46509186~6416956,60954625~6974264,70221395~7224574,78457150~9294715,90949900~9696337,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,189320515~28175502,234968234~12327591,247764219~10182357,271262368~4316279,277459840~3284479,281203648~827976,285872415~10202322,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~7529722,332880593~999299,335717868~17459730,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.720 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [5779130~801619,8325532~98567,17567489~10307194,32169632~13908199,46509186~6416956,60954625~6974264,70221395~7224574,78457150~9294715,90949900~9696337,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,189320515~28175502,234968234~12327591,247764219~10182357,271262368~4316279,277459840~3284479,281203648~827976,285872415~10202322,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~7529722,332880593~999299,335717868~17459730,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.727 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [5779130~801619,8325532~98567,17567489~10307194,32169632~13908199,46137344~6788798,58995052~8933837,70221395~7224574,78457150~9294715,90949900~9696337,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~16734195,189320515~28175502,234968234~12327591,247764219~10182357,271262368~4316279,277459840~3284479,281203648~827976,285872415~10202322,296711188~6148031,306481530~9403382,318767104~13566120,332880593~999299,335544320~23652419,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.727 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to 19 diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32169632~13908199,46509186~6416956,60954625~6974264,70221395~17530470,90949900~9696337,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,234968234~22978342,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.727 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32169632~13908199,46509186~6416956,60954625~6974264,70221395~17530470,90949900~9696337,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,234968234~22978342,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.733 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32169632~13908199,46137344~6788798,58995052~8933837,70221395~17530470,90949900~9696337,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~22901254,189320515~28175502,234968234~22978342,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~9403382,318767104~40429635,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:46.733 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to 11 diff [26086072~1788611,32535012~4211183,48982666~3943476,110724624~8063864,138411657~1816262,281203648~827976,287901320~8173417,332880593~999299,336168546~6539162,351320911~735604] 2023-12-20T11:37:46.733 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [26086072~1788611,32535012~4211183,48982666~3943476,110724624~8063864,138411657~1816262,281203648~827976,287901320~8173417,332880593~999299,336168546~6539162,351320911~735604] 2023-12-20T11:37:46.739 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [26086072~1788611,32535012~4211183,48982666~3943476,110724624~8063864,138411657~1816262,281203648~827976,287901320~8173417,332880593~999299,335544320~7163388,348127232~3929283] 2023-12-20T11:37:46.739 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to 12 diff [26086072~1788611,32535012~4211183,48982666~3943476,65487154~615254,110724624~8063864,138411657~1816262,166391126~5825555,176783818~5508489,194234702~7024208,249250530~8696046,281203648~827976,287901320~8173417,332880593~999299,336168546~6539162,351320911~735604,354507976~4688763,371892947~1250981,373898832~3542373,404691348~655176] 2023-12-20T11:37:46.740 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [26086072~1788611,32535012~4211183,48982666~3943476,65487154~615254,110724624~8063864,138411657~1816262,166391126~5825555,176783818~5508489,194234702~7024208,249250530~8696046,281203648~827976,287901320~8173417,332880593~999299,336168546~6539162,351320911~735604,354507976~4688763,371892947~1250981,373898832~3542373,404691348~655176] 2023-12-20T11:37:46.743 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:37:46.747 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [26086072~1788611,32535012~4211183,48982666~3943476,62914560~3187848,110724624~8063864,138411657~1816262,166391126~5825555,176160768~6131539,194234702~7024208,249250530~8696046,281203648~827976,287901320~8173417,332880593~999299,335544320~7163388,348127232~3929283,352321536~6875203,371892947~1250981,373898832~3542373,404691348~655176] 2023-12-20T11:37:46.747 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to 13 diff [8325532~98567,20611706~7262977,32535012~4211183,48982666~3943476,65487154~615254,110724624~8063864,118839334~3079719,138411657~1816262,166391126~5825555,176783818~5508489,194234702~7024208,207748917~135761,247764219~10182357,281203648~827976,287901320~8173417,296711188~5753453,307118807~6768905,332880593~999299,336168546~6539162,351320911~735604,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,404691348~655176] 2023-12-20T11:37:46.747 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [8325532~98567,20611706~7262977,32535012~4211183,48982666~3943476,65487154~615254,110724624~8063864,118839334~3079719,138411657~1816262,166391126~5825555,176783818~5508489,194234702~7024208,207748917~135761,247764219~10182357,281203648~827976,287901320~8173417,296711188~5753453,307118807~6768905,332880593~999299,336168546~6539162,351320911~735604,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,404691348~655176] 2023-12-20T11:37:46.754 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [8325532~98567,20611706~7262977,32535012~4211183,48982666~3943476,62914560~3187848,110724624~8063864,118839334~3079719,138411657~1816262,166391126~5825555,176160768~6131539,194234702~7024208,207748917~135761,247764219~10182357,281203648~827976,287901320~8173417,296711188~5753453,307118807~6768905,332880593~999299,335544320~7163388,348127232~3929283,352321536~6875203,371892947~1250981,373898832~3542373,388992987~6438249,404691348~655176] 2023-12-20T11:37:46.754 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to 14 diff [8325532~98567,20611706~7262977,32535012~4211183,38706789~6251051,48982666~3943476,65487154~615254,78457150~4358262,110724624~8063864,118839334~3079719,122789319~5243488,131807307~4630590,138411657~1816262,166391126~7483343,176783818~5508489,194234702~7024208,207748917~135761,247764219~10182357,281203648~827976,287901320~8173417,296711188~5753453,307118807~6768905,332880593~999299,335717868~7881197,351320911~735604,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.754 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [8325532~98567,20611706~7262977,32535012~4211183,38706789~6251051,48982666~3943476,65487154~615254,78457150~4358262,110724624~8063864,118839334~3079719,122789319~5243488,131807307~4630590,138411657~1816262,166391126~7483343,176783818~5508489,194234702~7024208,207748917~135761,247764219~10182357,281203648~827976,287901320~8173417,296711188~5753453,307118807~6768905,332880593~999299,335717868~7881197,351320911~735604,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.761 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [8325532~98567,20611706~7262977,32535012~4211183,38706789~6251051,48982666~3943476,62914560~3187848,78457150~4358262,110724624~8063864,118839334~3079719,122789319~5243488,131807307~4630590,138411657~1816262,166391126~7483343,176160768~6131539,194234702~7024208,207748917~135761,247764219~10182357,281203648~827976,287901320~8173417,296711188~5753453,307118807~6768905,332880593~999299,335544320~8054745,348127232~3929283,352321536~6875203,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.761 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to 15 diff [8325532~98567,17567489~10307194,32169632~5563685,38706789~7371042,48982666~3943476,65487154~615254,72089626~4701475,78457150~4358262,110724624~8063864,118839334~3079719,122789319~5243488,131807307~4630590,138411657~1816262,166391126~7483343,175932267~6360040,194234702~7024208,207748917~135761,237818507~6856181,247764219~10182357,281203648~827976,287901320~8173417,296711188~6148031,307118807~6768905,332880593~999299,335717868~7881197,351320911~735604,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.761 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [8325532~98567,17567489~10307194,32169632~5563685,38706789~7371042,48982666~3943476,65487154~615254,72089626~4701475,78457150~4358262,110724624~8063864,118839334~3079719,122789319~5243488,131807307~4630590,138411657~1816262,166391126~7483343,175932267~6360040,194234702~7024208,207748917~135761,237818507~6856181,247764219~10182357,281203648~827976,287901320~8173417,296711188~6148031,307118807~6768905,332880593~999299,335717868~7881197,351320911~735604,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.767 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [8325532~98567,17567489~10307194,32169632~5563685,38706789~7371042,48982666~3943476,62914560~3187848,72089626~4701475,78457150~4358262,110724624~8063864,118839334~3079719,122789319~5243488,131807307~4630590,138411657~1816262,166391126~15901181,194234702~7024208,207748917~135761,237818507~6856181,247764219~10182357,281203648~827976,287901320~8173417,296711188~6148031,307118807~6768905,332880593~999299,335544320~8054745,348127232~3929283,352321536~6875203,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.767 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to 16 diff [8325532~98567,17567489~10307194,32169632~5563685,38706789~7371042,48982666~3943476,65487154~615254,72089626~4701475,78457150~5517940,93697750~6948487,110724624~8063864,118839334~3079719,122789319~5243488,131807307~4630590,138411657~4353076,165558112~8316357,175932267~6360040,194234702~7024208,205727789~4207018,237818507~6856181,247764219~10182357,271262368~1182957,281203648~827976,287901320~8173417,296711188~6148031,306481530~7406182,319451522~3949812,324803502~4840783,332880593~999299,335717868~7881197,351320911~735604,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.767 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [8325532~98567,17567489~10307194,32169632~5563685,38706789~7371042,48982666~3943476,65487154~615254,72089626~4701475,78457150~5517940,93697750~6948487,110724624~8063864,118839334~3079719,122789319~5243488,131807307~4630590,138411657~4353076,165558112~8316357,175932267~6360040,194234702~7024208,205727789~4207018,237818507~6856181,247764219~10182357,271262368~1182957,281203648~827976,287901320~8173417,296711188~6148031,306481530~7406182,319451522~3949812,324803502~4840783,332880593~999299,335717868~7881197,351320911~735604,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.774 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [8325532~98567,17567489~10307194,32169632~5563685,38706789~7371042,48982666~3943476,62914560~3187848,72089626~4701475,78457150~5517940,93697750~6948487,110724624~8063864,118839334~3079719,122789319~5243488,131807307~4630590,138411657~4353076,165558112~16734195,194234702~7024208,205727789~4207018,237818507~6856181,247764219~10182357,271262368~1182957,281203648~827976,287901320~8173417,296711188~6148031,306481530~7406182,318767104~4634230,323622204~6022081,332880593~999299,335544320~8054745,348127232~3929283,352321536~6875203,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.774 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to 17 diff [8325532~98567,17567489~10307194,32169632~5563685,38706789~7371042,48982666~3943476,65487154~615254,72089626~4701475,78457150~5517940,93697750~6948487,110724624~8063864,118839334~11325053,131807307~4630590,138411657~4353076,165182446~52971,165558112~8316357,175932267~6360040,194234702~15700105,211158656~6337361,234968234~9706454,247764219~10182357,271262368~4316279,281203648~827976,287901320~8173417,296711188~6148031,306481530~7406182,319451522~3949812,324803502~7529722,332880593~999299,335717868~9796300,351320911~735604,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.774 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [8325532~98567,17567489~10307194,32169632~5563685,38706789~7371042,48982666~3943476,65487154~615254,72089626~4701475,78457150~5517940,93697750~6948487,110724624~8063864,118839334~11325053,131807307~4630590,138411657~4353076,165182446~52971,165558112~8316357,175932267~6360040,194234702~15700105,211158656~6337361,234968234~9706454,247764219~10182357,271262368~4316279,281203648~827976,287901320~8173417,296711188~6148031,306481530~7406182,319451522~3949812,324803502~7529722,332880593~999299,335717868~9796300,351320911~735604,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.780 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [8325532~98567,17567489~10307194,32169632~5563685,38706789~7371042,48982666~3943476,62914560~3187848,72089626~4701475,78457150~5517940,93697750~6948487,110724624~8063864,118839334~11325053,131807307~4630590,138411657~4353076,165182446~52971,165558112~16734195,194234702~15700105,211158656~6337361,234968234~9706454,247764219~10182357,271262368~4316279,281203648~827976,287901320~8173417,296711188~6148031,306481530~7406182,318767104~4634230,323622204~8711020,332880593~999299,335544320~9969848,348127232~3929283,352321536~6875203,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.780 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to 18 diff [8325532~98567,17567489~10307194,32169632~13908199,48982666~3943476,60954625~6974264,70221395~7224574,78457150~9294715,93697750~6948487,110724624~8063864,118839334~11325053,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,194234702~15700105,211158656~6337361,234968234~9706454,247764219~10182357,271262368~4316279,277459840~3284479,281203648~827976,285872415~10202322,296711188~6148031,306481530~7406182,319451522~3949812,324803502~7529722,332880593~999299,335717868~17459730,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.780 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [8325532~98567,17567489~10307194,32169632~13908199,48982666~3943476,60954625~6974264,70221395~7224574,78457150~9294715,93697750~6948487,110724624~8063864,118839334~11325053,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,194234702~15700105,211158656~6337361,234968234~9706454,247764219~10182357,271262368~4316279,277459840~3284479,281203648~827976,285872415~10202322,296711188~6148031,306481530~7406182,319451522~3949812,324803502~7529722,332880593~999299,335717868~17459730,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.786 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [8325532~98567,17567489~10307194,32169632~13908199,48982666~3943476,58995052~8933837,70221395~7224574,78457150~9294715,93697750~6948487,110724624~8063864,118839334~11325053,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~16734195,194234702~15700105,211158656~6337361,234968234~9706454,247764219~10182357,271262368~4316279,277459840~3284479,281203648~827976,285872415~10202322,296711188~6148031,306481530~7406182,318767104~4634230,323622204~8711020,332880593~999299,335544320~23652419,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.786 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to 19 diff [2418716~812929,8325532~98567,17567489~10307194,32169632~13908199,48982666~3943476,60954625~6974264,70221395~17530470,93697750~6948487,110724624~8063864,118839334~11325053,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.786 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,8325532~98567,17567489~10307194,32169632~13908199,48982666~3943476,60954625~6974264,70221395~17530470,93697750~6948487,110724624~8063864,118839334~11325053,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.793 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,8325532~98567,17567489~10307194,32169632~13908199,48982666~3943476,58995052~8933837,70221395~17530470,93697750~6948487,110724624~8063864,118839334~11325053,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~22901254,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~7406182,318767104~4634230,323622204~35574535,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.793 INFO:tasks.workunit.client.0.smithi123.stdout:from 11 to 12 diff [65487154~615254,166391126~5825555,176783818~5508489,194234702~7024208,249250530~8696046,354507976~4688763,371892947~1250981,373898832~3542373,404691348~655176] 2023-12-20T11:37:46.793 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [65487154~615254,166391126~5825555,176783818~5508489,194234702~7024208,249250530~8696046,354507976~4688763,371892947~1250981,373898832~3542373,404691348~655176] 2023-12-20T11:37:46.799 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [62914560~3187848,166391126~5825555,176160768~6131539,194234702~7024208,249250530~8696046,352321536~6875203,371892947~1250981,373898832~3542373,404691348~655176] 2023-12-20T11:37:46.799 INFO:tasks.workunit.client.0.smithi123.stdout:from 11 to 13 diff [8325532~98567,20611706~6741563,65487154~615254,118839334~3079719,166391126~5825555,176783818~5508489,194234702~7024208,207748917~135761,247764219~10182357,296711188~5753453,307118807~6768905,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,404691348~655176] 2023-12-20T11:37:46.799 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [8325532~98567,20611706~6741563,65487154~615254,118839334~3079719,166391126~5825555,176783818~5508489,194234702~7024208,207748917~135761,247764219~10182357,296711188~5753453,307118807~6768905,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,404691348~655176] 2023-12-20T11:37:46.805 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [8325532~98567,20611706~6741563,62914560~3187848,118839334~3079719,166391126~5825555,176160768~6131539,194234702~7024208,207748917~135761,247764219~10182357,296711188~5753453,307118807~6768905,352321536~6875203,371892947~1250981,373898832~3542373,388992987~6438249,404691348~655176] 2023-12-20T11:37:46.805 INFO:tasks.workunit.client.0.smithi123.stdout:from 11 to 14 diff [8325532~98567,20611706~6741563,38706789~6251051,65487154~615254,78457150~4358262,118839334~3079719,122789319~5243488,131807307~4630590,166391126~7483343,176783818~5508489,194234702~7024208,207748917~135761,247764219~10182357,290897745~123053,296711188~5753453,307118807~6768905,335717868~7881197,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.805 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [8325532~98567,20611706~6741563,38706789~6251051,65487154~615254,78457150~4358262,118839334~3079719,122789319~5243488,131807307~4630590,166391126~7483343,176783818~5508489,194234702~7024208,207748917~135761,247764219~10182357,290897745~123053,296711188~5753453,307118807~6768905,335717868~7881197,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.812 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [8325532~98567,20611706~6741563,38706789~6251051,62914560~3187848,78457150~4358262,118839334~3079719,122789319~5243488,131807307~4630590,166391126~7483343,176160768~6131539,194234702~7024208,207748917~135761,247764219~10182357,290897745~123053,296711188~5753453,307118807~6768905,335717868~7881197,352321536~6875203,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.812 INFO:tasks.workunit.client.0.smithi123.stdout:from 11 to 15 diff [8325532~98567,17567489~9785780,32169632~5563685,38706789~7371042,65487154~615254,72089626~4701475,78457150~4358262,118839334~3079719,122789319~5243488,131807307~4630590,166391126~7483343,175932267~6360040,194234702~7024208,207748917~135761,237818507~6856181,247764219~10182357,290897745~123053,296711188~6148031,307118807~6768905,335717868~7881197,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.812 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [8325532~98567,17567489~9785780,32169632~5563685,38706789~7371042,65487154~615254,72089626~4701475,78457150~4358262,118839334~3079719,122789319~5243488,131807307~4630590,166391126~7483343,175932267~6360040,194234702~7024208,207748917~135761,237818507~6856181,247764219~10182357,290897745~123053,296711188~6148031,307118807~6768905,335717868~7881197,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.818 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [8325532~98567,17567489~9785780,32169632~5563685,38706789~7371042,62914560~3187848,72089626~4701475,78457150~4358262,118839334~3079719,122789319~5243488,131807307~4630590,166391126~15901181,194234702~7024208,207748917~135761,237818507~6856181,247764219~10182357,290897745~123053,296711188~6148031,307118807~6768905,335717868~7881197,352321536~6875203,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.818 INFO:tasks.workunit.client.0.smithi123.stdout:from 11 to 16 diff [8325532~98567,17567489~9785780,32169632~5563685,38706789~7371042,65487154~615254,72089626~4701475,78457150~5517940,93697750~6948487,118839334~3079719,122789319~5243488,131807307~4630590,138803018~3961715,165558112~8316357,175932267~6360040,194234702~7024208,205727789~4207018,237818507~6856181,247764219~10182357,271262368~1182957,290897745~123053,296711188~6148031,306481530~7406182,319451522~3949812,324803502~4840783,335717868~7881197,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.818 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [8325532~98567,17567489~9785780,32169632~5563685,38706789~7371042,65487154~615254,72089626~4701475,78457150~5517940,93697750~6948487,118839334~3079719,122789319~5243488,131807307~4630590,138803018~3961715,165558112~8316357,175932267~6360040,194234702~7024208,205727789~4207018,237818507~6856181,247764219~10182357,271262368~1182957,290897745~123053,296711188~6148031,306481530~7406182,319451522~3949812,324803502~4840783,335717868~7881197,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.825 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [8325532~98567,17567489~9785780,32169632~5563685,38706789~7371042,62914560~3187848,72089626~4701475,78457150~5517940,93697750~6948487,118839334~3079719,122789319~5243488,131807307~4630590,138803018~3961715,165558112~16734195,194234702~7024208,205727789~4207018,237818507~6856181,247764219~10182357,271262368~1182957,290897745~123053,296711188~6148031,306481530~7406182,318767104~4634230,323622204~6022081,335717868~7881197,352321536~6875203,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.825 INFO:tasks.workunit.client.0.smithi123.stdout:from 11 to 17 diff [8325532~98567,17567489~9785780,32169632~5563685,38706789~7371042,65487154~615254,72089626~4701475,78457150~5517940,93697750~6948487,118839334~11325053,131807307~4630590,138803018~3961715,165182446~52971,165558112~8316357,175932267~6360040,194234702~15700105,211158656~6337361,234968234~9706454,247764219~10182357,271262368~4316279,290897745~123053,296711188~6148031,306481530~7406182,319451522~3949812,324803502~7529722,335717868~9796300,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.825 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [8325532~98567,17567489~9785780,32169632~5563685,38706789~7371042,65487154~615254,72089626~4701475,78457150~5517940,93697750~6948487,118839334~11325053,131807307~4630590,138803018~3961715,165182446~52971,165558112~8316357,175932267~6360040,194234702~15700105,211158656~6337361,234968234~9706454,247764219~10182357,271262368~4316279,290897745~123053,296711188~6148031,306481530~7406182,319451522~3949812,324803502~7529722,335717868~9796300,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.831 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [8325532~98567,17567489~9785780,32169632~5563685,38706789~7371042,62914560~3187848,72089626~4701475,78457150~5517940,93697750~6948487,118839334~11325053,131807307~4630590,138803018~3961715,165182446~52971,165558112~16734195,194234702~15700105,211158656~6337361,234968234~9706454,247764219~10182357,271262368~4316279,290897745~123053,296711188~6148031,306481530~7406182,318767104~4634230,323622204~8711020,335717868~9796300,352321536~6875203,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.831 INFO:tasks.workunit.client.0.smithi123.stdout:from 11 to 18 diff [8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~7224574,78457150~9294715,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,194234702~15700105,211158656~6337361,234968234~9706454,247764219~10182357,271262368~4316279,277459840~3284479,285872415~7708923,296711188~6148031,306481530~7406182,319451522~3949812,324803502~7529722,335717868~17459730,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.831 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~7224574,78457150~9294715,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,194234702~15700105,211158656~6337361,234968234~9706454,247764219~10182357,271262368~4316279,277459840~3284479,285872415~7708923,296711188~6148031,306481530~7406182,319451522~3949812,324803502~7529722,335717868~17459730,354507976~4688763,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.838 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [8325532~98567,17567489~9785780,32169632~13908199,58995052~8933837,70221395~7224574,78457150~9294715,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~16734195,194234702~15700105,211158656~6337361,234968234~9706454,247764219~10182357,271262368~4316279,277459840~3284479,285872415~7708923,296711188~6148031,306481530~7406182,318767104~4634230,323622204~8711020,335717868~23478871,371892947~1250981,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.838 INFO:tasks.workunit.client.0.smithi123.stdout:from 11 to 19 diff [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.838 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.844 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,58995052~8933837,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~22901254,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,318767104~4634230,323622204~35574535,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.844 INFO:tasks.workunit.client.0.smithi123.stdout:from 12 to 13 diff [8325532~98567,20611706~6741563,118839334~3079719,194640055~901604,207748917~135761,247764219~7442437,296711188~5753453,307118807~6768905,388992987~6438249] 2023-12-20T11:37:46.844 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [8325532~98567,20611706~6741563,118839334~3079719,194640055~901604,207748917~135761,247764219~7442437,296711188~5753453,307118807~6768905,388992987~6438249] 2023-12-20T11:37:46.850 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [8325532~98567,20611706~6741563,118839334~3079719,194640055~901604,207748917~135761,247764219~7442437,296711188~5753453,307118807~6768905,388992987~6438249] 2023-12-20T11:37:46.850 INFO:tasks.workunit.client.0.smithi123.stdout:from 12 to 14 diff [8325532~98567,20611706~6741563,38706789~6251051,78457150~4358262,118839334~3079719,122789319~5243488,131807307~4630590,168673575~5200894,194640055~901604,207748917~135761,247764219~7442437,290897745~123053,296711188~5753453,307118807~6768905,335717868~7881197,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.850 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [8325532~98567,20611706~6741563,38706789~6251051,78457150~4358262,118839334~3079719,122789319~5243488,131807307~4630590,168673575~5200894,194640055~901604,207748917~135761,247764219~7442437,290897745~123053,296711188~5753453,307118807~6768905,335717868~7881197,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.856 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [8325532~98567,20611706~6741563,38706789~6251051,78457150~4358262,118839334~3079719,122789319~5243488,131807307~4630590,168673575~5200894,194640055~901604,207748917~135761,247764219~7442437,290897745~123053,296711188~5753453,307118807~6768905,335717868~7881197,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.857 INFO:tasks.workunit.client.0.smithi123.stdout:from 12 to 15 diff [8325532~98567,17567489~9785780,32169632~5563685,38706789~7371042,72089626~4701475,78457150~4358262,118839334~3079719,122789319~5243488,131807307~4630590,168673575~5200894,175932267~1783050,194640055~901604,207748917~135761,237818507~6856181,247764219~7442437,255605835~281892,290897745~123053,296711188~6148031,307118807~6768905,335717868~7881197,356763089~94457,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.857 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [8325532~98567,17567489~9785780,32169632~5563685,38706789~7371042,72089626~4701475,78457150~4358262,118839334~3079719,122789319~5243488,131807307~4630590,168673575~5200894,175932267~1783050,194640055~901604,207748917~135761,237818507~6856181,247764219~7442437,255605835~281892,290897745~123053,296711188~6148031,307118807~6768905,335717868~7881197,356763089~94457,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.862 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [8325532~98567,17567489~9785780,32169632~5563685,38706789~7371042,72089626~4701475,78457150~4358262,118839334~3079719,122789319~5243488,131807307~4630590,168673575~9041742,194640055~901604,207748917~135761,237818507~6856181,247764219~7442437,255605835~281892,290897745~123053,296711188~6148031,307118807~6768905,335717868~7881197,356763089~94457,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.863 INFO:tasks.workunit.client.0.smithi123.stdout:from 12 to 16 diff [8325532~98567,17567489~9785780,32169632~5563685,38706789~7371042,72089626~4701475,78457150~5517940,93697750~6948487,118839334~3079719,122789319~5243488,131807307~4630590,138803018~3961715,165558112~8316357,175932267~1783050,194640055~901604,205727789~4207018,237818507~6856181,247764219~7442437,255605835~281892,271262368~1182957,290897745~123053,296711188~6148031,306481530~7406182,319451522~3949812,324803502~4840783,335717868~7881197,356763089~94457,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.863 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [8325532~98567,17567489~9785780,32169632~5563685,38706789~7371042,72089626~4701475,78457150~5517940,93697750~6948487,118839334~3079719,122789319~5243488,131807307~4630590,138803018~3961715,165558112~8316357,175932267~1783050,194640055~901604,205727789~4207018,237818507~6856181,247764219~7442437,255605835~281892,271262368~1182957,290897745~123053,296711188~6148031,306481530~7406182,319451522~3949812,324803502~4840783,335717868~7881197,356763089~94457,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.869 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [8325532~98567,17567489~9785780,32169632~5563685,38706789~7371042,72089626~4701475,78457150~5517940,93697750~6948487,118839334~3079719,122789319~5243488,131807307~4630590,138803018~3961715,165558112~12157205,194640055~901604,205727789~4207018,237818507~6856181,247764219~7442437,255605835~281892,271262368~1182957,290897745~123053,296711188~6148031,306481530~7406182,318767104~4634230,323622204~6022081,335717868~7881197,356763089~94457,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.869 INFO:tasks.workunit.client.0.smithi123.stdout:from 12 to 17 diff [8325532~98567,17567489~9785780,32169632~5563685,38706789~7371042,72089626~4701475,78457150~5517940,93697750~6948487,118839334~11325053,131807307~4630590,138803018~3961715,165182446~52971,165558112~8316357,175932267~1783050,194640055~901604,201195993~8738814,211158656~6337361,234968234~9706454,247764219~7442437,255605835~281892,271262368~4316279,290897745~123053,296711188~6148031,306481530~7406182,319451522~3949812,324803502~7529722,335717868~9796300,356763089~94457,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.869 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [8325532~98567,17567489~9785780,32169632~5563685,38706789~7371042,72089626~4701475,78457150~5517940,93697750~6948487,118839334~11325053,131807307~4630590,138803018~3961715,165182446~52971,165558112~8316357,175932267~1783050,194640055~901604,201195993~8738814,211158656~6337361,234968234~9706454,247764219~7442437,255605835~281892,271262368~4316279,290897745~123053,296711188~6148031,306481530~7406182,319451522~3949812,324803502~7529722,335717868~9796300,356763089~94457,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.877 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [8325532~98567,17567489~9785780,32169632~5563685,38706789~7371042,72089626~4701475,78457150~5517940,93697750~6948487,118839334~11325053,131807307~4630590,138803018~3961715,165182446~52971,165558112~12157205,194640055~901604,201195993~8738814,211158656~6337361,234968234~9706454,247764219~7442437,255605835~281892,271262368~4316279,290897745~123053,296711188~6148031,306481530~7406182,318767104~4634230,323622204~8711020,335717868~9796300,356763089~94457,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.877 INFO:tasks.workunit.client.0.smithi123.stdout:from 12 to 18 diff [8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~7224574,78457150~9294715,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~1783050,194640055~901604,201195993~8738814,211158656~6337361,234968234~9706454,247764219~7442437,255605835~281892,271262368~4316279,277459840~3284479,285872415~7708923,296711188~6148031,306481530~7406182,319451522~3949812,324803502~7529722,335717868~17459730,356763089~94457,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.877 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~7224574,78457150~9294715,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~1783050,194640055~901604,201195993~8738814,211158656~6337361,234968234~9706454,247764219~7442437,255605835~281892,271262368~4316279,277459840~3284479,285872415~7708923,296711188~6148031,306481530~7406182,319451522~3949812,324803502~7529722,335717868~17459730,356763089~94457,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.884 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [8325532~98567,17567489~9785780,32169632~13908199,58995052~8933837,70221395~7224574,78457150~9294715,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~12157205,194640055~901604,201195993~8738814,211158656~6337361,234968234~9706454,247764219~7442437,255605835~281892,271262368~4316279,277459840~3284479,285872415~7708923,296711188~6148031,306481530~7406182,318767104~4634230,323622204~8711020,335717868~17459730,356763089~94457,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.884 INFO:tasks.workunit.client.0.smithi123.stdout:from 12 to 19 diff [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~1783050,184535244~3924122,194640055~901604,201195993~8738814,211158656~6337361,234968234~9706454,246660745~8545911,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,356763089~94457,359632722~3325200,366239762~5762979,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.884 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~1783050,184535244~3924122,194640055~901604,201195993~8738814,211158656~6337361,234968234~9706454,246660745~8545911,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,356763089~94457,359632722~3325200,366239762~5762979,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.891 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,58995052~8933837,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~12157205,182292307~6167059,194640055~901604,201195993~8738814,211158656~6337361,234968234~9706454,246660745~8545911,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,318767104~4634230,323622204~29555394,356763089~94457,359632722~3325200,366239762~5762979,388992987~6438249,399963984~7920826] 2023-12-20T11:37:46.891 INFO:tasks.workunit.client.0.smithi123.stdout:from 13 to 14 diff [38706789~6251051,78457150~4358262,122789319~5243488,131807307~4630590,168673575~5200894,290897745~123053,335717868~7881197,399963984~7920826] 2023-12-20T11:37:46.892 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [38706789~6251051,78457150~4358262,122789319~5243488,131807307~4630590,168673575~5200894,290897745~123053,335717868~7881197,399963984~7920826] 2023-12-20T11:37:46.898 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [38706789~6251051,78457150~4358262,122789319~5243488,131807307~4630590,168673575~5200894,290897745~123053,335717868~7881197,399963984~7920826] 2023-12-20T11:37:46.898 INFO:tasks.workunit.client.0.smithi123.stdout:from 13 to 15 diff [17567489~5210789,32169632~5563685,38706789~7371042,72089626~4701475,78457150~4358262,122789319~5243488,131807307~4630590,168673575~5200894,175932267~1783050,237818507~6856181,255605835~281892,290897745~123053,302043632~815587,335717868~7881197,356763089~94457,399963984~7920826] 2023-12-20T11:37:46.898 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [17567489~5210789,32169632~5563685,38706789~7371042,72089626~4701475,78457150~4358262,122789319~5243488,131807307~4630590,168673575~5200894,175932267~1783050,237818507~6856181,255605835~281892,290897745~123053,302043632~815587,335717868~7881197,356763089~94457,399963984~7920826] 2023-12-20T11:37:46.906 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [17567489~5210789,32169632~5563685,38706789~7371042,72089626~4701475,78457150~4358262,122789319~5243488,131807307~4630590,168673575~9041742,237818507~6856181,255605835~281892,290897745~123053,302043632~815587,335717868~7881197,356763089~94457,399963984~7920826] 2023-12-20T11:37:46.906 INFO:tasks.workunit.client.0.smithi123.stdout:from 13 to 16 diff [17567489~5210789,32169632~5563685,38706789~7371042,72089626~4701475,78457150~5517940,93697750~6948487,122789319~5243488,131807307~4630590,138803018~3961715,165558112~8316357,175932267~1783050,205727789~4207018,237818507~6856181,255605835~281892,271262368~1182957,290897745~123053,302043632~815587,306481530~1962789,319451522~3949812,324803502~4840783,335717868~7881197,356763089~94457,399963984~7920826] 2023-12-20T11:37:46.906 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [17567489~5210789,32169632~5563685,38706789~7371042,72089626~4701475,78457150~5517940,93697750~6948487,122789319~5243488,131807307~4630590,138803018~3961715,165558112~8316357,175932267~1783050,205727789~4207018,237818507~6856181,255605835~281892,271262368~1182957,290897745~123053,302043632~815587,306481530~1962789,319451522~3949812,324803502~4840783,335717868~7881197,356763089~94457,399963984~7920826] 2023-12-20T11:37:46.913 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [17567489~5210789,32169632~5563685,38706789~7371042,72089626~4701475,78457150~5517940,93697750~6948487,122789319~5243488,131807307~4630590,138803018~3961715,165558112~12157205,205727789~4207018,237818507~6856181,255605835~281892,271262368~1182957,290897745~123053,302043632~815587,306481530~1962789,318767104~4634230,323622204~6022081,335717868~7881197,356763089~94457,399963984~7920826] 2023-12-20T11:37:46.913 INFO:tasks.workunit.client.0.smithi123.stdout:from 13 to 17 diff [17567489~5210789,23451550~758547,32169632~5563685,38706789~7371042,72089626~4701475,78457150~5517940,93697750~6948487,121718111~8446276,131807307~4630590,138803018~3961715,165182446~52971,165558112~8316357,175932267~1783050,201195993~8738814,211158656~6337361,234968234~9706454,255605835~281892,271262368~4316279,290897745~123053,302043632~815587,306481530~1962789,319451522~3949812,324803502~7529722,335717868~9796300,356763089~94457,399963984~7920826] 2023-12-20T11:37:46.914 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [17567489~5210789,23451550~758547,32169632~5563685,38706789~7371042,72089626~4701475,78457150~5517940,93697750~6948487,121718111~8446276,131807307~4630590,138803018~3961715,165182446~52971,165558112~8316357,175932267~1783050,201195993~8738814,211158656~6337361,234968234~9706454,255605835~281892,271262368~4316279,290897745~123053,302043632~815587,306481530~1962789,319451522~3949812,324803502~7529722,335717868~9796300,356763089~94457,399963984~7920826] 2023-12-20T11:37:46.920 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [17567489~5210789,23451550~758547,32169632~5563685,38706789~7371042,72089626~4701475,78457150~5517940,93697750~6948487,121718111~8446276,131807307~4630590,138803018~3961715,165182446~52971,165558112~12157205,201195993~8738814,211158656~6337361,234968234~9706454,255605835~281892,271262368~4316279,290897745~123053,302043632~815587,306481530~1962789,318767104~4634230,323622204~8711020,335717868~9796300,356763089~94457,399963984~7920826] 2023-12-20T11:37:46.920 INFO:tasks.workunit.client.0.smithi123.stdout:from 13 to 18 diff [17567489~5210789,23451550~758547,32169632~13908199,60954625~6974264,70221395~7224574,78457150~9294715,93697750~6948487,121718111~8446276,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~1783050,201195993~8738814,211158656~6337361,234968234~9706454,255605835~281892,271262368~4316279,277459840~3284479,285872415~7708923,302043632~815587,306481530~1962789,319451522~3949812,324803502~7529722,335717868~17459730,356763089~94457,399963984~7920826] 2023-12-20T11:37:46.920 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [17567489~5210789,23451550~758547,32169632~13908199,60954625~6974264,70221395~7224574,78457150~9294715,93697750~6948487,121718111~8446276,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~1783050,201195993~8738814,211158656~6337361,234968234~9706454,255605835~281892,271262368~4316279,277459840~3284479,285872415~7708923,302043632~815587,306481530~1962789,319451522~3949812,324803502~7529722,335717868~17459730,356763089~94457,399963984~7920826] 2023-12-20T11:37:46.928 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [17567489~5210789,23451550~758547,32169632~13908199,58995052~8933837,70221395~7224574,78457150~9294715,93697750~6948487,121718111~8446276,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~12157205,201195993~8738814,211158656~6337361,234968234~9706454,255605835~281892,271262368~4316279,277459840~3284479,285872415~7708923,302043632~815587,306481530~1962789,318767104~4634230,323622204~8711020,335717868~17459730,356763089~94457,399963984~7920826] 2023-12-20T11:37:46.928 INFO:tasks.workunit.client.0.smithi123.stdout:from 13 to 19 diff [2418716~812929,17567489~5210789,23451550~758547,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,121718111~8446276,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~1783050,184535244~3924122,201195993~8738814,211158656~6337361,234968234~9706454,246660745~6195166,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,302043632~815587,306481530~1962789,319451522~3949812,324803502~28374096,356763089~94457,359632722~3325200,366239762~5762979,399963984~7920826] 2023-12-20T11:37:46.929 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,17567489~5210789,23451550~758547,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,121718111~8446276,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~1783050,184535244~3924122,201195993~8738814,211158656~6337361,234968234~9706454,246660745~6195166,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,302043632~815587,306481530~1962789,319451522~3949812,324803502~28374096,356763089~94457,359632722~3325200,366239762~5762979,399963984~7920826] 2023-12-20T11:37:46.936 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,17567489~5210789,23451550~758547,32169632~13908199,58995052~8933837,70221395~17530470,93697750~6948487,121718111~8446276,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~12157205,182292307~6167059,201195993~8738814,211158656~6337361,234968234~9706454,246660745~6195166,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,302043632~815587,306481530~1962789,318767104~4634230,323622204~29555394,356763089~94457,359632722~3325200,366239762~5762979,399963984~7920826] 2023-12-20T11:37:46.936 INFO:tasks.workunit.client.0.smithi123.stdout:from 14 to 15 diff [17567489~5210789,32169632~5563685,44517206~1560625,72089626~4701475,175932267~1783050,237818507~6856181,255605835~281892,302043632~815587,356763089~94457,403815745~4015624] 2023-12-20T11:37:46.936 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [17567489~5210789,32169632~5563685,44517206~1560625,72089626~4701475,175932267~1783050,237818507~6856181,255605835~281892,302043632~815587,356763089~94457,403815745~4015624] 2023-12-20T11:37:46.942 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [17567489~5210789,32169632~5563685,44517206~1560625,72089626~4701475,173874469~3840848,237818507~6856181,255605835~281892,302043632~815587,356763089~94457,403815745~4015624] 2023-12-20T11:37:46.942 INFO:tasks.workunit.client.0.smithi123.stdout:from 14 to 16 diff [17567489~5210789,32169632~5563685,44517206~1560625,72089626~4701475,79697979~4277111,93697750~6948487,138803018~3961715,165558112~6827930,175932267~1783050,205727789~4207018,237818507~6856181,255605835~281892,271262368~1182957,302043632~815587,306481530~1962789,319451522~3949812,324803502~4840783,356763089~94457,403815745~4015624] 2023-12-20T11:37:46.942 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [17567489~5210789,32169632~5563685,44517206~1560625,72089626~4701475,79697979~4277111,93697750~6948487,138803018~3961715,165558112~6827930,175932267~1783050,205727789~4207018,237818507~6856181,255605835~281892,271262368~1182957,302043632~815587,306481530~1962789,319451522~3949812,324803502~4840783,356763089~94457,403815745~4015624] 2023-12-20T11:37:46.949 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [17567489~5210789,32169632~5563685,44517206~1560625,72089626~4701475,79697979~4277111,93697750~6948487,138803018~3961715,165558112~6827930,173874469~3840848,205727789~4207018,237818507~6856181,255605835~281892,271262368~1182957,302043632~815587,306481530~1962789,318767104~4634230,323622204~6022081,356763089~94457,403815745~4015624] 2023-12-20T11:37:46.949 INFO:tasks.workunit.client.0.smithi123.stdout:from 14 to 17 diff [17567489~5210789,23451550~758547,32169632~5563685,44517206~1560625,72089626~4701475,79697979~4277111,93697750~6948487,121718111~8446276,138803018~3961715,165182446~52971,165558112~6827930,175932267~1783050,201195993~8738814,211158656~6337361,234968234~9706454,255605835~281892,271262368~4316279,302043632~815587,306481530~1962789,319451522~3949812,324803502~7529722,341573251~3940917,356763089~94457,403815745~4015624] 2023-12-20T11:37:46.949 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [17567489~5210789,23451550~758547,32169632~5563685,44517206~1560625,72089626~4701475,79697979~4277111,93697750~6948487,121718111~8446276,138803018~3961715,165182446~52971,165558112~6827930,175932267~1783050,201195993~8738814,211158656~6337361,234968234~9706454,255605835~281892,271262368~4316279,302043632~815587,306481530~1962789,319451522~3949812,324803502~7529722,341573251~3940917,356763089~94457,403815745~4015624] 2023-12-20T11:37:46.955 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [17567489~5210789,23451550~758547,32169632~5563685,44517206~1560625,72089626~4701475,79697979~4277111,93697750~6948487,121718111~8446276,138803018~3961715,165182446~52971,165558112~6827930,173874469~3840848,201195993~8738814,211158656~6337361,234968234~9706454,255605835~281892,271262368~4316279,302043632~815587,306481530~1962789,318767104~4634230,323622204~8711020,341573251~3940917,356763089~94457,403815745~4015624] 2023-12-20T11:37:46.955 INFO:tasks.workunit.client.0.smithi123.stdout:from 14 to 18 diff [17567489~5210789,23451550~758547,32169632~8572281,44517206~1560625,60954625~6974264,70221395~7224574,79697979~8053886,93697750~6948487,121718111~8446276,135481257~1244550,138803018~3961715,148023512~7132286,165182446~52971,165558112~6827930,175932267~1783050,201195993~8738814,211158656~6337361,234968234~9706454,255605835~281892,271262368~4316279,277459840~3284479,285872415~7708923,302043632~815587,306481530~1962789,319451522~3949812,324803502~7529722,341573251~11604347,356763089~94457,403815745~4015624] 2023-12-20T11:37:46.955 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [17567489~5210789,23451550~758547,32169632~8572281,44517206~1560625,60954625~6974264,70221395~7224574,79697979~8053886,93697750~6948487,121718111~8446276,135481257~1244550,138803018~3961715,148023512~7132286,165182446~52971,165558112~6827930,175932267~1783050,201195993~8738814,211158656~6337361,234968234~9706454,255605835~281892,271262368~4316279,277459840~3284479,285872415~7708923,302043632~815587,306481530~1962789,319451522~3949812,324803502~7529722,341573251~11604347,356763089~94457,403815745~4015624] 2023-12-20T11:37:46.961 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [17567489~5210789,23451550~758547,32169632~8572281,44517206~1560625,58995052~8933837,70221395~7224574,79697979~8053886,93697750~6948487,121718111~8446276,135481257~1244550,138803018~3961715,148023512~7132286,165182446~52971,165558112~6827930,173874469~3840848,201195993~8738814,211158656~6337361,234968234~9706454,255605835~281892,271262368~4316279,277459840~3284479,285872415~7708923,302043632~815587,306481530~1962789,318767104~4634230,323622204~8711020,341573251~11604347,356763089~94457,403815745~4015624] 2023-12-20T11:37:46.962 INFO:tasks.workunit.client.0.smithi123.stdout:from 14 to 19 diff [2418716~812929,17567489~5210789,23451550~758547,32169632~8572281,44517206~1560625,60954625~6974264,70221395~8539058,79697979~8053886,93697750~6948487,121718111~8446276,135481257~1244550,138803018~3961715,148023512~7132286,165182446~52971,165558112~6827930,175932267~1783050,184535244~3924122,201195993~8738814,211158656~6337361,234968234~9706454,246660745~6195166,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,302043632~815587,306481530~1962789,319451522~3949812,324803502~13124018,341573251~11604347,356763089~94457,359632722~3325200,366239762~5762979,403815745~4015624] 2023-12-20T11:37:46.962 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,17567489~5210789,23451550~758547,32169632~8572281,44517206~1560625,60954625~6974264,70221395~8539058,79697979~8053886,93697750~6948487,121718111~8446276,135481257~1244550,138803018~3961715,148023512~7132286,165182446~52971,165558112~6827930,175932267~1783050,184535244~3924122,201195993~8738814,211158656~6337361,234968234~9706454,246660745~6195166,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,302043632~815587,306481530~1962789,319451522~3949812,324803502~13124018,341573251~11604347,356763089~94457,359632722~3325200,366239762~5762979,403815745~4015624] 2023-12-20T11:37:46.967 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,17567489~5210789,23451550~758547,32169632~8572281,44517206~1560625,58995052~8933837,70221395~8539058,79697979~8053886,93697750~6948487,121718111~8446276,135481257~1244550,138803018~3961715,148023512~7132286,165182446~52971,165558112~6827930,173874469~3840848,182292307~6167059,201195993~8738814,211158656~6337361,234968234~9706454,246660745~6195166,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,302043632~815587,306481530~1962789,318767104~4634230,323622204~14305316,341573251~11604347,356763089~94457,359632722~3325200,366239762~5762979,403815745~4015624] 2023-12-20T11:37:46.968 INFO:tasks.workunit.client.0.smithi123.stdout:from 15 to 16 diff [79697979~4277111,93697750~6948487,138803018~3961715,165558112~6827930,205727789~4207018,271262368~1182957,306481530~1962789,319451522~3949812,324803502~4840783] 2023-12-20T11:37:46.968 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [79697979~4277111,93697750~6948487,138803018~3961715,165558112~6827930,205727789~4207018,271262368~1182957,306481530~1962789,319451522~3949812,324803502~4840783] 2023-12-20T11:37:46.973 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [79697979~4277111,93697750~6948487,138803018~3961715,165558112~6827930,205727789~4207018,271262368~1182957,306481530~1962789,318767104~4634230,323622204~6022081] 2023-12-20T11:37:46.974 INFO:tasks.workunit.client.0.smithi123.stdout:from 15 to 17 diff [23451550~758547,79697979~4277111,93697750~6948487,121718111~8446276,138803018~3961715,165182446~52971,165558112~6827930,201195993~8738814,211158656~6337361,234968234~3200106,271262368~4316279,306481530~1962789,319451522~3949812,324803502~7529722,341573251~3940917] 2023-12-20T11:37:46.974 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [23451550~758547,79697979~4277111,93697750~6948487,121718111~8446276,138803018~3961715,165182446~52971,165558112~6827930,201195993~8738814,211158656~6337361,234968234~3200106,271262368~4316279,306481530~1962789,319451522~3949812,324803502~7529722,341573251~3940917] 2023-12-20T11:37:46.980 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [23451550~758547,79697979~4277111,93697750~6948487,121718111~8446276,138803018~3961715,165182446~52971,165558112~6827930,201195993~8738814,211158656~6337361,234968234~3200106,271262368~4316279,306481530~1962789,318767104~4634230,323622204~8711020,341573251~3940917] 2023-12-20T11:37:46.980 INFO:tasks.workunit.client.0.smithi123.stdout:from 15 to 18 diff [23451550~758547,36491934~4249979,60954625~6974264,70221395~7224574,79697979~8053886,93697750~6948487,121718111~8446276,135481257~1244550,138803018~3961715,148023512~7132286,165182446~52971,165558112~6827930,201195993~8738814,211158656~6337361,234968234~3200106,271262368~4316279,277459840~3284479,285872415~7708923,306481530~1962789,319451522~3949812,324803502~7529722,341573251~11604347] 2023-12-20T11:37:46.980 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [23451550~758547,36491934~4249979,60954625~6974264,70221395~7224574,79697979~8053886,93697750~6948487,121718111~8446276,135481257~1244550,138803018~3961715,148023512~7132286,165182446~52971,165558112~6827930,201195993~8738814,211158656~6337361,234968234~3200106,271262368~4316279,277459840~3284479,285872415~7708923,306481530~1962789,319451522~3949812,324803502~7529722,341573251~11604347] 2023-12-20T11:37:46.986 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [23451550~758547,36491934~4249979,58995052~8933837,70221395~7224574,79697979~8053886,93697750~6948487,121718111~8446276,135481257~1244550,138803018~3961715,148023512~7132286,165182446~52971,165558112~6827930,201195993~8738814,211158656~6337361,234968234~3200106,271262368~4316279,277459840~3284479,285872415~7708923,306481530~1962789,318767104~4634230,323622204~8711020,341573251~11604347] 2023-12-20T11:37:46.986 INFO:tasks.workunit.client.0.smithi123.stdout:from 15 to 19 diff [2418716~812929,23451550~758547,36491934~4249979,60954625~6974264,70221395~8539058,79697979~8053886,93697750~6948487,121718111~8446276,135481257~1244550,138803018~3961715,148023512~7132286,165182446~52971,165558112~6827930,184535244~3924122,201195993~8738814,211158656~6337361,234968234~3200106,246660745~6195166,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,306481530~1962789,319451522~3949812,324803502~13124018,341573251~11604347,359632722~3325200,366239762~5762979] 2023-12-20T11:37:46.987 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,23451550~758547,36491934~4249979,60954625~6974264,70221395~8539058,79697979~8053886,93697750~6948487,121718111~8446276,135481257~1244550,138803018~3961715,148023512~7132286,165182446~52971,165558112~6827930,184535244~3924122,201195993~8738814,211158656~6337361,234968234~3200106,246660745~6195166,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,306481530~1962789,319451522~3949812,324803502~13124018,341573251~11604347,359632722~3325200,366239762~5762979] 2023-12-20T11:37:46.992 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,23451550~758547,36491934~4249979,58995052~8933837,70221395~8539058,79697979~8053886,93697750~6948487,121718111~8446276,135481257~1244550,138803018~3961715,148023512~7132286,165182446~52971,165558112~6827930,182292307~6167059,201195993~8738814,211158656~6337361,234968234~3200106,246660745~6195166,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,306481530~1962789,318767104~4634230,323622204~14305316,341573251~11604347,359632722~3325200,366239762~5762979] 2023-12-20T11:37:46.992 INFO:tasks.workunit.client.0.smithi123.stdout:from 16 to 17 diff [23451550~758547,121718111~8446276,165182446~52971,201195993~6254131,211158656~6337361,234968234~3200106,272273294~3305353,329486494~2846730,341573251~3940917] 2023-12-20T11:37:46.992 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [23451550~758547,121718111~8446276,165182446~52971,201195993~6254131,211158656~6337361,234968234~3200106,272273294~3305353,329486494~2846730,341573251~3940917] 2023-12-20T11:37:46.999 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [23451550~758547,121718111~8446276,165182446~52971,201195993~6254131,211158656~6337361,234968234~3200106,272273294~3305353,329486494~2846730,341573251~3940917] 2023-12-20T11:37:46.999 INFO:tasks.workunit.client.0.smithi123.stdout:from 16 to 18 diff [23451550~758547,36491934~4249979,60954625~6974264,70221395~7224574,82880742~4871123,121718111~8446276,135481257~1244550,148023512~7132286,165182446~52971,201195993~6254131,211158656~6337361,234968234~3200106,272273294~3305353,277459840~3284479,285872415~7708923,329486494~2846730,341573251~11604347] 2023-12-20T11:37:46.999 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [23451550~758547,36491934~4249979,60954625~6974264,70221395~7224574,82880742~4871123,121718111~8446276,135481257~1244550,148023512~7132286,165182446~52971,201195993~6254131,211158656~6337361,234968234~3200106,272273294~3305353,277459840~3284479,285872415~7708923,329486494~2846730,341573251~11604347] 2023-12-20T11:37:47.005 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [23451550~758547,36491934~4249979,58995052~8933837,70221395~7224574,82880742~4871123,121718111~8446276,135481257~1244550,148023512~7132286,165182446~52971,201195993~6254131,211158656~6337361,234968234~3200106,272273294~3305353,277459840~3284479,285872415~7708923,329486494~2846730,341573251~11604347] 2023-12-20T11:37:47.005 INFO:tasks.workunit.client.0.smithi123.stdout:from 16 to 19 diff [2418716~812929,23451550~758547,36491934~4249979,60954625~6974264,70221395~8539058,82880742~4871123,121718111~8446276,135481257~1244550,148023512~7132286,165182446~52971,184535244~3924122,201195993~6254131,211158656~6337361,234968234~3200106,246660745~6195166,263073591~1263398,272273294~3305353,277459840~3284479,283123090~10458248,329486494~8441026,341573251~11604347,359632722~3325200,366239762~5762979] 2023-12-20T11:37:47.005 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,23451550~758547,36491934~4249979,60954625~6974264,70221395~8539058,82880742~4871123,121718111~8446276,135481257~1244550,148023512~7132286,165182446~52971,184535244~3924122,201195993~6254131,211158656~6337361,234968234~3200106,246660745~6195166,263073591~1263398,272273294~3305353,277459840~3284479,283123090~10458248,329486494~8441026,341573251~11604347,359632722~3325200,366239762~5762979] 2023-12-20T11:37:47.011 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,23451550~758547,36491934~4249979,58995052~8933837,70221395~8539058,82880742~4871123,121718111~8446276,135481257~1244550,148023512~7132286,165182446~52971,182292307~6167059,201195993~6254131,211158656~6337361,234968234~3200106,246660745~6195166,263073591~1263398,272273294~3305353,277459840~3284479,283123090~10458248,329486494~8441026,341573251~11604347,359632722~3325200,366239762~5762979] 2023-12-20T11:37:47.011 INFO:tasks.workunit.client.0.smithi123.stdout:from 17 to 18 diff [36491934~4249979,60954625~6974264,70221395~7224574,82880742~4871123,135481257~1244550,148023512~7132286,277459840~3284479,285872415~7708923,345401124~7776474] 2023-12-20T11:37:47.011 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [36491934~4249979,60954625~6974264,70221395~7224574,82880742~4871123,135481257~1244550,148023512~7132286,277459840~3284479,285872415~7708923,345401124~7776474] 2023-12-20T11:37:47.018 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [36491934~4249979,58995052~8933837,70221395~7224574,82880742~4871123,135481257~1244550,148023512~7132286,277459840~3284479,285872415~7708923,345401124~7776474] 2023-12-20T11:37:47.018 INFO:tasks.workunit.client.0.smithi123.stdout:from 17 to 19 diff [2418716~812929,36491934~4249979,60954625~6974264,70221395~8539058,82880742~4871123,135481257~1244550,148023512~7132286,184535244~3924122,246660745~6195166,263073591~1263398,277459840~3284479,283123090~10458248,330334553~7592967,345401124~7776474,359632722~3325200,366239762~5762979] 2023-12-20T11:37:47.018 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,36491934~4249979,60954625~6974264,70221395~8539058,82880742~4871123,135481257~1244550,148023512~7132286,184535244~3924122,246660745~6195166,263073591~1263398,277459840~3284479,283123090~10458248,330334553~7592967,345401124~7776474,359632722~3325200,366239762~5762979] 2023-12-20T11:37:47.024 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,36491934~4249979,58995052~8933837,70221395~8539058,82880742~4871123,135481257~1244550,148023512~7132286,182292307~6167059,246660745~6195166,263073591~1263398,277459840~3284479,283123090~10458248,330334553~7592967,345401124~7776474,359632722~3325200,366239762~5762979] 2023-12-20T11:37:47.024 INFO:tasks.workunit.client.0.smithi123.stdout:from 18 to 19 diff [2418716~812929,72395280~6365173,184535244~3924122,246660745~6195166,263073591~1263398,283123090~5455963,330334553~7592967,359632722~3325200,366239762~5762979] 2023-12-20T11:37:47.024 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,72395280~6365173,184535244~3924122,246660745~6195166,263073591~1263398,283123090~5455963,330334553~7592967,359632722~3325200,366239762~5762979] 2023-12-20T11:37:47.030 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,72395280~6365173,182292307~6167059,246660745~6195166,263073591~1263398,283123090~5455963,330334553~7592967,359632722~3325200,366239762~5762979] 2023-12-20T11:37:47.147 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:37:47.148 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (46m) 2m ago 49m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:37:47.148 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (46m) 24s ago 49m 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:37:47.148 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (50m) 2m ago 50m 23.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:37:47.148 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (50m) 24s ago 50m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:37:47.148 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (45m) 24s ago 52m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:37:47.148 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (46m) 2m ago 54m 576M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:37:47.148 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (45m) 2m ago 54m 360M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:37:47.148 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (45m) 24s ago 53m 205M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:37:47.148 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (45m) 2m ago 52m 210M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:37:47.148 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (46m) 2m ago 49m 19.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:37:47.148 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (46m) 24s ago 49m 19.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:37:47.148 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (44m) 2m ago 52m 2466M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:37:47.148 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (44m) 2m ago 52m 2803M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:37:47.149 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (43m) 2m ago 51m 2708M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:37:47.149 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (43m) 2m ago 51m 2531M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:37:47.149 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (42m) 24s ago 51m 2129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:37:47.149 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (42m) 24s ago 51m 2317M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:37:47.149 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (41m) 24s ago 50m 1836M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:37:47.149 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (41m) 24s ago 50m 2209M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:37:47.149 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (45m) 24s ago 49m 92.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:37:47.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:46 smithi177 ceph-mon[212096]: osdmap e1414: 8 total, 8 up, 8 in 2023-12-20T11:37:47.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:46 smithi123 ceph-mon[191304]: osdmap e1414: 8 total, 8 up, 8 in 2023-12-20T11:37:47.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:46 smithi123 ceph-mon[188613]: osdmap e1414: 8 total, 8 up, 8 in 2023-12-20T11:37:47.531 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:37:47.531 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:37:47.532 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:37:47.532 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:37:47.532 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:37:47.532 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:37:47.532 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:37:47.532 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:37:47.532 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:37:47.532 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:37:47.532 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:37:47.532 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:37:47.532 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:37:47.532 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:37:47.532 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:37:47.532 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:37:47.533 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:37:47.533 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:37:47.757 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:47.757 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:47.777 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~11731165,12582912~33494919,46137344~54508893,104365447~39340174,146800640~8355158,163577856~53918161,222298112~36954172,260046848~8485644,271262368~9481951,281018368~21840851,302901347~1492877,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:47.777 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:47.777 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:47.783 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,12582912~33494919,46137344~10727897,58995052~41651185,104365447~39340174,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:47.783 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to HEAD diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:47.783 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:47.788 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,14764726~31313105,46137344~10727897,58995052~8933837,70221395~30424842,104365447~4852489,109528900~34176721,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~45275843,366239762~11201443,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:47.788 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to HEAD diff [2418716~812929,3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:47.788 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:47.794 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,16946282~29131549,46137344~10727897,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,226180801~33071483,262307723~5624633,271262368~4316279,277459840~3284479,281018368~21840851,306205405~9679507,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:47.794 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to HEAD diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:47.794 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:47.799 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,17567489~28510342,46137344~10599852,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,165182446~52971,165426856~52069161,226180801~33071483,262307723~5624633,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:47.799 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to HEAD diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:47.799 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:47.804 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,17567489~28510342,46137344~10599852,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:47.805 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to HEAD diff [2418716~812929,3777863~6727154,17567489~28510342,46509186~6416956,60954625~6974264,70221395~30424842,104653753~4564183,110724624~32040109,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:47.805 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~6727154,17567489~28510342,46509186~6416956,60954625~6974264,70221395~30424842,104653753~4564183,110724624~32040109,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:47.810 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~8086301,17567489~28510342,46137344~6788798,58995052~8933837,70221395~30424842,104365447~4852489,110724624~32040109,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:47.810 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to HEAD diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:47.810 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:47.815 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46137344~6788798,58995052~8933837,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~15056369,296711188~6148031,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:47.816 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to HEAD diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:47.816 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:47.821 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46137344~6788798,58995052~8933837,70221395~17530470,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~22901254,189320515~28175502,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~15056369,296711188~6148031,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:47.821 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to HEAD diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32169632~13908199,46509186~6416956,60954625~6974264,70221395~17530470,90949900~9696337,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,234968234~22978342,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:47.821 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32169632~13908199,46509186~6416956,60954625~6974264,70221395~17530470,90949900~9696337,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,234968234~22978342,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:47.826 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32169632~13908199,46137344~6788798,58995052~8933837,70221395~17530470,90949900~9696337,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~22901254,189320515~28175502,234968234~22978342,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~9403382,318767104~40429635,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:47.826 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to HEAD diff [2418716~812929,8325532~98567,17567489~10307194,32169632~13908199,48982666~3943476,60954625~6974264,70221395~17530470,93697750~6948487,110724624~8063864,118839334~11325053,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:47.826 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,8325532~98567,17567489~10307194,32169632~13908199,48982666~3943476,60954625~6974264,70221395~17530470,93697750~6948487,110724624~8063864,118839334~11325053,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:47.831 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,8325532~98567,17567489~10307194,32169632~13908199,48982666~3943476,58995052~8933837,70221395~17530470,93697750~6948487,110724624~8063864,118839334~11325053,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~22901254,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~7406182,318767104~4634230,323622204~35574535,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:47.831 INFO:tasks.workunit.client.0.smithi123.stdout:from 11 to HEAD diff [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:47.831 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:47.837 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,58995052~8933837,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~22901254,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,318767104~4634230,323622204~35574535,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:47.837 INFO:tasks.workunit.client.0.smithi123.stdout:from 12 to HEAD diff [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~1783050,184535244~3924122,194640055~901604,201195993~8738814,211158656~6337361,234968234~9706454,246660745~8545911,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,356763089~94457,359632722~3325200,366239762~5762979,388992987~6438249,399963984~7920826] 2023-12-20T11:37:47.837 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~1783050,184535244~3924122,194640055~901604,201195993~8738814,211158656~6337361,234968234~9706454,246660745~8545911,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,356763089~94457,359632722~3325200,366239762~5762979,388992987~6438249,399963984~7920826] 2023-12-20T11:37:47.842 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,58995052~8933837,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~12157205,182292307~6167059,194640055~901604,201195993~8738814,211158656~6337361,234968234~9706454,246660745~8545911,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,318767104~4634230,323622204~29555394,356763089~94457,359632722~3325200,366239762~5762979,388992987~6438249,399963984~7920826] 2023-12-20T11:37:47.842 INFO:tasks.workunit.client.0.smithi123.stdout:from 13 to HEAD diff [2418716~812929,17567489~5210789,23451550~758547,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,121718111~8446276,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~1783050,184535244~3924122,201195993~8738814,211158656~6337361,234968234~9706454,246660745~6195166,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,302043632~815587,306481530~1962789,319451522~3949812,324803502~28374096,356763089~94457,359632722~3325200,366239762~5762979,399963984~7920826] 2023-12-20T11:37:47.842 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,17567489~5210789,23451550~758547,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,121718111~8446276,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~1783050,184535244~3924122,201195993~8738814,211158656~6337361,234968234~9706454,246660745~6195166,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,302043632~815587,306481530~1962789,319451522~3949812,324803502~28374096,356763089~94457,359632722~3325200,366239762~5762979,399963984~7920826] 2023-12-20T11:37:47.848 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,17567489~5210789,23451550~758547,32169632~13908199,58995052~8933837,70221395~17530470,93697750~6948487,121718111~8446276,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~12157205,182292307~6167059,201195993~8738814,211158656~6337361,234968234~9706454,246660745~6195166,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,302043632~815587,306481530~1962789,318767104~4634230,323622204~29555394,356763089~94457,359632722~3325200,366239762~5762979,399963984~7920826] 2023-12-20T11:37:47.848 INFO:tasks.workunit.client.0.smithi123.stdout:from 14 to HEAD diff [2418716~812929,17567489~5210789,23451550~758547,32169632~8572281,44517206~1560625,60954625~6974264,70221395~8539058,79697979~8053886,93697750~6948487,121718111~8446276,135481257~1244550,138803018~3961715,148023512~7132286,165182446~52971,165558112~6827930,175932267~1783050,184535244~3924122,201195993~8738814,211158656~6337361,234968234~9706454,246660745~6195166,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,302043632~815587,306481530~1962789,319451522~3949812,324803502~13124018,341573251~11604347,356763089~94457,359632722~3325200,366239762~5762979,403815745~4015624] 2023-12-20T11:37:47.848 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,17567489~5210789,23451550~758547,32169632~8572281,44517206~1560625,60954625~6974264,70221395~8539058,79697979~8053886,93697750~6948487,121718111~8446276,135481257~1244550,138803018~3961715,148023512~7132286,165182446~52971,165558112~6827930,175932267~1783050,184535244~3924122,201195993~8738814,211158656~6337361,234968234~9706454,246660745~6195166,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,302043632~815587,306481530~1962789,319451522~3949812,324803502~13124018,341573251~11604347,356763089~94457,359632722~3325200,366239762~5762979,403815745~4015624] 2023-12-20T11:37:47.853 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,17567489~5210789,23451550~758547,32169632~8572281,44517206~1560625,58995052~8933837,70221395~8539058,79697979~8053886,93697750~6948487,121718111~8446276,135481257~1244550,138803018~3961715,148023512~7132286,165182446~52971,165558112~6827930,173874469~3840848,182292307~6167059,201195993~8738814,211158656~6337361,234968234~9706454,246660745~6195166,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,302043632~815587,306481530~1962789,318767104~4634230,323622204~14305316,341573251~11604347,356763089~94457,359632722~3325200,366239762~5762979,403815745~4015624] 2023-12-20T11:37:47.853 INFO:tasks.workunit.client.0.smithi123.stdout:from 15 to HEAD diff [2418716~812929,23451550~758547,36491934~4249979,60954625~6974264,70221395~8539058,79697979~8053886,93697750~6948487,121718111~8446276,135481257~1244550,138803018~3961715,148023512~7132286,165182446~52971,165558112~6827930,184535244~3924122,201195993~8738814,211158656~6337361,234968234~3200106,246660745~6195166,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,306481530~1962789,319451522~3949812,324803502~13124018,341573251~11604347,359632722~3325200,366239762~5762979] 2023-12-20T11:37:47.853 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,23451550~758547,36491934~4249979,60954625~6974264,70221395~8539058,79697979~8053886,93697750~6948487,121718111~8446276,135481257~1244550,138803018~3961715,148023512~7132286,165182446~52971,165558112~6827930,184535244~3924122,201195993~8738814,211158656~6337361,234968234~3200106,246660745~6195166,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,306481530~1962789,319451522~3949812,324803502~13124018,341573251~11604347,359632722~3325200,366239762~5762979] 2023-12-20T11:37:47.858 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,23451550~758547,36491934~4249979,58995052~8933837,70221395~8539058,79697979~8053886,93697750~6948487,121718111~8446276,135481257~1244550,138803018~3961715,148023512~7132286,165182446~52971,165558112~6827930,182292307~6167059,201195993~8738814,211158656~6337361,234968234~3200106,246660745~6195166,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,306481530~1962789,318767104~4634230,323622204~14305316,341573251~11604347,359632722~3325200,366239762~5762979] 2023-12-20T11:37:47.858 INFO:tasks.workunit.client.0.smithi123.stdout:from 16 to HEAD diff [2418716~812929,23451550~758547,36491934~4249979,60954625~6974264,70221395~8539058,82880742~4871123,121718111~8446276,135481257~1244550,148023512~7132286,165182446~52971,184535244~3924122,201195993~6254131,211158656~6337361,234968234~3200106,246660745~6195166,263073591~1263398,272273294~3305353,277459840~3284479,283123090~10458248,329486494~8441026,341573251~11604347,359632722~3325200,366239762~5762979] 2023-12-20T11:37:47.858 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,23451550~758547,36491934~4249979,60954625~6974264,70221395~8539058,82880742~4871123,121718111~8446276,135481257~1244550,148023512~7132286,165182446~52971,184535244~3924122,201195993~6254131,211158656~6337361,234968234~3200106,246660745~6195166,263073591~1263398,272273294~3305353,277459840~3284479,283123090~10458248,329486494~8441026,341573251~11604347,359632722~3325200,366239762~5762979] 2023-12-20T11:37:47.863 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,23451550~758547,36491934~4249979,58995052~8933837,70221395~8539058,82880742~4871123,121718111~8446276,135481257~1244550,148023512~7132286,165182446~52971,182292307~6167059,201195993~6254131,211158656~6337361,234968234~3200106,246660745~6195166,263073591~1263398,272273294~3305353,277459840~3284479,283123090~10458248,329486494~8441026,341573251~11604347,359632722~3325200,366239762~5762979] 2023-12-20T11:37:47.863 INFO:tasks.workunit.client.0.smithi123.stdout:from 17 to HEAD diff [2418716~812929,36491934~4249979,60954625~6974264,70221395~8539058,82880742~4871123,135481257~1244550,148023512~7132286,184535244~3924122,246660745~6195166,263073591~1263398,277459840~3284479,283123090~10458248,330334553~7592967,345401124~7776474,359632722~3325200,366239762~5762979] 2023-12-20T11:37:47.863 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,36491934~4249979,60954625~6974264,70221395~8539058,82880742~4871123,135481257~1244550,148023512~7132286,184535244~3924122,246660745~6195166,263073591~1263398,277459840~3284479,283123090~10458248,330334553~7592967,345401124~7776474,359632722~3325200,366239762~5762979] 2023-12-20T11:37:47.870 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,36491934~4249979,58995052~8933837,70221395~8539058,82880742~4871123,135481257~1244550,148023512~7132286,182292307~6167059,246660745~6195166,263073591~1263398,277459840~3284479,283123090~10458248,330334553~7592967,345401124~7776474,359632722~3325200,366239762~5762979] 2023-12-20T11:37:48.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:47 smithi177 ceph-mon[212096]: pgmap v2587: 137 pgs: 137 active+clean; 799 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 99 KiB/s rd, 46 MiB/s wr, 731 op/s 2023-12-20T11:37:48.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:47 smithi177 ceph-mon[212096]: from='client.46919 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:37:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:47 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2026014084' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:37:48.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:47 smithi123 ceph-mon[191304]: pgmap v2587: 137 pgs: 137 active+clean; 799 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 99 KiB/s rd, 46 MiB/s wr, 731 op/s 2023-12-20T11:37:48.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:47 smithi123 ceph-mon[191304]: from='client.46919 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:37:48.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:47 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2026014084' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:37:48.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:47 smithi123 ceph-mon[188613]: pgmap v2587: 137 pgs: 137 active+clean; 799 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 99 KiB/s rd, 46 MiB/s wr, 731 op/s 2023-12-20T11:37:48.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:47 smithi123 ceph-mon[188613]: from='client.46919 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:37:48.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:47 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2026014084' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:37:48.790 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:48.790 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:48.813 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~11731165,12582912~33494919,46137344~54508893,104365447~39340174,146800640~8355158,163577856~53918161,222298112~36954172,260046848~8485644,271262368~9481951,281018368~21840851,302901347~1492877,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:48.814 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:48.814 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:48.819 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,12582912~33494919,46137344~10727897,58995052~41651185,104365447~39340174,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:48.819 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to HEAD diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:48.819 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:48.825 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,14764726~31313105,46137344~10727897,58995052~8933837,70221395~30424842,104365447~4852489,109528900~34176721,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~45275843,366239762~11201443,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:48.825 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to HEAD diff [2418716~812929,3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:48.825 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:48.831 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,16946282~29131549,46137344~10727897,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,226180801~33071483,262307723~5624633,271262368~4316279,277459840~3284479,281018368~21840851,306205405~9679507,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:48.831 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to HEAD diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:48.831 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:48.837 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,17567489~28510342,46137344~10599852,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,165182446~52971,165426856~52069161,226180801~33071483,262307723~5624633,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:48.837 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to HEAD diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:48.837 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:48.842 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,17567489~28510342,46137344~10599852,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:48.843 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to HEAD diff [2418716~812929,3777863~6727154,17567489~28510342,46509186~6416956,60954625~6974264,70221395~30424842,104653753~4564183,110724624~32040109,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:48.843 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~6727154,17567489~28510342,46509186~6416956,60954625~6974264,70221395~30424842,104653753~4564183,110724624~32040109,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:48.848 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~8086301,17567489~28510342,46137344~6788798,58995052~8933837,70221395~30424842,104365447~4852489,110724624~32040109,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:48.848 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to HEAD diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:48.848 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:48.854 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46137344~6788798,58995052~8933837,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~15056369,296711188~6148031,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:48.854 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to HEAD diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:48.855 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:48.859 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46137344~6788798,58995052~8933837,70221395~17530470,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~22901254,189320515~28175502,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~15056369,296711188~6148031,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:48.860 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to HEAD diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32169632~13908199,46509186~6416956,60954625~6974264,70221395~17530470,90949900~9696337,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,234968234~22978342,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:48.860 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32169632~13908199,46509186~6416956,60954625~6974264,70221395~17530470,90949900~9696337,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,234968234~22978342,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:48.865 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32169632~13908199,46137344~6788798,58995052~8933837,70221395~17530470,90949900~9696337,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~22901254,189320515~28175502,234968234~22978342,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~9403382,318767104~40429635,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:48.865 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to HEAD diff [2418716~812929,8325532~98567,17567489~10307194,32169632~13908199,48982666~3943476,60954625~6974264,70221395~17530470,93697750~6948487,110724624~8063864,118839334~11325053,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:48.865 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,8325532~98567,17567489~10307194,32169632~13908199,48982666~3943476,60954625~6974264,70221395~17530470,93697750~6948487,110724624~8063864,118839334~11325053,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:48.871 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,8325532~98567,17567489~10307194,32169632~13908199,48982666~3943476,58995052~8933837,70221395~17530470,93697750~6948487,110724624~8063864,118839334~11325053,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~22901254,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~7406182,318767104~4634230,323622204~35574535,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:48.871 INFO:tasks.workunit.client.0.smithi123.stdout:from 11 to HEAD diff [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:48.871 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:48.876 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,58995052~8933837,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~22901254,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,318767104~4634230,323622204~35574535,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:48.876 INFO:tasks.workunit.client.0.smithi123.stdout:from 12 to HEAD diff [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~1783050,184535244~3924122,194640055~901604,201195993~8738814,211158656~6337361,234968234~9706454,246660745~8545911,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,356763089~94457,359632722~3325200,366239762~5762979,388992987~6438249,399963984~7920826] 2023-12-20T11:37:48.876 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~1783050,184535244~3924122,194640055~901604,201195993~8738814,211158656~6337361,234968234~9706454,246660745~8545911,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,356763089~94457,359632722~3325200,366239762~5762979,388992987~6438249,399963984~7920826] 2023-12-20T11:37:48.882 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,58995052~8933837,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~12157205,182292307~6167059,194640055~901604,201195993~8738814,211158656~6337361,234968234~9706454,246660745~8545911,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,318767104~4634230,323622204~29555394,356763089~94457,359632722~3325200,366239762~5762979,388992987~6438249,399963984~7920826] 2023-12-20T11:37:48.882 INFO:tasks.workunit.client.0.smithi123.stdout:from 13 to HEAD diff [2418716~812929,17567489~5210789,23451550~758547,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,121718111~8446276,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~1783050,184535244~3924122,201195993~8738814,211158656~6337361,234968234~9706454,246660745~6195166,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,302043632~815587,306481530~1962789,319451522~3949812,324803502~28374096,356763089~94457,359632722~3325200,366239762~5762979,399963984~7920826] 2023-12-20T11:37:48.882 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,17567489~5210789,23451550~758547,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,121718111~8446276,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~1783050,184535244~3924122,201195993~8738814,211158656~6337361,234968234~9706454,246660745~6195166,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,302043632~815587,306481530~1962789,319451522~3949812,324803502~28374096,356763089~94457,359632722~3325200,366239762~5762979,399963984~7920826] 2023-12-20T11:37:48.887 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,17567489~5210789,23451550~758547,32169632~13908199,58995052~8933837,70221395~17530470,93697750~6948487,121718111~8446276,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~12157205,182292307~6167059,201195993~8738814,211158656~6337361,234968234~9706454,246660745~6195166,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,302043632~815587,306481530~1962789,318767104~4634230,323622204~29555394,356763089~94457,359632722~3325200,366239762~5762979,399963984~7920826] 2023-12-20T11:37:48.888 INFO:tasks.workunit.client.0.smithi123.stdout:from 14 to HEAD diff [2418716~812929,17567489~5210789,23451550~758547,32169632~8572281,44517206~1560625,60954625~6974264,70221395~8539058,79697979~8053886,93697750~6948487,121718111~8446276,135481257~1244550,138803018~3961715,148023512~7132286,165182446~52971,165558112~6827930,175932267~1783050,184535244~3924122,201195993~8738814,211158656~6337361,234968234~9706454,246660745~6195166,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,302043632~815587,306481530~1962789,319451522~3949812,324803502~13124018,341573251~11604347,356763089~94457,359632722~3325200,366239762~5762979,403815745~4015624] 2023-12-20T11:37:48.888 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,17567489~5210789,23451550~758547,32169632~8572281,44517206~1560625,60954625~6974264,70221395~8539058,79697979~8053886,93697750~6948487,121718111~8446276,135481257~1244550,138803018~3961715,148023512~7132286,165182446~52971,165558112~6827930,175932267~1783050,184535244~3924122,201195993~8738814,211158656~6337361,234968234~9706454,246660745~6195166,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,302043632~815587,306481530~1962789,319451522~3949812,324803502~13124018,341573251~11604347,356763089~94457,359632722~3325200,366239762~5762979,403815745~4015624] 2023-12-20T11:37:48.893 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,17567489~5210789,23451550~758547,32169632~8572281,44517206~1560625,58995052~8933837,70221395~8539058,79697979~8053886,93697750~6948487,121718111~8446276,135481257~1244550,138803018~3961715,148023512~7132286,165182446~52971,165558112~6827930,173874469~3840848,182292307~6167059,201195993~8738814,211158656~6337361,234968234~9706454,246660745~6195166,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,302043632~815587,306481530~1962789,318767104~4634230,323622204~14305316,341573251~11604347,356763089~94457,359632722~3325200,366239762~5762979,403815745~4015624] 2023-12-20T11:37:48.893 INFO:tasks.workunit.client.0.smithi123.stdout:from 15 to HEAD diff [2418716~812929,23451550~758547,36491934~4249979,60954625~6974264,70221395~8539058,79697979~8053886,93697750~6948487,121718111~8446276,135481257~1244550,138803018~3961715,148023512~7132286,165182446~52971,165558112~6827930,184535244~3924122,201195993~8738814,211158656~6337361,234968234~3200106,246660745~6195166,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,306481530~1962789,319451522~3949812,324803502~13124018,341573251~11604347,359632722~3325200,366239762~5762979] 2023-12-20T11:37:48.893 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,23451550~758547,36491934~4249979,60954625~6974264,70221395~8539058,79697979~8053886,93697750~6948487,121718111~8446276,135481257~1244550,138803018~3961715,148023512~7132286,165182446~52971,165558112~6827930,184535244~3924122,201195993~8738814,211158656~6337361,234968234~3200106,246660745~6195166,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,306481530~1962789,319451522~3949812,324803502~13124018,341573251~11604347,359632722~3325200,366239762~5762979] 2023-12-20T11:37:48.898 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,23451550~758547,36491934~4249979,58995052~8933837,70221395~8539058,79697979~8053886,93697750~6948487,121718111~8446276,135481257~1244550,138803018~3961715,148023512~7132286,165182446~52971,165558112~6827930,182292307~6167059,201195993~8738814,211158656~6337361,234968234~3200106,246660745~6195166,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,306481530~1962789,318767104~4634230,323622204~14305316,341573251~11604347,359632722~3325200,366239762~5762979] 2023-12-20T11:37:48.898 INFO:tasks.workunit.client.0.smithi123.stdout:from 16 to HEAD diff [2418716~812929,23451550~758547,36491934~4249979,60954625~6974264,70221395~8539058,82880742~4871123,121718111~8446276,135481257~1244550,148023512~7132286,165182446~52971,184535244~3924122,201195993~6254131,211158656~6337361,234968234~3200106,246660745~6195166,263073591~1263398,272273294~3305353,277459840~3284479,283123090~10458248,329486494~8441026,341573251~11604347,359632722~3325200,366239762~5762979] 2023-12-20T11:37:48.898 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,23451550~758547,36491934~4249979,60954625~6974264,70221395~8539058,82880742~4871123,121718111~8446276,135481257~1244550,148023512~7132286,165182446~52971,184535244~3924122,201195993~6254131,211158656~6337361,234968234~3200106,246660745~6195166,263073591~1263398,272273294~3305353,277459840~3284479,283123090~10458248,329486494~8441026,341573251~11604347,359632722~3325200,366239762~5762979] 2023-12-20T11:37:48.903 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,23451550~758547,36491934~4249979,58995052~8933837,70221395~8539058,82880742~4871123,121718111~8446276,135481257~1244550,148023512~7132286,165182446~52971,182292307~6167059,201195993~6254131,211158656~6337361,234968234~3200106,246660745~6195166,263073591~1263398,272273294~3305353,277459840~3284479,283123090~10458248,329486494~8441026,341573251~11604347,359632722~3325200,366239762~5762979] 2023-12-20T11:37:49.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:48 smithi123 ceph-mon[188613]: from='client.56251 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:37:49.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:48 smithi123 ceph-mon[188613]: osdmap e1415: 8 total, 8 up, 8 in 2023-12-20T11:37:49.076 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:48 smithi123 ceph-mon[191304]: from='client.56251 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:37:49.076 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:48 smithi123 ceph-mon[191304]: osdmap e1415: 8 total, 8 up, 8 in 2023-12-20T11:37:49.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:48 smithi177 ceph-mon[212096]: from='client.56251 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:37:49.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:48 smithi177 ceph-mon[212096]: osdmap e1415: 8 total, 8 up, 8 in 2023-12-20T11:37:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:37:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:37:49] "GET /metrics HTTP/1.1" 200 36517 "" "Prometheus/2.43.0" 2023-12-20T11:37:49.785 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:49.785 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:49.818 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~11731165,12582912~33494919,46137344~54508893,104365447~39340174,146800640~8355158,163577856~53918161,222298112~36954172,260046848~8485644,271262368~9481951,281018368~21840851,302901347~1492877,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:49.818 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:49.818 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:49.826 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,12582912~33494919,46137344~10727897,58995052~41651185,104365447~39340174,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:49.826 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to HEAD diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:49.826 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:49.832 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,14764726~31313105,46137344~10727897,58995052~8933837,70221395~30424842,104365447~4852489,109528900~34176721,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~45275843,366239762~11201443,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:49.832 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to HEAD diff [2418716~812929,3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:49.832 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:49.838 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,16946282~29131549,46137344~10727897,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,226180801~33071483,262307723~5624633,271262368~4316279,277459840~3284479,281018368~21840851,306205405~9679507,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:49.838 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to HEAD diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:49.838 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:49.843 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,17567489~28510342,46137344~10599852,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,165182446~52971,165426856~52069161,226180801~33071483,262307723~5624633,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:49.844 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to HEAD diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:49.844 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:49.849 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,17567489~28510342,46137344~10599852,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:49.849 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to HEAD diff [2418716~812929,3777863~6727154,17567489~28510342,46509186~6416956,60954625~6974264,70221395~30424842,104653753~4564183,110724624~32040109,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:49.849 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~6727154,17567489~28510342,46509186~6416956,60954625~6974264,70221395~30424842,104653753~4564183,110724624~32040109,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:49.855 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~8086301,17567489~28510342,46137344~6788798,58995052~8933837,70221395~30424842,104365447~4852489,110724624~32040109,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:49.855 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to HEAD diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:49.855 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:49.861 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46137344~6788798,58995052~8933837,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~15056369,296711188~6148031,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:49.861 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to HEAD diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:49.861 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:49.867 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46137344~6788798,58995052~8933837,70221395~17530470,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~22901254,189320515~28175502,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~15056369,296711188~6148031,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:49.867 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to HEAD diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32169632~13908199,46509186~6416956,60954625~6974264,70221395~17530470,90949900~9696337,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,234968234~22978342,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:49.867 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32169632~13908199,46509186~6416956,60954625~6974264,70221395~17530470,90949900~9696337,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,234968234~22978342,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:49.873 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32169632~13908199,46137344~6788798,58995052~8933837,70221395~17530470,90949900~9696337,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~22901254,189320515~28175502,234968234~22978342,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~9403382,318767104~40429635,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:49.873 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to HEAD diff [2418716~812929,8325532~98567,17567489~10307194,32169632~13908199,48982666~3943476,60954625~6974264,70221395~17530470,93697750~6948487,110724624~8063864,118839334~11325053,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:49.873 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,8325532~98567,17567489~10307194,32169632~13908199,48982666~3943476,60954625~6974264,70221395~17530470,93697750~6948487,110724624~8063864,118839334~11325053,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:49.878 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,8325532~98567,17567489~10307194,32169632~13908199,48982666~3943476,58995052~8933837,70221395~17530470,93697750~6948487,110724624~8063864,118839334~11325053,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~22901254,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~7406182,318767104~4634230,323622204~35574535,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:49.878 INFO:tasks.workunit.client.0.smithi123.stdout:from 11 to HEAD diff [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:49.879 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:49.884 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,58995052~8933837,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~22901254,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,318767104~4634230,323622204~35574535,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:49.884 INFO:tasks.workunit.client.0.smithi123.stdout:from 12 to HEAD diff [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~1783050,184535244~3924122,194640055~901604,201195993~8738814,211158656~6337361,234968234~9706454,246660745~8545911,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,356763089~94457,359632722~3325200,366239762~5762979,388992987~6438249,399963984~7920826] 2023-12-20T11:37:49.884 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~1783050,184535244~3924122,194640055~901604,201195993~8738814,211158656~6337361,234968234~9706454,246660745~8545911,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,356763089~94457,359632722~3325200,366239762~5762979,388992987~6438249,399963984~7920826] 2023-12-20T11:37:49.889 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,58995052~8933837,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~12157205,182292307~6167059,194640055~901604,201195993~8738814,211158656~6337361,234968234~9706454,246660745~8545911,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,318767104~4634230,323622204~29555394,356763089~94457,359632722~3325200,366239762~5762979,388992987~6438249,399963984~7920826] 2023-12-20T11:37:49.889 INFO:tasks.workunit.client.0.smithi123.stdout:from 13 to HEAD diff [2418716~812929,17567489~5210789,23451550~758547,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,121718111~8446276,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~1783050,184535244~3924122,201195993~8738814,211158656~6337361,234968234~9706454,246660745~6195166,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,302043632~815587,306481530~1962789,319451522~3949812,324803502~28374096,356763089~94457,359632722~3325200,366239762~5762979,399963984~7920826] 2023-12-20T11:37:49.889 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,17567489~5210789,23451550~758547,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,121718111~8446276,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~1783050,184535244~3924122,201195993~8738814,211158656~6337361,234968234~9706454,246660745~6195166,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,302043632~815587,306481530~1962789,319451522~3949812,324803502~28374096,356763089~94457,359632722~3325200,366239762~5762979,399963984~7920826] 2023-12-20T11:37:49.895 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,17567489~5210789,23451550~758547,32169632~13908199,58995052~8933837,70221395~17530470,93697750~6948487,121718111~8446276,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~12157205,182292307~6167059,201195993~8738814,211158656~6337361,234968234~9706454,246660745~6195166,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,302043632~815587,306481530~1962789,318767104~4634230,323622204~29555394,356763089~94457,359632722~3325200,366239762~5762979,399963984~7920826] 2023-12-20T11:37:49.895 INFO:tasks.workunit.client.0.smithi123.stdout:from 14 to HEAD diff [2418716~812929,17567489~5210789,23451550~758547,32169632~8572281,44517206~1560625,60954625~6974264,70221395~8539058,79697979~8053886,93697750~6948487,121718111~8446276,135481257~1244550,138803018~3961715,148023512~7132286,165182446~52971,165558112~6827930,175932267~1783050,184535244~3924122,201195993~8738814,211158656~6337361,234968234~9706454,246660745~6195166,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,302043632~815587,306481530~1962789,319451522~3949812,324803502~13124018,341573251~11604347,356763089~94457,359632722~3325200,366239762~5762979,403815745~4015624] 2023-12-20T11:37:49.895 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,17567489~5210789,23451550~758547,32169632~8572281,44517206~1560625,60954625~6974264,70221395~8539058,79697979~8053886,93697750~6948487,121718111~8446276,135481257~1244550,138803018~3961715,148023512~7132286,165182446~52971,165558112~6827930,175932267~1783050,184535244~3924122,201195993~8738814,211158656~6337361,234968234~9706454,246660745~6195166,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,302043632~815587,306481530~1962789,319451522~3949812,324803502~13124018,341573251~11604347,356763089~94457,359632722~3325200,366239762~5762979,403815745~4015624] 2023-12-20T11:37:49.900 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,17567489~5210789,23451550~758547,32169632~8572281,44517206~1560625,58995052~8933837,70221395~8539058,79697979~8053886,93697750~6948487,121718111~8446276,135481257~1244550,138803018~3961715,148023512~7132286,165182446~52971,165558112~6827930,173874469~3840848,182292307~6167059,201195993~8738814,211158656~6337361,234968234~9706454,246660745~6195166,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,302043632~815587,306481530~1962789,318767104~4634230,323622204~14305316,341573251~11604347,356763089~94457,359632722~3325200,366239762~5762979,403815745~4015624] 2023-12-20T11:37:49.901 INFO:tasks.workunit.client.0.smithi123.stdout:from 15 to HEAD diff [2418716~812929,23451550~758547,36491934~4249979,60954625~6974264,70221395~8539058,79697979~8053886,93697750~6948487,121718111~8446276,135481257~1244550,138803018~3961715,148023512~7132286,165182446~52971,165558112~6827930,184535244~3924122,201195993~8738814,211158656~6337361,234968234~3200106,246660745~6195166,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,306481530~1962789,319451522~3949812,324803502~13124018,341573251~11604347,359632722~3325200,366239762~5762979] 2023-12-20T11:37:49.901 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,23451550~758547,36491934~4249979,60954625~6974264,70221395~8539058,79697979~8053886,93697750~6948487,121718111~8446276,135481257~1244550,138803018~3961715,148023512~7132286,165182446~52971,165558112~6827930,184535244~3924122,201195993~8738814,211158656~6337361,234968234~3200106,246660745~6195166,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,306481530~1962789,319451522~3949812,324803502~13124018,341573251~11604347,359632722~3325200,366239762~5762979] 2023-12-20T11:37:49.906 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,23451550~758547,36491934~4249979,58995052~8933837,70221395~8539058,79697979~8053886,93697750~6948487,121718111~8446276,135481257~1244550,138803018~3961715,148023512~7132286,165182446~52971,165558112~6827930,182292307~6167059,201195993~8738814,211158656~6337361,234968234~3200106,246660745~6195166,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,306481530~1962789,318767104~4634230,323622204~14305316,341573251~11604347,359632722~3325200,366239762~5762979] 2023-12-20T11:37:50.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:49 smithi177 ceph-mon[212096]: pgmap v2589: 137 pgs: 137 active+clean; 847 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 230 KiB/s rd, 29 MiB/s wr, 2.60k op/s 2023-12-20T11:37:50.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:49 smithi177 ceph-mon[212096]: osdmap e1416: 8 total, 8 up, 8 in 2023-12-20T11:37:50.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:49 smithi123 ceph-mon[191304]: pgmap v2589: 137 pgs: 137 active+clean; 847 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 230 KiB/s rd, 29 MiB/s wr, 2.60k op/s 2023-12-20T11:37:50.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:49 smithi123 ceph-mon[191304]: osdmap e1416: 8 total, 8 up, 8 in 2023-12-20T11:37:50.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:49 smithi123 ceph-mon[188613]: pgmap v2589: 137 pgs: 137 active+clean; 847 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 230 KiB/s rd, 29 MiB/s wr, 2.60k op/s 2023-12-20T11:37:50.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:49 smithi123 ceph-mon[188613]: osdmap e1416: 8 total, 8 up, 8 in 2023-12-20T11:37:50.794 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:50.794 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:50.836 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~11731165,12582912~33494919,46137344~54508893,104365447~39340174,146800640~8355158,163577856~53918161,222298112~36954172,260046848~8485644,271262368~9481951,281018368~21840851,302901347~1492877,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:50.836 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:50.836 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:50.842 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,12582912~33494919,46137344~10727897,58995052~41651185,104365447~39340174,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:50.842 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to HEAD diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:50.842 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:50.848 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,14764726~31313105,46137344~10727897,58995052~8933837,70221395~30424842,104365447~4852489,109528900~34176721,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~45275843,366239762~11201443,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:50.848 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to HEAD diff [2418716~812929,3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:50.848 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:50.853 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,16946282~29131549,46137344~10727897,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,226180801~33071483,262307723~5624633,271262368~4316279,277459840~3284479,281018368~21840851,306205405~9679507,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:50.854 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to HEAD diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:50.854 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:50.859 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,17567489~28510342,46137344~10599852,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,165182446~52971,165426856~52069161,226180801~33071483,262307723~5624633,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:50.859 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to HEAD diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:50.859 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:50.865 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,17567489~28510342,46137344~10599852,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:50.865 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to HEAD diff [2418716~812929,3777863~6727154,17567489~28510342,46509186~6416956,60954625~6974264,70221395~30424842,104653753~4564183,110724624~32040109,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:50.865 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~6727154,17567489~28510342,46509186~6416956,60954625~6974264,70221395~30424842,104653753~4564183,110724624~32040109,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:50.870 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~8086301,17567489~28510342,46137344~6788798,58995052~8933837,70221395~30424842,104365447~4852489,110724624~32040109,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:50.871 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to HEAD diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:50.871 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:50.876 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46137344~6788798,58995052~8933837,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~15056369,296711188~6148031,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:50.876 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to HEAD diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:50.876 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:50.882 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46137344~6788798,58995052~8933837,70221395~17530470,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~22901254,189320515~28175502,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~15056369,296711188~6148031,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:50.882 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to HEAD diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32169632~13908199,46509186~6416956,60954625~6974264,70221395~17530470,90949900~9696337,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,234968234~22978342,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:50.882 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32169632~13908199,46509186~6416956,60954625~6974264,70221395~17530470,90949900~9696337,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,234968234~22978342,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:50.887 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32169632~13908199,46137344~6788798,58995052~8933837,70221395~17530470,90949900~9696337,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~22901254,189320515~28175502,234968234~22978342,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~9403382,318767104~40429635,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:50.887 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to HEAD diff [2418716~812929,8325532~98567,17567489~10307194,32169632~13908199,48982666~3943476,60954625~6974264,70221395~17530470,93697750~6948487,110724624~8063864,118839334~11325053,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:50.887 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,8325532~98567,17567489~10307194,32169632~13908199,48982666~3943476,60954625~6974264,70221395~17530470,93697750~6948487,110724624~8063864,118839334~11325053,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:50.892 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,8325532~98567,17567489~10307194,32169632~13908199,48982666~3943476,58995052~8933837,70221395~17530470,93697750~6948487,110724624~8063864,118839334~11325053,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~22901254,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~7406182,318767104~4634230,323622204~35574535,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:50.892 INFO:tasks.workunit.client.0.smithi123.stdout:from 11 to HEAD diff [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:50.893 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:50.898 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,58995052~8933837,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~22901254,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,318767104~4634230,323622204~35574535,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:50.898 INFO:tasks.workunit.client.0.smithi123.stdout:from 12 to HEAD diff [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~1783050,184535244~3924122,194640055~901604,201195993~8738814,211158656~6337361,234968234~9706454,246660745~8545911,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,356763089~94457,359632722~3325200,366239762~5762979,388992987~6438249,399963984~7920826] 2023-12-20T11:37:50.898 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~1783050,184535244~3924122,194640055~901604,201195993~8738814,211158656~6337361,234968234~9706454,246660745~8545911,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,356763089~94457,359632722~3325200,366239762~5762979,388992987~6438249,399963984~7920826] 2023-12-20T11:37:50.903 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,58995052~8933837,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~12157205,182292307~6167059,194640055~901604,201195993~8738814,211158656~6337361,234968234~9706454,246660745~8545911,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,318767104~4634230,323622204~29555394,356763089~94457,359632722~3325200,366239762~5762979,388992987~6438249,399963984~7920826] 2023-12-20T11:37:50.903 INFO:tasks.workunit.client.0.smithi123.stdout:from 13 to HEAD diff [2418716~812929,17567489~5210789,23451550~758547,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,121718111~8446276,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~1783050,184535244~3924122,201195993~8738814,211158656~6337361,234968234~9706454,246660745~6195166,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,302043632~815587,306481530~1962789,319451522~3949812,324803502~28374096,356763089~94457,359632722~3325200,366239762~5762979,399963984~7920826] 2023-12-20T11:37:50.903 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,17567489~5210789,23451550~758547,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,121718111~8446276,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~1783050,184535244~3924122,201195993~8738814,211158656~6337361,234968234~9706454,246660745~6195166,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,302043632~815587,306481530~1962789,319451522~3949812,324803502~28374096,356763089~94457,359632722~3325200,366239762~5762979,399963984~7920826] 2023-12-20T11:37:50.908 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,17567489~5210789,23451550~758547,32169632~13908199,58995052~8933837,70221395~17530470,93697750~6948487,121718111~8446276,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~12157205,182292307~6167059,201195993~8738814,211158656~6337361,234968234~9706454,246660745~6195166,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,302043632~815587,306481530~1962789,318767104~4634230,323622204~29555394,356763089~94457,359632722~3325200,366239762~5762979,399963984~7920826] 2023-12-20T11:37:50.908 INFO:tasks.workunit.client.0.smithi123.stdout:from 14 to HEAD diff [2418716~812929,17567489~5210789,23451550~758547,32169632~8572281,44517206~1560625,60954625~6974264,70221395~8539058,79697979~8053886,93697750~6948487,121718111~8446276,135481257~1244550,138803018~3961715,148023512~7132286,165182446~52971,165558112~6827930,175932267~1783050,184535244~3924122,201195993~8738814,211158656~6337361,234968234~9706454,246660745~6195166,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,302043632~815587,306481530~1962789,319451522~3949812,324803502~13124018,341573251~11604347,356763089~94457,359632722~3325200,366239762~5762979,403815745~4015624] 2023-12-20T11:37:50.909 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,17567489~5210789,23451550~758547,32169632~8572281,44517206~1560625,60954625~6974264,70221395~8539058,79697979~8053886,93697750~6948487,121718111~8446276,135481257~1244550,138803018~3961715,148023512~7132286,165182446~52971,165558112~6827930,175932267~1783050,184535244~3924122,201195993~8738814,211158656~6337361,234968234~9706454,246660745~6195166,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,302043632~815587,306481530~1962789,319451522~3949812,324803502~13124018,341573251~11604347,356763089~94457,359632722~3325200,366239762~5762979,403815745~4015624] 2023-12-20T11:37:50.913 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,17567489~5210789,23451550~758547,32169632~8572281,44517206~1560625,58995052~8933837,70221395~8539058,79697979~8053886,93697750~6948487,121718111~8446276,135481257~1244550,138803018~3961715,148023512~7132286,165182446~52971,165558112~6827930,173874469~3840848,182292307~6167059,201195993~8738814,211158656~6337361,234968234~9706454,246660745~6195166,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,302043632~815587,306481530~1962789,318767104~4634230,323622204~14305316,341573251~11604347,356763089~94457,359632722~3325200,366239762~5762979,403815745~4015624] 2023-12-20T11:37:51.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:50 smithi177 ceph-mon[212096]: osdmap e1417: 8 total, 8 up, 8 in 2023-12-20T11:37:51.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:50 smithi123 ceph-mon[191304]: osdmap e1417: 8 total, 8 up, 8 in 2023-12-20T11:37:51.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:50 smithi123 ceph-mon[188613]: osdmap e1417: 8 total, 8 up, 8 in 2023-12-20T11:37:51.804 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:51.804 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:51.840 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~11731165,12582912~33494919,46137344~54508893,104365447~39340174,146800640~8355158,163577856~53918161,222298112~36954172,260046848~8485644,271262368~9481951,281018368~21840851,302901347~1492877,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:51.841 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:51.841 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:51.855 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,12582912~33494919,46137344~10727897,58995052~41651185,104365447~39340174,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:51.855 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to HEAD diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:51.855 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:51.859 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,14764726~31313105,46137344~10727897,58995052~8933837,70221395~30424842,104365447~4852489,109528900~34176721,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~45275843,366239762~11201443,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:51.859 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to HEAD diff [2418716~812929,3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:51.860 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:51.865 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,16946282~29131549,46137344~10727897,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,226180801~33071483,262307723~5624633,271262368~4316279,277459840~3284479,281018368~21840851,306205405~9679507,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:51.865 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to HEAD diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:51.865 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:51.871 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,17567489~28510342,46137344~10599852,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,165182446~52971,165426856~52069161,226180801~33071483,262307723~5624633,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:51.871 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to HEAD diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:51.871 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:51.876 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,17567489~28510342,46137344~10599852,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:51.876 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to HEAD diff [2418716~812929,3777863~6727154,17567489~28510342,46509186~6416956,60954625~6974264,70221395~30424842,104653753~4564183,110724624~32040109,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:51.877 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~6727154,17567489~28510342,46509186~6416956,60954625~6974264,70221395~30424842,104653753~4564183,110724624~32040109,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:51.882 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~8086301,17567489~28510342,46137344~6788798,58995052~8933837,70221395~30424842,104365447~4852489,110724624~32040109,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:51.882 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to HEAD diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:51.882 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:51.887 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46137344~6788798,58995052~8933837,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~15056369,296711188~6148031,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:51.888 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to HEAD diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:51.888 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:51.893 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46137344~6788798,58995052~8933837,70221395~17530470,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~22901254,189320515~28175502,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~15056369,296711188~6148031,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:51.893 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to HEAD diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32169632~13908199,46509186~6416956,60954625~6974264,70221395~17530470,90949900~9696337,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,234968234~22978342,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:51.893 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32169632~13908199,46509186~6416956,60954625~6974264,70221395~17530470,90949900~9696337,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,234968234~22978342,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:51.899 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32169632~13908199,46137344~6788798,58995052~8933837,70221395~17530470,90949900~9696337,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~22901254,189320515~28175502,234968234~22978342,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~9403382,318767104~40429635,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:51.899 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to HEAD diff [2418716~812929,8325532~98567,17567489~10307194,32169632~13908199,48982666~3943476,60954625~6974264,70221395~17530470,93697750~6948487,110724624~8063864,118839334~11325053,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:51.899 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,8325532~98567,17567489~10307194,32169632~13908199,48982666~3943476,60954625~6974264,70221395~17530470,93697750~6948487,110724624~8063864,118839334~11325053,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:51.904 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,8325532~98567,17567489~10307194,32169632~13908199,48982666~3943476,58995052~8933837,70221395~17530470,93697750~6948487,110724624~8063864,118839334~11325053,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~22901254,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~7406182,318767104~4634230,323622204~35574535,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:51.905 INFO:tasks.workunit.client.0.smithi123.stdout:from 11 to HEAD diff [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:51.905 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:51.910 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,58995052~8933837,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~22901254,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,318767104~4634230,323622204~35574535,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:51.910 INFO:tasks.workunit.client.0.smithi123.stdout:from 12 to HEAD diff [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~1783050,184535244~3924122,194640055~901604,201195993~8738814,211158656~6337361,234968234~9706454,246660745~8545911,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,356763089~94457,359632722~3325200,366239762~5762979,388992987~6438249,399963984~7920826] 2023-12-20T11:37:51.910 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~1783050,184535244~3924122,194640055~901604,201195993~8738814,211158656~6337361,234968234~9706454,246660745~8545911,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,356763089~94457,359632722~3325200,366239762~5762979,388992987~6438249,399963984~7920826] 2023-12-20T11:37:51.915 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,58995052~8933837,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~12157205,182292307~6167059,194640055~901604,201195993~8738814,211158656~6337361,234968234~9706454,246660745~8545911,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,318767104~4634230,323622204~29555394,356763089~94457,359632722~3325200,366239762~5762979,388992987~6438249,399963984~7920826] 2023-12-20T11:37:51.915 INFO:tasks.workunit.client.0.smithi123.stdout:from 13 to HEAD diff [2418716~812929,17567489~5210789,23451550~758547,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,121718111~8446276,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~1783050,184535244~3924122,201195993~8738814,211158656~6337361,234968234~9706454,246660745~6195166,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,302043632~815587,306481530~1962789,319451522~3949812,324803502~28374096,356763089~94457,359632722~3325200,366239762~5762979,399963984~7920826] 2023-12-20T11:37:51.915 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,17567489~5210789,23451550~758547,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,121718111~8446276,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~1783050,184535244~3924122,201195993~8738814,211158656~6337361,234968234~9706454,246660745~6195166,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,302043632~815587,306481530~1962789,319451522~3949812,324803502~28374096,356763089~94457,359632722~3325200,366239762~5762979,399963984~7920826] 2023-12-20T11:37:51.921 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,17567489~5210789,23451550~758547,32169632~13908199,58995052~8933837,70221395~17530470,93697750~6948487,121718111~8446276,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~12157205,182292307~6167059,201195993~8738814,211158656~6337361,234968234~9706454,246660745~6195166,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,302043632~815587,306481530~1962789,318767104~4634230,323622204~29555394,356763089~94457,359632722~3325200,366239762~5762979,399963984~7920826] 2023-12-20T11:37:52.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:51 smithi177 ceph-mon[212096]: pgmap v2592: 137 pgs: 137 active+clean; 861 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 234 KiB/s rd, 28 MiB/s wr, 3.79k op/s 2023-12-20T11:37:52.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:51 smithi177 ceph-mon[212096]: osdmap e1418: 8 total, 8 up, 8 in 2023-12-20T11:37:52.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:51 smithi123 ceph-mon[191304]: pgmap v2592: 137 pgs: 137 active+clean; 861 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 234 KiB/s rd, 28 MiB/s wr, 3.79k op/s 2023-12-20T11:37:52.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:51 smithi123 ceph-mon[191304]: osdmap e1418: 8 total, 8 up, 8 in 2023-12-20T11:37:52.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:51 smithi123 ceph-mon[188613]: pgmap v2592: 137 pgs: 137 active+clean; 861 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 234 KiB/s rd, 28 MiB/s wr, 3.79k op/s 2023-12-20T11:37:52.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:51 smithi123 ceph-mon[188613]: osdmap e1418: 8 total, 8 up, 8 in 2023-12-20T11:37:52.810 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:52.810 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:52.842 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~11731165,12582912~33494919,46137344~54508893,104365447~39340174,146800640~8355158,163577856~53918161,222298112~36954172,260046848~8485644,271262368~9481951,281018368~21840851,302901347~1492877,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:52.842 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:52.842 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:52.854 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,12582912~33494919,46137344~10727897,58995052~41651185,104365447~39340174,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:52.854 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to HEAD diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:52.854 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:52.860 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,14764726~31313105,46137344~10727897,58995052~8933837,70221395~30424842,104365447~4852489,109528900~34176721,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~45275843,366239762~11201443,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:52.860 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to HEAD diff [2418716~812929,3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:52.860 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:52.865 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,16946282~29131549,46137344~10727897,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,226180801~33071483,262307723~5624633,271262368~4316279,277459840~3284479,281018368~21840851,306205405~9679507,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:52.865 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to HEAD diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:52.865 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:52.871 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,17567489~28510342,46137344~10599852,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,165182446~52971,165426856~52069161,226180801~33071483,262307723~5624633,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:52.871 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to HEAD diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:52.871 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:52.876 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,17567489~28510342,46137344~10599852,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:52.876 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to HEAD diff [2418716~812929,3777863~6727154,17567489~28510342,46509186~6416956,60954625~6974264,70221395~30424842,104653753~4564183,110724624~32040109,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:52.877 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~6727154,17567489~28510342,46509186~6416956,60954625~6974264,70221395~30424842,104653753~4564183,110724624~32040109,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:52.882 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~8086301,17567489~28510342,46137344~6788798,58995052~8933837,70221395~30424842,104365447~4852489,110724624~32040109,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:52.882 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to HEAD diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:52.882 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:52.887 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46137344~6788798,58995052~8933837,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~15056369,296711188~6148031,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:52.887 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to HEAD diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:52.887 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:52.892 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46137344~6788798,58995052~8933837,70221395~17530470,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~22901254,189320515~28175502,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~15056369,296711188~6148031,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:52.893 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to HEAD diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32169632~13908199,46509186~6416956,60954625~6974264,70221395~17530470,90949900~9696337,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,234968234~22978342,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:52.893 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32169632~13908199,46509186~6416956,60954625~6974264,70221395~17530470,90949900~9696337,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,234968234~22978342,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:52.898 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32169632~13908199,46137344~6788798,58995052~8933837,70221395~17530470,90949900~9696337,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~22901254,189320515~28175502,234968234~22978342,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~9403382,318767104~40429635,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:52.898 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to HEAD diff [2418716~812929,8325532~98567,17567489~10307194,32169632~13908199,48982666~3943476,60954625~6974264,70221395~17530470,93697750~6948487,110724624~8063864,118839334~11325053,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:52.898 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,8325532~98567,17567489~10307194,32169632~13908199,48982666~3943476,60954625~6974264,70221395~17530470,93697750~6948487,110724624~8063864,118839334~11325053,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:52.903 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,8325532~98567,17567489~10307194,32169632~13908199,48982666~3943476,58995052~8933837,70221395~17530470,93697750~6948487,110724624~8063864,118839334~11325053,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~22901254,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~7406182,318767104~4634230,323622204~35574535,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:52.903 INFO:tasks.workunit.client.0.smithi123.stdout:from 11 to HEAD diff [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:52.904 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:52.909 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,58995052~8933837,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~22901254,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,318767104~4634230,323622204~35574535,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:52.909 INFO:tasks.workunit.client.0.smithi123.stdout:from 12 to HEAD diff [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~1783050,184535244~3924122,194640055~901604,201195993~8738814,211158656~6337361,234968234~9706454,246660745~8545911,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,356763089~94457,359632722~3325200,366239762~5762979,388992987~6438249,399963984~7920826] 2023-12-20T11:37:52.909 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~1783050,184535244~3924122,194640055~901604,201195993~8738814,211158656~6337361,234968234~9706454,246660745~8545911,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,356763089~94457,359632722~3325200,366239762~5762979,388992987~6438249,399963984~7920826] 2023-12-20T11:37:52.914 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,58995052~8933837,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~12157205,182292307~6167059,194640055~901604,201195993~8738814,211158656~6337361,234968234~9706454,246660745~8545911,255605835~281892,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,318767104~4634230,323622204~29555394,356763089~94457,359632722~3325200,366239762~5762979,388992987~6438249,399963984~7920826] 2023-12-20T11:37:53.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:52 smithi177 ceph-mon[212096]: osdmap e1419: 8 total, 8 up, 8 in 2023-12-20T11:37:53.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:52 smithi123 ceph-mon[191304]: osdmap e1419: 8 total, 8 up, 8 in 2023-12-20T11:37:53.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:52 smithi123 ceph-mon[188613]: osdmap e1419: 8 total, 8 up, 8 in 2023-12-20T11:37:53.683 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:53.683 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:53.716 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~11731165,12582912~33494919,46137344~54508893,104365447~39340174,146800640~8355158,163577856~53918161,222298112~36954172,260046848~8485644,271262368~9481951,281018368~21840851,302901347~1492877,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:53.716 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:53.716 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:53.729 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,12582912~33494919,46137344~10727897,58995052~41651185,104365447~39340174,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:53.729 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to HEAD diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:53.729 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:53.736 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,14764726~31313105,46137344~10727897,58995052~8933837,70221395~30424842,104365447~4852489,109528900~34176721,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~45275843,366239762~11201443,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:53.737 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to HEAD diff [2418716~812929,3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:53.737 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:53.742 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,16946282~29131549,46137344~10727897,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,226180801~33071483,262307723~5624633,271262368~4316279,277459840~3284479,281018368~21840851,306205405~9679507,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:53.742 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to HEAD diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:53.742 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:53.748 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,17567489~28510342,46137344~10599852,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,165182446~52971,165426856~52069161,226180801~33071483,262307723~5624633,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:53.748 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to HEAD diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:53.748 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:53.753 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,17567489~28510342,46137344~10599852,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:53.753 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to HEAD diff [2418716~812929,3777863~6727154,17567489~28510342,46509186~6416956,60954625~6974264,70221395~30424842,104653753~4564183,110724624~32040109,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:53.754 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~6727154,17567489~28510342,46509186~6416956,60954625~6974264,70221395~30424842,104653753~4564183,110724624~32040109,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:53.759 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~8086301,17567489~28510342,46137344~6788798,58995052~8933837,70221395~30424842,104365447~4852489,110724624~32040109,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:53.759 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to HEAD diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:53.759 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:53.764 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46137344~6788798,58995052~8933837,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~15056369,296711188~6148031,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:53.764 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to HEAD diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:53.764 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:53.769 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46137344~6788798,58995052~8933837,70221395~17530470,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~22901254,189320515~28175502,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~15056369,296711188~6148031,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:53.770 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to HEAD diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32169632~13908199,46509186~6416956,60954625~6974264,70221395~17530470,90949900~9696337,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,234968234~22978342,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:53.770 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32169632~13908199,46509186~6416956,60954625~6974264,70221395~17530470,90949900~9696337,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,234968234~22978342,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:53.775 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32169632~13908199,46137344~6788798,58995052~8933837,70221395~17530470,90949900~9696337,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~22901254,189320515~28175502,234968234~22978342,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~9403382,318767104~40429635,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:53.775 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to HEAD diff [2418716~812929,8325532~98567,17567489~10307194,32169632~13908199,48982666~3943476,60954625~6974264,70221395~17530470,93697750~6948487,110724624~8063864,118839334~11325053,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:53.775 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,8325532~98567,17567489~10307194,32169632~13908199,48982666~3943476,60954625~6974264,70221395~17530470,93697750~6948487,110724624~8063864,118839334~11325053,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:53.780 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,8325532~98567,17567489~10307194,32169632~13908199,48982666~3943476,58995052~8933837,70221395~17530470,93697750~6948487,110724624~8063864,118839334~11325053,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~22901254,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~7406182,318767104~4634230,323622204~35574535,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:53.780 INFO:tasks.workunit.client.0.smithi123.stdout:from 11 to HEAD diff [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:53.780 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,60954625~6974264,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:53.786 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,8325532~98567,17567489~9785780,32169632~13908199,58995052~8933837,70221395~17530470,93697750~6948487,118839334~11325053,131807307~4918500,138803018~3961715,148023512~7132286,165182446~52971,165558112~22901254,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,283123090~10458248,296711188~6148031,306481530~7406182,318767104~4634230,323622204~35574535,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:54.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:53 smithi177 ceph-mon[212096]: pgmap v2595: 137 pgs: 137 active+clean; 854 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 135 KiB/s rd, 3.5 MiB/s wr, 3.13k op/s 2023-12-20T11:37:54.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:53 smithi177 ceph-mon[212096]: osdmap e1420: 8 total, 8 up, 8 in 2023-12-20T11:37:54.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:53 smithi177 ceph-mon[212096]: osdmap e1421: 8 total, 8 up, 8 in 2023-12-20T11:37:54.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:53 smithi123 ceph-mon[191304]: pgmap v2595: 137 pgs: 137 active+clean; 854 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 135 KiB/s rd, 3.5 MiB/s wr, 3.13k op/s 2023-12-20T11:37:54.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:53 smithi123 ceph-mon[191304]: osdmap e1420: 8 total, 8 up, 8 in 2023-12-20T11:37:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:53 smithi123 ceph-mon[191304]: osdmap e1421: 8 total, 8 up, 8 in 2023-12-20T11:37:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:53 smithi123 ceph-mon[188613]: pgmap v2595: 137 pgs: 137 active+clean; 854 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 135 KiB/s rd, 3.5 MiB/s wr, 3.13k op/s 2023-12-20T11:37:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:53 smithi123 ceph-mon[188613]: osdmap e1420: 8 total, 8 up, 8 in 2023-12-20T11:37:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:53 smithi123 ceph-mon[188613]: osdmap e1421: 8 total, 8 up, 8 in 2023-12-20T11:37:54.826 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:54.827 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:54.857 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~11731165,12582912~33494919,46137344~54508893,104365447~39340174,146800640~8355158,163577856~53918161,222298112~36954172,260046848~8485644,271262368~9481951,281018368~21840851,302901347~1492877,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:54.858 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:54.858 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:54.870 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,12582912~33494919,46137344~10727897,58995052~41651185,104365447~39340174,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:54.870 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to HEAD diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:54.870 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:54.876 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,14764726~31313105,46137344~10727897,58995052~8933837,70221395~30424842,104365447~4852489,109528900~34176721,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~45275843,366239762~11201443,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:54.876 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to HEAD diff [2418716~812929,3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:54.876 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:54.881 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,16946282~29131549,46137344~10727897,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,226180801~33071483,262307723~5624633,271262368~4316279,277459840~3284479,281018368~21840851,306205405~9679507,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:54.881 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to HEAD diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:54.881 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:54.887 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,17567489~28510342,46137344~10599852,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,165182446~52971,165426856~52069161,226180801~33071483,262307723~5624633,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:54.887 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to HEAD diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:54.887 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:54.892 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,17567489~28510342,46137344~10599852,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:54.892 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to HEAD diff [2418716~812929,3777863~6727154,17567489~28510342,46509186~6416956,60954625~6974264,70221395~30424842,104653753~4564183,110724624~32040109,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:54.893 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~6727154,17567489~28510342,46509186~6416956,60954625~6974264,70221395~30424842,104653753~4564183,110724624~32040109,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:54.898 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~8086301,17567489~28510342,46137344~6788798,58995052~8933837,70221395~30424842,104365447~4852489,110724624~32040109,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:54.898 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to HEAD diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:54.898 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:54.904 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46137344~6788798,58995052~8933837,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~15056369,296711188~6148031,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:54.904 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to HEAD diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:54.904 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:54.909 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46137344~6788798,58995052~8933837,70221395~17530470,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~22901254,189320515~28175502,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~15056369,296711188~6148031,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:54.909 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to HEAD diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32169632~13908199,46509186~6416956,60954625~6974264,70221395~17530470,90949900~9696337,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,234968234~22978342,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:54.909 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32169632~13908199,46509186~6416956,60954625~6974264,70221395~17530470,90949900~9696337,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,234968234~22978342,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:54.915 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32169632~13908199,46137344~6788798,58995052~8933837,70221395~17530470,90949900~9696337,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~22901254,189320515~28175502,234968234~22978342,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~9403382,318767104~40429635,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:54.915 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to HEAD diff [2418716~812929,8325532~98567,17567489~10307194,32169632~13908199,48982666~3943476,60954625~6974264,70221395~17530470,93697750~6948487,110724624~8063864,118839334~11325053,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:54.915 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,8325532~98567,17567489~10307194,32169632~13908199,48982666~3943476,60954625~6974264,70221395~17530470,93697750~6948487,110724624~8063864,118839334~11325053,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~7406182,319451522~3949812,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:54.920 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,8325532~98567,17567489~10307194,32169632~13908199,48982666~3943476,58995052~8933837,70221395~17530470,93697750~6948487,110724624~8063864,118839334~11325053,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~22901254,194234702~15700105,211158656~6337361,234968234~9706454,246660745~11285831,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~7406182,318767104~4634230,323622204~35574535,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826] 2023-12-20T11:37:55.809 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:55.809 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:55.860 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~11731165,12582912~33494919,46137344~54508893,104365447~39340174,146800640~8355158,163577856~53918161,222298112~36954172,260046848~8485644,271262368~9481951,281018368~21840851,302901347~1492877,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:55.860 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:55.860 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:55.871 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,12582912~33494919,46137344~10727897,58995052~41651185,104365447~39340174,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:55.872 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to HEAD diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:55.872 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:55.877 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,14764726~31313105,46137344~10727897,58995052~8933837,70221395~30424842,104365447~4852489,109528900~34176721,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~45275843,366239762~11201443,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:55.877 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to HEAD diff [2418716~812929,3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:55.877 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:55.883 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,16946282~29131549,46137344~10727897,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,226180801~33071483,262307723~5624633,271262368~4316279,277459840~3284479,281018368~21840851,306205405~9679507,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:55.883 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to HEAD diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:55.883 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:55.889 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,17567489~28510342,46137344~10599852,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,165182446~52971,165426856~52069161,226180801~33071483,262307723~5624633,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:55.889 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to HEAD diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:55.889 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:55.894 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,17567489~28510342,46137344~10599852,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:55.894 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to HEAD diff [2418716~812929,3777863~6727154,17567489~28510342,46509186~6416956,60954625~6974264,70221395~30424842,104653753~4564183,110724624~32040109,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:55.894 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~6727154,17567489~28510342,46509186~6416956,60954625~6974264,70221395~30424842,104653753~4564183,110724624~32040109,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:55.900 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~8086301,17567489~28510342,46137344~6788798,58995052~8933837,70221395~30424842,104365447~4852489,110724624~32040109,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:55.900 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to HEAD diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:55.900 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:55.906 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46137344~6788798,58995052~8933837,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~15056369,296711188~6148031,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:55.906 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to HEAD diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:55.906 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:55.911 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46137344~6788798,58995052~8933837,70221395~17530470,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~22901254,189320515~28175502,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~15056369,296711188~6148031,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:55.912 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to HEAD diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32169632~13908199,46509186~6416956,60954625~6974264,70221395~17530470,90949900~9696337,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,234968234~22978342,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:55.912 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32169632~13908199,46509186~6416956,60954625~6974264,70221395~17530470,90949900~9696337,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,234968234~22978342,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~4688763,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:55.917 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32169632~13908199,46137344~6788798,58995052~8933837,70221395~17530470,90949900~9696337,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~22901254,189320515~28175502,234968234~22978342,263073591~1263398,271262368~4316279,277459840~3284479,281203648~827976,283123090~12951647,296711188~6148031,306481530~9403382,318767104~40429635,359632722~3325200,366239762~6904166,373898832~3542373,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:56.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:55 smithi177 ceph-mon[212096]: pgmap v2598: 137 pgs: 137 active+clean; 833 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 133 KiB/s rd, 6.0 KiB/s wr, 2.94k op/s 2023-12-20T11:37:56.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:55 smithi177 ceph-mon[212096]: osdmap e1422: 8 total, 8 up, 8 in 2023-12-20T11:37:56.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:55 smithi123 ceph-mon[191304]: pgmap v2598: 137 pgs: 137 active+clean; 833 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 133 KiB/s rd, 6.0 KiB/s wr, 2.94k op/s 2023-12-20T11:37:56.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:55 smithi123 ceph-mon[191304]: osdmap e1422: 8 total, 8 up, 8 in 2023-12-20T11:37:56.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:55 smithi123 ceph-mon[188613]: pgmap v2598: 137 pgs: 137 active+clean; 833 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 133 KiB/s rd, 6.0 KiB/s wr, 2.94k op/s 2023-12-20T11:37:56.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:55 smithi123 ceph-mon[188613]: osdmap e1422: 8 total, 8 up, 8 in 2023-12-20T11:37:56.838 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:56.875 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:56.877 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~11731165,12582912~33494919,46137344~54508893,104365447~39340174,146800640~8355158,163577856~53918161,222298112~36954172,260046848~8485644,271262368~9481951,281018368~21840851,302901347~1492877,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:56.877 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:56.877 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:56.885 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,12582912~33494919,46137344~10727897,58995052~41651185,104365447~39340174,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:56.886 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to HEAD diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:56.886 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:56.891 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,14764726~31313105,46137344~10727897,58995052~8933837,70221395~30424842,104365447~4852489,109528900~34176721,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~45275843,366239762~11201443,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:56.891 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to HEAD diff [2418716~812929,3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:56.891 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:56.897 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,16946282~29131549,46137344~10727897,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,226180801~33071483,262307723~5624633,271262368~4316279,277459840~3284479,281018368~21840851,306205405~9679507,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:56.897 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to HEAD diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:56.897 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:56.903 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,17567489~28510342,46137344~10599852,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,165182446~52971,165426856~52069161,226180801~33071483,262307723~5624633,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:56.903 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to HEAD diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:56.903 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:56.908 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,17567489~28510342,46137344~10599852,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:56.908 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to HEAD diff [2418716~812929,3777863~6727154,17567489~28510342,46509186~6416956,60954625~6974264,70221395~30424842,104653753~4564183,110724624~32040109,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:56.908 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~6727154,17567489~28510342,46509186~6416956,60954625~6974264,70221395~30424842,104653753~4564183,110724624~32040109,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:56.914 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~8086301,17567489~28510342,46137344~6788798,58995052~8933837,70221395~30424842,104365447~4852489,110724624~32040109,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:56.914 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to HEAD diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:56.914 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:56.919 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46137344~6788798,58995052~8933837,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~15056369,296711188~6148031,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:56.919 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to HEAD diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:56.919 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~8316357,175932267~6360040,184535244~3924122,189320515~28175502,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:56.925 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46137344~6788798,58995052~8933837,70221395~17530470,89282667~11363570,110724624~19439763,131807307~4918500,138411657~4353076,148023512~7132286,165182446~52971,165558112~22901254,189320515~28175502,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~15056369,296711188~6148031,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:57.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:56 smithi177 ceph-mon[212096]: osdmap e1423: 8 total, 8 up, 8 in 2023-12-20T11:37:57.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:37:57.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:56 smithi123 ceph-mon[191304]: osdmap e1423: 8 total, 8 up, 8 in 2023-12-20T11:37:57.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:37:57.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:56 smithi123 ceph-mon[188613]: osdmap e1423: 8 total, 8 up, 8 in 2023-12-20T11:37:57.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:37:57.835 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:57.835 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:57.871 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~11731165,12582912~33494919,46137344~54508893,104365447~39340174,146800640~8355158,163577856~53918161,222298112~36954172,260046848~8485644,271262368~9481951,281018368~21840851,302901347~1492877,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:57.872 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:57.872 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:57.889 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,12582912~33494919,46137344~10727897,58995052~41651185,104365447~39340174,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:57.889 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to HEAD diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:57.889 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:57.894 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,14764726~31313105,46137344~10727897,58995052~8933837,70221395~30424842,104365447~4852489,109528900~34176721,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~45275843,366239762~11201443,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:57.894 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to HEAD diff [2418716~812929,3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:57.894 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:57.899 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,16946282~29131549,46137344~10727897,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,226180801~33071483,262307723~5624633,271262368~4316279,277459840~3284479,281018368~21840851,306205405~9679507,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:57.900 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to HEAD diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:57.900 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:57.905 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,17567489~28510342,46137344~10599852,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,165182446~52971,165426856~52069161,226180801~33071483,262307723~5624633,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:57.905 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to HEAD diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:57.905 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:57.910 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,17567489~28510342,46137344~10599852,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:57.910 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to HEAD diff [2418716~812929,3777863~6727154,17567489~28510342,46509186~6416956,60954625~6974264,70221395~30424842,104653753~4564183,110724624~32040109,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:57.910 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~6727154,17567489~28510342,46509186~6416956,60954625~6974264,70221395~30424842,104653753~4564183,110724624~32040109,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:57.916 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~8086301,17567489~28510342,46137344~6788798,58995052~8933837,70221395~30424842,104365447~4852489,110724624~32040109,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:57.916 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to HEAD diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:57.916 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46509186~6416956,60954625~6974264,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~14871089,296711188~6148031,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:57.921 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~812929,5779130~801619,8325532~98567,17567489~10307194,32147343~13930488,46137344~6788798,58995052~8933837,70221395~17530470,89282667~11363570,110724624~19439763,131807307~10957426,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~15056369,296711188~6148031,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:58.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:57 smithi177 ceph-mon[212096]: pgmap v2601: 137 pgs: 137 active+clean; 803 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 1.66k op/s 2023-12-20T11:37:58.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:57 smithi177 ceph-mon[212096]: osdmap e1424: 8 total, 8 up, 8 in 2023-12-20T11:37:58.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:57 smithi123 ceph-mon[191304]: pgmap v2601: 137 pgs: 137 active+clean; 803 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 1.66k op/s 2023-12-20T11:37:58.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:57 smithi123 ceph-mon[191304]: osdmap e1424: 8 total, 8 up, 8 in 2023-12-20T11:37:58.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:57 smithi123 ceph-mon[188613]: pgmap v2601: 137 pgs: 137 active+clean; 803 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 1.66k op/s 2023-12-20T11:37:58.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:57 smithi123 ceph-mon[188613]: osdmap e1424: 8 total, 8 up, 8 in 2023-12-20T11:37:58.697 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:58.697 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:58.721 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~11731165,12582912~33494919,46137344~54508893,104365447~39340174,146800640~8355158,163577856~53918161,222298112~36954172,260046848~8485644,271262368~9481951,281018368~21840851,302901347~1492877,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:58.721 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:58.721 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:58.739 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,12582912~33494919,46137344~10727897,58995052~41651185,104365447~39340174,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:58.739 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to HEAD diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:58.739 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:58.747 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,14764726~31313105,46137344~10727897,58995052~8933837,70221395~30424842,104365447~4852489,109528900~34176721,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~45275843,366239762~11201443,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:58.747 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to HEAD diff [2418716~812929,3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:58.747 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:58.752 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,16946282~29131549,46137344~10727897,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,226180801~33071483,262307723~5624633,271262368~4316279,277459840~3284479,281018368~21840851,306205405~9679507,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:58.752 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to HEAD diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:58.752 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:58.758 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,17567489~28510342,46137344~10599852,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,165182446~52971,165426856~52069161,226180801~33071483,262307723~5624633,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:58.758 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to HEAD diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:58.758 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:58.763 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,17567489~28510342,46137344~10599852,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:58.763 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to HEAD diff [2418716~812929,3777863~6727154,17567489~28510342,46509186~6416956,60954625~6974264,70221395~30424842,104653753~4564183,110724624~32040109,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:58.764 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~6727154,17567489~28510342,46509186~6416956,60954625~6974264,70221395~30424842,104653753~4564183,110724624~32040109,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:58.769 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~8086301,17567489~28510342,46137344~6788798,58995052~8933837,70221395~30424842,104365447~4852489,110724624~32040109,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,388992987~6438249,399963984~7920826,410005681~6978288] 2023-12-20T11:37:59.076 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:58 smithi123 ceph-mon[191304]: osdmap e1425: 8 total, 8 up, 8 in 2023-12-20T11:37:59.076 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:58 smithi123 ceph-mon[191304]: osdmap e1426: 8 total, 8 up, 8 in 2023-12-20T11:37:59.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:58 smithi123 ceph-mon[188613]: osdmap e1425: 8 total, 8 up, 8 in 2023-12-20T11:37:59.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:58 smithi123 ceph-mon[188613]: osdmap e1426: 8 total, 8 up, 8 in 2023-12-20T11:37:59.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:58 smithi177 ceph-mon[212096]: osdmap e1425: 8 total, 8 up, 8 in 2023-12-20T11:37:59.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:58 smithi177 ceph-mon[212096]: osdmap e1426: 8 total, 8 up, 8 in 2023-12-20T11:37:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:37:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:37:59] "GET /metrics HTTP/1.1" 200 36525 "" "Prometheus/2.43.0" 2023-12-20T11:37:59.714 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:59.714 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:59.749 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~11731165,12582912~33494919,46137344~54508893,104365447~39340174,146800640~8355158,163577856~53918161,222298112~36954172,260046848~8485644,271262368~9481951,281018368~21840851,302901347~1492877,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:59.749 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:59.749 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:37:59.769 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,12582912~33494919,46137344~10727897,58995052~41651185,104365447~39340174,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:37:59.769 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to HEAD diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:59.769 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:59.775 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,14764726~31313105,46137344~10727897,58995052~8933837,70221395~30424842,104365447~4852489,109528900~34176721,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~45275843,366239762~11201443,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:59.775 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to HEAD diff [2418716~812929,3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:59.775 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:59.780 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,16946282~29131549,46137344~10727897,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,226180801~33071483,262307723~5624633,271262368~4316279,277459840~3284479,281018368~21840851,306205405~9679507,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:59.780 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to HEAD diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:59.780 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:59.786 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,17567489~28510342,46137344~10599852,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,165182446~52971,165426856~52069161,226180801~33071483,262307723~5624633,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:37:59.786 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to HEAD diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:59.786 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:37:59.791 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,17567489~28510342,46137344~10599852,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,165182446~52971,165426856~52069161,226180801~6662345,234968234~24284050,263073591~1263398,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:38:00.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:59 smithi177 ceph-mon[212096]: pgmap v2604: 137 pgs: 137 active+clean; 769 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 118 KiB/s rd, 6.2 KiB/s wr, 1.15k op/s 2023-12-20T11:38:00.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:37:59 smithi177 ceph-mon[212096]: osdmap e1427: 8 total, 8 up, 8 in 2023-12-20T11:38:00.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:59 smithi123 ceph-mon[191304]: pgmap v2604: 137 pgs: 137 active+clean; 769 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 118 KiB/s rd, 6.2 KiB/s wr, 1.15k op/s 2023-12-20T11:38:00.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:37:59 smithi123 ceph-mon[191304]: osdmap e1427: 8 total, 8 up, 8 in 2023-12-20T11:38:00.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:59 smithi123 ceph-mon[188613]: pgmap v2604: 137 pgs: 137 active+clean; 769 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 118 KiB/s rd, 6.2 KiB/s wr, 1.15k op/s 2023-12-20T11:38:00.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:37:59 smithi123 ceph-mon[188613]: osdmap e1427: 8 total, 8 up, 8 in 2023-12-20T11:38:00.714 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:38:00.715 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:38:00.745 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~11731165,12582912~33494919,46137344~54508893,104365447~39340174,146800640~8355158,163577856~53918161,222298112~36954172,260046848~8485644,271262368~9481951,281018368~21840851,302901347~1492877,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:38:00.745 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:38:00.745 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:38:00.761 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,12582912~33494919,46137344~10727897,58995052~41651185,104365447~39340174,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:38:00.761 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to HEAD diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:38:00.762 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:38:00.777 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,14764726~31313105,46137344~10727897,58995052~8933837,70221395~30424842,104365447~4852489,109528900~34176721,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~45275843,366239762~11201443,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:38:00.777 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to HEAD diff [2418716~812929,3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:38:00.777 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:38:00.783 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,16946282~29131549,46137344~10727897,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,226180801~33071483,262307723~5624633,271262368~4316279,277459840~3284479,281018368~21840851,306205405~9679507,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:38:00.783 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to HEAD diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:38:00.783 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,17567489~28510342,46509186~10228010,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306481530~9403382,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:38:00.788 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,17567489~28510342,46137344~10599852,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,165182446~52971,165426856~52069161,226180801~33071483,262307723~5624633,271262368~4316279,277459840~3284479,281018368~21840851,306481530~9403382,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:38:01.717 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:38:01.717 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:38:01.748 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~11731165,12582912~33494919,46137344~54508893,104365447~39340174,146800640~8355158,163577856~53918161,222298112~36954172,260046848~8485644,271262368~9481951,281018368~21840851,302901347~1492877,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:38:01.748 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:38:01.748 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:38:01.769 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,12582912~33494919,46137344~10727897,58995052~41651185,104365447~39340174,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:38:01.769 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to HEAD diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:38:01.769 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:38:01.777 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,14764726~31313105,46137344~10727897,58995052~8933837,70221395~30424842,104365447~4852489,109528900~34176721,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~45275843,366239762~11201443,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:38:01.777 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to HEAD diff [2418716~812929,3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:38:01.777 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,16946282~29131549,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~32715726,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,226180801~6662345,233056960~26195324,262307723~5624633,271262368~4316279,277459840~3284479,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~6904166,373898832~3542373,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:38:01.782 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,16946282~29131549,46137344~10727897,58995052~8933837,70221395~30424842,104365447~4852489,109528900~33235833,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,226180801~33071483,262307723~5624633,271262368~4316279,277459840~3284479,281018368~21840851,306205405~9679507,318767104~45275843,366239762~6904166,373898832~3542373,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:38:01.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:01 smithi123 ceph-mon[188613]: pgmap v2607: 137 pgs: 137 active+clean; 741 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 113 KiB/s rd, 5.0 KiB/s wr, 958 op/s 2023-12-20T11:38:01.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:01 smithi123 ceph-mon[188613]: osdmap e1428: 8 total, 8 up, 8 in 2023-12-20T11:38:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:01 smithi123 ceph-mon[191304]: pgmap v2607: 137 pgs: 137 active+clean; 741 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 113 KiB/s rd, 5.0 KiB/s wr, 958 op/s 2023-12-20T11:38:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:01 smithi123 ceph-mon[191304]: osdmap e1428: 8 total, 8 up, 8 in 2023-12-20T11:38:02.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:01 smithi177 ceph-mon[212096]: pgmap v2607: 137 pgs: 137 active+clean; 741 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 113 KiB/s rd, 5.0 KiB/s wr, 958 op/s 2023-12-20T11:38:02.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:01 smithi177 ceph-mon[212096]: osdmap e1428: 8 total, 8 up, 8 in 2023-12-20T11:38:02.716 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:38:02.716 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:38:02.758 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~11731165,12582912~33494919,46137344~54508893,104365447~39340174,146800640~8355158,163577856~53918161,222298112~36954172,260046848~8485644,271262368~9481951,281018368~21840851,302901347~1492877,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:38:02.758 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:38:02.758 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:38:02.776 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,12582912~33494919,46137344~10727897,58995052~41651185,104365447~39340174,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:38:02.776 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to HEAD diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:38:02.776 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,14764726~31313105,46509186~10356055,60954625~6974264,70221395~30424842,104653753~4564183,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,366239762~11201443,377488456~7803709,387009356~20875454,410005681~6978288] 2023-12-20T11:38:02.793 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,14764726~31313105,46137344~10727897,58995052~8933837,70221395~30424842,104365447~4852489,109528900~34176721,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~45275843,366239762~11201443,377487360~7804805,387009356~20875454,410005681~6978288] 2023-12-20T11:38:02.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:02 smithi123 ceph-mon[191304]: osdmap e1429: 8 total, 8 up, 8 in 2023-12-20T11:38:02.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:02 smithi123 ceph-mon[188613]: osdmap e1429: 8 total, 8 up, 8 in 2023-12-20T11:38:03.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:02 smithi177 ceph-mon[212096]: osdmap e1429: 8 total, 8 up, 8 in 2023-12-20T11:38:03.689 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:38:03.689 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:38:03.718 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~11731165,12582912~33494919,46137344~54508893,104365447~39340174,146800640~8355158,163577856~53918161,222298112~36954172,260046848~8485644,271262368~9481951,281018368~21840851,302901347~1492877,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:38:03.718 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:38:03.718 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [2418716~812929,3777863~7953302,13840328~176748,14118713~31959118,46509186~10356055,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,262307723~5624633,271262368~9481951,281203648~21655571,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:38:03.736 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [2418716~9312449,12582912~33494919,46137344~10727897,58995052~41651185,104365447~39340174,146800640~8355158,164559473~30700,165182446~52971,165426856~52069161,222298112~36954172,262307723~5624633,271262368~9481951,281018368~21840851,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:38:03.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:03 smithi123 ceph-mon[191304]: pgmap v2610: 137 pgs: 137 active+clean; 694 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.7 KiB/s wr, 711 op/s 2023-12-20T11:38:03.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:03 smithi123 ceph-mon[191304]: osdmap e1430: 8 total, 8 up, 8 in 2023-12-20T11:38:03.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:03 smithi123 ceph-mon[191304]: osdmap e1431: 8 total, 8 up, 8 in 2023-12-20T11:38:03.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:03 smithi123 ceph-mon[188613]: pgmap v2610: 137 pgs: 137 active+clean; 694 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.7 KiB/s wr, 711 op/s 2023-12-20T11:38:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:03 smithi123 ceph-mon[188613]: osdmap e1430: 8 total, 8 up, 8 in 2023-12-20T11:38:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:03 smithi123 ceph-mon[188613]: osdmap e1431: 8 total, 8 up, 8 in 2023-12-20T11:38:04.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:03 smithi177 ceph-mon[212096]: pgmap v2610: 137 pgs: 137 active+clean; 694 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.7 KiB/s wr, 711 op/s 2023-12-20T11:38:04.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:03 smithi177 ceph-mon[212096]: osdmap e1430: 8 total, 8 up, 8 in 2023-12-20T11:38:04.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:03 smithi177 ceph-mon[212096]: osdmap e1431: 8 total, 8 up, 8 in 2023-12-20T11:38:04.740 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:38:04.740 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [1034413~2197232,3777863~7953302,13840328~176748,14118713~31959118,46509186~12485866,60954625~6974264,69507999~31138238,104653753~4875147,110049007~33656614,148023512~7132286,164559473~30700,165182446~52971,165426856~8447613,175932267~6360040,184535244~32960773,223784038~9059108,233056960~26195324,261384848~7147644,271262368~9481951,281203648~21655571,302901347~1492877,306205405~9679507,319451522~3949812,323571749~50455,324803502~28374096,354507976~9534971,364298625~13142580,377488456~7803709,387009356~20875454,408405602~8578367] 2023-12-20T11:38:04.761 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~11731165,12582912~33494919,46137344~54508893,104365447~39340174,146800640~8355158,163577856~53918161,222298112~36954172,260046848~8485644,271262368~9481951,281018368~21840851,302901347~1492877,306205405~9679507,318767104~58674101,377487360~7804805,387009356~20875454,408405602~8578367] 2023-12-20T11:38:05.755 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (39933 ms) 2023-12-20T11:38:05.755 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] DiffIterateTest/0.DiffIterateRegression6926 2023-12-20T11:38:05.755 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:38:05.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:05 smithi123 ceph-mon[188613]: pgmap v2613: 137 pgs: 137 active+clean; 579 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 5.7 KiB/s wr, 794 op/s 2023-12-20T11:38:05.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:05 smithi123 ceph-mon[188613]: osdmap e1432: 8 total, 8 up, 8 in 2023-12-20T11:38:05.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:05 smithi123 ceph-mon[191304]: pgmap v2613: 137 pgs: 137 active+clean; 579 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 5.7 KiB/s wr, 794 op/s 2023-12-20T11:38:05.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:05 smithi123 ceph-mon[191304]: osdmap e1432: 8 total, 8 up, 8 in 2023-12-20T11:38:06.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:05 smithi177 ceph-mon[212096]: pgmap v2613: 137 pgs: 137 active+clean; 579 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 5.7 KiB/s wr, 794 op/s 2023-12-20T11:38:06.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:05 smithi177 ceph-mon[212096]: osdmap e1432: 8 total, 8 up, 8 in 2023-12-20T11:38:06.747 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 0~256 2023-12-20T11:38:06.756 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] DiffIterateTest/0.DiffIterateRegression6926 (1002 ms) 2023-12-20T11:38:06.756 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2023-12-20T11:38:06.756 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:38:06.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:06 smithi123 ceph-mon[188613]: osdmap e1433: 8 total, 8 up, 8 in 2023-12-20T11:38:06.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:06 smithi123 ceph-mon[191304]: osdmap e1433: 8 total, 8 up, 8 in 2023-12-20T11:38:07.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:06 smithi177 ceph-mon[212096]: osdmap e1433: 8 total, 8 up, 8 in 2023-12-20T11:38:07.803 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 0~4194304 2023-12-20T11:38:07.804 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 4194304~4194304 2023-12-20T11:38:07.805 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 8388608~4194304 2023-12-20T11:38:07.805 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 12582912~4194304 2023-12-20T11:38:07.805 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 16777216~4194304 2023-12-20T11:38:07.839 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 0~4194304 2023-12-20T11:38:07.840 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 4194304~4194304 2023-12-20T11:38:07.840 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 8388608~2097152 2023-12-20T11:38:07.840 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 16777216~4194304 2023-12-20T11:38:07.850 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1094 ms) 2023-12-20T11:38:07.850 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2023-12-20T11:38:07.850 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:38:07.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:07 smithi123 ceph-mon[191304]: pgmap v2616: 137 pgs: 137 active+clean; 522 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 511 B/s wr, 477 op/s 2023-12-20T11:38:07.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:07 smithi123 ceph-mon[191304]: osdmap e1434: 8 total, 8 up, 8 in 2023-12-20T11:38:07.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:07 smithi123 ceph-mon[188613]: pgmap v2616: 137 pgs: 137 active+clean; 522 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 511 B/s wr, 477 op/s 2023-12-20T11:38:07.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:07 smithi123 ceph-mon[188613]: osdmap e1434: 8 total, 8 up, 8 in 2023-12-20T11:38:08.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:07 smithi177 ceph-mon[212096]: pgmap v2616: 137 pgs: 137 active+clean; 522 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 511 B/s wr, 477 op/s 2023-12-20T11:38:08.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:07 smithi177 ceph-mon[212096]: osdmap e1434: 8 total, 8 up, 8 in 2023-12-20T11:38:08.805 INFO:tasks.workunit.client.0.smithi123.stdout: wrote [1536755~43447,2304142~5690,6414193~22510,6831853~100520,11616198~51239,12760652~7313,14617002~47812,15366032~96199,15608877~51212] to clone 2023-12-20T11:38:08.805 INFO:tasks.workunit.client.0.smithi123.stdout: diff was [0~2309832,4194304~2738069,8388608~3278829,12582912~3077177] 2023-12-20T11:38:08.809 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (959 ms) 2023-12-20T11:38:08.810 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2023-12-20T11:38:08.810 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:38:08.834 INFO:tasks.workunit.client.0.smithi123.stdout: wrote [3582533~94198,4257751~77922,6064018~44690,7524520~51753,9601483~27695,13273814~49328,13887082~100858,15366824~79629,16266769~33838,20094890~14010] 2023-12-20T11:38:08.846 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (36 ms) 2023-12-20T11:38:08.846 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2023-12-20T11:38:08.846 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:38:08.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:08 smithi123 ceph-mon[191304]: osdmap e1435: 8 total, 8 up, 8 in 2023-12-20T11:38:08.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:08 smithi123 ceph-mon[191304]: osdmap e1436: 8 total, 8 up, 8 in 2023-12-20T11:38:08.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:08 smithi123 ceph-mon[188613]: osdmap e1435: 8 total, 8 up, 8 in 2023-12-20T11:38:08.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:08 smithi123 ceph-mon[188613]: osdmap e1436: 8 total, 8 up, 8 in 2023-12-20T11:38:09.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:08 smithi177 ceph-mon[212096]: osdmap e1435: 8 total, 8 up, 8 in 2023-12-20T11:38:09.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:08 smithi177 ceph-mon[212096]: osdmap e1436: 8 total, 8 up, 8 in 2023-12-20T11:38:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:38:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:38:09] "GET /metrics HTTP/1.1" 200 36525 "" "Prometheus/2.43.0" 2023-12-20T11:38:10.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:09 smithi177 ceph-mon[212096]: pgmap v2619: 137 pgs: 137 active+clean; 474 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 2.0 MiB/s wr, 238 op/s 2023-12-20T11:38:10.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:09 smithi123 ceph-mon[188613]: pgmap v2619: 137 pgs: 137 active+clean; 474 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 2.0 MiB/s wr, 238 op/s 2023-12-20T11:38:10.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:09 smithi123 ceph-mon[191304]: pgmap v2619: 137 pgs: 137 active+clean; 474 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 2.0 MiB/s wr, 238 op/s 2023-12-20T11:38:10.858 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (2013 ms) 2023-12-20T11:38:10.858 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2023-12-20T11:38:10.858 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:38:10.921 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 5000005~1234 2023-12-20T11:38:10.925 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (67 ms) 2023-12-20T11:38:10.925 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2023-12-20T11:38:10.925 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:38:11.004 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 8376263~12345 2023-12-20T11:38:11.004 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 8388608~4194304 2023-12-20T11:38:11.004 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 12582912~54321 2023-12-20T11:38:11.008 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (83 ms) 2023-12-20T11:38:11.008 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2023-12-20T11:38:11.008 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:38:11.008 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2023-12-20T11:38:11.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:10 smithi177 ceph-mon[212096]: osdmap e1437: 8 total, 8 up, 8 in 2023-12-20T11:38:11.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:10 smithi123 ceph-mon[191304]: osdmap e1437: 8 total, 8 up, 8 in 2023-12-20T11:38:11.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:10 smithi123 ceph-mon[188613]: osdmap e1437: 8 total, 8 up, 8 in 2023-12-20T11:38:11.767 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 11 tests from DiffIterateTest/0 (53244 ms total) 2023-12-20T11:38:11.767 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:38:11.767 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 11 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2023-12-20T11:38:11.798 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2023-12-20T11:38:12.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:11 smithi177 ceph-mon[212096]: pgmap v2622: 137 pgs: 137 active+clean; 469 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 2.5 MiB/s wr, 158 op/s 2023-12-20T11:38:12.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:11 smithi177 ceph-mon[212096]: osdmap e1438: 8 total, 8 up, 8 in 2023-12-20T11:38:12.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:38:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:11 smithi123 ceph-mon[191304]: pgmap v2622: 137 pgs: 137 active+clean; 469 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 2.5 MiB/s wr, 158 op/s 2023-12-20T11:38:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:11 smithi123 ceph-mon[191304]: osdmap e1438: 8 total, 8 up, 8 in 2023-12-20T11:38:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:38:12.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:11 smithi123 ceph-mon[188613]: pgmap v2622: 137 pgs: 137 active+clean; 469 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 2.5 MiB/s wr, 158 op/s 2023-12-20T11:38:12.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:11 smithi123 ceph-mon[188613]: osdmap e1438: 8 total, 8 up, 8 in 2023-12-20T11:38:12.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:38:13.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:12 smithi177 ceph-mon[212096]: osdmap e1439: 8 total, 8 up, 8 in 2023-12-20T11:38:13.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:12 smithi123 ceph-mon[191304]: osdmap e1439: 8 total, 8 up, 8 in 2023-12-20T11:38:13.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:12 smithi123 ceph-mon[188613]: osdmap e1439: 8 total, 8 up, 8 in 2023-12-20T11:38:13.811 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:38:14.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:13 smithi177 ceph-mon[212096]: pgmap v2625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-20T11:38:14.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:13 smithi177 ceph-mon[212096]: osdmap e1440: 8 total, 8 up, 8 in 2023-12-20T11:38:14.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:13 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1150389496' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:38:14.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:13 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:38:14.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:13 smithi123 ceph-mon[188613]: pgmap v2625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-20T11:38:14.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:13 smithi123 ceph-mon[188613]: osdmap e1440: 8 total, 8 up, 8 in 2023-12-20T11:38:14.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:13 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1150389496' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:38:14.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:13 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:38:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:13 smithi123 ceph-mon[191304]: pgmap v2625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-20T11:38:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:13 smithi123 ceph-mon[191304]: osdmap e1440: 8 total, 8 up, 8 in 2023-12-20T11:38:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:13 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1150389496' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:38:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:13 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:38:15.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:14 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-23","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:38:15.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:14 smithi177 ceph-mon[212096]: osdmap e1441: 8 total, 8 up, 8 in 2023-12-20T11:38:15.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:14 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-23","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:38:15.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:14 smithi123 ceph-mon[188613]: osdmap e1441: 8 total, 8 up, 8 in 2023-12-20T11:38:15.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:14 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-23","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:38:15.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:14 smithi123 ceph-mon[191304]: osdmap e1441: 8 total, 8 up, 8 in 2023-12-20T11:38:15.847 INFO:tasks.workunit.client.0.smithi123.stdout: wrote [5745971~19721,7250920~93462,11876532~52792,12529079~31773,12999797~99062,15394511~78119,15607654~102193,18378577~70265,18518268~99616,20254243~26201] 2023-12-20T11:38:16.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:15 smithi177 ceph-mon[212096]: pgmap v2628: 137 pgs: 12 creating+peering, 17 unknown, 108 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2023-12-20T11:38:16.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:15 smithi177 ceph-mon[212096]: osdmap e1442: 8 total, 8 up, 8 in 2023-12-20T11:38:16.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:15 smithi123 ceph-mon[188613]: pgmap v2628: 137 pgs: 12 creating+peering, 17 unknown, 108 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2023-12-20T11:38:16.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:15 smithi123 ceph-mon[188613]: osdmap e1442: 8 total, 8 up, 8 in 2023-12-20T11:38:16.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:15 smithi123 ceph-mon[191304]: pgmap v2628: 137 pgs: 12 creating+peering, 17 unknown, 108 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2023-12-20T11:38:16.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:15 smithi123 ceph-mon[191304]: osdmap e1442: 8 total, 8 up, 8 in 2023-12-20T11:38:16.833 INFO:tasks.workunit.client.0.smithi123.stdout: wrote [0~20971520] 2023-12-20T11:38:16.842 INFO:tasks.workunit.client.0.smithi123.stdout: diff was [0~20971520] 2023-12-20T11:38:16.846 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5048 ms) 2023-12-20T11:38:16.846 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2023-12-20T11:38:16.847 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:38:16.871 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 0~4194304 2023-12-20T11:38:17.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:16 smithi177 ceph-mon[212096]: osdmap e1443: 8 total, 8 up, 8 in 2023-12-20T11:38:17.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:16 smithi123 ceph-mon[191304]: osdmap e1443: 8 total, 8 up, 8 in 2023-12-20T11:38:17.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:16 smithi123 ceph-mon[188613]: osdmap e1443: 8 total, 8 up, 8 in 2023-12-20T11:38:17.843 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 0~4194304 2023-12-20T11:38:17.902 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:38:18.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:17 smithi177 ceph-mon[212096]: pgmap v2631: 137 pgs: 12 creating+peering, 6 unknown, 119 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 3.0 KiB/s wr, 10 op/s 2023-12-20T11:38:18.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:17 smithi177 ceph-mon[212096]: osdmap e1444: 8 total, 8 up, 8 in 2023-12-20T11:38:18.210 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:38:18.210 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (47m) 2m ago 50m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:38:18.210 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (46m) 55s ago 49m 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:38:18.210 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (50m) 2m ago 50m 23.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:38:18.211 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (50m) 55s ago 50m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:38:18.211 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (46m) 55s ago 53m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:38:18.211 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (46m) 2m ago 54m 576M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:38:18.211 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (46m) 2m ago 54m 360M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:38:18.211 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (45m) 55s ago 53m 205M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:38:18.211 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (45m) 2m ago 53m 210M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:38:18.211 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (47m) 2m ago 49m 19.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:38:18.211 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (46m) 55s ago 49m 19.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:38:18.211 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (45m) 2m ago 53m 2466M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:38:18.211 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (44m) 2m ago 52m 2803M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:38:18.211 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (44m) 2m ago 52m 2708M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:38:18.211 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (43m) 2m ago 52m 2531M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:38:18.211 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (43m) 55s ago 51m 2129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:38:18.211 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (42m) 55s ago 51m 2317M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:38:18.211 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (42m) 55s ago 51m 1836M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:38:18.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (42m) 55s ago 51m 2209M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:38:18.212 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (46m) 55s ago 50m 92.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:38:18.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:17 smithi123 ceph-mon[191304]: pgmap v2631: 137 pgs: 12 creating+peering, 6 unknown, 119 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 3.0 KiB/s wr, 10 op/s 2023-12-20T11:38:18.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:17 smithi123 ceph-mon[191304]: osdmap e1444: 8 total, 8 up, 8 in 2023-12-20T11:38:18.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:17 smithi123 ceph-mon[188613]: pgmap v2631: 137 pgs: 12 creating+peering, 6 unknown, 119 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 3.0 KiB/s wr, 10 op/s 2023-12-20T11:38:18.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:17 smithi123 ceph-mon[188613]: osdmap e1444: 8 total, 8 up, 8 in 2023-12-20T11:38:18.590 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:38:18.591 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:38:18.591 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:38:18.591 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:38:18.591 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:38:18.591 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:38:18.591 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:38:18.591 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:38:18.591 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:38:18.591 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:38:18.591 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:38:18.591 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:38:18.591 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:38:18.591 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:38:18.591 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:38:18.592 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:38:18.592 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:38:18.592 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:38:18.845 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 0~4194304 2023-12-20T11:38:19.076 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:18 smithi123 ceph-mon[191304]: osdmap e1445: 8 total, 8 up, 8 in 2023-12-20T11:38:19.076 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:18 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1224761303' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:38:19.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:18 smithi123 ceph-mon[188613]: osdmap e1445: 8 total, 8 up, 8 in 2023-12-20T11:38:19.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:18 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1224761303' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:38:19.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:18 smithi177 ceph-mon[212096]: osdmap e1445: 8 total, 8 up, 8 in 2023-12-20T11:38:19.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:18 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1224761303' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:38:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:38:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:38:19] "GET /metrics HTTP/1.1" 200 36520 "" "Prometheus/2.43.0" 2023-12-20T11:38:19.851 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 0~4194304 2023-12-20T11:38:19.853 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (3007 ms) 2023-12-20T11:38:19.853 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2023-12-20T11:38:19.853 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:38:19.931 INFO:tasks.workunit.client.0.smithi123.stdout: i=0 exists [89067366~4172568,130476256~24995,149714851~644935,186723340~2838752,193703606~6575665,233516591~1654773,266942049~7383615,305630031~838665,310854334~7848401,394227549~6982922] wrote [89067366~4172568,130476256~24995,149714851~644935,186723340~2838752,193703606~6575665,233516591~1654773,266942049~7383615,305630031~838665,310854334~7848401,394227549~6982922] 2023-12-20T11:38:20.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:19 smithi177 ceph-mon[212096]: from='client.37008 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:38:20.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:19 smithi177 ceph-mon[212096]: from='client.37014 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:38:20.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:19 smithi177 ceph-mon[212096]: pgmap v2634: 137 pgs: 4 creating+peering, 133 active+clean; 16 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 171 KiB/s wr, 30 op/s 2023-12-20T11:38:20.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:19 smithi177 ceph-mon[212096]: osdmap e1446: 8 total, 8 up, 8 in 2023-12-20T11:38:20.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:19 smithi123 ceph-mon[191304]: from='client.37008 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:38:20.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:19 smithi123 ceph-mon[191304]: from='client.37014 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:38:20.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:19 smithi123 ceph-mon[191304]: pgmap v2634: 137 pgs: 4 creating+peering, 133 active+clean; 16 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 171 KiB/s wr, 30 op/s 2023-12-20T11:38:20.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:19 smithi123 ceph-mon[191304]: osdmap e1446: 8 total, 8 up, 8 in 2023-12-20T11:38:20.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:19 smithi123 ceph-mon[188613]: from='client.37008 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:38:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:19 smithi123 ceph-mon[188613]: from='client.37014 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:38:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:19 smithi123 ceph-mon[188613]: pgmap v2634: 137 pgs: 4 creating+peering, 133 active+clean; 16 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 171 KiB/s wr, 30 op/s 2023-12-20T11:38:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:19 smithi123 ceph-mon[188613]: osdmap e1446: 8 total, 8 up, 8 in 2023-12-20T11:38:20.925 INFO:tasks.workunit.client.0.smithi123.stdout: i=1 exists [59810745~4131174,89067366~4172568,130476256~24995,148432998~4636133,180434986~9127106,193703606~6575665,209738116~4480130,233516591~1654773,259189371~2028700,266942049~7383615,305630031~838665,310854334~9533428,345177037~1839899,361130311~5883038,394227549~6982922] wrote [59810745~4131174,148432998~4636133,180434986~6752461,209738116~4480130,259189371~2028700,314384515~6003247,345177037~1839899,361130311~5883038] 2023-12-20T11:38:21.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:20 smithi177 ceph-mon[212096]: osdmap e1447: 8 total, 8 up, 8 in 2023-12-20T11:38:21.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:20 smithi123 ceph-mon[191304]: osdmap e1447: 8 total, 8 up, 8 in 2023-12-20T11:38:21.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:20 smithi123 ceph-mon[188613]: osdmap e1447: 8 total, 8 up, 8 in 2023-12-20T11:38:21.861 INFO:tasks.workunit.client.0.smithi123.stdout: i=2 exists [41613885~5182612,59810745~4131174,89067366~4172568,116494498~2365069,130476256~24995,148432998~4636133,175778855~1422561,180434986~9127106,193703606~6575665,205641821~1004773,207978109~1462277,209738116~4480130,233516591~1654773,259189371~2028700,266942049~7383615,305474648~14913114,337015489~2773963,345177037~1839899,361130311~5883038,394227549~6982922] wrote [41613885~5182612,90403092~742792,116494498~2365069,175778855~1422561,205641821~1004773,207978109~1462277,305474648~6474283,337015489~2773963,364135802~185191,394963365~2140481] 2023-12-20T11:38:22.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:21 smithi177 ceph-mon[212096]: pgmap v2637: 137 pgs: 137 active+clean; 19 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 258 KiB/s wr, 35 op/s 2023-12-20T11:38:22.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:21 smithi177 ceph-mon[212096]: osdmap e1448: 8 total, 8 up, 8 in 2023-12-20T11:38:22.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:21 smithi123 ceph-mon[191304]: pgmap v2637: 137 pgs: 137 active+clean; 19 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 258 KiB/s wr, 35 op/s 2023-12-20T11:38:22.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:21 smithi123 ceph-mon[191304]: osdmap e1448: 8 total, 8 up, 8 in 2023-12-20T11:38:22.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:21 smithi123 ceph-mon[188613]: pgmap v2637: 137 pgs: 137 active+clean; 19 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 258 KiB/s wr, 35 op/s 2023-12-20T11:38:22.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:21 smithi123 ceph-mon[188613]: osdmap e1448: 8 total, 8 up, 8 in 2023-12-20T11:38:22.912 INFO:tasks.workunit.client.0.smithi123.stdout: i=3 exists [15412889~513092,41613885~5182612,56726177~7215742,89067366~4172568,111362924~4837394,116494498~2365069,130476256~24995,148432998~4636133,175778855~1422561,180434986~9127106,192932556~7346715,205641821~1004773,207978109~1462277,209738116~4480130,233516591~1654773,243194734~1380644,251401005~1948,259189371~2028700,266942049~7383615,305474648~14913114,331731851~4800319,337015489~10001447,361130311~5883038,394227549~6982922,401598918~3361912] wrote [15412889~513092,56726177~3719982,111362924~4837394,192932556~886413,243194734~1380644,251401005~1948,316793644~2976254,331731851~4800319,339624209~7388993,401598918~3361912] 2023-12-20T11:38:23.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:22 smithi177 ceph-mon[212096]: osdmap e1449: 8 total, 8 up, 8 in 2023-12-20T11:38:23.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:22 smithi123 ceph-mon[191304]: osdmap e1449: 8 total, 8 up, 8 in 2023-12-20T11:38:23.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:22 smithi123 ceph-mon[188613]: osdmap e1449: 8 total, 8 up, 8 in 2023-12-20T11:38:23.767 INFO:tasks.workunit.client.0.smithi123.stdout: i=4 exists [15412889~513092,41613885~5182612,49796363~6388210,56726177~7215742,72977075~5154973,89067366~4172568,99366527~2603688,111362924~4837394,116494498~2365069,130476256~24995,148432998~8613007,175778855~1422561,180434986~9127106,192932556~7346715,205641821~1004773,207978109~1462277,209738116~4480130,224693836~6818532,233516591~1654773,237094401~3476852,243194734~1380644,251401005~1948,259189371~2028700,266942049~9025565,301404824~18982938,331731851~4800319,337015489~10001447,361130311~5883038,394227549~6982922,401598918~3361912] wrote [49796363~6388210,62634586~606516,72977075~5154973,99366527~2603688,149363756~7682249,224693836~6818532,237094401~3476852,270491962~5475652,301404824~4825847] 2023-12-20T11:38:24.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:23 smithi177 ceph-mon[212096]: pgmap v2640: 137 pgs: 137 active+clean; 64 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 8.8 MiB/s wr, 67 op/s 2023-12-20T11:38:24.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:23 smithi177 ceph-mon[212096]: osdmap e1450: 8 total, 8 up, 8 in 2023-12-20T11:38:24.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:38:24.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:23 smithi177 ceph-mon[212096]: osdmap e1451: 8 total, 8 up, 8 in 2023-12-20T11:38:24.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:23 smithi123 ceph-mon[191304]: pgmap v2640: 137 pgs: 137 active+clean; 64 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 8.8 MiB/s wr, 67 op/s 2023-12-20T11:38:24.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:23 smithi123 ceph-mon[191304]: osdmap e1450: 8 total, 8 up, 8 in 2023-12-20T11:38:24.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:38:24.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:23 smithi123 ceph-mon[191304]: osdmap e1451: 8 total, 8 up, 8 in 2023-12-20T11:38:24.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:23 smithi123 ceph-mon[188613]: pgmap v2640: 137 pgs: 137 active+clean; 64 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 8.8 MiB/s wr, 67 op/s 2023-12-20T11:38:24.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:23 smithi123 ceph-mon[188613]: osdmap e1450: 8 total, 8 up, 8 in 2023-12-20T11:38:24.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:38:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:23 smithi123 ceph-mon[188613]: osdmap e1451: 8 total, 8 up, 8 in 2023-12-20T11:38:24.737 INFO:tasks.workunit.client.0.smithi123.stdout: i=5 exists [15412889~513092,41613885~5182612,49796363~6388210,56726177~7215742,72977075~5154973,79054299~360756,85042235~3029097,89067366~4172568,99366527~5947507,111362924~4837394,116494498~2365069,130476256~24995,148432998~8613007,175778855~1422561,180434986~9127106,192250361~8028910,205641821~1004773,207978109~1462277,209738116~4480130,219751734~11760634,233516591~1654773,237094401~9140682,251401005~1948,259189371~2028700,266942049~9025565,301404824~18982938,331731851~4800319,337015489~10001447,351888642~1010241,357433458~9579891,394227549~6982922,401598918~3361912] wrote [79054299~360756,85042235~3029097,101233144~4080890,192250361~5018394,219751734~6442352,238489203~7745880,302424840~2205465,351888642~1010241,357433458~5857803] 2023-12-20T11:38:25.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:38:25.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:38:25.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:38:25.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:24 smithi177 ceph-mon[212096]: osdmap e1452: 8 total, 8 up, 8 in 2023-12-20T11:38:25.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:38:25.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:38:25.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:38:25.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:24 smithi123 ceph-mon[191304]: osdmap e1452: 8 total, 8 up, 8 in 2023-12-20T11:38:25.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:38:25.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:38:25.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:38:25.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:24 smithi123 ceph-mon[188613]: osdmap e1452: 8 total, 8 up, 8 in 2023-12-20T11:38:25.759 INFO:tasks.workunit.client.0.smithi123.stdout: i=6 exists [727819~1351416,12444823~7488062,41613885~22328034,72977075~5154973,79054299~360756,85042235~3029097,89067366~4172568,99366527~8191620,111362924~4837394,116494498~2365069,130476256~24995,143518715~2393865,148432998~8613007,175778855~1422561,180434986~9127106,192250361~8028910,205641821~1004773,207978109~1462277,209738116~4480130,219751734~11760634,233516591~1654773,237094401~9140682,251401005~1948,259189371~2028700,266942049~9025565,301404824~18982938,323491578~399756,331731851~4800319,337015489~10001447,349974435~4093979,357433458~15807789,386046562~5538789,394227549~6982922,401598918~3361912] wrote [727819~1351416,12444823~7488062,43971664~8133727,54428528~3707467,99973575~7584572,143518715~2393865,323491578~399756,349974435~4093979,366001895~7239352,386046562~5538789] 2023-12-20T11:38:26.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:25 smithi177 ceph-mon[212096]: pgmap v2643: 137 pgs: 137 active+clean; 180 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 28 MiB/s wr, 267 op/s 2023-12-20T11:38:26.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:25 smithi177 ceph-mon[212096]: osdmap e1453: 8 total, 8 up, 8 in 2023-12-20T11:38:26.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:25 smithi123 ceph-mon[191304]: pgmap v2643: 137 pgs: 137 active+clean; 180 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 28 MiB/s wr, 267 op/s 2023-12-20T11:38:26.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:25 smithi123 ceph-mon[191304]: osdmap e1453: 8 total, 8 up, 8 in 2023-12-20T11:38:26.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:25 smithi123 ceph-mon[188613]: pgmap v2643: 137 pgs: 137 active+clean; 180 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 28 MiB/s wr, 267 op/s 2023-12-20T11:38:26.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:25 smithi123 ceph-mon[188613]: osdmap e1453: 8 total, 8 up, 8 in 2023-12-20T11:38:26.759 INFO:tasks.workunit.client.0.smithi123.stdout: i=7 exists [727819~1351416,12444823~7488062,41613885~22328034,67124967~4681336,72977075~5154973,79054299~360756,85042235~3029097,89067366~4172568,99366527~8191620,111362924~4837394,116494498~2365069,130476256~24995,136848762~563151,141054450~15991555,175778855~1422561,180434986~9127106,192250361~8028910,205641821~1004773,207978109~1462277,209738116~4480130,219751734~12115689,233516591~1654773,237094401~9140682,251401005~1948,259189371~2028700,266942049~9025565,301404824~18982938,323491578~399756,331731851~4800319,337015489~10888841,349974435~4093979,357433458~15807789,386046562~5538789,394227549~6982922,401598918~3361912] wrote [52623834~1241315,67124967~4681336,136848762~563151,141054450~7855822,228095976~488028,230055055~1812368,315681226~4130182,341816175~6088155,359292928~6736005] 2023-12-20T11:38:27.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:38:27.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:26 smithi177 ceph-mon[212096]: osdmap e1454: 8 total, 8 up, 8 in 2023-12-20T11:38:27.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:38:27.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:26 smithi123 ceph-mon[191304]: osdmap e1454: 8 total, 8 up, 8 in 2023-12-20T11:38:27.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:38:27.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:26 smithi123 ceph-mon[188613]: osdmap e1454: 8 total, 8 up, 8 in 2023-12-20T11:38:27.761 INFO:tasks.workunit.client.0.smithi123.stdout: i=8 exists [727819~1351416,6406999~3667876,12444823~7488062,41613885~22328034,67124967~4681336,72977075~5154973,79054299~360756,79999321~4640346,85042235~3029097,89067366~4172568,99366527~8191620,111362924~4837394,116494498~2365069,130476256~24995,134996002~22050003,166891378~1068924,175778855~1422561,180434986~10512091,192250361~8028910,205641821~1004773,207978109~1462277,209738116~4480130,219751734~12115689,233516591~12718492,251401005~1948,259189371~2028700,266942049~9025565,278183407~9289558,301404824~18982938,323491578~399756,331731851~4800319,337015489~10888841,349974435~4093979,357433458~15807789,386046562~5538789,394227549~6982922,401598918~3361912] wrote [6406999~3667876,79999321~4640346,134996002~8023359,166891378~1068924,183146445~1669769,185571044~5376033,234876792~2812120,278183407~9289558,308258222~3739823] 2023-12-20T11:38:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:27 smithi177 ceph-mon[212096]: pgmap v2646: 137 pgs: 137 active+clean; 246 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 30 MiB/s wr, 224 op/s 2023-12-20T11:38:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:38:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:27 smithi177 ceph-mon[212096]: osdmap e1455: 8 total, 8 up, 8 in 2023-12-20T11:38:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:27 smithi123 ceph-mon[191304]: pgmap v2646: 137 pgs: 137 active+clean; 246 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 30 MiB/s wr, 224 op/s 2023-12-20T11:38:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:38:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:27 smithi123 ceph-mon[191304]: osdmap e1455: 8 total, 8 up, 8 in 2023-12-20T11:38:28.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:27 smithi123 ceph-mon[188613]: pgmap v2646: 137 pgs: 137 active+clean; 246 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 30 MiB/s wr, 224 op/s 2023-12-20T11:38:28.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:38:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:27 smithi123 ceph-mon[188613]: osdmap e1455: 8 total, 8 up, 8 in 2023-12-20T11:38:28.735 INFO:tasks.workunit.client.0.smithi123.stdout: i=9 exists [727819~1351416,6406999~3667876,12444823~7488062,41613885~22328034,67124967~4681336,72977075~5154973,79054299~360756,79999321~4640346,85042235~3029097,89067366~4172568,99366527~8191620,111362924~4837394,116207309~2652258,130476256~24995,134996002~22050003,166891378~1068924,172764932~1154398,175778855~1422561,180434986~10512091,192250361~8028910,203480756~10737490,219751734~12115689,233516591~12718492,251401005~1948,259189371~2028700,266942049~9025565,278183407~9289558,295450049~2255753,301404824~18982938,322757566~7138722,331731851~4800319,337015489~10888841,349974435~4093979,357433458~15807789,386046562~5538789,394227549~6982922,401598918~3557078] wrote [105370549~528114,116207309~1886340,172764932~1154398,203480756~7851572,237474062~145191,269715832~4728548,295450049~2255753,322757566~7138722,333051818~1450080,402374456~2781540] 2023-12-20T11:38:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:38:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:38:29] "GET /metrics HTTP/1.1" 200 36515 "" "Prometheus/2.43.0" 2023-12-20T11:38:29.751 INFO:tasks.workunit.client.0.smithi123.stdout: i=10 exists [727819~1351416,6406999~3667876,12444823~7488062,41613885~22328034,67124967~4681336,72977075~5154973,79054299~360756,79999321~4640346,85042235~8197699,99366527~11023812,111362924~4837394,116207309~2652258,130476256~24995,134996002~22050003,166891378~1068924,172764932~1154398,175778855~1422561,180434986~10512091,192250361~8028910,203480756~10737490,219751734~26483349,251401005~1948,259189371~2028700,266942049~9025565,278183407~9289558,295450049~2255753,301404824~18982938,322757566~7138722,331731851~4800319,337015489~10888841,349974435~4093979,357433458~15807789,386046562~5538789,394227549~6982922,401598918~3557078] wrote [46702421~575705,52409976~1755108,62287876~298130,75231946~1322487,85562624~5054601,103016747~7373592,231136050~6694003,238301451~5501536,331895113~1500489,352466884~832008] 2023-12-20T11:38:29.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:29 smithi123 ceph-mon[191304]: pgmap v2649: 137 pgs: 137 active+clean; 364 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 37 MiB/s wr, 297 op/s 2023-12-20T11:38:29.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:29 smithi123 ceph-mon[191304]: osdmap e1456: 8 total, 8 up, 8 in 2023-12-20T11:38:29.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:29 smithi123 ceph-mon[188613]: pgmap v2649: 137 pgs: 137 active+clean; 364 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 37 MiB/s wr, 297 op/s 2023-12-20T11:38:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:29 smithi123 ceph-mon[188613]: osdmap e1456: 8 total, 8 up, 8 in 2023-12-20T11:38:30.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:29 smithi177 ceph-mon[212096]: pgmap v2649: 137 pgs: 137 active+clean; 364 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 37 MiB/s wr, 297 op/s 2023-12-20T11:38:30.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:29 smithi177 ceph-mon[212096]: osdmap e1456: 8 total, 8 up, 8 in 2023-12-20T11:38:30.766 INFO:tasks.workunit.client.0.smithi123.stdout: i=11 exists [727819~1351416,6406999~3667876,12444823~7488062,28040966~7954349,41613885~22328034,67124967~4681336,72977075~6437980,79999321~4640346,85042235~8197699,99366527~11023812,111362924~4837394,116207309~2652258,129109610~47767,130476256~24995,131960970~1867188,134996002~22050003,166891378~1068924,172764932~1154398,175778855~1422561,180434986~10512091,192250361~8028910,203480756~10737490,219751734~26483349,251401005~1948,259189371~2028700,266942049~9025565,278183407~9289558,295450049~2255753,301404824~18982938,322757566~8771235,331731851~4800319,337015489~10888841,348712868~5355546,357433458~15807789,386046562~5538789,394227549~6982922,401598918~3557078] wrote [28040966~7954349,77559345~1692117,101262740~6147873,129109610~47767,131960970~1867188,139763217~269328,231837798~1451268,279702791~4622393,328528953~2999848,348712868~3533222] 2023-12-20T11:38:30.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:30 smithi123 ceph-mon[191304]: osdmap e1457: 8 total, 8 up, 8 in 2023-12-20T11:38:30.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:30 smithi123 ceph-mon[188613]: osdmap e1457: 8 total, 8 up, 8 in 2023-12-20T11:38:31.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:30 smithi177 ceph-mon[212096]: osdmap e1457: 8 total, 8 up, 8 in 2023-12-20T11:38:31.779 INFO:tasks.workunit.client.0.smithi123.stdout: i=12 exists [727819~1351416,6406999~3667876,12444823~7488062,21118752~2957977,28040966~7954349,41613885~22328034,66356357~18283310,85042235~8197699,99366527~11023812,111362924~4837394,116207309~2652258,129109610~47767,130476256~24995,131960970~1867188,134996002~22050003,166891378~1068924,172764932~1154398,175778855~1422561,180434986~10512091,192250361~8028910,203480756~10737490,219751734~26483349,248941984~1224191,251401005~1948,259189371~2028700,266942049~9025565,278183407~9289558,295450049~2255753,301404824~18982938,322757566~8771235,331731851~16172479,348712868~5355546,357433458~15807789,386046562~5538789,394227549~10928447] wrote [21118752~2957977,53351063~2999635,66356357~4356230,71282706~9896131,241929081~1292014,248941984~1224191,334853846~8154377,396571880~6685023] 2023-12-20T11:38:31.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:31 smithi123 ceph-mon[188613]: pgmap v2652: 137 pgs: 137 active+clean; 401 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 36 MiB/s wr, 292 op/s 2023-12-20T11:38:31.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:31 smithi123 ceph-mon[188613]: osdmap e1458: 8 total, 8 up, 8 in 2023-12-20T11:38:31.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:31 smithi123 ceph-mon[191304]: pgmap v2652: 137 pgs: 137 active+clean; 401 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 36 MiB/s wr, 292 op/s 2023-12-20T11:38:31.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:31 smithi123 ceph-mon[191304]: osdmap e1458: 8 total, 8 up, 8 in 2023-12-20T11:38:32.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:31 smithi177 ceph-mon[212096]: pgmap v2652: 137 pgs: 137 active+clean; 401 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 36 MiB/s wr, 292 op/s 2023-12-20T11:38:32.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:31 smithi177 ceph-mon[212096]: osdmap e1458: 8 total, 8 up, 8 in 2023-12-20T11:38:32.805 INFO:tasks.workunit.client.0.smithi123.stdout: i=13 exists [727819~1351416,6406999~3667876,12444823~7488062,21118752~2957977,28040966~7954349,41613885~22328034,66356357~26883577,98283737~12106602,111362924~4837394,116207309~2652258,129109610~47767,130476256~24995,131960970~1867188,134996002~22050003,166891378~1068924,172764932~1154398,175778855~1422561,180434986~10512091,192250361~21967885,217915215~28319868,248941984~1224191,251401005~1948,257937451~52913,259189371~2028700,266942049~20530916,295450049~2255753,301404824~30123977,331731851~16172479,348712868~5355546,357433458~15807789,380277908~11307443,394227549~10928447] wrote [81654200~6857475,98283737~7427081,198310828~5515188,217915215~2744673,257937451~52913,275811492~6749786,317871361~7927294,335069457~2534337,338837769~4850399,380277908~8152252] 2023-12-20T11:38:32.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:32 smithi123 ceph-mon[188613]: osdmap e1459: 8 total, 8 up, 8 in 2023-12-20T11:38:32.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:32 smithi123 ceph-mon[191304]: osdmap e1459: 8 total, 8 up, 8 in 2023-12-20T11:38:33.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:32 smithi177 ceph-mon[212096]: osdmap e1459: 8 total, 8 up, 8 in 2023-12-20T11:38:33.778 INFO:tasks.workunit.client.0.smithi123.stdout: i=14 exists [727819~1351416,6406999~3667876,12444823~7488062,20518285~152547,21118752~2957977,28040966~9997613,41613885~22328034,64260712~28979222,98283737~12106602,111362924~4837394,116207309~2652258,129109610~47767,130476256~24995,131960970~1867188,134996002~22050003,166891378~1068924,170241310~1402782,172764932~1154398,175778855~1422561,180434986~10512091,192250361~21967885,217915215~28319868,248941984~1224191,250572397~542410,251401005~1948,257937451~52913,259189371~2028700,266942049~20530916,295450049~2255753,301404824~30123977,331731851~22336563,354990927~18250320,380277908~11307443,394227549~10928447] wrote [20518285~152547,30009510~8029069,64260712~2355958,170241310~1402782,180680417~1068448,204783435~2279828,250572397~542410,306465782~6760884,345124430~3868486,354990927~5624705] 2023-12-20T11:38:33.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:33 smithi123 ceph-mon[191304]: pgmap v2655: 137 pgs: 137 active+clean; 503 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 33 MiB/s wr, 19 op/s 2023-12-20T11:38:33.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:33 smithi123 ceph-mon[191304]: osdmap e1460: 8 total, 8 up, 8 in 2023-12-20T11:38:33.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:33 smithi123 ceph-mon[188613]: pgmap v2655: 137 pgs: 137 active+clean; 503 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 33 MiB/s wr, 19 op/s 2023-12-20T11:38:33.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:33 smithi123 ceph-mon[188613]: osdmap e1460: 8 total, 8 up, 8 in 2023-12-20T11:38:34.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:33 smithi177 ceph-mon[212096]: pgmap v2655: 137 pgs: 137 active+clean; 503 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 33 MiB/s wr, 19 op/s 2023-12-20T11:38:34.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:33 smithi177 ceph-mon[212096]: osdmap e1460: 8 total, 8 up, 8 in 2023-12-20T11:38:34.783 INFO:tasks.workunit.client.0.smithi123.stdout: i=15 exists [727819~1351416,6406999~3667876,12444823~7488062,20518285~152547,21118752~2957977,28040966~9997613,41613885~22328034,64260712~28979222,98283737~12106602,111362924~4837394,116207309~2652258,124749417~4529191,130476256~24995,131960970~1867188,134996002~22050003,166891378~1068924,170241310~1402782,172764932~1154398,175778855~1422561,180434986~10512091,192250361~21967885,217915215~28319868,248912793~5431949,257937451~52913,259189371~2028700,266942049~20530916,295450049~2255753,301404824~52663590,354990927~18250320,380277908~11307443,394227549~10928447] wrote [48572218~347376,86714709~3517150,92807277~231949,124749417~4529191,153640694~2961728,222592258~1501349,248912793~5431949,306868270~7336976,328179664~6665216,362805345~210760] 2023-12-20T11:38:34.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:34 smithi123 ceph-mon[191304]: osdmap e1461: 8 total, 8 up, 8 in 2023-12-20T11:38:34.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:34 smithi123 ceph-mon[188613]: osdmap e1461: 8 total, 8 up, 8 in 2023-12-20T11:38:35.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:34 smithi177 ceph-mon[212096]: osdmap e1461: 8 total, 8 up, 8 in 2023-12-20T11:38:35.818 INFO:tasks.workunit.client.0.smithi123.stdout: i=16 exists [727819~1351416,6141683~4013142,12444823~7488062,20518285~152547,21118752~2957977,28040966~9997613,41613885~22328034,64260712~28979222,98283737~12106602,111362924~4837394,116207309~2652258,124749417~4529191,130476256~24995,131960970~1867188,134996002~22050003,166891378~1068924,170241310~5214262,175778855~1422561,180434986~10512091,192250361~21967885,217915215~28319868,248912793~6705323,257937451~52913,259189371~2028700,266942049~20530916,295450049~2255753,301404824~52663590,354990927~36594424,394227549~10928447] wrote [6141683~4013142,171340969~4114603,241609774~277859,251762847~3855269,331307128~1483922,345283029~6304620,366344681~19008790] 2023-12-20T11:38:35.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:35 smithi123 ceph-mon[191304]: pgmap v2658: 137 pgs: 137 active+clean; 580 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 39 MiB/s wr, 331 op/s 2023-12-20T11:38:35.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:35 smithi123 ceph-mon[191304]: osdmap e1462: 8 total, 8 up, 8 in 2023-12-20T11:38:35.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:35 smithi123 ceph-mon[188613]: pgmap v2658: 137 pgs: 137 active+clean; 580 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 39 MiB/s wr, 331 op/s 2023-12-20T11:38:35.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:35 smithi123 ceph-mon[188613]: osdmap e1462: 8 total, 8 up, 8 in 2023-12-20T11:38:36.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:35 smithi177 ceph-mon[212096]: pgmap v2658: 137 pgs: 137 active+clean; 580 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 39 MiB/s wr, 331 op/s 2023-12-20T11:38:36.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:35 smithi177 ceph-mon[212096]: osdmap e1462: 8 total, 8 up, 8 in 2023-12-20T11:38:36.805 INFO:tasks.workunit.client.0.smithi123.stdout: i=17 exists [474329~2052659,6141683~4013142,12444823~7488062,20518285~152547,21118752~2957977,28040966~9997613,41613885~22328034,64260712~28979222,98283737~12106602,111362924~4837394,116207309~2652258,124749417~4529191,130476256~24995,131960970~1867188,134996002~22050003,166891378~1068924,170241310~5214262,175778855~1422561,180434986~10512091,192250361~21967885,217915215~28319868,248912793~6705323,255886683~8037184,266942049~20530916,295450049~2255753,301404824~52663590,354990927~36594424,394227549~10928447] wrote [474329~2052659,102918103~54963,202672033~401703,206603673~6903864,218519853~5127318,255886683~8037184,282924455~3851549,315950002~5088720,323178665~1485391,357248330~1256712] 2023-12-20T11:38:37.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:36 smithi177 ceph-mon[212096]: osdmap e1463: 8 total, 8 up, 8 in 2023-12-20T11:38:37.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:36 smithi123 ceph-mon[191304]: osdmap e1463: 8 total, 8 up, 8 in 2023-12-20T11:38:37.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:36 smithi123 ceph-mon[188613]: osdmap e1463: 8 total, 8 up, 8 in 2023-12-20T11:38:37.816 INFO:tasks.workunit.client.0.smithi123.stdout: i=18 exists [474329~2052659,6141683~4013142,12444823~7488062,20518285~152547,21118752~2957977,28040966~9997613,41613885~51626049,98283737~12106602,111362924~4837394,116207309~2652258,124749417~4529191,130476256~24995,131960970~1867188,134996002~22050003,160004858~7955444,170241310~6960106,180434986~10512091,192250361~21967885,215280933~30954150,248912793~6705323,255886683~8037184,266942049~20530916,295450049~2255753,301404824~52663590,354990927~36594424,394227549~10928447] wrote [63554117~1355676,69761528~716041,160004858~7427617,170763816~6101621,208450994~1131150,215280933~6411380,242067944~3534498,383320443~4519641] 2023-12-20T11:38:38.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:37 smithi177 ceph-mon[212096]: pgmap v2661: 137 pgs: 137 active+clean; 654 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 36 MiB/s wr, 327 op/s 2023-12-20T11:38:38.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:37 smithi177 ceph-mon[212096]: osdmap e1464: 8 total, 8 up, 8 in 2023-12-20T11:38:38.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:37 smithi123 ceph-mon[191304]: pgmap v2661: 137 pgs: 137 active+clean; 654 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 36 MiB/s wr, 327 op/s 2023-12-20T11:38:38.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:37 smithi123 ceph-mon[191304]: osdmap e1464: 8 total, 8 up, 8 in 2023-12-20T11:38:38.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:37 smithi123 ceph-mon[188613]: pgmap v2661: 137 pgs: 137 active+clean; 654 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 36 MiB/s wr, 327 op/s 2023-12-20T11:38:38.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:37 smithi123 ceph-mon[188613]: osdmap e1464: 8 total, 8 up, 8 in 2023-12-20T11:38:38.833 INFO:tasks.workunit.client.0.smithi123.stdout: i=19 exists [474329~2052659,6141683~4013142,12444823~7488062,20518285~152547,21118752~2957977,28040966~9997613,41613885~51626049,98283737~12106602,111362924~4837394,116207309~2652258,124749417~4529191,130476256~24995,131960970~1867188,134996002~22050003,160004858~7955444,170241310~6960106,178093061~1454464,180434986~10512091,191871985~22346261,215280933~31387328,248912793~6705323,255886683~8037184,266942049~20530916,295450049~2255753,301404824~52663590,354990927~36594424,394227549~10928447] wrote [52374410~7606418,83688853~4513992,178093061~1454464,191871985~5243296,238601406~8066855,258422487~894340,318138710~336847,363238436~3781452,400499536~2663415] 2023-12-20T11:38:39.076 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:38 smithi123 ceph-mon[191304]: osdmap e1465: 8 total, 8 up, 8 in 2023-12-20T11:38:39.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:38 smithi123 ceph-mon[188613]: osdmap e1465: 8 total, 8 up, 8 in 2023-12-20T11:38:39.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:38 smithi177 ceph-mon[212096]: osdmap e1465: 8 total, 8 up, 8 in 2023-12-20T11:38:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:38:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:38:39] "GET /metrics HTTP/1.1" 200 36515 "" "Prometheus/2.43.0" 2023-12-20T11:38:39.776 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 1 diff [58720256~4194304,146800640~8388608,180355072~8388608,209715200~8388608,255852544~4194304,310378496~8388608,343932928~4194304,360710144~8388608] 2023-12-20T11:38:39.776 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [58720256~4194304,146800640~8388608,180355072~8388608,209715200~8388608,255852544~4194304,310378496~8388608,343932928~4194304,360710144~8388608] 2023-12-20T11:38:39.787 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [58720256~8388608,146800640~8388608,180355072~8388608,209715200~8388608,255852544~8388608,310378496~12582912,343932928~4194304,360710144~8388608] 2023-12-20T11:38:39.787 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 2 diff [37748736~8388608,58720256~4194304,88080384~4194304,113246208~4194304,146800640~8388608,171966464~4194304,180355072~8388608,205520896~12582912,255852544~4194304,301989888~16777216,335544320~4194304,343932928~4194304,360710144~8388608,394264576~4194304] 2023-12-20T11:38:39.787 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [37748736~8388608,58720256~4194304,88080384~4194304,113246208~4194304,146800640~8388608,171966464~4194304,180355072~8388608,205520896~12582912,255852544~4194304,301989888~16777216,335544320~4194304,343932928~4194304,360710144~8388608,394264576~4194304] 2023-12-20T11:38:39.789 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [37748736~12582912,58720256~8388608,88080384~4194304,113246208~8388608,146800640~8388608,171966464~16777216,205520896~12582912,255852544~8388608,301989888~20971520,335544320~12582912,360710144~8388608,394264576~4194304] 2023-12-20T11:38:39.789 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 3 diff [12582912~4194304,37748736~8388608,54525952~8388608,88080384~4194304,109051904~8388608,146800640~8388608,171966464~4194304,180355072~12582912,205520896~12582912,239075328~4194304,247463936~4194304,255852544~4194304,301989888~16777216,331350016~16777216,360710144~8388608,394264576~8388608] 2023-12-20T11:38:39.789 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [12582912~4194304,37748736~8388608,54525952~8388608,88080384~4194304,109051904~8388608,146800640~8388608,171966464~4194304,180355072~12582912,205520896~12582912,239075328~4194304,247463936~4194304,255852544~4194304,301989888~16777216,331350016~16777216,360710144~8388608,394264576~8388608] 2023-12-20T11:38:39.791 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [12582912~4194304,37748736~12582912,54525952~12582912,88080384~4194304,109051904~12582912,146800640~8388608,171966464~25165824,205520896~12582912,239075328~12582912,255852544~8388608,301989888~20971520,331350016~16777216,360710144~8388608,394264576~12582912] 2023-12-20T11:38:39.791 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 4 diff [12582912~4194304,37748736~25165824,71303168~8388608,88080384~4194304,96468992~4194304,109051904~8388608,146800640~12582912,171966464~4194304,180355072~12582912,205520896~12582912,222298112~8388608,234881024~8388608,247463936~4194304,255852544~4194304,268435456~8388608,297795584~20971520,331350016~16777216,360710144~8388608,394264576~8388608] 2023-12-20T11:38:39.791 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [12582912~4194304,37748736~25165824,71303168~8388608,88080384~4194304,96468992~4194304,109051904~8388608,146800640~12582912,171966464~4194304,180355072~12582912,205520896~12582912,222298112~8388608,234881024~8388608,247463936~4194304,255852544~4194304,268435456~8388608,297795584~20971520,331350016~16777216,360710144~8388608,394264576~8388608] 2023-12-20T11:38:39.794 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [12582912~4194304,37748736~29360128,71303168~8388608,88080384~4194304,96468992~8388608,109051904~12582912,146800640~12582912,171966464~25165824,205520896~12582912,222298112~29360128,255852544~8388608,268435456~8388608,297795584~25165824,331350016~16777216,360710144~8388608,394264576~12582912] 2023-12-20T11:38:39.794 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 5 diff [12582912~4194304,37748736~25165824,71303168~8388608,83886080~8388608,96468992~8388608,109051904~8388608,146800640~12582912,171966464~4194304,180355072~16777216,205520896~25165824,234881024~16777216,255852544~4194304,268435456~8388608,297795584~20971520,331350016~20971520,356515840~12582912,394264576~8388608] 2023-12-20T11:38:39.794 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [12582912~4194304,37748736~25165824,71303168~8388608,83886080~8388608,96468992~8388608,109051904~8388608,146800640~12582912,171966464~4194304,180355072~16777216,205520896~25165824,234881024~16777216,255852544~4194304,268435456~8388608,297795584~20971520,331350016~20971520,356515840~12582912,394264576~8388608] 2023-12-20T11:38:39.797 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [12582912~4194304,37748736~29360128,71303168~8388608,83886080~8388608,96468992~25165824,146800640~12582912,171966464~29360128,205520896~46137344,255852544~8388608,268435456~8388608,297795584~25165824,331350016~37748736,394264576~12582912] 2023-12-20T11:38:39.797 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 6 diff [0~4194304,8388608~8388608,37748736~25165824,71303168~8388608,83886080~8388608,96468992~8388608,109051904~8388608,142606336~16777216,171966464~4194304,180355072~16777216,205520896~25165824,234881024~16777216,255852544~4194304,268435456~8388608,297795584~20971520,322961408~4194304,331350016~20971520,356515840~16777216,385875968~16777216] 2023-12-20T11:38:39.797 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~4194304,8388608~8388608,37748736~25165824,71303168~8388608,83886080~8388608,96468992~8388608,109051904~8388608,142606336~16777216,171966464~4194304,180355072~16777216,205520896~25165824,234881024~16777216,255852544~4194304,268435456~8388608,297795584~20971520,322961408~4194304,331350016~20971520,356515840~16777216,385875968~16777216] 2023-12-20T11:38:39.801 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~4194304,8388608~12582912,37748736~29360128,71303168~8388608,83886080~8388608,96468992~25165824,142606336~16777216,171966464~29360128,205520896~46137344,255852544~8388608,268435456~8388608,297795584~29360128,331350016~41943040,385875968~20971520] 2023-12-20T11:38:39.801 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 7 diff [0~4194304,8388608~8388608,37748736~25165824,67108864~12582912,83886080~8388608,96468992~8388608,109051904~8388608,134217728~20971520,171966464~4194304,180355072~16777216,205520896~25165824,234881024~16777216,255852544~4194304,268435456~8388608,297795584~20971520,322961408~4194304,331350016~20971520,356515840~16777216,385875968~16777216] 2023-12-20T11:38:39.801 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~4194304,8388608~8388608,37748736~25165824,67108864~12582912,83886080~8388608,96468992~8388608,109051904~8388608,134217728~20971520,171966464~4194304,180355072~16777216,205520896~25165824,234881024~16777216,255852544~4194304,268435456~8388608,297795584~20971520,322961408~4194304,331350016~20971520,356515840~16777216,385875968~16777216] 2023-12-20T11:38:39.805 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~4194304,8388608~12582912,37748736~41943040,83886080~8388608,96468992~25165824,134217728~25165824,171966464~29360128,205520896~46137344,255852544~8388608,268435456~8388608,297795584~29360128,331350016~41943040,385875968~20971520] 2023-12-20T11:38:39.806 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 8 diff [0~16777216,37748736~25165824,67108864~25165824,96468992~8388608,109051904~8388608,134217728~25165824,163577856~4194304,171966464~4194304,180355072~16777216,205520896~37748736,247463936~4194304,255852544~4194304,268435456~20971520,297795584~20971520,322961408~4194304,331350016~20971520,356515840~16777216,385875968~16777216] 2023-12-20T11:38:39.806 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,37748736~25165824,67108864~25165824,96468992~8388608,109051904~8388608,134217728~25165824,163577856~4194304,171966464~4194304,180355072~16777216,205520896~37748736,247463936~4194304,255852544~4194304,268435456~20971520,297795584~20971520,322961408~4194304,331350016~20971520,356515840~16777216,385875968~16777216] 2023-12-20T11:38:39.810 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~20971520,37748736~54525952,96468992~25165824,134217728~25165824,163577856~37748736,205520896~46137344,255852544~8388608,268435456~20971520,297795584~29360128,331350016~41943040,385875968~20971520] 2023-12-20T11:38:39.810 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 9 diff [0~16777216,37748736~25165824,67108864~25165824,96468992~8388608,109051904~8388608,134217728~25165824,163577856~4194304,171966464~4194304,180355072~16777216,201326592~12582912,218103808~25165824,247463936~4194304,255852544~4194304,268435456~20971520,293601280~33554432,331350016~20971520,356515840~16777216,385875968~16777216] 2023-12-20T11:38:39.810 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,37748736~25165824,67108864~25165824,96468992~8388608,109051904~8388608,134217728~25165824,163577856~4194304,171966464~4194304,180355072~16777216,201326592~12582912,218103808~25165824,247463936~4194304,255852544~4194304,268435456~20971520,293601280~33554432,331350016~20971520,356515840~16777216,385875968~16777216] 2023-12-20T11:38:39.816 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~20971520,37748736~54525952,96468992~25165824,134217728~25165824,163577856~88080384,255852544~8388608,268435456~20971520,293601280~79691776,385875968~20971520] 2023-12-20T11:38:39.816 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 10 diff [0~16777216,37748736~25165824,67108864~25165824,96468992~20971520,134217728~25165824,163577856~4194304,171966464~4194304,180355072~16777216,201326592~12582912,218103808~33554432,255852544~4194304,268435456~20971520,293601280~33554432,331350016~20971520,356515840~16777216,385875968~16777216] 2023-12-20T11:38:39.816 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,37748736~25165824,67108864~25165824,96468992~20971520,134217728~25165824,163577856~4194304,171966464~4194304,180355072~16777216,201326592~12582912,218103808~33554432,255852544~4194304,268435456~20971520,293601280~33554432,331350016~20971520,356515840~16777216,385875968~16777216] 2023-12-20T11:38:39.821 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~20971520,37748736~54525952,96468992~25165824,134217728~25165824,163577856~88080384,255852544~8388608,268435456~20971520,293601280~79691776,385875968~20971520] 2023-12-20T11:38:39.822 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 11 diff [0~16777216,25165824~8388608,37748736~25165824,67108864~25165824,96468992~20971520,125829120~33554432,163577856~4194304,171966464~4194304,180355072~16777216,201326592~12582912,218103808~33554432,255852544~4194304,268435456~20971520,293601280~79691776,385875968~16777216] 2023-12-20T11:38:39.822 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,25165824~8388608,37748736~25165824,67108864~25165824,96468992~20971520,125829120~33554432,163577856~4194304,171966464~4194304,180355072~16777216,201326592~12582912,218103808~33554432,255852544~4194304,268435456~20971520,293601280~79691776,385875968~16777216] 2023-12-20T11:38:39.828 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~20971520,25165824~67108864,96468992~25165824,125829120~33554432,163577856~88080384,255852544~8388608,268435456~20971520,293601280~79691776,385875968~20971520] 2023-12-20T11:38:39.828 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 12 diff [0~16777216,20971520~12582912,37748736~54525952,96468992~20971520,125829120~33554432,163577856~4194304,171966464~4194304,180355072~16777216,201326592~12582912,218103808~33554432,255852544~4194304,268435456~20971520,293601280~79691776,385875968~20971520] 2023-12-20T11:38:39.828 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,20971520~12582912,37748736~54525952,96468992~20971520,125829120~33554432,163577856~4194304,171966464~4194304,180355072~16777216,201326592~12582912,218103808~33554432,255852544~4194304,268435456~20971520,293601280~79691776,385875968~20971520] 2023-12-20T11:38:39.835 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~92274688,96468992~25165824,125829120~33554432,163577856~88080384,255852544~8388608,268435456~20971520,293601280~79691776,385875968~20971520] 2023-12-20T11:38:39.835 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 13 diff [0~16777216,20971520~12582912,37748736~50331648,96468992~20971520,125829120~33554432,163577856~4194304,171966464~4194304,180355072~62914560,247463936~4194304,255852544~4194304,268435456~20971520,293601280~79691776,377487360~12582912,394264576~12582912] 2023-12-20T11:38:39.835 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,20971520~12582912,37748736~50331648,96468992~20971520,125829120~33554432,163577856~4194304,171966464~4194304,180355072~62914560,247463936~4194304,255852544~4194304,268435456~20971520,293601280~79691776,377487360~12582912,394264576~12582912] 2023-12-20T11:38:39.842 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~92274688,96468992~25165824,125829120~33554432,163577856~88080384,255852544~8388608,268435456~20971520,293601280~79691776,377487360~29360128] 2023-12-20T11:38:39.842 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 14 diff [0~92274688,96468992~20971520,125829120~33554432,163577856~12582912,180355072~62914560,247463936~4194304,255852544~4194304,268435456~20971520,293601280~79691776,377487360~12582912,394264576~12582912] 2023-12-20T11:38:39.842 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~92274688,96468992~20971520,125829120~33554432,163577856~12582912,180355072~62914560,247463936~4194304,255852544~4194304,268435456~20971520,293601280~79691776,377487360~12582912,394264576~12582912] 2023-12-20T11:38:39.849 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~92274688,96468992~25165824,125829120~33554432,163577856~88080384,255852544~8388608,268435456~20971520,293601280~79691776,377487360~29360128] 2023-12-20T11:38:39.849 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 15 diff [0~117440512,121634816~37748736,163577856~12582912,180355072~62914560,247463936~12582912,268435456~20971520,293601280~79691776,377487360~12582912,394264576~12582912] 2023-12-20T11:38:39.849 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~117440512,121634816~37748736,163577856~12582912,180355072~62914560,247463936~12582912,268435456~20971520,293601280~79691776,377487360~12582912,394264576~12582912] 2023-12-20T11:38:39.857 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~159383552,163577856~100663296,268435456~20971520,293601280~79691776,377487360~29360128] 2023-12-20T11:38:39.857 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 16 diff [0~117440512,121634816~37748736,163577856~12582912,180355072~62914560,247463936~12582912,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:39.858 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~117440512,121634816~37748736,163577856~12582912,180355072~62914560,247463936~12582912,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:39.868 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~159383552,163577856~100663296,268435456~20971520,293601280~113246208] 2023-12-20T11:38:39.868 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 17 diff [0~117440512,121634816~37748736,163577856~12582912,180355072~62914560,247463936~16777216,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:39.868 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~117440512,121634816~37748736,163577856~12582912,180355072~62914560,247463936~16777216,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:39.877 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~159383552,163577856~100663296,268435456~20971520,293601280~113246208] 2023-12-20T11:38:39.877 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 18 diff [0~88080384,92274688~25165824,121634816~54525952,180355072~83886080,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:39.877 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~88080384,92274688~25165824,121634816~54525952,180355072~83886080,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:39.885 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:39.885 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to 19 diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:39.885 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:39.894 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:39.894 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 2 diff [37748736~8388608,88080384~4194304,113246208~4194304,171966464~4194304,205520896~4194304,301989888~8388608,335544320~4194304,360710144~4194304,394264576~4194304] 2023-12-20T11:38:39.894 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [37748736~8388608,88080384~4194304,113246208~4194304,171966464~4194304,205520896~4194304,301989888~8388608,335544320~4194304,360710144~4194304,394264576~4194304] 2023-12-20T11:38:39.895 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [37748736~12582912,88080384~4194304,113246208~8388608,171966464~8388608,205520896~4194304,301989888~12582912,335544320~8388608,360710144~4194304,394264576~4194304] 2023-12-20T11:38:39.895 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 3 diff [12582912~4194304,37748736~8388608,54525952~4194304,88080384~4194304,109051904~8388608,171966464~4194304,188743680~4194304,205520896~4194304,239075328~4194304,247463936~4194304,301989888~8388608,314572800~4194304,331350016~16777216,360710144~4194304,394264576~8388608] 2023-12-20T11:38:39.895 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [12582912~4194304,37748736~8388608,54525952~4194304,88080384~4194304,109051904~8388608,171966464~4194304,188743680~4194304,205520896~4194304,239075328~4194304,247463936~4194304,301989888~8388608,314572800~4194304,331350016~16777216,360710144~4194304,394264576~8388608] 2023-12-20T11:38:39.897 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [12582912~4194304,37748736~12582912,54525952~8388608,88080384~4194304,109051904~12582912,171966464~8388608,188743680~8388608,205520896~4194304,239075328~12582912,301989888~20971520,331350016~16777216,360710144~4194304,394264576~12582912] 2023-12-20T11:38:39.897 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 4 diff [12582912~4194304,37748736~25165824,71303168~8388608,88080384~4194304,96468992~4194304,109051904~8388608,146800640~8388608,171966464~4194304,188743680~4194304,205520896~4194304,222298112~8388608,234881024~8388608,247463936~4194304,268435456~8388608,297795584~12582912,314572800~4194304,331350016~16777216,360710144~4194304,394264576~8388608] 2023-12-20T11:38:39.897 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [12582912~4194304,37748736~25165824,71303168~8388608,88080384~4194304,96468992~4194304,109051904~8388608,146800640~8388608,171966464~4194304,188743680~4194304,205520896~4194304,222298112~8388608,234881024~8388608,247463936~4194304,268435456~8388608,297795584~12582912,314572800~4194304,331350016~16777216,360710144~4194304,394264576~8388608] 2023-12-20T11:38:39.899 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [12582912~4194304,37748736~29360128,71303168~8388608,88080384~4194304,96468992~8388608,109051904~12582912,146800640~12582912,171966464~8388608,188743680~8388608,205520896~4194304,222298112~29360128,268435456~8388608,297795584~25165824,331350016~16777216,360710144~4194304,394264576~12582912] 2023-12-20T11:38:39.899 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 5 diff [12582912~4194304,37748736~25165824,71303168~8388608,83886080~8388608,96468992~8388608,109051904~8388608,146800640~8388608,171966464~4194304,188743680~8388608,205520896~4194304,218103808~12582912,234881024~16777216,268435456~8388608,297795584~12582912,314572800~4194304,331350016~20971520,356515840~8388608,394264576~8388608] 2023-12-20T11:38:39.899 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [12582912~4194304,37748736~25165824,71303168~8388608,83886080~8388608,96468992~8388608,109051904~8388608,146800640~8388608,171966464~4194304,188743680~8388608,205520896~4194304,218103808~12582912,234881024~16777216,268435456~8388608,297795584~12582912,314572800~4194304,331350016~20971520,356515840~8388608,394264576~8388608] 2023-12-20T11:38:39.902 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [12582912~4194304,37748736~29360128,71303168~8388608,83886080~8388608,96468992~25165824,146800640~12582912,171966464~8388608,188743680~12582912,205520896~4194304,218103808~33554432,268435456~8388608,297795584~25165824,331350016~33554432,394264576~12582912] 2023-12-20T11:38:39.902 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 6 diff [0~4194304,8388608~8388608,37748736~25165824,71303168~8388608,83886080~8388608,96468992~8388608,109051904~8388608,142606336~12582912,171966464~4194304,188743680~8388608,205520896~4194304,218103808~12582912,234881024~16777216,268435456~8388608,297795584~12582912,314572800~4194304,322961408~4194304,331350016~20971520,356515840~16777216,385875968~16777216] 2023-12-20T11:38:39.902 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~4194304,8388608~8388608,37748736~25165824,71303168~8388608,83886080~8388608,96468992~8388608,109051904~8388608,142606336~12582912,171966464~4194304,188743680~8388608,205520896~4194304,218103808~12582912,234881024~16777216,268435456~8388608,297795584~12582912,314572800~4194304,322961408~4194304,331350016~20971520,356515840~16777216,385875968~16777216] 2023-12-20T11:38:39.905 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~4194304,8388608~12582912,37748736~29360128,71303168~8388608,83886080~8388608,96468992~25165824,142606336~16777216,171966464~8388608,188743680~12582912,205520896~4194304,218103808~33554432,268435456~8388608,297795584~29360128,331350016~41943040,385875968~20971520] 2023-12-20T11:38:39.906 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 7 diff [0~4194304,8388608~8388608,37748736~25165824,67108864~12582912,83886080~8388608,96468992~8388608,109051904~8388608,134217728~20971520,171966464~4194304,188743680~8388608,205520896~4194304,218103808~12582912,234881024~16777216,268435456~8388608,297795584~12582912,314572800~4194304,322961408~4194304,331350016~20971520,356515840~16777216,385875968~16777216] 2023-12-20T11:38:39.906 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~4194304,8388608~8388608,37748736~25165824,67108864~12582912,83886080~8388608,96468992~8388608,109051904~8388608,134217728~20971520,171966464~4194304,188743680~8388608,205520896~4194304,218103808~12582912,234881024~16777216,268435456~8388608,297795584~12582912,314572800~4194304,322961408~4194304,331350016~20971520,356515840~16777216,385875968~16777216] 2023-12-20T11:38:39.909 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~4194304,8388608~12582912,37748736~41943040,83886080~8388608,96468992~25165824,134217728~25165824,171966464~8388608,188743680~12582912,205520896~4194304,218103808~33554432,268435456~8388608,297795584~29360128,331350016~41943040,385875968~20971520] 2023-12-20T11:38:39.909 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 8 diff [0~16777216,37748736~25165824,67108864~25165824,96468992~8388608,109051904~8388608,134217728~20971520,163577856~4194304,171966464~4194304,180355072~16777216,205520896~4194304,218103808~25165824,247463936~4194304,268435456~20971520,297795584~12582912,314572800~4194304,322961408~4194304,331350016~20971520,356515840~16777216,385875968~16777216] 2023-12-20T11:38:39.909 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,37748736~25165824,67108864~25165824,96468992~8388608,109051904~8388608,134217728~20971520,163577856~4194304,171966464~4194304,180355072~16777216,205520896~4194304,218103808~25165824,247463936~4194304,268435456~20971520,297795584~12582912,314572800~4194304,322961408~4194304,331350016~20971520,356515840~16777216,385875968~16777216] 2023-12-20T11:38:39.912 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~20971520,37748736~54525952,96468992~25165824,134217728~25165824,163577856~37748736,205520896~4194304,218103808~33554432,268435456~20971520,297795584~29360128,331350016~41943040,385875968~20971520] 2023-12-20T11:38:39.913 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 9 diff [0~16777216,37748736~25165824,67108864~25165824,96468992~8388608,109051904~8388608,134217728~20971520,163577856~4194304,171966464~4194304,180355072~16777216,201326592~8388608,218103808~25165824,247463936~4194304,268435456~20971520,293601280~16777216,314572800~12582912,331350016~20971520,356515840~16777216,385875968~16777216] 2023-12-20T11:38:39.913 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,37748736~25165824,67108864~25165824,96468992~8388608,109051904~8388608,134217728~20971520,163577856~4194304,171966464~4194304,180355072~16777216,201326592~8388608,218103808~25165824,247463936~4194304,268435456~20971520,293601280~16777216,314572800~12582912,331350016~20971520,356515840~16777216,385875968~16777216] 2023-12-20T11:38:39.917 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~20971520,37748736~54525952,96468992~25165824,134217728~25165824,163577856~50331648,218103808~33554432,268435456~20971520,293601280~79691776,385875968~20971520] 2023-12-20T11:38:39.918 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 10 diff [0~16777216,37748736~25165824,67108864~25165824,96468992~20971520,134217728~20971520,163577856~4194304,171966464~4194304,180355072~16777216,201326592~8388608,218103808~33554432,268435456~20971520,293601280~16777216,314572800~12582912,331350016~20971520,356515840~16777216,385875968~16777216] 2023-12-20T11:38:39.918 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,37748736~25165824,67108864~25165824,96468992~20971520,134217728~20971520,163577856~4194304,171966464~4194304,180355072~16777216,201326592~8388608,218103808~33554432,268435456~20971520,293601280~16777216,314572800~12582912,331350016~20971520,356515840~16777216,385875968~16777216] 2023-12-20T11:38:39.923 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~20971520,37748736~54525952,96468992~25165824,134217728~25165824,163577856~50331648,218103808~33554432,268435456~20971520,293601280~79691776,385875968~20971520] 2023-12-20T11:38:39.923 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 11 diff [0~16777216,25165824~8388608,37748736~25165824,67108864~25165824,96468992~20971520,125829120~29360128,163577856~4194304,171966464~4194304,180355072~16777216,201326592~8388608,218103808~33554432,268435456~20971520,293601280~16777216,314572800~58720256,385875968~16777216] 2023-12-20T11:38:39.923 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,25165824~8388608,37748736~25165824,67108864~25165824,96468992~20971520,125829120~29360128,163577856~4194304,171966464~4194304,180355072~16777216,201326592~8388608,218103808~33554432,268435456~20971520,293601280~16777216,314572800~58720256,385875968~16777216] 2023-12-20T11:38:39.928 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~20971520,25165824~67108864,96468992~25165824,125829120~33554432,163577856~50331648,218103808~33554432,268435456~20971520,293601280~79691776,385875968~20971520] 2023-12-20T11:38:39.928 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 12 diff [0~16777216,20971520~12582912,37748736~54525952,96468992~20971520,125829120~29360128,163577856~4194304,171966464~4194304,180355072~16777216,201326592~8388608,218103808~33554432,268435456~20971520,293601280~16777216,314572800~58720256,385875968~20971520] 2023-12-20T11:38:39.928 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,20971520~12582912,37748736~54525952,96468992~20971520,125829120~29360128,163577856~4194304,171966464~4194304,180355072~16777216,201326592~8388608,218103808~33554432,268435456~20971520,293601280~16777216,314572800~58720256,385875968~20971520] 2023-12-20T11:38:39.933 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~92274688,96468992~25165824,125829120~33554432,163577856~50331648,218103808~33554432,268435456~20971520,293601280~79691776,385875968~20971520] 2023-12-20T11:38:39.934 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 13 diff [0~16777216,20971520~12582912,37748736~50331648,96468992~20971520,125829120~29360128,163577856~4194304,171966464~4194304,180355072~62914560,247463936~4194304,255852544~4194304,268435456~20971520,293601280~16777216,314572800~58720256,377487360~12582912,394264576~12582912] 2023-12-20T11:38:39.934 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,20971520~12582912,37748736~50331648,96468992~20971520,125829120~29360128,163577856~4194304,171966464~4194304,180355072~62914560,247463936~4194304,255852544~4194304,268435456~20971520,293601280~16777216,314572800~58720256,377487360~12582912,394264576~12582912] 2023-12-20T11:38:39.939 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~92274688,96468992~25165824,125829120~33554432,163577856~88080384,255852544~4194304,268435456~20971520,293601280~79691776,377487360~29360128] 2023-12-20T11:38:39.939 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 14 diff [0~92274688,96468992~20971520,125829120~29360128,163577856~12582912,180355072~62914560,247463936~4194304,255852544~4194304,268435456~20971520,293601280~16777216,314572800~58720256,377487360~12582912,394264576~12582912] 2023-12-20T11:38:39.939 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~92274688,96468992~20971520,125829120~29360128,163577856~12582912,180355072~62914560,247463936~4194304,255852544~4194304,268435456~20971520,293601280~16777216,314572800~58720256,377487360~12582912,394264576~12582912] 2023-12-20T11:38:39.945 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~92274688,96468992~25165824,125829120~33554432,163577856~88080384,255852544~4194304,268435456~20971520,293601280~79691776,377487360~29360128] 2023-12-20T11:38:39.945 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 15 diff [0~117440512,121634816~33554432,163577856~12582912,180355072~62914560,247463936~12582912,268435456~20971520,293601280~79691776,377487360~12582912,394264576~12582912] 2023-12-20T11:38:39.945 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~117440512,121634816~33554432,163577856~12582912,180355072~62914560,247463936~12582912,268435456~20971520,293601280~79691776,377487360~12582912,394264576~12582912] 2023-12-20T11:38:39.951 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~159383552,163577856~96468992,268435456~20971520,293601280~79691776,377487360~29360128] 2023-12-20T11:38:39.951 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 16 diff [0~117440512,121634816~33554432,163577856~12582912,180355072~62914560,247463936~12582912,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:39.951 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~117440512,121634816~33554432,163577856~12582912,180355072~62914560,247463936~12582912,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:39.957 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~159383552,163577856~96468992,268435456~20971520,293601280~113246208] 2023-12-20T11:38:39.957 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 17 diff [0~117440512,121634816~33554432,163577856~12582912,180355072~62914560,247463936~16777216,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:39.958 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~117440512,121634816~33554432,163577856~12582912,180355072~62914560,247463936~16777216,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:39.965 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~159383552,163577856~100663296,268435456~20971520,293601280~113246208] 2023-12-20T11:38:39.965 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 18 diff [0~117440512,121634816~33554432,159383552~16777216,180355072~83886080,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:39.965 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~117440512,121634816~33554432,159383552~16777216,180355072~83886080,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:39.973 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:39.973 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to 19 diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:39.973 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:39.982 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:39.982 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 3 diff [12582912~4194304,54525952~4194304,109051904~8388608,188743680~4194304,239075328~4194304,247463936~4194304,314572800~4194304,331350016~12582912,398458880~4194304] 2023-12-20T11:38:39.982 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [12582912~4194304,54525952~4194304,109051904~8388608,188743680~4194304,239075328~4194304,247463936~4194304,314572800~4194304,331350016~12582912,398458880~4194304] 2023-12-20T11:38:39.983 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [12582912~4194304,54525952~8388608,109051904~8388608,188743680~8388608,239075328~12582912,314572800~8388608,331350016~16777216,398458880~8388608] 2023-12-20T11:38:39.983 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 4 diff [12582912~4194304,46137344~16777216,71303168~8388608,96468992~4194304,109051904~8388608,146800640~8388608,188743680~4194304,222298112~8388608,234881024~8388608,247463936~4194304,268435456~8388608,297795584~8388608,314572800~4194304,331350016~12582912,398458880~4194304] 2023-12-20T11:38:39.983 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [12582912~4194304,46137344~16777216,71303168~8388608,96468992~4194304,109051904~8388608,146800640~8388608,188743680~4194304,222298112~8388608,234881024~8388608,247463936~4194304,268435456~8388608,297795584~8388608,314572800~4194304,331350016~12582912,398458880~4194304] 2023-12-20T11:38:39.985 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [12582912~4194304,46137344~20971520,71303168~8388608,96468992~8388608,109051904~8388608,146800640~12582912,188743680~8388608,222298112~29360128,268435456~8388608,297795584~12582912,314572800~8388608,331350016~16777216,398458880~8388608] 2023-12-20T11:38:39.986 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 5 diff [12582912~4194304,46137344~16777216,71303168~8388608,83886080~4194304,96468992~8388608,109051904~8388608,146800640~8388608,188743680~8388608,218103808~12582912,234881024~16777216,268435456~8388608,297795584~8388608,314572800~4194304,331350016~12582912,348127232~4194304,356515840~8388608,398458880~4194304] 2023-12-20T11:38:39.986 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [12582912~4194304,46137344~16777216,71303168~8388608,83886080~4194304,96468992~8388608,109051904~8388608,146800640~8388608,188743680~8388608,218103808~12582912,234881024~16777216,268435456~8388608,297795584~8388608,314572800~4194304,331350016~12582912,348127232~4194304,356515840~8388608,398458880~4194304] 2023-12-20T11:38:39.987 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [12582912~4194304,46137344~20971520,71303168~8388608,83886080~4194304,96468992~20971520,146800640~12582912,188743680~12582912,218103808~33554432,268435456~8388608,297795584~12582912,314572800~8388608,331350016~33554432,398458880~8388608] 2023-12-20T11:38:39.987 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 6 diff [0~4194304,8388608~8388608,41943040~20971520,71303168~8388608,83886080~4194304,96468992~8388608,109051904~8388608,142606336~12582912,188743680~8388608,218103808~12582912,234881024~16777216,268435456~8388608,297795584~8388608,314572800~4194304,322961408~4194304,331350016~12582912,348127232~4194304,356515840~16777216,385875968~8388608,398458880~4194304] 2023-12-20T11:38:39.987 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~4194304,8388608~8388608,41943040~20971520,71303168~8388608,83886080~4194304,96468992~8388608,109051904~8388608,142606336~12582912,188743680~8388608,218103808~12582912,234881024~16777216,268435456~8388608,297795584~8388608,314572800~4194304,322961408~4194304,331350016~12582912,348127232~4194304,356515840~16777216,385875968~8388608,398458880~4194304] 2023-12-20T11:38:39.989 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~4194304,8388608~12582912,41943040~25165824,71303168~8388608,83886080~4194304,96468992~20971520,142606336~16777216,188743680~12582912,218103808~33554432,268435456~8388608,297795584~12582912,314572800~12582912,331350016~41943040,385875968~8388608,398458880~8388608] 2023-12-20T11:38:39.990 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 7 diff [0~4194304,8388608~8388608,41943040~20971520,67108864~12582912,83886080~4194304,96468992~8388608,109051904~8388608,134217728~20971520,188743680~8388608,218103808~12582912,234881024~16777216,268435456~8388608,297795584~8388608,314572800~4194304,322961408~4194304,331350016~12582912,348127232~4194304,356515840~16777216,385875968~8388608,398458880~4194304] 2023-12-20T11:38:39.990 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~4194304,8388608~8388608,41943040~20971520,67108864~12582912,83886080~4194304,96468992~8388608,109051904~8388608,134217728~20971520,188743680~8388608,218103808~12582912,234881024~16777216,268435456~8388608,297795584~8388608,314572800~4194304,322961408~4194304,331350016~12582912,348127232~4194304,356515840~16777216,385875968~8388608,398458880~4194304] 2023-12-20T11:38:39.993 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~4194304,8388608~12582912,41943040~37748736,83886080~4194304,96468992~20971520,134217728~25165824,188743680~12582912,218103808~33554432,268435456~8388608,297795584~12582912,314572800~12582912,331350016~41943040,385875968~8388608,398458880~8388608] 2023-12-20T11:38:39.993 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 8 diff [0~16777216,41943040~20971520,67108864~20971520,96468992~8388608,109051904~8388608,134217728~20971520,163577856~4194304,180355072~16777216,218103808~25165824,247463936~4194304,268435456~20971520,297795584~12582912,314572800~4194304,322961408~4194304,331350016~12582912,348127232~4194304,356515840~16777216,385875968~8388608,398458880~4194304] 2023-12-20T11:38:39.993 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,41943040~20971520,67108864~20971520,96468992~8388608,109051904~8388608,134217728~20971520,163577856~4194304,180355072~16777216,218103808~25165824,247463936~4194304,268435456~20971520,297795584~12582912,314572800~4194304,322961408~4194304,331350016~12582912,348127232~4194304,356515840~16777216,385875968~8388608,398458880~4194304] 2023-12-20T11:38:39.996 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~20971520,41943040~46137344,96468992~20971520,134217728~25165824,163577856~8388608,180355072~20971520,218103808~33554432,268435456~20971520,297795584~29360128,331350016~41943040,385875968~8388608,398458880~8388608] 2023-12-20T11:38:39.996 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 9 diff [0~16777216,41943040~20971520,67108864~20971520,96468992~8388608,109051904~8388608,134217728~20971520,163577856~4194304,171966464~4194304,180355072~16777216,201326592~8388608,218103808~25165824,247463936~4194304,268435456~20971520,293601280~16777216,314572800~12582912,331350016~12582912,348127232~4194304,356515840~16777216,385875968~8388608,398458880~4194304] 2023-12-20T11:38:39.996 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,41943040~20971520,67108864~20971520,96468992~8388608,109051904~8388608,134217728~20971520,163577856~4194304,171966464~4194304,180355072~16777216,201326592~8388608,218103808~25165824,247463936~4194304,268435456~20971520,293601280~16777216,314572800~12582912,331350016~12582912,348127232~4194304,356515840~16777216,385875968~8388608,398458880~4194304] 2023-12-20T11:38:40.000 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~20971520,41943040~46137344,96468992~25165824,134217728~25165824,163577856~12582912,180355072~33554432,218103808~33554432,268435456~20971520,293601280~79691776,385875968~8388608,398458880~8388608] 2023-12-20T11:38:40.000 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 10 diff [0~16777216,41943040~20971520,67108864~25165824,96468992~20971520,134217728~20971520,163577856~4194304,171966464~4194304,180355072~16777216,201326592~8388608,218103808~33554432,268435456~20971520,293601280~16777216,314572800~12582912,331350016~12582912,348127232~4194304,356515840~16777216,385875968~8388608,398458880~4194304] 2023-12-20T11:38:40.000 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,41943040~20971520,67108864~25165824,96468992~20971520,134217728~20971520,163577856~4194304,171966464~4194304,180355072~16777216,201326592~8388608,218103808~33554432,268435456~20971520,293601280~16777216,314572800~12582912,331350016~12582912,348127232~4194304,356515840~16777216,385875968~8388608,398458880~4194304] 2023-12-20T11:38:40.004 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~20971520,41943040~50331648,96468992~25165824,134217728~25165824,163577856~12582912,180355072~33554432,218103808~33554432,268435456~20971520,293601280~79691776,385875968~8388608,398458880~8388608] 2023-12-20T11:38:40.004 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 11 diff [0~16777216,25165824~8388608,41943040~20971520,67108864~25165824,96468992~20971520,125829120~29360128,163577856~4194304,171966464~4194304,180355072~16777216,201326592~8388608,218103808~33554432,268435456~20971520,293601280~16777216,314572800~29360128,348127232~25165824,385875968~8388608,398458880~4194304] 2023-12-20T11:38:40.004 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,25165824~8388608,41943040~20971520,67108864~25165824,96468992~20971520,125829120~29360128,163577856~4194304,171966464~4194304,180355072~16777216,201326592~8388608,218103808~33554432,268435456~20971520,293601280~16777216,314572800~29360128,348127232~25165824,385875968~8388608,398458880~4194304] 2023-12-20T11:38:40.008 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~20971520,25165824~12582912,41943040~50331648,96468992~25165824,125829120~33554432,163577856~12582912,180355072~33554432,218103808~33554432,268435456~20971520,293601280~79691776,385875968~8388608,398458880~8388608] 2023-12-20T11:38:40.008 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 12 diff [0~16777216,20971520~12582912,41943040~50331648,96468992~20971520,125829120~29360128,163577856~4194304,171966464~4194304,180355072~16777216,201326592~8388608,218103808~33554432,268435456~20971520,293601280~16777216,314572800~58720256,385875968~20971520] 2023-12-20T11:38:40.008 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,20971520~12582912,41943040~50331648,96468992~20971520,125829120~29360128,163577856~4194304,171966464~4194304,180355072~16777216,201326592~8388608,218103808~33554432,268435456~20971520,293601280~16777216,314572800~58720256,385875968~20971520] 2023-12-20T11:38:40.012 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~37748736,41943040~50331648,96468992~25165824,125829120~33554432,163577856~12582912,180355072~33554432,218103808~33554432,268435456~20971520,293601280~79691776,385875968~20971520] 2023-12-20T11:38:40.012 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 13 diff [0~16777216,20971520~12582912,41943040~46137344,96468992~20971520,125829120~29360128,163577856~4194304,171966464~4194304,180355072~62914560,247463936~4194304,255852544~4194304,268435456~20971520,293601280~16777216,314572800~58720256,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.013 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,20971520~12582912,41943040~46137344,96468992~20971520,125829120~29360128,163577856~4194304,171966464~4194304,180355072~62914560,247463936~4194304,255852544~4194304,268435456~20971520,293601280~16777216,314572800~58720256,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.018 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~37748736,41943040~50331648,96468992~25165824,125829120~33554432,163577856~12582912,180355072~71303168,255852544~4194304,268435456~20971520,293601280~79691776,377487360~29360128] 2023-12-20T11:38:40.018 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 14 diff [0~37748736,41943040~50331648,96468992~20971520,125829120~29360128,163577856~12582912,180355072~62914560,247463936~4194304,255852544~4194304,268435456~20971520,293601280~79691776,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.018 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~50331648,96468992~20971520,125829120~29360128,163577856~12582912,180355072~62914560,247463936~4194304,255852544~4194304,268435456~20971520,293601280~79691776,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.023 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~92274688,96468992~25165824,125829120~33554432,163577856~12582912,180355072~71303168,255852544~4194304,268435456~20971520,293601280~79691776,377487360~29360128] 2023-12-20T11:38:40.024 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 15 diff [0~37748736,41943040~75497472,121634816~33554432,163577856~12582912,180355072~62914560,247463936~12582912,268435456~20971520,293601280~79691776,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.024 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~75497472,121634816~33554432,163577856~12582912,180355072~62914560,247463936~12582912,268435456~20971520,293601280~79691776,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.030 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~159383552,163577856~12582912,180355072~79691776,268435456~20971520,293601280~79691776,377487360~29360128] 2023-12-20T11:38:40.030 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 16 diff [0~37748736,41943040~75497472,121634816~33554432,163577856~12582912,180355072~62914560,247463936~12582912,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:40.030 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~75497472,121634816~33554432,163577856~12582912,180355072~62914560,247463936~12582912,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:40.036 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~159383552,163577856~12582912,180355072~79691776,268435456~20971520,293601280~113246208] 2023-12-20T11:38:40.036 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 17 diff [0~37748736,41943040~75497472,121634816~33554432,163577856~12582912,180355072~62914560,247463936~16777216,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:40.036 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~75497472,121634816~33554432,163577856~12582912,180355072~62914560,247463936~16777216,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:40.042 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~159383552,163577856~12582912,180355072~83886080,268435456~20971520,293601280~113246208] 2023-12-20T11:38:40.043 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 18 diff [0~37748736,41943040~75497472,121634816~33554432,159383552~16777216,180355072~83886080,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:40.043 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~75497472,121634816~33554432,159383552~16777216,180355072~83886080,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:40.050 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:40.050 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to 19 diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:40.050 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:40.058 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:40.058 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to 4 diff [46137344~8388608,58720256~4194304,71303168~8388608,96468992~4194304,146800640~8388608,222298112~8388608,234881024~4194304,268435456~8388608,297795584~8388608] 2023-12-20T11:38:40.058 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [46137344~8388608,58720256~4194304,71303168~8388608,96468992~4194304,146800640~8388608,222298112~8388608,234881024~4194304,268435456~8388608,297795584~8388608] 2023-12-20T11:38:40.059 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [46137344~20971520,71303168~8388608,96468992~8388608,146800640~12582912,222298112~20971520,268435456~8388608,297795584~12582912] 2023-12-20T11:38:40.059 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to 5 diff [46137344~8388608,58720256~4194304,71303168~8388608,83886080~4194304,96468992~8388608,146800640~8388608,188743680~8388608,218103808~12582912,234881024~12582912,268435456~8388608,297795584~8388608,348127232~4194304,356515840~8388608] 2023-12-20T11:38:40.059 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [46137344~8388608,58720256~4194304,71303168~8388608,83886080~4194304,96468992~8388608,146800640~8388608,188743680~8388608,218103808~12582912,234881024~12582912,268435456~8388608,297795584~8388608,348127232~4194304,356515840~8388608] 2023-12-20T11:38:40.061 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [46137344~20971520,71303168~8388608,83886080~4194304,96468992~12582912,146800640~12582912,188743680~12582912,218103808~29360128,268435456~8388608,297795584~12582912,348127232~16777216] 2023-12-20T11:38:40.061 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to 6 diff [0~4194304,8388608~8388608,41943040~20971520,71303168~8388608,83886080~4194304,96468992~8388608,142606336~12582912,188743680~8388608,218103808~12582912,234881024~12582912,268435456~8388608,297795584~8388608,322961408~4194304,348127232~4194304,356515840~16777216,385875968~8388608] 2023-12-20T11:38:40.061 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~4194304,8388608~8388608,41943040~20971520,71303168~8388608,83886080~4194304,96468992~8388608,142606336~12582912,188743680~8388608,218103808~12582912,234881024~12582912,268435456~8388608,297795584~8388608,322961408~4194304,348127232~4194304,356515840~16777216,385875968~8388608] 2023-12-20T11:38:40.063 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~4194304,8388608~12582912,41943040~25165824,71303168~8388608,83886080~4194304,96468992~12582912,142606336~16777216,188743680~12582912,218103808~29360128,268435456~8388608,297795584~12582912,322961408~4194304,348127232~25165824,385875968~8388608] 2023-12-20T11:38:40.063 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to 7 diff [0~4194304,8388608~8388608,41943040~20971520,67108864~12582912,83886080~4194304,96468992~8388608,134217728~20971520,188743680~8388608,218103808~12582912,234881024~12582912,268435456~8388608,297795584~8388608,314572800~4194304,322961408~4194304,339738624~12582912,356515840~16777216,385875968~8388608] 2023-12-20T11:38:40.063 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~4194304,8388608~8388608,41943040~20971520,67108864~12582912,83886080~4194304,96468992~8388608,134217728~20971520,188743680~8388608,218103808~12582912,234881024~12582912,268435456~8388608,297795584~8388608,314572800~4194304,322961408~4194304,339738624~12582912,356515840~16777216,385875968~8388608] 2023-12-20T11:38:40.066 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~4194304,8388608~12582912,41943040~37748736,83886080~4194304,96468992~12582912,134217728~25165824,188743680~12582912,218103808~29360128,268435456~8388608,297795584~12582912,314572800~12582912,339738624~33554432,385875968~8388608] 2023-12-20T11:38:40.066 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to 8 diff [0~16777216,41943040~20971520,67108864~20971520,96468992~8388608,134217728~20971520,163577856~4194304,180355072~16777216,218103808~25165824,268435456~20971520,297795584~12582912,314572800~4194304,322961408~4194304,339738624~12582912,356515840~16777216,385875968~8388608] 2023-12-20T11:38:40.066 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,41943040~20971520,67108864~20971520,96468992~8388608,134217728~20971520,163577856~4194304,180355072~16777216,218103808~25165824,268435456~20971520,297795584~12582912,314572800~4194304,322961408~4194304,339738624~12582912,356515840~16777216,385875968~8388608] 2023-12-20T11:38:40.069 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~20971520,41943040~46137344,96468992~12582912,134217728~25165824,163577856~8388608,180355072~20971520,218103808~29360128,268435456~20971520,297795584~29360128,339738624~33554432,385875968~8388608] 2023-12-20T11:38:40.069 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to 9 diff [0~16777216,41943040~20971520,67108864~20971520,96468992~8388608,113246208~4194304,134217728~20971520,163577856~4194304,171966464~4194304,180355072~16777216,201326592~8388608,218103808~25165824,268435456~20971520,293601280~16777216,314572800~12582912,331350016~4194304,339738624~12582912,356515840~16777216,385875968~8388608,398458880~4194304] 2023-12-20T11:38:40.069 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,41943040~20971520,67108864~20971520,96468992~8388608,113246208~4194304,134217728~20971520,163577856~4194304,171966464~4194304,180355072~16777216,201326592~8388608,218103808~25165824,268435456~20971520,293601280~16777216,314572800~12582912,331350016~4194304,339738624~12582912,356515840~16777216,385875968~8388608,398458880~4194304] 2023-12-20T11:38:40.073 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~20971520,41943040~46137344,96468992~12582912,113246208~8388608,134217728~25165824,163577856~12582912,180355072~33554432,218103808~29360128,268435456~20971520,293601280~41943040,339738624~33554432,385875968~8388608,398458880~8388608] 2023-12-20T11:38:40.073 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to 10 diff [0~16777216,41943040~20971520,67108864~25165824,96468992~12582912,113246208~4194304,134217728~20971520,163577856~4194304,171966464~4194304,180355072~16777216,201326592~8388608,218103808~29360128,268435456~20971520,293601280~16777216,314572800~12582912,331350016~4194304,339738624~12582912,356515840~16777216,385875968~8388608,398458880~4194304] 2023-12-20T11:38:40.073 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,41943040~20971520,67108864~25165824,96468992~12582912,113246208~4194304,134217728~20971520,163577856~4194304,171966464~4194304,180355072~16777216,201326592~8388608,218103808~29360128,268435456~20971520,293601280~16777216,314572800~12582912,331350016~4194304,339738624~12582912,356515840~16777216,385875968~8388608,398458880~4194304] 2023-12-20T11:38:40.077 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~20971520,41943040~50331648,96468992~25165824,134217728~25165824,163577856~12582912,180355072~33554432,218103808~29360128,268435456~20971520,293601280~41943040,339738624~33554432,385875968~8388608,398458880~8388608] 2023-12-20T11:38:40.077 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to 11 diff [0~16777216,25165824~8388608,41943040~20971520,67108864~25165824,96468992~12582912,113246208~4194304,125829120~29360128,163577856~4194304,171966464~4194304,180355072~16777216,201326592~8388608,218103808~29360128,268435456~20971520,293601280~16777216,314572800~20971520,339738624~33554432,385875968~8388608,398458880~4194304] 2023-12-20T11:38:40.077 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,25165824~8388608,41943040~20971520,67108864~25165824,96468992~12582912,113246208~4194304,125829120~29360128,163577856~4194304,171966464~4194304,180355072~16777216,201326592~8388608,218103808~29360128,268435456~20971520,293601280~16777216,314572800~20971520,339738624~33554432,385875968~8388608,398458880~4194304] 2023-12-20T11:38:40.082 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~20971520,25165824~12582912,41943040~50331648,96468992~25165824,125829120~33554432,163577856~12582912,180355072~33554432,218103808~29360128,268435456~20971520,293601280~41943040,339738624~33554432,385875968~8388608,398458880~8388608] 2023-12-20T11:38:40.082 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to 12 diff [0~16777216,20971520~12582912,41943040~50331648,96468992~12582912,113246208~4194304,125829120~29360128,163577856~4194304,171966464~4194304,180355072~16777216,201326592~8388608,218103808~33554432,268435456~20971520,293601280~16777216,314572800~58720256,385875968~20971520] 2023-12-20T11:38:40.082 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,20971520~12582912,41943040~50331648,96468992~12582912,113246208~4194304,125829120~29360128,163577856~4194304,171966464~4194304,180355072~16777216,201326592~8388608,218103808~33554432,268435456~20971520,293601280~16777216,314572800~58720256,385875968~20971520] 2023-12-20T11:38:40.087 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~37748736,41943040~50331648,96468992~25165824,125829120~33554432,163577856~12582912,180355072~33554432,218103808~33554432,268435456~20971520,293601280~79691776,385875968~20971520] 2023-12-20T11:38:40.087 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to 13 diff [0~16777216,20971520~12582912,41943040~46137344,96468992~12582912,113246208~4194304,125829120~29360128,163577856~4194304,171966464~4194304,180355072~62914560,247463936~4194304,255852544~4194304,268435456~20971520,293601280~16777216,314572800~58720256,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.087 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,20971520~12582912,41943040~46137344,96468992~12582912,113246208~4194304,125829120~29360128,163577856~4194304,171966464~4194304,180355072~62914560,247463936~4194304,255852544~4194304,268435456~20971520,293601280~16777216,314572800~58720256,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.092 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~37748736,41943040~50331648,96468992~25165824,125829120~33554432,163577856~12582912,180355072~71303168,255852544~4194304,268435456~20971520,293601280~79691776,377487360~29360128] 2023-12-20T11:38:40.092 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to 14 diff [0~37748736,41943040~50331648,96468992~12582912,113246208~4194304,125829120~29360128,163577856~12582912,180355072~62914560,247463936~4194304,255852544~4194304,268435456~20971520,293601280~79691776,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.092 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~50331648,96468992~12582912,113246208~4194304,125829120~29360128,163577856~12582912,180355072~62914560,247463936~4194304,255852544~4194304,268435456~20971520,293601280~79691776,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.098 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~92274688,96468992~25165824,125829120~33554432,163577856~12582912,180355072~71303168,255852544~4194304,268435456~20971520,293601280~79691776,377487360~29360128] 2023-12-20T11:38:40.098 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to 15 diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,163577856~12582912,180355072~62914560,247463936~12582912,268435456~20971520,293601280~79691776,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.098 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,163577856~12582912,180355072~62914560,247463936~12582912,268435456~20971520,293601280~79691776,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.103 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~159383552,163577856~12582912,180355072~79691776,268435456~20971520,293601280~79691776,377487360~29360128] 2023-12-20T11:38:40.103 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to 16 diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,163577856~12582912,180355072~62914560,247463936~12582912,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:40.103 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,163577856~12582912,180355072~62914560,247463936~12582912,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:40.110 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~159383552,163577856~12582912,180355072~79691776,268435456~20971520,293601280~113246208] 2023-12-20T11:38:40.110 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to 17 diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,163577856~12582912,180355072~62914560,247463936~16777216,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:40.110 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,163577856~12582912,180355072~62914560,247463936~16777216,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:40.116 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~159383552,163577856~12582912,180355072~83886080,268435456~20971520,293601280~113246208] 2023-12-20T11:38:40.117 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to 18 diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~16777216,180355072~83886080,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:40.117 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~16777216,180355072~83886080,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:40.124 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:40.124 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to 19 diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:40.125 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:40.132 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:40.132 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to 5 diff [75497472~4194304,83886080~4194304,100663296~4194304,188743680~8388608,218103808~8388608,234881024~8388608,301989888~4194304,348127232~4194304,356515840~8388608] 2023-12-20T11:38:40.132 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [75497472~4194304,83886080~4194304,100663296~4194304,188743680~8388608,218103808~8388608,234881024~8388608,301989888~4194304,348127232~4194304,356515840~8388608] 2023-12-20T11:38:40.134 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [75497472~4194304,83886080~4194304,100663296~8388608,188743680~12582912,218103808~8388608,234881024~12582912,301989888~4194304,348127232~16777216] 2023-12-20T11:38:40.134 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to 6 diff [0~4194304,8388608~8388608,41943040~12582912,75497472~4194304,83886080~4194304,96468992~8388608,142606336~4194304,188743680~8388608,218103808~8388608,234881024~8388608,301989888~4194304,322961408~4194304,348127232~4194304,356515840~16777216,385875968~8388608] 2023-12-20T11:38:40.135 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~4194304,8388608~8388608,41943040~12582912,75497472~4194304,83886080~4194304,96468992~8388608,142606336~4194304,188743680~8388608,218103808~8388608,234881024~8388608,301989888~4194304,322961408~4194304,348127232~4194304,356515840~16777216,385875968~8388608] 2023-12-20T11:38:40.137 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~4194304,8388608~12582912,41943040~16777216,75497472~4194304,83886080~4194304,96468992~12582912,142606336~4194304,188743680~12582912,218103808~8388608,234881024~12582912,301989888~4194304,322961408~4194304,348127232~25165824,385875968~8388608] 2023-12-20T11:38:40.137 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to 7 diff [0~4194304,8388608~8388608,41943040~12582912,67108864~12582912,83886080~4194304,96468992~8388608,134217728~12582912,188743680~8388608,218103808~12582912,234881024~8388608,301989888~4194304,314572800~4194304,322961408~4194304,339738624~12582912,356515840~16777216,385875968~8388608] 2023-12-20T11:38:40.137 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~4194304,8388608~8388608,41943040~12582912,67108864~12582912,83886080~4194304,96468992~8388608,134217728~12582912,188743680~8388608,218103808~12582912,234881024~8388608,301989888~4194304,314572800~4194304,322961408~4194304,339738624~12582912,356515840~16777216,385875968~8388608] 2023-12-20T11:38:40.139 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~4194304,8388608~12582912,41943040~16777216,67108864~12582912,83886080~4194304,96468992~12582912,134217728~16777216,188743680~12582912,218103808~29360128,301989888~4194304,314572800~12582912,339738624~33554432,385875968~8388608] 2023-12-20T11:38:40.139 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to 8 diff [0~16777216,41943040~12582912,67108864~20971520,96468992~8388608,134217728~16777216,163577856~4194304,180355072~16777216,218103808~25165824,276824064~12582912,301989888~8388608,314572800~4194304,322961408~4194304,339738624~12582912,356515840~16777216,385875968~8388608] 2023-12-20T11:38:40.139 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,41943040~12582912,67108864~20971520,96468992~8388608,134217728~16777216,163577856~4194304,180355072~16777216,218103808~25165824,276824064~12582912,301989888~8388608,314572800~4194304,322961408~4194304,339738624~12582912,356515840~16777216,385875968~8388608] 2023-12-20T11:38:40.142 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~20971520,41943040~16777216,67108864~20971520,96468992~12582912,134217728~16777216,163577856~8388608,180355072~20971520,218103808~29360128,276824064~12582912,301989888~25165824,339738624~33554432,385875968~8388608] 2023-12-20T11:38:40.142 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to 9 diff [0~16777216,41943040~12582912,67108864~20971520,96468992~8388608,113246208~4194304,134217728~16777216,163577856~4194304,171966464~4194304,180355072~16777216,201326592~8388608,218103808~25165824,268435456~20971520,293601280~4194304,301989888~8388608,314572800~12582912,331350016~4194304,339738624~12582912,356515840~16777216,385875968~8388608,398458880~4194304] 2023-12-20T11:38:40.142 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,41943040~12582912,67108864~20971520,96468992~8388608,113246208~4194304,134217728~16777216,163577856~4194304,171966464~4194304,180355072~16777216,201326592~8388608,218103808~25165824,268435456~20971520,293601280~4194304,301989888~8388608,314572800~12582912,331350016~4194304,339738624~12582912,356515840~16777216,385875968~8388608,398458880~4194304] 2023-12-20T11:38:40.146 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~20971520,41943040~16777216,67108864~20971520,96468992~12582912,113246208~8388608,134217728~16777216,163577856~12582912,180355072~33554432,218103808~29360128,268435456~20971520,293601280~4194304,301989888~33554432,339738624~33554432,385875968~8388608,398458880~8388608] 2023-12-20T11:38:40.146 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to 10 diff [0~16777216,41943040~12582912,58720256~4194304,67108864~25165824,96468992~12582912,113246208~4194304,134217728~16777216,163577856~4194304,171966464~4194304,180355072~16777216,201326592~8388608,218103808~25165824,268435456~20971520,293601280~4194304,301989888~8388608,314572800~12582912,331350016~4194304,339738624~12582912,356515840~16777216,385875968~8388608,398458880~4194304] 2023-12-20T11:38:40.146 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,41943040~12582912,58720256~4194304,67108864~25165824,96468992~12582912,113246208~4194304,134217728~16777216,163577856~4194304,171966464~4194304,180355072~16777216,201326592~8388608,218103808~25165824,268435456~20971520,293601280~4194304,301989888~8388608,314572800~12582912,331350016~4194304,339738624~12582912,356515840~16777216,385875968~8388608,398458880~4194304] 2023-12-20T11:38:40.149 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~20971520,41943040~20971520,67108864~25165824,96468992~25165824,134217728~16777216,163577856~12582912,180355072~33554432,218103808~29360128,268435456~20971520,293601280~4194304,301989888~33554432,339738624~33554432,385875968~8388608,398458880~8388608] 2023-12-20T11:38:40.150 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to 11 diff [0~16777216,25165824~8388608,41943040~12582912,58720256~4194304,67108864~25165824,96468992~12582912,113246208~4194304,125829120~25165824,163577856~4194304,171966464~4194304,180355072~16777216,201326592~8388608,218103808~25165824,268435456~20971520,293601280~4194304,301989888~8388608,314572800~20971520,339738624~33554432,385875968~8388608,398458880~4194304] 2023-12-20T11:38:40.150 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,25165824~8388608,41943040~12582912,58720256~4194304,67108864~25165824,96468992~12582912,113246208~4194304,125829120~25165824,163577856~4194304,171966464~4194304,180355072~16777216,201326592~8388608,218103808~25165824,268435456~20971520,293601280~4194304,301989888~8388608,314572800~20971520,339738624~33554432,385875968~8388608,398458880~4194304] 2023-12-20T11:38:40.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:39 smithi177 ceph-mon[212096]: pgmap v2664: 137 pgs: 137 active+clean; 742 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 227 KiB/s rd, 41 MiB/s wr, 348 op/s 2023-12-20T11:38:40.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:39 smithi177 ceph-mon[212096]: osdmap e1466: 8 total, 8 up, 8 in 2023-12-20T11:38:40.154 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~20971520,25165824~12582912,41943040~20971520,67108864~25165824,96468992~25165824,125829120~25165824,163577856~12582912,180355072~33554432,218103808~29360128,268435456~20971520,293601280~4194304,301989888~33554432,339738624~33554432,385875968~8388608,398458880~8388608] 2023-12-20T11:38:40.154 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to 12 diff [0~16777216,20971520~12582912,41943040~50331648,96468992~12582912,113246208~4194304,125829120~25165824,163577856~4194304,171966464~4194304,180355072~16777216,201326592~8388608,218103808~25165824,247463936~4194304,268435456~20971520,293601280~4194304,301989888~8388608,314572800~58720256,385875968~20971520] 2023-12-20T11:38:40.154 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,20971520~12582912,41943040~50331648,96468992~12582912,113246208~4194304,125829120~25165824,163577856~4194304,171966464~4194304,180355072~16777216,201326592~8388608,218103808~25165824,247463936~4194304,268435456~20971520,293601280~4194304,301989888~8388608,314572800~58720256,385875968~20971520] 2023-12-20T11:38:40.159 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~37748736,41943040~50331648,96468992~25165824,125829120~25165824,163577856~12582912,180355072~33554432,218103808~33554432,268435456~20971520,293601280~4194304,301989888~71303168,385875968~20971520] 2023-12-20T11:38:40.159 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to 13 diff [0~16777216,20971520~12582912,41943040~46137344,96468992~12582912,113246208~4194304,125829120~25165824,163577856~4194304,171966464~4194304,180355072~41943040,226492416~16777216,247463936~4194304,255852544~4194304,268435456~16777216,293601280~4194304,301989888~8388608,314572800~58720256,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.159 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,20971520~12582912,41943040~46137344,96468992~12582912,113246208~4194304,125829120~25165824,163577856~4194304,171966464~4194304,180355072~41943040,226492416~16777216,247463936~4194304,255852544~4194304,268435456~16777216,293601280~4194304,301989888~8388608,314572800~58720256,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.164 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~37748736,41943040~50331648,96468992~25165824,125829120~25165824,163577856~12582912,180355072~71303168,255852544~4194304,268435456~20971520,293601280~4194304,301989888~71303168,377487360~29360128] 2023-12-20T11:38:40.164 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to 14 diff [0~37748736,41943040~50331648,96468992~12582912,113246208~4194304,125829120~25165824,163577856~12582912,180355072~41943040,226492416~16777216,247463936~4194304,255852544~4194304,268435456~16777216,293601280~4194304,301989888~71303168,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.164 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~50331648,96468992~12582912,113246208~4194304,125829120~25165824,163577856~12582912,180355072~41943040,226492416~16777216,247463936~4194304,255852544~4194304,268435456~16777216,293601280~4194304,301989888~71303168,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.170 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~92274688,96468992~25165824,125829120~25165824,163577856~12582912,180355072~71303168,255852544~4194304,268435456~20971520,293601280~4194304,301989888~71303168,377487360~29360128] 2023-12-20T11:38:40.170 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to 15 diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,163577856~12582912,180355072~41943040,226492416~16777216,247463936~12582912,268435456~16777216,293601280~4194304,301989888~71303168,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.170 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,163577856~12582912,180355072~41943040,226492416~16777216,247463936~12582912,268435456~16777216,293601280~4194304,301989888~71303168,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.175 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~159383552,163577856~12582912,180355072~79691776,268435456~20971520,293601280~4194304,301989888~71303168,377487360~29360128] 2023-12-20T11:38:40.176 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to 16 diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,163577856~12582912,180355072~41943040,226492416~16777216,247463936~12582912,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:40.176 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,163577856~12582912,180355072~41943040,226492416~16777216,247463936~12582912,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:40.181 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~159383552,163577856~12582912,180355072~79691776,268435456~20971520,293601280~4194304,301989888~104857600] 2023-12-20T11:38:40.181 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to 17 diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,163577856~12582912,180355072~41943040,226492416~16777216,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:40.181 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,163577856~12582912,180355072~41943040,226492416~16777216,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:40.188 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~159383552,163577856~12582912,180355072~83886080,268435456~20971520,293601280~4194304,301989888~104857600] 2023-12-20T11:38:40.188 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to 18 diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~16777216,180355072~62914560,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:40.188 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~16777216,180355072~62914560,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:40.195 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~4194304,301989888~104857600] 2023-12-20T11:38:40.196 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to 19 diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:40.196 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:40.203 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~4194304,301989888~104857600] 2023-12-20T11:38:40.203 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to 6 diff [0~4194304,8388608~8388608,41943040~12582912,96468992~8388608,142606336~4194304,322961408~4194304,348127232~4194304,364904448~8388608,385875968~8388608] 2023-12-20T11:38:40.203 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~4194304,8388608~8388608,41943040~12582912,96468992~8388608,142606336~4194304,322961408~4194304,348127232~4194304,364904448~8388608,385875968~8388608] 2023-12-20T11:38:40.204 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~4194304,8388608~12582912,41943040~16777216,96468992~12582912,142606336~4194304,322961408~4194304,348127232~8388608,364904448~8388608,385875968~8388608] 2023-12-20T11:38:40.205 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to 7 diff [0~4194304,8388608~8388608,41943040~12582912,67108864~8388608,96468992~8388608,134217728~12582912,226492416~4194304,314572800~4194304,322961408~4194304,339738624~12582912,356515840~16777216,385875968~8388608] 2023-12-20T11:38:40.205 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~4194304,8388608~8388608,41943040~12582912,67108864~8388608,96468992~8388608,134217728~12582912,226492416~4194304,314572800~4194304,322961408~4194304,339738624~12582912,356515840~16777216,385875968~8388608] 2023-12-20T11:38:40.207 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~4194304,8388608~12582912,41943040~16777216,67108864~8388608,96468992~12582912,134217728~16777216,226492416~8388608,314572800~12582912,339738624~33554432,385875968~8388608] 2023-12-20T11:38:40.207 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to 8 diff [0~16777216,41943040~12582912,67108864~8388608,79691776~8388608,96468992~8388608,134217728~16777216,163577856~4194304,180355072~12582912,226492416~8388608,276824064~12582912,306184192~4194304,314572800~4194304,322961408~4194304,339738624~12582912,356515840~16777216,385875968~8388608] 2023-12-20T11:38:40.207 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,41943040~12582912,67108864~8388608,79691776~8388608,96468992~8388608,134217728~16777216,163577856~4194304,180355072~12582912,226492416~8388608,276824064~12582912,306184192~4194304,314572800~4194304,322961408~4194304,339738624~12582912,356515840~16777216,385875968~8388608] 2023-12-20T11:38:40.210 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~20971520,41943040~16777216,67108864~8388608,79691776~8388608,96468992~12582912,134217728~16777216,163577856~8388608,180355072~12582912,226492416~12582912,276824064~12582912,306184192~20971520,339738624~33554432,385875968~8388608] 2023-12-20T11:38:40.210 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to 9 diff [0~16777216,41943040~12582912,67108864~8388608,79691776~8388608,96468992~8388608,113246208~4194304,134217728~16777216,163577856~4194304,171966464~4194304,180355072~12582912,201326592~8388608,226492416~8388608,268435456~20971520,293601280~4194304,306184192~4194304,314572800~12582912,331350016~4194304,339738624~12582912,356515840~16777216,385875968~8388608,398458880~4194304] 2023-12-20T11:38:40.210 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,41943040~12582912,67108864~8388608,79691776~8388608,96468992~8388608,113246208~4194304,134217728~16777216,163577856~4194304,171966464~4194304,180355072~12582912,201326592~8388608,226492416~8388608,268435456~20971520,293601280~4194304,306184192~4194304,314572800~12582912,331350016~4194304,339738624~12582912,356515840~16777216,385875968~8388608,398458880~4194304] 2023-12-20T11:38:40.212 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~20971520,41943040~16777216,67108864~8388608,79691776~8388608,96468992~12582912,113246208~8388608,134217728~16777216,163577856~12582912,180355072~12582912,201326592~12582912,226492416~12582912,268435456~20971520,293601280~4194304,306184192~29360128,339738624~33554432,385875968~8388608,398458880~8388608] 2023-12-20T11:38:40.212 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to 10 diff [0~16777216,41943040~12582912,58720256~4194304,67108864~8388608,79691776~12582912,96468992~12582912,113246208~4194304,134217728~16777216,163577856~4194304,171966464~4194304,180355072~12582912,201326592~8388608,226492416~16777216,268435456~20971520,293601280~4194304,306184192~4194304,314572800~12582912,331350016~4194304,339738624~12582912,356515840~16777216,385875968~8388608,398458880~4194304] 2023-12-20T11:38:40.213 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,41943040~12582912,58720256~4194304,67108864~8388608,79691776~12582912,96468992~12582912,113246208~4194304,134217728~16777216,163577856~4194304,171966464~4194304,180355072~12582912,201326592~8388608,226492416~16777216,268435456~20971520,293601280~4194304,306184192~4194304,314572800~12582912,331350016~4194304,339738624~12582912,356515840~16777216,385875968~8388608,398458880~4194304] 2023-12-20T11:38:40.216 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~20971520,41943040~20971520,67108864~25165824,96468992~25165824,134217728~16777216,163577856~12582912,180355072~12582912,201326592~12582912,226492416~20971520,268435456~20971520,293601280~4194304,306184192~29360128,339738624~33554432,385875968~8388608,398458880~8388608] 2023-12-20T11:38:40.216 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to 11 diff [0~16777216,25165824~8388608,41943040~12582912,58720256~4194304,67108864~25165824,96468992~12582912,113246208~4194304,125829120~25165824,163577856~4194304,171966464~4194304,180355072~12582912,201326592~8388608,226492416~16777216,268435456~20971520,293601280~4194304,306184192~4194304,314572800~20971520,339738624~33554432,385875968~8388608,398458880~4194304] 2023-12-20T11:38:40.216 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,25165824~8388608,41943040~12582912,58720256~4194304,67108864~25165824,96468992~12582912,113246208~4194304,125829120~25165824,163577856~4194304,171966464~4194304,180355072~12582912,201326592~8388608,226492416~16777216,268435456~20971520,293601280~4194304,306184192~4194304,314572800~20971520,339738624~33554432,385875968~8388608,398458880~4194304] 2023-12-20T11:38:40.220 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~20971520,25165824~12582912,41943040~20971520,67108864~25165824,96468992~25165824,125829120~25165824,163577856~12582912,180355072~12582912,201326592~12582912,226492416~20971520,268435456~20971520,293601280~4194304,306184192~29360128,339738624~33554432,385875968~8388608,398458880~8388608] 2023-12-20T11:38:40.220 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to 12 diff [0~16777216,20971520~12582912,41943040~50331648,96468992~12582912,113246208~4194304,125829120~25165824,163577856~4194304,171966464~4194304,180355072~12582912,201326592~8388608,226492416~16777216,247463936~4194304,268435456~20971520,293601280~4194304,306184192~4194304,314572800~58720256,385875968~20971520] 2023-12-20T11:38:40.220 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,20971520~12582912,41943040~50331648,96468992~12582912,113246208~4194304,125829120~25165824,163577856~4194304,171966464~4194304,180355072~12582912,201326592~8388608,226492416~16777216,247463936~4194304,268435456~20971520,293601280~4194304,306184192~4194304,314572800~58720256,385875968~20971520] 2023-12-20T11:38:40.224 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~37748736,41943040~50331648,96468992~25165824,125829120~25165824,163577856~12582912,180355072~12582912,201326592~12582912,226492416~25165824,268435456~20971520,293601280~4194304,306184192~67108864,385875968~20971520] 2023-12-20T11:38:40.224 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to 13 diff [0~16777216,20971520~12582912,41943040~46137344,96468992~12582912,113246208~4194304,125829120~25165824,163577856~4194304,171966464~4194304,180355072~12582912,197132288~20971520,226492416~16777216,247463936~4194304,255852544~4194304,268435456~16777216,293601280~4194304,306184192~4194304,314572800~58720256,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.224 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~16777216,20971520~12582912,41943040~46137344,96468992~12582912,113246208~4194304,125829120~25165824,163577856~4194304,171966464~4194304,180355072~12582912,197132288~20971520,226492416~16777216,247463936~4194304,255852544~4194304,268435456~16777216,293601280~4194304,306184192~4194304,314572800~58720256,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.228 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~37748736,41943040~50331648,96468992~25165824,125829120~25165824,163577856~12582912,180355072~12582912,197132288~25165824,226492416~25165824,255852544~4194304,268435456~20971520,293601280~4194304,306184192~67108864,377487360~29360128] 2023-12-20T11:38:40.228 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to 14 diff [0~37748736,41943040~50331648,96468992~12582912,113246208~4194304,125829120~25165824,163577856~12582912,180355072~12582912,197132288~20971520,226492416~16777216,247463936~4194304,255852544~4194304,268435456~16777216,293601280~4194304,306184192~67108864,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.228 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~50331648,96468992~12582912,113246208~4194304,125829120~25165824,163577856~12582912,180355072~12582912,197132288~20971520,226492416~16777216,247463936~4194304,255852544~4194304,268435456~16777216,293601280~4194304,306184192~67108864,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.233 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~92274688,96468992~25165824,125829120~25165824,163577856~12582912,180355072~12582912,197132288~25165824,226492416~25165824,255852544~4194304,268435456~20971520,293601280~4194304,306184192~67108864,377487360~29360128] 2023-12-20T11:38:40.233 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to 15 diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,163577856~12582912,180355072~12582912,197132288~20971520,222298112~20971520,247463936~12582912,268435456~16777216,293601280~4194304,306184192~67108864,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.233 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,163577856~12582912,180355072~12582912,197132288~20971520,222298112~20971520,247463936~12582912,268435456~16777216,293601280~4194304,306184192~67108864,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.239 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~159383552,163577856~12582912,180355072~12582912,197132288~62914560,268435456~20971520,293601280~4194304,306184192~67108864,377487360~29360128] 2023-12-20T11:38:40.239 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to 16 diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,163577856~12582912,180355072~12582912,197132288~20971520,222298112~20971520,247463936~12582912,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.239 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,163577856~12582912,180355072~12582912,197132288~20971520,222298112~20971520,247463936~12582912,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:39 smithi123 ceph-mon[191304]: pgmap v2664: 137 pgs: 137 active+clean; 742 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 227 KiB/s rd, 41 MiB/s wr, 348 op/s 2023-12-20T11:38:40.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:39 smithi123 ceph-mon[191304]: osdmap e1466: 8 total, 8 up, 8 in 2023-12-20T11:38:40.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:39 smithi123 ceph-mon[188613]: pgmap v2664: 137 pgs: 137 active+clean; 742 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 227 KiB/s rd, 41 MiB/s wr, 348 op/s 2023-12-20T11:38:40.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:39 smithi123 ceph-mon[188613]: osdmap e1466: 8 total, 8 up, 8 in 2023-12-20T11:38:40.244 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~159383552,163577856~12582912,180355072~12582912,197132288~62914560,268435456~20971520,293601280~4194304,306184192~100663296] 2023-12-20T11:38:40.244 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to 17 diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,163577856~12582912,180355072~12582912,197132288~25165824,226492416~16777216,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.244 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,163577856~12582912,180355072~12582912,197132288~25165824,226492416~16777216,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.250 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~159383552,163577856~12582912,180355072~12582912,197132288~67108864,268435456~20971520,293601280~4194304,306184192~100663296] 2023-12-20T11:38:40.250 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to 18 diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~16777216,180355072~12582912,197132288~46137344,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.250 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~16777216,180355072~12582912,197132288~46137344,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.255 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~192937984,197132288~67108864,268435456~20971520,293601280~4194304,306184192~100663296] 2023-12-20T11:38:40.255 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to 19 diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.256 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.261 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~4194304,306184192~100663296] 2023-12-20T11:38:40.261 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to 7 diff [50331648~4194304,67108864~8388608,134217728~12582912,226492416~4194304,314572800~4194304,339738624~8388608,356515840~8388608] 2023-12-20T11:38:40.262 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [50331648~4194304,67108864~8388608,134217728~12582912,226492416~4194304,314572800~4194304,339738624~8388608,356515840~8388608] 2023-12-20T11:38:40.263 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [50331648~4194304,67108864~8388608,134217728~16777216,226492416~8388608,314572800~8388608,339738624~8388608,356515840~12582912] 2023-12-20T11:38:40.263 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to 8 diff [4194304~4194304,50331648~4194304,67108864~8388608,79691776~8388608,134217728~16777216,163577856~4194304,180355072~12582912,226492416~8388608,276824064~12582912,306184192~4194304,314572800~4194304,339738624~8388608,356515840~8388608] 2023-12-20T11:38:40.263 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [4194304~4194304,50331648~4194304,67108864~8388608,79691776~8388608,134217728~16777216,163577856~4194304,180355072~12582912,226492416~8388608,276824064~12582912,306184192~4194304,314572800~4194304,339738624~8388608,356515840~8388608] 2023-12-20T11:38:40.266 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [4194304~8388608,50331648~4194304,67108864~8388608,79691776~8388608,134217728~16777216,163577856~8388608,180355072~12582912,226492416~12582912,276824064~12582912,306184192~16777216,339738624~8388608,356515840~12582912] 2023-12-20T11:38:40.266 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to 9 diff [4194304~4194304,50331648~4194304,67108864~8388608,79691776~8388608,104857600~4194304,113246208~4194304,134217728~16777216,163577856~4194304,171966464~4194304,180355072~12582912,201326592~8388608,226492416~8388608,268435456~20971520,293601280~4194304,306184192~4194304,314572800~12582912,331350016~4194304,339738624~8388608,356515840~8388608,398458880~4194304] 2023-12-20T11:38:40.266 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [4194304~4194304,50331648~4194304,67108864~8388608,79691776~8388608,104857600~4194304,113246208~4194304,134217728~16777216,163577856~4194304,171966464~4194304,180355072~12582912,201326592~8388608,226492416~8388608,268435456~20971520,293601280~4194304,306184192~4194304,314572800~12582912,331350016~4194304,339738624~8388608,356515840~8388608,398458880~4194304] 2023-12-20T11:38:40.268 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [4194304~8388608,50331648~4194304,67108864~8388608,79691776~8388608,104857600~4194304,113246208~8388608,134217728~16777216,163577856~12582912,180355072~12582912,201326592~12582912,226492416~12582912,268435456~20971520,293601280~4194304,306184192~29360128,339738624~8388608,356515840~12582912,398458880~8388608] 2023-12-20T11:38:40.268 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to 10 diff [4194304~4194304,46137344~8388608,58720256~4194304,67108864~8388608,79691776~12582912,100663296~8388608,113246208~4194304,134217728~16777216,163577856~4194304,171966464~4194304,180355072~12582912,201326592~8388608,226492416~16777216,268435456~20971520,293601280~4194304,306184192~4194304,314572800~12582912,331350016~4194304,339738624~8388608,352321536~12582912,398458880~4194304] 2023-12-20T11:38:40.268 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [4194304~4194304,46137344~8388608,58720256~4194304,67108864~8388608,79691776~12582912,100663296~8388608,113246208~4194304,134217728~16777216,163577856~4194304,171966464~4194304,180355072~12582912,201326592~8388608,226492416~16777216,268435456~20971520,293601280~4194304,306184192~4194304,314572800~12582912,331350016~4194304,339738624~8388608,352321536~12582912,398458880~4194304] 2023-12-20T11:38:40.270 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [4194304~8388608,46137344~8388608,58720256~4194304,67108864~25165824,100663296~20971520,134217728~16777216,163577856~12582912,180355072~12582912,201326592~12582912,226492416~20971520,268435456~20971520,293601280~4194304,306184192~29360128,339738624~8388608,352321536~16777216,398458880~8388608] 2023-12-20T11:38:40.271 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to 11 diff [4194304~4194304,25165824~8388608,46137344~8388608,58720256~4194304,67108864~25165824,100663296~16777216,125829120~25165824,163577856~4194304,171966464~4194304,180355072~12582912,201326592~8388608,226492416~16777216,268435456~20971520,293601280~4194304,306184192~4194304,314572800~20971520,339738624~25165824,398458880~4194304] 2023-12-20T11:38:40.271 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [4194304~4194304,25165824~8388608,46137344~8388608,58720256~4194304,67108864~25165824,100663296~16777216,125829120~25165824,163577856~4194304,171966464~4194304,180355072~12582912,201326592~8388608,226492416~16777216,268435456~20971520,293601280~4194304,306184192~4194304,314572800~20971520,339738624~25165824,398458880~4194304] 2023-12-20T11:38:40.273 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [4194304~8388608,25165824~12582912,46137344~8388608,58720256~4194304,67108864~25165824,100663296~20971520,125829120~25165824,163577856~12582912,180355072~12582912,201326592~12582912,226492416~20971520,268435456~20971520,293601280~4194304,306184192~29360128,339738624~29360128,398458880~8388608] 2023-12-20T11:38:40.273 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to 12 diff [4194304~4194304,20971520~12582912,46137344~8388608,58720256~33554432,100663296~16777216,125829120~25165824,163577856~4194304,171966464~4194304,180355072~12582912,201326592~8388608,226492416~16777216,247463936~4194304,268435456~20971520,293601280~4194304,306184192~4194304,314572800~50331648,394264576~12582912] 2023-12-20T11:38:40.273 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [4194304~4194304,20971520~12582912,46137344~8388608,58720256~33554432,100663296~16777216,125829120~25165824,163577856~4194304,171966464~4194304,180355072~12582912,201326592~8388608,226492416~16777216,247463936~4194304,268435456~20971520,293601280~4194304,306184192~4194304,314572800~50331648,394264576~12582912] 2023-12-20T11:38:40.277 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [4194304~8388608,20971520~16777216,46137344~46137344,100663296~20971520,125829120~25165824,163577856~12582912,180355072~12582912,201326592~12582912,226492416~25165824,268435456~20971520,293601280~4194304,306184192~62914560,394264576~12582912] 2023-12-20T11:38:40.277 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to 13 diff [4194304~4194304,20971520~12582912,46137344~8388608,58720256~29360128,96468992~12582912,113246208~4194304,125829120~25165824,163577856~4194304,171966464~4194304,180355072~12582912,197132288~20971520,226492416~16777216,247463936~4194304,255852544~4194304,268435456~16777216,293601280~4194304,306184192~4194304,314572800~50331648,377487360~8388608,394264576~12582912] 2023-12-20T11:38:40.277 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [4194304~4194304,20971520~12582912,46137344~8388608,58720256~29360128,96468992~12582912,113246208~4194304,125829120~25165824,163577856~4194304,171966464~4194304,180355072~12582912,197132288~20971520,226492416~16777216,247463936~4194304,255852544~4194304,268435456~16777216,293601280~4194304,306184192~4194304,314572800~50331648,377487360~8388608,394264576~12582912] 2023-12-20T11:38:40.280 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [4194304~8388608,20971520~16777216,46137344~46137344,96468992~25165824,125829120~25165824,163577856~12582912,180355072~12582912,197132288~25165824,226492416~25165824,255852544~4194304,268435456~20971520,293601280~4194304,306184192~62914560,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.280 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to 14 diff [4194304~4194304,16777216~20971520,46137344~8388608,58720256~33554432,96468992~12582912,113246208~4194304,125829120~25165824,163577856~12582912,180355072~12582912,197132288~20971520,226492416~16777216,247463936~4194304,255852544~4194304,268435456~16777216,293601280~4194304,306184192~58720256,377487360~8388608,394264576~12582912] 2023-12-20T11:38:40.280 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [4194304~4194304,16777216~20971520,46137344~8388608,58720256~33554432,96468992~12582912,113246208~4194304,125829120~25165824,163577856~12582912,180355072~12582912,197132288~20971520,226492416~16777216,247463936~4194304,255852544~4194304,268435456~16777216,293601280~4194304,306184192~58720256,377487360~8388608,394264576~12582912] 2023-12-20T11:38:40.284 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [4194304~8388608,16777216~25165824,46137344~46137344,96468992~25165824,125829120~25165824,163577856~12582912,180355072~12582912,197132288~25165824,226492416~25165824,255852544~4194304,268435456~20971520,293601280~4194304,306184192~62914560,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.284 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to 15 diff [4194304~4194304,16777216~20971520,46137344~8388608,58720256~50331648,113246208~4194304,121634816~33554432,163577856~12582912,180355072~12582912,197132288~20971520,222298112~20971520,247463936~12582912,268435456~16777216,293601280~4194304,306184192~58720256,377487360~8388608,394264576~12582912] 2023-12-20T11:38:40.284 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [4194304~4194304,16777216~20971520,46137344~8388608,58720256~50331648,113246208~4194304,121634816~33554432,163577856~12582912,180355072~12582912,197132288~20971520,222298112~20971520,247463936~12582912,268435456~16777216,293601280~4194304,306184192~58720256,377487360~8388608,394264576~12582912] 2023-12-20T11:38:40.288 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [4194304~8388608,16777216~25165824,46137344~113246208,163577856~12582912,180355072~12582912,197132288~62914560,268435456~20971520,293601280~4194304,306184192~62914560,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.288 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to 16 diff [4194304~4194304,16777216~20971520,46137344~8388608,58720256~50331648,113246208~4194304,121634816~33554432,163577856~12582912,180355072~12582912,197132288~20971520,222298112~20971520,247463936~12582912,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.289 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [4194304~4194304,16777216~20971520,46137344~8388608,58720256~50331648,113246208~4194304,121634816~33554432,163577856~12582912,180355072~12582912,197132288~20971520,222298112~20971520,247463936~12582912,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.293 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [4194304~8388608,16777216~25165824,46137344~113246208,163577856~12582912,180355072~12582912,197132288~62914560,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.293 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to 17 diff [0~8388608,16777216~20971520,46137344~8388608,58720256~50331648,113246208~4194304,121634816~33554432,163577856~12582912,180355072~12582912,197132288~25165824,226492416~16777216,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.293 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~8388608,58720256~50331648,113246208~4194304,121634816~33554432,163577856~12582912,180355072~12582912,197132288~25165824,226492416~16777216,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.298 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~113246208,163577856~12582912,180355072~12582912,197132288~67108864,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.299 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to 18 diff [0~8388608,16777216~20971520,46137344~8388608,58720256~50331648,113246208~4194304,121634816~33554432,159383552~16777216,180355072~12582912,197132288~46137344,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.299 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~8388608,58720256~50331648,113246208~4194304,121634816~33554432,159383552~16777216,180355072~12582912,197132288~46137344,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.304 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~146800640,197132288~67108864,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.304 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to 19 diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~79691776,394264576~12582912] 2023-12-20T11:38:40.304 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~79691776,394264576~12582912] 2023-12-20T11:38:40.311 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~218103808,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.311 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to 8 diff [4194304~4194304,79691776~8388608,134217728~8388608,163577856~4194304,180355072~12582912,230686720~4194304,276824064~12582912,306184192~4194304] 2023-12-20T11:38:40.311 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [4194304~4194304,79691776~8388608,134217728~8388608,163577856~4194304,180355072~12582912,230686720~4194304,276824064~12582912,306184192~4194304] 2023-12-20T11:38:40.312 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [4194304~8388608,79691776~8388608,134217728~12582912,163577856~8388608,180355072~12582912,230686720~8388608,276824064~12582912,306184192~8388608] 2023-12-20T11:38:40.312 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to 9 diff [4194304~4194304,79691776~8388608,104857600~4194304,113246208~4194304,134217728~8388608,163577856~4194304,171966464~4194304,180355072~12582912,201326592~8388608,230686720~4194304,268435456~20971520,293601280~4194304,306184192~4194304,318767104~8388608,331350016~4194304,398458880~4194304] 2023-12-20T11:38:40.312 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [4194304~4194304,79691776~8388608,104857600~4194304,113246208~4194304,134217728~8388608,163577856~4194304,171966464~4194304,180355072~12582912,201326592~8388608,230686720~4194304,268435456~20971520,293601280~4194304,306184192~4194304,318767104~8388608,331350016~4194304,398458880~4194304] 2023-12-20T11:38:40.314 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [4194304~8388608,79691776~8388608,104857600~4194304,113246208~8388608,134217728~12582912,163577856~12582912,180355072~12582912,201326592~12582912,230686720~8388608,268435456~20971520,293601280~4194304,306184192~8388608,318767104~16777216,398458880~8388608] 2023-12-20T11:38:40.315 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to 10 diff [4194304~4194304,46137344~8388608,58720256~4194304,71303168~4194304,79691776~12582912,100663296~8388608,113246208~4194304,134217728~8388608,163577856~4194304,171966464~4194304,180355072~12582912,201326592~8388608,230686720~12582912,268435456~20971520,293601280~4194304,306184192~4194304,318767104~8388608,331350016~4194304,352321536~4194304,398458880~4194304] 2023-12-20T11:38:40.315 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [4194304~4194304,46137344~8388608,58720256~4194304,71303168~4194304,79691776~12582912,100663296~8388608,113246208~4194304,134217728~8388608,163577856~4194304,171966464~4194304,180355072~12582912,201326592~8388608,230686720~12582912,268435456~20971520,293601280~4194304,306184192~4194304,318767104~8388608,331350016~4194304,352321536~4194304,398458880~4194304] 2023-12-20T11:38:40.317 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [4194304~8388608,46137344~8388608,58720256~4194304,71303168~20971520,100663296~20971520,134217728~12582912,163577856~12582912,180355072~12582912,201326592~12582912,230686720~16777216,268435456~20971520,293601280~4194304,306184192~8388608,318767104~16777216,352321536~4194304,398458880~8388608] 2023-12-20T11:38:40.317 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to 11 diff [4194304~4194304,25165824~8388608,46137344~8388608,58720256~4194304,71303168~20971520,100663296~16777216,125829120~16777216,163577856~4194304,171966464~4194304,180355072~12582912,201326592~8388608,230686720~12582912,268435456~20971520,293601280~4194304,306184192~4194304,318767104~16777216,348127232~8388608,398458880~4194304] 2023-12-20T11:38:40.317 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [4194304~4194304,25165824~8388608,46137344~8388608,58720256~4194304,71303168~20971520,100663296~16777216,125829120~16777216,163577856~4194304,171966464~4194304,180355072~12582912,201326592~8388608,230686720~12582912,268435456~20971520,293601280~4194304,306184192~4194304,318767104~16777216,348127232~8388608,398458880~4194304] 2023-12-20T11:38:40.320 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [4194304~8388608,25165824~12582912,46137344~8388608,58720256~4194304,71303168~20971520,100663296~20971520,125829120~20971520,163577856~12582912,180355072~12582912,201326592~12582912,230686720~16777216,268435456~20971520,293601280~4194304,306184192~8388608,318767104~16777216,348127232~8388608,398458880~8388608] 2023-12-20T11:38:40.320 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to 12 diff [4194304~4194304,20971520~12582912,46137344~8388608,58720256~33554432,100663296~16777216,125829120~16777216,163577856~4194304,171966464~4194304,180355072~12582912,201326592~8388608,230686720~12582912,247463936~4194304,268435456~20971520,293601280~4194304,306184192~4194304,318767104~20971520,348127232~8388608,394264576~12582912] 2023-12-20T11:38:40.320 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [4194304~4194304,20971520~12582912,46137344~8388608,58720256~33554432,100663296~16777216,125829120~16777216,163577856~4194304,171966464~4194304,180355072~12582912,201326592~8388608,230686720~12582912,247463936~4194304,268435456~20971520,293601280~4194304,306184192~4194304,318767104~20971520,348127232~8388608,394264576~12582912] 2023-12-20T11:38:40.324 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [4194304~8388608,20971520~16777216,46137344~46137344,100663296~20971520,125829120~20971520,163577856~12582912,180355072~12582912,201326592~12582912,230686720~20971520,268435456~20971520,293601280~4194304,306184192~8388608,318767104~25165824,348127232~8388608,394264576~12582912] 2023-12-20T11:38:40.324 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to 13 diff [4194304~4194304,20971520~12582912,46137344~8388608,58720256~29360128,96468992~12582912,113246208~4194304,125829120~16777216,163577856~4194304,171966464~4194304,180355072~12582912,197132288~20971520,230686720~12582912,247463936~4194304,255852544~4194304,268435456~16777216,293601280~4194304,306184192~4194304,314572800~29360128,348127232~8388608,377487360~8388608,394264576~12582912] 2023-12-20T11:38:40.324 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [4194304~4194304,20971520~12582912,46137344~8388608,58720256~29360128,96468992~12582912,113246208~4194304,125829120~16777216,163577856~4194304,171966464~4194304,180355072~12582912,197132288~20971520,230686720~12582912,247463936~4194304,255852544~4194304,268435456~16777216,293601280~4194304,306184192~4194304,314572800~29360128,348127232~8388608,377487360~8388608,394264576~12582912] 2023-12-20T11:38:40.327 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [4194304~8388608,20971520~16777216,46137344~46137344,96468992~25165824,125829120~20971520,163577856~12582912,180355072~12582912,197132288~25165824,230686720~20971520,255852544~4194304,268435456~20971520,293601280~4194304,306184192~37748736,348127232~8388608,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.327 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to 14 diff [4194304~4194304,16777216~20971520,46137344~8388608,58720256~29360128,96468992~12582912,113246208~4194304,125829120~16777216,163577856~12582912,180355072~12582912,197132288~20971520,230686720~12582912,247463936~4194304,255852544~4194304,268435456~16777216,293601280~4194304,306184192~54525952,377487360~8388608,394264576~12582912] 2023-12-20T11:38:40.327 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [4194304~4194304,16777216~20971520,46137344~8388608,58720256~29360128,96468992~12582912,113246208~4194304,125829120~16777216,163577856~12582912,180355072~12582912,197132288~20971520,230686720~12582912,247463936~4194304,255852544~4194304,268435456~16777216,293601280~4194304,306184192~54525952,377487360~8388608,394264576~12582912] 2023-12-20T11:38:40.331 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [4194304~8388608,16777216~25165824,46137344~46137344,96468992~25165824,125829120~20971520,163577856~12582912,180355072~12582912,197132288~25165824,230686720~20971520,255852544~4194304,268435456~20971520,293601280~4194304,306184192~54525952,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.331 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to 15 diff [4194304~4194304,16777216~20971520,46137344~8388608,58720256~29360128,92274688~16777216,113246208~4194304,121634816~20971520,150994944~4194304,163577856~12582912,180355072~12582912,197132288~20971520,222298112~4194304,230686720~12582912,247463936~12582912,268435456~16777216,293601280~4194304,306184192~58720256,377487360~8388608,394264576~12582912] 2023-12-20T11:38:40.331 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [4194304~4194304,16777216~20971520,46137344~8388608,58720256~29360128,92274688~16777216,113246208~4194304,121634816~20971520,150994944~4194304,163577856~12582912,180355072~12582912,197132288~20971520,222298112~4194304,230686720~12582912,247463936~12582912,268435456~16777216,293601280~4194304,306184192~58720256,377487360~8388608,394264576~12582912] 2023-12-20T11:38:40.335 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [4194304~8388608,16777216~25165824,46137344~100663296,150994944~8388608,163577856~12582912,180355072~12582912,197132288~29360128,230686720~29360128,268435456~20971520,293601280~4194304,306184192~58720256,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.335 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to 16 diff [4194304~4194304,16777216~20971520,46137344~8388608,58720256~29360128,92274688~16777216,113246208~4194304,121634816~20971520,150994944~4194304,163577856~12582912,180355072~12582912,197132288~20971520,222298112~4194304,230686720~12582912,247463936~12582912,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.335 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [4194304~4194304,16777216~20971520,46137344~8388608,58720256~29360128,92274688~16777216,113246208~4194304,121634816~20971520,150994944~4194304,163577856~12582912,180355072~12582912,197132288~20971520,222298112~4194304,230686720~12582912,247463936~12582912,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.340 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [4194304~8388608,16777216~25165824,46137344~100663296,150994944~8388608,163577856~12582912,180355072~12582912,197132288~29360128,230686720~29360128,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.340 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to 17 diff [0~8388608,16777216~20971520,46137344~8388608,58720256~29360128,92274688~16777216,113246208~4194304,121634816~20971520,150994944~4194304,163577856~12582912,180355072~12582912,197132288~25165824,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.340 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~8388608,58720256~29360128,92274688~16777216,113246208~4194304,121634816~20971520,150994944~4194304,163577856~12582912,180355072~12582912,197132288~25165824,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.347 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~100663296,150994944~8388608,163577856~12582912,180355072~12582912,197132288~29360128,230686720~33554432,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.347 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to 18 diff [0~8388608,16777216~20971520,46137344~8388608,58720256~29360128,92274688~16777216,113246208~4194304,121634816~20971520,150994944~4194304,159383552~16777216,180355072~12582912,197132288~29360128,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.347 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~8388608,58720256~29360128,92274688~16777216,113246208~4194304,121634816~20971520,150994944~4194304,159383552~16777216,180355072~12582912,197132288~29360128,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.353 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~100663296,150994944~41943040,197132288~29360128,230686720~33554432,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.353 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to 19 diff [0~8388608,16777216~20971520,46137344~41943040,92274688~16777216,113246208~4194304,121634816~20971520,150994944~4194304,159383552~67108864,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.354 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~41943040,92274688~16777216,113246208~4194304,121634816~20971520,150994944~4194304,159383552~67108864,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.360 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~100663296,150994944~75497472,230686720~33554432,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.360 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to 9 diff [104857600~4194304,113246208~4194304,171966464~4194304,201326592~8388608,234881024~4194304,268435456~8388608,293601280~4194304,318767104~8388608,331350016~4194304,398458880~4194304] 2023-12-20T11:38:40.360 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [104857600~4194304,113246208~4194304,171966464~4194304,201326592~8388608,234881024~4194304,268435456~8388608,293601280~4194304,318767104~8388608,331350016~4194304,398458880~4194304] 2023-12-20T11:38:40.362 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [104857600~4194304,113246208~8388608,171966464~4194304,201326592~12582912,234881024~4194304,268435456~8388608,293601280~4194304,318767104~16777216,398458880~8388608] 2023-12-20T11:38:40.362 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to 10 diff [46137344~8388608,58720256~4194304,71303168~4194304,83886080~8388608,100663296~8388608,113246208~4194304,171966464~4194304,201326592~8388608,230686720~12582912,268435456~8388608,293601280~4194304,318767104~8388608,331350016~4194304,352321536~4194304,398458880~4194304] 2023-12-20T11:38:40.362 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [46137344~8388608,58720256~4194304,71303168~4194304,83886080~8388608,100663296~8388608,113246208~4194304,171966464~4194304,201326592~8388608,230686720~12582912,268435456~8388608,293601280~4194304,318767104~8388608,331350016~4194304,352321536~4194304,398458880~4194304] 2023-12-20T11:38:40.364 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [46137344~8388608,58720256~4194304,71303168~8388608,83886080~8388608,100663296~20971520,171966464~4194304,201326592~12582912,230686720~16777216,268435456~8388608,293601280~4194304,318767104~16777216,352321536~4194304,398458880~8388608] 2023-12-20T11:38:40.364 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to 11 diff [25165824~8388608,46137344~8388608,58720256~4194304,71303168~8388608,83886080~8388608,100663296~16777216,125829120~8388608,138412032~4194304,171966464~4194304,201326592~8388608,230686720~12582912,268435456~16777216,293601280~4194304,318767104~16777216,348127232~8388608,398458880~4194304] 2023-12-20T11:38:40.364 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [25165824~8388608,46137344~8388608,58720256~4194304,71303168~8388608,83886080~8388608,100663296~16777216,125829120~8388608,138412032~4194304,171966464~4194304,201326592~8388608,230686720~12582912,268435456~16777216,293601280~4194304,318767104~16777216,348127232~8388608,398458880~4194304] 2023-12-20T11:38:40.366 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [25165824~12582912,46137344~8388608,58720256~4194304,71303168~8388608,83886080~8388608,100663296~20971520,125829120~8388608,138412032~4194304,171966464~4194304,201326592~12582912,230686720~16777216,268435456~16777216,293601280~4194304,318767104~16777216,348127232~8388608,398458880~8388608] 2023-12-20T11:38:40.366 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to 12 diff [20971520~12582912,46137344~8388608,58720256~20971520,83886080~8388608,100663296~16777216,125829120~8388608,138412032~4194304,171966464~4194304,201326592~8388608,230686720~12582912,247463936~4194304,268435456~16777216,293601280~4194304,318767104~20971520,348127232~8388608,394264576~12582912] 2023-12-20T11:38:40.366 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [20971520~12582912,46137344~8388608,58720256~20971520,83886080~8388608,100663296~16777216,125829120~8388608,138412032~4194304,171966464~4194304,201326592~8388608,230686720~12582912,247463936~4194304,268435456~16777216,293601280~4194304,318767104~20971520,348127232~8388608,394264576~12582912] 2023-12-20T11:38:40.368 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [20971520~16777216,46137344~46137344,100663296~20971520,125829120~8388608,138412032~4194304,171966464~4194304,201326592~12582912,230686720~20971520,268435456~16777216,293601280~4194304,318767104~25165824,348127232~8388608,394264576~12582912] 2023-12-20T11:38:40.369 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to 13 diff [20971520~12582912,46137344~8388608,58720256~33554432,96468992~12582912,113246208~4194304,125829120~8388608,138412032~4194304,171966464~4194304,197132288~20971520,230686720~12582912,247463936~4194304,255852544~4194304,268435456~16777216,293601280~4194304,314572800~29360128,348127232~8388608,377487360~8388608,394264576~12582912] 2023-12-20T11:38:40.369 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [20971520~12582912,46137344~8388608,58720256~33554432,96468992~12582912,113246208~4194304,125829120~8388608,138412032~4194304,171966464~4194304,197132288~20971520,230686720~12582912,247463936~4194304,255852544~4194304,268435456~16777216,293601280~4194304,314572800~29360128,348127232~8388608,377487360~8388608,394264576~12582912] 2023-12-20T11:38:40.371 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [20971520~16777216,46137344~46137344,96468992~25165824,125829120~8388608,138412032~4194304,171966464~4194304,197132288~25165824,230686720~20971520,255852544~4194304,268435456~16777216,293601280~4194304,314572800~29360128,348127232~8388608,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.371 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to 14 diff [16777216~20971520,46137344~8388608,58720256~33554432,96468992~12582912,113246208~4194304,125829120~8388608,138412032~4194304,167772160~8388608,180355072~4194304,197132288~20971520,230686720~12582912,247463936~4194304,255852544~4194304,268435456~16777216,293601280~4194304,306184192~54525952,377487360~8388608,394264576~12582912] 2023-12-20T11:38:40.371 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [16777216~20971520,46137344~8388608,58720256~33554432,96468992~12582912,113246208~4194304,125829120~8388608,138412032~4194304,167772160~8388608,180355072~4194304,197132288~20971520,230686720~12582912,247463936~4194304,255852544~4194304,268435456~16777216,293601280~4194304,306184192~54525952,377487360~8388608,394264576~12582912] 2023-12-20T11:38:40.375 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [16777216~25165824,46137344~46137344,96468992~25165824,125829120~8388608,138412032~4194304,167772160~8388608,180355072~4194304,197132288~25165824,230686720~20971520,255852544~4194304,268435456~16777216,293601280~4194304,306184192~54525952,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.375 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to 15 diff [16777216~20971520,46137344~8388608,58720256~50331648,113246208~4194304,121634816~12582912,138412032~4194304,150994944~4194304,167772160~8388608,180355072~4194304,197132288~20971520,222298112~4194304,230686720~12582912,247463936~12582912,268435456~16777216,293601280~4194304,306184192~58720256,377487360~8388608,394264576~12582912] 2023-12-20T11:38:40.376 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [16777216~20971520,46137344~8388608,58720256~50331648,113246208~4194304,121634816~12582912,138412032~4194304,150994944~4194304,167772160~8388608,180355072~4194304,197132288~20971520,222298112~4194304,230686720~12582912,247463936~12582912,268435456~16777216,293601280~4194304,306184192~58720256,377487360~8388608,394264576~12582912] 2023-12-20T11:38:40.379 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [16777216~25165824,46137344~88080384,138412032~4194304,150994944~8388608,167772160~8388608,180355072~4194304,197132288~29360128,230686720~29360128,268435456~16777216,293601280~4194304,306184192~58720256,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.379 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to 16 diff [4194304~4194304,16777216~20971520,46137344~8388608,58720256~50331648,113246208~4194304,121634816~12582912,138412032~4194304,150994944~4194304,167772160~8388608,180355072~4194304,197132288~20971520,222298112~4194304,230686720~12582912,247463936~12582912,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.379 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [4194304~4194304,16777216~20971520,46137344~8388608,58720256~50331648,113246208~4194304,121634816~12582912,138412032~4194304,150994944~4194304,167772160~8388608,180355072~4194304,197132288~20971520,222298112~4194304,230686720~12582912,247463936~12582912,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.383 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [4194304~8388608,16777216~25165824,46137344~88080384,138412032~4194304,150994944~8388608,167772160~8388608,180355072~4194304,197132288~29360128,230686720~29360128,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.383 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to 17 diff [0~8388608,16777216~20971520,46137344~8388608,58720256~50331648,113246208~4194304,121634816~12582912,138412032~4194304,150994944~4194304,167772160~8388608,180355072~4194304,197132288~25165824,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.383 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~8388608,58720256~50331648,113246208~4194304,121634816~12582912,138412032~4194304,150994944~4194304,167772160~8388608,180355072~4194304,197132288~25165824,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.391 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~88080384,138412032~4194304,150994944~8388608,167772160~8388608,180355072~4194304,197132288~29360128,230686720~33554432,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.391 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to 18 diff [0~8388608,16777216~20971520,46137344~8388608,58720256~50331648,113246208~4194304,121634816~12582912,138412032~4194304,150994944~4194304,159383552~16777216,180355072~4194304,197132288~29360128,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.391 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~8388608,58720256~50331648,113246208~4194304,121634816~12582912,138412032~4194304,150994944~4194304,159383552~16777216,180355072~4194304,197132288~29360128,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.395 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~88080384,138412032~4194304,150994944~33554432,197132288~29360128,230686720~33554432,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.395 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to 19 diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.395 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.400 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~88080384,138412032~4194304,150994944~33554432,188743680~37748736,230686720~33554432,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.400 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to 10 diff [46137344~8388608,58720256~4194304,71303168~4194304,83886080~8388608,100663296~8388608,230686720~12582912,331350016~4194304,352321536~4194304] 2023-12-20T11:38:40.401 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [46137344~8388608,58720256~4194304,71303168~4194304,83886080~8388608,100663296~8388608,230686720~12582912,331350016~4194304,352321536~4194304] 2023-12-20T11:38:40.402 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [46137344~8388608,58720256~4194304,71303168~8388608,83886080~8388608,100663296~12582912,230686720~16777216,331350016~4194304,352321536~4194304] 2023-12-20T11:38:40.402 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to 11 diff [25165824~8388608,46137344~8388608,58720256~4194304,71303168~8388608,83886080~8388608,100663296~12582912,125829120~8388608,138412032~4194304,230686720~12582912,276824064~8388608,327155712~8388608,348127232~8388608] 2023-12-20T11:38:40.402 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [25165824~8388608,46137344~8388608,58720256~4194304,71303168~8388608,83886080~8388608,100663296~12582912,125829120~8388608,138412032~4194304,230686720~12582912,276824064~8388608,327155712~8388608,348127232~8388608] 2023-12-20T11:38:40.404 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [25165824~12582912,46137344~8388608,58720256~4194304,71303168~8388608,83886080~8388608,100663296~12582912,125829120~8388608,138412032~4194304,230686720~16777216,276824064~8388608,327155712~8388608,348127232~8388608] 2023-12-20T11:38:40.404 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to 12 diff [20971520~12582912,46137344~8388608,58720256~20971520,83886080~8388608,100663296~12582912,125829120~8388608,138412032~4194304,230686720~12582912,247463936~4194304,276824064~8388608,327155712~12582912,348127232~8388608,394264576~8388608] 2023-12-20T11:38:40.404 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [20971520~12582912,46137344~8388608,58720256~20971520,83886080~8388608,100663296~12582912,125829120~8388608,138412032~4194304,230686720~12582912,247463936~4194304,276824064~8388608,327155712~12582912,348127232~8388608,394264576~8388608] 2023-12-20T11:38:40.407 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [20971520~16777216,46137344~46137344,100663296~12582912,125829120~8388608,138412032~4194304,230686720~20971520,276824064~8388608,327155712~16777216,348127232~8388608,394264576~12582912] 2023-12-20T11:38:40.407 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to 13 diff [20971520~12582912,46137344~8388608,58720256~33554432,96468992~12582912,125829120~8388608,138412032~4194304,197132288~8388608,213909504~4194304,230686720~12582912,247463936~4194304,255852544~4194304,272629760~12582912,314572800~8388608,327155712~16777216,348127232~8388608,377487360~8388608,394264576~8388608] 2023-12-20T11:38:40.407 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [20971520~12582912,46137344~8388608,58720256~33554432,96468992~12582912,125829120~8388608,138412032~4194304,197132288~8388608,213909504~4194304,230686720~12582912,247463936~4194304,255852544~4194304,272629760~12582912,314572800~8388608,327155712~16777216,348127232~8388608,377487360~8388608,394264576~8388608] 2023-12-20T11:38:40.410 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [20971520~16777216,46137344~46137344,96468992~16777216,125829120~8388608,138412032~4194304,197132288~8388608,213909504~8388608,230686720~20971520,255852544~4194304,272629760~12582912,314572800~29360128,348127232~8388608,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.411 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to 14 diff [16777216~20971520,46137344~8388608,58720256~33554432,96468992~12582912,125829120~8388608,138412032~4194304,167772160~4194304,180355072~4194304,197132288~8388608,213909504~4194304,230686720~12582912,247463936~4194304,255852544~4194304,272629760~12582912,306184192~16777216,327155712~33554432,377487360~8388608,394264576~8388608] 2023-12-20T11:38:40.411 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [16777216~20971520,46137344~8388608,58720256~33554432,96468992~12582912,125829120~8388608,138412032~4194304,167772160~4194304,180355072~4194304,197132288~8388608,213909504~4194304,230686720~12582912,247463936~4194304,255852544~4194304,272629760~12582912,306184192~16777216,327155712~33554432,377487360~8388608,394264576~8388608] 2023-12-20T11:38:40.415 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [16777216~25165824,46137344~46137344,96468992~16777216,125829120~8388608,138412032~4194304,167772160~4194304,180355072~4194304,197132288~12582912,213909504~8388608,230686720~20971520,255852544~4194304,272629760~12582912,306184192~54525952,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.415 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to 15 diff [16777216~20971520,46137344~8388608,58720256~50331648,121634816~12582912,138412032~4194304,150994944~4194304,167772160~4194304,180355072~4194304,197132288~8388608,213909504~4194304,222298112~4194304,230686720~12582912,247463936~12582912,272629760~12582912,306184192~16777216,327155712~37748736,377487360~8388608,394264576~8388608] 2023-12-20T11:38:40.416 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [16777216~20971520,46137344~8388608,58720256~50331648,121634816~12582912,138412032~4194304,150994944~4194304,167772160~4194304,180355072~4194304,197132288~8388608,213909504~4194304,222298112~4194304,230686720~12582912,247463936~12582912,272629760~12582912,306184192~16777216,327155712~37748736,377487360~8388608,394264576~8388608] 2023-12-20T11:38:40.418 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [16777216~25165824,46137344~67108864,121634816~12582912,138412032~4194304,150994944~8388608,167772160~4194304,180355072~4194304,197132288~12582912,213909504~12582912,230686720~29360128,272629760~12582912,306184192~58720256,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.418 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to 16 diff [4194304~4194304,16777216~20971520,46137344~8388608,58720256~50331648,121634816~12582912,138412032~4194304,150994944~4194304,167772160~8388608,180355072~4194304,197132288~8388608,213909504~4194304,222298112~4194304,230686720~12582912,247463936~12582912,272629760~12582912,306184192~16777216,327155712~62914560,394264576~8388608] 2023-12-20T11:38:40.418 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [4194304~4194304,16777216~20971520,46137344~8388608,58720256~50331648,121634816~12582912,138412032~4194304,150994944~4194304,167772160~8388608,180355072~4194304,197132288~8388608,213909504~4194304,222298112~4194304,230686720~12582912,247463936~12582912,272629760~12582912,306184192~16777216,327155712~62914560,394264576~8388608] 2023-12-20T11:38:40.422 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [4194304~8388608,16777216~25165824,46137344~67108864,121634816~12582912,138412032~4194304,150994944~8388608,167772160~8388608,180355072~4194304,197132288~12582912,213909504~12582912,230686720~29360128,272629760~12582912,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.422 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to 17 diff [0~8388608,16777216~20971520,46137344~8388608,58720256~50331648,121634816~12582912,138412032~4194304,150994944~4194304,167772160~8388608,180355072~4194304,197132288~25165824,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:40.422 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~8388608,58720256~50331648,121634816~12582912,138412032~4194304,150994944~4194304,167772160~8388608,180355072~4194304,197132288~25165824,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:40.425 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~67108864,121634816~12582912,138412032~4194304,150994944~8388608,167772160~8388608,180355072~4194304,197132288~29360128,230686720~33554432,272629760~16777216,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.425 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to 18 diff [0~8388608,16777216~20971520,46137344~8388608,58720256~50331648,121634816~12582912,138412032~4194304,150994944~4194304,159383552~16777216,180355072~4194304,197132288~29360128,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:40.425 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~8388608,58720256~50331648,121634816~12582912,138412032~4194304,150994944~4194304,159383552~16777216,180355072~4194304,197132288~29360128,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:40.430 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~67108864,121634816~12582912,138412032~4194304,150994944~33554432,197132288~29360128,230686720~33554432,272629760~16777216,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.430 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to 19 diff [0~8388608,16777216~20971520,46137344~62914560,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:40.430 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:40.434 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~67108864,121634816~12582912,138412032~4194304,150994944~33554432,188743680~37748736,230686720~33554432,272629760~16777216,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.435 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to 11 diff [25165824~8388608,75497472~4194304,100663296~8388608,125829120~8388608,138412032~4194304,230686720~4194304,276824064~8388608,327155712~4194304,348127232~4194304] 2023-12-20T11:38:40.435 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [25165824~8388608,75497472~4194304,100663296~8388608,125829120~8388608,138412032~4194304,230686720~4194304,276824064~8388608,327155712~4194304,348127232~4194304] 2023-12-20T11:38:40.436 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [25165824~12582912,75497472~4194304,100663296~8388608,125829120~8388608,138412032~4194304,230686720~4194304,276824064~8388608,327155712~8388608,348127232~4194304] 2023-12-20T11:38:40.436 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to 12 diff [20971520~12582912,50331648~4194304,62914560~16777216,100663296~8388608,125829120~8388608,138412032~4194304,230686720~4194304,239075328~4194304,247463936~4194304,276824064~8388608,327155712~12582912,348127232~4194304,394264576~8388608] 2023-12-20T11:38:40.436 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [20971520~12582912,50331648~4194304,62914560~16777216,100663296~8388608,125829120~8388608,138412032~4194304,230686720~4194304,239075328~4194304,247463936~4194304,276824064~8388608,327155712~12582912,348127232~4194304,394264576~8388608] 2023-12-20T11:38:40.438 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [20971520~16777216,50331648~8388608,62914560~20971520,100663296~8388608,125829120~8388608,138412032~4194304,230686720~4194304,239075328~4194304,247463936~4194304,276824064~8388608,327155712~16777216,348127232~4194304,394264576~12582912] 2023-12-20T11:38:40.438 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to 13 diff [20971520~12582912,50331648~4194304,62914560~25165824,96468992~12582912,125829120~8388608,138412032~4194304,197132288~8388608,213909504~4194304,230686720~4194304,239075328~4194304,247463936~4194304,255852544~4194304,272629760~12582912,314572800~8388608,327155712~16777216,348127232~4194304,377487360~8388608,394264576~8388608] 2023-12-20T11:38:40.438 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [20971520~12582912,50331648~4194304,62914560~25165824,96468992~12582912,125829120~8388608,138412032~4194304,197132288~8388608,213909504~4194304,230686720~4194304,239075328~4194304,247463936~4194304,255852544~4194304,272629760~12582912,314572800~8388608,327155712~16777216,348127232~4194304,377487360~8388608,394264576~8388608] 2023-12-20T11:38:40.439 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [20971520~16777216,50331648~8388608,62914560~29360128,96468992~12582912,125829120~8388608,138412032~4194304,197132288~8388608,213909504~8388608,230686720~4194304,239075328~4194304,247463936~4194304,255852544~4194304,272629760~12582912,314572800~29360128,348127232~4194304,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.439 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to 14 diff [16777216~20971520,50331648~4194304,62914560~25165824,96468992~12582912,125829120~8388608,138412032~4194304,167772160~4194304,180355072~4194304,197132288~8388608,213909504~4194304,230686720~4194304,239075328~4194304,247463936~4194304,255852544~4194304,272629760~12582912,306184192~16777216,327155712~33554432,377487360~8388608,394264576~8388608] 2023-12-20T11:38:40.440 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [16777216~20971520,50331648~4194304,62914560~25165824,96468992~12582912,125829120~8388608,138412032~4194304,167772160~4194304,180355072~4194304,197132288~8388608,213909504~4194304,230686720~4194304,239075328~4194304,247463936~4194304,255852544~4194304,272629760~12582912,306184192~16777216,327155712~33554432,377487360~8388608,394264576~8388608] 2023-12-20T11:38:40.442 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [16777216~25165824,50331648~8388608,62914560~29360128,96468992~12582912,125829120~8388608,138412032~4194304,167772160~4194304,180355072~4194304,197132288~12582912,213909504~8388608,230686720~4194304,239075328~4194304,247463936~4194304,255852544~4194304,272629760~12582912,306184192~54525952,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.442 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to 15 diff [16777216~20971520,46137344~8388608,62914560~46137344,121634816~12582912,138412032~4194304,150994944~4194304,167772160~4194304,180355072~4194304,197132288~8388608,213909504~4194304,222298112~4194304,230686720~4194304,239075328~4194304,247463936~12582912,272629760~12582912,306184192~16777216,327155712~37748736,377487360~8388608,394264576~8388608] 2023-12-20T11:38:40.442 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [16777216~20971520,46137344~8388608,62914560~46137344,121634816~12582912,138412032~4194304,150994944~4194304,167772160~4194304,180355072~4194304,197132288~8388608,213909504~4194304,222298112~4194304,230686720~4194304,239075328~4194304,247463936~12582912,272629760~12582912,306184192~16777216,327155712~37748736,377487360~8388608,394264576~8388608] 2023-12-20T11:38:40.444 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [16777216~25165824,46137344~12582912,62914560~46137344,121634816~12582912,138412032~4194304,150994944~8388608,167772160~4194304,180355072~4194304,197132288~12582912,213909504~12582912,230686720~4194304,239075328~4194304,247463936~12582912,272629760~12582912,306184192~58720256,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.444 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to 16 diff [4194304~4194304,16777216~20971520,46137344~8388608,62914560~46137344,121634816~12582912,138412032~4194304,150994944~4194304,167772160~8388608,180355072~4194304,197132288~8388608,213909504~4194304,222298112~4194304,230686720~4194304,239075328~4194304,247463936~12582912,272629760~12582912,306184192~16777216,327155712~62914560,394264576~8388608] 2023-12-20T11:38:40.444 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [4194304~4194304,16777216~20971520,46137344~8388608,62914560~46137344,121634816~12582912,138412032~4194304,150994944~4194304,167772160~8388608,180355072~4194304,197132288~8388608,213909504~4194304,222298112~4194304,230686720~4194304,239075328~4194304,247463936~12582912,272629760~12582912,306184192~16777216,327155712~62914560,394264576~8388608] 2023-12-20T11:38:40.447 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [4194304~8388608,16777216~25165824,46137344~12582912,62914560~46137344,121634816~12582912,138412032~4194304,150994944~8388608,167772160~8388608,180355072~4194304,197132288~12582912,213909504~12582912,230686720~4194304,239075328~4194304,247463936~12582912,272629760~12582912,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.447 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to 17 diff [0~8388608,16777216~20971520,46137344~8388608,62914560~46137344,121634816~12582912,138412032~4194304,150994944~4194304,167772160~8388608,180355072~4194304,197132288~25165824,230686720~4194304,239075328~4194304,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:40.447 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~8388608,62914560~46137344,121634816~12582912,138412032~4194304,150994944~4194304,167772160~8388608,180355072~4194304,197132288~25165824,230686720~4194304,239075328~4194304,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:40.450 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~12582912,62914560~46137344,121634816~12582912,138412032~4194304,150994944~8388608,167772160~8388608,180355072~4194304,197132288~29360128,230686720~4194304,239075328~4194304,247463936~16777216,272629760~16777216,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.450 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to 18 diff [0~8388608,16777216~20971520,46137344~8388608,62914560~46137344,121634816~12582912,138412032~4194304,150994944~4194304,159383552~16777216,180355072~4194304,197132288~29360128,230686720~4194304,239075328~4194304,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:40.450 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~8388608,62914560~46137344,121634816~12582912,138412032~4194304,150994944~4194304,159383552~16777216,180355072~4194304,197132288~29360128,230686720~4194304,239075328~4194304,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:40.454 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~12582912,62914560~46137344,121634816~12582912,138412032~4194304,150994944~33554432,197132288~29360128,230686720~4194304,239075328~25165824,272629760~16777216,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.454 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to 19 diff [0~8388608,16777216~20971520,46137344~12582912,62914560~46137344,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:40.454 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~12582912,62914560~46137344,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:40.458 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~62914560,121634816~12582912,138412032~4194304,150994944~33554432,188743680~37748736,230686720~33554432,272629760~16777216,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.458 INFO:tasks.workunit.client.0.smithi123.stdout:from 11 to 12 diff [20971520~4194304,50331648~4194304,62914560~16777216,239075328~4194304,247463936~4194304,331350016~8388608,394264576~8388608] 2023-12-20T11:38:40.458 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [20971520~4194304,50331648~4194304,62914560~16777216,239075328~4194304,247463936~4194304,331350016~8388608,394264576~8388608] 2023-12-20T11:38:40.459 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [20971520~4194304,50331648~8388608,62914560~20971520,239075328~4194304,247463936~4194304,331350016~12582912,394264576~12582912] 2023-12-20T11:38:40.459 INFO:tasks.workunit.client.0.smithi123.stdout:from 11 to 13 diff [20971520~4194304,50331648~4194304,62914560~25165824,96468992~8388608,197132288~8388608,213909504~4194304,239075328~4194304,247463936~4194304,255852544~4194304,272629760~8388608,314572800~8388608,331350016~12582912,377487360~8388608,394264576~8388608] 2023-12-20T11:38:40.460 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [20971520~4194304,50331648~4194304,62914560~25165824,96468992~8388608,197132288~8388608,213909504~4194304,239075328~4194304,247463936~4194304,255852544~4194304,272629760~8388608,314572800~8388608,331350016~12582912,377487360~8388608,394264576~8388608] 2023-12-20T11:38:40.461 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [20971520~4194304,50331648~8388608,62914560~29360128,96468992~12582912,197132288~8388608,213909504~8388608,239075328~4194304,247463936~4194304,255852544~4194304,272629760~12582912,314572800~12582912,331350016~12582912,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.461 INFO:tasks.workunit.client.0.smithi123.stdout:from 11 to 14 diff [16777216~8388608,29360128~8388608,50331648~4194304,62914560~25165824,96468992~8388608,167772160~4194304,180355072~4194304,197132288~8388608,213909504~4194304,239075328~4194304,247463936~4194304,255852544~4194304,272629760~8388608,306184192~16777216,331350016~16777216,352321536~8388608,377487360~8388608,394264576~8388608] 2023-12-20T11:38:40.461 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [16777216~8388608,29360128~8388608,50331648~4194304,62914560~25165824,96468992~8388608,167772160~4194304,180355072~4194304,197132288~8388608,213909504~4194304,239075328~4194304,247463936~4194304,255852544~4194304,272629760~8388608,306184192~16777216,331350016~16777216,352321536~8388608,377487360~8388608,394264576~8388608] 2023-12-20T11:38:40.462 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [16777216~8388608,29360128~12582912,50331648~8388608,62914560~29360128,96468992~12582912,167772160~4194304,180355072~4194304,197132288~12582912,213909504~8388608,239075328~4194304,247463936~4194304,255852544~4194304,272629760~12582912,306184192~20971520,331350016~29360128,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.462 INFO:tasks.workunit.client.0.smithi123.stdout:from 11 to 15 diff [16777216~8388608,29360128~8388608,46137344~8388608,62914560~41943040,121634816~8388608,150994944~4194304,167772160~4194304,180355072~4194304,197132288~8388608,213909504~4194304,222298112~4194304,239075328~4194304,247463936~12582912,272629760~8388608,306184192~16777216,327155712~20971520,352321536~12582912,377487360~8388608,394264576~8388608] 2023-12-20T11:38:40.463 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [16777216~8388608,29360128~8388608,46137344~8388608,62914560~41943040,121634816~8388608,150994944~4194304,167772160~4194304,180355072~4194304,197132288~8388608,213909504~4194304,222298112~4194304,239075328~4194304,247463936~12582912,272629760~8388608,306184192~16777216,327155712~20971520,352321536~12582912,377487360~8388608,394264576~8388608] 2023-12-20T11:38:40.465 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [16777216~8388608,29360128~12582912,46137344~12582912,62914560~46137344,121634816~8388608,150994944~8388608,167772160~4194304,180355072~4194304,197132288~12582912,213909504~12582912,239075328~4194304,247463936~12582912,272629760~12582912,306184192~58720256,377487360~12582912,394264576~12582912] 2023-12-20T11:38:40.465 INFO:tasks.workunit.client.0.smithi123.stdout:from 11 to 16 diff [4194304~4194304,16777216~8388608,29360128~8388608,46137344~8388608,62914560~41943040,121634816~8388608,150994944~4194304,167772160~8388608,180355072~4194304,197132288~8388608,213909504~4194304,222298112~4194304,239075328~4194304,247463936~12582912,272629760~8388608,306184192~16777216,327155712~62914560,394264576~8388608] 2023-12-20T11:38:40.465 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~8388608,46137344~8388608,62914560~41943040,121634816~8388608,150994944~4194304,167772160~8388608,180355072~4194304,197132288~8388608,213909504~4194304,222298112~4194304,239075328~4194304,247463936~12582912,272629760~8388608,306184192~16777216,327155712~62914560,394264576~8388608] 2023-12-20T11:38:40.467 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [4194304~8388608,16777216~8388608,29360128~12582912,46137344~12582912,62914560~46137344,121634816~8388608,150994944~8388608,167772160~8388608,180355072~4194304,197132288~12582912,213909504~12582912,239075328~4194304,247463936~12582912,272629760~12582912,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.467 INFO:tasks.workunit.client.0.smithi123.stdout:from 11 to 17 diff [0~8388608,16777216~8388608,29360128~8388608,46137344~8388608,62914560~41943040,121634816~8388608,150994944~4194304,167772160~8388608,180355072~4194304,197132288~25165824,239075328~4194304,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:40.467 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~8388608,29360128~8388608,46137344~8388608,62914560~41943040,121634816~8388608,150994944~4194304,167772160~8388608,180355072~4194304,197132288~25165824,239075328~4194304,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:40.471 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~46137344,121634816~8388608,150994944~8388608,167772160~8388608,180355072~4194304,197132288~29360128,239075328~4194304,247463936~16777216,272629760~16777216,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.471 INFO:tasks.workunit.client.0.smithi123.stdout:from 11 to 18 diff [0~8388608,16777216~8388608,29360128~8388608,46137344~8388608,62914560~41943040,121634816~8388608,150994944~4194304,159383552~16777216,180355072~4194304,197132288~29360128,239075328~4194304,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:40.471 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~8388608,29360128~8388608,46137344~8388608,62914560~41943040,121634816~8388608,150994944~4194304,159383552~16777216,180355072~4194304,197132288~29360128,239075328~4194304,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:40.475 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~46137344,121634816~8388608,150994944~33554432,197132288~29360128,239075328~25165824,272629760~16777216,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.475 INFO:tasks.workunit.client.0.smithi123.stdout:from 11 to 19 diff [0~8388608,16777216~8388608,29360128~8388608,46137344~12582912,62914560~41943040,121634816~8388608,150994944~4194304,159383552~25165824,188743680~37748736,234881024~8388608,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:40.475 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~8388608,29360128~8388608,46137344~12582912,62914560~41943040,121634816~8388608,150994944~4194304,159383552~25165824,188743680~37748736,234881024~8388608,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:40.479 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~8388608,29360128~12582912,46137344~62914560,121634816~8388608,150994944~33554432,188743680~37748736,234881024~29360128,272629760~16777216,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.479 INFO:tasks.workunit.client.0.smithi123.stdout:from 12 to 13 diff [79691776~8388608,96468992~8388608,197132288~8388608,213909504~4194304,255852544~4194304,272629760~8388608,314572800~8388608,331350016~12582912,377487360~8388608] 2023-12-20T11:38:40.479 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [79691776~8388608,96468992~8388608,197132288~8388608,213909504~4194304,255852544~4194304,272629760~8388608,314572800~8388608,331350016~12582912,377487360~8388608] 2023-12-20T11:38:40.480 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [79691776~12582912,96468992~12582912,197132288~8388608,213909504~8388608,255852544~4194304,272629760~12582912,314572800~12582912,331350016~12582912,377487360~12582912] 2023-12-20T11:38:40.480 INFO:tasks.workunit.client.0.smithi123.stdout:from 12 to 14 diff [16777216~4194304,29360128~8388608,62914560~4194304,79691776~8388608,96468992~8388608,167772160~4194304,180355072~4194304,197132288~8388608,213909504~4194304,247463936~4194304,255852544~4194304,272629760~8388608,306184192~16777216,331350016~16777216,352321536~8388608,377487360~8388608] 2023-12-20T11:38:40.480 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [16777216~4194304,29360128~8388608,62914560~4194304,79691776~8388608,96468992~8388608,167772160~4194304,180355072~4194304,197132288~8388608,213909504~4194304,247463936~4194304,255852544~4194304,272629760~8388608,306184192~16777216,331350016~16777216,352321536~8388608,377487360~8388608] 2023-12-20T11:38:40.481 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [16777216~4194304,29360128~12582912,62914560~4194304,79691776~12582912,96468992~12582912,167772160~4194304,180355072~4194304,197132288~12582912,213909504~8388608,247463936~4194304,255852544~4194304,272629760~12582912,306184192~20971520,331350016~29360128,377487360~12582912] 2023-12-20T11:38:40.481 INFO:tasks.workunit.client.0.smithi123.stdout:from 12 to 15 diff [16777216~4194304,29360128~8388608,46137344~4194304,62914560~4194304,79691776~25165824,121634816~8388608,150994944~4194304,167772160~4194304,180355072~4194304,197132288~8388608,213909504~4194304,222298112~4194304,247463936~12582912,272629760~8388608,306184192~16777216,327155712~20971520,352321536~12582912,377487360~8388608] 2023-12-20T11:38:40.481 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [16777216~4194304,29360128~8388608,46137344~4194304,62914560~4194304,79691776~25165824,121634816~8388608,150994944~4194304,167772160~4194304,180355072~4194304,197132288~8388608,213909504~4194304,222298112~4194304,247463936~12582912,272629760~8388608,306184192~16777216,327155712~20971520,352321536~12582912,377487360~8388608] 2023-12-20T11:38:40.483 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [16777216~4194304,29360128~12582912,46137344~4194304,62914560~4194304,79691776~29360128,121634816~8388608,150994944~8388608,167772160~4194304,180355072~4194304,197132288~12582912,213909504~12582912,247463936~12582912,272629760~12582912,306184192~58720256,377487360~12582912] 2023-12-20T11:38:40.483 INFO:tasks.workunit.client.0.smithi123.stdout:from 12 to 16 diff [4194304~4194304,16777216~4194304,29360128~8388608,46137344~4194304,62914560~4194304,79691776~25165824,121634816~8388608,150994944~4194304,167772160~8388608,180355072~4194304,197132288~8388608,213909504~4194304,222298112~4194304,239075328~4194304,247463936~12582912,272629760~8388608,306184192~16777216,327155712~62914560] 2023-12-20T11:38:40.483 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [4194304~4194304,16777216~4194304,29360128~8388608,46137344~4194304,62914560~4194304,79691776~25165824,121634816~8388608,150994944~4194304,167772160~8388608,180355072~4194304,197132288~8388608,213909504~4194304,222298112~4194304,239075328~4194304,247463936~12582912,272629760~8388608,306184192~16777216,327155712~62914560] 2023-12-20T11:38:40.485 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [4194304~8388608,16777216~4194304,29360128~12582912,46137344~4194304,62914560~4194304,79691776~29360128,121634816~8388608,150994944~8388608,167772160~8388608,180355072~4194304,197132288~12582912,213909504~12582912,239075328~4194304,247463936~12582912,272629760~12582912,306184192~83886080] 2023-12-20T11:38:40.485 INFO:tasks.workunit.client.0.smithi123.stdout:from 12 to 17 diff [0~8388608,16777216~4194304,29360128~8388608,46137344~4194304,62914560~4194304,79691776~25165824,121634816~8388608,150994944~4194304,167772160~8388608,180355072~4194304,197132288~25165824,239075328~4194304,247463936~16777216,272629760~12582912,306184192~83886080] 2023-12-20T11:38:40.485 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~4194304,29360128~8388608,46137344~4194304,62914560~4194304,79691776~25165824,121634816~8388608,150994944~4194304,167772160~8388608,180355072~4194304,197132288~25165824,239075328~4194304,247463936~16777216,272629760~12582912,306184192~83886080] 2023-12-20T11:38:40.488 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~4194304,29360128~12582912,46137344~4194304,62914560~4194304,79691776~29360128,121634816~8388608,150994944~8388608,167772160~8388608,180355072~4194304,197132288~29360128,239075328~4194304,247463936~16777216,272629760~16777216,306184192~83886080] 2023-12-20T11:38:40.488 INFO:tasks.workunit.client.0.smithi123.stdout:from 12 to 18 diff [0~8388608,16777216~4194304,29360128~8388608,46137344~4194304,62914560~8388608,79691776~25165824,121634816~8388608,150994944~4194304,159383552~16777216,180355072~4194304,197132288~29360128,239075328~4194304,247463936~16777216,272629760~12582912,306184192~83886080] 2023-12-20T11:38:40.488 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~4194304,29360128~8388608,46137344~4194304,62914560~8388608,79691776~25165824,121634816~8388608,150994944~4194304,159383552~16777216,180355072~4194304,197132288~29360128,239075328~4194304,247463936~16777216,272629760~12582912,306184192~83886080] 2023-12-20T11:38:40.491 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~4194304,29360128~12582912,46137344~4194304,62914560~8388608,79691776~29360128,121634816~8388608,150994944~33554432,197132288~29360128,239075328~25165824,272629760~16777216,306184192~83886080] 2023-12-20T11:38:40.491 INFO:tasks.workunit.client.0.smithi123.stdout:from 12 to 19 diff [0~8388608,16777216~4194304,29360128~8388608,46137344~12582912,62914560~8388608,79691776~25165824,121634816~8388608,150994944~4194304,159383552~25165824,188743680~37748736,234881024~8388608,247463936~16777216,272629760~12582912,306184192~83886080,398458880~4194304] 2023-12-20T11:38:40.491 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~4194304,29360128~8388608,46137344~12582912,62914560~8388608,79691776~25165824,121634816~8388608,150994944~4194304,159383552~25165824,188743680~37748736,234881024~8388608,247463936~16777216,272629760~12582912,306184192~83886080,398458880~4194304] 2023-12-20T11:38:40.495 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~4194304,29360128~12582912,46137344~25165824,79691776~29360128,121634816~8388608,150994944~33554432,188743680~37748736,234881024~29360128,272629760~16777216,306184192~83886080,398458880~8388608] 2023-12-20T11:38:40.495 INFO:tasks.workunit.client.0.smithi123.stdout:from 13 to 14 diff [16777216~4194304,29360128~8388608,62914560~4194304,167772160~4194304,180355072~4194304,201326592~4194304,247463936~4194304,306184192~8388608,343932928~4194304,352321536~8388608] 2023-12-20T11:38:40.495 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [16777216~4194304,29360128~8388608,62914560~4194304,167772160~4194304,180355072~4194304,201326592~4194304,247463936~4194304,306184192~8388608,343932928~4194304,352321536~8388608] 2023-12-20T11:38:40.497 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [16777216~4194304,29360128~12582912,62914560~4194304,167772160~4194304,180355072~4194304,201326592~8388608,247463936~4194304,306184192~8388608,343932928~16777216] 2023-12-20T11:38:40.497 INFO:tasks.workunit.client.0.smithi123.stdout:from 13 to 15 diff [16777216~4194304,29360128~8388608,46137344~4194304,62914560~4194304,83886080~4194304,92274688~4194304,121634816~8388608,150994944~4194304,167772160~4194304,180355072~4194304,201326592~4194304,222298112~4194304,247463936~8388608,306184192~8388608,327155712~8388608,343932928~4194304,352321536~12582912] 2023-12-20T11:38:40.497 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [16777216~4194304,29360128~8388608,46137344~4194304,62914560~4194304,83886080~4194304,92274688~4194304,121634816~8388608,150994944~4194304,167772160~4194304,180355072~4194304,201326592~4194304,222298112~4194304,247463936~8388608,306184192~8388608,327155712~8388608,343932928~4194304,352321536~12582912] 2023-12-20T11:38:40.498 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [16777216~4194304,29360128~12582912,46137344~4194304,62914560~4194304,83886080~12582912,121634816~8388608,150994944~8388608,167772160~4194304,180355072~4194304,201326592~8388608,222298112~4194304,247463936~8388608,306184192~8388608,327155712~8388608,343932928~20971520] 2023-12-20T11:38:40.498 INFO:tasks.workunit.client.0.smithi123.stdout:from 13 to 16 diff [4194304~4194304,16777216~4194304,29360128~8388608,46137344~4194304,62914560~4194304,83886080~4194304,92274688~4194304,121634816~8388608,150994944~4194304,167772160~8388608,180355072~4194304,201326592~4194304,222298112~4194304,239075328~4194304,247463936~8388608,306184192~8388608,327155712~8388608,343932928~41943040] 2023-12-20T11:38:40.498 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [4194304~4194304,16777216~4194304,29360128~8388608,46137344~4194304,62914560~4194304,83886080~4194304,92274688~4194304,121634816~8388608,150994944~4194304,167772160~8388608,180355072~4194304,201326592~4194304,222298112~4194304,239075328~4194304,247463936~8388608,306184192~8388608,327155712~8388608,343932928~41943040] 2023-12-20T11:38:40.500 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [4194304~8388608,16777216~4194304,29360128~12582912,46137344~4194304,62914560~4194304,83886080~12582912,121634816~8388608,150994944~8388608,167772160~8388608,180355072~4194304,201326592~8388608,222298112~4194304,239075328~4194304,247463936~8388608,306184192~8388608,327155712~8388608,343932928~41943040] 2023-12-20T11:38:40.500 INFO:tasks.workunit.client.0.smithi123.stdout:from 13 to 17 diff [0~8388608,16777216~4194304,29360128~8388608,46137344~4194304,62914560~4194304,83886080~4194304,92274688~4194304,100663296~4194304,121634816~8388608,150994944~4194304,167772160~8388608,180355072~4194304,201326592~12582912,218103808~8388608,239075328~4194304,247463936~16777216,281018368~4194304,306184192~29360128,343932928~41943040] 2023-12-20T11:38:40.500 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~4194304,29360128~8388608,46137344~4194304,62914560~4194304,83886080~4194304,92274688~4194304,100663296~4194304,121634816~8388608,150994944~4194304,167772160~8388608,180355072~4194304,201326592~12582912,218103808~8388608,239075328~4194304,247463936~16777216,281018368~4194304,306184192~29360128,343932928~41943040] 2023-12-20T11:38:40.503 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~4194304,29360128~12582912,46137344~4194304,62914560~4194304,83886080~12582912,100663296~4194304,121634816~8388608,150994944~8388608,167772160~8388608,180355072~4194304,201326592~12582912,218103808~8388608,239075328~4194304,247463936~16777216,281018368~8388608,306184192~29360128,343932928~41943040] 2023-12-20T11:38:40.503 INFO:tasks.workunit.client.0.smithi123.stdout:from 13 to 18 diff [0~8388608,16777216~4194304,29360128~8388608,46137344~4194304,62914560~8388608,83886080~4194304,92274688~4194304,100663296~4194304,121634816~8388608,150994944~4194304,159383552~16777216,180355072~4194304,201326592~25165824,239075328~4194304,247463936~16777216,281018368~4194304,306184192~29360128,343932928~46137344] 2023-12-20T11:38:40.503 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~4194304,29360128~8388608,46137344~4194304,62914560~8388608,83886080~4194304,92274688~4194304,100663296~4194304,121634816~8388608,150994944~4194304,159383552~16777216,180355072~4194304,201326592~25165824,239075328~4194304,247463936~16777216,281018368~4194304,306184192~29360128,343932928~46137344] 2023-12-20T11:38:40.506 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~4194304,29360128~12582912,46137344~4194304,62914560~8388608,83886080~12582912,100663296~4194304,121634816~8388608,150994944~33554432,201326592~25165824,239075328~25165824,281018368~8388608,306184192~29360128,343932928~46137344] 2023-12-20T11:38:40.506 INFO:tasks.workunit.client.0.smithi123.stdout:from 13 to 19 diff [0~8388608,16777216~4194304,29360128~8388608,46137344~12582912,62914560~8388608,79691776~8388608,92274688~4194304,100663296~4194304,121634816~8388608,150994944~4194304,159383552~25165824,188743680~8388608,201326592~25165824,234881024~8388608,247463936~16777216,281018368~4194304,306184192~29360128,343932928~41943040,398458880~4194304] 2023-12-20T11:38:40.506 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~4194304,29360128~8388608,46137344~12582912,62914560~8388608,79691776~8388608,92274688~4194304,100663296~4194304,121634816~8388608,150994944~4194304,159383552~25165824,188743680~8388608,201326592~25165824,234881024~8388608,247463936~16777216,281018368~4194304,306184192~29360128,343932928~41943040,398458880~4194304] 2023-12-20T11:38:40.510 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~4194304,29360128~12582912,46137344~25165824,79691776~16777216,100663296~4194304,121634816~8388608,150994944~33554432,188743680~8388608,201326592~25165824,234881024~29360128,281018368~8388608,306184192~29360128,343932928~46137344,398458880~8388608] 2023-12-20T11:38:40.510 INFO:tasks.workunit.client.0.smithi123.stdout:from 14 to 15 diff [46137344~4194304,83886080~4194304,92274688~4194304,121634816~8388608,150994944~4194304,222298112~4194304,247463936~8388608,306184192~8388608,327155712~8388608,360710144~4194304] 2023-12-20T11:38:40.510 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [46137344~4194304,83886080~4194304,92274688~4194304,121634816~8388608,150994944~4194304,222298112~4194304,247463936~8388608,306184192~8388608,327155712~8388608,360710144~4194304] 2023-12-20T11:38:40.511 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [46137344~4194304,83886080~12582912,121634816~8388608,150994944~8388608,222298112~4194304,247463936~8388608,306184192~8388608,327155712~8388608,360710144~4194304] 2023-12-20T11:38:40.511 INFO:tasks.workunit.client.0.smithi123.stdout:from 14 to 16 diff [4194304~4194304,46137344~4194304,83886080~4194304,92274688~4194304,121634816~8388608,150994944~4194304,167772160~4194304,222298112~4194304,239075328~4194304,247463936~8388608,306184192~8388608,327155712~8388608,343932928~8388608,360710144~25165824] 2023-12-20T11:38:40.511 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [4194304~4194304,46137344~4194304,83886080~4194304,92274688~4194304,121634816~8388608,150994944~4194304,167772160~4194304,222298112~4194304,239075328~4194304,247463936~8388608,306184192~8388608,327155712~8388608,343932928~8388608,360710144~25165824] 2023-12-20T11:38:40.513 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [4194304~8388608,46137344~4194304,83886080~12582912,121634816~8388608,150994944~8388608,167772160~8388608,222298112~4194304,239075328~4194304,247463936~8388608,306184192~8388608,327155712~8388608,343932928~8388608,360710144~25165824] 2023-12-20T11:38:40.513 INFO:tasks.workunit.client.0.smithi123.stdout:from 14 to 17 diff [0~8388608,46137344~4194304,83886080~4194304,92274688~4194304,100663296~4194304,121634816~8388608,150994944~4194304,167772160~4194304,201326592~12582912,218103808~8388608,239075328~4194304,247463936~16777216,281018368~4194304,306184192~29360128,343932928~8388608,356515840~29360128] 2023-12-20T11:38:40.513 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,46137344~4194304,83886080~4194304,92274688~4194304,100663296~4194304,121634816~8388608,150994944~4194304,167772160~4194304,201326592~12582912,218103808~8388608,239075328~4194304,247463936~16777216,281018368~4194304,306184192~29360128,343932928~8388608,356515840~29360128] 2023-12-20T11:38:40.514 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,46137344~4194304,83886080~12582912,100663296~4194304,121634816~8388608,150994944~8388608,167772160~8388608,201326592~12582912,218103808~8388608,239075328~4194304,247463936~16777216,281018368~8388608,306184192~29360128,343932928~8388608,356515840~29360128] 2023-12-20T11:38:40.515 INFO:tasks.workunit.client.0.smithi123.stdout:from 14 to 18 diff [0~8388608,46137344~4194304,62914560~8388608,83886080~4194304,92274688~4194304,100663296~4194304,121634816~8388608,150994944~4194304,159383552~16777216,201326592~25165824,239075328~4194304,247463936~16777216,281018368~4194304,306184192~29360128,343932928~8388608,356515840~33554432] 2023-12-20T11:38:40.515 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,46137344~4194304,62914560~8388608,83886080~4194304,92274688~4194304,100663296~4194304,121634816~8388608,150994944~4194304,159383552~16777216,201326592~25165824,239075328~4194304,247463936~16777216,281018368~4194304,306184192~29360128,343932928~8388608,356515840~33554432] 2023-12-20T11:38:40.517 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,46137344~4194304,62914560~8388608,83886080~12582912,100663296~4194304,121634816~8388608,150994944~29360128,201326592~25165824,239075328~25165824,281018368~8388608,306184192~29360128,343932928~8388608,356515840~33554432] 2023-12-20T11:38:40.517 INFO:tasks.workunit.client.0.smithi123.stdout:from 14 to 19 diff [0~8388608,46137344~12582912,62914560~8388608,79691776~8388608,92274688~4194304,100663296~4194304,121634816~8388608,150994944~4194304,159383552~20971520,188743680~8388608,201326592~25165824,234881024~8388608,247463936~16777216,281018368~4194304,306184192~29360128,343932928~8388608,356515840~29360128,398458880~4194304] 2023-12-20T11:38:40.517 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,46137344~12582912,62914560~8388608,79691776~8388608,92274688~4194304,100663296~4194304,121634816~8388608,150994944~4194304,159383552~20971520,188743680~8388608,201326592~25165824,234881024~8388608,247463936~16777216,281018368~4194304,306184192~29360128,343932928~8388608,356515840~29360128,398458880~4194304] 2023-12-20T11:38:40.519 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,46137344~25165824,79691776~16777216,100663296~4194304,121634816~8388608,150994944~29360128,188743680~8388608,201326592~25165824,234881024~29360128,281018368~8388608,306184192~29360128,343932928~8388608,356515840~33554432,398458880~8388608] 2023-12-20T11:38:40.520 INFO:tasks.workunit.client.0.smithi123.stdout:from 15 to 16 diff [4194304~4194304,167772160~4194304,239075328~4194304,251658240~4194304,327155712~4194304,343932928~8388608,364904448~20971520] 2023-12-20T11:38:40.520 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [4194304~4194304,167772160~4194304,239075328~4194304,251658240~4194304,327155712~4194304,343932928~8388608,364904448~20971520] 2023-12-20T11:38:40.520 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [4194304~8388608,167772160~8388608,239075328~4194304,251658240~4194304,327155712~8388608,343932928~8388608,364904448~20971520] 2023-12-20T11:38:40.520 INFO:tasks.workunit.client.0.smithi123.stdout:from 15 to 17 diff [0~8388608,100663296~4194304,167772160~4194304,201326592~12582912,218103808~8388608,239075328~4194304,251658240~12582912,281018368~4194304,314572800~16777216,343932928~8388608,356515840~4194304,364904448~20971520] 2023-12-20T11:38:40.521 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,100663296~4194304,167772160~4194304,201326592~12582912,218103808~8388608,239075328~4194304,251658240~12582912,281018368~4194304,314572800~16777216,343932928~8388608,356515840~4194304,364904448~20971520] 2023-12-20T11:38:40.522 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,100663296~4194304,167772160~8388608,201326592~12582912,218103808~8388608,239075328~4194304,251658240~12582912,281018368~8388608,314572800~20971520,343932928~8388608,356515840~4194304,364904448~20971520] 2023-12-20T11:38:40.522 INFO:tasks.workunit.client.0.smithi123.stdout:from 15 to 18 diff [0~8388608,62914560~8388608,100663296~4194304,159383552~16777216,201326592~20971520,239075328~4194304,251658240~12582912,281018368~4194304,314572800~16777216,343932928~8388608,356515840~4194304,364904448~25165824] 2023-12-20T11:38:40.522 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,62914560~8388608,100663296~4194304,159383552~16777216,201326592~20971520,239075328~4194304,251658240~12582912,281018368~4194304,314572800~16777216,343932928~8388608,356515840~4194304,364904448~25165824] 2023-12-20T11:38:40.524 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,62914560~8388608,100663296~4194304,159383552~20971520,201326592~25165824,239075328~8388608,251658240~12582912,281018368~8388608,314572800~20971520,343932928~8388608,356515840~4194304,364904448~25165824] 2023-12-20T11:38:40.524 INFO:tasks.workunit.client.0.smithi123.stdout:from 15 to 19 diff [0~8388608,50331648~8388608,62914560~8388608,79691776~8388608,100663296~4194304,159383552~20971520,188743680~8388608,201326592~20971520,234881024~8388608,251658240~12582912,281018368~4194304,314572800~16777216,343932928~8388608,356515840~29360128,398458880~4194304] 2023-12-20T11:38:40.524 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,50331648~8388608,62914560~8388608,79691776~8388608,100663296~4194304,159383552~20971520,188743680~8388608,201326592~20971520,234881024~8388608,251658240~12582912,281018368~4194304,314572800~16777216,343932928~8388608,356515840~29360128,398458880~4194304] 2023-12-20T11:38:40.527 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,50331648~20971520,79691776~12582912,100663296~4194304,159383552~20971520,188743680~8388608,201326592~25165824,234881024~12582912,251658240~12582912,281018368~8388608,314572800~20971520,343932928~8388608,356515840~33554432,398458880~8388608] 2023-12-20T11:38:40.527 INFO:tasks.workunit.client.0.smithi123.stdout:from 16 to 17 diff [0~4194304,100663296~4194304,201326592~12582912,218103808~8388608,255852544~8388608,281018368~4194304,314572800~12582912,356515840~4194304] 2023-12-20T11:38:40.527 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~4194304,100663296~4194304,201326592~12582912,218103808~8388608,255852544~8388608,281018368~4194304,314572800~12582912,356515840~4194304] 2023-12-20T11:38:40.528 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~4194304,100663296~4194304,201326592~12582912,218103808~8388608,255852544~8388608,281018368~8388608,314572800~12582912,356515840~4194304] 2023-12-20T11:38:40.528 INFO:tasks.workunit.client.0.smithi123.stdout:from 16 to 18 diff [0~4194304,62914560~8388608,100663296~4194304,159383552~16777216,201326592~20971520,239075328~4194304,255852544~8388608,281018368~4194304,314572800~12582912,356515840~4194304,381681664~8388608] 2023-12-20T11:38:40.528 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~4194304,62914560~8388608,100663296~4194304,159383552~16777216,201326592~20971520,239075328~4194304,255852544~8388608,281018368~4194304,314572800~12582912,356515840~4194304,381681664~8388608] 2023-12-20T11:38:40.530 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~4194304,62914560~8388608,100663296~4194304,159383552~20971520,201326592~25165824,239075328~8388608,255852544~8388608,281018368~8388608,314572800~12582912,356515840~4194304,381681664~8388608] 2023-12-20T11:38:40.530 INFO:tasks.workunit.client.0.smithi123.stdout:from 16 to 19 diff [0~4194304,50331648~8388608,62914560~8388608,79691776~8388608,100663296~4194304,159383552~20971520,188743680~8388608,201326592~20971520,234881024~8388608,255852544~8388608,281018368~4194304,314572800~12582912,356515840~8388608,381681664~8388608,398458880~4194304] 2023-12-20T11:38:40.530 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~4194304,50331648~8388608,62914560~8388608,79691776~8388608,100663296~4194304,159383552~20971520,188743680~8388608,201326592~20971520,234881024~8388608,255852544~8388608,281018368~4194304,314572800~12582912,356515840~8388608,381681664~8388608,398458880~4194304] 2023-12-20T11:38:40.532 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~4194304,50331648~20971520,79691776~12582912,100663296~4194304,159383552~20971520,188743680~8388608,201326592~25165824,234881024~12582912,255852544~8388608,281018368~8388608,314572800~12582912,356515840~12582912,381681664~8388608,398458880~8388608] 2023-12-20T11:38:40.533 INFO:tasks.workunit.client.0.smithi123.stdout:from 17 to 18 diff [62914560~8388608,159383552~16777216,205520896~4194304,213909504~8388608,239075328~4194304,381681664~8388608] 2023-12-20T11:38:40.533 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [62914560~8388608,159383552~16777216,205520896~4194304,213909504~8388608,239075328~4194304,381681664~8388608] 2023-12-20T11:38:40.534 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [62914560~8388608,159383552~20971520,205520896~4194304,213909504~8388608,239075328~8388608,381681664~8388608] 2023-12-20T11:38:40.534 INFO:tasks.workunit.client.0.smithi123.stdout:from 17 to 19 diff [50331648~8388608,62914560~8388608,79691776~8388608,159383552~20971520,188743680~8388608,205520896~4194304,213909504~8388608,234881024~8388608,255852544~4194304,314572800~4194304,360710144~4194304,381681664~8388608,398458880~4194304] 2023-12-20T11:38:40.534 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [50331648~8388608,62914560~8388608,79691776~8388608,159383552~20971520,188743680~8388608,205520896~4194304,213909504~8388608,234881024~8388608,255852544~4194304,314572800~4194304,360710144~4194304,381681664~8388608,398458880~4194304] 2023-12-20T11:38:40.536 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [50331648~20971520,79691776~12582912,159383552~20971520,188743680~8388608,205520896~4194304,213909504~8388608,234881024~12582912,255852544~4194304,314572800~4194304,360710144~8388608,381681664~8388608,398458880~8388608] 2023-12-20T11:38:40.536 INFO:tasks.workunit.client.0.smithi123.stdout:from 18 to 19 diff [50331648~8388608,79691776~8388608,176160768~4194304,188743680~8388608,234881024~8388608,255852544~4194304,314572800~4194304,360710144~4194304,398458880~4194304] 2023-12-20T11:38:40.536 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [50331648~8388608,79691776~8388608,176160768~4194304,188743680~8388608,234881024~8388608,255852544~4194304,314572800~4194304,360710144~4194304,398458880~4194304] 2023-12-20T11:38:40.538 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [50331648~12582912,79691776~12582912,176160768~4194304,188743680~8388608,234881024~12582912,255852544~4194304,314572800~4194304,360710144~8388608,398458880~8388608] 2023-12-20T11:38:40.780 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:40.780 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:40.800 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:40.800 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:40.800 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:40.808 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:40.808 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to HEAD diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:40.808 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:40.814 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:40.815 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:40.815 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:40.821 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:40.821 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:40.821 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:40.828 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~4194304,301989888~104857600] 2023-12-20T11:38:40.828 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.828 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.836 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~4194304,306184192~100663296] 2023-12-20T11:38:40.836 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to HEAD diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~79691776,394264576~12582912] 2023-12-20T11:38:40.836 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~79691776,394264576~12582912] 2023-12-20T11:38:40.841 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~218103808,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.841 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to HEAD diff [0~8388608,16777216~20971520,46137344~41943040,92274688~16777216,113246208~4194304,121634816~20971520,150994944~4194304,159383552~67108864,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.841 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~41943040,92274688~16777216,113246208~4194304,121634816~20971520,150994944~4194304,159383552~67108864,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.846 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~100663296,150994944~75497472,230686720~33554432,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.847 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to HEAD diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.847 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.853 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~88080384,138412032~4194304,150994944~33554432,188743680~37748736,230686720~33554432,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.853 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to HEAD diff [0~8388608,16777216~20971520,46137344~62914560,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:40.854 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:40.858 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~67108864,121634816~12582912,138412032~4194304,150994944~33554432,188743680~37748736,230686720~33554432,272629760~16777216,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.859 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to HEAD diff [0~8388608,16777216~20971520,46137344~12582912,62914560~46137344,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:40.859 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~12582912,62914560~46137344,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:40.864 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~62914560,121634816~12582912,138412032~4194304,150994944~33554432,188743680~37748736,230686720~33554432,272629760~16777216,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.864 INFO:tasks.workunit.client.0.smithi123.stdout:from 11 to HEAD diff [0~8388608,16777216~8388608,29360128~8388608,46137344~12582912,62914560~41943040,121634816~8388608,150994944~4194304,159383552~25165824,188743680~37748736,234881024~8388608,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:40.864 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~8388608,29360128~8388608,46137344~12582912,62914560~41943040,121634816~8388608,150994944~4194304,159383552~25165824,188743680~37748736,234881024~8388608,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:40.868 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~8388608,29360128~12582912,46137344~62914560,121634816~8388608,150994944~33554432,188743680~37748736,234881024~29360128,272629760~16777216,306184192~83886080,394264576~12582912] 2023-12-20T11:38:40.868 INFO:tasks.workunit.client.0.smithi123.stdout:from 12 to HEAD diff [0~8388608,16777216~4194304,29360128~8388608,46137344~12582912,62914560~8388608,79691776~25165824,121634816~8388608,150994944~4194304,159383552~25165824,188743680~37748736,234881024~8388608,247463936~16777216,272629760~12582912,306184192~83886080,398458880~4194304] 2023-12-20T11:38:40.868 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~4194304,29360128~8388608,46137344~12582912,62914560~8388608,79691776~25165824,121634816~8388608,150994944~4194304,159383552~25165824,188743680~37748736,234881024~8388608,247463936~16777216,272629760~12582912,306184192~83886080,398458880~4194304] 2023-12-20T11:38:40.872 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~4194304,29360128~12582912,46137344~25165824,79691776~29360128,121634816~8388608,150994944~33554432,188743680~37748736,234881024~29360128,272629760~16777216,306184192~83886080,398458880~8388608] 2023-12-20T11:38:40.872 INFO:tasks.workunit.client.0.smithi123.stdout:from 13 to HEAD diff [0~8388608,16777216~4194304,29360128~8388608,46137344~12582912,62914560~8388608,79691776~8388608,92274688~4194304,100663296~4194304,121634816~8388608,150994944~4194304,159383552~25165824,188743680~8388608,201326592~25165824,234881024~8388608,247463936~16777216,281018368~4194304,306184192~29360128,343932928~41943040,398458880~4194304] 2023-12-20T11:38:40.872 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~4194304,29360128~8388608,46137344~12582912,62914560~8388608,79691776~8388608,92274688~4194304,100663296~4194304,121634816~8388608,150994944~4194304,159383552~25165824,188743680~8388608,201326592~25165824,234881024~8388608,247463936~16777216,281018368~4194304,306184192~29360128,343932928~41943040,398458880~4194304] 2023-12-20T11:38:40.874 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~4194304,29360128~12582912,46137344~25165824,79691776~16777216,100663296~4194304,121634816~8388608,150994944~33554432,188743680~8388608,201326592~25165824,234881024~29360128,281018368~8388608,306184192~29360128,343932928~46137344,398458880~8388608] 2023-12-20T11:38:40.875 INFO:tasks.workunit.client.0.smithi123.stdout:from 14 to HEAD diff [0~8388608,46137344~12582912,62914560~8388608,79691776~8388608,92274688~4194304,100663296~4194304,121634816~8388608,150994944~4194304,159383552~20971520,188743680~8388608,201326592~25165824,234881024~8388608,247463936~16777216,281018368~4194304,306184192~29360128,343932928~8388608,356515840~29360128,398458880~4194304] 2023-12-20T11:38:40.875 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,46137344~12582912,62914560~8388608,79691776~8388608,92274688~4194304,100663296~4194304,121634816~8388608,150994944~4194304,159383552~20971520,188743680~8388608,201326592~25165824,234881024~8388608,247463936~16777216,281018368~4194304,306184192~29360128,343932928~8388608,356515840~29360128,398458880~4194304] 2023-12-20T11:38:40.877 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,46137344~25165824,79691776~16777216,100663296~4194304,121634816~8388608,150994944~29360128,188743680~8388608,201326592~25165824,234881024~29360128,281018368~8388608,306184192~29360128,343932928~8388608,356515840~33554432,398458880~8388608] 2023-12-20T11:38:40.877 INFO:tasks.workunit.client.0.smithi123.stdout:from 15 to HEAD diff [0~8388608,50331648~8388608,62914560~8388608,79691776~8388608,100663296~4194304,159383552~20971520,188743680~8388608,201326592~20971520,234881024~8388608,251658240~12582912,281018368~4194304,314572800~16777216,343932928~8388608,356515840~29360128,398458880~4194304] 2023-12-20T11:38:40.877 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,50331648~8388608,62914560~8388608,79691776~8388608,100663296~4194304,159383552~20971520,188743680~8388608,201326592~20971520,234881024~8388608,251658240~12582912,281018368~4194304,314572800~16777216,343932928~8388608,356515840~29360128,398458880~4194304] 2023-12-20T11:38:40.879 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,50331648~20971520,79691776~12582912,100663296~4194304,159383552~20971520,188743680~8388608,201326592~25165824,234881024~12582912,251658240~12582912,281018368~8388608,314572800~20971520,343932928~8388608,356515840~33554432,398458880~8388608] 2023-12-20T11:38:40.879 INFO:tasks.workunit.client.0.smithi123.stdout:from 16 to HEAD diff [0~4194304,50331648~8388608,62914560~8388608,79691776~8388608,100663296~4194304,159383552~20971520,188743680~8388608,201326592~20971520,234881024~8388608,255852544~8388608,281018368~4194304,314572800~12582912,356515840~8388608,381681664~8388608,398458880~4194304] 2023-12-20T11:38:40.880 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~4194304,50331648~8388608,62914560~8388608,79691776~8388608,100663296~4194304,159383552~20971520,188743680~8388608,201326592~20971520,234881024~8388608,255852544~8388608,281018368~4194304,314572800~12582912,356515840~8388608,381681664~8388608,398458880~4194304] 2023-12-20T11:38:40.881 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~4194304,50331648~20971520,79691776~12582912,100663296~4194304,159383552~20971520,188743680~8388608,201326592~25165824,234881024~12582912,255852544~8388608,281018368~8388608,314572800~12582912,356515840~12582912,381681664~8388608,398458880~8388608] 2023-12-20T11:38:40.881 INFO:tasks.workunit.client.0.smithi123.stdout:from 17 to HEAD diff [50331648~8388608,62914560~8388608,79691776~8388608,159383552~20971520,188743680~8388608,205520896~4194304,213909504~8388608,234881024~8388608,255852544~4194304,314572800~4194304,360710144~4194304,381681664~8388608,398458880~4194304] 2023-12-20T11:38:40.881 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [50331648~8388608,62914560~8388608,79691776~8388608,159383552~20971520,188743680~8388608,205520896~4194304,213909504~8388608,234881024~8388608,255852544~4194304,314572800~4194304,360710144~4194304,381681664~8388608,398458880~4194304] 2023-12-20T11:38:40.882 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [50331648~20971520,79691776~12582912,159383552~20971520,188743680~8388608,205520896~4194304,213909504~8388608,234881024~12582912,255852544~4194304,314572800~4194304,360710144~8388608,381681664~8388608,398458880~8388608] 2023-12-20T11:38:41.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:40 smithi177 ceph-mon[212096]: osdmap e1467: 8 total, 8 up, 8 in 2023-12-20T11:38:41.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:40 smithi123 ceph-mon[188613]: osdmap e1467: 8 total, 8 up, 8 in 2023-12-20T11:38:41.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:40 smithi123 ceph-mon[191304]: osdmap e1467: 8 total, 8 up, 8 in 2023-12-20T11:38:41.804 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:41.804 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:41.821 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:41.821 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:41.821 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:41.829 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:41.829 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to HEAD diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:41.829 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:41.836 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:41.836 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:41.837 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:41.842 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:41.843 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:41.843 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:41.848 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~4194304,301989888~104857600] 2023-12-20T11:38:41.848 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:41.849 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:41.854 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~4194304,306184192~100663296] 2023-12-20T11:38:41.854 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to HEAD diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~79691776,394264576~12582912] 2023-12-20T11:38:41.854 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~79691776,394264576~12582912] 2023-12-20T11:38:41.860 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~218103808,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:41.860 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to HEAD diff [0~8388608,16777216~20971520,46137344~41943040,92274688~16777216,113246208~4194304,121634816~20971520,150994944~4194304,159383552~67108864,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:41.860 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~41943040,92274688~16777216,113246208~4194304,121634816~20971520,150994944~4194304,159383552~67108864,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:41.865 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~100663296,150994944~75497472,230686720~33554432,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:41.865 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to HEAD diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:41.865 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:41.870 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~88080384,138412032~4194304,150994944~33554432,188743680~37748736,230686720~33554432,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:41.870 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to HEAD diff [0~8388608,16777216~20971520,46137344~62914560,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:41.870 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:41.874 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~67108864,121634816~12582912,138412032~4194304,150994944~33554432,188743680~37748736,230686720~33554432,272629760~16777216,306184192~83886080,394264576~12582912] 2023-12-20T11:38:41.874 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to HEAD diff [0~8388608,16777216~20971520,46137344~12582912,62914560~46137344,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:41.874 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~12582912,62914560~46137344,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:41.878 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~62914560,121634816~12582912,138412032~4194304,150994944~33554432,188743680~37748736,230686720~33554432,272629760~16777216,306184192~83886080,394264576~12582912] 2023-12-20T11:38:41.878 INFO:tasks.workunit.client.0.smithi123.stdout:from 11 to HEAD diff [0~8388608,16777216~8388608,29360128~8388608,46137344~12582912,62914560~41943040,121634816~8388608,150994944~4194304,159383552~25165824,188743680~37748736,234881024~8388608,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:41.878 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~8388608,29360128~8388608,46137344~12582912,62914560~41943040,121634816~8388608,150994944~4194304,159383552~25165824,188743680~37748736,234881024~8388608,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:41.881 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~8388608,29360128~12582912,46137344~62914560,121634816~8388608,150994944~33554432,188743680~37748736,234881024~29360128,272629760~16777216,306184192~83886080,394264576~12582912] 2023-12-20T11:38:41.881 INFO:tasks.workunit.client.0.smithi123.stdout:from 12 to HEAD diff [0~8388608,16777216~4194304,29360128~8388608,46137344~12582912,62914560~8388608,79691776~25165824,121634816~8388608,150994944~4194304,159383552~25165824,188743680~37748736,234881024~8388608,247463936~16777216,272629760~12582912,306184192~83886080,398458880~4194304] 2023-12-20T11:38:41.881 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~4194304,29360128~8388608,46137344~12582912,62914560~8388608,79691776~25165824,121634816~8388608,150994944~4194304,159383552~25165824,188743680~37748736,234881024~8388608,247463936~16777216,272629760~12582912,306184192~83886080,398458880~4194304] 2023-12-20T11:38:41.884 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~4194304,29360128~12582912,46137344~25165824,79691776~29360128,121634816~8388608,150994944~33554432,188743680~37748736,234881024~29360128,272629760~16777216,306184192~83886080,398458880~8388608] 2023-12-20T11:38:41.884 INFO:tasks.workunit.client.0.smithi123.stdout:from 13 to HEAD diff [0~8388608,16777216~4194304,29360128~8388608,46137344~12582912,62914560~8388608,79691776~8388608,92274688~4194304,100663296~4194304,121634816~8388608,150994944~4194304,159383552~25165824,188743680~8388608,201326592~25165824,234881024~8388608,247463936~16777216,281018368~4194304,306184192~29360128,343932928~41943040,398458880~4194304] 2023-12-20T11:38:41.884 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~4194304,29360128~8388608,46137344~12582912,62914560~8388608,79691776~8388608,92274688~4194304,100663296~4194304,121634816~8388608,150994944~4194304,159383552~25165824,188743680~8388608,201326592~25165824,234881024~8388608,247463936~16777216,281018368~4194304,306184192~29360128,343932928~41943040,398458880~4194304] 2023-12-20T11:38:41.887 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~4194304,29360128~12582912,46137344~25165824,79691776~16777216,100663296~4194304,121634816~8388608,150994944~33554432,188743680~8388608,201326592~25165824,234881024~29360128,281018368~8388608,306184192~29360128,343932928~46137344,398458880~8388608] 2023-12-20T11:38:41.887 INFO:tasks.workunit.client.0.smithi123.stdout:from 14 to HEAD diff [0~8388608,46137344~12582912,62914560~8388608,79691776~8388608,92274688~4194304,100663296~4194304,121634816~8388608,150994944~4194304,159383552~20971520,188743680~8388608,201326592~25165824,234881024~8388608,247463936~16777216,281018368~4194304,306184192~29360128,343932928~8388608,356515840~29360128,398458880~4194304] 2023-12-20T11:38:41.887 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,46137344~12582912,62914560~8388608,79691776~8388608,92274688~4194304,100663296~4194304,121634816~8388608,150994944~4194304,159383552~20971520,188743680~8388608,201326592~25165824,234881024~8388608,247463936~16777216,281018368~4194304,306184192~29360128,343932928~8388608,356515840~29360128,398458880~4194304] 2023-12-20T11:38:41.890 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,46137344~25165824,79691776~16777216,100663296~4194304,121634816~8388608,150994944~29360128,188743680~8388608,201326592~25165824,234881024~29360128,281018368~8388608,306184192~29360128,343932928~8388608,356515840~33554432,398458880~8388608] 2023-12-20T11:38:41.890 INFO:tasks.workunit.client.0.smithi123.stdout:from 15 to HEAD diff [0~8388608,50331648~8388608,62914560~8388608,79691776~8388608,100663296~4194304,159383552~20971520,188743680~8388608,201326592~20971520,234881024~8388608,251658240~12582912,281018368~4194304,314572800~16777216,343932928~8388608,356515840~29360128,398458880~4194304] 2023-12-20T11:38:41.890 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,50331648~8388608,62914560~8388608,79691776~8388608,100663296~4194304,159383552~20971520,188743680~8388608,201326592~20971520,234881024~8388608,251658240~12582912,281018368~4194304,314572800~16777216,343932928~8388608,356515840~29360128,398458880~4194304] 2023-12-20T11:38:41.891 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,50331648~20971520,79691776~12582912,100663296~4194304,159383552~20971520,188743680~8388608,201326592~25165824,234881024~12582912,251658240~12582912,281018368~8388608,314572800~20971520,343932928~8388608,356515840~33554432,398458880~8388608] 2023-12-20T11:38:41.891 INFO:tasks.workunit.client.0.smithi123.stdout:from 16 to HEAD diff [0~4194304,50331648~8388608,62914560~8388608,79691776~8388608,100663296~4194304,159383552~20971520,188743680~8388608,201326592~20971520,234881024~8388608,255852544~8388608,281018368~4194304,314572800~12582912,356515840~8388608,381681664~8388608,398458880~4194304] 2023-12-20T11:38:41.891 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~4194304,50331648~8388608,62914560~8388608,79691776~8388608,100663296~4194304,159383552~20971520,188743680~8388608,201326592~20971520,234881024~8388608,255852544~8388608,281018368~4194304,314572800~12582912,356515840~8388608,381681664~8388608,398458880~4194304] 2023-12-20T11:38:41.892 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~4194304,50331648~20971520,79691776~12582912,100663296~4194304,159383552~20971520,188743680~8388608,201326592~25165824,234881024~12582912,255852544~8388608,281018368~8388608,314572800~12582912,356515840~12582912,381681664~8388608,398458880~8388608] 2023-12-20T11:38:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:41 smithi177 ceph-mon[212096]: pgmap v2667: 137 pgs: 137 active+clean; 772 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 226 KiB/s rd, 28 MiB/s wr, 341 op/s 2023-12-20T11:38:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:41 smithi177 ceph-mon[212096]: osdmap e1468: 8 total, 8 up, 8 in 2023-12-20T11:38:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:38:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:41 smithi123 ceph-mon[191304]: pgmap v2667: 137 pgs: 137 active+clean; 772 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 226 KiB/s rd, 28 MiB/s wr, 341 op/s 2023-12-20T11:38:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:41 smithi123 ceph-mon[191304]: osdmap e1468: 8 total, 8 up, 8 in 2023-12-20T11:38:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:38:42.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:41 smithi123 ceph-mon[188613]: pgmap v2667: 137 pgs: 137 active+clean; 772 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 226 KiB/s rd, 28 MiB/s wr, 341 op/s 2023-12-20T11:38:42.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:41 smithi123 ceph-mon[188613]: osdmap e1468: 8 total, 8 up, 8 in 2023-12-20T11:38:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:38:42.802 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:42.802 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:42.828 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:42.828 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:42.828 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:42.838 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:42.839 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to HEAD diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:42.839 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:42.846 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:42.846 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:42.846 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:42.852 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:42.853 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:42.853 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:42.859 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~4194304,301989888~104857600] 2023-12-20T11:38:42.859 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:42.859 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:42.867 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~4194304,306184192~100663296] 2023-12-20T11:38:42.867 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to HEAD diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~79691776,394264576~12582912] 2023-12-20T11:38:42.867 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~79691776,394264576~12582912] 2023-12-20T11:38:42.873 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~218103808,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:42.873 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to HEAD diff [0~8388608,16777216~20971520,46137344~41943040,92274688~16777216,113246208~4194304,121634816~20971520,150994944~4194304,159383552~67108864,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:42.874 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~41943040,92274688~16777216,113246208~4194304,121634816~20971520,150994944~4194304,159383552~67108864,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:42.880 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~100663296,150994944~75497472,230686720~33554432,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:42.881 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to HEAD diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:42.881 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:42.883 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~88080384,138412032~4194304,150994944~33554432,188743680~37748736,230686720~33554432,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:42.883 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to HEAD diff [0~8388608,16777216~20971520,46137344~62914560,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:42.883 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:42.886 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~67108864,121634816~12582912,138412032~4194304,150994944~33554432,188743680~37748736,230686720~33554432,272629760~16777216,306184192~83886080,394264576~12582912] 2023-12-20T11:38:42.887 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to HEAD diff [0~8388608,16777216~20971520,46137344~12582912,62914560~46137344,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:42.887 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~12582912,62914560~46137344,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:42.890 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~62914560,121634816~12582912,138412032~4194304,150994944~33554432,188743680~37748736,230686720~33554432,272629760~16777216,306184192~83886080,394264576~12582912] 2023-12-20T11:38:42.890 INFO:tasks.workunit.client.0.smithi123.stdout:from 11 to HEAD diff [0~8388608,16777216~8388608,29360128~8388608,46137344~12582912,62914560~41943040,121634816~8388608,150994944~4194304,159383552~25165824,188743680~37748736,234881024~8388608,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:42.890 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~8388608,29360128~8388608,46137344~12582912,62914560~41943040,121634816~8388608,150994944~4194304,159383552~25165824,188743680~37748736,234881024~8388608,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:42.894 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~8388608,29360128~12582912,46137344~62914560,121634816~8388608,150994944~33554432,188743680~37748736,234881024~29360128,272629760~16777216,306184192~83886080,394264576~12582912] 2023-12-20T11:38:42.894 INFO:tasks.workunit.client.0.smithi123.stdout:from 12 to HEAD diff [0~8388608,16777216~4194304,29360128~8388608,46137344~12582912,62914560~8388608,79691776~25165824,121634816~8388608,150994944~4194304,159383552~25165824,188743680~37748736,234881024~8388608,247463936~16777216,272629760~12582912,306184192~83886080,398458880~4194304] 2023-12-20T11:38:42.894 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~4194304,29360128~8388608,46137344~12582912,62914560~8388608,79691776~25165824,121634816~8388608,150994944~4194304,159383552~25165824,188743680~37748736,234881024~8388608,247463936~16777216,272629760~12582912,306184192~83886080,398458880~4194304] 2023-12-20T11:38:42.896 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~4194304,29360128~12582912,46137344~25165824,79691776~29360128,121634816~8388608,150994944~33554432,188743680~37748736,234881024~29360128,272629760~16777216,306184192~83886080,398458880~8388608] 2023-12-20T11:38:42.897 INFO:tasks.workunit.client.0.smithi123.stdout:from 13 to HEAD diff [0~8388608,16777216~4194304,29360128~8388608,46137344~12582912,62914560~8388608,79691776~8388608,92274688~4194304,100663296~4194304,121634816~8388608,150994944~4194304,159383552~25165824,188743680~8388608,201326592~25165824,234881024~8388608,247463936~16777216,281018368~4194304,306184192~29360128,343932928~41943040,398458880~4194304] 2023-12-20T11:38:42.897 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~4194304,29360128~8388608,46137344~12582912,62914560~8388608,79691776~8388608,92274688~4194304,100663296~4194304,121634816~8388608,150994944~4194304,159383552~25165824,188743680~8388608,201326592~25165824,234881024~8388608,247463936~16777216,281018368~4194304,306184192~29360128,343932928~41943040,398458880~4194304] 2023-12-20T11:38:42.899 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~4194304,29360128~12582912,46137344~25165824,79691776~16777216,100663296~4194304,121634816~8388608,150994944~33554432,188743680~8388608,201326592~25165824,234881024~29360128,281018368~8388608,306184192~29360128,343932928~46137344,398458880~8388608] 2023-12-20T11:38:42.899 INFO:tasks.workunit.client.0.smithi123.stdout:from 14 to HEAD diff [0~8388608,46137344~12582912,62914560~8388608,79691776~8388608,92274688~4194304,100663296~4194304,121634816~8388608,150994944~4194304,159383552~20971520,188743680~8388608,201326592~25165824,234881024~8388608,247463936~16777216,281018368~4194304,306184192~29360128,343932928~8388608,356515840~29360128,398458880~4194304] 2023-12-20T11:38:42.899 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,46137344~12582912,62914560~8388608,79691776~8388608,92274688~4194304,100663296~4194304,121634816~8388608,150994944~4194304,159383552~20971520,188743680~8388608,201326592~25165824,234881024~8388608,247463936~16777216,281018368~4194304,306184192~29360128,343932928~8388608,356515840~29360128,398458880~4194304] 2023-12-20T11:38:42.900 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,46137344~25165824,79691776~16777216,100663296~4194304,121634816~8388608,150994944~29360128,188743680~8388608,201326592~25165824,234881024~29360128,281018368~8388608,306184192~29360128,343932928~8388608,356515840~33554432,398458880~8388608] 2023-12-20T11:38:42.901 INFO:tasks.workunit.client.0.smithi123.stdout:from 15 to HEAD diff [0~8388608,50331648~8388608,62914560~8388608,79691776~8388608,100663296~4194304,159383552~20971520,188743680~8388608,201326592~20971520,234881024~8388608,251658240~12582912,281018368~4194304,314572800~16777216,343932928~8388608,356515840~29360128,398458880~4194304] 2023-12-20T11:38:42.901 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,50331648~8388608,62914560~8388608,79691776~8388608,100663296~4194304,159383552~20971520,188743680~8388608,201326592~20971520,234881024~8388608,251658240~12582912,281018368~4194304,314572800~16777216,343932928~8388608,356515840~29360128,398458880~4194304] 2023-12-20T11:38:42.901 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,50331648~20971520,79691776~12582912,100663296~4194304,159383552~20971520,188743680~8388608,201326592~25165824,234881024~12582912,251658240~12582912,281018368~8388608,314572800~20971520,343932928~8388608,356515840~33554432,398458880~8388608] 2023-12-20T11:38:43.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:42 smithi177 ceph-mon[212096]: osdmap e1469: 8 total, 8 up, 8 in 2023-12-20T11:38:43.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:42 smithi123 ceph-mon[191304]: osdmap e1469: 8 total, 8 up, 8 in 2023-12-20T11:38:43.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:42 smithi123 ceph-mon[188613]: osdmap e1469: 8 total, 8 up, 8 in 2023-12-20T11:38:43.810 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:43.810 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:43.836 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:43.836 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:43.836 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:43.843 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:43.843 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to HEAD diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:43.843 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:43.849 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:43.850 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:43.850 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:43.856 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:43.856 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:43.856 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:43.862 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~4194304,301989888~104857600] 2023-12-20T11:38:43.862 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:43.862 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:43.867 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~4194304,306184192~100663296] 2023-12-20T11:38:43.867 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to HEAD diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~79691776,394264576~12582912] 2023-12-20T11:38:43.867 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~79691776,394264576~12582912] 2023-12-20T11:38:43.871 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~218103808,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:43.872 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to HEAD diff [0~8388608,16777216~20971520,46137344~41943040,92274688~16777216,113246208~4194304,121634816~20971520,150994944~4194304,159383552~67108864,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:43.872 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~41943040,92274688~16777216,113246208~4194304,121634816~20971520,150994944~4194304,159383552~67108864,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:43.877 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~100663296,150994944~75497472,230686720~33554432,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:43.877 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to HEAD diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:43.877 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:43.881 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~88080384,138412032~4194304,150994944~33554432,188743680~37748736,230686720~33554432,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:43.881 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to HEAD diff [0~8388608,16777216~20971520,46137344~62914560,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:43.881 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:43.885 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~67108864,121634816~12582912,138412032~4194304,150994944~33554432,188743680~37748736,230686720~33554432,272629760~16777216,306184192~83886080,394264576~12582912] 2023-12-20T11:38:43.885 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to HEAD diff [0~8388608,16777216~20971520,46137344~12582912,62914560~46137344,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:43.885 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~12582912,62914560~46137344,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:43.888 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~62914560,121634816~12582912,138412032~4194304,150994944~33554432,188743680~37748736,230686720~33554432,272629760~16777216,306184192~83886080,394264576~12582912] 2023-12-20T11:38:43.888 INFO:tasks.workunit.client.0.smithi123.stdout:from 11 to HEAD diff [0~8388608,16777216~8388608,29360128~8388608,46137344~12582912,62914560~41943040,121634816~8388608,150994944~4194304,159383552~25165824,188743680~37748736,234881024~8388608,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:43.888 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~8388608,29360128~8388608,46137344~12582912,62914560~41943040,121634816~8388608,150994944~4194304,159383552~25165824,188743680~37748736,234881024~8388608,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:43.891 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~8388608,29360128~12582912,46137344~62914560,121634816~8388608,150994944~33554432,188743680~37748736,234881024~29360128,272629760~16777216,306184192~83886080,394264576~12582912] 2023-12-20T11:38:43.891 INFO:tasks.workunit.client.0.smithi123.stdout:from 12 to HEAD diff [0~8388608,16777216~4194304,29360128~8388608,46137344~12582912,62914560~8388608,79691776~25165824,121634816~8388608,150994944~4194304,159383552~25165824,188743680~37748736,234881024~8388608,247463936~16777216,272629760~12582912,306184192~83886080,398458880~4194304] 2023-12-20T11:38:43.891 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~4194304,29360128~8388608,46137344~12582912,62914560~8388608,79691776~25165824,121634816~8388608,150994944~4194304,159383552~25165824,188743680~37748736,234881024~8388608,247463936~16777216,272629760~12582912,306184192~83886080,398458880~4194304] 2023-12-20T11:38:43.893 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~4194304,29360128~12582912,46137344~25165824,79691776~29360128,121634816~8388608,150994944~33554432,188743680~37748736,234881024~29360128,272629760~16777216,306184192~83886080,398458880~8388608] 2023-12-20T11:38:43.893 INFO:tasks.workunit.client.0.smithi123.stdout:from 13 to HEAD diff [0~8388608,16777216~4194304,29360128~8388608,46137344~12582912,62914560~8388608,79691776~8388608,92274688~4194304,100663296~4194304,121634816~8388608,150994944~4194304,159383552~25165824,188743680~8388608,201326592~25165824,234881024~8388608,247463936~16777216,281018368~4194304,306184192~29360128,343932928~41943040,398458880~4194304] 2023-12-20T11:38:43.894 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~4194304,29360128~8388608,46137344~12582912,62914560~8388608,79691776~8388608,92274688~4194304,100663296~4194304,121634816~8388608,150994944~4194304,159383552~25165824,188743680~8388608,201326592~25165824,234881024~8388608,247463936~16777216,281018368~4194304,306184192~29360128,343932928~41943040,398458880~4194304] 2023-12-20T11:38:43.895 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~4194304,29360128~12582912,46137344~25165824,79691776~16777216,100663296~4194304,121634816~8388608,150994944~33554432,188743680~8388608,201326592~25165824,234881024~29360128,281018368~8388608,306184192~29360128,343932928~46137344,398458880~8388608] 2023-12-20T11:38:43.895 INFO:tasks.workunit.client.0.smithi123.stdout:from 14 to HEAD diff [0~8388608,46137344~12582912,62914560~8388608,79691776~8388608,92274688~4194304,100663296~4194304,121634816~8388608,150994944~4194304,159383552~20971520,188743680~8388608,201326592~25165824,234881024~8388608,247463936~16777216,281018368~4194304,306184192~29360128,343932928~8388608,356515840~29360128,398458880~4194304] 2023-12-20T11:38:43.895 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,46137344~12582912,62914560~8388608,79691776~8388608,92274688~4194304,100663296~4194304,121634816~8388608,150994944~4194304,159383552~20971520,188743680~8388608,201326592~25165824,234881024~8388608,247463936~16777216,281018368~4194304,306184192~29360128,343932928~8388608,356515840~29360128,398458880~4194304] 2023-12-20T11:38:43.896 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,46137344~25165824,79691776~16777216,100663296~4194304,121634816~8388608,150994944~29360128,188743680~8388608,201326592~25165824,234881024~29360128,281018368~8388608,306184192~29360128,343932928~8388608,356515840~33554432,398458880~8388608] 2023-12-20T11:38:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:43 smithi177 ceph-mon[212096]: pgmap v2670: 137 pgs: 137 active+clean; 823 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 271 KiB/s rd, 20 MiB/s wr, 552 op/s 2023-12-20T11:38:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:43 smithi177 ceph-mon[212096]: osdmap e1470: 8 total, 8 up, 8 in 2023-12-20T11:38:44.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:43 smithi123 ceph-mon[191304]: pgmap v2670: 137 pgs: 137 active+clean; 823 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 271 KiB/s rd, 20 MiB/s wr, 552 op/s 2023-12-20T11:38:44.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:43 smithi123 ceph-mon[191304]: osdmap e1470: 8 total, 8 up, 8 in 2023-12-20T11:38:44.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:43 smithi123 ceph-mon[188613]: pgmap v2670: 137 pgs: 137 active+clean; 823 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 271 KiB/s rd, 20 MiB/s wr, 552 op/s 2023-12-20T11:38:44.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:43 smithi123 ceph-mon[188613]: osdmap e1470: 8 total, 8 up, 8 in 2023-12-20T11:38:44.830 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:44.830 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:44.851 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:44.851 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:44.851 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:44.859 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:44.859 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to HEAD diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:44.859 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:44.866 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:44.866 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:44.866 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:44.872 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:44.872 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:44.872 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:44.877 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~4194304,301989888~104857600] 2023-12-20T11:38:44.877 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:44.877 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:44.881 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~4194304,306184192~100663296] 2023-12-20T11:38:44.882 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to HEAD diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~79691776,394264576~12582912] 2023-12-20T11:38:44.882 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~79691776,394264576~12582912] 2023-12-20T11:38:44.886 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~218103808,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:44.886 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to HEAD diff [0~8388608,16777216~20971520,46137344~41943040,92274688~16777216,113246208~4194304,121634816~20971520,150994944~4194304,159383552~67108864,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:44.887 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~41943040,92274688~16777216,113246208~4194304,121634816~20971520,150994944~4194304,159383552~67108864,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:44.890 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~100663296,150994944~75497472,230686720~33554432,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:44.890 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to HEAD diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:44.890 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:44.894 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~88080384,138412032~4194304,150994944~33554432,188743680~37748736,230686720~33554432,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:44.894 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to HEAD diff [0~8388608,16777216~20971520,46137344~62914560,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:44.895 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:44.897 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~67108864,121634816~12582912,138412032~4194304,150994944~33554432,188743680~37748736,230686720~33554432,272629760~16777216,306184192~83886080,394264576~12582912] 2023-12-20T11:38:44.898 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to HEAD diff [0~8388608,16777216~20971520,46137344~12582912,62914560~46137344,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:44.898 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~12582912,62914560~46137344,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:44.900 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~62914560,121634816~12582912,138412032~4194304,150994944~33554432,188743680~37748736,230686720~33554432,272629760~16777216,306184192~83886080,394264576~12582912] 2023-12-20T11:38:44.900 INFO:tasks.workunit.client.0.smithi123.stdout:from 11 to HEAD diff [0~8388608,16777216~8388608,29360128~8388608,46137344~12582912,62914560~41943040,121634816~8388608,150994944~4194304,159383552~25165824,188743680~37748736,234881024~8388608,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:44.900 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~8388608,29360128~8388608,46137344~12582912,62914560~41943040,121634816~8388608,150994944~4194304,159383552~25165824,188743680~37748736,234881024~8388608,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:44.903 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~8388608,29360128~12582912,46137344~62914560,121634816~8388608,150994944~33554432,188743680~37748736,234881024~29360128,272629760~16777216,306184192~83886080,394264576~12582912] 2023-12-20T11:38:44.903 INFO:tasks.workunit.client.0.smithi123.stdout:from 12 to HEAD diff [0~8388608,16777216~4194304,29360128~8388608,46137344~12582912,62914560~8388608,79691776~25165824,121634816~8388608,150994944~4194304,159383552~25165824,188743680~37748736,234881024~8388608,247463936~16777216,272629760~12582912,306184192~83886080,398458880~4194304] 2023-12-20T11:38:44.903 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~4194304,29360128~8388608,46137344~12582912,62914560~8388608,79691776~25165824,121634816~8388608,150994944~4194304,159383552~25165824,188743680~37748736,234881024~8388608,247463936~16777216,272629760~12582912,306184192~83886080,398458880~4194304] 2023-12-20T11:38:44.904 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~4194304,29360128~12582912,46137344~25165824,79691776~29360128,121634816~8388608,150994944~33554432,188743680~37748736,234881024~29360128,272629760~16777216,306184192~83886080,398458880~8388608] 2023-12-20T11:38:44.904 INFO:tasks.workunit.client.0.smithi123.stdout:from 13 to HEAD diff [0~8388608,16777216~4194304,29360128~8388608,46137344~12582912,62914560~8388608,79691776~8388608,92274688~4194304,100663296~4194304,121634816~8388608,150994944~4194304,159383552~25165824,188743680~8388608,201326592~25165824,234881024~8388608,247463936~16777216,281018368~4194304,306184192~29360128,343932928~41943040,398458880~4194304] 2023-12-20T11:38:44.904 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~4194304,29360128~8388608,46137344~12582912,62914560~8388608,79691776~8388608,92274688~4194304,100663296~4194304,121634816~8388608,150994944~4194304,159383552~25165824,188743680~8388608,201326592~25165824,234881024~8388608,247463936~16777216,281018368~4194304,306184192~29360128,343932928~41943040,398458880~4194304] 2023-12-20T11:38:44.905 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~4194304,29360128~12582912,46137344~25165824,79691776~16777216,100663296~4194304,121634816~8388608,150994944~33554432,188743680~8388608,201326592~25165824,234881024~29360128,281018368~8388608,306184192~29360128,343932928~46137344,398458880~8388608] 2023-12-20T11:38:45.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:44 smithi177 ceph-mon[212096]: osdmap e1471: 8 total, 8 up, 8 in 2023-12-20T11:38:45.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:44 smithi123 ceph-mon[188613]: osdmap e1471: 8 total, 8 up, 8 in 2023-12-20T11:38:45.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:44 smithi123 ceph-mon[191304]: osdmap e1471: 8 total, 8 up, 8 in 2023-12-20T11:38:45.820 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:45.820 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:45.860 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:45.860 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:45.860 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:45.867 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:45.867 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to HEAD diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:45.867 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:45.872 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:45.872 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:45.872 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:45.878 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:45.878 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:45.878 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:45.882 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~4194304,301989888~104857600] 2023-12-20T11:38:45.883 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:45.883 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:45.887 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~4194304,306184192~100663296] 2023-12-20T11:38:45.887 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to HEAD diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~79691776,394264576~12582912] 2023-12-20T11:38:45.887 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~79691776,394264576~12582912] 2023-12-20T11:38:45.891 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~218103808,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:45.891 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to HEAD diff [0~8388608,16777216~20971520,46137344~41943040,92274688~16777216,113246208~4194304,121634816~20971520,150994944~4194304,159383552~67108864,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:45.892 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~41943040,92274688~16777216,113246208~4194304,121634816~20971520,150994944~4194304,159383552~67108864,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:45.895 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~100663296,150994944~75497472,230686720~33554432,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:45.895 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to HEAD diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:45.895 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:45.899 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~88080384,138412032~4194304,150994944~33554432,188743680~37748736,230686720~33554432,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:45.899 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to HEAD diff [0~8388608,16777216~20971520,46137344~62914560,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:45.899 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:45.901 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~67108864,121634816~12582912,138412032~4194304,150994944~33554432,188743680~37748736,230686720~33554432,272629760~16777216,306184192~83886080,394264576~12582912] 2023-12-20T11:38:45.901 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to HEAD diff [0~8388608,16777216~20971520,46137344~12582912,62914560~46137344,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:45.902 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~12582912,62914560~46137344,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:45.904 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~62914560,121634816~12582912,138412032~4194304,150994944~33554432,188743680~37748736,230686720~33554432,272629760~16777216,306184192~83886080,394264576~12582912] 2023-12-20T11:38:45.904 INFO:tasks.workunit.client.0.smithi123.stdout:from 11 to HEAD diff [0~8388608,16777216~8388608,29360128~8388608,46137344~12582912,62914560~41943040,121634816~8388608,150994944~4194304,159383552~25165824,188743680~37748736,234881024~8388608,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:45.904 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~8388608,29360128~8388608,46137344~12582912,62914560~41943040,121634816~8388608,150994944~4194304,159383552~25165824,188743680~37748736,234881024~8388608,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:45.906 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~8388608,29360128~12582912,46137344~62914560,121634816~8388608,150994944~33554432,188743680~37748736,234881024~29360128,272629760~16777216,306184192~83886080,394264576~12582912] 2023-12-20T11:38:45.906 INFO:tasks.workunit.client.0.smithi123.stdout:from 12 to HEAD diff [0~8388608,16777216~4194304,29360128~8388608,46137344~12582912,62914560~8388608,79691776~25165824,121634816~8388608,150994944~4194304,159383552~25165824,188743680~37748736,234881024~8388608,247463936~16777216,272629760~12582912,306184192~83886080,398458880~4194304] 2023-12-20T11:38:45.906 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~4194304,29360128~8388608,46137344~12582912,62914560~8388608,79691776~25165824,121634816~8388608,150994944~4194304,159383552~25165824,188743680~37748736,234881024~8388608,247463936~16777216,272629760~12582912,306184192~83886080,398458880~4194304] 2023-12-20T11:38:45.908 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~4194304,29360128~12582912,46137344~25165824,79691776~29360128,121634816~8388608,150994944~33554432,188743680~37748736,234881024~29360128,272629760~16777216,306184192~83886080,398458880~8388608] 2023-12-20T11:38:46.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:45 smithi177 ceph-mon[212096]: pgmap v2673: 137 pgs: 137 active+clean; 828 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 699 KiB/s rd, 15 MiB/s wr, 1.30k op/s 2023-12-20T11:38:46.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:45 smithi177 ceph-mon[212096]: osdmap e1472: 8 total, 8 up, 8 in 2023-12-20T11:38:46.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:45 smithi123 ceph-mon[188613]: pgmap v2673: 137 pgs: 137 active+clean; 828 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 699 KiB/s rd, 15 MiB/s wr, 1.30k op/s 2023-12-20T11:38:46.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:45 smithi123 ceph-mon[188613]: osdmap e1472: 8 total, 8 up, 8 in 2023-12-20T11:38:46.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:45 smithi123 ceph-mon[191304]: pgmap v2673: 137 pgs: 137 active+clean; 828 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 699 KiB/s rd, 15 MiB/s wr, 1.30k op/s 2023-12-20T11:38:46.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:45 smithi123 ceph-mon[191304]: osdmap e1472: 8 total, 8 up, 8 in 2023-12-20T11:38:46.844 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:46.844 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:46.870 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:46.870 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:46.870 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:46.877 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:46.877 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to HEAD diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:46.877 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:46.882 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:46.882 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:46.882 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:46.887 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:46.887 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:46.887 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:46.891 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~4194304,301989888~104857600] 2023-12-20T11:38:46.891 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:46.891 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:46.895 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~4194304,306184192~100663296] 2023-12-20T11:38:46.895 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to HEAD diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~79691776,394264576~12582912] 2023-12-20T11:38:46.896 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~79691776,394264576~12582912] 2023-12-20T11:38:46.900 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~218103808,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:46.900 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to HEAD diff [0~8388608,16777216~20971520,46137344~41943040,92274688~16777216,113246208~4194304,121634816~20971520,150994944~4194304,159383552~67108864,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:46.900 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~41943040,92274688~16777216,113246208~4194304,121634816~20971520,150994944~4194304,159383552~67108864,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:46.903 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~100663296,150994944~75497472,230686720~33554432,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:46.903 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to HEAD diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:46.904 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:46.906 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~88080384,138412032~4194304,150994944~33554432,188743680~37748736,230686720~33554432,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:46.906 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to HEAD diff [0~8388608,16777216~20971520,46137344~62914560,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:46.906 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:46.908 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~67108864,121634816~12582912,138412032~4194304,150994944~33554432,188743680~37748736,230686720~33554432,272629760~16777216,306184192~83886080,394264576~12582912] 2023-12-20T11:38:46.908 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to HEAD diff [0~8388608,16777216~20971520,46137344~12582912,62914560~46137344,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:46.908 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~12582912,62914560~46137344,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:46.911 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~62914560,121634816~12582912,138412032~4194304,150994944~33554432,188743680~37748736,230686720~33554432,272629760~16777216,306184192~83886080,394264576~12582912] 2023-12-20T11:38:46.911 INFO:tasks.workunit.client.0.smithi123.stdout:from 11 to HEAD diff [0~8388608,16777216~8388608,29360128~8388608,46137344~12582912,62914560~41943040,121634816~8388608,150994944~4194304,159383552~25165824,188743680~37748736,234881024~8388608,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:46.911 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~8388608,29360128~8388608,46137344~12582912,62914560~41943040,121634816~8388608,150994944~4194304,159383552~25165824,188743680~37748736,234881024~8388608,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:46.912 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~8388608,29360128~12582912,46137344~62914560,121634816~8388608,150994944~33554432,188743680~37748736,234881024~29360128,272629760~16777216,306184192~83886080,394264576~12582912] 2023-12-20T11:38:47.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:46 smithi177 ceph-mon[212096]: osdmap e1473: 8 total, 8 up, 8 in 2023-12-20T11:38:47.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:46 smithi123 ceph-mon[191304]: osdmap e1473: 8 total, 8 up, 8 in 2023-12-20T11:38:47.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:46 smithi123 ceph-mon[188613]: osdmap e1473: 8 total, 8 up, 8 in 2023-12-20T11:38:47.838 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:47.838 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:47.877 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:47.877 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:47.877 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:47.882 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:47.882 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to HEAD diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:47.882 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:47.886 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:47.886 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:47.886 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:47.890 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:47.891 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:47.891 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:47.895 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~4194304,301989888~104857600] 2023-12-20T11:38:47.895 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:47.895 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:47.899 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~4194304,306184192~100663296] 2023-12-20T11:38:47.899 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to HEAD diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~79691776,394264576~12582912] 2023-12-20T11:38:47.899 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~79691776,394264576~12582912] 2023-12-20T11:38:47.902 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~218103808,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:47.902 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to HEAD diff [0~8388608,16777216~20971520,46137344~41943040,92274688~16777216,113246208~4194304,121634816~20971520,150994944~4194304,159383552~67108864,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:47.902 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~41943040,92274688~16777216,113246208~4194304,121634816~20971520,150994944~4194304,159383552~67108864,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:47.904 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~100663296,150994944~75497472,230686720~33554432,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:47.904 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to HEAD diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:47.905 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:47.906 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~88080384,138412032~4194304,150994944~33554432,188743680~37748736,230686720~33554432,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:47.907 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to HEAD diff [0~8388608,16777216~20971520,46137344~62914560,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:47.907 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:47.908 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~67108864,121634816~12582912,138412032~4194304,150994944~33554432,188743680~37748736,230686720~33554432,272629760~16777216,306184192~83886080,394264576~12582912] 2023-12-20T11:38:47.908 INFO:tasks.workunit.client.0.smithi123.stdout:from 10 to HEAD diff [0~8388608,16777216~20971520,46137344~12582912,62914560~46137344,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:47.908 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~12582912,62914560~46137344,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:47.909 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~62914560,121634816~12582912,138412032~4194304,150994944~33554432,188743680~37748736,230686720~33554432,272629760~16777216,306184192~83886080,394264576~12582912] 2023-12-20T11:38:48.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:47 smithi177 ceph-mon[212096]: pgmap v2676: 137 pgs: 137 active+clean; 810 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 528 KiB/s rd, 2.4 MiB/s wr, 954 op/s 2023-12-20T11:38:48.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:47 smithi177 ceph-mon[212096]: osdmap e1474: 8 total, 8 up, 8 in 2023-12-20T11:38:48.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:47 smithi123 ceph-mon[191304]: pgmap v2676: 137 pgs: 137 active+clean; 810 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 528 KiB/s rd, 2.4 MiB/s wr, 954 op/s 2023-12-20T11:38:48.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:47 smithi123 ceph-mon[191304]: osdmap e1474: 8 total, 8 up, 8 in 2023-12-20T11:38:48.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:47 smithi123 ceph-mon[188613]: pgmap v2676: 137 pgs: 137 active+clean; 810 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 528 KiB/s rd, 2.4 MiB/s wr, 954 op/s 2023-12-20T11:38:48.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:47 smithi123 ceph-mon[188613]: osdmap e1474: 8 total, 8 up, 8 in 2023-12-20T11:38:48.697 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:48.697 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:48.733 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:48.733 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:48.733 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:48.740 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:48.741 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to HEAD diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:48.741 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:48.745 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:48.745 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:48.745 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:48.748 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:48.749 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:48.749 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:48.751 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~4194304,301989888~104857600] 2023-12-20T11:38:48.752 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:48.752 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:48.754 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~4194304,306184192~100663296] 2023-12-20T11:38:48.754 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to HEAD diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~79691776,394264576~12582912] 2023-12-20T11:38:48.754 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~79691776,394264576~12582912] 2023-12-20T11:38:48.757 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~218103808,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:48.757 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to HEAD diff [0~8388608,16777216~20971520,46137344~41943040,92274688~16777216,113246208~4194304,121634816~20971520,150994944~4194304,159383552~67108864,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:48.757 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~41943040,92274688~16777216,113246208~4194304,121634816~20971520,150994944~4194304,159383552~67108864,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:48.758 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~100663296,150994944~75497472,230686720~33554432,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:48.759 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to HEAD diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:48.759 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:48.760 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~88080384,138412032~4194304,150994944~33554432,188743680~37748736,230686720~33554432,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:48.760 INFO:tasks.workunit.client.0.smithi123.stdout:from 9 to HEAD diff [0~8388608,16777216~20971520,46137344~62914560,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:48.760 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,272629760~12582912,306184192~83886080,394264576~8388608] 2023-12-20T11:38:48.761 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~67108864,121634816~12582912,138412032~4194304,150994944~33554432,188743680~37748736,230686720~33554432,272629760~16777216,306184192~83886080,394264576~12582912] 2023-12-20T11:38:48.969 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:38:49.075 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:48 smithi123 ceph-mon[191304]: osdmap e1475: 8 total, 8 up, 8 in 2023-12-20T11:38:49.075 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:48 smithi123 ceph-mon[191304]: osdmap e1476: 8 total, 8 up, 8 in 2023-12-20T11:38:49.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:48 smithi123 ceph-mon[188613]: osdmap e1475: 8 total, 8 up, 8 in 2023-12-20T11:38:49.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:48 smithi123 ceph-mon[188613]: osdmap e1476: 8 total, 8 up, 8 in 2023-12-20T11:38:49.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:48 smithi177 ceph-mon[212096]: osdmap e1475: 8 total, 8 up, 8 in 2023-12-20T11:38:49.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:48 smithi177 ceph-mon[212096]: osdmap e1476: 8 total, 8 up, 8 in 2023-12-20T11:38:49.275 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:38:49.275 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (47m) 3m ago 50m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:38:49.275 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (47m) 86s ago 50m 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:38:49.275 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (51m) 3m ago 51m 23.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:38:49.275 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (51m) 86s ago 51m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:38:49.275 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (46m) 86s ago 53m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:38:49.275 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (47m) 3m ago 55m 576M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:38:49.275 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (46m) 3m ago 55m 360M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:38:49.275 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (46m) 86s ago 54m 205M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:38:49.275 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (46m) 3m ago 54m 210M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:38:49.275 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (47m) 3m ago 50m 19.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:38:49.275 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (47m) 86s ago 50m 19.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:38:49.275 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (45m) 3m ago 53m 2466M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:38:49.275 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (45m) 3m ago 53m 2803M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:38:49.276 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (44m) 3m ago 53m 2708M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:38:49.276 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (44m) 3m ago 52m 2531M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:38:49.276 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (43m) 86s ago 52m 2129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:38:49.276 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (43m) 86s ago 52m 2317M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:38:49.276 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (42m) 86s ago 51m 1836M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:38:49.276 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (42m) 86s ago 51m 2209M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:38:49.276 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (46m) 86s ago 50m 92.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:38:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:38:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:38:49] "GET /metrics HTTP/1.1" 200 36519 "" "Prometheus/2.43.0" 2023-12-20T11:38:49.658 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:38:49.658 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:38:49.658 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:38:49.658 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:38:49.658 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:38:49.658 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:38:49.658 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:38:49.659 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:38:49.659 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:38:49.659 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:38:49.659 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:38:49.659 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:38:49.659 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:38:49.659 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:38:49.659 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:38:49.659 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:38:49.659 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:38:49.659 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:38:49.705 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:49.705 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:49.737 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:49.737 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:49.737 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:49.741 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:49.741 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to HEAD diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:49.741 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:49.744 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:49.744 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:49.744 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:49.747 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:49.747 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:49.747 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:49.750 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~4194304,301989888~104857600] 2023-12-20T11:38:49.751 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:49.751 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:49.754 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~4194304,306184192~100663296] 2023-12-20T11:38:49.754 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to HEAD diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~79691776,394264576~12582912] 2023-12-20T11:38:49.754 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~79691776,394264576~12582912] 2023-12-20T11:38:49.755 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~218103808,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:49.755 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to HEAD diff [0~8388608,16777216~20971520,46137344~41943040,92274688~16777216,113246208~4194304,121634816~20971520,150994944~4194304,159383552~67108864,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:49.755 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~41943040,92274688~16777216,113246208~4194304,121634816~20971520,150994944~4194304,159383552~67108864,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:49.757 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~100663296,150994944~75497472,230686720~33554432,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:49.757 INFO:tasks.workunit.client.0.smithi123.stdout:from 8 to HEAD diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:49.757 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~12582912,138412032~4194304,150994944~4194304,159383552~25165824,188743680~37748736,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:49.758 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~88080384,138412032~4194304,150994944~33554432,188743680~37748736,230686720~33554432,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:50.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:49 smithi177 ceph-mon[212096]: pgmap v2679: 137 pgs: 137 active+clean; 789 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 271 KiB/s rd, 6.2 KiB/s wr, 464 op/s 2023-12-20T11:38:50.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:49 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/555403393' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:38:50.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:49 smithi177 ceph-mon[212096]: osdmap e1477: 8 total, 8 up, 8 in 2023-12-20T11:38:50.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:49 smithi123 ceph-mon[191304]: pgmap v2679: 137 pgs: 137 active+clean; 789 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 271 KiB/s rd, 6.2 KiB/s wr, 464 op/s 2023-12-20T11:38:50.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:49 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/555403393' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:38:50.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:49 smithi123 ceph-mon[191304]: osdmap e1477: 8 total, 8 up, 8 in 2023-12-20T11:38:50.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:49 smithi123 ceph-mon[188613]: pgmap v2679: 137 pgs: 137 active+clean; 789 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 271 KiB/s rd, 6.2 KiB/s wr, 464 op/s 2023-12-20T11:38:50.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:49 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/555403393' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:38:50.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:49 smithi123 ceph-mon[188613]: osdmap e1477: 8 total, 8 up, 8 in 2023-12-20T11:38:50.724 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:50.725 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:50.750 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:50.750 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:50.750 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:50.759 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:50.759 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to HEAD diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:50.759 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:50.763 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:50.763 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:50.763 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:50.766 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:50.766 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:50.766 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:50.769 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~4194304,301989888~104857600] 2023-12-20T11:38:50.769 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:50.770 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:50.773 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~4194304,306184192~100663296] 2023-12-20T11:38:50.773 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to HEAD diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~79691776,394264576~12582912] 2023-12-20T11:38:50.773 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~79691776,394264576~12582912] 2023-12-20T11:38:50.775 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~218103808,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:50.775 INFO:tasks.workunit.client.0.smithi123.stdout:from 7 to HEAD diff [0~8388608,16777216~20971520,46137344~41943040,92274688~16777216,113246208~4194304,121634816~20971520,150994944~4194304,159383552~67108864,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:50.775 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~41943040,92274688~16777216,113246208~4194304,121634816~20971520,150994944~4194304,159383552~67108864,230686720~12582912,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:50.777 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~100663296,150994944~75497472,230686720~33554432,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:51.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:50 smithi177 ceph-mon[212096]: from='client.46973 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:38:51.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:50 smithi177 ceph-mon[212096]: from='client.37032 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:38:51.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:50 smithi177 ceph-mon[212096]: osdmap e1478: 8 total, 8 up, 8 in 2023-12-20T11:38:51.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:50 smithi123 ceph-mon[188613]: from='client.46973 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:38:51.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:50 smithi123 ceph-mon[188613]: from='client.37032 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:38:51.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:50 smithi123 ceph-mon[188613]: osdmap e1478: 8 total, 8 up, 8 in 2023-12-20T11:38:51.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:50 smithi123 ceph-mon[191304]: from='client.46973 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:38:51.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:50 smithi123 ceph-mon[191304]: from='client.37032 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:38:51.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:50 smithi123 ceph-mon[191304]: osdmap e1478: 8 total, 8 up, 8 in 2023-12-20T11:38:51.715 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:51.716 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:51.740 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:51.740 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:51.740 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:51.747 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:51.747 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to HEAD diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:51.747 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:51.750 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:51.750 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:51.750 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:51.757 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:51.757 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:51.757 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:51.759 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~4194304,301989888~104857600] 2023-12-20T11:38:51.759 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:51.759 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:51.762 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~4194304,306184192~100663296] 2023-12-20T11:38:51.762 INFO:tasks.workunit.client.0.smithi123.stdout:from 6 to HEAD diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~79691776,394264576~12582912] 2023-12-20T11:38:51.762 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~8388608,16777216~20971520,46137344~62914560,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~79691776,394264576~12582912] 2023-12-20T11:38:51.763 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~12582912,16777216~25165824,46137344~218103808,268435456~20971520,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:52.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:51 smithi177 ceph-mon[212096]: pgmap v2682: 137 pgs: 137 active+clean; 773 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 6.2 KiB/s wr, 301 op/s 2023-12-20T11:38:52.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:51 smithi177 ceph-mon[212096]: osdmap e1479: 8 total, 8 up, 8 in 2023-12-20T11:38:52.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:51 smithi123 ceph-mon[191304]: pgmap v2682: 137 pgs: 137 active+clean; 773 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 6.2 KiB/s wr, 301 op/s 2023-12-20T11:38:52.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:51 smithi123 ceph-mon[191304]: osdmap e1479: 8 total, 8 up, 8 in 2023-12-20T11:38:52.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:51 smithi123 ceph-mon[188613]: pgmap v2682: 137 pgs: 137 active+clean; 773 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 6.2 KiB/s wr, 301 op/s 2023-12-20T11:38:52.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:51 smithi123 ceph-mon[188613]: osdmap e1479: 8 total, 8 up, 8 in 2023-12-20T11:38:52.725 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:52.725 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:52.749 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:52.749 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:52.749 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:52.754 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:52.754 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to HEAD diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:52.754 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:52.756 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:52.756 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:52.756 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:52.758 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:52.758 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:52.758 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:52.760 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~4194304,301989888~104857600] 2023-12-20T11:38:52.760 INFO:tasks.workunit.client.0.smithi123.stdout:from 5 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:52.760 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,306184192~83886080,394264576~12582912] 2023-12-20T11:38:52.761 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~4194304,306184192~100663296] 2023-12-20T11:38:53.697 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:53.697 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:53.726 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:53.726 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:53.727 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:53.730 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:53.730 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to HEAD diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:53.730 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:53.734 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:53.734 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:53.734 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:53.736 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:53.736 INFO:tasks.workunit.client.0.smithi123.stdout:from 4 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:53.736 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~83886080,247463936~16777216,268435456~16777216,293601280~4194304,301989888~88080384,394264576~12582912] 2023-12-20T11:38:53.737 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~4194304,301989888~104857600] 2023-12-20T11:38:53.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:53 smithi123 ceph-mon[188613]: pgmap v2685: 137 pgs: 137 active+clean; 715 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 69 KiB/s rd, 0 B/s wr, 137 op/s 2023-12-20T11:38:53.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:53 smithi123 ceph-mon[188613]: osdmap e1480: 8 total, 8 up, 8 in 2023-12-20T11:38:53.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:53 smithi123 ceph-mon[188613]: osdmap e1481: 8 total, 8 up, 8 in 2023-12-20T11:38:53.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:53 smithi123 ceph-mon[191304]: pgmap v2685: 137 pgs: 137 active+clean; 715 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 69 KiB/s rd, 0 B/s wr, 137 op/s 2023-12-20T11:38:53.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:53 smithi123 ceph-mon[191304]: osdmap e1480: 8 total, 8 up, 8 in 2023-12-20T11:38:53.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:53 smithi123 ceph-mon[191304]: osdmap e1481: 8 total, 8 up, 8 in 2023-12-20T11:38:54.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:53 smithi177 ceph-mon[212096]: pgmap v2685: 137 pgs: 137 active+clean; 715 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 69 KiB/s rd, 0 B/s wr, 137 op/s 2023-12-20T11:38:54.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:53 smithi177 ceph-mon[212096]: osdmap e1480: 8 total, 8 up, 8 in 2023-12-20T11:38:54.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:53 smithi177 ceph-mon[212096]: osdmap e1481: 8 total, 8 up, 8 in 2023-12-20T11:38:54.737 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:54.737 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:54.762 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:54.762 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:54.762 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:54.767 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:54.767 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to HEAD diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:54.767 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:54.769 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:54.769 INFO:tasks.workunit.client.0.smithi123.stdout:from 3 to HEAD diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:54.769 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~67108864,113246208~4194304,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:54.770 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:55.740 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:55.740 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:55.756 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:55.756 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:55.756 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:55.759 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:55.759 INFO:tasks.workunit.client.0.smithi123.stdout:from 2 to HEAD diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:55.759 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~37748736,41943040~75497472,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:55.761 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:55.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:55 smithi123 ceph-mon[191304]: pgmap v2688: 137 pgs: 137 active+clean; 662 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 6.2 KiB/s wr, 293 op/s 2023-12-20T11:38:55.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:55 smithi123 ceph-mon[191304]: osdmap e1482: 8 total, 8 up, 8 in 2023-12-20T11:38:55.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:55 smithi123 ceph-mon[188613]: pgmap v2688: 137 pgs: 137 active+clean; 662 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 6.2 KiB/s wr, 293 op/s 2023-12-20T11:38:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:55 smithi123 ceph-mon[188613]: osdmap e1482: 8 total, 8 up, 8 in 2023-12-20T11:38:56.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:55 smithi177 ceph-mon[212096]: pgmap v2688: 137 pgs: 137 active+clean; 662 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 6.2 KiB/s wr, 293 op/s 2023-12-20T11:38:56.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:55 smithi177 ceph-mon[212096]: osdmap e1482: 8 total, 8 up, 8 in 2023-12-20T11:38:56.750 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:56.750 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:56.764 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:56.764 INFO:tasks.workunit.client.0.smithi123.stdout:from 1 to HEAD diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:56.764 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~117440512,121634816~33554432,159383552~104857600,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:56.768 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:56.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:56 smithi123 ceph-mon[191304]: osdmap e1483: 8 total, 8 up, 8 in 2023-12-20T11:38:56.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:38:56.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:56 smithi123 ceph-mon[188613]: osdmap e1483: 8 total, 8 up, 8 in 2023-12-20T11:38:56.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:38:57.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:56 smithi177 ceph-mon[212096]: osdmap e1483: 8 total, 8 up, 8 in 2023-12-20T11:38:57.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:38:57.744 INFO:tasks.workunit.client.0.smithi123.stdout:from 0 to HEAD diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:57.744 INFO:tasks.workunit.client.0.smithi123.stdout: limited diff [0~88080384,92274688~25165824,121634816~142606336,268435456~20971520,293601280~96468992,394264576~12582912] 2023-12-20T11:38:57.775 INFO:tasks.workunit.client.0.smithi123.stdout: actual was [0~264241152,268435456~20971520,293601280~113246208] 2023-12-20T11:38:57.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:57 smithi123 ceph-mon[191304]: pgmap v2691: 137 pgs: 137 active+clean; 613 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 6.2 KiB/s wr, 219 op/s 2023-12-20T11:38:57.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:57 smithi123 ceph-mon[191304]: osdmap e1484: 8 total, 8 up, 8 in 2023-12-20T11:38:57.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:57 smithi123 ceph-mon[188613]: pgmap v2691: 137 pgs: 137 active+clean; 613 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 6.2 KiB/s wr, 219 op/s 2023-12-20T11:38:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:57 smithi123 ceph-mon[188613]: osdmap e1484: 8 total, 8 up, 8 in 2023-12-20T11:38:58.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:57 smithi177 ceph-mon[212096]: pgmap v2691: 137 pgs: 137 active+clean; 613 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 6.2 KiB/s wr, 219 op/s 2023-12-20T11:38:58.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:57 smithi177 ceph-mon[212096]: osdmap e1484: 8 total, 8 up, 8 in 2023-12-20T11:38:58.730 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (38876 ms) 2023-12-20T11:38:58.730 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] DiffIterateTest/1.DiffIterateRegression6926 2023-12-20T11:38:58.730 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:38:58.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:58 smithi123 ceph-mon[191304]: osdmap e1485: 8 total, 8 up, 8 in 2023-12-20T11:38:58.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:58 smithi123 ceph-mon[191304]: osdmap e1486: 8 total, 8 up, 8 in 2023-12-20T11:38:58.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:58 smithi123 ceph-mon[188613]: osdmap e1485: 8 total, 8 up, 8 in 2023-12-20T11:38:58.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:58 smithi123 ceph-mon[188613]: osdmap e1486: 8 total, 8 up, 8 in 2023-12-20T11:38:59.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:58 smithi177 ceph-mon[212096]: osdmap e1485: 8 total, 8 up, 8 in 2023-12-20T11:38:59.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:58 smithi177 ceph-mon[212096]: osdmap e1486: 8 total, 8 up, 8 in 2023-12-20T11:38:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:38:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:38:59] "GET /metrics HTTP/1.1" 200 36524 "" "Prometheus/2.43.0" 2023-12-20T11:38:59.771 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 0~4194304 2023-12-20T11:38:59.776 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] DiffIterateTest/1.DiffIterateRegression6926 (1047 ms) 2023-12-20T11:38:59.776 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2023-12-20T11:38:59.776 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:38:59.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:38:59 smithi123 ceph-mon[191304]: pgmap v2694: 137 pgs: 137 active+clean; 529 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.5 KiB/s wr, 131 op/s 2023-12-20T11:38:59.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:38:59 smithi123 ceph-mon[188613]: pgmap v2694: 137 pgs: 137 active+clean; 529 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.5 KiB/s wr, 131 op/s 2023-12-20T11:39:00.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:38:59 smithi177 ceph-mon[212096]: pgmap v2694: 137 pgs: 137 active+clean; 529 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.5 KiB/s wr, 131 op/s 2023-12-20T11:39:00.838 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 0~4194304 2023-12-20T11:39:00.839 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 4194304~4194304 2023-12-20T11:39:00.839 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 8388608~4194304 2023-12-20T11:39:00.839 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 12582912~4194304 2023-12-20T11:39:00.839 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 16777216~4194304 2023-12-20T11:39:00.874 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 0~4194304 2023-12-20T11:39:00.874 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 4194304~4194304 2023-12-20T11:39:00.875 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 8388608~4194304 2023-12-20T11:39:00.875 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 16777216~4194304 2023-12-20T11:39:00.886 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1110 ms) 2023-12-20T11:39:00.886 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2023-12-20T11:39:00.886 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:39:01.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:00 smithi177 ceph-mon[212096]: osdmap e1487: 8 total, 8 up, 8 in 2023-12-20T11:39:01.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:00 smithi123 ceph-mon[191304]: osdmap e1487: 8 total, 8 up, 8 in 2023-12-20T11:39:01.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:00 smithi123 ceph-mon[188613]: osdmap e1487: 8 total, 8 up, 8 in 2023-12-20T11:39:01.883 INFO:tasks.workunit.client.0.smithi123.stdout: wrote [4194304~16777216] to clone 2023-12-20T11:39:01.883 INFO:tasks.workunit.client.0.smithi123.stdout: diff was [4194304~16777216] 2023-12-20T11:39:01.887 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (1001 ms) 2023-12-20T11:39:01.887 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2023-12-20T11:39:01.887 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:39:01.911 INFO:tasks.workunit.client.0.smithi123.stdout: wrote [1000577~7128,6779423~75677,10520553~21656,12631931~36891,13131695~69185,13250845~83198,13592727~66330,14248409~54694,18786299~48894] 2023-12-20T11:39:01.918 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (30 ms) 2023-12-20T11:39:01.918 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2023-12-20T11:39:01.918 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:39:02.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:01 smithi177 ceph-mon[212096]: pgmap v2697: 137 pgs: 137 active+clean; 497 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 5.5 KiB/s wr, 106 op/s 2023-12-20T11:39:02.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:01 smithi177 ceph-mon[212096]: osdmap e1488: 8 total, 8 up, 8 in 2023-12-20T11:39:02.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:01 smithi123 ceph-mon[191304]: pgmap v2697: 137 pgs: 137 active+clean; 497 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 5.5 KiB/s wr, 106 op/s 2023-12-20T11:39:02.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:01 smithi123 ceph-mon[191304]: osdmap e1488: 8 total, 8 up, 8 in 2023-12-20T11:39:02.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:01 smithi123 ceph-mon[188613]: pgmap v2697: 137 pgs: 137 active+clean; 497 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 5.5 KiB/s wr, 106 op/s 2023-12-20T11:39:02.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:01 smithi123 ceph-mon[188613]: osdmap e1488: 8 total, 8 up, 8 in 2023-12-20T11:39:03.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:02 smithi177 ceph-mon[212096]: osdmap e1489: 8 total, 8 up, 8 in 2023-12-20T11:39:03.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:02 smithi123 ceph-mon[191304]: osdmap e1489: 8 total, 8 up, 8 in 2023-12-20T11:39:03.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:02 smithi123 ceph-mon[188613]: osdmap e1489: 8 total, 8 up, 8 in 2023-12-20T11:39:03.792 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (1875 ms) 2023-12-20T11:39:03.792 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2023-12-20T11:39:03.792 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:39:03.843 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 5000005~1234 2023-12-20T11:39:03.847 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (55 ms) 2023-12-20T11:39:03.847 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2023-12-20T11:39:03.847 INFO:tasks.workunit.client.0.smithi123.stdout:using new format! 2023-12-20T11:39:03.932 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 8376263~12345 2023-12-20T11:39:03.932 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 8388608~4194304 2023-12-20T11:39:03.932 INFO:tasks.workunit.client.0.smithi123.stdout:iterate_cb 12582912~54321 2023-12-20T11:39:03.936 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (89 ms) 2023-12-20T11:39:03.936 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2023-12-20T11:39:03.936 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:39:03.936 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2023-12-20T11:39:04.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:03 smithi177 ceph-mon[212096]: pgmap v2700: 137 pgs: 137 active+clean; 473 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 4.0 MiB/s wr, 135 op/s 2023-12-20T11:39:04.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:03 smithi177 ceph-mon[212096]: osdmap e1490: 8 total, 8 up, 8 in 2023-12-20T11:39:04.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:03 smithi177 ceph-mon[212096]: osdmap e1491: 8 total, 8 up, 8 in 2023-12-20T11:39:04.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:03 smithi123 ceph-mon[191304]: pgmap v2700: 137 pgs: 137 active+clean; 473 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 4.0 MiB/s wr, 135 op/s 2023-12-20T11:39:04.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:03 smithi123 ceph-mon[191304]: osdmap e1490: 8 total, 8 up, 8 in 2023-12-20T11:39:04.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:03 smithi123 ceph-mon[191304]: osdmap e1491: 8 total, 8 up, 8 in 2023-12-20T11:39:04.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:03 smithi123 ceph-mon[188613]: pgmap v2700: 137 pgs: 137 active+clean; 473 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 4.0 MiB/s wr, 135 op/s 2023-12-20T11:39:04.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:03 smithi123 ceph-mon[188613]: osdmap e1490: 8 total, 8 up, 8 in 2023-12-20T11:39:04.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:03 smithi123 ceph-mon[188613]: osdmap e1491: 8 total, 8 up, 8 in 2023-12-20T11:39:04.789 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 11 tests from DiffIterateTest/1 (52138 ms total) 2023-12-20T11:39:04.789 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:39:04.789 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 17 tests from TestImageWatcher 2023-12-20T11:39:06.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:05 smithi177 ceph-mon[212096]: pgmap v2703: 137 pgs: 137 active+clean; 503 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 12 MiB/s wr, 217 op/s 2023-12-20T11:39:06.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:05 smithi177 ceph-mon[212096]: osdmap e1492: 8 total, 8 up, 8 in 2023-12-20T11:39:06.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:05 smithi123 ceph-mon[188613]: pgmap v2703: 137 pgs: 137 active+clean; 503 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 12 MiB/s wr, 217 op/s 2023-12-20T11:39:06.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:05 smithi123 ceph-mon[188613]: osdmap e1492: 8 total, 8 up, 8 in 2023-12-20T11:39:06.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:05 smithi123 ceph-mon[191304]: pgmap v2703: 137 pgs: 137 active+clean; 503 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 12 MiB/s wr, 217 op/s 2023-12-20T11:39:06.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:05 smithi123 ceph-mon[191304]: osdmap e1492: 8 total, 8 up, 8 in 2023-12-20T11:39:06.782 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2023-12-20T11:39:07.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:06 smithi177 ceph-mon[212096]: osdmap e1493: 8 total, 8 up, 8 in 2023-12-20T11:39:07.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:06 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1209758917' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:39:07.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:06 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:39:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:06 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-24","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:39:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:06 smithi177 ceph-mon[212096]: osdmap e1494: 8 total, 8 up, 8 in 2023-12-20T11:39:07.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:06 smithi123 ceph-mon[191304]: osdmap e1493: 8 total, 8 up, 8 in 2023-12-20T11:39:07.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:06 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1209758917' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:39:07.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:06 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:39:07.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:06 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-24","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:39:07.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:06 smithi123 ceph-mon[191304]: osdmap e1494: 8 total, 8 up, 8 in 2023-12-20T11:39:07.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:06 smithi123 ceph-mon[188613]: osdmap e1493: 8 total, 8 up, 8 in 2023-12-20T11:39:07.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:06 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1209758917' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:39:07.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:06 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:39:07.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:06 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-24","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:39:07.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:06 smithi123 ceph-mon[188613]: osdmap e1494: 8 total, 8 up, 8 in 2023-12-20T11:39:08.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:07 smithi177 ceph-mon[212096]: pgmap v2706: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-12-20T11:39:08.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:07 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:39:08.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:07 smithi177 ceph-mon[212096]: osdmap e1495: 8 total, 8 up, 8 in 2023-12-20T11:39:08.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:07 smithi123 ceph-mon[188613]: pgmap v2706: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-12-20T11:39:08.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:07 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:39:08.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:07 smithi123 ceph-mon[188613]: osdmap e1495: 8 total, 8 up, 8 in 2023-12-20T11:39:08.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:07 smithi123 ceph-mon[191304]: pgmap v2706: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-12-20T11:39:08.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:07 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:39:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:07 smithi123 ceph-mon[191304]: osdmap e1495: 8 total, 8 up, 8 in 2023-12-20T11:39:08.837 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2056 ms) 2023-12-20T11:39:08.837 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2023-12-20T11:39:08.861 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestImageWatcher.NotifyFlatten (24 ms) 2023-12-20T11:39:08.861 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestImageWatcher.NotifyResize 2023-12-20T11:39:08.884 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestImageWatcher.NotifyResize (23 ms) 2023-12-20T11:39:08.884 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2023-12-20T11:39:08.906 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (22 ms) 2023-12-20T11:39:08.907 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2023-12-20T11:39:08.928 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (22 ms) 2023-12-20T11:39:08.929 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2023-12-20T11:39:08.951 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (23 ms) 2023-12-20T11:39:08.951 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2023-12-20T11:39:08.972 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (21 ms) 2023-12-20T11:39:08.972 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2023-12-20T11:39:08.992 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestImageWatcher.NotifySnapRename (20 ms) 2023-12-20T11:39:08.993 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2023-12-20T11:39:09.014 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (22 ms) 2023-12-20T11:39:09.014 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2023-12-20T11:39:09.034 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (19 ms) 2023-12-20T11:39:09.034 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2023-12-20T11:39:09.052 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (19 ms) 2023-12-20T11:39:09.053 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2023-12-20T11:39:09.073 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (21 ms) 2023-12-20T11:39:09.073 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestImageWatcher.NotifyRename 2023-12-20T11:39:09.093 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestImageWatcher.NotifyRename (20 ms) 2023-12-20T11:39:09.093 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2023-12-20T11:39:09.113 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (20 ms) 2023-12-20T11:39:09.113 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2023-12-20T11:39:09.133 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (20 ms) 2023-12-20T11:39:09.133 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2023-12-20T11:39:09.156 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (22 ms) 2023-12-20T11:39:09.156 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2023-12-20T11:39:09.177 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (22 ms) 2023-12-20T11:39:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:39:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:39:09] "GET /metrics HTTP/1.1" 200 36524 "" "Prometheus/2.43.0" 2023-12-20T11:39:09.835 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 17 tests from TestImageWatcher (2396 ms total) 2023-12-20T11:39:09.835 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:39:09.835 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 34 tests from TestInternal 2023-12-20T11:39:10.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:09 smithi177 ceph-mon[212096]: pgmap v2709: 137 pgs: 16 creating+peering, 7 unknown, 114 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:39:10.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:09 smithi177 ceph-mon[212096]: osdmap e1496: 8 total, 8 up, 8 in 2023-12-20T11:39:10.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:09 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:39:10.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:09 smithi123 ceph-mon[188613]: pgmap v2709: 137 pgs: 16 creating+peering, 7 unknown, 114 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:39:10.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:09 smithi123 ceph-mon[188613]: osdmap e1496: 8 total, 8 up, 8 in 2023-12-20T11:39:10.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:09 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:39:10.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:09 smithi123 ceph-mon[191304]: pgmap v2709: 137 pgs: 16 creating+peering, 7 unknown, 114 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:39:10.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:09 smithi123 ceph-mon[191304]: osdmap e1496: 8 total, 8 up, 8 in 2023-12-20T11:39:10.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:09 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:39:11.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:10 smithi177 ceph-mon[212096]: osdmap e1497: 8 total, 8 up, 8 in 2023-12-20T11:39:11.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:10 smithi123 ceph-mon[191304]: osdmap e1497: 8 total, 8 up, 8 in 2023-12-20T11:39:11.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:10 smithi123 ceph-mon[188613]: osdmap e1497: 8 total, 8 up, 8 in 2023-12-20T11:39:11.832 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.OpenByID 2023-12-20T11:39:12.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:11 smithi177 ceph-mon[212096]: pgmap v2712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:39:12.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:11 smithi177 ceph-mon[212096]: osdmap e1498: 8 total, 8 up, 8 in 2023-12-20T11:39:12.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:11 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1363085845' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:39:12.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:11 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:39:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:39:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:11 smithi123 ceph-mon[191304]: pgmap v2712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:39:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:11 smithi123 ceph-mon[191304]: osdmap e1498: 8 total, 8 up, 8 in 2023-12-20T11:39:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:11 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1363085845' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:39:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:11 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:39:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:39:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:11 smithi123 ceph-mon[188613]: pgmap v2712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:39:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:11 smithi123 ceph-mon[188613]: osdmap e1498: 8 total, 8 up, 8 in 2023-12-20T11:39:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:11 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1363085845' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:39:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:11 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:39:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:39:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:12 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-25","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:39:13.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:12 smithi177 ceph-mon[212096]: osdmap e1499: 8 total, 8 up, 8 in 2023-12-20T11:39:13.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:12 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-25","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:39:13.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:12 smithi123 ceph-mon[191304]: osdmap e1499: 8 total, 8 up, 8 in 2023-12-20T11:39:13.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:12 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-25","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:39:13.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:12 smithi123 ceph-mon[188613]: osdmap e1499: 8 total, 8 up, 8 in 2023-12-20T11:39:13.892 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.OpenByID (2061 ms) 2023-12-20T11:39:13.892 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.OpenSnapDNE 2023-12-20T11:39:13.918 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.OpenSnapDNE (26 ms) 2023-12-20T11:39:13.918 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2023-12-20T11:39:13.940 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (22 ms) 2023-12-20T11:39:13.940 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.ResizeLocksImage 2023-12-20T11:39:13.965 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.ResizeLocksImage (25 ms) 2023-12-20T11:39:13.965 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2023-12-20T11:39:13.982 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (17 ms) 2023-12-20T11:39:13.982 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2023-12-20T11:39:14.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:13 smithi177 ceph-mon[212096]: pgmap v2715: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:39:14.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:13 smithi177 ceph-mon[212096]: osdmap e1500: 8 total, 8 up, 8 in 2023-12-20T11:39:14.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:13 smithi123 ceph-mon[191304]: pgmap v2715: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:39:14.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:13 smithi123 ceph-mon[191304]: osdmap e1500: 8 total, 8 up, 8 in 2023-12-20T11:39:14.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:13 smithi123 ceph-mon[188613]: pgmap v2715: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:39:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:13 smithi123 ceph-mon[188613]: osdmap e1500: 8 total, 8 up, 8 in 2023-12-20T11:39:15.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:14 smithi177 ceph-mon[212096]: osdmap e1501: 8 total, 8 up, 8 in 2023-12-20T11:39:15.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:14 smithi123 ceph-mon[191304]: osdmap e1501: 8 total, 8 up, 8 in 2023-12-20T11:39:15.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:14 smithi123 ceph-mon[188613]: osdmap e1501: 8 total, 8 up, 8 in 2023-12-20T11:39:15.872 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1889 ms) 2023-12-20T11:39:15.872 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2023-12-20T11:39:15.900 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (28 ms) 2023-12-20T11:39:15.900 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2023-12-20T11:39:16.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:15 smithi177 ceph-mon[212096]: pgmap v2718: 137 pgs: 14 creating+peering, 123 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 1023 B/s wr, 10 op/s 2023-12-20T11:39:16.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:15 smithi177 ceph-mon[212096]: osdmap e1502: 8 total, 8 up, 8 in 2023-12-20T11:39:16.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:15 smithi123 ceph-mon[191304]: pgmap v2718: 137 pgs: 14 creating+peering, 123 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 1023 B/s wr, 10 op/s 2023-12-20T11:39:16.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:15 smithi123 ceph-mon[191304]: osdmap e1502: 8 total, 8 up, 8 in 2023-12-20T11:39:16.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:15 smithi123 ceph-mon[188613]: pgmap v2718: 137 pgs: 14 creating+peering, 123 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 1023 B/s wr, 10 op/s 2023-12-20T11:39:16.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:15 smithi123 ceph-mon[188613]: osdmap e1502: 8 total, 8 up, 8 in 2023-12-20T11:39:17.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:16 smithi177 ceph-mon[212096]: osdmap e1503: 8 total, 8 up, 8 in 2023-12-20T11:39:17.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:16 smithi123 ceph-mon[191304]: osdmap e1503: 8 total, 8 up, 8 in 2023-12-20T11:39:17.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:16 smithi123 ceph-mon[188613]: osdmap e1503: 8 total, 8 up, 8 in 2023-12-20T11:39:17.899 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1999 ms) 2023-12-20T11:39:17.899 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2023-12-20T11:39:18.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:17 smithi177 ceph-mon[212096]: pgmap v2721: 137 pgs: 2 creating+peering, 135 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 6.2 KiB/s wr, 53 op/s 2023-12-20T11:39:18.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:17 smithi177 ceph-mon[212096]: osdmap e1504: 8 total, 8 up, 8 in 2023-12-20T11:39:18.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:17 smithi123 ceph-mon[191304]: pgmap v2721: 137 pgs: 2 creating+peering, 135 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 6.2 KiB/s wr, 53 op/s 2023-12-20T11:39:18.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:17 smithi123 ceph-mon[191304]: osdmap e1504: 8 total, 8 up, 8 in 2023-12-20T11:39:18.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:17 smithi123 ceph-mon[188613]: pgmap v2721: 137 pgs: 2 creating+peering, 135 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 6.2 KiB/s wr, 53 op/s 2023-12-20T11:39:18.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:17 smithi123 ceph-mon[188613]: osdmap e1504: 8 total, 8 up, 8 in 2023-12-20T11:39:19.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:18 smithi177 ceph-mon[212096]: osdmap e1505: 8 total, 8 up, 8 in 2023-12-20T11:39:19.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:18 smithi123 ceph-mon[191304]: osdmap e1505: 8 total, 8 up, 8 in 2023-12-20T11:39:19.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:18 smithi123 ceph-mon[188613]: osdmap e1505: 8 total, 8 up, 8 in 2023-12-20T11:39:19.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:39:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:39:19] "GET /metrics HTTP/1.1" 200 36514 "" "Prometheus/2.43.0" 2023-12-20T11:39:19.910 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2012 ms) 2023-12-20T11:39:19.910 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2023-12-20T11:39:20.020 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:39:20.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:19 smithi177 ceph-mon[212096]: pgmap v2724: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 9.2 KiB/s wr, 103 op/s 2023-12-20T11:39:20.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:19 smithi177 ceph-mon[212096]: osdmap e1506: 8 total, 8 up, 8 in 2023-12-20T11:39:20.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:19 smithi123 ceph-mon[188613]: pgmap v2724: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 9.2 KiB/s wr, 103 op/s 2023-12-20T11:39:20.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:19 smithi123 ceph-mon[188613]: osdmap e1506: 8 total, 8 up, 8 in 2023-12-20T11:39:20.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:19 smithi123 ceph-mon[191304]: pgmap v2724: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 9.2 KiB/s wr, 103 op/s 2023-12-20T11:39:20.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:19 smithi123 ceph-mon[191304]: osdmap e1506: 8 total, 8 up, 8 in 2023-12-20T11:39:20.331 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:39:20.332 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (48m) 4m ago 51m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:39:20.332 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (47m) 117s ago 50m 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:39:20.332 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (51m) 4m ago 51m 23.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:39:20.332 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (51m) 117s ago 51m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:39:20.332 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (47m) 117s ago 54m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:39:20.332 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (47m) 4m ago 55m 576M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:39:20.332 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (47m) 4m ago 55m 360M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:39:20.332 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (46m) 117s ago 54m 205M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:39:20.332 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (46m) 4m ago 54m 210M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:39:20.333 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (48m) 4m ago 50m 19.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:39:20.333 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (47m) 117s ago 50m 19.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:39:20.333 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (46m) 4m ago 54m 2466M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:39:20.333 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (45m) 4m ago 53m 2803M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:39:20.333 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (45m) 4m ago 53m 2708M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:39:20.333 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (44m) 4m ago 53m 2531M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:39:20.333 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (44m) 117s ago 52m 2129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:39:20.333 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (43m) 117s ago 52m 2317M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:39:20.333 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (43m) 117s ago 52m 1836M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:39:20.333 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (43m) 117s ago 52m 2209M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:39:20.333 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (47m) 117s ago 51m 92.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:39:20.713 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:39:20.713 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:39:20.713 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:39:20.713 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:39:20.713 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:39:20.713 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:39:20.713 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:39:20.713 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:39:20.714 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:39:20.714 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:39:20.714 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:39:20.714 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:39:20.714 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:39:20.714 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:39:20.714 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:39:20.714 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:39:20.714 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:39:20.714 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:39:21.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:20 smithi177 ceph-mon[212096]: osdmap e1507: 8 total, 8 up, 8 in 2023-12-20T11:39:21.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:20 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1242705598' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:39:21.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:20 smithi123 ceph-mon[191304]: osdmap e1507: 8 total, 8 up, 8 in 2023-12-20T11:39:21.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:20 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1242705598' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:39:21.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:20 smithi123 ceph-mon[188613]: osdmap e1507: 8 total, 8 up, 8 in 2023-12-20T11:39:21.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:20 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1242705598' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:39:21.921 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.SnapSetReleasesLock (2011 ms) 2023-12-20T11:39:21.921 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.FlattenLocksImage 2023-12-20T11:39:22.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:21 smithi177 ceph-mon[212096]: from='client.47015 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:39:22.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:21 smithi177 ceph-mon[212096]: from='client.37074 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:39:22.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:21 smithi177 ceph-mon[212096]: pgmap v2727: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 4.7 KiB/s wr, 70 op/s 2023-12-20T11:39:22.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:21 smithi177 ceph-mon[212096]: osdmap e1508: 8 total, 8 up, 8 in 2023-12-20T11:39:22.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:21 smithi123 ceph-mon[188613]: from='client.47015 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:39:22.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:21 smithi123 ceph-mon[188613]: from='client.37074 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:39:22.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:21 smithi123 ceph-mon[188613]: pgmap v2727: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 4.7 KiB/s wr, 70 op/s 2023-12-20T11:39:22.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:21 smithi123 ceph-mon[188613]: osdmap e1508: 8 total, 8 up, 8 in 2023-12-20T11:39:22.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:21 smithi123 ceph-mon[191304]: from='client.47015 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:39:22.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:21 smithi123 ceph-mon[191304]: from='client.37074 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:39:22.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:21 smithi123 ceph-mon[191304]: pgmap v2727: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 4.7 KiB/s wr, 70 op/s 2023-12-20T11:39:22.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:21 smithi123 ceph-mon[191304]: osdmap e1508: 8 total, 8 up, 8 in 2023-12-20T11:39:23.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:22 smithi177 ceph-mon[212096]: osdmap e1509: 8 total, 8 up, 8 in 2023-12-20T11:39:23.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:39:23.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:22 smithi177 ceph-mon[212096]: pgmap v2730: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 7.2 KiB/s wr, 124 op/s 2023-12-20T11:39:23.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:22 smithi123 ceph-mon[191304]: osdmap e1509: 8 total, 8 up, 8 in 2023-12-20T11:39:23.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:39:23.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:22 smithi123 ceph-mon[191304]: pgmap v2730: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 7.2 KiB/s wr, 124 op/s 2023-12-20T11:39:23.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:22 smithi123 ceph-mon[188613]: osdmap e1509: 8 total, 8 up, 8 in 2023-12-20T11:39:23.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:39:23.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:22 smithi123 ceph-mon[188613]: pgmap v2730: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 7.2 KiB/s wr, 124 op/s 2023-12-20T11:39:23.722 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.FlattenLocksImage (1800 ms) 2023-12-20T11:39:23.722 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2023-12-20T11:39:24.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:23 smithi123 ceph-mon[191304]: osdmap e1510: 8 total, 8 up, 8 in 2023-12-20T11:39:24.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:23 smithi123 ceph-mon[191304]: osdmap e1511: 8 total, 8 up, 8 in 2023-12-20T11:39:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:23 smithi123 ceph-mon[188613]: osdmap e1510: 8 total, 8 up, 8 in 2023-12-20T11:39:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:23 smithi123 ceph-mon[188613]: osdmap e1511: 8 total, 8 up, 8 in 2023-12-20T11:39:24.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:23 smithi177 ceph-mon[212096]: osdmap e1510: 8 total, 8 up, 8 in 2023-12-20T11:39:24.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:23 smithi177 ceph-mon[212096]: osdmap e1511: 8 total, 8 up, 8 in 2023-12-20T11:39:25.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:39:25.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:24 smithi123 ceph-mon[191304]: pgmap v2733: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 10 KiB/s wr, 204 op/s 2023-12-20T11:39:25.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:24 smithi123 ceph-mon[191304]: osdmap e1512: 8 total, 8 up, 8 in 2023-12-20T11:39:25.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:39:25.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:39:25.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:39:25.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:39:25.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:24 smithi123 ceph-mon[188613]: pgmap v2733: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 10 KiB/s wr, 204 op/s 2023-12-20T11:39:25.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:24 smithi123 ceph-mon[188613]: osdmap e1512: 8 total, 8 up, 8 in 2023-12-20T11:39:25.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:39:25.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:39:25.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:39:25.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:39:25.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:24 smithi177 ceph-mon[212096]: pgmap v2733: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 10 KiB/s wr, 204 op/s 2023-12-20T11:39:25.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:24 smithi177 ceph-mon[212096]: osdmap e1512: 8 total, 8 up, 8 in 2023-12-20T11:39:25.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:39:25.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:39:25.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:39:25.759 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (2038 ms) 2023-12-20T11:39:25.759 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2023-12-20T11:39:26.752 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (993 ms) 2023-12-20T11:39:26.752 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2023-12-20T11:39:27.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:26 smithi177 ceph-mon[212096]: osdmap e1513: 8 total, 8 up, 8 in 2023-12-20T11:39:27.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:26 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1438960203' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.123:0/1438960203"}]: dispatch 2023-12-20T11:39:27.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:39:27.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:26 smithi123 ceph-mon[191304]: osdmap e1513: 8 total, 8 up, 8 in 2023-12-20T11:39:27.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:26 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1438960203' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.123:0/1438960203"}]: dispatch 2023-12-20T11:39:27.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:39:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:26 smithi123 ceph-mon[188613]: osdmap e1513: 8 total, 8 up, 8 in 2023-12-20T11:39:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:26 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1438960203' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.123:0/1438960203"}]: dispatch 2023-12-20T11:39:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:39:27.769 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (1017 ms) 2023-12-20T11:39:27.769 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2023-12-20T11:39:27.805 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.AioWriteRequestsLock (36 ms) 2023-12-20T11:39:27.805 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2023-12-20T11:39:27.830 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (25 ms) 2023-12-20T11:39:27.830 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.CancelAsyncResize 2023-12-20T11:39:27.875 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.CancelAsyncResize (45 ms) 2023-12-20T11:39:27.875 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.MultipleResize 2023-12-20T11:39:27.928 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.MultipleResize (53 ms) 2023-12-20T11:39:27.928 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.Metadata 2023-12-20T11:39:27.971 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.Metadata (43 ms) 2023-12-20T11:39:27.971 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.MetadataConfApply 2023-12-20T11:39:28.001 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.MetadataConfApply (30 ms) 2023-12-20T11:39:28.001 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.SnapshotCopyup 2023-12-20T11:39:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:27 smithi177 ceph-mon[212096]: pgmap v2736: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 11 KiB/s wr, 202 op/s 2023-12-20T11:39:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:27 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1438960203' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.123:0/1438960203"}]': finished 2023-12-20T11:39:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:27 smithi177 ceph-mon[212096]: osdmap e1514: 8 total, 8 up, 8 in 2023-12-20T11:39:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:27 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1595195783' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.123:0/1595195783"}]: dispatch 2023-12-20T11:39:28.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:27 smithi123 ceph-mon[188613]: pgmap v2736: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 11 KiB/s wr, 202 op/s 2023-12-20T11:39:28.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:27 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1438960203' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.123:0/1438960203"}]': finished 2023-12-20T11:39:28.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:27 smithi123 ceph-mon[188613]: osdmap e1514: 8 total, 8 up, 8 in 2023-12-20T11:39:28.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:27 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1595195783' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.123:0/1595195783"}]: dispatch 2023-12-20T11:39:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:27 smithi123 ceph-mon[191304]: pgmap v2736: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 11 KiB/s wr, 202 op/s 2023-12-20T11:39:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:27 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1438960203' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.123:0/1438960203"}]': finished 2023-12-20T11:39:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:27 smithi123 ceph-mon[191304]: osdmap e1514: 8 total, 8 up, 8 in 2023-12-20T11:39:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:27 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1595195783' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.123:0/1595195783"}]: dispatch 2023-12-20T11:39:29.076 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:28 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1595195783' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.123:0/1595195783"}]': finished 2023-12-20T11:39:29.076 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:28 smithi123 ceph-mon[191304]: osdmap e1515: 8 total, 8 up, 8 in 2023-12-20T11:39:29.076 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:28 smithi123 ceph-mon[191304]: osdmap e1516: 8 total, 8 up, 8 in 2023-12-20T11:39:29.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:28 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1595195783' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.123:0/1595195783"}]': finished 2023-12-20T11:39:29.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:28 smithi123 ceph-mon[188613]: osdmap e1515: 8 total, 8 up, 8 in 2023-12-20T11:39:29.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:28 smithi123 ceph-mon[188613]: osdmap e1516: 8 total, 8 up, 8 in 2023-12-20T11:39:29.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:28 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1595195783' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.123:0/1595195783"}]': finished 2023-12-20T11:39:29.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:28 smithi177 ceph-mon[212096]: osdmap e1515: 8 total, 8 up, 8 in 2023-12-20T11:39:29.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:28 smithi177 ceph-mon[212096]: osdmap e1516: 8 total, 8 up, 8 in 2023-12-20T11:39:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:39:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:39:29] "GET /metrics HTTP/1.1" 200 36559 "" "Prometheus/2.43.0" 2023-12-20T11:39:30.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:29 smithi177 ceph-mon[212096]: pgmap v2739: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 20 KiB/s wr, 243 op/s 2023-12-20T11:39:30.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:29 smithi123 ceph-mon[191304]: pgmap v2739: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 20 KiB/s wr, 243 op/s 2023-12-20T11:39:30.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:29 smithi123 ceph-mon[188613]: pgmap v2739: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 20 KiB/s wr, 243 op/s 2023-12-20T11:39:30.886 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.SnapshotCopyup (2885 ms) 2023-12-20T11:39:30.886 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2023-12-20T11:39:31.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:30 smithi177 ceph-mon[212096]: osdmap e1517: 8 total, 8 up, 8 in 2023-12-20T11:39:31.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:30 smithi123 ceph-mon[188613]: osdmap e1517: 8 total, 8 up, 8 in 2023-12-20T11:39:31.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:30 smithi123 ceph-mon[191304]: osdmap e1517: 8 total, 8 up, 8 in 2023-12-20T11:39:32.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:31 smithi177 ceph-mon[212096]: pgmap v2742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 19 KiB/s wr, 206 op/s 2023-12-20T11:39:32.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:31 smithi177 ceph-mon[212096]: osdmap e1518: 8 total, 8 up, 8 in 2023-12-20T11:39:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:31 smithi123 ceph-mon[191304]: pgmap v2742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 19 KiB/s wr, 206 op/s 2023-12-20T11:39:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:31 smithi123 ceph-mon[191304]: osdmap e1518: 8 total, 8 up, 8 in 2023-12-20T11:39:32.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:31 smithi123 ceph-mon[188613]: pgmap v2742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 19 KiB/s wr, 206 op/s 2023-12-20T11:39:32.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:31 smithi123 ceph-mon[188613]: osdmap e1518: 8 total, 8 up, 8 in 2023-12-20T11:39:32.838 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (1952 ms) 2023-12-20T11:39:32.839 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2023-12-20T11:39:33.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:32 smithi177 ceph-mon[212096]: osdmap e1519: 8 total, 8 up, 8 in 2023-12-20T11:39:33.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:32 smithi123 ceph-mon[191304]: osdmap e1519: 8 total, 8 up, 8 in 2023-12-20T11:39:33.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:32 smithi123 ceph-mon[188613]: osdmap e1519: 8 total, 8 up, 8 in 2023-12-20T11:39:33.721 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (883 ms) 2023-12-20T11:39:33.721 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.ResizeCopyup 2023-12-20T11:39:34.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:33 smithi177 ceph-mon[212096]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 172 KiB/s rd, 17 KiB/s wr, 237 op/s 2023-12-20T11:39:34.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:33 smithi177 ceph-mon[212096]: osdmap e1520: 8 total, 8 up, 8 in 2023-12-20T11:39:34.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:33 smithi177 ceph-mon[212096]: osdmap e1521: 8 total, 8 up, 8 in 2023-12-20T11:39:34.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:33 smithi123 ceph-mon[191304]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 172 KiB/s rd, 17 KiB/s wr, 237 op/s 2023-12-20T11:39:34.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:33 smithi123 ceph-mon[191304]: osdmap e1520: 8 total, 8 up, 8 in 2023-12-20T11:39:34.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:33 smithi123 ceph-mon[191304]: osdmap e1521: 8 total, 8 up, 8 in 2023-12-20T11:39:34.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:33 smithi123 ceph-mon[188613]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 172 KiB/s rd, 17 KiB/s wr, 237 op/s 2023-12-20T11:39:34.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:33 smithi123 ceph-mon[188613]: osdmap e1520: 8 total, 8 up, 8 in 2023-12-20T11:39:34.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:33 smithi123 ceph-mon[188613]: osdmap e1521: 8 total, 8 up, 8 in 2023-12-20T11:39:35.758 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.ResizeCopyup (2036 ms) 2023-12-20T11:39:35.758 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.DiscardCopyup 2023-12-20T11:39:35.767 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:39:35.767 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.DiscardCopyup (9 ms) 2023-12-20T11:39:35.767 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.ImageOptions 2023-12-20T11:39:35.774 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.ImageOptions (8 ms) 2023-12-20T11:39:35.774 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.WriteFullCopyup 2023-12-20T11:39:35.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:35 smithi123 ceph-mon[191304]: pgmap v2748: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 213 KiB/s rd, 21 KiB/s wr, 299 op/s 2023-12-20T11:39:35.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:35 smithi123 ceph-mon[191304]: osdmap e1522: 8 total, 8 up, 8 in 2023-12-20T11:39:35.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:35 smithi123 ceph-mon[188613]: pgmap v2748: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 213 KiB/s rd, 21 KiB/s wr, 299 op/s 2023-12-20T11:39:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:35 smithi123 ceph-mon[188613]: osdmap e1522: 8 total, 8 up, 8 in 2023-12-20T11:39:36.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:35 smithi177 ceph-mon[212096]: pgmap v2748: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 213 KiB/s rd, 21 KiB/s wr, 299 op/s 2023-12-20T11:39:36.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:35 smithi177 ceph-mon[212096]: osdmap e1522: 8 total, 8 up, 8 in 2023-12-20T11:39:36.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:36 smithi123 ceph-mon[191304]: osdmap e1523: 8 total, 8 up, 8 in 2023-12-20T11:39:36.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:36 smithi123 ceph-mon[188613]: osdmap e1523: 8 total, 8 up, 8 in 2023-12-20T11:39:37.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:36 smithi177 ceph-mon[212096]: osdmap e1523: 8 total, 8 up, 8 in 2023-12-20T11:39:37.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:37 smithi123 ceph-mon[191304]: pgmap v2751: 137 pgs: 137 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 1.0 MiB/s wr, 274 op/s 2023-12-20T11:39:37.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:37 smithi123 ceph-mon[191304]: osdmap e1524: 8 total, 8 up, 8 in 2023-12-20T11:39:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:37 smithi123 ceph-mon[188613]: pgmap v2751: 137 pgs: 137 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 1.0 MiB/s wr, 274 op/s 2023-12-20T11:39:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:37 smithi123 ceph-mon[188613]: osdmap e1524: 8 total, 8 up, 8 in 2023-12-20T11:39:38.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:37 smithi177 ceph-mon[212096]: pgmap v2751: 137 pgs: 137 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 1.0 MiB/s wr, 274 op/s 2023-12-20T11:39:38.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:37 smithi177 ceph-mon[212096]: osdmap e1524: 8 total, 8 up, 8 in 2023-12-20T11:39:38.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:38 smithi123 ceph-mon[191304]: osdmap e1525: 8 total, 8 up, 8 in 2023-12-20T11:39:38.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:38 smithi123 ceph-mon[188613]: osdmap e1525: 8 total, 8 up, 8 in 2023-12-20T11:39:39.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:38 smithi177 ceph-mon[212096]: osdmap e1525: 8 total, 8 up, 8 in 2023-12-20T11:39:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:39:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:39:39] "GET /metrics HTTP/1.1" 200 36559 "" "Prometheus/2.43.0" 2023-12-20T11:39:39.759 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.WriteFullCopyup (3985 ms) 2023-12-20T11:39:39.759 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2023-12-20T11:39:39.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:39 smithi123 ceph-mon[191304]: pgmap v2754: 137 pgs: 137 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 226 op/s 2023-12-20T11:39:39.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:39 smithi123 ceph-mon[191304]: osdmap e1526: 8 total, 8 up, 8 in 2023-12-20T11:39:39.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:39 smithi123 ceph-mon[188613]: pgmap v2754: 137 pgs: 137 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 226 op/s 2023-12-20T11:39:39.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:39 smithi123 ceph-mon[188613]: osdmap e1526: 8 total, 8 up, 8 in 2023-12-20T11:39:40.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:39 smithi177 ceph-mon[212096]: pgmap v2754: 137 pgs: 137 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 226 op/s 2023-12-20T11:39:40.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:39 smithi177 ceph-mon[212096]: osdmap e1526: 8 total, 8 up, 8 in 2023-12-20T11:39:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:40 smithi177 ceph-mon[212096]: osdmap e1527: 8 total, 8 up, 8 in 2023-12-20T11:39:41.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:40 smithi123 ceph-mon[191304]: osdmap e1527: 8 total, 8 up, 8 in 2023-12-20T11:39:41.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:40 smithi123 ceph-mon[188613]: osdmap e1527: 8 total, 8 up, 8 in 2023-12-20T11:39:41.775 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2016 ms) 2023-12-20T11:39:41.775 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.TestCoR 2023-12-20T11:39:41.788 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING due to disabled rbd_copy_on_read 2023-12-20T11:39:41.788 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.TestCoR (12 ms) 2023-12-20T11:39:41.788 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2023-12-20T11:39:42.019 INFO:tasks.workunit.client.0.smithi123.stdout:made parent image "image57": 4194304K (1024 * 4K) 2023-12-20T11:39:42.019 INFO:tasks.workunit.client.0.smithi123.stdout:generated random write map: 2023-12-20T11:39:42.019 INFO:tasks.workunit.client.0.smithi123.stdout: [12 , 52475 ] 2023-12-20T11:39:42.019 INFO:tasks.workunit.client.0.smithi123.stdout: [16 , 66816 ] 2023-12-20T11:39:42.019 INFO:tasks.workunit.client.0.smithi123.stdout: [36 , 149239 ] 2023-12-20T11:39:42.019 INFO:tasks.workunit.client.0.smithi123.stdout: [39 , 159896 ] 2023-12-20T11:39:42.019 INFO:tasks.workunit.client.0.smithi123.stdout: [49 , 202878 ] 2023-12-20T11:39:42.019 INFO:tasks.workunit.client.0.smithi123.stdout: [61 , 253072 ] 2023-12-20T11:39:42.019 INFO:tasks.workunit.client.0.smithi123.stdout: [65 , 268315 ] 2023-12-20T11:39:42.019 INFO:tasks.workunit.client.0.smithi123.stdout: [70 , 287299 ] 2023-12-20T11:39:42.019 INFO:tasks.workunit.client.0.smithi123.stdout: [94 , 387104 ] 2023-12-20T11:39:42.020 INFO:tasks.workunit.client.0.smithi123.stdout: [118 , 484094 ] 2023-12-20T11:39:42.020 INFO:tasks.workunit.client.0.smithi123.stdout: [155 , 636226 ] 2023-12-20T11:39:42.020 INFO:tasks.workunit.client.0.smithi123.stdout: [171 , 703444 ] 2023-12-20T11:39:42.020 INFO:tasks.workunit.client.0.smithi123.stdout: [209 , 858622 ] 2023-12-20T11:39:42.020 INFO:tasks.workunit.client.0.smithi123.stdout: [218 , 893835 ] 2023-12-20T11:39:42.020 INFO:tasks.workunit.client.0.smithi123.stdout: [219 , 899138 ] 2023-12-20T11:39:42.020 INFO:tasks.workunit.client.0.smithi123.stdout: [224 , 919613 ] 2023-12-20T11:39:42.020 INFO:tasks.workunit.client.0.smithi123.stdout: [227 , 932034 ] 2023-12-20T11:39:42.020 INFO:tasks.workunit.client.0.smithi123.stdout: [239 , 982225 ] 2023-12-20T11:39:42.020 INFO:tasks.workunit.client.0.smithi123.stdout: [244 , 1001027 ] 2023-12-20T11:39:42.020 INFO:tasks.workunit.client.0.smithi123.stdout: [247 , 1013456 ] 2023-12-20T11:39:42.020 INFO:tasks.workunit.client.0.smithi123.stdout: [251 , 1029450 ] 2023-12-20T11:39:42.020 INFO:tasks.workunit.client.0.smithi123.stdout: [258 , 1058294 ] 2023-12-20T11:39:42.020 INFO:tasks.workunit.client.0.smithi123.stdout: [263 , 1078497 ] 2023-12-20T11:39:42.020 INFO:tasks.workunit.client.0.smithi123.stdout: [268 , 1099490 ] 2023-12-20T11:39:42.021 INFO:tasks.workunit.client.0.smithi123.stdout: [283 , 1160018 ] 2023-12-20T11:39:42.021 INFO:tasks.workunit.client.0.smithi123.stdout: [286 , 1174498 ] 2023-12-20T11:39:42.021 INFO:tasks.workunit.client.0.smithi123.stdout: [295 , 1208579 ] 2023-12-20T11:39:42.021 INFO:tasks.workunit.client.0.smithi123.stdout: [297 , 1218023 ] 2023-12-20T11:39:42.021 INFO:tasks.workunit.client.0.smithi123.stdout: [303 , 1241359 ] 2023-12-20T11:39:42.021 INFO:tasks.workunit.client.0.smithi123.stdout: [315 , 1291181 ] 2023-12-20T11:39:42.021 INFO:tasks.workunit.client.0.smithi123.stdout: [340 , 1394271 ] 2023-12-20T11:39:42.021 INFO:tasks.workunit.client.0.smithi123.stdout: [343 , 1407544 ] 2023-12-20T11:39:42.021 INFO:tasks.workunit.client.0.smithi123.stdout: [347 , 1421453 ] 2023-12-20T11:39:42.021 INFO:tasks.workunit.client.0.smithi123.stdout: [360 , 1475137 ] 2023-12-20T11:39:42.021 INFO:tasks.workunit.client.0.smithi123.stdout: [381 , 1562362 ] 2023-12-20T11:39:42.021 INFO:tasks.workunit.client.0.smithi123.stdout: [382 , 1567784 ] 2023-12-20T11:39:42.021 INFO:tasks.workunit.client.0.smithi123.stdout: [383 , 1570965 ] 2023-12-20T11:39:42.021 INFO:tasks.workunit.client.0.smithi123.stdout: [385 , 1579391 ] 2023-12-20T11:39:42.022 INFO:tasks.workunit.client.0.smithi123.stdout: [400 , 1641118 ] 2023-12-20T11:39:42.022 INFO:tasks.workunit.client.0.smithi123.stdout: [406 , 1665556 ] 2023-12-20T11:39:42.022 INFO:tasks.workunit.client.0.smithi123.stdout: [445 , 1823164 ] 2023-12-20T11:39:42.022 INFO:tasks.workunit.client.0.smithi123.stdout: [484 , 1986047 ] 2023-12-20T11:39:42.022 INFO:tasks.workunit.client.0.smithi123.stdout: [485 , 1987080 ] 2023-12-20T11:39:42.022 INFO:tasks.workunit.client.0.smithi123.stdout: [518 , 2123237 ] 2023-12-20T11:39:42.022 INFO:tasks.workunit.client.0.smithi123.stdout: [534 , 2189339 ] 2023-12-20T11:39:42.022 INFO:tasks.workunit.client.0.smithi123.stdout: [536 , 2197360 ] 2023-12-20T11:39:42.022 INFO:tasks.workunit.client.0.smithi123.stdout: [541 , 2216793 ] 2023-12-20T11:39:42.022 INFO:tasks.workunit.client.0.smithi123.stdout: [544 , 2231148 ] 2023-12-20T11:39:42.022 INFO:tasks.workunit.client.0.smithi123.stdout: [553 , 2267747 ] 2023-12-20T11:39:42.022 INFO:tasks.workunit.client.0.smithi123.stdout: [563 , 2306648 ] 2023-12-20T11:39:42.022 INFO:tasks.workunit.client.0.smithi123.stdout: [566 , 2321396 ] 2023-12-20T11:39:42.022 INFO:tasks.workunit.client.0.smithi123.stdout: [577 , 2366067 ] 2023-12-20T11:39:42.023 INFO:tasks.workunit.client.0.smithi123.stdout: [592 , 2427288 ] 2023-12-20T11:39:42.023 INFO:tasks.workunit.client.0.smithi123.stdout: [595 , 2439107 ] 2023-12-20T11:39:42.023 INFO:tasks.workunit.client.0.smithi123.stdout: [596 , 2442733 ] 2023-12-20T11:39:42.023 INFO:tasks.workunit.client.0.smithi123.stdout: [623 , 2554317 ] 2023-12-20T11:39:42.023 INFO:tasks.workunit.client.0.smithi123.stdout: [628 , 2573395 ] 2023-12-20T11:39:42.023 INFO:tasks.workunit.client.0.smithi123.stdout: [646 , 2648256 ] 2023-12-20T11:39:42.023 INFO:tasks.workunit.client.0.smithi123.stdout: [671 , 2751132 ] 2023-12-20T11:39:42.023 INFO:tasks.workunit.client.0.smithi123.stdout: [689 , 2822316 ] 2023-12-20T11:39:42.023 INFO:tasks.workunit.client.0.smithi123.stdout: [696 , 2854200 ] 2023-12-20T11:39:42.023 INFO:tasks.workunit.client.0.smithi123.stdout: [697 , 2857262 ] 2023-12-20T11:39:42.023 INFO:tasks.workunit.client.0.smithi123.stdout: [711 , 2914843 ] 2023-12-20T11:39:42.023 INFO:tasks.workunit.client.0.smithi123.stdout: [730 , 2991698 ] 2023-12-20T11:39:42.023 INFO:tasks.workunit.client.0.smithi123.stdout: [752 , 3081293 ] 2023-12-20T11:39:42.023 INFO:tasks.workunit.client.0.smithi123.stdout: [767 , 3143282 ] 2023-12-20T11:39:42.023 INFO:tasks.workunit.client.0.smithi123.stdout: [794 , 3252493 ] 2023-12-20T11:39:42.024 INFO:tasks.workunit.client.0.smithi123.stdout: [796 , 3261709 ] 2023-12-20T11:39:42.024 INFO:tasks.workunit.client.0.smithi123.stdout: [801 , 3281787 ] 2023-12-20T11:39:42.024 INFO:tasks.workunit.client.0.smithi123.stdout: [817 , 3348462 ] 2023-12-20T11:39:42.024 INFO:tasks.workunit.client.0.smithi123.stdout: [819 , 3358117 ] 2023-12-20T11:39:42.024 INFO:tasks.workunit.client.0.smithi123.stdout: [821 , 3364324 ] 2023-12-20T11:39:42.024 INFO:tasks.workunit.client.0.smithi123.stdout: [833 , 3413754 ] 2023-12-20T11:39:42.024 INFO:tasks.workunit.client.0.smithi123.stdout: [836 , 3424577 ] 2023-12-20T11:39:42.024 INFO:tasks.workunit.client.0.smithi123.stdout: [875 , 3587408 ] 2023-12-20T11:39:42.024 INFO:tasks.workunit.client.0.smithi123.stdout: [878 , 3597631 ] 2023-12-20T11:39:42.024 INFO:tasks.workunit.client.0.smithi123.stdout: [891 , 3651837 ] 2023-12-20T11:39:42.024 INFO:tasks.workunit.client.0.smithi123.stdout: [898 , 3681158 ] 2023-12-20T11:39:42.024 INFO:tasks.workunit.client.0.smithi123.stdout: [900 , 3688011 ] 2023-12-20T11:39:42.024 INFO:tasks.workunit.client.0.smithi123.stdout: [911 , 3732533 ] 2023-12-20T11:39:42.024 INFO:tasks.workunit.client.0.smithi123.stdout: [917 , 3758577 ] 2023-12-20T11:39:42.024 INFO:tasks.workunit.client.0.smithi123.stdout: [925 , 3789204 ] 2023-12-20T11:39:42.025 INFO:tasks.workunit.client.0.smithi123.stdout: [933 , 3822228 ] 2023-12-20T11:39:42.025 INFO:tasks.workunit.client.0.smithi123.stdout: [948 , 3883164 ] 2023-12-20T11:39:42.025 INFO:tasks.workunit.client.0.smithi123.stdout: [955 , 3912157 ] 2023-12-20T11:39:42.025 INFO:tasks.workunit.client.0.smithi123.stdout: [958 , 3924670 ] 2023-12-20T11:39:42.025 INFO:tasks.workunit.client.0.smithi123.stdout: [964 , 3949008 ] 2023-12-20T11:39:42.025 INFO:tasks.workunit.client.0.smithi123.stdout: [976 , 3998995 ] 2023-12-20T11:39:42.025 INFO:tasks.workunit.client.0.smithi123.stdout: [990 , 4057224 ] 2023-12-20T11:39:42.025 INFO:tasks.workunit.client.0.smithi123.stdout: [993 , 4069647 ] 2023-12-20T11:39:42.025 INFO:tasks.workunit.client.0.smithi123.stdout: [1000 , 4097356 ] 2023-12-20T11:39:42.025 INFO:tasks.workunit.client.0.smithi123.stdout: [1012 , 4145333 ] 2023-12-20T11:39:42.025 INFO:tasks.workunit.client.0.smithi123.stdout: [1014 , 4156484 ] 2023-12-20T11:39:42.025 INFO:tasks.workunit.client.0.smithi123.stdout:write data based on random map 2023-12-20T11:39:42.025 INFO:tasks.workunit.client.0.smithi123.stdout: write object-12 2023-12-20T11:39:42.025 INFO:tasks.workunit.client.0.smithi123.stdout: write object-16 2023-12-20T11:39:42.025 INFO:tasks.workunit.client.0.smithi123.stdout: write object-36 2023-12-20T11:39:42.026 INFO:tasks.workunit.client.0.smithi123.stdout: write object-39 2023-12-20T11:39:42.026 INFO:tasks.workunit.client.0.smithi123.stdout: write object-49 2023-12-20T11:39:42.026 INFO:tasks.workunit.client.0.smithi123.stdout: write object-61 2023-12-20T11:39:42.026 INFO:tasks.workunit.client.0.smithi123.stdout: write object-65 2023-12-20T11:39:42.026 INFO:tasks.workunit.client.0.smithi123.stdout: write object-70 2023-12-20T11:39:42.026 INFO:tasks.workunit.client.0.smithi123.stdout: write object-94 2023-12-20T11:39:42.026 INFO:tasks.workunit.client.0.smithi123.stdout: write object-118 2023-12-20T11:39:42.026 INFO:tasks.workunit.client.0.smithi123.stdout: write object-155 2023-12-20T11:39:42.026 INFO:tasks.workunit.client.0.smithi123.stdout: write object-171 2023-12-20T11:39:42.026 INFO:tasks.workunit.client.0.smithi123.stdout: write object-209 2023-12-20T11:39:42.026 INFO:tasks.workunit.client.0.smithi123.stdout: write object-218 2023-12-20T11:39:42.026 INFO:tasks.workunit.client.0.smithi123.stdout: write object-219 2023-12-20T11:39:42.026 INFO:tasks.workunit.client.0.smithi123.stdout: write object-224 2023-12-20T11:39:42.026 INFO:tasks.workunit.client.0.smithi123.stdout: write object-227 2023-12-20T11:39:42.027 INFO:tasks.workunit.client.0.smithi123.stdout: write object-239 2023-12-20T11:39:42.027 INFO:tasks.workunit.client.0.smithi123.stdout: write object-244 2023-12-20T11:39:42.027 INFO:tasks.workunit.client.0.smithi123.stdout: write object-247 2023-12-20T11:39:42.027 INFO:tasks.workunit.client.0.smithi123.stdout: write object-251 2023-12-20T11:39:42.028 INFO:tasks.workunit.client.0.smithi123.stdout: write object-258 2023-12-20T11:39:42.028 INFO:tasks.workunit.client.0.smithi123.stdout: write object-263 2023-12-20T11:39:42.028 INFO:tasks.workunit.client.0.smithi123.stdout: write object-268 2023-12-20T11:39:42.028 INFO:tasks.workunit.client.0.smithi123.stdout: write object-283 2023-12-20T11:39:42.028 INFO:tasks.workunit.client.0.smithi123.stdout: write object-286 2023-12-20T11:39:42.028 INFO:tasks.workunit.client.0.smithi123.stdout: write object-295 2023-12-20T11:39:42.028 INFO:tasks.workunit.client.0.smithi123.stdout: write object-297 2023-12-20T11:39:42.028 INFO:tasks.workunit.client.0.smithi123.stdout: write object-303 2023-12-20T11:39:42.028 INFO:tasks.workunit.client.0.smithi123.stdout: write object-315 2023-12-20T11:39:42.028 INFO:tasks.workunit.client.0.smithi123.stdout: write object-340 2023-12-20T11:39:42.028 INFO:tasks.workunit.client.0.smithi123.stdout: write object-343 2023-12-20T11:39:42.028 INFO:tasks.workunit.client.0.smithi123.stdout: write object-347 2023-12-20T11:39:42.028 INFO:tasks.workunit.client.0.smithi123.stdout: write object-360 2023-12-20T11:39:42.028 INFO:tasks.workunit.client.0.smithi123.stdout: write object-381 2023-12-20T11:39:42.029 INFO:tasks.workunit.client.0.smithi123.stdout: write object-382 2023-12-20T11:39:42.029 INFO:tasks.workunit.client.0.smithi123.stdout: write object-383 2023-12-20T11:39:42.029 INFO:tasks.workunit.client.0.smithi123.stdout: write object-385 2023-12-20T11:39:42.029 INFO:tasks.workunit.client.0.smithi123.stdout: write object-400 2023-12-20T11:39:42.029 INFO:tasks.workunit.client.0.smithi123.stdout: write object-406 2023-12-20T11:39:42.029 INFO:tasks.workunit.client.0.smithi123.stdout: write object-445 2023-12-20T11:39:42.029 INFO:tasks.workunit.client.0.smithi123.stdout: write object-484 2023-12-20T11:39:42.029 INFO:tasks.workunit.client.0.smithi123.stdout: write object-485 2023-12-20T11:39:42.029 INFO:tasks.workunit.client.0.smithi123.stdout: write object-518 2023-12-20T11:39:42.029 INFO:tasks.workunit.client.0.smithi123.stdout: write object-534 2023-12-20T11:39:42.029 INFO:tasks.workunit.client.0.smithi123.stdout: write object-536 2023-12-20T11:39:42.029 INFO:tasks.workunit.client.0.smithi123.stdout: write object-541 2023-12-20T11:39:42.029 INFO:tasks.workunit.client.0.smithi123.stdout: write object-544 2023-12-20T11:39:42.030 INFO:tasks.workunit.client.0.smithi123.stdout: write object-553 2023-12-20T11:39:42.030 INFO:tasks.workunit.client.0.smithi123.stdout: write object-563 2023-12-20T11:39:42.030 INFO:tasks.workunit.client.0.smithi123.stdout: write object-566 2023-12-20T11:39:42.030 INFO:tasks.workunit.client.0.smithi123.stdout: write object-577 2023-12-20T11:39:42.030 INFO:tasks.workunit.client.0.smithi123.stdout: write object-592 2023-12-20T11:39:42.030 INFO:tasks.workunit.client.0.smithi123.stdout: write object-595 2023-12-20T11:39:42.030 INFO:tasks.workunit.client.0.smithi123.stdout: write object-596 2023-12-20T11:39:42.030 INFO:tasks.workunit.client.0.smithi123.stdout: write object-623 2023-12-20T11:39:42.030 INFO:tasks.workunit.client.0.smithi123.stdout: write object-628 2023-12-20T11:39:42.030 INFO:tasks.workunit.client.0.smithi123.stdout: write object-646 2023-12-20T11:39:42.030 INFO:tasks.workunit.client.0.smithi123.stdout: write object-671 2023-12-20T11:39:42.030 INFO:tasks.workunit.client.0.smithi123.stdout: write object-689 2023-12-20T11:39:42.030 INFO:tasks.workunit.client.0.smithi123.stdout: write object-696 2023-12-20T11:39:42.030 INFO:tasks.workunit.client.0.smithi123.stdout: write object-697 2023-12-20T11:39:42.030 INFO:tasks.workunit.client.0.smithi123.stdout: write object-711 2023-12-20T11:39:42.031 INFO:tasks.workunit.client.0.smithi123.stdout: write object-730 2023-12-20T11:39:42.031 INFO:tasks.workunit.client.0.smithi123.stdout: write object-752 2023-12-20T11:39:42.031 INFO:tasks.workunit.client.0.smithi123.stdout: write object-767 2023-12-20T11:39:42.031 INFO:tasks.workunit.client.0.smithi123.stdout: write object-794 2023-12-20T11:39:42.031 INFO:tasks.workunit.client.0.smithi123.stdout: write object-796 2023-12-20T11:39:42.031 INFO:tasks.workunit.client.0.smithi123.stdout: write object-801 2023-12-20T11:39:42.031 INFO:tasks.workunit.client.0.smithi123.stdout: write object-817 2023-12-20T11:39:42.031 INFO:tasks.workunit.client.0.smithi123.stdout: write object-819 2023-12-20T11:39:42.031 INFO:tasks.workunit.client.0.smithi123.stdout: write object-821 2023-12-20T11:39:42.031 INFO:tasks.workunit.client.0.smithi123.stdout: write object-833 2023-12-20T11:39:42.031 INFO:tasks.workunit.client.0.smithi123.stdout: write object-836 2023-12-20T11:39:42.031 INFO:tasks.workunit.client.0.smithi123.stdout: write object-875 2023-12-20T11:39:42.031 INFO:tasks.workunit.client.0.smithi123.stdout: write object-878 2023-12-20T11:39:42.031 INFO:tasks.workunit.client.0.smithi123.stdout: write object-891 2023-12-20T11:39:42.031 INFO:tasks.workunit.client.0.smithi123.stdout: write object-898 2023-12-20T11:39:42.031 INFO:tasks.workunit.client.0.smithi123.stdout: write object-900 2023-12-20T11:39:42.032 INFO:tasks.workunit.client.0.smithi123.stdout: write object-911 2023-12-20T11:39:42.032 INFO:tasks.workunit.client.0.smithi123.stdout: write object-917 2023-12-20T11:39:42.032 INFO:tasks.workunit.client.0.smithi123.stdout: write object-925 2023-12-20T11:39:42.032 INFO:tasks.workunit.client.0.smithi123.stdout: write object-933 2023-12-20T11:39:42.032 INFO:tasks.workunit.client.0.smithi123.stdout: write object-948 2023-12-20T11:39:42.032 INFO:tasks.workunit.client.0.smithi123.stdout: write object-955 2023-12-20T11:39:42.032 INFO:tasks.workunit.client.0.smithi123.stdout: write object-958 2023-12-20T11:39:42.032 INFO:tasks.workunit.client.0.smithi123.stdout: write object-964 2023-12-20T11:39:42.032 INFO:tasks.workunit.client.0.smithi123.stdout: write object-976 2023-12-20T11:39:42.032 INFO:tasks.workunit.client.0.smithi123.stdout: write object-990 2023-12-20T11:39:42.032 INFO:tasks.workunit.client.0.smithi123.stdout: write object-993 2023-12-20T11:39:42.032 INFO:tasks.workunit.client.0.smithi123.stdout: write object-1000 2023-12-20T11:39:42.032 INFO:tasks.workunit.client.0.smithi123.stdout: write object-1012 2023-12-20T11:39:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:41 smithi177 ceph-mon[212096]: pgmap v2757: 137 pgs: 137 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 112 op/s 2023-12-20T11:39:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:41 smithi177 ceph-mon[212096]: osdmap e1528: 8 total, 8 up, 8 in 2023-12-20T11:39:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:39:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:41 smithi123 ceph-mon[191304]: pgmap v2757: 137 pgs: 137 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 112 op/s 2023-12-20T11:39:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:41 smithi123 ceph-mon[191304]: osdmap e1528: 8 total, 8 up, 8 in 2023-12-20T11:39:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:39:42.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:41 smithi123 ceph-mon[188613]: pgmap v2757: 137 pgs: 137 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 112 op/s 2023-12-20T11:39:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:41 smithi123 ceph-mon[188613]: osdmap e1528: 8 total, 8 up, 8 in 2023-12-20T11:39:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:39:42.950 INFO:tasks.workunit.client.0.smithi123.stdout: write object-1014 2023-12-20T11:39:42.950 INFO:tasks.workunit.client.0.smithi123.stdout:verify written data by reading 2023-12-20T11:39:42.950 INFO:tasks.workunit.client.0.smithi123.stdout: read object-12 2023-12-20T11:39:42.950 INFO:tasks.workunit.client.0.smithi123.stdout:made snapshot "image57@parent_snap" and protect it 2023-12-20T11:39:42.950 INFO:tasks.workunit.client.0.smithi123.stdout:made and opened clone "image58" 2023-12-20T11:39:42.950 INFO:tasks.workunit.client.0.smithi123.stdout:flattening clone: "image58" 2023-12-20T11:39:42.950 INFO:tasks.workunit.client.0.smithi123.stdout:check whether child image has the same set of objects as parent 2023-12-20T11:39:42.950 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1162 ms) 2023-12-20T11:39:42.950 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2023-12-20T11:39:43.032 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.PoolMetadataConfApply (82 ms) 2023-12-20T11:39:43.032 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.Sparsify 2023-12-20T11:39:43.055 INFO:tasks.workunit.client.0.smithi123.stdout:sparsify_supported=1 2023-12-20T11:39:43.055 INFO:tasks.workunit.client.0.smithi123.stdout:sparse_read_supported=1 2023-12-20T11:39:43.083 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.Sparsify (51 ms) 2023-12-20T11:39:43.083 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.SparsifyClone 2023-12-20T11:39:43.093 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:42 smithi123 ceph-mon[191304]: osdmap e1529: 8 total, 8 up, 8 in 2023-12-20T11:39:43.094 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:39:42 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:39:42] ENGINE Bus STOPPING 2023-12-20T11:39:43.094 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:39:42 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:39:42] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-20T11:39:43.094 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:39:42 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:39:42] ENGINE Bus STOPPED 2023-12-20T11:39:43.094 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:39:42 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:39:42] ENGINE Bus STARTING 2023-12-20T11:39:43.094 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:42 smithi123 ceph-mon[188613]: osdmap e1529: 8 total, 8 up, 8 in 2023-12-20T11:39:43.103 INFO:tasks.workunit.client.0.smithi123.stdout:sparsify_supported=1 2023-12-20T11:39:43.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:42 smithi177 ceph-mon[212096]: osdmap e1529: 8 total, 8 up, 8 in 2023-12-20T11:39:43.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:39:43 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:39:43] ENGINE Serving on http://:::9283 2023-12-20T11:39:43.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:39:43 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:39:43] ENGINE Bus STARTED 2023-12-20T11:39:43.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:39:43 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:39:43] ENGINE Bus STOPPING 2023-12-20T11:39:43.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:39:43 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:39:43] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-20T11:39:43.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:39:43 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:39:43] ENGINE Bus STOPPED 2023-12-20T11:39:43.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:39:43 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:39:43] ENGINE Bus STARTING 2023-12-20T11:39:43.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:39:43 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:39:43] ENGINE Serving on http://:::9283 2023-12-20T11:39:43.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:39:43 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:39:43] ENGINE Bus STARTED 2023-12-20T11:39:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:43 smithi177 ceph-mon[212096]: pgmap v2760: 137 pgs: 137 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 12 KiB/s wr, 189 op/s 2023-12-20T11:39:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:43 smithi177 ceph-mon[212096]: osdmap e1530: 8 total, 8 up, 8 in 2023-12-20T11:39:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:43 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' 2023-12-20T11:39:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:39:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:39:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:39:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:39:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:43 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' 2023-12-20T11:39:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:39:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:39:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:39:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:39:44.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:43 smithi123 ceph-mon[191304]: pgmap v2760: 137 pgs: 137 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 12 KiB/s wr, 189 op/s 2023-12-20T11:39:44.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:43 smithi123 ceph-mon[191304]: osdmap e1530: 8 total, 8 up, 8 in 2023-12-20T11:39:44.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:43 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' 2023-12-20T11:39:44.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:39:44.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:39:44.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:39:44.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:39:44.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:43 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' 2023-12-20T11:39:44.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:39:44.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:39:44.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:39:44.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:39:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:43 smithi123 ceph-mon[188613]: pgmap v2760: 137 pgs: 137 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 12 KiB/s wr, 189 op/s 2023-12-20T11:39:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:43 smithi123 ceph-mon[188613]: osdmap e1530: 8 total, 8 up, 8 in 2023-12-20T11:39:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:43 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' 2023-12-20T11:39:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:39:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:39:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:39:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:39:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:43 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' 2023-12-20T11:39:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:39:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:39:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:39:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:39:45.045 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.SparsifyClone (1962 ms) 2023-12-20T11:39:45.045 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestInternal.MissingDataPool 2023-12-20T11:39:45.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:45 smithi177 ceph-mon[212096]: osdmap e1531: 8 total, 8 up, 8 in 2023-12-20T11:39:45.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:45 smithi177 ceph-mon[212096]: pgmap v2763: 137 pgs: 137 active+clean; 8.8 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 98 KiB/s wr, 508 op/s 2023-12-20T11:39:45.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:45 smithi123 ceph-mon[191304]: osdmap e1531: 8 total, 8 up, 8 in 2023-12-20T11:39:45.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:45 smithi123 ceph-mon[191304]: pgmap v2763: 137 pgs: 137 active+clean; 8.8 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 98 KiB/s wr, 508 op/s 2023-12-20T11:39:45.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:45 smithi123 ceph-mon[188613]: osdmap e1531: 8 total, 8 up, 8 in 2023-12-20T11:39:45.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:45 smithi123 ceph-mon[188613]: pgmap v2763: 137 pgs: 137 active+clean; 8.8 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 98 KiB/s wr, 508 op/s 2023-12-20T11:39:46.131 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestInternal.MissingDataPool (1085 ms) 2023-12-20T11:39:46.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:46 smithi177 ceph-mon[212096]: osdmap e1532: 8 total, 8 up, 8 in 2023-12-20T11:39:46.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:46 smithi123 ceph-mon[191304]: osdmap e1532: 8 total, 8 up, 8 in 2023-12-20T11:39:46.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:46 smithi123 ceph-mon[188613]: osdmap e1532: 8 total, 8 up, 8 in 2023-12-20T11:39:47.035 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 34 tests from TestInternal (34299 ms total) 2023-12-20T11:39:47.035 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:39:47.035 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 51 tests from TestMirroring 2023-12-20T11:39:47.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:47 smithi177 ceph-mon[212096]: osdmap e1533: 8 total, 8 up, 8 in 2023-12-20T11:39:47.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:47 smithi177 ceph-mon[212096]: pgmap v2766: 137 pgs: 137 active+clean; 9.0 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 495 KiB/s rd, 178 KiB/s wr, 814 op/s 2023-12-20T11:39:47.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:47 smithi123 ceph-mon[191304]: osdmap e1533: 8 total, 8 up, 8 in 2023-12-20T11:39:47.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:47 smithi123 ceph-mon[191304]: pgmap v2766: 137 pgs: 137 active+clean; 9.0 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 495 KiB/s rd, 178 KiB/s wr, 814 op/s 2023-12-20T11:39:47.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:47 smithi123 ceph-mon[188613]: osdmap e1533: 8 total, 8 up, 8 in 2023-12-20T11:39:47.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:47 smithi123 ceph-mon[188613]: pgmap v2766: 137 pgs: 137 active+clean; 9.0 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 495 KiB/s rd, 178 KiB/s wr, 814 op/s 2023-12-20T11:39:48.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:48 smithi177 ceph-mon[212096]: osdmap e1534: 8 total, 8 up, 8 in 2023-12-20T11:39:48.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:48 smithi123 ceph-mon[191304]: osdmap e1534: 8 total, 8 up, 8 in 2023-12-20T11:39:48.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:48 smithi123 ceph-mon[188613]: osdmap e1534: 8 total, 8 up, 8 in 2023-12-20T11:39:49.041 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2023-12-20T11:39:49.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:49 smithi177 ceph-mon[212096]: osdmap e1535: 8 total, 8 up, 8 in 2023-12-20T11:39:49.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:49 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:39:49.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:49 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:39:49.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:49 smithi177 ceph-mon[212096]: pgmap v2769: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:39:49.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:49 smithi123 ceph-mon[188613]: osdmap e1535: 8 total, 8 up, 8 in 2023-12-20T11:39:49.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:49 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:39:49.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:49 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:39:49.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:49 smithi123 ceph-mon[188613]: pgmap v2769: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:39:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:39:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:39:49] "GET /metrics HTTP/1.1" 200 36571 "" "Prometheus/2.43.0" 2023-12-20T11:39:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:49 smithi123 ceph-mon[191304]: osdmap e1535: 8 total, 8 up, 8 in 2023-12-20T11:39:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:49 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:39:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:49 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:39:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:49 smithi123 ceph-mon[191304]: pgmap v2769: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:39:50.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:50 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:39:50.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:50 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-26","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:39:50.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:50 smithi177 ceph-mon[212096]: osdmap e1536: 8 total, 8 up, 8 in 2023-12-20T11:39:50.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:50 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:39:50.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:50 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-26","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:39:50.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:50 smithi123 ceph-mon[191304]: osdmap e1536: 8 total, 8 up, 8 in 2023-12-20T11:39:50.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:50 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:39:50.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:50 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-26","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:39:50.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:50 smithi123 ceph-mon[188613]: osdmap e1536: 8 total, 8 up, 8 in 2023-12-20T11:39:51.080 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:39:51.182 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2140 ms) 2023-12-20T11:39:51.182 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2023-12-20T11:39:51.294 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (112 ms) 2023-12-20T11:39:51.294 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2023-12-20T11:39:51.378 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (85 ms) 2023-12-20T11:39:51.378 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2023-12-20T11:39:51.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:51 smithi177 ceph-mon[212096]: osdmap e1537: 8 total, 8 up, 8 in 2023-12-20T11:39:51.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:51 smithi177 ceph-mon[212096]: pgmap v2772: 137 pgs: 5 creating+peering, 25 unknown, 107 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:39:51.462 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:39:51.463 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (48m) 4m ago 51m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:39:51.463 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (48m) 2m ago 51m 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:39:51.463 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (52m) 4m ago 52m 23.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:39:51.463 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (52m) 2m ago 52m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:39:51.463 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (47m) 2m ago 54m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:39:51.463 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (48m) 4m ago 56m 576M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:39:51.463 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (47m) 4m ago 56m 360M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:39:51.463 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (47m) 2m ago 55m 205M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:39:51.463 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (47m) 4m ago 55m 210M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:39:51.463 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (48m) 4m ago 51m 19.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:39:51.463 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (48m) 2m ago 51m 19.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:39:51.463 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (46m) 4m ago 54m 2466M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:39:51.463 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (46m) 4m ago 54m 2803M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:39:51.463 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (45m) 4m ago 54m 2708M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:39:51.464 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (45m) 4m ago 53m 2531M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:39:51.464 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (44m) 2m ago 53m 2129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:39:51.464 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (44m) 2m ago 53m 2317M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:39:51.464 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (44m) 2m ago 52m 1836M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:39:51.464 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (43m) 2m ago 52m 2209M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:39:51.464 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (48m) 2m ago 51m 92.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:39:51.481 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (103 ms) 2023-12-20T11:39:51.481 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2023-12-20T11:39:51.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:51 smithi123 ceph-mon[191304]: osdmap e1537: 8 total, 8 up, 8 in 2023-12-20T11:39:51.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:51 smithi123 ceph-mon[191304]: pgmap v2772: 137 pgs: 5 creating+peering, 25 unknown, 107 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:39:51.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:51 smithi123 ceph-mon[188613]: osdmap e1537: 8 total, 8 up, 8 in 2023-12-20T11:39:51.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:51 smithi123 ceph-mon[188613]: pgmap v2772: 137 pgs: 5 creating+peering, 25 unknown, 107 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:39:51.576 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (95 ms) 2023-12-20T11:39:51.576 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2023-12-20T11:39:51.676 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (100 ms) 2023-12-20T11:39:51.676 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2023-12-20T11:39:51.791 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (115 ms) 2023-12-20T11:39:51.791 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2023-12-20T11:39:51.791 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:39:51.791 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2023-12-20T11:39:51.791 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2023-12-20T11:39:51.791 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:39:51.792 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.DisableJournalingWithPeer (0 ms) 2023-12-20T11:39:51.792 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2023-12-20T11:39:51.866 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (75 ms) 2023-12-20T11:39:51.867 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2023-12-20T11:39:51.940 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:39:51.940 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:39:51.940 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:39:51.940 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:39:51.940 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:39:51.940 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:39:51.940 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:39:51.940 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:39:51.940 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:39:51.941 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:39:51.941 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:39:51.941 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:39:51.941 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:39:51.941 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:39:51.941 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:39:51.941 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:39:51.941 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:39:51.941 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:39:51.950 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (83 ms) 2023-12-20T11:39:51.950 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2023-12-20T11:39:52.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:52 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:39:52.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:52 smithi177 ceph-mon[212096]: osdmap e1538: 8 total, 8 up, 8 in 2023-12-20T11:39:52.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:52 smithi177 ceph-mon[212096]: from='client.47057 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:39:52.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:52 smithi177 ceph-mon[212096]: from='client.47063 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:39:52.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:52 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/850702917' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:39:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:52 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:39:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:52 smithi123 ceph-mon[191304]: osdmap e1538: 8 total, 8 up, 8 in 2023-12-20T11:39:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:52 smithi123 ceph-mon[191304]: from='client.47057 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:39:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:52 smithi123 ceph-mon[191304]: from='client.47063 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:39:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:52 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/850702917' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:39:52.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:52 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:39:52.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:52 smithi123 ceph-mon[188613]: osdmap e1538: 8 total, 8 up, 8 in 2023-12-20T11:39:52.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:52 smithi123 ceph-mon[188613]: from='client.47057 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:39:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:52 smithi123 ceph-mon[188613]: from='client.47063 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:39:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:52 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/850702917' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:39:53.127 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1177 ms) 2023-12-20T11:39:53.127 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2023-12-20T11:39:53.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:53 smithi177 ceph-mon[212096]: osdmap e1539: 8 total, 8 up, 8 in 2023-12-20T11:39:53.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:53 smithi177 ceph-mon[212096]: pgmap v2775: 137 pgs: 5 creating+peering, 5 unknown, 127 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 6.5 KiB/s wr, 59 op/s 2023-12-20T11:39:53.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:53 smithi123 ceph-mon[191304]: osdmap e1539: 8 total, 8 up, 8 in 2023-12-20T11:39:53.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:53 smithi123 ceph-mon[191304]: pgmap v2775: 137 pgs: 5 creating+peering, 5 unknown, 127 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 6.5 KiB/s wr, 59 op/s 2023-12-20T11:39:53.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:53 smithi123 ceph-mon[188613]: osdmap e1539: 8 total, 8 up, 8 in 2023-12-20T11:39:53.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:53 smithi123 ceph-mon[188613]: pgmap v2775: 137 pgs: 5 creating+peering, 5 unknown, 127 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 6.5 KiB/s wr, 59 op/s 2023-12-20T11:39:54.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:54 smithi177 ceph-mon[212096]: osdmap e1540: 8 total, 8 up, 8 in 2023-12-20T11:39:54.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:54 smithi123 ceph-mon[188613]: osdmap e1540: 8 total, 8 up, 8 in 2023-12-20T11:39:54.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:54 smithi123 ceph-mon[191304]: osdmap e1540: 8 total, 8 up, 8 in 2023-12-20T11:39:55.131 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2005 ms) 2023-12-20T11:39:55.131 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2023-12-20T11:39:55.222 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (91 ms) 2023-12-20T11:39:55.223 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2023-12-20T11:39:55.310 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (88 ms) 2023-12-20T11:39:55.310 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2023-12-20T11:39:55.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:55 smithi177 ceph-mon[212096]: osdmap e1541: 8 total, 8 up, 8 in 2023-12-20T11:39:55.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:55 smithi177 ceph-mon[212096]: pgmap v2778: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 244 KiB/s rd, 41 KiB/s wr, 369 op/s 2023-12-20T11:39:55.411 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (101 ms) 2023-12-20T11:39:55.411 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2023-12-20T11:39:55.487 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (76 ms) 2023-12-20T11:39:55.487 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2023-12-20T11:39:55.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:55 smithi123 ceph-mon[191304]: osdmap e1541: 8 total, 8 up, 8 in 2023-12-20T11:39:55.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:55 smithi123 ceph-mon[191304]: pgmap v2778: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 244 KiB/s rd, 41 KiB/s wr, 369 op/s 2023-12-20T11:39:55.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:55 smithi123 ceph-mon[188613]: osdmap e1541: 8 total, 8 up, 8 in 2023-12-20T11:39:55.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:55 smithi123 ceph-mon[188613]: pgmap v2778: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 244 KiB/s rd, 41 KiB/s wr, 369 op/s 2023-12-20T11:39:55.571 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (84 ms) 2023-12-20T11:39:55.571 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2023-12-20T11:39:55.663 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (92 ms) 2023-12-20T11:39:55.663 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2023-12-20T11:39:55.759 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (96 ms) 2023-12-20T11:39:55.760 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2023-12-20T11:39:56.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:56 smithi177 ceph-mon[212096]: osdmap e1542: 8 total, 8 up, 8 in 2023-12-20T11:39:56.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:56 smithi123 ceph-mon[191304]: osdmap e1542: 8 total, 8 up, 8 in 2023-12-20T11:39:56.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:56 smithi123 ceph-mon[188613]: osdmap e1542: 8 total, 8 up, 8 in 2023-12-20T11:39:57.158 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1399 ms) 2023-12-20T11:39:57.158 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2023-12-20T11:39:57.277 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (118 ms) 2023-12-20T11:39:57.277 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2023-12-20T11:39:57.384 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (108 ms) 2023-12-20T11:39:57.384 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2023-12-20T11:39:57.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:57 smithi177 ceph-mon[212096]: osdmap e1543: 8 total, 8 up, 8 in 2023-12-20T11:39:57.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:57 smithi177 ceph-mon[212096]: pgmap v2781: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 534 KiB/s rd, 67 KiB/s wr, 764 op/s 2023-12-20T11:39:57.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:39:57.485 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (101 ms) 2023-12-20T11:39:57.485 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2023-12-20T11:39:57.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:57 smithi123 ceph-mon[191304]: osdmap e1543: 8 total, 8 up, 8 in 2023-12-20T11:39:57.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:57 smithi123 ceph-mon[191304]: pgmap v2781: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 534 KiB/s rd, 67 KiB/s wr, 764 op/s 2023-12-20T11:39:57.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:39:57.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:57 smithi123 ceph-mon[188613]: osdmap e1543: 8 total, 8 up, 8 in 2023-12-20T11:39:57.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:57 smithi123 ceph-mon[188613]: pgmap v2781: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 534 KiB/s rd, 67 KiB/s wr, 764 op/s 2023-12-20T11:39:57.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:39:57.646 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (160 ms) 2023-12-20T11:39:57.646 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2023-12-20T11:39:57.809 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (164 ms) 2023-12-20T11:39:57.809 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2023-12-20T11:39:57.947 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (138 ms) 2023-12-20T11:39:57.947 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2023-12-20T11:39:58.095 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (148 ms) 2023-12-20T11:39:58.095 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2023-12-20T11:39:58.245 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (150 ms) 2023-12-20T11:39:58.246 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2023-12-20T11:39:58.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:58 smithi177 ceph-mon[212096]: osdmap e1544: 8 total, 8 up, 8 in 2023-12-20T11:39:58.413 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (168 ms) 2023-12-20T11:39:58.413 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2023-12-20T11:39:58.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:58 smithi123 ceph-mon[191304]: osdmap e1544: 8 total, 8 up, 8 in 2023-12-20T11:39:58.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:58 smithi123 ceph-mon[188613]: osdmap e1544: 8 total, 8 up, 8 in 2023-12-20T11:39:58.495 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (82 ms) 2023-12-20T11:39:58.495 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2023-12-20T11:39:58.572 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (77 ms) 2023-12-20T11:39:58.572 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2023-12-20T11:39:58.643 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (71 ms) 2023-12-20T11:39:58.643 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2023-12-20T11:39:58.773 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (130 ms) 2023-12-20T11:39:58.773 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2023-12-20T11:39:58.893 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (120 ms) 2023-12-20T11:39:58.893 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2023-12-20T11:39:59.004 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (111 ms) 2023-12-20T11:39:59.004 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2023-12-20T11:39:59.122 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (118 ms) 2023-12-20T11:39:59.122 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.MirrorStatusList 2023-12-20T11:39:59.199 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.MirrorStatusList (77 ms) 2023-12-20T11:39:59.199 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2023-12-20T11:39:59.301 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.RemoveBootstrapped (102 ms) 2023-12-20T11:39:59.301 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2023-12-20T11:39:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:39:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:39:59] "GET /metrics HTTP/1.1" 200 36556 "" "Prometheus/2.43.0" 2023-12-20T11:39:59.666 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.AioPromoteDemote (364 ms) 2023-12-20T11:39:59.666 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.AioGetInfo 2023-12-20T11:39:59.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:59 smithi123 ceph-mon[191304]: pgmap v2783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 432 KiB/s rd, 67 KiB/s wr, 631 op/s 2023-12-20T11:39:59.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:39:59 smithi123 ceph-mon[191304]: osdmap e1545: 8 total, 8 up, 8 in 2023-12-20T11:39:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:59 smithi123 ceph-mon[188613]: pgmap v2783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 432 KiB/s rd, 67 KiB/s wr, 631 op/s 2023-12-20T11:39:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:39:59 smithi123 ceph-mon[188613]: osdmap e1545: 8 total, 8 up, 8 in 2023-12-20T11:40:00.027 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.AioGetInfo (362 ms) 2023-12-20T11:40:00.027 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.AioGetStatus 2023-12-20T11:40:00.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:59 smithi177 ceph-mon[212096]: pgmap v2783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 432 KiB/s rd, 67 KiB/s wr, 631 op/s 2023-12-20T11:40:00.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:39:59 smithi177 ceph-mon[212096]: osdmap e1545: 8 total, 8 up, 8 in 2023-12-20T11:40:00.258 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.AioGetStatus (231 ms) 2023-12-20T11:40:00.258 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.SiteName 2023-12-20T11:40:00.270 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.SiteName (12 ms) 2023-12-20T11:40:00.271 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.Bootstrap 2023-12-20T11:40:00.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T11:39:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T11:40:00.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T11:40:00.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:00 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' 2023-12-20T11:40:00.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:00 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-20T11:40:00.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:00 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-20T11:40:00.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:00 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-20T11:40:00.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:00 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2023-12-20T11:40:00.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:00 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-20T11:40:00.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T11:40:00.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:00 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' 2023-12-20T11:40:00.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:00 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-20T11:40:00.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:00 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-20T11:40:00.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:00 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-20T11:40:00.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:00 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2023-12-20T11:40:00.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:00 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-20T11:40:01.105 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.Bootstrap (835 ms) 2023-12-20T11:40:01.105 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.PeerDirection 2023-12-20T11:40:01.114 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.PeerDirection (9 ms) 2023-12-20T11:40:01.114 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.Snapshot 2023-12-20T11:40:01.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T11:40:01.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:00 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' 2023-12-20T11:40:01.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:00 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-20T11:40:01.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:00 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-20T11:40:01.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:00 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-20T11:40:01.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:00 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2023-12-20T11:40:01.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:00 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-20T11:40:01.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:01 smithi123 ceph-mon[191304]: pgmap v2785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 572 KiB/s rd, 76 KiB/s wr, 824 op/s 2023-12-20T11:40:01.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:01 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2023-12-20T11:40:01.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:01 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' 2023-12-20T11:40:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:01 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-20T11:40:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:01 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-20T11:40:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:01 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2023-12-20T11:40:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:01 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-20T11:40:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:01 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/f3f72d9c-1592-4756-935e-7c91fb5f24a7"}]: dispatch 2023-12-20T11:40:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:01 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/f3f72d9c-1592-4756-935e-7c91fb5f24a7"}]: dispatch 2023-12-20T11:40:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:01 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/f3f72d9c-1592-4756-935e-7c91fb5f24a7"}]': finished 2023-12-20T11:40:01.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:01 smithi123 ceph-mon[188613]: pgmap v2785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 572 KiB/s rd, 76 KiB/s wr, 824 op/s 2023-12-20T11:40:01.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:01 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2023-12-20T11:40:01.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:01 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' 2023-12-20T11:40:01.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:01 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-20T11:40:01.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:01 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-20T11:40:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:01 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2023-12-20T11:40:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:01 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-20T11:40:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:01 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/f3f72d9c-1592-4756-935e-7c91fb5f24a7"}]: dispatch 2023-12-20T11:40:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:01 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/f3f72d9c-1592-4756-935e-7c91fb5f24a7"}]: dispatch 2023-12-20T11:40:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:01 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/f3f72d9c-1592-4756-935e-7c91fb5f24a7"}]': finished 2023-12-20T11:40:02.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:01 smithi177 ceph-mon[212096]: pgmap v2785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 572 KiB/s rd, 76 KiB/s wr, 824 op/s 2023-12-20T11:40:02.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:01 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2023-12-20T11:40:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:01 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' 2023-12-20T11:40:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:01 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-20T11:40:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:01 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-20T11:40:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:01 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2023-12-20T11:40:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:01 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-20T11:40:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:01 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/f3f72d9c-1592-4756-935e-7c91fb5f24a7"}]: dispatch 2023-12-20T11:40:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:01 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/f3f72d9c-1592-4756-935e-7c91fb5f24a7"}]: dispatch 2023-12-20T11:40:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:01 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/f3f72d9c-1592-4756-935e-7c91fb5f24a7"}]': finished 2023-12-20T11:40:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:03 smithi177 ceph-mon[212096]: osdmap e1546: 8 total, 8 up, 8 in 2023-12-20T11:40:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:40:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:03 smithi177 ceph-mon[212096]: pgmap v2787: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 156 KiB/s wr, 1.53k op/s 2023-12-20T11:40:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:03 smithi123 ceph-mon[191304]: osdmap e1546: 8 total, 8 up, 8 in 2023-12-20T11:40:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:40:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:03 smithi123 ceph-mon[191304]: pgmap v2787: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 156 KiB/s wr, 1.53k op/s 2023-12-20T11:40:03.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:03 smithi123 ceph-mon[188613]: osdmap e1546: 8 total, 8 up, 8 in 2023-12-20T11:40:03.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:40:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:03 smithi123 ceph-mon[188613]: pgmap v2787: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 156 KiB/s wr, 1.53k op/s 2023-12-20T11:40:04.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:04 smithi177 ceph-mon[212096]: osdmap e1547: 8 total, 8 up, 8 in 2023-12-20T11:40:04.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:04 smithi177 ceph-mon[212096]: osdmap e1548: 8 total, 8 up, 8 in 2023-12-20T11:40:04.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:04 smithi123 ceph-mon[188613]: osdmap e1547: 8 total, 8 up, 8 in 2023-12-20T11:40:04.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:04 smithi123 ceph-mon[188613]: osdmap e1548: 8 total, 8 up, 8 in 2023-12-20T11:40:04.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:04 smithi123 ceph-mon[191304]: osdmap e1547: 8 total, 8 up, 8 in 2023-12-20T11:40:04.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:04 smithi123 ceph-mon[191304]: osdmap e1548: 8 total, 8 up, 8 in 2023-12-20T11:40:05.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:05 smithi123 ceph-mon[191304]: pgmap v2790: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 211 KiB/s wr, 1.95k op/s 2023-12-20T11:40:05.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:05 smithi123 ceph-mon[191304]: osdmap e1549: 8 total, 8 up, 8 in 2023-12-20T11:40:05.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:05 smithi123 ceph-mon[188613]: pgmap v2790: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 211 KiB/s wr, 1.95k op/s 2023-12-20T11:40:05.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:05 smithi123 ceph-mon[188613]: osdmap e1549: 8 total, 8 up, 8 in 2023-12-20T11:40:06.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:05 smithi177 ceph-mon[212096]: pgmap v2790: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 211 KiB/s wr, 1.95k op/s 2023-12-20T11:40:06.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:05 smithi177 ceph-mon[212096]: osdmap e1549: 8 total, 8 up, 8 in 2023-12-20T11:40:06.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:06 smithi123 ceph-mon[191304]: osdmap e1550: 8 total, 8 up, 8 in 2023-12-20T11:40:06.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:06 smithi123 ceph-mon[188613]: osdmap e1550: 8 total, 8 up, 8 in 2023-12-20T11:40:07.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:06 smithi177 ceph-mon[212096]: osdmap e1550: 8 total, 8 up, 8 in 2023-12-20T11:40:07.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:07 smithi123 ceph-mon[191304]: pgmap v2793: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 602 KiB/s rd, 102 KiB/s wr, 846 op/s 2023-12-20T11:40:07.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:07 smithi123 ceph-mon[191304]: osdmap e1551: 8 total, 8 up, 8 in 2023-12-20T11:40:07.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:07 smithi123 ceph-mon[188613]: pgmap v2793: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 602 KiB/s rd, 102 KiB/s wr, 846 op/s 2023-12-20T11:40:07.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:07 smithi123 ceph-mon[188613]: osdmap e1551: 8 total, 8 up, 8 in 2023-12-20T11:40:08.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:07 smithi177 ceph-mon[212096]: pgmap v2793: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 602 KiB/s rd, 102 KiB/s wr, 846 op/s 2023-12-20T11:40:08.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:07 smithi177 ceph-mon[212096]: osdmap e1551: 8 total, 8 up, 8 in 2023-12-20T11:40:08.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:08 smithi123 ceph-mon[191304]: osdmap e1552: 8 total, 8 up, 8 in 2023-12-20T11:40:08.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:08 smithi123 ceph-mon[188613]: osdmap e1552: 8 total, 8 up, 8 in 2023-12-20T11:40:09.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:08 smithi177 ceph-mon[212096]: osdmap e1552: 8 total, 8 up, 8 in 2023-12-20T11:40:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:40:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:40:09] "GET /metrics HTTP/1.1" 200 36556 "" "Prometheus/2.43.0" 2023-12-20T11:40:10.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:09 smithi177 ceph-mon[212096]: pgmap v2796: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 5.2 KiB/s wr, 77 op/s 2023-12-20T11:40:10.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:09 smithi177 ceph-mon[212096]: osdmap e1553: 8 total, 8 up, 8 in 2023-12-20T11:40:10.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:09 smithi123 ceph-mon[191304]: pgmap v2796: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 5.2 KiB/s wr, 77 op/s 2023-12-20T11:40:10.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:09 smithi123 ceph-mon[191304]: osdmap e1553: 8 total, 8 up, 8 in 2023-12-20T11:40:10.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:09 smithi123 ceph-mon[188613]: pgmap v2796: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 5.2 KiB/s wr, 77 op/s 2023-12-20T11:40:10.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:09 smithi123 ceph-mon[188613]: osdmap e1553: 8 total, 8 up, 8 in 2023-12-20T11:40:11.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:10 smithi177 ceph-mon[212096]: osdmap e1554: 8 total, 8 up, 8 in 2023-12-20T11:40:11.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:10 smithi123 ceph-mon[191304]: osdmap e1554: 8 total, 8 up, 8 in 2023-12-20T11:40:11.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:10 smithi123 ceph-mon[188613]: osdmap e1554: 8 total, 8 up, 8 in 2023-12-20T11:40:12.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:11 smithi177 ceph-mon[212096]: pgmap v2799: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 3.2 KiB/s wr, 66 op/s 2023-12-20T11:40:12.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:11 smithi177 ceph-mon[212096]: osdmap e1555: 8 total, 8 up, 8 in 2023-12-20T11:40:12.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:40:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:11 smithi123 ceph-mon[191304]: pgmap v2799: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 3.2 KiB/s wr, 66 op/s 2023-12-20T11:40:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:11 smithi123 ceph-mon[191304]: osdmap e1555: 8 total, 8 up, 8 in 2023-12-20T11:40:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:40:12.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:11 smithi123 ceph-mon[188613]: pgmap v2799: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 3.2 KiB/s wr, 66 op/s 2023-12-20T11:40:12.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:11 smithi123 ceph-mon[188613]: osdmap e1555: 8 total, 8 up, 8 in 2023-12-20T11:40:12.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:40:13.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:12 smithi177 ceph-mon[212096]: osdmap e1556: 8 total, 8 up, 8 in 2023-12-20T11:40:13.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.2", "id": [6, 7]}]: dispatch 2023-12-20T11:40:13.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:12 smithi123 ceph-mon[191304]: osdmap e1556: 8 total, 8 up, 8 in 2023-12-20T11:40:13.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.2", "id": [6, 7]}]: dispatch 2023-12-20T11:40:13.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:12 smithi123 ceph-mon[188613]: osdmap e1556: 8 total, 8 up, 8 in 2023-12-20T11:40:13.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.2", "id": [6, 7]}]: dispatch 2023-12-20T11:40:14.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:13 smithi177 ceph-mon[212096]: pgmap v2802: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2023-12-20T11:40:14.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.2", "id": [6, 7]}]': finished 2023-12-20T11:40:14.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:13 smithi177 ceph-mon[212096]: osdmap e1557: 8 total, 8 up, 8 in 2023-12-20T11:40:14.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:13 smithi177 ceph-mon[212096]: osdmap e1558: 8 total, 8 up, 8 in 2023-12-20T11:40:14.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:13 smithi123 ceph-mon[191304]: pgmap v2802: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2023-12-20T11:40:14.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.2", "id": [6, 7]}]': finished 2023-12-20T11:40:14.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:13 smithi123 ceph-mon[191304]: osdmap e1557: 8 total, 8 up, 8 in 2023-12-20T11:40:14.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:13 smithi123 ceph-mon[191304]: osdmap e1558: 8 total, 8 up, 8 in 2023-12-20T11:40:14.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:13 smithi123 ceph-mon[188613]: pgmap v2802: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2023-12-20T11:40:14.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.2", "id": [6, 7]}]': finished 2023-12-20T11:40:14.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:13 smithi123 ceph-mon[188613]: osdmap e1557: 8 total, 8 up, 8 in 2023-12-20T11:40:14.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:13 smithi123 ceph-mon[188613]: osdmap e1558: 8 total, 8 up, 8 in 2023-12-20T11:40:15.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:15 smithi123 ceph-mon[191304]: pgmap v2805: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 7.2 KiB/s wr, 94 op/s 2023-12-20T11:40:15.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:15 smithi123 ceph-mon[191304]: osdmap e1559: 8 total, 8 up, 8 in 2023-12-20T11:40:15.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:15 smithi123 ceph-mon[188613]: pgmap v2805: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 7.2 KiB/s wr, 94 op/s 2023-12-20T11:40:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:15 smithi123 ceph-mon[188613]: osdmap e1559: 8 total, 8 up, 8 in 2023-12-20T11:40:16.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:15 smithi177 ceph-mon[212096]: pgmap v2805: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 7.2 KiB/s wr, 94 op/s 2023-12-20T11:40:16.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:15 smithi177 ceph-mon[212096]: osdmap e1559: 8 total, 8 up, 8 in 2023-12-20T11:40:16.834 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.Snapshot (15720 ms) 2023-12-20T11:40:16.834 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2023-12-20T11:40:16.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:16 smithi123 ceph-mon[191304]: osdmap e1560: 8 total, 8 up, 8 in 2023-12-20T11:40:16.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:16 smithi123 ceph-mon[188613]: osdmap e1560: 8 total, 8 up, 8 in 2023-12-20T11:40:17.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:16 smithi177 ceph-mon[212096]: osdmap e1560: 8 total, 8 up, 8 in 2023-12-20T11:40:17.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:17 smithi123 ceph-mon[191304]: pgmap v2808: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 5.5 KiB/s wr, 97 op/s 2023-12-20T11:40:17.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:17 smithi123 ceph-mon[191304]: osdmap e1561: 8 total, 8 up, 8 in 2023-12-20T11:40:17.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:17 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/7ab52b98-1ca8-497e-873b-d033646dbbfc"}]: dispatch 2023-12-20T11:40:17.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:17 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/7ab52b98-1ca8-497e-873b-d033646dbbfc"}]: dispatch 2023-12-20T11:40:17.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:17 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/7ab52b98-1ca8-497e-873b-d033646dbbfc"}]': finished 2023-12-20T11:40:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:17 smithi123 ceph-mon[188613]: pgmap v2808: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 5.5 KiB/s wr, 97 op/s 2023-12-20T11:40:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:17 smithi123 ceph-mon[188613]: osdmap e1561: 8 total, 8 up, 8 in 2023-12-20T11:40:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:17 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/7ab52b98-1ca8-497e-873b-d033646dbbfc"}]: dispatch 2023-12-20T11:40:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:17 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/7ab52b98-1ca8-497e-873b-d033646dbbfc"}]: dispatch 2023-12-20T11:40:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:17 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/7ab52b98-1ca8-497e-873b-d033646dbbfc"}]': finished 2023-12-20T11:40:18.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:17 smithi177 ceph-mon[212096]: pgmap v2808: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 5.5 KiB/s wr, 97 op/s 2023-12-20T11:40:18.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:17 smithi177 ceph-mon[212096]: osdmap e1561: 8 total, 8 up, 8 in 2023-12-20T11:40:18.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:17 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/7ab52b98-1ca8-497e-873b-d033646dbbfc"}]: dispatch 2023-12-20T11:40:18.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:17 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/7ab52b98-1ca8-497e-873b-d033646dbbfc"}]: dispatch 2023-12-20T11:40:18.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:17 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/7ab52b98-1ca8-497e-873b-d033646dbbfc"}]': finished 2023-12-20T11:40:19.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:18 smithi177 ceph-mon[212096]: osdmap e1562: 8 total, 8 up, 8 in 2023-12-20T11:40:19.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:18 smithi177 ceph-mon[212096]: osdmap e1563: 8 total, 8 up, 8 in 2023-12-20T11:40:19.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:18 smithi123 ceph-mon[191304]: osdmap e1562: 8 total, 8 up, 8 in 2023-12-20T11:40:19.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:18 smithi123 ceph-mon[191304]: osdmap e1563: 8 total, 8 up, 8 in 2023-12-20T11:40:19.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:18 smithi123 ceph-mon[188613]: osdmap e1562: 8 total, 8 up, 8 in 2023-12-20T11:40:19.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:18 smithi123 ceph-mon[188613]: osdmap e1563: 8 total, 8 up, 8 in 2023-12-20T11:40:19.239 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:40:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:40:19] "GET /metrics HTTP/1.1" 200 36562 "" "Prometheus/2.43.0" 2023-12-20T11:40:20.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:19 smithi177 ceph-mon[212096]: pgmap v2811: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.5 KiB/s wr, 73 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2023-12-20T11:40:20.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:19 smithi177 ceph-mon[212096]: osdmap e1564: 8 total, 8 up, 8 in 2023-12-20T11:40:20.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:19 smithi123 ceph-mon[191304]: pgmap v2811: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.5 KiB/s wr, 73 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2023-12-20T11:40:20.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:19 smithi123 ceph-mon[191304]: osdmap e1564: 8 total, 8 up, 8 in 2023-12-20T11:40:20.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:19 smithi123 ceph-mon[188613]: pgmap v2811: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.5 KiB/s wr, 73 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2023-12-20T11:40:20.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:19 smithi123 ceph-mon[188613]: osdmap e1564: 8 total, 8 up, 8 in 2023-12-20T11:40:20.818 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (3984 ms) 2023-12-20T11:40:20.818 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2023-12-20T11:40:21.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:21 smithi123 ceph-mon[191304]: pgmap v2814: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 8.0 KiB/s wr, 96 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2023-12-20T11:40:21.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:21 smithi123 ceph-mon[191304]: osdmap e1565: 8 total, 8 up, 8 in 2023-12-20T11:40:21.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:21 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/9f707636-2b6a-4b34-85e2-6d9840ab9b70"}]: dispatch 2023-12-20T11:40:21.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:21 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/9f707636-2b6a-4b34-85e2-6d9840ab9b70"}]: dispatch 2023-12-20T11:40:21.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:21 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/9f707636-2b6a-4b34-85e2-6d9840ab9b70"}]': finished 2023-12-20T11:40:21.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:21 smithi123 ceph-mon[188613]: pgmap v2814: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 8.0 KiB/s wr, 96 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2023-12-20T11:40:21.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:21 smithi123 ceph-mon[188613]: osdmap e1565: 8 total, 8 up, 8 in 2023-12-20T11:40:21.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:21 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/9f707636-2b6a-4b34-85e2-6d9840ab9b70"}]: dispatch 2023-12-20T11:40:21.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:21 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/9f707636-2b6a-4b34-85e2-6d9840ab9b70"}]: dispatch 2023-12-20T11:40:21.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:21 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/9f707636-2b6a-4b34-85e2-6d9840ab9b70"}]': finished 2023-12-20T11:40:22.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:21 smithi177 ceph-mon[212096]: pgmap v2814: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 8.0 KiB/s wr, 96 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2023-12-20T11:40:22.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:21 smithi177 ceph-mon[212096]: osdmap e1565: 8 total, 8 up, 8 in 2023-12-20T11:40:22.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:21 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/9f707636-2b6a-4b34-85e2-6d9840ab9b70"}]: dispatch 2023-12-20T11:40:22.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:21 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/9f707636-2b6a-4b34-85e2-6d9840ab9b70"}]: dispatch 2023-12-20T11:40:22.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:21 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/9f707636-2b6a-4b34-85e2-6d9840ab9b70"}]': finished 2023-12-20T11:40:22.290 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:40:22.598 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:40:22.598 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (49m) 5m ago 52m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:40:22.598 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (48m) 2m ago 51m 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:40:22.598 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (52m) 5m ago 52m 23.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:40:22.598 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (52m) 2m ago 52m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:40:22.598 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (48m) 2m ago 55m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:40:22.598 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (48m) 5m ago 56m 576M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:40:22.598 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (48m) 5m ago 56m 360M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:40:22.598 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (47m) 2m ago 55m 205M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:40:22.598 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (48m) 5m ago 55m 210M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:40:22.598 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (49m) 5m ago 51m 19.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:40:22.598 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (48m) 2m ago 51m 19.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:40:22.598 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (47m) 5m ago 55m 2466M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:40:22.598 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (46m) 5m ago 54m 2803M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:40:22.598 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (46m) 5m ago 54m 2708M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:40:22.599 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (45m) 5m ago 54m 2531M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:40:22.599 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (45m) 2m ago 54m 2129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:40:22.599 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (45m) 2m ago 53m 2317M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:40:22.599 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (44m) 2m ago 53m 1836M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:40:22.599 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (44m) 2m ago 53m 2209M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:40:22.599 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (48m) 2m ago 52m 92.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:40:22.993 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:40:22.993 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:40:22.993 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:40:22.993 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:40:22.993 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:40:22.993 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:40:22.993 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:40:22.993 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:40:22.993 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:40:22.993 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:40:22.994 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:40:22.994 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:40:22.994 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:40:22.994 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:40:22.994 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:40:22.994 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:40:22.994 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:40:22.994 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:40:23.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:22 smithi177 ceph-mon[212096]: osdmap e1566: 8 total, 8 up, 8 in 2023-12-20T11:40:23.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:22 smithi123 ceph-mon[191304]: osdmap e1566: 8 total, 8 up, 8 in 2023-12-20T11:40:23.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:22 smithi123 ceph-mon[188613]: osdmap e1566: 8 total, 8 up, 8 in 2023-12-20T11:40:24.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:23 smithi177 ceph-mon[212096]: from='client.37134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:40:24.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:23 smithi177 ceph-mon[212096]: pgmap v2817: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 4.7 KiB/s wr, 54 op/s 2023-12-20T11:40:24.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:23 smithi177 ceph-mon[212096]: from='client.37140 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:40:24.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:23 smithi177 ceph-mon[212096]: osdmap e1567: 8 total, 8 up, 8 in 2023-12-20T11:40:24.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:23 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3743207860' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:40:24.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:23 smithi177 ceph-mon[212096]: osdmap e1568: 8 total, 8 up, 8 in 2023-12-20T11:40:24.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:23 smithi123 ceph-mon[191304]: from='client.37134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:40:24.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:23 smithi123 ceph-mon[191304]: pgmap v2817: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 4.7 KiB/s wr, 54 op/s 2023-12-20T11:40:24.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:23 smithi123 ceph-mon[191304]: from='client.37140 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:40:24.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:23 smithi123 ceph-mon[191304]: osdmap e1567: 8 total, 8 up, 8 in 2023-12-20T11:40:24.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:23 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3743207860' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:40:24.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:23 smithi123 ceph-mon[191304]: osdmap e1568: 8 total, 8 up, 8 in 2023-12-20T11:40:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:23 smithi123 ceph-mon[188613]: from='client.37134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:40:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:23 smithi123 ceph-mon[188613]: pgmap v2817: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 4.7 KiB/s wr, 54 op/s 2023-12-20T11:40:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:23 smithi123 ceph-mon[188613]: from='client.37140 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:40:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:23 smithi123 ceph-mon[188613]: osdmap e1567: 8 total, 8 up, 8 in 2023-12-20T11:40:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:23 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3743207860' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:40:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:23 smithi123 ceph-mon[188613]: osdmap e1568: 8 total, 8 up, 8 in 2023-12-20T11:40:25.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:25 smithi123 ceph-mon[191304]: pgmap v2820: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 10 KiB/s wr, 161 op/s 2023-12-20T11:40:25.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:25 smithi123 ceph-mon[191304]: osdmap e1569: 8 total, 8 up, 8 in 2023-12-20T11:40:25.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:25 smithi123 ceph-mon[188613]: pgmap v2820: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 10 KiB/s wr, 161 op/s 2023-12-20T11:40:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:25 smithi123 ceph-mon[188613]: osdmap e1569: 8 total, 8 up, 8 in 2023-12-20T11:40:26.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:25 smithi177 ceph-mon[212096]: pgmap v2820: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 10 KiB/s wr, 161 op/s 2023-12-20T11:40:26.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:25 smithi177 ceph-mon[212096]: osdmap e1569: 8 total, 8 up, 8 in 2023-12-20T11:40:26.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:26 smithi123 ceph-mon[191304]: osdmap e1570: 8 total, 8 up, 8 in 2023-12-20T11:40:26.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:26 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/a713d3aa-da2a-4a59-91ab-9e5ab80fe3c2"}]: dispatch 2023-12-20T11:40:26.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:26 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/a713d3aa-da2a-4a59-91ab-9e5ab80fe3c2"}]: dispatch 2023-12-20T11:40:26.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:26 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/a713d3aa-da2a-4a59-91ab-9e5ab80fe3c2"}]': finished 2023-12-20T11:40:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:40:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:26 smithi123 ceph-mon[188613]: osdmap e1570: 8 total, 8 up, 8 in 2023-12-20T11:40:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:26 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/a713d3aa-da2a-4a59-91ab-9e5ab80fe3c2"}]: dispatch 2023-12-20T11:40:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:26 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/a713d3aa-da2a-4a59-91ab-9e5ab80fe3c2"}]: dispatch 2023-12-20T11:40:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:26 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/a713d3aa-da2a-4a59-91ab-9e5ab80fe3c2"}]': finished 2023-12-20T11:40:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:40:27.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:26 smithi177 ceph-mon[212096]: osdmap e1570: 8 total, 8 up, 8 in 2023-12-20T11:40:27.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:26 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/a713d3aa-da2a-4a59-91ab-9e5ab80fe3c2"}]: dispatch 2023-12-20T11:40:27.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:26 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/a713d3aa-da2a-4a59-91ab-9e5ab80fe3c2"}]: dispatch 2023-12-20T11:40:27.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:26 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/a713d3aa-da2a-4a59-91ab-9e5ab80fe3c2"}]': finished 2023-12-20T11:40:27.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:40:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:27 smithi177 ceph-mon[212096]: pgmap v2823: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 12 KiB/s wr, 159 op/s 2023-12-20T11:40:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:27 smithi177 ceph-mon[212096]: osdmap e1571: 8 total, 8 up, 8 in 2023-12-20T11:40:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:40:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:27 smithi123 ceph-mon[191304]: pgmap v2823: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 12 KiB/s wr, 159 op/s 2023-12-20T11:40:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:27 smithi123 ceph-mon[191304]: osdmap e1571: 8 total, 8 up, 8 in 2023-12-20T11:40:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:40:28.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:27 smithi123 ceph-mon[188613]: pgmap v2823: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 12 KiB/s wr, 159 op/s 2023-12-20T11:40:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:27 smithi123 ceph-mon[188613]: osdmap e1571: 8 total, 8 up, 8 in 2023-12-20T11:40:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:40:29.076 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:28 smithi123 ceph-mon[191304]: osdmap e1572: 8 total, 8 up, 8 in 2023-12-20T11:40:29.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:28 smithi123 ceph-mon[191304]: osdmap e1573: 8 total, 8 up, 8 in 2023-12-20T11:40:29.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:28 smithi123 ceph-mon[188613]: osdmap e1572: 8 total, 8 up, 8 in 2023-12-20T11:40:29.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:28 smithi123 ceph-mon[188613]: osdmap e1573: 8 total, 8 up, 8 in 2023-12-20T11:40:29.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:28 smithi177 ceph-mon[212096]: osdmap e1572: 8 total, 8 up, 8 in 2023-12-20T11:40:29.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:28 smithi177 ceph-mon[212096]: osdmap e1573: 8 total, 8 up, 8 in 2023-12-20T11:40:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:40:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:40:29] "GET /metrics HTTP/1.1" 200 36565 "" "Prometheus/2.43.0" 2023-12-20T11:40:30.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:29 smithi177 ceph-mon[212096]: pgmap v2826: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 6.2 KiB/s wr, 82 op/s 2023-12-20T11:40:30.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:29 smithi123 ceph-mon[188613]: pgmap v2826: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 6.2 KiB/s wr, 82 op/s 2023-12-20T11:40:30.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:29 smithi123 ceph-mon[191304]: pgmap v2826: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 6.2 KiB/s wr, 82 op/s 2023-12-20T11:40:30.868 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (10050 ms) 2023-12-20T11:40:30.868 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.SnapshotImageState 2023-12-20T11:40:31.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:30 smithi177 ceph-mon[212096]: osdmap e1574: 8 total, 8 up, 8 in 2023-12-20T11:40:31.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:30 smithi123 ceph-mon[191304]: osdmap e1574: 8 total, 8 up, 8 in 2023-12-20T11:40:31.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:30 smithi123 ceph-mon[188613]: osdmap e1574: 8 total, 8 up, 8 in 2023-12-20T11:40:32.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:31 smithi177 ceph-mon[212096]: pgmap v2829: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 7.7 KiB/s wr, 178 op/s 2023-12-20T11:40:32.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:31 smithi177 ceph-mon[212096]: osdmap e1575: 8 total, 8 up, 8 in 2023-12-20T11:40:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:31 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/07eb8193-9d1c-4021-8e39-3a5f0a8df689"}]: dispatch 2023-12-20T11:40:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:31 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/07eb8193-9d1c-4021-8e39-3a5f0a8df689"}]: dispatch 2023-12-20T11:40:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:31 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/07eb8193-9d1c-4021-8e39-3a5f0a8df689"}]': finished 2023-12-20T11:40:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:31 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/8937a440-2baa-455e-95aa-c3bcf12e0f5c"}]: dispatch 2023-12-20T11:40:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:31 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/8937a440-2baa-455e-95aa-c3bcf12e0f5c"}]: dispatch 2023-12-20T11:40:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:31 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/8937a440-2baa-455e-95aa-c3bcf12e0f5c"}]': finished 2023-12-20T11:40:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:31 smithi123 ceph-mon[191304]: pgmap v2829: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 7.7 KiB/s wr, 178 op/s 2023-12-20T11:40:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:31 smithi123 ceph-mon[191304]: osdmap e1575: 8 total, 8 up, 8 in 2023-12-20T11:40:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:31 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/07eb8193-9d1c-4021-8e39-3a5f0a8df689"}]: dispatch 2023-12-20T11:40:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:31 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/07eb8193-9d1c-4021-8e39-3a5f0a8df689"}]: dispatch 2023-12-20T11:40:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:31 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/07eb8193-9d1c-4021-8e39-3a5f0a8df689"}]': finished 2023-12-20T11:40:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:31 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/8937a440-2baa-455e-95aa-c3bcf12e0f5c"}]: dispatch 2023-12-20T11:40:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:31 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/8937a440-2baa-455e-95aa-c3bcf12e0f5c"}]: dispatch 2023-12-20T11:40:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:31 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/8937a440-2baa-455e-95aa-c3bcf12e0f5c"}]': finished 2023-12-20T11:40:32.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:31 smithi123 ceph-mon[188613]: pgmap v2829: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 7.7 KiB/s wr, 178 op/s 2023-12-20T11:40:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:31 smithi123 ceph-mon[188613]: osdmap e1575: 8 total, 8 up, 8 in 2023-12-20T11:40:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:31 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/07eb8193-9d1c-4021-8e39-3a5f0a8df689"}]: dispatch 2023-12-20T11:40:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:31 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/07eb8193-9d1c-4021-8e39-3a5f0a8df689"}]: dispatch 2023-12-20T11:40:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:31 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/07eb8193-9d1c-4021-8e39-3a5f0a8df689"}]': finished 2023-12-20T11:40:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:31 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/8937a440-2baa-455e-95aa-c3bcf12e0f5c"}]: dispatch 2023-12-20T11:40:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:31 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/8937a440-2baa-455e-95aa-c3bcf12e0f5c"}]: dispatch 2023-12-20T11:40:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:31 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/8937a440-2baa-455e-95aa-c3bcf12e0f5c"}]': finished 2023-12-20T11:40:33.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:32 smithi177 ceph-mon[212096]: osdmap e1576: 8 total, 8 up, 8 in 2023-12-20T11:40:33.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:32 smithi123 ceph-mon[191304]: osdmap e1576: 8 total, 8 up, 8 in 2023-12-20T11:40:33.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:32 smithi123 ceph-mon[188613]: osdmap e1576: 8 total, 8 up, 8 in 2023-12-20T11:40:34.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:33 smithi177 ceph-mon[212096]: pgmap v2832: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 6.7 KiB/s wr, 153 op/s 2023-12-20T11:40:34.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:33 smithi177 ceph-mon[212096]: osdmap e1577: 8 total, 8 up, 8 in 2023-12-20T11:40:34.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:33 smithi177 ceph-mon[212096]: osdmap e1578: 8 total, 8 up, 8 in 2023-12-20T11:40:34.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:33 smithi123 ceph-mon[191304]: pgmap v2832: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 6.7 KiB/s wr, 153 op/s 2023-12-20T11:40:34.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:33 smithi123 ceph-mon[191304]: osdmap e1577: 8 total, 8 up, 8 in 2023-12-20T11:40:34.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:33 smithi123 ceph-mon[191304]: osdmap e1578: 8 total, 8 up, 8 in 2023-12-20T11:40:34.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:33 smithi123 ceph-mon[188613]: pgmap v2832: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 6.7 KiB/s wr, 153 op/s 2023-12-20T11:40:34.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:33 smithi123 ceph-mon[188613]: osdmap e1577: 8 total, 8 up, 8 in 2023-12-20T11:40:34.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:33 smithi123 ceph-mon[188613]: osdmap e1578: 8 total, 8 up, 8 in 2023-12-20T11:40:34.783 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.SnapshotImageState (3915 ms) 2023-12-20T11:40:34.783 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2023-12-20T11:40:35.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:35 smithi123 ceph-mon[191304]: pgmap v2835: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 10 KiB/s wr, 101 op/s 2023-12-20T11:40:35.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:35 smithi123 ceph-mon[191304]: osdmap e1579: 8 total, 8 up, 8 in 2023-12-20T11:40:35.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:35 smithi123 ceph-mon[188613]: pgmap v2835: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 10 KiB/s wr, 101 op/s 2023-12-20T11:40:35.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:35 smithi123 ceph-mon[188613]: osdmap e1579: 8 total, 8 up, 8 in 2023-12-20T11:40:36.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:35 smithi177 ceph-mon[212096]: pgmap v2835: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 10 KiB/s wr, 101 op/s 2023-12-20T11:40:36.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:35 smithi177 ceph-mon[212096]: osdmap e1579: 8 total, 8 up, 8 in 2023-12-20T11:40:36.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:36 smithi123 ceph-mon[191304]: osdmap e1580: 8 total, 8 up, 8 in 2023-12-20T11:40:36.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:36 smithi123 ceph-mon[188613]: osdmap e1580: 8 total, 8 up, 8 in 2023-12-20T11:40:37.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:36 smithi177 ceph-mon[212096]: osdmap e1580: 8 total, 8 up, 8 in 2023-12-20T11:40:37.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:37 smithi123 ceph-mon[188613]: pgmap v2838: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 196 KiB/s rd, 25 KiB/s wr, 272 op/s 2023-12-20T11:40:37.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:37 smithi123 ceph-mon[188613]: osdmap e1581: 8 total, 8 up, 8 in 2023-12-20T11:40:37.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:37 smithi123 ceph-mon[191304]: pgmap v2838: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 196 KiB/s rd, 25 KiB/s wr, 272 op/s 2023-12-20T11:40:37.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:37 smithi123 ceph-mon[191304]: osdmap e1581: 8 total, 8 up, 8 in 2023-12-20T11:40:38.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:37 smithi177 ceph-mon[212096]: pgmap v2838: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 196 KiB/s rd, 25 KiB/s wr, 272 op/s 2023-12-20T11:40:38.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:37 smithi177 ceph-mon[212096]: osdmap e1581: 8 total, 8 up, 8 in 2023-12-20T11:40:38.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:38 smithi123 ceph-mon[188613]: osdmap e1582: 8 total, 8 up, 8 in 2023-12-20T11:40:38.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:38 smithi123 ceph-mon[188613]: osdmap e1583: 8 total, 8 up, 8 in 2023-12-20T11:40:38.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:38 smithi123 ceph-mon[191304]: osdmap e1582: 8 total, 8 up, 8 in 2023-12-20T11:40:38.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:38 smithi123 ceph-mon[191304]: osdmap e1583: 8 total, 8 up, 8 in 2023-12-20T11:40:39.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:38 smithi177 ceph-mon[212096]: osdmap e1582: 8 total, 8 up, 8 in 2023-12-20T11:40:39.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:38 smithi177 ceph-mon[212096]: osdmap e1583: 8 total, 8 up, 8 in 2023-12-20T11:40:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:40:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:40:39] "GET /metrics HTTP/1.1" 200 36565 "" "Prometheus/2.43.0" 2023-12-20T11:40:39.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:39 smithi123 ceph-mon[191304]: pgmap v2841: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 19 KiB/s wr, 216 op/s 2023-12-20T11:40:39.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:39 smithi123 ceph-mon[188613]: pgmap v2841: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 19 KiB/s wr, 216 op/s 2023-12-20T11:40:40.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:39 smithi177 ceph-mon[212096]: pgmap v2841: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 19 KiB/s wr, 216 op/s 2023-12-20T11:40:41.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:40 smithi177 ceph-mon[212096]: osdmap e1584: 8 total, 8 up, 8 in 2023-12-20T11:40:41.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:40 smithi123 ceph-mon[191304]: osdmap e1584: 8 total, 8 up, 8 in 2023-12-20T11:40:41.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:40 smithi123 ceph-mon[188613]: osdmap e1584: 8 total, 8 up, 8 in 2023-12-20T11:40:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:41 smithi177 ceph-mon[212096]: pgmap v2844: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 3.5 KiB/s wr, 23 op/s 2023-12-20T11:40:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:41 smithi177 ceph-mon[212096]: osdmap e1585: 8 total, 8 up, 8 in 2023-12-20T11:40:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:40:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:41 smithi123 ceph-mon[191304]: pgmap v2844: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 3.5 KiB/s wr, 23 op/s 2023-12-20T11:40:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:41 smithi123 ceph-mon[191304]: osdmap e1585: 8 total, 8 up, 8 in 2023-12-20T11:40:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:40:42.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:41 smithi123 ceph-mon[188613]: pgmap v2844: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 3.5 KiB/s wr, 23 op/s 2023-12-20T11:40:42.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:41 smithi123 ceph-mon[188613]: osdmap e1585: 8 total, 8 up, 8 in 2023-12-20T11:40:42.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:40:43.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:42 smithi177 ceph-mon[212096]: osdmap e1586: 8 total, 8 up, 8 in 2023-12-20T11:40:43.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:42 smithi123 ceph-mon[191304]: osdmap e1586: 8 total, 8 up, 8 in 2023-12-20T11:40:43.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:42 smithi123 ceph-mon[188613]: osdmap e1586: 8 total, 8 up, 8 in 2023-12-20T11:40:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:43 smithi177 ceph-mon[212096]: pgmap v2847: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 8.0 KiB/s wr, 145 op/s 2023-12-20T11:40:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:43 smithi177 ceph-mon[212096]: osdmap e1587: 8 total, 8 up, 8 in 2023-12-20T11:40:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:40:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:43 smithi177 ceph-mon[212096]: osdmap e1588: 8 total, 8 up, 8 in 2023-12-20T11:40:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:40:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:40:44.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:43 smithi123 ceph-mon[191304]: pgmap v2847: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 8.0 KiB/s wr, 145 op/s 2023-12-20T11:40:44.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:43 smithi123 ceph-mon[191304]: osdmap e1587: 8 total, 8 up, 8 in 2023-12-20T11:40:44.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:40:44.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:43 smithi123 ceph-mon[191304]: osdmap e1588: 8 total, 8 up, 8 in 2023-12-20T11:40:44.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:40:44.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:40:44.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:43 smithi123 ceph-mon[188613]: pgmap v2847: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 8.0 KiB/s wr, 145 op/s 2023-12-20T11:40:44.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:43 smithi123 ceph-mon[188613]: osdmap e1587: 8 total, 8 up, 8 in 2023-12-20T11:40:44.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:40:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:43 smithi123 ceph-mon[188613]: osdmap e1588: 8 total, 8 up, 8 in 2023-12-20T11:40:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:40:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:40:44.801 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (10018 ms) 2023-12-20T11:40:44.801 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2023-12-20T11:40:45.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:40:45.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:44 smithi177 ceph-mon[212096]: osdmap e1589: 8 total, 8 up, 8 in 2023-12-20T11:40:45.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:40:45.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:44 smithi123 ceph-mon[191304]: osdmap e1589: 8 total, 8 up, 8 in 2023-12-20T11:40:45.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:40:45.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:44 smithi123 ceph-mon[188613]: osdmap e1589: 8 total, 8 up, 8 in 2023-12-20T11:40:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:45 smithi177 ceph-mon[212096]: pgmap v2850: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 7.7 KiB/s wr, 138 op/s 2023-12-20T11:40:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:45 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/3b41660b-6ab2-4bbc-8ca2-dc81b95e00c1"}]: dispatch 2023-12-20T11:40:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:45 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/3b41660b-6ab2-4bbc-8ca2-dc81b95e00c1"}]: dispatch 2023-12-20T11:40:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:45 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/3b41660b-6ab2-4bbc-8ca2-dc81b95e00c1"}]': finished 2023-12-20T11:40:46.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:45 smithi123 ceph-mon[191304]: pgmap v2850: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 7.7 KiB/s wr, 138 op/s 2023-12-20T11:40:46.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:45 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/3b41660b-6ab2-4bbc-8ca2-dc81b95e00c1"}]: dispatch 2023-12-20T11:40:46.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:45 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/3b41660b-6ab2-4bbc-8ca2-dc81b95e00c1"}]: dispatch 2023-12-20T11:40:46.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:45 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/3b41660b-6ab2-4bbc-8ca2-dc81b95e00c1"}]': finished 2023-12-20T11:40:46.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:45 smithi123 ceph-mon[188613]: pgmap v2850: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 7.7 KiB/s wr, 138 op/s 2023-12-20T11:40:46.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:45 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/3b41660b-6ab2-4bbc-8ca2-dc81b95e00c1"}]: dispatch 2023-12-20T11:40:46.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:45 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/3b41660b-6ab2-4bbc-8ca2-dc81b95e00c1"}]: dispatch 2023-12-20T11:40:46.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:45 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/3b41660b-6ab2-4bbc-8ca2-dc81b95e00c1"}]': finished 2023-12-20T11:40:47.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:46 smithi177 ceph-mon[212096]: osdmap e1590: 8 total, 8 up, 8 in 2023-12-20T11:40:47.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:46 smithi123 ceph-mon[191304]: osdmap e1590: 8 total, 8 up, 8 in 2023-12-20T11:40:47.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:46 smithi123 ceph-mon[188613]: osdmap e1590: 8 total, 8 up, 8 in 2023-12-20T11:40:48.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:47 smithi177 ceph-mon[212096]: pgmap v2853: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 6.2 KiB/s wr, 53 op/s 2023-12-20T11:40:48.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:47 smithi177 ceph-mon[212096]: osdmap e1591: 8 total, 8 up, 8 in 2023-12-20T11:40:48.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:47 smithi123 ceph-mon[188613]: pgmap v2853: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 6.2 KiB/s wr, 53 op/s 2023-12-20T11:40:48.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:47 smithi123 ceph-mon[188613]: osdmap e1591: 8 total, 8 up, 8 in 2023-12-20T11:40:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:47 smithi123 ceph-mon[191304]: pgmap v2853: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 6.2 KiB/s wr, 53 op/s 2023-12-20T11:40:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:47 smithi123 ceph-mon[191304]: osdmap e1591: 8 total, 8 up, 8 in 2023-12-20T11:40:49.076 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:48 smithi123 ceph-mon[191304]: osdmap e1592: 8 total, 8 up, 8 in 2023-12-20T11:40:49.076 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:48 smithi123 ceph-mon[191304]: osdmap e1593: 8 total, 8 up, 8 in 2023-12-20T11:40:49.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:48 smithi123 ceph-mon[188613]: osdmap e1592: 8 total, 8 up, 8 in 2023-12-20T11:40:49.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:48 smithi123 ceph-mon[188613]: osdmap e1593: 8 total, 8 up, 8 in 2023-12-20T11:40:49.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:48 smithi177 ceph-mon[212096]: osdmap e1592: 8 total, 8 up, 8 in 2023-12-20T11:40:49.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:48 smithi177 ceph-mon[212096]: osdmap e1593: 8 total, 8 up, 8 in 2023-12-20T11:40:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:40:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:40:49] "GET /metrics HTTP/1.1" 200 36563 "" "Prometheus/2.43.0" 2023-12-20T11:40:50.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:49 smithi177 ceph-mon[212096]: pgmap v2856: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 6.5 KiB/s wr, 47 op/s 2023-12-20T11:40:50.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:49 smithi177 ceph-mon[212096]: osdmap e1594: 8 total, 8 up, 8 in 2023-12-20T11:40:50.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:49 smithi123 ceph-mon[191304]: pgmap v2856: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 6.5 KiB/s wr, 47 op/s 2023-12-20T11:40:50.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:49 smithi123 ceph-mon[191304]: osdmap e1594: 8 total, 8 up, 8 in 2023-12-20T11:40:50.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:49 smithi123 ceph-mon[188613]: pgmap v2856: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 6.5 KiB/s wr, 47 op/s 2023-12-20T11:40:50.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:49 smithi123 ceph-mon[188613]: osdmap e1594: 8 total, 8 up, 8 in 2023-12-20T11:40:51.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:51 smithi123 ceph-mon[191304]: pgmap v2859: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 5.5 KiB/s wr, 34 op/s 2023-12-20T11:40:51.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:51 smithi123 ceph-mon[191304]: osdmap e1595: 8 total, 8 up, 8 in 2023-12-20T11:40:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:51 smithi123 ceph-mon[188613]: pgmap v2859: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 5.5 KiB/s wr, 34 op/s 2023-12-20T11:40:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:51 smithi123 ceph-mon[188613]: osdmap e1595: 8 total, 8 up, 8 in 2023-12-20T11:40:52.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:51 smithi177 ceph-mon[212096]: pgmap v2859: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 5.5 KiB/s wr, 34 op/s 2023-12-20T11:40:52.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:51 smithi177 ceph-mon[212096]: osdmap e1595: 8 total, 8 up, 8 in 2023-12-20T11:40:53.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:52 smithi177 ceph-mon[212096]: osdmap e1596: 8 total, 8 up, 8 in 2023-12-20T11:40:53.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:52 smithi123 ceph-mon[191304]: osdmap e1596: 8 total, 8 up, 8 in 2023-12-20T11:40:53.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:52 smithi123 ceph-mon[188613]: osdmap e1596: 8 total, 8 up, 8 in 2023-12-20T11:40:53.337 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:40:53.644 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:40:53.645 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (49m) 5m ago 52m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:40:53.645 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (49m) 3m ago 52m 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:40:53.645 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (53m) 5m ago 53m 23.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:40:53.645 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (53m) 3m ago 53m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:40:53.645 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (49m) 3m ago 55m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:40:53.645 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (49m) 5m ago 57m 576M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:40:53.645 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (48m) 5m ago 57m 360M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:40:53.645 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (48m) 3m ago 56m 205M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:40:53.645 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (48m) 5m ago 56m 210M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:40:53.645 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (49m) 5m ago 52m 19.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:40:53.645 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (49m) 3m ago 52m 19.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:40:53.645 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (47m) 5m ago 55m 2466M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:40:53.645 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (47m) 5m ago 55m 2803M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:40:53.645 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (46m) 5m ago 55m 2708M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:40:53.646 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (46m) 5m ago 54m 2531M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:40:53.646 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (46m) 3m ago 54m 2129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:40:53.646 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (45m) 3m ago 54m 2317M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:40:53.646 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (45m) 3m ago 53m 1836M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:40:53.646 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (44m) 3m ago 53m 2209M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:40:53.646 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (49m) 3m ago 53m 92.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:40:53.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:53 smithi123 ceph-mon[188613]: pgmap v2862: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 12 KiB/s wr, 119 op/s 2023-12-20T11:40:53.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:53 smithi123 ceph-mon[188613]: osdmap e1597: 8 total, 8 up, 8 in 2023-12-20T11:40:53.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:53 smithi123 ceph-mon[188613]: osdmap e1598: 8 total, 8 up, 8 in 2023-12-20T11:40:53.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:53 smithi123 ceph-mon[191304]: pgmap v2862: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 12 KiB/s wr, 119 op/s 2023-12-20T11:40:53.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:53 smithi123 ceph-mon[191304]: osdmap e1597: 8 total, 8 up, 8 in 2023-12-20T11:40:53.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:53 smithi123 ceph-mon[191304]: osdmap e1598: 8 total, 8 up, 8 in 2023-12-20T11:40:54.043 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:40:54.043 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:40:54.043 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:40:54.043 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:40:54.043 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:40:54.043 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:40:54.043 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:40:54.043 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:40:54.043 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:40:54.043 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:40:54.043 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:40:54.043 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:40:54.043 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:40:54.044 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:40:54.044 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:40:54.044 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:40:54.044 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:40:54.044 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:40:54.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:53 smithi177 ceph-mon[212096]: pgmap v2862: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 12 KiB/s wr, 119 op/s 2023-12-20T11:40:54.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:53 smithi177 ceph-mon[212096]: osdmap e1597: 8 total, 8 up, 8 in 2023-12-20T11:40:54.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:53 smithi177 ceph-mon[212096]: osdmap e1598: 8 total, 8 up, 8 in 2023-12-20T11:40:55.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:54 smithi177 ceph-mon[212096]: from='client.47099 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:40:55.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:54 smithi177 ceph-mon[212096]: from='client.37158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:40:55.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:54 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/432432678' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:40:55.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:54 smithi123 ceph-mon[188613]: from='client.47099 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:40:55.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:54 smithi123 ceph-mon[188613]: from='client.37158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:40:55.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:54 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/432432678' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:40:55.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:54 smithi123 ceph-mon[191304]: from='client.47099 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:40:55.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:54 smithi123 ceph-mon[191304]: from='client.37158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:40:55.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:54 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/432432678' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:40:56.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:55 smithi177 ceph-mon[212096]: pgmap v2865: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 15 KiB/s wr, 147 op/s 2023-12-20T11:40:56.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:55 smithi177 ceph-mon[212096]: osdmap e1599: 8 total, 8 up, 8 in 2023-12-20T11:40:56.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:55 smithi123 ceph-mon[191304]: pgmap v2865: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 15 KiB/s wr, 147 op/s 2023-12-20T11:40:56.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:55 smithi123 ceph-mon[191304]: osdmap e1599: 8 total, 8 up, 8 in 2023-12-20T11:40:56.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:55 smithi123 ceph-mon[188613]: pgmap v2865: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 15 KiB/s wr, 147 op/s 2023-12-20T11:40:56.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:55 smithi123 ceph-mon[188613]: osdmap e1599: 8 total, 8 up, 8 in 2023-12-20T11:40:57.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:56 smithi177 ceph-mon[212096]: osdmap e1600: 8 total, 8 up, 8 in 2023-12-20T11:40:57.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:40:57.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:56 smithi123 ceph-mon[191304]: osdmap e1600: 8 total, 8 up, 8 in 2023-12-20T11:40:57.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:40:57.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:56 smithi123 ceph-mon[188613]: osdmap e1600: 8 total, 8 up, 8 in 2023-12-20T11:40:57.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:40:58.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:57 smithi177 ceph-mon[212096]: pgmap v2868: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 20 KiB/s wr, 181 op/s 2023-12-20T11:40:58.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:57 smithi177 ceph-mon[212096]: osdmap e1601: 8 total, 8 up, 8 in 2023-12-20T11:40:58.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:57 smithi123 ceph-mon[188613]: pgmap v2868: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 20 KiB/s wr, 181 op/s 2023-12-20T11:40:58.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:57 smithi123 ceph-mon[188613]: osdmap e1601: 8 total, 8 up, 8 in 2023-12-20T11:40:58.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:57 smithi123 ceph-mon[191304]: pgmap v2868: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 20 KiB/s wr, 181 op/s 2023-12-20T11:40:58.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:57 smithi123 ceph-mon[191304]: osdmap e1601: 8 total, 8 up, 8 in 2023-12-20T11:40:59.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:58 smithi123 ceph-mon[191304]: osdmap e1602: 8 total, 8 up, 8 in 2023-12-20T11:40:59.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:58 smithi123 ceph-mon[188613]: osdmap e1602: 8 total, 8 up, 8 in 2023-12-20T11:40:59.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:58 smithi177 ceph-mon[212096]: osdmap e1602: 8 total, 8 up, 8 in 2023-12-20T11:40:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:40:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:40:59] "GET /metrics HTTP/1.1" 200 36569 "" "Prometheus/2.43.0" 2023-12-20T11:41:00.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:59 smithi177 ceph-mon[212096]: pgmap v2871: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 15 KiB/s wr, 132 op/s 2023-12-20T11:41:00.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:40:59 smithi177 ceph-mon[212096]: osdmap e1603: 8 total, 8 up, 8 in 2023-12-20T11:41:00.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:59 smithi123 ceph-mon[191304]: pgmap v2871: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 15 KiB/s wr, 132 op/s 2023-12-20T11:41:00.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:40:59 smithi123 ceph-mon[191304]: osdmap e1603: 8 total, 8 up, 8 in 2023-12-20T11:41:00.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:59 smithi123 ceph-mon[188613]: pgmap v2871: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 15 KiB/s wr, 132 op/s 2023-12-20T11:41:00.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:40:59 smithi123 ceph-mon[188613]: osdmap e1603: 8 total, 8 up, 8 in 2023-12-20T11:41:01.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:00 smithi177 ceph-mon[212096]: osdmap e1604: 8 total, 8 up, 8 in 2023-12-20T11:41:01.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:00 smithi123 ceph-mon[191304]: osdmap e1604: 8 total, 8 up, 8 in 2023-12-20T11:41:01.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:00 smithi123 ceph-mon[188613]: osdmap e1604: 8 total, 8 up, 8 in 2023-12-20T11:41:02.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:01 smithi177 ceph-mon[212096]: pgmap v2874: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 9.7 KiB/s wr, 110 op/s 2023-12-20T11:41:02.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:01 smithi177 ceph-mon[212096]: osdmap e1605: 8 total, 8 up, 8 in 2023-12-20T11:41:02.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:01 smithi123 ceph-mon[191304]: pgmap v2874: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 9.7 KiB/s wr, 110 op/s 2023-12-20T11:41:02.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:01 smithi123 ceph-mon[191304]: osdmap e1605: 8 total, 8 up, 8 in 2023-12-20T11:41:02.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:01 smithi123 ceph-mon[188613]: pgmap v2874: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 9.7 KiB/s wr, 110 op/s 2023-12-20T11:41:02.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:01 smithi123 ceph-mon[188613]: osdmap e1605: 8 total, 8 up, 8 in 2023-12-20T11:41:03.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:02 smithi177 ceph-mon[212096]: osdmap e1606: 8 total, 8 up, 8 in 2023-12-20T11:41:03.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:02 smithi123 ceph-mon[191304]: osdmap e1606: 8 total, 8 up, 8 in 2023-12-20T11:41:03.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:02 smithi123 ceph-mon[188613]: osdmap e1606: 8 total, 8 up, 8 in 2023-12-20T11:41:04.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:03 smithi177 ceph-mon[212096]: pgmap v2877: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 11 KiB/s wr, 189 op/s 2023-12-20T11:41:04.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:03 smithi177 ceph-mon[212096]: osdmap e1607: 8 total, 8 up, 8 in 2023-12-20T11:41:04.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:03 smithi177 ceph-mon[212096]: osdmap e1608: 8 total, 8 up, 8 in 2023-12-20T11:41:04.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:03 smithi123 ceph-mon[191304]: pgmap v2877: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 11 KiB/s wr, 189 op/s 2023-12-20T11:41:04.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:03 smithi123 ceph-mon[191304]: osdmap e1607: 8 total, 8 up, 8 in 2023-12-20T11:41:04.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:03 smithi123 ceph-mon[191304]: osdmap e1608: 8 total, 8 up, 8 in 2023-12-20T11:41:04.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:03 smithi123 ceph-mon[188613]: pgmap v2877: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 11 KiB/s wr, 189 op/s 2023-12-20T11:41:04.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:03 smithi123 ceph-mon[188613]: osdmap e1607: 8 total, 8 up, 8 in 2023-12-20T11:41:04.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:03 smithi123 ceph-mon[188613]: osdmap e1608: 8 total, 8 up, 8 in 2023-12-20T11:41:06.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:05 smithi177 ceph-mon[212096]: pgmap v2880: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 6.7 KiB/s wr, 103 op/s 2023-12-20T11:41:06.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:05 smithi177 ceph-mon[212096]: osdmap e1609: 8 total, 8 up, 8 in 2023-12-20T11:41:06.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:05 smithi123 ceph-mon[191304]: pgmap v2880: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 6.7 KiB/s wr, 103 op/s 2023-12-20T11:41:06.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:05 smithi123 ceph-mon[191304]: osdmap e1609: 8 total, 8 up, 8 in 2023-12-20T11:41:06.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:05 smithi123 ceph-mon[188613]: pgmap v2880: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 6.7 KiB/s wr, 103 op/s 2023-12-20T11:41:06.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:05 smithi123 ceph-mon[188613]: osdmap e1609: 8 total, 8 up, 8 in 2023-12-20T11:41:07.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:06 smithi177 ceph-mon[212096]: osdmap e1610: 8 total, 8 up, 8 in 2023-12-20T11:41:07.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:06 smithi123 ceph-mon[191304]: osdmap e1610: 8 total, 8 up, 8 in 2023-12-20T11:41:07.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:06 smithi123 ceph-mon[188613]: osdmap e1610: 8 total, 8 up, 8 in 2023-12-20T11:41:08.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:07 smithi177 ceph-mon[212096]: pgmap v2883: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 7.2 KiB/s wr, 125 op/s 2023-12-20T11:41:08.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:07 smithi177 ceph-mon[212096]: osdmap e1611: 8 total, 8 up, 8 in 2023-12-20T11:41:08.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:07 smithi123 ceph-mon[191304]: pgmap v2883: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 7.2 KiB/s wr, 125 op/s 2023-12-20T11:41:08.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:07 smithi123 ceph-mon[191304]: osdmap e1611: 8 total, 8 up, 8 in 2023-12-20T11:41:08.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:07 smithi123 ceph-mon[188613]: pgmap v2883: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 7.2 KiB/s wr, 125 op/s 2023-12-20T11:41:08.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:07 smithi123 ceph-mon[188613]: osdmap e1611: 8 total, 8 up, 8 in 2023-12-20T11:41:09.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:08 smithi177 ceph-mon[212096]: osdmap e1612: 8 total, 8 up, 8 in 2023-12-20T11:41:09.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:08 smithi177 ceph-mon[212096]: osdmap e1613: 8 total, 8 up, 8 in 2023-12-20T11:41:09.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:08 smithi123 ceph-mon[191304]: osdmap e1612: 8 total, 8 up, 8 in 2023-12-20T11:41:09.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:08 smithi123 ceph-mon[191304]: osdmap e1613: 8 total, 8 up, 8 in 2023-12-20T11:41:09.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:08 smithi123 ceph-mon[188613]: osdmap e1612: 8 total, 8 up, 8 in 2023-12-20T11:41:09.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:08 smithi123 ceph-mon[188613]: osdmap e1613: 8 total, 8 up, 8 in 2023-12-20T11:41:09.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:41:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:41:09] "GET /metrics HTTP/1.1" 200 36569 "" "Prometheus/2.43.0" 2023-12-20T11:41:10.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:09 smithi177 ceph-mon[212096]: pgmap v2886: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 6.5 KiB/s wr, 127 op/s 2023-12-20T11:41:10.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:09 smithi177 ceph-mon[212096]: osdmap e1614: 8 total, 8 up, 8 in 2023-12-20T11:41:10.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:09 smithi123 ceph-mon[191304]: pgmap v2886: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 6.5 KiB/s wr, 127 op/s 2023-12-20T11:41:10.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:09 smithi123 ceph-mon[191304]: osdmap e1614: 8 total, 8 up, 8 in 2023-12-20T11:41:10.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:09 smithi123 ceph-mon[188613]: pgmap v2886: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 6.5 KiB/s wr, 127 op/s 2023-12-20T11:41:10.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:09 smithi123 ceph-mon[188613]: osdmap e1614: 8 total, 8 up, 8 in 2023-12-20T11:41:12.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:11 smithi177 ceph-mon[212096]: pgmap v2889: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 5.2 KiB/s wr, 69 op/s 2023-12-20T11:41:12.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:11 smithi177 ceph-mon[212096]: osdmap e1615: 8 total, 8 up, 8 in 2023-12-20T11:41:12.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:41:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:11 smithi123 ceph-mon[191304]: pgmap v2889: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 5.2 KiB/s wr, 69 op/s 2023-12-20T11:41:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:11 smithi123 ceph-mon[191304]: osdmap e1615: 8 total, 8 up, 8 in 2023-12-20T11:41:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:41:12.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:11 smithi123 ceph-mon[188613]: pgmap v2889: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 5.2 KiB/s wr, 69 op/s 2023-12-20T11:41:12.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:11 smithi123 ceph-mon[188613]: osdmap e1615: 8 total, 8 up, 8 in 2023-12-20T11:41:12.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:41:13.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:12 smithi177 ceph-mon[212096]: osdmap e1616: 8 total, 8 up, 8 in 2023-12-20T11:41:13.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:12 smithi123 ceph-mon[191304]: osdmap e1616: 8 total, 8 up, 8 in 2023-12-20T11:41:13.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:12 smithi123 ceph-mon[188613]: osdmap e1616: 8 total, 8 up, 8 in 2023-12-20T11:41:14.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:13 smithi177 ceph-mon[212096]: pgmap v2892: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 5.0 KiB/s wr, 103 op/s 2023-12-20T11:41:14.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:13 smithi177 ceph-mon[212096]: osdmap e1617: 8 total, 8 up, 8 in 2023-12-20T11:41:14.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:13 smithi177 ceph-mon[212096]: osdmap e1618: 8 total, 8 up, 8 in 2023-12-20T11:41:14.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:13 smithi123 ceph-mon[191304]: pgmap v2892: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 5.0 KiB/s wr, 103 op/s 2023-12-20T11:41:14.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:13 smithi123 ceph-mon[191304]: osdmap e1617: 8 total, 8 up, 8 in 2023-12-20T11:41:14.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:13 smithi123 ceph-mon[191304]: osdmap e1618: 8 total, 8 up, 8 in 2023-12-20T11:41:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:13 smithi123 ceph-mon[188613]: pgmap v2892: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 5.0 KiB/s wr, 103 op/s 2023-12-20T11:41:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:13 smithi123 ceph-mon[188613]: osdmap e1617: 8 total, 8 up, 8 in 2023-12-20T11:41:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:13 smithi123 ceph-mon[188613]: osdmap e1618: 8 total, 8 up, 8 in 2023-12-20T11:41:15.846 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroring.AioSnapshotCreate (31045 ms) 2023-12-20T11:41:16.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:15 smithi177 ceph-mon[212096]: pgmap v2895: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 7.7 KiB/s wr, 137 op/s 2023-12-20T11:41:16.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:15 smithi177 ceph-mon[212096]: osdmap e1619: 8 total, 8 up, 8 in 2023-12-20T11:41:16.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:15 smithi123 ceph-mon[191304]: pgmap v2895: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 7.7 KiB/s wr, 137 op/s 2023-12-20T11:41:16.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:15 smithi123 ceph-mon[191304]: osdmap e1619: 8 total, 8 up, 8 in 2023-12-20T11:41:16.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:15 smithi123 ceph-mon[188613]: pgmap v2895: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 7.7 KiB/s wr, 137 op/s 2023-12-20T11:41:16.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:15 smithi123 ceph-mon[188613]: osdmap e1619: 8 total, 8 up, 8 in 2023-12-20T11:41:16.859 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 51 tests from TestMirroring (86805 ms total) 2023-12-20T11:41:16.859 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:41:16.859 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 31 tests from TestDeepCopy 2023-12-20T11:41:17.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:16 smithi177 ceph-mon[212096]: osdmap e1620: 8 total, 8 up, 8 in 2023-12-20T11:41:17.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:16 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/f87e78ed-29d7-4396-a5d4-c847917a1188"}]: dispatch 2023-12-20T11:41:17.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:16 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/f87e78ed-29d7-4396-a5d4-c847917a1188"}]: dispatch 2023-12-20T11:41:17.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:16 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/f87e78ed-29d7-4396-a5d4-c847917a1188"}]': finished 2023-12-20T11:41:17.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:16 smithi123 ceph-mon[191304]: osdmap e1620: 8 total, 8 up, 8 in 2023-12-20T11:41:17.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:16 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/f87e78ed-29d7-4396-a5d4-c847917a1188"}]: dispatch 2023-12-20T11:41:17.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:16 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/f87e78ed-29d7-4396-a5d4-c847917a1188"}]: dispatch 2023-12-20T11:41:17.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:16 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/f87e78ed-29d7-4396-a5d4-c847917a1188"}]': finished 2023-12-20T11:41:17.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:16 smithi123 ceph-mon[188613]: osdmap e1620: 8 total, 8 up, 8 in 2023-12-20T11:41:17.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:16 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1759004022' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/f87e78ed-29d7-4396-a5d4-c847917a1188"}]: dispatch 2023-12-20T11:41:17.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:16 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/f87e78ed-29d7-4396-a5d4-c847917a1188"}]: dispatch 2023-12-20T11:41:17.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:16 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/f87e78ed-29d7-4396-a5d4-c847917a1188"}]': finished 2023-12-20T11:41:18.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:17 smithi177 ceph-mon[212096]: pgmap v2898: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 7.7 KiB/s wr, 142 op/s 2023-12-20T11:41:18.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:17 smithi177 ceph-mon[212096]: osdmap e1621: 8 total, 8 up, 8 in 2023-12-20T11:41:18.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:17 smithi123 ceph-mon[191304]: pgmap v2898: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 7.7 KiB/s wr, 142 op/s 2023-12-20T11:41:18.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:17 smithi123 ceph-mon[191304]: osdmap e1621: 8 total, 8 up, 8 in 2023-12-20T11:41:18.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:17 smithi123 ceph-mon[188613]: pgmap v2898: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 7.7 KiB/s wr, 142 op/s 2023-12-20T11:41:18.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:17 smithi123 ceph-mon[188613]: osdmap e1621: 8 total, 8 up, 8 in 2023-12-20T11:41:18.860 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestDeepCopy.Empty 2023-12-20T11:41:19.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:18 smithi177 ceph-mon[212096]: osdmap e1622: 8 total, 8 up, 8 in 2023-12-20T11:41:19.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:18 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3072042821' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:41:19.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:18 smithi123 ceph-mon[188613]: osdmap e1622: 8 total, 8 up, 8 in 2023-12-20T11:41:19.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:18 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3072042821' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:41:19.239 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:41:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:41:19] "GET /metrics HTTP/1.1" 200 36563 "" "Prometheus/2.43.0" 2023-12-20T11:41:19.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:18 smithi123 ceph-mon[191304]: osdmap e1622: 8 total, 8 up, 8 in 2023-12-20T11:41:19.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:18 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3072042821' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:41:20.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:19 smithi177 ceph-mon[212096]: pgmap v2901: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:41:20.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:19 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:41:20.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:19 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3072042821' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-27","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:41:20.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:19 smithi177 ceph-mon[212096]: osdmap e1623: 8 total, 8 up, 8 in 2023-12-20T11:41:20.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:19 smithi123 ceph-mon[191304]: pgmap v2901: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:41:20.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:19 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:41:20.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:19 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3072042821' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-27","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:41:20.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:19 smithi123 ceph-mon[191304]: osdmap e1623: 8 total, 8 up, 8 in 2023-12-20T11:41:20.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:19 smithi123 ceph-mon[188613]: pgmap v2901: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:41:20.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:19 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:41:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:19 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3072042821' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-27","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:41:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:19 smithi123 ceph-mon[188613]: osdmap e1623: 8 total, 8 up, 8 in 2023-12-20T11:41:21.014 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestDeepCopy.Empty (2154 ms) 2023-12-20T11:41:21.015 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestDeepCopy.NoSnaps 2023-12-20T11:41:21.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:20 smithi177 ceph-mon[212096]: osdmap e1624: 8 total, 8 up, 8 in 2023-12-20T11:41:21.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:20 smithi123 ceph-mon[191304]: osdmap e1624: 8 total, 8 up, 8 in 2023-12-20T11:41:21.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:20 smithi123 ceph-mon[188613]: osdmap e1624: 8 total, 8 up, 8 in 2023-12-20T11:41:21.269 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestDeepCopy.NoSnaps (255 ms) 2023-12-20T11:41:21.269 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestDeepCopy.Snaps 2023-12-20T11:41:22.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:21 smithi177 ceph-mon[212096]: pgmap v2904: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:41:22.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:21 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:41:22.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:21 smithi177 ceph-mon[212096]: osdmap e1625: 8 total, 8 up, 8 in 2023-12-20T11:41:22.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:21 smithi123 ceph-mon[191304]: pgmap v2904: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:41:22.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:21 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:41:22.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:21 smithi123 ceph-mon[191304]: osdmap e1625: 8 total, 8 up, 8 in 2023-12-20T11:41:22.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:21 smithi123 ceph-mon[188613]: pgmap v2904: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:41:22.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:21 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:41:22.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:21 smithi123 ceph-mon[188613]: osdmap e1625: 8 total, 8 up, 8 in 2023-12-20T11:41:23.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:22 smithi177 ceph-mon[212096]: osdmap e1626: 8 total, 8 up, 8 in 2023-12-20T11:41:23.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:22 smithi123 ceph-mon[191304]: osdmap e1626: 8 total, 8 up, 8 in 2023-12-20T11:41:23.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:22 smithi123 ceph-mon[188613]: osdmap e1626: 8 total, 8 up, 8 in 2023-12-20T11:41:24.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:23 smithi177 ceph-mon[212096]: pgmap v2907: 137 pgs: 7 creating+peering, 130 active+clean; 21 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.0 MiB/s wr, 75 op/s 2023-12-20T11:41:24.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:23 smithi177 ceph-mon[212096]: osdmap e1627: 8 total, 8 up, 8 in 2023-12-20T11:41:24.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:23 smithi123 ceph-mon[191304]: pgmap v2907: 137 pgs: 7 creating+peering, 130 active+clean; 21 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.0 MiB/s wr, 75 op/s 2023-12-20T11:41:24.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:23 smithi123 ceph-mon[191304]: osdmap e1627: 8 total, 8 up, 8 in 2023-12-20T11:41:24.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:23 smithi123 ceph-mon[188613]: pgmap v2907: 137 pgs: 7 creating+peering, 130 active+clean; 21 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.0 MiB/s wr, 75 op/s 2023-12-20T11:41:24.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:23 smithi123 ceph-mon[188613]: osdmap e1627: 8 total, 8 up, 8 in 2023-12-20T11:41:24.388 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:41:24.696 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:41:24.696 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (50m) 6m ago 53m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:41:24.697 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (49m) 4m ago 52m 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:41:24.697 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (54m) 6m ago 53m 23.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:41:24.697 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (53m) 4m ago 53m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:41:24.697 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (49m) 4m ago 56m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:41:24.697 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (49m) 6m ago 57m 576M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:41:24.697 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (49m) 6m ago 57m 360M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:41:24.697 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (48m) 4m ago 56m 205M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:41:24.697 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (49m) 6m ago 56m 210M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:41:24.697 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (50m) 6m ago 52m 19.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:41:24.697 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (49m) 4m ago 52m 19.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:41:24.697 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (48m) 6m ago 56m 2466M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:41:24.697 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (47m) 6m ago 55m 2803M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:41:24.697 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (47m) 6m ago 55m 2708M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:41:24.697 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (47m) 6m ago 55m 2531M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:41:24.697 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (46m) 4m ago 55m 2129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:41:24.697 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (46m) 4m ago 54m 2317M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:41:24.698 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (45m) 4m ago 54m 1836M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:41:24.698 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (45m) 4m ago 54m 2209M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:41:24.698 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (49m) 4m ago 53m 92.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:41:25.118 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:41:25.118 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:41:25.118 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:41:25.119 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:41:25.119 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:41:25.119 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:41:25.119 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:41:25.119 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:41:25.119 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:41:25.119 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:41:25.119 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:41:25.119 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:41:25.119 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:41:25.119 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:41:25.119 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:41:25.119 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:41:25.119 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:41:25.119 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:41:25.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:24 smithi177 ceph-mon[212096]: osdmap e1628: 8 total, 8 up, 8 in 2023-12-20T11:41:25.183 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestDeepCopy.Snaps (3913 ms) 2023-12-20T11:41:25.183 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2023-12-20T11:41:25.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:24 smithi123 ceph-mon[191304]: osdmap e1628: 8 total, 8 up, 8 in 2023-12-20T11:41:25.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:24 smithi123 ceph-mon[188613]: osdmap e1628: 8 total, 8 up, 8 in 2023-12-20T11:41:26.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:25 smithi177 ceph-mon[212096]: pgmap v2910: 137 pgs: 137 active+clean; 37 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 8.0 MiB/s wr, 139 op/s 2023-12-20T11:41:26.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:25 smithi177 ceph-mon[212096]: from='client.37182 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:41:26.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:25 smithi177 ceph-mon[212096]: from='client.37188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:41:26.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:25 smithi177 ceph-mon[212096]: osdmap e1629: 8 total, 8 up, 8 in 2023-12-20T11:41:26.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:25 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1289507533' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:41:26.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:25 smithi123 ceph-mon[191304]: pgmap v2910: 137 pgs: 137 active+clean; 37 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 8.0 MiB/s wr, 139 op/s 2023-12-20T11:41:26.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:25 smithi123 ceph-mon[191304]: from='client.37182 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:41:26.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:25 smithi123 ceph-mon[191304]: from='client.37188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:41:26.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:25 smithi123 ceph-mon[191304]: osdmap e1629: 8 total, 8 up, 8 in 2023-12-20T11:41:26.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:25 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1289507533' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:41:26.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:25 smithi123 ceph-mon[188613]: pgmap v2910: 137 pgs: 137 active+clean; 37 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 8.0 MiB/s wr, 139 op/s 2023-12-20T11:41:26.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:25 smithi123 ceph-mon[188613]: from='client.37182 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:41:26.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:25 smithi123 ceph-mon[188613]: from='client.37188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:41:26.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:25 smithi123 ceph-mon[188613]: osdmap e1629: 8 total, 8 up, 8 in 2023-12-20T11:41:26.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:25 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1289507533' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:41:27.031 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestDeepCopy.SnapDiscard (1849 ms) 2023-12-20T11:41:27.031 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2023-12-20T11:41:27.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:26 smithi123 ceph-mon[191304]: osdmap e1630: 8 total, 8 up, 8 in 2023-12-20T11:41:27.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:41:27.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:26 smithi123 ceph-mon[188613]: osdmap e1630: 8 total, 8 up, 8 in 2023-12-20T11:41:27.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:41:27.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:26 smithi177 ceph-mon[212096]: osdmap e1630: 8 total, 8 up, 8 in 2023-12-20T11:41:27.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:41:28.122 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestDeepCopy.CloneDiscard (1091 ms) 2023-12-20T11:41:28.122 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestDeepCopy.CloneShrink 2023-12-20T11:41:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:27 smithi123 ceph-mon[191304]: pgmap v2913: 137 pgs: 137 active+clean; 57 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 9.0 MiB/s wr, 145 op/s 2023-12-20T11:41:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:27 smithi123 ceph-mon[191304]: osdmap e1631: 8 total, 8 up, 8 in 2023-12-20T11:41:28.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:27 smithi123 ceph-mon[188613]: pgmap v2913: 137 pgs: 137 active+clean; 57 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 9.0 MiB/s wr, 145 op/s 2023-12-20T11:41:28.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:27 smithi123 ceph-mon[188613]: osdmap e1631: 8 total, 8 up, 8 in 2023-12-20T11:41:28.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:27 smithi177 ceph-mon[212096]: pgmap v2913: 137 pgs: 137 active+clean; 57 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 9.0 MiB/s wr, 145 op/s 2023-12-20T11:41:28.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:27 smithi177 ceph-mon[212096]: osdmap e1631: 8 total, 8 up, 8 in 2023-12-20T11:41:28.900 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 11:41:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T11:41:28.585912794Z level=info msg="Completed cleanup jobs" duration=12.845026ms 2023-12-20T11:41:28.905 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestDeepCopy.CloneShrink (783 ms) 2023-12-20T11:41:28.905 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestDeepCopy.CloneExpand 2023-12-20T11:41:29.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:28 smithi123 ceph-mon[191304]: osdmap e1632: 8 total, 8 up, 8 in 2023-12-20T11:41:29.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:28 smithi123 ceph-mon[191304]: pgmap v2916: 137 pgs: 137 active+clean; 57 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 5.0 MiB/s wr, 195 op/s 2023-12-20T11:41:29.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:28 smithi123 ceph-mon[191304]: osdmap e1633: 8 total, 8 up, 8 in 2023-12-20T11:41:29.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:28 smithi123 ceph-mon[188613]: osdmap e1632: 8 total, 8 up, 8 in 2023-12-20T11:41:29.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:28 smithi123 ceph-mon[188613]: pgmap v2916: 137 pgs: 137 active+clean; 57 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 5.0 MiB/s wr, 195 op/s 2023-12-20T11:41:29.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:28 smithi123 ceph-mon[188613]: osdmap e1633: 8 total, 8 up, 8 in 2023-12-20T11:41:29.239 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:41:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:41:29] "GET /metrics HTTP/1.1" 200 36574 "" "Prometheus/2.43.0" 2023-12-20T11:41:29.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:28 smithi177 ceph-mon[212096]: osdmap e1632: 8 total, 8 up, 8 in 2023-12-20T11:41:29.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:28 smithi177 ceph-mon[212096]: pgmap v2916: 137 pgs: 137 active+clean; 57 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 5.0 MiB/s wr, 195 op/s 2023-12-20T11:41:29.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:28 smithi177 ceph-mon[212096]: osdmap e1633: 8 total, 8 up, 8 in 2023-12-20T11:41:30.176 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestDeepCopy.CloneExpand (1271 ms) 2023-12-20T11:41:30.176 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2023-12-20T11:41:31.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:30 smithi123 ceph-mon[191304]: osdmap e1634: 8 total, 8 up, 8 in 2023-12-20T11:41:31.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:30 smithi123 ceph-mon[191304]: pgmap v2919: 137 pgs: 137 active+clean; 69 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 178 op/s 2023-12-20T11:41:31.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:30 smithi123 ceph-mon[188613]: osdmap e1634: 8 total, 8 up, 8 in 2023-12-20T11:41:31.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:30 smithi123 ceph-mon[188613]: pgmap v2919: 137 pgs: 137 active+clean; 69 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 178 op/s 2023-12-20T11:41:31.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:30 smithi177 ceph-mon[212096]: osdmap e1634: 8 total, 8 up, 8 in 2023-12-20T11:41:31.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:30 smithi177 ceph-mon[212096]: pgmap v2919: 137 pgs: 137 active+clean; 69 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 178 op/s 2023-12-20T11:41:32.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:31 smithi123 ceph-mon[188613]: osdmap e1635: 8 total, 8 up, 8 in 2023-12-20T11:41:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:31 smithi123 ceph-mon[191304]: osdmap e1635: 8 total, 8 up, 8 in 2023-12-20T11:41:32.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:31 smithi177 ceph-mon[212096]: osdmap e1635: 8 total, 8 up, 8 in 2023-12-20T11:41:33.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:32 smithi123 ceph-mon[191304]: osdmap e1636: 8 total, 8 up, 8 in 2023-12-20T11:41:33.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:41:33.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:32 smithi123 ceph-mon[191304]: pgmap v2922: 137 pgs: 137 active+clean; 69 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 350 op/s 2023-12-20T11:41:33.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:32 smithi123 ceph-mon[188613]: osdmap e1636: 8 total, 8 up, 8 in 2023-12-20T11:41:33.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:41:33.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:32 smithi123 ceph-mon[188613]: pgmap v2922: 137 pgs: 137 active+clean; 69 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 350 op/s 2023-12-20T11:41:33.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:32 smithi177 ceph-mon[212096]: osdmap e1636: 8 total, 8 up, 8 in 2023-12-20T11:41:33.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:41:33.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:32 smithi177 ceph-mon[212096]: pgmap v2922: 137 pgs: 137 active+clean; 69 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 350 op/s 2023-12-20T11:41:34.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:33 smithi123 ceph-mon[191304]: osdmap e1637: 8 total, 8 up, 8 in 2023-12-20T11:41:34.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:33 smithi123 ceph-mon[188613]: osdmap e1637: 8 total, 8 up, 8 in 2023-12-20T11:41:34.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:33 smithi177 ceph-mon[212096]: osdmap e1637: 8 total, 8 up, 8 in 2023-12-20T11:41:35.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:34 smithi123 ceph-mon[191304]: osdmap e1638: 8 total, 8 up, 8 in 2023-12-20T11:41:35.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:34 smithi123 ceph-mon[191304]: pgmap v2925: 137 pgs: 137 active+clean; 69 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 344 KiB/s rd, 29 KiB/s wr, 476 op/s 2023-12-20T11:41:35.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:34 smithi123 ceph-mon[188613]: osdmap e1638: 8 total, 8 up, 8 in 2023-12-20T11:41:35.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:34 smithi123 ceph-mon[188613]: pgmap v2925: 137 pgs: 137 active+clean; 69 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 344 KiB/s rd, 29 KiB/s wr, 476 op/s 2023-12-20T11:41:35.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:34 smithi177 ceph-mon[212096]: osdmap e1638: 8 total, 8 up, 8 in 2023-12-20T11:41:35.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:34 smithi177 ceph-mon[212096]: pgmap v2925: 137 pgs: 137 active+clean; 69 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 344 KiB/s rd, 29 KiB/s wr, 476 op/s 2023-12-20T11:41:36.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:35 smithi123 ceph-mon[191304]: osdmap e1639: 8 total, 8 up, 8 in 2023-12-20T11:41:36.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:35 smithi123 ceph-mon[188613]: osdmap e1639: 8 total, 8 up, 8 in 2023-12-20T11:41:36.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:35 smithi177 ceph-mon[212096]: osdmap e1639: 8 total, 8 up, 8 in 2023-12-20T11:41:37.084 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestDeepCopy.CloneHideParent (6908 ms) 2023-12-20T11:41:37.085 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestDeepCopy.Clone 2023-12-20T11:41:37.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:36 smithi123 ceph-mon[191304]: osdmap e1640: 8 total, 8 up, 8 in 2023-12-20T11:41:37.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:36 smithi123 ceph-mon[191304]: pgmap v2928: 137 pgs: 137 active+clean; 69 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 15 KiB/s wr, 232 op/s 2023-12-20T11:41:37.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:36 smithi123 ceph-mon[188613]: osdmap e1640: 8 total, 8 up, 8 in 2023-12-20T11:41:37.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:36 smithi123 ceph-mon[188613]: pgmap v2928: 137 pgs: 137 active+clean; 69 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 15 KiB/s wr, 232 op/s 2023-12-20T11:41:37.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:36 smithi177 ceph-mon[212096]: osdmap e1640: 8 total, 8 up, 8 in 2023-12-20T11:41:37.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:36 smithi177 ceph-mon[212096]: pgmap v2928: 137 pgs: 137 active+clean; 69 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 15 KiB/s wr, 232 op/s 2023-12-20T11:41:38.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:37 smithi123 ceph-mon[191304]: osdmap e1641: 8 total, 8 up, 8 in 2023-12-20T11:41:38.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:37 smithi123 ceph-mon[188613]: osdmap e1641: 8 total, 8 up, 8 in 2023-12-20T11:41:38.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:37 smithi177 ceph-mon[212096]: osdmap e1641: 8 total, 8 up, 8 in 2023-12-20T11:41:39.239 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:41:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:41:39] "GET /metrics HTTP/1.1" 200 36574 "" "Prometheus/2.43.0" 2023-12-20T11:41:39.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:38 smithi123 ceph-mon[188613]: osdmap e1642: 8 total, 8 up, 8 in 2023-12-20T11:41:39.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:38 smithi123 ceph-mon[188613]: pgmap v2931: 137 pgs: 137 active+clean; 73 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 119 op/s 2023-12-20T11:41:39.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:38 smithi123 ceph-mon[191304]: osdmap e1642: 8 total, 8 up, 8 in 2023-12-20T11:41:39.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:38 smithi123 ceph-mon[191304]: pgmap v2931: 137 pgs: 137 active+clean; 73 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 119 op/s 2023-12-20T11:41:39.346 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestDeepCopy.Clone (2262 ms) 2023-12-20T11:41:39.346 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2023-12-20T11:41:39.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:38 smithi177 ceph-mon[212096]: osdmap e1642: 8 total, 8 up, 8 in 2023-12-20T11:41:39.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:38 smithi177 ceph-mon[212096]: pgmap v2931: 137 pgs: 137 active+clean; 73 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 119 op/s 2023-12-20T11:41:40.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:39 smithi123 ceph-mon[191304]: osdmap e1643: 8 total, 8 up, 8 in 2023-12-20T11:41:40.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:39 smithi123 ceph-mon[188613]: osdmap e1643: 8 total, 8 up, 8 in 2023-12-20T11:41:40.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:39 smithi177 ceph-mon[212096]: osdmap e1643: 8 total, 8 up, 8 in 2023-12-20T11:41:41.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:41 smithi177 ceph-mon[212096]: osdmap e1644: 8 total, 8 up, 8 in 2023-12-20T11:41:41.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:41 smithi177 ceph-mon[212096]: pgmap v2934: 137 pgs: 137 active+clean; 73 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 123 op/s 2023-12-20T11:41:41.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:41 smithi123 ceph-mon[191304]: osdmap e1644: 8 total, 8 up, 8 in 2023-12-20T11:41:41.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:41 smithi123 ceph-mon[191304]: pgmap v2934: 137 pgs: 137 active+clean; 73 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 123 op/s 2023-12-20T11:41:41.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:41 smithi123 ceph-mon[188613]: osdmap e1644: 8 total, 8 up, 8 in 2023-12-20T11:41:41.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:41 smithi123 ceph-mon[188613]: pgmap v2934: 137 pgs: 137 active+clean; 73 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 123 op/s 2023-12-20T11:41:41.511 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestDeepCopy.CloneFlatten (2165 ms) 2023-12-20T11:41:41.512 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestDeepCopy.Stress 2023-12-20T11:41:41.536 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 67023214~253782 2023-12-20T11:41:41.542 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 10655221~5699878 2023-12-20T11:41:41.542 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 59389607~6370315 2023-12-20T11:41:41.561 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 52252389~6749556 2023-12-20T11:41:41.562 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 34065137~2582777 2023-12-20T11:41:41.576 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 50968759~6052831 2023-12-20T11:41:41.576 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 45049811~3144624 2023-12-20T11:41:41.588 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 8897343~6374764 2023-12-20T11:41:41.588 INFO:tasks.workunit.client.0.smithi123.stdout:snap: snap0 2023-12-20T11:41:42.033 INFO:tasks.workunit.client.0.smithi123.stdout:clone image144 -> image145 2023-12-20T11:41:42.082 INFO:tasks.workunit.client.0.smithi123.stdout:write: B 53084812~3258639 2023-12-20T11:41:42.093 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 64066167~6047556 2023-12-20T11:41:42.103 INFO:tasks.workunit.client.0.smithi123.stdout:write: B 52742956~7599309 2023-12-20T11:41:42.140 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 10043662~2208196 2023-12-20T11:41:42.144 INFO:tasks.workunit.client.0.smithi123.stdout:write: B 64062825~6420808 2023-12-20T11:41:42.163 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 28736806~7211938 2023-12-20T11:41:42.173 INFO:tasks.workunit.client.0.smithi123.stdout:write: B 75905551~7980529 2023-12-20T11:41:42.196 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 5291799~3485333 2023-12-20T11:41:42.198 INFO:tasks.workunit.client.0.smithi123.stdout:snap: snap1 2023-12-20T11:41:42.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:42 smithi177 ceph-mon[212096]: osdmap e1645: 8 total, 8 up, 8 in 2023-12-20T11:41:42.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:41:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:42 smithi123 ceph-mon[191304]: osdmap e1645: 8 total, 8 up, 8 in 2023-12-20T11:41:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:41:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:42 smithi123 ceph-mon[188613]: osdmap e1645: 8 total, 8 up, 8 in 2023-12-20T11:41:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:41:43.037 INFO:tasks.workunit.client.0.smithi123.stdout:clone image145 -> image146 2023-12-20T11:41:43.100 INFO:tasks.workunit.client.0.smithi123.stdout:write: C 50036321~5961151 2023-12-20T11:41:43.140 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 58875576~3387781 2023-12-20T11:41:43.150 INFO:tasks.workunit.client.0.smithi123.stdout:write: C 34606436~215379 2023-12-20T11:41:43.157 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 28525827~792432 2023-12-20T11:41:43.161 INFO:tasks.workunit.client.0.smithi123.stdout:write: C 57498844~4158775 2023-12-20T11:41:43.175 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 46579245~3868738 2023-12-20T11:41:43.177 INFO:tasks.workunit.client.0.smithi123.stdout:write: C 15515985~1145357 2023-12-20T11:41:43.184 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 15581521~7389369 2023-12-20T11:41:43.187 INFO:tasks.workunit.client.0.smithi123.stdout:snap: snap2 2023-12-20T11:41:43.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:43 smithi177 ceph-mon[212096]: osdmap e1646: 8 total, 8 up, 8 in 2023-12-20T11:41:43.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:43 smithi177 ceph-mon[212096]: pgmap v2937: 137 pgs: 137 active+clean; 117 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 11 MiB/s wr, 314 op/s 2023-12-20T11:41:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:43 smithi123 ceph-mon[191304]: osdmap e1646: 8 total, 8 up, 8 in 2023-12-20T11:41:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:43 smithi123 ceph-mon[191304]: pgmap v2937: 137 pgs: 137 active+clean; 117 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 11 MiB/s wr, 314 op/s 2023-12-20T11:41:43.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:43 smithi123 ceph-mon[188613]: osdmap e1646: 8 total, 8 up, 8 in 2023-12-20T11:41:43.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:43 smithi123 ceph-mon[188613]: pgmap v2937: 137 pgs: 137 active+clean; 117 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 11 MiB/s wr, 314 op/s 2023-12-20T11:41:44.036 INFO:tasks.workunit.client.0.smithi123.stdout:write: D 81790348~1215614 2023-12-20T11:41:44.039 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 41190854~8255125 2023-12-20T11:41:44.040 INFO:tasks.workunit.client.0.smithi123.stdout:write: D 49021495~3246837 2023-12-20T11:41:44.043 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 2838758~2818796 2023-12-20T11:41:44.046 INFO:tasks.workunit.client.0.smithi123.stdout:write: D 31469953~6155568 2023-12-20T11:41:44.046 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 41053725~8130558 2023-12-20T11:41:44.078 INFO:tasks.workunit.client.0.smithi123.stdout:write: D 22480317~7771169 2023-12-20T11:41:44.078 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 19547558~7203967 2023-12-20T11:41:44.110 INFO:tasks.workunit.client.0.smithi123.stdout:snap: snap3 2023-12-20T11:41:44.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:44 smithi177 ceph-mon[212096]: osdmap e1647: 8 total, 8 up, 8 in 2023-12-20T11:41:44.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:41:44.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:44 smithi123 ceph-mon[191304]: osdmap e1647: 8 total, 8 up, 8 in 2023-12-20T11:41:44.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:41:44.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:44 smithi123 ceph-mon[188613]: osdmap e1647: 8 total, 8 up, 8 in 2023-12-20T11:41:44.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:41:45.042 INFO:tasks.workunit.client.0.smithi123.stdout:clone image146 -> image147 2023-12-20T11:41:45.350 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestDeepCopy.Stress (3838 ms) 2023-12-20T11:41:45.350 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2023-12-20T11:41:45.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:45 smithi177 ceph-mon[212096]: osdmap e1648: 8 total, 8 up, 8 in 2023-12-20T11:41:45.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:41:45.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:41:45.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:41:45.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:45 smithi177 ceph-mon[212096]: pgmap v2940: 137 pgs: 137 active+clean; 209 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 34 MiB/s wr, 569 op/s 2023-12-20T11:41:45.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:45 smithi123 ceph-mon[191304]: osdmap e1648: 8 total, 8 up, 8 in 2023-12-20T11:41:45.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:41:45.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:41:45.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:41:45.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:45 smithi123 ceph-mon[191304]: pgmap v2940: 137 pgs: 137 active+clean; 209 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 34 MiB/s wr, 569 op/s 2023-12-20T11:41:45.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:45 smithi123 ceph-mon[188613]: osdmap e1648: 8 total, 8 up, 8 in 2023-12-20T11:41:45.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:41:45.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:41:45.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:41:45.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:45 smithi123 ceph-mon[188613]: pgmap v2940: 137 pgs: 137 active+clean; 209 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 34 MiB/s wr, 569 op/s 2023-12-20T11:41:45.644 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (294 ms) 2023-12-20T11:41:45.644 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2023-12-20T11:41:46.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:46 smithi177 ceph-mon[212096]: osdmap e1649: 8 total, 8 up, 8 in 2023-12-20T11:41:46.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:46 smithi123 ceph-mon[191304]: osdmap e1649: 8 total, 8 up, 8 in 2023-12-20T11:41:46.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:46 smithi123 ceph-mon[188613]: osdmap e1649: 8 total, 8 up, 8 in 2023-12-20T11:41:47.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:47 smithi177 ceph-mon[212096]: pgmap v2942: 137 pgs: 137 active+clean; 350 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 58 MiB/s rd, 49 MiB/s wr, 584 op/s 2023-12-20T11:41:47.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:47 smithi177 ceph-mon[212096]: osdmap e1650: 8 total, 8 up, 8 in 2023-12-20T11:41:47.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:47 smithi123 ceph-mon[191304]: pgmap v2942: 137 pgs: 137 active+clean; 350 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 58 MiB/s rd, 49 MiB/s wr, 584 op/s 2023-12-20T11:41:47.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:47 smithi123 ceph-mon[191304]: osdmap e1650: 8 total, 8 up, 8 in 2023-12-20T11:41:47.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:47 smithi123 ceph-mon[188613]: pgmap v2942: 137 pgs: 137 active+clean; 350 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 58 MiB/s rd, 49 MiB/s wr, 584 op/s 2023-12-20T11:41:47.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:47 smithi123 ceph-mon[188613]: osdmap e1650: 8 total, 8 up, 8 in 2023-12-20T11:41:48.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:48 smithi177 ceph-mon[212096]: osdmap e1651: 8 total, 8 up, 8 in 2023-12-20T11:41:48.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:48 smithi123 ceph-mon[191304]: osdmap e1651: 8 total, 8 up, 8 in 2023-12-20T11:41:48.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:48 smithi123 ceph-mon[188613]: osdmap e1651: 8 total, 8 up, 8 in 2023-12-20T11:41:49.390 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:41:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:41:49] "GET /metrics HTTP/1.1" 200 36576 "" "Prometheus/2.43.0" 2023-12-20T11:41:49.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:49 smithi177 ceph-mon[212096]: pgmap v2945: 137 pgs: 137 active+clean; 358 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 40 MiB/s wr, 446 op/s 2023-12-20T11:41:49.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:49 smithi177 ceph-mon[212096]: osdmap e1652: 8 total, 8 up, 8 in 2023-12-20T11:41:49.728 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (4084 ms) 2023-12-20T11:41:49.728 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2023-12-20T11:41:49.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:49 smithi123 ceph-mon[191304]: pgmap v2945: 137 pgs: 137 active+clean; 358 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 40 MiB/s wr, 446 op/s 2023-12-20T11:41:49.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:49 smithi123 ceph-mon[191304]: osdmap e1652: 8 total, 8 up, 8 in 2023-12-20T11:41:49.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:49 smithi123 ceph-mon[188613]: pgmap v2945: 137 pgs: 137 active+clean; 358 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 40 MiB/s wr, 446 op/s 2023-12-20T11:41:49.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:49 smithi123 ceph-mon[188613]: osdmap e1652: 8 total, 8 up, 8 in 2023-12-20T11:41:50.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:50 smithi123 ceph-mon[191304]: osdmap e1653: 8 total, 8 up, 8 in 2023-12-20T11:41:50.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:50 smithi123 ceph-mon[188613]: osdmap e1653: 8 total, 8 up, 8 in 2023-12-20T11:41:50.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:50 smithi177 ceph-mon[212096]: osdmap e1653: 8 total, 8 up, 8 in 2023-12-20T11:41:51.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:51 smithi123 ceph-mon[191304]: pgmap v2948: 137 pgs: 137 active+clean; 362 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.0 MiB/s wr, 190 op/s 2023-12-20T11:41:51.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:51 smithi123 ceph-mon[191304]: osdmap e1654: 8 total, 8 up, 8 in 2023-12-20T11:41:51.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:51 smithi123 ceph-mon[188613]: pgmap v2948: 137 pgs: 137 active+clean; 362 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.0 MiB/s wr, 190 op/s 2023-12-20T11:41:51.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:51 smithi123 ceph-mon[188613]: osdmap e1654: 8 total, 8 up, 8 in 2023-12-20T11:41:51.819 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2091 ms) 2023-12-20T11:41:51.819 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2023-12-20T11:41:51.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:51 smithi177 ceph-mon[212096]: pgmap v2948: 137 pgs: 137 active+clean; 362 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.0 MiB/s wr, 190 op/s 2023-12-20T11:41:51.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:51 smithi177 ceph-mon[212096]: osdmap e1654: 8 total, 8 up, 8 in 2023-12-20T11:41:52.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:52 smithi123 ceph-mon[191304]: osdmap e1655: 8 total, 8 up, 8 in 2023-12-20T11:41:52.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:52 smithi123 ceph-mon[188613]: osdmap e1655: 8 total, 8 up, 8 in 2023-12-20T11:41:52.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:52 smithi177 ceph-mon[212096]: osdmap e1655: 8 total, 8 up, 8 in 2023-12-20T11:41:53.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:53 smithi123 ceph-mon[191304]: pgmap v2951: 137 pgs: 137 active+clean; 382 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.0 MiB/s wr, 243 op/s 2023-12-20T11:41:53.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:53 smithi123 ceph-mon[191304]: osdmap e1656: 8 total, 8 up, 8 in 2023-12-20T11:41:53.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:53 smithi123 ceph-mon[188613]: pgmap v2951: 137 pgs: 137 active+clean; 382 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.0 MiB/s wr, 243 op/s 2023-12-20T11:41:53.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:53 smithi123 ceph-mon[188613]: osdmap e1656: 8 total, 8 up, 8 in 2023-12-20T11:41:53.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:53 smithi177 ceph-mon[212096]: pgmap v2951: 137 pgs: 137 active+clean; 382 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.0 MiB/s wr, 243 op/s 2023-12-20T11:41:53.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:53 smithi177 ceph-mon[212096]: osdmap e1656: 8 total, 8 up, 8 in 2023-12-20T11:41:53.974 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2155 ms) 2023-12-20T11:41:53.975 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2023-12-20T11:41:53.999 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 13818050~7981121 2023-12-20T11:41:54.022 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 77626601~6259479 2023-12-20T11:41:54.023 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 21775464~6574799 2023-12-20T11:41:54.043 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 72487968~3229479 2023-12-20T11:41:54.043 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 43383982~694320 2023-12-20T11:41:54.047 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 48930237~6594718 2023-12-20T11:41:54.047 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 47785572~1307459 2023-12-20T11:41:54.054 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 50328954~1845426 2023-12-20T11:41:54.055 INFO:tasks.workunit.client.0.smithi123.stdout:snap: snap0 2023-12-20T11:41:54.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:54 smithi123 ceph-mon[191304]: osdmap e1657: 8 total, 8 up, 8 in 2023-12-20T11:41:54.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:54 smithi123 ceph-mon[188613]: osdmap e1657: 8 total, 8 up, 8 in 2023-12-20T11:41:54.835 INFO:tasks.workunit.client.0.smithi123.stdout:clone image166 -> image167 2023-12-20T11:41:54.890 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 131981994 2023-12-20T11:41:54.897 INFO:tasks.workunit.client.0.smithi123.stdout:write: B 54757783~6576850 2023-12-20T11:41:54.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:54 smithi177 ceph-mon[212096]: osdmap e1657: 8 total, 8 up, 8 in 2023-12-20T11:41:54.922 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 52373920~5263560 2023-12-20T11:41:54.925 INFO:tasks.workunit.client.0.smithi123.stdout:write: B 80685047~1740628 2023-12-20T11:41:54.932 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 34427857~341146 2023-12-20T11:41:54.936 INFO:tasks.workunit.client.0.smithi123.stdout:write: B 41062315~3109657 2023-12-20T11:41:54.945 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 126120699~5861295 2023-12-20T11:41:54.946 INFO:tasks.workunit.client.0.smithi123.stdout:write: B 3456457~3756006 2023-12-20T11:41:54.966 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 23080535~3371269 2023-12-20T11:41:54.986 INFO:tasks.workunit.client.0.smithi123.stdout:snap: snap1 2023-12-20T11:41:55.457 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:41:55.768 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:41:55.768 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (50m) 6m ago 53m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:41:55.768 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (50m) 4m ago 53m 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:41:55.768 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (54m) 6m ago 54m 23.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:41:55.768 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (54m) 4m ago 54m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:41:55.768 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (50m) 4m ago 56m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:41:55.768 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (50m) 6m ago 58m 576M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:41:55.768 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (49m) 6m ago 58m 360M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:41:55.768 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (49m) 4m ago 57m 205M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:41:55.768 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (49m) 6m ago 57m 210M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:41:55.768 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (50m) 6m ago 53m 19.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:41:55.768 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (50m) 4m ago 53m 19.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:41:55.768 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (48m) 6m ago 56m 2466M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:41:55.769 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (48m) 6m ago 56m 2803M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:41:55.769 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (47m) 6m ago 56m 2708M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:41:55.769 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (47m) 6m ago 55m 2531M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:41:55.769 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (47m) 4m ago 55m 2129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:41:55.769 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (46m) 4m ago 55m 2317M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:41:55.769 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (46m) 4m ago 55m 1836M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:41:55.769 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (45m) 4m ago 54m 2209M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:41:55.769 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (50m) 4m ago 54m 92.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:41:55.830 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 149903400 2023-12-20T11:41:55.837 INFO:tasks.workunit.client.0.smithi123.stdout:write: C 65196949~6467424 2023-12-20T11:41:55.840 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 20702951~4266538 2023-12-20T11:41:55.841 INFO:tasks.workunit.client.0.smithi123.stdout:write: C 72682861~7662426 2023-12-20T11:41:55.841 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 45245373~2127459 2023-12-20T11:41:55.842 INFO:tasks.workunit.client.0.smithi123.stdout:write: C 90996180~5571304 2023-12-20T11:41:55.848 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 90496282~5803430 2023-12-20T11:41:55.910 INFO:tasks.workunit.client.0.smithi123.stdout:write: C 130944709~588423 2023-12-20T11:41:55.910 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 130537611~210522 2023-12-20T11:41:55.915 INFO:tasks.workunit.client.0.smithi123.stdout:snap: snap2 2023-12-20T11:41:56.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:55 smithi177 ceph-mon[212096]: pgmap v2954: 137 pgs: 137 active+clean; 466 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 25 MiB/s wr, 436 op/s 2023-12-20T11:41:56.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:55 smithi177 ceph-mon[212096]: osdmap e1658: 8 total, 8 up, 8 in 2023-12-20T11:41:56.176 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:41:56.176 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:41:56.176 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:41:56.176 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:41:56.177 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:41:56.177 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:41:56.177 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:41:56.177 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:41:56.177 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:41:56.177 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:41:56.177 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:41:56.177 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:41:56.177 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:41:56.177 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:41:56.177 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:41:56.177 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:41:56.177 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:41:56.177 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:41:56.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:55 smithi123 ceph-mon[191304]: pgmap v2954: 137 pgs: 137 active+clean; 466 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 25 MiB/s wr, 436 op/s 2023-12-20T11:41:56.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:55 smithi123 ceph-mon[191304]: osdmap e1658: 8 total, 8 up, 8 in 2023-12-20T11:41:56.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:55 smithi123 ceph-mon[188613]: pgmap v2954: 137 pgs: 137 active+clean; 466 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 25 MiB/s wr, 436 op/s 2023-12-20T11:41:56.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:55 smithi123 ceph-mon[188613]: osdmap e1658: 8 total, 8 up, 8 in 2023-12-20T11:41:56.844 INFO:tasks.workunit.client.0.smithi123.stdout:clone image167 -> image168 2023-12-20T11:41:56.909 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 184485037 2023-12-20T11:41:56.915 INFO:tasks.workunit.client.0.smithi123.stdout:write: D 159037432~2792026 2023-12-20T11:41:56.927 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 126158172~2663866 2023-12-20T11:41:56.930 INFO:tasks.workunit.client.0.smithi123.stdout:write: D 82046023~4510888 2023-12-20T11:41:56.958 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 75055360~3166842 2023-12-20T11:41:56.983 INFO:tasks.workunit.client.0.smithi123.stdout:write: D 172156000~6015990 2023-12-20T11:41:57.007 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 93113700~7863066 2023-12-20T11:41:57.011 INFO:tasks.workunit.client.0.smithi123.stdout:write: D 8795652~2333979 2023-12-20T11:41:57.024 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 57725196~4719517 2023-12-20T11:41:57.031 INFO:tasks.workunit.client.0.smithi123.stdout:snap: snap3 2023-12-20T11:41:57.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:56 smithi177 ceph-mon[212096]: from='client.47147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:41:57.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:56 smithi177 ceph-mon[212096]: from='client.47153 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:41:57.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:56 smithi177 ceph-mon[212096]: osdmap e1659: 8 total, 8 up, 8 in 2023-12-20T11:41:57.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:56 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3919014554' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:41:57.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:41:57.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:56 smithi123 ceph-mon[191304]: from='client.47147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:41:57.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:56 smithi123 ceph-mon[191304]: from='client.47153 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:41:57.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:56 smithi123 ceph-mon[191304]: osdmap e1659: 8 total, 8 up, 8 in 2023-12-20T11:41:57.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:56 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3919014554' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:41:57.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:41:57.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:56 smithi123 ceph-mon[188613]: from='client.47147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:41:57.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:56 smithi123 ceph-mon[188613]: from='client.47153 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:41:57.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:56 smithi123 ceph-mon[188613]: osdmap e1659: 8 total, 8 up, 8 in 2023-12-20T11:41:57.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:56 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3919014554' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:41:57.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:41:57.856 INFO:tasks.workunit.client.0.smithi123.stdout:clone image168 -> image169 2023-12-20T11:41:58.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:57 smithi177 ceph-mon[212096]: pgmap v2957: 137 pgs: 137 active+clean; 552 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 56 MiB/s rd, 39 MiB/s wr, 537 op/s 2023-12-20T11:41:58.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:57 smithi177 ceph-mon[212096]: osdmap e1660: 8 total, 8 up, 8 in 2023-12-20T11:41:58.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:57 smithi123 ceph-mon[191304]: pgmap v2957: 137 pgs: 137 active+clean; 552 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 56 MiB/s rd, 39 MiB/s wr, 537 op/s 2023-12-20T11:41:58.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:57 smithi123 ceph-mon[191304]: osdmap e1660: 8 total, 8 up, 8 in 2023-12-20T11:41:58.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:57 smithi123 ceph-mon[188613]: pgmap v2957: 137 pgs: 137 active+clean; 552 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 56 MiB/s rd, 39 MiB/s wr, 537 op/s 2023-12-20T11:41:58.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:57 smithi123 ceph-mon[188613]: osdmap e1660: 8 total, 8 up, 8 in 2023-12-20T11:41:58.246 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (4272 ms) 2023-12-20T11:41:58.246 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2023-12-20T11:41:58.482 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (235 ms) 2023-12-20T11:41:58.482 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2023-12-20T11:41:59.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:58 smithi177 ceph-mon[212096]: osdmap e1661: 8 total, 8 up, 8 in 2023-12-20T11:41:59.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:58 smithi123 ceph-mon[191304]: osdmap e1661: 8 total, 8 up, 8 in 2023-12-20T11:41:59.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:58 smithi123 ceph-mon[188613]: osdmap e1661: 8 total, 8 up, 8 in 2023-12-20T11:41:59.239 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:41:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:41:59] "GET /metrics HTTP/1.1" 200 36582 "" "Prometheus/2.43.0" 2023-12-20T11:42:00.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:59 smithi177 ceph-mon[212096]: pgmap v2960: 137 pgs: 137 active+clean; 607 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 31 MiB/s wr, 308 op/s 2023-12-20T11:42:00.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:41:59 smithi177 ceph-mon[212096]: osdmap e1662: 8 total, 8 up, 8 in 2023-12-20T11:42:00.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:59 smithi123 ceph-mon[191304]: pgmap v2960: 137 pgs: 137 active+clean; 607 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 31 MiB/s wr, 308 op/s 2023-12-20T11:42:00.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:41:59 smithi123 ceph-mon[191304]: osdmap e1662: 8 total, 8 up, 8 in 2023-12-20T11:42:00.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:59 smithi123 ceph-mon[188613]: pgmap v2960: 137 pgs: 137 active+clean; 607 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 31 MiB/s wr, 308 op/s 2023-12-20T11:42:00.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:41:59 smithi123 ceph-mon[188613]: osdmap e1662: 8 total, 8 up, 8 in 2023-12-20T11:42:01.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:00 smithi177 ceph-mon[212096]: osdmap e1663: 8 total, 8 up, 8 in 2023-12-20T11:42:01.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:00 smithi123 ceph-mon[191304]: osdmap e1663: 8 total, 8 up, 8 in 2023-12-20T11:42:01.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:00 smithi123 ceph-mon[188613]: osdmap e1663: 8 total, 8 up, 8 in 2023-12-20T11:42:02.145 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3663 ms) 2023-12-20T11:42:02.145 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2023-12-20T11:42:02.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:01 smithi177 ceph-mon[212096]: pgmap v2963: 137 pgs: 137 active+clean; 636 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 18 MiB/s wr, 297 op/s 2023-12-20T11:42:02.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:01 smithi177 ceph-mon[212096]: osdmap e1664: 8 total, 8 up, 8 in 2023-12-20T11:42:02.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:01 smithi123 ceph-mon[191304]: pgmap v2963: 137 pgs: 137 active+clean; 636 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 18 MiB/s wr, 297 op/s 2023-12-20T11:42:02.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:01 smithi123 ceph-mon[191304]: osdmap e1664: 8 total, 8 up, 8 in 2023-12-20T11:42:02.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:01 smithi123 ceph-mon[188613]: pgmap v2963: 137 pgs: 137 active+clean; 636 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 18 MiB/s wr, 297 op/s 2023-12-20T11:42:02.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:01 smithi123 ceph-mon[188613]: osdmap e1664: 8 total, 8 up, 8 in 2023-12-20T11:42:03.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:02 smithi177 ceph-mon[212096]: osdmap e1665: 8 total, 8 up, 8 in 2023-12-20T11:42:03.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:02 smithi123 ceph-mon[191304]: osdmap e1665: 8 total, 8 up, 8 in 2023-12-20T11:42:03.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:02 smithi123 ceph-mon[188613]: osdmap e1665: 8 total, 8 up, 8 in 2023-12-20T11:42:04.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:03 smithi177 ceph-mon[212096]: pgmap v2966: 137 pgs: 137 active+clean; 686 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 16 MiB/s wr, 498 op/s 2023-12-20T11:42:04.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:03 smithi177 ceph-mon[212096]: osdmap e1666: 8 total, 8 up, 8 in 2023-12-20T11:42:04.218 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2074 ms) 2023-12-20T11:42:04.218 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2023-12-20T11:42:04.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:03 smithi123 ceph-mon[191304]: pgmap v2966: 137 pgs: 137 active+clean; 686 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 16 MiB/s wr, 498 op/s 2023-12-20T11:42:04.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:03 smithi123 ceph-mon[191304]: osdmap e1666: 8 total, 8 up, 8 in 2023-12-20T11:42:04.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:03 smithi123 ceph-mon[188613]: pgmap v2966: 137 pgs: 137 active+clean; 686 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 16 MiB/s wr, 498 op/s 2023-12-20T11:42:04.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:03 smithi123 ceph-mon[188613]: osdmap e1666: 8 total, 8 up, 8 in 2023-12-20T11:42:05.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:04 smithi177 ceph-mon[212096]: osdmap e1667: 8 total, 8 up, 8 in 2023-12-20T11:42:05.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:04 smithi123 ceph-mon[191304]: osdmap e1667: 8 total, 8 up, 8 in 2023-12-20T11:42:05.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:04 smithi123 ceph-mon[188613]: osdmap e1667: 8 total, 8 up, 8 in 2023-12-20T11:42:06.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:05 smithi177 ceph-mon[212096]: pgmap v2969: 137 pgs: 137 active+clean; 717 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 18 MiB/s wr, 432 op/s 2023-12-20T11:42:06.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:05 smithi177 ceph-mon[212096]: osdmap e1668: 8 total, 8 up, 8 in 2023-12-20T11:42:06.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:05 smithi123 ceph-mon[191304]: pgmap v2969: 137 pgs: 137 active+clean; 717 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 18 MiB/s wr, 432 op/s 2023-12-20T11:42:06.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:05 smithi123 ceph-mon[191304]: osdmap e1668: 8 total, 8 up, 8 in 2023-12-20T11:42:06.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:05 smithi123 ceph-mon[188613]: pgmap v2969: 137 pgs: 137 active+clean; 717 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 18 MiB/s wr, 432 op/s 2023-12-20T11:42:06.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:05 smithi123 ceph-mon[188613]: osdmap e1668: 8 total, 8 up, 8 in 2023-12-20T11:42:06.350 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2132 ms) 2023-12-20T11:42:06.350 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2023-12-20T11:42:06.375 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 56677829~3146546 2023-12-20T11:42:06.388 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 37289401~2423173 2023-12-20T11:42:06.389 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 19410911~8187138 2023-12-20T11:42:06.413 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 70488979~1894196 2023-12-20T11:42:06.414 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 33949001~6923137 2023-12-20T11:42:06.439 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 77713938~6172142 2023-12-20T11:42:06.439 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 39991287~3058436 2023-12-20T11:42:06.449 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 9478309~2055908 2023-12-20T11:42:06.449 INFO:tasks.workunit.client.0.smithi123.stdout:snap: snap0 2023-12-20T11:42:06.909 INFO:tasks.workunit.client.0.smithi123.stdout:clone image188 -> image189 2023-12-20T11:42:06.958 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 158100635 2023-12-20T11:42:06.964 INFO:tasks.workunit.client.0.smithi123.stdout:write: B 26189740~5470252 2023-12-20T11:42:06.988 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 114191006~7558669 2023-12-20T11:42:06.988 INFO:tasks.workunit.client.0.smithi123.stdout:write: B 72281359~1173604 2023-12-20T11:42:06.994 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 100569300~6423137 2023-12-20T11:42:06.995 INFO:tasks.workunit.client.0.smithi123.stdout:write: B 61349902~5794485 2023-12-20T11:42:07.017 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 58371380~1139862 2023-12-20T11:42:07.028 INFO:tasks.workunit.client.0.smithi123.stdout:write: B 37783535~1927441 2023-12-20T11:42:07.056 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 64382666~7305260 2023-12-20T11:42:07.058 INFO:tasks.workunit.client.0.smithi123.stdout:snap: snap1 2023-12-20T11:42:07.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:06 smithi177 ceph-mon[212096]: osdmap e1669: 8 total, 8 up, 8 in 2023-12-20T11:42:07.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:06 smithi123 ceph-mon[191304]: osdmap e1669: 8 total, 8 up, 8 in 2023-12-20T11:42:07.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:06 smithi123 ceph-mon[188613]: osdmap e1669: 8 total, 8 up, 8 in 2023-12-20T11:42:07.921 INFO:tasks.workunit.client.0.smithi123.stdout:clone image189 -> image190 2023-12-20T11:42:07.986 INFO:tasks.workunit.client.0.smithi123.stdout:write: C 146757145~7556606 2023-12-20T11:42:08.016 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 87889209~84877 2023-12-20T11:42:08.019 INFO:tasks.workunit.client.0.smithi123.stdout:write: C 128590684~59615 2023-12-20T11:42:08.022 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 112883246~2621003 2023-12-20T11:42:08.026 INFO:tasks.workunit.client.0.smithi123.stdout:write: C 44271532~8074412 2023-12-20T11:42:08.058 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 150256183~7711561 2023-12-20T11:42:08.061 INFO:tasks.workunit.client.0.smithi123.stdout:write: C 58973604~2427787 2023-12-20T11:42:08.077 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 45415617~2259178 2023-12-20T11:42:08.078 INFO:tasks.workunit.client.0.smithi123.stdout:snap: snap2 2023-12-20T11:42:08.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:07 smithi177 ceph-mon[212096]: pgmap v2972: 137 pgs: 137 active+clean; 787 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 45 MiB/s rd, 25 MiB/s wr, 482 op/s 2023-12-20T11:42:08.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:07 smithi177 ceph-mon[212096]: osdmap e1670: 8 total, 8 up, 8 in 2023-12-20T11:42:08.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:07 smithi123 ceph-mon[191304]: pgmap v2972: 137 pgs: 137 active+clean; 787 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 45 MiB/s rd, 25 MiB/s wr, 482 op/s 2023-12-20T11:42:08.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:07 smithi123 ceph-mon[191304]: osdmap e1670: 8 total, 8 up, 8 in 2023-12-20T11:42:08.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:07 smithi123 ceph-mon[188613]: pgmap v2972: 137 pgs: 137 active+clean; 787 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 45 MiB/s rd, 25 MiB/s wr, 482 op/s 2023-12-20T11:42:08.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:07 smithi123 ceph-mon[188613]: osdmap e1670: 8 total, 8 up, 8 in 2023-12-20T11:42:08.929 INFO:tasks.workunit.client.0.smithi123.stdout:clone image190 -> image191 2023-12-20T11:42:09.014 INFO:tasks.workunit.client.0.smithi123.stdout:write: D 2835169~5487427 2023-12-20T11:42:09.034 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 83522444~4029892 2023-12-20T11:42:09.038 INFO:tasks.workunit.client.0.smithi123.stdout:write: D 6452671~1024253 2023-12-20T11:42:09.041 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 7392256~7775392 2023-12-20T11:42:09.045 INFO:tasks.workunit.client.0.smithi123.stdout:write: D 82189516~4267190 2023-12-20T11:42:09.060 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 136689778~225496 2023-12-20T11:42:09.065 INFO:tasks.workunit.client.0.smithi123.stdout:write: D 88411242~8242392 2023-12-20T11:42:09.092 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 131491260~5439237 2023-12-20T11:42:09.095 INFO:tasks.workunit.client.0.smithi123.stdout:snap: snap3 2023-12-20T11:42:09.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:08 smithi123 ceph-mon[191304]: osdmap e1671: 8 total, 8 up, 8 in 2023-12-20T11:42:09.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:08 smithi123 ceph-mon[188613]: osdmap e1671: 8 total, 8 up, 8 in 2023-12-20T11:42:09.239 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:42:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:42:09] "GET /metrics HTTP/1.1" 200 36582 "" "Prometheus/2.43.0" 2023-12-20T11:42:09.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:08 smithi177 ceph-mon[212096]: osdmap e1671: 8 total, 8 up, 8 in 2023-12-20T11:42:09.935 INFO:tasks.workunit.client.0.smithi123.stdout:clone image191 -> image192 2023-12-20T11:42:10.028 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 93691997 2023-12-20T11:42:10.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:09 smithi123 ceph-mon[191304]: pgmap v2975: 137 pgs: 137 active+clean; 814 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 24 MiB/s wr, 489 op/s 2023-12-20T11:42:10.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:09 smithi123 ceph-mon[191304]: osdmap e1672: 8 total, 8 up, 8 in 2023-12-20T11:42:10.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:09 smithi123 ceph-mon[188613]: pgmap v2975: 137 pgs: 137 active+clean; 814 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 24 MiB/s wr, 489 op/s 2023-12-20T11:42:10.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:09 smithi123 ceph-mon[188613]: osdmap e1672: 8 total, 8 up, 8 in 2023-12-20T11:42:10.352 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (4002 ms) 2023-12-20T11:42:10.352 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2023-12-20T11:42:10.377 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:42:10.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:09 smithi177 ceph-mon[212096]: pgmap v2975: 137 pgs: 137 active+clean; 814 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 24 MiB/s wr, 489 op/s 2023-12-20T11:42:10.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:09 smithi177 ceph-mon[212096]: osdmap e1672: 8 total, 8 up, 8 in 2023-12-20T11:42:10.453 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (101 ms) 2023-12-20T11:42:10.453 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2023-12-20T11:42:10.477 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:42:10.549 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (96 ms) 2023-12-20T11:42:10.549 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2023-12-20T11:42:10.573 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:42:10.650 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestDeepCopy.Clone_StrippingLargerDstObjSize (101 ms) 2023-12-20T11:42:10.650 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2023-12-20T11:42:10.674 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:42:10.749 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (99 ms) 2023-12-20T11:42:10.749 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2023-12-20T11:42:10.772 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:42:10.843 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestDeepCopy.Stress_StrippingLargerDstObjSize (94 ms) 2023-12-20T11:42:10.843 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2023-12-20T11:42:10.866 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:42:10.940 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (97 ms) 2023-12-20T11:42:10.940 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2023-12-20T11:42:10.968 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:42:11.040 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (100 ms) 2023-12-20T11:42:11.040 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2023-12-20T11:42:11.063 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:42:11.135 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (95 ms) 2023-12-20T11:42:11.135 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2023-12-20T11:42:11.157 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:42:11.232 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (97 ms) 2023-12-20T11:42:11.232 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2023-12-20T11:42:11.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:10 smithi123 ceph-mon[191304]: osdmap e1673: 8 total, 8 up, 8 in 2023-12-20T11:42:11.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:10 smithi123 ceph-mon[188613]: osdmap e1673: 8 total, 8 up, 8 in 2023-12-20T11:42:11.255 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:42:11.330 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (98 ms) 2023-12-20T11:42:11.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:10 smithi177 ceph-mon[212096]: osdmap e1673: 8 total, 8 up, 8 in 2023-12-20T11:42:11.934 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 31 tests from TestDeepCopy (52471 ms total) 2023-12-20T11:42:11.934 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:42:11.934 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 6 tests from TestGroup 2023-12-20T11:42:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:11 smithi123 ceph-mon[191304]: pgmap v2978: 137 pgs: 137 active+clean; 865 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 18 MiB/s wr, 406 op/s 2023-12-20T11:42:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:42:12.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:11 smithi123 ceph-mon[188613]: pgmap v2978: 137 pgs: 137 active+clean; 865 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 18 MiB/s wr, 406 op/s 2023-12-20T11:42:12.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:42:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:11 smithi177 ceph-mon[212096]: pgmap v2978: 137 pgs: 137 active+clean; 865 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 18 MiB/s wr, 406 op/s 2023-12-20T11:42:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:42:13.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:12 smithi123 ceph-mon[191304]: osdmap e1674: 8 total, 8 up, 8 in 2023-12-20T11:42:13.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:12 smithi123 ceph-mon[191304]: pgmap v2980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2023-12-20T11:42:13.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:12 smithi123 ceph-mon[188613]: osdmap e1674: 8 total, 8 up, 8 in 2023-12-20T11:42:13.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:12 smithi123 ceph-mon[188613]: pgmap v2980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2023-12-20T11:42:13.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:12 smithi177 ceph-mon[212096]: osdmap e1674: 8 total, 8 up, 8 in 2023-12-20T11:42:13.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:12 smithi177 ceph-mon[212096]: pgmap v2980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2023-12-20T11:42:13.947 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestGroup.group_create 2023-12-20T11:42:14.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:13 smithi123 ceph-mon[191304]: osdmap e1675: 8 total, 8 up, 8 in 2023-12-20T11:42:14.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:13 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1600463303' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:42:14.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:13 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:42:14.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:13 smithi123 ceph-mon[188613]: osdmap e1675: 8 total, 8 up, 8 in 2023-12-20T11:42:14.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:13 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1600463303' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:42:14.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:13 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:42:14.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:13 smithi177 ceph-mon[212096]: osdmap e1675: 8 total, 8 up, 8 in 2023-12-20T11:42:14.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:13 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1600463303' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:42:14.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:13 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:42:15.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:14 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-28","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:42:15.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:14 smithi123 ceph-mon[191304]: osdmap e1676: 8 total, 8 up, 8 in 2023-12-20T11:42:15.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:14 smithi123 ceph-mon[191304]: pgmap v2983: 137 pgs: 9 creating+peering, 19 unknown, 109 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-20T11:42:15.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:14 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-28","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:42:15.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:14 smithi123 ceph-mon[188613]: osdmap e1676: 8 total, 8 up, 8 in 2023-12-20T11:42:15.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:14 smithi123 ceph-mon[188613]: pgmap v2983: 137 pgs: 9 creating+peering, 19 unknown, 109 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-20T11:42:15.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:14 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-28","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:42:15.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:14 smithi177 ceph-mon[212096]: osdmap e1676: 8 total, 8 up, 8 in 2023-12-20T11:42:15.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:14 smithi177 ceph-mon[212096]: pgmap v2983: 137 pgs: 9 creating+peering, 19 unknown, 109 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-20T11:42:16.013 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestGroup.group_create (2067 ms) 2023-12-20T11:42:16.013 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestGroup.group_createPP 2023-12-20T11:42:16.031 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestGroup.group_createPP (18 ms) 2023-12-20T11:42:16.031 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestGroup.add_image 2023-12-20T11:42:16.073 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestGroup.add_image (42 ms) 2023-12-20T11:42:16.073 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestGroup.add_imagePP 2023-12-20T11:42:16.110 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestGroup.add_imagePP (37 ms) 2023-12-20T11:42:16.110 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestGroup.add_snapshot 2023-12-20T11:42:16.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:15 smithi123 ceph-mon[191304]: osdmap e1677: 8 total, 8 up, 8 in 2023-12-20T11:42:16.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:15 smithi123 ceph-mon[188613]: osdmap e1677: 8 total, 8 up, 8 in 2023-12-20T11:42:16.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:15 smithi177 ceph-mon[212096]: osdmap e1677: 8 total, 8 up, 8 in 2023-12-20T11:42:17.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:16 smithi123 ceph-mon[191304]: osdmap e1678: 8 total, 8 up, 8 in 2023-12-20T11:42:17.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:16 smithi123 ceph-mon[191304]: pgmap v2986: 137 pgs: 9 creating+peering, 128 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.0 KiB/s wr, 32 op/s 2023-12-20T11:42:17.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:16 smithi123 ceph-mon[188613]: osdmap e1678: 8 total, 8 up, 8 in 2023-12-20T11:42:17.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:16 smithi123 ceph-mon[188613]: pgmap v2986: 137 pgs: 9 creating+peering, 128 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.0 KiB/s wr, 32 op/s 2023-12-20T11:42:17.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:16 smithi177 ceph-mon[212096]: osdmap e1678: 8 total, 8 up, 8 in 2023-12-20T11:42:17.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:16 smithi177 ceph-mon[212096]: pgmap v2986: 137 pgs: 9 creating+peering, 128 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.0 KiB/s wr, 32 op/s 2023-12-20T11:42:18.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:17 smithi123 ceph-mon[191304]: osdmap e1679: 8 total, 8 up, 8 in 2023-12-20T11:42:18.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:17 smithi123 ceph-mon[188613]: osdmap e1679: 8 total, 8 up, 8 in 2023-12-20T11:42:18.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:17 smithi177 ceph-mon[212096]: osdmap e1679: 8 total, 8 up, 8 in 2023-12-20T11:42:19.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:18 smithi123 ceph-mon[191304]: osdmap e1680: 8 total, 8 up, 8 in 2023-12-20T11:42:19.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:18 smithi123 ceph-mon[191304]: pgmap v2989: 137 pgs: 2 creating+peering, 135 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 5.5 KiB/s wr, 54 op/s 2023-12-20T11:42:19.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:18 smithi123 ceph-mon[188613]: osdmap e1680: 8 total, 8 up, 8 in 2023-12-20T11:42:19.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:18 smithi123 ceph-mon[188613]: pgmap v2989: 137 pgs: 2 creating+peering, 135 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 5.5 KiB/s wr, 54 op/s 2023-12-20T11:42:19.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:42:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:42:19] "GET /metrics HTTP/1.1" 200 36585 "" "Prometheus/2.43.0" 2023-12-20T11:42:19.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:18 smithi177 ceph-mon[212096]: osdmap e1680: 8 total, 8 up, 8 in 2023-12-20T11:42:19.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:18 smithi177 ceph-mon[212096]: pgmap v2989: 137 pgs: 2 creating+peering, 135 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 5.5 KiB/s wr, 54 op/s 2023-12-20T11:42:20.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:19 smithi123 ceph-mon[188613]: osdmap e1681: 8 total, 8 up, 8 in 2023-12-20T11:42:20.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:19 smithi123 ceph-mon[191304]: osdmap e1681: 8 total, 8 up, 8 in 2023-12-20T11:42:20.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:19 smithi177 ceph-mon[212096]: osdmap e1681: 8 total, 8 up, 8 in 2023-12-20T11:42:21.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:20 smithi177 ceph-mon[212096]: osdmap e1682: 8 total, 8 up, 8 in 2023-12-20T11:42:21.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:20 smithi177 ceph-mon[212096]: pgmap v2992: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 7.5 KiB/s wr, 43 op/s 2023-12-20T11:42:21.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:20 smithi123 ceph-mon[191304]: osdmap e1682: 8 total, 8 up, 8 in 2023-12-20T11:42:21.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:20 smithi123 ceph-mon[191304]: pgmap v2992: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 7.5 KiB/s wr, 43 op/s 2023-12-20T11:42:21.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:20 smithi123 ceph-mon[188613]: osdmap e1682: 8 total, 8 up, 8 in 2023-12-20T11:42:21.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:20 smithi123 ceph-mon[188613]: pgmap v2992: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 7.5 KiB/s wr, 43 op/s 2023-12-20T11:42:22.049 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestGroup.add_snapshot (5939 ms) 2023-12-20T11:42:22.049 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestGroup.add_snapshotPP 2023-12-20T11:42:22.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:21 smithi177 ceph-mon[212096]: osdmap e1683: 8 total, 8 up, 8 in 2023-12-20T11:42:22.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:21 smithi123 ceph-mon[191304]: osdmap e1683: 8 total, 8 up, 8 in 2023-12-20T11:42:22.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:21 smithi123 ceph-mon[188613]: osdmap e1683: 8 total, 8 up, 8 in 2023-12-20T11:42:23.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:23 smithi177 ceph-mon[212096]: osdmap e1684: 8 total, 8 up, 8 in 2023-12-20T11:42:23.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:23 smithi177 ceph-mon[212096]: pgmap v2995: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 14 KiB/s wr, 179 op/s 2023-12-20T11:42:23.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:23 smithi123 ceph-mon[191304]: osdmap e1684: 8 total, 8 up, 8 in 2023-12-20T11:42:23.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:23 smithi123 ceph-mon[191304]: pgmap v2995: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 14 KiB/s wr, 179 op/s 2023-12-20T11:42:23.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:23 smithi123 ceph-mon[188613]: osdmap e1684: 8 total, 8 up, 8 in 2023-12-20T11:42:23.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:23 smithi123 ceph-mon[188613]: pgmap v2995: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 14 KiB/s wr, 179 op/s 2023-12-20T11:42:24.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:24 smithi177 ceph-mon[212096]: osdmap e1685: 8 total, 8 up, 8 in 2023-12-20T11:42:24.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:24 smithi177 ceph-mon[212096]: osdmap e1686: 8 total, 8 up, 8 in 2023-12-20T11:42:24.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:24 smithi123 ceph-mon[191304]: osdmap e1685: 8 total, 8 up, 8 in 2023-12-20T11:42:24.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:24 smithi123 ceph-mon[191304]: osdmap e1686: 8 total, 8 up, 8 in 2023-12-20T11:42:24.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:24 smithi123 ceph-mon[188613]: osdmap e1685: 8 total, 8 up, 8 in 2023-12-20T11:42:24.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:24 smithi123 ceph-mon[188613]: osdmap e1686: 8 total, 8 up, 8 in 2023-12-20T11:42:26.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:25 smithi177 ceph-mon[212096]: pgmap v2998: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 12 KiB/s wr, 183 op/s 2023-12-20T11:42:26.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:25 smithi177 ceph-mon[212096]: osdmap e1687: 8 total, 8 up, 8 in 2023-12-20T11:42:26.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:25 smithi123 ceph-mon[191304]: pgmap v2998: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 12 KiB/s wr, 183 op/s 2023-12-20T11:42:26.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:25 smithi123 ceph-mon[191304]: osdmap e1687: 8 total, 8 up, 8 in 2023-12-20T11:42:26.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:25 smithi123 ceph-mon[188613]: pgmap v2998: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 12 KiB/s wr, 183 op/s 2023-12-20T11:42:26.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:25 smithi123 ceph-mon[188613]: osdmap e1687: 8 total, 8 up, 8 in 2023-12-20T11:42:26.539 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:42:26.857 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:42:26.857 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (51m) 7m ago 54m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:42:26.857 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (50m) 5m ago 54m 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:42:26.857 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (55m) 7m ago 55m 23.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:42:26.857 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (55m) 5m ago 55m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:42:26.857 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (50m) 5m ago 57m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:42:26.857 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (50m) 7m ago 58m 576M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:42:26.857 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (50m) 7m ago 58m 360M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:42:26.857 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (49m) 5m ago 57m 205M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:42:26.857 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (50m) 7m ago 57m 210M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:42:26.858 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (51m) 7m ago 53m 19.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:42:26.858 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (50m) 5m ago 53m 19.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:42:26.858 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (49m) 7m ago 57m 2466M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:42:26.858 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (48m) 7m ago 56m 2803M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:42:26.858 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (48m) 7m ago 56m 2708M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:42:26.858 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (48m) 7m ago 56m 2531M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:42:26.858 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (47m) 5m ago 56m 2129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:42:26.858 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (47m) 5m ago 55m 2317M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:42:26.858 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (46m) 5m ago 55m 1836M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:42:26.858 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (46m) 5m ago 55m 2209M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:42:26.858 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (50m) 5m ago 54m 92.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:42:27.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:26 smithi177 ceph-mon[212096]: osdmap e1688: 8 total, 8 up, 8 in 2023-12-20T11:42:27.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:42:27.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:26 smithi123 ceph-mon[191304]: osdmap e1688: 8 total, 8 up, 8 in 2023-12-20T11:42:27.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:42:27.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:26 smithi123 ceph-mon[188613]: osdmap e1688: 8 total, 8 up, 8 in 2023-12-20T11:42:27.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:42:27.243 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:42:27.243 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:42:27.243 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:42:27.243 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:42:27.243 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:42:27.244 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:42:27.244 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:42:27.244 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:42:27.244 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:42:27.244 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:42:27.244 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:42:27.244 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:42:27.244 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:42:27.244 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:42:27.244 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:42:27.244 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:42:27.244 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:42:27.244 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:42:27.852 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestGroup.add_snapshotPP (5803 ms) 2023-12-20T11:42:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:27 smithi177 ceph-mon[212096]: pgmap v3001: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 10 KiB/s wr, 141 op/s 2023-12-20T11:42:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:27 smithi177 ceph-mon[212096]: from='client.47177 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:42:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:27 smithi177 ceph-mon[212096]: osdmap e1689: 8 total, 8 up, 8 in 2023-12-20T11:42:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:27 smithi177 ceph-mon[212096]: from='client.47183 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:42:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:27 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/344298341' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:42:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:42:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:27 smithi123 ceph-mon[191304]: pgmap v3001: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 10 KiB/s wr, 141 op/s 2023-12-20T11:42:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:27 smithi123 ceph-mon[191304]: from='client.47177 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:42:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:27 smithi123 ceph-mon[191304]: osdmap e1689: 8 total, 8 up, 8 in 2023-12-20T11:42:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:27 smithi123 ceph-mon[191304]: from='client.47183 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:42:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:27 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/344298341' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:42:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:42:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:27 smithi123 ceph-mon[188613]: pgmap v3001: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 10 KiB/s wr, 141 op/s 2023-12-20T11:42:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:27 smithi123 ceph-mon[188613]: from='client.47177 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:42:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:27 smithi123 ceph-mon[188613]: osdmap e1689: 8 total, 8 up, 8 in 2023-12-20T11:42:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:27 smithi123 ceph-mon[188613]: from='client.47183 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:42:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:27 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/344298341' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:42:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:42:28.797 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 6 tests from TestGroup (13906 ms total) 2023-12-20T11:42:28.797 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:42:28.797 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 57 tests from TestMigration 2023-12-20T11:42:29.075 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:28 smithi123 ceph-mon[191304]: osdmap e1690: 8 total, 8 up, 8 in 2023-12-20T11:42:29.075 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:28 smithi123 ceph-mon[191304]: osdmap e1691: 8 total, 8 up, 8 in 2023-12-20T11:42:29.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:28 smithi123 ceph-mon[188613]: osdmap e1690: 8 total, 8 up, 8 in 2023-12-20T11:42:29.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:28 smithi123 ceph-mon[188613]: osdmap e1691: 8 total, 8 up, 8 in 2023-12-20T11:42:29.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:28 smithi177 ceph-mon[212096]: osdmap e1690: 8 total, 8 up, 8 in 2023-12-20T11:42:29.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:28 smithi177 ceph-mon[212096]: osdmap e1691: 8 total, 8 up, 8 in 2023-12-20T11:42:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:42:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:42:29] "GET /metrics HTTP/1.1" 200 36557 "" "Prometheus/2.43.0" 2023-12-20T11:42:30.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:29 smithi177 ceph-mon[212096]: pgmap v3004: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 7.5 KiB/s wr, 117 op/s 2023-12-20T11:42:30.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:29 smithi123 ceph-mon[191304]: pgmap v3004: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 7.5 KiB/s wr, 117 op/s 2023-12-20T11:42:30.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:29 smithi123 ceph-mon[188613]: pgmap v3004: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 7.5 KiB/s wr, 117 op/s 2023-12-20T11:42:31.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:30 smithi177 ceph-mon[212096]: osdmap e1692: 8 total, 8 up, 8 in 2023-12-20T11:42:31.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:30 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1551454881' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:42:31.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:30 smithi123 ceph-mon[191304]: osdmap e1692: 8 total, 8 up, 8 in 2023-12-20T11:42:31.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:30 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1551454881' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:42:31.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:30 smithi123 ceph-mon[188613]: osdmap e1692: 8 total, 8 up, 8 in 2023-12-20T11:42:31.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:30 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1551454881' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:42:31.851 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.Empty 2023-12-20T11:42:32.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:31 smithi177 ceph-mon[212096]: pgmap v3007: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:42:32.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:31 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:42:32.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:31 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1551454881' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-29","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:42:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:31 smithi177 ceph-mon[212096]: osdmap e1693: 8 total, 8 up, 8 in 2023-12-20T11:42:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:31 smithi123 ceph-mon[191304]: pgmap v3007: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:42:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:31 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:42:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:31 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1551454881' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-29","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:42:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:31 smithi123 ceph-mon[191304]: osdmap e1693: 8 total, 8 up, 8 in 2023-12-20T11:42:32.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:31 smithi123 ceph-mon[188613]: pgmap v3007: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:42:32.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:31 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:42:32.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:31 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1551454881' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-29","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:42:32.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:31 smithi123 ceph-mon[188613]: osdmap e1693: 8 total, 8 up, 8 in 2023-12-20T11:42:33.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:32 smithi177 ceph-mon[212096]: osdmap e1694: 8 total, 8 up, 8 in 2023-12-20T11:42:33.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:32 smithi123 ceph-mon[191304]: osdmap e1694: 8 total, 8 up, 8 in 2023-12-20T11:42:33.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:32 smithi123 ceph-mon[188613]: osdmap e1694: 8 total, 8 up, 8 in 2023-12-20T11:42:33.913 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:42:33.931 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:42:34.075 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:42:34.140 INFO:tasks.workunit.client.0.smithi123.stdout:migration_commit 2023-12-20T11:42:34.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:33 smithi177 ceph-mon[212096]: pgmap v3010: 169 pgs: 47 unknown, 122 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:42:34.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:33 smithi177 ceph-mon[212096]: osdmap e1695: 8 total, 8 up, 8 in 2023-12-20T11:42:34.220 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.Empty (2369 ms) 2023-12-20T11:42:34.220 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.OtherName 2023-12-20T11:42:34.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:33 smithi123 ceph-mon[191304]: pgmap v3010: 169 pgs: 47 unknown, 122 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:42:34.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:33 smithi123 ceph-mon[191304]: osdmap e1695: 8 total, 8 up, 8 in 2023-12-20T11:42:34.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:33 smithi123 ceph-mon[188613]: pgmap v3010: 169 pgs: 47 unknown, 122 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:42:34.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:33 smithi123 ceph-mon[188613]: osdmap e1695: 8 total, 8 up, 8 in 2023-12-20T11:42:34.252 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:42:34.262 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:42:34.393 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:42:34.453 INFO:tasks.workunit.client.0.smithi123.stdout:migration_commit 2023-12-20T11:42:34.532 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.OtherName (312 ms) 2023-12-20T11:42:34.532 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.OtherPool 2023-12-20T11:42:34.560 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:42:34.571 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:42:35.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:34 smithi177 ceph-mon[212096]: osdmap e1696: 8 total, 8 up, 8 in 2023-12-20T11:42:35.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:34 smithi123 ceph-mon[191304]: osdmap e1696: 8 total, 8 up, 8 in 2023-12-20T11:42:35.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:34 smithi123 ceph-mon[188613]: osdmap e1696: 8 total, 8 up, 8 in 2023-12-20T11:42:36.015 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:42:36.080 INFO:tasks.workunit.client.0.smithi123.stdout:migration_commit 2023-12-20T11:42:36.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:35 smithi177 ceph-mon[212096]: pgmap v3013: 169 pgs: 19 unknown, 150 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 2.2 KiB/s wr, 48 op/s 2023-12-20T11:42:36.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:35 smithi177 ceph-mon[212096]: osdmap e1697: 8 total, 8 up, 8 in 2023-12-20T11:42:36.162 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.OtherPool (1630 ms) 2023-12-20T11:42:36.163 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.OtherNamespace 2023-12-20T11:42:36.193 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:42:36.206 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:42:36.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:35 smithi123 ceph-mon[191304]: pgmap v3013: 169 pgs: 19 unknown, 150 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 2.2 KiB/s wr, 48 op/s 2023-12-20T11:42:36.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:35 smithi123 ceph-mon[191304]: osdmap e1697: 8 total, 8 up, 8 in 2023-12-20T11:42:36.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:35 smithi123 ceph-mon[188613]: pgmap v3013: 169 pgs: 19 unknown, 150 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 2.2 KiB/s wr, 48 op/s 2023-12-20T11:42:36.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:35 smithi123 ceph-mon[188613]: osdmap e1697: 8 total, 8 up, 8 in 2023-12-20T11:42:36.343 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:42:36.412 INFO:tasks.workunit.client.0.smithi123.stdout:migration_commit 2023-12-20T11:42:36.492 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.OtherNamespace (331 ms) 2023-12-20T11:42:36.493 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.DataPool 2023-12-20T11:42:36.521 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:42:36.531 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:42:36.678 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:42:36.748 INFO:tasks.workunit.client.0.smithi123.stdout:migration_commit 2023-12-20T11:42:36.831 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.DataPool (338 ms) 2023-12-20T11:42:36.832 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2023-12-20T11:42:36.860 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:42:36.870 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:42:37.014 INFO:tasks.workunit.client.0.smithi123.stdout:migration_abort 2023-12-20T11:42:37.115 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.AbortAfterPrepare (284 ms) 2023-12-20T11:42:37.115 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2023-12-20T11:42:37.149 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:42:37.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:36 smithi177 ceph-mon[212096]: osdmap e1698: 8 total, 8 up, 8 in 2023-12-20T11:42:37.159 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:42:37.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:36 smithi123 ceph-mon[191304]: osdmap e1698: 8 total, 8 up, 8 in 2023-12-20T11:42:37.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:36 smithi123 ceph-mon[188613]: osdmap e1698: 8 total, 8 up, 8 in 2023-12-20T11:42:37.256 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (141 ms) 2023-12-20T11:42:37.256 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.AbortAfterExecute 2023-12-20T11:42:37.286 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:42:37.296 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:42:37.442 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:42:37.513 INFO:tasks.workunit.client.0.smithi123.stdout:migration_abort 2023-12-20T11:42:37.612 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.AbortAfterExecute (356 ms) 2023-12-20T11:42:37.612 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2023-12-20T11:42:37.641 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:42:37.651 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:42:37.775 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:42:37.838 INFO:tasks.workunit.client.0.smithi123.stdout:migration_abort 2023-12-20T11:42:37.936 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (324 ms) 2023-12-20T11:42:37.936 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2023-12-20T11:42:37.969 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:42:37.982 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:42:38.117 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:42:38.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:37 smithi177 ceph-mon[212096]: pgmap v3016: 169 pgs: 169 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 293 KiB/s rd, 19 KiB/s wr, 374 op/s 2023-12-20T11:42:38.189 INFO:tasks.workunit.client.0.smithi123.stdout:migration_abort 2023-12-20T11:42:38.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:37 smithi123 ceph-mon[191304]: pgmap v3016: 169 pgs: 169 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 293 KiB/s rd, 19 KiB/s wr, 374 op/s 2023-12-20T11:42:38.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:37 smithi123 ceph-mon[188613]: pgmap v3016: 169 pgs: 169 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 293 KiB/s rd, 19 KiB/s wr, 374 op/s 2023-12-20T11:42:38.301 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (365 ms) 2023-12-20T11:42:38.301 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.MirroringSamePool 2023-12-20T11:42:38.332 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:42:38.343 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:42:38.350 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.MirroringSamePool (49 ms) 2023-12-20T11:42:38.350 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.MirroringAbort 2023-12-20T11:42:38.379 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:42:38.389 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:42:38.396 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.MirroringAbort (46 ms) 2023-12-20T11:42:38.396 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2023-12-20T11:42:38.427 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:42:38.439 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:42:38.445 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.MirroringOtherPoolDisabled (50 ms) 2023-12-20T11:42:38.446 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2023-12-20T11:42:38.474 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:42:38.484 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:42:38.491 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.MirroringOtherPoolEnabled (45 ms) 2023-12-20T11:42:38.491 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.MirroringPool 2023-12-20T11:42:38.524 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:42:38.534 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:42:38.541 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.MirroringPool (50 ms) 2023-12-20T11:42:38.541 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.Group 2023-12-20T11:42:38.570 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:42:38.588 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:42:38.727 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:42:38.789 INFO:tasks.workunit.client.0.smithi123.stdout:migration_commit 2023-12-20T11:42:38.876 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.Group (336 ms) 2023-12-20T11:42:38.877 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.GroupAbort 2023-12-20T11:42:38.907 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:42:38.926 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:42:39.069 INFO:tasks.workunit.client.0.smithi123.stdout:migration_abort 2023-12-20T11:42:39.181 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.GroupAbort (304 ms) 2023-12-20T11:42:39.181 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.NoSnaps 2023-12-20T11:42:39.209 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:42:39.220 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 0~8388609 2023-12-20T11:42:39.280 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 16777218~8388609 2023-12-20T11:42:39.338 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:42:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:42:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:42:39] "GET /metrics HTTP/1.1" 200 36557 "" "Prometheus/2.43.0" 2023-12-20T11:42:39.527 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:42:39.644 INFO:tasks.workunit.client.0.smithi123.stdout:migration_commit 2023-12-20T11:42:39.777 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.NoSnaps (596 ms) 2023-12-20T11:42:39.777 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2023-12-20T11:42:39.810 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:42:39.820 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 0~8388609 2023-12-20T11:42:39.883 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 16777218~8388609 2023-12-20T11:42:39.936 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 0~8388609 2023-12-20T11:42:39.939 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 16777218~8388609 2023-12-20T11:42:39.999 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:42:40.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:39 smithi177 ceph-mon[212096]: pgmap v3017: 169 pgs: 169 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 596 KiB/s rd, 31 KiB/s wr, 735 op/s 2023-12-20T11:42:40.183 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:42:40.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:39 smithi123 ceph-mon[191304]: pgmap v3017: 169 pgs: 169 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 596 KiB/s rd, 31 KiB/s wr, 735 op/s 2023-12-20T11:42:40.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:39 smithi123 ceph-mon[188613]: pgmap v3017: 169 pgs: 169 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 596 KiB/s rd, 31 KiB/s wr, 735 op/s 2023-12-20T11:42:40.292 INFO:tasks.workunit.client.0.smithi123.stdout:migration_commit 2023-12-20T11:42:40.419 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.NoSnapsOtherPool (642 ms) 2023-12-20T11:42:40.419 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2023-12-20T11:42:40.452 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:42:40.462 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 0~8388609 2023-12-20T11:42:40.525 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 16777218~8388609 2023-12-20T11:42:40.582 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:42:40.777 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:42:40.894 INFO:tasks.workunit.client.0.smithi123.stdout:migration_commit 2023-12-20T11:42:41.019 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.NoSnapsDataPool (600 ms) 2023-12-20T11:42:41.020 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2023-12-20T11:42:41.049 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:42:41.060 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 0~8388609 2023-12-20T11:42:41.120 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 16777218~8388609 2023-12-20T11:42:41.164 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:42:41.354 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 41943040 2023-12-20T11:42:41.362 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:42:41.474 INFO:tasks.workunit.client.0.smithi123.stdout:migration_commit 2023-12-20T11:42:41.580 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (561 ms) 2023-12-20T11:42:41.580 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2023-12-20T11:42:41.613 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:42:41.623 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 0~8388609 2023-12-20T11:42:41.681 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 16777218~8388609 2023-12-20T11:42:41.742 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 0 2023-12-20T11:42:41.755 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:42:41.874 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:42:41.946 INFO:tasks.workunit.client.0.smithi123.stdout:migration_commit 2023-12-20T11:42:41.997 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (414 ms) 2023-12-20T11:42:41.997 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2023-12-20T11:42:42.025 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:42:42.038 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 0~8388609 2023-12-20T11:42:42.100 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 16777218~8388609 2023-12-20T11:42:42.146 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:42:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:41 smithi177 ceph-mon[212096]: pgmap v3018: 169 pgs: 169 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 32 KiB/s wr, 786 op/s 2023-12-20T11:42:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:42:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:42:42.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:41 smithi123 ceph-mon[188613]: pgmap v3018: 169 pgs: 169 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 32 KiB/s wr, 786 op/s 2023-12-20T11:42:42.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:42:42.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:42:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:41 smithi123 ceph-mon[191304]: pgmap v3018: 169 pgs: 169 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 32 KiB/s wr, 786 op/s 2023-12-20T11:42:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:42:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:42:42.333 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 0 2023-12-20T11:42:42.346 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:42:42.411 INFO:tasks.workunit.client.0.smithi123.stdout:migration_commit 2023-12-20T11:42:42.464 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (470 ms) 2023-12-20T11:42:42.464 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2023-12-20T11:42:42.493 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:42:42.503 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 0~8388609 2023-12-20T11:42:42.551 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 16777218~8388609 2023-12-20T11:42:42.601 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:42:42.779 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 167772160 2023-12-20T11:42:42.787 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:42:42.894 INFO:tasks.workunit.client.0.smithi123.stdout:migration_commit 2023-12-20T11:42:43.030 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (566 ms) 2023-12-20T11:42:43.030 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2023-12-20T11:42:43.063 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:42:43.073 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 0~8388609 2023-12-20T11:42:43.135 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 16777218~8388609 2023-12-20T11:42:43.190 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:42:43.381 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: after_prepare_snap 2023-12-20T11:42:43.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:42:43.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:43 smithi177 ceph-mon[212096]: pgmap v3019: 169 pgs: 169 active+clean; 53 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 8.1 MiB/s wr, 1.33k op/s 2023-12-20T11:42:43.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:42:43.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:43 smithi123 ceph-mon[188613]: pgmap v3019: 169 pgs: 169 active+clean; 53 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 8.1 MiB/s wr, 1.33k op/s 2023-12-20T11:42:43.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:42:43.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:43 smithi123 ceph-mon[191304]: pgmap v3019: 169 pgs: 169 active+clean; 53 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 8.1 MiB/s wr, 1.33k op/s 2023-12-20T11:42:44.810 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 41943040 2023-12-20T11:42:44.836 INFO:tasks.workunit.client.0.smithi123.stdout:write: * 0~1000 2023-12-20T11:42:44.842 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:42:44.967 INFO:tasks.workunit.client.0.smithi123.stdout:migration_commit 2023-12-20T11:42:45.137 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (2107 ms) 2023-12-20T11:42:45.137 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.Snaps 2023-12-20T11:42:45.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:44 smithi177 ceph-mon[212096]: osdmap e1699: 8 total, 8 up, 8 in 2023-12-20T11:42:45.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:42:45.166 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:42:45.176 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 0~8388609 2023-12-20T11:42:45.232 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap1 2023-12-20T11:42:45.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:44 smithi123 ceph-mon[188613]: osdmap e1699: 8 total, 8 up, 8 in 2023-12-20T11:42:45.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:42:45.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:44 smithi123 ceph-mon[191304]: osdmap e1699: 8 total, 8 up, 8 in 2023-12-20T11:42:45.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:42:46.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:45 smithi177 ceph-mon[212096]: pgmap v3021: 169 pgs: 169 active+clean; 137 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 42 MiB/s rd, 31 MiB/s wr, 1.73k op/s 2023-12-20T11:42:46.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:45 smithi177 ceph-mon[212096]: osdmap e1700: 8 total, 8 up, 8 in 2023-12-20T11:42:46.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:42:46.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:42:46.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:42:46.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:45 smithi123 ceph-mon[188613]: pgmap v3021: 169 pgs: 169 active+clean; 137 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 42 MiB/s rd, 31 MiB/s wr, 1.73k op/s 2023-12-20T11:42:46.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:45 smithi123 ceph-mon[188613]: osdmap e1700: 8 total, 8 up, 8 in 2023-12-20T11:42:46.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:42:46.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:42:46.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:42:46.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:45 smithi123 ceph-mon[191304]: pgmap v3021: 169 pgs: 169 active+clean; 137 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 42 MiB/s rd, 31 MiB/s wr, 1.73k op/s 2023-12-20T11:42:46.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:45 smithi123 ceph-mon[191304]: osdmap e1700: 8 total, 8 up, 8 in 2023-12-20T11:42:46.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:42:46.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:42:46.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:42:47.005 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 8388609~8388609 2023-12-20T11:42:47.020 INFO:tasks.workunit.client.0.smithi123.stdout:write: X 0~1000 2023-12-20T11:42:47.020 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 1010~1000 2023-12-20T11:42:47.020 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap2 2023-12-20T11:42:47.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:46 smithi177 ceph-mon[212096]: osdmap e1701: 8 total, 8 up, 8 in 2023-12-20T11:42:47.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:46 smithi177 ceph-mon[212096]: pgmap v3024: 169 pgs: 169 active+clean; 193 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 85 MiB/s rd, 63 MiB/s wr, 2.27k op/s 2023-12-20T11:42:47.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:46 smithi123 ceph-mon[191304]: osdmap e1701: 8 total, 8 up, 8 in 2023-12-20T11:42:47.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:46 smithi123 ceph-mon[191304]: pgmap v3024: 169 pgs: 169 active+clean; 193 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 85 MiB/s rd, 63 MiB/s wr, 2.27k op/s 2023-12-20T11:42:47.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:46 smithi123 ceph-mon[188613]: osdmap e1701: 8 total, 8 up, 8 in 2023-12-20T11:42:47.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:46 smithi123 ceph-mon[188613]: pgmap v3024: 169 pgs: 169 active+clean; 193 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 85 MiB/s rd, 63 MiB/s wr, 2.27k op/s 2023-12-20T11:42:48.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:48 smithi177 ceph-mon[212096]: osdmap e1702: 8 total, 8 up, 8 in 2023-12-20T11:42:48.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:48 smithi123 ceph-mon[188613]: osdmap e1702: 8 total, 8 up, 8 in 2023-12-20T11:42:48.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:48 smithi123 ceph-mon[191304]: osdmap e1702: 8 total, 8 up, 8 in 2023-12-20T11:42:49.026 INFO:tasks.workunit.client.0.smithi123.stdout:write: X 8388609~1000 2023-12-20T11:42:49.033 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 16777228~1000 2023-12-20T11:42:49.033 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 167772160 2023-12-20T11:42:49.043 INFO:tasks.workunit.client.0.smithi123.stdout:write: 2 83886079~8388609 2023-12-20T11:42:49.059 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap3 2023-12-20T11:42:49.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:49 smithi177 ceph-mon[212096]: osdmap e1703: 8 total, 8 up, 8 in 2023-12-20T11:42:49.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:49 smithi177 ceph-mon[212096]: pgmap v3027: 169 pgs: 169 active+clean; 209 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 47 MiB/s rd, 34 MiB/s wr, 1.02k op/s 2023-12-20T11:42:49.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:49 smithi123 ceph-mon[191304]: osdmap e1703: 8 total, 8 up, 8 in 2023-12-20T11:42:49.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:49 smithi123 ceph-mon[191304]: pgmap v3027: 169 pgs: 169 active+clean; 209 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 47 MiB/s rd, 34 MiB/s wr, 1.02k op/s 2023-12-20T11:42:49.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:49 smithi123 ceph-mon[188613]: osdmap e1703: 8 total, 8 up, 8 in 2023-12-20T11:42:49.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:49 smithi123 ceph-mon[188613]: pgmap v3027: 169 pgs: 169 active+clean; 209 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 47 MiB/s rd, 34 MiB/s wr, 1.02k op/s 2023-12-20T11:42:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:42:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:42:49] "GET /metrics HTTP/1.1" 200 39019 "" "Prometheus/2.43.0" 2023-12-20T11:42:50.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:50 smithi177 ceph-mon[212096]: osdmap e1704: 8 total, 8 up, 8 in 2023-12-20T11:42:50.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:50 smithi123 ceph-mon[191304]: osdmap e1704: 8 total, 8 up, 8 in 2023-12-20T11:42:50.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:50 smithi123 ceph-mon[188613]: osdmap e1704: 8 total, 8 up, 8 in 2023-12-20T11:42:51.040 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:42:51.062 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 83886079~1 2023-12-20T11:42:51.070 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:42:51.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:51 smithi177 ceph-mon[212096]: osdmap e1705: 8 total, 8 up, 8 in 2023-12-20T11:42:51.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:51 smithi177 ceph-mon[212096]: pgmap v3030: 169 pgs: 169 active+clean; 225 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.0 MiB/s wr, 109 op/s 2023-12-20T11:42:51.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:51 smithi123 ceph-mon[188613]: osdmap e1705: 8 total, 8 up, 8 in 2023-12-20T11:42:51.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:51 smithi123 ceph-mon[188613]: pgmap v3030: 169 pgs: 169 active+clean; 225 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.0 MiB/s wr, 109 op/s 2023-12-20T11:42:51.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:51 smithi123 ceph-mon[191304]: osdmap e1705: 8 total, 8 up, 8 in 2023-12-20T11:42:51.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:51 smithi123 ceph-mon[191304]: pgmap v3030: 169 pgs: 169 active+clean; 225 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.0 MiB/s wr, 109 op/s 2023-12-20T11:42:52.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:52 smithi177 ceph-mon[212096]: osdmap e1706: 8 total, 8 up, 8 in 2023-12-20T11:42:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:52 smithi123 ceph-mon[191304]: osdmap e1706: 8 total, 8 up, 8 in 2023-12-20T11:42:52.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:52 smithi123 ceph-mon[188613]: osdmap e1706: 8 total, 8 up, 8 in 2023-12-20T11:42:53.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:53 smithi177 ceph-mon[212096]: osdmap e1707: 8 total, 8 up, 8 in 2023-12-20T11:42:53.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:53 smithi177 ceph-mon[212096]: pgmap v3033: 169 pgs: 169 active+clean; 249 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 8.0 MiB/s wr, 119 op/s 2023-12-20T11:42:53.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:53 smithi123 ceph-mon[191304]: osdmap e1707: 8 total, 8 up, 8 in 2023-12-20T11:42:53.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:53 smithi123 ceph-mon[191304]: pgmap v3033: 169 pgs: 169 active+clean; 249 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 8.0 MiB/s wr, 119 op/s 2023-12-20T11:42:53.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:53 smithi123 ceph-mon[188613]: osdmap e1707: 8 total, 8 up, 8 in 2023-12-20T11:42:53.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:53 smithi123 ceph-mon[188613]: pgmap v3033: 169 pgs: 169 active+clean; 249 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 8.0 MiB/s wr, 119 op/s 2023-12-20T11:42:54.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:54 smithi177 ceph-mon[212096]: osdmap e1708: 8 total, 8 up, 8 in 2023-12-20T11:42:54.476 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:42:54.488 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:54 smithi123 ceph-mon[191304]: osdmap e1708: 8 total, 8 up, 8 in 2023-12-20T11:42:54.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:54 smithi123 ceph-mon[188613]: osdmap e1708: 8 total, 8 up, 8 in 2023-12-20T11:42:54.637 INFO:tasks.workunit.client.0.smithi123.stdout:migration_commit 2023-12-20T11:42:55.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:55 smithi177 ceph-mon[212096]: osdmap e1709: 8 total, 8 up, 8 in 2023-12-20T11:42:55.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:55 smithi177 ceph-mon[212096]: pgmap v3036: 169 pgs: 169 active+clean; 253 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 6.0 MiB/s wr, 165 op/s 2023-12-20T11:42:55.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:55 smithi123 ceph-mon[188613]: osdmap e1709: 8 total, 8 up, 8 in 2023-12-20T11:42:55.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:55 smithi123 ceph-mon[188613]: pgmap v3036: 169 pgs: 169 active+clean; 253 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 6.0 MiB/s wr, 165 op/s 2023-12-20T11:42:55.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:55 smithi123 ceph-mon[191304]: osdmap e1709: 8 total, 8 up, 8 in 2023-12-20T11:42:55.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:55 smithi123 ceph-mon[191304]: pgmap v3036: 169 pgs: 169 active+clean; 253 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 6.0 MiB/s wr, 165 op/s 2023-12-20T11:42:56.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:56 smithi177 ceph-mon[212096]: osdmap e1710: 8 total, 8 up, 8 in 2023-12-20T11:42:56.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:56 smithi123 ceph-mon[191304]: osdmap e1710: 8 total, 8 up, 8 in 2023-12-20T11:42:56.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:56 smithi123 ceph-mon[188613]: osdmap e1710: 8 total, 8 up, 8 in 2023-12-20T11:42:57.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:57 smithi177 ceph-mon[212096]: osdmap e1711: 8 total, 8 up, 8 in 2023-12-20T11:42:57.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:42:57.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:57 smithi177 ceph-mon[212096]: pgmap v3039: 169 pgs: 169 active+clean; 261 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 4.0 MiB/s wr, 464 op/s 2023-12-20T11:42:57.412 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.Snaps (12275 ms) 2023-12-20T11:42:57.412 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.SnapsOtherPool 2023-12-20T11:42:57.450 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:42:57.462 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 0~8388609 2023-12-20T11:42:57.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:57 smithi123 ceph-mon[188613]: osdmap e1711: 8 total, 8 up, 8 in 2023-12-20T11:42:57.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:42:57.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:57 smithi123 ceph-mon[188613]: pgmap v3039: 169 pgs: 169 active+clean; 261 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 4.0 MiB/s wr, 464 op/s 2023-12-20T11:42:57.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:57 smithi123 ceph-mon[191304]: osdmap e1711: 8 total, 8 up, 8 in 2023-12-20T11:42:57.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:42:57.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:57 smithi123 ceph-mon[191304]: pgmap v3039: 169 pgs: 169 active+clean; 261 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 4.0 MiB/s wr, 464 op/s 2023-12-20T11:42:57.533 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap1 2023-12-20T11:42:57.623 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:42:57.930 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:42:57.930 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (51m) 7m ago 54m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:42:57.930 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (51m) 5m ago 54m 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:42:57.930 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (55m) 7m ago 55m 23.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:42:57.930 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (55m) 5m ago 55m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:42:57.930 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (51m) 5m ago 57m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:42:57.930 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (51m) 7m ago 59m 576M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:42:57.930 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (50m) 7m ago 59m 360M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:42:57.930 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (50m) 5m ago 58m 205M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:42:57.930 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (50m) 7m ago 58m 210M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:42:57.930 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (51m) 7m ago 54m 19.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:42:57.930 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (51m) 5m ago 54m 19.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:42:57.930 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (49m) 7m ago 57m 2466M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:42:57.931 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (49m) 7m ago 57m 2803M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:42:57.931 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (49m) 7m ago 57m 2708M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:42:57.931 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (48m) 7m ago 56m 2531M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:42:57.931 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (48m) 5m ago 56m 2129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:42:57.931 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (47m) 5m ago 56m 2317M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:42:57.931 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (47m) 5m ago 56m 1836M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:42:57.931 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (46m) 5m ago 55m 2209M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:42:57.931 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (51m) 5m ago 55m 92.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:42:58.320 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:42:58.320 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:42:58.320 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:42:58.320 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:42:58.320 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:42:58.320 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:42:58.321 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:42:58.321 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:42:58.321 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:42:58.321 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:42:58.321 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:42:58.321 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:42:58.321 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:42:58.321 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:42:58.321 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:42:58.321 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:42:58.321 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:42:58.321 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:42:58.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:58 smithi177 ceph-mon[212096]: osdmap e1712: 8 total, 8 up, 8 in 2023-12-20T11:42:58.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:58 smithi177 ceph-mon[212096]: from='client.47207 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:42:58.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:58 smithi123 ceph-mon[191304]: osdmap e1712: 8 total, 8 up, 8 in 2023-12-20T11:42:58.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:58 smithi123 ceph-mon[191304]: from='client.47207 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:42:58.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:58 smithi123 ceph-mon[188613]: osdmap e1712: 8 total, 8 up, 8 in 2023-12-20T11:42:58.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:58 smithi123 ceph-mon[188613]: from='client.47207 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:42:59.095 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 8388609~8388609 2023-12-20T11:42:59.105 INFO:tasks.workunit.client.0.smithi123.stdout:write: X 0~1000 2023-12-20T11:42:59.105 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 1010~1000 2023-12-20T11:42:59.105 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap2 2023-12-20T11:42:59.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:59 smithi177 ceph-mon[212096]: from='client.47213 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:42:59.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:59 smithi177 ceph-mon[212096]: osdmap e1713: 8 total, 8 up, 8 in 2023-12-20T11:42:59.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:59 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1568966814' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:42:59.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:42:59 smithi177 ceph-mon[212096]: pgmap v3042: 169 pgs: 169 active+clean; 277 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 8.0 MiB/s wr, 414 op/s 2023-12-20T11:42:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:42:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:42:59] "GET /metrics HTTP/1.1" 200 39063 "" "Prometheus/2.43.0" 2023-12-20T11:42:59.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:59 smithi123 ceph-mon[188613]: from='client.47213 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:42:59.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:59 smithi123 ceph-mon[188613]: osdmap e1713: 8 total, 8 up, 8 in 2023-12-20T11:42:59.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:59 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1568966814' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:42:59.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:42:59 smithi123 ceph-mon[188613]: pgmap v3042: 169 pgs: 169 active+clean; 277 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 8.0 MiB/s wr, 414 op/s 2023-12-20T11:42:59.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:59 smithi123 ceph-mon[191304]: from='client.47213 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:42:59.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:59 smithi123 ceph-mon[191304]: osdmap e1713: 8 total, 8 up, 8 in 2023-12-20T11:42:59.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:59 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1568966814' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:42:59.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:42:59 smithi123 ceph-mon[191304]: pgmap v3042: 169 pgs: 169 active+clean; 277 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 8.0 MiB/s wr, 414 op/s 2023-12-20T11:43:00.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:00 smithi177 ceph-mon[212096]: osdmap e1714: 8 total, 8 up, 8 in 2023-12-20T11:43:00.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:00 smithi123 ceph-mon[191304]: osdmap e1714: 8 total, 8 up, 8 in 2023-12-20T11:43:00.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:00 smithi123 ceph-mon[188613]: osdmap e1714: 8 total, 8 up, 8 in 2023-12-20T11:43:01.105 INFO:tasks.workunit.client.0.smithi123.stdout:write: X 8388609~1000 2023-12-20T11:43:01.112 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 16777228~1000 2023-12-20T11:43:01.112 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 167772160 2023-12-20T11:43:01.124 INFO:tasks.workunit.client.0.smithi123.stdout:write: 2 83886079~8388609 2023-12-20T11:43:01.135 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap3 2023-12-20T11:43:01.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:01 smithi177 ceph-mon[212096]: osdmap e1715: 8 total, 8 up, 8 in 2023-12-20T11:43:01.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:01 smithi177 ceph-mon[212096]: pgmap v3045: 169 pgs: 169 active+clean; 281 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 6.0 MiB/s wr, 85 op/s 2023-12-20T11:43:01.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:01 smithi123 ceph-mon[188613]: osdmap e1715: 8 total, 8 up, 8 in 2023-12-20T11:43:01.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:01 smithi123 ceph-mon[188613]: pgmap v3045: 169 pgs: 169 active+clean; 281 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 6.0 MiB/s wr, 85 op/s 2023-12-20T11:43:01.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:01 smithi123 ceph-mon[191304]: osdmap e1715: 8 total, 8 up, 8 in 2023-12-20T11:43:01.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:01 smithi123 ceph-mon[191304]: pgmap v3045: 169 pgs: 169 active+clean; 281 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 6.0 MiB/s wr, 85 op/s 2023-12-20T11:43:02.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:02 smithi177 ceph-mon[212096]: osdmap e1716: 8 total, 8 up, 8 in 2023-12-20T11:43:02.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:02 smithi123 ceph-mon[188613]: osdmap e1716: 8 total, 8 up, 8 in 2023-12-20T11:43:02.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:02 smithi123 ceph-mon[191304]: osdmap e1716: 8 total, 8 up, 8 in 2023-12-20T11:43:03.121 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:43:03.150 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 83886079~1 2023-12-20T11:43:03.159 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 0~8388609 2023-12-20T11:43:03.162 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 16777218~8388609 2023-12-20T11:43:03.246 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:43:03.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:03 smithi177 ceph-mon[212096]: osdmap e1717: 8 total, 8 up, 8 in 2023-12-20T11:43:03.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:03 smithi177 ceph-mon[212096]: pgmap v3048: 169 pgs: 169 active+clean; 277 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 126 op/s 2023-12-20T11:43:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:03 smithi123 ceph-mon[191304]: osdmap e1717: 8 total, 8 up, 8 in 2023-12-20T11:43:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:03 smithi123 ceph-mon[191304]: pgmap v3048: 169 pgs: 169 active+clean; 277 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 126 op/s 2023-12-20T11:43:03.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:03 smithi123 ceph-mon[188613]: osdmap e1717: 8 total, 8 up, 8 in 2023-12-20T11:43:03.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:03 smithi123 ceph-mon[188613]: pgmap v3048: 169 pgs: 169 active+clean; 277 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 126 op/s 2023-12-20T11:43:04.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:04 smithi177 ceph-mon[212096]: osdmap e1718: 8 total, 8 up, 8 in 2023-12-20T11:43:04.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:04 smithi177 ceph-mon[212096]: osdmap e1719: 8 total, 8 up, 8 in 2023-12-20T11:43:04.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:04 smithi123 ceph-mon[191304]: osdmap e1718: 8 total, 8 up, 8 in 2023-12-20T11:43:04.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:04 smithi123 ceph-mon[191304]: osdmap e1719: 8 total, 8 up, 8 in 2023-12-20T11:43:04.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:04 smithi123 ceph-mon[188613]: osdmap e1718: 8 total, 8 up, 8 in 2023-12-20T11:43:04.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:04 smithi123 ceph-mon[188613]: osdmap e1719: 8 total, 8 up, 8 in 2023-12-20T11:43:06.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:05 smithi177 ceph-mon[212096]: pgmap v3051: 169 pgs: 169 active+clean; 305 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 8.0 MiB/s wr, 183 op/s 2023-12-20T11:43:06.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:05 smithi177 ceph-mon[212096]: osdmap e1720: 8 total, 8 up, 8 in 2023-12-20T11:43:06.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:05 smithi123 ceph-mon[188613]: pgmap v3051: 169 pgs: 169 active+clean; 305 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 8.0 MiB/s wr, 183 op/s 2023-12-20T11:43:06.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:05 smithi123 ceph-mon[188613]: osdmap e1720: 8 total, 8 up, 8 in 2023-12-20T11:43:06.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:05 smithi123 ceph-mon[191304]: pgmap v3051: 169 pgs: 169 active+clean; 305 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 8.0 MiB/s wr, 183 op/s 2023-12-20T11:43:06.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:05 smithi123 ceph-mon[191304]: osdmap e1720: 8 total, 8 up, 8 in 2023-12-20T11:43:06.313 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:43:06.495 INFO:tasks.workunit.client.0.smithi123.stdout:migration_commit 2023-12-20T11:43:07.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:06 smithi177 ceph-mon[212096]: osdmap e1721: 8 total, 8 up, 8 in 2023-12-20T11:43:07.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:06 smithi123 ceph-mon[191304]: osdmap e1721: 8 total, 8 up, 8 in 2023-12-20T11:43:07.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:06 smithi123 ceph-mon[188613]: osdmap e1721: 8 total, 8 up, 8 in 2023-12-20T11:43:08.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:07 smithi177 ceph-mon[212096]: pgmap v3054: 169 pgs: 169 active+clean; 337 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 12 MiB/s wr, 223 op/s 2023-12-20T11:43:08.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:07 smithi177 ceph-mon[212096]: osdmap e1722: 8 total, 8 up, 8 in 2023-12-20T11:43:08.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:07 smithi123 ceph-mon[191304]: pgmap v3054: 169 pgs: 169 active+clean; 337 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 12 MiB/s wr, 223 op/s 2023-12-20T11:43:08.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:07 smithi123 ceph-mon[191304]: osdmap e1722: 8 total, 8 up, 8 in 2023-12-20T11:43:08.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:07 smithi123 ceph-mon[188613]: pgmap v3054: 169 pgs: 169 active+clean; 337 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 12 MiB/s wr, 223 op/s 2023-12-20T11:43:08.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:07 smithi123 ceph-mon[188613]: osdmap e1722: 8 total, 8 up, 8 in 2023-12-20T11:43:09.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:08 smithi177 ceph-mon[212096]: osdmap e1723: 8 total, 8 up, 8 in 2023-12-20T11:43:09.203 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.SnapsOtherPool (11791 ms) 2023-12-20T11:43:09.203 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.SnapsDataPool 2023-12-20T11:43:09.238 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:43:09.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:08 smithi123 ceph-mon[191304]: osdmap e1723: 8 total, 8 up, 8 in 2023-12-20T11:43:09.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:08 smithi123 ceph-mon[188613]: osdmap e1723: 8 total, 8 up, 8 in 2023-12-20T11:43:09.239 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:43:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:43:09] "GET /metrics HTTP/1.1" 200 39063 "" "Prometheus/2.43.0" 2023-12-20T11:43:09.252 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 0~8388609 2023-12-20T11:43:09.315 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap1 2023-12-20T11:43:10.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:09 smithi177 ceph-mon[212096]: pgmap v3057: 169 pgs: 169 active+clean; 341 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 9.0 MiB/s wr, 161 op/s 2023-12-20T11:43:10.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:09 smithi177 ceph-mon[212096]: osdmap e1724: 8 total, 8 up, 8 in 2023-12-20T11:43:10.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:09 smithi123 ceph-mon[188613]: pgmap v3057: 169 pgs: 169 active+clean; 341 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 9.0 MiB/s wr, 161 op/s 2023-12-20T11:43:10.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:09 smithi123 ceph-mon[188613]: osdmap e1724: 8 total, 8 up, 8 in 2023-12-20T11:43:10.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:09 smithi123 ceph-mon[191304]: pgmap v3057: 169 pgs: 169 active+clean; 341 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 9.0 MiB/s wr, 161 op/s 2023-12-20T11:43:10.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:09 smithi123 ceph-mon[191304]: osdmap e1724: 8 total, 8 up, 8 in 2023-12-20T11:43:10.866 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 8388609~8388609 2023-12-20T11:43:10.882 INFO:tasks.workunit.client.0.smithi123.stdout:write: X 0~1000 2023-12-20T11:43:10.882 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 1010~1000 2023-12-20T11:43:10.883 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap2 2023-12-20T11:43:11.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:10 smithi177 ceph-mon[212096]: osdmap e1725: 8 total, 8 up, 8 in 2023-12-20T11:43:11.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:10 smithi123 ceph-mon[191304]: osdmap e1725: 8 total, 8 up, 8 in 2023-12-20T11:43:11.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:10 smithi123 ceph-mon[188613]: osdmap e1725: 8 total, 8 up, 8 in 2023-12-20T11:43:12.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:11 smithi177 ceph-mon[212096]: pgmap v3060: 169 pgs: 169 active+clean; 349 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 4.0 MiB/s wr, 215 op/s 2023-12-20T11:43:12.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:11 smithi177 ceph-mon[212096]: osdmap e1726: 8 total, 8 up, 8 in 2023-12-20T11:43:12.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:43:12.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:11 smithi123 ceph-mon[188613]: pgmap v3060: 169 pgs: 169 active+clean; 349 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 4.0 MiB/s wr, 215 op/s 2023-12-20T11:43:12.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:11 smithi123 ceph-mon[188613]: osdmap e1726: 8 total, 8 up, 8 in 2023-12-20T11:43:12.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:43:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:11 smithi123 ceph-mon[191304]: pgmap v3060: 169 pgs: 169 active+clean; 349 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 4.0 MiB/s wr, 215 op/s 2023-12-20T11:43:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:11 smithi123 ceph-mon[191304]: osdmap e1726: 8 total, 8 up, 8 in 2023-12-20T11:43:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:43:12.882 INFO:tasks.workunit.client.0.smithi123.stdout:write: X 8388609~1000 2023-12-20T11:43:12.889 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 16777228~1000 2023-12-20T11:43:12.889 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 167772160 2023-12-20T11:43:12.899 INFO:tasks.workunit.client.0.smithi123.stdout:write: 2 83886079~8388609 2023-12-20T11:43:12.914 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap3 2023-12-20T11:43:13.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:12 smithi177 ceph-mon[212096]: osdmap e1727: 8 total, 8 up, 8 in 2023-12-20T11:43:13.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1a", "id": [2, 5]}]: dispatch 2023-12-20T11:43:13.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:12 smithi123 ceph-mon[188613]: osdmap e1727: 8 total, 8 up, 8 in 2023-12-20T11:43:13.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1a", "id": [2, 5]}]: dispatch 2023-12-20T11:43:13.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:12 smithi123 ceph-mon[191304]: osdmap e1727: 8 total, 8 up, 8 in 2023-12-20T11:43:13.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1a", "id": [2, 5]}]: dispatch 2023-12-20T11:43:14.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:13 smithi177 ceph-mon[212096]: pgmap v3063: 169 pgs: 169 active+clean; 373 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 15 MiB/s wr, 412 op/s 2023-12-20T11:43:14.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1a", "id": [2, 5]}]': finished 2023-12-20T11:43:14.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:13 smithi177 ceph-mon[212096]: osdmap e1728: 8 total, 8 up, 8 in 2023-12-20T11:43:14.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:13 smithi177 ceph-mon[212096]: osdmap e1729: 8 total, 8 up, 8 in 2023-12-20T11:43:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:13 smithi123 ceph-mon[188613]: pgmap v3063: 169 pgs: 169 active+clean; 373 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 15 MiB/s wr, 412 op/s 2023-12-20T11:43:14.254 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1a", "id": [2, 5]}]': finished 2023-12-20T11:43:14.255 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:13 smithi123 ceph-mon[188613]: osdmap e1728: 8 total, 8 up, 8 in 2023-12-20T11:43:14.255 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:13 smithi123 ceph-mon[188613]: osdmap e1729: 8 total, 8 up, 8 in 2023-12-20T11:43:14.255 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:13 smithi123 ceph-mon[191304]: pgmap v3063: 169 pgs: 169 active+clean; 373 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 15 MiB/s wr, 412 op/s 2023-12-20T11:43:14.255 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1a", "id": [2, 5]}]': finished 2023-12-20T11:43:14.255 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:13 smithi123 ceph-mon[191304]: osdmap e1728: 8 total, 8 up, 8 in 2023-12-20T11:43:14.255 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:13 smithi123 ceph-mon[191304]: osdmap e1729: 8 total, 8 up, 8 in 2023-12-20T11:43:14.819 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:43:14.844 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 83886079~1 2023-12-20T11:43:14.853 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:43:16.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:15 smithi177 ceph-mon[212096]: pgmap v3066: 169 pgs: 169 active+clean; 381 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 18 MiB/s wr, 258 op/s 2023-12-20T11:43:16.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:15 smithi177 ceph-mon[212096]: osdmap e1730: 8 total, 8 up, 8 in 2023-12-20T11:43:16.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:15 smithi123 ceph-mon[191304]: pgmap v3066: 169 pgs: 169 active+clean; 381 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 18 MiB/s wr, 258 op/s 2023-12-20T11:43:16.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:15 smithi123 ceph-mon[191304]: osdmap e1730: 8 total, 8 up, 8 in 2023-12-20T11:43:16.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:15 smithi123 ceph-mon[188613]: pgmap v3066: 169 pgs: 169 active+clean; 381 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 18 MiB/s wr, 258 op/s 2023-12-20T11:43:16.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:15 smithi123 ceph-mon[188613]: osdmap e1730: 8 total, 8 up, 8 in 2023-12-20T11:43:17.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:16 smithi177 ceph-mon[212096]: osdmap e1731: 8 total, 8 up, 8 in 2023-12-20T11:43:17.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:16 smithi123 ceph-mon[191304]: osdmap e1731: 8 total, 8 up, 8 in 2023-12-20T11:43:17.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:16 smithi123 ceph-mon[188613]: osdmap e1731: 8 total, 8 up, 8 in 2023-12-20T11:43:18.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:17 smithi177 ceph-mon[212096]: pgmap v3069: 169 pgs: 169 active+clean; 397 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.0 MiB/s wr, 181 op/s; 14 B/s, 0 objects/s recovering 2023-12-20T11:43:18.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:17 smithi177 ceph-mon[212096]: osdmap e1732: 8 total, 8 up, 8 in 2023-12-20T11:43:18.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:17 smithi123 ceph-mon[191304]: pgmap v3069: 169 pgs: 169 active+clean; 397 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.0 MiB/s wr, 181 op/s; 14 B/s, 0 objects/s recovering 2023-12-20T11:43:18.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:17 smithi123 ceph-mon[191304]: osdmap e1732: 8 total, 8 up, 8 in 2023-12-20T11:43:18.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:17 smithi123 ceph-mon[188613]: pgmap v3069: 169 pgs: 169 active+clean; 397 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.0 MiB/s wr, 181 op/s; 14 B/s, 0 objects/s recovering 2023-12-20T11:43:18.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:17 smithi123 ceph-mon[188613]: osdmap e1732: 8 total, 8 up, 8 in 2023-12-20T11:43:18.360 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:43:18.502 INFO:tasks.workunit.client.0.smithi123.stdout:migration_commit 2023-12-20T11:43:19.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:18 smithi177 ceph-mon[212096]: osdmap e1733: 8 total, 8 up, 8 in 2023-12-20T11:43:19.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:18 smithi177 ceph-mon[212096]: osdmap e1734: 8 total, 8 up, 8 in 2023-12-20T11:43:19.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:18 smithi123 ceph-mon[191304]: osdmap e1733: 8 total, 8 up, 8 in 2023-12-20T11:43:19.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:18 smithi123 ceph-mon[191304]: osdmap e1734: 8 total, 8 up, 8 in 2023-12-20T11:43:19.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:18 smithi123 ceph-mon[188613]: osdmap e1733: 8 total, 8 up, 8 in 2023-12-20T11:43:19.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:18 smithi123 ceph-mon[188613]: osdmap e1734: 8 total, 8 up, 8 in 2023-12-20T11:43:19.239 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:43:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:43:19] "GET /metrics HTTP/1.1" 200 39064 "" "Prometheus/2.43.0" 2023-12-20T11:43:20.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:19 smithi177 ceph-mon[212096]: pgmap v3072: 169 pgs: 169 active+clean; 397 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 169 op/s; 14 B/s, 0 objects/s recovering 2023-12-20T11:43:20.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:19 smithi177 ceph-mon[212096]: osdmap e1735: 8 total, 8 up, 8 in 2023-12-20T11:43:20.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:19 smithi123 ceph-mon[191304]: pgmap v3072: 169 pgs: 169 active+clean; 397 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 169 op/s; 14 B/s, 0 objects/s recovering 2023-12-20T11:43:20.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:19 smithi123 ceph-mon[191304]: osdmap e1735: 8 total, 8 up, 8 in 2023-12-20T11:43:20.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:19 smithi123 ceph-mon[188613]: pgmap v3072: 169 pgs: 169 active+clean; 397 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 169 op/s; 14 B/s, 0 objects/s recovering 2023-12-20T11:43:20.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:19 smithi123 ceph-mon[188613]: osdmap e1735: 8 total, 8 up, 8 in 2023-12-20T11:43:21.140 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.SnapsDataPool (11937 ms) 2023-12-20T11:43:21.141 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2023-12-20T11:43:21.170 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:43:21.180 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 0~8388609 2023-12-20T11:43:21.245 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap1 2023-12-20T11:43:22.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:21 smithi177 ceph-mon[212096]: pgmap v3075: 169 pgs: 169 active+clean; 405 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.0 MiB/s wr, 32 op/s 2023-12-20T11:43:22.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:21 smithi177 ceph-mon[212096]: osdmap e1736: 8 total, 8 up, 8 in 2023-12-20T11:43:22.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:21 smithi123 ceph-mon[191304]: pgmap v3075: 169 pgs: 169 active+clean; 405 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.0 MiB/s wr, 32 op/s 2023-12-20T11:43:22.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:21 smithi123 ceph-mon[191304]: osdmap e1736: 8 total, 8 up, 8 in 2023-12-20T11:43:22.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:21 smithi123 ceph-mon[188613]: pgmap v3075: 169 pgs: 169 active+clean; 405 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.0 MiB/s wr, 32 op/s 2023-12-20T11:43:22.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:21 smithi123 ceph-mon[188613]: osdmap e1736: 8 total, 8 up, 8 in 2023-12-20T11:43:22.913 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 8388609~8388609 2023-12-20T11:43:22.925 INFO:tasks.workunit.client.0.smithi123.stdout:write: X 0~1000 2023-12-20T11:43:22.925 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 1010~1000 2023-12-20T11:43:22.926 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap2 2023-12-20T11:43:23.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:22 smithi177 ceph-mon[212096]: osdmap e1737: 8 total, 8 up, 8 in 2023-12-20T11:43:23.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:22 smithi123 ceph-mon[191304]: osdmap e1737: 8 total, 8 up, 8 in 2023-12-20T11:43:23.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:22 smithi123 ceph-mon[188613]: osdmap e1737: 8 total, 8 up, 8 in 2023-12-20T11:43:24.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:23 smithi123 ceph-mon[191304]: pgmap v3078: 169 pgs: 169 active+clean; 401 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 5.0 MiB/s wr, 435 op/s 2023-12-20T11:43:24.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:23 smithi123 ceph-mon[191304]: osdmap e1738: 8 total, 8 up, 8 in 2023-12-20T11:43:24.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:23 smithi123 ceph-mon[188613]: pgmap v3078: 169 pgs: 169 active+clean; 401 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 5.0 MiB/s wr, 435 op/s 2023-12-20T11:43:24.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:23 smithi123 ceph-mon[188613]: osdmap e1738: 8 total, 8 up, 8 in 2023-12-20T11:43:24.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:23 smithi177 ceph-mon[212096]: pgmap v3078: 169 pgs: 169 active+clean; 401 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 5.0 MiB/s wr, 435 op/s 2023-12-20T11:43:24.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:23 smithi177 ceph-mon[212096]: osdmap e1738: 8 total, 8 up, 8 in 2023-12-20T11:43:24.928 INFO:tasks.workunit.client.0.smithi123.stdout:write: X 8388609~1000 2023-12-20T11:43:24.934 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 16777228~1000 2023-12-20T11:43:24.934 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 167772160 2023-12-20T11:43:24.944 INFO:tasks.workunit.client.0.smithi123.stdout:write: 2 83886079~8388609 2023-12-20T11:43:24.958 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap3 2023-12-20T11:43:25.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:24 smithi123 ceph-mon[191304]: osdmap e1739: 8 total, 8 up, 8 in 2023-12-20T11:43:25.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:24 smithi123 ceph-mon[188613]: osdmap e1739: 8 total, 8 up, 8 in 2023-12-20T11:43:25.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:24 smithi177 ceph-mon[212096]: osdmap e1739: 8 total, 8 up, 8 in 2023-12-20T11:43:26.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:25 smithi123 ceph-mon[191304]: pgmap v3081: 169 pgs: 169 active+clean; 409 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 61 MiB/s rd, 7.0 MiB/s wr, 459 op/s 2023-12-20T11:43:26.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:25 smithi123 ceph-mon[191304]: osdmap e1740: 8 total, 8 up, 8 in 2023-12-20T11:43:26.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:25 smithi123 ceph-mon[188613]: pgmap v3081: 169 pgs: 169 active+clean; 409 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 61 MiB/s rd, 7.0 MiB/s wr, 459 op/s 2023-12-20T11:43:26.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:25 smithi123 ceph-mon[188613]: osdmap e1740: 8 total, 8 up, 8 in 2023-12-20T11:43:26.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:25 smithi177 ceph-mon[212096]: pgmap v3081: 169 pgs: 169 active+clean; 409 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 61 MiB/s rd, 7.0 MiB/s wr, 459 op/s 2023-12-20T11:43:26.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:25 smithi177 ceph-mon[212096]: osdmap e1740: 8 total, 8 up, 8 in 2023-12-20T11:43:26.940 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:43:26.964 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 83886079~1 2023-12-20T11:43:26.972 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:43:27.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:26 smithi123 ceph-mon[191304]: osdmap e1741: 8 total, 8 up, 8 in 2023-12-20T11:43:27.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:43:27.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:26 smithi123 ceph-mon[188613]: osdmap e1741: 8 total, 8 up, 8 in 2023-12-20T11:43:27.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:43:27.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:26 smithi177 ceph-mon[212096]: osdmap e1741: 8 total, 8 up, 8 in 2023-12-20T11:43:27.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:43:28.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:27 smithi123 ceph-mon[188613]: pgmap v3084: 169 pgs: 169 active+clean; 441 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 11 MiB/s wr, 139 op/s 2023-12-20T11:43:28.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:27 smithi123 ceph-mon[188613]: osdmap e1742: 8 total, 8 up, 8 in 2023-12-20T11:43:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:27 smithi123 ceph-mon[191304]: pgmap v3084: 169 pgs: 169 active+clean; 441 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 11 MiB/s wr, 139 op/s 2023-12-20T11:43:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:27 smithi123 ceph-mon[191304]: osdmap e1742: 8 total, 8 up, 8 in 2023-12-20T11:43:28.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:27 smithi177 ceph-mon[212096]: pgmap v3084: 169 pgs: 169 active+clean; 441 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 11 MiB/s wr, 139 op/s 2023-12-20T11:43:28.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:27 smithi177 ceph-mon[212096]: osdmap e1742: 8 total, 8 up, 8 in 2023-12-20T11:43:28.664 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:43:28.984 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:43:28.984 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (52m) 8m ago 55m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:43:28.984 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (52m) 6m ago 55m 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:43:28.985 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (56m) 8m ago 56m 23.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:43:28.985 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (56m) 6m ago 56m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:43:28.985 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (51m) 6m ago 58m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:43:28.985 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (51m) 8m ago 59m 576M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:43:28.985 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (51m) 8m ago 59m 360M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:43:28.985 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (50m) 6m ago 58m 205M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:43:28.985 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (51m) 8m ago 58m 210M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:43:28.985 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (52m) 8m ago 54m 19.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:43:28.985 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (52m) 6m ago 54m 19.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:43:28.985 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (50m) 8m ago 58m 2466M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:43:28.985 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (50m) 8m ago 57m 2803M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:43:28.985 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (49m) 8m ago 57m 2708M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:43:28.985 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (49m) 8m ago 57m 2531M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:43:28.985 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (48m) 6m ago 57m 2129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:43:28.985 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (48m) 6m ago 56m 2317M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:43:28.985 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (47m) 6m ago 56m 1836M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:43:28.986 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (47m) 6m ago 56m 2209M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:43:28.986 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (51m) 6m ago 55m 92.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:43:29.239 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:43:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:43:29] "GET /metrics HTTP/1.1" 200 39070 "" "Prometheus/2.43.0" 2023-12-20T11:43:29.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:28 smithi123 ceph-mon[188613]: osdmap e1743: 8 total, 8 up, 8 in 2023-12-20T11:43:29.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:28 smithi123 ceph-mon[188613]: pgmap v3087: 169 pgs: 169 active+clean; 453 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 9.0 MiB/s wr, 104 op/s 2023-12-20T11:43:29.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:28 smithi123 ceph-mon[188613]: from='client.47225 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:43:29.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:28 smithi123 ceph-mon[188613]: osdmap e1744: 8 total, 8 up, 8 in 2023-12-20T11:43:29.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:28 smithi123 ceph-mon[191304]: osdmap e1743: 8 total, 8 up, 8 in 2023-12-20T11:43:29.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:28 smithi123 ceph-mon[191304]: pgmap v3087: 169 pgs: 169 active+clean; 453 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 9.0 MiB/s wr, 104 op/s 2023-12-20T11:43:29.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:28 smithi123 ceph-mon[191304]: from='client.47225 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:43:29.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:28 smithi123 ceph-mon[191304]: osdmap e1744: 8 total, 8 up, 8 in 2023-12-20T11:43:29.367 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:43:29.367 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:43:29.367 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:43:29.367 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:43:29.367 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:43:29.367 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:43:29.367 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:43:29.367 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:43:29.367 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:43:29.367 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:43:29.367 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:43:29.368 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:43:29.368 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:43:29.368 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:43:29.368 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:43:29.368 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:43:29.368 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:43:29.368 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:43:29.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:28 smithi177 ceph-mon[212096]: osdmap e1743: 8 total, 8 up, 8 in 2023-12-20T11:43:29.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:28 smithi177 ceph-mon[212096]: pgmap v3087: 169 pgs: 169 active+clean; 453 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 9.0 MiB/s wr, 104 op/s 2023-12-20T11:43:29.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:28 smithi177 ceph-mon[212096]: from='client.47225 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:43:29.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:28 smithi177 ceph-mon[212096]: osdmap e1744: 8 total, 8 up, 8 in 2023-12-20T11:43:30.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:29 smithi123 ceph-mon[191304]: from='client.37284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:43:30.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:29 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3026169247' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:43:30.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:29 smithi123 ceph-mon[191304]: osdmap e1745: 8 total, 8 up, 8 in 2023-12-20T11:43:30.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:29 smithi123 ceph-mon[188613]: from='client.37284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:43:30.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:29 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3026169247' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:43:30.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:29 smithi123 ceph-mon[188613]: osdmap e1745: 8 total, 8 up, 8 in 2023-12-20T11:43:30.258 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 41943040 2023-12-20T11:43:30.281 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:43:30.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:29 smithi177 ceph-mon[212096]: from='client.37284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:43:30.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:29 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3026169247' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:43:30.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:29 smithi177 ceph-mon[212096]: osdmap e1745: 8 total, 8 up, 8 in 2023-12-20T11:43:30.431 INFO:tasks.workunit.client.0.smithi123.stdout:migration_commit 2023-12-20T11:43:31.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:30 smithi123 ceph-mon[191304]: pgmap v3090: 169 pgs: 169 active+clean; 453 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 MiB/s wr, 37 op/s 2023-12-20T11:43:31.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:30 smithi123 ceph-mon[188613]: pgmap v3090: 169 pgs: 169 active+clean; 453 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 MiB/s wr, 37 op/s 2023-12-20T11:43:31.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:30 smithi177 ceph-mon[212096]: pgmap v3090: 169 pgs: 169 active+clean; 453 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 MiB/s wr, 37 op/s 2023-12-20T11:43:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:31 smithi123 ceph-mon[191304]: osdmap e1746: 8 total, 8 up, 8 in 2023-12-20T11:43:32.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:31 smithi123 ceph-mon[188613]: osdmap e1746: 8 total, 8 up, 8 in 2023-12-20T11:43:32.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:31 smithi177 ceph-mon[212096]: osdmap e1746: 8 total, 8 up, 8 in 2023-12-20T11:43:33.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:32 smithi123 ceph-mon[191304]: osdmap e1747: 8 total, 8 up, 8 in 2023-12-20T11:43:33.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:32 smithi123 ceph-mon[191304]: pgmap v3093: 169 pgs: 169 active+clean; 465 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 5.0 MiB/s wr, 339 op/s 2023-12-20T11:43:33.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:32 smithi123 ceph-mon[188613]: osdmap e1747: 8 total, 8 up, 8 in 2023-12-20T11:43:33.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:32 smithi123 ceph-mon[188613]: pgmap v3093: 169 pgs: 169 active+clean; 465 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 5.0 MiB/s wr, 339 op/s 2023-12-20T11:43:33.279 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (12139 ms) 2023-12-20T11:43:33.279 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2023-12-20T11:43:33.315 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:43:33.325 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 0~8388609 2023-12-20T11:43:33.388 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap1 2023-12-20T11:43:33.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:32 smithi177 ceph-mon[212096]: osdmap e1747: 8 total, 8 up, 8 in 2023-12-20T11:43:33.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:32 smithi177 ceph-mon[212096]: pgmap v3093: 169 pgs: 169 active+clean; 465 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 5.0 MiB/s wr, 339 op/s 2023-12-20T11:43:34.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:33 smithi123 ceph-mon[191304]: osdmap e1748: 8 total, 8 up, 8 in 2023-12-20T11:43:34.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:33 smithi123 ceph-mon[188613]: osdmap e1748: 8 total, 8 up, 8 in 2023-12-20T11:43:34.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:33 smithi177 ceph-mon[212096]: osdmap e1748: 8 total, 8 up, 8 in 2023-12-20T11:43:34.981 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 8388609~8388609 2023-12-20T11:43:35.002 INFO:tasks.workunit.client.0.smithi123.stdout:write: X 0~1000 2023-12-20T11:43:35.002 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 1010~1000 2023-12-20T11:43:35.003 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap2 2023-12-20T11:43:35.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:34 smithi123 ceph-mon[191304]: osdmap e1749: 8 total, 8 up, 8 in 2023-12-20T11:43:35.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:34 smithi123 ceph-mon[191304]: pgmap v3096: 169 pgs: 169 active+clean; 461 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 6.0 MiB/s wr, 520 op/s 2023-12-20T11:43:35.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:34 smithi123 ceph-mon[188613]: osdmap e1749: 8 total, 8 up, 8 in 2023-12-20T11:43:35.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:34 smithi123 ceph-mon[188613]: pgmap v3096: 169 pgs: 169 active+clean; 461 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 6.0 MiB/s wr, 520 op/s 2023-12-20T11:43:35.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:34 smithi177 ceph-mon[212096]: osdmap e1749: 8 total, 8 up, 8 in 2023-12-20T11:43:35.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:34 smithi177 ceph-mon[212096]: pgmap v3096: 169 pgs: 169 active+clean; 461 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 6.0 MiB/s wr, 520 op/s 2023-12-20T11:43:36.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:35 smithi123 ceph-mon[191304]: osdmap e1750: 8 total, 8 up, 8 in 2023-12-20T11:43:36.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:35 smithi123 ceph-mon[188613]: osdmap e1750: 8 total, 8 up, 8 in 2023-12-20T11:43:36.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:35 smithi177 ceph-mon[212096]: osdmap e1750: 8 total, 8 up, 8 in 2023-12-20T11:43:37.003 INFO:tasks.workunit.client.0.smithi123.stdout:write: X 8388609~1000 2023-12-20T11:43:37.010 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 16777228~1000 2023-12-20T11:43:37.010 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 167772160 2023-12-20T11:43:37.021 INFO:tasks.workunit.client.0.smithi123.stdout:write: 2 83886079~8388609 2023-12-20T11:43:37.032 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap3 2023-12-20T11:43:37.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:36 smithi123 ceph-mon[191304]: osdmap e1751: 8 total, 8 up, 8 in 2023-12-20T11:43:37.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:36 smithi123 ceph-mon[191304]: pgmap v3099: 169 pgs: 169 active+clean; 473 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 6.0 MiB/s wr, 280 op/s 2023-12-20T11:43:37.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:36 smithi123 ceph-mon[188613]: osdmap e1751: 8 total, 8 up, 8 in 2023-12-20T11:43:37.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:36 smithi123 ceph-mon[188613]: pgmap v3099: 169 pgs: 169 active+clean; 473 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 6.0 MiB/s wr, 280 op/s 2023-12-20T11:43:37.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:36 smithi177 ceph-mon[212096]: osdmap e1751: 8 total, 8 up, 8 in 2023-12-20T11:43:37.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:36 smithi177 ceph-mon[212096]: pgmap v3099: 169 pgs: 169 active+clean; 473 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 6.0 MiB/s wr, 280 op/s 2023-12-20T11:43:38.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:37 smithi123 ceph-mon[191304]: osdmap e1752: 8 total, 8 up, 8 in 2023-12-20T11:43:38.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:37 smithi123 ceph-mon[188613]: osdmap e1752: 8 total, 8 up, 8 in 2023-12-20T11:43:38.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:37 smithi177 ceph-mon[212096]: osdmap e1752: 8 total, 8 up, 8 in 2023-12-20T11:43:38.827 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:43:38.849 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 83886079~1 2023-12-20T11:43:38.859 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 0 2023-12-20T11:43:38.876 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:43:39.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:39 smithi177 ceph-mon[212096]: osdmap e1753: 8 total, 8 up, 8 in 2023-12-20T11:43:39.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:39 smithi177 ceph-mon[212096]: pgmap v3102: 169 pgs: 169 active+clean; 485 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 7.0 MiB/s wr, 155 op/s 2023-12-20T11:43:39.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:39 smithi177 ceph-mon[212096]: osdmap e1754: 8 total, 8 up, 8 in 2023-12-20T11:43:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:43:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:43:39] "GET /metrics HTTP/1.1" 200 39070 "" "Prometheus/2.43.0" 2023-12-20T11:43:39.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:38 smithi123 ceph-mon[188613]: osdmap e1753: 8 total, 8 up, 8 in 2023-12-20T11:43:39.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:38 smithi123 ceph-mon[188613]: pgmap v3102: 169 pgs: 169 active+clean; 485 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 7.0 MiB/s wr, 155 op/s 2023-12-20T11:43:39.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:38 smithi123 ceph-mon[188613]: osdmap e1754: 8 total, 8 up, 8 in 2023-12-20T11:43:39.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:39 smithi123 ceph-mon[191304]: osdmap e1753: 8 total, 8 up, 8 in 2023-12-20T11:43:39.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:39 smithi123 ceph-mon[191304]: pgmap v3102: 169 pgs: 169 active+clean; 485 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 7.0 MiB/s wr, 155 op/s 2023-12-20T11:43:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:39 smithi123 ceph-mon[191304]: osdmap e1754: 8 total, 8 up, 8 in 2023-12-20T11:43:41.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:40 smithi177 ceph-mon[212096]: osdmap e1755: 8 total, 8 up, 8 in 2023-12-20T11:43:41.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:40 smithi123 ceph-mon[191304]: osdmap e1755: 8 total, 8 up, 8 in 2023-12-20T11:43:41.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:40 smithi123 ceph-mon[188613]: osdmap e1755: 8 total, 8 up, 8 in 2023-12-20T11:43:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:41 smithi177 ceph-mon[212096]: pgmap v3105: 169 pgs: 169 active+clean; 493 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 79 op/s 2023-12-20T11:43:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:41 smithi177 ceph-mon[212096]: osdmap e1756: 8 total, 8 up, 8 in 2023-12-20T11:43:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:43:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:41 smithi123 ceph-mon[191304]: pgmap v3105: 169 pgs: 169 active+clean; 493 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 79 op/s 2023-12-20T11:43:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:41 smithi123 ceph-mon[191304]: osdmap e1756: 8 total, 8 up, 8 in 2023-12-20T11:43:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:43:42.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:41 smithi123 ceph-mon[188613]: pgmap v3105: 169 pgs: 169 active+clean; 493 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 79 op/s 2023-12-20T11:43:42.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:41 smithi123 ceph-mon[188613]: osdmap e1756: 8 total, 8 up, 8 in 2023-12-20T11:43:42.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:43:42.253 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:43:42.428 INFO:tasks.workunit.client.0.smithi123.stdout:migration_commit 2023-12-20T11:43:43.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:42 smithi177 ceph-mon[212096]: osdmap e1757: 8 total, 8 up, 8 in 2023-12-20T11:43:43.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:42 smithi123 ceph-mon[191304]: osdmap e1757: 8 total, 8 up, 8 in 2023-12-20T11:43:43.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:42 smithi123 ceph-mon[188613]: osdmap e1757: 8 total, 8 up, 8 in 2023-12-20T11:43:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:43 smithi177 ceph-mon[212096]: pgmap v3108: 169 pgs: 169 active+clean; 509 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 5.0 MiB/s wr, 116 op/s 2023-12-20T11:43:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:43 smithi177 ceph-mon[212096]: osdmap e1758: 8 total, 8 up, 8 in 2023-12-20T11:43:44.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:43 smithi123 ceph-mon[191304]: pgmap v3108: 169 pgs: 169 active+clean; 509 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 5.0 MiB/s wr, 116 op/s 2023-12-20T11:43:44.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:43 smithi123 ceph-mon[191304]: osdmap e1758: 8 total, 8 up, 8 in 2023-12-20T11:43:44.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:43 smithi123 ceph-mon[188613]: pgmap v3108: 169 pgs: 169 active+clean; 509 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 5.0 MiB/s wr, 116 op/s 2023-12-20T11:43:44.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:43 smithi123 ceph-mon[188613]: osdmap e1758: 8 total, 8 up, 8 in 2023-12-20T11:43:45.148 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (11869 ms) 2023-12-20T11:43:45.148 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2023-12-20T11:43:45.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:44 smithi177 ceph-mon[212096]: osdmap e1759: 8 total, 8 up, 8 in 2023-12-20T11:43:45.184 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:43:45.197 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 0~8388609 2023-12-20T11:43:45.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:44 smithi123 ceph-mon[191304]: osdmap e1759: 8 total, 8 up, 8 in 2023-12-20T11:43:45.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:44 smithi123 ceph-mon[188613]: osdmap e1759: 8 total, 8 up, 8 in 2023-12-20T11:43:45.263 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap1 2023-12-20T11:43:46.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:45 smithi177 ceph-mon[212096]: pgmap v3111: 169 pgs: 169 active+clean; 513 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.0 MiB/s wr, 205 op/s 2023-12-20T11:43:46.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:45 smithi177 ceph-mon[212096]: osdmap e1760: 8 total, 8 up, 8 in 2023-12-20T11:43:46.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:43:46.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:43:46.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:43:46.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:43:46.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:45 smithi123 ceph-mon[191304]: pgmap v3111: 169 pgs: 169 active+clean; 513 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.0 MiB/s wr, 205 op/s 2023-12-20T11:43:46.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:45 smithi123 ceph-mon[191304]: osdmap e1760: 8 total, 8 up, 8 in 2023-12-20T11:43:46.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:43:46.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:43:46.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:43:46.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:43:46.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:45 smithi123 ceph-mon[188613]: pgmap v3111: 169 pgs: 169 active+clean; 513 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.0 MiB/s wr, 205 op/s 2023-12-20T11:43:46.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:45 smithi123 ceph-mon[188613]: osdmap e1760: 8 total, 8 up, 8 in 2023-12-20T11:43:46.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:43:46.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:43:46.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:43:46.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:43:46.876 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 8388609~8388609 2023-12-20T11:43:46.888 INFO:tasks.workunit.client.0.smithi123.stdout:write: X 0~1000 2023-12-20T11:43:46.888 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 1010~1000 2023-12-20T11:43:46.888 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap2 2023-12-20T11:43:47.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:46 smithi177 ceph-mon[212096]: osdmap e1761: 8 total, 8 up, 8 in 2023-12-20T11:43:47.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:46 smithi123 ceph-mon[191304]: osdmap e1761: 8 total, 8 up, 8 in 2023-12-20T11:43:47.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:46 smithi123 ceph-mon[188613]: osdmap e1761: 8 total, 8 up, 8 in 2023-12-20T11:43:48.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:47 smithi177 ceph-mon[212096]: pgmap v3114: 169 pgs: 169 active+clean; 517 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 47 MiB/s rd, 7.0 MiB/s wr, 478 op/s 2023-12-20T11:43:48.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:47 smithi177 ceph-mon[212096]: osdmap e1762: 8 total, 8 up, 8 in 2023-12-20T11:43:48.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:47 smithi123 ceph-mon[191304]: pgmap v3114: 169 pgs: 169 active+clean; 517 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 47 MiB/s rd, 7.0 MiB/s wr, 478 op/s 2023-12-20T11:43:48.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:47 smithi123 ceph-mon[191304]: osdmap e1762: 8 total, 8 up, 8 in 2023-12-20T11:43:48.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:47 smithi123 ceph-mon[188613]: pgmap v3114: 169 pgs: 169 active+clean; 517 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 47 MiB/s rd, 7.0 MiB/s wr, 478 op/s 2023-12-20T11:43:48.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:47 smithi123 ceph-mon[188613]: osdmap e1762: 8 total, 8 up, 8 in 2023-12-20T11:43:48.833 INFO:tasks.workunit.client.0.smithi123.stdout:write: X 8388609~1000 2023-12-20T11:43:48.842 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 16777228~1000 2023-12-20T11:43:48.842 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 167772160 2023-12-20T11:43:48.852 INFO:tasks.workunit.client.0.smithi123.stdout:write: 2 83886079~8388609 2023-12-20T11:43:48.862 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap3 2023-12-20T11:43:49.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:48 smithi177 ceph-mon[212096]: osdmap e1763: 8 total, 8 up, 8 in 2023-12-20T11:43:49.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:48 smithi177 ceph-mon[212096]: osdmap e1764: 8 total, 8 up, 8 in 2023-12-20T11:43:49.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:48 smithi123 ceph-mon[191304]: osdmap e1763: 8 total, 8 up, 8 in 2023-12-20T11:43:49.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:48 smithi123 ceph-mon[191304]: osdmap e1764: 8 total, 8 up, 8 in 2023-12-20T11:43:49.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:48 smithi123 ceph-mon[188613]: osdmap e1763: 8 total, 8 up, 8 in 2023-12-20T11:43:49.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:48 smithi123 ceph-mon[188613]: osdmap e1764: 8 total, 8 up, 8 in 2023-12-20T11:43:49.239 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:43:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:43:49] "GET /metrics HTTP/1.1" 200 39074 "" "Prometheus/2.43.0" 2023-12-20T11:43:50.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:49 smithi177 ceph-mon[212096]: pgmap v3117: 169 pgs: 169 active+clean; 521 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 7.0 MiB/s wr, 432 op/s 2023-12-20T11:43:50.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:49 smithi123 ceph-mon[191304]: pgmap v3117: 169 pgs: 169 active+clean; 521 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 7.0 MiB/s wr, 432 op/s 2023-12-20T11:43:50.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:49 smithi123 ceph-mon[188613]: pgmap v3117: 169 pgs: 169 active+clean; 521 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 7.0 MiB/s wr, 432 op/s 2023-12-20T11:43:50.915 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:43:50.941 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 83886079~1 2023-12-20T11:43:50.951 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:43:51.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:50 smithi177 ceph-mon[212096]: osdmap e1765: 8 total, 8 up, 8 in 2023-12-20T11:43:51.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:50 smithi123 ceph-mon[191304]: osdmap e1765: 8 total, 8 up, 8 in 2023-12-20T11:43:51.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:50 smithi123 ceph-mon[188613]: osdmap e1765: 8 total, 8 up, 8 in 2023-12-20T11:43:52.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:51 smithi177 ceph-mon[212096]: pgmap v3120: 169 pgs: 169 active+clean; 525 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.0 MiB/s wr, 50 op/s 2023-12-20T11:43:52.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:51 smithi177 ceph-mon[212096]: osdmap e1766: 8 total, 8 up, 8 in 2023-12-20T11:43:52.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:51 smithi123 ceph-mon[191304]: pgmap v3120: 169 pgs: 169 active+clean; 525 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.0 MiB/s wr, 50 op/s 2023-12-20T11:43:52.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:51 smithi123 ceph-mon[191304]: osdmap e1766: 8 total, 8 up, 8 in 2023-12-20T11:43:52.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:51 smithi123 ceph-mon[188613]: pgmap v3120: 169 pgs: 169 active+clean; 525 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.0 MiB/s wr, 50 op/s 2023-12-20T11:43:52.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:51 smithi123 ceph-mon[188613]: osdmap e1766: 8 total, 8 up, 8 in 2023-12-20T11:43:53.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:52 smithi123 ceph-mon[191304]: osdmap e1767: 8 total, 8 up, 8 in 2023-12-20T11:43:53.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:52 smithi123 ceph-mon[188613]: osdmap e1767: 8 total, 8 up, 8 in 2023-12-20T11:43:53.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:52 smithi177 ceph-mon[212096]: osdmap e1767: 8 total, 8 up, 8 in 2023-12-20T11:43:54.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:53 smithi123 ceph-mon[191304]: pgmap v3123: 169 pgs: 169 active+clean; 553 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 8.0 MiB/s wr, 96 op/s 2023-12-20T11:43:54.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:53 smithi123 ceph-mon[191304]: osdmap e1768: 8 total, 8 up, 8 in 2023-12-20T11:43:54.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:53 smithi123 ceph-mon[191304]: osdmap e1769: 8 total, 8 up, 8 in 2023-12-20T11:43:54.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:53 smithi123 ceph-mon[188613]: pgmap v3123: 169 pgs: 169 active+clean; 553 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 8.0 MiB/s wr, 96 op/s 2023-12-20T11:43:54.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:53 smithi123 ceph-mon[188613]: osdmap e1768: 8 total, 8 up, 8 in 2023-12-20T11:43:54.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:53 smithi123 ceph-mon[188613]: osdmap e1769: 8 total, 8 up, 8 in 2023-12-20T11:43:54.265 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 0 2023-12-20T11:43:54.357 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:43:54.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:53 smithi177 ceph-mon[212096]: pgmap v3123: 169 pgs: 169 active+clean; 553 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 8.0 MiB/s wr, 96 op/s 2023-12-20T11:43:54.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:53 smithi177 ceph-mon[212096]: osdmap e1768: 8 total, 8 up, 8 in 2023-12-20T11:43:54.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:53 smithi177 ceph-mon[212096]: osdmap e1769: 8 total, 8 up, 8 in 2023-12-20T11:43:54.473 INFO:tasks.workunit.client.0.smithi123.stdout:migration_commit 2023-12-20T11:43:56.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:55 smithi123 ceph-mon[191304]: pgmap v3126: 169 pgs: 169 active+clean; 565 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.0 MiB/s wr, 184 op/s 2023-12-20T11:43:56.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:55 smithi123 ceph-mon[191304]: osdmap e1770: 8 total, 8 up, 8 in 2023-12-20T11:43:56.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:55 smithi123 ceph-mon[188613]: pgmap v3126: 169 pgs: 169 active+clean; 565 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.0 MiB/s wr, 184 op/s 2023-12-20T11:43:56.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:55 smithi123 ceph-mon[188613]: osdmap e1770: 8 total, 8 up, 8 in 2023-12-20T11:43:56.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:55 smithi177 ceph-mon[212096]: pgmap v3126: 169 pgs: 169 active+clean; 565 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.0 MiB/s wr, 184 op/s 2023-12-20T11:43:56.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:55 smithi177 ceph-mon[212096]: osdmap e1770: 8 total, 8 up, 8 in 2023-12-20T11:43:57.207 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (12059 ms) 2023-12-20T11:43:57.208 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2023-12-20T11:43:57.238 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:43:57.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:56 smithi123 ceph-mon[191304]: osdmap e1771: 8 total, 8 up, 8 in 2023-12-20T11:43:57.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:43:57.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:56 smithi123 ceph-mon[188613]: osdmap e1771: 8 total, 8 up, 8 in 2023-12-20T11:43:57.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:43:57.249 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 0~8388609 2023-12-20T11:43:57.308 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap1 2023-12-20T11:43:57.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:56 smithi177 ceph-mon[212096]: osdmap e1771: 8 total, 8 up, 8 in 2023-12-20T11:43:57.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:43:58.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:57 smithi123 ceph-mon[191304]: pgmap v3129: 169 pgs: 169 active+clean; 581 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 6.0 MiB/s wr, 313 op/s 2023-12-20T11:43:58.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:57 smithi123 ceph-mon[191304]: osdmap e1772: 8 total, 8 up, 8 in 2023-12-20T11:43:58.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:57 smithi123 ceph-mon[188613]: pgmap v3129: 169 pgs: 169 active+clean; 581 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 6.0 MiB/s wr, 313 op/s 2023-12-20T11:43:58.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:57 smithi123 ceph-mon[188613]: osdmap e1772: 8 total, 8 up, 8 in 2023-12-20T11:43:58.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:57 smithi177 ceph-mon[212096]: pgmap v3129: 169 pgs: 169 active+clean; 581 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 6.0 MiB/s wr, 313 op/s 2023-12-20T11:43:58.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:57 smithi177 ceph-mon[212096]: osdmap e1772: 8 total, 8 up, 8 in 2023-12-20T11:43:58.954 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 8388609~8388609 2023-12-20T11:43:58.966 INFO:tasks.workunit.client.0.smithi123.stdout:write: X 0~1000 2023-12-20T11:43:58.966 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 1010~1000 2023-12-20T11:43:58.966 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap2 2023-12-20T11:43:59.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:58 smithi123 ceph-mon[191304]: osdmap e1773: 8 total, 8 up, 8 in 2023-12-20T11:43:59.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:58 smithi123 ceph-mon[191304]: pgmap v3132: 169 pgs: 169 active+clean; 585 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 6.0 MiB/s wr, 436 op/s 2023-12-20T11:43:59.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:58 smithi123 ceph-mon[188613]: osdmap e1773: 8 total, 8 up, 8 in 2023-12-20T11:43:59.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:58 smithi123 ceph-mon[188613]: pgmap v3132: 169 pgs: 169 active+clean; 585 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 6.0 MiB/s wr, 436 op/s 2023-12-20T11:43:59.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:43:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:43:59] "GET /metrics HTTP/1.1" 200 39073 "" "Prometheus/2.43.0" 2023-12-20T11:43:59.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:58 smithi177 ceph-mon[212096]: osdmap e1773: 8 total, 8 up, 8 in 2023-12-20T11:43:59.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:58 smithi177 ceph-mon[212096]: pgmap v3132: 169 pgs: 169 active+clean; 585 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 6.0 MiB/s wr, 436 op/s 2023-12-20T11:43:59.714 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:44:00.032 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:44:00.032 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (52m) 8m ago 55m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:44:00.032 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (52m) 6m ago 55m 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:44:00.032 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (56m) 8m ago 56m 23.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:44:00.032 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (56m) 6m ago 56m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:44:00.032 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (52m) 6m ago 58m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:44:00.032 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (52m) 8m ago 60m 576M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:44:00.033 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (51m) 8m ago 60m 360M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:44:00.033 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (51m) 6m ago 59m 205M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:44:00.033 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (51m) 8m ago 59m 210M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:44:00.033 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (52m) 8m ago 55m 19.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:44:00.033 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (52m) 6m ago 55m 19.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:44:00.033 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (51m) 8m ago 58m 2466M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:44:00.033 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (50m) 8m ago 58m 2803M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:44:00.033 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (50m) 8m ago 58m 2708M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:44:00.033 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (49m) 8m ago 57m 2531M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:44:00.033 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (49m) 6m ago 57m 2129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:44:00.033 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (48m) 6m ago 57m 2317M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:44:00.033 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (48m) 6m ago 57m 1836M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:44:00.033 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (47m) 6m ago 56m 2209M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:44:00.034 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (52m) 6m ago 56m 92.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:44:00.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:59 smithi123 ceph-mon[188613]: osdmap e1774: 8 total, 8 up, 8 in 2023-12-20T11:44:00.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:43:59 smithi123 ceph-mon[188613]: from='client.47243 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:44:00.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:59 smithi123 ceph-mon[191304]: osdmap e1774: 8 total, 8 up, 8 in 2023-12-20T11:44:00.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:43:59 smithi123 ceph-mon[191304]: from='client.47243 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:44:00.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:59 smithi177 ceph-mon[212096]: osdmap e1774: 8 total, 8 up, 8 in 2023-12-20T11:44:00.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:43:59 smithi177 ceph-mon[212096]: from='client.47243 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:44:00.420 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:44:00.420 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:44:00.420 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:44:00.420 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:44:00.420 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:44:00.420 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:44:00.420 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:44:00.420 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:44:00.420 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:44:00.420 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:44:00.420 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:44:00.420 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:44:00.420 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:44:00.421 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:44:00.421 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:44:00.421 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:44:00.421 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:44:00.421 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:44:00.968 INFO:tasks.workunit.client.0.smithi123.stdout:write: X 8388609~1000 2023-12-20T11:44:00.974 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 16777228~1000 2023-12-20T11:44:00.975 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 167772160 2023-12-20T11:44:00.983 INFO:tasks.workunit.client.0.smithi123.stdout:write: 2 83886079~8388609 2023-12-20T11:44:00.994 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap3 2023-12-20T11:44:01.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:00 smithi123 ceph-mon[191304]: osdmap e1775: 8 total, 8 up, 8 in 2023-12-20T11:44:01.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:00 smithi123 ceph-mon[191304]: from='client.47249 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:44:01.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:00 smithi123 ceph-mon[191304]: pgmap v3135: 169 pgs: 169 active+clean; 581 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 3.0 MiB/s wr, 256 op/s 2023-12-20T11:44:01.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:00 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3112251997' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:44:01.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:00 smithi123 ceph-mon[188613]: osdmap e1775: 8 total, 8 up, 8 in 2023-12-20T11:44:01.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:00 smithi123 ceph-mon[188613]: from='client.47249 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:44:01.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:00 smithi123 ceph-mon[188613]: pgmap v3135: 169 pgs: 169 active+clean; 581 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 3.0 MiB/s wr, 256 op/s 2023-12-20T11:44:01.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:00 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3112251997' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:44:01.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:00 smithi177 ceph-mon[212096]: osdmap e1775: 8 total, 8 up, 8 in 2023-12-20T11:44:01.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:00 smithi177 ceph-mon[212096]: from='client.47249 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:44:01.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:00 smithi177 ceph-mon[212096]: pgmap v3135: 169 pgs: 169 active+clean; 581 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 3.0 MiB/s wr, 256 op/s 2023-12-20T11:44:01.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:00 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3112251997' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:44:02.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:01 smithi123 ceph-mon[191304]: osdmap e1776: 8 total, 8 up, 8 in 2023-12-20T11:44:02.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:01 smithi123 ceph-mon[188613]: osdmap e1776: 8 total, 8 up, 8 in 2023-12-20T11:44:02.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:01 smithi177 ceph-mon[212096]: osdmap e1776: 8 total, 8 up, 8 in 2023-12-20T11:44:02.981 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:44:03.008 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 83886079~1 2023-12-20T11:44:03.018 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:44:03.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:02 smithi123 ceph-mon[191304]: osdmap e1777: 8 total, 8 up, 8 in 2023-12-20T11:44:03.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:02 smithi123 ceph-mon[191304]: pgmap v3138: 169 pgs: 169 active+clean; 605 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 10 MiB/s wr, 173 op/s 2023-12-20T11:44:03.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:02 smithi123 ceph-mon[188613]: osdmap e1777: 8 total, 8 up, 8 in 2023-12-20T11:44:03.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:02 smithi123 ceph-mon[188613]: pgmap v3138: 169 pgs: 169 active+clean; 605 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 10 MiB/s wr, 173 op/s 2023-12-20T11:44:03.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:02 smithi177 ceph-mon[212096]: osdmap e1777: 8 total, 8 up, 8 in 2023-12-20T11:44:03.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:02 smithi177 ceph-mon[212096]: pgmap v3138: 169 pgs: 169 active+clean; 605 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 10 MiB/s wr, 173 op/s 2023-12-20T11:44:04.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:03 smithi123 ceph-mon[191304]: osdmap e1778: 8 total, 8 up, 8 in 2023-12-20T11:44:04.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:03 smithi123 ceph-mon[191304]: osdmap e1779: 8 total, 8 up, 8 in 2023-12-20T11:44:04.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:03 smithi123 ceph-mon[188613]: osdmap e1778: 8 total, 8 up, 8 in 2023-12-20T11:44:04.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:03 smithi123 ceph-mon[188613]: osdmap e1779: 8 total, 8 up, 8 in 2023-12-20T11:44:04.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:03 smithi177 ceph-mon[212096]: osdmap e1778: 8 total, 8 up, 8 in 2023-12-20T11:44:04.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:03 smithi177 ceph-mon[212096]: osdmap e1779: 8 total, 8 up, 8 in 2023-12-20T11:44:06.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:05 smithi177 ceph-mon[212096]: pgmap v3141: 169 pgs: 169 active+clean; 621 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 11 MiB/s wr, 186 op/s 2023-12-20T11:44:06.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:05 smithi177 ceph-mon[212096]: osdmap e1780: 8 total, 8 up, 8 in 2023-12-20T11:44:06.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:05 smithi123 ceph-mon[191304]: pgmap v3141: 169 pgs: 169 active+clean; 621 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 11 MiB/s wr, 186 op/s 2023-12-20T11:44:06.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:05 smithi123 ceph-mon[191304]: osdmap e1780: 8 total, 8 up, 8 in 2023-12-20T11:44:06.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:05 smithi123 ceph-mon[188613]: pgmap v3141: 169 pgs: 169 active+clean; 621 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 11 MiB/s wr, 186 op/s 2023-12-20T11:44:06.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:05 smithi123 ceph-mon[188613]: osdmap e1780: 8 total, 8 up, 8 in 2023-12-20T11:44:06.290 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 167772160 2023-12-20T11:44:06.300 INFO:tasks.workunit.client.0.smithi123.stdout:write: * 83886080~1000 2023-12-20T11:44:06.337 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:44:06.482 INFO:tasks.workunit.client.0.smithi123.stdout:migration_commit 2023-12-20T11:44:07.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:06 smithi177 ceph-mon[212096]: osdmap e1781: 8 total, 8 up, 8 in 2023-12-20T11:44:07.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:06 smithi123 ceph-mon[191304]: osdmap e1781: 8 total, 8 up, 8 in 2023-12-20T11:44:07.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:06 smithi123 ceph-mon[188613]: osdmap e1781: 8 total, 8 up, 8 in 2023-12-20T11:44:08.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:07 smithi177 ceph-mon[212096]: pgmap v3144: 169 pgs: 169 active+clean; 621 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 232 op/s 2023-12-20T11:44:08.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:07 smithi177 ceph-mon[212096]: osdmap e1782: 8 total, 8 up, 8 in 2023-12-20T11:44:08.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:07 smithi123 ceph-mon[191304]: pgmap v3144: 169 pgs: 169 active+clean; 621 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 232 op/s 2023-12-20T11:44:08.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:07 smithi123 ceph-mon[191304]: osdmap e1782: 8 total, 8 up, 8 in 2023-12-20T11:44:08.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:07 smithi123 ceph-mon[188613]: pgmap v3144: 169 pgs: 169 active+clean; 621 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 232 op/s 2023-12-20T11:44:08.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:07 smithi123 ceph-mon[188613]: osdmap e1782: 8 total, 8 up, 8 in 2023-12-20T11:44:09.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:08 smithi177 ceph-mon[212096]: osdmap e1783: 8 total, 8 up, 8 in 2023-12-20T11:44:09.218 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (12011 ms) 2023-12-20T11:44:09.218 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2023-12-20T11:44:09.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:08 smithi123 ceph-mon[191304]: osdmap e1783: 8 total, 8 up, 8 in 2023-12-20T11:44:09.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:08 smithi123 ceph-mon[188613]: osdmap e1783: 8 total, 8 up, 8 in 2023-12-20T11:44:09.239 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:44:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:44:09] "GET /metrics HTTP/1.1" 200 39073 "" "Prometheus/2.43.0" 2023-12-20T11:44:09.252 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:44:09.264 INFO:tasks.workunit.client.0.smithi123.stdout:write: X 41943040~10 2023-12-20T11:44:09.272 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap1 2023-12-20T11:44:10.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:09 smithi177 ceph-mon[212096]: pgmap v3147: 169 pgs: 169 active+clean; 621 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 1.0 MiB/s wr, 212 op/s 2023-12-20T11:44:10.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:09 smithi177 ceph-mon[212096]: osdmap e1784: 8 total, 8 up, 8 in 2023-12-20T11:44:10.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:09 smithi123 ceph-mon[191304]: pgmap v3147: 169 pgs: 169 active+clean; 621 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 1.0 MiB/s wr, 212 op/s 2023-12-20T11:44:10.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:09 smithi123 ceph-mon[191304]: osdmap e1784: 8 total, 8 up, 8 in 2023-12-20T11:44:10.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:09 smithi123 ceph-mon[188613]: pgmap v3147: 169 pgs: 169 active+clean; 621 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 1.0 MiB/s wr, 212 op/s 2023-12-20T11:44:10.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:09 smithi123 ceph-mon[188613]: osdmap e1784: 8 total, 8 up, 8 in 2023-12-20T11:44:10.872 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 41943040 2023-12-20T11:44:10.898 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:44:11.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:10 smithi177 ceph-mon[212096]: osdmap e1785: 8 total, 8 up, 8 in 2023-12-20T11:44:11.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:10 smithi123 ceph-mon[188613]: osdmap e1785: 8 total, 8 up, 8 in 2023-12-20T11:44:11.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:10 smithi123 ceph-mon[191304]: osdmap e1785: 8 total, 8 up, 8 in 2023-12-20T11:44:12.051 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:44:12.062 INFO:tasks.workunit.client.0.smithi123.stdout:write: Y 41943040~5 2023-12-20T11:44:12.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:11 smithi177 ceph-mon[212096]: pgmap v3150: 169 pgs: 169 active+clean; 633 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 41 op/s 2023-12-20T11:44:12.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:11 smithi177 ceph-mon[212096]: osdmap e1786: 8 total, 8 up, 8 in 2023-12-20T11:44:12.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:44:12.171 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:44:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:11 smithi123 ceph-mon[191304]: pgmap v3150: 169 pgs: 169 active+clean; 633 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 41 op/s 2023-12-20T11:44:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:11 smithi123 ceph-mon[191304]: osdmap e1786: 8 total, 8 up, 8 in 2023-12-20T11:44:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:44:12.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:11 smithi123 ceph-mon[188613]: pgmap v3150: 169 pgs: 169 active+clean; 633 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 41 op/s 2023-12-20T11:44:12.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:11 smithi123 ceph-mon[188613]: osdmap e1786: 8 total, 8 up, 8 in 2023-12-20T11:44:12.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:44:12.247 INFO:tasks.workunit.client.0.smithi123.stdout:migration_commit 2023-12-20T11:44:12.999 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3782 ms) 2023-12-20T11:44:13.000 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2023-12-20T11:44:13.032 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:44:13.046 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 0~8388609 2023-12-20T11:44:13.110 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap1 2023-12-20T11:44:13.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:12 smithi177 ceph-mon[212096]: osdmap e1787: 8 total, 8 up, 8 in 2023-12-20T11:44:13.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:12 smithi123 ceph-mon[191304]: osdmap e1787: 8 total, 8 up, 8 in 2023-12-20T11:44:13.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:12 smithi123 ceph-mon[188613]: osdmap e1787: 8 total, 8 up, 8 in 2023-12-20T11:44:14.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:13 smithi177 ceph-mon[212096]: pgmap v3153: 169 pgs: 169 active+clean; 625 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 5.0 MiB/s wr, 339 op/s 2023-12-20T11:44:14.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:13 smithi177 ceph-mon[212096]: osdmap e1788: 8 total, 8 up, 8 in 2023-12-20T11:44:14.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:13 smithi177 ceph-mon[212096]: osdmap e1789: 8 total, 8 up, 8 in 2023-12-20T11:44:14.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:13 smithi123 ceph-mon[191304]: pgmap v3153: 169 pgs: 169 active+clean; 625 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 5.0 MiB/s wr, 339 op/s 2023-12-20T11:44:14.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:13 smithi123 ceph-mon[191304]: osdmap e1788: 8 total, 8 up, 8 in 2023-12-20T11:44:14.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:13 smithi123 ceph-mon[191304]: osdmap e1789: 8 total, 8 up, 8 in 2023-12-20T11:44:14.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:13 smithi123 ceph-mon[188613]: pgmap v3153: 169 pgs: 169 active+clean; 625 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 5.0 MiB/s wr, 339 op/s 2023-12-20T11:44:14.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:13 smithi123 ceph-mon[188613]: osdmap e1788: 8 total, 8 up, 8 in 2023-12-20T11:44:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:13 smithi123 ceph-mon[188613]: osdmap e1789: 8 total, 8 up, 8 in 2023-12-20T11:44:14.839 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 8388609~8388609 2023-12-20T11:44:14.850 INFO:tasks.workunit.client.0.smithi123.stdout:write: X 0~1000 2023-12-20T11:44:14.850 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 1010~1000 2023-12-20T11:44:14.850 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap2 2023-12-20T11:44:16.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:15 smithi177 ceph-mon[212096]: pgmap v3156: 169 pgs: 169 active+clean; 625 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 3.0 MiB/s wr, 705 op/s 2023-12-20T11:44:16.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:15 smithi177 ceph-mon[212096]: osdmap e1790: 8 total, 8 up, 8 in 2023-12-20T11:44:16.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:15 smithi123 ceph-mon[191304]: pgmap v3156: 169 pgs: 169 active+clean; 625 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 3.0 MiB/s wr, 705 op/s 2023-12-20T11:44:16.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:15 smithi123 ceph-mon[191304]: osdmap e1790: 8 total, 8 up, 8 in 2023-12-20T11:44:16.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:15 smithi123 ceph-mon[188613]: pgmap v3156: 169 pgs: 169 active+clean; 625 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 3.0 MiB/s wr, 705 op/s 2023-12-20T11:44:16.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:15 smithi123 ceph-mon[188613]: osdmap e1790: 8 total, 8 up, 8 in 2023-12-20T11:44:16.906 INFO:tasks.workunit.client.0.smithi123.stdout:write: X 8388609~1000 2023-12-20T11:44:16.913 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 16777228~1000 2023-12-20T11:44:16.913 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 167772160 2023-12-20T11:44:16.921 INFO:tasks.workunit.client.0.smithi123.stdout:write: 2 83886079~8388609 2023-12-20T11:44:16.932 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap3 2023-12-20T11:44:17.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:16 smithi177 ceph-mon[212096]: osdmap e1791: 8 total, 8 up, 8 in 2023-12-20T11:44:17.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:16 smithi123 ceph-mon[191304]: osdmap e1791: 8 total, 8 up, 8 in 2023-12-20T11:44:17.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:16 smithi123 ceph-mon[188613]: osdmap e1791: 8 total, 8 up, 8 in 2023-12-20T11:44:18.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:17 smithi177 ceph-mon[212096]: pgmap v3159: 169 pgs: 169 active+clean; 649 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 9.3 MiB/s rd, 7.0 MiB/s wr, 467 op/s 2023-12-20T11:44:18.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:17 smithi177 ceph-mon[212096]: osdmap e1792: 8 total, 8 up, 8 in 2023-12-20T11:44:18.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:17 smithi123 ceph-mon[191304]: pgmap v3159: 169 pgs: 169 active+clean; 649 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 9.3 MiB/s rd, 7.0 MiB/s wr, 467 op/s 2023-12-20T11:44:18.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:17 smithi123 ceph-mon[191304]: osdmap e1792: 8 total, 8 up, 8 in 2023-12-20T11:44:18.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:17 smithi123 ceph-mon[188613]: pgmap v3159: 169 pgs: 169 active+clean; 649 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 9.3 MiB/s rd, 7.0 MiB/s wr, 467 op/s 2023-12-20T11:44:18.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:17 smithi123 ceph-mon[188613]: osdmap e1792: 8 total, 8 up, 8 in 2023-12-20T11:44:18.835 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:44:18.862 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 83886079~1 2023-12-20T11:44:18.872 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:44:19.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:18 smithi123 ceph-mon[191304]: osdmap e1793: 8 total, 8 up, 8 in 2023-12-20T11:44:19.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:18 smithi123 ceph-mon[191304]: osdmap e1794: 8 total, 8 up, 8 in 2023-12-20T11:44:19.239 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:44:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:44:19] "GET /metrics HTTP/1.1" 200 39072 "" "Prometheus/2.43.0" 2023-12-20T11:44:19.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:18 smithi123 ceph-mon[188613]: osdmap e1793: 8 total, 8 up, 8 in 2023-12-20T11:44:19.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:18 smithi123 ceph-mon[188613]: osdmap e1794: 8 total, 8 up, 8 in 2023-12-20T11:44:19.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:18 smithi177 ceph-mon[212096]: osdmap e1793: 8 total, 8 up, 8 in 2023-12-20T11:44:19.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:18 smithi177 ceph-mon[212096]: osdmap e1794: 8 total, 8 up, 8 in 2023-12-20T11:44:20.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:19 smithi123 ceph-mon[191304]: pgmap v3162: 169 pgs: 169 active+clean; 657 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 7.0 MiB/s wr, 95 op/s 2023-12-20T11:44:20.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:19 smithi123 ceph-mon[188613]: pgmap v3162: 169 pgs: 169 active+clean; 657 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 7.0 MiB/s wr, 95 op/s 2023-12-20T11:44:20.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:19 smithi177 ceph-mon[212096]: pgmap v3162: 169 pgs: 169 active+clean; 657 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 7.0 MiB/s wr, 95 op/s 2023-12-20T11:44:21.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:20 smithi123 ceph-mon[191304]: osdmap e1795: 8 total, 8 up, 8 in 2023-12-20T11:44:21.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:20 smithi123 ceph-mon[188613]: osdmap e1795: 8 total, 8 up, 8 in 2023-12-20T11:44:21.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:20 smithi177 ceph-mon[212096]: osdmap e1795: 8 total, 8 up, 8 in 2023-12-20T11:44:22.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:21 smithi123 ceph-mon[191304]: pgmap v3165: 169 pgs: 169 active+clean; 669 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.7 KiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:44:22.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:21 smithi123 ceph-mon[191304]: osdmap e1796: 8 total, 8 up, 8 in 2023-12-20T11:44:22.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:21 smithi123 ceph-mon[188613]: pgmap v3165: 169 pgs: 169 active+clean; 669 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.7 KiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:44:22.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:21 smithi123 ceph-mon[188613]: osdmap e1796: 8 total, 8 up, 8 in 2023-12-20T11:44:22.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:21 smithi177 ceph-mon[212096]: pgmap v3165: 169 pgs: 169 active+clean; 669 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.7 KiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-20T11:44:22.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:21 smithi177 ceph-mon[212096]: osdmap e1796: 8 total, 8 up, 8 in 2023-12-20T11:44:22.545 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: after_prepare_snap 2023-12-20T11:44:23.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:22 smithi123 ceph-mon[191304]: osdmap e1797: 8 total, 8 up, 8 in 2023-12-20T11:44:23.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:22 smithi123 ceph-mon[188613]: osdmap e1797: 8 total, 8 up, 8 in 2023-12-20T11:44:23.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:22 smithi177 ceph-mon[212096]: osdmap e1797: 8 total, 8 up, 8 in 2023-12-20T11:44:23.954 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 41943040 2023-12-20T11:44:23.988 INFO:tasks.workunit.client.0.smithi123.stdout:write: * 0~1000 2023-12-20T11:44:23.994 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:44:24.150 INFO:tasks.workunit.client.0.smithi123.stdout:migration_commit 2023-12-20T11:44:24.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:23 smithi123 ceph-mon[191304]: pgmap v3168: 169 pgs: 169 active+clean; 677 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 115 KiB/s rd, 4.0 MiB/s wr, 163 op/s 2023-12-20T11:44:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:23 smithi123 ceph-mon[191304]: osdmap e1798: 8 total, 8 up, 8 in 2023-12-20T11:44:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:23 smithi123 ceph-mon[188613]: pgmap v3168: 169 pgs: 169 active+clean; 677 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 115 KiB/s rd, 4.0 MiB/s wr, 163 op/s 2023-12-20T11:44:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:23 smithi123 ceph-mon[188613]: osdmap e1798: 8 total, 8 up, 8 in 2023-12-20T11:44:24.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:23 smithi177 ceph-mon[212096]: pgmap v3168: 169 pgs: 169 active+clean; 677 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 115 KiB/s rd, 4.0 MiB/s wr, 163 op/s 2023-12-20T11:44:24.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:23 smithi177 ceph-mon[212096]: osdmap e1798: 8 total, 8 up, 8 in 2023-12-20T11:44:25.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:24 smithi123 ceph-mon[191304]: osdmap e1799: 8 total, 8 up, 8 in 2023-12-20T11:44:25.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:24 smithi123 ceph-mon[191304]: pgmap v3171: 169 pgs: 169 active+clean; 677 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 180 op/s 2023-12-20T11:44:25.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:24 smithi123 ceph-mon[188613]: osdmap e1799: 8 total, 8 up, 8 in 2023-12-20T11:44:25.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:24 smithi123 ceph-mon[188613]: pgmap v3171: 169 pgs: 169 active+clean; 677 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 180 op/s 2023-12-20T11:44:25.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:24 smithi177 ceph-mon[212096]: osdmap e1799: 8 total, 8 up, 8 in 2023-12-20T11:44:25.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:24 smithi177 ceph-mon[212096]: pgmap v3171: 169 pgs: 169 active+clean; 677 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 180 op/s 2023-12-20T11:44:26.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:25 smithi123 ceph-mon[191304]: osdmap e1800: 8 total, 8 up, 8 in 2023-12-20T11:44:26.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:25 smithi123 ceph-mon[188613]: osdmap e1800: 8 total, 8 up, 8 in 2023-12-20T11:44:26.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:25 smithi177 ceph-mon[212096]: osdmap e1800: 8 total, 8 up, 8 in 2023-12-20T11:44:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:26 smithi123 ceph-mon[191304]: osdmap e1801: 8 total, 8 up, 8 in 2023-12-20T11:44:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:44:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:26 smithi123 ceph-mon[191304]: pgmap v3174: 169 pgs: 169 active+clean; 681 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 48 MiB/s rd, 2.0 MiB/s wr, 524 op/s 2023-12-20T11:44:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:26 smithi123 ceph-mon[188613]: osdmap e1801: 8 total, 8 up, 8 in 2023-12-20T11:44:27.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:44:27.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:26 smithi123 ceph-mon[188613]: pgmap v3174: 169 pgs: 169 active+clean; 681 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 48 MiB/s rd, 2.0 MiB/s wr, 524 op/s 2023-12-20T11:44:27.343 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14343 ms) 2023-12-20T11:44:27.343 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2023-12-20T11:44:27.376 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:44:27.387 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 0~8388609 2023-12-20T11:44:27.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:26 smithi177 ceph-mon[212096]: osdmap e1801: 8 total, 8 up, 8 in 2023-12-20T11:44:27.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:44:27.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:26 smithi177 ceph-mon[212096]: pgmap v3174: 169 pgs: 169 active+clean; 681 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 48 MiB/s rd, 2.0 MiB/s wr, 524 op/s 2023-12-20T11:44:27.460 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap1 2023-12-20T11:44:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:27 smithi123 ceph-mon[191304]: osdmap e1802: 8 total, 8 up, 8 in 2023-12-20T11:44:28.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:27 smithi123 ceph-mon[188613]: osdmap e1802: 8 total, 8 up, 8 in 2023-12-20T11:44:28.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:27 smithi177 ceph-mon[212096]: osdmap e1802: 8 total, 8 up, 8 in 2023-12-20T11:44:28.989 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 8388609~8388609 2023-12-20T11:44:29.013 INFO:tasks.workunit.client.0.smithi123.stdout:write: X 0~1000 2023-12-20T11:44:29.014 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 1010~1000 2023-12-20T11:44:29.014 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap2 2023-12-20T11:44:29.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:28 smithi123 ceph-mon[191304]: osdmap e1803: 8 total, 8 up, 8 in 2023-12-20T11:44:29.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:28 smithi123 ceph-mon[191304]: pgmap v3177: 169 pgs: 169 active+clean; 693 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 49 MiB/s rd, 6.0 MiB/s wr, 550 op/s 2023-12-20T11:44:29.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:28 smithi123 ceph-mon[188613]: osdmap e1803: 8 total, 8 up, 8 in 2023-12-20T11:44:29.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:28 smithi123 ceph-mon[188613]: pgmap v3177: 169 pgs: 169 active+clean; 693 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 49 MiB/s rd, 6.0 MiB/s wr, 550 op/s 2023-12-20T11:44:29.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:44:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:44:29] "GET /metrics HTTP/1.1" 200 39074 "" "Prometheus/2.43.0" 2023-12-20T11:44:29.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:28 smithi177 ceph-mon[212096]: osdmap e1803: 8 total, 8 up, 8 in 2023-12-20T11:44:29.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:28 smithi177 ceph-mon[212096]: pgmap v3177: 169 pgs: 169 active+clean; 693 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 49 MiB/s rd, 6.0 MiB/s wr, 550 op/s 2023-12-20T11:44:30.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:29 smithi123 ceph-mon[191304]: osdmap e1804: 8 total, 8 up, 8 in 2023-12-20T11:44:30.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:29 smithi123 ceph-mon[188613]: osdmap e1804: 8 total, 8 up, 8 in 2023-12-20T11:44:30.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:29 smithi177 ceph-mon[212096]: osdmap e1804: 8 total, 8 up, 8 in 2023-12-20T11:44:30.765 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:44:31.003 INFO:tasks.workunit.client.0.smithi123.stdout:write: X 8388609~1000 2023-12-20T11:44:31.010 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 16777228~1000 2023-12-20T11:44:31.010 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 167772160 2023-12-20T11:44:31.019 INFO:tasks.workunit.client.0.smithi123.stdout:write: 2 83886079~8388609 2023-12-20T11:44:31.029 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap3 2023-12-20T11:44:31.095 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:44:31.095 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (53m) 9m ago 56m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:44:31.095 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (53m) 7m ago 56m 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:44:31.095 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (57m) 9m ago 57m 23.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:44:31.095 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (57m) 7m ago 57m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:44:31.095 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (52m) 7m ago 59m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:44:31.095 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (52m) 9m ago 60m 576M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:44:31.095 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (52m) 9m ago 60m 360M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:44:31.095 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (52m) 7m ago 59m 205M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:44:31.095 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (52m) 9m ago 59m 210M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:44:31.095 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (53m) 9m ago 56m 19.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:44:31.095 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (53m) 7m ago 55m 19.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:44:31.095 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (51m) 9m ago 59m 2466M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:44:31.095 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (51m) 9m ago 58m 2803M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:44:31.096 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (50m) 9m ago 58m 2708M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:44:31.096 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (50m) 9m ago 58m 2531M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:44:31.096 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (49m) 7m ago 58m 2129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:44:31.096 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (49m) 7m ago 57m 2317M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:44:31.096 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (48m) 7m ago 57m 1836M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:44:31.096 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (48m) 7m ago 57m 2209M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:44:31.096 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (52m) 7m ago 56m 92.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:44:31.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:30 smithi123 ceph-mon[191304]: osdmap e1805: 8 total, 8 up, 8 in 2023-12-20T11:44:31.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:30 smithi123 ceph-mon[191304]: pgmap v3180: 169 pgs: 169 active+clean; 693 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 6.0 MiB/s wr, 65 op/s 2023-12-20T11:44:31.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:30 smithi123 ceph-mon[191304]: from='client.37314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:44:31.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:30 smithi123 ceph-mon[188613]: osdmap e1805: 8 total, 8 up, 8 in 2023-12-20T11:44:31.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:30 smithi123 ceph-mon[188613]: pgmap v3180: 169 pgs: 169 active+clean; 693 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 6.0 MiB/s wr, 65 op/s 2023-12-20T11:44:31.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:30 smithi123 ceph-mon[188613]: from='client.37314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:44:31.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:30 smithi177 ceph-mon[212096]: osdmap e1805: 8 total, 8 up, 8 in 2023-12-20T11:44:31.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:30 smithi177 ceph-mon[212096]: pgmap v3180: 169 pgs: 169 active+clean; 693 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 6.0 MiB/s wr, 65 op/s 2023-12-20T11:44:31.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:30 smithi177 ceph-mon[212096]: from='client.37314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:44:31.479 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:44:31.479 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:44:31.479 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:44:31.479 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:44:31.480 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:44:31.480 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:44:31.480 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:44:31.480 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:44:31.480 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:44:31.480 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:44:31.480 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:44:31.480 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:44:31.480 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:44:31.480 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:44:31.480 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:44:31.480 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:44:31.481 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:44:31.481 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:44:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:31 smithi123 ceph-mon[191304]: osdmap e1806: 8 total, 8 up, 8 in 2023-12-20T11:44:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:31 smithi123 ceph-mon[191304]: from='client.47267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:44:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:31 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1216697894' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:44:32.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:31 smithi123 ceph-mon[188613]: osdmap e1806: 8 total, 8 up, 8 in 2023-12-20T11:44:32.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:31 smithi123 ceph-mon[188613]: from='client.47267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:44:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:31 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1216697894' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:44:32.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:31 smithi177 ceph-mon[212096]: osdmap e1806: 8 total, 8 up, 8 in 2023-12-20T11:44:32.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:31 smithi177 ceph-mon[212096]: from='client.47267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:44:32.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:31 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1216697894' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:44:33.020 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:44:33.045 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 83886079~1 2023-12-20T11:44:33.054 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:44:33.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:33 smithi177 ceph-mon[212096]: osdmap e1807: 8 total, 8 up, 8 in 2023-12-20T11:44:33.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:33 smithi177 ceph-mon[212096]: pgmap v3183: 169 pgs: 169 active+clean; 717 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 124 op/s 2023-12-20T11:44:33.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:33 smithi123 ceph-mon[191304]: osdmap e1807: 8 total, 8 up, 8 in 2023-12-20T11:44:33.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:33 smithi123 ceph-mon[191304]: pgmap v3183: 169 pgs: 169 active+clean; 717 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 124 op/s 2023-12-20T11:44:33.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:33 smithi123 ceph-mon[188613]: osdmap e1807: 8 total, 8 up, 8 in 2023-12-20T11:44:33.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:33 smithi123 ceph-mon[188613]: pgmap v3183: 169 pgs: 169 active+clean; 717 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 124 op/s 2023-12-20T11:44:34.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:34 smithi177 ceph-mon[212096]: osdmap e1808: 8 total, 8 up, 8 in 2023-12-20T11:44:34.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:34 smithi177 ceph-mon[212096]: osdmap e1809: 8 total, 8 up, 8 in 2023-12-20T11:44:34.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:34 smithi123 ceph-mon[191304]: osdmap e1808: 8 total, 8 up, 8 in 2023-12-20T11:44:34.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:34 smithi123 ceph-mon[191304]: osdmap e1809: 8 total, 8 up, 8 in 2023-12-20T11:44:34.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:34 smithi123 ceph-mon[188613]: osdmap e1808: 8 total, 8 up, 8 in 2023-12-20T11:44:34.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:34 smithi123 ceph-mon[188613]: osdmap e1809: 8 total, 8 up, 8 in 2023-12-20T11:44:36.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:35 smithi177 ceph-mon[212096]: pgmap v3186: 169 pgs: 169 active+clean; 729 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 9.0 MiB/s wr, 188 op/s 2023-12-20T11:44:36.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:35 smithi177 ceph-mon[212096]: osdmap e1810: 8 total, 8 up, 8 in 2023-12-20T11:44:36.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:35 smithi123 ceph-mon[191304]: pgmap v3186: 169 pgs: 169 active+clean; 729 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 9.0 MiB/s wr, 188 op/s 2023-12-20T11:44:36.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:35 smithi123 ceph-mon[191304]: osdmap e1810: 8 total, 8 up, 8 in 2023-12-20T11:44:36.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:35 smithi123 ceph-mon[188613]: pgmap v3186: 169 pgs: 169 active+clean; 729 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 9.0 MiB/s wr, 188 op/s 2023-12-20T11:44:36.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:35 smithi123 ceph-mon[188613]: osdmap e1810: 8 total, 8 up, 8 in 2023-12-20T11:44:36.290 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: after_prepare_snap 2023-12-20T11:44:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:36 smithi177 ceph-mon[212096]: osdmap e1811: 8 total, 8 up, 8 in 2023-12-20T11:44:37.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:36 smithi123 ceph-mon[191304]: osdmap e1811: 8 total, 8 up, 8 in 2023-12-20T11:44:37.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:36 smithi123 ceph-mon[188613]: osdmap e1811: 8 total, 8 up, 8 in 2023-12-20T11:44:37.866 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 167772160 2023-12-20T11:44:37.883 INFO:tasks.workunit.client.0.smithi123.stdout:write: * 83886080~1000 2023-12-20T11:44:37.890 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:44:38.053 INFO:tasks.workunit.client.0.smithi123.stdout:migration_commit 2023-12-20T11:44:38.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:37 smithi177 ceph-mon[212096]: pgmap v3189: 169 pgs: 169 active+clean; 733 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 272 op/s 2023-12-20T11:44:38.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:37 smithi177 ceph-mon[212096]: osdmap e1812: 8 total, 8 up, 8 in 2023-12-20T11:44:38.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:37 smithi123 ceph-mon[191304]: pgmap v3189: 169 pgs: 169 active+clean; 733 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 272 op/s 2023-12-20T11:44:38.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:37 smithi123 ceph-mon[191304]: osdmap e1812: 8 total, 8 up, 8 in 2023-12-20T11:44:38.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:37 smithi123 ceph-mon[188613]: pgmap v3189: 169 pgs: 169 active+clean; 733 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 272 op/s 2023-12-20T11:44:38.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:37 smithi123 ceph-mon[188613]: osdmap e1812: 8 total, 8 up, 8 in 2023-12-20T11:44:39.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:38 smithi177 ceph-mon[212096]: osdmap e1813: 8 total, 8 up, 8 in 2023-12-20T11:44:39.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:38 smithi123 ceph-mon[191304]: osdmap e1813: 8 total, 8 up, 8 in 2023-12-20T11:44:39.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:38 smithi123 ceph-mon[188613]: osdmap e1813: 8 total, 8 up, 8 in 2023-12-20T11:44:39.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:44:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:44:39] "GET /metrics HTTP/1.1" 200 39074 "" "Prometheus/2.43.0" 2023-12-20T11:44:40.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:39 smithi177 ceph-mon[212096]: pgmap v3192: 169 pgs: 169 active+clean; 745 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 3.0 MiB/s wr, 260 op/s 2023-12-20T11:44:40.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:39 smithi177 ceph-mon[212096]: osdmap e1814: 8 total, 8 up, 8 in 2023-12-20T11:44:40.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:39 smithi123 ceph-mon[191304]: pgmap v3192: 169 pgs: 169 active+clean; 745 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 3.0 MiB/s wr, 260 op/s 2023-12-20T11:44:40.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:39 smithi123 ceph-mon[191304]: osdmap e1814: 8 total, 8 up, 8 in 2023-12-20T11:44:40.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:39 smithi123 ceph-mon[188613]: pgmap v3192: 169 pgs: 169 active+clean; 745 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 3.0 MiB/s wr, 260 op/s 2023-12-20T11:44:40.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:39 smithi123 ceph-mon[188613]: osdmap e1814: 8 total, 8 up, 8 in 2023-12-20T11:44:41.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:40 smithi177 ceph-mon[212096]: osdmap e1815: 8 total, 8 up, 8 in 2023-12-20T11:44:41.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:40 smithi123 ceph-mon[191304]: osdmap e1815: 8 total, 8 up, 8 in 2023-12-20T11:44:41.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:40 smithi123 ceph-mon[188613]: osdmap e1815: 8 total, 8 up, 8 in 2023-12-20T11:44:41.295 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (13952 ms) 2023-12-20T11:44:41.295 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.Clone 2023-12-20T11:44:41.332 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:44:41.343 INFO:tasks.workunit.client.0.smithi123.stdout:write: X 0~8388609 2023-12-20T11:44:41.407 INFO:tasks.workunit.client.0.smithi123.stdout:write: X 16777218~8388609 2023-12-20T11:44:41.456 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap 2023-12-20T11:44:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:41 smithi177 ceph-mon[212096]: pgmap v3195: 169 pgs: 169 active+clean; 753 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 96 op/s 2023-12-20T11:44:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:41 smithi177 ceph-mon[212096]: osdmap e1816: 8 total, 8 up, 8 in 2023-12-20T11:44:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:44:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:41 smithi123 ceph-mon[191304]: pgmap v3195: 169 pgs: 169 active+clean; 753 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 96 op/s 2023-12-20T11:44:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:41 smithi123 ceph-mon[191304]: osdmap e1816: 8 total, 8 up, 8 in 2023-12-20T11:44:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:44:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:41 smithi123 ceph-mon[188613]: pgmap v3195: 169 pgs: 169 active+clean; 753 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 96 op/s 2023-12-20T11:44:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:41 smithi123 ceph-mon[188613]: osdmap e1816: 8 total, 8 up, 8 in 2023-12-20T11:44:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:44:42.906 INFO:tasks.workunit.client.0.smithi123.stdout:snap_protect: snap 2023-12-20T11:44:42.920 INFO:tasks.workunit.client.0.smithi123.stdout:clone image303 -> image306 2023-12-20T11:44:43.047 INFO:tasks.workunit.client.0.smithi123.stdout:write: X 0~1000 2023-12-20T11:44:43.111 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 1010~1000 2023-12-20T11:44:43.113 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap 2023-12-20T11:44:43.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:42 smithi177 ceph-mon[212096]: osdmap e1817: 8 total, 8 up, 8 in 2023-12-20T11:44:43.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:42 smithi123 ceph-mon[188613]: osdmap e1817: 8 total, 8 up, 8 in 2023-12-20T11:44:43.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:42 smithi123 ceph-mon[191304]: osdmap e1817: 8 total, 8 up, 8 in 2023-12-20T11:44:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:43 smithi177 ceph-mon[212096]: pgmap v3198: 169 pgs: 169 active+clean; 749 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 4.0 MiB/s wr, 342 op/s 2023-12-20T11:44:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:43 smithi177 ceph-mon[212096]: osdmap e1818: 8 total, 8 up, 8 in 2023-12-20T11:44:44.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:43 smithi123 ceph-mon[191304]: pgmap v3198: 169 pgs: 169 active+clean; 749 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 4.0 MiB/s wr, 342 op/s 2023-12-20T11:44:44.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:43 smithi123 ceph-mon[191304]: osdmap e1818: 8 total, 8 up, 8 in 2023-12-20T11:44:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:43 smithi123 ceph-mon[188613]: pgmap v3198: 169 pgs: 169 active+clean; 749 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 4.0 MiB/s wr, 342 op/s 2023-12-20T11:44:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:43 smithi123 ceph-mon[188613]: osdmap e1818: 8 total, 8 up, 8 in 2023-12-20T11:44:44.928 INFO:tasks.workunit.client.0.smithi123.stdout:snap_protect: snap 2023-12-20T11:44:44.948 INFO:tasks.workunit.client.0.smithi123.stdout:clone image306 -> image308 2023-12-20T11:44:45.097 INFO:tasks.workunit.client.0.smithi123.stdout:write: X 1000~1000 2023-12-20T11:44:45.155 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 2010~1000 2023-12-20T11:44:45.158 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:44:45.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:44 smithi123 ceph-mon[191304]: osdmap e1819: 8 total, 8 up, 8 in 2023-12-20T11:44:45.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:44 smithi123 ceph-mon[188613]: osdmap e1819: 8 total, 8 up, 8 in 2023-12-20T11:44:45.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:44 smithi177 ceph-mon[212096]: osdmap e1819: 8 total, 8 up, 8 in 2023-12-20T11:44:45.481 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:44:45.677 INFO:tasks.workunit.client.0.smithi123.stdout:migration_commit 2023-12-20T11:44:45.864 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.Clone (4569 ms) 2023-12-20T11:44:45.864 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.CloneParent 2023-12-20T11:44:45.896 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:44:45.908 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap 2023-12-20T11:44:46.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:45 smithi123 ceph-mon[188613]: pgmap v3201: 169 pgs: 169 active+clean; 753 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 7.0 MiB/s wr, 382 op/s 2023-12-20T11:44:46.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:45 smithi123 ceph-mon[188613]: osdmap e1820: 8 total, 8 up, 8 in 2023-12-20T11:44:46.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:44:46.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:45 smithi123 ceph-mon[191304]: pgmap v3201: 169 pgs: 169 active+clean; 753 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 7.0 MiB/s wr, 382 op/s 2023-12-20T11:44:46.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:45 smithi123 ceph-mon[191304]: osdmap e1820: 8 total, 8 up, 8 in 2023-12-20T11:44:46.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:44:46.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:45 smithi177 ceph-mon[212096]: pgmap v3201: 169 pgs: 169 active+clean; 753 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 7.0 MiB/s wr, 382 op/s 2023-12-20T11:44:46.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:45 smithi177 ceph-mon[212096]: osdmap e1820: 8 total, 8 up, 8 in 2023-12-20T11:44:46.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:44:47.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:44:47.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:44:47.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:44:47.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:44:47.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:44:47.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:44:47.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:44:47.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:44:47.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:44:47.940 INFO:tasks.workunit.client.0.smithi123.stdout:snap_protect: snap 2023-12-20T11:44:47.957 INFO:tasks.workunit.client.0.smithi123.stdout:clone image309 -> image312 2023-12-20T11:44:48.057 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:44:48.209 INFO:tasks.workunit.client.0.smithi123.stdout:migration_abort 2023-12-20T11:44:48.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:47 smithi123 ceph-mon[191304]: pgmap v3203: 169 pgs: 169 active+clean; 773 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 8.8 MiB/s wr, 616 op/s 2023-12-20T11:44:48.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:47 smithi123 ceph-mon[191304]: osdmap e1821: 8 total, 8 up, 8 in 2023-12-20T11:44:48.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:47 smithi123 ceph-mon[188613]: pgmap v3203: 169 pgs: 169 active+clean; 773 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 8.8 MiB/s wr, 616 op/s 2023-12-20T11:44:48.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:47 smithi123 ceph-mon[188613]: osdmap e1821: 8 total, 8 up, 8 in 2023-12-20T11:44:48.333 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.CloneParent (2469 ms) 2023-12-20T11:44:48.333 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2023-12-20T11:44:48.367 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:44:48.378 INFO:tasks.workunit.client.0.smithi123.stdout:write: X 0~10 2023-12-20T11:44:48.387 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap 2023-12-20T11:44:48.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:47 smithi177 ceph-mon[212096]: pgmap v3203: 169 pgs: 169 active+clean; 773 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 8.8 MiB/s wr, 616 op/s 2023-12-20T11:44:48.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:47 smithi177 ceph-mon[212096]: osdmap e1821: 8 total, 8 up, 8 in 2023-12-20T11:44:49.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:48 smithi123 ceph-mon[191304]: osdmap e1822: 8 total, 8 up, 8 in 2023-12-20T11:44:49.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:48 smithi123 ceph-mon[191304]: osdmap e1823: 8 total, 8 up, 8 in 2023-12-20T11:44:49.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:48 smithi123 ceph-mon[188613]: osdmap e1822: 8 total, 8 up, 8 in 2023-12-20T11:44:49.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:48 smithi123 ceph-mon[188613]: osdmap e1823: 8 total, 8 up, 8 in 2023-12-20T11:44:49.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:44:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:44:49] "GET /metrics HTTP/1.1" 200 39071 "" "Prometheus/2.43.0" 2023-12-20T11:44:49.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:48 smithi177 ceph-mon[212096]: osdmap e1822: 8 total, 8 up, 8 in 2023-12-20T11:44:49.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:48 smithi177 ceph-mon[212096]: osdmap e1823: 8 total, 8 up, 8 in 2023-12-20T11:44:49.850 INFO:tasks.workunit.client.0.smithi123.stdout:snap_protect: snap 2023-12-20T11:44:49.864 INFO:tasks.workunit.client.0.smithi123.stdout:clone image313 -> image316 2023-12-20T11:44:49.965 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:44:50.117 INFO:tasks.workunit.client.0.smithi123.stdout:write: Y 0~1 2023-12-20T11:44:50.143 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:44:50.210 INFO:tasks.workunit.client.0.smithi123.stdout:migration_commit 2023-12-20T11:44:50.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:49 smithi123 ceph-mon[188613]: pgmap v3206: 169 pgs: 169 active+clean; 781 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 6.2 MiB/s wr, 740 op/s 2023-12-20T11:44:50.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:49 smithi123 ceph-mon[188613]: osdmap e1824: 8 total, 8 up, 8 in 2023-12-20T11:44:50.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:49 smithi123 ceph-mon[191304]: pgmap v3206: 169 pgs: 169 active+clean; 781 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 6.2 MiB/s wr, 740 op/s 2023-12-20T11:44:50.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:49 smithi123 ceph-mon[191304]: osdmap e1824: 8 total, 8 up, 8 in 2023-12-20T11:44:50.311 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (1978 ms) 2023-12-20T11:44:50.312 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2023-12-20T11:44:50.341 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:44:50.351 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 41943040~10 2023-12-20T11:44:50.360 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap1 2023-12-20T11:44:50.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:49 smithi177 ceph-mon[212096]: pgmap v3206: 169 pgs: 169 active+clean; 781 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 6.2 MiB/s wr, 740 op/s 2023-12-20T11:44:50.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:49 smithi177 ceph-mon[212096]: osdmap e1824: 8 total, 8 up, 8 in 2023-12-20T11:44:51.959 INFO:tasks.workunit.client.0.smithi123.stdout:write: B 41943041~10 2023-12-20T11:44:51.964 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:44:52.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:51 smithi123 ceph-mon[191304]: pgmap v3209: 169 pgs: 169 active+clean; 781 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 266 op/s 2023-12-20T11:44:52.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:51 smithi123 ceph-mon[191304]: osdmap e1825: 8 total, 8 up, 8 in 2023-12-20T11:44:52.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:51 smithi123 ceph-mon[188613]: pgmap v3209: 169 pgs: 169 active+clean; 781 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 266 op/s 2023-12-20T11:44:52.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:51 smithi123 ceph-mon[188613]: osdmap e1825: 8 total, 8 up, 8 in 2023-12-20T11:44:52.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:51 smithi177 ceph-mon[212096]: pgmap v3209: 169 pgs: 169 active+clean; 781 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 266 op/s 2023-12-20T11:44:52.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:51 smithi177 ceph-mon[212096]: osdmap e1825: 8 total, 8 up, 8 in 2023-12-20T11:44:53.124 INFO:tasks.workunit.client.0.smithi123.stdout:write: C 41943042~10 2023-12-20T11:44:53.140 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap2 2023-12-20T11:44:53.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:52 smithi123 ceph-mon[188613]: osdmap e1826: 8 total, 8 up, 8 in 2023-12-20T11:44:53.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:52 smithi123 ceph-mon[188613]: pgmap v3212: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.0 MiB/s wr, 620 op/s 2023-12-20T11:44:53.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:52 smithi123 ceph-mon[191304]: osdmap e1826: 8 total, 8 up, 8 in 2023-12-20T11:44:53.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:52 smithi123 ceph-mon[191304]: pgmap v3212: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.0 MiB/s wr, 620 op/s 2023-12-20T11:44:53.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:52 smithi177 ceph-mon[212096]: osdmap e1826: 8 total, 8 up, 8 in 2023-12-20T11:44:53.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:52 smithi177 ceph-mon[212096]: pgmap v3212: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.0 MiB/s wr, 620 op/s 2023-12-20T11:44:54.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:53 smithi123 ceph-mon[191304]: osdmap e1827: 8 total, 8 up, 8 in 2023-12-20T11:44:54.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:53 smithi123 ceph-mon[188613]: osdmap e1827: 8 total, 8 up, 8 in 2023-12-20T11:44:54.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:53 smithi177 ceph-mon[212096]: osdmap e1827: 8 total, 8 up, 8 in 2023-12-20T11:44:54.979 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 41943040 2023-12-20T11:44:55.013 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:44:55.075 INFO:tasks.workunit.client.0.smithi123.stdout:migration_commit 2023-12-20T11:44:55.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:54 smithi123 ceph-mon[191304]: osdmap e1828: 8 total, 8 up, 8 in 2023-12-20T11:44:55.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:54 smithi123 ceph-mon[191304]: pgmap v3215: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.0 MiB/s wr, 787 op/s 2023-12-20T11:44:55.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:54 smithi123 ceph-mon[188613]: osdmap e1828: 8 total, 8 up, 8 in 2023-12-20T11:44:55.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:54 smithi123 ceph-mon[188613]: pgmap v3215: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.0 MiB/s wr, 787 op/s 2023-12-20T11:44:55.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:54 smithi177 ceph-mon[212096]: osdmap e1828: 8 total, 8 up, 8 in 2023-12-20T11:44:55.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:54 smithi177 ceph-mon[212096]: pgmap v3215: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.0 MiB/s wr, 787 op/s 2023-12-20T11:44:56.119 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5808 ms) 2023-12-20T11:44:56.119 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2023-12-20T11:44:56.151 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:44:56.163 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 41943040~10 2023-12-20T11:44:56.171 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap1 2023-12-20T11:44:56.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:55 smithi123 ceph-mon[188613]: osdmap e1829: 8 total, 8 up, 8 in 2023-12-20T11:44:56.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:55 smithi123 ceph-mon[191304]: osdmap e1829: 8 total, 8 up, 8 in 2023-12-20T11:44:56.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:55 smithi177 ceph-mon[212096]: osdmap e1829: 8 total, 8 up, 8 in 2023-12-20T11:44:57.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:56 smithi123 ceph-mon[191304]: osdmap e1830: 8 total, 8 up, 8 in 2023-12-20T11:44:57.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:44:57.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:56 smithi123 ceph-mon[191304]: pgmap v3218: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 217 KiB/s rd, 19 KiB/s wr, 292 op/s 2023-12-20T11:44:57.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:56 smithi123 ceph-mon[188613]: osdmap e1830: 8 total, 8 up, 8 in 2023-12-20T11:44:57.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:44:57.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:56 smithi123 ceph-mon[188613]: pgmap v3218: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 217 KiB/s rd, 19 KiB/s wr, 292 op/s 2023-12-20T11:44:57.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:56 smithi177 ceph-mon[212096]: osdmap e1830: 8 total, 8 up, 8 in 2023-12-20T11:44:57.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:44:57.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:56 smithi177 ceph-mon[212096]: pgmap v3218: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 217 KiB/s rd, 19 KiB/s wr, 292 op/s 2023-12-20T11:44:58.006 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 41943040 2023-12-20T11:44:58.028 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:44:58.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:57 smithi123 ceph-mon[191304]: osdmap e1831: 8 total, 8 up, 8 in 2023-12-20T11:44:58.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:57 smithi123 ceph-mon[188613]: osdmap e1831: 8 total, 8 up, 8 in 2023-12-20T11:44:58.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:57 smithi177 ceph-mon[212096]: osdmap e1831: 8 total, 8 up, 8 in 2023-12-20T11:44:59.134 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:44:59.147 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap3 2023-12-20T11:44:59.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:58 smithi177 ceph-mon[212096]: osdmap e1832: 8 total, 8 up, 8 in 2023-12-20T11:44:59.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:58 smithi177 ceph-mon[212096]: pgmap v3221: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 193 KiB/s rd, 17 KiB/s wr, 258 op/s 2023-12-20T11:44:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:44:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:44:59] "GET /metrics HTTP/1.1" 200 39071 "" "Prometheus/2.43.0" 2023-12-20T11:44:59.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:58 smithi123 ceph-mon[188613]: osdmap e1832: 8 total, 8 up, 8 in 2023-12-20T11:44:59.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:58 smithi123 ceph-mon[188613]: pgmap v3221: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 193 KiB/s rd, 17 KiB/s wr, 258 op/s 2023-12-20T11:44:59.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:58 smithi123 ceph-mon[191304]: osdmap e1832: 8 total, 8 up, 8 in 2023-12-20T11:44:59.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:58 smithi123 ceph-mon[191304]: pgmap v3221: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 193 KiB/s rd, 17 KiB/s wr, 258 op/s 2023-12-20T11:45:00.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:44:59 smithi177 ceph-mon[212096]: osdmap e1833: 8 total, 8 up, 8 in 2023-12-20T11:45:00.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:44:59 smithi123 ceph-mon[191304]: osdmap e1833: 8 total, 8 up, 8 in 2023-12-20T11:45:00.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:44:59 smithi123 ceph-mon[188613]: osdmap e1833: 8 total, 8 up, 8 in 2023-12-20T11:45:01.026 INFO:tasks.workunit.client.0.smithi123.stdout:write: B 41943040~10 2023-12-20T11:45:01.033 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap4 2023-12-20T11:45:01.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:01 smithi177 ceph-mon[212096]: osdmap e1834: 8 total, 8 up, 8 in 2023-12-20T11:45:01.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:01 smithi177 ceph-mon[212096]: pgmap v3224: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 163 KiB/s rd, 15 KiB/s wr, 218 op/s 2023-12-20T11:45:01.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:01 smithi123 ceph-mon[191304]: osdmap e1834: 8 total, 8 up, 8 in 2023-12-20T11:45:01.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:01 smithi123 ceph-mon[191304]: pgmap v3224: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 163 KiB/s rd, 15 KiB/s wr, 218 op/s 2023-12-20T11:45:01.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:01 smithi123 ceph-mon[188613]: osdmap e1834: 8 total, 8 up, 8 in 2023-12-20T11:45:01.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:01 smithi123 ceph-mon[188613]: pgmap v3224: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 163 KiB/s rd, 15 KiB/s wr, 218 op/s 2023-12-20T11:45:01.824 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:45:02.141 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:45:02.141 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (53m) 9m ago 56m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:45:02.141 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (53m) 7m ago 56m 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:45:02.141 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (57m) 9m ago 57m 23.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:45:02.141 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (57m) 7m ago 57m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:45:02.141 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (53m) 7m ago 60m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:45:02.141 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (53m) 9m ago 61m 576M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:45:02.141 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (52m) 9m ago 61m 360M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:45:02.141 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (52m) 7m ago 60m 205M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:45:02.141 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (52m) 9m ago 60m 210M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:45:02.141 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (53m) 9m ago 56m 19.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:45:02.141 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (53m) 7m ago 56m 19.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:45:02.142 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (52m) 9m ago 59m 2466M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:45:02.142 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (51m) 9m ago 59m 2803M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:45:02.142 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (51m) 9m ago 59m 2708M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:45:02.142 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (50m) 9m ago 58m 2531M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:45:02.142 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (50m) 7m ago 58m 2129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:45:02.142 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (49m) 7m ago 58m 2317M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:45:02.142 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (49m) 7m ago 58m 1836M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:45:02.142 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (48m) 7m ago 57m 2209M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:45:02.142 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (53m) 7m ago 57m 92.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:45:02.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:02 smithi177 ceph-mon[212096]: osdmap e1835: 8 total, 8 up, 8 in 2023-12-20T11:45:02.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:02 smithi177 ceph-mon[212096]: from='client.37332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:45:02.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:02 smithi123 ceph-mon[191304]: osdmap e1835: 8 total, 8 up, 8 in 2023-12-20T11:45:02.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:02 smithi123 ceph-mon[191304]: from='client.37332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:45:02.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:02 smithi123 ceph-mon[188613]: osdmap e1835: 8 total, 8 up, 8 in 2023-12-20T11:45:02.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:02 smithi123 ceph-mon[188613]: from='client.37332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:45:02.523 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:45:02.523 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:45:02.523 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:45:02.523 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:45:02.524 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:45:02.524 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:45:02.524 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:45:02.524 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:45:02.524 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:45:02.524 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:45:02.524 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:45:02.524 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:45:02.524 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:45:02.524 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:45:02.524 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:45:02.524 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:45:02.524 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:45:02.524 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:45:03.039 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 41943040 2023-12-20T11:45:03.062 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:45:03.123 INFO:tasks.workunit.client.0.smithi123.stdout:migration_commit 2023-12-20T11:45:03.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:03 smithi177 ceph-mon[212096]: osdmap e1836: 8 total, 8 up, 8 in 2023-12-20T11:45:03.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:03 smithi177 ceph-mon[212096]: from='client.37338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:45:03.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:03 smithi177 ceph-mon[212096]: pgmap v3227: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 46 KiB/s rd, 9.5 KiB/s wr, 72 op/s 2023-12-20T11:45:03.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:03 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1664091007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:45:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:03 smithi123 ceph-mon[191304]: osdmap e1836: 8 total, 8 up, 8 in 2023-12-20T11:45:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:03 smithi123 ceph-mon[191304]: from='client.37338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:45:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:03 smithi123 ceph-mon[191304]: pgmap v3227: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 46 KiB/s rd, 9.5 KiB/s wr, 72 op/s 2023-12-20T11:45:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:03 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1664091007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:45:03.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:03 smithi123 ceph-mon[188613]: osdmap e1836: 8 total, 8 up, 8 in 2023-12-20T11:45:03.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:03 smithi123 ceph-mon[188613]: from='client.37338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:45:03.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:03 smithi123 ceph-mon[188613]: pgmap v3227: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 46 KiB/s rd, 9.5 KiB/s wr, 72 op/s 2023-12-20T11:45:03.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:03 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1664091007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:45:03.988 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (7869 ms) 2023-12-20T11:45:03.989 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.AbortInUseImage 2023-12-20T11:45:04.021 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:45:04.033 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:45:04.208 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.AbortInUseImage (220 ms) 2023-12-20T11:45:04.208 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2023-12-20T11:45:04.241 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:45:04.251 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 0~8388609 2023-12-20T11:45:04.313 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 16777218~8388609 2023-12-20T11:45:04.372 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:45:04.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:04 smithi177 ceph-mon[212096]: osdmap e1837: 8 total, 8 up, 8 in 2023-12-20T11:45:04.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:04 smithi177 ceph-mon[212096]: osdmap e1838: 8 total, 8 up, 8 in 2023-12-20T11:45:04.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:04 smithi123 ceph-mon[191304]: osdmap e1837: 8 total, 8 up, 8 in 2023-12-20T11:45:04.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:04 smithi123 ceph-mon[191304]: osdmap e1838: 8 total, 8 up, 8 in 2023-12-20T11:45:04.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:04 smithi123 ceph-mon[188613]: osdmap e1837: 8 total, 8 up, 8 in 2023-12-20T11:45:04.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:04 smithi123 ceph-mon[188613]: osdmap e1838: 8 total, 8 up, 8 in 2023-12-20T11:45:04.563 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 0~8388609 2023-12-20T11:45:04.612 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 16777218~8388609 2023-12-20T11:45:04.667 INFO:tasks.workunit.client.0.smithi123.stdout:migration_abort 2023-12-20T11:45:04.874 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (666 ms) 2023-12-20T11:45:04.874 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2023-12-20T11:45:04.905 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:45:04.916 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 0~8388609 2023-12-20T11:45:04.976 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap1 2023-12-20T11:45:05.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:05 smithi177 ceph-mon[212096]: pgmap v3230: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 177 KiB/s rd, 20 KiB/s wr, 234 op/s 2023-12-20T11:45:05.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:05 smithi123 ceph-mon[191304]: pgmap v3230: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 177 KiB/s rd, 20 KiB/s wr, 234 op/s 2023-12-20T11:45:05.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:05 smithi123 ceph-mon[188613]: pgmap v3230: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 177 KiB/s rd, 20 KiB/s wr, 234 op/s 2023-12-20T11:45:06.056 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 8388609~8388609 2023-12-20T11:45:06.081 INFO:tasks.workunit.client.0.smithi123.stdout:write: X 0~1000 2023-12-20T11:45:06.082 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 1010~1000 2023-12-20T11:45:06.082 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap2 2023-12-20T11:45:06.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:06 smithi177 ceph-mon[212096]: osdmap e1839: 8 total, 8 up, 8 in 2023-12-20T11:45:06.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:06 smithi123 ceph-mon[191304]: osdmap e1839: 8 total, 8 up, 8 in 2023-12-20T11:45:06.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:06 smithi123 ceph-mon[188613]: osdmap e1839: 8 total, 8 up, 8 in 2023-12-20T11:45:07.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:07 smithi177 ceph-mon[212096]: osdmap e1840: 8 total, 8 up, 8 in 2023-12-20T11:45:07.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:07 smithi177 ceph-mon[212096]: pgmap v3233: 169 pgs: 169 active+clean; 813 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 13 MiB/s wr, 376 op/s 2023-12-20T11:45:07.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:07 smithi123 ceph-mon[191304]: osdmap e1840: 8 total, 8 up, 8 in 2023-12-20T11:45:07.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:07 smithi123 ceph-mon[191304]: pgmap v3233: 169 pgs: 169 active+clean; 813 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 13 MiB/s wr, 376 op/s 2023-12-20T11:45:07.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:07 smithi123 ceph-mon[188613]: osdmap e1840: 8 total, 8 up, 8 in 2023-12-20T11:45:07.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:07 smithi123 ceph-mon[188613]: pgmap v3233: 169 pgs: 169 active+clean; 813 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 13 MiB/s wr, 376 op/s 2023-12-20T11:45:08.075 INFO:tasks.workunit.client.0.smithi123.stdout:write: X 8388609~1000 2023-12-20T11:45:08.081 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 16777228~1000 2023-12-20T11:45:08.081 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 167772160 2023-12-20T11:45:08.092 INFO:tasks.workunit.client.0.smithi123.stdout:write: 2 83886079~8388609 2023-12-20T11:45:08.104 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap3 2023-12-20T11:45:08.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:08 smithi177 ceph-mon[212096]: osdmap e1841: 8 total, 8 up, 8 in 2023-12-20T11:45:08.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:08 smithi123 ceph-mon[191304]: osdmap e1841: 8 total, 8 up, 8 in 2023-12-20T11:45:08.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:08 smithi123 ceph-mon[188613]: osdmap e1841: 8 total, 8 up, 8 in 2023-12-20T11:45:09.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:09 smithi177 ceph-mon[212096]: osdmap e1842: 8 total, 8 up, 8 in 2023-12-20T11:45:09.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:09 smithi177 ceph-mon[212096]: pgmap v3236: 169 pgs: 169 active+clean; 841 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 24 MiB/s wr, 449 op/s 2023-12-20T11:45:09.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:09 smithi123 ceph-mon[188613]: osdmap e1842: 8 total, 8 up, 8 in 2023-12-20T11:45:09.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:09 smithi123 ceph-mon[188613]: pgmap v3236: 169 pgs: 169 active+clean; 841 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 24 MiB/s wr, 449 op/s 2023-12-20T11:45:09.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:09 smithi123 ceph-mon[191304]: osdmap e1842: 8 total, 8 up, 8 in 2023-12-20T11:45:09.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:09 smithi123 ceph-mon[191304]: pgmap v3236: 169 pgs: 169 active+clean; 841 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 24 MiB/s wr, 449 op/s 2023-12-20T11:45:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:45:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:45:09] "GET /metrics HTTP/1.1" 200 39071 "" "Prometheus/2.43.0" 2023-12-20T11:45:10.097 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:45:10.120 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 83886079~1 2023-12-20T11:45:10.129 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:45:10.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:10 smithi177 ceph-mon[212096]: osdmap e1843: 8 total, 8 up, 8 in 2023-12-20T11:45:10.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:10 smithi123 ceph-mon[188613]: osdmap e1843: 8 total, 8 up, 8 in 2023-12-20T11:45:10.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:10 smithi123 ceph-mon[191304]: osdmap e1843: 8 total, 8 up, 8 in 2023-12-20T11:45:11.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:11 smithi177 ceph-mon[212096]: osdmap e1844: 8 total, 8 up, 8 in 2023-12-20T11:45:11.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:11 smithi177 ceph-mon[212096]: pgmap v3239: 169 pgs: 169 active+clean; 857 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 17 MiB/s wr, 373 op/s 2023-12-20T11:45:11.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:11 smithi123 ceph-mon[191304]: osdmap e1844: 8 total, 8 up, 8 in 2023-12-20T11:45:11.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:11 smithi123 ceph-mon[191304]: pgmap v3239: 169 pgs: 169 active+clean; 857 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 17 MiB/s wr, 373 op/s 2023-12-20T11:45:11.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:11 smithi123 ceph-mon[188613]: osdmap e1844: 8 total, 8 up, 8 in 2023-12-20T11:45:11.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:11 smithi123 ceph-mon[188613]: pgmap v3239: 169 pgs: 169 active+clean; 857 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 17 MiB/s wr, 373 op/s 2023-12-20T11:45:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:12 smithi177 ceph-mon[212096]: osdmap e1845: 8 total, 8 up, 8 in 2023-12-20T11:45:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:45:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:12 smithi123 ceph-mon[191304]: osdmap e1845: 8 total, 8 up, 8 in 2023-12-20T11:45:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:45:12.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:12 smithi123 ceph-mon[188613]: osdmap e1845: 8 total, 8 up, 8 in 2023-12-20T11:45:12.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:45:13.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:13 smithi177 ceph-mon[212096]: osdmap e1846: 8 total, 8 up, 8 in 2023-12-20T11:45:13.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:13 smithi177 ceph-mon[212096]: pgmap v3242: 169 pgs: 169 active+clean; 869 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 8.0 MiB/s wr, 260 op/s 2023-12-20T11:45:13.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:13 smithi123 ceph-mon[191304]: osdmap e1846: 8 total, 8 up, 8 in 2023-12-20T11:45:13.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:13 smithi123 ceph-mon[191304]: pgmap v3242: 169 pgs: 169 active+clean; 869 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 8.0 MiB/s wr, 260 op/s 2023-12-20T11:45:13.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:13 smithi123 ceph-mon[188613]: osdmap e1846: 8 total, 8 up, 8 in 2023-12-20T11:45:13.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:13 smithi123 ceph-mon[188613]: pgmap v3242: 169 pgs: 169 active+clean; 869 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 8.0 MiB/s wr, 260 op/s 2023-12-20T11:45:13.558 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 0~8388609 2023-12-20T11:45:13.678 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 16777218~8388609 2023-12-20T11:45:13.846 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 0~8388609 2023-12-20T11:45:13.864 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 16777218~8388609 2023-12-20T11:45:13.949 INFO:tasks.workunit.client.0.smithi123.stdout:migration_abort 2023-12-20T11:45:14.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:14 smithi177 ceph-mon[212096]: osdmap e1847: 8 total, 8 up, 8 in 2023-12-20T11:45:14.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:14 smithi177 ceph-mon[212096]: osdmap e1848: 8 total, 8 up, 8 in 2023-12-20T11:45:14.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:14 smithi123 ceph-mon[191304]: osdmap e1847: 8 total, 8 up, 8 in 2023-12-20T11:45:14.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:14 smithi123 ceph-mon[191304]: osdmap e1848: 8 total, 8 up, 8 in 2023-12-20T11:45:14.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:14 smithi123 ceph-mon[188613]: osdmap e1847: 8 total, 8 up, 8 in 2023-12-20T11:45:14.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:14 smithi123 ceph-mon[188613]: osdmap e1848: 8 total, 8 up, 8 in 2023-12-20T11:45:16.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:15 smithi177 ceph-mon[212096]: pgmap v3245: 169 pgs: 169 active+clean; 877 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 219 op/s 2023-12-20T11:45:16.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:15 smithi177 ceph-mon[212096]: osdmap e1849: 8 total, 8 up, 8 in 2023-12-20T11:45:16.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:15 smithi123 ceph-mon[191304]: pgmap v3245: 169 pgs: 169 active+clean; 877 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 219 op/s 2023-12-20T11:45:16.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:15 smithi123 ceph-mon[191304]: osdmap e1849: 8 total, 8 up, 8 in 2023-12-20T11:45:16.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:15 smithi123 ceph-mon[188613]: pgmap v3245: 169 pgs: 169 active+clean; 877 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 219 op/s 2023-12-20T11:45:16.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:15 smithi123 ceph-mon[188613]: osdmap e1849: 8 total, 8 up, 8 in 2023-12-20T11:45:17.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:16 smithi177 ceph-mon[212096]: osdmap e1850: 8 total, 8 up, 8 in 2023-12-20T11:45:17.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:16 smithi123 ceph-mon[191304]: osdmap e1850: 8 total, 8 up, 8 in 2023-12-20T11:45:17.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:16 smithi123 ceph-mon[188613]: osdmap e1850: 8 total, 8 up, 8 in 2023-12-20T11:45:18.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:17 smithi177 ceph-mon[212096]: pgmap v3248: 169 pgs: 169 active+clean; 921 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 15 MiB/s wr, 305 op/s 2023-12-20T11:45:18.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:17 smithi177 ceph-mon[212096]: osdmap e1851: 8 total, 8 up, 8 in 2023-12-20T11:45:18.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:17 smithi123 ceph-mon[191304]: pgmap v3248: 169 pgs: 169 active+clean; 921 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 15 MiB/s wr, 305 op/s 2023-12-20T11:45:18.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:17 smithi123 ceph-mon[191304]: osdmap e1851: 8 total, 8 up, 8 in 2023-12-20T11:45:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:17 smithi123 ceph-mon[188613]: pgmap v3248: 169 pgs: 169 active+clean; 921 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 15 MiB/s wr, 305 op/s 2023-12-20T11:45:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:17 smithi123 ceph-mon[188613]: osdmap e1851: 8 total, 8 up, 8 in 2023-12-20T11:45:18.251 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.AbortWithSnapshots (13375 ms) 2023-12-20T11:45:18.252 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.CloneV1Parent 2023-12-20T11:45:18.285 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:45:18.296 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 0~10 2023-12-20T11:45:18.305 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap1 2023-12-20T11:45:19.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:18 smithi177 ceph-mon[212096]: osdmap e1852: 8 total, 8 up, 8 in 2023-12-20T11:45:19.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:18 smithi123 ceph-mon[188613]: osdmap e1852: 8 total, 8 up, 8 in 2023-12-20T11:45:19.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:18 smithi123 ceph-mon[191304]: osdmap e1852: 8 total, 8 up, 8 in 2023-12-20T11:45:19.239 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:45:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:45:19] "GET /metrics HTTP/1.1" 200 39071 "" "Prometheus/2.43.0" 2023-12-20T11:45:19.896 INFO:tasks.workunit.client.0.smithi123.stdout:snap_protect: snap1 2023-12-20T11:45:19.977 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:45:20.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:19 smithi177 ceph-mon[212096]: pgmap v3251: 169 pgs: 169 active+clean; 937 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 19 MiB/s wr, 351 op/s 2023-12-20T11:45:20.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:19 smithi177 ceph-mon[212096]: osdmap e1853: 8 total, 8 up, 8 in 2023-12-20T11:45:20.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:19 smithi123 ceph-mon[191304]: pgmap v3251: 169 pgs: 169 active+clean; 937 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 19 MiB/s wr, 351 op/s 2023-12-20T11:45:20.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:19 smithi123 ceph-mon[191304]: osdmap e1853: 8 total, 8 up, 8 in 2023-12-20T11:45:20.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:19 smithi123 ceph-mon[188613]: pgmap v3251: 169 pgs: 169 active+clean; 937 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 19 MiB/s wr, 351 op/s 2023-12-20T11:45:20.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:19 smithi123 ceph-mon[188613]: osdmap e1853: 8 total, 8 up, 8 in 2023-12-20T11:45:21.114 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:45:21.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:20 smithi177 ceph-mon[212096]: osdmap e1854: 8 total, 8 up, 8 in 2023-12-20T11:45:21.193 INFO:tasks.workunit.client.0.smithi123.stdout:migration_commit 2023-12-20T11:45:21.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:20 smithi123 ceph-mon[191304]: osdmap e1854: 8 total, 8 up, 8 in 2023-12-20T11:45:21.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:20 smithi123 ceph-mon[188613]: osdmap e1854: 8 total, 8 up, 8 in 2023-12-20T11:45:22.024 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.CloneV1Parent (3774 ms) 2023-12-20T11:45:22.024 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.CloneV2Parent 2023-12-20T11:45:22.057 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:45:22.070 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 0~10 2023-12-20T11:45:22.080 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap1 2023-12-20T11:45:22.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:21 smithi123 ceph-mon[191304]: pgmap v3254: 169 pgs: 169 active+clean; 937 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 28 MiB/s rd, 9.0 MiB/s wr, 133 op/s 2023-12-20T11:45:22.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:21 smithi123 ceph-mon[191304]: osdmap e1855: 8 total, 8 up, 8 in 2023-12-20T11:45:22.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:21 smithi123 ceph-mon[188613]: pgmap v3254: 169 pgs: 169 active+clean; 937 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 28 MiB/s rd, 9.0 MiB/s wr, 133 op/s 2023-12-20T11:45:22.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:21 smithi123 ceph-mon[188613]: osdmap e1855: 8 total, 8 up, 8 in 2023-12-20T11:45:22.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:21 smithi177 ceph-mon[212096]: pgmap v3254: 169 pgs: 169 active+clean; 937 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 28 MiB/s rd, 9.0 MiB/s wr, 133 op/s 2023-12-20T11:45:22.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:21 smithi177 ceph-mon[212096]: osdmap e1855: 8 total, 8 up, 8 in 2023-12-20T11:45:23.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:22 smithi123 ceph-mon[191304]: osdmap e1856: 8 total, 8 up, 8 in 2023-12-20T11:45:23.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:22 smithi123 ceph-mon[188613]: osdmap e1856: 8 total, 8 up, 8 in 2023-12-20T11:45:23.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:22 smithi177 ceph-mon[212096]: osdmap e1856: 8 total, 8 up, 8 in 2023-12-20T11:45:23.853 INFO:tasks.workunit.client.0.smithi123.stdout:snap_protect: snap1 2023-12-20T11:45:23.911 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:45:24.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:23 smithi123 ceph-mon[191304]: pgmap v3257: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 93 op/s 2023-12-20T11:45:24.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:23 smithi123 ceph-mon[191304]: osdmap e1857: 8 total, 8 up, 8 in 2023-12-20T11:45:24.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:23 smithi123 ceph-mon[191304]: osdmap e1858: 8 total, 8 up, 8 in 2023-12-20T11:45:24.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:23 smithi123 ceph-mon[188613]: pgmap v3257: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 93 op/s 2023-12-20T11:45:24.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:23 smithi123 ceph-mon[188613]: osdmap e1857: 8 total, 8 up, 8 in 2023-12-20T11:45:24.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:23 smithi123 ceph-mon[188613]: osdmap e1858: 8 total, 8 up, 8 in 2023-12-20T11:45:24.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:23 smithi177 ceph-mon[212096]: pgmap v3257: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 93 op/s 2023-12-20T11:45:24.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:23 smithi177 ceph-mon[212096]: osdmap e1857: 8 total, 8 up, 8 in 2023-12-20T11:45:24.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:23 smithi177 ceph-mon[212096]: osdmap e1858: 8 total, 8 up, 8 in 2023-12-20T11:45:25.163 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:45:25.247 INFO:tasks.workunit.client.0.smithi123.stdout:migration_commit 2023-12-20T11:45:26.062 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.CloneV2Parent (4039 ms) 2023-12-20T11:45:26.062 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2023-12-20T11:45:26.097 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:45:26.108 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 0~10 2023-12-20T11:45:26.118 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap1 2023-12-20T11:45:26.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:25 smithi123 ceph-mon[191304]: pgmap v3260: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 23 KiB/s wr, 444 op/s 2023-12-20T11:45:26.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:25 smithi123 ceph-mon[191304]: osdmap e1859: 8 total, 8 up, 8 in 2023-12-20T11:45:26.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:25 smithi123 ceph-mon[188613]: pgmap v3260: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 23 KiB/s wr, 444 op/s 2023-12-20T11:45:26.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:25 smithi123 ceph-mon[188613]: osdmap e1859: 8 total, 8 up, 8 in 2023-12-20T11:45:26.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:25 smithi177 ceph-mon[212096]: pgmap v3260: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 23 KiB/s wr, 444 op/s 2023-12-20T11:45:26.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:25 smithi177 ceph-mon[212096]: osdmap e1859: 8 total, 8 up, 8 in 2023-12-20T11:45:27.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:26 smithi123 ceph-mon[191304]: osdmap e1860: 8 total, 8 up, 8 in 2023-12-20T11:45:27.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:45:27.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:26 smithi123 ceph-mon[188613]: osdmap e1860: 8 total, 8 up, 8 in 2023-12-20T11:45:27.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:45:27.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:26 smithi177 ceph-mon[212096]: osdmap e1860: 8 total, 8 up, 8 in 2023-12-20T11:45:27.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:45:27.966 INFO:tasks.workunit.client.0.smithi123.stdout:snap_protect: snap1 2023-12-20T11:45:28.039 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:45:28.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:27 smithi123 ceph-mon[188613]: pgmap v3263: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 6.5 MiB/s rd, 33 KiB/s wr, 686 op/s 2023-12-20T11:45:28.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:27 smithi123 ceph-mon[188613]: osdmap e1861: 8 total, 8 up, 8 in 2023-12-20T11:45:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:27 smithi123 ceph-mon[191304]: pgmap v3263: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 6.5 MiB/s rd, 33 KiB/s wr, 686 op/s 2023-12-20T11:45:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:27 smithi123 ceph-mon[191304]: osdmap e1861: 8 total, 8 up, 8 in 2023-12-20T11:45:28.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:27 smithi177 ceph-mon[212096]: pgmap v3263: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 6.5 MiB/s rd, 33 KiB/s wr, 686 op/s 2023-12-20T11:45:28.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:27 smithi177 ceph-mon[212096]: osdmap e1861: 8 total, 8 up, 8 in 2023-12-20T11:45:29.047 INFO:tasks.workunit.client.0.smithi123.stdout:migration_abort 2023-12-20T11:45:29.239 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:45:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:45:29] "GET /metrics HTTP/1.1" 200 39071 "" "Prometheus/2.43.0" 2023-12-20T11:45:29.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:28 smithi123 ceph-mon[188613]: osdmap e1862: 8 total, 8 up, 8 in 2023-12-20T11:45:29.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:28 smithi123 ceph-mon[188613]: pgmap v3266: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 287 KiB/s rd, 19 KiB/s wr, 368 op/s 2023-12-20T11:45:29.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:28 smithi123 ceph-mon[188613]: osdmap e1863: 8 total, 8 up, 8 in 2023-12-20T11:45:29.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:28 smithi123 ceph-mon[191304]: osdmap e1862: 8 total, 8 up, 8 in 2023-12-20T11:45:29.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:28 smithi123 ceph-mon[191304]: pgmap v3266: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 287 KiB/s rd, 19 KiB/s wr, 368 op/s 2023-12-20T11:45:29.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:28 smithi123 ceph-mon[191304]: osdmap e1863: 8 total, 8 up, 8 in 2023-12-20T11:45:29.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:28 smithi177 ceph-mon[212096]: osdmap e1862: 8 total, 8 up, 8 in 2023-12-20T11:45:29.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:28 smithi177 ceph-mon[212096]: pgmap v3266: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 287 KiB/s rd, 19 KiB/s wr, 368 op/s 2023-12-20T11:45:29.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:28 smithi177 ceph-mon[212096]: osdmap e1863: 8 total, 8 up, 8 in 2023-12-20T11:45:30.106 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.CloneV1ParentAbort (4044 ms) 2023-12-20T11:45:30.106 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2023-12-20T11:45:30.140 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:45:30.151 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 0~10 2023-12-20T11:45:30.160 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap1 2023-12-20T11:45:31.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:30 smithi123 ceph-mon[191304]: osdmap e1864: 8 total, 8 up, 8 in 2023-12-20T11:45:31.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:30 smithi123 ceph-mon[191304]: pgmap v3269: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 169 KiB/s rd, 7.5 KiB/s wr, 211 op/s 2023-12-20T11:45:31.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:30 smithi123 ceph-mon[188613]: osdmap e1864: 8 total, 8 up, 8 in 2023-12-20T11:45:31.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:30 smithi123 ceph-mon[188613]: pgmap v3269: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 169 KiB/s rd, 7.5 KiB/s wr, 211 op/s 2023-12-20T11:45:31.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:30 smithi177 ceph-mon[212096]: osdmap e1864: 8 total, 8 up, 8 in 2023-12-20T11:45:31.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:30 smithi177 ceph-mon[212096]: pgmap v3269: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 169 KiB/s rd, 7.5 KiB/s wr, 211 op/s 2023-12-20T11:45:31.981 INFO:tasks.workunit.client.0.smithi123.stdout:snap_protect: snap1 2023-12-20T11:45:32.041 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:45:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:31 smithi123 ceph-mon[191304]: osdmap e1865: 8 total, 8 up, 8 in 2023-12-20T11:45:32.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:31 smithi123 ceph-mon[188613]: osdmap e1865: 8 total, 8 up, 8 in 2023-12-20T11:45:32.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:31 smithi177 ceph-mon[212096]: osdmap e1865: 8 total, 8 up, 8 in 2023-12-20T11:45:32.860 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:45:33.143 INFO:tasks.workunit.client.0.smithi123.stdout:migration_abort 2023-12-20T11:45:33.212 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:45:33.212 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (54m) 10m ago 57m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:45:33.212 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (54m) 8m ago 57m 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:45:33.212 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (58m) 10m ago 58m 23.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:45:33.212 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (58m) 8m ago 58m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:45:33.212 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (53m) 8m ago 60m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:45:33.212 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (54m) 10m ago 61m 576M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:45:33.212 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (53m) 10m ago 62m 360M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:45:33.212 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (53m) 8m ago 60m 205M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:45:33.212 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (53m) 10m ago 60m 210M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:45:33.212 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (54m) 10m ago 57m 19.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:45:33.213 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (54m) 8m ago 57m 19.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:45:33.213 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (52m) 10m ago 60m 2466M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:45:33.213 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (52m) 10m ago 60m 2803M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:45:33.213 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (51m) 10m ago 59m 2708M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:45:33.213 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (51m) 10m ago 59m 2531M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:45:33.213 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (50m) 8m ago 59m 2129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:45:33.213 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (50m) 8m ago 58m 2317M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:45:33.213 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (49m) 8m ago 58m 1836M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:45:33.213 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (49m) 8m ago 58m 2209M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:45:33.213 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (53m) 8m ago 57m 92.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:45:33.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:32 smithi123 ceph-mon[191304]: osdmap e1866: 8 total, 8 up, 8 in 2023-12-20T11:45:33.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:32 smithi123 ceph-mon[191304]: pgmap v3272: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 226 KiB/s rd, 13 KiB/s wr, 284 op/s 2023-12-20T11:45:33.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:32 smithi123 ceph-mon[191304]: from='client.47297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:45:33.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:32 smithi123 ceph-mon[188613]: osdmap e1866: 8 total, 8 up, 8 in 2023-12-20T11:45:33.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:32 smithi123 ceph-mon[188613]: pgmap v3272: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 226 KiB/s rd, 13 KiB/s wr, 284 op/s 2023-12-20T11:45:33.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:32 smithi123 ceph-mon[188613]: from='client.47297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:45:33.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:32 smithi177 ceph-mon[212096]: osdmap e1866: 8 total, 8 up, 8 in 2023-12-20T11:45:33.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:32 smithi177 ceph-mon[212096]: pgmap v3272: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 226 KiB/s rd, 13 KiB/s wr, 284 op/s 2023-12-20T11:45:33.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:32 smithi177 ceph-mon[212096]: from='client.47297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:45:33.595 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:45:33.595 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:45:33.595 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:45:33.595 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:45:33.595 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:45:33.595 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:45:33.595 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:45:33.595 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:45:33.595 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:45:33.595 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:45:33.595 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:45:33.595 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:45:33.595 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:45:33.596 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:45:33.596 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:45:33.596 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:45:33.596 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:45:33.596 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:45:33.976 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.CloneV2ParentAbort (3870 ms) 2023-12-20T11:45:33.976 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2023-12-20T11:45:34.010 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:45:34.020 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 0~10 2023-12-20T11:45:34.028 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap1 2023-12-20T11:45:34.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:33 smithi123 ceph-mon[191304]: osdmap e1867: 8 total, 8 up, 8 in 2023-12-20T11:45:34.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:33 smithi123 ceph-mon[191304]: from='client.47303 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:45:34.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:33 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3249480522' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:45:34.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:33 smithi123 ceph-mon[191304]: osdmap e1868: 8 total, 8 up, 8 in 2023-12-20T11:45:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:33 smithi123 ceph-mon[188613]: osdmap e1867: 8 total, 8 up, 8 in 2023-12-20T11:45:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:33 smithi123 ceph-mon[188613]: from='client.47303 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:45:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:33 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3249480522' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:45:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:33 smithi123 ceph-mon[188613]: osdmap e1868: 8 total, 8 up, 8 in 2023-12-20T11:45:34.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:33 smithi177 ceph-mon[212096]: osdmap e1867: 8 total, 8 up, 8 in 2023-12-20T11:45:34.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:33 smithi177 ceph-mon[212096]: from='client.47303 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:45:34.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:33 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3249480522' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:45:34.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:33 smithi177 ceph-mon[212096]: osdmap e1868: 8 total, 8 up, 8 in 2023-12-20T11:45:35.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:34 smithi123 ceph-mon[188613]: pgmap v3275: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 281 KiB/s rd, 22 KiB/s wr, 366 op/s 2023-12-20T11:45:35.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:34 smithi123 ceph-mon[191304]: pgmap v3275: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 281 KiB/s rd, 22 KiB/s wr, 366 op/s 2023-12-20T11:45:35.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:34 smithi177 ceph-mon[212096]: pgmap v3275: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 281 KiB/s rd, 22 KiB/s wr, 366 op/s 2023-12-20T11:45:36.010 INFO:tasks.workunit.client.0.smithi123.stdout:snap_protect: snap1 2023-12-20T11:45:36.066 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:45:36.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:35 smithi123 ceph-mon[191304]: osdmap e1869: 8 total, 8 up, 8 in 2023-12-20T11:45:36.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:35 smithi123 ceph-mon[188613]: osdmap e1869: 8 total, 8 up, 8 in 2023-12-20T11:45:36.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:35 smithi177 ceph-mon[212096]: osdmap e1869: 8 total, 8 up, 8 in 2023-12-20T11:45:37.191 INFO:tasks.workunit.client.0.smithi123.stdout:migration_abort 2023-12-20T11:45:37.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:37 smithi177 ceph-mon[212096]: osdmap e1870: 8 total, 8 up, 8 in 2023-12-20T11:45:37.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:37 smithi177 ceph-mon[212096]: pgmap v3278: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 375 KiB/s rd, 29 KiB/s wr, 487 op/s 2023-12-20T11:45:37.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:37 smithi123 ceph-mon[191304]: osdmap e1870: 8 total, 8 up, 8 in 2023-12-20T11:45:37.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:37 smithi123 ceph-mon[191304]: pgmap v3278: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 375 KiB/s rd, 29 KiB/s wr, 487 op/s 2023-12-20T11:45:37.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:37 smithi123 ceph-mon[188613]: osdmap e1870: 8 total, 8 up, 8 in 2023-12-20T11:45:37.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:37 smithi123 ceph-mon[188613]: pgmap v3278: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 375 KiB/s rd, 29 KiB/s wr, 487 op/s 2023-12-20T11:45:38.176 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (4200 ms) 2023-12-20T11:45:38.177 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2023-12-20T11:45:38.210 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:45:38.221 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 0~10 2023-12-20T11:45:38.230 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap1 2023-12-20T11:45:38.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:38 smithi177 ceph-mon[212096]: osdmap e1871: 8 total, 8 up, 8 in 2023-12-20T11:45:38.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:38 smithi123 ceph-mon[191304]: osdmap e1871: 8 total, 8 up, 8 in 2023-12-20T11:45:38.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:38 smithi123 ceph-mon[188613]: osdmap e1871: 8 total, 8 up, 8 in 2023-12-20T11:45:39.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:39 smithi177 ceph-mon[212096]: osdmap e1872: 8 total, 8 up, 8 in 2023-12-20T11:45:39.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:39 smithi177 ceph-mon[212096]: pgmap v3281: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 308 KiB/s rd, 19 KiB/s wr, 387 op/s 2023-12-20T11:45:39.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:39 smithi177 ceph-mon[212096]: osdmap e1873: 8 total, 8 up, 8 in 2023-12-20T11:45:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:45:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:45:39] "GET /metrics HTTP/1.1" 200 39071 "" "Prometheus/2.43.0" 2023-12-20T11:45:39.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:39 smithi123 ceph-mon[191304]: osdmap e1872: 8 total, 8 up, 8 in 2023-12-20T11:45:39.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:39 smithi123 ceph-mon[191304]: pgmap v3281: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 308 KiB/s rd, 19 KiB/s wr, 387 op/s 2023-12-20T11:45:39.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:39 smithi123 ceph-mon[191304]: osdmap e1873: 8 total, 8 up, 8 in 2023-12-20T11:45:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:39 smithi123 ceph-mon[188613]: osdmap e1872: 8 total, 8 up, 8 in 2023-12-20T11:45:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:39 smithi123 ceph-mon[188613]: pgmap v3281: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 308 KiB/s rd, 19 KiB/s wr, 387 op/s 2023-12-20T11:45:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:39 smithi123 ceph-mon[188613]: osdmap e1873: 8 total, 8 up, 8 in 2023-12-20T11:45:39.860 INFO:tasks.workunit.client.0.smithi123.stdout:snap_protect: snap1 2023-12-20T11:45:39.929 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:45:41.054 INFO:tasks.workunit.client.0.smithi123.stdout:migration_abort 2023-12-20T11:45:41.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:40 smithi177 ceph-mon[212096]: osdmap e1874: 8 total, 8 up, 8 in 2023-12-20T11:45:41.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:40 smithi123 ceph-mon[191304]: osdmap e1874: 8 total, 8 up, 8 in 2023-12-20T11:45:41.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:40 smithi123 ceph-mon[188613]: osdmap e1874: 8 total, 8 up, 8 in 2023-12-20T11:45:42.011 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (3834 ms) 2023-12-20T11:45:42.011 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2023-12-20T11:45:42.042 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:45:42.053 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 0~10 2023-12-20T11:45:42.062 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap1 2023-12-20T11:45:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:41 smithi177 ceph-mon[212096]: pgmap v3284: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 146 KiB/s rd, 7.0 KiB/s wr, 185 op/s 2023-12-20T11:45:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:41 smithi177 ceph-mon[212096]: osdmap e1875: 8 total, 8 up, 8 in 2023-12-20T11:45:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:45:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:41 smithi123 ceph-mon[191304]: pgmap v3284: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 146 KiB/s rd, 7.0 KiB/s wr, 185 op/s 2023-12-20T11:45:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:41 smithi123 ceph-mon[191304]: osdmap e1875: 8 total, 8 up, 8 in 2023-12-20T11:45:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:45:42.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:41 smithi123 ceph-mon[188613]: pgmap v3284: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 146 KiB/s rd, 7.0 KiB/s wr, 185 op/s 2023-12-20T11:45:42.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:41 smithi123 ceph-mon[188613]: osdmap e1875: 8 total, 8 up, 8 in 2023-12-20T11:45:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:45:43.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:42 smithi177 ceph-mon[212096]: osdmap e1876: 8 total, 8 up, 8 in 2023-12-20T11:45:43.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:42 smithi123 ceph-mon[191304]: osdmap e1876: 8 total, 8 up, 8 in 2023-12-20T11:45:43.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:42 smithi123 ceph-mon[188613]: osdmap e1876: 8 total, 8 up, 8 in 2023-12-20T11:45:43.862 INFO:tasks.workunit.client.0.smithi123.stdout:snap_protect: snap1 2023-12-20T11:45:43.919 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:45:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:43 smithi177 ceph-mon[212096]: pgmap v3287: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 202 KiB/s rd, 16 KiB/s wr, 263 op/s 2023-12-20T11:45:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:43 smithi177 ceph-mon[212096]: osdmap e1877: 8 total, 8 up, 8 in 2023-12-20T11:45:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:43 smithi177 ceph-mon[212096]: osdmap e1878: 8 total, 8 up, 8 in 2023-12-20T11:45:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:43 smithi123 ceph-mon[188613]: pgmap v3287: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 202 KiB/s rd, 16 KiB/s wr, 263 op/s 2023-12-20T11:45:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:43 smithi123 ceph-mon[188613]: osdmap e1877: 8 total, 8 up, 8 in 2023-12-20T11:45:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:43 smithi123 ceph-mon[188613]: osdmap e1878: 8 total, 8 up, 8 in 2023-12-20T11:45:44.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:43 smithi123 ceph-mon[191304]: pgmap v3287: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 202 KiB/s rd, 16 KiB/s wr, 263 op/s 2023-12-20T11:45:44.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:43 smithi123 ceph-mon[191304]: osdmap e1877: 8 total, 8 up, 8 in 2023-12-20T11:45:44.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:43 smithi123 ceph-mon[191304]: osdmap e1878: 8 total, 8 up, 8 in 2023-12-20T11:45:45.072 INFO:tasks.workunit.client.0.smithi123.stdout:migration_abort 2023-12-20T11:45:46.033 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4023 ms) 2023-12-20T11:45:46.034 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2023-12-20T11:45:46.069 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:45:46.084 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 0~10 2023-12-20T11:45:46.093 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap1 2023-12-20T11:45:46.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:45 smithi177 ceph-mon[212096]: pgmap v3290: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 362 KiB/s rd, 20 KiB/s wr, 456 op/s 2023-12-20T11:45:46.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:45 smithi177 ceph-mon[212096]: osdmap e1879: 8 total, 8 up, 8 in 2023-12-20T11:45:46.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:45 smithi123 ceph-mon[191304]: pgmap v3290: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 362 KiB/s rd, 20 KiB/s wr, 456 op/s 2023-12-20T11:45:46.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:45 smithi123 ceph-mon[191304]: osdmap e1879: 8 total, 8 up, 8 in 2023-12-20T11:45:46.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:45 smithi123 ceph-mon[188613]: pgmap v3290: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 362 KiB/s rd, 20 KiB/s wr, 456 op/s 2023-12-20T11:45:46.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:45 smithi123 ceph-mon[188613]: osdmap e1879: 8 total, 8 up, 8 in 2023-12-20T11:45:47.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:46 smithi177 ceph-mon[212096]: osdmap e1880: 8 total, 8 up, 8 in 2023-12-20T11:45:47.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:45:47.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:45:47.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:45:47.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:46 smithi123 ceph-mon[188613]: osdmap e1880: 8 total, 8 up, 8 in 2023-12-20T11:45:47.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:45:47.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:45:47.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:45:47.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:46 smithi123 ceph-mon[191304]: osdmap e1880: 8 total, 8 up, 8 in 2023-12-20T11:45:47.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:45:47.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:45:47.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:45:47.908 INFO:tasks.workunit.client.0.smithi123.stdout:snap_protect: snap1 2023-12-20T11:45:47.967 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:45:48.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:47 smithi177 ceph-mon[212096]: pgmap v3293: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 311 KiB/s rd, 22 KiB/s wr, 411 op/s 2023-12-20T11:45:48.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:47 smithi177 ceph-mon[212096]: osdmap e1881: 8 total, 8 up, 8 in 2023-12-20T11:45:48.195 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:47 smithi123 ceph-mon[191304]: pgmap v3293: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 311 KiB/s rd, 22 KiB/s wr, 411 op/s 2023-12-20T11:45:48.196 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:47 smithi123 ceph-mon[191304]: osdmap e1881: 8 total, 8 up, 8 in 2023-12-20T11:45:48.196 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:47 smithi123 ceph-mon[188613]: pgmap v3293: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 311 KiB/s rd, 22 KiB/s wr, 411 op/s 2023-12-20T11:45:48.196 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:47 smithi123 ceph-mon[188613]: osdmap e1881: 8 total, 8 up, 8 in 2023-12-20T11:45:48.898 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:48 smithi123 ceph-mon[188613]: osdmap e1882: 8 total, 8 up, 8 in 2023-12-20T11:45:48.898 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:45:48.898 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:45:48.898 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:48 smithi123 ceph-mon[188613]: osdmap e1883: 8 total, 8 up, 8 in 2023-12-20T11:45:49.026 INFO:tasks.workunit.client.0.smithi123.stdout:migration_abort 2023-12-20T11:45:49.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:48 smithi177 ceph-mon[212096]: osdmap e1882: 8 total, 8 up, 8 in 2023-12-20T11:45:49.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:45:49.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:45:49.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:48 smithi177 ceph-mon[212096]: osdmap e1883: 8 total, 8 up, 8 in 2023-12-20T11:45:49.239 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:45:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:45:49] "GET /metrics HTTP/1.1" 200 39069 "" "Prometheus/2.43.0" 2023-12-20T11:45:49.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:48 smithi123 ceph-mon[191304]: osdmap e1882: 8 total, 8 up, 8 in 2023-12-20T11:45:49.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:45:49.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:45:49.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:48 smithi123 ceph-mon[191304]: osdmap e1883: 8 total, 8 up, 8 in 2023-12-20T11:45:50.052 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (4019 ms) 2023-12-20T11:45:50.053 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2023-12-20T11:45:50.083 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:45:50.094 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 0~10 2023-12-20T11:45:50.102 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap1 2023-12-20T11:45:50.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:49 smithi123 ceph-mon[191304]: pgmap v3296: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 292 KiB/s rd, 21 KiB/s wr, 379 op/s 2023-12-20T11:45:50.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:45:50.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:45:50.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:45:50.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:49 smithi123 ceph-mon[188613]: pgmap v3296: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 292 KiB/s rd, 21 KiB/s wr, 379 op/s 2023-12-20T11:45:50.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:45:50.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:45:50.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:45:50.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:49 smithi177 ceph-mon[212096]: pgmap v3296: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 292 KiB/s rd, 21 KiB/s wr, 379 op/s 2023-12-20T11:45:50.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:45:50.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:45:50.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:45:51.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:50 smithi123 ceph-mon[188613]: osdmap e1884: 8 total, 8 up, 8 in 2023-12-20T11:45:51.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:50 smithi123 ceph-mon[191304]: osdmap e1884: 8 total, 8 up, 8 in 2023-12-20T11:45:51.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:50 smithi177 ceph-mon[212096]: osdmap e1884: 8 total, 8 up, 8 in 2023-12-20T11:45:51.945 INFO:tasks.workunit.client.0.smithi123.stdout:snap_protect: snap1 2023-12-20T11:45:52.008 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:45:52.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:51 smithi123 ceph-mon[188613]: pgmap v3299: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 163 KiB/s rd, 6.0 KiB/s wr, 200 op/s 2023-12-20T11:45:52.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:51 smithi123 ceph-mon[188613]: osdmap e1885: 8 total, 8 up, 8 in 2023-12-20T11:45:52.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:51 smithi123 ceph-mon[191304]: pgmap v3299: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 163 KiB/s rd, 6.0 KiB/s wr, 200 op/s 2023-12-20T11:45:52.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:51 smithi123 ceph-mon[191304]: osdmap e1885: 8 total, 8 up, 8 in 2023-12-20T11:45:52.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:51 smithi177 ceph-mon[212096]: pgmap v3299: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 163 KiB/s rd, 6.0 KiB/s wr, 200 op/s 2023-12-20T11:45:52.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:51 smithi177 ceph-mon[212096]: osdmap e1885: 8 total, 8 up, 8 in 2023-12-20T11:45:53.129 INFO:tasks.workunit.client.0.smithi123.stdout:migration_abort 2023-12-20T11:45:53.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:52 smithi123 ceph-mon[191304]: osdmap e1886: 8 total, 8 up, 8 in 2023-12-20T11:45:53.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:52 smithi123 ceph-mon[188613]: osdmap e1886: 8 total, 8 up, 8 in 2023-12-20T11:45:53.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:52 smithi177 ceph-mon[212096]: osdmap e1886: 8 total, 8 up, 8 in 2023-12-20T11:45:53.995 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (3943 ms) 2023-12-20T11:45:53.995 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2023-12-20T11:45:54.027 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:45:54.039 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 0~10 2023-12-20T11:45:54.047 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap1 2023-12-20T11:45:54.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:53 smithi123 ceph-mon[191304]: pgmap v3302: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 232 KiB/s rd, 18 KiB/s wr, 297 op/s 2023-12-20T11:45:54.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:53 smithi123 ceph-mon[191304]: osdmap e1887: 8 total, 8 up, 8 in 2023-12-20T11:45:54.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:53 smithi123 ceph-mon[191304]: osdmap e1888: 8 total, 8 up, 8 in 2023-12-20T11:45:54.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:53 smithi123 ceph-mon[188613]: pgmap v3302: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 232 KiB/s rd, 18 KiB/s wr, 297 op/s 2023-12-20T11:45:54.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:53 smithi123 ceph-mon[188613]: osdmap e1887: 8 total, 8 up, 8 in 2023-12-20T11:45:54.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:53 smithi123 ceph-mon[188613]: osdmap e1888: 8 total, 8 up, 8 in 2023-12-20T11:45:54.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:53 smithi177 ceph-mon[212096]: pgmap v3302: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 232 KiB/s rd, 18 KiB/s wr, 297 op/s 2023-12-20T11:45:54.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:53 smithi177 ceph-mon[212096]: osdmap e1887: 8 total, 8 up, 8 in 2023-12-20T11:45:54.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:53 smithi177 ceph-mon[212096]: osdmap e1888: 8 total, 8 up, 8 in 2023-12-20T11:45:55.963 INFO:tasks.workunit.client.0.smithi123.stdout:snap_protect: snap1 2023-12-20T11:45:56.028 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:45:56.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:55 smithi123 ceph-mon[191304]: pgmap v3305: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 303 KiB/s rd, 26 KiB/s wr, 399 op/s 2023-12-20T11:45:56.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:55 smithi123 ceph-mon[191304]: osdmap e1889: 8 total, 8 up, 8 in 2023-12-20T11:45:56.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:55 smithi123 ceph-mon[188613]: pgmap v3305: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 303 KiB/s rd, 26 KiB/s wr, 399 op/s 2023-12-20T11:45:56.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:55 smithi123 ceph-mon[188613]: osdmap e1889: 8 total, 8 up, 8 in 2023-12-20T11:45:56.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:55 smithi177 ceph-mon[212096]: pgmap v3305: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 303 KiB/s rd, 26 KiB/s wr, 399 op/s 2023-12-20T11:45:56.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:55 smithi177 ceph-mon[212096]: osdmap e1889: 8 total, 8 up, 8 in 2023-12-20T11:45:57.169 INFO:tasks.workunit.client.0.smithi123.stdout:migration_abort 2023-12-20T11:45:57.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:56 smithi123 ceph-mon[191304]: osdmap e1890: 8 total, 8 up, 8 in 2023-12-20T11:45:57.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:45:57.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:56 smithi123 ceph-mon[191304]: pgmap v3308: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 261 KiB/s rd, 23 KiB/s wr, 340 op/s 2023-12-20T11:45:57.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:56 smithi123 ceph-mon[188613]: osdmap e1890: 8 total, 8 up, 8 in 2023-12-20T11:45:57.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:45:57.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:56 smithi123 ceph-mon[188613]: pgmap v3308: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 261 KiB/s rd, 23 KiB/s wr, 340 op/s 2023-12-20T11:45:57.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:56 smithi177 ceph-mon[212096]: osdmap e1890: 8 total, 8 up, 8 in 2023-12-20T11:45:57.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:45:57.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:56 smithi177 ceph-mon[212096]: pgmap v3308: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 261 KiB/s rd, 23 KiB/s wr, 340 op/s 2023-12-20T11:45:58.125 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (4130 ms) 2023-12-20T11:45:58.125 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.StressNoMigrate 2023-12-20T11:45:58.160 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:45:58.172 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 6810707~916922 2023-12-20T11:45:58.188 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 33858138~4992623 2023-12-20T11:45:58.189 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 34425637~1373794 2023-12-20T11:45:58.201 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 43542330~6995751 2023-12-20T11:45:58.201 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 32015359~4034361 2023-12-20T11:45:58.224 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 76582463~992785 2023-12-20T11:45:58.225 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 77097883~6788197 2023-12-20T11:45:58.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:57 smithi123 ceph-mon[191304]: osdmap e1891: 8 total, 8 up, 8 in 2023-12-20T11:45:58.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:57 smithi123 ceph-mon[188613]: osdmap e1891: 8 total, 8 up, 8 in 2023-12-20T11:45:58.262 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 71465619~6583844 2023-12-20T11:45:58.264 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap0 2023-12-20T11:45:58.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:57 smithi177 ceph-mon[212096]: osdmap e1891: 8 total, 8 up, 8 in 2023-12-20T11:45:59.239 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:45:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:45:59] "GET /metrics HTTP/1.1" 200 39069 "" "Prometheus/2.43.0" 2023-12-20T11:45:59.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:58 smithi123 ceph-mon[188613]: osdmap e1892: 8 total, 8 up, 8 in 2023-12-20T11:45:59.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:58 smithi123 ceph-mon[188613]: pgmap v3311: 169 pgs: 169 active+clean; 908 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 376 KiB/s rd, 250 KiB/s wr, 475 op/s 2023-12-20T11:45:59.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:45:58 smithi123 ceph-mon[188613]: osdmap e1893: 8 total, 8 up, 8 in 2023-12-20T11:45:59.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:58 smithi123 ceph-mon[191304]: osdmap e1892: 8 total, 8 up, 8 in 2023-12-20T11:45:59.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:58 smithi123 ceph-mon[191304]: pgmap v3311: 169 pgs: 169 active+clean; 908 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 376 KiB/s rd, 250 KiB/s wr, 475 op/s 2023-12-20T11:45:59.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:45:58 smithi123 ceph-mon[191304]: osdmap e1893: 8 total, 8 up, 8 in 2023-12-20T11:45:59.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:58 smithi177 ceph-mon[212096]: osdmap e1892: 8 total, 8 up, 8 in 2023-12-20T11:45:59.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:58 smithi177 ceph-mon[212096]: pgmap v3311: 169 pgs: 169 active+clean; 908 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 376 KiB/s rd, 250 KiB/s wr, 475 op/s 2023-12-20T11:45:59.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:45:58 smithi177 ceph-mon[212096]: osdmap e1893: 8 total, 8 up, 8 in 2023-12-20T11:45:59.869 INFO:tasks.workunit.client.0.smithi123.stdout:write: B 65533938~1611117 2023-12-20T11:45:59.877 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 50432390~4731621 2023-12-20T11:45:59.877 INFO:tasks.workunit.client.0.smithi123.stdout:write: B 29231711~6140632 2023-12-20T11:45:59.884 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 49008470~849544 2023-12-20T11:45:59.884 INFO:tasks.workunit.client.0.smithi123.stdout:write: B 63751385~7608983 2023-12-20T11:45:59.900 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 55338477~5089048 2023-12-20T11:45:59.901 INFO:tasks.workunit.client.0.smithi123.stdout:write: B 6005971~4853998 2023-12-20T11:45:59.905 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 60178269~3428928 2023-12-20T11:45:59.905 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap1 2023-12-20T11:46:01.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:00 smithi177 ceph-mon[212096]: osdmap e1894: 8 total, 8 up, 8 in 2023-12-20T11:46:01.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:00 smithi123 ceph-mon[191304]: osdmap e1894: 8 total, 8 up, 8 in 2023-12-20T11:46:01.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:00 smithi123 ceph-mon[188613]: osdmap e1894: 8 total, 8 up, 8 in 2023-12-20T11:46:01.882 INFO:tasks.workunit.client.0.smithi123.stdout:snap_protect: snap1 2023-12-20T11:46:01.897 INFO:tasks.workunit.client.0.smithi123.stdout:clone image357 -> image360 2023-12-20T11:46:02.016 INFO:tasks.workunit.client.0.smithi123.stdout:write: C 55248468~2329219 2023-12-20T11:46:02.046 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 23140796~6402013 2023-12-20T11:46:02.089 INFO:tasks.workunit.client.0.smithi123.stdout:write: C 80508332~3377748 2023-12-20T11:46:02.141 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 43720377~7448571 2023-12-20T11:46:02.149 INFO:tasks.workunit.client.0.smithi123.stdout:write: C 22421023~7343645 2023-12-20T11:46:02.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:01 smithi177 ceph-mon[212096]: pgmap v3314: 169 pgs: 169 active+clean; 926 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 202 KiB/s rd, 3.4 MiB/s wr, 268 op/s 2023-12-20T11:46:02.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:01 smithi177 ceph-mon[212096]: osdmap e1895: 8 total, 8 up, 8 in 2023-12-20T11:46:02.193 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 25646773~6134092 2023-12-20T11:46:02.195 INFO:tasks.workunit.client.0.smithi123.stdout:write: C 16133817~7445759 2023-12-20T11:46:02.232 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 28954596~7294632 2023-12-20T11:46:02.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:01 smithi123 ceph-mon[191304]: pgmap v3314: 169 pgs: 169 active+clean; 926 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 202 KiB/s rd, 3.4 MiB/s wr, 268 op/s 2023-12-20T11:46:02.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:01 smithi123 ceph-mon[191304]: osdmap e1895: 8 total, 8 up, 8 in 2023-12-20T11:46:02.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:01 smithi123 ceph-mon[188613]: pgmap v3314: 169 pgs: 169 active+clean; 926 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 202 KiB/s rd, 3.4 MiB/s wr, 268 op/s 2023-12-20T11:46:02.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:01 smithi123 ceph-mon[188613]: osdmap e1895: 8 total, 8 up, 8 in 2023-12-20T11:46:02.243 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap2 2023-12-20T11:46:03.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:02 smithi177 ceph-mon[212096]: osdmap e1896: 8 total, 8 up, 8 in 2023-12-20T11:46:03.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:02 smithi123 ceph-mon[191304]: osdmap e1896: 8 total, 8 up, 8 in 2023-12-20T11:46:03.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:02 smithi123 ceph-mon[188613]: osdmap e1896: 8 total, 8 up, 8 in 2023-12-20T11:46:03.864 INFO:tasks.workunit.client.0.smithi123.stdout:snap_protect: snap2 2023-12-20T11:46:03.878 INFO:tasks.workunit.client.0.smithi123.stdout:clone image360 -> image362 2023-12-20T11:46:03.960 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:46:04.003 INFO:tasks.workunit.client.0.smithi123.stdout:write: D 8695496~7854660 2023-12-20T11:46:04.075 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 23852251~3723478 2023-12-20T11:46:04.110 INFO:tasks.workunit.client.0.smithi123.stdout:write: D 33978351~5338017 2023-12-20T11:46:04.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:03 smithi177 ceph-mon[212096]: pgmap v3317: 169 pgs: 169 active+clean; 956 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 78 KiB/s rd, 8.8 MiB/s wr, 118 op/s 2023-12-20T11:46:04.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:03 smithi177 ceph-mon[212096]: osdmap e1897: 8 total, 8 up, 8 in 2023-12-20T11:46:04.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:03 smithi177 ceph-mon[212096]: osdmap e1898: 8 total, 8 up, 8 in 2023-12-20T11:46:04.150 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 77300879~3693256 2023-12-20T11:46:04.191 INFO:tasks.workunit.client.0.smithi123.stdout:write: D 40676616~6429890 2023-12-20T11:46:04.234 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 63071215~3261420 2023-12-20T11:46:04.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:03 smithi123 ceph-mon[191304]: pgmap v3317: 169 pgs: 169 active+clean; 956 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 78 KiB/s rd, 8.8 MiB/s wr, 118 op/s 2023-12-20T11:46:04.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:03 smithi123 ceph-mon[191304]: osdmap e1897: 8 total, 8 up, 8 in 2023-12-20T11:46:04.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:03 smithi123 ceph-mon[191304]: osdmap e1898: 8 total, 8 up, 8 in 2023-12-20T11:46:04.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:03 smithi123 ceph-mon[188613]: pgmap v3317: 169 pgs: 169 active+clean; 956 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 78 KiB/s rd, 8.8 MiB/s wr, 118 op/s 2023-12-20T11:46:04.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:03 smithi123 ceph-mon[188613]: osdmap e1897: 8 total, 8 up, 8 in 2023-12-20T11:46:04.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:03 smithi123 ceph-mon[188613]: osdmap e1898: 8 total, 8 up, 8 in 2023-12-20T11:46:04.256 INFO:tasks.workunit.client.0.smithi123.stdout:write: D 47533679~3536299 2023-12-20T11:46:04.282 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 26715528~879172 2023-12-20T11:46:04.284 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap3 2023-12-20T11:46:04.319 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:46:04.319 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (54m) 15s ago 57m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:46:04.319 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (54m) 8m ago 57m 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:46:04.319 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (58m) 15s ago 58m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:46:04.320 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (58m) 8m ago 58m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:46:04.320 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (54m) 8m ago 61m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:46:04.320 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (54m) 15s ago 62m 589M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:46:04.320 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (54m) 15s ago 62m 454M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:46:04.320 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (53m) 8m ago 61m 205M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:46:04.320 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (53m) 15s ago 61m 270M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:46:04.320 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (54m) 15s ago 57m 22.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:46:04.320 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (54m) 8m ago 57m 19.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:46:04.320 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (53m) 15s ago 60m 3337M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:46:04.320 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (52m) 15s ago 60m 3605M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:46:04.320 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (52m) 15s ago 60m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:46:04.320 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (51m) 15s ago 59m 3241M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:46:04.320 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (51m) 8m ago 59m 2129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:46:04.320 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (50m) 8m ago 59m 2317M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:46:04.320 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (50m) 8m ago 59m 1836M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:46:04.321 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (49m) 8m ago 58m 2209M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:46:04.321 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (54m) 8m ago 58m 92.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:46:04.701 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:46:04.701 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:46:04.701 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:46:04.701 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:46:04.701 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:46:04.701 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:46:04.701 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:46:04.702 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:46:04.702 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:46:04.702 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:46:04.702 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:46:04.702 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:46:04.702 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:46:04.702 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:46:04.702 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:46:04.702 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:46:04.702 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:46:04.702 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:46:05.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:04 smithi177 ceph-mon[212096]: from='client.47315 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:46:05.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:04 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3504824277' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:46:05.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:04 smithi123 ceph-mon[191304]: from='client.47315 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:46:05.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:04 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3504824277' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:46:05.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:04 smithi123 ceph-mon[188613]: from='client.47315 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:46:05.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:04 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3504824277' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:46:06.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:05 smithi177 ceph-mon[212096]: from='client.47321 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:46:06.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:05 smithi177 ceph-mon[212096]: pgmap v3320: 169 pgs: 169 active+clean; 1004 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 4.5 MiB/s rd, 16 MiB/s wr, 223 op/s 2023-12-20T11:46:06.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:05 smithi177 ceph-mon[212096]: osdmap e1899: 8 total, 8 up, 8 in 2023-12-20T11:46:06.205 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.StressNoMigrate (8080 ms) 2023-12-20T11:46:06.205 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.Stress 2023-12-20T11:46:06.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:05 smithi123 ceph-mon[191304]: from='client.47321 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:46:06.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:05 smithi123 ceph-mon[191304]: pgmap v3320: 169 pgs: 169 active+clean; 1004 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 4.5 MiB/s rd, 16 MiB/s wr, 223 op/s 2023-12-20T11:46:06.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:05 smithi123 ceph-mon[191304]: osdmap e1899: 8 total, 8 up, 8 in 2023-12-20T11:46:06.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:05 smithi123 ceph-mon[188613]: from='client.47321 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:46:06.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:05 smithi123 ceph-mon[188613]: pgmap v3320: 169 pgs: 169 active+clean; 1004 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 4.5 MiB/s rd, 16 MiB/s wr, 223 op/s 2023-12-20T11:46:06.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:05 smithi123 ceph-mon[188613]: osdmap e1899: 8 total, 8 up, 8 in 2023-12-20T11:46:06.241 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:46:06.252 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 36180007~555894 2023-12-20T11:46:06.264 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 58231187~6034257 2023-12-20T11:46:06.264 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 45722781~8269383 2023-12-20T11:46:06.319 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 40880966~8380488 2023-12-20T11:46:06.326 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 74395376~3136342 2023-12-20T11:46:06.347 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 27759510~2726699 2023-12-20T11:46:06.347 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 77690223~3944560 2023-12-20T11:46:06.373 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 49611079~2900574 2023-12-20T11:46:06.376 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap0 2023-12-20T11:46:07.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:06 smithi177 ceph-mon[212096]: osdmap e1900: 8 total, 8 up, 8 in 2023-12-20T11:46:07.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:06 smithi123 ceph-mon[191304]: osdmap e1900: 8 total, 8 up, 8 in 2023-12-20T11:46:07.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:06 smithi123 ceph-mon[188613]: osdmap e1900: 8 total, 8 up, 8 in 2023-12-20T11:46:07.912 INFO:tasks.workunit.client.0.smithi123.stdout:snap_protect: snap0 2023-12-20T11:46:07.927 INFO:tasks.workunit.client.0.smithi123.stdout:clone image363 -> image366 2023-12-20T11:46:08.029 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 167475510 2023-12-20T11:46:08.041 INFO:tasks.workunit.client.0.smithi123.stdout:write: B 85539470~4572434 2023-12-20T11:46:08.076 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 123713022~6133240 2023-12-20T11:46:08.076 INFO:tasks.workunit.client.0.smithi123.stdout:write: B 3282191~4914810 2023-12-20T11:46:08.122 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 139004420~6842309 2023-12-20T11:46:08.122 INFO:tasks.workunit.client.0.smithi123.stdout:write: B 893355~2974763 2023-12-20T11:46:08.150 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 126452095~5682454 2023-12-20T11:46:08.150 INFO:tasks.workunit.client.0.smithi123.stdout:write: B 61309527~559299 2023-12-20T11:46:08.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:07 smithi177 ceph-mon[212096]: pgmap v3323: 169 pgs: 169 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 30 MiB/s wr, 319 op/s 2023-12-20T11:46:08.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:07 smithi177 ceph-mon[212096]: osdmap e1901: 8 total, 8 up, 8 in 2023-12-20T11:46:08.158 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 87219460~4877332 2023-12-20T11:46:08.161 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap1 2023-12-20T11:46:08.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:07 smithi123 ceph-mon[191304]: pgmap v3323: 169 pgs: 169 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 30 MiB/s wr, 319 op/s 2023-12-20T11:46:08.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:07 smithi123 ceph-mon[191304]: osdmap e1901: 8 total, 8 up, 8 in 2023-12-20T11:46:08.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:07 smithi123 ceph-mon[188613]: pgmap v3323: 169 pgs: 169 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 30 MiB/s wr, 319 op/s 2023-12-20T11:46:08.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:07 smithi123 ceph-mon[188613]: osdmap e1901: 8 total, 8 up, 8 in 2023-12-20T11:46:09.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:08 smithi123 ceph-mon[191304]: osdmap e1902: 8 total, 8 up, 8 in 2023-12-20T11:46:09.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:08 smithi123 ceph-mon[188613]: osdmap e1902: 8 total, 8 up, 8 in 2023-12-20T11:46:09.239 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:46:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:46:09] "GET /metrics HTTP/1.1" 200 39069 "" "Prometheus/2.43.0" 2023-12-20T11:46:09.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:08 smithi177 ceph-mon[212096]: osdmap e1902: 8 total, 8 up, 8 in 2023-12-20T11:46:09.923 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 204948503 2023-12-20T11:46:09.935 INFO:tasks.workunit.client.0.smithi123.stdout:write: C 179565576~7126731 2023-12-20T11:46:09.949 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 128251175~7348623 2023-12-20T11:46:09.949 INFO:tasks.workunit.client.0.smithi123.stdout:write: C 30359972~5998494 2023-12-20T11:46:09.956 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 188494194~3657573 2023-12-20T11:46:09.956 INFO:tasks.workunit.client.0.smithi123.stdout:write: C 42670327~2184007 2023-12-20T11:46:09.956 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 140871782~360443 2023-12-20T11:46:09.956 INFO:tasks.workunit.client.0.smithi123.stdout:write: C 30614015~720577 2023-12-20T11:46:10.004 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 15849553~8020597 2023-12-20T11:46:10.004 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap2 2023-12-20T11:46:10.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:09 smithi123 ceph-mon[191304]: pgmap v3326: 169 pgs: 169 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 39 MiB/s rd, 26 MiB/s wr, 405 op/s 2023-12-20T11:46:10.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:09 smithi123 ceph-mon[191304]: osdmap e1903: 8 total, 8 up, 8 in 2023-12-20T11:46:10.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:09 smithi123 ceph-mon[188613]: pgmap v3326: 169 pgs: 169 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 39 MiB/s rd, 26 MiB/s wr, 405 op/s 2023-12-20T11:46:10.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:09 smithi123 ceph-mon[188613]: osdmap e1903: 8 total, 8 up, 8 in 2023-12-20T11:46:10.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:09 smithi177 ceph-mon[212096]: pgmap v3326: 169 pgs: 169 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 39 MiB/s rd, 26 MiB/s wr, 405 op/s 2023-12-20T11:46:10.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:09 smithi177 ceph-mon[212096]: osdmap e1903: 8 total, 8 up, 8 in 2023-12-20T11:46:11.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:10 smithi123 ceph-mon[191304]: osdmap e1904: 8 total, 8 up, 8 in 2023-12-20T11:46:11.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:10 smithi123 ceph-mon[188613]: osdmap e1904: 8 total, 8 up, 8 in 2023-12-20T11:46:11.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:10 smithi177 ceph-mon[212096]: osdmap e1904: 8 total, 8 up, 8 in 2023-12-20T11:46:11.933 INFO:tasks.workunit.client.0.smithi123.stdout:snap_protect: snap2 2023-12-20T11:46:11.947 INFO:tasks.workunit.client.0.smithi123.stdout:clone image366 -> image368 2023-12-20T11:46:12.080 INFO:tasks.workunit.client.0.smithi123.stdout:write: D 74822010~2480289 2023-12-20T11:46:12.149 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 156912996~4702344 2023-12-20T11:46:12.156 INFO:tasks.workunit.client.0.smithi123.stdout:write: D 152063238~6339331 2023-12-20T11:46:12.193 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 86522922~3042994 2023-12-20T11:46:12.209 INFO:tasks.workunit.client.0.smithi123.stdout:write: D 62978266~34144 2023-12-20T11:46:12.216 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 12125575~6058949 2023-12-20T11:46:12.223 INFO:tasks.workunit.client.0.smithi123.stdout:write: D 30920129~3175335 2023-12-20T11:46:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:11 smithi123 ceph-mon[191304]: pgmap v3329: 169 pgs: 169 active+clean; 1.1 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 18 MiB/s rd, 13 MiB/s wr, 306 op/s 2023-12-20T11:46:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:11 smithi123 ceph-mon[191304]: osdmap e1905: 8 total, 8 up, 8 in 2023-12-20T11:46:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:46:12.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:11 smithi123 ceph-mon[188613]: pgmap v3329: 169 pgs: 169 active+clean; 1.1 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 18 MiB/s rd, 13 MiB/s wr, 306 op/s 2023-12-20T11:46:12.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:11 smithi123 ceph-mon[188613]: osdmap e1905: 8 total, 8 up, 8 in 2023-12-20T11:46:12.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:46:12.276 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 76300484~3707417 2023-12-20T11:46:12.316 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap3 2023-12-20T11:46:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:11 smithi177 ceph-mon[212096]: pgmap v3329: 169 pgs: 169 active+clean; 1.1 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 18 MiB/s rd, 13 MiB/s wr, 306 op/s 2023-12-20T11:46:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:11 smithi177 ceph-mon[212096]: osdmap e1905: 8 total, 8 up, 8 in 2023-12-20T11:46:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:46:13.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:12 smithi123 ceph-mon[191304]: osdmap e1906: 8 total, 8 up, 8 in 2023-12-20T11:46:13.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:12 smithi123 ceph-mon[188613]: osdmap e1906: 8 total, 8 up, 8 in 2023-12-20T11:46:13.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:12 smithi177 ceph-mon[212096]: osdmap e1906: 8 total, 8 up, 8 in 2023-12-20T11:46:13.948 INFO:tasks.workunit.client.0.smithi123.stdout:snap_protect: snap3 2023-12-20T11:46:13.960 INFO:tasks.workunit.client.0.smithi123.stdout:clone image368 -> image370 2023-12-20T11:46:14.116 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 190546536 2023-12-20T11:46:14.139 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:46:14.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:13 smithi123 ceph-mon[188613]: pgmap v3332: 169 pgs: 169 active+clean; 1.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 221 op/s 2023-12-20T11:46:14.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:13 smithi123 ceph-mon[188613]: osdmap e1907: 8 total, 8 up, 8 in 2023-12-20T11:46:14.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:13 smithi123 ceph-mon[191304]: pgmap v3332: 169 pgs: 169 active+clean; 1.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 221 op/s 2023-12-20T11:46:14.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:13 smithi123 ceph-mon[191304]: osdmap e1907: 8 total, 8 up, 8 in 2023-12-20T11:46:14.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:13 smithi177 ceph-mon[212096]: pgmap v3332: 169 pgs: 169 active+clean; 1.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 221 op/s 2023-12-20T11:46:14.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:13 smithi177 ceph-mon[212096]: osdmap e1907: 8 total, 8 up, 8 in 2023-12-20T11:46:14.627 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:46:14.824 INFO:tasks.workunit.client.0.smithi123.stdout:migration_commit 2023-12-20T11:46:15.129 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.Stress (8923 ms) 2023-12-20T11:46:15.129 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.Stress2 2023-12-20T11:46:15.163 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:46:15.177 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 60548019~1530859 2023-12-20T11:46:15.192 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 48010650~7223934 2023-12-20T11:46:15.193 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 42665723~2188206 2023-12-20T11:46:15.212 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 12590647~6788187 2023-12-20T11:46:15.213 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 19203383~354672 2023-12-20T11:46:15.220 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 27248076~2742075 2023-12-20T11:46:15.220 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 62119208~4906456 2023-12-20T11:46:15.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:14 smithi123 ceph-mon[191304]: osdmap e1908: 8 total, 8 up, 8 in 2023-12-20T11:46:15.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:14 smithi123 ceph-mon[188613]: osdmap e1908: 8 total, 8 up, 8 in 2023-12-20T11:46:15.255 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 57721798~6784596 2023-12-20T11:46:15.262 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap0 2023-12-20T11:46:15.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:14 smithi177 ceph-mon[212096]: osdmap e1908: 8 total, 8 up, 8 in 2023-12-20T11:46:16.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:15 smithi123 ceph-mon[188613]: pgmap v3335: 169 pgs: 169 active+clean; 1.2 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 17 MiB/s wr, 279 op/s 2023-12-20T11:46:16.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:15 smithi123 ceph-mon[191304]: pgmap v3335: 169 pgs: 169 active+clean; 1.2 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 17 MiB/s wr, 279 op/s 2023-12-20T11:46:16.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:15 smithi177 ceph-mon[212096]: pgmap v3335: 169 pgs: 169 active+clean; 1.2 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 17 MiB/s wr, 279 op/s 2023-12-20T11:46:16.967 INFO:tasks.workunit.client.0.smithi123.stdout:write: B 81841544~2044536 2023-12-20T11:46:16.974 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 47100801~1975552 2023-12-20T11:46:16.975 INFO:tasks.workunit.client.0.smithi123.stdout:write: B 44221201~5278770 2023-12-20T11:46:16.977 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 35241667~8333096 2023-12-20T11:46:16.977 INFO:tasks.workunit.client.0.smithi123.stdout:write: B 44022879~5985579 2023-12-20T11:46:17.007 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 24080098~7949129 2023-12-20T11:46:17.007 INFO:tasks.workunit.client.0.smithi123.stdout:write: B 51423029~7119766 2023-12-20T11:46:17.014 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 47898132~742038 2023-12-20T11:46:17.043 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap1 2023-12-20T11:46:17.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:16 smithi123 ceph-mon[191304]: osdmap e1909: 8 total, 8 up, 8 in 2023-12-20T11:46:17.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:16 smithi123 ceph-mon[188613]: osdmap e1909: 8 total, 8 up, 8 in 2023-12-20T11:46:17.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:16 smithi177 ceph-mon[212096]: osdmap e1909: 8 total, 8 up, 8 in 2023-12-20T11:46:18.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:17 smithi123 ceph-mon[191304]: pgmap v3337: 169 pgs: 169 active+clean; 1.3 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 25 MiB/s rd, 18 MiB/s wr, 767 op/s 2023-12-20T11:46:18.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:17 smithi123 ceph-mon[191304]: osdmap e1910: 8 total, 8 up, 8 in 2023-12-20T11:46:18.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:17 smithi123 ceph-mon[188613]: pgmap v3337: 169 pgs: 169 active+clean; 1.3 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 25 MiB/s rd, 18 MiB/s wr, 767 op/s 2023-12-20T11:46:18.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:17 smithi123 ceph-mon[188613]: osdmap e1910: 8 total, 8 up, 8 in 2023-12-20T11:46:18.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:17 smithi177 ceph-mon[212096]: pgmap v3337: 169 pgs: 169 active+clean; 1.3 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 25 MiB/s rd, 18 MiB/s wr, 767 op/s 2023-12-20T11:46:18.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:17 smithi177 ceph-mon[212096]: osdmap e1910: 8 total, 8 up, 8 in 2023-12-20T11:46:18.989 INFO:tasks.workunit.client.0.smithi123.stdout:snap_protect: snap1 2023-12-20T11:46:19.002 INFO:tasks.workunit.client.0.smithi123.stdout:clone image371 -> image374 2023-12-20T11:46:19.103 INFO:tasks.workunit.client.0.smithi123.stdout:write: C 47501611~6677775 2023-12-20T11:46:19.169 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 65752703~7132284 2023-12-20T11:46:19.189 INFO:tasks.workunit.client.0.smithi123.stdout:write: C 26651575~7984738 2023-12-20T11:46:19.239 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:46:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:46:19] "GET /metrics HTTP/1.1" 200 39073 "" "Prometheus/2.43.0" 2023-12-20T11:46:19.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:18 smithi123 ceph-mon[188613]: osdmap e1911: 8 total, 8 up, 8 in 2023-12-20T11:46:19.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:18 smithi123 ceph-mon[188613]: pgmap v3340: 169 pgs: 169 active+clean; 1.3 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 31 MiB/s rd, 12 MiB/s wr, 748 op/s 2023-12-20T11:46:19.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:18 smithi123 ceph-mon[191304]: osdmap e1911: 8 total, 8 up, 8 in 2023-12-20T11:46:19.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:18 smithi123 ceph-mon[191304]: pgmap v3340: 169 pgs: 169 active+clean; 1.3 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 31 MiB/s rd, 12 MiB/s wr, 748 op/s 2023-12-20T11:46:19.243 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 46445626~726092 2023-12-20T11:46:19.246 INFO:tasks.workunit.client.0.smithi123.stdout:write: C 7510688~4884703 2023-12-20T11:46:19.284 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 80381952~3504128 2023-12-20T11:46:19.294 INFO:tasks.workunit.client.0.smithi123.stdout:write: C 47491705~1063488 2023-12-20T11:46:19.302 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 78431880~5454200 2023-12-20T11:46:19.309 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap2 2023-12-20T11:46:19.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:18 smithi177 ceph-mon[212096]: osdmap e1911: 8 total, 8 up, 8 in 2023-12-20T11:46:19.551 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:18 smithi177 ceph-mon[212096]: pgmap v3340: 169 pgs: 169 active+clean; 1.3 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 31 MiB/s rd, 12 MiB/s wr, 748 op/s 2023-12-20T11:46:20.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:19 smithi123 ceph-mon[188613]: osdmap e1912: 8 total, 8 up, 8 in 2023-12-20T11:46:20.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:19 smithi123 ceph-mon[191304]: osdmap e1912: 8 total, 8 up, 8 in 2023-12-20T11:46:20.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:19 smithi177 ceph-mon[212096]: osdmap e1912: 8 total, 8 up, 8 in 2023-12-20T11:46:21.001 INFO:tasks.workunit.client.0.smithi123.stdout:snap_protect: snap2 2023-12-20T11:46:21.017 INFO:tasks.workunit.client.0.smithi123.stdout:clone image374 -> image376 2023-12-20T11:46:21.158 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 122757714 2023-12-20T11:46:21.171 INFO:tasks.workunit.client.0.smithi123.stdout:write: D 62982888~2262306 2023-12-20T11:46:21.212 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 44039390~2914173 2023-12-20T11:46:21.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:20 smithi123 ceph-mon[191304]: osdmap e1913: 8 total, 8 up, 8 in 2023-12-20T11:46:21.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:20 smithi123 ceph-mon[191304]: pgmap v3343: 169 pgs: 169 active+clean; 1.3 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 12 MiB/s wr, 406 op/s 2023-12-20T11:46:21.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:20 smithi123 ceph-mon[188613]: osdmap e1913: 8 total, 8 up, 8 in 2023-12-20T11:46:21.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:20 smithi123 ceph-mon[188613]: pgmap v3343: 169 pgs: 169 active+clean; 1.3 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 12 MiB/s wr, 406 op/s 2023-12-20T11:46:21.259 INFO:tasks.workunit.client.0.smithi123.stdout:write: D 59128517~3592119 2023-12-20T11:46:21.288 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 104752220~3073304 2023-12-20T11:46:21.289 INFO:tasks.workunit.client.0.smithi123.stdout:write: D 102128695~2570485 2023-12-20T11:46:21.311 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 9397746~3453884 2023-12-20T11:46:21.333 INFO:tasks.workunit.client.0.smithi123.stdout:write: D 3695253~7317564 2023-12-20T11:46:21.377 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 116069952~4244406 2023-12-20T11:46:21.377 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap3 2023-12-20T11:46:21.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:20 smithi177 ceph-mon[212096]: osdmap e1913: 8 total, 8 up, 8 in 2023-12-20T11:46:21.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:20 smithi177 ceph-mon[212096]: pgmap v3343: 169 pgs: 169 active+clean; 1.3 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 12 MiB/s wr, 406 op/s 2023-12-20T11:46:22.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:21 smithi177 ceph-mon[212096]: osdmap e1914: 8 total, 8 up, 8 in 2023-12-20T11:46:22.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:21 smithi123 ceph-mon[188613]: osdmap e1914: 8 total, 8 up, 8 in 2023-12-20T11:46:22.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:21 smithi123 ceph-mon[191304]: osdmap e1914: 8 total, 8 up, 8 in 2023-12-20T11:46:23.015 INFO:tasks.workunit.client.0.smithi123.stdout:snap_protect: snap3 2023-12-20T11:46:23.030 INFO:tasks.workunit.client.0.smithi123.stdout:clone image376 -> image378 2023-12-20T11:46:23.203 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 89153390 2023-12-20T11:46:23.226 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:46:23.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:22 smithi177 ceph-mon[212096]: osdmap e1915: 8 total, 8 up, 8 in 2023-12-20T11:46:23.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:22 smithi177 ceph-mon[212096]: pgmap v3346: 169 pgs: 169 active+clean; 1.3 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 9.8 MiB/s rd, 14 MiB/s wr, 566 op/s 2023-12-20T11:46:23.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:22 smithi123 ceph-mon[191304]: osdmap e1915: 8 total, 8 up, 8 in 2023-12-20T11:46:23.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:22 smithi123 ceph-mon[191304]: pgmap v3346: 169 pgs: 169 active+clean; 1.3 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 9.8 MiB/s rd, 14 MiB/s wr, 566 op/s 2023-12-20T11:46:23.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:22 smithi123 ceph-mon[188613]: osdmap e1915: 8 total, 8 up, 8 in 2023-12-20T11:46:23.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:22 smithi123 ceph-mon[188613]: pgmap v3346: 169 pgs: 169 active+clean; 1.3 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 9.8 MiB/s rd, 14 MiB/s wr, 566 op/s 2023-12-20T11:46:23.642 INFO:tasks.workunit.client.0.smithi123.stdout:write: a 3201538~4722563 2023-12-20T11:46:23.707 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 17395145~5809576 2023-12-20T11:46:23.734 INFO:tasks.workunit.client.0.smithi123.stdout:write: a 14090947~72024 2023-12-20T11:46:23.755 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 70489076~5386748 2023-12-20T11:46:23.780 INFO:tasks.workunit.client.0.smithi123.stdout:write: a 67009228~1523497 2023-12-20T11:46:23.805 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 70241945~7870587 2023-12-20T11:46:23.806 INFO:tasks.workunit.client.0.smithi123.stdout:write: a 9365293~1578265 2023-12-20T11:46:23.835 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 20160735~1366264 2023-12-20T11:46:23.837 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: user0 2023-12-20T11:46:24.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:24 smithi177 ceph-mon[212096]: osdmap e1916: 8 total, 8 up, 8 in 2023-12-20T11:46:24.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:24 smithi123 ceph-mon[191304]: osdmap e1916: 8 total, 8 up, 8 in 2023-12-20T11:46:24.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:24 smithi123 ceph-mon[188613]: osdmap e1916: 8 total, 8 up, 8 in 2023-12-20T11:46:25.034 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 120635224 2023-12-20T11:46:25.047 INFO:tasks.workunit.client.0.smithi123.stdout:write: b 110061437~605107 2023-12-20T11:46:25.054 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 32408272~5765197 2023-12-20T11:46:25.054 INFO:tasks.workunit.client.0.smithi123.stdout:write: b 38039063~6854473 2023-12-20T11:46:25.123 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 32644144~173853 2023-12-20T11:46:25.130 INFO:tasks.workunit.client.0.smithi123.stdout:write: b 64855513~7121725 2023-12-20T11:46:25.134 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 93955034~7698297 2023-12-20T11:46:25.134 INFO:tasks.workunit.client.0.smithi123.stdout:write: b 113084156~4434145 2023-12-20T11:46:25.137 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 106516777~6689527 2023-12-20T11:46:25.150 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: user1 2023-12-20T11:46:25.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:25 smithi177 ceph-mon[212096]: osdmap e1917: 8 total, 8 up, 8 in 2023-12-20T11:46:25.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:25 smithi177 ceph-mon[212096]: pgmap v3349: 169 pgs: 169 active+clean; 1.4 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 13 MiB/s rd, 21 MiB/s wr, 490 op/s 2023-12-20T11:46:25.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:25 smithi123 ceph-mon[191304]: osdmap e1917: 8 total, 8 up, 8 in 2023-12-20T11:46:25.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:25 smithi123 ceph-mon[191304]: pgmap v3349: 169 pgs: 169 active+clean; 1.4 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 13 MiB/s rd, 21 MiB/s wr, 490 op/s 2023-12-20T11:46:25.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:25 smithi123 ceph-mon[188613]: osdmap e1917: 8 total, 8 up, 8 in 2023-12-20T11:46:25.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:25 smithi123 ceph-mon[188613]: pgmap v3349: 169 pgs: 169 active+clean; 1.4 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 13 MiB/s rd, 21 MiB/s wr, 490 op/s 2023-12-20T11:46:26.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:26 smithi177 ceph-mon[212096]: osdmap e1918: 8 total, 8 up, 8 in 2023-12-20T11:46:26.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:26 smithi123 ceph-mon[191304]: osdmap e1918: 8 total, 8 up, 8 in 2023-12-20T11:46:26.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:26 smithi123 ceph-mon[188613]: osdmap e1918: 8 total, 8 up, 8 in 2023-12-20T11:46:27.046 INFO:tasks.workunit.client.0.smithi123.stdout:write: c 83833778~6761551 2023-12-20T11:46:27.057 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 37453599~868476 2023-12-20T11:46:27.057 INFO:tasks.workunit.client.0.smithi123.stdout:write: c 15766123~1863068 2023-12-20T11:46:27.058 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 5117183~3381147 2023-12-20T11:46:27.059 INFO:tasks.workunit.client.0.smithi123.stdout:write: c 42860124~1762700 2023-12-20T11:46:27.059 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 104759823~1681424 2023-12-20T11:46:27.060 INFO:tasks.workunit.client.0.smithi123.stdout:write: c 56011440~5611813 2023-12-20T11:46:27.064 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 44566019~8288218 2023-12-20T11:46:27.209 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: user2 2023-12-20T11:46:27.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:27 smithi177 ceph-mon[212096]: osdmap e1919: 8 total, 8 up, 8 in 2023-12-20T11:46:27.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:46:27.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:27 smithi177 ceph-mon[212096]: pgmap v3352: 169 pgs: 169 active+clean; 1.5 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 24 MiB/s rd, 34 MiB/s wr, 780 op/s 2023-12-20T11:46:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:27 smithi123 ceph-mon[191304]: osdmap e1919: 8 total, 8 up, 8 in 2023-12-20T11:46:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:46:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:27 smithi123 ceph-mon[191304]: pgmap v3352: 169 pgs: 169 active+clean; 1.5 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 24 MiB/s rd, 34 MiB/s wr, 780 op/s 2023-12-20T11:46:27.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:27 smithi123 ceph-mon[188613]: osdmap e1919: 8 total, 8 up, 8 in 2023-12-20T11:46:27.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:46:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:27 smithi123 ceph-mon[188613]: pgmap v3352: 169 pgs: 169 active+clean; 1.5 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 24 MiB/s rd, 34 MiB/s wr, 780 op/s 2023-12-20T11:46:28.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:28 smithi177 ceph-mon[212096]: osdmap e1920: 8 total, 8 up, 8 in 2023-12-20T11:46:28.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:28 smithi123 ceph-mon[191304]: osdmap e1920: 8 total, 8 up, 8 in 2023-12-20T11:46:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:28 smithi123 ceph-mon[188613]: osdmap e1920: 8 total, 8 up, 8 in 2023-12-20T11:46:29.059 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 174183977 2023-12-20T11:46:29.073 INFO:tasks.workunit.client.0.smithi123.stdout:write: d 151689963~7478268 2023-12-20T11:46:29.086 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 50487812~1318360 2023-12-20T11:46:29.086 INFO:tasks.workunit.client.0.smithi123.stdout:write: d 4995382~3863162 2023-12-20T11:46:29.088 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 100119681~5877670 2023-12-20T11:46:29.088 INFO:tasks.workunit.client.0.smithi123.stdout:write: d 2535218~3499154 2023-12-20T11:46:29.160 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 58676609~6627356 2023-12-20T11:46:29.160 INFO:tasks.workunit.client.0.smithi123.stdout:write: d 143171609~5391651 2023-12-20T11:46:29.161 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 78817920~5693838 2023-12-20T11:46:29.162 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: user3 2023-12-20T11:46:29.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:29 smithi177 ceph-mon[212096]: osdmap e1921: 8 total, 8 up, 8 in 2023-12-20T11:46:29.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:29 smithi177 ceph-mon[212096]: pgmap v3355: 169 pgs: 169 active+clean; 1.5 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 27 MiB/s rd, 30 MiB/s wr, 651 op/s 2023-12-20T11:46:29.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:29 smithi123 ceph-mon[191304]: osdmap e1921: 8 total, 8 up, 8 in 2023-12-20T11:46:29.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:29 smithi123 ceph-mon[191304]: pgmap v3355: 169 pgs: 169 active+clean; 1.5 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 27 MiB/s rd, 30 MiB/s wr, 651 op/s 2023-12-20T11:46:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:29 smithi123 ceph-mon[188613]: osdmap e1921: 8 total, 8 up, 8 in 2023-12-20T11:46:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:29 smithi123 ceph-mon[188613]: pgmap v3355: 169 pgs: 169 active+clean; 1.5 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 27 MiB/s rd, 30 MiB/s wr, 651 op/s 2023-12-20T11:46:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:46:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:46:29] "GET /metrics HTTP/1.1" 200 39075 "" "Prometheus/2.43.0" 2023-12-20T11:46:30.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:30 smithi177 ceph-mon[212096]: osdmap e1922: 8 total, 8 up, 8 in 2023-12-20T11:46:30.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:30 smithi123 ceph-mon[191304]: osdmap e1922: 8 total, 8 up, 8 in 2023-12-20T11:46:30.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:30 smithi123 ceph-mon[188613]: osdmap e1922: 8 total, 8 up, 8 in 2023-12-20T11:46:31.085 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 17418397~4354599 2023-12-20T11:46:31.086 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 18507046~2177299 2023-12-20T11:46:31.132 INFO:tasks.workunit.client.0.smithi123.stdout:write: 2 34836795~4354599 2023-12-20T11:46:31.133 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 35925444~2177299 2023-12-20T11:46:31.165 INFO:tasks.workunit.client.0.smithi123.stdout:write: 3 52255193~4354599 2023-12-20T11:46:31.166 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 53343842~2177299 2023-12-20T11:46:31.208 INFO:tasks.workunit.client.0.smithi123.stdout:write: 4 69673590~4354599 2023-12-20T11:46:31.209 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 70762239~2177299 2023-12-20T11:46:31.243 INFO:tasks.workunit.client.0.smithi123.stdout:write: 5 87091988~4354599 2023-12-20T11:46:31.244 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 88180637~2177299 2023-12-20T11:46:31.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:31 smithi177 ceph-mon[212096]: osdmap e1923: 8 total, 8 up, 8 in 2023-12-20T11:46:31.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:31 smithi177 ceph-mon[212096]: pgmap v3358: 169 pgs: 169 active+clean; 1.6 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 25 MiB/s wr, 114 op/s 2023-12-20T11:46:31.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:31 smithi123 ceph-mon[191304]: osdmap e1923: 8 total, 8 up, 8 in 2023-12-20T11:46:31.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:31 smithi123 ceph-mon[191304]: pgmap v3358: 169 pgs: 169 active+clean; 1.6 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 25 MiB/s wr, 114 op/s 2023-12-20T11:46:31.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:31 smithi123 ceph-mon[188613]: osdmap e1923: 8 total, 8 up, 8 in 2023-12-20T11:46:31.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:31 smithi123 ceph-mon[188613]: pgmap v3358: 169 pgs: 169 active+clean; 1.6 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 25 MiB/s wr, 114 op/s 2023-12-20T11:46:32.281 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:46:32.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:32 smithi177 ceph-mon[212096]: osdmap e1924: 8 total, 8 up, 8 in 2023-12-20T11:46:32.487 INFO:tasks.workunit.client.0.smithi123.stdout:migration_commit 2023-12-20T11:46:32.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:32 smithi123 ceph-mon[191304]: osdmap e1924: 8 total, 8 up, 8 in 2023-12-20T11:46:32.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:32 smithi123 ceph-mon[188613]: osdmap e1924: 8 total, 8 up, 8 in 2023-12-20T11:46:33.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:33 smithi177 ceph-mon[212096]: pgmap v3360: 169 pgs: 169 active+clean; 1.7 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 23 MiB/s rd, 36 MiB/s wr, 443 op/s 2023-12-20T11:46:33.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:33 smithi123 ceph-mon[191304]: pgmap v3360: 169 pgs: 169 active+clean; 1.7 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 23 MiB/s rd, 36 MiB/s wr, 443 op/s 2023-12-20T11:46:33.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:33 smithi123 ceph-mon[188613]: pgmap v3360: 169 pgs: 169 active+clean; 1.7 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 23 MiB/s rd, 36 MiB/s wr, 443 op/s 2023-12-20T11:46:33.581 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.Stress2 (18453 ms) 2023-12-20T11:46:33.582 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMigration.StressLive 2023-12-20T11:46:33.617 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 83886080 2023-12-20T11:46:33.629 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 76329174~7556906 2023-12-20T11:46:33.673 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 7872065~3892005 2023-12-20T11:46:33.673 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 52729770~8207262 2023-12-20T11:46:33.730 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 32667589~1164881 2023-12-20T11:46:33.730 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 31206841~8009935 2023-12-20T11:46:33.783 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 42188162~7401376 2023-12-20T11:46:33.783 INFO:tasks.workunit.client.0.smithi123.stdout:write: A 157275~8293743 2023-12-20T11:46:33.830 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 38589612~7723391 2023-12-20T11:46:33.833 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap0 2023-12-20T11:46:35.046 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:46:35.093 INFO:tasks.workunit.client.0.smithi123.stdout:snap_protect: snap0 2023-12-20T11:46:35.106 INFO:tasks.workunit.client.0.smithi123.stdout:clone image379 -> image382 2023-12-20T11:46:35.205 INFO:tasks.workunit.client.0.smithi123.stdout:write: B 17317860~509734 2023-12-20T11:46:35.220 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 17224779~3391826 2023-12-20T11:46:35.222 INFO:tasks.workunit.client.0.smithi123.stdout:write: B 79846282~4039798 2023-12-20T11:46:35.273 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 42948497~7074919 2023-12-20T11:46:35.280 INFO:tasks.workunit.client.0.smithi123.stdout:write: B 70795474~1916184 2023-12-20T11:46:35.294 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 16564920~6699295 2023-12-20T11:46:35.301 INFO:tasks.workunit.client.0.smithi123.stdout:write: B 79688611~4197469 2023-12-20T11:46:35.355 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 24866690~6232266 2023-12-20T11:46:35.381 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap1 2023-12-20T11:46:35.399 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:46:35.399 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (55m) 46s ago 58m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:46:35.399 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (55m) 9m ago 58m 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:46:35.399 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (59m) 46s ago 59m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:46:35.399 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (59m) 9m ago 59m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:46:35.399 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (54m) 9m ago 61m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:46:35.399 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (55m) 46s ago 62m 589M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:46:35.399 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (54m) 46s ago 63m 454M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:46:35.399 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (54m) 9m ago 61m 205M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:46:35.399 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (54m) 46s ago 61m 270M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:46:35.399 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (55m) 46s ago 58m 22.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:46:35.400 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (55m) 9m ago 58m 19.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:46:35.400 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (53m) 46s ago 61m 3337M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:46:35.400 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (53m) 46s ago 61m 3605M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:46:35.400 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (52m) 46s ago 60m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:46:35.400 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (52m) 46s ago 60m 3241M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:46:35.400 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (51m) 9m ago 60m 2129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:46:35.400 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (51m) 9m ago 59m 2317M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:46:35.400 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (50m) 9m ago 59m 1836M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:46:35.400 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (50m) 9m ago 59m 2209M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:46:35.400 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (54m) 9m ago 58m 92.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:46:35.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:35 smithi177 ceph-mon[212096]: osdmap e1925: 8 total, 8 up, 8 in 2023-12-20T11:46:35.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:35 smithi177 ceph-mon[212096]: pgmap v3362: 169 pgs: 169 active+clean; 1.7 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 125 MiB/s rd, 23 MiB/s wr, 448 op/s 2023-12-20T11:46:35.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:35 smithi123 ceph-mon[191304]: osdmap e1925: 8 total, 8 up, 8 in 2023-12-20T11:46:35.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:35 smithi123 ceph-mon[191304]: pgmap v3362: 169 pgs: 169 active+clean; 1.7 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 125 MiB/s rd, 23 MiB/s wr, 448 op/s 2023-12-20T11:46:35.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:35 smithi123 ceph-mon[188613]: osdmap e1925: 8 total, 8 up, 8 in 2023-12-20T11:46:35.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:35 smithi123 ceph-mon[188613]: pgmap v3362: 169 pgs: 169 active+clean; 1.7 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 125 MiB/s rd, 23 MiB/s wr, 448 op/s 2023-12-20T11:46:35.781 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:46:35.781 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:46:35.781 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:46:35.781 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:46:35.781 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:46:35.781 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:46:35.781 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:46:35.782 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:46:35.782 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:46:35.782 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:46:35.782 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:46:35.782 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:46:35.782 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:46:35.782 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:46:35.782 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:46:35.782 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:46:35.782 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:46:35.782 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:46:36.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:36 smithi177 ceph-mon[212096]: from='client.47333 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:46:36.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:36 smithi177 ceph-mon[212096]: osdmap e1926: 8 total, 8 up, 8 in 2023-12-20T11:46:36.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:36 smithi177 ceph-mon[212096]: from='client.37392 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:46:36.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:36 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2637620444' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:46:36.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:36 smithi123 ceph-mon[191304]: from='client.47333 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:46:36.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:36 smithi123 ceph-mon[191304]: osdmap e1926: 8 total, 8 up, 8 in 2023-12-20T11:46:36.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:36 smithi123 ceph-mon[191304]: from='client.37392 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:46:36.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:36 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2637620444' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:46:36.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:36 smithi123 ceph-mon[188613]: from='client.47333 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:46:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:36 smithi123 ceph-mon[188613]: osdmap e1926: 8 total, 8 up, 8 in 2023-12-20T11:46:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:36 smithi123 ceph-mon[188613]: from='client.37392 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:46:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:36 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2637620444' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:46:37.108 INFO:tasks.workunit.client.0.smithi123.stdout:snap_protect: snap1 2023-12-20T11:46:37.122 INFO:tasks.workunit.client.0.smithi123.stdout:clone image382 -> image384 2023-12-20T11:46:37.265 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 111150892 2023-12-20T11:46:37.277 INFO:tasks.workunit.client.0.smithi123.stdout:write: C 97438766~6515932 2023-12-20T11:46:37.318 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 100611630~1720316 2023-12-20T11:46:37.321 INFO:tasks.workunit.client.0.smithi123.stdout:write: C 106819366~4176846 2023-12-20T11:46:37.352 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 114113~4073477 2023-12-20T11:46:37.373 INFO:tasks.workunit.client.0.smithi123.stdout:write: C 72019545~1300221 2023-12-20T11:46:37.399 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 23958169~5809756 2023-12-20T11:46:37.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:37 smithi177 ceph-mon[212096]: osdmap e1927: 8 total, 8 up, 8 in 2023-12-20T11:46:37.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:37 smithi177 ceph-mon[212096]: pgmap v3365: 169 pgs: 169 active+clean; 1.8 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 212 MiB/s rd, 27 MiB/s wr, 846 op/s 2023-12-20T11:46:37.426 INFO:tasks.workunit.client.0.smithi123.stdout:write: C 35706856~1229783 2023-12-20T11:46:37.473 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 70877855~2206204 2023-12-20T11:46:37.482 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap2 2023-12-20T11:46:37.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:37 smithi123 ceph-mon[191304]: osdmap e1927: 8 total, 8 up, 8 in 2023-12-20T11:46:37.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:37 smithi123 ceph-mon[191304]: pgmap v3365: 169 pgs: 169 active+clean; 1.8 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 212 MiB/s rd, 27 MiB/s wr, 846 op/s 2023-12-20T11:46:37.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:37 smithi123 ceph-mon[188613]: osdmap e1927: 8 total, 8 up, 8 in 2023-12-20T11:46:37.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:37 smithi123 ceph-mon[188613]: pgmap v3365: 169 pgs: 169 active+clean; 1.8 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 212 MiB/s rd, 27 MiB/s wr, 846 op/s 2023-12-20T11:46:38.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:38 smithi177 ceph-mon[212096]: osdmap e1928: 8 total, 8 up, 8 in 2023-12-20T11:46:38.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:38 smithi123 ceph-mon[191304]: osdmap e1928: 8 total, 8 up, 8 in 2023-12-20T11:46:38.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:38 smithi123 ceph-mon[188613]: osdmap e1928: 8 total, 8 up, 8 in 2023-12-20T11:46:39.124 INFO:tasks.workunit.client.0.smithi123.stdout:snap_protect: snap2 2023-12-20T11:46:39.138 INFO:tasks.workunit.client.0.smithi123.stdout:clone image384 -> image386 2023-12-20T11:46:39.306 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 126185434 2023-12-20T11:46:39.318 INFO:tasks.workunit.client.0.smithi123.stdout:write: D 41164706~3007048 2023-12-20T11:46:39.364 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 30240085~4050269 2023-12-20T11:46:39.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:39 smithi177 ceph-mon[212096]: osdmap e1929: 8 total, 8 up, 8 in 2023-12-20T11:46:39.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:39 smithi177 ceph-mon[212096]: pgmap v3368: 169 pgs: 169 active+clean; 1.8 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 135 MiB/s rd, 22 MiB/s wr, 809 op/s 2023-12-20T11:46:39.408 INFO:tasks.workunit.client.0.smithi123.stdout:write: D 16636346~434626 2023-12-20T11:46:39.420 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 56285912~7185329 2023-12-20T11:46:39.453 INFO:tasks.workunit.client.0.smithi123.stdout:write: D 99466358~7948604 2023-12-20T11:46:39.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:39 smithi123 ceph-mon[191304]: osdmap e1929: 8 total, 8 up, 8 in 2023-12-20T11:46:39.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:39 smithi123 ceph-mon[191304]: pgmap v3368: 169 pgs: 169 active+clean; 1.8 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 135 MiB/s rd, 22 MiB/s wr, 809 op/s 2023-12-20T11:46:39.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:39 smithi123 ceph-mon[188613]: osdmap e1929: 8 total, 8 up, 8 in 2023-12-20T11:46:39.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:39 smithi123 ceph-mon[188613]: pgmap v3368: 169 pgs: 169 active+clean; 1.8 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 135 MiB/s rd, 22 MiB/s wr, 809 op/s 2023-12-20T11:46:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:46:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:46:39] "GET /metrics HTTP/1.1" 200 39075 "" "Prometheus/2.43.0" 2023-12-20T11:46:39.519 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 63066825~4329205 2023-12-20T11:46:39.526 INFO:tasks.workunit.client.0.smithi123.stdout:write: D 93023050~2275096 2023-12-20T11:46:39.553 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 61956868~3379301 2023-12-20T11:46:39.555 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: snap3 2023-12-20T11:46:40.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:40 smithi177 ceph-mon[212096]: osdmap e1930: 8 total, 8 up, 8 in 2023-12-20T11:46:40.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:40 smithi123 ceph-mon[191304]: osdmap e1930: 8 total, 8 up, 8 in 2023-12-20T11:46:40.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:40 smithi123 ceph-mon[188613]: osdmap e1930: 8 total, 8 up, 8 in 2023-12-20T11:46:41.138 INFO:tasks.workunit.client.0.smithi123.stdout:snap_protect: snap3 2023-12-20T11:46:41.149 INFO:tasks.workunit.client.0.smithi123.stdout:clone image386 -> image388 2023-12-20T11:46:41.347 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 114224109 2023-12-20T11:46:41.369 INFO:tasks.workunit.client.0.smithi123.stdout:migration_prepare 2023-12-20T11:46:41.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:41 smithi177 ceph-mon[212096]: osdmap e1931: 8 total, 8 up, 8 in 2023-12-20T11:46:41.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:41 smithi177 ceph-mon[212096]: pgmap v3371: 169 pgs: 169 active+clean; 1.9 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 19 MiB/s rd, 13 MiB/s wr, 221 op/s 2023-12-20T11:46:41.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:41 smithi123 ceph-mon[191304]: osdmap e1931: 8 total, 8 up, 8 in 2023-12-20T11:46:41.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:41 smithi123 ceph-mon[191304]: pgmap v3371: 169 pgs: 169 active+clean; 1.9 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 19 MiB/s rd, 13 MiB/s wr, 221 op/s 2023-12-20T11:46:41.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:41 smithi123 ceph-mon[188613]: osdmap e1931: 8 total, 8 up, 8 in 2023-12-20T11:46:41.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:41 smithi123 ceph-mon[188613]: pgmap v3371: 169 pgs: 169 active+clean; 1.9 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 19 MiB/s rd, 13 MiB/s wr, 221 op/s 2023-12-20T11:46:41.877 INFO:tasks.workunit.client.0.smithi123.stdout:migration_execute 2023-12-20T11:46:41.878 INFO:tasks.workunit.client.0.smithi123.stdout:write: a 85924236~1227036 2023-12-20T11:46:41.909 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 27595811~2848356 2023-12-20T11:46:41.936 INFO:tasks.workunit.client.0.smithi123.stdout:write: a 66580199~5459338 2023-12-20T11:46:41.997 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 19140752~4998585 2023-12-20T11:46:42.027 INFO:tasks.workunit.client.0.smithi123.stdout:write: a 67546432~5755487 2023-12-20T11:46:42.050 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 44020780~6396280 2023-12-20T11:46:42.090 INFO:tasks.workunit.client.0.smithi123.stdout:write: a 98622689~1618615 2023-12-20T11:46:42.127 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 34534981~1780806 2023-12-20T11:46:42.169 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: user0 2023-12-20T11:46:42.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:42 smithi177 ceph-mon[212096]: osdmap e1932: 8 total, 8 up, 8 in 2023-12-20T11:46:42.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:46:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:42 smithi123 ceph-mon[191304]: osdmap e1932: 8 total, 8 up, 8 in 2023-12-20T11:46:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:46:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:42 smithi123 ceph-mon[188613]: osdmap e1932: 8 total, 8 up, 8 in 2023-12-20T11:46:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:46:43.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:43 smithi177 ceph-mon[212096]: pgmap v3373: 169 pgs: 169 active+clean; 1.9 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 20 MiB/s rd, 19 MiB/s wr, 412 op/s 2023-12-20T11:46:43.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:43 smithi123 ceph-mon[188613]: pgmap v3373: 169 pgs: 169 active+clean; 1.9 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 20 MiB/s rd, 19 MiB/s wr, 412 op/s 2023-12-20T11:46:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:43 smithi123 ceph-mon[191304]: pgmap v3373: 169 pgs: 169 active+clean; 1.9 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 20 MiB/s rd, 19 MiB/s wr, 412 op/s 2023-12-20T11:46:44.146 INFO:tasks.workunit.client.0.smithi123.stdout:write: b 112584173~1639936 2023-12-20T11:46:44.154 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 84390812~5756112 2023-12-20T11:46:44.157 INFO:tasks.workunit.client.0.smithi123.stdout:write: b 4217912~5880844 2023-12-20T11:46:44.159 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 70657999~2858918 2023-12-20T11:46:44.159 INFO:tasks.workunit.client.0.smithi123.stdout:write: b 72651882~2801386 2023-12-20T11:46:44.175 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 38986337~6210771 2023-12-20T11:46:44.176 INFO:tasks.workunit.client.0.smithi123.stdout:write: b 15902684~3194350 2023-12-20T11:46:44.178 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 84511781~921336 2023-12-20T11:46:44.180 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: user1 2023-12-20T11:46:44.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:44 smithi177 ceph-mon[212096]: osdmap e1933: 8 total, 8 up, 8 in 2023-12-20T11:46:44.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:44 smithi123 ceph-mon[191304]: osdmap e1933: 8 total, 8 up, 8 in 2023-12-20T11:46:44.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:44 smithi123 ceph-mon[188613]: osdmap e1933: 8 total, 8 up, 8 in 2023-12-20T11:46:45.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:45 smithi177 ceph-mon[212096]: osdmap e1934: 8 total, 8 up, 8 in 2023-12-20T11:46:45.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:45 smithi177 ceph-mon[212096]: pgmap v3376: 169 pgs: 169 active+clean; 2.0 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 23 MiB/s rd, 23 MiB/s wr, 767 op/s 2023-12-20T11:46:45.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:45 smithi123 ceph-mon[191304]: osdmap e1934: 8 total, 8 up, 8 in 2023-12-20T11:46:45.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:45 smithi123 ceph-mon[191304]: pgmap v3376: 169 pgs: 169 active+clean; 2.0 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 23 MiB/s rd, 23 MiB/s wr, 767 op/s 2023-12-20T11:46:45.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:45 smithi123 ceph-mon[188613]: osdmap e1934: 8 total, 8 up, 8 in 2023-12-20T11:46:45.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:45 smithi123 ceph-mon[188613]: pgmap v3376: 169 pgs: 169 active+clean; 2.0 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 23 MiB/s rd, 23 MiB/s wr, 767 op/s 2023-12-20T11:46:46.154 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 204677916 2023-12-20T11:46:46.167 INFO:tasks.workunit.client.0.smithi123.stdout:write: c 65617819~6910042 2023-12-20T11:46:46.180 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 93465572~4568106 2023-12-20T11:46:46.181 INFO:tasks.workunit.client.0.smithi123.stdout:write: c 85420985~4243846 2023-12-20T11:46:46.183 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 74120531~4194648 2023-12-20T11:46:46.185 INFO:tasks.workunit.client.0.smithi123.stdout:write: c 172307362~4798289 2023-12-20T11:46:46.186 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 168804152~3755190 2023-12-20T11:46:46.262 INFO:tasks.workunit.client.0.smithi123.stdout:write: c 47379358~1938462 2023-12-20T11:46:46.263 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 180524615~1079104 2023-12-20T11:46:46.263 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: user2 2023-12-20T11:46:46.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:46 smithi177 ceph-mon[212096]: osdmap e1935: 8 total, 8 up, 8 in 2023-12-20T11:46:46.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:46 smithi123 ceph-mon[191304]: osdmap e1935: 8 total, 8 up, 8 in 2023-12-20T11:46:46.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:46 smithi123 ceph-mon[188613]: osdmap e1935: 8 total, 8 up, 8 in 2023-12-20T11:46:47.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:47 smithi123 ceph-mon[191304]: osdmap e1936: 8 total, 8 up, 8 in 2023-12-20T11:46:47.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:47 smithi123 ceph-mon[191304]: pgmap v3379: 169 pgs: 169 active+clean; 2.1 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 31 MiB/s rd, 38 MiB/s wr, 1.06k op/s 2023-12-20T11:46:47.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:47 smithi123 ceph-mon[188613]: osdmap e1936: 8 total, 8 up, 8 in 2023-12-20T11:46:47.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:47 smithi123 ceph-mon[188613]: pgmap v3379: 169 pgs: 169 active+clean; 2.1 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 31 MiB/s rd, 38 MiB/s wr, 1.06k op/s 2023-12-20T11:46:47.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:47 smithi177 ceph-mon[212096]: osdmap e1936: 8 total, 8 up, 8 in 2023-12-20T11:46:47.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:47 smithi177 ceph-mon[212096]: pgmap v3379: 169 pgs: 169 active+clean; 2.1 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 31 MiB/s rd, 38 MiB/s wr, 1.06k op/s 2023-12-20T11:46:48.180 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 178259545 2023-12-20T11:46:48.204 INFO:tasks.workunit.client.0.smithi123.stdout:write: d 122690435~1002677 2023-12-20T11:46:48.212 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 146403899~6727280 2023-12-20T11:46:48.212 INFO:tasks.workunit.client.0.smithi123.stdout:write: d 88429023~7303588 2023-12-20T11:46:48.216 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 2102831~3498363 2023-12-20T11:46:48.217 INFO:tasks.workunit.client.0.smithi123.stdout:write: d 92483834~4499914 2023-12-20T11:46:48.262 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 7292241~3560034 2023-12-20T11:46:48.262 INFO:tasks.workunit.client.0.smithi123.stdout:write: d 134193919~3989221 2023-12-20T11:46:48.264 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 111306400~5787100 2023-12-20T11:46:48.265 INFO:tasks.workunit.client.0.smithi123.stdout:snap_create: user3 2023-12-20T11:46:48.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:48 smithi123 ceph-mon[191304]: osdmap e1937: 8 total, 8 up, 8 in 2023-12-20T11:46:48.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:48 smithi123 ceph-mon[188613]: osdmap e1937: 8 total, 8 up, 8 in 2023-12-20T11:46:48.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:48 smithi177 ceph-mon[212096]: osdmap e1937: 8 total, 8 up, 8 in 2023-12-20T11:46:49.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:49 smithi123 ceph-mon[191304]: osdmap e1938: 8 total, 8 up, 8 in 2023-12-20T11:46:49.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:49 smithi123 ceph-mon[191304]: pgmap v3382: 169 pgs: 169 active+clean; 2.1 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 18 MiB/s rd, 26 MiB/s wr, 535 op/s 2023-12-20T11:46:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:46:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:46:49] "GET /metrics HTTP/1.1" 200 39076 "" "Prometheus/2.43.0" 2023-12-20T11:46:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:49 smithi123 ceph-mon[188613]: osdmap e1938: 8 total, 8 up, 8 in 2023-12-20T11:46:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:49 smithi123 ceph-mon[188613]: pgmap v3382: 169 pgs: 169 active+clean; 2.1 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 18 MiB/s rd, 26 MiB/s wr, 535 op/s 2023-12-20T11:46:49.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:49 smithi177 ceph-mon[212096]: osdmap e1938: 8 total, 8 up, 8 in 2023-12-20T11:46:49.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:49 smithi177 ceph-mon[212096]: pgmap v3382: 169 pgs: 169 active+clean; 2.1 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 18 MiB/s rd, 26 MiB/s wr, 535 op/s 2023-12-20T11:46:50.198 INFO:tasks.workunit.client.0.smithi123.stdout:resize: 216529743 2023-12-20T11:46:50.213 INFO:tasks.workunit.client.0.smithi123.stdout:write: 1 21652974~5413243 2023-12-20T11:46:50.214 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 23006284~2706621 2023-12-20T11:46:50.243 INFO:tasks.workunit.client.0.smithi123.stdout:write: 2 43305948~5413243 2023-12-20T11:46:50.244 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 44659258~2706621 2023-12-20T11:46:50.274 INFO:tasks.workunit.client.0.smithi123.stdout:write: 3 64958922~5413243 2023-12-20T11:46:50.275 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 66312232~2706621 2023-12-20T11:46:50.299 INFO:tasks.workunit.client.0.smithi123.stdout:write: 4 86611897~5413243 2023-12-20T11:46:50.300 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 87965207~2706621 2023-12-20T11:46:50.330 INFO:tasks.workunit.client.0.smithi123.stdout:write: 5 108264871~5413243 2023-12-20T11:46:50.332 INFO:tasks.workunit.client.0.smithi123.stdout:discard: 109618181~2706621 2023-12-20T11:46:50.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:50 smithi123 ceph-mon[191304]: osdmap e1939: 8 total, 8 up, 8 in 2023-12-20T11:46:50.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:46:50.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:46:50.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:46:50.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:46:50.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:46:50.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:46:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:50 smithi123 ceph-mon[188613]: osdmap e1939: 8 total, 8 up, 8 in 2023-12-20T11:46:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:46:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:46:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:46:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:46:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:46:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:46:50.508 INFO:tasks.workunit.client.0.smithi123.stdout:migration_commit 2023-12-20T11:46:50.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:50 smithi177 ceph-mon[212096]: osdmap e1939: 8 total, 8 up, 8 in 2023-12-20T11:46:50.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:46:50.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:46:50.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:46:50.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:46:50.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:46:50.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:46:51.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:51 smithi123 ceph-mon[191304]: osdmap e1940: 8 total, 8 up, 8 in 2023-12-20T11:46:51.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:51 smithi123 ceph-mon[191304]: pgmap v3385: 169 pgs: 169 active+clean; 2.2 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 4.1 MiB/s rd, 10 MiB/s wr, 153 op/s 2023-12-20T11:46:51.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:51 smithi123 ceph-mon[188613]: osdmap e1940: 8 total, 8 up, 8 in 2023-12-20T11:46:51.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:51 smithi123 ceph-mon[188613]: pgmap v3385: 169 pgs: 169 active+clean; 2.2 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 4.1 MiB/s rd, 10 MiB/s wr, 153 op/s 2023-12-20T11:46:51.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:51 smithi177 ceph-mon[212096]: osdmap e1940: 8 total, 8 up, 8 in 2023-12-20T11:46:51.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:51 smithi177 ceph-mon[212096]: pgmap v3385: 169 pgs: 169 active+clean; 2.2 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 4.1 MiB/s rd, 10 MiB/s wr, 153 op/s 2023-12-20T11:46:51.758 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMigration.StressLive (18176 ms) 2023-12-20T11:46:53.224 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 57 tests from TestMigration (259907 ms total) 2023-12-20T11:46:53.225 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:46:53.225 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 2 tests from TestMirroringWatcher 2023-12-20T11:46:53.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:53 smithi123 ceph-mon[191304]: osdmap e1941: 8 total, 8 up, 8 in 2023-12-20T11:46:53.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:53 smithi123 ceph-mon[191304]: pgmap v3387: 137 pgs: 137 active+clean; 2.2 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail 2023-12-20T11:46:53.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:53 smithi123 ceph-mon[188613]: osdmap e1941: 8 total, 8 up, 8 in 2023-12-20T11:46:53.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:53 smithi123 ceph-mon[188613]: pgmap v3387: 137 pgs: 137 active+clean; 2.2 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail 2023-12-20T11:46:53.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:53 smithi177 ceph-mon[212096]: osdmap e1941: 8 total, 8 up, 8 in 2023-12-20T11:46:53.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:53 smithi177 ceph-mon[212096]: pgmap v3387: 137 pgs: 137 active+clean; 2.2 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail 2023-12-20T11:46:54.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:54 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:46:54.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:54 smithi123 ceph-mon[191304]: osdmap e1942: 8 total, 8 up, 8 in 2023-12-20T11:46:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:54 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:46:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:54 smithi123 ceph-mon[188613]: osdmap e1942: 8 total, 8 up, 8 in 2023-12-20T11:46:54.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:54 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:46:54.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:54 smithi177 ceph-mon[212096]: osdmap e1942: 8 total, 8 up, 8 in 2023-12-20T11:46:55.220 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2023-12-20T11:46:55.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:55 smithi123 ceph-mon[191304]: osdmap e1943: 8 total, 8 up, 8 in 2023-12-20T11:46:55.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:55 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2148941641' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:46:55.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:55 smithi123 ceph-mon[191304]: pgmap v3390: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 9.4 GiB used, 706 GiB / 715 GiB avail 2023-12-20T11:46:55.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:55 smithi123 ceph-mon[188613]: osdmap e1943: 8 total, 8 up, 8 in 2023-12-20T11:46:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:55 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2148941641' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:46:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:55 smithi123 ceph-mon[188613]: pgmap v3390: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 9.4 GiB used, 706 GiB / 715 GiB avail 2023-12-20T11:46:55.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:55 smithi177 ceph-mon[212096]: osdmap e1943: 8 total, 8 up, 8 in 2023-12-20T11:46:55.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:55 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2148941641' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:46:55.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:55 smithi177 ceph-mon[212096]: pgmap v3390: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 9.4 GiB used, 706 GiB / 715 GiB avail 2023-12-20T11:46:56.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:56 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:46:56.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:56 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2148941641' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-31","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:46:56.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:56 smithi123 ceph-mon[191304]: osdmap e1944: 8 total, 8 up, 8 in 2023-12-20T11:46:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:56 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:46:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:56 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2148941641' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-31","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:46:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:56 smithi123 ceph-mon[188613]: osdmap e1944: 8 total, 8 up, 8 in 2023-12-20T11:46:56.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:56 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:46:56.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:56 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2148941641' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-31","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:46:56.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:56 smithi177 ceph-mon[212096]: osdmap e1944: 8 total, 8 up, 8 in 2023-12-20T11:46:57.277 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2057 ms) 2023-12-20T11:46:57.277 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2023-12-20T11:46:57.299 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (22 ms) 2023-12-20T11:46:57.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:57 smithi123 ceph-mon[188613]: osdmap e1945: 8 total, 8 up, 8 in 2023-12-20T11:46:57.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:46:57.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:57 smithi123 ceph-mon[188613]: pgmap v3393: 137 pgs: 15 unknown, 122 active+clean; 4.6 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail 2023-12-20T11:46:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:57 smithi123 ceph-mon[191304]: osdmap e1945: 8 total, 8 up, 8 in 2023-12-20T11:46:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:46:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:57 smithi123 ceph-mon[191304]: pgmap v3393: 137 pgs: 15 unknown, 122 active+clean; 4.6 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail 2023-12-20T11:46:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:57 smithi177 ceph-mon[212096]: osdmap e1945: 8 total, 8 up, 8 in 2023-12-20T11:46:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:46:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:57 smithi177 ceph-mon[212096]: pgmap v3393: 137 pgs: 15 unknown, 122 active+clean; 4.6 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail 2023-12-20T11:46:58.240 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 2 tests from TestMirroringWatcher (2079 ms total) 2023-12-20T11:46:58.240 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:46:58.240 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 4 tests from TestObjectMap 2023-12-20T11:46:58.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:58 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:46:58.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:58 smithi123 ceph-mon[191304]: osdmap e1946: 8 total, 8 up, 8 in 2023-12-20T11:46:58.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:58 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:46:58.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:58 smithi123 ceph-mon[188613]: osdmap e1946: 8 total, 8 up, 8 in 2023-12-20T11:46:58.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:58 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:46:58.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:58 smithi177 ceph-mon[212096]: osdmap e1946: 8 total, 8 up, 8 in 2023-12-20T11:46:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:46:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:46:59] "GET /metrics HTTP/1.1" 200 36516 "" "Prometheus/2.43.0" 2023-12-20T11:46:59.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:59 smithi123 ceph-mon[191304]: osdmap e1947: 8 total, 8 up, 8 in 2023-12-20T11:46:59.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:46:59 smithi123 ceph-mon[191304]: pgmap v3396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-20T11:46:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:59 smithi123 ceph-mon[188613]: osdmap e1947: 8 total, 8 up, 8 in 2023-12-20T11:46:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:46:59 smithi123 ceph-mon[188613]: pgmap v3396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-20T11:46:59.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:59 smithi177 ceph-mon[212096]: osdmap e1947: 8 total, 8 up, 8 in 2023-12-20T11:46:59.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:46:59 smithi177 ceph-mon[212096]: pgmap v3396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-20T11:47:00.252 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2023-12-20T11:47:00.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:00 smithi177 ceph-mon[212096]: osdmap e1948: 8 total, 8 up, 8 in 2023-12-20T11:47:00.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:00 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3104631779' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:47:00.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:00 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:47:00.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:00 smithi123 ceph-mon[191304]: osdmap e1948: 8 total, 8 up, 8 in 2023-12-20T11:47:00.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:00 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3104631779' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:47:00.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:00 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:47:00.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:00 smithi123 ceph-mon[188613]: osdmap e1948: 8 total, 8 up, 8 in 2023-12-20T11:47:00.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:00 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3104631779' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:47:00.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:00 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:47:01.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:01 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-32","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:47:01.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:01 smithi177 ceph-mon[212096]: osdmap e1949: 8 total, 8 up, 8 in 2023-12-20T11:47:01.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:01 smithi177 ceph-mon[212096]: pgmap v3399: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:01.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:01 smithi177 ceph-mon[212096]: osdmap e1950: 8 total, 8 up, 8 in 2023-12-20T11:47:01.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:01 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-32","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:47:01.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:01 smithi123 ceph-mon[191304]: osdmap e1949: 8 total, 8 up, 8 in 2023-12-20T11:47:01.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:01 smithi123 ceph-mon[191304]: pgmap v3399: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:01.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:01 smithi123 ceph-mon[191304]: osdmap e1950: 8 total, 8 up, 8 in 2023-12-20T11:47:01.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:01 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-32","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:47:01.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:01 smithi123 ceph-mon[188613]: osdmap e1949: 8 total, 8 up, 8 in 2023-12-20T11:47:01.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:01 smithi123 ceph-mon[188613]: pgmap v3399: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:01.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:01 smithi123 ceph-mon[188613]: osdmap e1950: 8 total, 8 up, 8 in 2023-12-20T11:47:02.305 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2055 ms) 2023-12-20T11:47:02.306 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2023-12-20T11:47:02.336 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (31 ms) 2023-12-20T11:47:02.336 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2023-12-20T11:47:02.370 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (34 ms) 2023-12-20T11:47:02.370 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2023-12-20T11:47:02.401 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (31 ms) 2023-12-20T11:47:03.258 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 4 tests from TestObjectMap (2151 ms total) 2023-12-20T11:47:03.258 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:47:03.258 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 1 test from TestOperations 2023-12-20T11:47:03.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:03 smithi177 ceph-mon[212096]: osdmap e1951: 8 total, 8 up, 8 in 2023-12-20T11:47:03.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:03 smithi177 ceph-mon[212096]: pgmap v3402: 137 pgs: 13 unknown, 124 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:03.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:03 smithi123 ceph-mon[191304]: osdmap e1951: 8 total, 8 up, 8 in 2023-12-20T11:47:03.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:03 smithi123 ceph-mon[191304]: pgmap v3402: 137 pgs: 13 unknown, 124 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:03.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:03 smithi123 ceph-mon[188613]: osdmap e1951: 8 total, 8 up, 8 in 2023-12-20T11:47:03.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:03 smithi123 ceph-mon[188613]: pgmap v3402: 137 pgs: 13 unknown, 124 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:04.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:04 smithi177 ceph-mon[212096]: osdmap e1952: 8 total, 8 up, 8 in 2023-12-20T11:47:04.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:04 smithi123 ceph-mon[191304]: osdmap e1952: 8 total, 8 up, 8 in 2023-12-20T11:47:04.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:04 smithi123 ceph-mon[188613]: osdmap e1952: 8 total, 8 up, 8 in 2023-12-20T11:47:05.275 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2023-12-20T11:47:05.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:05 smithi177 ceph-mon[212096]: osdmap e1953: 8 total, 8 up, 8 in 2023-12-20T11:47:05.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:05 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3477087594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:47:05.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:05 smithi177 ceph-mon[212096]: pgmap v3405: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:05.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:05 smithi123 ceph-mon[191304]: osdmap e1953: 8 total, 8 up, 8 in 2023-12-20T11:47:05.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:05 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3477087594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:47:05.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:05 smithi123 ceph-mon[191304]: pgmap v3405: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:05.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:05 smithi123 ceph-mon[188613]: osdmap e1953: 8 total, 8 up, 8 in 2023-12-20T11:47:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:05 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3477087594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:47:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:05 smithi123 ceph-mon[188613]: pgmap v3405: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:06.128 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:47:06.438 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:47:06.438 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (55m) 77s ago 58m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:47:06.438 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (55m) 9m ago 58m 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:47:06.438 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (59m) 77s ago 59m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:47:06.438 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (59m) 9m ago 59m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:47:06.438 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (55m) 9m ago 62m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:47:06.439 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (55m) 77s ago 63m 589M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:47:06.439 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (55m) 77s ago 63m 454M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:47:06.439 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (54m) 9m ago 62m 205M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:47:06.439 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (54m) 77s ago 62m 270M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:47:06.439 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (55m) 77s ago 58m 22.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:47:06.439 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (55m) 9m ago 58m 19.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:47:06.439 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (54m) 77s ago 61m 3337M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:47:06.439 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (53m) 77s ago 61m 3605M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:47:06.439 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (53m) 77s ago 61m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:47:06.439 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (52m) 77s ago 61m 3241M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:47:06.439 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (52m) 9m ago 60m 2129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:47:06.439 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (51m) 9m ago 60m 2317M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:47:06.439 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (51m) 9m ago 60m 1836M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:47:06.439 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (50m) 9m ago 59m 2209M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:47:06.439 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (55m) 9m ago 59m 92.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:47:06.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:06 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:47:06.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:06 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3477087594' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-33","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:47:06.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:06 smithi177 ceph-mon[212096]: osdmap e1954: 8 total, 8 up, 8 in 2023-12-20T11:47:06.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:06 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:47:06.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:06 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3477087594' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-33","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:47:06.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:06 smithi123 ceph-mon[191304]: osdmap e1954: 8 total, 8 up, 8 in 2023-12-20T11:47:06.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:06 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:47:06.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:06 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3477087594' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-33","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:47:06.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:06 smithi123 ceph-mon[188613]: osdmap e1954: 8 total, 8 up, 8 in 2023-12-20T11:47:06.819 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:47:06.819 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:47:06.819 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:47:06.819 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:47:06.819 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:47:06.819 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:47:06.819 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:47:06.819 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:47:06.820 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:47:06.820 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:47:06.820 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:47:06.820 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:47:06.820 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:47:06.820 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:47:06.820 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:47:06.820 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:47:06.820 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:47:06.820 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:47:07.314 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:47:07.314 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestOperations.DisableJournalingCorrupt (2040 ms) 2023-12-20T11:47:07.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:07 smithi177 ceph-mon[212096]: from='client.47387 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:47:07.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:07 smithi177 ceph-mon[212096]: osdmap e1955: 8 total, 8 up, 8 in 2023-12-20T11:47:07.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:07 smithi177 ceph-mon[212096]: from='client.47393 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:47:07.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:07 smithi177 ceph-mon[212096]: pgmap v3408: 137 pgs: 14 unknown, 123 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:07.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:07 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1862283759' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:47:07.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:07 smithi123 ceph-mon[191304]: from='client.47387 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:47:07.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:07 smithi123 ceph-mon[191304]: osdmap e1955: 8 total, 8 up, 8 in 2023-12-20T11:47:07.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:07 smithi123 ceph-mon[191304]: from='client.47393 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:47:07.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:07 smithi123 ceph-mon[191304]: pgmap v3408: 137 pgs: 14 unknown, 123 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:07.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:07 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1862283759' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:47:07.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:07 smithi123 ceph-mon[188613]: from='client.47387 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:47:07.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:07 smithi123 ceph-mon[188613]: osdmap e1955: 8 total, 8 up, 8 in 2023-12-20T11:47:07.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:07 smithi123 ceph-mon[188613]: from='client.47393 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:47:07.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:07 smithi123 ceph-mon[188613]: pgmap v3408: 137 pgs: 14 unknown, 123 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:07.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:07 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1862283759' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:47:08.294 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 1 test from TestOperations (2040 ms total) 2023-12-20T11:47:08.294 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:47:08.294 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 2 tests from TestTrash 2023-12-20T11:47:08.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:08 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:47:08.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:08 smithi177 ceph-mon[212096]: osdmap e1956: 8 total, 8 up, 8 in 2023-12-20T11:47:08.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:47:08.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:08 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:47:08.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:08 smithi123 ceph-mon[191304]: osdmap e1956: 8 total, 8 up, 8 in 2023-12-20T11:47:08.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:47:08.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:08 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:47:08.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:08 smithi123 ceph-mon[188613]: osdmap e1956: 8 total, 8 up, 8 in 2023-12-20T11:47:08.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:47:09.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:09 smithi123 ceph-mon[188613]: osdmap e1957: 8 total, 8 up, 8 in 2023-12-20T11:47:09.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:09 smithi123 ceph-mon[188613]: pgmap v3411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:47:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:47:09] "GET /metrics HTTP/1.1" 200 36516 "" "Prometheus/2.43.0" 2023-12-20T11:47:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:09 smithi123 ceph-mon[191304]: osdmap e1957: 8 total, 8 up, 8 in 2023-12-20T11:47:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:09 smithi123 ceph-mon[191304]: pgmap v3411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:09.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:09 smithi177 ceph-mon[212096]: osdmap e1957: 8 total, 8 up, 8 in 2023-12-20T11:47:09.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:09 smithi177 ceph-mon[212096]: pgmap v3411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:10.312 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestTrash.UserRemovingSource 2023-12-20T11:47:10.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:10 smithi177 ceph-mon[212096]: osdmap e1958: 8 total, 8 up, 8 in 2023-12-20T11:47:10.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:10 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2921238021' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:47:10.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:10 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:47:10.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:10 smithi123 ceph-mon[191304]: osdmap e1958: 8 total, 8 up, 8 in 2023-12-20T11:47:10.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:10 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2921238021' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:47:10.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:10 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:47:10.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:10 smithi123 ceph-mon[188613]: osdmap e1958: 8 total, 8 up, 8 in 2023-12-20T11:47:10.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:10 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2921238021' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:47:10.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:10 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:47:11.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:11 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-34","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:47:11.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:11 smithi177 ceph-mon[212096]: osdmap e1959: 8 total, 8 up, 8 in 2023-12-20T11:47:11.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:11 smithi177 ceph-mon[212096]: pgmap v3414: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:11.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:11 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-34","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:47:11.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:11 smithi123 ceph-mon[188613]: osdmap e1959: 8 total, 8 up, 8 in 2023-12-20T11:47:11.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:11 smithi123 ceph-mon[188613]: pgmap v3414: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:11.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:11 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-34","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:47:11.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:11 smithi123 ceph-mon[191304]: osdmap e1959: 8 total, 8 up, 8 in 2023-12-20T11:47:11.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:11 smithi123 ceph-mon[191304]: pgmap v3414: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:12.417 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestTrash.UserRemovingSource (2104 ms) 2023-12-20T11:47:12.417 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2023-12-20T11:47:12.459 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestTrash.RestoreMirroringSource (42 ms) 2023-12-20T11:47:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:12 smithi177 ceph-mon[212096]: osdmap e1960: 8 total, 8 up, 8 in 2023-12-20T11:47:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:47:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:47:12.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:12 smithi123 ceph-mon[191304]: osdmap e1960: 8 total, 8 up, 8 in 2023-12-20T11:47:12.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:47:12.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:47:12.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:12 smithi123 ceph-mon[188613]: osdmap e1960: 8 total, 8 up, 8 in 2023-12-20T11:47:12.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:47:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:47:13.338 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 2 tests from TestTrash (2146 ms total) 2023-12-20T11:47:13.338 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:47:13.338 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 3 tests from TestJournalEntries 2023-12-20T11:47:13.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:13 smithi177 ceph-mon[212096]: osdmap e1961: 8 total, 8 up, 8 in 2023-12-20T11:47:13.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:13 smithi177 ceph-mon[212096]: pgmap v3417: 137 pgs: 14 unknown, 123 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:13.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:13 smithi123 ceph-mon[191304]: osdmap e1961: 8 total, 8 up, 8 in 2023-12-20T11:47:13.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:13 smithi123 ceph-mon[191304]: pgmap v3417: 137 pgs: 14 unknown, 123 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:13.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:13 smithi123 ceph-mon[188613]: osdmap e1961: 8 total, 8 up, 8 in 2023-12-20T11:47:13.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:13 smithi123 ceph-mon[188613]: pgmap v3417: 137 pgs: 14 unknown, 123 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:14.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:14 smithi177 ceph-mon[212096]: osdmap e1962: 8 total, 8 up, 8 in 2023-12-20T11:47:14.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:14 smithi123 ceph-mon[191304]: osdmap e1962: 8 total, 8 up, 8 in 2023-12-20T11:47:14.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:14 smithi123 ceph-mon[188613]: osdmap e1962: 8 total, 8 up, 8 in 2023-12-20T11:47:15.348 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestJournalEntries.AioWrite 2023-12-20T11:47:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:15 smithi177 ceph-mon[212096]: osdmap e1963: 8 total, 8 up, 8 in 2023-12-20T11:47:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:15 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/217349357' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:47:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:15 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:47:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:15 smithi177 ceph-mon[212096]: pgmap v3420: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:15.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:15 smithi123 ceph-mon[191304]: osdmap e1963: 8 total, 8 up, 8 in 2023-12-20T11:47:15.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:15 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/217349357' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:47:15.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:15 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:47:15.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:15 smithi123 ceph-mon[191304]: pgmap v3420: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:15 smithi123 ceph-mon[188613]: osdmap e1963: 8 total, 8 up, 8 in 2023-12-20T11:47:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:15 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/217349357' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:47:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:15 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:47:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:15 smithi123 ceph-mon[188613]: pgmap v3420: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:16.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:16 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:47:16.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:16 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-35","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:47:16.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:16 smithi177 ceph-mon[212096]: osdmap e1964: 8 total, 8 up, 8 in 2023-12-20T11:47:16.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:16 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:47:16.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:16 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-35","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:47:16.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:16 smithi123 ceph-mon[191304]: osdmap e1964: 8 total, 8 up, 8 in 2023-12-20T11:47:16.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:16 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:47:16.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:16 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-35","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:47:16.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:16 smithi123 ceph-mon[188613]: osdmap e1964: 8 total, 8 up, 8 in 2023-12-20T11:47:17.386 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:47:17.386 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestJournalEntries.AioWrite (2039 ms) 2023-12-20T11:47:17.386 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestJournalEntries.AioDiscard 2023-12-20T11:47:17.398 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:47:17.398 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestJournalEntries.AioDiscard (12 ms) 2023-12-20T11:47:17.398 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestJournalEntries.AioFlush 2023-12-20T11:47:17.409 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:47:17.409 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestJournalEntries.AioFlush (11 ms) 2023-12-20T11:47:17.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:17 smithi177 ceph-mon[212096]: osdmap e1965: 8 total, 8 up, 8 in 2023-12-20T11:47:17.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:17 smithi177 ceph-mon[212096]: pgmap v3423: 137 pgs: 18 unknown, 119 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-20T11:47:17.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:17 smithi123 ceph-mon[191304]: osdmap e1965: 8 total, 8 up, 8 in 2023-12-20T11:47:17.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:17 smithi123 ceph-mon[191304]: pgmap v3423: 137 pgs: 18 unknown, 119 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-20T11:47:17.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:17 smithi123 ceph-mon[188613]: osdmap e1965: 8 total, 8 up, 8 in 2023-12-20T11:47:17.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:17 smithi123 ceph-mon[188613]: pgmap v3423: 137 pgs: 18 unknown, 119 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-20T11:47:18.370 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 3 tests from TestJournalEntries (2062 ms total) 2023-12-20T11:47:18.370 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:47:18.370 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 16 tests from TestJournalReplay 2023-12-20T11:47:18.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:18 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:47:18.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:18 smithi177 ceph-mon[212096]: osdmap e1966: 8 total, 8 up, 8 in 2023-12-20T11:47:18.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:18 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:47:18.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:18 smithi123 ceph-mon[191304]: osdmap e1966: 8 total, 8 up, 8 in 2023-12-20T11:47:18.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:18 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:47:18.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:18 smithi123 ceph-mon[188613]: osdmap e1966: 8 total, 8 up, 8 in 2023-12-20T11:47:19.368 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:47:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:47:19] "GET /metrics HTTP/1.1" 200 36514 "" "Prometheus/2.43.0" 2023-12-20T11:47:19.368 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:19 smithi123 ceph-mon[188613]: osdmap e1967: 8 total, 8 up, 8 in 2023-12-20T11:47:19.369 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:19 smithi123 ceph-mon[188613]: pgmap v3426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:19 smithi177 ceph-mon[212096]: osdmap e1967: 8 total, 8 up, 8 in 2023-12-20T11:47:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:19 smithi177 ceph-mon[212096]: pgmap v3426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:19.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:19 smithi123 ceph-mon[191304]: osdmap e1967: 8 total, 8 up, 8 in 2023-12-20T11:47:19.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:19 smithi123 ceph-mon[191304]: pgmap v3426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:20.391 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2023-12-20T11:47:20.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:20 smithi177 ceph-mon[212096]: osdmap e1968: 8 total, 8 up, 8 in 2023-12-20T11:47:20.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:20 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1390615013' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:47:20.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:20 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:47:20.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:20 smithi123 ceph-mon[191304]: osdmap e1968: 8 total, 8 up, 8 in 2023-12-20T11:47:20.811 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:20 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1390615013' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:47:20.811 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:20 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:47:20.812 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:20 smithi123 ceph-mon[188613]: osdmap e1968: 8 total, 8 up, 8 in 2023-12-20T11:47:20.812 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:20 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1390615013' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:47:20.812 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:20 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:47:21.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:21 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-36","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:47:21.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:21 smithi177 ceph-mon[212096]: osdmap e1969: 8 total, 8 up, 8 in 2023-12-20T11:47:21.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:21 smithi177 ceph-mon[212096]: pgmap v3429: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:21.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:21 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-36","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:47:21.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:21 smithi123 ceph-mon[191304]: osdmap e1969: 8 total, 8 up, 8 in 2023-12-20T11:47:21.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:21 smithi123 ceph-mon[191304]: pgmap v3429: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:21.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:21 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi123-241547-36","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-20T11:47:21.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:21 smithi123 ceph-mon[188613]: osdmap e1969: 8 total, 8 up, 8 in 2023-12-20T11:47:21.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:21 smithi123 ceph-mon[188613]: pgmap v3429: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:22.427 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:47:22.427 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestJournalReplay.AioDiscardEvent (2036 ms) 2023-12-20T11:47:22.427 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2023-12-20T11:47:22.437 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:47:22.437 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestJournalReplay.AioWriteEvent (10 ms) 2023-12-20T11:47:22.437 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2023-12-20T11:47:22.446 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:47:22.446 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestJournalReplay.AioFlushEvent (9 ms) 2023-12-20T11:47:22.446 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestJournalReplay.SnapCreate 2023-12-20T11:47:22.455 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:47:22.455 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestJournalReplay.SnapCreate (9 ms) 2023-12-20T11:47:22.455 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestJournalReplay.SnapProtect 2023-12-20T11:47:22.463 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:47:22.463 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestJournalReplay.SnapProtect (8 ms) 2023-12-20T11:47:22.463 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2023-12-20T11:47:22.470 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:47:22.470 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestJournalReplay.SnapUnprotect (7 ms) 2023-12-20T11:47:22.470 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestJournalReplay.SnapRename 2023-12-20T11:47:22.479 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:47:22.479 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestJournalReplay.SnapRename (8 ms) 2023-12-20T11:47:22.479 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestJournalReplay.SnapRollback 2023-12-20T11:47:22.487 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:47:22.487 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestJournalReplay.SnapRollback (8 ms) 2023-12-20T11:47:22.487 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestJournalReplay.SnapRemove 2023-12-20T11:47:22.495 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:47:22.495 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestJournalReplay.SnapRemove (8 ms) 2023-12-20T11:47:22.495 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestJournalReplay.Rename 2023-12-20T11:47:22.502 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:47:22.503 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestJournalReplay.Rename (8 ms) 2023-12-20T11:47:22.503 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestJournalReplay.Resize 2023-12-20T11:47:22.510 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:47:22.510 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestJournalReplay.Resize (8 ms) 2023-12-20T11:47:22.510 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestJournalReplay.Flatten 2023-12-20T11:47:22.517 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:47:22.517 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestJournalReplay.Flatten (7 ms) 2023-12-20T11:47:22.517 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2023-12-20T11:47:22.524 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:47:22.524 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestJournalReplay.UpdateFeatures (7 ms) 2023-12-20T11:47:22.524 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestJournalReplay.MetadataSet 2023-12-20T11:47:22.531 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:47:22.531 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestJournalReplay.MetadataSet (7 ms) 2023-12-20T11:47:22.531 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2023-12-20T11:47:22.539 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:47:22.539 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestJournalReplay.MetadataRemove (7 ms) 2023-12-20T11:47:22.539 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2023-12-20T11:47:22.546 INFO:tasks.workunit.client.0.smithi123.stdout:SKIPPING 2023-12-20T11:47:22.546 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestJournalReplay.ObjectPosition (8 ms) 2023-12-20T11:47:22.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:22 smithi177 ceph-mon[212096]: osdmap e1970: 8 total, 8 up, 8 in 2023-12-20T11:47:22.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:22 smithi123 ceph-mon[191304]: osdmap e1970: 8 total, 8 up, 8 in 2023-12-20T11:47:22.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:22 smithi123 ceph-mon[188613]: osdmap e1970: 8 total, 8 up, 8 in 2023-12-20T11:47:23.407 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 16 tests from TestJournalReplay (2155 ms total) 2023-12-20T11:47:23.408 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:47:23.408 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2023-12-20T11:47:23.408 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 406 tests from 15 test suites ran. (963730 ms total) 2023-12-20T11:47:23.408 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 406 tests. 2023-12-20T11:47:23.408 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:47:23.408 INFO:tasks.workunit.client.0.smithi123.stdout: YOU HAVE 2 DISABLED TESTS 2023-12-20T11:47:23.408 INFO:tasks.workunit.client.0.smithi123.stdout: 2023-12-20T11:47:23.420 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-20T11:47:23.420 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-20T11:47:23.451 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2023-12-20T11:47:23.452 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-20T11:47:23.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:23 smithi177 ceph-mon[212096]: osdmap e1971: 8 total, 8 up, 8 in 2023-12-20T11:47:23.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:23 smithi177 ceph-mon[212096]: pgmap v3432: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:23.699 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:23 smithi123 ceph-mon[191304]: osdmap e1971: 8 total, 8 up, 8 in 2023-12-20T11:47:23.699 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:23 smithi123 ceph-mon[191304]: pgmap v3432: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:23.699 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:23 smithi123 ceph-mon[188613]: osdmap e1971: 8 total, 8 up, 8 in 2023-12-20T11:47:23.699 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:23 smithi123 ceph-mon[188613]: pgmap v3432: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:23.701 DEBUG:teuthology.parallel:result is None 2023-12-20T11:47:23.701 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-12-20T11:47:23.728 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-12-20T11:47:23.728 DEBUG:teuthology.orchestra.run.smithi123:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-12-20T11:47:23.786 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-12-20T11:47:23.786 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-20T11:47:23.787 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2023-12-20T11:47:23.787 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-20T11:47:23.787 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2023-12-20T11:47:23.787 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2023-12-20T11:47:23.788 INFO:tasks.workunit:Pulling workunits from ref quincy 2023-12-20T11:47:23.788 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-20T11:47:23.788 DEBUG:teuthology.orchestra.run.smithi123:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-20T11:47:23.844 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-20T11:47:23.844 INFO:teuthology.orchestra.run.smithi123.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-20T11:47:23.845 DEBUG:teuthology.orchestra.run.smithi123:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-20T11:47:23.902 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-20T11:47:23.903 DEBUG:teuthology.orchestra.run.smithi123:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-20T11:47:23.960 INFO:tasks.workunit:timeout=3h 2023-12-20T11:47:23.960 INFO:tasks.workunit:cleanup=True 2023-12-20T11:47:23.960 DEBUG:teuthology.orchestra.run.smithi123:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2023-12-20T11:47:24.020 INFO:tasks.workunit.client.0.smithi123.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-20T11:47:24.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:24 smithi177 ceph-mon[212096]: osdmap e1972: 8 total, 8 up, 8 in 2023-12-20T11:47:24.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:24 smithi123 ceph-mon[191304]: osdmap e1972: 8 total, 8 up, 8 in 2023-12-20T11:47:24.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:24 smithi123 ceph-mon[188613]: osdmap e1972: 8 total, 8 up, 8 in 2023-12-20T11:47:25.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:25 smithi123 ceph-mon[191304]: pgmap v3434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:25.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:25 smithi123 ceph-mon[188613]: pgmap v3434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:25.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:25 smithi177 ceph-mon[212096]: pgmap v3434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:26.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:47:26.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:47:26.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:47:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:27 smithi123 ceph-mon[191304]: pgmap v3435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:27.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:27 smithi123 ceph-mon[188613]: pgmap v3435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:27.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:27 smithi177 ceph-mon[212096]: pgmap v3435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:29.147 DEBUG:teuthology.orchestra.run.smithi123:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-20T11:47:29.205 INFO:tasks.workunit.client.0.smithi123.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-20T11:47:29.207 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-20T11:47:29.207 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-20T11:47:29.253 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-20T11:47:29.299 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-20T11:47:29.336 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-20T11:47:29.337 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-20T11:47:29.338 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-20T11:47:29.373 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-20T11:47:29.378 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2023-12-20T11:47:29.378 DEBUG:teuthology.orchestra.run.smithi123:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-20T11:47:29.434 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2023-12-20T11:47:29.435 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2023-12-20T11:47:29.435 DEBUG:teuthology.orchestra.run.smithi123:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2023-12-20T11:47:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:47:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:47:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T11:47:29.496 INFO:tasks.workunit.client.0.smithi123.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2023-12-20T11:47:29.497 INFO:tasks.workunit.client.0.smithi123.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2023-12-20T11:47:29.497 INFO:tasks.workunit.client.0.smithi123.stderr:+ '[' -n '' ']' 2023-12-20T11:47:29.497 INFO:tasks.workunit.client.0.smithi123.stderr:+ python3 -m nose -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2023-12-20T11:47:30.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:30 smithi177 ceph-mon[212096]: pgmap v3436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:30.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:30 smithi123 ceph-mon[191304]: pgmap v3436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:30.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:30 smithi123 ceph-mon[188613]: pgmap v3436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:31.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:31 smithi177 ceph-mon[212096]: osdmap e1973: 8 total, 8 up, 8 in 2023-12-20T11:47:31.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:31 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi123-250413-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:47:31.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:31 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi123-250413-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:47:31.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:31 smithi177 ceph-mon[212096]: pgmap v3438: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:31.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:31 smithi123 ceph-mon[191304]: osdmap e1973: 8 total, 8 up, 8 in 2023-12-20T11:47:31.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:31 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi123-250413-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:47:31.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:31 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi123-250413-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:47:31.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:31 smithi123 ceph-mon[191304]: pgmap v3438: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:31 smithi123 ceph-mon[188613]: osdmap e1973: 8 total, 8 up, 8 in 2023-12-20T11:47:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:31 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi123-250413-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:47:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:31 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi123-250413-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2023-12-20T11:47:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:31 smithi123 ceph-mon[188613]: pgmap v3438: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:32.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:32 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:47:32.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:32 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi123-250413-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2023-12-20T11:47:32.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:32 smithi177 ceph-mon[212096]: osdmap e1974: 8 total, 8 up, 8 in 2023-12-20T11:47:32.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:32 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:47:32.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:32 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi123-250413-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2023-12-20T11:47:32.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:32 smithi123 ceph-mon[191304]: osdmap e1974: 8 total, 8 up, 8 in 2023-12-20T11:47:32.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:32 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:47:32.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:32 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi123-250413-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2023-12-20T11:47:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:32 smithi123 ceph-mon[188613]: osdmap e1974: 8 total, 8 up, 8 in 2023-12-20T11:47:33.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:33 smithi177 ceph-mon[212096]: osdmap e1975: 8 total, 8 up, 8 in 2023-12-20T11:47:33.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:47:33.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:33 smithi177 ceph-mon[212096]: pgmap v3441: 137 pgs: 21 unknown, 116 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:33.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:33 smithi123 ceph-mon[191304]: osdmap e1975: 8 total, 8 up, 8 in 2023-12-20T11:47:33.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:47:33.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:33 smithi123 ceph-mon[191304]: pgmap v3441: 137 pgs: 21 unknown, 116 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:33.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:33 smithi123 ceph-mon[188613]: osdmap e1975: 8 total, 8 up, 8 in 2023-12-20T11:47:33.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:47:33.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:33 smithi123 ceph-mon[188613]: pgmap v3441: 137 pgs: 21 unknown, 116 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:47:34.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:34 smithi177 ceph-mon[212096]: osdmap e1976: 8 total, 8 up, 8 in 2023-12-20T11:47:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:34 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:47:34.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:34 smithi123 ceph-mon[191304]: osdmap e1976: 8 total, 8 up, 8 in 2023-12-20T11:47:34.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:34 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:47:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:34 smithi123 ceph-mon[188613]: osdmap e1976: 8 total, 8 up, 8 in 2023-12-20T11:47:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:34 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:47:35.245 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestClone.test_flatten_basic ... ok 2023-12-20T11:47:35.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:35 smithi123 ceph-mon[191304]: osdmap e1977: 8 total, 8 up, 8 in 2023-12-20T11:47:35.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:35 smithi123 ceph-mon[191304]: pgmap v3444: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 511 B/s wr, 7 op/s 2023-12-20T11:47:35.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:35 smithi123 ceph-mon[188613]: osdmap e1977: 8 total, 8 up, 8 in 2023-12-20T11:47:35.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:35 smithi123 ceph-mon[188613]: pgmap v3444: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 511 B/s wr, 7 op/s 2023-12-20T11:47:35.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:35 smithi177 ceph-mon[212096]: osdmap e1977: 8 total, 8 up, 8 in 2023-12-20T11:47:35.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:35 smithi177 ceph-mon[212096]: pgmap v3444: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 511 B/s wr, 7 op/s 2023-12-20T11:47:36.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:36 smithi123 ceph-mon[191304]: osdmap e1978: 8 total, 8 up, 8 in 2023-12-20T11:47:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:36 smithi123 ceph-mon[188613]: osdmap e1978: 8 total, 8 up, 8 in 2023-12-20T11:47:36.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:36 smithi177 ceph-mon[212096]: osdmap e1978: 8 total, 8 up, 8 in 2023-12-20T11:47:37.158 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:47:37.250 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestClone.test_flatten_drops_cache ... ok 2023-12-20T11:47:37.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:37 smithi123 ceph-mon[188613]: osdmap e1979: 8 total, 8 up, 8 in 2023-12-20T11:47:37.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:37 smithi123 ceph-mon[188613]: pgmap v3447: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 12 KiB/s wr, 205 op/s 2023-12-20T11:47:37.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:37 smithi123 ceph-mon[191304]: osdmap e1979: 8 total, 8 up, 8 in 2023-12-20T11:47:37.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:37 smithi123 ceph-mon[191304]: pgmap v3447: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 12 KiB/s wr, 205 op/s 2023-12-20T11:47:37.490 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:47:37.490 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (56m) 108s ago 59m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:47:37.490 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (56m) 10m ago 59m 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:47:37.490 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (60m) 108s ago 60m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:47:37.490 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (60m) 10m ago 60m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:47:37.491 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (55m) 10m ago 62m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:47:37.491 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (56m) 108s ago 64m 589M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:47:37.491 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (55m) 108s ago 64m 454M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:47:37.491 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (55m) 10m ago 62m 205M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:47:37.491 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (55m) 108s ago 62m 270M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:47:37.491 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (56m) 108s ago 59m 22.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:47:37.491 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (56m) 10m ago 59m 19.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:47:37.491 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (54m) 108s ago 62m 3337M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:47:37.491 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (54m) 108s ago 62m 3605M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:47:37.491 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (53m) 108s ago 61m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:47:37.491 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (53m) 108s ago 61m 3241M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:47:37.491 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (52m) 10m ago 61m 2129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:47:37.491 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (52m) 10m ago 60m 2317M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:47:37.491 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (51m) 10m ago 60m 1836M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:47:37.491 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (51m) 10m ago 60m 2209M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:47:37.491 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (55m) 10m ago 59m 92.7M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:47:37.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:37 smithi177 ceph-mon[212096]: osdmap e1979: 8 total, 8 up, 8 in 2023-12-20T11:47:37.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:37 smithi177 ceph-mon[212096]: pgmap v3447: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 12 KiB/s wr, 205 op/s 2023-12-20T11:47:37.870 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:47:37.870 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:47:37.870 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:47:37.870 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:47:37.870 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:47:37.870 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:47:37.870 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:47:37.870 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:47:37.871 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:47:37.871 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:47:37.871 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:47:37.871 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:47:37.871 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:47:37.871 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:47:37.871 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:47:37.871 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:47:37.871 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:47:37.871 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:47:38.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:38 smithi123 ceph-mon[191304]: from='client.47447 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:47:38.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:38 smithi123 ceph-mon[191304]: osdmap e1980: 8 total, 8 up, 8 in 2023-12-20T11:47:38.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:38 smithi123 ceph-mon[191304]: from='client.37506 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:47:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:38 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/953900462' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:47:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:38 smithi123 ceph-mon[188613]: from='client.47447 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:47:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:38 smithi123 ceph-mon[188613]: osdmap e1980: 8 total, 8 up, 8 in 2023-12-20T11:47:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:38 smithi123 ceph-mon[188613]: from='client.37506 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:47:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:38 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/953900462' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:47:38.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:38 smithi177 ceph-mon[212096]: from='client.47447 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:47:38.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:38 smithi177 ceph-mon[212096]: osdmap e1980: 8 total, 8 up, 8 in 2023-12-20T11:47:38.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:38 smithi177 ceph-mon[212096]: from='client.37506 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:47:38.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:38 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/953900462' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:47:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:47:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:47:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T11:47:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:39 smithi123 ceph-mon[191304]: osdmap e1981: 8 total, 8 up, 8 in 2023-12-20T11:47:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:39 smithi123 ceph-mon[191304]: pgmap v3450: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 195 KiB/s rd, 15 KiB/s wr, 266 op/s 2023-12-20T11:47:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:39 smithi123 ceph-mon[188613]: osdmap e1981: 8 total, 8 up, 8 in 2023-12-20T11:47:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:39 smithi123 ceph-mon[188613]: pgmap v3450: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 195 KiB/s rd, 15 KiB/s wr, 266 op/s 2023-12-20T11:47:39.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:39 smithi177 ceph-mon[212096]: osdmap e1981: 8 total, 8 up, 8 in 2023-12-20T11:47:39.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:39 smithi177 ceph-mon[212096]: pgmap v3450: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 195 KiB/s rd, 15 KiB/s wr, 266 op/s 2023-12-20T11:47:40.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:40 smithi123 ceph-mon[188613]: osdmap e1982: 8 total, 8 up, 8 in 2023-12-20T11:47:40.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:40 smithi123 ceph-mon[191304]: osdmap e1982: 8 total, 8 up, 8 in 2023-12-20T11:47:40.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:40 smithi177 ceph-mon[212096]: osdmap e1982: 8 total, 8 up, 8 in 2023-12-20T11:47:41.284 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestClone.test_flatten_errors ... ok 2023-12-20T11:47:41.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:41 smithi123 ceph-mon[191304]: osdmap e1983: 8 total, 8 up, 8 in 2023-12-20T11:47:41.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:41 smithi123 ceph-mon[191304]: pgmap v3453: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 21 KiB/s wr, 414 op/s 2023-12-20T11:47:41.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:41 smithi123 ceph-mon[188613]: osdmap e1983: 8 total, 8 up, 8 in 2023-12-20T11:47:41.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:41 smithi123 ceph-mon[188613]: pgmap v3453: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 21 KiB/s wr, 414 op/s 2023-12-20T11:47:41.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:41 smithi177 ceph-mon[212096]: osdmap e1983: 8 total, 8 up, 8 in 2023-12-20T11:47:41.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:41 smithi177 ceph-mon[212096]: pgmap v3453: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 21 KiB/s wr, 414 op/s 2023-12-20T11:47:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:42 smithi123 ceph-mon[191304]: osdmap e1984: 8 total, 8 up, 8 in 2023-12-20T11:47:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:47:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:42 smithi123 ceph-mon[188613]: osdmap e1984: 8 total, 8 up, 8 in 2023-12-20T11:47:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:47:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:42 smithi177 ceph-mon[212096]: osdmap e1984: 8 total, 8 up, 8 in 2023-12-20T11:47:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:47:43.481 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestClone.test_flatten_larger_order ... ok 2023-12-20T11:47:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:43 smithi123 ceph-mon[191304]: osdmap e1985: 8 total, 8 up, 8 in 2023-12-20T11:47:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:47:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:43 smithi123 ceph-mon[191304]: pgmap v3456: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 369 KiB/s rd, 25 KiB/s wr, 495 op/s 2023-12-20T11:47:43.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:43 smithi123 ceph-mon[188613]: osdmap e1985: 8 total, 8 up, 8 in 2023-12-20T11:47:43.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:47:43.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:43 smithi123 ceph-mon[188613]: pgmap v3456: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 369 KiB/s rd, 25 KiB/s wr, 495 op/s 2023-12-20T11:47:43.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:43 smithi177 ceph-mon[212096]: osdmap e1985: 8 total, 8 up, 8 in 2023-12-20T11:47:43.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:47:43.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:43 smithi177 ceph-mon[212096]: pgmap v3456: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 369 KiB/s rd, 25 KiB/s wr, 495 op/s 2023-12-20T11:47:44.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:44 smithi177 ceph-mon[212096]: osdmap e1986: 8 total, 8 up, 8 in 2023-12-20T11:47:44.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:44 smithi177 ceph-mon[212096]: osdmap e1987: 8 total, 8 up, 8 in 2023-12-20T11:47:44.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:44 smithi123 ceph-mon[191304]: osdmap e1986: 8 total, 8 up, 8 in 2023-12-20T11:47:44.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:44 smithi123 ceph-mon[191304]: osdmap e1987: 8 total, 8 up, 8 in 2023-12-20T11:47:44.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:44 smithi123 ceph-mon[188613]: osdmap e1986: 8 total, 8 up, 8 in 2023-12-20T11:47:44.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:44 smithi123 ceph-mon[188613]: osdmap e1987: 8 total, 8 up, 8 in 2023-12-20T11:47:46.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:45 smithi177 ceph-mon[212096]: pgmap v3459: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 406 KiB/s rd, 31 KiB/s wr, 554 op/s 2023-12-20T11:47:46.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:45 smithi177 ceph-mon[212096]: osdmap e1988: 8 total, 8 up, 8 in 2023-12-20T11:47:46.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:45 smithi123 ceph-mon[191304]: pgmap v3459: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 406 KiB/s rd, 31 KiB/s wr, 554 op/s 2023-12-20T11:47:46.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:45 smithi123 ceph-mon[191304]: osdmap e1988: 8 total, 8 up, 8 in 2023-12-20T11:47:46.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:45 smithi123 ceph-mon[188613]: pgmap v3459: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 406 KiB/s rd, 31 KiB/s wr, 554 op/s 2023-12-20T11:47:46.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:45 smithi123 ceph-mon[188613]: osdmap e1988: 8 total, 8 up, 8 in 2023-12-20T11:47:46.996 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestClone.test_flatten_multi_level ... ok 2023-12-20T11:47:47.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:46 smithi123 ceph-mon[191304]: osdmap e1989: 8 total, 8 up, 8 in 2023-12-20T11:47:47.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:46 smithi123 ceph-mon[188613]: osdmap e1989: 8 total, 8 up, 8 in 2023-12-20T11:47:47.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:46 smithi177 ceph-mon[212096]: osdmap e1989: 8 total, 8 up, 8 in 2023-12-20T11:47:48.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:47 smithi123 ceph-mon[191304]: pgmap v3462: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 502 KiB/s rd, 36 KiB/s wr, 668 op/s 2023-12-20T11:47:48.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:47 smithi123 ceph-mon[191304]: osdmap e1990: 8 total, 8 up, 8 in 2023-12-20T11:47:48.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:47 smithi123 ceph-mon[188613]: pgmap v3462: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 502 KiB/s rd, 36 KiB/s wr, 668 op/s 2023-12-20T11:47:48.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:47 smithi123 ceph-mon[188613]: osdmap e1990: 8 total, 8 up, 8 in 2023-12-20T11:47:48.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:47 smithi177 ceph-mon[212096]: pgmap v3462: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 502 KiB/s rd, 36 KiB/s wr, 668 op/s 2023-12-20T11:47:48.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:47 smithi177 ceph-mon[212096]: osdmap e1990: 8 total, 8 up, 8 in 2023-12-20T11:47:48.981 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestClone.test_flatten_smaller_order ... ok 2023-12-20T11:47:49.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:48 smithi123 ceph-mon[191304]: osdmap e1991: 8 total, 8 up, 8 in 2023-12-20T11:47:49.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:48 smithi123 ceph-mon[191304]: osdmap e1992: 8 total, 8 up, 8 in 2023-12-20T11:47:49.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:48 smithi123 ceph-mon[188613]: osdmap e1991: 8 total, 8 up, 8 in 2023-12-20T11:47:49.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:48 smithi123 ceph-mon[188613]: osdmap e1992: 8 total, 8 up, 8 in 2023-12-20T11:47:49.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:47:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:47:49] "GET /metrics HTTP/1.1" 200 36558 "" "Prometheus/2.43.0" 2023-12-20T11:47:49.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:48 smithi177 ceph-mon[212096]: osdmap e1991: 8 total, 8 up, 8 in 2023-12-20T11:47:49.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:48 smithi177 ceph-mon[212096]: osdmap e1992: 8 total, 8 up, 8 in 2023-12-20T11:47:50.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:49 smithi123 ceph-mon[191304]: pgmap v3465: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 351 KiB/s rd, 22 KiB/s wr, 465 op/s 2023-12-20T11:47:50.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:49 smithi123 ceph-mon[188613]: pgmap v3465: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 351 KiB/s rd, 22 KiB/s wr, 465 op/s 2023-12-20T11:47:50.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:49 smithi177 ceph-mon[212096]: pgmap v3465: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 351 KiB/s rd, 22 KiB/s wr, 465 op/s 2023-12-20T11:47:51.024 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestClone.test_flatten_with_progress ... ok 2023-12-20T11:47:51.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:50 smithi177 ceph-mon[212096]: osdmap e1993: 8 total, 8 up, 8 in 2023-12-20T11:47:51.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:47:51.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:50 smithi123 ceph-mon[191304]: osdmap e1993: 8 total, 8 up, 8 in 2023-12-20T11:47:51.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:47:51.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:50 smithi123 ceph-mon[188613]: osdmap e1993: 8 total, 8 up, 8 in 2023-12-20T11:47:51.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:47:52.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:51 smithi123 ceph-mon[188613]: pgmap v3468: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 332 KiB/s rd, 27 KiB/s wr, 458 op/s 2023-12-20T11:47:52.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:51 smithi123 ceph-mon[188613]: osdmap e1994: 8 total, 8 up, 8 in 2023-12-20T11:47:52.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:51 smithi123 ceph-mon[191304]: pgmap v3468: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 332 KiB/s rd, 27 KiB/s wr, 458 op/s 2023-12-20T11:47:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:51 smithi123 ceph-mon[191304]: osdmap e1994: 8 total, 8 up, 8 in 2023-12-20T11:47:52.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:51 smithi177 ceph-mon[212096]: pgmap v3468: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 332 KiB/s rd, 27 KiB/s wr, 458 op/s 2023-12-20T11:47:52.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:51 smithi177 ceph-mon[212096]: osdmap e1994: 8 total, 8 up, 8 in 2023-12-20T11:47:53.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:52 smithi123 ceph-mon[191304]: osdmap e1995: 8 total, 8 up, 8 in 2023-12-20T11:47:53.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:47:53.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:47:53.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:52 smithi123 ceph-mon[188613]: osdmap e1995: 8 total, 8 up, 8 in 2023-12-20T11:47:53.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:47:53.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:47:53.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:52 smithi177 ceph-mon[212096]: osdmap e1995: 8 total, 8 up, 8 in 2023-12-20T11:47:53.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:47:53.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:47:54.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:53 smithi123 ceph-mon[191304]: pgmap v3471: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 288 KiB/s rd, 24 KiB/s wr, 395 op/s 2023-12-20T11:47:54.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:47:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:47:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:47:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:53 smithi123 ceph-mon[191304]: osdmap e1996: 8 total, 8 up, 8 in 2023-12-20T11:47:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:53 smithi123 ceph-mon[188613]: pgmap v3471: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 288 KiB/s rd, 24 KiB/s wr, 395 op/s 2023-12-20T11:47:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:47:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:47:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:47:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:53 smithi123 ceph-mon[188613]: osdmap e1996: 8 total, 8 up, 8 in 2023-12-20T11:47:54.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:53 smithi177 ceph-mon[212096]: pgmap v3471: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 288 KiB/s rd, 24 KiB/s wr, 395 op/s 2023-12-20T11:47:54.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:47:54.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:47:54.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:47:54.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:53 smithi177 ceph-mon[212096]: osdmap e1996: 8 total, 8 up, 8 in 2023-12-20T11:47:56.037 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestClone.test_list_children ... ok 2023-12-20T11:47:56.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:55 smithi123 ceph-mon[188613]: pgmap v3473: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 30 KiB/s wr, 1.31k op/s 2023-12-20T11:47:56.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:55 smithi123 ceph-mon[191304]: pgmap v3473: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 30 KiB/s wr, 1.31k op/s 2023-12-20T11:47:56.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:55 smithi177 ceph-mon[212096]: pgmap v3473: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 30 KiB/s wr, 1.31k op/s 2023-12-20T11:47:57.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:56 smithi123 ceph-mon[191304]: osdmap e1997: 8 total, 8 up, 8 in 2023-12-20T11:47:57.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:47:57.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:56 smithi123 ceph-mon[188613]: osdmap e1997: 8 total, 8 up, 8 in 2023-12-20T11:47:57.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:47:57.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:56 smithi177 ceph-mon[212096]: osdmap e1997: 8 total, 8 up, 8 in 2023-12-20T11:47:57.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:47:58.067 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestClone.test_read ... ok 2023-12-20T11:47:58.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:57 smithi123 ceph-mon[191304]: pgmap v3475: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 34 KiB/s wr, 1.84k op/s 2023-12-20T11:47:58.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:57 smithi123 ceph-mon[191304]: osdmap e1998: 8 total, 8 up, 8 in 2023-12-20T11:47:58.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:57 smithi123 ceph-mon[188613]: pgmap v3475: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 34 KiB/s wr, 1.84k op/s 2023-12-20T11:47:58.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:57 smithi123 ceph-mon[188613]: osdmap e1998: 8 total, 8 up, 8 in 2023-12-20T11:47:58.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:57 smithi177 ceph-mon[212096]: pgmap v3475: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 34 KiB/s wr, 1.84k op/s 2023-12-20T11:47:58.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:57 smithi177 ceph-mon[212096]: osdmap e1998: 8 total, 8 up, 8 in 2023-12-20T11:47:59.239 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:47:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:47:59] "GET /metrics HTTP/1.1" 200 36565 "" "Prometheus/2.43.0" 2023-12-20T11:47:59.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:58 smithi123 ceph-mon[188613]: osdmap e1999: 8 total, 8 up, 8 in 2023-12-20T11:47:59.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:58 smithi123 ceph-mon[188613]: osdmap e2000: 8 total, 8 up, 8 in 2023-12-20T11:47:59.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:58 smithi123 ceph-mon[191304]: osdmap e1999: 8 total, 8 up, 8 in 2023-12-20T11:47:59.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:58 smithi123 ceph-mon[191304]: osdmap e2000: 8 total, 8 up, 8 in 2023-12-20T11:47:59.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:58 smithi177 ceph-mon[212096]: osdmap e1999: 8 total, 8 up, 8 in 2023-12-20T11:47:59.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:58 smithi177 ceph-mon[212096]: osdmap e2000: 8 total, 8 up, 8 in 2023-12-20T11:48:00.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:47:59 smithi123 ceph-mon[191304]: pgmap v3478: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 24 KiB/s wr, 1.95k op/s 2023-12-20T11:48:00.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:47:59 smithi123 ceph-mon[188613]: pgmap v3478: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 24 KiB/s wr, 1.95k op/s 2023-12-20T11:48:00.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:47:59 smithi177 ceph-mon[212096]: pgmap v3478: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 24 KiB/s wr, 1.95k op/s 2023-12-20T11:48:01.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:00 smithi123 ceph-mon[191304]: osdmap e2001: 8 total, 8 up, 8 in 2023-12-20T11:48:01.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:00 smithi123 ceph-mon[191304]: pgmap v3481: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 22 KiB/s wr, 1.49k op/s 2023-12-20T11:48:01.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:00 smithi123 ceph-mon[188613]: osdmap e2001: 8 total, 8 up, 8 in 2023-12-20T11:48:01.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:00 smithi123 ceph-mon[188613]: pgmap v3481: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 22 KiB/s wr, 1.49k op/s 2023-12-20T11:48:01.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:00 smithi177 ceph-mon[212096]: osdmap e2001: 8 total, 8 up, 8 in 2023-12-20T11:48:01.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:00 smithi177 ceph-mon[212096]: pgmap v3481: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 22 KiB/s wr, 1.49k op/s 2023-12-20T11:48:02.093 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestClone.test_resize_flatten_multi_level ... ok 2023-12-20T11:48:02.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:01 smithi123 ceph-mon[191304]: osdmap e2002: 8 total, 8 up, 8 in 2023-12-20T11:48:02.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:01 smithi123 ceph-mon[188613]: osdmap e2002: 8 total, 8 up, 8 in 2023-12-20T11:48:02.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:01 smithi177 ceph-mon[212096]: osdmap e2002: 8 total, 8 up, 8 in 2023-12-20T11:48:03.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:02 smithi177 ceph-mon[212096]: osdmap e2003: 8 total, 8 up, 8 in 2023-12-20T11:48:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:02 smithi177 ceph-mon[212096]: pgmap v3484: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 652 KiB/s rd, 20 KiB/s wr, 782 op/s 2023-12-20T11:48:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:02 smithi123 ceph-mon[191304]: osdmap e2003: 8 total, 8 up, 8 in 2023-12-20T11:48:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:02 smithi123 ceph-mon[191304]: pgmap v3484: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 652 KiB/s rd, 20 KiB/s wr, 782 op/s 2023-12-20T11:48:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:02 smithi123 ceph-mon[188613]: osdmap e2003: 8 total, 8 up, 8 in 2023-12-20T11:48:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:02 smithi123 ceph-mon[188613]: pgmap v3484: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 652 KiB/s rd, 20 KiB/s wr, 782 op/s 2023-12-20T11:48:03.989 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestClone.test_resize_io ... ok 2023-12-20T11:48:04.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:03 smithi177 ceph-mon[212096]: osdmap e2004: 8 total, 8 up, 8 in 2023-12-20T11:48:04.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:03 smithi177 ceph-mon[212096]: osdmap e2005: 8 total, 8 up, 8 in 2023-12-20T11:48:04.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:03 smithi123 ceph-mon[191304]: osdmap e2004: 8 total, 8 up, 8 in 2023-12-20T11:48:04.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:03 smithi123 ceph-mon[191304]: osdmap e2005: 8 total, 8 up, 8 in 2023-12-20T11:48:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:03 smithi123 ceph-mon[188613]: osdmap e2004: 8 total, 8 up, 8 in 2023-12-20T11:48:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:03 smithi123 ceph-mon[188613]: osdmap e2005: 8 total, 8 up, 8 in 2023-12-20T11:48:05.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:04 smithi177 ceph-mon[212096]: pgmap v3487: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 25 KiB/s wr, 434 op/s 2023-12-20T11:48:05.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:04 smithi123 ceph-mon[191304]: pgmap v3487: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 25 KiB/s wr, 434 op/s 2023-12-20T11:48:05.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:04 smithi123 ceph-mon[188613]: pgmap v3487: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 25 KiB/s wr, 434 op/s 2023-12-20T11:48:06.096 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestClone.test_resize_stat ... ok 2023-12-20T11:48:06.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:05 smithi177 ceph-mon[212096]: osdmap e2006: 8 total, 8 up, 8 in 2023-12-20T11:48:06.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:05 smithi123 ceph-mon[191304]: osdmap e2006: 8 total, 8 up, 8 in 2023-12-20T11:48:06.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:05 smithi123 ceph-mon[188613]: osdmap e2006: 8 total, 8 up, 8 in 2023-12-20T11:48:07.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:07 smithi177 ceph-mon[212096]: osdmap e2007: 8 total, 8 up, 8 in 2023-12-20T11:48:07.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:07 smithi177 ceph-mon[212096]: pgmap v3490: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 271 KiB/s rd, 25 KiB/s wr, 379 op/s 2023-12-20T11:48:07.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:07 smithi123 ceph-mon[191304]: osdmap e2007: 8 total, 8 up, 8 in 2023-12-20T11:48:07.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:07 smithi123 ceph-mon[191304]: pgmap v3490: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 271 KiB/s rd, 25 KiB/s wr, 379 op/s 2023-12-20T11:48:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:07 smithi123 ceph-mon[188613]: osdmap e2007: 8 total, 8 up, 8 in 2023-12-20T11:48:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:07 smithi123 ceph-mon[188613]: pgmap v3490: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 271 KiB/s rd, 25 KiB/s wr, 379 op/s 2023-12-20T11:48:08.102 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestClone.test_stat ... ok 2023-12-20T11:48:08.246 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:48:08.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:08 smithi177 ceph-mon[212096]: osdmap e2008: 8 total, 8 up, 8 in 2023-12-20T11:48:08.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:08 smithi123 ceph-mon[191304]: osdmap e2008: 8 total, 8 up, 8 in 2023-12-20T11:48:08.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:08 smithi123 ceph-mon[188613]: osdmap e2008: 8 total, 8 up, 8 in 2023-12-20T11:48:08.557 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:48:08.557 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (56m) 2m ago 59m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:48:08.557 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (56m) 15s ago 59m 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:48:08.557 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (60m) 2m ago 60m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:48:08.557 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (60m) 15s ago 60m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:48:08.557 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (56m) 15s ago 63m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:48:08.557 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (56m) 2m ago 64m 589M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:48:08.557 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (56m) 2m ago 64m 454M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:48:08.557 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (55m) 15s ago 63m 253M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:48:08.557 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (55m) 2m ago 63m 270M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:48:08.557 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (56m) 2m ago 59m 22.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:48:08.558 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (56m) 15s ago 59m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:48:08.558 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (55m) 2m ago 62m 3337M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:48:08.558 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (54m) 2m ago 62m 3605M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:48:08.558 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (54m) 2m ago 62m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:48:08.558 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (53m) 2m ago 62m 3241M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:48:08.558 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (53m) 15s ago 61m 2879M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:48:08.558 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (52m) 15s ago 61m 3027M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:48:08.558 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (52m) 15s ago 61m 2508M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:48:08.558 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (51m) 15s ago 60m 2892M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:48:08.558 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (56m) 15s ago 60m 99.4M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:48:08.954 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:48:08.954 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:48:08.954 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:48:08.954 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:48:08.954 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:48:08.954 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:48:08.954 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:48:08.954 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:48:08.954 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:48:08.954 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:48:08.954 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:48:08.954 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:48:08.955 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:48:08.955 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:48:08.955 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:48:08.955 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:48:08.955 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:48:08.955 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:48:09.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:09 smithi177 ceph-mon[212096]: osdmap e2009: 8 total, 8 up, 8 in 2023-12-20T11:48:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:09 smithi177 ceph-mon[212096]: from='client.37518 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:48:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:09 smithi177 ceph-mon[212096]: pgmap v3493: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 190 KiB/s rd, 12 KiB/s wr, 256 op/s 2023-12-20T11:48:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:09 smithi177 ceph-mon[212096]: from='client.47471 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:48:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:09 smithi177 ceph-mon[212096]: osdmap e2010: 8 total, 8 up, 8 in 2023-12-20T11:48:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:09 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3407598993' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:48:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:48:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:48:09] "GET /metrics HTTP/1.1" 200 36565 "" "Prometheus/2.43.0" 2023-12-20T11:48:09.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:09 smithi123 ceph-mon[191304]: osdmap e2009: 8 total, 8 up, 8 in 2023-12-20T11:48:09.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:09 smithi123 ceph-mon[191304]: from='client.37518 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:48:09.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:09 smithi123 ceph-mon[191304]: pgmap v3493: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 190 KiB/s rd, 12 KiB/s wr, 256 op/s 2023-12-20T11:48:09.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:09 smithi123 ceph-mon[191304]: from='client.47471 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:48:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:09 smithi123 ceph-mon[191304]: osdmap e2010: 8 total, 8 up, 8 in 2023-12-20T11:48:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:09 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3407598993' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:48:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:09 smithi123 ceph-mon[188613]: osdmap e2009: 8 total, 8 up, 8 in 2023-12-20T11:48:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:09 smithi123 ceph-mon[188613]: from='client.37518 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:48:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:09 smithi123 ceph-mon[188613]: pgmap v3493: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 190 KiB/s rd, 12 KiB/s wr, 256 op/s 2023-12-20T11:48:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:09 smithi123 ceph-mon[188613]: from='client.47471 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:48:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:09 smithi123 ceph-mon[188613]: osdmap e2010: 8 total, 8 up, 8 in 2023-12-20T11:48:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:09 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3407598993' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:48:11.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:10 smithi123 ceph-mon[191304]: osdmap e2011: 8 total, 8 up, 8 in 2023-12-20T11:48:11.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:10 smithi123 ceph-mon[188613]: osdmap e2011: 8 total, 8 up, 8 in 2023-12-20T11:48:11.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:10 smithi177 ceph-mon[212096]: osdmap e2011: 8 total, 8 up, 8 in 2023-12-20T11:48:12.010 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestClone.test_stripe_unit_and_count ... ok 2023-12-20T11:48:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:11 smithi123 ceph-mon[191304]: pgmap v3496: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 228 KiB/s rd, 17 KiB/s wr, 301 op/s 2023-12-20T11:48:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:11 smithi123 ceph-mon[191304]: osdmap e2012: 8 total, 8 up, 8 in 2023-12-20T11:48:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:48:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:11 smithi123 ceph-mon[188613]: pgmap v3496: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 228 KiB/s rd, 17 KiB/s wr, 301 op/s 2023-12-20T11:48:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:11 smithi123 ceph-mon[188613]: osdmap e2012: 8 total, 8 up, 8 in 2023-12-20T11:48:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:48:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:11 smithi177 ceph-mon[212096]: pgmap v3496: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 228 KiB/s rd, 17 KiB/s wr, 301 op/s 2023-12-20T11:48:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:11 smithi177 ceph-mon[212096]: osdmap e2012: 8 total, 8 up, 8 in 2023-12-20T11:48:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:48:13.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:12 smithi123 ceph-mon[191304]: osdmap e2013: 8 total, 8 up, 8 in 2023-12-20T11:48:13.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:12 smithi123 ceph-mon[188613]: osdmap e2013: 8 total, 8 up, 8 in 2023-12-20T11:48:13.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:12 smithi177 ceph-mon[212096]: osdmap e2013: 8 total, 8 up, 8 in 2023-12-20T11:48:14.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:13 smithi123 ceph-mon[191304]: pgmap v3499: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 281 KiB/s rd, 19 KiB/s wr, 376 op/s 2023-12-20T11:48:14.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:13 smithi123 ceph-mon[191304]: osdmap e2014: 8 total, 8 up, 8 in 2023-12-20T11:48:14.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:13 smithi123 ceph-mon[191304]: osdmap e2015: 8 total, 8 up, 8 in 2023-12-20T11:48:14.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:13 smithi123 ceph-mon[188613]: pgmap v3499: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 281 KiB/s rd, 19 KiB/s wr, 376 op/s 2023-12-20T11:48:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:13 smithi123 ceph-mon[188613]: osdmap e2014: 8 total, 8 up, 8 in 2023-12-20T11:48:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:13 smithi123 ceph-mon[188613]: osdmap e2015: 8 total, 8 up, 8 in 2023-12-20T11:48:14.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:13 smithi177 ceph-mon[212096]: pgmap v3499: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 281 KiB/s rd, 19 KiB/s wr, 376 op/s 2023-12-20T11:48:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:13 smithi177 ceph-mon[212096]: osdmap e2014: 8 total, 8 up, 8 in 2023-12-20T11:48:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:13 smithi177 ceph-mon[212096]: osdmap e2015: 8 total, 8 up, 8 in 2023-12-20T11:48:16.032 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestClone.test_trash_snapshot ... ok 2023-12-20T11:48:16.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:15 smithi123 ceph-mon[191304]: pgmap v3502: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 22 KiB/s wr, 438 op/s 2023-12-20T11:48:16.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:15 smithi123 ceph-mon[191304]: osdmap e2016: 8 total, 8 up, 8 in 2023-12-20T11:48:16.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:15 smithi123 ceph-mon[188613]: pgmap v3502: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 22 KiB/s wr, 438 op/s 2023-12-20T11:48:16.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:15 smithi123 ceph-mon[188613]: osdmap e2016: 8 total, 8 up, 8 in 2023-12-20T11:48:16.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:15 smithi177 ceph-mon[212096]: pgmap v3502: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 22 KiB/s wr, 438 op/s 2023-12-20T11:48:16.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:15 smithi177 ceph-mon[212096]: osdmap e2016: 8 total, 8 up, 8 in 2023-12-20T11:48:17.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:16 smithi123 ceph-mon[191304]: osdmap e2017: 8 total, 8 up, 8 in 2023-12-20T11:48:17.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:16 smithi123 ceph-mon[188613]: osdmap e2017: 8 total, 8 up, 8 in 2023-12-20T11:48:17.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:16 smithi177 ceph-mon[212096]: osdmap e2017: 8 total, 8 up, 8 in 2023-12-20T11:48:18.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:17 smithi123 ceph-mon[191304]: pgmap v3505: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 13 KiB/s wr, 210 op/s 2023-12-20T11:48:18.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:17 smithi123 ceph-mon[191304]: osdmap e2018: 8 total, 8 up, 8 in 2023-12-20T11:48:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:17 smithi123 ceph-mon[188613]: pgmap v3505: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 13 KiB/s wr, 210 op/s 2023-12-20T11:48:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:17 smithi123 ceph-mon[188613]: osdmap e2018: 8 total, 8 up, 8 in 2023-12-20T11:48:18.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:17 smithi177 ceph-mon[212096]: pgmap v3505: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 13 KiB/s wr, 210 op/s 2023-12-20T11:48:18.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:17 smithi177 ceph-mon[212096]: osdmap e2018: 8 total, 8 up, 8 in 2023-12-20T11:48:19.239 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:48:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:48:19] "GET /metrics HTTP/1.1" 200 36562 "" "Prometheus/2.43.0" 2023-12-20T11:48:19.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:18 smithi123 ceph-mon[188613]: osdmap e2019: 8 total, 8 up, 8 in 2023-12-20T11:48:19.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:18 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi123-250413-2","app": "rbd"}]: dispatch 2023-12-20T11:48:19.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:18 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi123-250413-2","app": "rbd"}]: dispatch 2023-12-20T11:48:19.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:18 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi123-250413-2","app": "rbd"}]': finished 2023-12-20T11:48:19.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:18 smithi123 ceph-mon[188613]: osdmap e2020: 8 total, 8 up, 8 in 2023-12-20T11:48:19.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:18 smithi123 ceph-mon[191304]: osdmap e2019: 8 total, 8 up, 8 in 2023-12-20T11:48:19.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:18 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi123-250413-2","app": "rbd"}]: dispatch 2023-12-20T11:48:19.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:18 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi123-250413-2","app": "rbd"}]: dispatch 2023-12-20T11:48:19.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:18 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi123-250413-2","app": "rbd"}]': finished 2023-12-20T11:48:19.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:18 smithi123 ceph-mon[191304]: osdmap e2020: 8 total, 8 up, 8 in 2023-12-20T11:48:19.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:18 smithi177 ceph-mon[212096]: osdmap e2019: 8 total, 8 up, 8 in 2023-12-20T11:48:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:18 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi123-250413-2","app": "rbd"}]: dispatch 2023-12-20T11:48:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:18 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi123-250413-2","app": "rbd"}]: dispatch 2023-12-20T11:48:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:18 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi123-250413-2","app": "rbd"}]': finished 2023-12-20T11:48:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:18 smithi177 ceph-mon[212096]: osdmap e2020: 8 total, 8 up, 8 in 2023-12-20T11:48:20.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:19 smithi123 ceph-mon[188613]: pgmap v3508: 169 pgs: 8 creating+peering, 24 unknown, 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 8.5 KiB/s wr, 193 op/s 2023-12-20T11:48:20.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:19 smithi123 ceph-mon[188613]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:48:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:19 smithi123 ceph-mon[188613]: osdmap e2021: 8 total, 8 up, 8 in 2023-12-20T11:48:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:19 smithi123 ceph-mon[191304]: pgmap v3508: 169 pgs: 8 creating+peering, 24 unknown, 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 8.5 KiB/s wr, 193 op/s 2023-12-20T11:48:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:19 smithi123 ceph-mon[191304]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:48:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:19 smithi123 ceph-mon[191304]: osdmap e2021: 8 total, 8 up, 8 in 2023-12-20T11:48:20.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:19 smithi177 ceph-mon[212096]: pgmap v3508: 169 pgs: 8 creating+peering, 24 unknown, 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 8.5 KiB/s wr, 193 op/s 2023-12-20T11:48:20.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:19 smithi177 ceph-mon[212096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-20T11:48:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:19 smithi177 ceph-mon[212096]: osdmap e2021: 8 total, 8 up, 8 in 2023-12-20T11:48:22.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:21 smithi123 ceph-mon[191304]: pgmap v3511: 169 pgs: 10 creating+peering, 20 unknown, 139 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 13 KiB/s wr, 240 op/s 2023-12-20T11:48:22.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:21 smithi123 ceph-mon[191304]: osdmap e2022: 8 total, 8 up, 8 in 2023-12-20T11:48:22.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:21 smithi123 ceph-mon[191304]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:48:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:21 smithi123 ceph-mon[188613]: pgmap v3511: 169 pgs: 10 creating+peering, 20 unknown, 139 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 13 KiB/s wr, 240 op/s 2023-12-20T11:48:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:21 smithi123 ceph-mon[188613]: osdmap e2022: 8 total, 8 up, 8 in 2023-12-20T11:48:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:21 smithi123 ceph-mon[188613]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:48:22.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:21 smithi177 ceph-mon[212096]: pgmap v3511: 169 pgs: 10 creating+peering, 20 unknown, 139 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 13 KiB/s wr, 240 op/s 2023-12-20T11:48:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:21 smithi177 ceph-mon[212096]: osdmap e2022: 8 total, 8 up, 8 in 2023-12-20T11:48:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:21 smithi177 ceph-mon[212096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-20T11:48:23.092 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestClone.test_unprotect_with_children ... ok 2023-12-20T11:48:23.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:22 smithi123 ceph-mon[191304]: osdmap e2023: 8 total, 8 up, 8 in 2023-12-20T11:48:23.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:22 smithi123 ceph-mon[188613]: osdmap e2023: 8 total, 8 up, 8 in 2023-12-20T11:48:23.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:22 smithi177 ceph-mon[212096]: osdmap e2023: 8 total, 8 up, 8 in 2023-12-20T11:48:24.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:23 smithi123 ceph-mon[188613]: pgmap v3514: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 6.0 KiB/s wr, 72 op/s 2023-12-20T11:48:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:23 smithi123 ceph-mon[188613]: osdmap e2024: 8 total, 8 up, 8 in 2023-12-20T11:48:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:23 smithi123 ceph-mon[188613]: osdmap e2025: 8 total, 8 up, 8 in 2023-12-20T11:48:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:23 smithi123 ceph-mon[191304]: pgmap v3514: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 6.0 KiB/s wr, 72 op/s 2023-12-20T11:48:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:23 smithi123 ceph-mon[191304]: osdmap e2024: 8 total, 8 up, 8 in 2023-12-20T11:48:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:23 smithi123 ceph-mon[191304]: osdmap e2025: 8 total, 8 up, 8 in 2023-12-20T11:48:24.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:23 smithi177 ceph-mon[212096]: pgmap v3514: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 6.0 KiB/s wr, 72 op/s 2023-12-20T11:48:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:23 smithi177 ceph-mon[212096]: osdmap e2024: 8 total, 8 up, 8 in 2023-12-20T11:48:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:23 smithi177 ceph-mon[212096]: osdmap e2025: 8 total, 8 up, 8 in 2023-12-20T11:48:26.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:25 smithi123 ceph-mon[191304]: pgmap v3517: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 6.5 KiB/s wr, 133 op/s 2023-12-20T11:48:26.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:25 smithi123 ceph-mon[191304]: osdmap e2026: 8 total, 8 up, 8 in 2023-12-20T11:48:26.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:25 smithi123 ceph-mon[188613]: pgmap v3517: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 6.5 KiB/s wr, 133 op/s 2023-12-20T11:48:26.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:25 smithi123 ceph-mon[188613]: osdmap e2026: 8 total, 8 up, 8 in 2023-12-20T11:48:26.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:25 smithi177 ceph-mon[212096]: pgmap v3517: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 6.5 KiB/s wr, 133 op/s 2023-12-20T11:48:26.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:25 smithi177 ceph-mon[212096]: osdmap e2026: 8 total, 8 up, 8 in 2023-12-20T11:48:27.084 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestClone.test_unprotected ... ok 2023-12-20T11:48:27.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:26 smithi123 ceph-mon[191304]: osdmap e2027: 8 total, 8 up, 8 in 2023-12-20T11:48:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:48:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:26 smithi123 ceph-mon[191304]: pgmap v3520: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 12 KiB/s wr, 231 op/s 2023-12-20T11:48:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:26 smithi123 ceph-mon[188613]: osdmap e2027: 8 total, 8 up, 8 in 2023-12-20T11:48:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:48:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:26 smithi123 ceph-mon[188613]: pgmap v3520: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 12 KiB/s wr, 231 op/s 2023-12-20T11:48:27.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:26 smithi177 ceph-mon[212096]: osdmap e2027: 8 total, 8 up, 8 in 2023-12-20T11:48:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:48:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:26 smithi177 ceph-mon[212096]: pgmap v3520: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 12 KiB/s wr, 231 op/s 2023-12-20T11:48:28.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:27 smithi177 ceph-mon[212096]: osdmap e2028: 8 total, 8 up, 8 in 2023-12-20T11:48:28.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:27 smithi123 ceph-mon[191304]: osdmap e2028: 8 total, 8 up, 8 in 2023-12-20T11:48:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:27 smithi123 ceph-mon[188613]: osdmap e2028: 8 total, 8 up, 8 in 2023-12-20T11:48:29.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:29 smithi177 ceph-mon[212096]: osdmap e2029: 8 total, 8 up, 8 in 2023-12-20T11:48:29.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:29 smithi177 ceph-mon[212096]: pgmap v3523: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 7.5 KiB/s wr, 122 op/s 2023-12-20T11:48:29.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:29 smithi123 ceph-mon[191304]: osdmap e2029: 8 total, 8 up, 8 in 2023-12-20T11:48:29.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:29 smithi123 ceph-mon[191304]: pgmap v3523: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 7.5 KiB/s wr, 122 op/s 2023-12-20T11:48:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:29 smithi123 ceph-mon[188613]: osdmap e2029: 8 total, 8 up, 8 in 2023-12-20T11:48:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:29 smithi123 ceph-mon[188613]: pgmap v3523: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 7.5 KiB/s wr, 122 op/s 2023-12-20T11:48:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:48:29] "GET /metrics HTTP/1.1" 200 36558 "" "Prometheus/2.43.0" 2023-12-20T11:48:30.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:30 smithi177 ceph-mon[212096]: osdmap e2030: 8 total, 8 up, 8 in 2023-12-20T11:48:30.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:30 smithi123 ceph-mon[188613]: osdmap e2030: 8 total, 8 up, 8 in 2023-12-20T11:48:30.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:30 smithi123 ceph-mon[191304]: osdmap e2030: 8 total, 8 up, 8 in 2023-12-20T11:48:31.116 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestClone.test_with_params ... ok 2023-12-20T11:48:31.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:31 smithi177 ceph-mon[212096]: osdmap e2031: 8 total, 8 up, 8 in 2023-12-20T11:48:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:31 smithi177 ceph-mon[212096]: pgmap v3526: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2023-12-20T11:48:31.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:31 smithi123 ceph-mon[191304]: osdmap e2031: 8 total, 8 up, 8 in 2023-12-20T11:48:31.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:31 smithi123 ceph-mon[191304]: pgmap v3526: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2023-12-20T11:48:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:31 smithi123 ceph-mon[188613]: osdmap e2031: 8 total, 8 up, 8 in 2023-12-20T11:48:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:31 smithi123 ceph-mon[188613]: pgmap v3526: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2023-12-20T11:48:32.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:32 smithi177 ceph-mon[212096]: osdmap e2032: 8 total, 8 up, 8 in 2023-12-20T11:48:32.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:32 smithi123 ceph-mon[191304]: osdmap e2032: 8 total, 8 up, 8 in 2023-12-20T11:48:32.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:32 smithi123 ceph-mon[188613]: osdmap e2032: 8 total, 8 up, 8 in 2023-12-20T11:48:33.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:33 smithi177 ceph-mon[212096]: osdmap e2033: 8 total, 8 up, 8 in 2023-12-20T11:48:33.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:33 smithi177 ceph-mon[212096]: pgmap v3529: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 201 KiB/s rd, 12 KiB/s wr, 269 op/s 2023-12-20T11:48:33.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:33 smithi123 ceph-mon[191304]: osdmap e2033: 8 total, 8 up, 8 in 2023-12-20T11:48:33.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:33 smithi123 ceph-mon[191304]: pgmap v3529: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 201 KiB/s rd, 12 KiB/s wr, 269 op/s 2023-12-20T11:48:33.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:33 smithi123 ceph-mon[188613]: osdmap e2033: 8 total, 8 up, 8 in 2023-12-20T11:48:33.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:33 smithi123 ceph-mon[188613]: pgmap v3529: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 201 KiB/s rd, 12 KiB/s wr, 269 op/s 2023-12-20T11:48:34.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:34 smithi177 ceph-mon[212096]: osdmap e2034: 8 total, 8 up, 8 in 2023-12-20T11:48:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:34 smithi177 ceph-mon[212096]: osdmap e2035: 8 total, 8 up, 8 in 2023-12-20T11:48:34.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:34 smithi123 ceph-mon[191304]: osdmap e2034: 8 total, 8 up, 8 in 2023-12-20T11:48:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:34 smithi123 ceph-mon[191304]: osdmap e2035: 8 total, 8 up, 8 in 2023-12-20T11:48:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:34 smithi123 ceph-mon[188613]: osdmap e2034: 8 total, 8 up, 8 in 2023-12-20T11:48:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:34 smithi123 ceph-mon[188613]: osdmap e2035: 8 total, 8 up, 8 in 2023-12-20T11:48:35.011 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestClone.test_with_params2 ... ok 2023-12-20T11:48:36.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:35 smithi123 ceph-mon[191304]: pgmap v3532: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 316 KiB/s rd, 18 KiB/s wr, 420 op/s 2023-12-20T11:48:36.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:35 smithi123 ceph-mon[191304]: osdmap e2036: 8 total, 8 up, 8 in 2023-12-20T11:48:36.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:35 smithi123 ceph-mon[188613]: pgmap v3532: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 316 KiB/s rd, 18 KiB/s wr, 420 op/s 2023-12-20T11:48:36.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:35 smithi123 ceph-mon[188613]: osdmap e2036: 8 total, 8 up, 8 in 2023-12-20T11:48:36.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:35 smithi177 ceph-mon[212096]: pgmap v3532: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 316 KiB/s rd, 18 KiB/s wr, 420 op/s 2023-12-20T11:48:36.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:35 smithi177 ceph-mon[212096]: osdmap e2036: 8 total, 8 up, 8 in 2023-12-20T11:48:37.150 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestClone.test_with_params3 ... SKIP 2023-12-20T11:48:37.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:37 smithi177 ceph-mon[212096]: osdmap e2037: 8 total, 8 up, 8 in 2023-12-20T11:48:37.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:37 smithi177 ceph-mon[212096]: pgmap v3535: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 172 KiB/s rd, 14 KiB/s wr, 243 op/s 2023-12-20T11:48:37.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:37 smithi123 ceph-mon[191304]: osdmap e2037: 8 total, 8 up, 8 in 2023-12-20T11:48:37.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:37 smithi123 ceph-mon[191304]: pgmap v3535: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 172 KiB/s rd, 14 KiB/s wr, 243 op/s 2023-12-20T11:48:37.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:37 smithi123 ceph-mon[188613]: osdmap e2037: 8 total, 8 up, 8 in 2023-12-20T11:48:37.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:37 smithi123 ceph-mon[188613]: pgmap v3535: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 172 KiB/s rd, 14 KiB/s wr, 243 op/s 2023-12-20T11:48:38.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:38 smithi177 ceph-mon[212096]: osdmap e2038: 8 total, 8 up, 8 in 2023-12-20T11:48:38.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:38 smithi123 ceph-mon[191304]: osdmap e2038: 8 total, 8 up, 8 in 2023-12-20T11:48:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:38 smithi123 ceph-mon[188613]: osdmap e2038: 8 total, 8 up, 8 in 2023-12-20T11:48:38.998 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestClone.test_write ... ok 2023-12-20T11:48:39.105 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestExclusiveLock.test_acquire_release_lock ... ok 2023-12-20T11:48:39.331 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:48:39.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:39 smithi177 ceph-mon[212096]: osdmap e2039: 8 total, 8 up, 8 in 2023-12-20T11:48:39.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:39 smithi177 ceph-mon[212096]: pgmap v3538: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 7.2 KiB/s wr, 121 op/s 2023-12-20T11:48:39.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:39 smithi177 ceph-mon[212096]: osdmap e2040: 8 total, 8 up, 8 in 2023-12-20T11:48:39.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:39 smithi123 ceph-mon[191304]: osdmap e2039: 8 total, 8 up, 8 in 2023-12-20T11:48:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:39 smithi123 ceph-mon[191304]: pgmap v3538: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 7.2 KiB/s wr, 121 op/s 2023-12-20T11:48:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:39 smithi123 ceph-mon[191304]: osdmap e2040: 8 total, 8 up, 8 in 2023-12-20T11:48:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:39 smithi123 ceph-mon[188613]: osdmap e2039: 8 total, 8 up, 8 in 2023-12-20T11:48:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:39 smithi123 ceph-mon[188613]: pgmap v3538: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 7.2 KiB/s wr, 121 op/s 2023-12-20T11:48:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:39 smithi123 ceph-mon[188613]: osdmap e2040: 8 total, 8 up, 8 in 2023-12-20T11:48:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:48:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:48:39] "GET /metrics HTTP/1.1" 200 36558 "" "Prometheus/2.43.0" 2023-12-20T11:48:39.638 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:48:39.638 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (57m) 2m ago 60m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:48:39.639 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (57m) 47s ago 60m 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:48:39.639 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (61m) 2m ago 61m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:48:39.639 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (61m) 47s ago 61m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:48:39.639 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (56m) 47s ago 63m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:48:39.639 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (57m) 2m ago 65m 589M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:48:39.639 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (56m) 2m ago 65m 454M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:48:39.639 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (56m) 47s ago 63m 253M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:48:39.639 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (56m) 2m ago 63m 270M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:48:39.639 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (57m) 2m ago 60m 22.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:48:39.639 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (57m) 47s ago 60m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:48:39.639 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (55m) 2m ago 63m 3337M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:48:39.639 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (55m) 2m ago 63m 3605M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:48:39.639 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (54m) 2m ago 62m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:48:39.639 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (54m) 2m ago 62m 3241M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:48:39.639 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (53m) 47s ago 62m 2879M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:48:39.639 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (53m) 47s ago 62m 3027M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:48:39.640 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (52m) 47s ago 61m 2508M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:48:39.640 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (52m) 47s ago 61m 2892M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:48:39.640 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (56m) 47s ago 60m 99.4M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:48:40.020 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:48:40.020 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:48:40.020 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:48:40.020 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:48:40.021 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:48:40.021 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:48:40.021 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:48:40.021 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:48:40.021 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:48:40.021 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:48:40.021 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:48:40.021 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:48:40.021 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:48:40.021 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:48:40.021 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:48:40.021 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:48:40.021 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:48:40.021 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:48:40.143 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestExclusiveLock.test_break_lock ... ok 2023-12-20T11:48:40.276 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestExclusiveLock.test_follower_discard ... ok 2023-12-20T11:48:40.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:40 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1012254971' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.123:0/1591921224"}]: dispatch 2023-12-20T11:48:40.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:40 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.123:0/1591921224"}]: dispatch 2023-12-20T11:48:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:40 smithi177 ceph-mon[212096]: from='client.47489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:48:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:40 smithi177 ceph-mon[212096]: from='client.37560 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:48:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:40 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2577030884' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:48:40.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:40 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1012254971' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.123:0/1591921224"}]: dispatch 2023-12-20T11:48:40.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:40 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.123:0/1591921224"}]: dispatch 2023-12-20T11:48:40.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:40 smithi123 ceph-mon[191304]: from='client.47489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:48:40.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:40 smithi123 ceph-mon[191304]: from='client.37560 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:48:40.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:40 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2577030884' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:48:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:40 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1012254971' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.123:0/1591921224"}]: dispatch 2023-12-20T11:48:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:40 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.123:0/1591921224"}]: dispatch 2023-12-20T11:48:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:40 smithi123 ceph-mon[188613]: from='client.47489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:48:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:40 smithi123 ceph-mon[188613]: from='client.37560 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:48:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:40 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2577030884' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:48:41.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:41 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.123:0/1591921224"}]': finished 2023-12-20T11:48:41.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:41 smithi177 ceph-mon[212096]: osdmap e2041: 8 total, 8 up, 8 in 2023-12-20T11:48:41.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:41 smithi177 ceph-mon[212096]: pgmap v3541: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 205 KiB/s rd, 13 KiB/s wr, 272 op/s 2023-12-20T11:48:41.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:41 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.123:0/1591921224"}]': finished 2023-12-20T11:48:41.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:41 smithi123 ceph-mon[191304]: osdmap e2041: 8 total, 8 up, 8 in 2023-12-20T11:48:41.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:41 smithi123 ceph-mon[191304]: pgmap v3541: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 205 KiB/s rd, 13 KiB/s wr, 272 op/s 2023-12-20T11:48:41.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:41 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.123:0/1591921224"}]': finished 2023-12-20T11:48:41.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:41 smithi123 ceph-mon[188613]: osdmap e2041: 8 total, 8 up, 8 in 2023-12-20T11:48:41.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:41 smithi123 ceph-mon[188613]: pgmap v3541: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 205 KiB/s rd, 13 KiB/s wr, 272 op/s 2023-12-20T11:48:42.174 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestExclusiveLock.test_follower_flatten ... ok 2023-12-20T11:48:42.309 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestExclusiveLock.test_follower_resize ... ok 2023-12-20T11:48:42.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:42 smithi177 ceph-mon[212096]: osdmap e2042: 8 total, 8 up, 8 in 2023-12-20T11:48:42.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:48:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:42 smithi123 ceph-mon[191304]: osdmap e2042: 8 total, 8 up, 8 in 2023-12-20T11:48:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:48:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:42 smithi123 ceph-mon[188613]: osdmap e2042: 8 total, 8 up, 8 in 2023-12-20T11:48:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:48:43.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:43 smithi177 ceph-mon[212096]: osdmap e2043: 8 total, 8 up, 8 in 2023-12-20T11:48:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:43 smithi177 ceph-mon[212096]: pgmap v3544: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 283 KiB/s rd, 20 KiB/s wr, 387 op/s 2023-12-20T11:48:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:43 smithi123 ceph-mon[191304]: osdmap e2043: 8 total, 8 up, 8 in 2023-12-20T11:48:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:43 smithi123 ceph-mon[191304]: pgmap v3544: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 283 KiB/s rd, 20 KiB/s wr, 387 op/s 2023-12-20T11:48:43.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:43 smithi123 ceph-mon[188613]: osdmap e2043: 8 total, 8 up, 8 in 2023-12-20T11:48:43.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:43 smithi123 ceph-mon[188613]: pgmap v3544: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 283 KiB/s rd, 20 KiB/s wr, 387 op/s 2023-12-20T11:48:44.001 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestExclusiveLock.test_follower_snap_create ... ok 2023-12-20T11:48:44.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:44 smithi177 ceph-mon[212096]: osdmap e2044: 8 total, 8 up, 8 in 2023-12-20T11:48:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:44 smithi177 ceph-mon[212096]: osdmap e2045: 8 total, 8 up, 8 in 2023-12-20T11:48:44.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:44 smithi123 ceph-mon[191304]: osdmap e2044: 8 total, 8 up, 8 in 2023-12-20T11:48:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:44 smithi123 ceph-mon[191304]: osdmap e2045: 8 total, 8 up, 8 in 2023-12-20T11:48:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:44 smithi123 ceph-mon[188613]: osdmap e2044: 8 total, 8 up, 8 in 2023-12-20T11:48:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:44 smithi123 ceph-mon[188613]: osdmap e2045: 8 total, 8 up, 8 in 2023-12-20T11:48:46.012 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestExclusiveLock.test_follower_snap_rollback ... ok 2023-12-20T11:48:46.138 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestExclusiveLock.test_follower_write ... ok 2023-12-20T11:48:46.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:45 smithi123 ceph-mon[191304]: pgmap v3547: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 399 KiB/s rd, 30 KiB/s wr, 556 op/s 2023-12-20T11:48:46.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:45 smithi123 ceph-mon[191304]: osdmap e2046: 8 total, 8 up, 8 in 2023-12-20T11:48:46.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:45 smithi123 ceph-mon[188613]: pgmap v3547: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 399 KiB/s rd, 30 KiB/s wr, 556 op/s 2023-12-20T11:48:46.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:45 smithi123 ceph-mon[188613]: osdmap e2046: 8 total, 8 up, 8 in 2023-12-20T11:48:46.257 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestExclusiveLock.test_ownership ... ok 2023-12-20T11:48:46.340 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestExclusiveLock.test_read_only_leadership ... ok 2023-12-20T11:48:46.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:45 smithi177 ceph-mon[212096]: pgmap v3547: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 399 KiB/s rd, 30 KiB/s wr, 556 op/s 2023-12-20T11:48:46.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:45 smithi177 ceph-mon[212096]: osdmap e2046: 8 total, 8 up, 8 in 2023-12-20T11:48:47.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:46 smithi123 ceph-mon[191304]: osdmap e2047: 8 total, 8 up, 8 in 2023-12-20T11:48:47.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:46 smithi123 ceph-mon[188613]: osdmap e2047: 8 total, 8 up, 8 in 2023-12-20T11:48:47.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:46 smithi177 ceph-mon[212096]: osdmap e2047: 8 total, 8 up, 8 in 2023-12-20T11:48:48.024 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestExclusiveLock.test_snapshot_leadership ... ok 2023-12-20T11:48:48.112 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestGroups.test_group_image_add ... ok 2023-12-20T11:48:48.204 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestGroups.test_group_image_list ... ok 2023-12-20T11:48:48.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:47 smithi123 ceph-mon[191304]: pgmap v3550: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 347 KiB/s rd, 22 KiB/s wr, 473 op/s 2023-12-20T11:48:48.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:47 smithi123 ceph-mon[191304]: osdmap e2048: 8 total, 8 up, 8 in 2023-12-20T11:48:48.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:47 smithi123 ceph-mon[188613]: pgmap v3550: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 347 KiB/s rd, 22 KiB/s wr, 473 op/s 2023-12-20T11:48:48.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:47 smithi123 ceph-mon[188613]: osdmap e2048: 8 total, 8 up, 8 in 2023-12-20T11:48:48.283 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestGroups.test_group_image_list_empty ... ok 2023-12-20T11:48:48.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:47 smithi177 ceph-mon[212096]: pgmap v3550: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 347 KiB/s rd, 22 KiB/s wr, 473 op/s 2023-12-20T11:48:48.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:47 smithi177 ceph-mon[212096]: osdmap e2048: 8 total, 8 up, 8 in 2023-12-20T11:48:48.409 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestGroups.test_group_image_list_move_to_trash ... ok 2023-12-20T11:48:49.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:48:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:48:49] "GET /metrics HTTP/1.1" 200 36558 "" "Prometheus/2.43.0" 2023-12-20T11:48:49.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:48 smithi123 ceph-mon[191304]: osdmap e2049: 8 total, 8 up, 8 in 2023-12-20T11:48:49.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:48 smithi123 ceph-mon[191304]: osdmap e2050: 8 total, 8 up, 8 in 2023-12-20T11:48:49.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:48 smithi123 ceph-mon[188613]: osdmap e2049: 8 total, 8 up, 8 in 2023-12-20T11:48:49.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:48 smithi123 ceph-mon[188613]: osdmap e2050: 8 total, 8 up, 8 in 2023-12-20T11:48:49.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:48 smithi177 ceph-mon[212096]: osdmap e2049: 8 total, 8 up, 8 in 2023-12-20T11:48:49.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:48 smithi177 ceph-mon[212096]: osdmap e2050: 8 total, 8 up, 8 in 2023-12-20T11:48:49.963 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestGroups.test_group_image_many_images ... ok 2023-12-20T11:48:50.081 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestGroups.test_group_image_remove ... ok 2023-12-20T11:48:50.166 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestGroups.test_group_snap ... ok 2023-12-20T11:48:50.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:49 smithi123 ceph-mon[191304]: pgmap v3553: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 167 KiB/s rd, 9.2 KiB/s wr, 231 op/s 2023-12-20T11:48:50.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:49 smithi123 ceph-mon[188613]: pgmap v3553: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 167 KiB/s rd, 9.2 KiB/s wr, 231 op/s 2023-12-20T11:48:50.265 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestGroups.test_group_snap_flags ... ok 2023-12-20T11:48:50.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:49 smithi177 ceph-mon[212096]: pgmap v3553: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 167 KiB/s rd, 9.2 KiB/s wr, 231 op/s 2023-12-20T11:48:50.429 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestGroups.test_group_snap_list_many ... ok 2023-12-20T11:48:52.054 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestGroups.test_group_snap_namespace ... ok 2023-12-20T11:48:52.146 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestGroups.test_group_snap_rename ... ok 2023-12-20T11:48:52.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:51 smithi123 ceph-mon[191304]: pgmap v3555: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 357 KiB/s rd, 34 KiB/s wr, 496 op/s 2023-12-20T11:48:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:51 smithi123 ceph-mon[191304]: osdmap e2051: 8 total, 8 up, 8 in 2023-12-20T11:48:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:51 smithi123 ceph-mon[188613]: pgmap v3555: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 357 KiB/s rd, 34 KiB/s wr, 496 op/s 2023-12-20T11:48:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:51 smithi123 ceph-mon[188613]: osdmap e2051: 8 total, 8 up, 8 in 2023-12-20T11:48:52.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:51 smithi177 ceph-mon[212096]: pgmap v3555: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 357 KiB/s rd, 34 KiB/s wr, 496 op/s 2023-12-20T11:48:52.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:51 smithi177 ceph-mon[212096]: osdmap e2051: 8 total, 8 up, 8 in 2023-12-20T11:48:53.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:52 smithi123 ceph-mon[191304]: osdmap e2052: 8 total, 8 up, 8 in 2023-12-20T11:48:53.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:52 smithi123 ceph-mon[188613]: osdmap e2052: 8 total, 8 up, 8 in 2023-12-20T11:48:53.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:52 smithi177 ceph-mon[212096]: osdmap e2052: 8 total, 8 up, 8 in 2023-12-20T11:48:54.008 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestGroups.test_group_snap_rollback ... ok 2023-12-20T11:48:54.081 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_access_timestamp ... ok 2023-12-20T11:48:54.170 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_aio_discard ... ok 2023-12-20T11:48:54.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:53 smithi123 ceph-mon[191304]: pgmap v3558: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 660 KiB/s rd, 69 KiB/s wr, 920 op/s 2023-12-20T11:48:54.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:53 smithi123 ceph-mon[191304]: osdmap e2053: 8 total, 8 up, 8 in 2023-12-20T11:48:54.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:48:54.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:48:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:48:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:48:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:53 smithi123 ceph-mon[191304]: osdmap e2054: 8 total, 8 up, 8 in 2023-12-20T11:48:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:53 smithi123 ceph-mon[188613]: pgmap v3558: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 660 KiB/s rd, 69 KiB/s wr, 920 op/s 2023-12-20T11:48:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:53 smithi123 ceph-mon[188613]: osdmap e2053: 8 total, 8 up, 8 in 2023-12-20T11:48:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:48:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:48:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:48:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:48:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:53 smithi123 ceph-mon[188613]: osdmap e2054: 8 total, 8 up, 8 in 2023-12-20T11:48:54.255 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_aio_flush ... ok 2023-12-20T11:48:54.328 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_aio_read ... ok 2023-12-20T11:48:54.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:53 smithi177 ceph-mon[212096]: pgmap v3558: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 660 KiB/s rd, 69 KiB/s wr, 920 op/s 2023-12-20T11:48:54.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:53 smithi177 ceph-mon[212096]: osdmap e2053: 8 total, 8 up, 8 in 2023-12-20T11:48:54.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:48:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:48:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:48:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:48:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:53 smithi177 ceph-mon[212096]: osdmap e2054: 8 total, 8 up, 8 in 2023-12-20T11:48:54.418 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_aio_write ... ok 2023-12-20T11:48:54.505 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_aio_write_zeroes ... ok 2023-12-20T11:48:54.576 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_block_name_prefix ... ok 2023-12-20T11:48:54.673 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_config_list ... ok 2023-12-20T11:48:54.870 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_copy ... ok 2023-12-20T11:48:55.076 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_copy2 ... ok 2023-12-20T11:48:55.151 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_copy3 ... SKIP 2023-12-20T11:48:56.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:55 smithi123 ceph-mon[191304]: pgmap v3561: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 104 KiB/s wr, 1.45k op/s 2023-12-20T11:48:56.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:55 smithi123 ceph-mon[188613]: pgmap v3561: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 104 KiB/s wr, 1.45k op/s 2023-12-20T11:48:56.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:55 smithi177 ceph-mon[212096]: pgmap v3561: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 104 KiB/s wr, 1.45k op/s 2023-12-20T11:48:57.078 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_create_snap ... ok 2023-12-20T11:48:57.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:56 smithi123 ceph-mon[188613]: osdmap e2055: 8 total, 8 up, 8 in 2023-12-20T11:48:57.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:48:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:56 smithi123 ceph-mon[191304]: osdmap e2055: 8 total, 8 up, 8 in 2023-12-20T11:48:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:48:57.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:56 smithi177 ceph-mon[212096]: osdmap e2055: 8 total, 8 up, 8 in 2023-12-20T11:48:57.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:48:58.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:57 smithi123 ceph-mon[191304]: pgmap v3563: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 691 KiB/s rd, 965 KiB/s wr, 995 op/s 2023-12-20T11:48:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:57 smithi123 ceph-mon[191304]: osdmap e2056: 8 total, 8 up, 8 in 2023-12-20T11:48:58.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:57 smithi123 ceph-mon[188613]: pgmap v3563: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 691 KiB/s rd, 965 KiB/s wr, 995 op/s 2023-12-20T11:48:58.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:57 smithi123 ceph-mon[188613]: osdmap e2056: 8 total, 8 up, 8 in 2023-12-20T11:48:58.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:57 smithi177 ceph-mon[212096]: pgmap v3563: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 691 KiB/s rd, 965 KiB/s wr, 995 op/s 2023-12-20T11:48:58.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:57 smithi177 ceph-mon[212096]: osdmap e2056: 8 total, 8 up, 8 in 2023-12-20T11:48:59.010 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_create_snap_exists ... ok 2023-12-20T11:48:59.239 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:48:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:48:59] "GET /metrics HTTP/1.1" 200 36562 "" "Prometheus/2.43.0" 2023-12-20T11:48:59.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:58 smithi123 ceph-mon[188613]: osdmap e2057: 8 total, 8 up, 8 in 2023-12-20T11:48:59.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:58 smithi123 ceph-mon[188613]: osdmap e2058: 8 total, 8 up, 8 in 2023-12-20T11:48:59.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:58 smithi123 ceph-mon[191304]: osdmap e2057: 8 total, 8 up, 8 in 2023-12-20T11:48:59.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:58 smithi123 ceph-mon[191304]: osdmap e2058: 8 total, 8 up, 8 in 2023-12-20T11:48:59.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:58 smithi177 ceph-mon[212096]: osdmap e2057: 8 total, 8 up, 8 in 2023-12-20T11:48:59.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:58 smithi177 ceph-mon[212096]: osdmap e2058: 8 total, 8 up, 8 in 2023-12-20T11:49:00.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:48:59 smithi177 ceph-mon[212096]: pgmap v3566: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 357 KiB/s rd, 912 KiB/s wr, 505 op/s 2023-12-20T11:49:00.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:48:59 smithi123 ceph-mon[191304]: pgmap v3566: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 357 KiB/s rd, 912 KiB/s wr, 505 op/s 2023-12-20T11:49:00.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:48:59 smithi123 ceph-mon[188613]: pgmap v3566: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 357 KiB/s rd, 912 KiB/s wr, 505 op/s 2023-12-20T11:49:01.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:00 smithi177 ceph-mon[212096]: osdmap e2059: 8 total, 8 up, 8 in 2023-12-20T11:49:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:00 smithi177 ceph-mon[212096]: pgmap v3569: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 381 KiB/s rd, 1.0 MiB/s wr, 532 op/s 2023-12-20T11:49:01.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:00 smithi123 ceph-mon[191304]: osdmap e2059: 8 total, 8 up, 8 in 2023-12-20T11:49:01.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:00 smithi123 ceph-mon[191304]: pgmap v3569: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 381 KiB/s rd, 1.0 MiB/s wr, 532 op/s 2023-12-20T11:49:01.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:00 smithi123 ceph-mon[188613]: osdmap e2059: 8 total, 8 up, 8 in 2023-12-20T11:49:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:00 smithi123 ceph-mon[188613]: pgmap v3569: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 381 KiB/s rd, 1.0 MiB/s wr, 532 op/s 2023-12-20T11:49:02.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:01 smithi177 ceph-mon[212096]: osdmap e2060: 8 total, 8 up, 8 in 2023-12-20T11:49:02.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:01 smithi123 ceph-mon[191304]: osdmap e2060: 8 total, 8 up, 8 in 2023-12-20T11:49:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:01 smithi123 ceph-mon[188613]: osdmap e2060: 8 total, 8 up, 8 in 2023-12-20T11:49:03.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:03 smithi177 ceph-mon[212096]: osdmap e2061: 8 total, 8 up, 8 in 2023-12-20T11:49:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:03 smithi177 ceph-mon[212096]: pgmap v3572: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 280 KiB/s rd, 1.0 MiB/s wr, 392 op/s 2023-12-20T11:49:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:03 smithi123 ceph-mon[191304]: osdmap e2061: 8 total, 8 up, 8 in 2023-12-20T11:49:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:03 smithi123 ceph-mon[191304]: pgmap v3572: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 280 KiB/s rd, 1.0 MiB/s wr, 392 op/s 2023-12-20T11:49:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:03 smithi123 ceph-mon[188613]: osdmap e2061: 8 total, 8 up, 8 in 2023-12-20T11:49:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:03 smithi123 ceph-mon[188613]: pgmap v3572: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 280 KiB/s rd, 1.0 MiB/s wr, 392 op/s 2023-12-20T11:49:04.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:04 smithi177 ceph-mon[212096]: osdmap e2062: 8 total, 8 up, 8 in 2023-12-20T11:49:04.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:04 smithi177 ceph-mon[212096]: osdmap e2063: 8 total, 8 up, 8 in 2023-12-20T11:49:04.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:04 smithi123 ceph-mon[191304]: osdmap e2062: 8 total, 8 up, 8 in 2023-12-20T11:49:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:04 smithi123 ceph-mon[191304]: osdmap e2063: 8 total, 8 up, 8 in 2023-12-20T11:49:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:04 smithi123 ceph-mon[188613]: osdmap e2062: 8 total, 8 up, 8 in 2023-12-20T11:49:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:04 smithi123 ceph-mon[188613]: osdmap e2063: 8 total, 8 up, 8 in 2023-12-20T11:49:05.011 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_create_snap_flags ... ok 2023-12-20T11:49:05.090 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_create_timestamp ... ok 2023-12-20T11:49:05.167 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_create_with_params ... SKIP 2023-12-20T11:49:06.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:05 smithi123 ceph-mon[191304]: pgmap v3575: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 4.2 KiB/s wr, 97 op/s 2023-12-20T11:49:06.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:05 smithi123 ceph-mon[191304]: osdmap e2064: 8 total, 8 up, 8 in 2023-12-20T11:49:06.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:05 smithi123 ceph-mon[188613]: pgmap v3575: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 4.2 KiB/s wr, 97 op/s 2023-12-20T11:49:06.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:05 smithi123 ceph-mon[188613]: osdmap e2064: 8 total, 8 up, 8 in 2023-12-20T11:49:06.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:05 smithi177 ceph-mon[212096]: pgmap v3575: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 4.2 KiB/s wr, 97 op/s 2023-12-20T11:49:06.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:05 smithi177 ceph-mon[212096]: osdmap e2064: 8 total, 8 up, 8 in 2023-12-20T11:49:07.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:07 smithi177 ceph-mon[212096]: osdmap e2065: 8 total, 8 up, 8 in 2023-12-20T11:49:07.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:07 smithi177 ceph-mon[212096]: pgmap v3578: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 6.0 KiB/s wr, 126 op/s 2023-12-20T11:49:07.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:07 smithi123 ceph-mon[191304]: osdmap e2065: 8 total, 8 up, 8 in 2023-12-20T11:49:07.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:07 smithi123 ceph-mon[191304]: pgmap v3578: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 6.0 KiB/s wr, 126 op/s 2023-12-20T11:49:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:07 smithi123 ceph-mon[188613]: osdmap e2065: 8 total, 8 up, 8 in 2023-12-20T11:49:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:07 smithi123 ceph-mon[188613]: pgmap v3578: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 6.0 KiB/s wr, 126 op/s 2023-12-20T11:49:08.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:08 smithi177 ceph-mon[212096]: osdmap e2066: 8 total, 8 up, 8 in 2023-12-20T11:49:08.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:08 smithi123 ceph-mon[191304]: osdmap e2066: 8 total, 8 up, 8 in 2023-12-20T11:49:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:08 smithi123 ceph-mon[188613]: osdmap e2066: 8 total, 8 up, 8 in 2023-12-20T11:49:09.121 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_deep_copy ... ok 2023-12-20T11:49:09.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:09 smithi177 ceph-mon[212096]: osdmap e2067: 8 total, 8 up, 8 in 2023-12-20T11:49:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:09 smithi177 ceph-mon[212096]: pgmap v3581: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 6.0 KiB/s wr, 113 op/s 2023-12-20T11:49:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:09 smithi177 ceph-mon[212096]: osdmap e2068: 8 total, 8 up, 8 in 2023-12-20T11:49:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:49:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:49:09] "GET /metrics HTTP/1.1" 200 36562 "" "Prometheus/2.43.0" 2023-12-20T11:49:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:09 smithi123 ceph-mon[191304]: osdmap e2067: 8 total, 8 up, 8 in 2023-12-20T11:49:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:09 smithi123 ceph-mon[191304]: pgmap v3581: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 6.0 KiB/s wr, 113 op/s 2023-12-20T11:49:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:09 smithi123 ceph-mon[191304]: osdmap e2068: 8 total, 8 up, 8 in 2023-12-20T11:49:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:09 smithi123 ceph-mon[188613]: osdmap e2067: 8 total, 8 up, 8 in 2023-12-20T11:49:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:09 smithi123 ceph-mon[188613]: pgmap v3581: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 6.0 KiB/s wr, 113 op/s 2023-12-20T11:49:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:09 smithi123 ceph-mon[188613]: osdmap e2068: 8 total, 8 up, 8 in 2023-12-20T11:49:10.377 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:49:10.683 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:49:10.684 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (57m) 3m ago 60m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:49:10.684 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (57m) 78s ago 60m 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:49:10.684 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (61m) 3m ago 61m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:49:10.684 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (61m) 78s ago 61m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:49:10.684 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (57m) 78s ago 64m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:49:10.684 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (57m) 3m ago 65m 589M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:49:10.684 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (57m) 3m ago 65m 454M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:49:10.684 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (56m) 78s ago 64m 253M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:49:10.684 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (56m) 3m ago 64m 270M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:49:10.684 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (57m) 3m ago 60m 22.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:49:10.684 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (57m) 78s ago 60m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:49:10.684 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (56m) 3m ago 63m 3337M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:49:10.684 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (55m) 3m ago 63m 3605M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:49:10.684 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (55m) 3m ago 63m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:49:10.685 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (54m) 3m ago 63m 3241M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:49:10.685 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (54m) 78s ago 62m 2879M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:49:10.685 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (53m) 78s ago 62m 3027M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:49:10.685 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (53m) 78s ago 62m 2508M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:49:10.685 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (52m) 78s ago 62m 2892M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:49:10.685 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (57m) 78s ago 61m 99.4M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:49:11.072 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:49:11.073 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:49:11.073 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:49:11.073 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:49:11.073 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:49:11.073 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:49:11.073 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:49:11.073 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:49:11.073 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:49:11.073 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:49:11.073 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:49:11.073 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:49:11.073 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:49:11.074 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:49:11.074 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:49:11.074 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:49:11.074 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:49:11.074 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:49:11.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:11 smithi177 ceph-mon[212096]: osdmap e2069: 8 total, 8 up, 8 in 2023-12-20T11:49:11.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:11 smithi177 ceph-mon[212096]: from='client.47573 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:49:11.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:11 smithi177 ceph-mon[212096]: pgmap v3584: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 11 KiB/s wr, 160 op/s 2023-12-20T11:49:11.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:11 smithi177 ceph-mon[212096]: from='client.37632 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:49:11.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:11 smithi123 ceph-mon[191304]: osdmap e2069: 8 total, 8 up, 8 in 2023-12-20T11:49:11.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:11 smithi123 ceph-mon[191304]: from='client.47573 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:49:11.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:11 smithi123 ceph-mon[191304]: pgmap v3584: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 11 KiB/s wr, 160 op/s 2023-12-20T11:49:11.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:11 smithi123 ceph-mon[191304]: from='client.37632 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:49:11.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:11 smithi123 ceph-mon[188613]: osdmap e2069: 8 total, 8 up, 8 in 2023-12-20T11:49:11.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:11 smithi123 ceph-mon[188613]: from='client.47573 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:49:11.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:11 smithi123 ceph-mon[188613]: pgmap v3584: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 11 KiB/s wr, 160 op/s 2023-12-20T11:49:11.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:11 smithi123 ceph-mon[188613]: from='client.37632 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:49:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:12 smithi177 ceph-mon[212096]: osdmap e2070: 8 total, 8 up, 8 in 2023-12-20T11:49:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:12 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2280861203' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:49:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:49:12.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:12 smithi123 ceph-mon[188613]: osdmap e2070: 8 total, 8 up, 8 in 2023-12-20T11:49:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:12 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2280861203' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:49:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:49:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:12 smithi123 ceph-mon[191304]: osdmap e2070: 8 total, 8 up, 8 in 2023-12-20T11:49:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:12 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2280861203' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:49:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:49:13.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:13 smithi177 ceph-mon[212096]: osdmap e2071: 8 total, 8 up, 8 in 2023-12-20T11:49:13.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:13 smithi177 ceph-mon[212096]: pgmap v3587: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 13 KiB/s wr, 233 op/s 2023-12-20T11:49:13.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:13 smithi123 ceph-mon[191304]: osdmap e2071: 8 total, 8 up, 8 in 2023-12-20T11:49:13.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:13 smithi123 ceph-mon[191304]: pgmap v3587: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 13 KiB/s wr, 233 op/s 2023-12-20T11:49:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:13 smithi123 ceph-mon[188613]: osdmap e2071: 8 total, 8 up, 8 in 2023-12-20T11:49:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:13 smithi123 ceph-mon[188613]: pgmap v3587: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 13 KiB/s wr, 233 op/s 2023-12-20T11:49:14.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:14 smithi177 ceph-mon[212096]: osdmap e2072: 8 total, 8 up, 8 in 2023-12-20T11:49:14.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:14 smithi177 ceph-mon[212096]: osdmap e2073: 8 total, 8 up, 8 in 2023-12-20T11:49:14.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:14 smithi123 ceph-mon[191304]: osdmap e2072: 8 total, 8 up, 8 in 2023-12-20T11:49:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:14 smithi123 ceph-mon[191304]: osdmap e2073: 8 total, 8 up, 8 in 2023-12-20T11:49:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:14 smithi123 ceph-mon[188613]: osdmap e2072: 8 total, 8 up, 8 in 2023-12-20T11:49:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:14 smithi123 ceph-mon[188613]: osdmap e2073: 8 total, 8 up, 8 in 2023-12-20T11:49:15.176 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_deep_copy_clone ... ok 2023-12-20T11:49:15.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:15 smithi177 ceph-mon[212096]: pgmap v3590: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 13 KiB/s wr, 220 op/s 2023-12-20T11:49:15.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:15 smithi123 ceph-mon[191304]: pgmap v3590: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 13 KiB/s wr, 220 op/s 2023-12-20T11:49:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:15 smithi123 ceph-mon[188613]: pgmap v3590: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 13 KiB/s wr, 220 op/s 2023-12-20T11:49:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:16 smithi177 ceph-mon[212096]: osdmap e2074: 8 total, 8 up, 8 in 2023-12-20T11:49:16.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:16 smithi123 ceph-mon[191304]: osdmap e2074: 8 total, 8 up, 8 in 2023-12-20T11:49:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:16 smithi123 ceph-mon[188613]: osdmap e2074: 8 total, 8 up, 8 in 2023-12-20T11:49:17.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:17 smithi177 ceph-mon[212096]: osdmap e2075: 8 total, 8 up, 8 in 2023-12-20T11:49:17.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:17 smithi177 ceph-mon[212096]: pgmap v3593: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 14 KiB/s wr, 222 op/s 2023-12-20T11:49:17.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:17 smithi123 ceph-mon[191304]: osdmap e2075: 8 total, 8 up, 8 in 2023-12-20T11:49:17.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:17 smithi123 ceph-mon[191304]: pgmap v3593: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 14 KiB/s wr, 222 op/s 2023-12-20T11:49:17.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:17 smithi123 ceph-mon[188613]: osdmap e2075: 8 total, 8 up, 8 in 2023-12-20T11:49:17.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:17 smithi123 ceph-mon[188613]: pgmap v3593: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 159 KiB/s rd, 14 KiB/s wr, 222 op/s 2023-12-20T11:49:18.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:18 smithi177 ceph-mon[212096]: osdmap e2076: 8 total, 8 up, 8 in 2023-12-20T11:49:18.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:18 smithi123 ceph-mon[191304]: osdmap e2076: 8 total, 8 up, 8 in 2023-12-20T11:49:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:18 smithi123 ceph-mon[188613]: osdmap e2076: 8 total, 8 up, 8 in 2023-12-20T11:49:19.011 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_diff_iterate ... ok 2023-12-20T11:49:19.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:19 smithi177 ceph-mon[212096]: osdmap e2077: 8 total, 8 up, 8 in 2023-12-20T11:49:19.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:19 smithi177 ceph-mon[212096]: pgmap v3596: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 9.2 KiB/s wr, 151 op/s 2023-12-20T11:49:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:19 smithi177 ceph-mon[212096]: osdmap e2078: 8 total, 8 up, 8 in 2023-12-20T11:49:19.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:19 smithi123 ceph-mon[191304]: osdmap e2077: 8 total, 8 up, 8 in 2023-12-20T11:49:19.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:19 smithi123 ceph-mon[191304]: pgmap v3596: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 9.2 KiB/s wr, 151 op/s 2023-12-20T11:49:19.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:19 smithi123 ceph-mon[191304]: osdmap e2078: 8 total, 8 up, 8 in 2023-12-20T11:49:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:19 smithi123 ceph-mon[188613]: osdmap e2077: 8 total, 8 up, 8 in 2023-12-20T11:49:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:19 smithi123 ceph-mon[188613]: pgmap v3596: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 9.2 KiB/s wr, 151 op/s 2023-12-20T11:49:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:19 smithi123 ceph-mon[188613]: osdmap e2078: 8 total, 8 up, 8 in 2023-12-20T11:49:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:49:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:49:19] "GET /metrics HTTP/1.1" 200 36561 "" "Prometheus/2.43.0" 2023-12-20T11:49:21.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:21 smithi177 ceph-mon[212096]: pgmap v3598: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 13 KiB/s wr, 171 op/s 2023-12-20T11:49:21.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:21 smithi123 ceph-mon[191304]: pgmap v3598: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 13 KiB/s wr, 171 op/s 2023-12-20T11:49:21.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:21 smithi123 ceph-mon[188613]: pgmap v3598: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 13 KiB/s wr, 171 op/s 2023-12-20T11:49:23.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:23 smithi177 ceph-mon[212096]: pgmap v3599: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 6.8 KiB/s wr, 65 op/s 2023-12-20T11:49:23.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:23 smithi123 ceph-mon[191304]: pgmap v3599: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 6.8 KiB/s wr, 65 op/s 2023-12-20T11:49:23.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:23 smithi123 ceph-mon[188613]: pgmap v3599: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 6.8 KiB/s wr, 65 op/s 2023-12-20T11:49:25.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:24 smithi123 ceph-mon[191304]: osdmap e2079: 8 total, 8 up, 8 in 2023-12-20T11:49:25.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:24 smithi123 ceph-mon[188613]: osdmap e2079: 8 total, 8 up, 8 in 2023-12-20T11:49:25.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:24 smithi177 ceph-mon[212096]: osdmap e2079: 8 total, 8 up, 8 in 2023-12-20T11:49:26.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:25 smithi123 ceph-mon[191304]: pgmap v3601: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 646 KiB/s wr, 66 op/s 2023-12-20T11:49:26.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:25 smithi123 ceph-mon[188613]: pgmap v3601: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 646 KiB/s wr, 66 op/s 2023-12-20T11:49:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:25 smithi177 ceph-mon[212096]: pgmap v3601: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 646 KiB/s wr, 66 op/s 2023-12-20T11:49:26.556 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_encryption_luks1 ... ok 2023-12-20T11:49:27.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:49:27.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:49:27.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:49:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:27 smithi123 ceph-mon[191304]: pgmap v3602: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 516 KiB/s wr, 48 op/s 2023-12-20T11:49:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:27 smithi123 ceph-mon[188613]: pgmap v3602: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 516 KiB/s wr, 48 op/s 2023-12-20T11:49:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:27 smithi177 ceph-mon[212096]: pgmap v3602: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 516 KiB/s wr, 48 op/s 2023-12-20T11:49:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:49:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:49:29] "GET /metrics HTTP/1.1" 200 36572 "" "Prometheus/2.43.0" 2023-12-20T11:49:30.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:29 smithi123 ceph-mon[191304]: pgmap v3603: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 430 KiB/s wr, 45 op/s 2023-12-20T11:49:30.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:29 smithi123 ceph-mon[191304]: osdmap e2080: 8 total, 8 up, 8 in 2023-12-20T11:49:30.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:29 smithi123 ceph-mon[188613]: pgmap v3603: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 430 KiB/s wr, 45 op/s 2023-12-20T11:49:30.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:29 smithi123 ceph-mon[188613]: osdmap e2080: 8 total, 8 up, 8 in 2023-12-20T11:49:30.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:29 smithi177 ceph-mon[212096]: pgmap v3603: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 430 KiB/s wr, 45 op/s 2023-12-20T11:49:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:29 smithi177 ceph-mon[212096]: osdmap e2080: 8 total, 8 up, 8 in 2023-12-20T11:49:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:31 smithi123 ceph-mon[191304]: pgmap v3605: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 516 KiB/s wr, 63 op/s 2023-12-20T11:49:32.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:31 smithi123 ceph-mon[188613]: pgmap v3605: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 516 KiB/s wr, 63 op/s 2023-12-20T11:49:32.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:31 smithi177 ceph-mon[212096]: pgmap v3605: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 516 KiB/s wr, 63 op/s 2023-12-20T11:49:34.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:33 smithi123 ceph-mon[191304]: pgmap v3606: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 2.4 KiB/s wr, 40 op/s 2023-12-20T11:49:34.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:33 smithi123 ceph-mon[188613]: pgmap v3606: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 2.4 KiB/s wr, 40 op/s 2023-12-20T11:49:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:33 smithi177 ceph-mon[212096]: pgmap v3606: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 2.4 KiB/s wr, 40 op/s 2023-12-20T11:49:36.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:35 smithi123 ceph-mon[191304]: pgmap v3607: 137 pgs: 137 active+clean; 17 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 1.2 MiB/s wr, 37 op/s 2023-12-20T11:49:36.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:35 smithi123 ceph-mon[188613]: pgmap v3607: 137 pgs: 137 active+clean; 17 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 1.2 MiB/s wr, 37 op/s 2023-12-20T11:49:36.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:35 smithi177 ceph-mon[212096]: pgmap v3607: 137 pgs: 137 active+clean; 17 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 1.2 MiB/s wr, 37 op/s 2023-12-20T11:49:36.418 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_encryption_luks2 ... ok 2023-12-20T11:49:36.501 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_flags ... ok 2023-12-20T11:49:36.576 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_id ... ok 2023-12-20T11:49:36.653 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_image_auto_close ... ok 2023-12-20T11:49:36.750 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_image_config_set_and_get_and_remove ... ok 2023-12-20T11:49:36.832 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_invalidate_cache ... ok 2023-12-20T11:49:36.915 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_large_read ... ok 2023-12-20T11:49:37.064 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_large_write ... ok 2023-12-20T11:49:38.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:37 smithi123 ceph-mon[191304]: pgmap v3608: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 1.6 MiB/s wr, 37 op/s 2023-12-20T11:49:38.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:37 smithi123 ceph-mon[188613]: pgmap v3608: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 1.6 MiB/s wr, 37 op/s 2023-12-20T11:49:38.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:37 smithi177 ceph-mon[212096]: pgmap v3608: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 1.6 MiB/s wr, 37 op/s 2023-12-20T11:49:39.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:38 smithi123 ceph-mon[191304]: osdmap e2081: 8 total, 8 up, 8 in 2023-12-20T11:49:39.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:38 smithi123 ceph-mon[188613]: osdmap e2081: 8 total, 8 up, 8 in 2023-12-20T11:49:39.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:49:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:49:39] "GET /metrics HTTP/1.1" 200 36572 "" "Prometheus/2.43.0" 2023-12-20T11:49:39.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:38 smithi177 ceph-mon[212096]: osdmap e2081: 8 total, 8 up, 8 in 2023-12-20T11:49:40.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:39 smithi123 ceph-mon[191304]: pgmap v3610: 137 pgs: 137 active+clean; 17 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 1.7 MiB/s wr, 60 op/s 2023-12-20T11:49:40.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:39 smithi123 ceph-mon[191304]: osdmap e2082: 8 total, 8 up, 8 in 2023-12-20T11:49:40.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:39 smithi123 ceph-mon[188613]: pgmap v3610: 137 pgs: 137 active+clean; 17 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 1.7 MiB/s wr, 60 op/s 2023-12-20T11:49:40.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:39 smithi123 ceph-mon[188613]: osdmap e2082: 8 total, 8 up, 8 in 2023-12-20T11:49:40.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:39 smithi177 ceph-mon[212096]: pgmap v3610: 137 pgs: 137 active+clean; 17 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 1.7 MiB/s wr, 60 op/s 2023-12-20T11:49:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:39 smithi177 ceph-mon[212096]: osdmap e2082: 8 total, 8 up, 8 in 2023-12-20T11:49:41.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:40 smithi123 ceph-mon[191304]: osdmap e2083: 8 total, 8 up, 8 in 2023-12-20T11:49:41.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:40 smithi123 ceph-mon[188613]: osdmap e2083: 8 total, 8 up, 8 in 2023-12-20T11:49:41.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:40 smithi177 ceph-mon[212096]: osdmap e2083: 8 total, 8 up, 8 in 2023-12-20T11:49:41.428 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:49:41.736 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:49:41.736 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (58m) 3m ago 61m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:49:41.736 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (58m) 109s ago 61m 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:49:41.736 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (62m) 3m ago 62m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:49:41.736 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (62m) 109s ago 62m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:49:41.736 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (57m) 109s ago 64m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:49:41.736 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (58m) 3m ago 66m 589M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:49:41.736 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (57m) 3m ago 66m 454M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:49:41.736 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (57m) 109s ago 65m 253M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:49:41.736 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (57m) 3m ago 64m 270M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:49:41.736 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (58m) 3m ago 61m 22.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:49:41.737 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (58m) 109s ago 61m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:49:41.737 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (56m) 3m ago 64m 3337M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:49:41.737 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (56m) 3m ago 64m 3605M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:49:41.737 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (55m) 3m ago 63m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:49:41.737 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (55m) 3m ago 63m 3241M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:49:41.737 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (54m) 109s ago 63m 2879M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:49:41.737 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (54m) 109s ago 63m 3027M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:49:41.737 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (53m) 109s ago 62m 2508M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:49:41.737 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (53m) 109s ago 62m 2892M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:49:41.737 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (57m) 109s ago 61m 99.4M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:49:42.122 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:49:42.122 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:49:42.122 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:49:42.122 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:49:42.122 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:49:42.123 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:49:42.123 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:49:42.123 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:49:42.123 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:49:42.123 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:49:42.123 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:49:42.123 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:49:42.123 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:49:42.123 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:49:42.123 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:49:42.123 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:49:42.123 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:49:42.123 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:49:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:41 smithi123 ceph-mon[191304]: pgmap v3613: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 231 KiB/s rd, 2.0 MiB/s wr, 190 op/s 2023-12-20T11:49:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:41 smithi123 ceph-mon[191304]: osdmap e2084: 8 total, 8 up, 8 in 2023-12-20T11:49:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:49:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:41 smithi123 ceph-mon[188613]: pgmap v3613: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 231 KiB/s rd, 2.0 MiB/s wr, 190 op/s 2023-12-20T11:49:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:41 smithi123 ceph-mon[188613]: osdmap e2084: 8 total, 8 up, 8 in 2023-12-20T11:49:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:49:42.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:41 smithi177 ceph-mon[212096]: pgmap v3613: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 231 KiB/s rd, 2.0 MiB/s wr, 190 op/s 2023-12-20T11:49:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:41 smithi177 ceph-mon[212096]: osdmap e2084: 8 total, 8 up, 8 in 2023-12-20T11:49:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:49:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:42 smithi123 ceph-mon[191304]: from='client.47591 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:49:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:42 smithi123 ceph-mon[191304]: from='client.47597 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:49:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:42 smithi123 ceph-mon[191304]: osdmap e2085: 8 total, 8 up, 8 in 2023-12-20T11:49:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:42 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3245369569' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:49:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:42 smithi123 ceph-mon[188613]: from='client.47591 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:49:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:42 smithi123 ceph-mon[188613]: from='client.47597 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:49:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:42 smithi123 ceph-mon[188613]: osdmap e2085: 8 total, 8 up, 8 in 2023-12-20T11:49:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:42 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3245369569' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:49:43.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:42 smithi177 ceph-mon[212096]: from='client.47591 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:49:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:42 smithi177 ceph-mon[212096]: from='client.47597 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:49:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:42 smithi177 ceph-mon[212096]: osdmap e2085: 8 total, 8 up, 8 in 2023-12-20T11:49:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:42 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3245369569' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:49:44.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:43 smithi123 ceph-mon[191304]: pgmap v3616: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 259 KiB/s rd, 2.0 MiB/s wr, 356 op/s 2023-12-20T11:49:44.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:43 smithi123 ceph-mon[191304]: osdmap e2086: 8 total, 8 up, 8 in 2023-12-20T11:49:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:43 smithi123 ceph-mon[188613]: pgmap v3616: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 259 KiB/s rd, 2.0 MiB/s wr, 356 op/s 2023-12-20T11:49:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:43 smithi123 ceph-mon[188613]: osdmap e2086: 8 total, 8 up, 8 in 2023-12-20T11:49:44.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:43 smithi177 ceph-mon[212096]: pgmap v3616: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 259 KiB/s rd, 2.0 MiB/s wr, 356 op/s 2023-12-20T11:49:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:43 smithi177 ceph-mon[212096]: osdmap e2086: 8 total, 8 up, 8 in 2023-12-20T11:49:45.090 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_limit_snaps ... ok 2023-12-20T11:49:45.240 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_list_lockers ... ok 2023-12-20T11:49:45.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:44 smithi177 ceph-mon[212096]: osdmap e2087: 8 total, 8 up, 8 in 2023-12-20T11:49:45.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:44 smithi177 ceph-mon[212096]: pgmap v3619: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 6.5 KiB/s wr, 154 op/s 2023-12-20T11:49:45.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:44 smithi123 ceph-mon[191304]: osdmap e2087: 8 total, 8 up, 8 in 2023-12-20T11:49:45.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:44 smithi123 ceph-mon[191304]: pgmap v3619: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 6.5 KiB/s wr, 154 op/s 2023-12-20T11:49:45.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:44 smithi123 ceph-mon[188613]: osdmap e2087: 8 total, 8 up, 8 in 2023-12-20T11:49:45.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:44 smithi123 ceph-mon[188613]: pgmap v3619: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 6.5 KiB/s wr, 154 op/s 2023-12-20T11:49:46.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:46 smithi177 ceph-mon[212096]: osdmap e2088: 8 total, 8 up, 8 in 2023-12-20T11:49:46.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:46 smithi123 ceph-mon[191304]: osdmap e2088: 8 total, 8 up, 8 in 2023-12-20T11:49:46.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:46 smithi123 ceph-mon[188613]: osdmap e2088: 8 total, 8 up, 8 in 2023-12-20T11:49:47.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:47 smithi177 ceph-mon[212096]: osdmap e2089: 8 total, 8 up, 8 in 2023-12-20T11:49:47.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:47 smithi177 ceph-mon[212096]: pgmap v3622: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 4.5 KiB/s wr, 83 op/s 2023-12-20T11:49:47.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:47 smithi123 ceph-mon[191304]: osdmap e2089: 8 total, 8 up, 8 in 2023-12-20T11:49:47.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:47 smithi123 ceph-mon[191304]: pgmap v3622: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 4.5 KiB/s wr, 83 op/s 2023-12-20T11:49:47.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:47 smithi123 ceph-mon[188613]: osdmap e2089: 8 total, 8 up, 8 in 2023-12-20T11:49:47.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:47 smithi123 ceph-mon[188613]: pgmap v3622: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 4.5 KiB/s wr, 83 op/s 2023-12-20T11:49:48.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:48 smithi177 ceph-mon[212096]: osdmap e2090: 8 total, 8 up, 8 in 2023-12-20T11:49:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:48 smithi123 ceph-mon[191304]: osdmap e2090: 8 total, 8 up, 8 in 2023-12-20T11:49:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:48 smithi123 ceph-mon[188613]: osdmap e2090: 8 total, 8 up, 8 in 2023-12-20T11:49:49.026 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_list_snaps ... ok 2023-12-20T11:49:49.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:49 smithi177 ceph-mon[212096]: osdmap e2091: 8 total, 8 up, 8 in 2023-12-20T11:49:49.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:49 smithi177 ceph-mon[212096]: pgmap v3625: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 7.5 KiB/s wr, 119 op/s 2023-12-20T11:49:49.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:49 smithi177 ceph-mon[212096]: osdmap e2092: 8 total, 8 up, 8 in 2023-12-20T11:49:49.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:49 smithi123 ceph-mon[191304]: osdmap e2091: 8 total, 8 up, 8 in 2023-12-20T11:49:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:49 smithi123 ceph-mon[191304]: pgmap v3625: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 7.5 KiB/s wr, 119 op/s 2023-12-20T11:49:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:49 smithi123 ceph-mon[191304]: osdmap e2092: 8 total, 8 up, 8 in 2023-12-20T11:49:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:49 smithi123 ceph-mon[188613]: osdmap e2091: 8 total, 8 up, 8 in 2023-12-20T11:49:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:49 smithi123 ceph-mon[188613]: pgmap v3625: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 7.5 KiB/s wr, 119 op/s 2023-12-20T11:49:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:49 smithi123 ceph-mon[188613]: osdmap e2092: 8 total, 8 up, 8 in 2023-12-20T11:49:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:49:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:49:49] "GET /metrics HTTP/1.1" 200 36574 "" "Prometheus/2.43.0" 2023-12-20T11:49:51.133 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_list_snaps_iterator_auto_close ... ok 2023-12-20T11:49:51.227 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_lock_unlock ... ok 2023-12-20T11:49:51.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:51 smithi177 ceph-mon[212096]: osdmap e2093: 8 total, 8 up, 8 in 2023-12-20T11:49:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:51 smithi177 ceph-mon[212096]: pgmap v3628: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 148 KiB/s rd, 6.2 KiB/s wr, 189 op/s 2023-12-20T11:49:51.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:51 smithi123 ceph-mon[188613]: osdmap e2093: 8 total, 8 up, 8 in 2023-12-20T11:49:51.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:51 smithi123 ceph-mon[188613]: pgmap v3628: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 148 KiB/s rd, 6.2 KiB/s wr, 189 op/s 2023-12-20T11:49:51.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:51 smithi123 ceph-mon[191304]: osdmap e2093: 8 total, 8 up, 8 in 2023-12-20T11:49:51.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:51 smithi123 ceph-mon[191304]: pgmap v3628: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 148 KiB/s rd, 6.2 KiB/s wr, 189 op/s 2023-12-20T11:49:52.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:52 smithi177 ceph-mon[212096]: osdmap e2094: 8 total, 8 up, 8 in 2023-12-20T11:49:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:52 smithi123 ceph-mon[191304]: osdmap e2094: 8 total, 8 up, 8 in 2023-12-20T11:49:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:52 smithi123 ceph-mon[188613]: osdmap e2094: 8 total, 8 up, 8 in 2023-12-20T11:49:53.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:53 smithi177 ceph-mon[212096]: osdmap e2095: 8 total, 8 up, 8 in 2023-12-20T11:49:53.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:53 smithi177 ceph-mon[212096]: pgmap v3631: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 185 KiB/s rd, 5.7 KiB/s wr, 233 op/s 2023-12-20T11:49:53.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:53 smithi123 ceph-mon[191304]: osdmap e2095: 8 total, 8 up, 8 in 2023-12-20T11:49:53.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:53 smithi123 ceph-mon[191304]: pgmap v3631: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 185 KiB/s rd, 5.7 KiB/s wr, 233 op/s 2023-12-20T11:49:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:53 smithi123 ceph-mon[188613]: osdmap e2095: 8 total, 8 up, 8 in 2023-12-20T11:49:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:53 smithi123 ceph-mon[188613]: pgmap v3631: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 185 KiB/s rd, 5.7 KiB/s wr, 233 op/s 2023-12-20T11:49:54.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:54 smithi177 ceph-mon[212096]: osdmap e2096: 8 total, 8 up, 8 in 2023-12-20T11:49:54.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:49:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:54 smithi177 ceph-mon[212096]: osdmap e2097: 8 total, 8 up, 8 in 2023-12-20T11:49:54.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:54 smithi123 ceph-mon[191304]: osdmap e2096: 8 total, 8 up, 8 in 2023-12-20T11:49:54.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:49:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:54 smithi123 ceph-mon[191304]: osdmap e2097: 8 total, 8 up, 8 in 2023-12-20T11:49:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:54 smithi123 ceph-mon[188613]: osdmap e2096: 8 total, 8 up, 8 in 2023-12-20T11:49:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:49:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:54 smithi123 ceph-mon[188613]: osdmap e2097: 8 total, 8 up, 8 in 2023-12-20T11:49:55.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:49:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:49:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:49:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:55 smithi177 ceph-mon[212096]: pgmap v3634: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 7.5 KiB/s wr, 144 op/s 2023-12-20T11:49:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:55 smithi177 ceph-mon[212096]: osdmap e2098: 8 total, 8 up, 8 in 2023-12-20T11:49:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:49:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:49:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:49:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:55 smithi123 ceph-mon[191304]: pgmap v3634: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 7.5 KiB/s wr, 144 op/s 2023-12-20T11:49:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:55 smithi123 ceph-mon[191304]: osdmap e2098: 8 total, 8 up, 8 in 2023-12-20T11:49:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:49:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:49:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:49:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:55 smithi123 ceph-mon[188613]: pgmap v3634: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 7.5 KiB/s wr, 144 op/s 2023-12-20T11:49:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:55 smithi123 ceph-mon[188613]: osdmap e2098: 8 total, 8 up, 8 in 2023-12-20T11:49:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:56 smithi123 ceph-mon[191304]: osdmap e2099: 8 total, 8 up, 8 in 2023-12-20T11:49:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:49:57.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:56 smithi123 ceph-mon[188613]: osdmap e2099: 8 total, 8 up, 8 in 2023-12-20T11:49:57.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:49:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:56 smithi177 ceph-mon[212096]: osdmap e2099: 8 total, 8 up, 8 in 2023-12-20T11:49:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:49:58.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:57 smithi123 ceph-mon[191304]: pgmap v3637: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 7.7 KiB/s wr, 131 op/s 2023-12-20T11:49:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:57 smithi123 ceph-mon[191304]: osdmap e2100: 8 total, 8 up, 8 in 2023-12-20T11:49:58.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:57 smithi123 ceph-mon[188613]: pgmap v3637: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 7.7 KiB/s wr, 131 op/s 2023-12-20T11:49:58.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:57 smithi123 ceph-mon[188613]: osdmap e2100: 8 total, 8 up, 8 in 2023-12-20T11:49:58.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:57 smithi177 ceph-mon[212096]: pgmap v3637: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 7.7 KiB/s wr, 131 op/s 2023-12-20T11:49:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:57 smithi177 ceph-mon[212096]: osdmap e2100: 8 total, 8 up, 8 in 2023-12-20T11:49:59.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:49:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:49:59] "GET /metrics HTTP/1.1" 200 36563 "" "Prometheus/2.43.0" 2023-12-20T11:49:59.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:58 smithi123 ceph-mon[188613]: osdmap e2101: 8 total, 8 up, 8 in 2023-12-20T11:49:59.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:58 smithi123 ceph-mon[188613]: osdmap e2102: 8 total, 8 up, 8 in 2023-12-20T11:49:59.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:58 smithi123 ceph-mon[191304]: osdmap e2101: 8 total, 8 up, 8 in 2023-12-20T11:49:59.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:58 smithi123 ceph-mon[191304]: osdmap e2102: 8 total, 8 up, 8 in 2023-12-20T11:49:59.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:58 smithi177 ceph-mon[212096]: osdmap e2101: 8 total, 8 up, 8 in 2023-12-20T11:49:59.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:58 smithi177 ceph-mon[212096]: osdmap e2102: 8 total, 8 up, 8 in 2023-12-20T11:50:00.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:49:59 smithi123 ceph-mon[191304]: pgmap v3640: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 3.2 KiB/s wr, 76 op/s 2023-12-20T11:50:00.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:49:59 smithi123 ceph-mon[188613]: pgmap v3640: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 3.2 KiB/s wr, 76 op/s 2023-12-20T11:50:00.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T11:49:59.998+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T11:50:00.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:49:59 smithi177 ceph-mon[212096]: pgmap v3640: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 3.2 KiB/s wr, 76 op/s 2023-12-20T11:50:01.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:00 smithi123 ceph-mon[191304]: osdmap e2103: 8 total, 8 up, 8 in 2023-12-20T11:50:01.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T11:50:01.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:00 smithi123 ceph-mon[188613]: osdmap e2103: 8 total, 8 up, 8 in 2023-12-20T11:50:01.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T11:50:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:00 smithi177 ceph-mon[212096]: osdmap e2103: 8 total, 8 up, 8 in 2023-12-20T11:50:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T11:50:02.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:01 smithi123 ceph-mon[191304]: pgmap v3643: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2023-12-20T11:50:02.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:01 smithi123 ceph-mon[191304]: osdmap e2104: 8 total, 8 up, 8 in 2023-12-20T11:50:02.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:01 smithi123 ceph-mon[188613]: pgmap v3643: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2023-12-20T11:50:02.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:01 smithi123 ceph-mon[188613]: osdmap e2104: 8 total, 8 up, 8 in 2023-12-20T11:50:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:01 smithi177 ceph-mon[212096]: pgmap v3643: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2023-12-20T11:50:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:01 smithi177 ceph-mon[212096]: osdmap e2104: 8 total, 8 up, 8 in 2023-12-20T11:50:03.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:02 smithi123 ceph-mon[188613]: osdmap e2105: 8 total, 8 up, 8 in 2023-12-20T11:50:03.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:02 smithi123 ceph-mon[191304]: osdmap e2105: 8 total, 8 up, 8 in 2023-12-20T11:50:03.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:02 smithi177 ceph-mon[212096]: osdmap e2105: 8 total, 8 up, 8 in 2023-12-20T11:50:04.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:03 smithi123 ceph-mon[188613]: pgmap v3646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 3.2 KiB/s wr, 101 op/s 2023-12-20T11:50:04.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:03 smithi123 ceph-mon[188613]: osdmap e2106: 8 total, 8 up, 8 in 2023-12-20T11:50:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:03 smithi123 ceph-mon[191304]: pgmap v3646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 3.2 KiB/s wr, 101 op/s 2023-12-20T11:50:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:03 smithi123 ceph-mon[191304]: osdmap e2106: 8 total, 8 up, 8 in 2023-12-20T11:50:04.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:03 smithi177 ceph-mon[212096]: pgmap v3646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 3.2 KiB/s wr, 101 op/s 2023-12-20T11:50:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:03 smithi177 ceph-mon[212096]: osdmap e2106: 8 total, 8 up, 8 in 2023-12-20T11:50:05.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:04 smithi177 ceph-mon[212096]: osdmap e2107: 8 total, 8 up, 8 in 2023-12-20T11:50:05.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:04 smithi123 ceph-mon[191304]: osdmap e2107: 8 total, 8 up, 8 in 2023-12-20T11:50:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:04 smithi123 ceph-mon[188613]: osdmap e2107: 8 total, 8 up, 8 in 2023-12-20T11:50:06.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:05 smithi177 ceph-mon[212096]: pgmap v3649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 3.7 KiB/s wr, 107 op/s 2023-12-20T11:50:06.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:05 smithi177 ceph-mon[212096]: osdmap e2108: 8 total, 8 up, 8 in 2023-12-20T11:50:06.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:05 smithi123 ceph-mon[191304]: pgmap v3649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 3.7 KiB/s wr, 107 op/s 2023-12-20T11:50:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:05 smithi123 ceph-mon[191304]: osdmap e2108: 8 total, 8 up, 8 in 2023-12-20T11:50:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:05 smithi123 ceph-mon[188613]: pgmap v3649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 3.7 KiB/s wr, 107 op/s 2023-12-20T11:50:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:05 smithi123 ceph-mon[188613]: osdmap e2108: 8 total, 8 up, 8 in 2023-12-20T11:50:07.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:07 smithi177 ceph-mon[212096]: osdmap e2109: 8 total, 8 up, 8 in 2023-12-20T11:50:07.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:07 smithi177 ceph-mon[212096]: pgmap v3652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 4.0 KiB/s wr, 151 op/s 2023-12-20T11:50:07.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:07 smithi123 ceph-mon[191304]: osdmap e2109: 8 total, 8 up, 8 in 2023-12-20T11:50:07.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:07 smithi123 ceph-mon[191304]: pgmap v3652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 4.0 KiB/s wr, 151 op/s 2023-12-20T11:50:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:07 smithi123 ceph-mon[188613]: osdmap e2109: 8 total, 8 up, 8 in 2023-12-20T11:50:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:07 smithi123 ceph-mon[188613]: pgmap v3652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 4.0 KiB/s wr, 151 op/s 2023-12-20T11:50:08.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:08 smithi177 ceph-mon[212096]: osdmap e2110: 8 total, 8 up, 8 in 2023-12-20T11:50:08.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:08 smithi123 ceph-mon[191304]: osdmap e2110: 8 total, 8 up, 8 in 2023-12-20T11:50:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:08 smithi123 ceph-mon[188613]: osdmap e2110: 8 total, 8 up, 8 in 2023-12-20T11:50:09.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:09 smithi177 ceph-mon[212096]: osdmap e2111: 8 total, 8 up, 8 in 2023-12-20T11:50:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:09 smithi177 ceph-mon[212096]: pgmap v3655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 3.0 KiB/s wr, 150 op/s 2023-12-20T11:50:09.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:09 smithi123 ceph-mon[191304]: osdmap e2111: 8 total, 8 up, 8 in 2023-12-20T11:50:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:09 smithi123 ceph-mon[191304]: pgmap v3655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 3.0 KiB/s wr, 150 op/s 2023-12-20T11:50:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:50:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:50:09] "GET /metrics HTTP/1.1" 200 36563 "" "Prometheus/2.43.0" 2023-12-20T11:50:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:09 smithi123 ceph-mon[188613]: osdmap e2111: 8 total, 8 up, 8 in 2023-12-20T11:50:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:09 smithi123 ceph-mon[188613]: pgmap v3655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 3.0 KiB/s wr, 150 op/s 2023-12-20T11:50:10.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:10 smithi177 ceph-mon[212096]: osdmap e2112: 8 total, 8 up, 8 in 2023-12-20T11:50:10.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:10 smithi123 ceph-mon[191304]: osdmap e2112: 8 total, 8 up, 8 in 2023-12-20T11:50:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:10 smithi123 ceph-mon[188613]: osdmap e2112: 8 total, 8 up, 8 in 2023-12-20T11:50:11.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:11 smithi177 ceph-mon[212096]: osdmap e2113: 8 total, 8 up, 8 in 2023-12-20T11:50:11.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:11 smithi177 ceph-mon[212096]: pgmap v3658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2023-12-20T11:50:11.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:11 smithi123 ceph-mon[191304]: osdmap e2113: 8 total, 8 up, 8 in 2023-12-20T11:50:11.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:11 smithi123 ceph-mon[191304]: pgmap v3658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2023-12-20T11:50:11.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:11 smithi123 ceph-mon[188613]: osdmap e2113: 8 total, 8 up, 8 in 2023-12-20T11:50:11.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:11 smithi123 ceph-mon[188613]: pgmap v3658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2023-12-20T11:50:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:12 smithi177 ceph-mon[212096]: osdmap e2114: 8 total, 8 up, 8 in 2023-12-20T11:50:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:50:12.466 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:50:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:12 smithi123 ceph-mon[191304]: osdmap e2114: 8 total, 8 up, 8 in 2023-12-20T11:50:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:50:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:12 smithi123 ceph-mon[188613]: osdmap e2114: 8 total, 8 up, 8 in 2023-12-20T11:50:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:50:12.773 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:50:12.773 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (58m) 4m ago 62m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:50:12.773 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (58m) 2m ago 61m 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:50:12.773 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (62m) 4m ago 62m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:50:12.773 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (62m) 2m ago 62m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:50:12.774 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (58m) 2m ago 65m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:50:12.774 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (58m) 4m ago 66m 589M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:50:12.774 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (58m) 4m ago 66m 454M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:50:12.774 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (57m) 2m ago 65m 253M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:50:12.774 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (57m) 4m ago 65m 270M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:50:12.774 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (58m) 4m ago 61m 22.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:50:12.774 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (58m) 2m ago 61m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:50:12.774 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (57m) 4m ago 64m 3337M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:50:12.774 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (56m) 4m ago 64m 3605M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:50:12.774 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (56m) 4m ago 64m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:50:12.774 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (55m) 4m ago 64m 3241M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:50:12.774 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (55m) 2m ago 63m 2879M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:50:12.774 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (54m) 2m ago 63m 3027M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:50:12.775 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (54m) 2m ago 63m 2508M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:50:12.775 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (53m) 2m ago 63m 2892M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:50:12.775 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (58m) 2m ago 62m 99.4M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:50:13.159 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:50:13.159 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:50:13.159 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:50:13.159 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:50:13.159 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:50:13.159 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:50:13.159 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:50:13.159 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:50:13.159 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:50:13.159 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:50:13.159 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:50:13.159 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:50:13.160 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:50:13.160 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:50:13.160 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:50:13.160 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:50:13.160 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:50:13.160 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:50:13.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:13 smithi177 ceph-mon[212096]: osdmap e2115: 8 total, 8 up, 8 in 2023-12-20T11:50:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:13 smithi177 ceph-mon[212096]: from='client.37662 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:50:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:13 smithi177 ceph-mon[212096]: pgmap v3661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 3.5 KiB/s wr, 189 op/s 2023-12-20T11:50:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:13 smithi177 ceph-mon[212096]: from='client.37668 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:50:13.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:13 smithi123 ceph-mon[191304]: osdmap e2115: 8 total, 8 up, 8 in 2023-12-20T11:50:13.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:13 smithi123 ceph-mon[191304]: from='client.37662 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:50:13.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:13 smithi123 ceph-mon[191304]: pgmap v3661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 3.5 KiB/s wr, 189 op/s 2023-12-20T11:50:13.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:13 smithi123 ceph-mon[191304]: from='client.37668 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:50:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:13 smithi123 ceph-mon[188613]: osdmap e2115: 8 total, 8 up, 8 in 2023-12-20T11:50:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:13 smithi123 ceph-mon[188613]: from='client.37662 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:50:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:13 smithi123 ceph-mon[188613]: pgmap v3661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 3.5 KiB/s wr, 189 op/s 2023-12-20T11:50:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:13 smithi123 ceph-mon[188613]: from='client.37668 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:50:14.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:14 smithi177 ceph-mon[212096]: osdmap e2116: 8 total, 8 up, 8 in 2023-12-20T11:50:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:14 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2796481016' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:50:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:14 smithi123 ceph-mon[188613]: osdmap e2116: 8 total, 8 up, 8 in 2023-12-20T11:50:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:14 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2796481016' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:50:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:14 smithi123 ceph-mon[191304]: osdmap e2116: 8 total, 8 up, 8 in 2023-12-20T11:50:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:14 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2796481016' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:50:15.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:15 smithi177 ceph-mon[212096]: osdmap e2117: 8 total, 8 up, 8 in 2023-12-20T11:50:15.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:15 smithi177 ceph-mon[212096]: pgmap v3664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 4.2 KiB/s wr, 195 op/s 2023-12-20T11:50:15.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:15 smithi123 ceph-mon[191304]: osdmap e2117: 8 total, 8 up, 8 in 2023-12-20T11:50:15.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:15 smithi123 ceph-mon[191304]: pgmap v3664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 4.2 KiB/s wr, 195 op/s 2023-12-20T11:50:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:15 smithi123 ceph-mon[188613]: osdmap e2117: 8 total, 8 up, 8 in 2023-12-20T11:50:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:15 smithi123 ceph-mon[188613]: pgmap v3664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 4.2 KiB/s wr, 195 op/s 2023-12-20T11:50:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:16 smithi177 ceph-mon[212096]: osdmap e2118: 8 total, 8 up, 8 in 2023-12-20T11:50:16.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:16 smithi123 ceph-mon[191304]: osdmap e2118: 8 total, 8 up, 8 in 2023-12-20T11:50:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:16 smithi123 ceph-mon[188613]: osdmap e2118: 8 total, 8 up, 8 in 2023-12-20T11:50:17.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:17 smithi177 ceph-mon[212096]: osdmap e2119: 8 total, 8 up, 8 in 2023-12-20T11:50:17.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:17 smithi177 ceph-mon[212096]: pgmap v3667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 4.0 KiB/s wr, 238 op/s 2023-12-20T11:50:17.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:17 smithi123 ceph-mon[191304]: osdmap e2119: 8 total, 8 up, 8 in 2023-12-20T11:50:17.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:17 smithi123 ceph-mon[191304]: pgmap v3667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 4.0 KiB/s wr, 238 op/s 2023-12-20T11:50:17.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:17 smithi123 ceph-mon[188613]: osdmap e2119: 8 total, 8 up, 8 in 2023-12-20T11:50:17.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:17 smithi123 ceph-mon[188613]: pgmap v3667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 4.0 KiB/s wr, 238 op/s 2023-12-20T11:50:18.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:18 smithi177 ceph-mon[212096]: osdmap e2120: 8 total, 8 up, 8 in 2023-12-20T11:50:18.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:18 smithi123 ceph-mon[191304]: osdmap e2120: 8 total, 8 up, 8 in 2023-12-20T11:50:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:18 smithi123 ceph-mon[188613]: osdmap e2120: 8 total, 8 up, 8 in 2023-12-20T11:50:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:19 smithi177 ceph-mon[212096]: osdmap e2121: 8 total, 8 up, 8 in 2023-12-20T11:50:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:19 smithi177 ceph-mon[212096]: pgmap v3670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 3.2 KiB/s wr, 237 op/s 2023-12-20T11:50:19.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:19 smithi123 ceph-mon[191304]: osdmap e2121: 8 total, 8 up, 8 in 2023-12-20T11:50:19.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:19 smithi123 ceph-mon[191304]: pgmap v3670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 3.2 KiB/s wr, 237 op/s 2023-12-20T11:50:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:19 smithi123 ceph-mon[188613]: osdmap e2121: 8 total, 8 up, 8 in 2023-12-20T11:50:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:19 smithi123 ceph-mon[188613]: pgmap v3670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 3.2 KiB/s wr, 237 op/s 2023-12-20T11:50:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:50:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:50:19] "GET /metrics HTTP/1.1" 200 36564 "" "Prometheus/2.43.0" 2023-12-20T11:50:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:20 smithi177 ceph-mon[212096]: osdmap e2122: 8 total, 8 up, 8 in 2023-12-20T11:50:20.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:20 smithi123 ceph-mon[191304]: osdmap e2122: 8 total, 8 up, 8 in 2023-12-20T11:50:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:20 smithi123 ceph-mon[188613]: osdmap e2122: 8 total, 8 up, 8 in 2023-12-20T11:50:21.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:21 smithi177 ceph-mon[212096]: osdmap e2123: 8 total, 8 up, 8 in 2023-12-20T11:50:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:21 smithi177 ceph-mon[212096]: pgmap v3673: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 511 B/s wr, 4 op/s 2023-12-20T11:50:21.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:21 smithi123 ceph-mon[191304]: osdmap e2123: 8 total, 8 up, 8 in 2023-12-20T11:50:21.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:21 smithi123 ceph-mon[191304]: pgmap v3673: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 511 B/s wr, 4 op/s 2023-12-20T11:50:21.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:21 smithi123 ceph-mon[188613]: osdmap e2123: 8 total, 8 up, 8 in 2023-12-20T11:50:21.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:21 smithi123 ceph-mon[188613]: pgmap v3673: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 511 B/s wr, 4 op/s 2023-12-20T11:50:22.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:22 smithi177 ceph-mon[212096]: osdmap e2124: 8 total, 8 up, 8 in 2023-12-20T11:50:22.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:22 smithi123 ceph-mon[191304]: osdmap e2124: 8 total, 8 up, 8 in 2023-12-20T11:50:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:22 smithi123 ceph-mon[188613]: osdmap e2124: 8 total, 8 up, 8 in 2023-12-20T11:50:23.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:23 smithi177 ceph-mon[212096]: osdmap e2125: 8 total, 8 up, 8 in 2023-12-20T11:50:23.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:23 smithi177 ceph-mon[212096]: pgmap v3676: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 3.0 KiB/s wr, 276 op/s 2023-12-20T11:50:23.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:23 smithi123 ceph-mon[191304]: osdmap e2125: 8 total, 8 up, 8 in 2023-12-20T11:50:23.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:23 smithi123 ceph-mon[191304]: pgmap v3676: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 3.0 KiB/s wr, 276 op/s 2023-12-20T11:50:23.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:23 smithi123 ceph-mon[188613]: osdmap e2125: 8 total, 8 up, 8 in 2023-12-20T11:50:23.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:23 smithi123 ceph-mon[188613]: pgmap v3676: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 3.0 KiB/s wr, 276 op/s 2023-12-20T11:50:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:24 smithi177 ceph-mon[212096]: osdmap e2126: 8 total, 8 up, 8 in 2023-12-20T11:50:24.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:24 smithi123 ceph-mon[191304]: osdmap e2126: 8 total, 8 up, 8 in 2023-12-20T11:50:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:24 smithi123 ceph-mon[188613]: osdmap e2126: 8 total, 8 up, 8 in 2023-12-20T11:50:25.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:25 smithi177 ceph-mon[212096]: osdmap e2127: 8 total, 8 up, 8 in 2023-12-20T11:50:25.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:25 smithi177 ceph-mon[212096]: pgmap v3679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 3.7 KiB/s wr, 282 op/s 2023-12-20T11:50:25.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:25 smithi123 ceph-mon[191304]: osdmap e2127: 8 total, 8 up, 8 in 2023-12-20T11:50:25.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:25 smithi123 ceph-mon[191304]: pgmap v3679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 3.7 KiB/s wr, 282 op/s 2023-12-20T11:50:25.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:25 smithi123 ceph-mon[188613]: osdmap e2127: 8 total, 8 up, 8 in 2023-12-20T11:50:25.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:25 smithi123 ceph-mon[188613]: pgmap v3679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 3.7 KiB/s wr, 282 op/s 2023-12-20T11:50:26.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:26 smithi177 ceph-mon[212096]: osdmap e2128: 8 total, 8 up, 8 in 2023-12-20T11:50:26.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:26 smithi123 ceph-mon[188613]: osdmap e2128: 8 total, 8 up, 8 in 2023-12-20T11:50:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:26 smithi123 ceph-mon[191304]: osdmap e2128: 8 total, 8 up, 8 in 2023-12-20T11:50:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:27 smithi123 ceph-mon[191304]: osdmap e2129: 8 total, 8 up, 8 in 2023-12-20T11:50:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:50:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:27 smithi123 ceph-mon[191304]: pgmap v3682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 3.5 KiB/s wr, 325 op/s 2023-12-20T11:50:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:27 smithi123 ceph-mon[188613]: osdmap e2129: 8 total, 8 up, 8 in 2023-12-20T11:50:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:50:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:27 smithi123 ceph-mon[188613]: pgmap v3682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 3.5 KiB/s wr, 325 op/s 2023-12-20T11:50:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:27 smithi177 ceph-mon[212096]: osdmap e2129: 8 total, 8 up, 8 in 2023-12-20T11:50:27.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:50:27.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:27 smithi177 ceph-mon[212096]: pgmap v3682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 3.5 KiB/s wr, 325 op/s 2023-12-20T11:50:28.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:28 smithi123 ceph-mon[191304]: osdmap e2130: 8 total, 8 up, 8 in 2023-12-20T11:50:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:28 smithi123 ceph-mon[188613]: osdmap e2130: 8 total, 8 up, 8 in 2023-12-20T11:50:28.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:28 smithi177 ceph-mon[212096]: osdmap e2130: 8 total, 8 up, 8 in 2023-12-20T11:50:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:50:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:50:29] "GET /metrics HTTP/1.1" 200 36564 "" "Prometheus/2.43.0" 2023-12-20T11:50:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:29 smithi123 ceph-mon[188613]: osdmap e2131: 8 total, 8 up, 8 in 2023-12-20T11:50:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:29 smithi123 ceph-mon[188613]: pgmap v3685: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 3.7 KiB/s wr, 326 op/s 2023-12-20T11:50:29.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:29 smithi123 ceph-mon[191304]: osdmap e2131: 8 total, 8 up, 8 in 2023-12-20T11:50:29.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:29 smithi123 ceph-mon[191304]: pgmap v3685: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 3.7 KiB/s wr, 326 op/s 2023-12-20T11:50:29.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:29 smithi177 ceph-mon[212096]: osdmap e2131: 8 total, 8 up, 8 in 2023-12-20T11:50:29.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:29 smithi177 ceph-mon[212096]: pgmap v3685: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 3.7 KiB/s wr, 326 op/s 2023-12-20T11:50:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:30 smithi123 ceph-mon[191304]: osdmap e2132: 8 total, 8 up, 8 in 2023-12-20T11:50:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:30 smithi123 ceph-mon[188613]: osdmap e2132: 8 total, 8 up, 8 in 2023-12-20T11:50:30.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:30 smithi177 ceph-mon[212096]: osdmap e2132: 8 total, 8 up, 8 in 2023-12-20T11:50:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:31 smithi123 ceph-mon[188613]: osdmap e2133: 8 total, 8 up, 8 in 2023-12-20T11:50:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:31 smithi123 ceph-mon[188613]: pgmap v3688: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2023-12-20T11:50:31.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:31 smithi123 ceph-mon[191304]: osdmap e2133: 8 total, 8 up, 8 in 2023-12-20T11:50:31.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:31 smithi123 ceph-mon[191304]: pgmap v3688: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2023-12-20T11:50:31.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:31 smithi177 ceph-mon[212096]: osdmap e2133: 8 total, 8 up, 8 in 2023-12-20T11:50:31.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:31 smithi177 ceph-mon[212096]: pgmap v3688: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2023-12-20T11:50:32.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:32 smithi123 ceph-mon[188613]: osdmap e2134: 8 total, 8 up, 8 in 2023-12-20T11:50:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:32 smithi123 ceph-mon[191304]: osdmap e2134: 8 total, 8 up, 8 in 2023-12-20T11:50:32.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:32 smithi177 ceph-mon[212096]: osdmap e2134: 8 total, 8 up, 8 in 2023-12-20T11:50:33.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:33 smithi123 ceph-mon[188613]: osdmap e2135: 8 total, 8 up, 8 in 2023-12-20T11:50:33.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:33 smithi123 ceph-mon[188613]: pgmap v3691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 272 KiB/s rd, 3.0 KiB/s wr, 364 op/s 2023-12-20T11:50:33.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:33 smithi123 ceph-mon[191304]: osdmap e2135: 8 total, 8 up, 8 in 2023-12-20T11:50:33.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:33 smithi123 ceph-mon[191304]: pgmap v3691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 272 KiB/s rd, 3.0 KiB/s wr, 364 op/s 2023-12-20T11:50:33.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:33 smithi177 ceph-mon[212096]: osdmap e2135: 8 total, 8 up, 8 in 2023-12-20T11:50:33.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:33 smithi177 ceph-mon[212096]: pgmap v3691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 272 KiB/s rd, 3.0 KiB/s wr, 364 op/s 2023-12-20T11:50:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:34 smithi123 ceph-mon[191304]: osdmap e2136: 8 total, 8 up, 8 in 2023-12-20T11:50:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:34 smithi123 ceph-mon[188613]: osdmap e2136: 8 total, 8 up, 8 in 2023-12-20T11:50:34.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:34 smithi177 ceph-mon[212096]: osdmap e2136: 8 total, 8 up, 8 in 2023-12-20T11:50:35.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:35 smithi123 ceph-mon[191304]: osdmap e2137: 8 total, 8 up, 8 in 2023-12-20T11:50:35.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:35 smithi123 ceph-mon[191304]: pgmap v3694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 3.5 KiB/s wr, 369 op/s 2023-12-20T11:50:35.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:35 smithi123 ceph-mon[188613]: osdmap e2137: 8 total, 8 up, 8 in 2023-12-20T11:50:35.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:35 smithi123 ceph-mon[188613]: pgmap v3694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 3.5 KiB/s wr, 369 op/s 2023-12-20T11:50:35.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:35 smithi177 ceph-mon[212096]: osdmap e2137: 8 total, 8 up, 8 in 2023-12-20T11:50:35.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:35 smithi177 ceph-mon[212096]: pgmap v3694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 3.5 KiB/s wr, 369 op/s 2023-12-20T11:50:36.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:36 smithi123 ceph-mon[188613]: osdmap e2138: 8 total, 8 up, 8 in 2023-12-20T11:50:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:36 smithi123 ceph-mon[191304]: osdmap e2138: 8 total, 8 up, 8 in 2023-12-20T11:50:36.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:36 smithi177 ceph-mon[212096]: osdmap e2138: 8 total, 8 up, 8 in 2023-12-20T11:50:37.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:37 smithi123 ceph-mon[191304]: osdmap e2139: 8 total, 8 up, 8 in 2023-12-20T11:50:37.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:37 smithi123 ceph-mon[191304]: pgmap v3697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 307 KiB/s rd, 3.2 KiB/s wr, 412 op/s 2023-12-20T11:50:37.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:37 smithi123 ceph-mon[188613]: osdmap e2139: 8 total, 8 up, 8 in 2023-12-20T11:50:37.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:37 smithi123 ceph-mon[188613]: pgmap v3697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 307 KiB/s rd, 3.2 KiB/s wr, 412 op/s 2023-12-20T11:50:37.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:37 smithi177 ceph-mon[212096]: osdmap e2139: 8 total, 8 up, 8 in 2023-12-20T11:50:37.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:37 smithi177 ceph-mon[212096]: pgmap v3697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 307 KiB/s rd, 3.2 KiB/s wr, 412 op/s 2023-12-20T11:50:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:38 smithi123 ceph-mon[191304]: osdmap e2140: 8 total, 8 up, 8 in 2023-12-20T11:50:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:38 smithi123 ceph-mon[188613]: osdmap e2140: 8 total, 8 up, 8 in 2023-12-20T11:50:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:38 smithi177 ceph-mon[212096]: osdmap e2140: 8 total, 8 up, 8 in 2023-12-20T11:50:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:39 smithi123 ceph-mon[188613]: osdmap e2141: 8 total, 8 up, 8 in 2023-12-20T11:50:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:39 smithi123 ceph-mon[188613]: pgmap v3700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 307 KiB/s rd, 2.7 KiB/s wr, 412 op/s 2023-12-20T11:50:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:50:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:50:39] "GET /metrics HTTP/1.1" 200 36564 "" "Prometheus/2.43.0" 2023-12-20T11:50:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:39 smithi123 ceph-mon[191304]: osdmap e2141: 8 total, 8 up, 8 in 2023-12-20T11:50:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:39 smithi123 ceph-mon[191304]: pgmap v3700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 307 KiB/s rd, 2.7 KiB/s wr, 412 op/s 2023-12-20T11:50:39.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:39 smithi177 ceph-mon[212096]: osdmap e2141: 8 total, 8 up, 8 in 2023-12-20T11:50:39.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:39 smithi177 ceph-mon[212096]: pgmap v3700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 307 KiB/s rd, 2.7 KiB/s wr, 412 op/s 2023-12-20T11:50:40.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:40 smithi177 ceph-mon[212096]: osdmap e2142: 8 total, 8 up, 8 in 2023-12-20T11:50:40.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:40 smithi123 ceph-mon[188613]: osdmap e2142: 8 total, 8 up, 8 in 2023-12-20T11:50:40.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:40 smithi123 ceph-mon[191304]: osdmap e2142: 8 total, 8 up, 8 in 2023-12-20T11:50:41.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:41 smithi177 ceph-mon[212096]: osdmap e2143: 8 total, 8 up, 8 in 2023-12-20T11:50:41.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:41 smithi177 ceph-mon[212096]: pgmap v3703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2023-12-20T11:50:41.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:41 smithi123 ceph-mon[191304]: osdmap e2143: 8 total, 8 up, 8 in 2023-12-20T11:50:41.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:41 smithi123 ceph-mon[191304]: pgmap v3703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2023-12-20T11:50:41.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:41 smithi123 ceph-mon[188613]: osdmap e2143: 8 total, 8 up, 8 in 2023-12-20T11:50:41.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:41 smithi123 ceph-mon[188613]: pgmap v3703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2023-12-20T11:50:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:42 smithi177 ceph-mon[212096]: osdmap e2144: 8 total, 8 up, 8 in 2023-12-20T11:50:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:50:42.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:42 smithi123 ceph-mon[191304]: osdmap e2144: 8 total, 8 up, 8 in 2023-12-20T11:50:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:50:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:42 smithi123 ceph-mon[188613]: osdmap e2144: 8 total, 8 up, 8 in 2023-12-20T11:50:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:50:43.512 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:50:43.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:43 smithi177 ceph-mon[212096]: osdmap e2145: 8 total, 8 up, 8 in 2023-12-20T11:50:43.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:43 smithi177 ceph-mon[212096]: pgmap v3706: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 337 KiB/s rd, 3.7 KiB/s wr, 452 op/s 2023-12-20T11:50:43.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:43 smithi123 ceph-mon[191304]: osdmap e2145: 8 total, 8 up, 8 in 2023-12-20T11:50:43.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:43 smithi123 ceph-mon[191304]: pgmap v3706: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 337 KiB/s rd, 3.7 KiB/s wr, 452 op/s 2023-12-20T11:50:43.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:43 smithi123 ceph-mon[188613]: osdmap e2145: 8 total, 8 up, 8 in 2023-12-20T11:50:43.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:43 smithi123 ceph-mon[188613]: pgmap v3706: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 337 KiB/s rd, 3.7 KiB/s wr, 452 op/s 2023-12-20T11:50:43.822 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:50:43.822 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (59m) 4m ago 62m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:50:43.822 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (59m) 2m ago 62m 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:50:43.822 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (63m) 4m ago 63m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:50:43.822 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (63m) 2m ago 63m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:50:43.823 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (58m) 2m ago 65m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:50:43.823 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (59m) 4m ago 67m 589M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:50:43.823 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (58m) 4m ago 67m 454M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:50:43.823 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (58m) 2m ago 66m 253M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:50:43.823 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (58m) 4m ago 65m 270M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:50:43.823 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (59m) 4m ago 62m 22.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:50:43.823 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (59m) 2m ago 62m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:50:43.823 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (57m) 4m ago 65m 3337M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:50:43.823 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (57m) 4m ago 65m 3605M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:50:43.823 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (56m) 4m ago 64m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:50:43.823 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (56m) 4m ago 64m 3241M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:50:43.823 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (55m) 2m ago 64m 2879M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:50:43.823 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (55m) 2m ago 64m 3027M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:50:43.823 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (54m) 2m ago 63m 2508M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:50:43.823 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (54m) 2m ago 63m 2892M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:50:43.824 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (58m) 2m ago 62m 99.4M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:50:44.211 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:50:44.211 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:50:44.211 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:50:44.211 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:50:44.211 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:50:44.211 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:50:44.211 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:50:44.211 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:50:44.211 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:50:44.211 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:50:44.211 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:50:44.211 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:50:44.212 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:50:44.212 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:50:44.212 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:50:44.212 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:50:44.212 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:50:44.212 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:50:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:44 smithi177 ceph-mon[212096]: osdmap e2146: 8 total, 8 up, 8 in 2023-12-20T11:50:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:44 smithi177 ceph-mon[212096]: from='client.37680 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:50:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:44 smithi177 ceph-mon[212096]: from='client.37686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:50:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:44 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3097826761' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:50:44.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:44 smithi123 ceph-mon[191304]: osdmap e2146: 8 total, 8 up, 8 in 2023-12-20T11:50:44.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:44 smithi123 ceph-mon[191304]: from='client.37680 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:50:44.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:44 smithi123 ceph-mon[191304]: from='client.37686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:50:44.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:44 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3097826761' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:50:44.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:44 smithi123 ceph-mon[188613]: osdmap e2146: 8 total, 8 up, 8 in 2023-12-20T11:50:44.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:44 smithi123 ceph-mon[188613]: from='client.37680 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:50:44.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:44 smithi123 ceph-mon[188613]: from='client.37686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:50:44.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:44 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3097826761' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:50:45.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:45 smithi177 ceph-mon[212096]: osdmap e2147: 8 total, 8 up, 8 in 2023-12-20T11:50:45.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:45 smithi177 ceph-mon[212096]: pgmap v3709: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 4.0 KiB/s wr, 457 op/s 2023-12-20T11:50:45.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:45 smithi123 ceph-mon[191304]: osdmap e2147: 8 total, 8 up, 8 in 2023-12-20T11:50:45.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:45 smithi123 ceph-mon[191304]: pgmap v3709: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 4.0 KiB/s wr, 457 op/s 2023-12-20T11:50:45.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:45 smithi123 ceph-mon[188613]: osdmap e2147: 8 total, 8 up, 8 in 2023-12-20T11:50:45.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:45 smithi123 ceph-mon[188613]: pgmap v3709: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 4.0 KiB/s wr, 457 op/s 2023-12-20T11:50:46.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:46 smithi177 ceph-mon[212096]: osdmap e2148: 8 total, 8 up, 8 in 2023-12-20T11:50:46.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:46 smithi123 ceph-mon[191304]: osdmap e2148: 8 total, 8 up, 8 in 2023-12-20T11:50:46.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:46 smithi123 ceph-mon[188613]: osdmap e2148: 8 total, 8 up, 8 in 2023-12-20T11:50:47.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:47 smithi177 ceph-mon[212096]: osdmap e2149: 8 total, 8 up, 8 in 2023-12-20T11:50:47.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:47 smithi177 ceph-mon[212096]: pgmap v3712: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 372 KiB/s rd, 4.0 KiB/s wr, 501 op/s 2023-12-20T11:50:47.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:47 smithi123 ceph-mon[191304]: osdmap e2149: 8 total, 8 up, 8 in 2023-12-20T11:50:47.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:47 smithi123 ceph-mon[191304]: pgmap v3712: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 372 KiB/s rd, 4.0 KiB/s wr, 501 op/s 2023-12-20T11:50:47.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:47 smithi123 ceph-mon[188613]: osdmap e2149: 8 total, 8 up, 8 in 2023-12-20T11:50:47.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:47 smithi123 ceph-mon[188613]: pgmap v3712: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 372 KiB/s rd, 4.0 KiB/s wr, 501 op/s 2023-12-20T11:50:48.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:48 smithi177 ceph-mon[212096]: osdmap e2150: 8 total, 8 up, 8 in 2023-12-20T11:50:48.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:48 smithi123 ceph-mon[191304]: osdmap e2150: 8 total, 8 up, 8 in 2023-12-20T11:50:48.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:48 smithi123 ceph-mon[188613]: osdmap e2150: 8 total, 8 up, 8 in 2023-12-20T11:50:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:49 smithi123 ceph-mon[188613]: osdmap e2151: 8 total, 8 up, 8 in 2023-12-20T11:50:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:49 smithi123 ceph-mon[188613]: pgmap v3715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 372 KiB/s rd, 3.2 KiB/s wr, 500 op/s 2023-12-20T11:50:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:50:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:50:49] "GET /metrics HTTP/1.1" 200 36562 "" "Prometheus/2.43.0" 2023-12-20T11:50:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:49 smithi123 ceph-mon[191304]: osdmap e2151: 8 total, 8 up, 8 in 2023-12-20T11:50:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:49 smithi123 ceph-mon[191304]: pgmap v3715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 372 KiB/s rd, 3.2 KiB/s wr, 500 op/s 2023-12-20T11:50:49.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:49 smithi177 ceph-mon[212096]: osdmap e2151: 8 total, 8 up, 8 in 2023-12-20T11:50:49.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:49 smithi177 ceph-mon[212096]: pgmap v3715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 372 KiB/s rd, 3.2 KiB/s wr, 500 op/s 2023-12-20T11:50:50.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:50 smithi177 ceph-mon[212096]: osdmap e2152: 8 total, 8 up, 8 in 2023-12-20T11:50:50.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:50 smithi123 ceph-mon[188613]: osdmap e2152: 8 total, 8 up, 8 in 2023-12-20T11:50:50.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:50 smithi123 ceph-mon[191304]: osdmap e2152: 8 total, 8 up, 8 in 2023-12-20T11:50:51.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:51 smithi177 ceph-mon[212096]: osdmap e2153: 8 total, 8 up, 8 in 2023-12-20T11:50:51.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:51 smithi177 ceph-mon[212096]: pgmap v3718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2023-12-20T11:50:51.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:51 smithi123 ceph-mon[188613]: osdmap e2153: 8 total, 8 up, 8 in 2023-12-20T11:50:51.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:51 smithi123 ceph-mon[188613]: pgmap v3718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2023-12-20T11:50:51.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:51 smithi123 ceph-mon[191304]: osdmap e2153: 8 total, 8 up, 8 in 2023-12-20T11:50:51.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:51 smithi123 ceph-mon[191304]: pgmap v3718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2023-12-20T11:50:52.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:52 smithi177 ceph-mon[212096]: osdmap e2154: 8 total, 8 up, 8 in 2023-12-20T11:50:52.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:52 smithi123 ceph-mon[191304]: osdmap e2154: 8 total, 8 up, 8 in 2023-12-20T11:50:52.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:52 smithi123 ceph-mon[188613]: osdmap e2154: 8 total, 8 up, 8 in 2023-12-20T11:50:53.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:53 smithi177 ceph-mon[212096]: osdmap e2155: 8 total, 8 up, 8 in 2023-12-20T11:50:53.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:53 smithi177 ceph-mon[212096]: pgmap v3721: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 402 KiB/s rd, 3.5 KiB/s wr, 539 op/s 2023-12-20T11:50:53.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:53 smithi123 ceph-mon[191304]: osdmap e2155: 8 total, 8 up, 8 in 2023-12-20T11:50:53.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:53 smithi123 ceph-mon[191304]: pgmap v3721: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 402 KiB/s rd, 3.5 KiB/s wr, 539 op/s 2023-12-20T11:50:53.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:53 smithi123 ceph-mon[188613]: osdmap e2155: 8 total, 8 up, 8 in 2023-12-20T11:50:53.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:53 smithi123 ceph-mon[188613]: pgmap v3721: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 402 KiB/s rd, 3.5 KiB/s wr, 539 op/s 2023-12-20T11:50:54.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:54 smithi177 ceph-mon[212096]: osdmap e2156: 8 total, 8 up, 8 in 2023-12-20T11:50:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:50:54.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:54 smithi123 ceph-mon[188613]: osdmap e2156: 8 total, 8 up, 8 in 2023-12-20T11:50:54.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:50:54.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:54 smithi123 ceph-mon[191304]: osdmap e2156: 8 total, 8 up, 8 in 2023-12-20T11:50:54.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:50:55.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:55 smithi177 ceph-mon[212096]: osdmap e2157: 8 total, 8 up, 8 in 2023-12-20T11:50:55.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:55 smithi177 ceph-mon[212096]: pgmap v3724: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 406 KiB/s rd, 4.0 KiB/s wr, 545 op/s 2023-12-20T11:50:55.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:50:55.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:50:55.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:50:55.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:55 smithi123 ceph-mon[191304]: osdmap e2157: 8 total, 8 up, 8 in 2023-12-20T11:50:55.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:55 smithi123 ceph-mon[191304]: pgmap v3724: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 406 KiB/s rd, 4.0 KiB/s wr, 545 op/s 2023-12-20T11:50:55.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:50:55.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:50:55.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:50:55.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:55 smithi123 ceph-mon[188613]: osdmap e2157: 8 total, 8 up, 8 in 2023-12-20T11:50:55.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:55 smithi123 ceph-mon[188613]: pgmap v3724: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 406 KiB/s rd, 4.0 KiB/s wr, 545 op/s 2023-12-20T11:50:55.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:50:55.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:50:55.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:50:56.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:56 smithi177 ceph-mon[212096]: osdmap e2158: 8 total, 8 up, 8 in 2023-12-20T11:50:56.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:56 smithi123 ceph-mon[191304]: osdmap e2158: 8 total, 8 up, 8 in 2023-12-20T11:50:56.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:56 smithi123 ceph-mon[188613]: osdmap e2158: 8 total, 8 up, 8 in 2023-12-20T11:50:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:57 smithi177 ceph-mon[212096]: osdmap e2159: 8 total, 8 up, 8 in 2023-12-20T11:50:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:50:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:57 smithi177 ceph-mon[212096]: pgmap v3727: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 3.7 KiB/s wr, 589 op/s 2023-12-20T11:50:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:57 smithi123 ceph-mon[191304]: osdmap e2159: 8 total, 8 up, 8 in 2023-12-20T11:50:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:50:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:57 smithi123 ceph-mon[191304]: pgmap v3727: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 3.7 KiB/s wr, 589 op/s 2023-12-20T11:50:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:57 smithi123 ceph-mon[188613]: osdmap e2159: 8 total, 8 up, 8 in 2023-12-20T11:50:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:50:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:57 smithi123 ceph-mon[188613]: pgmap v3727: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 3.7 KiB/s wr, 589 op/s 2023-12-20T11:50:58.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:58 smithi177 ceph-mon[212096]: osdmap e2160: 8 total, 8 up, 8 in 2023-12-20T11:50:58.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:58 smithi123 ceph-mon[191304]: osdmap e2160: 8 total, 8 up, 8 in 2023-12-20T11:50:58.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:58 smithi123 ceph-mon[188613]: osdmap e2160: 8 total, 8 up, 8 in 2023-12-20T11:50:59.400 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:50:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:50:59] "GET /metrics HTTP/1.1" 200 36562 "" "Prometheus/2.43.0" 2023-12-20T11:50:59.400 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:59 smithi123 ceph-mon[188613]: osdmap e2161: 8 total, 8 up, 8 in 2023-12-20T11:50:59.400 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:50:59 smithi123 ceph-mon[188613]: pgmap v3730: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 3.0 KiB/s wr, 588 op/s 2023-12-20T11:50:59.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:59 smithi123 ceph-mon[191304]: osdmap e2161: 8 total, 8 up, 8 in 2023-12-20T11:50:59.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:50:59 smithi123 ceph-mon[191304]: pgmap v3730: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 3.0 KiB/s wr, 588 op/s 2023-12-20T11:50:59.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:59 smithi177 ceph-mon[212096]: osdmap e2161: 8 total, 8 up, 8 in 2023-12-20T11:50:59.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:50:59 smithi177 ceph-mon[212096]: pgmap v3730: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 3.0 KiB/s wr, 588 op/s 2023-12-20T11:51:00.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:00 smithi123 ceph-mon[191304]: osdmap e2162: 8 total, 8 up, 8 in 2023-12-20T11:51:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:00 smithi123 ceph-mon[188613]: osdmap e2162: 8 total, 8 up, 8 in 2023-12-20T11:51:00.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:00 smithi177 ceph-mon[212096]: osdmap e2162: 8 total, 8 up, 8 in 2023-12-20T11:51:01.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:01 smithi123 ceph-mon[188613]: osdmap e2163: 8 total, 8 up, 8 in 2023-12-20T11:51:01.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:01 smithi123 ceph-mon[188613]: pgmap v3733: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2023-12-20T11:51:01.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:01 smithi123 ceph-mon[191304]: osdmap e2163: 8 total, 8 up, 8 in 2023-12-20T11:51:01.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:01 smithi123 ceph-mon[191304]: pgmap v3733: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2023-12-20T11:51:01.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:01 smithi177 ceph-mon[212096]: osdmap e2163: 8 total, 8 up, 8 in 2023-12-20T11:51:01.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:01 smithi177 ceph-mon[212096]: pgmap v3733: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2023-12-20T11:51:02.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:02 smithi123 ceph-mon[191304]: osdmap e2164: 8 total, 8 up, 8 in 2023-12-20T11:51:02.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:02 smithi123 ceph-mon[188613]: osdmap e2164: 8 total, 8 up, 8 in 2023-12-20T11:51:02.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:02 smithi177 ceph-mon[212096]: osdmap e2164: 8 total, 8 up, 8 in 2023-12-20T11:51:03.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:03 smithi123 ceph-mon[191304]: osdmap e2165: 8 total, 8 up, 8 in 2023-12-20T11:51:03.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:03 smithi123 ceph-mon[191304]: pgmap v3736: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 469 KiB/s rd, 3.5 KiB/s wr, 630 op/s 2023-12-20T11:51:03.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:03 smithi123 ceph-mon[188613]: osdmap e2165: 8 total, 8 up, 8 in 2023-12-20T11:51:03.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:03 smithi123 ceph-mon[188613]: pgmap v3736: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 469 KiB/s rd, 3.5 KiB/s wr, 630 op/s 2023-12-20T11:51:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:03 smithi177 ceph-mon[212096]: osdmap e2165: 8 total, 8 up, 8 in 2023-12-20T11:51:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:03 smithi177 ceph-mon[212096]: pgmap v3736: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 469 KiB/s rd, 3.5 KiB/s wr, 630 op/s 2023-12-20T11:51:04.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:04 smithi123 ceph-mon[191304]: osdmap e2166: 8 total, 8 up, 8 in 2023-12-20T11:51:04.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:04 smithi123 ceph-mon[188613]: osdmap e2166: 8 total, 8 up, 8 in 2023-12-20T11:51:04.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:04 smithi177 ceph-mon[212096]: osdmap e2166: 8 total, 8 up, 8 in 2023-12-20T11:51:05.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:05 smithi123 ceph-mon[191304]: osdmap e2167: 8 total, 8 up, 8 in 2023-12-20T11:51:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:05 smithi123 ceph-mon[191304]: pgmap v3739: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 472 KiB/s rd, 3.5 KiB/s wr, 635 op/s 2023-12-20T11:51:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:05 smithi123 ceph-mon[188613]: osdmap e2167: 8 total, 8 up, 8 in 2023-12-20T11:51:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:05 smithi123 ceph-mon[188613]: pgmap v3739: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 472 KiB/s rd, 3.5 KiB/s wr, 635 op/s 2023-12-20T11:51:05.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:05 smithi177 ceph-mon[212096]: osdmap e2167: 8 total, 8 up, 8 in 2023-12-20T11:51:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:05 smithi177 ceph-mon[212096]: pgmap v3739: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 472 KiB/s rd, 3.5 KiB/s wr, 635 op/s 2023-12-20T11:51:06.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:06 smithi123 ceph-mon[188613]: osdmap e2168: 8 total, 8 up, 8 in 2023-12-20T11:51:06.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:06 smithi123 ceph-mon[191304]: osdmap e2168: 8 total, 8 up, 8 in 2023-12-20T11:51:06.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:06 smithi177 ceph-mon[212096]: osdmap e2168: 8 total, 8 up, 8 in 2023-12-20T11:51:07.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:07 smithi123 ceph-mon[191304]: osdmap e2169: 8 total, 8 up, 8 in 2023-12-20T11:51:07.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:07 smithi123 ceph-mon[191304]: pgmap v3742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 401 KiB/s rd, 3.0 KiB/s wr, 541 op/s 2023-12-20T11:51:07.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:07 smithi123 ceph-mon[188613]: osdmap e2169: 8 total, 8 up, 8 in 2023-12-20T11:51:07.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:07 smithi123 ceph-mon[188613]: pgmap v3742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 401 KiB/s rd, 3.0 KiB/s wr, 541 op/s 2023-12-20T11:51:07.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:07 smithi177 ceph-mon[212096]: osdmap e2169: 8 total, 8 up, 8 in 2023-12-20T11:51:07.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:07 smithi177 ceph-mon[212096]: pgmap v3742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 401 KiB/s rd, 3.0 KiB/s wr, 541 op/s 2023-12-20T11:51:08.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:08 smithi123 ceph-mon[191304]: osdmap e2170: 8 total, 8 up, 8 in 2023-12-20T11:51:08.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:08 smithi123 ceph-mon[188613]: osdmap e2170: 8 total, 8 up, 8 in 2023-12-20T11:51:08.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:08 smithi177 ceph-mon[212096]: osdmap e2170: 8 total, 8 up, 8 in 2023-12-20T11:51:09.470 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:51:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:51:09] "GET /metrics HTTP/1.1" 200 36562 "" "Prometheus/2.43.0" 2023-12-20T11:51:09.470 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:09 smithi123 ceph-mon[188613]: osdmap e2171: 8 total, 8 up, 8 in 2023-12-20T11:51:09.471 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:09 smithi123 ceph-mon[188613]: pgmap v3745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 401 KiB/s rd, 3.0 KiB/s wr, 541 op/s 2023-12-20T11:51:09.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:09 smithi123 ceph-mon[191304]: osdmap e2171: 8 total, 8 up, 8 in 2023-12-20T11:51:09.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:09 smithi123 ceph-mon[191304]: pgmap v3745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 401 KiB/s rd, 3.0 KiB/s wr, 541 op/s 2023-12-20T11:51:09.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:09 smithi177 ceph-mon[212096]: osdmap e2171: 8 total, 8 up, 8 in 2023-12-20T11:51:09.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:09 smithi177 ceph-mon[212096]: pgmap v3745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 401 KiB/s rd, 3.0 KiB/s wr, 541 op/s 2023-12-20T11:51:10.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:10 smithi123 ceph-mon[191304]: osdmap e2172: 8 total, 8 up, 8 in 2023-12-20T11:51:10.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:10 smithi123 ceph-mon[188613]: osdmap e2172: 8 total, 8 up, 8 in 2023-12-20T11:51:10.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:10 smithi177 ceph-mon[212096]: osdmap e2172: 8 total, 8 up, 8 in 2023-12-20T11:51:11.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:11 smithi123 ceph-mon[188613]: osdmap e2173: 8 total, 8 up, 8 in 2023-12-20T11:51:11.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:11 smithi123 ceph-mon[188613]: pgmap v3748: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2023-12-20T11:51:11.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:51:11.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:11 smithi123 ceph-mon[191304]: osdmap e2173: 8 total, 8 up, 8 in 2023-12-20T11:51:11.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:11 smithi123 ceph-mon[191304]: pgmap v3748: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2023-12-20T11:51:11.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:51:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:11 smithi177 ceph-mon[212096]: osdmap e2173: 8 total, 8 up, 8 in 2023-12-20T11:51:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:11 smithi177 ceph-mon[212096]: pgmap v3748: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2023-12-20T11:51:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:51:12.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:12 smithi123 ceph-mon[188613]: osdmap e2174: 8 total, 8 up, 8 in 2023-12-20T11:51:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:12 smithi123 ceph-mon[191304]: osdmap e2174: 8 total, 8 up, 8 in 2023-12-20T11:51:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:12 smithi177 ceph-mon[212096]: osdmap e2174: 8 total, 8 up, 8 in 2023-12-20T11:51:13.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:13 smithi177 ceph-mon[212096]: osdmap e2175: 8 total, 8 up, 8 in 2023-12-20T11:51:13.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:13 smithi177 ceph-mon[212096]: pgmap v3751: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 527 KiB/s rd, 3.5 KiB/s wr, 709 op/s 2023-12-20T11:51:13.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:13 smithi123 ceph-mon[191304]: osdmap e2175: 8 total, 8 up, 8 in 2023-12-20T11:51:13.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:13 smithi123 ceph-mon[191304]: pgmap v3751: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 527 KiB/s rd, 3.5 KiB/s wr, 709 op/s 2023-12-20T11:51:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:13 smithi123 ceph-mon[188613]: osdmap e2175: 8 total, 8 up, 8 in 2023-12-20T11:51:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:13 smithi123 ceph-mon[188613]: pgmap v3751: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 527 KiB/s rd, 3.5 KiB/s wr, 709 op/s 2023-12-20T11:51:14.570 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:51:14.878 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:51:14.878 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (59m) 5m ago 63m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:51:14.878 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (59m) 3m ago 62m 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:51:14.878 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (63m) 5m ago 63m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:51:14.878 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (63m) 3m ago 63m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:51:14.878 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (59m) 3m ago 66m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:51:14.878 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (59m) 5m ago 67m 589M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:51:14.878 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (59m) 5m ago 67m 454M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:51:14.878 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (58m) 3m ago 66m 253M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:51:14.878 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (58m) 5m ago 66m 270M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:51:14.878 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (59m) 5m ago 62m 22.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:51:14.879 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (59m) 3m ago 62m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:51:14.879 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (58m) 5m ago 66m 3337M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:51:14.879 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (57m) 5m ago 65m 3605M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:51:14.879 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (57m) 5m ago 65m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:51:14.879 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (56m) 5m ago 65m 3241M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:51:14.879 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (56m) 3m ago 64m 2879M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:51:14.879 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (55m) 3m ago 64m 3027M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:51:14.879 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (55m) 3m ago 64m 2508M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:51:14.879 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (54m) 3m ago 64m 2892M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:51:14.879 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (59m) 3m ago 63m 99.4M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:51:14.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:14 smithi177 ceph-mon[212096]: osdmap e2176: 8 total, 8 up, 8 in 2023-12-20T11:51:14.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:14 smithi123 ceph-mon[191304]: osdmap e2176: 8 total, 8 up, 8 in 2023-12-20T11:51:14.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:14 smithi123 ceph-mon[188613]: osdmap e2176: 8 total, 8 up, 8 in 2023-12-20T11:51:15.263 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:51:15.263 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:51:15.263 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:51:15.263 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:51:15.263 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:51:15.263 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:51:15.263 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:51:15.263 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:51:15.264 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:51:15.264 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:51:15.264 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:51:15.264 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:51:15.264 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:51:15.264 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:51:15.264 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:51:15.264 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:51:15.264 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:51:15.264 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:51:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:15 smithi177 ceph-mon[212096]: osdmap e2177: 8 total, 8 up, 8 in 2023-12-20T11:51:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:15 smithi177 ceph-mon[212096]: pgmap v3754: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 531 KiB/s rd, 4.0 KiB/s wr, 715 op/s 2023-12-20T11:51:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:15 smithi177 ceph-mon[212096]: from='client.37698 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:51:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:15 smithi177 ceph-mon[212096]: from='client.47648 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:51:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:15 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3544128803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:51:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:15 smithi123 ceph-mon[188613]: osdmap e2177: 8 total, 8 up, 8 in 2023-12-20T11:51:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:15 smithi123 ceph-mon[188613]: pgmap v3754: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 531 KiB/s rd, 4.0 KiB/s wr, 715 op/s 2023-12-20T11:51:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:15 smithi123 ceph-mon[188613]: from='client.37698 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:51:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:15 smithi123 ceph-mon[188613]: from='client.47648 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:51:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:15 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3544128803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:51:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:15 smithi123 ceph-mon[191304]: osdmap e2177: 8 total, 8 up, 8 in 2023-12-20T11:51:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:15 smithi123 ceph-mon[191304]: pgmap v3754: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 531 KiB/s rd, 4.0 KiB/s wr, 715 op/s 2023-12-20T11:51:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:15 smithi123 ceph-mon[191304]: from='client.37698 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:51:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:15 smithi123 ceph-mon[191304]: from='client.47648 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:51:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:15 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3544128803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:51:16.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:16 smithi177 ceph-mon[212096]: osdmap e2178: 8 total, 8 up, 8 in 2023-12-20T11:51:16.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:16 smithi123 ceph-mon[191304]: osdmap e2178: 8 total, 8 up, 8 in 2023-12-20T11:51:16.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:16 smithi123 ceph-mon[188613]: osdmap e2178: 8 total, 8 up, 8 in 2023-12-20T11:51:17.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:17 smithi177 ceph-mon[212096]: osdmap e2179: 8 total, 8 up, 8 in 2023-12-20T11:51:17.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:17 smithi177 ceph-mon[212096]: pgmap v3757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 4.0 KiB/s wr, 758 op/s 2023-12-20T11:51:17.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:17 smithi123 ceph-mon[191304]: osdmap e2179: 8 total, 8 up, 8 in 2023-12-20T11:51:17.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:17 smithi123 ceph-mon[191304]: pgmap v3757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 4.0 KiB/s wr, 758 op/s 2023-12-20T11:51:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:17 smithi123 ceph-mon[188613]: osdmap e2179: 8 total, 8 up, 8 in 2023-12-20T11:51:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:17 smithi123 ceph-mon[188613]: pgmap v3757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 4.0 KiB/s wr, 758 op/s 2023-12-20T11:51:18.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:18 smithi177 ceph-mon[212096]: osdmap e2180: 8 total, 8 up, 8 in 2023-12-20T11:51:18.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:18 smithi123 ceph-mon[191304]: osdmap e2180: 8 total, 8 up, 8 in 2023-12-20T11:51:18.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:18 smithi123 ceph-mon[188613]: osdmap e2180: 8 total, 8 up, 8 in 2023-12-20T11:51:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:51:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:51:19] "GET /metrics HTTP/1.1" 200 36565 "" "Prometheus/2.43.0" 2023-12-20T11:51:19.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:19 smithi177 ceph-mon[212096]: osdmap e2181: 8 total, 8 up, 8 in 2023-12-20T11:51:19.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:19 smithi177 ceph-mon[212096]: pgmap v3760: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 3.2 KiB/s wr, 758 op/s 2023-12-20T11:51:19.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:19 smithi123 ceph-mon[191304]: osdmap e2181: 8 total, 8 up, 8 in 2023-12-20T11:51:19.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:19 smithi123 ceph-mon[191304]: pgmap v3760: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 3.2 KiB/s wr, 758 op/s 2023-12-20T11:51:19.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:19 smithi123 ceph-mon[188613]: osdmap e2181: 8 total, 8 up, 8 in 2023-12-20T11:51:19.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:19 smithi123 ceph-mon[188613]: pgmap v3760: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 3.2 KiB/s wr, 758 op/s 2023-12-20T11:51:20.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:20 smithi177 ceph-mon[212096]: osdmap e2182: 8 total, 8 up, 8 in 2023-12-20T11:51:20.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:20 smithi123 ceph-mon[191304]: osdmap e2182: 8 total, 8 up, 8 in 2023-12-20T11:51:20.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:20 smithi123 ceph-mon[188613]: osdmap e2182: 8 total, 8 up, 8 in 2023-12-20T11:51:21.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:21 smithi177 ceph-mon[212096]: osdmap e2183: 8 total, 8 up, 8 in 2023-12-20T11:51:21.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:21 smithi177 ceph-mon[212096]: pgmap v3763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2023-12-20T11:51:21.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:21 smithi123 ceph-mon[191304]: osdmap e2183: 8 total, 8 up, 8 in 2023-12-20T11:51:21.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:21 smithi123 ceph-mon[191304]: pgmap v3763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2023-12-20T11:51:21.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:21 smithi123 ceph-mon[188613]: osdmap e2183: 8 total, 8 up, 8 in 2023-12-20T11:51:21.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:21 smithi123 ceph-mon[188613]: pgmap v3763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2023-12-20T11:51:22.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:22 smithi177 ceph-mon[212096]: osdmap e2184: 8 total, 8 up, 8 in 2023-12-20T11:51:22.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:22 smithi123 ceph-mon[191304]: osdmap e2184: 8 total, 8 up, 8 in 2023-12-20T11:51:22.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:22 smithi123 ceph-mon[188613]: osdmap e2184: 8 total, 8 up, 8 in 2023-12-20T11:51:23.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:23 smithi177 ceph-mon[212096]: pgmap v3765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 589 KiB/s rd, 3.2 KiB/s wr, 792 op/s 2023-12-20T11:51:23.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:23 smithi177 ceph-mon[212096]: osdmap e2185: 8 total, 8 up, 8 in 2023-12-20T11:51:23.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:23 smithi123 ceph-mon[191304]: pgmap v3765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 589 KiB/s rd, 3.2 KiB/s wr, 792 op/s 2023-12-20T11:51:23.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:23 smithi123 ceph-mon[191304]: osdmap e2185: 8 total, 8 up, 8 in 2023-12-20T11:51:23.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:23 smithi123 ceph-mon[188613]: pgmap v3765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 589 KiB/s rd, 3.2 KiB/s wr, 792 op/s 2023-12-20T11:51:23.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:23 smithi123 ceph-mon[188613]: osdmap e2185: 8 total, 8 up, 8 in 2023-12-20T11:51:24.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:24 smithi177 ceph-mon[212096]: osdmap e2186: 8 total, 8 up, 8 in 2023-12-20T11:51:24.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:24 smithi123 ceph-mon[191304]: osdmap e2186: 8 total, 8 up, 8 in 2023-12-20T11:51:24.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:24 smithi123 ceph-mon[188613]: osdmap e2186: 8 total, 8 up, 8 in 2023-12-20T11:51:25.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:25 smithi177 ceph-mon[212096]: pgmap v3768: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 4.0 KiB/s wr, 801 op/s 2023-12-20T11:51:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:25 smithi177 ceph-mon[212096]: osdmap e2187: 8 total, 8 up, 8 in 2023-12-20T11:51:25.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:25 smithi123 ceph-mon[191304]: pgmap v3768: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 4.0 KiB/s wr, 801 op/s 2023-12-20T11:51:25.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:25 smithi123 ceph-mon[191304]: osdmap e2187: 8 total, 8 up, 8 in 2023-12-20T11:51:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:25 smithi123 ceph-mon[188613]: pgmap v3768: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 4.0 KiB/s wr, 801 op/s 2023-12-20T11:51:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:25 smithi123 ceph-mon[188613]: osdmap e2187: 8 total, 8 up, 8 in 2023-12-20T11:51:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:26 smithi177 ceph-mon[212096]: osdmap e2188: 8 total, 8 up, 8 in 2023-12-20T11:51:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:51:26.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:26 smithi123 ceph-mon[191304]: osdmap e2188: 8 total, 8 up, 8 in 2023-12-20T11:51:26.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:51:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:26 smithi123 ceph-mon[188613]: osdmap e2188: 8 total, 8 up, 8 in 2023-12-20T11:51:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:51:27.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:27 smithi177 ceph-mon[212096]: pgmap v3771: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 3.7 KiB/s wr, 845 op/s 2023-12-20T11:51:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:27 smithi177 ceph-mon[212096]: osdmap e2189: 8 total, 8 up, 8 in 2023-12-20T11:51:27.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:27 smithi123 ceph-mon[191304]: pgmap v3771: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 3.7 KiB/s wr, 845 op/s 2023-12-20T11:51:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:27 smithi123 ceph-mon[191304]: osdmap e2189: 8 total, 8 up, 8 in 2023-12-20T11:51:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:27 smithi123 ceph-mon[188613]: pgmap v3771: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 3.7 KiB/s wr, 845 op/s 2023-12-20T11:51:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:27 smithi123 ceph-mon[188613]: osdmap e2189: 8 total, 8 up, 8 in 2023-12-20T11:51:28.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:28 smithi177 ceph-mon[212096]: osdmap e2190: 8 total, 8 up, 8 in 2023-12-20T11:51:28.902 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 11:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T11:51:28.58639167Z level=info msg="Completed cleanup jobs" duration=12.825055ms 2023-12-20T11:51:28.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:28 smithi123 ceph-mon[191304]: osdmap e2190: 8 total, 8 up, 8 in 2023-12-20T11:51:28.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:28 smithi123 ceph-mon[188613]: osdmap e2190: 8 total, 8 up, 8 in 2023-12-20T11:51:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:51:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:51:29] "GET /metrics HTTP/1.1" 200 36564 "" "Prometheus/2.43.0" 2023-12-20T11:51:29.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:29 smithi177 ceph-mon[212096]: pgmap v3774: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 3.0 KiB/s wr, 845 op/s 2023-12-20T11:51:29.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:29 smithi177 ceph-mon[212096]: osdmap e2191: 8 total, 8 up, 8 in 2023-12-20T11:51:29.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:29 smithi123 ceph-mon[191304]: pgmap v3774: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 3.0 KiB/s wr, 845 op/s 2023-12-20T11:51:29.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:29 smithi123 ceph-mon[191304]: osdmap e2191: 8 total, 8 up, 8 in 2023-12-20T11:51:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:29 smithi123 ceph-mon[188613]: pgmap v3774: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 3.0 KiB/s wr, 845 op/s 2023-12-20T11:51:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:29 smithi123 ceph-mon[188613]: osdmap e2191: 8 total, 8 up, 8 in 2023-12-20T11:51:30.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:30 smithi177 ceph-mon[212096]: osdmap e2192: 8 total, 8 up, 8 in 2023-12-20T11:51:30.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:30 smithi123 ceph-mon[191304]: osdmap e2192: 8 total, 8 up, 8 in 2023-12-20T11:51:30.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:30 smithi123 ceph-mon[188613]: osdmap e2192: 8 total, 8 up, 8 in 2023-12-20T11:51:31.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:31 smithi177 ceph-mon[212096]: pgmap v3777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2023-12-20T11:51:31.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:31 smithi177 ceph-mon[212096]: osdmap e2193: 8 total, 8 up, 8 in 2023-12-20T11:51:31.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:31 smithi123 ceph-mon[188613]: pgmap v3777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2023-12-20T11:51:31.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:31 smithi123 ceph-mon[188613]: osdmap e2193: 8 total, 8 up, 8 in 2023-12-20T11:51:31.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:31 smithi123 ceph-mon[191304]: pgmap v3777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2023-12-20T11:51:31.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:31 smithi123 ceph-mon[191304]: osdmap e2193: 8 total, 8 up, 8 in 2023-12-20T11:51:32.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:32 smithi177 ceph-mon[212096]: osdmap e2194: 8 total, 8 up, 8 in 2023-12-20T11:51:32.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:32 smithi123 ceph-mon[191304]: osdmap e2194: 8 total, 8 up, 8 in 2023-12-20T11:51:32.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:32 smithi123 ceph-mon[188613]: osdmap e2194: 8 total, 8 up, 8 in 2023-12-20T11:51:33.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:33 smithi177 ceph-mon[212096]: pgmap v3780: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 656 KiB/s rd, 3.7 KiB/s wr, 884 op/s 2023-12-20T11:51:33.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:33 smithi177 ceph-mon[212096]: osdmap e2195: 8 total, 8 up, 8 in 2023-12-20T11:51:33.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:33 smithi123 ceph-mon[191304]: pgmap v3780: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 656 KiB/s rd, 3.7 KiB/s wr, 884 op/s 2023-12-20T11:51:33.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:33 smithi123 ceph-mon[191304]: osdmap e2195: 8 total, 8 up, 8 in 2023-12-20T11:51:33.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:33 smithi123 ceph-mon[188613]: pgmap v3780: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 656 KiB/s rd, 3.7 KiB/s wr, 884 op/s 2023-12-20T11:51:33.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:33 smithi123 ceph-mon[188613]: osdmap e2195: 8 total, 8 up, 8 in 2023-12-20T11:51:34.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:34 smithi177 ceph-mon[212096]: osdmap e2196: 8 total, 8 up, 8 in 2023-12-20T11:51:34.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:34 smithi123 ceph-mon[191304]: osdmap e2196: 8 total, 8 up, 8 in 2023-12-20T11:51:34.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:34 smithi123 ceph-mon[188613]: osdmap e2196: 8 total, 8 up, 8 in 2023-12-20T11:51:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:35 smithi177 ceph-mon[212096]: pgmap v3783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 660 KiB/s rd, 3.5 KiB/s wr, 889 op/s 2023-12-20T11:51:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:35 smithi177 ceph-mon[212096]: osdmap e2197: 8 total, 8 up, 8 in 2023-12-20T11:51:35.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:35 smithi123 ceph-mon[191304]: pgmap v3783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 660 KiB/s rd, 3.5 KiB/s wr, 889 op/s 2023-12-20T11:51:35.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:35 smithi123 ceph-mon[191304]: osdmap e2197: 8 total, 8 up, 8 in 2023-12-20T11:51:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:35 smithi123 ceph-mon[188613]: pgmap v3783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 660 KiB/s rd, 3.5 KiB/s wr, 889 op/s 2023-12-20T11:51:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:35 smithi123 ceph-mon[188613]: osdmap e2197: 8 total, 8 up, 8 in 2023-12-20T11:51:36.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:36 smithi177 ceph-mon[212096]: osdmap e2198: 8 total, 8 up, 8 in 2023-12-20T11:51:36.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:36 smithi123 ceph-mon[191304]: osdmap e2198: 8 total, 8 up, 8 in 2023-12-20T11:51:36.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:36 smithi123 ceph-mon[188613]: osdmap e2198: 8 total, 8 up, 8 in 2023-12-20T11:51:37.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:37 smithi177 ceph-mon[212096]: pgmap v3786: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 694 KiB/s rd, 3.5 KiB/s wr, 933 op/s 2023-12-20T11:51:37.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:37 smithi177 ceph-mon[212096]: osdmap e2199: 8 total, 8 up, 8 in 2023-12-20T11:51:37.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:37 smithi123 ceph-mon[191304]: pgmap v3786: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 694 KiB/s rd, 3.5 KiB/s wr, 933 op/s 2023-12-20T11:51:37.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:37 smithi123 ceph-mon[191304]: osdmap e2199: 8 total, 8 up, 8 in 2023-12-20T11:51:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:37 smithi123 ceph-mon[188613]: pgmap v3786: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 694 KiB/s rd, 3.5 KiB/s wr, 933 op/s 2023-12-20T11:51:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:37 smithi123 ceph-mon[188613]: osdmap e2199: 8 total, 8 up, 8 in 2023-12-20T11:51:38.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:38 smithi123 ceph-mon[191304]: osdmap e2200: 8 total, 8 up, 8 in 2023-12-20T11:51:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:38 smithi123 ceph-mon[188613]: osdmap e2200: 8 total, 8 up, 8 in 2023-12-20T11:51:39.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:38 smithi177 ceph-mon[212096]: osdmap e2200: 8 total, 8 up, 8 in 2023-12-20T11:51:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:51:39] "GET /metrics HTTP/1.1" 200 36564 "" "Prometheus/2.43.0" 2023-12-20T11:51:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:39 smithi123 ceph-mon[188613]: pgmap v3789: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 694 KiB/s rd, 3.5 KiB/s wr, 933 op/s 2023-12-20T11:51:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:39 smithi123 ceph-mon[188613]: osdmap e2201: 8 total, 8 up, 8 in 2023-12-20T11:51:39.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:39 smithi123 ceph-mon[191304]: pgmap v3789: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 694 KiB/s rd, 3.5 KiB/s wr, 933 op/s 2023-12-20T11:51:39.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:39 smithi123 ceph-mon[191304]: osdmap e2201: 8 total, 8 up, 8 in 2023-12-20T11:51:40.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:39 smithi177 ceph-mon[212096]: pgmap v3789: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 694 KiB/s rd, 3.5 KiB/s wr, 933 op/s 2023-12-20T11:51:40.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:39 smithi177 ceph-mon[212096]: osdmap e2201: 8 total, 8 up, 8 in 2023-12-20T11:51:40.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:40 smithi123 ceph-mon[191304]: osdmap e2202: 8 total, 8 up, 8 in 2023-12-20T11:51:40.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:40 smithi123 ceph-mon[188613]: osdmap e2202: 8 total, 8 up, 8 in 2023-12-20T11:51:41.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:40 smithi177 ceph-mon[212096]: osdmap e2202: 8 total, 8 up, 8 in 2023-12-20T11:51:41.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:41 smithi123 ceph-mon[191304]: pgmap v3792: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2023-12-20T11:51:41.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:41 smithi123 ceph-mon[191304]: osdmap e2203: 8 total, 8 up, 8 in 2023-12-20T11:51:41.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:51:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:41 smithi123 ceph-mon[188613]: pgmap v3792: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2023-12-20T11:51:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:41 smithi123 ceph-mon[188613]: osdmap e2203: 8 total, 8 up, 8 in 2023-12-20T11:51:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:51:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:41 smithi177 ceph-mon[212096]: pgmap v3792: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2023-12-20T11:51:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:41 smithi177 ceph-mon[212096]: osdmap e2203: 8 total, 8 up, 8 in 2023-12-20T11:51:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:51:42.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:42 smithi123 ceph-mon[191304]: osdmap e2204: 8 total, 8 up, 8 in 2023-12-20T11:51:42.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:42 smithi123 ceph-mon[188613]: osdmap e2204: 8 total, 8 up, 8 in 2023-12-20T11:51:43.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:42 smithi177 ceph-mon[212096]: osdmap e2204: 8 total, 8 up, 8 in 2023-12-20T11:51:43.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:43 smithi123 ceph-mon[191304]: pgmap v3795: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 722 KiB/s rd, 3.2 KiB/s wr, 971 op/s 2023-12-20T11:51:43.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:43 smithi123 ceph-mon[191304]: osdmap e2205: 8 total, 8 up, 8 in 2023-12-20T11:51:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:43 smithi123 ceph-mon[188613]: pgmap v3795: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 722 KiB/s rd, 3.2 KiB/s wr, 971 op/s 2023-12-20T11:51:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:43 smithi123 ceph-mon[188613]: osdmap e2205: 8 total, 8 up, 8 in 2023-12-20T11:51:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:43 smithi177 ceph-mon[212096]: pgmap v3795: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 722 KiB/s rd, 3.2 KiB/s wr, 971 op/s 2023-12-20T11:51:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:43 smithi177 ceph-mon[212096]: osdmap e2205: 8 total, 8 up, 8 in 2023-12-20T11:51:44.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:44 smithi123 ceph-mon[191304]: osdmap e2206: 8 total, 8 up, 8 in 2023-12-20T11:51:44.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:44 smithi123 ceph-mon[188613]: osdmap e2206: 8 total, 8 up, 8 in 2023-12-20T11:51:45.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:44 smithi177 ceph-mon[212096]: osdmap e2206: 8 total, 8 up, 8 in 2023-12-20T11:51:45.608 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:51:45.927 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:51:45.927 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (60m) 5m ago 63m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:51:45.927 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (60m) 3m ago 63m 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:51:45.927 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (64m) 5m ago 64m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:51:45.927 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (64m) 3m ago 64m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:51:45.927 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (59m) 3m ago 66m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:51:45.927 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (60m) 5m ago 68m 589M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:51:45.927 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (59m) 5m ago 68m 454M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:51:45.927 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (59m) 3m ago 67m 253M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:51:45.927 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (59m) 5m ago 66m 270M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:51:45.928 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (60m) 5m ago 63m 22.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:51:45.928 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (60m) 3m ago 63m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:51:45.928 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (58m) 5m ago 66m 3337M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:51:45.928 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (58m) 5m ago 66m 3605M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:51:45.928 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (57m) 5m ago 65m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:51:45.928 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (57m) 5m ago 65m 3241M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:51:45.928 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (56m) 3m ago 65m 2879M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:51:45.928 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (56m) 3m ago 65m 3027M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:51:45.928 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (55m) 3m ago 64m 2508M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:51:45.928 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (55m) 3m ago 64m 2892M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:51:45.928 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (59m) 3m ago 63m 99.4M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:51:45.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:45 smithi123 ceph-mon[188613]: pgmap v3798: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 726 KiB/s rd, 4.2 KiB/s wr, 977 op/s 2023-12-20T11:51:45.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:45 smithi123 ceph-mon[188613]: osdmap e2207: 8 total, 8 up, 8 in 2023-12-20T11:51:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:45 smithi123 ceph-mon[191304]: pgmap v3798: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 726 KiB/s rd, 4.2 KiB/s wr, 977 op/s 2023-12-20T11:51:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:45 smithi123 ceph-mon[191304]: osdmap e2207: 8 total, 8 up, 8 in 2023-12-20T11:51:46.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:45 smithi177 ceph-mon[212096]: pgmap v3798: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 726 KiB/s rd, 4.2 KiB/s wr, 977 op/s 2023-12-20T11:51:46.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:45 smithi177 ceph-mon[212096]: osdmap e2207: 8 total, 8 up, 8 in 2023-12-20T11:51:46.309 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:51:46.309 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:51:46.310 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:51:46.310 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:51:46.310 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:51:46.310 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:51:46.310 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:51:46.310 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:51:46.310 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:51:46.310 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:51:46.310 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:51:46.310 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:51:46.310 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:51:46.310 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:51:46.310 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:51:46.310 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:51:46.310 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:51:46.310 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:51:46.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:46 smithi123 ceph-mon[191304]: from='client.47660 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:51:46.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:46 smithi123 ceph-mon[191304]: osdmap e2208: 8 total, 8 up, 8 in 2023-12-20T11:51:46.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:46 smithi123 ceph-mon[191304]: from='client.37722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:51:46.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:46 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4152924278' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:51:46.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:46 smithi123 ceph-mon[188613]: from='client.47660 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:51:46.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:46 smithi123 ceph-mon[188613]: osdmap e2208: 8 total, 8 up, 8 in 2023-12-20T11:51:46.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:46 smithi123 ceph-mon[188613]: from='client.37722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:51:46.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:46 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4152924278' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:51:47.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:46 smithi177 ceph-mon[212096]: from='client.47660 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:51:47.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:46 smithi177 ceph-mon[212096]: osdmap e2208: 8 total, 8 up, 8 in 2023-12-20T11:51:47.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:46 smithi177 ceph-mon[212096]: from='client.37722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:51:47.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:46 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4152924278' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:51:47.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:47 smithi123 ceph-mon[191304]: pgmap v3801: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 759 KiB/s rd, 3.7 KiB/s wr, 1.02k op/s 2023-12-20T11:51:47.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:47 smithi123 ceph-mon[191304]: osdmap e2209: 8 total, 8 up, 8 in 2023-12-20T11:51:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:47 smithi123 ceph-mon[188613]: pgmap v3801: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 759 KiB/s rd, 3.7 KiB/s wr, 1.02k op/s 2023-12-20T11:51:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:47 smithi123 ceph-mon[188613]: osdmap e2209: 8 total, 8 up, 8 in 2023-12-20T11:51:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:47 smithi177 ceph-mon[212096]: pgmap v3801: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 759 KiB/s rd, 3.7 KiB/s wr, 1.02k op/s 2023-12-20T11:51:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:47 smithi177 ceph-mon[212096]: osdmap e2209: 8 total, 8 up, 8 in 2023-12-20T11:51:49.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:48 smithi123 ceph-mon[191304]: osdmap e2210: 8 total, 8 up, 8 in 2023-12-20T11:51:49.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:48 smithi123 ceph-mon[188613]: osdmap e2210: 8 total, 8 up, 8 in 2023-12-20T11:51:49.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:48 smithi177 ceph-mon[212096]: osdmap e2210: 8 total, 8 up, 8 in 2023-12-20T11:51:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:51:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:51:49] "GET /metrics HTTP/1.1" 200 36567 "" "Prometheus/2.43.0" 2023-12-20T11:51:50.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:49 smithi177 ceph-mon[212096]: pgmap v3804: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 759 KiB/s rd, 2.7 KiB/s wr, 1.02k op/s 2023-12-20T11:51:50.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:49 smithi177 ceph-mon[212096]: osdmap e2211: 8 total, 8 up, 8 in 2023-12-20T11:51:50.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:49 smithi123 ceph-mon[191304]: pgmap v3804: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 759 KiB/s rd, 2.7 KiB/s wr, 1.02k op/s 2023-12-20T11:51:50.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:49 smithi123 ceph-mon[191304]: osdmap e2211: 8 total, 8 up, 8 in 2023-12-20T11:51:50.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:49 smithi123 ceph-mon[188613]: pgmap v3804: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 759 KiB/s rd, 2.7 KiB/s wr, 1.02k op/s 2023-12-20T11:51:50.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:49 smithi123 ceph-mon[188613]: osdmap e2211: 8 total, 8 up, 8 in 2023-12-20T11:51:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:50 smithi177 ceph-mon[212096]: osdmap e2212: 8 total, 8 up, 8 in 2023-12-20T11:51:51.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:50 smithi123 ceph-mon[191304]: osdmap e2212: 8 total, 8 up, 8 in 2023-12-20T11:51:51.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:50 smithi123 ceph-mon[188613]: osdmap e2212: 8 total, 8 up, 8 in 2023-12-20T11:51:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:51 smithi177 ceph-mon[212096]: pgmap v3807: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2023-12-20T11:51:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:51 smithi177 ceph-mon[212096]: osdmap e2213: 8 total, 8 up, 8 in 2023-12-20T11:51:52.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:51 smithi123 ceph-mon[191304]: pgmap v3807: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2023-12-20T11:51:52.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:51 smithi123 ceph-mon[191304]: osdmap e2213: 8 total, 8 up, 8 in 2023-12-20T11:51:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:51 smithi123 ceph-mon[188613]: pgmap v3807: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2023-12-20T11:51:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:51 smithi123 ceph-mon[188613]: osdmap e2213: 8 total, 8 up, 8 in 2023-12-20T11:51:53.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:52 smithi177 ceph-mon[212096]: osdmap e2214: 8 total, 8 up, 8 in 2023-12-20T11:51:53.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:52 smithi123 ceph-mon[191304]: osdmap e2214: 8 total, 8 up, 8 in 2023-12-20T11:51:53.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:52 smithi123 ceph-mon[188613]: osdmap e2214: 8 total, 8 up, 8 in 2023-12-20T11:51:54.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:53 smithi177 ceph-mon[212096]: pgmap v3810: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 786 KiB/s rd, 3.5 KiB/s wr, 1.06k op/s 2023-12-20T11:51:54.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:53 smithi177 ceph-mon[212096]: osdmap e2215: 8 total, 8 up, 8 in 2023-12-20T11:51:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:53 smithi123 ceph-mon[188613]: pgmap v3810: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 786 KiB/s rd, 3.5 KiB/s wr, 1.06k op/s 2023-12-20T11:51:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:53 smithi123 ceph-mon[188613]: osdmap e2215: 8 total, 8 up, 8 in 2023-12-20T11:51:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:53 smithi123 ceph-mon[191304]: pgmap v3810: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 786 KiB/s rd, 3.5 KiB/s wr, 1.06k op/s 2023-12-20T11:51:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:53 smithi123 ceph-mon[191304]: osdmap e2215: 8 total, 8 up, 8 in 2023-12-20T11:51:55.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:54 smithi177 ceph-mon[212096]: osdmap e2216: 8 total, 8 up, 8 in 2023-12-20T11:51:55.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:54 smithi123 ceph-mon[191304]: osdmap e2216: 8 total, 8 up, 8 in 2023-12-20T11:51:55.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:54 smithi123 ceph-mon[188613]: osdmap e2216: 8 total, 8 up, 8 in 2023-12-20T11:51:56.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:55 smithi177 ceph-mon[212096]: pgmap v3813: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 790 KiB/s rd, 3.5 KiB/s wr, 1.06k op/s 2023-12-20T11:51:56.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:55 smithi177 ceph-mon[212096]: osdmap e2217: 8 total, 8 up, 8 in 2023-12-20T11:51:56.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:51:56.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:51:56.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:51:56.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:51:56.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:55 smithi123 ceph-mon[191304]: pgmap v3813: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 790 KiB/s rd, 3.5 KiB/s wr, 1.06k op/s 2023-12-20T11:51:56.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:55 smithi123 ceph-mon[191304]: osdmap e2217: 8 total, 8 up, 8 in 2023-12-20T11:51:56.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:51:56.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:51:56.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:51:56.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:51:56.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:55 smithi123 ceph-mon[188613]: pgmap v3813: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 790 KiB/s rd, 3.5 KiB/s wr, 1.06k op/s 2023-12-20T11:51:56.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:55 smithi123 ceph-mon[188613]: osdmap e2217: 8 total, 8 up, 8 in 2023-12-20T11:51:56.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:51:56.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:51:56.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:51:56.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:51:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:56 smithi177 ceph-mon[212096]: osdmap e2218: 8 total, 8 up, 8 in 2023-12-20T11:51:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:51:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:56 smithi123 ceph-mon[191304]: osdmap e2218: 8 total, 8 up, 8 in 2023-12-20T11:51:57.252 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:51:57.252 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:56 smithi123 ceph-mon[188613]: osdmap e2218: 8 total, 8 up, 8 in 2023-12-20T11:51:57.252 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:51:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:57 smithi177 ceph-mon[212096]: pgmap v3816: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 824 KiB/s rd, 3.7 KiB/s wr, 1.11k op/s 2023-12-20T11:51:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:57 smithi177 ceph-mon[212096]: osdmap e2219: 8 total, 8 up, 8 in 2023-12-20T11:51:58.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:57 smithi123 ceph-mon[188613]: pgmap v3816: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 824 KiB/s rd, 3.7 KiB/s wr, 1.11k op/s 2023-12-20T11:51:58.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:57 smithi123 ceph-mon[188613]: osdmap e2219: 8 total, 8 up, 8 in 2023-12-20T11:51:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:57 smithi123 ceph-mon[191304]: pgmap v3816: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 824 KiB/s rd, 3.7 KiB/s wr, 1.11k op/s 2023-12-20T11:51:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:57 smithi123 ceph-mon[191304]: osdmap e2219: 8 total, 8 up, 8 in 2023-12-20T11:51:59.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:58 smithi123 ceph-mon[191304]: osdmap e2220: 8 total, 8 up, 8 in 2023-12-20T11:51:59.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:58 smithi123 ceph-mon[188613]: osdmap e2220: 8 total, 8 up, 8 in 2023-12-20T11:51:59.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:58 smithi177 ceph-mon[212096]: osdmap e2220: 8 total, 8 up, 8 in 2023-12-20T11:51:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:51:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:51:59] "GET /metrics HTTP/1.1" 200 36571 "" "Prometheus/2.43.0" 2023-12-20T11:52:00.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:59 smithi177 ceph-mon[212096]: pgmap v3819: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 824 KiB/s rd, 3.5 KiB/s wr, 1.11k op/s 2023-12-20T11:52:00.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:51:59 smithi177 ceph-mon[212096]: osdmap e2221: 8 total, 8 up, 8 in 2023-12-20T11:52:00.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:59 smithi123 ceph-mon[188613]: pgmap v3819: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 824 KiB/s rd, 3.5 KiB/s wr, 1.11k op/s 2023-12-20T11:52:00.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:51:59 smithi123 ceph-mon[188613]: osdmap e2221: 8 total, 8 up, 8 in 2023-12-20T11:52:00.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:59 smithi123 ceph-mon[191304]: pgmap v3819: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 824 KiB/s rd, 3.5 KiB/s wr, 1.11k op/s 2023-12-20T11:52:00.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:51:59 smithi123 ceph-mon[191304]: osdmap e2221: 8 total, 8 up, 8 in 2023-12-20T11:52:01.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:00 smithi177 ceph-mon[212096]: osdmap e2222: 8 total, 8 up, 8 in 2023-12-20T11:52:01.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:00 smithi123 ceph-mon[188613]: osdmap e2222: 8 total, 8 up, 8 in 2023-12-20T11:52:01.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:00 smithi123 ceph-mon[191304]: osdmap e2222: 8 total, 8 up, 8 in 2023-12-20T11:52:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:01 smithi177 ceph-mon[212096]: pgmap v3822: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2023-12-20T11:52:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:01 smithi177 ceph-mon[212096]: osdmap e2223: 8 total, 8 up, 8 in 2023-12-20T11:52:02.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:01 smithi123 ceph-mon[191304]: pgmap v3822: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2023-12-20T11:52:02.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:01 smithi123 ceph-mon[191304]: osdmap e2223: 8 total, 8 up, 8 in 2023-12-20T11:52:02.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:01 smithi123 ceph-mon[188613]: pgmap v3822: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2023-12-20T11:52:02.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:01 smithi123 ceph-mon[188613]: osdmap e2223: 8 total, 8 up, 8 in 2023-12-20T11:52:03.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:02 smithi177 ceph-mon[212096]: osdmap e2224: 8 total, 8 up, 8 in 2023-12-20T11:52:03.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:02 smithi123 ceph-mon[188613]: osdmap e2224: 8 total, 8 up, 8 in 2023-12-20T11:52:03.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:02 smithi123 ceph-mon[191304]: osdmap e2224: 8 total, 8 up, 8 in 2023-12-20T11:52:04.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:03 smithi177 ceph-mon[212096]: pgmap v3825: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 852 KiB/s rd, 3.2 KiB/s wr, 1.15k op/s 2023-12-20T11:52:04.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:03 smithi177 ceph-mon[212096]: osdmap e2225: 8 total, 8 up, 8 in 2023-12-20T11:52:04.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:03 smithi123 ceph-mon[188613]: pgmap v3825: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 852 KiB/s rd, 3.2 KiB/s wr, 1.15k op/s 2023-12-20T11:52:04.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:03 smithi123 ceph-mon[188613]: osdmap e2225: 8 total, 8 up, 8 in 2023-12-20T11:52:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:03 smithi123 ceph-mon[191304]: pgmap v3825: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 852 KiB/s rd, 3.2 KiB/s wr, 1.15k op/s 2023-12-20T11:52:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:03 smithi123 ceph-mon[191304]: osdmap e2225: 8 total, 8 up, 8 in 2023-12-20T11:52:05.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:04 smithi177 ceph-mon[212096]: osdmap e2226: 8 total, 8 up, 8 in 2023-12-20T11:52:05.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:04 smithi123 ceph-mon[188613]: osdmap e2226: 8 total, 8 up, 8 in 2023-12-20T11:52:05.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:04 smithi123 ceph-mon[191304]: osdmap e2226: 8 total, 8 up, 8 in 2023-12-20T11:52:06.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:05 smithi177 ceph-mon[212096]: pgmap v3828: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 855 KiB/s rd, 4.2 KiB/s wr, 1.15k op/s 2023-12-20T11:52:06.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:05 smithi177 ceph-mon[212096]: osdmap e2227: 8 total, 8 up, 8 in 2023-12-20T11:52:06.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:05 smithi123 ceph-mon[191304]: pgmap v3828: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 855 KiB/s rd, 4.2 KiB/s wr, 1.15k op/s 2023-12-20T11:52:06.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:05 smithi123 ceph-mon[191304]: osdmap e2227: 8 total, 8 up, 8 in 2023-12-20T11:52:06.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:05 smithi123 ceph-mon[188613]: pgmap v3828: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 855 KiB/s rd, 4.2 KiB/s wr, 1.15k op/s 2023-12-20T11:52:06.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:05 smithi123 ceph-mon[188613]: osdmap e2227: 8 total, 8 up, 8 in 2023-12-20T11:52:07.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:06 smithi177 ceph-mon[212096]: osdmap e2228: 8 total, 8 up, 8 in 2023-12-20T11:52:07.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:06 smithi123 ceph-mon[191304]: osdmap e2228: 8 total, 8 up, 8 in 2023-12-20T11:52:07.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:06 smithi123 ceph-mon[188613]: osdmap e2228: 8 total, 8 up, 8 in 2023-12-20T11:52:08.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:07 smithi177 ceph-mon[212096]: pgmap v3831: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 890 KiB/s rd, 3.7 KiB/s wr, 1.20k op/s 2023-12-20T11:52:08.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:07 smithi177 ceph-mon[212096]: osdmap e2229: 8 total, 8 up, 8 in 2023-12-20T11:52:08.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:07 smithi123 ceph-mon[191304]: pgmap v3831: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 890 KiB/s rd, 3.7 KiB/s wr, 1.20k op/s 2023-12-20T11:52:08.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:07 smithi123 ceph-mon[191304]: osdmap e2229: 8 total, 8 up, 8 in 2023-12-20T11:52:08.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:07 smithi123 ceph-mon[188613]: pgmap v3831: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 890 KiB/s rd, 3.7 KiB/s wr, 1.20k op/s 2023-12-20T11:52:08.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:07 smithi123 ceph-mon[188613]: osdmap e2229: 8 total, 8 up, 8 in 2023-12-20T11:52:09.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:08 smithi177 ceph-mon[212096]: osdmap e2230: 8 total, 8 up, 8 in 2023-12-20T11:52:09.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:08 smithi123 ceph-mon[191304]: osdmap e2230: 8 total, 8 up, 8 in 2023-12-20T11:52:09.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:08 smithi123 ceph-mon[188613]: osdmap e2230: 8 total, 8 up, 8 in 2023-12-20T11:52:09.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:52:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:52:09] "GET /metrics HTTP/1.1" 200 36571 "" "Prometheus/2.43.0" 2023-12-20T11:52:10.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:09 smithi177 ceph-mon[212096]: pgmap v3834: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 890 KiB/s rd, 3.0 KiB/s wr, 1.20k op/s 2023-12-20T11:52:10.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:09 smithi177 ceph-mon[212096]: osdmap e2231: 8 total, 8 up, 8 in 2023-12-20T11:52:10.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:09 smithi123 ceph-mon[191304]: pgmap v3834: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 890 KiB/s rd, 3.0 KiB/s wr, 1.20k op/s 2023-12-20T11:52:10.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:09 smithi123 ceph-mon[191304]: osdmap e2231: 8 total, 8 up, 8 in 2023-12-20T11:52:10.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:09 smithi123 ceph-mon[188613]: pgmap v3834: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 890 KiB/s rd, 3.0 KiB/s wr, 1.20k op/s 2023-12-20T11:52:10.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:09 smithi123 ceph-mon[188613]: osdmap e2231: 8 total, 8 up, 8 in 2023-12-20T11:52:11.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:10 smithi177 ceph-mon[212096]: osdmap e2232: 8 total, 8 up, 8 in 2023-12-20T11:52:11.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:10 smithi123 ceph-mon[191304]: osdmap e2232: 8 total, 8 up, 8 in 2023-12-20T11:52:11.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:10 smithi123 ceph-mon[188613]: osdmap e2232: 8 total, 8 up, 8 in 2023-12-20T11:52:12.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:11 smithi177 ceph-mon[212096]: pgmap v3837: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2023-12-20T11:52:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:11 smithi177 ceph-mon[212096]: osdmap e2233: 8 total, 8 up, 8 in 2023-12-20T11:52:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:52:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:11 smithi123 ceph-mon[191304]: pgmap v3837: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2023-12-20T11:52:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:11 smithi123 ceph-mon[191304]: osdmap e2233: 8 total, 8 up, 8 in 2023-12-20T11:52:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:52:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:11 smithi123 ceph-mon[188613]: pgmap v3837: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2023-12-20T11:52:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:11 smithi123 ceph-mon[188613]: osdmap e2233: 8 total, 8 up, 8 in 2023-12-20T11:52:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:52:13.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:12 smithi123 ceph-mon[191304]: osdmap e2234: 8 total, 8 up, 8 in 2023-12-20T11:52:13.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:12 smithi123 ceph-mon[188613]: osdmap e2234: 8 total, 8 up, 8 in 2023-12-20T11:52:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:12 smithi177 ceph-mon[212096]: osdmap e2234: 8 total, 8 up, 8 in 2023-12-20T11:52:14.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:13 smithi123 ceph-mon[188613]: pgmap v3840: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 918 KiB/s rd, 3.2 KiB/s wr, 1.24k op/s 2023-12-20T11:52:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:13 smithi123 ceph-mon[188613]: osdmap e2235: 8 total, 8 up, 8 in 2023-12-20T11:52:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:13 smithi123 ceph-mon[191304]: pgmap v3840: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 918 KiB/s rd, 3.2 KiB/s wr, 1.24k op/s 2023-12-20T11:52:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:13 smithi123 ceph-mon[191304]: osdmap e2235: 8 total, 8 up, 8 in 2023-12-20T11:52:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:13 smithi177 ceph-mon[212096]: pgmap v3840: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 918 KiB/s rd, 3.2 KiB/s wr, 1.24k op/s 2023-12-20T11:52:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:13 smithi177 ceph-mon[212096]: osdmap e2235: 8 total, 8 up, 8 in 2023-12-20T11:52:15.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:14 smithi123 ceph-mon[188613]: osdmap e2236: 8 total, 8 up, 8 in 2023-12-20T11:52:15.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:14 smithi123 ceph-mon[191304]: osdmap e2236: 8 total, 8 up, 8 in 2023-12-20T11:52:15.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:14 smithi177 ceph-mon[212096]: osdmap e2236: 8 total, 8 up, 8 in 2023-12-20T11:52:16.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:15 smithi123 ceph-mon[188613]: pgmap v3843: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 921 KiB/s rd, 3.7 KiB/s wr, 1.24k op/s 2023-12-20T11:52:16.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:15 smithi123 ceph-mon[188613]: osdmap e2237: 8 total, 8 up, 8 in 2023-12-20T11:52:16.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:15 smithi123 ceph-mon[191304]: pgmap v3843: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 921 KiB/s rd, 3.7 KiB/s wr, 1.24k op/s 2023-12-20T11:52:16.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:15 smithi123 ceph-mon[191304]: osdmap e2237: 8 total, 8 up, 8 in 2023-12-20T11:52:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:15 smithi177 ceph-mon[212096]: pgmap v3843: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 921 KiB/s rd, 3.7 KiB/s wr, 1.24k op/s 2023-12-20T11:52:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:15 smithi177 ceph-mon[212096]: osdmap e2237: 8 total, 8 up, 8 in 2023-12-20T11:52:16.656 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:52:16.964 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:52:16.964 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (61m) 6m ago 64m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:52:16.964 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (60m) 4m ago 63m 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:52:16.964 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (64m) 6m ago 64m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:52:16.964 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (64m) 4m ago 64m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:52:16.964 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (60m) 4m ago 67m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:52:16.964 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (60m) 6m ago 68m 589M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:52:16.964 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (60m) 6m ago 68m 454M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:52:16.964 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (59m) 4m ago 67m 253M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:52:16.965 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (59m) 6m ago 67m 270M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:52:16.965 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (60m) 6m ago 63m 22.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:52:16.965 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (60m) 4m ago 63m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:52:16.965 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (59m) 6m ago 67m 3337M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:52:16.965 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (58m) 6m ago 66m 3605M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:52:16.965 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (58m) 6m ago 66m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:52:16.965 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (57m) 6m ago 66m 3241M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:52:16.965 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (57m) 4m ago 65m 2879M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:52:16.965 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (56m) 4m ago 65m 3027M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:52:16.965 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (56m) 4m ago 65m 2508M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:52:16.965 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (55m) 4m ago 65m 2892M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:52:16.965 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (60m) 4m ago 64m 99.4M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:52:17.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:16 smithi123 ceph-mon[188613]: osdmap e2238: 8 total, 8 up, 8 in 2023-12-20T11:52:17.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:16 smithi123 ceph-mon[191304]: osdmap e2238: 8 total, 8 up, 8 in 2023-12-20T11:52:17.353 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:52:17.354 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:52:17.354 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:52:17.354 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:52:17.354 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:52:17.354 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:52:17.354 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:52:17.354 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:52:17.354 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:52:17.354 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:52:17.354 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:52:17.354 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:52:17.354 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:52:17.354 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:52:17.355 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:52:17.355 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:52:17.355 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:52:17.355 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:52:17.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:16 smithi177 ceph-mon[212096]: osdmap e2238: 8 total, 8 up, 8 in 2023-12-20T11:52:18.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:17 smithi123 ceph-mon[191304]: pgmap v3846: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 955 KiB/s rd, 4.2 KiB/s wr, 1.29k op/s 2023-12-20T11:52:18.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:17 smithi123 ceph-mon[191304]: from='client.37734 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:52:18.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:17 smithi123 ceph-mon[191304]: from='client.37740 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:52:18.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:17 smithi123 ceph-mon[191304]: osdmap e2239: 8 total, 8 up, 8 in 2023-12-20T11:52:18.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:17 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4247459560' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:52:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:17 smithi123 ceph-mon[188613]: pgmap v3846: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 955 KiB/s rd, 4.2 KiB/s wr, 1.29k op/s 2023-12-20T11:52:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:17 smithi123 ceph-mon[188613]: from='client.37734 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:52:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:17 smithi123 ceph-mon[188613]: from='client.37740 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:52:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:17 smithi123 ceph-mon[188613]: osdmap e2239: 8 total, 8 up, 8 in 2023-12-20T11:52:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:17 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4247459560' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:52:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:17 smithi177 ceph-mon[212096]: pgmap v3846: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 955 KiB/s rd, 4.2 KiB/s wr, 1.29k op/s 2023-12-20T11:52:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:17 smithi177 ceph-mon[212096]: from='client.37734 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:52:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:17 smithi177 ceph-mon[212096]: from='client.37740 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:52:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:17 smithi177 ceph-mon[212096]: osdmap e2239: 8 total, 8 up, 8 in 2023-12-20T11:52:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:17 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4247459560' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:52:19.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:18 smithi123 ceph-mon[188613]: osdmap e2240: 8 total, 8 up, 8 in 2023-12-20T11:52:19.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:18 smithi123 ceph-mon[191304]: osdmap e2240: 8 total, 8 up, 8 in 2023-12-20T11:52:19.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:52:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:52:19] "GET /metrics HTTP/1.1" 200 36571 "" "Prometheus/2.43.0" 2023-12-20T11:52:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:18 smithi177 ceph-mon[212096]: osdmap e2240: 8 total, 8 up, 8 in 2023-12-20T11:52:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:19 smithi123 ceph-mon[188613]: pgmap v3849: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 955 KiB/s rd, 3.2 KiB/s wr, 1.29k op/s 2023-12-20T11:52:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:19 smithi123 ceph-mon[188613]: osdmap e2241: 8 total, 8 up, 8 in 2023-12-20T11:52:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:19 smithi123 ceph-mon[191304]: pgmap v3849: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 955 KiB/s rd, 3.2 KiB/s wr, 1.29k op/s 2023-12-20T11:52:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:19 smithi123 ceph-mon[191304]: osdmap e2241: 8 total, 8 up, 8 in 2023-12-20T11:52:20.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:19 smithi177 ceph-mon[212096]: pgmap v3849: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 955 KiB/s rd, 3.2 KiB/s wr, 1.29k op/s 2023-12-20T11:52:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:19 smithi177 ceph-mon[212096]: osdmap e2241: 8 total, 8 up, 8 in 2023-12-20T11:52:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:20 smithi177 ceph-mon[212096]: osdmap e2242: 8 total, 8 up, 8 in 2023-12-20T11:52:21.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:20 smithi123 ceph-mon[191304]: osdmap e2242: 8 total, 8 up, 8 in 2023-12-20T11:52:21.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:20 smithi123 ceph-mon[188613]: osdmap e2242: 8 total, 8 up, 8 in 2023-12-20T11:52:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:22 smithi177 ceph-mon[212096]: pgmap v3852: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2023-12-20T11:52:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:22 smithi177 ceph-mon[212096]: osdmap e2243: 8 total, 8 up, 8 in 2023-12-20T11:52:22.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:22 smithi123 ceph-mon[191304]: pgmap v3852: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2023-12-20T11:52:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:22 smithi123 ceph-mon[191304]: osdmap e2243: 8 total, 8 up, 8 in 2023-12-20T11:52:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:22 smithi123 ceph-mon[188613]: pgmap v3852: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2023-12-20T11:52:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:22 smithi123 ceph-mon[188613]: osdmap e2243: 8 total, 8 up, 8 in 2023-12-20T11:52:23.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:23 smithi177 ceph-mon[212096]: osdmap e2244: 8 total, 8 up, 8 in 2023-12-20T11:52:23.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:23 smithi123 ceph-mon[191304]: osdmap e2244: 8 total, 8 up, 8 in 2023-12-20T11:52:23.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:23 smithi123 ceph-mon[188613]: osdmap e2244: 8 total, 8 up, 8 in 2023-12-20T11:52:24.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:24 smithi177 ceph-mon[212096]: pgmap v3855: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 982 KiB/s rd, 3.2 KiB/s wr, 1.32k op/s 2023-12-20T11:52:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:24 smithi177 ceph-mon[212096]: osdmap e2245: 8 total, 8 up, 8 in 2023-12-20T11:52:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:24 smithi123 ceph-mon[191304]: pgmap v3855: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 982 KiB/s rd, 3.2 KiB/s wr, 1.32k op/s 2023-12-20T11:52:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:24 smithi123 ceph-mon[191304]: osdmap e2245: 8 total, 8 up, 8 in 2023-12-20T11:52:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:24 smithi123 ceph-mon[188613]: pgmap v3855: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 982 KiB/s rd, 3.2 KiB/s wr, 1.32k op/s 2023-12-20T11:52:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:24 smithi123 ceph-mon[188613]: osdmap e2245: 8 total, 8 up, 8 in 2023-12-20T11:52:25.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:25 smithi177 ceph-mon[212096]: osdmap e2246: 8 total, 8 up, 8 in 2023-12-20T11:52:25.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:25 smithi177 ceph-mon[212096]: pgmap v3858: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 986 KiB/s rd, 4.0 KiB/s wr, 1.33k op/s 2023-12-20T11:52:25.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:25 smithi123 ceph-mon[188613]: osdmap e2246: 8 total, 8 up, 8 in 2023-12-20T11:52:25.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:25 smithi123 ceph-mon[188613]: pgmap v3858: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 986 KiB/s rd, 4.0 KiB/s wr, 1.33k op/s 2023-12-20T11:52:25.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:25 smithi123 ceph-mon[191304]: osdmap e2246: 8 total, 8 up, 8 in 2023-12-20T11:52:25.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:25 smithi123 ceph-mon[191304]: pgmap v3858: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 986 KiB/s rd, 4.0 KiB/s wr, 1.33k op/s 2023-12-20T11:52:26.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:26 smithi177 ceph-mon[212096]: osdmap e2247: 8 total, 8 up, 8 in 2023-12-20T11:52:26.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:26 smithi123 ceph-mon[191304]: osdmap e2247: 8 total, 8 up, 8 in 2023-12-20T11:52:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:26 smithi123 ceph-mon[188613]: osdmap e2247: 8 total, 8 up, 8 in 2023-12-20T11:52:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:27 smithi177 ceph-mon[212096]: osdmap e2248: 8 total, 8 up, 8 in 2023-12-20T11:52:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:52:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:27 smithi177 ceph-mon[212096]: pgmap v3861: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1019 KiB/s rd, 3.5 KiB/s wr, 1.37k op/s 2023-12-20T11:52:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:27 smithi123 ceph-mon[191304]: osdmap e2248: 8 total, 8 up, 8 in 2023-12-20T11:52:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:52:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:27 smithi123 ceph-mon[191304]: pgmap v3861: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1019 KiB/s rd, 3.5 KiB/s wr, 1.37k op/s 2023-12-20T11:52:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:27 smithi123 ceph-mon[188613]: osdmap e2248: 8 total, 8 up, 8 in 2023-12-20T11:52:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:52:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:27 smithi123 ceph-mon[188613]: pgmap v3861: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1019 KiB/s rd, 3.5 KiB/s wr, 1.37k op/s 2023-12-20T11:52:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:28 smithi177 ceph-mon[212096]: osdmap e2249: 8 total, 8 up, 8 in 2023-12-20T11:52:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:28 smithi123 ceph-mon[191304]: osdmap e2249: 8 total, 8 up, 8 in 2023-12-20T11:52:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:28 smithi123 ceph-mon[188613]: osdmap e2249: 8 total, 8 up, 8 in 2023-12-20T11:52:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:29 smithi177 ceph-mon[212096]: osdmap e2250: 8 total, 8 up, 8 in 2023-12-20T11:52:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:29 smithi177 ceph-mon[212096]: pgmap v3864: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1019 KiB/s rd, 3.0 KiB/s wr, 1.37k op/s 2023-12-20T11:52:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:52:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:52:29] "GET /metrics HTTP/1.1" 200 36572 "" "Prometheus/2.43.0" 2023-12-20T11:52:29.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:29 smithi123 ceph-mon[191304]: osdmap e2250: 8 total, 8 up, 8 in 2023-12-20T11:52:29.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:29 smithi123 ceph-mon[191304]: pgmap v3864: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1019 KiB/s rd, 3.0 KiB/s wr, 1.37k op/s 2023-12-20T11:52:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:29 smithi123 ceph-mon[188613]: osdmap e2250: 8 total, 8 up, 8 in 2023-12-20T11:52:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:29 smithi123 ceph-mon[188613]: pgmap v3864: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1019 KiB/s rd, 3.0 KiB/s wr, 1.37k op/s 2023-12-20T11:52:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:30 smithi177 ceph-mon[212096]: osdmap e2251: 8 total, 8 up, 8 in 2023-12-20T11:52:30.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:30 smithi123 ceph-mon[191304]: osdmap e2251: 8 total, 8 up, 8 in 2023-12-20T11:52:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:30 smithi123 ceph-mon[188613]: osdmap e2251: 8 total, 8 up, 8 in 2023-12-20T11:52:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:31 smithi177 ceph-mon[212096]: osdmap e2252: 8 total, 8 up, 8 in 2023-12-20T11:52:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:31 smithi177 ceph-mon[212096]: pgmap v3867: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2023-12-20T11:52:31.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:31 smithi123 ceph-mon[191304]: osdmap e2252: 8 total, 8 up, 8 in 2023-12-20T11:52:31.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:31 smithi123 ceph-mon[191304]: pgmap v3867: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2023-12-20T11:52:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:31 smithi123 ceph-mon[188613]: osdmap e2252: 8 total, 8 up, 8 in 2023-12-20T11:52:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:31 smithi123 ceph-mon[188613]: pgmap v3867: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 5 op/s 2023-12-20T11:52:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:32 smithi177 ceph-mon[212096]: osdmap e2253: 8 total, 8 up, 8 in 2023-12-20T11:52:32.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:32 smithi123 ceph-mon[191304]: osdmap e2253: 8 total, 8 up, 8 in 2023-12-20T11:52:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:32 smithi123 ceph-mon[188613]: osdmap e2253: 8 total, 8 up, 8 in 2023-12-20T11:52:33.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:33 smithi177 ceph-mon[212096]: osdmap e2254: 8 total, 8 up, 8 in 2023-12-20T11:52:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:33 smithi177 ceph-mon[212096]: pgmap v3870: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.41k op/s 2023-12-20T11:52:33.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:33 smithi123 ceph-mon[191304]: osdmap e2254: 8 total, 8 up, 8 in 2023-12-20T11:52:33.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:33 smithi123 ceph-mon[191304]: pgmap v3870: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.41k op/s 2023-12-20T11:52:33.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:33 smithi123 ceph-mon[188613]: osdmap e2254: 8 total, 8 up, 8 in 2023-12-20T11:52:33.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:33 smithi123 ceph-mon[188613]: pgmap v3870: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.41k op/s 2023-12-20T11:52:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:34 smithi177 ceph-mon[212096]: osdmap e2255: 8 total, 8 up, 8 in 2023-12-20T11:52:34.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:34 smithi123 ceph-mon[188613]: osdmap e2255: 8 total, 8 up, 8 in 2023-12-20T11:52:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:34 smithi123 ceph-mon[191304]: osdmap e2255: 8 total, 8 up, 8 in 2023-12-20T11:52:35.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:35 smithi177 ceph-mon[212096]: osdmap e2256: 8 total, 8 up, 8 in 2023-12-20T11:52:35.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:35 smithi177 ceph-mon[212096]: pgmap v3873: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.42k op/s 2023-12-20T11:52:35.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:35 smithi123 ceph-mon[191304]: osdmap e2256: 8 total, 8 up, 8 in 2023-12-20T11:52:35.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:35 smithi123 ceph-mon[191304]: pgmap v3873: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.42k op/s 2023-12-20T11:52:35.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:35 smithi123 ceph-mon[188613]: osdmap e2256: 8 total, 8 up, 8 in 2023-12-20T11:52:35.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:35 smithi123 ceph-mon[188613]: pgmap v3873: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.42k op/s 2023-12-20T11:52:36.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:36 smithi177 ceph-mon[212096]: osdmap e2257: 8 total, 8 up, 8 in 2023-12-20T11:52:36.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:36 smithi123 ceph-mon[191304]: osdmap e2257: 8 total, 8 up, 8 in 2023-12-20T11:52:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:36 smithi123 ceph-mon[188613]: osdmap e2257: 8 total, 8 up, 8 in 2023-12-20T11:52:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:37 smithi177 ceph-mon[212096]: osdmap e2258: 8 total, 8 up, 8 in 2023-12-20T11:52:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:37 smithi177 ceph-mon[212096]: pgmap v3876: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.46k op/s 2023-12-20T11:52:37.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:37 smithi123 ceph-mon[191304]: osdmap e2258: 8 total, 8 up, 8 in 2023-12-20T11:52:37.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:37 smithi123 ceph-mon[191304]: pgmap v3876: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.46k op/s 2023-12-20T11:52:37.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:37 smithi123 ceph-mon[188613]: osdmap e2258: 8 total, 8 up, 8 in 2023-12-20T11:52:37.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:37 smithi123 ceph-mon[188613]: pgmap v3876: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.46k op/s 2023-12-20T11:52:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:38 smithi177 ceph-mon[212096]: osdmap e2259: 8 total, 8 up, 8 in 2023-12-20T11:52:38.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:38 smithi123 ceph-mon[191304]: osdmap e2259: 8 total, 8 up, 8 in 2023-12-20T11:52:38.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:38 smithi123 ceph-mon[188613]: osdmap e2259: 8 total, 8 up, 8 in 2023-12-20T11:52:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:39 smithi177 ceph-mon[212096]: osdmap e2260: 8 total, 8 up, 8 in 2023-12-20T11:52:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:39 smithi177 ceph-mon[212096]: pgmap v3879: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.46k op/s 2023-12-20T11:52:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:39 smithi123 ceph-mon[188613]: osdmap e2260: 8 total, 8 up, 8 in 2023-12-20T11:52:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:39 smithi123 ceph-mon[188613]: pgmap v3879: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.46k op/s 2023-12-20T11:52:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:39 smithi123 ceph-mon[191304]: osdmap e2260: 8 total, 8 up, 8 in 2023-12-20T11:52:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:39 smithi123 ceph-mon[191304]: pgmap v3879: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.46k op/s 2023-12-20T11:52:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:52:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:52:39] "GET /metrics HTTP/1.1" 200 36572 "" "Prometheus/2.43.0" 2023-12-20T11:52:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:40 smithi177 ceph-mon[212096]: osdmap e2261: 8 total, 8 up, 8 in 2023-12-20T11:52:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:40 smithi123 ceph-mon[191304]: osdmap e2261: 8 total, 8 up, 8 in 2023-12-20T11:52:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:40 smithi123 ceph-mon[188613]: osdmap e2261: 8 total, 8 up, 8 in 2023-12-20T11:52:41.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:41 smithi177 ceph-mon[212096]: osdmap e2262: 8 total, 8 up, 8 in 2023-12-20T11:52:41.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:41 smithi177 ceph-mon[212096]: pgmap v3882: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 767 B/s wr, 4 op/s 2023-12-20T11:52:41.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:41 smithi123 ceph-mon[191304]: osdmap e2262: 8 total, 8 up, 8 in 2023-12-20T11:52:41.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:41 smithi123 ceph-mon[191304]: pgmap v3882: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 767 B/s wr, 4 op/s 2023-12-20T11:52:41.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:41 smithi123 ceph-mon[188613]: osdmap e2262: 8 total, 8 up, 8 in 2023-12-20T11:52:41.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:41 smithi123 ceph-mon[188613]: pgmap v3882: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 767 B/s wr, 4 op/s 2023-12-20T11:52:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:42 smithi177 ceph-mon[212096]: osdmap e2263: 8 total, 8 up, 8 in 2023-12-20T11:52:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:52:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:42 smithi123 ceph-mon[191304]: osdmap e2263: 8 total, 8 up, 8 in 2023-12-20T11:52:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:52:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:42 smithi123 ceph-mon[188613]: osdmap e2263: 8 total, 8 up, 8 in 2023-12-20T11:52:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:52:43.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:43 smithi177 ceph-mon[212096]: osdmap e2264: 8 total, 8 up, 8 in 2023-12-20T11:52:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:43 smithi177 ceph-mon[212096]: pgmap v3885: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.50k op/s 2023-12-20T11:52:43.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:43 smithi123 ceph-mon[188613]: osdmap e2264: 8 total, 8 up, 8 in 2023-12-20T11:52:43.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:43 smithi123 ceph-mon[188613]: pgmap v3885: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.50k op/s 2023-12-20T11:52:43.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:43 smithi123 ceph-mon[191304]: osdmap e2264: 8 total, 8 up, 8 in 2023-12-20T11:52:43.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:43 smithi123 ceph-mon[191304]: pgmap v3885: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.50k op/s 2023-12-20T11:52:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:44 smithi177 ceph-mon[212096]: osdmap e2265: 8 total, 8 up, 8 in 2023-12-20T11:52:44.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:44 smithi123 ceph-mon[188613]: osdmap e2265: 8 total, 8 up, 8 in 2023-12-20T11:52:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:44 smithi123 ceph-mon[191304]: osdmap e2265: 8 total, 8 up, 8 in 2023-12-20T11:52:45.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:45 smithi123 ceph-mon[191304]: osdmap e2266: 8 total, 8 up, 8 in 2023-12-20T11:52:45.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:45 smithi123 ceph-mon[191304]: pgmap v3888: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.50k op/s 2023-12-20T11:52:45.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:45 smithi123 ceph-mon[188613]: osdmap e2266: 8 total, 8 up, 8 in 2023-12-20T11:52:45.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:45 smithi123 ceph-mon[188613]: pgmap v3888: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.50k op/s 2023-12-20T11:52:45.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:45 smithi177 ceph-mon[212096]: osdmap e2266: 8 total, 8 up, 8 in 2023-12-20T11:52:45.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:45 smithi177 ceph-mon[212096]: pgmap v3888: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.50k op/s 2023-12-20T11:52:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:46 smithi123 ceph-mon[191304]: osdmap e2267: 8 total, 8 up, 8 in 2023-12-20T11:52:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:46 smithi123 ceph-mon[188613]: osdmap e2267: 8 total, 8 up, 8 in 2023-12-20T11:52:46.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:46 smithi177 ceph-mon[212096]: osdmap e2267: 8 total, 8 up, 8 in 2023-12-20T11:52:47.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:47 smithi123 ceph-mon[188613]: osdmap e2268: 8 total, 8 up, 8 in 2023-12-20T11:52:47.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:47 smithi123 ceph-mon[188613]: pgmap v3891: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.55k op/s 2023-12-20T11:52:47.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:47 smithi123 ceph-mon[191304]: osdmap e2268: 8 total, 8 up, 8 in 2023-12-20T11:52:47.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:47 smithi123 ceph-mon[191304]: pgmap v3891: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.55k op/s 2023-12-20T11:52:47.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:47 smithi177 ceph-mon[212096]: osdmap e2268: 8 total, 8 up, 8 in 2023-12-20T11:52:47.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:47 smithi177 ceph-mon[212096]: pgmap v3891: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.55k op/s 2023-12-20T11:52:47.694 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:52:48.000 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:52:48.000 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (61m) 6m ago 64m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:52:48.001 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (61m) 4m ago 64m 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:52:48.001 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (65m) 6m ago 65m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:52:48.001 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (65m) 4m ago 65m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:52:48.001 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (60m) 4m ago 67m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:52:48.001 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (61m) 6m ago 69m 589M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:52:48.001 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (60m) 6m ago 69m 454M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:52:48.001 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (60m) 4m ago 68m 253M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:52:48.001 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (60m) 6m ago 67m 270M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:52:48.001 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (61m) 6m ago 64m 22.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:52:48.001 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (61m) 4m ago 64m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:52:48.001 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (59m) 6m ago 67m 3337M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:52:48.001 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (59m) 6m ago 67m 3605M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:52:48.001 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (58m) 6m ago 66m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:52:48.001 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (58m) 6m ago 66m 3241M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:52:48.002 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (57m) 4m ago 66m 2879M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:52:48.002 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (57m) 4m ago 66m 3027M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:52:48.002 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (56m) 4m ago 65m 2508M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:52:48.002 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (56m) 4m ago 65m 2892M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:52:48.002 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (60m) 4m ago 64m 99.4M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:52:48.394 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:52:48.394 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:52:48.394 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:52:48.394 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:52:48.394 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:52:48.394 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:52:48.394 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:52:48.394 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:52:48.394 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:52:48.394 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:52:48.395 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:52:48.395 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:52:48.395 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:52:48.395 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:52:48.395 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:52:48.395 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:52:48.395 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:52:48.395 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:52:48.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:48 smithi123 ceph-mon[191304]: osdmap e2269: 8 total, 8 up, 8 in 2023-12-20T11:52:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:48 smithi123 ceph-mon[191304]: from='client.37752 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:52:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:48 smithi123 ceph-mon[191304]: from='client.47702 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:52:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:48 smithi123 ceph-mon[188613]: osdmap e2269: 8 total, 8 up, 8 in 2023-12-20T11:52:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:48 smithi123 ceph-mon[188613]: from='client.37752 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:52:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:48 smithi123 ceph-mon[188613]: from='client.47702 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:52:48.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:48 smithi177 ceph-mon[212096]: osdmap e2269: 8 total, 8 up, 8 in 2023-12-20T11:52:48.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:48 smithi177 ceph-mon[212096]: from='client.37752 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:52:48.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:48 smithi177 ceph-mon[212096]: from='client.47702 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:52:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:52:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:52:49] "GET /metrics HTTP/1.1" 200 36570 "" "Prometheus/2.43.0" 2023-12-20T11:52:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:49 smithi123 ceph-mon[191304]: osdmap e2270: 8 total, 8 up, 8 in 2023-12-20T11:52:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:49 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2189502995' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:52:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:49 smithi123 ceph-mon[191304]: pgmap v3894: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.55k op/s 2023-12-20T11:52:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:49 smithi123 ceph-mon[188613]: osdmap e2270: 8 total, 8 up, 8 in 2023-12-20T11:52:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:49 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2189502995' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:52:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:49 smithi123 ceph-mon[188613]: pgmap v3894: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.55k op/s 2023-12-20T11:52:49.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:49 smithi177 ceph-mon[212096]: osdmap e2270: 8 total, 8 up, 8 in 2023-12-20T11:52:49.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:49 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2189502995' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:52:49.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:49 smithi177 ceph-mon[212096]: pgmap v3894: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.55k op/s 2023-12-20T11:52:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:50 smithi123 ceph-mon[191304]: osdmap e2271: 8 total, 8 up, 8 in 2023-12-20T11:52:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:50 smithi123 ceph-mon[188613]: osdmap e2271: 8 total, 8 up, 8 in 2023-12-20T11:52:50.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:50 smithi177 ceph-mon[212096]: osdmap e2271: 8 total, 8 up, 8 in 2023-12-20T11:52:51.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:51 smithi123 ceph-mon[191304]: osdmap e2272: 8 total, 8 up, 8 in 2023-12-20T11:52:51.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:51 smithi123 ceph-mon[191304]: pgmap v3897: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2023-12-20T11:52:51.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:51 smithi123 ceph-mon[188613]: osdmap e2272: 8 total, 8 up, 8 in 2023-12-20T11:52:51.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:51 smithi123 ceph-mon[188613]: pgmap v3897: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2023-12-20T11:52:51.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:51 smithi177 ceph-mon[212096]: osdmap e2272: 8 total, 8 up, 8 in 2023-12-20T11:52:51.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:51 smithi177 ceph-mon[212096]: pgmap v3897: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2023-12-20T11:52:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:52 smithi123 ceph-mon[188613]: osdmap e2273: 8 total, 8 up, 8 in 2023-12-20T11:52:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:52 smithi123 ceph-mon[191304]: osdmap e2273: 8 total, 8 up, 8 in 2023-12-20T11:52:52.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:52 smithi177 ceph-mon[212096]: osdmap e2273: 8 total, 8 up, 8 in 2023-12-20T11:52:53.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:53 smithi123 ceph-mon[191304]: osdmap e2274: 8 total, 8 up, 8 in 2023-12-20T11:52:53.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:53 smithi123 ceph-mon[191304]: pgmap v3900: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.59k op/s 2023-12-20T11:52:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:53 smithi123 ceph-mon[188613]: osdmap e2274: 8 total, 8 up, 8 in 2023-12-20T11:52:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:53 smithi123 ceph-mon[188613]: pgmap v3900: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.59k op/s 2023-12-20T11:52:53.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:53 smithi177 ceph-mon[212096]: osdmap e2274: 8 total, 8 up, 8 in 2023-12-20T11:52:53.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:53 smithi177 ceph-mon[212096]: pgmap v3900: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.59k op/s 2023-12-20T11:52:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:54 smithi123 ceph-mon[191304]: osdmap e2275: 8 total, 8 up, 8 in 2023-12-20T11:52:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:54 smithi123 ceph-mon[188613]: osdmap e2275: 8 total, 8 up, 8 in 2023-12-20T11:52:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:54 smithi177 ceph-mon[212096]: osdmap e2275: 8 total, 8 up, 8 in 2023-12-20T11:52:55.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:55 smithi177 ceph-mon[212096]: osdmap e2276: 8 total, 8 up, 8 in 2023-12-20T11:52:55.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:55 smithi177 ceph-mon[212096]: pgmap v3903: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.59k op/s 2023-12-20T11:52:55.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:55 smithi123 ceph-mon[191304]: osdmap e2276: 8 total, 8 up, 8 in 2023-12-20T11:52:55.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:55 smithi123 ceph-mon[191304]: pgmap v3903: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.59k op/s 2023-12-20T11:52:55.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:55 smithi123 ceph-mon[188613]: osdmap e2276: 8 total, 8 up, 8 in 2023-12-20T11:52:55.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:55 smithi123 ceph-mon[188613]: pgmap v3903: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.59k op/s 2023-12-20T11:52:56.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:56 smithi177 ceph-mon[212096]: osdmap e2277: 8 total, 8 up, 8 in 2023-12-20T11:52:56.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:52:56.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:52:56.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:52:56.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:52:56.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:56 smithi123 ceph-mon[191304]: osdmap e2277: 8 total, 8 up, 8 in 2023-12-20T11:52:56.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:52:56.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:52:56.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:52:56.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:52:56.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:56 smithi123 ceph-mon[188613]: osdmap e2277: 8 total, 8 up, 8 in 2023-12-20T11:52:56.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:52:56.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:52:56.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:52:56.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:52:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:57 smithi177 ceph-mon[212096]: osdmap e2278: 8 total, 8 up, 8 in 2023-12-20T11:52:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:52:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:57 smithi177 ceph-mon[212096]: pgmap v3906: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.64k op/s 2023-12-20T11:52:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:57 smithi123 ceph-mon[191304]: osdmap e2278: 8 total, 8 up, 8 in 2023-12-20T11:52:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:52:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:57 smithi123 ceph-mon[191304]: pgmap v3906: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.64k op/s 2023-12-20T11:52:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:57 smithi123 ceph-mon[188613]: osdmap e2278: 8 total, 8 up, 8 in 2023-12-20T11:52:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:52:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:57 smithi123 ceph-mon[188613]: pgmap v3906: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.64k op/s 2023-12-20T11:52:58.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:58 smithi177 ceph-mon[212096]: osdmap e2279: 8 total, 8 up, 8 in 2023-12-20T11:52:58.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:58 smithi123 ceph-mon[191304]: osdmap e2279: 8 total, 8 up, 8 in 2023-12-20T11:52:58.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:58 smithi123 ceph-mon[188613]: osdmap e2279: 8 total, 8 up, 8 in 2023-12-20T11:52:59.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:59 smithi123 ceph-mon[191304]: osdmap e2280: 8 total, 8 up, 8 in 2023-12-20T11:52:59.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:52:59 smithi123 ceph-mon[191304]: pgmap v3909: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.64k op/s 2023-12-20T11:52:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:59 smithi123 ceph-mon[188613]: osdmap e2280: 8 total, 8 up, 8 in 2023-12-20T11:52:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:52:59 smithi123 ceph-mon[188613]: pgmap v3909: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.64k op/s 2023-12-20T11:52:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:52:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:52:59] "GET /metrics HTTP/1.1" 200 36572 "" "Prometheus/2.43.0" 2023-12-20T11:52:59.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:59 smithi177 ceph-mon[212096]: osdmap e2280: 8 total, 8 up, 8 in 2023-12-20T11:52:59.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:52:59 smithi177 ceph-mon[212096]: pgmap v3909: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.64k op/s 2023-12-20T11:53:00.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:00 smithi177 ceph-mon[212096]: osdmap e2281: 8 total, 8 up, 8 in 2023-12-20T11:53:00.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:00 smithi123 ceph-mon[191304]: osdmap e2281: 8 total, 8 up, 8 in 2023-12-20T11:53:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:00 smithi123 ceph-mon[188613]: osdmap e2281: 8 total, 8 up, 8 in 2023-12-20T11:53:01.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:01 smithi177 ceph-mon[212096]: osdmap e2282: 8 total, 8 up, 8 in 2023-12-20T11:53:01.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:01 smithi177 ceph-mon[212096]: pgmap v3912: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2023-12-20T11:53:01.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:01 smithi123 ceph-mon[188613]: osdmap e2282: 8 total, 8 up, 8 in 2023-12-20T11:53:01.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:01 smithi123 ceph-mon[188613]: pgmap v3912: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2023-12-20T11:53:01.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:01 smithi123 ceph-mon[191304]: osdmap e2282: 8 total, 8 up, 8 in 2023-12-20T11:53:01.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:01 smithi123 ceph-mon[191304]: pgmap v3912: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2023-12-20T11:53:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:02 smithi177 ceph-mon[212096]: osdmap e2283: 8 total, 8 up, 8 in 2023-12-20T11:53:02.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:02 smithi123 ceph-mon[188613]: osdmap e2283: 8 total, 8 up, 8 in 2023-12-20T11:53:02.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:02 smithi123 ceph-mon[191304]: osdmap e2283: 8 total, 8 up, 8 in 2023-12-20T11:53:03.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:03 smithi177 ceph-mon[212096]: osdmap e2284: 8 total, 8 up, 8 in 2023-12-20T11:53:03.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:03 smithi177 ceph-mon[212096]: pgmap v3915: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.68k op/s 2023-12-20T11:53:03.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:03 smithi123 ceph-mon[188613]: osdmap e2284: 8 total, 8 up, 8 in 2023-12-20T11:53:03.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:03 smithi123 ceph-mon[188613]: pgmap v3915: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.68k op/s 2023-12-20T11:53:03.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:03 smithi123 ceph-mon[191304]: osdmap e2284: 8 total, 8 up, 8 in 2023-12-20T11:53:03.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:03 smithi123 ceph-mon[191304]: pgmap v3915: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.68k op/s 2023-12-20T11:53:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:04 smithi177 ceph-mon[212096]: osdmap e2285: 8 total, 8 up, 8 in 2023-12-20T11:53:04.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:04 smithi123 ceph-mon[191304]: osdmap e2285: 8 total, 8 up, 8 in 2023-12-20T11:53:04.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:04 smithi123 ceph-mon[188613]: osdmap e2285: 8 total, 8 up, 8 in 2023-12-20T11:53:05.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:05 smithi177 ceph-mon[212096]: osdmap e2286: 8 total, 8 up, 8 in 2023-12-20T11:53:05.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:05 smithi177 ceph-mon[212096]: pgmap v3918: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.68k op/s 2023-12-20T11:53:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:05 smithi123 ceph-mon[188613]: osdmap e2286: 8 total, 8 up, 8 in 2023-12-20T11:53:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:05 smithi123 ceph-mon[188613]: pgmap v3918: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.68k op/s 2023-12-20T11:53:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:05 smithi123 ceph-mon[191304]: osdmap e2286: 8 total, 8 up, 8 in 2023-12-20T11:53:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:05 smithi123 ceph-mon[191304]: pgmap v3918: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.68k op/s 2023-12-20T11:53:06.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:06 smithi177 ceph-mon[212096]: osdmap e2287: 8 total, 8 up, 8 in 2023-12-20T11:53:06.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:06 smithi123 ceph-mon[191304]: osdmap e2287: 8 total, 8 up, 8 in 2023-12-20T11:53:06.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:06 smithi123 ceph-mon[188613]: osdmap e2287: 8 total, 8 up, 8 in 2023-12-20T11:53:07.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:07 smithi177 ceph-mon[212096]: osdmap e2288: 8 total, 8 up, 8 in 2023-12-20T11:53:07.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:07 smithi177 ceph-mon[212096]: pgmap v3921: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.73k op/s 2023-12-20T11:53:07.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:07 smithi123 ceph-mon[191304]: osdmap e2288: 8 total, 8 up, 8 in 2023-12-20T11:53:07.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:07 smithi123 ceph-mon[191304]: pgmap v3921: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.73k op/s 2023-12-20T11:53:07.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:07 smithi123 ceph-mon[188613]: osdmap e2288: 8 total, 8 up, 8 in 2023-12-20T11:53:07.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:07 smithi123 ceph-mon[188613]: pgmap v3921: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.73k op/s 2023-12-20T11:53:08.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:08 smithi177 ceph-mon[212096]: osdmap e2289: 8 total, 8 up, 8 in 2023-12-20T11:53:08.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:08 smithi123 ceph-mon[191304]: osdmap e2289: 8 total, 8 up, 8 in 2023-12-20T11:53:08.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:08 smithi123 ceph-mon[188613]: osdmap e2289: 8 total, 8 up, 8 in 2023-12-20T11:53:09.334 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:53:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:53:09] "GET /metrics HTTP/1.1" 200 36572 "" "Prometheus/2.43.0" 2023-12-20T11:53:09.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:09 smithi177 ceph-mon[212096]: osdmap e2290: 8 total, 8 up, 8 in 2023-12-20T11:53:09.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:09 smithi177 ceph-mon[212096]: pgmap v3924: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.73k op/s 2023-12-20T11:53:09.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:09 smithi123 ceph-mon[191304]: osdmap e2290: 8 total, 8 up, 8 in 2023-12-20T11:53:09.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:09 smithi123 ceph-mon[191304]: pgmap v3924: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.73k op/s 2023-12-20T11:53:09.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:09 smithi123 ceph-mon[188613]: osdmap e2290: 8 total, 8 up, 8 in 2023-12-20T11:53:09.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:09 smithi123 ceph-mon[188613]: pgmap v3924: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.73k op/s 2023-12-20T11:53:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:10 smithi177 ceph-mon[212096]: osdmap e2291: 8 total, 8 up, 8 in 2023-12-20T11:53:10.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:10 smithi123 ceph-mon[191304]: osdmap e2291: 8 total, 8 up, 8 in 2023-12-20T11:53:10.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:10 smithi123 ceph-mon[188613]: osdmap e2291: 8 total, 8 up, 8 in 2023-12-20T11:53:11.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:11 smithi177 ceph-mon[212096]: osdmap e2292: 8 total, 8 up, 8 in 2023-12-20T11:53:11.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:11 smithi177 ceph-mon[212096]: pgmap v3927: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2023-12-20T11:53:11.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:11 smithi123 ceph-mon[191304]: osdmap e2292: 8 total, 8 up, 8 in 2023-12-20T11:53:11.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:11 smithi123 ceph-mon[191304]: pgmap v3927: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2023-12-20T11:53:11.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:11 smithi123 ceph-mon[188613]: osdmap e2292: 8 total, 8 up, 8 in 2023-12-20T11:53:11.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:11 smithi123 ceph-mon[188613]: pgmap v3927: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2023-12-20T11:53:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:12 smithi177 ceph-mon[212096]: osdmap e2293: 8 total, 8 up, 8 in 2023-12-20T11:53:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:53:12.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:12 smithi123 ceph-mon[191304]: osdmap e2293: 8 total, 8 up, 8 in 2023-12-20T11:53:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:53:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:12 smithi123 ceph-mon[188613]: osdmap e2293: 8 total, 8 up, 8 in 2023-12-20T11:53:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:53:13.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:13 smithi177 ceph-mon[212096]: osdmap e2294: 8 total, 8 up, 8 in 2023-12-20T11:53:13.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:13 smithi177 ceph-mon[212096]: pgmap v3930: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.77k op/s 2023-12-20T11:53:13.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:13 smithi123 ceph-mon[191304]: osdmap e2294: 8 total, 8 up, 8 in 2023-12-20T11:53:13.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:13 smithi123 ceph-mon[191304]: pgmap v3930: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.77k op/s 2023-12-20T11:53:13.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:13 smithi123 ceph-mon[188613]: osdmap e2294: 8 total, 8 up, 8 in 2023-12-20T11:53:13.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:13 smithi123 ceph-mon[188613]: pgmap v3930: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.77k op/s 2023-12-20T11:53:14.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:14 smithi177 ceph-mon[212096]: osdmap e2295: 8 total, 8 up, 8 in 2023-12-20T11:53:14.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:14 smithi123 ceph-mon[191304]: osdmap e2295: 8 total, 8 up, 8 in 2023-12-20T11:53:14.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:14 smithi123 ceph-mon[188613]: osdmap e2295: 8 total, 8 up, 8 in 2023-12-20T11:53:15.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:15 smithi177 ceph-mon[212096]: osdmap e2296: 8 total, 8 up, 8 in 2023-12-20T11:53:15.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:15 smithi177 ceph-mon[212096]: pgmap v3933: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.77k op/s 2023-12-20T11:53:15.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:15 smithi123 ceph-mon[191304]: osdmap e2296: 8 total, 8 up, 8 in 2023-12-20T11:53:15.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:15 smithi123 ceph-mon[191304]: pgmap v3933: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.77k op/s 2023-12-20T11:53:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:15 smithi123 ceph-mon[188613]: osdmap e2296: 8 total, 8 up, 8 in 2023-12-20T11:53:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:15 smithi123 ceph-mon[188613]: pgmap v3933: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.77k op/s 2023-12-20T11:53:16.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:16 smithi177 ceph-mon[212096]: osdmap e2297: 8 total, 8 up, 8 in 2023-12-20T11:53:16.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:16 smithi123 ceph-mon[191304]: osdmap e2297: 8 total, 8 up, 8 in 2023-12-20T11:53:16.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:16 smithi123 ceph-mon[188613]: osdmap e2297: 8 total, 8 up, 8 in 2023-12-20T11:53:17.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:17 smithi177 ceph-mon[212096]: osdmap e2298: 8 total, 8 up, 8 in 2023-12-20T11:53:17.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:17 smithi177 ceph-mon[212096]: pgmap v3936: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 6.0 KiB/s wr, 1.79k op/s 2023-12-20T11:53:17.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:17 smithi123 ceph-mon[191304]: osdmap e2298: 8 total, 8 up, 8 in 2023-12-20T11:53:17.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:17 smithi123 ceph-mon[191304]: pgmap v3936: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 6.0 KiB/s wr, 1.79k op/s 2023-12-20T11:53:17.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:17 smithi123 ceph-mon[188613]: osdmap e2298: 8 total, 8 up, 8 in 2023-12-20T11:53:17.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:17 smithi123 ceph-mon[188613]: pgmap v3936: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 6.0 KiB/s wr, 1.79k op/s 2023-12-20T11:53:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:18 smithi177 ceph-mon[212096]: osdmap e2299: 8 total, 8 up, 8 in 2023-12-20T11:53:18.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:18 smithi123 ceph-mon[191304]: osdmap e2299: 8 total, 8 up, 8 in 2023-12-20T11:53:18.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:18 smithi123 ceph-mon[188613]: osdmap e2299: 8 total, 8 up, 8 in 2023-12-20T11:53:18.749 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:53:19.059 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:53:19.059 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (62m) 7m ago 65m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:53:19.060 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (61m) 5m ago 64m 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:53:19.060 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (65m) 7m ago 65m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:53:19.060 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (65m) 5m ago 65m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:53:19.060 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (61m) 5m ago 68m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:53:19.060 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (61m) 7m ago 69m 589M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:53:19.060 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (61m) 7m ago 69m 454M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:53:19.060 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (60m) 5m ago 68m 253M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:53:19.060 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (60m) 7m ago 68m 270M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:53:19.060 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (62m) 7m ago 64m 22.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:53:19.060 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (61m) 5m ago 64m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:53:19.060 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (60m) 7m ago 68m 3337M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:53:19.060 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (59m) 7m ago 67m 3605M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:53:19.060 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (59m) 7m ago 67m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:53:19.060 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (58m) 7m ago 67m 3241M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:53:19.060 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (58m) 5m ago 66m 2879M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:53:19.060 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (57m) 5m ago 66m 3027M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:53:19.061 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (57m) 5m ago 66m 2508M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:53:19.061 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (57m) 5m ago 66m 2892M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:53:19.061 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (61m) 5m ago 65m 99.4M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:53:19.405 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:53:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:53:19] "GET /metrics HTTP/1.1" 200 36573 "" "Prometheus/2.43.0" 2023-12-20T11:53:19.456 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:53:19.457 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:53:19.457 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:53:19.457 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:53:19.457 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:53:19.457 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:53:19.457 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:53:19.457 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:53:19.457 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:53:19.457 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:53:19.457 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:53:19.457 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:53:19.458 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:53:19.458 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:53:19.458 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:53:19.458 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:53:19.458 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:53:19.458 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:53:19.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:19 smithi123 ceph-mon[191304]: osdmap e2300: 8 total, 8 up, 8 in 2023-12-20T11:53:19.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:19 smithi123 ceph-mon[191304]: pgmap v3939: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.5 KiB/s wr, 1.79k op/s 2023-12-20T11:53:19.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:19 smithi123 ceph-mon[191304]: from='client.47714 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:53:19.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:19 smithi123 ceph-mon[188613]: osdmap e2300: 8 total, 8 up, 8 in 2023-12-20T11:53:19.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:19 smithi123 ceph-mon[188613]: pgmap v3939: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.5 KiB/s wr, 1.79k op/s 2023-12-20T11:53:19.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:19 smithi123 ceph-mon[188613]: from='client.47714 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:53:19.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:19 smithi177 ceph-mon[212096]: osdmap e2300: 8 total, 8 up, 8 in 2023-12-20T11:53:19.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:19 smithi177 ceph-mon[212096]: pgmap v3939: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.5 KiB/s wr, 1.79k op/s 2023-12-20T11:53:19.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:19 smithi177 ceph-mon[212096]: from='client.47714 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:53:20.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:20 smithi123 ceph-mon[191304]: from='client.37776 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:53:20.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:20 smithi123 ceph-mon[191304]: osdmap e2301: 8 total, 8 up, 8 in 2023-12-20T11:53:20.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:20 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1994905399' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:53:20.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:20 smithi123 ceph-mon[188613]: from='client.37776 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:53:20.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:20 smithi123 ceph-mon[188613]: osdmap e2301: 8 total, 8 up, 8 in 2023-12-20T11:53:20.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:20 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1994905399' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:53:20.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:20 smithi177 ceph-mon[212096]: from='client.37776 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:53:20.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:20 smithi177 ceph-mon[212096]: osdmap e2301: 8 total, 8 up, 8 in 2023-12-20T11:53:20.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:20 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1994905399' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:53:21.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:21 smithi123 ceph-mon[191304]: osdmap e2302: 8 total, 8 up, 8 in 2023-12-20T11:53:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:21 smithi123 ceph-mon[191304]: pgmap v3942: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2023-12-20T11:53:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:21 smithi123 ceph-mon[188613]: osdmap e2302: 8 total, 8 up, 8 in 2023-12-20T11:53:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:21 smithi123 ceph-mon[188613]: pgmap v3942: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2023-12-20T11:53:21.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:21 smithi177 ceph-mon[212096]: osdmap e2302: 8 total, 8 up, 8 in 2023-12-20T11:53:21.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:21 smithi177 ceph-mon[212096]: pgmap v3942: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2023-12-20T11:53:22.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:22 smithi123 ceph-mon[191304]: osdmap e2303: 8 total, 8 up, 8 in 2023-12-20T11:53:22.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:22 smithi123 ceph-mon[188613]: osdmap e2303: 8 total, 8 up, 8 in 2023-12-20T11:53:22.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:22 smithi177 ceph-mon[212096]: osdmap e2303: 8 total, 8 up, 8 in 2023-12-20T11:53:23.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:23 smithi123 ceph-mon[191304]: osdmap e2304: 8 total, 8 up, 8 in 2023-12-20T11:53:23.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:23 smithi123 ceph-mon[191304]: pgmap v3945: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2023-12-20T11:53:23.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:23 smithi123 ceph-mon[188613]: osdmap e2304: 8 total, 8 up, 8 in 2023-12-20T11:53:23.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:23 smithi123 ceph-mon[188613]: pgmap v3945: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2023-12-20T11:53:23.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:23 smithi177 ceph-mon[212096]: osdmap e2304: 8 total, 8 up, 8 in 2023-12-20T11:53:23.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:23 smithi177 ceph-mon[212096]: pgmap v3945: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2023-12-20T11:53:24.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:24 smithi123 ceph-mon[191304]: osdmap e2305: 8 total, 8 up, 8 in 2023-12-20T11:53:24.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:24 smithi123 ceph-mon[191304]: osdmap e2306: 8 total, 8 up, 8 in 2023-12-20T11:53:24.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:24 smithi123 ceph-mon[188613]: osdmap e2305: 8 total, 8 up, 8 in 2023-12-20T11:53:24.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:24 smithi123 ceph-mon[188613]: osdmap e2306: 8 total, 8 up, 8 in 2023-12-20T11:53:24.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:24 smithi177 ceph-mon[212096]: osdmap e2305: 8 total, 8 up, 8 in 2023-12-20T11:53:24.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:24 smithi177 ceph-mon[212096]: osdmap e2306: 8 total, 8 up, 8 in 2023-12-20T11:53:26.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:25 smithi123 ceph-mon[188613]: pgmap v3948: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.75k op/s 2023-12-20T11:53:26.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:25 smithi123 ceph-mon[188613]: osdmap e2307: 8 total, 8 up, 8 in 2023-12-20T11:53:26.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:25 smithi123 ceph-mon[191304]: pgmap v3948: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.75k op/s 2023-12-20T11:53:26.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:25 smithi123 ceph-mon[191304]: osdmap e2307: 8 total, 8 up, 8 in 2023-12-20T11:53:26.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:25 smithi177 ceph-mon[212096]: pgmap v3948: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.75k op/s 2023-12-20T11:53:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:25 smithi177 ceph-mon[212096]: osdmap e2307: 8 total, 8 up, 8 in 2023-12-20T11:53:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:26 smithi123 ceph-mon[191304]: osdmap e2308: 8 total, 8 up, 8 in 2023-12-20T11:53:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:53:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:26 smithi123 ceph-mon[188613]: osdmap e2308: 8 total, 8 up, 8 in 2023-12-20T11:53:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:53:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:26 smithi177 ceph-mon[212096]: osdmap e2308: 8 total, 8 up, 8 in 2023-12-20T11:53:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:53:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:27 smithi177 ceph-mon[212096]: pgmap v3951: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2023-12-20T11:53:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:27 smithi177 ceph-mon[212096]: osdmap e2309: 8 total, 8 up, 8 in 2023-12-20T11:53:28.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:27 smithi123 ceph-mon[191304]: pgmap v3951: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2023-12-20T11:53:28.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:27 smithi123 ceph-mon[191304]: osdmap e2309: 8 total, 8 up, 8 in 2023-12-20T11:53:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:27 smithi123 ceph-mon[188613]: pgmap v3951: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2023-12-20T11:53:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:27 smithi123 ceph-mon[188613]: osdmap e2309: 8 total, 8 up, 8 in 2023-12-20T11:53:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:29 smithi177 ceph-mon[212096]: osdmap e2310: 8 total, 8 up, 8 in 2023-12-20T11:53:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:29 smithi177 ceph-mon[212096]: osdmap e2311: 8 total, 8 up, 8 in 2023-12-20T11:53:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:29 smithi123 ceph-mon[191304]: osdmap e2310: 8 total, 8 up, 8 in 2023-12-20T11:53:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:29 smithi123 ceph-mon[191304]: osdmap e2311: 8 total, 8 up, 8 in 2023-12-20T11:53:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:29 smithi123 ceph-mon[188613]: osdmap e2310: 8 total, 8 up, 8 in 2023-12-20T11:53:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:29 smithi123 ceph-mon[188613]: osdmap e2311: 8 total, 8 up, 8 in 2023-12-20T11:53:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:53:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:53:29] "GET /metrics HTTP/1.1" 200 36565 "" "Prometheus/2.43.0" 2023-12-20T11:53:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:30 smithi177 ceph-mon[212096]: pgmap v3954: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2023-12-20T11:53:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:30 smithi123 ceph-mon[188613]: pgmap v3954: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2023-12-20T11:53:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:30 smithi123 ceph-mon[191304]: pgmap v3954: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2023-12-20T11:53:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:31 smithi177 ceph-mon[212096]: osdmap e2312: 8 total, 8 up, 8 in 2023-12-20T11:53:31.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:31 smithi123 ceph-mon[188613]: osdmap e2312: 8 total, 8 up, 8 in 2023-12-20T11:53:31.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:31 smithi123 ceph-mon[191304]: osdmap e2312: 8 total, 8 up, 8 in 2023-12-20T11:53:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:32 smithi177 ceph-mon[212096]: pgmap v3957: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2023-12-20T11:53:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:32 smithi177 ceph-mon[212096]: osdmap e2313: 8 total, 8 up, 8 in 2023-12-20T11:53:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:32 smithi123 ceph-mon[191304]: pgmap v3957: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2023-12-20T11:53:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:32 smithi123 ceph-mon[191304]: osdmap e2313: 8 total, 8 up, 8 in 2023-12-20T11:53:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:32 smithi123 ceph-mon[188613]: pgmap v3957: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2023-12-20T11:53:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:32 smithi123 ceph-mon[188613]: osdmap e2313: 8 total, 8 up, 8 in 2023-12-20T11:53:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:33 smithi177 ceph-mon[212096]: osdmap e2314: 8 total, 8 up, 8 in 2023-12-20T11:53:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:33 smithi177 ceph-mon[212096]: pgmap v3960: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2023-12-20T11:53:33.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:33 smithi123 ceph-mon[191304]: osdmap e2314: 8 total, 8 up, 8 in 2023-12-20T11:53:33.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:33 smithi123 ceph-mon[191304]: pgmap v3960: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2023-12-20T11:53:33.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:33 smithi123 ceph-mon[188613]: osdmap e2314: 8 total, 8 up, 8 in 2023-12-20T11:53:33.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:33 smithi123 ceph-mon[188613]: pgmap v3960: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2023-12-20T11:53:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:34 smithi177 ceph-mon[212096]: osdmap e2315: 8 total, 8 up, 8 in 2023-12-20T11:53:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:34 smithi177 ceph-mon[212096]: osdmap e2316: 8 total, 8 up, 8 in 2023-12-20T11:53:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:34 smithi123 ceph-mon[188613]: osdmap e2315: 8 total, 8 up, 8 in 2023-12-20T11:53:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:34 smithi123 ceph-mon[188613]: osdmap e2316: 8 total, 8 up, 8 in 2023-12-20T11:53:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:34 smithi123 ceph-mon[191304]: osdmap e2315: 8 total, 8 up, 8 in 2023-12-20T11:53:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:34 smithi123 ceph-mon[191304]: osdmap e2316: 8 total, 8 up, 8 in 2023-12-20T11:53:35.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:35 smithi177 ceph-mon[212096]: pgmap v3963: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2023-12-20T11:53:35.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:35 smithi123 ceph-mon[191304]: pgmap v3963: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2023-12-20T11:53:35.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:35 smithi123 ceph-mon[188613]: pgmap v3963: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2023-12-20T11:53:36.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:36 smithi177 ceph-mon[212096]: osdmap e2317: 8 total, 8 up, 8 in 2023-12-20T11:53:36.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:36 smithi123 ceph-mon[191304]: osdmap e2317: 8 total, 8 up, 8 in 2023-12-20T11:53:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:36 smithi123 ceph-mon[188613]: osdmap e2317: 8 total, 8 up, 8 in 2023-12-20T11:53:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:37 smithi177 ceph-mon[212096]: osdmap e2318: 8 total, 8 up, 8 in 2023-12-20T11:53:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:37 smithi177 ceph-mon[212096]: pgmap v3966: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2023-12-20T11:53:37.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:37 smithi123 ceph-mon[188613]: osdmap e2318: 8 total, 8 up, 8 in 2023-12-20T11:53:37.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:37 smithi123 ceph-mon[188613]: pgmap v3966: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2023-12-20T11:53:37.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:37 smithi123 ceph-mon[191304]: osdmap e2318: 8 total, 8 up, 8 in 2023-12-20T11:53:37.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:37 smithi123 ceph-mon[191304]: pgmap v3966: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2023-12-20T11:53:38.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:38 smithi177 ceph-mon[212096]: osdmap e2319: 8 total, 8 up, 8 in 2023-12-20T11:53:38.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:38 smithi123 ceph-mon[191304]: osdmap e2319: 8 total, 8 up, 8 in 2023-12-20T11:53:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:38 smithi123 ceph-mon[188613]: osdmap e2319: 8 total, 8 up, 8 in 2023-12-20T11:53:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:39 smithi177 ceph-mon[212096]: osdmap e2320: 8 total, 8 up, 8 in 2023-12-20T11:53:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:39 smithi177 ceph-mon[212096]: pgmap v3969: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2023-12-20T11:53:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:39 smithi177 ceph-mon[212096]: osdmap e2321: 8 total, 8 up, 8 in 2023-12-20T11:53:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:39 smithi123 ceph-mon[191304]: osdmap e2320: 8 total, 8 up, 8 in 2023-12-20T11:53:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:39 smithi123 ceph-mon[191304]: pgmap v3969: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2023-12-20T11:53:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:39 smithi123 ceph-mon[191304]: osdmap e2321: 8 total, 8 up, 8 in 2023-12-20T11:53:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:53:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:53:39] "GET /metrics HTTP/1.1" 200 36565 "" "Prometheus/2.43.0" 2023-12-20T11:53:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:39 smithi123 ceph-mon[188613]: osdmap e2320: 8 total, 8 up, 8 in 2023-12-20T11:53:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:39 smithi123 ceph-mon[188613]: pgmap v3969: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2023-12-20T11:53:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:39 smithi123 ceph-mon[188613]: osdmap e2321: 8 total, 8 up, 8 in 2023-12-20T11:53:41.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:41 smithi177 ceph-mon[212096]: osdmap e2322: 8 total, 8 up, 8 in 2023-12-20T11:53:41.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:40 smithi123 ceph-mon[188613]: osdmap e2322: 8 total, 8 up, 8 in 2023-12-20T11:53:41.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:40 smithi123 ceph-mon[191304]: osdmap e2322: 8 total, 8 up, 8 in 2023-12-20T11:53:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:41 smithi177 ceph-mon[212096]: pgmap v3972: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2023-12-20T11:53:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:41 smithi177 ceph-mon[212096]: osdmap e2323: 8 total, 8 up, 8 in 2023-12-20T11:53:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:53:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:41 smithi123 ceph-mon[191304]: pgmap v3972: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2023-12-20T11:53:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:41 smithi123 ceph-mon[191304]: osdmap e2323: 8 total, 8 up, 8 in 2023-12-20T11:53:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:53:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:41 smithi123 ceph-mon[188613]: pgmap v3972: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2023-12-20T11:53:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:41 smithi123 ceph-mon[188613]: osdmap e2323: 8 total, 8 up, 8 in 2023-12-20T11:53:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:53:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:43 smithi177 ceph-mon[212096]: osdmap e2324: 8 total, 8 up, 8 in 2023-12-20T11:53:43.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:43 smithi123 ceph-mon[191304]: osdmap e2324: 8 total, 8 up, 8 in 2023-12-20T11:53:43.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:43 smithi123 ceph-mon[188613]: osdmap e2324: 8 total, 8 up, 8 in 2023-12-20T11:53:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:44 smithi177 ceph-mon[212096]: pgmap v3975: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2023-12-20T11:53:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:44 smithi177 ceph-mon[212096]: osdmap e2325: 8 total, 8 up, 8 in 2023-12-20T11:53:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:44 smithi177 ceph-mon[212096]: osdmap e2326: 8 total, 8 up, 8 in 2023-12-20T11:53:44.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:44 smithi123 ceph-mon[191304]: pgmap v3975: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2023-12-20T11:53:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:44 smithi123 ceph-mon[191304]: osdmap e2325: 8 total, 8 up, 8 in 2023-12-20T11:53:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:44 smithi123 ceph-mon[191304]: osdmap e2326: 8 total, 8 up, 8 in 2023-12-20T11:53:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:44 smithi123 ceph-mon[188613]: pgmap v3975: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2023-12-20T11:53:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:44 smithi123 ceph-mon[188613]: osdmap e2325: 8 total, 8 up, 8 in 2023-12-20T11:53:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:44 smithi123 ceph-mon[188613]: osdmap e2326: 8 total, 8 up, 8 in 2023-12-20T11:53:46.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:46 smithi177 ceph-mon[212096]: pgmap v3978: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2023-12-20T11:53:46.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:46 smithi177 ceph-mon[212096]: osdmap e2327: 8 total, 8 up, 8 in 2023-12-20T11:53:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:46 smithi123 ceph-mon[188613]: pgmap v3978: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2023-12-20T11:53:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:46 smithi123 ceph-mon[188613]: osdmap e2327: 8 total, 8 up, 8 in 2023-12-20T11:53:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:46 smithi123 ceph-mon[191304]: pgmap v3978: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2023-12-20T11:53:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:46 smithi123 ceph-mon[191304]: osdmap e2327: 8 total, 8 up, 8 in 2023-12-20T11:53:47.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:47 smithi177 ceph-mon[212096]: osdmap e2328: 8 total, 8 up, 8 in 2023-12-20T11:53:47.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:47 smithi177 ceph-mon[212096]: pgmap v3981: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2023-12-20T11:53:47.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:47 smithi123 ceph-mon[188613]: osdmap e2328: 8 total, 8 up, 8 in 2023-12-20T11:53:47.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:47 smithi123 ceph-mon[188613]: pgmap v3981: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2023-12-20T11:53:47.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:47 smithi123 ceph-mon[191304]: osdmap e2328: 8 total, 8 up, 8 in 2023-12-20T11:53:47.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:47 smithi123 ceph-mon[191304]: pgmap v3981: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2023-12-20T11:53:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:48 smithi177 ceph-mon[212096]: osdmap e2329: 8 total, 8 up, 8 in 2023-12-20T11:53:48.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:48 smithi123 ceph-mon[191304]: osdmap e2329: 8 total, 8 up, 8 in 2023-12-20T11:53:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:48 smithi123 ceph-mon[188613]: osdmap e2329: 8 total, 8 up, 8 in 2023-12-20T11:53:49.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:49 smithi177 ceph-mon[212096]: osdmap e2330: 8 total, 8 up, 8 in 2023-12-20T11:53:49.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:49 smithi177 ceph-mon[212096]: pgmap v3984: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2023-12-20T11:53:49.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:49 smithi177 ceph-mon[212096]: osdmap e2331: 8 total, 8 up, 8 in 2023-12-20T11:53:49.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:49 smithi123 ceph-mon[188613]: osdmap e2330: 8 total, 8 up, 8 in 2023-12-20T11:53:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:49 smithi123 ceph-mon[188613]: pgmap v3984: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2023-12-20T11:53:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:49 smithi123 ceph-mon[188613]: osdmap e2331: 8 total, 8 up, 8 in 2023-12-20T11:53:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:53:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:53:49] "GET /metrics HTTP/1.1" 200 36573 "" "Prometheus/2.43.0" 2023-12-20T11:53:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:49 smithi123 ceph-mon[191304]: osdmap e2330: 8 total, 8 up, 8 in 2023-12-20T11:53:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:49 smithi123 ceph-mon[191304]: pgmap v3984: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2023-12-20T11:53:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:49 smithi123 ceph-mon[191304]: osdmap e2331: 8 total, 8 up, 8 in 2023-12-20T11:53:49.798 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:53:50.116 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:53:50.116 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (62m) 8m ago 65m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:53:50.116 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (62m) 5m ago 65m 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:53:50.116 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (66m) 8m ago 66m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:53:50.116 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (66m) 5m ago 66m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:53:50.116 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (61m) 5m ago 68m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:53:50.116 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (62m) 8m ago 70m 589M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:53:50.116 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (61m) 8m ago 70m 454M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:53:50.116 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (61m) 5m ago 69m 253M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:53:50.117 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (61m) 8m ago 69m 270M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:53:50.117 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (62m) 8m ago 65m 22.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:53:50.117 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (62m) 5m ago 65m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:53:50.117 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (60m) 8m ago 68m 3337M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:53:50.117 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (60m) 8m ago 68m 3605M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:53:50.117 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (59m) 8m ago 68m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:53:50.117 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (59m) 8m ago 67m 3241M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:53:50.117 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (58m) 5m ago 67m 2879M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:53:50.117 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (58m) 5m ago 67m 3027M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:53:50.117 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (58m) 5m ago 66m 2508M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:53:50.117 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (57m) 5m ago 66m 2892M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:53:50.117 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (62m) 5m ago 65m 99.4M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:53:50.497 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:53:50.497 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:53:50.497 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:53:50.497 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:53:50.497 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:53:50.497 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:53:50.497 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:53:50.497 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:53:50.497 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:53:50.497 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:53:50.497 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:53:50.497 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:53:50.498 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:53:50.498 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:53:50.498 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:53:50.498 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:53:50.498 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:53:50.498 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:53:51.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:50 smithi123 ceph-mon[191304]: from='client.37788 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:53:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:50 smithi123 ceph-mon[191304]: osdmap e2332: 8 total, 8 up, 8 in 2023-12-20T11:53:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:50 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1627427399' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:53:51.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:50 smithi123 ceph-mon[188613]: from='client.37788 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:53:51.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:50 smithi123 ceph-mon[188613]: osdmap e2332: 8 total, 8 up, 8 in 2023-12-20T11:53:51.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:50 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1627427399' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:53:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:50 smithi177 ceph-mon[212096]: from='client.37788 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:53:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:50 smithi177 ceph-mon[212096]: osdmap e2332: 8 total, 8 up, 8 in 2023-12-20T11:53:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:50 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1627427399' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:53:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:52 smithi177 ceph-mon[212096]: from='client.47738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:53:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:52 smithi177 ceph-mon[212096]: pgmap v3987: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 6 op/s 2023-12-20T11:53:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:52 smithi177 ceph-mon[212096]: osdmap e2333: 8 total, 8 up, 8 in 2023-12-20T11:53:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:52 smithi123 ceph-mon[191304]: from='client.47738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:53:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:52 smithi123 ceph-mon[191304]: pgmap v3987: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 6 op/s 2023-12-20T11:53:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:52 smithi123 ceph-mon[191304]: osdmap e2333: 8 total, 8 up, 8 in 2023-12-20T11:53:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:52 smithi123 ceph-mon[188613]: from='client.47738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:53:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:52 smithi123 ceph-mon[188613]: pgmap v3987: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 6 op/s 2023-12-20T11:53:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:52 smithi123 ceph-mon[188613]: osdmap e2333: 8 total, 8 up, 8 in 2023-12-20T11:53:53.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:53 smithi177 ceph-mon[212096]: osdmap e2334: 8 total, 8 up, 8 in 2023-12-20T11:53:53.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:53 smithi123 ceph-mon[191304]: osdmap e2334: 8 total, 8 up, 8 in 2023-12-20T11:53:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:53 smithi123 ceph-mon[188613]: osdmap e2334: 8 total, 8 up, 8 in 2023-12-20T11:53:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:54 smithi177 ceph-mon[212096]: pgmap v3990: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2023-12-20T11:53:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:54 smithi177 ceph-mon[212096]: osdmap e2335: 8 total, 8 up, 8 in 2023-12-20T11:53:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:54 smithi177 ceph-mon[212096]: osdmap e2336: 8 total, 8 up, 8 in 2023-12-20T11:53:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:54 smithi123 ceph-mon[191304]: pgmap v3990: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2023-12-20T11:53:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:54 smithi123 ceph-mon[191304]: osdmap e2335: 8 total, 8 up, 8 in 2023-12-20T11:53:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:54 smithi123 ceph-mon[191304]: osdmap e2336: 8 total, 8 up, 8 in 2023-12-20T11:53:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:54 smithi123 ceph-mon[188613]: pgmap v3990: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2023-12-20T11:53:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:54 smithi123 ceph-mon[188613]: osdmap e2335: 8 total, 8 up, 8 in 2023-12-20T11:53:54.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:54 smithi123 ceph-mon[188613]: osdmap e2336: 8 total, 8 up, 8 in 2023-12-20T11:53:56.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:56 smithi177 ceph-mon[212096]: pgmap v3993: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2023-12-20T11:53:56.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:56 smithi177 ceph-mon[212096]: osdmap e2337: 8 total, 8 up, 8 in 2023-12-20T11:53:56.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:56 smithi123 ceph-mon[191304]: pgmap v3993: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2023-12-20T11:53:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:56 smithi123 ceph-mon[191304]: osdmap e2337: 8 total, 8 up, 8 in 2023-12-20T11:53:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:56 smithi123 ceph-mon[188613]: pgmap v3993: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2023-12-20T11:53:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:56 smithi123 ceph-mon[188613]: osdmap e2337: 8 total, 8 up, 8 in 2023-12-20T11:53:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:57 smithi177 ceph-mon[212096]: osdmap e2338: 8 total, 8 up, 8 in 2023-12-20T11:53:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:53:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:53:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:53:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:53:57.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:53:57.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:57 smithi123 ceph-mon[191304]: osdmap e2338: 8 total, 8 up, 8 in 2023-12-20T11:53:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:53:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:53:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:53:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:53:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:53:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:57 smithi123 ceph-mon[188613]: osdmap e2338: 8 total, 8 up, 8 in 2023-12-20T11:53:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:53:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:53:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:53:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:53:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:53:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:58 smithi177 ceph-mon[212096]: pgmap v3996: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2023-12-20T11:53:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:58 smithi177 ceph-mon[212096]: osdmap e2339: 8 total, 8 up, 8 in 2023-12-20T11:53:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:58 smithi123 ceph-mon[191304]: pgmap v3996: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2023-12-20T11:53:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:58 smithi123 ceph-mon[191304]: osdmap e2339: 8 total, 8 up, 8 in 2023-12-20T11:53:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:58 smithi123 ceph-mon[188613]: pgmap v3996: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2023-12-20T11:53:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:58 smithi123 ceph-mon[188613]: osdmap e2339: 8 total, 8 up, 8 in 2023-12-20T11:53:59.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:59 smithi177 ceph-mon[212096]: osdmap e2340: 8 total, 8 up, 8 in 2023-12-20T11:53:59.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:59 smithi177 ceph-mon[212096]: pgmap v3999: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2023-12-20T11:53:59.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:53:59 smithi177 ceph-mon[212096]: osdmap e2341: 8 total, 8 up, 8 in 2023-12-20T11:53:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:53:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:53:59] "GET /metrics HTTP/1.1" 200 36568 "" "Prometheus/2.43.0" 2023-12-20T11:53:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:59 smithi123 ceph-mon[188613]: osdmap e2340: 8 total, 8 up, 8 in 2023-12-20T11:53:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:59 smithi123 ceph-mon[188613]: pgmap v3999: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2023-12-20T11:53:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:53:59 smithi123 ceph-mon[188613]: osdmap e2341: 8 total, 8 up, 8 in 2023-12-20T11:53:59.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:59 smithi123 ceph-mon[191304]: osdmap e2340: 8 total, 8 up, 8 in 2023-12-20T11:53:59.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:59 smithi123 ceph-mon[191304]: pgmap v3999: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2023-12-20T11:53:59.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:53:59 smithi123 ceph-mon[191304]: osdmap e2341: 8 total, 8 up, 8 in 2023-12-20T11:54:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:01 smithi177 ceph-mon[212096]: osdmap e2342: 8 total, 8 up, 8 in 2023-12-20T11:54:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:01 smithi177 ceph-mon[212096]: pgmap v4002: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2023-12-20T11:54:01.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:01 smithi123 ceph-mon[191304]: osdmap e2342: 8 total, 8 up, 8 in 2023-12-20T11:54:01.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:01 smithi123 ceph-mon[191304]: pgmap v4002: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2023-12-20T11:54:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:01 smithi123 ceph-mon[188613]: osdmap e2342: 8 total, 8 up, 8 in 2023-12-20T11:54:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:01 smithi123 ceph-mon[188613]: pgmap v4002: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2023-12-20T11:54:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:02 smithi177 ceph-mon[212096]: osdmap e2343: 8 total, 8 up, 8 in 2023-12-20T11:54:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:02 smithi123 ceph-mon[191304]: osdmap e2343: 8 total, 8 up, 8 in 2023-12-20T11:54:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:02 smithi123 ceph-mon[188613]: osdmap e2343: 8 total, 8 up, 8 in 2023-12-20T11:54:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:03 smithi177 ceph-mon[212096]: osdmap e2344: 8 total, 8 up, 8 in 2023-12-20T11:54:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:03 smithi177 ceph-mon[212096]: pgmap v4005: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2023-12-20T11:54:03.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:03 smithi123 ceph-mon[191304]: osdmap e2344: 8 total, 8 up, 8 in 2023-12-20T11:54:03.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:03 smithi123 ceph-mon[191304]: pgmap v4005: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2023-12-20T11:54:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:03 smithi123 ceph-mon[188613]: osdmap e2344: 8 total, 8 up, 8 in 2023-12-20T11:54:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:03 smithi123 ceph-mon[188613]: pgmap v4005: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2023-12-20T11:54:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:04 smithi177 ceph-mon[212096]: osdmap e2345: 8 total, 8 up, 8 in 2023-12-20T11:54:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:04 smithi177 ceph-mon[212096]: osdmap e2346: 8 total, 8 up, 8 in 2023-12-20T11:54:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:04 smithi123 ceph-mon[191304]: osdmap e2345: 8 total, 8 up, 8 in 2023-12-20T11:54:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:04 smithi123 ceph-mon[191304]: osdmap e2346: 8 total, 8 up, 8 in 2023-12-20T11:54:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:04 smithi123 ceph-mon[188613]: osdmap e2345: 8 total, 8 up, 8 in 2023-12-20T11:54:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:04 smithi123 ceph-mon[188613]: osdmap e2346: 8 total, 8 up, 8 in 2023-12-20T11:54:05.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:05 smithi177 ceph-mon[212096]: pgmap v4008: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2023-12-20T11:54:05.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:05 smithi123 ceph-mon[191304]: pgmap v4008: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2023-12-20T11:54:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:05 smithi123 ceph-mon[188613]: pgmap v4008: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2023-12-20T11:54:06.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:06 smithi177 ceph-mon[212096]: osdmap e2347: 8 total, 8 up, 8 in 2023-12-20T11:54:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:06 smithi123 ceph-mon[191304]: osdmap e2347: 8 total, 8 up, 8 in 2023-12-20T11:54:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:06 smithi123 ceph-mon[188613]: osdmap e2347: 8 total, 8 up, 8 in 2023-12-20T11:54:07.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:07 smithi177 ceph-mon[212096]: osdmap e2348: 8 total, 8 up, 8 in 2023-12-20T11:54:07.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:07 smithi177 ceph-mon[212096]: pgmap v4011: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2023-12-20T11:54:07.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:07 smithi123 ceph-mon[191304]: osdmap e2348: 8 total, 8 up, 8 in 2023-12-20T11:54:07.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:07 smithi123 ceph-mon[191304]: pgmap v4011: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2023-12-20T11:54:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:07 smithi123 ceph-mon[188613]: osdmap e2348: 8 total, 8 up, 8 in 2023-12-20T11:54:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:07 smithi123 ceph-mon[188613]: pgmap v4011: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2023-12-20T11:54:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:08 smithi177 ceph-mon[212096]: osdmap e2349: 8 total, 8 up, 8 in 2023-12-20T11:54:08.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:08 smithi123 ceph-mon[191304]: osdmap e2349: 8 total, 8 up, 8 in 2023-12-20T11:54:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:08 smithi123 ceph-mon[188613]: osdmap e2349: 8 total, 8 up, 8 in 2023-12-20T11:54:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:09 smithi177 ceph-mon[212096]: osdmap e2350: 8 total, 8 up, 8 in 2023-12-20T11:54:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:09 smithi177 ceph-mon[212096]: pgmap v4014: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 994 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2023-12-20T11:54:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:09 smithi177 ceph-mon[212096]: osdmap e2351: 8 total, 8 up, 8 in 2023-12-20T11:54:09.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:09 smithi123 ceph-mon[191304]: osdmap e2350: 8 total, 8 up, 8 in 2023-12-20T11:54:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:09 smithi123 ceph-mon[191304]: pgmap v4014: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 994 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2023-12-20T11:54:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:09 smithi123 ceph-mon[191304]: osdmap e2351: 8 total, 8 up, 8 in 2023-12-20T11:54:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:09 smithi123 ceph-mon[188613]: osdmap e2350: 8 total, 8 up, 8 in 2023-12-20T11:54:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:09 smithi123 ceph-mon[188613]: pgmap v4014: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 994 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2023-12-20T11:54:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:09 smithi123 ceph-mon[188613]: osdmap e2351: 8 total, 8 up, 8 in 2023-12-20T11:54:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:54:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:54:09] "GET /metrics HTTP/1.1" 200 36568 "" "Prometheus/2.43.0" 2023-12-20T11:54:11.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:11 smithi177 ceph-mon[212096]: osdmap e2352: 8 total, 8 up, 8 in 2023-12-20T11:54:11.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:11 smithi123 ceph-mon[191304]: osdmap e2352: 8 total, 8 up, 8 in 2023-12-20T11:54:11.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:10 smithi123 ceph-mon[188613]: osdmap e2352: 8 total, 8 up, 8 in 2023-12-20T11:54:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:12 smithi177 ceph-mon[212096]: pgmap v4017: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2023-12-20T11:54:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:12 smithi177 ceph-mon[212096]: osdmap e2353: 8 total, 8 up, 8 in 2023-12-20T11:54:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:54:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:12 smithi123 ceph-mon[191304]: pgmap v4017: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2023-12-20T11:54:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:12 smithi123 ceph-mon[191304]: osdmap e2353: 8 total, 8 up, 8 in 2023-12-20T11:54:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:54:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:12 smithi123 ceph-mon[188613]: pgmap v4017: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2023-12-20T11:54:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:12 smithi123 ceph-mon[188613]: osdmap e2353: 8 total, 8 up, 8 in 2023-12-20T11:54:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:54:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:13 smithi177 ceph-mon[212096]: osdmap e2354: 8 total, 8 up, 8 in 2023-12-20T11:54:13.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:13 smithi123 ceph-mon[191304]: osdmap e2354: 8 total, 8 up, 8 in 2023-12-20T11:54:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:13 smithi123 ceph-mon[188613]: osdmap e2354: 8 total, 8 up, 8 in 2023-12-20T11:54:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:14 smithi177 ceph-mon[212096]: pgmap v4020: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 963 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2023-12-20T11:54:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:14 smithi177 ceph-mon[212096]: osdmap e2355: 8 total, 8 up, 8 in 2023-12-20T11:54:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:14 smithi177 ceph-mon[212096]: osdmap e2356: 8 total, 8 up, 8 in 2023-12-20T11:54:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:14 smithi123 ceph-mon[191304]: pgmap v4020: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 963 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2023-12-20T11:54:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:14 smithi123 ceph-mon[191304]: osdmap e2355: 8 total, 8 up, 8 in 2023-12-20T11:54:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:14 smithi123 ceph-mon[191304]: osdmap e2356: 8 total, 8 up, 8 in 2023-12-20T11:54:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:14 smithi123 ceph-mon[188613]: pgmap v4020: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 963 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2023-12-20T11:54:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:14 smithi123 ceph-mon[188613]: osdmap e2355: 8 total, 8 up, 8 in 2023-12-20T11:54:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:14 smithi123 ceph-mon[188613]: osdmap e2356: 8 total, 8 up, 8 in 2023-12-20T11:54:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:16 smithi177 ceph-mon[212096]: pgmap v4023: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 964 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2023-12-20T11:54:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:16 smithi177 ceph-mon[212096]: osdmap e2357: 8 total, 8 up, 8 in 2023-12-20T11:54:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:16 smithi123 ceph-mon[191304]: pgmap v4023: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 964 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2023-12-20T11:54:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:16 smithi123 ceph-mon[191304]: osdmap e2357: 8 total, 8 up, 8 in 2023-12-20T11:54:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:16 smithi123 ceph-mon[188613]: pgmap v4023: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 964 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2023-12-20T11:54:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:16 smithi123 ceph-mon[188613]: osdmap e2357: 8 total, 8 up, 8 in 2023-12-20T11:54:17.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:17 smithi177 ceph-mon[212096]: osdmap e2358: 8 total, 8 up, 8 in 2023-12-20T11:54:17.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:17 smithi177 ceph-mon[212096]: pgmap v4026: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 931 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2023-12-20T11:54:17.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:17 smithi123 ceph-mon[191304]: osdmap e2358: 8 total, 8 up, 8 in 2023-12-20T11:54:17.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:17 smithi123 ceph-mon[191304]: pgmap v4026: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 931 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2023-12-20T11:54:17.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:17 smithi123 ceph-mon[188613]: osdmap e2358: 8 total, 8 up, 8 in 2023-12-20T11:54:17.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:17 smithi123 ceph-mon[188613]: pgmap v4026: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 931 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2023-12-20T11:54:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:18 smithi177 ceph-mon[212096]: osdmap e2359: 8 total, 8 up, 8 in 2023-12-20T11:54:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:18 smithi123 ceph-mon[191304]: osdmap e2359: 8 total, 8 up, 8 in 2023-12-20T11:54:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:18 smithi123 ceph-mon[188613]: osdmap e2359: 8 total, 8 up, 8 in 2023-12-20T11:54:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:19 smithi177 ceph-mon[212096]: osdmap e2360: 8 total, 8 up, 8 in 2023-12-20T11:54:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:19 smithi177 ceph-mon[212096]: pgmap v4029: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 930 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2023-12-20T11:54:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:19 smithi177 ceph-mon[212096]: osdmap e2361: 8 total, 8 up, 8 in 2023-12-20T11:54:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:54:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:54:19] "GET /metrics HTTP/1.1" 200 36566 "" "Prometheus/2.43.0" 2023-12-20T11:54:19.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:19 smithi123 ceph-mon[191304]: osdmap e2360: 8 total, 8 up, 8 in 2023-12-20T11:54:19.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:19 smithi123 ceph-mon[191304]: pgmap v4029: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 930 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2023-12-20T11:54:19.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:19 smithi123 ceph-mon[191304]: osdmap e2361: 8 total, 8 up, 8 in 2023-12-20T11:54:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:19 smithi123 ceph-mon[188613]: osdmap e2360: 8 total, 8 up, 8 in 2023-12-20T11:54:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:19 smithi123 ceph-mon[188613]: pgmap v4029: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 930 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2023-12-20T11:54:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:19 smithi123 ceph-mon[188613]: osdmap e2361: 8 total, 8 up, 8 in 2023-12-20T11:54:20.835 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:54:21.155 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:54:21.155 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (63m) 8m ago 66m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:54:21.155 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (62m) 6m ago 65m 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:54:21.155 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (66m) 8m ago 66m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:54:21.155 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (66m) 6m ago 66m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:54:21.156 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (62m) 6m ago 69m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:54:21.156 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (62m) 8m ago 70m 589M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:54:21.156 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (62m) 8m ago 70m 454M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:54:21.156 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (61m) 6m ago 69m 253M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:54:21.156 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (61m) 8m ago 69m 270M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:54:21.156 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (63m) 8m ago 65m 22.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:54:21.156 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (62m) 6m ago 65m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:54:21.156 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (61m) 8m ago 69m 3337M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:54:21.156 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (60m) 8m ago 68m 3605M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:54:21.156 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (60m) 8m ago 68m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:54:21.156 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (59m) 8m ago 68m 3241M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:54:21.156 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (59m) 6m ago 67m 2879M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:54:21.156 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (58m) 6m ago 67m 3027M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:54:21.156 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (58m) 6m ago 67m 2508M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:54:21.156 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (58m) 6m ago 67m 2892M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:54:21.156 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (62m) 6m ago 66m 99.4M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:54:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:21 smithi177 ceph-mon[212096]: osdmap e2362: 8 total, 8 up, 8 in 2023-12-20T11:54:21.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:21 smithi123 ceph-mon[191304]: osdmap e2362: 8 total, 8 up, 8 in 2023-12-20T11:54:21.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:21 smithi123 ceph-mon[188613]: osdmap e2362: 8 total, 8 up, 8 in 2023-12-20T11:54:21.539 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:54:21.539 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:54:21.539 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:54:21.539 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:54:21.539 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:54:21.539 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:54:21.539 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:54:21.539 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:54:21.540 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:54:21.540 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:54:21.540 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:54:21.540 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:54:21.540 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:54:21.540 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:54:21.540 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:54:21.540 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:54:21.540 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:54:21.540 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:54:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:22 smithi177 ceph-mon[212096]: pgmap v4032: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2023-12-20T11:54:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:22 smithi177 ceph-mon[212096]: from='client.47750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:54:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:22 smithi177 ceph-mon[212096]: osdmap e2363: 8 total, 8 up, 8 in 2023-12-20T11:54:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:22 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1704456753' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:54:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:22 smithi123 ceph-mon[191304]: pgmap v4032: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2023-12-20T11:54:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:22 smithi123 ceph-mon[191304]: from='client.47750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:54:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:22 smithi123 ceph-mon[191304]: osdmap e2363: 8 total, 8 up, 8 in 2023-12-20T11:54:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:22 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1704456753' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:54:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:22 smithi123 ceph-mon[188613]: pgmap v4032: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2023-12-20T11:54:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:22 smithi123 ceph-mon[188613]: from='client.47750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:54:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:22 smithi123 ceph-mon[188613]: osdmap e2363: 8 total, 8 up, 8 in 2023-12-20T11:54:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:22 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1704456753' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:54:23.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:23 smithi177 ceph-mon[212096]: from='client.47756 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:54:23.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:23 smithi177 ceph-mon[212096]: osdmap e2364: 8 total, 8 up, 8 in 2023-12-20T11:54:23.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:23 smithi123 ceph-mon[191304]: from='client.47756 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:54:23.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:23 smithi123 ceph-mon[191304]: osdmap e2364: 8 total, 8 up, 8 in 2023-12-20T11:54:23.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:23 smithi123 ceph-mon[188613]: from='client.47756 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:54:23.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:23 smithi123 ceph-mon[188613]: osdmap e2364: 8 total, 8 up, 8 in 2023-12-20T11:54:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:24 smithi177 ceph-mon[212096]: pgmap v4035: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 898 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2023-12-20T11:54:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:24 smithi177 ceph-mon[212096]: osdmap e2365: 8 total, 8 up, 8 in 2023-12-20T11:54:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:24 smithi177 ceph-mon[212096]: osdmap e2366: 8 total, 8 up, 8 in 2023-12-20T11:54:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:24 smithi123 ceph-mon[191304]: pgmap v4035: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 898 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2023-12-20T11:54:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:24 smithi123 ceph-mon[191304]: osdmap e2365: 8 total, 8 up, 8 in 2023-12-20T11:54:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:24 smithi123 ceph-mon[191304]: osdmap e2366: 8 total, 8 up, 8 in 2023-12-20T11:54:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:24 smithi123 ceph-mon[188613]: pgmap v4035: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 898 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2023-12-20T11:54:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:24 smithi123 ceph-mon[188613]: osdmap e2365: 8 total, 8 up, 8 in 2023-12-20T11:54:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:24 smithi123 ceph-mon[188613]: osdmap e2366: 8 total, 8 up, 8 in 2023-12-20T11:54:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:26 smithi177 ceph-mon[212096]: pgmap v4038: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 899 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2023-12-20T11:54:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:26 smithi177 ceph-mon[212096]: osdmap e2367: 8 total, 8 up, 8 in 2023-12-20T11:54:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:26 smithi123 ceph-mon[191304]: pgmap v4038: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 899 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2023-12-20T11:54:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:26 smithi123 ceph-mon[191304]: osdmap e2367: 8 total, 8 up, 8 in 2023-12-20T11:54:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:26 smithi123 ceph-mon[188613]: pgmap v4038: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 899 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2023-12-20T11:54:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:26 smithi123 ceph-mon[188613]: osdmap e2367: 8 total, 8 up, 8 in 2023-12-20T11:54:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:27 smithi177 ceph-mon[212096]: osdmap e2368: 8 total, 8 up, 8 in 2023-12-20T11:54:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:54:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:27 smithi123 ceph-mon[191304]: osdmap e2368: 8 total, 8 up, 8 in 2023-12-20T11:54:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:54:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:27 smithi123 ceph-mon[188613]: osdmap e2368: 8 total, 8 up, 8 in 2023-12-20T11:54:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:54:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:28 smithi177 ceph-mon[212096]: pgmap v4041: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2023-12-20T11:54:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:28 smithi177 ceph-mon[212096]: osdmap e2369: 8 total, 8 up, 8 in 2023-12-20T11:54:28.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:28 smithi123 ceph-mon[191304]: pgmap v4041: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2023-12-20T11:54:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:28 smithi123 ceph-mon[191304]: osdmap e2369: 8 total, 8 up, 8 in 2023-12-20T11:54:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:28 smithi123 ceph-mon[188613]: pgmap v4041: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2023-12-20T11:54:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:28 smithi123 ceph-mon[188613]: osdmap e2369: 8 total, 8 up, 8 in 2023-12-20T11:54:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:29 smithi177 ceph-mon[212096]: osdmap e2370: 8 total, 8 up, 8 in 2023-12-20T11:54:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:29 smithi177 ceph-mon[212096]: pgmap v4044: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 864 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2023-12-20T11:54:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:29 smithi177 ceph-mon[212096]: osdmap e2371: 8 total, 8 up, 8 in 2023-12-20T11:54:29.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:29 smithi123 ceph-mon[191304]: osdmap e2370: 8 total, 8 up, 8 in 2023-12-20T11:54:29.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:29 smithi123 ceph-mon[191304]: pgmap v4044: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 864 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2023-12-20T11:54:29.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:29 smithi123 ceph-mon[191304]: osdmap e2371: 8 total, 8 up, 8 in 2023-12-20T11:54:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:29 smithi123 ceph-mon[188613]: osdmap e2370: 8 total, 8 up, 8 in 2023-12-20T11:54:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:29 smithi123 ceph-mon[188613]: pgmap v4044: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 864 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2023-12-20T11:54:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:29 smithi123 ceph-mon[188613]: osdmap e2371: 8 total, 8 up, 8 in 2023-12-20T11:54:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:54:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:54:29] "GET /metrics HTTP/1.1" 200 36568 "" "Prometheus/2.43.0" 2023-12-20T11:54:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:31 smithi177 ceph-mon[212096]: osdmap e2372: 8 total, 8 up, 8 in 2023-12-20T11:54:31.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:31 smithi123 ceph-mon[191304]: osdmap e2372: 8 total, 8 up, 8 in 2023-12-20T11:54:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:31 smithi123 ceph-mon[188613]: osdmap e2372: 8 total, 8 up, 8 in 2023-12-20T11:54:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:32 smithi177 ceph-mon[212096]: pgmap v4047: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2023-12-20T11:54:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:32 smithi177 ceph-mon[212096]: osdmap e2373: 8 total, 8 up, 8 in 2023-12-20T11:54:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:32 smithi123 ceph-mon[191304]: pgmap v4047: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2023-12-20T11:54:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:32 smithi123 ceph-mon[191304]: osdmap e2373: 8 total, 8 up, 8 in 2023-12-20T11:54:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:32 smithi123 ceph-mon[188613]: pgmap v4047: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2023-12-20T11:54:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:32 smithi123 ceph-mon[188613]: osdmap e2373: 8 total, 8 up, 8 in 2023-12-20T11:54:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:33 smithi177 ceph-mon[212096]: osdmap e2374: 8 total, 8 up, 8 in 2023-12-20T11:54:33.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:33 smithi123 ceph-mon[191304]: osdmap e2374: 8 total, 8 up, 8 in 2023-12-20T11:54:33.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:33 smithi123 ceph-mon[188613]: osdmap e2374: 8 total, 8 up, 8 in 2023-12-20T11:54:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:34 smithi177 ceph-mon[212096]: pgmap v4050: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 831 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2023-12-20T11:54:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:34 smithi177 ceph-mon[212096]: osdmap e2375: 8 total, 8 up, 8 in 2023-12-20T11:54:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:34 smithi177 ceph-mon[212096]: osdmap e2376: 8 total, 8 up, 8 in 2023-12-20T11:54:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:34 smithi123 ceph-mon[191304]: pgmap v4050: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 831 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2023-12-20T11:54:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:34 smithi123 ceph-mon[191304]: osdmap e2375: 8 total, 8 up, 8 in 2023-12-20T11:54:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:34 smithi123 ceph-mon[191304]: osdmap e2376: 8 total, 8 up, 8 in 2023-12-20T11:54:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:34 smithi123 ceph-mon[188613]: pgmap v4050: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 831 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2023-12-20T11:54:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:34 smithi123 ceph-mon[188613]: osdmap e2375: 8 total, 8 up, 8 in 2023-12-20T11:54:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:34 smithi123 ceph-mon[188613]: osdmap e2376: 8 total, 8 up, 8 in 2023-12-20T11:54:36.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:36 smithi177 ceph-mon[212096]: pgmap v4053: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 833 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2023-12-20T11:54:36.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:36 smithi177 ceph-mon[212096]: osdmap e2377: 8 total, 8 up, 8 in 2023-12-20T11:54:36.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:36 smithi123 ceph-mon[188613]: pgmap v4053: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 833 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2023-12-20T11:54:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:36 smithi123 ceph-mon[188613]: osdmap e2377: 8 total, 8 up, 8 in 2023-12-20T11:54:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:36 smithi123 ceph-mon[191304]: pgmap v4053: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 833 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2023-12-20T11:54:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:36 smithi123 ceph-mon[191304]: osdmap e2377: 8 total, 8 up, 8 in 2023-12-20T11:54:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:37 smithi177 ceph-mon[212096]: osdmap e2378: 8 total, 8 up, 8 in 2023-12-20T11:54:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:37 smithi177 ceph-mon[212096]: pgmap v4056: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 800 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2023-12-20T11:54:37.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:37 smithi123 ceph-mon[188613]: osdmap e2378: 8 total, 8 up, 8 in 2023-12-20T11:54:37.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:37 smithi123 ceph-mon[188613]: pgmap v4056: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 800 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2023-12-20T11:54:37.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:37 smithi123 ceph-mon[191304]: osdmap e2378: 8 total, 8 up, 8 in 2023-12-20T11:54:37.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:37 smithi123 ceph-mon[191304]: pgmap v4056: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 800 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2023-12-20T11:54:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:38 smithi177 ceph-mon[212096]: osdmap e2379: 8 total, 8 up, 8 in 2023-12-20T11:54:38.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:38 smithi123 ceph-mon[188613]: osdmap e2379: 8 total, 8 up, 8 in 2023-12-20T11:54:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:38 smithi123 ceph-mon[191304]: osdmap e2379: 8 total, 8 up, 8 in 2023-12-20T11:54:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:39 smithi177 ceph-mon[212096]: osdmap e2380: 8 total, 8 up, 8 in 2023-12-20T11:54:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:39 smithi177 ceph-mon[212096]: pgmap v4059: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 799 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2023-12-20T11:54:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:39 smithi177 ceph-mon[212096]: osdmap e2381: 8 total, 8 up, 8 in 2023-12-20T11:54:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:54:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:54:39] "GET /metrics HTTP/1.1" 200 36568 "" "Prometheus/2.43.0" 2023-12-20T11:54:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:39 smithi123 ceph-mon[188613]: osdmap e2380: 8 total, 8 up, 8 in 2023-12-20T11:54:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:39 smithi123 ceph-mon[188613]: pgmap v4059: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 799 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2023-12-20T11:54:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:39 smithi123 ceph-mon[188613]: osdmap e2381: 8 total, 8 up, 8 in 2023-12-20T11:54:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:39 smithi123 ceph-mon[191304]: osdmap e2380: 8 total, 8 up, 8 in 2023-12-20T11:54:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:39 smithi123 ceph-mon[191304]: pgmap v4059: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 799 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2023-12-20T11:54:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:39 smithi123 ceph-mon[191304]: osdmap e2381: 8 total, 8 up, 8 in 2023-12-20T11:54:41.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:41 smithi177 ceph-mon[212096]: osdmap e2382: 8 total, 8 up, 8 in 2023-12-20T11:54:41.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:41 smithi123 ceph-mon[191304]: osdmap e2382: 8 total, 8 up, 8 in 2023-12-20T11:54:41.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:41 smithi123 ceph-mon[188613]: osdmap e2382: 8 total, 8 up, 8 in 2023-12-20T11:54:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:42 smithi177 ceph-mon[212096]: pgmap v4062: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2023-12-20T11:54:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:42 smithi177 ceph-mon[212096]: osdmap e2383: 8 total, 8 up, 8 in 2023-12-20T11:54:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:54:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:42 smithi123 ceph-mon[191304]: pgmap v4062: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2023-12-20T11:54:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:42 smithi123 ceph-mon[191304]: osdmap e2383: 8 total, 8 up, 8 in 2023-12-20T11:54:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:54:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:42 smithi123 ceph-mon[188613]: pgmap v4062: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2023-12-20T11:54:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:42 smithi123 ceph-mon[188613]: osdmap e2383: 8 total, 8 up, 8 in 2023-12-20T11:54:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:54:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:43 smithi177 ceph-mon[212096]: osdmap e2384: 8 total, 8 up, 8 in 2023-12-20T11:54:43.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:43 smithi123 ceph-mon[191304]: osdmap e2384: 8 total, 8 up, 8 in 2023-12-20T11:54:43.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:43 smithi123 ceph-mon[188613]: osdmap e2384: 8 total, 8 up, 8 in 2023-12-20T11:54:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:44 smithi177 ceph-mon[212096]: pgmap v4065: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2023-12-20T11:54:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:44 smithi177 ceph-mon[212096]: osdmap e2385: 8 total, 8 up, 8 in 2023-12-20T11:54:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:44 smithi177 ceph-mon[212096]: osdmap e2386: 8 total, 8 up, 8 in 2023-12-20T11:54:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:44 smithi123 ceph-mon[191304]: pgmap v4065: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2023-12-20T11:54:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:44 smithi123 ceph-mon[191304]: osdmap e2385: 8 total, 8 up, 8 in 2023-12-20T11:54:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:44 smithi123 ceph-mon[191304]: osdmap e2386: 8 total, 8 up, 8 in 2023-12-20T11:54:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:44 smithi123 ceph-mon[188613]: pgmap v4065: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2023-12-20T11:54:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:44 smithi123 ceph-mon[188613]: osdmap e2385: 8 total, 8 up, 8 in 2023-12-20T11:54:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:44 smithi123 ceph-mon[188613]: osdmap e2386: 8 total, 8 up, 8 in 2023-12-20T11:54:46.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:46 smithi177 ceph-mon[212096]: pgmap v4068: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2023-12-20T11:54:46.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:46 smithi177 ceph-mon[212096]: osdmap e2387: 8 total, 8 up, 8 in 2023-12-20T11:54:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:46 smithi123 ceph-mon[191304]: pgmap v4068: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2023-12-20T11:54:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:46 smithi123 ceph-mon[191304]: osdmap e2387: 8 total, 8 up, 8 in 2023-12-20T11:54:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:46 smithi123 ceph-mon[188613]: pgmap v4068: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2023-12-20T11:54:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:46 smithi123 ceph-mon[188613]: osdmap e2387: 8 total, 8 up, 8 in 2023-12-20T11:54:47.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:47 smithi177 ceph-mon[212096]: osdmap e2388: 8 total, 8 up, 8 in 2023-12-20T11:54:47.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:47 smithi177 ceph-mon[212096]: pgmap v4071: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 993 op/s 2023-12-20T11:54:47.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:47 smithi123 ceph-mon[191304]: osdmap e2388: 8 total, 8 up, 8 in 2023-12-20T11:54:47.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:47 smithi123 ceph-mon[191304]: pgmap v4071: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 993 op/s 2023-12-20T11:54:47.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:47 smithi123 ceph-mon[188613]: osdmap e2388: 8 total, 8 up, 8 in 2023-12-20T11:54:47.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:47 smithi123 ceph-mon[188613]: pgmap v4071: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 993 op/s 2023-12-20T11:54:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:48 smithi177 ceph-mon[212096]: osdmap e2389: 8 total, 8 up, 8 in 2023-12-20T11:54:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:48 smithi123 ceph-mon[191304]: osdmap e2389: 8 total, 8 up, 8 in 2023-12-20T11:54:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:48 smithi123 ceph-mon[188613]: osdmap e2389: 8 total, 8 up, 8 in 2023-12-20T11:54:49.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:49 smithi177 ceph-mon[212096]: osdmap e2390: 8 total, 8 up, 8 in 2023-12-20T11:54:49.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:49 smithi177 ceph-mon[212096]: pgmap v4074: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 734 KiB/s rd, 5.0 KiB/s wr, 990 op/s 2023-12-20T11:54:49.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:49 smithi177 ceph-mon[212096]: osdmap e2391: 8 total, 8 up, 8 in 2023-12-20T11:54:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:49 smithi123 ceph-mon[191304]: osdmap e2390: 8 total, 8 up, 8 in 2023-12-20T11:54:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:49 smithi123 ceph-mon[191304]: pgmap v4074: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 734 KiB/s rd, 5.0 KiB/s wr, 990 op/s 2023-12-20T11:54:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:49 smithi123 ceph-mon[191304]: osdmap e2391: 8 total, 8 up, 8 in 2023-12-20T11:54:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:49 smithi123 ceph-mon[188613]: osdmap e2390: 8 total, 8 up, 8 in 2023-12-20T11:54:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:49 smithi123 ceph-mon[188613]: pgmap v4074: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 734 KiB/s rd, 5.0 KiB/s wr, 990 op/s 2023-12-20T11:54:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:49 smithi123 ceph-mon[188613]: osdmap e2391: 8 total, 8 up, 8 in 2023-12-20T11:54:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:54:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:54:49] "GET /metrics HTTP/1.1" 200 36570 "" "Prometheus/2.43.0" 2023-12-20T11:54:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:51 smithi177 ceph-mon[212096]: osdmap e2392: 8 total, 8 up, 8 in 2023-12-20T11:54:51.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:51 smithi123 ceph-mon[191304]: osdmap e2392: 8 total, 8 up, 8 in 2023-12-20T11:54:51.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:51 smithi123 ceph-mon[188613]: osdmap e2392: 8 total, 8 up, 8 in 2023-12-20T11:54:51.884 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:54:52.211 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:54:52.211 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (63m) 9m ago 66m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:54:52.212 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (63m) 6m ago 66m 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:54:52.212 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (67m) 9m ago 67m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:54:52.212 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (67m) 6m ago 67m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:54:52.212 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (62m) 6m ago 69m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:54:52.212 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (63m) 9m ago 71m 589M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:54:52.212 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (62m) 9m ago 71m 454M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:54:52.212 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (62m) 6m ago 70m 253M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:54:52.212 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (62m) 9m ago 70m 270M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:54:52.212 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (63m) 9m ago 66m 22.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:54:52.212 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (63m) 6m ago 66m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:54:52.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (61m) 9m ago 69m 3337M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:54:52.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (61m) 9m ago 69m 3605M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:54:52.213 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (60m) 9m ago 69m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:54:52.213 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (60m) 9m ago 68m 3241M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:54:52.213 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (59m) 6m ago 68m 2879M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:54:52.213 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (59m) 6m ago 68m 3027M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:54:52.213 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (59m) 6m ago 67m 2508M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:54:52.213 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (58m) 6m ago 67m 2892M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:54:52.213 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (63m) 6m ago 66m 99.4M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:54:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:52 smithi177 ceph-mon[212096]: pgmap v4077: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2023-12-20T11:54:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:52 smithi177 ceph-mon[212096]: osdmap e2393: 8 total, 8 up, 8 in 2023-12-20T11:54:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:52 smithi123 ceph-mon[191304]: pgmap v4077: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2023-12-20T11:54:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:52 smithi123 ceph-mon[191304]: osdmap e2393: 8 total, 8 up, 8 in 2023-12-20T11:54:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:52 smithi123 ceph-mon[188613]: pgmap v4077: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2023-12-20T11:54:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:52 smithi123 ceph-mon[188613]: osdmap e2393: 8 total, 8 up, 8 in 2023-12-20T11:54:52.594 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:54:52.594 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:54:52.594 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:54:52.594 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:54:52.594 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:54:52.595 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:54:52.595 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:54:52.595 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:54:52.595 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:54:52.595 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:54:52.595 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:54:52.595 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:54:52.595 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:54:52.595 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:54:52.595 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:54:52.595 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:54:52.595 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:54:52.595 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:54:53.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:53 smithi177 ceph-mon[212096]: from='client.47768 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:54:53.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:53 smithi177 ceph-mon[212096]: osdmap e2394: 8 total, 8 up, 8 in 2023-12-20T11:54:53.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:53 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/467895713' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:54:53.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:53 smithi123 ceph-mon[191304]: from='client.47768 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:54:53.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:53 smithi123 ceph-mon[191304]: osdmap e2394: 8 total, 8 up, 8 in 2023-12-20T11:54:53.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:53 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/467895713' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:54:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:53 smithi123 ceph-mon[188613]: from='client.47768 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:54:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:53 smithi123 ceph-mon[188613]: osdmap e2394: 8 total, 8 up, 8 in 2023-12-20T11:54:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:53 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/467895713' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:54:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:54 smithi177 ceph-mon[212096]: from='client.37830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:54:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:54 smithi177 ceph-mon[212096]: pgmap v4080: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 703 KiB/s rd, 5.0 KiB/s wr, 951 op/s 2023-12-20T11:54:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:54 smithi177 ceph-mon[212096]: osdmap e2395: 8 total, 8 up, 8 in 2023-12-20T11:54:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:54 smithi177 ceph-mon[212096]: osdmap e2396: 8 total, 8 up, 8 in 2023-12-20T11:54:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:54 smithi123 ceph-mon[188613]: from='client.37830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:54:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:54 smithi123 ceph-mon[188613]: pgmap v4080: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 703 KiB/s rd, 5.0 KiB/s wr, 951 op/s 2023-12-20T11:54:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:54 smithi123 ceph-mon[188613]: osdmap e2395: 8 total, 8 up, 8 in 2023-12-20T11:54:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:54 smithi123 ceph-mon[188613]: osdmap e2396: 8 total, 8 up, 8 in 2023-12-20T11:54:54.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:54 smithi123 ceph-mon[191304]: from='client.37830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:54:54.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:54 smithi123 ceph-mon[191304]: pgmap v4080: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 703 KiB/s rd, 5.0 KiB/s wr, 951 op/s 2023-12-20T11:54:54.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:54 smithi123 ceph-mon[191304]: osdmap e2395: 8 total, 8 up, 8 in 2023-12-20T11:54:54.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:54 smithi123 ceph-mon[191304]: osdmap e2396: 8 total, 8 up, 8 in 2023-12-20T11:54:56.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:56 smithi177 ceph-mon[212096]: pgmap v4083: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 702 KiB/s rd, 5.0 KiB/s wr, 950 op/s 2023-12-20T11:54:56.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:56 smithi177 ceph-mon[212096]: osdmap e2397: 8 total, 8 up, 8 in 2023-12-20T11:54:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:56 smithi123 ceph-mon[191304]: pgmap v4083: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 702 KiB/s rd, 5.0 KiB/s wr, 950 op/s 2023-12-20T11:54:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:56 smithi123 ceph-mon[191304]: osdmap e2397: 8 total, 8 up, 8 in 2023-12-20T11:54:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:56 smithi123 ceph-mon[188613]: pgmap v4083: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 702 KiB/s rd, 5.0 KiB/s wr, 950 op/s 2023-12-20T11:54:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:56 smithi123 ceph-mon[188613]: osdmap e2397: 8 total, 8 up, 8 in 2023-12-20T11:54:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:57 smithi177 ceph-mon[212096]: osdmap e2398: 8 total, 8 up, 8 in 2023-12-20T11:54:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:54:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:54:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:57 smithi123 ceph-mon[188613]: osdmap e2398: 8 total, 8 up, 8 in 2023-12-20T11:54:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:54:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:54:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:57 smithi123 ceph-mon[191304]: osdmap e2398: 8 total, 8 up, 8 in 2023-12-20T11:54:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:54:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:54:58.388 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:58 smithi123 ceph-mon[191304]: pgmap v4086: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 670 KiB/s rd, 5.0 KiB/s wr, 907 op/s 2023-12-20T11:54:58.388 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:58 smithi123 ceph-mon[191304]: osdmap e2399: 8 total, 8 up, 8 in 2023-12-20T11:54:58.388 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:54:58.388 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:54:58.389 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:58 smithi123 ceph-mon[188613]: pgmap v4086: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 670 KiB/s rd, 5.0 KiB/s wr, 907 op/s 2023-12-20T11:54:58.389 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:58 smithi123 ceph-mon[188613]: osdmap e2399: 8 total, 8 up, 8 in 2023-12-20T11:54:58.389 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:54:58.389 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:54:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:58 smithi177 ceph-mon[212096]: pgmap v4086: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 670 KiB/s rd, 5.0 KiB/s wr, 907 op/s 2023-12-20T11:54:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:58 smithi177 ceph-mon[212096]: osdmap e2399: 8 total, 8 up, 8 in 2023-12-20T11:54:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:54:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:54:59.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:59 smithi177 ceph-mon[212096]: osdmap e2400: 8 total, 8 up, 8 in 2023-12-20T11:54:59.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:59 smithi177 ceph-mon[212096]: pgmap v4089: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 670 KiB/s rd, 5.0 KiB/s wr, 906 op/s 2023-12-20T11:54:59.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:54:59 smithi177 ceph-mon[212096]: osdmap e2401: 8 total, 8 up, 8 in 2023-12-20T11:54:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:54:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:54:59] "GET /metrics HTTP/1.1" 200 36573 "" "Prometheus/2.43.0" 2023-12-20T11:54:59.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:59 smithi123 ceph-mon[191304]: osdmap e2400: 8 total, 8 up, 8 in 2023-12-20T11:54:59.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:59 smithi123 ceph-mon[191304]: pgmap v4089: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 670 KiB/s rd, 5.0 KiB/s wr, 906 op/s 2023-12-20T11:54:59.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:54:59 smithi123 ceph-mon[191304]: osdmap e2401: 8 total, 8 up, 8 in 2023-12-20T11:54:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:59 smithi123 ceph-mon[188613]: osdmap e2400: 8 total, 8 up, 8 in 2023-12-20T11:54:59.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:59 smithi123 ceph-mon[188613]: pgmap v4089: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 670 KiB/s rd, 5.0 KiB/s wr, 906 op/s 2023-12-20T11:54:59.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:54:59 smithi123 ceph-mon[188613]: osdmap e2401: 8 total, 8 up, 8 in 2023-12-20T11:55:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:01 smithi177 ceph-mon[212096]: osdmap e2402: 8 total, 8 up, 8 in 2023-12-20T11:55:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:55:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:55:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:55:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:55:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:55:01.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:01 smithi177 ceph-mon[212096]: pgmap v4092: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2023-12-20T11:55:01.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:01 smithi123 ceph-mon[191304]: osdmap e2402: 8 total, 8 up, 8 in 2023-12-20T11:55:01.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:55:01.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:55:01.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:55:01.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:55:01.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:55:01.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:01 smithi123 ceph-mon[191304]: pgmap v4092: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2023-12-20T11:55:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:01 smithi123 ceph-mon[188613]: osdmap e2402: 8 total, 8 up, 8 in 2023-12-20T11:55:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:55:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:55:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:55:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:55:01.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:55:01.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:01 smithi123 ceph-mon[188613]: pgmap v4092: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2023-12-20T11:55:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:02 smithi177 ceph-mon[212096]: osdmap e2403: 8 total, 8 up, 8 in 2023-12-20T11:55:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:02 smithi123 ceph-mon[191304]: osdmap e2403: 8 total, 8 up, 8 in 2023-12-20T11:55:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:02 smithi123 ceph-mon[188613]: osdmap e2403: 8 total, 8 up, 8 in 2023-12-20T11:55:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:03 smithi177 ceph-mon[212096]: osdmap e2404: 8 total, 8 up, 8 in 2023-12-20T11:55:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:03 smithi177 ceph-mon[212096]: pgmap v4095: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 635 KiB/s rd, 5.0 KiB/s wr, 860 op/s 2023-12-20T11:55:03.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:03 smithi123 ceph-mon[191304]: osdmap e2404: 8 total, 8 up, 8 in 2023-12-20T11:55:03.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:03 smithi123 ceph-mon[191304]: pgmap v4095: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 635 KiB/s rd, 5.0 KiB/s wr, 860 op/s 2023-12-20T11:55:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:03 smithi123 ceph-mon[188613]: osdmap e2404: 8 total, 8 up, 8 in 2023-12-20T11:55:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:03 smithi123 ceph-mon[188613]: pgmap v4095: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 635 KiB/s rd, 5.0 KiB/s wr, 860 op/s 2023-12-20T11:55:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:04 smithi177 ceph-mon[212096]: osdmap e2405: 8 total, 8 up, 8 in 2023-12-20T11:55:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:04 smithi177 ceph-mon[212096]: osdmap e2406: 8 total, 8 up, 8 in 2023-12-20T11:55:04.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:04 smithi123 ceph-mon[191304]: osdmap e2405: 8 total, 8 up, 8 in 2023-12-20T11:55:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:04 smithi123 ceph-mon[191304]: osdmap e2406: 8 total, 8 up, 8 in 2023-12-20T11:55:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:04 smithi123 ceph-mon[188613]: osdmap e2405: 8 total, 8 up, 8 in 2023-12-20T11:55:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:04 smithi123 ceph-mon[188613]: osdmap e2406: 8 total, 8 up, 8 in 2023-12-20T11:55:06.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:06 smithi177 ceph-mon[212096]: pgmap v4098: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 864 op/s 2023-12-20T11:55:06.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:06 smithi177 ceph-mon[212096]: osdmap e2407: 8 total, 8 up, 8 in 2023-12-20T11:55:06.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:06 smithi123 ceph-mon[191304]: pgmap v4098: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 864 op/s 2023-12-20T11:55:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:06 smithi123 ceph-mon[191304]: osdmap e2407: 8 total, 8 up, 8 in 2023-12-20T11:55:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:06 smithi123 ceph-mon[188613]: pgmap v4098: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 864 op/s 2023-12-20T11:55:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:06 smithi123 ceph-mon[188613]: osdmap e2407: 8 total, 8 up, 8 in 2023-12-20T11:55:07.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:07 smithi177 ceph-mon[212096]: osdmap e2408: 8 total, 8 up, 8 in 2023-12-20T11:55:07.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:07 smithi123 ceph-mon[191304]: osdmap e2408: 8 total, 8 up, 8 in 2023-12-20T11:55:07.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:07 smithi123 ceph-mon[188613]: osdmap e2408: 8 total, 8 up, 8 in 2023-12-20T11:55:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:08 smithi177 ceph-mon[212096]: pgmap v4101: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 605 KiB/s rd, 5.0 KiB/s wr, 820 op/s 2023-12-20T11:55:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:08 smithi177 ceph-mon[212096]: osdmap e2409: 8 total, 8 up, 8 in 2023-12-20T11:55:08.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:08 smithi123 ceph-mon[188613]: pgmap v4101: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 605 KiB/s rd, 5.0 KiB/s wr, 820 op/s 2023-12-20T11:55:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:08 smithi123 ceph-mon[188613]: osdmap e2409: 8 total, 8 up, 8 in 2023-12-20T11:55:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:08 smithi123 ceph-mon[191304]: pgmap v4101: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 605 KiB/s rd, 5.0 KiB/s wr, 820 op/s 2023-12-20T11:55:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:08 smithi123 ceph-mon[191304]: osdmap e2409: 8 total, 8 up, 8 in 2023-12-20T11:55:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:09 smithi177 ceph-mon[212096]: osdmap e2410: 8 total, 8 up, 8 in 2023-12-20T11:55:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:09 smithi177 ceph-mon[212096]: osdmap e2411: 8 total, 8 up, 8 in 2023-12-20T11:55:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:55:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:55:09] "GET /metrics HTTP/1.1" 200 36573 "" "Prometheus/2.43.0" 2023-12-20T11:55:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:09 smithi123 ceph-mon[191304]: osdmap e2410: 8 total, 8 up, 8 in 2023-12-20T11:55:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:09 smithi123 ceph-mon[191304]: osdmap e2411: 8 total, 8 up, 8 in 2023-12-20T11:55:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:09 smithi123 ceph-mon[188613]: osdmap e2410: 8 total, 8 up, 8 in 2023-12-20T11:55:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:09 smithi123 ceph-mon[188613]: osdmap e2411: 8 total, 8 up, 8 in 2023-12-20T11:55:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:10 smithi177 ceph-mon[212096]: pgmap v4104: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 603 KiB/s rd, 5.0 KiB/s wr, 815 op/s 2023-12-20T11:55:10.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:10 smithi123 ceph-mon[191304]: pgmap v4104: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 603 KiB/s rd, 5.0 KiB/s wr, 815 op/s 2023-12-20T11:55:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:10 smithi123 ceph-mon[188613]: pgmap v4104: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 603 KiB/s rd, 5.0 KiB/s wr, 815 op/s 2023-12-20T11:55:11.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:11 smithi177 ceph-mon[212096]: osdmap e2412: 8 total, 8 up, 8 in 2023-12-20T11:55:11.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:11 smithi177 ceph-mon[212096]: pgmap v4107: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 6 op/s 2023-12-20T11:55:11.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:11 smithi123 ceph-mon[191304]: osdmap e2412: 8 total, 8 up, 8 in 2023-12-20T11:55:11.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:11 smithi123 ceph-mon[191304]: pgmap v4107: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 6 op/s 2023-12-20T11:55:11.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:11 smithi123 ceph-mon[188613]: osdmap e2412: 8 total, 8 up, 8 in 2023-12-20T11:55:11.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:11 smithi123 ceph-mon[188613]: pgmap v4107: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 6 op/s 2023-12-20T11:55:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:12 smithi177 ceph-mon[212096]: osdmap e2413: 8 total, 8 up, 8 in 2023-12-20T11:55:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:55:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:12 smithi123 ceph-mon[191304]: osdmap e2413: 8 total, 8 up, 8 in 2023-12-20T11:55:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:55:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:12 smithi123 ceph-mon[188613]: osdmap e2413: 8 total, 8 up, 8 in 2023-12-20T11:55:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:55:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:13 smithi177 ceph-mon[212096]: osdmap e2414: 8 total, 8 up, 8 in 2023-12-20T11:55:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:13 smithi177 ceph-mon[212096]: pgmap v4110: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 571 KiB/s rd, 5.0 KiB/s wr, 775 op/s 2023-12-20T11:55:13.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:13 smithi123 ceph-mon[191304]: osdmap e2414: 8 total, 8 up, 8 in 2023-12-20T11:55:13.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:13 smithi123 ceph-mon[191304]: pgmap v4110: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 571 KiB/s rd, 5.0 KiB/s wr, 775 op/s 2023-12-20T11:55:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:13 smithi123 ceph-mon[188613]: osdmap e2414: 8 total, 8 up, 8 in 2023-12-20T11:55:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:13 smithi123 ceph-mon[188613]: pgmap v4110: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 571 KiB/s rd, 5.0 KiB/s wr, 775 op/s 2023-12-20T11:55:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:14 smithi177 ceph-mon[212096]: osdmap e2415: 8 total, 8 up, 8 in 2023-12-20T11:55:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:14 smithi177 ceph-mon[212096]: osdmap e2416: 8 total, 8 up, 8 in 2023-12-20T11:55:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:14 smithi123 ceph-mon[191304]: osdmap e2415: 8 total, 8 up, 8 in 2023-12-20T11:55:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:14 smithi123 ceph-mon[191304]: osdmap e2416: 8 total, 8 up, 8 in 2023-12-20T11:55:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:14 smithi123 ceph-mon[188613]: osdmap e2415: 8 total, 8 up, 8 in 2023-12-20T11:55:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:14 smithi123 ceph-mon[188613]: osdmap e2416: 8 total, 8 up, 8 in 2023-12-20T11:55:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:16 smithi177 ceph-mon[212096]: pgmap v4113: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 570 KiB/s rd, 5.0 KiB/s wr, 772 op/s 2023-12-20T11:55:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:16 smithi177 ceph-mon[212096]: osdmap e2417: 8 total, 8 up, 8 in 2023-12-20T11:55:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:16 smithi123 ceph-mon[191304]: pgmap v4113: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 570 KiB/s rd, 5.0 KiB/s wr, 772 op/s 2023-12-20T11:55:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:16 smithi123 ceph-mon[191304]: osdmap e2417: 8 total, 8 up, 8 in 2023-12-20T11:55:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:16 smithi123 ceph-mon[188613]: pgmap v4113: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 570 KiB/s rd, 5.0 KiB/s wr, 772 op/s 2023-12-20T11:55:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:16 smithi123 ceph-mon[188613]: osdmap e2417: 8 total, 8 up, 8 in 2023-12-20T11:55:17.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:17 smithi177 ceph-mon[212096]: osdmap e2418: 8 total, 8 up, 8 in 2023-12-20T11:55:17.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:17 smithi123 ceph-mon[191304]: osdmap e2418: 8 total, 8 up, 8 in 2023-12-20T11:55:17.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:17 smithi123 ceph-mon[188613]: osdmap e2418: 8 total, 8 up, 8 in 2023-12-20T11:55:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:18 smithi177 ceph-mon[212096]: pgmap v4116: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 732 op/s 2023-12-20T11:55:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:18 smithi177 ceph-mon[212096]: osdmap e2419: 8 total, 8 up, 8 in 2023-12-20T11:55:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:18 smithi123 ceph-mon[191304]: pgmap v4116: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 732 op/s 2023-12-20T11:55:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:18 smithi123 ceph-mon[191304]: osdmap e2419: 8 total, 8 up, 8 in 2023-12-20T11:55:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:18 smithi123 ceph-mon[188613]: pgmap v4116: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 732 op/s 2023-12-20T11:55:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:18 smithi123 ceph-mon[188613]: osdmap e2419: 8 total, 8 up, 8 in 2023-12-20T11:55:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:19 smithi177 ceph-mon[212096]: osdmap e2420: 8 total, 8 up, 8 in 2023-12-20T11:55:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:19 smithi177 ceph-mon[212096]: osdmap e2421: 8 total, 8 up, 8 in 2023-12-20T11:55:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:55:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:55:19] "GET /metrics HTTP/1.1" 200 36569 "" "Prometheus/2.43.0" 2023-12-20T11:55:19.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:19 smithi123 ceph-mon[191304]: osdmap e2420: 8 total, 8 up, 8 in 2023-12-20T11:55:19.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:19 smithi123 ceph-mon[191304]: osdmap e2421: 8 total, 8 up, 8 in 2023-12-20T11:55:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:19 smithi123 ceph-mon[188613]: osdmap e2420: 8 total, 8 up, 8 in 2023-12-20T11:55:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:19 smithi123 ceph-mon[188613]: osdmap e2421: 8 total, 8 up, 8 in 2023-12-20T11:55:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:20 smithi177 ceph-mon[212096]: pgmap v4119: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 732 op/s 2023-12-20T11:55:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:20 smithi123 ceph-mon[191304]: pgmap v4119: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 732 op/s 2023-12-20T11:55:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:20 smithi123 ceph-mon[188613]: pgmap v4119: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 732 op/s 2023-12-20T11:55:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:21 smithi177 ceph-mon[212096]: osdmap e2422: 8 total, 8 up, 8 in 2023-12-20T11:55:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:21 smithi177 ceph-mon[212096]: pgmap v4122: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2023-12-20T11:55:21.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:21 smithi123 ceph-mon[191304]: osdmap e2422: 8 total, 8 up, 8 in 2023-12-20T11:55:21.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:21 smithi123 ceph-mon[191304]: pgmap v4122: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2023-12-20T11:55:21.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:21 smithi123 ceph-mon[188613]: osdmap e2422: 8 total, 8 up, 8 in 2023-12-20T11:55:21.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:21 smithi123 ceph-mon[188613]: pgmap v4122: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2023-12-20T11:55:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:22 smithi177 ceph-mon[212096]: osdmap e2423: 8 total, 8 up, 8 in 2023-12-20T11:55:22.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:22 smithi123 ceph-mon[191304]: osdmap e2423: 8 total, 8 up, 8 in 2023-12-20T11:55:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:22 smithi123 ceph-mon[188613]: osdmap e2423: 8 total, 8 up, 8 in 2023-12-20T11:55:22.940 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:55:23.266 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:55:23.266 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (64m) 9m ago 67m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:55:23.266 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (63m) 7m ago 66m 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:55:23.266 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (67m) 9m ago 67m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:55:23.266 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (67m) 7m ago 67m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:55:23.266 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (63m) 7m ago 70m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:55:23.266 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (63m) 9m ago 71m 589M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:55:23.266 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (63m) 9m ago 71m 454M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:55:23.266 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (62m) 7m ago 70m 253M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:55:23.266 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (63m) 9m ago 70m 270M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:55:23.267 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (64m) 9m ago 66m 22.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:55:23.267 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (63m) 7m ago 66m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:55:23.267 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (62m) 9m ago 70m 3337M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:55:23.267 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (61m) 9m ago 69m 3605M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:55:23.267 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (61m) 9m ago 69m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:55:23.267 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (60m) 9m ago 69m 3241M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:55:23.267 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (60m) 7m ago 69m 2879M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:55:23.267 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (60m) 7m ago 68m 3027M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:55:23.267 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (59m) 7m ago 68m 2508M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:55:23.267 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (59m) 7m ago 68m 2892M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:55:23.267 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (63m) 7m ago 67m 99.4M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:55:23.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:23 smithi177 ceph-mon[212096]: osdmap e2424: 8 total, 8 up, 8 in 2023-12-20T11:55:23.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:23 smithi177 ceph-mon[212096]: pgmap v4125: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 505 KiB/s rd, 5.0 KiB/s wr, 684 op/s 2023-12-20T11:55:23.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:23 smithi177 ceph-mon[212096]: from='client.47786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:55:23.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:23 smithi123 ceph-mon[188613]: osdmap e2424: 8 total, 8 up, 8 in 2023-12-20T11:55:23.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:23 smithi123 ceph-mon[188613]: pgmap v4125: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 505 KiB/s rd, 5.0 KiB/s wr, 684 op/s 2023-12-20T11:55:23.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:23 smithi123 ceph-mon[188613]: from='client.47786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:55:23.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:23 smithi123 ceph-mon[191304]: osdmap e2424: 8 total, 8 up, 8 in 2023-12-20T11:55:23.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:23 smithi123 ceph-mon[191304]: pgmap v4125: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 505 KiB/s rd, 5.0 KiB/s wr, 684 op/s 2023-12-20T11:55:23.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:23 smithi123 ceph-mon[191304]: from='client.47786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:55:23.650 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:55:23.650 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:55:23.650 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:55:23.650 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:55:23.650 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:55:23.650 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:55:23.650 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:55:23.650 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:55:23.650 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:55:23.650 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:55:23.650 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:55:23.650 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:55:23.651 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:55:23.651 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:55:23.651 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:55:23.651 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:55:23.651 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:55:23.651 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:55:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:24 smithi177 ceph-mon[212096]: osdmap e2425: 8 total, 8 up, 8 in 2023-12-20T11:55:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:24 smithi177 ceph-mon[212096]: from='client.37848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:55:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:24 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1861588031' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:55:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:24 smithi177 ceph-mon[212096]: osdmap e2426: 8 total, 8 up, 8 in 2023-12-20T11:55:24.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:24 smithi123 ceph-mon[188613]: osdmap e2425: 8 total, 8 up, 8 in 2023-12-20T11:55:24.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:24 smithi123 ceph-mon[188613]: from='client.37848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:55:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:24 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1861588031' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:55:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:24 smithi123 ceph-mon[188613]: osdmap e2426: 8 total, 8 up, 8 in 2023-12-20T11:55:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:24 smithi123 ceph-mon[191304]: osdmap e2425: 8 total, 8 up, 8 in 2023-12-20T11:55:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:24 smithi123 ceph-mon[191304]: from='client.37848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:55:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:24 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1861588031' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:55:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:24 smithi123 ceph-mon[191304]: osdmap e2426: 8 total, 8 up, 8 in 2023-12-20T11:55:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:26 smithi177 ceph-mon[212096]: pgmap v4128: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 507 KiB/s rd, 5.0 KiB/s wr, 689 op/s 2023-12-20T11:55:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:26 smithi177 ceph-mon[212096]: osdmap e2427: 8 total, 8 up, 8 in 2023-12-20T11:55:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:26 smithi123 ceph-mon[188613]: pgmap v4128: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 507 KiB/s rd, 5.0 KiB/s wr, 689 op/s 2023-12-20T11:55:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:26 smithi123 ceph-mon[188613]: osdmap e2427: 8 total, 8 up, 8 in 2023-12-20T11:55:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:26 smithi123 ceph-mon[191304]: pgmap v4128: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 507 KiB/s rd, 5.0 KiB/s wr, 689 op/s 2023-12-20T11:55:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:26 smithi123 ceph-mon[191304]: osdmap e2427: 8 total, 8 up, 8 in 2023-12-20T11:55:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:27 smithi177 ceph-mon[212096]: osdmap e2428: 8 total, 8 up, 8 in 2023-12-20T11:55:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:55:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:27 smithi123 ceph-mon[191304]: osdmap e2428: 8 total, 8 up, 8 in 2023-12-20T11:55:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:55:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:27 smithi123 ceph-mon[188613]: osdmap e2428: 8 total, 8 up, 8 in 2023-12-20T11:55:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:55:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:28 smithi177 ceph-mon[212096]: pgmap v4131: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 475 KiB/s rd, 5.0 KiB/s wr, 644 op/s 2023-12-20T11:55:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:28 smithi177 ceph-mon[212096]: osdmap e2429: 8 total, 8 up, 8 in 2023-12-20T11:55:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:28 smithi123 ceph-mon[191304]: pgmap v4131: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 475 KiB/s rd, 5.0 KiB/s wr, 644 op/s 2023-12-20T11:55:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:28 smithi123 ceph-mon[191304]: osdmap e2429: 8 total, 8 up, 8 in 2023-12-20T11:55:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:28 smithi123 ceph-mon[188613]: pgmap v4131: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 475 KiB/s rd, 5.0 KiB/s wr, 644 op/s 2023-12-20T11:55:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:28 smithi123 ceph-mon[188613]: osdmap e2429: 8 total, 8 up, 8 in 2023-12-20T11:55:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:29 smithi177 ceph-mon[212096]: osdmap e2430: 8 total, 8 up, 8 in 2023-12-20T11:55:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:29 smithi177 ceph-mon[212096]: osdmap e2431: 8 total, 8 up, 8 in 2023-12-20T11:55:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:55:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:55:29] "GET /metrics HTTP/1.1" 200 36566 "" "Prometheus/2.43.0" 2023-12-20T11:55:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:29 smithi123 ceph-mon[188613]: osdmap e2430: 8 total, 8 up, 8 in 2023-12-20T11:55:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:29 smithi123 ceph-mon[188613]: osdmap e2431: 8 total, 8 up, 8 in 2023-12-20T11:55:29.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:29 smithi123 ceph-mon[191304]: osdmap e2430: 8 total, 8 up, 8 in 2023-12-20T11:55:29.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:29 smithi123 ceph-mon[191304]: osdmap e2431: 8 total, 8 up, 8 in 2023-12-20T11:55:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:30 smithi177 ceph-mon[212096]: pgmap v4134: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 474 KiB/s rd, 5.0 KiB/s wr, 642 op/s 2023-12-20T11:55:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:30 smithi123 ceph-mon[191304]: pgmap v4134: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 474 KiB/s rd, 5.0 KiB/s wr, 642 op/s 2023-12-20T11:55:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:30 smithi123 ceph-mon[188613]: pgmap v4134: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 474 KiB/s rd, 5.0 KiB/s wr, 642 op/s 2023-12-20T11:55:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:31 smithi177 ceph-mon[212096]: osdmap e2432: 8 total, 8 up, 8 in 2023-12-20T11:55:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:31 smithi177 ceph-mon[212096]: pgmap v4137: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2023-12-20T11:55:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:31 smithi123 ceph-mon[188613]: osdmap e2432: 8 total, 8 up, 8 in 2023-12-20T11:55:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:31 smithi123 ceph-mon[188613]: pgmap v4137: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2023-12-20T11:55:31.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:31 smithi123 ceph-mon[191304]: osdmap e2432: 8 total, 8 up, 8 in 2023-12-20T11:55:31.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:31 smithi123 ceph-mon[191304]: pgmap v4137: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2023-12-20T11:55:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:32 smithi177 ceph-mon[212096]: osdmap e2433: 8 total, 8 up, 8 in 2023-12-20T11:55:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:32 smithi123 ceph-mon[191304]: osdmap e2433: 8 total, 8 up, 8 in 2023-12-20T11:55:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:32 smithi123 ceph-mon[188613]: osdmap e2433: 8 total, 8 up, 8 in 2023-12-20T11:55:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:33 smithi177 ceph-mon[212096]: osdmap e2434: 8 total, 8 up, 8 in 2023-12-20T11:55:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:33 smithi177 ceph-mon[212096]: pgmap v4140: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 439 KiB/s rd, 5.0 KiB/s wr, 594 op/s 2023-12-20T11:55:33.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:33 smithi123 ceph-mon[191304]: osdmap e2434: 8 total, 8 up, 8 in 2023-12-20T11:55:33.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:33 smithi123 ceph-mon[191304]: pgmap v4140: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 439 KiB/s rd, 5.0 KiB/s wr, 594 op/s 2023-12-20T11:55:33.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:33 smithi123 ceph-mon[188613]: osdmap e2434: 8 total, 8 up, 8 in 2023-12-20T11:55:33.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:33 smithi123 ceph-mon[188613]: pgmap v4140: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 439 KiB/s rd, 5.0 KiB/s wr, 594 op/s 2023-12-20T11:55:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:34 smithi177 ceph-mon[212096]: osdmap e2435: 8 total, 8 up, 8 in 2023-12-20T11:55:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:34 smithi177 ceph-mon[212096]: osdmap e2436: 8 total, 8 up, 8 in 2023-12-20T11:55:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:34 smithi123 ceph-mon[191304]: osdmap e2435: 8 total, 8 up, 8 in 2023-12-20T11:55:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:34 smithi123 ceph-mon[191304]: osdmap e2436: 8 total, 8 up, 8 in 2023-12-20T11:55:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:34 smithi123 ceph-mon[188613]: osdmap e2435: 8 total, 8 up, 8 in 2023-12-20T11:55:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:34 smithi123 ceph-mon[188613]: osdmap e2436: 8 total, 8 up, 8 in 2023-12-20T11:55:36.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:36 smithi177 ceph-mon[212096]: pgmap v4143: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 441 KiB/s rd, 5.0 KiB/s wr, 598 op/s 2023-12-20T11:55:36.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:36 smithi177 ceph-mon[212096]: osdmap e2437: 8 total, 8 up, 8 in 2023-12-20T11:55:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:36 smithi123 ceph-mon[191304]: pgmap v4143: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 441 KiB/s rd, 5.0 KiB/s wr, 598 op/s 2023-12-20T11:55:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:36 smithi123 ceph-mon[191304]: osdmap e2437: 8 total, 8 up, 8 in 2023-12-20T11:55:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:36 smithi123 ceph-mon[188613]: pgmap v4143: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 441 KiB/s rd, 5.0 KiB/s wr, 598 op/s 2023-12-20T11:55:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:36 smithi123 ceph-mon[188613]: osdmap e2437: 8 total, 8 up, 8 in 2023-12-20T11:55:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:37 smithi177 ceph-mon[212096]: osdmap e2438: 8 total, 8 up, 8 in 2023-12-20T11:55:37.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:37 smithi123 ceph-mon[191304]: osdmap e2438: 8 total, 8 up, 8 in 2023-12-20T11:55:37.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:37 smithi123 ceph-mon[188613]: osdmap e2438: 8 total, 8 up, 8 in 2023-12-20T11:55:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:38 smithi177 ceph-mon[212096]: pgmap v4146: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 410 KiB/s rd, 5.0 KiB/s wr, 556 op/s 2023-12-20T11:55:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:38 smithi177 ceph-mon[212096]: osdmap e2439: 8 total, 8 up, 8 in 2023-12-20T11:55:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:38 smithi123 ceph-mon[191304]: pgmap v4146: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 410 KiB/s rd, 5.0 KiB/s wr, 556 op/s 2023-12-20T11:55:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:38 smithi123 ceph-mon[191304]: osdmap e2439: 8 total, 8 up, 8 in 2023-12-20T11:55:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:38 smithi123 ceph-mon[188613]: pgmap v4146: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 410 KiB/s rd, 5.0 KiB/s wr, 556 op/s 2023-12-20T11:55:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:38 smithi123 ceph-mon[188613]: osdmap e2439: 8 total, 8 up, 8 in 2023-12-20T11:55:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:39 smithi177 ceph-mon[212096]: osdmap e2440: 8 total, 8 up, 8 in 2023-12-20T11:55:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:39 smithi177 ceph-mon[212096]: osdmap e2441: 8 total, 8 up, 8 in 2023-12-20T11:55:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:39 smithi123 ceph-mon[191304]: osdmap e2440: 8 total, 8 up, 8 in 2023-12-20T11:55:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:39 smithi123 ceph-mon[191304]: osdmap e2441: 8 total, 8 up, 8 in 2023-12-20T11:55:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:39 smithi123 ceph-mon[188613]: osdmap e2440: 8 total, 8 up, 8 in 2023-12-20T11:55:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:39 smithi123 ceph-mon[188613]: osdmap e2441: 8 total, 8 up, 8 in 2023-12-20T11:55:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:55:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:55:39] "GET /metrics HTTP/1.1" 200 36566 "" "Prometheus/2.43.0" 2023-12-20T11:55:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:40 smithi177 ceph-mon[212096]: pgmap v4149: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 409 KiB/s rd, 5.0 KiB/s wr, 553 op/s 2023-12-20T11:55:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:40 smithi123 ceph-mon[191304]: pgmap v4149: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 409 KiB/s rd, 5.0 KiB/s wr, 553 op/s 2023-12-20T11:55:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:40 smithi123 ceph-mon[188613]: pgmap v4149: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 409 KiB/s rd, 5.0 KiB/s wr, 553 op/s 2023-12-20T11:55:41.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:41 smithi177 ceph-mon[212096]: osdmap e2442: 8 total, 8 up, 8 in 2023-12-20T11:55:41.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:41 smithi177 ceph-mon[212096]: pgmap v4152: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2023-12-20T11:55:41.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:41 smithi123 ceph-mon[191304]: osdmap e2442: 8 total, 8 up, 8 in 2023-12-20T11:55:41.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:41 smithi123 ceph-mon[191304]: pgmap v4152: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2023-12-20T11:55:41.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:41 smithi123 ceph-mon[188613]: osdmap e2442: 8 total, 8 up, 8 in 2023-12-20T11:55:41.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:41 smithi123 ceph-mon[188613]: pgmap v4152: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2023-12-20T11:55:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:42 smithi177 ceph-mon[212096]: osdmap e2443: 8 total, 8 up, 8 in 2023-12-20T11:55:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:55:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:42 smithi123 ceph-mon[191304]: osdmap e2443: 8 total, 8 up, 8 in 2023-12-20T11:55:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:55:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:42 smithi123 ceph-mon[188613]: osdmap e2443: 8 total, 8 up, 8 in 2023-12-20T11:55:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:55:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:43 smithi177 ceph-mon[212096]: osdmap e2444: 8 total, 8 up, 8 in 2023-12-20T11:55:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:43 smithi177 ceph-mon[212096]: pgmap v4155: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 374 KiB/s rd, 5.0 KiB/s wr, 504 op/s 2023-12-20T11:55:43.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:43 smithi123 ceph-mon[191304]: osdmap e2444: 8 total, 8 up, 8 in 2023-12-20T11:55:43.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:43 smithi123 ceph-mon[191304]: pgmap v4155: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 374 KiB/s rd, 5.0 KiB/s wr, 504 op/s 2023-12-20T11:55:43.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:43 smithi123 ceph-mon[188613]: osdmap e2444: 8 total, 8 up, 8 in 2023-12-20T11:55:43.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:43 smithi123 ceph-mon[188613]: pgmap v4155: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 374 KiB/s rd, 5.0 KiB/s wr, 504 op/s 2023-12-20T11:55:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:44 smithi177 ceph-mon[212096]: osdmap e2445: 8 total, 8 up, 8 in 2023-12-20T11:55:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:44 smithi177 ceph-mon[212096]: osdmap e2446: 8 total, 8 up, 8 in 2023-12-20T11:55:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:44 smithi123 ceph-mon[191304]: osdmap e2445: 8 total, 8 up, 8 in 2023-12-20T11:55:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:44 smithi123 ceph-mon[191304]: osdmap e2446: 8 total, 8 up, 8 in 2023-12-20T11:55:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:44 smithi123 ceph-mon[188613]: osdmap e2445: 8 total, 8 up, 8 in 2023-12-20T11:55:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:44 smithi123 ceph-mon[188613]: osdmap e2446: 8 total, 8 up, 8 in 2023-12-20T11:55:46.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:46 smithi177 ceph-mon[212096]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 510 op/s 2023-12-20T11:55:46.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:46 smithi177 ceph-mon[212096]: osdmap e2447: 8 total, 8 up, 8 in 2023-12-20T11:55:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:46 smithi123 ceph-mon[191304]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 510 op/s 2023-12-20T11:55:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:46 smithi123 ceph-mon[191304]: osdmap e2447: 8 total, 8 up, 8 in 2023-12-20T11:55:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:46 smithi123 ceph-mon[188613]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 510 op/s 2023-12-20T11:55:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:46 smithi123 ceph-mon[188613]: osdmap e2447: 8 total, 8 up, 8 in 2023-12-20T11:55:47.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:47 smithi177 ceph-mon[212096]: osdmap e2448: 8 total, 8 up, 8 in 2023-12-20T11:55:47.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:47 smithi123 ceph-mon[191304]: osdmap e2448: 8 total, 8 up, 8 in 2023-12-20T11:55:47.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:47 smithi123 ceph-mon[188613]: osdmap e2448: 8 total, 8 up, 8 in 2023-12-20T11:55:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:48 smithi177 ceph-mon[212096]: pgmap v4161: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 344 KiB/s rd, 5.0 KiB/s wr, 465 op/s 2023-12-20T11:55:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:48 smithi177 ceph-mon[212096]: osdmap e2449: 8 total, 8 up, 8 in 2023-12-20T11:55:48.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:48 smithi123 ceph-mon[191304]: pgmap v4161: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 344 KiB/s rd, 5.0 KiB/s wr, 465 op/s 2023-12-20T11:55:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:48 smithi123 ceph-mon[191304]: osdmap e2449: 8 total, 8 up, 8 in 2023-12-20T11:55:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:48 smithi123 ceph-mon[188613]: pgmap v4161: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 344 KiB/s rd, 5.0 KiB/s wr, 465 op/s 2023-12-20T11:55:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:48 smithi123 ceph-mon[188613]: osdmap e2449: 8 total, 8 up, 8 in 2023-12-20T11:55:49.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:49 smithi177 ceph-mon[212096]: osdmap e2450: 8 total, 8 up, 8 in 2023-12-20T11:55:49.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:49 smithi177 ceph-mon[212096]: osdmap e2451: 8 total, 8 up, 8 in 2023-12-20T11:55:49.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:49 smithi123 ceph-mon[191304]: osdmap e2450: 8 total, 8 up, 8 in 2023-12-20T11:55:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:49 smithi123 ceph-mon[191304]: osdmap e2451: 8 total, 8 up, 8 in 2023-12-20T11:55:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:49 smithi123 ceph-mon[188613]: osdmap e2450: 8 total, 8 up, 8 in 2023-12-20T11:55:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:49 smithi123 ceph-mon[188613]: osdmap e2451: 8 total, 8 up, 8 in 2023-12-20T11:55:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:55:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:55:49] "GET /metrics HTTP/1.1" 200 36563 "" "Prometheus/2.43.0" 2023-12-20T11:55:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:50 smithi177 ceph-mon[212096]: pgmap v4164: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 464 op/s 2023-12-20T11:55:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:50 smithi123 ceph-mon[191304]: pgmap v4164: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 464 op/s 2023-12-20T11:55:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:50 smithi123 ceph-mon[188613]: pgmap v4164: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 464 op/s 2023-12-20T11:55:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:51 smithi177 ceph-mon[212096]: osdmap e2452: 8 total, 8 up, 8 in 2023-12-20T11:55:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:51 smithi177 ceph-mon[212096]: pgmap v4167: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2023-12-20T11:55:51.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:51 smithi123 ceph-mon[191304]: osdmap e2452: 8 total, 8 up, 8 in 2023-12-20T11:55:51.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:51 smithi123 ceph-mon[191304]: pgmap v4167: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2023-12-20T11:55:51.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:51 smithi123 ceph-mon[188613]: osdmap e2452: 8 total, 8 up, 8 in 2023-12-20T11:55:51.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:51 smithi123 ceph-mon[188613]: pgmap v4167: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2023-12-20T11:55:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:52 smithi177 ceph-mon[212096]: osdmap e2453: 8 total, 8 up, 8 in 2023-12-20T11:55:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:52 smithi123 ceph-mon[191304]: osdmap e2453: 8 total, 8 up, 8 in 2023-12-20T11:55:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:52 smithi123 ceph-mon[188613]: osdmap e2453: 8 total, 8 up, 8 in 2023-12-20T11:55:53.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:53 smithi177 ceph-mon[212096]: osdmap e2454: 8 total, 8 up, 8 in 2023-12-20T11:55:53.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:53 smithi177 ceph-mon[212096]: pgmap v4170: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 310 KiB/s rd, 5.0 KiB/s wr, 420 op/s 2023-12-20T11:55:53.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:53 smithi123 ceph-mon[191304]: osdmap e2454: 8 total, 8 up, 8 in 2023-12-20T11:55:53.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:53 smithi123 ceph-mon[191304]: pgmap v4170: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 310 KiB/s rd, 5.0 KiB/s wr, 420 op/s 2023-12-20T11:55:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:53 smithi123 ceph-mon[188613]: osdmap e2454: 8 total, 8 up, 8 in 2023-12-20T11:55:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:53 smithi123 ceph-mon[188613]: pgmap v4170: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 310 KiB/s rd, 5.0 KiB/s wr, 420 op/s 2023-12-20T11:55:53.994 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:55:54.318 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:55:54.318 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (64m) 10m ago 67m 28.8M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:55:54.318 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (64m) 8m ago 67m 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:55:54.318 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (68m) 10m ago 68m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:55:54.318 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (68m) 8m ago 68m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:55:54.318 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (64m) 8m ago 70m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:55:54.318 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (64m) 10m ago 72m 589M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:55:54.318 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (63m) 10m ago 72m 454M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:55:54.318 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (63m) 8m ago 71m 253M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:55:54.319 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (63m) 10m ago 71m 270M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:55:54.319 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (64m) 10m ago 67m 22.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:55:54.319 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (64m) 8m ago 67m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:55:54.319 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (62m) 10m ago 70m 3337M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:55:54.319 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (62m) 10m ago 70m 3605M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:55:54.319 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (61m) 10m ago 70m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:55:54.319 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (61m) 10m ago 69m 3241M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:55:54.319 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (61m) 8m ago 69m 2879M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:55:54.319 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (60m) 8m ago 69m 3027M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:55:54.319 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (60m) 8m ago 69m 2508M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:55:54.319 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (59m) 8m ago 68m 2892M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:55:54.319 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (64m) 8m ago 68m 99.4M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:55:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:54 smithi177 ceph-mon[212096]: osdmap e2455: 8 total, 8 up, 8 in 2023-12-20T11:55:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:54 smithi177 ceph-mon[212096]: from='client.47804 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:55:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:54 smithi177 ceph-mon[212096]: osdmap e2456: 8 total, 8 up, 8 in 2023-12-20T11:55:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:54 smithi123 ceph-mon[191304]: osdmap e2455: 8 total, 8 up, 8 in 2023-12-20T11:55:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:54 smithi123 ceph-mon[191304]: from='client.47804 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:55:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:54 smithi123 ceph-mon[191304]: osdmap e2456: 8 total, 8 up, 8 in 2023-12-20T11:55:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:54 smithi123 ceph-mon[188613]: osdmap e2455: 8 total, 8 up, 8 in 2023-12-20T11:55:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:54 smithi123 ceph-mon[188613]: from='client.47804 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:55:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:54 smithi123 ceph-mon[188613]: osdmap e2456: 8 total, 8 up, 8 in 2023-12-20T11:55:54.701 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:55:54.702 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:55:54.702 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:55:54.702 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:55:54.702 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:55:54.702 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:55:54.702 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:55:54.702 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:55:54.702 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:55:54.702 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:55:54.702 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:55:54.702 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:55:54.702 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:55:54.702 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:55:54.702 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:55:54.702 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:55:54.703 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:55:54.703 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:55:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:55 smithi177 ceph-mon[212096]: from='client.47810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:55:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:55 smithi177 ceph-mon[212096]: pgmap v4173: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 421 op/s 2023-12-20T11:55:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:55 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/156544749' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:55:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:55 smithi177 ceph-mon[212096]: osdmap e2457: 8 total, 8 up, 8 in 2023-12-20T11:55:55.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:55 smithi123 ceph-mon[191304]: from='client.47810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:55:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:55 smithi123 ceph-mon[191304]: pgmap v4173: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 421 op/s 2023-12-20T11:55:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:55 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/156544749' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:55:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:55 smithi123 ceph-mon[191304]: osdmap e2457: 8 total, 8 up, 8 in 2023-12-20T11:55:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:55 smithi123 ceph-mon[188613]: from='client.47810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:55:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:55 smithi123 ceph-mon[188613]: pgmap v4173: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 421 op/s 2023-12-20T11:55:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:55 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/156544749' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:55:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:55 smithi123 ceph-mon[188613]: osdmap e2457: 8 total, 8 up, 8 in 2023-12-20T11:55:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:57 smithi177 ceph-mon[212096]: osdmap e2458: 8 total, 8 up, 8 in 2023-12-20T11:55:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:55:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:57 smithi123 ceph-mon[191304]: osdmap e2458: 8 total, 8 up, 8 in 2023-12-20T11:55:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:55:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:57 smithi123 ceph-mon[188613]: osdmap e2458: 8 total, 8 up, 8 in 2023-12-20T11:55:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:55:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:58 smithi177 ceph-mon[212096]: pgmap v4176: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 278 KiB/s rd, 5.0 KiB/s wr, 377 op/s 2023-12-20T11:55:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:58 smithi177 ceph-mon[212096]: osdmap e2459: 8 total, 8 up, 8 in 2023-12-20T11:55:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:58 smithi123 ceph-mon[191304]: pgmap v4176: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 278 KiB/s rd, 5.0 KiB/s wr, 377 op/s 2023-12-20T11:55:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:58 smithi123 ceph-mon[191304]: osdmap e2459: 8 total, 8 up, 8 in 2023-12-20T11:55:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:58 smithi123 ceph-mon[188613]: pgmap v4176: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 278 KiB/s rd, 5.0 KiB/s wr, 377 op/s 2023-12-20T11:55:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:58 smithi123 ceph-mon[188613]: osdmap e2459: 8 total, 8 up, 8 in 2023-12-20T11:55:59.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:59 smithi177 ceph-mon[212096]: osdmap e2460: 8 total, 8 up, 8 in 2023-12-20T11:55:59.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:55:59 smithi177 ceph-mon[212096]: osdmap e2461: 8 total, 8 up, 8 in 2023-12-20T11:55:59.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:59 smithi123 ceph-mon[191304]: osdmap e2460: 8 total, 8 up, 8 in 2023-12-20T11:55:59.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:55:59 smithi123 ceph-mon[191304]: osdmap e2461: 8 total, 8 up, 8 in 2023-12-20T11:55:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:59 smithi123 ceph-mon[188613]: osdmap e2460: 8 total, 8 up, 8 in 2023-12-20T11:55:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:55:59 smithi123 ceph-mon[188613]: osdmap e2461: 8 total, 8 up, 8 in 2023-12-20T11:55:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:55:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:55:59] "GET /metrics HTTP/1.1" 200 36570 "" "Prometheus/2.43.0" 2023-12-20T11:56:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:00 smithi177 ceph-mon[212096]: pgmap v4179: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 279 KiB/s rd, 5.0 KiB/s wr, 379 op/s 2023-12-20T11:56:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:00 smithi123 ceph-mon[191304]: pgmap v4179: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 279 KiB/s rd, 5.0 KiB/s wr, 379 op/s 2023-12-20T11:56:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:00 smithi123 ceph-mon[188613]: pgmap v4179: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 279 KiB/s rd, 5.0 KiB/s wr, 379 op/s 2023-12-20T11:56:01.394 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:01 smithi123 ceph-mon[188613]: osdmap e2462: 8 total, 8 up, 8 in 2023-12-20T11:56:01.395 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:56:01.395 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:01 smithi123 ceph-mon[188613]: pgmap v4182: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2023-12-20T11:56:01.395 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:56:01.395 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:56:01.395 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:01 smithi123 ceph-mon[191304]: osdmap e2462: 8 total, 8 up, 8 in 2023-12-20T11:56:01.395 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:56:01.395 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:01 smithi123 ceph-mon[191304]: pgmap v4182: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2023-12-20T11:56:01.395 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:56:01.395 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:56:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:01 smithi177 ceph-mon[212096]: osdmap e2462: 8 total, 8 up, 8 in 2023-12-20T11:56:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:56:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:01 smithi177 ceph-mon[212096]: pgmap v4182: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2023-12-20T11:56:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:56:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:56:02.320 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:02 smithi123 ceph-mon[191304]: osdmap e2463: 8 total, 8 up, 8 in 2023-12-20T11:56:02.320 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:02 smithi123 ceph-mon[188613]: osdmap e2463: 8 total, 8 up, 8 in 2023-12-20T11:56:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:02 smithi177 ceph-mon[212096]: osdmap e2463: 8 total, 8 up, 8 in 2023-12-20T11:56:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:03 smithi177 ceph-mon[212096]: osdmap e2464: 8 total, 8 up, 8 in 2023-12-20T11:56:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:03 smithi177 ceph-mon[212096]: pgmap v4185: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 244 KiB/s rd, 5.0 KiB/s wr, 331 op/s 2023-12-20T11:56:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:56:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:56:03.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:03 smithi123 ceph-mon[191304]: osdmap e2464: 8 total, 8 up, 8 in 2023-12-20T11:56:03.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:03 smithi123 ceph-mon[191304]: pgmap v4185: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 244 KiB/s rd, 5.0 KiB/s wr, 331 op/s 2023-12-20T11:56:03.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:56:03.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:56:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:03 smithi123 ceph-mon[188613]: osdmap e2464: 8 total, 8 up, 8 in 2023-12-20T11:56:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:03 smithi123 ceph-mon[188613]: pgmap v4185: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 244 KiB/s rd, 5.0 KiB/s wr, 331 op/s 2023-12-20T11:56:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:56:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:56:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:04 smithi177 ceph-mon[212096]: osdmap e2465: 8 total, 8 up, 8 in 2023-12-20T11:56:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:56:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:56:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:56:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:04 smithi177 ceph-mon[212096]: osdmap e2466: 8 total, 8 up, 8 in 2023-12-20T11:56:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:04 smithi123 ceph-mon[191304]: osdmap e2465: 8 total, 8 up, 8 in 2023-12-20T11:56:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:56:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:56:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:56:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:04 smithi123 ceph-mon[191304]: osdmap e2466: 8 total, 8 up, 8 in 2023-12-20T11:56:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:04 smithi123 ceph-mon[188613]: osdmap e2465: 8 total, 8 up, 8 in 2023-12-20T11:56:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:56:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:56:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:56:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:04 smithi123 ceph-mon[188613]: osdmap e2466: 8 total, 8 up, 8 in 2023-12-20T11:56:06.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:06 smithi177 ceph-mon[212096]: pgmap v4188: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 5.0 KiB/s wr, 335 op/s 2023-12-20T11:56:06.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:06 smithi177 ceph-mon[212096]: osdmap e2467: 8 total, 8 up, 8 in 2023-12-20T11:56:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:06 smithi123 ceph-mon[191304]: pgmap v4188: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 5.0 KiB/s wr, 335 op/s 2023-12-20T11:56:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:06 smithi123 ceph-mon[191304]: osdmap e2467: 8 total, 8 up, 8 in 2023-12-20T11:56:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:06 smithi123 ceph-mon[188613]: pgmap v4188: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 5.0 KiB/s wr, 335 op/s 2023-12-20T11:56:06.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:06 smithi123 ceph-mon[188613]: osdmap e2467: 8 total, 8 up, 8 in 2023-12-20T11:56:07.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:07 smithi177 ceph-mon[212096]: osdmap e2468: 8 total, 8 up, 8 in 2023-12-20T11:56:07.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:07 smithi177 ceph-mon[212096]: pgmap v4191: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 289 op/s 2023-12-20T11:56:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:07 smithi123 ceph-mon[188613]: osdmap e2468: 8 total, 8 up, 8 in 2023-12-20T11:56:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:07 smithi123 ceph-mon[188613]: pgmap v4191: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 289 op/s 2023-12-20T11:56:07.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:07 smithi123 ceph-mon[191304]: osdmap e2468: 8 total, 8 up, 8 in 2023-12-20T11:56:07.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:07 smithi123 ceph-mon[191304]: pgmap v4191: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 289 op/s 2023-12-20T11:56:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:08 smithi177 ceph-mon[212096]: osdmap e2469: 8 total, 8 up, 8 in 2023-12-20T11:56:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:08 smithi123 ceph-mon[188613]: osdmap e2469: 8 total, 8 up, 8 in 2023-12-20T11:56:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:08 smithi123 ceph-mon[191304]: osdmap e2469: 8 total, 8 up, 8 in 2023-12-20T11:56:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:09 smithi177 ceph-mon[212096]: osdmap e2470: 8 total, 8 up, 8 in 2023-12-20T11:56:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:09 smithi177 ceph-mon[212096]: pgmap v4194: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 290 op/s 2023-12-20T11:56:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:09 smithi177 ceph-mon[212096]: osdmap e2471: 8 total, 8 up, 8 in 2023-12-20T11:56:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:09 smithi123 ceph-mon[191304]: osdmap e2470: 8 total, 8 up, 8 in 2023-12-20T11:56:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:09 smithi123 ceph-mon[191304]: pgmap v4194: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 290 op/s 2023-12-20T11:56:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:09 smithi123 ceph-mon[191304]: osdmap e2471: 8 total, 8 up, 8 in 2023-12-20T11:56:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:09 smithi123 ceph-mon[188613]: osdmap e2470: 8 total, 8 up, 8 in 2023-12-20T11:56:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:09 smithi123 ceph-mon[188613]: pgmap v4194: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 290 op/s 2023-12-20T11:56:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:09 smithi123 ceph-mon[188613]: osdmap e2471: 8 total, 8 up, 8 in 2023-12-20T11:56:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:56:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:56:09] "GET /metrics HTTP/1.1" 200 36570 "" "Prometheus/2.43.0" 2023-12-20T11:56:11.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:11 smithi177 ceph-mon[212096]: osdmap e2472: 8 total, 8 up, 8 in 2023-12-20T11:56:11.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:11 smithi123 ceph-mon[191304]: osdmap e2472: 8 total, 8 up, 8 in 2023-12-20T11:56:11.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:11 smithi123 ceph-mon[188613]: osdmap e2472: 8 total, 8 up, 8 in 2023-12-20T11:56:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:12 smithi177 ceph-mon[212096]: pgmap v4197: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 6 op/s 2023-12-20T11:56:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:12 smithi177 ceph-mon[212096]: osdmap e2473: 8 total, 8 up, 8 in 2023-12-20T11:56:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:56:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:12 smithi123 ceph-mon[191304]: pgmap v4197: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 6 op/s 2023-12-20T11:56:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:12 smithi123 ceph-mon[191304]: osdmap e2473: 8 total, 8 up, 8 in 2023-12-20T11:56:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:56:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:12 smithi123 ceph-mon[188613]: pgmap v4197: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 6 op/s 2023-12-20T11:56:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:12 smithi123 ceph-mon[188613]: osdmap e2473: 8 total, 8 up, 8 in 2023-12-20T11:56:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:56:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:13 smithi177 ceph-mon[212096]: osdmap e2474: 8 total, 8 up, 8 in 2023-12-20T11:56:13.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:13 smithi123 ceph-mon[191304]: osdmap e2474: 8 total, 8 up, 8 in 2023-12-20T11:56:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:13 smithi123 ceph-mon[188613]: osdmap e2474: 8 total, 8 up, 8 in 2023-12-20T11:56:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:14 smithi177 ceph-mon[212096]: pgmap v4200: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 246 op/s 2023-12-20T11:56:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:14 smithi177 ceph-mon[212096]: osdmap e2475: 8 total, 8 up, 8 in 2023-12-20T11:56:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:14 smithi177 ceph-mon[212096]: osdmap e2476: 8 total, 8 up, 8 in 2023-12-20T11:56:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:14 smithi123 ceph-mon[191304]: pgmap v4200: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 246 op/s 2023-12-20T11:56:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:14 smithi123 ceph-mon[191304]: osdmap e2475: 8 total, 8 up, 8 in 2023-12-20T11:56:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:14 smithi123 ceph-mon[191304]: osdmap e2476: 8 total, 8 up, 8 in 2023-12-20T11:56:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:14 smithi123 ceph-mon[188613]: pgmap v4200: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 246 op/s 2023-12-20T11:56:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:14 smithi123 ceph-mon[188613]: osdmap e2475: 8 total, 8 up, 8 in 2023-12-20T11:56:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:14 smithi123 ceph-mon[188613]: osdmap e2476: 8 total, 8 up, 8 in 2023-12-20T11:56:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:16 smithi177 ceph-mon[212096]: pgmap v4203: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 246 op/s 2023-12-20T11:56:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:16 smithi177 ceph-mon[212096]: osdmap e2477: 8 total, 8 up, 8 in 2023-12-20T11:56:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:16 smithi123 ceph-mon[191304]: pgmap v4203: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 246 op/s 2023-12-20T11:56:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:16 smithi123 ceph-mon[191304]: osdmap e2477: 8 total, 8 up, 8 in 2023-12-20T11:56:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:16 smithi123 ceph-mon[188613]: pgmap v4203: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 246 op/s 2023-12-20T11:56:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:16 smithi123 ceph-mon[188613]: osdmap e2477: 8 total, 8 up, 8 in 2023-12-20T11:56:17.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:17 smithi177 ceph-mon[212096]: osdmap e2478: 8 total, 8 up, 8 in 2023-12-20T11:56:17.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:17 smithi123 ceph-mon[191304]: osdmap e2478: 8 total, 8 up, 8 in 2023-12-20T11:56:17.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:17 smithi123 ceph-mon[188613]: osdmap e2478: 8 total, 8 up, 8 in 2023-12-20T11:56:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:18 smithi177 ceph-mon[212096]: pgmap v4206: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 5.0 KiB/s wr, 202 op/s 2023-12-20T11:56:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:18 smithi177 ceph-mon[212096]: osdmap e2479: 8 total, 8 up, 8 in 2023-12-20T11:56:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:18 smithi123 ceph-mon[191304]: pgmap v4206: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 5.0 KiB/s wr, 202 op/s 2023-12-20T11:56:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:18 smithi123 ceph-mon[191304]: osdmap e2479: 8 total, 8 up, 8 in 2023-12-20T11:56:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:18 smithi123 ceph-mon[188613]: pgmap v4206: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 5.0 KiB/s wr, 202 op/s 2023-12-20T11:56:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:18 smithi123 ceph-mon[188613]: osdmap e2479: 8 total, 8 up, 8 in 2023-12-20T11:56:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:19 smithi177 ceph-mon[212096]: osdmap e2480: 8 total, 8 up, 8 in 2023-12-20T11:56:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:19 smithi177 ceph-mon[212096]: osdmap e2481: 8 total, 8 up, 8 in 2023-12-20T11:56:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:56:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:56:19] "GET /metrics HTTP/1.1" 200 36569 "" "Prometheus/2.43.0" 2023-12-20T11:56:19.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:19 smithi123 ceph-mon[191304]: osdmap e2480: 8 total, 8 up, 8 in 2023-12-20T11:56:19.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:19 smithi123 ceph-mon[191304]: osdmap e2481: 8 total, 8 up, 8 in 2023-12-20T11:56:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:19 smithi123 ceph-mon[188613]: osdmap e2480: 8 total, 8 up, 8 in 2023-12-20T11:56:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:19 smithi123 ceph-mon[188613]: osdmap e2481: 8 total, 8 up, 8 in 2023-12-20T11:56:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:20 smithi177 ceph-mon[212096]: pgmap v4209: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 148 KiB/s rd, 5.0 KiB/s wr, 204 op/s 2023-12-20T11:56:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:20 smithi123 ceph-mon[191304]: pgmap v4209: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 148 KiB/s rd, 5.0 KiB/s wr, 204 op/s 2023-12-20T11:56:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:20 smithi123 ceph-mon[188613]: pgmap v4209: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 148 KiB/s rd, 5.0 KiB/s wr, 204 op/s 2023-12-20T11:56:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:21 smithi177 ceph-mon[212096]: osdmap e2482: 8 total, 8 up, 8 in 2023-12-20T11:56:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:21 smithi177 ceph-mon[212096]: pgmap v4212: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2023-12-20T11:56:21.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:21 smithi123 ceph-mon[191304]: osdmap e2482: 8 total, 8 up, 8 in 2023-12-20T11:56:21.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:21 smithi123 ceph-mon[191304]: pgmap v4212: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2023-12-20T11:56:21.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:21 smithi123 ceph-mon[188613]: osdmap e2482: 8 total, 8 up, 8 in 2023-12-20T11:56:21.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:21 smithi123 ceph-mon[188613]: pgmap v4212: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2023-12-20T11:56:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:22 smithi177 ceph-mon[212096]: osdmap e2483: 8 total, 8 up, 8 in 2023-12-20T11:56:22.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:22 smithi123 ceph-mon[191304]: osdmap e2483: 8 total, 8 up, 8 in 2023-12-20T11:56:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:22 smithi123 ceph-mon[188613]: osdmap e2483: 8 total, 8 up, 8 in 2023-12-20T11:56:23.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:23 smithi177 ceph-mon[212096]: osdmap e2484: 8 total, 8 up, 8 in 2023-12-20T11:56:23.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:23 smithi177 ceph-mon[212096]: pgmap v4215: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 5.0 KiB/s wr, 154 op/s 2023-12-20T11:56:23.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:23 smithi123 ceph-mon[191304]: osdmap e2484: 8 total, 8 up, 8 in 2023-12-20T11:56:23.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:23 smithi123 ceph-mon[191304]: pgmap v4215: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 5.0 KiB/s wr, 154 op/s 2023-12-20T11:56:23.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:23 smithi123 ceph-mon[188613]: osdmap e2484: 8 total, 8 up, 8 in 2023-12-20T11:56:23.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:23 smithi123 ceph-mon[188613]: pgmap v4215: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 5.0 KiB/s wr, 154 op/s 2023-12-20T11:56:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:24 smithi177 ceph-mon[212096]: osdmap e2485: 8 total, 8 up, 8 in 2023-12-20T11:56:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:24 smithi177 ceph-mon[212096]: osdmap e2486: 8 total, 8 up, 8 in 2023-12-20T11:56:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:24 smithi123 ceph-mon[191304]: osdmap e2485: 8 total, 8 up, 8 in 2023-12-20T11:56:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:24 smithi123 ceph-mon[191304]: osdmap e2486: 8 total, 8 up, 8 in 2023-12-20T11:56:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:24 smithi123 ceph-mon[188613]: osdmap e2485: 8 total, 8 up, 8 in 2023-12-20T11:56:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:24 smithi123 ceph-mon[188613]: osdmap e2486: 8 total, 8 up, 8 in 2023-12-20T11:56:25.053 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:56:25.369 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:56:25.369 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (65m) 22s ago 68m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:56:25.369 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (64m) 8m ago 67m 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:56:25.369 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (69m) 22s ago 69m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:56:25.369 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (68m) 8m ago 68m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:56:25.369 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (64m) 8m ago 71m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:56:25.370 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (64m) 22s ago 72m 596M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:56:25.370 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (64m) 22s ago 72m 543M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:56:25.370 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (63m) 8m ago 71m 253M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:56:25.370 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (64m) 22s ago 71m 325M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:56:25.370 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (65m) 22s ago 67m 21.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:56:25.370 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (64m) 8m ago 67m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:56:25.370 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (63m) 22s ago 71m 3832M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:56:25.370 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (62m) 22s ago 70m 4572M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:56:25.370 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (62m) 22s ago 70m 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:56:25.370 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (62m) 22s ago 70m 3710M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:56:25.370 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (61m) 8m ago 70m 2879M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:56:25.370 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (61m) 8m ago 69m 3027M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:56:25.370 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (60m) 8m ago 69m 2508M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:56:25.370 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (60m) 8m ago 69m 2892M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:56:25.370 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (64m) 8m ago 68m 99.4M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:56:25.749 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:56:25.749 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:56:25.749 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:56:25.749 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:56:25.749 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:56:25.749 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:56:25.749 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:56:25.750 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:56:25.750 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:56:25.750 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:56:25.750 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:56:25.750 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:56:25.750 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:56:25.750 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:56:25.750 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:56:25.750 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:56:25.750 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:56:25.750 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:56:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:26 smithi177 ceph-mon[212096]: pgmap v4218: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 KiB/s wr, 159 op/s 2023-12-20T11:56:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:26 smithi177 ceph-mon[212096]: from='client.37878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:56:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:26 smithi177 ceph-mon[212096]: osdmap e2487: 8 total, 8 up, 8 in 2023-12-20T11:56:26.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:26 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/985984197' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:56:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:26 smithi123 ceph-mon[191304]: pgmap v4218: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 KiB/s wr, 159 op/s 2023-12-20T11:56:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:26 smithi123 ceph-mon[191304]: from='client.37878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:56:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:26 smithi123 ceph-mon[191304]: osdmap e2487: 8 total, 8 up, 8 in 2023-12-20T11:56:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:26 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/985984197' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:56:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:26 smithi123 ceph-mon[188613]: pgmap v4218: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 KiB/s wr, 159 op/s 2023-12-20T11:56:26.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:26 smithi123 ceph-mon[188613]: from='client.37878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:56:26.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:26 smithi123 ceph-mon[188613]: osdmap e2487: 8 total, 8 up, 8 in 2023-12-20T11:56:26.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:26 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/985984197' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:56:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:27 smithi177 ceph-mon[212096]: from='client.47828 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:56:27.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:27 smithi177 ceph-mon[212096]: osdmap e2488: 8 total, 8 up, 8 in 2023-12-20T11:56:27.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:56:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:27 smithi123 ceph-mon[191304]: from='client.47828 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:56:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:27 smithi123 ceph-mon[191304]: osdmap e2488: 8 total, 8 up, 8 in 2023-12-20T11:56:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:56:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:27 smithi123 ceph-mon[188613]: from='client.47828 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:56:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:27 smithi123 ceph-mon[188613]: osdmap e2488: 8 total, 8 up, 8 in 2023-12-20T11:56:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:56:28.062 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:28 smithi123 ceph-mon[191304]: pgmap v4221: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 5.0 KiB/s wr, 114 op/s 2023-12-20T11:56:28.062 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:28 smithi123 ceph-mon[191304]: osdmap e2489: 8 total, 8 up, 8 in 2023-12-20T11:56:28.063 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:28 smithi123 ceph-mon[188613]: pgmap v4221: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 5.0 KiB/s wr, 114 op/s 2023-12-20T11:56:28.063 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:28 smithi123 ceph-mon[188613]: osdmap e2489: 8 total, 8 up, 8 in 2023-12-20T11:56:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:28 smithi177 ceph-mon[212096]: pgmap v4221: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 5.0 KiB/s wr, 114 op/s 2023-12-20T11:56:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:28 smithi177 ceph-mon[212096]: osdmap e2489: 8 total, 8 up, 8 in 2023-12-20T11:56:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:29 smithi177 ceph-mon[212096]: osdmap e2490: 8 total, 8 up, 8 in 2023-12-20T11:56:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:29 smithi177 ceph-mon[212096]: pgmap v4224: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 5.0 KiB/s wr, 113 op/s 2023-12-20T11:56:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:29 smithi177 ceph-mon[212096]: osdmap e2491: 8 total, 8 up, 8 in 2023-12-20T11:56:29.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:29 smithi123 ceph-mon[191304]: osdmap e2490: 8 total, 8 up, 8 in 2023-12-20T11:56:29.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:29 smithi123 ceph-mon[191304]: pgmap v4224: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 5.0 KiB/s wr, 113 op/s 2023-12-20T11:56:29.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:29 smithi123 ceph-mon[191304]: osdmap e2491: 8 total, 8 up, 8 in 2023-12-20T11:56:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:29 smithi123 ceph-mon[188613]: osdmap e2490: 8 total, 8 up, 8 in 2023-12-20T11:56:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:29 smithi123 ceph-mon[188613]: pgmap v4224: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 5.0 KiB/s wr, 113 op/s 2023-12-20T11:56:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:29 smithi123 ceph-mon[188613]: osdmap e2491: 8 total, 8 up, 8 in 2023-12-20T11:56:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:56:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:56:29] "GET /metrics HTTP/1.1" 200 36566 "" "Prometheus/2.43.0" 2023-12-20T11:56:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:31 smithi177 ceph-mon[212096]: osdmap e2492: 8 total, 8 up, 8 in 2023-12-20T11:56:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:31 smithi177 ceph-mon[212096]: pgmap v4227: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2023-12-20T11:56:31.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:31 smithi123 ceph-mon[188613]: osdmap e2492: 8 total, 8 up, 8 in 2023-12-20T11:56:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:31 smithi123 ceph-mon[188613]: pgmap v4227: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2023-12-20T11:56:31.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:31 smithi123 ceph-mon[191304]: osdmap e2492: 8 total, 8 up, 8 in 2023-12-20T11:56:31.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:31 smithi123 ceph-mon[191304]: pgmap v4227: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2023-12-20T11:56:32.176 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_many_snaps ... ok 2023-12-20T11:56:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:32 smithi177 ceph-mon[212096]: osdmap e2493: 8 total, 8 up, 8 in 2023-12-20T11:56:32.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:32 smithi123 ceph-mon[191304]: osdmap e2493: 8 total, 8 up, 8 in 2023-12-20T11:56:32.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:32 smithi123 ceph-mon[188613]: osdmap e2493: 8 total, 8 up, 8 in 2023-12-20T11:56:32.838 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_metadata ... ok 2023-12-20T11:56:32.914 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_modify_timestamp ... ok 2023-12-20T11:56:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:33 smithi177 ceph-mon[212096]: osdmap e2494: 8 total, 8 up, 8 in 2023-12-20T11:56:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:33 smithi177 ceph-mon[212096]: pgmap v4230: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.0 KiB/s wr, 69 op/s 2023-12-20T11:56:33.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:33 smithi123 ceph-mon[191304]: osdmap e2494: 8 total, 8 up, 8 in 2023-12-20T11:56:33.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:33 smithi123 ceph-mon[191304]: pgmap v4230: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.0 KiB/s wr, 69 op/s 2023-12-20T11:56:33.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:33 smithi123 ceph-mon[188613]: osdmap e2494: 8 total, 8 up, 8 in 2023-12-20T11:56:33.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:33 smithi123 ceph-mon[188613]: pgmap v4230: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.0 KiB/s wr, 69 op/s 2023-12-20T11:56:34.142 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_protect_snap ... ok 2023-12-20T11:56:34.218 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_read ... ok 2023-12-20T11:56:34.292 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_read_bad_offset ... ok 2023-12-20T11:56:34.367 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_read_with_fadvise_flags ... ok 2023-12-20T11:56:34.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:34 smithi177 ceph-mon[212096]: osdmap e2495: 8 total, 8 up, 8 in 2023-12-20T11:56:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:34 smithi177 ceph-mon[212096]: osdmap e2496: 8 total, 8 up, 8 in 2023-12-20T11:56:34.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:34 smithi123 ceph-mon[191304]: osdmap e2495: 8 total, 8 up, 8 in 2023-12-20T11:56:34.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:34 smithi123 ceph-mon[191304]: osdmap e2496: 8 total, 8 up, 8 in 2023-12-20T11:56:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:34 smithi123 ceph-mon[188613]: osdmap e2495: 8 total, 8 up, 8 in 2023-12-20T11:56:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:34 smithi123 ceph-mon[188613]: osdmap e2496: 8 total, 8 up, 8 in 2023-12-20T11:56:35.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:35 smithi177 ceph-mon[212096]: pgmap v4233: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 9.7 KiB/s wr, 146 op/s 2023-12-20T11:56:35.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:35 smithi123 ceph-mon[188613]: pgmap v4233: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 9.7 KiB/s wr, 146 op/s 2023-12-20T11:56:35.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:35 smithi123 ceph-mon[191304]: pgmap v4233: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 9.7 KiB/s wr, 146 op/s 2023-12-20T11:56:36.191 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_remove_snap ... ok 2023-12-20T11:56:36.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:36 smithi177 ceph-mon[212096]: osdmap e2497: 8 total, 8 up, 8 in 2023-12-20T11:56:36.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:36 smithi123 ceph-mon[188613]: osdmap e2497: 8 total, 8 up, 8 in 2023-12-20T11:56:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:36 smithi123 ceph-mon[191304]: osdmap e2497: 8 total, 8 up, 8 in 2023-12-20T11:56:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:37 smithi177 ceph-mon[212096]: osdmap e2498: 8 total, 8 up, 8 in 2023-12-20T11:56:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:37 smithi177 ceph-mon[212096]: pgmap v4236: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 40 KiB/s wr, 838 op/s 2023-12-20T11:56:37.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:37 smithi123 ceph-mon[191304]: osdmap e2498: 8 total, 8 up, 8 in 2023-12-20T11:56:37.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:37 smithi123 ceph-mon[191304]: pgmap v4236: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 40 KiB/s wr, 838 op/s 2023-12-20T11:56:37.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:37 smithi123 ceph-mon[188613]: osdmap e2498: 8 total, 8 up, 8 in 2023-12-20T11:56:37.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:37 smithi123 ceph-mon[188613]: pgmap v4236: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 40 KiB/s wr, 838 op/s 2023-12-20T11:56:38.208 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_remove_snap2 ... ok 2023-12-20T11:56:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:38 smithi177 ceph-mon[212096]: osdmap e2499: 8 total, 8 up, 8 in 2023-12-20T11:56:38.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:38 smithi123 ceph-mon[191304]: osdmap e2499: 8 total, 8 up, 8 in 2023-12-20T11:56:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:38 smithi123 ceph-mon[188613]: osdmap e2499: 8 total, 8 up, 8 in 2023-12-20T11:56:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:39 smithi177 ceph-mon[212096]: osdmap e2500: 8 total, 8 up, 8 in 2023-12-20T11:56:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:39 smithi177 ceph-mon[212096]: pgmap v4239: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 47 KiB/s wr, 989 op/s 2023-12-20T11:56:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:39 smithi177 ceph-mon[212096]: osdmap e2501: 8 total, 8 up, 8 in 2023-12-20T11:56:39.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:39 smithi123 ceph-mon[191304]: osdmap e2500: 8 total, 8 up, 8 in 2023-12-20T11:56:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:39 smithi123 ceph-mon[191304]: pgmap v4239: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 47 KiB/s wr, 989 op/s 2023-12-20T11:56:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:39 smithi123 ceph-mon[191304]: osdmap e2501: 8 total, 8 up, 8 in 2023-12-20T11:56:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:39 smithi123 ceph-mon[188613]: osdmap e2500: 8 total, 8 up, 8 in 2023-12-20T11:56:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:39 smithi123 ceph-mon[188613]: pgmap v4239: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 47 KiB/s wr, 989 op/s 2023-12-20T11:56:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:39 smithi123 ceph-mon[188613]: osdmap e2501: 8 total, 8 up, 8 in 2023-12-20T11:56:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:56:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:56:39] "GET /metrics HTTP/1.1" 200 36566 "" "Prometheus/2.43.0" 2023-12-20T11:56:40.148 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_remove_snap_by_id ... ok 2023-12-20T11:56:40.229 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_remove_snap_not_found ... ok 2023-12-20T11:56:40.318 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_remove_with_exclusive_lock ... ok 2023-12-20T11:56:40.395 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_remove_with_snap ... SKIP 2023-12-20T11:56:40.468 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_remove_with_watcher ... SKIP 2023-12-20T11:56:41.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:41 smithi177 ceph-mon[212096]: osdmap e2502: 8 total, 8 up, 8 in 2023-12-20T11:56:41.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:41 smithi123 ceph-mon[191304]: osdmap e2502: 8 total, 8 up, 8 in 2023-12-20T11:56:41.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:41 smithi123 ceph-mon[188613]: osdmap e2502: 8 total, 8 up, 8 in 2023-12-20T11:56:42.153 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_rename_snap ... ok 2023-12-20T11:56:42.248 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_resize ... ok 2023-12-20T11:56:42.335 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_resize_allow_shrink_False ... ok 2023-12-20T11:56:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:42 smithi177 ceph-mon[212096]: pgmap v4242: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 234 KiB/s rd, 16 KiB/s wr, 313 op/s 2023-12-20T11:56:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:42 smithi177 ceph-mon[212096]: osdmap e2503: 8 total, 8 up, 8 in 2023-12-20T11:56:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:56:42.434 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_resize_bytes ... ok 2023-12-20T11:56:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:42 smithi123 ceph-mon[191304]: pgmap v4242: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 234 KiB/s rd, 16 KiB/s wr, 313 op/s 2023-12-20T11:56:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:42 smithi123 ceph-mon[191304]: osdmap e2503: 8 total, 8 up, 8 in 2023-12-20T11:56:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:56:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:42 smithi123 ceph-mon[188613]: pgmap v4242: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 234 KiB/s rd, 16 KiB/s wr, 313 op/s 2023-12-20T11:56:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:42 smithi123 ceph-mon[188613]: osdmap e2503: 8 total, 8 up, 8 in 2023-12-20T11:56:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:56:42.534 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_resize_down ... ok 2023-12-20T11:56:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:43 smithi177 ceph-mon[212096]: osdmap e2504: 8 total, 8 up, 8 in 2023-12-20T11:56:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:43 smithi123 ceph-mon[191304]: osdmap e2504: 8 total, 8 up, 8 in 2023-12-20T11:56:43.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:43 smithi123 ceph-mon[188613]: osdmap e2504: 8 total, 8 up, 8 in 2023-12-20T11:56:44.139 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_rollback_to_snap ... ok 2023-12-20T11:56:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:44 smithi177 ceph-mon[212096]: pgmap v4245: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 6.7 KiB/s wr, 179 op/s 2023-12-20T11:56:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:44 smithi177 ceph-mon[212096]: osdmap e2505: 8 total, 8 up, 8 in 2023-12-20T11:56:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:44 smithi177 ceph-mon[212096]: osdmap e2506: 8 total, 8 up, 8 in 2023-12-20T11:56:44.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:44 smithi123 ceph-mon[188613]: pgmap v4245: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 6.7 KiB/s wr, 179 op/s 2023-12-20T11:56:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:44 smithi123 ceph-mon[188613]: osdmap e2505: 8 total, 8 up, 8 in 2023-12-20T11:56:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:44 smithi123 ceph-mon[188613]: osdmap e2506: 8 total, 8 up, 8 in 2023-12-20T11:56:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:44 smithi123 ceph-mon[191304]: pgmap v4245: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 6.7 KiB/s wr, 179 op/s 2023-12-20T11:56:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:44 smithi123 ceph-mon[191304]: osdmap e2505: 8 total, 8 up, 8 in 2023-12-20T11:56:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:44 smithi123 ceph-mon[191304]: osdmap e2506: 8 total, 8 up, 8 in 2023-12-20T11:56:45.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:45 smithi177 ceph-mon[212096]: pgmap v4248: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 333 KiB/s rd, 27 KiB/s wr, 468 op/s 2023-12-20T11:56:45.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:45 smithi177 ceph-mon[212096]: osdmap e2507: 8 total, 8 up, 8 in 2023-12-20T11:56:45.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:45 smithi123 ceph-mon[188613]: pgmap v4248: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 333 KiB/s rd, 27 KiB/s wr, 468 op/s 2023-12-20T11:56:45.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:45 smithi123 ceph-mon[188613]: osdmap e2507: 8 total, 8 up, 8 in 2023-12-20T11:56:45.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:45 smithi123 ceph-mon[191304]: pgmap v4248: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 333 KiB/s rd, 27 KiB/s wr, 468 op/s 2023-12-20T11:56:45.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:45 smithi123 ceph-mon[191304]: osdmap e2507: 8 total, 8 up, 8 in 2023-12-20T11:56:46.159 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_rollback_to_snap_sparse ... ok 2023-12-20T11:56:47.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:47 smithi177 ceph-mon[212096]: osdmap e2508: 8 total, 8 up, 8 in 2023-12-20T11:56:47.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:47 smithi177 ceph-mon[212096]: pgmap v4251: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 435 KiB/s rd, 34 KiB/s wr, 601 op/s 2023-12-20T11:56:47.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:47 smithi123 ceph-mon[191304]: osdmap e2508: 8 total, 8 up, 8 in 2023-12-20T11:56:47.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:47 smithi123 ceph-mon[191304]: pgmap v4251: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 435 KiB/s rd, 34 KiB/s wr, 601 op/s 2023-12-20T11:56:47.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:47 smithi123 ceph-mon[188613]: osdmap e2508: 8 total, 8 up, 8 in 2023-12-20T11:56:47.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:47 smithi123 ceph-mon[188613]: pgmap v4251: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 435 KiB/s rd, 34 KiB/s wr, 601 op/s 2023-12-20T11:56:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:48 smithi177 ceph-mon[212096]: osdmap e2509: 8 total, 8 up, 8 in 2023-12-20T11:56:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:48 smithi123 ceph-mon[191304]: osdmap e2509: 8 total, 8 up, 8 in 2023-12-20T11:56:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:48 smithi123 ceph-mon[188613]: osdmap e2509: 8 total, 8 up, 8 in 2023-12-20T11:56:49.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:49 smithi177 ceph-mon[212096]: osdmap e2510: 8 total, 8 up, 8 in 2023-12-20T11:56:49.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:49 smithi177 ceph-mon[212096]: pgmap v4254: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 14 KiB/s wr, 261 op/s 2023-12-20T11:56:49.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:49 smithi177 ceph-mon[212096]: osdmap e2511: 8 total, 8 up, 8 in 2023-12-20T11:56:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:56:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:56:49] "GET /metrics HTTP/1.1" 200 36556 "" "Prometheus/2.43.0" 2023-12-20T11:56:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:49 smithi123 ceph-mon[191304]: osdmap e2510: 8 total, 8 up, 8 in 2023-12-20T11:56:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:49 smithi123 ceph-mon[191304]: pgmap v4254: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 14 KiB/s wr, 261 op/s 2023-12-20T11:56:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:49 smithi123 ceph-mon[191304]: osdmap e2511: 8 total, 8 up, 8 in 2023-12-20T11:56:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:49 smithi123 ceph-mon[188613]: osdmap e2510: 8 total, 8 up, 8 in 2023-12-20T11:56:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:49 smithi123 ceph-mon[188613]: pgmap v4254: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 14 KiB/s wr, 261 op/s 2023-12-20T11:56:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:49 smithi123 ceph-mon[188613]: osdmap e2511: 8 total, 8 up, 8 in 2023-12-20T11:56:50.196 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_rollback_with_resize ... ok 2023-12-20T11:56:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:51 smithi177 ceph-mon[212096]: osdmap e2512: 8 total, 8 up, 8 in 2023-12-20T11:56:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:51 smithi177 ceph-mon[212096]: pgmap v4257: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 4.2 KiB/s wr, 36 op/s 2023-12-20T11:56:51.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:51 smithi123 ceph-mon[191304]: osdmap e2512: 8 total, 8 up, 8 in 2023-12-20T11:56:51.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:51 smithi123 ceph-mon[191304]: pgmap v4257: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 4.2 KiB/s wr, 36 op/s 2023-12-20T11:56:51.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:51 smithi123 ceph-mon[188613]: osdmap e2512: 8 total, 8 up, 8 in 2023-12-20T11:56:51.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:51 smithi123 ceph-mon[188613]: pgmap v4257: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 4.2 KiB/s wr, 36 op/s 2023-12-20T11:56:52.209 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_set_no_snap ... ok 2023-12-20T11:56:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:52 smithi177 ceph-mon[212096]: osdmap e2513: 8 total, 8 up, 8 in 2023-12-20T11:56:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:52 smithi123 ceph-mon[191304]: osdmap e2513: 8 total, 8 up, 8 in 2023-12-20T11:56:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:52 smithi123 ceph-mon[188613]: osdmap e2513: 8 total, 8 up, 8 in 2023-12-20T11:56:53.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:53 smithi177 ceph-mon[212096]: osdmap e2514: 8 total, 8 up, 8 in 2023-12-20T11:56:53.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:53 smithi177 ceph-mon[212096]: pgmap v4260: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 6.7 KiB/s wr, 40 op/s 2023-12-20T11:56:53.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:53 smithi123 ceph-mon[191304]: osdmap e2514: 8 total, 8 up, 8 in 2023-12-20T11:56:53.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:53 smithi123 ceph-mon[191304]: pgmap v4260: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 6.7 KiB/s wr, 40 op/s 2023-12-20T11:56:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:53 smithi123 ceph-mon[188613]: osdmap e2514: 8 total, 8 up, 8 in 2023-12-20T11:56:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:53 smithi123 ceph-mon[188613]: pgmap v4260: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 6.7 KiB/s wr, 40 op/s 2023-12-20T11:56:54.146 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_set_snap ... ok 2023-12-20T11:56:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:54 smithi177 ceph-mon[212096]: osdmap e2515: 8 total, 8 up, 8 in 2023-12-20T11:56:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:54 smithi177 ceph-mon[212096]: osdmap e2516: 8 total, 8 up, 8 in 2023-12-20T11:56:54.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:54 smithi123 ceph-mon[191304]: osdmap e2515: 8 total, 8 up, 8 in 2023-12-20T11:56:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:54 smithi123 ceph-mon[191304]: osdmap e2516: 8 total, 8 up, 8 in 2023-12-20T11:56:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:54 smithi123 ceph-mon[188613]: osdmap e2515: 8 total, 8 up, 8 in 2023-12-20T11:56:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:54 smithi123 ceph-mon[188613]: osdmap e2516: 8 total, 8 up, 8 in 2023-12-20T11:56:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:55 smithi177 ceph-mon[212096]: pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 18 KiB/s wr, 185 op/s 2023-12-20T11:56:55.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:55 smithi123 ceph-mon[191304]: pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 18 KiB/s wr, 185 op/s 2023-12-20T11:56:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:55 smithi123 ceph-mon[188613]: pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 18 KiB/s wr, 185 op/s 2023-12-20T11:56:56.097 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:56:56.237 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_set_snap_by_id ... ok 2023-12-20T11:56:56.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:56 smithi177 ceph-mon[212096]: osdmap e2517: 8 total, 8 up, 8 in 2023-12-20T11:56:56.436 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:56:56.436 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (65m) 53s ago 68m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:56:56.436 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (65m) 9m ago 68m 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:56:56.436 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (69m) 53s ago 69m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:56:56.436 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (69m) 9m ago 69m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:56:56.436 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (65m) 9m ago 71m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:56:56.436 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (65m) 53s ago 73m 596M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:56:56.436 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (64m) 53s ago 73m 543M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:56:56.436 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (64m) 9m ago 72m 253M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:56:56.437 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (64m) 53s ago 72m 325M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:56:56.437 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (65m) 53s ago 68m 21.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:56:56.437 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (65m) 9m ago 68m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:56:56.437 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (63m) 53s ago 71m 3832M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:56:56.437 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (63m) 53s ago 71m 4572M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:56:56.437 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (63m) 53s ago 71m 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:56:56.437 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (62m) 53s ago 70m 3710M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:56:56.437 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (62m) 9m ago 70m 2879M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:56:56.437 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (61m) 9m ago 70m 3027M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:56:56.437 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (61m) 9m ago 70m 2508M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:56:56.437 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (60m) 9m ago 69m 2892M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:56:56.437 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (65m) 9m ago 69m 99.4M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:56:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:56 smithi123 ceph-mon[191304]: osdmap e2517: 8 total, 8 up, 8 in 2023-12-20T11:56:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:56 smithi123 ceph-mon[188613]: osdmap e2517: 8 total, 8 up, 8 in 2023-12-20T11:56:56.817 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:56:56.817 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:56:56.817 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:56:56.817 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:56:56.817 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:56:56.817 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:56:56.817 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:56:56.817 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:56:56.817 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:56:56.817 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:56:56.817 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:56:56.817 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:56:56.818 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:56:56.818 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:56:56.818 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:56:56.818 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:56:56.818 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:56:56.818 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:56:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:57 smithi177 ceph-mon[212096]: from='client.47840 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:56:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:57 smithi177 ceph-mon[212096]: osdmap e2518: 8 total, 8 up, 8 in 2023-12-20T11:56:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:56:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:57 smithi177 ceph-mon[212096]: from='client.37902 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:56:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:57 smithi177 ceph-mon[212096]: pgmap v4266: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 15 KiB/s wr, 208 op/s 2023-12-20T11:56:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:57 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1336917167' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:56:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:57 smithi123 ceph-mon[188613]: from='client.47840 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:56:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:57 smithi123 ceph-mon[188613]: osdmap e2518: 8 total, 8 up, 8 in 2023-12-20T11:56:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:56:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:57 smithi123 ceph-mon[188613]: from='client.37902 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:56:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:57 smithi123 ceph-mon[188613]: pgmap v4266: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 15 KiB/s wr, 208 op/s 2023-12-20T11:56:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:57 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1336917167' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:56:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:57 smithi123 ceph-mon[191304]: from='client.47840 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:56:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:57 smithi123 ceph-mon[191304]: osdmap e2518: 8 total, 8 up, 8 in 2023-12-20T11:56:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:56:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:57 smithi123 ceph-mon[191304]: from='client.37902 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:56:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:57 smithi123 ceph-mon[191304]: pgmap v4266: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 15 KiB/s wr, 208 op/s 2023-12-20T11:56:57.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:57 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1336917167' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:56:58.245 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_set_snap_deleted ... ok 2023-12-20T11:56:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:58 smithi177 ceph-mon[212096]: osdmap e2519: 8 total, 8 up, 8 in 2023-12-20T11:56:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:58 smithi123 ceph-mon[188613]: osdmap e2519: 8 total, 8 up, 8 in 2023-12-20T11:56:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:58 smithi123 ceph-mon[191304]: osdmap e2519: 8 total, 8 up, 8 in 2023-12-20T11:56:59.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:59 smithi177 ceph-mon[212096]: osdmap e2520: 8 total, 8 up, 8 in 2023-12-20T11:56:59.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:59 smithi177 ceph-mon[212096]: pgmap v4269: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 11 KiB/s wr, 103 op/s 2023-12-20T11:56:59.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:56:59 smithi177 ceph-mon[212096]: osdmap e2521: 8 total, 8 up, 8 in 2023-12-20T11:56:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:59 smithi123 ceph-mon[188613]: osdmap e2520: 8 total, 8 up, 8 in 2023-12-20T11:56:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:59 smithi123 ceph-mon[188613]: pgmap v4269: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 11 KiB/s wr, 103 op/s 2023-12-20T11:56:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:56:59 smithi123 ceph-mon[188613]: osdmap e2521: 8 total, 8 up, 8 in 2023-12-20T11:56:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:56:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:56:59] "GET /metrics HTTP/1.1" 200 36564 "" "Prometheus/2.43.0" 2023-12-20T11:56:59.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:59 smithi123 ceph-mon[191304]: osdmap e2520: 8 total, 8 up, 8 in 2023-12-20T11:56:59.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:59 smithi123 ceph-mon[191304]: pgmap v4269: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 11 KiB/s wr, 103 op/s 2023-12-20T11:56:59.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:56:59 smithi123 ceph-mon[191304]: osdmap e2521: 8 total, 8 up, 8 in 2023-12-20T11:57:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:01 smithi177 ceph-mon[212096]: osdmap e2522: 8 total, 8 up, 8 in 2023-12-20T11:57:01.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:01 smithi123 ceph-mon[191304]: osdmap e2522: 8 total, 8 up, 8 in 2023-12-20T11:57:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:01 smithi123 ceph-mon[188613]: osdmap e2522: 8 total, 8 up, 8 in 2023-12-20T11:57:02.208 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_set_snap_recreated ... ok 2023-12-20T11:57:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:02 smithi177 ceph-mon[212096]: pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 11 KiB/s wr, 97 op/s 2023-12-20T11:57:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:02 smithi177 ceph-mon[212096]: osdmap e2523: 8 total, 8 up, 8 in 2023-12-20T11:57:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:02 smithi123 ceph-mon[191304]: pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 11 KiB/s wr, 97 op/s 2023-12-20T11:57:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:02 smithi123 ceph-mon[191304]: osdmap e2523: 8 total, 8 up, 8 in 2023-12-20T11:57:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:02 smithi123 ceph-mon[188613]: pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 11 KiB/s wr, 97 op/s 2023-12-20T11:57:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:02 smithi123 ceph-mon[188613]: osdmap e2523: 8 total, 8 up, 8 in 2023-12-20T11:57:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:03 smithi177 ceph-mon[212096]: osdmap e2524: 8 total, 8 up, 8 in 2023-12-20T11:57:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:03 smithi123 ceph-mon[191304]: osdmap e2524: 8 total, 8 up, 8 in 2023-12-20T11:57:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:03 smithi123 ceph-mon[188613]: osdmap e2524: 8 total, 8 up, 8 in 2023-12-20T11:57:04.133 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_set_snap_sparse ... ok 2023-12-20T11:57:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:04 smithi177 ceph-mon[212096]: pgmap v4275: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 10 KiB/s wr, 141 op/s 2023-12-20T11:57:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:04 smithi177 ceph-mon[212096]: osdmap e2525: 8 total, 8 up, 8 in 2023-12-20T11:57:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:57:04.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:57:04.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:57:04.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:04 smithi177 ceph-mon[212096]: osdmap e2526: 8 total, 8 up, 8 in 2023-12-20T11:57:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:04 smithi123 ceph-mon[191304]: pgmap v4275: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 10 KiB/s wr, 141 op/s 2023-12-20T11:57:04.615 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:04 smithi123 ceph-mon[191304]: osdmap e2525: 8 total, 8 up, 8 in 2023-12-20T11:57:04.615 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:57:04.615 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:57:04.615 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:57:04.615 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:04 smithi123 ceph-mon[191304]: osdmap e2526: 8 total, 8 up, 8 in 2023-12-20T11:57:04.615 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:04 smithi123 ceph-mon[188613]: pgmap v4275: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 10 KiB/s wr, 141 op/s 2023-12-20T11:57:04.615 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:04 smithi123 ceph-mon[188613]: osdmap e2525: 8 total, 8 up, 8 in 2023-12-20T11:57:04.616 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:57:04.616 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:57:04.616 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:57:04.616 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:04 smithi123 ceph-mon[188613]: osdmap e2526: 8 total, 8 up, 8 in 2023-12-20T11:57:05.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:57:05.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:57:05.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:05 smithi123 ceph-mon[191304]: pgmap v4278: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 10 KiB/s wr, 109 op/s 2023-12-20T11:57:05.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:05 smithi123 ceph-mon[191304]: osdmap e2527: 8 total, 8 up, 8 in 2023-12-20T11:57:05.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:57:05.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:57:05.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:05 smithi123 ceph-mon[188613]: pgmap v4278: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 10 KiB/s wr, 109 op/s 2023-12-20T11:57:05.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:05 smithi123 ceph-mon[188613]: osdmap e2527: 8 total, 8 up, 8 in 2023-12-20T11:57:05.749 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:57:05.749 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:57:05.749 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:05 smithi177 ceph-mon[212096]: pgmap v4278: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 10 KiB/s wr, 109 op/s 2023-12-20T11:57:05.749 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:05 smithi177 ceph-mon[212096]: osdmap e2527: 8 total, 8 up, 8 in 2023-12-20T11:57:07.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:07 smithi177 ceph-mon[212096]: osdmap e2528: 8 total, 8 up, 8 in 2023-12-20T11:57:07.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:07 smithi177 ceph-mon[212096]: pgmap v4281: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 11 KiB/s wr, 155 op/s 2023-12-20T11:57:07.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:57:07.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:57:07.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:57:07.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:57:07.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:57:07.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:07 smithi123 ceph-mon[191304]: osdmap e2528: 8 total, 8 up, 8 in 2023-12-20T11:57:07.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:07 smithi123 ceph-mon[191304]: pgmap v4281: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 11 KiB/s wr, 155 op/s 2023-12-20T11:57:07.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:57:07.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:57:07.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:57:07.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:57:07.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:57:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:07 smithi123 ceph-mon[188613]: osdmap e2528: 8 total, 8 up, 8 in 2023-12-20T11:57:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:07 smithi123 ceph-mon[188613]: pgmap v4281: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 11 KiB/s wr, 155 op/s 2023-12-20T11:57:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:57:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:57:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:57:07.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:57:07.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:57:08.187 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_size ... ok 2023-12-20T11:57:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:08 smithi177 ceph-mon[212096]: osdmap e2529: 8 total, 8 up, 8 in 2023-12-20T11:57:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:08 smithi123 ceph-mon[191304]: osdmap e2529: 8 total, 8 up, 8 in 2023-12-20T11:57:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:08 smithi123 ceph-mon[188613]: osdmap e2529: 8 total, 8 up, 8 in 2023-12-20T11:57:09.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:09 smithi177 ceph-mon[212096]: osdmap e2530: 8 total, 8 up, 8 in 2023-12-20T11:57:09.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:09 smithi177 ceph-mon[212096]: pgmap v4284: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 10 KiB/s wr, 148 op/s 2023-12-20T11:57:09.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:09 smithi177 ceph-mon[212096]: osdmap e2531: 8 total, 8 up, 8 in 2023-12-20T11:57:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:09 smithi123 ceph-mon[191304]: osdmap e2530: 8 total, 8 up, 8 in 2023-12-20T11:57:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:09 smithi123 ceph-mon[191304]: pgmap v4284: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 10 KiB/s wr, 148 op/s 2023-12-20T11:57:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:09 smithi123 ceph-mon[191304]: osdmap e2531: 8 total, 8 up, 8 in 2023-12-20T11:57:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:09 smithi123 ceph-mon[188613]: osdmap e2530: 8 total, 8 up, 8 in 2023-12-20T11:57:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:09 smithi123 ceph-mon[188613]: pgmap v4284: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 10 KiB/s wr, 148 op/s 2023-12-20T11:57:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:09 smithi123 ceph-mon[188613]: osdmap e2531: 8 total, 8 up, 8 in 2023-12-20T11:57:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:57:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:57:09] "GET /metrics HTTP/1.1" 200 36564 "" "Prometheus/2.43.0" 2023-12-20T11:57:10.161 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_snap_exists ... ok 2023-12-20T11:57:11.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:11 smithi177 ceph-mon[212096]: osdmap e2532: 8 total, 8 up, 8 in 2023-12-20T11:57:11.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:11 smithi123 ceph-mon[191304]: osdmap e2532: 8 total, 8 up, 8 in 2023-12-20T11:57:11.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:11 smithi123 ceph-mon[188613]: osdmap e2532: 8 total, 8 up, 8 in 2023-12-20T11:57:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:12 smithi177 ceph-mon[212096]: pgmap v4287: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.5 KiB/s wr, 23 op/s 2023-12-20T11:57:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:12 smithi177 ceph-mon[212096]: osdmap e2533: 8 total, 8 up, 8 in 2023-12-20T11:57:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:57:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:12 smithi123 ceph-mon[191304]: pgmap v4287: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.5 KiB/s wr, 23 op/s 2023-12-20T11:57:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:12 smithi123 ceph-mon[191304]: osdmap e2533: 8 total, 8 up, 8 in 2023-12-20T11:57:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:57:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:12 smithi123 ceph-mon[188613]: pgmap v4287: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.5 KiB/s wr, 23 op/s 2023-12-20T11:57:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:12 smithi123 ceph-mon[188613]: osdmap e2533: 8 total, 8 up, 8 in 2023-12-20T11:57:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:57:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:13 smithi177 ceph-mon[212096]: osdmap e2534: 8 total, 8 up, 8 in 2023-12-20T11:57:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:13 smithi177 ceph-mon[212096]: pgmap v4290: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 4.7 KiB/s wr, 108 op/s 2023-12-20T11:57:13.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:13 smithi123 ceph-mon[191304]: osdmap e2534: 8 total, 8 up, 8 in 2023-12-20T11:57:13.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:13 smithi123 ceph-mon[191304]: pgmap v4290: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 4.7 KiB/s wr, 108 op/s 2023-12-20T11:57:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:13 smithi123 ceph-mon[188613]: osdmap e2534: 8 total, 8 up, 8 in 2023-12-20T11:57:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:13 smithi123 ceph-mon[188613]: pgmap v4290: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 4.7 KiB/s wr, 108 op/s 2023-12-20T11:57:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:14 smithi177 ceph-mon[212096]: osdmap e2535: 8 total, 8 up, 8 in 2023-12-20T11:57:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:14 smithi177 ceph-mon[212096]: osdmap e2536: 8 total, 8 up, 8 in 2023-12-20T11:57:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:14 smithi123 ceph-mon[191304]: osdmap e2535: 8 total, 8 up, 8 in 2023-12-20T11:57:14.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:14 smithi123 ceph-mon[191304]: osdmap e2536: 8 total, 8 up, 8 in 2023-12-20T11:57:14.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:14 smithi123 ceph-mon[188613]: osdmap e2535: 8 total, 8 up, 8 in 2023-12-20T11:57:14.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:14 smithi123 ceph-mon[188613]: osdmap e2536: 8 total, 8 up, 8 in 2023-12-20T11:57:15.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:15 smithi177 ceph-mon[212096]: pgmap v4293: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 6.0 KiB/s wr, 124 op/s 2023-12-20T11:57:15.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:15 smithi123 ceph-mon[191304]: pgmap v4293: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 6.0 KiB/s wr, 124 op/s 2023-12-20T11:57:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:15 smithi123 ceph-mon[188613]: pgmap v4293: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 6.0 KiB/s wr, 124 op/s 2023-12-20T11:57:16.197 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_snap_get_id ... ok 2023-12-20T11:57:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:16 smithi177 ceph-mon[212096]: osdmap e2537: 8 total, 8 up, 8 in 2023-12-20T11:57:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:16 smithi123 ceph-mon[191304]: osdmap e2537: 8 total, 8 up, 8 in 2023-12-20T11:57:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:16 smithi123 ceph-mon[188613]: osdmap e2537: 8 total, 8 up, 8 in 2023-12-20T11:57:17.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:17 smithi177 ceph-mon[212096]: osdmap e2538: 8 total, 8 up, 8 in 2023-12-20T11:57:17.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:17 smithi177 ceph-mon[212096]: pgmap v4296: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 6.7 KiB/s wr, 87 op/s 2023-12-20T11:57:17.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:17 smithi123 ceph-mon[191304]: osdmap e2538: 8 total, 8 up, 8 in 2023-12-20T11:57:17.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:17 smithi123 ceph-mon[191304]: pgmap v4296: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 6.7 KiB/s wr, 87 op/s 2023-12-20T11:57:17.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:17 smithi123 ceph-mon[188613]: osdmap e2538: 8 total, 8 up, 8 in 2023-12-20T11:57:17.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:17 smithi123 ceph-mon[188613]: pgmap v4296: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 6.7 KiB/s wr, 87 op/s 2023-12-20T11:57:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:18 smithi177 ceph-mon[212096]: osdmap e2539: 8 total, 8 up, 8 in 2023-12-20T11:57:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:18 smithi123 ceph-mon[191304]: osdmap e2539: 8 total, 8 up, 8 in 2023-12-20T11:57:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:18 smithi123 ceph-mon[188613]: osdmap e2539: 8 total, 8 up, 8 in 2023-12-20T11:57:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:19 smithi177 ceph-mon[212096]: osdmap e2540: 8 total, 8 up, 8 in 2023-12-20T11:57:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:19 smithi177 ceph-mon[212096]: pgmap v4299: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 5.7 KiB/s wr, 76 op/s 2023-12-20T11:57:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:19 smithi177 ceph-mon[212096]: osdmap e2541: 8 total, 8 up, 8 in 2023-12-20T11:57:19.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:19 smithi123 ceph-mon[191304]: osdmap e2540: 8 total, 8 up, 8 in 2023-12-20T11:57:19.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:19 smithi123 ceph-mon[191304]: pgmap v4299: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 5.7 KiB/s wr, 76 op/s 2023-12-20T11:57:19.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:19 smithi123 ceph-mon[191304]: osdmap e2541: 8 total, 8 up, 8 in 2023-12-20T11:57:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:19 smithi123 ceph-mon[188613]: osdmap e2540: 8 total, 8 up, 8 in 2023-12-20T11:57:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:19 smithi123 ceph-mon[188613]: pgmap v4299: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 5.7 KiB/s wr, 76 op/s 2023-12-20T11:57:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:19 smithi123 ceph-mon[188613]: osdmap e2541: 8 total, 8 up, 8 in 2023-12-20T11:57:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:57:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:57:19] "GET /metrics HTTP/1.1" 200 36562 "" "Prometheus/2.43.0" 2023-12-20T11:57:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:21 smithi177 ceph-mon[212096]: osdmap e2542: 8 total, 8 up, 8 in 2023-12-20T11:57:21.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:21 smithi123 ceph-mon[191304]: osdmap e2542: 8 total, 8 up, 8 in 2023-12-20T11:57:21.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:21 smithi123 ceph-mon[188613]: osdmap e2542: 8 total, 8 up, 8 in 2023-12-20T11:57:22.174 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_snap_get_name ... ok 2023-12-20T11:57:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:22 smithi177 ceph-mon[212096]: pgmap v4302: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.5 KiB/s wr, 15 op/s 2023-12-20T11:57:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:22 smithi177 ceph-mon[212096]: osdmap e2543: 8 total, 8 up, 8 in 2023-12-20T11:57:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:22 smithi123 ceph-mon[191304]: pgmap v4302: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.5 KiB/s wr, 15 op/s 2023-12-20T11:57:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:22 smithi123 ceph-mon[191304]: osdmap e2543: 8 total, 8 up, 8 in 2023-12-20T11:57:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:22 smithi123 ceph-mon[188613]: pgmap v4302: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.5 KiB/s wr, 15 op/s 2023-12-20T11:57:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:22 smithi123 ceph-mon[188613]: osdmap e2543: 8 total, 8 up, 8 in 2023-12-20T11:57:23.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:23 smithi177 ceph-mon[212096]: osdmap e2544: 8 total, 8 up, 8 in 2023-12-20T11:57:23.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:23 smithi123 ceph-mon[191304]: osdmap e2544: 8 total, 8 up, 8 in 2023-12-20T11:57:23.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:23 smithi123 ceph-mon[188613]: osdmap e2544: 8 total, 8 up, 8 in 2023-12-20T11:57:24.144 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_snap_timestamp ... ok 2023-12-20T11:57:24.227 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_sparsify ... ok 2023-12-20T11:57:24.303 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_stat ... ok 2023-12-20T11:57:24.375 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_update_features ... SKIP 2023-12-20T11:57:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:24 smithi177 ceph-mon[212096]: pgmap v4305: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 5.0 KiB/s wr, 78 op/s 2023-12-20T11:57:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:24 smithi177 ceph-mon[212096]: osdmap e2545: 8 total, 8 up, 8 in 2023-12-20T11:57:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:24 smithi177 ceph-mon[212096]: osdmap e2546: 8 total, 8 up, 8 in 2023-12-20T11:57:24.453 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_use_after_close ... ok 2023-12-20T11:57:24.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:24 smithi123 ceph-mon[191304]: pgmap v4305: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 5.0 KiB/s wr, 78 op/s 2023-12-20T11:57:24.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:24 smithi123 ceph-mon[191304]: osdmap e2545: 8 total, 8 up, 8 in 2023-12-20T11:57:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:24 smithi123 ceph-mon[191304]: osdmap e2546: 8 total, 8 up, 8 in 2023-12-20T11:57:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:24 smithi123 ceph-mon[188613]: pgmap v4305: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 5.0 KiB/s wr, 78 op/s 2023-12-20T11:57:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:24 smithi123 ceph-mon[188613]: osdmap e2545: 8 total, 8 up, 8 in 2023-12-20T11:57:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:24 smithi123 ceph-mon[188613]: osdmap e2546: 8 total, 8 up, 8 in 2023-12-20T11:57:24.536 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_watchers_list ... ok 2023-12-20T11:57:24.621 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_write ... ok 2023-12-20T11:57:24.709 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_write_read ... ok 2023-12-20T11:57:24.800 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_write_with_fadvise_flags ... ok 2023-12-20T11:57:24.892 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_write_zeroes ... ok 2023-12-20T11:57:24.984 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImage.test_write_zeroes_thick_provision ... ok 2023-12-20T11:57:25.068 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImageId.test_read ... ok 2023-12-20T11:57:25.171 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImageId.test_resize ... ok 2023-12-20T11:57:25.271 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestImageId.test_write ... ok 2023-12-20T11:57:25.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:25 smithi177 ceph-mon[212096]: pgmap v4308: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 8.0 KiB/s wr, 127 op/s 2023-12-20T11:57:25.453 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestMigration.test_migrate_abort ... ok 2023-12-20T11:57:25.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:25 smithi123 ceph-mon[191304]: pgmap v4308: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 8.0 KiB/s wr, 127 op/s 2023-12-20T11:57:25.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:25 smithi123 ceph-mon[188613]: pgmap v4308: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 8.0 KiB/s wr, 127 op/s 2023-12-20T11:57:25.631 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestMigration.test_migrate_abort_with_progress ... ok 2023-12-20T11:57:25.892 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestMigration.test_migration ... ok 2023-12-20T11:57:27.177 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:57:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:27 smithi177 ceph-mon[212096]: osdmap e2547: 8 total, 8 up, 8 in 2023-12-20T11:57:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:57:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:27 smithi177 ceph-mon[212096]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 371 KiB/s rd, 16 KiB/s wr, 495 op/s 2023-12-20T11:57:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:27 smithi123 ceph-mon[191304]: osdmap e2547: 8 total, 8 up, 8 in 2023-12-20T11:57:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:57:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:27 smithi123 ceph-mon[191304]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 371 KiB/s rd, 16 KiB/s wr, 495 op/s 2023-12-20T11:57:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:27 smithi123 ceph-mon[188613]: osdmap e2547: 8 total, 8 up, 8 in 2023-12-20T11:57:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:57:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:27 smithi123 ceph-mon[188613]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 371 KiB/s rd, 16 KiB/s wr, 495 op/s 2023-12-20T11:57:27.495 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:57:27.495 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (66m) 84s ago 69m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:57:27.495 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (66m) 9m ago 69m 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:57:27.495 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (70m) 84s ago 70m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:57:27.495 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (70m) 9m ago 70m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:57:27.495 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (65m) 9m ago 72m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:57:27.495 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (65m) 84s ago 73m 596M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:57:27.495 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (65m) 84s ago 73m 543M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:57:27.495 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (64m) 9m ago 72m 253M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:57:27.495 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (65m) 84s ago 72m 325M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:57:27.495 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (66m) 84s ago 68m 21.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:57:27.496 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (65m) 9m ago 68m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:57:27.496 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (64m) 84s ago 72m 3832M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:57:27.496 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (64m) 84s ago 71m 4572M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:57:27.496 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (63m) 84s ago 71m 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:57:27.496 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (63m) 84s ago 71m 3710M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:57:27.496 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (62m) 9m ago 71m 2879M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:57:27.496 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (62m) 9m ago 70m 3027M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:57:27.496 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (61m) 9m ago 70m 2508M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:57:27.496 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (61m) 9m ago 70m 2892M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:57:27.496 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (65m) 9m ago 69m 99.4M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:57:27.874 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:57:27.874 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:57:27.874 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:57:27.874 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:57:27.874 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:57:27.874 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:57:27.874 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:57:27.874 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:57:27.874 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:57:27.875 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:57:27.875 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:57:27.875 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:57:27.875 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:57:27.875 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:57:27.875 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:57:27.875 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:57:27.875 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:57:27.875 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:57:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:28 smithi177 ceph-mon[212096]: osdmap e2548: 8 total, 8 up, 8 in 2023-12-20T11:57:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:28 smithi177 ceph-mon[212096]: from='client.37914 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:57:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:28 smithi177 ceph-mon[212096]: from='client.37920 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:57:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:28 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/441271174' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:57:28.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:28 smithi123 ceph-mon[191304]: osdmap e2548: 8 total, 8 up, 8 in 2023-12-20T11:57:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:28 smithi123 ceph-mon[191304]: from='client.37914 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:57:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:28 smithi123 ceph-mon[191304]: from='client.37920 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:57:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:28 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/441271174' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:57:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:28 smithi123 ceph-mon[188613]: osdmap e2548: 8 total, 8 up, 8 in 2023-12-20T11:57:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:28 smithi123 ceph-mon[188613]: from='client.37914 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:57:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:28 smithi123 ceph-mon[188613]: from='client.37920 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:57:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:28 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/441271174' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:57:29.217 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestMigration.test_migration_import ... ok 2023-12-20T11:57:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:29 smithi177 ceph-mon[212096]: osdmap e2549: 8 total, 8 up, 8 in 2023-12-20T11:57:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:29 smithi177 ceph-mon[212096]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 764 KiB/s rd, 46 KiB/s wr, 1.01k op/s 2023-12-20T11:57:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:29 smithi177 ceph-mon[212096]: osdmap e2550: 8 total, 8 up, 8 in 2023-12-20T11:57:29.441 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestMigration.test_migration_with_progress ... ok 2023-12-20T11:57:29.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:29 smithi123 ceph-mon[191304]: osdmap e2549: 8 total, 8 up, 8 in 2023-12-20T11:57:29.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:29 smithi123 ceph-mon[191304]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 764 KiB/s rd, 46 KiB/s wr, 1.01k op/s 2023-12-20T11:57:29.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:29 smithi123 ceph-mon[191304]: osdmap e2550: 8 total, 8 up, 8 in 2023-12-20T11:57:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:29 smithi123 ceph-mon[188613]: osdmap e2549: 8 total, 8 up, 8 in 2023-12-20T11:57:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:29 smithi123 ceph-mon[188613]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 764 KiB/s rd, 46 KiB/s wr, 1.01k op/s 2023-12-20T11:57:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:29 smithi123 ceph-mon[188613]: osdmap e2550: 8 total, 8 up, 8 in 2023-12-20T11:57:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:57:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:57:29] "GET /metrics HTTP/1.1" 200 36561 "" "Prometheus/2.43.0" 2023-12-20T11:57:31.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:31 smithi177 ceph-mon[212096]: osdmap e2551: 8 total, 8 up, 8 in 2023-12-20T11:57:31.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:31 smithi177 ceph-mon[212096]: pgmap v4316: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 572 KiB/s rd, 45 KiB/s wr, 775 op/s 2023-12-20T11:57:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:31 smithi123 ceph-mon[188613]: osdmap e2551: 8 total, 8 up, 8 in 2023-12-20T11:57:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:31 smithi123 ceph-mon[188613]: pgmap v4316: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 572 KiB/s rd, 45 KiB/s wr, 775 op/s 2023-12-20T11:57:31.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:31 smithi123 ceph-mon[191304]: osdmap e2551: 8 total, 8 up, 8 in 2023-12-20T11:57:31.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:31 smithi123 ceph-mon[191304]: pgmap v4316: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 572 KiB/s rd, 45 KiB/s wr, 775 op/s 2023-12-20T11:57:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:32 smithi177 ceph-mon[212096]: osdmap e2552: 8 total, 8 up, 8 in 2023-12-20T11:57:32.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:32 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/0ea0ab51-1468-43a8-aef1-2ef98c82a4f7"}]: dispatch 2023-12-20T11:57:32.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:32 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/0ea0ab51-1468-43a8-aef1-2ef98c82a4f7"}]: dispatch 2023-12-20T11:57:32.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:32 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/0ea0ab51-1468-43a8-aef1-2ef98c82a4f7"}]': finished 2023-12-20T11:57:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:32 smithi123 ceph-mon[188613]: osdmap e2552: 8 total, 8 up, 8 in 2023-12-20T11:57:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:32 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/0ea0ab51-1468-43a8-aef1-2ef98c82a4f7"}]: dispatch 2023-12-20T11:57:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:32 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/0ea0ab51-1468-43a8-aef1-2ef98c82a4f7"}]: dispatch 2023-12-20T11:57:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:32 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/0ea0ab51-1468-43a8-aef1-2ef98c82a4f7"}]': finished 2023-12-20T11:57:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:32 smithi123 ceph-mon[191304]: osdmap e2552: 8 total, 8 up, 8 in 2023-12-20T11:57:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:32 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/0ea0ab51-1468-43a8-aef1-2ef98c82a4f7"}]: dispatch 2023-12-20T11:57:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:32 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/0ea0ab51-1468-43a8-aef1-2ef98c82a4f7"}]: dispatch 2023-12-20T11:57:32.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:32 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/0ea0ab51-1468-43a8-aef1-2ef98c82a4f7"}]': finished 2023-12-20T11:57:33.227 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestMirroring.test_aio_mirror_image_create_snapshot ... ok 2023-12-20T11:57:33.319 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestMirroring.test_mirror_image ... SKIP 2023-12-20T11:57:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:33 smithi177 ceph-mon[212096]: osdmap e2553: 8 total, 8 up, 8 in 2023-12-20T11:57:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:33 smithi177 ceph-mon[212096]: pgmap v4319: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 172 KiB/s rd, 16 KiB/s wr, 255 op/s 2023-12-20T11:57:33.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:33 smithi123 ceph-mon[188613]: osdmap e2553: 8 total, 8 up, 8 in 2023-12-20T11:57:33.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:33 smithi123 ceph-mon[188613]: pgmap v4319: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 172 KiB/s rd, 16 KiB/s wr, 255 op/s 2023-12-20T11:57:33.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:33 smithi123 ceph-mon[191304]: osdmap e2553: 8 total, 8 up, 8 in 2023-12-20T11:57:33.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:33 smithi123 ceph-mon[191304]: pgmap v4319: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 172 KiB/s rd, 16 KiB/s wr, 255 op/s 2023-12-20T11:57:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:34 smithi177 ceph-mon[212096]: osdmap e2554: 8 total, 8 up, 8 in 2023-12-20T11:57:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:34 smithi177 ceph-mon[212096]: osdmap e2555: 8 total, 8 up, 8 in 2023-12-20T11:57:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:34 smithi123 ceph-mon[191304]: osdmap e2554: 8 total, 8 up, 8 in 2023-12-20T11:57:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:34 smithi123 ceph-mon[191304]: osdmap e2555: 8 total, 8 up, 8 in 2023-12-20T11:57:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:34 smithi123 ceph-mon[188613]: osdmap e2554: 8 total, 8 up, 8 in 2023-12-20T11:57:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:34 smithi123 ceph-mon[188613]: osdmap e2555: 8 total, 8 up, 8 in 2023-12-20T11:57:36.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:36 smithi177 ceph-mon[212096]: pgmap v4322: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 239 KiB/s rd, 17 KiB/s wr, 322 op/s 2023-12-20T11:57:36.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:36 smithi177 ceph-mon[212096]: osdmap e2556: 8 total, 8 up, 8 in 2023-12-20T11:57:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:36 smithi123 ceph-mon[191304]: pgmap v4322: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 239 KiB/s rd, 17 KiB/s wr, 322 op/s 2023-12-20T11:57:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:36 smithi123 ceph-mon[191304]: osdmap e2556: 8 total, 8 up, 8 in 2023-12-20T11:57:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:36 smithi123 ceph-mon[188613]: pgmap v4322: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 239 KiB/s rd, 17 KiB/s wr, 322 op/s 2023-12-20T11:57:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:36 smithi123 ceph-mon[188613]: osdmap e2556: 8 total, 8 up, 8 in 2023-12-20T11:57:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:37 smithi177 ceph-mon[212096]: osdmap e2557: 8 total, 8 up, 8 in 2023-12-20T11:57:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:37 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/d83d1ab6-23f7-43af-a95e-c424f49b4d12"}]: dispatch 2023-12-20T11:57:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:37 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/d83d1ab6-23f7-43af-a95e-c424f49b4d12"}]: dispatch 2023-12-20T11:57:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:37 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/d83d1ab6-23f7-43af-a95e-c424f49b4d12"}]': finished 2023-12-20T11:57:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:37 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/ef64f131-1c65-405b-93a7-6a90295e43a1"}]: dispatch 2023-12-20T11:57:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:37 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/ef64f131-1c65-405b-93a7-6a90295e43a1"}]: dispatch 2023-12-20T11:57:37.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:37 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/ef64f131-1c65-405b-93a7-6a90295e43a1"}]': finished 2023-12-20T11:57:37.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:37 smithi123 ceph-mon[191304]: osdmap e2557: 8 total, 8 up, 8 in 2023-12-20T11:57:37.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:37 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/d83d1ab6-23f7-43af-a95e-c424f49b4d12"}]: dispatch 2023-12-20T11:57:37.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:37 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/d83d1ab6-23f7-43af-a95e-c424f49b4d12"}]: dispatch 2023-12-20T11:57:37.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:37 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/d83d1ab6-23f7-43af-a95e-c424f49b4d12"}]': finished 2023-12-20T11:57:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:37 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/ef64f131-1c65-405b-93a7-6a90295e43a1"}]: dispatch 2023-12-20T11:57:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:37 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/ef64f131-1c65-405b-93a7-6a90295e43a1"}]: dispatch 2023-12-20T11:57:37.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:37 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/ef64f131-1c65-405b-93a7-6a90295e43a1"}]': finished 2023-12-20T11:57:37.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:37 smithi123 ceph-mon[188613]: osdmap e2557: 8 total, 8 up, 8 in 2023-12-20T11:57:37.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:37 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/d83d1ab6-23f7-43af-a95e-c424f49b4d12"}]: dispatch 2023-12-20T11:57:37.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:37 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/d83d1ab6-23f7-43af-a95e-c424f49b4d12"}]: dispatch 2023-12-20T11:57:37.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:37 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/d83d1ab6-23f7-43af-a95e-c424f49b4d12"}]': finished 2023-12-20T11:57:37.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:37 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/ef64f131-1c65-405b-93a7-6a90295e43a1"}]: dispatch 2023-12-20T11:57:37.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:37 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/ef64f131-1c65-405b-93a7-6a90295e43a1"}]: dispatch 2023-12-20T11:57:37.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:37 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/ef64f131-1c65-405b-93a7-6a90295e43a1"}]': finished 2023-12-20T11:57:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:38 smithi177 ceph-mon[212096]: pgmap v4325: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 234 KiB/s rd, 17 KiB/s wr, 307 op/s 2023-12-20T11:57:38.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:38 smithi177 ceph-mon[212096]: osdmap e2558: 8 total, 8 up, 8 in 2023-12-20T11:57:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:38 smithi123 ceph-mon[188613]: pgmap v4325: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 234 KiB/s rd, 17 KiB/s wr, 307 op/s 2023-12-20T11:57:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:38 smithi123 ceph-mon[188613]: osdmap e2558: 8 total, 8 up, 8 in 2023-12-20T11:57:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:38 smithi123 ceph-mon[191304]: pgmap v4325: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 234 KiB/s rd, 17 KiB/s wr, 307 op/s 2023-12-20T11:57:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:38 smithi123 ceph-mon[191304]: osdmap e2558: 8 total, 8 up, 8 in 2023-12-20T11:57:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:39 smithi177 ceph-mon[212096]: osdmap e2559: 8 total, 8 up, 8 in 2023-12-20T11:57:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:39 smithi177 ceph-mon[212096]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 12 KiB/s wr, 240 op/s 2023-12-20T11:57:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:39 smithi177 ceph-mon[212096]: osdmap e2560: 8 total, 8 up, 8 in 2023-12-20T11:57:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:57:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:57:39] "GET /metrics HTTP/1.1" 200 36561 "" "Prometheus/2.43.0" 2023-12-20T11:57:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:39 smithi123 ceph-mon[188613]: osdmap e2559: 8 total, 8 up, 8 in 2023-12-20T11:57:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:39 smithi123 ceph-mon[188613]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 12 KiB/s wr, 240 op/s 2023-12-20T11:57:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:39 smithi123 ceph-mon[188613]: osdmap e2560: 8 total, 8 up, 8 in 2023-12-20T11:57:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:39 smithi123 ceph-mon[191304]: osdmap e2559: 8 total, 8 up, 8 in 2023-12-20T11:57:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:39 smithi123 ceph-mon[191304]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 12 KiB/s wr, 240 op/s 2023-12-20T11:57:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:39 smithi123 ceph-mon[191304]: osdmap e2560: 8 total, 8 up, 8 in 2023-12-20T11:57:41.127 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestMirroring.test_mirror_image_create_snapshot ... ok 2023-12-20T11:57:41.224 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestMirroring.test_mirror_image_status ... SKIP 2023-12-20T11:57:41.325 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestMirroring.test_mirror_peer ... ok 2023-12-20T11:57:41.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:41 smithi177 ceph-mon[212096]: osdmap e2561: 8 total, 8 up, 8 in 2023-12-20T11:57:41.431 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestMirroring.test_mirror_peer_bootstrap ... ok 2023-12-20T11:57:41.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:41 smithi123 ceph-mon[191304]: osdmap e2561: 8 total, 8 up, 8 in 2023-12-20T11:57:41.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:41 smithi123 ceph-mon[188613]: osdmap e2561: 8 total, 8 up, 8 in 2023-12-20T11:57:41.529 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestMirroring.test_site_name ... ok 2023-12-20T11:57:41.616 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestMirroring.test_uuid ... ok 2023-12-20T11:57:41.693 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestTrash.test_get ... ok 2023-12-20T11:57:41.829 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestTrash.test_list ... ok 2023-12-20T11:57:41.902 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestTrash.test_move ... ok 2023-12-20T11:57:42.042 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestTrash.test_purge ... ok 2023-12-20T11:57:42.118 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestTrash.test_remove ... ok 2023-12-20T11:57:42.192 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestTrash.test_remove_denied ... ok 2023-12-20T11:57:42.264 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestTrash.test_remove_with_progress ... ok 2023-12-20T11:57:42.383 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.TestTrash.test_restore ... ok 2023-12-20T11:57:42.383 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.test_features_from_string ... ok 2023-12-20T11:57:42.383 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.test_features_to_string ... ok 2023-12-20T11:57:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:42 smithi177 ceph-mon[212096]: pgmap v4331: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 7.2 KiB/s wr, 170 op/s 2023-12-20T11:57:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:42 smithi177 ceph-mon[212096]: osdmap e2562: 8 total, 8 up, 8 in 2023-12-20T11:57:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:42 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' 2023-12-20T11:57:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:42 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/113/4d89f38c-6662-43b0-8943-a66b0d0cd006"}]: dispatch 2023-12-20T11:57:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:42 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/4d89f38c-6662-43b0-8943-a66b0d0cd006"}]: dispatch 2023-12-20T11:57:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:42 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/4d89f38c-6662-43b0-8943-a66b0d0cd006"}]: dispatch 2023-12-20T11:57:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:42 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/4d89f38c-6662-43b0-8943-a66b0d0cd006"}]': finished 2023-12-20T11:57:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:42 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2023-12-20T11:57:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:42 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-20T11:57:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:42 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-20T11:57:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:42 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-20T11:57:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:57:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:42 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' 2023-12-20T11:57:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:42 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-20T11:57:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:42 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-20T11:57:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:42 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-20T11:57:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:42 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2023-12-20T11:57:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:42 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-20T11:57:42.485 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.test_open_by_id ... ok 2023-12-20T11:57:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[191304]: pgmap v4331: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 7.2 KiB/s wr, 170 op/s 2023-12-20T11:57:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[191304]: osdmap e2562: 8 total, 8 up, 8 in 2023-12-20T11:57:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' 2023-12-20T11:57:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/113/4d89f38c-6662-43b0-8943-a66b0d0cd006"}]: dispatch 2023-12-20T11:57:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/4d89f38c-6662-43b0-8943-a66b0d0cd006"}]: dispatch 2023-12-20T11:57:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/4d89f38c-6662-43b0-8943-a66b0d0cd006"}]: dispatch 2023-12-20T11:57:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/4d89f38c-6662-43b0-8943-a66b0d0cd006"}]': finished 2023-12-20T11:57:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2023-12-20T11:57:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-20T11:57:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-20T11:57:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-20T11:57:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:57:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' 2023-12-20T11:57:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-20T11:57:42.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-20T11:57:42.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-20T11:57:42.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2023-12-20T11:57:42.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-20T11:57:42.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[188613]: pgmap v4331: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 7.2 KiB/s wr, 170 op/s 2023-12-20T11:57:42.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[188613]: osdmap e2562: 8 total, 8 up, 8 in 2023-12-20T11:57:42.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' 2023-12-20T11:57:42.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/113/4d89f38c-6662-43b0-8943-a66b0d0cd006"}]: dispatch 2023-12-20T11:57:42.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/4d89f38c-6662-43b0-8943-a66b0d0cd006"}]: dispatch 2023-12-20T11:57:42.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/4d89f38c-6662-43b0-8943-a66b0d0cd006"}]: dispatch 2023-12-20T11:57:42.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/4d89f38c-6662-43b0-8943-a66b0d0cd006"}]': finished 2023-12-20T11:57:42.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2023-12-20T11:57:42.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-20T11:57:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-20T11:57:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-20T11:57:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:57:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' 2023-12-20T11:57:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-20T11:57:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-20T11:57:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-20T11:57:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2023-12-20T11:57:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:42 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3132537349' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-20T11:57:44.151 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.test_pool_stats ... ok 2023-12-20T11:57:44.151 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.test_version ... ok 2023-12-20T11:57:44.225 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.test_create ... ok 2023-12-20T11:57:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:44 smithi177 ceph-mon[212096]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 1.8 KiB/s wr, 14 op/s 2023-12-20T11:57:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:44 smithi177 ceph-mon[212096]: osdmap e2563: 8 total, 8 up, 8 in 2023-12-20T11:57:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:44 smithi177 ceph-mon[212096]: osdmap e2564: 8 total, 8 up, 8 in 2023-12-20T11:57:44.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:44 smithi123 ceph-mon[191304]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 1.8 KiB/s wr, 14 op/s 2023-12-20T11:57:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:44 smithi123 ceph-mon[191304]: osdmap e2563: 8 total, 8 up, 8 in 2023-12-20T11:57:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:44 smithi123 ceph-mon[191304]: osdmap e2564: 8 total, 8 up, 8 in 2023-12-20T11:57:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:44 smithi123 ceph-mon[188613]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 1.8 KiB/s wr, 14 op/s 2023-12-20T11:57:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:44 smithi123 ceph-mon[188613]: osdmap e2563: 8 total, 8 up, 8 in 2023-12-20T11:57:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:44 smithi123 ceph-mon[188613]: osdmap e2564: 8 total, 8 up, 8 in 2023-12-20T11:57:44.913 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.test_create_defaults ... ok 2023-12-20T11:57:45.020 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.test_context_manager ... ok 2023-12-20T11:57:45.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:45 smithi177 ceph-mon[212096]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 325 KiB/s rd, 30 KiB/s wr, 461 op/s 2023-12-20T11:57:45.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:45 smithi123 ceph-mon[191304]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 325 KiB/s rd, 30 KiB/s wr, 461 op/s 2023-12-20T11:57:45.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:45 smithi123 ceph-mon[188613]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 325 KiB/s rd, 30 KiB/s wr, 461 op/s 2023-12-20T11:57:46.190 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.test_open_read_only ... ok 2023-12-20T11:57:46.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:46 smithi177 ceph-mon[212096]: osdmap e2565: 8 total, 8 up, 8 in 2023-12-20T11:57:46.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:46 smithi123 ceph-mon[191304]: osdmap e2565: 8 total, 8 up, 8 in 2023-12-20T11:57:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:46 smithi123 ceph-mon[188613]: osdmap e2565: 8 total, 8 up, 8 in 2023-12-20T11:57:46.723 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.test_open_dne ... ok 2023-12-20T11:57:47.255 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.test_open_readonly_dne ... ok 2023-12-20T11:57:47.354 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.test_aio_open ... ok 2023-12-20T11:57:47.367 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.test_remove_dne ... ok 2023-12-20T11:57:47.369 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.test_list_empty ... ok 2023-12-20T11:57:47.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:47 smithi177 ceph-mon[212096]: osdmap e2566: 8 total, 8 up, 8 in 2023-12-20T11:57:47.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:47 smithi177 ceph-mon[212096]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 708 KiB/s rd, 51 KiB/s wr, 1.00k op/s 2023-12-20T11:57:47.449 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.test_list ... ok 2023-12-20T11:57:47.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:47 smithi123 ceph-mon[191304]: osdmap e2566: 8 total, 8 up, 8 in 2023-12-20T11:57:47.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:47 smithi123 ceph-mon[191304]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 708 KiB/s rd, 51 KiB/s wr, 1.00k op/s 2023-12-20T11:57:47.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:47 smithi123 ceph-mon[188613]: osdmap e2566: 8 total, 8 up, 8 in 2023-12-20T11:57:47.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:47 smithi123 ceph-mon[188613]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 708 KiB/s rd, 51 KiB/s wr, 1.00k op/s 2023-12-20T11:57:47.518 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.test_remove_with_progress ... ok 2023-12-20T11:57:47.581 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.test_remove_canceled ... ok 2023-12-20T11:57:47.855 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.test_pool_metadata ... ok 2023-12-20T11:57:47.870 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.test_config_list ... ok 2023-12-20T11:57:47.880 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.test_pool_config_set_and_get_and_remove ... ok 2023-12-20T11:57:47.907 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.test_namespaces ... ok 2023-12-20T11:57:47.913 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.test_create_group ... ok 2023-12-20T11:57:47.921 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.test_rename_group ... ok 2023-12-20T11:57:47.922 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.test_list_groups_empty ... ok 2023-12-20T11:57:47.928 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.test_list_groups ... ok 2023-12-20T11:57:47.936 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.test_list_groups_after_removed ... ok 2023-12-20T11:57:48.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:57:47 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:57:47] ENGINE Bus STOPPING 2023-12-20T11:57:48.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:57:47 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:57:47] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-20T11:57:48.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:57:47 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:57:47] ENGINE Bus STOPPED 2023-12-20T11:57:48.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:57:47 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:57:47] ENGINE Bus STARTING 2023-12-20T11:57:48.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:57:47 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:57:47] ENGINE Serving on http://:::9283 2023-12-20T11:57:48.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:57:47 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: [20/Dec/2023:11:57:47] ENGINE Bus STARTED 2023-12-20T11:57:48.950 INFO:tasks.workunit.client.0.smithi123.stderr:test_rbd.test_rename ... ok 2023-12-20T11:57:48.951 INFO:tasks.workunit.client.0.smithi123.stderr: 2023-12-20T11:57:48.951 INFO:tasks.workunit.client.0.smithi123.stderr:---------------------------------------------------------------------- 2023-12-20T11:57:48.951 INFO:tasks.workunit.client.0.smithi123.stderr:Ran 171 tests in 619.138s 2023-12-20T11:57:48.951 INFO:tasks.workunit.client.0.smithi123.stderr: 2023-12-20T11:57:48.951 INFO:tasks.workunit.client.0.smithi123.stderr:OK (SKIP=8) 2023-12-20T11:57:48.984 INFO:tasks.workunit.client.0.smithi123.stderr:+ exit 0 2023-12-20T11:57:48.984 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-20T11:57:48.984 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-20T11:57:49.015 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2023-12-20T11:57:49.015 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-20T11:57:49.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:48 smithi177 ceph-mon[212096]: from='client.? ' entity='client.admin' 2023-12-20T11:57:49.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:57:49.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:57:49.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:57:49.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:57:49.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:57:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:57:49] "GET /metrics HTTP/1.1" 200 36566 "" "Prometheus/2.43.0" 2023-12-20T11:57:49.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:48 smithi123 ceph-mon[188613]: from='client.? ' entity='client.admin' 2023-12-20T11:57:49.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:57:49.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:57:49.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:57:49.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:57:49.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:48 smithi123 ceph-mon[191304]: from='client.? ' entity='client.admin' 2023-12-20T11:57:49.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:57:49.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:57:49.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:57:49.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:57:49.277 DEBUG:teuthology.parallel:result is None 2023-12-20T11:57:49.278 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-12-20T11:57:49.304 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-12-20T11:57:49.304 DEBUG:teuthology.orchestra.run.smithi123:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-12-20T11:57:49.363 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-12-20T11:57:49.363 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-20T11:57:49.363 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2023-12-20T11:57:49.363 DEBUG:teuthology.parallel:result is None 2023-12-20T11:57:50.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:49 smithi123 ceph-mon[191304]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 587 KiB/s rd, 49 KiB/s wr, 832 op/s 2023-12-20T11:57:50.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:49 smithi123 ceph-mon[191304]: osdmap e2567: 8 total, 8 up, 8 in 2023-12-20T11:57:50.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:49 smithi123 ceph-mon[188613]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 587 KiB/s rd, 49 KiB/s wr, 832 op/s 2023-12-20T11:57:50.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:49 smithi123 ceph-mon[188613]: osdmap e2567: 8 total, 8 up, 8 in 2023-12-20T11:57:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:49 smithi177 ceph-mon[212096]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 587 KiB/s rd, 49 KiB/s wr, 832 op/s 2023-12-20T11:57:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:49 smithi177 ceph-mon[212096]: osdmap e2567: 8 total, 8 up, 8 in 2023-12-20T11:57:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:51 smithi123 ceph-mon[191304]: pgmap v4342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:57:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:51 smithi123 ceph-mon[188613]: pgmap v4342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:57:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:51 smithi177 ceph-mon[212096]: pgmap v4342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:57:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:53 smithi123 ceph-mon[191304]: pgmap v4343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:57:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:53 smithi123 ceph-mon[188613]: pgmap v4343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:57:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:53 smithi177 ceph-mon[212096]: pgmap v4343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:57:56.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:56 smithi177 ceph-mon[212096]: pgmap v4344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:57:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:56 smithi123 ceph-mon[191304]: pgmap v4344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:57:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:56 smithi123 ceph-mon[188613]: pgmap v4344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:57:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:57:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:57:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:57:58.223 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:57:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:58 smithi177 ceph-mon[212096]: pgmap v4345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:57:58.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:58 smithi123 ceph-mon[191304]: pgmap v4345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:57:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:58 smithi123 ceph-mon[188613]: pgmap v4345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:57:58.531 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:57:58.531 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (66m) 115s ago 69m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:57:58.531 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (66m) 10m ago 69m 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:57:58.531 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (70m) 115s ago 70m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:57:58.531 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (70m) 10m ago 70m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:57:58.531 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (66m) 10m ago 72m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:57:58.531 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (66m) 115s ago 74m 596M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:57:58.531 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (65m) 115s ago 74m 543M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:57:58.531 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (65m) 10m ago 73m 253M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:57:58.532 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (65m) 115s ago 73m 325M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:57:58.532 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (66m) 115s ago 69m 21.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:57:58.532 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (66m) 10m ago 69m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:57:58.532 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (64m) 115s ago 72m 3832M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:57:58.532 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (64m) 115s ago 72m 4572M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:57:58.532 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (64m) 115s ago 72m 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:57:58.532 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (63m) 115s ago 71m 3710M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:57:58.532 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (63m) 10m ago 71m 2879M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:57:58.532 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (62m) 10m ago 71m 3027M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:57:58.532 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (62m) 10m ago 71m 2508M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:57:58.532 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (61m) 10m ago 70m 2892M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:57:58.532 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (66m) 10m ago 70m 99.4M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:57:58.912 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:57:58.912 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:57:58.912 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:57:58.912 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:57:58.912 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:57:58.913 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:57:58.913 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:57:58.913 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:57:58.913 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:57:58.913 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:57:58.913 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:57:58.913 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:57:58.913 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:57:58.913 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:57:58.913 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:57:58.913 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:57:58.913 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:57:58.913 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:57:59.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:59 smithi177 ceph-mon[212096]: from='client.47954 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:57:59.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:59 smithi177 ceph-mon[212096]: from='client.38016 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:57:59.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:59 smithi177 ceph-mon[212096]: pgmap v4346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:57:59.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:57:59 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2348056896' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:57:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:57:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:57:59] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T11:57:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:59 smithi123 ceph-mon[188613]: from='client.47954 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:57:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:59 smithi123 ceph-mon[188613]: from='client.38016 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:57:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:59 smithi123 ceph-mon[188613]: pgmap v4346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:57:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:57:59 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2348056896' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:57:59.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:59 smithi123 ceph-mon[191304]: from='client.47954 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:57:59.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:59 smithi123 ceph-mon[191304]: from='client.38016 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:57:59.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:59 smithi123 ceph-mon[191304]: pgmap v4346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:57:59.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:57:59 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2348056896' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:58:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:01 smithi123 ceph-mon[191304]: pgmap v4347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:01.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:01 smithi123 ceph-mon[188613]: pgmap v4347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:01 smithi177 ceph-mon[212096]: pgmap v4347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:03.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:03 smithi123 ceph-mon[191304]: pgmap v4348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:03 smithi123 ceph-mon[188613]: pgmap v4348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:04.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:03 smithi177 ceph-mon[212096]: pgmap v4348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:06.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:06 smithi177 ceph-mon[212096]: pgmap v4349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:06 smithi123 ceph-mon[191304]: pgmap v4349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:06.604 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:06 smithi123 ceph-mon[188613]: pgmap v4349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:08 smithi177 ceph-mon[212096]: pgmap v4350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:08 smithi123 ceph-mon[191304]: pgmap v4350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:08 smithi123 ceph-mon[188613]: pgmap v4350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:58:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:58:09] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T11:58:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:10 smithi177 ceph-mon[212096]: pgmap v4351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:10 smithi123 ceph-mon[191304]: pgmap v4351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:10 smithi123 ceph-mon[188613]: pgmap v4351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:12 smithi177 ceph-mon[212096]: pgmap v4352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:58:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:12 smithi123 ceph-mon[191304]: pgmap v4352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:58:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:12 smithi123 ceph-mon[188613]: pgmap v4352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:58:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:13 smithi177 ceph-mon[212096]: pgmap v4353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:13.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:13 smithi123 ceph-mon[191304]: pgmap v4353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:13 smithi123 ceph-mon[188613]: pgmap v4353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:16 smithi177 ceph-mon[212096]: pgmap v4354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:16.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:16 smithi123 ceph-mon[191304]: pgmap v4354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:16 smithi123 ceph-mon[188613]: pgmap v4354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:18 smithi177 ceph-mon[212096]: pgmap v4355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:18 smithi123 ceph-mon[191304]: pgmap v4355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:18 smithi123 ceph-mon[188613]: pgmap v4355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:58:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:58:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T11:58:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:20 smithi177 ceph-mon[212096]: pgmap v4356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:20.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:20 smithi123 ceph-mon[191304]: pgmap v4356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:20 smithi123 ceph-mon[188613]: pgmap v4356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:22 smithi177 ceph-mon[212096]: pgmap v4357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:22 smithi123 ceph-mon[188613]: pgmap v4357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:22 smithi123 ceph-mon[191304]: pgmap v4357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:23.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:23 smithi177 ceph-mon[212096]: pgmap v4358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:23.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:23 smithi123 ceph-mon[188613]: pgmap v4358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:23.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:23 smithi123 ceph-mon[191304]: pgmap v4358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:26 smithi177 ceph-mon[212096]: pgmap v4359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:26.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:26 smithi123 ceph-mon[188613]: pgmap v4359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:26 smithi123 ceph-mon[191304]: pgmap v4359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:58:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:58:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:58:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:28 smithi177 ceph-mon[212096]: pgmap v4360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:28 smithi123 ceph-mon[191304]: pgmap v4360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:28 smithi123 ceph-mon[188613]: pgmap v4360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:29.258 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:58:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:58:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:58:29] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T11:58:29.563 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:58:29.563 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (67m) 2m ago 70m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:58:29.563 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (67m) 10m ago 70m 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:58:29.563 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (71m) 2m ago 71m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:58:29.563 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (71m) 10m ago 71m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:58:29.563 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (66m) 10m ago 73m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:58:29.563 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (66m) 2m ago 74m 596M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:58:29.563 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (66m) 2m ago 74m 543M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:58:29.563 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (65m) 10m ago 73m 253M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:58:29.564 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (66m) 2m ago 73m 325M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:58:29.564 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (67m) 2m ago 69m 21.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:58:29.564 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (67m) 10m ago 69m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:58:29.564 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (65m) 2m ago 73m 3832M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:58:29.564 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (65m) 2m ago 72m 4572M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:58:29.564 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (64m) 2m ago 72m 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:58:29.564 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (64m) 2m ago 72m 3710M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:58:29.564 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (63m) 10m ago 72m 2879M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:58:29.564 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (63m) 10m ago 71m 3027M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:58:29.564 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (62m) 10m ago 71m 2508M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:58:29.564 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (62m) 10m ago 71m 2892M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:58:29.564 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (66m) 10m ago 70m 99.4M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:58:29.943 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:58:29.943 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:58:29.943 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:58:29.944 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:58:29.944 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:58:29.944 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:58:29.944 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:58:29.944 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:58:29.944 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:58:29.944 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:58:29.944 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:58:29.944 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:58:29.944 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:58:29.944 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:58:29.944 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:58:29.944 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:58:29.944 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:58:29.944 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:58:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:30 smithi177 ceph-mon[212096]: pgmap v4361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:30 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2287688669' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:58:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:30 smithi123 ceph-mon[191304]: pgmap v4361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:30 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2287688669' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:58:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:30 smithi123 ceph-mon[188613]: pgmap v4361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:30 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2287688669' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:58:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:31 smithi177 ceph-mon[212096]: from='client.38028 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:58:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:31 smithi177 ceph-mon[212096]: from='client.47978 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:58:31.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:31 smithi123 ceph-mon[191304]: from='client.38028 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:58:31.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:31 smithi123 ceph-mon[191304]: from='client.47978 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:58:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:31 smithi123 ceph-mon[188613]: from='client.38028 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:58:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:31 smithi123 ceph-mon[188613]: from='client.47978 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:58:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:32 smithi177 ceph-mon[212096]: pgmap v4362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:32 smithi123 ceph-mon[191304]: pgmap v4362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:32 smithi123 ceph-mon[188613]: pgmap v4362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:34 smithi177 ceph-mon[212096]: pgmap v4363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:34 smithi123 ceph-mon[191304]: pgmap v4363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:34 smithi123 ceph-mon[188613]: pgmap v4363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:35.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:35 smithi177 ceph-mon[212096]: pgmap v4364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:35.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:35 smithi123 ceph-mon[191304]: pgmap v4364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:35.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:35 smithi123 ceph-mon[188613]: pgmap v4364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:37.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:37 smithi123 ceph-mon[191304]: pgmap v4365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:37 smithi123 ceph-mon[188613]: pgmap v4365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:38.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:37 smithi177 ceph-mon[212096]: pgmap v4365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:58:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:58:39] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T11:58:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:40 smithi177 ceph-mon[212096]: pgmap v4366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:40 smithi123 ceph-mon[191304]: pgmap v4366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:40 smithi123 ceph-mon[188613]: pgmap v4366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:42 smithi177 ceph-mon[212096]: pgmap v4367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:58:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:42 smithi123 ceph-mon[191304]: pgmap v4367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:58:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:42 smithi123 ceph-mon[188613]: pgmap v4367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:58:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:44 smithi177 ceph-mon[212096]: pgmap v4368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:44 smithi123 ceph-mon[191304]: pgmap v4368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:44 smithi123 ceph-mon[188613]: pgmap v4368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:46.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:46 smithi177 ceph-mon[212096]: pgmap v4369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:46 smithi123 ceph-mon[191304]: pgmap v4369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:46 smithi123 ceph-mon[188613]: pgmap v4369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:47.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:47 smithi177 ceph-mon[212096]: pgmap v4370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:47.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:47 smithi123 ceph-mon[191304]: pgmap v4370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:47.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:47 smithi123 ceph-mon[188613]: pgmap v4370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:58:48.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:58:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:58:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:58:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:58:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T11:58:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:50 smithi177 ceph-mon[212096]: pgmap v4371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:50 smithi123 ceph-mon[191304]: pgmap v4371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:50 smithi123 ceph-mon[188613]: pgmap v4371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:51.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:58:51.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:58:51.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:51 smithi177 ceph-mon[212096]: pgmap v4372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:51.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:58:51.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:58:51.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:58:51.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:58:51.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:58:51.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:51 smithi123 ceph-mon[191304]: pgmap v4372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:51.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:58:51.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:58:51.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:58:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:58:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:58:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:51 smithi123 ceph-mon[188613]: pgmap v4372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:58:51.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:58:51.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:58:53.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:53 smithi123 ceph-mon[191304]: pgmap v4373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:53.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:53 smithi123 ceph-mon[188613]: pgmap v4373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:54.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:53 smithi177 ceph-mon[212096]: pgmap v4373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:56.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:56 smithi177 ceph-mon[212096]: pgmap v4374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:56 smithi123 ceph-mon[191304]: pgmap v4374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:56 smithi123 ceph-mon[188613]: pgmap v4374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:58:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:58:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:58:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:58:58 smithi177 ceph-mon[212096]: pgmap v4375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:58:58 smithi123 ceph-mon[191304]: pgmap v4375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:58:58 smithi123 ceph-mon[188613]: pgmap v4375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:58:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:58:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:58:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T11:59:00.291 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:59:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:00 smithi177 ceph-mon[212096]: pgmap v4376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:00.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:00 smithi123 ceph-mon[191304]: pgmap v4376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:00 smithi123 ceph-mon[188613]: pgmap v4376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:00.601 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:59:00.601 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (67m) 2m ago 70m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:59:00.601 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (67m) 9s ago 70m 92.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:59:00.601 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (71m) 2m ago 71m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:59:00.601 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (71m) 9s ago 71m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:59:00.601 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (67m) 9s ago 73m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:59:00.602 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (67m) 2m ago 75m 596M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:59:00.602 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (66m) 2m ago 75m 543M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:59:00.602 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (66m) 9s ago 74m 298M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:59:00.602 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (66m) 2m ago 74m 325M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:59:00.602 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (67m) 2m ago 70m 21.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:59:00.602 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (67m) 9s ago 70m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:59:00.602 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (66m) 2m ago 73m 3832M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:59:00.602 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (65m) 2m ago 73m 4572M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:59:00.602 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (65m) 2m ago 73m 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:59:00.602 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (64m) 2m ago 72m 3710M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:59:00.602 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (64m) 9s ago 72m 3202M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:59:00.602 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (63m) 9s ago 72m 3457M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:59:00.602 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (63m) 9s ago 72m 2927M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:59:00.602 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (62m) 9s ago 71m 3325M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:59:00.602 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (67m) 9s ago 71m 103M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:59:00.986 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:59:00.986 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:59:00.986 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:59:00.986 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:59:00.986 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:59:00.986 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:59:00.986 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:59:00.987 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:59:00.987 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:59:00.987 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:59:00.987 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:59:00.987 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:59:00.987 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:59:00.987 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:59:00.987 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:59:00.987 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:59:00.987 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:59:00.987 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:59:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:01 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1466221768' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:59:01.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:01 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1466221768' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:59:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:01 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1466221768' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:59:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:02 smithi177 ceph-mon[212096]: from='client.38046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:59:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:02 smithi177 ceph-mon[212096]: from='client.38052 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:59:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:02 smithi177 ceph-mon[212096]: pgmap v4377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:02 smithi123 ceph-mon[191304]: from='client.38046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:59:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:02 smithi123 ceph-mon[191304]: from='client.38052 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:59:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:02 smithi123 ceph-mon[191304]: pgmap v4377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:02 smithi123 ceph-mon[188613]: from='client.38046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:59:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:02 smithi123 ceph-mon[188613]: from='client.38052 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:59:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:02 smithi123 ceph-mon[188613]: pgmap v4377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:03 smithi177 ceph-mon[212096]: pgmap v4378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:03 smithi123 ceph-mon[188613]: pgmap v4378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:03.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:03 smithi123 ceph-mon[191304]: pgmap v4378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:06.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:06 smithi177 ceph-mon[212096]: pgmap v4379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:06.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:06 smithi123 ceph-mon[188613]: pgmap v4379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:06 smithi123 ceph-mon[191304]: pgmap v4379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:08 smithi177 ceph-mon[212096]: pgmap v4380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:08 smithi123 ceph-mon[191304]: pgmap v4380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:08 smithi123 ceph-mon[188613]: pgmap v4380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:59:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:59:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T11:59:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:10 smithi177 ceph-mon[212096]: pgmap v4381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:10 smithi123 ceph-mon[191304]: pgmap v4381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:10 smithi123 ceph-mon[188613]: pgmap v4381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:12 smithi177 ceph-mon[212096]: pgmap v4382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:59:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:12 smithi123 ceph-mon[191304]: pgmap v4382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:59:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:12 smithi123 ceph-mon[188613]: pgmap v4382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:59:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:14 smithi177 ceph-mon[212096]: pgmap v4383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:14 smithi123 ceph-mon[191304]: pgmap v4383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:14 smithi123 ceph-mon[188613]: pgmap v4383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:15.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:15 smithi177 ceph-mon[212096]: pgmap v4384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:15.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:15 smithi123 ceph-mon[191304]: pgmap v4384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:15 smithi123 ceph-mon[188613]: pgmap v4384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:17 smithi123 ceph-mon[188613]: pgmap v4385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:17.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:17 smithi123 ceph-mon[191304]: pgmap v4385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:18.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:17 smithi177 ceph-mon[212096]: pgmap v4385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:59:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:59:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T11:59:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:20 smithi177 ceph-mon[212096]: pgmap v4386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:20 smithi123 ceph-mon[191304]: pgmap v4386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:20 smithi123 ceph-mon[188613]: pgmap v4386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:22 smithi177 ceph-mon[212096]: pgmap v4387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:22.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:22 smithi123 ceph-mon[188613]: pgmap v4387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:22 smithi123 ceph-mon[191304]: pgmap v4387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:23.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:23 smithi177 ceph-mon[212096]: pgmap v4388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:23.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:23 smithi123 ceph-mon[191304]: pgmap v4388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:23.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:23 smithi123 ceph-mon[188613]: pgmap v4388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:26 smithi177 ceph-mon[212096]: pgmap v4389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:26 smithi123 ceph-mon[188613]: pgmap v4389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:26 smithi123 ceph-mon[191304]: pgmap v4389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:59:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:27 smithi177 ceph-mon[212096]: pgmap v4390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:59:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:27 smithi123 ceph-mon[191304]: pgmap v4390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:59:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:27 smithi123 ceph-mon[188613]: pgmap v4390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:59:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:59:29] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T11:59:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:30 smithi177 ceph-mon[212096]: pgmap v4391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:30 smithi123 ceph-mon[191304]: pgmap v4391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:30 smithi123 ceph-mon[188613]: pgmap v4391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:31.335 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T11:59:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:31 smithi177 ceph-mon[212096]: pgmap v4392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:31.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:31 smithi123 ceph-mon[191304]: pgmap v4392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:31 smithi123 ceph-mon[188613]: pgmap v4392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:31.642 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T11:59:31.643 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (68m) 3m ago 71m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T11:59:31.643 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (68m) 41s ago 71m 92.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T11:59:31.643 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (72m) 3m ago 72m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T11:59:31.643 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (72m) 41s ago 72m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T11:59:31.643 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (67m) 41s ago 74m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T11:59:31.643 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (67m) 3m ago 75m 596M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T11:59:31.643 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (67m) 3m ago 76m 543M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T11:59:31.643 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (67m) 41s ago 74m 298M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T11:59:31.643 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (67m) 3m ago 74m 325M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T11:59:31.643 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (68m) 3m ago 71m 21.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T11:59:31.643 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (68m) 41s ago 70m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T11:59:31.643 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (66m) 3m ago 74m 3832M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T11:59:31.644 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (66m) 3m ago 74m 4572M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T11:59:31.644 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (65m) 3m ago 73m 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T11:59:31.644 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (65m) 3m ago 73m 3710M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T11:59:31.644 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (64m) 41s ago 73m 3202M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T11:59:31.644 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (64m) 41s ago 72m 3457M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T11:59:31.644 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (63m) 41s ago 72m 2927M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T11:59:31.644 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (63m) 41s ago 72m 3325M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T11:59:31.644 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (67m) 41s ago 71m 103M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T11:59:32.023 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T11:59:32.024 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T11:59:32.024 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T11:59:32.024 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:59:32.024 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T11:59:32.024 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T11:59:32.024 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:59:32.024 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T11:59:32.024 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T11:59:32.024 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:59:32.024 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T11:59:32.024 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T11:59:32.024 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T11:59:32.025 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T11:59:32.025 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T11:59:32.025 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T11:59:32.025 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T11:59:32.025 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T11:59:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:32 smithi177 ceph-mon[212096]: from='client.48008 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:59:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:32 smithi177 ceph-mon[212096]: from='client.38070 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:59:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:32 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/656321909' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:59:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:32 smithi123 ceph-mon[191304]: from='client.48008 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:59:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:32 smithi123 ceph-mon[191304]: from='client.38070 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:59:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:32 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/656321909' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:59:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:32 smithi123 ceph-mon[188613]: from='client.48008 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:59:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:32 smithi123 ceph-mon[188613]: from='client.38070 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T11:59:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:32 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/656321909' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T11:59:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:33 smithi177 ceph-mon[212096]: pgmap v4393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:33.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:33 smithi123 ceph-mon[191304]: pgmap v4393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:33.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:33 smithi123 ceph-mon[188613]: pgmap v4393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:35.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:35 smithi177 ceph-mon[212096]: pgmap v4394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:35.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:35 smithi123 ceph-mon[191304]: pgmap v4394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:35.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:35 smithi123 ceph-mon[188613]: pgmap v4394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:37.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:37 smithi123 ceph-mon[191304]: pgmap v4395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:37 smithi123 ceph-mon[188613]: pgmap v4395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:38.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:37 smithi177 ceph-mon[212096]: pgmap v4395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:59:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:59:39] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T11:59:39.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:39 smithi123 ceph-mon[191304]: pgmap v4396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:39 smithi123 ceph-mon[188613]: pgmap v4396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:40.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:39 smithi177 ceph-mon[212096]: pgmap v4396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:41 smithi123 ceph-mon[188613]: pgmap v4397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:59:41.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:41 smithi123 ceph-mon[191304]: pgmap v4397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:41.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:59:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:41 smithi177 ceph-mon[212096]: pgmap v4397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:59:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:43 smithi177 ceph-mon[212096]: pgmap v4398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:44.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:43 smithi123 ceph-mon[191304]: pgmap v4398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:43 smithi123 ceph-mon[188613]: pgmap v4398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:45.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:45 smithi177 ceph-mon[212096]: pgmap v4399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:45.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:45 smithi123 ceph-mon[191304]: pgmap v4399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:45.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:45 smithi123 ceph-mon[188613]: pgmap v4399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:47.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:47 smithi123 ceph-mon[191304]: pgmap v4400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:47 smithi123 ceph-mon[188613]: pgmap v4400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:47 smithi177 ceph-mon[212096]: pgmap v4400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:59:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:59:49] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T11:59:49.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:49 smithi123 ceph-mon[191304]: pgmap v4401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:49 smithi123 ceph-mon[188613]: pgmap v4401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:50.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:49 smithi177 ceph-mon[212096]: pgmap v4401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:51 smithi177 ceph-mon[212096]: pgmap v4402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:59:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:59:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:59:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:59:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:51 smithi123 ceph-mon[191304]: pgmap v4402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:59:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:59:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:59:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:59:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:51 smithi123 ceph-mon[188613]: pgmap v4402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T11:59:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T11:59:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T11:59:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T11:59:54.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:53 smithi177 ceph-mon[212096]: pgmap v4403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:53 smithi123 ceph-mon[191304]: pgmap v4403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:53 smithi123 ceph-mon[188613]: pgmap v4403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:55 smithi177 ceph-mon[212096]: pgmap v4404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:55 smithi123 ceph-mon[191304]: pgmap v4404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:55 smithi123 ceph-mon[188613]: pgmap v4404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:56.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:59:56.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:59:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T11:59:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:57 smithi123 ceph-mon[191304]: pgmap v4405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:57 smithi123 ceph-mon[188613]: pgmap v4405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:57 smithi177 ceph-mon[212096]: pgmap v4405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 11:59:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:11:59:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T11:59:59.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 11:59:59 smithi123 ceph-mon[191304]: pgmap v4406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T11:59:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 11:59:59 smithi123 ceph-mon[188613]: pgmap v4406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:00.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 11:59:59 smithi177 ceph-mon[212096]: pgmap v4406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T11:59:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T12:00:01.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T12:00:01.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T12:00:01.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T12:00:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:01 smithi177 ceph-mon[212096]: pgmap v4407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:02.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:01 smithi123 ceph-mon[191304]: pgmap v4407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:02.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:01 smithi123 ceph-mon[188613]: pgmap v4407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:02.375 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:00:02.682 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:00:02.682 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (68m) 3m ago 71m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:00:02.682 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (68m) 72s ago 71m 92.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:00:02.682 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (72m) 3m ago 72m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:00:02.682 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (72m) 72s ago 72m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:00:02.683 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (68m) 72s ago 75m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:00:02.683 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (68m) 3m ago 76m 596M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:00:02.683 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (67m) 3m ago 76m 543M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:00:02.683 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (67m) 72s ago 75m 298M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:00:02.683 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (67m) 3m ago 75m 325M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:00:02.683 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (68m) 3m ago 71m 21.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:00:02.683 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (68m) 72s ago 71m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:00:02.683 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (67m) 3m ago 74m 3832M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:00:02.683 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (66m) 3m ago 74m 4572M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:00:02.683 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (66m) 3m ago 74m 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:00:02.683 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (65m) 3m ago 73m 3710M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:00:02.683 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (65m) 72s ago 73m 3202M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:00:02.683 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (64m) 72s ago 73m 3457M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:00:02.683 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (64m) 72s ago 73m 2927M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:00:02.684 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (63m) 72s ago 72m 3325M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:00:02.684 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (68m) 72s ago 72m 103M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:00:03.063 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:00:03.064 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:00:03.064 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:00:03.064 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:00:03.064 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:00:03.064 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:00:03.064 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:00:03.064 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:00:03.064 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:00:03.064 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:00:03.064 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:00:03.064 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:00:03.064 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:00:03.064 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:00:03.064 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:00:03.064 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:00:03.065 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:00:03.065 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:00:04.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:03 smithi177 ceph-mon[212096]: from='client.48026 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:00:04.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:03 smithi177 ceph-mon[212096]: from='client.48032 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:00:04.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:03 smithi177 ceph-mon[212096]: pgmap v4408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:04.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:03 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2357639564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:00:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:03 smithi123 ceph-mon[191304]: from='client.48026 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:00:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:03 smithi123 ceph-mon[191304]: from='client.48032 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:00:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:03 smithi123 ceph-mon[191304]: pgmap v4408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:03 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2357639564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:00:04.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:03 smithi123 ceph-mon[188613]: from='client.48026 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:00:04.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:03 smithi123 ceph-mon[188613]: from='client.48032 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:00:04.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:03 smithi123 ceph-mon[188613]: pgmap v4408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:04.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:03 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2357639564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:00:05.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:05 smithi177 ceph-mon[212096]: pgmap v4409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:05.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:05 smithi123 ceph-mon[191304]: pgmap v4409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:05 smithi123 ceph-mon[188613]: pgmap v4409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:07.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:07 smithi123 ceph-mon[191304]: pgmap v4410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:07.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:07 smithi123 ceph-mon[188613]: pgmap v4410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:08.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:07 smithi177 ceph-mon[212096]: pgmap v4410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:00:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:00:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:00:10.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:09 smithi177 ceph-mon[212096]: pgmap v4411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:10.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:09 smithi123 ceph-mon[191304]: pgmap v4411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:10.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:09 smithi123 ceph-mon[188613]: pgmap v4411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:11 smithi177 ceph-mon[212096]: pgmap v4412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:00:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:11 smithi123 ceph-mon[191304]: pgmap v4412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:00:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:11 smithi123 ceph-mon[188613]: pgmap v4412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:00:14.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:13 smithi177 ceph-mon[212096]: pgmap v4413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:13 smithi123 ceph-mon[188613]: pgmap v4413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:13 smithi123 ceph-mon[191304]: pgmap v4413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:15.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:15 smithi177 ceph-mon[212096]: pgmap v4414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:15.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:15 smithi123 ceph-mon[191304]: pgmap v4414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:15 smithi123 ceph-mon[188613]: pgmap v4414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:18.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:17 smithi177 ceph-mon[212096]: pgmap v4415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:18.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:17 smithi123 ceph-mon[191304]: pgmap v4415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:17 smithi123 ceph-mon[188613]: pgmap v4415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:00:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:00:19] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:00:20.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:19 smithi177 ceph-mon[212096]: pgmap v4416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:19 smithi123 ceph-mon[191304]: pgmap v4416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:19 smithi123 ceph-mon[188613]: pgmap v4416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:22.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:21 smithi177 ceph-mon[212096]: pgmap v4417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:22.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:21 smithi123 ceph-mon[191304]: pgmap v4417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:21 smithi123 ceph-mon[188613]: pgmap v4417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:24.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:23 smithi177 ceph-mon[212096]: pgmap v4418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:23 smithi123 ceph-mon[188613]: pgmap v4418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:23 smithi123 ceph-mon[191304]: pgmap v4418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:25.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:25 smithi123 ceph-mon[188613]: pgmap v4419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:25.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:25 smithi123 ceph-mon[191304]: pgmap v4419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:25.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:25 smithi177 ceph-mon[212096]: pgmap v4419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:26.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:00:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:00:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:00:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:27 smithi123 ceph-mon[191304]: pgmap v4420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:27 smithi123 ceph-mon[188613]: pgmap v4420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:27 smithi177 ceph-mon[212096]: pgmap v4420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:00:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:00:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:00:30.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:29 smithi177 ceph-mon[212096]: pgmap v4421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:30.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:29 smithi123 ceph-mon[191304]: pgmap v4421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:30.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:29 smithi123 ceph-mon[188613]: pgmap v4421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:31 smithi177 ceph-mon[212096]: pgmap v4422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:32.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:31 smithi123 ceph-mon[191304]: pgmap v4422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:31 smithi123 ceph-mon[188613]: pgmap v4422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:33.411 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:00:33.715 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:00:33.715 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (69m) 4m ago 72m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:00:33.716 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (69m) 103s ago 72m 92.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:00:33.716 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (73m) 4m ago 73m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:00:33.716 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (73m) 103s ago 73m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:00:33.716 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (68m) 103s ago 75m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:00:33.716 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (69m) 4m ago 76m 596M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:00:33.716 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (68m) 4m ago 77m 543M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:00:33.716 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (68m) 103s ago 75m 298M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:00:33.716 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (68m) 4m ago 75m 325M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:00:33.716 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (69m) 4m ago 72m 21.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:00:33.716 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (69m) 103s ago 72m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:00:33.716 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (67m) 4m ago 75m 3832M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:00:33.716 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (67m) 4m ago 75m 4572M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:00:33.716 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (66m) 4m ago 74m 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:00:33.716 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (66m) 4m ago 74m 3710M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:00:33.717 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (65m) 103s ago 74m 3202M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:00:33.717 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (65m) 103s ago 73m 3457M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:00:33.717 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (64m) 103s ago 73m 2927M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:00:33.717 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (64m) 103s ago 73m 3325M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:00:33.717 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (68m) 103s ago 72m 103M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:00:34.103 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:00:34.103 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:00:34.103 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:00:34.103 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:00:34.103 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:00:34.103 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:00:34.104 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:00:34.104 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:00:34.104 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:00:34.104 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:00:34.104 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:00:34.104 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:00:34.104 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:00:34.104 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:00:34.104 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:00:34.104 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:00:34.104 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:00:34.104 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:00:34.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:33 smithi177 ceph-mon[212096]: pgmap v4423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:34.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:33 smithi123 ceph-mon[191304]: pgmap v4423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:34.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:33 smithi123 ceph-mon[188613]: pgmap v4423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:35.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:34 smithi177 ceph-mon[212096]: from='client.38100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:00:35.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:34 smithi177 ceph-mon[212096]: from='client.38106 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:00:35.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:34 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/36997932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:00:35.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:34 smithi123 ceph-mon[191304]: from='client.38100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:00:35.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:34 smithi123 ceph-mon[191304]: from='client.38106 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:00:35.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:34 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/36997932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:00:35.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:34 smithi123 ceph-mon[188613]: from='client.38100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:00:35.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:34 smithi123 ceph-mon[188613]: from='client.38106 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:00:35.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:34 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/36997932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:00:36.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:35 smithi177 ceph-mon[212096]: pgmap v4424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:36.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:35 smithi123 ceph-mon[191304]: pgmap v4424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:36.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:35 smithi123 ceph-mon[188613]: pgmap v4424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:38.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:37 smithi177 ceph-mon[212096]: pgmap v4425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:38.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:37 smithi123 ceph-mon[191304]: pgmap v4425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:38.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:37 smithi123 ceph-mon[188613]: pgmap v4425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:00:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:00:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:00:40.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:39 smithi177 ceph-mon[212096]: pgmap v4426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:40.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:39 smithi123 ceph-mon[191304]: pgmap v4426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:40.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:39 smithi123 ceph-mon[188613]: pgmap v4426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:41 smithi177 ceph-mon[212096]: pgmap v4427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:00:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:41 smithi123 ceph-mon[191304]: pgmap v4427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:00:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:41 smithi123 ceph-mon[188613]: pgmap v4427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:00:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:43 smithi177 ceph-mon[212096]: pgmap v4428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:44.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:43 smithi123 ceph-mon[191304]: pgmap v4428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:43 smithi123 ceph-mon[188613]: pgmap v4428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:45.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:45 smithi177 ceph-mon[212096]: pgmap v4429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:45.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:45 smithi123 ceph-mon[191304]: pgmap v4429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:45.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:45 smithi123 ceph-mon[188613]: pgmap v4429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:47 smithi177 ceph-mon[212096]: pgmap v4430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:47 smithi123 ceph-mon[191304]: pgmap v4430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:48.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:47 smithi123 ceph-mon[188613]: pgmap v4430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:00:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:00:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:00:50.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:49 smithi177 ceph-mon[212096]: pgmap v4431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:50.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:49 smithi123 ceph-mon[191304]: pgmap v4431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:50.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:49 smithi123 ceph-mon[188613]: pgmap v4431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:51 smithi177 ceph-mon[212096]: pgmap v4432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:51 smithi123 ceph-mon[191304]: pgmap v4432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:51 smithi123 ceph-mon[188613]: pgmap v4432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:53.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:00:53.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:00:53.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:00:53.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:00:53.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:00:53.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:00:53.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:00:53.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:00:53.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:00:53.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:00:53.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:00:53.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:00:54.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:53 smithi177 ceph-mon[212096]: pgmap v4433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:53 smithi123 ceph-mon[191304]: pgmap v4433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:53 smithi123 ceph-mon[188613]: pgmap v4433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:55 smithi177 ceph-mon[212096]: pgmap v4434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:55 smithi123 ceph-mon[191304]: pgmap v4434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:55 smithi123 ceph-mon[188613]: pgmap v4434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:56.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:00:56.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:00:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:00:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:57 smithi123 ceph-mon[191304]: pgmap v4435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:57 smithi123 ceph-mon[188613]: pgmap v4435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:57 smithi177 ceph-mon[212096]: pgmap v4435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:00:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:00:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:00:59] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:01:00.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:00:59 smithi177 ceph-mon[212096]: pgmap v4436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:00.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:00:59 smithi123 ceph-mon[191304]: pgmap v4436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:00.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:00:59 smithi123 ceph-mon[188613]: pgmap v4436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:01 smithi177 ceph-mon[212096]: pgmap v4437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:02.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:01 smithi123 ceph-mon[191304]: pgmap v4437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:02.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:01 smithi123 ceph-mon[188613]: pgmap v4437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:04.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:03 smithi177 ceph-mon[212096]: pgmap v4438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:03 smithi123 ceph-mon[191304]: pgmap v4438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:04.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:03 smithi123 ceph-mon[188613]: pgmap v4438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:04.458 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:01:04.764 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:01:04.764 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (69m) 5m ago 72m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:01:04.764 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (69m) 2m ago 72m 92.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:01:04.764 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (73m) 5m ago 73m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:01:04.764 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (73m) 2m ago 73m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:01:04.765 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (69m) 2m ago 76m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:01:04.765 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (69m) 5m ago 77m 596M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:01:04.765 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (69m) 5m ago 77m 543M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:01:04.765 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (68m) 2m ago 76m 298M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:01:04.765 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (68m) 5m ago 76m 325M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:01:04.765 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (69m) 5m ago 72m 21.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:01:04.765 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (69m) 2m ago 72m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:01:04.765 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (68m) 5m ago 75m 3832M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:01:04.765 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (67m) 5m ago 75m 4572M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:01:04.765 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (67m) 5m ago 75m 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:01:04.765 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (66m) 5m ago 74m 3710M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:01:04.765 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (66m) 2m ago 74m 3202M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:01:04.765 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (65m) 2m ago 74m 3457M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:01:04.765 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (65m) 2m ago 74m 2927M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:01:04.765 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (64m) 2m ago 73m 3325M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:01:04.766 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (69m) 2m ago 73m 103M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:01:05.146 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:01:05.146 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:01:05.146 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:01:05.146 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:01:05.147 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:01:05.147 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:01:05.147 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:01:05.147 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:01:05.147 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:01:05.147 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:01:05.147 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:01:05.147 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:01:05.147 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:01:05.147 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:01:05.147 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:01:05.147 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:01:05.147 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:01:05.147 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:01:05.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:05 smithi177 ceph-mon[212096]: from='client.48062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:01:05.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:05 smithi177 ceph-mon[212096]: pgmap v4439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:05.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:05 smithi177 ceph-mon[212096]: from='client.48068 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:01:05.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:05 smithi123 ceph-mon[191304]: from='client.48062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:01:05.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:05 smithi123 ceph-mon[191304]: pgmap v4439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:05.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:05 smithi123 ceph-mon[191304]: from='client.48068 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:01:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:05 smithi123 ceph-mon[188613]: from='client.48062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:01:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:05 smithi123 ceph-mon[188613]: pgmap v4439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:05 smithi123 ceph-mon[188613]: from='client.48068 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:01:06.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:06 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3368369945' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:01:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:06 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3368369945' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:01:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:06 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3368369945' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:01:07.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:07 smithi177 ceph-mon[212096]: pgmap v4440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:07.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:07 smithi123 ceph-mon[191304]: pgmap v4440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:07 smithi123 ceph-mon[188613]: pgmap v4440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:01:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:01:09] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:01:10.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:09 smithi177 ceph-mon[212096]: pgmap v4441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:10.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:09 smithi123 ceph-mon[191304]: pgmap v4441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:10.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:09 smithi123 ceph-mon[188613]: pgmap v4441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:11 smithi177 ceph-mon[212096]: pgmap v4442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:01:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:11 smithi123 ceph-mon[191304]: pgmap v4442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:01:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:11 smithi123 ceph-mon[188613]: pgmap v4442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:01:14.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:13 smithi177 ceph-mon[212096]: pgmap v4443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:13 smithi123 ceph-mon[191304]: pgmap v4443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:13 smithi123 ceph-mon[188613]: pgmap v4443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:15.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:15 smithi177 ceph-mon[212096]: pgmap v4444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:15.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:15 smithi123 ceph-mon[191304]: pgmap v4444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:15 smithi123 ceph-mon[188613]: pgmap v4444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:18.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:17 smithi177 ceph-mon[212096]: pgmap v4445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:18.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:17 smithi123 ceph-mon[191304]: pgmap v4445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:17 smithi123 ceph-mon[188613]: pgmap v4445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:01:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:01:19] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:01:20.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:19 smithi177 ceph-mon[212096]: pgmap v4446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:19 smithi123 ceph-mon[191304]: pgmap v4446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:19 smithi123 ceph-mon[188613]: pgmap v4446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:22.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:21 smithi177 ceph-mon[212096]: pgmap v4447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:22.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:21 smithi123 ceph-mon[191304]: pgmap v4447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:21 smithi123 ceph-mon[188613]: pgmap v4447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:24.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:23 smithi177 ceph-mon[212096]: pgmap v4448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:23 smithi123 ceph-mon[191304]: pgmap v4448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:23 smithi123 ceph-mon[188613]: pgmap v4448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:25.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:25 smithi177 ceph-mon[212096]: pgmap v4449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:25.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:25 smithi123 ceph-mon[191304]: pgmap v4449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:25.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:25 smithi123 ceph-mon[188613]: pgmap v4449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:01:26.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:01:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:01:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:27 smithi123 ceph-mon[191304]: pgmap v4450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:27 smithi123 ceph-mon[188613]: pgmap v4450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:27 smithi177 ceph-mon[212096]: pgmap v4450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:28.901 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 12:01:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T12:01:28.586213796Z level=info msg="Completed cleanup jobs" duration=13.119905ms 2023-12-20T12:01:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:01:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:01:29] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:01:30.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:29 smithi177 ceph-mon[212096]: pgmap v4451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:30.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:29 smithi123 ceph-mon[191304]: pgmap v4451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:30.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:29 smithi123 ceph-mon[188613]: pgmap v4451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:31 smithi177 ceph-mon[212096]: pgmap v4452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:32.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:31 smithi123 ceph-mon[191304]: pgmap v4452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:31 smithi123 ceph-mon[188613]: pgmap v4452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:34.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:33 smithi177 ceph-mon[212096]: pgmap v4453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:34.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:33 smithi123 ceph-mon[188613]: pgmap v4453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:34.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:33 smithi123 ceph-mon[191304]: pgmap v4453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:35.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:35 smithi177 ceph-mon[212096]: pgmap v4454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:35.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:35 smithi123 ceph-mon[191304]: pgmap v4454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:35.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:35 smithi123 ceph-mon[188613]: pgmap v4454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:35.499 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:01:35.803 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:01:35.804 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (70m) 5m ago 73m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:01:35.804 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (70m) 2m ago 73m 92.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:01:35.804 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (74m) 5m ago 74m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:01:35.804 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (74m) 2m ago 74m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:01:35.804 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (69m) 2m ago 76m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:01:35.804 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (70m) 5m ago 77m 596M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:01:35.804 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (69m) 5m ago 78m 543M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:01:35.804 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (69m) 2m ago 76m 298M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:01:35.804 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (69m) 5m ago 76m 325M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:01:35.804 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (70m) 5m ago 73m 21.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:01:35.804 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (70m) 2m ago 73m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:01:35.804 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (68m) 5m ago 76m 3832M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:01:35.804 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (68m) 5m ago 76m 4572M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:01:35.804 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (67m) 5m ago 75m 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:01:35.805 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (67m) 5m ago 75m 3710M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:01:35.805 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (66m) 2m ago 75m 3202M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:01:35.805 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (66m) 2m ago 74m 3457M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:01:35.805 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (65m) 2m ago 74m 2927M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:01:35.805 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (65m) 2m ago 74m 3325M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:01:35.805 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (69m) 2m ago 73m 103M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:01:36.186 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:01:36.186 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:01:36.187 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:01:36.187 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:01:36.187 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:01:36.187 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:01:36.187 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:01:36.187 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:01:36.187 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:01:36.187 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:01:36.187 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:01:36.187 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:01:36.187 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:01:36.187 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:01:36.187 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:01:36.188 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:01:36.188 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:01:36.188 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:01:36.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:36 smithi177 ceph-mon[212096]: from='client.38136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:01:36.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:36 smithi177 ceph-mon[212096]: from='client.38142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:01:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:36 smithi123 ceph-mon[191304]: from='client.38136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:01:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:36 smithi123 ceph-mon[191304]: from='client.38142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:01:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:36 smithi123 ceph-mon[188613]: from='client.38136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:01:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:36 smithi123 ceph-mon[188613]: from='client.38142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:01:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:37 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1144770429' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:01:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:37 smithi177 ceph-mon[212096]: pgmap v4455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:37.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:37 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1144770429' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:01:37.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:37 smithi123 ceph-mon[191304]: pgmap v4455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:37.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:37 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1144770429' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:01:37.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:37 smithi123 ceph-mon[188613]: pgmap v4455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:01:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:01:39] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:01:40.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:39 smithi177 ceph-mon[212096]: pgmap v4456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:40.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:39 smithi123 ceph-mon[188613]: pgmap v4456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:40.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:39 smithi123 ceph-mon[191304]: pgmap v4456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:41 smithi177 ceph-mon[212096]: pgmap v4457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:01:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:41 smithi123 ceph-mon[191304]: pgmap v4457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:01:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:41 smithi123 ceph-mon[188613]: pgmap v4457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:01:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:43 smithi177 ceph-mon[212096]: pgmap v4458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:44.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:43 smithi123 ceph-mon[191304]: pgmap v4458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:43 smithi123 ceph-mon[188613]: pgmap v4458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:45.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:45 smithi177 ceph-mon[212096]: pgmap v4459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:45.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:45 smithi123 ceph-mon[191304]: pgmap v4459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:45.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:45 smithi123 ceph-mon[188613]: pgmap v4459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:47 smithi177 ceph-mon[212096]: pgmap v4460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:47 smithi123 ceph-mon[191304]: pgmap v4460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:48.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:47 smithi123 ceph-mon[188613]: pgmap v4460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:01:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:01:49] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:01:50.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:49 smithi177 ceph-mon[212096]: pgmap v4461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:50.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:49 smithi123 ceph-mon[191304]: pgmap v4461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:50.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:49 smithi123 ceph-mon[188613]: pgmap v4461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:51 smithi177 ceph-mon[212096]: pgmap v4462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:51 smithi123 ceph-mon[191304]: pgmap v4462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:51 smithi123 ceph-mon[188613]: pgmap v4462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:53.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:01:53.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:01:53.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:01:54.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:53 smithi177 ceph-mon[212096]: pgmap v4463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:54.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:01:54.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:01:54.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:01:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:53 smithi123 ceph-mon[191304]: pgmap v4463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:54.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:01:54.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:01:54.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:01:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:53 smithi123 ceph-mon[188613]: pgmap v4463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:01:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:01:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:01:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:55 smithi177 ceph-mon[212096]: pgmap v4464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:55 smithi123 ceph-mon[191304]: pgmap v4464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:55 smithi123 ceph-mon[188613]: pgmap v4464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:56.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:01:56.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:01:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:01:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:57 smithi123 ceph-mon[191304]: pgmap v4465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:57 smithi123 ceph-mon[188613]: pgmap v4465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:57 smithi177 ceph-mon[212096]: pgmap v4465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:01:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:01:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:01:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:02:00.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:01:59 smithi177 ceph-mon[212096]: pgmap v4466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:00.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:01:59 smithi123 ceph-mon[191304]: pgmap v4466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:00.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:01:59 smithi123 ceph-mon[188613]: pgmap v4466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:01 smithi177 ceph-mon[212096]: pgmap v4467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:02.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:01 smithi123 ceph-mon[191304]: pgmap v4467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:02.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:01 smithi123 ceph-mon[188613]: pgmap v4467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:04.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:03 smithi177 ceph-mon[212096]: pgmap v4468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:03 smithi123 ceph-mon[191304]: pgmap v4468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:04.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:03 smithi123 ceph-mon[188613]: pgmap v4468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:05.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:05 smithi177 ceph-mon[212096]: pgmap v4469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:05.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:05 smithi123 ceph-mon[191304]: pgmap v4469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:05 smithi123 ceph-mon[188613]: pgmap v4469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:06.530 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:02:06.837 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:02:06.837 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (70m) 6m ago 73m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:02:06.837 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (70m) 3m ago 73m 92.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:02:06.837 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (74m) 6m ago 74m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:02:06.837 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (74m) 3m ago 74m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:02:06.837 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (70m) 3m ago 77m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:02:06.837 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (70m) 6m ago 78m 596M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:02:06.837 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (70m) 6m ago 78m 543M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:02:06.838 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (69m) 3m ago 77m 298M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:02:06.838 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (69m) 6m ago 77m 325M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:02:06.838 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (70m) 6m ago 73m 21.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:02:06.838 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (70m) 3m ago 73m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:02:06.838 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (69m) 6m ago 76m 3832M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:02:06.838 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (68m) 6m ago 76m 4572M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:02:06.838 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (68m) 6m ago 76m 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:02:06.838 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (67m) 6m ago 76m 3710M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:02:06.838 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (67m) 3m ago 75m 3202M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:02:06.838 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (66m) 3m ago 75m 3457M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:02:06.839 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (66m) 3m ago 75m 2927M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:02:06.839 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (65m) 3m ago 74m 3325M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:02:06.839 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (70m) 3m ago 74m 103M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:02:07.221 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:02:07.222 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:02:07.222 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:02:07.222 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:02:07.222 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:02:07.222 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:02:07.222 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:02:07.222 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:02:07.222 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:02:07.222 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:02:07.222 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:02:07.222 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:02:07.222 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:02:07.223 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:02:07.223 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:02:07.223 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:02:07.223 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:02:07.223 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:02:08.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:07 smithi177 ceph-mon[212096]: from='client.38154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:02:08.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:07 smithi177 ceph-mon[212096]: pgmap v4470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:08.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:07 smithi177 ceph-mon[212096]: from='client.48104 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:02:08.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:07 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/896875656' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:02:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:07 smithi123 ceph-mon[191304]: from='client.38154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:02:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:07 smithi123 ceph-mon[191304]: pgmap v4470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:07 smithi123 ceph-mon[191304]: from='client.48104 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:02:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:07 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/896875656' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:02:08.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:07 smithi123 ceph-mon[188613]: from='client.38154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:02:08.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:07 smithi123 ceph-mon[188613]: pgmap v4470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:08.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:07 smithi123 ceph-mon[188613]: from='client.48104 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:02:08.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:07 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/896875656' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:02:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:02:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:02:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:02:10.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:09 smithi177 ceph-mon[212096]: pgmap v4471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:10.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:09 smithi123 ceph-mon[191304]: pgmap v4471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:10.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:09 smithi123 ceph-mon[188613]: pgmap v4471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:11 smithi177 ceph-mon[212096]: pgmap v4472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:02:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:11 smithi123 ceph-mon[191304]: pgmap v4472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:02:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:11 smithi123 ceph-mon[188613]: pgmap v4472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:02:14.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:13 smithi177 ceph-mon[212096]: pgmap v4473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:13 smithi123 ceph-mon[191304]: pgmap v4473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:13 smithi123 ceph-mon[188613]: pgmap v4473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:15.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:15 smithi177 ceph-mon[212096]: pgmap v4474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:15.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:15 smithi123 ceph-mon[191304]: pgmap v4474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:15 smithi123 ceph-mon[188613]: pgmap v4474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:18.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:17 smithi177 ceph-mon[212096]: pgmap v4475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:18.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:17 smithi123 ceph-mon[191304]: pgmap v4475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:17 smithi123 ceph-mon[188613]: pgmap v4475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:02:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:02:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T12:02:20.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:19 smithi177 ceph-mon[212096]: pgmap v4476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:19 smithi123 ceph-mon[191304]: pgmap v4476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:19 smithi123 ceph-mon[188613]: pgmap v4476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:22.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:21 smithi177 ceph-mon[212096]: pgmap v4477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:22.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:21 smithi123 ceph-mon[191304]: pgmap v4477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:21 smithi123 ceph-mon[188613]: pgmap v4477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:24.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:23 smithi177 ceph-mon[212096]: pgmap v4478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:24.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:23 smithi123 ceph-mon[191304]: pgmap v4478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:23 smithi123 ceph-mon[188613]: pgmap v4478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:25.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:25 smithi177 ceph-mon[212096]: pgmap v4479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:25.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:25 smithi123 ceph-mon[191304]: pgmap v4479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:25.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:25 smithi123 ceph-mon[188613]: pgmap v4479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:26.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:02:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:02:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:02:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:27 smithi123 ceph-mon[191304]: pgmap v4480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:27 smithi123 ceph-mon[188613]: pgmap v4480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:27 smithi177 ceph-mon[212096]: pgmap v4480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:02:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:02:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:02:30.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:29 smithi177 ceph-mon[212096]: pgmap v4481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:30.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:29 smithi123 ceph-mon[191304]: pgmap v4481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:30.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:29 smithi123 ceph-mon[188613]: pgmap v4481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:31 smithi177 ceph-mon[212096]: pgmap v4482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:32.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:31 smithi123 ceph-mon[191304]: pgmap v4482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:31 smithi123 ceph-mon[188613]: pgmap v4482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:34.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:33 smithi177 ceph-mon[212096]: pgmap v4483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:34.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:33 smithi123 ceph-mon[191304]: pgmap v4483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:34.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:33 smithi123 ceph-mon[188613]: pgmap v4483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:35.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:35 smithi177 ceph-mon[212096]: pgmap v4484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:35.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:35 smithi123 ceph-mon[191304]: pgmap v4484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:35.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:35 smithi123 ceph-mon[188613]: pgmap v4484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:37.569 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:02:37.878 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:02:37.878 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (71m) 6m ago 74m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:02:37.878 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (71m) 3m ago 74m 92.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:02:37.878 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (75m) 6m ago 75m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:02:37.878 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (75m) 3m ago 75m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:02:37.878 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (70m) 3m ago 77m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:02:37.878 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (71m) 6m ago 79m 596M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:02:37.878 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (70m) 6m ago 79m 543M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:02:37.878 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (70m) 3m ago 77m 298M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:02:37.878 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (70m) 6m ago 77m 325M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:02:37.878 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (71m) 6m ago 74m 21.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:02:37.879 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (71m) 3m ago 74m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:02:37.879 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (69m) 6m ago 77m 3832M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:02:37.879 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (69m) 6m ago 77m 4572M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:02:37.879 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (68m) 6m ago 76m 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:02:37.879 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (68m) 6m ago 76m 3710M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:02:37.879 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (67m) 3m ago 76m 3202M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:02:37.879 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (67m) 3m ago 76m 3457M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:02:37.879 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (66m) 3m ago 75m 2927M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:02:37.879 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (66m) 3m ago 75m 3325M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:02:37.879 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (70m) 3m ago 74m 103M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:02:38.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:37 smithi177 ceph-mon[212096]: pgmap v4485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:38.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:37 smithi123 ceph-mon[191304]: pgmap v4485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:38.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:37 smithi123 ceph-mon[188613]: pgmap v4485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:38.260 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:02:38.260 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:02:38.260 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:02:38.260 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:02:38.260 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:02:38.260 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:02:38.260 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:02:38.260 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:02:38.260 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:02:38.260 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:02:38.261 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:02:38.261 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:02:38.261 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:02:38.261 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:02:38.261 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:02:38.261 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:02:38.261 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:02:38.261 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:02:39.076 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:38 smithi123 ceph-mon[191304]: from='client.38172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:02:39.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:38 smithi123 ceph-mon[191304]: from='client.38178 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:02:39.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:38 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/344766246' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:02:39.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:38 smithi123 ceph-mon[188613]: from='client.38172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:02:39.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:38 smithi123 ceph-mon[188613]: from='client.38178 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:02:39.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:38 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/344766246' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:02:39.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:38 smithi177 ceph-mon[212096]: from='client.38172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:02:39.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:38 smithi177 ceph-mon[212096]: from='client.38178 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:02:39.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:38 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/344766246' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:02:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:02:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:02:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:02:40.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:39 smithi177 ceph-mon[212096]: pgmap v4486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:40.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:39 smithi123 ceph-mon[191304]: pgmap v4486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:40.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:39 smithi123 ceph-mon[188613]: pgmap v4486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:41 smithi177 ceph-mon[212096]: pgmap v4487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:02:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:41 smithi123 ceph-mon[188613]: pgmap v4487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:02:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:41 smithi123 ceph-mon[191304]: pgmap v4487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:02:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:43 smithi177 ceph-mon[212096]: pgmap v4488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:44.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:43 smithi123 ceph-mon[191304]: pgmap v4488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:43 smithi123 ceph-mon[188613]: pgmap v4488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:45.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:45 smithi177 ceph-mon[212096]: pgmap v4489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:45.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:45 smithi123 ceph-mon[188613]: pgmap v4489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:45.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:45 smithi123 ceph-mon[191304]: pgmap v4489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:47 smithi177 ceph-mon[212096]: pgmap v4490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:47 smithi123 ceph-mon[191304]: pgmap v4490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:48.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:47 smithi123 ceph-mon[188613]: pgmap v4490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:02:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:02:49] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:02:50.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:49 smithi177 ceph-mon[212096]: pgmap v4491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:50.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:49 smithi123 ceph-mon[188613]: pgmap v4491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:50.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:49 smithi123 ceph-mon[191304]: pgmap v4491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:51 smithi177 ceph-mon[212096]: pgmap v4492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:51 smithi123 ceph-mon[191304]: pgmap v4492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:51 smithi123 ceph-mon[188613]: pgmap v4492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:54.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:53 smithi177 ceph-mon[212096]: pgmap v4493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:54.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:02:54.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:02:54.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:02:54.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:02:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:53 smithi123 ceph-mon[188613]: pgmap v4493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:02:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:02:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:02:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:02:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:53 smithi123 ceph-mon[191304]: pgmap v4493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:02:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:02:54.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:02:54.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:02:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:55 smithi177 ceph-mon[212096]: pgmap v4494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:55 smithi123 ceph-mon[191304]: pgmap v4494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:55 smithi123 ceph-mon[188613]: pgmap v4494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:56.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:02:56.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:02:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:02:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:57 smithi123 ceph-mon[191304]: pgmap v4495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:57 smithi123 ceph-mon[188613]: pgmap v4495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:57 smithi177 ceph-mon[212096]: pgmap v4495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:02:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:02:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:02:59] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:03:00.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:02:59 smithi177 ceph-mon[212096]: pgmap v4496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:00.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:02:59 smithi123 ceph-mon[191304]: pgmap v4496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:00.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:02:59 smithi123 ceph-mon[188613]: pgmap v4496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:01 smithi177 ceph-mon[212096]: pgmap v4497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:02.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:01 smithi123 ceph-mon[191304]: pgmap v4497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:02.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:01 smithi123 ceph-mon[188613]: pgmap v4497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:04.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:03 smithi177 ceph-mon[212096]: pgmap v4498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:03 smithi123 ceph-mon[191304]: pgmap v4498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:04.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:03 smithi123 ceph-mon[188613]: pgmap v4498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:05.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:05 smithi177 ceph-mon[212096]: pgmap v4499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:05.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:05 smithi123 ceph-mon[191304]: pgmap v4499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:05 smithi123 ceph-mon[188613]: pgmap v4499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:08.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:07 smithi177 ceph-mon[212096]: pgmap v4500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:08.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:07 smithi123 ceph-mon[188613]: pgmap v4500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:07 smithi123 ceph-mon[191304]: pgmap v4500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:08.605 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:03:08.913 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:03:08.913 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (71m) 7m ago 74m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:03:08.913 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (71m) 4m ago 74m 92.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:03:08.913 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (75m) 7m ago 75m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:03:08.913 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (75m) 4m ago 75m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:03:08.913 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (71m) 4m ago 78m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:03:08.913 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (71m) 7m ago 79m 596M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:03:08.913 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (71m) 7m ago 79m 543M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:03:08.914 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (70m) 4m ago 78m 298M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:03:08.914 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (70m) 7m ago 78m 325M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:03:08.914 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (71m) 7m ago 74m 21.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:03:08.914 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (71m) 4m ago 74m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:03:08.914 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (70m) 7m ago 77m 3832M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:03:08.914 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (69m) 7m ago 77m 4572M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:03:08.914 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (69m) 7m ago 77m 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:03:08.914 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (68m) 7m ago 77m 3710M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:03:08.914 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (68m) 4m ago 76m 3202M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:03:08.914 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (67m) 4m ago 76m 3457M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:03:08.914 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (67m) 4m ago 76m 2927M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:03:08.914 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (66m) 4m ago 75m 3325M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:03:08.914 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (71m) 4m ago 75m 103M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:03:09.296 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:03:09.296 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:03:09.296 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:03:09.296 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:03:09.296 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:03:09.296 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:03:09.296 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:03:09.296 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:03:09.296 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:03:09.296 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:03:09.296 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:03:09.296 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:03:09.297 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:03:09.297 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:03:09.297 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:03:09.297 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:03:09.297 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:03:09.297 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:03:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:03:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:03:09] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:03:10.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:09 smithi177 ceph-mon[212096]: from='client.48134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:03:10.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:09 smithi177 ceph-mon[212096]: pgmap v4501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:10.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:09 smithi177 ceph-mon[212096]: from='client.48140 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:03:10.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:09 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3666337807' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:03:10.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:09 smithi123 ceph-mon[191304]: from='client.48134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:03:10.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:09 smithi123 ceph-mon[191304]: pgmap v4501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:10.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:09 smithi123 ceph-mon[191304]: from='client.48140 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:03:10.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:09 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3666337807' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:03:10.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:09 smithi123 ceph-mon[188613]: from='client.48134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:03:10.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:09 smithi123 ceph-mon[188613]: pgmap v4501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:10.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:09 smithi123 ceph-mon[188613]: from='client.48140 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:03:10.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:09 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3666337807' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:03:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:11 smithi177 ceph-mon[212096]: pgmap v4502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:03:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:11 smithi123 ceph-mon[188613]: pgmap v4502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:03:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:11 smithi123 ceph-mon[191304]: pgmap v4502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:03:14.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:13 smithi177 ceph-mon[212096]: pgmap v4503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:13 smithi123 ceph-mon[188613]: pgmap v4503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:13 smithi123 ceph-mon[191304]: pgmap v4503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:15.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:15 smithi177 ceph-mon[212096]: pgmap v4504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:15.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:15 smithi123 ceph-mon[191304]: pgmap v4504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:15 smithi123 ceph-mon[188613]: pgmap v4504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:18.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:17 smithi177 ceph-mon[212096]: pgmap v4505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:18.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:17 smithi123 ceph-mon[191304]: pgmap v4505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:17 smithi123 ceph-mon[188613]: pgmap v4505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:03:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:03:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:03:20.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:19 smithi177 ceph-mon[212096]: pgmap v4506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:19 smithi123 ceph-mon[191304]: pgmap v4506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:19 smithi123 ceph-mon[188613]: pgmap v4506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:22.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:21 smithi177 ceph-mon[212096]: pgmap v4507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:22.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:21 smithi123 ceph-mon[188613]: pgmap v4507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:22.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:21 smithi123 ceph-mon[191304]: pgmap v4507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:24.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:23 smithi177 ceph-mon[212096]: pgmap v4508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:23 smithi123 ceph-mon[191304]: pgmap v4508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:23 smithi123 ceph-mon[188613]: pgmap v4508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:25.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:25 smithi177 ceph-mon[212096]: pgmap v4509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:25.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:25 smithi123 ceph-mon[191304]: pgmap v4509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:25.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:25 smithi123 ceph-mon[188613]: pgmap v4509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:26.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:03:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:03:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:03:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:27 smithi123 ceph-mon[191304]: pgmap v4510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:27 smithi123 ceph-mon[188613]: pgmap v4510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:27 smithi177 ceph-mon[212096]: pgmap v4510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:03:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:03:29] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:03:30.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:29 smithi177 ceph-mon[212096]: pgmap v4511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:30.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:29 smithi123 ceph-mon[191304]: pgmap v4511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:30.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:29 smithi123 ceph-mon[188613]: pgmap v4511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:31 smithi177 ceph-mon[212096]: pgmap v4512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:32.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:31 smithi123 ceph-mon[191304]: pgmap v4512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:31 smithi123 ceph-mon[188613]: pgmap v4512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:34.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:33 smithi177 ceph-mon[212096]: pgmap v4513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:34.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:33 smithi123 ceph-mon[191304]: pgmap v4513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:34.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:33 smithi123 ceph-mon[188613]: pgmap v4513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:35.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:35 smithi177 ceph-mon[212096]: pgmap v4514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:35.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:35 smithi123 ceph-mon[191304]: pgmap v4514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:35.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:35 smithi123 ceph-mon[188613]: pgmap v4514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:38.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:37 smithi177 ceph-mon[212096]: pgmap v4515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:38.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:37 smithi123 ceph-mon[191304]: pgmap v4515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:38.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:37 smithi123 ceph-mon[188613]: pgmap v4515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:03:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:03:39] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:03:39.643 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:03:39.954 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:03:39.954 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (72m) 7m ago 75m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:03:39.954 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (72m) 4m ago 75m 92.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:03:39.954 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (76m) 7m ago 76m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:03:39.954 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (76m) 4m ago 76m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:03:39.954 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (71m) 4m ago 78m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:03:39.955 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (72m) 7m ago 80m 596M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:03:39.955 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (71m) 7m ago 80m 543M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:03:39.955 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (71m) 4m ago 78m 298M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:03:39.955 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (71m) 7m ago 78m 325M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:03:39.955 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (72m) 7m ago 75m 21.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:03:39.955 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (72m) 4m ago 75m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:03:39.955 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (70m) 7m ago 78m 3832M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:03:39.955 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (70m) 7m ago 78m 4572M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:03:39.955 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (69m) 7m ago 77m 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:03:39.955 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (69m) 7m ago 77m 3710M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:03:39.955 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (68m) 4m ago 77m 3202M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:03:39.956 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (68m) 4m ago 77m 3457M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:03:39.956 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (67m) 4m ago 76m 2927M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:03:39.956 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (67m) 4m ago 76m 3325M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:03:39.956 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (71m) 4m ago 75m 103M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:03:40.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:39 smithi177 ceph-mon[212096]: pgmap v4516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:40.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:39 smithi123 ceph-mon[191304]: pgmap v4516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:40.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:39 smithi123 ceph-mon[188613]: pgmap v4516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:40.342 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:03:40.342 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:03:40.342 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:03:40.342 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:03:40.343 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:03:40.343 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:03:40.343 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:03:40.343 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:03:40.343 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:03:40.343 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:03:40.343 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:03:40.343 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:03:40.343 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:03:40.343 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:03:40.343 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:03:40.343 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:03:40.344 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:03:40.344 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:03:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:40 smithi177 ceph-mon[212096]: from='client.48152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:03:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:40 smithi177 ceph-mon[212096]: from='client.38214 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:03:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:40 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1343305273' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:03:41.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:40 smithi123 ceph-mon[188613]: from='client.48152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:03:41.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:40 smithi123 ceph-mon[188613]: from='client.38214 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:03:41.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:40 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1343305273' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:03:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:40 smithi123 ceph-mon[191304]: from='client.48152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:03:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:40 smithi123 ceph-mon[191304]: from='client.38214 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:03:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:40 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1343305273' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:03:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:41 smithi177 ceph-mon[212096]: pgmap v4517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:03:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:41 smithi123 ceph-mon[191304]: pgmap v4517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:03:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:41 smithi123 ceph-mon[188613]: pgmap v4517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:03:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:43 smithi177 ceph-mon[212096]: pgmap v4518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:44.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:43 smithi123 ceph-mon[191304]: pgmap v4518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:43 smithi123 ceph-mon[188613]: pgmap v4518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:45.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:45 smithi123 ceph-mon[191304]: pgmap v4519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:45.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:45 smithi123 ceph-mon[188613]: pgmap v4519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:45.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:45 smithi177 ceph-mon[212096]: pgmap v4519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:47 smithi177 ceph-mon[212096]: pgmap v4520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:47 smithi123 ceph-mon[191304]: pgmap v4520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:48.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:47 smithi123 ceph-mon[188613]: pgmap v4520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:03:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:03:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:03:50.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:49 smithi177 ceph-mon[212096]: pgmap v4521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:50.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:49 smithi123 ceph-mon[191304]: pgmap v4521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:50.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:49 smithi123 ceph-mon[188613]: pgmap v4521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:51 smithi177 ceph-mon[212096]: pgmap v4522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:51 smithi123 ceph-mon[188613]: pgmap v4522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:51 smithi123 ceph-mon[191304]: pgmap v4522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:54.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:53 smithi177 ceph-mon[212096]: pgmap v4523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:54.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:03:54.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:53 smithi123 ceph-mon[188613]: pgmap v4523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:03:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:53 smithi123 ceph-mon[191304]: pgmap v4523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:03:55.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:03:55.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:03:55.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:03:55.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:03:55.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:03:55.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:03:55.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:03:55.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:03:55.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:03:56.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:55 smithi177 ceph-mon[212096]: pgmap v4524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:56.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:55 smithi123 ceph-mon[188613]: pgmap v4524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:56.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:55 smithi123 ceph-mon[191304]: pgmap v4524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:03:57.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:03:57.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:03:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:57 smithi177 ceph-mon[212096]: pgmap v4525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:57 smithi123 ceph-mon[191304]: pgmap v4525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:58.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:57 smithi123 ceph-mon[188613]: pgmap v4525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:03:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:03:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:03:59] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T12:04:00.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:03:59 smithi177 ceph-mon[212096]: pgmap v4526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:00.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:03:59 smithi123 ceph-mon[188613]: pgmap v4526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:00.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:03:59 smithi123 ceph-mon[191304]: pgmap v4526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:01 smithi177 ceph-mon[212096]: pgmap v4527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:02.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:01 smithi123 ceph-mon[191304]: pgmap v4527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:02.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:01 smithi123 ceph-mon[188613]: pgmap v4527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:04.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:03 smithi177 ceph-mon[212096]: pgmap v4528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:03 smithi123 ceph-mon[191304]: pgmap v4528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:04.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:03 smithi123 ceph-mon[188613]: pgmap v4528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:05.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:05 smithi123 ceph-mon[191304]: pgmap v4529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:05 smithi123 ceph-mon[188613]: pgmap v4529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:05.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:05 smithi177 ceph-mon[212096]: pgmap v4529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:08.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:07 smithi177 ceph-mon[212096]: pgmap v4530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:07 smithi123 ceph-mon[191304]: pgmap v4530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:08.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:07 smithi123 ceph-mon[188613]: pgmap v4530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:04:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:04:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T12:04:10.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:09 smithi177 ceph-mon[212096]: pgmap v4531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:10.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:09 smithi123 ceph-mon[191304]: pgmap v4531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:10.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:09 smithi123 ceph-mon[188613]: pgmap v4531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:10.689 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:04:10.997 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:04:10.997 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (72m) 8m ago 75m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:04:10.997 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (72m) 5m ago 75m 92.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:04:10.997 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (76m) 8m ago 76m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:04:10.997 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (76m) 5m ago 76m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:04:10.997 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (72m) 5m ago 79m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:04:10.997 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (72m) 8m ago 80m 596M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:04:10.997 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (72m) 8m ago 80m 543M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:04:10.997 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (71m) 5m ago 79m 298M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:04:10.997 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (71m) 8m ago 79m 325M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:04:10.998 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (72m) 8m ago 75m 21.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:04:10.998 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (72m) 5m ago 75m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:04:10.998 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (71m) 8m ago 78m 3832M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:04:10.998 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (70m) 8m ago 78m 4572M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:04:10.998 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (70m) 8m ago 78m 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:04:10.998 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (69m) 8m ago 78m 3710M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:04:10.998 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (69m) 5m ago 77m 3202M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:04:10.998 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (68m) 5m ago 77m 3457M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:04:10.998 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (68m) 5m ago 77m 2927M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:04:10.998 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (67m) 5m ago 77m 3325M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:04:10.998 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (72m) 5m ago 76m 103M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:04:11.375 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:04:11.375 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:04:11.375 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:04:11.375 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:04:11.375 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:04:11.375 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:04:11.375 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:04:11.375 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:04:11.375 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:04:11.375 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:04:11.375 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:04:11.375 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:04:11.375 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:04:11.376 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:04:11.376 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:04:11.376 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:04:11.376 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:04:11.376 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:04:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:11 smithi177 ceph-mon[212096]: from='client.48170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:04:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:11 smithi177 ceph-mon[212096]: pgmap v4532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:11 smithi177 ceph-mon[212096]: from='client.48176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:04:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:11 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3604165860' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:04:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:04:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:11 smithi123 ceph-mon[191304]: from='client.48170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:04:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:11 smithi123 ceph-mon[191304]: pgmap v4532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:11 smithi123 ceph-mon[191304]: from='client.48176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:04:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:11 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3604165860' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:04:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:04:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:11 smithi123 ceph-mon[188613]: from='client.48170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:04:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:11 smithi123 ceph-mon[188613]: pgmap v4532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:11 smithi123 ceph-mon[188613]: from='client.48176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:04:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:11 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3604165860' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:04:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:04:14.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:13 smithi177 ceph-mon[212096]: pgmap v4533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:13 smithi123 ceph-mon[191304]: pgmap v4533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:13 smithi123 ceph-mon[188613]: pgmap v4533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:15.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:15 smithi123 ceph-mon[191304]: pgmap v4534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:15 smithi123 ceph-mon[188613]: pgmap v4534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:15.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:15 smithi177 ceph-mon[212096]: pgmap v4534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:18.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:17 smithi177 ceph-mon[212096]: pgmap v4535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:18.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:17 smithi123 ceph-mon[191304]: pgmap v4535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:17 smithi123 ceph-mon[188613]: pgmap v4535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:04:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:04:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:04:20.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:19 smithi177 ceph-mon[212096]: pgmap v4536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:19 smithi123 ceph-mon[188613]: pgmap v4536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:19 smithi123 ceph-mon[191304]: pgmap v4536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:22.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:21 smithi177 ceph-mon[212096]: pgmap v4537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:22.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:21 smithi123 ceph-mon[191304]: pgmap v4537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:21 smithi123 ceph-mon[188613]: pgmap v4537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:24.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:23 smithi177 ceph-mon[212096]: pgmap v4538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:23 smithi123 ceph-mon[191304]: pgmap v4538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:23 smithi123 ceph-mon[188613]: pgmap v4538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:25.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:25 smithi123 ceph-mon[191304]: pgmap v4539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:25.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:25 smithi123 ceph-mon[188613]: pgmap v4539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:25.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:25 smithi177 ceph-mon[212096]: pgmap v4539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:26.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:04:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:04:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:04:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:27 smithi123 ceph-mon[191304]: pgmap v4540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:27 smithi123 ceph-mon[188613]: pgmap v4540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:27 smithi177 ceph-mon[212096]: pgmap v4540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:04:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:04:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T12:04:30.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:29 smithi177 ceph-mon[212096]: pgmap v4541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:30.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:29 smithi123 ceph-mon[191304]: pgmap v4541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:30.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:29 smithi123 ceph-mon[188613]: pgmap v4541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:31 smithi177 ceph-mon[212096]: pgmap v4542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:32.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:31 smithi123 ceph-mon[191304]: pgmap v4542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:31 smithi123 ceph-mon[188613]: pgmap v4542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:34.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:33 smithi177 ceph-mon[212096]: pgmap v4543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:34.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:33 smithi123 ceph-mon[191304]: pgmap v4543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:34.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:33 smithi123 ceph-mon[188613]: pgmap v4543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:35.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:35 smithi123 ceph-mon[191304]: pgmap v4544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:35.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:35 smithi123 ceph-mon[188613]: pgmap v4544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:35.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:35 smithi177 ceph-mon[212096]: pgmap v4544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:38.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:37 smithi177 ceph-mon[212096]: pgmap v4545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:38.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:37 smithi123 ceph-mon[191304]: pgmap v4545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:38.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:37 smithi123 ceph-mon[188613]: pgmap v4545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:04:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:04:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T12:04:40.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:39 smithi177 ceph-mon[212096]: pgmap v4546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:40.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:39 smithi123 ceph-mon[191304]: pgmap v4546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:40.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:39 smithi123 ceph-mon[188613]: pgmap v4546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:41.742 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:04:42.051 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:04:42.051 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (73m) 8m ago 76m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:04:42.051 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (73m) 5m ago 76m 92.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:04:42.051 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (77m) 8m ago 77m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:04:42.051 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (77m) 5m ago 77m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:04:42.052 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (72m) 5m ago 79m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:04:42.052 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (73m) 8m ago 81m 596M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:04:42.052 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (72m) 8m ago 81m 543M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:04:42.052 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (72m) 5m ago 80m 298M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:04:42.052 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (72m) 8m ago 79m 325M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:04:42.052 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (73m) 8m ago 76m 21.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:04:42.052 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (73m) 5m ago 76m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:04:42.052 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (71m) 8m ago 79m 3832M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:04:42.052 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (71m) 8m ago 79m 4572M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:04:42.052 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (70m) 8m ago 78m 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:04:42.052 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (70m) 8m ago 78m 3710M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:04:42.052 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (69m) 5m ago 78m 3202M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:04:42.052 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (69m) 5m ago 78m 3457M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:04:42.053 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (68m) 5m ago 77m 2927M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:04:42.053 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (68m) 5m ago 77m 3325M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:04:42.053 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (72m) 5m ago 76m 103M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:04:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:41 smithi177 ceph-mon[212096]: pgmap v4547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:04:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:41 smithi123 ceph-mon[191304]: pgmap v4547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:04:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:41 smithi123 ceph-mon[188613]: pgmap v4547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:04:42.435 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:04:42.435 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:04:42.435 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:04:42.435 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:04:42.435 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:04:42.435 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:04:42.436 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:04:42.436 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:04:42.436 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:04:42.436 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:04:42.436 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:04:42.436 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:04:42.436 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:04:42.436 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:04:42.436 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:04:42.436 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:04:42.436 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:04:42.436 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:04:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:42 smithi177 ceph-mon[212096]: from='client.38244 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:04:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:42 smithi177 ceph-mon[212096]: from='client.38250 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:04:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:42 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/698036846' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:04:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:42 smithi123 ceph-mon[191304]: from='client.38244 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:04:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:42 smithi123 ceph-mon[191304]: from='client.38250 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:04:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:42 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/698036846' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:04:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:42 smithi123 ceph-mon[188613]: from='client.38244 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:04:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:42 smithi123 ceph-mon[188613]: from='client.38250 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:04:43.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:42 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/698036846' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:04:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:43 smithi177 ceph-mon[212096]: pgmap v4548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:44.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:43 smithi123 ceph-mon[191304]: pgmap v4548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:43 smithi123 ceph-mon[188613]: pgmap v4548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:45.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:45 smithi123 ceph-mon[191304]: pgmap v4549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:45.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:45 smithi123 ceph-mon[188613]: pgmap v4549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:45.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:45 smithi177 ceph-mon[212096]: pgmap v4549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:47 smithi177 ceph-mon[212096]: pgmap v4550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:47 smithi123 ceph-mon[191304]: pgmap v4550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:48.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:47 smithi123 ceph-mon[188613]: pgmap v4550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:04:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:04:49] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:04:50.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:49 smithi177 ceph-mon[212096]: pgmap v4551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:50.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:49 smithi123 ceph-mon[191304]: pgmap v4551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:50.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:49 smithi123 ceph-mon[188613]: pgmap v4551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:51 smithi177 ceph-mon[212096]: pgmap v4552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:51 smithi123 ceph-mon[191304]: pgmap v4552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:51 smithi123 ceph-mon[188613]: pgmap v4552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:54.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:53 smithi177 ceph-mon[212096]: pgmap v4553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:53 smithi123 ceph-mon[191304]: pgmap v4553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:53 smithi123 ceph-mon[188613]: pgmap v4553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:04:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:04:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:04:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:04:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:55 smithi123 ceph-mon[191304]: pgmap v4554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:55.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:04:55.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:04:55.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:04:55.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:04:55.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:55 smithi123 ceph-mon[188613]: pgmap v4554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:55.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:04:55.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:04:55.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:04:55.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:04:55.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:55 smithi177 ceph-mon[212096]: pgmap v4554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:04:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:04:57.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:04:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:57 smithi177 ceph-mon[212096]: pgmap v4555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:58.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:57 smithi123 ceph-mon[191304]: pgmap v4555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:58.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:57 smithi123 ceph-mon[188613]: pgmap v4555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:04:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:04:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:04:59] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:05:00.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:04:59 smithi177 ceph-mon[212096]: pgmap v4556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:00.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:04:59 smithi123 ceph-mon[191304]: pgmap v4556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:00.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:04:59 smithi123 ceph-mon[188613]: pgmap v4556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:01 smithi177 ceph-mon[212096]: pgmap v4557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:02.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:01 smithi123 ceph-mon[188613]: pgmap v4557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:02.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:01 smithi123 ceph-mon[191304]: pgmap v4557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:04.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:03 smithi177 ceph-mon[212096]: pgmap v4558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:04.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:03 smithi123 ceph-mon[188613]: pgmap v4558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:03 smithi123 ceph-mon[191304]: pgmap v4558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:05.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:05 smithi123 ceph-mon[191304]: pgmap v4559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:05 smithi123 ceph-mon[188613]: pgmap v4559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:05.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:05 smithi177 ceph-mon[212096]: pgmap v4559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:08.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:07 smithi177 ceph-mon[212096]: pgmap v4560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:07 smithi123 ceph-mon[191304]: pgmap v4560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:08.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:07 smithi123 ceph-mon[188613]: pgmap v4560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:05:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:05:09] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:05:10.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:09 smithi177 ceph-mon[212096]: pgmap v4561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:10.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:09 smithi123 ceph-mon[191304]: pgmap v4561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:10.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:09 smithi123 ceph-mon[188613]: pgmap v4561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:11 smithi177 ceph-mon[212096]: pgmap v4562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:05:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:11 smithi123 ceph-mon[191304]: pgmap v4562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:05:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:11 smithi123 ceph-mon[188613]: pgmap v4562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:05:12.781 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:05:13.091 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:05:13.091 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (73m) 9m ago 77m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:05:13.091 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (73m) 6m ago 76m 92.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:05:13.091 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (77m) 9m ago 77m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:05:13.091 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (77m) 6m ago 77m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:05:13.092 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (73m) 6m ago 80m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:05:13.092 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (73m) 9m ago 81m 596M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:05:13.092 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (73m) 9m ago 81m 543M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:05:13.092 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (72m) 6m ago 80m 298M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:05:13.092 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (72m) 9m ago 80m 325M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:05:13.092 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (73m) 9m ago 76m 21.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:05:13.092 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (73m) 6m ago 76m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:05:13.092 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (72m) 9m ago 79m 3832M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:05:13.092 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (71m) 9m ago 79m 4572M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:05:13.092 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (71m) 9m ago 79m 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:05:13.092 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (70m) 9m ago 79m 3710M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:05:13.092 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (70m) 6m ago 78m 3202M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:05:13.092 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (69m) 6m ago 78m 3457M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:05:13.092 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (69m) 6m ago 78m 2927M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:05:13.093 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (68m) 6m ago 78m 3325M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:05:13.093 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (73m) 6m ago 77m 103M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:05:13.473 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:05:13.473 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:05:13.474 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:05:13.474 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:05:13.474 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:05:13.474 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:05:13.474 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:05:13.474 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:05:13.474 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:05:13.474 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:05:13.474 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:05:13.474 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:05:13.475 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:05:13.475 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:05:13.475 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:05:13.475 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:05:13.475 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:05:13.475 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:05:14.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:13 smithi177 ceph-mon[212096]: from='client.48206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:05:14.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:13 smithi177 ceph-mon[212096]: pgmap v4563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:14.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:13 smithi177 ceph-mon[212096]: from='client.38268 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:05:14.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:13 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2547868745' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:05:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:13 smithi123 ceph-mon[191304]: from='client.48206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:05:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:13 smithi123 ceph-mon[191304]: pgmap v4563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:13 smithi123 ceph-mon[191304]: from='client.38268 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:05:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:13 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2547868745' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:05:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:13 smithi123 ceph-mon[188613]: from='client.48206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:05:14.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:13 smithi123 ceph-mon[188613]: pgmap v4563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:14.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:13 smithi123 ceph-mon[188613]: from='client.38268 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:05:14.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:13 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2547868745' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:05:15.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:15 smithi123 ceph-mon[191304]: pgmap v4564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:15 smithi123 ceph-mon[188613]: pgmap v4564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:15.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:15 smithi177 ceph-mon[212096]: pgmap v4564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:18.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:17 smithi177 ceph-mon[212096]: pgmap v4565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:18.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:17 smithi123 ceph-mon[191304]: pgmap v4565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:17 smithi123 ceph-mon[188613]: pgmap v4565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:05:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:05:19] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:05:20.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:19 smithi177 ceph-mon[212096]: pgmap v4566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:19 smithi123 ceph-mon[191304]: pgmap v4566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:19 smithi123 ceph-mon[188613]: pgmap v4566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:22.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:21 smithi177 ceph-mon[212096]: pgmap v4567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:22.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:21 smithi123 ceph-mon[191304]: pgmap v4567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:21 smithi123 ceph-mon[188613]: pgmap v4567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:24.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:23 smithi177 ceph-mon[212096]: pgmap v4568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:24.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:23 smithi123 ceph-mon[191304]: pgmap v4568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:23 smithi123 ceph-mon[188613]: pgmap v4568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:25.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:25 smithi123 ceph-mon[191304]: pgmap v4569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:25.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:25 smithi123 ceph-mon[188613]: pgmap v4569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:25.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:25 smithi177 ceph-mon[212096]: pgmap v4569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:26.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:05:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:05:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:05:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:27 smithi123 ceph-mon[191304]: pgmap v4570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:27 smithi123 ceph-mon[188613]: pgmap v4570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:27 smithi177 ceph-mon[212096]: pgmap v4570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:05:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:05:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:05:30.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:29 smithi177 ceph-mon[212096]: pgmap v4571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:30.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:29 smithi123 ceph-mon[191304]: pgmap v4571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:30.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:29 smithi123 ceph-mon[188613]: pgmap v4571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:31 smithi177 ceph-mon[212096]: pgmap v4572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:32.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:31 smithi123 ceph-mon[191304]: pgmap v4572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:31 smithi123 ceph-mon[188613]: pgmap v4572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:34.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:33 smithi177 ceph-mon[212096]: pgmap v4573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:34.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:33 smithi123 ceph-mon[191304]: pgmap v4573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:34.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:33 smithi123 ceph-mon[188613]: pgmap v4573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:35.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:35 smithi123 ceph-mon[191304]: pgmap v4574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:35.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:35 smithi123 ceph-mon[188613]: pgmap v4574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:35.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:35 smithi177 ceph-mon[212096]: pgmap v4574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:38.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:37 smithi177 ceph-mon[212096]: pgmap v4575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:38.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:37 smithi123 ceph-mon[191304]: pgmap v4575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:38.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:37 smithi123 ceph-mon[188613]: pgmap v4575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:05:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:05:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:05:40.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:39 smithi177 ceph-mon[212096]: pgmap v4576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:40.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:39 smithi123 ceph-mon[191304]: pgmap v4576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:40.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:39 smithi123 ceph-mon[188613]: pgmap v4576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:41 smithi177 ceph-mon[212096]: pgmap v4577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:05:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:41 smithi123 ceph-mon[191304]: pgmap v4577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:05:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:41 smithi123 ceph-mon[188613]: pgmap v4577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:05:43.820 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:05:44.131 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:05:44.131 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (74m) 9m ago 77m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:05:44.131 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (74m) 6m ago 77m 92.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:05:44.131 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (78m) 9m ago 78m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:05:44.131 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (78m) 6m ago 78m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:05:44.131 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (73m) 6m ago 80m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:05:44.131 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (74m) 9m ago 82m 596M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:05:44.131 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (73m) 9m ago 82m 543M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:05:44.131 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (73m) 6m ago 81m 298M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:05:44.131 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (73m) 9m ago 80m 325M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:05:44.131 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (74m) 9m ago 77m 21.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:05:44.132 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (74m) 6m ago 77m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:05:44.132 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (72m) 9m ago 80m 3832M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:05:44.132 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (72m) 9m ago 80m 4572M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:05:44.132 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (71m) 9m ago 79m 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:05:44.132 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (71m) 9m ago 79m 3710M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:05:44.132 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (70m) 6m ago 79m 3202M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:05:44.132 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (70m) 6m ago 79m 3457M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:05:44.132 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (69m) 6m ago 78m 2927M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:05:44.132 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (69m) 6m ago 78m 3325M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:05:44.132 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (73m) 6m ago 77m 103M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:05:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:43 smithi177 ceph-mon[212096]: pgmap v4578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:44.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:43 smithi123 ceph-mon[191304]: pgmap v4578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:43 smithi123 ceph-mon[188613]: pgmap v4578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:44.516 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:05:44.516 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:05:44.516 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:05:44.516 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:05:44.516 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:05:44.516 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:05:44.516 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:05:44.516 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:05:44.516 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:05:44.517 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:05:44.517 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:05:44.517 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:05:44.517 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:05:44.517 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:05:44.517 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:05:44.517 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:05:44.517 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:05:44.517 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:05:45.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:44 smithi177 ceph-mon[212096]: from='client.48224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:05:45.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:44 smithi177 ceph-mon[212096]: from='client.38286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:05:45.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:44 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3725063605' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:05:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:44 smithi123 ceph-mon[191304]: from='client.48224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:05:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:44 smithi123 ceph-mon[191304]: from='client.38286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:05:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:44 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3725063605' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:05:45.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:44 smithi123 ceph-mon[188613]: from='client.48224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:05:45.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:44 smithi123 ceph-mon[188613]: from='client.38286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:05:45.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:44 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3725063605' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:05:46.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:45 smithi177 ceph-mon[212096]: pgmap v4579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:46.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:45 smithi123 ceph-mon[191304]: pgmap v4579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:46.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:45 smithi123 ceph-mon[188613]: pgmap v4579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:47 smithi177 ceph-mon[212096]: pgmap v4580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:47 smithi123 ceph-mon[191304]: pgmap v4580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:48.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:47 smithi123 ceph-mon[188613]: pgmap v4580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:05:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:05:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:05:50.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:49 smithi177 ceph-mon[212096]: pgmap v4581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:50.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:49 smithi123 ceph-mon[191304]: pgmap v4581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:50.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:49 smithi123 ceph-mon[188613]: pgmap v4581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:51 smithi177 ceph-mon[212096]: pgmap v4582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:51 smithi123 ceph-mon[191304]: pgmap v4582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:51 smithi123 ceph-mon[188613]: pgmap v4582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:54.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:53 smithi177 ceph-mon[212096]: pgmap v4583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:53 smithi123 ceph-mon[191304]: pgmap v4583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:53 smithi123 ceph-mon[188613]: pgmap v4583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:55 smithi123 ceph-mon[191304]: pgmap v4584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:05:55.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:55 smithi123 ceph-mon[188613]: pgmap v4584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:55.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:05:55.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:55 smithi177 ceph-mon[212096]: pgmap v4584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:55.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:05:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:05:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:05:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:05:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:05:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:05:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:05:56.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:05:56.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:05:56.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:05:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:05:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:57 smithi123 ceph-mon[191304]: pgmap v4585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:05:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:57 smithi123 ceph-mon[188613]: pgmap v4585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:05:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:57 smithi177 ceph-mon[212096]: pgmap v4585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:05:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:05:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:05:59] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:06:00.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:05:59 smithi177 ceph-mon[212096]: pgmap v4586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:00.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:05:59 smithi123 ceph-mon[191304]: pgmap v4586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:00.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:05:59 smithi123 ceph-mon[188613]: pgmap v4586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:01 smithi177 ceph-mon[212096]: pgmap v4587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:02.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:01 smithi123 ceph-mon[191304]: pgmap v4587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:02.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:01 smithi123 ceph-mon[188613]: pgmap v4587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:04.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:03 smithi177 ceph-mon[212096]: pgmap v4588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:03 smithi123 ceph-mon[191304]: pgmap v4588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:04.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:03 smithi123 ceph-mon[188613]: pgmap v4588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:05.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:05 smithi123 ceph-mon[191304]: pgmap v4589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:05 smithi123 ceph-mon[188613]: pgmap v4589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:05.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:05 smithi177 ceph-mon[212096]: pgmap v4589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:08.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:07 smithi177 ceph-mon[212096]: pgmap v4590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:07 smithi123 ceph-mon[191304]: pgmap v4590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:08.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:07 smithi123 ceph-mon[188613]: pgmap v4590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:06:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:06:09] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:06:10.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:09 smithi177 ceph-mon[212096]: pgmap v4591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:10.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:09 smithi123 ceph-mon[191304]: pgmap v4591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:10.273 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:09 smithi123 ceph-mon[188613]: pgmap v4591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:11 smithi177 ceph-mon[212096]: pgmap v4592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:06:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:11 smithi123 ceph-mon[191304]: pgmap v4592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:06:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:11 smithi123 ceph-mon[188613]: pgmap v4592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:06:14.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:13 smithi177 ceph-mon[212096]: pgmap v4593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:13 smithi123 ceph-mon[191304]: pgmap v4593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:13 smithi123 ceph-mon[188613]: pgmap v4593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:14.859 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:06:15.167 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:06:15.167 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (74m) 10m ago 78m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:06:15.167 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (74m) 7m ago 77m 92.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:06:15.167 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (78m) 10m ago 78m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:06:15.167 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (78m) 7m ago 78m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:06:15.167 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (74m) 7m ago 81m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:06:15.168 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (74m) 10m ago 82m 596M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:06:15.168 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (74m) 10m ago 82m 543M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:06:15.168 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (73m) 7m ago 81m 298M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:06:15.168 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (73m) 10m ago 81m 325M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:06:15.168 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (74m) 10m ago 77m 21.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:06:15.168 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (74m) 7m ago 77m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:06:15.168 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (73m) 10m ago 81m 3832M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:06:15.168 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (72m) 10m ago 80m 4572M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:06:15.168 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (72m) 10m ago 80m 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:06:15.168 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (71m) 10m ago 80m 3710M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:06:15.168 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (71m) 7m ago 79m 3202M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:06:15.168 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (70m) 7m ago 79m 3457M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:06:15.168 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (70m) 7m ago 79m 2927M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:06:15.168 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (69m) 7m ago 79m 3325M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:06:15.168 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (74m) 7m ago 78m 103M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:06:15.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:15 smithi123 ceph-mon[191304]: pgmap v4594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:15.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:15 smithi123 ceph-mon[191304]: from='client.48242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:06:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:15 smithi123 ceph-mon[188613]: pgmap v4594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:15 smithi123 ceph-mon[188613]: from='client.48242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:06:15.551 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:06:15.551 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:06:15.551 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:06:15.551 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:06:15.552 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:06:15.552 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:06:15.552 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:06:15.552 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:06:15.552 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:06:15.552 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:06:15.552 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:06:15.552 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:06:15.552 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:06:15.552 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:06:15.552 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:06:15.552 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:06:15.552 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:06:15.552 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:06:15.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:15 smithi177 ceph-mon[212096]: pgmap v4594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:15.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:15 smithi177 ceph-mon[212096]: from='client.48242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:06:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:16 smithi123 ceph-mon[191304]: from='client.38304 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:06:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:16 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2668393870' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:06:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:16 smithi123 ceph-mon[188613]: from='client.38304 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:06:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:16 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2668393870' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:06:16.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:16 smithi177 ceph-mon[212096]: from='client.38304 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:06:16.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:16 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2668393870' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:06:17.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:17 smithi123 ceph-mon[191304]: pgmap v4595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:17.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:17 smithi123 ceph-mon[188613]: pgmap v4595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:17.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:17 smithi177 ceph-mon[212096]: pgmap v4595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:06:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:06:19] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:06:20.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:19 smithi177 ceph-mon[212096]: pgmap v4596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:19 smithi123 ceph-mon[191304]: pgmap v4596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:19 smithi123 ceph-mon[188613]: pgmap v4596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:22.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:21 smithi177 ceph-mon[212096]: pgmap v4597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:22.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:21 smithi123 ceph-mon[191304]: pgmap v4597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:21 smithi123 ceph-mon[188613]: pgmap v4597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:24.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:23 smithi177 ceph-mon[212096]: pgmap v4598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:23 smithi123 ceph-mon[191304]: pgmap v4598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:23 smithi123 ceph-mon[188613]: pgmap v4598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:25 smithi123 ceph-mon[188613]: pgmap v4599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:25.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:25 smithi123 ceph-mon[191304]: pgmap v4599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:25.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:25 smithi177 ceph-mon[212096]: pgmap v4599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:06:26.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:06:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:06:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:27 smithi123 ceph-mon[191304]: pgmap v4600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:27 smithi123 ceph-mon[188613]: pgmap v4600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:27 smithi177 ceph-mon[212096]: pgmap v4600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:06:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:06:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:06:30.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:29 smithi177 ceph-mon[212096]: pgmap v4601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:30.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:29 smithi123 ceph-mon[191304]: pgmap v4601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:30.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:29 smithi123 ceph-mon[188613]: pgmap v4601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:31 smithi177 ceph-mon[212096]: pgmap v4602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:32.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:31 smithi123 ceph-mon[191304]: pgmap v4602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:31 smithi123 ceph-mon[188613]: pgmap v4602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:34.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:33 smithi177 ceph-mon[212096]: pgmap v4603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:34.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:33 smithi123 ceph-mon[191304]: pgmap v4603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:34.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:33 smithi123 ceph-mon[188613]: pgmap v4603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:35.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:35 smithi123 ceph-mon[191304]: pgmap v4604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:35.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:35 smithi123 ceph-mon[188613]: pgmap v4604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:35.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:35 smithi177 ceph-mon[212096]: pgmap v4604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:38.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:37 smithi177 ceph-mon[212096]: pgmap v4605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:38.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:37 smithi123 ceph-mon[191304]: pgmap v4605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:38.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:37 smithi123 ceph-mon[188613]: pgmap v4605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:06:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:06:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:06:40.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:39 smithi177 ceph-mon[212096]: pgmap v4606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:40.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:39 smithi123 ceph-mon[191304]: pgmap v4606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:40.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:39 smithi123 ceph-mon[188613]: pgmap v4606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:41 smithi177 ceph-mon[212096]: pgmap v4607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:06:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:41 smithi123 ceph-mon[191304]: pgmap v4607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:06:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:41 smithi123 ceph-mon[188613]: pgmap v4607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:06:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:43 smithi177 ceph-mon[212096]: pgmap v4608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:44.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:43 smithi123 ceph-mon[191304]: pgmap v4608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:43 smithi123 ceph-mon[188613]: pgmap v4608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:45.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:45 smithi123 ceph-mon[188613]: pgmap v4609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:45.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:45 smithi123 ceph-mon[191304]: pgmap v4609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:45.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:45 smithi177 ceph-mon[212096]: pgmap v4609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:45.898 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:06:46.208 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:06:46.208 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (75m) 10m ago 78m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:06:46.208 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (75m) 7m ago 78m 92.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:06:46.208 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (79m) 10m ago 79m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:06:46.209 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (79m) 7m ago 79m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:06:46.209 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (74m) 7m ago 81m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:06:46.209 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (75m) 10m ago 83m 596M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:06:46.209 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (74m) 10m ago 83m 543M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:06:46.209 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (74m) 7m ago 82m 298M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:06:46.209 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (74m) 10m ago 81m 325M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:06:46.209 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (75m) 10m ago 78m 21.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:06:46.209 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (75m) 7m ago 78m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:06:46.209 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (73m) 10m ago 81m 3832M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:06:46.210 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (73m) 10m ago 81m 4572M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:06:46.210 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (72m) 10m ago 80m 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:06:46.210 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (72m) 10m ago 80m 3710M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:06:46.210 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (71m) 7m ago 80m 3202M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:06:46.210 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (71m) 7m ago 80m 3457M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:06:46.210 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (70m) 7m ago 79m 2927M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:06:46.210 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (70m) 7m ago 79m 3325M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:06:46.210 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (74m) 7m ago 78m 103M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:06:46.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:46 smithi123 ceph-mon[191304]: from='client.48260 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:06:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:46 smithi123 ceph-mon[188613]: from='client.48260 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:06:46.598 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:06:46.598 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:06:46.598 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:06:46.598 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:06:46.598 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:06:46.598 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:06:46.598 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:06:46.598 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:06:46.598 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:06:46.598 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:06:46.598 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:06:46.598 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:06:46.599 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:06:46.599 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:06:46.599 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:06:46.599 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:06:46.599 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:06:46.599 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:06:46.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:46 smithi177 ceph-mon[212096]: from='client.48260 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:06:47.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:47 smithi123 ceph-mon[191304]: from='client.48266 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:06:47.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:47 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3439443307' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:06:47.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:47 smithi123 ceph-mon[191304]: pgmap v4610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:47.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:47 smithi123 ceph-mon[188613]: from='client.48266 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:06:47.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:47 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3439443307' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:06:47.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:47 smithi123 ceph-mon[188613]: pgmap v4610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:47.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:47 smithi177 ceph-mon[212096]: from='client.48266 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:06:47.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:47 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3439443307' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:06:47.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:47 smithi177 ceph-mon[212096]: pgmap v4610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:06:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:06:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T12:06:50.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:49 smithi177 ceph-mon[212096]: pgmap v4611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:50.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:49 smithi123 ceph-mon[191304]: pgmap v4611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:50.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:49 smithi123 ceph-mon[188613]: pgmap v4611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:51 smithi177 ceph-mon[212096]: pgmap v4612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:51 smithi123 ceph-mon[191304]: pgmap v4612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:51 smithi123 ceph-mon[188613]: pgmap v4612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:54.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:53 smithi177 ceph-mon[212096]: pgmap v4613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:53 smithi123 ceph-mon[191304]: pgmap v4613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:53 smithi123 ceph-mon[188613]: pgmap v4613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:55 smithi123 ceph-mon[191304]: pgmap v4614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:55 smithi123 ceph-mon[188613]: pgmap v4614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:55.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:55 smithi177 ceph-mon[212096]: pgmap v4614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:06:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:06:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:06:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:06:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:06:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:06:56.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:06:56.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:06:56.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:06:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:06:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:57 smithi123 ceph-mon[188613]: pgmap v4615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:06:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:57 smithi123 ceph-mon[191304]: pgmap v4615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:06:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:57 smithi177 ceph-mon[212096]: pgmap v4615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:06:59.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:06:59.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:06:59.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:06:59.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:06:59.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:06:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:06:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:06:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:06:59] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:06:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:06:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:06:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:06:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:06:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:06:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:06:59.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:06:59.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:06:59.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:06:59.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:06:59.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:06:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:07:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:00 smithi177 ceph-mon[212096]: pgmap v4616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:00 smithi123 ceph-mon[191304]: pgmap v4616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:00 smithi123 ceph-mon[188613]: pgmap v4616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:02 smithi177 ceph-mon[212096]: pgmap v4617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:02 smithi123 ceph-mon[191304]: pgmap v4617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:02 smithi123 ceph-mon[188613]: pgmap v4617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:04 smithi177 ceph-mon[212096]: pgmap v4618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:04 smithi123 ceph-mon[191304]: pgmap v4618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:04 smithi123 ceph-mon[188613]: pgmap v4618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:05.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:05 smithi123 ceph-mon[191304]: pgmap v4619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:05 smithi123 ceph-mon[188613]: pgmap v4619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:05.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:05 smithi177 ceph-mon[212096]: pgmap v4619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:08.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:07 smithi177 ceph-mon[212096]: pgmap v4620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:07 smithi123 ceph-mon[191304]: pgmap v4620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:08.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:07 smithi123 ceph-mon[188613]: pgmap v4620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:07:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:07:09] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:07:10.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:09 smithi177 ceph-mon[212096]: pgmap v4621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:10.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:09 smithi123 ceph-mon[188613]: pgmap v4621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:10.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:09 smithi123 ceph-mon[191304]: pgmap v4621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:11 smithi177 ceph-mon[212096]: pgmap v4622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:07:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:11 smithi123 ceph-mon[191304]: pgmap v4622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:07:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:11 smithi123 ceph-mon[188613]: pgmap v4622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:07:14.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:13 smithi177 ceph-mon[212096]: pgmap v4623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:13 smithi123 ceph-mon[191304]: pgmap v4623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:13 smithi123 ceph-mon[188613]: pgmap v4623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:15.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:15 smithi123 ceph-mon[191304]: pgmap v4624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:15 smithi123 ceph-mon[188613]: pgmap v4624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:15.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:15 smithi177 ceph-mon[212096]: pgmap v4624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:16.948 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:07:17.256 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:07:17.256 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (76m) 19s ago 79m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:07:17.256 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (75m) 8m ago 78m 92.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:07:17.256 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (79m) 19s ago 79m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:07:17.256 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (79m) 8m ago 79m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:07:17.257 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (75m) 8m ago 82m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:07:17.257 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (75m) 19s ago 83m 602M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:07:17.257 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (75m) 19s ago 83m 591M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:07:17.257 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (74m) 8m ago 82m 298M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:07:17.257 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (74m) 19s ago 82m 344M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:07:17.257 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (75m) 19s ago 78m 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:07:17.257 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (75m) 8m ago 78m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:07:17.257 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (74m) 19s ago 82m 3987M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:07:17.257 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (73m) 19s ago 81m 4740M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:07:17.257 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (73m) 19s ago 81m 3870M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:07:17.257 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (72m) 19s ago 81m 3875M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:07:17.258 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (72m) 8m ago 80m 3202M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:07:17.258 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (71m) 8m ago 80m 3457M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:07:17.258 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (71m) 8m ago 80m 2927M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:07:17.258 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (71m) 8m ago 80m 3325M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:07:17.258 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (75m) 8m ago 79m 103M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:07:17.636 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:07:17.637 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:07:17.637 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:07:17.637 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:07:17.637 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:07:17.637 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:07:17.637 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:07:17.637 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:07:17.638 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:07:17.638 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:07:17.638 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:07:17.638 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:07:17.638 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:07:17.638 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:07:17.638 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:07:17.638 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:07:17.638 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:07:17.639 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:07:18.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:17 smithi177 ceph-mon[212096]: pgmap v4625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:18.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:17 smithi177 ceph-mon[212096]: from='client.48278 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:07:18.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:17 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2837565531' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:07:18.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:17 smithi123 ceph-mon[191304]: pgmap v4625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:18.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:17 smithi123 ceph-mon[191304]: from='client.48278 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:07:18.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:17 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2837565531' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:07:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:17 smithi123 ceph-mon[188613]: pgmap v4625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:17 smithi123 ceph-mon[188613]: from='client.48278 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:07:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:17 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2837565531' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:07:19.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:18 smithi177 ceph-mon[212096]: from='client.48284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:07:19.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:07:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:07:19] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:07:19.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:18 smithi123 ceph-mon[191304]: from='client.48284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:07:19.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:18 smithi123 ceph-mon[188613]: from='client.48284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:07:20.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:19 smithi177 ceph-mon[212096]: pgmap v4626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:19 smithi123 ceph-mon[191304]: pgmap v4626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:19 smithi123 ceph-mon[188613]: pgmap v4626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:22.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:21 smithi177 ceph-mon[212096]: pgmap v4627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:22.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:21 smithi123 ceph-mon[191304]: pgmap v4627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:21 smithi123 ceph-mon[188613]: pgmap v4627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:24.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:23 smithi177 ceph-mon[212096]: pgmap v4628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:23 smithi123 ceph-mon[191304]: pgmap v4628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:23 smithi123 ceph-mon[188613]: pgmap v4628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:25.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:25 smithi123 ceph-mon[191304]: pgmap v4629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:25.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:25 smithi123 ceph-mon[188613]: pgmap v4629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:25.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:25 smithi177 ceph-mon[212096]: pgmap v4629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:07:26.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:07:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:07:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:27 smithi123 ceph-mon[191304]: pgmap v4630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:27 smithi123 ceph-mon[188613]: pgmap v4630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:27 smithi177 ceph-mon[212096]: pgmap v4630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:07:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:07:29] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:07:30.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:29 smithi177 ceph-mon[212096]: pgmap v4631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:30.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:29 smithi123 ceph-mon[191304]: pgmap v4631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:30.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:29 smithi123 ceph-mon[188613]: pgmap v4631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:31 smithi177 ceph-mon[212096]: pgmap v4632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:31 smithi123 ceph-mon[191304]: pgmap v4632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:31 smithi123 ceph-mon[188613]: pgmap v4632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:34.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:33 smithi177 ceph-mon[212096]: pgmap v4633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:34.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:33 smithi123 ceph-mon[191304]: pgmap v4633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:34.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:33 smithi123 ceph-mon[188613]: pgmap v4633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:35.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:35 smithi123 ceph-mon[191304]: pgmap v4634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:35.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:35 smithi123 ceph-mon[188613]: pgmap v4634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:35.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:35 smithi177 ceph-mon[212096]: pgmap v4634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:38.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:37 smithi177 ceph-mon[212096]: pgmap v4635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:38.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:37 smithi123 ceph-mon[191304]: pgmap v4635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:38.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:37 smithi123 ceph-mon[188613]: pgmap v4635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:07:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:07:39] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:07:40.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:39 smithi177 ceph-mon[212096]: pgmap v4636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:40.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:39 smithi123 ceph-mon[188613]: pgmap v4636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:40.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:39 smithi123 ceph-mon[191304]: pgmap v4636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:41 smithi177 ceph-mon[212096]: pgmap v4637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:07:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:41 smithi123 ceph-mon[191304]: pgmap v4637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:07:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:41 smithi123 ceph-mon[188613]: pgmap v4637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:07:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:43 smithi177 ceph-mon[212096]: pgmap v4638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:44.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:43 smithi123 ceph-mon[191304]: pgmap v4638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:43 smithi123 ceph-mon[188613]: pgmap v4638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:45.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:45 smithi123 ceph-mon[191304]: pgmap v4639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:45.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:45 smithi123 ceph-mon[188613]: pgmap v4639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:45.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:45 smithi177 ceph-mon[212096]: pgmap v4639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:47.987 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:07:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:47 smithi177 ceph-mon[212096]: pgmap v4640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:47 smithi123 ceph-mon[191304]: pgmap v4640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:48.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:47 smithi123 ceph-mon[188613]: pgmap v4640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:48.295 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:07:48.295 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (76m) 50s ago 79m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:07:48.295 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (76m) 8m ago 79m 92.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:07:48.295 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (80m) 50s ago 80m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:07:48.295 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (80m) 8m ago 80m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:07:48.296 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (75m) 8m ago 82m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:07:48.296 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (76m) 50s ago 84m 602M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:07:48.296 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (75m) 50s ago 84m 591M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:07:48.296 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (75m) 8m ago 83m 298M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:07:48.296 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (75m) 50s ago 82m 344M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:07:48.296 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (76m) 50s ago 79m 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:07:48.296 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (76m) 8m ago 79m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:07:48.296 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (74m) 50s ago 82m 3987M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:07:48.296 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (74m) 50s ago 82m 4740M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:07:48.297 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (73m) 50s ago 82m 3870M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:07:48.297 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (73m) 50s ago 81m 3875M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:07:48.297 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (72m) 8m ago 81m 3202M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:07:48.297 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (72m) 8m ago 81m 3457M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:07:48.297 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (71m) 8m ago 80m 2927M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:07:48.297 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (71m) 8m ago 80m 3325M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:07:48.297 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (75m) 8m ago 79m 103M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:07:48.674 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:07:48.674 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:07:48.675 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:07:48.675 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:07:48.675 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:07:48.675 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:07:48.675 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:07:48.675 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:07:48.675 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:07:48.675 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:07:48.675 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:07:48.675 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:07:48.676 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:07:48.676 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:07:48.676 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:07:48.676 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:07:48.676 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:07:48.676 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:07:49.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:48 smithi177 ceph-mon[212096]: from='client.48296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:07:49.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:48 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2133421337' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:07:49.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:07:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:07:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:07:49.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:48 smithi123 ceph-mon[188613]: from='client.48296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:07:49.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:48 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2133421337' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:07:49.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:48 smithi123 ceph-mon[191304]: from='client.48296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:07:49.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:48 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2133421337' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:07:50.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:49 smithi177 ceph-mon[212096]: from='client.38358 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:07:50.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:49 smithi177 ceph-mon[212096]: pgmap v4641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:50.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:49 smithi123 ceph-mon[191304]: from='client.38358 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:07:50.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:49 smithi123 ceph-mon[191304]: pgmap v4641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:50.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:49 smithi123 ceph-mon[188613]: from='client.38358 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:07:50.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:49 smithi123 ceph-mon[188613]: pgmap v4641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:51 smithi177 ceph-mon[212096]: pgmap v4642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:51 smithi123 ceph-mon[191304]: pgmap v4642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:51 smithi123 ceph-mon[188613]: pgmap v4642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:54.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:53 smithi177 ceph-mon[212096]: pgmap v4643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:53 smithi123 ceph-mon[191304]: pgmap v4643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:53 smithi123 ceph-mon[188613]: pgmap v4643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:55 smithi123 ceph-mon[191304]: pgmap v4644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:55.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:55 smithi123 ceph-mon[188613]: pgmap v4644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:55.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:55 smithi177 ceph-mon[212096]: pgmap v4644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:56.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:07:56.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:07:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:07:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:57 smithi123 ceph-mon[191304]: pgmap v4645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:57 smithi123 ceph-mon[188613]: pgmap v4645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:57 smithi177 ceph-mon[212096]: pgmap v4645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:07:58.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:07:58.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:07:59.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:07:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:07:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:07:59] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:08:00.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:59 smithi123 ceph-mon[188613]: pgmap v4646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:00.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:08:00.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:08:00.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:08:00.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:08:00.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:07:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:08:00.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:59 smithi123 ceph-mon[191304]: pgmap v4646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:00.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:08:00.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:08:00.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:08:00.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:08:00.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:07:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:08:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:59 smithi177 ceph-mon[212096]: pgmap v4646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:08:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:08:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:08:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:08:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:07:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:08:02.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:01 smithi123 ceph-mon[191304]: pgmap v4647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:02.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:01 smithi123 ceph-mon[188613]: pgmap v4647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:02.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:01 smithi177 ceph-mon[212096]: pgmap v4647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:03 smithi123 ceph-mon[191304]: pgmap v4648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:04.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:03 smithi123 ceph-mon[188613]: pgmap v4648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:04.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:03 smithi177 ceph-mon[212096]: pgmap v4648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:05.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:05 smithi123 ceph-mon[191304]: pgmap v4649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:05 smithi123 ceph-mon[188613]: pgmap v4649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:05.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:05 smithi177 ceph-mon[212096]: pgmap v4649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:08.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:07 smithi177 ceph-mon[212096]: pgmap v4650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:07 smithi123 ceph-mon[191304]: pgmap v4650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:08.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:07 smithi123 ceph-mon[188613]: pgmap v4650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:08:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:08:09] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:08:10.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:09 smithi177 ceph-mon[212096]: pgmap v4651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:10.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:09 smithi123 ceph-mon[191304]: pgmap v4651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:10.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:09 smithi123 ceph-mon[188613]: pgmap v4651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:11 smithi177 ceph-mon[212096]: pgmap v4652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:08:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:11 smithi123 ceph-mon[191304]: pgmap v4652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:08:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:11 smithi123 ceph-mon[188613]: pgmap v4652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:08:14.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:13 smithi177 ceph-mon[212096]: pgmap v4653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:14.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:13 smithi123 ceph-mon[191304]: pgmap v4653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:13 smithi123 ceph-mon[188613]: pgmap v4653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:15.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:15 smithi123 ceph-mon[191304]: pgmap v4654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:15 smithi123 ceph-mon[188613]: pgmap v4654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:15 smithi177 ceph-mon[212096]: pgmap v4654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:18.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:17 smithi177 ceph-mon[212096]: pgmap v4655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:18.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:17 smithi123 ceph-mon[191304]: pgmap v4655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:17 smithi123 ceph-mon[188613]: pgmap v4655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:19.021 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:08:19.331 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:08:19.331 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (77m) 81s ago 80m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:08:19.331 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (76m) 9m ago 79m 92.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:08:19.331 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (80m) 81s ago 80m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:08:19.331 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (80m) 9m ago 80m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:08:19.332 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (76m) 9m ago 83m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:08:19.332 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (76m) 81s ago 84m 602M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:08:19.332 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (76m) 81s ago 84m 591M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:08:19.332 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (75m) 9m ago 83m 298M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:08:19.332 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (75m) 81s ago 83m 344M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:08:19.332 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (77m) 81s ago 79m 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:08:19.332 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (76m) 9m ago 79m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:08:19.332 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (75m) 81s ago 83m 3987M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:08:19.332 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (74m) 81s ago 82m 4740M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:08:19.332 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (74m) 81s ago 82m 3870M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:08:19.332 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (73m) 81s ago 82m 3875M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:08:19.332 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (73m) 9m ago 81m 3202M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:08:19.332 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (72m) 9m ago 81m 3457M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:08:19.332 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (72m) 9m ago 81m 2927M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:08:19.332 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (72m) 9m ago 81m 3325M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:08:19.332 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (76m) 9m ago 80m 103M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:08:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:08:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:08:19] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:08:19.711 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:08:19.712 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:08:19.712 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:08:19.712 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:08:19.712 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:08:19.712 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:08:19.712 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:08:19.712 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:08:19.712 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:08:19.712 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:08:19.712 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:08:19.712 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:08:19.712 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:08:19.712 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:08:19.712 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:08:19.712 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:08:19.713 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:08:19.713 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:08:20.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:19 smithi177 ceph-mon[212096]: pgmap v4656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:20.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:19 smithi177 ceph-mon[212096]: from='client.48314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:08:20.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:19 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/268318441' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:08:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:19 smithi123 ceph-mon[188613]: pgmap v4656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:19 smithi123 ceph-mon[188613]: from='client.48314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:08:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:19 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/268318441' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:08:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:19 smithi123 ceph-mon[191304]: pgmap v4656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:19 smithi123 ceph-mon[191304]: from='client.48314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:08:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:19 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/268318441' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:08:21.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:20 smithi177 ceph-mon[212096]: from='client.48320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:08:21.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:20 smithi123 ceph-mon[191304]: from='client.48320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:08:21.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:20 smithi123 ceph-mon[188613]: from='client.48320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:08:22.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:21 smithi177 ceph-mon[212096]: pgmap v4657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:22.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:21 smithi123 ceph-mon[191304]: pgmap v4657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:21 smithi123 ceph-mon[188613]: pgmap v4657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:23 smithi123 ceph-mon[191304]: pgmap v4658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:23 smithi123 ceph-mon[188613]: pgmap v4658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:23 smithi177 ceph-mon[212096]: pgmap v4658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:25.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:25 smithi123 ceph-mon[191304]: pgmap v4659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:25.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:25 smithi123 ceph-mon[188613]: pgmap v4659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:25.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:25 smithi177 ceph-mon[212096]: pgmap v4659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:26.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:08:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:08:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:08:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:27 smithi123 ceph-mon[191304]: pgmap v4660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:27 smithi123 ceph-mon[188613]: pgmap v4660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:27.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:27 smithi177 ceph-mon[212096]: pgmap v4660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:08:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:08:29] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:08:30.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:29 smithi177 ceph-mon[212096]: pgmap v4661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:30.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:29 smithi123 ceph-mon[191304]: pgmap v4661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:30.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:29 smithi123 ceph-mon[188613]: pgmap v4661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:31 smithi177 ceph-mon[212096]: pgmap v4662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:31 smithi123 ceph-mon[191304]: pgmap v4662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:31 smithi123 ceph-mon[188613]: pgmap v4662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:34.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:33 smithi177 ceph-mon[212096]: pgmap v4663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:34.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:33 smithi123 ceph-mon[191304]: pgmap v4663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:34.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:33 smithi123 ceph-mon[188613]: pgmap v4663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:35.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:35 smithi123 ceph-mon[191304]: pgmap v4664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:35.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:35 smithi123 ceph-mon[188613]: pgmap v4664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:35.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:35 smithi177 ceph-mon[212096]: pgmap v4664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:38.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:37 smithi177 ceph-mon[212096]: pgmap v4665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:38.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:37 smithi123 ceph-mon[191304]: pgmap v4665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:38.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:37 smithi123 ceph-mon[188613]: pgmap v4665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:08:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:08:39] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:08:40.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:39 smithi177 ceph-mon[212096]: pgmap v4666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:40.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:39 smithi123 ceph-mon[191304]: pgmap v4666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:40.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:39 smithi123 ceph-mon[188613]: pgmap v4666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:41 smithi123 ceph-mon[188613]: pgmap v4667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:08:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:41 smithi123 ceph-mon[191304]: pgmap v4667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:08:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:41 smithi177 ceph-mon[212096]: pgmap v4667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:08:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:43 smithi123 ceph-mon[188613]: pgmap v4668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:44.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:43 smithi123 ceph-mon[191304]: pgmap v4668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:43 smithi177 ceph-mon[212096]: pgmap v4668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:45.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:45 smithi123 ceph-mon[191304]: pgmap v4669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:45.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:45 smithi123 ceph-mon[188613]: pgmap v4669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:45.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:45 smithi177 ceph-mon[212096]: pgmap v4669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:47 smithi177 ceph-mon[212096]: pgmap v4670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:48.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:47 smithi123 ceph-mon[191304]: pgmap v4670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:48.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:47 smithi123 ceph-mon[188613]: pgmap v4670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:08:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:08:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:08:50.058 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:08:50.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:49 smithi123 ceph-mon[191304]: pgmap v4671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:50.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:49 smithi123 ceph-mon[188613]: pgmap v4671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:50.368 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:08:50.368 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (77m) 112s ago 80m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:08:50.368 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (77m) 9m ago 80m 92.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:08:50.368 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (81m) 112s ago 81m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:08:50.368 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (81m) 9m ago 81m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:08:50.368 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (76m) 9m ago 83m 458M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:08:50.368 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (77m) 112s ago 85m 602M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:08:50.368 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (76m) 112s ago 85m 591M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:08:50.368 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (76m) 9m ago 84m 298M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:08:50.369 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (76m) 112s ago 84m 344M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:08:50.369 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (77m) 112s ago 80m 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:08:50.369 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (77m) 9m ago 80m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:08:50.369 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (75m) 112s ago 83m 3987M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:08:50.369 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (75m) 112s ago 83m 4740M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:08:50.369 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (74m) 112s ago 83m 3870M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:08:50.369 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (74m) 112s ago 82m 3875M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:08:50.369 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (73m) 9m ago 82m 3202M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:08:50.369 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (73m) 9m ago 82m 3457M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:08:50.369 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (73m) 9m ago 81m 2927M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:08:50.369 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (72m) 9m ago 81m 3325M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:08:50.370 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (77m) 9m ago 80m 103M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:08:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:49 smithi177 ceph-mon[212096]: pgmap v4671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:50.748 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:08:50.748 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:08:50.749 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:08:50.749 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:08:50.749 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:08:50.749 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:08:50.749 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:08:50.749 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:08:50.749 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:08:50.749 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:08:50.749 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:08:50.749 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:08:50.750 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:08:50.750 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:08:50.750 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:08:50.750 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:08:50.750 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:08:50.750 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:08:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:50 smithi123 ceph-mon[191304]: from='client.38388 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:08:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:50 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3031360670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:08:51.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:50 smithi123 ceph-mon[188613]: from='client.38388 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:08:51.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:50 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3031360670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:08:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:50 smithi177 ceph-mon[212096]: from='client.38388 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:08:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:50 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3031360670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:08:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:51 smithi123 ceph-mon[188613]: from='client.38394 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:08:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:51 smithi123 ceph-mon[188613]: pgmap v4672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:51 smithi123 ceph-mon[191304]: from='client.38394 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:08:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:51 smithi123 ceph-mon[191304]: pgmap v4672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:51 smithi177 ceph-mon[212096]: from='client.38394 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:08:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:51 smithi177 ceph-mon[212096]: pgmap v4672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:53 smithi123 ceph-mon[191304]: pgmap v4673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:53 smithi123 ceph-mon[188613]: pgmap v4673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:53 smithi177 ceph-mon[212096]: pgmap v4673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:55 smithi123 ceph-mon[188613]: pgmap v4674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:55 smithi123 ceph-mon[191304]: pgmap v4674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:55.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:55 smithi177 ceph-mon[212096]: pgmap v4674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:56.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:08:56.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:08:56.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:08:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:57 smithi123 ceph-mon[191304]: pgmap v4675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:57 smithi123 ceph-mon[188613]: pgmap v4675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:57 smithi177 ceph-mon[212096]: pgmap v4675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:08:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:08:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:08:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:09:00.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:59 smithi123 ceph-mon[191304]: pgmap v4676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:00.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:08:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:09:00.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:59 smithi123 ceph-mon[188613]: pgmap v4676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:00.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:08:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:09:00.254 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:59 smithi177 ceph-mon[212096]: pgmap v4676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:00.254 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:08:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:09:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:01 smithi177 ceph-mon[212096]: pgmap v4677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:02.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:01 smithi123 ceph-mon[191304]: pgmap v4677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:02.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:01 smithi123 ceph-mon[188613]: pgmap v4677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:03.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:09:03.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:09:03.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:09:03.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:09:03.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:09:03.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:09:03.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:09:03.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:09:03.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:09:03.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:09:03.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:09:03.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:09:03.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:09:03.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:09:03.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:09:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:04 smithi123 ceph-mon[191304]: pgmap v4678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:04 smithi123 ceph-mon[188613]: pgmap v4678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:04 smithi177 ceph-mon[212096]: pgmap v4678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:05.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:05 smithi123 ceph-mon[191304]: pgmap v4679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:05 smithi123 ceph-mon[188613]: pgmap v4679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:05.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:05 smithi177 ceph-mon[212096]: pgmap v4679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:07 smithi123 ceph-mon[191304]: pgmap v4680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:08.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:07 smithi123 ceph-mon[188613]: pgmap v4680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:07 smithi177 ceph-mon[212096]: pgmap v4680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:09:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:09:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:09:10.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:09 smithi123 ceph-mon[191304]: pgmap v4681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:10.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:09 smithi123 ceph-mon[188613]: pgmap v4681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:09 smithi177 ceph-mon[212096]: pgmap v4681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:11 smithi123 ceph-mon[191304]: pgmap v4682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:09:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:11 smithi123 ceph-mon[188613]: pgmap v4682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:09:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:11 smithi177 ceph-mon[212096]: pgmap v4682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:09:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:13 smithi123 ceph-mon[191304]: pgmap v4683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:13 smithi123 ceph-mon[188613]: pgmap v4683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:13 smithi177 ceph-mon[212096]: pgmap v4683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:15.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:15 smithi123 ceph-mon[191304]: pgmap v4684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:15 smithi123 ceph-mon[188613]: pgmap v4684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:15.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:15 smithi177 ceph-mon[212096]: pgmap v4684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:18.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:17 smithi123 ceph-mon[191304]: pgmap v4685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:17 smithi123 ceph-mon[188613]: pgmap v4685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:17 smithi177 ceph-mon[212096]: pgmap v4685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:09:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:09:19] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:09:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:19 smithi123 ceph-mon[191304]: pgmap v4686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:19 smithi123 ceph-mon[188613]: pgmap v4686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:19 smithi177 ceph-mon[212096]: pgmap v4686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:21.093 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:09:21.402 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:09:21.403 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (78m) 2m ago 81m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:09:21.403 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (77m) 19s ago 80m 94.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:09:21.403 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (81m) 2m ago 81m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:09:21.403 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (81m) 19s ago 81m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:09:21.403 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (77m) 19s ago 84m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:09:21.403 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (77m) 2m ago 85m 602M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:09:21.403 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (77m) 2m ago 85m 591M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:09:21.403 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (76m) 19s ago 84m 314M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:09:21.403 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (76m) 2m ago 84m 344M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:09:21.403 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (78m) 2m ago 80m 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:09:21.403 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (77m) 19s ago 80m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:09:21.403 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (76m) 2m ago 84m 3987M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:09:21.403 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (75m) 2m ago 83m 4740M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:09:21.403 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (75m) 2m ago 83m 3870M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:09:21.403 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (74m) 2m ago 83m 3875M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:09:21.404 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (74m) 19s ago 82m 3229M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:09:21.404 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (73m) 19s ago 82m 3489M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:09:21.404 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (73m) 19s ago 82m 2956M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:09:21.404 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (73m) 19s ago 82m 3359M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:09:21.404 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (77m) 19s ago 81m 107M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:09:21.784 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:09:21.784 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:09:21.784 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:09:21.784 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:09:21.784 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:09:21.784 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:09:21.784 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:09:21.785 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:09:21.785 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:09:21.785 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:09:21.785 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:09:21.785 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:09:21.785 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:09:21.785 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:09:21.785 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:09:21.785 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:09:21.785 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:09:21.785 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:09:22.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:21 smithi123 ceph-mon[191304]: pgmap v4687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:22.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:21 smithi123 ceph-mon[191304]: from='client.38406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:09:22.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:21 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2426547014' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:09:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:21 smithi123 ceph-mon[188613]: pgmap v4687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:21 smithi123 ceph-mon[188613]: from='client.38406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:09:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:21 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2426547014' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:09:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:21 smithi177 ceph-mon[212096]: pgmap v4687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:21 smithi177 ceph-mon[212096]: from='client.38406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:09:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:21 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2426547014' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:09:23.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:22 smithi123 ceph-mon[191304]: from='client.38412 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:09:23.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:22 smithi123 ceph-mon[188613]: from='client.38412 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:09:23.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:22 smithi177 ceph-mon[212096]: from='client.38412 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:09:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:23 smithi123 ceph-mon[191304]: pgmap v4688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:23 smithi123 ceph-mon[188613]: pgmap v4688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:23 smithi177 ceph-mon[212096]: pgmap v4688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:25.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:25 smithi123 ceph-mon[191304]: pgmap v4689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:25.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:25 smithi123 ceph-mon[188613]: pgmap v4689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:25.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:25 smithi177 ceph-mon[212096]: pgmap v4689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:26.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:09:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:09:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:27 smithi123 ceph-mon[191304]: pgmap v4690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:27 smithi123 ceph-mon[188613]: pgmap v4690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:09:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:27 smithi177 ceph-mon[212096]: pgmap v4690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:09:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:09:29] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:09:30.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:29 smithi123 ceph-mon[191304]: pgmap v4691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:30.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:29 smithi123 ceph-mon[188613]: pgmap v4691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:29 smithi177 ceph-mon[212096]: pgmap v4691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:32.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:31 smithi123 ceph-mon[191304]: pgmap v4692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:31 smithi123 ceph-mon[188613]: pgmap v4692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:31 smithi177 ceph-mon[212096]: pgmap v4692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:34.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:33 smithi123 ceph-mon[191304]: pgmap v4693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:34.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:33 smithi123 ceph-mon[188613]: pgmap v4693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:34.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:33 smithi177 ceph-mon[212096]: pgmap v4693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:35.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:35 smithi123 ceph-mon[188613]: pgmap v4694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:35.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:35 smithi123 ceph-mon[191304]: pgmap v4694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:35.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:35 smithi177 ceph-mon[212096]: pgmap v4694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:38.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:37 smithi123 ceph-mon[191304]: pgmap v4695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:38.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:37 smithi123 ceph-mon[188613]: pgmap v4695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:37 smithi177 ceph-mon[212096]: pgmap v4695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:09:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:09:39] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:09:40.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:39 smithi123 ceph-mon[191304]: pgmap v4696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:40.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:39 smithi123 ceph-mon[188613]: pgmap v4696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:39 smithi177 ceph-mon[212096]: pgmap v4696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:41 smithi123 ceph-mon[191304]: pgmap v4697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:09:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:41 smithi123 ceph-mon[188613]: pgmap v4697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:09:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:41 smithi177 ceph-mon[212096]: pgmap v4697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:09:44.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:43 smithi123 ceph-mon[191304]: pgmap v4698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:43 smithi123 ceph-mon[188613]: pgmap v4698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:43 smithi177 ceph-mon[212096]: pgmap v4698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:45.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:45 smithi123 ceph-mon[191304]: pgmap v4699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:45.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:45 smithi123 ceph-mon[188613]: pgmap v4699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:45.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:45 smithi177 ceph-mon[212096]: pgmap v4699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:47 smithi123 ceph-mon[191304]: pgmap v4700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:48.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:47 smithi123 ceph-mon[188613]: pgmap v4700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:47 smithi177 ceph-mon[212096]: pgmap v4700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:09:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:09:49] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:09:50.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:49 smithi123 ceph-mon[191304]: pgmap v4701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:50.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:49 smithi123 ceph-mon[188613]: pgmap v4701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:49 smithi177 ceph-mon[212096]: pgmap v4701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:52.131 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:09:52.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:51 smithi123 ceph-mon[191304]: pgmap v4702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:52.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:51 smithi123 ceph-mon[188613]: pgmap v4702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:51 smithi177 ceph-mon[212096]: pgmap v4702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:52.443 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:09:52.443 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (78m) 2m ago 81m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:09:52.443 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (78m) 50s ago 81m 94.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:09:52.443 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (82m) 2m ago 82m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:09:52.443 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (82m) 50s ago 82m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:09:52.443 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (77m) 50s ago 84m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:09:52.443 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (78m) 2m ago 86m 602M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:09:52.443 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (77m) 2m ago 86m 591M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:09:52.443 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (77m) 50s ago 85m 314M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:09:52.443 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (77m) 2m ago 85m 344M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:09:52.443 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (78m) 2m ago 81m 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:09:52.443 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (78m) 50s ago 81m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:09:52.443 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (76m) 2m ago 84m 3987M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:09:52.444 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (76m) 2m ago 84m 4740M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:09:52.444 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (75m) 2m ago 84m 3870M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:09:52.444 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (75m) 2m ago 83m 3875M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:09:52.444 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (74m) 50s ago 83m 3229M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:09:52.444 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (74m) 50s ago 83m 3489M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:09:52.444 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (74m) 50s ago 82m 2956M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:09:52.444 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (73m) 50s ago 82m 3359M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:09:52.444 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (78m) 50s ago 81m 107M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:09:52.822 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:09:52.822 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:09:52.822 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:09:52.822 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:09:52.822 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:09:52.822 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:09:52.823 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:09:52.823 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:09:52.823 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:09:52.823 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:09:52.823 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:09:52.823 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:09:52.823 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:09:52.823 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:09:52.823 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:09:52.823 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:09:52.823 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:09:52.823 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:09:53.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:52 smithi123 ceph-mon[191304]: from='client.48368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:09:53.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:52 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3711810693' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:09:53.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:52 smithi123 ceph-mon[188613]: from='client.48368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:09:53.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:52 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3711810693' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:09:53.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:52 smithi177 ceph-mon[212096]: from='client.48368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:09:53.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:52 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3711810693' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:09:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:53 smithi123 ceph-mon[191304]: from='client.38430 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:09:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:53 smithi123 ceph-mon[191304]: pgmap v4703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:53 smithi123 ceph-mon[188613]: from='client.38430 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:09:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:53 smithi123 ceph-mon[188613]: pgmap v4703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:53 smithi177 ceph-mon[212096]: from='client.38430 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:09:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:53 smithi177 ceph-mon[212096]: pgmap v4703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:55 smithi123 ceph-mon[191304]: pgmap v4704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:55 smithi123 ceph-mon[188613]: pgmap v4704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:55.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:55 smithi177 ceph-mon[212096]: pgmap v4704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:56.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:09:56.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:09:56.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:09:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:57 smithi123 ceph-mon[191304]: pgmap v4705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:57 smithi123 ceph-mon[188613]: pgmap v4705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:57 smithi177 ceph-mon[212096]: pgmap v4705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:09:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:09:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:09:59] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:10:00.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:09:59 smithi123 ceph-mon[191304]: pgmap v4706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:00.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:09:59 smithi123 ceph-mon[188613]: pgmap v4706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:00.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T12:09:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T12:10:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:09:59 smithi177 ceph-mon[212096]: pgmap v4706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:01.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T12:10:01.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T12:10:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T12:10:02.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:01 smithi123 ceph-mon[191304]: pgmap v4707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:02.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:01 smithi123 ceph-mon[188613]: pgmap v4707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:01 smithi177 ceph-mon[212096]: pgmap v4707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:03.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:10:03.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:10:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:10:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:03 smithi123 ceph-mon[191304]: pgmap v4708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:10:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:10:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:10:04.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:03 smithi123 ceph-mon[188613]: pgmap v4708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:04.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:10:04.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:10:04.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:10:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:03 smithi177 ceph-mon[212096]: pgmap v4708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:10:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:10:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:10:05.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:05 smithi123 ceph-mon[191304]: pgmap v4709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:05 smithi123 ceph-mon[188613]: pgmap v4709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:05.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:05 smithi177 ceph-mon[212096]: pgmap v4709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:07 smithi123 ceph-mon[191304]: pgmap v4710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:08.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:07 smithi123 ceph-mon[188613]: pgmap v4710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:07 smithi177 ceph-mon[212096]: pgmap v4710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:10:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:10:09] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:10:10.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:09 smithi123 ceph-mon[188613]: pgmap v4711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:10.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:09 smithi123 ceph-mon[191304]: pgmap v4711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:10.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:09 smithi177 ceph-mon[212096]: pgmap v4711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:11 smithi123 ceph-mon[191304]: pgmap v4712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:10:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:11 smithi123 ceph-mon[188613]: pgmap v4712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:10:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:11 smithi177 ceph-mon[212096]: pgmap v4712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:10:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:13 smithi123 ceph-mon[191304]: pgmap v4713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:13 smithi123 ceph-mon[188613]: pgmap v4713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:13 smithi177 ceph-mon[212096]: pgmap v4713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:15.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:15 smithi177 ceph-mon[212096]: pgmap v4714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:15.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:15 smithi123 ceph-mon[191304]: pgmap v4714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:15 smithi123 ceph-mon[188613]: pgmap v4714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:18.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:17 smithi123 ceph-mon[191304]: pgmap v4715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:17 smithi123 ceph-mon[188613]: pgmap v4715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:18.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:17 smithi177 ceph-mon[212096]: pgmap v4715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:10:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:10:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:10:20.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:19 smithi123 ceph-mon[191304]: pgmap v4716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:19 smithi123 ceph-mon[188613]: pgmap v4716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:20.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:19 smithi177 ceph-mon[212096]: pgmap v4716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:22.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:21 smithi123 ceph-mon[191304]: pgmap v4717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:21 smithi123 ceph-mon[188613]: pgmap v4717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:21 smithi177 ceph-mon[212096]: pgmap v4717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:23.168 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:10:23.476 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:10:23.476 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (79m) 3m ago 82m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:10:23.476 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (78m) 81s ago 81m 94.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:10:23.476 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (82m) 3m ago 82m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:10:23.476 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (82m) 81s ago 82m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:10:23.476 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (78m) 81s ago 85m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:10:23.476 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (78m) 3m ago 86m 602M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:10:23.477 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (78m) 3m ago 86m 591M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:10:23.477 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (77m) 81s ago 85m 314M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:10:23.477 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (78m) 3m ago 85m 344M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:10:23.477 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (79m) 3m ago 81m 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:10:23.477 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (78m) 81s ago 81m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:10:23.477 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (77m) 3m ago 85m 3987M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:10:23.477 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (76m) 3m ago 84m 4740M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:10:23.477 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (76m) 3m ago 84m 3870M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:10:23.477 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (75m) 3m ago 84m 3875M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:10:23.477 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (75m) 81s ago 84m 3229M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:10:23.477 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (75m) 81s ago 83m 3489M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:10:23.477 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (74m) 81s ago 83m 2956M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:10:23.477 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (74m) 81s ago 83m 3359M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:10:23.477 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (78m) 81s ago 82m 107M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:10:23.859 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:10:23.859 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:10:23.859 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:10:23.859 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:10:23.860 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:10:23.860 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:10:23.860 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:10:23.860 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:10:23.860 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:10:23.860 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:10:23.860 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:10:23.860 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:10:23.860 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:10:23.860 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:10:23.860 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:10:23.861 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:10:23.861 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:10:23.861 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:10:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:23 smithi123 ceph-mon[191304]: pgmap v4718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:23 smithi123 ceph-mon[191304]: from='client.38442 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:10:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:23 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/51656898' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:10:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:23 smithi123 ceph-mon[188613]: pgmap v4718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:23 smithi123 ceph-mon[188613]: from='client.38442 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:10:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:23 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/51656898' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:10:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:23 smithi177 ceph-mon[212096]: pgmap v4718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:23 smithi177 ceph-mon[212096]: from='client.38442 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:10:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:23 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/51656898' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:10:25.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:24 smithi123 ceph-mon[191304]: from='client.38448 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:10:25.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:24 smithi123 ceph-mon[188613]: from='client.38448 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:10:25.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:24 smithi177 ceph-mon[212096]: from='client.38448 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:10:26.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:25 smithi123 ceph-mon[188613]: pgmap v4719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:26.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:25 smithi123 ceph-mon[191304]: pgmap v4719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:25 smithi177 ceph-mon[212096]: pgmap v4719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:10:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:10:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:10:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:27 smithi123 ceph-mon[191304]: pgmap v4720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:27 smithi123 ceph-mon[188613]: pgmap v4720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:27 smithi177 ceph-mon[212096]: pgmap v4720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:10:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:10:29] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:10:30.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:29 smithi123 ceph-mon[191304]: pgmap v4721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:30.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:29 smithi123 ceph-mon[188613]: pgmap v4721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:29 smithi177 ceph-mon[212096]: pgmap v4721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:31 smithi123 ceph-mon[191304]: pgmap v4722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:31 smithi123 ceph-mon[188613]: pgmap v4722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:32.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:31 smithi177 ceph-mon[212096]: pgmap v4722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:34.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:33 smithi123 ceph-mon[191304]: pgmap v4723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:34.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:33 smithi123 ceph-mon[188613]: pgmap v4723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:33 smithi177 ceph-mon[212096]: pgmap v4723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:35.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:35 smithi177 ceph-mon[212096]: pgmap v4724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:35.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:35 smithi123 ceph-mon[191304]: pgmap v4724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:35.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:35 smithi123 ceph-mon[188613]: pgmap v4724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:38.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:37 smithi123 ceph-mon[191304]: pgmap v4725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:38.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:37 smithi123 ceph-mon[188613]: pgmap v4725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:37 smithi177 ceph-mon[212096]: pgmap v4725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:10:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:10:39] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:10:40.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:39 smithi123 ceph-mon[191304]: pgmap v4726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:40.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:39 smithi123 ceph-mon[188613]: pgmap v4726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:39 smithi177 ceph-mon[212096]: pgmap v4726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:41 smithi123 ceph-mon[191304]: pgmap v4727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:10:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:41 smithi123 ceph-mon[188613]: pgmap v4727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:10:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:41 smithi177 ceph-mon[212096]: pgmap v4727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:10:44.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:43 smithi123 ceph-mon[191304]: pgmap v4728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:43 smithi123 ceph-mon[188613]: pgmap v4728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:43 smithi177 ceph-mon[212096]: pgmap v4728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:45.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:45 smithi177 ceph-mon[212096]: pgmap v4729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:45.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:45 smithi123 ceph-mon[191304]: pgmap v4729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:45.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:45 smithi123 ceph-mon[188613]: pgmap v4729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:47 smithi123 ceph-mon[191304]: pgmap v4730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:48.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:47 smithi123 ceph-mon[188613]: pgmap v4730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:47 smithi177 ceph-mon[212096]: pgmap v4730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:10:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:10:49] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:10:50.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:49 smithi123 ceph-mon[191304]: pgmap v4731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:50.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:49 smithi123 ceph-mon[188613]: pgmap v4731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:49 smithi177 ceph-mon[212096]: pgmap v4731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:51 smithi123 ceph-mon[191304]: pgmap v4732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:51 smithi123 ceph-mon[188613]: pgmap v4732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:51 smithi177 ceph-mon[212096]: pgmap v4732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:54.208 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:10:54.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:53 smithi123 ceph-mon[191304]: pgmap v4733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:53 smithi123 ceph-mon[188613]: pgmap v4733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:53 smithi177 ceph-mon[212096]: pgmap v4733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:54.517 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:10:54.517 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (79m) 3m ago 82m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:10:54.517 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (79m) 112s ago 82m 94.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:10:54.517 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (83m) 3m ago 83m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:10:54.517 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (83m) 112s ago 83m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:10:54.517 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (79m) 112s ago 85m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:10:54.518 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (79m) 3m ago 87m 602M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:10:54.518 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (78m) 3m ago 87m 591M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:10:54.518 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (78m) 112s ago 86m 314M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:10:54.518 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (78m) 3m ago 86m 344M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:10:54.518 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (79m) 3m ago 82m 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:10:54.518 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (79m) 112s ago 82m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:10:54.518 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (77m) 3m ago 85m 3987M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:10:54.518 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (77m) 3m ago 85m 4740M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:10:54.518 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (76m) 3m ago 85m 3870M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:10:54.518 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (76m) 3m ago 84m 3875M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:10:54.519 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (76m) 112s ago 84m 3229M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:10:54.519 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (75m) 112s ago 84m 3489M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:10:54.519 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (75m) 112s ago 84m 2956M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:10:54.519 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (74m) 112s ago 83m 3359M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:10:54.519 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (79m) 112s ago 83m 107M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:10:54.900 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:10:54.900 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:10:54.900 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:10:54.900 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:10:54.900 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:10:54.900 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:10:54.900 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:10:54.900 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:10:54.900 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:10:54.900 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:10:54.901 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:10:54.901 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:10:54.901 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:10:54.901 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:10:54.901 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:10:54.901 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:10:54.901 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:10:54.901 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:10:55.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:54 smithi123 ceph-mon[191304]: from='client.48404 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:10:55.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:54 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3415729932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:10:55.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:54 smithi123 ceph-mon[188613]: from='client.48404 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:10:55.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:54 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3415729932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:10:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:54 smithi177 ceph-mon[212096]: from='client.48404 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:10:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:54 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3415729932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:10:56.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:55 smithi123 ceph-mon[191304]: from='client.48410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:10:56.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:55 smithi123 ceph-mon[191304]: pgmap v4734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:56.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:55 smithi123 ceph-mon[188613]: from='client.48410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:10:56.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:55 smithi123 ceph-mon[188613]: pgmap v4734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:56.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:55 smithi177 ceph-mon[212096]: from='client.48410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:10:56.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:55 smithi177 ceph-mon[212096]: pgmap v4734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:10:57.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:10:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:10:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:57 smithi123 ceph-mon[191304]: pgmap v4735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:58.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:57 smithi123 ceph-mon[188613]: pgmap v4735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:57 smithi177 ceph-mon[212096]: pgmap v4735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:10:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:10:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:10:59] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:11:00.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:10:59 smithi123 ceph-mon[191304]: pgmap v4736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:00.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:10:59 smithi123 ceph-mon[188613]: pgmap v4736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:10:59 smithi177 ceph-mon[212096]: pgmap v4736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:02.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:01 smithi123 ceph-mon[191304]: pgmap v4737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:02.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:01 smithi123 ceph-mon[188613]: pgmap v4737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:01 smithi177 ceph-mon[212096]: pgmap v4737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:03 smithi123 ceph-mon[191304]: pgmap v4738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:11:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:11:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:11:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:11:04.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:03 smithi123 ceph-mon[188613]: pgmap v4738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:04.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:11:04.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:11:04.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:11:04.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:11:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:03 smithi177 ceph-mon[212096]: pgmap v4738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:11:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:11:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:11:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:11:05.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:05 smithi177 ceph-mon[212096]: pgmap v4739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:05 smithi123 ceph-mon[191304]: pgmap v4739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:05 smithi123 ceph-mon[188613]: pgmap v4739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:07 smithi123 ceph-mon[191304]: pgmap v4740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:08.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:07 smithi123 ceph-mon[188613]: pgmap v4740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:07 smithi177 ceph-mon[212096]: pgmap v4740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:11:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:11:09] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:11:10.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:09 smithi123 ceph-mon[191304]: pgmap v4741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:10.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:09 smithi123 ceph-mon[188613]: pgmap v4741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:09 smithi177 ceph-mon[212096]: pgmap v4741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:11 smithi123 ceph-mon[188613]: pgmap v4742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:11:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:11 smithi123 ceph-mon[191304]: pgmap v4742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:12.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:11:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:11 smithi177 ceph-mon[212096]: pgmap v4742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:11:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:13 smithi123 ceph-mon[191304]: pgmap v4743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:13 smithi123 ceph-mon[188613]: pgmap v4743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:13 smithi177 ceph-mon[212096]: pgmap v4743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:15.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:15 smithi177 ceph-mon[212096]: pgmap v4744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:15 smithi123 ceph-mon[188613]: pgmap v4744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:15.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:15 smithi123 ceph-mon[191304]: pgmap v4744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:17 smithi123 ceph-mon[188613]: pgmap v4745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:18.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:17 smithi123 ceph-mon[191304]: pgmap v4745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:17 smithi177 ceph-mon[212096]: pgmap v4745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:11:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:11:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T12:11:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:19 smithi123 ceph-mon[188613]: pgmap v4746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:19 smithi123 ceph-mon[191304]: pgmap v4746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:20.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:19 smithi177 ceph-mon[212096]: pgmap v4746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:21 smithi123 ceph-mon[188613]: pgmap v4747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:22.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:21 smithi123 ceph-mon[191304]: pgmap v4747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:22.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:21 smithi177 ceph-mon[212096]: pgmap v4747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:23 smithi123 ceph-mon[188613]: pgmap v4748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:23 smithi123 ceph-mon[191304]: pgmap v4748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:24.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:23 smithi177 ceph-mon[212096]: pgmap v4748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:25.246 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:11:25.553 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:11:25.553 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (80m) 4m ago 83m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:11:25.553 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (79m) 2m ago 82m 94.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:11:25.553 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (84m) 4m ago 84m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:11:25.553 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (83m) 2m ago 83m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:11:25.553 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (79m) 2m ago 86m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:11:25.553 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (79m) 4m ago 87m 602M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:11:25.554 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (79m) 4m ago 87m 591M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:11:25.554 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (78m) 2m ago 86m 314M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:11:25.554 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (79m) 4m ago 86m 344M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:11:25.554 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (80m) 4m ago 82m 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:11:25.554 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (79m) 2m ago 82m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:11:25.554 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (78m) 4m ago 86m 3987M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:11:25.554 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (77m) 4m ago 85m 4740M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:11:25.554 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (77m) 4m ago 85m 3870M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:11:25.554 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (77m) 4m ago 85m 3875M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:11:25.554 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (76m) 2m ago 85m 3229M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:11:25.554 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (76m) 2m ago 84m 3489M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:11:25.555 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (75m) 2m ago 84m 2956M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:11:25.555 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (75m) 2m ago 84m 3359M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:11:25.555 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (79m) 2m ago 83m 107M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:11:25.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:25 smithi177 ceph-mon[212096]: pgmap v4749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:25.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:25 smithi123 ceph-mon[191304]: pgmap v4749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:25.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:25 smithi123 ceph-mon[188613]: pgmap v4749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:25.933 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:11:25.934 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:11:25.934 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:11:25.934 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:11:25.934 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:11:25.934 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:11:25.934 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:11:25.934 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:11:25.934 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:11:25.934 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:11:25.934 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:11:25.934 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:11:25.934 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:11:25.934 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:11:25.935 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:11:25.935 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:11:25.935 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:11:25.935 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:11:26.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:26 smithi177 ceph-mon[212096]: from='client.48422 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:11:26.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:26 smithi177 ceph-mon[212096]: from='client.38484 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:11:26.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:26 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/896697569' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:11:26.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:26 smithi123 ceph-mon[191304]: from='client.48422 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:11:26.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:26 smithi123 ceph-mon[191304]: from='client.38484 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:11:26.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:26 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/896697569' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:11:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:26 smithi123 ceph-mon[188613]: from='client.48422 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:11:26.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:26 smithi123 ceph-mon[188613]: from='client.38484 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:11:26.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:26 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/896697569' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:11:27.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:11:27.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:27 smithi177 ceph-mon[212096]: pgmap v4750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:11:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:27 smithi123 ceph-mon[191304]: pgmap v4750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:11:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:27 smithi123 ceph-mon[188613]: pgmap v4750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:28.901 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 12:11:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T12:11:28.585027004Z level=info msg="Completed cleanup jobs" duration=11.19466ms 2023-12-20T12:11:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:11:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:11:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T12:11:30.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:29 smithi123 ceph-mon[191304]: pgmap v4751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:30.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:29 smithi123 ceph-mon[188613]: pgmap v4751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:29 smithi177 ceph-mon[212096]: pgmap v4751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:31 smithi123 ceph-mon[191304]: pgmap v4752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:31 smithi123 ceph-mon[188613]: pgmap v4752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:31 smithi177 ceph-mon[212096]: pgmap v4752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:34.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:33 smithi123 ceph-mon[188613]: pgmap v4753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:34.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:33 smithi123 ceph-mon[191304]: pgmap v4753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:33 smithi177 ceph-mon[212096]: pgmap v4753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:35.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:35 smithi177 ceph-mon[212096]: pgmap v4754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:35.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:35 smithi123 ceph-mon[188613]: pgmap v4754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:35.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:35 smithi123 ceph-mon[191304]: pgmap v4754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:38.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:37 smithi123 ceph-mon[188613]: pgmap v4755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:38.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:37 smithi123 ceph-mon[191304]: pgmap v4755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:37 smithi177 ceph-mon[212096]: pgmap v4755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:11:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:11:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T12:11:40.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:39 smithi123 ceph-mon[188613]: pgmap v4756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:40.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:39 smithi123 ceph-mon[191304]: pgmap v4756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:39 smithi177 ceph-mon[212096]: pgmap v4756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:41 smithi123 ceph-mon[188613]: pgmap v4757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:11:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:41 smithi123 ceph-mon[191304]: pgmap v4757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:11:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:41 smithi177 ceph-mon[212096]: pgmap v4757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:11:44.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:43 smithi123 ceph-mon[191304]: pgmap v4758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:43 smithi123 ceph-mon[188613]: pgmap v4758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:43 smithi177 ceph-mon[212096]: pgmap v4758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:45.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:45 smithi177 ceph-mon[212096]: pgmap v4759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:45.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:45 smithi123 ceph-mon[191304]: pgmap v4759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:45.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:45 smithi123 ceph-mon[188613]: pgmap v4759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:48.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:47 smithi123 ceph-mon[191304]: pgmap v4760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:48.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:47 smithi123 ceph-mon[188613]: pgmap v4760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:48.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:47 smithi177 ceph-mon[212096]: pgmap v4760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:11:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:11:49] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:11:50.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:49 smithi123 ceph-mon[191304]: pgmap v4761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:50.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:49 smithi123 ceph-mon[188613]: pgmap v4761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:49 smithi177 ceph-mon[212096]: pgmap v4761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:51 smithi123 ceph-mon[191304]: pgmap v4762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:51 smithi123 ceph-mon[188613]: pgmap v4762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:51 smithi177 ceph-mon[212096]: pgmap v4762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:53 smithi123 ceph-mon[191304]: pgmap v4763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:53 smithi123 ceph-mon[188613]: pgmap v4763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:54.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:53 smithi177 ceph-mon[212096]: pgmap v4763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:55.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:55 smithi177 ceph-mon[212096]: pgmap v4764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:55.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:55 smithi123 ceph-mon[191304]: pgmap v4764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:55.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:55 smithi123 ceph-mon[188613]: pgmap v4764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:56.280 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:11:56.601 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:11:56.601 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (80m) 4m ago 83m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:11:56.601 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (80m) 2m ago 83m 94.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:11:56.601 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (84m) 4m ago 84m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:11:56.601 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (84m) 2m ago 84m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:11:56.601 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (80m) 2m ago 86m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:11:56.601 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (80m) 4m ago 88m 602M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:11:56.602 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (79m) 4m ago 88m 591M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:11:56.602 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (79m) 2m ago 87m 314M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:11:56.602 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (79m) 4m ago 87m 344M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:11:56.602 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (80m) 4m ago 83m 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:11:56.602 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (80m) 2m ago 83m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:11:56.602 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (78m) 4m ago 86m 3987M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:11:56.602 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (78m) 4m ago 86m 4740M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:11:56.602 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (78m) 4m ago 86m 3870M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:11:56.602 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (77m) 4m ago 85m 3875M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:11:56.602 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (77m) 2m ago 85m 3229M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:11:56.602 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (76m) 2m ago 85m 3489M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:11:56.602 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (76m) 2m ago 85m 2956M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:11:56.603 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (75m) 2m ago 84m 3359M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:11:56.603 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (80m) 2m ago 84m 107M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:11:56.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:11:56.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:11:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:11:56.981 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:11:56.981 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:11:56.982 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:11:56.982 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:11:56.982 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:11:56.982 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:11:56.982 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:11:56.982 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:11:56.982 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:11:56.982 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:11:56.982 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:11:56.982 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:11:56.983 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:11:56.983 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:11:56.983 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:11:56.983 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:11:56.983 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:11:56.983 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:11:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:57 smithi123 ceph-mon[191304]: from='client.38496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:11:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:57 smithi123 ceph-mon[191304]: from='client.38502 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:11:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:57 smithi123 ceph-mon[191304]: pgmap v4765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:57 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2051517282' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:11:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:57 smithi123 ceph-mon[188613]: from='client.38496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:11:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:57 smithi123 ceph-mon[188613]: from='client.38502 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:11:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:57 smithi123 ceph-mon[188613]: pgmap v4765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:57 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2051517282' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:11:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:57 smithi177 ceph-mon[212096]: from='client.38496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:11:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:57 smithi177 ceph-mon[212096]: from='client.38502 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:11:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:57 smithi177 ceph-mon[212096]: pgmap v4765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:11:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:57 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2051517282' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:11:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:11:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:11:59] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T12:12:00.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:11:59 smithi123 ceph-mon[191304]: pgmap v4766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:00.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:11:59 smithi123 ceph-mon[188613]: pgmap v4766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:11:59 smithi177 ceph-mon[212096]: pgmap v4766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:02.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:01 smithi123 ceph-mon[191304]: pgmap v4767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:02.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:01 smithi123 ceph-mon[188613]: pgmap v4767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:02.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:01 smithi177 ceph-mon[212096]: pgmap v4767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:04.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:03 smithi123 ceph-mon[191304]: pgmap v4768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:12:04.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:03 smithi123 ceph-mon[188613]: pgmap v4768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:04.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:12:04.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:03 smithi177 ceph-mon[212096]: pgmap v4768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:04.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:12:05.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:12:05.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:12:05.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:12:05.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:05 smithi177 ceph-mon[212096]: pgmap v4769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:12:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:12:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:12:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:05 smithi123 ceph-mon[191304]: pgmap v4769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:12:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:12:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:12:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:05 smithi123 ceph-mon[188613]: pgmap v4769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:07 smithi123 ceph-mon[191304]: pgmap v4770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:08.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:07 smithi123 ceph-mon[188613]: pgmap v4770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:08.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:07 smithi177 ceph-mon[212096]: pgmap v4770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:12:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:12:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T12:12:10.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:09 smithi123 ceph-mon[191304]: pgmap v4771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:10.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:09 smithi123 ceph-mon[188613]: pgmap v4771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:10.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:09 smithi177 ceph-mon[212096]: pgmap v4771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:11 smithi123 ceph-mon[191304]: pgmap v4772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:12:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:11 smithi123 ceph-mon[188613]: pgmap v4772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:12:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:11 smithi177 ceph-mon[212096]: pgmap v4772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:12:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:13 smithi123 ceph-mon[191304]: pgmap v4773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:14.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:13 smithi123 ceph-mon[188613]: pgmap v4773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:13 smithi177 ceph-mon[212096]: pgmap v4773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:15.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:15 smithi177 ceph-mon[212096]: pgmap v4774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:15.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:15 smithi123 ceph-mon[191304]: pgmap v4774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:15 smithi123 ceph-mon[188613]: pgmap v4774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:18.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:17 smithi123 ceph-mon[191304]: pgmap v4775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:17 smithi123 ceph-mon[188613]: pgmap v4775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:18.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:17 smithi177 ceph-mon[212096]: pgmap v4775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:12:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:12:19] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:12:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:19 smithi123 ceph-mon[191304]: pgmap v4776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:19 smithi123 ceph-mon[188613]: pgmap v4776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:19 smithi177 ceph-mon[212096]: pgmap v4776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:22.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:21 smithi123 ceph-mon[191304]: pgmap v4777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:21 smithi123 ceph-mon[188613]: pgmap v4777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:21 smithi177 ceph-mon[212096]: pgmap v4777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:23 smithi123 ceph-mon[191304]: pgmap v4778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:23 smithi123 ceph-mon[188613]: pgmap v4778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:23 smithi177 ceph-mon[212096]: pgmap v4778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:25.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:25 smithi177 ceph-mon[212096]: pgmap v4779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:25.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:25 smithi123 ceph-mon[191304]: pgmap v4779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:25.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:25 smithi123 ceph-mon[188613]: pgmap v4779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:26.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:12:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:12:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:12:27.328 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:12:27.635 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:12:27.635 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (81m) 5m ago 84m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:12:27.635 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (81m) 3m ago 84m 94.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:12:27.635 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (85m) 5m ago 85m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:12:27.635 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (85m) 3m ago 85m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:12:27.635 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (80m) 3m ago 87m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:12:27.635 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (80m) 5m ago 88m 602M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:12:27.636 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (80m) 5m ago 88m 591M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:12:27.636 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (79m) 3m ago 87m 314M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:12:27.636 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (80m) 5m ago 87m 344M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:12:27.636 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (81m) 5m ago 83m 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:12:27.636 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (80m) 3m ago 83m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:12:27.636 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (79m) 5m ago 87m 3987M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:12:27.636 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (79m) 5m ago 86m 4740M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:12:27.636 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (78m) 5m ago 86m 3870M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:12:27.636 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (78m) 5m ago 86m 3875M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:12:27.636 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (77m) 3m ago 86m 3229M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:12:27.636 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (77m) 3m ago 85m 3489M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:12:27.636 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (76m) 3m ago 85m 2956M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:12:27.636 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (76m) 3m ago 85m 3359M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:12:27.636 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (80m) 3m ago 84m 107M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:12:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:27 smithi123 ceph-mon[191304]: pgmap v4780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:27 smithi123 ceph-mon[188613]: pgmap v4780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:27 smithi177 ceph-mon[212096]: pgmap v4780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:28.019 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:12:28.019 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:12:28.019 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:12:28.019 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:12:28.019 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:12:28.019 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:12:28.019 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:12:28.019 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:12:28.019 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:12:28.020 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:12:28.020 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:12:28.020 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:12:28.020 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:12:28.020 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:12:28.020 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:12:28.020 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:12:28.020 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:12:28.020 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:12:28.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:28 smithi123 ceph-mon[191304]: from='client.48458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:12:28.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:28 smithi123 ceph-mon[191304]: from='client.38520 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:12:28.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:28 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3344171279' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:12:28.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:28 smithi123 ceph-mon[188613]: from='client.48458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:12:28.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:28 smithi123 ceph-mon[188613]: from='client.38520 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:12:28.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:28 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3344171279' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:12:28.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:28 smithi177 ceph-mon[212096]: from='client.48458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:12:28.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:28 smithi177 ceph-mon[212096]: from='client.38520 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:12:28.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:28 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3344171279' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:12:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:12:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:12:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:12:29.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:29 smithi177 ceph-mon[212096]: pgmap v4781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:29.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:29 smithi123 ceph-mon[191304]: pgmap v4781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:29 smithi123 ceph-mon[188613]: pgmap v4781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:31 smithi123 ceph-mon[188613]: pgmap v4782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:32.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:31 smithi123 ceph-mon[191304]: pgmap v4782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:31 smithi177 ceph-mon[212096]: pgmap v4782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:34.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:33 smithi123 ceph-mon[188613]: pgmap v4783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:34.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:33 smithi123 ceph-mon[191304]: pgmap v4783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:33 smithi177 ceph-mon[212096]: pgmap v4783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:35.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:35 smithi177 ceph-mon[212096]: pgmap v4784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:35.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:35 smithi123 ceph-mon[188613]: pgmap v4784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:35.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:35 smithi123 ceph-mon[191304]: pgmap v4784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:38.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:37 smithi123 ceph-mon[191304]: pgmap v4785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:38.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:37 smithi123 ceph-mon[188613]: pgmap v4785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:38.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:37 smithi177 ceph-mon[212096]: pgmap v4785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:12:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:12:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:12:40.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:39 smithi123 ceph-mon[191304]: pgmap v4786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:40.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:39 smithi123 ceph-mon[188613]: pgmap v4786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:39 smithi177 ceph-mon[212096]: pgmap v4786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:41 smithi123 ceph-mon[191304]: pgmap v4787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:12:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:41 smithi123 ceph-mon[188613]: pgmap v4787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:12:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:41 smithi177 ceph-mon[212096]: pgmap v4787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:12:44.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:43 smithi123 ceph-mon[191304]: pgmap v4788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:43 smithi123 ceph-mon[188613]: pgmap v4788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:43 smithi177 ceph-mon[212096]: pgmap v4788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:45.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:45 smithi177 ceph-mon[212096]: pgmap v4789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:45.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:45 smithi123 ceph-mon[191304]: pgmap v4789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:45.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:45 smithi123 ceph-mon[188613]: pgmap v4789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:47 smithi123 ceph-mon[191304]: pgmap v4790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:48.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:47 smithi123 ceph-mon[188613]: pgmap v4790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:47 smithi177 ceph-mon[212096]: pgmap v4790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:12:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:12:49] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:12:50.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:49 smithi123 ceph-mon[191304]: pgmap v4791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:50.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:49 smithi123 ceph-mon[188613]: pgmap v4791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:49 smithi177 ceph-mon[212096]: pgmap v4791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:51 smithi123 ceph-mon[191304]: pgmap v4792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:51 smithi123 ceph-mon[188613]: pgmap v4792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:52.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:51 smithi177 ceph-mon[212096]: pgmap v4792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:53 smithi123 ceph-mon[191304]: pgmap v4793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:53 smithi123 ceph-mon[188613]: pgmap v4793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:53 smithi177 ceph-mon[212096]: pgmap v4793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:55.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:55 smithi177 ceph-mon[212096]: pgmap v4794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:55.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:55 smithi123 ceph-mon[191304]: pgmap v4794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:55.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:55 smithi123 ceph-mon[188613]: pgmap v4794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:56.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:12:56.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:12:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:12:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:57 smithi123 ceph-mon[191304]: pgmap v4795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:57 smithi123 ceph-mon[188613]: pgmap v4795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:57 smithi177 ceph-mon[212096]: pgmap v4795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:12:58.361 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:12:58.669 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:12:58.669 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (81m) 6m ago 84m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:12:58.669 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (81m) 3m ago 84m 94.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:12:58.669 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (85m) 6m ago 85m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:12:58.670 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (85m) 3m ago 85m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:12:58.670 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (81m) 3m ago 87m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:12:58.670 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (81m) 6m ago 89m 602M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:12:58.670 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (80m) 6m ago 89m 591M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:12:58.670 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (80m) 3m ago 88m 314M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:12:58.670 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (80m) 6m ago 88m 344M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:12:58.670 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (81m) 6m ago 84m 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:12:58.670 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (81m) 3m ago 84m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:12:58.670 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (79m) 6m ago 87m 3987M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:12:58.670 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (79m) 6m ago 87m 4740M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:12:58.670 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (79m) 6m ago 87m 3870M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:12:58.670 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (78m) 6m ago 86m 3875M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:12:58.671 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (78m) 3m ago 86m 3229M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:12:58.671 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (77m) 3m ago 86m 3489M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:12:58.671 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (77m) 3m ago 86m 2956M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:12:58.671 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (76m) 3m ago 85m 3359M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:12:58.671 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (81m) 3m ago 85m 107M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:12:59.052 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:12:59.052 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:12:59.053 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:12:59.053 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:12:59.053 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:12:59.053 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:12:59.053 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:12:59.053 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:12:59.053 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:12:59.053 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:12:59.053 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:12:59.053 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:12:59.054 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:12:59.054 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:12:59.054 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:12:59.054 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:12:59.054 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:12:59.054 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:12:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:12:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:12:59] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T12:13:00.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:59 smithi123 ceph-mon[191304]: from='client.48476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:13:00.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:59 smithi123 ceph-mon[191304]: from='client.38538 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:13:00.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:59 smithi123 ceph-mon[191304]: pgmap v4796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:00.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:12:59 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1268628949' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:13:00.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:59 smithi123 ceph-mon[188613]: from='client.48476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:13:00.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:59 smithi123 ceph-mon[188613]: from='client.38538 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:13:00.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:59 smithi123 ceph-mon[188613]: pgmap v4796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:00.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:12:59 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1268628949' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:13:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:59 smithi177 ceph-mon[212096]: from='client.48476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:13:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:59 smithi177 ceph-mon[212096]: from='client.38538 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:13:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:59 smithi177 ceph-mon[212096]: pgmap v4796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:12:59 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1268628949' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:13:02.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:01 smithi123 ceph-mon[191304]: pgmap v4797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:02.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:01 smithi123 ceph-mon[188613]: pgmap v4797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:01 smithi177 ceph-mon[212096]: pgmap v4797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:03 smithi123 ceph-mon[191304]: pgmap v4798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:04.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:03 smithi123 ceph-mon[188613]: pgmap v4798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:03 smithi177 ceph-mon[212096]: pgmap v4798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:05.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:13:05.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:05 smithi177 ceph-mon[212096]: pgmap v4799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:05.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:13:05.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:13:05.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:13:05.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:13:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:05 smithi123 ceph-mon[191304]: pgmap v4799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:13:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:13:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:13:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:13:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:05 smithi123 ceph-mon[188613]: pgmap v4799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:13:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:13:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:13:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:07 smithi123 ceph-mon[191304]: pgmap v4800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:08.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:07 smithi123 ceph-mon[188613]: pgmap v4800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:07 smithi177 ceph-mon[212096]: pgmap v4800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:13:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:13:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T12:13:10.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:09 smithi123 ceph-mon[191304]: pgmap v4801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:10.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:09 smithi123 ceph-mon[188613]: pgmap v4801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:10.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:09 smithi177 ceph-mon[212096]: pgmap v4801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:11 smithi123 ceph-mon[191304]: pgmap v4802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:13:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:11 smithi123 ceph-mon[188613]: pgmap v4802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:13:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:11 smithi177 ceph-mon[212096]: pgmap v4802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:13:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:13 smithi123 ceph-mon[188613]: pgmap v4803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:13 smithi123 ceph-mon[191304]: pgmap v4803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:13 smithi177 ceph-mon[212096]: pgmap v4803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:15.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:15 smithi177 ceph-mon[212096]: pgmap v4804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:15 smithi123 ceph-mon[188613]: pgmap v4804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:15.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:15 smithi123 ceph-mon[191304]: pgmap v4804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:17 smithi123 ceph-mon[188613]: pgmap v4805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:18.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:17 smithi123 ceph-mon[191304]: pgmap v4805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:17 smithi177 ceph-mon[212096]: pgmap v4805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:13:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:13:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:13:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:19 smithi123 ceph-mon[188613]: pgmap v4806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:19 smithi123 ceph-mon[191304]: pgmap v4806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:19 smithi177 ceph-mon[212096]: pgmap v4806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:22.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:21 smithi123 ceph-mon[191304]: pgmap v4807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:21 smithi123 ceph-mon[188613]: pgmap v4807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:22.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:21 smithi177 ceph-mon[212096]: pgmap v4807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:24.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:23 smithi123 ceph-mon[188613]: pgmap v4808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:23 smithi123 ceph-mon[191304]: pgmap v4808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:24.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:23 smithi177 ceph-mon[212096]: pgmap v4808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:25.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:25 smithi177 ceph-mon[212096]: pgmap v4809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:25.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:25 smithi123 ceph-mon[191304]: pgmap v4809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:25.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:25 smithi123 ceph-mon[188613]: pgmap v4809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:26.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:13:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:13:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:13:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:27 smithi123 ceph-mon[191304]: pgmap v4810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:27 smithi123 ceph-mon[188613]: pgmap v4810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:27 smithi177 ceph-mon[212096]: pgmap v4810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:29.400 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:13:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:13:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:13:29] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:13:29.704 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:13:29.704 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (82m) 6m ago 85m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:13:29.705 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (82m) 4m ago 85m 94.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:13:29.705 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (86m) 6m ago 86m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:13:29.705 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (86m) 4m ago 86m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:13:29.705 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (81m) 4m ago 88m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:13:29.705 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (81m) 6m ago 89m 602M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:13:29.705 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (81m) 6m ago 89m 591M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:13:29.705 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (80m) 4m ago 88m 314M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:13:29.705 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (81m) 6m ago 88m 344M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:13:29.705 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (82m) 6m ago 84m 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:13:29.705 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (82m) 4m ago 84m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:13:29.706 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (80m) 6m ago 88m 3987M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:13:29.706 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (80m) 6m ago 87m 4740M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:13:29.706 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (79m) 6m ago 87m 3870M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:13:29.706 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (79m) 6m ago 87m 3875M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:13:29.706 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (78m) 4m ago 87m 3229M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:13:29.706 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (78m) 4m ago 86m 3489M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:13:29.706 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (77m) 4m ago 86m 2956M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:13:29.706 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (77m) 4m ago 86m 3359M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:13:29.706 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (81m) 4m ago 85m 107M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:13:30.088 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:13:30.089 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:13:30.089 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:13:30.089 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:13:30.089 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:13:30.089 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:13:30.089 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:13:30.089 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:13:30.089 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:13:30.089 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:13:30.089 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:13:30.089 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:13:30.089 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:13:30.089 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:13:30.089 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:13:30.090 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:13:30.090 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:13:30.090 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:13:30.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:29 smithi123 ceph-mon[188613]: pgmap v4811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:30.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:29 smithi123 ceph-mon[191304]: pgmap v4811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:30.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:29 smithi177 ceph-mon[212096]: pgmap v4811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:31.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:30 smithi123 ceph-mon[191304]: from='client.48494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:13:31.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:30 smithi123 ceph-mon[191304]: from='client.48500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:13:31.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:30 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3628248004' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:13:31.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:30 smithi123 ceph-mon[188613]: from='client.48494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:13:31.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:30 smithi123 ceph-mon[188613]: from='client.48500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:13:31.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:30 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3628248004' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:13:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:30 smithi177 ceph-mon[212096]: from='client.48494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:13:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:30 smithi177 ceph-mon[212096]: from='client.48500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:13:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:30 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3628248004' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:13:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:31 smithi177 ceph-mon[212096]: pgmap v4812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:31 smithi123 ceph-mon[191304]: pgmap v4812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:31 smithi123 ceph-mon[188613]: pgmap v4812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:33 smithi177 ceph-mon[212096]: pgmap v4813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:34.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:33 smithi123 ceph-mon[191304]: pgmap v4813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:33 smithi123 ceph-mon[188613]: pgmap v4813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:35.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:35 smithi177 ceph-mon[212096]: pgmap v4814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:35.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:35 smithi123 ceph-mon[191304]: pgmap v4814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:35.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:35 smithi123 ceph-mon[188613]: pgmap v4814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:38.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:37 smithi123 ceph-mon[191304]: pgmap v4815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:38.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:37 smithi123 ceph-mon[188613]: pgmap v4815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:38.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:37 smithi177 ceph-mon[212096]: pgmap v4815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:13:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:13:39] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:13:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:39 smithi177 ceph-mon[212096]: pgmap v4816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:39 smithi123 ceph-mon[191304]: pgmap v4816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:39 smithi123 ceph-mon[188613]: pgmap v4816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:41 smithi177 ceph-mon[212096]: pgmap v4817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:13:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:41 smithi123 ceph-mon[191304]: pgmap v4817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:13:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:41 smithi123 ceph-mon[188613]: pgmap v4817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:13:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:43 smithi177 ceph-mon[212096]: pgmap v4818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:43 smithi123 ceph-mon[191304]: pgmap v4818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:43 smithi123 ceph-mon[188613]: pgmap v4818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:45.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:45 smithi177 ceph-mon[212096]: pgmap v4819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:45.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:45 smithi123 ceph-mon[188613]: pgmap v4819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:45.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:45 smithi123 ceph-mon[191304]: pgmap v4819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:47 smithi177 ceph-mon[212096]: pgmap v4820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:47 smithi123 ceph-mon[188613]: pgmap v4820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:47 smithi123 ceph-mon[191304]: pgmap v4820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:13:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:13:49] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:13:50.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:49 smithi177 ceph-mon[212096]: pgmap v4821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:50.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:49 smithi123 ceph-mon[191304]: pgmap v4821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:49 smithi123 ceph-mon[188613]: pgmap v4821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:51 smithi177 ceph-mon[212096]: pgmap v4822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:51 smithi123 ceph-mon[188613]: pgmap v4822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:51 smithi123 ceph-mon[191304]: pgmap v4822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:54 smithi177 ceph-mon[212096]: pgmap v4823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:54.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:54 smithi123 ceph-mon[191304]: pgmap v4823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:53 smithi123 ceph-mon[188613]: pgmap v4823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:55.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:55 smithi177 ceph-mon[212096]: pgmap v4824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:55.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:55 smithi123 ceph-mon[191304]: pgmap v4824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:55.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:55 smithi123 ceph-mon[188613]: pgmap v4824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:56.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:13:56.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:13:56.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:13:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:57 smithi123 ceph-mon[191304]: pgmap v4825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:57 smithi123 ceph-mon[188613]: pgmap v4825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:57 smithi177 ceph-mon[212096]: pgmap v4825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:13:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:13:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:13:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T12:14:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:13:59 smithi177 ceph-mon[212096]: pgmap v4826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:00.430 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:14:00.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:13:59 smithi123 ceph-mon[191304]: pgmap v4826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:00.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:13:59 smithi123 ceph-mon[188613]: pgmap v4826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:00.738 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:14:00.739 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (82m) 7m ago 85m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:14:00.739 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (82m) 4m ago 85m 94.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:14:00.739 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (86m) 7m ago 86m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:14:00.739 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (86m) 4m ago 86m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:14:00.739 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (82m) 4m ago 88m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:14:00.739 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (82m) 7m ago 90m 602M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:14:00.739 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (81m) 7m ago 90m 591M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:14:00.739 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (81m) 4m ago 89m 314M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:14:00.739 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (81m) 7m ago 89m 344M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:14:00.739 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (82m) 7m ago 85m 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:14:00.739 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (82m) 4m ago 85m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:14:00.739 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (81m) 7m ago 88m 3987M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:14:00.739 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (80m) 7m ago 88m 4740M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:14:00.739 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (80m) 7m ago 88m 3870M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:14:00.740 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (79m) 7m ago 87m 3875M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:14:00.740 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (79m) 4m ago 87m 3229M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:14:00.740 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (78m) 4m ago 87m 3489M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:14:00.740 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (78m) 4m ago 87m 2956M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:14:00.740 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (77m) 4m ago 86m 3359M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:14:00.740 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (82m) 4m ago 86m 107M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:14:01.119 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:14:01.119 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:14:01.119 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:14:01.119 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:14:01.120 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:14:01.120 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:14:01.120 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:14:01.120 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:14:01.120 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:14:01.120 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:14:01.120 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:14:01.120 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:14:01.120 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:14:01.120 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:14:01.120 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:14:01.120 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:14:01.120 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:14:01.120 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:14:02.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:01 smithi177 ceph-mon[212096]: from='client.38568 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:14:02.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:01 smithi177 ceph-mon[212096]: from='client.38574 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:14:02.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:01 smithi177 ceph-mon[212096]: pgmap v4827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:02.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:01 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3999596053' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:14:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:01 smithi123 ceph-mon[188613]: from='client.38568 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:14:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:01 smithi123 ceph-mon[188613]: from='client.38574 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:14:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:01 smithi123 ceph-mon[188613]: pgmap v4827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:01 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3999596053' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:14:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:01 smithi123 ceph-mon[191304]: from='client.38568 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:14:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:01 smithi123 ceph-mon[191304]: from='client.38574 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:14:02.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:01 smithi123 ceph-mon[191304]: pgmap v4827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:02.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:01 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3999596053' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:14:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:04 smithi177 ceph-mon[212096]: pgmap v4828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:04 smithi123 ceph-mon[188613]: pgmap v4828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:04 smithi123 ceph-mon[191304]: pgmap v4828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:05.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:05 smithi177 ceph-mon[212096]: pgmap v4829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:05.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:14:05.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:05 smithi123 ceph-mon[191304]: pgmap v4829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:14:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:05 smithi123 ceph-mon[188613]: pgmap v4829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:14:06.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:14:06.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:14:06.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:14:06.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:14:06.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:14:06.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:14:06.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:14:06.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:14:06.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:14:07.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:07 smithi177 ceph-mon[212096]: pgmap v4830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:07.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:07 smithi123 ceph-mon[188613]: pgmap v4830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:07.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:07 smithi123 ceph-mon[191304]: pgmap v4830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:14:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:14:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T12:14:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:09 smithi177 ceph-mon[212096]: pgmap v4831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:10.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:09 smithi123 ceph-mon[191304]: pgmap v4831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:09 smithi123 ceph-mon[188613]: pgmap v4831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:12 smithi177 ceph-mon[212096]: pgmap v4832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:14:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:12 smithi123 ceph-mon[191304]: pgmap v4832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:14:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:12 smithi123 ceph-mon[188613]: pgmap v4832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:14:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:14 smithi177 ceph-mon[212096]: pgmap v4833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:14 smithi123 ceph-mon[191304]: pgmap v4833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:14 smithi123 ceph-mon[188613]: pgmap v4833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:15.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:15 smithi177 ceph-mon[212096]: pgmap v4834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:15.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:15 smithi123 ceph-mon[191304]: pgmap v4834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:15 smithi123 ceph-mon[188613]: pgmap v4834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:18.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:18 smithi177 ceph-mon[212096]: pgmap v4835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:18.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:18 smithi123 ceph-mon[191304]: pgmap v4835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:18.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:18 smithi123 ceph-mon[188613]: pgmap v4835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:14:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:14:19] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T12:14:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:20 smithi177 ceph-mon[212096]: pgmap v4836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:20.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:20 smithi123 ceph-mon[191304]: pgmap v4836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:20 smithi123 ceph-mon[188613]: pgmap v4836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:22.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:22 smithi177 ceph-mon[212096]: pgmap v4837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:22.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:22 smithi123 ceph-mon[191304]: pgmap v4837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:22 smithi123 ceph-mon[188613]: pgmap v4837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:24 smithi177 ceph-mon[212096]: pgmap v4838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:24.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:24 smithi123 ceph-mon[191304]: pgmap v4838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:24 smithi123 ceph-mon[188613]: pgmap v4838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:25.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:25 smithi177 ceph-mon[212096]: pgmap v4839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:25.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:25 smithi123 ceph-mon[191304]: pgmap v4839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:25.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:25 smithi123 ceph-mon[188613]: pgmap v4839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:26.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:14:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:14:26.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:14:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:27 smithi123 ceph-mon[191304]: pgmap v4840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:27 smithi123 ceph-mon[188613]: pgmap v4840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:27.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:27 smithi177 ceph-mon[212096]: pgmap v4840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:14:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:14:29] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:14:30.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:30 smithi177 ceph-mon[212096]: pgmap v4841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:30.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:30 smithi123 ceph-mon[191304]: pgmap v4841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:30.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:30 smithi123 ceph-mon[188613]: pgmap v4841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:31.464 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:14:31.771 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:14:31.771 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (83m) 7m ago 86m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:14:31.771 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (83m) 5m ago 86m 94.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:14:31.771 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (87m) 7m ago 87m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:14:31.771 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (87m) 5m ago 87m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:14:31.771 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (82m) 5m ago 89m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:14:31.771 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (82m) 7m ago 90m 602M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:14:31.771 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (82m) 7m ago 91m 591M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:14:31.771 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (82m) 5m ago 89m 314M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:14:31.771 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (82m) 7m ago 89m 344M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:14:31.772 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (83m) 7m ago 86m 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:14:31.772 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (83m) 5m ago 85m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:14:31.772 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (81m) 7m ago 89m 3987M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:14:31.772 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (81m) 7m ago 89m 4740M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:14:31.772 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (80m) 7m ago 88m 3870M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:14:31.772 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (80m) 7m ago 88m 3875M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:14:31.772 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (79m) 5m ago 88m 3229M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:14:31.772 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (79m) 5m ago 87m 3489M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:14:31.772 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (78m) 5m ago 87m 2956M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:14:31.772 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (78m) 5m ago 87m 3359M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:14:31.772 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (82m) 5m ago 86m 107M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:14:32.153 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:14:32.154 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:14:32.154 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:14:32.154 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:14:32.154 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:14:32.154 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:14:32.154 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:14:32.154 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:14:32.154 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:14:32.154 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:14:32.154 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:14:32.154 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:14:32.154 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:14:32.154 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:14:32.154 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:14:32.154 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:14:32.154 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:14:32.155 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:14:32.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:32 smithi177 ceph-mon[212096]: pgmap v4842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:32.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:32 smithi123 ceph-mon[191304]: pgmap v4842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:32.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:32 smithi123 ceph-mon[188613]: pgmap v4842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:33.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:33 smithi177 ceph-mon[212096]: from='client.38586 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:14:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:33 smithi177 ceph-mon[212096]: from='client.38592 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:14:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:33 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4265644941' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:14:33.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:33 smithi123 ceph-mon[191304]: from='client.38586 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:14:33.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:33 smithi123 ceph-mon[191304]: from='client.38592 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:14:33.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:33 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4265644941' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:14:33.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:33 smithi123 ceph-mon[188613]: from='client.38586 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:14:33.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:33 smithi123 ceph-mon[188613]: from='client.38592 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:14:33.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:33 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4265644941' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:14:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:34 smithi177 ceph-mon[212096]: pgmap v4843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:34.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:34 smithi123 ceph-mon[188613]: pgmap v4843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:34 smithi123 ceph-mon[191304]: pgmap v4843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:35.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:35 smithi177 ceph-mon[212096]: pgmap v4844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:35.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:35 smithi123 ceph-mon[191304]: pgmap v4844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:35.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:35 smithi123 ceph-mon[188613]: pgmap v4844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:38 smithi177 ceph-mon[212096]: pgmap v4845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:38.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:38 smithi123 ceph-mon[191304]: pgmap v4845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:38 smithi123 ceph-mon[188613]: pgmap v4845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:14:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:14:39] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:14:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:40 smithi177 ceph-mon[212096]: pgmap v4846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:40.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:40 smithi123 ceph-mon[191304]: pgmap v4846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:40 smithi123 ceph-mon[188613]: pgmap v4846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:42 smithi177 ceph-mon[212096]: pgmap v4847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:14:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:42 smithi123 ceph-mon[191304]: pgmap v4847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:14:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:42 smithi123 ceph-mon[188613]: pgmap v4847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:14:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:44 smithi177 ceph-mon[212096]: pgmap v4848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:44 smithi123 ceph-mon[191304]: pgmap v4848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:44 smithi123 ceph-mon[188613]: pgmap v4848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:45.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:45 smithi177 ceph-mon[212096]: pgmap v4849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:45.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:45 smithi123 ceph-mon[191304]: pgmap v4849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:45.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:45 smithi123 ceph-mon[188613]: pgmap v4849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:48.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:48 smithi177 ceph-mon[212096]: pgmap v4850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:48.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:48 smithi123 ceph-mon[191304]: pgmap v4850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:48 smithi123 ceph-mon[188613]: pgmap v4850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:14:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:14:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:14:50.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:50 smithi177 ceph-mon[212096]: pgmap v4851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:50.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:50 smithi123 ceph-mon[191304]: pgmap v4851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:50 smithi123 ceph-mon[188613]: pgmap v4851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:52.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:52 smithi177 ceph-mon[212096]: pgmap v4852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:52 smithi123 ceph-mon[191304]: pgmap v4852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:52 smithi123 ceph-mon[188613]: pgmap v4852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:54 smithi177 ceph-mon[212096]: pgmap v4853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:54.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:54 smithi123 ceph-mon[191304]: pgmap v4853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:54.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:54 smithi123 ceph-mon[188613]: pgmap v4853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:55.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:55 smithi177 ceph-mon[212096]: pgmap v4854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:55.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:55 smithi123 ceph-mon[191304]: pgmap v4854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:55.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:55 smithi123 ceph-mon[188613]: pgmap v4854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:56.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:14:56.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:14:56.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:14:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:14:57 smithi123 ceph-mon[191304]: pgmap v4855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:14:57 smithi123 ceph-mon[188613]: pgmap v4855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:14:57 smithi177 ceph-mon[212096]: pgmap v4855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:14:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:14:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:14:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:15:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:00 smithi177 ceph-mon[212096]: pgmap v4856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:00.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:00 smithi123 ceph-mon[191304]: pgmap v4856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:00 smithi123 ceph-mon[188613]: pgmap v4856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:02.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:02 smithi177 ceph-mon[212096]: pgmap v4857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:02.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:02 smithi123 ceph-mon[191304]: pgmap v4857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:02 smithi123 ceph-mon[188613]: pgmap v4857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:02.499 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:15:02.807 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:15:02.807 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (83m) 8m ago 86m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:15:02.807 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (83m) 6m ago 86m 94.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:15:02.808 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (87m) 8m ago 87m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:15:02.808 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (87m) 6m ago 87m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:15:02.808 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (83m) 6m ago 90m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:15:02.808 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (83m) 8m ago 91m 602M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:15:02.808 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (83m) 8m ago 91m 591M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:15:02.808 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (82m) 6m ago 90m 314M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:15:02.808 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (82m) 8m ago 90m 344M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:15:02.808 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (83m) 8m ago 86m 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:15:02.808 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (83m) 6m ago 86m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:15:02.808 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (82m) 8m ago 89m 3987M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:15:02.809 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (81m) 8m ago 89m 4740M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:15:02.809 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (81m) 8m ago 89m 3870M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:15:02.809 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (80m) 8m ago 88m 3875M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:15:02.809 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (80m) 6m ago 88m 3229M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:15:02.809 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (79m) 6m ago 88m 3489M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:15:02.809 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (79m) 6m ago 88m 2956M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:15:02.809 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (78m) 6m ago 87m 3359M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:15:02.809 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (83m) 6m ago 87m 107M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:15:03.196 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:15:03.196 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:15:03.196 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:15:03.196 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:15:03.196 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:15:03.196 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:15:03.196 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:15:03.196 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:15:03.196 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:15:03.196 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:15:03.196 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:15:03.196 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:15:03.196 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:15:03.196 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:15:03.197 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:15:03.197 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:15:03.197 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:15:03.197 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:15:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:04 smithi177 ceph-mon[212096]: from='client.48548 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:15:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:04 smithi177 ceph-mon[212096]: from='client.48554 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:15:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:04 smithi177 ceph-mon[212096]: pgmap v4858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:04 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3483773635' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:15:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:04 smithi123 ceph-mon[191304]: from='client.48548 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:15:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:04 smithi123 ceph-mon[191304]: from='client.48554 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:15:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:04 smithi123 ceph-mon[191304]: pgmap v4858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:04 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3483773635' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:15:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:04 smithi123 ceph-mon[188613]: from='client.48548 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:15:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:04 smithi123 ceph-mon[188613]: from='client.48554 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:15:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:04 smithi123 ceph-mon[188613]: pgmap v4858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:04 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3483773635' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:15:05.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:05 smithi177 ceph-mon[212096]: pgmap v4859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:05.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:05 smithi123 ceph-mon[191304]: pgmap v4859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:05.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:05 smithi123 ceph-mon[188613]: pgmap v4859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:06.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:15:06.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:15:06.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:15:06.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:15:06.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:15:06.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:15:06.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:15:06.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:15:06.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:15:06.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:15:06.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:15:06.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:15:07.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:07 smithi177 ceph-mon[212096]: pgmap v4860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:07.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:07 smithi123 ceph-mon[191304]: pgmap v4860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:07.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:07 smithi123 ceph-mon[188613]: pgmap v4860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:15:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:15:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:15:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:10 smithi177 ceph-mon[212096]: pgmap v4861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:10.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:10 smithi123 ceph-mon[188613]: pgmap v4861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:10 smithi123 ceph-mon[191304]: pgmap v4861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:12 smithi177 ceph-mon[212096]: pgmap v4862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:15:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:12 smithi123 ceph-mon[191304]: pgmap v4862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:15:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:12 smithi123 ceph-mon[188613]: pgmap v4862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:15:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:14 smithi177 ceph-mon[212096]: pgmap v4863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:14 smithi123 ceph-mon[188613]: pgmap v4863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:14 smithi123 ceph-mon[191304]: pgmap v4863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:15 smithi177 ceph-mon[212096]: pgmap v4864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:15.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:15 smithi123 ceph-mon[188613]: pgmap v4864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:15.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:15 smithi123 ceph-mon[191304]: pgmap v4864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:18.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:18 smithi177 ceph-mon[212096]: pgmap v4865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:18.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:18 smithi123 ceph-mon[188613]: pgmap v4865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:18.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:18 smithi123 ceph-mon[191304]: pgmap v4865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:15:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:15:19] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:15:20.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:20 smithi177 ceph-mon[212096]: pgmap v4866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:20.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:20 smithi123 ceph-mon[191304]: pgmap v4866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:20 smithi123 ceph-mon[188613]: pgmap v4866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:22.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:22 smithi177 ceph-mon[212096]: pgmap v4867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:22.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:22 smithi123 ceph-mon[191304]: pgmap v4867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:22 smithi123 ceph-mon[188613]: pgmap v4867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:24.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:24 smithi177 ceph-mon[212096]: pgmap v4868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:24.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:24 smithi123 ceph-mon[188613]: pgmap v4868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:24 smithi123 ceph-mon[191304]: pgmap v4868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:25.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:25 smithi177 ceph-mon[212096]: pgmap v4869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:25.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:25 smithi123 ceph-mon[191304]: pgmap v4869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:25.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:25 smithi123 ceph-mon[188613]: pgmap v4869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:26.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:15:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:15:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:15:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:27 smithi123 ceph-mon[191304]: pgmap v4870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:27 smithi123 ceph-mon[188613]: pgmap v4870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:27 smithi177 ceph-mon[212096]: pgmap v4870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:15:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:15:29] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:15:30.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:30 smithi177 ceph-mon[212096]: pgmap v4871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:30.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:30 smithi123 ceph-mon[191304]: pgmap v4871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:30 smithi123 ceph-mon[188613]: pgmap v4871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:32.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:32 smithi177 ceph-mon[212096]: pgmap v4872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:32.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:32 smithi123 ceph-mon[191304]: pgmap v4872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:32 smithi123 ceph-mon[188613]: pgmap v4872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:33.537 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:15:33.843 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:15:33.843 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (84m) 8m ago 87m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:15:33.843 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (84m) 6m ago 87m 94.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:15:33.843 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (88m) 8m ago 88m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:15:33.843 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (88m) 6m ago 88m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:15:33.843 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (83m) 6m ago 90m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:15:33.843 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (84m) 8m ago 91m 602M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:15:33.843 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (83m) 8m ago 92m 591M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:15:33.843 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (83m) 6m ago 90m 314M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:15:33.843 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (83m) 8m ago 90m 344M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:15:33.844 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (84m) 8m ago 87m 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:15:33.844 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (84m) 6m ago 87m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:15:33.844 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (82m) 8m ago 90m 3987M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:15:33.844 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (82m) 8m ago 90m 4740M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:15:33.844 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (81m) 8m ago 89m 3870M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:15:33.844 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (81m) 8m ago 89m 3875M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:15:33.844 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (80m) 6m ago 89m 3229M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:15:33.844 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (80m) 6m ago 88m 3489M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:15:33.844 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (79m) 6m ago 88m 2956M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:15:33.844 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (79m) 6m ago 88m 3359M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:15:33.844 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (83m) 6m ago 87m 107M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:15:34.235 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:15:34.235 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:15:34.236 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:15:34.236 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:15:34.236 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:15:34.236 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:15:34.236 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:15:34.236 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:15:34.236 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:15:34.236 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:15:34.236 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:15:34.236 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:15:34.236 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:15:34.236 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:15:34.236 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:15:34.236 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:15:34.236 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:15:34.237 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:15:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:34 smithi177 ceph-mon[212096]: pgmap v4873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:34.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:34 smithi123 ceph-mon[191304]: pgmap v4873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:34.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:34 smithi123 ceph-mon[188613]: pgmap v4873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:35.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:35 smithi177 ceph-mon[212096]: from='client.38622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:15:35.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:35 smithi177 ceph-mon[212096]: from='client.38628 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:15:35.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:35 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/759237219' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:15:35.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:35 smithi123 ceph-mon[191304]: from='client.38622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:15:35.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:35 smithi123 ceph-mon[191304]: from='client.38628 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:15:35.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:35 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/759237219' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:15:35.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:35 smithi123 ceph-mon[188613]: from='client.38622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:15:35.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:35 smithi123 ceph-mon[188613]: from='client.38628 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:15:35.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:35 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/759237219' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:15:36.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:36 smithi177 ceph-mon[212096]: pgmap v4874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:36.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:36 smithi123 ceph-mon[191304]: pgmap v4874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:36 smithi123 ceph-mon[188613]: pgmap v4874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:38 smithi177 ceph-mon[212096]: pgmap v4875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:38.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:38 smithi123 ceph-mon[191304]: pgmap v4875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:38.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:38 smithi123 ceph-mon[188613]: pgmap v4875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:15:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:15:39] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:15:40.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:40 smithi177 ceph-mon[212096]: pgmap v4876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:40.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:40 smithi123 ceph-mon[188613]: pgmap v4876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:40 smithi123 ceph-mon[191304]: pgmap v4876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:42.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:42 smithi177 ceph-mon[212096]: pgmap v4877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:15:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:42 smithi123 ceph-mon[191304]: pgmap v4877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:15:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:42 smithi123 ceph-mon[188613]: pgmap v4877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:15:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:44 smithi177 ceph-mon[212096]: pgmap v4878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:44.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:44 smithi123 ceph-mon[191304]: pgmap v4878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:44 smithi123 ceph-mon[188613]: pgmap v4878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:45.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:45 smithi177 ceph-mon[212096]: pgmap v4879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:45.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:45 smithi123 ceph-mon[191304]: pgmap v4879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:45.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:45 smithi123 ceph-mon[188613]: pgmap v4879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:48 smithi177 ceph-mon[212096]: pgmap v4880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:48.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:48 smithi123 ceph-mon[191304]: pgmap v4880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:48.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:48 smithi123 ceph-mon[188613]: pgmap v4880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:15:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:15:49] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T12:15:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:50 smithi177 ceph-mon[212096]: pgmap v4881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:50.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:50 smithi123 ceph-mon[191304]: pgmap v4881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:50 smithi123 ceph-mon[188613]: pgmap v4881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:52 smithi177 ceph-mon[212096]: pgmap v4882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:52 smithi123 ceph-mon[191304]: pgmap v4882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:52 smithi123 ceph-mon[188613]: pgmap v4882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:54 smithi177 ceph-mon[212096]: pgmap v4883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:54.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:54 smithi123 ceph-mon[191304]: pgmap v4883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:54 smithi123 ceph-mon[188613]: pgmap v4883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:55 smithi177 ceph-mon[212096]: pgmap v4884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:55.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:55 smithi123 ceph-mon[191304]: pgmap v4884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:55.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:55 smithi123 ceph-mon[188613]: pgmap v4884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:56.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:15:56.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:15:56.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:15:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:15:57 smithi123 ceph-mon[191304]: pgmap v4885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:15:57 smithi123 ceph-mon[188613]: pgmap v4885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:15:57 smithi177 ceph-mon[212096]: pgmap v4885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:15:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:15:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:15:59] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:16:00.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:00 smithi177 ceph-mon[212096]: pgmap v4886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:00.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:00 smithi123 ceph-mon[188613]: pgmap v4886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:00 smithi123 ceph-mon[191304]: pgmap v4886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:02.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:02 smithi177 ceph-mon[212096]: pgmap v4887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:02.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:02 smithi123 ceph-mon[191304]: pgmap v4887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:02.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:02 smithi123 ceph-mon[188613]: pgmap v4887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:04 smithi177 ceph-mon[212096]: pgmap v4888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:04.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:04 smithi123 ceph-mon[191304]: pgmap v4888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:04.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:04 smithi123 ceph-mon[188613]: pgmap v4888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:04.583 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:16:04.889 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:16:04.889 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (84m) 9m ago 87m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:16:04.889 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (84m) 7m ago 87m 94.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:16:04.889 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (88m) 9m ago 88m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:16:04.889 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (88m) 7m ago 88m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:16:04.889 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (84m) 7m ago 91m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:16:04.889 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (84m) 9m ago 92m 602M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:16:04.889 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (84m) 9m ago 92m 591M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:16:04.889 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (83m) 7m ago 91m 314M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:16:04.889 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (83m) 9m ago 91m 344M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:16:04.889 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (84m) 9m ago 87m 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:16:04.889 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (84m) 7m ago 87m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:16:04.889 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (83m) 9m ago 90m 3987M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:16:04.890 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (82m) 9m ago 90m 4740M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:16:04.890 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (82m) 9m ago 90m 3870M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:16:04.890 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (81m) 9m ago 89m 3875M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:16:04.890 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (81m) 7m ago 89m 3229M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:16:04.890 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (80m) 7m ago 89m 3489M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:16:04.890 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (80m) 7m ago 89m 2956M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:16:04.890 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (79m) 7m ago 88m 3359M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:16:04.890 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (84m) 7m ago 88m 107M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:16:05.272 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:16:05.272 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:16:05.272 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:16:05.272 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:16:05.272 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:16:05.273 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:16:05.273 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:16:05.273 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:16:05.273 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:16:05.273 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:16:05.273 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:16:05.274 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:16:05.274 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:16:05.274 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:16:05.274 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:16:05.274 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:16:05.274 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:16:05.274 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:16:05.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:05 smithi177 ceph-mon[212096]: from='client.48584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:16:05.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:05 smithi177 ceph-mon[212096]: from='client.48590 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:16:05.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:05 smithi177 ceph-mon[212096]: pgmap v4889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:05.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:05 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2386217591' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:16:05.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:05 smithi123 ceph-mon[191304]: from='client.48584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:16:05.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:05 smithi123 ceph-mon[191304]: from='client.48590 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:16:05.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:05 smithi123 ceph-mon[191304]: pgmap v4889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:05 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2386217591' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:16:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:05 smithi123 ceph-mon[188613]: from='client.48584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:16:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:05 smithi123 ceph-mon[188613]: from='client.48590 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:16:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:05 smithi123 ceph-mon[188613]: pgmap v4889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:05 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2386217591' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:16:06.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:16:06.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:16:06.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:16:07.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:16:07.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:16:07.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:16:07.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:07 smithi123 ceph-mon[191304]: pgmap v4890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:07.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:16:07.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:16:07.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:16:07.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:07 smithi123 ceph-mon[188613]: pgmap v4890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:07.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:16:07.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:16:07.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:16:07.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:07 smithi177 ceph-mon[212096]: pgmap v4890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:16:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:16:09] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:16:10.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:10 smithi177 ceph-mon[212096]: pgmap v4891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:10.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:10 smithi123 ceph-mon[191304]: pgmap v4891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:10 smithi123 ceph-mon[188613]: pgmap v4891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:12 smithi177 ceph-mon[212096]: pgmap v4892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:16:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:12 smithi123 ceph-mon[191304]: pgmap v4892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:16:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:12 smithi123 ceph-mon[188613]: pgmap v4892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:16:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:14 smithi177 ceph-mon[212096]: pgmap v4893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:14.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:14 smithi123 ceph-mon[188613]: pgmap v4893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:14 smithi123 ceph-mon[191304]: pgmap v4893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:15.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:15 smithi177 ceph-mon[212096]: pgmap v4894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:15.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:15 smithi123 ceph-mon[191304]: pgmap v4894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:15 smithi123 ceph-mon[188613]: pgmap v4894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:18 smithi177 ceph-mon[212096]: pgmap v4895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:18.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:18 smithi123 ceph-mon[191304]: pgmap v4895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:18 smithi123 ceph-mon[188613]: pgmap v4895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:16:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:16:19] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:16:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:20 smithi177 ceph-mon[212096]: pgmap v4896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:20 smithi123 ceph-mon[188613]: pgmap v4896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:20 smithi123 ceph-mon[191304]: pgmap v4896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:22 smithi177 ceph-mon[212096]: pgmap v4897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:22 smithi123 ceph-mon[191304]: pgmap v4897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:22 smithi123 ceph-mon[188613]: pgmap v4897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:24 smithi177 ceph-mon[212096]: pgmap v4898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:24.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:24 smithi123 ceph-mon[191304]: pgmap v4898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:24 smithi123 ceph-mon[188613]: pgmap v4898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:25.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:25 smithi177 ceph-mon[212096]: pgmap v4899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:25.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:25 smithi123 ceph-mon[191304]: pgmap v4899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:25.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:25 smithi123 ceph-mon[188613]: pgmap v4899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:26.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:16:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:16:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:16:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:27 smithi123 ceph-mon[191304]: pgmap v4900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:27 smithi123 ceph-mon[188613]: pgmap v4900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:27 smithi177 ceph-mon[212096]: pgmap v4900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:16:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:16:29] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:16:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:30 smithi177 ceph-mon[212096]: pgmap v4901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:30 smithi123 ceph-mon[191304]: pgmap v4901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:30 smithi123 ceph-mon[188613]: pgmap v4901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:32.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:32 smithi177 ceph-mon[212096]: pgmap v4902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:32.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:32 smithi123 ceph-mon[191304]: pgmap v4902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:32.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:32 smithi123 ceph-mon[188613]: pgmap v4902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:34 smithi177 ceph-mon[212096]: pgmap v4903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:34.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:34 smithi123 ceph-mon[191304]: pgmap v4903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:34.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:34 smithi123 ceph-mon[188613]: pgmap v4903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:35.621 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:16:35.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:35 smithi177 ceph-mon[212096]: pgmap v4904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:35.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:35 smithi123 ceph-mon[191304]: pgmap v4904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:35.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:35 smithi123 ceph-mon[188613]: pgmap v4904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:35.929 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:16:35.929 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (85m) 9m ago 88m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:16:35.929 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (85m) 7m ago 88m 94.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:16:35.929 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (89m) 9m ago 89m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:16:35.929 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (89m) 7m ago 89m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:16:35.929 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (84m) 7m ago 91m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:16:35.929 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (85m) 9m ago 92m 602M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:16:35.929 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (84m) 9m ago 93m 591M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:16:35.929 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (84m) 7m ago 91m 314M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:16:35.929 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (84m) 9m ago 91m 344M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:16:35.929 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (85m) 9m ago 88m 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:16:35.929 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (85m) 7m ago 88m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:16:35.930 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (83m) 9m ago 91m 3987M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:16:35.930 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (83m) 9m ago 91m 4740M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:16:35.930 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (82m) 9m ago 90m 3870M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:16:35.930 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (82m) 9m ago 90m 3875M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:16:35.930 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (81m) 7m ago 90m 3229M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:16:35.930 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (81m) 7m ago 89m 3489M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:16:35.930 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (80m) 7m ago 89m 2956M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:16:35.930 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (80m) 7m ago 89m 3359M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:16:35.930 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (84m) 7m ago 88m 107M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:16:36.312 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:16:36.312 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:16:36.312 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:16:36.312 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:16:36.312 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:16:36.312 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:16:36.312 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:16:36.312 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:16:36.312 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:16:36.313 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:16:36.313 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:16:36.313 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:16:36.313 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:16:36.313 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:16:36.313 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:16:36.313 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:16:36.313 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:16:36.313 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:16:36.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:36 smithi177 ceph-mon[212096]: from='client.38658 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:16:36.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:36 smithi177 ceph-mon[212096]: from='client.48608 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:16:36.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:36 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3531582018' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:16:36.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:36 smithi123 ceph-mon[188613]: from='client.38658 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:16:36.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:36 smithi123 ceph-mon[188613]: from='client.48608 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:16:36.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:36 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3531582018' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:16:36.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:36 smithi123 ceph-mon[191304]: from='client.38658 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:16:36.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:36 smithi123 ceph-mon[191304]: from='client.48608 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:16:36.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:36 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3531582018' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:16:37.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:37 smithi177 ceph-mon[212096]: pgmap v4905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:37.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:37 smithi123 ceph-mon[188613]: pgmap v4905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:37 smithi123 ceph-mon[191304]: pgmap v4905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:16:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:16:39] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:16:40.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:40 smithi177 ceph-mon[212096]: pgmap v4906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:40.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:40 smithi123 ceph-mon[191304]: pgmap v4906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:40.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:40 smithi123 ceph-mon[188613]: pgmap v4906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:42 smithi177 ceph-mon[212096]: pgmap v4907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:16:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:42 smithi123 ceph-mon[191304]: pgmap v4907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:16:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:42 smithi123 ceph-mon[188613]: pgmap v4907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:16:44.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:44 smithi177 ceph-mon[212096]: pgmap v4908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:44.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:44 smithi123 ceph-mon[191304]: pgmap v4908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:44 smithi123 ceph-mon[188613]: pgmap v4908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:45.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:45 smithi177 ceph-mon[212096]: pgmap v4909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:45.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:45 smithi123 ceph-mon[191304]: pgmap v4909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:45.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:45 smithi123 ceph-mon[188613]: pgmap v4909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:48 smithi177 ceph-mon[212096]: pgmap v4910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:48.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:48 smithi123 ceph-mon[191304]: pgmap v4910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:48 smithi123 ceph-mon[188613]: pgmap v4910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:16:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:16:49] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:16:50.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:50 smithi177 ceph-mon[212096]: pgmap v4911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:50.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:50 smithi123 ceph-mon[191304]: pgmap v4911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:50 smithi123 ceph-mon[188613]: pgmap v4911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:52.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:52 smithi177 ceph-mon[212096]: pgmap v4912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:52 smithi123 ceph-mon[191304]: pgmap v4912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:52.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:52 smithi123 ceph-mon[188613]: pgmap v4912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:54.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:54 smithi177 ceph-mon[212096]: pgmap v4913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:54.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:54 smithi123 ceph-mon[188613]: pgmap v4913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:54.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:54 smithi123 ceph-mon[191304]: pgmap v4913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:55.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:55 smithi177 ceph-mon[212096]: pgmap v4914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:55.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:55 smithi123 ceph-mon[191304]: pgmap v4914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:55.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:55 smithi123 ceph-mon[188613]: pgmap v4914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:56.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:16:56.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:16:56.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:16:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:16:57 smithi123 ceph-mon[191304]: pgmap v4915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:16:57 smithi123 ceph-mon[188613]: pgmap v4915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:16:57 smithi177 ceph-mon[212096]: pgmap v4915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:16:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:16:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:16:59] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:17:00.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:00 smithi177 ceph-mon[212096]: pgmap v4916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:00.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:00 smithi123 ceph-mon[191304]: pgmap v4916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:00 smithi123 ceph-mon[188613]: pgmap v4916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:02.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:02 smithi177 ceph-mon[212096]: pgmap v4917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:02.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:02 smithi123 ceph-mon[191304]: pgmap v4917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:02 smithi123 ceph-mon[188613]: pgmap v4917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:04 smithi177 ceph-mon[212096]: pgmap v4918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:04.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:04 smithi123 ceph-mon[191304]: pgmap v4918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:04 smithi123 ceph-mon[188613]: pgmap v4918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:05.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:05 smithi177 ceph-mon[212096]: pgmap v4919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:05.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:05 smithi123 ceph-mon[191304]: pgmap v4919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:05.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:05 smithi123 ceph-mon[188613]: pgmap v4919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:06.659 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:17:06.967 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:17:06.967 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (85m) 10m ago 88m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:17:06.967 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (85m) 8m ago 88m 94.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:17:06.967 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (89m) 10m ago 89m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:17:06.967 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (89m) 8m ago 89m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:17:06.967 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (85m) 8m ago 92m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:17:06.967 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (85m) 10m ago 93m 602M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:17:06.967 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (85m) 10m ago 93m 591M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:17:06.967 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (84m) 8m ago 92m 314M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:17:06.968 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (84m) 10m ago 92m 344M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:17:06.968 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (85m) 10m ago 88m 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:17:06.968 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (85m) 8m ago 88m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:17:06.968 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (84m) 10m ago 91m 3987M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:17:06.968 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (83m) 10m ago 91m 4740M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:17:06.968 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (83m) 10m ago 91m 3870M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:17:06.968 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (82m) 10m ago 91m 3875M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:17:06.968 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (82m) 8m ago 90m 3229M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:17:06.968 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (81m) 8m ago 90m 3489M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:17:06.968 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (81m) 8m ago 90m 2956M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:17:06.968 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (80m) 8m ago 89m 3359M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:17:06.968 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (85m) 8m ago 89m 107M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:17:07.378 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:17:07.379 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:17:07.379 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:17:07.379 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:17:07.379 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:17:07.379 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:17:07.379 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:17:07.379 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:17:07.379 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:17:07.379 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:17:07.379 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:17:07.379 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:17:07.379 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:17:07.379 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:17:07.379 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:17:07.380 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:17:07.380 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:17:07.380 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:17:07.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:17:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:17:07.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:17:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:08 smithi123 ceph-mon[191304]: from='client.48620 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:17:08.377 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:08 smithi123 ceph-mon[191304]: from='client.38682 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:17:08.377 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:08 smithi123 ceph-mon[191304]: pgmap v4920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:08.377 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:17:08.377 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:17:08.377 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:08 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2759503432' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:17:08.377 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:08 smithi123 ceph-mon[188613]: from='client.48620 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:17:08.377 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:08 smithi123 ceph-mon[188613]: from='client.38682 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:17:08.377 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:08 smithi123 ceph-mon[188613]: pgmap v4920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:08.377 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:17:08.377 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:17:08.378 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:08 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2759503432' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:17:08.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:08 smithi177 ceph-mon[212096]: from='client.48620 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:17:08.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:08 smithi177 ceph-mon[212096]: from='client.38682 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:17:08.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:08 smithi177 ceph-mon[212096]: pgmap v4920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:17:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:17:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:08 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2759503432' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:17:09.196 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:17:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:17:09] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:17:10.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:10 smithi177 ceph-mon[212096]: pgmap v4921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:17:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:17:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:17:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:17:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:17:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:10 smithi123 ceph-mon[191304]: pgmap v4921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:17:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:17:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:17:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:17:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:17:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:10 smithi123 ceph-mon[188613]: pgmap v4921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:17:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:17:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:17:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:17:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:17:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:12 smithi177 ceph-mon[212096]: pgmap v4922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:17:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:12 smithi123 ceph-mon[191304]: pgmap v4922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:17:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:12 smithi123 ceph-mon[188613]: pgmap v4922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:17:14.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:14 smithi177 ceph-mon[212096]: pgmap v4923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:14.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:14 smithi123 ceph-mon[191304]: pgmap v4923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:14 smithi123 ceph-mon[188613]: pgmap v4923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:15 smithi177 ceph-mon[212096]: pgmap v4924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:15.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:15 smithi123 ceph-mon[191304]: pgmap v4924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:15 smithi123 ceph-mon[188613]: pgmap v4924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:18 smithi177 ceph-mon[212096]: pgmap v4925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:18.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:18 smithi123 ceph-mon[191304]: pgmap v4925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:18 smithi123 ceph-mon[188613]: pgmap v4925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:17:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:17:19] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:17:20.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:20 smithi177 ceph-mon[212096]: pgmap v4926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:20.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:20 smithi123 ceph-mon[191304]: pgmap v4926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:20 smithi123 ceph-mon[188613]: pgmap v4926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:22.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:22 smithi177 ceph-mon[212096]: pgmap v4927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:22.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:22 smithi123 ceph-mon[191304]: pgmap v4927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:22.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:22 smithi123 ceph-mon[188613]: pgmap v4927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:24.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:24 smithi177 ceph-mon[212096]: pgmap v4928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:24.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:24 smithi123 ceph-mon[191304]: pgmap v4928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:24 smithi123 ceph-mon[188613]: pgmap v4928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:25.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:25 smithi177 ceph-mon[212096]: pgmap v4929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:25.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:25 smithi123 ceph-mon[191304]: pgmap v4929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:25.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:25 smithi123 ceph-mon[188613]: pgmap v4929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:26.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:17:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:17:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:17:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:27 smithi177 ceph-mon[212096]: pgmap v4930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:27.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:27 smithi123 ceph-mon[191304]: pgmap v4930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:27.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:27 smithi123 ceph-mon[188613]: pgmap v4930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:17:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:17:29] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:17:30.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:30 smithi177 ceph-mon[212096]: pgmap v4931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:30.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:30 smithi123 ceph-mon[191304]: pgmap v4931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:30 smithi123 ceph-mon[188613]: pgmap v4931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:32 smithi177 ceph-mon[212096]: pgmap v4932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:32.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:32 smithi123 ceph-mon[191304]: pgmap v4932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:32 smithi123 ceph-mon[188613]: pgmap v4932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:34 smithi177 ceph-mon[212096]: pgmap v4933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:34.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:34 smithi123 ceph-mon[188613]: pgmap v4933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:34 smithi123 ceph-mon[191304]: pgmap v4933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:35.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:35 smithi177 ceph-mon[212096]: pgmap v4934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:35.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:35 smithi123 ceph-mon[188613]: pgmap v4934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:35.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:35 smithi123 ceph-mon[191304]: pgmap v4934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:37.723 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:17:38.030 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:17:38.030 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (86m) 28s ago 89m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:17:38.030 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (86m) 8m ago 89m 94.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:17:38.030 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (90m) 28s ago 90m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:17:38.030 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (90m) 8m ago 90m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:17:38.030 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (85m) 8m ago 92m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:17:38.030 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (86m) 28s ago 94m 608M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:17:38.030 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (85m) 28s ago 94m 626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:17:38.031 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (85m) 8m ago 92m 314M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:17:38.031 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (85m) 28s ago 92m 357M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:17:38.031 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (86m) 28s ago 89m 22.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:17:38.031 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (86m) 8m ago 89m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:17:38.031 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (84m) 28s ago 92m 4020M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:17:38.031 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (84m) 28s ago 92m 4771M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:17:38.031 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (83m) 28s ago 91m 3896M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:17:38.031 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (83m) 28s ago 91m 3906M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:17:38.031 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (82m) 8m ago 91m 3229M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:17:38.031 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (82m) 8m ago 91m 3489M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:17:38.031 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (81m) 8m ago 90m 2956M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:17:38.031 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (81m) 8m ago 90m 3359M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:17:38.031 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (85m) 8m ago 89m 107M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:17:38.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:38 smithi177 ceph-mon[212096]: pgmap v4935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:38.412 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:17:38.412 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:17:38.412 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:17:38.412 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:17:38.412 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:17:38.412 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:17:38.412 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:17:38.412 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:17:38.412 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:17:38.413 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:17:38.413 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:17:38.413 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:17:38.413 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:17:38.413 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:17:38.413 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:17:38.413 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:17:38.413 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:17:38.413 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:17:38.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:38 smithi123 ceph-mon[191304]: pgmap v4935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:38.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:38 smithi123 ceph-mon[188613]: pgmap v4935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:39.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:39 smithi177 ceph-mon[212096]: from='client.48638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:17:39.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:39 smithi177 ceph-mon[212096]: from='client.38700 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:17:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:39 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3199472275' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:17:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:17:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:17:39] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:17:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:39 smithi123 ceph-mon[188613]: from='client.48638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:17:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:39 smithi123 ceph-mon[188613]: from='client.38700 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:17:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:39 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3199472275' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:17:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:39 smithi123 ceph-mon[191304]: from='client.48638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:17:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:39 smithi123 ceph-mon[191304]: from='client.38700 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:17:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:39 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3199472275' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:17:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:40 smithi177 ceph-mon[212096]: pgmap v4936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:40.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:40 smithi123 ceph-mon[191304]: pgmap v4936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:40.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:40 smithi123 ceph-mon[188613]: pgmap v4936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:42 smithi177 ceph-mon[212096]: pgmap v4937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:17:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:42 smithi123 ceph-mon[191304]: pgmap v4937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:17:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:42 smithi123 ceph-mon[188613]: pgmap v4937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:17:44.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:44 smithi177 ceph-mon[212096]: pgmap v4938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:44.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:44 smithi123 ceph-mon[191304]: pgmap v4938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:44.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:44 smithi123 ceph-mon[188613]: pgmap v4938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:45.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:45 smithi177 ceph-mon[212096]: pgmap v4939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:45.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:45 smithi123 ceph-mon[191304]: pgmap v4939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:45.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:45 smithi123 ceph-mon[188613]: pgmap v4939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:48 smithi177 ceph-mon[212096]: pgmap v4940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:48.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:48 smithi123 ceph-mon[191304]: pgmap v4940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:48 smithi123 ceph-mon[188613]: pgmap v4940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:17:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:17:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:17:50.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:50 smithi177 ceph-mon[212096]: pgmap v4941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:50.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:50 smithi123 ceph-mon[191304]: pgmap v4941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:50 smithi123 ceph-mon[188613]: pgmap v4941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:52.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:52 smithi177 ceph-mon[212096]: pgmap v4942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:52 smithi123 ceph-mon[191304]: pgmap v4942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:52 smithi123 ceph-mon[188613]: pgmap v4942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:54.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:54 smithi177 ceph-mon[212096]: pgmap v4943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:54.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:54 smithi123 ceph-mon[191304]: pgmap v4943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:54 smithi123 ceph-mon[188613]: pgmap v4943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:55.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:55 smithi177 ceph-mon[212096]: pgmap v4944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:55.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:55 smithi123 ceph-mon[191304]: pgmap v4944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:55.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:55 smithi123 ceph-mon[188613]: pgmap v4944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:56.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:17:56.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:17:56.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:17:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:17:57 smithi177 ceph-mon[212096]: pgmap v4945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:57.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:17:57 smithi123 ceph-mon[191304]: pgmap v4945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:57.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:17:57 smithi123 ceph-mon[188613]: pgmap v4945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:17:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:17:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:17:59] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:18:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:00 smithi177 ceph-mon[212096]: pgmap v4946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:00.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:00 smithi123 ceph-mon[191304]: pgmap v4946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:00 smithi123 ceph-mon[188613]: pgmap v4946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:02 smithi177 ceph-mon[212096]: pgmap v4947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:02.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:02 smithi123 ceph-mon[191304]: pgmap v4947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:02.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:02 smithi123 ceph-mon[188613]: pgmap v4947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:04.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:04 smithi177 ceph-mon[212096]: pgmap v4948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:04.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:04 smithi123 ceph-mon[191304]: pgmap v4948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:04 smithi123 ceph-mon[188613]: pgmap v4948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:05.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:05 smithi177 ceph-mon[212096]: pgmap v4949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:05.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:05 smithi123 ceph-mon[191304]: pgmap v4949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:05.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:05 smithi123 ceph-mon[188613]: pgmap v4949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:08.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:08 smithi177 ceph-mon[212096]: pgmap v4950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:08.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:08 smithi123 ceph-mon[191304]: pgmap v4950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:08.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:08 smithi123 ceph-mon[188613]: pgmap v4950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:08.759 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:18:09.065 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:18:09.065 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (86m) 59s ago 89m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:18:09.065 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (86m) 9m ago 89m 94.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:18:09.066 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (90m) 59s ago 90m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:18:09.066 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (90m) 9m ago 90m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:18:09.066 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (86m) 9m ago 93m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:18:09.066 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (86m) 59s ago 94m 608M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:18:09.066 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (86m) 59s ago 94m 626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:18:09.066 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (85m) 9m ago 93m 314M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:18:09.066 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (85m) 59s ago 93m 357M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:18:09.066 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (86m) 59s ago 89m 22.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:18:09.066 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (86m) 9m ago 89m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:18:09.066 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (85m) 59s ago 92m 4020M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:18:09.066 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (84m) 59s ago 92m 4771M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:18:09.066 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (84m) 59s ago 92m 3896M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:18:09.066 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (83m) 59s ago 92m 3906M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:18:09.066 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (83m) 9m ago 91m 3229M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:18:09.066 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (82m) 9m ago 91m 3489M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:18:09.067 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (82m) 9m ago 91m 2956M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:18:09.067 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (81m) 9m ago 90m 3359M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:18:09.067 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (86m) 9m ago 90m 107M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:18:09.450 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:18:09.451 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:18:09.451 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:18:09.451 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:18:09.451 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:18:09.451 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:18:09.451 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:18:09.451 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:18:09.452 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:18:09.452 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:18:09.452 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:18:09.452 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:18:09.452 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:18:09.452 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:18:09.452 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:18:09.452 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:18:09.452 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:18:09.452 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:18:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:18:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:18:09] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:18:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:10 smithi177 ceph-mon[212096]: from='client.38712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:18:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:10 smithi177 ceph-mon[212096]: pgmap v4951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:10 smithi177 ceph-mon[212096]: from='client.48662 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:18:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:10 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2252082302' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:18:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:18:10.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:10 smithi123 ceph-mon[191304]: from='client.38712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:18:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:10 smithi123 ceph-mon[191304]: pgmap v4951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:10 smithi123 ceph-mon[191304]: from='client.48662 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:18:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:10 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2252082302' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:18:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:18:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:10 smithi123 ceph-mon[188613]: from='client.38712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:18:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:10 smithi123 ceph-mon[188613]: pgmap v4951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:10 smithi123 ceph-mon[188613]: from='client.48662 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:18:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:10 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2252082302' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:18:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:18:11.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:18:11.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:18:11.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:18:11.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:18:11.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:18:11.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:11 smithi177 ceph-mon[212096]: pgmap v4952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:11.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:18:11.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:18:11.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:18:11.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:18:11.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:18:11.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:11 smithi123 ceph-mon[191304]: pgmap v4952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:11.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:18:11.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:18:11.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:18:11.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:18:11.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:18:11.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:11 smithi123 ceph-mon[188613]: pgmap v4952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:18:12.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:18:12.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:18:13.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:13 smithi177 ceph-mon[212096]: pgmap v4953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:13.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:13 smithi123 ceph-mon[191304]: pgmap v4953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:13.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:13 smithi123 ceph-mon[188613]: pgmap v4953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:15 smithi177 ceph-mon[212096]: pgmap v4954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:15.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:15 smithi123 ceph-mon[191304]: pgmap v4954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:15 smithi123 ceph-mon[188613]: pgmap v4954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:18.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:18 smithi177 ceph-mon[212096]: pgmap v4955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:18.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:18 smithi123 ceph-mon[191304]: pgmap v4955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:18.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:18 smithi123 ceph-mon[188613]: pgmap v4955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:18:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:18:19] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:18:20.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:20 smithi177 ceph-mon[212096]: pgmap v4956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:20.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:20 smithi123 ceph-mon[191304]: pgmap v4956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:20.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:20 smithi123 ceph-mon[188613]: pgmap v4956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:22 smithi177 ceph-mon[212096]: pgmap v4957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:22.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:22 smithi123 ceph-mon[191304]: pgmap v4957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:22 smithi123 ceph-mon[188613]: pgmap v4957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:24.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:24 smithi177 ceph-mon[212096]: pgmap v4958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:24.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:24 smithi123 ceph-mon[191304]: pgmap v4958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:24 smithi123 ceph-mon[188613]: pgmap v4958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:25.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:25 smithi177 ceph-mon[212096]: pgmap v4959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:25.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:25 smithi123 ceph-mon[191304]: pgmap v4959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:25.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:25 smithi123 ceph-mon[188613]: pgmap v4959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:26.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:18:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:18:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:18:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:27 smithi177 ceph-mon[212096]: pgmap v4960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:27.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:27 smithi123 ceph-mon[191304]: pgmap v4960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:27.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:27 smithi123 ceph-mon[188613]: pgmap v4960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:18:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:18:29] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:18:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:30 smithi177 ceph-mon[212096]: pgmap v4961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:30.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:30 smithi123 ceph-mon[191304]: pgmap v4961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:30 smithi123 ceph-mon[188613]: pgmap v4961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:32 smithi177 ceph-mon[212096]: pgmap v4962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:32.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:32 smithi123 ceph-mon[191304]: pgmap v4962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:32.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:32 smithi123 ceph-mon[188613]: pgmap v4962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:34.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:34 smithi177 ceph-mon[212096]: pgmap v4963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:34.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:34 smithi123 ceph-mon[191304]: pgmap v4963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:34 smithi123 ceph-mon[188613]: pgmap v4963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:35.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:35 smithi177 ceph-mon[212096]: pgmap v4964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:35.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:35 smithi123 ceph-mon[191304]: pgmap v4964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:35.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:35 smithi123 ceph-mon[188613]: pgmap v4964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:38 smithi177 ceph-mon[212096]: pgmap v4965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:38.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:38 smithi123 ceph-mon[191304]: pgmap v4965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:38.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:38 smithi123 ceph-mon[188613]: pgmap v4965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:18:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:18:39] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:18:39.795 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:18:40.104 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:18:40.104 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (87m) 90s ago 90m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:18:40.104 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (87m) 9m ago 90m 94.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:18:40.105 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (91m) 90s ago 91m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:18:40.105 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (91m) 9m ago 91m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:18:40.105 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (86m) 9m ago 93m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:18:40.105 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (87m) 90s ago 95m 608M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:18:40.105 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (86m) 90s ago 95m 626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:18:40.105 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (86m) 9m ago 93m 314M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:18:40.105 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (86m) 90s ago 93m 357M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:18:40.105 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (87m) 90s ago 90m 22.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:18:40.105 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (87m) 9m ago 90m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:18:40.105 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (85m) 90s ago 93m 4020M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:18:40.105 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (85m) 90s ago 93m 4771M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:18:40.105 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (84m) 90s ago 92m 3896M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:18:40.105 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (84m) 90s ago 92m 3906M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:18:40.105 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (83m) 9m ago 92m 3229M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:18:40.105 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (83m) 9m ago 92m 3489M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:18:40.106 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (82m) 9m ago 91m 2956M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:18:40.106 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (82m) 9m ago 91m 3359M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:18:40.106 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (86m) 9m ago 90m 107M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:18:40.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:40 smithi177 ceph-mon[212096]: pgmap v4966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:40.485 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:18:40.485 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:18:40.485 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:18:40.485 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:18:40.485 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:18:40.485 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:18:40.485 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:18:40.485 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:18:40.485 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:18:40.485 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:18:40.486 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:18:40.486 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:18:40.486 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:18:40.486 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:18:40.486 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:18:40.486 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:18:40.486 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:18:40.486 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:18:40.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:40 smithi123 ceph-mon[191304]: pgmap v4966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:40.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:40 smithi123 ceph-mon[188613]: pgmap v4966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:41.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:41 smithi177 ceph-mon[212096]: from='client.48674 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:18:41.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:41 smithi177 ceph-mon[212096]: from='client.38736 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:18:41.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:41 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2913463835' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:18:41.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:41 smithi123 ceph-mon[191304]: from='client.48674 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:18:41.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:41 smithi123 ceph-mon[191304]: from='client.38736 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:18:41.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:41 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2913463835' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:18:41.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:41 smithi123 ceph-mon[188613]: from='client.48674 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:18:41.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:41 smithi123 ceph-mon[188613]: from='client.38736 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:18:41.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:41 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2913463835' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:18:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:42 smithi177 ceph-mon[212096]: pgmap v4967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:18:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:42 smithi123 ceph-mon[191304]: pgmap v4967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:18:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:42 smithi123 ceph-mon[188613]: pgmap v4967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:18:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:44 smithi177 ceph-mon[212096]: pgmap v4968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:44 smithi123 ceph-mon[191304]: pgmap v4968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:44 smithi123 ceph-mon[188613]: pgmap v4968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:45.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:45 smithi177 ceph-mon[212096]: pgmap v4969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:45.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:45 smithi123 ceph-mon[191304]: pgmap v4969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:45.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:45 smithi123 ceph-mon[188613]: pgmap v4969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:48 smithi177 ceph-mon[212096]: pgmap v4970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:48.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:48 smithi123 ceph-mon[191304]: pgmap v4970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:48 smithi123 ceph-mon[188613]: pgmap v4970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:18:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:18:49] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:18:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:50 smithi177 ceph-mon[212096]: pgmap v4971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:50.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:50 smithi123 ceph-mon[188613]: pgmap v4971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:50 smithi123 ceph-mon[191304]: pgmap v4971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:52.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:52 smithi177 ceph-mon[212096]: pgmap v4972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:52.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:52 smithi123 ceph-mon[188613]: pgmap v4972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:52 smithi123 ceph-mon[191304]: pgmap v4972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:54 smithi177 ceph-mon[212096]: pgmap v4973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:54.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:54 smithi123 ceph-mon[191304]: pgmap v4973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:54 smithi123 ceph-mon[188613]: pgmap v4973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:55.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:55 smithi177 ceph-mon[212096]: pgmap v4974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:55.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:55 smithi123 ceph-mon[191304]: pgmap v4974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:55.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:55 smithi123 ceph-mon[188613]: pgmap v4974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:56.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:18:56.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:18:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:18:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:18:57 smithi177 ceph-mon[212096]: pgmap v4975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:57.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:18:57 smithi123 ceph-mon[191304]: pgmap v4975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:57.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:18:57 smithi123 ceph-mon[188613]: pgmap v4975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:18:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:18:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:18:59] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T12:19:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:00 smithi177 ceph-mon[212096]: pgmap v4976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:00.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:00 smithi123 ceph-mon[191304]: pgmap v4976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:00 smithi123 ceph-mon[188613]: pgmap v4976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:02 smithi177 ceph-mon[212096]: pgmap v4977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:02.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:02 smithi123 ceph-mon[191304]: pgmap v4977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:02 smithi123 ceph-mon[188613]: pgmap v4977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:04.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:04 smithi177 ceph-mon[212096]: pgmap v4978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:04 smithi123 ceph-mon[191304]: pgmap v4978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:04 smithi123 ceph-mon[188613]: pgmap v4978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:05.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:05 smithi177 ceph-mon[212096]: pgmap v4979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:05.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:05 smithi123 ceph-mon[191304]: pgmap v4979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:05.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:05 smithi123 ceph-mon[188613]: pgmap v4979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:08 smithi177 ceph-mon[212096]: pgmap v4980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:08.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:08 smithi123 ceph-mon[191304]: pgmap v4980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:08 smithi123 ceph-mon[188613]: pgmap v4980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:19:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:19:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T12:19:10.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:10 smithi177 ceph-mon[212096]: pgmap v4981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:10.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:10 smithi123 ceph-mon[191304]: pgmap v4981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:10 smithi123 ceph-mon[188613]: pgmap v4981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:10.826 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:19:11.154 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:19:11.154 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (87m) 2m ago 90m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:19:11.154 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (87m) 10m ago 90m 94.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:19:11.154 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (91m) 2m ago 91m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:19:11.154 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (91m) 10m ago 91m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:19:11.154 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (87m) 10m ago 94m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:19:11.154 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (87m) 2m ago 95m 608M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:19:11.154 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (87m) 2m ago 95m 626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:19:11.154 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (86m) 10m ago 94m 314M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:19:11.154 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (86m) 2m ago 94m 357M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:19:11.154 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (87m) 2m ago 90m 22.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:19:11.154 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (87m) 10m ago 90m 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:19:11.154 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (86m) 2m ago 93m 4020M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:19:11.155 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (85m) 2m ago 93m 4771M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:19:11.155 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (85m) 2m ago 93m 3896M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:19:11.155 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (84m) 2m ago 93m 3906M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:19:11.155 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (84m) 10m ago 92m 3229M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:19:11.155 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (83m) 10m ago 92m 3489M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:19:11.155 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (83m) 10m ago 92m 2956M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:19:11.155 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (82m) 10m ago 92m 3359M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:19:11.155 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (87m) 10m ago 91m 107M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:19:11.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:19:11.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:19:11.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:19:11.560 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:19:11.560 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:19:11.560 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:19:11.561 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:19:11.561 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:19:11.561 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:19:11.561 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:19:11.561 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:19:11.561 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:19:11.561 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:19:11.561 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:19:11.561 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:19:11.561 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:19:11.561 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:19:11.561 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:19:11.561 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:19:11.561 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:19:11.561 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:19:12.344 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:12 smithi177 ceph-mon[212096]: from='client.38748 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:19:12.345 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:12 smithi177 ceph-mon[212096]: pgmap v4982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:12.345 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:12 smithi177 ceph-mon[212096]: from='client.48698 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:19:12.345 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:19:12.345 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:12 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1911940546' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:19:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:12 smithi123 ceph-mon[191304]: from='client.38748 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:19:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:12 smithi123 ceph-mon[191304]: pgmap v4982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:12 smithi123 ceph-mon[191304]: from='client.48698 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:19:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:19:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:12 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1911940546' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:19:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:12 smithi123 ceph-mon[188613]: from='client.38748 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:19:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:12 smithi123 ceph-mon[188613]: pgmap v4982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:12 smithi123 ceph-mon[188613]: from='client.48698 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:19:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:19:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:12 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1911940546' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:19:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:14 smithi177 ceph-mon[212096]: pgmap v4983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:19:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:19:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:19:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:19:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:19:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:14 smithi123 ceph-mon[191304]: pgmap v4983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:19:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:19:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:19:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:19:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:19:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:14 smithi123 ceph-mon[188613]: pgmap v4983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:19:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:19:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:19:14.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:19:14.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:19:15.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:15 smithi177 ceph-mon[212096]: pgmap v4984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:15.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:15 smithi123 ceph-mon[191304]: pgmap v4984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:15.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:15 smithi123 ceph-mon[188613]: pgmap v4984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:18.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:18 smithi177 ceph-mon[212096]: pgmap v4985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:18.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:18 smithi123 ceph-mon[188613]: pgmap v4985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:18 smithi123 ceph-mon[191304]: pgmap v4985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:19:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:19:19] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:19:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:20 smithi177 ceph-mon[212096]: pgmap v4986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:20.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:20 smithi123 ceph-mon[191304]: pgmap v4986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:20 smithi123 ceph-mon[188613]: pgmap v4986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:22 smithi177 ceph-mon[212096]: pgmap v4987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:22.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:22 smithi123 ceph-mon[191304]: pgmap v4987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:22 smithi123 ceph-mon[188613]: pgmap v4987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:24.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:24 smithi177 ceph-mon[212096]: pgmap v4988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:24.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:24 smithi123 ceph-mon[191304]: pgmap v4988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:24 smithi123 ceph-mon[188613]: pgmap v4988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:25.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:25 smithi177 ceph-mon[212096]: pgmap v4989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:25.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:25 smithi123 ceph-mon[191304]: pgmap v4989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:25.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:25 smithi123 ceph-mon[188613]: pgmap v4989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:26.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:19:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:19:26.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:19:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:27 smithi177 ceph-mon[212096]: pgmap v4990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:27.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:27 smithi123 ceph-mon[191304]: pgmap v4990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:27.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:27 smithi123 ceph-mon[188613]: pgmap v4990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:19:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:19:29] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:19:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:30 smithi177 ceph-mon[212096]: pgmap v4991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:30.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:30 smithi123 ceph-mon[191304]: pgmap v4991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:30 smithi123 ceph-mon[188613]: pgmap v4991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:32 smithi177 ceph-mon[212096]: pgmap v4992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:32.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:32 smithi123 ceph-mon[188613]: pgmap v4992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:32 smithi123 ceph-mon[191304]: pgmap v4992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:34 smithi177 ceph-mon[212096]: pgmap v4993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:34 smithi123 ceph-mon[191304]: pgmap v4993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:34 smithi123 ceph-mon[188613]: pgmap v4993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:35.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:35 smithi177 ceph-mon[212096]: pgmap v4994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:35.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:35 smithi123 ceph-mon[188613]: pgmap v4994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:35.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:35 smithi123 ceph-mon[191304]: pgmap v4994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:38 smithi177 ceph-mon[212096]: pgmap v4995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:38.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:38 smithi123 ceph-mon[191304]: pgmap v4995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:38 smithi123 ceph-mon[188613]: pgmap v4995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:19:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:19:39] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:19:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:40 smithi177 ceph-mon[212096]: pgmap v4996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:40.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:40 smithi123 ceph-mon[191304]: pgmap v4996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:40 smithi123 ceph-mon[188613]: pgmap v4996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:41.908 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:19:42.219 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:19:42.219 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (88m) 2m ago 91m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:19:42.220 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (88m) 28s ago 91m 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:19:42.220 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (92m) 2m ago 92m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:19:42.220 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (92m) 28s ago 92m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:19:42.220 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (87m) 28s ago 94m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:19:42.220 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (88m) 2m ago 96m 608M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:19:42.220 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (87m) 2m ago 96m 626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:19:42.220 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (87m) 28s ago 95m 328M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:19:42.220 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (87m) 2m ago 94m 357M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:19:42.220 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (88m) 2m ago 91m 22.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:19:42.220 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (88m) 28s ago 91m 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:19:42.220 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (86m) 2m ago 94m 4020M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:19:42.220 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (86m) 2m ago 94m 4771M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:19:42.220 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (85m) 2m ago 93m 3896M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:19:42.220 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (85m) 2m ago 93m 3906M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:19:42.220 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (84m) 28s ago 93m 3257M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:19:42.220 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (84m) 28s ago 93m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:19:42.221 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (83m) 28s ago 92m 2985M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:19:42.221 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (83m) 28s ago 92m 3396M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:19:42.221 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (87m) 28s ago 91m 108M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:19:42.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:42 smithi177 ceph-mon[212096]: pgmap v4997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:19:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:42 smithi123 ceph-mon[188613]: pgmap v4997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:19:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:42 smithi123 ceph-mon[191304]: pgmap v4997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:19:42.601 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:19:42.601 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:19:42.601 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:19:42.601 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:19:42.601 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:19:42.602 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:19:42.602 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:19:42.602 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:19:42.602 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:19:42.602 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:19:42.602 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:19:42.602 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:19:42.602 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:19:42.602 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:19:42.602 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:19:42.602 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:19:42.602 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:19:42.602 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:19:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:43 smithi177 ceph-mon[212096]: from='client.48710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:19:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:43 smithi177 ceph-mon[212096]: from='client.48716 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:19:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:43 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2771463849' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:19:43.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:43 smithi123 ceph-mon[191304]: from='client.48710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:19:43.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:43 smithi123 ceph-mon[191304]: from='client.48716 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:19:43.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:43 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2771463849' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:19:43.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:43 smithi123 ceph-mon[188613]: from='client.48710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:19:43.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:43 smithi123 ceph-mon[188613]: from='client.48716 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:19:43.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:43 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2771463849' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:19:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:44 smithi177 ceph-mon[212096]: pgmap v4998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:44.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:44 smithi123 ceph-mon[191304]: pgmap v4998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:44 smithi123 ceph-mon[188613]: pgmap v4998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:45.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:45 smithi177 ceph-mon[212096]: pgmap v4999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:45.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:45 smithi123 ceph-mon[191304]: pgmap v4999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:45.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:45 smithi123 ceph-mon[188613]: pgmap v4999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:48 smithi177 ceph-mon[212096]: pgmap v5000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:48.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:48 smithi123 ceph-mon[191304]: pgmap v5000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:48 smithi123 ceph-mon[188613]: pgmap v5000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:19:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:19:49] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:19:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:50 smithi177 ceph-mon[212096]: pgmap v5001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:50 smithi123 ceph-mon[191304]: pgmap v5001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:50 smithi123 ceph-mon[188613]: pgmap v5001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:52 smithi177 ceph-mon[212096]: pgmap v5002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:52 smithi123 ceph-mon[191304]: pgmap v5002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:52 smithi123 ceph-mon[188613]: pgmap v5002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:54 smithi177 ceph-mon[212096]: pgmap v5003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:54 smithi123 ceph-mon[191304]: pgmap v5003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:54 smithi123 ceph-mon[188613]: pgmap v5003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:55.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:55 smithi177 ceph-mon[212096]: pgmap v5004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:55.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:55 smithi123 ceph-mon[191304]: pgmap v5004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:55.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:55 smithi123 ceph-mon[188613]: pgmap v5004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:56.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:19:56.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:19:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:19:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:19:57 smithi177 ceph-mon[212096]: pgmap v5005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:57.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:19:57 smithi123 ceph-mon[188613]: pgmap v5005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:19:57 smithi123 ceph-mon[191304]: pgmap v5005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:19:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:19:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:19:59] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:20:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:00 smithi177 ceph-mon[212096]: pgmap v5006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T12:20:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:00 smithi123 ceph-mon[191304]: pgmap v5006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T12:20:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T12:19:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T12:20:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:00 smithi123 ceph-mon[188613]: pgmap v5006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T12:20:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:02 smithi177 ceph-mon[212096]: pgmap v5007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:02.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:02 smithi123 ceph-mon[191304]: pgmap v5007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:02 smithi123 ceph-mon[188613]: pgmap v5007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:04 smithi177 ceph-mon[212096]: pgmap v5008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:04.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:04 smithi123 ceph-mon[191304]: pgmap v5008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:04 smithi123 ceph-mon[188613]: pgmap v5008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:05.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:05 smithi177 ceph-mon[212096]: pgmap v5009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:05.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:05 smithi123 ceph-mon[191304]: pgmap v5009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:05 smithi123 ceph-mon[188613]: pgmap v5009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:08 smithi177 ceph-mon[212096]: pgmap v5010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:08 smithi123 ceph-mon[188613]: pgmap v5010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:08 smithi123 ceph-mon[191304]: pgmap v5010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:20:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:20:09] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:20:10.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:10 smithi177 ceph-mon[212096]: pgmap v5011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:10.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:10 smithi123 ceph-mon[191304]: pgmap v5011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:10 smithi123 ceph-mon[188613]: pgmap v5011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:12 smithi177 ceph-mon[212096]: pgmap v5012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:20:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:12 smithi123 ceph-mon[191304]: pgmap v5012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:20:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:12 smithi123 ceph-mon[188613]: pgmap v5012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:20:12.952 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:20:13.262 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:20:13.262 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (88m) 3m ago 92m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:20:13.262 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (88m) 59s ago 91m 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:20:13.263 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (92m) 3m ago 92m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:20:13.263 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (92m) 59s ago 92m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:20:13.263 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (88m) 59s ago 95m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:20:13.263 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (88m) 3m ago 96m 608M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:20:13.263 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (88m) 3m ago 96m 626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:20:13.264 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (87m) 59s ago 95m 328M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:20:13.264 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (87m) 3m ago 95m 357M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:20:13.264 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (88m) 3m ago 91m 22.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:20:13.264 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (88m) 59s ago 91m 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:20:13.264 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (87m) 3m ago 94m 4020M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:20:13.265 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (86m) 3m ago 94m 4771M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:20:13.265 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (86m) 3m ago 94m 3896M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:20:13.265 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (85m) 3m ago 94m 3906M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:20:13.265 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (85m) 59s ago 93m 3257M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:20:13.265 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (84m) 59s ago 93m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:20:13.266 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (84m) 59s ago 93m 2985M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:20:13.266 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (83m) 59s ago 93m 3396M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:20:13.266 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (88m) 59s ago 92m 108M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:20:13.644 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:20:13.644 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:20:13.644 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:20:13.644 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:20:13.645 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:20:13.645 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:20:13.645 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:20:13.645 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:20:13.645 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:20:13.645 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:20:13.645 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:20:13.646 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:20:13.646 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:20:13.646 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:20:13.646 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:20:13.646 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:20:13.646 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:20:13.646 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:20:14.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:14 smithi177 ceph-mon[212096]: from='client.48728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:20:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:14 smithi177 ceph-mon[212096]: pgmap v5013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:14 smithi177 ceph-mon[212096]: from='client.38790 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:20:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:14 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2923832255' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:20:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:20:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:14 smithi123 ceph-mon[191304]: from='client.48728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:20:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:14 smithi123 ceph-mon[191304]: pgmap v5013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:14 smithi123 ceph-mon[191304]: from='client.38790 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:20:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:14 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2923832255' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:20:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:20:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:14 smithi123 ceph-mon[188613]: from='client.48728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:20:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:14 smithi123 ceph-mon[188613]: pgmap v5013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:14 smithi123 ceph-mon[188613]: from='client.38790 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:20:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:14 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2923832255' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:20:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:20:15.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:20:15.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:20:15.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:20:15.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:20:15.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:20:15.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:20:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:20:15.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:20:15.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:20:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:16 smithi177 ceph-mon[212096]: pgmap v5014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:16 smithi123 ceph-mon[191304]: pgmap v5014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:16 smithi123 ceph-mon[188613]: pgmap v5014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:18 smithi177 ceph-mon[212096]: pgmap v5015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:18 smithi123 ceph-mon[191304]: pgmap v5015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:18 smithi123 ceph-mon[188613]: pgmap v5015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:20:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:20:19] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:20:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:20 smithi177 ceph-mon[212096]: pgmap v5016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:20 smithi123 ceph-mon[191304]: pgmap v5016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:20 smithi123 ceph-mon[188613]: pgmap v5016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:22 smithi177 ceph-mon[212096]: pgmap v5017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:22.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:22 smithi123 ceph-mon[191304]: pgmap v5017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:22 smithi123 ceph-mon[188613]: pgmap v5017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:24 smithi177 ceph-mon[212096]: pgmap v5018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:24.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:24 smithi123 ceph-mon[191304]: pgmap v5018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:24 smithi123 ceph-mon[188613]: pgmap v5018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:25.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:25 smithi177 ceph-mon[212096]: pgmap v5019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:25.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:25 smithi123 ceph-mon[191304]: pgmap v5019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:25.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:25 smithi123 ceph-mon[188613]: pgmap v5019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:26.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:20:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:20:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:20:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:27 smithi177 ceph-mon[212096]: pgmap v5020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:27.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:27 smithi123 ceph-mon[191304]: pgmap v5020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:27 smithi123 ceph-mon[188613]: pgmap v5020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:20:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:20:29] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:20:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:30 smithi177 ceph-mon[212096]: pgmap v5021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:30 smithi123 ceph-mon[191304]: pgmap v5021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:30 smithi123 ceph-mon[188613]: pgmap v5021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:32 smithi177 ceph-mon[212096]: pgmap v5022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:32 smithi123 ceph-mon[191304]: pgmap v5022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:32 smithi123 ceph-mon[188613]: pgmap v5022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:34 smithi177 ceph-mon[212096]: pgmap v5023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:34.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:34 smithi123 ceph-mon[191304]: pgmap v5023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:34 smithi123 ceph-mon[188613]: pgmap v5023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:35.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:35 smithi177 ceph-mon[212096]: pgmap v5024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:35.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:35 smithi123 ceph-mon[191304]: pgmap v5024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:35.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:35 smithi123 ceph-mon[188613]: pgmap v5024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:38 smithi177 ceph-mon[212096]: pgmap v5025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:38.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:38 smithi123 ceph-mon[191304]: pgmap v5025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:38 smithi123 ceph-mon[188613]: pgmap v5025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:20:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:20:39] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:20:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:40 smithi177 ceph-mon[212096]: pgmap v5026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:40.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:40 smithi123 ceph-mon[191304]: pgmap v5026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:40 smithi123 ceph-mon[188613]: pgmap v5026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:42 smithi177 ceph-mon[212096]: pgmap v5027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:20:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:42 smithi123 ceph-mon[191304]: pgmap v5027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:20:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:42 smithi123 ceph-mon[188613]: pgmap v5027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:20:43.989 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:20:44.298 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:20:44.298 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (89m) 3m ago 92m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:20:44.298 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (89m) 90s ago 92m 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:20:44.298 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (93m) 3m ago 93m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:20:44.298 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (93m) 90s ago 93m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:20:44.298 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (88m) 90s ago 95m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:20:44.298 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (89m) 3m ago 97m 608M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:20:44.299 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (88m) 3m ago 97m 626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:20:44.299 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (88m) 90s ago 96m 328M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:20:44.299 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (88m) 3m ago 95m 357M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:20:44.299 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (89m) 3m ago 92m 22.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:20:44.299 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (89m) 90s ago 92m 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:20:44.299 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (87m) 3m ago 95m 4020M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:20:44.299 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (87m) 3m ago 95m 4771M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:20:44.299 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (86m) 3m ago 94m 3896M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:20:44.299 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (86m) 3m ago 94m 3906M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:20:44.299 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (85m) 90s ago 94m 3257M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:20:44.299 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (85m) 90s ago 94m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:20:44.299 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (84m) 90s ago 93m 2985M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:20:44.299 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (84m) 90s ago 93m 3396M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:20:44.299 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (88m) 90s ago 92m 108M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:20:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:44 smithi177 ceph-mon[212096]: pgmap v5028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:44.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:44 smithi123 ceph-mon[191304]: pgmap v5028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:44 smithi123 ceph-mon[188613]: pgmap v5028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:44.677 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:20:44.677 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:20:44.677 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:20:44.677 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:20:44.677 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:20:44.677 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:20:44.677 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:20:44.677 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:20:44.677 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:20:44.677 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:20:44.677 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:20:44.677 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:20:44.678 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:20:44.678 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:20:44.678 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:20:44.678 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:20:44.678 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:20:44.678 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:20:45.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:45 smithi177 ceph-mon[212096]: from='client.48746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:20:45.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:45 smithi177 ceph-mon[212096]: from='client.48752 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:20:45.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:45 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4227014712' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:20:45.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:45 smithi123 ceph-mon[188613]: from='client.48746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:20:45.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:45 smithi123 ceph-mon[188613]: from='client.48752 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:20:45.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:45 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4227014712' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:20:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:45 smithi123 ceph-mon[191304]: from='client.48746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:20:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:45 smithi123 ceph-mon[191304]: from='client.48752 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:20:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:45 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4227014712' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:20:46.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:46 smithi177 ceph-mon[212096]: pgmap v5029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:46.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:46 smithi123 ceph-mon[191304]: pgmap v5029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:46 smithi123 ceph-mon[188613]: pgmap v5029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:48 smithi177 ceph-mon[212096]: pgmap v5030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:48 smithi123 ceph-mon[191304]: pgmap v5030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:48 smithi123 ceph-mon[188613]: pgmap v5030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:20:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:20:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:20:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:50 smithi177 ceph-mon[212096]: pgmap v5031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:50.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:50 smithi123 ceph-mon[191304]: pgmap v5031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:50 smithi123 ceph-mon[188613]: pgmap v5031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:52 smithi177 ceph-mon[212096]: pgmap v5032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:52 smithi123 ceph-mon[191304]: pgmap v5032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:52 smithi123 ceph-mon[188613]: pgmap v5032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:54 smithi177 ceph-mon[212096]: pgmap v5033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:54.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:54 smithi123 ceph-mon[188613]: pgmap v5033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:54 smithi123 ceph-mon[191304]: pgmap v5033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:55.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:55 smithi177 ceph-mon[212096]: pgmap v5034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:55.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:55 smithi123 ceph-mon[191304]: pgmap v5034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:55 smithi123 ceph-mon[188613]: pgmap v5034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:56.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:20:56.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:20:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:20:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:20:57 smithi177 ceph-mon[212096]: pgmap v5035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:57.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:20:57 smithi123 ceph-mon[191304]: pgmap v5035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:20:57 smithi123 ceph-mon[188613]: pgmap v5035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:20:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:20:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:20:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:21:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:00 smithi177 ceph-mon[212096]: pgmap v5036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:00 smithi123 ceph-mon[191304]: pgmap v5036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:00 smithi123 ceph-mon[188613]: pgmap v5036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:02 smithi177 ceph-mon[212096]: pgmap v5037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:02 smithi123 ceph-mon[191304]: pgmap v5037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:02 smithi123 ceph-mon[188613]: pgmap v5037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:04 smithi177 ceph-mon[212096]: pgmap v5038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:04.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:04 smithi123 ceph-mon[191304]: pgmap v5038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:04 smithi123 ceph-mon[188613]: pgmap v5038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:05.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:05 smithi177 ceph-mon[212096]: pgmap v5039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:05 smithi123 ceph-mon[191304]: pgmap v5039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:05 smithi123 ceph-mon[188613]: pgmap v5039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:08 smithi177 ceph-mon[212096]: pgmap v5040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:08.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:08 smithi123 ceph-mon[191304]: pgmap v5040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:08 smithi123 ceph-mon[188613]: pgmap v5040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:21:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:21:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:21:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:10 smithi177 ceph-mon[212096]: pgmap v5041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:10.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:10 smithi123 ceph-mon[191304]: pgmap v5041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:10 smithi123 ceph-mon[188613]: pgmap v5041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:12 smithi177 ceph-mon[212096]: pgmap v5042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:21:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:12 smithi123 ceph-mon[191304]: pgmap v5042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:21:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:12 smithi123 ceph-mon[188613]: pgmap v5042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:21:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:14 smithi177 ceph-mon[212096]: pgmap v5043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:14.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:14 smithi123 ceph-mon[191304]: pgmap v5043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:14 smithi123 ceph-mon[188613]: pgmap v5043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:15.034 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:21:15.343 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:21:15.343 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (89m) 4m ago 93m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:21:15.343 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (89m) 2m ago 92m 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:21:15.343 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (93m) 4m ago 93m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:21:15.343 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (93m) 2m ago 93m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:21:15.343 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (89m) 2m ago 96m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:21:15.343 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (89m) 4m ago 97m 608M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:21:15.343 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (89m) 4m ago 97m 626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:21:15.343 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (88m) 2m ago 96m 328M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:21:15.343 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (88m) 4m ago 96m 357M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:21:15.343 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (89m) 4m ago 92m 22.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:21:15.343 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (89m) 2m ago 92m 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:21:15.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (88m) 4m ago 96m 4020M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:21:15.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (87m) 4m ago 95m 4771M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:21:15.344 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (87m) 4m ago 95m 3896M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:21:15.344 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (86m) 4m ago 95m 3906M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:21:15.344 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (86m) 2m ago 94m 3257M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:21:15.344 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (85m) 2m ago 94m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:21:15.344 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (85m) 2m ago 94m 2985M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:21:15.344 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (84m) 2m ago 94m 3396M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:21:15.344 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (89m) 2m ago 93m 108M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:21:15.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:21:15.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:21:15.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:21:15.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:21:15.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:15 smithi177 ceph-mon[212096]: from='client.48764 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:21:15.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:15 smithi177 ceph-mon[212096]: pgmap v5044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:15.724 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:21:15.724 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:21:15.724 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:21:15.724 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:21:15.725 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:21:15.725 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:21:15.725 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:21:15.725 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:21:15.725 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:21:15.725 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:21:15.725 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:21:15.725 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:21:15.725 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:21:15.725 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:21:15.725 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:21:15.725 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:21:15.725 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:21:15.725 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:21:15.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:21:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:21:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:21:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:21:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:15 smithi123 ceph-mon[188613]: from='client.48764 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:21:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:15 smithi123 ceph-mon[188613]: pgmap v5044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:15.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:21:15.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:21:15.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:21:15.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:21:15.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:15 smithi123 ceph-mon[191304]: from='client.48764 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:21:15.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:15 smithi123 ceph-mon[191304]: pgmap v5044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:16.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:16 smithi177 ceph-mon[212096]: from='client.48770 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:21:16.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:16 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3518629797' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:21:16.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:16 smithi123 ceph-mon[188613]: from='client.48770 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:21:16.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:16 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3518629797' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:21:16.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:16 smithi123 ceph-mon[191304]: from='client.48770 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:21:16.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:16 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3518629797' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:21:17.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:17 smithi177 ceph-mon[212096]: pgmap v5045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:17.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:17 smithi123 ceph-mon[191304]: pgmap v5045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:17.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:17 smithi123 ceph-mon[188613]: pgmap v5045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:21:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:21:19] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:21:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:20 smithi177 ceph-mon[212096]: pgmap v5046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:20 smithi123 ceph-mon[191304]: pgmap v5046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:20 smithi123 ceph-mon[188613]: pgmap v5046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:22 smithi177 ceph-mon[212096]: pgmap v5047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:22.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:22 smithi123 ceph-mon[191304]: pgmap v5047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:22 smithi123 ceph-mon[188613]: pgmap v5047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:24 smithi177 ceph-mon[212096]: pgmap v5048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:24.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:24 smithi123 ceph-mon[188613]: pgmap v5048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:24 smithi123 ceph-mon[191304]: pgmap v5048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:25.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:25 smithi177 ceph-mon[212096]: pgmap v5049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:25.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:25 smithi123 ceph-mon[188613]: pgmap v5049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:25.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:25 smithi123 ceph-mon[191304]: pgmap v5049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:26.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:21:26.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:21:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:21:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:27 smithi177 ceph-mon[212096]: pgmap v5050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:27.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:27 smithi123 ceph-mon[188613]: pgmap v5050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:27 smithi123 ceph-mon[191304]: pgmap v5050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:28.901 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 12:21:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T12:21:28.589124064Z level=info msg="Completed cleanup jobs" duration=16.052032ms 2023-12-20T12:21:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:21:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:21:29] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:21:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:30 smithi177 ceph-mon[212096]: pgmap v5051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:30 smithi123 ceph-mon[191304]: pgmap v5051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:30 smithi123 ceph-mon[188613]: pgmap v5051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:32 smithi177 ceph-mon[212096]: pgmap v5052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:32 smithi123 ceph-mon[191304]: pgmap v5052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:32 smithi123 ceph-mon[188613]: pgmap v5052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:34 smithi177 ceph-mon[212096]: pgmap v5053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:34 smithi123 ceph-mon[191304]: pgmap v5053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:34 smithi123 ceph-mon[188613]: pgmap v5053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:35.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:35 smithi177 ceph-mon[212096]: pgmap v5054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:35.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:35 smithi123 ceph-mon[191304]: pgmap v5054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:35.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:35 smithi123 ceph-mon[188613]: pgmap v5054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:38 smithi177 ceph-mon[212096]: pgmap v5055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:38 smithi123 ceph-mon[191304]: pgmap v5055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:38 smithi123 ceph-mon[188613]: pgmap v5055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:21:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:21:39] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:21:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:40 smithi177 ceph-mon[212096]: pgmap v5056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:40 smithi123 ceph-mon[191304]: pgmap v5056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:40 smithi123 ceph-mon[188613]: pgmap v5056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:42 smithi177 ceph-mon[212096]: pgmap v5057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:21:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:42 smithi123 ceph-mon[191304]: pgmap v5057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:21:42.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:42 smithi123 ceph-mon[188613]: pgmap v5057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:42.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:21:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:44 smithi177 ceph-mon[212096]: pgmap v5058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:44 smithi123 ceph-mon[188613]: pgmap v5058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:44 smithi123 ceph-mon[191304]: pgmap v5058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:45.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:45 smithi177 ceph-mon[212096]: pgmap v5059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:45.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:45 smithi123 ceph-mon[191304]: pgmap v5059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:45.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:45 smithi123 ceph-mon[188613]: pgmap v5059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:46.072 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:21:46.381 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:21:46.381 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (90m) 4m ago 93m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:21:46.381 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (90m) 2m ago 93m 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:21:46.381 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (94m) 4m ago 94m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:21:46.381 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (94m) 2m ago 94m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:21:46.381 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (89m) 2m ago 96m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:21:46.381 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (90m) 4m ago 98m 608M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:21:46.381 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (89m) 4m ago 98m 626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:21:46.381 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (89m) 2m ago 97m 328M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:21:46.381 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (89m) 4m ago 96m 357M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:21:46.381 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (90m) 4m ago 93m 22.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:21:46.382 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (90m) 2m ago 93m 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:21:46.382 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (88m) 4m ago 96m 4020M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:21:46.382 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (88m) 4m ago 96m 4771M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:21:46.382 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (87m) 4m ago 95m 3896M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:21:46.382 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (87m) 4m ago 95m 3906M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:21:46.382 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (86m) 2m ago 95m 3257M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:21:46.382 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (86m) 2m ago 95m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:21:46.382 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (85m) 2m ago 94m 2985M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:21:46.382 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (85m) 2m ago 94m 3396M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:21:46.382 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (89m) 2m ago 93m 108M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:21:46.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:46 smithi177 ceph-mon[212096]: from='client.48782 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:21:46.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:46 smithi123 ceph-mon[191304]: from='client.48782 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:21:46.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:46 smithi123 ceph-mon[188613]: from='client.48782 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:21:46.761 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:21:46.761 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:21:46.761 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:21:46.761 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:21:46.761 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:21:46.761 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:21:46.761 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:21:46.761 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:21:46.762 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:21:46.762 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:21:46.762 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:21:46.762 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:21:46.762 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:21:46.762 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:21:46.762 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:21:46.762 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:21:46.762 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:21:46.762 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:21:47.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:47 smithi123 ceph-mon[191304]: from='client.48788 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:21:47.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:47 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1030142546' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:21:47.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:47 smithi123 ceph-mon[191304]: pgmap v5060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:47.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:47 smithi123 ceph-mon[188613]: from='client.48788 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:21:47.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:47 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1030142546' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:21:47.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:47 smithi123 ceph-mon[188613]: pgmap v5060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:47.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:47 smithi177 ceph-mon[212096]: from='client.48788 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:21:47.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:47 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1030142546' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:21:47.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:47 smithi177 ceph-mon[212096]: pgmap v5060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:21:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:21:49] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:21:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:50 smithi177 ceph-mon[212096]: pgmap v5061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:50 smithi123 ceph-mon[191304]: pgmap v5061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:50 smithi123 ceph-mon[188613]: pgmap v5061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:52 smithi177 ceph-mon[212096]: pgmap v5062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:52 smithi123 ceph-mon[191304]: pgmap v5062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:52 smithi123 ceph-mon[188613]: pgmap v5062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:54 smithi177 ceph-mon[212096]: pgmap v5063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:54 smithi123 ceph-mon[191304]: pgmap v5063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:54 smithi123 ceph-mon[188613]: pgmap v5063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:55.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:55 smithi123 ceph-mon[191304]: pgmap v5064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:55.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:55 smithi123 ceph-mon[188613]: pgmap v5064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:55 smithi177 ceph-mon[212096]: pgmap v5064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:56.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:21:56.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:21:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:21:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:21:57 smithi177 ceph-mon[212096]: pgmap v5065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:21:57 smithi123 ceph-mon[191304]: pgmap v5065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:21:57 smithi123 ceph-mon[188613]: pgmap v5065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:21:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:21:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:21:59] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:22:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:00 smithi177 ceph-mon[212096]: pgmap v5066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:00 smithi123 ceph-mon[191304]: pgmap v5066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:00 smithi123 ceph-mon[188613]: pgmap v5066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:02 smithi177 ceph-mon[212096]: pgmap v5067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:02 smithi123 ceph-mon[191304]: pgmap v5067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:02 smithi123 ceph-mon[188613]: pgmap v5067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:04 smithi177 ceph-mon[212096]: pgmap v5068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:04 smithi123 ceph-mon[191304]: pgmap v5068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:04 smithi123 ceph-mon[188613]: pgmap v5068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:05.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:05 smithi177 ceph-mon[212096]: pgmap v5069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:05 smithi123 ceph-mon[191304]: pgmap v5069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:05 smithi123 ceph-mon[188613]: pgmap v5069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:08 smithi177 ceph-mon[212096]: pgmap v5070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:08 smithi123 ceph-mon[191304]: pgmap v5070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:08 smithi123 ceph-mon[188613]: pgmap v5070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:22:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:22:09] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:22:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:10 smithi177 ceph-mon[212096]: pgmap v5071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:10 smithi123 ceph-mon[191304]: pgmap v5071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:10 smithi123 ceph-mon[188613]: pgmap v5071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:12 smithi177 ceph-mon[212096]: pgmap v5072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:22:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:12 smithi123 ceph-mon[191304]: pgmap v5072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:22:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:12 smithi123 ceph-mon[188613]: pgmap v5072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:22:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:14 smithi123 ceph-mon[191304]: pgmap v5073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:14 smithi123 ceph-mon[188613]: pgmap v5073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:14.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:14 smithi177 ceph-mon[212096]: pgmap v5073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:22:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:15 smithi123 ceph-mon[188613]: pgmap v5074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:15.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:22:15.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:15 smithi123 ceph-mon[191304]: pgmap v5074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:22:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:15 smithi177 ceph-mon[212096]: pgmap v5074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:16.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:22:16.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:22:16.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:22:16.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:22:16.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:22:16.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:22:16.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:22:16.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:22:16.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:22:17.110 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:22:17.423 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:22:17.424 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (91m) 5m ago 94m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:22:17.424 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (90m) 3m ago 93m 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:22:17.424 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (94m) 5m ago 94m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:22:17.424 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (94m) 3m ago 94m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:22:17.424 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (90m) 3m ago 97m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:22:17.424 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (90m) 5m ago 98m 608M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:22:17.424 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (90m) 5m ago 98m 626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:22:17.424 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (89m) 3m ago 97m 328M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:22:17.424 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (89m) 5m ago 97m 357M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:22:17.424 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (90m) 5m ago 93m 22.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:22:17.424 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (90m) 3m ago 93m 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:22:17.424 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (89m) 5m ago 97m 4020M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:22:17.424 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (88m) 5m ago 96m 4771M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:22:17.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (88m) 5m ago 96m 3896M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:22:17.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (87m) 5m ago 96m 3906M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:22:17.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (87m) 3m ago 95m 3257M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:22:17.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (86m) 3m ago 95m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:22:17.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (86m) 3m ago 95m 2985M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:22:17.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (86m) 3m ago 95m 3396M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:22:17.425 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (90m) 3m ago 94m 108M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:22:17.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:17 smithi123 ceph-mon[191304]: pgmap v5075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:17.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:17 smithi123 ceph-mon[191304]: from='client.48800 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:22:17.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:17 smithi123 ceph-mon[188613]: pgmap v5075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:17.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:17 smithi123 ceph-mon[188613]: from='client.48800 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:22:17.808 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:22:17.808 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:22:17.808 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:22:17.808 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:22:17.808 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:22:17.808 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:22:17.808 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:22:17.808 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:22:17.809 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:22:17.809 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:22:17.809 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:22:17.809 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:22:17.809 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:22:17.809 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:22:17.809 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:22:17.809 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:22:17.809 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:22:17.809 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:22:17.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:17 smithi177 ceph-mon[212096]: pgmap v5075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:17.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:17 smithi177 ceph-mon[212096]: from='client.48800 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:22:18.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:18 smithi123 ceph-mon[191304]: from='client.38862 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:22:18.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:18 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3849916765' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:22:18.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:18 smithi123 ceph-mon[188613]: from='client.38862 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:22:18.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:18 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3849916765' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:22:18.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:18 smithi177 ceph-mon[212096]: from='client.38862 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:22:18.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:18 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3849916765' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:22:19.420 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:22:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:22:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:22:19.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:19 smithi123 ceph-mon[191304]: pgmap v5076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:19.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:19 smithi123 ceph-mon[188613]: pgmap v5076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:19.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:19 smithi177 ceph-mon[212096]: pgmap v5076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:22 smithi177 ceph-mon[212096]: pgmap v5077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:22 smithi123 ceph-mon[191304]: pgmap v5077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:22 smithi123 ceph-mon[188613]: pgmap v5077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:24 smithi123 ceph-mon[191304]: pgmap v5078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:24 smithi123 ceph-mon[188613]: pgmap v5078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:24.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:24 smithi177 ceph-mon[212096]: pgmap v5078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:25.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:25 smithi123 ceph-mon[191304]: pgmap v5079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:25.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:25 smithi123 ceph-mon[188613]: pgmap v5079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:25 smithi177 ceph-mon[212096]: pgmap v5079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:22:26.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:22:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:22:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:27 smithi177 ceph-mon[212096]: pgmap v5080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:27 smithi123 ceph-mon[191304]: pgmap v5080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:27 smithi123 ceph-mon[188613]: pgmap v5080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:22:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:22:29] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:22:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:30 smithi177 ceph-mon[212096]: pgmap v5081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:30 smithi123 ceph-mon[191304]: pgmap v5081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:30 smithi123 ceph-mon[188613]: pgmap v5081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:32 smithi123 ceph-mon[191304]: pgmap v5082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:32 smithi123 ceph-mon[188613]: pgmap v5082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:32.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:32 smithi177 ceph-mon[212096]: pgmap v5082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:34 smithi123 ceph-mon[191304]: pgmap v5083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:34 smithi123 ceph-mon[188613]: pgmap v5083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:34.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:34 smithi177 ceph-mon[212096]: pgmap v5083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:35.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:35 smithi123 ceph-mon[191304]: pgmap v5084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:35.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:35 smithi123 ceph-mon[188613]: pgmap v5084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:35 smithi177 ceph-mon[212096]: pgmap v5084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:38 smithi123 ceph-mon[191304]: pgmap v5085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:38 smithi123 ceph-mon[188613]: pgmap v5085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:38 smithi177 ceph-mon[212096]: pgmap v5085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:22:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:22:39] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:22:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:40 smithi123 ceph-mon[191304]: pgmap v5086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:40 smithi123 ceph-mon[188613]: pgmap v5086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:40.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:40 smithi177 ceph-mon[212096]: pgmap v5086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:42 smithi123 ceph-mon[191304]: pgmap v5087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:22:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:42 smithi123 ceph-mon[188613]: pgmap v5087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:22:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:42 smithi177 ceph-mon[212096]: pgmap v5087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:22:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:44 smithi123 ceph-mon[191304]: pgmap v5088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:44 smithi123 ceph-mon[188613]: pgmap v5088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:44 smithi177 ceph-mon[212096]: pgmap v5088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:45.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:45 smithi123 ceph-mon[188613]: pgmap v5089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:45.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:45 smithi123 ceph-mon[191304]: pgmap v5089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:45.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:45 smithi177 ceph-mon[212096]: pgmap v5089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:48.171 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:22:48.479 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:22:48.480 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (91m) 5m ago 94m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:22:48.480 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (91m) 3m ago 94m 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:22:48.480 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (95m) 5m ago 95m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:22:48.480 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (95m) 3m ago 95m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:22:48.480 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (90m) 3m ago 97m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:22:48.480 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (91m) 5m ago 99m 608M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:22:48.480 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (90m) 5m ago 99m 626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:22:48.480 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (90m) 3m ago 98m 328M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:22:48.480 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (90m) 5m ago 97m 357M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:22:48.480 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (91m) 5m ago 94m 22.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:22:48.480 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (91m) 3m ago 94m 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:22:48.480 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (89m) 5m ago 97m 4020M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:22:48.480 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (89m) 5m ago 97m 4771M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:22:48.480 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (88m) 5m ago 97m 3896M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:22:48.481 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (88m) 5m ago 96m 3906M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:22:48.481 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (87m) 3m ago 96m 3257M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:22:48.481 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (87m) 3m ago 96m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:22:48.481 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (86m) 3m ago 95m 2985M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:22:48.481 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (86m) 3m ago 95m 3396M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:22:48.481 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (90m) 3m ago 94m 108M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:22:48.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:48 smithi123 ceph-mon[191304]: pgmap v5090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:48 smithi123 ceph-mon[188613]: pgmap v5090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:48.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:48 smithi177 ceph-mon[212096]: pgmap v5090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:48.860 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:22:48.891 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:22:48.891 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:22:48.892 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:22:48.892 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:22:48.892 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:22:48.892 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:22:48.892 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:22:48.892 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:22:48.892 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:22:48.892 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:22:48.892 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:22:48.892 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:22:48.892 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:22:48.892 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:22:48.893 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:22:48.893 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:22:48.893 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:22:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:49 smithi123 ceph-mon[188613]: from='client.38874 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:22:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:49 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4221759037' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:22:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:22:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:22:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:22:49.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:49 smithi123 ceph-mon[191304]: from='client.38874 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:22:49.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:49 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4221759037' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:22:49.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:49 smithi177 ceph-mon[212096]: from='client.38874 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:22:49.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:49 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4221759037' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:22:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:50 smithi123 ceph-mon[191304]: from='client.48824 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:22:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:50 smithi123 ceph-mon[191304]: pgmap v5091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:50 smithi123 ceph-mon[188613]: from='client.48824 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:22:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:50 smithi123 ceph-mon[188613]: pgmap v5091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:50.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:50 smithi177 ceph-mon[212096]: from='client.48824 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:22:50.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:50 smithi177 ceph-mon[212096]: pgmap v5091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:52 smithi123 ceph-mon[191304]: pgmap v5092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:52 smithi123 ceph-mon[188613]: pgmap v5092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:52.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:52 smithi177 ceph-mon[212096]: pgmap v5092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:54 smithi123 ceph-mon[191304]: pgmap v5093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:54 smithi123 ceph-mon[188613]: pgmap v5093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:54 smithi177 ceph-mon[212096]: pgmap v5093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:55.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:55 smithi123 ceph-mon[191304]: pgmap v5094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:55.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:55 smithi123 ceph-mon[188613]: pgmap v5094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:55 smithi177 ceph-mon[212096]: pgmap v5094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:22:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:22:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:22:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:22:57 smithi177 ceph-mon[212096]: pgmap v5095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:22:57 smithi123 ceph-mon[191304]: pgmap v5095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:22:57 smithi123 ceph-mon[188613]: pgmap v5095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:22:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:22:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:22:59] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:23:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:00 smithi123 ceph-mon[191304]: pgmap v5096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:00 smithi123 ceph-mon[188613]: pgmap v5096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:00 smithi177 ceph-mon[212096]: pgmap v5096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:02 smithi123 ceph-mon[188613]: pgmap v5097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:02 smithi123 ceph-mon[191304]: pgmap v5097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:02 smithi177 ceph-mon[212096]: pgmap v5097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:04 smithi123 ceph-mon[191304]: pgmap v5098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:04 smithi123 ceph-mon[188613]: pgmap v5098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:04 smithi177 ceph-mon[212096]: pgmap v5098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:05 smithi123 ceph-mon[191304]: pgmap v5099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:05 smithi123 ceph-mon[188613]: pgmap v5099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:05 smithi177 ceph-mon[212096]: pgmap v5099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:08 smithi123 ceph-mon[191304]: pgmap v5100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:08 smithi123 ceph-mon[188613]: pgmap v5100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:08.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:08 smithi177 ceph-mon[212096]: pgmap v5100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:23:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:23:09] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:23:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:10 smithi123 ceph-mon[191304]: pgmap v5101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:10 smithi123 ceph-mon[188613]: pgmap v5101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:10.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:10 smithi177 ceph-mon[212096]: pgmap v5101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:12 smithi123 ceph-mon[191304]: pgmap v5102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:12.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:23:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:12 smithi123 ceph-mon[188613]: pgmap v5102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:23:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:12 smithi177 ceph-mon[212096]: pgmap v5102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:23:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:14 smithi123 ceph-mon[191304]: pgmap v5103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:14 smithi123 ceph-mon[188613]: pgmap v5103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:14.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:14 smithi177 ceph-mon[212096]: pgmap v5103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:15.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:15 smithi123 ceph-mon[191304]: pgmap v5104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:15 smithi123 ceph-mon[188613]: pgmap v5104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:15 smithi177 ceph-mon[212096]: pgmap v5104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:16.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:23:16.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:23:16.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:23:16.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:23:16.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:23:16.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:23:16.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:23:16.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:23:16.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:23:16.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:23:16.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:23:16.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:23:17.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:17 smithi123 ceph-mon[191304]: pgmap v5105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:17.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:17 smithi123 ceph-mon[188613]: pgmap v5105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:17.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:17 smithi177 ceph-mon[212096]: pgmap v5105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:19.211 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:23:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:23:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:23:19] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:23:19.522 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:23:19.522 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (92m) 6m ago 95m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:23:19.522 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (91m) 4m ago 94m 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:23:19.522 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (95m) 6m ago 95m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:23:19.523 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (95m) 4m ago 95m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:23:19.523 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (91m) 4m ago 98m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:23:19.523 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (91m) 6m ago 99m 608M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:23:19.523 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (91m) 6m ago 99m 626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:23:19.523 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (90m) 4m ago 98m 328M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:23:19.523 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (90m) 6m ago 98m 357M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:23:19.523 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (92m) 6m ago 94m 22.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:23:19.523 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (91m) 4m ago 94m 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:23:19.523 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (90m) 6m ago 98m 4020M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:23:19.523 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (89m) 6m ago 97m 4771M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:23:19.523 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (89m) 6m ago 97m 3896M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:23:19.523 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (88m) 6m ago 97m 3906M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:23:19.523 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (88m) 4m ago 96m 3257M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:23:19.523 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (87m) 4m ago 96m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:23:19.523 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (87m) 4m ago 96m 2985M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:23:19.524 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (87m) 4m ago 96m 3396M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:23:19.524 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (91m) 4m ago 95m 108M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:23:19.905 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:23:19.905 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:23:19.905 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:23:19.905 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:23:19.905 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:23:19.905 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:23:19.905 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:23:19.905 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:23:19.905 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:23:19.906 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:23:19.906 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:23:19.906 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:23:19.906 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:23:19.906 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:23:19.906 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:23:19.906 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:23:19.906 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:23:19.906 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:23:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:20 smithi123 ceph-mon[191304]: pgmap v5106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:20 smithi123 ceph-mon[191304]: from='client.38892 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:23:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:20 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1929268424' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:23:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:20 smithi123 ceph-mon[188613]: pgmap v5106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:20 smithi123 ceph-mon[188613]: from='client.38892 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:23:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:20 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1929268424' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:23:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:20 smithi177 ceph-mon[212096]: pgmap v5106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:20.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:20 smithi177 ceph-mon[212096]: from='client.38892 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:23:20.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:20 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1929268424' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:23:21.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:21 smithi123 ceph-mon[191304]: from='client.48842 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:23:21.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:21 smithi123 ceph-mon[188613]: from='client.48842 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:23:21.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:21 smithi177 ceph-mon[212096]: from='client.48842 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:23:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:22 smithi123 ceph-mon[191304]: pgmap v5107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:22 smithi123 ceph-mon[188613]: pgmap v5107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:22.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:22 smithi177 ceph-mon[212096]: pgmap v5107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:24.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:24 smithi123 ceph-mon[191304]: pgmap v5108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:24.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:24 smithi123 ceph-mon[188613]: pgmap v5108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:24.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:24 smithi177 ceph-mon[212096]: pgmap v5108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:25.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:25 smithi123 ceph-mon[191304]: pgmap v5109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:25.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:25 smithi123 ceph-mon[188613]: pgmap v5109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:25 smithi177 ceph-mon[212096]: pgmap v5109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:23:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:23:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:23:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:27 smithi177 ceph-mon[212096]: pgmap v5110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:27 smithi123 ceph-mon[191304]: pgmap v5110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:27 smithi123 ceph-mon[188613]: pgmap v5110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:23:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:23:29] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:23:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:30 smithi123 ceph-mon[191304]: pgmap v5111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:30 smithi123 ceph-mon[188613]: pgmap v5111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:30.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:30 smithi177 ceph-mon[212096]: pgmap v5111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:32 smithi123 ceph-mon[188613]: pgmap v5112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:32 smithi123 ceph-mon[191304]: pgmap v5112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:32.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:32 smithi177 ceph-mon[212096]: pgmap v5112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:34 smithi123 ceph-mon[188613]: pgmap v5113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:34 smithi123 ceph-mon[191304]: pgmap v5113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:34.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:34 smithi177 ceph-mon[212096]: pgmap v5113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:35.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:35 smithi123 ceph-mon[191304]: pgmap v5114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:35.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:35 smithi123 ceph-mon[188613]: pgmap v5114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:35 smithi177 ceph-mon[212096]: pgmap v5114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:38 smithi123 ceph-mon[191304]: pgmap v5115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:38 smithi123 ceph-mon[188613]: pgmap v5115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:38 smithi177 ceph-mon[212096]: pgmap v5115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:23:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:23:39] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:23:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:40 smithi123 ceph-mon[191304]: pgmap v5116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:40 smithi123 ceph-mon[188613]: pgmap v5116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:40.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:40 smithi177 ceph-mon[212096]: pgmap v5116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:42 smithi123 ceph-mon[191304]: pgmap v5117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:23:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:42 smithi123 ceph-mon[188613]: pgmap v5117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:23:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:42 smithi177 ceph-mon[212096]: pgmap v5117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:23:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:44 smithi123 ceph-mon[191304]: pgmap v5118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:44 smithi123 ceph-mon[188613]: pgmap v5118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:44 smithi177 ceph-mon[212096]: pgmap v5118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:45.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:45 smithi123 ceph-mon[191304]: pgmap v5119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:45.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:45 smithi123 ceph-mon[188613]: pgmap v5119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:45.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:45 smithi177 ceph-mon[212096]: pgmap v5119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:48 smithi123 ceph-mon[191304]: pgmap v5120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:48 smithi123 ceph-mon[188613]: pgmap v5120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:48.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:48 smithi177 ceph-mon[212096]: pgmap v5120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:23:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:23:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:23:50.254 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:23:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:50 smithi123 ceph-mon[191304]: pgmap v5121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:50 smithi123 ceph-mon[188613]: pgmap v5121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:50.564 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:23:50.564 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (92m) 6m ago 95m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:23:50.564 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (92m) 4m ago 95m 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:23:50.564 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (96m) 6m ago 96m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:23:50.565 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (96m) 4m ago 96m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:23:50.565 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (91m) 4m ago 98m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:23:50.565 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (92m) 6m ago 100m 608M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:23:50.565 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (91m) 6m ago 100m 626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:23:50.565 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (91m) 4m ago 99m 328M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:23:50.565 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (91m) 6m ago 99m 357M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:23:50.565 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (92m) 6m ago 95m 22.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:23:50.565 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (92m) 4m ago 95m 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:23:50.565 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (90m) 6m ago 98m 4020M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:23:50.565 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (90m) 6m ago 98m 4771M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:23:50.565 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (89m) 6m ago 98m 3896M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:23:50.565 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (89m) 6m ago 97m 3906M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:23:50.566 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (88m) 4m ago 97m 3257M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:23:50.566 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (88m) 4m ago 97m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:23:50.566 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (88m) 4m ago 96m 2985M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:23:50.566 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (87m) 4m ago 96m 3396M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:23:50.566 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (92m) 4m ago 95m 108M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:23:50.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:50 smithi177 ceph-mon[212096]: pgmap v5121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:50.944 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:23:50.945 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:23:50.945 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:23:50.945 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:23:50.945 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:23:50.945 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:23:50.945 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:23:50.945 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:23:50.945 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:23:50.945 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:23:50.945 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:23:50.945 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:23:50.945 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:23:50.945 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:23:50.945 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:23:50.946 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:23:50.946 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:23:50.946 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:23:51.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:51 smithi123 ceph-mon[191304]: from='client.48854 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:23:51.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:51 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1859828756' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:23:51.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:51 smithi123 ceph-mon[188613]: from='client.48854 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:23:51.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:51 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1859828756' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:23:51.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:51 smithi177 ceph-mon[212096]: from='client.48854 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:23:51.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:51 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1859828756' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:23:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:52 smithi123 ceph-mon[191304]: from='client.38916 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:23:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:52 smithi123 ceph-mon[191304]: pgmap v5122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:52.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:52 smithi123 ceph-mon[188613]: from='client.38916 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:23:52.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:52 smithi123 ceph-mon[188613]: pgmap v5122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:52.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:52 smithi177 ceph-mon[212096]: from='client.38916 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:23:52.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:52 smithi177 ceph-mon[212096]: pgmap v5122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:54 smithi123 ceph-mon[191304]: pgmap v5123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:54.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:54 smithi123 ceph-mon[188613]: pgmap v5123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:54 smithi177 ceph-mon[212096]: pgmap v5123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:55.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:55 smithi123 ceph-mon[191304]: pgmap v5124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:55.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:55 smithi123 ceph-mon[188613]: pgmap v5124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:55 smithi177 ceph-mon[212096]: pgmap v5124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:23:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:23:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:23:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:23:57 smithi177 ceph-mon[212096]: pgmap v5125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:23:57 smithi123 ceph-mon[191304]: pgmap v5125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:23:57 smithi123 ceph-mon[188613]: pgmap v5125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:23:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:23:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:23:59] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:24:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:00 smithi123 ceph-mon[191304]: pgmap v5126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:00 smithi123 ceph-mon[188613]: pgmap v5126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:00 smithi177 ceph-mon[212096]: pgmap v5126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:02 smithi123 ceph-mon[188613]: pgmap v5127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:02 smithi123 ceph-mon[191304]: pgmap v5127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:02 smithi177 ceph-mon[212096]: pgmap v5127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:04 smithi123 ceph-mon[191304]: pgmap v5128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:04 smithi123 ceph-mon[188613]: pgmap v5128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:04 smithi177 ceph-mon[212096]: pgmap v5128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:05 smithi123 ceph-mon[191304]: pgmap v5129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:05 smithi123 ceph-mon[188613]: pgmap v5129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:05 smithi177 ceph-mon[212096]: pgmap v5129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:08 smithi123 ceph-mon[191304]: pgmap v5130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:08 smithi123 ceph-mon[188613]: pgmap v5130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:08.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:08 smithi177 ceph-mon[212096]: pgmap v5130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:24:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:24:09] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:24:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:10 smithi123 ceph-mon[188613]: pgmap v5131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:10 smithi123 ceph-mon[191304]: pgmap v5131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:10 smithi177 ceph-mon[212096]: pgmap v5131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:12 smithi123 ceph-mon[191304]: pgmap v5132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:24:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:12 smithi123 ceph-mon[188613]: pgmap v5132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:24:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:12 smithi177 ceph-mon[212096]: pgmap v5132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:24:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:14 smithi123 ceph-mon[191304]: pgmap v5133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:14 smithi123 ceph-mon[188613]: pgmap v5133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:14.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:14 smithi177 ceph-mon[212096]: pgmap v5133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:15.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:15 smithi123 ceph-mon[191304]: pgmap v5134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:15 smithi123 ceph-mon[188613]: pgmap v5134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:15 smithi177 ceph-mon[212096]: pgmap v5134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:16.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:24:16.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:24:16.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:24:17.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:24:17.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:24:17.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:24:17.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:17 smithi123 ceph-mon[191304]: pgmap v5135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:17.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:24:17.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:24:17.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:24:17.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:17 smithi123 ceph-mon[188613]: pgmap v5135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:17.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:24:17.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:24:17.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:24:17.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:17 smithi177 ceph-mon[212096]: pgmap v5135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:24:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:24:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:24:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:20 smithi123 ceph-mon[188613]: pgmap v5136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:20.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:20 smithi123 ceph-mon[191304]: pgmap v5136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:20 smithi177 ceph-mon[212096]: pgmap v5136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:21.294 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:24:21.598 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:24:21.598 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (93m) 7m ago 96m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:24:21.598 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (92m) 5m ago 95m 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:24:21.598 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (96m) 7m ago 96m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:24:21.599 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (96m) 5m ago 96m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:24:21.599 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (92m) 5m ago 99m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:24:21.599 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (92m) 7m ago 100m 608M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:24:21.599 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (92m) 7m ago 100m 626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:24:21.599 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (91m) 5m ago 99m 328M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:24:21.599 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (92m) 7m ago 99m 357M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:24:21.599 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (93m) 7m ago 95m 22.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:24:21.599 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (92m) 5m ago 95m 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:24:21.599 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (91m) 7m ago 99m 4020M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:24:21.599 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (90m) 7m ago 98m 4771M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:24:21.599 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (90m) 7m ago 98m 3896M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:24:21.600 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (89m) 7m ago 98m 3906M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:24:21.600 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (89m) 5m ago 98m 3257M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:24:21.600 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (88m) 5m ago 97m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:24:21.600 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (88m) 5m ago 97m 2985M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:24:21.600 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (88m) 5m ago 97m 3396M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:24:21.600 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (92m) 5m ago 96m 108M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:24:21.978 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:24:21.978 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:24:21.978 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:24:21.978 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:24:21.978 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:24:21.978 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:24:21.978 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:24:21.979 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:24:21.979 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:24:21.979 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:24:21.979 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:24:21.979 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:24:21.979 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:24:21.979 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:24:21.979 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:24:21.979 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:24:21.979 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:24:21.979 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:24:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:22 smithi123 ceph-mon[191304]: pgmap v5137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:22 smithi123 ceph-mon[191304]: from='client.38928 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:24:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:22 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1271911167' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:24:22.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:22 smithi123 ceph-mon[188613]: pgmap v5137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:22.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:22 smithi123 ceph-mon[188613]: from='client.38928 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:24:22.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:22 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1271911167' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:24:22.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:22 smithi177 ceph-mon[212096]: pgmap v5137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:22.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:22 smithi177 ceph-mon[212096]: from='client.38928 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:24:22.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:22 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1271911167' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:24:23.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:23 smithi123 ceph-mon[191304]: from='client.38934 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:24:23.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:23 smithi123 ceph-mon[188613]: from='client.38934 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:24:23.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:23 smithi177 ceph-mon[212096]: from='client.38934 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:24:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:24 smithi123 ceph-mon[191304]: pgmap v5138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:24 smithi123 ceph-mon[188613]: pgmap v5138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:24.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:24 smithi177 ceph-mon[212096]: pgmap v5138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:25.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:25 smithi123 ceph-mon[191304]: pgmap v5139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:25.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:25 smithi123 ceph-mon[188613]: pgmap v5139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:25 smithi177 ceph-mon[212096]: pgmap v5139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:24:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:24:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:24:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:27 smithi177 ceph-mon[212096]: pgmap v5140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:27 smithi123 ceph-mon[191304]: pgmap v5140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:27 smithi123 ceph-mon[188613]: pgmap v5140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:24:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:24:29] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T12:24:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:30 smithi123 ceph-mon[191304]: pgmap v5141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:30.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:30 smithi123 ceph-mon[188613]: pgmap v5141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:30.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:30 smithi177 ceph-mon[212096]: pgmap v5141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:32 smithi123 ceph-mon[191304]: pgmap v5142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:32 smithi123 ceph-mon[188613]: pgmap v5142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:32.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:32 smithi177 ceph-mon[212096]: pgmap v5142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:34 smithi123 ceph-mon[191304]: pgmap v5143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:34 smithi123 ceph-mon[188613]: pgmap v5143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:34.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:34 smithi177 ceph-mon[212096]: pgmap v5143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:35.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:35 smithi123 ceph-mon[191304]: pgmap v5144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:35.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:35 smithi123 ceph-mon[188613]: pgmap v5144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:35 smithi177 ceph-mon[212096]: pgmap v5144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:38 smithi123 ceph-mon[191304]: pgmap v5145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:38 smithi123 ceph-mon[188613]: pgmap v5145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:38 smithi177 ceph-mon[212096]: pgmap v5145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:24:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:24:39] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T12:24:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:40 smithi123 ceph-mon[191304]: pgmap v5146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:40 smithi123 ceph-mon[188613]: pgmap v5146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:40.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:40 smithi177 ceph-mon[212096]: pgmap v5146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:42 smithi123 ceph-mon[191304]: pgmap v5147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:24:42.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:42 smithi123 ceph-mon[188613]: pgmap v5147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:42.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:24:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:42 smithi177 ceph-mon[212096]: pgmap v5147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:24:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:44 smithi123 ceph-mon[191304]: pgmap v5148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:44 smithi123 ceph-mon[188613]: pgmap v5148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:44 smithi177 ceph-mon[212096]: pgmap v5148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:45.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:45 smithi123 ceph-mon[191304]: pgmap v5149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:45.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:45 smithi123 ceph-mon[188613]: pgmap v5149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:45.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:45 smithi177 ceph-mon[212096]: pgmap v5149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:48 smithi123 ceph-mon[191304]: pgmap v5150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:48.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:48 smithi123 ceph-mon[188613]: pgmap v5150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:48.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:48 smithi177 ceph-mon[212096]: pgmap v5150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:24:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:24:49] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:24:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:50 smithi123 ceph-mon[191304]: pgmap v5151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:50 smithi123 ceph-mon[188613]: pgmap v5151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:50.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:50 smithi177 ceph-mon[212096]: pgmap v5151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:52.324 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:24:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:52 smithi123 ceph-mon[191304]: pgmap v5152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:52 smithi123 ceph-mon[188613]: pgmap v5152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:52.631 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:24:52.631 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (93m) 7m ago 96m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:24:52.631 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (93m) 5m ago 96m 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:24:52.631 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (97m) 7m ago 97m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:24:52.631 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (97m) 5m ago 97m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:24:52.631 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (92m) 5m ago 99m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:24:52.631 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (93m) 7m ago 101m 608M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:24:52.632 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (92m) 7m ago 101m 626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:24:52.632 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (92m) 5m ago 100m 328M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:24:52.632 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (92m) 7m ago 100m 357M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:24:52.632 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (93m) 7m ago 96m 22.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:24:52.632 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (93m) 5m ago 96m 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:24:52.632 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (91m) 7m ago 99m 4020M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:24:52.632 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (91m) 7m ago 99m 4771M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:24:52.632 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (90m) 7m ago 99m 3896M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:24:52.632 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (90m) 7m ago 98m 3906M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:24:52.632 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (89m) 5m ago 98m 3257M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:24:52.632 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (89m) 5m ago 98m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:24:52.632 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (89m) 5m ago 97m 2985M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:24:52.632 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (88m) 5m ago 97m 3396M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:24:52.632 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (93m) 5m ago 96m 108M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:24:52.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:52 smithi177 ceph-mon[212096]: pgmap v5152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:53.016 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:24:53.016 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:24:53.016 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:24:53.016 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:24:53.016 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:24:53.016 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:24:53.016 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:24:53.016 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:24:53.016 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:24:53.016 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:24:53.017 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:24:53.017 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:24:53.017 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:24:53.017 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:24:53.017 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:24:53.017 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:24:53.017 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:24:53.017 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:24:53.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:53 smithi123 ceph-mon[191304]: from='client.38946 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:24:53.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:53 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/597338291' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:24:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:53 smithi123 ceph-mon[188613]: from='client.38946 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:24:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:53 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/597338291' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:24:53.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:53 smithi177 ceph-mon[212096]: from='client.38946 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:24:53.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:53 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/597338291' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:24:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:54 smithi123 ceph-mon[191304]: from='client.38952 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:24:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:54 smithi123 ceph-mon[191304]: pgmap v5153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:54.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:54 smithi123 ceph-mon[188613]: from='client.38952 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:24:54.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:54 smithi123 ceph-mon[188613]: pgmap v5153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:54 smithi177 ceph-mon[212096]: from='client.38952 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:24:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:54 smithi177 ceph-mon[212096]: pgmap v5153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:55.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:55 smithi123 ceph-mon[188613]: pgmap v5154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:55.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:55 smithi123 ceph-mon[191304]: pgmap v5154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:55 smithi177 ceph-mon[212096]: pgmap v5154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:24:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:24:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:24:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:24:57 smithi177 ceph-mon[212096]: pgmap v5155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:24:57 smithi123 ceph-mon[191304]: pgmap v5155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:24:57 smithi123 ceph-mon[188613]: pgmap v5155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:24:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:24:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:24:59] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:25:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:00 smithi123 ceph-mon[191304]: pgmap v5156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:00.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:00 smithi123 ceph-mon[188613]: pgmap v5156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:00 smithi177 ceph-mon[212096]: pgmap v5156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:02 smithi123 ceph-mon[191304]: pgmap v5157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:02.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:02 smithi123 ceph-mon[188613]: pgmap v5157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:02 smithi177 ceph-mon[212096]: pgmap v5157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:04 smithi123 ceph-mon[191304]: pgmap v5158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:04 smithi123 ceph-mon[188613]: pgmap v5158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:04 smithi177 ceph-mon[212096]: pgmap v5158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:05 smithi123 ceph-mon[191304]: pgmap v5159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:05 smithi123 ceph-mon[188613]: pgmap v5159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:05 smithi177 ceph-mon[212096]: pgmap v5159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:08 smithi123 ceph-mon[191304]: pgmap v5160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:08.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:08 smithi123 ceph-mon[188613]: pgmap v5160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:08.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:08 smithi177 ceph-mon[212096]: pgmap v5160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:25:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:25:09] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:25:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:10 smithi123 ceph-mon[191304]: pgmap v5161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:10.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:10 smithi123 ceph-mon[188613]: pgmap v5161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:10 smithi177 ceph-mon[212096]: pgmap v5161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:12 smithi123 ceph-mon[191304]: pgmap v5162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:12.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:25:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:12 smithi123 ceph-mon[188613]: pgmap v5162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:25:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:12 smithi177 ceph-mon[212096]: pgmap v5162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:25:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:14 smithi123 ceph-mon[191304]: pgmap v5163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:14.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:14 smithi123 ceph-mon[188613]: pgmap v5163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:14.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:14 smithi177 ceph-mon[212096]: pgmap v5163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:15.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:15 smithi123 ceph-mon[191304]: pgmap v5164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:15 smithi123 ceph-mon[188613]: pgmap v5164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:15 smithi177 ceph-mon[212096]: pgmap v5164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:17.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:25:17.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:25:17.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:25:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:17 smithi123 ceph-mon[188613]: pgmap v5165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:25:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:25:18.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:17 smithi123 ceph-mon[191304]: pgmap v5165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:18.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:25:18.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:25:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:17 smithi177 ceph-mon[212096]: pgmap v5165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:25:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:25:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:25:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:25:19] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:25:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:20 smithi123 ceph-mon[191304]: pgmap v5166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:25:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:25:20.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:25:20.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:25:20.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:25:20.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:20 smithi123 ceph-mon[188613]: pgmap v5166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:20.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:25:20.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:25:20.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:25:20.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:25:20.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:25:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:20 smithi177 ceph-mon[212096]: pgmap v5166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:25:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:25:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:25:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:25:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:25:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:22 smithi123 ceph-mon[191304]: pgmap v5167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:22.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:22 smithi123 ceph-mon[188613]: pgmap v5167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:22.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:22 smithi177 ceph-mon[212096]: pgmap v5167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:23.365 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:25:23.670 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:25:23.670 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (94m) 8m ago 97m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:25:23.670 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (93m) 6m ago 96m 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:25:23.670 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (97m) 8m ago 97m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:25:23.670 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (97m) 6m ago 97m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:25:23.670 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (93m) 6m ago 100m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:25:23.670 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (93m) 8m ago 101m 608M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:25:23.670 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (93m) 8m ago 101m 626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:25:23.670 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (92m) 6m ago 100m 328M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:25:23.670 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (93m) 8m ago 100m 357M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:25:23.670 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (94m) 8m ago 96m 22.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:25:23.671 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (93m) 6m ago 96m 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:25:23.671 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (92m) 8m ago 100m 4020M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:25:23.671 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (91m) 8m ago 99m 4771M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:25:23.671 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (91m) 8m ago 99m 3896M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:25:23.671 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (90m) 8m ago 99m 3906M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:25:23.671 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (90m) 6m ago 99m 3257M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:25:23.671 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (90m) 6m ago 98m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:25:23.671 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (89m) 6m ago 98m 2985M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:25:23.671 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (89m) 6m ago 98m 3396M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:25:23.671 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (93m) 6m ago 97m 108M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:25:24.056 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:25:24.056 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:25:24.056 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:25:24.056 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:25:24.056 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:25:24.056 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:25:24.056 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:25:24.056 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:25:24.057 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:25:24.057 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:25:24.057 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:25:24.057 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:25:24.057 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:25:24.057 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:25:24.057 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:25:24.057 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:25:24.057 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:25:24.057 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:25:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:24 smithi123 ceph-mon[191304]: pgmap v5168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:24 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1633208437' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:25:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:24 smithi123 ceph-mon[188613]: pgmap v5168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:24.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:24 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1633208437' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:25:24.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:24 smithi177 ceph-mon[212096]: pgmap v5168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:24.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:24 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1633208437' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:25:25.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:25 smithi123 ceph-mon[191304]: from='client.48908 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:25:25.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:25 smithi123 ceph-mon[191304]: from='client.48914 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:25:25.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:25 smithi123 ceph-mon[188613]: from='client.48908 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:25:25.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:25 smithi123 ceph-mon[188613]: from='client.48914 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:25:25.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:25 smithi177 ceph-mon[212096]: from='client.48908 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:25:25.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:25 smithi177 ceph-mon[212096]: from='client.48914 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:25:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:26 smithi123 ceph-mon[191304]: pgmap v5169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:26 smithi123 ceph-mon[188613]: pgmap v5169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:26.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:26 smithi177 ceph-mon[212096]: pgmap v5169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:25:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:25:27.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:25:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:28 smithi123 ceph-mon[191304]: pgmap v5170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:28.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:28 smithi123 ceph-mon[188613]: pgmap v5170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:28.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:28 smithi177 ceph-mon[212096]: pgmap v5170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:25:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:25:29] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:25:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:30 smithi123 ceph-mon[191304]: pgmap v5171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:30.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:30 smithi123 ceph-mon[188613]: pgmap v5171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:30.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:30 smithi177 ceph-mon[212096]: pgmap v5171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:32 smithi123 ceph-mon[191304]: pgmap v5172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:32.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:32 smithi123 ceph-mon[188613]: pgmap v5172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:32.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:32 smithi177 ceph-mon[212096]: pgmap v5172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:34 smithi123 ceph-mon[191304]: pgmap v5173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:34.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:34 smithi123 ceph-mon[188613]: pgmap v5173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:34.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:34 smithi177 ceph-mon[212096]: pgmap v5173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:35.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:35 smithi123 ceph-mon[191304]: pgmap v5174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:35.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:35 smithi123 ceph-mon[188613]: pgmap v5174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:35 smithi177 ceph-mon[212096]: pgmap v5174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:38 smithi123 ceph-mon[191304]: pgmap v5175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:38.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:38 smithi123 ceph-mon[188613]: pgmap v5175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:38 smithi177 ceph-mon[212096]: pgmap v5175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:25:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:25:39] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:25:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:40 smithi123 ceph-mon[191304]: pgmap v5176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:40 smithi123 ceph-mon[188613]: pgmap v5176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:40.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:40 smithi177 ceph-mon[212096]: pgmap v5176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:42 smithi123 ceph-mon[191304]: pgmap v5177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:42.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:25:42.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:42 smithi123 ceph-mon[188613]: pgmap v5177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:42.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:25:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:42 smithi177 ceph-mon[212096]: pgmap v5177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:25:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:44 smithi123 ceph-mon[191304]: pgmap v5178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:44 smithi123 ceph-mon[188613]: pgmap v5178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:44 smithi177 ceph-mon[212096]: pgmap v5178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:45.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:45 smithi123 ceph-mon[191304]: pgmap v5179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:45.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:45 smithi123 ceph-mon[188613]: pgmap v5179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:45.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:45 smithi177 ceph-mon[212096]: pgmap v5179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:48 smithi123 ceph-mon[191304]: pgmap v5180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:48.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:48 smithi123 ceph-mon[188613]: pgmap v5180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:48.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:48 smithi177 ceph-mon[212096]: pgmap v5180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:25:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:25:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:25:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:50 smithi123 ceph-mon[191304]: pgmap v5181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:50.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:50 smithi123 ceph-mon[188613]: pgmap v5181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:50.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:50 smithi177 ceph-mon[212096]: pgmap v5181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:52 smithi123 ceph-mon[191304]: pgmap v5182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:52 smithi123 ceph-mon[188613]: pgmap v5182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:52.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:52 smithi177 ceph-mon[212096]: pgmap v5182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:54.402 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:25:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:54 smithi123 ceph-mon[191304]: pgmap v5183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:54 smithi123 ceph-mon[188613]: pgmap v5183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:54 smithi177 ceph-mon[212096]: pgmap v5183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:54.710 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:25:54.710 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (94m) 8m ago 97m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:25:54.710 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (94m) 6m ago 97m 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:25:54.710 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (98m) 8m ago 98m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:25:54.710 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (98m) 6m ago 98m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:25:54.710 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (94m) 6m ago 100m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:25:54.710 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (94m) 8m ago 102m 608M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:25:54.710 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (93m) 8m ago 102m 626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:25:54.710 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (93m) 6m ago 101m 328M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:25:54.710 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (93m) 8m ago 101m 357M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:25:54.711 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (94m) 8m ago 97m 22.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:25:54.711 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (94m) 6m ago 97m 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:25:54.711 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (92m) 8m ago 100m 4020M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:25:54.711 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (92m) 8m ago 100m 4771M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:25:54.711 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (91m) 8m ago 100m 3896M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:25:54.711 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (91m) 8m ago 99m 3906M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:25:54.711 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (91m) 6m ago 99m 3257M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:25:54.711 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (90m) 6m ago 99m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:25:54.711 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (90m) 6m ago 99m 2985M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:25:54.711 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (89m) 6m ago 98m 3396M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:25:54.711 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (94m) 6m ago 98m 108M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:25:55.092 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:25:55.092 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:25:55.093 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:25:55.093 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:25:55.093 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:25:55.093 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:25:55.093 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:25:55.093 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:25:55.093 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:25:55.093 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:25:55.093 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:25:55.093 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:25:55.093 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:25:55.094 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:25:55.094 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:25:55.094 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:25:55.094 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:25:55.094 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:25:55.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:55 smithi123 ceph-mon[191304]: from='client.38982 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:25:55.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:55 smithi123 ceph-mon[191304]: from='client.48932 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:25:55.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:55 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2377875986' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:25:55.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:55 smithi123 ceph-mon[191304]: pgmap v5184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:55.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:55 smithi123 ceph-mon[188613]: from='client.38982 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:25:55.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:55 smithi123 ceph-mon[188613]: from='client.48932 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:25:55.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:55 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2377875986' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:25:55.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:55 smithi123 ceph-mon[188613]: pgmap v5184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:55 smithi177 ceph-mon[212096]: from='client.38982 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:25:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:55 smithi177 ceph-mon[212096]: from='client.48932 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:25:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:55 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2377875986' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:25:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:55 smithi177 ceph-mon[212096]: pgmap v5184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:56.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:25:56.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:25:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:25:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:25:57 smithi123 ceph-mon[191304]: pgmap v5185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:25:57 smithi123 ceph-mon[188613]: pgmap v5185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:25:57 smithi177 ceph-mon[212096]: pgmap v5185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:25:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:25:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:25:59] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:26:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:00 smithi123 ceph-mon[191304]: pgmap v5186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:00.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:00 smithi123 ceph-mon[188613]: pgmap v5186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:00 smithi177 ceph-mon[212096]: pgmap v5186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:02 smithi123 ceph-mon[191304]: pgmap v5187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:02 smithi123 ceph-mon[188613]: pgmap v5187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:02 smithi177 ceph-mon[212096]: pgmap v5187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:04 smithi123 ceph-mon[191304]: pgmap v5188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:04 smithi123 ceph-mon[188613]: pgmap v5188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:04 smithi177 ceph-mon[212096]: pgmap v5188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:05 smithi123 ceph-mon[191304]: pgmap v5189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:05.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:05 smithi123 ceph-mon[188613]: pgmap v5189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:05 smithi177 ceph-mon[212096]: pgmap v5189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:08 smithi123 ceph-mon[191304]: pgmap v5190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:08.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:08 smithi123 ceph-mon[188613]: pgmap v5190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:08.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:08 smithi177 ceph-mon[212096]: pgmap v5190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:26:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:26:09] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:26:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:10 smithi123 ceph-mon[191304]: pgmap v5191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:10 smithi123 ceph-mon[188613]: pgmap v5191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:10 smithi177 ceph-mon[212096]: pgmap v5191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:12 smithi123 ceph-mon[191304]: pgmap v5192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:26:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:12 smithi123 ceph-mon[188613]: pgmap v5192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:26:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:12 smithi177 ceph-mon[212096]: pgmap v5192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:26:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:14 smithi123 ceph-mon[191304]: pgmap v5193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:14.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:14 smithi123 ceph-mon[188613]: pgmap v5193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:14.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:14 smithi177 ceph-mon[212096]: pgmap v5193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:15.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:15 smithi123 ceph-mon[191304]: pgmap v5194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:15.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:15 smithi123 ceph-mon[188613]: pgmap v5194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:15 smithi177 ceph-mon[212096]: pgmap v5194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:18 smithi123 ceph-mon[191304]: pgmap v5195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:18 smithi123 ceph-mon[188613]: pgmap v5195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:18 smithi177 ceph-mon[212096]: pgmap v5195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:26:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:26:19] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:26:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:20 smithi123 ceph-mon[191304]: pgmap v5196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:20 smithi123 ceph-mon[188613]: pgmap v5196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:20 smithi177 ceph-mon[212096]: pgmap v5196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:21.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:26:21.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:26:21.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:26:21.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:26:21.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:26:21.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:26:21.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:26:21.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:26:21.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:26:21.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:26:21.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:26:21.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:26:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:22 smithi123 ceph-mon[191304]: pgmap v5197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:22.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:22 smithi123 ceph-mon[188613]: pgmap v5197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:22.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:22 smithi177 ceph-mon[212096]: pgmap v5197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:24 smithi123 ceph-mon[191304]: pgmap v5198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:24.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:24 smithi123 ceph-mon[188613]: pgmap v5198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:24.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:24 smithi177 ceph-mon[212096]: pgmap v5198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:25.437 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:26:25.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:25 smithi123 ceph-mon[191304]: pgmap v5199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:25.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:25 smithi123 ceph-mon[188613]: pgmap v5199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:25.747 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:26:25.747 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (95m) 9m ago 98m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:26:25.747 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (94m) 7m ago 97m 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:26:25.747 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (99m) 9m ago 99m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:26:25.747 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (98m) 7m ago 98m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:26:25.747 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (94m) 7m ago 101m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:26:25.747 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (94m) 9m ago 102m 608M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:26:25.748 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (94m) 9m ago 102m 626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:26:25.748 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (93m) 7m ago 101m 328M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:26:25.748 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (94m) 9m ago 101m 357M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:26:25.748 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (95m) 9m ago 97m 22.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:26:25.748 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (94m) 7m ago 97m 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:26:25.748 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (93m) 9m ago 101m 4020M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:26:25.748 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (92m) 9m ago 100m 4771M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:26:25.748 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (92m) 9m ago 100m 3896M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:26:25.748 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (92m) 9m ago 100m 3906M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:26:25.748 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (91m) 7m ago 100m 3257M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:26:25.748 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (91m) 7m ago 99m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:26:25.749 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (90m) 7m ago 99m 2985M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:26:25.749 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (90m) 7m ago 99m 3396M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:26:25.749 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (94m) 7m ago 98m 108M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:26:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:25 smithi177 ceph-mon[212096]: pgmap v5199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:26.126 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:26:26.127 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:26:26.127 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:26:26.127 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:26:26.127 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:26:26.127 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:26:26.127 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:26:26.127 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:26:26.127 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:26:26.127 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:26:26.127 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:26:26.128 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:26:26.128 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:26:26.128 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:26:26.128 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:26:26.128 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:26:26.128 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:26:26.128 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:26:26.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:26 smithi123 ceph-mon[191304]: from='client.48944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:26:26.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:26 smithi123 ceph-mon[191304]: from='client.48950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:26:26.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:26 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1631228313' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:26:26.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:26:26.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:26 smithi123 ceph-mon[188613]: from='client.48944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:26:26.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:26 smithi123 ceph-mon[188613]: from='client.48950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:26:26.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:26 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1631228313' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:26:26.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:26:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:26 smithi177 ceph-mon[212096]: from='client.48944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:26:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:26 smithi177 ceph-mon[212096]: from='client.48950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:26:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:26 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1631228313' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:26:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:26:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:27 smithi123 ceph-mon[191304]: pgmap v5200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:27.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:27 smithi123 ceph-mon[188613]: pgmap v5200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:27 smithi177 ceph-mon[212096]: pgmap v5200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:26:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:26:29] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:26:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:30 smithi123 ceph-mon[191304]: pgmap v5201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:30.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:30 smithi123 ceph-mon[188613]: pgmap v5201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:30.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:30 smithi177 ceph-mon[212096]: pgmap v5201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:32 smithi123 ceph-mon[191304]: pgmap v5202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:32 smithi123 ceph-mon[188613]: pgmap v5202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:32.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:32 smithi177 ceph-mon[212096]: pgmap v5202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:34 smithi123 ceph-mon[188613]: pgmap v5203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:34 smithi123 ceph-mon[191304]: pgmap v5203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:34.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:34 smithi177 ceph-mon[212096]: pgmap v5203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:35.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:35 smithi123 ceph-mon[188613]: pgmap v5204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:35.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:35 smithi123 ceph-mon[191304]: pgmap v5204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:35 smithi177 ceph-mon[212096]: pgmap v5204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:38 smithi123 ceph-mon[191304]: pgmap v5205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:38 smithi123 ceph-mon[188613]: pgmap v5205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:38 smithi177 ceph-mon[212096]: pgmap v5205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:26:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:26:39] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:26:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:40 smithi123 ceph-mon[191304]: pgmap v5206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:40 smithi123 ceph-mon[188613]: pgmap v5206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:40.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:40 smithi177 ceph-mon[212096]: pgmap v5206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:42 smithi123 ceph-mon[191304]: pgmap v5207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:26:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:42 smithi123 ceph-mon[188613]: pgmap v5207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:26:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:42 smithi177 ceph-mon[212096]: pgmap v5207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:26:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:44 smithi123 ceph-mon[191304]: pgmap v5208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:44.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:44 smithi123 ceph-mon[188613]: pgmap v5208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:44 smithi177 ceph-mon[212096]: pgmap v5208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:45.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:45 smithi123 ceph-mon[188613]: pgmap v5209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:45.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:45 smithi123 ceph-mon[191304]: pgmap v5209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:45.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:45 smithi177 ceph-mon[212096]: pgmap v5209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:48 smithi123 ceph-mon[191304]: pgmap v5210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:48.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:48 smithi123 ceph-mon[188613]: pgmap v5210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:48.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:48 smithi177 ceph-mon[212096]: pgmap v5210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:26:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:26:49] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:26:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:50 smithi123 ceph-mon[191304]: pgmap v5211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:50 smithi123 ceph-mon[188613]: pgmap v5211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:50.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:50 smithi177 ceph-mon[212096]: pgmap v5211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:52 smithi123 ceph-mon[191304]: pgmap v5212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:52 smithi123 ceph-mon[188613]: pgmap v5212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:52.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:52 smithi177 ceph-mon[212096]: pgmap v5212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:54 smithi123 ceph-mon[191304]: pgmap v5213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:54 smithi123 ceph-mon[188613]: pgmap v5213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:54 smithi177 ceph-mon[212096]: pgmap v5213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:55.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:55 smithi123 ceph-mon[191304]: pgmap v5214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:55.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:55 smithi123 ceph-mon[188613]: pgmap v5214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:55 smithi177 ceph-mon[212096]: pgmap v5214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:56.484 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:26:56.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:26:56.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:26:56.791 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:26:56.791 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (95m) 9m ago 98m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:26:56.791 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (95m) 7m ago 98m 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:26:56.791 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (99m) 9m ago 99m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:26:56.791 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (99m) 7m ago 99m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:26:56.792 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (95m) 7m ago 101m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:26:56.792 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (95m) 9m ago 103m 608M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:26:56.792 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (94m) 9m ago 103m 626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:26:56.792 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (94m) 7m ago 102m 328M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:26:56.792 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (94m) 9m ago 102m 357M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:26:56.792 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (95m) 9m ago 98m 22.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:26:56.792 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (95m) 7m ago 98m 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:26:56.792 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (93m) 9m ago 101m 4020M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:26:56.792 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (93m) 9m ago 101m 4771M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:26:56.792 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (93m) 9m ago 101m 3896M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:26:56.792 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (92m) 9m ago 100m 3906M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:26:56.793 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (92m) 7m ago 100m 3257M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:26:56.793 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (91m) 7m ago 100m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:26:56.793 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (91m) 7m ago 100m 2985M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:26:56.793 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (90m) 7m ago 99m 3396M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:26:56.793 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (95m) 7m ago 99m 108M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:26:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:26:57.170 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:26:57.170 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:26:57.170 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:26:57.170 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:26:57.170 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:26:57.170 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:26:57.171 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:26:57.171 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:26:57.171 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:26:57.171 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:26:57.171 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:26:57.171 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:26:57.171 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:26:57.171 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:26:57.171 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:26:57.171 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:26:57.171 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:26:57.171 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:26:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:57 smithi123 ceph-mon[191304]: from='client.39018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:26:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:57 smithi123 ceph-mon[191304]: from='client.48968 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:26:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:57 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1572080165' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:26:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:26:57 smithi123 ceph-mon[191304]: pgmap v5215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:57 smithi123 ceph-mon[188613]: from='client.39018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:26:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:57 smithi123 ceph-mon[188613]: from='client.48968 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:26:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:57 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1572080165' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:26:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:26:57 smithi123 ceph-mon[188613]: pgmap v5215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:57 smithi177 ceph-mon[212096]: from='client.39018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:26:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:57 smithi177 ceph-mon[212096]: from='client.48968 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:26:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:57 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1572080165' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:26:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:26:57 smithi177 ceph-mon[212096]: pgmap v5215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:26:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:26:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:26:59] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T12:27:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:00 smithi123 ceph-mon[191304]: pgmap v5216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:00 smithi123 ceph-mon[188613]: pgmap v5216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:00 smithi177 ceph-mon[212096]: pgmap v5216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:02 smithi123 ceph-mon[191304]: pgmap v5217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:02 smithi123 ceph-mon[188613]: pgmap v5217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:02 smithi177 ceph-mon[212096]: pgmap v5217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:04 smithi123 ceph-mon[191304]: pgmap v5218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:04 smithi123 ceph-mon[188613]: pgmap v5218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:04 smithi177 ceph-mon[212096]: pgmap v5218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:05 smithi123 ceph-mon[191304]: pgmap v5219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:05 smithi123 ceph-mon[188613]: pgmap v5219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:05 smithi177 ceph-mon[212096]: pgmap v5219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:08 smithi123 ceph-mon[191304]: pgmap v5220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:08 smithi123 ceph-mon[188613]: pgmap v5220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:08.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:08 smithi177 ceph-mon[212096]: pgmap v5220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:27:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:27:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T12:27:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:10 smithi123 ceph-mon[191304]: pgmap v5221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:10.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:10 smithi123 ceph-mon[188613]: pgmap v5221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:10 smithi177 ceph-mon[212096]: pgmap v5221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:12 smithi123 ceph-mon[191304]: pgmap v5222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:12.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:27:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:12 smithi123 ceph-mon[188613]: pgmap v5222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:27:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:12 smithi177 ceph-mon[212096]: pgmap v5222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:27:14.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:14 smithi177 ceph-mon[212096]: pgmap v5223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:14.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:14 smithi123 ceph-mon[191304]: pgmap v5223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:14.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:14 smithi123 ceph-mon[188613]: pgmap v5223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:15.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:15 smithi123 ceph-mon[191304]: pgmap v5224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:15 smithi123 ceph-mon[188613]: pgmap v5224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:15 smithi177 ceph-mon[212096]: pgmap v5224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:18 smithi123 ceph-mon[188613]: pgmap v5225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:18 smithi123 ceph-mon[191304]: pgmap v5225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:18 smithi177 ceph-mon[212096]: pgmap v5225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:27:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:27:19] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:27:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:20 smithi123 ceph-mon[191304]: pgmap v5226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:20 smithi123 ceph-mon[188613]: pgmap v5226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:20 smithi177 ceph-mon[212096]: pgmap v5226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:21.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:27:21.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:27:21.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:27:21.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:27:21.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:27:21.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:27:21.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:27:21.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:27:21.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:27:22.243 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:22 smithi177 ceph-mon[212096]: pgmap v5227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:22.243 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:27:22.243 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:27:22.718 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:22 smithi123 ceph-mon[191304]: pgmap v5227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:22.718 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:27:22.718 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:27:22.718 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:22 smithi123 ceph-mon[188613]: pgmap v5227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:22.718 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:27:22.718 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:27:24.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:24 smithi177 ceph-mon[212096]: pgmap v5228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:27:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:27:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:27:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:27:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:27:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:27:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:27:24.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:24 smithi123 ceph-mon[191304]: pgmap v5228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:24.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:27:24.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:27:24.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:27:24.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:27:24.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:27:24.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:27:24.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:27:24.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:24 smithi123 ceph-mon[188613]: pgmap v5228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:24.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:27:24.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:27:24.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:27:24.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:27:24.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:27:24.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:27:24.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:27:25.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:25 smithi123 ceph-mon[191304]: pgmap v5229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:25.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:25 smithi123 ceph-mon[188613]: pgmap v5229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:25 smithi177 ceph-mon[212096]: pgmap v5229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:26.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:27:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:27:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:27:27.523 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:27:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:27 smithi123 ceph-mon[191304]: pgmap v5230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:27 smithi123 ceph-mon[188613]: pgmap v5230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:27.829 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:27:27.829 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (96m) 4s ago 99m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:27:27.829 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (96m) 8m ago 99m 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:27:27.829 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (100m) 4s ago 100m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:27:27.829 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (100m) 8m ago 100m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:27:27.829 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (95m) 8m ago 102m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:27:27.829 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (95m) 4s ago 103m 615M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:27:27.829 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (95m) 4s ago 103m 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:27:27.830 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (94m) 8m ago 102m 328M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:27:27.830 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (95m) 4s ago 102m 376M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:27:27.830 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (96m) 4s ago 98m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:27:27.830 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (95m) 8m ago 98m 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:27:27.830 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (94m) 4s ago 102m 4054M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:27:27.830 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (94m) 4s ago 101m 4802M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:27:27.830 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (93m) 4s ago 101m 3921M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:27:27.830 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (93m) 4s ago 101m 3938M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:27:27.830 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (92m) 8m ago 101m 3257M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:27:27.830 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (92m) 8m ago 100m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:27:27.830 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (91m) 8m ago 100m 2985M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:27:27.830 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (91m) 8m ago 100m 3396M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:27:27.831 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (95m) 8m ago 99m 108M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:27:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:27 smithi177 ceph-mon[212096]: pgmap v5230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:28.213 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:27:28.213 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:27:28.213 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:27:28.214 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:27:28.214 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:27:28.214 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:27:28.214 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:27:28.214 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:27:28.214 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:27:28.214 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:27:28.214 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:27:28.214 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:27:28.214 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:27:28.215 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:27:28.215 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:27:28.215 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:27:28.215 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:27:28.215 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:27:28.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:28 smithi123 ceph-mon[191304]: from='client.39036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:27:28.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:28 smithi123 ceph-mon[191304]: from='client.48986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:27:28.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:28 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3620783768' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:27:28.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:28 smithi123 ceph-mon[188613]: from='client.39036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:27:28.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:28 smithi123 ceph-mon[188613]: from='client.48986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:27:28.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:28 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3620783768' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:27:28.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:28 smithi177 ceph-mon[212096]: from='client.39036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:27:28.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:28 smithi177 ceph-mon[212096]: from='client.48986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:27:28.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:28 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3620783768' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:27:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:27:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:27:29] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:27:29.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:29 smithi177 ceph-mon[212096]: pgmap v5231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:29.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:29 smithi123 ceph-mon[191304]: pgmap v5231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:29 smithi123 ceph-mon[188613]: pgmap v5231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:32.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:32 smithi177 ceph-mon[212096]: pgmap v5232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:32.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:32 smithi123 ceph-mon[191304]: pgmap v5232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:32.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:32 smithi123 ceph-mon[188613]: pgmap v5232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:34.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:34 smithi177 ceph-mon[212096]: pgmap v5233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:34.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:34 smithi123 ceph-mon[191304]: pgmap v5233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:34.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:34 smithi123 ceph-mon[188613]: pgmap v5233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:35.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:35 smithi123 ceph-mon[191304]: pgmap v5234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:35.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:35 smithi123 ceph-mon[188613]: pgmap v5234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:35 smithi177 ceph-mon[212096]: pgmap v5234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:38 smithi177 ceph-mon[212096]: pgmap v5235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:38.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:38 smithi123 ceph-mon[191304]: pgmap v5235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:38.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:38 smithi123 ceph-mon[188613]: pgmap v5235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:27:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:27:39] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:27:40.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:40 smithi177 ceph-mon[212096]: pgmap v5236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:40.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:40 smithi123 ceph-mon[191304]: pgmap v5236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:40.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:40 smithi123 ceph-mon[188613]: pgmap v5236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:42 smithi177 ceph-mon[212096]: pgmap v5237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:27:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:42 smithi123 ceph-mon[191304]: pgmap v5237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:27:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:42 smithi123 ceph-mon[188613]: pgmap v5237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:27:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:44 smithi177 ceph-mon[212096]: pgmap v5238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:44.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:44 smithi123 ceph-mon[191304]: pgmap v5238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:44.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:44 smithi123 ceph-mon[188613]: pgmap v5238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:45.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:45 smithi123 ceph-mon[191304]: pgmap v5239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:45.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:45 smithi123 ceph-mon[188613]: pgmap v5239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:45.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:45 smithi177 ceph-mon[212096]: pgmap v5239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:48.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:48 smithi177 ceph-mon[212096]: pgmap v5240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:48.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:48 smithi123 ceph-mon[191304]: pgmap v5240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:48.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:48 smithi123 ceph-mon[188613]: pgmap v5240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:27:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:27:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:27:50.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:50 smithi177 ceph-mon[212096]: pgmap v5241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:50.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:50 smithi123 ceph-mon[191304]: pgmap v5241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:50.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:50 smithi123 ceph-mon[188613]: pgmap v5241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:52.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:52 smithi177 ceph-mon[212096]: pgmap v5242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:52.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:52 smithi123 ceph-mon[191304]: pgmap v5242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:52.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:52 smithi123 ceph-mon[188613]: pgmap v5242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:54 smithi177 ceph-mon[212096]: pgmap v5243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:54.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:54 smithi123 ceph-mon[191304]: pgmap v5243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:54.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:54 smithi123 ceph-mon[188613]: pgmap v5243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:55.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:55 smithi123 ceph-mon[191304]: pgmap v5244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:55.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:55 smithi123 ceph-mon[188613]: pgmap v5244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:55 smithi177 ceph-mon[212096]: pgmap v5244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:56.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:27:56.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:27:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:27:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:27:57 smithi123 ceph-mon[191304]: pgmap v5245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:27:57 smithi123 ceph-mon[188613]: pgmap v5245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:27:57 smithi177 ceph-mon[212096]: pgmap v5245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:27:58.565 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:27:58.875 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:27:58.875 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (96m) 35s ago 99m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:27:58.875 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (96m) 8m ago 99m 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:27:58.875 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (100m) 35s ago 100m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:27:58.875 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (100m) 8m ago 100m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:27:58.875 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (96m) 8m ago 102m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:27:58.876 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (96m) 35s ago 104m 615M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:27:58.876 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (95m) 35s ago 104m 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:27:58.876 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (95m) 8m ago 103m 328M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:27:58.876 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (95m) 35s ago 103m 376M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:27:58.876 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (96m) 35s ago 99m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:27:58.876 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (96m) 8m ago 99m 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:27:58.876 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (94m) 35s ago 102m 4054M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:27:58.876 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (94m) 35s ago 102m 4802M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:27:58.876 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (94m) 35s ago 102m 3921M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:27:58.876 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (93m) 35s ago 101m 3938M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:27:58.876 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (93m) 8m ago 101m 3257M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:27:58.876 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (92m) 8m ago 101m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:27:58.877 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (92m) 8m ago 101m 2985M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:27:58.877 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (91m) 8m ago 100m 3396M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:27:58.877 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (96m) 8m ago 100m 108M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:27:59.263 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:27:59.263 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:27:59.263 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:27:59.263 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:27:59.263 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:27:59.263 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:27:59.263 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:27:59.263 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:27:59.263 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:27:59.264 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:27:59.264 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:27:59.264 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:27:59.264 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:27:59.264 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:27:59.264 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:27:59.264 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:27:59.264 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:27:59.264 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:27:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:27:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:27:59] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:28:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:00 smithi177 ceph-mon[212096]: from='client.48998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:28:00.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:00 smithi177 ceph-mon[212096]: from='client.49004 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:28:00.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:00 smithi177 ceph-mon[212096]: pgmap v5246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:00.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:00 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2838073608' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:28:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:00 smithi123 ceph-mon[188613]: from='client.48998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:28:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:00 smithi123 ceph-mon[188613]: from='client.49004 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:28:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:00 smithi123 ceph-mon[188613]: pgmap v5246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:00 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2838073608' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:28:00.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:00 smithi123 ceph-mon[191304]: from='client.48998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:28:00.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:00 smithi123 ceph-mon[191304]: from='client.49004 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:28:00.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:00 smithi123 ceph-mon[191304]: pgmap v5246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:00.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:00 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2838073608' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:28:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:02 smithi177 ceph-mon[212096]: pgmap v5247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:02.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:02 smithi123 ceph-mon[188613]: pgmap v5247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:02.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:02 smithi123 ceph-mon[191304]: pgmap v5247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:04 smithi177 ceph-mon[212096]: pgmap v5248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:04.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:04 smithi123 ceph-mon[191304]: pgmap v5248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:04.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:04 smithi123 ceph-mon[188613]: pgmap v5248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:05 smithi123 ceph-mon[191304]: pgmap v5249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:05 smithi123 ceph-mon[188613]: pgmap v5249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:05 smithi177 ceph-mon[212096]: pgmap v5249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:08.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:08 smithi177 ceph-mon[212096]: pgmap v5250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:08.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:08 smithi123 ceph-mon[191304]: pgmap v5250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:08.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:08 smithi123 ceph-mon[188613]: pgmap v5250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:28:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:28:09] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:28:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:10 smithi177 ceph-mon[212096]: pgmap v5251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:10.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:10 smithi123 ceph-mon[191304]: pgmap v5251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:10.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:10 smithi123 ceph-mon[188613]: pgmap v5251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:12 smithi177 ceph-mon[212096]: pgmap v5252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:28:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:12 smithi123 ceph-mon[191304]: pgmap v5252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:28:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:12 smithi123 ceph-mon[188613]: pgmap v5252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:28:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:14 smithi177 ceph-mon[212096]: pgmap v5253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:14.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:14 smithi123 ceph-mon[191304]: pgmap v5253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:14.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:14 smithi123 ceph-mon[188613]: pgmap v5253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:15.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:15 smithi123 ceph-mon[191304]: pgmap v5254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:15.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:15 smithi123 ceph-mon[188613]: pgmap v5254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:15 smithi177 ceph-mon[212096]: pgmap v5254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:18 smithi177 ceph-mon[212096]: pgmap v5255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:18.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:18 smithi123 ceph-mon[191304]: pgmap v5255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:18.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:18 smithi123 ceph-mon[188613]: pgmap v5255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:28:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:28:19] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:28:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:20 smithi177 ceph-mon[212096]: pgmap v5256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:20.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:20 smithi123 ceph-mon[191304]: pgmap v5256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:20.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:20 smithi123 ceph-mon[188613]: pgmap v5256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:22.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:22 smithi177 ceph-mon[212096]: pgmap v5257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:22.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:22 smithi123 ceph-mon[191304]: pgmap v5257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:22.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:22 smithi123 ceph-mon[188613]: pgmap v5257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:24.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:24 smithi177 ceph-mon[212096]: pgmap v5258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:24.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:28:24.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:24 smithi123 ceph-mon[191304]: pgmap v5258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:24.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:28:24.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:24 smithi123 ceph-mon[188613]: pgmap v5258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:24.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:28:25.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:28:25.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:28:25.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:28:25.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:28:25.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:28:25.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:25 smithi123 ceph-mon[188613]: pgmap v5259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:25.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:28:25.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:28:25.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:28:25.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:28:25.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:28:25.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:25 smithi123 ceph-mon[191304]: pgmap v5259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:25.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:28:25.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:28:25.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:28:25.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:28:25.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:28:25.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:25 smithi177 ceph-mon[212096]: pgmap v5259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:28:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:28:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:28:28.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:27 smithi123 ceph-mon[191304]: pgmap v5260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:28.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:27 smithi123 ceph-mon[188613]: pgmap v5260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:27 smithi177 ceph-mon[212096]: pgmap v5260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:28:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:28:29] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:28:29.612 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:28:29.918 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:28:29.918 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (97m) 66s ago 100m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:28:29.918 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (97m) 9m ago 100m 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:28:29.919 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (101m) 66s ago 101m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:28:29.919 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (101m) 9m ago 101m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:28:29.919 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (96m) 9m ago 103m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:28:29.919 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (96m) 66s ago 104m 615M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:28:29.919 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (96m) 66s ago 104m 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:28:29.919 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (95m) 9m ago 103m 328M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:28:29.919 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (96m) 66s ago 103m 376M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:28:29.919 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (97m) 66s ago 100m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:28:29.919 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (97m) 9m ago 99m 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:28:29.919 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (95m) 66s ago 103m 4054M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:28:29.919 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (95m) 66s ago 102m 4802M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:28:29.919 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (94m) 66s ago 102m 3921M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:28:29.919 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (94m) 66s ago 102m 3938M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:28:29.920 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (93m) 9m ago 102m 3257M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:28:29.920 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (93m) 9m ago 101m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:28:29.920 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (92m) 9m ago 101m 2985M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:28:29.920 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (92m) 9m ago 101m 3396M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:28:29.920 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (96m) 9m ago 100m 108M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:28:30.300 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:28:30.300 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:28:30.300 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:28:30.300 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:28:30.300 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:28:30.300 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:28:30.301 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:28:30.301 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:28:30.301 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:28:30.301 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:28:30.301 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:28:30.301 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:28:30.301 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:28:30.301 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:28:30.301 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:28:30.301 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:28:30.301 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:28:30.301 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:28:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:30 smithi177 ceph-mon[212096]: pgmap v5261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:30.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:30 smithi123 ceph-mon[191304]: pgmap v5261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:30.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:30 smithi123 ceph-mon[188613]: pgmap v5261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:31.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:31 smithi177 ceph-mon[212096]: from='client.39072 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:28:31.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:31 smithi177 ceph-mon[212096]: from='client.49022 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:28:31.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:31 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4128903591' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:28:31.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:31 smithi123 ceph-mon[191304]: from='client.39072 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:28:31.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:31 smithi123 ceph-mon[191304]: from='client.49022 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:28:31.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:31 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4128903591' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:28:31.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:31 smithi123 ceph-mon[188613]: from='client.39072 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:28:31.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:31 smithi123 ceph-mon[188613]: from='client.49022 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:28:31.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:31 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4128903591' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:28:32.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:32 smithi177 ceph-mon[212096]: pgmap v5262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:32.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:32 smithi123 ceph-mon[191304]: pgmap v5262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:32.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:32 smithi123 ceph-mon[188613]: pgmap v5262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:34.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:34 smithi177 ceph-mon[212096]: pgmap v5263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:34.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:34 smithi123 ceph-mon[191304]: pgmap v5263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:34.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:34 smithi123 ceph-mon[188613]: pgmap v5263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:35 smithi177 ceph-mon[212096]: pgmap v5264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:35 smithi123 ceph-mon[188613]: pgmap v5264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:35 smithi123 ceph-mon[191304]: pgmap v5264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:38 smithi177 ceph-mon[212096]: pgmap v5265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:38.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:38 smithi123 ceph-mon[191304]: pgmap v5265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:38.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:38 smithi123 ceph-mon[188613]: pgmap v5265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:28:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:28:39] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:28:40.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:40 smithi177 ceph-mon[212096]: pgmap v5266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:40.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:40 smithi123 ceph-mon[191304]: pgmap v5266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:40.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:40 smithi123 ceph-mon[188613]: pgmap v5266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:42 smithi177 ceph-mon[212096]: pgmap v5267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:42.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:28:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:42 smithi123 ceph-mon[191304]: pgmap v5267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:28:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:42 smithi123 ceph-mon[188613]: pgmap v5267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:28:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:44 smithi177 ceph-mon[212096]: pgmap v5268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:44.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:44 smithi123 ceph-mon[191304]: pgmap v5268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:44.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:44 smithi123 ceph-mon[188613]: pgmap v5268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:45.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:45 smithi123 ceph-mon[191304]: pgmap v5269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:45.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:45 smithi123 ceph-mon[188613]: pgmap v5269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:45 smithi177 ceph-mon[212096]: pgmap v5269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:48.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:48 smithi177 ceph-mon[212096]: pgmap v5270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:48.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:48 smithi123 ceph-mon[191304]: pgmap v5270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:48.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:48 smithi123 ceph-mon[188613]: pgmap v5270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:28:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:28:49] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:28:50.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:50 smithi177 ceph-mon[212096]: pgmap v5271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:50.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:50 smithi123 ceph-mon[191304]: pgmap v5271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:50.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:50 smithi123 ceph-mon[188613]: pgmap v5271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:52.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:52 smithi177 ceph-mon[212096]: pgmap v5272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:52.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:52 smithi123 ceph-mon[191304]: pgmap v5272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:52.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:52 smithi123 ceph-mon[188613]: pgmap v5272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:54.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:54 smithi177 ceph-mon[212096]: pgmap v5273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:54.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:54 smithi123 ceph-mon[188613]: pgmap v5273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:54.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:54 smithi123 ceph-mon[191304]: pgmap v5273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:55.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:55 smithi177 ceph-mon[212096]: pgmap v5274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:55 smithi123 ceph-mon[191304]: pgmap v5274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:55 smithi123 ceph-mon[188613]: pgmap v5274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:28:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:28:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:28:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:28:57 smithi177 ceph-mon[212096]: pgmap v5275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:28:57 smithi123 ceph-mon[191304]: pgmap v5275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:28:57 smithi123 ceph-mon[188613]: pgmap v5275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:28:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:28:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:28:59] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:29:00.641 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:29:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:00 smithi177 ceph-mon[212096]: pgmap v5276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:00.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:00 smithi123 ceph-mon[191304]: pgmap v5276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:00 smithi123 ceph-mon[188613]: pgmap v5276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:00.947 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:29:00.947 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (97m) 97s ago 100m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:29:00.947 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (97m) 9m ago 100m 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:29:00.947 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (101m) 97s ago 101m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:29:00.947 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (101m) 9m ago 101m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:29:00.947 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (97m) 9m ago 103m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:29:00.947 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (97m) 97s ago 105m 615M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:29:00.948 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (96m) 97s ago 105m 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:29:00.948 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (96m) 9m ago 104m 328M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:29:00.948 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (96m) 97s ago 104m 376M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:29:00.948 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (97m) 97s ago 100m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:29:00.948 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (97m) 9m ago 100m 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:29:00.948 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (96m) 97s ago 103m 4054M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:29:00.948 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (95m) 97s ago 103m 4802M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:29:00.948 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (95m) 97s ago 103m 3921M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:29:00.948 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (94m) 97s ago 102m 3938M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:29:00.948 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (94m) 9m ago 102m 3257M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:29:00.948 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (93m) 9m ago 102m 3522M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:29:00.948 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (93m) 9m ago 102m 2985M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:29:00.948 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (92m) 9m ago 101m 3396M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:29:00.948 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (97m) 9m ago 101m 108M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:29:01.328 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:29:01.328 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:29:01.328 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:29:01.329 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:29:01.329 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:29:01.329 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:29:01.329 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:29:01.329 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:29:01.329 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:29:01.329 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:29:01.329 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:29:01.329 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:29:01.329 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:29:01.329 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:29:01.329 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:29:01.329 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:29:01.329 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:29:01.329 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:29:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:02 smithi177 ceph-mon[212096]: from='client.49034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:29:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:02 smithi177 ceph-mon[212096]: from='client.39096 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:29:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:02 smithi177 ceph-mon[212096]: pgmap v5277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:02 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/964057471' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:29:02.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:02 smithi123 ceph-mon[191304]: from='client.49034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:29:02.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:02 smithi123 ceph-mon[191304]: from='client.39096 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:29:02.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:02 smithi123 ceph-mon[191304]: pgmap v5277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:02.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:02 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/964057471' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:29:02.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:02 smithi123 ceph-mon[188613]: from='client.49034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:29:02.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:02 smithi123 ceph-mon[188613]: from='client.39096 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:29:02.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:02 smithi123 ceph-mon[188613]: pgmap v5277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:02.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:02 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/964057471' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:29:04.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:04 smithi177 ceph-mon[212096]: pgmap v5278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:04.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:04 smithi123 ceph-mon[191304]: pgmap v5278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:04.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:04 smithi123 ceph-mon[188613]: pgmap v5278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:05 smithi177 ceph-mon[212096]: pgmap v5279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:05 smithi123 ceph-mon[191304]: pgmap v5279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:05 smithi123 ceph-mon[188613]: pgmap v5279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:08.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:08 smithi177 ceph-mon[212096]: pgmap v5280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:08.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:08 smithi123 ceph-mon[191304]: pgmap v5280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:08.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:08 smithi123 ceph-mon[188613]: pgmap v5280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:29:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:29:09] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:29:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:10 smithi177 ceph-mon[212096]: pgmap v5281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:10.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:10 smithi123 ceph-mon[191304]: pgmap v5281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:10.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:10 smithi123 ceph-mon[188613]: pgmap v5281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:12 smithi177 ceph-mon[212096]: pgmap v5282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:29:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:12 smithi123 ceph-mon[191304]: pgmap v5282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:29:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:12 smithi123 ceph-mon[188613]: pgmap v5282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:29:14.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:14 smithi177 ceph-mon[212096]: pgmap v5283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:14.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:14 smithi123 ceph-mon[191304]: pgmap v5283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:14.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:14 smithi123 ceph-mon[188613]: pgmap v5283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:15 smithi177 ceph-mon[212096]: pgmap v5284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:15 smithi123 ceph-mon[191304]: pgmap v5284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:15 smithi123 ceph-mon[188613]: pgmap v5284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:18 smithi177 ceph-mon[212096]: pgmap v5285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:18.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:18 smithi123 ceph-mon[191304]: pgmap v5285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:18.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:18 smithi123 ceph-mon[188613]: pgmap v5285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:29:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:29:19] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:29:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:20 smithi177 ceph-mon[212096]: pgmap v5286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:20.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:20 smithi123 ceph-mon[191304]: pgmap v5286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:20.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:20 smithi123 ceph-mon[188613]: pgmap v5286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:22.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:22 smithi177 ceph-mon[212096]: pgmap v5287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:22.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:22 smithi123 ceph-mon[191304]: pgmap v5287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:22.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:22 smithi123 ceph-mon[188613]: pgmap v5287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:24.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:24 smithi177 ceph-mon[212096]: pgmap v5288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:24.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:24 smithi123 ceph-mon[191304]: pgmap v5288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:24.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:24 smithi123 ceph-mon[188613]: pgmap v5288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:29:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:25 smithi177 ceph-mon[212096]: pgmap v5289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:25.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:29:25.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:25 smithi123 ceph-mon[191304]: pgmap v5289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:29:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:25 smithi123 ceph-mon[188613]: pgmap v5289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:29:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:29:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:29:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:27 smithi177 ceph-mon[212096]: pgmap v5290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:29:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:29:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:27 smithi123 ceph-mon[191304]: pgmap v5290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:29:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:29:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:27 smithi123 ceph-mon[188613]: pgmap v5290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:29:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:29:28.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:29:28.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:29:28.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:29:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:29:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:29:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:29:28.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:29:28.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:29:28.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:29:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:29:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:29:29] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:29:29.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:29 smithi177 ceph-mon[212096]: pgmap v5291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:29.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:29 smithi123 ceph-mon[191304]: pgmap v5291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:29 smithi123 ceph-mon[188613]: pgmap v5291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:31.674 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:29:31.982 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:29:31.982 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (98m) 2m ago 101m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:29:31.982 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (98m) 4s ago 101m 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:29:31.982 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (102m) 2m ago 102m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:29:31.982 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (102m) 4s ago 102m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:29:31.982 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (97m) 4s ago 104m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:29:31.982 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (97m) 2m ago 105m 615M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:29:31.982 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (97m) 2m ago 106m 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:29:31.982 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (97m) 4s ago 104m 345M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:29:31.983 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (97m) 2m ago 104m 376M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:29:31.983 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (98m) 2m ago 101m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:29:31.983 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (98m) 4s ago 100m 21.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:29:31.983 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (96m) 2m ago 104m 4054M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:29:31.983 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (96m) 2m ago 104m 4802M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:29:31.983 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (95m) 2m ago 103m 3921M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:29:31.983 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (95m) 2m ago 103m 3938M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:29:31.983 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (94m) 4s ago 103m 3286M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:29:31.983 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (94m) 4s ago 102m 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:29:31.983 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (93m) 4s ago 102m 3016M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:29:31.983 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (93m) 4s ago 102m 3433M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:29:31.984 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (97m) 4s ago 101m 111M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:29:32.367 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:29:32.367 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:29:32.367 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:29:32.367 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:29:32.367 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:29:32.367 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:29:32.368 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:29:32.368 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:29:32.368 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:29:32.368 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:29:32.368 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:29:32.368 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:29:32.368 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:29:32.368 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:29:32.368 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:29:32.368 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:29:32.368 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:29:32.369 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:29:32.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:32 smithi177 ceph-mon[212096]: pgmap v5292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:32.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:32 smithi123 ceph-mon[191304]: pgmap v5292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:32.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:32 smithi123 ceph-mon[188613]: pgmap v5292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:33.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:33 smithi177 ceph-mon[212096]: from='client.39108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:29:33.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:33 smithi177 ceph-mon[212096]: from='client.49058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:29:33.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:33 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2781491086' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:29:33.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:33 smithi123 ceph-mon[188613]: from='client.39108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:29:33.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:33 smithi123 ceph-mon[188613]: from='client.49058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:29:33.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:33 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2781491086' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:29:33.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:33 smithi123 ceph-mon[191304]: from='client.39108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:29:33.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:33 smithi123 ceph-mon[191304]: from='client.49058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:29:33.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:33 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2781491086' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:29:34.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:34 smithi177 ceph-mon[212096]: pgmap v5293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:34.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:34 smithi123 ceph-mon[191304]: pgmap v5293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:34.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:34 smithi123 ceph-mon[188613]: pgmap v5293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:35 smithi177 ceph-mon[212096]: pgmap v5294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:35 smithi123 ceph-mon[191304]: pgmap v5294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:35 smithi123 ceph-mon[188613]: pgmap v5294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:38 smithi177 ceph-mon[212096]: pgmap v5295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:38.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:38 smithi123 ceph-mon[191304]: pgmap v5295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:38.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:38 smithi123 ceph-mon[188613]: pgmap v5295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:29:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:29:39] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:29:40.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:40 smithi177 ceph-mon[212096]: pgmap v5296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:40.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:40 smithi123 ceph-mon[191304]: pgmap v5296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:40.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:40 smithi123 ceph-mon[188613]: pgmap v5296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:42 smithi177 ceph-mon[212096]: pgmap v5297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:29:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:42 smithi123 ceph-mon[191304]: pgmap v5297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:29:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:42 smithi123 ceph-mon[188613]: pgmap v5297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:29:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:44 smithi177 ceph-mon[212096]: pgmap v5298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:44.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:44 smithi123 ceph-mon[191304]: pgmap v5298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:44.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:44 smithi123 ceph-mon[188613]: pgmap v5298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:45.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:45 smithi177 ceph-mon[212096]: pgmap v5299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:45 smithi123 ceph-mon[191304]: pgmap v5299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:45.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:45 smithi123 ceph-mon[188613]: pgmap v5299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:48.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:48 smithi177 ceph-mon[212096]: pgmap v5300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:48.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:48 smithi123 ceph-mon[191304]: pgmap v5300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:48.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:48 smithi123 ceph-mon[188613]: pgmap v5300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:29:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:29:49] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:29:50.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:50 smithi177 ceph-mon[212096]: pgmap v5301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:50.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:50 smithi123 ceph-mon[191304]: pgmap v5301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:50.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:50 smithi123 ceph-mon[188613]: pgmap v5301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:52.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:52 smithi177 ceph-mon[212096]: pgmap v5302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:52.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:52 smithi123 ceph-mon[188613]: pgmap v5302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:52.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:52 smithi123 ceph-mon[191304]: pgmap v5302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:54.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:54 smithi177 ceph-mon[212096]: pgmap v5303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:54.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:54 smithi123 ceph-mon[188613]: pgmap v5303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:54.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:54 smithi123 ceph-mon[191304]: pgmap v5303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:55 smithi177 ceph-mon[212096]: pgmap v5304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:55 smithi123 ceph-mon[188613]: pgmap v5304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:55 smithi123 ceph-mon[191304]: pgmap v5304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:29:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:29:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:29:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:29:57 smithi177 ceph-mon[212096]: pgmap v5305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:29:57 smithi123 ceph-mon[191304]: pgmap v5305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:29:57 smithi123 ceph-mon[188613]: pgmap v5305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:29:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:29:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:29:59] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:30:00.286 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T12:29:59.998+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T12:30:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:00 smithi177 ceph-mon[212096]: pgmap v5306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T12:30:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:00 smithi123 ceph-mon[188613]: pgmap v5306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T12:30:00.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:00 smithi123 ceph-mon[191304]: pgmap v5306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:00.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T12:30:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:02 smithi177 ceph-mon[212096]: pgmap v5307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:02.712 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:30:02.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:02 smithi123 ceph-mon[188613]: pgmap v5307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:02.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:02 smithi123 ceph-mon[191304]: pgmap v5307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:03.022 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:30:03.022 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (98m) 2m ago 101m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:30:03.022 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (98m) 35s ago 101m 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:30:03.022 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (102m) 2m ago 102m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:30:03.022 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (102m) 35s ago 102m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:30:03.023 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (98m) 35s ago 105m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:30:03.023 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (98m) 2m ago 106m 615M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:30:03.023 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (98m) 2m ago 106m 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:30:03.023 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (97m) 35s ago 105m 345M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:30:03.023 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (97m) 2m ago 105m 376M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:30:03.023 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (98m) 2m ago 101m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:30:03.023 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (98m) 35s ago 101m 21.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:30:03.023 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (97m) 2m ago 104m 4054M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:30:03.023 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (96m) 2m ago 104m 4802M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:30:03.023 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (96m) 2m ago 104m 3921M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:30:03.023 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (95m) 2m ago 103m 3938M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:30:03.023 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (95m) 35s ago 103m 3286M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:30:03.023 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (94m) 35s ago 103m 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:30:03.023 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (94m) 35s ago 103m 3016M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:30:03.024 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (93m) 35s ago 102m 3433M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:30:03.024 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (98m) 35s ago 102m 111M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:30:03.407 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:30:03.407 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:30:03.408 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:30:03.408 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:30:03.408 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:30:03.408 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:30:03.408 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:30:03.408 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:30:03.408 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:30:03.408 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:30:03.408 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:30:03.408 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:30:03.408 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:30:03.408 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:30:03.408 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:30:03.408 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:30:03.408 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:30:03.408 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:30:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:04 smithi177 ceph-mon[212096]: from='client.39126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:30:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:04 smithi177 ceph-mon[212096]: from='client.49076 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:30:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:04 smithi177 ceph-mon[212096]: pgmap v5308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:04.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:04 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4112535472' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:30:04.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:04 smithi123 ceph-mon[191304]: from='client.39126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:30:04.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:04 smithi123 ceph-mon[191304]: from='client.49076 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:30:04.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:04 smithi123 ceph-mon[191304]: pgmap v5308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:04.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:04 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4112535472' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:30:04.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:04 smithi123 ceph-mon[188613]: from='client.39126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:30:04.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:04 smithi123 ceph-mon[188613]: from='client.49076 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:30:04.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:04 smithi123 ceph-mon[188613]: pgmap v5308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:04.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:04 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4112535472' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:30:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:05 smithi177 ceph-mon[212096]: pgmap v5309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:05 smithi123 ceph-mon[191304]: pgmap v5309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:05 smithi123 ceph-mon[188613]: pgmap v5309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:08.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:08 smithi177 ceph-mon[212096]: pgmap v5310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:08.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:08 smithi123 ceph-mon[191304]: pgmap v5310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:08.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:08 smithi123 ceph-mon[188613]: pgmap v5310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:30:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:30:09] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:30:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:10 smithi177 ceph-mon[212096]: pgmap v5311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:10.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:10 smithi123 ceph-mon[191304]: pgmap v5311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:10.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:10 smithi123 ceph-mon[188613]: pgmap v5311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:12 smithi177 ceph-mon[212096]: pgmap v5312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:30:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:12 smithi123 ceph-mon[191304]: pgmap v5312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:30:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:12 smithi123 ceph-mon[188613]: pgmap v5312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:30:14.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:14 smithi177 ceph-mon[212096]: pgmap v5313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:14.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:14 smithi123 ceph-mon[191304]: pgmap v5313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:14.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:14 smithi123 ceph-mon[188613]: pgmap v5313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:15 smithi177 ceph-mon[212096]: pgmap v5314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:15 smithi123 ceph-mon[191304]: pgmap v5314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:15.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:15 smithi123 ceph-mon[188613]: pgmap v5314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:18 smithi177 ceph-mon[212096]: pgmap v5315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:18.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:18 smithi123 ceph-mon[191304]: pgmap v5315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:18.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:18 smithi123 ceph-mon[188613]: pgmap v5315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:30:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:30:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:30:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:20 smithi177 ceph-mon[212096]: pgmap v5316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:20.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:20 smithi123 ceph-mon[191304]: pgmap v5316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:20.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:20 smithi123 ceph-mon[188613]: pgmap v5316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:22.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:22 smithi177 ceph-mon[212096]: pgmap v5317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:22.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:22 smithi123 ceph-mon[191304]: pgmap v5317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:22.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:22 smithi123 ceph-mon[188613]: pgmap v5317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:24.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:24 smithi177 ceph-mon[212096]: pgmap v5318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:24.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:24 smithi123 ceph-mon[191304]: pgmap v5318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:24.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:24 smithi123 ceph-mon[188613]: pgmap v5318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:25 smithi177 ceph-mon[212096]: pgmap v5319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:25 smithi123 ceph-mon[188613]: pgmap v5319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:25.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:25 smithi123 ceph-mon[191304]: pgmap v5319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:30:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:30:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:30:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:27 smithi177 ceph-mon[212096]: pgmap v5320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:27 smithi123 ceph-mon[191304]: pgmap v5320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:27 smithi123 ceph-mon[188613]: pgmap v5320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:28.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:30:28.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:30:28.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:30:28.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:30:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:30:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:30:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:30:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:30:28.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:30:28.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:30:28.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:30:28.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:30:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:30:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:30:29] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:30:29.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:29 smithi177 ceph-mon[212096]: pgmap v5321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:29.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:29 smithi123 ceph-mon[191304]: pgmap v5321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:29 smithi123 ceph-mon[188613]: pgmap v5321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:32.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:32 smithi177 ceph-mon[212096]: pgmap v5322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:32.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:32 smithi123 ceph-mon[191304]: pgmap v5322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:32.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:32 smithi123 ceph-mon[188613]: pgmap v5322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:33.754 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:30:34.069 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:30:34.069 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (99m) 3m ago 102m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:30:34.069 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (99m) 66s ago 102m 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:30:34.069 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (103m) 3m ago 103m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:30:34.069 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (103m) 66s ago 103m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:30:34.069 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (98m) 66s ago 105m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:30:34.069 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (99m) 3m ago 106m 615M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:30:34.069 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (98m) 3m ago 107m 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:30:34.069 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (98m) 66s ago 105m 345M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:30:34.070 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (98m) 3m ago 105m 376M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:30:34.070 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (99m) 3m ago 102m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:30:34.070 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (99m) 66s ago 102m 21.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:30:34.070 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (97m) 3m ago 105m 4054M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:30:34.070 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (97m) 3m ago 105m 4802M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:30:34.070 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (96m) 3m ago 104m 3921M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:30:34.070 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (96m) 3m ago 104m 3938M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:30:34.070 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (95m) 66s ago 104m 3286M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:30:34.070 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (95m) 66s ago 103m 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:30:34.070 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (94m) 66s ago 103m 3016M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:30:34.070 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (94m) 66s ago 103m 3433M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:30:34.071 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (98m) 66s ago 102m 111M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:30:34.454 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:30:34.454 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:30:34.454 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:30:34.454 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:30:34.454 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:30:34.454 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:30:34.454 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:30:34.454 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:30:34.454 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:30:34.454 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:30:34.454 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:30:34.455 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:30:34.455 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:30:34.455 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:30:34.455 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:30:34.455 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:30:34.455 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:30:34.455 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:30:34.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:34 smithi177 ceph-mon[212096]: pgmap v5323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:34.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:34 smithi123 ceph-mon[191304]: pgmap v5323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:34.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:34 smithi123 ceph-mon[188613]: pgmap v5323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:35.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:35 smithi177 ceph-mon[212096]: from='client.49088 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:30:35.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:35 smithi177 ceph-mon[212096]: from='client.39150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:30:35.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:35 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2624446318' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:30:35.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:35 smithi123 ceph-mon[191304]: from='client.49088 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:30:35.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:35 smithi123 ceph-mon[191304]: from='client.39150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:30:35.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:35 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2624446318' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:30:35.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:35 smithi123 ceph-mon[188613]: from='client.49088 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:30:35.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:35 smithi123 ceph-mon[188613]: from='client.39150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:30:35.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:35 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2624446318' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:30:36.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:36 smithi177 ceph-mon[212096]: pgmap v5324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:36.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:36 smithi123 ceph-mon[191304]: pgmap v5324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:36.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:36 smithi123 ceph-mon[188613]: pgmap v5324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:38 smithi177 ceph-mon[212096]: pgmap v5325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:38.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:38 smithi123 ceph-mon[191304]: pgmap v5325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:38.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:38 smithi123 ceph-mon[188613]: pgmap v5325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:30:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:30:39] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:30:40.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:40 smithi177 ceph-mon[212096]: pgmap v5326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:40.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:40 smithi123 ceph-mon[191304]: pgmap v5326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:40.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:40 smithi123 ceph-mon[188613]: pgmap v5326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:42 smithi177 ceph-mon[212096]: pgmap v5327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:30:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:42 smithi123 ceph-mon[191304]: pgmap v5327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:30:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:42 smithi123 ceph-mon[188613]: pgmap v5327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:30:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:44 smithi177 ceph-mon[212096]: pgmap v5328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:44.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:44 smithi123 ceph-mon[191304]: pgmap v5328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:44.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:44 smithi123 ceph-mon[188613]: pgmap v5328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:45.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:45 smithi177 ceph-mon[212096]: pgmap v5329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:45 smithi123 ceph-mon[191304]: pgmap v5329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:45.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:45 smithi123 ceph-mon[188613]: pgmap v5329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:48.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:48 smithi177 ceph-mon[212096]: pgmap v5330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:48.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:48 smithi123 ceph-mon[191304]: pgmap v5330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:48.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:48 smithi123 ceph-mon[188613]: pgmap v5330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:30:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:30:49] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:30:50.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:50 smithi177 ceph-mon[212096]: pgmap v5331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:50.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:50 smithi123 ceph-mon[191304]: pgmap v5331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:50.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:50 smithi123 ceph-mon[188613]: pgmap v5331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:52.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:52 smithi177 ceph-mon[212096]: pgmap v5332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:52.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:52 smithi123 ceph-mon[191304]: pgmap v5332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:52.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:52 smithi123 ceph-mon[188613]: pgmap v5332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:54 smithi177 ceph-mon[212096]: pgmap v5333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:54.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:54 smithi123 ceph-mon[191304]: pgmap v5333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:54.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:54 smithi123 ceph-mon[188613]: pgmap v5333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:55 smithi177 ceph-mon[212096]: pgmap v5334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:55 smithi123 ceph-mon[191304]: pgmap v5334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:55 smithi123 ceph-mon[188613]: pgmap v5334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:30:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:30:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:30:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:30:57 smithi177 ceph-mon[212096]: pgmap v5335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:30:57 smithi123 ceph-mon[191304]: pgmap v5335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:30:57 smithi123 ceph-mon[188613]: pgmap v5335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:30:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:30:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:30:59] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:31:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:00 smithi177 ceph-mon[212096]: pgmap v5336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:00.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:00 smithi123 ceph-mon[191304]: pgmap v5336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:00 smithi123 ceph-mon[188613]: pgmap v5336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:02 smithi177 ceph-mon[212096]: pgmap v5337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:02.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:02 smithi123 ceph-mon[191304]: pgmap v5337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:02.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:02 smithi123 ceph-mon[188613]: pgmap v5337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:04 smithi177 ceph-mon[212096]: pgmap v5338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:04.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:04 smithi123 ceph-mon[191304]: pgmap v5338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:04.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:04 smithi123 ceph-mon[188613]: pgmap v5338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:04.804 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:31:05.113 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:31:05.113 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (99m) 3m ago 102m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:31:05.113 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (99m) 97s ago 102m 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:31:05.113 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (103m) 3m ago 103m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:31:05.113 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (103m) 97s ago 103m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:31:05.113 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (99m) 97s ago 106m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:31:05.114 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (99m) 3m ago 107m 615M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:31:05.114 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (99m) 3m ago 107m 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:31:05.114 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (98m) 97s ago 106m 345M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:31:05.114 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (98m) 3m ago 106m 376M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:31:05.114 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (99m) 3m ago 102m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:31:05.114 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (99m) 97s ago 102m 21.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:31:05.114 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (98m) 3m ago 105m 4054M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:31:05.114 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (97m) 3m ago 105m 4802M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:31:05.114 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (97m) 3m ago 105m 3921M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:31:05.114 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (96m) 3m ago 104m 3938M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:31:05.114 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (96m) 97s ago 104m 3286M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:31:05.115 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (95m) 97s ago 104m 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:31:05.115 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (95m) 97s ago 104m 3016M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:31:05.115 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (94m) 97s ago 103m 3433M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:31:05.115 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (99m) 97s ago 103m 111M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:31:05.494 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:31:05.495 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:31:05.495 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:31:05.495 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:31:05.495 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:31:05.495 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:31:05.495 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:31:05.495 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:31:05.495 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:31:05.495 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:31:05.495 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:31:05.495 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:31:05.496 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:31:05.496 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:31:05.496 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:31:05.496 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:31:05.496 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:31:05.496 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:31:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:05 smithi177 ceph-mon[212096]: from='client.39162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:31:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:05 smithi177 ceph-mon[212096]: from='client.49112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:31:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:05 smithi177 ceph-mon[212096]: pgmap v5339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:05.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:05 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1028794395' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:31:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:05 smithi123 ceph-mon[191304]: from='client.39162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:31:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:05 smithi123 ceph-mon[191304]: from='client.49112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:31:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:05 smithi123 ceph-mon[191304]: pgmap v5339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:05 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1028794395' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:31:05.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:05 smithi123 ceph-mon[188613]: from='client.39162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:31:05.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:05 smithi123 ceph-mon[188613]: from='client.49112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:31:05.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:05 smithi123 ceph-mon[188613]: pgmap v5339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:05.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:05 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1028794395' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:31:08.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:08 smithi177 ceph-mon[212096]: pgmap v5340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:08.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:08 smithi123 ceph-mon[191304]: pgmap v5340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:08.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:08 smithi123 ceph-mon[188613]: pgmap v5340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:31:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:31:09] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:31:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:10 smithi177 ceph-mon[212096]: pgmap v5341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:10.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:10 smithi123 ceph-mon[191304]: pgmap v5341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:10.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:10 smithi123 ceph-mon[188613]: pgmap v5341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:12 smithi177 ceph-mon[212096]: pgmap v5342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:31:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:12 smithi123 ceph-mon[191304]: pgmap v5342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:31:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:12 smithi123 ceph-mon[188613]: pgmap v5342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:31:14.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:14 smithi177 ceph-mon[212096]: pgmap v5343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:14.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:14 smithi123 ceph-mon[191304]: pgmap v5343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:14.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:14 smithi123 ceph-mon[188613]: pgmap v5343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:15 smithi177 ceph-mon[212096]: pgmap v5344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:15 smithi123 ceph-mon[191304]: pgmap v5344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:15 smithi123 ceph-mon[188613]: pgmap v5344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:18 smithi177 ceph-mon[212096]: pgmap v5345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:18.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:18 smithi123 ceph-mon[188613]: pgmap v5345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:18.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:18 smithi123 ceph-mon[191304]: pgmap v5345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:31:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:31:19] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:31:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:20 smithi177 ceph-mon[212096]: pgmap v5346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:20.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:20 smithi123 ceph-mon[191304]: pgmap v5346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:20.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:20 smithi123 ceph-mon[188613]: pgmap v5346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:22.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:22 smithi177 ceph-mon[212096]: pgmap v5347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:22.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:22 smithi123 ceph-mon[191304]: pgmap v5347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:22.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:22 smithi123 ceph-mon[188613]: pgmap v5347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:24.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:24 smithi177 ceph-mon[212096]: pgmap v5348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:24.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:24 smithi123 ceph-mon[191304]: pgmap v5348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:24.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:24 smithi123 ceph-mon[188613]: pgmap v5348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:25 smithi177 ceph-mon[212096]: pgmap v5349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:25.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:25 smithi123 ceph-mon[191304]: pgmap v5349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:25 smithi123 ceph-mon[188613]: pgmap v5349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:31:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:31:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:31:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:27 smithi177 ceph-mon[212096]: pgmap v5350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:27 smithi123 ceph-mon[191304]: pgmap v5350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:27 smithi123 ceph-mon[188613]: pgmap v5350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:28.901 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 12:31:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T12:31:28.586775523Z level=info msg="Completed cleanup jobs" duration=12.959102ms 2023-12-20T12:31:28.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:31:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:31:28.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:31:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:31:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:31:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:31:29.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:31:29.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:31:29.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:31:29.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:29 smithi177 ceph-mon[212096]: pgmap v5351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:29.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:31:29.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:31:29.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:31:29.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:29 smithi123 ceph-mon[191304]: pgmap v5351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:31:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:31:29.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:31:29.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:29 smithi123 ceph-mon[188613]: pgmap v5351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:32.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:32 smithi177 ceph-mon[212096]: pgmap v5352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:32.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:32 smithi123 ceph-mon[188613]: pgmap v5352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:32.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:32 smithi123 ceph-mon[191304]: pgmap v5352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:34.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:34 smithi177 ceph-mon[212096]: pgmap v5353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:34.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:34 smithi123 ceph-mon[191304]: pgmap v5353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:34.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:34 smithi123 ceph-mon[188613]: pgmap v5353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:35.843 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:31:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:35 smithi177 ceph-mon[212096]: pgmap v5354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:35 smithi123 ceph-mon[191304]: pgmap v5354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:35 smithi123 ceph-mon[188613]: pgmap v5354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:36.152 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:31:36.152 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (100m) 4m ago 103m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:31:36.152 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (100m) 2m ago 103m 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:31:36.152 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (104m) 4m ago 104m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:31:36.152 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (104m) 2m ago 104m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:31:36.152 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (99m) 2m ago 106m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:31:36.153 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (100m) 4m ago 107m 615M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:31:36.153 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (99m) 4m ago 108m 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:31:36.153 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (99m) 2m ago 106m 345M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:31:36.153 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (99m) 4m ago 106m 376M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:31:36.153 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (100m) 4m ago 103m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:31:36.153 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (100m) 2m ago 103m 21.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:31:36.153 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (98m) 4m ago 106m 4054M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:31:36.153 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (98m) 4m ago 106m 4802M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:31:36.153 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (97m) 4m ago 105m 3921M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:31:36.153 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (97m) 4m ago 105m 3938M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:31:36.153 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (96m) 2m ago 105m 3286M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:31:36.154 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (96m) 2m ago 104m 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:31:36.154 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (95m) 2m ago 104m 3016M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:31:36.154 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (95m) 2m ago 104m 3433M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:31:36.154 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (99m) 2m ago 103m 111M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:31:36.531 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:31:36.531 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:31:36.531 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:31:36.531 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:31:36.531 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:31:36.531 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:31:36.531 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:31:36.532 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:31:36.532 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:31:36.532 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:31:36.532 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:31:36.532 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:31:36.532 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:31:36.532 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:31:36.532 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:31:36.532 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:31:36.532 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:31:36.532 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:31:36.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:36 smithi177 ceph-mon[212096]: from='client.39180 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:31:36.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:36 smithi177 ceph-mon[212096]: from='client.39186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:31:36.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:36 smithi123 ceph-mon[191304]: from='client.39180 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:31:36.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:36 smithi123 ceph-mon[191304]: from='client.39186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:31:36.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:36 smithi123 ceph-mon[188613]: from='client.39180 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:31:36.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:36 smithi123 ceph-mon[188613]: from='client.39186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:31:37.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:37 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/541801629' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:31:37.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:37 smithi177 ceph-mon[212096]: pgmap v5355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:37.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:37 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/541801629' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:31:37.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:37 smithi123 ceph-mon[191304]: pgmap v5355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:37 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/541801629' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:31:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:37 smithi123 ceph-mon[188613]: pgmap v5355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:31:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:31:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:31:40.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:40 smithi177 ceph-mon[212096]: pgmap v5356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:40.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:40 smithi123 ceph-mon[191304]: pgmap v5356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:40.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:40 smithi123 ceph-mon[188613]: pgmap v5356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:42 smithi177 ceph-mon[212096]: pgmap v5357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:31:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:42 smithi123 ceph-mon[191304]: pgmap v5357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:31:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:42 smithi123 ceph-mon[188613]: pgmap v5357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:31:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:44 smithi177 ceph-mon[212096]: pgmap v5358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:44.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:44 smithi123 ceph-mon[191304]: pgmap v5358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:44.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:44 smithi123 ceph-mon[188613]: pgmap v5358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:45.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:45 smithi177 ceph-mon[212096]: pgmap v5359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:45 smithi123 ceph-mon[191304]: pgmap v5359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:45.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:45 smithi123 ceph-mon[188613]: pgmap v5359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:48.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:48 smithi177 ceph-mon[212096]: pgmap v5360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:48.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:48 smithi123 ceph-mon[191304]: pgmap v5360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:48.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:48 smithi123 ceph-mon[188613]: pgmap v5360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:31:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:31:49] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:31:50.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:50 smithi177 ceph-mon[212096]: pgmap v5361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:50.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:50 smithi123 ceph-mon[191304]: pgmap v5361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:50.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:50 smithi123 ceph-mon[188613]: pgmap v5361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:52.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:52 smithi177 ceph-mon[212096]: pgmap v5362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:52.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:52 smithi123 ceph-mon[191304]: pgmap v5362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:52.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:52 smithi123 ceph-mon[188613]: pgmap v5362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:54 smithi177 ceph-mon[212096]: pgmap v5363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:54.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:54 smithi123 ceph-mon[191304]: pgmap v5363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:54.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:54 smithi123 ceph-mon[188613]: pgmap v5363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:55 smithi177 ceph-mon[212096]: pgmap v5364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:55 smithi123 ceph-mon[191304]: pgmap v5364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:55 smithi123 ceph-mon[188613]: pgmap v5364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:31:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:31:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:31:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:31:57 smithi177 ceph-mon[212096]: pgmap v5365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:31:57 smithi123 ceph-mon[188613]: pgmap v5365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:31:57 smithi123 ceph-mon[191304]: pgmap v5365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:31:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:31:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:31:59] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T12:32:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:00 smithi177 ceph-mon[212096]: pgmap v5366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:00.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:00 smithi123 ceph-mon[191304]: pgmap v5366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:00 smithi123 ceph-mon[188613]: pgmap v5366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:02 smithi177 ceph-mon[212096]: pgmap v5367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:02.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:02 smithi123 ceph-mon[191304]: pgmap v5367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:02.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:02 smithi123 ceph-mon[188613]: pgmap v5367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:04 smithi177 ceph-mon[212096]: pgmap v5368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:04.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:04 smithi123 ceph-mon[191304]: pgmap v5368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:04.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:04 smithi123 ceph-mon[188613]: pgmap v5368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:05 smithi177 ceph-mon[212096]: pgmap v5369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:05 smithi123 ceph-mon[191304]: pgmap v5369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:05 smithi123 ceph-mon[188613]: pgmap v5369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:06.880 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:32:07.186 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:32:07.186 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (100m) 4m ago 103m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:32:07.186 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (100m) 2m ago 103m 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:32:07.186 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (104m) 4m ago 104m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:32:07.186 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (104m) 2m ago 104m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:32:07.186 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (100m) 2m ago 107m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:32:07.186 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (100m) 4m ago 108m 615M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:32:07.186 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (100m) 4m ago 108m 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:32:07.186 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (99m) 2m ago 107m 345M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:32:07.186 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (99m) 4m ago 107m 376M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:32:07.186 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (100m) 4m ago 103m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:32:07.186 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (100m) 2m ago 103m 21.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:32:07.186 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (99m) 4m ago 106m 4054M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:32:07.187 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (98m) 4m ago 106m 4802M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:32:07.187 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (98m) 4m ago 106m 3921M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:32:07.187 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (97m) 4m ago 106m 3938M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:32:07.187 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (97m) 2m ago 105m 3286M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:32:07.187 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (96m) 2m ago 105m 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:32:07.187 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (96m) 2m ago 105m 3016M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:32:07.187 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (95m) 2m ago 104m 3433M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:32:07.187 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (100m) 2m ago 104m 111M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:32:07.575 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:32:07.575 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:32:07.575 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:32:07.575 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:32:07.575 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:32:07.576 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:32:07.576 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:32:07.576 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:32:07.576 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:32:07.576 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:32:07.576 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:32:07.576 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:32:07.576 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:32:07.576 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:32:07.576 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:32:07.576 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:32:07.576 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:32:07.577 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:32:08.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:08 smithi177 ceph-mon[212096]: from='client.49142 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:32:08.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:08 smithi177 ceph-mon[212096]: from='client.49148 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:32:08.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:08 smithi177 ceph-mon[212096]: pgmap v5370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:08.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:08 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3909170799' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:32:08.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:08 smithi123 ceph-mon[191304]: from='client.49142 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:32:08.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:08 smithi123 ceph-mon[191304]: from='client.49148 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:32:08.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:08 smithi123 ceph-mon[191304]: pgmap v5370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:08.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:08 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3909170799' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:32:08.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:08 smithi123 ceph-mon[188613]: from='client.49142 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:32:08.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:08 smithi123 ceph-mon[188613]: from='client.49148 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:32:08.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:08 smithi123 ceph-mon[188613]: pgmap v5370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:08.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:08 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3909170799' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:32:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:32:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:32:09] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T12:32:10.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:10 smithi177 ceph-mon[212096]: pgmap v5371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:10.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:10 smithi123 ceph-mon[191304]: pgmap v5371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:10.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:10 smithi123 ceph-mon[188613]: pgmap v5371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:12 smithi177 ceph-mon[212096]: pgmap v5372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:32:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:12 smithi123 ceph-mon[191304]: pgmap v5372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:32:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:12 smithi123 ceph-mon[188613]: pgmap v5372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:32:14.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:14 smithi177 ceph-mon[212096]: pgmap v5373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:14.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:14 smithi123 ceph-mon[191304]: pgmap v5373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:14.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:14 smithi123 ceph-mon[188613]: pgmap v5373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:15 smithi177 ceph-mon[212096]: pgmap v5374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:15 smithi123 ceph-mon[191304]: pgmap v5374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:15 smithi123 ceph-mon[188613]: pgmap v5374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:18 smithi177 ceph-mon[212096]: pgmap v5375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:18.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:18 smithi123 ceph-mon[191304]: pgmap v5375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:18.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:18 smithi123 ceph-mon[188613]: pgmap v5375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:32:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:32:19] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:32:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:20 smithi177 ceph-mon[212096]: pgmap v5376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:20.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:20 smithi123 ceph-mon[191304]: pgmap v5376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:20.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:20 smithi123 ceph-mon[188613]: pgmap v5376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:22.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:22 smithi177 ceph-mon[212096]: pgmap v5377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:22.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:22 smithi123 ceph-mon[191304]: pgmap v5377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:22.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:22 smithi123 ceph-mon[188613]: pgmap v5377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:24.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:24 smithi177 ceph-mon[212096]: pgmap v5378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:24.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:24 smithi123 ceph-mon[191304]: pgmap v5378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:24.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:24 smithi123 ceph-mon[188613]: pgmap v5378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:25 smithi177 ceph-mon[212096]: pgmap v5379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:25.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:25 smithi123 ceph-mon[191304]: pgmap v5379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:25 smithi123 ceph-mon[188613]: pgmap v5379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:32:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:32:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:32:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:27 smithi177 ceph-mon[212096]: pgmap v5380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:27 smithi123 ceph-mon[191304]: pgmap v5380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:27 smithi123 ceph-mon[188613]: pgmap v5380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:29.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:32:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:32:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:32:29] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:32:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:32:29.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:32:30.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:30 smithi177 ceph-mon[212096]: pgmap v5381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:30.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:32:30.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:32:30.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:32:30.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:30 smithi123 ceph-mon[191304]: pgmap v5381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:30.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:32:30.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:32:30.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:32:30.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:30 smithi123 ceph-mon[188613]: pgmap v5381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:30.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:32:30.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:32:30.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:32:32.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:32 smithi177 ceph-mon[212096]: pgmap v5382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:32.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:32 smithi123 ceph-mon[191304]: pgmap v5382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:32.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:32 smithi123 ceph-mon[188613]: pgmap v5382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:34.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:34 smithi177 ceph-mon[212096]: pgmap v5383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:34.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:34 smithi123 ceph-mon[188613]: pgmap v5383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:34.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:34 smithi123 ceph-mon[191304]: pgmap v5383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:35 smithi177 ceph-mon[212096]: pgmap v5384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:35 smithi123 ceph-mon[191304]: pgmap v5384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:35 smithi123 ceph-mon[188613]: pgmap v5384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:37.919 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:32:38.227 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:32:38.227 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (101m) 5m ago 104m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:32:38.227 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (101m) 3m ago 104m 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:32:38.228 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (105m) 5m ago 105m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:32:38.228 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (105m) 3m ago 105m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:32:38.228 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (100m) 3m ago 107m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:32:38.228 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (101m) 5m ago 109m 615M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:32:38.228 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (100m) 5m ago 109m 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:32:38.228 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (100m) 3m ago 107m 345M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:32:38.228 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (100m) 5m ago 107m 376M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:32:38.228 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (101m) 5m ago 104m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:32:38.228 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (101m) 3m ago 104m 21.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:32:38.228 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (99m) 5m ago 107m 4054M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:32:38.228 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (99m) 5m ago 107m 4802M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:32:38.228 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (98m) 5m ago 106m 3921M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:32:38.228 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (98m) 5m ago 106m 3938M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:32:38.229 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (97m) 3m ago 106m 3286M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:32:38.229 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (97m) 3m ago 106m 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:32:38.229 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (96m) 3m ago 105m 3016M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:32:38.229 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (96m) 3m ago 105m 3433M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:32:38.229 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (100m) 3m ago 104m 111M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:32:38.611 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:32:38.611 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:32:38.611 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:32:38.611 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:32:38.611 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:32:38.611 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:32:38.611 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:32:38.611 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:32:38.611 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:32:38.611 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:32:38.612 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:32:38.612 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:32:38.612 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:32:38.612 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:32:38.612 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:32:38.612 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:32:38.612 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:32:38.612 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:32:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:38 smithi177 ceph-mon[212096]: pgmap v5385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:38.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:38 smithi123 ceph-mon[191304]: pgmap v5385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:38.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:38 smithi123 ceph-mon[188613]: pgmap v5385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:39.343 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:32:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:32:39] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:32:39.345 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:39 smithi123 ceph-mon[188613]: from='client.49160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:32:39.345 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:39 smithi123 ceph-mon[188613]: from='client.39222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:32:39.345 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:39 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/876164632' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:32:39.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:39 smithi177 ceph-mon[212096]: from='client.49160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:32:39.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:39 smithi177 ceph-mon[212096]: from='client.39222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:32:39.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:39 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/876164632' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:32:39.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:39 smithi123 ceph-mon[191304]: from='client.49160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:32:39.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:39 smithi123 ceph-mon[191304]: from='client.39222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:32:39.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:39 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/876164632' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:32:40.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:40 smithi177 ceph-mon[212096]: pgmap v5386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:40.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:40 smithi123 ceph-mon[191304]: pgmap v5386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:40.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:40 smithi123 ceph-mon[188613]: pgmap v5386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:42 smithi177 ceph-mon[212096]: pgmap v5387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:32:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:42 smithi123 ceph-mon[191304]: pgmap v5387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:32:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:42 smithi123 ceph-mon[188613]: pgmap v5387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:32:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:44 smithi177 ceph-mon[212096]: pgmap v5388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:44.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:44 smithi123 ceph-mon[191304]: pgmap v5388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:44.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:44 smithi123 ceph-mon[188613]: pgmap v5388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:45.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:45 smithi177 ceph-mon[212096]: pgmap v5389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:45 smithi123 ceph-mon[191304]: pgmap v5389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:45.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:45 smithi123 ceph-mon[188613]: pgmap v5389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:48.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:48 smithi177 ceph-mon[212096]: pgmap v5390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:48.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:48 smithi123 ceph-mon[191304]: pgmap v5390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:48.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:48 smithi123 ceph-mon[188613]: pgmap v5390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:32:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:32:49] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T12:32:50.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:50 smithi177 ceph-mon[212096]: pgmap v5391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:50.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:50 smithi123 ceph-mon[191304]: pgmap v5391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:50.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:50 smithi123 ceph-mon[188613]: pgmap v5391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:52.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:52 smithi177 ceph-mon[212096]: pgmap v5392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:52.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:52 smithi123 ceph-mon[191304]: pgmap v5392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:52.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:52 smithi123 ceph-mon[188613]: pgmap v5392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:54 smithi177 ceph-mon[212096]: pgmap v5393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:54.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:54 smithi123 ceph-mon[191304]: pgmap v5393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:54.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:54 smithi123 ceph-mon[188613]: pgmap v5393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:55 smithi177 ceph-mon[212096]: pgmap v5394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:55 smithi123 ceph-mon[191304]: pgmap v5394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:55 smithi123 ceph-mon[188613]: pgmap v5394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:32:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:32:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:32:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:32:57 smithi177 ceph-mon[212096]: pgmap v5395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:32:57 smithi123 ceph-mon[191304]: pgmap v5395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:32:57 smithi123 ceph-mon[188613]: pgmap v5395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:32:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:32:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:32:59] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:33:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:00 smithi177 ceph-mon[212096]: pgmap v5396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:00.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:00 smithi123 ceph-mon[191304]: pgmap v5396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:00 smithi123 ceph-mon[188613]: pgmap v5396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:02 smithi177 ceph-mon[212096]: pgmap v5397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:02.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:02 smithi123 ceph-mon[191304]: pgmap v5397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:02.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:02 smithi123 ceph-mon[188613]: pgmap v5397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:04 smithi177 ceph-mon[212096]: pgmap v5398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:04.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:04 smithi123 ceph-mon[191304]: pgmap v5398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:04.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:04 smithi123 ceph-mon[188613]: pgmap v5398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:05 smithi177 ceph-mon[212096]: pgmap v5399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:05 smithi123 ceph-mon[191304]: pgmap v5399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:05 smithi123 ceph-mon[188613]: pgmap v5399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:08.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:08 smithi177 ceph-mon[212096]: pgmap v5400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:08.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:08 smithi123 ceph-mon[191304]: pgmap v5400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:08.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:08 smithi123 ceph-mon[188613]: pgmap v5400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:08.956 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:33:09.262 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:33:09.263 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (101m) 5m ago 104m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:33:09.263 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (101m) 3m ago 104m 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:33:09.263 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (105m) 5m ago 105m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:33:09.263 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (105m) 3m ago 105m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:33:09.263 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (101m) 3m ago 108m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:33:09.263 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (101m) 5m ago 109m 615M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:33:09.263 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (101m) 5m ago 109m 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:33:09.263 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (100m) 3m ago 108m 345M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:33:09.263 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (100m) 5m ago 108m 376M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:33:09.263 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (101m) 5m ago 104m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:33:09.263 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (101m) 3m ago 104m 21.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:33:09.264 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (100m) 5m ago 107m 4054M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:33:09.264 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (99m) 5m ago 107m 4802M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:33:09.264 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (99m) 5m ago 107m 3921M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:33:09.264 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (98m) 5m ago 107m 3938M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:33:09.264 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (98m) 3m ago 106m 3286M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:33:09.264 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (97m) 3m ago 106m 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:33:09.264 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (97m) 3m ago 106m 3016M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:33:09.264 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (96m) 3m ago 105m 3433M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:33:09.264 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (101m) 3m ago 105m 111M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:33:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:33:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:33:09] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:33:09.647 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:33:09.647 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:33:09.647 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:33:09.648 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:33:09.648 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:33:09.648 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:33:09.648 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:33:09.648 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:33:09.648 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:33:09.648 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:33:09.648 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:33:09.648 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:33:09.648 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:33:09.648 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:33:09.648 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:33:09.648 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:33:09.648 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:33:09.648 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:33:10.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:10 smithi177 ceph-mon[212096]: from='client.49178 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:33:10.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:10 smithi177 ceph-mon[212096]: from='client.49184 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:33:10.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:10 smithi177 ceph-mon[212096]: pgmap v5401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:10.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:10 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3984814555' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:33:10.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:10 smithi123 ceph-mon[188613]: from='client.49178 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:33:10.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:10 smithi123 ceph-mon[188613]: from='client.49184 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:33:10.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:10 smithi123 ceph-mon[188613]: pgmap v5401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:10.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:10 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3984814555' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:33:10.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:10 smithi123 ceph-mon[191304]: from='client.49178 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:33:10.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:10 smithi123 ceph-mon[191304]: from='client.49184 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:33:10.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:10 smithi123 ceph-mon[191304]: pgmap v5401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:10.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:10 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3984814555' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:33:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:12 smithi177 ceph-mon[212096]: pgmap v5402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:33:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:12 smithi123 ceph-mon[191304]: pgmap v5402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:33:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:12 smithi123 ceph-mon[188613]: pgmap v5402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:33:14.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:14 smithi177 ceph-mon[212096]: pgmap v5403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:14.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:14 smithi123 ceph-mon[191304]: pgmap v5403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:14.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:14 smithi123 ceph-mon[188613]: pgmap v5403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:15 smithi177 ceph-mon[212096]: pgmap v5404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:15 smithi123 ceph-mon[191304]: pgmap v5404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:15.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:15 smithi123 ceph-mon[188613]: pgmap v5404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:18 smithi177 ceph-mon[212096]: pgmap v5405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:18.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:18 smithi123 ceph-mon[191304]: pgmap v5405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:18.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:18 smithi123 ceph-mon[188613]: pgmap v5405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:33:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:33:19] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:33:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:20 smithi177 ceph-mon[212096]: pgmap v5406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:20.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:20 smithi123 ceph-mon[191304]: pgmap v5406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:20.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:20 smithi123 ceph-mon[188613]: pgmap v5406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:22.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:22 smithi177 ceph-mon[212096]: pgmap v5407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:22.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:22 smithi123 ceph-mon[191304]: pgmap v5407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:22.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:22 smithi123 ceph-mon[188613]: pgmap v5407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:24.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:24 smithi177 ceph-mon[212096]: pgmap v5408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:24.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:24 smithi123 ceph-mon[188613]: pgmap v5408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:24.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:24 smithi123 ceph-mon[191304]: pgmap v5408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:25 smithi177 ceph-mon[212096]: pgmap v5409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:25 smithi123 ceph-mon[188613]: pgmap v5409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:25.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:25 smithi123 ceph-mon[191304]: pgmap v5409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:33:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:33:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:33:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:27 smithi177 ceph-mon[212096]: pgmap v5410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:27 smithi123 ceph-mon[191304]: pgmap v5410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:27 smithi123 ceph-mon[188613]: pgmap v5410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:29.497 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:33:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:33:29] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T12:33:30.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:30 smithi177 ceph-mon[212096]: pgmap v5411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:30.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:33:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:33:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:33:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:33:30.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:30 smithi123 ceph-mon[191304]: pgmap v5411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:30.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:33:30.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:33:30.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:33:30.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:33:30.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:30 smithi123 ceph-mon[188613]: pgmap v5411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:30.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:33:30.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:33:30.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:33:30.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:33:32.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:32 smithi177 ceph-mon[212096]: pgmap v5412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:32.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:32 smithi123 ceph-mon[191304]: pgmap v5412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:32.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:32 smithi123 ceph-mon[188613]: pgmap v5412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:34.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:34 smithi177 ceph-mon[212096]: pgmap v5413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:34.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:34 smithi123 ceph-mon[191304]: pgmap v5413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:34.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:34 smithi123 ceph-mon[188613]: pgmap v5413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:35 smithi177 ceph-mon[212096]: pgmap v5414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:35 smithi123 ceph-mon[191304]: pgmap v5414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:35 smithi123 ceph-mon[188613]: pgmap v5414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:38 smithi177 ceph-mon[212096]: pgmap v5415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:38.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:38 smithi123 ceph-mon[191304]: pgmap v5415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:38.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:38 smithi123 ceph-mon[188613]: pgmap v5415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:33:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:33:39] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T12:33:39.992 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:33:40.299 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:33:40.299 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (102m) 6m ago 105m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:33:40.300 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (102m) 4m ago 105m 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:33:40.300 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (106m) 6m ago 106m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:33:40.300 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (106m) 4m ago 106m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:33:40.300 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (101m) 4m ago 108m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:33:40.300 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (102m) 6m ago 110m 615M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:33:40.300 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (101m) 6m ago 110m 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:33:40.300 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (101m) 4m ago 108m 345M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:33:40.300 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (101m) 6m ago 108m 376M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:33:40.300 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (102m) 6m ago 105m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:33:40.300 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (102m) 4m ago 105m 21.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:33:40.301 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (100m) 6m ago 108m 4054M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:33:40.301 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (100m) 6m ago 108m 4802M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:33:40.301 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (99m) 6m ago 107m 3921M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:33:40.301 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (99m) 6m ago 107m 3938M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:33:40.301 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (98m) 4m ago 107m 3286M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:33:40.301 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (98m) 4m ago 107m 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:33:40.301 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (97m) 4m ago 106m 3016M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:33:40.301 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (97m) 4m ago 106m 3433M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:33:40.301 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (101m) 4m ago 105m 111M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:33:40.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:40 smithi177 ceph-mon[212096]: pgmap v5416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:40.682 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:33:40.682 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:33:40.683 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:33:40.683 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:33:40.683 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:33:40.683 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:33:40.683 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:33:40.683 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:33:40.683 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:33:40.683 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:33:40.683 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:33:40.683 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:33:40.684 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:33:40.684 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:33:40.684 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:33:40.684 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:33:40.684 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:33:40.684 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:33:40.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:40 smithi123 ceph-mon[191304]: pgmap v5416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:40.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:40 smithi123 ceph-mon[188613]: pgmap v5416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:41.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:41 smithi177 ceph-mon[212096]: from='client.39252 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:33:41.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:41 smithi177 ceph-mon[212096]: from='client.39258 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:33:41.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:41 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3168924134' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:33:41.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:41 smithi123 ceph-mon[191304]: from='client.39252 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:33:41.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:41 smithi123 ceph-mon[191304]: from='client.39258 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:33:41.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:41 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3168924134' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:33:41.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:41 smithi123 ceph-mon[188613]: from='client.39252 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:33:41.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:41 smithi123 ceph-mon[188613]: from='client.39258 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:33:41.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:41 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3168924134' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:33:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:42 smithi177 ceph-mon[212096]: pgmap v5417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:33:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:42 smithi123 ceph-mon[191304]: pgmap v5417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:33:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:42 smithi123 ceph-mon[188613]: pgmap v5417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:33:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:44 smithi177 ceph-mon[212096]: pgmap v5418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:44.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:44 smithi123 ceph-mon[191304]: pgmap v5418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:44.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:44 smithi123 ceph-mon[188613]: pgmap v5418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:45.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:45 smithi177 ceph-mon[212096]: pgmap v5419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:45 smithi123 ceph-mon[191304]: pgmap v5419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:45.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:45 smithi123 ceph-mon[188613]: pgmap v5419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:48.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:48 smithi177 ceph-mon[212096]: pgmap v5420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:48.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:48 smithi123 ceph-mon[191304]: pgmap v5420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:48.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:48 smithi123 ceph-mon[188613]: pgmap v5420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:33:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:33:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:33:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:50 smithi177 ceph-mon[212096]: pgmap v5421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:50.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:50 smithi123 ceph-mon[191304]: pgmap v5421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:50.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:50 smithi123 ceph-mon[188613]: pgmap v5421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:52.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:52 smithi177 ceph-mon[212096]: pgmap v5422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:52.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:52 smithi123 ceph-mon[191304]: pgmap v5422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:52.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:52 smithi123 ceph-mon[188613]: pgmap v5422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:54.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:54 smithi177 ceph-mon[212096]: pgmap v5423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:54.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:54 smithi123 ceph-mon[191304]: pgmap v5423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:54.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:54 smithi123 ceph-mon[188613]: pgmap v5423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:55 smithi177 ceph-mon[212096]: pgmap v5424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:55 smithi123 ceph-mon[191304]: pgmap v5424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:55 smithi123 ceph-mon[188613]: pgmap v5424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:33:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:33:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:33:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:33:57 smithi177 ceph-mon[212096]: pgmap v5425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:33:57 smithi123 ceph-mon[188613]: pgmap v5425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:33:57 smithi123 ceph-mon[191304]: pgmap v5425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:33:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:33:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:33:59] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:34:00.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:00 smithi177 ceph-mon[212096]: pgmap v5426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:00.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:00 smithi123 ceph-mon[191304]: pgmap v5426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:00 smithi123 ceph-mon[188613]: pgmap v5426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:02.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:02 smithi177 ceph-mon[212096]: pgmap v5427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:02.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:02 smithi123 ceph-mon[191304]: pgmap v5427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:02.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:02 smithi123 ceph-mon[188613]: pgmap v5427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:04 smithi177 ceph-mon[212096]: pgmap v5428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:04.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:04 smithi123 ceph-mon[191304]: pgmap v5428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:04.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:04 smithi123 ceph-mon[188613]: pgmap v5428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:05 smithi177 ceph-mon[212096]: pgmap v5429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:05 smithi123 ceph-mon[191304]: pgmap v5429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:05 smithi123 ceph-mon[188613]: pgmap v5429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:08.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:08 smithi177 ceph-mon[212096]: pgmap v5430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:08.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:08 smithi123 ceph-mon[188613]: pgmap v5430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:08.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:08 smithi123 ceph-mon[191304]: pgmap v5430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:34:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:34:09] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:34:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:10 smithi177 ceph-mon[212096]: pgmap v5431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:10.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:10 smithi123 ceph-mon[191304]: pgmap v5431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:10.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:10 smithi123 ceph-mon[188613]: pgmap v5431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:11.025 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:34:11.333 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:34:11.333 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (102m) 6m ago 105m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:34:11.334 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (102m) 4m ago 105m 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:34:11.334 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (106m) 6m ago 106m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:34:11.334 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (106m) 4m ago 106m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:34:11.334 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (102m) 4m ago 109m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:34:11.334 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (102m) 6m ago 110m 615M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:34:11.334 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (102m) 6m ago 110m 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:34:11.334 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (101m) 4m ago 109m 345M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:34:11.334 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (101m) 6m ago 109m 376M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:34:11.334 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (102m) 6m ago 105m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:34:11.334 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (102m) 4m ago 105m 21.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:34:11.335 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (101m) 6m ago 108m 4054M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:34:11.335 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (100m) 6m ago 108m 4802M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:34:11.335 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (100m) 6m ago 108m 3921M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:34:11.335 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (99m) 6m ago 108m 3938M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:34:11.335 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (99m) 4m ago 107m 3286M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:34:11.335 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (98m) 4m ago 107m 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:34:11.335 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (98m) 4m ago 107m 3016M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:34:11.335 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (97m) 4m ago 107m 3433M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:34:11.335 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (102m) 4m ago 106m 111M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:34:11.715 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:34:11.715 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:34:11.715 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:34:11.715 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:34:11.715 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:34:11.715 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:34:11.715 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:34:11.715 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:34:11.715 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:34:11.716 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:34:11.716 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:34:11.716 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:34:11.716 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:34:11.716 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:34:11.716 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:34:11.716 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:34:11.716 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:34:11.716 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:34:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:12 smithi177 ceph-mon[212096]: from='client.49214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:34:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:12 smithi177 ceph-mon[212096]: pgmap v5432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:12 smithi177 ceph-mon[212096]: from='client.49220 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:34:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:34:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:12 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4032949752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:34:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:12 smithi123 ceph-mon[191304]: from='client.49214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:34:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:12 smithi123 ceph-mon[191304]: pgmap v5432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:12 smithi123 ceph-mon[191304]: from='client.49220 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:34:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:34:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:12 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4032949752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:34:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:12 smithi123 ceph-mon[188613]: from='client.49214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:34:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:12 smithi123 ceph-mon[188613]: pgmap v5432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:12 smithi123 ceph-mon[188613]: from='client.49220 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:34:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:34:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:12 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4032949752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:34:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:14 smithi177 ceph-mon[212096]: pgmap v5433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:14.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:14 smithi123 ceph-mon[191304]: pgmap v5433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:14.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:14 smithi123 ceph-mon[188613]: pgmap v5433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:15 smithi177 ceph-mon[212096]: pgmap v5434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:15 smithi123 ceph-mon[191304]: pgmap v5434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:15 smithi123 ceph-mon[188613]: pgmap v5434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:18.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:18 smithi177 ceph-mon[212096]: pgmap v5435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:18.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:18 smithi123 ceph-mon[191304]: pgmap v5435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:18.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:18 smithi123 ceph-mon[188613]: pgmap v5435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:34:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:34:19] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T12:34:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:20 smithi177 ceph-mon[212096]: pgmap v5436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:20 smithi123 ceph-mon[191304]: pgmap v5436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:20.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:20 smithi123 ceph-mon[188613]: pgmap v5436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:22.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:22 smithi177 ceph-mon[212096]: pgmap v5437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:22.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:22 smithi123 ceph-mon[191304]: pgmap v5437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:22.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:22 smithi123 ceph-mon[188613]: pgmap v5437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:24.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:24 smithi177 ceph-mon[212096]: pgmap v5438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:24.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:24 smithi123 ceph-mon[191304]: pgmap v5438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:24.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:24 smithi123 ceph-mon[188613]: pgmap v5438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:25 smithi177 ceph-mon[212096]: pgmap v5439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:25.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:25 smithi123 ceph-mon[191304]: pgmap v5439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:25 smithi123 ceph-mon[188613]: pgmap v5439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:34:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:34:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:34:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:27 smithi177 ceph-mon[212096]: pgmap v5440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:27 smithi123 ceph-mon[191304]: pgmap v5440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:27 smithi123 ceph-mon[188613]: pgmap v5440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:34:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:34:29] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:34:30.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:30 smithi177 ceph-mon[212096]: pgmap v5441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:30.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:30 smithi123 ceph-mon[191304]: pgmap v5441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:30.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:30 smithi123 ceph-mon[188613]: pgmap v5441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:31.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:34:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:34:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:34:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:34:31.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:34:31.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:34:31.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:34:31.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:34:31.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:34:31.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:34:31.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:34:31.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:34:32.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:32 smithi177 ceph-mon[212096]: pgmap v5442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:32.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:32 smithi123 ceph-mon[191304]: pgmap v5442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:32.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:32 smithi123 ceph-mon[188613]: pgmap v5442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:34.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:34 smithi177 ceph-mon[212096]: pgmap v5443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:34.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:34 smithi123 ceph-mon[191304]: pgmap v5443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:34.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:34 smithi123 ceph-mon[188613]: pgmap v5443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:35 smithi177 ceph-mon[212096]: pgmap v5444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:35 smithi123 ceph-mon[191304]: pgmap v5444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:35 smithi123 ceph-mon[188613]: pgmap v5444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:38.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:38 smithi177 ceph-mon[212096]: pgmap v5445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:38.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:38 smithi123 ceph-mon[188613]: pgmap v5445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:38.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:38 smithi123 ceph-mon[191304]: pgmap v5445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:34:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:34:39] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:34:40.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:40 smithi177 ceph-mon[212096]: pgmap v5446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:40.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:40 smithi123 ceph-mon[191304]: pgmap v5446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:40.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:40 smithi123 ceph-mon[188613]: pgmap v5446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:42.061 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:34:42.371 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:34:42.371 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (103m) 7m ago 106m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:34:42.371 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (103m) 5m ago 106m 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:34:42.371 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (107m) 7m ago 107m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:34:42.371 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (107m) 5m ago 107m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:34:42.371 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (102m) 5m ago 109m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:34:42.372 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (103m) 7m ago 111m 615M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:34:42.372 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (102m) 7m ago 111m 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:34:42.372 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (102m) 5m ago 110m 345M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:34:42.372 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (102m) 7m ago 109m 376M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:34:42.372 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (103m) 7m ago 106m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:34:42.372 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (103m) 5m ago 106m 21.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:34:42.372 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (101m) 7m ago 109m 4054M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:34:42.372 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (101m) 7m ago 109m 4802M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:34:42.372 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (100m) 7m ago 108m 3921M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:34:42.372 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (100m) 7m ago 108m 3938M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:34:42.372 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (99m) 5m ago 108m 3286M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:34:42.373 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (99m) 5m ago 108m 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:34:42.373 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (98m) 5m ago 107m 3016M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:34:42.373 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (98m) 5m ago 107m 3433M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:34:42.373 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (102m) 5m ago 106m 111M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:34:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:42 smithi177 ceph-mon[212096]: pgmap v5447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:34:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:42 smithi123 ceph-mon[191304]: pgmap v5447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:34:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:42 smithi123 ceph-mon[188613]: pgmap v5447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:34:42.758 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:34:42.758 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:34:42.758 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:34:42.758 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:34:42.758 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:34:42.758 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:34:42.758 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:34:42.759 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:34:42.759 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:34:42.759 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:34:42.759 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:34:42.759 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:34:42.759 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:34:42.759 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:34:42.759 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:34:42.759 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:34:42.759 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:34:42.759 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:34:43.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:43 smithi177 ceph-mon[212096]: from='client.39288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:34:43.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:43 smithi177 ceph-mon[212096]: from='client.49238 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:34:43.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:43 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1818461726' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:34:43.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:43 smithi123 ceph-mon[191304]: from='client.39288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:34:43.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:43 smithi123 ceph-mon[191304]: from='client.49238 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:34:43.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:43 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1818461726' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:34:43.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:43 smithi123 ceph-mon[188613]: from='client.39288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:34:43.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:43 smithi123 ceph-mon[188613]: from='client.49238 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:34:43.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:43 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1818461726' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:34:44.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:44 smithi177 ceph-mon[212096]: pgmap v5448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:44.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:44 smithi123 ceph-mon[191304]: pgmap v5448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:44.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:44 smithi123 ceph-mon[188613]: pgmap v5448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:45 smithi177 ceph-mon[212096]: pgmap v5449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:45.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:45 smithi123 ceph-mon[191304]: pgmap v5449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:45.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:45 smithi123 ceph-mon[188613]: pgmap v5449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:48 smithi177 ceph-mon[212096]: pgmap v5450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:48.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:48 smithi123 ceph-mon[191304]: pgmap v5450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:48.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:48 smithi123 ceph-mon[188613]: pgmap v5450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:34:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:34:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:34:50.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:50 smithi177 ceph-mon[212096]: pgmap v5451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:50.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:50 smithi123 ceph-mon[191304]: pgmap v5451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:50.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:50 smithi123 ceph-mon[188613]: pgmap v5451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:52.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:52 smithi177 ceph-mon[212096]: pgmap v5452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:52.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:52 smithi123 ceph-mon[191304]: pgmap v5452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:52.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:52 smithi123 ceph-mon[188613]: pgmap v5452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:54 smithi177 ceph-mon[212096]: pgmap v5453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:54.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:54 smithi123 ceph-mon[191304]: pgmap v5453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:54.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:54 smithi123 ceph-mon[188613]: pgmap v5453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:55 smithi177 ceph-mon[212096]: pgmap v5454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:55 smithi123 ceph-mon[191304]: pgmap v5454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:55 smithi123 ceph-mon[188613]: pgmap v5454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:34:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:34:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:34:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:34:57 smithi177 ceph-mon[212096]: pgmap v5455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:34:57 smithi123 ceph-mon[191304]: pgmap v5455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:34:57 smithi123 ceph-mon[188613]: pgmap v5455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:34:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:34:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:34:59] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:35:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:00 smithi177 ceph-mon[212096]: pgmap v5456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:00.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:00 smithi123 ceph-mon[191304]: pgmap v5456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:00 smithi123 ceph-mon[188613]: pgmap v5456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:02 smithi177 ceph-mon[212096]: pgmap v5457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:02.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:02 smithi123 ceph-mon[191304]: pgmap v5457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:02.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:02 smithi123 ceph-mon[188613]: pgmap v5457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:04 smithi177 ceph-mon[212096]: pgmap v5458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:04.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:04 smithi123 ceph-mon[191304]: pgmap v5458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:04.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:04 smithi123 ceph-mon[188613]: pgmap v5458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:05 smithi177 ceph-mon[212096]: pgmap v5459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:05 smithi123 ceph-mon[188613]: pgmap v5459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:05 smithi123 ceph-mon[191304]: pgmap v5459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:08.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:08 smithi177 ceph-mon[212096]: pgmap v5460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:08.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:08 smithi123 ceph-mon[191304]: pgmap v5460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:08.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:08 smithi123 ceph-mon[188613]: pgmap v5460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:35:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:35:09] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:35:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:10 smithi177 ceph-mon[212096]: pgmap v5461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:10.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:10 smithi123 ceph-mon[191304]: pgmap v5461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:10.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:10 smithi123 ceph-mon[188613]: pgmap v5461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:12 smithi177 ceph-mon[212096]: pgmap v5462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:35:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:12 smithi123 ceph-mon[191304]: pgmap v5462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:35:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:12 smithi123 ceph-mon[188613]: pgmap v5462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:35:13.103 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:35:13.410 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:35:13.410 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (103m) 7m ago 107m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:35:13.410 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (103m) 5m ago 106m 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:35:13.410 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (107m) 7m ago 107m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:35:13.410 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (107m) 5m ago 107m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:35:13.410 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (103m) 5m ago 110m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:35:13.410 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (103m) 7m ago 111m 615M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:35:13.410 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (103m) 7m ago 111m 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:35:13.411 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (102m) 5m ago 110m 345M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:35:13.411 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (102m) 7m ago 110m 376M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:35:13.411 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (103m) 7m ago 106m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:35:13.411 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (103m) 5m ago 106m 21.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:35:13.411 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (102m) 7m ago 109m 4054M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:35:13.411 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (101m) 7m ago 109m 4802M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:35:13.411 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (101m) 7m ago 109m 3921M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:35:13.411 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (100m) 7m ago 109m 3938M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:35:13.411 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (100m) 5m ago 108m 3286M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:35:13.411 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (99m) 5m ago 108m 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:35:13.411 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (99m) 5m ago 108m 3016M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:35:13.411 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (98m) 5m ago 108m 3433M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:35:13.411 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (103m) 5m ago 107m 111M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:35:13.795 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:35:13.796 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:35:13.796 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:35:13.796 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:35:13.796 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:35:13.796 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:35:13.796 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:35:13.796 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:35:13.796 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:35:13.796 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:35:13.797 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:35:13.797 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:35:13.797 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:35:13.797 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:35:13.797 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:35:13.797 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:35:13.797 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:35:13.797 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:35:14.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:14 smithi177 ceph-mon[212096]: from='client.39306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:35:14.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:14 smithi177 ceph-mon[212096]: pgmap v5463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:14.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:14 smithi177 ceph-mon[212096]: from='client.49256 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:35:14.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:14 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1384952427' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:35:14.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:14 smithi123 ceph-mon[191304]: from='client.39306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:35:14.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:14 smithi123 ceph-mon[191304]: pgmap v5463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:14.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:14 smithi123 ceph-mon[191304]: from='client.49256 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:35:14.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:14 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1384952427' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:35:14.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:14 smithi123 ceph-mon[188613]: from='client.39306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:35:14.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:14 smithi123 ceph-mon[188613]: pgmap v5463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:14.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:14 smithi123 ceph-mon[188613]: from='client.49256 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:35:14.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:14 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1384952427' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:35:15.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:15 smithi177 ceph-mon[212096]: osdmap e2568: 8 total, 8 up, 8 in 2023-12-20T12:35:15.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:15 smithi177 ceph-mon[212096]: pgmap v5465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:15 smithi123 ceph-mon[191304]: osdmap e2568: 8 total, 8 up, 8 in 2023-12-20T12:35:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:15 smithi123 ceph-mon[191304]: pgmap v5465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:15.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:15 smithi123 ceph-mon[188613]: osdmap e2568: 8 total, 8 up, 8 in 2023-12-20T12:35:15.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:15 smithi123 ceph-mon[188613]: pgmap v5465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:18.660 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:18 smithi177 ceph-mon[212096]: pgmap v5466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:18.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:18 smithi123 ceph-mon[191304]: pgmap v5466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:18.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:18 smithi123 ceph-mon[188613]: pgmap v5466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:35:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:35:19] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:35:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:20 smithi177 ceph-mon[212096]: pgmap v5467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:20.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:20 smithi123 ceph-mon[191304]: pgmap v5467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:20.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:20 smithi123 ceph-mon[188613]: pgmap v5467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:22.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:22 smithi177 ceph-mon[212096]: pgmap v5468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:22.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:22 smithi123 ceph-mon[191304]: pgmap v5468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:22.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:22 smithi123 ceph-mon[188613]: pgmap v5468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:24 smithi177 ceph-mon[212096]: pgmap v5469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:24.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:24 smithi123 ceph-mon[191304]: pgmap v5469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:24.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:24 smithi123 ceph-mon[188613]: pgmap v5469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:25 smithi177 ceph-mon[212096]: pgmap v5470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:25.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:25 smithi123 ceph-mon[191304]: pgmap v5470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:25.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:25 smithi123 ceph-mon[188613]: pgmap v5470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:35:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:35:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:35:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:27 smithi177 ceph-mon[212096]: pgmap v5471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:27 smithi123 ceph-mon[191304]: pgmap v5471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:27 smithi123 ceph-mon[188613]: pgmap v5471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:35:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:35:29] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:35:30.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:30 smithi177 ceph-mon[212096]: pgmap v5472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:30.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:30 smithi123 ceph-mon[191304]: pgmap v5472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:30.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:30 smithi123 ceph-mon[188613]: pgmap v5472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:35:31.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:35:31.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:35:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:32 smithi177 ceph-mon[212096]: pgmap v5473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:32.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:35:32.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:35:32.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:35:32.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:32 smithi123 ceph-mon[188613]: pgmap v5473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:32.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:35:32.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:35:32.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:35:32.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:32 smithi123 ceph-mon[191304]: pgmap v5473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:32.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:35:32.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:35:32.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:35:34.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:34 smithi177 ceph-mon[212096]: pgmap v5474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:34.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:34 smithi123 ceph-mon[188613]: pgmap v5474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:34.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:34 smithi123 ceph-mon[191304]: pgmap v5474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:35 smithi177 ceph-mon[212096]: pgmap v5475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:35 smithi123 ceph-mon[188613]: pgmap v5475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:35 smithi123 ceph-mon[191304]: pgmap v5475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:38 smithi177 ceph-mon[212096]: pgmap v5476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:38.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:38 smithi123 ceph-mon[188613]: pgmap v5476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:38.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:38 smithi123 ceph-mon[191304]: pgmap v5476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:35:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:35:39] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:35:40.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:40 smithi177 ceph-mon[212096]: pgmap v5477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:40.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:40 smithi123 ceph-mon[191304]: pgmap v5477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:40.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:40 smithi123 ceph-mon[188613]: pgmap v5477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:42 smithi177 ceph-mon[212096]: pgmap v5478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:35:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:42 smithi123 ceph-mon[191304]: pgmap v5478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:35:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:42 smithi123 ceph-mon[188613]: pgmap v5478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:35:44.143 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:35:44.453 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:35:44.453 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (104m) 8m ago 107m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:35:44.453 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (104m) 6m ago 107m 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:35:44.453 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (108m) 8m ago 108m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:35:44.453 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (108m) 6m ago 108m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:35:44.454 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (103m) 6m ago 110m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:35:44.454 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (104m) 8m ago 112m 615M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:35:44.454 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (103m) 8m ago 112m 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:35:44.454 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (103m) 6m ago 111m 345M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:35:44.454 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (103m) 8m ago 110m 376M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:35:44.454 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (104m) 8m ago 107m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:35:44.454 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (104m) 6m ago 107m 21.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:35:44.454 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (102m) 8m ago 110m 4054M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:35:44.454 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (102m) 8m ago 110m 4802M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:35:44.454 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (101m) 8m ago 109m 3921M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:35:44.454 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (101m) 8m ago 109m 3938M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:35:44.455 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (100m) 6m ago 109m 3286M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:35:44.455 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (100m) 6m ago 109m 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:35:44.455 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (99m) 6m ago 108m 3016M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:35:44.455 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (99m) 6m ago 108m 3433M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:35:44.455 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (103m) 6m ago 107m 111M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:35:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:44 smithi177 ceph-mon[212096]: pgmap v5479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:44.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:44 smithi123 ceph-mon[191304]: pgmap v5479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:44.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:44 smithi123 ceph-mon[188613]: pgmap v5479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:44.835 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:35:44.835 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:35:44.835 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:35:44.835 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:35:44.835 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:35:44.835 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:35:44.835 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:35:44.836 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:35:44.836 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:35:44.836 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:35:44.836 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:35:44.836 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:35:44.836 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:35:44.836 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:35:44.836 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:35:44.836 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:35:44.836 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:35:44.836 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:35:45.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:45 smithi177 ceph-mon[212096]: from='client.39324 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:35:45.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:45 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2497843657' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:35:45.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:45 smithi123 ceph-mon[188613]: from='client.39324 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:35:45.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:45 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2497843657' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:35:45.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:45 smithi123 ceph-mon[191304]: from='client.39324 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:35:45.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:45 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2497843657' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:35:46.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:46 smithi177 ceph-mon[212096]: from='client.49274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:35:46.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:46 smithi177 ceph-mon[212096]: pgmap v5480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:46.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:46 smithi123 ceph-mon[191304]: from='client.49274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:35:46.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:46 smithi123 ceph-mon[191304]: pgmap v5480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:46.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:46 smithi123 ceph-mon[188613]: from='client.49274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:35:46.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:46 smithi123 ceph-mon[188613]: pgmap v5480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:48.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:48 smithi123 ceph-mon[191304]: pgmap v5481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:48.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:48 smithi123 ceph-mon[188613]: pgmap v5481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:48.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:48 smithi177 ceph-mon[212096]: pgmap v5481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:35:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:35:49] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:35:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:50 smithi123 ceph-mon[191304]: pgmap v5482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:50.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:50 smithi123 ceph-mon[188613]: pgmap v5482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:50.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:50 smithi177 ceph-mon[212096]: pgmap v5482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:52.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:52 smithi123 ceph-mon[188613]: pgmap v5483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:52 smithi123 ceph-mon[191304]: pgmap v5483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:52.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:52 smithi177 ceph-mon[212096]: pgmap v5483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:54.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:54 smithi123 ceph-mon[191304]: pgmap v5484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:54.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:54 smithi123 ceph-mon[188613]: pgmap v5484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:54.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:54 smithi177 ceph-mon[212096]: pgmap v5484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:55 smithi177 ceph-mon[212096]: pgmap v5485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:55 smithi123 ceph-mon[191304]: pgmap v5485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:55 smithi123 ceph-mon[188613]: pgmap v5485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:35:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:35:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:35:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:35:57 smithi177 ceph-mon[212096]: pgmap v5486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:35:57 smithi123 ceph-mon[188613]: pgmap v5486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:35:57 smithi123 ceph-mon[191304]: pgmap v5486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:35:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:35:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:35:59] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:36:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:00 smithi177 ceph-mon[212096]: pgmap v5487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:00.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:00 smithi123 ceph-mon[191304]: pgmap v5487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:00 smithi123 ceph-mon[188613]: pgmap v5487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:02 smithi177 ceph-mon[212096]: pgmap v5488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:02.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:02 smithi123 ceph-mon[191304]: pgmap v5488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:02.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:02 smithi123 ceph-mon[188613]: pgmap v5488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:04 smithi177 ceph-mon[212096]: pgmap v5489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:04.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:04 smithi123 ceph-mon[191304]: pgmap v5489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:04.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:04 smithi123 ceph-mon[188613]: pgmap v5489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:05 smithi177 ceph-mon[212096]: pgmap v5490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:05 smithi123 ceph-mon[188613]: pgmap v5490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:05 smithi123 ceph-mon[191304]: pgmap v5490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:08.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:08 smithi177 ceph-mon[212096]: pgmap v5491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:08.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:08 smithi123 ceph-mon[191304]: pgmap v5491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:08.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:08 smithi123 ceph-mon[188613]: pgmap v5491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:36:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:36:09] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:36:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:10 smithi177 ceph-mon[212096]: pgmap v5492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:10.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:10 smithi123 ceph-mon[188613]: pgmap v5492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:10.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:10 smithi123 ceph-mon[191304]: pgmap v5492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:12 smithi123 ceph-mon[191304]: pgmap v5493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:36:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:12 smithi123 ceph-mon[188613]: pgmap v5493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:36:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:12 smithi177 ceph-mon[212096]: pgmap v5493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:36:14.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:14 smithi123 ceph-mon[191304]: pgmap v5494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:14.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:14 smithi123 ceph-mon[188613]: pgmap v5494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:14.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:14 smithi177 ceph-mon[212096]: pgmap v5494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:15.181 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:36:15.492 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:36:15.492 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (104m) 8m ago 108m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:36:15.492 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (104m) 6m ago 107m 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:36:15.492 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (108m) 8m ago 108m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:36:15.492 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (108m) 6m ago 108m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:36:15.492 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (104m) 6m ago 111m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:36:15.492 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (104m) 8m ago 112m 615M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:36:15.493 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (104m) 8m ago 112m 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:36:15.493 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (103m) 6m ago 111m 345M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:36:15.493 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (103m) 8m ago 111m 376M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:36:15.493 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (104m) 8m ago 107m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:36:15.493 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (104m) 6m ago 107m 21.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:36:15.493 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (103m) 8m ago 111m 4054M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:36:15.493 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (102m) 8m ago 110m 4802M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:36:15.493 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (102m) 8m ago 110m 3921M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:36:15.493 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (101m) 8m ago 110m 3938M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:36:15.493 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (101m) 6m ago 109m 3286M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:36:15.494 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (100m) 6m ago 109m 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:36:15.494 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (100m) 6m ago 109m 3016M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:36:15.494 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (99m) 6m ago 109m 3433M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:36:15.494 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (104m) 6m ago 108m 111M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:36:15.874 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:36:15.874 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:36:15.874 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:36:15.875 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:36:15.875 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:36:15.875 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:36:15.875 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:36:15.875 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:36:15.875 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:36:15.875 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:36:15.875 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:36:15.875 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:36:15.875 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:36:15.876 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:36:15.876 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:36:15.876 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:36:15.876 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:36:15.876 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:36:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:15 smithi177 ceph-mon[212096]: from='client.49286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:36:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:15 smithi177 ceph-mon[212096]: pgmap v5495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:15 smithi123 ceph-mon[191304]: from='client.49286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:36:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:15 smithi123 ceph-mon[191304]: pgmap v5495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:15 smithi123 ceph-mon[188613]: from='client.49286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:36:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:15 smithi123 ceph-mon[188613]: pgmap v5495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:16.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:16 smithi177 ceph-mon[212096]: from='client.39348 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:36:16.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:16 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2239229299' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:36:16.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:16 smithi123 ceph-mon[191304]: from='client.39348 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:36:16.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:16 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2239229299' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:36:16.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:16 smithi123 ceph-mon[188613]: from='client.39348 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:36:16.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:16 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2239229299' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:36:17.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:17 smithi177 ceph-mon[212096]: pgmap v5496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:17.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:17 smithi123 ceph-mon[191304]: pgmap v5496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:17 smithi123 ceph-mon[188613]: pgmap v5496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:36:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:36:19] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:36:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:20 smithi177 ceph-mon[212096]: pgmap v5497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:20.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:20 smithi123 ceph-mon[191304]: pgmap v5497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:20.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:20 smithi123 ceph-mon[188613]: pgmap v5497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:22.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:22 smithi123 ceph-mon[191304]: pgmap v5498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:22.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:22 smithi123 ceph-mon[188613]: pgmap v5498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:22.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:22 smithi177 ceph-mon[212096]: pgmap v5498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:24.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:24 smithi123 ceph-mon[191304]: pgmap v5499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:24.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:24 smithi123 ceph-mon[188613]: pgmap v5499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:24.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:24 smithi177 ceph-mon[212096]: pgmap v5499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:25 smithi177 ceph-mon[212096]: pgmap v5500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:25.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:25 smithi123 ceph-mon[191304]: pgmap v5500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:25 smithi123 ceph-mon[188613]: pgmap v5500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:36:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:36:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:36:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:27 smithi177 ceph-mon[212096]: pgmap v5501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:27 smithi123 ceph-mon[191304]: pgmap v5501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:27 smithi123 ceph-mon[188613]: pgmap v5501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:36:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:36:29] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:36:30.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:30 smithi123 ceph-mon[191304]: pgmap v5502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:30.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:30 smithi123 ceph-mon[188613]: pgmap v5502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:30.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:30 smithi177 ceph-mon[212096]: pgmap v5502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:32.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:32 smithi123 ceph-mon[191304]: pgmap v5503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:32.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:36:32.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:36:32.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:36:32.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:36:32.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:32 smithi123 ceph-mon[188613]: pgmap v5503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:32.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:36:32.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:36:32.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:36:32.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:36:32.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:32 smithi177 ceph-mon[212096]: pgmap v5503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:32.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:36:32.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:36:32.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:36:32.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:36:34.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:34 smithi123 ceph-mon[191304]: pgmap v5504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:34.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:34 smithi123 ceph-mon[188613]: pgmap v5504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:34.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:34 smithi177 ceph-mon[212096]: pgmap v5504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:35 smithi177 ceph-mon[212096]: pgmap v5505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:35 smithi123 ceph-mon[191304]: pgmap v5505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:35 smithi123 ceph-mon[188613]: pgmap v5505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:38.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:38 smithi123 ceph-mon[191304]: pgmap v5506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:38.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:38 smithi123 ceph-mon[188613]: pgmap v5506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:38.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:38 smithi177 ceph-mon[212096]: pgmap v5506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:36:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:36:39] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:36:40.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:40 smithi123 ceph-mon[191304]: pgmap v5507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:40.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:40 smithi123 ceph-mon[188613]: pgmap v5507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:40.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:40 smithi177 ceph-mon[212096]: pgmap v5507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:42 smithi123 ceph-mon[191304]: pgmap v5508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:36:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:42 smithi123 ceph-mon[188613]: pgmap v5508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:36:42.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:42 smithi177 ceph-mon[212096]: pgmap v5508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:42.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:36:44.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:44 smithi123 ceph-mon[191304]: pgmap v5509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:44.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:44 smithi123 ceph-mon[188613]: pgmap v5509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:44.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:44 smithi177 ceph-mon[212096]: pgmap v5509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:45.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:45 smithi177 ceph-mon[212096]: pgmap v5510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:45 smithi123 ceph-mon[191304]: pgmap v5510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:45.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:45 smithi123 ceph-mon[188613]: pgmap v5510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:46.218 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:36:46.526 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:36:46.526 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (105m) 9m ago 108m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:36:46.526 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (105m) 7m ago 108m 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:36:46.526 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (109m) 9m ago 109m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:36:46.526 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (109m) 7m ago 109m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:36:46.526 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (104m) 7m ago 111m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:36:46.526 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (105m) 9m ago 113m 615M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:36:46.526 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (104m) 9m ago 113m 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:36:46.526 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (104m) 7m ago 112m 345M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:36:46.526 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (104m) 9m ago 111m 376M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:36:46.526 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (105m) 9m ago 108m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:36:46.526 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (105m) 7m ago 108m 21.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:36:46.527 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (103m) 9m ago 111m 4054M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:36:46.527 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (103m) 9m ago 111m 4802M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:36:46.527 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (102m) 9m ago 110m 3921M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:36:46.527 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (102m) 9m ago 110m 3938M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:36:46.527 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (101m) 7m ago 110m 3286M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:36:46.527 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (101m) 7m ago 110m 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:36:46.527 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (100m) 7m ago 109m 3016M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:36:46.527 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (100m) 7m ago 109m 3433M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:36:46.527 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (104m) 7m ago 108m 111M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:36:46.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:46 smithi177 ceph-mon[212096]: from='client.49304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:36:46.914 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:36:46.914 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:36:46.914 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:36:46.914 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:36:46.914 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:36:46.914 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:36:46.914 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:36:46.914 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:36:46.914 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:36:46.915 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:36:46.915 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:36:46.915 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:36:46.915 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:36:46.915 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:36:46.915 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:36:46.915 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:36:46.915 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:36:46.915 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:36:46.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:46 smithi123 ceph-mon[191304]: from='client.49304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:36:46.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:46 smithi123 ceph-mon[188613]: from='client.49304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:36:47.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:47 smithi177 ceph-mon[212096]: from='client.49310 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:36:47.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:47 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4204792440' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:36:47.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:47 smithi177 ceph-mon[212096]: pgmap v5511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:47.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:47 smithi123 ceph-mon[191304]: from='client.49310 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:36:47.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:47 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4204792440' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:36:47.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:47 smithi123 ceph-mon[191304]: pgmap v5511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:47 smithi123 ceph-mon[188613]: from='client.49310 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:36:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:47 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4204792440' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:36:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:47 smithi123 ceph-mon[188613]: pgmap v5511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:36:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:36:49] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:36:50.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:50 smithi123 ceph-mon[191304]: pgmap v5512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:50.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:50 smithi123 ceph-mon[188613]: pgmap v5512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:50.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:50 smithi177 ceph-mon[212096]: pgmap v5512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:52.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:52 smithi123 ceph-mon[191304]: pgmap v5513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:52.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:52 smithi123 ceph-mon[188613]: pgmap v5513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:52.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:52 smithi177 ceph-mon[212096]: pgmap v5513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:54.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:54 smithi123 ceph-mon[191304]: pgmap v5514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:54.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:54 smithi123 ceph-mon[188613]: pgmap v5514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:54.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:54 smithi177 ceph-mon[212096]: pgmap v5514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:55 smithi177 ceph-mon[212096]: pgmap v5515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:55 smithi123 ceph-mon[191304]: pgmap v5515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:55 smithi123 ceph-mon[188613]: pgmap v5515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:36:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:36:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:36:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:36:57 smithi177 ceph-mon[212096]: pgmap v5516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:36:57 smithi123 ceph-mon[191304]: pgmap v5516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:36:57 smithi123 ceph-mon[188613]: pgmap v5516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:36:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:36:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:36:59] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:37:00.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:00 smithi123 ceph-mon[191304]: pgmap v5517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:00.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:00 smithi123 ceph-mon[188613]: pgmap v5517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:00.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:00 smithi177 ceph-mon[212096]: pgmap v5517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:02.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:02 smithi123 ceph-mon[191304]: pgmap v5518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:02 smithi123 ceph-mon[188613]: pgmap v5518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:02.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:02 smithi177 ceph-mon[212096]: pgmap v5518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:04.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:04 smithi123 ceph-mon[191304]: pgmap v5519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:04.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:04 smithi123 ceph-mon[188613]: pgmap v5519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:04.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:04 smithi177 ceph-mon[212096]: pgmap v5519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:05 smithi177 ceph-mon[212096]: pgmap v5520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:05 smithi123 ceph-mon[188613]: pgmap v5520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:06.017 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:05 smithi123 ceph-mon[191304]: pgmap v5520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:08.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:08 smithi123 ceph-mon[191304]: pgmap v5521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:08.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:08 smithi123 ceph-mon[188613]: pgmap v5521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:08.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:08 smithi177 ceph-mon[212096]: pgmap v5521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:37:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:37:09] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:37:10.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:10 smithi123 ceph-mon[188613]: pgmap v5522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:10.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:10 smithi123 ceph-mon[191304]: pgmap v5522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:10.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:10 smithi177 ceph-mon[212096]: pgmap v5522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:12 smithi123 ceph-mon[191304]: pgmap v5523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:37:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:12 smithi123 ceph-mon[188613]: pgmap v5523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:37:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:12 smithi177 ceph-mon[212096]: pgmap v5523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:37:14.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:14 smithi123 ceph-mon[188613]: pgmap v5524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:14.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:14 smithi123 ceph-mon[191304]: pgmap v5524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:14.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:14 smithi177 ceph-mon[212096]: pgmap v5524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:15 smithi177 ceph-mon[212096]: pgmap v5525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:15 smithi123 ceph-mon[191304]: pgmap v5525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:15 smithi123 ceph-mon[188613]: pgmap v5525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:17.260 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:37:17.569 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:37:17.570 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (106m) 9m ago 109m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:37:17.570 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (105m) 7m ago 108m 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:37:17.570 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (109m) 9m ago 109m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:37:17.570 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (109m) 7m ago 109m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:37:17.570 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (105m) 7m ago 112m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:37:17.570 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (105m) 9m ago 113m 615M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:37:17.570 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (105m) 9m ago 113m 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:37:17.570 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (104m) 7m ago 112m 345M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:37:17.570 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (104m) 9m ago 112m 376M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:37:17.570 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (105m) 9m ago 108m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:37:17.571 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (105m) 7m ago 108m 21.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:37:17.571 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (104m) 9m ago 112m 4054M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:37:17.571 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (103m) 9m ago 111m 4802M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:37:17.571 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (103m) 9m ago 111m 3921M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:37:17.571 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (102m) 9m ago 111m 3938M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:37:17.571 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (102m) 7m ago 110m 3286M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:37:17.571 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (101m) 7m ago 110m 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:37:17.571 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (101m) 7m ago 110m 3016M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:37:17.571 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (101m) 7m ago 110m 3433M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:37:17.571 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (105m) 7m ago 109m 111M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:37:17.954 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:37:17.954 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:37:17.954 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:37:17.954 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:37:17.955 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:37:17.955 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:37:17.955 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:37:17.955 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:37:17.956 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:37:17.956 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:37:17.956 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:37:17.956 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:37:17.957 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:37:17.957 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:37:17.957 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:37:17.957 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:37:17.958 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:37:17.958 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:37:18.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:18 smithi123 ceph-mon[191304]: from='client.39378 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:37:18.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:18 smithi123 ceph-mon[191304]: pgmap v5526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:18.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:18 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3457308076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:37:18.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:18 smithi123 ceph-mon[188613]: from='client.39378 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:37:18.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:18 smithi123 ceph-mon[188613]: pgmap v5526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:18.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:18 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3457308076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:37:18.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:18 smithi177 ceph-mon[212096]: from='client.39378 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:37:18.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:18 smithi177 ceph-mon[212096]: pgmap v5526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:18.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:18 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3457308076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:37:19.423 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:37:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:37:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:37:19.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:19 smithi123 ceph-mon[191304]: from='client.39384 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:37:19.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:19 smithi123 ceph-mon[188613]: from='client.39384 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:37:19.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:19 smithi177 ceph-mon[212096]: from='client.39384 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:37:20.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:20 smithi123 ceph-mon[191304]: pgmap v5527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:20.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:20 smithi123 ceph-mon[188613]: pgmap v5527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:20.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:20 smithi177 ceph-mon[212096]: pgmap v5527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:22.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:22 smithi123 ceph-mon[191304]: pgmap v5528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:22.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:22 smithi123 ceph-mon[188613]: pgmap v5528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:22.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:22 smithi177 ceph-mon[212096]: pgmap v5528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:24.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:24 smithi123 ceph-mon[191304]: pgmap v5529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:24.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:24 smithi123 ceph-mon[188613]: pgmap v5529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:24.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:24 smithi177 ceph-mon[212096]: pgmap v5529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:25 smithi177 ceph-mon[212096]: pgmap v5530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:25.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:25 smithi123 ceph-mon[191304]: pgmap v5530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:25 smithi123 ceph-mon[188613]: pgmap v5530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:37:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:37:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:37:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:27 smithi177 ceph-mon[212096]: pgmap v5531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:27 smithi123 ceph-mon[191304]: pgmap v5531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:27 smithi123 ceph-mon[188613]: pgmap v5531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:37:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:37:29] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:37:30.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:30 smithi123 ceph-mon[191304]: pgmap v5532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:30.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:30 smithi123 ceph-mon[188613]: pgmap v5532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:30.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:30 smithi177 ceph-mon[212096]: pgmap v5532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:32.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:32 smithi123 ceph-mon[191304]: pgmap v5533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:32.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:37:32.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:32 smithi123 ceph-mon[188613]: pgmap v5533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:32.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:37:32.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:32 smithi177 ceph-mon[212096]: pgmap v5533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:32.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:37:33.630 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:37:33.630 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:37:33.630 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:33 smithi123 ceph-mon[188613]: pgmap v5534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:33.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:37:33.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:37:33.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:33 smithi177 ceph-mon[212096]: pgmap v5534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:33.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:37:33.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:37:33.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:33 smithi123 ceph-mon[191304]: pgmap v5534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:36.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:37:36.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:37:36.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:37:36.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:37:36.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:37:36.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:35 smithi177 ceph-mon[212096]: pgmap v5535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:36.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:37:36.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:37:36.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:37:36.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:37:36.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:37:36.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:35 smithi123 ceph-mon[191304]: pgmap v5535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:36.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:37:36.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:37:36.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:37:36.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:37:36.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:37:36.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:35 smithi123 ceph-mon[188613]: pgmap v5535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:38.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:38 smithi123 ceph-mon[191304]: pgmap v5536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:38.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:38 smithi123 ceph-mon[188613]: pgmap v5536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:38.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:38 smithi177 ceph-mon[212096]: pgmap v5536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:37:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:37:39] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:37:40.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:40 smithi123 ceph-mon[191304]: pgmap v5537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:40.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:40 smithi123 ceph-mon[188613]: pgmap v5537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:40.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:40 smithi177 ceph-mon[212096]: pgmap v5537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:42 smithi123 ceph-mon[191304]: pgmap v5538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:37:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:42 smithi123 ceph-mon[188613]: pgmap v5538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:37:42.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:42 smithi177 ceph-mon[212096]: pgmap v5538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:42.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:37:44.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:44 smithi123 ceph-mon[191304]: pgmap v5539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:44.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:44 smithi123 ceph-mon[188613]: pgmap v5539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:44.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:44 smithi177 ceph-mon[212096]: pgmap v5539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:45.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:45 smithi177 ceph-mon[212096]: pgmap v5540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:45.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:45 smithi123 ceph-mon[188613]: pgmap v5540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:45 smithi123 ceph-mon[191304]: pgmap v5540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:48.300 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:37:48.610 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:37:48.611 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (106m) 13s ago 109m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:37:48.611 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (106m) 8m ago 109m 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:37:48.611 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (110m) 13s ago 110m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:37:48.611 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (110m) 8m ago 110m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:37:48.611 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (105m) 8m ago 112m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:37:48.611 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (106m) 13s ago 114m 622M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:37:48.611 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (105m) 13s ago 114m 704M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:37:48.611 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (105m) 8m ago 113m 345M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:37:48.611 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (105m) 13s ago 112m 394M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:37:48.611 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (106m) 13s ago 109m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:37:48.612 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (106m) 8m ago 109m 21.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:37:48.612 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (104m) 13s ago 112m 4086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:37:48.612 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (104m) 13s ago 112m 4835M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:37:48.613 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (103m) 13s ago 112m 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:37:48.613 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (103m) 13s ago 111m 3969M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:37:48.613 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (102m) 8m ago 111m 3286M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:37:48.613 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (102m) 8m ago 111m 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:37:48.613 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (101m) 8m ago 110m 3016M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:37:48.613 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (101m) 8m ago 110m 3433M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:37:48.613 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (105m) 8m ago 109m 111M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:37:48.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:48 smithi123 ceph-mon[191304]: pgmap v5541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:48.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:48 smithi123 ceph-mon[188613]: pgmap v5541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:48.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:48 smithi177 ceph-mon[212096]: pgmap v5541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:48.991 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:37:48.991 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:37:48.991 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:37:48.991 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:37:48.992 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:37:48.992 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:37:48.992 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:37:48.992 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:37:48.992 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:37:48.992 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:37:48.992 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:37:48.992 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:37:48.992 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:37:48.992 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:37:48.992 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:37:48.993 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:37:48.993 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:37:48.993 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:37:49.433 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:37:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:37:49] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:37:49.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:49 smithi123 ceph-mon[188613]: from='client.39396 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:37:49.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:49 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3111462781' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:37:49.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:49 smithi123 ceph-mon[191304]: from='client.39396 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:37:49.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:49 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3111462781' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:37:49.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:49 smithi177 ceph-mon[212096]: from='client.39396 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:37:49.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:49 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3111462781' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:37:50.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:50 smithi123 ceph-mon[191304]: from='client.39402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:37:50.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:50 smithi123 ceph-mon[191304]: pgmap v5542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:50.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:50 smithi123 ceph-mon[188613]: from='client.39402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:37:50.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:50 smithi123 ceph-mon[188613]: pgmap v5542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:50.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:50 smithi177 ceph-mon[212096]: from='client.39402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:37:50.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:50 smithi177 ceph-mon[212096]: pgmap v5542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:52.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:52 smithi123 ceph-mon[188613]: pgmap v5543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:52.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:52 smithi123 ceph-mon[191304]: pgmap v5543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:52.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:52 smithi177 ceph-mon[212096]: pgmap v5543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:54.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:54 smithi123 ceph-mon[191304]: pgmap v5544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:54.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:54 smithi123 ceph-mon[188613]: pgmap v5544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:54.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:54 smithi177 ceph-mon[212096]: pgmap v5544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:55 smithi177 ceph-mon[212096]: pgmap v5545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:55 smithi123 ceph-mon[191304]: pgmap v5545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:55 smithi123 ceph-mon[188613]: pgmap v5545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:37:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:37:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:37:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:37:57 smithi177 ceph-mon[212096]: pgmap v5546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:37:57 smithi123 ceph-mon[191304]: pgmap v5546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:37:57 smithi123 ceph-mon[188613]: pgmap v5546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:37:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:37:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:37:59] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:38:00.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:00 smithi123 ceph-mon[191304]: pgmap v5547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:00 smithi123 ceph-mon[188613]: pgmap v5547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:00.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:00 smithi177 ceph-mon[212096]: pgmap v5547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:02.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:02 smithi123 ceph-mon[191304]: pgmap v5548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:02.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:02 smithi123 ceph-mon[188613]: pgmap v5548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:02.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:02 smithi177 ceph-mon[212096]: pgmap v5548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:04.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:04 smithi123 ceph-mon[191304]: pgmap v5549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:04.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:04 smithi123 ceph-mon[188613]: pgmap v5549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:04.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:04 smithi177 ceph-mon[212096]: pgmap v5549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:05 smithi177 ceph-mon[212096]: pgmap v5550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:05 smithi123 ceph-mon[191304]: pgmap v5550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:05 smithi123 ceph-mon[188613]: pgmap v5550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:08.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:08 smithi123 ceph-mon[191304]: pgmap v5551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:08.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:08 smithi123 ceph-mon[188613]: pgmap v5551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:08.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:08 smithi177 ceph-mon[212096]: pgmap v5551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:38:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:38:09] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:38:10.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:10 smithi123 ceph-mon[191304]: pgmap v5552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:10.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:10 smithi123 ceph-mon[188613]: pgmap v5552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:10.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:10 smithi177 ceph-mon[212096]: pgmap v5552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:12 smithi123 ceph-mon[188613]: pgmap v5553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:38:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:12 smithi123 ceph-mon[191304]: pgmap v5553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:38:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:12 smithi177 ceph-mon[212096]: pgmap v5553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:38:14.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:14 smithi123 ceph-mon[191304]: pgmap v5554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:14.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:14 smithi123 ceph-mon[188613]: pgmap v5554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:14.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:14 smithi177 ceph-mon[212096]: pgmap v5554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:15 smithi177 ceph-mon[212096]: pgmap v5555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:15 smithi123 ceph-mon[191304]: pgmap v5555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:15 smithi123 ceph-mon[188613]: pgmap v5555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:18.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:18 smithi123 ceph-mon[191304]: pgmap v5556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:18.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:18 smithi123 ceph-mon[188613]: pgmap v5556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:18.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:18 smithi177 ceph-mon[212096]: pgmap v5556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:19.342 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:38:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:38:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:38:19] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:38:19.650 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:38:19.651 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (107m) 44s ago 110m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:38:19.651 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (106m) 8m ago 109m 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:38:19.651 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (110m) 44s ago 110m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:38:19.651 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (110m) 8m ago 110m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:38:19.651 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (106m) 8m ago 113m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:38:19.651 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (106m) 44s ago 114m 622M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:38:19.651 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (106m) 44s ago 114m 704M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:38:19.651 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (105m) 8m ago 113m 345M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:38:19.651 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (105m) 44s ago 113m 394M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:38:19.651 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (107m) 44s ago 109m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:38:19.651 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (106m) 8m ago 109m 21.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:38:19.652 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (105m) 44s ago 113m 4086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:38:19.652 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (104m) 44s ago 112m 4835M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:38:19.652 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (104m) 44s ago 112m 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:38:19.652 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (103m) 44s ago 112m 3969M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:38:19.652 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (103m) 8m ago 111m 3286M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:38:19.652 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (102m) 8m ago 111m 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:38:19.652 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (102m) 8m ago 111m 3016M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:38:19.652 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (102m) 8m ago 111m 3433M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:38:19.652 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (106m) 8m ago 110m 111M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:38:20.040 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:38:20.040 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:38:20.040 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:38:20.040 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:38:20.040 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:38:20.040 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:38:20.040 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:38:20.041 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:38:20.041 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:38:20.041 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:38:20.041 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:38:20.041 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:38:20.041 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:38:20.041 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:38:20.041 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:38:20.041 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:38:20.041 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:38:20.042 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:38:20.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:20 smithi123 ceph-mon[191304]: from='client.39414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:38:20.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:20 smithi123 ceph-mon[191304]: pgmap v5557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:20.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:20 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4093945947' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:38:20.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:20 smithi123 ceph-mon[188613]: from='client.39414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:38:20.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:20 smithi123 ceph-mon[188613]: pgmap v5557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:20.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:20 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4093945947' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:38:20.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:20 smithi177 ceph-mon[212096]: from='client.39414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:38:20.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:20 smithi177 ceph-mon[212096]: pgmap v5557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:20.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:20 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4093945947' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:38:21.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:21 smithi123 ceph-mon[191304]: from='client.39420 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:38:21.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:21 smithi123 ceph-mon[188613]: from='client.39420 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:38:21.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:21 smithi177 ceph-mon[212096]: from='client.39420 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:38:22.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:22 smithi123 ceph-mon[191304]: pgmap v5558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:22.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:22 smithi123 ceph-mon[188613]: pgmap v5558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:22.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:22 smithi177 ceph-mon[212096]: pgmap v5558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:24.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:24 smithi123 ceph-mon[191304]: pgmap v5559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:24.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:24 smithi123 ceph-mon[188613]: pgmap v5559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:24.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:24 smithi177 ceph-mon[212096]: pgmap v5559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:25 smithi177 ceph-mon[212096]: pgmap v5560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:25 smithi123 ceph-mon[188613]: pgmap v5560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:25.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:25 smithi123 ceph-mon[191304]: pgmap v5560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:38:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:38:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:38:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:27 smithi177 ceph-mon[212096]: pgmap v5561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:27 smithi123 ceph-mon[188613]: pgmap v5561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:27 smithi123 ceph-mon[191304]: pgmap v5561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:38:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:38:29] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T12:38:30.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:30 smithi123 ceph-mon[191304]: pgmap v5562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:30.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:30 smithi123 ceph-mon[188613]: pgmap v5562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:30.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:30 smithi177 ceph-mon[212096]: pgmap v5562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:32.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:32 smithi123 ceph-mon[191304]: pgmap v5563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:32.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:32 smithi123 ceph-mon[188613]: pgmap v5563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:32.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:32 smithi177 ceph-mon[212096]: pgmap v5563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:34.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:34 smithi123 ceph-mon[191304]: pgmap v5564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:34.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:34 smithi123 ceph-mon[188613]: pgmap v5564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:34.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:34 smithi177 ceph-mon[212096]: pgmap v5564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:35 smithi177 ceph-mon[212096]: pgmap v5565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:38:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:35 smithi123 ceph-mon[191304]: pgmap v5565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:38:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:35 smithi123 ceph-mon[188613]: pgmap v5565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:35.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:38:36.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:38:36.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:38:36.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:38:36.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:38:36.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:38:36.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:38:36.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:38:36.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:38:36.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:38:36.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:38:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:38:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:38:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:38:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:38:37.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:38:37.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:37 smithi123 ceph-mon[191304]: pgmap v5566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:37 smithi123 ceph-mon[188613]: pgmap v5566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:38.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:37 smithi177 ceph-mon[212096]: pgmap v5566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:38:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:38:39] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T12:38:40.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:40 smithi123 ceph-mon[191304]: pgmap v5567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:40.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:40 smithi123 ceph-mon[188613]: pgmap v5567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:40.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:40 smithi177 ceph-mon[212096]: pgmap v5567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:42 smithi123 ceph-mon[188613]: pgmap v5568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:38:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:42 smithi123 ceph-mon[191304]: pgmap v5568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:38:42.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:42 smithi177 ceph-mon[212096]: pgmap v5568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:42.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:38:44.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:44 smithi123 ceph-mon[191304]: pgmap v5569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:44.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:44 smithi123 ceph-mon[188613]: pgmap v5569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:44.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:44 smithi177 ceph-mon[212096]: pgmap v5569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:45.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:45 smithi177 ceph-mon[212096]: pgmap v5570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:45 smithi123 ceph-mon[191304]: pgmap v5570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:45.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:45 smithi123 ceph-mon[188613]: pgmap v5570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:48.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:48 smithi123 ceph-mon[191304]: pgmap v5571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:48.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:48 smithi123 ceph-mon[188613]: pgmap v5571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:48.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:48 smithi177 ceph-mon[212096]: pgmap v5571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:38:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:38:49] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:38:50.385 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:38:50.692 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:38:50.692 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (107m) 75s ago 110m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:38:50.692 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (107m) 9m ago 110m 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:38:50.693 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (111m) 75s ago 111m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:38:50.693 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (111m) 9m ago 111m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:38:50.693 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (106m) 9m ago 113m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:38:50.693 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (107m) 75s ago 115m 622M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:38:50.693 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (106m) 75s ago 115m 704M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:38:50.693 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (106m) 9m ago 114m 345M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:38:50.693 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (106m) 75s ago 114m 394M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:38:50.693 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (107m) 75s ago 110m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:38:50.693 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (107m) 9m ago 110m 21.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:38:50.693 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (105m) 75s ago 113m 4086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:38:50.694 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (105m) 75s ago 113m 4835M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:38:50.694 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (104m) 75s ago 113m 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:38:50.694 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (104m) 75s ago 112m 3969M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:38:50.694 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (103m) 9m ago 112m 3286M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:38:50.694 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (103m) 9m ago 112m 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:38:50.694 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (103m) 9m ago 111m 3016M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:38:50.694 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (102m) 9m ago 111m 3433M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:38:50.694 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (107m) 9m ago 110m 111M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:38:50.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:50 smithi123 ceph-mon[191304]: pgmap v5572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:50.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:50 smithi123 ceph-mon[188613]: pgmap v5572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:50.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:50 smithi177 ceph-mon[212096]: pgmap v5572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:51.072 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:38:51.072 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:38:51.072 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:38:51.072 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:38:51.072 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:38:51.072 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:38:51.072 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:38:51.072 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:38:51.072 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:38:51.073 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:38:51.073 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:38:51.073 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:38:51.073 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:38:51.073 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:38:51.073 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:38:51.073 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:38:51.073 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:38:51.073 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:38:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:51 smithi123 ceph-mon[191304]: from='client.49376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:38:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:51 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4173758687' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:38:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:51 smithi123 ceph-mon[188613]: from='client.49376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:38:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:51 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4173758687' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:38:51.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:51 smithi177 ceph-mon[212096]: from='client.49376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:38:51.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:51 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4173758687' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:38:52.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:52 smithi123 ceph-mon[188613]: from='client.39438 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:38:52.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:52 smithi123 ceph-mon[188613]: pgmap v5573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:52.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:52 smithi123 ceph-mon[191304]: from='client.39438 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:38:52.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:52 smithi123 ceph-mon[191304]: pgmap v5573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:52.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:52 smithi177 ceph-mon[212096]: from='client.39438 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:38:52.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:52 smithi177 ceph-mon[212096]: pgmap v5573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:54.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:54 smithi123 ceph-mon[188613]: pgmap v5574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:54.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:54 smithi123 ceph-mon[191304]: pgmap v5574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:54.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:54 smithi177 ceph-mon[212096]: pgmap v5574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:55 smithi177 ceph-mon[212096]: pgmap v5575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:55 smithi123 ceph-mon[188613]: pgmap v5575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:55 smithi123 ceph-mon[191304]: pgmap v5575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:38:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:38:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:38:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:38:57 smithi177 ceph-mon[212096]: pgmap v5576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:38:57 smithi123 ceph-mon[188613]: pgmap v5576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:38:57 smithi123 ceph-mon[191304]: pgmap v5576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:38:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:38:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:38:59] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:39:00.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:00 smithi123 ceph-mon[191304]: pgmap v5577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:00.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:00 smithi123 ceph-mon[188613]: pgmap v5577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:00.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:00 smithi177 ceph-mon[212096]: pgmap v5577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:02.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:02 smithi123 ceph-mon[191304]: pgmap v5578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:02.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:02 smithi123 ceph-mon[188613]: pgmap v5578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:02.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:02 smithi177 ceph-mon[212096]: pgmap v5578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:04.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:04 smithi123 ceph-mon[191304]: pgmap v5579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:04.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:04 smithi123 ceph-mon[188613]: pgmap v5579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:04.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:04 smithi177 ceph-mon[212096]: pgmap v5579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:05 smithi177 ceph-mon[212096]: pgmap v5580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:05 smithi123 ceph-mon[191304]: pgmap v5580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:05 smithi123 ceph-mon[188613]: pgmap v5580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:08.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:08 smithi123 ceph-mon[191304]: pgmap v5581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:08.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:08 smithi123 ceph-mon[188613]: pgmap v5581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:08.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:08 smithi177 ceph-mon[212096]: pgmap v5581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:39:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:39:09] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:39:10.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:10 smithi123 ceph-mon[191304]: pgmap v5582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:10.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:10 smithi123 ceph-mon[188613]: pgmap v5582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:10.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:10 smithi177 ceph-mon[212096]: pgmap v5582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:12 smithi123 ceph-mon[191304]: pgmap v5583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:39:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:12 smithi123 ceph-mon[188613]: pgmap v5583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:39:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:12 smithi177 ceph-mon[212096]: pgmap v5583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:39:14.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:14 smithi123 ceph-mon[188613]: pgmap v5584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:14 smithi123 ceph-mon[191304]: pgmap v5584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:14.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:14 smithi177 ceph-mon[212096]: pgmap v5584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:15 smithi177 ceph-mon[212096]: pgmap v5585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:15 smithi123 ceph-mon[188613]: pgmap v5585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:15 smithi123 ceph-mon[191304]: pgmap v5585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:18.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:18 smithi123 ceph-mon[191304]: pgmap v5586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:18.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:18 smithi123 ceph-mon[188613]: pgmap v5586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:18.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:18 smithi177 ceph-mon[212096]: pgmap v5586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:39:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:39:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:39:20.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:20 smithi123 ceph-mon[191304]: pgmap v5587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:20.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:20 smithi123 ceph-mon[188613]: pgmap v5587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:20.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:20 smithi177 ceph-mon[212096]: pgmap v5587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:21.419 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:39:21.729 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:39:21.729 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (108m) 106s ago 111m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:39:21.729 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (107m) 9m ago 110m 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:39:21.730 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (111m) 106s ago 111m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:39:21.730 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (111m) 9m ago 111m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:39:21.730 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (107m) 9m ago 114m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:39:21.730 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (107m) 106s ago 115m 622M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:39:21.730 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (107m) 106s ago 115m 704M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:39:21.730 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (106m) 9m ago 114m 345M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:39:21.730 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (107m) 106s ago 114m 394M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:39:21.730 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (108m) 106s ago 110m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:39:21.730 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (107m) 9m ago 110m 21.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:39:21.730 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (106m) 106s ago 114m 4086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:39:21.730 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (105m) 106s ago 113m 4835M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:39:21.731 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (105m) 106s ago 113m 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:39:21.731 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (104m) 106s ago 113m 3969M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:39:21.731 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (104m) 9m ago 113m 3286M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:39:21.731 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (103m) 9m ago 112m 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:39:21.731 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (103m) 9m ago 112m 3016M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:39:21.731 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (103m) 9m ago 112m 3433M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:39:21.731 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (107m) 9m ago 111m 111M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:39:22.109 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:39:22.109 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:39:22.109 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:39:22.109 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:39:22.109 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:39:22.109 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:39:22.110 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:39:22.110 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:39:22.110 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:39:22.110 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:39:22.110 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:39:22.110 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:39:22.110 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:39:22.110 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:39:22.110 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:39:22.110 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:39:22.110 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:39:22.110 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:39:22.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:22 smithi123 ceph-mon[191304]: pgmap v5588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:22.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:22 smithi123 ceph-mon[191304]: from='client.49394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:39:22.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:22 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/408154821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:39:22.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:22 smithi123 ceph-mon[188613]: pgmap v5588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:22.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:22 smithi123 ceph-mon[188613]: from='client.49394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:39:22.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:22 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/408154821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:39:22.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:22 smithi177 ceph-mon[212096]: pgmap v5588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:22.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:22 smithi177 ceph-mon[212096]: from='client.49394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:39:22.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:22 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/408154821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:39:23.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:23 smithi123 ceph-mon[191304]: from='client.49400 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:39:23.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:23 smithi123 ceph-mon[188613]: from='client.49400 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:39:23.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:23 smithi177 ceph-mon[212096]: from='client.49400 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:39:24.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:24 smithi123 ceph-mon[191304]: pgmap v5589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:24.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:24 smithi123 ceph-mon[188613]: pgmap v5589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:24.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:24 smithi177 ceph-mon[212096]: pgmap v5589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:25 smithi177 ceph-mon[212096]: pgmap v5590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:25.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:25 smithi123 ceph-mon[191304]: pgmap v5590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:25 smithi123 ceph-mon[188613]: pgmap v5590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:39:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:39:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:39:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:27 smithi177 ceph-mon[212096]: pgmap v5591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:27 smithi123 ceph-mon[191304]: pgmap v5591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:27 smithi123 ceph-mon[188613]: pgmap v5591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:39:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:39:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:39:30.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:30 smithi123 ceph-mon[191304]: pgmap v5592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:30.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:30 smithi123 ceph-mon[191304]: osdmap e2569: 8 total, 8 up, 8 in 2023-12-20T12:39:30.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:30 smithi123 ceph-mon[188613]: pgmap v5592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:30.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:30 smithi123 ceph-mon[188613]: osdmap e2569: 8 total, 8 up, 8 in 2023-12-20T12:39:30.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:30 smithi177 ceph-mon[212096]: pgmap v5592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:30.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:30 smithi177 ceph-mon[212096]: osdmap e2569: 8 total, 8 up, 8 in 2023-12-20T12:39:32.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:32 smithi123 ceph-mon[188613]: pgmap v5594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:32.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:32 smithi123 ceph-mon[191304]: pgmap v5594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:32.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:32 smithi177 ceph-mon[212096]: pgmap v5594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:34.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:34 smithi123 ceph-mon[188613]: pgmap v5595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:34.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:34 smithi123 ceph-mon[191304]: pgmap v5595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:34.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:34 smithi177 ceph-mon[212096]: pgmap v5595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:35 smithi177 ceph-mon[212096]: pgmap v5596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:35 smithi123 ceph-mon[191304]: pgmap v5596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:35 smithi123 ceph-mon[188613]: pgmap v5596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:36.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:39:36.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:39:36.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:39:37.642 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:37 smithi177 ceph-mon[212096]: pgmap v5597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:37.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:37 smithi123 ceph-mon[191304]: pgmap v5597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:37 smithi123 ceph-mon[188613]: pgmap v5597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:39:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:39:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:39:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:39:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:39:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:40 smithi177 ceph-mon[212096]: pgmap v5598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:39:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:39:40.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:39:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:39:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:39:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:40 smithi123 ceph-mon[188613]: pgmap v5598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:39:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:39:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:39:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:39:40.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:39:40.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:40 smithi123 ceph-mon[191304]: pgmap v5598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:40.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:39:40.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:39:40.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:39:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:42 smithi123 ceph-mon[191304]: pgmap v5599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:39:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:42 smithi123 ceph-mon[188613]: pgmap v5599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:39:42.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:42 smithi177 ceph-mon[212096]: pgmap v5599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:42.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:39:44.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:44 smithi123 ceph-mon[188613]: pgmap v5600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:44.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:44 smithi123 ceph-mon[191304]: pgmap v5600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:44.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:44 smithi177 ceph-mon[212096]: pgmap v5600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:45.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:45 smithi177 ceph-mon[212096]: pgmap v5601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:45.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:45 smithi123 ceph-mon[188613]: pgmap v5601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:45 smithi123 ceph-mon[191304]: pgmap v5601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:48.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:48 smithi123 ceph-mon[188613]: pgmap v5602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:48.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:48 smithi123 ceph-mon[191304]: pgmap v5602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:48.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:48 smithi177 ceph-mon[212096]: pgmap v5602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:39:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:39:49] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:39:50.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:50 smithi123 ceph-mon[191304]: pgmap v5603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:50.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:50 smithi123 ceph-mon[188613]: pgmap v5603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:50.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:50 smithi177 ceph-mon[212096]: pgmap v5603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:52.453 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:39:52.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:52 smithi123 ceph-mon[191304]: pgmap v5604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:52.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:52 smithi123 ceph-mon[188613]: pgmap v5604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:52.762 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:39:52.762 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (108m) 2m ago 111m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:39:52.763 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (108m) 13s ago 111m 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:39:52.763 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (112m) 2m ago 112m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:39:52.763 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (112m) 13s ago 112m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:39:52.763 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (107m) 13s ago 114m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:39:52.763 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (108m) 2m ago 116m 622M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:39:52.763 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (107m) 2m ago 116m 704M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:39:52.763 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (107m) 13s ago 115m 364M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:39:52.763 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (107m) 2m ago 115m 394M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:39:52.763 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (108m) 2m ago 111m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:39:52.763 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (108m) 13s ago 111m 22.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:39:52.763 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (106m) 2m ago 114m 4086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:39:52.764 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (106m) 2m ago 114m 4835M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:39:52.764 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (105m) 2m ago 114m 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:39:52.764 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (105m) 2m ago 113m 3969M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:39:52.764 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (104m) 13s ago 113m 3313M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:39:52.764 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (104m) 13s ago 113m 3590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:39:52.764 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (104m) 13s ago 112m 3047M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:39:52.764 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (103m) 13s ago 112m 3470M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:39:52.764 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (108m) 13s ago 111m 114M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:39:52.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:52 smithi177 ceph-mon[212096]: pgmap v5604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:53.142 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:39:53.142 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:39:53.142 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:39:53.142 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:39:53.142 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:39:53.142 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:39:53.142 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:39:53.142 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:39:53.143 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:39:53.143 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:39:53.143 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:39:53.143 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:39:53.143 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:39:53.143 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:39:53.143 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:39:53.143 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:39:53.143 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:39:53.143 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:39:53.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:53 smithi123 ceph-mon[191304]: from='client.39468 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:39:53.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:53 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3279052387' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:39:53.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:53 smithi123 ceph-mon[188613]: from='client.39468 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:39:53.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:53 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3279052387' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:39:53.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:53 smithi177 ceph-mon[212096]: from='client.39468 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:39:53.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:53 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3279052387' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:39:54.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:54 smithi123 ceph-mon[191304]: from='client.39474 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:39:54.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:54 smithi123 ceph-mon[191304]: pgmap v5605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:54.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:54 smithi123 ceph-mon[188613]: from='client.39474 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:39:54.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:54 smithi123 ceph-mon[188613]: pgmap v5605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:54.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:54 smithi177 ceph-mon[212096]: from='client.39474 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:39:54.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:54 smithi177 ceph-mon[212096]: pgmap v5605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:55 smithi177 ceph-mon[212096]: pgmap v5606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:55 smithi123 ceph-mon[191304]: pgmap v5606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:55 smithi123 ceph-mon[188613]: pgmap v5606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:39:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:39:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:39:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:39:57 smithi177 ceph-mon[212096]: pgmap v5607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:39:57 smithi123 ceph-mon[191304]: pgmap v5607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:39:57 smithi123 ceph-mon[188613]: pgmap v5607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:39:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:39:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:39:59] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:40:00.467 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T12:39:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T12:40:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:00 smithi123 ceph-mon[188613]: pgmap v5608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T12:40:00.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:00 smithi123 ceph-mon[191304]: pgmap v5608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:00.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T12:40:00.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:00 smithi177 ceph-mon[212096]: pgmap v5608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:00.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T12:40:02.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:02 smithi123 ceph-mon[191304]: pgmap v5609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:02.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:02 smithi123 ceph-mon[188613]: pgmap v5609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:02.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:02 smithi177 ceph-mon[212096]: pgmap v5609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:04.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:04 smithi123 ceph-mon[191304]: pgmap v5610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:04.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:04 smithi123 ceph-mon[188613]: pgmap v5610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:04.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:04 smithi177 ceph-mon[212096]: pgmap v5610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:05 smithi177 ceph-mon[212096]: pgmap v5611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:05 smithi123 ceph-mon[191304]: pgmap v5611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:05 smithi123 ceph-mon[188613]: pgmap v5611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:08.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:08 smithi123 ceph-mon[191304]: pgmap v5612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:08.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:08 smithi123 ceph-mon[188613]: pgmap v5612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:08.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:08 smithi177 ceph-mon[212096]: pgmap v5612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:40:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:40:09] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:40:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:10 smithi123 ceph-mon[191304]: pgmap v5613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:10.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:10 smithi123 ceph-mon[188613]: pgmap v5613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:10.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:10 smithi177 ceph-mon[212096]: pgmap v5613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:40:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:40:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:40:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:12 smithi123 ceph-mon[191304]: pgmap v5614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:12 smithi123 ceph-mon[188613]: pgmap v5614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:12 smithi177 ceph-mon[212096]: pgmap v5614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:14.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:14 smithi123 ceph-mon[191304]: pgmap v5615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:14.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:14 smithi123 ceph-mon[188613]: pgmap v5615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:14.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:14 smithi177 ceph-mon[212096]: pgmap v5615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:15 smithi177 ceph-mon[212096]: pgmap v5616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:15 smithi123 ceph-mon[191304]: pgmap v5616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:15 smithi123 ceph-mon[188613]: pgmap v5616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:18.746 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:18 smithi123 ceph-mon[191304]: pgmap v5617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:18.747 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:18 smithi123 ceph-mon[188613]: pgmap v5617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:18.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:18 smithi177 ceph-mon[212096]: pgmap v5617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:19.496 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:40:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:40:19] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T12:40:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:20 smithi123 ceph-mon[191304]: pgmap v5618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:20.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:20 smithi123 ceph-mon[188613]: pgmap v5618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:20.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:20 smithi177 ceph-mon[212096]: pgmap v5618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:22.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:22 smithi123 ceph-mon[191304]: pgmap v5619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:22.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:22 smithi123 ceph-mon[188613]: pgmap v5619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:22.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:22 smithi177 ceph-mon[212096]: pgmap v5619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:23.494 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:40:23.801 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:40:23.802 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (109m) 2m ago 112m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:40:23.802 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (108m) 44s ago 111m 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:40:23.802 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (112m) 2m ago 112m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:40:23.802 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (112m) 44s ago 112m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:40:23.802 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (108m) 44s ago 115m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:40:23.802 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (108m) 2m ago 116m 622M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:40:23.802 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (108m) 2m ago 116m 704M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:40:23.802 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (107m) 44s ago 115m 364M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:40:23.802 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (108m) 2m ago 115m 394M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:40:23.802 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (109m) 2m ago 111m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:40:23.802 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (108m) 44s ago 111m 22.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:40:23.803 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (107m) 2m ago 115m 4086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:40:23.803 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (106m) 2m ago 114m 4835M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:40:23.803 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (106m) 2m ago 114m 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:40:23.803 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (105m) 2m ago 114m 3969M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:40:23.803 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (105m) 44s ago 114m 3313M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:40:23.803 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (105m) 44s ago 113m 3590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:40:23.803 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (104m) 44s ago 113m 3047M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:40:23.803 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (104m) 44s ago 113m 3470M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:40:23.803 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (108m) 44s ago 112m 114M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:40:24.185 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:40:24.186 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:40:24.186 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:40:24.186 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:40:24.186 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:40:24.186 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:40:24.186 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:40:24.186 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:40:24.186 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:40:24.186 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:40:24.186 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:40:24.186 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:40:24.186 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:40:24.187 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:40:24.187 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:40:24.187 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:40:24.187 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:40:24.187 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:40:24.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:24 smithi123 ceph-mon[191304]: pgmap v5620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:24.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:24 smithi123 ceph-mon[191304]: from='client.49430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:40:24.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:24 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3905264188' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:40:24.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:24 smithi123 ceph-mon[188613]: pgmap v5620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:24.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:24 smithi123 ceph-mon[188613]: from='client.49430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:40:24.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:24 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3905264188' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:40:24.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:24 smithi177 ceph-mon[212096]: pgmap v5620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:24.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:24 smithi177 ceph-mon[212096]: from='client.49430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:40:24.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:24 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3905264188' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:40:25.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:25 smithi123 ceph-mon[191304]: from='client.39492 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:40:25.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:25 smithi123 ceph-mon[188613]: from='client.39492 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:40:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:25 smithi177 ceph-mon[212096]: from='client.39492 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:40:26.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:26 smithi123 ceph-mon[191304]: pgmap v5621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:26.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:40:26.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:26 smithi123 ceph-mon[188613]: pgmap v5621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:26.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:40:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:26 smithi177 ceph-mon[212096]: pgmap v5621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:40:28.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:28 smithi123 ceph-mon[191304]: pgmap v5622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:28.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:28 smithi123 ceph-mon[188613]: pgmap v5622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:28.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:28 smithi177 ceph-mon[212096]: pgmap v5622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:40:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:40:29] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:40:30.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:30 smithi123 ceph-mon[191304]: pgmap v5623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:30.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:30 smithi123 ceph-mon[188613]: pgmap v5623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:30.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:30 smithi177 ceph-mon[212096]: pgmap v5623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:32.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:32 smithi177 ceph-mon[212096]: pgmap v5624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:32.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:32 smithi123 ceph-mon[191304]: pgmap v5624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:32.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:32 smithi123 ceph-mon[188613]: pgmap v5624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:33.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:33 smithi177 ceph-mon[212096]: pgmap v5625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:33.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:33 smithi123 ceph-mon[191304]: pgmap v5625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:33.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:33 smithi123 ceph-mon[188613]: pgmap v5625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:35 smithi177 ceph-mon[212096]: pgmap v5626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:35 smithi123 ceph-mon[191304]: pgmap v5626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:35 smithi123 ceph-mon[188613]: pgmap v5626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:38.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:38 smithi123 ceph-mon[191304]: pgmap v5627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:38.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:38 smithi123 ceph-mon[188613]: pgmap v5627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:38.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:38 smithi177 ceph-mon[212096]: pgmap v5627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:40:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:40:39] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:40:40.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:40 smithi123 ceph-mon[191304]: pgmap v5628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:40.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:40:40.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:40:40.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:40:40.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:40:40.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:40 smithi123 ceph-mon[188613]: pgmap v5628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:40.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:40:40.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:40:40.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:40:40.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:40:40.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:40 smithi177 ceph-mon[212096]: pgmap v5628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:40.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:40:40.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:40:40.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:40:40.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:40:41.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:40:41.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:40:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:40:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:42 smithi123 ceph-mon[191304]: pgmap v5629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:42 smithi123 ceph-mon[188613]: pgmap v5629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:42.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:42 smithi177 ceph-mon[212096]: pgmap v5629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:44.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:44 smithi123 ceph-mon[188613]: pgmap v5630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:44 smithi123 ceph-mon[191304]: pgmap v5630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:44.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:44 smithi177 ceph-mon[212096]: pgmap v5630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:45 smithi123 ceph-mon[191304]: pgmap v5631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:45.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:45 smithi123 ceph-mon[188613]: pgmap v5631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:46.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:45 smithi177 ceph-mon[212096]: pgmap v5631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:48.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:48 smithi123 ceph-mon[191304]: pgmap v5632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:48.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:48 smithi123 ceph-mon[188613]: pgmap v5632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:48.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:48 smithi177 ceph-mon[212096]: pgmap v5632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:40:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:40:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:40:50.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:50 smithi123 ceph-mon[188613]: pgmap v5633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:50.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:50 smithi123 ceph-mon[191304]: pgmap v5633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:50.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:50 smithi177 ceph-mon[212096]: pgmap v5633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:52.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:52 smithi123 ceph-mon[188613]: pgmap v5634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:52.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:52 smithi123 ceph-mon[191304]: pgmap v5634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:52.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:52 smithi177 ceph-mon[212096]: pgmap v5634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:54.539 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:40:54.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:54 smithi123 ceph-mon[191304]: pgmap v5635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:54.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:54 smithi123 ceph-mon[188613]: pgmap v5635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:54.848 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:40:54.848 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (109m) 3m ago 112m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:40:54.848 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (109m) 75s ago 112m 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:40:54.848 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (113m) 3m ago 113m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:40:54.848 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (113m) 75s ago 113m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:40:54.848 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (109m) 75s ago 115m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:40:54.849 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (109m) 3m ago 117m 622M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:40:54.849 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (108m) 3m ago 117m 704M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:40:54.849 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (108m) 75s ago 116m 364M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:40:54.849 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (108m) 3m ago 116m 394M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:40:54.849 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (109m) 3m ago 112m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:40:54.849 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (109m) 75s ago 112m 22.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:40:54.849 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (107m) 3m ago 115m 4086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:40:54.849 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (107m) 3m ago 115m 4835M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:40:54.849 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (106m) 3m ago 115m 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:40:54.849 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (106m) 3m ago 114m 3969M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:40:54.849 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (106m) 75s ago 114m 3313M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:40:54.850 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (105m) 75s ago 114m 3590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:40:54.850 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (105m) 75s ago 114m 3047M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:40:54.850 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (104m) 75s ago 113m 3470M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:40:54.850 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (109m) 75s ago 113m 114M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:40:54.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:54 smithi177 ceph-mon[212096]: pgmap v5635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:55.230 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:40:55.230 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:40:55.231 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:40:55.231 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:40:55.231 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:40:55.231 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:40:55.231 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:40:55.231 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:40:55.231 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:40:55.231 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:40:55.231 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:40:55.231 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:40:55.231 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:40:55.231 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:40:55.231 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:40:55.232 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:40:55.232 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:40:55.232 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:40:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:55 smithi123 ceph-mon[191304]: from='client.39504 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:40:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:55 smithi123 ceph-mon[191304]: from='client.39510 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:40:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:55 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1470437549' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:40:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:55 smithi123 ceph-mon[191304]: pgmap v5636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:55.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:55 smithi123 ceph-mon[188613]: from='client.39504 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:40:55.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:55 smithi123 ceph-mon[188613]: from='client.39510 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:40:55.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:55 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1470437549' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:40:55.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:55 smithi123 ceph-mon[188613]: pgmap v5636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:56.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:55 smithi177 ceph-mon[212096]: from='client.39504 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:40:56.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:55 smithi177 ceph-mon[212096]: from='client.39510 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:40:56.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:55 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1470437549' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:40:56.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:55 smithi177 ceph-mon[212096]: pgmap v5636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:40:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:40:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:40:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:40:57 smithi123 ceph-mon[191304]: pgmap v5637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:40:57 smithi123 ceph-mon[188613]: pgmap v5637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:40:57 smithi177 ceph-mon[212096]: pgmap v5637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:40:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:40:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:40:59] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:41:00.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:00 smithi123 ceph-mon[191304]: pgmap v5638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:00.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:00 smithi123 ceph-mon[188613]: pgmap v5638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:00.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:00 smithi177 ceph-mon[212096]: pgmap v5638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:02.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:02 smithi123 ceph-mon[188613]: pgmap v5639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:02.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:02 smithi123 ceph-mon[191304]: pgmap v5639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:02.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:02 smithi177 ceph-mon[212096]: pgmap v5639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:04.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:04 smithi123 ceph-mon[191304]: pgmap v5640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:04.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:04 smithi123 ceph-mon[188613]: pgmap v5640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:04.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:04 smithi177 ceph-mon[212096]: pgmap v5640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:05 smithi123 ceph-mon[191304]: pgmap v5641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:05 smithi123 ceph-mon[188613]: pgmap v5641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:06.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:05 smithi177 ceph-mon[212096]: pgmap v5641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:08.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:08 smithi123 ceph-mon[191304]: pgmap v5642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:08.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:08 smithi123 ceph-mon[188613]: pgmap v5642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:08.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:08 smithi177 ceph-mon[212096]: pgmap v5642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:41:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:41:09] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:41:10.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:10 smithi123 ceph-mon[191304]: pgmap v5643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:10.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:10 smithi123 ceph-mon[188613]: pgmap v5643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:10.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:10 smithi177 ceph-mon[212096]: pgmap v5643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:41:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:41:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:41:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:12 smithi177 ceph-mon[212096]: pgmap v5644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:12.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:12 smithi123 ceph-mon[191304]: pgmap v5644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:12.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:12 smithi123 ceph-mon[188613]: pgmap v5644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:14.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:14 smithi177 ceph-mon[212096]: pgmap v5645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:14.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:14 smithi123 ceph-mon[188613]: pgmap v5645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:14.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:14 smithi123 ceph-mon[191304]: pgmap v5645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:15 smithi123 ceph-mon[191304]: pgmap v5646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:15 smithi123 ceph-mon[188613]: pgmap v5646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:16.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:15 smithi177 ceph-mon[212096]: pgmap v5646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:18.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:18 smithi123 ceph-mon[191304]: pgmap v5647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:18.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:18 smithi123 ceph-mon[188613]: pgmap v5647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:18.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:18 smithi177 ceph-mon[212096]: pgmap v5647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:41:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:41:19] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:41:20.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:20 smithi177 ceph-mon[212096]: pgmap v5648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:20.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:20 smithi123 ceph-mon[191304]: pgmap v5648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:20.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:20 smithi123 ceph-mon[188613]: pgmap v5648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:22.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:22 smithi177 ceph-mon[212096]: pgmap v5649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:22.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:22 smithi123 ceph-mon[191304]: pgmap v5649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:22.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:22 smithi123 ceph-mon[188613]: pgmap v5649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:24.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:24 smithi177 ceph-mon[212096]: pgmap v5650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:24.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:24 smithi123 ceph-mon[191304]: pgmap v5650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:24.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:24 smithi123 ceph-mon[188613]: pgmap v5650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:25.577 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:41:25.887 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:41:25.887 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (110m) 3m ago 113m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:41:25.887 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (109m) 106s ago 112m 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:41:25.887 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (114m) 3m ago 114m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:41:25.887 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (113m) 106s ago 113m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:41:25.887 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (109m) 106s ago 116m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:41:25.887 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (109m) 3m ago 117m 622M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:41:25.887 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (109m) 3m ago 117m 704M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:41:25.887 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (108m) 106s ago 116m 364M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:41:25.887 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (109m) 3m ago 116m 394M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:41:25.887 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (110m) 3m ago 112m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:41:25.887 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (109m) 106s ago 112m 22.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:41:25.888 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (108m) 3m ago 116m 4086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:41:25.888 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (107m) 3m ago 115m 4835M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:41:25.888 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (107m) 3m ago 115m 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:41:25.888 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (107m) 3m ago 115m 3969M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:41:25.888 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (106m) 106s ago 115m 3313M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:41:25.888 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (106m) 106s ago 114m 3590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:41:25.888 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (105m) 106s ago 114m 3047M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:41:25.888 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (105m) 106s ago 114m 3470M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:41:25.888 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (109m) 106s ago 113m 114M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:41:25.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:25 smithi123 ceph-mon[191304]: pgmap v5651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:25 smithi123 ceph-mon[188613]: pgmap v5651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:26.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:25 smithi177 ceph-mon[212096]: pgmap v5651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:26.268 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:41:26.269 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:41:26.269 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:41:26.269 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:41:26.269 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:41:26.269 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:41:26.269 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:41:26.269 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:41:26.269 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:41:26.269 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:41:26.269 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:41:26.270 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:41:26.270 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:41:26.270 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:41:26.270 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:41:26.270 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:41:26.270 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:41:26.270 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:41:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:26 smithi123 ceph-mon[191304]: from='client.39522 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:41:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:26 smithi123 ceph-mon[191304]: from='client.39528 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:41:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:26 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3760502100' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:41:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:41:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:26 smithi123 ceph-mon[188613]: from='client.39522 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:41:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:26 smithi123 ceph-mon[188613]: from='client.39528 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:41:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:26 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3760502100' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:41:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:41:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:26 smithi177 ceph-mon[212096]: from='client.39522 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:41:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:26 smithi177 ceph-mon[212096]: from='client.39528 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:41:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:26 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3760502100' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:41:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:41:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:27 smithi123 ceph-mon[191304]: pgmap v5652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:27 smithi123 ceph-mon[188613]: pgmap v5652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:27 smithi177 ceph-mon[212096]: pgmap v5652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:28.901 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 12:41:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T12:41:28.589146137Z level=info msg="Completed cleanup jobs" duration=15.682681ms 2023-12-20T12:41:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:41:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:41:29] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:41:30.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:30 smithi177 ceph-mon[212096]: pgmap v5653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:30.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:30 smithi123 ceph-mon[191304]: pgmap v5653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:30.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:30 smithi123 ceph-mon[188613]: pgmap v5653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:32.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:32 smithi177 ceph-mon[212096]: pgmap v5654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:32.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:32 smithi123 ceph-mon[191304]: pgmap v5654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:32.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:32 smithi123 ceph-mon[188613]: pgmap v5654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:34.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:34 smithi177 ceph-mon[212096]: pgmap v5655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:34.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:34 smithi123 ceph-mon[191304]: pgmap v5655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:34.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:34 smithi123 ceph-mon[188613]: pgmap v5655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:35 smithi123 ceph-mon[191304]: pgmap v5656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:35 smithi123 ceph-mon[188613]: pgmap v5656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:36.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:35 smithi177 ceph-mon[212096]: pgmap v5656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:38.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:38 smithi177 ceph-mon[212096]: pgmap v5657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:38.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:38 smithi123 ceph-mon[191304]: pgmap v5657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:38 smithi123 ceph-mon[188613]: pgmap v5657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:41:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:41:39] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:41:40.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:40 smithi177 ceph-mon[212096]: pgmap v5658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:40.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:41:40.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:40 smithi123 ceph-mon[191304]: pgmap v5658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:40.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:41:40.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:40 smithi123 ceph-mon[188613]: pgmap v5658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:40.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:41:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:41:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:41:41.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:41:41.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:41:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:41:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:41:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:41:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:41:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:41:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:41:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:41:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:41:42.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:42 smithi177 ceph-mon[212096]: pgmap v5659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:42.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:42 smithi123 ceph-mon[191304]: pgmap v5659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:42.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:42 smithi123 ceph-mon[188613]: pgmap v5659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:44.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:44 smithi177 ceph-mon[212096]: pgmap v5660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:44.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:44 smithi123 ceph-mon[191304]: pgmap v5660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:44.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:44 smithi123 ceph-mon[188613]: pgmap v5660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:45 smithi123 ceph-mon[191304]: pgmap v5661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:45.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:45 smithi123 ceph-mon[188613]: pgmap v5661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:46.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:45 smithi177 ceph-mon[212096]: pgmap v5661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:48.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:48 smithi177 ceph-mon[212096]: pgmap v5662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:48.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:48 smithi123 ceph-mon[191304]: pgmap v5662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:48.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:48 smithi123 ceph-mon[188613]: pgmap v5662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:41:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:41:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:41:50.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:50 smithi177 ceph-mon[212096]: pgmap v5663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:50.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:50 smithi123 ceph-mon[191304]: pgmap v5663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:50.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:50 smithi123 ceph-mon[188613]: pgmap v5663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:52.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:52 smithi177 ceph-mon[212096]: pgmap v5664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:52.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:52 smithi123 ceph-mon[191304]: pgmap v5664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:52.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:52 smithi123 ceph-mon[188613]: pgmap v5664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:53.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:53 smithi177 ceph-mon[212096]: pgmap v5665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:53.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:53 smithi123 ceph-mon[191304]: pgmap v5665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:53.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:53 smithi123 ceph-mon[188613]: pgmap v5665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:55 smithi123 ceph-mon[191304]: pgmap v5666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:55 smithi123 ceph-mon[188613]: pgmap v5666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:56.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:55 smithi177 ceph-mon[212096]: pgmap v5666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:56.612 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:41:56.919 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:41:56.920 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (110m) 4m ago 113m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:41:56.920 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (110m) 2m ago 113m 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:41:56.920 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (114m) 4m ago 114m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:41:56.920 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (114m) 2m ago 114m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:41:56.920 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (110m) 2m ago 116m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:41:56.920 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (110m) 4m ago 118m 622M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:41:56.920 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (109m) 4m ago 118m 704M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:41:56.920 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (109m) 2m ago 117m 364M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:41:56.920 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (109m) 4m ago 117m 394M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:41:56.920 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (110m) 4m ago 113m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:41:56.921 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (110m) 2m ago 113m 22.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:41:56.921 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (108m) 4m ago 116m 4086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:41:56.921 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (108m) 4m ago 116m 4835M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:41:56.921 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (108m) 4m ago 116m 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:41:56.921 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (107m) 4m ago 115m 3969M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:41:56.921 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (107m) 2m ago 115m 3313M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:41:56.921 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (106m) 2m ago 115m 3590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:41:56.921 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (106m) 2m ago 115m 3047M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:41:56.921 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (105m) 2m ago 114m 3470M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:41:56.921 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (110m) 2m ago 114m 114M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:41:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:41:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:41:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:41:57.300 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:41:57.300 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:41:57.300 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:41:57.300 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:41:57.301 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:41:57.301 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:41:57.301 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:41:57.301 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:41:57.301 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:41:57.301 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:41:57.301 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:41:57.301 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:41:57.301 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:41:57.301 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:41:57.301 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:41:57.302 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:41:57.302 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:41:57.302 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:41:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:57 smithi123 ceph-mon[191304]: from='client.49484 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:41:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:57 smithi123 ceph-mon[191304]: from='client.39546 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:41:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:57 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2366412117' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:41:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:41:57 smithi123 ceph-mon[191304]: pgmap v5667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:57 smithi123 ceph-mon[188613]: from='client.49484 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:41:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:57 smithi123 ceph-mon[188613]: from='client.39546 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:41:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:57 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2366412117' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:41:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:41:57 smithi123 ceph-mon[188613]: pgmap v5667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:57 smithi177 ceph-mon[212096]: from='client.49484 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:41:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:57 smithi177 ceph-mon[212096]: from='client.39546 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:41:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:57 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2366412117' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:41:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:41:57 smithi177 ceph-mon[212096]: pgmap v5667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:41:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:41:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:41:59] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:42:00.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:00 smithi177 ceph-mon[212096]: pgmap v5668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:00.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:00 smithi123 ceph-mon[191304]: pgmap v5668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:00.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:00 smithi123 ceph-mon[188613]: pgmap v5668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:02.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:02 smithi177 ceph-mon[212096]: pgmap v5669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:02.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:02 smithi123 ceph-mon[191304]: pgmap v5669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:02.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:02 smithi123 ceph-mon[188613]: pgmap v5669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:03 smithi177 ceph-mon[212096]: pgmap v5670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:03.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:03 smithi123 ceph-mon[191304]: pgmap v5670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:03 smithi123 ceph-mon[188613]: pgmap v5670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:05 smithi123 ceph-mon[191304]: pgmap v5671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:05 smithi123 ceph-mon[188613]: pgmap v5671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:06.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:05 smithi177 ceph-mon[212096]: pgmap v5671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:08.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:08 smithi177 ceph-mon[212096]: pgmap v5672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:08.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:08 smithi123 ceph-mon[191304]: pgmap v5672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:08.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:08 smithi123 ceph-mon[188613]: pgmap v5672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:42:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:42:09] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:42:09.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:09 smithi177 ceph-mon[212096]: pgmap v5673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:09.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:09 smithi123 ceph-mon[191304]: pgmap v5673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:09.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:09 smithi123 ceph-mon[188613]: pgmap v5673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:11 smithi177 ceph-mon[212096]: pgmap v5674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:42:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:11 smithi123 ceph-mon[191304]: pgmap v5674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:42:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:11 smithi123 ceph-mon[188613]: pgmap v5674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:42:14.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:14 smithi177 ceph-mon[212096]: pgmap v5675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:14.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:14 smithi123 ceph-mon[191304]: pgmap v5675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:14.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:14 smithi123 ceph-mon[188613]: pgmap v5675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:15 smithi123 ceph-mon[188613]: pgmap v5676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:15 smithi123 ceph-mon[191304]: pgmap v5676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:16.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:15 smithi177 ceph-mon[212096]: pgmap v5676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:18.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:18 smithi177 ceph-mon[212096]: pgmap v5677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:18.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:18 smithi123 ceph-mon[191304]: pgmap v5677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:18.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:18 smithi123 ceph-mon[188613]: pgmap v5677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:42:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:42:19] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:42:19.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:19 smithi177 ceph-mon[212096]: pgmap v5678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:19.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:19 smithi123 ceph-mon[191304]: pgmap v5678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:19.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:19 smithi123 ceph-mon[188613]: pgmap v5678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:22.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:22 smithi177 ceph-mon[212096]: pgmap v5679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:22.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:22 smithi123 ceph-mon[191304]: pgmap v5679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:22.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:22 smithi123 ceph-mon[188613]: pgmap v5679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:23.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:23 smithi177 ceph-mon[212096]: pgmap v5680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:23.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:23 smithi123 ceph-mon[191304]: pgmap v5680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:23.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:23 smithi123 ceph-mon[188613]: pgmap v5680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:25.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:25 smithi123 ceph-mon[191304]: pgmap v5681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:25.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:25 smithi123 ceph-mon[188613]: pgmap v5681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:26.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:25 smithi177 ceph-mon[212096]: pgmap v5681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:42:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:42:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:42:27.647 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:42:27.955 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:42:27.955 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (111m) 4m ago 114m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:42:27.955 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (111m) 2m ago 114m 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:42:27.955 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (115m) 4m ago 115m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:42:27.955 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (115m) 2m ago 115m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:42:27.955 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (110m) 2m ago 117m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:42:27.956 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (110m) 4m ago 118m 622M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:42:27.956 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (110m) 4m ago 118m 704M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:42:27.956 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (109m) 2m ago 117m 364M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:42:27.956 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (110m) 4m ago 117m 394M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:42:27.956 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (111m) 4m ago 113m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:42:27.956 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (110m) 2m ago 113m 22.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:42:27.956 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (109m) 4m ago 117m 4086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:42:27.956 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (109m) 4m ago 116m 4835M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:42:27.956 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (108m) 4m ago 116m 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:42:27.956 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (108m) 4m ago 116m 3969M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:42:27.957 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (107m) 2m ago 116m 3313M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:42:27.957 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (107m) 2m ago 115m 3590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:42:27.957 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (106m) 2m ago 115m 3047M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:42:27.957 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (106m) 2m ago 115m 3470M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:42:27.957 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (110m) 2m ago 114m 114M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:42:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:27 smithi123 ceph-mon[191304]: pgmap v5682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:27 smithi123 ceph-mon[188613]: pgmap v5682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:27 smithi177 ceph-mon[212096]: pgmap v5682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:28.340 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:42:28.340 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:42:28.340 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:42:28.340 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:42:28.340 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:42:28.340 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:42:28.340 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:42:28.341 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:42:28.341 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:42:28.341 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:42:28.341 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:42:28.341 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:42:28.341 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:42:28.341 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:42:28.341 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:42:28.341 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:42:28.341 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:42:28.341 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:42:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:28 smithi123 ceph-mon[191304]: from='client.39558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:42:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:28 smithi123 ceph-mon[191304]: from='client.39564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:42:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:28 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3394464874' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:42:28.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:28 smithi123 ceph-mon[188613]: from='client.39558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:42:28.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:28 smithi123 ceph-mon[188613]: from='client.39564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:42:28.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:28 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3394464874' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:42:29.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:28 smithi177 ceph-mon[212096]: from='client.39558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:42:29.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:28 smithi177 ceph-mon[212096]: from='client.39564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:42:29.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:28 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3394464874' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:42:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:42:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:42:29] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:42:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:29 smithi123 ceph-mon[188613]: pgmap v5683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:29.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:29 smithi123 ceph-mon[191304]: pgmap v5683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:30.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:29 smithi177 ceph-mon[212096]: pgmap v5683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:31.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:31 smithi177 ceph-mon[212096]: pgmap v5684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:31.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:31 smithi123 ceph-mon[191304]: pgmap v5684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:31.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:31 smithi123 ceph-mon[188613]: pgmap v5684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:33.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:33 smithi177 ceph-mon[212096]: pgmap v5685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:33.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:33 smithi123 ceph-mon[191304]: pgmap v5685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:33.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:33 smithi123 ceph-mon[188613]: pgmap v5685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:35 smithi123 ceph-mon[191304]: pgmap v5686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:35.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:35 smithi123 ceph-mon[188613]: pgmap v5686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:36.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:35 smithi177 ceph-mon[212096]: pgmap v5686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:37.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:37 smithi177 ceph-mon[212096]: pgmap v5687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:37 smithi123 ceph-mon[188613]: pgmap v5687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:37.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:37 smithi123 ceph-mon[191304]: pgmap v5687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:42:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:42:39] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:42:39.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:39 smithi177 ceph-mon[212096]: pgmap v5688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:39.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:39 smithi123 ceph-mon[191304]: pgmap v5688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:39 smithi123 ceph-mon[188613]: pgmap v5688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:42:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:42:41.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:42:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:42:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:42:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:42:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:41 smithi177 ceph-mon[212096]: pgmap v5689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:42:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:42:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:42:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:42:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:41 smithi123 ceph-mon[188613]: pgmap v5689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:42:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:42:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:42:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:42:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:41 smithi123 ceph-mon[191304]: pgmap v5689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:42:43.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:43 smithi177 ceph-mon[212096]: pgmap v5690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:43.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:43 smithi123 ceph-mon[191304]: pgmap v5690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:43 smithi123 ceph-mon[188613]: pgmap v5690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:45.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:45 smithi123 ceph-mon[188613]: pgmap v5691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:45 smithi123 ceph-mon[191304]: pgmap v5691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:46.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:45 smithi177 ceph-mon[212096]: pgmap v5691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:47.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:47 smithi177 ceph-mon[212096]: pgmap v5692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:47.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:47 smithi123 ceph-mon[191304]: pgmap v5692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:47 smithi123 ceph-mon[188613]: pgmap v5692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:42:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:42:49] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:42:49.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:49 smithi177 ceph-mon[212096]: pgmap v5693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:49.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:49 smithi123 ceph-mon[191304]: pgmap v5693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:49 smithi123 ceph-mon[188613]: pgmap v5693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:51.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:51 smithi177 ceph-mon[212096]: pgmap v5694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:51.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:51 smithi123 ceph-mon[191304]: pgmap v5694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:51 smithi123 ceph-mon[188613]: pgmap v5694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:53.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:53 smithi177 ceph-mon[212096]: pgmap v5695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:53.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:53 smithi123 ceph-mon[191304]: pgmap v5695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:53.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:53 smithi123 ceph-mon[188613]: pgmap v5695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:55 smithi123 ceph-mon[191304]: pgmap v5696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:55 smithi123 ceph-mon[188613]: pgmap v5696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:56.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:55 smithi177 ceph-mon[212096]: pgmap v5696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:42:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:42:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:42:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:57 smithi123 ceph-mon[191304]: pgmap v5697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:57 smithi123 ceph-mon[188613]: pgmap v5697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:57 smithi177 ceph-mon[212096]: pgmap v5697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:42:58.685 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:42:58.992 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:42:58.993 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (111m) 5m ago 114m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:42:58.993 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (111m) 3m ago 114m 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:42:58.993 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (115m) 5m ago 115m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:42:58.993 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (115m) 3m ago 115m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:42:58.993 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (111m) 3m ago 117m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:42:58.993 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (111m) 5m ago 119m 622M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:42:58.993 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (110m) 5m ago 119m 704M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:42:58.993 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (110m) 3m ago 118m 364M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:42:58.993 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (110m) 5m ago 118m 394M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:42:58.994 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (111m) 5m ago 114m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:42:58.994 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (111m) 3m ago 114m 22.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:42:58.994 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (109m) 5m ago 117m 4086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:42:58.994 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (109m) 5m ago 117m 4835M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:42:58.994 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (109m) 5m ago 117m 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:42:58.994 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (108m) 5m ago 116m 3969M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:42:58.994 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (108m) 3m ago 116m 3313M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:42:58.994 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (107m) 3m ago 116m 3590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:42:58.994 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (107m) 3m ago 116m 3047M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:42:58.994 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (106m) 3m ago 115m 3470M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:42:58.994 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (111m) 3m ago 115m 114M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:42:59.378 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:42:59.378 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:42:59.378 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:42:59.378 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:42:59.378 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:42:59.378 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:42:59.378 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:42:59.378 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:42:59.379 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:42:59.379 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:42:59.379 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:42:59.379 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:42:59.379 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:42:59.379 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:42:59.379 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:42:59.379 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:42:59.379 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:42:59.379 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:42:59.432 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:42:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:42:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:42:59.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:42:59 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3735680350' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:42:59.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:42:59 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3735680350' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:42:59.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:42:59 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3735680350' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:43:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:00 smithi123 ceph-mon[188613]: from='client.49520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:43:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:00 smithi123 ceph-mon[188613]: from='client.49526 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:43:00.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:00 smithi123 ceph-mon[188613]: pgmap v5698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:00.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:00 smithi123 ceph-mon[191304]: from='client.49520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:43:00.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:00 smithi123 ceph-mon[191304]: from='client.49526 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:43:00.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:00 smithi123 ceph-mon[191304]: pgmap v5698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:00.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:00 smithi177 ceph-mon[212096]: from='client.49520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:43:00.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:00 smithi177 ceph-mon[212096]: from='client.49526 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:43:00.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:00 smithi177 ceph-mon[212096]: pgmap v5698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:01.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:01 smithi177 ceph-mon[212096]: pgmap v5699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:01 smithi123 ceph-mon[191304]: pgmap v5699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:01.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:01 smithi123 ceph-mon[188613]: pgmap v5699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:03 smithi177 ceph-mon[212096]: pgmap v5700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:03.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:03 smithi123 ceph-mon[191304]: pgmap v5700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:03 smithi123 ceph-mon[188613]: pgmap v5700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:05 smithi123 ceph-mon[191304]: pgmap v5701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:05 smithi123 ceph-mon[188613]: pgmap v5701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:06.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:05 smithi177 ceph-mon[212096]: pgmap v5701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:07.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:07 smithi177 ceph-mon[212096]: pgmap v5702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:07.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:07 smithi123 ceph-mon[191304]: pgmap v5702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:07.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:07 smithi123 ceph-mon[188613]: pgmap v5702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:43:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:43:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:43:09.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:09 smithi177 ceph-mon[212096]: pgmap v5703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:09.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:09 smithi123 ceph-mon[191304]: pgmap v5703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:09.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:09 smithi123 ceph-mon[188613]: pgmap v5703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:43:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:11 smithi177 ceph-mon[212096]: pgmap v5704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:43:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:11 smithi123 ceph-mon[191304]: pgmap v5704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:43:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:11 smithi123 ceph-mon[188613]: pgmap v5704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:13.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:13 smithi177 ceph-mon[212096]: pgmap v5705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:13.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:13 smithi123 ceph-mon[191304]: pgmap v5705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:13 smithi123 ceph-mon[188613]: pgmap v5705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:15 smithi123 ceph-mon[191304]: pgmap v5706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:15 smithi123 ceph-mon[188613]: pgmap v5706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:16.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:15 smithi177 ceph-mon[212096]: pgmap v5706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:17.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:17 smithi177 ceph-mon[212096]: pgmap v5707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:17 smithi123 ceph-mon[188613]: pgmap v5707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:17.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:17 smithi123 ceph-mon[191304]: pgmap v5707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:43:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:43:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:43:19.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:19 smithi177 ceph-mon[212096]: pgmap v5708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:19.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:19 smithi123 ceph-mon[191304]: pgmap v5708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:19.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:19 smithi123 ceph-mon[188613]: pgmap v5708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:21.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:21 smithi177 ceph-mon[212096]: pgmap v5709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:21.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:21 smithi123 ceph-mon[191304]: pgmap v5709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:21.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:21 smithi123 ceph-mon[188613]: pgmap v5709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:23.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:23 smithi177 ceph-mon[212096]: pgmap v5710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:23.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:23 smithi123 ceph-mon[191304]: pgmap v5710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:23.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:23 smithi123 ceph-mon[188613]: pgmap v5710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:25.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:25 smithi123 ceph-mon[191304]: pgmap v5711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:25 smithi123 ceph-mon[188613]: pgmap v5711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:26.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:25 smithi177 ceph-mon[212096]: pgmap v5711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:43:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:43:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:43:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:27 smithi123 ceph-mon[191304]: pgmap v5712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:27 smithi123 ceph-mon[188613]: pgmap v5712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:27 smithi177 ceph-mon[212096]: pgmap v5712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:43:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:43:29] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:43:29.722 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:43:29.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:29 smithi177 ceph-mon[212096]: pgmap v5713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:29.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:29 smithi123 ceph-mon[191304]: pgmap v5713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:29 smithi123 ceph-mon[188613]: pgmap v5713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:30.028 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:43:30.029 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (112m) 5m ago 115m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:43:30.029 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (112m) 3m ago 115m 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:43:30.029 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (116m) 5m ago 116m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:43:30.029 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (116m) 3m ago 116m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:43:30.029 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (111m) 3m ago 118m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:43:30.029 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (111m) 5m ago 119m 622M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:43:30.029 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (111m) 5m ago 119m 704M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:43:30.029 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (110m) 3m ago 118m 364M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:43:30.029 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (111m) 5m ago 118m 394M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:43:30.029 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (112m) 5m ago 115m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:43:30.029 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (112m) 3m ago 114m 22.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:43:30.029 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (110m) 5m ago 118m 4086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:43:30.029 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (110m) 5m ago 117m 4835M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:43:30.030 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (109m) 5m ago 117m 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:43:30.030 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (109m) 5m ago 117m 3969M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:43:30.030 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (108m) 3m ago 117m 3313M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:43:30.030 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (108m) 3m ago 116m 3590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:43:30.030 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (107m) 3m ago 116m 3047M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:43:30.030 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (107m) 3m ago 116m 3470M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:43:30.030 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (111m) 3m ago 115m 114M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:43:30.408 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:43:30.408 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:43:30.409 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:43:30.409 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:43:30.409 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:43:30.409 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:43:30.409 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:43:30.409 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:43:30.409 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:43:30.409 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:43:30.409 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:43:30.410 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:43:30.410 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:43:30.410 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:43:30.410 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:43:30.410 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:43:30.410 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:43:30.410 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:43:30.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:30 smithi123 ceph-mon[191304]: from='client.39594 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:43:30.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:30 smithi123 ceph-mon[191304]: from='client.39600 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:43:30.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:30 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2829040186' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:43:30.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:30 smithi123 ceph-mon[188613]: from='client.39594 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:43:30.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:30 smithi123 ceph-mon[188613]: from='client.39600 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:43:30.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:30 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2829040186' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:43:31.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:30 smithi177 ceph-mon[212096]: from='client.39594 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:43:31.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:30 smithi177 ceph-mon[212096]: from='client.39600 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:43:31.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:30 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2829040186' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:43:31.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:31 smithi123 ceph-mon[188613]: pgmap v5714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:31.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:31 smithi123 ceph-mon[191304]: pgmap v5714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:31 smithi177 ceph-mon[212096]: pgmap v5714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:33.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:33 smithi177 ceph-mon[212096]: pgmap v5715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:33.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:33 smithi123 ceph-mon[191304]: pgmap v5715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:33.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:33 smithi123 ceph-mon[188613]: pgmap v5715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:35 smithi123 ceph-mon[191304]: pgmap v5716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:35.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:35 smithi123 ceph-mon[188613]: pgmap v5716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:36.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:35 smithi177 ceph-mon[212096]: pgmap v5716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:37.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:37 smithi177 ceph-mon[212096]: pgmap v5717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:37.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:37 smithi123 ceph-mon[191304]: pgmap v5717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:37 smithi123 ceph-mon[188613]: pgmap v5717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:43:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:43:39] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:43:39.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:39 smithi177 ceph-mon[212096]: pgmap v5718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:39.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:39 smithi123 ceph-mon[191304]: pgmap v5718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:39 smithi123 ceph-mon[188613]: pgmap v5718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:41.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:43:41.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:43:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:43:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:43:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:42 smithi123 ceph-mon[188613]: pgmap v5719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:43:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:43:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:43:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:43:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:42 smithi123 ceph-mon[191304]: pgmap v5719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:43:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:43:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:43:42.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:43:42.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:42 smithi177 ceph-mon[212096]: pgmap v5719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:42.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:43:42.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:43:42.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:43:43.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:43 smithi177 ceph-mon[212096]: pgmap v5720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:43.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:43 smithi123 ceph-mon[191304]: pgmap v5720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:43 smithi123 ceph-mon[188613]: pgmap v5720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:45.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:45 smithi123 ceph-mon[188613]: pgmap v5721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:45 smithi123 ceph-mon[191304]: pgmap v5721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:46.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:45 smithi177 ceph-mon[212096]: pgmap v5721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:47.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:47 smithi177 ceph-mon[212096]: pgmap v5722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:47.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:47 smithi123 ceph-mon[191304]: pgmap v5722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:47 smithi123 ceph-mon[188613]: pgmap v5722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:43:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:43:49] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:43:49.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:49 smithi177 ceph-mon[212096]: pgmap v5723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:49.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:49 smithi123 ceph-mon[191304]: pgmap v5723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:49 smithi123 ceph-mon[188613]: pgmap v5723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:51.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:51 smithi177 ceph-mon[212096]: pgmap v5724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:51.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:51 smithi123 ceph-mon[191304]: pgmap v5724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:51 smithi123 ceph-mon[188613]: pgmap v5724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:53.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:53 smithi177 ceph-mon[212096]: pgmap v5725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:53.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:53 smithi123 ceph-mon[191304]: pgmap v5725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:53.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:53 smithi123 ceph-mon[188613]: pgmap v5725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:55 smithi123 ceph-mon[191304]: pgmap v5726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:55.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:55 smithi123 ceph-mon[188613]: pgmap v5726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:56.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:55 smithi177 ceph-mon[212096]: pgmap v5726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:43:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:43:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:43:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:57 smithi123 ceph-mon[191304]: pgmap v5727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:57 smithi123 ceph-mon[188613]: pgmap v5727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:57 smithi177 ceph-mon[212096]: pgmap v5727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:43:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:43:59] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:43:59.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:43:59 smithi177 ceph-mon[212096]: pgmap v5728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:59.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:43:59 smithi123 ceph-mon[191304]: pgmap v5728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:43:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:43:59 smithi123 ceph-mon[188613]: pgmap v5728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:00.758 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:44:01.066 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:44:01.066 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (112m) 6m ago 115m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:44:01.066 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (112m) 4m ago 115m 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:44:01.066 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (116m) 6m ago 116m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:44:01.066 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (116m) 4m ago 116m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:44:01.066 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (112m) 4m ago 118m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:44:01.066 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (112m) 6m ago 2h 622M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:44:01.066 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (111m) 6m ago 2h 704M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:44:01.066 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (111m) 4m ago 119m 364M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:44:01.066 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (111m) 6m ago 119m 394M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:44:01.067 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (112m) 6m ago 115m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:44:01.067 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (112m) 4m ago 115m 22.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:44:01.067 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (111m) 6m ago 118m 4086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:44:01.067 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (110m) 6m ago 118m 4835M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:44:01.067 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (110m) 6m ago 118m 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:44:01.067 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (109m) 6m ago 117m 3969M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:44:01.067 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (109m) 4m ago 117m 3313M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:44:01.067 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (108m) 4m ago 117m 3590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:44:01.067 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (108m) 4m ago 117m 3047M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:44:01.067 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (107m) 4m ago 116m 3470M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:44:01.067 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (112m) 4m ago 116m 114M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:44:01.449 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:44:01.449 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:44:01.449 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:44:01.449 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:44:01.449 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:44:01.449 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:44:01.449 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:44:01.449 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:44:01.450 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:44:01.450 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:44:01.450 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:44:01.450 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:44:01.450 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:44:01.450 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:44:01.450 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:44:01.450 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:44:01.450 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:44:01.450 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:44:01.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:01 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3004173193' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:44:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:01 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3004173193' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:44:01.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:01 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3004173193' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:44:02.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:02 smithi177 ceph-mon[212096]: from='client.39612 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:44:02.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:02 smithi177 ceph-mon[212096]: from='client.39618 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:44:02.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:02 smithi177 ceph-mon[212096]: pgmap v5729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:02.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:02 smithi123 ceph-mon[191304]: from='client.39612 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:44:02.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:02 smithi123 ceph-mon[191304]: from='client.39618 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:44:02.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:02 smithi123 ceph-mon[191304]: pgmap v5729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:02.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:02 smithi123 ceph-mon[188613]: from='client.39612 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:44:02.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:02 smithi123 ceph-mon[188613]: from='client.39618 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:44:02.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:02 smithi123 ceph-mon[188613]: pgmap v5729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:04.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:04 smithi177 ceph-mon[212096]: pgmap v5730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:04.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:04 smithi123 ceph-mon[191304]: pgmap v5730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:04.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:04 smithi123 ceph-mon[188613]: pgmap v5730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:05 smithi123 ceph-mon[191304]: pgmap v5731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:05 smithi123 ceph-mon[188613]: pgmap v5731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:06.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:05 smithi177 ceph-mon[212096]: pgmap v5731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:07.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:07 smithi177 ceph-mon[212096]: pgmap v5732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:07.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:07 smithi123 ceph-mon[191304]: pgmap v5732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:07.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:07 smithi123 ceph-mon[188613]: pgmap v5732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:44:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:44:09] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:44:09.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:09 smithi177 ceph-mon[212096]: pgmap v5733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:09.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:09 smithi123 ceph-mon[191304]: pgmap v5733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:09.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:09 smithi123 ceph-mon[188613]: pgmap v5733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:44:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:44:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:44:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:12 smithi177 ceph-mon[212096]: pgmap v5734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:12.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:12 smithi123 ceph-mon[191304]: pgmap v5734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:12.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:12 smithi123 ceph-mon[188613]: pgmap v5734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:14.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:14 smithi177 ceph-mon[212096]: pgmap v5735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:14.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:14 smithi123 ceph-mon[191304]: pgmap v5735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:14.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:14 smithi123 ceph-mon[188613]: pgmap v5735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:15 smithi123 ceph-mon[191304]: pgmap v5736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:15 smithi123 ceph-mon[188613]: pgmap v5736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:16.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:15 smithi177 ceph-mon[212096]: pgmap v5736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:17.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:17 smithi177 ceph-mon[212096]: pgmap v5737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:17.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:17 smithi123 ceph-mon[191304]: pgmap v5737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:17 smithi123 ceph-mon[188613]: pgmap v5737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:44:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:44:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:44:19.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:19 smithi177 ceph-mon[212096]: pgmap v5738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:19.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:19 smithi123 ceph-mon[191304]: pgmap v5738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:19.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:19 smithi123 ceph-mon[188613]: pgmap v5738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:21.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:21 smithi177 ceph-mon[212096]: pgmap v5739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:21.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:21 smithi123 ceph-mon[191304]: pgmap v5739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:21.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:21 smithi123 ceph-mon[188613]: pgmap v5739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:23.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:23 smithi177 ceph-mon[212096]: pgmap v5740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:23.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:23 smithi123 ceph-mon[191304]: pgmap v5740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:23.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:23 smithi123 ceph-mon[188613]: pgmap v5740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:25.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:25 smithi123 ceph-mon[191304]: pgmap v5741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:25.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:25 smithi123 ceph-mon[188613]: pgmap v5741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:26.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:25 smithi177 ceph-mon[212096]: pgmap v5741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:44:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:44:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:44:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:27 smithi123 ceph-mon[191304]: pgmap v5742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:27 smithi123 ceph-mon[188613]: pgmap v5742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:27 smithi177 ceph-mon[212096]: pgmap v5742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:44:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:44:29] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:44:29.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:29 smithi177 ceph-mon[212096]: pgmap v5743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:29 smithi123 ceph-mon[188613]: pgmap v5743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:29.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:29 smithi123 ceph-mon[191304]: pgmap v5743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:31.794 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:44:31.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:31 smithi177 ceph-mon[212096]: pgmap v5744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:31.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:31 smithi123 ceph-mon[188613]: pgmap v5744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:31.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:31 smithi123 ceph-mon[191304]: pgmap v5744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:32.103 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:44:32.103 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (113m) 6m ago 116m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:44:32.103 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (113m) 4m ago 116m 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:44:32.103 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (117m) 6m ago 117m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:44:32.103 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (117m) 4m ago 117m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:44:32.103 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (112m) 4m ago 119m 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:44:32.103 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (113m) 6m ago 2h 622M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:44:32.103 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (112m) 6m ago 2h 704M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:44:32.104 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (112m) 4m ago 119m 364M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:44:32.104 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (112m) 6m ago 119m 394M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:44:32.104 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (113m) 6m ago 116m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:44:32.104 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (113m) 4m ago 115m 22.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:44:32.104 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (111m) 6m ago 119m 4086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:44:32.104 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (111m) 6m ago 119m 4835M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:44:32.104 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (110m) 6m ago 118m 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:44:32.104 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (110m) 6m ago 118m 3969M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:44:32.104 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (109m) 4m ago 118m 3313M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:44:32.104 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (109m) 4m ago 117m 3590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:44:32.104 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (108m) 4m ago 117m 3047M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:44:32.104 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (108m) 4m ago 117m 3470M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:44:32.104 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (112m) 4m ago 116m 114M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:44:32.485 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:44:32.485 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:44:32.485 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:44:32.485 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:44:32.485 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:44:32.485 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:44:32.485 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:44:32.485 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:44:32.485 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:44:32.485 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:44:32.485 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:44:32.486 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:44:32.486 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:44:32.486 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:44:32.486 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:44:32.486 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:44:32.486 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:44:32.486 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:44:32.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:32 smithi177 ceph-mon[212096]: from='client.39630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:44:32.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:32 smithi177 ceph-mon[212096]: from='client.49580 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:44:32.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:32 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1059050900' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:44:32.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:32 smithi123 ceph-mon[191304]: from='client.39630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:44:32.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:32 smithi123 ceph-mon[191304]: from='client.49580 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:44:32.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:32 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1059050900' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:44:32.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:32 smithi123 ceph-mon[188613]: from='client.39630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:44:32.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:32 smithi123 ceph-mon[188613]: from='client.49580 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:44:32.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:32 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1059050900' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:44:33.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:33 smithi177 ceph-mon[212096]: pgmap v5745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:33.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:33 smithi123 ceph-mon[191304]: pgmap v5745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:33.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:33 smithi123 ceph-mon[188613]: pgmap v5745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:35 smithi123 ceph-mon[191304]: pgmap v5746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:35 smithi123 ceph-mon[188613]: pgmap v5746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:36.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:35 smithi177 ceph-mon[212096]: pgmap v5746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:37.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:37 smithi177 ceph-mon[212096]: pgmap v5747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:37.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:37 smithi123 ceph-mon[191304]: pgmap v5747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:37 smithi123 ceph-mon[188613]: pgmap v5747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:44:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:44:39] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:44:39.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:39 smithi177 ceph-mon[212096]: pgmap v5748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:39.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:39 smithi123 ceph-mon[191304]: pgmap v5748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:39 smithi123 ceph-mon[188613]: pgmap v5748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:44:41.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:44:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:44:42.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:42 smithi177 ceph-mon[212096]: pgmap v5749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:42.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:44:42.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:44:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:44:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:44:42.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:42 smithi123 ceph-mon[188613]: pgmap v5749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:42.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:44:42.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:44:42.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:44:42.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:44:42.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:42 smithi123 ceph-mon[191304]: pgmap v5749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:44:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:44:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:44:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:44:44.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:44 smithi177 ceph-mon[212096]: pgmap v5750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:44.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:44 smithi123 ceph-mon[191304]: pgmap v5750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:44.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:44 smithi123 ceph-mon[188613]: pgmap v5750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:45 smithi123 ceph-mon[191304]: pgmap v5751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:45.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:45 smithi123 ceph-mon[188613]: pgmap v5751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:46.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:45 smithi177 ceph-mon[212096]: pgmap v5751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:47.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:47 smithi177 ceph-mon[212096]: pgmap v5752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:47.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:47 smithi123 ceph-mon[191304]: pgmap v5752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:47 smithi123 ceph-mon[188613]: pgmap v5752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:44:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:44:49] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:44:49.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:49 smithi177 ceph-mon[212096]: pgmap v5753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:49.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:49 smithi123 ceph-mon[191304]: pgmap v5753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:49 smithi123 ceph-mon[188613]: pgmap v5753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:51.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:51 smithi177 ceph-mon[212096]: pgmap v5754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:51.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:51 smithi123 ceph-mon[191304]: pgmap v5754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:51 smithi123 ceph-mon[188613]: pgmap v5754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:53.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:53 smithi177 ceph-mon[212096]: pgmap v5755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:53.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:53 smithi123 ceph-mon[191304]: pgmap v5755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:53.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:53 smithi123 ceph-mon[188613]: pgmap v5755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:55 smithi123 ceph-mon[188613]: pgmap v5756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:55 smithi123 ceph-mon[191304]: pgmap v5756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:56.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:55 smithi177 ceph-mon[212096]: pgmap v5756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:44:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:44:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:44:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:57 smithi123 ceph-mon[191304]: pgmap v5757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:57 smithi123 ceph-mon[188613]: pgmap v5757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:57 smithi177 ceph-mon[212096]: pgmap v5757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:44:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:44:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:44:59.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:44:59 smithi177 ceph-mon[212096]: pgmap v5758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:44:59 smithi123 ceph-mon[188613]: pgmap v5758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:44:59.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:44:59 smithi123 ceph-mon[191304]: pgmap v5758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:01.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:01 smithi177 ceph-mon[212096]: pgmap v5759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:01 smithi123 ceph-mon[191304]: pgmap v5759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:01.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:01 smithi123 ceph-mon[188613]: pgmap v5759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:02.828 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:45:03.139 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:45:03.139 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (113m) 7m ago 116m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:45:03.139 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (113m) 5m ago 116m 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:45:03.139 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (117m) 7m ago 117m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:45:03.139 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (117m) 5m ago 117m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:45:03.139 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (113m) 5m ago 2h 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:45:03.139 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (113m) 7m ago 2h 622M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:45:03.140 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (113m) 7m ago 2h 704M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:45:03.140 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (112m) 5m ago 2h 364M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:45:03.140 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (112m) 7m ago 2h 394M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:45:03.140 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (113m) 7m ago 116m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:45:03.140 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (113m) 5m ago 116m 22.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:45:03.140 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (112m) 7m ago 119m 4086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:45:03.140 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (111m) 7m ago 119m 4835M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:45:03.140 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (111m) 7m ago 119m 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:45:03.140 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (110m) 7m ago 118m 3969M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:45:03.140 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (110m) 5m ago 118m 3313M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:45:03.140 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (109m) 5m ago 118m 3590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:45:03.140 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (109m) 5m ago 118m 3047M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:45:03.140 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (108m) 5m ago 117m 3470M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:45:03.140 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (113m) 5m ago 117m 114M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:45:03.521 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:45:03.521 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:45:03.522 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:45:03.522 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:45:03.522 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:45:03.522 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:45:03.522 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:45:03.522 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:45:03.522 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:45:03.522 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:45:03.522 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:45:03.522 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:45:03.522 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:45:03.522 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:45:03.522 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:45:03.522 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:45:03.522 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:45:03.523 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:45:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:03 smithi177 ceph-mon[212096]: from='client.49592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:45:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:03 smithi177 ceph-mon[212096]: from='client.49598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:45:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:03 smithi177 ceph-mon[212096]: pgmap v5760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:03 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/499352940' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:45:03.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:03 smithi123 ceph-mon[191304]: from='client.49592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:45:03.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:03 smithi123 ceph-mon[191304]: from='client.49598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:45:03.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:03 smithi123 ceph-mon[191304]: pgmap v5760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:03.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:03 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/499352940' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:45:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:03 smithi123 ceph-mon[188613]: from='client.49592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:45:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:03 smithi123 ceph-mon[188613]: from='client.49598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:45:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:03 smithi123 ceph-mon[188613]: pgmap v5760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:03 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/499352940' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:45:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:05 smithi123 ceph-mon[191304]: pgmap v5761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:05 smithi123 ceph-mon[188613]: pgmap v5761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:06.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:05 smithi177 ceph-mon[212096]: pgmap v5761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:07.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:07 smithi177 ceph-mon[212096]: pgmap v5762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:07.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:07 smithi123 ceph-mon[191304]: pgmap v5762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:07.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:07 smithi123 ceph-mon[188613]: pgmap v5762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:45:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:45:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:45:09.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:09 smithi177 ceph-mon[212096]: pgmap v5763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:09.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:09 smithi123 ceph-mon[191304]: pgmap v5763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:09.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:09 smithi123 ceph-mon[188613]: pgmap v5763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:45:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:45:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:45:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:12 smithi177 ceph-mon[212096]: pgmap v5764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:12.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:12 smithi123 ceph-mon[191304]: pgmap v5764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:12.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:12 smithi123 ceph-mon[188613]: pgmap v5764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:14.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:14 smithi177 ceph-mon[212096]: pgmap v5765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:14.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:14 smithi123 ceph-mon[191304]: pgmap v5765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:14.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:14 smithi123 ceph-mon[188613]: pgmap v5765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:15 smithi123 ceph-mon[191304]: pgmap v5766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:15.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:15 smithi123 ceph-mon[188613]: pgmap v5766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:16.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:15 smithi177 ceph-mon[212096]: pgmap v5766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:17.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:17 smithi177 ceph-mon[212096]: pgmap v5767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:17.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:17 smithi123 ceph-mon[191304]: pgmap v5767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:17 smithi123 ceph-mon[188613]: pgmap v5767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:45:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:45:19] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:45:19.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:19 smithi177 ceph-mon[212096]: pgmap v5768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:19.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:19 smithi123 ceph-mon[191304]: pgmap v5768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:19.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:19 smithi123 ceph-mon[188613]: pgmap v5768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:21.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:21 smithi177 ceph-mon[212096]: pgmap v5769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:21.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:21 smithi123 ceph-mon[191304]: pgmap v5769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:21.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:21 smithi123 ceph-mon[188613]: pgmap v5769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:23.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:23 smithi177 ceph-mon[212096]: pgmap v5770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:23.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:23 smithi123 ceph-mon[191304]: pgmap v5770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:23.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:23 smithi123 ceph-mon[188613]: pgmap v5770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:25.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:25 smithi123 ceph-mon[191304]: pgmap v5771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:25 smithi123 ceph-mon[188613]: pgmap v5771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:26.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:25 smithi177 ceph-mon[212096]: pgmap v5771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:45:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:45:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:45:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:27 smithi123 ceph-mon[191304]: pgmap v5772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:27 smithi123 ceph-mon[188613]: pgmap v5772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:27 smithi177 ceph-mon[212096]: pgmap v5772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:45:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:45:29] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:45:29.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:29 smithi177 ceph-mon[212096]: pgmap v5773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:29.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:29 smithi123 ceph-mon[191304]: pgmap v5773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:29 smithi123 ceph-mon[188613]: pgmap v5773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:31.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:31 smithi177 ceph-mon[212096]: pgmap v5774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:31.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:31 smithi123 ceph-mon[191304]: pgmap v5774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:31.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:31 smithi123 ceph-mon[188613]: pgmap v5774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:33.870 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:45:33.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:33 smithi177 ceph-mon[212096]: pgmap v5775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:33.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:33 smithi123 ceph-mon[191304]: pgmap v5775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:33.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:33 smithi123 ceph-mon[188613]: pgmap v5775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:34.183 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:45:34.183 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (114m) 7m ago 117m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:45:34.183 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (114m) 5m ago 117m 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:45:34.183 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (118m) 7m ago 118m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:45:34.183 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (118m) 5m ago 118m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:45:34.183 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (113m) 5m ago 2h 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:45:34.183 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (114m) 7m ago 2h 622M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:45:34.184 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (113m) 7m ago 2h 704M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:45:34.184 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (113m) 5m ago 2h 364M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:45:34.184 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (113m) 7m ago 2h 394M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:45:34.184 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (114m) 7m ago 117m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:45:34.184 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (114m) 5m ago 117m 22.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:45:34.184 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (112m) 7m ago 2h 4086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:45:34.184 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (112m) 7m ago 2h 4835M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:45:34.184 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (111m) 7m ago 119m 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:45:34.184 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (111m) 7m ago 119m 3969M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:45:34.184 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (110m) 5m ago 119m 3313M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:45:34.184 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (110m) 5m ago 118m 3590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:45:34.184 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (109m) 5m ago 118m 3047M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:45:34.184 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (109m) 5m ago 118m 3470M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:45:34.184 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (113m) 5m ago 117m 114M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:45:34.560 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:45:34.561 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:45:34.561 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:45:34.561 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:45:34.561 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:45:34.561 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:45:34.561 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:45:34.561 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:45:34.561 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:45:34.561 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:45:34.561 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:45:34.561 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:45:34.561 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:45:34.561 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:45:34.561 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:45:34.561 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:45:34.561 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:45:34.562 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:45:34.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:34 smithi177 ceph-mon[212096]: from='client.49610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:45:34.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:34 smithi177 ceph-mon[212096]: from='client.39672 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:45:34.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:34 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3536216320' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:45:34.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:34 smithi123 ceph-mon[191304]: from='client.49610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:45:34.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:34 smithi123 ceph-mon[191304]: from='client.39672 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:45:34.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:34 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3536216320' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:45:34.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:34 smithi123 ceph-mon[188613]: from='client.49610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:45:34.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:34 smithi123 ceph-mon[188613]: from='client.39672 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:45:34.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:34 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3536216320' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:45:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:35 smithi123 ceph-mon[191304]: pgmap v5776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:35 smithi123 ceph-mon[188613]: pgmap v5776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:36.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:35 smithi177 ceph-mon[212096]: pgmap v5776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:37.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:37 smithi177 ceph-mon[212096]: pgmap v5777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:37.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:37 smithi123 ceph-mon[191304]: pgmap v5777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:37 smithi123 ceph-mon[188613]: pgmap v5777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:45:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:45:39] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:45:39.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:39 smithi177 ceph-mon[212096]: pgmap v5778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:39.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:39 smithi123 ceph-mon[191304]: pgmap v5778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:39 smithi123 ceph-mon[188613]: pgmap v5778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:45:41.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:45:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:45:42.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:42 smithi177 ceph-mon[212096]: pgmap v5779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:42.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:42 smithi123 ceph-mon[191304]: pgmap v5779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:42.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:42 smithi123 ceph-mon[188613]: pgmap v5779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:43.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:45:43.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:45:43.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:45:43.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:45:43.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:45:43.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:45:43.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:45:43.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:45:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:45:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:45:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:45:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:45:44.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:44 smithi177 ceph-mon[212096]: pgmap v5780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:44.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:44 smithi123 ceph-mon[188613]: pgmap v5780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:44.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:44 smithi123 ceph-mon[191304]: pgmap v5780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:45.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:45 smithi123 ceph-mon[188613]: pgmap v5781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:45 smithi123 ceph-mon[191304]: pgmap v5781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:46.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:45 smithi177 ceph-mon[212096]: pgmap v5781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:47.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:47 smithi177 ceph-mon[212096]: pgmap v5782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:47.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:47 smithi123 ceph-mon[191304]: pgmap v5782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:47 smithi123 ceph-mon[188613]: pgmap v5782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:45:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:45:49] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:45:49.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:49 smithi177 ceph-mon[212096]: pgmap v5783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:49.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:49 smithi123 ceph-mon[191304]: pgmap v5783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:49 smithi123 ceph-mon[188613]: pgmap v5783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:51.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:51 smithi177 ceph-mon[212096]: pgmap v5784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:51.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:51 smithi123 ceph-mon[191304]: pgmap v5784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:51 smithi123 ceph-mon[188613]: pgmap v5784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:53.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:53 smithi177 ceph-mon[212096]: pgmap v5785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:53.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:53 smithi123 ceph-mon[191304]: pgmap v5785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:53.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:53 smithi123 ceph-mon[188613]: pgmap v5785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:55 smithi123 ceph-mon[191304]: pgmap v5786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:55 smithi123 ceph-mon[188613]: pgmap v5786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:56.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:55 smithi177 ceph-mon[212096]: pgmap v5786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:45:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:45:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:45:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:57 smithi123 ceph-mon[188613]: pgmap v5787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:57 smithi123 ceph-mon[191304]: pgmap v5787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:57 smithi177 ceph-mon[212096]: pgmap v5787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:45:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:45:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T12:45:59.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:45:59 smithi177 ceph-mon[212096]: pgmap v5788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:59.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:45:59 smithi123 ceph-mon[191304]: pgmap v5788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:45:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:45:59 smithi123 ceph-mon[188613]: pgmap v5788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:01.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:01 smithi177 ceph-mon[212096]: pgmap v5789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:01 smithi123 ceph-mon[191304]: pgmap v5789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:01.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:01 smithi123 ceph-mon[188613]: pgmap v5789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:03 smithi177 ceph-mon[212096]: pgmap v5790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:03.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:03 smithi123 ceph-mon[191304]: pgmap v5790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:03 smithi123 ceph-mon[188613]: pgmap v5790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:04.907 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:46:05.210 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:46:05.211 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (114m) 8m ago 117m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:46:05.211 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (114m) 6m ago 117m 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:46:05.211 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (118m) 8m ago 118m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:46:05.211 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (118m) 6m ago 118m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:46:05.211 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (114m) 6m ago 2h 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:46:05.211 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (114m) 8m ago 2h 622M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:46:05.211 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (114m) 8m ago 2h 704M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:46:05.211 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (113m) 6m ago 2h 364M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:46:05.211 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (113m) 8m ago 2h 394M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:46:05.211 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (114m) 8m ago 117m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:46:05.212 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (114m) 6m ago 117m 22.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:46:05.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (113m) 8m ago 2h 4086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:46:05.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (112m) 8m ago 2h 4835M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:46:05.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (112m) 8m ago 2h 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:46:05.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (111m) 8m ago 119m 3969M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:46:05.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (111m) 6m ago 119m 3313M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:46:05.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (110m) 6m ago 119m 3590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:46:05.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (110m) 6m ago 119m 3047M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:46:05.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (109m) 6m ago 118m 3470M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:46:05.212 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (114m) 6m ago 118m 114M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:46:05.592 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:46:05.592 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:46:05.592 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:46:05.592 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:46:05.592 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:46:05.592 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:46:05.592 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:46:05.592 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:46:05.592 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:46:05.593 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:46:05.593 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:46:05.593 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:46:05.593 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:46:05.593 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:46:05.593 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:46:05.593 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:46:05.593 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:46:05.593 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:46:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:05 smithi123 ceph-mon[191304]: from='client.39684 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:46:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:05 smithi123 ceph-mon[191304]: from='client.39690 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:46:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:05 smithi123 ceph-mon[191304]: pgmap v5791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:05 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/556405268' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:46:05.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:05 smithi123 ceph-mon[188613]: from='client.39684 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:46:05.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:05 smithi123 ceph-mon[188613]: from='client.39690 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:46:05.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:05 smithi123 ceph-mon[188613]: pgmap v5791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:05.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:05 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/556405268' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:46:06.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:05 smithi177 ceph-mon[212096]: from='client.39684 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:46:06.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:05 smithi177 ceph-mon[212096]: from='client.39690 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:46:06.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:05 smithi177 ceph-mon[212096]: pgmap v5791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:06.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:05 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/556405268' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:46:07.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:07 smithi177 ceph-mon[212096]: pgmap v5792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:07.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:07 smithi123 ceph-mon[191304]: pgmap v5792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:07.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:07 smithi123 ceph-mon[188613]: pgmap v5792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:46:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:46:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T12:46:09.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:09 smithi177 ceph-mon[212096]: pgmap v5793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:09.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:09 smithi123 ceph-mon[191304]: pgmap v5793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:09.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:09 smithi123 ceph-mon[188613]: pgmap v5793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:46:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:46:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:46:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:12 smithi177 ceph-mon[212096]: pgmap v5794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:12.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:12 smithi123 ceph-mon[191304]: pgmap v5794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:12.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:12 smithi123 ceph-mon[188613]: pgmap v5794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:14.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:14 smithi177 ceph-mon[212096]: pgmap v5795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:14.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:14 smithi123 ceph-mon[191304]: pgmap v5795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:14.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:14 smithi123 ceph-mon[188613]: pgmap v5795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:15 smithi123 ceph-mon[191304]: pgmap v5796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:15 smithi123 ceph-mon[188613]: pgmap v5796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:16.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:15 smithi177 ceph-mon[212096]: pgmap v5796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:17.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:17 smithi177 ceph-mon[212096]: pgmap v5797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:17.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:17 smithi123 ceph-mon[191304]: pgmap v5797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:17 smithi123 ceph-mon[188613]: pgmap v5797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:46:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:46:19] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:46:19.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:19 smithi177 ceph-mon[212096]: pgmap v5798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:19.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:19 smithi123 ceph-mon[191304]: pgmap v5798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:19.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:19 smithi123 ceph-mon[188613]: pgmap v5798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:21.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:21 smithi177 ceph-mon[212096]: pgmap v5799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:21.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:21 smithi123 ceph-mon[191304]: pgmap v5799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:21.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:21 smithi123 ceph-mon[188613]: pgmap v5799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:23.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:23 smithi177 ceph-mon[212096]: pgmap v5800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:23.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:23 smithi123 ceph-mon[191304]: pgmap v5800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:23.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:23 smithi123 ceph-mon[188613]: pgmap v5800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:25.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:25 smithi123 ceph-mon[191304]: pgmap v5801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:25 smithi123 ceph-mon[188613]: pgmap v5801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:26.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:25 smithi177 ceph-mon[212096]: pgmap v5801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:46:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:46:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:46:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:27 smithi123 ceph-mon[188613]: pgmap v5802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:27 smithi123 ceph-mon[191304]: pgmap v5802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:27 smithi177 ceph-mon[212096]: pgmap v5802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:46:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:46:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:46:29.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:29 smithi177 ceph-mon[212096]: pgmap v5803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:29.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:29 smithi123 ceph-mon[191304]: pgmap v5803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:29 smithi123 ceph-mon[188613]: pgmap v5803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:31.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:31 smithi177 ceph-mon[212096]: pgmap v5804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:31.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:31 smithi123 ceph-mon[191304]: pgmap v5804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:31.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:31 smithi123 ceph-mon[188613]: pgmap v5804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:33.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:33 smithi177 ceph-mon[212096]: pgmap v5805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:33.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:33 smithi123 ceph-mon[191304]: pgmap v5805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:33.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:33 smithi123 ceph-mon[188613]: pgmap v5805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:35.944 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:46:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:35 smithi123 ceph-mon[191304]: pgmap v5806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:35 smithi123 ceph-mon[188613]: pgmap v5806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:36.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:35 smithi177 ceph-mon[212096]: pgmap v5806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:36.250 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:46:36.250 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (115m) 9m ago 118m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:46:36.250 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (115m) 6m ago 118m 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:46:36.250 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (119m) 9m ago 119m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:46:36.250 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (119m) 6m ago 119m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:46:36.250 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (114m) 6m ago 2h 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:46:36.250 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (115m) 9m ago 2h 622M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:46:36.250 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (114m) 9m ago 2h 704M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:46:36.250 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (114m) 6m ago 2h 364M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:46:36.250 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (114m) 9m ago 2h 394M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:46:36.251 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (115m) 9m ago 118m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:46:36.251 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (115m) 6m ago 118m 22.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:46:36.251 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (113m) 9m ago 2h 4086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:46:36.251 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (113m) 9m ago 2h 4835M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:46:36.251 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (112m) 9m ago 2h 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:46:36.251 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (112m) 9m ago 2h 3969M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:46:36.251 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (111m) 6m ago 2h 3313M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:46:36.251 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (111m) 6m ago 119m 3590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:46:36.251 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (110m) 6m ago 119m 3047M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:46:36.251 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (110m) 6m ago 119m 3470M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:46:36.251 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (114m) 6m ago 118m 114M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:46:36.631 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:46:36.631 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:46:36.631 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:46:36.631 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:46:36.631 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:46:36.631 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:46:36.632 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:46:36.632 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:46:36.632 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:46:36.632 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:46:36.632 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:46:36.632 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:46:36.632 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:46:36.632 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:46:36.632 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:46:36.632 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:46:36.632 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:46:36.632 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:46:36.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:36 smithi123 ceph-mon[191304]: from='client.49646 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:46:36.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:36 smithi123 ceph-mon[191304]: from='client.49652 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:46:36.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:36 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3587447059' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:46:36.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:36 smithi123 ceph-mon[188613]: from='client.49646 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:46:36.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:36 smithi123 ceph-mon[188613]: from='client.49652 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:46:36.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:36 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3587447059' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:46:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:36 smithi177 ceph-mon[212096]: from='client.49646 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:46:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:36 smithi177 ceph-mon[212096]: from='client.49652 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:46:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:36 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3587447059' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:46:37.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:37 smithi123 ceph-mon[191304]: pgmap v5807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:37 smithi123 ceph-mon[188613]: pgmap v5807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:38.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:37 smithi177 ceph-mon[212096]: pgmap v5807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:46:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:46:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:46:39.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:39 smithi177 ceph-mon[212096]: pgmap v5808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:39.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:39 smithi123 ceph-mon[191304]: pgmap v5808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:39 smithi123 ceph-mon[188613]: pgmap v5808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:46:41.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:46:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:46:42.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:42 smithi177 ceph-mon[212096]: pgmap v5809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:42.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:42 smithi123 ceph-mon[191304]: pgmap v5809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:42.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:42 smithi123 ceph-mon[188613]: pgmap v5809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:43.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:46:43.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:46:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:46:44.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:44 smithi177 ceph-mon[212096]: pgmap v5810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:44.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:46:44.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:46:44.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:46:44.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:44 smithi123 ceph-mon[191304]: pgmap v5810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:44.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:46:44.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:46:44.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:46:44.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:44 smithi123 ceph-mon[188613]: pgmap v5810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:44.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:46:44.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:46:44.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:46:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:45 smithi123 ceph-mon[191304]: pgmap v5811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:45.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:45 smithi123 ceph-mon[188613]: pgmap v5811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:46.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:45 smithi177 ceph-mon[212096]: pgmap v5811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:47.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:47 smithi177 ceph-mon[212096]: pgmap v5812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:47.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:47 smithi123 ceph-mon[191304]: pgmap v5812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:47 smithi123 ceph-mon[188613]: pgmap v5812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:46:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:46:49] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:46:49.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:49 smithi177 ceph-mon[212096]: pgmap v5813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:49.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:49 smithi123 ceph-mon[191304]: pgmap v5813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:49 smithi123 ceph-mon[188613]: pgmap v5813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:51.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:51 smithi177 ceph-mon[212096]: pgmap v5814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:51.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:51 smithi123 ceph-mon[191304]: pgmap v5814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:51 smithi123 ceph-mon[188613]: pgmap v5814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:53.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:53 smithi177 ceph-mon[212096]: pgmap v5815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:53.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:53 smithi123 ceph-mon[191304]: pgmap v5815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:53.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:53 smithi123 ceph-mon[188613]: pgmap v5815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:55 smithi123 ceph-mon[191304]: pgmap v5816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:55 smithi123 ceph-mon[188613]: pgmap v5816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:56.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:55 smithi177 ceph-mon[212096]: pgmap v5816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:46:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:46:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:46:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:57 smithi123 ceph-mon[191304]: pgmap v5817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:57 smithi123 ceph-mon[188613]: pgmap v5817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:57 smithi177 ceph-mon[212096]: pgmap v5817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:46:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:46:59] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:46:59.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:46:59 smithi177 ceph-mon[212096]: pgmap v5818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:59.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:46:59 smithi123 ceph-mon[191304]: pgmap v5818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:46:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:46:59 smithi123 ceph-mon[188613]: pgmap v5818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:01.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:01 smithi177 ceph-mon[212096]: pgmap v5819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:01.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:01 smithi123 ceph-mon[188613]: pgmap v5819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:01 smithi123 ceph-mon[191304]: pgmap v5819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:03 smithi177 ceph-mon[212096]: pgmap v5820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:03.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:03 smithi123 ceph-mon[191304]: pgmap v5820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:03 smithi123 ceph-mon[188613]: pgmap v5820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:05 smithi123 ceph-mon[191304]: pgmap v5821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:05 smithi123 ceph-mon[188613]: pgmap v5821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:06.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:05 smithi177 ceph-mon[212096]: pgmap v5821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:06.976 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:47:07.285 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:47:07.285 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (115m) 9m ago 118m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:47:07.285 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (115m) 7m ago 118m 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:47:07.285 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (119m) 9m ago 119m 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:47:07.285 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (119m) 7m ago 119m 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:47:07.285 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (115m) 7m ago 2h 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:47:07.285 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (115m) 9m ago 2h 622M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:47:07.286 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (115m) 9m ago 2h 704M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:47:07.286 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (114m) 7m ago 2h 364M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:47:07.286 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (114m) 9m ago 2h 394M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:47:07.286 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (115m) 9m ago 118m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:47:07.286 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (115m) 7m ago 118m 22.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:47:07.286 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (114m) 9m ago 2h 4086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:47:07.286 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (113m) 9m ago 2h 4835M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:47:07.286 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (113m) 9m ago 2h 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:47:07.286 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (112m) 9m ago 2h 3969M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:47:07.286 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (112m) 7m ago 2h 3313M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:47:07.286 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (111m) 7m ago 2h 3590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:47:07.286 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (111m) 7m ago 2h 3047M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:47:07.286 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (110m) 7m ago 119m 3470M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:47:07.286 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (115m) 7m ago 119m 114M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:47:07.671 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:47:07.671 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:47:07.671 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:47:07.671 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:47:07.671 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:47:07.671 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:47:07.671 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:47:07.671 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:47:07.671 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:47:07.671 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:47:07.671 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:47:07.671 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:47:07.671 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:47:07.671 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:47:07.671 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:47:07.672 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:47:07.672 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:47:07.672 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:47:07.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:07 smithi177 ceph-mon[212096]: from='client.49664 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:47:07.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:07 smithi177 ceph-mon[212096]: from='client.39726 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:47:07.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:07 smithi177 ceph-mon[212096]: pgmap v5822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:07.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:07 smithi123 ceph-mon[191304]: from='client.49664 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:47:07.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:07 smithi123 ceph-mon[191304]: from='client.39726 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:47:07.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:07 smithi123 ceph-mon[191304]: pgmap v5822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:07.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:07 smithi123 ceph-mon[188613]: from='client.49664 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:47:07.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:07 smithi123 ceph-mon[188613]: from='client.39726 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:47:07.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:07 smithi123 ceph-mon[188613]: pgmap v5822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:08.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:08 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2903124209' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:47:08.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:08 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2903124209' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:47:08.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:08 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2903124209' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:47:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:47:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:47:09] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:47:09.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:09 smithi177 ceph-mon[212096]: pgmap v5823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:09.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:09 smithi123 ceph-mon[191304]: pgmap v5823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:09.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:09 smithi123 ceph-mon[188613]: pgmap v5823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:47:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:47:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:47:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:12 smithi177 ceph-mon[212096]: pgmap v5824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:12.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:12 smithi123 ceph-mon[191304]: pgmap v5824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:12.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:12 smithi123 ceph-mon[188613]: pgmap v5824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:13.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:13 smithi177 ceph-mon[212096]: pgmap v5825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:13.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:13 smithi123 ceph-mon[191304]: pgmap v5825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:13 smithi123 ceph-mon[188613]: pgmap v5825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:15 smithi123 ceph-mon[191304]: pgmap v5826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:15 smithi123 ceph-mon[188613]: pgmap v5826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:16.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:15 smithi177 ceph-mon[212096]: pgmap v5826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:17.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:17 smithi177 ceph-mon[212096]: pgmap v5827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:17.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:17 smithi123 ceph-mon[191304]: pgmap v5827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:17 smithi123 ceph-mon[188613]: pgmap v5827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:47:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:47:19] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T12:47:19.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:19 smithi177 ceph-mon[212096]: pgmap v5828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:19.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:19 smithi123 ceph-mon[191304]: pgmap v5828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:19.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:19 smithi123 ceph-mon[188613]: pgmap v5828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:21.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:21 smithi177 ceph-mon[212096]: pgmap v5829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:21.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:21 smithi123 ceph-mon[191304]: pgmap v5829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:21.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:21 smithi123 ceph-mon[188613]: pgmap v5829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:23.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:23 smithi177 ceph-mon[212096]: pgmap v5830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:23.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:23 smithi123 ceph-mon[191304]: pgmap v5830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:23.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:23 smithi123 ceph-mon[188613]: pgmap v5830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:25.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:25 smithi123 ceph-mon[191304]: pgmap v5831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:25 smithi123 ceph-mon[188613]: pgmap v5831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:26.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:25 smithi177 ceph-mon[212096]: pgmap v5831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:47:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:47:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:47:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:27 smithi177 ceph-mon[212096]: pgmap v5832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:27 smithi123 ceph-mon[191304]: pgmap v5832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:27 smithi123 ceph-mon[188613]: pgmap v5832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:47:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:47:29] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:47:29.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:29 smithi177 ceph-mon[212096]: pgmap v5833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:29.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:29 smithi123 ceph-mon[191304]: pgmap v5833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:29 smithi123 ceph-mon[188613]: pgmap v5833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:31.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:31 smithi177 ceph-mon[212096]: pgmap v5834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:31.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:31 smithi123 ceph-mon[191304]: pgmap v5834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:31.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:31 smithi123 ceph-mon[188613]: pgmap v5834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:33.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:33 smithi177 ceph-mon[212096]: pgmap v5835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:33.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:33 smithi123 ceph-mon[191304]: pgmap v5835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:33.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:33 smithi123 ceph-mon[188613]: pgmap v5835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:35 smithi123 ceph-mon[191304]: pgmap v5836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:35 smithi123 ceph-mon[188613]: pgmap v5836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:36.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:35 smithi177 ceph-mon[212096]: pgmap v5836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:37.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:37 smithi177 ceph-mon[212096]: pgmap v5837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:37.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:37 smithi123 ceph-mon[191304]: pgmap v5837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:37 smithi123 ceph-mon[188613]: pgmap v5837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:38.016 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:47:38.325 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:47:38.325 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (116m) 10m ago 119m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:47:38.326 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (116m) 7m ago 119m 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:47:38.326 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 10m ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:47:38.326 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 7m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:47:38.326 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (115m) 7m ago 2h 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:47:38.326 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (116m) 10m ago 2h 622M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:47:38.326 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (115m) 10m ago 2h 704M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:47:38.326 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (115m) 7m ago 2h 364M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:47:38.326 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (115m) 10m ago 2h 394M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:47:38.326 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (116m) 10m ago 119m 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:47:38.326 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (116m) 7m ago 119m 22.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:47:38.326 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (114m) 10m ago 2h 4086M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:47:38.327 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (114m) 10m ago 2h 4835M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:47:38.327 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (113m) 10m ago 2h 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:47:38.327 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (113m) 10m ago 2h 3969M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:47:38.327 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (112m) 7m ago 2h 3313M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:47:38.327 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (112m) 7m ago 2h 3590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:47:38.327 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (111m) 7m ago 2h 3047M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:47:38.327 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (111m) 7m ago 2h 3470M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:47:38.327 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (115m) 7m ago 119m 114M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:47:38.706 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:47:38.706 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:47:38.706 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:47:38.706 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:47:38.706 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:47:38.706 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:47:38.707 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:47:38.707 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:47:38.707 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:47:38.707 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:47:38.707 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:47:38.707 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:47:38.707 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:47:38.707 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:47:38.707 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:47:38.707 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:47:38.707 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:47:38.708 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:47:38.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:38 smithi177 ceph-mon[212096]: from='client.49682 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:47:38.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:38 smithi177 ceph-mon[212096]: from='client.39744 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:47:38.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:38 smithi123 ceph-mon[191304]: from='client.49682 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:47:38.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:38 smithi123 ceph-mon[191304]: from='client.39744 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:47:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:38 smithi123 ceph-mon[188613]: from='client.49682 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:47:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:38 smithi123 ceph-mon[188613]: from='client.39744 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:47:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:47:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:47:39] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:47:39.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:39 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1023030746' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:47:39.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:39 smithi177 ceph-mon[212096]: pgmap v5838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:39 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1023030746' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:47:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:39 smithi123 ceph-mon[188613]: pgmap v5838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:39.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:39 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1023030746' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:47:39.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:39 smithi123 ceph-mon[191304]: pgmap v5838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:47:41.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:47:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:47:42.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:42 smithi177 ceph-mon[212096]: pgmap v5839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:42.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:42 smithi123 ceph-mon[191304]: pgmap v5839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:42.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:42 smithi123 ceph-mon[188613]: pgmap v5839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:43.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:43 smithi177 ceph-mon[212096]: pgmap v5840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:43.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:43 smithi123 ceph-mon[191304]: pgmap v5840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:43 smithi123 ceph-mon[188613]: pgmap v5840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:44.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:47:44.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:47:44.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:47:44.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:47:44.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:47:44.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:47:44.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:47:44.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:47:44.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:47:46.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:45 smithi177 ceph-mon[212096]: pgmap v5841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:46.166 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:45 smithi123 ceph-mon[191304]: pgmap v5841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:46.166 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:45 smithi123 ceph-mon[188613]: pgmap v5841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:47.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:47:47.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:47:47.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:47:47.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:47:47.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:47:47.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:47:47.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:47:47.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:47:47.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:47:47.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:47:47.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:47:47.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:47:47.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:47:47.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:47:47.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:47:48.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:48 smithi177 ceph-mon[212096]: pgmap v5842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:48.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:48 smithi123 ceph-mon[191304]: pgmap v5842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:48.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:48 smithi123 ceph-mon[188613]: pgmap v5842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:47:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:47:49] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:47:49.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:49 smithi177 ceph-mon[212096]: pgmap v5843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:49.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:49 smithi123 ceph-mon[191304]: pgmap v5843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:49 smithi123 ceph-mon[188613]: pgmap v5843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:51.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:51 smithi177 ceph-mon[212096]: pgmap v5844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:51.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:51 smithi123 ceph-mon[191304]: pgmap v5844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:51 smithi123 ceph-mon[188613]: pgmap v5844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:53.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:53 smithi177 ceph-mon[212096]: pgmap v5845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:53.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:53 smithi123 ceph-mon[191304]: pgmap v5845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:53.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:53 smithi123 ceph-mon[188613]: pgmap v5845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:56.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:55 smithi177 ceph-mon[212096]: pgmap v5846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:56.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:55 smithi123 ceph-mon[191304]: pgmap v5846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:56.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:55 smithi123 ceph-mon[188613]: pgmap v5846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:47:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:47:57.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:47:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:57 smithi177 ceph-mon[212096]: pgmap v5847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:58.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:57 smithi123 ceph-mon[188613]: pgmap v5847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:57 smithi123 ceph-mon[191304]: pgmap v5847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:47:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:47:59] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:47:59.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:47:59 smithi177 ceph-mon[212096]: pgmap v5848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:59.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:47:59 smithi123 ceph-mon[191304]: pgmap v5848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:47:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:47:59 smithi123 ceph-mon[188613]: pgmap v5848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:01.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:01 smithi177 ceph-mon[212096]: pgmap v5849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:01 smithi123 ceph-mon[191304]: pgmap v5849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:01.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:01 smithi123 ceph-mon[188613]: pgmap v5849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:03 smithi177 ceph-mon[212096]: pgmap v5850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:03.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:03 smithi123 ceph-mon[191304]: pgmap v5850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:03 smithi123 ceph-mon[188613]: pgmap v5850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:06.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:05 smithi177 ceph-mon[212096]: pgmap v5851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:06.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:05 smithi123 ceph-mon[191304]: pgmap v5851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:06.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:05 smithi123 ceph-mon[188613]: pgmap v5851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:07.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:07 smithi177 ceph-mon[212096]: pgmap v5852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:07.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:07 smithi123 ceph-mon[191304]: pgmap v5852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:07.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:07 smithi123 ceph-mon[188613]: pgmap v5852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:09.050 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:48:09.356 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:48:09.356 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (116m) 23s ago 119m 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:48:09.356 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (116m) 8m ago 119m 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:48:09.356 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 23s ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:48:09.356 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 8m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:48:09.356 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (116m) 8m ago 2h 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:48:09.356 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (116m) 23s ago 2h 628M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:48:09.356 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (116m) 23s ago 2h 742M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:48:09.356 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (115m) 8m ago 2h 364M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:48:09.356 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (115m) 23s ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:48:09.356 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (116m) 23s ago 119m 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:48:09.356 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (116m) 8m ago 119m 22.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:48:09.356 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (115m) 23s ago 2h 4120M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:48:09.356 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (114m) 23s ago 2h 4865M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:48:09.357 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (114m) 23s ago 2h 3973M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:48:09.357 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (113m) 23s ago 2h 4000M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:48:09.357 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (113m) 8m ago 2h 3313M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:48:09.357 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (112m) 8m ago 2h 3590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:48:09.357 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (112m) 8m ago 2h 3047M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:48:09.357 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (111m) 8m ago 2h 3470M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:48:09.357 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (116m) 8m ago 2h 114M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:48:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:48:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:48:09] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T12:48:09.740 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:48:09.740 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:48:09.740 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:48:09.740 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:48:09.740 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:48:09.740 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:48:09.740 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:48:09.741 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:48:09.741 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:48:09.741 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:48:09.741 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:48:09.741 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:48:09.741 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:48:09.741 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:48:09.741 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:48:09.741 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:48:09.741 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:48:09.741 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:48:09.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:09 smithi177 ceph-mon[212096]: from='client.49700 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:48:09.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:09 smithi177 ceph-mon[212096]: from='client.39762 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:48:09.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:09 smithi177 ceph-mon[212096]: pgmap v5853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:09.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:09 smithi123 ceph-mon[191304]: from='client.49700 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:48:09.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:09 smithi123 ceph-mon[191304]: from='client.39762 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:48:09.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:09 smithi123 ceph-mon[191304]: pgmap v5853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:09.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:09 smithi123 ceph-mon[188613]: from='client.49700 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:48:09.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:09 smithi123 ceph-mon[188613]: from='client.39762 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:48:09.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:09 smithi123 ceph-mon[188613]: pgmap v5853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:10.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:10 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2158862869' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:48:10.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:10 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2158862869' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:48:10.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:10 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2158862869' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:48:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:48:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:11 smithi177 ceph-mon[212096]: pgmap v5854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:48:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:11 smithi123 ceph-mon[191304]: pgmap v5854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:48:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:11 smithi123 ceph-mon[188613]: pgmap v5854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:13.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:13 smithi177 ceph-mon[212096]: pgmap v5855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:13.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:13 smithi123 ceph-mon[191304]: pgmap v5855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:13 smithi123 ceph-mon[188613]: pgmap v5855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:16.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:15 smithi177 ceph-mon[212096]: pgmap v5856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:16.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:15 smithi123 ceph-mon[191304]: pgmap v5856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:16.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:15 smithi123 ceph-mon[188613]: pgmap v5856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:17.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:17 smithi177 ceph-mon[212096]: pgmap v5857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:17.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:17 smithi123 ceph-mon[191304]: pgmap v5857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:17 smithi123 ceph-mon[188613]: pgmap v5857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:48:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:48:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:48:19.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:19 smithi177 ceph-mon[212096]: pgmap v5858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:19.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:19 smithi123 ceph-mon[191304]: pgmap v5858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:19.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:19 smithi123 ceph-mon[188613]: pgmap v5858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:21.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:21 smithi177 ceph-mon[212096]: pgmap v5859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:21.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:21 smithi123 ceph-mon[191304]: pgmap v5859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:21.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:21 smithi123 ceph-mon[188613]: pgmap v5859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:23.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:23 smithi177 ceph-mon[212096]: pgmap v5860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:23.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:23 smithi123 ceph-mon[191304]: pgmap v5860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:23.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:23 smithi123 ceph-mon[188613]: pgmap v5860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:26.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:25 smithi177 ceph-mon[212096]: pgmap v5861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:26.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:25 smithi123 ceph-mon[191304]: pgmap v5861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:26.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:25 smithi123 ceph-mon[188613]: pgmap v5861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:48:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:48:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:48:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:27 smithi177 ceph-mon[212096]: pgmap v5862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:27 smithi123 ceph-mon[191304]: pgmap v5862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:27 smithi123 ceph-mon[188613]: pgmap v5862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:48:29] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:48:29.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:29 smithi177 ceph-mon[212096]: pgmap v5863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:29.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:29 smithi123 ceph-mon[191304]: pgmap v5863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:29 smithi123 ceph-mon[188613]: pgmap v5863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:31.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:31 smithi177 ceph-mon[212096]: pgmap v5864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:31.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:31 smithi123 ceph-mon[191304]: pgmap v5864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:31.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:31 smithi123 ceph-mon[188613]: pgmap v5864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:34.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:34 smithi177 ceph-mon[212096]: pgmap v5865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:34.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:34 smithi123 ceph-mon[191304]: pgmap v5865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:34.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:34 smithi123 ceph-mon[188613]: pgmap v5865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:36 smithi177 ceph-mon[212096]: pgmap v5866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:37.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:36 smithi123 ceph-mon[191304]: pgmap v5866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:37.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:36 smithi123 ceph-mon[188613]: pgmap v5866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:39.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:38 smithi123 ceph-mon[191304]: pgmap v5867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:39.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:38 smithi123 ceph-mon[188613]: pgmap v5867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:39.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:38 smithi177 ceph-mon[212096]: pgmap v5867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:48:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:48:39] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:48:40.082 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:48:40.389 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:48:40.389 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (117m) 54s ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:48:40.389 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (117m) 9m ago 2h 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:48:40.389 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 54s ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:48:40.389 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 9m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:48:40.389 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (116m) 9m ago 2h 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:48:40.389 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (117m) 54s ago 2h 628M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:48:40.389 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (116m) 54s ago 2h 742M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:48:40.390 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (116m) 9m ago 2h 364M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:48:40.390 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (116m) 54s ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:48:40.390 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (117m) 54s ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:48:40.390 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (117m) 9m ago 2h 22.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:48:40.390 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (115m) 54s ago 2h 4120M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:48:40.390 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (115m) 54s ago 2h 4865M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:48:40.390 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (114m) 54s ago 2h 3973M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:48:40.390 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (114m) 54s ago 2h 4000M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:48:40.390 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (113m) 9m ago 2h 3313M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:48:40.390 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (113m) 9m ago 2h 3590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:48:40.390 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (112m) 9m ago 2h 3047M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:48:40.390 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (112m) 9m ago 2h 3470M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:48:40.391 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (116m) 9m ago 2h 114M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:48:40.772 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:48:40.772 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:48:40.772 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:48:40.772 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:48:40.773 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:48:40.773 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:48:40.773 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:48:40.773 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:48:40.773 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:48:40.773 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:48:40.773 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:48:40.773 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:48:40.773 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:48:40.774 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:48:40.774 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:48:40.774 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:48:40.774 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:48:40.774 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:48:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:40 smithi177 ceph-mon[212096]: pgmap v5868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:40 smithi177 ceph-mon[212096]: osdmap e2570: 8 total, 8 up, 8 in 2023-12-20T12:48:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:40 smithi177 ceph-mon[212096]: from='client.39774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:48:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:40 smithi177 ceph-mon[212096]: from='client.39780 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:48:41.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:40 smithi123 ceph-mon[188613]: pgmap v5868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:41.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:40 smithi123 ceph-mon[188613]: osdmap e2570: 8 total, 8 up, 8 in 2023-12-20T12:48:41.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:40 smithi123 ceph-mon[188613]: from='client.39774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:48:41.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:40 smithi123 ceph-mon[188613]: from='client.39780 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:48:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:40 smithi123 ceph-mon[191304]: pgmap v5868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:40 smithi123 ceph-mon[191304]: osdmap e2570: 8 total, 8 up, 8 in 2023-12-20T12:48:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:40 smithi123 ceph-mon[191304]: from='client.39774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:48:41.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:40 smithi123 ceph-mon[191304]: from='client.39780 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:48:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:41 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2251108265' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:48:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:48:42.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:41 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2251108265' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:48:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:48:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:41 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2251108265' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:48:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:48:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:42 smithi177 ceph-mon[212096]: pgmap v5870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:42 smithi123 ceph-mon[191304]: pgmap v5870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:42 smithi123 ceph-mon[188613]: pgmap v5870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:45.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:44 smithi177 ceph-mon[212096]: pgmap v5871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:44 smithi123 ceph-mon[191304]: pgmap v5871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:45.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:44 smithi123 ceph-mon[188613]: pgmap v5871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:47.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:46 smithi177 ceph-mon[212096]: pgmap v5872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:47.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:46 smithi123 ceph-mon[191304]: pgmap v5872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:47.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:46 smithi123 ceph-mon[188613]: pgmap v5872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:48:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:48:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:48:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:48:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:48:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:48:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:48:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:48:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:48:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:48:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:48:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:48:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:48:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:48:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:48:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:48:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:48:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:48:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:49 smithi123 ceph-mon[191304]: pgmap v5873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:49.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:49 smithi123 ceph-mon[188613]: pgmap v5873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:48:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:48:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T12:48:49.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:49 smithi177 ceph-mon[212096]: pgmap v5873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:51.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:51 smithi123 ceph-mon[191304]: pgmap v5874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:51.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:51 smithi123 ceph-mon[188613]: pgmap v5874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:51.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:51 smithi177 ceph-mon[212096]: pgmap v5874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:53.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:53 smithi123 ceph-mon[191304]: pgmap v5875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:53 smithi123 ceph-mon[188613]: pgmap v5875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:53.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:53 smithi177 ceph-mon[212096]: pgmap v5875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:55 smithi123 ceph-mon[191304]: pgmap v5876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:55 smithi123 ceph-mon[188613]: pgmap v5876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:55.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:55 smithi177 ceph-mon[212096]: pgmap v5876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:57 smithi123 ceph-mon[191304]: pgmap v5877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:48:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:57 smithi123 ceph-mon[188613]: pgmap v5877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:48:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:57 smithi177 ceph-mon[212096]: pgmap v5877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:48:59.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:48:59 smithi123 ceph-mon[191304]: pgmap v5878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:59.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:48:59 smithi123 ceph-mon[188613]: pgmap v5878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:48:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:48:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:48:59] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:48:59.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:48:59 smithi177 ceph-mon[212096]: pgmap v5878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:01.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:01 smithi177 ceph-mon[212096]: pgmap v5879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:01.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:01 smithi123 ceph-mon[191304]: pgmap v5879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:01.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:01 smithi123 ceph-mon[188613]: pgmap v5879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:03.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:03 smithi177 ceph-mon[212096]: pgmap v5880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:03.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:03 smithi123 ceph-mon[191304]: pgmap v5880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:03.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:03 smithi123 ceph-mon[188613]: pgmap v5880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:05.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:05 smithi177 ceph-mon[212096]: pgmap v5881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:05.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:05 smithi123 ceph-mon[191304]: pgmap v5881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:05 smithi123 ceph-mon[188613]: pgmap v5881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:07.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:07 smithi177 ceph-mon[212096]: pgmap v5882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:07.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:07 smithi123 ceph-mon[191304]: pgmap v5882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:07.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:07 smithi123 ceph-mon[188613]: pgmap v5882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:49:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:49:09] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:49:09.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:09 smithi123 ceph-mon[191304]: pgmap v5883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:09.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:09 smithi123 ceph-mon[188613]: pgmap v5883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:09.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:09 smithi177 ceph-mon[212096]: pgmap v5883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:11.113 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:49:11.423 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:49:11.423 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (117m) 85s ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:49:11.423 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (117m) 9m ago 2h 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:49:11.423 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 85s ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:49:11.423 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 9m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:49:11.424 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (117m) 9m ago 2h 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:49:11.424 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (117m) 85s ago 2h 628M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:49:11.424 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (117m) 85s ago 2h 742M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:49:11.424 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (116m) 9m ago 2h 364M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:49:11.424 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (116m) 85s ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:49:11.424 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (117m) 85s ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:49:11.424 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (117m) 9m ago 2h 22.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:49:11.424 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (116m) 85s ago 2h 4120M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:49:11.424 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (115m) 85s ago 2h 4865M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:49:11.424 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (115m) 85s ago 2h 3973M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:49:11.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (114m) 85s ago 2h 4000M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:49:11.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (114m) 9m ago 2h 3313M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:49:11.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (113m) 9m ago 2h 3590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:49:11.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (113m) 9m ago 2h 3047M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:49:11.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (112m) 9m ago 2h 3470M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:49:11.425 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (117m) 9m ago 2h 114M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:49:11.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:11 smithi177 ceph-mon[212096]: pgmap v5884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:11.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:11 smithi123 ceph-mon[191304]: pgmap v5884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:11.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:11 smithi123 ceph-mon[188613]: pgmap v5884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:11.805 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:49:11.805 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:49:11.806 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:49:11.806 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:49:11.806 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:49:11.806 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:49:11.806 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:49:11.806 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:49:11.806 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:49:11.806 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:49:11.806 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:49:11.806 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:49:11.807 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:49:11.807 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:49:11.807 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:49:11.807 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:49:11.807 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:49:11.807 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:49:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:12 smithi177 ceph-mon[212096]: from='client.49736 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:49:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:12 smithi177 ceph-mon[212096]: from='client.39798 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:49:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:49:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:12 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/887043537' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:49:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:12 smithi123 ceph-mon[191304]: from='client.49736 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:49:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:12 smithi123 ceph-mon[191304]: from='client.39798 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:49:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:49:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:12 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/887043537' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:49:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:12 smithi123 ceph-mon[188613]: from='client.49736 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:49:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:12 smithi123 ceph-mon[188613]: from='client.39798 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:49:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:49:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:12 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/887043537' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:49:13.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:13 smithi177 ceph-mon[212096]: pgmap v5885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:13.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:13 smithi123 ceph-mon[191304]: pgmap v5885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:13.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:13 smithi123 ceph-mon[188613]: pgmap v5885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:15.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:15 smithi177 ceph-mon[212096]: pgmap v5886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:15.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:15 smithi123 ceph-mon[191304]: pgmap v5886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:15 smithi123 ceph-mon[188613]: pgmap v5886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:17.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:17 smithi177 ceph-mon[212096]: pgmap v5887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:17.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:17 smithi123 ceph-mon[191304]: pgmap v5887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:17.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:17 smithi123 ceph-mon[188613]: pgmap v5887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:49:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:49:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:49:19.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:19 smithi123 ceph-mon[191304]: pgmap v5888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:19.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:19 smithi123 ceph-mon[188613]: pgmap v5888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:19.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:19 smithi177 ceph-mon[212096]: pgmap v5888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:21.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:21 smithi177 ceph-mon[212096]: pgmap v5889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:21.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:21 smithi123 ceph-mon[191304]: pgmap v5889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:21.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:21 smithi123 ceph-mon[188613]: pgmap v5889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:23.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:23 smithi177 ceph-mon[212096]: pgmap v5890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:23.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:23 smithi123 ceph-mon[191304]: pgmap v5890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:23.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:23 smithi123 ceph-mon[188613]: pgmap v5890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:25.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:25 smithi177 ceph-mon[212096]: pgmap v5891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:25.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:25 smithi123 ceph-mon[191304]: pgmap v5891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:25.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:25 smithi123 ceph-mon[188613]: pgmap v5891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:27.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:27 smithi177 ceph-mon[212096]: pgmap v5892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:27.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:49:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:27 smithi123 ceph-mon[191304]: pgmap v5892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:49:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:27 smithi123 ceph-mon[188613]: pgmap v5892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:49:29.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:29 smithi123 ceph-mon[191304]: pgmap v5893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:29 smithi123 ceph-mon[188613]: pgmap v5893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:49:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:49:29] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-20T12:49:29.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:29 smithi177 ceph-mon[212096]: pgmap v5893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:31.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:31 smithi177 ceph-mon[212096]: pgmap v5894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:31.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:31 smithi123 ceph-mon[188613]: pgmap v5894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:31.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:31 smithi123 ceph-mon[191304]: pgmap v5894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:33.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:33 smithi177 ceph-mon[212096]: pgmap v5895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:33.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:33 smithi123 ceph-mon[191304]: pgmap v5895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:33.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:33 smithi123 ceph-mon[188613]: pgmap v5895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:35.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:35 smithi177 ceph-mon[212096]: pgmap v5896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:35.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:35 smithi123 ceph-mon[188613]: pgmap v5896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:35.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:35 smithi123 ceph-mon[191304]: pgmap v5896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:37.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:37 smithi177 ceph-mon[212096]: pgmap v5897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:37.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:37 smithi123 ceph-mon[191304]: pgmap v5897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:37.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:37 smithi123 ceph-mon[188613]: pgmap v5897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:39 smithi123 ceph-mon[188613]: pgmap v5898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:39 smithi123 ceph-mon[191304]: pgmap v5898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:49:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:49:39] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-20T12:49:39.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:39 smithi177 ceph-mon[212096]: pgmap v5898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:41.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:41 smithi177 ceph-mon[212096]: pgmap v5899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:41.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:41 smithi123 ceph-mon[188613]: pgmap v5899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:41.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:41 smithi123 ceph-mon[191304]: pgmap v5899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:42.151 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:49:42.459 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:49:42.460 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (118m) 116s ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:49:42.460 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (118m) 10m ago 2h 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:49:42.460 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 116s ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:49:42.460 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 10m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:49:42.460 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (117m) 10m ago 2h 459M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:49:42.460 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (118m) 116s ago 2h 628M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:49:42.460 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (117m) 116s ago 2h 742M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:49:42.460 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (117m) 10m ago 2h 364M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:49:42.460 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (117m) 116s ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:49:42.460 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (118m) 116s ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:49:42.461 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (118m) 10m ago 2h 22.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:49:42.461 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (116m) 116s ago 2h 4120M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:49:42.461 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (116m) 116s ago 2h 4865M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:49:42.461 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (115m) 116s ago 2h 3973M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:49:42.461 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (115m) 116s ago 2h 4000M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:49:42.461 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (114m) 10m ago 2h 3313M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:49:42.461 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (114m) 10m ago 2h 3590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:49:42.461 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (113m) 10m ago 2h 3047M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:49:42.461 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (113m) 10m ago 2h 3470M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:49:42.461 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (117m) 10m ago 2h 114M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:49:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:49:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:49:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:49:42.841 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:49:42.841 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:49:42.841 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:49:42.841 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:49:42.841 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:49:42.841 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:49:42.841 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:49:42.842 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:49:42.842 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:49:42.842 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:49:42.842 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:49:42.842 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:49:42.842 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:49:42.842 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:49:42.842 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:49:42.842 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:49:42.842 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:49:42.842 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:49:43.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:43 smithi177 ceph-mon[212096]: pgmap v5900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:43.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:43 smithi177 ceph-mon[212096]: from='client.49754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:49:43.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:43 smithi177 ceph-mon[212096]: from='client.39816 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:49:43.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:43 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4123341624' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:49:43.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:43 smithi123 ceph-mon[191304]: pgmap v5900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:43.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:43 smithi123 ceph-mon[191304]: from='client.49754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:49:43.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:43 smithi123 ceph-mon[191304]: from='client.39816 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:49:43.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:43 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4123341624' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:49:43.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:43 smithi123 ceph-mon[188613]: pgmap v5900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:43.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:43 smithi123 ceph-mon[188613]: from='client.49754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:49:43.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:43 smithi123 ceph-mon[188613]: from='client.39816 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:49:43.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:43 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4123341624' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:49:45.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:45 smithi177 ceph-mon[212096]: pgmap v5901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:45.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:45 smithi123 ceph-mon[191304]: pgmap v5901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:45.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:45 smithi123 ceph-mon[188613]: pgmap v5901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:47.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:47 smithi177 ceph-mon[212096]: pgmap v5902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:47.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:47 smithi123 ceph-mon[191304]: pgmap v5902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:47.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:47 smithi123 ceph-mon[188613]: pgmap v5902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:48.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:49:48.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:49:48.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:49:49.333 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:49:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:49:49] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:49:49.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:49 smithi177 ceph-mon[212096]: pgmap v5903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:49.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:49 smithi123 ceph-mon[191304]: pgmap v5903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:49.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:49 smithi123 ceph-mon[188613]: pgmap v5903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:51.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:51 smithi177 ceph-mon[212096]: pgmap v5904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:51.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:49:51.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:49:51.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:49:51.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:49:51.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:49:51.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:51 smithi123 ceph-mon[191304]: pgmap v5904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:51.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:49:51.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:49:51.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:49:51.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:49:51.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:49:51.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:51 smithi123 ceph-mon[188613]: pgmap v5904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:51.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:49:51.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:49:51.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:49:51.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:49:51.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:49:53.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:53 smithi177 ceph-mon[212096]: pgmap v5905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:53.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:53 smithi123 ceph-mon[191304]: pgmap v5905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:53.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:53 smithi123 ceph-mon[188613]: pgmap v5905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:55.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:55 smithi177 ceph-mon[212096]: pgmap v5906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:55.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:55 smithi123 ceph-mon[191304]: pgmap v5906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:55.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:55 smithi123 ceph-mon[188613]: pgmap v5906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:57 smithi177 ceph-mon[212096]: pgmap v5907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:49:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:57 smithi123 ceph-mon[191304]: pgmap v5907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:49:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:57 smithi123 ceph-mon[188613]: pgmap v5907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:49:59.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:49:59 smithi123 ceph-mon[191304]: pgmap v5908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:59.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:49:59 smithi123 ceph-mon[188613]: pgmap v5908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:49:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:49:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:49:59] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:49:59.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:49:59 smithi177 ceph-mon[212096]: pgmap v5908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T12:49:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T12:50:01.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:00 smithi177 ceph-mon[212096]: pgmap v5909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:01.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T12:50:01.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:00 smithi123 ceph-mon[188613]: pgmap v5909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:01.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T12:50:01.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:00 smithi123 ceph-mon[191304]: pgmap v5909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:01.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T12:50:03.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:02 smithi177 ceph-mon[212096]: pgmap v5910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:03.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:02 smithi123 ceph-mon[191304]: pgmap v5910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:03.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:02 smithi123 ceph-mon[188613]: pgmap v5910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:05.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:04 smithi177 ceph-mon[212096]: pgmap v5911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:05.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:04 smithi123 ceph-mon[191304]: pgmap v5911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:05.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:04 smithi123 ceph-mon[188613]: pgmap v5911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:06 smithi177 ceph-mon[212096]: pgmap v5912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:07.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:06 smithi123 ceph-mon[188613]: pgmap v5912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:07.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:06 smithi123 ceph-mon[191304]: pgmap v5912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:09.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:08 smithi123 ceph-mon[191304]: pgmap v5913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:09.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:08 smithi123 ceph-mon[188613]: pgmap v5913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:09.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:08 smithi177 ceph-mon[212096]: pgmap v5913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:50:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:50:09] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:50:11.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:10 smithi177 ceph-mon[212096]: pgmap v5914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:11.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:10 smithi123 ceph-mon[191304]: pgmap v5914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:11.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:10 smithi123 ceph-mon[188613]: pgmap v5914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:50:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:50:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:50:13.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:12 smithi177 ceph-mon[212096]: pgmap v5915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:13.184 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:50:13.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:12 smithi123 ceph-mon[191304]: pgmap v5915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:13.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:12 smithi123 ceph-mon[188613]: pgmap v5915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:13.493 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:50:13.493 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (118m) 2m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:50:13.493 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (118m) 23s ago 2h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:50:13.493 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 2m ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:50:13.493 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 23s ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:50:13.494 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (118m) 23s ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:50:13.494 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (118m) 2m ago 2h 628M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:50:13.494 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (118m) 2m ago 2h 742M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:50:13.494 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (117m) 23s ago 2h 378M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:50:13.494 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (117m) 2m ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:50:13.494 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (118m) 2m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:50:13.494 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (118m) 23s ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:50:13.494 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (117m) 2m ago 2h 4120M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:50:13.494 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (116m) 2m ago 2h 4865M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:50:13.494 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (116m) 2m ago 2h 3973M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:50:13.494 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (115m) 2m ago 2h 4000M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:50:13.495 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (115m) 23s ago 2h 3341M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:50:13.495 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (114m) 23s ago 2h 3623M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:50:13.495 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (114m) 23s ago 2h 3078M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:50:13.495 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (113m) 23s ago 2h 3507M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:50:13.495 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (118m) 23s ago 2h 116M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:50:13.874 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:50:13.874 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:50:13.874 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:50:13.874 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:50:13.874 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:50:13.874 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:50:13.874 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:50:13.874 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:50:13.874 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:50:13.875 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:50:13.875 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:50:13.875 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:50:13.875 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:50:13.875 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:50:13.875 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:50:13.875 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:50:13.875 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:50:13.875 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:50:14.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:13 smithi177 ceph-mon[212096]: from='client.49772 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:50:14.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:13 smithi177 ceph-mon[212096]: from='client.49778 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:50:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:13 smithi123 ceph-mon[191304]: from='client.49772 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:50:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:13 smithi123 ceph-mon[191304]: from='client.49778 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:50:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:13 smithi123 ceph-mon[188613]: from='client.49772 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:50:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:13 smithi123 ceph-mon[188613]: from='client.49778 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:50:15.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:14 smithi177 ceph-mon[212096]: pgmap v5916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:15.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:14 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1718650017' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:50:15.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:14 smithi123 ceph-mon[191304]: pgmap v5916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:15.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:14 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1718650017' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:50:15.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:14 smithi123 ceph-mon[188613]: pgmap v5916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:15.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:14 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1718650017' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:50:17.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:16 smithi177 ceph-mon[212096]: pgmap v5917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:17.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:16 smithi123 ceph-mon[191304]: pgmap v5917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:17.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:16 smithi123 ceph-mon[188613]: pgmap v5917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:19.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:18 smithi123 ceph-mon[191304]: pgmap v5918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:19.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:18 smithi123 ceph-mon[188613]: pgmap v5918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:19.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:18 smithi177 ceph-mon[212096]: pgmap v5918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:50:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:50:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:50:21.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:20 smithi177 ceph-mon[212096]: pgmap v5919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:21.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:20 smithi123 ceph-mon[191304]: pgmap v5919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:21.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:20 smithi123 ceph-mon[188613]: pgmap v5919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:23.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:22 smithi177 ceph-mon[212096]: pgmap v5920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:23.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:22 smithi123 ceph-mon[188613]: pgmap v5920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:23.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:22 smithi123 ceph-mon[191304]: pgmap v5920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:25.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:24 smithi177 ceph-mon[212096]: pgmap v5921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:25.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:24 smithi123 ceph-mon[191304]: pgmap v5921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:25.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:24 smithi123 ceph-mon[188613]: pgmap v5921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:26 smithi177 ceph-mon[212096]: pgmap v5922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:50:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:26 smithi123 ceph-mon[191304]: pgmap v5922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:50:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:26 smithi123 ceph-mon[188613]: pgmap v5922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:50:29.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:28 smithi123 ceph-mon[191304]: pgmap v5923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:29.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:28 smithi123 ceph-mon[188613]: pgmap v5923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:29.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:28 smithi177 ceph-mon[212096]: pgmap v5923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:50:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:50:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:50:31.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:30 smithi177 ceph-mon[212096]: pgmap v5924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:31.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:30 smithi123 ceph-mon[191304]: pgmap v5924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:31.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:30 smithi123 ceph-mon[188613]: pgmap v5924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:33.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:32 smithi177 ceph-mon[212096]: pgmap v5925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:33.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:32 smithi123 ceph-mon[191304]: pgmap v5925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:33.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:32 smithi123 ceph-mon[188613]: pgmap v5925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:35.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:34 smithi177 ceph-mon[212096]: pgmap v5926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:35.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:34 smithi123 ceph-mon[191304]: pgmap v5926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:35.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:34 smithi123 ceph-mon[188613]: pgmap v5926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:36 smithi177 ceph-mon[212096]: pgmap v5927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:37.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:36 smithi123 ceph-mon[191304]: pgmap v5927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:37.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:36 smithi123 ceph-mon[188613]: pgmap v5927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:39.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:38 smithi177 ceph-mon[212096]: pgmap v5928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:39.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:38 smithi123 ceph-mon[191304]: pgmap v5928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:39.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:38 smithi123 ceph-mon[188613]: pgmap v5928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:39.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:50:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:50:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:50:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:40 smithi177 ceph-mon[212096]: pgmap v5929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:40 smithi123 ceph-mon[191304]: pgmap v5929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:41.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:40 smithi123 ceph-mon[188613]: pgmap v5929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:50:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:50:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:50:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:42 smithi177 ceph-mon[212096]: pgmap v5930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:42 smithi123 ceph-mon[191304]: pgmap v5930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:42 smithi123 ceph-mon[188613]: pgmap v5930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:44.215 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:50:44.520 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:50:44.520 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (119m) 2m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:50:44.520 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (119m) 54s ago 2h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:50:44.520 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 2m ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:50:44.520 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 54s ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:50:44.520 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (118m) 54s ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:50:44.520 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (119m) 2m ago 2h 628M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:50:44.520 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (118m) 2m ago 2h 742M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:50:44.521 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (118m) 54s ago 2h 378M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:50:44.521 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (118m) 2m ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:50:44.521 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (119m) 2m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:50:44.521 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (119m) 54s ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:50:44.521 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (117m) 2m ago 2h 4120M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:50:44.521 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (117m) 2m ago 2h 4865M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:50:44.521 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (116m) 2m ago 2h 3973M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:50:44.521 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (116m) 2m ago 2h 4000M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:50:44.521 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (115m) 54s ago 2h 3341M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:50:44.521 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (115m) 54s ago 2h 3623M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:50:44.521 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (114m) 54s ago 2h 3078M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:50:44.521 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (114m) 54s ago 2h 3507M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:50:44.521 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (118m) 54s ago 2h 116M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:50:44.906 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:50:44.906 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:50:44.906 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:50:44.906 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:50:44.906 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:50:44.906 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:50:44.906 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:50:44.907 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:50:44.907 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:50:44.907 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:50:44.907 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:50:44.907 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:50:44.907 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:50:44.907 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:50:44.907 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:50:44.907 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:50:44.907 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:50:44.907 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:50:45.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:44 smithi177 ceph-mon[212096]: pgmap v5931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:45.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:44 smithi177 ceph-mon[212096]: from='client.49790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:50:45.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:44 smithi177 ceph-mon[212096]: from='client.39852 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:50:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:44 smithi123 ceph-mon[191304]: pgmap v5931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:44 smithi123 ceph-mon[191304]: from='client.49790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:50:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:44 smithi123 ceph-mon[191304]: from='client.39852 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:50:45.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:44 smithi123 ceph-mon[188613]: pgmap v5931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:45.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:44 smithi123 ceph-mon[188613]: from='client.49790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:50:45.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:44 smithi123 ceph-mon[188613]: from='client.39852 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:50:46.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:45 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3924482313' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:50:46.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:45 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3924482313' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:50:46.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:45 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3924482313' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:50:47.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:46 smithi177 ceph-mon[212096]: pgmap v5932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:47.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:46 smithi123 ceph-mon[191304]: pgmap v5932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:47.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:46 smithi123 ceph-mon[188613]: pgmap v5932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:49.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:48 smithi177 ceph-mon[212096]: pgmap v5933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:49.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:48 smithi123 ceph-mon[191304]: pgmap v5933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:49.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:48 smithi123 ceph-mon[188613]: pgmap v5933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:49.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:50:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:50:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:50:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:50 smithi177 ceph-mon[212096]: pgmap v5934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:50:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:50 smithi123 ceph-mon[191304]: pgmap v5934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:50:51.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:50 smithi123 ceph-mon[188613]: pgmap v5934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:51.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:50:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:50:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:50:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:50:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:50:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:50:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:50:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:50:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:50:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:50:53.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:53 smithi177 ceph-mon[212096]: pgmap v5935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:53.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:53 smithi123 ceph-mon[191304]: pgmap v5935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:53.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:53 smithi123 ceph-mon[188613]: pgmap v5935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:55.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:55 smithi177 ceph-mon[212096]: pgmap v5936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:55.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:55 smithi123 ceph-mon[188613]: pgmap v5936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:55.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:55 smithi123 ceph-mon[191304]: pgmap v5936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:57 smithi177 ceph-mon[212096]: pgmap v5937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:50:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:57 smithi123 ceph-mon[188613]: pgmap v5937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:50:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:57 smithi123 ceph-mon[191304]: pgmap v5937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:50:59.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:50:59 smithi123 ceph-mon[191304]: pgmap v5938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:59.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:50:59 smithi123 ceph-mon[188613]: pgmap v5938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:50:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:50:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:50:59] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T12:50:59.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:50:59 smithi177 ceph-mon[212096]: pgmap v5938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:01.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:01 smithi177 ceph-mon[212096]: pgmap v5939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:01.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:01 smithi123 ceph-mon[191304]: pgmap v5939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:01.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:01 smithi123 ceph-mon[188613]: pgmap v5939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:03.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:03 smithi177 ceph-mon[212096]: pgmap v5940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:03.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:03 smithi123 ceph-mon[191304]: pgmap v5940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:03.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:03 smithi123 ceph-mon[188613]: pgmap v5940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:05.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:05 smithi177 ceph-mon[212096]: pgmap v5941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:05 smithi123 ceph-mon[191304]: pgmap v5941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:05 smithi123 ceph-mon[188613]: pgmap v5941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:07.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:07 smithi177 ceph-mon[212096]: pgmap v5942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:07.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:07 smithi123 ceph-mon[191304]: pgmap v5942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:07.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:07 smithi123 ceph-mon[188613]: pgmap v5942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:09.334 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:51:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:51:09] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T12:51:09.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:09 smithi177 ceph-mon[212096]: pgmap v5943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:09.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:09 smithi123 ceph-mon[191304]: pgmap v5943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:09.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:09 smithi123 ceph-mon[188613]: pgmap v5943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:11.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:11 smithi177 ceph-mon[212096]: pgmap v5944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:11.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:11 smithi123 ceph-mon[191304]: pgmap v5944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:11.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:11 smithi123 ceph-mon[188613]: pgmap v5944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:51:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:51:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:51:13.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:13 smithi177 ceph-mon[212096]: pgmap v5945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:13.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:13 smithi123 ceph-mon[191304]: pgmap v5945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:13.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:13 smithi123 ceph-mon[188613]: pgmap v5945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:15.251 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:51:15.558 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:51:15.558 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (119m) 3m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:51:15.558 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (119m) 85s ago 2h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:51:15.558 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 3m ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:51:15.558 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 85s ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:51:15.558 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (119m) 85s ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:51:15.558 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (119m) 3m ago 2h 628M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:51:15.558 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (119m) 3m ago 2h 742M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:51:15.558 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (118m) 85s ago 2h 378M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:51:15.558 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (118m) 3m ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:51:15.559 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (119m) 3m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:51:15.559 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (119m) 85s ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:51:15.559 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (118m) 3m ago 2h 4120M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:51:15.559 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (117m) 3m ago 2h 4865M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:51:15.559 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (117m) 3m ago 2h 3973M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:51:15.559 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (116m) 3m ago 2h 4000M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:51:15.559 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (116m) 85s ago 2h 3341M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:51:15.559 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (115m) 85s ago 2h 3623M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:51:15.559 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (115m) 85s ago 2h 3078M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:51:15.559 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (114m) 85s ago 2h 3507M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:51:15.559 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (119m) 85s ago 2h 116M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:51:15.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:15 smithi177 ceph-mon[212096]: pgmap v5946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:15.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:15 smithi123 ceph-mon[191304]: pgmap v5946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:15 smithi123 ceph-mon[188613]: pgmap v5946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:15.940 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:51:15.940 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:51:15.940 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:51:15.941 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:51:15.941 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:51:15.941 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:51:15.941 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:51:15.941 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:51:15.941 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:51:15.941 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:51:15.941 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:51:15.941 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:51:15.941 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:51:15.942 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:51:15.942 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:51:15.942 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:51:15.942 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:51:15.942 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:51:16.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:16 smithi177 ceph-mon[212096]: from='client.39864 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:51:16.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:16 smithi177 ceph-mon[212096]: from='client.49814 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:51:16.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:16 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4259435120' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:51:16.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:16 smithi123 ceph-mon[191304]: from='client.39864 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:51:16.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:16 smithi123 ceph-mon[191304]: from='client.49814 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:51:16.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:16 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4259435120' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:51:16.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:16 smithi123 ceph-mon[188613]: from='client.39864 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:51:16.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:16 smithi123 ceph-mon[188613]: from='client.49814 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:51:16.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:16 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4259435120' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:51:17.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:17 smithi177 ceph-mon[212096]: pgmap v5947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:17.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:17 smithi123 ceph-mon[188613]: pgmap v5947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:17.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:17 smithi123 ceph-mon[191304]: pgmap v5947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:19.360 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:51:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:51:19] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:51:19.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:19 smithi177 ceph-mon[212096]: pgmap v5948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:19.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:19 smithi123 ceph-mon[188613]: pgmap v5948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:19.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:19 smithi123 ceph-mon[191304]: pgmap v5948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:21.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:21 smithi177 ceph-mon[212096]: pgmap v5949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:21.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:21 smithi123 ceph-mon[191304]: pgmap v5949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:21.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:21 smithi123 ceph-mon[188613]: pgmap v5949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:23.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:23 smithi177 ceph-mon[212096]: pgmap v5950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:23.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:23 smithi123 ceph-mon[188613]: pgmap v5950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:23.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:23 smithi123 ceph-mon[191304]: pgmap v5950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:25.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:25 smithi177 ceph-mon[212096]: pgmap v5951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:25.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:25 smithi123 ceph-mon[191304]: pgmap v5951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:25.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:25 smithi123 ceph-mon[188613]: pgmap v5951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:27.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:27 smithi177 ceph-mon[212096]: pgmap v5952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:27.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:51:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:27 smithi123 ceph-mon[191304]: pgmap v5952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:51:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:27 smithi123 ceph-mon[188613]: pgmap v5952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:51:28.901 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 12:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T12:51:28.586593142Z level=info msg="Completed cleanup jobs" duration=13.27805ms 2023-12-20T12:51:29.374 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:51:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:51:29] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:51:29.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:29 smithi177 ceph-mon[212096]: pgmap v5953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:29.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:29 smithi123 ceph-mon[191304]: pgmap v5953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:29.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:29 smithi123 ceph-mon[188613]: pgmap v5953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:31.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:31 smithi177 ceph-mon[212096]: pgmap v5954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:31.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:31 smithi123 ceph-mon[191304]: pgmap v5954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:31.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:31 smithi123 ceph-mon[188613]: pgmap v5954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:33.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:33 smithi177 ceph-mon[212096]: pgmap v5955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:33.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:33 smithi123 ceph-mon[191304]: pgmap v5955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:33.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:33 smithi123 ceph-mon[188613]: pgmap v5955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:35.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:35 smithi177 ceph-mon[212096]: pgmap v5956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:35.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:35 smithi123 ceph-mon[191304]: pgmap v5956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:35.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:35 smithi123 ceph-mon[188613]: pgmap v5956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:37.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:37 smithi177 ceph-mon[212096]: pgmap v5957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:37.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:37 smithi123 ceph-mon[191304]: pgmap v5957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:37.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:37 smithi123 ceph-mon[188613]: pgmap v5957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:39.388 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:51:39] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:51:39.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:39 smithi177 ceph-mon[212096]: pgmap v5958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:39.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:39 smithi123 ceph-mon[191304]: pgmap v5958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:39.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:39 smithi123 ceph-mon[188613]: pgmap v5958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:41.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:41 smithi177 ceph-mon[212096]: pgmap v5959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:41.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:41 smithi123 ceph-mon[191304]: pgmap v5959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:41.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:41 smithi123 ceph-mon[188613]: pgmap v5959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:51:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:51:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:51:43.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:43 smithi177 ceph-mon[212096]: pgmap v5960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:43.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:43 smithi123 ceph-mon[188613]: pgmap v5960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:43.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:43 smithi123 ceph-mon[191304]: pgmap v5960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:45.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:45 smithi177 ceph-mon[212096]: pgmap v5961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:45.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:45 smithi123 ceph-mon[188613]: pgmap v5961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:45.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:45 smithi123 ceph-mon[191304]: pgmap v5961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:46.284 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:51:46.591 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:51:46.591 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 4m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:51:46.592 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 116s ago 2h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:51:46.592 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 4m ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:51:46.592 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 116s ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:51:46.592 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (119m) 116s ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:51:46.592 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 4m ago 2h 628M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:51:46.592 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (119m) 4m ago 2h 742M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:51:46.592 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (119m) 116s ago 2h 378M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:51:46.592 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (119m) 4m ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:51:46.592 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 4m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:51:46.592 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 116s ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:51:46.592 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (118m) 4m ago 2h 4120M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:51:46.592 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (118m) 4m ago 2h 4865M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:51:46.593 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (117m) 4m ago 2h 3973M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:51:46.593 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (117m) 4m ago 2h 4000M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:51:46.593 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (116m) 116s ago 2h 3341M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:51:46.593 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (116m) 116s ago 2h 3623M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:51:46.593 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (115m) 116s ago 2h 3078M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:51:46.593 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (115m) 116s ago 2h 3507M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:51:46.593 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (119m) 116s ago 2h 116M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:51:46.974 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:51:46.974 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:51:46.974 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:51:46.974 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:51:46.974 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:51:46.975 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:51:46.975 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:51:46.975 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:51:46.975 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:51:46.975 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:51:46.975 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:51:46.975 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:51:46.975 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:51:46.975 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:51:46.975 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:51:46.975 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:51:46.976 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:51:46.976 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:51:47.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:47 smithi123 ceph-mon[188613]: pgmap v5962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:47.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:47 smithi123 ceph-mon[188613]: from='client.49826 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:51:47.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:47 smithi123 ceph-mon[188613]: from='client.39888 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:51:47.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:47 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/938499667' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:51:47.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:47 smithi123 ceph-mon[191304]: pgmap v5962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:47.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:47 smithi123 ceph-mon[191304]: from='client.49826 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:51:47.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:47 smithi123 ceph-mon[191304]: from='client.39888 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:51:47.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:47 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/938499667' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:51:47.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:47 smithi177 ceph-mon[212096]: pgmap v5962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:47.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:47 smithi177 ceph-mon[212096]: from='client.49826 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:51:47.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:47 smithi177 ceph-mon[212096]: from='client.39888 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:51:47.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:47 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/938499667' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:51:49.406 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:51:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:51:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:51:49.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:49 smithi123 ceph-mon[191304]: pgmap v5963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:49.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:49 smithi123 ceph-mon[188613]: pgmap v5963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:49.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:49 smithi177 ceph-mon[212096]: pgmap v5963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:51.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:51 smithi123 ceph-mon[191304]: pgmap v5964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:51.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:51 smithi123 ceph-mon[188613]: pgmap v5964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:51.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:51 smithi177 ceph-mon[212096]: pgmap v5964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:52.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:51:52.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:51:52.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:51:52.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:51:52.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:51:52.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:51:52.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:51:52.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:51:52.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:51:52.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:51:52.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:51:52.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:51:53.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:53 smithi123 ceph-mon[191304]: pgmap v5965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:53.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:53 smithi123 ceph-mon[188613]: pgmap v5965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:53.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:53 smithi177 ceph-mon[212096]: pgmap v5965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:55.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:55 smithi123 ceph-mon[188613]: pgmap v5966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:55.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:55 smithi123 ceph-mon[191304]: pgmap v5966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:55 smithi177 ceph-mon[212096]: pgmap v5966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:57 smithi123 ceph-mon[188613]: pgmap v5967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:51:57.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:57 smithi123 ceph-mon[191304]: pgmap v5967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:57.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:51:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:57 smithi177 ceph-mon[212096]: pgmap v5967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:51:59.424 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:51:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:51:59] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T12:51:59.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:51:59 smithi123 ceph-mon[191304]: pgmap v5968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:59.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:51:59 smithi123 ceph-mon[188613]: pgmap v5968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:51:59.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:51:59 smithi177 ceph-mon[212096]: pgmap v5968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:01.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:01 smithi123 ceph-mon[188613]: pgmap v5969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:01.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:01 smithi123 ceph-mon[191304]: pgmap v5969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:01.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:01 smithi177 ceph-mon[212096]: pgmap v5969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:03.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:03 smithi123 ceph-mon[191304]: pgmap v5970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:03.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:03 smithi123 ceph-mon[188613]: pgmap v5970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:03 smithi177 ceph-mon[212096]: pgmap v5970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:05 smithi123 ceph-mon[191304]: pgmap v5971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:05 smithi123 ceph-mon[188613]: pgmap v5971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:05 smithi177 ceph-mon[212096]: pgmap v5971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:07.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:07 smithi123 ceph-mon[191304]: pgmap v5972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:07.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:07 smithi123 ceph-mon[188613]: pgmap v5972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:07.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:07 smithi177 ceph-mon[212096]: pgmap v5972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:09.439 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:52:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:52:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T12:52:09.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:09 smithi123 ceph-mon[191304]: pgmap v5973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:09.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:09 smithi123 ceph-mon[188613]: pgmap v5973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:09.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:09 smithi177 ceph-mon[212096]: pgmap v5973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:11.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:11 smithi123 ceph-mon[191304]: pgmap v5974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:11.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:11 smithi123 ceph-mon[188613]: pgmap v5974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:11 smithi177 ceph-mon[212096]: pgmap v5974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:52:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:52:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:52:13.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:13 smithi123 ceph-mon[191304]: pgmap v5975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:13.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:13 smithi123 ceph-mon[188613]: pgmap v5975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:13.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:13 smithi177 ceph-mon[212096]: pgmap v5975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:15.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:15 smithi123 ceph-mon[191304]: pgmap v5976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:15 smithi123 ceph-mon[188613]: pgmap v5976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:15 smithi177 ceph-mon[212096]: pgmap v5976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:17.325 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:52:17.634 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:52:17.634 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 4m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:52:17.634 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 2m ago 2h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:52:17.634 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 4m ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:52:17.634 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 2m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:52:17.634 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 2m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:52:17.634 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 4m ago 2h 628M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:52:17.634 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 4m ago 2h 742M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:52:17.634 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (119m) 2m ago 2h 378M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:52:17.634 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (119m) 4m ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:52:17.634 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 4m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:52:17.634 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 2m ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:52:17.634 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (119m) 4m ago 2h 4120M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:52:17.635 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (118m) 4m ago 2h 4865M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:52:17.635 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (118m) 4m ago 2h 3973M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:52:17.635 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (117m) 4m ago 2h 4000M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:52:17.635 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (117m) 2m ago 2h 3341M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:52:17.635 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (116m) 2m ago 2h 3623M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:52:17.635 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (116m) 2m ago 2h 3078M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:52:17.635 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (116m) 2m ago 2h 3507M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:52:17.635 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 2m ago 2h 116M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:52:17.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:17 smithi123 ceph-mon[191304]: pgmap v5977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:17.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:17 smithi123 ceph-mon[188613]: pgmap v5977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:17.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:17 smithi177 ceph-mon[212096]: pgmap v5977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:18.015 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:52:18.015 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:52:18.015 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:52:18.016 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:52:18.016 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:52:18.016 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:52:18.016 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:52:18.016 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:52:18.016 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:52:18.016 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:52:18.016 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:52:18.016 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:52:18.016 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:52:18.016 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:52:18.016 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:52:18.016 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:52:18.016 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:52:18.016 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:52:18.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:18 smithi123 ceph-mon[191304]: from='client.49844 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:52:18.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:18 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3958314641' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:52:18.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:18 smithi123 ceph-mon[188613]: from='client.49844 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:52:18.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:18 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3958314641' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:52:18.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:18 smithi177 ceph-mon[212096]: from='client.49844 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:52:18.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:18 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3958314641' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:52:19.461 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:52:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:52:19] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T12:52:19.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:19 smithi123 ceph-mon[191304]: from='client.39906 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:52:19.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:19 smithi123 ceph-mon[191304]: pgmap v5978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:19.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:19 smithi123 ceph-mon[188613]: from='client.39906 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:52:19.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:19 smithi123 ceph-mon[188613]: pgmap v5978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:19.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:19 smithi177 ceph-mon[212096]: from='client.39906 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:52:19.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:19 smithi177 ceph-mon[212096]: pgmap v5978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:21.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:21 smithi123 ceph-mon[191304]: pgmap v5979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:21.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:21 smithi123 ceph-mon[188613]: pgmap v5979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:21.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:21 smithi177 ceph-mon[212096]: pgmap v5979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:23.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:23 smithi123 ceph-mon[191304]: pgmap v5980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:23.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:23 smithi123 ceph-mon[188613]: pgmap v5980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:23.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:23 smithi177 ceph-mon[212096]: pgmap v5980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:25.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:25 smithi123 ceph-mon[191304]: pgmap v5981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:25.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:25 smithi123 ceph-mon[188613]: pgmap v5981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:25 smithi177 ceph-mon[212096]: pgmap v5981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:27 smithi123 ceph-mon[191304]: pgmap v5982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:52:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:27 smithi123 ceph-mon[188613]: pgmap v5982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:52:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:27 smithi177 ceph-mon[212096]: pgmap v5982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:52:29.476 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:52:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:52:29] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:52:29.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:29 smithi123 ceph-mon[188613]: pgmap v5983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:29.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:29 smithi123 ceph-mon[191304]: pgmap v5983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:29.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:29 smithi177 ceph-mon[212096]: pgmap v5983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:31.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:31 smithi123 ceph-mon[188613]: pgmap v5984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:31.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:31 smithi123 ceph-mon[191304]: pgmap v5984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:31.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:31 smithi177 ceph-mon[212096]: pgmap v5984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:33.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:33 smithi123 ceph-mon[188613]: pgmap v5985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:33.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:33 smithi123 ceph-mon[191304]: pgmap v5985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:33.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:33 smithi177 ceph-mon[212096]: pgmap v5985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:35.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:35 smithi123 ceph-mon[188613]: pgmap v5986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:35.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:35 smithi123 ceph-mon[191304]: pgmap v5986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:35 smithi177 ceph-mon[212096]: pgmap v5986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:37.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:37 smithi123 ceph-mon[191304]: pgmap v5987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:37.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:37 smithi123 ceph-mon[188613]: pgmap v5987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:37.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:37 smithi177 ceph-mon[212096]: pgmap v5987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:52:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:52:39] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:52:39.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:39 smithi177 ceph-mon[212096]: pgmap v5988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:39.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:39 smithi123 ceph-mon[188613]: pgmap v5988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:39.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:39 smithi123 ceph-mon[191304]: pgmap v5988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:41 smithi177 ceph-mon[212096]: pgmap v5989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:41.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:52:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:41 smithi123 ceph-mon[188613]: pgmap v5989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:41.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:52:41.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:41 smithi123 ceph-mon[191304]: pgmap v5989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:41.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:52:43.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:43 smithi177 ceph-mon[212096]: pgmap v5990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:43.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:43 smithi123 ceph-mon[191304]: pgmap v5990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:43 smithi123 ceph-mon[188613]: pgmap v5990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:45.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:45 smithi177 ceph-mon[212096]: pgmap v5991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:45 smithi123 ceph-mon[191304]: pgmap v5991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:45.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:45 smithi123 ceph-mon[188613]: pgmap v5991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:47.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:47 smithi177 ceph-mon[212096]: pgmap v5992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:47.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:47 smithi123 ceph-mon[191304]: pgmap v5992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:47 smithi123 ceph-mon[188613]: pgmap v5992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:48.360 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:52:48.671 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:52:48.672 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 5m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:52:48.672 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 2m ago 2h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:52:48.672 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 5m ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:52:48.672 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 2m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:52:48.672 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 2m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:52:48.672 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 5m ago 2h 628M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:52:48.672 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 5m ago 2h 742M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:52:48.672 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 2m ago 2h 378M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:52:48.672 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 5m ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:52:48.672 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 5m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:52:48.673 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 2m ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:52:48.673 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (119m) 5m ago 2h 4120M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:52:48.673 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (119m) 5m ago 2h 4865M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:52:48.673 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (118m) 5m ago 2h 3973M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:52:48.673 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (118m) 5m ago 2h 4000M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:52:48.673 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (117m) 2m ago 2h 3341M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:52:48.673 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (117m) 2m ago 2h 3623M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:52:48.673 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (116m) 2m ago 2h 3078M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:52:48.673 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (116m) 2m ago 2h 3507M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:52:48.674 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 2m ago 2h 116M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:52:49.054 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:52:49.054 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:52:49.054 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:52:49.054 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:52:49.055 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:52:49.055 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:52:49.055 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:52:49.055 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:52:49.055 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:52:49.055 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:52:49.055 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:52:49.055 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:52:49.055 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:52:49.055 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:52:49.055 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:52:49.056 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:52:49.056 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:52:49.056 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:52:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:52:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:52:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:52:49.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:49 smithi177 ceph-mon[212096]: pgmap v5993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:49.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:49 smithi177 ceph-mon[212096]: from='client.39918 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:52:49.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:49 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1329694978' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:52:49.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:49 smithi123 ceph-mon[191304]: pgmap v5993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:49.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:49 smithi123 ceph-mon[191304]: from='client.39918 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:52:49.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:49 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1329694978' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:52:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:49 smithi123 ceph-mon[188613]: pgmap v5993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:49 smithi123 ceph-mon[188613]: from='client.39918 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:52:49.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:49 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1329694978' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:52:50.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:50 smithi177 ceph-mon[212096]: from='client.49868 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:52:50.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:50 smithi123 ceph-mon[191304]: from='client.49868 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:52:50.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:50 smithi123 ceph-mon[188613]: from='client.49868 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:52:51.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:51 smithi177 ceph-mon[212096]: pgmap v5994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:51.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:51 smithi123 ceph-mon[191304]: pgmap v5994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:51 smithi123 ceph-mon[188613]: pgmap v5994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:52.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:52:52.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:52:52.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:52:53.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:53 smithi177 ceph-mon[212096]: pgmap v5995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:53.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:52:53.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:52:53.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:52:53.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:53 smithi123 ceph-mon[191304]: pgmap v5995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:53.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:52:53.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:52:53.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:52:53.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:53 smithi123 ceph-mon[188613]: pgmap v5995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:53.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:52:53.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:52:53.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:52:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:55 smithi177 ceph-mon[212096]: pgmap v5996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:55 smithi123 ceph-mon[191304]: pgmap v5996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:56.039 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:55 smithi123 ceph-mon[188613]: pgmap v5996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:52:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:52:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:52:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:57 smithi177 ceph-mon[212096]: pgmap v5997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:57 smithi123 ceph-mon[191304]: pgmap v5997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:57 smithi123 ceph-mon[188613]: pgmap v5997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:52:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:52:59] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:52:59.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:52:59 smithi177 ceph-mon[212096]: pgmap v5998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:59.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:52:59 smithi123 ceph-mon[191304]: pgmap v5998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:52:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:52:59 smithi123 ceph-mon[188613]: pgmap v5998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:01.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:01 smithi177 ceph-mon[212096]: pgmap v5999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:01 smithi123 ceph-mon[191304]: pgmap v5999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:01.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:01 smithi123 ceph-mon[188613]: pgmap v5999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:03 smithi177 ceph-mon[212096]: pgmap v6000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:03.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:03 smithi123 ceph-mon[191304]: pgmap v6000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:03.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:03 smithi123 ceph-mon[188613]: pgmap v6000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:05 smithi177 ceph-mon[212096]: pgmap v6001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:05.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:05 smithi123 ceph-mon[188613]: pgmap v6001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:05 smithi123 ceph-mon[191304]: pgmap v6001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:07.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:07 smithi177 ceph-mon[212096]: pgmap v6002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:07.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:07 smithi123 ceph-mon[191304]: pgmap v6002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:07.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:07 smithi123 ceph-mon[188613]: pgmap v6002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:53:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:53:09] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:53:09.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:09 smithi177 ceph-mon[212096]: pgmap v6003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:09.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:09 smithi123 ceph-mon[191304]: pgmap v6003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:09.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:09 smithi123 ceph-mon[188613]: pgmap v6003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:11.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:11 smithi177 ceph-mon[212096]: pgmap v6004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:11.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:53:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:11 smithi123 ceph-mon[191304]: pgmap v6004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:11.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:53:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:11 smithi123 ceph-mon[188613]: pgmap v6004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:11.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:53:13.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:13 smithi177 ceph-mon[212096]: pgmap v6005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:13.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:13 smithi123 ceph-mon[191304]: pgmap v6005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:13.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:13 smithi123 ceph-mon[188613]: pgmap v6005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:15 smithi177 ceph-mon[212096]: pgmap v6006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:15.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:15 smithi123 ceph-mon[191304]: pgmap v6006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:15 smithi123 ceph-mon[188613]: pgmap v6006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:17.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:17 smithi177 ceph-mon[212096]: pgmap v6007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:17.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:17 smithi123 ceph-mon[191304]: pgmap v6007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:17 smithi123 ceph-mon[188613]: pgmap v6007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:19.406 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:53:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:53:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:53:19] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T12:53:19.717 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:53:19.717 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 5m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:53:19.718 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 3m ago 2h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:53:19.718 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 5m ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:53:19.718 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 3m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:53:19.718 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 3m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:53:19.718 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 5m ago 2h 628M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:53:19.718 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 5m ago 2h 742M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:53:19.718 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 3m ago 2h 378M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:53:19.718 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 5m ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:53:19.718 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 5m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:53:19.718 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 3m ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:53:19.719 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 5m ago 2h 4120M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:53:19.719 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (119m) 5m ago 2h 4865M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:53:19.719 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (119m) 5m ago 2h 3973M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:53:19.719 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (118m) 5m ago 2h 4000M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:53:19.719 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (118m) 3m ago 2h 3341M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:53:19.719 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (117m) 3m ago 2h 3623M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:53:19.719 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (117m) 3m ago 2h 3078M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:53:19.719 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (117m) 3m ago 2h 3507M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:53:19.719 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 3m ago 2h 116M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:53:19.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:19 smithi177 ceph-mon[212096]: pgmap v6008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:19.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:19 smithi123 ceph-mon[191304]: pgmap v6008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:19.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:19 smithi123 ceph-mon[188613]: pgmap v6008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:20.097 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:53:20.097 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:53:20.097 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:53:20.097 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:53:20.097 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:53:20.097 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:53:20.097 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:53:20.097 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:53:20.097 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:53:20.097 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:53:20.097 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:53:20.097 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:53:20.098 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:53:20.098 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:53:20.098 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:53:20.098 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:53:20.098 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:53:20.098 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:53:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:20 smithi177 ceph-mon[212096]: from='client.39936 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:53:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:20 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1044231704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:53:20.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:20 smithi123 ceph-mon[191304]: from='client.39936 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:53:20.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:20 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1044231704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:53:20.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:20 smithi123 ceph-mon[188613]: from='client.39936 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:53:20.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:20 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1044231704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:53:21.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:21 smithi177 ceph-mon[212096]: pgmap v6009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:21.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:21 smithi177 ceph-mon[212096]: from='client.39942 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:53:21.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:21 smithi123 ceph-mon[191304]: pgmap v6009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:21.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:21 smithi123 ceph-mon[191304]: from='client.39942 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:53:21.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:21 smithi123 ceph-mon[188613]: pgmap v6009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:21.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:21 smithi123 ceph-mon[188613]: from='client.39942 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:53:23.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:23 smithi177 ceph-mon[212096]: pgmap v6010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:23.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:23 smithi123 ceph-mon[191304]: pgmap v6010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:23.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:23 smithi123 ceph-mon[188613]: pgmap v6010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:25 smithi177 ceph-mon[212096]: pgmap v6011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:25.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:25 smithi123 ceph-mon[191304]: pgmap v6011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:25 smithi123 ceph-mon[188613]: pgmap v6011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:53:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:53:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:53:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:27 smithi177 ceph-mon[212096]: pgmap v6012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:27 smithi123 ceph-mon[191304]: pgmap v6012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:27 smithi123 ceph-mon[188613]: pgmap v6012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:53:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:53:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:53:29.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:29 smithi177 ceph-mon[212096]: pgmap v6013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:29.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:29 smithi123 ceph-mon[191304]: pgmap v6013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:29 smithi123 ceph-mon[188613]: pgmap v6013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:31.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:31 smithi177 ceph-mon[212096]: pgmap v6014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:31.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:31 smithi123 ceph-mon[191304]: pgmap v6014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:31.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:31 smithi123 ceph-mon[188613]: pgmap v6014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:33.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:33 smithi177 ceph-mon[212096]: pgmap v6015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:33.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:33 smithi123 ceph-mon[191304]: pgmap v6015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:33.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:33 smithi123 ceph-mon[188613]: pgmap v6015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:35 smithi177 ceph-mon[212096]: pgmap v6016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:35 smithi123 ceph-mon[191304]: pgmap v6016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:35 smithi123 ceph-mon[188613]: pgmap v6016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:37.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:37 smithi177 ceph-mon[212096]: pgmap v6017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:37.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:37 smithi123 ceph-mon[191304]: pgmap v6017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:37.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:37 smithi123 ceph-mon[188613]: pgmap v6017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:53:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:53:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:53:39.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:39 smithi177 ceph-mon[212096]: pgmap v6018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:39.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:39 smithi123 ceph-mon[191304]: pgmap v6018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:39.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:39 smithi123 ceph-mon[188613]: pgmap v6018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:41 smithi177 ceph-mon[212096]: pgmap v6019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:41.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:53:41.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:41 smithi123 ceph-mon[191304]: pgmap v6019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:41.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:53:41.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:41 smithi123 ceph-mon[188613]: pgmap v6019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:41.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:53:43.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:43 smithi177 ceph-mon[212096]: pgmap v6020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:43.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:43 smithi123 ceph-mon[191304]: pgmap v6020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:43.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:43 smithi123 ceph-mon[188613]: pgmap v6020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:45.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:45 smithi177 ceph-mon[212096]: pgmap v6021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:45 smithi123 ceph-mon[191304]: pgmap v6021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:45.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:45 smithi123 ceph-mon[188613]: pgmap v6021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:47.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:47 smithi177 ceph-mon[212096]: pgmap v6022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:47.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:47 smithi123 ceph-mon[191304]: pgmap v6022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:47.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:47 smithi123 ceph-mon[188613]: pgmap v6022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:53:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:53:49] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:53:49.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:49 smithi177 ceph-mon[212096]: pgmap v6023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:49.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:49 smithi123 ceph-mon[191304]: pgmap v6023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:49 smithi123 ceph-mon[188613]: pgmap v6023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:50.443 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:53:50.750 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:53:50.750 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 6m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:53:50.750 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 4m ago 2h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:53:50.750 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 6m ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:53:50.750 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 4m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:53:50.751 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 4m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:53:50.751 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 6m ago 2h 628M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:53:50.751 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 6m ago 2h 742M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:53:50.751 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 4m ago 2h 378M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:53:50.751 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 6m ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:53:50.751 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 6m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:53:50.751 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 4m ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:53:50.751 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 6m ago 2h 4120M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:53:50.751 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 6m ago 2h 4865M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:53:50.751 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (119m) 6m ago 2h 3973M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:53:50.751 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (119m) 6m ago 2h 4000M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:53:50.752 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (118m) 4m ago 2h 3341M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:53:50.752 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (118m) 4m ago 2h 3623M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:53:50.752 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (118m) 4m ago 2h 3078M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:53:50.752 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (117m) 4m ago 2h 3507M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:53:50.752 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 4m ago 2h 116M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:53:51.133 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:53:51.134 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:53:51.134 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:53:51.134 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:53:51.134 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:53:51.134 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:53:51.134 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:53:51.134 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:53:51.134 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:53:51.134 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:53:51.134 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:53:51.135 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:53:51.135 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:53:51.135 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:53:51.135 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:53:51.135 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:53:51.135 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:53:51.135 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:53:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:50 smithi177 ceph-mon[212096]: pgmap v6024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:50 smithi177 ceph-mon[212096]: from='client.49898 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:53:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:50 smithi123 ceph-mon[191304]: pgmap v6024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:50 smithi123 ceph-mon[191304]: from='client.49898 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:53:51.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:50 smithi123 ceph-mon[188613]: pgmap v6024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:51.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:50 smithi123 ceph-mon[188613]: from='client.49898 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:53:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:51 smithi177 ceph-mon[212096]: from='client.49904 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:53:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:51 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3052729878' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:53:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:51 smithi123 ceph-mon[191304]: from='client.49904 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:53:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:51 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3052729878' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:53:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:51 smithi123 ceph-mon[188613]: from='client.49904 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:53:52.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:51 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3052729878' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:53:53.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:52 smithi177 ceph-mon[212096]: pgmap v6025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:53.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:53:53.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:52 smithi123 ceph-mon[191304]: pgmap v6025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:53.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:53:53.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:52 smithi123 ceph-mon[188613]: pgmap v6025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:53.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:53:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:53:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:53:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:53:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:53:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:53:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:53:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:53:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:53:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:53:55.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:55 smithi123 ceph-mon[191304]: pgmap v6026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:55.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:55 smithi123 ceph-mon[188613]: pgmap v6026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:55.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:55 smithi177 ceph-mon[212096]: pgmap v6026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:57 smithi123 ceph-mon[191304]: pgmap v6027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:57.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:53:57.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:57 smithi123 ceph-mon[188613]: pgmap v6027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:57.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:53:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:57 smithi177 ceph-mon[212096]: pgmap v6027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:53:59.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:53:59 smithi123 ceph-mon[191304]: pgmap v6028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:59.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:53:59 smithi123 ceph-mon[188613]: pgmap v6028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:53:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:53:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:53:59] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:53:59.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:53:59 smithi177 ceph-mon[212096]: pgmap v6028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:01.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:01 smithi123 ceph-mon[191304]: pgmap v6029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:01.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:01 smithi123 ceph-mon[188613]: pgmap v6029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:01.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:01 smithi177 ceph-mon[212096]: pgmap v6029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:03.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:03 smithi123 ceph-mon[191304]: pgmap v6030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:03.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:03 smithi123 ceph-mon[188613]: pgmap v6030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:03.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:03 smithi177 ceph-mon[212096]: pgmap v6030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:05.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:05 smithi123 ceph-mon[191304]: pgmap v6031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:05 smithi123 ceph-mon[188613]: pgmap v6031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:05.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:05 smithi177 ceph-mon[212096]: pgmap v6031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:07.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:07 smithi123 ceph-mon[191304]: pgmap v6032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:07.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:07 smithi123 ceph-mon[188613]: pgmap v6032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:07.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:07 smithi177 ceph-mon[212096]: pgmap v6032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:09 smithi123 ceph-mon[188613]: pgmap v6033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:54:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:54:09] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:54:09.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:09 smithi123 ceph-mon[191304]: pgmap v6033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:09.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:09 smithi177 ceph-mon[212096]: pgmap v6033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:11.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:11 smithi123 ceph-mon[188613]: pgmap v6034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:11.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:11 smithi123 ceph-mon[191304]: pgmap v6034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:11.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:11 smithi177 ceph-mon[212096]: pgmap v6034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:54:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:54:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:54:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:13 smithi123 ceph-mon[188613]: pgmap v6035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:13.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:13 smithi123 ceph-mon[191304]: pgmap v6035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:13.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:13 smithi177 ceph-mon[212096]: pgmap v6035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:15 smithi123 ceph-mon[188613]: pgmap v6036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:15.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:15 smithi123 ceph-mon[191304]: pgmap v6036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:15.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:15 smithi177 ceph-mon[212096]: pgmap v6036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:17.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:17 smithi123 ceph-mon[188613]: pgmap v6037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:17.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:17 smithi123 ceph-mon[191304]: pgmap v6037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:17.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:17 smithi177 ceph-mon[212096]: pgmap v6037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:19.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:19 smithi123 ceph-mon[191304]: pgmap v6038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:19.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:19 smithi123 ceph-mon[188613]: pgmap v6038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:54:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:54:19] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:54:19.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:19 smithi177 ceph-mon[212096]: pgmap v6038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:21.485 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:54:21.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:21 smithi123 ceph-mon[188613]: pgmap v6039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:21.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:21 smithi123 ceph-mon[191304]: pgmap v6039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:21.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:21 smithi177 ceph-mon[212096]: pgmap v6039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:21.793 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:54:21.793 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 6m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:54:21.793 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 4m ago 2h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:54:21.793 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 6m ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:54:21.793 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 4m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:54:21.793 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 4m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:54:21.793 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 6m ago 2h 628M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:54:21.793 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 6m ago 2h 742M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:54:21.793 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 4m ago 2h 378M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:54:21.793 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 6m ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:54:21.794 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 6m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:54:21.794 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 4m ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:54:21.794 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 6m ago 2h 4120M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:54:21.794 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 6m ago 2h 4865M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:54:21.794 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 6m ago 2h 3973M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:54:21.794 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (119m) 6m ago 2h 4000M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:54:21.794 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (119m) 4m ago 2h 3341M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:54:21.794 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (118m) 4m ago 2h 3623M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:54:21.794 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (118m) 4m ago 2h 3078M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:54:21.794 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (118m) 4m ago 2h 3507M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:54:21.794 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 4m ago 2h 116M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:54:22.173 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:54:22.173 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:54:22.173 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:54:22.173 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:54:22.174 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:54:22.174 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:54:22.174 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:54:22.174 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:54:22.174 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:54:22.174 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:54:22.174 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:54:22.174 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:54:22.174 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:54:22.174 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:54:22.174 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:54:22.175 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:54:22.175 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:54:22.175 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:54:22.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:22 smithi123 ceph-mon[191304]: from='client.49916 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:54:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:22 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2605410915' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:54:22.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:22 smithi123 ceph-mon[188613]: from='client.49916 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:54:22.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:22 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2605410915' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:54:22.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:22 smithi177 ceph-mon[212096]: from='client.49916 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:54:22.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:22 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2605410915' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:54:23.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:23 smithi123 ceph-mon[188613]: pgmap v6040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:23.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:23 smithi123 ceph-mon[188613]: from='client.49922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:54:23.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:23 smithi123 ceph-mon[191304]: pgmap v6040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:23.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:23 smithi123 ceph-mon[191304]: from='client.49922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:54:23.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:23 smithi177 ceph-mon[212096]: pgmap v6040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:23.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:23 smithi177 ceph-mon[212096]: from='client.49922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:54:25.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:25 smithi123 ceph-mon[191304]: pgmap v6041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:25.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:25 smithi123 ceph-mon[188613]: pgmap v6041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:25.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:25 smithi177 ceph-mon[212096]: pgmap v6041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:27.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:27 smithi123 ceph-mon[188613]: pgmap v6042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:27.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:54:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:27 smithi123 ceph-mon[191304]: pgmap v6042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:54:27.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:27 smithi177 ceph-mon[212096]: pgmap v6042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:27.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:54:29.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:29 smithi123 ceph-mon[191304]: pgmap v6043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:29.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:29 smithi123 ceph-mon[188613]: pgmap v6043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:29.495 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:54:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:54:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:54:29.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:29 smithi177 ceph-mon[212096]: pgmap v6043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:31.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:31 smithi123 ceph-mon[188613]: pgmap v6044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:31.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:31 smithi123 ceph-mon[191304]: pgmap v6044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:31.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:31 smithi177 ceph-mon[212096]: pgmap v6044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:33.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:33 smithi123 ceph-mon[191304]: pgmap v6045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:33.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:33 smithi123 ceph-mon[188613]: pgmap v6045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:33.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:33 smithi177 ceph-mon[212096]: pgmap v6045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:35.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:35 smithi177 ceph-mon[212096]: pgmap v6046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:35.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:35 smithi123 ceph-mon[188613]: pgmap v6046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:35.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:35 smithi123 ceph-mon[191304]: pgmap v6046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:37.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:37 smithi177 ceph-mon[212096]: pgmap v6047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:37.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:37 smithi123 ceph-mon[191304]: pgmap v6047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:37.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:37 smithi123 ceph-mon[188613]: pgmap v6047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:39.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:39 smithi123 ceph-mon[191304]: pgmap v6048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:39.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:39 smithi123 ceph-mon[188613]: pgmap v6048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:54:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:54:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:54:39.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:39 smithi177 ceph-mon[212096]: pgmap v6048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:41.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:41 smithi177 ceph-mon[212096]: pgmap v6049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:41.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:41 smithi123 ceph-mon[191304]: pgmap v6049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:41.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:41 smithi123 ceph-mon[188613]: pgmap v6049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:54:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:54:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:54:43.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:43 smithi177 ceph-mon[212096]: pgmap v6050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:43.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:43 smithi123 ceph-mon[191304]: pgmap v6050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:43.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:43 smithi123 ceph-mon[188613]: pgmap v6050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:45.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:45 smithi177 ceph-mon[212096]: pgmap v6051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:45.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:45 smithi123 ceph-mon[191304]: pgmap v6051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:45.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:45 smithi123 ceph-mon[188613]: pgmap v6051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:47.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:47 smithi177 ceph-mon[212096]: pgmap v6052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:47.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:47 smithi123 ceph-mon[191304]: pgmap v6052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:47.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:47 smithi123 ceph-mon[188613]: pgmap v6052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:49 smithi123 ceph-mon[191304]: pgmap v6053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:49.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:49 smithi123 ceph-mon[188613]: pgmap v6053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:54:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:54:49] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:54:49.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:49 smithi177 ceph-mon[212096]: pgmap v6053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:51.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:51 smithi177 ceph-mon[212096]: pgmap v6054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:51.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:51 smithi123 ceph-mon[191304]: pgmap v6054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:51.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:51 smithi123 ceph-mon[188613]: pgmap v6054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:52.520 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:54:52.825 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:54:52.825 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 7m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:54:52.825 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 5m ago 2h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:54:52.825 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 7m ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:54:52.825 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 5m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:54:52.825 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 5m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:54:52.825 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 7m ago 2h 628M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:54:52.825 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 7m ago 2h 742M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:54:52.825 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 5m ago 2h 378M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:54:52.825 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 7m ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:54:52.826 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 7m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:54:52.826 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 5m ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:54:52.826 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 7m ago 2h 4120M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:54:52.826 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 7m ago 2h 4865M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:54:52.826 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 7m ago 2h 3973M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:54:52.826 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 7m ago 2h 4000M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:54:52.826 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (119m) 5m ago 2h 3341M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:54:52.826 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (119m) 5m ago 2h 3623M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:54:52.826 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (119m) 5m ago 2h 3078M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:54:52.826 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (118m) 5m ago 2h 3507M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:54:52.826 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 5m ago 2h 116M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:54:53.207 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:54:53.207 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:54:53.208 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:54:53.208 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:54:53.208 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:54:53.208 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:54:53.208 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:54:53.208 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:54:53.208 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:54:53.208 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:54:53.208 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:54:53.208 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:54:53.208 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:54:53.208 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:54:53.208 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:54:53.208 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:54:53.208 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:54:53.208 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:54:53.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:53 smithi177 ceph-mon[212096]: pgmap v6055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:53.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:53 smithi177 ceph-mon[212096]: from='client.39990 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:54:53.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:53 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1066198222' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:54:53.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:53 smithi123 ceph-mon[191304]: pgmap v6055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:53.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:53 smithi123 ceph-mon[191304]: from='client.39990 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:54:53.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:53 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1066198222' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:54:53.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:53 smithi123 ceph-mon[188613]: pgmap v6055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:53.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:53 smithi123 ceph-mon[188613]: from='client.39990 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:54:53.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:53 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1066198222' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:54:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:54 smithi177 ceph-mon[212096]: from='client.49940 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:54:54.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:54:54.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:54:54.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:54:54.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:54:54.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:54 smithi123 ceph-mon[191304]: from='client.49940 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:54:54.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:54:54.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:54:54.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:54:54.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:54:54.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:54 smithi123 ceph-mon[188613]: from='client.49940 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:54:54.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:54:54.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:54:54.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:54:54.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:54:55.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:55 smithi177 ceph-mon[212096]: pgmap v6056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:55.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:55 smithi123 ceph-mon[188613]: pgmap v6056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:55.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:55 smithi123 ceph-mon[191304]: pgmap v6056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:57.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:57 smithi177 ceph-mon[212096]: pgmap v6057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:57.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:54:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:57 smithi123 ceph-mon[191304]: pgmap v6057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:54:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:57 smithi123 ceph-mon[188613]: pgmap v6057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:54:59.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:54:59 smithi123 ceph-mon[191304]: pgmap v6058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:59.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:54:59 smithi123 ceph-mon[188613]: pgmap v6058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:54:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:54:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:54:59] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:54:59.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:54:59 smithi177 ceph-mon[212096]: pgmap v6058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:01.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:01 smithi177 ceph-mon[212096]: pgmap v6059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:01.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:01 smithi123 ceph-mon[191304]: pgmap v6059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:01.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:01 smithi123 ceph-mon[188613]: pgmap v6059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:03.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:03 smithi177 ceph-mon[212096]: pgmap v6060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:03.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:03 smithi123 ceph-mon[191304]: pgmap v6060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:03.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:03 smithi123 ceph-mon[188613]: pgmap v6060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:05.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:05 smithi177 ceph-mon[212096]: pgmap v6061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:05 smithi123 ceph-mon[191304]: pgmap v6061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:05.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:05 smithi123 ceph-mon[188613]: pgmap v6061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:07.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:07 smithi177 ceph-mon[212096]: pgmap v6062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:07.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:07 smithi123 ceph-mon[191304]: pgmap v6062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:07.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:07 smithi123 ceph-mon[188613]: pgmap v6062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:09.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:09 smithi123 ceph-mon[191304]: pgmap v6063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:09.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:09 smithi123 ceph-mon[188613]: pgmap v6063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:55:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:55:09] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:55:09.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:09 smithi177 ceph-mon[212096]: pgmap v6063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:11.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:11 smithi177 ceph-mon[212096]: pgmap v6064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:11.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:11 smithi123 ceph-mon[191304]: pgmap v6064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:11.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:11 smithi123 ceph-mon[188613]: pgmap v6064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:55:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:55:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:55:13.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:13 smithi177 ceph-mon[212096]: pgmap v6065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:13.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:13 smithi123 ceph-mon[191304]: pgmap v6065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:13.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:13 smithi123 ceph-mon[188613]: pgmap v6065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:15.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:15 smithi177 ceph-mon[212096]: pgmap v6066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:15.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:15 smithi123 ceph-mon[191304]: pgmap v6066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:15.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:15 smithi123 ceph-mon[188613]: pgmap v6066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:17.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:17 smithi177 ceph-mon[212096]: pgmap v6067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:17.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:17 smithi123 ceph-mon[191304]: pgmap v6067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:17.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:17 smithi123 ceph-mon[188613]: pgmap v6067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:19.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:19 smithi123 ceph-mon[191304]: pgmap v6068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:19.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:19 smithi123 ceph-mon[188613]: pgmap v6068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:55:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:55:19] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T12:55:19.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:19 smithi177 ceph-mon[212096]: pgmap v6068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:21.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:21 smithi177 ceph-mon[212096]: pgmap v6069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:21.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:21 smithi123 ceph-mon[191304]: pgmap v6069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:21.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:21 smithi123 ceph-mon[188613]: pgmap v6069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:23.553 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:55:23.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:23 smithi177 ceph-mon[212096]: pgmap v6070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:23.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:23 smithi123 ceph-mon[191304]: pgmap v6070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:23.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:23 smithi123 ceph-mon[188613]: pgmap v6070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:23.864 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:55:23.864 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 7m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:55:23.864 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 5m ago 2h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:55:23.864 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 7m ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:55:23.864 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 5m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:55:23.864 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 5m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:55:23.864 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 7m ago 2h 628M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:55:23.864 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 7m ago 2h 742M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:55:23.864 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 5m ago 2h 378M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:55:23.864 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 7m ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:55:23.865 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 7m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:55:23.865 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 5m ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:55:23.865 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 7m ago 2h 4120M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:55:23.865 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 7m ago 2h 4865M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:55:23.865 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 7m ago 2h 3973M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:55:23.865 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 7m ago 2h 4000M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:55:23.865 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 5m ago 2h 3341M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:55:23.865 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 5m ago 2h 3623M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:55:23.865 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (119m) 5m ago 2h 3078M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:55:23.865 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (119m) 5m ago 2h 3507M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:55:23.865 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 5m ago 2h 116M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:55:24.250 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:55:24.250 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:55:24.250 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:55:24.251 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:55:24.251 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:55:24.251 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:55:24.251 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:55:24.251 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:55:24.251 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:55:24.251 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:55:24.251 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:55:24.251 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:55:24.251 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:55:24.251 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:55:24.251 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:55:24.251 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:55:24.251 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:55:24.251 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:55:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:24 smithi177 ceph-mon[212096]: from='client.49952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:55:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:24 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3622738244' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:55:24.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:24 smithi123 ceph-mon[191304]: from='client.49952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:55:24.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:24 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3622738244' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:55:24.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:24 smithi123 ceph-mon[188613]: from='client.49952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:55:24.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:24 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3622738244' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:55:25.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:25 smithi177 ceph-mon[212096]: pgmap v6071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:25.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:25 smithi177 ceph-mon[212096]: from='client.40014 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:55:25.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:25 smithi123 ceph-mon[191304]: pgmap v6071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:25.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:25 smithi123 ceph-mon[191304]: from='client.40014 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:55:25.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:25 smithi123 ceph-mon[188613]: pgmap v6071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:25.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:25 smithi123 ceph-mon[188613]: from='client.40014 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:55:27.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:27 smithi177 ceph-mon[212096]: pgmap v6072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:27.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:55:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:27 smithi123 ceph-mon[191304]: pgmap v6072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:55:27.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:27 smithi123 ceph-mon[188613]: pgmap v6072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:27.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:55:29.343 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:55:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:55:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:55:29.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:29 smithi177 ceph-mon[212096]: pgmap v6073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:29.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:29 smithi123 ceph-mon[191304]: pgmap v6073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:29.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:29 smithi123 ceph-mon[188613]: pgmap v6073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:31.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:31 smithi177 ceph-mon[212096]: pgmap v6074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:31.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:31 smithi123 ceph-mon[191304]: pgmap v6074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:31.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:31 smithi123 ceph-mon[188613]: pgmap v6074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:33.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:33 smithi177 ceph-mon[212096]: pgmap v6075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:33.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:33 smithi123 ceph-mon[188613]: pgmap v6075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:33.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:33 smithi123 ceph-mon[191304]: pgmap v6075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:35.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:35 smithi177 ceph-mon[212096]: pgmap v6076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:35.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:35 smithi123 ceph-mon[191304]: pgmap v6076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:35.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:35 smithi123 ceph-mon[188613]: pgmap v6076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:37.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:37 smithi177 ceph-mon[212096]: pgmap v6077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:37 smithi123 ceph-mon[191304]: pgmap v6077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:37.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:37 smithi123 ceph-mon[188613]: pgmap v6077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:39.361 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:55:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:55:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:55:39.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:39 smithi177 ceph-mon[212096]: pgmap v6078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:39.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:39 smithi123 ceph-mon[191304]: pgmap v6078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:39.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:39 smithi123 ceph-mon[188613]: pgmap v6078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:41.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:41 smithi177 ceph-mon[212096]: pgmap v6079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:41.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:41 smithi123 ceph-mon[191304]: pgmap v6079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:41.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:41 smithi123 ceph-mon[188613]: pgmap v6079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:55:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:55:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:55:43.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:43 smithi177 ceph-mon[212096]: pgmap v6080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:43.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:43 smithi123 ceph-mon[191304]: pgmap v6080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:43.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:43 smithi123 ceph-mon[188613]: pgmap v6080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:45.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:45 smithi177 ceph-mon[212096]: pgmap v6081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:45.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:45 smithi123 ceph-mon[191304]: pgmap v6081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:45.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:45 smithi123 ceph-mon[188613]: pgmap v6081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:47.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:47 smithi177 ceph-mon[212096]: pgmap v6082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:47.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:47 smithi123 ceph-mon[191304]: pgmap v6082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:47.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:47 smithi123 ceph-mon[188613]: pgmap v6082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:49.375 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:55:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:55:49] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T12:55:49.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:49 smithi177 ceph-mon[212096]: pgmap v6083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:49.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:49 smithi123 ceph-mon[191304]: pgmap v6083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:49.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:49 smithi123 ceph-mon[188613]: pgmap v6083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:51.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:51 smithi177 ceph-mon[212096]: pgmap v6084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:51.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:51 smithi123 ceph-mon[191304]: pgmap v6084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:51.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:51 smithi123 ceph-mon[188613]: pgmap v6084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:53.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:53 smithi177 ceph-mon[212096]: pgmap v6085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:53.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:53 smithi123 ceph-mon[188613]: pgmap v6085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:53.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:53 smithi123 ceph-mon[191304]: pgmap v6085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:54.605 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:55:54.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:55:54.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:55:54.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:55:54.934 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:55:54.934 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 8m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:55:54.934 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 6m ago 2h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:55:54.934 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 8m ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:55:54.934 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 6m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:55:54.935 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 6m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:55:54.935 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 8m ago 2h 628M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:55:54.935 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 8m ago 2h 742M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:55:54.935 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 6m ago 2h 378M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:55:54.935 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 8m ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:55:54.935 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 8m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:55:54.935 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 6m ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:55:54.935 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 8m ago 2h 4120M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:55:54.935 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 8m ago 2h 4865M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:55:54.935 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 8m ago 2h 3973M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:55:54.936 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 8m ago 2h 4000M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:55:54.936 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 6m ago 2h 3341M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:55:54.936 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 6m ago 2h 3623M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:55:54.936 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 6m ago 2h 3078M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:55:54.936 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (119m) 6m ago 2h 3507M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:55:54.936 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 6m ago 2h 116M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:55:55.342 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:55:55.342 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:55:55.342 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:55:55.342 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:55:55.343 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:55:55.343 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:55:55.343 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:55:55.343 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:55:55.343 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:55:55.343 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:55:55.343 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:55:55.343 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:55:55.343 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:55:55.343 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:55:55.343 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:55:55.344 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:55:55.344 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:55:55.344 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:55:55.641 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:55 smithi123 ceph-mon[188613]: pgmap v6086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:55.641 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:55 smithi123 ceph-mon[188613]: from='client.40026 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:55:55.641 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:55:55.642 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:55:55.642 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:55 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3363652266' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:55:55.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:55 smithi177 ceph-mon[212096]: pgmap v6086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:55.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:55 smithi177 ceph-mon[212096]: from='client.40026 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:55:55.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:55:55.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:55:55.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:55 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3363652266' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:55:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:55 smithi123 ceph-mon[191304]: pgmap v6086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:55 smithi123 ceph-mon[191304]: from='client.40026 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:55:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:55:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:55:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:55 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3363652266' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:55:56.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:56 smithi177 ceph-mon[212096]: from='client.49976 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:55:56.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:55:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:56 smithi123 ceph-mon[191304]: from='client.49976 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:55:56.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:55:56.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:56 smithi123 ceph-mon[188613]: from='client.49976 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:55:56.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:55:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:57 smithi177 ceph-mon[212096]: pgmap v6087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:55:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:55:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:55:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:55:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:55:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:57 smithi123 ceph-mon[188613]: pgmap v6087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:55:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:55:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:55:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:55:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:55:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:57 smithi123 ceph-mon[191304]: pgmap v6087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:55:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:55:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:55:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:55:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:55:58.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:55:58 smithi123 ceph-mon[188613]: pgmap v6088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:58.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:55:58 smithi123 ceph-mon[191304]: pgmap v6088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:59.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:55:58 smithi177 ceph-mon[212096]: pgmap v6088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:55:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:55:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:55:59] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:56:01.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:00 smithi177 ceph-mon[212096]: pgmap v6089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:01.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:00 smithi123 ceph-mon[188613]: pgmap v6089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:01.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:00 smithi123 ceph-mon[191304]: pgmap v6089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:03.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:02 smithi177 ceph-mon[212096]: pgmap v6090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:03.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:02 smithi123 ceph-mon[188613]: pgmap v6090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:03.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:02 smithi123 ceph-mon[191304]: pgmap v6090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:05.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:04 smithi177 ceph-mon[212096]: pgmap v6091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:05.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:04 smithi123 ceph-mon[191304]: pgmap v6091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:05.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:04 smithi123 ceph-mon[188613]: pgmap v6091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:07.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:06 smithi177 ceph-mon[212096]: pgmap v6092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:07.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:06 smithi123 ceph-mon[191304]: pgmap v6092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:07.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:06 smithi123 ceph-mon[188613]: pgmap v6092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:09.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:08 smithi177 ceph-mon[212096]: pgmap v6093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:09.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:08 smithi123 ceph-mon[188613]: pgmap v6093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:09.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:56:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:56:09] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:56:09.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:08 smithi123 ceph-mon[191304]: pgmap v6093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:11.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:10 smithi177 ceph-mon[212096]: pgmap v6094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:11.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:10 smithi123 ceph-mon[191304]: pgmap v6094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:11.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:10 smithi123 ceph-mon[188613]: pgmap v6094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:12.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:56:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:56:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:56:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:12 smithi177 ceph-mon[212096]: pgmap v6095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:13.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:12 smithi123 ceph-mon[188613]: pgmap v6095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:13.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:12 smithi123 ceph-mon[191304]: pgmap v6095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:15.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:14 smithi177 ceph-mon[212096]: pgmap v6096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:15.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:14 smithi123 ceph-mon[191304]: pgmap v6096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:15.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:14 smithi123 ceph-mon[188613]: pgmap v6096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:17.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:16 smithi177 ceph-mon[212096]: pgmap v6097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:17.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:16 smithi123 ceph-mon[191304]: pgmap v6097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:17.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:16 smithi123 ceph-mon[188613]: pgmap v6097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:19.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:18 smithi177 ceph-mon[212096]: pgmap v6098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:19.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:18 smithi123 ceph-mon[188613]: pgmap v6098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:19.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:18 smithi123 ceph-mon[191304]: pgmap v6098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:19.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:56:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:56:19] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:56:21.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:20 smithi177 ceph-mon[212096]: pgmap v6099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:21.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:20 smithi123 ceph-mon[191304]: pgmap v6099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:21.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:20 smithi123 ceph-mon[188613]: pgmap v6099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:23.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:22 smithi177 ceph-mon[212096]: pgmap v6100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:23.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:22 smithi123 ceph-mon[191304]: pgmap v6100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:23.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:22 smithi123 ceph-mon[188613]: pgmap v6100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:25.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:24 smithi177 ceph-mon[212096]: pgmap v6101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:25.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:24 smithi123 ceph-mon[191304]: pgmap v6101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:25.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:24 smithi123 ceph-mon[188613]: pgmap v6101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:25.690 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:56:26.002 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:56:26.003 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 8m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:56:26.003 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 6m ago 2h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:56:26.003 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 8m ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:56:26.003 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 6m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:56:26.003 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 6m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:56:26.003 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 8m ago 2h 628M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:56:26.003 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 8m ago 2h 742M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:56:26.003 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 6m ago 2h 378M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:56:26.003 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 8m ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:56:26.003 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 8m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:56:26.003 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 6m ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:56:26.004 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 8m ago 2h 4120M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:56:26.004 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 8m ago 2h 4865M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:56:26.004 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 8m ago 2h 3973M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:56:26.004 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 8m ago 2h 4000M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:56:26.004 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 6m ago 2h 3341M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:56:26.004 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 6m ago 2h 3623M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:56:26.004 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 6m ago 2h 3078M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:56:26.004 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 6m ago 2h 3507M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:56:26.004 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 6m ago 2h 116M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:56:26.382 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:56:26.382 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:56:26.382 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:56:26.382 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:56:26.382 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:56:26.382 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:56:26.382 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:56:26.382 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:56:26.382 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:56:26.382 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:56:26.382 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:56:26.383 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:56:26.383 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:56:26.383 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:56:26.383 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:56:26.383 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:56:26.383 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:56:26.383 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:56:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:26 smithi177 ceph-mon[212096]: from='client.49988 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:56:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:26 smithi177 ceph-mon[212096]: pgmap v6102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:26 smithi177 ceph-mon[212096]: from='client.40050 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:56:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:26 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/988325956' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:56:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:56:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:26 smithi123 ceph-mon[191304]: from='client.49988 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:56:27.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:26 smithi123 ceph-mon[191304]: pgmap v6102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:27.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:26 smithi123 ceph-mon[191304]: from='client.40050 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:56:27.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:26 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/988325956' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:56:27.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:56:27.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:26 smithi123 ceph-mon[188613]: from='client.49988 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:56:27.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:26 smithi123 ceph-mon[188613]: pgmap v6102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:27.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:26 smithi123 ceph-mon[188613]: from='client.40050 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:56:27.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:26 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/988325956' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:56:27.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:56:29.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:28 smithi177 ceph-mon[212096]: pgmap v6103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:29.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:56:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:56:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:56:29.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:28 smithi123 ceph-mon[191304]: pgmap v6103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:29.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:28 smithi123 ceph-mon[188613]: pgmap v6103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:31.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:30 smithi177 ceph-mon[212096]: pgmap v6104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:31.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:30 smithi123 ceph-mon[191304]: pgmap v6104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:31.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:30 smithi123 ceph-mon[188613]: pgmap v6104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:33.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:32 smithi177 ceph-mon[212096]: pgmap v6105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:33.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:32 smithi123 ceph-mon[191304]: pgmap v6105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:33.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:32 smithi123 ceph-mon[188613]: pgmap v6105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:35.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:34 smithi177 ceph-mon[212096]: pgmap v6106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:35.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:34 smithi123 ceph-mon[188613]: pgmap v6106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:35.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:34 smithi123 ceph-mon[191304]: pgmap v6106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:37.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:36 smithi123 ceph-mon[191304]: pgmap v6107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:37.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:36 smithi123 ceph-mon[188613]: pgmap v6107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:37.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:36 smithi177 ceph-mon[212096]: pgmap v6107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:39.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:38 smithi123 ceph-mon[191304]: pgmap v6108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:39.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:38 smithi123 ceph-mon[188613]: pgmap v6108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:39.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:56:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:56:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:56:39.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:38 smithi177 ceph-mon[212096]: pgmap v6108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:41.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:40 smithi123 ceph-mon[191304]: pgmap v6109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:41.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:40 smithi123 ceph-mon[188613]: pgmap v6109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:41.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:40 smithi177 ceph-mon[212096]: pgmap v6109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:56:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:56:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:56:43.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:42 smithi123 ceph-mon[191304]: pgmap v6110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:43.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:42 smithi123 ceph-mon[188613]: pgmap v6110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:43.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:42 smithi177 ceph-mon[212096]: pgmap v6110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:45.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:44 smithi123 ceph-mon[191304]: pgmap v6111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:45.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:44 smithi123 ceph-mon[188613]: pgmap v6111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:45.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:44 smithi177 ceph-mon[212096]: pgmap v6111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:47.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:46 smithi123 ceph-mon[191304]: pgmap v6112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:47.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:46 smithi123 ceph-mon[188613]: pgmap v6112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:47.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:46 smithi177 ceph-mon[212096]: pgmap v6112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:49.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:48 smithi123 ceph-mon[188613]: pgmap v6113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:49.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:48 smithi123 ceph-mon[191304]: pgmap v6113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:49.242 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:56:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:56:49] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:56:49.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:48 smithi177 ceph-mon[212096]: pgmap v6113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:51.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:50 smithi123 ceph-mon[191304]: pgmap v6114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:51.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:50 smithi123 ceph-mon[188613]: pgmap v6114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:51.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:50 smithi177 ceph-mon[212096]: pgmap v6114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:53.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:52 smithi123 ceph-mon[191304]: pgmap v6115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:53.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:52 smithi123 ceph-mon[188613]: pgmap v6115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:53.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:52 smithi177 ceph-mon[212096]: pgmap v6115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:55.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:54 smithi123 ceph-mon[191304]: pgmap v6116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:55.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:54 smithi123 ceph-mon[188613]: pgmap v6116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:55.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:54 smithi177 ceph-mon[212096]: pgmap v6116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:56.732 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:56:57.039 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:56:57.040 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 9m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:56:57.040 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 7m ago 2h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:56:57.040 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 9m ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:56:57.040 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 7m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:56:57.040 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 7m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:56:57.040 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 9m ago 2h 628M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:56:57.040 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 9m ago 2h 742M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:56:57.040 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 7m ago 2h 378M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:56:57.041 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 9m ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:56:57.041 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 9m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:56:57.041 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 7m ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:56:57.041 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 9m ago 2h 4120M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:56:57.041 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 9m ago 2h 4865M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:56:57.041 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 9m ago 2h 3973M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:56:57.041 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 9m ago 2h 4000M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:56:57.041 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 7m ago 2h 3341M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:56:57.041 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 7m ago 2h 3623M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:56:57.041 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 7m ago 2h 3078M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:56:57.042 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 7m ago 2h 3507M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:56:57.042 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 7m ago 2h 116M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:56:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:56 smithi123 ceph-mon[191304]: pgmap v6117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:57.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:56:57.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:56 smithi123 ceph-mon[188613]: pgmap v6117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:57.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:56:57.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:56 smithi177 ceph-mon[212096]: pgmap v6117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:57.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:56:57.435 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:56:57.435 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:56:57.435 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:56:57.435 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:56:57.435 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:56:57.435 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:56:57.435 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:56:57.435 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:56:57.435 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:56:57.436 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:56:57.436 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:56:57.436 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:56:57.436 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:56:57.436 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:56:57.436 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:56:57.436 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:56:57.436 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:56:57.436 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:56:58.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:57 smithi123 ceph-mon[191304]: from='client.50006 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:56:58.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:57 smithi123 ceph-mon[191304]: from='client.50012 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:56:58.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:56:58.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:57 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2614061229' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:56:58.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:56:58.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:56:58.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:56:58.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:57 smithi123 ceph-mon[188613]: from='client.50006 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:56:58.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:57 smithi123 ceph-mon[188613]: from='client.50012 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:56:58.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:56:58.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:57 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2614061229' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:56:58.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:56:58.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:56:58.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:56:58.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:57 smithi177 ceph-mon[212096]: from='client.50006 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:56:58.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:57 smithi177 ceph-mon[212096]: from='client.50012 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:56:58.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:56:58.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:57 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2614061229' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:56:58.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:56:58.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:56:58.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:56:59.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:56:58 smithi123 ceph-mon[191304]: pgmap v6118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:59.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:56:58 smithi123 ceph-mon[188613]: pgmap v6118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:56:59.242 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:56:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:56:59] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:56:59.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:56:58 smithi177 ceph-mon[212096]: pgmap v6118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:01.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:00 smithi123 ceph-mon[188613]: pgmap v6119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:01.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:00 smithi123 ceph-mon[191304]: pgmap v6119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:01.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:00 smithi177 ceph-mon[212096]: pgmap v6119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:03.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:02 smithi123 ceph-mon[191304]: pgmap v6120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:03.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:02 smithi123 ceph-mon[188613]: pgmap v6120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:03.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:02 smithi177 ceph-mon[212096]: pgmap v6120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:05.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:04 smithi123 ceph-mon[191304]: pgmap v6121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:05.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:04 smithi123 ceph-mon[188613]: pgmap v6121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:05.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:04 smithi177 ceph-mon[212096]: pgmap v6121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:07.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:06 smithi123 ceph-mon[191304]: pgmap v6122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:07.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:06 smithi123 ceph-mon[188613]: pgmap v6122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:07.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:06 smithi177 ceph-mon[212096]: pgmap v6122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:09.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:08 smithi123 ceph-mon[191304]: pgmap v6123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:09.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:08 smithi123 ceph-mon[188613]: pgmap v6123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:09.242 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:57:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:57:09] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:57:09.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:08 smithi177 ceph-mon[212096]: pgmap v6123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:11.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:10 smithi123 ceph-mon[191304]: pgmap v6124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:11.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:10 smithi123 ceph-mon[188613]: pgmap v6124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:11.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:10 smithi177 ceph-mon[212096]: pgmap v6124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:57:12.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:57:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:57:13.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:12 smithi123 ceph-mon[188613]: pgmap v6125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:13.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:12 smithi123 ceph-mon[191304]: pgmap v6125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:13.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:12 smithi177 ceph-mon[212096]: pgmap v6125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:15.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:14 smithi123 ceph-mon[188613]: pgmap v6126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:15.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:14 smithi123 ceph-mon[191304]: pgmap v6126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:15.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:14 smithi177 ceph-mon[212096]: pgmap v6126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:17.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:16 smithi123 ceph-mon[188613]: pgmap v6127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:17.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:16 smithi123 ceph-mon[191304]: pgmap v6127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:17.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:16 smithi177 ceph-mon[212096]: pgmap v6127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:19.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:18 smithi123 ceph-mon[191304]: pgmap v6128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:19.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:18 smithi123 ceph-mon[188613]: pgmap v6128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:19.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:57:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:57:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T12:57:19.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:18 smithi177 ceph-mon[212096]: pgmap v6128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:21.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:20 smithi177 ceph-mon[212096]: pgmap v6129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:21.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:20 smithi123 ceph-mon[188613]: pgmap v6129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:21.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:20 smithi123 ceph-mon[191304]: pgmap v6129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:23.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:22 smithi177 ceph-mon[212096]: pgmap v6130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:23.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:23 smithi123 ceph-mon[191304]: pgmap v6130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:23.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:22 smithi123 ceph-mon[188613]: pgmap v6130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:25.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:25 smithi177 ceph-mon[212096]: pgmap v6131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:25.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:25 smithi123 ceph-mon[188613]: pgmap v6131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:25.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:25 smithi123 ceph-mon[191304]: pgmap v6131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:27.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:27 smithi177 ceph-mon[212096]: pgmap v6132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:57:27.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:27 smithi123 ceph-mon[188613]: pgmap v6132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:27.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:57:27.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:27 smithi123 ceph-mon[191304]: pgmap v6132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:27.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:57:27.788 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:57:28.097 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:57:28.098 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 9m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:57:28.098 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 7m ago 2h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:57:28.098 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 9m ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:57:28.098 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 7m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:57:28.098 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 7m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:57:28.098 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 9m ago 2h 628M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:57:28.098 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 9m ago 2h 742M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:57:28.098 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 7m ago 2h 378M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:57:28.098 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 9m ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:57:28.099 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 9m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:57:28.099 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 7m ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:57:28.099 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 9m ago 2h 4120M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:57:28.099 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 9m ago 2h 4865M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:57:28.099 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 9m ago 2h 3973M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:57:28.099 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 9m ago 2h 4000M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:57:28.099 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 7m ago 2h 3341M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:57:28.099 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 7m ago 2h 3623M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:57:28.099 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 7m ago 2h 3078M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:57:28.099 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 7m ago 2h 3507M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:57:28.100 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 7m ago 2h 116M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:57:28.477 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:57:28.477 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:57:28.477 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:57:28.477 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:57:28.477 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:57:28.477 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:57:28.477 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:57:28.478 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:57:28.478 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:57:28.478 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:57:28.478 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:57:28.478 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:57:28.478 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:57:28.478 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:57:28.478 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:57:28.478 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:57:28.478 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:57:28.478 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:57:29.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:29 smithi177 ceph-mon[212096]: pgmap v6133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:29.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:29 smithi177 ceph-mon[212096]: from='client.40080 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:57:29.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:29 smithi177 ceph-mon[212096]: from='client.50030 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:57:29.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:29 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1717920944' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:57:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:57:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:57:29] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:57:29.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:29 smithi123 ceph-mon[188613]: pgmap v6133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:29.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:29 smithi123 ceph-mon[188613]: from='client.40080 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:57:29.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:29 smithi123 ceph-mon[188613]: from='client.50030 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:57:29.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:29 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1717920944' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:57:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:29 smithi123 ceph-mon[191304]: pgmap v6133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:29 smithi123 ceph-mon[191304]: from='client.40080 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:57:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:29 smithi123 ceph-mon[191304]: from='client.50030 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:57:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:29 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1717920944' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:57:31.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:31 smithi177 ceph-mon[212096]: pgmap v6134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:31.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:31 smithi123 ceph-mon[188613]: pgmap v6134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:31.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:31 smithi123 ceph-mon[191304]: pgmap v6134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:33.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:33 smithi177 ceph-mon[212096]: pgmap v6135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:33.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:33 smithi123 ceph-mon[188613]: pgmap v6135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:33.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:33 smithi123 ceph-mon[191304]: pgmap v6135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:35.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:35 smithi177 ceph-mon[212096]: pgmap v6136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:35.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:35 smithi123 ceph-mon[191304]: pgmap v6136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:35.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:35 smithi123 ceph-mon[188613]: pgmap v6136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:37.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:37 smithi177 ceph-mon[212096]: pgmap v6137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:37.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:37 smithi123 ceph-mon[188613]: pgmap v6137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:37.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:37 smithi123 ceph-mon[191304]: pgmap v6137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:39.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:39 smithi177 ceph-mon[212096]: pgmap v6138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:39.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:39 smithi123 ceph-mon[188613]: pgmap v6138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:39.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:39 smithi123 ceph-mon[191304]: pgmap v6138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:57:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:57:39] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:57:41.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:41 smithi177 ceph-mon[212096]: pgmap v6139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:41.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:41 smithi123 ceph-mon[191304]: pgmap v6139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:41.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:41 smithi123 ceph-mon[188613]: pgmap v6139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:57:42.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:57:42.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:57:43.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:43 smithi177 ceph-mon[212096]: pgmap v6140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:43.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:43 smithi123 ceph-mon[191304]: pgmap v6140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:43.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:43 smithi123 ceph-mon[188613]: pgmap v6140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:45.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:45 smithi177 ceph-mon[212096]: pgmap v6141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:45.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:45 smithi123 ceph-mon[188613]: pgmap v6141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:45.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:45 smithi123 ceph-mon[191304]: pgmap v6141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:47.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:47 smithi177 ceph-mon[212096]: pgmap v6142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:47.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:47 smithi123 ceph-mon[188613]: pgmap v6142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:47.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:47 smithi123 ceph-mon[191304]: pgmap v6142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:49.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:49 smithi177 ceph-mon[212096]: pgmap v6143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:49.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:49 smithi123 ceph-mon[188613]: pgmap v6143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:49.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:49 smithi123 ceph-mon[191304]: pgmap v6143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:57:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:57:49] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:57:51.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:51 smithi177 ceph-mon[212096]: pgmap v6144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:51.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:51 smithi123 ceph-mon[191304]: pgmap v6144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:51.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:51 smithi123 ceph-mon[188613]: pgmap v6144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:53.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:53 smithi177 ceph-mon[212096]: pgmap v6145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:53.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:53 smithi123 ceph-mon[191304]: pgmap v6145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:53.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:53 smithi123 ceph-mon[188613]: pgmap v6145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:55.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:55 smithi177 ceph-mon[212096]: pgmap v6146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:55 smithi123 ceph-mon[188613]: pgmap v6146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:55.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:55 smithi123 ceph-mon[191304]: pgmap v6146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:57.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:57 smithi177 ceph-mon[212096]: pgmap v6147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:57.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:57:57.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:57 smithi123 ceph-mon[188613]: pgmap v6147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:57.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:57:57.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:57 smithi123 ceph-mon[191304]: pgmap v6147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:57.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:57:58.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:57:58.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:57:58.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:57:58.853 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:57:59.188 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:57:59.188 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 10m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:57:59.189 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 8m ago 2h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:57:59.189 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 10m ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:57:59.189 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 8m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:57:59.189 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 8m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:57:59.189 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 10m ago 2h 628M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:57:59.189 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 10m ago 2h 742M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:57:59.189 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 8m ago 2h 378M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:57:59.189 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 10m ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:57:59.189 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 10m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:57:59.190 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 8m ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:57:59.190 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 10m ago 2h 4120M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:57:59.190 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 10m ago 2h 4865M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:57:59.190 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 10m ago 2h 3973M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:57:59.190 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 10m ago 2h 4000M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:57:59.190 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 8m ago 2h 3341M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:57:59.190 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 8m ago 2h 3623M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:57:59.190 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 8m ago 2h 3078M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:57:59.190 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 8m ago 2h 3507M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:57:59.190 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 8m ago 2h 116M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:57:59.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:57:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:57:59] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:57:59.352 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:59 smithi177 ceph-mon[212096]: pgmap v6148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:59.352 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:57:59.352 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:57:59.352 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:57:59.352 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:57:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:57:59.588 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:59 smithi123 ceph-mon[191304]: pgmap v6148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:59.588 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:57:59.588 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:57:59.588 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:57:59.589 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:57:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:57:59.589 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:59 smithi123 ceph-mon[188613]: pgmap v6148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:57:59.589 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:57:59.589 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:57:59.589 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:57:59.589 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:57:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:57:59.621 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:57:59.621 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:57:59.621 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:57:59.621 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:57:59.621 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:57:59.621 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:57:59.621 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:57:59.621 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:57:59.621 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:57:59.622 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:57:59.622 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:57:59.622 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:57:59.622 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:57:59.622 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:57:59.622 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:57:59.622 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:57:59.622 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:57:59.622 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:58:00.561 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:00 smithi177 ceph-mon[212096]: from='client.40098 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:58:00.561 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:00 smithi177 ceph-mon[212096]: from='client.40104 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:58:00.561 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:00 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/874225254' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:58:00.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:00 smithi123 ceph-mon[191304]: from='client.40098 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:58:00.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:00 smithi123 ceph-mon[191304]: from='client.40104 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:58:00.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:00 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/874225254' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:58:00.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:00 smithi123 ceph-mon[188613]: from='client.40098 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:58:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:00 smithi123 ceph-mon[188613]: from='client.40104 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:58:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:00 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/874225254' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:58:01.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:01 smithi123 ceph-mon[191304]: pgmap v6149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:01.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:58:01.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:58:01.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:58:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:58:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:58:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:58:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:58:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:01 smithi123 ceph-mon[188613]: pgmap v6149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:58:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:58:01.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:58:01.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:58:01.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:58:01.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:58:01.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:58:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:01 smithi177 ceph-mon[212096]: pgmap v6149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:58:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:58:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:58:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:58:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:58:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:58:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:58:03.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:03 smithi123 ceph-mon[191304]: pgmap v6150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:03.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:03 smithi123 ceph-mon[188613]: pgmap v6150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:03.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:03 smithi177 ceph-mon[212096]: pgmap v6150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:05.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:05 smithi177 ceph-mon[212096]: pgmap v6151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:05.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:05 smithi123 ceph-mon[191304]: pgmap v6151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:05.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:05 smithi123 ceph-mon[188613]: pgmap v6151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:07.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:07 smithi177 ceph-mon[212096]: pgmap v6152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:07.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:07 smithi123 ceph-mon[188613]: pgmap v6152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:07 smithi123 ceph-mon[191304]: pgmap v6152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:58:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:58:09] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:58:09.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:09 smithi177 ceph-mon[212096]: pgmap v6153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:09.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:09 smithi123 ceph-mon[191304]: pgmap v6153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:09.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:09 smithi123 ceph-mon[188613]: pgmap v6153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:11.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:11 smithi177 ceph-mon[212096]: pgmap v6154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:11.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:58:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:11 smithi123 ceph-mon[191304]: pgmap v6154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:58:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:11 smithi123 ceph-mon[188613]: pgmap v6154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:58:13.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:13 smithi177 ceph-mon[212096]: pgmap v6155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:13.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:13 smithi123 ceph-mon[191304]: pgmap v6155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:13 smithi123 ceph-mon[188613]: pgmap v6155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:15.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:15 smithi177 ceph-mon[212096]: pgmap v6156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:15.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:15 smithi123 ceph-mon[191304]: pgmap v6156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:15.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:15 smithi123 ceph-mon[188613]: pgmap v6156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:17.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:17 smithi177 ceph-mon[212096]: pgmap v6157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:17.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:17 smithi123 ceph-mon[191304]: pgmap v6157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:17.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:17 smithi123 ceph-mon[188613]: pgmap v6157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:58:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:58:19] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T12:58:19.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:19 smithi177 ceph-mon[212096]: pgmap v6158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:19 smithi123 ceph-mon[191304]: pgmap v6158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:19.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:19 smithi123 ceph-mon[188613]: pgmap v6158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:21.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:21 smithi177 ceph-mon[212096]: pgmap v6159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:21.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:21 smithi123 ceph-mon[191304]: pgmap v6159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:21.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:21 smithi123 ceph-mon[188613]: pgmap v6159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:23.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:23 smithi177 ceph-mon[212096]: pgmap v6160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:23.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:23 smithi123 ceph-mon[191304]: pgmap v6160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:23.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:23 smithi123 ceph-mon[188613]: pgmap v6160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:25.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:25 smithi177 ceph-mon[212096]: pgmap v6161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:25.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:25 smithi123 ceph-mon[191304]: pgmap v6161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:25.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:25 smithi123 ceph-mon[188613]: pgmap v6161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:26.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:58:26.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:58:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:58:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:27 smithi177 ceph-mon[212096]: pgmap v6162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:27 smithi123 ceph-mon[191304]: pgmap v6162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:27 smithi123 ceph-mon[188613]: pgmap v6162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:58:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:58:29] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T12:58:29.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:29 smithi177 ceph-mon[212096]: pgmap v6163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:29.968 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:58:29.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:29 smithi123 ceph-mon[191304]: pgmap v6163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:29.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:29 smithi123 ceph-mon[188613]: pgmap v6163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:30.277 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:58:30.277 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 29s ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:58:30.277 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 8m ago 2h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:58:30.277 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 29s ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:58:30.277 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 8m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:58:30.277 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 8m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:58:30.278 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 29s ago 2h 635M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:58:30.278 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 29s ago 2h 781M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:58:30.278 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 8m ago 2h 378M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:58:30.278 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 29s ago 2h 432M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:58:30.278 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 29s ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:58:30.278 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 8m ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:58:30.278 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 29s ago 2h 4152M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:58:30.278 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 29s ago 2h 4896M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:58:30.278 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 29s ago 2h 3998M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:58:30.278 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 29s ago 2h 4033M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:58:30.279 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 8m ago 2h 3341M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:58:30.279 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 8m ago 2h 3623M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:58:30.279 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 8m ago 2h 3078M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:58:30.279 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 8m ago 2h 3507M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:58:30.279 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 8m ago 2h 116M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:58:30.658 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:58:30.658 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:58:30.659 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:58:30.659 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:58:30.659 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:58:30.659 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:58:30.659 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:58:30.659 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:58:30.659 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:58:30.659 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:58:30.659 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:58:30.659 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:58:30.659 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:58:30.660 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:58:30.660 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:58:30.660 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:58:30.660 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:58:30.660 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:58:31.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:31 smithi177 ceph-mon[212096]: pgmap v6164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:31 smithi177 ceph-mon[212096]: from='client.50060 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:58:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:31 smithi177 ceph-mon[212096]: from='client.40122 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:58:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:31 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2954535890' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:58:31.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:31 smithi123 ceph-mon[191304]: pgmap v6164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:31.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:31 smithi123 ceph-mon[191304]: from='client.50060 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:58:31.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:31 smithi123 ceph-mon[191304]: from='client.40122 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:58:31.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:31 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2954535890' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:58:31.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:31 smithi123 ceph-mon[188613]: pgmap v6164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:31 smithi123 ceph-mon[188613]: from='client.50060 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:58:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:31 smithi123 ceph-mon[188613]: from='client.40122 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:58:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:31 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2954535890' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:58:33.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:33 smithi177 ceph-mon[212096]: pgmap v6165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:33.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:33 smithi123 ceph-mon[191304]: pgmap v6165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:33.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:33 smithi123 ceph-mon[188613]: pgmap v6165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:35.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:35 smithi177 ceph-mon[212096]: pgmap v6166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:35 smithi123 ceph-mon[191304]: pgmap v6166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:35.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:35 smithi123 ceph-mon[188613]: pgmap v6166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:37.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:37 smithi177 ceph-mon[212096]: pgmap v6167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:37.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:37 smithi123 ceph-mon[191304]: pgmap v6167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:37.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:37 smithi123 ceph-mon[188613]: pgmap v6167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:58:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:58:39] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T12:58:39.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:39 smithi177 ceph-mon[212096]: pgmap v6168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:39.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:39 smithi123 ceph-mon[191304]: pgmap v6168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:39.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:39 smithi123 ceph-mon[188613]: pgmap v6168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:41.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:41 smithi177 ceph-mon[212096]: pgmap v6169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:41.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:58:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:41 smithi123 ceph-mon[191304]: pgmap v6169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:58:41.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:41 smithi123 ceph-mon[188613]: pgmap v6169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:41.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:58:43.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:43 smithi177 ceph-mon[212096]: pgmap v6170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:43.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:43 smithi123 ceph-mon[191304]: pgmap v6170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:43.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:43 smithi123 ceph-mon[188613]: pgmap v6170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:45.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:45 smithi177 ceph-mon[212096]: pgmap v6171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:45.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:45 smithi123 ceph-mon[188613]: pgmap v6171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:45.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:45 smithi123 ceph-mon[191304]: pgmap v6171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:47.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:47 smithi177 ceph-mon[212096]: pgmap v6172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:47.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:47 smithi123 ceph-mon[188613]: pgmap v6172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:47.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:47 smithi123 ceph-mon[191304]: pgmap v6172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:58:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:58:49] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:58:49.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:49 smithi177 ceph-mon[212096]: pgmap v6173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:49.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:49 smithi123 ceph-mon[191304]: pgmap v6173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:49.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:49 smithi123 ceph-mon[188613]: pgmap v6173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:51.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:51 smithi177 ceph-mon[212096]: pgmap v6174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:51.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:51 smithi123 ceph-mon[191304]: pgmap v6174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:51.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:51 smithi123 ceph-mon[188613]: pgmap v6174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:53.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:53 smithi177 ceph-mon[212096]: pgmap v6175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:53.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:53 smithi123 ceph-mon[191304]: pgmap v6175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:53.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:53 smithi123 ceph-mon[188613]: pgmap v6175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:55.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:55 smithi177 ceph-mon[212096]: pgmap v6176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:55 smithi123 ceph-mon[191304]: pgmap v6176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:55.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:55 smithi123 ceph-mon[188613]: pgmap v6176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:56.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:58:56.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:58:56.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:58:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:57 smithi177 ceph-mon[212096]: pgmap v6177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:57 smithi123 ceph-mon[191304]: pgmap v6177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:57 smithi123 ceph-mon[188613]: pgmap v6177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:58:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:58:59] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:58:59.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:58:59 smithi177 ceph-mon[212096]: pgmap v6178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:59.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:58:59 smithi123 ceph-mon[191304]: pgmap v6178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:58:59.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:58:59 smithi123 ceph-mon[188613]: pgmap v6178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:01.009 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:59:01.334 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:59:01.334 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 60s ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:59:01.334 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 9m ago 2h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:59:01.334 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 60s ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:59:01.335 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 9m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:59:01.335 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 9m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:59:01.335 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 60s ago 2h 635M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:59:01.335 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 60s ago 2h 781M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:59:01.335 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 9m ago 2h 378M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:59:01.335 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 60s ago 2h 432M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:59:01.335 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 60s ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:59:01.335 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 9m ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:59:01.335 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 60s ago 2h 4152M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:59:01.335 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 60s ago 2h 4896M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:59:01.335 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 60s ago 2h 3998M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:59:01.335 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 60s ago 2h 4033M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:59:01.335 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 9m ago 2h 3341M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:59:01.335 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 9m ago 2h 3623M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:59:01.335 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 9m ago 2h 3078M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:59:01.335 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 9m ago 2h 3507M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:59:01.336 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 9m ago 2h 116M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:59:01.727 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:59:01.727 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:59:01.728 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:59:01.728 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:59:01.728 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:59:01.728 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:59:01.728 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:59:01.728 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:59:01.728 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:59:01.728 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:59:01.728 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:59:01.728 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:59:01.728 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:59:01.728 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:59:01.728 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:59:01.728 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:59:01.728 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:59:01.728 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:59:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:01 smithi177 ceph-mon[212096]: pgmap v6179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:59:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:59:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:59:01.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:01 smithi123 ceph-mon[191304]: pgmap v6179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:01.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:59:01.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:59:01.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:59:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:01 smithi123 ceph-mon[188613]: pgmap v6179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T12:59:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:59:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:59:02.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:02 smithi177 ceph-mon[212096]: from='client.40134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:59:02.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:02 smithi177 ceph-mon[212096]: from='client.50084 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:59:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:02 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1090939053' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:59:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:59:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:59:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:59:02.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:02 smithi123 ceph-mon[188613]: from='client.40134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:59:02.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:02 smithi123 ceph-mon[188613]: from='client.50084 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:59:02.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:02 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1090939053' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:59:02.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:59:02.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:59:02.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:59:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:02 smithi123 ceph-mon[191304]: from='client.40134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:59:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:02 smithi123 ceph-mon[191304]: from='client.50084 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:59:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:02 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1090939053' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:59:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T12:59:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T12:59:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T12:59:03.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:03 smithi177 ceph-mon[212096]: pgmap v6180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:03.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:03 smithi123 ceph-mon[191304]: pgmap v6180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:03.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:03 smithi123 ceph-mon[188613]: pgmap v6180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:05.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:05 smithi177 ceph-mon[212096]: pgmap v6181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:05.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:05 smithi123 ceph-mon[191304]: pgmap v6181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:05.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:05 smithi123 ceph-mon[188613]: pgmap v6181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:07.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:07 smithi177 ceph-mon[212096]: pgmap v6182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:07 smithi123 ceph-mon[191304]: pgmap v6182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:07.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:07 smithi123 ceph-mon[188613]: pgmap v6182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:59:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:59:09] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:59:09.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:09 smithi177 ceph-mon[212096]: pgmap v6183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:09.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:09 smithi123 ceph-mon[191304]: pgmap v6183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:09.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:09 smithi123 ceph-mon[188613]: pgmap v6183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:11.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:11 smithi177 ceph-mon[212096]: pgmap v6184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:59:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:11 smithi123 ceph-mon[191304]: pgmap v6184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:59:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:11 smithi123 ceph-mon[188613]: pgmap v6184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:59:13.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:13 smithi177 ceph-mon[212096]: pgmap v6185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:13.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:13 smithi123 ceph-mon[191304]: pgmap v6185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:13 smithi123 ceph-mon[188613]: pgmap v6185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:15.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:15 smithi177 ceph-mon[212096]: pgmap v6186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:15.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:15 smithi123 ceph-mon[191304]: pgmap v6186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:15.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:15 smithi123 ceph-mon[188613]: pgmap v6186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:17.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:17 smithi177 ceph-mon[212096]: pgmap v6187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:17.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:17 smithi123 ceph-mon[191304]: pgmap v6187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:17.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:17 smithi123 ceph-mon[188613]: pgmap v6187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:59:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:59:19] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T12:59:19.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:19 smithi177 ceph-mon[212096]: pgmap v6188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:19 smithi123 ceph-mon[191304]: pgmap v6188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:19.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:19 smithi123 ceph-mon[188613]: pgmap v6188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:21.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:21 smithi177 ceph-mon[212096]: pgmap v6189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:21.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:21 smithi123 ceph-mon[191304]: pgmap v6189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:21.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:21 smithi123 ceph-mon[188613]: pgmap v6189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:23.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:23 smithi177 ceph-mon[212096]: pgmap v6190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:23.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:23 smithi123 ceph-mon[191304]: pgmap v6190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:23.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:23 smithi123 ceph-mon[188613]: pgmap v6190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:25.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:25 smithi177 ceph-mon[212096]: pgmap v6191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:25.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:25 smithi123 ceph-mon[191304]: pgmap v6191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:25.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:25 smithi123 ceph-mon[188613]: pgmap v6191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:26.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:59:26.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:59:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:59:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:27 smithi177 ceph-mon[212096]: pgmap v6192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:27 smithi123 ceph-mon[188613]: pgmap v6192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:27 smithi123 ceph-mon[191304]: pgmap v6192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:59:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:59:29] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:59:29.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:29 smithi177 ceph-mon[212096]: pgmap v6193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:29.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:29 smithi123 ceph-mon[191304]: pgmap v6193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:29.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:29 smithi123 ceph-mon[188613]: pgmap v6193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:31 smithi177 ceph-mon[212096]: pgmap v6194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:31.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:31 smithi123 ceph-mon[191304]: pgmap v6194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:31.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:31 smithi123 ceph-mon[188613]: pgmap v6194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:32.075 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T12:59:32.386 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T12:59:32.386 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 91s ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T12:59:32.386 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 9m ago 2h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T12:59:32.386 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 91s ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T12:59:32.386 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 9m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T12:59:32.386 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 9m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T12:59:32.387 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 91s ago 2h 635M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T12:59:32.387 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 91s ago 2h 781M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T12:59:32.387 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 9m ago 2h 378M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T12:59:32.387 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 91s ago 2h 432M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T12:59:32.387 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 91s ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T12:59:32.387 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 9m ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T12:59:32.387 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 91s ago 2h 4152M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T12:59:32.387 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 91s ago 2h 4896M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T12:59:32.387 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 91s ago 2h 3998M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T12:59:32.387 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 91s ago 2h 4033M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T12:59:32.387 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 9m ago 2h 3341M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T12:59:32.388 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 9m ago 2h 3623M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T12:59:32.388 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 9m ago 2h 3078M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T12:59:32.388 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 9m ago 2h 3507M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T12:59:32.388 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 9m ago 2h 116M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T12:59:32.770 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T12:59:32.770 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T12:59:32.770 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T12:59:32.770 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:59:32.770 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T12:59:32.771 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T12:59:32.771 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:59:32.771 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T12:59:32.771 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T12:59:32.771 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:59:32.771 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T12:59:32.771 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T12:59:32.771 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T12:59:32.771 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T12:59:32.771 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T12:59:32.772 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T12:59:32.772 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T12:59:32.772 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T12:59:33.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:33 smithi177 ceph-mon[212096]: pgmap v6195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:33.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:33 smithi177 ceph-mon[212096]: from='client.50096 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:59:33.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:33 smithi177 ceph-mon[212096]: from='client.40158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:59:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:33 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1657060955' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:59:33.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:33 smithi123 ceph-mon[188613]: pgmap v6195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:33.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:33 smithi123 ceph-mon[188613]: from='client.50096 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:59:33.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:33 smithi123 ceph-mon[188613]: from='client.40158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:59:33.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:33 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1657060955' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:59:33.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:33 smithi123 ceph-mon[191304]: pgmap v6195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:33.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:33 smithi123 ceph-mon[191304]: from='client.50096 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:59:33.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:33 smithi123 ceph-mon[191304]: from='client.40158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T12:59:33.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:33 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1657060955' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T12:59:35.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:35 smithi177 ceph-mon[212096]: pgmap v6196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:35.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:35 smithi123 ceph-mon[191304]: pgmap v6196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:35.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:35 smithi123 ceph-mon[188613]: pgmap v6196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:37.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:37 smithi177 ceph-mon[212096]: pgmap v6197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:37.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:37 smithi123 ceph-mon[191304]: pgmap v6197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:37.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:37 smithi123 ceph-mon[188613]: pgmap v6197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:59:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:59:39] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T12:59:39.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:39 smithi177 ceph-mon[212096]: pgmap v6198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:39.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:39 smithi123 ceph-mon[191304]: pgmap v6198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:39.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:39 smithi123 ceph-mon[188613]: pgmap v6198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:41.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:41 smithi177 ceph-mon[212096]: pgmap v6199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:59:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:41 smithi123 ceph-mon[191304]: pgmap v6199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:59:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:41 smithi123 ceph-mon[188613]: pgmap v6199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:59:43.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:43 smithi177 ceph-mon[212096]: pgmap v6200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:43.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:43 smithi123 ceph-mon[191304]: pgmap v6200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:43.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:43 smithi123 ceph-mon[188613]: pgmap v6200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:45.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:45 smithi177 ceph-mon[212096]: pgmap v6201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:45.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:45 smithi123 ceph-mon[191304]: pgmap v6201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:45.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:45 smithi123 ceph-mon[188613]: pgmap v6201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:47.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:47 smithi177 ceph-mon[212096]: pgmap v6202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:47.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:47 smithi123 ceph-mon[191304]: pgmap v6202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:47.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:47 smithi123 ceph-mon[188613]: pgmap v6202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:59:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:59:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:59:49.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:49 smithi123 ceph-mon[191304]: pgmap v6203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:49 smithi123 ceph-mon[188613]: pgmap v6203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:50.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:49 smithi177 ceph-mon[212096]: pgmap v6203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:51.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:51 smithi123 ceph-mon[191304]: pgmap v6204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:51.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:51 smithi123 ceph-mon[188613]: pgmap v6204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:51 smithi177 ceph-mon[212096]: pgmap v6204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:53.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:53 smithi123 ceph-mon[191304]: pgmap v6205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:53 smithi123 ceph-mon[188613]: pgmap v6205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:53 smithi177 ceph-mon[212096]: pgmap v6205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:55 smithi123 ceph-mon[191304]: pgmap v6206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:55.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:55 smithi123 ceph-mon[188613]: pgmap v6206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:56.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:55 smithi177 ceph-mon[212096]: pgmap v6206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:56.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:59:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:59:57.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T12:59:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:57 smithi123 ceph-mon[191304]: pgmap v6207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:57 smithi123 ceph-mon[188613]: pgmap v6207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:58.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:57 smithi177 ceph-mon[212096]: pgmap v6207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 12:59:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:12:59:59] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T12:59:59.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 12:59:59 smithi123 ceph-mon[191304]: pgmap v6208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T12:59:59.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 12:59:59 smithi123 ceph-mon[188613]: pgmap v6208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:00.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 12:59:59 smithi177 ceph-mon[212096]: pgmap v6208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:00.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T12:59:59.998+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T13:00:01.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:00 smithi123 ceph-mon[191304]: pgmap v6209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:01.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T13:00:01.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:00 smithi123 ceph-mon[188613]: pgmap v6209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:01.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T13:00:01.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:00 smithi177 ceph-mon[212096]: pgmap v6209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:01.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T13:00:02.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:00:02.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:00:02.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:00:03.110 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:00:03.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:02 smithi123 ceph-mon[191304]: pgmap v6210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:03.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:02 smithi123 ceph-mon[188613]: pgmap v6210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:03.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:02 smithi177 ceph-mon[212096]: pgmap v6210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:03.418 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:00:03.418 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 2m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:00:03.419 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 10m ago 2h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:00:03.419 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 2m ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:00:03.419 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 10m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:00:03.419 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 10m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:00:03.419 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 2m ago 2h 635M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:00:03.419 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 2m ago 2h 781M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:00:03.419 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 10m ago 2h 378M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:00:03.419 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 2m ago 2h 432M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:00:03.419 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 2m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:00:03.419 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 10m ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:00:03.419 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 2m ago 2h 4152M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:00:03.419 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 2m ago 2h 4896M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:00:03.419 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 2m ago 2h 3998M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:00:03.419 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 2m ago 2h 4033M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:00:03.419 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 10m ago 2h 3341M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:00:03.419 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 10m ago 2h 3623M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:00:03.420 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 10m ago 2h 3078M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:00:03.420 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 10m ago 2h 3507M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:00:03.420 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 10m ago 2h 116M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:00:03.799 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:00:03.800 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:00:03.800 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:00:03.800 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:00:03.800 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:00:03.800 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:00:03.800 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:00:03.800 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:00:03.800 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:00:03.800 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:00:03.800 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:00:03.800 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:00:03.800 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:00:03.800 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:00:03.800 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:00:03.800 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:00:03.801 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:00:03.801 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:00:04.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:03 smithi123 ceph-mon[191304]: from='client.50114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:00:04.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:03 smithi123 ceph-mon[191304]: from='client.50120 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:00:04.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:03 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1191922811' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:00:04.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:03 smithi123 ceph-mon[188613]: from='client.50114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:00:04.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:03 smithi123 ceph-mon[188613]: from='client.50120 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:00:04.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:03 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1191922811' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:00:04.272 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:03 smithi177 ceph-mon[212096]: from='client.50114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:00:04.272 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:03 smithi177 ceph-mon[212096]: from='client.50120 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:00:04.272 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:03 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1191922811' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:00:05.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:05 smithi123 ceph-mon[191304]: pgmap v6211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:05.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:00:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:00:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:00:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:00:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:00:05.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:05 smithi123 ceph-mon[188613]: pgmap v6211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:05.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:00:05.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:00:05.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:00:05.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:00:05.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:00:05.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:05 smithi177 ceph-mon[212096]: pgmap v6211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:00:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:00:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:00:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:00:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:00:07.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:07 smithi123 ceph-mon[188613]: pgmap v6212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:07.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:07 smithi123 ceph-mon[191304]: pgmap v6212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:07.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:07 smithi177 ceph-mon[212096]: pgmap v6212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:09.434 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:00:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:00:09] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:00:09.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:09 smithi123 ceph-mon[191304]: pgmap v6213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:09.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:09 smithi123 ceph-mon[188613]: pgmap v6213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:09.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:09 smithi177 ceph-mon[212096]: pgmap v6213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:11.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:11 smithi123 ceph-mon[191304]: pgmap v6214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:11.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:11 smithi123 ceph-mon[188613]: pgmap v6214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:11.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:11 smithi177 ceph-mon[212096]: pgmap v6214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:00:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:00:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:00:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:13 smithi123 ceph-mon[188613]: pgmap v6215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:13 smithi123 ceph-mon[191304]: pgmap v6215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:13.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:13 smithi177 ceph-mon[212096]: pgmap v6215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:15.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:15 smithi123 ceph-mon[191304]: pgmap v6216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:15 smithi123 ceph-mon[188613]: pgmap v6216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:15 smithi177 ceph-mon[212096]: pgmap v6216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:17.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:17 smithi123 ceph-mon[191304]: pgmap v6217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:17.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:17 smithi123 ceph-mon[188613]: pgmap v6217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:17.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:17 smithi177 ceph-mon[212096]: pgmap v6217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:19.080 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:00:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:00:19] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:00:19.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:19 smithi123 ceph-mon[191304]: pgmap v6218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:19.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:19 smithi123 ceph-mon[188613]: pgmap v6218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:19.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:19 smithi177 ceph-mon[212096]: pgmap v6218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:21.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:21 smithi123 ceph-mon[191304]: pgmap v6219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:21 smithi123 ceph-mon[188613]: pgmap v6219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:21.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:21 smithi177 ceph-mon[212096]: pgmap v6219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:23.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:23 smithi123 ceph-mon[191304]: pgmap v6220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:23.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:23 smithi123 ceph-mon[188613]: pgmap v6220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:23.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:23 smithi177 ceph-mon[212096]: pgmap v6220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:25.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:25 smithi123 ceph-mon[188613]: pgmap v6221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:25.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:25 smithi123 ceph-mon[191304]: pgmap v6221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:25.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:25 smithi177 ceph-mon[212096]: pgmap v6221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:27 smithi123 ceph-mon[191304]: pgmap v6222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:00:27.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:27 smithi123 ceph-mon[188613]: pgmap v6222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:27.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:00:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:27 smithi177 ceph-mon[212096]: pgmap v6222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:00:29.467 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:00:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:00:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:00:29.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:29 smithi123 ceph-mon[191304]: pgmap v6223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:29.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:29 smithi123 ceph-mon[188613]: pgmap v6223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:29.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:29 smithi177 ceph-mon[212096]: pgmap v6223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:31.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:31 smithi123 ceph-mon[191304]: pgmap v6224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:31 smithi123 ceph-mon[188613]: pgmap v6224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:31.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:31 smithi177 ceph-mon[212096]: pgmap v6224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:33.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:33 smithi123 ceph-mon[191304]: pgmap v6225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:33.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:33 smithi123 ceph-mon[188613]: pgmap v6225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:33.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:33 smithi177 ceph-mon[212096]: pgmap v6225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:34.147 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:00:34.454 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:00:34.454 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 2m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:00:34.454 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 30s ago 2h 94.3M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:00:34.454 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 2m ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:00:34.454 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 30s ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:00:34.454 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 30s ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:00:34.454 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 2m ago 2h 635M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:00:34.454 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 2m ago 2h 781M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:00:34.455 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 30s ago 2h 395M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:00:34.455 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 2m ago 2h 432M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:00:34.455 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 2m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:00:34.455 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 30s ago 2h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:00:34.455 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 2m ago 2h 4152M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:00:34.455 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 2m ago 2h 4896M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:00:34.455 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 2m ago 2h 3998M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:00:34.455 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 2m ago 2h 4033M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:00:34.455 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 30s ago 2h 3368M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:00:34.455 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 30s ago 2h 3658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:00:34.455 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 30s ago 2h 3107M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:00:34.455 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 30s ago 2h 3544M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:00:34.455 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 30s ago 2h 117M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:00:34.836 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:00:34.836 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:00:34.837 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:00:34.837 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:00:34.837 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:00:34.837 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:00:34.837 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:00:34.837 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:00:34.837 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:00:34.837 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:00:34.837 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:00:34.837 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:00:34.837 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:00:34.837 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:00:34.838 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:00:34.838 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:00:34.838 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:00:34.838 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:00:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:35 smithi123 ceph-mon[191304]: pgmap v6226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:35 smithi123 ceph-mon[191304]: from='client.40188 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:00:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:35 smithi123 ceph-mon[191304]: from='client.40194 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:00:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:35 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3651415581' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:00:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:35 smithi123 ceph-mon[188613]: pgmap v6226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:35.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:35 smithi123 ceph-mon[188613]: from='client.40188 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:00:35.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:35 smithi123 ceph-mon[188613]: from='client.40194 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:00:35.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:35 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3651415581' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:00:35.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:35 smithi177 ceph-mon[212096]: pgmap v6226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:35.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:35 smithi177 ceph-mon[212096]: from='client.40188 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:00:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:35 smithi177 ceph-mon[212096]: from='client.40194 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:00:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:35 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3651415581' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:00:37.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:37 smithi123 ceph-mon[191304]: pgmap v6227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:37 smithi123 ceph-mon[188613]: pgmap v6227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:37.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:37 smithi177 ceph-mon[212096]: pgmap v6227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:39.481 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:00:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:00:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:00:39.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:39 smithi123 ceph-mon[188613]: pgmap v6228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:39.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:39 smithi123 ceph-mon[191304]: pgmap v6228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:39.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:39 smithi177 ceph-mon[212096]: pgmap v6228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:41.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:41 smithi123 ceph-mon[191304]: pgmap v6229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:41 smithi123 ceph-mon[188613]: pgmap v6229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:41.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:41 smithi177 ceph-mon[212096]: pgmap v6229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:00:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:00:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:00:43.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:43 smithi123 ceph-mon[188613]: pgmap v6230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:43.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:43 smithi123 ceph-mon[191304]: pgmap v6230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:43.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:43 smithi177 ceph-mon[212096]: pgmap v6230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:45.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:45 smithi177 ceph-mon[212096]: pgmap v6231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:45.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:45 smithi123 ceph-mon[188613]: pgmap v6231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:45.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:45 smithi123 ceph-mon[191304]: pgmap v6231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:47.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:47 smithi177 ceph-mon[212096]: pgmap v6232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:47.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:47 smithi123 ceph-mon[191304]: pgmap v6232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:47.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:47 smithi123 ceph-mon[188613]: pgmap v6232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:00:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:00:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:00:49.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:49 smithi177 ceph-mon[212096]: pgmap v6233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:49.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:49 smithi123 ceph-mon[191304]: pgmap v6233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:49.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:49 smithi123 ceph-mon[188613]: pgmap v6233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:51 smithi177 ceph-mon[212096]: pgmap v6234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:51.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:51 smithi123 ceph-mon[191304]: pgmap v6234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:51.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:51 smithi123 ceph-mon[188613]: pgmap v6234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:53.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:53 smithi177 ceph-mon[212096]: pgmap v6235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:53.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:53 smithi123 ceph-mon[191304]: pgmap v6235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:53.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:53 smithi123 ceph-mon[188613]: pgmap v6235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:55.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:55 smithi177 ceph-mon[212096]: pgmap v6236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:55 smithi123 ceph-mon[191304]: pgmap v6236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:55 smithi123 ceph-mon[188613]: pgmap v6236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:56.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:00:56.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:00:56.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:00:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:57 smithi177 ceph-mon[212096]: pgmap v6237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:57 smithi123 ceph-mon[191304]: pgmap v6237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:57 smithi123 ceph-mon[188613]: pgmap v6237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:00:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:00:59] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:00:59.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:00:59 smithi177 ceph-mon[212096]: pgmap v6238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:59.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:00:59 smithi123 ceph-mon[191304]: pgmap v6238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:00:59.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:00:59 smithi123 ceph-mon[188613]: pgmap v6238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:01.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:01 smithi123 ceph-mon[191304]: pgmap v6239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:01 smithi123 ceph-mon[188613]: pgmap v6239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:01 smithi177 ceph-mon[212096]: pgmap v6239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:03.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:03 smithi177 ceph-mon[212096]: pgmap v6240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:03.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:03 smithi123 ceph-mon[191304]: pgmap v6240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:03.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:03 smithi123 ceph-mon[188613]: pgmap v6240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:05.194 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:01:05.519 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:01:05.519 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 3m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:01:05.519 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 61s ago 2h 94.3M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:01:05.519 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 3m ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:01:05.519 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 61s ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:01:05.519 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 61s ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:01:05.519 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 3m ago 2h 635M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:01:05.519 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 3m ago 2h 781M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:01:05.519 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 61s ago 2h 395M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:01:05.519 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 3m ago 2h 432M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:01:05.519 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 3m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:01:05.520 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 61s ago 2h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:01:05.520 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 3m ago 2h 4152M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:01:05.520 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 3m ago 2h 4896M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:01:05.520 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 3m ago 2h 3998M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:01:05.520 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 3m ago 2h 4033M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:01:05.520 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 61s ago 2h 3368M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:01:05.520 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 61s ago 2h 3658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:01:05.520 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 61s ago 2h 3107M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:01:05.520 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 61s ago 2h 3544M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:01:05.520 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 61s ago 2h 117M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:01:05.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:05 smithi177 ceph-mon[212096]: pgmap v6241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:01:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:01:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:01:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:01:05.913 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:01:05.913 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:01:05.913 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:01:05.913 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:01:05.914 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:01:05.914 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:01:05.914 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:01:05.914 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:01:05.914 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:01:05.914 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:01:05.914 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:01:05.914 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:01:05.914 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:01:05.914 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:01:05.914 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:01:05.914 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:01:05.915 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:01:05.915 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:01:05.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:05 smithi123 ceph-mon[191304]: pgmap v6241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:05.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:01:05.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:01:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:01:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:01:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:05 smithi123 ceph-mon[188613]: pgmap v6241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:01:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:01:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:01:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:01:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:06 smithi177 ceph-mon[212096]: from='client.40206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:01:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:06 smithi177 ceph-mon[212096]: from='client.40212 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:01:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:06 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/745083643' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:01:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:06 smithi123 ceph-mon[191304]: from='client.40206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:01:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:06 smithi123 ceph-mon[191304]: from='client.40212 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:01:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:06 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/745083643' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:01:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:06 smithi123 ceph-mon[188613]: from='client.40206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:01:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:06 smithi123 ceph-mon[188613]: from='client.40212 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:01:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:06 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/745083643' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:01:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:07 smithi177 ceph-mon[212096]: pgmap v6242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:07 smithi123 ceph-mon[191304]: pgmap v6242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:07.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:07 smithi123 ceph-mon[188613]: pgmap v6242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:01:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:01:09] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:01:09.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:09 smithi177 ceph-mon[212096]: pgmap v6243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:09.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:09 smithi123 ceph-mon[191304]: pgmap v6243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:09 smithi123 ceph-mon[188613]: pgmap v6243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:11 smithi177 ceph-mon[212096]: pgmap v6244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:01:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:11 smithi123 ceph-mon[191304]: pgmap v6244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:01:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:11 smithi123 ceph-mon[188613]: pgmap v6244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:01:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:13 smithi177 ceph-mon[212096]: pgmap v6245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:13.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:13 smithi123 ceph-mon[191304]: pgmap v6245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:13 smithi123 ceph-mon[188613]: pgmap v6245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:15.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:15 smithi177 ceph-mon[212096]: pgmap v6246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:15.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:15 smithi123 ceph-mon[191304]: pgmap v6246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:15 smithi123 ceph-mon[188613]: pgmap v6246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:17.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:17 smithi177 ceph-mon[212096]: pgmap v6247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:17.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:17 smithi123 ceph-mon[191304]: pgmap v6247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:17.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:17 smithi123 ceph-mon[188613]: pgmap v6247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:01:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:01:19] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:01:19.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:19 smithi177 ceph-mon[212096]: pgmap v6248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:19.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:19 smithi123 ceph-mon[188613]: pgmap v6248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:19 smithi123 ceph-mon[191304]: pgmap v6248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:21.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:21 smithi177 ceph-mon[212096]: pgmap v6249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:21.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:21 smithi123 ceph-mon[191304]: pgmap v6249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:21.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:21 smithi123 ceph-mon[188613]: pgmap v6249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:23.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:23 smithi177 ceph-mon[212096]: pgmap v6250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:23.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:23 smithi123 ceph-mon[191304]: pgmap v6250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:23.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:23 smithi123 ceph-mon[188613]: pgmap v6250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:25 smithi177 ceph-mon[212096]: pgmap v6251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:25.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:25 smithi123 ceph-mon[191304]: pgmap v6251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:25 smithi123 ceph-mon[188613]: pgmap v6251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:26.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:01:26.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:01:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:01:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:27 smithi177 ceph-mon[212096]: pgmap v6252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:27 smithi123 ceph-mon[191304]: pgmap v6252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:28.027 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:27 smithi123 ceph-mon[188613]: pgmap v6252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:28.902 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 13:01:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T13:01:28.586522171Z level=info msg="Completed cleanup jobs" duration=12.882126ms 2023-12-20T13:01:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:01:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:01:29] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:01:29.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:29 smithi177 ceph-mon[212096]: pgmap v6253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:29.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:29 smithi123 ceph-mon[191304]: pgmap v6253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:29.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:29 smithi123 ceph-mon[188613]: pgmap v6253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:31 smithi177 ceph-mon[212096]: pgmap v6254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:31.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:31 smithi123 ceph-mon[188613]: pgmap v6254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:31.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:31 smithi123 ceph-mon[191304]: pgmap v6254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:33.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:33 smithi177 ceph-mon[212096]: pgmap v6255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:33.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:33 smithi123 ceph-mon[188613]: pgmap v6255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:33 smithi123 ceph-mon[191304]: pgmap v6255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:35.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:35 smithi177 ceph-mon[212096]: pgmap v6256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:35.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:35 smithi123 ceph-mon[191304]: pgmap v6256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:35.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:35 smithi123 ceph-mon[188613]: pgmap v6256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:36.260 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:01:36.567 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:01:36.567 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 3m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:01:36.567 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 92s ago 2h 94.3M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:01:36.568 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 3m ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:01:36.568 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 92s ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:01:36.568 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 92s ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:01:36.568 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 3m ago 2h 635M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:01:36.568 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 3m ago 2h 781M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:01:36.568 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 92s ago 2h 395M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:01:36.568 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 3m ago 2h 432M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:01:36.568 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 3m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:01:36.568 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 92s ago 2h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:01:36.568 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 3m ago 2h 4152M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:01:36.568 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 3m ago 2h 4896M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:01:36.569 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 3m ago 2h 3998M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:01:36.569 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 3m ago 2h 4033M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:01:36.569 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 92s ago 2h 3368M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:01:36.569 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 92s ago 2h 3658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:01:36.569 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 92s ago 2h 3107M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:01:36.569 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 92s ago 2h 3544M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:01:36.569 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 92s ago 2h 117M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:01:36.949 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:01:36.949 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:01:36.949 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:01:36.949 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:01:36.949 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:01:36.949 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:01:36.949 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:01:36.950 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:01:36.950 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:01:36.951 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:01:36.951 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:01:36.951 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:01:36.951 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:01:36.951 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:01:36.951 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:01:36.951 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:01:36.951 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:01:36.951 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:01:37.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:37 smithi177 ceph-mon[212096]: pgmap v6257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:37.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:37 smithi177 ceph-mon[212096]: from='client.40224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:01:37.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:37 smithi177 ceph-mon[212096]: from='client.50174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:01:37.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:37 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1064492408' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:01:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:37 smithi123 ceph-mon[191304]: pgmap v6257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:37 smithi123 ceph-mon[191304]: from='client.40224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:01:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:37 smithi123 ceph-mon[191304]: from='client.50174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:01:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:37 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1064492408' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:01:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:37 smithi123 ceph-mon[188613]: pgmap v6257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:37 smithi123 ceph-mon[188613]: from='client.40224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:01:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:37 smithi123 ceph-mon[188613]: from='client.50174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:01:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:37 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1064492408' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:01:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:01:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:01:39] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:01:39.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:39 smithi177 ceph-mon[212096]: pgmap v6258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:39 smithi123 ceph-mon[191304]: pgmap v6258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:39.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:39 smithi123 ceph-mon[188613]: pgmap v6258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:41 smithi177 ceph-mon[212096]: pgmap v6259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:01:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:41 smithi123 ceph-mon[191304]: pgmap v6259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:01:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:41 smithi123 ceph-mon[188613]: pgmap v6259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:01:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:43 smithi177 ceph-mon[212096]: pgmap v6260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:43.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:43 smithi123 ceph-mon[188613]: pgmap v6260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:43.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:43 smithi123 ceph-mon[191304]: pgmap v6260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:45 smithi177 ceph-mon[212096]: pgmap v6261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:45.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:45 smithi123 ceph-mon[191304]: pgmap v6261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:45 smithi123 ceph-mon[188613]: pgmap v6261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:47 smithi177 ceph-mon[212096]: pgmap v6262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:47.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:47 smithi123 ceph-mon[191304]: pgmap v6262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:47 smithi123 ceph-mon[188613]: pgmap v6262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:01:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:01:49] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T13:01:49.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:49 smithi177 ceph-mon[212096]: pgmap v6263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:49.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:49 smithi123 ceph-mon[191304]: pgmap v6263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:49.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:49 smithi123 ceph-mon[188613]: pgmap v6263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:51 smithi177 ceph-mon[212096]: pgmap v6264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:51.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:51 smithi123 ceph-mon[191304]: pgmap v6264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:51.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:51 smithi123 ceph-mon[188613]: pgmap v6264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:53 smithi177 ceph-mon[212096]: pgmap v6265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:53.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:53 smithi123 ceph-mon[191304]: pgmap v6265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:53.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:53 smithi123 ceph-mon[188613]: pgmap v6265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:55 smithi177 ceph-mon[212096]: pgmap v6266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:55 smithi123 ceph-mon[191304]: pgmap v6266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:55 smithi123 ceph-mon[188613]: pgmap v6266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:01:56.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:01:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:01:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:57 smithi177 ceph-mon[212096]: pgmap v6267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:57 smithi123 ceph-mon[191304]: pgmap v6267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:57 smithi123 ceph-mon[188613]: pgmap v6267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:01:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:01:59] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:01:59.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:01:59 smithi177 ceph-mon[212096]: pgmap v6268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:59.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:01:59 smithi123 ceph-mon[191304]: pgmap v6268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:01:59.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:01:59 smithi123 ceph-mon[188613]: pgmap v6268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:01 smithi177 ceph-mon[212096]: pgmap v6269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:01.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:01 smithi123 ceph-mon[191304]: pgmap v6269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:01 smithi123 ceph-mon[188613]: pgmap v6269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:03 smithi177 ceph-mon[212096]: pgmap v6270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:03.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:03 smithi123 ceph-mon[191304]: pgmap v6270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:03 smithi123 ceph-mon[188613]: pgmap v6270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:05.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:05 smithi177 ceph-mon[212096]: pgmap v6271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:02:05.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:05 smithi123 ceph-mon[191304]: pgmap v6271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:05.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:02:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:05 smithi123 ceph-mon[188613]: pgmap v6271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:02:06.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:02:06.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:02:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:02:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:02:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:02:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:02:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:02:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:02:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:02:07.300 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:02:07.610 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:02:07.610 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 4m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:02:07.610 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 2m ago 2h 94.3M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:02:07.610 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 4m ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:02:07.610 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 2m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:02:07.610 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 2m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:02:07.610 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 4m ago 2h 635M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:02:07.610 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 4m ago 2h 781M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:02:07.610 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 2m ago 2h 395M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:02:07.611 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 4m ago 2h 432M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:02:07.611 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 4m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:02:07.611 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 2m ago 2h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:02:07.611 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 4m ago 2h 4152M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:02:07.611 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 4m ago 2h 4896M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:02:07.611 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 4m ago 2h 3998M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:02:07.611 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 4m ago 2h 4033M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:02:07.611 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 2m ago 2h 3368M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:02:07.611 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 2m ago 2h 3658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:02:07.611 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 2m ago 2h 3107M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:02:07.611 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 2m ago 2h 3544M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:02:07.612 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 2m ago 2h 117M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:02:07.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:07 smithi177 ceph-mon[212096]: pgmap v6272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:07 smithi123 ceph-mon[191304]: pgmap v6272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:07.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:07 smithi123 ceph-mon[188613]: pgmap v6272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:07.993 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:02:07.993 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:02:07.993 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:02:07.993 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:02:07.994 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:02:07.994 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:02:07.994 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:02:07.994 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:02:07.994 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:02:07.994 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:02:07.994 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:02:07.994 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:02:07.994 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:02:07.994 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:02:07.994 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:02:07.994 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:02:07.995 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:02:07.995 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:02:08.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:08 smithi177 ceph-mon[212096]: from='client.40242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:02:08.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:08 smithi177 ceph-mon[212096]: from='client.50192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:02:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:08 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3993691574' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:02:08.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:08 smithi123 ceph-mon[191304]: from='client.40242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:02:08.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:08 smithi123 ceph-mon[191304]: from='client.50192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:02:08.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:08 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3993691574' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:02:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:08 smithi123 ceph-mon[188613]: from='client.40242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:02:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:08 smithi123 ceph-mon[188613]: from='client.50192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:02:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:08 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3993691574' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:02:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:02:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:02:09] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:02:09.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:09 smithi177 ceph-mon[212096]: pgmap v6273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:09.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:09 smithi123 ceph-mon[191304]: pgmap v6273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:09.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:09 smithi123 ceph-mon[188613]: pgmap v6273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:11 smithi177 ceph-mon[212096]: pgmap v6274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:02:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:11 smithi123 ceph-mon[191304]: pgmap v6274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:02:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:11 smithi123 ceph-mon[188613]: pgmap v6274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:02:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:13 smithi177 ceph-mon[212096]: pgmap v6275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:13.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:13 smithi123 ceph-mon[191304]: pgmap v6275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:13 smithi123 ceph-mon[188613]: pgmap v6275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:15 smithi177 ceph-mon[212096]: pgmap v6276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:15 smithi123 ceph-mon[191304]: pgmap v6276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:15 smithi123 ceph-mon[188613]: pgmap v6276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:17.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:17 smithi123 ceph-mon[191304]: pgmap v6277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:17 smithi123 ceph-mon[188613]: pgmap v6277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:18.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:17 smithi177 ceph-mon[212096]: pgmap v6277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:02:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:02:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:02:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:19 smithi123 ceph-mon[191304]: pgmap v6278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:19 smithi123 ceph-mon[188613]: pgmap v6278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:20.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:19 smithi177 ceph-mon[212096]: pgmap v6278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:21.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:21 smithi123 ceph-mon[191304]: pgmap v6279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:21.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:21 smithi123 ceph-mon[188613]: pgmap v6279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:22.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:21 smithi177 ceph-mon[212096]: pgmap v6279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:23.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:23 smithi123 ceph-mon[191304]: pgmap v6280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:23.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:23 smithi123 ceph-mon[188613]: pgmap v6280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:24.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:23 smithi177 ceph-mon[212096]: pgmap v6280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:25.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:25 smithi123 ceph-mon[191304]: pgmap v6281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:25 smithi123 ceph-mon[188613]: pgmap v6281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:26.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:25 smithi177 ceph-mon[212096]: pgmap v6281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:26.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:02:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:02:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:02:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:27 smithi123 ceph-mon[191304]: pgmap v6282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:27 smithi123 ceph-mon[188613]: pgmap v6282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:28.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:27 smithi177 ceph-mon[212096]: pgmap v6282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:02:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:02:29] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:02:29.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:29 smithi123 ceph-mon[191304]: pgmap v6283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:29.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:29 smithi123 ceph-mon[188613]: pgmap v6283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:30.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:29 smithi177 ceph-mon[212096]: pgmap v6283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:31.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:31 smithi123 ceph-mon[191304]: pgmap v6284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:31 smithi123 ceph-mon[188613]: pgmap v6284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:31 smithi177 ceph-mon[212096]: pgmap v6284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:33.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:33 smithi123 ceph-mon[191304]: pgmap v6285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:33 smithi123 ceph-mon[188613]: pgmap v6285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:34.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:33 smithi177 ceph-mon[212096]: pgmap v6285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:35.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:35 smithi123 ceph-mon[191304]: pgmap v6286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:35.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:35 smithi123 ceph-mon[188613]: pgmap v6286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:36.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:35 smithi177 ceph-mon[212096]: pgmap v6286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:37 smithi123 ceph-mon[188613]: pgmap v6287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:37 smithi123 ceph-mon[191304]: pgmap v6287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:38.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:37 smithi177 ceph-mon[212096]: pgmap v6287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:38.341 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:02:38.647 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:02:38.647 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 4m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:02:38.647 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 2m ago 2h 94.3M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:02:38.647 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 4m ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:02:38.647 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 2m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:02:38.647 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 2m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:02:38.647 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 4m ago 2h 635M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:02:38.648 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 4m ago 2h 781M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:02:38.648 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 2m ago 2h 395M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:02:38.648 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 4m ago 2h 432M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:02:38.648 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 4m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:02:38.648 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 2m ago 2h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:02:38.648 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 4m ago 2h 4152M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:02:38.648 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 4m ago 2h 4896M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:02:38.648 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 4m ago 2h 3998M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:02:38.648 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 4m ago 2h 4033M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:02:38.648 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 2m ago 2h 3368M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:02:38.648 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 2m ago 2h 3658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:02:38.649 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 2m ago 2h 3107M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:02:38.649 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 2m ago 2h 3544M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:02:38.649 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 2m ago 2h 117M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:02:39.026 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:02:39.026 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:02:39.026 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:02:39.027 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:02:39.027 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:02:39.027 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:02:39.027 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:02:39.027 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:02:39.027 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:02:39.027 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:02:39.027 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:02:39.027 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:02:39.027 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:02:39.027 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:02:39.028 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:02:39.028 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:02:39.028 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:02:39.028 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:02:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:02:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:02:39] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:02:39.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:39 smithi123 ceph-mon[188613]: pgmap v6288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:39 smithi123 ceph-mon[188613]: from='client.50204 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:02:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:39 smithi123 ceph-mon[188613]: from='client.50210 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:02:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:39 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/203490207' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:02:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:39 smithi123 ceph-mon[191304]: pgmap v6288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:39 smithi123 ceph-mon[191304]: from='client.50204 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:02:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:39 smithi123 ceph-mon[191304]: from='client.50210 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:02:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:39 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/203490207' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:02:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:39 smithi177 ceph-mon[212096]: pgmap v6288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:39 smithi177 ceph-mon[212096]: from='client.50204 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:02:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:39 smithi177 ceph-mon[212096]: from='client.50210 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:02:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:39 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/203490207' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:02:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:41 smithi123 ceph-mon[191304]: pgmap v6289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:02:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:41 smithi123 ceph-mon[188613]: pgmap v6289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:02:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:41 smithi177 ceph-mon[212096]: pgmap v6289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:02:43.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:43 smithi123 ceph-mon[191304]: pgmap v6290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:43 smithi123 ceph-mon[188613]: pgmap v6290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:43 smithi177 ceph-mon[212096]: pgmap v6290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:45.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:45 smithi123 ceph-mon[191304]: pgmap v6291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:45 smithi123 ceph-mon[188613]: pgmap v6291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:46.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:45 smithi177 ceph-mon[212096]: pgmap v6291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:47 smithi123 ceph-mon[191304]: pgmap v6292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:47 smithi123 ceph-mon[188613]: pgmap v6292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:47 smithi177 ceph-mon[212096]: pgmap v6292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:02:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:02:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:02:49.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:49 smithi123 ceph-mon[191304]: pgmap v6293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:49 smithi123 ceph-mon[188613]: pgmap v6293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:50.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:49 smithi177 ceph-mon[212096]: pgmap v6293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:51.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:51 smithi123 ceph-mon[191304]: pgmap v6294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:51 smithi123 ceph-mon[188613]: pgmap v6294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:51 smithi177 ceph-mon[212096]: pgmap v6294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:53.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:52 smithi177 ceph-mon[212096]: pgmap v6295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:53.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:52 smithi123 ceph-mon[191304]: pgmap v6295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:53.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:52 smithi123 ceph-mon[188613]: pgmap v6295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:55.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:54 smithi177 ceph-mon[212096]: pgmap v6296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:55.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:54 smithi123 ceph-mon[191304]: pgmap v6296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:55.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:54 smithi123 ceph-mon[188613]: pgmap v6296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:57.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:56 smithi123 ceph-mon[191304]: pgmap v6297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:57.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:02:57.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:56 smithi123 ceph-mon[188613]: pgmap v6297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:57.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:02:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:56 smithi177 ceph-mon[212096]: pgmap v6297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:02:59.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:02:58 smithi123 ceph-mon[191304]: pgmap v6298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:59.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:02:58 smithi123 ceph-mon[188613]: pgmap v6298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:02:59.242 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:02:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:02:59] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:02:59.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:02:58 smithi177 ceph-mon[212096]: pgmap v6298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:01.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:00 smithi123 ceph-mon[191304]: pgmap v6299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:01.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:00 smithi123 ceph-mon[188613]: pgmap v6299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:01.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:00 smithi177 ceph-mon[212096]: pgmap v6299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:03.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:02 smithi123 ceph-mon[191304]: pgmap v6300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:03.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:02 smithi123 ceph-mon[188613]: pgmap v6300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:03.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:02 smithi177 ceph-mon[212096]: pgmap v6300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:05.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:04 smithi123 ceph-mon[191304]: pgmap v6301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:05.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:04 smithi123 ceph-mon[188613]: pgmap v6301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:05.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:04 smithi177 ceph-mon[212096]: pgmap v6301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:07.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:06 smithi123 ceph-mon[188613]: pgmap v6302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:07.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:03:07.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:03:07.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:03:07.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:03:07.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:06 smithi123 ceph-mon[191304]: pgmap v6302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:07.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:03:07.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:03:07.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:03:07.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:03:07.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:06 smithi177 ceph-mon[212096]: pgmap v6302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:03:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:03:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:03:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:03:09.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:03:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:03:09] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:03:09.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:08 smithi123 ceph-mon[191304]: pgmap v6303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:09.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:08 smithi123 ceph-mon[188613]: pgmap v6303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:09.370 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:03:09.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:08 smithi177 ceph-mon[212096]: pgmap v6303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:09.676 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:03:09.676 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 5m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:03:09.676 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 3m ago 2h 94.3M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:03:09.676 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 5m ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:03:09.676 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 3m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:03:09.676 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 3m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:03:09.676 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 5m ago 2h 635M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:03:09.676 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 5m ago 2h 781M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:03:09.676 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 3m ago 2h 395M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:03:09.676 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 5m ago 2h 432M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:03:09.676 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 5m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:03:09.677 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 3m ago 2h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:03:09.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 5m ago 2h 4152M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:03:09.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 5m ago 2h 4896M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:03:09.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 5m ago 2h 3998M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:03:09.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 5m ago 2h 4033M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:03:09.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 3m ago 2h 3368M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:03:09.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 3m ago 2h 3658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:03:09.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 3m ago 2h 3107M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:03:09.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 3m ago 2h 3544M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:03:09.677 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 3m ago 2h 117M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:03:10.063 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:03:10.063 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:03:10.063 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:03:10.063 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:03:10.063 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:03:10.063 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:03:10.063 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:03:10.063 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:03:10.063 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:03:10.063 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:03:10.063 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:03:10.063 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:03:10.063 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:03:10.063 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:03:10.063 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:03:10.064 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:03:10.064 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:03:10.064 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:03:10.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:09 smithi123 ceph-mon[188613]: from='client.40278 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:03:10.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:09 smithi123 ceph-mon[188613]: from='client.50228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:03:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:09 smithi123 ceph-mon[191304]: from='client.40278 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:03:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:09 smithi123 ceph-mon[191304]: from='client.50228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:03:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:09 smithi177 ceph-mon[212096]: from='client.40278 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:03:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:09 smithi177 ceph-mon[212096]: from='client.50228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:03:11.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:10 smithi123 ceph-mon[188613]: pgmap v6304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:11.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:10 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1345284039' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:03:11.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:10 smithi123 ceph-mon[191304]: pgmap v6304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:11.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:10 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1345284039' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:03:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:10 smithi177 ceph-mon[212096]: pgmap v6304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:10 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1345284039' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:03:12.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:03:12.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:03:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:03:13.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:12 smithi123 ceph-mon[191304]: pgmap v6305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:13.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:12 smithi123 ceph-mon[188613]: pgmap v6305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:13.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:12 smithi177 ceph-mon[212096]: pgmap v6305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:15.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:14 smithi123 ceph-mon[191304]: pgmap v6306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:15.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:14 smithi123 ceph-mon[188613]: pgmap v6306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:15.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:14 smithi177 ceph-mon[212096]: pgmap v6306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:17.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:16 smithi123 ceph-mon[191304]: pgmap v6307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:17.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:16 smithi123 ceph-mon[188613]: pgmap v6307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:17.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:16 smithi177 ceph-mon[212096]: pgmap v6307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:19.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:18 smithi177 ceph-mon[212096]: pgmap v6308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:19.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:18 smithi123 ceph-mon[191304]: pgmap v6308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:19.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:18 smithi123 ceph-mon[188613]: pgmap v6308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:03:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:03:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:03:21.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:20 smithi177 ceph-mon[212096]: pgmap v6309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:21.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:20 smithi123 ceph-mon[191304]: pgmap v6309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:21.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:20 smithi123 ceph-mon[188613]: pgmap v6309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:23.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:23 smithi177 ceph-mon[212096]: pgmap v6310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:23.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:22 smithi123 ceph-mon[191304]: pgmap v6310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:23.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:22 smithi123 ceph-mon[188613]: pgmap v6310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:25 smithi177 ceph-mon[212096]: pgmap v6311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:25.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:25 smithi123 ceph-mon[191304]: pgmap v6311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:25 smithi123 ceph-mon[188613]: pgmap v6311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:27 smithi177 ceph-mon[212096]: pgmap v6312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:03:27.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:27 smithi123 ceph-mon[191304]: pgmap v6312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:27.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:03:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:27 smithi123 ceph-mon[188613]: pgmap v6312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:03:29.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:29 smithi177 ceph-mon[212096]: pgmap v6313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:29.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:29 smithi123 ceph-mon[191304]: pgmap v6313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:29 smithi123 ceph-mon[188613]: pgmap v6313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:03:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:03:29] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:03:31.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:31 smithi177 ceph-mon[212096]: pgmap v6314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:31.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:31 smithi123 ceph-mon[191304]: pgmap v6314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:31.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:31 smithi123 ceph-mon[188613]: pgmap v6314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:33.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:33 smithi177 ceph-mon[212096]: pgmap v6315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:33.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:33 smithi123 ceph-mon[191304]: pgmap v6315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:33.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:33 smithi123 ceph-mon[188613]: pgmap v6315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:35.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:35 smithi177 ceph-mon[212096]: pgmap v6316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:35.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:35 smithi123 ceph-mon[191304]: pgmap v6316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:35.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:35 smithi123 ceph-mon[188613]: pgmap v6316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:37.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:37 smithi177 ceph-mon[212096]: pgmap v6317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:37.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:37 smithi123 ceph-mon[191304]: pgmap v6317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:37.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:37 smithi123 ceph-mon[188613]: pgmap v6317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:39.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:39 smithi177 ceph-mon[212096]: pgmap v6318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:39.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:39 smithi123 ceph-mon[191304]: pgmap v6318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:39.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:39 smithi123 ceph-mon[188613]: pgmap v6318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:03:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:03:39] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:03:40.411 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:03:40.717 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:03:40.718 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 5m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:03:40.718 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 3m ago 2h 94.3M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:03:40.718 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 5m ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:03:40.718 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 3m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:03:40.718 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 3m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:03:40.718 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 5m ago 2h 635M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:03:40.718 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 5m ago 2h 781M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:03:40.718 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 3m ago 2h 395M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:03:40.718 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 5m ago 2h 432M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:03:40.718 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 5m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:03:40.719 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 3m ago 2h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:03:40.719 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 5m ago 2h 4152M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:03:40.719 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 5m ago 2h 4896M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:03:40.719 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 5m ago 2h 3998M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:03:40.719 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 5m ago 2h 4033M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:03:40.719 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 3m ago 2h 3368M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:03:40.719 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 3m ago 2h 3658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:03:40.719 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 3m ago 2h 3107M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:03:40.719 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 3m ago 2h 3544M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:03:40.719 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 3m ago 2h 117M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:03:41.103 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:03:41.123 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:03:41.123 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:03:41.123 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:03:41.124 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:03:41.124 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:03:41.124 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:03:41.124 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:03:41.124 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:03:41.124 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:03:41.124 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:03:41.124 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:03:41.124 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:03:41.124 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:03:41.124 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:03:41.125 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:03:41.125 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:03:41.125 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:03:41.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:41 smithi177 ceph-mon[212096]: pgmap v6319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:41.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:41 smithi177 ceph-mon[212096]: from='client.40296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:03:41.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:41 smithi177 ceph-mon[212096]: from='client.40302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:03:41.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:41 smithi123 ceph-mon[191304]: pgmap v6319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:41.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:41 smithi123 ceph-mon[191304]: from='client.40296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:03:41.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:41 smithi123 ceph-mon[191304]: from='client.40302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:03:41.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:41 smithi123 ceph-mon[188613]: pgmap v6319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:41.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:41 smithi123 ceph-mon[188613]: from='client.40296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:03:41.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:41 smithi123 ceph-mon[188613]: from='client.40302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:03:42.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:42 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3416210826' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:03:42.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:03:42.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:42 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3416210826' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:03:42.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:03:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:42 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3416210826' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:03:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:03:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:43 smithi177 ceph-mon[212096]: pgmap v6320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:43.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:43 smithi123 ceph-mon[191304]: pgmap v6320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:43 smithi123 ceph-mon[188613]: pgmap v6320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:45.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:45 smithi177 ceph-mon[212096]: pgmap v6321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:45.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:45 smithi123 ceph-mon[188613]: pgmap v6321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:45 smithi123 ceph-mon[191304]: pgmap v6321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:47.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:47 smithi177 ceph-mon[212096]: pgmap v6322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:47.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:47 smithi123 ceph-mon[188613]: pgmap v6322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:47 smithi123 ceph-mon[191304]: pgmap v6322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:49.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:49 smithi177 ceph-mon[212096]: pgmap v6323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:49 smithi123 ceph-mon[191304]: pgmap v6323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:49.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:49 smithi123 ceph-mon[188613]: pgmap v6323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:03:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:03:49] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-20T13:03:51.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:51 smithi177 ceph-mon[212096]: pgmap v6324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:51.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:51 smithi123 ceph-mon[191304]: pgmap v6324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:51.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:51 smithi123 ceph-mon[188613]: pgmap v6324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:53.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:53 smithi177 ceph-mon[212096]: pgmap v6325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:53.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:53 smithi123 ceph-mon[188613]: pgmap v6325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:53 smithi123 ceph-mon[191304]: pgmap v6325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:55.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:55 smithi177 ceph-mon[212096]: pgmap v6326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:55.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:55 smithi123 ceph-mon[188613]: pgmap v6326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:55.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:55 smithi123 ceph-mon[191304]: pgmap v6326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:57 smithi177 ceph-mon[212096]: pgmap v6327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:03:57.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:57 smithi123 ceph-mon[191304]: pgmap v6327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:57.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:03:57.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:57 smithi123 ceph-mon[188613]: pgmap v6327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:03:59.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:03:59 smithi177 ceph-mon[212096]: pgmap v6328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:59.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:03:59 smithi123 ceph-mon[191304]: pgmap v6328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:59.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:03:59 smithi123 ceph-mon[188613]: pgmap v6328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:03:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:03:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:03:59] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:04:01.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:01 smithi177 ceph-mon[212096]: pgmap v6329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:01.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:01 smithi123 ceph-mon[191304]: pgmap v6329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:01 smithi123 ceph-mon[188613]: pgmap v6329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:03.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:03 smithi177 ceph-mon[212096]: pgmap v6330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:03.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:03 smithi123 ceph-mon[191304]: pgmap v6330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:03.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:03 smithi123 ceph-mon[188613]: pgmap v6330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:05 smithi177 ceph-mon[212096]: pgmap v6331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:05.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:05 smithi123 ceph-mon[191304]: pgmap v6331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:05.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:05 smithi123 ceph-mon[188613]: pgmap v6331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:07 smithi177 ceph-mon[212096]: pgmap v6332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:04:07.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:07 smithi123 ceph-mon[191304]: pgmap v6332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:04:07.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:07 smithi123 ceph-mon[188613]: pgmap v6332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:07.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:04:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:04:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:04:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:04:08.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:04:08.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:04:08.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:04:08.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:04:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:04:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:04:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:04:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:04:09] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:04:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:09 smithi123 ceph-mon[191304]: pgmap v6333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:09.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:09 smithi123 ceph-mon[188613]: pgmap v6333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:09 smithi177 ceph-mon[212096]: pgmap v6333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:11.449 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:04:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:11 smithi177 ceph-mon[212096]: pgmap v6334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:11.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:11 smithi123 ceph-mon[188613]: pgmap v6334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:11 smithi123 ceph-mon[191304]: pgmap v6334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:11.757 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:04:11.757 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 6m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:04:11.757 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 4m ago 2h 94.3M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:04:11.757 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 6m ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:04:11.758 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 4m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:04:11.758 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 4m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:04:11.758 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 6m ago 2h 635M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:04:11.758 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 6m ago 2h 781M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:04:11.758 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 4m ago 2h 395M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:04:11.758 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 6m ago 2h 432M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:04:11.758 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 6m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:04:11.758 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 4m ago 2h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:04:11.758 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 6m ago 2h 4152M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:04:11.758 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 6m ago 2h 4896M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:04:11.759 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 6m ago 2h 3998M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:04:11.759 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 6m ago 2h 4033M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:04:11.759 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 4m ago 2h 3368M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:04:11.759 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 4m ago 2h 3658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:04:11.759 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 4m ago 2h 3107M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:04:11.759 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 4m ago 2h 3544M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:04:11.759 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 4m ago 2h 117M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:04:12.140 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:04:12.141 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:04:12.141 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:04:12.141 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:04:12.141 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:04:12.141 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:04:12.141 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:04:12.141 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:04:12.141 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:04:12.141 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:04:12.142 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:04:12.142 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:04:12.142 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:04:12.142 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:04:12.142 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:04:12.142 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:04:12.142 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:04:12.142 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:04:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:12 smithi177 ceph-mon[212096]: from='client.50258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:04:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:04:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:12 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1781855195' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:04:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:12 smithi123 ceph-mon[191304]: from='client.50258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:04:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:04:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:12 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1781855195' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:04:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:12 smithi123 ceph-mon[188613]: from='client.50258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:04:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:04:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:12 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1781855195' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:04:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:13 smithi177 ceph-mon[212096]: from='client.40320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:04:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:13 smithi177 ceph-mon[212096]: pgmap v6335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:13.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:13 smithi123 ceph-mon[191304]: from='client.40320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:04:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:13 smithi123 ceph-mon[191304]: pgmap v6335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:13 smithi123 ceph-mon[188613]: from='client.40320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:04:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:13 smithi123 ceph-mon[188613]: pgmap v6335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:15 smithi177 ceph-mon[212096]: pgmap v6336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:15.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:15 smithi123 ceph-mon[191304]: pgmap v6336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:15 smithi123 ceph-mon[188613]: pgmap v6336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:17 smithi177 ceph-mon[212096]: pgmap v6337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:17.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:17 smithi123 ceph-mon[191304]: pgmap v6337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:17.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:17 smithi123 ceph-mon[188613]: pgmap v6337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:19 smithi123 ceph-mon[191304]: pgmap v6338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:19.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:19 smithi123 ceph-mon[188613]: pgmap v6338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:04:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:04:19] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T13:04:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:19 smithi177 ceph-mon[212096]: pgmap v6338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:21 smithi177 ceph-mon[212096]: pgmap v6339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:21.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:21 smithi123 ceph-mon[191304]: pgmap v6339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:21 smithi123 ceph-mon[188613]: pgmap v6339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:23 smithi177 ceph-mon[212096]: pgmap v6340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:23 smithi123 ceph-mon[191304]: pgmap v6340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:23.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:23 smithi123 ceph-mon[188613]: pgmap v6340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:25 smithi177 ceph-mon[212096]: pgmap v6341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:25.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:25 smithi123 ceph-mon[191304]: pgmap v6341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:25.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:25 smithi123 ceph-mon[188613]: pgmap v6341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:27 smithi177 ceph-mon[212096]: pgmap v6342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:04:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:27 smithi123 ceph-mon[188613]: pgmap v6342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:04:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:27 smithi123 ceph-mon[191304]: pgmap v6342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:04:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:29 smithi123 ceph-mon[191304]: pgmap v6343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:29 smithi123 ceph-mon[188613]: pgmap v6343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:04:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:04:29] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:04:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:29 smithi177 ceph-mon[212096]: pgmap v6343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:31 smithi177 ceph-mon[212096]: pgmap v6344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:31.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:31 smithi123 ceph-mon[188613]: pgmap v6344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:31 smithi123 ceph-mon[191304]: pgmap v6344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:33 smithi177 ceph-mon[212096]: pgmap v6345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:33.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:33 smithi123 ceph-mon[191304]: pgmap v6345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:33 smithi123 ceph-mon[188613]: pgmap v6345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:35.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:35 smithi177 ceph-mon[212096]: pgmap v6346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:35.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:35 smithi123 ceph-mon[191304]: pgmap v6346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:35 smithi123 ceph-mon[188613]: pgmap v6346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:37 smithi177 ceph-mon[212096]: pgmap v6347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:37.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:37 smithi123 ceph-mon[191304]: pgmap v6347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:37 smithi123 ceph-mon[188613]: pgmap v6347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:39.333 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:04:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:04:39] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:04:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:39 smithi177 ceph-mon[212096]: pgmap v6348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:39 smithi123 ceph-mon[191304]: pgmap v6348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:39.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:39 smithi123 ceph-mon[188613]: pgmap v6348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:41 smithi177 ceph-mon[212096]: pgmap v6349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:41 smithi123 ceph-mon[191304]: pgmap v6349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:41 smithi123 ceph-mon[188613]: pgmap v6349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:42.493 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:04:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:04:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:04:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:04:42.799 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:04:42.799 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 6m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:04:42.799 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 4m ago 2h 94.3M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:04:42.799 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 6m ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:04:42.799 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 4m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:04:42.799 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 4m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:04:42.799 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 6m ago 2h 635M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:04:42.799 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 6m ago 2h 781M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:04:42.800 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 4m ago 2h 395M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:04:42.800 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 6m ago 2h 432M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:04:42.800 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 6m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:04:42.800 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 4m ago 2h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:04:42.800 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 6m ago 2h 4152M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:04:42.800 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 6m ago 2h 4896M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:04:42.800 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 6m ago 2h 3998M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:04:42.800 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 6m ago 2h 4033M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:04:42.800 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 4m ago 2h 3368M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:04:42.800 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 4m ago 2h 3658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:04:42.800 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 4m ago 2h 3107M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:04:42.801 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 4m ago 2h 3544M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:04:42.801 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 4m ago 2h 117M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:04:43.177 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:04:43.178 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:04:43.178 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:04:43.178 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:04:43.178 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:04:43.178 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:04:43.178 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:04:43.178 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:04:43.178 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:04:43.178 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:04:43.179 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:04:43.179 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:04:43.179 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:04:43.179 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:04:43.179 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:04:43.179 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:04:43.179 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:04:43.179 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:04:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:43 smithi177 ceph-mon[212096]: pgmap v6350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:43 smithi177 ceph-mon[212096]: from='client.50276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:04:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:43 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/879608052' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:04:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:43 smithi123 ceph-mon[191304]: pgmap v6350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:43 smithi123 ceph-mon[191304]: from='client.50276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:04:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:43 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/879608052' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:04:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:43 smithi123 ceph-mon[188613]: pgmap v6350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:43 smithi123 ceph-mon[188613]: from='client.50276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:04:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:43 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/879608052' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:04:44.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:44 smithi177 ceph-mon[212096]: from='client.40338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:04:44.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:44 smithi123 ceph-mon[191304]: from='client.40338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:04:44.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:44 smithi123 ceph-mon[188613]: from='client.40338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:04:45.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:45 smithi177 ceph-mon[212096]: pgmap v6351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:45.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:45 smithi123 ceph-mon[191304]: pgmap v6351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:45.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:45 smithi123 ceph-mon[188613]: pgmap v6351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:47 smithi177 ceph-mon[212096]: pgmap v6352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:47.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:47 smithi123 ceph-mon[191304]: pgmap v6352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:47.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:47 smithi123 ceph-mon[188613]: pgmap v6352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:49.354 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:04:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:04:49] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:04:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:49 smithi177 ceph-mon[212096]: pgmap v6353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:49.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:49 smithi123 ceph-mon[191304]: pgmap v6353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:49.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:49 smithi123 ceph-mon[188613]: pgmap v6353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:51 smithi177 ceph-mon[212096]: pgmap v6354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:51 smithi123 ceph-mon[191304]: pgmap v6354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:51 smithi123 ceph-mon[188613]: pgmap v6354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:53 smithi177 ceph-mon[212096]: pgmap v6355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:53.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:53 smithi123 ceph-mon[191304]: pgmap v6355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:53.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:53 smithi123 ceph-mon[188613]: pgmap v6355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:55 smithi177 ceph-mon[212096]: pgmap v6356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:55.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:55 smithi123 ceph-mon[191304]: pgmap v6356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:55 smithi123 ceph-mon[188613]: pgmap v6356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:57 smithi177 ceph-mon[212096]: pgmap v6357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:04:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:57 smithi123 ceph-mon[191304]: pgmap v6357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:04:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:57 smithi123 ceph-mon[188613]: pgmap v6357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:04:59.369 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:04:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:04:59] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:04:59.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:04:59 smithi177 ceph-mon[212096]: pgmap v6358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:59.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:04:59 smithi123 ceph-mon[191304]: pgmap v6358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:04:59.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:04:59 smithi123 ceph-mon[188613]: pgmap v6358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:01 smithi177 ceph-mon[212096]: pgmap v6359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:01 smithi123 ceph-mon[191304]: pgmap v6359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:01 smithi123 ceph-mon[188613]: pgmap v6359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:03 smithi177 ceph-mon[212096]: pgmap v6360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:03.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:03 smithi123 ceph-mon[188613]: pgmap v6360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:03 smithi123 ceph-mon[191304]: pgmap v6360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:05.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:05 smithi177 ceph-mon[212096]: pgmap v6361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:05.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:05 smithi123 ceph-mon[188613]: pgmap v6361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:05 smithi123 ceph-mon[191304]: pgmap v6361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:07.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:07 smithi177 ceph-mon[212096]: pgmap v6362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:07.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:07 smithi123 ceph-mon[191304]: pgmap v6362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:07 smithi123 ceph-mon[188613]: pgmap v6362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:05:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:05:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:05:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:05:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:05:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:05:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:05:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:05:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:05:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:05:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:05:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:05:09.395 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:05:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:05:09] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:05:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:09 smithi177 ceph-mon[212096]: pgmap v6363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:09.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:09 smithi123 ceph-mon[191304]: pgmap v6363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:09.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:09 smithi123 ceph-mon[188613]: pgmap v6363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:11 smithi177 ceph-mon[212096]: pgmap v6364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:11 smithi123 ceph-mon[191304]: pgmap v6364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:11 smithi123 ceph-mon[188613]: pgmap v6364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:05:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:05:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:05:13.524 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:05:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:13 smithi123 ceph-mon[191304]: pgmap v6365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:13 smithi123 ceph-mon[188613]: pgmap v6365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:13.830 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:05:13.831 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 7m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:05:13.831 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 5m ago 2h 94.3M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:05:13.831 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 7m ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:05:13.831 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 5m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:05:13.831 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 5m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:05:13.831 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 7m ago 2h 635M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:05:13.831 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 7m ago 2h 781M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:05:13.831 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 5m ago 2h 395M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:05:13.831 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 7m ago 2h 432M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:05:13.831 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 7m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:05:13.832 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 5m ago 2h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:05:13.832 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 7m ago 2h 4152M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:05:13.832 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 7m ago 2h 4896M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:05:13.832 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 7m ago 2h 3998M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:05:13.832 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 7m ago 2h 4033M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:05:13.832 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 5m ago 2h 3368M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:05:13.832 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 5m ago 2h 3658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:05:13.832 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 5m ago 2h 3107M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:05:13.832 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 5m ago 2h 3544M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:05:13.832 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 5m ago 2h 117M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:05:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:13 smithi177 ceph-mon[212096]: pgmap v6365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:14.219 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:05:14.219 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:05:14.220 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:05:14.220 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:05:14.220 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:05:14.220 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:05:14.220 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:05:14.220 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:05:14.220 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:05:14.220 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:05:14.220 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:05:14.220 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:05:14.220 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:05:14.221 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:05:14.221 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:05:14.221 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:05:14.221 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:05:14.221 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:05:14.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:14 smithi123 ceph-mon[191304]: from='client.50294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:05:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:14 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3986864152' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:05:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:14 smithi123 ceph-mon[188613]: from='client.50294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:05:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:14 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3986864152' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:05:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:14 smithi177 ceph-mon[212096]: from='client.50294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:05:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:14 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3986864152' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:05:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:15 smithi123 ceph-mon[191304]: from='client.50300 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:05:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:15 smithi123 ceph-mon[191304]: pgmap v6366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:15 smithi123 ceph-mon[188613]: from='client.50300 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:05:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:15 smithi123 ceph-mon[188613]: pgmap v6366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:15 smithi177 ceph-mon[212096]: from='client.50300 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:05:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:15 smithi177 ceph-mon[212096]: pgmap v6366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:17.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:17 smithi123 ceph-mon[191304]: pgmap v6367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:17.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:17 smithi123 ceph-mon[188613]: pgmap v6367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:17 smithi177 ceph-mon[212096]: pgmap v6367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:19.421 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:05:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:05:19] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T13:05:19.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:19 smithi123 ceph-mon[191304]: pgmap v6368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:19.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:19 smithi123 ceph-mon[188613]: pgmap v6368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:19.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:19 smithi177 ceph-mon[212096]: pgmap v6368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:21 smithi123 ceph-mon[191304]: pgmap v6369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:21 smithi123 ceph-mon[188613]: pgmap v6369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:21 smithi177 ceph-mon[212096]: pgmap v6369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:23 smithi123 ceph-mon[191304]: pgmap v6370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:23.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:23 smithi123 ceph-mon[188613]: pgmap v6370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:23.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:23 smithi177 ceph-mon[212096]: pgmap v6370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:25.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:25 smithi123 ceph-mon[191304]: pgmap v6371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:25.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:25 smithi123 ceph-mon[188613]: pgmap v6371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:25 smithi177 ceph-mon[212096]: pgmap v6371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:27 smithi123 ceph-mon[191304]: pgmap v6372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:05:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:27 smithi123 ceph-mon[188613]: pgmap v6372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:05:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:27 smithi177 ceph-mon[212096]: pgmap v6372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:05:29.439 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:05:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:05:29] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:05:29.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:29 smithi123 ceph-mon[188613]: pgmap v6373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:29.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:29 smithi123 ceph-mon[191304]: pgmap v6373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:29 smithi177 ceph-mon[212096]: pgmap v6373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:31 smithi123 ceph-mon[191304]: pgmap v6374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:31 smithi123 ceph-mon[188613]: pgmap v6374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:31 smithi177 ceph-mon[212096]: pgmap v6374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:33 smithi123 ceph-mon[188613]: pgmap v6375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:33 smithi123 ceph-mon[191304]: pgmap v6375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:33.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:33 smithi177 ceph-mon[212096]: pgmap v6375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:35.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:35 smithi123 ceph-mon[191304]: pgmap v6376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:35 smithi123 ceph-mon[188613]: pgmap v6376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:35.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:35 smithi177 ceph-mon[212096]: pgmap v6376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:37.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:37 smithi123 ceph-mon[188613]: pgmap v6377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:37 smithi123 ceph-mon[191304]: pgmap v6377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:37.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:37 smithi177 ceph-mon[212096]: pgmap v6377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:39.460 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:05:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:05:39] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:05:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:39 smithi123 ceph-mon[191304]: pgmap v6378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:39.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:39 smithi123 ceph-mon[188613]: pgmap v6378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:39 smithi177 ceph-mon[212096]: pgmap v6378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:41 smithi123 ceph-mon[191304]: pgmap v6379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:41 smithi123 ceph-mon[188613]: pgmap v6379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:41 smithi177 ceph-mon[212096]: pgmap v6379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:05:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:05:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:05:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:43 smithi123 ceph-mon[191304]: pgmap v6380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:43 smithi123 ceph-mon[188613]: pgmap v6380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:43 smithi177 ceph-mon[212096]: pgmap v6380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:44.567 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:05:44.874 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:05:44.875 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 7m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:05:44.875 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 5m ago 2h 94.3M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:05:44.875 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 7m ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:05:44.875 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 5m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:05:44.875 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 5m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:05:44.875 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 7m ago 2h 635M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:05:44.875 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 7m ago 2h 781M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:05:44.875 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 5m ago 2h 395M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:05:44.875 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 7m ago 2h 432M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:05:44.875 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 7m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:05:44.875 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 5m ago 2h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:05:44.876 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 7m ago 2h 4152M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:05:44.876 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 7m ago 2h 4896M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:05:44.876 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 7m ago 2h 3998M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:05:44.876 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 7m ago 2h 4033M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:05:44.876 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 5m ago 2h 3368M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:05:44.876 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 5m ago 2h 3658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:05:44.876 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 5m ago 2h 3107M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:05:44.876 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 5m ago 2h 3544M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:05:44.876 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 5m ago 2h 117M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:05:45.257 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:05:45.257 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:05:45.257 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:05:45.257 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:05:45.258 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:05:45.258 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:05:45.258 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:05:45.258 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:05:45.258 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:05:45.258 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:05:45.258 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:05:45.258 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:05:45.258 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:05:45.258 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:05:45.258 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:05:45.259 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:05:45.259 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:05:45.259 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:05:45.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:45 smithi123 ceph-mon[191304]: pgmap v6381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:45.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:45 smithi123 ceph-mon[191304]: from='client.50312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:05:45.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:45 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4181923835' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:05:45.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:45 smithi123 ceph-mon[188613]: pgmap v6381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:45.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:45 smithi123 ceph-mon[188613]: from='client.50312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:05:45.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:45 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4181923835' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:05:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:45 smithi177 ceph-mon[212096]: pgmap v6381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:45 smithi177 ceph-mon[212096]: from='client.50312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:05:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:45 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4181923835' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:05:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:46 smithi123 ceph-mon[191304]: from='client.50318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:05:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:46 smithi123 ceph-mon[188613]: from='client.50318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:05:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:46 smithi177 ceph-mon[212096]: from='client.50318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:05:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:47 smithi123 ceph-mon[191304]: pgmap v6382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:47.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:47 smithi123 ceph-mon[188613]: pgmap v6382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:47 smithi177 ceph-mon[212096]: pgmap v6382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:49.482 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:05:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:05:49] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:05:49.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:49 smithi123 ceph-mon[191304]: pgmap v6383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:49.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:49 smithi123 ceph-mon[188613]: pgmap v6383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:49 smithi177 ceph-mon[212096]: pgmap v6383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:51 smithi123 ceph-mon[188613]: pgmap v6384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:51 smithi123 ceph-mon[191304]: pgmap v6384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:51.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:51 smithi177 ceph-mon[212096]: pgmap v6384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:53 smithi123 ceph-mon[188613]: pgmap v6385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:53 smithi123 ceph-mon[191304]: pgmap v6385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:53 smithi177 ceph-mon[212096]: pgmap v6385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:55 smithi177 ceph-mon[212096]: pgmap v6386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:55 smithi123 ceph-mon[191304]: pgmap v6386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:55.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:55 smithi123 ceph-mon[188613]: pgmap v6386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:57 smithi177 ceph-mon[212096]: pgmap v6387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:05:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:57 smithi123 ceph-mon[191304]: pgmap v6387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:05:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:57 smithi123 ceph-mon[188613]: pgmap v6387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:05:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:05:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:05:59] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:05:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:05:59 smithi177 ceph-mon[212096]: pgmap v6388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:59.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:05:59 smithi123 ceph-mon[188613]: pgmap v6388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:05:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:05:59 smithi123 ceph-mon[191304]: pgmap v6388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:01 smithi177 ceph-mon[212096]: pgmap v6389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:01.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:01 smithi123 ceph-mon[191304]: pgmap v6389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:01 smithi123 ceph-mon[188613]: pgmap v6389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:03 smithi177 ceph-mon[212096]: pgmap v6390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:03.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:03 smithi123 ceph-mon[191304]: pgmap v6390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:03 smithi123 ceph-mon[188613]: pgmap v6390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:05 smithi177 ceph-mon[212096]: pgmap v6391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:05.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:05 smithi123 ceph-mon[188613]: pgmap v6391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:05.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:05 smithi123 ceph-mon[191304]: pgmap v6391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:07 smithi177 ceph-mon[212096]: pgmap v6392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:07.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:07 smithi123 ceph-mon[188613]: pgmap v6392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:07 smithi123 ceph-mon[191304]: pgmap v6392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:06:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:06:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:06:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:06:08.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:06:08.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:06:08.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:06:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:06:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:06:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:06:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:06:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:06:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:06:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:06:09] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:06:09.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:09 smithi177 ceph-mon[212096]: pgmap v6393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:09.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:09 smithi123 ceph-mon[191304]: pgmap v6393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:09.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:09 smithi123 ceph-mon[188613]: pgmap v6393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:11 smithi177 ceph-mon[212096]: pgmap v6394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:06:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:11 smithi123 ceph-mon[191304]: pgmap v6394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:06:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:11 smithi123 ceph-mon[188613]: pgmap v6394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:06:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:13 smithi177 ceph-mon[212096]: pgmap v6395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:13.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:13 smithi123 ceph-mon[191304]: pgmap v6395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:13 smithi123 ceph-mon[188613]: pgmap v6395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:15.608 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:06:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:15 smithi177 ceph-mon[212096]: pgmap v6396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:15.915 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:06:15.916 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 8m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:06:15.916 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 6m ago 2h 94.3M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:06:15.916 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 8m ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:06:15.916 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 6m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:06:15.916 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 6m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:06:15.916 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 8m ago 2h 635M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:06:15.916 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 8m ago 2h 781M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:06:15.916 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 6m ago 2h 395M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:06:15.916 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 8m ago 2h 432M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:06:15.917 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 8m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:06:15.917 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 6m ago 2h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:06:15.917 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 8m ago 2h 4152M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:06:15.917 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 8m ago 2h 4896M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:06:15.917 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 8m ago 2h 3998M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:06:15.917 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 8m ago 2h 4033M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:06:15.917 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 6m ago 2h 3368M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:06:15.917 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 6m ago 2h 3658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:06:15.917 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 6m ago 2h 3107M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:06:15.917 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 6m ago 2h 3544M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:06:15.918 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 6m ago 2h 117M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:06:15.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:15 smithi123 ceph-mon[191304]: pgmap v6396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:15 smithi123 ceph-mon[188613]: pgmap v6396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:16.295 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:06:16.296 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:06:16.296 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:06:16.296 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:06:16.296 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:06:16.296 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:06:16.296 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:06:16.296 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:06:16.296 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:06:16.296 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:06:16.296 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:06:16.297 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:06:16.297 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:06:16.297 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:06:16.297 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:06:16.297 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:06:16.297 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:06:16.297 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:06:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:16 smithi177 ceph-mon[212096]: from='client.40386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:06:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:16 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3600032373' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:06:16.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:16 smithi123 ceph-mon[191304]: from='client.40386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:06:16.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:16 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3600032373' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:06:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:16 smithi123 ceph-mon[188613]: from='client.40386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:06:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:16 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3600032373' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:06:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:17 smithi177 ceph-mon[212096]: pgmap v6397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:17 smithi177 ceph-mon[212096]: from='client.50336 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:06:17.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:17 smithi123 ceph-mon[191304]: pgmap v6397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:17 smithi123 ceph-mon[191304]: from='client.50336 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:06:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:17 smithi123 ceph-mon[188613]: pgmap v6397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:17 smithi123 ceph-mon[188613]: from='client.50336 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:06:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:06:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:06:19] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T13:06:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:19 smithi177 ceph-mon[212096]: pgmap v6398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:19 smithi123 ceph-mon[191304]: pgmap v6398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:19 smithi123 ceph-mon[188613]: pgmap v6398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:21 smithi177 ceph-mon[212096]: pgmap v6399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:21.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:21 smithi123 ceph-mon[191304]: pgmap v6399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:21 smithi123 ceph-mon[188613]: pgmap v6399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:23.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:23 smithi177 ceph-mon[212096]: pgmap v6400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:23.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:23 smithi123 ceph-mon[191304]: pgmap v6400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:23 smithi123 ceph-mon[188613]: pgmap v6400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:25 smithi177 ceph-mon[212096]: pgmap v6401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:25.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:25 smithi123 ceph-mon[191304]: pgmap v6401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:25.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:25 smithi123 ceph-mon[188613]: pgmap v6401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:06:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:06:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:06:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:27 smithi177 ceph-mon[212096]: pgmap v6402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:27 smithi123 ceph-mon[191304]: pgmap v6402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:27 smithi123 ceph-mon[188613]: pgmap v6402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:06:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:06:29] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T13:06:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:29 smithi177 ceph-mon[212096]: pgmap v6403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:29.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:29 smithi123 ceph-mon[188613]: pgmap v6403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:29 smithi123 ceph-mon[191304]: pgmap v6403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:31 smithi177 ceph-mon[212096]: pgmap v6404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:31 smithi123 ceph-mon[191304]: pgmap v6404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:31 smithi123 ceph-mon[188613]: pgmap v6404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:33 smithi177 ceph-mon[212096]: pgmap v6405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:33.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:33 smithi123 ceph-mon[191304]: pgmap v6405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:33 smithi123 ceph-mon[188613]: pgmap v6405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:35 smithi177 ceph-mon[212096]: pgmap v6406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:35 smithi123 ceph-mon[188613]: pgmap v6406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:35 smithi123 ceph-mon[191304]: pgmap v6406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:37 smithi177 ceph-mon[212096]: pgmap v6407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:37 smithi123 ceph-mon[188613]: pgmap v6407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:37 smithi123 ceph-mon[191304]: pgmap v6407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:06:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:06:39] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T13:06:39.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:39 smithi177 ceph-mon[212096]: pgmap v6408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:39.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:39 smithi123 ceph-mon[191304]: pgmap v6408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:39.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:39 smithi123 ceph-mon[188613]: pgmap v6408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:41 smithi177 ceph-mon[212096]: pgmap v6409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:06:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:41 smithi123 ceph-mon[191304]: pgmap v6409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:06:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:41 smithi123 ceph-mon[188613]: pgmap v6409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:06:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:43 smithi177 ceph-mon[212096]: pgmap v6410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:43.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:43 smithi123 ceph-mon[191304]: pgmap v6410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:43.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:43 smithi123 ceph-mon[188613]: pgmap v6410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:45 smithi177 ceph-mon[212096]: pgmap v6411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:45 smithi123 ceph-mon[191304]: pgmap v6411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:45 smithi123 ceph-mon[188613]: pgmap v6411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:46.641 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:06:46.947 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:06:46.948 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 8m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:06:46.948 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 6m ago 2h 94.3M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:06:46.948 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 8m ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:06:46.948 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 6m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:06:46.948 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 6m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:06:46.948 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 8m ago 2h 635M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:06:46.948 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 8m ago 2h 781M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:06:46.948 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 6m ago 2h 395M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:06:46.948 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 8m ago 2h 432M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:06:46.948 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 8m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:06:46.949 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 6m ago 2h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:06:46.949 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 8m ago 2h 4152M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:06:46.949 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 8m ago 2h 4896M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:06:46.949 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 8m ago 2h 3998M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:06:46.949 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 8m ago 2h 4033M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:06:46.949 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 6m ago 2h 3368M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:06:46.949 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 6m ago 2h 3658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:06:46.949 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 6m ago 2h 3107M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:06:46.949 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 6m ago 2h 3544M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:06:46.949 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 6m ago 2h 117M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:06:47.328 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:06:47.328 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:06:47.328 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:06:47.328 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:06:47.328 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:06:47.328 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:06:47.329 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:06:47.329 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:06:47.329 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:06:47.329 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:06:47.329 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:06:47.329 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:06:47.329 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:06:47.329 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:06:47.329 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:06:47.329 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:06:47.329 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:06:47.330 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:06:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:47 smithi177 ceph-mon[212096]: pgmap v6412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:47 smithi177 ceph-mon[212096]: from='client.50348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:06:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:47 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/297114247' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:06:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:47 smithi123 ceph-mon[191304]: pgmap v6412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:47 smithi123 ceph-mon[191304]: from='client.50348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:06:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:47 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/297114247' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:06:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:47 smithi123 ceph-mon[188613]: pgmap v6412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:47 smithi123 ceph-mon[188613]: from='client.50348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:06:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:47 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/297114247' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:06:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:48 smithi177 ceph-mon[212096]: from='client.50354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:06:48.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:48 smithi123 ceph-mon[191304]: from='client.50354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:06:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:48 smithi123 ceph-mon[188613]: from='client.50354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:06:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:06:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:06:49] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T13:06:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:49 smithi177 ceph-mon[212096]: pgmap v6413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:49.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:49 smithi123 ceph-mon[191304]: pgmap v6413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:49 smithi123 ceph-mon[188613]: pgmap v6413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:51 smithi177 ceph-mon[212096]: pgmap v6414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:51.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:51 smithi123 ceph-mon[191304]: pgmap v6414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:51.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:51 smithi123 ceph-mon[188613]: pgmap v6414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:53 smithi177 ceph-mon[212096]: pgmap v6415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:53.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:53 smithi123 ceph-mon[191304]: pgmap v6415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:53.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:53 smithi123 ceph-mon[188613]: pgmap v6415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:55 smithi177 ceph-mon[212096]: pgmap v6416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:55 smithi123 ceph-mon[191304]: pgmap v6416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:55 smithi123 ceph-mon[188613]: pgmap v6416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:06:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:06:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:06:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:57 smithi177 ceph-mon[212096]: pgmap v6417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:57 smithi123 ceph-mon[188613]: pgmap v6417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:57 smithi123 ceph-mon[191304]: pgmap v6417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:06:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:06:59] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:06:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:06:59 smithi177 ceph-mon[212096]: pgmap v6418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:06:59 smithi123 ceph-mon[188613]: pgmap v6418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:06:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:06:59 smithi123 ceph-mon[191304]: pgmap v6418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:01 smithi177 ceph-mon[212096]: pgmap v6419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:01 smithi123 ceph-mon[191304]: pgmap v6419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:01 smithi123 ceph-mon[188613]: pgmap v6419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:03 smithi177 ceph-mon[212096]: pgmap v6420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:03 smithi123 ceph-mon[191304]: pgmap v6420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:03 smithi123 ceph-mon[188613]: pgmap v6420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:05 smithi177 ceph-mon[212096]: pgmap v6421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:05 smithi123 ceph-mon[191304]: pgmap v6421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:05 smithi123 ceph-mon[188613]: pgmap v6421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:07 smithi177 ceph-mon[212096]: pgmap v6422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:07 smithi123 ceph-mon[191304]: pgmap v6422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:07 smithi123 ceph-mon[188613]: pgmap v6422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:07:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:07:09] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:07:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:09 smithi177 ceph-mon[212096]: pgmap v6423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:07:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:07:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:07:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:07:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:09 smithi123 ceph-mon[188613]: pgmap v6423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:07:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:07:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:07:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:07:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:09 smithi123 ceph-mon[191304]: pgmap v6423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:07:09.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:07:09.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:07:09.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:07:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:11 smithi177 ceph-mon[212096]: pgmap v6424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:07:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:11 smithi123 ceph-mon[191304]: pgmap v6424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:07:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:11 smithi123 ceph-mon[188613]: pgmap v6424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:07:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:13 smithi177 ceph-mon[212096]: pgmap v6425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:13 smithi123 ceph-mon[191304]: pgmap v6425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:13.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:13 smithi123 ceph-mon[188613]: pgmap v6425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:15 smithi177 ceph-mon[212096]: pgmap v6426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:15 smithi123 ceph-mon[191304]: pgmap v6426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:15 smithi123 ceph-mon[188613]: pgmap v6426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:17.675 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:07:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:17 smithi177 ceph-mon[212096]: pgmap v6427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:17.979 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:07:17.979 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 9m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:07:17.979 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 7m ago 2h 94.3M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:07:17.979 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 9m ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:07:17.979 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 7m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:07:17.979 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 7m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:07:17.979 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 9m ago 2h 635M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:07:17.980 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 9m ago 2h 781M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:07:17.980 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 7m ago 2h 395M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:07:17.980 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 9m ago 2h 432M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:07:17.980 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 9m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:07:17.980 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 7m ago 2h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:07:17.980 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 9m ago 2h 4152M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:07:17.980 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 9m ago 2h 4896M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:07:17.980 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 9m ago 2h 3998M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:07:17.980 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 9m ago 2h 4033M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:07:17.980 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 7m ago 2h 3368M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:07:17.980 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 7m ago 2h 3658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:07:17.981 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 7m ago 2h 3107M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:07:17.981 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 7m ago 2h 3544M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:07:17.981 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 7m ago 2h 117M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:07:17.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:17 smithi123 ceph-mon[188613]: pgmap v6427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:17 smithi123 ceph-mon[191304]: pgmap v6427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:18.359 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:07:18.359 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:07:18.359 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:07:18.359 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:07:18.359 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:07:18.359 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:07:18.359 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:07:18.360 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:07:18.360 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:07:18.360 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:07:18.360 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:07:18.360 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:07:18.360 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:07:18.360 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:07:18.360 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:07:18.360 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:07:18.360 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:07:18.360 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:07:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:18 smithi177 ceph-mon[212096]: from='client.50366 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:07:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:18 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3013521818' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:07:18.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:18 smithi123 ceph-mon[191304]: from='client.50366 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:07:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:18 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3013521818' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:07:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:18 smithi123 ceph-mon[188613]: from='client.50366 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:07:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:18 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3013521818' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:07:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:07:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:07:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:07:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:19 smithi177 ceph-mon[212096]: pgmap v6428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:19 smithi177 ceph-mon[212096]: from='client.40428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:07:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:19 smithi123 ceph-mon[188613]: pgmap v6428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:19 smithi123 ceph-mon[188613]: from='client.40428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:07:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:19 smithi123 ceph-mon[191304]: pgmap v6428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:19 smithi123 ceph-mon[191304]: from='client.40428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:07:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:21 smithi177 ceph-mon[212096]: pgmap v6429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:21 smithi123 ceph-mon[191304]: pgmap v6429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:21 smithi123 ceph-mon[188613]: pgmap v6429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:23.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:23 smithi177 ceph-mon[212096]: pgmap v6430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:23.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:23 smithi123 ceph-mon[188613]: pgmap v6430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:23 smithi123 ceph-mon[191304]: pgmap v6430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:25 smithi177 ceph-mon[212096]: pgmap v6431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:25 smithi123 ceph-mon[191304]: pgmap v6431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:25 smithi123 ceph-mon[188613]: pgmap v6431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:07:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:07:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:07:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:27 smithi123 ceph-mon[191304]: pgmap v6432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:27 smithi123 ceph-mon[188613]: pgmap v6432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:27 smithi177 ceph-mon[212096]: pgmap v6432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:07:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:07:29] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:07:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:29 smithi123 ceph-mon[191304]: pgmap v6433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:29 smithi123 ceph-mon[188613]: pgmap v6433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:29 smithi177 ceph-mon[212096]: pgmap v6433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:31 smithi123 ceph-mon[191304]: pgmap v6434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:31 smithi123 ceph-mon[188613]: pgmap v6434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:31 smithi177 ceph-mon[212096]: pgmap v6434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:33 smithi123 ceph-mon[191304]: pgmap v6435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:33 smithi123 ceph-mon[188613]: pgmap v6435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:33 smithi177 ceph-mon[212096]: pgmap v6435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:35 smithi123 ceph-mon[191304]: pgmap v6436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:35 smithi123 ceph-mon[188613]: pgmap v6436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:35 smithi177 ceph-mon[212096]: pgmap v6436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:37 smithi123 ceph-mon[191304]: pgmap v6437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:37 smithi123 ceph-mon[188613]: pgmap v6437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:37 smithi177 ceph-mon[212096]: pgmap v6437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:07:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:07:39] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:07:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:39 smithi123 ceph-mon[191304]: pgmap v6438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:39 smithi123 ceph-mon[188613]: pgmap v6438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:39 smithi177 ceph-mon[212096]: pgmap v6438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:41 smithi123 ceph-mon[191304]: pgmap v6439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:07:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:41 smithi123 ceph-mon[188613]: pgmap v6439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:07:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:41 smithi177 ceph-mon[212096]: pgmap v6439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:07:43.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:43 smithi123 ceph-mon[191304]: pgmap v6440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:43 smithi123 ceph-mon[188613]: pgmap v6440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:43 smithi177 ceph-mon[212096]: pgmap v6440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:45 smithi123 ceph-mon[191304]: pgmap v6441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:45 smithi123 ceph-mon[188613]: pgmap v6441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:45 smithi177 ceph-mon[212096]: pgmap v6441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:47 smithi123 ceph-mon[191304]: pgmap v6442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:47.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:47 smithi123 ceph-mon[188613]: pgmap v6442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:48.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:47 smithi177 ceph-mon[212096]: pgmap v6442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:48.702 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:07:49.009 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:07:49.010 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 9m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:07:49.010 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 7m ago 2h 94.3M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:07:49.010 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 9m ago 2h 25.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:07:49.010 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 7m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:07:49.010 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 7m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:07:49.010 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 9m ago 2h 635M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:07:49.010 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 9m ago 2h 781M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:07:49.010 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 7m ago 2h 395M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:07:49.010 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 9m ago 2h 432M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:07:49.010 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 9m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:07:49.011 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 7m ago 2h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:07:49.011 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 9m ago 2h 4152M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:07:49.011 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 9m ago 2h 4896M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:07:49.011 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 9m ago 2h 3998M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:07:49.011 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 9m ago 2h 4033M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:07:49.011 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 7m ago 2h 3368M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:07:49.011 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 7m ago 2h 3658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:07:49.011 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 7m ago 2h 3107M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:07:49.011 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 7m ago 2h 3544M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:07:49.011 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 7m ago 2h 117M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:07:49.394 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:07:49.394 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:07:49.395 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:07:49.395 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:07:49.395 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:07:49.395 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:07:49.395 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:07:49.395 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:07:49.395 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:07:49.395 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:07:49.395 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:07:49.395 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:07:49.396 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:07:49.396 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:07:49.396 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:07:49.396 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:07:49.396 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:07:49.396 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:07:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:07:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:07:49] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:07:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:49 smithi123 ceph-mon[191304]: pgmap v6443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:49 smithi123 ceph-mon[191304]: from='client.40440 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:07:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:49 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2420199029' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:07:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:49 smithi123 ceph-mon[188613]: pgmap v6443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:49 smithi123 ceph-mon[188613]: from='client.40440 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:07:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:49 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2420199029' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:07:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:49 smithi177 ceph-mon[212096]: pgmap v6443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:49 smithi177 ceph-mon[212096]: from='client.40440 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:07:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:49 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2420199029' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:07:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:50 smithi123 ceph-mon[191304]: from='client.40446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:07:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:50 smithi123 ceph-mon[188613]: from='client.40446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:07:51.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:50 smithi177 ceph-mon[212096]: from='client.40446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:07:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:51 smithi123 ceph-mon[191304]: pgmap v6444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:51 smithi123 ceph-mon[188613]: pgmap v6444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:52.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:51 smithi177 ceph-mon[212096]: pgmap v6444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:53 smithi123 ceph-mon[191304]: pgmap v6445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:53 smithi123 ceph-mon[188613]: pgmap v6445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:54.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:53 smithi177 ceph-mon[212096]: pgmap v6445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:55 smithi123 ceph-mon[191304]: pgmap v6446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:55 smithi123 ceph-mon[188613]: pgmap v6446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:55 smithi177 ceph-mon[212096]: pgmap v6446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:07:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:07:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:07:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:57 smithi123 ceph-mon[191304]: pgmap v6447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:57 smithi123 ceph-mon[188613]: pgmap v6447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:57 smithi177 ceph-mon[212096]: pgmap v6447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:07:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:07:59] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:07:59.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:07:59 smithi123 ceph-mon[188613]: pgmap v6448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:07:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:07:59 smithi123 ceph-mon[191304]: pgmap v6448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:07:59 smithi177 ceph-mon[212096]: pgmap v6448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:01 smithi123 ceph-mon[191304]: pgmap v6449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:01 smithi123 ceph-mon[188613]: pgmap v6449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:01 smithi177 ceph-mon[212096]: pgmap v6449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:03 smithi123 ceph-mon[191304]: pgmap v6450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:03 smithi123 ceph-mon[188613]: pgmap v6450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:03 smithi177 ceph-mon[212096]: pgmap v6450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:05 smithi123 ceph-mon[188613]: pgmap v6451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:05 smithi123 ceph-mon[191304]: pgmap v6451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:05 smithi177 ceph-mon[212096]: pgmap v6451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:07 smithi123 ceph-mon[191304]: pgmap v6452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:07 smithi123 ceph-mon[188613]: pgmap v6452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:08.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:07 smithi177 ceph-mon[212096]: pgmap v6452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:08:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:08:09] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:08:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:09 smithi123 ceph-mon[191304]: pgmap v6453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:08:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:08:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:08:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:09 smithi123 ceph-mon[188613]: pgmap v6453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:08:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:08:09.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:08:10.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:09 smithi177 ceph-mon[212096]: pgmap v6453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:10.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:08:10.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:08:10.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:08:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:11 smithi123 ceph-mon[191304]: pgmap v6454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:08:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:08:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:08:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:11 smithi123 ceph-mon[188613]: pgmap v6454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:08:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:08:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:08:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:11 smithi177 ceph-mon[212096]: pgmap v6454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:08:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:08:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:08:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:08:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:08:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:08:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:08:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:08:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:08:13.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:08:13.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:08:13.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:08:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:13 smithi123 ceph-mon[191304]: pgmap v6455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:13.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:13 smithi123 ceph-mon[188613]: pgmap v6455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:14.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:13 smithi177 ceph-mon[212096]: pgmap v6455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:15 smithi123 ceph-mon[191304]: pgmap v6456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:15 smithi123 ceph-mon[188613]: pgmap v6456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:16.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:15 smithi177 ceph-mon[212096]: pgmap v6456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:17 smithi123 ceph-mon[191304]: pgmap v6457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:17 smithi123 ceph-mon[188613]: pgmap v6457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:18.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:17 smithi177 ceph-mon[212096]: pgmap v6457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:08:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:08:19] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T13:08:19.738 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:08:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:19 smithi123 ceph-mon[191304]: pgmap v6458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:19 smithi123 ceph-mon[188613]: pgmap v6458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:20.047 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:08:20.047 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 8s ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:08:20.047 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 8m ago 2h 94.3M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:08:20.047 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 8s ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:08:20.047 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 8m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:08:20.047 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 8m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:08:20.047 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 8s ago 2h 641M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:08:20.048 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 8s ago 2h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:08:20.048 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 8m ago 2h 395M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:08:20.048 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 8s ago 2h 448M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:08:20.048 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 8s ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:08:20.048 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 8m ago 2h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:08:20.048 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 8s ago 2h 4185M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:08:20.048 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 8s ago 2h 4929M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:08:20.048 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 8s ago 2h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:08:20.049 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 8s ago 2h 4064M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:08:20.049 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 8m ago 2h 3368M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:08:20.049 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 8m ago 2h 3658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:08:20.049 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 8m ago 2h 3107M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:08:20.049 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 8m ago 2h 3544M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:08:20.049 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 8m ago 2h 117M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:08:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:19 smithi177 ceph-mon[212096]: pgmap v6458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:20.429 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:08:20.429 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:08:20.429 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:08:20.429 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:08:20.429 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:08:20.429 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:08:20.429 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:08:20.429 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:08:20.429 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:08:20.429 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:08:20.430 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:08:20.430 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:08:20.430 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:08:20.430 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:08:20.430 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:08:20.430 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:08:20.430 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:08:20.430 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:08:21.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:20 smithi177 ceph-mon[212096]: from='client.40458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:08:21.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:20 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2433004935' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:08:21.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:20 smithi123 ceph-mon[191304]: from='client.40458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:08:21.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:20 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2433004935' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:08:21.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:20 smithi123 ceph-mon[188613]: from='client.40458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:08:21.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:20 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2433004935' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:08:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:21 smithi177 ceph-mon[212096]: pgmap v6459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:21 smithi177 ceph-mon[212096]: from='client.40464 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:08:22.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:21 smithi123 ceph-mon[191304]: pgmap v6459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:22.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:21 smithi123 ceph-mon[191304]: from='client.40464 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:08:22.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:21 smithi123 ceph-mon[188613]: pgmap v6459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:22.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:21 smithi123 ceph-mon[188613]: from='client.40464 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:08:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:23 smithi177 ceph-mon[212096]: pgmap v6460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:24.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:23 smithi123 ceph-mon[191304]: pgmap v6460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:23 smithi123 ceph-mon[188613]: pgmap v6460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:25 smithi177 ceph-mon[212096]: pgmap v6461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:25 smithi123 ceph-mon[191304]: pgmap v6461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:25 smithi123 ceph-mon[188613]: pgmap v6461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:08:27.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:08:27.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:08:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:27 smithi177 ceph-mon[212096]: pgmap v6462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:27 smithi123 ceph-mon[191304]: pgmap v6462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:28.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:27 smithi123 ceph-mon[188613]: pgmap v6462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:08:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:08:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:08:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:29 smithi177 ceph-mon[212096]: pgmap v6463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:29 smithi123 ceph-mon[191304]: pgmap v6463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:30.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:29 smithi123 ceph-mon[188613]: pgmap v6463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:31 smithi177 ceph-mon[212096]: pgmap v6464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:32.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:31 smithi123 ceph-mon[188613]: pgmap v6464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:32.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:31 smithi123 ceph-mon[191304]: pgmap v6464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:33 smithi177 ceph-mon[212096]: pgmap v6465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:33 smithi123 ceph-mon[191304]: pgmap v6465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:34.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:33 smithi123 ceph-mon[188613]: pgmap v6465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:35 smithi177 ceph-mon[212096]: pgmap v6466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:35 smithi123 ceph-mon[191304]: pgmap v6466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:36.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:35 smithi123 ceph-mon[188613]: pgmap v6466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:37.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:36 smithi177 ceph-mon[212096]: pgmap v6467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:37.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:36 smithi123 ceph-mon[191304]: pgmap v6467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:37.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:36 smithi123 ceph-mon[188613]: pgmap v6467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:39.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:38 smithi123 ceph-mon[191304]: pgmap v6468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:39.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:38 smithi123 ceph-mon[188613]: pgmap v6468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:39.243 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:08:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:08:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:08:39.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:38 smithi177 ceph-mon[212096]: pgmap v6468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:41.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:41 smithi177 ceph-mon[212096]: pgmap v6469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:41.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:41 smithi123 ceph-mon[191304]: pgmap v6469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:41.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:41 smithi123 ceph-mon[188613]: pgmap v6469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:08:42.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:08:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:08:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:43 smithi177 ceph-mon[212096]: pgmap v6470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:43 smithi123 ceph-mon[191304]: pgmap v6470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:43 smithi123 ceph-mon[188613]: pgmap v6470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:45.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:45 smithi177 ceph-mon[212096]: pgmap v6471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:45 smithi123 ceph-mon[191304]: pgmap v6471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:45.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:45 smithi123 ceph-mon[188613]: pgmap v6471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:47.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:47 smithi177 ceph-mon[212096]: pgmap v6472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:47 smithi123 ceph-mon[191304]: pgmap v6472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:47.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:47 smithi123 ceph-mon[188613]: pgmap v6472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:49.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:49 smithi177 ceph-mon[212096]: pgmap v6473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:49 smithi123 ceph-mon[191304]: pgmap v6473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:49.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:49 smithi123 ceph-mon[188613]: pgmap v6473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:08:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:08:49] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:08:50.779 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:08:51.085 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:08:51.085 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 39s ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:08:51.085 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 8m ago 2h 94.3M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:08:51.085 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 39s ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:08:51.085 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 8m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:08:51.085 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 8m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:08:51.085 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 39s ago 2h 641M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:08:51.085 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 39s ago 2h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:08:51.085 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 8m ago 2h 395M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:08:51.085 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 39s ago 2h 448M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:08:51.086 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 39s ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:08:51.086 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 8m ago 2h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:08:51.086 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 39s ago 2h 4185M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:08:51.086 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 39s ago 2h 4929M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:08:51.086 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 39s ago 2h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:08:51.086 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 39s ago 2h 4064M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:08:51.086 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 8m ago 2h 3368M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:08:51.086 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 8m ago 2h 3658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:08:51.086 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 8m ago 2h 3107M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:08:51.086 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 8m ago 2h 3544M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:08:51.086 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 8m ago 2h 117M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:08:51.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:51 smithi177 ceph-mon[212096]: pgmap v6474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:51.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:51 smithi177 ceph-mon[212096]: from='client.40476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:08:51.472 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:08:51.472 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:08:51.472 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:08:51.472 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:08:51.472 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:08:51.472 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:08:51.472 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:08:51.473 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:08:51.473 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:08:51.473 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:08:51.473 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:08:51.473 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:08:51.473 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:08:51.473 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:08:51.473 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:08:51.473 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:08:51.473 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:08:51.474 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:08:51.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:51 smithi123 ceph-mon[191304]: pgmap v6474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:51.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:51 smithi123 ceph-mon[191304]: from='client.40476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:08:51.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:51 smithi123 ceph-mon[188613]: pgmap v6474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:51.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:51 smithi123 ceph-mon[188613]: from='client.40476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:08:52.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:52 smithi177 ceph-mon[212096]: from='client.40482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:08:52.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:52 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4112126657' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:08:52.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:52 smithi123 ceph-mon[191304]: from='client.40482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:08:52.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:52 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4112126657' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:08:52.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:52 smithi123 ceph-mon[188613]: from='client.40482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:08:52.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:52 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4112126657' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:08:53.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:53 smithi177 ceph-mon[212096]: pgmap v6475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:53 smithi123 ceph-mon[191304]: pgmap v6475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:53 smithi123 ceph-mon[188613]: pgmap v6475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:55.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:55 smithi177 ceph-mon[212096]: pgmap v6476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:55.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:55 smithi123 ceph-mon[191304]: pgmap v6476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:55.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:55 smithi123 ceph-mon[188613]: pgmap v6476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:57 smithi177 ceph-mon[212096]: pgmap v6477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:08:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:57 smithi123 ceph-mon[191304]: pgmap v6477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:08:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:57 smithi123 ceph-mon[188613]: pgmap v6477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:08:59.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:08:59 smithi177 ceph-mon[212096]: pgmap v6478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:59.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:08:59 smithi123 ceph-mon[191304]: pgmap v6478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:59.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:08:59 smithi123 ceph-mon[188613]: pgmap v6478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:08:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:08:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:08:59] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T13:09:01.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:01 smithi177 ceph-mon[212096]: pgmap v6479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:01 smithi123 ceph-mon[191304]: pgmap v6479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:01 smithi123 ceph-mon[188613]: pgmap v6479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:03.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:03 smithi177 ceph-mon[212096]: pgmap v6480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:03.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:03 smithi123 ceph-mon[188613]: pgmap v6480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:03.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:03 smithi123 ceph-mon[191304]: pgmap v6480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:05 smithi177 ceph-mon[212096]: pgmap v6481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:05 smithi123 ceph-mon[191304]: pgmap v6481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:05.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:05 smithi123 ceph-mon[188613]: pgmap v6481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:07 smithi177 ceph-mon[212096]: pgmap v6482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:07 smithi123 ceph-mon[191304]: pgmap v6482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:07.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:07 smithi123 ceph-mon[188613]: pgmap v6482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:09.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:09 smithi177 ceph-mon[212096]: pgmap v6483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:09 smithi123 ceph-mon[191304]: pgmap v6483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:09.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:09 smithi123 ceph-mon[188613]: pgmap v6483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:09:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:09:09] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T13:09:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:11 smithi177 ceph-mon[212096]: pgmap v6484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:11.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:11 smithi123 ceph-mon[191304]: pgmap v6484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:11.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:11 smithi123 ceph-mon[188613]: pgmap v6484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:09:12.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:09:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:09:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:13 smithi177 ceph-mon[212096]: pgmap v6485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:09:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:09:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:09:13.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:09:13.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:09:13.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:09:13.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:13 smithi123 ceph-mon[188613]: pgmap v6485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:13.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:09:13.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:09:13.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:09:13.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:09:13.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:09:13.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:09:13.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:13 smithi123 ceph-mon[191304]: pgmap v6485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:13.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:09:13.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:09:13.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:09:13.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:09:13.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:09:13.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:09:15.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:15 smithi177 ceph-mon[212096]: pgmap v6486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:15 smithi123 ceph-mon[191304]: pgmap v6486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:15 smithi123 ceph-mon[188613]: pgmap v6486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:17.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:17 smithi177 ceph-mon[212096]: pgmap v6487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:17 smithi123 ceph-mon[191304]: pgmap v6487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:17 smithi123 ceph-mon[188613]: pgmap v6487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:19.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:19 smithi177 ceph-mon[212096]: pgmap v6488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:19 smithi123 ceph-mon[191304]: pgmap v6488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:19.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:19 smithi123 ceph-mon[188613]: pgmap v6488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:09:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:09:19] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:09:21.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:21 smithi177 ceph-mon[212096]: pgmap v6489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:21.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:21 smithi123 ceph-mon[191304]: pgmap v6489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:21.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:21 smithi123 ceph-mon[188613]: pgmap v6489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:21.818 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:09:22.127 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:09:22.127 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 70s ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:09:22.127 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 9m ago 2h 94.3M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:09:22.127 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 70s ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:09:22.127 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 9m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:09:22.127 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 9m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:09:22.127 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 70s ago 2h 641M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:09:22.127 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 70s ago 2h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:09:22.127 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 9m ago 2h 395M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:09:22.127 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 70s ago 2h 448M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:09:22.127 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 70s ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:09:22.127 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 9m ago 2h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:09:22.127 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 70s ago 2h 4185M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:09:22.128 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 70s ago 2h 4929M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:09:22.128 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 70s ago 2h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:09:22.128 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 70s ago 2h 4064M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:09:22.128 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 9m ago 2h 3368M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:09:22.128 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 9m ago 2h 3658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:09:22.128 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 9m ago 2h 3107M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:09:22.128 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 9m ago 2h 3544M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:09:22.128 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 9m ago 2h 117M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:09:22.508 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:09:22.509 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:09:22.509 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:09:22.509 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:09:22.509 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:09:22.509 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:09:22.509 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:09:22.509 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:09:22.509 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:09:22.509 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:09:22.510 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:09:22.510 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:09:22.510 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:09:22.510 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:09:22.510 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:09:22.510 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:09:22.510 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:09:22.510 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:09:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:23 smithi177 ceph-mon[212096]: from='client.40494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:09:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:23 smithi177 ceph-mon[212096]: pgmap v6490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:23.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:23 smithi177 ceph-mon[212096]: from='client.40500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:09:23.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:23 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1499721522' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:09:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:23 smithi123 ceph-mon[191304]: from='client.40494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:09:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:23 smithi123 ceph-mon[191304]: pgmap v6490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:23 smithi123 ceph-mon[191304]: from='client.40500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:09:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:23 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1499721522' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:09:23.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:23 smithi123 ceph-mon[188613]: from='client.40494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:09:23.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:23 smithi123 ceph-mon[188613]: pgmap v6490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:23.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:23 smithi123 ceph-mon[188613]: from='client.40500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:09:23.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:23 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1499721522' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:09:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:25 smithi177 ceph-mon[212096]: pgmap v6491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:25 smithi123 ceph-mon[191304]: pgmap v6491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:25 smithi123 ceph-mon[188613]: pgmap v6491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:27 smithi177 ceph-mon[212096]: pgmap v6492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:09:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:27 smithi123 ceph-mon[191304]: pgmap v6492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:09:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:27 smithi123 ceph-mon[188613]: pgmap v6492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:09:29.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:29 smithi177 ceph-mon[212096]: pgmap v6493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:29 smithi123 ceph-mon[191304]: pgmap v6493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:29 smithi123 ceph-mon[188613]: pgmap v6493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:09:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:09:29] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:09:31.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:31 smithi177 ceph-mon[212096]: pgmap v6494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:31.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:31 smithi123 ceph-mon[191304]: pgmap v6494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:31.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:31 smithi123 ceph-mon[188613]: pgmap v6494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:33.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:33 smithi177 ceph-mon[212096]: pgmap v6495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:33 smithi123 ceph-mon[191304]: pgmap v6495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:33.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:33 smithi123 ceph-mon[188613]: pgmap v6495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:35.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:35 smithi177 ceph-mon[212096]: pgmap v6496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:35.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:35 smithi123 ceph-mon[188613]: pgmap v6496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:35.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:35 smithi123 ceph-mon[191304]: pgmap v6496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:37.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:37 smithi177 ceph-mon[212096]: pgmap v6497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:37 smithi123 ceph-mon[191304]: pgmap v6497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:37.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:37 smithi123 ceph-mon[188613]: pgmap v6497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:39.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:39 smithi177 ceph-mon[212096]: pgmap v6498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:39 smithi123 ceph-mon[191304]: pgmap v6498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:39.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:39 smithi123 ceph-mon[188613]: pgmap v6498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:09:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:09:39] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:09:41.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:41 smithi177 ceph-mon[212096]: pgmap v6499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:41.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:41 smithi123 ceph-mon[191304]: pgmap v6499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:41.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:41 smithi123 ceph-mon[188613]: pgmap v6499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:09:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:09:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:09:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:43 smithi177 ceph-mon[212096]: pgmap v6500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:43 smithi123 ceph-mon[191304]: pgmap v6500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:43 smithi123 ceph-mon[188613]: pgmap v6500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:45.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:45 smithi177 ceph-mon[212096]: pgmap v6501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:45.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:45 smithi123 ceph-mon[188613]: pgmap v6501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:45 smithi123 ceph-mon[191304]: pgmap v6501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:47.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:47 smithi177 ceph-mon[212096]: pgmap v6502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:47.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:47 smithi123 ceph-mon[188613]: pgmap v6502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:47 smithi123 ceph-mon[191304]: pgmap v6502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:49.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:49 smithi177 ceph-mon[212096]: pgmap v6503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:49.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:49 smithi123 ceph-mon[188613]: pgmap v6503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:49 smithi123 ceph-mon[191304]: pgmap v6503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:09:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:09:49] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:09:51.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:51 smithi177 ceph-mon[212096]: pgmap v6504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:51.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:51 smithi123 ceph-mon[188613]: pgmap v6504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:51.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:51 smithi123 ceph-mon[191304]: pgmap v6504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:52.850 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:09:53.157 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:09:53.157 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 101s ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:09:53.157 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 9m ago 2h 94.3M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:09:53.157 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 101s ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:09:53.157 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 9m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:09:53.157 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 9m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:09:53.157 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 101s ago 2h 641M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:09:53.158 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 101s ago 2h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:09:53.158 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 9m ago 2h 395M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:09:53.158 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 101s ago 2h 448M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:09:53.158 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 101s ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:09:53.158 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 9m ago 2h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:09:53.158 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 101s ago 2h 4185M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:09:53.158 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 101s ago 2h 4929M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:09:53.158 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 101s ago 2h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:09:53.158 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 101s ago 2h 4064M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:09:53.158 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 9m ago 2h 3368M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:09:53.158 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 9m ago 2h 3658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:09:53.158 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 9m ago 2h 3107M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:09:53.158 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 9m ago 2h 3544M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:09:53.158 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 9m ago 2h 117M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:09:53.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:53 smithi177 ceph-mon[212096]: pgmap v6505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:53.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:53 smithi123 ceph-mon[191304]: pgmap v6505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:53 smithi123 ceph-mon[188613]: pgmap v6505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:53.538 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:09:53.538 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:09:53.538 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:09:53.539 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:09:53.539 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:09:53.539 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:09:53.539 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:09:53.539 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:09:53.539 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:09:53.539 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:09:53.539 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:09:53.539 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:09:53.539 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:09:53.539 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:09:53.539 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:09:53.539 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:09:53.539 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:09:53.539 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:09:54.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:54 smithi123 ceph-mon[191304]: from='client.50456 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:09:54.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:54 smithi123 ceph-mon[191304]: from='client.40518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:09:54.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:54 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4025747213' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:09:54.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:54 smithi123 ceph-mon[188613]: from='client.50456 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:09:54.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:54 smithi123 ceph-mon[188613]: from='client.40518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:09:54.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:54 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4025747213' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:09:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:54 smithi177 ceph-mon[212096]: from='client.50456 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:09:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:54 smithi177 ceph-mon[212096]: from='client.40518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:09:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:54 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4025747213' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:09:55.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:55 smithi123 ceph-mon[191304]: pgmap v6506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:55.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:55 smithi123 ceph-mon[188613]: pgmap v6506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:55 smithi177 ceph-mon[212096]: pgmap v6506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:57 smithi123 ceph-mon[191304]: pgmap v6507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:09:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:57 smithi123 ceph-mon[188613]: pgmap v6507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:09:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:57 smithi177 ceph-mon[212096]: pgmap v6507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:09:59.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:09:59 smithi123 ceph-mon[191304]: pgmap v6508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:59.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:09:59 smithi123 ceph-mon[188613]: pgmap v6508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:09:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:09:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:09:59] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T13:09:59.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:09:59 smithi177 ceph-mon[212096]: pgmap v6508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T13:10:00.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T13:09:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T13:10:00.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T13:10:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T13:10:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:01 smithi123 ceph-mon[188613]: pgmap v6509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:01 smithi123 ceph-mon[191304]: pgmap v6509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:01 smithi177 ceph-mon[212096]: pgmap v6509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:03.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:03 smithi123 ceph-mon[191304]: pgmap v6510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:03.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:03 smithi123 ceph-mon[188613]: pgmap v6510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:03 smithi177 ceph-mon[212096]: pgmap v6510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:05 smithi123 ceph-mon[191304]: pgmap v6511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:05.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:05 smithi123 ceph-mon[188613]: pgmap v6511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:05.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:05 smithi177 ceph-mon[212096]: pgmap v6511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:07 smithi123 ceph-mon[191304]: pgmap v6512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:07.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:07 smithi123 ceph-mon[188613]: pgmap v6512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:07.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:07 smithi177 ceph-mon[212096]: pgmap v6512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:09 smithi123 ceph-mon[191304]: pgmap v6513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:09.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:09 smithi123 ceph-mon[188613]: pgmap v6513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:10:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:10:09] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T13:10:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:09 smithi177 ceph-mon[212096]: pgmap v6513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:11.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:11 smithi123 ceph-mon[188613]: pgmap v6514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:11.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:11 smithi123 ceph-mon[191304]: pgmap v6514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:11 smithi177 ceph-mon[212096]: pgmap v6514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:10:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:10:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:10:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:13 smithi123 ceph-mon[191304]: pgmap v6515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:10:13.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:13 smithi123 ceph-mon[188613]: pgmap v6515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:13.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:10:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:13 smithi177 ceph-mon[212096]: pgmap v6515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:10:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:15 smithi123 ceph-mon[191304]: pgmap v6516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:15 smithi123 ceph-mon[188613]: pgmap v6516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:15.556 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:15 smithi177 ceph-mon[212096]: pgmap v6516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:10:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:10:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:10:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:10:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:10:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:10:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:10:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:10:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:10:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:10:17.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:10:17.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:10:17.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:10:17.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:10:17.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:10:18.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:17 smithi177 ceph-mon[212096]: pgmap v6517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:18.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:17 smithi123 ceph-mon[191304]: pgmap v6517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:18.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:17 smithi123 ceph-mon[188613]: pgmap v6517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:10:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:10:19] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:10:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:19 smithi177 ceph-mon[212096]: pgmap v6518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:20.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:19 smithi123 ceph-mon[188613]: pgmap v6518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:20.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:19 smithi123 ceph-mon[191304]: pgmap v6518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:21 smithi177 ceph-mon[212096]: pgmap v6519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:22.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:21 smithi123 ceph-mon[191304]: pgmap v6519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:22.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:21 smithi123 ceph-mon[188613]: pgmap v6519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:23.890 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:10:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:23 smithi177 ceph-mon[212096]: pgmap v6520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:24.196 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:10:24.197 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 2m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:10:24.197 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 8s ago 2h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:10:24.197 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 2m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:10:24.197 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 8s ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:10:24.197 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 8s ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:10:24.197 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 2m ago 2h 641M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:10:24.197 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 2m ago 2h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:10:24.197 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 8s ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:10:24.197 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 2m ago 2h 448M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:10:24.197 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 2m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:10:24.197 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 8s ago 2h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:10:24.197 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 2m ago 2h 4185M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:10:24.197 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 2m ago 2h 4929M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:10:24.197 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 2m ago 2h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:10:24.198 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 2m ago 2h 4064M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:10:24.198 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 8s ago 2h 3394M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:10:24.198 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 8s ago 2h 3691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:10:24.198 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 8s ago 2h 3137M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:10:24.198 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 8s ago 2h 3580M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:10:24.198 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 8s ago 2h 122M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:10:24.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:23 smithi123 ceph-mon[191304]: pgmap v6520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:23 smithi123 ceph-mon[188613]: pgmap v6520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:24.580 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:10:24.580 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:10:24.580 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:10:24.580 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:10:24.580 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:10:24.580 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:10:24.580 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:10:24.580 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:10:24.581 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:10:24.581 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:10:24.581 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:10:24.581 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:10:24.581 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:10:24.581 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:10:24.581 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:10:24.581 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:10:24.581 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:10:24.581 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:10:25.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:24 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/119858780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:10:25.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:24 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/119858780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:10:25.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:24 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/119858780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:10:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:25 smithi177 ceph-mon[212096]: from='client.40530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:10:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:25 smithi177 ceph-mon[212096]: pgmap v6521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:25 smithi177 ceph-mon[212096]: from='client.50480 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:10:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:25 smithi123 ceph-mon[191304]: from='client.40530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:10:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:25 smithi123 ceph-mon[191304]: pgmap v6521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:25 smithi123 ceph-mon[191304]: from='client.50480 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:10:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:25 smithi123 ceph-mon[188613]: from='client.40530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:10:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:25 smithi123 ceph-mon[188613]: pgmap v6521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:25 smithi123 ceph-mon[188613]: from='client.50480 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:10:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:10:27.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:10:27.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:10:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:27 smithi177 ceph-mon[212096]: pgmap v6522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:27 smithi123 ceph-mon[191304]: pgmap v6522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:28.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:27 smithi123 ceph-mon[188613]: pgmap v6522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:10:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:10:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:10:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:29 smithi177 ceph-mon[212096]: pgmap v6523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:29 smithi123 ceph-mon[191304]: pgmap v6523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:30.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:29 smithi123 ceph-mon[188613]: pgmap v6523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:31 smithi177 ceph-mon[212096]: pgmap v6524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:32.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:31 smithi123 ceph-mon[191304]: pgmap v6524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:32.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:31 smithi123 ceph-mon[188613]: pgmap v6524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:33 smithi177 ceph-mon[212096]: pgmap v6525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:33 smithi123 ceph-mon[191304]: pgmap v6525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:34.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:33 smithi123 ceph-mon[188613]: pgmap v6525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:35 smithi177 ceph-mon[212096]: pgmap v6526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:36.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:35 smithi123 ceph-mon[188613]: pgmap v6526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:35 smithi123 ceph-mon[191304]: pgmap v6526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:37 smithi177 ceph-mon[212096]: pgmap v6527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:37 smithi123 ceph-mon[191304]: pgmap v6527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:37 smithi123 ceph-mon[188613]: pgmap v6527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:10:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:10:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:10:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:39 smithi177 ceph-mon[212096]: pgmap v6528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:39 smithi123 ceph-mon[191304]: pgmap v6528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:39 smithi123 ceph-mon[188613]: pgmap v6528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:41 smithi177 ceph-mon[212096]: pgmap v6529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:10:42.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:41 smithi123 ceph-mon[188613]: pgmap v6529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:42.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:10:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:41 smithi123 ceph-mon[191304]: pgmap v6529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:10:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:43 smithi177 ceph-mon[212096]: pgmap v6530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:44.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:43 smithi123 ceph-mon[188613]: pgmap v6530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:44.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:43 smithi123 ceph-mon[191304]: pgmap v6530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:45.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:44 smithi177 ceph-mon[212096]: pgmap v6531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:45.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:44 smithi123 ceph-mon[191304]: pgmap v6531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:45.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:44 smithi123 ceph-mon[188613]: pgmap v6531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:47.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:47 smithi177 ceph-mon[212096]: pgmap v6532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:47.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:47 smithi123 ceph-mon[188613]: pgmap v6532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:47 smithi123 ceph-mon[191304]: pgmap v6532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:49.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:49 smithi177 ceph-mon[212096]: pgmap v6533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:49 smithi123 ceph-mon[191304]: pgmap v6533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:49.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:49 smithi123 ceph-mon[188613]: pgmap v6533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:10:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:10:49] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:10:51.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:51 smithi177 ceph-mon[212096]: pgmap v6534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:51.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:51 smithi123 ceph-mon[191304]: pgmap v6534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:51.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:51 smithi123 ceph-mon[188613]: pgmap v6534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:53.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:53 smithi177 ceph-mon[212096]: pgmap v6535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:53 smithi123 ceph-mon[191304]: pgmap v6535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:53 smithi123 ceph-mon[188613]: pgmap v6535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:54.928 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:10:55.236 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:10:55.236 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 2m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:10:55.237 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 39s ago 2h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:10:55.237 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 2m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:10:55.237 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 39s ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:10:55.237 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 39s ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:10:55.237 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 2m ago 2h 641M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:10:55.237 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 2m ago 2h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:10:55.237 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 39s ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:10:55.237 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 2m ago 2h 448M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:10:55.237 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 2m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:10:55.237 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 39s ago 2h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:10:55.237 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 2m ago 2h 4185M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:10:55.237 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 2m ago 2h 4929M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:10:55.237 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 2m ago 2h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:10:55.237 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 2m ago 2h 4064M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:10:55.237 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 39s ago 2h 3394M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:10:55.238 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 39s ago 2h 3691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:10:55.238 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 39s ago 2h 3137M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:10:55.238 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 39s ago 2h 3580M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:10:55.238 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 39s ago 2h 122M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:10:55.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:55 smithi177 ceph-mon[212096]: pgmap v6536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:55.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:55 smithi123 ceph-mon[191304]: pgmap v6536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:55.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:55 smithi123 ceph-mon[188613]: pgmap v6536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:55.621 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:10:55.621 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:10:55.621 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:10:55.621 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:10:55.621 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:10:55.622 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:10:55.622 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:10:55.622 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:10:55.622 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:10:55.622 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:10:55.622 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:10:55.622 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:10:55.622 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:10:55.622 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:10:55.622 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:10:55.622 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:10:55.622 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:10:55.622 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:10:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:56 smithi177 ceph-mon[212096]: from='client.40548 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:10:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:56 smithi177 ceph-mon[212096]: from='client.40554 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:10:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:56 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1551066670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:10:56.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:56 smithi123 ceph-mon[191304]: from='client.40548 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:10:56.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:56 smithi123 ceph-mon[191304]: from='client.40554 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:10:56.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:56 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1551066670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:10:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:56 smithi123 ceph-mon[188613]: from='client.40548 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:10:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:56 smithi123 ceph-mon[188613]: from='client.40554 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:10:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:56 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1551066670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:10:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:57 smithi177 ceph-mon[212096]: pgmap v6537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:10:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:57 smithi123 ceph-mon[191304]: pgmap v6537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:10:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:57 smithi123 ceph-mon[188613]: pgmap v6537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:10:59.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:10:59 smithi177 ceph-mon[212096]: pgmap v6538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:59.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:10:59 smithi123 ceph-mon[188613]: pgmap v6538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:59.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:10:59 smithi123 ceph-mon[191304]: pgmap v6538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:10:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:10:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:10:59] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:11:01.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:01 smithi177 ceph-mon[212096]: pgmap v6539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:01.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:01 smithi123 ceph-mon[191304]: pgmap v6539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:01 smithi123 ceph-mon[188613]: pgmap v6539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:03.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:03 smithi177 ceph-mon[212096]: pgmap v6540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:03.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:03 smithi123 ceph-mon[188613]: pgmap v6540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:03.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:03 smithi123 ceph-mon[191304]: pgmap v6540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:05 smithi177 ceph-mon[212096]: pgmap v6541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:05 smithi123 ceph-mon[191304]: pgmap v6541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:05.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:05 smithi123 ceph-mon[188613]: pgmap v6541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:07 smithi177 ceph-mon[212096]: pgmap v6542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:07 smithi123 ceph-mon[191304]: pgmap v6542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:07.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:07 smithi123 ceph-mon[188613]: pgmap v6542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:09.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:09 smithi177 ceph-mon[212096]: pgmap v6543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:09.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:09 smithi123 ceph-mon[188613]: pgmap v6543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:09 smithi123 ceph-mon[191304]: pgmap v6543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:11:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:11:09] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:11:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:11 smithi177 ceph-mon[212096]: pgmap v6544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:11.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:11 smithi123 ceph-mon[191304]: pgmap v6544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:11.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:11 smithi123 ceph-mon[188613]: pgmap v6544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:11:12.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:11:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:11:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:13 smithi177 ceph-mon[212096]: pgmap v6545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:13 smithi123 ceph-mon[191304]: pgmap v6545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:13.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:13 smithi123 ceph-mon[188613]: pgmap v6545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:15.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:15 smithi177 ceph-mon[212096]: pgmap v6546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:15 smithi123 ceph-mon[191304]: pgmap v6546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:15 smithi123 ceph-mon[188613]: pgmap v6546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:17.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:17 smithi177 ceph-mon[212096]: pgmap v6547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:17.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:11:17.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:11:17.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:11:17.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:11:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:17 smithi123 ceph-mon[188613]: pgmap v6547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:11:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:11:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:11:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:11:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:17 smithi123 ceph-mon[191304]: pgmap v6547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:11:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:11:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:11:17.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:11:19.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:19 smithi177 ceph-mon[212096]: pgmap v6548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:19.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:19 smithi123 ceph-mon[188613]: pgmap v6548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:19 smithi123 ceph-mon[191304]: pgmap v6548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:11:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:11:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:11:21.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:21 smithi177 ceph-mon[212096]: pgmap v6549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:21 smithi123 ceph-mon[191304]: pgmap v6549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:21.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:21 smithi123 ceph-mon[188613]: pgmap v6549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:23 smithi177 ceph-mon[212096]: pgmap v6550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:23.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:23 smithi123 ceph-mon[191304]: pgmap v6550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:23.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:23 smithi123 ceph-mon[188613]: pgmap v6550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:25 smithi177 ceph-mon[212096]: pgmap v6551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:25 smithi123 ceph-mon[191304]: pgmap v6551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:25 smithi123 ceph-mon[188613]: pgmap v6551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:25.968 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:11:26.274 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:11:26.274 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 3m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:11:26.275 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 70s ago 2h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:11:26.275 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 3m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:11:26.275 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 70s ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:11:26.275 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 70s ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:11:26.275 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 3m ago 2h 641M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:11:26.275 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 3m ago 2h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:11:26.275 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 70s ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:11:26.275 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 3m ago 2h 448M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:11:26.275 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 3m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:11:26.275 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 70s ago 2h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:11:26.275 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 3m ago 2h 4185M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:11:26.275 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 3m ago 2h 4929M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:11:26.275 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 3m ago 2h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:11:26.276 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 3m ago 2h 4064M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:11:26.276 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 70s ago 2h 3394M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:11:26.276 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 70s ago 2h 3691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:11:26.276 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 70s ago 2h 3137M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:11:26.276 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 70s ago 2h 3580M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:11:26.276 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 70s ago 2h 122M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:11:26.656 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:11:26.656 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:11:26.656 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:11:26.656 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:11:26.657 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:11:26.657 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:11:26.657 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:11:26.657 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:11:26.657 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:11:26.657 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:11:26.657 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:11:26.657 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:11:26.657 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:11:26.657 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:11:26.657 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:11:26.657 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:11:26.657 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:11:26.657 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:11:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:27 smithi177 ceph-mon[212096]: from='client.50510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:11:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:27 smithi177 ceph-mon[212096]: pgmap v6552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:27 smithi177 ceph-mon[212096]: from='client.40572 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:11:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:11:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:27 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2349097887' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:11:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:27 smithi123 ceph-mon[191304]: from='client.50510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:11:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:27 smithi123 ceph-mon[191304]: pgmap v6552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:27 smithi123 ceph-mon[191304]: from='client.40572 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:11:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:11:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:27 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2349097887' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:11:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:27 smithi123 ceph-mon[188613]: from='client.50510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:11:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:27 smithi123 ceph-mon[188613]: pgmap v6552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:27 smithi123 ceph-mon[188613]: from='client.40572 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:11:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:11:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:27 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2349097887' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:11:28.903 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 13:11:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T13:11:28.585463428Z level=info msg="Completed cleanup jobs" duration=11.851985ms 2023-12-20T13:11:29.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:29 smithi177 ceph-mon[212096]: pgmap v6553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:29 smithi123 ceph-mon[191304]: pgmap v6553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:29 smithi123 ceph-mon[188613]: pgmap v6553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:11:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:11:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:11:31.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:31 smithi177 ceph-mon[212096]: pgmap v6554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:31.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:31 smithi123 ceph-mon[191304]: pgmap v6554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:31.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:31 smithi123 ceph-mon[188613]: pgmap v6554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:33.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:33 smithi177 ceph-mon[212096]: pgmap v6555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:33 smithi123 ceph-mon[191304]: pgmap v6555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:33.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:33 smithi123 ceph-mon[188613]: pgmap v6555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:35.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:35 smithi177 ceph-mon[212096]: pgmap v6556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:35.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:35 smithi123 ceph-mon[188613]: pgmap v6556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:35.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:35 smithi123 ceph-mon[191304]: pgmap v6556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:37.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:37 smithi177 ceph-mon[212096]: pgmap v6557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:37 smithi123 ceph-mon[191304]: pgmap v6557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:37.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:37 smithi123 ceph-mon[188613]: pgmap v6557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:39.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:39 smithi177 ceph-mon[212096]: pgmap v6558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:11:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:11:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:11:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:39 smithi123 ceph-mon[191304]: pgmap v6558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:39.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:39 smithi123 ceph-mon[188613]: pgmap v6558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:41.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:41 smithi177 ceph-mon[212096]: pgmap v6559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:41.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:41 smithi123 ceph-mon[191304]: pgmap v6559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:41.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:41 smithi123 ceph-mon[188613]: pgmap v6559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:11:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:11:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:11:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:43 smithi177 ceph-mon[212096]: pgmap v6560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:43 smithi123 ceph-mon[191304]: pgmap v6560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:43 smithi123 ceph-mon[188613]: pgmap v6560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:45 smithi123 ceph-mon[191304]: pgmap v6561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:45.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:45 smithi123 ceph-mon[188613]: pgmap v6561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:45.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:45 smithi177 ceph-mon[212096]: pgmap v6561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:47 smithi123 ceph-mon[191304]: pgmap v6562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:47.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:47 smithi123 ceph-mon[188613]: pgmap v6562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:47 smithi177 ceph-mon[212096]: pgmap v6562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:49 smithi123 ceph-mon[191304]: pgmap v6563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:49.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:49 smithi123 ceph-mon[188613]: pgmap v6563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:11:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:11:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:11:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:49 smithi177 ceph-mon[212096]: pgmap v6563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:51.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:51 smithi123 ceph-mon[191304]: pgmap v6564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:51.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:51 smithi123 ceph-mon[188613]: pgmap v6564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:51 smithi177 ceph-mon[212096]: pgmap v6564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:53 smithi123 ceph-mon[191304]: pgmap v6565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:53 smithi123 ceph-mon[188613]: pgmap v6565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:53 smithi177 ceph-mon[212096]: pgmap v6565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:55.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:55 smithi123 ceph-mon[191304]: pgmap v6566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:55.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:55 smithi123 ceph-mon[188613]: pgmap v6566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:55 smithi177 ceph-mon[212096]: pgmap v6566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:57.000 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:11:57.307 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:11:57.307 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 3m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:11:57.307 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 101s ago 2h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:11:57.307 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 3m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:11:57.307 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 101s ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:11:57.307 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 101s ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:11:57.307 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 3m ago 2h 641M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:11:57.307 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 3m ago 2h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:11:57.307 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 101s ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:11:57.307 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 3m ago 2h 448M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:11:57.308 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 3m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:11:57.308 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 101s ago 2h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:11:57.308 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 3m ago 2h 4185M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:11:57.308 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 3m ago 2h 4929M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:11:57.308 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 3m ago 2h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:11:57.308 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 3m ago 2h 4064M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:11:57.308 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 101s ago 2h 3394M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:11:57.308 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 101s ago 2h 3691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:11:57.308 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 101s ago 2h 3137M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:11:57.308 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 101s ago 2h 3580M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:11:57.308 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 101s ago 2h 122M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:11:57.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:57 smithi123 ceph-mon[191304]: pgmap v6567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:11:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:57 smithi123 ceph-mon[188613]: pgmap v6567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:11:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:57 smithi177 ceph-mon[212096]: pgmap v6567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:11:57.692 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:11:57.692 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:11:57.692 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:11:57.692 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:11:57.692 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:11:57.692 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:11:57.692 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:11:57.692 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:11:57.692 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:11:57.692 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:11:57.692 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:11:57.692 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:11:57.692 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:11:57.692 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:11:57.693 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:11:57.693 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:11:57.693 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:11:57.693 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:11:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:58 smithi123 ceph-mon[191304]: from='client.40584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:11:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:58 smithi123 ceph-mon[191304]: from='client.50534 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:11:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:58 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3206478257' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:11:58.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:58 smithi123 ceph-mon[188613]: from='client.40584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:11:58.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:58 smithi123 ceph-mon[188613]: from='client.50534 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:11:58.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:58 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3206478257' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:11:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:58 smithi177 ceph-mon[212096]: from='client.40584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:11:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:58 smithi177 ceph-mon[212096]: from='client.50534 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:11:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:58 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3206478257' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:11:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:11:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:11:59] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:11:59.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:11:59 smithi123 ceph-mon[191304]: pgmap v6568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:59.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:11:59 smithi123 ceph-mon[188613]: pgmap v6568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:11:59.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:11:59 smithi177 ceph-mon[212096]: pgmap v6568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:01 smithi123 ceph-mon[191304]: pgmap v6569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:01 smithi123 ceph-mon[188613]: pgmap v6569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:01 smithi177 ceph-mon[212096]: pgmap v6569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:03.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:03 smithi123 ceph-mon[191304]: pgmap v6570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:03.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:03 smithi123 ceph-mon[188613]: pgmap v6570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:03 smithi177 ceph-mon[212096]: pgmap v6570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:05 smithi123 ceph-mon[191304]: pgmap v6571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:05.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:05 smithi123 ceph-mon[188613]: pgmap v6571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:05.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:05 smithi177 ceph-mon[212096]: pgmap v6571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:07 smithi123 ceph-mon[191304]: pgmap v6572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:07.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:07 smithi123 ceph-mon[188613]: pgmap v6572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:07.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:07 smithi177 ceph-mon[212096]: pgmap v6572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:09 smithi123 ceph-mon[191304]: pgmap v6573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:09.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:09 smithi123 ceph-mon[188613]: pgmap v6573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:12:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:12:09] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:12:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:09 smithi177 ceph-mon[212096]: pgmap v6573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:11.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:11 smithi123 ceph-mon[191304]: pgmap v6574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:11.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:11 smithi123 ceph-mon[188613]: pgmap v6574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:11 smithi177 ceph-mon[212096]: pgmap v6574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:12:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:12:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:12:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:13 smithi123 ceph-mon[191304]: pgmap v6575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:13.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:13 smithi123 ceph-mon[188613]: pgmap v6575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:13 smithi177 ceph-mon[212096]: pgmap v6575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:15 smithi123 ceph-mon[191304]: pgmap v6576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:15 smithi123 ceph-mon[188613]: pgmap v6576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:15 smithi177 ceph-mon[212096]: pgmap v6576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:17 smithi123 ceph-mon[191304]: pgmap v6577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:12:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:17 smithi123 ceph-mon[188613]: pgmap v6577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:12:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:17 smithi177 ceph-mon[212096]: pgmap v6577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:12:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:12:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:12:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:12:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:12:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:12:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:12:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:12:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:12:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:12:19.393 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:12:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:12:19] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T13:12:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:19 smithi177 ceph-mon[212096]: pgmap v6578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:19.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:19 smithi123 ceph-mon[191304]: pgmap v6578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:19.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:19 smithi123 ceph-mon[188613]: pgmap v6578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:21 smithi177 ceph-mon[212096]: pgmap v6579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:21 smithi123 ceph-mon[191304]: pgmap v6579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:21 smithi123 ceph-mon[188613]: pgmap v6579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:23 smithi177 ceph-mon[212096]: pgmap v6580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:23.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:23 smithi123 ceph-mon[188613]: pgmap v6580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:23 smithi123 ceph-mon[191304]: pgmap v6580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:25.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:25 smithi123 ceph-mon[191304]: pgmap v6581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:25.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:25 smithi123 ceph-mon[188613]: pgmap v6581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:25 smithi177 ceph-mon[212096]: pgmap v6581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:27 smithi123 ceph-mon[191304]: pgmap v6582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:12:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:27 smithi123 ceph-mon[188613]: pgmap v6582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:12:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:27 smithi177 ceph-mon[212096]: pgmap v6582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:12:28.046 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:12:28.352 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:12:28.352 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 4m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:12:28.352 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 2m ago 2h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:12:28.352 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 4m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:12:28.352 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 2m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:12:28.352 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 2m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:12:28.352 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 4m ago 2h 641M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:12:28.352 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 4m ago 2h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:12:28.352 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 2m ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:12:28.352 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 4m ago 2h 448M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:12:28.352 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 4m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:12:28.352 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 2m ago 2h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:12:28.352 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 4m ago 2h 4185M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:12:28.352 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 4m ago 2h 4929M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:12:28.352 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 4m ago 2h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:12:28.353 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 4m ago 2h 4064M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:12:28.353 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 2m ago 2h 3394M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:12:28.353 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 2m ago 2h 3691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:12:28.353 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 2m ago 2h 3137M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:12:28.353 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 2m ago 2h 3580M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:12:28.353 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 2m ago 2h 122M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:12:28.731 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:12:28.731 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:12:28.731 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:12:28.731 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:12:28.732 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:12:28.732 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:12:28.732 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:12:28.732 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:12:28.732 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:12:28.732 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:12:28.732 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:12:28.732 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:12:28.732 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:12:28.732 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:12:28.732 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:12:28.732 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:12:28.732 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:12:28.732 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:12:29.414 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:12:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:12:29] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:12:29.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:29 smithi123 ceph-mon[191304]: pgmap v6583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:29.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:29 smithi123 ceph-mon[191304]: from='client.40602 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:12:29.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:29 smithi123 ceph-mon[191304]: from='client.50552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:12:29.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:29 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3856607354' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:12:29.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:29 smithi123 ceph-mon[188613]: pgmap v6583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:29.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:29 smithi123 ceph-mon[188613]: from='client.40602 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:12:29.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:29 smithi123 ceph-mon[188613]: from='client.50552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:12:29.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:29 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3856607354' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:12:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:29 smithi177 ceph-mon[212096]: pgmap v6583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:29 smithi177 ceph-mon[212096]: from='client.40602 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:12:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:29 smithi177 ceph-mon[212096]: from='client.50552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:12:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:29 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3856607354' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:12:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:31 smithi123 ceph-mon[191304]: pgmap v6584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:31 smithi123 ceph-mon[188613]: pgmap v6584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:31 smithi177 ceph-mon[212096]: pgmap v6584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:33 smithi123 ceph-mon[191304]: pgmap v6585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:33 smithi123 ceph-mon[188613]: pgmap v6585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:33 smithi177 ceph-mon[212096]: pgmap v6585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:35 smithi123 ceph-mon[191304]: pgmap v6586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:35 smithi123 ceph-mon[188613]: pgmap v6586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:35 smithi177 ceph-mon[212096]: pgmap v6586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:37 smithi123 ceph-mon[191304]: pgmap v6587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:37 smithi123 ceph-mon[188613]: pgmap v6587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:37 smithi177 ceph-mon[212096]: pgmap v6587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:39.430 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:12:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:12:39] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:12:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:39 smithi123 ceph-mon[191304]: pgmap v6588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:39.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:39 smithi123 ceph-mon[188613]: pgmap v6588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:39 smithi177 ceph-mon[212096]: pgmap v6588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:41 smithi123 ceph-mon[191304]: pgmap v6589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:41 smithi123 ceph-mon[188613]: pgmap v6589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:41 smithi177 ceph-mon[212096]: pgmap v6589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:12:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:12:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:12:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:43 smithi123 ceph-mon[191304]: pgmap v6590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:43 smithi123 ceph-mon[188613]: pgmap v6590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:43 smithi177 ceph-mon[212096]: pgmap v6590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:45.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:45 smithi123 ceph-mon[191304]: pgmap v6591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:45.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:45 smithi123 ceph-mon[188613]: pgmap v6591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:45 smithi177 ceph-mon[212096]: pgmap v6591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:47 smithi123 ceph-mon[191304]: pgmap v6592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:47.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:47 smithi123 ceph-mon[188613]: pgmap v6592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:47 smithi177 ceph-mon[212096]: pgmap v6592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:49.454 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:12:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:12:49] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:12:49.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:49 smithi123 ceph-mon[191304]: pgmap v6593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:49.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:49 smithi123 ceph-mon[188613]: pgmap v6593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:49 smithi177 ceph-mon[212096]: pgmap v6593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:51.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:51 smithi123 ceph-mon[191304]: pgmap v6594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:51.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:51 smithi123 ceph-mon[188613]: pgmap v6594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:51 smithi177 ceph-mon[212096]: pgmap v6594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:53 smithi123 ceph-mon[191304]: pgmap v6595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:53 smithi123 ceph-mon[188613]: pgmap v6595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:53 smithi177 ceph-mon[212096]: pgmap v6595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:55 smithi123 ceph-mon[191304]: pgmap v6596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:55 smithi123 ceph-mon[188613]: pgmap v6596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:55 smithi177 ceph-mon[212096]: pgmap v6596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:57 smithi123 ceph-mon[191304]: pgmap v6597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:12:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:57 smithi123 ceph-mon[188613]: pgmap v6597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:12:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:57 smithi177 ceph-mon[212096]: pgmap v6597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:12:59.081 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:12:59.387 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:12:59.387 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 4m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:12:59.387 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 2m ago 2h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:12:59.387 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 4m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:12:59.387 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 2m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:12:59.388 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 2m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:12:59.388 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 4m ago 2h 641M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:12:59.388 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 4m ago 2h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:12:59.388 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 2m ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:12:59.388 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 4m ago 2h 448M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:12:59.388 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 4m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:12:59.388 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 2m ago 2h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:12:59.388 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 4m ago 2h 4185M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:12:59.388 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 4m ago 2h 4929M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:12:59.388 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 4m ago 2h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:12:59.388 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 4m ago 2h 4064M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:12:59.388 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 2m ago 2h 3394M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:12:59.388 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 2m ago 2h 3691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:12:59.388 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 2m ago 2h 3137M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:12:59.388 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 2m ago 2h 3580M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:12:59.389 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 2m ago 2h 122M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:12:59.472 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:12:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:12:59] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T13:12:59.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:12:59 smithi123 ceph-mon[191304]: pgmap v6598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:59.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:12:59 smithi123 ceph-mon[188613]: pgmap v6598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:12:59.775 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:12:59.775 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:12:59.775 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:12:59.775 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:12:59.775 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:12:59.775 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:12:59.775 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:12:59.775 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:12:59.775 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:12:59.775 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:12:59.776 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:12:59.776 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:12:59.776 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:12:59.776 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:12:59.776 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:12:59.776 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:12:59.776 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:12:59.776 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:12:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:12:59 smithi177 ceph-mon[212096]: pgmap v6598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:00 smithi123 ceph-mon[191304]: from='client.40620 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:13:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:00 smithi123 ceph-mon[191304]: from='client.50570 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:13:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:00 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3556940570' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:13:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:00 smithi123 ceph-mon[188613]: from='client.40620 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:13:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:00 smithi123 ceph-mon[188613]: from='client.50570 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:13:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:00 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3556940570' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:13:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:00 smithi177 ceph-mon[212096]: from='client.40620 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:13:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:00 smithi177 ceph-mon[212096]: from='client.50570 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:13:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:00 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3556940570' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:13:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:01 smithi123 ceph-mon[191304]: pgmap v6599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:01 smithi123 ceph-mon[188613]: pgmap v6599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:01 smithi177 ceph-mon[212096]: pgmap v6599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:03 smithi123 ceph-mon[191304]: pgmap v6600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:03 smithi123 ceph-mon[188613]: pgmap v6600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:03 smithi177 ceph-mon[212096]: pgmap v6600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:05 smithi123 ceph-mon[191304]: pgmap v6601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:05.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:05 smithi123 ceph-mon[188613]: pgmap v6601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:05 smithi177 ceph-mon[212096]: pgmap v6601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:07.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:07 smithi123 ceph-mon[191304]: pgmap v6602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:07 smithi123 ceph-mon[188613]: pgmap v6602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:07 smithi177 ceph-mon[212096]: pgmap v6602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:13:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:13:09] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T13:13:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:09 smithi123 ceph-mon[188613]: pgmap v6603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:09.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:09 smithi123 ceph-mon[191304]: pgmap v6603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:09 smithi177 ceph-mon[212096]: pgmap v6603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:11 smithi177 ceph-mon[212096]: pgmap v6604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:11 smithi123 ceph-mon[191304]: pgmap v6604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:11 smithi123 ceph-mon[188613]: pgmap v6604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:13:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:13:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:13:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:13 smithi177 ceph-mon[212096]: pgmap v6605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:13 smithi123 ceph-mon[191304]: pgmap v6605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:13.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:13 smithi123 ceph-mon[188613]: pgmap v6605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:15 smithi177 ceph-mon[212096]: pgmap v6606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:15 smithi123 ceph-mon[191304]: pgmap v6606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:15 smithi123 ceph-mon[188613]: pgmap v6606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:17 smithi177 ceph-mon[212096]: pgmap v6607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:17 smithi123 ceph-mon[191304]: pgmap v6607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:17 smithi123 ceph-mon[188613]: pgmap v6607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:13:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:13:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:13:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:13:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:13:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:13:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:13:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:13:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:13:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:13:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:13:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:13:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:13:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:13:19] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:13:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:19 smithi177 ceph-mon[212096]: pgmap v6608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:19.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:19 smithi123 ceph-mon[191304]: pgmap v6608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:19.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:19 smithi123 ceph-mon[188613]: pgmap v6608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:21 smithi177 ceph-mon[212096]: pgmap v6609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:21 smithi123 ceph-mon[188613]: pgmap v6609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:21 smithi123 ceph-mon[191304]: pgmap v6609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:23.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:23 smithi177 ceph-mon[212096]: pgmap v6610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:23 smithi123 ceph-mon[191304]: pgmap v6610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:23 smithi123 ceph-mon[188613]: pgmap v6610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:25 smithi177 ceph-mon[212096]: pgmap v6611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:25 smithi123 ceph-mon[191304]: pgmap v6611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:25 smithi123 ceph-mon[188613]: pgmap v6611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:13:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:13:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:13:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:27 smithi177 ceph-mon[212096]: pgmap v6612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:27 smithi123 ceph-mon[191304]: pgmap v6612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:27 smithi123 ceph-mon[188613]: pgmap v6612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:13:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:13:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:13:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:29 smithi177 ceph-mon[212096]: pgmap v6613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:29 smithi123 ceph-mon[191304]: pgmap v6613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:29 smithi123 ceph-mon[188613]: pgmap v6613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:30.121 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:13:30.424 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:13:30.424 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 5m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:13:30.424 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 3m ago 2h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:13:30.424 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 5m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:13:30.424 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 3m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:13:30.424 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 3m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:13:30.425 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 5m ago 2h 641M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:13:30.425 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 5m ago 2h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:13:30.425 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 3m ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:13:30.425 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 5m ago 2h 448M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:13:30.425 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 5m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:13:30.425 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 3m ago 2h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:13:30.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 5m ago 2h 4185M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:13:30.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 5m ago 2h 4929M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:13:30.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 5m ago 2h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:13:30.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 5m ago 2h 4064M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:13:30.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 3m ago 2h 3394M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:13:30.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 3m ago 2h 3691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:13:30.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 3m ago 2h 3137M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:13:30.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 3m ago 2h 3580M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:13:30.425 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 3m ago 2h 122M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:13:30.810 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:13:30.810 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:13:30.810 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:13:30.810 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:13:30.810 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:13:30.810 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:13:30.810 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:13:30.810 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:13:30.810 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:13:30.811 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:13:30.811 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:13:30.811 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:13:30.811 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:13:30.811 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:13:30.811 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:13:30.811 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:13:30.811 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:13:30.811 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:13:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:31 smithi177 ceph-mon[212096]: pgmap v6614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:31 smithi177 ceph-mon[212096]: from='client.50582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:13:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:31 smithi177 ceph-mon[212096]: from='client.50588 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:13:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:31 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2881585373' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:13:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:31 smithi123 ceph-mon[191304]: pgmap v6614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:31 smithi123 ceph-mon[191304]: from='client.50582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:13:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:31 smithi123 ceph-mon[191304]: from='client.50588 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:13:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:31 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2881585373' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:13:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:31 smithi123 ceph-mon[188613]: pgmap v6614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:31 smithi123 ceph-mon[188613]: from='client.50582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:13:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:31 smithi123 ceph-mon[188613]: from='client.50588 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:13:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:31 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2881585373' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:13:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:33 smithi177 ceph-mon[212096]: pgmap v6615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:33 smithi123 ceph-mon[191304]: pgmap v6615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:33 smithi123 ceph-mon[188613]: pgmap v6615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:35 smithi177 ceph-mon[212096]: pgmap v6616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:35 smithi123 ceph-mon[191304]: pgmap v6616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:35 smithi123 ceph-mon[188613]: pgmap v6616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:37 smithi177 ceph-mon[212096]: pgmap v6617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:37 smithi123 ceph-mon[191304]: pgmap v6617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:37 smithi123 ceph-mon[188613]: pgmap v6617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:13:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:13:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:13:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:39 smithi177 ceph-mon[212096]: pgmap v6618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:39 smithi123 ceph-mon[188613]: pgmap v6618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:39 smithi123 ceph-mon[191304]: pgmap v6618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:41 smithi177 ceph-mon[212096]: pgmap v6619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:13:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:41 smithi123 ceph-mon[188613]: pgmap v6619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:13:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:41 smithi123 ceph-mon[191304]: pgmap v6619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:13:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:43 smithi177 ceph-mon[212096]: pgmap v6620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:43.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:43 smithi123 ceph-mon[191304]: pgmap v6620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:43 smithi123 ceph-mon[188613]: pgmap v6620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:45 smithi177 ceph-mon[212096]: pgmap v6621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:45 smithi123 ceph-mon[191304]: pgmap v6621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:45 smithi123 ceph-mon[188613]: pgmap v6621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:47 smithi177 ceph-mon[212096]: pgmap v6622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:47 smithi123 ceph-mon[191304]: pgmap v6622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:47 smithi123 ceph-mon[188613]: pgmap v6622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:13:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:13:49] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:13:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:49 smithi177 ceph-mon[212096]: pgmap v6623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:49 smithi123 ceph-mon[191304]: pgmap v6623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:49 smithi123 ceph-mon[188613]: pgmap v6623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:51 smithi177 ceph-mon[212096]: pgmap v6624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:51 smithi123 ceph-mon[191304]: pgmap v6624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:51 smithi123 ceph-mon[188613]: pgmap v6624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:53 smithi177 ceph-mon[212096]: pgmap v6625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:53 smithi123 ceph-mon[191304]: pgmap v6625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:53 smithi123 ceph-mon[188613]: pgmap v6625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:55 smithi177 ceph-mon[212096]: pgmap v6626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:55 smithi123 ceph-mon[191304]: pgmap v6626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:55 smithi123 ceph-mon[188613]: pgmap v6626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:13:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:13:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:13:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:57 smithi177 ceph-mon[212096]: pgmap v6627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:57 smithi123 ceph-mon[191304]: pgmap v6627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:57 smithi123 ceph-mon[188613]: pgmap v6627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:13:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:13:59] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:13:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:13:59 smithi177 ceph-mon[212096]: pgmap v6628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:13:59 smithi123 ceph-mon[188613]: pgmap v6628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:13:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:13:59 smithi123 ceph-mon[191304]: pgmap v6628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:01.155 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:14:01.461 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:14:01.462 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 5m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:14:01.462 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 3m ago 2h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:14:01.462 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 5m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:14:01.462 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 3m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:14:01.462 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 3m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:14:01.462 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 5m ago 2h 641M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:14:01.462 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 5m ago 2h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:14:01.462 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 3m ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:14:01.462 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 5m ago 2h 448M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:14:01.462 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 5m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:14:01.462 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 3m ago 2h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:14:01.462 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 5m ago 2h 4185M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:14:01.462 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 5m ago 2h 4929M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:14:01.462 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 5m ago 2h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:14:01.463 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 5m ago 2h 4064M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:14:01.463 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 3m ago 2h 3394M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:14:01.463 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 3m ago 2h 3691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:14:01.463 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 3m ago 2h 3137M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:14:01.463 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 3m ago 2h 3580M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:14:01.463 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 3m ago 2h 122M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:14:01.846 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:14:01.847 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:14:01.847 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:14:01.847 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:14:01.847 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:14:01.847 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:14:01.847 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:14:01.848 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:14:01.848 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:14:01.848 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:14:01.848 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:14:01.848 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:14:01.848 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:14:01.849 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:14:01.849 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:14:01.849 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:14:01.849 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:14:01.849 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:14:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:01 smithi177 ceph-mon[212096]: pgmap v6629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:01 smithi123 ceph-mon[191304]: pgmap v6629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:01 smithi123 ceph-mon[188613]: pgmap v6629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:02 smithi177 ceph-mon[212096]: from='client.50600 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:14:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:02 smithi177 ceph-mon[212096]: from='client.50606 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:14:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:02 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/662387617' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:14:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:02 smithi123 ceph-mon[191304]: from='client.50600 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:14:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:02 smithi123 ceph-mon[191304]: from='client.50606 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:14:02.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:02 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/662387617' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:14:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:02 smithi123 ceph-mon[188613]: from='client.50600 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:14:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:02 smithi123 ceph-mon[188613]: from='client.50606 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:14:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:02 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/662387617' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:14:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:03 smithi177 ceph-mon[212096]: pgmap v6630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:03 smithi123 ceph-mon[191304]: pgmap v6630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:03 smithi123 ceph-mon[188613]: pgmap v6630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:05 smithi177 ceph-mon[212096]: pgmap v6631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:05.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:05 smithi123 ceph-mon[191304]: pgmap v6631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:05.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:05 smithi123 ceph-mon[188613]: pgmap v6631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:07 smithi177 ceph-mon[212096]: pgmap v6632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:07 smithi123 ceph-mon[191304]: pgmap v6632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:07 smithi123 ceph-mon[188613]: pgmap v6632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:14:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:14:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:14:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:09 smithi177 ceph-mon[212096]: pgmap v6633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:09 smithi123 ceph-mon[191304]: pgmap v6633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:09 smithi123 ceph-mon[188613]: pgmap v6633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:11 smithi177 ceph-mon[212096]: pgmap v6634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:14:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:11 smithi123 ceph-mon[191304]: pgmap v6634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:14:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:11 smithi123 ceph-mon[188613]: pgmap v6634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:14:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:13 smithi177 ceph-mon[212096]: pgmap v6635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:13 smithi123 ceph-mon[191304]: pgmap v6635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:13.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:13 smithi123 ceph-mon[188613]: pgmap v6635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:15 smithi177 ceph-mon[212096]: pgmap v6636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:15 smithi123 ceph-mon[188613]: pgmap v6636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:15 smithi123 ceph-mon[191304]: pgmap v6636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:17 smithi177 ceph-mon[212096]: pgmap v6637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:17 smithi123 ceph-mon[191304]: pgmap v6637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:17 smithi123 ceph-mon[188613]: pgmap v6637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:14:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:14:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:14:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:14:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:14:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:14:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:14:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:14:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:14:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:14:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:14:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:14:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:14:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:14:19] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:14:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:19 smithi177 ceph-mon[212096]: pgmap v6638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:19 smithi123 ceph-mon[188613]: pgmap v6638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:19 smithi123 ceph-mon[191304]: pgmap v6638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:21 smithi177 ceph-mon[212096]: pgmap v6639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:21 smithi123 ceph-mon[191304]: pgmap v6639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:21 smithi123 ceph-mon[188613]: pgmap v6639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:23.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:23 smithi177 ceph-mon[212096]: pgmap v6640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:23 smithi123 ceph-mon[191304]: pgmap v6640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:23 smithi123 ceph-mon[188613]: pgmap v6640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:25 smithi177 ceph-mon[212096]: pgmap v6641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:25 smithi123 ceph-mon[191304]: pgmap v6641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:25 smithi123 ceph-mon[188613]: pgmap v6641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:14:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:14:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:14:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:27 smithi177 ceph-mon[212096]: pgmap v6642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:27 smithi123 ceph-mon[191304]: pgmap v6642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:27 smithi123 ceph-mon[188613]: pgmap v6642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:14:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:14:29] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:14:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:29 smithi123 ceph-mon[191304]: pgmap v6643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:29 smithi123 ceph-mon[188613]: pgmap v6643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:29 smithi177 ceph-mon[212096]: pgmap v6643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:31 smithi123 ceph-mon[191304]: pgmap v6644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:31 smithi123 ceph-mon[188613]: pgmap v6644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:31 smithi177 ceph-mon[212096]: pgmap v6644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:32.190 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:14:32.500 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:14:32.500 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 6m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:14:32.500 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 4m ago 2h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:14:32.500 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 6m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:14:32.500 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 4m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:14:32.500 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 4m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:14:32.500 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 6m ago 2h 641M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:14:32.500 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 6m ago 2h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:14:32.500 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 4m ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:14:32.501 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 6m ago 2h 448M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:14:32.501 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 6m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:14:32.501 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 4m ago 2h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:14:32.501 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 6m ago 2h 4185M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:14:32.501 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 6m ago 2h 4929M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:14:32.501 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 6m ago 2h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:14:32.501 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 6m ago 2h 4064M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:14:32.501 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 4m ago 2h 3394M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:14:32.501 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 4m ago 2h 3691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:14:32.501 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 4m ago 2h 3137M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:14:32.501 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 4m ago 2h 3580M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:14:32.501 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 4m ago 2h 122M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:14:32.884 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:14:32.884 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:14:32.884 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:14:32.884 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:14:32.884 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:14:32.885 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:14:32.885 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:14:32.885 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:14:32.885 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:14:32.885 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:14:32.885 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:14:32.885 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:14:32.885 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:14:32.885 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:14:32.885 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:14:32.886 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:14:32.886 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:14:32.886 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:14:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:33 smithi123 ceph-mon[191304]: pgmap v6645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:33 smithi123 ceph-mon[191304]: from='client.40674 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:14:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:33 smithi123 ceph-mon[191304]: from='client.40680 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:14:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:33 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/434077942' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:14:33.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:33 smithi123 ceph-mon[188613]: pgmap v6645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:33.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:33 smithi123 ceph-mon[188613]: from='client.40674 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:14:33.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:33 smithi123 ceph-mon[188613]: from='client.40680 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:14:33.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:33 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/434077942' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:14:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:33 smithi177 ceph-mon[212096]: pgmap v6645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:33 smithi177 ceph-mon[212096]: from='client.40674 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:14:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:33 smithi177 ceph-mon[212096]: from='client.40680 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:14:34.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:33 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/434077942' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:14:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:35 smithi123 ceph-mon[191304]: pgmap v6646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:35 smithi123 ceph-mon[188613]: pgmap v6646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:35 smithi177 ceph-mon[212096]: pgmap v6646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:37 smithi123 ceph-mon[191304]: pgmap v6647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:37 smithi123 ceph-mon[188613]: pgmap v6647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:37 smithi177 ceph-mon[212096]: pgmap v6647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:14:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:14:39] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:14:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:39 smithi123 ceph-mon[191304]: pgmap v6648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:39 smithi123 ceph-mon[188613]: pgmap v6648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:39 smithi177 ceph-mon[212096]: pgmap v6648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:41 smithi123 ceph-mon[191304]: pgmap v6649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:14:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:41 smithi123 ceph-mon[188613]: pgmap v6649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:14:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:41 smithi177 ceph-mon[212096]: pgmap v6649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:14:43.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:43 smithi123 ceph-mon[191304]: pgmap v6650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:43 smithi123 ceph-mon[188613]: pgmap v6650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:43 smithi177 ceph-mon[212096]: pgmap v6650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:45 smithi123 ceph-mon[188613]: pgmap v6651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:45 smithi123 ceph-mon[191304]: pgmap v6651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:45 smithi177 ceph-mon[212096]: pgmap v6651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:47 smithi123 ceph-mon[188613]: pgmap v6652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:47 smithi123 ceph-mon[191304]: pgmap v6652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:48.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:47 smithi177 ceph-mon[212096]: pgmap v6652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:14:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:14:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:14:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:49 smithi123 ceph-mon[188613]: pgmap v6653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:49 smithi123 ceph-mon[191304]: pgmap v6653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:49 smithi177 ceph-mon[212096]: pgmap v6653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:51 smithi123 ceph-mon[191304]: pgmap v6654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:51 smithi123 ceph-mon[188613]: pgmap v6654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:52.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:51 smithi177 ceph-mon[212096]: pgmap v6654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:53 smithi123 ceph-mon[191304]: pgmap v6655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:53 smithi123 ceph-mon[188613]: pgmap v6655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:54.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:53 smithi177 ceph-mon[212096]: pgmap v6655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:55 smithi123 ceph-mon[188613]: pgmap v6656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:55 smithi123 ceph-mon[191304]: pgmap v6656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:55 smithi177 ceph-mon[212096]: pgmap v6656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:14:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:14:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:14:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:57 smithi123 ceph-mon[191304]: pgmap v6657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:57 smithi123 ceph-mon[188613]: pgmap v6657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:57 smithi177 ceph-mon[212096]: pgmap v6657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:14:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:14:59] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:14:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:14:59 smithi123 ceph-mon[191304]: pgmap v6658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:14:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:14:59 smithi123 ceph-mon[188613]: pgmap v6658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:14:59 smithi177 ceph-mon[212096]: pgmap v6658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:01 smithi123 ceph-mon[191304]: pgmap v6659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:01.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:01 smithi123 ceph-mon[188613]: pgmap v6659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:01 smithi177 ceph-mon[212096]: pgmap v6659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:03.234 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:15:03.543 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:15:03.543 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 6m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:15:03.543 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 4m ago 2h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:15:03.543 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 6m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:15:03.543 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 4m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:15:03.543 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 4m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:15:03.543 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 6m ago 2h 641M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:15:03.543 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 6m ago 2h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:15:03.543 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 4m ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:15:03.544 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 6m ago 2h 448M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:15:03.544 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 6m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:15:03.544 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 4m ago 2h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:15:03.544 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 6m ago 2h 4185M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:15:03.544 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 6m ago 2h 4929M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:15:03.544 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 6m ago 2h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:15:03.544 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 6m ago 2h 4064M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:15:03.544 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 4m ago 2h 3394M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:15:03.544 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 4m ago 2h 3691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:15:03.545 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 4m ago 2h 3137M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:15:03.545 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 4m ago 2h 3580M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:15:03.545 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 4m ago 2h 122M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:15:03.923 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:15:03.924 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:15:03.924 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:15:03.924 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:15:03.924 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:15:03.924 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:15:03.924 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:15:03.924 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:15:03.924 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:15:03.924 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:15:03.925 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:15:03.925 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:15:03.925 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:15:03.925 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:15:03.925 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:15:03.925 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:15:03.925 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:15:03.925 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:15:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:03 smithi123 ceph-mon[191304]: pgmap v6660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:03 smithi123 ceph-mon[188613]: pgmap v6660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:03 smithi177 ceph-mon[212096]: pgmap v6660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:04 smithi123 ceph-mon[191304]: from='client.40692 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:15:04.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:04 smithi123 ceph-mon[191304]: from='client.50642 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:15:04.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:04 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/150421307' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:15:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:04 smithi123 ceph-mon[188613]: from='client.40692 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:15:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:04 smithi123 ceph-mon[188613]: from='client.50642 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:15:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:04 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/150421307' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:15:05.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:04 smithi177 ceph-mon[212096]: from='client.40692 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:15:05.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:04 smithi177 ceph-mon[212096]: from='client.50642 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:15:05.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:04 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/150421307' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:15:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:05 smithi123 ceph-mon[191304]: pgmap v6661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:05 smithi123 ceph-mon[188613]: pgmap v6661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:05 smithi177 ceph-mon[212096]: pgmap v6661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:07 smithi123 ceph-mon[191304]: pgmap v6662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:07 smithi123 ceph-mon[188613]: pgmap v6662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:08.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:07 smithi177 ceph-mon[212096]: pgmap v6662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:15:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:15:09] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:15:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:09 smithi123 ceph-mon[191304]: pgmap v6663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:09 smithi123 ceph-mon[188613]: pgmap v6663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:10.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:09 smithi177 ceph-mon[212096]: pgmap v6663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:11 smithi123 ceph-mon[191304]: pgmap v6664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:11.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:15:11.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:11 smithi123 ceph-mon[188613]: pgmap v6664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:11.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:15:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:11 smithi177 ceph-mon[212096]: pgmap v6664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:15:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:13 smithi123 ceph-mon[191304]: pgmap v6665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:13.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:13 smithi123 ceph-mon[188613]: pgmap v6665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:14.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:13 smithi177 ceph-mon[212096]: pgmap v6665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:15 smithi123 ceph-mon[191304]: pgmap v6666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:15 smithi123 ceph-mon[188613]: pgmap v6666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:16.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:15 smithi177 ceph-mon[212096]: pgmap v6666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:17 smithi123 ceph-mon[191304]: pgmap v6667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:17.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:17 smithi123 ceph-mon[188613]: pgmap v6667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:18.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:17 smithi177 ceph-mon[212096]: pgmap v6667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:15:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:15:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:15:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:19 smithi123 ceph-mon[188613]: pgmap v6668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:15:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:15:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:15:19.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:15:19.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:19 smithi123 ceph-mon[191304]: pgmap v6668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:19.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:19 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:15:19.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:19 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:15:19.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:19 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:15:19.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:19 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:15:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:19 smithi177 ceph-mon[212096]: pgmap v6668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:19 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:15:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:19 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:15:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:19 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:15:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:19 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:15:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:21 smithi123 ceph-mon[188613]: pgmap v6669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:21 smithi123 ceph-mon[191304]: pgmap v6669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:21 smithi177 ceph-mon[212096]: pgmap v6669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:23 smithi177 ceph-mon[212096]: pgmap v6670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:24.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:23 smithi123 ceph-mon[191304]: pgmap v6670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:23 smithi123 ceph-mon[188613]: pgmap v6670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:25 smithi177 ceph-mon[212096]: pgmap v6671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:25 smithi123 ceph-mon[188613]: pgmap v6671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:25 smithi123 ceph-mon[191304]: pgmap v6671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:15:27.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:15:27.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:15:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:27 smithi177 ceph-mon[212096]: pgmap v6672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:27 smithi123 ceph-mon[191304]: pgmap v6672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:28.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:27 smithi123 ceph-mon[188613]: pgmap v6672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:15:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:15:29] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:15:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:29 smithi177 ceph-mon[212096]: pgmap v6673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:29 smithi123 ceph-mon[191304]: pgmap v6673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:30.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:29 smithi123 ceph-mon[188613]: pgmap v6673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:31 smithi177 ceph-mon[212096]: pgmap v6674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:32.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:31 smithi123 ceph-mon[191304]: pgmap v6674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:32.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:31 smithi123 ceph-mon[188613]: pgmap v6674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:33 smithi177 ceph-mon[212096]: pgmap v6675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:33 smithi123 ceph-mon[191304]: pgmap v6675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:34.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:33 smithi123 ceph-mon[188613]: pgmap v6675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:34.279 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:15:34.586 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:15:34.587 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 7m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:15:34.587 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 5m ago 2h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:15:34.587 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 7m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:15:34.587 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 5m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:15:34.587 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 5m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:15:34.587 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 7m ago 2h 641M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:15:34.587 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 7m ago 2h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:15:34.587 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 5m ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:15:34.587 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 7m ago 2h 448M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:15:34.587 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 7m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:15:34.587 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 5m ago 2h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:15:34.587 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 7m ago 2h 4185M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:15:34.588 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 7m ago 2h 4929M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:15:34.588 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 7m ago 2h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:15:34.588 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 7m ago 2h 4064M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:15:34.588 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 5m ago 2h 3394M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:15:34.588 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 5m ago 2h 3691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:15:34.588 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 5m ago 2h 3137M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:15:34.588 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 5m ago 2h 3580M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:15:34.588 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 5m ago 2h 122M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:15:34.971 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:15:34.971 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:15:34.971 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:15:34.971 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:15:34.971 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:15:34.971 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:15:34.971 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:15:34.971 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:15:34.971 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:15:34.971 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:15:34.971 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:15:34.971 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:15:34.971 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:15:34.971 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:15:34.971 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:15:34.972 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:15:34.972 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:15:34.972 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:15:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:35 smithi177 ceph-mon[212096]: pgmap v6676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:35 smithi177 ceph-mon[212096]: from='client.40710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:15:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:35 smithi177 ceph-mon[212096]: from='client.50660 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:15:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:35 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3485024068' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:15:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:35 smithi123 ceph-mon[191304]: pgmap v6676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:35 smithi123 ceph-mon[191304]: from='client.40710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:15:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:35 smithi123 ceph-mon[191304]: from='client.50660 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:15:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:35 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3485024068' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:15:36.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:35 smithi123 ceph-mon[188613]: pgmap v6676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:36.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:35 smithi123 ceph-mon[188613]: from='client.40710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:15:36.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:35 smithi123 ceph-mon[188613]: from='client.50660 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:15:36.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:35 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3485024068' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:15:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:37 smithi177 ceph-mon[212096]: pgmap v6677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:37 smithi123 ceph-mon[191304]: pgmap v6677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:37 smithi123 ceph-mon[188613]: pgmap v6677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:15:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:15:39] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:15:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:39 smithi177 ceph-mon[212096]: pgmap v6678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:39 smithi123 ceph-mon[191304]: pgmap v6678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:39 smithi123 ceph-mon[188613]: pgmap v6678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:41 smithi177 ceph-mon[212096]: pgmap v6679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:42.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:15:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:41 smithi123 ceph-mon[191304]: pgmap v6679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:15:42.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:41 smithi123 ceph-mon[188613]: pgmap v6679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:42.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:15:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:43 smithi177 ceph-mon[212096]: pgmap v6680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:44.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:43 smithi123 ceph-mon[191304]: pgmap v6680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:44.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:43 smithi123 ceph-mon[188613]: pgmap v6680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:45 smithi177 ceph-mon[212096]: pgmap v6681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:46.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:45 smithi123 ceph-mon[188613]: pgmap v6681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:45 smithi123 ceph-mon[191304]: pgmap v6681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:48.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:47 smithi177 ceph-mon[212096]: pgmap v6682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:47 smithi123 ceph-mon[191304]: pgmap v6682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:48.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:47 smithi123 ceph-mon[188613]: pgmap v6682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:15:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:15:49] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:15:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:49 smithi177 ceph-mon[212096]: pgmap v6683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:49 smithi123 ceph-mon[191304]: pgmap v6683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:50.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:49 smithi123 ceph-mon[188613]: pgmap v6683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:52.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:51 smithi177 ceph-mon[212096]: pgmap v6684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:52.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:51 smithi123 ceph-mon[191304]: pgmap v6684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:52.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:51 smithi123 ceph-mon[188613]: pgmap v6684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:54.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:53 smithi177 ceph-mon[212096]: pgmap v6685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:53 smithi123 ceph-mon[191304]: pgmap v6685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:54.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:53 smithi123 ceph-mon[188613]: pgmap v6685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:55 smithi177 ceph-mon[212096]: pgmap v6686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:55 smithi123 ceph-mon[191304]: pgmap v6686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:56.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:55 smithi123 ceph-mon[188613]: pgmap v6686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:15:57.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:15:57.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:15:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:57 smithi177 ceph-mon[212096]: pgmap v6687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:58.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:57 smithi123 ceph-mon[191304]: pgmap v6687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:58.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:57 smithi123 ceph-mon[188613]: pgmap v6687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:15:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:15:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:15:59] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T13:16:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:15:59 smithi177 ceph-mon[212096]: pgmap v6688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:00.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:15:59 smithi123 ceph-mon[191304]: pgmap v6688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:15:59 smithi123 ceph-mon[188613]: pgmap v6688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:01 smithi177 ceph-mon[212096]: pgmap v6689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:02.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:01 smithi123 ceph-mon[191304]: pgmap v6689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:02.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:01 smithi123 ceph-mon[188613]: pgmap v6689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:03 smithi177 ceph-mon[212096]: pgmap v6690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:04.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:03 smithi123 ceph-mon[191304]: pgmap v6690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:04.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:03 smithi123 ceph-mon[188613]: pgmap v6690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:05.321 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:16:05.629 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:16:05.629 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 7m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:16:05.629 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 5m ago 2h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:16:05.629 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 7m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:16:05.629 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 5m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:16:05.629 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 5m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:16:05.629 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 7m ago 2h 641M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:16:05.629 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 7m ago 2h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:16:05.630 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 5m ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:16:05.630 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 7m ago 2h 448M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:16:05.630 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 7m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:16:05.630 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 5m ago 2h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:16:05.630 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 7m ago 2h 4185M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:16:05.630 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 7m ago 2h 4929M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:16:05.630 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 7m ago 2h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:16:05.630 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 7m ago 2h 4064M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:16:05.630 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 5m ago 2h 3394M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:16:05.630 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 5m ago 2h 3691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:16:05.630 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 5m ago 2h 3137M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:16:05.630 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 5m ago 2h 3580M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:16:05.630 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 5m ago 2h 122M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:16:06.014 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:16:06.014 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:16:06.014 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:16:06.014 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:16:06.014 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:16:06.014 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:16:06.014 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:16:06.015 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:16:06.015 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:16:06.015 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:16:06.015 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:16:06.015 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:16:06.015 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:16:06.015 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:16:06.015 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:16:06.015 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:16:06.015 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:16:06.015 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:16:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:05 smithi177 ceph-mon[212096]: pgmap v6691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:05 smithi123 ceph-mon[191304]: pgmap v6691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:06.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:05 smithi123 ceph-mon[188613]: pgmap v6691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:07.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:06 smithi177 ceph-mon[212096]: from='client.40728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:16:07.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:06 smithi177 ceph-mon[212096]: from='client.40734 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:16:07.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:06 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/896842634' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:16:07.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:06 smithi123 ceph-mon[191304]: from='client.40728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:16:07.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:06 smithi123 ceph-mon[191304]: from='client.40734 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:16:07.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:06 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/896842634' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:16:07.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:06 smithi123 ceph-mon[188613]: from='client.40728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:16:07.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:06 smithi123 ceph-mon[188613]: from='client.40734 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:16:07.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:06 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/896842634' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:16:08.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:07 smithi177 ceph-mon[212096]: pgmap v6692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:08.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:07 smithi123 ceph-mon[191304]: pgmap v6692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:08.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:07 smithi123 ceph-mon[188613]: pgmap v6692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:16:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:16:09] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T13:16:10.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:09 smithi177 ceph-mon[212096]: pgmap v6693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:09 smithi123 ceph-mon[191304]: pgmap v6693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:10.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:09 smithi123 ceph-mon[188613]: pgmap v6693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:12.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:11 smithi177 ceph-mon[212096]: pgmap v6694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:12.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:16:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:11 smithi123 ceph-mon[191304]: pgmap v6694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:16:12.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:11 smithi123 ceph-mon[188613]: pgmap v6694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:12.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:16:14.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:13 smithi177 ceph-mon[212096]: pgmap v6695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:14.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:13 smithi123 ceph-mon[191304]: pgmap v6695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:14.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:13 smithi123 ceph-mon[188613]: pgmap v6695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:16.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:15 smithi177 ceph-mon[212096]: pgmap v6696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:16.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:15 smithi123 ceph-mon[188613]: pgmap v6696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:16.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:15 smithi123 ceph-mon[191304]: pgmap v6696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:18.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:17 smithi177 ceph-mon[212096]: pgmap v6697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:18.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:17 smithi123 ceph-mon[191304]: pgmap v6697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:18.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:17 smithi123 ceph-mon[188613]: pgmap v6697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:16:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:16:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:16:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:19 smithi177 ceph-mon[212096]: pgmap v6698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:19 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:16:20.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:19 smithi123 ceph-mon[191304]: pgmap v6698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:20.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:19 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:16:20.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:19 smithi123 ceph-mon[188613]: pgmap v6698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:20.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:16:21.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:16:21.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:16:21.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:16:21.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:16:21.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:16:21.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:16:21.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:16:21.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:16:21.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:16:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:21 smithi177 ceph-mon[212096]: pgmap v6699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:22.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:21 smithi123 ceph-mon[191304]: pgmap v6699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:22.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:21 smithi123 ceph-mon[188613]: pgmap v6699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:23 smithi177 ceph-mon[212096]: pgmap v6700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:24.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:23 smithi123 ceph-mon[191304]: pgmap v6700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:23 smithi123 ceph-mon[188613]: pgmap v6700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:25.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:24 smithi123 ceph-mon[191304]: pgmap v6701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:25.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:24 smithi123 ceph-mon[188613]: pgmap v6701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:24 smithi177 ceph-mon[212096]: pgmap v6701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:27 smithi177 ceph-mon[212096]: pgmap v6702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:16:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:27 smithi123 ceph-mon[191304]: pgmap v6702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:16:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:27 smithi123 ceph-mon[188613]: pgmap v6702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:16:29.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:29 smithi177 ceph-mon[212096]: pgmap v6703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:29 smithi123 ceph-mon[191304]: pgmap v6703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:29 smithi123 ceph-mon[188613]: pgmap v6703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:16:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:16:29] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:16:31.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:31 smithi177 ceph-mon[212096]: pgmap v6704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:31.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:31 smithi123 ceph-mon[191304]: pgmap v6704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:31.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:31 smithi123 ceph-mon[188613]: pgmap v6704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:33.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:33 smithi177 ceph-mon[212096]: pgmap v6705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:33 smithi123 ceph-mon[191304]: pgmap v6705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:33.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:33 smithi123 ceph-mon[188613]: pgmap v6705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:35.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:35 smithi177 ceph-mon[212096]: pgmap v6706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:35.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:35 smithi123 ceph-mon[191304]: pgmap v6706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:35.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:35 smithi123 ceph-mon[188613]: pgmap v6706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:36.363 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:16:36.668 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:16:36.668 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 8m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:16:36.668 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 6m ago 2h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:16:36.669 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 8m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:16:36.669 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 6m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:16:36.669 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 6m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:16:36.669 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 8m ago 2h 641M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:16:36.669 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 8m ago 2h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:16:36.669 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 6m ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:16:36.669 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 8m ago 2h 448M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:16:36.669 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 8m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:16:36.669 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 6m ago 2h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:16:36.669 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 8m ago 2h 4185M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:16:36.669 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 8m ago 2h 4929M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:16:36.669 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 8m ago 2h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:16:36.669 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 8m ago 2h 4064M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:16:36.670 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 6m ago 2h 3394M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:16:36.670 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 6m ago 2h 3691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:16:36.670 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 6m ago 2h 3137M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:16:36.670 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 6m ago 2h 3580M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:16:36.670 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 6m ago 2h 122M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:16:37.050 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:16:37.051 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:16:37.051 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:16:37.051 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:16:37.051 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:16:37.051 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:16:37.051 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:16:37.051 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:16:37.051 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:16:37.051 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:16:37.051 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:16:37.051 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:16:37.051 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:16:37.051 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:16:37.052 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:16:37.052 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:16:37.052 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:16:37.052 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:16:37.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:37 smithi177 ceph-mon[212096]: pgmap v6707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:37.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:37 smithi177 ceph-mon[212096]: from='client.40746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:16:37.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:37 smithi177 ceph-mon[212096]: from='client.40752 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:16:37.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:37 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4120053398' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:16:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:37 smithi123 ceph-mon[191304]: pgmap v6707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:37 smithi123 ceph-mon[191304]: from='client.40746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:16:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:37 smithi123 ceph-mon[191304]: from='client.40752 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:16:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:37 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4120053398' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:16:37.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:37 smithi123 ceph-mon[188613]: pgmap v6707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:37.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:37 smithi123 ceph-mon[188613]: from='client.40746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:16:37.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:37 smithi123 ceph-mon[188613]: from='client.40752 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:16:37.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:37 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4120053398' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:16:39.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:39 smithi177 ceph-mon[212096]: pgmap v6708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:39 smithi123 ceph-mon[191304]: pgmap v6708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:39.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:39 smithi123 ceph-mon[188613]: pgmap v6708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:16:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:16:39] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:16:41.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:41 smithi123 ceph-mon[191304]: pgmap v6709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:41.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:41 smithi123 ceph-mon[188613]: pgmap v6709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:41 smithi177 ceph-mon[212096]: pgmap v6709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:16:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:16:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:16:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:43 smithi123 ceph-mon[188613]: pgmap v6710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:43 smithi123 ceph-mon[191304]: pgmap v6710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:43 smithi177 ceph-mon[212096]: pgmap v6710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:45 smithi123 ceph-mon[191304]: pgmap v6711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:45.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:45 smithi123 ceph-mon[188613]: pgmap v6711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:45.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:45 smithi177 ceph-mon[212096]: pgmap v6711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:47 smithi123 ceph-mon[191304]: pgmap v6712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:47.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:47 smithi123 ceph-mon[188613]: pgmap v6712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:47 smithi177 ceph-mon[212096]: pgmap v6712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:49 smithi123 ceph-mon[191304]: pgmap v6713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:49 smithi123 ceph-mon[188613]: pgmap v6713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:16:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:16:49] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T13:16:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:49 smithi177 ceph-mon[212096]: pgmap v6713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:51.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:51 smithi123 ceph-mon[191304]: pgmap v6714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:51.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:51 smithi123 ceph-mon[188613]: pgmap v6714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:51 smithi177 ceph-mon[212096]: pgmap v6714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:53 smithi123 ceph-mon[191304]: pgmap v6715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:53 smithi123 ceph-mon[188613]: pgmap v6715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:53 smithi177 ceph-mon[212096]: pgmap v6715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:55.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:55 smithi123 ceph-mon[191304]: pgmap v6716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:55.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:55 smithi123 ceph-mon[188613]: pgmap v6716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:55 smithi177 ceph-mon[212096]: pgmap v6716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:57 smithi123 ceph-mon[191304]: pgmap v6717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:16:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:57 smithi123 ceph-mon[188613]: pgmap v6717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:16:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:57 smithi177 ceph-mon[212096]: pgmap v6717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:16:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:16:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:16:59] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:16:59.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:16:59 smithi123 ceph-mon[191304]: pgmap v6718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:59.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:16:59 smithi123 ceph-mon[188613]: pgmap v6718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:16:59.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:16:59 smithi177 ceph-mon[212096]: pgmap v6718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:01 smithi123 ceph-mon[191304]: pgmap v6719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:01 smithi123 ceph-mon[188613]: pgmap v6719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:01 smithi177 ceph-mon[212096]: pgmap v6719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:03.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:03 smithi123 ceph-mon[191304]: pgmap v6720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:03.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:03 smithi123 ceph-mon[188613]: pgmap v6720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:03 smithi177 ceph-mon[212096]: pgmap v6720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:05.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:05 smithi123 ceph-mon[191304]: pgmap v6721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:05.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:05 smithi123 ceph-mon[188613]: pgmap v6721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:05.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:05 smithi177 ceph-mon[212096]: pgmap v6721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:07.397 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:17:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:07 smithi123 ceph-mon[191304]: pgmap v6722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:07.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:07 smithi123 ceph-mon[188613]: pgmap v6722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:07.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:07 smithi177 ceph-mon[212096]: pgmap v6722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:07.704 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:17:07.705 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 8m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:17:07.705 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 6m ago 2h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:17:07.705 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 8m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:17:07.705 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 6m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:17:07.705 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 6m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:17:07.705 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 8m ago 2h 641M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:17:07.705 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 8m ago 2h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:17:07.705 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 6m ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:17:07.705 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 8m ago 2h 448M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:17:07.706 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 8m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:17:07.706 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 6m ago 2h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:17:07.706 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 8m ago 2h 4185M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:17:07.706 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 8m ago 2h 4929M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:17:07.706 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 8m ago 2h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:17:07.706 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 8m ago 2h 4064M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:17:07.706 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 6m ago 2h 3394M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:17:07.706 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 6m ago 2h 3691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:17:07.706 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 6m ago 2h 3137M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:17:07.706 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 6m ago 2h 3580M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:17:07.707 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 6m ago 2h 122M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:17:08.092 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:17:08.093 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:17:08.093 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:17:08.093 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:17:08.093 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:17:08.093 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:17:08.093 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:17:08.093 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:17:08.093 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:17:08.093 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:17:08.094 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:17:08.094 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:17:08.094 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:17:08.094 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:17:08.094 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:17:08.094 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:17:08.094 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:17:08.094 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:17:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:08 smithi123 ceph-mon[191304]: from='client.40764 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:17:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:08 smithi123 ceph-mon[191304]: from='client.40770 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:17:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:08 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/24640128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:17:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:08 smithi123 ceph-mon[188613]: from='client.40764 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:17:08.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:08 smithi123 ceph-mon[188613]: from='client.40770 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:17:08.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:08 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/24640128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:17:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:08 smithi177 ceph-mon[212096]: from='client.40764 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:17:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:08 smithi177 ceph-mon[212096]: from='client.40770 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:17:08.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:08 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/24640128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:17:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:09 smithi123 ceph-mon[191304]: pgmap v6723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:09.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:09 smithi123 ceph-mon[188613]: pgmap v6723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:17:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:17:09] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:17:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:09 smithi177 ceph-mon[212096]: pgmap v6723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:11.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:11 smithi123 ceph-mon[191304]: pgmap v6724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:11.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:11 smithi123 ceph-mon[188613]: pgmap v6724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:11 smithi177 ceph-mon[212096]: pgmap v6724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:17:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:17:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:17:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:13 smithi123 ceph-mon[191304]: pgmap v6725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:13.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:13 smithi123 ceph-mon[188613]: pgmap v6725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:13 smithi177 ceph-mon[212096]: pgmap v6725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:15 smithi123 ceph-mon[191304]: pgmap v6726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:15.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:15 smithi123 ceph-mon[188613]: pgmap v6726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:15 smithi177 ceph-mon[212096]: pgmap v6726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:17.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:17 smithi123 ceph-mon[191304]: pgmap v6727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:17.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:17 smithi123 ceph-mon[188613]: pgmap v6727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:17 smithi177 ceph-mon[212096]: pgmap v6727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:19.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:19 smithi123 ceph-mon[191304]: pgmap v6728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:19.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:19 smithi123 ceph-mon[188613]: pgmap v6728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:19.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:17:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:17:19] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:17:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:19 smithi177 ceph-mon[212096]: pgmap v6728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:17:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:17:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:17:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:21 smithi123 ceph-mon[191304]: pgmap v6729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:17:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:17:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:17:21.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:21 smithi123 ceph-mon[188613]: pgmap v6729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:21.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:17:21.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:17:21.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:17:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:21 smithi177 ceph-mon[212096]: pgmap v6729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:17:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:17:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:17:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:23 smithi177 ceph-mon[212096]: pgmap v6730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:23.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:23 smithi123 ceph-mon[188613]: pgmap v6730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:23 smithi123 ceph-mon[191304]: pgmap v6730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:25 smithi177 ceph-mon[212096]: pgmap v6731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:25.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:25 smithi123 ceph-mon[188613]: pgmap v6731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:25.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:25 smithi123 ceph-mon[191304]: pgmap v6731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:27 smithi177 ceph-mon[212096]: pgmap v6732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:17:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:27 smithi123 ceph-mon[191304]: pgmap v6732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:17:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:27 smithi123 ceph-mon[188613]: pgmap v6732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:17:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:29 smithi123 ceph-mon[191304]: pgmap v6733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:29 smithi123 ceph-mon[188613]: pgmap v6733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:17:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:17:29] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T13:17:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:29 smithi177 ceph-mon[212096]: pgmap v6733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:31 smithi177 ceph-mon[212096]: pgmap v6734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:31 smithi123 ceph-mon[191304]: pgmap v6734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:31 smithi123 ceph-mon[188613]: pgmap v6734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:33 smithi177 ceph-mon[212096]: pgmap v6735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:33 smithi123 ceph-mon[191304]: pgmap v6735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:33 smithi123 ceph-mon[188613]: pgmap v6735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:35.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:35 smithi177 ceph-mon[212096]: pgmap v6736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:35 smithi123 ceph-mon[191304]: pgmap v6736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:35 smithi123 ceph-mon[188613]: pgmap v6736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:37 smithi177 ceph-mon[212096]: pgmap v6737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:37 smithi123 ceph-mon[191304]: pgmap v6737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:37 smithi123 ceph-mon[188613]: pgmap v6737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:38.436 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:17:38.741 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:17:38.742 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 9m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:17:38.742 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 7m ago 2h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:17:38.742 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 9m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:17:38.742 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 7m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:17:38.742 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 7m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:17:38.742 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 9m ago 2h 641M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:17:38.742 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 9m ago 2h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:17:38.742 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 7m ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:17:38.742 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 9m ago 2h 448M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:17:38.742 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 9m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:17:38.742 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 7m ago 2h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:17:38.742 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 9m ago 2h 4185M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:17:38.742 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 9m ago 2h 4929M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:17:38.743 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 9m ago 2h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:17:38.743 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 9m ago 2h 4064M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:17:38.743 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 7m ago 2h 3394M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:17:38.743 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 7m ago 2h 3691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:17:38.743 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 7m ago 2h 3137M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:17:38.743 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 7m ago 2h 3580M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:17:38.743 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 7m ago 2h 122M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:17:39.125 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:17:39.125 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:17:39.125 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:17:39.125 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:17:39.125 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:17:39.125 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:17:39.126 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:17:39.126 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:17:39.126 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:17:39.126 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:17:39.126 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:17:39.126 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:17:39.126 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:17:39.126 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:17:39.126 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:17:39.126 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:17:39.127 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:17:39.127 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:17:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:39 smithi123 ceph-mon[191304]: pgmap v6738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:39 smithi123 ceph-mon[191304]: from='client.50726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:17:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:39 smithi123 ceph-mon[191304]: from='client.40788 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:17:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:39 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2809399642' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:17:39.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:39 smithi123 ceph-mon[188613]: pgmap v6738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:39 smithi123 ceph-mon[188613]: from='client.50726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:17:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:39 smithi123 ceph-mon[188613]: from='client.40788 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:17:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:39 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2809399642' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:17:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:17:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:17:39] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T13:17:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:39 smithi177 ceph-mon[212096]: pgmap v6738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:39 smithi177 ceph-mon[212096]: from='client.50726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:17:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:39 smithi177 ceph-mon[212096]: from='client.40788 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:17:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:39 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2809399642' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:17:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:41 smithi177 ceph-mon[212096]: pgmap v6739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:41 smithi123 ceph-mon[188613]: pgmap v6739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:41 smithi123 ceph-mon[191304]: pgmap v6739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:17:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:17:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:17:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:43 smithi177 ceph-mon[212096]: pgmap v6740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:43 smithi123 ceph-mon[191304]: pgmap v6740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:43 smithi123 ceph-mon[188613]: pgmap v6740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:45.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:45 smithi177 ceph-mon[212096]: pgmap v6741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:45.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:45 smithi123 ceph-mon[191304]: pgmap v6741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:45.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:45 smithi123 ceph-mon[188613]: pgmap v6741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:47 smithi177 ceph-mon[212096]: pgmap v6742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:47 smithi123 ceph-mon[191304]: pgmap v6742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:47.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:47 smithi123 ceph-mon[188613]: pgmap v6742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:49 smithi123 ceph-mon[191304]: pgmap v6743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:49 smithi123 ceph-mon[188613]: pgmap v6743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:17:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:17:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:17:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:49 smithi177 ceph-mon[212096]: pgmap v6743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:51 smithi177 ceph-mon[212096]: pgmap v6744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:51 smithi123 ceph-mon[191304]: pgmap v6744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:51 smithi123 ceph-mon[188613]: pgmap v6744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:53 smithi177 ceph-mon[212096]: pgmap v6745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:53 smithi123 ceph-mon[191304]: pgmap v6745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:53 smithi123 ceph-mon[188613]: pgmap v6745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:55 smithi177 ceph-mon[212096]: pgmap v6746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:55 smithi123 ceph-mon[191304]: pgmap v6746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:55 smithi123 ceph-mon[188613]: pgmap v6746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:57 smithi177 ceph-mon[212096]: pgmap v6747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:57.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:17:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:57 smithi123 ceph-mon[191304]: pgmap v6747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:17:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:57 smithi123 ceph-mon[188613]: pgmap v6747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:17:59.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:17:59 smithi123 ceph-mon[191304]: pgmap v6748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:59.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:17:59 smithi123 ceph-mon[188613]: pgmap v6748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:17:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:17:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:17:59] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:17:59.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:17:59 smithi177 ceph-mon[212096]: pgmap v6748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:01 smithi177 ceph-mon[212096]: pgmap v6749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:01 smithi123 ceph-mon[191304]: pgmap v6749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:01 smithi123 ceph-mon[188613]: pgmap v6749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:03.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:03 smithi177 ceph-mon[212096]: pgmap v6750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:03 smithi123 ceph-mon[191304]: pgmap v6750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:03 smithi123 ceph-mon[188613]: pgmap v6750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:05.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:05 smithi177 ceph-mon[212096]: pgmap v6751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:05 smithi123 ceph-mon[191304]: pgmap v6751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:05.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:05 smithi123 ceph-mon[188613]: pgmap v6751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:07.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:07 smithi177 ceph-mon[212096]: pgmap v6752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:07.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:07 smithi123 ceph-mon[191304]: pgmap v6752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:07 smithi123 ceph-mon[188613]: pgmap v6752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:09.470 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:18:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:09 smithi123 ceph-mon[191304]: pgmap v6753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:09.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:09 smithi123 ceph-mon[188613]: pgmap v6753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:18:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:18:09] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:18:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:09 smithi177 ceph-mon[212096]: pgmap v6753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:09.776 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:18:09.776 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 9m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:18:09.776 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 7m ago 2h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:18:09.776 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 9m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:18:09.777 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 7m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:18:09.777 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 7m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:18:09.777 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 9m ago 2h 641M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:18:09.777 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 9m ago 2h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:18:09.777 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 7m ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:18:09.777 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 9m ago 2h 448M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:18:09.777 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 9m ago 2h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:18:09.777 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 7m ago 2h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:18:09.777 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 9m ago 2h 4185M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:18:09.777 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 9m ago 2h 4929M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:18:09.777 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 9m ago 2h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:18:09.778 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 9m ago 2h 4064M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:18:09.778 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 7m ago 2h 3394M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:18:09.778 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 7m ago 2h 3691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:18:09.778 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 7m ago 2h 3137M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:18:09.778 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 7m ago 2h 3580M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:18:09.778 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 7m ago 2h 122M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:18:10.161 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:18:10.161 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:18:10.161 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:18:10.161 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:18:10.162 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:18:10.162 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:18:10.162 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:18:10.162 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:18:10.162 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:18:10.162 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:18:10.162 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:18:10.162 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:18:10.162 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:18:10.162 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:18:10.162 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:18:10.163 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:18:10.163 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:18:10.163 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:18:10.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:10 smithi177 ceph-mon[212096]: from='client.50744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:18:10.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:10 smithi177 ceph-mon[212096]: from='client.40806 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:18:10.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:10 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2541513496' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:18:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:10 smithi123 ceph-mon[191304]: from='client.50744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:18:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:10 smithi123 ceph-mon[191304]: from='client.40806 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:18:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:10 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2541513496' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:18:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:10 smithi123 ceph-mon[188613]: from='client.50744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:18:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:10 smithi123 ceph-mon[188613]: from='client.40806 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:18:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:10 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2541513496' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:18:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:11 smithi177 ceph-mon[212096]: pgmap v6754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:11 smithi123 ceph-mon[191304]: pgmap v6754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:11 smithi123 ceph-mon[188613]: pgmap v6754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:18:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:18:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:18:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:13 smithi177 ceph-mon[212096]: pgmap v6755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:13 smithi123 ceph-mon[191304]: pgmap v6755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:13 smithi123 ceph-mon[188613]: pgmap v6755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:15 smithi177 ceph-mon[212096]: pgmap v6756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:15 smithi123 ceph-mon[191304]: pgmap v6756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:15 smithi123 ceph-mon[188613]: pgmap v6756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:17 smithi177 ceph-mon[212096]: pgmap v6757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:17.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:17 smithi123 ceph-mon[191304]: pgmap v6757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:17.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:17 smithi123 ceph-mon[188613]: pgmap v6757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:19.341 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:18:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:18:19] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:18:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:19 smithi177 ceph-mon[212096]: pgmap v6758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:19.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:19 smithi123 ceph-mon[191304]: pgmap v6758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:19.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:19 smithi123 ceph-mon[188613]: pgmap v6758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:21 smithi177 ceph-mon[212096]: pgmap v6759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:18:21.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:18:21.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:18:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:21 smithi123 ceph-mon[191304]: pgmap v6759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:18:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:18:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:18:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:21 smithi123 ceph-mon[188613]: pgmap v6759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:18:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:18:21.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:18:23.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:23 smithi177 ceph-mon[212096]: pgmap v6760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:23.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:18:23.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:18:23.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:23 smithi123 ceph-mon[188613]: pgmap v6760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:23.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:18:23.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:18:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:23 smithi123 ceph-mon[191304]: pgmap v6760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:23.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:18:23.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:18:24.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:18:24.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:18:24.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:18:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:18:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:18:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:18:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:18:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:18:24.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:18:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:25 smithi177 ceph-mon[212096]: pgmap v6761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:25 smithi123 ceph-mon[191304]: pgmap v6761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:25 smithi123 ceph-mon[188613]: pgmap v6761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:18:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:18:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:18:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:27 smithi177 ceph-mon[212096]: pgmap v6762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:27 smithi123 ceph-mon[191304]: pgmap v6762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:27 smithi123 ceph-mon[188613]: pgmap v6762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:18:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:18:29] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:18:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:29 smithi177 ceph-mon[212096]: pgmap v6763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:29 smithi123 ceph-mon[191304]: pgmap v6763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:29 smithi123 ceph-mon[188613]: pgmap v6763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:31 smithi177 ceph-mon[212096]: pgmap v6764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:31 smithi123 ceph-mon[191304]: pgmap v6764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:31 smithi123 ceph-mon[188613]: pgmap v6764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:33 smithi177 ceph-mon[212096]: pgmap v6765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:33 smithi123 ceph-mon[191304]: pgmap v6765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:33 smithi123 ceph-mon[188613]: pgmap v6765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:35 smithi177 ceph-mon[212096]: pgmap v6766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:35 smithi123 ceph-mon[191304]: pgmap v6766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:35 smithi123 ceph-mon[188613]: pgmap v6766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:37 smithi177 ceph-mon[212096]: pgmap v6767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:37 smithi123 ceph-mon[191304]: pgmap v6767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:37 smithi123 ceph-mon[188613]: pgmap v6767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:18:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:18:39] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:18:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:39 smithi177 ceph-mon[212096]: pgmap v6768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:39 smithi123 ceph-mon[191304]: pgmap v6768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:39 smithi123 ceph-mon[188613]: pgmap v6768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:40.504 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:18:40.814 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:18:40.814 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 17s ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:18:40.814 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 8m ago 2h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:18:40.815 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 17s ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:18:40.815 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 8m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:18:40.815 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 8m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:18:40.815 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 17s ago 2h 647M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:18:40.815 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 17s ago 2h 855M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:18:40.815 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 8m ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:18:40.815 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 17s ago 2h 469M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:18:40.815 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 17s ago 2h 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:18:40.815 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 8m ago 2h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:18:40.815 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 17s ago 2h 4217M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:18:40.815 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 17s ago 2h 4961M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:18:40.816 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 17s ago 2h 4048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:18:40.816 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 17s ago 2h 4096M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:18:40.816 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 8m ago 2h 3394M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:18:40.816 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 8m ago 2h 3691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:18:40.816 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 8m ago 2h 3137M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:18:40.816 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 8m ago 2h 3580M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:18:40.816 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 8m ago 2h 122M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:18:41.195 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:18:41.195 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:18:41.195 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:18:41.195 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:18:41.195 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:18:41.196 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:18:41.196 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:18:41.196 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:18:41.196 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:18:41.196 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:18:41.196 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:18:41.196 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:18:41.196 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:18:41.196 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:18:41.196 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:18:41.196 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:18:41.196 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:18:41.196 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:18:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:41 smithi177 ceph-mon[212096]: pgmap v6769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:41 smithi177 ceph-mon[212096]: from='client.50762 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:18:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:41 smithi177 ceph-mon[212096]: from='client.40824 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:18:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:41 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3434452210' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:18:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:18:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:41 smithi123 ceph-mon[191304]: pgmap v6769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:41 smithi123 ceph-mon[191304]: from='client.50762 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:18:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:41 smithi123 ceph-mon[191304]: from='client.40824 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:18:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:41 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3434452210' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:18:41.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:18:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:41 smithi123 ceph-mon[188613]: pgmap v6769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:41 smithi123 ceph-mon[188613]: from='client.50762 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:18:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:41 smithi123 ceph-mon[188613]: from='client.40824 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:18:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:41 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3434452210' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:18:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:18:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:43 smithi177 ceph-mon[212096]: pgmap v6770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:43.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:43 smithi123 ceph-mon[191304]: pgmap v6770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:43 smithi123 ceph-mon[188613]: pgmap v6770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:45 smithi177 ceph-mon[212096]: pgmap v6771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:45 smithi123 ceph-mon[191304]: pgmap v6771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:45 smithi123 ceph-mon[188613]: pgmap v6771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:47 smithi177 ceph-mon[212096]: pgmap v6772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:47 smithi123 ceph-mon[191304]: pgmap v6772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:47 smithi123 ceph-mon[188613]: pgmap v6772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:18:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:18:49] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-20T13:18:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:49 smithi177 ceph-mon[212096]: pgmap v6773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:49 smithi123 ceph-mon[188613]: pgmap v6773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:49 smithi123 ceph-mon[191304]: pgmap v6773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:51 smithi177 ceph-mon[212096]: pgmap v6774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:51 smithi123 ceph-mon[191304]: pgmap v6774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:51 smithi123 ceph-mon[188613]: pgmap v6774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:53 smithi177 ceph-mon[212096]: pgmap v6775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:53 smithi123 ceph-mon[191304]: pgmap v6775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:53 smithi123 ceph-mon[188613]: pgmap v6775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:55 smithi177 ceph-mon[212096]: pgmap v6776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:55 smithi123 ceph-mon[191304]: pgmap v6776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:55 smithi123 ceph-mon[188613]: pgmap v6776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:18:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:18:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:18:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:57 smithi177 ceph-mon[212096]: pgmap v6777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:57 smithi123 ceph-mon[191304]: pgmap v6777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:57 smithi123 ceph-mon[188613]: pgmap v6777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:18:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:18:59] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T13:18:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:18:59 smithi177 ceph-mon[212096]: pgmap v6778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:18:59 smithi123 ceph-mon[191304]: pgmap v6778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:18:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:18:59 smithi123 ceph-mon[188613]: pgmap v6778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:01 smithi177 ceph-mon[212096]: pgmap v6779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:01 smithi123 ceph-mon[191304]: pgmap v6779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:01 smithi123 ceph-mon[188613]: pgmap v6779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:03 smithi177 ceph-mon[212096]: pgmap v6780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:03 smithi123 ceph-mon[191304]: pgmap v6780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:03 smithi123 ceph-mon[188613]: pgmap v6780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:05 smithi177 ceph-mon[212096]: pgmap v6781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:05 smithi123 ceph-mon[191304]: pgmap v6781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:05 smithi123 ceph-mon[188613]: pgmap v6781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:07 smithi177 ceph-mon[212096]: pgmap v6782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:07 smithi123 ceph-mon[191304]: pgmap v6782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:07 smithi123 ceph-mon[188613]: pgmap v6782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:19:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:19:09] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T13:19:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:09 smithi177 ceph-mon[212096]: pgmap v6783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:09 smithi123 ceph-mon[191304]: pgmap v6783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:09 smithi123 ceph-mon[188613]: pgmap v6783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:11.547 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:19:11.853 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:19:11.853 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 48s ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:19:11.853 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 8m ago 2h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:19:11.853 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 48s ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:19:11.854 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 8m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:19:11.854 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 8m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:19:11.854 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 48s ago 2h 647M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:19:11.854 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 48s ago 2h 855M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:19:11.854 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 8m ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:19:11.854 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 48s ago 2h 469M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:19:11.854 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 48s ago 2h 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:19:11.854 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 8m ago 2h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:19:11.854 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 48s ago 2h 4217M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:19:11.854 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 48s ago 2h 4961M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:19:11.855 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 48s ago 2h 4048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:19:11.855 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 48s ago 2h 4096M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:19:11.855 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 8m ago 2h 3394M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:19:11.855 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 8m ago 2h 3691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:19:11.855 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 8m ago 2h 3137M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:19:11.855 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 8m ago 2h 3580M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:19:11.855 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 8m ago 2h 122M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:19:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:11 smithi177 ceph-mon[212096]: pgmap v6784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:19:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:11 smithi123 ceph-mon[191304]: pgmap v6784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:19:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:11 smithi123 ceph-mon[188613]: pgmap v6784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:11.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:19:12.236 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:19:12.236 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:19:12.236 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:19:12.237 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:19:12.237 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:19:12.237 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:19:12.237 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:19:12.237 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:19:12.237 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:19:12.237 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:19:12.237 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:19:12.237 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:19:12.237 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:19:12.237 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:19:12.237 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:19:12.238 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:19:12.238 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:19:12.238 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:19:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:12 smithi177 ceph-mon[212096]: from='client.40836 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:19:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:12 smithi177 ceph-mon[212096]: from='client.50786 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:19:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:12 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1791368623' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:19:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:12 smithi123 ceph-mon[191304]: from='client.40836 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:19:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:12 smithi123 ceph-mon[191304]: from='client.50786 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:19:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:12 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1791368623' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:19:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:12 smithi123 ceph-mon[188613]: from='client.40836 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:19:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:12 smithi123 ceph-mon[188613]: from='client.50786 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:19:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:12 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1791368623' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:19:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:13 smithi177 ceph-mon[212096]: pgmap v6785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:13 smithi123 ceph-mon[191304]: pgmap v6785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:13.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:13 smithi123 ceph-mon[188613]: pgmap v6785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:15 smithi177 ceph-mon[212096]: pgmap v6786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:15.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:15 smithi123 ceph-mon[191304]: pgmap v6786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:15.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:15 smithi123 ceph-mon[188613]: pgmap v6786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:17 smithi177 ceph-mon[212096]: pgmap v6787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:17 smithi123 ceph-mon[191304]: pgmap v6787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:17 smithi123 ceph-mon[188613]: pgmap v6787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:19:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:19:19] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:19:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:19 smithi177 ceph-mon[212096]: pgmap v6788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:19 smithi123 ceph-mon[191304]: pgmap v6788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:19 smithi123 ceph-mon[188613]: pgmap v6788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:21 smithi177 ceph-mon[212096]: pgmap v6789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:21 smithi123 ceph-mon[191304]: pgmap v6789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:21 smithi123 ceph-mon[188613]: pgmap v6789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:23.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:23 smithi177 ceph-mon[212096]: pgmap v6790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:23 smithi123 ceph-mon[191304]: pgmap v6790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:23 smithi123 ceph-mon[188613]: pgmap v6790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:19:24.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:19:24.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:19:24.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:19:24.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:19:24.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:19:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:19:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:19:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:19:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:19:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:19:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:19:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:19:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:19:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:19:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:19:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:19:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:19:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:25 smithi177 ceph-mon[212096]: pgmap v6791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:25 smithi123 ceph-mon[191304]: pgmap v6791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:25 smithi123 ceph-mon[188613]: pgmap v6791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:19:26.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:19:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:19:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:27 smithi123 ceph-mon[191304]: pgmap v6792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:27 smithi123 ceph-mon[188613]: pgmap v6792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:27 smithi177 ceph-mon[212096]: pgmap v6792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:19:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:19:29] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:19:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:29 smithi123 ceph-mon[191304]: pgmap v6793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:29 smithi123 ceph-mon[188613]: pgmap v6793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:29 smithi177 ceph-mon[212096]: pgmap v6793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:31 smithi123 ceph-mon[191304]: pgmap v6794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:31.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:31 smithi123 ceph-mon[188613]: pgmap v6794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:31 smithi177 ceph-mon[212096]: pgmap v6794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:33 smithi123 ceph-mon[191304]: pgmap v6795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:33.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:33 smithi123 ceph-mon[188613]: pgmap v6795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:34.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:33 smithi177 ceph-mon[212096]: pgmap v6795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:35 smithi123 ceph-mon[188613]: pgmap v6796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:35.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:35 smithi123 ceph-mon[191304]: pgmap v6796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:35 smithi177 ceph-mon[212096]: pgmap v6796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:37 smithi123 ceph-mon[191304]: pgmap v6797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:37 smithi123 ceph-mon[188613]: pgmap v6797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:37 smithi177 ceph-mon[212096]: pgmap v6797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:19:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:19:39] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:19:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:39 smithi123 ceph-mon[188613]: pgmap v6798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:39 smithi123 ceph-mon[191304]: pgmap v6798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:39 smithi177 ceph-mon[212096]: pgmap v6798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:41 smithi123 ceph-mon[191304]: pgmap v6799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:19:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:41 smithi123 ceph-mon[188613]: pgmap v6799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:19:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:41 smithi177 ceph-mon[212096]: pgmap v6799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:19:42.584 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:19:42.891 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:19:42.891 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 79s ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:19:42.891 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 9m ago 2h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:19:42.891 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 79s ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:19:42.891 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 9m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:19:42.891 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 9m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:19:42.892 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 79s ago 2h 647M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:19:42.892 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 79s ago 2h 855M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:19:42.892 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 9m ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:19:42.892 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 79s ago 2h 469M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:19:42.892 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 79s ago 2h 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:19:42.892 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 9m ago 2h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:19:42.892 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 79s ago 2h 4217M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:19:42.892 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 79s ago 2h 4961M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:19:42.892 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 79s ago 2h 4048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:19:42.892 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 79s ago 2h 4096M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:19:42.892 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 9m ago 2h 3394M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:19:42.893 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 9m ago 2h 3691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:19:42.893 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 9m ago 2h 3137M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:19:42.893 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 9m ago 2h 3580M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:19:42.893 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 9m ago 2h 122M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:19:43.271 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:19:43.271 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:19:43.271 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:19:43.271 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:19:43.271 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:19:43.271 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:19:43.272 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:19:43.272 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:19:43.272 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:19:43.272 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:19:43.272 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:19:43.272 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:19:43.272 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:19:43.272 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:19:43.272 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:19:43.272 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:19:43.272 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:19:43.272 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:19:43.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:43 smithi123 ceph-mon[191304]: pgmap v6800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:43.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:43 smithi123 ceph-mon[191304]: from='client.50798 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:19:43.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:43 smithi123 ceph-mon[191304]: from='client.40860 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:19:43.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:43 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2528110829' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:19:43.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:43 smithi123 ceph-mon[188613]: pgmap v6800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:43.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:43 smithi123 ceph-mon[188613]: from='client.50798 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:19:43.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:43 smithi123 ceph-mon[188613]: from='client.40860 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:19:43.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:43 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2528110829' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:19:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:43 smithi177 ceph-mon[212096]: pgmap v6800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:43 smithi177 ceph-mon[212096]: from='client.50798 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:19:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:43 smithi177 ceph-mon[212096]: from='client.40860 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:19:44.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:43 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2528110829' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:19:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:45 smithi123 ceph-mon[191304]: pgmap v6801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:45.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:45 smithi123 ceph-mon[188613]: pgmap v6801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:45 smithi177 ceph-mon[212096]: pgmap v6801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:47 smithi123 ceph-mon[191304]: pgmap v6802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:47.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:47 smithi123 ceph-mon[188613]: pgmap v6802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:48.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:47 smithi177 ceph-mon[212096]: pgmap v6802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:19:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:19:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:19:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:49 smithi123 ceph-mon[191304]: pgmap v6803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:49 smithi123 ceph-mon[188613]: pgmap v6803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:49 smithi177 ceph-mon[212096]: pgmap v6803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:51 smithi123 ceph-mon[191304]: pgmap v6804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:51 smithi123 ceph-mon[188613]: pgmap v6804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:52.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:51 smithi177 ceph-mon[212096]: pgmap v6804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:53 smithi123 ceph-mon[191304]: pgmap v6805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:53.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:53 smithi123 ceph-mon[188613]: pgmap v6805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:54.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:53 smithi177 ceph-mon[212096]: pgmap v6805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:55 smithi123 ceph-mon[191304]: pgmap v6806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:55.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:55 smithi123 ceph-mon[188613]: pgmap v6806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:55 smithi177 ceph-mon[212096]: pgmap v6806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:19:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:19:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:19:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:57 smithi123 ceph-mon[191304]: pgmap v6807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:57 smithi123 ceph-mon[188613]: pgmap v6807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:57 smithi177 ceph-mon[212096]: pgmap v6807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:19:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:19:59] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:19:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:19:59 smithi123 ceph-mon[191304]: pgmap v6808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:19:59.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:19:59 smithi123 ceph-mon[188613]: pgmap v6808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:00.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:19:59 smithi177 ceph-mon[212096]: pgmap v6808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:00.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T13:19:59.998+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T13:20:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T13:20:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T13:20:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T13:20:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:01 smithi123 ceph-mon[191304]: pgmap v6809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:01.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:01 smithi123 ceph-mon[188613]: pgmap v6809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:01 smithi177 ceph-mon[212096]: pgmap v6809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:03 smithi123 ceph-mon[191304]: pgmap v6810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:03 smithi123 ceph-mon[188613]: pgmap v6810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:03 smithi177 ceph-mon[212096]: pgmap v6810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:05 smithi123 ceph-mon[191304]: pgmap v6811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:05.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:05 smithi123 ceph-mon[188613]: pgmap v6811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:05 smithi177 ceph-mon[212096]: pgmap v6811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:07 smithi123 ceph-mon[191304]: pgmap v6812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:07.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:07 smithi123 ceph-mon[188613]: pgmap v6812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:08.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:07 smithi177 ceph-mon[212096]: pgmap v6812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:20:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:20:09] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:20:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:09 smithi123 ceph-mon[191304]: pgmap v6813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:09 smithi123 ceph-mon[188613]: pgmap v6813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:10.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:09 smithi177 ceph-mon[212096]: pgmap v6813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:11 smithi123 ceph-mon[191304]: pgmap v6814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:11.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:20:11.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:11 smithi123 ceph-mon[188613]: pgmap v6814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:11.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:20:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:11 smithi177 ceph-mon[212096]: pgmap v6814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:20:13.614 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:20:13.926 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:20:13.926 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 110s ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:20:13.926 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 9m ago 2h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:20:13.926 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 110s ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:20:13.926 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 9m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:20:13.926 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 9m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:20:13.926 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 110s ago 2h 647M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:20:13.926 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 110s ago 2h 855M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:20:13.926 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 9m ago 2h 413M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:20:13.927 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 110s ago 2h 469M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:20:13.927 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 110s ago 2h 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:20:13.927 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 9m ago 2h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:20:13.927 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 110s ago 2h 4217M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:20:13.927 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 110s ago 2h 4961M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:20:13.927 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 110s ago 2h 4048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:20:13.927 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 110s ago 2h 4096M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:20:13.927 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 9m ago 2h 3394M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:20:13.927 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 9m ago 2h 3691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:20:13.927 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 9m ago 2h 3137M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:20:13.927 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 9m ago 2h 3580M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:20:13.927 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 9m ago 2h 122M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:20:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:13 smithi123 ceph-mon[191304]: pgmap v6815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:13.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:13 smithi123 ceph-mon[188613]: pgmap v6815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:14.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:13 smithi177 ceph-mon[212096]: pgmap v6815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:14.314 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:20:14.314 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:20:14.314 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:20:14.315 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:20:14.315 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:20:14.315 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:20:14.315 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:20:14.315 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:20:14.315 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:20:14.315 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:20:14.315 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:20:14.315 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:20:14.315 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:20:14.316 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:20:14.316 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:20:14.316 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:20:14.316 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:20:14.316 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:20:15.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:14 smithi177 ceph-mon[212096]: from='client.50816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:20:15.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:14 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1920471645' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:20:15.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:14 smithi123 ceph-mon[188613]: from='client.50816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:20:15.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:14 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1920471645' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:20:15.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:14 smithi123 ceph-mon[191304]: from='client.50816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:20:15.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:14 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1920471645' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:20:16.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:15 smithi177 ceph-mon[212096]: from='client.40878 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:20:16.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:15 smithi177 ceph-mon[212096]: pgmap v6816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:16.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:15 smithi123 ceph-mon[191304]: from='client.40878 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:20:16.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:15 smithi123 ceph-mon[191304]: pgmap v6816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:16.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:15 smithi123 ceph-mon[188613]: from='client.40878 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:20:16.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:15 smithi123 ceph-mon[188613]: pgmap v6816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:18.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:17 smithi177 ceph-mon[212096]: pgmap v6817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:18.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:17 smithi123 ceph-mon[191304]: pgmap v6817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:18.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:17 smithi123 ceph-mon[188613]: pgmap v6817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:20:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:20:19] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:20:20.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:19 smithi177 ceph-mon[212096]: pgmap v6818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:20.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:19 smithi123 ceph-mon[188613]: pgmap v6818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:20.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:19 smithi123 ceph-mon[191304]: pgmap v6818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:21 smithi177 ceph-mon[212096]: pgmap v6819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:22.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:21 smithi123 ceph-mon[188613]: pgmap v6819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:22.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:21 smithi123 ceph-mon[191304]: pgmap v6819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:24.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:23 smithi177 ceph-mon[212096]: pgmap v6820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:23 smithi123 ceph-mon[188613]: pgmap v6820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:24.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:23 smithi123 ceph-mon[191304]: pgmap v6820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:25.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:20:25.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:20:25.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:20:26.045 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:25 smithi177 ceph-mon[212096]: pgmap v6821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:25 smithi123 ceph-mon[191304]: pgmap v6821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:25 smithi123 ceph-mon[188613]: pgmap v6821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:20:27.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:20:27.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:20:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:27 smithi177 ceph-mon[212096]: pgmap v6822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:20:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:20:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:20:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:20:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:20:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:27 smithi123 ceph-mon[191304]: pgmap v6822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:20:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:20:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:20:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:20:28.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:20:28.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:27 smithi123 ceph-mon[188613]: pgmap v6822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:28.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:20:28.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:20:28.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:20:28.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:20:28.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:20:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:20:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:20:29] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:20:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:29 smithi177 ceph-mon[212096]: pgmap v6823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:29 smithi123 ceph-mon[191304]: pgmap v6823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:30.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:29 smithi123 ceph-mon[188613]: pgmap v6823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:31 smithi177 ceph-mon[212096]: pgmap v6824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:32.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:31 smithi123 ceph-mon[191304]: pgmap v6824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:32.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:31 smithi123 ceph-mon[188613]: pgmap v6824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:33 smithi177 ceph-mon[212096]: pgmap v6825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:33 smithi123 ceph-mon[191304]: pgmap v6825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:34.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:33 smithi123 ceph-mon[188613]: pgmap v6825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:35 smithi177 ceph-mon[212096]: pgmap v6826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:35 smithi123 ceph-mon[191304]: pgmap v6826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:36.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:35 smithi123 ceph-mon[188613]: pgmap v6826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:37 smithi177 ceph-mon[212096]: pgmap v6827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:37 smithi123 ceph-mon[191304]: pgmap v6827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:37 smithi123 ceph-mon[188613]: pgmap v6827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:20:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:20:39] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:20:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:39 smithi177 ceph-mon[212096]: pgmap v6828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:39 smithi123 ceph-mon[191304]: pgmap v6828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:39 smithi123 ceph-mon[188613]: pgmap v6828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:41 smithi177 ceph-mon[212096]: pgmap v6829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:42.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:20:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:41 smithi123 ceph-mon[191304]: pgmap v6829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:20:42.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:41 smithi123 ceph-mon[188613]: pgmap v6829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:42.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:20:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:43 smithi177 ceph-mon[212096]: pgmap v6830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:44.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:43 smithi123 ceph-mon[191304]: pgmap v6830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:44.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:43 smithi123 ceph-mon[188613]: pgmap v6830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:44.659 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:20:44.964 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:20:44.964 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 2m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:20:44.965 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 18s ago 2h 91.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:20:44.965 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 2m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:20:44.965 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 18s ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:20:44.965 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 18s ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:20:44.965 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 2m ago 2h 647M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:20:44.965 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 2m ago 2h 855M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:20:44.965 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 18s ago 2h 430M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:20:44.965 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 2m ago 2h 469M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:20:44.965 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 2m ago 2h 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:20:44.966 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 18s ago 2h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:20:44.966 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 2m ago 2h 4217M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:20:44.966 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 2m ago 2h 4961M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:20:44.966 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 2m ago 2h 4048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:20:44.966 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 2m ago 2h 4096M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:20:44.966 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 18s ago 2h 3421M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:20:44.966 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 18s ago 2h 3725M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:20:44.966 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 18s ago 2h 3167M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:20:44.966 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 18s ago 2h 3617M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:20:44.966 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 18s ago 2h 121M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:20:45.346 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:20:45.346 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:20:45.346 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:20:45.346 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:20:45.346 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:20:45.347 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:20:45.347 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:20:45.347 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:20:45.347 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:20:45.347 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:20:45.347 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:20:45.347 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:20:45.347 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:20:45.347 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:20:45.347 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:20:45.347 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:20:45.347 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:20:45.348 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:20:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:45 smithi177 ceph-mon[212096]: pgmap v6831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:46.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:45 smithi177 ceph-mon[212096]: from='client.40890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:20:46.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:45 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3392911786' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:20:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:45 smithi123 ceph-mon[191304]: pgmap v6831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:45 smithi123 ceph-mon[191304]: from='client.40890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:20:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:45 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3392911786' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:20:46.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:45 smithi123 ceph-mon[188613]: pgmap v6831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:46.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:45 smithi123 ceph-mon[188613]: from='client.40890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:20:46.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:45 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3392911786' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:20:47.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:46 smithi177 ceph-mon[212096]: from='client.50840 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:20:47.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:46 smithi123 ceph-mon[191304]: from='client.50840 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:20:47.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:46 smithi123 ceph-mon[188613]: from='client.50840 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:20:48.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:47 smithi177 ceph-mon[212096]: pgmap v6832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:47 smithi123 ceph-mon[191304]: pgmap v6832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:48.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:47 smithi123 ceph-mon[188613]: pgmap v6832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:20:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:20:49] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:20:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:49 smithi177 ceph-mon[212096]: pgmap v6833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:49 smithi123 ceph-mon[191304]: pgmap v6833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:50.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:49 smithi123 ceph-mon[188613]: pgmap v6833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:52.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:51 smithi177 ceph-mon[212096]: pgmap v6834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:52.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:51 smithi123 ceph-mon[191304]: pgmap v6834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:52.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:51 smithi123 ceph-mon[188613]: pgmap v6834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:54.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:53 smithi177 ceph-mon[212096]: pgmap v6835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:53 smithi123 ceph-mon[191304]: pgmap v6835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:54.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:53 smithi123 ceph-mon[188613]: pgmap v6835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:56.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:55 smithi177 ceph-mon[212096]: pgmap v6836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:55 smithi123 ceph-mon[191304]: pgmap v6836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:56.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:55 smithi123 ceph-mon[188613]: pgmap v6836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:20:57.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:20:57.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:20:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:57 smithi177 ceph-mon[212096]: pgmap v6837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:58.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:57 smithi123 ceph-mon[191304]: pgmap v6837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:58.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:57 smithi123 ceph-mon[188613]: pgmap v6837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:20:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:20:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:20:59] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:21:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:20:59 smithi177 ceph-mon[212096]: pgmap v6838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:00.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:20:59 smithi123 ceph-mon[191304]: pgmap v6838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:20:59 smithi123 ceph-mon[188613]: pgmap v6838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:01 smithi177 ceph-mon[212096]: pgmap v6839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:02.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:01 smithi123 ceph-mon[191304]: pgmap v6839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:02.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:01 smithi123 ceph-mon[188613]: pgmap v6839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:04.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:03 smithi177 ceph-mon[212096]: pgmap v6840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:04.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:03 smithi123 ceph-mon[191304]: pgmap v6840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:04.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:03 smithi123 ceph-mon[188613]: pgmap v6840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:05 smithi177 ceph-mon[212096]: pgmap v6841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:05 smithi123 ceph-mon[191304]: pgmap v6841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:06.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:05 smithi123 ceph-mon[188613]: pgmap v6841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:08.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:07 smithi177 ceph-mon[212096]: pgmap v6842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:08.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:07 smithi123 ceph-mon[191304]: pgmap v6842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:08.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:07 smithi123 ceph-mon[188613]: pgmap v6842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:21:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:21:09] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:21:10.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:09 smithi177 ceph-mon[212096]: pgmap v6843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:09 smithi123 ceph-mon[191304]: pgmap v6843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:10.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:09 smithi123 ceph-mon[188613]: pgmap v6843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:12.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:11 smithi177 ceph-mon[212096]: pgmap v6844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:12.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:21:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:11 smithi123 ceph-mon[191304]: pgmap v6844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:21:12.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:11 smithi123 ceph-mon[188613]: pgmap v6844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:12.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:21:14.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:13 smithi177 ceph-mon[212096]: pgmap v6845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:14.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:13 smithi123 ceph-mon[191304]: pgmap v6845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:14.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:13 smithi123 ceph-mon[188613]: pgmap v6845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:15.693 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:21:16.002 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:21:16.003 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 2m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:21:16.003 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 49s ago 2h 91.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:21:16.003 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 2m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:21:16.003 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 49s ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:21:16.003 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 49s ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:21:16.003 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 2m ago 2h 647M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:21:16.003 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 2m ago 2h 855M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:21:16.003 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 49s ago 2h 430M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:21:16.003 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 2m ago 2h 469M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:21:16.004 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 2m ago 2h 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:21:16.004 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 49s ago 2h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:21:16.004 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 2m ago 2h 4217M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:21:16.004 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 2m ago 2h 4961M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:21:16.004 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 2m ago 2h 4048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:21:16.004 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 2m ago 2h 4096M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:21:16.004 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 49s ago 2h 3421M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:21:16.004 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 49s ago 2h 3725M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:21:16.004 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 49s ago 2h 3167M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:21:16.004 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 49s ago 2h 3617M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:21:16.004 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 49s ago 2h 121M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:21:16.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:15 smithi177 ceph-mon[212096]: pgmap v6846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:16.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:15 smithi123 ceph-mon[191304]: pgmap v6846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:16.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:15 smithi123 ceph-mon[188613]: pgmap v6846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:16.384 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:21:16.384 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:21:16.384 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:21:16.384 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:21:16.384 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:21:16.384 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:21:16.384 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:21:16.384 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:21:16.385 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:21:16.385 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:21:16.385 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:21:16.385 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:21:16.385 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:21:16.385 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:21:16.385 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:21:16.385 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:21:16.385 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:21:16.385 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:21:17.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:16 smithi177 ceph-mon[212096]: from='client.40908 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:21:17.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:16 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3142403594' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:21:17.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:16 smithi123 ceph-mon[191304]: from='client.40908 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:21:17.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:16 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3142403594' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:21:17.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:16 smithi123 ceph-mon[188613]: from='client.40908 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:21:17.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:16 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3142403594' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:21:18.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:17 smithi177 ceph-mon[212096]: from='client.40914 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:21:18.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:17 smithi177 ceph-mon[212096]: pgmap v6847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:18.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:17 smithi123 ceph-mon[191304]: from='client.40914 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:21:18.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:17 smithi123 ceph-mon[191304]: pgmap v6847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:18.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:17 smithi123 ceph-mon[188613]: from='client.40914 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:21:18.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:17 smithi123 ceph-mon[188613]: pgmap v6847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:21:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:21:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:21:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:19 smithi177 ceph-mon[212096]: pgmap v6848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:20.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:19 smithi123 ceph-mon[191304]: pgmap v6848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:20.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:19 smithi123 ceph-mon[188613]: pgmap v6848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:21 smithi177 ceph-mon[212096]: pgmap v6849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:22.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:21 smithi123 ceph-mon[191304]: pgmap v6849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:22.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:21 smithi123 ceph-mon[188613]: pgmap v6849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:24.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:23 smithi177 ceph-mon[212096]: pgmap v6850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:24.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:23 smithi123 ceph-mon[191304]: pgmap v6850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:24.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:23 smithi123 ceph-mon[188613]: pgmap v6850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:25 smithi177 ceph-mon[212096]: pgmap v6851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:25 smithi123 ceph-mon[191304]: pgmap v6851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:25 smithi123 ceph-mon[188613]: pgmap v6851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:21:27.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:21:27.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:21:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:27 smithi177 ceph-mon[212096]: pgmap v6852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:21:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:27 smithi123 ceph-mon[191304]: pgmap v6852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:21:28.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:27 smithi123 ceph-mon[188613]: pgmap v6852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:28.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:21:28.882 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 13:21:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T13:21:28.586774675Z level=info msg="Completed cleanup jobs" duration=12.959506ms 2023-12-20T13:21:29.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:21:29.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:21:29.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:21:29.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:21:29.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:21:29.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:21:29.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:21:29.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:21:29.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:21:29.243 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:21:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:21:29] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:21:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:29 smithi177 ceph-mon[212096]: pgmap v6853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:29 smithi123 ceph-mon[191304]: pgmap v6853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:30.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:29 smithi123 ceph-mon[188613]: pgmap v6853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:32.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:31 smithi177 ceph-mon[212096]: pgmap v6854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:32.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:31 smithi123 ceph-mon[191304]: pgmap v6854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:32.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:31 smithi123 ceph-mon[188613]: pgmap v6854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:34.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:33 smithi177 ceph-mon[212096]: pgmap v6855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:33 smithi123 ceph-mon[191304]: pgmap v6855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:34.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:33 smithi123 ceph-mon[188613]: pgmap v6855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:35 smithi177 ceph-mon[212096]: pgmap v6856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:35 smithi123 ceph-mon[191304]: pgmap v6856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:36.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:35 smithi123 ceph-mon[188613]: pgmap v6856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:38.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:37 smithi177 ceph-mon[212096]: pgmap v6857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:37 smithi123 ceph-mon[191304]: pgmap v6857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:37 smithi123 ceph-mon[188613]: pgmap v6857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:21:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:21:39] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:21:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:39 smithi177 ceph-mon[212096]: pgmap v6858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:39 smithi123 ceph-mon[188613]: pgmap v6858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:39 smithi123 ceph-mon[191304]: pgmap v6858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:42.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:41 smithi177 ceph-mon[212096]: pgmap v6859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:42.156 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:21:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:41 smithi123 ceph-mon[191304]: pgmap v6859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:21:42.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:41 smithi123 ceph-mon[188613]: pgmap v6859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:42.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:21:44.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:43 smithi123 ceph-mon[188613]: pgmap v6860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:44.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:43 smithi123 ceph-mon[191304]: pgmap v6860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:44.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:43 smithi177 ceph-mon[212096]: pgmap v6860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:45 smithi123 ceph-mon[191304]: pgmap v6861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:46.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:45 smithi123 ceph-mon[188613]: pgmap v6861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:46.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:45 smithi177 ceph-mon[212096]: pgmap v6861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:46.726 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:21:47.035 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:21:47.035 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 3m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:21:47.035 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 80s ago 2h 91.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:21:47.036 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 3m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:21:47.036 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 80s ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:21:47.036 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 80s ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:21:47.036 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 3m ago 2h 647M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:21:47.036 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 3m ago 2h 855M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:21:47.036 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 80s ago 2h 430M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:21:47.036 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 3m ago 2h 469M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:21:47.036 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 3m ago 2h 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:21:47.036 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 80s ago 2h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:21:47.036 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 3m ago 2h 4217M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:21:47.037 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 3m ago 2h 4961M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:21:47.037 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 3m ago 2h 4048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:21:47.037 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 3m ago 2h 4096M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:21:47.037 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 80s ago 2h 3421M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:21:47.037 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 80s ago 2h 3725M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:21:47.037 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 80s ago 2h 3167M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:21:47.037 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 80s ago 2h 3617M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:21:47.037 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 80s ago 2h 121M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:21:47.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:46 smithi123 ceph-mon[191304]: pgmap v6862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:47.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:46 smithi123 ceph-mon[191304]: from='client.50870 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:21:47.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:46 smithi123 ceph-mon[188613]: pgmap v6862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:47.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:46 smithi123 ceph-mon[188613]: from='client.50870 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:21:47.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:46 smithi177 ceph-mon[212096]: pgmap v6862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:47.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:46 smithi177 ceph-mon[212096]: from='client.50870 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:21:47.421 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:21:47.421 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:21:47.421 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:21:47.421 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:21:47.421 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:21:47.421 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:21:47.421 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:21:47.421 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:21:47.422 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:21:47.422 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:21:47.422 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:21:47.422 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:21:47.422 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:21:47.422 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:21:47.422 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:21:47.422 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:21:47.422 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:21:47.422 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:21:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:47 smithi123 ceph-mon[191304]: from='client.50876 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:21:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:47 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/534788454' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:21:48.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:47 smithi123 ceph-mon[188613]: from='client.50876 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:21:48.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:47 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/534788454' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:21:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:47 smithi177 ceph-mon[212096]: from='client.50876 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:21:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:47 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/534788454' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:21:49.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:48 smithi123 ceph-mon[191304]: pgmap v6863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:49.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:48 smithi123 ceph-mon[188613]: pgmap v6863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:49.243 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:21:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:21:49] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:21:49.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:48 smithi177 ceph-mon[212096]: pgmap v6863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:51.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:51 smithi123 ceph-mon[191304]: pgmap v6864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:51.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:51 smithi123 ceph-mon[188613]: pgmap v6864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:51 smithi177 ceph-mon[212096]: pgmap v6864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:53 smithi123 ceph-mon[191304]: pgmap v6865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:53.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:53 smithi123 ceph-mon[188613]: pgmap v6865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:53 smithi177 ceph-mon[212096]: pgmap v6865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:55.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:55 smithi123 ceph-mon[191304]: pgmap v6866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:55.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:55 smithi123 ceph-mon[188613]: pgmap v6866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:55 smithi177 ceph-mon[212096]: pgmap v6866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:57 smithi177 ceph-mon[212096]: pgmap v6867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:21:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:57 smithi123 ceph-mon[191304]: pgmap v6867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:21:57.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:57 smithi123 ceph-mon[188613]: pgmap v6867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:57.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:21:59.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:21:59 smithi123 ceph-mon[191304]: pgmap v6868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:59.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:21:59 smithi123 ceph-mon[188613]: pgmap v6868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:21:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:21:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:21:59] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:21:59.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:21:59 smithi177 ceph-mon[212096]: pgmap v6868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:01 smithi177 ceph-mon[212096]: pgmap v6869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:01 smithi123 ceph-mon[191304]: pgmap v6869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:01 smithi123 ceph-mon[188613]: pgmap v6869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:03 smithi177 ceph-mon[212096]: pgmap v6870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:03 smithi123 ceph-mon[191304]: pgmap v6870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:03 smithi123 ceph-mon[188613]: pgmap v6870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:05.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:05 smithi177 ceph-mon[212096]: pgmap v6871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:05.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:05 smithi123 ceph-mon[191304]: pgmap v6871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:05.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:05 smithi123 ceph-mon[188613]: pgmap v6871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:07.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:07 smithi177 ceph-mon[212096]: pgmap v6872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:07.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:07 smithi123 ceph-mon[191304]: pgmap v6872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:07.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:07 smithi123 ceph-mon[188613]: pgmap v6872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:09.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:09 smithi123 ceph-mon[191304]: pgmap v6873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:09.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:09 smithi123 ceph-mon[188613]: pgmap v6873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:22:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:22:09] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:22:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:09 smithi177 ceph-mon[212096]: pgmap v6873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:11 smithi177 ceph-mon[212096]: pgmap v6874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:11 smithi123 ceph-mon[188613]: pgmap v6874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:11 smithi123 ceph-mon[191304]: pgmap v6874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:12.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:22:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:22:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:22:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:13 smithi177 ceph-mon[212096]: pgmap v6875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:13 smithi123 ceph-mon[188613]: pgmap v6875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:13 smithi123 ceph-mon[191304]: pgmap v6875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:15 smithi177 ceph-mon[212096]: pgmap v6876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:15 smithi123 ceph-mon[191304]: pgmap v6876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:15 smithi123 ceph-mon[188613]: pgmap v6876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:17 smithi177 ceph-mon[212096]: pgmap v6877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:17.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:17 smithi123 ceph-mon[191304]: pgmap v6877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:17.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:17 smithi123 ceph-mon[188613]: pgmap v6877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:17.778 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:22:18.085 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:22:18.085 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 3m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:22:18.085 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 111s ago 2h 91.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:22:18.086 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 3m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:22:18.086 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 111s ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:22:18.086 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 111s ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:22:18.086 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 3m ago 2h 647M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:22:18.086 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 3m ago 2h 855M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:22:18.086 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 111s ago 2h 430M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:22:18.086 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 3m ago 2h 469M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:22:18.086 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 3m ago 2h 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:22:18.086 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 111s ago 2h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:22:18.086 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 3m ago 2h 4217M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:22:18.086 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 3m ago 2h 4961M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:22:18.086 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 3m ago 2h 4048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:22:18.086 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 3m ago 2h 4096M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:22:18.086 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 111s ago 2h 3421M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:22:18.087 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 111s ago 2h 3725M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:22:18.087 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 111s ago 2h 3167M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:22:18.087 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 111s ago 2h 3617M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:22:18.087 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 111s ago 2h 121M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:22:18.473 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:22:18.473 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:22:18.473 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:22:18.473 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:22:18.473 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:22:18.473 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:22:18.473 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:22:18.473 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:22:18.474 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:22:18.474 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:22:18.474 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:22:18.474 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:22:18.474 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:22:18.474 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:22:18.474 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:22:18.474 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:22:18.474 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:22:18.474 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:22:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:18 smithi177 ceph-mon[212096]: from='client.40944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:22:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:18 smithi123 ceph-mon[191304]: from='client.40944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:22:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:18 smithi123 ceph-mon[188613]: from='client.40944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:22:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:19 smithi123 ceph-mon[191304]: from='client.50894 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:22:19.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:19 smithi123 ceph-mon[191304]: pgmap v6878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:19.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:19 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/717122056' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:22:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:19 smithi123 ceph-mon[188613]: from='client.50894 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:22:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:19 smithi123 ceph-mon[188613]: pgmap v6878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:19 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/717122056' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:22:19.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:22:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:22:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:22:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:19 smithi177 ceph-mon[212096]: from='client.50894 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:22:19.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:19 smithi177 ceph-mon[212096]: pgmap v6878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:19.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:19 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/717122056' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:22:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:21 smithi177 ceph-mon[212096]: pgmap v6879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:21 smithi123 ceph-mon[191304]: pgmap v6879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:21 smithi123 ceph-mon[188613]: pgmap v6879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:23 smithi177 ceph-mon[212096]: pgmap v6880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:23 smithi123 ceph-mon[191304]: pgmap v6880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:23.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:23 smithi123 ceph-mon[188613]: pgmap v6880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:25.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:25 smithi177 ceph-mon[212096]: pgmap v6881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:25.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:25 smithi123 ceph-mon[188613]: pgmap v6881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:25.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:25 smithi123 ceph-mon[191304]: pgmap v6881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:27 smithi177 ceph-mon[212096]: pgmap v6882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:27.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:22:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:27 smithi123 ceph-mon[191304]: pgmap v6882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:22:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:27 smithi123 ceph-mon[188613]: pgmap v6882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:22:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:22:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:22:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:22:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:22:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:22:29] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:22:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:29 smithi123 ceph-mon[188613]: pgmap v6883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:22:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:22:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:22:29.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:29 smithi123 ceph-mon[191304]: pgmap v6883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:29.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:22:29.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:22:29.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:22:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:29 smithi177 ceph-mon[212096]: pgmap v6883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:22:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:22:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:22:31.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:31 smithi177 ceph-mon[212096]: pgmap v6884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:31 smithi123 ceph-mon[191304]: pgmap v6884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:31.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:31 smithi123 ceph-mon[188613]: pgmap v6884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:33.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:33 smithi177 ceph-mon[212096]: pgmap v6885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:33 smithi123 ceph-mon[191304]: pgmap v6885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:33 smithi123 ceph-mon[188613]: pgmap v6885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:35.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:35 smithi177 ceph-mon[212096]: pgmap v6886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:35 smithi123 ceph-mon[191304]: pgmap v6886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:35 smithi123 ceph-mon[188613]: pgmap v6886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:37 smithi177 ceph-mon[212096]: pgmap v6887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:37 smithi123 ceph-mon[191304]: pgmap v6887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:37 smithi123 ceph-mon[188613]: pgmap v6887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:39 smithi123 ceph-mon[191304]: pgmap v6888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:39 smithi123 ceph-mon[188613]: pgmap v6888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:22:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:22:39] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:22:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:39 smithi177 ceph-mon[212096]: pgmap v6888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:41.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:41 smithi177 ceph-mon[212096]: pgmap v6889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:41 smithi123 ceph-mon[191304]: pgmap v6889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:41.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:41 smithi123 ceph-mon[188613]: pgmap v6889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:22:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:22:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:22:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:43 smithi177 ceph-mon[212096]: pgmap v6890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:43 smithi123 ceph-mon[191304]: pgmap v6890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:43 smithi123 ceph-mon[188613]: pgmap v6890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:45.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:45 smithi177 ceph-mon[212096]: pgmap v6891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:45.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:45 smithi123 ceph-mon[191304]: pgmap v6891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:45.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:45 smithi123 ceph-mon[188613]: pgmap v6891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:47.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:47 smithi177 ceph-mon[212096]: pgmap v6892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:47 smithi123 ceph-mon[191304]: pgmap v6892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:47.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:47 smithi123 ceph-mon[188613]: pgmap v6892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:48.823 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:22:49.130 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:22:49.130 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 4m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:22:49.130 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 2m ago 2h 91.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:22:49.130 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 4m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:22:49.130 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 2m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:22:49.130 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 2m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:22:49.130 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 4m ago 2h 647M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:22:49.131 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 4m ago 2h 855M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:22:49.131 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 2m ago 2h 430M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:22:49.131 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 4m ago 2h 469M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:22:49.131 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 4m ago 2h 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:22:49.131 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 2m ago 2h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:22:49.131 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 4m ago 2h 4217M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:22:49.131 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 4m ago 2h 4961M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:22:49.131 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 4m ago 2h 4048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:22:49.131 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 4m ago 2h 4096M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:22:49.131 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 2m ago 2h 3421M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:22:49.131 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 2m ago 2h 3725M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:22:49.131 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 2m ago 2h 3167M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:22:49.131 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 2m ago 2h 3617M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:22:49.131 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 2m ago 2h 121M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:22:49.338 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:22:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:22:49] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T13:22:49.513 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:22:49.513 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:22:49.513 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:22:49.513 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:22:49.513 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:22:49.513 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:22:49.513 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:22:49.513 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:22:49.514 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:22:49.514 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:22:49.514 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:22:49.514 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:22:49.514 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:22:49.514 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:22:49.514 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:22:49.514 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:22:49.514 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:22:49.514 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:22:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:49 smithi177 ceph-mon[212096]: pgmap v6893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:49 smithi177 ceph-mon[212096]: from='client.50906 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:22:49.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:49 smithi123 ceph-mon[191304]: pgmap v6893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:49.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:49 smithi123 ceph-mon[191304]: from='client.50906 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:22:49.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:49 smithi123 ceph-mon[188613]: pgmap v6893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:49.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:49 smithi123 ceph-mon[188613]: from='client.50906 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:22:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:50 smithi177 ceph-mon[212096]: from='client.50912 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:22:50.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:50 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4085324977' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:22:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:50 smithi123 ceph-mon[191304]: from='client.50912 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:22:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:50 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4085324977' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:22:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:50 smithi123 ceph-mon[188613]: from='client.50912 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:22:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:50 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4085324977' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:22:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:51 smithi177 ceph-mon[212096]: pgmap v6894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:51 smithi123 ceph-mon[188613]: pgmap v6894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:51 smithi123 ceph-mon[191304]: pgmap v6894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:53 smithi177 ceph-mon[212096]: pgmap v6895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:53 smithi123 ceph-mon[191304]: pgmap v6895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:53 smithi123 ceph-mon[188613]: pgmap v6895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:55 smithi177 ceph-mon[212096]: pgmap v6896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:55 smithi123 ceph-mon[191304]: pgmap v6896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:55 smithi123 ceph-mon[188613]: pgmap v6896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:57 smithi177 ceph-mon[212096]: pgmap v6897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:22:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:57 smithi123 ceph-mon[191304]: pgmap v6897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:22:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:57 smithi123 ceph-mon[188613]: pgmap v6897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:22:59.359 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:22:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:22:59] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:22:59.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:22:59 smithi177 ceph-mon[212096]: pgmap v6898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:59.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:22:59 smithi123 ceph-mon[191304]: pgmap v6898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:22:59.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:22:59 smithi123 ceph-mon[188613]: pgmap v6898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:01.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:01 smithi177 ceph-mon[212096]: pgmap v6899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:01 smithi123 ceph-mon[188613]: pgmap v6899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:01 smithi123 ceph-mon[191304]: pgmap v6899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:03.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:03 smithi177 ceph-mon[212096]: pgmap v6900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:03 smithi123 ceph-mon[191304]: pgmap v6900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:03 smithi123 ceph-mon[188613]: pgmap v6900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:05.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:05 smithi177 ceph-mon[212096]: pgmap v6901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:05 smithi123 ceph-mon[191304]: pgmap v6901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:05.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:05 smithi123 ceph-mon[188613]: pgmap v6901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:07.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:07 smithi177 ceph-mon[212096]: pgmap v6902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:07.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:07 smithi123 ceph-mon[191304]: pgmap v6902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:07 smithi123 ceph-mon[188613]: pgmap v6902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:09.374 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:23:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:23:09] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:23:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:09 smithi177 ceph-mon[212096]: pgmap v6903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:09.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:09 smithi123 ceph-mon[188613]: pgmap v6903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:09.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:09 smithi123 ceph-mon[191304]: pgmap v6903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:11 smithi177 ceph-mon[212096]: pgmap v6904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:11 smithi123 ceph-mon[191304]: pgmap v6904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:11 smithi123 ceph-mon[188613]: pgmap v6904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:23:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:23:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:23:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:13 smithi177 ceph-mon[212096]: pgmap v6905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:13 smithi123 ceph-mon[191304]: pgmap v6905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:13 smithi123 ceph-mon[188613]: pgmap v6905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:15.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:15 smithi177 ceph-mon[212096]: pgmap v6906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:15 smithi123 ceph-mon[191304]: pgmap v6906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:15 smithi123 ceph-mon[188613]: pgmap v6906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:17.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:17 smithi177 ceph-mon[212096]: pgmap v6907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:17.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:17 smithi123 ceph-mon[191304]: pgmap v6907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:17.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:17 smithi123 ceph-mon[188613]: pgmap v6907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:19.397 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:23:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:23:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:23:19.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:19 smithi177 ceph-mon[212096]: pgmap v6908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:19.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:19 smithi123 ceph-mon[191304]: pgmap v6908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:19.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:19 smithi123 ceph-mon[188613]: pgmap v6908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:19.857 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:23:20.166 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:23:20.167 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 4m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:23:20.167 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 2m ago 2h 91.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:23:20.167 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 4m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:23:20.167 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 2m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:23:20.167 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 2m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:23:20.167 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 4m ago 2h 647M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:23:20.167 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 4m ago 2h 855M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:23:20.167 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 2m ago 2h 430M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:23:20.167 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 4m ago 2h 469M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:23:20.168 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 4m ago 2h 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:23:20.168 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 2m ago 2h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:23:20.168 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 4m ago 2h 4217M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:23:20.168 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 4m ago 2h 4961M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:23:20.168 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 4m ago 2h 4048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:23:20.168 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 4m ago 2h 4096M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:23:20.168 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 2m ago 2h 3421M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:23:20.168 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 2m ago 2h 3725M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:23:20.168 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 2m ago 2h 3167M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:23:20.169 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 2m ago 2h 3617M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:23:20.169 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 2m ago 2h 121M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:23:20.553 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:23:20.554 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:23:20.554 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:23:20.554 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:23:20.554 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:23:20.555 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:23:20.555 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:23:20.555 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:23:20.555 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:23:20.555 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:23:20.555 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:23:20.555 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:23:20.555 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:23:20.555 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:23:20.555 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:23:20.556 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:23:20.556 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:23:20.556 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:23:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:20 smithi123 ceph-mon[191304]: from='client.40980 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:23:20.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:20 smithi123 ceph-mon[188613]: from='client.40980 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:23:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:20 smithi177 ceph-mon[212096]: from='client.40980 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:23:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:21 smithi123 ceph-mon[191304]: from='client.40986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:23:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:21 smithi123 ceph-mon[191304]: pgmap v6909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:21 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2659942126' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:23:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:21 smithi123 ceph-mon[188613]: from='client.40986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:23:21.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:21 smithi123 ceph-mon[188613]: pgmap v6909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:21.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:21 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2659942126' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:23:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:21 smithi177 ceph-mon[212096]: from='client.40986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:23:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:21 smithi177 ceph-mon[212096]: pgmap v6909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:21 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2659942126' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:23:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:23 smithi123 ceph-mon[191304]: pgmap v6910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:23.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:23 smithi123 ceph-mon[188613]: pgmap v6910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:23.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:23 smithi177 ceph-mon[212096]: pgmap v6910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:25.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:25 smithi123 ceph-mon[191304]: pgmap v6911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:25.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:25 smithi123 ceph-mon[188613]: pgmap v6911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:25 smithi177 ceph-mon[212096]: pgmap v6911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:27.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:27 smithi123 ceph-mon[191304]: pgmap v6912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:27.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:23:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:27 smithi123 ceph-mon[188613]: pgmap v6912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:23:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:27 smithi177 ceph-mon[212096]: pgmap v6912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:23:29.418 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:23:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:23:29] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:23:29.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:29 smithi123 ceph-mon[188613]: pgmap v6913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:29.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:23:29.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:23:29.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:23:29.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:23:29.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:29 smithi123 ceph-mon[191304]: pgmap v6913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:29.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:23:29.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:23:29.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:23:29.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:23:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:29 smithi177 ceph-mon[212096]: pgmap v6913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:23:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:23:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:23:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:23:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:31 smithi123 ceph-mon[188613]: pgmap v6914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:31.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:31 smithi123 ceph-mon[191304]: pgmap v6914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:31 smithi177 ceph-mon[212096]: pgmap v6914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:33 smithi123 ceph-mon[191304]: pgmap v6915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:33.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:33 smithi123 ceph-mon[188613]: pgmap v6915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:33 smithi177 ceph-mon[212096]: pgmap v6915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:35 smithi123 ceph-mon[191304]: pgmap v6916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:35.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:35 smithi123 ceph-mon[188613]: pgmap v6916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:35 smithi177 ceph-mon[212096]: pgmap v6916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:37 smithi123 ceph-mon[191304]: pgmap v6917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:37.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:37 smithi123 ceph-mon[188613]: pgmap v6917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:37 smithi177 ceph-mon[212096]: pgmap v6917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:39.435 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:23:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:23:39] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:23:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:39 smithi123 ceph-mon[191304]: pgmap v6918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:39.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:39 smithi123 ceph-mon[188613]: pgmap v6918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:39 smithi177 ceph-mon[212096]: pgmap v6918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:41 smithi123 ceph-mon[191304]: pgmap v6919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:41 smithi123 ceph-mon[188613]: pgmap v6919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:41 smithi177 ceph-mon[212096]: pgmap v6919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:23:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:23:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:23:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:43 smithi123 ceph-mon[191304]: pgmap v6920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:43.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:43 smithi123 ceph-mon[188613]: pgmap v6920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:43 smithi177 ceph-mon[212096]: pgmap v6920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:45.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:45 smithi123 ceph-mon[191304]: pgmap v6921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:45.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:45 smithi123 ceph-mon[188613]: pgmap v6921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:45 smithi177 ceph-mon[212096]: pgmap v6921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:47 smithi123 ceph-mon[191304]: pgmap v6922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:47.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:47 smithi123 ceph-mon[188613]: pgmap v6922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:47 smithi177 ceph-mon[212096]: pgmap v6922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:49.460 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:23:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:23:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:23:49.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:49 smithi123 ceph-mon[188613]: pgmap v6923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:49.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:49 smithi123 ceph-mon[191304]: pgmap v6923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:49.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:49 smithi177 ceph-mon[212096]: pgmap v6923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:50.897 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:23:51.207 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:23:51.208 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 5m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:23:51.208 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 3m ago 2h 91.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:23:51.208 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 5m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:23:51.209 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 3m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:23:51.209 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 3m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:23:51.209 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 5m ago 2h 647M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:23:51.209 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 5m ago 2h 855M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:23:51.209 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 3m ago 2h 430M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:23:51.209 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 5m ago 2h 469M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:23:51.209 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 5m ago 2h 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:23:51.209 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 3m ago 2h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:23:51.209 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 5m ago 2h 4217M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:23:51.209 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 5m ago 2h 4961M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:23:51.210 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 5m ago 2h 4048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:23:51.210 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 5m ago 2h 4096M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:23:51.210 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 3m ago 2h 3421M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:23:51.211 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 3m ago 2h 3725M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:23:51.211 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 3m ago 2h 3167M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:23:51.211 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 3m ago 2h 3617M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:23:51.211 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 3m ago 2h 121M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:23:51.590 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:23:51.590 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:23:51.591 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:23:51.591 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:23:51.591 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:23:51.591 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:23:51.591 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:23:51.591 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:23:51.591 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:23:51.591 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:23:51.592 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:23:51.592 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:23:51.592 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:23:51.592 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:23:51.592 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:23:51.592 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:23:51.592 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:23:51.592 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:23:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:51 smithi123 ceph-mon[191304]: pgmap v6924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:51 smithi123 ceph-mon[191304]: from='client.40998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:23:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:51 smithi123 ceph-mon[188613]: pgmap v6924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:51.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:51 smithi123 ceph-mon[188613]: from='client.40998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:23:51.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:51 smithi177 ceph-mon[212096]: pgmap v6924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:51.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:51 smithi177 ceph-mon[212096]: from='client.40998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:23:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:52 smithi123 ceph-mon[191304]: from='client.50948 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:23:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:52 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2822834700' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:23:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:52 smithi123 ceph-mon[188613]: from='client.50948 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:23:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:52 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2822834700' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:23:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:52 smithi177 ceph-mon[212096]: from='client.50948 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:23:52.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:52 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2822834700' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:23:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:53 smithi123 ceph-mon[191304]: pgmap v6925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:53.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:53 smithi123 ceph-mon[188613]: pgmap v6925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:53 smithi177 ceph-mon[212096]: pgmap v6925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:55.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:55 smithi123 ceph-mon[191304]: pgmap v6926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:55.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:55 smithi123 ceph-mon[188613]: pgmap v6926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:55 smithi177 ceph-mon[212096]: pgmap v6926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:57.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:57 smithi123 ceph-mon[191304]: pgmap v6927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:57.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:23:57.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:57 smithi123 ceph-mon[188613]: pgmap v6927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:57.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:23:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:57 smithi177 ceph-mon[212096]: pgmap v6927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:23:59.479 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:23:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:23:59] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:23:59.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:23:59 smithi123 ceph-mon[191304]: pgmap v6928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:59.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:23:59 smithi123 ceph-mon[188613]: pgmap v6928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:23:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:23:59 smithi177 ceph-mon[212096]: pgmap v6928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:01 smithi123 ceph-mon[191304]: pgmap v6929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:01.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:01 smithi123 ceph-mon[188613]: pgmap v6929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:01 smithi177 ceph-mon[212096]: pgmap v6929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:03 smithi123 ceph-mon[191304]: pgmap v6930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:03.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:03 smithi123 ceph-mon[188613]: pgmap v6930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:03 smithi177 ceph-mon[212096]: pgmap v6930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:05 smithi123 ceph-mon[191304]: pgmap v6931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:05.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:05 smithi123 ceph-mon[188613]: pgmap v6931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:05 smithi177 ceph-mon[212096]: pgmap v6931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:07 smithi177 ceph-mon[212096]: pgmap v6932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:07 smithi123 ceph-mon[188613]: pgmap v6932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:07 smithi123 ceph-mon[191304]: pgmap v6932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:24:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:24:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:24:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:09 smithi177 ceph-mon[212096]: pgmap v6933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:09 smithi123 ceph-mon[191304]: pgmap v6933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:09 smithi123 ceph-mon[188613]: pgmap v6933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:11.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:11 smithi177 ceph-mon[212096]: pgmap v6934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:11 smithi123 ceph-mon[191304]: pgmap v6934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:11 smithi123 ceph-mon[188613]: pgmap v6934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:12.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:24:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:24:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:24:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:13 smithi177 ceph-mon[212096]: pgmap v6935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:13 smithi123 ceph-mon[191304]: pgmap v6935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:13.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:13 smithi123 ceph-mon[188613]: pgmap v6935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:15 smithi177 ceph-mon[212096]: pgmap v6936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:15 smithi123 ceph-mon[191304]: pgmap v6936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:15 smithi123 ceph-mon[188613]: pgmap v6936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:17.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:17 smithi177 ceph-mon[212096]: pgmap v6937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:17 smithi123 ceph-mon[191304]: pgmap v6937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:17 smithi123 ceph-mon[188613]: pgmap v6937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:24:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:24:19] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:24:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:19 smithi177 ceph-mon[212096]: pgmap v6938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:19 smithi123 ceph-mon[191304]: pgmap v6938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:19 smithi123 ceph-mon[188613]: pgmap v6938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:21 smithi177 ceph-mon[212096]: pgmap v6939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:21.933 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:24:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:21 smithi123 ceph-mon[191304]: pgmap v6939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:21 smithi123 ceph-mon[188613]: pgmap v6939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:22.239 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:24:22.239 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 5m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:24:22.239 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 3m ago 2h 91.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:24:22.239 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 5m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:24:22.239 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 3m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:24:22.239 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 3m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:24:22.239 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 5m ago 2h 647M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:24:22.239 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 5m ago 2h 855M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:24:22.239 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 3m ago 2h 430M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:24:22.240 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 5m ago 2h 469M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:24:22.240 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 5m ago 2h 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:24:22.240 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 3m ago 2h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:24:22.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 5m ago 2h 4217M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:24:22.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 5m ago 2h 4961M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:24:22.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 5m ago 2h 4048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:24:22.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 5m ago 2h 4096M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:24:22.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 3m ago 2h 3421M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:24:22.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 3m ago 2h 3725M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:24:22.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 3m ago 2h 3167M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:24:22.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 3m ago 2h 3617M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:24:22.241 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 3m ago 2h 121M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:24:22.621 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:24:22.621 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:24:22.622 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:24:22.622 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:24:22.622 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:24:22.622 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:24:22.622 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:24:22.622 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:24:22.622 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:24:22.622 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:24:22.622 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:24:22.622 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:24:22.622 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:24:22.622 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:24:22.622 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:24:22.622 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:24:22.622 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:24:22.622 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:24:22.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:22 smithi177 ceph-mon[212096]: from='client.41016 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:24:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:22 smithi123 ceph-mon[191304]: from='client.41016 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:24:22.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:22 smithi123 ceph-mon[188613]: from='client.41016 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:24:23.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:23 smithi177 ceph-mon[212096]: pgmap v6940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:23.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:23 smithi177 ceph-mon[212096]: from='client.50966 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:24:23.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:23 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1056370226' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:24:23.998 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:23 smithi123 ceph-mon[191304]: pgmap v6940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:23.998 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:23 smithi123 ceph-mon[191304]: from='client.50966 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:24:23.998 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:23 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1056370226' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:24:23.998 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:23 smithi123 ceph-mon[188613]: pgmap v6940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:23.999 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:23 smithi123 ceph-mon[188613]: from='client.50966 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:24:23.999 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:23 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1056370226' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:24:25.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:25 smithi177 ceph-mon[212096]: pgmap v6941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:25 smithi123 ceph-mon[191304]: pgmap v6941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:25.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:25 smithi123 ceph-mon[188613]: pgmap v6941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:26.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:24:26.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:24:26.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:24:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:27 smithi177 ceph-mon[212096]: pgmap v6942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:27.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:27 smithi123 ceph-mon[191304]: pgmap v6942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:27.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:27 smithi123 ceph-mon[188613]: pgmap v6942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:24:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:24:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:24:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:29 smithi177 ceph-mon[212096]: pgmap v6943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:29.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:24:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:29 smithi123 ceph-mon[191304]: pgmap v6943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:24:29.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:29 smithi123 ceph-mon[188613]: pgmap v6943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:29.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:24:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:24:30.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:24:30.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:24:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:24:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:24:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:24:30.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:24:30.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:24:30.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:24:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:31 smithi177 ceph-mon[212096]: pgmap v6944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:32.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:31 smithi123 ceph-mon[191304]: pgmap v6944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:32.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:31 smithi123 ceph-mon[188613]: pgmap v6944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:34.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:33 smithi177 ceph-mon[212096]: pgmap v6945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:34.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:33 smithi123 ceph-mon[191304]: pgmap v6945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:34.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:33 smithi123 ceph-mon[188613]: pgmap v6945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:35 smithi177 ceph-mon[212096]: pgmap v6946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:35 smithi123 ceph-mon[191304]: pgmap v6946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:36.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:35 smithi123 ceph-mon[188613]: pgmap v6946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:38.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:37 smithi177 ceph-mon[212096]: pgmap v6947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:37 smithi123 ceph-mon[191304]: pgmap v6947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:37 smithi123 ceph-mon[188613]: pgmap v6947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:24:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:24:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:24:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:39 smithi177 ceph-mon[212096]: pgmap v6948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:39 smithi123 ceph-mon[191304]: pgmap v6948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:39 smithi123 ceph-mon[188613]: pgmap v6948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:41 smithi177 ceph-mon[212096]: pgmap v6949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:42.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:24:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:41 smithi123 ceph-mon[191304]: pgmap v6949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:24:42.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:41 smithi123 ceph-mon[188613]: pgmap v6949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:42.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:24:44.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:43 smithi177 ceph-mon[212096]: pgmap v6950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:44.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:43 smithi123 ceph-mon[191304]: pgmap v6950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:44.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:43 smithi123 ceph-mon[188613]: pgmap v6950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:46.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:45 smithi177 ceph-mon[212096]: pgmap v6951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:45 smithi123 ceph-mon[191304]: pgmap v6951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:46.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:45 smithi123 ceph-mon[188613]: pgmap v6951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:48.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:47 smithi177 ceph-mon[212096]: pgmap v6952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:47 smithi123 ceph-mon[191304]: pgmap v6952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:48.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:47 smithi123 ceph-mon[188613]: pgmap v6952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:24:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:24:49] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T13:24:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:49 smithi177 ceph-mon[212096]: pgmap v6953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:50.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:49 smithi123 ceph-mon[191304]: pgmap v6953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:50.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:49 smithi123 ceph-mon[188613]: pgmap v6953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:52.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:51 smithi177 ceph-mon[212096]: pgmap v6954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:52.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:51 smithi123 ceph-mon[191304]: pgmap v6954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:52.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:51 smithi123 ceph-mon[188613]: pgmap v6954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:52.969 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:24:53.276 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:24:53.277 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 6m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:24:53.277 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 4m ago 2h 91.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:24:53.277 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 6m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:24:53.277 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 4m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:24:53.277 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 4m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:24:53.277 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 6m ago 2h 647M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:24:53.277 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 6m ago 2h 855M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:24:53.277 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 4m ago 2h 430M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:24:53.277 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 6m ago 2h 469M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:24:53.277 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 6m ago 2h 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:24:53.278 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 4m ago 2h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:24:53.278 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 6m ago 2h 4217M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:24:53.278 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 6m ago 2h 4961M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:24:53.278 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 6m ago 2h 4048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:24:53.278 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 6m ago 2h 4096M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:24:53.278 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 4m ago 2h 3421M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:24:53.278 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 4m ago 2h 3725M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:24:53.278 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 4m ago 2h 3167M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:24:53.278 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 4m ago 2h 3617M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:24:53.278 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 4m ago 2h 121M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:24:53.657 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:24:53.657 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:24:53.657 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:24:53.657 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:24:53.658 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:24:53.658 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:24:53.658 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:24:53.658 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:24:53.658 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:24:53.658 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:24:53.658 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:24:53.658 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:24:53.658 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:24:53.658 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:24:53.659 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:24:53.659 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:24:53.659 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:24:53.659 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:24:54.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:53 smithi177 ceph-mon[212096]: pgmap v6955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:54.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:53 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/945709210' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:24:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:53 smithi123 ceph-mon[191304]: pgmap v6955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:53 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/945709210' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:24:54.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:53 smithi123 ceph-mon[188613]: pgmap v6955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:53 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/945709210' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:24:55.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:54 smithi177 ceph-mon[212096]: from='client.50978 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:24:55.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:54 smithi177 ceph-mon[212096]: from='client.50984 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:24:55.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:54 smithi123 ceph-mon[188613]: from='client.50978 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:24:55.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:54 smithi123 ceph-mon[188613]: from='client.50984 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:24:55.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:54 smithi123 ceph-mon[191304]: from='client.50978 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:24:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:54 smithi123 ceph-mon[191304]: from='client.50984 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:24:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:55 smithi177 ceph-mon[212096]: pgmap v6956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:55 smithi123 ceph-mon[191304]: pgmap v6956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:56.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:55 smithi123 ceph-mon[188613]: pgmap v6956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:24:57.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:24:57.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:24:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:57 smithi177 ceph-mon[212096]: pgmap v6957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:58.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:57 smithi123 ceph-mon[191304]: pgmap v6957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:58.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:57 smithi123 ceph-mon[188613]: pgmap v6957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:24:59.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:24:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:24:59] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:25:00.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:24:59 smithi177 ceph-mon[212096]: pgmap v6958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:00.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:24:59 smithi123 ceph-mon[191304]: pgmap v6958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:24:59 smithi123 ceph-mon[188613]: pgmap v6958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:02.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:01 smithi177 ceph-mon[212096]: pgmap v6959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:02.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:01 smithi123 ceph-mon[191304]: pgmap v6959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:02.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:01 smithi123 ceph-mon[188613]: pgmap v6959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:04.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:03 smithi177 ceph-mon[212096]: pgmap v6960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:04.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:03 smithi123 ceph-mon[191304]: pgmap v6960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:04.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:03 smithi123 ceph-mon[188613]: pgmap v6960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:05 smithi177 ceph-mon[212096]: pgmap v6961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:05 smithi123 ceph-mon[191304]: pgmap v6961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:06.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:05 smithi123 ceph-mon[188613]: pgmap v6961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:08.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:07 smithi123 ceph-mon[191304]: pgmap v6962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:08.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:07 smithi123 ceph-mon[188613]: pgmap v6962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:07 smithi177 ceph-mon[212096]: pgmap v6962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:25:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:25:09] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:25:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:09 smithi123 ceph-mon[191304]: pgmap v6963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:10.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:09 smithi123 ceph-mon[188613]: pgmap v6963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:09 smithi177 ceph-mon[212096]: pgmap v6963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:11 smithi123 ceph-mon[191304]: pgmap v6964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:12.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:25:12.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:11 smithi123 ceph-mon[188613]: pgmap v6964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:12.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:25:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:11 smithi177 ceph-mon[212096]: pgmap v6964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:25:14.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:13 smithi123 ceph-mon[191304]: pgmap v6965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:14.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:13 smithi123 ceph-mon[188613]: pgmap v6965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:13 smithi177 ceph-mon[212096]: pgmap v6965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:16.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:15 smithi123 ceph-mon[191304]: pgmap v6966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:16.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:15 smithi123 ceph-mon[188613]: pgmap v6966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:15 smithi177 ceph-mon[212096]: pgmap v6966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:18.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:17 smithi123 ceph-mon[191304]: pgmap v6967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:18.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:17 smithi123 ceph-mon[188613]: pgmap v6967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:18.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:17 smithi177 ceph-mon[212096]: pgmap v6967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:25:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:25:19] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T13:25:20.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:19 smithi123 ceph-mon[191304]: pgmap v6968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:20.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:19 smithi123 ceph-mon[188613]: pgmap v6968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:20.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:19 smithi177 ceph-mon[212096]: pgmap v6968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:22.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:21 smithi123 ceph-mon[191304]: pgmap v6969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:22.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:21 smithi123 ceph-mon[188613]: pgmap v6969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:22.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:21 smithi177 ceph-mon[212096]: pgmap v6969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:24.007 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:25:24.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:23 smithi123 ceph-mon[191304]: pgmap v6970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:23 smithi123 ceph-mon[188613]: pgmap v6970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:24.312 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:25:24.313 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 7m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:25:24.313 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 4m ago 2h 91.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:25:24.313 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 7m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:25:24.313 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 4m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:25:24.313 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 4m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:25:24.313 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 7m ago 2h 647M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:25:24.313 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 7m ago 2h 855M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:25:24.313 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 4m ago 2h 430M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:25:24.313 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 7m ago 2h 469M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:25:24.313 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 7m ago 2h 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:25:24.314 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 4m ago 2h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:25:24.314 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 7m ago 2h 4217M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:25:24.314 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 7m ago 2h 4961M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:25:24.314 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 7m ago 2h 4048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:25:24.314 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 7m ago 2h 4096M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:25:24.314 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 4m ago 2h 3421M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:25:24.314 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 4m ago 2h 3725M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:25:24.314 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 4m ago 2h 3167M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:25:24.314 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 4m ago 2h 3617M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:25:24.314 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 4m ago 2h 121M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:25:24.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:23 smithi177 ceph-mon[212096]: pgmap v6970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:24.695 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:25:24.695 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:25:24.695 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:25:24.695 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:25:24.695 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:25:24.695 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:25:24.695 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:25:24.695 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:25:24.695 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:25:24.696 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:25:24.696 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:25:24.696 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:25:24.696 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:25:24.696 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:25:24.696 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:25:24.696 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:25:24.696 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:25:24.696 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:25:25.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:24 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1751516158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:25:25.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:24 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1751516158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:25:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:24 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1751516158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:25:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:25 smithi123 ceph-mon[191304]: from='client.50996 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:25:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:25 smithi123 ceph-mon[191304]: pgmap v6971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:25 smithi123 ceph-mon[191304]: from='client.41058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:25:26.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:25 smithi123 ceph-mon[188613]: from='client.50996 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:25:26.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:25 smithi123 ceph-mon[188613]: pgmap v6971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:26.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:25 smithi123 ceph-mon[188613]: from='client.41058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:25:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:25 smithi177 ceph-mon[212096]: from='client.50996 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:25:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:25 smithi177 ceph-mon[212096]: pgmap v6971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:25 smithi177 ceph-mon[212096]: from='client.41058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:25:27.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:25:27.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:25:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:25:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:27 smithi123 ceph-mon[191304]: pgmap v6972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:28.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:27 smithi123 ceph-mon[188613]: pgmap v6972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:27 smithi177 ceph-mon[212096]: pgmap v6972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:29.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:28 smithi177 ceph-mon[212096]: pgmap v6973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:28 smithi123 ceph-mon[191304]: pgmap v6973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:28 smithi123 ceph-mon[188613]: pgmap v6973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:25:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:25:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:25:30.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:25:30.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:25:30.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:25:31.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:31 smithi177 ceph-mon[212096]: pgmap v6974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:31.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:25:31.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:25:31.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:25:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:31 smithi123 ceph-mon[191304]: pgmap v6974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:25:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:25:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:25:31.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:31 smithi123 ceph-mon[188613]: pgmap v6974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:31.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:25:31.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:25:31.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:25:33.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:33 smithi177 ceph-mon[212096]: pgmap v6975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:33 smithi123 ceph-mon[188613]: pgmap v6975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:33 smithi123 ceph-mon[191304]: pgmap v6975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:35.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:35 smithi177 ceph-mon[212096]: pgmap v6976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:35 smithi123 ceph-mon[188613]: pgmap v6976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:35 smithi123 ceph-mon[191304]: pgmap v6976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:37 smithi177 ceph-mon[212096]: pgmap v6977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:37 smithi123 ceph-mon[188613]: pgmap v6977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:37 smithi123 ceph-mon[191304]: pgmap v6977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:39 smithi123 ceph-mon[191304]: pgmap v6978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:39 smithi123 ceph-mon[188613]: pgmap v6978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:25:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:25:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:25:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:39 smithi177 ceph-mon[212096]: pgmap v6978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:41 smithi177 ceph-mon[212096]: pgmap v6979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:41 smithi123 ceph-mon[191304]: pgmap v6979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:41.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:41 smithi123 ceph-mon[188613]: pgmap v6979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:25:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:25:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:25:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:43 smithi177 ceph-mon[212096]: pgmap v6980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:43 smithi123 ceph-mon[191304]: pgmap v6980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:43.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:43 smithi123 ceph-mon[188613]: pgmap v6980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:45.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:45 smithi177 ceph-mon[212096]: pgmap v6981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:45.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:45 smithi123 ceph-mon[191304]: pgmap v6981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:45.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:45 smithi123 ceph-mon[188613]: pgmap v6981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:47.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:47 smithi177 ceph-mon[212096]: pgmap v6982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:47 smithi123 ceph-mon[191304]: pgmap v6982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:47.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:47 smithi123 ceph-mon[188613]: pgmap v6982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:49.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:49 smithi123 ceph-mon[188613]: pgmap v6983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:49.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:49 smithi123 ceph-mon[191304]: pgmap v6983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:25:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:25:49] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:25:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:49 smithi177 ceph-mon[212096]: pgmap v6983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:51.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:51 smithi177 ceph-mon[212096]: pgmap v6984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:51 smithi123 ceph-mon[191304]: pgmap v6984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:51 smithi123 ceph-mon[188613]: pgmap v6984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:53.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:53 smithi177 ceph-mon[212096]: pgmap v6985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:53 smithi123 ceph-mon[191304]: pgmap v6985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:53 smithi123 ceph-mon[188613]: pgmap v6985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:55.041 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:25:55.352 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:25:55.352 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 7m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:25:55.353 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 5m ago 2h 91.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:25:55.353 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 7m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:25:55.353 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 5m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:25:55.353 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 5m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:25:55.353 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 7m ago 2h 647M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:25:55.353 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 7m ago 2h 855M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:25:55.353 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 5m ago 2h 430M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:25:55.353 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 7m ago 2h 469M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:25:55.353 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 7m ago 2h 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:25:55.353 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 5m ago 2h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:25:55.354 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 7m ago 2h 4217M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:25:55.354 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 7m ago 2h 4961M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:25:55.354 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 7m ago 2h 4048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:25:55.354 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 7m ago 2h 4096M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:25:55.354 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 5m ago 2h 3421M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:25:55.354 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 5m ago 2h 3725M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:25:55.354 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 5m ago 2h 3167M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:25:55.354 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 5m ago 2h 3617M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:25:55.354 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 5m ago 2h 121M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:25:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:55 smithi177 ceph-mon[212096]: pgmap v6986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:55.741 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:25:55.741 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:25:55.741 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:25:55.741 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:25:55.741 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:25:55.741 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:25:55.741 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:25:55.741 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:25:55.742 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:25:55.742 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:25:55.742 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:25:55.742 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:25:55.742 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:25:55.742 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:25:55.742 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:25:55.742 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:25:55.742 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:25:55.742 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:25:55.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:55 smithi123 ceph-mon[191304]: pgmap v6986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:55.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:55 smithi123 ceph-mon[188613]: pgmap v6986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:56 smithi177 ceph-mon[212096]: from='client.41070 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:25:56.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:56 smithi177 ceph-mon[212096]: from='client.51020 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:25:56.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:56 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2924869862' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:25:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:56 smithi123 ceph-mon[191304]: from='client.41070 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:25:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:56 smithi123 ceph-mon[191304]: from='client.51020 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:25:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:56 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2924869862' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:25:56.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:56 smithi123 ceph-mon[188613]: from='client.41070 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:25:56.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:56 smithi123 ceph-mon[188613]: from='client.51020 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:25:56.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:56 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2924869862' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:25:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:57 smithi177 ceph-mon[212096]: pgmap v6987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:25:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:57 smithi123 ceph-mon[191304]: pgmap v6987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:25:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:57 smithi123 ceph-mon[188613]: pgmap v6987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:25:59.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:25:59 smithi123 ceph-mon[191304]: pgmap v6988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:59.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:25:59 smithi123 ceph-mon[188613]: pgmap v6988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:25:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:25:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:25:59] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:25:59.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:25:59 smithi177 ceph-mon[212096]: pgmap v6988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:01.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:01 smithi177 ceph-mon[212096]: pgmap v6989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:01 smithi123 ceph-mon[191304]: pgmap v6989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:01 smithi123 ceph-mon[188613]: pgmap v6989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:03.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:03 smithi177 ceph-mon[212096]: pgmap v6990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:03 smithi123 ceph-mon[191304]: pgmap v6990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:03 smithi123 ceph-mon[188613]: pgmap v6990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:05.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:05 smithi177 ceph-mon[212096]: pgmap v6991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:05 smithi123 ceph-mon[191304]: pgmap v6991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:05.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:05 smithi123 ceph-mon[188613]: pgmap v6991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:07.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:07 smithi177 ceph-mon[212096]: pgmap v6992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:07.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:07 smithi123 ceph-mon[191304]: pgmap v6992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:07 smithi123 ceph-mon[188613]: pgmap v6992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:09 smithi123 ceph-mon[191304]: pgmap v6993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:09.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:09 smithi123 ceph-mon[188613]: pgmap v6993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:26:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:26:09] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:26:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:09 smithi177 ceph-mon[212096]: pgmap v6993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:11.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:11 smithi177 ceph-mon[212096]: pgmap v6994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:11 smithi123 ceph-mon[191304]: pgmap v6994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:11 smithi123 ceph-mon[188613]: pgmap v6994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:26:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:26:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:26:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:13 smithi177 ceph-mon[212096]: pgmap v6995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:13 smithi123 ceph-mon[191304]: pgmap v6995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:13 smithi123 ceph-mon[188613]: pgmap v6995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:15.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:15 smithi177 ceph-mon[212096]: pgmap v6996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:15 smithi123 ceph-mon[191304]: pgmap v6996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:15.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:15 smithi123 ceph-mon[188613]: pgmap v6996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:17 smithi177 ceph-mon[212096]: pgmap v6997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:17.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:17 smithi123 ceph-mon[191304]: pgmap v6997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:17.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:17 smithi123 ceph-mon[188613]: pgmap v6997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:19.335 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:26:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:26:19] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:26:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:19 smithi177 ceph-mon[212096]: pgmap v6998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:19.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:19 smithi123 ceph-mon[191304]: pgmap v6998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:19.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:19 smithi123 ceph-mon[188613]: pgmap v6998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:21 smithi177 ceph-mon[212096]: pgmap v6999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:21 smithi123 ceph-mon[191304]: pgmap v6999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:21 smithi123 ceph-mon[188613]: pgmap v6999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:23 smithi177 ceph-mon[212096]: pgmap v7000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:23 smithi123 ceph-mon[191304]: pgmap v7000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:23.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:23 smithi123 ceph-mon[188613]: pgmap v7000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:25 smithi177 ceph-mon[212096]: pgmap v7001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:25.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:25 smithi123 ceph-mon[191304]: pgmap v7001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:25.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:25 smithi123 ceph-mon[188613]: pgmap v7001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:26.085 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:26:26.397 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:26:26.397 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 8m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:26:26.397 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 5m ago 2h 91.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:26:26.398 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 8m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:26:26.398 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 5m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:26:26.398 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 5m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:26:26.398 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 8m ago 2h 647M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:26:26.398 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 8m ago 2h 855M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:26:26.398 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 5m ago 2h 430M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:26:26.398 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 8m ago 2h 469M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:26:26.398 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 8m ago 2h 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:26:26.398 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 5m ago 2h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:26:26.398 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 8m ago 2h 4217M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:26:26.398 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 8m ago 2h 4961M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:26:26.398 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 8m ago 2h 4048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:26:26.398 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 8m ago 2h 4096M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:26:26.399 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 5m ago 2h 3421M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:26:26.399 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 5m ago 2h 3725M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:26:26.399 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 5m ago 2h 3167M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:26:26.399 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 5m ago 2h 3617M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:26:26.399 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 5m ago 2h 121M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:26:26.779 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:26:26.780 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:26:26.780 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:26:26.780 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:26:26.780 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:26:26.780 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:26:26.780 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:26:26.780 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:26:26.780 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:26:26.780 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:26:26.780 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:26:26.780 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:26:26.781 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:26:26.781 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:26:26.781 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:26:26.781 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:26:26.781 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:26:26.781 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:26:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:27 smithi177 ceph-mon[212096]: from='client.51032 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:26:27.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:27 smithi177 ceph-mon[212096]: pgmap v7002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:27.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:27 smithi177 ceph-mon[212096]: from='client.41094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:26:27.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:26:27.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:27 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1824063188' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:26:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:27 smithi123 ceph-mon[188613]: from='client.51032 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:26:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:27 smithi123 ceph-mon[188613]: pgmap v7002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:27 smithi123 ceph-mon[188613]: from='client.41094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:26:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:26:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:27 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1824063188' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:26:27.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:27 smithi123 ceph-mon[191304]: from='client.51032 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:26:27.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:27 smithi123 ceph-mon[191304]: pgmap v7002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:27.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:27 smithi123 ceph-mon[191304]: from='client.41094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:26:27.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:26:27.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:27 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1824063188' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:26:29.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:29 smithi123 ceph-mon[191304]: pgmap v7003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:29.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:29 smithi123 ceph-mon[188613]: pgmap v7003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:29.498 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:26:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:26:29] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:26:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:29 smithi177 ceph-mon[212096]: pgmap v7003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:31.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:31 smithi177 ceph-mon[212096]: pgmap v7004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:31.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:26:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:31 smithi123 ceph-mon[191304]: pgmap v7004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:26:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:31 smithi123 ceph-mon[188613]: pgmap v7004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:26:32.372 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:26:32.372 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:26:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:26:32.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:26:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:26:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:26:33.646 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:33 smithi123 ceph-mon[191304]: pgmap v7005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:33.647 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:33 smithi123 ceph-mon[188613]: pgmap v7005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:33 smithi177 ceph-mon[212096]: pgmap v7005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:35.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:26:35.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:26:35.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:26:35.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:26:35.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:26:35.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:26:35.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:26:35.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:26:35.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:26:35.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:26:35.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:26:35.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:26:35.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:26:35.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:26:35.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:26:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:35 smithi177 ceph-mon[212096]: pgmap v7006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:35 smithi123 ceph-mon[191304]: pgmap v7006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:36.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:35 smithi123 ceph-mon[188613]: pgmap v7006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:37 smithi177 ceph-mon[212096]: pgmap v7007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:37 smithi123 ceph-mon[191304]: pgmap v7007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:37 smithi123 ceph-mon[188613]: pgmap v7007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:26:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:26:39] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:26:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:39 smithi177 ceph-mon[212096]: pgmap v7008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:39 smithi123 ceph-mon[191304]: pgmap v7008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:40.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:39 smithi123 ceph-mon[188613]: pgmap v7008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:41.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:41 smithi177 ceph-mon[212096]: pgmap v7009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:41 smithi123 ceph-mon[191304]: pgmap v7009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:41 smithi123 ceph-mon[188613]: pgmap v7009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:42.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:26:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:26:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:26:43.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:43 smithi177 ceph-mon[212096]: pgmap v7010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:43 smithi123 ceph-mon[191304]: pgmap v7010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:43 smithi123 ceph-mon[188613]: pgmap v7010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:45.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:45 smithi177 ceph-mon[212096]: pgmap v7011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:45.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:45 smithi123 ceph-mon[191304]: pgmap v7011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:45.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:45 smithi123 ceph-mon[188613]: pgmap v7011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:47 smithi177 ceph-mon[212096]: pgmap v7012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:47 smithi123 ceph-mon[191304]: pgmap v7012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:47.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:47 smithi123 ceph-mon[188613]: pgmap v7012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:49 smithi123 ceph-mon[191304]: pgmap v7013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:49 smithi123 ceph-mon[188613]: pgmap v7013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:26:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:26:49] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T13:26:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:49 smithi177 ceph-mon[212096]: pgmap v7013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:51 smithi177 ceph-mon[212096]: pgmap v7014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:51 smithi123 ceph-mon[191304]: pgmap v7014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:51 smithi123 ceph-mon[188613]: pgmap v7014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:53.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:53 smithi177 ceph-mon[212096]: pgmap v7015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:53 smithi123 ceph-mon[191304]: pgmap v7015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:53 smithi123 ceph-mon[188613]: pgmap v7015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:55 smithi177 ceph-mon[212096]: pgmap v7016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:55 smithi123 ceph-mon[191304]: pgmap v7016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:55 smithi123 ceph-mon[188613]: pgmap v7016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:57.123 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:26:57.433 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:26:57.434 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 8m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:26:57.434 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 6m ago 2h 91.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:26:57.434 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 8m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:26:57.434 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 6m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:26:57.434 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 6m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:26:57.434 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 8m ago 2h 647M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:26:57.434 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 8m ago 2h 855M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:26:57.434 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 6m ago 2h 430M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:26:57.434 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 8m ago 2h 469M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:26:57.434 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 8m ago 2h 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:26:57.434 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 6m ago 2h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:26:57.435 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 8m ago 2h 4217M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:26:57.435 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 8m ago 2h 4961M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:26:57.435 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 8m ago 2h 4048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:26:57.435 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 8m ago 2h 4096M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:26:57.435 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 6m ago 2h 3421M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:26:57.435 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 6m ago 2h 3725M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:26:57.435 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 6m ago 2h 3167M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:26:57.435 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 6m ago 2h 3617M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:26:57.435 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 6m ago 2h 121M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:26:57.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:57 smithi177 ceph-mon[212096]: pgmap v7017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:57.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:26:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:57 smithi123 ceph-mon[188613]: pgmap v7017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:26:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:57 smithi123 ceph-mon[191304]: pgmap v7017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:26:57.812 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:26:57.812 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:26:57.813 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:26:57.813 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:26:57.813 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:26:57.813 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:26:57.813 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:26:57.813 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:26:57.813 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:26:57.813 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:26:57.813 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:26:57.813 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:26:57.813 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:26:57.814 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:26:57.814 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:26:57.814 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:26:57.814 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:26:57.814 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:26:58.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:58 smithi177 ceph-mon[212096]: from='client.41106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:26:58.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:58 smithi177 ceph-mon[212096]: from='client.51056 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:26:58.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:58 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2549837121' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:26:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:58 smithi123 ceph-mon[191304]: from='client.41106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:26:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:58 smithi123 ceph-mon[191304]: from='client.51056 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:26:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:58 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2549837121' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:26:58.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:58 smithi123 ceph-mon[188613]: from='client.41106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:26:58.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:58 smithi123 ceph-mon[188613]: from='client.51056 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:26:58.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:58 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2549837121' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:26:59.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:26:59 smithi123 ceph-mon[191304]: pgmap v7018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:59.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:26:59 smithi123 ceph-mon[188613]: pgmap v7018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:26:59.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:26:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:26:59] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:26:59.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:26:59 smithi177 ceph-mon[212096]: pgmap v7018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:01.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:01 smithi177 ceph-mon[212096]: pgmap v7019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:01 smithi123 ceph-mon[188613]: pgmap v7019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:01 smithi123 ceph-mon[191304]: pgmap v7019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:03 smithi177 ceph-mon[212096]: pgmap v7020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:03 smithi123 ceph-mon[188613]: pgmap v7020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:03 smithi123 ceph-mon[191304]: pgmap v7020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:05.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:05 smithi177 ceph-mon[212096]: pgmap v7021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:05.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:05 smithi123 ceph-mon[191304]: pgmap v7021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:05.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:05 smithi123 ceph-mon[188613]: pgmap v7021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:07.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:07 smithi177 ceph-mon[212096]: pgmap v7022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:07.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:07 smithi123 ceph-mon[191304]: pgmap v7022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:07 smithi123 ceph-mon[188613]: pgmap v7022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:09.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:09 smithi123 ceph-mon[188613]: pgmap v7023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:09 smithi123 ceph-mon[191304]: pgmap v7023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:27:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:27:09] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:27:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:09 smithi177 ceph-mon[212096]: pgmap v7023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:11.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:11 smithi177 ceph-mon[212096]: pgmap v7024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:11 smithi123 ceph-mon[191304]: pgmap v7024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:11 smithi123 ceph-mon[188613]: pgmap v7024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:27:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:27:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:27:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:13 smithi177 ceph-mon[212096]: pgmap v7025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:13 smithi123 ceph-mon[191304]: pgmap v7025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:13 smithi123 ceph-mon[188613]: pgmap v7025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:15.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:15 smithi177 ceph-mon[212096]: pgmap v7026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:15 smithi123 ceph-mon[191304]: pgmap v7026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:15 smithi123 ceph-mon[188613]: pgmap v7026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:17.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:17 smithi177 ceph-mon[212096]: pgmap v7027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:17.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:17 smithi123 ceph-mon[191304]: pgmap v7027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:17.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:17 smithi123 ceph-mon[188613]: pgmap v7027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:27:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:27:19] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:27:19.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:19 smithi123 ceph-mon[191304]: pgmap v7028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:19.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:19 smithi123 ceph-mon[188613]: pgmap v7028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:19 smithi177 ceph-mon[212096]: pgmap v7028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:21 smithi177 ceph-mon[212096]: pgmap v7029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:21 smithi123 ceph-mon[191304]: pgmap v7029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:21 smithi123 ceph-mon[188613]: pgmap v7029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:23 smithi177 ceph-mon[212096]: pgmap v7030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:23 smithi123 ceph-mon[191304]: pgmap v7030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:23.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:23 smithi123 ceph-mon[188613]: pgmap v7030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:25 smithi177 ceph-mon[212096]: pgmap v7031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:25.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:25 smithi123 ceph-mon[191304]: pgmap v7031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:25.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:25 smithi123 ceph-mon[188613]: pgmap v7031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:27 smithi177 ceph-mon[212096]: pgmap v7032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:27:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:27 smithi123 ceph-mon[191304]: pgmap v7032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:27:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:27 smithi123 ceph-mon[188613]: pgmap v7032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:27:28.159 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:27:28.466 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:27:28.466 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 9m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:27:28.466 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 7m ago 2h 91.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:27:28.466 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 9m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:27:28.466 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 7m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:27:28.466 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 7m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:27:28.466 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 9m ago 2h 647M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:27:28.467 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 9m ago 2h 855M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:27:28.467 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 7m ago 2h 430M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:27:28.467 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 9m ago 2h 469M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:27:28.467 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 9m ago 2h 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:27:28.467 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 7m ago 2h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:27:28.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 9m ago 2h 4217M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:27:28.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 9m ago 2h 4961M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:27:28.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 9m ago 2h 4048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:27:28.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 9m ago 2h 4096M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:27:28.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 7m ago 2h 3421M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:27:28.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 7m ago 2h 3725M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:27:28.468 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 7m ago 2h 3167M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:27:28.468 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 7m ago 2h 3617M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:27:28.468 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 7m ago 2h 121M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:27:28.850 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:27:28.850 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:27:28.850 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:27:28.850 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:27:28.850 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:27:28.850 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:27:28.850 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:27:28.851 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:27:28.851 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:27:28.851 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:27:28.851 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:27:28.851 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:27:28.851 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:27:28.851 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:27:28.851 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:27:28.851 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:27:28.851 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:27:28.851 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:27:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:27:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:27:29] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:27:29.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:29 smithi123 ceph-mon[191304]: from='client.51068 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:27:29.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:29 smithi123 ceph-mon[191304]: pgmap v7033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:29.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:29 smithi123 ceph-mon[191304]: from='client.51074 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:27:29.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:29 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/732312410' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:27:29.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:29 smithi123 ceph-mon[188613]: from='client.51068 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:27:29.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:29 smithi123 ceph-mon[188613]: pgmap v7033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:29.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:29 smithi123 ceph-mon[188613]: from='client.51074 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:27:29.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:29 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/732312410' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:27:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:29 smithi177 ceph-mon[212096]: from='client.51068 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:27:29.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:29 smithi177 ceph-mon[212096]: pgmap v7033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:29.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:29 smithi177 ceph-mon[212096]: from='client.51074 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:27:29.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:29 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/732312410' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:27:31.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:31 smithi177 ceph-mon[212096]: pgmap v7034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:31 smithi123 ceph-mon[191304]: pgmap v7034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:31 smithi123 ceph-mon[188613]: pgmap v7034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:33 smithi177 ceph-mon[212096]: pgmap v7035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:33 smithi123 ceph-mon[191304]: pgmap v7035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:33 smithi123 ceph-mon[188613]: pgmap v7035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:27:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:27:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:27:35.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:35 smithi177 ceph-mon[212096]: pgmap v7036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:35.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:27:35.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:27:35.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:27:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:35 smithi123 ceph-mon[191304]: pgmap v7036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:27:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:27:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:27:35.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:35 smithi123 ceph-mon[188613]: pgmap v7036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:35.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:27:35.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:27:35.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:27:37.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:37 smithi177 ceph-mon[212096]: pgmap v7037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:37 smithi123 ceph-mon[191304]: pgmap v7037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:37 smithi123 ceph-mon[188613]: pgmap v7037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:39.347 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:27:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:27:39] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:27:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:39 smithi177 ceph-mon[212096]: pgmap v7038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:39 smithi123 ceph-mon[191304]: pgmap v7038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:39.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:39 smithi123 ceph-mon[188613]: pgmap v7038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:41 smithi177 ceph-mon[212096]: pgmap v7039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:41 smithi123 ceph-mon[191304]: pgmap v7039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:41 smithi123 ceph-mon[188613]: pgmap v7039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:27:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:27:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:27:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:43 smithi177 ceph-mon[212096]: pgmap v7040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:43 smithi123 ceph-mon[191304]: pgmap v7040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:43 smithi123 ceph-mon[188613]: pgmap v7040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:45.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:45 smithi177 ceph-mon[212096]: pgmap v7041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:45.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:45 smithi123 ceph-mon[191304]: pgmap v7041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:45.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:45 smithi123 ceph-mon[188613]: pgmap v7041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:47 smithi177 ceph-mon[212096]: pgmap v7042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:47 smithi123 ceph-mon[191304]: pgmap v7042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:47.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:47 smithi123 ceph-mon[188613]: pgmap v7042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:49 smithi123 ceph-mon[191304]: pgmap v7043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:49 smithi123 ceph-mon[188613]: pgmap v7043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:27:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:27:49] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:27:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:49 smithi177 ceph-mon[212096]: pgmap v7043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:51.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:51 smithi177 ceph-mon[212096]: pgmap v7044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:51 smithi123 ceph-mon[191304]: pgmap v7044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:51 smithi123 ceph-mon[188613]: pgmap v7044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:53 smithi177 ceph-mon[212096]: pgmap v7045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:53 smithi123 ceph-mon[191304]: pgmap v7045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:53 smithi123 ceph-mon[188613]: pgmap v7045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:55 smithi177 ceph-mon[212096]: pgmap v7046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:55 smithi123 ceph-mon[191304]: pgmap v7046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:55 smithi123 ceph-mon[188613]: pgmap v7046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:57 smithi177 ceph-mon[212096]: pgmap v7047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:57.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:27:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:57 smithi123 ceph-mon[191304]: pgmap v7047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:27:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:57 smithi123 ceph-mon[188613]: pgmap v7047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:57.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:27:59.196 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:27:59.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:27:59 smithi123 ceph-mon[191304]: pgmap v7048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:59.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:27:59 smithi123 ceph-mon[188613]: pgmap v7048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:27:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:27:59] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:27:59.509 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:27:59.509 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 9m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:27:59.509 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 7m ago 2h 91.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:27:59.509 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 9m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:27:59.509 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 7m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:27:59.509 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 7m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:27:59.509 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 9m ago 2h 647M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:27:59.510 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 9m ago 2h 855M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:27:59.510 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 7m ago 2h 430M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:27:59.510 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 9m ago 2h 469M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:27:59.510 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 9m ago 2h 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:27:59.510 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 7m ago 2h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:27:59.510 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 9m ago 2h 4217M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:27:59.510 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 9m ago 2h 4961M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:27:59.510 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 9m ago 2h 4048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:27:59.510 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 9m ago 2h 4096M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:27:59.510 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 7m ago 2h 3421M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:27:59.510 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 7m ago 2h 3725M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:27:59.510 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 7m ago 2h 3167M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:27:59.511 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 7m ago 2h 3617M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:27:59.511 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 7m ago 2h 121M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:27:59.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:27:59 smithi177 ceph-mon[212096]: pgmap v7048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:27:59.890 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:27:59.890 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:27:59.891 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:27:59.891 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:27:59.891 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:27:59.891 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:27:59.891 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:27:59.891 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:27:59.891 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:27:59.891 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:27:59.891 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:27:59.891 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:27:59.891 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:27:59.891 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:27:59.892 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:27:59.892 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:27:59.892 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:27:59.892 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:28:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:00 smithi177 ceph-mon[212096]: from='client.41142 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:28:00.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:00 smithi177 ceph-mon[212096]: from='client.51092 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:28:00.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:00 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2857945620' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:28:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:00 smithi123 ceph-mon[191304]: from='client.41142 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:28:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:00 smithi123 ceph-mon[191304]: from='client.51092 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:28:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:00 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2857945620' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:28:00.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:00 smithi123 ceph-mon[188613]: from='client.41142 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:28:00.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:00 smithi123 ceph-mon[188613]: from='client.51092 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:28:00.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:00 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2857945620' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:28:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:01 smithi177 ceph-mon[212096]: pgmap v7049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:01 smithi123 ceph-mon[191304]: pgmap v7049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:01 smithi123 ceph-mon[188613]: pgmap v7049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:03 smithi177 ceph-mon[212096]: pgmap v7050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:03 smithi123 ceph-mon[191304]: pgmap v7050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:03 smithi123 ceph-mon[188613]: pgmap v7050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:05.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:05 smithi177 ceph-mon[212096]: pgmap v7051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:05 smithi123 ceph-mon[191304]: pgmap v7051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:05.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:05 smithi123 ceph-mon[188613]: pgmap v7051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:07.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:07 smithi177 ceph-mon[212096]: pgmap v7052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:07.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:07 smithi123 ceph-mon[191304]: pgmap v7052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:07 smithi123 ceph-mon[188613]: pgmap v7052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:09 smithi123 ceph-mon[191304]: pgmap v7053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:09.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:09 smithi123 ceph-mon[188613]: pgmap v7053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:28:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:28:09] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:28:09.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:09 smithi177 ceph-mon[212096]: pgmap v7053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:11 smithi177 ceph-mon[212096]: pgmap v7054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:11 smithi123 ceph-mon[188613]: pgmap v7054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:11 smithi123 ceph-mon[191304]: pgmap v7054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:28:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:28:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:28:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:13 smithi177 ceph-mon[212096]: pgmap v7055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:13 smithi123 ceph-mon[191304]: pgmap v7055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:13 smithi123 ceph-mon[188613]: pgmap v7055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:15 smithi177 ceph-mon[212096]: pgmap v7056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:15 smithi123 ceph-mon[191304]: pgmap v7056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:15 smithi123 ceph-mon[188613]: pgmap v7056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:17 smithi177 ceph-mon[212096]: pgmap v7057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:17.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:17 smithi123 ceph-mon[191304]: pgmap v7057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:17.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:17 smithi123 ceph-mon[188613]: pgmap v7057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:19 smithi123 ceph-mon[191304]: pgmap v7058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:19 smithi123 ceph-mon[188613]: pgmap v7058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:28:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:28:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:28:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:19 smithi177 ceph-mon[212096]: pgmap v7058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:21 smithi177 ceph-mon[212096]: pgmap v7059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:21 smithi123 ceph-mon[191304]: pgmap v7059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:21 smithi123 ceph-mon[188613]: pgmap v7059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:23 smithi177 ceph-mon[212096]: pgmap v7060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:23 smithi123 ceph-mon[191304]: pgmap v7060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:23.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:23 smithi123 ceph-mon[188613]: pgmap v7060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:25 smithi177 ceph-mon[212096]: pgmap v7061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:25.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:25 smithi123 ceph-mon[191304]: pgmap v7061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:25.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:25 smithi123 ceph-mon[188613]: pgmap v7061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:27 smithi177 ceph-mon[212096]: pgmap v7062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:28:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:27 smithi123 ceph-mon[191304]: pgmap v7062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:28:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:27 smithi123 ceph-mon[188613]: pgmap v7062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:28:29.358 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:28:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:28:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:28:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:29 smithi177 ceph-mon[212096]: pgmap v7063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:29.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:29 smithi123 ceph-mon[191304]: pgmap v7063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:29.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:29 smithi123 ceph-mon[188613]: pgmap v7063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:30.235 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:28:30.544 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:28:30.544 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 10m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:28:30.544 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 8m ago 2h 91.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:28:30.544 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 10m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:28:30.544 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 8m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:28:30.544 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 8m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:28:30.544 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 10m ago 2h 647M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:28:30.544 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 10m ago 2h 855M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:28:30.545 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 8m ago 2h 430M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:28:30.545 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 10m ago 2h 469M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:28:30.545 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 10m ago 2h 22.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:28:30.545 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 8m ago 2h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:28:30.545 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 10m ago 2h 4217M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:28:30.545 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 10m ago 2h 4961M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:28:30.545 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 10m ago 2h 4048M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:28:30.545 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 10m ago 2h 4096M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:28:30.545 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 8m ago 2h 3421M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:28:30.545 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 8m ago 2h 3725M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:28:30.545 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 8m ago 2h 3167M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:28:30.546 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 8m ago 2h 3617M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:28:30.546 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 8m ago 2h 121M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:28:30.924 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:28:30.924 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:28:30.924 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:28:30.924 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:28:30.924 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:28:30.924 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:28:30.924 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:28:30.925 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:28:30.925 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:28:30.925 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:28:30.925 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:28:30.925 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:28:30.925 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:28:30.925 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:28:30.925 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:28:30.925 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:28:30.925 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:28:30.925 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:28:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:31 smithi177 ceph-mon[212096]: from='client.41160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:28:31.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:31 smithi177 ceph-mon[212096]: pgmap v7064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:31.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:31 smithi177 ceph-mon[212096]: from='client.51110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:28:31.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:31 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1771830028' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:28:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:31 smithi123 ceph-mon[191304]: from='client.41160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:28:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:31 smithi123 ceph-mon[191304]: pgmap v7064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:31 smithi123 ceph-mon[191304]: from='client.51110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:28:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:31 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1771830028' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:28:31.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:31 smithi123 ceph-mon[188613]: from='client.41160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:28:31.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:31 smithi123 ceph-mon[188613]: pgmap v7064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:31.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:31 smithi123 ceph-mon[188613]: from='client.51110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:28:31.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:31 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1771830028' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:28:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:33 smithi177 ceph-mon[212096]: pgmap v7065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:33 smithi123 ceph-mon[191304]: pgmap v7065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:33 smithi123 ceph-mon[188613]: pgmap v7065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:35.620 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:35 smithi177 ceph-mon[212096]: pgmap v7066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:35.621 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:28:35.621 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:28:35.621 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:28:35.621 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:28:35.621 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:28:35.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:35 smithi123 ceph-mon[191304]: pgmap v7066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:35.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:28:35.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:28:35.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:28:35.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:28:35.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:28:35.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:35 smithi123 ceph-mon[188613]: pgmap v7066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:35.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:28:35.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:28:35.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:28:35.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:28:35.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:28:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:37 smithi123 ceph-mon[191304]: pgmap v7067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:28:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:28:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:28:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:28:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:28:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:28:38.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:28:38.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:37 smithi123 ceph-mon[188613]: pgmap v7067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:38.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:28:38.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:28:38.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:28:38.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:28:38.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:28:38.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:28:38.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:28:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:37 smithi177 ceph-mon[212096]: pgmap v7067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:28:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:28:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:28:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:28:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:28:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:28:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:28:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:28:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:28:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:28:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:39 smithi123 ceph-mon[188613]: pgmap v7068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:39 smithi123 ceph-mon[191304]: pgmap v7068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:40.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:39 smithi177 ceph-mon[212096]: pgmap v7068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:41 smithi177 ceph-mon[212096]: pgmap v7069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:41 smithi123 ceph-mon[188613]: pgmap v7069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:41 smithi123 ceph-mon[191304]: pgmap v7069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:28:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:28:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:28:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:43 smithi177 ceph-mon[212096]: pgmap v7070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:43 smithi123 ceph-mon[191304]: pgmap v7070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:43 smithi123 ceph-mon[188613]: pgmap v7070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:45.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:45 smithi177 ceph-mon[212096]: pgmap v7071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:45.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:45 smithi123 ceph-mon[191304]: pgmap v7071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:45.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:45 smithi123 ceph-mon[188613]: pgmap v7071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:47 smithi177 ceph-mon[212096]: pgmap v7072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:47.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:47 smithi123 ceph-mon[188613]: pgmap v7072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:47 smithi123 ceph-mon[191304]: pgmap v7072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:49 smithi123 ceph-mon[191304]: pgmap v7073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:49 smithi123 ceph-mon[188613]: pgmap v7073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:28:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:28:49] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:28:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:49 smithi177 ceph-mon[212096]: pgmap v7073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:51.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:51 smithi177 ceph-mon[212096]: pgmap v7074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:51 smithi123 ceph-mon[191304]: pgmap v7074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:51 smithi123 ceph-mon[188613]: pgmap v7074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:53 smithi177 ceph-mon[212096]: pgmap v7075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:53 smithi123 ceph-mon[191304]: pgmap v7075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:53 smithi123 ceph-mon[188613]: pgmap v7075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:55.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:55 smithi177 ceph-mon[212096]: pgmap v7076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:55 smithi123 ceph-mon[191304]: pgmap v7076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:55 smithi123 ceph-mon[188613]: pgmap v7076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:57.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:57 smithi177 ceph-mon[212096]: pgmap v7077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:57.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:28:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:57 smithi123 ceph-mon[191304]: pgmap v7077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:28:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:57 smithi123 ceph-mon[188613]: pgmap v7077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:57.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:28:59.367 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:28:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:28:59] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:28:59.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:28:59 smithi177 ceph-mon[212096]: pgmap v7078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:59.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:28:59 smithi123 ceph-mon[191304]: pgmap v7078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:28:59.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:28:59 smithi123 ceph-mon[188613]: pgmap v7078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:01.272 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:29:01.583 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:29:01.584 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 24s ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:29:01.584 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 8m ago 2h 91.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:29:01.584 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 24s ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:29:01.584 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 8m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:29:01.584 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 8m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:29:01.584 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 24s ago 2h 654M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:29:01.584 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 24s ago 2h 894M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:29:01.584 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 8m ago 2h 430M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:29:01.584 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 24s ago 2h 485M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:29:01.584 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 24s ago 2h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:29:01.584 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 8m ago 2h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:29:01.584 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 24s ago 2h 4249M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:29:01.585 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 24s ago 2h 4993M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:29:01.585 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 24s ago 2h 4074M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:29:01.585 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 24s ago 2h 4127M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:29:01.585 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 8m ago 2h 3421M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:29:01.585 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 8m ago 2h 3725M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:29:01.585 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 8m ago 2h 3167M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:29:01.585 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 8m ago 2h 3617M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:29:01.585 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 8m ago 2h 121M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:29:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:01 smithi177 ceph-mon[212096]: pgmap v7079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:01 smithi123 ceph-mon[191304]: pgmap v7079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:01 smithi123 ceph-mon[188613]: pgmap v7079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:01.967 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:29:01.967 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:29:01.967 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:29:01.967 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:29:01.967 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:29:01.967 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:29:01.968 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:29:01.968 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:29:01.968 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:29:01.968 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:29:01.968 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:29:01.968 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:29:01.968 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:29:01.968 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:29:01.968 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:29:01.968 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:29:01.968 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:29:01.968 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:29:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:02 smithi177 ceph-mon[212096]: from='client.41178 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:29:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:02 smithi177 ceph-mon[212096]: from='client.41184 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:29:02.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:02 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3790694590' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:29:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:02 smithi123 ceph-mon[191304]: from='client.41178 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:29:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:02 smithi123 ceph-mon[191304]: from='client.41184 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:29:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:02 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3790694590' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:29:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:02 smithi123 ceph-mon[188613]: from='client.41178 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:29:02.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:02 smithi123 ceph-mon[188613]: from='client.41184 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:29:02.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:02 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3790694590' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:29:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:03 smithi177 ceph-mon[212096]: pgmap v7080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:03 smithi123 ceph-mon[191304]: pgmap v7080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:03 smithi123 ceph-mon[188613]: pgmap v7080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:05.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:05 smithi177 ceph-mon[212096]: pgmap v7081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:05 smithi123 ceph-mon[191304]: pgmap v7081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:05.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:05 smithi123 ceph-mon[188613]: pgmap v7081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:07.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:07 smithi177 ceph-mon[212096]: pgmap v7082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:07.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:07 smithi123 ceph-mon[191304]: pgmap v7082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:07 smithi123 ceph-mon[188613]: pgmap v7082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:09 smithi123 ceph-mon[191304]: pgmap v7083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:09.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:09 smithi123 ceph-mon[188613]: pgmap v7083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:29:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:29:09] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:29:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:09 smithi177 ceph-mon[212096]: pgmap v7083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:11 smithi177 ceph-mon[212096]: pgmap v7084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:11 smithi123 ceph-mon[191304]: pgmap v7084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:11 smithi123 ceph-mon[188613]: pgmap v7084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:29:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:29:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:29:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:13 smithi177 ceph-mon[212096]: pgmap v7085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:13 smithi123 ceph-mon[188613]: pgmap v7085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:13 smithi123 ceph-mon[191304]: pgmap v7085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:15.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:15 smithi177 ceph-mon[212096]: pgmap v7086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:15 smithi123 ceph-mon[191304]: pgmap v7086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:15 smithi123 ceph-mon[188613]: pgmap v7086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:17 smithi177 ceph-mon[212096]: pgmap v7087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:17.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:17 smithi123 ceph-mon[191304]: pgmap v7087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:17.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:17 smithi123 ceph-mon[188613]: pgmap v7087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:19 smithi123 ceph-mon[191304]: pgmap v7088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:19 smithi123 ceph-mon[188613]: pgmap v7088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:29:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:29:19] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:29:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:19 smithi177 ceph-mon[212096]: pgmap v7088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:21 smithi177 ceph-mon[212096]: pgmap v7089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:21 smithi123 ceph-mon[191304]: pgmap v7089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:21 smithi123 ceph-mon[188613]: pgmap v7089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:23 smithi177 ceph-mon[212096]: pgmap v7090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:23 smithi123 ceph-mon[191304]: pgmap v7090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:23.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:23 smithi123 ceph-mon[188613]: pgmap v7090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:25 smithi177 ceph-mon[212096]: pgmap v7091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:25.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:25 smithi123 ceph-mon[191304]: pgmap v7091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:25.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:25 smithi123 ceph-mon[188613]: pgmap v7091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:27 smithi177 ceph-mon[212096]: pgmap v7092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:29:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:27 smithi123 ceph-mon[191304]: pgmap v7092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:29:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:27 smithi123 ceph-mon[188613]: pgmap v7092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:29:29.376 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:29:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:29:29] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:29:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:29 smithi177 ceph-mon[212096]: pgmap v7093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:29.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:29 smithi123 ceph-mon[188613]: pgmap v7093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:29.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:29 smithi123 ceph-mon[191304]: pgmap v7093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:31 smithi177 ceph-mon[212096]: pgmap v7094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:31 smithi123 ceph-mon[191304]: pgmap v7094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:31 smithi123 ceph-mon[188613]: pgmap v7094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:32.317 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:29:32.626 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:29:32.626 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 55s ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:29:32.627 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 9m ago 2h 91.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:29:32.627 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 55s ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:29:32.627 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 9m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:29:32.627 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 9m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:29:32.627 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 55s ago 2h 654M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:29:32.627 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 55s ago 2h 894M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:29:32.627 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 9m ago 2h 430M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:29:32.627 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 55s ago 2h 485M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:29:32.627 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 55s ago 2h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:29:32.627 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 9m ago 2h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:29:32.627 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 55s ago 2h 4249M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:29:32.627 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 55s ago 2h 4993M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:29:32.628 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 55s ago 2h 4074M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:29:32.628 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 55s ago 2h 4127M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:29:32.628 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 9m ago 2h 3421M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:29:32.628 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 9m ago 2h 3725M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:29:32.628 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 9m ago 2h 3167M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:29:32.628 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 9m ago 2h 3617M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:29:32.628 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 9m ago 2h 121M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:29:33.007 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:29:33.007 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:29:33.007 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:29:33.007 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:29:33.007 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:29:33.008 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:29:33.008 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:29:33.008 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:29:33.008 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:29:33.008 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:29:33.008 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:29:33.008 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:29:33.008 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:29:33.008 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:29:33.008 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:29:33.008 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:29:33.008 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:29:33.008 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:29:33.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:33 smithi177 ceph-mon[212096]: from='client.51140 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:29:33.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:33 smithi177 ceph-mon[212096]: pgmap v7095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:33.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:33 smithi177 ceph-mon[212096]: from='client.51146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:29:33.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:33 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3831342407' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:29:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:33 smithi123 ceph-mon[191304]: from='client.51140 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:29:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:33 smithi123 ceph-mon[191304]: pgmap v7095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:33 smithi123 ceph-mon[191304]: from='client.51146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:29:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:33 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3831342407' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:29:33.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:33 smithi123 ceph-mon[188613]: from='client.51140 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:29:33.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:33 smithi123 ceph-mon[188613]: pgmap v7095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:33.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:33 smithi123 ceph-mon[188613]: from='client.51146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:29:33.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:33 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3831342407' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:29:35.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:35 smithi177 ceph-mon[212096]: pgmap v7096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:35 smithi123 ceph-mon[191304]: pgmap v7096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:35 smithi123 ceph-mon[188613]: pgmap v7096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:37.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:37 smithi177 ceph-mon[212096]: pgmap v7097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:37 smithi123 ceph-mon[191304]: pgmap v7097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:37 smithi123 ceph-mon[188613]: pgmap v7097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:29:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:29:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:29:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:29:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:29:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:29:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:29:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:29:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:29:39.384 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:29:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:29:39] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:29:39.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:39 smithi177 ceph-mon[212096]: pgmap v7098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:39.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:29:39.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:29:39.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:29:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:39 smithi123 ceph-mon[191304]: pgmap v7098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:29:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:29:39.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:29:39.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:39 smithi123 ceph-mon[188613]: pgmap v7098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:39.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:29:39.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:29:39.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:29:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:41 smithi177 ceph-mon[212096]: pgmap v7099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:41 smithi123 ceph-mon[188613]: pgmap v7099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:41 smithi123 ceph-mon[191304]: pgmap v7099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:29:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:29:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:29:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:43 smithi177 ceph-mon[212096]: pgmap v7100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:43 smithi123 ceph-mon[191304]: pgmap v7100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:43 smithi123 ceph-mon[188613]: pgmap v7100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:45.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:45 smithi177 ceph-mon[212096]: pgmap v7101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:45.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:45 smithi123 ceph-mon[191304]: pgmap v7101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:45.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:45 smithi123 ceph-mon[188613]: pgmap v7101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:47 smithi177 ceph-mon[212096]: pgmap v7102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:47 smithi123 ceph-mon[191304]: pgmap v7102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:47.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:47 smithi123 ceph-mon[188613]: pgmap v7102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:49.381 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:29:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:29:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:29:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:49 smithi177 ceph-mon[212096]: pgmap v7103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:49.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:49 smithi123 ceph-mon[191304]: pgmap v7103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:49.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:49 smithi123 ceph-mon[188613]: pgmap v7103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:51 smithi177 ceph-mon[212096]: pgmap v7104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:51 smithi123 ceph-mon[191304]: pgmap v7104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:51 smithi123 ceph-mon[188613]: pgmap v7104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:53 smithi177 ceph-mon[212096]: pgmap v7105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:53 smithi123 ceph-mon[191304]: pgmap v7105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:53 smithi123 ceph-mon[188613]: pgmap v7105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:55 smithi177 ceph-mon[212096]: pgmap v7106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:55 smithi123 ceph-mon[191304]: pgmap v7106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:55 smithi123 ceph-mon[188613]: pgmap v7106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:57 smithi177 ceph-mon[212096]: pgmap v7107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:57.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:29:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:57 smithi123 ceph-mon[191304]: pgmap v7107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:29:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:57 smithi123 ceph-mon[188613]: pgmap v7107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:29:59.388 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:29:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:29:59] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:29:59.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:29:59 smithi177 ceph-mon[212096]: pgmap v7108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:59.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:29:59 smithi123 ceph-mon[188613]: pgmap v7108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:29:59.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:29:59 smithi123 ceph-mon[191304]: pgmap v7108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:00.392 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T13:29:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T13:30:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T13:30:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T13:30:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T13:30:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:01 smithi177 ceph-mon[212096]: pgmap v7109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:01 smithi123 ceph-mon[188613]: pgmap v7109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:01 smithi123 ceph-mon[191304]: pgmap v7109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:03.358 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:30:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:03 smithi177 ceph-mon[212096]: pgmap v7110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:03.667 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:30:03.668 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 86s ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:30:03.668 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 9m ago 2h 91.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:30:03.668 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 86s ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:30:03.668 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 9m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:30:03.668 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 9m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:30:03.668 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 86s ago 2h 654M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:30:03.668 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 86s ago 2h 894M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:30:03.668 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 9m ago 2h 430M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:30:03.668 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 86s ago 2h 485M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:30:03.668 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 86s ago 2h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:30:03.668 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 9m ago 2h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:30:03.669 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 86s ago 2h 4249M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:30:03.669 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 86s ago 2h 4993M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:30:03.669 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 86s ago 2h 4074M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:30:03.669 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 86s ago 2h 4127M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:30:03.669 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 9m ago 2h 3421M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:30:03.669 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 9m ago 2h 3725M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:30:03.669 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 9m ago 2h 3167M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:30:03.669 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 9m ago 2h 3617M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:30:03.669 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 9m ago 2h 121M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:30:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:03 smithi123 ceph-mon[191304]: pgmap v7110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:03 smithi123 ceph-mon[188613]: pgmap v7110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:04.051 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:30:04.052 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:30:04.052 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:30:04.052 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:30:04.052 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:30:04.052 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:30:04.052 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:30:04.052 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:30:04.052 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:30:04.052 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:30:04.052 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:30:04.052 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:30:04.053 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:30:04.053 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:30:04.053 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:30:04.053 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:30:04.053 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:30:04.053 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:30:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:04 smithi123 ceph-mon[191304]: from='client.41214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:30:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:04 smithi123 ceph-mon[191304]: from='client.51164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:30:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:04 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3490965084' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:30:04.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:04 smithi123 ceph-mon[188613]: from='client.41214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:30:04.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:04 smithi123 ceph-mon[188613]: from='client.51164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:30:04.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:04 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3490965084' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:30:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:04 smithi177 ceph-mon[212096]: from='client.41214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:30:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:04 smithi177 ceph-mon[212096]: from='client.51164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:30:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:04 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3490965084' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:30:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:05 smithi123 ceph-mon[191304]: pgmap v7111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:05.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:05 smithi123 ceph-mon[188613]: pgmap v7111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:05 smithi177 ceph-mon[212096]: pgmap v7111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:07.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:07 smithi123 ceph-mon[191304]: pgmap v7112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:07 smithi123 ceph-mon[188613]: pgmap v7112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:07 smithi177 ceph-mon[212096]: pgmap v7112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:09.415 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:30:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:30:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:30:09.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:09 smithi123 ceph-mon[188613]: pgmap v7113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:09.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:09 smithi123 ceph-mon[191304]: pgmap v7113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:09 smithi177 ceph-mon[212096]: pgmap v7113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:11 smithi177 ceph-mon[212096]: pgmap v7114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:11 smithi123 ceph-mon[191304]: pgmap v7114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:11 smithi123 ceph-mon[188613]: pgmap v7114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:30:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:30:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:30:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:13 smithi177 ceph-mon[212096]: pgmap v7115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:13 smithi123 ceph-mon[191304]: pgmap v7115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:13 smithi123 ceph-mon[188613]: pgmap v7115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:15 smithi177 ceph-mon[212096]: pgmap v7116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:15 smithi123 ceph-mon[191304]: pgmap v7116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:15 smithi123 ceph-mon[188613]: pgmap v7116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:17 smithi177 ceph-mon[212096]: pgmap v7117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:17.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:17 smithi123 ceph-mon[191304]: pgmap v7117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:17.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:17 smithi123 ceph-mon[188613]: pgmap v7117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:19.339 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:30:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:30:19] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:30:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:19 smithi177 ceph-mon[212096]: pgmap v7118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:19.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:19 smithi123 ceph-mon[191304]: pgmap v7118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:19.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:19 smithi123 ceph-mon[188613]: pgmap v7118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:21 smithi177 ceph-mon[212096]: pgmap v7119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:21 smithi123 ceph-mon[191304]: pgmap v7119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:21 smithi123 ceph-mon[188613]: pgmap v7119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:23 smithi177 ceph-mon[212096]: pgmap v7120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:23 smithi123 ceph-mon[191304]: pgmap v7120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:23.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:23 smithi123 ceph-mon[188613]: pgmap v7120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:25 smithi177 ceph-mon[212096]: pgmap v7121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:25.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:25 smithi123 ceph-mon[191304]: pgmap v7121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:25.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:25 smithi123 ceph-mon[188613]: pgmap v7121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:27 smithi177 ceph-mon[212096]: pgmap v7122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:27.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:30:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:27 smithi123 ceph-mon[191304]: pgmap v7122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:30:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:27 smithi123 ceph-mon[188613]: pgmap v7122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:30:29.395 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:30:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:30:29] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:30:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:29 smithi177 ceph-mon[212096]: pgmap v7123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:29.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:29 smithi123 ceph-mon[191304]: pgmap v7123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:29.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:29 smithi123 ceph-mon[188613]: pgmap v7123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:31 smithi177 ceph-mon[212096]: pgmap v7124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:31 smithi123 ceph-mon[191304]: pgmap v7124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:31 smithi123 ceph-mon[188613]: pgmap v7124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:33 smithi177 ceph-mon[212096]: pgmap v7125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:33 smithi123 ceph-mon[191304]: pgmap v7125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:33 smithi123 ceph-mon[188613]: pgmap v7125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:34.398 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:30:34.705 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:30:34.705 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 117s ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:30:34.706 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 10m ago 2h 91.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:30:34.706 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 117s ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:30:34.706 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 10m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:30:34.706 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 10m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:30:34.706 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 117s ago 2h 654M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:30:34.706 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 117s ago 2h 894M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:30:34.706 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 10m ago 2h 430M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:30:34.706 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 117s ago 2h 485M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:30:34.706 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 117s ago 2h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:30:34.706 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 10m ago 2h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:30:34.706 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 117s ago 2h 4249M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:30:34.707 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 117s ago 2h 4993M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:30:34.707 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 117s ago 2h 4074M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:30:34.707 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 117s ago 2h 4127M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:30:34.707 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 10m ago 2h 3421M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:30:34.707 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 10m ago 2h 3725M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:30:34.707 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 10m ago 2h 3167M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:30:34.707 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 10m ago 2h 3617M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:30:34.707 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 10m ago 2h 121M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:30:35.088 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:30:35.088 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:30:35.088 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:30:35.088 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:30:35.088 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:30:35.089 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:30:35.089 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:30:35.089 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:30:35.089 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:30:35.089 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:30:35.089 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:30:35.089 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:30:35.089 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:30:35.089 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:30:35.090 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:30:35.090 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:30:35.090 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:30:35.090 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:30:35.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:35 smithi177 ceph-mon[212096]: pgmap v7126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:35.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:35 smithi177 ceph-mon[212096]: from='client.51176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:30:35.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:35 smithi177 ceph-mon[212096]: from='client.41238 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:30:35.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:35 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1968448960' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:30:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:35 smithi123 ceph-mon[191304]: pgmap v7126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:35 smithi123 ceph-mon[191304]: from='client.51176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:30:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:35 smithi123 ceph-mon[191304]: from='client.41238 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:30:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:35 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1968448960' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:30:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:35 smithi123 ceph-mon[188613]: pgmap v7126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:35 smithi123 ceph-mon[188613]: from='client.51176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:30:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:35 smithi123 ceph-mon[188613]: from='client.41238 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:30:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:35 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1968448960' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:30:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:37 smithi177 ceph-mon[212096]: pgmap v7127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:37 smithi123 ceph-mon[191304]: pgmap v7127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:37 smithi123 ceph-mon[188613]: pgmap v7127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:39.399 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:30:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:30:39] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:30:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:39 smithi177 ceph-mon[212096]: pgmap v7128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:30:39.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:39 smithi123 ceph-mon[188613]: pgmap v7128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:39.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:30:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:39 smithi123 ceph-mon[191304]: pgmap v7128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:30:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:41 smithi177 ceph-mon[212096]: pgmap v7129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:30:42.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:30:42.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:30:42.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:30:42.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:30:42.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:30:42.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:41 smithi123 ceph-mon[188613]: pgmap v7129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:42.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:30:42.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:30:42.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:30:42.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:30:42.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:30:42.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:30:42.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:41 smithi123 ceph-mon[191304]: pgmap v7129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:42.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:30:42.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:30:42.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:30:42.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:30:42.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:30:42.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:30:44.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:43 smithi123 ceph-mon[191304]: pgmap v7130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:44.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:43 smithi123 ceph-mon[188613]: pgmap v7130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:44.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:43 smithi177 ceph-mon[212096]: pgmap v7130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:45 smithi123 ceph-mon[191304]: pgmap v7131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:46.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:45 smithi123 ceph-mon[188613]: pgmap v7131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:46.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:45 smithi177 ceph-mon[212096]: pgmap v7131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:47 smithi123 ceph-mon[191304]: pgmap v7132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:48.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:47 smithi123 ceph-mon[188613]: pgmap v7132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:47 smithi177 ceph-mon[212096]: pgmap v7132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:30:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:30:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:30:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:49 smithi123 ceph-mon[191304]: pgmap v7133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:50.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:49 smithi123 ceph-mon[188613]: pgmap v7133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:50.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:49 smithi177 ceph-mon[212096]: pgmap v7133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:51 smithi177 ceph-mon[212096]: pgmap v7134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:51 smithi123 ceph-mon[191304]: pgmap v7134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:51 smithi123 ceph-mon[188613]: pgmap v7134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:53 smithi177 ceph-mon[212096]: pgmap v7135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:53 smithi123 ceph-mon[191304]: pgmap v7135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:53 smithi123 ceph-mon[188613]: pgmap v7135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:55 smithi177 ceph-mon[212096]: pgmap v7136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:55 smithi123 ceph-mon[191304]: pgmap v7136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:55 smithi123 ceph-mon[188613]: pgmap v7136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:57 smithi177 ceph-mon[212096]: pgmap v7137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:30:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:57 smithi123 ceph-mon[191304]: pgmap v7137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:30:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:57 smithi123 ceph-mon[188613]: pgmap v7137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:30:59.405 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:30:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:30:59] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:30:59.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:30:59 smithi123 ceph-mon[191304]: pgmap v7138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:59.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:30:59 smithi123 ceph-mon[188613]: pgmap v7138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:30:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:30:59 smithi177 ceph-mon[212096]: pgmap v7138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:01 smithi177 ceph-mon[212096]: pgmap v7139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:01 smithi123 ceph-mon[191304]: pgmap v7139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:01 smithi123 ceph-mon[188613]: pgmap v7139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:03 smithi177 ceph-mon[212096]: pgmap v7140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:03 smithi123 ceph-mon[191304]: pgmap v7140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:03 smithi123 ceph-mon[188613]: pgmap v7140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:05.435 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:31:05.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:05 smithi177 ceph-mon[212096]: pgmap v7141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:05 smithi123 ceph-mon[191304]: pgmap v7141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:05.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:05 smithi123 ceph-mon[188613]: pgmap v7141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:05.743 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:31:05.744 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 2m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:31:05.744 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 24s ago 2h 92.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:31:05.744 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 2m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:31:05.744 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 24s ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:31:05.744 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 24s ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:31:05.744 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 2m ago 2h 654M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:31:05.744 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 2m ago 2h 894M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:31:05.744 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 24s ago 2h 449M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:31:05.744 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 2m ago 2h 485M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:31:05.744 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 2m ago 2h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:31:05.744 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 24s ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:31:05.745 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 2m ago 2h 4249M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:31:05.745 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 2m ago 2h 4993M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:31:05.745 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 2m ago 2h 4074M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:31:05.745 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 2m ago 2h 4127M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:31:05.745 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 24s ago 2h 3448M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:31:05.745 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 24s ago 2h 3759M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:31:05.745 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 24s ago 2h 3196M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:31:05.745 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 24s ago 2h 3654M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:31:05.745 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 24s ago 2h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:31:06.130 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:31:06.130 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:31:06.130 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:31:06.130 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:31:06.130 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:31:06.130 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:31:06.130 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:31:06.131 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:31:06.131 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:31:06.131 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:31:06.131 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:31:06.131 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:31:06.131 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:31:06.131 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:31:06.131 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:31:06.131 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:31:06.131 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:31:06.131 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:31:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:06 smithi123 ceph-mon[191304]: from='client.41250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:31:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:06 smithi123 ceph-mon[191304]: from='client.41256 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:31:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:06 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2428441053' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:31:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:06 smithi123 ceph-mon[188613]: from='client.41250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:31:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:06 smithi123 ceph-mon[188613]: from='client.41256 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:31:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:06 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2428441053' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:31:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:06 smithi177 ceph-mon[212096]: from='client.41250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:31:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:06 smithi177 ceph-mon[212096]: from='client.41256 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:31:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:06 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2428441053' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:31:07.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:07 smithi123 ceph-mon[191304]: pgmap v7142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:07 smithi123 ceph-mon[188613]: pgmap v7142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:07 smithi177 ceph-mon[212096]: pgmap v7142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:09.409 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:31:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:31:09] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:31:09.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:09 smithi123 ceph-mon[191304]: pgmap v7143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:09.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:09 smithi123 ceph-mon[188613]: pgmap v7143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:09 smithi177 ceph-mon[212096]: pgmap v7143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:11 smithi177 ceph-mon[212096]: pgmap v7144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:11 smithi123 ceph-mon[191304]: pgmap v7144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:11 smithi123 ceph-mon[188613]: pgmap v7144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:31:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:31:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:31:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:13 smithi177 ceph-mon[212096]: pgmap v7145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:13 smithi123 ceph-mon[191304]: pgmap v7145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:13 smithi123 ceph-mon[188613]: pgmap v7145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:15 smithi123 ceph-mon[191304]: pgmap v7146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:15 smithi123 ceph-mon[188613]: pgmap v7146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:15.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:15 smithi177 ceph-mon[212096]: pgmap v7146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:17.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:17 smithi123 ceph-mon[191304]: pgmap v7147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:17.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:17 smithi123 ceph-mon[188613]: pgmap v7147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:17 smithi177 ceph-mon[212096]: pgmap v7147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:19.411 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:31:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:31:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:31:19.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:19 smithi123 ceph-mon[191304]: pgmap v7148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:19.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:19 smithi123 ceph-mon[188613]: pgmap v7148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:19 smithi177 ceph-mon[212096]: pgmap v7148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:21 smithi177 ceph-mon[212096]: pgmap v7149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:21 smithi123 ceph-mon[191304]: pgmap v7149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:21 smithi123 ceph-mon[188613]: pgmap v7149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:23 smithi123 ceph-mon[191304]: pgmap v7150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:23.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:23 smithi123 ceph-mon[188613]: pgmap v7150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:23.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:23 smithi177 ceph-mon[212096]: pgmap v7150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:25.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:25 smithi123 ceph-mon[191304]: pgmap v7151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:25.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:25 smithi123 ceph-mon[188613]: pgmap v7151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:25 smithi177 ceph-mon[212096]: pgmap v7151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:27 smithi123 ceph-mon[191304]: pgmap v7152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:31:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:27 smithi123 ceph-mon[188613]: pgmap v7152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:31:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:27 smithi177 ceph-mon[212096]: pgmap v7152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:31:28.903 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 13:31:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T13:31:28.58652848Z level=info msg="Completed cleanup jobs" duration=12.651901ms 2023-12-20T13:31:29.411 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:31:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:31:29] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:31:29.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:29 smithi123 ceph-mon[191304]: pgmap v7153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:29.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:29 smithi123 ceph-mon[188613]: pgmap v7153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:29 smithi177 ceph-mon[212096]: pgmap v7153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:31 smithi177 ceph-mon[212096]: pgmap v7154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:31 smithi123 ceph-mon[191304]: pgmap v7154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:31 smithi123 ceph-mon[188613]: pgmap v7154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:33 smithi123 ceph-mon[191304]: pgmap v7155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:33 smithi123 ceph-mon[188613]: pgmap v7155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:33 smithi177 ceph-mon[212096]: pgmap v7155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:35 smithi123 ceph-mon[191304]: pgmap v7156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:35 smithi123 ceph-mon[188613]: pgmap v7156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:35 smithi177 ceph-mon[212096]: pgmap v7156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:36.482 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:31:36.790 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:31:36.790 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 2m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:31:36.790 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 55s ago 2h 92.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:31:36.791 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 2m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:31:36.791 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 55s ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:31:36.791 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 55s ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:31:36.791 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 2m ago 2h 654M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:31:36.791 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 2m ago 2h 894M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:31:36.791 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 55s ago 2h 449M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:31:36.791 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 2m ago 2h 485M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:31:36.791 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 2m ago 2h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:31:36.791 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 55s ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:31:36.791 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 2m ago 2h 4249M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:31:36.791 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 2m ago 2h 4993M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:31:36.791 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 2m ago 2h 4074M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:31:36.791 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 2m ago 2h 4127M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:31:36.791 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 55s ago 2h 3448M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:31:36.791 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 55s ago 2h 3759M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:31:36.791 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 55s ago 2h 3196M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:31:36.792 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 55s ago 2h 3654M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:31:36.792 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 55s ago 2h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:31:37.177 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:31:37.177 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:31:37.177 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:31:37.177 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:31:37.177 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:31:37.177 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:31:37.177 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:31:37.177 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:31:37.177 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:31:37.177 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:31:37.177 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:31:37.177 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:31:37.178 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:31:37.178 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:31:37.178 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:31:37.178 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:31:37.178 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:31:37.178 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:31:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:37 smithi123 ceph-mon[191304]: pgmap v7157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:37 smithi123 ceph-mon[191304]: from='client.51212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:31:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:37 smithi123 ceph-mon[191304]: from='client.41274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:31:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:37 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2829528653' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:31:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:37 smithi123 ceph-mon[188613]: pgmap v7157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:37 smithi123 ceph-mon[188613]: from='client.51212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:31:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:37 smithi123 ceph-mon[188613]: from='client.41274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:31:37.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:37 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2829528653' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:31:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:37 smithi177 ceph-mon[212096]: pgmap v7157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:37 smithi177 ceph-mon[212096]: from='client.51212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:31:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:37 smithi177 ceph-mon[212096]: from='client.41274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:31:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:37 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2829528653' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:31:39.415 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:31:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:31:39] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:31:39.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:39 smithi123 ceph-mon[188613]: pgmap v7158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:39 smithi123 ceph-mon[191304]: pgmap v7158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:39 smithi177 ceph-mon[212096]: pgmap v7158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:41 smithi177 ceph-mon[212096]: pgmap v7159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:41.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:41 smithi123 ceph-mon[191304]: pgmap v7159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:41 smithi123 ceph-mon[188613]: pgmap v7159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:31:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:31:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:31:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:31:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:31:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:31:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:31:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:31:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:31:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:31:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:31:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:31:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:31:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:31:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:31:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:43 smithi177 ceph-mon[212096]: pgmap v7160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:43 smithi123 ceph-mon[191304]: pgmap v7160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:43 smithi123 ceph-mon[188613]: pgmap v7160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:45.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:45 smithi123 ceph-mon[191304]: pgmap v7161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:45.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:45 smithi123 ceph-mon[188613]: pgmap v7161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:45 smithi177 ceph-mon[212096]: pgmap v7161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:47 smithi123 ceph-mon[191304]: pgmap v7162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:47.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:47 smithi123 ceph-mon[188613]: pgmap v7162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:47 smithi177 ceph-mon[212096]: pgmap v7162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:49.416 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:31:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:31:49] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:31:49.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:49 smithi123 ceph-mon[191304]: pgmap v7163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:49.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:49 smithi123 ceph-mon[188613]: pgmap v7163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:49 smithi177 ceph-mon[212096]: pgmap v7163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:51 smithi177 ceph-mon[212096]: pgmap v7164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:51 smithi123 ceph-mon[191304]: pgmap v7164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:51 smithi123 ceph-mon[188613]: pgmap v7164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:53 smithi123 ceph-mon[188613]: pgmap v7165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:53 smithi123 ceph-mon[191304]: pgmap v7165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:53 smithi177 ceph-mon[212096]: pgmap v7165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:55 smithi123 ceph-mon[188613]: pgmap v7166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:55 smithi123 ceph-mon[191304]: pgmap v7166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:55 smithi177 ceph-mon[212096]: pgmap v7166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:57 smithi123 ceph-mon[188613]: pgmap v7167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:31:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:57 smithi123 ceph-mon[191304]: pgmap v7167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:31:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:57 smithi177 ceph-mon[212096]: pgmap v7167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:31:59.421 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:31:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:31:59] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:31:59.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:31:59 smithi123 ceph-mon[191304]: pgmap v7168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:59.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:31:59 smithi123 ceph-mon[188613]: pgmap v7168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:31:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:31:59 smithi177 ceph-mon[212096]: pgmap v7168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:01 smithi177 ceph-mon[212096]: pgmap v7169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:01 smithi123 ceph-mon[191304]: pgmap v7169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:01 smithi123 ceph-mon[188613]: pgmap v7169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:03 smithi123 ceph-mon[191304]: pgmap v7170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:03 smithi123 ceph-mon[188613]: pgmap v7170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:03 smithi177 ceph-mon[212096]: pgmap v7170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:05.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:05 smithi123 ceph-mon[188613]: pgmap v7171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:05 smithi123 ceph-mon[191304]: pgmap v7171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:05 smithi177 ceph-mon[212096]: pgmap v7171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:07.524 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:32:07.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:07 smithi123 ceph-mon[191304]: pgmap v7172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:07 smithi123 ceph-mon[188613]: pgmap v7172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:07.831 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:32:07.831 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 3m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:32:07.831 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 86s ago 2h 92.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:32:07.831 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 3m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:32:07.831 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 86s ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:32:07.831 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 86s ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:32:07.832 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 3m ago 2h 654M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:32:07.832 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 3m ago 2h 894M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:32:07.832 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 86s ago 2h 449M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:32:07.832 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 3m ago 2h 485M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:32:07.832 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 3m ago 2h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:32:07.832 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 86s ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:32:07.832 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 3m ago 2h 4249M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:32:07.832 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 3m ago 2h 4993M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:32:07.832 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 3m ago 2h 4074M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:32:07.832 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 3m ago 2h 4127M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:32:07.832 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 86s ago 2h 3448M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:32:07.832 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 86s ago 2h 3759M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:32:07.832 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 86s ago 2h 3196M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:32:07.832 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 86s ago 2h 3654M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:32:07.832 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 86s ago 2h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:32:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:07 smithi177 ceph-mon[212096]: pgmap v7172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:08.214 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:32:08.214 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:32:08.214 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:32:08.215 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:32:08.215 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:32:08.215 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:32:08.215 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:32:08.215 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:32:08.215 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:32:08.215 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:32:08.215 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:32:08.215 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:32:08.215 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:32:08.215 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:32:08.215 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:32:08.215 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:32:08.215 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:32:08.215 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:32:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:08 smithi123 ceph-mon[191304]: from='client.51230 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:32:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:08 smithi123 ceph-mon[191304]: from='client.51236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:32:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:08 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2718622202' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:32:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:08 smithi123 ceph-mon[188613]: from='client.51230 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:32:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:08 smithi123 ceph-mon[188613]: from='client.51236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:32:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:08 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2718622202' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:32:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:08 smithi177 ceph-mon[212096]: from='client.51230 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:32:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:08 smithi177 ceph-mon[212096]: from='client.51236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:32:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:08 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2718622202' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:32:09.429 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:32:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:32:09] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:32:09.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:09 smithi123 ceph-mon[191304]: pgmap v7173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:09.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:09 smithi123 ceph-mon[188613]: pgmap v7173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:09 smithi177 ceph-mon[212096]: pgmap v7173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:11 smithi177 ceph-mon[212096]: pgmap v7174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:11 smithi123 ceph-mon[191304]: pgmap v7174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:11 smithi123 ceph-mon[188613]: pgmap v7174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:32:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:32:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:32:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:13 smithi177 ceph-mon[212096]: pgmap v7175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:13 smithi123 ceph-mon[191304]: pgmap v7175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:13 smithi123 ceph-mon[188613]: pgmap v7175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:15 smithi123 ceph-mon[188613]: pgmap v7176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:15 smithi123 ceph-mon[191304]: pgmap v7176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:15 smithi177 ceph-mon[212096]: pgmap v7176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:17.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:17 smithi123 ceph-mon[191304]: pgmap v7177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:17.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:17 smithi123 ceph-mon[188613]: pgmap v7177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:17 smithi177 ceph-mon[212096]: pgmap v7177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:19.422 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:32:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:32:19] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:32:19.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:19 smithi123 ceph-mon[191304]: pgmap v7178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:19.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:19 smithi123 ceph-mon[188613]: pgmap v7178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:19 smithi177 ceph-mon[212096]: pgmap v7178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:21 smithi177 ceph-mon[212096]: pgmap v7179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:21 smithi123 ceph-mon[191304]: pgmap v7179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:21 smithi123 ceph-mon[188613]: pgmap v7179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:23 smithi123 ceph-mon[191304]: pgmap v7180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:23.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:23 smithi123 ceph-mon[188613]: pgmap v7180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:23.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:23 smithi177 ceph-mon[212096]: pgmap v7180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:25.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:25 smithi123 ceph-mon[191304]: pgmap v7181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:25.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:25 smithi123 ceph-mon[188613]: pgmap v7181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:25 smithi177 ceph-mon[212096]: pgmap v7181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:27 smithi123 ceph-mon[188613]: pgmap v7182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:32:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:27 smithi123 ceph-mon[191304]: pgmap v7182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:32:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:27 smithi177 ceph-mon[212096]: pgmap v7182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:32:29.430 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:32:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:32:29] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T13:32:29.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:29 smithi123 ceph-mon[191304]: pgmap v7183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:29.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:29 smithi123 ceph-mon[188613]: pgmap v7183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:29 smithi177 ceph-mon[212096]: pgmap v7183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:31 smithi177 ceph-mon[212096]: pgmap v7184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:31 smithi123 ceph-mon[191304]: pgmap v7184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:31 smithi123 ceph-mon[188613]: pgmap v7184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:33 smithi123 ceph-mon[191304]: pgmap v7185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:33 smithi123 ceph-mon[188613]: pgmap v7185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:33 smithi177 ceph-mon[212096]: pgmap v7185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:35 smithi123 ceph-mon[191304]: pgmap v7186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:35 smithi123 ceph-mon[188613]: pgmap v7186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:35 smithi177 ceph-mon[212096]: pgmap v7186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:37 smithi123 ceph-mon[191304]: pgmap v7187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:37 smithi123 ceph-mon[188613]: pgmap v7187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:37 smithi177 ceph-mon[212096]: pgmap v7187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:38.562 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:32:38.871 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:32:38.871 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 4m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:32:38.871 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 117s ago 2h 92.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:32:38.871 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 4m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:32:38.871 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 117s ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:32:38.871 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 117s ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:32:38.871 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 4m ago 2h 654M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:32:38.871 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 4m ago 2h 894M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:32:38.871 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 117s ago 2h 449M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:32:38.871 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 4m ago 2h 485M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:32:38.872 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 4m ago 2h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:32:38.872 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 117s ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:32:38.872 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 4m ago 2h 4249M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:32:38.872 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 4m ago 2h 4993M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:32:38.872 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 4m ago 2h 4074M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:32:38.872 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 4m ago 2h 4127M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:32:38.872 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 117s ago 2h 3448M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:32:38.872 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 117s ago 2h 3759M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:32:38.872 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 117s ago 2h 3196M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:32:38.872 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 117s ago 2h 3654M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:32:38.872 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 117s ago 2h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:32:39.248 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:32:39.248 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:32:39.248 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:32:39.248 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:32:39.248 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:32:39.248 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:32:39.248 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:32:39.248 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:32:39.248 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:32:39.248 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:32:39.248 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:32:39.248 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:32:39.248 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:32:39.248 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:32:39.249 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:32:39.249 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:32:39.249 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:32:39.249 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:32:39.429 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:32:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:32:39] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T13:32:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:39 smithi123 ceph-mon[191304]: pgmap v7188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:39 smithi123 ceph-mon[191304]: from='client.51248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:32:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:39 smithi123 ceph-mon[191304]: from='client.51254 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:32:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:39 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2172086920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:32:39.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:39 smithi123 ceph-mon[188613]: pgmap v7188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:39.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:39 smithi123 ceph-mon[188613]: from='client.51248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:32:39.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:39 smithi123 ceph-mon[188613]: from='client.51254 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:32:39.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:39 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2172086920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:32:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:39 smithi177 ceph-mon[212096]: pgmap v7188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:39 smithi177 ceph-mon[212096]: from='client.51248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:32:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:39 smithi177 ceph-mon[212096]: from='client.51254 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:32:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:39 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2172086920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:32:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:41 smithi177 ceph-mon[212096]: pgmap v7189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:41 smithi123 ceph-mon[191304]: pgmap v7189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:41 smithi123 ceph-mon[188613]: pgmap v7189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:32:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:32:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:32:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:32:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:32:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:32:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:43 smithi177 ceph-mon[212096]: pgmap v7190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:32:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:32:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:32:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:43 smithi123 ceph-mon[191304]: pgmap v7190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:32:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:32:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:32:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:43 smithi123 ceph-mon[188613]: pgmap v7190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:32:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:32:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:32:45.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:45 smithi123 ceph-mon[191304]: pgmap v7191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:45.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:45 smithi123 ceph-mon[188613]: pgmap v7191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:45 smithi177 ceph-mon[212096]: pgmap v7191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:47 smithi123 ceph-mon[191304]: pgmap v7192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:47.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:47 smithi123 ceph-mon[188613]: pgmap v7192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:47 smithi177 ceph-mon[212096]: pgmap v7192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:49.431 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:32:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:32:49] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:32:49.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:49 smithi123 ceph-mon[191304]: pgmap v7193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:49.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:49 smithi123 ceph-mon[188613]: pgmap v7193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:49 smithi177 ceph-mon[212096]: pgmap v7193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:51 smithi177 ceph-mon[212096]: pgmap v7194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:51 smithi123 ceph-mon[191304]: pgmap v7194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:51 smithi123 ceph-mon[188613]: pgmap v7194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:53 smithi123 ceph-mon[191304]: pgmap v7195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:53 smithi123 ceph-mon[188613]: pgmap v7195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:53 smithi177 ceph-mon[212096]: pgmap v7195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:55 smithi123 ceph-mon[191304]: pgmap v7196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:55 smithi123 ceph-mon[188613]: pgmap v7196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:55 smithi177 ceph-mon[212096]: pgmap v7196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:57 smithi123 ceph-mon[191304]: pgmap v7197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:32:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:57 smithi123 ceph-mon[188613]: pgmap v7197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:32:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:57 smithi177 ceph-mon[212096]: pgmap v7197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:32:59.439 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:32:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:32:59] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T13:32:59.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:32:59 smithi123 ceph-mon[191304]: pgmap v7198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:59.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:32:59 smithi123 ceph-mon[188613]: pgmap v7198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:32:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:32:59 smithi177 ceph-mon[212096]: pgmap v7198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:01 smithi177 ceph-mon[212096]: pgmap v7199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:01 smithi123 ceph-mon[191304]: pgmap v7199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:01 smithi123 ceph-mon[188613]: pgmap v7199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:03 smithi123 ceph-mon[191304]: pgmap v7200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:03 smithi123 ceph-mon[188613]: pgmap v7200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:03 smithi177 ceph-mon[212096]: pgmap v7200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:05 smithi123 ceph-mon[191304]: pgmap v7201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:05.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:05 smithi123 ceph-mon[188613]: pgmap v7201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:05 smithi177 ceph-mon[212096]: pgmap v7201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:07.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:07 smithi123 ceph-mon[191304]: pgmap v7202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:07 smithi123 ceph-mon[188613]: pgmap v7202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:07 smithi177 ceph-mon[212096]: pgmap v7202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:09.440 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:33:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:33:09] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T13:33:09.591 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:33:09.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:09 smithi123 ceph-mon[188613]: pgmap v7203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:09.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:09 smithi123 ceph-mon[191304]: pgmap v7203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:09.899 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:33:09.899 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 4m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:33:09.899 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 2m ago 2h 92.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:33:09.899 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 4m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:33:09.899 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 2m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:33:09.899 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 2m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:33:09.899 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 4m ago 2h 654M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:33:09.900 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 4m ago 2h 894M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:33:09.900 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 2m ago 2h 449M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:33:09.900 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 4m ago 2h 485M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:33:09.900 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 4m ago 2h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:33:09.900 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 2m ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:33:09.900 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 4m ago 2h 4249M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:33:09.900 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 4m ago 2h 4993M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:33:09.900 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 4m ago 2h 4074M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:33:09.900 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 4m ago 2h 4127M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:33:09.900 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 2m ago 2h 3448M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:33:09.900 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 2m ago 2h 3759M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:33:09.900 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 2m ago 2h 3196M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:33:09.900 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 2m ago 2h 3654M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:33:09.900 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 2m ago 2h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:33:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:09 smithi177 ceph-mon[212096]: pgmap v7203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:10.279 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:33:10.279 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:33:10.279 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:33:10.279 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:33:10.279 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:33:10.279 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:33:10.279 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:33:10.279 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:33:10.279 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:33:10.279 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:33:10.279 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:33:10.280 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:33:10.280 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:33:10.280 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:33:10.280 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:33:10.280 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:33:10.280 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:33:10.280 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:33:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:10 smithi123 ceph-mon[188613]: from='client.41322 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:33:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:10 smithi123 ceph-mon[188613]: from='client.41328 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:33:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:10 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1236642066' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:33:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:10 smithi123 ceph-mon[191304]: from='client.41322 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:33:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:10 smithi123 ceph-mon[191304]: from='client.41328 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:33:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:10 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1236642066' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:33:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:10 smithi177 ceph-mon[212096]: from='client.41322 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:33:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:10 smithi177 ceph-mon[212096]: from='client.41328 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:33:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:10 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1236642066' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:33:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:11 smithi123 ceph-mon[191304]: pgmap v7204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:11 smithi123 ceph-mon[188613]: pgmap v7204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:11 smithi177 ceph-mon[212096]: pgmap v7204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:33:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:33:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:33:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:13 smithi123 ceph-mon[191304]: pgmap v7205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:13 smithi123 ceph-mon[188613]: pgmap v7205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:13 smithi177 ceph-mon[212096]: pgmap v7205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:15 smithi123 ceph-mon[191304]: pgmap v7206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:15 smithi123 ceph-mon[188613]: pgmap v7206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:15 smithi177 ceph-mon[212096]: pgmap v7206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:17.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:17 smithi123 ceph-mon[191304]: pgmap v7207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:17.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:17 smithi123 ceph-mon[188613]: pgmap v7207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:17 smithi177 ceph-mon[212096]: pgmap v7207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:19.459 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:33:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:33:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:33:19.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:19 smithi123 ceph-mon[191304]: pgmap v7208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:19.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:19 smithi123 ceph-mon[188613]: pgmap v7208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:19 smithi177 ceph-mon[212096]: pgmap v7208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:21 smithi177 ceph-mon[212096]: pgmap v7209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:21 smithi123 ceph-mon[191304]: pgmap v7209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:21 smithi123 ceph-mon[188613]: pgmap v7209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:23 smithi123 ceph-mon[191304]: pgmap v7210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:23.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:23 smithi123 ceph-mon[188613]: pgmap v7210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:23.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:23 smithi177 ceph-mon[212096]: pgmap v7210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:25.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:25 smithi123 ceph-mon[191304]: pgmap v7211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:25.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:25 smithi123 ceph-mon[188613]: pgmap v7211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:25 smithi177 ceph-mon[212096]: pgmap v7211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:27 smithi123 ceph-mon[191304]: pgmap v7212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:33:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:27 smithi123 ceph-mon[188613]: pgmap v7212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:33:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:27 smithi177 ceph-mon[212096]: pgmap v7212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:33:29.450 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:33:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:33:29] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:33:29.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:29 smithi123 ceph-mon[191304]: pgmap v7213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:29.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:29 smithi123 ceph-mon[188613]: pgmap v7213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:29 smithi177 ceph-mon[212096]: pgmap v7213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:31 smithi177 ceph-mon[212096]: pgmap v7214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:31 smithi123 ceph-mon[191304]: pgmap v7214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:31 smithi123 ceph-mon[188613]: pgmap v7214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:33 smithi123 ceph-mon[191304]: pgmap v7215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:33 smithi123 ceph-mon[188613]: pgmap v7215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:33 smithi177 ceph-mon[212096]: pgmap v7215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:35 smithi123 ceph-mon[191304]: pgmap v7216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:35 smithi123 ceph-mon[188613]: pgmap v7216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:35 smithi177 ceph-mon[212096]: pgmap v7216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:37 smithi123 ceph-mon[191304]: pgmap v7217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:37 smithi123 ceph-mon[188613]: pgmap v7217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:37 smithi177 ceph-mon[212096]: pgmap v7217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:39.455 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:33:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:33:39] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:33:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:39 smithi123 ceph-mon[191304]: pgmap v7218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:39.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:39 smithi123 ceph-mon[188613]: pgmap v7218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:39 smithi177 ceph-mon[212096]: pgmap v7218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:40.632 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:33:40.939 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:33:40.939 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 5m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:33:40.939 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 3m ago 2h 92.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:33:40.939 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 5m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:33:40.939 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 3m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:33:40.940 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 3m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:33:40.940 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 5m ago 2h 654M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:33:40.940 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 5m ago 2h 894M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:33:40.940 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 3m ago 2h 449M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:33:40.940 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 5m ago 2h 485M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:33:40.940 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 5m ago 2h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:33:40.940 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 3m ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:33:40.940 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 5m ago 2h 4249M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:33:40.940 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 5m ago 2h 4993M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:33:40.940 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 5m ago 2h 4074M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:33:40.940 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 5m ago 2h 4127M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:33:40.940 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 3m ago 2h 3448M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:33:40.940 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 3m ago 2h 3759M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:33:40.940 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 3m ago 2h 3196M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:33:40.940 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 3m ago 2h 3654M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:33:40.940 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 3m ago 2h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:33:41.324 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:33:41.324 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:33:41.324 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:33:41.324 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:33:41.324 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:33:41.324 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:33:41.324 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:33:41.325 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:33:41.325 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:33:41.325 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:33:41.325 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:33:41.325 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:33:41.325 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:33:41.325 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:33:41.325 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:33:41.325 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:33:41.325 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:33:41.325 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:33:41.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:41 smithi177 ceph-mon[212096]: pgmap v7219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:41.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:41 smithi177 ceph-mon[212096]: from='client.41340 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:33:41.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:41 smithi177 ceph-mon[212096]: from='client.51290 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:33:41.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:41 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/58843444' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:33:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:41 smithi123 ceph-mon[191304]: pgmap v7219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:41 smithi123 ceph-mon[191304]: from='client.41340 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:33:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:41 smithi123 ceph-mon[191304]: from='client.51290 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:33:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:41 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/58843444' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:33:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:41 smithi123 ceph-mon[188613]: pgmap v7219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:41 smithi123 ceph-mon[188613]: from='client.41340 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:33:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:41 smithi123 ceph-mon[188613]: from='client.51290 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:33:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:41 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/58843444' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:33:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:33:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:33:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:33:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:43 smithi177 ceph-mon[212096]: pgmap v7220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:33:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:33:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:33:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:33:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:43 smithi123 ceph-mon[191304]: pgmap v7220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:33:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:33:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:33:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:33:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:43 smithi123 ceph-mon[188613]: pgmap v7220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:33:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:33:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:33:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:33:45.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:45 smithi123 ceph-mon[188613]: pgmap v7221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:45.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:45 smithi123 ceph-mon[191304]: pgmap v7221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:45 smithi177 ceph-mon[212096]: pgmap v7221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:47.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:47 smithi123 ceph-mon[188613]: pgmap v7222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:47 smithi123 ceph-mon[191304]: pgmap v7222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:47 smithi177 ceph-mon[212096]: pgmap v7222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:49.450 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:33:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:33:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:33:49.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:49 smithi123 ceph-mon[191304]: pgmap v7223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:49.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:49 smithi123 ceph-mon[188613]: pgmap v7223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:49 smithi177 ceph-mon[212096]: pgmap v7223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:51 smithi177 ceph-mon[212096]: pgmap v7224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:51 smithi123 ceph-mon[191304]: pgmap v7224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:51 smithi123 ceph-mon[188613]: pgmap v7224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:53 smithi123 ceph-mon[191304]: pgmap v7225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:53 smithi123 ceph-mon[188613]: pgmap v7225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:53 smithi177 ceph-mon[212096]: pgmap v7225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:55 smithi123 ceph-mon[191304]: pgmap v7226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:55 smithi123 ceph-mon[188613]: pgmap v7226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:55 smithi177 ceph-mon[212096]: pgmap v7226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:57 smithi123 ceph-mon[188613]: pgmap v7227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:57.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:33:57.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:57 smithi123 ceph-mon[191304]: pgmap v7227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:57.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:33:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:57 smithi177 ceph-mon[212096]: pgmap v7227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:33:59.456 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:33:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:33:59] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:33:59.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:33:59 smithi123 ceph-mon[191304]: pgmap v7228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:59.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:33:59 smithi123 ceph-mon[188613]: pgmap v7228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:33:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:33:59 smithi177 ceph-mon[212096]: pgmap v7228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:01 smithi177 ceph-mon[212096]: pgmap v7229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:01 smithi123 ceph-mon[191304]: pgmap v7229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:01 smithi123 ceph-mon[188613]: pgmap v7229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:03 smithi123 ceph-mon[191304]: pgmap v7230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:03 smithi123 ceph-mon[188613]: pgmap v7230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:03 smithi177 ceph-mon[212096]: pgmap v7230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:05 smithi123 ceph-mon[191304]: pgmap v7231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:05.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:05 smithi123 ceph-mon[188613]: pgmap v7231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:05 smithi177 ceph-mon[212096]: pgmap v7231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:07.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:07 smithi123 ceph-mon[191304]: pgmap v7232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:07 smithi123 ceph-mon[188613]: pgmap v7232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:07 smithi177 ceph-mon[212096]: pgmap v7232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:09.465 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:34:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:34:09] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:34:09.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:09 smithi123 ceph-mon[191304]: pgmap v7233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:09.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:09 smithi123 ceph-mon[188613]: pgmap v7233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:09 smithi177 ceph-mon[212096]: pgmap v7233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:11 smithi177 ceph-mon[212096]: pgmap v7234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:11.678 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:34:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:11 smithi123 ceph-mon[191304]: pgmap v7234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:11 smithi123 ceph-mon[188613]: pgmap v7234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:11.991 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:34:11.991 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 5m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:34:11.991 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 3m ago 2h 92.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:34:11.991 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 5m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:34:11.991 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 3m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:34:11.991 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 3m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:34:11.991 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 5m ago 2h 654M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:34:11.991 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 5m ago 2h 894M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:34:11.992 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 3m ago 2h 449M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:34:11.992 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 5m ago 2h 485M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:34:11.992 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 5m ago 2h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:34:11.992 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 3m ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:34:11.992 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 5m ago 2h 4249M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:34:11.992 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 5m ago 2h 4993M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:34:11.992 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 5m ago 2h 4074M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:34:11.992 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 5m ago 2h 4127M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:34:11.992 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 3m ago 2h 3448M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:34:11.992 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 3m ago 2h 3759M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:34:11.992 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 3m ago 2h 3196M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:34:11.992 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 3m ago 2h 3654M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:34:11.992 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 3m ago 2h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:34:12.371 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:34:12.371 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:34:12.371 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:34:12.371 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:34:12.371 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:34:12.371 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:34:12.371 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:34:12.371 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:34:12.371 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:34:12.371 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:34:12.371 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:34:12.371 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:34:12.371 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:34:12.371 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:34:12.371 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:34:12.372 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:34:12.372 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:34:12.372 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:34:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:34:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:12 smithi177 ceph-mon[212096]: from='client.41358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:34:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:12 smithi177 ceph-mon[212096]: from='client.41364 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:34:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:12 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2823852445' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:34:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:34:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:12 smithi123 ceph-mon[191304]: from='client.41358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:34:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:12 smithi123 ceph-mon[191304]: from='client.41364 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:34:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:12 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2823852445' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:34:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:34:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:12 smithi123 ceph-mon[188613]: from='client.41358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:34:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:12 smithi123 ceph-mon[188613]: from='client.41364 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:34:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:12 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2823852445' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:34:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:13 smithi177 ceph-mon[212096]: pgmap v7235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:13 smithi123 ceph-mon[191304]: pgmap v7235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:13 smithi123 ceph-mon[188613]: pgmap v7235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:15 smithi123 ceph-mon[191304]: pgmap v7236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:15 smithi123 ceph-mon[188613]: pgmap v7236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:15 smithi177 ceph-mon[212096]: pgmap v7236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:17.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:17 smithi123 ceph-mon[191304]: pgmap v7237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:17.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:17 smithi123 ceph-mon[188613]: pgmap v7237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:17 smithi177 ceph-mon[212096]: pgmap v7237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:19.463 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:34:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:34:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:34:19.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:19 smithi123 ceph-mon[191304]: pgmap v7238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:19.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:19 smithi123 ceph-mon[188613]: pgmap v7238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:19 smithi177 ceph-mon[212096]: pgmap v7238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:21 smithi177 ceph-mon[212096]: pgmap v7239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:21.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:21 smithi123 ceph-mon[191304]: pgmap v7239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:21 smithi123 ceph-mon[188613]: pgmap v7239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:23 smithi123 ceph-mon[191304]: pgmap v7240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:23.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:23 smithi123 ceph-mon[188613]: pgmap v7240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:23.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:23 smithi177 ceph-mon[212096]: pgmap v7240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:25.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:25 smithi123 ceph-mon[191304]: pgmap v7241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:25.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:25 smithi123 ceph-mon[188613]: pgmap v7241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:25 smithi177 ceph-mon[212096]: pgmap v7241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:27 smithi123 ceph-mon[191304]: pgmap v7242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:34:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:27 smithi123 ceph-mon[188613]: pgmap v7242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:34:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:27 smithi177 ceph-mon[212096]: pgmap v7242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:34:29.465 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:34:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:34:29] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:34:29.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:29 smithi123 ceph-mon[191304]: pgmap v7243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:29.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:29 smithi123 ceph-mon[188613]: pgmap v7243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:29 smithi177 ceph-mon[212096]: pgmap v7243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:31 smithi177 ceph-mon[212096]: pgmap v7244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:31 smithi123 ceph-mon[191304]: pgmap v7244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:31 smithi123 ceph-mon[188613]: pgmap v7244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:33 smithi123 ceph-mon[191304]: pgmap v7245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:33 smithi123 ceph-mon[188613]: pgmap v7245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:33 smithi177 ceph-mon[212096]: pgmap v7245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:35 smithi123 ceph-mon[191304]: pgmap v7246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:35 smithi123 ceph-mon[188613]: pgmap v7246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:35 smithi177 ceph-mon[212096]: pgmap v7246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:37 smithi123 ceph-mon[191304]: pgmap v7247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:37 smithi123 ceph-mon[188613]: pgmap v7247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:37 smithi177 ceph-mon[212096]: pgmap v7247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:39.467 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:34:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:34:39] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:34:39.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:39 smithi123 ceph-mon[188613]: pgmap v7248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:39 smithi123 ceph-mon[191304]: pgmap v7248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:39 smithi177 ceph-mon[212096]: pgmap v7248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:41 smithi177 ceph-mon[212096]: pgmap v7249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:41 smithi123 ceph-mon[191304]: pgmap v7249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:41 smithi123 ceph-mon[188613]: pgmap v7249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:34:42.715 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:34:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:34:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:34:43.020 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:34:43.020 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 6m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:34:43.020 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 4m ago 2h 92.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:34:43.020 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 6m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:34:43.020 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 4m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:34:43.020 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 4m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:34:43.020 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 6m ago 2h 654M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:34:43.020 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 6m ago 2h 894M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:34:43.020 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 4m ago 2h 449M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:34:43.020 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 6m ago 2h 485M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:34:43.020 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 6m ago 2h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:34:43.021 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 4m ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:34:43.021 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 6m ago 2h 4249M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:34:43.021 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 6m ago 2h 4993M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:34:43.021 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 6m ago 2h 4074M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:34:43.021 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 6m ago 2h 4127M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:34:43.021 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 4m ago 2h 3448M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:34:43.021 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 4m ago 2h 3759M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:34:43.021 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 4m ago 2h 3196M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:34:43.021 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 4m ago 2h 3654M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:34:43.021 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 4m ago 2h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:34:43.410 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:34:43.410 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:34:43.410 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:34:43.410 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:34:43.411 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:34:43.411 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:34:43.411 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:34:43.411 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:34:43.411 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:34:43.411 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:34:43.411 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:34:43.411 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:34:43.411 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:34:43.411 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:34:43.411 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:34:43.411 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:34:43.411 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:34:43.411 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:34:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:43 smithi177 ceph-mon[212096]: pgmap v7250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:43 smithi177 ceph-mon[212096]: from='client.41376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:34:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:43 smithi177 ceph-mon[212096]: from='client.41382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:34:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:34:43.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:43 smithi123 ceph-mon[191304]: pgmap v7250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:43 smithi123 ceph-mon[191304]: from='client.41376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:34:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:43 smithi123 ceph-mon[191304]: from='client.41382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:34:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:34:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:43 smithi123 ceph-mon[188613]: pgmap v7250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:43 smithi123 ceph-mon[188613]: from='client.41376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:34:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:43 smithi123 ceph-mon[188613]: from='client.41382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:34:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:34:44.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:44 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2731872595' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:34:44.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:34:44.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:34:44.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:34:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:44 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2731872595' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:34:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:34:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:34:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:34:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:44 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2731872595' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:34:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:34:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:34:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:34:45.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:45 smithi177 ceph-mon[212096]: pgmap v7251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:45.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:45 smithi123 ceph-mon[191304]: pgmap v7251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:45.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:45 smithi123 ceph-mon[188613]: pgmap v7251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:47 smithi123 ceph-mon[191304]: pgmap v7252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:47.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:47 smithi123 ceph-mon[188613]: pgmap v7252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:47 smithi177 ceph-mon[212096]: pgmap v7252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:49.466 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:34:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:34:49] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:34:49.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:49 smithi123 ceph-mon[191304]: pgmap v7253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:49.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:49 smithi123 ceph-mon[188613]: pgmap v7253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:49 smithi177 ceph-mon[212096]: pgmap v7253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:51 smithi177 ceph-mon[212096]: pgmap v7254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:51 smithi123 ceph-mon[191304]: pgmap v7254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:51 smithi123 ceph-mon[188613]: pgmap v7254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:53 smithi123 ceph-mon[191304]: pgmap v7255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:53 smithi123 ceph-mon[188613]: pgmap v7255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:53 smithi177 ceph-mon[212096]: pgmap v7255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:55 smithi123 ceph-mon[191304]: pgmap v7256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:55 smithi123 ceph-mon[188613]: pgmap v7256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:55 smithi177 ceph-mon[212096]: pgmap v7256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:57 smithi123 ceph-mon[191304]: pgmap v7257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:34:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:57 smithi123 ceph-mon[188613]: pgmap v7257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:34:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:57 smithi177 ceph-mon[212096]: pgmap v7257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:34:59.474 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:34:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:34:59] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:34:59.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:34:59 smithi123 ceph-mon[191304]: pgmap v7258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:59.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:34:59 smithi123 ceph-mon[188613]: pgmap v7258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:34:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:34:59 smithi177 ceph-mon[212096]: pgmap v7258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:01 smithi177 ceph-mon[212096]: pgmap v7259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:01.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:01 smithi123 ceph-mon[191304]: pgmap v7259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:01 smithi123 ceph-mon[188613]: pgmap v7259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:03 smithi123 ceph-mon[191304]: pgmap v7260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:03 smithi123 ceph-mon[188613]: pgmap v7260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:03 smithi177 ceph-mon[212096]: pgmap v7260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:05 smithi123 ceph-mon[191304]: pgmap v7261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:05.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:05 smithi123 ceph-mon[188613]: pgmap v7261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:05 smithi177 ceph-mon[212096]: pgmap v7261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:07.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:07 smithi123 ceph-mon[191304]: pgmap v7262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:07.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:07 smithi123 ceph-mon[188613]: pgmap v7262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:07 smithi177 ceph-mon[212096]: pgmap v7262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:09.479 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:35:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:35:09] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:35:09.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:09 smithi123 ceph-mon[191304]: pgmap v7263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:09.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:09 smithi123 ceph-mon[188613]: pgmap v7263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:09 smithi177 ceph-mon[212096]: pgmap v7263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:11 smithi177 ceph-mon[212096]: pgmap v7264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:11 smithi123 ceph-mon[191304]: pgmap v7264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:11 smithi123 ceph-mon[188613]: pgmap v7264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:35:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:35:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:35:13.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:13 smithi177 ceph-mon[212096]: pgmap v7265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:13 smithi123 ceph-mon[191304]: pgmap v7265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:13 smithi123 ceph-mon[188613]: pgmap v7265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:13.754 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:35:14.066 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:35:14.066 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 6m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:35:14.066 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 4m ago 2h 92.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:35:14.066 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 6m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:35:14.066 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 4m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:35:14.066 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 4m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:35:14.066 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 6m ago 2h 654M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:35:14.066 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 6m ago 2h 894M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:35:14.066 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 4m ago 2h 449M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:35:14.066 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 6m ago 2h 485M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:35:14.066 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 6m ago 2h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:35:14.066 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 4m ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:35:14.066 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 6m ago 2h 4249M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:35:14.066 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 6m ago 2h 4993M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:35:14.066 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 6m ago 2h 4074M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:35:14.067 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 6m ago 2h 4127M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:35:14.067 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 4m ago 2h 3448M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:35:14.067 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 4m ago 2h 3759M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:35:14.067 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 4m ago 2h 3196M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:35:14.067 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 4m ago 2h 3654M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:35:14.067 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 4m ago 2h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:35:14.448 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:35:14.449 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:35:14.449 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:35:14.449 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:35:14.449 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:35:14.449 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:35:14.449 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:35:14.449 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:35:14.449 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:35:14.449 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:35:14.449 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:35:14.449 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:35:14.449 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:35:14.450 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:35:14.450 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:35:14.450 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:35:14.450 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:35:14.450 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:35:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:14 smithi177 ceph-mon[212096]: from='client.51338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:35:14.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:14 smithi123 ceph-mon[188613]: from='client.51338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:35:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:14 smithi123 ceph-mon[191304]: from='client.51338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:35:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:15 smithi123 ceph-mon[188613]: from='client.41400 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:35:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:15 smithi123 ceph-mon[188613]: pgmap v7266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:15.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:15 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1389077284' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:35:15.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:15 smithi123 ceph-mon[191304]: from='client.41400 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:35:15.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:15 smithi123 ceph-mon[191304]: pgmap v7266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:15.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:15 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1389077284' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:35:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:15 smithi177 ceph-mon[212096]: from='client.41400 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:35:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:15 smithi177 ceph-mon[212096]: pgmap v7266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:15 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1389077284' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:35:17.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:17 smithi123 ceph-mon[191304]: pgmap v7267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:17.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:17 smithi123 ceph-mon[188613]: pgmap v7267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:17 smithi177 ceph-mon[212096]: pgmap v7267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:19.475 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:35:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:35:19] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:35:19.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:19 smithi123 ceph-mon[191304]: pgmap v7268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:19.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:19 smithi123 ceph-mon[188613]: pgmap v7268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:19 smithi177 ceph-mon[212096]: pgmap v7268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:21 smithi177 ceph-mon[212096]: pgmap v7269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:21 smithi123 ceph-mon[191304]: pgmap v7269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:21 smithi123 ceph-mon[188613]: pgmap v7269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:23.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:23 smithi123 ceph-mon[188613]: pgmap v7270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:23 smithi123 ceph-mon[191304]: pgmap v7270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:23.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:23 smithi177 ceph-mon[212096]: pgmap v7270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:25.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:25 smithi123 ceph-mon[191304]: pgmap v7271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:25.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:25 smithi123 ceph-mon[188613]: pgmap v7271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:25 smithi177 ceph-mon[212096]: pgmap v7271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:27 smithi123 ceph-mon[191304]: pgmap v7272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:35:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:27 smithi123 ceph-mon[188613]: pgmap v7272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:35:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:27 smithi177 ceph-mon[212096]: pgmap v7272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:35:29.482 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:35:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:35:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:35:29.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:29 smithi123 ceph-mon[188613]: pgmap v7273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:29.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:29 smithi123 ceph-mon[191304]: pgmap v7273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:29 smithi177 ceph-mon[212096]: pgmap v7273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:31.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:31 smithi177 ceph-mon[212096]: pgmap v7274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:31 smithi123 ceph-mon[191304]: pgmap v7274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:31 smithi123 ceph-mon[188613]: pgmap v7274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:33 smithi123 ceph-mon[188613]: pgmap v7275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:33 smithi123 ceph-mon[191304]: pgmap v7275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:33 smithi177 ceph-mon[212096]: pgmap v7275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:35 smithi123 ceph-mon[191304]: pgmap v7276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:35 smithi123 ceph-mon[188613]: pgmap v7276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:35 smithi177 ceph-mon[212096]: pgmap v7276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:37 smithi123 ceph-mon[191304]: pgmap v7277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:37 smithi123 ceph-mon[188613]: pgmap v7277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:37 smithi177 ceph-mon[212096]: pgmap v7277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:39.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:35:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:35:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:35:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:39 smithi123 ceph-mon[191304]: pgmap v7278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:39.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:39 smithi123 ceph-mon[188613]: pgmap v7278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:39 smithi177 ceph-mon[212096]: pgmap v7278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:41 smithi123 ceph-mon[191304]: pgmap v7279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:41 smithi123 ceph-mon[188613]: pgmap v7279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:41 smithi177 ceph-mon[212096]: pgmap v7279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:35:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:35:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:35:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:43 smithi123 ceph-mon[191304]: pgmap v7280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:43 smithi123 ceph-mon[188613]: pgmap v7280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:43 smithi177 ceph-mon[212096]: pgmap v7280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:35:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:35:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:35:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:35:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:35:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:35:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:35:44.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:35:44.785 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:35:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:35:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:35:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:35:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:35:45.090 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:35:45.090 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 7m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:35:45.090 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 5m ago 2h 92.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:35:45.090 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 7m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:35:45.090 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 5m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:35:45.090 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 5m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:35:45.090 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 7m ago 2h 654M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:35:45.090 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 7m ago 2h 894M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:35:45.090 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 5m ago 2h 449M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:35:45.090 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 7m ago 2h 485M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:35:45.090 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 7m ago 2h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:35:45.090 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 5m ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:35:45.090 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 7m ago 2h 4249M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:35:45.091 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 7m ago 2h 4993M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:35:45.091 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 7m ago 2h 4074M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:35:45.091 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 7m ago 2h 4127M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:35:45.091 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 5m ago 2h 3448M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:35:45.091 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 5m ago 2h 3759M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:35:45.091 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 5m ago 2h 3196M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:35:45.091 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 5m ago 2h 3654M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:35:45.091 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 5m ago 2h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:35:45.476 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:35:45.476 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:35:45.476 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:35:45.476 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:35:45.476 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:35:45.476 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:35:45.476 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:35:45.476 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:35:45.476 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:35:45.477 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:35:45.477 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:35:45.477 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:35:45.477 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:35:45.477 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:35:45.477 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:35:45.477 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:35:45.477 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:35:45.477 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:35:45.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:45 smithi123 ceph-mon[191304]: pgmap v7281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:45.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:45 smithi123 ceph-mon[191304]: from='client.41412 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:35:45.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:45 smithi123 ceph-mon[188613]: pgmap v7281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:45.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:45 smithi123 ceph-mon[188613]: from='client.41412 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:35:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:45 smithi177 ceph-mon[212096]: pgmap v7281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:45 smithi177 ceph-mon[212096]: from='client.41412 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:35:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:46 smithi123 ceph-mon[191304]: from='client.51362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:35:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:46 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2680656118' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:35:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:46 smithi123 ceph-mon[188613]: from='client.51362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:35:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:46 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2680656118' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:35:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:46 smithi177 ceph-mon[212096]: from='client.51362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:35:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:46 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2680656118' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:35:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:47 smithi123 ceph-mon[191304]: pgmap v7282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:47.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:47 smithi123 ceph-mon[188613]: pgmap v7282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:47 smithi177 ceph-mon[212096]: pgmap v7282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:49.482 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:35:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:35:49] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:35:49.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:49 smithi123 ceph-mon[191304]: pgmap v7283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:49.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:49 smithi123 ceph-mon[188613]: pgmap v7283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:49 smithi177 ceph-mon[212096]: pgmap v7283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:51.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:51 smithi177 ceph-mon[212096]: pgmap v7284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:51 smithi123 ceph-mon[191304]: pgmap v7284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:51 smithi123 ceph-mon[188613]: pgmap v7284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:53 smithi123 ceph-mon[191304]: pgmap v7285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:53 smithi123 ceph-mon[188613]: pgmap v7285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:53 smithi177 ceph-mon[212096]: pgmap v7285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:55 smithi123 ceph-mon[191304]: pgmap v7286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:55 smithi123 ceph-mon[188613]: pgmap v7286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:55 smithi177 ceph-mon[212096]: pgmap v7286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:57.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:57 smithi123 ceph-mon[191304]: pgmap v7287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:57.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:35:57.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:57 smithi123 ceph-mon[188613]: pgmap v7287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:57.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:35:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:57 smithi177 ceph-mon[212096]: pgmap v7287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:35:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:35:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:35:59] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:35:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:35:59 smithi177 ceph-mon[212096]: pgmap v7288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:35:59 smithi123 ceph-mon[188613]: pgmap v7288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:35:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:35:59 smithi123 ceph-mon[191304]: pgmap v7288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:01 smithi177 ceph-mon[212096]: pgmap v7289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:01 smithi123 ceph-mon[191304]: pgmap v7289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:01 smithi123 ceph-mon[188613]: pgmap v7289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:03 smithi123 ceph-mon[191304]: pgmap v7290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:03 smithi123 ceph-mon[188613]: pgmap v7290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:03 smithi177 ceph-mon[212096]: pgmap v7290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:05 smithi123 ceph-mon[191304]: pgmap v7291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:05.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:05 smithi123 ceph-mon[188613]: pgmap v7291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:05 smithi177 ceph-mon[212096]: pgmap v7291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:07 smithi177 ceph-mon[212096]: pgmap v7292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:07 smithi123 ceph-mon[191304]: pgmap v7292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:07 smithi123 ceph-mon[188613]: pgmap v7292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:36:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:36:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:36:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:09 smithi177 ceph-mon[212096]: pgmap v7293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:09 smithi123 ceph-mon[191304]: pgmap v7293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:09 smithi123 ceph-mon[188613]: pgmap v7293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:11 smithi123 ceph-mon[191304]: pgmap v7294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:11 smithi123 ceph-mon[188613]: pgmap v7294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:11 smithi177 ceph-mon[212096]: pgmap v7294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:36:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:36:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:36:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:13 smithi123 ceph-mon[191304]: pgmap v7295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:13 smithi123 ceph-mon[188613]: pgmap v7295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:13 smithi177 ceph-mon[212096]: pgmap v7295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:15 smithi123 ceph-mon[191304]: pgmap v7296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:15 smithi123 ceph-mon[188613]: pgmap v7296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:15.820 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:36:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:15 smithi177 ceph-mon[212096]: pgmap v7296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:16.126 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:36:16.127 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 7m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:36:16.127 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 5m ago 2h 92.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:36:16.127 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 7m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:36:16.127 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 5m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:36:16.127 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 5m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:36:16.127 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 7m ago 2h 654M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:36:16.127 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 7m ago 2h 894M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:36:16.127 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 5m ago 2h 449M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:36:16.127 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 7m ago 2h 485M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:36:16.127 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 7m ago 2h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:36:16.127 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 5m ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:36:16.127 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 7m ago 2h 4249M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:36:16.127 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 7m ago 2h 4993M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:36:16.127 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 7m ago 2h 4074M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:36:16.128 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 7m ago 2h 4127M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:36:16.128 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 5m ago 2h 3448M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:36:16.128 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 5m ago 2h 3759M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:36:16.128 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 5m ago 2h 3196M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:36:16.128 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 5m ago 2h 3654M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:36:16.128 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 5m ago 2h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:36:16.516 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:36:16.516 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:36:16.516 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:36:16.516 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:36:16.516 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:36:16.517 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:36:16.517 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:36:16.517 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:36:16.517 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:36:16.517 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:36:16.517 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:36:16.517 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:36:16.517 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:36:16.517 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:36:16.517 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:36:16.517 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:36:16.517 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:36:16.517 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:36:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:16 smithi177 ceph-mon[212096]: from='client.51374 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:36:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:16 smithi123 ceph-mon[188613]: from='client.51374 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:36:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:16 smithi123 ceph-mon[191304]: from='client.51374 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:36:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:17 smithi177 ceph-mon[212096]: from='client.41436 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:36:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:17 smithi177 ceph-mon[212096]: pgmap v7297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:17 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/347902422' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:36:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:17 smithi123 ceph-mon[191304]: from='client.41436 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:36:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:17 smithi123 ceph-mon[191304]: pgmap v7297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:17 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/347902422' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:36:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:17 smithi123 ceph-mon[188613]: from='client.41436 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:36:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:17 smithi123 ceph-mon[188613]: pgmap v7297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:17 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/347902422' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:36:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:36:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:36:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:36:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:19 smithi177 ceph-mon[212096]: pgmap v7298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:19 smithi123 ceph-mon[191304]: pgmap v7298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:19 smithi123 ceph-mon[188613]: pgmap v7298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:21 smithi123 ceph-mon[191304]: pgmap v7299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:21 smithi123 ceph-mon[188613]: pgmap v7299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:21 smithi177 ceph-mon[212096]: pgmap v7299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:23.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:23 smithi177 ceph-mon[212096]: pgmap v7300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:23 smithi123 ceph-mon[191304]: pgmap v7300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:23 smithi123 ceph-mon[188613]: pgmap v7300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:25 smithi177 ceph-mon[212096]: pgmap v7301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:25 smithi123 ceph-mon[191304]: pgmap v7301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:25 smithi123 ceph-mon[188613]: pgmap v7301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:27 smithi177 ceph-mon[212096]: pgmap v7302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:36:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:27 smithi123 ceph-mon[188613]: pgmap v7302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:36:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:27 smithi123 ceph-mon[191304]: pgmap v7302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:36:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:36:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:36:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:36:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:29 smithi177 ceph-mon[212096]: pgmap v7303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:29 smithi123 ceph-mon[191304]: pgmap v7303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:29 smithi123 ceph-mon[188613]: pgmap v7303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:31 smithi123 ceph-mon[191304]: pgmap v7304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:31.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:31 smithi123 ceph-mon[188613]: pgmap v7304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:31 smithi177 ceph-mon[212096]: pgmap v7304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:33 smithi177 ceph-mon[212096]: pgmap v7305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:33 smithi123 ceph-mon[191304]: pgmap v7305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:33 smithi123 ceph-mon[188613]: pgmap v7305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:35 smithi177 ceph-mon[212096]: pgmap v7306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:35.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:35 smithi123 ceph-mon[191304]: pgmap v7306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:35 smithi123 ceph-mon[188613]: pgmap v7306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:37 smithi177 ceph-mon[212096]: pgmap v7307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:37 smithi123 ceph-mon[191304]: pgmap v7307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:37 smithi123 ceph-mon[188613]: pgmap v7307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:36:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:36:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:36:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:39 smithi177 ceph-mon[212096]: pgmap v7308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:39 smithi123 ceph-mon[188613]: pgmap v7308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:39 smithi123 ceph-mon[191304]: pgmap v7308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:41 smithi123 ceph-mon[191304]: pgmap v7309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:41 smithi123 ceph-mon[188613]: pgmap v7309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:41 smithi177 ceph-mon[212096]: pgmap v7309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:36:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:36:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:36:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:43 smithi123 ceph-mon[191304]: pgmap v7310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:43 smithi123 ceph-mon[188613]: pgmap v7310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:43 smithi177 ceph-mon[212096]: pgmap v7310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:36:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:36:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:36:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:45 smithi177 ceph-mon[212096]: pgmap v7311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:36:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:36:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:36:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:45 smithi123 ceph-mon[188613]: pgmap v7311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:36:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:36:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:36:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:45 smithi123 ceph-mon[191304]: pgmap v7311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:36:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:36:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:36:46.862 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:36:47.169 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:36:47.169 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 8m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:36:47.169 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 6m ago 2h 92.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:36:47.169 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 8m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:36:47.169 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 6m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:36:47.169 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 6m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:36:47.169 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 8m ago 2h 654M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:36:47.169 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 8m ago 2h 894M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:36:47.169 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 6m ago 2h 449M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:36:47.170 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 8m ago 2h 485M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:36:47.170 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 8m ago 2h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:36:47.170 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 6m ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:36:47.170 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 8m ago 2h 4249M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:36:47.170 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 8m ago 2h 4993M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:36:47.170 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 8m ago 2h 4074M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:36:47.170 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 8m ago 2h 4127M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:36:47.170 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 6m ago 2h 3448M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:36:47.170 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 6m ago 2h 3759M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:36:47.170 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 6m ago 2h 3196M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:36:47.170 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 6m ago 2h 3654M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:36:47.170 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 6m ago 2h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:36:47.553 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:36:47.553 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:36:47.553 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:36:47.553 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:36:47.553 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:36:47.553 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:36:47.553 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:36:47.553 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:36:47.553 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:36:47.554 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:36:47.554 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:36:47.554 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:36:47.554 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:36:47.554 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:36:47.554 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:36:47.554 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:36:47.554 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:36:47.554 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:36:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:47 smithi177 ceph-mon[212096]: pgmap v7312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:47 smithi177 ceph-mon[212096]: from='client.41448 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:36:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:47 smithi123 ceph-mon[191304]: pgmap v7312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:47 smithi123 ceph-mon[191304]: from='client.41448 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:36:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:47 smithi123 ceph-mon[188613]: pgmap v7312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:47 smithi123 ceph-mon[188613]: from='client.41448 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:36:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:48 smithi177 ceph-mon[212096]: from='client.41454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:36:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:48 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1220121708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:36:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:48 smithi123 ceph-mon[191304]: from='client.41454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:36:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:48 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1220121708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:36:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:48 smithi123 ceph-mon[188613]: from='client.41454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:36:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:48 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1220121708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:36:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:36:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:36:49] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:36:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:49 smithi177 ceph-mon[212096]: pgmap v7313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:49 smithi123 ceph-mon[191304]: pgmap v7313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:49 smithi123 ceph-mon[188613]: pgmap v7313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:51 smithi123 ceph-mon[191304]: pgmap v7314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:51 smithi123 ceph-mon[188613]: pgmap v7314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:51 smithi177 ceph-mon[212096]: pgmap v7314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:53 smithi177 ceph-mon[212096]: pgmap v7315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:53 smithi123 ceph-mon[191304]: pgmap v7315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:53 smithi123 ceph-mon[188613]: pgmap v7315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:55 smithi177 ceph-mon[212096]: pgmap v7316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:55 smithi123 ceph-mon[191304]: pgmap v7316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:55 smithi123 ceph-mon[188613]: pgmap v7316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:57 smithi177 ceph-mon[212096]: pgmap v7317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:36:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:57 smithi123 ceph-mon[191304]: pgmap v7317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:36:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:57 smithi123 ceph-mon[188613]: pgmap v7317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:36:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:36:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:36:59] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:36:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:36:59 smithi177 ceph-mon[212096]: pgmap v7318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:36:59 smithi123 ceph-mon[191304]: pgmap v7318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:36:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:36:59 smithi123 ceph-mon[188613]: pgmap v7318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:01 smithi123 ceph-mon[191304]: pgmap v7319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:01 smithi123 ceph-mon[188613]: pgmap v7319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:01 smithi177 ceph-mon[212096]: pgmap v7319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:03 smithi177 ceph-mon[212096]: pgmap v7320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:03.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:03 smithi123 ceph-mon[191304]: pgmap v7320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:03 smithi123 ceph-mon[188613]: pgmap v7320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:05 smithi177 ceph-mon[212096]: pgmap v7321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:05 smithi123 ceph-mon[191304]: pgmap v7321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:05 smithi123 ceph-mon[188613]: pgmap v7321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:07 smithi177 ceph-mon[212096]: pgmap v7322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:07 smithi123 ceph-mon[191304]: pgmap v7322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:07 smithi123 ceph-mon[188613]: pgmap v7322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:37:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:37:09] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:37:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:09 smithi177 ceph-mon[212096]: pgmap v7323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:09 smithi123 ceph-mon[191304]: pgmap v7323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:09 smithi123 ceph-mon[188613]: pgmap v7323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:11 smithi123 ceph-mon[191304]: pgmap v7324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:11 smithi123 ceph-mon[188613]: pgmap v7324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:11 smithi177 ceph-mon[212096]: pgmap v7324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:37:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:37:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:37:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:13 smithi123 ceph-mon[191304]: pgmap v7325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:13 smithi123 ceph-mon[188613]: pgmap v7325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:13 smithi177 ceph-mon[212096]: pgmap v7325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:15 smithi177 ceph-mon[212096]: pgmap v7326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:15 smithi123 ceph-mon[191304]: pgmap v7326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:15 smithi123 ceph-mon[188613]: pgmap v7326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:17.902 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:37:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:17 smithi177 ceph-mon[212096]: pgmap v7327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:17 smithi123 ceph-mon[191304]: pgmap v7327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:17 smithi123 ceph-mon[188613]: pgmap v7327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:18.213 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:37:18.213 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 8m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:37:18.213 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 6m ago 2h 92.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:37:18.213 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 8m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:37:18.213 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 6m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:37:18.213 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 6m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:37:18.213 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 8m ago 2h 654M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:37:18.213 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 8m ago 2h 894M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:37:18.213 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 6m ago 2h 449M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:37:18.213 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 8m ago 2h 485M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:37:18.213 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 8m ago 2h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:37:18.213 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 6m ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:37:18.213 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 8m ago 2h 4249M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:37:18.213 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 8m ago 2h 4993M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:37:18.213 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 8m ago 2h 4074M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:37:18.213 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 8m ago 2h 4127M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:37:18.214 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 6m ago 2h 3448M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:37:18.214 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 6m ago 2h 3759M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:37:18.214 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 6m ago 2h 3196M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:37:18.214 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 6m ago 2h 3654M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:37:18.214 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 6m ago 2h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:37:18.606 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:37:18.606 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:37:18.606 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:37:18.606 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:37:18.606 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:37:18.606 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:37:18.606 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:37:18.606 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:37:18.606 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:37:18.606 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:37:18.607 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:37:18.607 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:37:18.607 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:37:18.607 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:37:18.607 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:37:18.607 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:37:18.607 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:37:18.607 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:37:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:18 smithi177 ceph-mon[212096]: from='client.41466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:37:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:18 smithi123 ceph-mon[191304]: from='client.41466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:37:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:18 smithi123 ceph-mon[188613]: from='client.41466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:37:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:37:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:37:19] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T13:37:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:19 smithi177 ceph-mon[212096]: from='client.51416 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:37:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:19 smithi177 ceph-mon[212096]: pgmap v7328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:19 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3255086899' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:37:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:19 smithi123 ceph-mon[191304]: from='client.51416 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:37:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:19 smithi123 ceph-mon[191304]: pgmap v7328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:19 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3255086899' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:37:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:19 smithi123 ceph-mon[188613]: from='client.51416 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:37:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:19 smithi123 ceph-mon[188613]: pgmap v7328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:19 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3255086899' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:37:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:21 smithi123 ceph-mon[191304]: pgmap v7329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:21 smithi123 ceph-mon[188613]: pgmap v7329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:21 smithi177 ceph-mon[212096]: pgmap v7329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:23.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:23 smithi177 ceph-mon[212096]: pgmap v7330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:23 smithi123 ceph-mon[191304]: pgmap v7330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:23 smithi123 ceph-mon[188613]: pgmap v7330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:25 smithi177 ceph-mon[212096]: pgmap v7331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:25 smithi123 ceph-mon[191304]: pgmap v7331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:25 smithi123 ceph-mon[188613]: pgmap v7331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:27 smithi177 ceph-mon[212096]: pgmap v7332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:37:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:27 smithi123 ceph-mon[191304]: pgmap v7332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:37:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:27 smithi123 ceph-mon[188613]: pgmap v7332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:37:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:37:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:37:29] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:37:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:29 smithi177 ceph-mon[212096]: pgmap v7333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:29 smithi123 ceph-mon[188613]: pgmap v7333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:29 smithi123 ceph-mon[191304]: pgmap v7333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:31 smithi123 ceph-mon[188613]: pgmap v7334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:31.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:31 smithi123 ceph-mon[191304]: pgmap v7334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:31 smithi177 ceph-mon[212096]: pgmap v7334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:33 smithi177 ceph-mon[212096]: pgmap v7335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:33.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:33 smithi123 ceph-mon[191304]: pgmap v7335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:33 smithi123 ceph-mon[188613]: pgmap v7335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:35 smithi177 ceph-mon[212096]: pgmap v7336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:35 smithi123 ceph-mon[188613]: pgmap v7336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:35 smithi123 ceph-mon[191304]: pgmap v7336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:37 smithi177 ceph-mon[212096]: pgmap v7337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:37 smithi123 ceph-mon[188613]: pgmap v7337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:37 smithi123 ceph-mon[191304]: pgmap v7337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:37:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:37:39] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:37:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:39 smithi177 ceph-mon[212096]: pgmap v7338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:39 smithi123 ceph-mon[191304]: pgmap v7338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:39 smithi123 ceph-mon[188613]: pgmap v7338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:41 smithi123 ceph-mon[191304]: pgmap v7339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:41 smithi123 ceph-mon[188613]: pgmap v7339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:41 smithi177 ceph-mon[212096]: pgmap v7339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:37:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:37:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:37:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:43 smithi123 ceph-mon[188613]: pgmap v7340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:43 smithi123 ceph-mon[191304]: pgmap v7340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:43 smithi177 ceph-mon[212096]: pgmap v7340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:45 smithi177 ceph-mon[212096]: pgmap v7341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:37:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:45 smithi123 ceph-mon[188613]: pgmap v7341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:37:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:45 smithi123 ceph-mon[191304]: pgmap v7341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:37:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:37:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:37:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:37:46.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:37:46.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:37:46.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:37:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:37:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:37:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:37:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:47 smithi177 ceph-mon[212096]: pgmap v7342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:47 smithi123 ceph-mon[191304]: pgmap v7342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:47 smithi123 ceph-mon[188613]: pgmap v7342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:48.950 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:37:49.257 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:37:49.257 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 9m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:37:49.257 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 7m ago 2h 92.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:37:49.257 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 9m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:37:49.257 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 7m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:37:49.257 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 7m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:37:49.257 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 9m ago 2h 654M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:37:49.257 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 9m ago 2h 894M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:37:49.258 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 7m ago 2h 449M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:37:49.258 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 9m ago 2h 485M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:37:49.258 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 9m ago 2h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:37:49.258 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 7m ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:37:49.258 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 9m ago 2h 4249M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:37:49.258 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 9m ago 2h 4993M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:37:49.258 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 9m ago 2h 4074M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:37:49.258 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 9m ago 2h 4127M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:37:49.258 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 7m ago 2h 3448M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:37:49.258 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 7m ago 2h 3759M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:37:49.258 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 7m ago 2h 3196M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:37:49.258 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 7m ago 2h 3654M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:37:49.258 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 7m ago 2h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:37:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:37:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:37:49] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:37:49.640 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:37:49.640 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:37:49.640 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:37:49.640 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:37:49.641 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:37:49.641 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:37:49.641 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:37:49.641 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:37:49.641 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:37:49.641 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:37:49.641 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:37:49.641 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:37:49.641 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:37:49.641 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:37:49.641 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:37:49.641 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:37:49.641 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:37:49.641 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:37:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:49 smithi177 ceph-mon[212096]: pgmap v7343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:49 smithi177 ceph-mon[212096]: from='client.41484 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:37:49.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:49 smithi123 ceph-mon[191304]: pgmap v7343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:49 smithi123 ceph-mon[191304]: from='client.41484 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:37:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:49 smithi123 ceph-mon[188613]: pgmap v7343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:49 smithi123 ceph-mon[188613]: from='client.41484 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:37:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:50 smithi177 ceph-mon[212096]: from='client.41490 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:37:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:50 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1818739776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:37:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:50 smithi123 ceph-mon[188613]: from='client.41490 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:37:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:50 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1818739776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:37:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:50 smithi123 ceph-mon[191304]: from='client.41490 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:37:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:50 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1818739776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:37:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:51 smithi177 ceph-mon[212096]: pgmap v7344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:51 smithi123 ceph-mon[191304]: pgmap v7344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:51 smithi123 ceph-mon[188613]: pgmap v7344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:53 smithi177 ceph-mon[212096]: pgmap v7345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:53 smithi123 ceph-mon[191304]: pgmap v7345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:53 smithi123 ceph-mon[188613]: pgmap v7345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:55 smithi177 ceph-mon[212096]: pgmap v7346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:55 smithi123 ceph-mon[191304]: pgmap v7346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:55 smithi123 ceph-mon[188613]: pgmap v7346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:37:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:37:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:37:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:57 smithi177 ceph-mon[212096]: pgmap v7347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:57 smithi123 ceph-mon[191304]: pgmap v7347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:57 smithi123 ceph-mon[188613]: pgmap v7347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:37:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:37:59] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:37:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:37:59 smithi177 ceph-mon[212096]: pgmap v7348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:37:59 smithi123 ceph-mon[191304]: pgmap v7348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:37:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:37:59 smithi123 ceph-mon[188613]: pgmap v7348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:01 smithi123 ceph-mon[191304]: pgmap v7349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:01 smithi123 ceph-mon[188613]: pgmap v7349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:01 smithi177 ceph-mon[212096]: pgmap v7349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:03 smithi177 ceph-mon[212096]: pgmap v7350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:03.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:03 smithi123 ceph-mon[191304]: pgmap v7350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:03 smithi123 ceph-mon[188613]: pgmap v7350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:05 smithi177 ceph-mon[212096]: pgmap v7351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:05 smithi123 ceph-mon[191304]: pgmap v7351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:05 smithi123 ceph-mon[188613]: pgmap v7351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:07 smithi177 ceph-mon[212096]: pgmap v7352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:07 smithi123 ceph-mon[191304]: pgmap v7352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:07 smithi123 ceph-mon[188613]: pgmap v7352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:38:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:38:09] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:38:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:09 smithi177 ceph-mon[212096]: pgmap v7353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:09 smithi123 ceph-mon[191304]: pgmap v7353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:09 smithi123 ceph-mon[188613]: pgmap v7353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:11 smithi123 ceph-mon[191304]: pgmap v7354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:11 smithi123 ceph-mon[188613]: pgmap v7354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:11 smithi177 ceph-mon[212096]: pgmap v7354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:38:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:38:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:38:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:13 smithi123 ceph-mon[191304]: pgmap v7355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:13 smithi123 ceph-mon[188613]: pgmap v7355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:13 smithi177 ceph-mon[212096]: pgmap v7355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:15 smithi177 ceph-mon[212096]: pgmap v7356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:15 smithi123 ceph-mon[191304]: pgmap v7356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:15 smithi123 ceph-mon[188613]: pgmap v7356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:17 smithi177 ceph-mon[212096]: pgmap v7357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:17 smithi123 ceph-mon[188613]: pgmap v7357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:17 smithi123 ceph-mon[191304]: pgmap v7357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:38:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:38:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:38:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:19 smithi177 ceph-mon[212096]: pgmap v7358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:19.986 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:38:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:19 smithi123 ceph-mon[191304]: pgmap v7358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:19 smithi123 ceph-mon[188613]: pgmap v7358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:20.292 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:38:20.292 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 9m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:38:20.292 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 7m ago 2h 92.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:38:20.292 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 9m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:38:20.292 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 7m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:38:20.292 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 7m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:38:20.292 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 9m ago 2h 654M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:38:20.292 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 9m ago 2h 894M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:38:20.293 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 7m ago 2h 449M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:38:20.293 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 9m ago 2h 485M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:38:20.293 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 9m ago 2h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:38:20.293 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 7m ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:38:20.293 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 9m ago 2h 4249M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:38:20.293 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 9m ago 2h 4993M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:38:20.293 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 9m ago 2h 4074M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:38:20.293 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 9m ago 2h 4127M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:38:20.293 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 7m ago 2h 3448M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:38:20.293 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 7m ago 2h 3759M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:38:20.293 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 7m ago 2h 3196M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:38:20.293 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 7m ago 2h 3654M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:38:20.293 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 7m ago 2h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:38:20.678 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:38:20.678 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:38:20.678 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:38:20.678 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:38:20.678 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:38:20.678 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:38:20.678 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:38:20.678 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:38:20.678 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:38:20.678 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:38:20.679 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:38:20.679 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:38:20.679 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:38:20.679 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:38:20.679 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:38:20.679 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:38:20.679 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:38:20.679 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:38:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:20 smithi177 ceph-mon[212096]: from='client.41502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:38:20.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:20 smithi123 ceph-mon[191304]: from='client.41502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:38:20.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:20 smithi123 ceph-mon[188613]: from='client.41502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:38:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:21 smithi177 ceph-mon[212096]: from='client.41508 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:38:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:21 smithi177 ceph-mon[212096]: pgmap v7359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:21 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3315640047' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:38:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:21 smithi123 ceph-mon[191304]: from='client.41508 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:38:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:21 smithi123 ceph-mon[191304]: pgmap v7359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:21 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3315640047' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:38:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:21 smithi123 ceph-mon[188613]: from='client.41508 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:38:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:21 smithi123 ceph-mon[188613]: pgmap v7359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:21 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3315640047' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:38:23.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:23 smithi177 ceph-mon[212096]: pgmap v7360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:23 smithi123 ceph-mon[191304]: pgmap v7360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:23 smithi123 ceph-mon[188613]: pgmap v7360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:25 smithi177 ceph-mon[212096]: pgmap v7361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:25 smithi123 ceph-mon[191304]: pgmap v7361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:25 smithi123 ceph-mon[188613]: pgmap v7361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:38:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:38:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:38:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:27 smithi177 ceph-mon[212096]: pgmap v7362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:27 smithi123 ceph-mon[188613]: pgmap v7362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:27 smithi123 ceph-mon[191304]: pgmap v7362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:38:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:38:29] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:38:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:29 smithi177 ceph-mon[212096]: pgmap v7363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:29 smithi123 ceph-mon[191304]: pgmap v7363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:29 smithi123 ceph-mon[188613]: pgmap v7363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:31 smithi123 ceph-mon[191304]: pgmap v7364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:31 smithi123 ceph-mon[188613]: pgmap v7364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:31 smithi177 ceph-mon[212096]: pgmap v7364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:33 smithi177 ceph-mon[212096]: pgmap v7365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:33 smithi123 ceph-mon[191304]: pgmap v7365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:33 smithi123 ceph-mon[188613]: pgmap v7365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:35 smithi177 ceph-mon[212096]: pgmap v7366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:35 smithi123 ceph-mon[188613]: pgmap v7366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:35 smithi123 ceph-mon[191304]: pgmap v7366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:37 smithi177 ceph-mon[212096]: pgmap v7367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:37 smithi123 ceph-mon[191304]: pgmap v7367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:37 smithi123 ceph-mon[188613]: pgmap v7367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:38:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:38:39] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:38:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:39 smithi177 ceph-mon[212096]: pgmap v7368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:39 smithi123 ceph-mon[191304]: pgmap v7368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:39 smithi123 ceph-mon[188613]: pgmap v7368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:41 smithi123 ceph-mon[191304]: pgmap v7369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:41 smithi123 ceph-mon[188613]: pgmap v7369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:41 smithi177 ceph-mon[212096]: pgmap v7369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:38:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:38:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:38:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:43 smithi123 ceph-mon[188613]: pgmap v7370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:43 smithi123 ceph-mon[191304]: pgmap v7370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:43 smithi177 ceph-mon[212096]: pgmap v7370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:45 smithi177 ceph-mon[212096]: pgmap v7371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:45 smithi123 ceph-mon[191304]: pgmap v7371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:45 smithi123 ceph-mon[188613]: pgmap v7371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:38:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:38:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:38:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:38:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:38:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:38:46.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:38:46.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:38:46.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:38:47.636 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:47 smithi123 ceph-mon[191304]: pgmap v7372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:47.636 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:47 smithi123 ceph-mon[188613]: pgmap v7372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:47 smithi177 ceph-mon[212096]: pgmap v7372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:38:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:38:49] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:38:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:38:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:38:49.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:49 smithi123 ceph-mon[191304]: pgmap v7373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:49.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:38:49.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:38:49.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:38:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:38:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:38:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:49 smithi123 ceph-mon[188613]: pgmap v7373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:38:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:38:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:38:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:38:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:38:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:49 smithi177 ceph-mon[212096]: pgmap v7373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:38:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:38:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:38:51.031 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:38:51.336 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:38:51.336 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 3s ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:38:51.336 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 8m ago 2h 92.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:38:51.337 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 3s ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:38:51.337 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 8m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:38:51.337 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 8m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:38:51.337 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 3s ago 2h 661M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:38:51.337 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 3s ago 2h 931M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:38:51.337 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 8m ago 2h 449M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:38:51.337 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 3s ago 2h 503M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:38:51.337 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 3s ago 2h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:38:51.337 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 8m ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:38:51.337 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 3s ago 2h 4282M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:38:51.337 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 3s ago 2h 5025M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:38:51.337 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 3s ago 2h 4100M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:38:51.337 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 3s ago 2h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:38:51.337 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 8m ago 2h 3448M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:38:51.337 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 8m ago 2h 3759M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:38:51.337 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 8m ago 2h 3196M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:38:51.338 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 8m ago 2h 3654M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:38:51.338 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 8m ago 2h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:38:51.717 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:38:51.717 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:38:51.718 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:38:51.718 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:38:51.718 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:38:51.718 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:38:51.718 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:38:51.718 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:38:51.718 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:38:51.718 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:38:51.718 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:38:51.718 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:38:51.718 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:38:51.718 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:38:51.718 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:38:51.718 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:38:51.718 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:38:51.718 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:38:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:51 smithi123 ceph-mon[191304]: pgmap v7374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:51 smithi123 ceph-mon[191304]: from='client.41520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:38:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:51 smithi123 ceph-mon[188613]: pgmap v7374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:51 smithi123 ceph-mon[188613]: from='client.41520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:38:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:51 smithi177 ceph-mon[212096]: pgmap v7374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:51 smithi177 ceph-mon[212096]: from='client.41520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:38:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:52 smithi123 ceph-mon[191304]: from='client.51470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:38:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:52 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/41598516' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:38:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:52 smithi123 ceph-mon[188613]: from='client.51470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:38:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:52 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/41598516' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:38:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:52 smithi177 ceph-mon[212096]: from='client.51470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:38:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:52 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/41598516' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:38:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:53 smithi123 ceph-mon[191304]: pgmap v7375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:53 smithi123 ceph-mon[188613]: pgmap v7375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:53 smithi177 ceph-mon[212096]: pgmap v7375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:55 smithi177 ceph-mon[212096]: pgmap v7376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:55 smithi123 ceph-mon[188613]: pgmap v7376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:55 smithi123 ceph-mon[191304]: pgmap v7376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:57 smithi177 ceph-mon[212096]: pgmap v7377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:38:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:57 smithi123 ceph-mon[191304]: pgmap v7377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:38:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:57 smithi123 ceph-mon[188613]: pgmap v7377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:38:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:38:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:38:59] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:38:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:38:59 smithi177 ceph-mon[212096]: pgmap v7378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:38:59 smithi123 ceph-mon[188613]: pgmap v7378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:38:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:38:59 smithi123 ceph-mon[191304]: pgmap v7378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:01 smithi123 ceph-mon[191304]: pgmap v7379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:01 smithi123 ceph-mon[188613]: pgmap v7379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:01 smithi177 ceph-mon[212096]: pgmap v7379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:03 smithi177 ceph-mon[212096]: pgmap v7380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:03 smithi123 ceph-mon[191304]: pgmap v7380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:03 smithi123 ceph-mon[188613]: pgmap v7380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:05 smithi177 ceph-mon[212096]: pgmap v7381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:05 smithi123 ceph-mon[191304]: pgmap v7381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:05 smithi123 ceph-mon[188613]: pgmap v7381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:07 smithi177 ceph-mon[212096]: pgmap v7382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:07 smithi123 ceph-mon[191304]: pgmap v7382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:07 smithi123 ceph-mon[188613]: pgmap v7382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:39:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:39:09] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:39:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:09 smithi177 ceph-mon[212096]: pgmap v7383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:09 smithi123 ceph-mon[191304]: pgmap v7383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:09 smithi123 ceph-mon[188613]: pgmap v7383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:11 smithi123 ceph-mon[191304]: pgmap v7384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:11 smithi123 ceph-mon[188613]: pgmap v7384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:11 smithi177 ceph-mon[212096]: pgmap v7384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:39:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:39:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:39:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:13 smithi123 ceph-mon[191304]: pgmap v7385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:13 smithi123 ceph-mon[188613]: pgmap v7385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:13 smithi177 ceph-mon[212096]: pgmap v7385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:15 smithi177 ceph-mon[212096]: pgmap v7386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:15 smithi123 ceph-mon[191304]: pgmap v7386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:15 smithi123 ceph-mon[188613]: pgmap v7386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:17 smithi177 ceph-mon[212096]: pgmap v7387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:17 smithi123 ceph-mon[191304]: pgmap v7387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:17 smithi123 ceph-mon[188613]: pgmap v7387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:39:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:39:19] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:39:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:19 smithi177 ceph-mon[212096]: pgmap v7388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:19 smithi123 ceph-mon[191304]: pgmap v7388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:19 smithi123 ceph-mon[188613]: pgmap v7388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:21 smithi123 ceph-mon[191304]: pgmap v7389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:21 smithi123 ceph-mon[188613]: pgmap v7389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:21.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:21 smithi177 ceph-mon[212096]: pgmap v7389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:22.058 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:39:22.370 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:39:22.370 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 34s ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:39:22.370 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 8m ago 2h 92.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:39:22.370 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 34s ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:39:22.370 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 8m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:39:22.370 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 8m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:39:22.370 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 34s ago 2h 661M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:39:22.370 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 34s ago 2h 931M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:39:22.370 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 8m ago 2h 449M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:39:22.370 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 34s ago 2h 503M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:39:22.370 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 34s ago 2h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:39:22.370 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 8m ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:39:22.370 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 34s ago 2h 4282M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:39:22.370 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 34s ago 2h 5025M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:39:22.371 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 34s ago 2h 4100M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:39:22.371 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 34s ago 2h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:39:22.371 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 8m ago 2h 3448M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:39:22.371 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 8m ago 2h 3759M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:39:22.371 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 8m ago 2h 3196M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:39:22.371 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 8m ago 2h 3654M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:39:22.371 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 8m ago 2h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:39:22.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:22 smithi123 ceph-mon[191304]: from='client.51482 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:39:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:22 smithi123 ceph-mon[188613]: from='client.51482 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:39:22.754 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:39:22.754 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:39:22.754 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:39:22.754 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:39:22.754 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:39:22.754 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:39:22.754 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:39:22.754 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:39:22.754 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:39:22.754 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:39:22.754 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:39:22.754 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:39:22.754 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:39:22.754 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:39:22.754 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:39:22.755 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:39:22.755 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:39:22.755 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:39:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:22 smithi177 ceph-mon[212096]: from='client.51482 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:39:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:23 smithi123 ceph-mon[191304]: from='client.41541 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:39:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:23 smithi123 ceph-mon[191304]: pgmap v7390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:23 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2717322728' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:39:23.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:23 smithi123 ceph-mon[188613]: from='client.41541 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:39:23.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:23 smithi123 ceph-mon[188613]: pgmap v7390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:23.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:23 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2717322728' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:39:23.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:23 smithi177 ceph-mon[212096]: from='client.41541 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:39:23.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:23 smithi177 ceph-mon[212096]: pgmap v7390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:23.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:23 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2717322728' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:39:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:25 smithi177 ceph-mon[212096]: pgmap v7391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:25 smithi123 ceph-mon[191304]: pgmap v7391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:25 smithi123 ceph-mon[188613]: pgmap v7391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:39:26.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:39:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:39:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:27 smithi177 ceph-mon[212096]: pgmap v7392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:27 smithi123 ceph-mon[191304]: pgmap v7392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:27 smithi123 ceph-mon[188613]: pgmap v7392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:39:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:39:29] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:39:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:29 smithi177 ceph-mon[212096]: pgmap v7393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:29 smithi123 ceph-mon[191304]: pgmap v7393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:29 smithi123 ceph-mon[188613]: pgmap v7393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:31 smithi123 ceph-mon[191304]: pgmap v7394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:31 smithi123 ceph-mon[188613]: pgmap v7394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:31 smithi177 ceph-mon[212096]: pgmap v7394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:33 smithi177 ceph-mon[212096]: pgmap v7395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:33 smithi123 ceph-mon[191304]: pgmap v7395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:33 smithi123 ceph-mon[188613]: pgmap v7395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:35 smithi177 ceph-mon[212096]: pgmap v7396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:35 smithi123 ceph-mon[191304]: pgmap v7396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:35 smithi123 ceph-mon[188613]: pgmap v7396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:37 smithi177 ceph-mon[212096]: pgmap v7397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:37 smithi123 ceph-mon[191304]: pgmap v7397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:37 smithi123 ceph-mon[188613]: pgmap v7397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:39:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:39:39] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:39:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:39 smithi177 ceph-mon[212096]: pgmap v7398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:39 smithi123 ceph-mon[191304]: pgmap v7398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:39 smithi123 ceph-mon[188613]: pgmap v7398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:41 smithi123 ceph-mon[188613]: pgmap v7399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:41 smithi123 ceph-mon[191304]: pgmap v7399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:41 smithi177 ceph-mon[212096]: pgmap v7399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:39:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:39:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:39:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:43 smithi123 ceph-mon[191304]: pgmap v7400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:43 smithi123 ceph-mon[188613]: pgmap v7400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:43 smithi177 ceph-mon[212096]: pgmap v7400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:45 smithi177 ceph-mon[212096]: pgmap v7401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:45 smithi123 ceph-mon[191304]: pgmap v7401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:45 smithi123 ceph-mon[188613]: pgmap v7401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:47 smithi177 ceph-mon[212096]: pgmap v7402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:47 smithi123 ceph-mon[191304]: pgmap v7402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:47 smithi123 ceph-mon[188613]: pgmap v7402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:39:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:39:49] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:39:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:49 smithi177 ceph-mon[212096]: pgmap v7403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:39:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:39:49.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:39:49.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:39:49.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:39:49.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:39:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:49 smithi123 ceph-mon[188613]: pgmap v7403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:39:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:39:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:39:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:39:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:39:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:39:49.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:49 smithi123 ceph-mon[191304]: pgmap v7403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:49.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:39:49.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:39:49.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:39:49.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:39:49.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:39:49.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:39:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:51 smithi123 ceph-mon[191304]: pgmap v7404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:51 smithi123 ceph-mon[188613]: pgmap v7404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:51 smithi177 ceph-mon[212096]: pgmap v7404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:53.098 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:39:53.406 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:39:53.406 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 65s ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:39:53.406 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 9m ago 2h 92.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:39:53.406 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 65s ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:39:53.406 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 9m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:39:53.406 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 9m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:39:53.407 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 65s ago 2h 661M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:39:53.407 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 65s ago 2h 931M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:39:53.407 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 9m ago 2h 449M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:39:53.407 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 65s ago 2h 503M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:39:53.407 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 65s ago 2h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:39:53.407 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 9m ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:39:53.407 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 65s ago 2h 4282M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:39:53.407 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 65s ago 2h 5025M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:39:53.407 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 65s ago 2h 4100M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:39:53.407 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 65s ago 2h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:39:53.407 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 9m ago 2h 3448M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:39:53.407 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 9m ago 2h 3759M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:39:53.407 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 9m ago 2h 3196M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:39:53.407 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 9m ago 2h 3654M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:39:53.407 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 9m ago 2h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:39:53.790 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:39:53.790 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:39:53.790 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:39:53.791 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:39:53.791 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:39:53.791 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:39:53.791 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:39:53.791 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:39:53.791 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:39:53.791 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:39:53.791 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:39:53.791 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:39:53.791 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:39:53.791 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:39:53.791 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:39:53.791 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:39:53.791 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:39:53.791 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:39:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:53 smithi177 ceph-mon[212096]: pgmap v7405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:53 smithi177 ceph-mon[212096]: from='client.51500 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:39:53.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:53 smithi123 ceph-mon[188613]: pgmap v7405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:53 smithi123 ceph-mon[188613]: from='client.51500 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:39:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:53 smithi123 ceph-mon[191304]: pgmap v7405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:53 smithi123 ceph-mon[191304]: from='client.51500 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:39:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:54 smithi177 ceph-mon[212096]: from='client.41559 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:39:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:54 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3745926890' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:39:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:54 smithi123 ceph-mon[191304]: from='client.41559 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:39:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:54 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3745926890' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:39:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:54 smithi123 ceph-mon[188613]: from='client.41559 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:39:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:54 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3745926890' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:39:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:55 smithi177 ceph-mon[212096]: pgmap v7406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:55 smithi123 ceph-mon[191304]: pgmap v7406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:55 smithi123 ceph-mon[188613]: pgmap v7406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:39:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:39:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:39:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:57 smithi177 ceph-mon[212096]: pgmap v7407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:57 smithi123 ceph-mon[191304]: pgmap v7407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:57 smithi123 ceph-mon[188613]: pgmap v7407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:39:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:39:59] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:39:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:39:59 smithi177 ceph-mon[212096]: pgmap v7408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:39:59 smithi123 ceph-mon[191304]: pgmap v7408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:39:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:39:59 smithi123 ceph-mon[188613]: pgmap v7408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:00.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T13:39:59.998+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T13:40:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T13:40:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T13:40:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T13:40:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:01 smithi177 ceph-mon[212096]: pgmap v7409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:01 smithi123 ceph-mon[188613]: pgmap v7409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:01 smithi123 ceph-mon[191304]: pgmap v7409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:03 smithi177 ceph-mon[212096]: pgmap v7410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:03 smithi123 ceph-mon[191304]: pgmap v7410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:03 smithi123 ceph-mon[188613]: pgmap v7410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:05 smithi177 ceph-mon[212096]: pgmap v7411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:05 smithi123 ceph-mon[191304]: pgmap v7411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:05 smithi123 ceph-mon[188613]: pgmap v7411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:07 smithi177 ceph-mon[212096]: pgmap v7412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:07 smithi123 ceph-mon[191304]: pgmap v7412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:07 smithi123 ceph-mon[188613]: pgmap v7412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:40:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:40:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:40:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:09 smithi177 ceph-mon[212096]: pgmap v7413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:09 smithi123 ceph-mon[188613]: pgmap v7413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:09 smithi123 ceph-mon[191304]: pgmap v7413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:11 smithi123 ceph-mon[191304]: pgmap v7414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:11 smithi123 ceph-mon[188613]: pgmap v7414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:11 smithi177 ceph-mon[212096]: pgmap v7414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:40:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:40:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:40:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:13 smithi123 ceph-mon[191304]: pgmap v7415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:13 smithi123 ceph-mon[188613]: pgmap v7415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:13 smithi177 ceph-mon[212096]: pgmap v7415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:15 smithi177 ceph-mon[212096]: pgmap v7416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:15 smithi123 ceph-mon[188613]: pgmap v7416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:15 smithi123 ceph-mon[191304]: pgmap v7416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:17 smithi177 ceph-mon[212096]: pgmap v7417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:17 smithi123 ceph-mon[191304]: pgmap v7417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:17 smithi123 ceph-mon[188613]: pgmap v7417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:40:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:40:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:40:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:19 smithi177 ceph-mon[212096]: pgmap v7418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:19 smithi123 ceph-mon[191304]: pgmap v7418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:19 smithi123 ceph-mon[188613]: pgmap v7418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:21 smithi123 ceph-mon[191304]: pgmap v7419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:21 smithi123 ceph-mon[188613]: pgmap v7419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:21 smithi177 ceph-mon[212096]: pgmap v7419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:23.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:23 smithi177 ceph-mon[212096]: pgmap v7420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:23 smithi123 ceph-mon[191304]: pgmap v7420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:23 smithi123 ceph-mon[188613]: pgmap v7420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:24.137 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:40:24.444 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:40:24.444 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 96s ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:40:24.444 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 9m ago 2h 92.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:40:24.444 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 96s ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:40:24.444 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 9m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:40:24.445 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 9m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:40:24.445 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 96s ago 2h 661M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:40:24.445 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 96s ago 2h 931M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:40:24.445 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 9m ago 2h 449M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:40:24.445 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 96s ago 2h 503M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:40:24.445 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 96s ago 2h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:40:24.445 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 9m ago 2h 21.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:40:24.445 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 96s ago 2h 4282M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:40:24.445 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 96s ago 2h 5025M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:40:24.445 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 96s ago 2h 4100M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:40:24.445 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 96s ago 2h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:40:24.445 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 9m ago 2h 3448M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:40:24.445 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 9m ago 2h 3759M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:40:24.445 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 9m ago 2h 3196M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:40:24.445 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 9m ago 2h 3654M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:40:24.446 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 9m ago 2h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:40:24.829 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:40:24.829 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:40:24.829 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:40:24.829 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:40:24.829 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:40:24.829 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:40:24.829 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:40:24.830 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:40:24.830 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:40:24.830 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:40:24.830 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:40:24.830 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:40:24.830 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:40:24.830 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:40:24.830 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:40:24.830 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:40:24.830 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:40:24.830 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:40:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:25 smithi177 ceph-mon[212096]: from='client.51518 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:40:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:25 smithi177 ceph-mon[212096]: from='client.51524 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:40:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:25 smithi177 ceph-mon[212096]: pgmap v7421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:25 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2603737785' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:40:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:25 smithi123 ceph-mon[191304]: from='client.51518 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:40:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:25 smithi123 ceph-mon[191304]: from='client.51524 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:40:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:25 smithi123 ceph-mon[191304]: pgmap v7421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:25 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2603737785' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:40:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:25 smithi123 ceph-mon[188613]: from='client.51518 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:40:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:25 smithi123 ceph-mon[188613]: from='client.51524 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:40:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:25 smithi123 ceph-mon[188613]: pgmap v7421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:25 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2603737785' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:40:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:40:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:40:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:40:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:27 smithi177 ceph-mon[212096]: pgmap v7422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:27 smithi123 ceph-mon[191304]: pgmap v7422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:27 smithi123 ceph-mon[188613]: pgmap v7422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:40:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:40:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:40:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:29 smithi177 ceph-mon[212096]: pgmap v7423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:29 smithi123 ceph-mon[191304]: pgmap v7423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:29 smithi123 ceph-mon[188613]: pgmap v7423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:31 smithi123 ceph-mon[191304]: pgmap v7424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:31 smithi123 ceph-mon[188613]: pgmap v7424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:31 smithi177 ceph-mon[212096]: pgmap v7424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:33 smithi177 ceph-mon[212096]: pgmap v7425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:33.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:33 smithi123 ceph-mon[191304]: pgmap v7425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:33 smithi123 ceph-mon[188613]: pgmap v7425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:35 smithi177 ceph-mon[212096]: pgmap v7426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:35 smithi123 ceph-mon[191304]: pgmap v7426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:35 smithi123 ceph-mon[188613]: pgmap v7426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:37 smithi177 ceph-mon[212096]: pgmap v7427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:37 smithi123 ceph-mon[191304]: pgmap v7427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:37 smithi123 ceph-mon[188613]: pgmap v7427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:40:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:40:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:40:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:39 smithi177 ceph-mon[212096]: pgmap v7428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:39 smithi123 ceph-mon[191304]: pgmap v7428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:39 smithi123 ceph-mon[188613]: pgmap v7428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:41 smithi123 ceph-mon[191304]: pgmap v7429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:41 smithi123 ceph-mon[188613]: pgmap v7429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:41 smithi177 ceph-mon[212096]: pgmap v7429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:40:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:40:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:40:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:43 smithi123 ceph-mon[191304]: pgmap v7430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:43 smithi123 ceph-mon[188613]: pgmap v7430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:43 smithi177 ceph-mon[212096]: pgmap v7430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:45 smithi177 ceph-mon[212096]: pgmap v7431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:45 smithi123 ceph-mon[191304]: pgmap v7431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:45 smithi123 ceph-mon[188613]: pgmap v7431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:47 smithi177 ceph-mon[212096]: pgmap v7432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:47 smithi123 ceph-mon[191304]: pgmap v7432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:47 smithi123 ceph-mon[188613]: pgmap v7432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:40:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:40:49] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:40:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:49 smithi177 ceph-mon[212096]: pgmap v7433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:49 smithi123 ceph-mon[191304]: pgmap v7433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:49 smithi123 ceph-mon[188613]: pgmap v7433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:40:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:40:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:40:51.808 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:51 smithi177 ceph-mon[212096]: pgmap v7434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:51 smithi123 ceph-mon[191304]: pgmap v7434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:51 smithi123 ceph-mon[188613]: pgmap v7434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:53.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:40:53.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:40:53.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:40:53.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:40:53.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:40:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:40:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:40:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:40:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:40:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:40:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:40:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:40:53.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:40:53.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:40:53.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:40:54.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:53 smithi177 ceph-mon[212096]: pgmap v7435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:54.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:53 smithi123 ceph-mon[191304]: pgmap v7435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:54.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:53 smithi123 ceph-mon[188613]: pgmap v7435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:55.175 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:40:55.484 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:40:55.484 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 2m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:40:55.484 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 3s ago 2h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:40:55.484 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 2m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:40:55.484 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 3s ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:40:55.484 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 3s ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:40:55.484 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 2m ago 2h 661M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:40:55.484 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 2m ago 2h 931M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:40:55.484 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 3s ago 2h 462M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:40:55.484 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 2m ago 2h 503M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:40:55.484 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 2m ago 2h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:40:55.484 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 3s ago 2h 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:40:55.484 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 2m ago 2h 4282M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:40:55.484 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 2m ago 2h 5025M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:40:55.485 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 2m ago 2h 4100M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:40:55.485 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 2m ago 2h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:40:55.485 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 3s ago 2h 3475M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:40:55.485 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 3s ago 2h 3792M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:40:55.485 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 3s ago 2h 3226M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:40:55.485 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 3s ago 2h 3690M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:40:55.485 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 3s ago 2h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:40:55.865 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:40:55.865 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:40:55.865 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:40:55.865 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:40:55.865 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:40:55.865 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:40:55.865 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:40:55.865 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:40:55.865 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:40:55.865 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:40:55.865 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:40:55.865 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:40:55.866 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:40:55.866 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:40:55.866 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:40:55.866 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:40:55.866 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:40:55.866 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:40:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:55 smithi177 ceph-mon[212096]: pgmap v7436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:55 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/27520915' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:40:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:55 smithi123 ceph-mon[188613]: pgmap v7436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:55 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/27520915' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:40:56.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:55 smithi123 ceph-mon[191304]: pgmap v7436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:56.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:55 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/27520915' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:40:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:57 smithi177 ceph-mon[212096]: from='client.41589 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:40:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:57 smithi177 ceph-mon[212096]: from='client.51542 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:40:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:40:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:57 smithi123 ceph-mon[191304]: from='client.41589 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:40:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:57 smithi123 ceph-mon[191304]: from='client.51542 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:40:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:40:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:57 smithi123 ceph-mon[188613]: from='client.41589 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:40:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:57 smithi123 ceph-mon[188613]: from='client.51542 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:40:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:40:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:40:58 smithi177 ceph-mon[212096]: pgmap v7437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:58.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:40:58 smithi123 ceph-mon[191304]: pgmap v7437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:58.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:40:58 smithi123 ceph-mon[188613]: pgmap v7437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:40:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:40:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:40:59] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:41:00.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:00 smithi177 ceph-mon[212096]: pgmap v7438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:00 smithi123 ceph-mon[191304]: pgmap v7438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:00.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:00 smithi123 ceph-mon[188613]: pgmap v7438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:01 smithi123 ceph-mon[191304]: pgmap v7439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:01 smithi123 ceph-mon[188613]: pgmap v7439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:01 smithi177 ceph-mon[212096]: pgmap v7439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:03 smithi177 ceph-mon[212096]: pgmap v7440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:03 smithi123 ceph-mon[188613]: pgmap v7440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:03 smithi123 ceph-mon[191304]: pgmap v7440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:05 smithi177 ceph-mon[212096]: pgmap v7441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:05 smithi123 ceph-mon[191304]: pgmap v7441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:05 smithi123 ceph-mon[188613]: pgmap v7441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:07 smithi177 ceph-mon[212096]: pgmap v7442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:07 smithi123 ceph-mon[191304]: pgmap v7442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:07 smithi123 ceph-mon[188613]: pgmap v7442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:41:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:41:09] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:41:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:09 smithi177 ceph-mon[212096]: pgmap v7443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:09 smithi123 ceph-mon[191304]: pgmap v7443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:09 smithi123 ceph-mon[188613]: pgmap v7443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:11 smithi123 ceph-mon[191304]: pgmap v7444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:11 smithi123 ceph-mon[188613]: pgmap v7444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:11 smithi177 ceph-mon[212096]: pgmap v7444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:41:12.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:41:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:41:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:13 smithi123 ceph-mon[191304]: pgmap v7445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:13 smithi123 ceph-mon[188613]: pgmap v7445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:13 smithi177 ceph-mon[212096]: pgmap v7445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:15 smithi177 ceph-mon[212096]: pgmap v7446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:15 smithi123 ceph-mon[191304]: pgmap v7446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:15 smithi123 ceph-mon[188613]: pgmap v7446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:17 smithi177 ceph-mon[212096]: pgmap v7447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:17 smithi123 ceph-mon[191304]: pgmap v7447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:17 smithi123 ceph-mon[188613]: pgmap v7447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:41:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:41:19] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:41:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:19 smithi177 ceph-mon[212096]: pgmap v7448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:19 smithi123 ceph-mon[191304]: pgmap v7448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:19 smithi123 ceph-mon[188613]: pgmap v7448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:21.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:21 smithi123 ceph-mon[191304]: pgmap v7449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:21.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:21 smithi123 ceph-mon[188613]: pgmap v7449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:21 smithi177 ceph-mon[212096]: pgmap v7449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:23.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:23 smithi177 ceph-mon[212096]: pgmap v7450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:23 smithi123 ceph-mon[191304]: pgmap v7450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:23 smithi123 ceph-mon[188613]: pgmap v7450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:25 smithi177 ceph-mon[212096]: pgmap v7451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:25 smithi123 ceph-mon[191304]: pgmap v7451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:25 smithi123 ceph-mon[188613]: pgmap v7451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:26.206 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:41:26.512 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:41:26.512 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 2m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:41:26.512 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 34s ago 2h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:41:26.512 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 2m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:41:26.512 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 34s ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:41:26.512 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 34s ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:41:26.512 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 2m ago 2h 661M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:41:26.512 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 2m ago 2h 931M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:41:26.512 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 34s ago 2h 462M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:41:26.512 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 2m ago 2h 503M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:41:26.512 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 2m ago 2h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:41:26.512 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 34s ago 2h 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:41:26.513 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 2m ago 2h 4282M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:41:26.513 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 2m ago 2h 5025M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:41:26.513 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 2m ago 2h 4100M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:41:26.513 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 2m ago 2h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:41:26.513 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 34s ago 2h 3475M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:41:26.513 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 34s ago 2h 3792M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:41:26.513 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 34s ago 2h 3226M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:41:26.513 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 34s ago 2h 3690M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:41:26.513 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 34s ago 2h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:41:26.897 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:41:26.897 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:41:26.897 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:41:26.898 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:41:26.898 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:41:26.898 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:41:26.898 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:41:26.898 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:41:26.898 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:41:26.898 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:41:26.898 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:41:26.898 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:41:26.898 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:41:26.898 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:41:26.898 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:41:26.898 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:41:26.898 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:41:26.898 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:41:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:41:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:41:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:41:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:27 smithi177 ceph-mon[212096]: from='client.41607 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:41:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:27 smithi177 ceph-mon[212096]: from='client.51560 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:41:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:27 smithi177 ceph-mon[212096]: pgmap v7452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:27 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1486383211' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:41:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:27 smithi123 ceph-mon[188613]: from='client.41607 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:41:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:27 smithi123 ceph-mon[188613]: from='client.51560 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:41:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:27 smithi123 ceph-mon[188613]: pgmap v7452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:27 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1486383211' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:41:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:27 smithi123 ceph-mon[191304]: from='client.41607 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:41:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:27 smithi123 ceph-mon[191304]: from='client.51560 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:41:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:27 smithi123 ceph-mon[191304]: pgmap v7452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:27 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1486383211' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:41:28.903 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 13:41:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T13:41:28.585910315Z level=info msg="Completed cleanup jobs" duration=12.824989ms 2023-12-20T13:41:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:41:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:41:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:41:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:29 smithi177 ceph-mon[212096]: pgmap v7453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:29 smithi123 ceph-mon[188613]: pgmap v7453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:29 smithi123 ceph-mon[191304]: pgmap v7453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:31 smithi123 ceph-mon[191304]: pgmap v7454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:31 smithi123 ceph-mon[188613]: pgmap v7454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:31 smithi177 ceph-mon[212096]: pgmap v7454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:33 smithi177 ceph-mon[212096]: pgmap v7455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:33 smithi123 ceph-mon[191304]: pgmap v7455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:33 smithi123 ceph-mon[188613]: pgmap v7455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:35 smithi177 ceph-mon[212096]: pgmap v7456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:35 smithi123 ceph-mon[191304]: pgmap v7456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:35 smithi123 ceph-mon[188613]: pgmap v7456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:37.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:37 smithi177 ceph-mon[212096]: pgmap v7457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:37 smithi123 ceph-mon[191304]: pgmap v7457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:37 smithi123 ceph-mon[188613]: pgmap v7457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:41:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:41:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:41:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:39 smithi177 ceph-mon[212096]: pgmap v7458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:39 smithi123 ceph-mon[188613]: pgmap v7458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:39 smithi123 ceph-mon[191304]: pgmap v7458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:41 smithi123 ceph-mon[191304]: pgmap v7459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:41 smithi123 ceph-mon[188613]: pgmap v7459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:41 smithi177 ceph-mon[212096]: pgmap v7459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:41:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:41:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:41:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:43 smithi123 ceph-mon[191304]: pgmap v7460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:43 smithi123 ceph-mon[188613]: pgmap v7460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:43 smithi177 ceph-mon[212096]: pgmap v7460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:45 smithi177 ceph-mon[212096]: pgmap v7461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:45 smithi123 ceph-mon[191304]: pgmap v7461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:45 smithi123 ceph-mon[188613]: pgmap v7461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:47 smithi177 ceph-mon[212096]: pgmap v7462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:47 smithi123 ceph-mon[191304]: pgmap v7462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:47 smithi123 ceph-mon[188613]: pgmap v7462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:41:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:41:49] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:41:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:49 smithi177 ceph-mon[212096]: pgmap v7463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:49.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:49 smithi123 ceph-mon[191304]: pgmap v7463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:49 smithi123 ceph-mon[188613]: pgmap v7463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:51 smithi123 ceph-mon[191304]: pgmap v7464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:51 smithi123 ceph-mon[188613]: pgmap v7464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:51 smithi177 ceph-mon[212096]: pgmap v7464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:41:52.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:41:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:41:53.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:53 smithi177 ceph-mon[212096]: pgmap v7465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:53.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:41:53.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:41:53.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:41:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:53 smithi123 ceph-mon[191304]: pgmap v7465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:41:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:41:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:41:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:53 smithi123 ceph-mon[188613]: pgmap v7465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:41:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:41:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:41:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:55 smithi177 ceph-mon[212096]: pgmap v7466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:55.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:55 smithi123 ceph-mon[188613]: pgmap v7466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:55 smithi123 ceph-mon[191304]: pgmap v7466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:41:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:41:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:41:57.241 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:41:57.548 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:41:57.548 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 3m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:41:57.548 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 65s ago 2h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:41:57.548 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 3m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:41:57.548 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 65s ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:41:57.549 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 65s ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:41:57.549 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 3m ago 2h 661M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:41:57.549 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 3m ago 2h 931M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:41:57.549 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 65s ago 2h 462M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:41:57.549 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 3m ago 2h 503M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:41:57.549 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 3m ago 2h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:41:57.549 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 65s ago 2h 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:41:57.549 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 3m ago 2h 4282M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:41:57.549 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 3m ago 2h 5025M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:41:57.549 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 3m ago 2h 4100M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:41:57.549 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 3m ago 2h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:41:57.549 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 65s ago 2h 3475M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:41:57.549 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 65s ago 2h 3792M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:41:57.549 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 65s ago 2h 3226M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:41:57.549 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 65s ago 2h 3690M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:41:57.550 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 65s ago 2h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:41:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:57 smithi177 ceph-mon[212096]: pgmap v7467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:57.928 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:41:57.928 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:41:57.928 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:41:57.928 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:41:57.928 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:41:57.928 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:41:57.929 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:41:57.929 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:41:57.929 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:41:57.929 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:41:57.929 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:41:57.929 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:41:57.929 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:41:57.929 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:41:57.929 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:41:57.929 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:41:57.929 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:41:57.929 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:41:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:57 smithi123 ceph-mon[191304]: pgmap v7467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:57 smithi123 ceph-mon[188613]: pgmap v7467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:58 smithi177 ceph-mon[212096]: from='client.41625 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:41:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:58 smithi177 ceph-mon[212096]: from='client.51578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:41:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:58 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/732345689' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:41:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:58 smithi123 ceph-mon[191304]: from='client.41625 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:41:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:58 smithi123 ceph-mon[191304]: from='client.51578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:41:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:58 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/732345689' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:41:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:58 smithi123 ceph-mon[188613]: from='client.41625 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:41:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:58 smithi123 ceph-mon[188613]: from='client.51578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:41:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:58 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/732345689' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:41:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:41:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:41:59] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-20T13:41:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:41:59 smithi177 ceph-mon[212096]: pgmap v7468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:41:59 smithi123 ceph-mon[191304]: pgmap v7468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:41:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:41:59 smithi123 ceph-mon[188613]: pgmap v7468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:01 smithi123 ceph-mon[191304]: pgmap v7469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:01 smithi123 ceph-mon[188613]: pgmap v7469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:01 smithi177 ceph-mon[212096]: pgmap v7469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:03 smithi177 ceph-mon[212096]: pgmap v7470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:03 smithi123 ceph-mon[191304]: pgmap v7470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:03 smithi123 ceph-mon[188613]: pgmap v7470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:05 smithi177 ceph-mon[212096]: pgmap v7471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:05 smithi123 ceph-mon[191304]: pgmap v7471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:05 smithi123 ceph-mon[188613]: pgmap v7471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:07 smithi177 ceph-mon[212096]: pgmap v7472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:07 smithi123 ceph-mon[191304]: pgmap v7472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:07 smithi123 ceph-mon[188613]: pgmap v7472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:42:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:42:09] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-20T13:42:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:09 smithi177 ceph-mon[212096]: pgmap v7473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:09 smithi123 ceph-mon[191304]: pgmap v7473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:09 smithi123 ceph-mon[188613]: pgmap v7473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:11 smithi123 ceph-mon[191304]: pgmap v7474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:11 smithi123 ceph-mon[188613]: pgmap v7474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:11 smithi177 ceph-mon[212096]: pgmap v7474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:42:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:42:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:42:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:13 smithi123 ceph-mon[191304]: pgmap v7475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:13 smithi123 ceph-mon[188613]: pgmap v7475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:13 smithi177 ceph-mon[212096]: pgmap v7475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:15 smithi177 ceph-mon[212096]: pgmap v7476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:15 smithi123 ceph-mon[191304]: pgmap v7476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:15 smithi123 ceph-mon[188613]: pgmap v7476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:17 smithi177 ceph-mon[212096]: pgmap v7477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:17 smithi123 ceph-mon[191304]: pgmap v7477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:17 smithi123 ceph-mon[188613]: pgmap v7477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:42:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:42:19] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:42:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:19 smithi177 ceph-mon[212096]: pgmap v7478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:19 smithi123 ceph-mon[191304]: pgmap v7478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:19 smithi123 ceph-mon[188613]: pgmap v7478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:21 smithi123 ceph-mon[191304]: pgmap v7479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:21.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:21 smithi123 ceph-mon[188613]: pgmap v7479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:21 smithi177 ceph-mon[212096]: pgmap v7479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:23.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:23 smithi177 ceph-mon[212096]: pgmap v7480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:23 smithi123 ceph-mon[191304]: pgmap v7480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:23 smithi123 ceph-mon[188613]: pgmap v7480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:25 smithi177 ceph-mon[212096]: pgmap v7481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:25 smithi123 ceph-mon[191304]: pgmap v7481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:25 smithi123 ceph-mon[188613]: pgmap v7481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:42:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:42:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:42:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:27 smithi177 ceph-mon[212096]: pgmap v7482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:27 smithi123 ceph-mon[191304]: pgmap v7482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:27 smithi123 ceph-mon[188613]: pgmap v7482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:28.273 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:42:28.582 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:42:28.582 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 3m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:42:28.582 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 96s ago 2h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:42:28.582 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 3m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:42:28.582 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 96s ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:42:28.582 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 96s ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:42:28.583 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 3m ago 2h 661M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:42:28.583 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 3m ago 2h 931M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:42:28.583 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 96s ago 2h 462M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:42:28.583 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 3m ago 2h 503M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:42:28.583 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 3m ago 2h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:42:28.583 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 96s ago 2h 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:42:28.583 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 3m ago 2h 4282M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:42:28.583 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 3m ago 2h 5025M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:42:28.583 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 3m ago 2h 4100M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:42:28.583 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 3m ago 2h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:42:28.583 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 96s ago 2h 3475M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:42:28.583 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 96s ago 2h 3792M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:42:28.583 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 96s ago 2h 3226M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:42:28.583 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 96s ago 2h 3690M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:42:28.583 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 96s ago 2h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:42:28.960 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:42:28.960 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:42:28.961 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:42:28.961 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:42:28.961 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:42:28.961 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:42:28.961 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:42:28.961 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:42:28.961 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:42:28.961 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:42:28.961 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:42:28.961 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:42:28.961 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:42:28.961 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:42:28.961 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:42:28.961 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:42:28.961 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:42:28.962 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:42:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:42:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:42:29] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-20T13:42:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:29 smithi177 ceph-mon[212096]: from='client.41643 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:42:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:29 smithi177 ceph-mon[212096]: pgmap v7483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:29 smithi177 ceph-mon[212096]: from='client.41649 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:42:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:29 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/476759829' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:42:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:29 smithi123 ceph-mon[191304]: from='client.41643 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:42:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:29 smithi123 ceph-mon[191304]: pgmap v7483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:29 smithi123 ceph-mon[191304]: from='client.41649 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:42:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:29 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/476759829' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:42:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:29 smithi123 ceph-mon[188613]: from='client.41643 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:42:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:29 smithi123 ceph-mon[188613]: pgmap v7483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:29 smithi123 ceph-mon[188613]: from='client.41649 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:42:29.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:29 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/476759829' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:42:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:31 smithi123 ceph-mon[191304]: pgmap v7484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:31 smithi123 ceph-mon[188613]: pgmap v7484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:31.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:31 smithi177 ceph-mon[212096]: pgmap v7484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:33 smithi177 ceph-mon[212096]: pgmap v7485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:33 smithi123 ceph-mon[191304]: pgmap v7485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:33 smithi123 ceph-mon[188613]: pgmap v7485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:35 smithi177 ceph-mon[212096]: pgmap v7486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:35 smithi123 ceph-mon[191304]: pgmap v7486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:35 smithi123 ceph-mon[188613]: pgmap v7486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:37 smithi177 ceph-mon[212096]: pgmap v7487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:37 smithi123 ceph-mon[191304]: pgmap v7487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:37 smithi123 ceph-mon[188613]: pgmap v7487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:42:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:42:39] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-20T13:42:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:39 smithi177 ceph-mon[212096]: pgmap v7488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:39 smithi123 ceph-mon[191304]: pgmap v7488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:39 smithi123 ceph-mon[188613]: pgmap v7488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:41 smithi123 ceph-mon[191304]: pgmap v7489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:41 smithi123 ceph-mon[188613]: pgmap v7489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:41 smithi177 ceph-mon[212096]: pgmap v7489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:42:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:42:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:42:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:43 smithi177 ceph-mon[212096]: pgmap v7490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:43.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:43 smithi123 ceph-mon[191304]: pgmap v7490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:43 smithi123 ceph-mon[188613]: pgmap v7490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:45 smithi177 ceph-mon[212096]: pgmap v7491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:45 smithi123 ceph-mon[191304]: pgmap v7491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:45 smithi123 ceph-mon[188613]: pgmap v7491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:47 smithi177 ceph-mon[212096]: pgmap v7492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:47 smithi123 ceph-mon[191304]: pgmap v7492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:47 smithi123 ceph-mon[188613]: pgmap v7492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:42:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:42:49] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:42:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:49 smithi177 ceph-mon[212096]: pgmap v7493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:49 smithi123 ceph-mon[191304]: pgmap v7493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:49 smithi123 ceph-mon[188613]: pgmap v7493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:51 smithi123 ceph-mon[191304]: pgmap v7494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:51 smithi123 ceph-mon[188613]: pgmap v7494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:51 smithi177 ceph-mon[212096]: pgmap v7494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:53 smithi177 ceph-mon[212096]: pgmap v7495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:42:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:53 smithi123 ceph-mon[191304]: pgmap v7495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:42:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:53 smithi123 ceph-mon[188613]: pgmap v7495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:42:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:42:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:42:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:42:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:42:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:42:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:42:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:42:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:42:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:42:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:55 smithi123 ceph-mon[191304]: pgmap v7496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:55 smithi123 ceph-mon[188613]: pgmap v7496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:55 smithi177 ceph-mon[212096]: pgmap v7496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:42:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:42:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:42:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:57 smithi123 ceph-mon[188613]: pgmap v7497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:57 smithi123 ceph-mon[191304]: pgmap v7497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:57 smithi177 ceph-mon[212096]: pgmap v7497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:59.311 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:42:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:42:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:42:59] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:42:59.618 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:42:59.618 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 4m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:42:59.618 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 2m ago 2h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:42:59.619 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 4m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:42:59.619 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 2m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:42:59.619 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 2m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:42:59.619 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 4m ago 2h 661M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:42:59.619 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 4m ago 2h 931M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:42:59.619 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 2m ago 2h 462M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:42:59.619 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 4m ago 2h 503M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:42:59.619 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 4m ago 2h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:42:59.619 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 2m ago 2h 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:42:59.619 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 4m ago 2h 4282M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:42:59.619 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 4m ago 2h 5025M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:42:59.619 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 4m ago 2h 4100M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:42:59.619 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 4m ago 2h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:42:59.619 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 2m ago 2h 3475M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:42:59.619 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 2m ago 2h 3792M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:42:59.619 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 2m ago 2h 3226M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:42:59.620 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 2m ago 2h 3690M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:42:59.620 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 2m ago 2h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:42:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:42:59 smithi123 ceph-mon[191304]: pgmap v7498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:42:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:42:59 smithi123 ceph-mon[188613]: pgmap v7498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:00.008 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:43:00.008 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:43:00.008 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:43:00.008 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:43:00.008 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:43:00.008 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:43:00.008 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:43:00.008 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:43:00.008 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:43:00.009 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:43:00.009 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:43:00.009 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:43:00.009 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:43:00.009 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:43:00.009 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:43:00.009 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:43:00.009 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:43:00.009 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:43:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:42:59 smithi177 ceph-mon[212096]: pgmap v7498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:00 smithi123 ceph-mon[188613]: from='client.51608 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:43:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:00 smithi123 ceph-mon[188613]: from='client.41667 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:43:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:00 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/533298897' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:43:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:00 smithi123 ceph-mon[191304]: from='client.51608 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:43:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:00 smithi123 ceph-mon[191304]: from='client.41667 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:43:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:00 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/533298897' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:43:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:00 smithi177 ceph-mon[212096]: from='client.51608 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:43:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:00 smithi177 ceph-mon[212096]: from='client.41667 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:43:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:00 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/533298897' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:43:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:01 smithi123 ceph-mon[191304]: pgmap v7499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:01 smithi123 ceph-mon[188613]: pgmap v7499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:01 smithi177 ceph-mon[212096]: pgmap v7499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:03 smithi123 ceph-mon[191304]: pgmap v7500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:03 smithi123 ceph-mon[188613]: pgmap v7500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:03 smithi177 ceph-mon[212096]: pgmap v7500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:05 smithi123 ceph-mon[191304]: pgmap v7501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:05 smithi123 ceph-mon[188613]: pgmap v7501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:05 smithi177 ceph-mon[212096]: pgmap v7501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:07 smithi123 ceph-mon[191304]: pgmap v7502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:07 smithi123 ceph-mon[188613]: pgmap v7502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:08.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:07 smithi177 ceph-mon[212096]: pgmap v7502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:43:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:43:09] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:43:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:09 smithi123 ceph-mon[191304]: pgmap v7503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:09 smithi123 ceph-mon[188613]: pgmap v7503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:10.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:09 smithi177 ceph-mon[212096]: pgmap v7503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:11 smithi177 ceph-mon[212096]: pgmap v7504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:11 smithi123 ceph-mon[191304]: pgmap v7504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:11 smithi123 ceph-mon[188613]: pgmap v7504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:43:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:43:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:43:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:13 smithi177 ceph-mon[212096]: pgmap v7505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:13 smithi123 ceph-mon[191304]: pgmap v7505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:13.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:13 smithi123 ceph-mon[188613]: pgmap v7505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:15 smithi177 ceph-mon[212096]: pgmap v7506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:15 smithi123 ceph-mon[191304]: pgmap v7506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:15 smithi123 ceph-mon[188613]: pgmap v7506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:17 smithi177 ceph-mon[212096]: pgmap v7507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:17 smithi123 ceph-mon[191304]: pgmap v7507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:17 smithi123 ceph-mon[188613]: pgmap v7507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:43:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:43:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:43:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:19 smithi177 ceph-mon[212096]: pgmap v7508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:19 smithi123 ceph-mon[191304]: pgmap v7508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:19 smithi123 ceph-mon[188613]: pgmap v7508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:21 smithi177 ceph-mon[212096]: pgmap v7509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:21 smithi123 ceph-mon[191304]: pgmap v7509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:21 smithi123 ceph-mon[188613]: pgmap v7509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:23.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:23 smithi177 ceph-mon[212096]: pgmap v7510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:23 smithi123 ceph-mon[191304]: pgmap v7510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:23 smithi123 ceph-mon[188613]: pgmap v7510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:25 smithi177 ceph-mon[212096]: pgmap v7511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:25 smithi123 ceph-mon[191304]: pgmap v7511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:25 smithi123 ceph-mon[188613]: pgmap v7511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:43:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:43:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:43:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:27 smithi177 ceph-mon[212096]: pgmap v7512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:27 smithi123 ceph-mon[191304]: pgmap v7512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:27 smithi123 ceph-mon[188613]: pgmap v7512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:43:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:43:29] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:43:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:29 smithi177 ceph-mon[212096]: pgmap v7513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:29 smithi123 ceph-mon[188613]: pgmap v7513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:29 smithi123 ceph-mon[191304]: pgmap v7513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:30.352 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:43:30.662 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:43:30.662 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 4m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:43:30.662 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 2m ago 2h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:43:30.662 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 4m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:43:30.662 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 2m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:43:30.662 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 2m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:43:30.662 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 4m ago 2h 661M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:43:30.662 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 4m ago 2h 931M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:43:30.663 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 2m ago 2h 462M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:43:30.663 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 4m ago 2h 503M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:43:30.663 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 4m ago 2h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:43:30.663 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 2m ago 2h 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:43:30.663 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 4m ago 2h 4282M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:43:30.663 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 4m ago 2h 5025M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:43:30.663 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 4m ago 2h 4100M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:43:30.663 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 4m ago 2h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:43:30.663 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 2m ago 2h 3475M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:43:30.663 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 2m ago 2h 3792M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:43:30.663 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 2m ago 2h 3226M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:43:30.663 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 2m ago 2h 3690M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:43:30.663 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 2m ago 2h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:43:31.044 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:43:31.044 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:43:31.044 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:43:31.044 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:43:31.044 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:43:31.044 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:43:31.044 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:43:31.044 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:43:31.044 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:43:31.044 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:43:31.045 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:43:31.045 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:43:31.045 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:43:31.045 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:43:31.045 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:43:31.045 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:43:31.045 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:43:31.045 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:43:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:31 smithi177 ceph-mon[212096]: from='client.41679 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:43:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:31 smithi177 ceph-mon[212096]: pgmap v7514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:31 smithi177 ceph-mon[212096]: from='client.51632 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:43:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:31 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/611089418' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:43:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:31 smithi123 ceph-mon[188613]: from='client.41679 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:43:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:31 smithi123 ceph-mon[188613]: pgmap v7514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:31 smithi123 ceph-mon[188613]: from='client.51632 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:43:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:31 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/611089418' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:43:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:31 smithi123 ceph-mon[191304]: from='client.41679 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:43:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:31 smithi123 ceph-mon[191304]: pgmap v7514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:31 smithi123 ceph-mon[191304]: from='client.51632 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:43:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:31 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/611089418' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:43:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:33 smithi177 ceph-mon[212096]: pgmap v7515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:33 smithi123 ceph-mon[191304]: pgmap v7515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:33 smithi123 ceph-mon[188613]: pgmap v7515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:35 smithi177 ceph-mon[212096]: pgmap v7516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:35 smithi123 ceph-mon[191304]: pgmap v7516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:35 smithi123 ceph-mon[188613]: pgmap v7516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:37 smithi177 ceph-mon[212096]: pgmap v7517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:37 smithi123 ceph-mon[191304]: pgmap v7517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:37 smithi123 ceph-mon[188613]: pgmap v7517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:43:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:43:39] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:43:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:39 smithi177 ceph-mon[212096]: pgmap v7518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:39 smithi123 ceph-mon[188613]: pgmap v7518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:39 smithi123 ceph-mon[191304]: pgmap v7518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:41 smithi177 ceph-mon[212096]: pgmap v7519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:41 smithi123 ceph-mon[191304]: pgmap v7519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:41 smithi123 ceph-mon[188613]: pgmap v7519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:43:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:43:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:43:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:43 smithi177 ceph-mon[212096]: pgmap v7520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:43.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:43 smithi123 ceph-mon[191304]: pgmap v7520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:43 smithi123 ceph-mon[188613]: pgmap v7520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:45 smithi177 ceph-mon[212096]: pgmap v7521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:45 smithi123 ceph-mon[191304]: pgmap v7521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:45 smithi123 ceph-mon[188613]: pgmap v7521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:47 smithi177 ceph-mon[212096]: pgmap v7522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:47 smithi123 ceph-mon[191304]: pgmap v7522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:47 smithi123 ceph-mon[188613]: pgmap v7522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:43:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:43:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:43:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:49 smithi177 ceph-mon[212096]: pgmap v7523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:49 smithi123 ceph-mon[191304]: pgmap v7523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:49 smithi123 ceph-mon[188613]: pgmap v7523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:51 smithi177 ceph-mon[212096]: pgmap v7524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:51 smithi123 ceph-mon[191304]: pgmap v7524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:51 smithi123 ceph-mon[188613]: pgmap v7524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:53 smithi177 ceph-mon[212096]: pgmap v7525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:53.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:53 smithi123 ceph-mon[191304]: pgmap v7525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:53 smithi123 ceph-mon[188613]: pgmap v7525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:43:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:43:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:43:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:43:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:43:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:43:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:43:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:43:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:43:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:43:54.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:43:54.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:43:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:55 smithi177 ceph-mon[212096]: pgmap v7526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:55 smithi123 ceph-mon[191304]: pgmap v7526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:55 smithi123 ceph-mon[188613]: pgmap v7526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:43:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:43:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:43:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:57 smithi177 ceph-mon[212096]: pgmap v7527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:57 smithi123 ceph-mon[191304]: pgmap v7527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:57 smithi123 ceph-mon[188613]: pgmap v7527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:43:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:43:59] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T13:43:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:43:59 smithi177 ceph-mon[212096]: pgmap v7528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:43:59 smithi123 ceph-mon[191304]: pgmap v7528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:43:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:43:59 smithi123 ceph-mon[188613]: pgmap v7528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:01.388 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:44:01.698 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:44:01.698 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 5m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:44:01.698 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 3m ago 2h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:44:01.698 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 5m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:44:01.698 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 3m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:44:01.698 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 3m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:44:01.698 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 5m ago 3h 661M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:44:01.698 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 5m ago 3h 931M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:44:01.698 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 3m ago 2h 462M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:44:01.698 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 5m ago 2h 503M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:44:01.699 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 5m ago 2h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:44:01.699 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 3m ago 2h 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:44:01.699 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 5m ago 2h 4282M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:44:01.699 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 5m ago 2h 5025M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:44:01.699 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 5m ago 2h 4100M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:44:01.699 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 5m ago 2h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:44:01.699 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 3m ago 2h 3475M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:44:01.699 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 3m ago 2h 3792M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:44:01.699 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 3m ago 2h 3226M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:44:01.699 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 3m ago 2h 3690M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:44:01.699 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 3m ago 2h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:44:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:01 smithi177 ceph-mon[212096]: pgmap v7529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:01 smithi123 ceph-mon[191304]: pgmap v7529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:01 smithi123 ceph-mon[188613]: pgmap v7529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:02.079 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:44:02.079 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:44:02.079 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:44:02.079 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:44:02.079 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:44:02.079 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:44:02.079 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:44:02.080 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:44:02.080 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:44:02.080 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:44:02.080 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:44:02.080 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:44:02.080 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:44:02.080 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:44:02.080 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:44:02.080 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:44:02.080 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:44:02.080 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:44:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:02 smithi177 ceph-mon[212096]: from='client.51644 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:44:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:02 smithi177 ceph-mon[212096]: from='client.51650 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:44:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:02 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2499115457' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:44:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:02 smithi123 ceph-mon[191304]: from='client.51644 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:44:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:02 smithi123 ceph-mon[191304]: from='client.51650 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:44:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:02 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2499115457' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:44:02.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:02 smithi123 ceph-mon[188613]: from='client.51644 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:44:02.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:02 smithi123 ceph-mon[188613]: from='client.51650 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:44:02.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:02 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2499115457' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:44:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:03 smithi177 ceph-mon[212096]: pgmap v7530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:03 smithi123 ceph-mon[191304]: pgmap v7530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:03 smithi123 ceph-mon[188613]: pgmap v7530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:05 smithi177 ceph-mon[212096]: pgmap v7531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:05 smithi123 ceph-mon[191304]: pgmap v7531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:05 smithi123 ceph-mon[188613]: pgmap v7531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:07 smithi177 ceph-mon[212096]: pgmap v7532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:07 smithi123 ceph-mon[191304]: pgmap v7532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:07 smithi123 ceph-mon[188613]: pgmap v7532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:44:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:44:09] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T13:44:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:09 smithi177 ceph-mon[212096]: pgmap v7533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:09 smithi123 ceph-mon[191304]: pgmap v7533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:09 smithi123 ceph-mon[188613]: pgmap v7533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:11 smithi177 ceph-mon[212096]: pgmap v7534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:11 smithi123 ceph-mon[191304]: pgmap v7534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:11 smithi123 ceph-mon[188613]: pgmap v7534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:44:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:44:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:44:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:13 smithi177 ceph-mon[212096]: pgmap v7535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:13 smithi123 ceph-mon[191304]: pgmap v7535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:13.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:13 smithi123 ceph-mon[188613]: pgmap v7535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:15 smithi177 ceph-mon[212096]: pgmap v7536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:15 smithi123 ceph-mon[191304]: pgmap v7536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:15 smithi123 ceph-mon[188613]: pgmap v7536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:17 smithi177 ceph-mon[212096]: pgmap v7537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:17 smithi123 ceph-mon[191304]: pgmap v7537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:17 smithi123 ceph-mon[188613]: pgmap v7537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:44:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:44:19] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:44:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:19 smithi177 ceph-mon[212096]: pgmap v7538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:19 smithi123 ceph-mon[191304]: pgmap v7538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:19 smithi123 ceph-mon[188613]: pgmap v7538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:21 smithi177 ceph-mon[212096]: pgmap v7539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:21 smithi123 ceph-mon[191304]: pgmap v7539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:21 smithi123 ceph-mon[188613]: pgmap v7539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:23.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:23 smithi177 ceph-mon[212096]: pgmap v7540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:23 smithi123 ceph-mon[191304]: pgmap v7540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:23 smithi123 ceph-mon[188613]: pgmap v7540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:25 smithi177 ceph-mon[212096]: pgmap v7541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:25 smithi123 ceph-mon[191304]: pgmap v7541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:25 smithi123 ceph-mon[188613]: pgmap v7541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:44:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:44:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:44:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:27 smithi177 ceph-mon[212096]: pgmap v7542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:27 smithi123 ceph-mon[191304]: pgmap v7542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:27 smithi123 ceph-mon[188613]: pgmap v7542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:44:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:44:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:44:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:29 smithi177 ceph-mon[212096]: pgmap v7543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:29 smithi123 ceph-mon[191304]: pgmap v7543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:29 smithi123 ceph-mon[188613]: pgmap v7543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:31 smithi177 ceph-mon[212096]: pgmap v7544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:31 smithi123 ceph-mon[191304]: pgmap v7544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:31 smithi123 ceph-mon[188613]: pgmap v7544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:32.425 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:44:32.735 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:44:32.735 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 5m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:44:32.735 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 3m ago 2h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:44:32.735 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 5m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:44:32.735 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 3m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:44:32.735 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 3m ago 2h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:44:32.735 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 5m ago 3h 661M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:44:32.735 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 5m ago 3h 931M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:44:32.736 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 3m ago 2h 462M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:44:32.736 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 5m ago 2h 503M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:44:32.736 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 5m ago 2h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:44:32.736 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 3m ago 2h 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:44:32.736 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 5m ago 2h 4282M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:44:32.736 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 5m ago 2h 5025M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:44:32.736 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 5m ago 2h 4100M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:44:32.736 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 5m ago 2h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:44:32.736 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 3m ago 2h 3475M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:44:32.736 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 3m ago 2h 3792M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:44:32.736 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 3m ago 2h 3226M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:44:32.736 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 3m ago 2h 3690M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:44:32.736 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 3m ago 2h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:44:33.115 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:44:33.115 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:44:33.115 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:44:33.115 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:44:33.115 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:44:33.115 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:44:33.115 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:44:33.115 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:44:33.115 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:44:33.116 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:44:33.116 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:44:33.116 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:44:33.116 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:44:33.116 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:44:33.116 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:44:33.116 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:44:33.116 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:44:33.116 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:44:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:33 smithi177 ceph-mon[212096]: from='client.41715 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:44:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:33 smithi177 ceph-mon[212096]: pgmap v7545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:33 smithi177 ceph-mon[212096]: from='client.41721 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:44:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:33 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2393387045' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:44:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:33 smithi123 ceph-mon[191304]: from='client.41715 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:44:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:33 smithi123 ceph-mon[191304]: pgmap v7545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:33 smithi123 ceph-mon[191304]: from='client.41721 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:44:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:33 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2393387045' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:44:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:33 smithi123 ceph-mon[188613]: from='client.41715 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:44:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:33 smithi123 ceph-mon[188613]: pgmap v7545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:33 smithi123 ceph-mon[188613]: from='client.41721 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:44:33.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:33 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2393387045' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:44:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:35 smithi177 ceph-mon[212096]: pgmap v7546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:35 smithi123 ceph-mon[191304]: pgmap v7546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:35 smithi123 ceph-mon[188613]: pgmap v7546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:37 smithi177 ceph-mon[212096]: pgmap v7547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:37 smithi123 ceph-mon[191304]: pgmap v7547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:37 smithi123 ceph-mon[188613]: pgmap v7547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:44:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:44:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:44:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:39 smithi177 ceph-mon[212096]: pgmap v7548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:39 smithi123 ceph-mon[191304]: pgmap v7548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:39 smithi123 ceph-mon[188613]: pgmap v7548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:41 smithi177 ceph-mon[212096]: pgmap v7549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:41 smithi123 ceph-mon[191304]: pgmap v7549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:41 smithi123 ceph-mon[188613]: pgmap v7549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:44:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:44:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:44:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:43 smithi177 ceph-mon[212096]: pgmap v7550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:43.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:43 smithi123 ceph-mon[191304]: pgmap v7550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:43 smithi123 ceph-mon[188613]: pgmap v7550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:45 smithi177 ceph-mon[212096]: pgmap v7551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:45 smithi123 ceph-mon[191304]: pgmap v7551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:45 smithi123 ceph-mon[188613]: pgmap v7551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:47 smithi177 ceph-mon[212096]: pgmap v7552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:47 smithi123 ceph-mon[191304]: pgmap v7552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:47 smithi123 ceph-mon[188613]: pgmap v7552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:44:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:44:49] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:44:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:49 smithi123 ceph-mon[191304]: pgmap v7553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:49 smithi123 ceph-mon[188613]: pgmap v7553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:49 smithi177 ceph-mon[212096]: pgmap v7553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:51 smithi177 ceph-mon[212096]: pgmap v7554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:51 smithi123 ceph-mon[191304]: pgmap v7554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:51 smithi123 ceph-mon[188613]: pgmap v7554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:53 smithi177 ceph-mon[212096]: pgmap v7555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:53 smithi123 ceph-mon[191304]: pgmap v7555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:53 smithi123 ceph-mon[188613]: pgmap v7555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:44:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:44:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:44:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:55 smithi123 ceph-mon[191304]: pgmap v7556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:44:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:44:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:44:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:55 smithi123 ceph-mon[188613]: pgmap v7556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:44:55.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:44:55.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:44:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:55 smithi177 ceph-mon[212096]: pgmap v7556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:44:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:44:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:44:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:44:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:44:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:44:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:57 smithi123 ceph-mon[191304]: pgmap v7557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:57 smithi123 ceph-mon[188613]: pgmap v7557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:57 smithi177 ceph-mon[212096]: pgmap v7557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:44:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:44:59] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:44:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:44:59 smithi123 ceph-mon[191304]: pgmap v7558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:44:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:44:59 smithi123 ceph-mon[188613]: pgmap v7558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:44:59 smithi177 ceph-mon[212096]: pgmap v7558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:01.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:01 smithi177 ceph-mon[212096]: pgmap v7559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:01 smithi123 ceph-mon[191304]: pgmap v7559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:01 smithi123 ceph-mon[188613]: pgmap v7559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:03.466 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:45:03.777 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:45:03.777 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 6m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:45:03.777 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 4m ago 2h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:45:03.777 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 6m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:45:03.778 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 4m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:45:03.778 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 4m ago 3h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:45:03.778 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 6m ago 3h 661M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:45:03.778 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 6m ago 3h 931M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:45:03.778 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 4m ago 3h 462M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:45:03.778 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 6m ago 3h 503M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:45:03.778 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 6m ago 2h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:45:03.778 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 4m ago 2h 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:45:03.778 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 6m ago 2h 4282M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:45:03.778 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 6m ago 2h 5025M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:45:03.778 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 6m ago 2h 4100M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:45:03.778 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 6m ago 2h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:45:03.778 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 4m ago 2h 3475M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:45:03.778 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 4m ago 2h 3792M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:45:03.778 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 4m ago 2h 3226M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:45:03.779 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 4m ago 2h 3690M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:45:03.779 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 4m ago 2h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:45:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:03 smithi177 ceph-mon[212096]: pgmap v7560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:03 smithi123 ceph-mon[191304]: pgmap v7560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:03 smithi123 ceph-mon[188613]: pgmap v7560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:04.164 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:45:04.164 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:45:04.165 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:45:04.165 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:45:04.165 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:45:04.165 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:45:04.165 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:45:04.165 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:45:04.165 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:45:04.165 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:45:04.165 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:45:04.165 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:45:04.165 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:45:04.165 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:45:04.165 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:45:04.165 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:45:04.166 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:45:04.166 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:45:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:04 smithi123 ceph-mon[191304]: from='client.41733 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:45:04.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:04 smithi123 ceph-mon[191304]: from='client.41739 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:45:04.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:04 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2877762561' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:45:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:04 smithi123 ceph-mon[188613]: from='client.41733 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:45:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:04 smithi123 ceph-mon[188613]: from='client.41739 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:45:04.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:04 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2877762561' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:45:05.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:04 smithi177 ceph-mon[212096]: from='client.41733 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:45:05.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:04 smithi177 ceph-mon[212096]: from='client.41739 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:45:05.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:04 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2877762561' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:45:05.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:05 smithi123 ceph-mon[191304]: pgmap v7561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:05.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:05 smithi123 ceph-mon[188613]: pgmap v7561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:05 smithi177 ceph-mon[212096]: pgmap v7561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:07.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:07 smithi123 ceph-mon[191304]: pgmap v7562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:07.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:07 smithi123 ceph-mon[188613]: pgmap v7562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:08.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:07 smithi177 ceph-mon[212096]: pgmap v7562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:45:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:45:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:45:09.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:09 smithi123 ceph-mon[191304]: pgmap v7563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:09.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:09 smithi123 ceph-mon[188613]: pgmap v7563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:10.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:09 smithi177 ceph-mon[212096]: pgmap v7563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:11.907 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:11 smithi177 ceph-mon[212096]: pgmap v7564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:11 smithi123 ceph-mon[191304]: pgmap v7564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:11 smithi123 ceph-mon[188613]: pgmap v7564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:45:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:45:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:45:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:13 smithi177 ceph-mon[212096]: pgmap v7565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:13 smithi123 ceph-mon[191304]: pgmap v7565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:13.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:13 smithi123 ceph-mon[188613]: pgmap v7565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:15 smithi123 ceph-mon[191304]: pgmap v7566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:15 smithi123 ceph-mon[188613]: pgmap v7566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:16.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:15 smithi177 ceph-mon[212096]: pgmap v7566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:17 smithi123 ceph-mon[191304]: pgmap v7567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:17 smithi123 ceph-mon[188613]: pgmap v7567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:18.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:17 smithi177 ceph-mon[212096]: pgmap v7567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:45:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:45:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:45:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:19 smithi123 ceph-mon[191304]: pgmap v7568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:19 smithi123 ceph-mon[188613]: pgmap v7568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:19 smithi177 ceph-mon[212096]: pgmap v7568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:21 smithi177 ceph-mon[212096]: pgmap v7569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:21 smithi123 ceph-mon[191304]: pgmap v7569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:21 smithi123 ceph-mon[188613]: pgmap v7569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:23 smithi123 ceph-mon[191304]: pgmap v7570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:23 smithi123 ceph-mon[188613]: pgmap v7570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:23 smithi177 ceph-mon[212096]: pgmap v7570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:25 smithi123 ceph-mon[191304]: pgmap v7571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:25 smithi123 ceph-mon[188613]: pgmap v7571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:25 smithi177 ceph-mon[212096]: pgmap v7571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:45:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:45:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:45:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:27 smithi123 ceph-mon[191304]: pgmap v7572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:27 smithi123 ceph-mon[188613]: pgmap v7572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:27 smithi177 ceph-mon[212096]: pgmap v7572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:45:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:45:29] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:45:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:29 smithi123 ceph-mon[191304]: pgmap v7573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:29.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:29 smithi123 ceph-mon[188613]: pgmap v7573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:29 smithi177 ceph-mon[212096]: pgmap v7573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:31.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:31 smithi177 ceph-mon[212096]: pgmap v7574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:31.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:31 smithi123 ceph-mon[191304]: pgmap v7574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:31.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:31 smithi123 ceph-mon[188613]: pgmap v7574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:33 smithi123 ceph-mon[191304]: pgmap v7575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:33 smithi123 ceph-mon[188613]: pgmap v7575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:33 smithi177 ceph-mon[212096]: pgmap v7575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:34.507 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:45:34.817 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:45:34.817 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 6m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:45:34.817 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 4m ago 2h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:45:34.818 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 6m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:45:34.818 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 4m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:45:34.818 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 4m ago 3h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:45:34.818 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 6m ago 3h 661M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:45:34.818 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 6m ago 3h 931M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:45:34.818 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 4m ago 3h 462M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:45:34.818 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 6m ago 3h 503M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:45:34.818 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 6m ago 2h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:45:34.818 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 4m ago 2h 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:45:34.818 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 6m ago 3h 4282M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:45:34.818 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 6m ago 3h 5025M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:45:34.818 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 6m ago 2h 4100M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:45:34.818 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 6m ago 2h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:45:34.818 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 4m ago 2h 3475M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:45:34.819 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 4m ago 2h 3792M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:45:34.819 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 4m ago 2h 3226M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:45:34.819 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 4m ago 2h 3690M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:45:34.819 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 4m ago 2h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:45:35.200 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:45:35.200 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:45:35.200 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:45:35.200 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:45:35.200 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:45:35.200 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:45:35.200 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:45:35.200 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:45:35.200 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:45:35.201 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:45:35.201 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:45:35.201 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:45:35.201 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:45:35.201 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:45:35.201 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:45:35.201 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:45:35.201 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:45:35.201 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:45:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:35 smithi123 ceph-mon[191304]: from='client.41751 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:45:35.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:35 smithi123 ceph-mon[191304]: pgmap v7576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:35.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:35 smithi123 ceph-mon[191304]: from='client.41757 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:45:35.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:35 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1367488498' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:45:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:35 smithi123 ceph-mon[188613]: from='client.41751 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:45:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:35 smithi123 ceph-mon[188613]: pgmap v7576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:35 smithi123 ceph-mon[188613]: from='client.41757 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:45:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:35 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1367488498' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:45:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:35 smithi177 ceph-mon[212096]: from='client.41751 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:45:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:35 smithi177 ceph-mon[212096]: pgmap v7576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:35 smithi177 ceph-mon[212096]: from='client.41757 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:45:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:35 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1367488498' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:45:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:37 smithi123 ceph-mon[188613]: pgmap v7577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:37.996 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:37 smithi123 ceph-mon[191304]: pgmap v7577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:37 smithi177 ceph-mon[212096]: pgmap v7577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:45:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:45:39] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:45:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:39 smithi123 ceph-mon[188613]: pgmap v7578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:39 smithi123 ceph-mon[191304]: pgmap v7578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:39 smithi177 ceph-mon[212096]: pgmap v7578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:41 smithi177 ceph-mon[212096]: pgmap v7579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:41 smithi123 ceph-mon[188613]: pgmap v7579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:41 smithi123 ceph-mon[191304]: pgmap v7579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:42.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:45:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:45:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:45:43.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:43 smithi177 ceph-mon[212096]: pgmap v7580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:43 smithi123 ceph-mon[188613]: pgmap v7580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:43.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:43 smithi123 ceph-mon[191304]: pgmap v7580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:45 smithi123 ceph-mon[191304]: pgmap v7581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:45 smithi123 ceph-mon[188613]: pgmap v7581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:45 smithi177 ceph-mon[212096]: pgmap v7581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:47 smithi123 ceph-mon[191304]: pgmap v7582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:47 smithi123 ceph-mon[188613]: pgmap v7582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:48.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:47 smithi177 ceph-mon[212096]: pgmap v7582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:45:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:45:49] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:45:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:49 smithi123 ceph-mon[191304]: pgmap v7583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:49 smithi123 ceph-mon[188613]: pgmap v7583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:49 smithi177 ceph-mon[212096]: pgmap v7583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:51 smithi177 ceph-mon[212096]: pgmap v7584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:51 smithi123 ceph-mon[191304]: pgmap v7584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:51 smithi123 ceph-mon[188613]: pgmap v7584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:53 smithi123 ceph-mon[191304]: pgmap v7585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:53 smithi123 ceph-mon[188613]: pgmap v7585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:54.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:53 smithi177 ceph-mon[212096]: pgmap v7585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:55 smithi123 ceph-mon[191304]: pgmap v7586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:45:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:45:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:45:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:45:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:55 smithi123 ceph-mon[188613]: pgmap v7586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:55.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:45:55.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:45:55.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:45:55.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:45:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:55 smithi177 ceph-mon[212096]: pgmap v7586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:45:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:45:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:45:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:45:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:45:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:45:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:45:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:57 smithi123 ceph-mon[191304]: pgmap v7587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:57 smithi123 ceph-mon[188613]: pgmap v7587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:57 smithi177 ceph-mon[212096]: pgmap v7587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:45:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:45:59] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:45:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:45:59 smithi123 ceph-mon[191304]: pgmap v7588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:45:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:45:59 smithi123 ceph-mon[188613]: pgmap v7588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:45:59 smithi177 ceph-mon[212096]: pgmap v7588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:01 smithi177 ceph-mon[212096]: pgmap v7589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:01 smithi123 ceph-mon[191304]: pgmap v7589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:01 smithi123 ceph-mon[188613]: pgmap v7589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:03 smithi123 ceph-mon[191304]: pgmap v7590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:03 smithi123 ceph-mon[188613]: pgmap v7590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:03 smithi177 ceph-mon[212096]: pgmap v7590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:05.558 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:46:05.866 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:46:05.866 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 7m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:46:05.866 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 5m ago 2h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:46:05.866 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 7m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:46:05.867 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 5m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:46:05.867 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 5m ago 3h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:46:05.867 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 7m ago 3h 661M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:46:05.867 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 7m ago 3h 931M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:46:05.867 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 5m ago 3h 462M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:46:05.867 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 7m ago 3h 503M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:46:05.867 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 7m ago 2h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:46:05.867 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 5m ago 2h 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:46:05.867 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 7m ago 3h 4282M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:46:05.867 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 7m ago 3h 5025M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:46:05.867 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 7m ago 3h 4100M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:46:05.867 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 7m ago 3h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:46:05.867 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 5m ago 2h 3475M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:46:05.867 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 5m ago 2h 3792M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:46:05.867 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 5m ago 2h 3226M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:46:05.867 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 5m ago 2h 3690M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:46:05.868 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 5m ago 2h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:46:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:05 smithi123 ceph-mon[191304]: pgmap v7591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:05 smithi123 ceph-mon[188613]: pgmap v7591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:05 smithi177 ceph-mon[212096]: pgmap v7591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:06.251 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:46:06.251 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:46:06.251 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:46:06.251 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:46:06.251 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:46:06.251 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:46:06.251 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:46:06.251 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:46:06.251 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:46:06.251 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:46:06.251 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:46:06.251 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:46:06.251 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:46:06.252 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:46:06.252 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:46:06.252 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:46:06.252 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:46:06.252 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:46:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:06 smithi123 ceph-mon[191304]: from='client.51716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:46:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:06 smithi123 ceph-mon[191304]: from='client.51722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:46:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:06 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2332631859' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:46:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:06 smithi123 ceph-mon[188613]: from='client.51716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:46:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:06 smithi123 ceph-mon[188613]: from='client.51722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:46:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:06 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2332631859' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:46:07.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:06 smithi177 ceph-mon[212096]: from='client.51716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:46:07.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:06 smithi177 ceph-mon[212096]: from='client.51722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:46:07.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:06 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2332631859' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:46:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:07 smithi123 ceph-mon[191304]: pgmap v7592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:07 smithi123 ceph-mon[188613]: pgmap v7592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:08.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:07 smithi177 ceph-mon[212096]: pgmap v7592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:46:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:46:09] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:46:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:09 smithi123 ceph-mon[191304]: pgmap v7593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:09 smithi123 ceph-mon[188613]: pgmap v7593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:10.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:09 smithi177 ceph-mon[212096]: pgmap v7593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:11 smithi177 ceph-mon[212096]: pgmap v7594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:11 smithi123 ceph-mon[191304]: pgmap v7594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:11 smithi123 ceph-mon[188613]: pgmap v7594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:46:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:46:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:46:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:13 smithi177 ceph-mon[212096]: pgmap v7595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:13.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:13 smithi123 ceph-mon[191304]: pgmap v7595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:13.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:13 smithi123 ceph-mon[188613]: pgmap v7595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:15 smithi123 ceph-mon[188613]: pgmap v7596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:15 smithi123 ceph-mon[191304]: pgmap v7596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:16.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:15 smithi177 ceph-mon[212096]: pgmap v7596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:17 smithi123 ceph-mon[191304]: pgmap v7597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:17 smithi123 ceph-mon[188613]: pgmap v7597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:18.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:17 smithi177 ceph-mon[212096]: pgmap v7597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:46:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:46:19] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T13:46:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:19 smithi123 ceph-mon[191304]: pgmap v7598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:19 smithi123 ceph-mon[188613]: pgmap v7598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:19 smithi177 ceph-mon[212096]: pgmap v7598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:21 smithi177 ceph-mon[212096]: pgmap v7599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:21 smithi123 ceph-mon[191304]: pgmap v7599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:21 smithi123 ceph-mon[188613]: pgmap v7599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:23 smithi123 ceph-mon[191304]: pgmap v7600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:23.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:23 smithi123 ceph-mon[188613]: pgmap v7600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:23 smithi177 ceph-mon[212096]: pgmap v7600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:25 smithi123 ceph-mon[191304]: pgmap v7601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:25 smithi123 ceph-mon[188613]: pgmap v7601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:25 smithi177 ceph-mon[212096]: pgmap v7601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:46:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:46:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:46:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:27 smithi123 ceph-mon[191304]: pgmap v7602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:27 smithi123 ceph-mon[188613]: pgmap v7602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:27 smithi177 ceph-mon[212096]: pgmap v7602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:46:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:46:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:46:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:29 smithi123 ceph-mon[188613]: pgmap v7603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:29 smithi123 ceph-mon[191304]: pgmap v7603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:29 smithi177 ceph-mon[212096]: pgmap v7603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:31 smithi177 ceph-mon[212096]: pgmap v7604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:31 smithi123 ceph-mon[191304]: pgmap v7604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:31 smithi123 ceph-mon[188613]: pgmap v7604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:33 smithi123 ceph-mon[191304]: pgmap v7605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:33 smithi123 ceph-mon[188613]: pgmap v7605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:33 smithi177 ceph-mon[212096]: pgmap v7605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:35 smithi123 ceph-mon[191304]: pgmap v7606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:35 smithi123 ceph-mon[188613]: pgmap v7606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:35 smithi177 ceph-mon[212096]: pgmap v7606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:36.598 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:46:36.905 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:46:36.905 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 7m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:46:36.905 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 5m ago 2h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:46:36.905 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 7m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:46:36.905 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 5m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:46:36.905 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 5m ago 3h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:46:36.905 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 7m ago 3h 661M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:46:36.905 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 7m ago 3h 931M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:46:36.905 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 5m ago 3h 462M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:46:36.906 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 7m ago 3h 503M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:46:36.906 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 7m ago 2h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:46:36.906 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 5m ago 2h 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:46:36.906 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 7m ago 3h 4282M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:46:36.906 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 7m ago 3h 5025M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:46:36.906 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 7m ago 3h 4100M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:46:36.906 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 7m ago 3h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:46:36.906 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 5m ago 3h 3475M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:46:36.906 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 5m ago 2h 3792M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:46:36.906 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 5m ago 2h 3226M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:46:36.906 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 5m ago 2h 3690M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:46:36.906 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 5m ago 2h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:46:37.289 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:46:37.289 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:46:37.289 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:46:37.289 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:46:37.289 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:46:37.289 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:46:37.289 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:46:37.289 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:46:37.290 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:46:37.290 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:46:37.290 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:46:37.290 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:46:37.290 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:46:37.290 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:46:37.290 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:46:37.290 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:46:37.290 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:46:37.290 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:46:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:37 smithi123 ceph-mon[191304]: from='client.41787 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:46:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:37 smithi123 ceph-mon[191304]: pgmap v7607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:37 smithi123 ceph-mon[191304]: from='client.51740 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:46:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:37 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1687427214' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:46:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:37 smithi123 ceph-mon[188613]: from='client.41787 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:46:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:37 smithi123 ceph-mon[188613]: pgmap v7607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:37 smithi123 ceph-mon[188613]: from='client.51740 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:46:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:37 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1687427214' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:46:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:37 smithi177 ceph-mon[212096]: from='client.41787 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:46:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:37 smithi177 ceph-mon[212096]: pgmap v7607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:37 smithi177 ceph-mon[212096]: from='client.51740 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:46:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:37 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1687427214' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:46:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:46:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:46:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:46:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:39 smithi123 ceph-mon[191304]: pgmap v7608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:39 smithi123 ceph-mon[188613]: pgmap v7608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:39 smithi177 ceph-mon[212096]: pgmap v7608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:41 smithi177 ceph-mon[212096]: pgmap v7609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:41 smithi123 ceph-mon[191304]: pgmap v7609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:41 smithi123 ceph-mon[188613]: pgmap v7609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:46:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:46:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:46:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:43 smithi177 ceph-mon[212096]: pgmap v7610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:43.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:43 smithi123 ceph-mon[191304]: pgmap v7610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:43 smithi123 ceph-mon[188613]: pgmap v7610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:45 smithi123 ceph-mon[191304]: pgmap v7611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:45 smithi123 ceph-mon[188613]: pgmap v7611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:45 smithi177 ceph-mon[212096]: pgmap v7611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:47 smithi123 ceph-mon[191304]: pgmap v7612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:47 smithi123 ceph-mon[188613]: pgmap v7612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:48.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:47 smithi177 ceph-mon[212096]: pgmap v7612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:46:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:46:49] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T13:46:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:49 smithi123 ceph-mon[191304]: pgmap v7613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:49 smithi123 ceph-mon[188613]: pgmap v7613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:49 smithi177 ceph-mon[212096]: pgmap v7613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:51 smithi177 ceph-mon[212096]: pgmap v7614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:51 smithi123 ceph-mon[191304]: pgmap v7614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:51 smithi123 ceph-mon[188613]: pgmap v7614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:53 smithi123 ceph-mon[191304]: pgmap v7615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:53 smithi123 ceph-mon[188613]: pgmap v7615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:54.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:53 smithi177 ceph-mon[212096]: pgmap v7615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:55 smithi123 ceph-mon[191304]: pgmap v7616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:46:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:55 smithi123 ceph-mon[188613]: pgmap v7616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:46:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:55 smithi177 ceph-mon[212096]: pgmap v7616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:46:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:46:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:46:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:46:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:46:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:46:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:46:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:46:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:46:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:46:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:46:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:46:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:46:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:46:58 smithi177 ceph-mon[212096]: pgmap v7617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:46:58 smithi123 ceph-mon[191304]: pgmap v7617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:58.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:46:58 smithi123 ceph-mon[188613]: pgmap v7617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:46:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:46:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:46:59] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:47:00.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:00 smithi177 ceph-mon[212096]: pgmap v7618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:00 smithi123 ceph-mon[191304]: pgmap v7618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:00.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:00 smithi123 ceph-mon[188613]: pgmap v7618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:01 smithi177 ceph-mon[212096]: pgmap v7619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:01 smithi123 ceph-mon[191304]: pgmap v7619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:01 smithi123 ceph-mon[188613]: pgmap v7619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:03 smithi123 ceph-mon[191304]: pgmap v7620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:03 smithi123 ceph-mon[188613]: pgmap v7620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:03 smithi177 ceph-mon[212096]: pgmap v7620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:05 smithi123 ceph-mon[191304]: pgmap v7621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:05 smithi123 ceph-mon[188613]: pgmap v7621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:05 smithi177 ceph-mon[212096]: pgmap v7621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:07.648 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:47:07.957 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:47:07.957 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 8m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:47:07.957 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 6m ago 2h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:47:07.957 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (2h) 8m ago 2h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:47:07.957 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (2h) 6m ago 2h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:47:07.957 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 6m ago 3h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:47:07.957 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 8m ago 3h 661M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:47:07.958 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 8m ago 3h 931M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:47:07.958 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 6m ago 3h 462M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:47:07.958 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 8m ago 3h 503M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:47:07.958 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 8m ago 2h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:47:07.958 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 6m ago 2h 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:47:07.958 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 8m ago 3h 4282M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:47:07.958 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 8m ago 3h 5025M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:47:07.958 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 8m ago 3h 4100M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:47:07.958 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 8m ago 3h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:47:07.958 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 6m ago 3h 3475M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:47:07.958 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 6m ago 3h 3792M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:47:07.958 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 6m ago 3h 3226M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:47:07.958 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 6m ago 2h 3690M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:47:07.958 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 6m ago 2h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:47:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:07 smithi123 ceph-mon[191304]: pgmap v7622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:07 smithi123 ceph-mon[188613]: pgmap v7622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:08.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:07 smithi177 ceph-mon[212096]: pgmap v7622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:08.342 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:47:08.342 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:47:08.342 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:47:08.342 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:47:08.343 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:47:08.343 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:47:08.343 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:47:08.343 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:47:08.343 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:47:08.343 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:47:08.343 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:47:08.343 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:47:08.343 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:47:08.343 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:47:08.343 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:47:08.343 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:47:08.343 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:47:08.343 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:47:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:08 smithi123 ceph-mon[188613]: from='client.41805 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:47:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:08 smithi123 ceph-mon[188613]: from='client.41811 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:47:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:08 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2974674441' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:47:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:08 smithi123 ceph-mon[191304]: from='client.41805 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:47:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:08 smithi123 ceph-mon[191304]: from='client.41811 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:47:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:08 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2974674441' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:47:09.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:08 smithi177 ceph-mon[212096]: from='client.41805 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:47:09.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:08 smithi177 ceph-mon[212096]: from='client.41811 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:47:09.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:08 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2974674441' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:47:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:47:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:47:09] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:47:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:09 smithi123 ceph-mon[191304]: pgmap v7623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:09.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:09 smithi123 ceph-mon[188613]: pgmap v7623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:10.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:09 smithi177 ceph-mon[212096]: pgmap v7623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:11 smithi177 ceph-mon[212096]: pgmap v7624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:11 smithi123 ceph-mon[191304]: pgmap v7624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:11 smithi123 ceph-mon[188613]: pgmap v7624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:47:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:47:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:47:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:13 smithi177 ceph-mon[212096]: pgmap v7625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:13.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:13 smithi123 ceph-mon[188613]: pgmap v7625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:13 smithi123 ceph-mon[191304]: pgmap v7625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:15 smithi123 ceph-mon[191304]: pgmap v7626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:15 smithi123 ceph-mon[188613]: pgmap v7626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:16.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:15 smithi177 ceph-mon[212096]: pgmap v7626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:17 smithi123 ceph-mon[191304]: pgmap v7627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:17 smithi123 ceph-mon[188613]: pgmap v7627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:18.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:17 smithi177 ceph-mon[212096]: pgmap v7627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:47:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:47:19] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:47:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:19 smithi123 ceph-mon[191304]: pgmap v7628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:19 smithi123 ceph-mon[188613]: pgmap v7628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:19 smithi177 ceph-mon[212096]: pgmap v7628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:21 smithi177 ceph-mon[212096]: pgmap v7629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:21 smithi123 ceph-mon[191304]: pgmap v7629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:21 smithi123 ceph-mon[188613]: pgmap v7629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:23 smithi123 ceph-mon[191304]: pgmap v7630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:23 smithi123 ceph-mon[188613]: pgmap v7630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:23 smithi177 ceph-mon[212096]: pgmap v7630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:25 smithi123 ceph-mon[191304]: pgmap v7631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:25 smithi123 ceph-mon[188613]: pgmap v7631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:25 smithi177 ceph-mon[212096]: pgmap v7631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:47:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:47:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:47:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:27 smithi123 ceph-mon[191304]: pgmap v7632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:27 smithi123 ceph-mon[188613]: pgmap v7632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:27 smithi177 ceph-mon[212096]: pgmap v7632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:47:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:47:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:47:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:29 smithi123 ceph-mon[188613]: pgmap v7633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:29 smithi123 ceph-mon[191304]: pgmap v7633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:29 smithi177 ceph-mon[212096]: pgmap v7633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:31 smithi177 ceph-mon[212096]: pgmap v7634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:31 smithi123 ceph-mon[191304]: pgmap v7634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:31 smithi123 ceph-mon[188613]: pgmap v7634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:33 smithi123 ceph-mon[191304]: pgmap v7635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:33 smithi123 ceph-mon[188613]: pgmap v7635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:33 smithi177 ceph-mon[212096]: pgmap v7635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:35 smithi123 ceph-mon[191304]: pgmap v7636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:35 smithi123 ceph-mon[188613]: pgmap v7636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:35 smithi177 ceph-mon[212096]: pgmap v7636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:37 smithi123 ceph-mon[191304]: pgmap v7637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:37 smithi123 ceph-mon[188613]: pgmap v7637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:37 smithi177 ceph-mon[212096]: pgmap v7637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:38.690 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:47:38.998 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:47:38.998 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 8m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:47:38.998 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 6m ago 2h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:47:38.998 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 8m ago 3h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:47:38.998 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 6m ago 3h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:47:38.999 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 6m ago 3h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:47:38.999 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 8m ago 3h 661M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:47:38.999 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 8m ago 3h 931M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:47:38.999 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 6m ago 3h 462M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:47:38.999 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 8m ago 3h 503M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:47:38.999 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 8m ago 2h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:47:38.999 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 6m ago 2h 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:47:38.999 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 8m ago 3h 4282M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:47:38.999 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 8m ago 3h 5025M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:47:38.999 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 8m ago 3h 4100M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:47:38.999 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 8m ago 3h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:47:38.999 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 6m ago 3h 3475M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:47:38.999 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 6m ago 3h 3792M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:47:38.999 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 6m ago 3h 3226M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:47:38.999 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 6m ago 3h 3690M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:47:38.999 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 6m ago 2h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:47:39.379 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:47:39.379 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:47:39.379 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:47:39.379 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:47:39.379 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:47:39.379 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:47:39.379 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:47:39.379 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:47:39.379 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:47:39.379 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:47:39.379 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:47:39.379 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:47:39.380 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:47:39.380 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:47:39.380 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:47:39.380 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:47:39.380 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:47:39.380 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:47:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:47:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:47:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:47:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:39 smithi123 ceph-mon[191304]: pgmap v7638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:39 smithi123 ceph-mon[191304]: from='client.51770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:47:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:39 smithi123 ceph-mon[191304]: from='client.51776 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:47:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:39 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/220121192' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:47:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:39 smithi123 ceph-mon[188613]: pgmap v7638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:39 smithi123 ceph-mon[188613]: from='client.51770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:47:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:39 smithi123 ceph-mon[188613]: from='client.51776 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:47:39.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:39 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/220121192' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:47:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:39 smithi177 ceph-mon[212096]: pgmap v7638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:39 smithi177 ceph-mon[212096]: from='client.51770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:47:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:39 smithi177 ceph-mon[212096]: from='client.51776 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:47:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:39 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/220121192' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:47:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:41 smithi177 ceph-mon[212096]: pgmap v7639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:47:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:41 smithi123 ceph-mon[191304]: pgmap v7639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:47:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:41 smithi123 ceph-mon[188613]: pgmap v7639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:47:43.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:43 smithi123 ceph-mon[191304]: pgmap v7640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:43.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:43 smithi123 ceph-mon[188613]: pgmap v7640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:43 smithi177 ceph-mon[212096]: pgmap v7640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:45 smithi123 ceph-mon[191304]: pgmap v7641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:45.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:45 smithi123 ceph-mon[188613]: pgmap v7641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:45 smithi177 ceph-mon[212096]: pgmap v7641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:47 smithi123 ceph-mon[191304]: pgmap v7642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:47 smithi123 ceph-mon[188613]: pgmap v7642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:48.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:47 smithi177 ceph-mon[212096]: pgmap v7642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:47:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:47:49] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:47:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:49 smithi123 ceph-mon[191304]: pgmap v7643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:49 smithi123 ceph-mon[188613]: pgmap v7643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:49 smithi177 ceph-mon[212096]: pgmap v7643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:51 smithi177 ceph-mon[212096]: pgmap v7644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:51 smithi123 ceph-mon[191304]: pgmap v7644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:51 smithi123 ceph-mon[188613]: pgmap v7644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:53 smithi123 ceph-mon[191304]: pgmap v7645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:53 smithi123 ceph-mon[188613]: pgmap v7645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:54.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:53 smithi177 ceph-mon[212096]: pgmap v7645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:55 smithi177 ceph-mon[212096]: pgmap v7646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:55 smithi123 ceph-mon[191304]: pgmap v7646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:55 smithi123 ceph-mon[188613]: pgmap v7646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:47:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:47:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:47:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:47:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:47:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:47:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:57 smithi123 ceph-mon[191304]: pgmap v7647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:47:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:47:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:47:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:57 smithi123 ceph-mon[188613]: pgmap v7647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:47:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:47:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:47:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:57 smithi177 ceph-mon[212096]: pgmap v7647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:47:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:47:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:47:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:47:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:47:59] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:47:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:47:59 smithi123 ceph-mon[191304]: pgmap v7648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:47:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:47:59 smithi123 ceph-mon[188613]: pgmap v7648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:47:59 smithi177 ceph-mon[212096]: pgmap v7648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:01 smithi177 ceph-mon[212096]: pgmap v7649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:01 smithi123 ceph-mon[191304]: pgmap v7649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:01 smithi123 ceph-mon[188613]: pgmap v7649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:03 smithi123 ceph-mon[191304]: pgmap v7650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:03.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:03 smithi123 ceph-mon[188613]: pgmap v7650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:04.084 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:03 smithi177 ceph-mon[212096]: pgmap v7650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:04.403 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 13:48:04 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T13:48:04.082Z caller=compact.go:519 level=info component=tsdb msg="write block" mint=1703069282799 maxt=1703073600000 ulid=01HJ3QQGHR7EFVNJSV9R67E5ZG duration=58.202528ms 2023-12-20T13:48:04.403 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 13:48:04 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T13:48:04.092Z caller=head.go:1269 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=9.548083ms 2023-12-20T13:48:04.403 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 13:48:04 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T13:48:04.092Z caller=checkpoint.go:100 level=info component=tsdb msg="Creating checkpoint" from_segment=0 to_segment=1 mint=1703073600000 2023-12-20T13:48:04.404 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 13:48:04 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T13:48:04.100Z caller=head.go:1241 level=info component=tsdb msg="WAL checkpoint complete" first=0 last=1 duration=7.373462ms 2023-12-20T13:48:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:05 smithi123 ceph-mon[191304]: pgmap v7651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:05.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:05 smithi123 ceph-mon[188613]: pgmap v7651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:05 smithi177 ceph-mon[212096]: pgmap v7651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:07 smithi123 ceph-mon[191304]: pgmap v7652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:07 smithi123 ceph-mon[188613]: pgmap v7652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:08.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:07 smithi177 ceph-mon[212096]: pgmap v7652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:48:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:48:09] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:48:09.728 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:48:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:09 smithi123 ceph-mon[191304]: pgmap v7653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:09 smithi123 ceph-mon[188613]: pgmap v7653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:10.036 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:48:10.036 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 9m ago 2h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:48:10.036 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 7m ago 2h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:48:10.036 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 9m ago 3h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:48:10.037 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 7m ago 3h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:48:10.037 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 7m ago 3h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:48:10.037 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 9m ago 3h 661M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:48:10.037 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 9m ago 3h 931M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:48:10.037 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 7m ago 3h 462M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:48:10.037 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 9m ago 3h 503M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:48:10.037 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 9m ago 2h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:48:10.037 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 7m ago 2h 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:48:10.037 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 9m ago 3h 4282M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:48:10.037 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 9m ago 3h 5025M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:48:10.038 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 9m ago 3h 4100M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:48:10.038 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 9m ago 3h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:48:10.038 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 7m ago 3h 3475M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:48:10.038 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 7m ago 3h 3792M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:48:10.038 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 7m ago 3h 3226M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:48:10.038 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 7m ago 3h 3690M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:48:10.038 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 7m ago 3h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:48:10.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:09 smithi177 ceph-mon[212096]: pgmap v7653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:10.422 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:48:10.422 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:48:10.422 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:48:10.422 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:48:10.422 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:48:10.422 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:48:10.422 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:48:10.423 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:48:10.423 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:48:10.423 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:48:10.423 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:48:10.423 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:48:10.423 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:48:10.423 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:48:10.423 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:48:10.423 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:48:10.423 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:48:10.423 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:48:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:10 smithi123 ceph-mon[191304]: from='client.41841 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:48:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:10 smithi123 ceph-mon[191304]: from='client.41847 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:48:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:10 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1570396459' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:48:10.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:10 smithi123 ceph-mon[188613]: from='client.41841 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:48:10.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:10 smithi123 ceph-mon[188613]: from='client.41847 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:48:10.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:10 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1570396459' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:48:11.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:10 smithi177 ceph-mon[212096]: from='client.41841 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:48:11.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:10 smithi177 ceph-mon[212096]: from='client.41847 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:48:11.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:10 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1570396459' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:48:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:11 smithi123 ceph-mon[191304]: pgmap v7654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:48:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:11 smithi123 ceph-mon[188613]: pgmap v7654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:48:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:11 smithi177 ceph-mon[212096]: pgmap v7654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:48:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:13 smithi123 ceph-mon[191304]: pgmap v7655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:13.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:13 smithi123 ceph-mon[188613]: pgmap v7655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:14.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:13 smithi177 ceph-mon[212096]: pgmap v7655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:15 smithi123 ceph-mon[191304]: pgmap v7656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:15.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:15 smithi123 ceph-mon[188613]: pgmap v7656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:16.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:15 smithi177 ceph-mon[212096]: pgmap v7656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:17 smithi123 ceph-mon[191304]: pgmap v7657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:17 smithi123 ceph-mon[188613]: pgmap v7657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:18.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:17 smithi177 ceph-mon[212096]: pgmap v7657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:48:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:48:19] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:48:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:19 smithi123 ceph-mon[191304]: pgmap v7658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:19 smithi123 ceph-mon[188613]: pgmap v7658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:19 smithi177 ceph-mon[212096]: pgmap v7658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:21 smithi177 ceph-mon[212096]: pgmap v7659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:21 smithi123 ceph-mon[191304]: pgmap v7659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:21 smithi123 ceph-mon[188613]: pgmap v7659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:23 smithi123 ceph-mon[191304]: pgmap v7660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:23 smithi123 ceph-mon[188613]: pgmap v7660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:23 smithi177 ceph-mon[212096]: pgmap v7660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:25 smithi123 ceph-mon[191304]: pgmap v7661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:25 smithi123 ceph-mon[188613]: pgmap v7661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:25 smithi177 ceph-mon[212096]: pgmap v7661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:48:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:48:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:48:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:27 smithi123 ceph-mon[191304]: pgmap v7662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:27 smithi123 ceph-mon[188613]: pgmap v7662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:27 smithi177 ceph-mon[212096]: pgmap v7662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:48:29] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T13:48:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:29 smithi123 ceph-mon[191304]: pgmap v7663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:29 smithi123 ceph-mon[188613]: pgmap v7663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:29 smithi177 ceph-mon[212096]: pgmap v7663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:31 smithi177 ceph-mon[212096]: pgmap v7664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:31 smithi123 ceph-mon[191304]: pgmap v7664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:31 smithi123 ceph-mon[188613]: pgmap v7664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:33 smithi123 ceph-mon[191304]: pgmap v7665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:33.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:33 smithi123 ceph-mon[188613]: pgmap v7665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:33 smithi177 ceph-mon[212096]: pgmap v7665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:35 smithi123 ceph-mon[188613]: pgmap v7666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:35.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:35 smithi123 ceph-mon[191304]: pgmap v7666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:35 smithi177 ceph-mon[212096]: pgmap v7666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:37 smithi123 ceph-mon[191304]: pgmap v7667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:37 smithi123 ceph-mon[188613]: pgmap v7667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:37 smithi177 ceph-mon[212096]: pgmap v7667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:48:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:48:39] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T13:48:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:39 smithi123 ceph-mon[191304]: pgmap v7668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:39 smithi123 ceph-mon[188613]: pgmap v7668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:39 smithi177 ceph-mon[212096]: pgmap v7668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:40.771 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:48:41.079 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:48:41.080 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 9m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:48:41.080 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 7m ago 3h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:48:41.080 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 9m ago 3h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:48:41.080 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 7m ago 3h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:48:41.080 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 7m ago 3h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:48:41.080 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 9m ago 3h 661M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:48:41.080 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 9m ago 3h 931M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:48:41.080 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 7m ago 3h 462M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:48:41.080 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 9m ago 3h 503M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:48:41.081 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 9m ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:48:41.081 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 7m ago 3h 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:48:41.081 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 9m ago 3h 4282M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:48:41.081 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 9m ago 3h 5025M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:48:41.081 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 9m ago 3h 4100M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:48:41.081 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 9m ago 3h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:48:41.081 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 7m ago 3h 3475M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:48:41.081 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 7m ago 3h 3792M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:48:41.081 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 7m ago 3h 3226M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:48:41.081 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 7m ago 3h 3690M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:48:41.082 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 7m ago 3h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:48:41.465 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:48:41.465 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:48:41.465 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:48:41.465 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:48:41.465 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:48:41.466 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:48:41.466 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:48:41.466 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:48:41.466 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:48:41.466 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:48:41.466 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:48:41.466 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:48:41.466 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:48:41.466 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:48:41.466 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:48:41.466 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:48:41.466 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:48:41.466 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:48:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:41 smithi177 ceph-mon[212096]: pgmap v7669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:41 smithi177 ceph-mon[212096]: from='client.51806 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:48:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:41 smithi177 ceph-mon[212096]: from='client.41865 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:48:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:41 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2893615582' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:48:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:48:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:41 smithi123 ceph-mon[191304]: pgmap v7669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:41 smithi123 ceph-mon[191304]: from='client.51806 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:48:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:41 smithi123 ceph-mon[191304]: from='client.41865 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:48:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:41 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2893615582' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:48:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:48:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:41 smithi123 ceph-mon[188613]: pgmap v7669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:41 smithi123 ceph-mon[188613]: from='client.51806 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:48:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:41 smithi123 ceph-mon[188613]: from='client.41865 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:48:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:41 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2893615582' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:48:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:48:43.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:43 smithi123 ceph-mon[191304]: pgmap v7670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:43 smithi123 ceph-mon[188613]: pgmap v7670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:43 smithi177 ceph-mon[212096]: pgmap v7670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:45 smithi123 ceph-mon[191304]: pgmap v7671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:45.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:45 smithi123 ceph-mon[188613]: pgmap v7671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:45 smithi177 ceph-mon[212096]: pgmap v7671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:47 smithi123 ceph-mon[191304]: pgmap v7672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:47 smithi123 ceph-mon[188613]: pgmap v7672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:48.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:47 smithi177 ceph-mon[212096]: pgmap v7672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:48:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:48:49] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:48:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:49 smithi123 ceph-mon[191304]: pgmap v7673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:49 smithi123 ceph-mon[188613]: pgmap v7673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:49 smithi177 ceph-mon[212096]: pgmap v7673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:51 smithi177 ceph-mon[212096]: pgmap v7674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:51 smithi123 ceph-mon[191304]: pgmap v7674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:51 smithi123 ceph-mon[188613]: pgmap v7674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:53 smithi123 ceph-mon[191304]: pgmap v7675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:53.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:53 smithi123 ceph-mon[188613]: pgmap v7675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:54.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:53 smithi177 ceph-mon[212096]: pgmap v7675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:55 smithi123 ceph-mon[191304]: pgmap v7676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:55.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:55 smithi123 ceph-mon[188613]: pgmap v7676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:55 smithi177 ceph-mon[212096]: pgmap v7676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:48:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:48:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:48:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:57 smithi123 ceph-mon[191304]: pgmap v7677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:48:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:48:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:48:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:57 smithi123 ceph-mon[188613]: pgmap v7677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:48:57.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:48:57.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:48:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:57 smithi177 ceph-mon[212096]: pgmap v7677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:48:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:48:58.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:48:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:48:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:48:59] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:48:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:59 smithi123 ceph-mon[191304]: pgmap v7678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:48:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:48:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:48:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:59 smithi123 ceph-mon[188613]: pgmap v7678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:48:59.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:48:59.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:48:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:49:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:59 smithi177 ceph-mon[212096]: pgmap v7678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:49:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:48:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:49:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:49:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:49:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:49:00.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:49:00.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:49:00.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:49:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:49:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:49:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:49:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:01 smithi123 ceph-mon[191304]: pgmap v7679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:01 smithi123 ceph-mon[188613]: pgmap v7679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:01 smithi177 ceph-mon[212096]: pgmap v7679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:03 smithi123 ceph-mon[191304]: pgmap v7680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:03 smithi123 ceph-mon[188613]: pgmap v7680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:03 smithi177 ceph-mon[212096]: pgmap v7680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:05 smithi177 ceph-mon[212096]: pgmap v7681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:06.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:05 smithi123 ceph-mon[188613]: pgmap v7681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:05 smithi123 ceph-mon[191304]: pgmap v7681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:08.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:07 smithi177 ceph-mon[212096]: pgmap v7682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:08.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:07 smithi123 ceph-mon[188613]: pgmap v7682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:08.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:07 smithi123 ceph-mon[191304]: pgmap v7682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:49:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:49:09] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:49:10.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:09 smithi177 ceph-mon[212096]: pgmap v7683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:10.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:09 smithi123 ceph-mon[188613]: pgmap v7683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:09 smithi123 ceph-mon[191304]: pgmap v7683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:11.810 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:49:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:11 smithi177 ceph-mon[212096]: pgmap v7684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:49:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:11 smithi123 ceph-mon[191304]: pgmap v7684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:49:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:11 smithi123 ceph-mon[188613]: pgmap v7684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:11.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:49:12.118 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:49:12.118 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 12s ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:49:12.118 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 8m ago 3h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:49:12.118 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 12s ago 3h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:49:12.118 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 8m ago 3h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:49:12.118 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 8m ago 3h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:49:12.118 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 12s ago 3h 667M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:49:12.119 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 12s ago 3h 967M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:49:12.119 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 8m ago 3h 462M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:49:12.119 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 12s ago 3h 519M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:49:12.119 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 12s ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:49:12.119 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 8m ago 3h 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:49:12.119 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 12s ago 3h 4315M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:49:12.119 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 12s ago 3h 5057M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:49:12.119 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 12s ago 3h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:49:12.119 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 12s ago 3h 4189M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:49:12.119 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 8m ago 3h 3475M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:49:12.119 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 8m ago 3h 3792M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:49:12.119 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 8m ago 3h 3226M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:49:12.120 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 8m ago 3h 3690M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:49:12.120 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 8m ago 3h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:49:12.500 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:49:12.500 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:49:12.500 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:49:12.500 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:49:12.500 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:49:12.500 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:49:12.500 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:49:12.500 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:49:12.500 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:49:12.501 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:49:12.501 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:49:12.501 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:49:12.501 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:49:12.501 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:49:12.501 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:49:12.501 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:49:12.501 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:49:12.501 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:49:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:12 smithi177 ceph-mon[212096]: from='client.51824 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:49:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:12 smithi177 ceph-mon[212096]: from='client.41883 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:49:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:12 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2681911143' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:49:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:12 smithi123 ceph-mon[191304]: from='client.51824 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:49:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:12 smithi123 ceph-mon[191304]: from='client.41883 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:49:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:12 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2681911143' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:49:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:12 smithi123 ceph-mon[188613]: from='client.51824 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:49:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:12 smithi123 ceph-mon[188613]: from='client.41883 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:49:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:12 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2681911143' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:49:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:13 smithi177 ceph-mon[212096]: pgmap v7685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:13 smithi123 ceph-mon[191304]: pgmap v7685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:13.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:13 smithi123 ceph-mon[188613]: pgmap v7685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:15 smithi123 ceph-mon[191304]: pgmap v7686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:15.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:15 smithi123 ceph-mon[188613]: pgmap v7686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:16.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:15 smithi177 ceph-mon[212096]: pgmap v7686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:17.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:17 smithi123 ceph-mon[188613]: pgmap v7687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:17.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:17 smithi123 ceph-mon[191304]: pgmap v7687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:18.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:17 smithi177 ceph-mon[212096]: pgmap v7687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:49:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:49:19] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:49:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:19 smithi123 ceph-mon[191304]: pgmap v7688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:19.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:19 smithi123 ceph-mon[188613]: pgmap v7688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:19 smithi177 ceph-mon[212096]: pgmap v7688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:21 smithi177 ceph-mon[212096]: pgmap v7689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:21 smithi123 ceph-mon[191304]: pgmap v7689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:21 smithi123 ceph-mon[188613]: pgmap v7689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:23 smithi123 ceph-mon[191304]: pgmap v7690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:23.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:23 smithi123 ceph-mon[188613]: pgmap v7690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:23 smithi177 ceph-mon[212096]: pgmap v7690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:25 smithi123 ceph-mon[191304]: pgmap v7691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:25.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:25 smithi123 ceph-mon[188613]: pgmap v7691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:25 smithi177 ceph-mon[212096]: pgmap v7691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:49:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:49:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:49:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:27 smithi123 ceph-mon[191304]: pgmap v7692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:27 smithi123 ceph-mon[188613]: pgmap v7692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:27 smithi177 ceph-mon[212096]: pgmap v7692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:49:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:49:29] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:49:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:29 smithi177 ceph-mon[212096]: pgmap v7693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:29 smithi123 ceph-mon[191304]: pgmap v7693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:30.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:29 smithi123 ceph-mon[188613]: pgmap v7693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:31.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:31 smithi177 ceph-mon[212096]: pgmap v7694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:31 smithi123 ceph-mon[191304]: pgmap v7694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:31 smithi123 ceph-mon[188613]: pgmap v7694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:33 smithi123 ceph-mon[191304]: pgmap v7695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:33.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:33 smithi123 ceph-mon[188613]: pgmap v7695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:33 smithi177 ceph-mon[212096]: pgmap v7695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:35 smithi123 ceph-mon[191304]: pgmap v7696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:35 smithi123 ceph-mon[188613]: pgmap v7696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:35 smithi177 ceph-mon[212096]: pgmap v7696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:37 smithi123 ceph-mon[191304]: pgmap v7697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:37 smithi123 ceph-mon[188613]: pgmap v7697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:37 smithi177 ceph-mon[212096]: pgmap v7697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:49:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:49:39] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:49:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:39 smithi123 ceph-mon[188613]: pgmap v7698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:39 smithi123 ceph-mon[191304]: pgmap v7698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:39 smithi177 ceph-mon[212096]: pgmap v7698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:41 smithi177 ceph-mon[212096]: pgmap v7699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:49:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:41 smithi123 ceph-mon[191304]: pgmap v7699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:49:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:41 smithi123 ceph-mon[188613]: pgmap v7699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:49:42.848 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:49:43.155 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:49:43.155 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 43s ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:49:43.155 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 8m ago 3h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:49:43.155 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 43s ago 3h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:49:43.155 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 8m ago 3h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:49:43.155 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 8m ago 3h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:49:43.156 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 43s ago 3h 667M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:49:43.156 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 43s ago 3h 967M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:49:43.156 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 8m ago 3h 462M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:49:43.156 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 43s ago 3h 519M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:49:43.156 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 43s ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:49:43.156 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 8m ago 3h 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:49:43.156 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 43s ago 3h 4315M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:49:43.156 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 43s ago 3h 5057M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:49:43.156 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 43s ago 3h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:49:43.156 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 43s ago 3h 4189M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:49:43.156 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 8m ago 3h 3475M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:49:43.156 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 8m ago 3h 3792M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:49:43.156 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 8m ago 3h 3226M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:49:43.156 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 8m ago 3h 3690M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:49:43.156 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 8m ago 3h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:49:43.539 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:49:43.539 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:49:43.539 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:49:43.539 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:49:43.539 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:49:43.539 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:49:43.540 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:49:43.540 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:49:43.540 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:49:43.540 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:49:43.540 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:49:43.540 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:49:43.540 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:49:43.540 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:49:43.540 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:49:43.540 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:49:43.540 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:49:43.540 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:49:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:43 smithi123 ceph-mon[188613]: pgmap v7700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:43 smithi123 ceph-mon[188613]: from='client.51842 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:49:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:43 smithi123 ceph-mon[188613]: from='client.51848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:49:43.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:43 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/849803266' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:49:43.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:43 smithi123 ceph-mon[191304]: pgmap v7700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:43.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:43 smithi123 ceph-mon[191304]: from='client.51842 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:49:43.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:43 smithi123 ceph-mon[191304]: from='client.51848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:49:43.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:43 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/849803266' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:49:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:43 smithi177 ceph-mon[212096]: pgmap v7700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:43 smithi177 ceph-mon[212096]: from='client.51842 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:49:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:43 smithi177 ceph-mon[212096]: from='client.51848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:49:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:43 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/849803266' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:49:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:45 smithi123 ceph-mon[191304]: pgmap v7701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:45 smithi123 ceph-mon[188613]: pgmap v7701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:45 smithi177 ceph-mon[212096]: pgmap v7701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:47 smithi123 ceph-mon[191304]: pgmap v7702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:47 smithi123 ceph-mon[188613]: pgmap v7702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:48.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:47 smithi177 ceph-mon[212096]: pgmap v7702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:49:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:49:49] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:49:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:49 smithi177 ceph-mon[212096]: pgmap v7703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:50.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:49 smithi123 ceph-mon[188613]: pgmap v7703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:49 smithi123 ceph-mon[191304]: pgmap v7703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:51 smithi177 ceph-mon[212096]: pgmap v7704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:51 smithi123 ceph-mon[188613]: pgmap v7704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:51 smithi123 ceph-mon[191304]: pgmap v7704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:53 smithi123 ceph-mon[188613]: pgmap v7705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:53.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:53 smithi123 ceph-mon[191304]: pgmap v7705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:54.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:53 smithi177 ceph-mon[212096]: pgmap v7705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:55 smithi177 ceph-mon[212096]: pgmap v7706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:55 smithi123 ceph-mon[191304]: pgmap v7706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:56.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:55 smithi123 ceph-mon[188613]: pgmap v7706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:49:57.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:49:57.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:49:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:57 smithi177 ceph-mon[212096]: pgmap v7707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:58.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:57 smithi123 ceph-mon[191304]: pgmap v7707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:58.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:57 smithi123 ceph-mon[188613]: pgmap v7707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:49:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:49:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:49:59] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:50:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:49:59 smithi177 ceph-mon[212096]: pgmap v7708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:00.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:49:59 smithi123 ceph-mon[191304]: pgmap v7708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:49:59 smithi123 ceph-mon[188613]: pgmap v7708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T13:49:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T13:50:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:50:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T13:50:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:50:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:50:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:50:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:50:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:50:01.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:50:01.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T13:50:01.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:50:01.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:50:01.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:50:01.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:50:01.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:50:01.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:50:01.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T13:50:01.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:50:01.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:50:01.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:50:01.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:50:01.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:50:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:01 smithi177 ceph-mon[212096]: pgmap v7709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:02.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:01 smithi123 ceph-mon[191304]: pgmap v7709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:02.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:01 smithi123 ceph-mon[188613]: pgmap v7709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:03 smithi177 ceph-mon[212096]: pgmap v7710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:04.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:03 smithi123 ceph-mon[191304]: pgmap v7710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:04.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:03 smithi123 ceph-mon[188613]: pgmap v7710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:06.156 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:05 smithi177 ceph-mon[212096]: pgmap v7711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:05 smithi123 ceph-mon[191304]: pgmap v7711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:06.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:05 smithi123 ceph-mon[188613]: pgmap v7711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:08.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:07 smithi177 ceph-mon[212096]: pgmap v7712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:08.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:07 smithi123 ceph-mon[191304]: pgmap v7712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:08.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:07 smithi123 ceph-mon[188613]: pgmap v7712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:50:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:50:09] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:50:10.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:09 smithi177 ceph-mon[212096]: pgmap v7713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:09 smithi123 ceph-mon[191304]: pgmap v7713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:10.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:09 smithi123 ceph-mon[188613]: pgmap v7713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:11 smithi177 ceph-mon[212096]: pgmap v7714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:50:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:11 smithi123 ceph-mon[188613]: pgmap v7714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:50:11.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:11 smithi123 ceph-mon[191304]: pgmap v7714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:11.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:50:13.894 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:50:14.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:13 smithi177 ceph-mon[212096]: pgmap v7715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:14.210 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:50:14.210 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 74s ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:50:14.210 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 9m ago 3h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:50:14.211 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 74s ago 3h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:50:14.211 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 9m ago 3h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:50:14.211 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 9m ago 3h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:50:14.211 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 74s ago 3h 667M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:50:14.211 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 74s ago 3h 967M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:50:14.211 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 9m ago 3h 462M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:50:14.211 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 74s ago 3h 519M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:50:14.211 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 74s ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:50:14.211 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 9m ago 3h 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:50:14.211 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 74s ago 3h 4315M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:50:14.211 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 74s ago 3h 5057M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:50:14.211 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 74s ago 3h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:50:14.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 74s ago 3h 4189M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:50:14.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 9m ago 3h 3475M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:50:14.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 9m ago 3h 3792M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:50:14.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 9m ago 3h 3226M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:50:14.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 9m ago 3h 3690M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:50:14.212 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 9m ago 3h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:50:14.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:13 smithi123 ceph-mon[191304]: pgmap v7715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:14.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:13 smithi123 ceph-mon[188613]: pgmap v7715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:14.593 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:50:14.593 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:50:14.593 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:50:14.593 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:50:14.593 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:50:14.593 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:50:14.593 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:50:14.594 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:50:14.594 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:50:14.594 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:50:14.594 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:50:14.594 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:50:14.594 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:50:14.594 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:50:14.594 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:50:14.594 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:50:14.594 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:50:14.594 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:50:15.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:14 smithi177 ceph-mon[212096]: from='client.51860 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:50:15.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:14 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/983099752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:50:15.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:14 smithi123 ceph-mon[188613]: from='client.51860 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:50:15.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:14 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/983099752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:50:15.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:14 smithi123 ceph-mon[191304]: from='client.51860 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:50:15.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:14 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/983099752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:50:16.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:15 smithi177 ceph-mon[212096]: from='client.41919 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:50:16.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:15 smithi177 ceph-mon[212096]: pgmap v7716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:16.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:15 smithi123 ceph-mon[188613]: from='client.41919 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:50:16.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:15 smithi123 ceph-mon[188613]: pgmap v7716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:16.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:15 smithi123 ceph-mon[191304]: from='client.41919 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:50:16.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:15 smithi123 ceph-mon[191304]: pgmap v7716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:18.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:17 smithi177 ceph-mon[212096]: pgmap v7717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:18.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:17 smithi123 ceph-mon[191304]: pgmap v7717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:18.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:17 smithi123 ceph-mon[188613]: pgmap v7717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:50:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:50:19] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:50:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:19 smithi177 ceph-mon[212096]: pgmap v7718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:20.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:19 smithi123 ceph-mon[188613]: pgmap v7718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:20.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:19 smithi123 ceph-mon[191304]: pgmap v7718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:21 smithi177 ceph-mon[212096]: pgmap v7719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:21 smithi123 ceph-mon[191304]: pgmap v7719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:21 smithi123 ceph-mon[188613]: pgmap v7719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:24.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:23 smithi177 ceph-mon[212096]: pgmap v7720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:24.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:23 smithi123 ceph-mon[191304]: pgmap v7720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:23 smithi123 ceph-mon[188613]: pgmap v7720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:25 smithi177 ceph-mon[212096]: pgmap v7721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:25 smithi123 ceph-mon[191304]: pgmap v7721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:25 smithi123 ceph-mon[188613]: pgmap v7721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:50:27.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:50:27.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:50:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:27 smithi177 ceph-mon[212096]: pgmap v7722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:27 smithi123 ceph-mon[191304]: pgmap v7722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:28.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:27 smithi123 ceph-mon[188613]: pgmap v7722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:50:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:50:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:50:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:29 smithi177 ceph-mon[212096]: pgmap v7723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:29 smithi123 ceph-mon[191304]: pgmap v7723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:30.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:29 smithi123 ceph-mon[188613]: pgmap v7723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:31 smithi177 ceph-mon[212096]: pgmap v7724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:31 smithi123 ceph-mon[191304]: pgmap v7724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:31 smithi123 ceph-mon[188613]: pgmap v7724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:33 smithi177 ceph-mon[212096]: pgmap v7725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:33 smithi123 ceph-mon[191304]: pgmap v7725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:34.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:33 smithi123 ceph-mon[188613]: pgmap v7725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:35 smithi177 ceph-mon[212096]: pgmap v7726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:35 smithi123 ceph-mon[191304]: pgmap v7726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:36.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:35 smithi123 ceph-mon[188613]: pgmap v7726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:37 smithi177 ceph-mon[212096]: pgmap v7727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:37 smithi123 ceph-mon[188613]: pgmap v7727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:37 smithi123 ceph-mon[191304]: pgmap v7727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:50:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:50:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:50:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:39 smithi177 ceph-mon[212096]: pgmap v7728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:39 smithi123 ceph-mon[191304]: pgmap v7728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:39 smithi123 ceph-mon[188613]: pgmap v7728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:41 smithi177 ceph-mon[212096]: pgmap v7729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:50:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:41 smithi123 ceph-mon[188613]: pgmap v7729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:50:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:41 smithi123 ceph-mon[191304]: pgmap v7729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:50:44.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:43 smithi177 ceph-mon[212096]: pgmap v7730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:44.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:43 smithi123 ceph-mon[188613]: pgmap v7730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:44.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:43 smithi123 ceph-mon[191304]: pgmap v7730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:44.946 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:50:45.252 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:50:45.253 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 105s ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:50:45.253 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 9m ago 3h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:50:45.253 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 105s ago 3h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:50:45.253 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 9m ago 3h 27.0M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:50:45.253 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 9m ago 3h 460M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:50:45.253 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 105s ago 3h 667M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:50:45.253 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 105s ago 3h 967M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:50:45.253 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 9m ago 3h 462M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:50:45.253 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 105s ago 3h 519M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:50:45.253 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 105s ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:50:45.253 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 9m ago 3h 22.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:50:45.253 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 105s ago 3h 4315M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:50:45.254 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 105s ago 3h 5057M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:50:45.254 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 105s ago 3h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:50:45.254 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 105s ago 3h 4189M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:50:45.254 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 9m ago 3h 3475M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:50:45.254 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 9m ago 3h 3792M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:50:45.254 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 9m ago 3h 3226M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:50:45.254 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 9m ago 3h 3690M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:50:45.254 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 9m ago 3h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:50:45.634 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:50:45.635 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:50:45.635 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:50:45.635 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:50:45.635 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:50:45.635 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:50:45.635 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:50:45.635 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:50:45.635 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:50:45.635 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:50:45.635 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:50:45.636 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:50:45.636 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:50:45.636 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:50:45.636 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:50:45.636 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:50:45.636 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:50:45.636 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:50:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:45 smithi177 ceph-mon[212096]: pgmap v7731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:45 smithi177 ceph-mon[212096]: from='client.41931 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:50:46.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:45 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3934938912' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:50:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:45 smithi123 ceph-mon[191304]: pgmap v7731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:45 smithi123 ceph-mon[191304]: from='client.41931 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:50:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:45 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3934938912' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:50:46.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:45 smithi123 ceph-mon[188613]: pgmap v7731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:46.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:45 smithi123 ceph-mon[188613]: from='client.41931 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:50:46.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:45 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3934938912' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:50:47.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:46 smithi177 ceph-mon[212096]: from='client.41937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:50:47.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:46 smithi123 ceph-mon[191304]: from='client.41937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:50:47.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:46 smithi123 ceph-mon[188613]: from='client.41937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:50:48.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:47 smithi177 ceph-mon[212096]: pgmap v7732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:47 smithi123 ceph-mon[191304]: pgmap v7732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:48.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:47 smithi123 ceph-mon[188613]: pgmap v7732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:50:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:50:49] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:50:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:49 smithi177 ceph-mon[212096]: pgmap v7733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:49 smithi123 ceph-mon[191304]: pgmap v7733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:50.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:49 smithi123 ceph-mon[188613]: pgmap v7733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:51 smithi177 ceph-mon[212096]: pgmap v7734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:51 smithi123 ceph-mon[188613]: pgmap v7734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:51 smithi123 ceph-mon[191304]: pgmap v7734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:54.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:53 smithi177 ceph-mon[212096]: pgmap v7735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:53 smithi123 ceph-mon[191304]: pgmap v7735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:54.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:53 smithi123 ceph-mon[188613]: pgmap v7735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:55 smithi177 ceph-mon[212096]: pgmap v7736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:55 smithi123 ceph-mon[191304]: pgmap v7736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:56.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:55 smithi123 ceph-mon[188613]: pgmap v7736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:50:57.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:50:57.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:50:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:57 smithi177 ceph-mon[212096]: pgmap v7737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:58.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:57 smithi123 ceph-mon[191304]: pgmap v7737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:58.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:57 smithi123 ceph-mon[188613]: pgmap v7737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:50:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:50:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:50:59] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:51:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:50:59 smithi177 ceph-mon[212096]: pgmap v7738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:50:59 smithi123 ceph-mon[188613]: pgmap v7738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:50:59 smithi123 ceph-mon[191304]: pgmap v7738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:01 smithi177 ceph-mon[212096]: pgmap v7739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:51:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:01 smithi123 ceph-mon[191304]: pgmap v7739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:51:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:01 smithi123 ceph-mon[188613]: pgmap v7739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:51:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:03 smithi177 ceph-mon[212096]: pgmap v7740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:51:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:51:04.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:51:04.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:51:04.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:51:04.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:03 smithi123 ceph-mon[191304]: pgmap v7740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:04.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:51:04.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:51:04.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:51:04.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:51:04.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:51:04.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:03 smithi123 ceph-mon[188613]: pgmap v7740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:04.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:51:04.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:51:04.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:51:04.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:51:04.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:51:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:05 smithi177 ceph-mon[212096]: pgmap v7741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:06.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:05 smithi123 ceph-mon[188613]: pgmap v7741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:05 smithi123 ceph-mon[191304]: pgmap v7741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:08.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:07 smithi177 ceph-mon[212096]: pgmap v7742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:08.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:07 smithi123 ceph-mon[188613]: pgmap v7742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:08.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:07 smithi123 ceph-mon[191304]: pgmap v7742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:51:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:51:09] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:51:10.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:09 smithi177 ceph-mon[212096]: pgmap v7743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:10.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:09 smithi123 ceph-mon[188613]: pgmap v7743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:09 smithi123 ceph-mon[191304]: pgmap v7743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:11 smithi177 ceph-mon[212096]: pgmap v7744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:51:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:11 smithi123 ceph-mon[191304]: pgmap v7744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:51:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:11 smithi123 ceph-mon[188613]: pgmap v7744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:11.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:51:14.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:13 smithi177 ceph-mon[212096]: pgmap v7745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:14.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:13 smithi123 ceph-mon[191304]: pgmap v7745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:14.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:13 smithi123 ceph-mon[188613]: pgmap v7745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:15.984 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:51:16.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:15 smithi177 ceph-mon[212096]: pgmap v7746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:16.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:15 smithi123 ceph-mon[191304]: pgmap v7746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:16.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:15 smithi123 ceph-mon[188613]: pgmap v7746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:16.292 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:51:16.292 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (2h) 2m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:51:16.292 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (2h) 13s ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:51:16.292 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 2m ago 3h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:51:16.293 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 13s ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:51:16.293 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 13s ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:51:16.293 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (2h) 2m ago 3h 667M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:51:16.293 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 2m ago 3h 967M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:51:16.293 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 13s ago 3h 480M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:51:16.293 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 2m ago 3h 519M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:51:16.293 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (2h) 2m ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:51:16.293 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (2h) 13s ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:51:16.293 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 2m ago 3h 4315M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:51:16.294 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 2m ago 3h 5057M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:51:16.294 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 2m ago 3h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:51:16.294 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 2m ago 3h 4189M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:51:16.294 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 13s ago 3h 3503M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:51:16.294 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 13s ago 3h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:51:16.294 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 13s ago 3h 3256M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:51:16.294 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 13s ago 3h 3727M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:51:16.294 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 13s ago 3h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:51:16.674 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:51:16.674 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:51:16.674 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:51:16.674 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:51:16.674 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:51:16.674 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:51:16.674 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:51:16.674 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:51:16.674 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:51:16.674 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:51:16.674 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:51:16.674 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:51:16.675 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:51:16.675 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:51:16.675 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:51:16.675 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:51:16.675 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:51:16.675 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:51:17.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:16 smithi177 ceph-mon[212096]: from='client.41949 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:51:17.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:16 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/292819932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:51:17.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:16 smithi123 ceph-mon[191304]: from='client.41949 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:51:17.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:16 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/292819932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:51:17.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:16 smithi123 ceph-mon[188613]: from='client.41949 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:51:17.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:16 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/292819932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:51:18.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:17 smithi177 ceph-mon[212096]: from='client.41955 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:51:18.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:17 smithi177 ceph-mon[212096]: pgmap v7747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:18.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:17 smithi123 ceph-mon[188613]: from='client.41955 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:51:18.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:17 smithi123 ceph-mon[188613]: pgmap v7747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:18.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:17 smithi123 ceph-mon[191304]: from='client.41955 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:51:18.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:17 smithi123 ceph-mon[191304]: pgmap v7747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:51:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:51:19] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:51:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:19 smithi177 ceph-mon[212096]: pgmap v7748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:20.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:19 smithi123 ceph-mon[191304]: pgmap v7748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:20.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:19 smithi123 ceph-mon[188613]: pgmap v7748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:21 smithi177 ceph-mon[212096]: pgmap v7749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:21 smithi123 ceph-mon[188613]: pgmap v7749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:21 smithi123 ceph-mon[191304]: pgmap v7749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:23 smithi177 ceph-mon[212096]: pgmap v7750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:24.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:23 smithi123 ceph-mon[191304]: pgmap v7750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:23 smithi123 ceph-mon[188613]: pgmap v7750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:25 smithi177 ceph-mon[212096]: pgmap v7751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:25 smithi123 ceph-mon[191304]: pgmap v7751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:25 smithi123 ceph-mon[188613]: pgmap v7751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:51:27.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:51:27.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:51:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:27 smithi177 ceph-mon[212096]: pgmap v7752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:27 smithi123 ceph-mon[191304]: pgmap v7752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:28.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:27 smithi123 ceph-mon[188613]: pgmap v7752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:28.903 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 13:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T13:51:28.589417791Z level=info msg="Completed cleanup jobs" duration=15.480542ms 2023-12-20T13:51:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:51:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:51:29] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:51:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:29 smithi177 ceph-mon[212096]: pgmap v7753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:30.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:29 smithi123 ceph-mon[188613]: pgmap v7753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:29 smithi123 ceph-mon[191304]: pgmap v7753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:31 smithi177 ceph-mon[212096]: pgmap v7754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:31 smithi123 ceph-mon[191304]: pgmap v7754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:31 smithi123 ceph-mon[188613]: pgmap v7754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:33 smithi177 ceph-mon[212096]: pgmap v7755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:33 smithi123 ceph-mon[191304]: pgmap v7755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:34.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:33 smithi123 ceph-mon[188613]: pgmap v7755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:35 smithi177 ceph-mon[212096]: pgmap v7756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:35 smithi123 ceph-mon[191304]: pgmap v7756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:36.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:35 smithi123 ceph-mon[188613]: pgmap v7756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:37 smithi177 ceph-mon[212096]: pgmap v7757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:37 smithi123 ceph-mon[191304]: pgmap v7757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:37 smithi123 ceph-mon[188613]: pgmap v7757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:51:39] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:51:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:39 smithi177 ceph-mon[212096]: pgmap v7758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:39 smithi123 ceph-mon[191304]: pgmap v7758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:39 smithi123 ceph-mon[188613]: pgmap v7758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:41.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:41 smithi177 ceph-mon[212096]: pgmap v7759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:41.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:51:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:41 smithi123 ceph-mon[191304]: pgmap v7759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:51:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:41 smithi123 ceph-mon[188613]: pgmap v7759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:51:44.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:43 smithi177 ceph-mon[212096]: pgmap v7760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:44.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:43 smithi123 ceph-mon[188613]: pgmap v7760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:44.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:43 smithi123 ceph-mon[191304]: pgmap v7760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:45 smithi177 ceph-mon[212096]: pgmap v7761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:46.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:45 smithi123 ceph-mon[188613]: pgmap v7761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:45 smithi123 ceph-mon[191304]: pgmap v7761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:47.019 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:51:47.327 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:51:47.328 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 2m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:51:47.328 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 44s ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:51:47.328 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 2m ago 3h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:51:47.328 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 44s ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:51:47.328 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (2h) 44s ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:51:47.328 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 2m ago 3h 667M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:51:47.328 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (2h) 2m ago 3h 967M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:51:47.328 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 44s ago 3h 480M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:51:47.328 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 2m ago 3h 519M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:51:47.328 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 2m ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:51:47.329 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 44s ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:51:47.329 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 2m ago 3h 4315M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:51:47.329 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 2m ago 3h 5057M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:51:47.329 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 2m ago 3h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:51:47.329 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 2m ago 3h 4189M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:51:47.329 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 44s ago 3h 3503M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:51:47.329 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 44s ago 3h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:51:47.329 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 44s ago 3h 3256M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:51:47.329 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 44s ago 3h 3727M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:51:47.329 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (2h) 44s ago 3h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:51:47.711 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:51:47.711 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:51:47.712 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:51:47.712 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:51:47.712 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:51:47.712 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:51:47.712 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:51:47.712 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:51:47.712 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:51:47.712 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:51:47.712 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:51:47.712 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:51:47.712 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:51:47.713 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:51:47.713 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:51:47.713 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:51:47.713 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:51:47.713 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:51:48.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:47 smithi177 ceph-mon[212096]: pgmap v7762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:48.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:47 smithi177 ceph-mon[212096]: from='client.41967 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:51:48.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:47 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3073086208' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:51:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:47 smithi123 ceph-mon[191304]: pgmap v7762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:47 smithi123 ceph-mon[191304]: from='client.41967 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:51:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:47 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3073086208' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:51:48.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:47 smithi123 ceph-mon[188613]: pgmap v7762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:48.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:47 smithi123 ceph-mon[188613]: from='client.41967 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:51:48.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:47 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3073086208' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:51:49.079 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:48 smithi123 ceph-mon[188613]: from='client.51920 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:51:49.080 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:48 smithi123 ceph-mon[191304]: from='client.51920 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:51:49.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:48 smithi177 ceph-mon[212096]: from='client.51920 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:51:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:51:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:51:49] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:51:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:49 smithi177 ceph-mon[212096]: pgmap v7763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:49 smithi123 ceph-mon[191304]: pgmap v7763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:50.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:49 smithi123 ceph-mon[188613]: pgmap v7763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:51 smithi177 ceph-mon[212096]: pgmap v7764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:51 smithi123 ceph-mon[191304]: pgmap v7764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:51 smithi123 ceph-mon[188613]: pgmap v7764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:54.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:53 smithi177 ceph-mon[212096]: pgmap v7765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:53 smithi123 ceph-mon[191304]: pgmap v7765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:54.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:53 smithi123 ceph-mon[188613]: pgmap v7765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:55 smithi177 ceph-mon[212096]: pgmap v7766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:55 smithi123 ceph-mon[191304]: pgmap v7766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:56.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:55 smithi123 ceph-mon[188613]: pgmap v7766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:51:57.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:51:57.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:51:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:57 smithi177 ceph-mon[212096]: pgmap v7767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:58.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:57 smithi123 ceph-mon[191304]: pgmap v7767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:58.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:57 smithi123 ceph-mon[188613]: pgmap v7767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:51:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:51:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:51:59] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:52:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:51:59 smithi177 ceph-mon[212096]: pgmap v7768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:00.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:51:59 smithi123 ceph-mon[191304]: pgmap v7768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:51:59 smithi123 ceph-mon[188613]: pgmap v7768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:01 smithi177 ceph-mon[212096]: pgmap v7769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:01 smithi123 ceph-mon[191304]: pgmap v7769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:01 smithi123 ceph-mon[188613]: pgmap v7769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:03 smithi177 ceph-mon[212096]: pgmap v7770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:04.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:03 smithi123 ceph-mon[191304]: pgmap v7770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:04.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:03 smithi123 ceph-mon[188613]: pgmap v7770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:05.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:52:05.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:52:05.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:52:05.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:52:05.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:52:05.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:52:05.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:52:05.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:52:05.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:52:05.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:52:05.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:52:05.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:52:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:05 smithi177 ceph-mon[212096]: pgmap v7771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:05 smithi123 ceph-mon[191304]: pgmap v7771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:06.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:05 smithi123 ceph-mon[188613]: pgmap v7771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:08.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:07 smithi177 ceph-mon[212096]: pgmap v7772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:08.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:07 smithi123 ceph-mon[191304]: pgmap v7772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:08.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:07 smithi123 ceph-mon[188613]: pgmap v7772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:52:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:52:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:52:10.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:09 smithi177 ceph-mon[212096]: pgmap v7773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:09 smithi123 ceph-mon[191304]: pgmap v7773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:10.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:09 smithi123 ceph-mon[188613]: pgmap v7773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:11 smithi177 ceph-mon[212096]: pgmap v7774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:11.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:52:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:11 smithi123 ceph-mon[188613]: pgmap v7774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:52:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:11 smithi123 ceph-mon[191304]: pgmap v7774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:52:14.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:13 smithi177 ceph-mon[212096]: pgmap v7775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:14.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:13 smithi123 ceph-mon[191304]: pgmap v7775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:14.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:13 smithi123 ceph-mon[188613]: pgmap v7775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:16.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:15 smithi177 ceph-mon[212096]: pgmap v7776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:16.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:15 smithi123 ceph-mon[191304]: pgmap v7776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:16.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:15 smithi123 ceph-mon[188613]: pgmap v7776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:18.064 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:52:18.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:17 smithi177 ceph-mon[212096]: pgmap v7777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:18.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:17 smithi123 ceph-mon[191304]: pgmap v7777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:18.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:17 smithi123 ceph-mon[188613]: pgmap v7777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:18.372 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:52:18.372 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 3m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:52:18.373 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 75s ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:52:18.373 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 3m ago 3h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:52:18.373 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 75s ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:52:18.373 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 75s ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:52:18.373 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 3m ago 3h 667M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:52:18.373 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 3m ago 3h 967M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:52:18.373 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (2h) 75s ago 3h 480M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:52:18.373 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (2h) 3m ago 3h 519M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:52:18.373 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 3m ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:52:18.374 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 75s ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:52:18.374 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 3m ago 3h 4315M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:52:18.374 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 3m ago 3h 5057M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:52:18.374 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 3m ago 3h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:52:18.374 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 3m ago 3h 4189M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:52:18.374 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 75s ago 3h 3503M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:52:18.374 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 75s ago 3h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:52:18.374 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 75s ago 3h 3256M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:52:18.374 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 75s ago 3h 3727M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:52:18.374 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 75s ago 3h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:52:18.750 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:52:18.751 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:52:18.751 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:52:18.751 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:52:18.751 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:52:18.751 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:52:18.751 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:52:18.751 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:52:18.751 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:52:18.751 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:52:18.751 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:52:18.752 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:52:18.752 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:52:18.752 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:52:18.752 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:52:18.752 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:52:18.752 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:52:18.752 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:52:19.079 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:18 smithi123 ceph-mon[191304]: from='client.51932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:52:19.080 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:18 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3577868491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:52:19.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:18 smithi123 ceph-mon[188613]: from='client.51932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:52:19.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:18 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3577868491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:52:19.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:18 smithi177 ceph-mon[212096]: from='client.51932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:52:19.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:18 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3577868491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:52:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:52:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:52:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:52:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:19 smithi177 ceph-mon[212096]: from='client.51938 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:52:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:19 smithi177 ceph-mon[212096]: pgmap v7778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:20.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:19 smithi123 ceph-mon[191304]: from='client.51938 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:52:20.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:19 smithi123 ceph-mon[191304]: pgmap v7778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:20.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:19 smithi123 ceph-mon[188613]: from='client.51938 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:52:20.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:19 smithi123 ceph-mon[188613]: pgmap v7778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:21 smithi177 ceph-mon[212096]: pgmap v7779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:21 smithi123 ceph-mon[191304]: pgmap v7779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:21 smithi123 ceph-mon[188613]: pgmap v7779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:23 smithi177 ceph-mon[212096]: pgmap v7780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:24.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:23 smithi123 ceph-mon[191304]: pgmap v7780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:24.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:23 smithi123 ceph-mon[188613]: pgmap v7780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:25 smithi177 ceph-mon[212096]: pgmap v7781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:25 smithi123 ceph-mon[191304]: pgmap v7781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:25 smithi123 ceph-mon[188613]: pgmap v7781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:52:27.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:52:27.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:52:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:27 smithi177 ceph-mon[212096]: pgmap v7782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:27 smithi123 ceph-mon[191304]: pgmap v7782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:28.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:27 smithi123 ceph-mon[188613]: pgmap v7782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:52:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:52:29] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-20T13:52:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:29 smithi177 ceph-mon[212096]: pgmap v7783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:29 smithi123 ceph-mon[191304]: pgmap v7783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:30.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:29 smithi123 ceph-mon[188613]: pgmap v7783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:31 smithi177 ceph-mon[212096]: pgmap v7784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:31 smithi123 ceph-mon[191304]: pgmap v7784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:31 smithi123 ceph-mon[188613]: pgmap v7784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:33 smithi177 ceph-mon[212096]: pgmap v7785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:33 smithi123 ceph-mon[191304]: pgmap v7785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:34.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:33 smithi123 ceph-mon[188613]: pgmap v7785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:35 smithi177 ceph-mon[212096]: pgmap v7786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:35 smithi123 ceph-mon[191304]: pgmap v7786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:36.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:35 smithi123 ceph-mon[188613]: pgmap v7786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:37 smithi177 ceph-mon[212096]: pgmap v7787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:37 smithi123 ceph-mon[191304]: pgmap v7787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:37 smithi123 ceph-mon[188613]: pgmap v7787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:52:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:52:39] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-20T13:52:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:39 smithi177 ceph-mon[212096]: pgmap v7788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:39 smithi123 ceph-mon[191304]: pgmap v7788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:39 smithi123 ceph-mon[188613]: pgmap v7788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:41 smithi177 ceph-mon[212096]: pgmap v7789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:52:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:41 smithi123 ceph-mon[191304]: pgmap v7789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:52:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:41 smithi123 ceph-mon[188613]: pgmap v7789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:52:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:43 smithi177 ceph-mon[212096]: pgmap v7790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:44.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:43 smithi123 ceph-mon[191304]: pgmap v7790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:44.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:43 smithi123 ceph-mon[188613]: pgmap v7790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:45 smithi177 ceph-mon[212096]: pgmap v7791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:46.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:45 smithi123 ceph-mon[188613]: pgmap v7791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:45 smithi123 ceph-mon[191304]: pgmap v7791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:48.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:47 smithi177 ceph-mon[212096]: pgmap v7792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:48.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:47 smithi123 ceph-mon[188613]: pgmap v7792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:47 smithi123 ceph-mon[191304]: pgmap v7792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:49.095 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:52:49.402 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:52:49.402 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 3m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:52:49.402 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 106s ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:52:49.402 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 3m ago 3h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:52:49.402 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 106s ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:52:49.402 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 106s ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:52:49.402 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 3m ago 3h 667M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:52:49.402 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 3m ago 3h 967M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:52:49.402 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 106s ago 3h 480M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:52:49.403 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 3m ago 3h 519M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:52:49.403 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 3m ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:52:49.403 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 106s ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:52:49.403 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (2h) 3m ago 3h 4315M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:52:49.403 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 3m ago 3h 5057M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:52:49.403 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 3m ago 3h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:52:49.403 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 3m ago 3h 4189M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:52:49.403 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 106s ago 3h 3503M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:52:49.403 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 106s ago 3h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:52:49.403 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 106s ago 3h 3256M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:52:49.403 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 106s ago 3h 3727M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:52:49.403 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 106s ago 3h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:52:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:52:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:52:49] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-20T13:52:49.783 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:52:49.783 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:52:49.783 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:52:49.783 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:52:49.783 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:52:49.783 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:52:49.783 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:52:49.783 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:52:49.783 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:52:49.783 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:52:49.783 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:52:49.783 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:52:49.783 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:52:49.783 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:52:49.784 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:52:49.784 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:52:49.784 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:52:49.784 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:52:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:49 smithi177 ceph-mon[212096]: pgmap v7793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:49 smithi177 ceph-mon[212096]: from='client.51950 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:52:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:49 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2340534271' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:52:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:49 smithi123 ceph-mon[191304]: pgmap v7793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:49 smithi123 ceph-mon[191304]: from='client.51950 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:52:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:49 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2340534271' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:52:50.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:49 smithi123 ceph-mon[188613]: pgmap v7793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:50.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:49 smithi123 ceph-mon[188613]: from='client.51950 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:52:50.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:49 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2340534271' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:52:51.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:50 smithi177 ceph-mon[212096]: from='client.42009 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:52:51.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:50 smithi123 ceph-mon[188613]: from='client.42009 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:52:51.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:50 smithi123 ceph-mon[191304]: from='client.42009 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:52:52.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:51 smithi177 ceph-mon[212096]: pgmap v7794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:52.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:51 smithi123 ceph-mon[188613]: pgmap v7794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:52.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:51 smithi123 ceph-mon[191304]: pgmap v7794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:54.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:53 smithi177 ceph-mon[212096]: pgmap v7795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:53 smithi123 ceph-mon[191304]: pgmap v7795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:54.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:53 smithi123 ceph-mon[188613]: pgmap v7795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:55 smithi177 ceph-mon[212096]: pgmap v7796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:55 smithi123 ceph-mon[191304]: pgmap v7796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:56.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:55 smithi123 ceph-mon[188613]: pgmap v7796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:52:57.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:52:57.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:52:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:57 smithi177 ceph-mon[212096]: pgmap v7797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:58.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:57 smithi123 ceph-mon[191304]: pgmap v7797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:58.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:57 smithi123 ceph-mon[188613]: pgmap v7797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:52:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:52:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:52:59] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:53:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:52:59 smithi177 ceph-mon[212096]: pgmap v7798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:00.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:52:59 smithi123 ceph-mon[191304]: pgmap v7798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:52:59 smithi123 ceph-mon[188613]: pgmap v7798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:01 smithi177 ceph-mon[212096]: pgmap v7799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:01 smithi123 ceph-mon[191304]: pgmap v7799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:01 smithi123 ceph-mon[188613]: pgmap v7799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:03 smithi177 ceph-mon[212096]: pgmap v7800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:04.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:03 smithi123 ceph-mon[191304]: pgmap v7800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:04.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:03 smithi123 ceph-mon[188613]: pgmap v7800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:05.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:53:05.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:53:05.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:53:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:05 smithi177 ceph-mon[212096]: pgmap v7801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:53:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:53:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:53:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:05 smithi123 ceph-mon[191304]: pgmap v7801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:53:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:53:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:53:06.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:05 smithi123 ceph-mon[188613]: pgmap v7801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:06.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:53:06.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:53:06.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:53:08.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:07 smithi177 ceph-mon[212096]: pgmap v7802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:08.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:07 smithi123 ceph-mon[191304]: pgmap v7802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:08.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:07 smithi123 ceph-mon[188613]: pgmap v7802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:53:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:53:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:53:10.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:09 smithi177 ceph-mon[212096]: pgmap v7803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:09 smithi123 ceph-mon[191304]: pgmap v7803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:10.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:09 smithi123 ceph-mon[188613]: pgmap v7803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:11 smithi177 ceph-mon[212096]: pgmap v7804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:53:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:11 smithi123 ceph-mon[188613]: pgmap v7804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:53:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:11 smithi123 ceph-mon[191304]: pgmap v7804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:53:14.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:13 smithi177 ceph-mon[212096]: pgmap v7805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:14.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:13 smithi123 ceph-mon[191304]: pgmap v7805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:14.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:13 smithi123 ceph-mon[188613]: pgmap v7805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:16.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:15 smithi177 ceph-mon[212096]: pgmap v7806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:16.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:15 smithi123 ceph-mon[191304]: pgmap v7806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:16.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:15 smithi123 ceph-mon[188613]: pgmap v7806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:18.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:17 smithi177 ceph-mon[212096]: pgmap v7807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:18.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:17 smithi123 ceph-mon[191304]: pgmap v7807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:18.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:17 smithi123 ceph-mon[188613]: pgmap v7807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:53:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:53:19] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:53:20.128 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:53:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:19 smithi177 ceph-mon[212096]: pgmap v7808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:20.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:19 smithi123 ceph-mon[191304]: pgmap v7808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:20.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:19 smithi123 ceph-mon[188613]: pgmap v7808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:20.435 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:53:20.435 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 4m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:53:20.435 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 2m ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:53:20.435 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 4m ago 3h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:53:20.435 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 2m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:53:20.435 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 2m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:53:20.435 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 4m ago 3h 667M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:53:20.435 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 4m ago 3h 967M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:53:20.435 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 2m ago 3h 480M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:53:20.435 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 4m ago 3h 519M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:53:20.435 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 4m ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:53:20.435 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 2m ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:53:20.435 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 4m ago 3h 4315M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:53:20.436 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (2h) 4m ago 3h 5057M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:53:20.436 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 4m ago 3h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:53:20.436 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 4m ago 3h 4189M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:53:20.436 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 2m ago 3h 3503M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:53:20.436 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 2m ago 3h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:53:20.436 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 2m ago 3h 3256M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:53:20.436 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 2m ago 3h 3727M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:53:20.436 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 2m ago 3h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:53:20.824 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:53:20.824 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:53:20.824 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:53:20.824 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:53:20.824 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:53:20.824 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:53:20.824 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:53:20.825 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:53:20.825 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:53:20.825 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:53:20.825 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:53:20.825 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:53:20.825 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:53:20.825 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:53:20.825 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:53:20.825 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:53:20.825 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:53:20.825 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:53:21.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:20 smithi177 ceph-mon[212096]: from='client.42021 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:53:21.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:20 smithi123 ceph-mon[191304]: from='client.42021 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:53:21.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:20 smithi123 ceph-mon[188613]: from='client.42021 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:53:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:21 smithi177 ceph-mon[212096]: from='client.51974 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:53:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:21 smithi177 ceph-mon[212096]: pgmap v7809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:21 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4260571357' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:53:22.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:21 smithi123 ceph-mon[191304]: from='client.51974 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:53:22.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:21 smithi123 ceph-mon[191304]: pgmap v7809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:22.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:21 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4260571357' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:53:22.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:21 smithi123 ceph-mon[188613]: from='client.51974 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:53:22.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:21 smithi123 ceph-mon[188613]: pgmap v7809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:22.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:21 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4260571357' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:53:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:23 smithi177 ceph-mon[212096]: pgmap v7810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:24.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:23 smithi123 ceph-mon[191304]: pgmap v7810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:23 smithi123 ceph-mon[188613]: pgmap v7810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:25 smithi177 ceph-mon[212096]: pgmap v7811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:25 smithi123 ceph-mon[191304]: pgmap v7811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:25 smithi123 ceph-mon[188613]: pgmap v7811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:53:27.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:53:27.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:53:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:27 smithi177 ceph-mon[212096]: pgmap v7812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:28.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:27 smithi123 ceph-mon[188613]: pgmap v7812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:27 smithi123 ceph-mon[191304]: pgmap v7812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:53:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:53:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:53:30.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:29 smithi177 ceph-mon[212096]: pgmap v7813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:29 smithi123 ceph-mon[191304]: pgmap v7813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:30.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:29 smithi123 ceph-mon[188613]: pgmap v7813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:31 smithi177 ceph-mon[212096]: pgmap v7814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:31 smithi123 ceph-mon[191304]: pgmap v7814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:31 smithi123 ceph-mon[188613]: pgmap v7814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:33 smithi177 ceph-mon[212096]: pgmap v7815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:33 smithi123 ceph-mon[191304]: pgmap v7815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:34.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:33 smithi123 ceph-mon[188613]: pgmap v7815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:35 smithi177 ceph-mon[212096]: pgmap v7816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:35 smithi123 ceph-mon[191304]: pgmap v7816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:36.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:35 smithi123 ceph-mon[188613]: pgmap v7816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:37 smithi177 ceph-mon[212096]: pgmap v7817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:37 smithi123 ceph-mon[191304]: pgmap v7817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:37 smithi123 ceph-mon[188613]: pgmap v7817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:53:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:53:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:53:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:39 smithi177 ceph-mon[212096]: pgmap v7818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:39 smithi123 ceph-mon[191304]: pgmap v7818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:39 smithi123 ceph-mon[188613]: pgmap v7818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:41 smithi177 ceph-mon[212096]: pgmap v7819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:53:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:41 smithi123 ceph-mon[191304]: pgmap v7819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:53:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:41 smithi123 ceph-mon[188613]: pgmap v7819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:53:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:43 smithi177 ceph-mon[212096]: pgmap v7820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:44.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:43 smithi123 ceph-mon[188613]: pgmap v7820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:44.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:43 smithi123 ceph-mon[191304]: pgmap v7820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:45 smithi177 ceph-mon[212096]: pgmap v7821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:46.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:45 smithi123 ceph-mon[188613]: pgmap v7821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:45 smithi123 ceph-mon[191304]: pgmap v7821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:48.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:47 smithi177 ceph-mon[212096]: pgmap v7822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:48.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:47 smithi123 ceph-mon[188613]: pgmap v7822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:47 smithi123 ceph-mon[191304]: pgmap v7822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:53:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:53:49] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:53:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:49 smithi177 ceph-mon[212096]: pgmap v7823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:50.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:49 smithi123 ceph-mon[188613]: pgmap v7823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:49 smithi123 ceph-mon[191304]: pgmap v7823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:51.169 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:53:51.476 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:53:51.476 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 4m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:53:51.476 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 2m ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:53:51.476 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 4m ago 3h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:53:51.476 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 2m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:53:51.476 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 2m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:53:51.476 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 4m ago 3h 667M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:53:51.476 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 4m ago 3h 967M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:53:51.477 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 2m ago 3h 480M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:53:51.477 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 4m ago 3h 519M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:53:51.477 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 4m ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:53:51.477 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 2m ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:53:51.477 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 4m ago 3h 4315M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:53:51.477 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 4m ago 3h 5057M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:53:51.477 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (2h) 4m ago 3h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:53:51.477 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 4m ago 3h 4189M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:53:51.477 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 2m ago 3h 3503M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:53:51.477 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 2m ago 3h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:53:51.477 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 2m ago 3h 3256M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:53:51.477 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 2m ago 3h 3727M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:53:51.477 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 2m ago 3h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:53:51.864 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:53:51.864 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:53:51.864 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:53:51.865 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:53:51.865 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:53:51.865 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:53:51.865 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:53:51.865 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:53:51.865 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:53:51.865 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:53:51.865 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:53:51.865 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:53:51.865 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:53:51.865 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:53:51.865 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:53:51.865 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:53:51.865 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:53:51.865 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:53:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:51 smithi177 ceph-mon[212096]: pgmap v7824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:51 smithi177 ceph-mon[212096]: from='client.42039 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:53:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:51 smithi123 ceph-mon[191304]: pgmap v7824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:51 smithi123 ceph-mon[191304]: from='client.42039 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:53:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:51 smithi123 ceph-mon[188613]: pgmap v7824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:51 smithi123 ceph-mon[188613]: from='client.42039 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:53:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:52 smithi177 ceph-mon[212096]: from='client.51992 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:53:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:52 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2971607149' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:53:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:52 smithi123 ceph-mon[191304]: from='client.51992 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:53:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:52 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2971607149' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:53:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:52 smithi123 ceph-mon[188613]: from='client.51992 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:53:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:52 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2971607149' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:53:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:53 smithi177 ceph-mon[212096]: pgmap v7825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:53 smithi123 ceph-mon[191304]: pgmap v7825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:53 smithi123 ceph-mon[188613]: pgmap v7825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:55 smithi177 ceph-mon[212096]: pgmap v7826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:55 smithi123 ceph-mon[191304]: pgmap v7826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:56.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:55 smithi123 ceph-mon[188613]: pgmap v7826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:53:57.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:53:57.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:53:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:57 smithi177 ceph-mon[212096]: pgmap v7827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:58.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:57 smithi123 ceph-mon[191304]: pgmap v7827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:58.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:57 smithi123 ceph-mon[188613]: pgmap v7827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:53:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:53:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:53:59] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:54:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:53:59 smithi177 ceph-mon[212096]: pgmap v7828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:00.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:53:59 smithi123 ceph-mon[191304]: pgmap v7828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:53:59 smithi123 ceph-mon[188613]: pgmap v7828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:01 smithi177 ceph-mon[212096]: pgmap v7829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:01 smithi123 ceph-mon[191304]: pgmap v7829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:01 smithi123 ceph-mon[188613]: pgmap v7829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:03 smithi177 ceph-mon[212096]: pgmap v7830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:04.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:03 smithi123 ceph-mon[191304]: pgmap v7830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:04.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:03 smithi123 ceph-mon[188613]: pgmap v7830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:05 smithi177 ceph-mon[212096]: pgmap v7831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:54:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:54:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:54:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:54:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:05 smithi123 ceph-mon[191304]: pgmap v7831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:54:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:54:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:54:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:54:06.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:05 smithi123 ceph-mon[188613]: pgmap v7831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:06.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:54:06.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:54:06.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:54:06.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:54:08.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:07 smithi177 ceph-mon[212096]: pgmap v7832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:08.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:07 smithi123 ceph-mon[188613]: pgmap v7832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:08.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:07 smithi123 ceph-mon[191304]: pgmap v7832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:54:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:54:09] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:54:10.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:09 smithi177 ceph-mon[212096]: pgmap v7833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:10.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:09 smithi123 ceph-mon[188613]: pgmap v7833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:09 smithi123 ceph-mon[191304]: pgmap v7833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:11 smithi177 ceph-mon[212096]: pgmap v7834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:54:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:11 smithi123 ceph-mon[188613]: pgmap v7834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:54:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:11 smithi123 ceph-mon[191304]: pgmap v7834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:54:14.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:13 smithi177 ceph-mon[212096]: pgmap v7835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:14.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:13 smithi123 ceph-mon[191304]: pgmap v7835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:14.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:13 smithi123 ceph-mon[188613]: pgmap v7835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:16.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:15 smithi177 ceph-mon[212096]: pgmap v7836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:16.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:15 smithi123 ceph-mon[191304]: pgmap v7836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:16.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:15 smithi123 ceph-mon[188613]: pgmap v7836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:18.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:17 smithi177 ceph-mon[212096]: pgmap v7837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:18.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:17 smithi123 ceph-mon[191304]: pgmap v7837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:18.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:17 smithi123 ceph-mon[188613]: pgmap v7837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:54:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:54:19] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-20T13:54:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:19 smithi177 ceph-mon[212096]: pgmap v7838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:20.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:19 smithi123 ceph-mon[191304]: pgmap v7838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:20.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:19 smithi123 ceph-mon[188613]: pgmap v7838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:21 smithi177 ceph-mon[212096]: pgmap v7839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:21 smithi123 ceph-mon[191304]: pgmap v7839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:21 smithi123 ceph-mon[188613]: pgmap v7839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:22.213 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:54:22.521 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:54:22.521 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 5m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:54:22.521 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 3m ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:54:22.521 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 5m ago 3h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:54:22.522 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 3m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:54:22.522 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 3m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:54:22.522 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 5m ago 3h 667M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:54:22.522 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 5m ago 3h 967M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:54:22.522 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 3m ago 3h 480M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:54:22.522 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 5m ago 3h 519M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:54:22.522 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 5m ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:54:22.522 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 3m ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:54:22.522 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 5m ago 3h 4315M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:54:22.522 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 5m ago 3h 5057M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:54:22.522 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 5m ago 3h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:54:22.522 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (2h) 5m ago 3h 4189M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:54:22.522 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (2h) 3m ago 3h 3503M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:54:22.522 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 3m ago 3h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:54:22.522 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 3m ago 3h 3256M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:54:22.522 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 3m ago 3h 3727M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:54:22.522 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 3m ago 3h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:54:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:22 smithi177 ceph-mon[212096]: from='client.42057 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:54:22.904 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:54:22.904 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:54:22.904 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:54:22.904 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:54:22.904 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:54:22.904 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:54:22.904 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:54:22.904 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:54:22.904 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:54:22.904 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:54:22.905 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:54:22.905 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:54:22.905 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:54:22.905 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:54:22.905 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:54:22.905 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:54:22.905 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:54:22.905 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:54:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:22 smithi123 ceph-mon[191304]: from='client.42057 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:54:22.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:22 smithi123 ceph-mon[188613]: from='client.42057 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:54:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:23 smithi123 ceph-mon[188613]: from='client.52010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:54:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:23 smithi123 ceph-mon[188613]: pgmap v7840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:23 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4284569470' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:54:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:23 smithi123 ceph-mon[191304]: from='client.52010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:54:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:23 smithi123 ceph-mon[191304]: pgmap v7840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:23 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4284569470' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:54:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:23 smithi177 ceph-mon[212096]: from='client.52010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:54:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:23 smithi177 ceph-mon[212096]: pgmap v7840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:23 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4284569470' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:54:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:25 smithi177 ceph-mon[212096]: pgmap v7841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:25 smithi123 ceph-mon[188613]: pgmap v7841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:25 smithi123 ceph-mon[191304]: pgmap v7841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:54:27.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:54:27.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:54:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:27 smithi177 ceph-mon[212096]: pgmap v7842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:28.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:27 smithi123 ceph-mon[188613]: pgmap v7842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:27 smithi123 ceph-mon[191304]: pgmap v7842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:54:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:54:29] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:54:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:29 smithi177 ceph-mon[212096]: pgmap v7843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:29 smithi123 ceph-mon[191304]: pgmap v7843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:30.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:29 smithi123 ceph-mon[188613]: pgmap v7843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:31 smithi177 ceph-mon[212096]: pgmap v7844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:31 smithi123 ceph-mon[188613]: pgmap v7844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:31 smithi123 ceph-mon[191304]: pgmap v7844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:33 smithi177 ceph-mon[212096]: pgmap v7845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:33 smithi123 ceph-mon[191304]: pgmap v7845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:34.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:33 smithi123 ceph-mon[188613]: pgmap v7845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:35 smithi177 ceph-mon[212096]: pgmap v7846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:35 smithi123 ceph-mon[191304]: pgmap v7846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:36.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:35 smithi123 ceph-mon[188613]: pgmap v7846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:37 smithi177 ceph-mon[212096]: pgmap v7847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:37 smithi123 ceph-mon[191304]: pgmap v7847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:37 smithi123 ceph-mon[188613]: pgmap v7847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:54:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:54:39] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:54:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:39 smithi177 ceph-mon[212096]: pgmap v7848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:39 smithi123 ceph-mon[191304]: pgmap v7848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:39 smithi123 ceph-mon[188613]: pgmap v7848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:41 smithi123 ceph-mon[191304]: pgmap v7849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:54:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:41 smithi123 ceph-mon[188613]: pgmap v7849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:54:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:41 smithi177 ceph-mon[212096]: pgmap v7849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:54:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:43 smithi177 ceph-mon[212096]: pgmap v7850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:44.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:43 smithi123 ceph-mon[191304]: pgmap v7850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:44.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:43 smithi123 ceph-mon[188613]: pgmap v7850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:45 smithi177 ceph-mon[212096]: pgmap v7851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:45 smithi123 ceph-mon[191304]: pgmap v7851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:46.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:45 smithi123 ceph-mon[188613]: pgmap v7851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:48.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:47 smithi177 ceph-mon[212096]: pgmap v7852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:47 smithi123 ceph-mon[191304]: pgmap v7852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:48.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:47 smithi123 ceph-mon[188613]: pgmap v7852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:54:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:54:49] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:54:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:49 smithi177 ceph-mon[212096]: pgmap v7853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:49 smithi123 ceph-mon[191304]: pgmap v7853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:50.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:49 smithi123 ceph-mon[188613]: pgmap v7853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:51 smithi123 ceph-mon[191304]: pgmap v7854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:51 smithi123 ceph-mon[188613]: pgmap v7854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:52.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:51 smithi177 ceph-mon[212096]: pgmap v7854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:53.247 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:54:53.554 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:54:53.555 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 5m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:54:53.555 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 3m ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:54:53.555 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 5m ago 3h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:54:53.555 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 3m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:54:53.555 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 3m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:54:53.555 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 5m ago 3h 667M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:54:53.555 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 5m ago 3h 967M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:54:53.555 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 3m ago 3h 480M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:54:53.555 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 5m ago 3h 519M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:54:53.555 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 5m ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:54:53.555 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 3m ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:54:53.555 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 5m ago 3h 4315M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:54:53.555 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 5m ago 3h 5057M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:54:53.555 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 5m ago 3h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:54:53.555 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 5m ago 3h 4189M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:54:53.555 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 3m ago 3h 3503M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:54:53.555 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (2h) 3m ago 3h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:54:53.556 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 3m ago 3h 3256M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:54:53.556 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 3m ago 3h 3727M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:54:53.556 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 3m ago 3h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:54:53.940 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:54:53.940 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:54:53.940 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:54:53.940 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:54:53.940 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:54:53.940 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:54:53.941 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:54:53.941 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:54:53.941 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:54:53.941 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:54:53.941 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:54:53.941 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:54:53.941 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:54:53.941 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:54:53.941 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:54:53.941 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:54:53.941 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:54:53.941 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:54:54.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:53 smithi177 ceph-mon[212096]: pgmap v7855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:54.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:53 smithi177 ceph-mon[212096]: from='client.52022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:54:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:53 smithi123 ceph-mon[191304]: pgmap v7855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:53 smithi123 ceph-mon[191304]: from='client.52022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:54:54.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:53 smithi123 ceph-mon[188613]: pgmap v7855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:54.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:53 smithi123 ceph-mon[188613]: from='client.52022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:54:55.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:54 smithi177 ceph-mon[212096]: from='client.52028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:54:55.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:54 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1856914989' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:54:55.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:54 smithi123 ceph-mon[191304]: from='client.52028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:54:55.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:54 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1856914989' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:54:55.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:54 smithi123 ceph-mon[188613]: from='client.52028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:54:55.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:54 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1856914989' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:54:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:55 smithi177 ceph-mon[212096]: pgmap v7856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:55 smithi123 ceph-mon[191304]: pgmap v7856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:56.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:55 smithi123 ceph-mon[188613]: pgmap v7856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:54:57.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:54:57.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:54:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:57 smithi177 ceph-mon[212096]: pgmap v7857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:58.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:57 smithi123 ceph-mon[191304]: pgmap v7857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:58.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:57 smithi123 ceph-mon[188613]: pgmap v7857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:54:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:54:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:54:59] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:55:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:54:59 smithi177 ceph-mon[212096]: pgmap v7858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:00.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:54:59 smithi123 ceph-mon[191304]: pgmap v7858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:54:59 smithi123 ceph-mon[188613]: pgmap v7858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:01 smithi123 ceph-mon[191304]: pgmap v7859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:01 smithi123 ceph-mon[188613]: pgmap v7859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:01 smithi177 ceph-mon[212096]: pgmap v7859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:03 smithi177 ceph-mon[212096]: pgmap v7860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:04.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:03 smithi123 ceph-mon[191304]: pgmap v7860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:04.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:03 smithi123 ceph-mon[188613]: pgmap v7860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:05 smithi177 ceph-mon[212096]: pgmap v7861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:55:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:05 smithi123 ceph-mon[191304]: pgmap v7861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:55:06.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:05 smithi123 ceph-mon[188613]: pgmap v7861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:06.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:55:07.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:55:07.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:55:07.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:55:07.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:55:07.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:55:07.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:55:07.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:55:07.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:55:07.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:55:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:08 smithi177 ceph-mon[212096]: pgmap v7862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:08 smithi123 ceph-mon[188613]: pgmap v7862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:08 smithi123 ceph-mon[191304]: pgmap v7862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:55:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:55:09] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:55:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:10 smithi177 ceph-mon[212096]: pgmap v7863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:10.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:10 smithi123 ceph-mon[191304]: pgmap v7863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:10.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:10 smithi123 ceph-mon[188613]: pgmap v7863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:11 smithi123 ceph-mon[191304]: pgmap v7864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:55:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:11 smithi123 ceph-mon[188613]: pgmap v7864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:11.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:55:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:11 smithi177 ceph-mon[212096]: pgmap v7864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:55:14.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:13 smithi177 ceph-mon[212096]: pgmap v7865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:14.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:13 smithi123 ceph-mon[191304]: pgmap v7865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:14.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:13 smithi123 ceph-mon[188613]: pgmap v7865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:16.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:15 smithi177 ceph-mon[212096]: pgmap v7866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:16.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:15 smithi123 ceph-mon[191304]: pgmap v7866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:16.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:15 smithi123 ceph-mon[188613]: pgmap v7866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:18.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:17 smithi177 ceph-mon[212096]: pgmap v7867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:18.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:17 smithi123 ceph-mon[188613]: pgmap v7867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:18.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:17 smithi123 ceph-mon[191304]: pgmap v7867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:55:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:55:19] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:55:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:19 smithi177 ceph-mon[212096]: pgmap v7868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:20.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:19 smithi123 ceph-mon[191304]: pgmap v7868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:20.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:19 smithi123 ceph-mon[188613]: pgmap v7868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:21 smithi123 ceph-mon[191304]: pgmap v7869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:21 smithi123 ceph-mon[188613]: pgmap v7869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:21 smithi177 ceph-mon[212096]: pgmap v7869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:23 smithi177 ceph-mon[212096]: pgmap v7870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:24.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:23 smithi123 ceph-mon[191304]: pgmap v7870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:23 smithi123 ceph-mon[188613]: pgmap v7870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:24.296 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:55:24.606 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:55:24.607 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 6m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:55:24.607 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 4m ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:55:24.607 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 6m ago 3h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:55:24.607 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 4m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:55:24.607 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 4m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:55:24.607 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 6m ago 3h 667M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:55:24.607 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 6m ago 3h 967M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:55:24.607 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 4m ago 3h 480M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:55:24.607 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 6m ago 3h 519M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:55:24.607 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 6m ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:55:24.607 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 4m ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:55:24.607 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 6m ago 3h 4315M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:55:24.608 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 6m ago 3h 5057M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:55:24.608 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 6m ago 3h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:55:24.608 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 6m ago 3h 4189M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:55:24.608 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 4m ago 3h 3503M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:55:24.608 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 4m ago 3h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:55:24.608 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (2h) 4m ago 3h 3256M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:55:24.608 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 4m ago 3h 3727M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:55:24.608 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 4m ago 3h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:55:24.989 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:55:24.989 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:55:24.990 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:55:24.990 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:55:24.990 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:55:24.990 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:55:24.990 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:55:24.990 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:55:24.990 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:55:24.990 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:55:24.990 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:55:24.990 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:55:24.990 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:55:24.990 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:55:24.990 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:55:24.990 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:55:24.990 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:55:24.990 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:55:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:25 smithi177 ceph-mon[212096]: from='client.42093 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:55:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:25 smithi177 ceph-mon[212096]: from='client.42099 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:55:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:25 smithi177 ceph-mon[212096]: pgmap v7871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:25 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1086416489' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:55:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:25 smithi123 ceph-mon[188613]: from='client.42093 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:55:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:25 smithi123 ceph-mon[188613]: from='client.42099 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:55:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:25 smithi123 ceph-mon[188613]: pgmap v7871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:25 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1086416489' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:55:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:25 smithi123 ceph-mon[191304]: from='client.42093 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:55:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:25 smithi123 ceph-mon[191304]: from='client.42099 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:55:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:25 smithi123 ceph-mon[191304]: pgmap v7871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:25 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1086416489' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:55:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:55:27.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:55:27.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:55:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:27 smithi177 ceph-mon[212096]: pgmap v7872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:28.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:27 smithi123 ceph-mon[188613]: pgmap v7872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:27 smithi123 ceph-mon[191304]: pgmap v7872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:55:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:55:29] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:55:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:29 smithi177 ceph-mon[212096]: pgmap v7873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:30.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:29 smithi123 ceph-mon[188613]: pgmap v7873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:29 smithi123 ceph-mon[191304]: pgmap v7873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:31 smithi123 ceph-mon[188613]: pgmap v7874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:31 smithi123 ceph-mon[191304]: pgmap v7874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:31 smithi177 ceph-mon[212096]: pgmap v7874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:33 smithi177 ceph-mon[212096]: pgmap v7875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:33 smithi123 ceph-mon[191304]: pgmap v7875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:34.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:33 smithi123 ceph-mon[188613]: pgmap v7875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:35 smithi177 ceph-mon[212096]: pgmap v7876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:35 smithi123 ceph-mon[191304]: pgmap v7876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:36.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:35 smithi123 ceph-mon[188613]: pgmap v7876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:38.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:37 smithi177 ceph-mon[212096]: pgmap v7877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:37 smithi123 ceph-mon[191304]: pgmap v7877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:37 smithi123 ceph-mon[188613]: pgmap v7877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:55:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:55:39] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:55:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:39 smithi177 ceph-mon[212096]: pgmap v7878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:39 smithi123 ceph-mon[191304]: pgmap v7878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:39 smithi123 ceph-mon[188613]: pgmap v7878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:41 smithi123 ceph-mon[191304]: pgmap v7879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:55:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:41 smithi123 ceph-mon[188613]: pgmap v7879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:55:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:41 smithi177 ceph-mon[212096]: pgmap v7879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:55:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:43 smithi177 ceph-mon[212096]: pgmap v7880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:44.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:43 smithi123 ceph-mon[191304]: pgmap v7880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:44.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:43 smithi123 ceph-mon[188613]: pgmap v7880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:45 smithi177 ceph-mon[212096]: pgmap v7881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:45 smithi123 ceph-mon[191304]: pgmap v7881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:46.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:45 smithi123 ceph-mon[188613]: pgmap v7881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:48.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:47 smithi177 ceph-mon[212096]: pgmap v7882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:47 smithi123 ceph-mon[191304]: pgmap v7882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:48.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:47 smithi123 ceph-mon[188613]: pgmap v7882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:55:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:55:49] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:55:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:49 smithi177 ceph-mon[212096]: pgmap v7883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:49 smithi123 ceph-mon[191304]: pgmap v7883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:50.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:49 smithi123 ceph-mon[188613]: pgmap v7883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:51 smithi123 ceph-mon[191304]: pgmap v7884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:51 smithi123 ceph-mon[188613]: pgmap v7884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:52.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:51 smithi177 ceph-mon[212096]: pgmap v7884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:54.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:53 smithi177 ceph-mon[212096]: pgmap v7885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:53 smithi123 ceph-mon[191304]: pgmap v7885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:54.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:53 smithi123 ceph-mon[188613]: pgmap v7885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:55.334 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:55:55.644 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:55:55.644 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 6m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:55:55.645 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 4m ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:55:55.645 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 6m ago 3h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:55:55.645 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 4m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:55:55.645 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 4m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:55:55.645 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 6m ago 3h 667M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:55:55.645 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 6m ago 3h 967M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:55:55.645 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 4m ago 3h 480M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:55:55.645 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 6m ago 3h 519M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:55:55.645 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 6m ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:55:55.645 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 4m ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:55:55.645 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 6m ago 3h 4315M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:55:55.645 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 6m ago 3h 5057M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:55:55.645 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 6m ago 3h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:55:55.645 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 6m ago 3h 4189M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:55:55.645 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 4m ago 3h 3503M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:55:55.646 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 4m ago 3h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:55:55.646 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 4m ago 3h 3256M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:55:55.646 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (2h) 4m ago 3h 3727M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:55:55.646 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 4m ago 3h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:55:56.027 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:55:56.027 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:55:56.028 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:55:56.028 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:55:56.028 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:55:56.028 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:55:56.028 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:55:56.028 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:55:56.028 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:55:56.028 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:55:56.028 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:55:56.028 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:55:56.028 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:55:56.028 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:55:56.028 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:55:56.028 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:55:56.028 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:55:56.029 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:55:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:55 smithi177 ceph-mon[212096]: pgmap v7886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:55 smithi123 ceph-mon[191304]: pgmap v7886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:56.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:55 smithi123 ceph-mon[188613]: pgmap v7886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:56 smithi177 ceph-mon[212096]: from='client.52058 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:55:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:56 smithi177 ceph-mon[212096]: from='client.42117 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:55:57.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:56 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3532788046' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:55:57.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:55:57.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:56 smithi123 ceph-mon[188613]: from='client.52058 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:55:57.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:56 smithi123 ceph-mon[188613]: from='client.42117 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:55:57.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:56 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3532788046' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:55:57.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:55:57.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:56 smithi123 ceph-mon[191304]: from='client.52058 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:55:57.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:56 smithi123 ceph-mon[191304]: from='client.42117 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:55:57.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:56 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3532788046' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:55:57.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:55:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:57 smithi177 ceph-mon[212096]: pgmap v7887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:58.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:57 smithi123 ceph-mon[188613]: pgmap v7887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:58.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:57 smithi123 ceph-mon[191304]: pgmap v7887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:55:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:55:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:55:59] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:56:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:55:59 smithi177 ceph-mon[212096]: pgmap v7888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:55:59 smithi123 ceph-mon[188613]: pgmap v7888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:00.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:55:59 smithi123 ceph-mon[191304]: pgmap v7888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:01 smithi123 ceph-mon[191304]: pgmap v7889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:01.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:01 smithi123 ceph-mon[188613]: pgmap v7889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:01 smithi177 ceph-mon[212096]: pgmap v7889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:03 smithi177 ceph-mon[212096]: pgmap v7890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:04.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:03 smithi123 ceph-mon[191304]: pgmap v7890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:04.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:03 smithi123 ceph-mon[188613]: pgmap v7890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:05 smithi177 ceph-mon[212096]: pgmap v7891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:05 smithi123 ceph-mon[191304]: pgmap v7891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:06.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:05 smithi123 ceph-mon[188613]: pgmap v7891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:07.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:56:07.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:56:07.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:56:07.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:56:07.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:56:07.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:56:07.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:56:07.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:56:07.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:56:07.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:56:07.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:56:07.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:56:08.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:07 smithi177 ceph-mon[212096]: pgmap v7892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:08.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:07 smithi123 ceph-mon[191304]: pgmap v7892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:08.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:07 smithi123 ceph-mon[188613]: pgmap v7892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:56:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:56:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:56:10.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:09 smithi177 ceph-mon[212096]: pgmap v7893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:09 smithi123 ceph-mon[191304]: pgmap v7893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:10.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:09 smithi123 ceph-mon[188613]: pgmap v7893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:11 smithi123 ceph-mon[188613]: pgmap v7894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:56:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:11 smithi123 ceph-mon[191304]: pgmap v7894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:56:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:11 smithi177 ceph-mon[212096]: pgmap v7894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:56:14.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:13 smithi177 ceph-mon[212096]: pgmap v7895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:14.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:13 smithi123 ceph-mon[191304]: pgmap v7895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:14.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:13 smithi123 ceph-mon[188613]: pgmap v7895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:16.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:15 smithi177 ceph-mon[212096]: pgmap v7896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:16.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:15 smithi123 ceph-mon[191304]: pgmap v7896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:16.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:15 smithi123 ceph-mon[188613]: pgmap v7896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:18.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:17 smithi177 ceph-mon[212096]: pgmap v7897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:18.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:17 smithi123 ceph-mon[191304]: pgmap v7897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:18.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:17 smithi123 ceph-mon[188613]: pgmap v7897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:56:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:56:19] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:56:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:19 smithi177 ceph-mon[212096]: pgmap v7898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:20.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:19 smithi123 ceph-mon[191304]: pgmap v7898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:20.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:19 smithi123 ceph-mon[188613]: pgmap v7898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:21 smithi123 ceph-mon[191304]: pgmap v7899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:21 smithi123 ceph-mon[188613]: pgmap v7899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:21 smithi177 ceph-mon[212096]: pgmap v7899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:23 smithi177 ceph-mon[212096]: pgmap v7900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:24.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:23 smithi123 ceph-mon[191304]: pgmap v7900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:23 smithi123 ceph-mon[188613]: pgmap v7900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:25 smithi177 ceph-mon[212096]: pgmap v7901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:25 smithi123 ceph-mon[191304]: pgmap v7901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:25 smithi123 ceph-mon[188613]: pgmap v7901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:26.371 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:56:26.691 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:56:26.691 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 7m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:56:26.691 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 5m ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:56:26.691 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 7m ago 3h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:56:26.691 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 5m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:56:26.691 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 5m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:56:26.691 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 7m ago 3h 667M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:56:26.692 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 7m ago 3h 967M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:56:26.692 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 5m ago 3h 480M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:56:26.692 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 7m ago 3h 519M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:56:26.692 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 7m ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:56:26.692 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 5m ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:56:26.692 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 7m ago 3h 4315M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:56:26.692 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 7m ago 3h 5057M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:56:26.692 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 7m ago 3h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:56:26.692 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 7m ago 3h 4189M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:56:26.692 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 5m ago 3h 3503M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:56:26.692 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 5m ago 3h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:56:26.692 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 5m ago 3h 3256M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:56:26.692 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 5m ago 3h 3727M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:56:26.692 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 5m ago 3h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:56:27.072 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:56:27.072 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:56:27.072 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:56:27.072 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:56:27.072 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:56:27.072 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:56:27.073 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:56:27.073 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:56:27.073 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:56:27.073 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:56:27.073 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:56:27.073 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:56:27.073 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:56:27.073 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:56:27.073 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:56:27.073 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:56:27.073 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:56:27.073 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:56:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:56:27.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:56:27.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:56:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:27 smithi177 ceph-mon[212096]: from='client.52076 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:56:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:27 smithi177 ceph-mon[212096]: from='client.42135 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:56:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:27 smithi177 ceph-mon[212096]: pgmap v7902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:27 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4186413564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:56:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:27 smithi123 ceph-mon[191304]: from='client.52076 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:56:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:27 smithi123 ceph-mon[191304]: from='client.42135 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:56:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:27 smithi123 ceph-mon[191304]: pgmap v7902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:27 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4186413564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:56:28.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:27 smithi123 ceph-mon[188613]: from='client.52076 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:56:28.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:27 smithi123 ceph-mon[188613]: from='client.42135 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:56:28.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:27 smithi123 ceph-mon[188613]: pgmap v7902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:28.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:27 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4186413564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:56:29.080 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:56:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:56:29] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:56:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:29 smithi177 ceph-mon[212096]: pgmap v7903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:30.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:29 smithi123 ceph-mon[188613]: pgmap v7903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:29 smithi123 ceph-mon[191304]: pgmap v7903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:31 smithi123 ceph-mon[188613]: pgmap v7904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:31.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:31 smithi123 ceph-mon[191304]: pgmap v7904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:32.156 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:31 smithi177 ceph-mon[212096]: pgmap v7904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:34.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:33 smithi177 ceph-mon[212096]: pgmap v7905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:34.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:33 smithi123 ceph-mon[188613]: pgmap v7905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:33 smithi123 ceph-mon[191304]: pgmap v7905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:35 smithi177 ceph-mon[212096]: pgmap v7906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:36.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:35 smithi123 ceph-mon[188613]: pgmap v7906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:35 smithi123 ceph-mon[191304]: pgmap v7906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:37 smithi177 ceph-mon[212096]: pgmap v7907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:37 smithi123 ceph-mon[188613]: pgmap v7907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:37 smithi123 ceph-mon[191304]: pgmap v7907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:56:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:56:39] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:56:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:39 smithi177 ceph-mon[212096]: pgmap v7908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:39 smithi123 ceph-mon[191304]: pgmap v7908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:39 smithi123 ceph-mon[188613]: pgmap v7908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:41 smithi123 ceph-mon[191304]: pgmap v7909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:56:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:41 smithi123 ceph-mon[188613]: pgmap v7909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:56:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:41 smithi177 ceph-mon[212096]: pgmap v7909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:56:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:43 smithi177 ceph-mon[212096]: pgmap v7910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:44.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:43 smithi123 ceph-mon[191304]: pgmap v7910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:44.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:43 smithi123 ceph-mon[188613]: pgmap v7910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:45 smithi177 ceph-mon[212096]: pgmap v7911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:45 smithi123 ceph-mon[191304]: pgmap v7911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:46.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:45 smithi123 ceph-mon[188613]: pgmap v7911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:48.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:47 smithi177 ceph-mon[212096]: pgmap v7912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:47 smithi123 ceph-mon[191304]: pgmap v7912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:48.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:47 smithi123 ceph-mon[188613]: pgmap v7912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:56:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:56:49] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:56:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:49 smithi177 ceph-mon[212096]: pgmap v7913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:50.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:49 smithi123 ceph-mon[191304]: pgmap v7913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:50.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:49 smithi123 ceph-mon[188613]: pgmap v7913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:51 smithi123 ceph-mon[191304]: pgmap v7914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:51.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:51 smithi123 ceph-mon[188613]: pgmap v7914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:52.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:51 smithi177 ceph-mon[212096]: pgmap v7914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:54.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:53 smithi177 ceph-mon[212096]: pgmap v7915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:53 smithi123 ceph-mon[191304]: pgmap v7915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:54.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:53 smithi123 ceph-mon[188613]: pgmap v7915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:55 smithi177 ceph-mon[212096]: pgmap v7916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:55 smithi123 ceph-mon[191304]: pgmap v7916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:56.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:55 smithi123 ceph-mon[188613]: pgmap v7916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:56:57.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:56:57.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:56:57.423 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:56:57.729 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:56:57.729 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 7m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:56:57.729 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 5m ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:56:57.730 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 7m ago 3h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:56:57.730 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 5m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:56:57.730 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 5m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:56:57.730 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 7m ago 3h 667M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:56:57.730 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 7m ago 3h 967M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:56:57.730 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 5m ago 3h 480M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:56:57.730 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 7m ago 3h 519M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:56:57.730 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 7m ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:56:57.730 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 5m ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:56:57.730 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 7m ago 3h 4315M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:56:57.730 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 7m ago 3h 5057M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:56:57.730 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 7m ago 3h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:56:57.731 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 7m ago 3h 4189M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:56:57.731 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 5m ago 3h 3503M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:56:57.731 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 5m ago 3h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:56:57.731 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 5m ago 3h 3256M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:56:57.731 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 5m ago 3h 3727M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:56:57.731 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 5m ago 3h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:56:58.116 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:56:58.116 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:56:58.116 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:56:58.116 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:56:58.116 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:56:58.116 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:56:58.116 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:56:58.116 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:56:58.116 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:56:58.116 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:56:58.116 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:56:58.116 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:56:58.117 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:56:58.117 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:56:58.117 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:56:58.117 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:56:58.117 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:56:58.117 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:56:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:57 smithi177 ceph-mon[212096]: pgmap v7917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:58.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:57 smithi123 ceph-mon[191304]: pgmap v7917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:58.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:57 smithi123 ceph-mon[188613]: pgmap v7917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:56:59.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:58 smithi177 ceph-mon[212096]: from='client.42147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:56:59.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:58 smithi177 ceph-mon[212096]: from='client.52100 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:56:59.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:58 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1357727650' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:56:59.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:58 smithi123 ceph-mon[188613]: from='client.42147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:56:59.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:58 smithi123 ceph-mon[188613]: from='client.52100 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:56:59.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:58 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1357727650' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:56:59.243 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:56:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:56:59] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:56:59.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:58 smithi123 ceph-mon[191304]: from='client.42147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:56:59.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:58 smithi123 ceph-mon[191304]: from='client.52100 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:56:59.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:58 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1357727650' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:57:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:56:59 smithi177 ceph-mon[212096]: pgmap v7918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:00.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:56:59 smithi123 ceph-mon[191304]: pgmap v7918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:56:59 smithi123 ceph-mon[188613]: pgmap v7918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:01 smithi123 ceph-mon[188613]: pgmap v7919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:01.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:01 smithi123 ceph-mon[191304]: pgmap v7919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:01 smithi177 ceph-mon[212096]: pgmap v7919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:03 smithi177 ceph-mon[212096]: pgmap v7920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:04.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:03 smithi123 ceph-mon[188613]: pgmap v7920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:04.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:03 smithi123 ceph-mon[191304]: pgmap v7920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:05 smithi177 ceph-mon[212096]: pgmap v7921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:05 smithi123 ceph-mon[191304]: pgmap v7921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:06.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:05 smithi123 ceph-mon[188613]: pgmap v7921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:07.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:57:07.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:57:07.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:57:08.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:07 smithi177 ceph-mon[212096]: pgmap v7922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:08.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:57:08.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:57:08.198 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:07 smithi123 ceph-mon[188613]: pgmap v7922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:08.198 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:57:08.198 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:57:08.198 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:07 smithi123 ceph-mon[191304]: pgmap v7922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:08.198 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:57:08.198 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:57:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:57:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:57:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:57:09.980 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:09 smithi123 ceph-mon[191304]: pgmap v7923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:09.981 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:09 smithi123 ceph-mon[188613]: pgmap v7923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:10.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:09 smithi177 ceph-mon[212096]: pgmap v7923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:57:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:57:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:57:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:57:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:57:11.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:57:11.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:57:11.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:57:11.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:57:11.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:57:11.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:57:11.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:57:11.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:57:11.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:57:11.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:57:12.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:12 smithi177 ceph-mon[212096]: pgmap v7924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:12.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:57:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:12 smithi123 ceph-mon[191304]: pgmap v7924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:57:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:12 smithi123 ceph-mon[188613]: pgmap v7924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:57:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:14 smithi177 ceph-mon[212096]: pgmap v7925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:14.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:14 smithi123 ceph-mon[188613]: pgmap v7925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:14.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:14 smithi123 ceph-mon[191304]: pgmap v7925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:16 smithi177 ceph-mon[212096]: pgmap v7926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:16 smithi123 ceph-mon[191304]: pgmap v7926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:16 smithi123 ceph-mon[188613]: pgmap v7926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:18 smithi177 ceph-mon[212096]: pgmap v7927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:18 smithi123 ceph-mon[191304]: pgmap v7927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:18 smithi123 ceph-mon[188613]: pgmap v7927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:57:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:57:19] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T13:57:20.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:20 smithi177 ceph-mon[212096]: pgmap v7928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:20 smithi123 ceph-mon[191304]: pgmap v7928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:20 smithi123 ceph-mon[188613]: pgmap v7928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:21 smithi123 ceph-mon[191304]: pgmap v7929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:21 smithi123 ceph-mon[188613]: pgmap v7929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:21 smithi177 ceph-mon[212096]: pgmap v7929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:23 smithi177 ceph-mon[212096]: pgmap v7930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:24.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:23 smithi123 ceph-mon[191304]: pgmap v7930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:23 smithi123 ceph-mon[188613]: pgmap v7930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:25 smithi177 ceph-mon[212096]: pgmap v7931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:25 smithi123 ceph-mon[191304]: pgmap v7931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:25 smithi123 ceph-mon[188613]: pgmap v7931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:57:27.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:57:27.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:57:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:27 smithi177 ceph-mon[212096]: pgmap v7932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:27 smithi123 ceph-mon[191304]: pgmap v7932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:28.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:27 smithi123 ceph-mon[188613]: pgmap v7932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:28.461 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:57:28.771 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:57:28.771 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 8m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:57:28.771 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 6m ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:57:28.772 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 8m ago 3h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:57:28.772 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 6m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:57:28.772 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 6m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:57:28.772 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 8m ago 3h 667M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:57:28.772 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 8m ago 3h 967M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:57:28.772 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 6m ago 3h 480M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:57:28.772 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 8m ago 3h 519M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:57:28.772 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 8m ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:57:28.772 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 6m ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:57:28.772 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 8m ago 3h 4315M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:57:28.772 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 8m ago 3h 5057M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:57:28.772 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 8m ago 3h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:57:28.772 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 8m ago 3h 4189M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:57:28.772 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 6m ago 3h 3503M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:57:28.772 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 6m ago 3h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:57:28.773 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 6m ago 3h 3256M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:57:28.773 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 6m ago 3h 3727M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:57:28.773 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 6m ago 3h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:57:29.156 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:57:29.157 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:57:29.157 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:57:29.157 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:57:29.157 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:57:29.157 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:57:29.157 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:57:29.157 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:57:29.157 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:57:29.157 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:57:29.157 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:57:29.157 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:57:29.157 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:57:29.157 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:57:29.157 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:57:29.158 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:57:29.158 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:57:29.158 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:57:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:57:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:57:29] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T13:57:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:29 smithi177 ceph-mon[212096]: from='client.42165 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:57:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:29 smithi177 ceph-mon[212096]: from='client.52118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:57:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:29 smithi177 ceph-mon[212096]: pgmap v7933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:29 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1637104826' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:57:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:29 smithi123 ceph-mon[191304]: from='client.42165 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:57:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:29 smithi123 ceph-mon[191304]: from='client.52118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:57:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:29 smithi123 ceph-mon[191304]: pgmap v7933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:29 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1637104826' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:57:30.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:29 smithi123 ceph-mon[188613]: from='client.42165 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:57:30.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:29 smithi123 ceph-mon[188613]: from='client.52118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:57:30.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:29 smithi123 ceph-mon[188613]: pgmap v7933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:30.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:29 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1637104826' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:57:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:31 smithi123 ceph-mon[191304]: pgmap v7934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:31 smithi123 ceph-mon[188613]: pgmap v7934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:31 smithi177 ceph-mon[212096]: pgmap v7934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:33 smithi177 ceph-mon[212096]: pgmap v7935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:33 smithi123 ceph-mon[191304]: pgmap v7935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:34.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:33 smithi123 ceph-mon[188613]: pgmap v7935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:35 smithi177 ceph-mon[212096]: pgmap v7936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:35 smithi123 ceph-mon[191304]: pgmap v7936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:36.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:35 smithi123 ceph-mon[188613]: pgmap v7936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:37 smithi177 ceph-mon[212096]: pgmap v7937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:37 smithi123 ceph-mon[191304]: pgmap v7937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:37 smithi123 ceph-mon[188613]: pgmap v7937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:57:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:57:39] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T13:57:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:39 smithi177 ceph-mon[212096]: pgmap v7938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:39 smithi123 ceph-mon[188613]: pgmap v7938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:39 smithi123 ceph-mon[191304]: pgmap v7938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:41 smithi123 ceph-mon[191304]: pgmap v7939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:57:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:41 smithi123 ceph-mon[188613]: pgmap v7939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:57:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:41 smithi177 ceph-mon[212096]: pgmap v7939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:57:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:43 smithi177 ceph-mon[212096]: pgmap v7940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:44.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:43 smithi123 ceph-mon[191304]: pgmap v7940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:44.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:43 smithi123 ceph-mon[188613]: pgmap v7940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:45 smithi177 ceph-mon[212096]: pgmap v7941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:45 smithi123 ceph-mon[191304]: pgmap v7941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:46.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:45 smithi123 ceph-mon[188613]: pgmap v7941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:48.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:47 smithi177 ceph-mon[212096]: pgmap v7942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:47 smithi123 ceph-mon[191304]: pgmap v7942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:48.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:47 smithi123 ceph-mon[188613]: pgmap v7942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:57:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:57:49] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T13:57:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:49 smithi177 ceph-mon[212096]: pgmap v7943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:50.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:49 smithi123 ceph-mon[188613]: pgmap v7943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:49 smithi123 ceph-mon[191304]: pgmap v7943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:51 smithi123 ceph-mon[188613]: pgmap v7944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:51 smithi123 ceph-mon[191304]: pgmap v7944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:52.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:51 smithi177 ceph-mon[212096]: pgmap v7944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:54.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:53 smithi177 ceph-mon[212096]: pgmap v7945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:53 smithi123 ceph-mon[191304]: pgmap v7945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:54.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:53 smithi123 ceph-mon[188613]: pgmap v7945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:55 smithi177 ceph-mon[212096]: pgmap v7946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:55 smithi123 ceph-mon[191304]: pgmap v7946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:56.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:55 smithi123 ceph-mon[188613]: pgmap v7946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:57:57.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:57:57.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:57:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:57 smithi177 ceph-mon[212096]: pgmap v7947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:58.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:57 smithi123 ceph-mon[188613]: pgmap v7947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:58.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:57 smithi123 ceph-mon[191304]: pgmap v7947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:57:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:57:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:57:59] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:57:59.502 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:57:59.813 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:57:59.813 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 9m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:57:59.813 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 6m ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:57:59.813 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 9m ago 3h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:57:59.813 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 6m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:57:59.814 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 6m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:57:59.814 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 9m ago 3h 667M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:57:59.814 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 9m ago 3h 967M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:57:59.814 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 6m ago 3h 480M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:57:59.814 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 9m ago 3h 519M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:57:59.814 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 9m ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:57:59.814 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 6m ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:57:59.814 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 9m ago 3h 4315M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:57:59.814 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 9m ago 3h 5057M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:57:59.814 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 9m ago 3h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:57:59.814 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 9m ago 3h 4189M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:57:59.815 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 6m ago 3h 3503M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:57:59.815 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 6m ago 3h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:57:59.815 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 6m ago 3h 3256M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:57:59.815 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 6m ago 3h 3727M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:57:59.815 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 6m ago 3h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:58:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:57:59 smithi177 ceph-mon[212096]: pgmap v7948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:00.199 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:58:00.200 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:58:00.200 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:58:00.200 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:58:00.200 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:58:00.200 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:58:00.200 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:58:00.200 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:58:00.200 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:58:00.200 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:58:00.200 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:58:00.200 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:58:00.200 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:58:00.200 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:58:00.200 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:58:00.200 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:58:00.200 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:58:00.201 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:58:00.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:57:59 smithi123 ceph-mon[191304]: pgmap v7948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:57:59 smithi123 ceph-mon[188613]: pgmap v7948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:00 smithi177 ceph-mon[212096]: from='client.52130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:58:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:00 smithi177 ceph-mon[212096]: from='client.42189 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:58:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:00 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3585419719' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:58:01.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:00 smithi123 ceph-mon[191304]: from='client.52130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:58:01.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:00 smithi123 ceph-mon[191304]: from='client.42189 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:58:01.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:00 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3585419719' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:58:01.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:00 smithi123 ceph-mon[188613]: from='client.52130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:58:01.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:00 smithi123 ceph-mon[188613]: from='client.42189 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:58:01.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:00 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3585419719' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:58:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:01 smithi177 ceph-mon[212096]: pgmap v7949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:02.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:01 smithi123 ceph-mon[191304]: pgmap v7949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:02.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:01 smithi123 ceph-mon[188613]: pgmap v7949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:04.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:03 smithi123 ceph-mon[191304]: pgmap v7950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:04.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:03 smithi123 ceph-mon[188613]: pgmap v7950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:03 smithi177 ceph-mon[212096]: pgmap v7950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:05 smithi123 ceph-mon[191304]: pgmap v7951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:06.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:05 smithi123 ceph-mon[188613]: pgmap v7951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:05 smithi177 ceph-mon[212096]: pgmap v7951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:08.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:07 smithi123 ceph-mon[191304]: pgmap v7952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:08.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:07 smithi123 ceph-mon[188613]: pgmap v7952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:07 smithi177 ceph-mon[212096]: pgmap v7952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:58:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:58:09] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:58:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:09 smithi123 ceph-mon[191304]: pgmap v7953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:10.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:09 smithi123 ceph-mon[188613]: pgmap v7953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:09 smithi177 ceph-mon[212096]: pgmap v7953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:11.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:58:11.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:58:11.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:58:11.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:58:11.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:58:11.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:58:11.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:58:11.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:58:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:58:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:58:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:58:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:58:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:11 smithi123 ceph-mon[191304]: pgmap v7954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:58:12.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:11 smithi123 ceph-mon[188613]: pgmap v7954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:12.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:58:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:11 smithi177 ceph-mon[212096]: pgmap v7954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:58:14.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:13 smithi123 ceph-mon[191304]: pgmap v7955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:14.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:13 smithi123 ceph-mon[188613]: pgmap v7955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:13 smithi177 ceph-mon[212096]: pgmap v7955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:16.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:15 smithi123 ceph-mon[191304]: pgmap v7956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:16.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:15 smithi123 ceph-mon[188613]: pgmap v7956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:15 smithi177 ceph-mon[212096]: pgmap v7956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:18.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:17 smithi123 ceph-mon[191304]: pgmap v7957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:18.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:17 smithi123 ceph-mon[188613]: pgmap v7957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:17 smithi177 ceph-mon[212096]: pgmap v7957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:58:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:58:19] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:58:20.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:19 smithi123 ceph-mon[191304]: pgmap v7958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:20.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:19 smithi123 ceph-mon[188613]: pgmap v7958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:20.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:19 smithi177 ceph-mon[212096]: pgmap v7958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:21 smithi123 ceph-mon[191304]: pgmap v7959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:21 smithi123 ceph-mon[188613]: pgmap v7959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:21 smithi177 ceph-mon[212096]: pgmap v7959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:23 smithi177 ceph-mon[212096]: pgmap v7960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:24.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:23 smithi123 ceph-mon[191304]: pgmap v7960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:23 smithi123 ceph-mon[188613]: pgmap v7960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:25 smithi177 ceph-mon[212096]: pgmap v7961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:25 smithi123 ceph-mon[191304]: pgmap v7961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:25 smithi123 ceph-mon[188613]: pgmap v7961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:27.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:58:27.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:58:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:58:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:27 smithi123 ceph-mon[191304]: pgmap v7962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:28.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:27 smithi123 ceph-mon[188613]: pgmap v7962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:27 smithi177 ceph-mon[212096]: pgmap v7962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:58:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:58:29] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:58:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:29 smithi123 ceph-mon[191304]: pgmap v7963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:30.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:29 smithi123 ceph-mon[188613]: pgmap v7963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:29 smithi177 ceph-mon[212096]: pgmap v7963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:30.545 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:58:30.856 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:58:30.857 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 9m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:58:30.857 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 7m ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:58:30.857 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 9m ago 3h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:58:30.857 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 7m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:58:30.857 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 7m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:58:30.857 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 9m ago 3h 667M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:58:30.857 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 9m ago 3h 967M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:58:30.857 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 7m ago 3h 480M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:58:30.858 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 9m ago 3h 519M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:58:30.858 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 9m ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:58:30.858 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 7m ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:58:30.858 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 9m ago 3h 4315M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:58:30.858 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 9m ago 3h 5057M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:58:30.858 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 9m ago 3h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:58:30.858 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 9m ago 3h 4189M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:58:30.858 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 7m ago 3h 3503M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:58:30.858 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 7m ago 3h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:58:30.858 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 7m ago 3h 3256M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:58:30.858 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 7m ago 3h 3727M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:58:30.859 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 7m ago 3h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:58:31.237 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:58:31.237 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:58:31.237 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:58:31.237 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:58:31.237 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:58:31.237 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:58:31.238 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:58:31.238 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:58:31.238 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:58:31.238 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:58:31.238 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:58:31.238 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:58:31.238 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:58:31.238 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:58:31.238 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:58:31.238 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:58:31.239 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:58:31.239 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:58:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:31 smithi123 ceph-mon[191304]: from='client.42201 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:58:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:31 smithi123 ceph-mon[191304]: pgmap v7964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:31.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:31 smithi123 ceph-mon[191304]: from='client.52154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:58:31.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:31 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2443632848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:58:31.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:31 smithi123 ceph-mon[188613]: from='client.42201 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:58:31.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:31 smithi123 ceph-mon[188613]: pgmap v7964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:31.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:31 smithi123 ceph-mon[188613]: from='client.52154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:58:31.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:31 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2443632848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:58:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:31 smithi177 ceph-mon[212096]: from='client.42201 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:58:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:31 smithi177 ceph-mon[212096]: pgmap v7964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:31 smithi177 ceph-mon[212096]: from='client.52154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:58:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:31 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2443632848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:58:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:33 smithi177 ceph-mon[212096]: pgmap v7965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:33 smithi123 ceph-mon[191304]: pgmap v7965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:34.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:33 smithi123 ceph-mon[188613]: pgmap v7965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:35 smithi177 ceph-mon[212096]: pgmap v7966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:35 smithi123 ceph-mon[191304]: pgmap v7966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:36.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:35 smithi123 ceph-mon[188613]: pgmap v7966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:37 smithi177 ceph-mon[212096]: pgmap v7967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:37 smithi123 ceph-mon[188613]: pgmap v7967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:37 smithi123 ceph-mon[191304]: pgmap v7967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:58:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:58:39] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T13:58:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:39 smithi123 ceph-mon[188613]: pgmap v7968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:40.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:39 smithi123 ceph-mon[191304]: pgmap v7968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:40.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:39 smithi177 ceph-mon[212096]: pgmap v7968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:41 smithi123 ceph-mon[188613]: pgmap v7969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:58:41.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:41 smithi123 ceph-mon[191304]: pgmap v7969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:41.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:58:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:41 smithi177 ceph-mon[212096]: pgmap v7969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:58:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:43 smithi177 ceph-mon[212096]: pgmap v7970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:44.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:43 smithi123 ceph-mon[191304]: pgmap v7970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:44.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:43 smithi123 ceph-mon[188613]: pgmap v7970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:45 smithi123 ceph-mon[191304]: pgmap v7971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:46.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:45 smithi123 ceph-mon[188613]: pgmap v7971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:46.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:45 smithi177 ceph-mon[212096]: pgmap v7971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:47 smithi123 ceph-mon[191304]: pgmap v7972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:48.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:47 smithi123 ceph-mon[188613]: pgmap v7972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:47 smithi177 ceph-mon[212096]: pgmap v7972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:58:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:58:49] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T13:58:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:49 smithi123 ceph-mon[191304]: pgmap v7973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:50.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:49 smithi123 ceph-mon[188613]: pgmap v7973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:50.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:49 smithi177 ceph-mon[212096]: pgmap v7973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:51 smithi123 ceph-mon[188613]: pgmap v7974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:51 smithi123 ceph-mon[191304]: pgmap v7974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:52.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:51 smithi177 ceph-mon[212096]: pgmap v7974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:53 smithi123 ceph-mon[191304]: pgmap v7975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:54.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:53 smithi123 ceph-mon[188613]: pgmap v7975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:54.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:53 smithi177 ceph-mon[212096]: pgmap v7975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:55 smithi123 ceph-mon[191304]: pgmap v7976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:56.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:55 smithi123 ceph-mon[188613]: pgmap v7976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:55 smithi177 ceph-mon[212096]: pgmap v7976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:57.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:58:57.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:58:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:58:58.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:57 smithi123 ceph-mon[188613]: pgmap v7977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:58.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:57 smithi123 ceph-mon[191304]: pgmap v7977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:57 smithi177 ceph-mon[212096]: pgmap v7977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:58:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:58:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:58:59] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:59:00.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:58:59 smithi123 ceph-mon[191304]: pgmap v7978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:58:59 smithi123 ceph-mon[188613]: pgmap v7978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:00.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:58:59 smithi177 ceph-mon[212096]: pgmap v7978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:01.580 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:59:01.888 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:59:01.888 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 10m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:59:01.888 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 7m ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:59:01.888 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 10m ago 3h 25.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:59:01.888 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 7m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:59:01.888 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 7m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:59:01.888 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 10m ago 3h 667M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:59:01.888 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 10m ago 3h 967M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:59:01.888 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 7m ago 3h 480M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:59:01.889 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 10m ago 3h 519M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:59:01.889 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 10m ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:59:01.889 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 7m ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:59:01.889 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 10m ago 3h 4315M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:59:01.889 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 10m ago 3h 5057M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:59:01.889 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 10m ago 3h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:59:01.889 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 10m ago 3h 4189M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:59:01.889 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 7m ago 3h 3503M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:59:01.889 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 7m ago 3h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:59:01.889 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 7m ago 3h 3256M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:59:01.889 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 7m ago 3h 3727M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:59:01.889 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 7m ago 3h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:59:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:01 smithi123 ceph-mon[191304]: pgmap v7979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:01 smithi123 ceph-mon[188613]: pgmap v7979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:01 smithi177 ceph-mon[212096]: pgmap v7979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:02.269 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:59:02.269 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:59:02.269 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:59:02.269 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:59:02.270 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:59:02.270 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:59:02.270 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:59:02.270 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:59:02.270 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:59:02.270 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:59:02.270 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:59:02.270 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:59:02.270 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:59:02.270 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:59:02.270 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:59:02.270 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:59:02.270 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:59:02.270 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:59:02.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:02 smithi123 ceph-mon[188613]: from='client.52166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:59:02.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:02 smithi123 ceph-mon[188613]: from='client.42225 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:59:02.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:02 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/836704838' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:59:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:02 smithi123 ceph-mon[191304]: from='client.52166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:59:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:02 smithi123 ceph-mon[191304]: from='client.42225 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:59:02.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:02 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/836704838' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:59:03.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:02 smithi177 ceph-mon[212096]: from='client.52166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:59:03.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:02 smithi177 ceph-mon[212096]: from='client.42225 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:59:03.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:02 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/836704838' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:59:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:03 smithi123 ceph-mon[191304]: pgmap v7980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:03 smithi123 ceph-mon[188613]: pgmap v7980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:03 smithi177 ceph-mon[212096]: pgmap v7980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:05 smithi123 ceph-mon[191304]: pgmap v7981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:06.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:05 smithi123 ceph-mon[188613]: pgmap v7981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:05 smithi177 ceph-mon[212096]: pgmap v7981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:08.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:07 smithi123 ceph-mon[191304]: pgmap v7982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:08.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:07 smithi123 ceph-mon[188613]: pgmap v7982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:07 smithi177 ceph-mon[212096]: pgmap v7982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:59:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:59:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T13:59:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:09 smithi123 ceph-mon[191304]: pgmap v7983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:10.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:09 smithi123 ceph-mon[188613]: pgmap v7983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:09 smithi177 ceph-mon[212096]: pgmap v7983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:11.986 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:59:11.986 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:11 smithi177 ceph-mon[212096]: pgmap v7984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:11.986 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:59:11.986 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:59:11.986 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:59:11.986 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:59:11.986 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:59:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:59:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:11 smithi123 ceph-mon[188613]: pgmap v7984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:59:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:59:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:59:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:59:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:59:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T13:59:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:11 smithi123 ceph-mon[191304]: pgmap v7984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:11.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:59:11.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:59:11.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:59:11.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:59:11.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:59:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:14 smithi177 ceph-mon[212096]: pgmap v7985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:59:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:59:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:59:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:59:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:59:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:59:14.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:59:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:14 smithi123 ceph-mon[188613]: pgmap v7985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:59:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:59:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:59:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:59:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:59:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:59:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:59:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:14 smithi123 ceph-mon[191304]: pgmap v7985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:59:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:59:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:59:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:59:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T13:59:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T13:59:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T13:59:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:16 smithi177 ceph-mon[212096]: pgmap v7986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:16 smithi123 ceph-mon[191304]: pgmap v7986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:16 smithi123 ceph-mon[188613]: pgmap v7986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:18 smithi177 ceph-mon[212096]: pgmap v7987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:18 smithi123 ceph-mon[191304]: pgmap v7987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:18 smithi123 ceph-mon[188613]: pgmap v7987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:59:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:59:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:59:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:20 smithi177 ceph-mon[212096]: pgmap v7988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:20 smithi123 ceph-mon[191304]: pgmap v7988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:20 smithi123 ceph-mon[188613]: pgmap v7988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:21 smithi123 ceph-mon[191304]: pgmap v7989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:21 smithi123 ceph-mon[188613]: pgmap v7989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:21 smithi177 ceph-mon[212096]: pgmap v7989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:24.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:23 smithi123 ceph-mon[191304]: pgmap v7990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:24.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:23 smithi123 ceph-mon[188613]: pgmap v7990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:24.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:23 smithi177 ceph-mon[212096]: pgmap v7990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:25 smithi123 ceph-mon[191304]: pgmap v7991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:26.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:25 smithi123 ceph-mon[188613]: pgmap v7991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:25 smithi177 ceph-mon[212096]: pgmap v7991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:27.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:59:27.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:59:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:59:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:27 smithi123 ceph-mon[191304]: pgmap v7992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:28.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:27 smithi123 ceph-mon[188613]: pgmap v7992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:27 smithi177 ceph-mon[212096]: pgmap v7992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:59:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:59:29] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:59:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:29 smithi123 ceph-mon[191304]: pgmap v7993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:30.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:29 smithi123 ceph-mon[188613]: pgmap v7993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:29 smithi177 ceph-mon[212096]: pgmap v7993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:31 smithi123 ceph-mon[191304]: pgmap v7994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:31.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:31 smithi123 ceph-mon[188613]: pgmap v7994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:31 smithi177 ceph-mon[212096]: pgmap v7994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:32.619 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T13:59:32.927 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T13:59:32.927 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 19s ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T13:59:32.927 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 8m ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T13:59:32.927 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 19s ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T13:59:32.927 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 8m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T13:59:32.927 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 8m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T13:59:32.928 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 19s ago 3h 674M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T13:59:32.928 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 19s ago 3h 1029M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T13:59:32.928 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 8m ago 3h 480M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T13:59:32.928 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 19s ago 3h 540M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T13:59:32.928 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 19s ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T13:59:32.928 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 8m ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T13:59:32.928 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 19s ago 3h 4347M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T13:59:32.928 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 19s ago 3h 5090M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T13:59:32.928 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 19s ago 3h 4151M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T13:59:32.928 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 19s ago 3h 4220M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T13:59:32.929 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 8m ago 3h 3503M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T13:59:32.929 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 8m ago 3h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T13:59:32.929 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 8m ago 3h 3256M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T13:59:32.929 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 8m ago 3h 3727M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T13:59:32.929 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 8m ago 3h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T13:59:33.308 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T13:59:33.308 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T13:59:33.308 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T13:59:33.309 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:59:33.309 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T13:59:33.309 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T13:59:33.309 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:59:33.309 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T13:59:33.309 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T13:59:33.309 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:59:33.309 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T13:59:33.309 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T13:59:33.310 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T13:59:33.310 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T13:59:33.310 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T13:59:33.310 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T13:59:33.310 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T13:59:33.310 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T13:59:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:33 smithi123 ceph-mon[191304]: from='client.52184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:59:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:33 smithi123 ceph-mon[191304]: pgmap v7995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:33 smithi123 ceph-mon[191304]: from='client.52190 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:59:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:33 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3576280919' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:59:34.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:33 smithi123 ceph-mon[188613]: from='client.52184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:59:34.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:33 smithi123 ceph-mon[188613]: pgmap v7995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:34.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:33 smithi123 ceph-mon[188613]: from='client.52190 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:59:34.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:33 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3576280919' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:59:34.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:33 smithi177 ceph-mon[212096]: from='client.52184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:59:34.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:33 smithi177 ceph-mon[212096]: pgmap v7995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:34.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:33 smithi177 ceph-mon[212096]: from='client.52190 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T13:59:34.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:33 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3576280919' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T13:59:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:35 smithi123 ceph-mon[191304]: pgmap v7996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:36.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:35 smithi123 ceph-mon[188613]: pgmap v7996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:36.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:35 smithi177 ceph-mon[212096]: pgmap v7996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:37 smithi123 ceph-mon[191304]: pgmap v7997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:37 smithi123 ceph-mon[188613]: pgmap v7997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:37 smithi177 ceph-mon[212096]: pgmap v7997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:59:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:59:39] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T13:59:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:39 smithi123 ceph-mon[191304]: pgmap v7998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:40.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:39 smithi123 ceph-mon[188613]: pgmap v7998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:40.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:39 smithi177 ceph-mon[212096]: pgmap v7998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:41 smithi123 ceph-mon[191304]: pgmap v7999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:59:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:41 smithi123 ceph-mon[188613]: pgmap v7999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:59:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:41 smithi177 ceph-mon[212096]: pgmap v7999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:59:44.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:43 smithi123 ceph-mon[191304]: pgmap v8000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:44.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:43 smithi123 ceph-mon[188613]: pgmap v8000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:44.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:43 smithi177 ceph-mon[212096]: pgmap v8000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:45 smithi123 ceph-mon[191304]: pgmap v8001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:46.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:45 smithi123 ceph-mon[188613]: pgmap v8001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:46.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:45 smithi177 ceph-mon[212096]: pgmap v8001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:47 smithi123 ceph-mon[191304]: pgmap v8002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:48.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:47 smithi123 ceph-mon[188613]: pgmap v8002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:47 smithi177 ceph-mon[212096]: pgmap v8002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:59:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:59:49] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T13:59:50.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:49 smithi123 ceph-mon[188613]: pgmap v8003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:49 smithi123 ceph-mon[191304]: pgmap v8003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:50.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:49 smithi177 ceph-mon[212096]: pgmap v8003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:51 smithi123 ceph-mon[191304]: pgmap v8004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:51 smithi123 ceph-mon[188613]: pgmap v8004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:52.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:51 smithi177 ceph-mon[212096]: pgmap v8004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:53 smithi123 ceph-mon[191304]: pgmap v8005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:53 smithi123 ceph-mon[188613]: pgmap v8005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:54.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:53 smithi177 ceph-mon[212096]: pgmap v8005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:55 smithi123 ceph-mon[191304]: pgmap v8006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:56.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:55 smithi123 ceph-mon[188613]: pgmap v8006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:55 smithi177 ceph-mon[212096]: pgmap v8006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:57.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:59:57.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:59:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T13:59:58.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:57 smithi123 ceph-mon[191304]: pgmap v8007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:58.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:57 smithi123 ceph-mon[188613]: pgmap v8007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:57 smithi177 ceph-mon[212096]: pgmap v8007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T13:59:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 13:59:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:13:59:59] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-20T14:00:00.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 13:59:59 smithi123 ceph-mon[191304]: pgmap v8008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 13:59:59 smithi123 ceph-mon[188613]: pgmap v8008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T13:59:59.998+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T14:00:00.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 13:59:59 smithi177 ceph-mon[212096]: pgmap v8008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:01.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T14:00:01.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T14:00:01.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T14:00:02.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:01 smithi123 ceph-mon[191304]: pgmap v8009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:02.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:01 smithi123 ceph-mon[188613]: pgmap v8009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:01 smithi177 ceph-mon[212096]: pgmap v8009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:03.656 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:00:03.968 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:00:03.968 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 50s ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:00:03.968 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 9m ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:00:03.968 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 50s ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:00:03.969 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 9m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:00:03.969 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 9m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:00:03.969 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 50s ago 3h 674M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:00:03.969 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 50s ago 3h 1029M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:00:03.969 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 9m ago 3h 480M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:00:03.969 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 50s ago 3h 540M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:00:03.969 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 50s ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:00:03.969 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 9m ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:00:03.969 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 50s ago 3h 4347M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:00:03.969 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 50s ago 3h 5090M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:00:03.969 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 50s ago 3h 4151M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:00:03.969 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 50s ago 3h 4220M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:00:03.969 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 9m ago 3h 3503M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:00:03.969 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 9m ago 3h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:00:03.969 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 9m ago 3h 3256M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:00:03.969 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 9m ago 3h 3727M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:00:03.970 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 9m ago 3h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:00:04.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:03 smithi123 ceph-mon[191304]: pgmap v8010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:04.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:03 smithi123 ceph-mon[188613]: pgmap v8010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:04.352 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:00:04.352 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:00:04.352 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:00:04.352 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:00:04.352 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:00:04.352 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:00:04.352 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:00:04.352 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:00:04.352 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:00:04.352 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:00:04.352 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:00:04.352 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:00:04.353 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:00:04.353 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:00:04.353 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:00:04.353 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:00:04.353 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:00:04.353 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:00:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:03 smithi177 ceph-mon[212096]: pgmap v8010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:05.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:04 smithi123 ceph-mon[191304]: from='client.52202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:00:05.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:04 smithi123 ceph-mon[191304]: from='client.42261 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:00:05.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:04 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1254563722' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:00:05.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:04 smithi123 ceph-mon[188613]: from='client.52202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:00:05.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:04 smithi123 ceph-mon[188613]: from='client.42261 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:00:05.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:04 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1254563722' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:00:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:04 smithi177 ceph-mon[212096]: from='client.52202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:00:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:04 smithi177 ceph-mon[212096]: from='client.42261 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:00:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:04 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1254563722' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:00:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:05 smithi123 ceph-mon[191304]: pgmap v8011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:06.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:05 smithi123 ceph-mon[188613]: pgmap v8011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:05 smithi177 ceph-mon[212096]: pgmap v8011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:08.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:07 smithi123 ceph-mon[191304]: pgmap v8012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:08.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:07 smithi123 ceph-mon[188613]: pgmap v8012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:07 smithi177 ceph-mon[212096]: pgmap v8012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:00:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:00:09] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-20T14:00:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:09 smithi123 ceph-mon[191304]: pgmap v8013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:10.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:09 smithi123 ceph-mon[188613]: pgmap v8013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:09 smithi177 ceph-mon[212096]: pgmap v8013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:11 smithi123 ceph-mon[191304]: pgmap v8014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:00:11.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:11 smithi123 ceph-mon[188613]: pgmap v8014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:11.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:00:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:11 smithi177 ceph-mon[212096]: pgmap v8014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:00:14.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:13 smithi123 ceph-mon[191304]: pgmap v8015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:14.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:13 smithi123 ceph-mon[188613]: pgmap v8015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:13 smithi177 ceph-mon[212096]: pgmap v8015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:15.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:00:15.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:00:15.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:00:15.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:00:15.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:00:15.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:00:15.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:00:15.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:00:15.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:00:15.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:00:15.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:00:15.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:00:15.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:00:15.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:00:15.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:00:15.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:00:15.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:00:15.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:00:16.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:15 smithi123 ceph-mon[191304]: pgmap v8016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:16.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:15 smithi123 ceph-mon[188613]: pgmap v8016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:15 smithi177 ceph-mon[212096]: pgmap v8016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:18.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:17 smithi123 ceph-mon[188613]: pgmap v8017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:18.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:17 smithi123 ceph-mon[191304]: pgmap v8017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:17 smithi177 ceph-mon[212096]: pgmap v8017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:00:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:00:19] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:00:20.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:19 smithi123 ceph-mon[191304]: pgmap v8018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:20.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:19 smithi123 ceph-mon[188613]: pgmap v8018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:20.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:19 smithi177 ceph-mon[212096]: pgmap v8018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:21 smithi123 ceph-mon[188613]: pgmap v8019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:21 smithi123 ceph-mon[191304]: pgmap v8019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:21 smithi177 ceph-mon[212096]: pgmap v8019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:24.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:23 smithi123 ceph-mon[191304]: pgmap v8020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:23 smithi123 ceph-mon[188613]: pgmap v8020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:24.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:23 smithi177 ceph-mon[212096]: pgmap v8020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:25 smithi123 ceph-mon[191304]: pgmap v8021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:26.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:25 smithi123 ceph-mon[188613]: pgmap v8021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:25 smithi177 ceph-mon[212096]: pgmap v8021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:27.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:00:27.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:00:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:00:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:27 smithi123 ceph-mon[191304]: pgmap v8022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:28.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:27 smithi123 ceph-mon[188613]: pgmap v8022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:27 smithi177 ceph-mon[212096]: pgmap v8022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:00:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:00:29] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:00:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:29 smithi123 ceph-mon[191304]: pgmap v8023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:30.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:29 smithi123 ceph-mon[188613]: pgmap v8023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:29 smithi177 ceph-mon[212096]: pgmap v8023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:31 smithi123 ceph-mon[191304]: pgmap v8024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:31 smithi123 ceph-mon[188613]: pgmap v8024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:31 smithi177 ceph-mon[212096]: pgmap v8024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:33 smithi123 ceph-mon[191304]: pgmap v8025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:34.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:33 smithi123 ceph-mon[188613]: pgmap v8025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:34.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:33 smithi177 ceph-mon[212096]: pgmap v8025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:34.699 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:00:35.006 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:00:35.006 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 81s ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:00:35.006 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 9m ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:00:35.006 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 81s ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:00:35.007 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 9m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:00:35.007 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 9m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:00:35.007 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 81s ago 3h 674M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:00:35.007 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 81s ago 3h 1029M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:00:35.007 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 9m ago 3h 480M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:00:35.007 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 81s ago 3h 540M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:00:35.007 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 81s ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:00:35.007 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 9m ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:00:35.007 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 81s ago 3h 4347M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:00:35.007 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 81s ago 3h 5090M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:00:35.008 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 81s ago 3h 4151M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:00:35.008 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 81s ago 3h 4220M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:00:35.008 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 9m ago 3h 3503M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:00:35.008 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 9m ago 3h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:00:35.008 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 9m ago 3h 3256M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:00:35.008 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 9m ago 3h 3727M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:00:35.008 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 9m ago 3h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:00:35.384 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:00:35.385 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:00:35.385 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:00:35.385 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:00:35.385 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:00:35.385 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:00:35.385 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:00:35.385 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:00:35.385 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:00:35.385 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:00:35.385 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:00:35.386 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:00:35.386 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:00:35.386 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:00:35.386 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:00:35.386 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:00:35.386 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:00:35.386 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:00:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:35 smithi123 ceph-mon[191304]: from='client.42273 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:00:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:35 smithi123 ceph-mon[191304]: pgmap v8026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:35 smithi123 ceph-mon[191304]: from='client.52226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:00:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:35 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2717780390' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:00:36.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:35 smithi123 ceph-mon[188613]: from='client.42273 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:00:36.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:35 smithi123 ceph-mon[188613]: pgmap v8026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:36.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:35 smithi123 ceph-mon[188613]: from='client.52226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:00:36.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:35 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2717780390' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:00:36.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:35 smithi177 ceph-mon[212096]: from='client.42273 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:00:36.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:35 smithi177 ceph-mon[212096]: pgmap v8026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:36.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:35 smithi177 ceph-mon[212096]: from='client.52226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:00:36.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:35 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2717780390' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:00:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:37 smithi123 ceph-mon[191304]: pgmap v8027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:37 smithi123 ceph-mon[188613]: pgmap v8027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:37 smithi177 ceph-mon[212096]: pgmap v8027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:00:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:00:39] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:00:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:39 smithi123 ceph-mon[191304]: pgmap v8028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:39 smithi123 ceph-mon[188613]: pgmap v8028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:40.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:39 smithi177 ceph-mon[212096]: pgmap v8028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:41 smithi123 ceph-mon[188613]: pgmap v8029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:00:41.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:41 smithi123 ceph-mon[191304]: pgmap v8029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:41.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:00:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:41 smithi177 ceph-mon[212096]: pgmap v8029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:00:44.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:43 smithi123 ceph-mon[191304]: pgmap v8030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:44.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:43 smithi123 ceph-mon[188613]: pgmap v8030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:44.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:43 smithi177 ceph-mon[212096]: pgmap v8030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:45 smithi123 ceph-mon[191304]: pgmap v8031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:46.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:45 smithi123 ceph-mon[188613]: pgmap v8031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:46.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:45 smithi177 ceph-mon[212096]: pgmap v8031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:47 smithi123 ceph-mon[191304]: pgmap v8032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:48.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:47 smithi123 ceph-mon[188613]: pgmap v8032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:47 smithi177 ceph-mon[212096]: pgmap v8032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:00:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:00:49] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:00:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:49 smithi123 ceph-mon[191304]: pgmap v8033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:50.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:49 smithi123 ceph-mon[188613]: pgmap v8033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:50.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:49 smithi177 ceph-mon[212096]: pgmap v8033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:51 smithi123 ceph-mon[191304]: pgmap v8034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:51 smithi123 ceph-mon[188613]: pgmap v8034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:52.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:51 smithi177 ceph-mon[212096]: pgmap v8034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:53 smithi123 ceph-mon[191304]: pgmap v8035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:54.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:53 smithi123 ceph-mon[188613]: pgmap v8035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:54.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:53 smithi177 ceph-mon[212096]: pgmap v8035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:55 smithi123 ceph-mon[191304]: pgmap v8036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:56.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:55 smithi123 ceph-mon[188613]: pgmap v8036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:55 smithi177 ceph-mon[212096]: pgmap v8036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:57.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:00:57.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:00:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:00:58.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:57 smithi123 ceph-mon[191304]: pgmap v8037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:58.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:57 smithi123 ceph-mon[188613]: pgmap v8037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:57 smithi177 ceph-mon[212096]: pgmap v8037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:00:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:00:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:00:59] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:01:00.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:00:59 smithi123 ceph-mon[191304]: pgmap v8038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:00:59 smithi123 ceph-mon[188613]: pgmap v8038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:00.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:00:59 smithi177 ceph-mon[212096]: pgmap v8038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:01 smithi177 ceph-mon[212096]: pgmap v8039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:01 smithi123 ceph-mon[188613]: pgmap v8039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:01 smithi123 ceph-mon[191304]: pgmap v8039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:04.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:03 smithi123 ceph-mon[191304]: pgmap v8040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:04.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:03 smithi123 ceph-mon[188613]: pgmap v8040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:03 smithi177 ceph-mon[212096]: pgmap v8040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:05.732 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:01:06.043 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:01:06.043 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 112s ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:01:06.043 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 10m ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:01:06.043 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 112s ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:01:06.043 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 10m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:01:06.044 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 10m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:01:06.044 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 112s ago 3h 674M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:01:06.044 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 112s ago 3h 1029M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:01:06.044 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 10m ago 3h 480M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:01:06.044 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 112s ago 3h 540M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:01:06.044 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 112s ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:01:06.044 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 10m ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:01:06.044 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 112s ago 3h 4347M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:01:06.044 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 112s ago 3h 5090M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:01:06.044 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 112s ago 3h 4151M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:01:06.045 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 112s ago 3h 4220M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:01:06.045 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 10m ago 3h 3503M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:01:06.045 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 10m ago 3h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:01:06.045 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 10m ago 3h 3256M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:01:06.045 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 10m ago 3h 3727M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:01:06.045 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 10m ago 3h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:01:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:05 smithi123 ceph-mon[191304]: pgmap v8041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:06.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:05 smithi123 ceph-mon[188613]: pgmap v8041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:05 smithi177 ceph-mon[212096]: pgmap v8041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:06.425 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:01:06.425 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:01:06.425 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:01:06.426 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:01:06.426 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:01:06.426 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:01:06.426 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:01:06.426 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:01:06.426 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:01:06.426 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:01:06.426 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:01:06.426 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:01:06.426 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:01:06.427 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:01:06.427 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:01:06.427 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:01:06.427 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:01:06.427 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:01:07.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:06 smithi123 ceph-mon[188613]: from='client.42291 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:01:07.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:06 smithi123 ceph-mon[188613]: from='client.42297 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:01:07.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:06 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2252946960' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:01:07.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:06 smithi123 ceph-mon[191304]: from='client.42291 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:01:07.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:06 smithi123 ceph-mon[191304]: from='client.42297 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:01:07.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:06 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2252946960' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:01:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:06 smithi177 ceph-mon[212096]: from='client.42291 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:01:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:06 smithi177 ceph-mon[212096]: from='client.42297 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:01:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:06 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2252946960' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:01:08.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:07 smithi123 ceph-mon[191304]: pgmap v8042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:08.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:07 smithi123 ceph-mon[188613]: pgmap v8042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:07 smithi177 ceph-mon[212096]: pgmap v8042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:01:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:01:09] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:01:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:09 smithi123 ceph-mon[191304]: pgmap v8043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:10.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:09 smithi123 ceph-mon[188613]: pgmap v8043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:09 smithi177 ceph-mon[212096]: pgmap v8043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:11 smithi123 ceph-mon[191304]: pgmap v8044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:01:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:11 smithi123 ceph-mon[188613]: pgmap v8044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:01:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:11 smithi177 ceph-mon[212096]: pgmap v8044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:01:14.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:13 smithi123 ceph-mon[191304]: pgmap v8045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:14.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:13 smithi123 ceph-mon[188613]: pgmap v8045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:13 smithi177 ceph-mon[212096]: pgmap v8045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:15.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:01:15.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:01:15.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:01:16.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:15 smithi123 ceph-mon[191304]: pgmap v8046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:16.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:15 smithi123 ceph-mon[188613]: pgmap v8046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:15 smithi177 ceph-mon[212096]: pgmap v8046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:18.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:17 smithi123 ceph-mon[191304]: pgmap v8047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:18.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:01:18.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:01:18.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:01:18.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:01:18.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:01:18.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:17 smithi123 ceph-mon[188613]: pgmap v8047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:18.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:01:18.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:01:18.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:01:18.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:01:18.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:01:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:17 smithi177 ceph-mon[212096]: pgmap v8047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:01:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:01:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:01:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:01:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:01:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:01:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:01:19] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:01:20.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:19 smithi123 ceph-mon[191304]: pgmap v8048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:20.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:19 smithi123 ceph-mon[188613]: pgmap v8048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:20.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:19 smithi177 ceph-mon[212096]: pgmap v8048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:22.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:21 smithi177 ceph-mon[212096]: pgmap v8049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:22.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:21 smithi123 ceph-mon[191304]: pgmap v8049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:22.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:21 smithi123 ceph-mon[188613]: pgmap v8049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:23 smithi123 ceph-mon[188613]: pgmap v8050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:24.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:23 smithi123 ceph-mon[191304]: pgmap v8050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:24.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:23 smithi177 ceph-mon[212096]: pgmap v8050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:25 smithi123 ceph-mon[191304]: pgmap v8051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:25 smithi123 ceph-mon[188613]: pgmap v8051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:25 smithi177 ceph-mon[212096]: pgmap v8051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:27.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:01:27.247 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:01:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:01:28.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:27 smithi123 ceph-mon[191304]: pgmap v8052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:27 smithi123 ceph-mon[188613]: pgmap v8052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:27 smithi177 ceph-mon[212096]: pgmap v8052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:28.906 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 14:01:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T14:01:28.586012491Z level=info msg="Completed cleanup jobs" duration=12.939285ms 2023-12-20T14:01:29.497 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:01:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:01:29] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:01:30.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:29 smithi123 ceph-mon[191304]: pgmap v8053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:30.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:29 smithi123 ceph-mon[188613]: pgmap v8053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:29 smithi177 ceph-mon[212096]: pgmap v8053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:32.156 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:31 smithi177 ceph-mon[212096]: pgmap v8054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:32.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:31 smithi123 ceph-mon[191304]: pgmap v8054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:32.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:31 smithi123 ceph-mon[188613]: pgmap v8054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:34.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:33 smithi123 ceph-mon[191304]: pgmap v8055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:34.247 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:33 smithi123 ceph-mon[188613]: pgmap v8055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:34.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:33 smithi177 ceph-mon[212096]: pgmap v8055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:35 smithi123 ceph-mon[191304]: pgmap v8056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:36.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:35 smithi123 ceph-mon[188613]: pgmap v8056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:36.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:35 smithi177 ceph-mon[212096]: pgmap v8056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:36.771 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:01:37.078 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:01:37.079 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 2m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:01:37.079 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 19s ago 3h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:01:37.079 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 2m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:01:37.079 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 19s ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:01:37.079 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 19s ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:01:37.079 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 2m ago 3h 674M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:01:37.079 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 2m ago 3h 1029M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:01:37.079 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 19s ago 3h 497M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:01:37.079 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 2m ago 3h 540M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:01:37.080 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 2m ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:01:37.080 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 19s ago 3h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:01:37.080 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 2m ago 3h 4347M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:01:37.080 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 2m ago 3h 5090M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:01:37.080 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 2m ago 3h 4151M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:01:37.080 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 2m ago 3h 4220M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:01:37.080 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 19s ago 3h 3530M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:01:37.080 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 19s ago 3h 3857M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:01:37.080 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 19s ago 3h 3287M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:01:37.080 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 19s ago 3h 3764M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:01:37.080 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 19s ago 3h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:01:37.460 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:01:37.460 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:01:37.460 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:01:37.460 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:01:37.460 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:01:37.460 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:01:37.460 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:01:37.460 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:01:37.460 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:01:37.460 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:01:37.460 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:01:37.461 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:01:37.461 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:01:37.461 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:01:37.461 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:01:37.461 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:01:37.461 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:01:37.461 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:01:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:37 smithi123 ceph-mon[191304]: from='client.42309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:01:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:37 smithi123 ceph-mon[191304]: pgmap v8057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:37 smithi123 ceph-mon[191304]: from='client.52262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:01:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:37 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2734938576' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:01:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:37 smithi123 ceph-mon[188613]: from='client.42309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:01:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:37 smithi123 ceph-mon[188613]: pgmap v8057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:37 smithi123 ceph-mon[188613]: from='client.52262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:01:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:37 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2734938576' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:01:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:37 smithi177 ceph-mon[212096]: from='client.42309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:01:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:37 smithi177 ceph-mon[212096]: pgmap v8057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:37 smithi177 ceph-mon[212096]: from='client.52262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:01:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:37 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2734938576' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:01:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:01:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:01:39] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:01:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:39 smithi123 ceph-mon[191304]: pgmap v8058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:39 smithi123 ceph-mon[188613]: pgmap v8058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:40.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:39 smithi177 ceph-mon[212096]: pgmap v8058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:42.160 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:41 smithi177 ceph-mon[212096]: pgmap v8059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:42.163 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:01:42.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:41 smithi123 ceph-mon[191304]: pgmap v8059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:42.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:01:42.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:41 smithi123 ceph-mon[188613]: pgmap v8059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:42.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:01:44.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:43 smithi123 ceph-mon[191304]: pgmap v8060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:44.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:43 smithi123 ceph-mon[188613]: pgmap v8060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:44.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:43 smithi177 ceph-mon[212096]: pgmap v8060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:45 smithi123 ceph-mon[191304]: pgmap v8061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:46.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:45 smithi123 ceph-mon[188613]: pgmap v8061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:46.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:45 smithi177 ceph-mon[212096]: pgmap v8061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:47 smithi123 ceph-mon[191304]: pgmap v8062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:48.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:47 smithi123 ceph-mon[188613]: pgmap v8062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:47 smithi177 ceph-mon[212096]: pgmap v8062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:01:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:01:49] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:01:50.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:49 smithi123 ceph-mon[191304]: pgmap v8063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:50.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:49 smithi123 ceph-mon[188613]: pgmap v8063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:50.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:49 smithi177 ceph-mon[212096]: pgmap v8063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:52.156 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:51 smithi177 ceph-mon[212096]: pgmap v8064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:52.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:51 smithi123 ceph-mon[191304]: pgmap v8064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:52.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:51 smithi123 ceph-mon[188613]: pgmap v8064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:53 smithi123 ceph-mon[191304]: pgmap v8065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:54.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:53 smithi123 ceph-mon[188613]: pgmap v8065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:54.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:53 smithi177 ceph-mon[212096]: pgmap v8065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:56.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:55 smithi123 ceph-mon[191304]: pgmap v8066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:56.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:55 smithi123 ceph-mon[188613]: pgmap v8066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:55 smithi177 ceph-mon[212096]: pgmap v8066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:57.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:01:57.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:01:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:01:58.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:57 smithi123 ceph-mon[191304]: pgmap v8067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:58.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:57 smithi123 ceph-mon[188613]: pgmap v8067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:57 smithi177 ceph-mon[212096]: pgmap v8067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:01:59.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:01:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:01:59] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:02:00.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:01:59 smithi123 ceph-mon[191304]: pgmap v8068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:00.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:01:59 smithi123 ceph-mon[188613]: pgmap v8068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:00.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:01:59 smithi177 ceph-mon[212096]: pgmap v8068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:02.156 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:01 smithi177 ceph-mon[212096]: pgmap v8069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:02.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:01 smithi123 ceph-mon[191304]: pgmap v8069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:02.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:01 smithi123 ceph-mon[188613]: pgmap v8069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:04.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:03 smithi123 ceph-mon[188613]: pgmap v8070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:04.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:03 smithi123 ceph-mon[191304]: pgmap v8070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:03 smithi177 ceph-mon[212096]: pgmap v8070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:05 smithi123 ceph-mon[191304]: pgmap v8071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:06.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:05 smithi123 ceph-mon[188613]: pgmap v8071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:06.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:05 smithi177 ceph-mon[212096]: pgmap v8071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:07.811 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:02:08.120 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:02:08.120 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 2m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:02:08.120 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 50s ago 3h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:02:08.120 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 2m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:02:08.120 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 50s ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:02:08.120 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 50s ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:02:08.120 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 2m ago 3h 674M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:02:08.121 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 2m ago 3h 1029M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:02:08.121 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 50s ago 3h 497M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:02:08.121 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 2m ago 3h 540M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:02:08.121 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 2m ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:02:08.121 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 50s ago 3h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:02:08.121 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 2m ago 3h 4347M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:02:08.121 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 2m ago 3h 5090M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:02:08.121 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 2m ago 3h 4151M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:02:08.121 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 2m ago 3h 4220M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:02:08.121 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 50s ago 3h 3530M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:02:08.122 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 50s ago 3h 3857M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:02:08.122 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 50s ago 3h 3287M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:02:08.122 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 50s ago 3h 3764M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:02:08.122 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 50s ago 3h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:02:08.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:07 smithi123 ceph-mon[191304]: pgmap v8072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:08.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:07 smithi123 ceph-mon[188613]: pgmap v8072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:08.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:07 smithi177 ceph-mon[212096]: pgmap v8072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:08.498 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:02:08.499 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:02:08.499 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:02:08.499 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:02:08.499 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:02:08.499 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:02:08.499 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:02:08.499 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:02:08.499 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:02:08.499 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:02:08.499 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:02:08.500 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:02:08.500 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:02:08.500 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:02:08.500 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:02:08.500 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:02:08.500 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:02:08.500 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:02:09.242 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:02:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:02:09] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:02:09.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:08 smithi123 ceph-mon[188613]: from='client.52274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:02:09.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:08 smithi123 ceph-mon[188613]: from='client.42333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:02:09.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:08 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3938723158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:02:09.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:08 smithi123 ceph-mon[191304]: from='client.52274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:02:09.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:08 smithi123 ceph-mon[191304]: from='client.42333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:02:09.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:08 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3938723158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:02:09.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:08 smithi177 ceph-mon[212096]: from='client.52274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:02:09.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:08 smithi177 ceph-mon[212096]: from='client.42333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:02:09.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:08 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3938723158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:02:10.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:09 smithi123 ceph-mon[191304]: pgmap v8073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:10.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:09 smithi123 ceph-mon[188613]: pgmap v8073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:10.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:09 smithi177 ceph-mon[212096]: pgmap v8073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:11 smithi177 ceph-mon[212096]: pgmap v8074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:02:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:11 smithi123 ceph-mon[188613]: pgmap v8074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:12.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:02:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:11 smithi123 ceph-mon[191304]: pgmap v8074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:02:14.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:13 smithi123 ceph-mon[191304]: pgmap v8075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:14.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:13 smithi123 ceph-mon[188613]: pgmap v8075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:14.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:13 smithi177 ceph-mon[212096]: pgmap v8075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:16.253 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:15 smithi123 ceph-mon[188613]: pgmap v8076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:16.254 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:15 smithi123 ceph-mon[191304]: pgmap v8076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:15 smithi177 ceph-mon[212096]: pgmap v8076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:18.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:17 smithi123 ceph-mon[191304]: pgmap v8077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:18.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:02:18.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:17 smithi123 ceph-mon[188613]: pgmap v8077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:18.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:02:18.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:17 smithi177 ceph-mon[212096]: pgmap v8077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:02:19.242 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:02:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:02:19] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T14:02:19.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:02:19.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:02:19.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:02:19.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:02:19.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:02:19.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:02:19.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:02:19.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:02:19.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:02:20.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:19 smithi123 ceph-mon[191304]: pgmap v8078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:20.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:19 smithi123 ceph-mon[188613]: pgmap v8078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:20.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:19 smithi177 ceph-mon[212096]: pgmap v8078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:21 smithi177 ceph-mon[212096]: pgmap v8079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:22.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:21 smithi123 ceph-mon[191304]: pgmap v8079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:22.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:21 smithi123 ceph-mon[188613]: pgmap v8079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:24.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:23 smithi123 ceph-mon[191304]: pgmap v8080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:23 smithi123 ceph-mon[188613]: pgmap v8080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:24.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:23 smithi177 ceph-mon[212096]: pgmap v8080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:25 smithi123 ceph-mon[191304]: pgmap v8081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:25 smithi123 ceph-mon[188613]: pgmap v8081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:25 smithi177 ceph-mon[212096]: pgmap v8081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:27.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:02:27.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:02:27.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:02:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:27 smithi123 ceph-mon[191304]: pgmap v8082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:28.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:27 smithi123 ceph-mon[188613]: pgmap v8082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:27 smithi177 ceph-mon[212096]: pgmap v8082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:02:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:02:29] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-20T14:02:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:29 smithi123 ceph-mon[191304]: pgmap v8083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:30.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:29 smithi123 ceph-mon[188613]: pgmap v8083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:30.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:29 smithi177 ceph-mon[212096]: pgmap v8083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:31 smithi177 ceph-mon[212096]: pgmap v8084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:32.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:31 smithi123 ceph-mon[191304]: pgmap v8084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:32.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:31 smithi123 ceph-mon[188613]: pgmap v8084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:33 smithi123 ceph-mon[191304]: pgmap v8085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:34.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:33 smithi123 ceph-mon[188613]: pgmap v8085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:34.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:33 smithi177 ceph-mon[212096]: pgmap v8085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:35 smithi123 ceph-mon[191304]: pgmap v8086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:36.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:35 smithi123 ceph-mon[188613]: pgmap v8086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:36.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:35 smithi177 ceph-mon[212096]: pgmap v8086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:37 smithi123 ceph-mon[191304]: pgmap v8087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:37 smithi123 ceph-mon[188613]: pgmap v8087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:38.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:37 smithi177 ceph-mon[212096]: pgmap v8087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:38.845 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:02:39.154 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:02:39.154 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 3m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:02:39.154 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 81s ago 3h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:02:39.154 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 3m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:02:39.155 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 81s ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:02:39.155 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 81s ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:02:39.155 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 3m ago 3h 674M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:02:39.155 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 3m ago 3h 1029M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:02:39.155 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 81s ago 3h 497M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:02:39.155 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 3m ago 3h 540M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:02:39.155 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 3m ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:02:39.155 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 81s ago 3h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:02:39.155 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 3m ago 3h 4347M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:02:39.155 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 3m ago 3h 5090M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:02:39.155 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 3m ago 3h 4151M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:02:39.155 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 3m ago 3h 4220M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:02:39.156 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 81s ago 3h 3530M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:02:39.156 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 81s ago 3h 3857M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:02:39.156 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 81s ago 3h 3287M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:02:39.156 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 81s ago 3h 3764M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:02:39.156 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 81s ago 3h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:02:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:02:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:02:39] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-20T14:02:39.536 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:02:39.536 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:02:39.536 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:02:39.536 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:02:39.536 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:02:39.536 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:02:39.536 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:02:39.536 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:02:39.536 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:02:39.537 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:02:39.537 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:02:39.537 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:02:39.537 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:02:39.537 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:02:39.537 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:02:39.537 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:02:39.537 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:02:39.537 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:02:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:39 smithi123 ceph-mon[191304]: from='client.52292 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:02:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:39 smithi123 ceph-mon[191304]: pgmap v8088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:39 smithi123 ceph-mon[191304]: from='client.42351 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:02:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:39 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/947437638' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:02:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:39 smithi123 ceph-mon[188613]: from='client.52292 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:02:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:39 smithi123 ceph-mon[188613]: pgmap v8088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:40.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:39 smithi123 ceph-mon[188613]: from='client.42351 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:02:40.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:39 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/947437638' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:02:40.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:39 smithi177 ceph-mon[212096]: from='client.52292 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:02:40.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:39 smithi177 ceph-mon[212096]: pgmap v8088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:40.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:39 smithi177 ceph-mon[212096]: from='client.42351 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:02:40.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:39 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/947437638' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:02:42.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:41 smithi177 ceph-mon[212096]: pgmap v8089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:42.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:02:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:41 smithi123 ceph-mon[191304]: pgmap v8089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:02:42.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:41 smithi123 ceph-mon[188613]: pgmap v8089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:42.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:02:44.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:43 smithi123 ceph-mon[191304]: pgmap v8090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:44.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:43 smithi123 ceph-mon[188613]: pgmap v8090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:44.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:43 smithi177 ceph-mon[212096]: pgmap v8090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:46.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:45 smithi123 ceph-mon[188613]: pgmap v8091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:45 smithi123 ceph-mon[191304]: pgmap v8091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:46.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:45 smithi177 ceph-mon[212096]: pgmap v8091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:47 smithi123 ceph-mon[191304]: pgmap v8092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:48.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:47 smithi123 ceph-mon[188613]: pgmap v8092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:48.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:47 smithi177 ceph-mon[212096]: pgmap v8092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:02:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:02:49] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:02:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:49 smithi123 ceph-mon[191304]: pgmap v8093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:50.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:49 smithi123 ceph-mon[188613]: pgmap v8093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:50.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:49 smithi177 ceph-mon[212096]: pgmap v8093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:52.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:51 smithi177 ceph-mon[212096]: pgmap v8094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:52.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:51 smithi123 ceph-mon[191304]: pgmap v8094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:52.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:51 smithi123 ceph-mon[188613]: pgmap v8094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:53 smithi123 ceph-mon[188613]: pgmap v8095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:53 smithi123 ceph-mon[191304]: pgmap v8095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:54.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:53 smithi177 ceph-mon[212096]: pgmap v8095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:56.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:55 smithi123 ceph-mon[188613]: pgmap v8096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:55 smithi123 ceph-mon[191304]: pgmap v8096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:56.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:55 smithi177 ceph-mon[212096]: pgmap v8096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:57.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:02:57.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:02:57.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:02:58.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:57 smithi123 ceph-mon[191304]: pgmap v8097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:58.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:57 smithi123 ceph-mon[188613]: pgmap v8097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:58.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:57 smithi177 ceph-mon[212096]: pgmap v8097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:02:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:02:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:02:59] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:03:00.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:02:59 smithi123 ceph-mon[191304]: pgmap v8098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:02:59 smithi123 ceph-mon[188613]: pgmap v8098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:00.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:02:59 smithi177 ceph-mon[212096]: pgmap v8098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:01 smithi177 ceph-mon[212096]: pgmap v8099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:02.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:01 smithi123 ceph-mon[191304]: pgmap v8099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:02.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:01 smithi123 ceph-mon[188613]: pgmap v8099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:04.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:03 smithi123 ceph-mon[191304]: pgmap v8100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:04.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:03 smithi123 ceph-mon[188613]: pgmap v8100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:03 smithi177 ceph-mon[212096]: pgmap v8100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:06.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:05 smithi123 ceph-mon[191304]: pgmap v8101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:06.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:05 smithi123 ceph-mon[188613]: pgmap v8101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:06.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:05 smithi177 ceph-mon[212096]: pgmap v8101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:08.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:07 smithi123 ceph-mon[191304]: pgmap v8102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:08.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:07 smithi123 ceph-mon[188613]: pgmap v8102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:08.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:07 smithi177 ceph-mon[212096]: pgmap v8102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:03:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:03:09] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:03:09.883 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:03:10.191 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:03:10.191 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 3m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:03:10.191 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 112s ago 3h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:03:10.191 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 3m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:03:10.191 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 112s ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:03:10.191 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 112s ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:03:10.191 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 3m ago 3h 674M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:03:10.191 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 3m ago 3h 1029M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:03:10.192 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 112s ago 3h 497M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:03:10.192 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 3m ago 3h 540M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:03:10.192 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 3m ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:03:10.192 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 112s ago 3h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:03:10.192 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 3m ago 3h 4347M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:03:10.192 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 3m ago 3h 5090M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:03:10.192 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 3m ago 3h 4151M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:03:10.192 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 3m ago 3h 4220M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:03:10.192 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 112s ago 3h 3530M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:03:10.192 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 112s ago 3h 3857M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:03:10.192 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 112s ago 3h 3287M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:03:10.193 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 112s ago 3h 3764M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:03:10.193 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 112s ago 3h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:03:10.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:09 smithi123 ceph-mon[191304]: pgmap v8103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:10.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:09 smithi123 ceph-mon[188613]: pgmap v8103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:09 smithi177 ceph-mon[212096]: pgmap v8103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:10.572 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:03:10.572 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:03:10.572 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:03:10.572 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:03:10.572 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:03:10.572 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:03:10.572 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:03:10.572 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:03:10.573 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:03:10.573 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:03:10.573 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:03:10.573 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:03:10.573 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:03:10.573 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:03:10.573 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:03:10.573 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:03:10.573 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:03:10.573 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:03:11.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:10 smithi123 ceph-mon[191304]: from='client.42363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:03:11.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:10 smithi123 ceph-mon[191304]: from='client.42369 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:03:11.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:10 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2280860398' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:03:11.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:10 smithi123 ceph-mon[188613]: from='client.42363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:03:11.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:10 smithi123 ceph-mon[188613]: from='client.42369 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:03:11.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:10 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2280860398' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:03:11.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:10 smithi177 ceph-mon[212096]: from='client.42363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:03:11.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:10 smithi177 ceph-mon[212096]: from='client.42369 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:03:11.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:10 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2280860398' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:03:12.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:11 smithi123 ceph-mon[191304]: pgmap v8104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:03:12.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:11 smithi123 ceph-mon[188613]: pgmap v8104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:12.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:03:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:11 smithi177 ceph-mon[212096]: pgmap v8104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:03:14.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:13 smithi177 ceph-mon[212096]: pgmap v8105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:14.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:13 smithi123 ceph-mon[191304]: pgmap v8105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:14.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:13 smithi123 ceph-mon[188613]: pgmap v8105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:16.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:15 smithi177 ceph-mon[212096]: pgmap v8106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:16.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:15 smithi123 ceph-mon[188613]: pgmap v8106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:16.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:15 smithi123 ceph-mon[191304]: pgmap v8106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:17 smithi177 ceph-mon[212096]: pgmap v8107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:18.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:17 smithi123 ceph-mon[191304]: pgmap v8107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:17 smithi123 ceph-mon[188613]: pgmap v8107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:19.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:19 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:03:19.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:03:19.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:19 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:03:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:03:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:03:19] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:03:20.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:20 smithi177 ceph-mon[212096]: pgmap v8108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:20.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:03:20.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:03:20.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:03:20.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:20 smithi123 ceph-mon[191304]: pgmap v8108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:03:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:03:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:03:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:20 smithi123 ceph-mon[188613]: pgmap v8108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:03:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:03:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:03:22.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:21 smithi177 ceph-mon[212096]: pgmap v8109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:22.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:21 smithi123 ceph-mon[191304]: pgmap v8109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:22.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:21 smithi123 ceph-mon[188613]: pgmap v8109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:24.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:23 smithi123 ceph-mon[191304]: pgmap v8110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:23 smithi123 ceph-mon[188613]: pgmap v8110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:24.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:23 smithi177 ceph-mon[212096]: pgmap v8110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:26.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:25 smithi123 ceph-mon[191304]: pgmap v8111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:26.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:25 smithi123 ceph-mon[188613]: pgmap v8111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:26.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:25 smithi177 ceph-mon[212096]: pgmap v8111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:27.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:03:27.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:03:27.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:03:28.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:27 smithi123 ceph-mon[191304]: pgmap v8112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:28.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:27 smithi123 ceph-mon[188613]: pgmap v8112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:28.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:27 smithi177 ceph-mon[212096]: pgmap v8112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:03:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:03:29] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:03:30.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:29 smithi177 ceph-mon[212096]: pgmap v8113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:30.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:29 smithi123 ceph-mon[191304]: pgmap v8113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:30.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:29 smithi123 ceph-mon[188613]: pgmap v8113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:32.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:31 smithi177 ceph-mon[212096]: pgmap v8114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:32.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:31 smithi123 ceph-mon[191304]: pgmap v8114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:32.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:31 smithi123 ceph-mon[188613]: pgmap v8114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:34.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:33 smithi123 ceph-mon[191304]: pgmap v8115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:33 smithi123 ceph-mon[188613]: pgmap v8115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:34.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:33 smithi177 ceph-mon[212096]: pgmap v8115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:36.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:35 smithi177 ceph-mon[212096]: pgmap v8116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:36.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:35 smithi123 ceph-mon[188613]: pgmap v8116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:36.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:35 smithi123 ceph-mon[191304]: pgmap v8116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:38.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:37 smithi177 ceph-mon[212096]: pgmap v8117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:38.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:37 smithi123 ceph-mon[191304]: pgmap v8117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:38.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:37 smithi123 ceph-mon[188613]: pgmap v8117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:03:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:03:39] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:03:40.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:39 smithi177 ceph-mon[212096]: pgmap v8118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:40.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:39 smithi123 ceph-mon[188613]: pgmap v8118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:40.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:39 smithi123 ceph-mon[191304]: pgmap v8118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:40.919 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:03:41.227 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:03:41.227 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 4m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:03:41.227 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 2m ago 3h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:03:41.227 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 4m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:03:41.227 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 2m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:03:41.228 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 2m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:03:41.228 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 4m ago 3h 674M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:03:41.228 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 4m ago 3h 1029M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:03:41.228 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 2m ago 3h 497M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:03:41.228 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 4m ago 3h 540M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:03:41.228 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 4m ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:03:41.228 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 2m ago 3h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:03:41.228 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 4m ago 3h 4347M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:03:41.228 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 4m ago 3h 5090M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:03:41.228 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 4m ago 3h 4151M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:03:41.229 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 4m ago 3h 4220M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:03:41.229 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 2m ago 3h 3530M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:03:41.229 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 2m ago 3h 3857M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:03:41.229 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 2m ago 3h 3287M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:03:41.229 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 2m ago 3h 3764M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:03:41.229 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 2m ago 3h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:03:41.611 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:03:41.611 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:03:41.611 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:03:41.611 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:03:41.611 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:03:41.611 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:03:41.612 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:03:41.612 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:03:41.612 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:03:41.612 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:03:41.612 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:03:41.612 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:03:41.612 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:03:41.612 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:03:41.612 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:03:41.612 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:03:41.612 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:03:41.613 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:03:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:41 smithi177 ceph-mon[212096]: from='client.52328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:03:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:41 smithi177 ceph-mon[212096]: pgmap v8119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:41 smithi177 ceph-mon[212096]: from='client.52334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:03:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:03:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:41 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1826735021' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:03:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:41 smithi123 ceph-mon[188613]: from='client.52328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:03:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:41 smithi123 ceph-mon[188613]: pgmap v8119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:41 smithi123 ceph-mon[188613]: from='client.52334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:03:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:03:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:41 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1826735021' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:03:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:41 smithi123 ceph-mon[191304]: from='client.52328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:03:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:41 smithi123 ceph-mon[191304]: pgmap v8119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:41 smithi123 ceph-mon[191304]: from='client.52334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:03:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:03:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:41 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1826735021' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:03:44.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:43 smithi123 ceph-mon[191304]: pgmap v8120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:44.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:43 smithi123 ceph-mon[188613]: pgmap v8120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:44.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:43 smithi177 ceph-mon[212096]: pgmap v8120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:46.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:45 smithi123 ceph-mon[191304]: pgmap v8121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:46.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:45 smithi123 ceph-mon[188613]: pgmap v8121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:46.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:45 smithi177 ceph-mon[212096]: pgmap v8121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:48.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:47 smithi177 ceph-mon[212096]: pgmap v8122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:48.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:47 smithi123 ceph-mon[191304]: pgmap v8122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:48.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:47 smithi123 ceph-mon[188613]: pgmap v8122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:03:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:03:49] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:03:50.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:49 smithi177 ceph-mon[212096]: pgmap v8123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:50.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:49 smithi123 ceph-mon[191304]: pgmap v8123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:50.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:49 smithi123 ceph-mon[188613]: pgmap v8123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:51 smithi177 ceph-mon[212096]: pgmap v8124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:52.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:51 smithi123 ceph-mon[191304]: pgmap v8124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:52.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:51 smithi123 ceph-mon[188613]: pgmap v8124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:54.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:53 smithi123 ceph-mon[191304]: pgmap v8125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:54.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:53 smithi123 ceph-mon[188613]: pgmap v8125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:54.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:53 smithi177 ceph-mon[212096]: pgmap v8125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:56.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:55 smithi177 ceph-mon[212096]: pgmap v8126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:56.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:55 smithi123 ceph-mon[191304]: pgmap v8126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:56.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:55 smithi123 ceph-mon[188613]: pgmap v8126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:57.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:03:57.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:03:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:03:58.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:03:58 smithi177 ceph-mon[212096]: pgmap v8127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:58.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:03:58 smithi123 ceph-mon[191304]: pgmap v8127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:58.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:03:57 smithi123 ceph-mon[188613]: pgmap v8127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:03:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:03:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:03:59] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:04:00.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:00 smithi177 ceph-mon[212096]: pgmap v8128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:00.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:00 smithi123 ceph-mon[191304]: pgmap v8128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:00.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:00 smithi123 ceph-mon[188613]: pgmap v8128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:02.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:01 smithi177 ceph-mon[212096]: pgmap v8129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:02.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:01 smithi123 ceph-mon[191304]: pgmap v8129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:02.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:01 smithi123 ceph-mon[188613]: pgmap v8129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:04.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:03 smithi177 ceph-mon[212096]: pgmap v8130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:04.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:03 smithi123 ceph-mon[188613]: pgmap v8130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:04.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:03 smithi123 ceph-mon[191304]: pgmap v8130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:06.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:06 smithi177 ceph-mon[212096]: pgmap v8131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:06.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:06 smithi123 ceph-mon[191304]: pgmap v8131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:06.496 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:06 smithi123 ceph-mon[188613]: pgmap v8131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:08.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:08 smithi177 ceph-mon[212096]: pgmap v8132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:08 smithi123 ceph-mon[191304]: pgmap v8132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:08 smithi123 ceph-mon[188613]: pgmap v8132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:04:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:04:09] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:04:10.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:10 smithi177 ceph-mon[212096]: pgmap v8133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:10.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:10 smithi123 ceph-mon[191304]: pgmap v8133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:10.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:10 smithi123 ceph-mon[188613]: pgmap v8133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:11.959 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:04:12.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:11 smithi177 ceph-mon[212096]: pgmap v8134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:12.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:04:12.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:11 smithi123 ceph-mon[191304]: pgmap v8134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:12.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:04:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:11 smithi123 ceph-mon[188613]: pgmap v8134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:04:12.269 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:04:12.269 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 4m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:04:12.269 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 2m ago 3h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:04:12.269 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 4m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:04:12.269 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 2m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:04:12.269 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 2m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:04:12.269 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 4m ago 3h 674M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:04:12.269 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 4m ago 3h 1029M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:04:12.270 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 2m ago 3h 497M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:04:12.270 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 4m ago 3h 540M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:04:12.270 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 4m ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:04:12.270 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 2m ago 3h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:04:12.270 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 4m ago 3h 4347M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:04:12.270 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 4m ago 3h 5090M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:04:12.270 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 4m ago 3h 4151M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:04:12.270 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 4m ago 3h 4220M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:04:12.270 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 2m ago 3h 3530M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:04:12.270 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 2m ago 3h 3857M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:04:12.270 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 2m ago 3h 3287M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:04:12.270 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 2m ago 3h 3764M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:04:12.271 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 2m ago 3h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:04:12.654 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:04:12.654 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:04:12.654 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:04:12.654 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:04:12.654 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:04:12.654 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:04:12.654 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:04:12.654 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:04:12.655 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:04:12.655 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:04:12.655 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:04:12.655 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:04:12.655 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:04:12.655 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:04:12.655 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:04:12.655 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:04:12.655 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:04:12.655 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:04:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:12 smithi177 ceph-mon[212096]: from='client.42399 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:04:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:12 smithi177 ceph-mon[212096]: from='client.42405 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:04:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:12 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2858813855' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:04:13.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:12 smithi123 ceph-mon[191304]: from='client.42399 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:04:13.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:12 smithi123 ceph-mon[191304]: from='client.42405 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:04:13.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:12 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2858813855' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:04:13.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:12 smithi123 ceph-mon[188613]: from='client.42399 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:04:13.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:12 smithi123 ceph-mon[188613]: from='client.42405 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:04:13.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:12 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2858813855' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:04:14.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:13 smithi177 ceph-mon[212096]: pgmap v8135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:14.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:13 smithi123 ceph-mon[191304]: pgmap v8135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:14.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:13 smithi123 ceph-mon[188613]: pgmap v8135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:16.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:15 smithi177 ceph-mon[212096]: pgmap v8136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:16.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:16 smithi123 ceph-mon[191304]: pgmap v8136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:16.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:15 smithi123 ceph-mon[188613]: pgmap v8136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:18.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:18 smithi177 ceph-mon[212096]: pgmap v8137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:18.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:18 smithi123 ceph-mon[191304]: pgmap v8137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:18.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:17 smithi123 ceph-mon[188613]: pgmap v8137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:04:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:04:19] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:04:20.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:20 smithi177 ceph-mon[212096]: pgmap v8138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:20.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:04:20.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:04:20.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:04:20.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:04:20.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:20 smithi123 ceph-mon[191304]: pgmap v8138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:20.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:04:20.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:04:20.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:04:20.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:04:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:20 smithi123 ceph-mon[188613]: pgmap v8138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:04:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:04:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:04:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:04:22.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:21 smithi177 ceph-mon[212096]: pgmap v8139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:22.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:21 smithi123 ceph-mon[191304]: pgmap v8139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:22.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:21 smithi123 ceph-mon[188613]: pgmap v8139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:24.412 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:24 smithi177 ceph-mon[212096]: pgmap v8140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:24.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:24 smithi123 ceph-mon[191304]: pgmap v8140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:24.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:24 smithi123 ceph-mon[188613]: pgmap v8140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:26.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:26 smithi177 ceph-mon[212096]: pgmap v8141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:26 smithi123 ceph-mon[191304]: pgmap v8141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:26.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:26 smithi123 ceph-mon[188613]: pgmap v8141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:04:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:04:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:04:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:28 smithi177 ceph-mon[212096]: pgmap v8142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:28.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:28 smithi123 ceph-mon[188613]: pgmap v8142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:28 smithi123 ceph-mon[191304]: pgmap v8142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:04:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:04:29] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:04:30.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:30 smithi177 ceph-mon[212096]: pgmap v8143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:30.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:30 smithi123 ceph-mon[191304]: pgmap v8143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:30.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:30 smithi123 ceph-mon[188613]: pgmap v8143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:32.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:31 smithi177 ceph-mon[212096]: pgmap v8144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:32.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:31 smithi123 ceph-mon[191304]: pgmap v8144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:32.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:31 smithi123 ceph-mon[188613]: pgmap v8144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:34.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:34 smithi177 ceph-mon[212096]: pgmap v8145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:34.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:34 smithi123 ceph-mon[191304]: pgmap v8145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:34.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:34 smithi123 ceph-mon[188613]: pgmap v8145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:36.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:36 smithi177 ceph-mon[212096]: pgmap v8146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:36.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:36 smithi123 ceph-mon[191304]: pgmap v8146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:36.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:36 smithi123 ceph-mon[188613]: pgmap v8146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:38.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:38 smithi177 ceph-mon[212096]: pgmap v8147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:38.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:38 smithi123 ceph-mon[191304]: pgmap v8147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:38.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:38 smithi123 ceph-mon[188613]: pgmap v8147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:04:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:04:39] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:04:40.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:40 smithi177 ceph-mon[212096]: pgmap v8148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:40.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:40 smithi123 ceph-mon[191304]: pgmap v8148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:40.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:40 smithi123 ceph-mon[188613]: pgmap v8148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:41 smithi177 ceph-mon[212096]: pgmap v8149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:04:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:41 smithi123 ceph-mon[191304]: pgmap v8149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:04:42.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:41 smithi123 ceph-mon[188613]: pgmap v8149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:42.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:04:42.999 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:04:43.308 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:04:43.308 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 5m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:04:43.308 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 3m ago 3h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:04:43.308 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 5m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:04:43.308 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 3m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:04:43.309 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 3m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:04:43.309 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 5m ago 3h 674M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:04:43.309 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 5m ago 3h 1029M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:04:43.309 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 3m ago 3h 497M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:04:43.309 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 5m ago 3h 540M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:04:43.309 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 5m ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:04:43.309 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 3m ago 3h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:04:43.309 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 5m ago 3h 4347M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:04:43.309 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 5m ago 3h 5090M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:04:43.309 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 5m ago 3h 4151M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:04:43.309 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 5m ago 3h 4220M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:04:43.309 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 3m ago 3h 3530M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:04:43.310 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 3m ago 3h 3857M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:04:43.310 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 3m ago 3h 3287M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:04:43.310 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 3m ago 3h 3764M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:04:43.310 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 3m ago 3h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:04:43.689 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:04:43.690 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:04:43.690 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:04:43.690 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:04:43.690 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:04:43.690 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:04:43.690 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:04:43.690 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:04:43.690 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:04:43.690 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:04:43.690 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:04:43.690 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:04:43.690 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:04:43.690 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:04:43.691 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:04:43.691 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:04:43.691 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:04:43.691 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:04:44.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:44 smithi177 ceph-mon[212096]: pgmap v8150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:44.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:44 smithi177 ceph-mon[212096]: from='client.42417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:04:44.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:44 smithi177 ceph-mon[212096]: from='client.42423 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:04:44.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:44 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2438996429' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:04:44.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:44 smithi123 ceph-mon[191304]: pgmap v8150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:44.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:44 smithi123 ceph-mon[191304]: from='client.42417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:04:44.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:44 smithi123 ceph-mon[191304]: from='client.42423 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:04:44.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:44 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2438996429' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:04:44.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:44 smithi123 ceph-mon[188613]: pgmap v8150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:44.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:44 smithi123 ceph-mon[188613]: from='client.42417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:04:44.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:44 smithi123 ceph-mon[188613]: from='client.42423 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:04:44.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:44 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2438996429' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:04:46.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:46 smithi177 ceph-mon[212096]: pgmap v8151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:46.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:46 smithi123 ceph-mon[191304]: pgmap v8151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:46.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:46 smithi123 ceph-mon[188613]: pgmap v8151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:48.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:48 smithi177 ceph-mon[212096]: pgmap v8152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:48.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:48 smithi123 ceph-mon[191304]: pgmap v8152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:48.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:48 smithi123 ceph-mon[188613]: pgmap v8152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:04:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:04:49] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:04:50.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:50 smithi177 ceph-mon[212096]: pgmap v8153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:50.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:50 smithi123 ceph-mon[191304]: pgmap v8153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:50.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:50 smithi123 ceph-mon[188613]: pgmap v8153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:51 smithi177 ceph-mon[212096]: pgmap v8154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:52.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:51 smithi123 ceph-mon[191304]: pgmap v8154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:52.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:51 smithi123 ceph-mon[188613]: pgmap v8154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:54.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:54 smithi177 ceph-mon[212096]: pgmap v8155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:54.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:54 smithi123 ceph-mon[191304]: pgmap v8155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:54.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:54 smithi123 ceph-mon[188613]: pgmap v8155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:56.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:56 smithi177 ceph-mon[212096]: pgmap v8156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:56.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:56 smithi123 ceph-mon[191304]: pgmap v8156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:56.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:56 smithi123 ceph-mon[188613]: pgmap v8156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:57.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:04:57.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:04:57.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:04:58.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:04:58 smithi177 ceph-mon[212096]: pgmap v8157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:58.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:04:58 smithi123 ceph-mon[191304]: pgmap v8157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:58.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:04:58 smithi123 ceph-mon[188613]: pgmap v8157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:04:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:04:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:04:59] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:05:00.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:00 smithi177 ceph-mon[212096]: pgmap v8158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:00.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:00 smithi123 ceph-mon[191304]: pgmap v8158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:00.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:00 smithi123 ceph-mon[188613]: pgmap v8158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:02.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:01 smithi177 ceph-mon[212096]: pgmap v8159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:02.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:01 smithi123 ceph-mon[191304]: pgmap v8159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:02.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:01 smithi123 ceph-mon[188613]: pgmap v8159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:04.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:04 smithi177 ceph-mon[212096]: pgmap v8160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:04.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:04 smithi123 ceph-mon[191304]: pgmap v8160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:04.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:04 smithi123 ceph-mon[188613]: pgmap v8160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:06.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:06 smithi177 ceph-mon[212096]: pgmap v8161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:06.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:06 smithi123 ceph-mon[191304]: pgmap v8161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:06.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:06 smithi123 ceph-mon[188613]: pgmap v8161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:08 smithi177 ceph-mon[212096]: pgmap v8162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:08.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:08 smithi123 ceph-mon[191304]: pgmap v8162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:08.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:08 smithi123 ceph-mon[188613]: pgmap v8162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:05:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:05:09] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:05:10.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:10 smithi177 ceph-mon[212096]: pgmap v8163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:10.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:10 smithi123 ceph-mon[188613]: pgmap v8163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:10.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:10 smithi123 ceph-mon[191304]: pgmap v8163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:11 smithi177 ceph-mon[212096]: pgmap v8164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:05:12.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:11 smithi123 ceph-mon[191304]: pgmap v8164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:12.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:05:12.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:11 smithi123 ceph-mon[188613]: pgmap v8164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:12.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:05:14.037 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:05:14.347 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:05:14.347 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 6m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:05:14.348 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 3m ago 3h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:05:14.348 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 6m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:05:14.348 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 3m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:05:14.348 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 3m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:05:14.348 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 6m ago 3h 674M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:05:14.348 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 6m ago 3h 1029M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:05:14.348 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 3m ago 3h 497M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:05:14.348 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 6m ago 3h 540M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:05:14.348 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 6m ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:05:14.349 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 3m ago 3h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:05:14.349 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 6m ago 3h 4347M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:05:14.349 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 6m ago 3h 5090M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:05:14.349 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 6m ago 3h 4151M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:05:14.349 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 6m ago 3h 4220M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:05:14.349 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 3m ago 3h 3530M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:05:14.349 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 3m ago 3h 3857M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:05:14.349 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 3m ago 3h 3287M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:05:14.349 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 3m ago 3h 3764M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:05:14.349 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 3m ago 3h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:05:14.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:14 smithi177 ceph-mon[212096]: pgmap v8165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:14.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:14 smithi123 ceph-mon[191304]: pgmap v8165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:14.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:14 smithi123 ceph-mon[188613]: pgmap v8165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:14.728 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:05:14.728 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:05:14.729 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:05:14.729 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:05:14.729 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:05:14.729 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:05:14.729 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:05:14.729 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:05:14.729 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:05:14.729 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:05:14.729 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:05:14.729 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:05:14.730 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:05:14.730 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:05:14.730 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:05:14.730 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:05:14.730 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:05:14.730 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:05:15.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:15 smithi177 ceph-mon[212096]: from='client.42435 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:05:15.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:15 smithi177 ceph-mon[212096]: from='client.42441 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:05:15.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:15 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/408519528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:05:15.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:15 smithi123 ceph-mon[191304]: from='client.42435 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:05:15.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:15 smithi123 ceph-mon[191304]: from='client.42441 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:05:15.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:15 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/408519528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:05:15.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:15 smithi123 ceph-mon[188613]: from='client.42435 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:05:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:15 smithi123 ceph-mon[188613]: from='client.42441 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:05:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:15 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/408519528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:05:16.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:16 smithi177 ceph-mon[212096]: pgmap v8166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:16.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:16 smithi123 ceph-mon[191304]: pgmap v8166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:16.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:16 smithi123 ceph-mon[188613]: pgmap v8166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:18.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:18 smithi177 ceph-mon[212096]: pgmap v8167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:18.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:18 smithi123 ceph-mon[191304]: pgmap v8167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:18.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:18 smithi123 ceph-mon[188613]: pgmap v8167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:05:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:05:19] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:05:20.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:20 smithi177 ceph-mon[212096]: pgmap v8168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:20.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:05:20.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:20 smithi123 ceph-mon[191304]: pgmap v8168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:20.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:05:20.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:20 smithi123 ceph-mon[188613]: pgmap v8168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:20.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:05:21.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:05:21.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:05:21.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:05:21.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:05:21.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:05:21.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:05:21.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:05:21.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:05:21.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:05:22.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:22 smithi177 ceph-mon[212096]: pgmap v8169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:22.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:22 smithi123 ceph-mon[191304]: pgmap v8169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:22.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:22 smithi123 ceph-mon[188613]: pgmap v8169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:24.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:24 smithi177 ceph-mon[212096]: pgmap v8170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:24 smithi123 ceph-mon[191304]: pgmap v8170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:24.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:24 smithi123 ceph-mon[188613]: pgmap v8170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:26.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:26 smithi177 ceph-mon[212096]: pgmap v8171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:26.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:26 smithi123 ceph-mon[191304]: pgmap v8171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:26.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:26 smithi123 ceph-mon[188613]: pgmap v8171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:27.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:05:27.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:05:27.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:05:28.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:28 smithi177 ceph-mon[212096]: pgmap v8172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:28.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:28 smithi123 ceph-mon[191304]: pgmap v8172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:28.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:28 smithi123 ceph-mon[188613]: pgmap v8172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:05:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:05:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:05:30.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:30 smithi177 ceph-mon[212096]: pgmap v8173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:30.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:30 smithi123 ceph-mon[191304]: pgmap v8173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:30.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:30 smithi123 ceph-mon[188613]: pgmap v8173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:32.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:31 smithi177 ceph-mon[212096]: pgmap v8174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:31 smithi123 ceph-mon[188613]: pgmap v8174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:32.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:31 smithi123 ceph-mon[191304]: pgmap v8174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:34.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:34 smithi177 ceph-mon[212096]: pgmap v8175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:34.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:34 smithi123 ceph-mon[191304]: pgmap v8175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:34.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:34 smithi123 ceph-mon[188613]: pgmap v8175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:36.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:36 smithi177 ceph-mon[212096]: pgmap v8176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:36.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:36 smithi123 ceph-mon[191304]: pgmap v8176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:36.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:36 smithi123 ceph-mon[188613]: pgmap v8176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:38.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:38 smithi177 ceph-mon[212096]: pgmap v8177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:38.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:38 smithi123 ceph-mon[191304]: pgmap v8177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:38.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:38 smithi123 ceph-mon[188613]: pgmap v8177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:05:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:05:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:05:40.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:40 smithi177 ceph-mon[212096]: pgmap v8178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:40.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:40 smithi123 ceph-mon[191304]: pgmap v8178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:40.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:40 smithi123 ceph-mon[188613]: pgmap v8178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:41 smithi177 ceph-mon[212096]: pgmap v8179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:05:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:41 smithi123 ceph-mon[191304]: pgmap v8179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:05:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:41 smithi123 ceph-mon[188613]: pgmap v8179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:05:44.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:44 smithi177 ceph-mon[212096]: pgmap v8180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:44.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:44 smithi123 ceph-mon[188613]: pgmap v8180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:44.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:44 smithi123 ceph-mon[191304]: pgmap v8180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:45.080 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:05:45.385 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:05:45.386 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 6m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:05:45.386 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 4m ago 3h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:05:45.386 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 6m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:05:45.386 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 4m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:05:45.386 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 4m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:05:45.386 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 6m ago 3h 674M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:05:45.386 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 6m ago 3h 1029M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:05:45.386 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 4m ago 3h 497M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:05:45.386 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 6m ago 3h 540M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:05:45.387 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 6m ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:05:45.387 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 4m ago 3h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:05:45.387 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 6m ago 3h 4347M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:05:45.387 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 6m ago 3h 5090M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:05:45.387 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 6m ago 3h 4151M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:05:45.387 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 6m ago 3h 4220M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:05:45.387 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 4m ago 3h 3530M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:05:45.387 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 4m ago 3h 3857M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:05:45.387 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 4m ago 3h 3287M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:05:45.387 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 4m ago 3h 3764M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:05:45.387 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 4m ago 3h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:05:45.767 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:05:45.767 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:05:45.767 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:05:45.768 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:05:45.768 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:05:45.768 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:05:45.768 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:05:45.768 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:05:45.768 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:05:45.768 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:05:45.768 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:05:45.768 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:05:45.768 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:05:45.768 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:05:45.769 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:05:45.769 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:05:45.769 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:05:45.769 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:05:46.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:46 smithi177 ceph-mon[212096]: pgmap v8181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:46.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:46 smithi177 ceph-mon[212096]: from='client.42453 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:05:46.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:46 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4219665565' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:05:46.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:46 smithi123 ceph-mon[191304]: pgmap v8181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:46.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:46 smithi123 ceph-mon[191304]: from='client.42453 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:05:46.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:46 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4219665565' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:05:46.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:46 smithi123 ceph-mon[188613]: pgmap v8181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:46.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:46 smithi123 ceph-mon[188613]: from='client.42453 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:05:46.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:46 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4219665565' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:05:47.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:47 smithi177 ceph-mon[212096]: from='client.42459 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:05:47.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:47 smithi123 ceph-mon[191304]: from='client.42459 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:05:47.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:47 smithi123 ceph-mon[188613]: from='client.42459 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:05:48.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:48 smithi177 ceph-mon[212096]: pgmap v8182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:48.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:48 smithi123 ceph-mon[191304]: pgmap v8182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:48.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:48 smithi123 ceph-mon[188613]: pgmap v8182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:05:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:05:49] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:05:50.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:50 smithi177 ceph-mon[212096]: pgmap v8183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:50.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:50 smithi123 ceph-mon[191304]: pgmap v8183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:50.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:50 smithi123 ceph-mon[188613]: pgmap v8183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:51 smithi177 ceph-mon[212096]: pgmap v8184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:52.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:51 smithi123 ceph-mon[191304]: pgmap v8184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:52.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:51 smithi123 ceph-mon[188613]: pgmap v8184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:54.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:54 smithi177 ceph-mon[212096]: pgmap v8185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:54.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:54 smithi123 ceph-mon[191304]: pgmap v8185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:54.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:54 smithi123 ceph-mon[188613]: pgmap v8185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:56.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:56 smithi177 ceph-mon[212096]: pgmap v8186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:56.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:56 smithi123 ceph-mon[191304]: pgmap v8186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:56.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:56 smithi123 ceph-mon[188613]: pgmap v8186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:57.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:05:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:05:57.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:05:58.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:05:58 smithi177 ceph-mon[212096]: pgmap v8187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:58.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:05:58 smithi123 ceph-mon[191304]: pgmap v8187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:58.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:05:58 smithi123 ceph-mon[188613]: pgmap v8187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:05:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:05:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:05:59] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T14:06:00.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:00 smithi177 ceph-mon[212096]: pgmap v8188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:00.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:00 smithi123 ceph-mon[188613]: pgmap v8188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:00.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:00 smithi123 ceph-mon[191304]: pgmap v8188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:02.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:01 smithi177 ceph-mon[212096]: pgmap v8189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:02.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:01 smithi123 ceph-mon[191304]: pgmap v8189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:02.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:01 smithi123 ceph-mon[188613]: pgmap v8189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:04.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:04 smithi177 ceph-mon[212096]: pgmap v8190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:04.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:04 smithi123 ceph-mon[191304]: pgmap v8190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:04.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:04 smithi123 ceph-mon[188613]: pgmap v8190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:06.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:06 smithi177 ceph-mon[212096]: pgmap v8191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:06 smithi123 ceph-mon[191304]: pgmap v8191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:06 smithi123 ceph-mon[188613]: pgmap v8191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:08.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:08 smithi177 ceph-mon[212096]: pgmap v8192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:08 smithi123 ceph-mon[191304]: pgmap v8192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:08.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:08 smithi123 ceph-mon[188613]: pgmap v8192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:06:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:06:09] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T14:06:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:10 smithi177 ceph-mon[212096]: pgmap v8193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:10 smithi123 ceph-mon[191304]: pgmap v8193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:10 smithi123 ceph-mon[188613]: pgmap v8193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:12.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:11 smithi177 ceph-mon[212096]: pgmap v8194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:12.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:06:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:11 smithi123 ceph-mon[191304]: pgmap v8194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:12.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:06:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:11 smithi123 ceph-mon[188613]: pgmap v8194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:06:14.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:14 smithi177 ceph-mon[212096]: pgmap v8195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:14 smithi123 ceph-mon[191304]: pgmap v8195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:14 smithi123 ceph-mon[188613]: pgmap v8195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:16.122 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:06:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:16 smithi177 ceph-mon[212096]: pgmap v8196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:16.430 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:06:16.430 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 7m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:06:16.430 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 4m ago 3h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:06:16.430 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 7m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:06:16.430 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 4m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:06:16.430 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 4m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:06:16.430 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 7m ago 3h 674M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:06:16.430 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 7m ago 3h 1029M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:06:16.431 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 4m ago 3h 497M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:06:16.431 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 7m ago 3h 540M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:06:16.431 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 7m ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:06:16.431 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 4m ago 3h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:06:16.431 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 7m ago 3h 4347M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:06:16.431 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 7m ago 3h 5090M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:06:16.431 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 7m ago 3h 4151M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:06:16.431 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 7m ago 3h 4220M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:06:16.431 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 4m ago 3h 3530M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:06:16.431 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 4m ago 3h 3857M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:06:16.431 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 4m ago 3h 3287M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:06:16.431 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 4m ago 3h 3764M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:06:16.431 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 4m ago 3h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:06:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:16 smithi123 ceph-mon[191304]: pgmap v8196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:16 smithi123 ceph-mon[188613]: pgmap v8196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:16.815 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:06:16.815 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:06:16.815 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:06:16.815 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:06:16.815 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:06:16.815 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:06:16.815 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:06:16.816 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:06:16.816 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:06:16.816 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:06:16.816 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:06:16.816 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:06:16.816 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:06:16.816 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:06:16.816 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:06:16.816 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:06:16.816 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:06:16.816 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:06:17.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:17 smithi177 ceph-mon[212096]: from='client.42471 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:06:17.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:17 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4107774674' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:06:17.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:17 smithi123 ceph-mon[191304]: from='client.42471 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:06:17.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:17 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4107774674' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:06:17.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:17 smithi123 ceph-mon[188613]: from='client.42471 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:06:17.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:17 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4107774674' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:06:18.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:18 smithi177 ceph-mon[212096]: from='client.52424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:06:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:18 smithi177 ceph-mon[212096]: pgmap v8197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:18.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:18 smithi123 ceph-mon[191304]: from='client.52424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:06:18.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:18 smithi123 ceph-mon[191304]: pgmap v8197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:18.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:18 smithi123 ceph-mon[188613]: from='client.52424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:06:18.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:18 smithi123 ceph-mon[188613]: pgmap v8197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:06:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:06:19] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:06:20.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:20 smithi177 ceph-mon[212096]: pgmap v8198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:20 smithi123 ceph-mon[191304]: pgmap v8198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:20 smithi123 ceph-mon[188613]: pgmap v8198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:21.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:06:21.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:06:21.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:06:21.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:06:21.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:06:21.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:06:21.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:06:21.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:06:21.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:06:21.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:06:21.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:06:21.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:06:22.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:22 smithi177 ceph-mon[212096]: pgmap v8199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:22 smithi123 ceph-mon[191304]: pgmap v8199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:22.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:22 smithi123 ceph-mon[188613]: pgmap v8199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:24.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:24 smithi177 ceph-mon[212096]: pgmap v8200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:24 smithi123 ceph-mon[191304]: pgmap v8200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:24 smithi123 ceph-mon[188613]: pgmap v8200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:26 smithi177 ceph-mon[212096]: pgmap v8201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:26 smithi123 ceph-mon[191304]: pgmap v8201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:26 smithi123 ceph-mon[188613]: pgmap v8201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:27.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:06:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:06:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:06:28.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:28 smithi177 ceph-mon[212096]: pgmap v8202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:28 smithi123 ceph-mon[191304]: pgmap v8202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:28 smithi123 ceph-mon[188613]: pgmap v8202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:06:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:06:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:06:30.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:30 smithi177 ceph-mon[212096]: pgmap v8203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:30 smithi123 ceph-mon[191304]: pgmap v8203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:30.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:30 smithi123 ceph-mon[188613]: pgmap v8203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:32.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:31 smithi177 ceph-mon[212096]: pgmap v8204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:31 smithi123 ceph-mon[188613]: pgmap v8204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:32.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:31 smithi123 ceph-mon[191304]: pgmap v8204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:34.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:34 smithi177 ceph-mon[212096]: pgmap v8205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:34.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:34 smithi123 ceph-mon[191304]: pgmap v8205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:34.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:34 smithi123 ceph-mon[188613]: pgmap v8205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:36.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:36 smithi177 ceph-mon[212096]: pgmap v8206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:36.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:36 smithi123 ceph-mon[188613]: pgmap v8206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:36.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:36 smithi123 ceph-mon[191304]: pgmap v8206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:38.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:38 smithi177 ceph-mon[212096]: pgmap v8207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:38.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:38 smithi123 ceph-mon[191304]: pgmap v8207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:38.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:38 smithi123 ceph-mon[188613]: pgmap v8207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:06:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:06:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:06:40.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:40 smithi177 ceph-mon[212096]: pgmap v8208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:40.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:40 smithi123 ceph-mon[191304]: pgmap v8208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:40.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:40 smithi123 ceph-mon[188613]: pgmap v8208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:41 smithi177 ceph-mon[212096]: pgmap v8209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:06:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:41 smithi123 ceph-mon[191304]: pgmap v8209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:06:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:41 smithi123 ceph-mon[188613]: pgmap v8209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:06:44.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:44 smithi177 ceph-mon[212096]: pgmap v8210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:44 smithi123 ceph-mon[191304]: pgmap v8210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:44.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:44 smithi123 ceph-mon[188613]: pgmap v8210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:46.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:46 smithi177 ceph-mon[212096]: pgmap v8211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:46.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:46 smithi123 ceph-mon[191304]: pgmap v8211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:46.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:46 smithi123 ceph-mon[188613]: pgmap v8211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:47.161 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:06:47.468 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:06:47.468 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 7m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:06:47.468 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 5m ago 3h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:06:47.469 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 7m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:06:47.469 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 5m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:06:47.469 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 5m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:06:47.469 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 7m ago 3h 674M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:06:47.469 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 7m ago 3h 1029M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:06:47.469 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 5m ago 3h 497M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:06:47.469 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 7m ago 3h 540M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:06:47.469 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 7m ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:06:47.469 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 5m ago 3h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:06:47.470 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 7m ago 3h 4347M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:06:47.470 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 7m ago 3h 5090M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:06:47.470 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 7m ago 3h 4151M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:06:47.470 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 7m ago 3h 4220M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:06:47.470 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 5m ago 3h 3530M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:06:47.470 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 5m ago 3h 3857M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:06:47.470 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 5m ago 3h 3287M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:06:47.470 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 5m ago 3h 3764M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:06:47.470 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 5m ago 3h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:06:47.852 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:06:47.852 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:06:47.852 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:06:47.852 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:06:47.852 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:06:47.853 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:06:47.853 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:06:47.853 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:06:47.853 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:06:47.853 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:06:47.853 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:06:47.853 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:06:47.853 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:06:47.853 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:06:47.853 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:06:47.853 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:06:47.854 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:06:47.854 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:06:48.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:48 smithi177 ceph-mon[212096]: pgmap v8212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:48.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:48 smithi177 ceph-mon[212096]: from='client.42489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:06:48.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:48 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2029416042' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:06:48.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:48 smithi123 ceph-mon[191304]: pgmap v8212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:48.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:48 smithi123 ceph-mon[191304]: from='client.42489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:06:48.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:48 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2029416042' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:06:48.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:48 smithi123 ceph-mon[188613]: pgmap v8212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:48.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:48 smithi123 ceph-mon[188613]: from='client.42489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:06:48.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:48 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2029416042' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:06:49.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:49 smithi177 ceph-mon[212096]: from='client.52442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:06:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:49 smithi123 ceph-mon[191304]: from='client.52442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:06:49.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:49 smithi123 ceph-mon[188613]: from='client.52442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:06:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:06:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:06:49] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:06:50.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:50 smithi177 ceph-mon[212096]: pgmap v8213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:50 smithi123 ceph-mon[191304]: pgmap v8213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:50.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:50 smithi123 ceph-mon[188613]: pgmap v8213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:51 smithi177 ceph-mon[212096]: pgmap v8214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:51 smithi123 ceph-mon[188613]: pgmap v8214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:52.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:51 smithi123 ceph-mon[191304]: pgmap v8214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:54.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:54 smithi177 ceph-mon[212096]: pgmap v8215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:54.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:54 smithi123 ceph-mon[188613]: pgmap v8215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:54.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:54 smithi123 ceph-mon[191304]: pgmap v8215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:56.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:56 smithi177 ceph-mon[212096]: pgmap v8216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:56.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:56 smithi123 ceph-mon[188613]: pgmap v8216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:56.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:56 smithi123 ceph-mon[191304]: pgmap v8216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:57.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:06:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:06:57.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:06:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:06:58 smithi177 ceph-mon[212096]: pgmap v8217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:06:58 smithi123 ceph-mon[191304]: pgmap v8217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:58.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:06:58 smithi123 ceph-mon[188613]: pgmap v8217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:06:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:06:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:06:59] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:07:00.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:00 smithi177 ceph-mon[212096]: pgmap v8218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:00 smithi123 ceph-mon[191304]: pgmap v8218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:00.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:00 smithi123 ceph-mon[188613]: pgmap v8218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:02.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:01 smithi177 ceph-mon[212096]: pgmap v8219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:02.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:01 smithi123 ceph-mon[188613]: pgmap v8219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:02.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:01 smithi123 ceph-mon[191304]: pgmap v8219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:04.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:04 smithi177 ceph-mon[212096]: pgmap v8220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:04 smithi123 ceph-mon[188613]: pgmap v8220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:04.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:04 smithi123 ceph-mon[191304]: pgmap v8220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:06.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:06 smithi177 ceph-mon[212096]: pgmap v8221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:06 smithi123 ceph-mon[191304]: pgmap v8221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:06.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:06 smithi123 ceph-mon[188613]: pgmap v8221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:08.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:08 smithi177 ceph-mon[212096]: pgmap v8222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:08 smithi123 ceph-mon[191304]: pgmap v8222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:08.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:08 smithi123 ceph-mon[188613]: pgmap v8222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:07:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:07:09] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:07:10.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:10 smithi177 ceph-mon[212096]: pgmap v8223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:10 smithi123 ceph-mon[191304]: pgmap v8223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:10.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:10 smithi123 ceph-mon[188613]: pgmap v8223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:12.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:11 smithi177 ceph-mon[212096]: pgmap v8224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:12.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:07:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:11 smithi123 ceph-mon[191304]: pgmap v8224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:12.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:07:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:11 smithi123 ceph-mon[188613]: pgmap v8224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:07:14.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:14 smithi177 ceph-mon[212096]: pgmap v8225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:14 smithi123 ceph-mon[191304]: pgmap v8225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:14.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:14 smithi123 ceph-mon[188613]: pgmap v8225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:16.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:16 smithi177 ceph-mon[212096]: pgmap v8226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:16 smithi123 ceph-mon[191304]: pgmap v8226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:16.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:16 smithi123 ceph-mon[188613]: pgmap v8226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:18.200 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:07:18.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:18 smithi177 ceph-mon[212096]: pgmap v8227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:18 smithi123 ceph-mon[191304]: pgmap v8227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:18.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:18 smithi123 ceph-mon[188613]: pgmap v8227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:18.512 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:07:18.512 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 8m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:07:18.512 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 6m ago 3h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:07:18.512 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 8m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:07:18.512 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 6m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:07:18.513 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 6m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:07:18.513 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 8m ago 3h 674M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:07:18.513 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 8m ago 3h 1029M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:07:18.513 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 6m ago 3h 497M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:07:18.513 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 8m ago 3h 540M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:07:18.513 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 8m ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:07:18.513 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 6m ago 3h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:07:18.513 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 8m ago 3h 4347M 2488M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:07:18.513 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 8m ago 3h 5090M 2488M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:07:18.514 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 8m ago 3h 4151M 2488M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:07:18.514 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 8m ago 3h 4220M 2488M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:07:18.514 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 6m ago 3h 3530M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:07:18.514 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 6m ago 3h 3857M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:07:18.514 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 6m ago 3h 3287M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:07:18.514 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 6m ago 3h 3764M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:07:18.514 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 6m ago 3h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:07:18.891 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:07:18.892 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:07:18.892 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:07:18.892 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:07:18.892 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:07:18.892 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:07:18.892 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:07:18.892 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:07:18.892 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:07:18.892 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:07:18.892 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:07:18.892 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:07:18.892 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:07:18.892 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:07:18.892 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:07:18.892 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:07:18.892 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:07:18.893 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:07:19.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:19 smithi177 ceph-mon[212096]: from='client.52454 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:07:19.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:19 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2538080608' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:07:19.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:19 smithi123 ceph-mon[191304]: from='client.52454 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:07:19.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:19 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2538080608' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:07:19.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:19 smithi123 ceph-mon[188613]: from='client.52454 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:07:19.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:19 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2538080608' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:07:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:07:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:07:19] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T14:07:20.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:20 smithi177 ceph-mon[212096]: from='client.52460 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:07:20.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:20 smithi177 ceph-mon[212096]: pgmap v8228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:20 smithi123 ceph-mon[191304]: from='client.52460 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:07:20.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:20 smithi123 ceph-mon[191304]: pgmap v8228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:20.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:20 smithi123 ceph-mon[188613]: from='client.52460 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:07:20.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:20 smithi123 ceph-mon[188613]: pgmap v8228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:22.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:07:22.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:21 smithi177 ceph-mon[212096]: pgmap v8229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:22.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:07:22.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:07:22.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:07:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:07:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:07:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:07:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:07:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:07:22.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:07:22.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:21 smithi123 ceph-mon[191304]: pgmap v8229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:22.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:07:22.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:07:22.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:07:22.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:07:22.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:07:22.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:07:22.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:07:22.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:07:22.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:07:22.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:21 smithi123 ceph-mon[188613]: pgmap v8229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:22.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:07:22.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:07:22.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:07:22.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:07:22.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:07:22.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:07:22.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:07:22.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:07:23.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:22 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2487M 2023-12-20T14:07:23.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:22 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2487M 2023-12-20T14:07:23.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:22 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2487M 2023-12-20T14:07:24.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:23 smithi177 ceph-mon[212096]: pgmap v8230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:24.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:23 smithi123 ceph-mon[191304]: pgmap v8230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:24.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:23 smithi123 ceph-mon[188613]: pgmap v8230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:26 smithi177 ceph-mon[212096]: pgmap v8231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:26 smithi123 ceph-mon[191304]: pgmap v8231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:26.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:26 smithi123 ceph-mon[188613]: pgmap v8231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:27.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:07:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:07:27.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:07:28.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:28 smithi177 ceph-mon[212096]: pgmap v8232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:28 smithi123 ceph-mon[191304]: pgmap v8232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:28.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:28 smithi123 ceph-mon[188613]: pgmap v8232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:07:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:07:29] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T14:07:30.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:30 smithi177 ceph-mon[212096]: pgmap v8233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:30 smithi123 ceph-mon[191304]: pgmap v8233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:30.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:30 smithi123 ceph-mon[188613]: pgmap v8233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:32.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:31 smithi177 ceph-mon[212096]: pgmap v8234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:32.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:31 smithi123 ceph-mon[191304]: pgmap v8234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:32.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:31 smithi123 ceph-mon[188613]: pgmap v8234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:34.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:34 smithi177 ceph-mon[212096]: pgmap v8235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:34 smithi123 ceph-mon[191304]: pgmap v8235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:34.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:34 smithi123 ceph-mon[188613]: pgmap v8235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:36.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:36 smithi177 ceph-mon[212096]: pgmap v8236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:36 smithi123 ceph-mon[191304]: pgmap v8236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:36 smithi123 ceph-mon[188613]: pgmap v8236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:38 smithi177 ceph-mon[212096]: pgmap v8237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:38 smithi123 ceph-mon[191304]: pgmap v8237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:38.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:38 smithi123 ceph-mon[188613]: pgmap v8237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:07:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:07:39] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T14:07:40.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:40 smithi177 ceph-mon[212096]: pgmap v8238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:40 smithi123 ceph-mon[191304]: pgmap v8238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:40.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:40 smithi123 ceph-mon[188613]: pgmap v8238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:41 smithi177 ceph-mon[212096]: pgmap v8239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:07:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:41 smithi123 ceph-mon[191304]: pgmap v8239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:07:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:41 smithi123 ceph-mon[188613]: pgmap v8239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:07:44.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:44 smithi177 ceph-mon[212096]: pgmap v8240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:44 smithi123 ceph-mon[191304]: pgmap v8240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:44 smithi123 ceph-mon[188613]: pgmap v8240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:46.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:46 smithi177 ceph-mon[212096]: pgmap v8241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:46 smithi123 ceph-mon[191304]: pgmap v8241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:46 smithi123 ceph-mon[188613]: pgmap v8241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:48 smithi177 ceph-mon[212096]: pgmap v8242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:48 smithi123 ceph-mon[188613]: pgmap v8242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:48 smithi123 ceph-mon[191304]: pgmap v8242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:49.237 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:07:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:07:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:07:49] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:07:49.548 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:07:49.548 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 8m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:07:49.548 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 6m ago 3h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:07:49.549 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 8m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:07:49.549 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 6m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:07:49.549 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 6m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:07:49.549 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 8m ago 3h 674M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:07:49.549 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 8m ago 3h 1029M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:07:49.549 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 6m ago 3h 497M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:07:49.549 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 8m ago 3h 540M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:07:49.549 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 8m ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:07:49.549 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 6m ago 3h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:07:49.549 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 8m ago 3h 4347M 2487M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:07:49.549 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 8m ago 3h 5090M 2487M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:07:49.550 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 8m ago 3h 4151M 2487M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:07:49.550 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 8m ago 3h 4220M 2487M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:07:49.550 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 6m ago 3h 3530M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:07:49.550 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 6m ago 3h 3857M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:07:49.550 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 6m ago 3h 3287M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:07:49.550 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 6m ago 3h 3764M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:07:49.550 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 6m ago 3h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:07:49.927 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:07:49.927 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:07:49.927 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:07:49.927 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:07:49.927 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:07:49.927 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:07:49.927 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:07:49.927 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:07:49.927 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:07:49.928 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:07:49.928 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:07:49.928 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:07:49.928 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:07:49.928 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:07:49.928 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:07:49.928 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:07:49.928 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:07:49.928 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:07:50.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:50 smithi177 ceph-mon[212096]: pgmap v8243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:50.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:50 smithi177 ceph-mon[212096]: from='client.42525 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:07:50.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:50 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1907882674' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:07:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:50 smithi123 ceph-mon[191304]: pgmap v8243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:50 smithi123 ceph-mon[191304]: from='client.42525 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:07:50.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:50 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1907882674' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:07:50.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:50 smithi123 ceph-mon[188613]: pgmap v8243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:50.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:50 smithi123 ceph-mon[188613]: from='client.42525 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:07:50.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:50 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1907882674' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:07:51.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:51 smithi177 ceph-mon[212096]: from='client.52478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:07:51.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:51 smithi123 ceph-mon[191304]: from='client.52478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:07:51.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:51 smithi123 ceph-mon[188613]: from='client.52478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:07:52.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:52 smithi177 ceph-mon[212096]: pgmap v8244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:52 smithi123 ceph-mon[191304]: pgmap v8244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:52.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:52 smithi123 ceph-mon[188613]: pgmap v8244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:54.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:54 smithi177 ceph-mon[212096]: pgmap v8245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:54 smithi123 ceph-mon[191304]: pgmap v8245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:54 smithi123 ceph-mon[188613]: pgmap v8245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:56.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:56 smithi177 ceph-mon[212096]: pgmap v8246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:56 smithi123 ceph-mon[191304]: pgmap v8246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:56.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:56 smithi123 ceph-mon[188613]: pgmap v8246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:07:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:07:57.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:07:58.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:07:58 smithi177 ceph-mon[212096]: pgmap v8247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:07:58 smithi123 ceph-mon[188613]: pgmap v8247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:58.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:07:58 smithi123 ceph-mon[191304]: pgmap v8247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:07:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:07:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:07:59] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:08:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:00 smithi177 ceph-mon[212096]: pgmap v8248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:00 smithi123 ceph-mon[188613]: pgmap v8248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:00.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:00 smithi123 ceph-mon[191304]: pgmap v8248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:02.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:01 smithi177 ceph-mon[212096]: pgmap v8249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:02.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:01 smithi123 ceph-mon[191304]: pgmap v8249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:02.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:01 smithi123 ceph-mon[188613]: pgmap v8249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:04.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:04 smithi177 ceph-mon[212096]: pgmap v8250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:04 smithi123 ceph-mon[191304]: pgmap v8250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:04.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:04 smithi123 ceph-mon[188613]: pgmap v8250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:06.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:06 smithi177 ceph-mon[212096]: pgmap v8251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:06 smithi123 ceph-mon[191304]: pgmap v8251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:06.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:06 smithi123 ceph-mon[188613]: pgmap v8251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:08.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:08 smithi177 ceph-mon[212096]: pgmap v8252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:08 smithi123 ceph-mon[191304]: pgmap v8252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:08.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:08 smithi123 ceph-mon[188613]: pgmap v8252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:08:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:08:09] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:08:10.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:10 smithi177 ceph-mon[212096]: pgmap v8253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:10 smithi123 ceph-mon[191304]: pgmap v8253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:10.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:10 smithi123 ceph-mon[188613]: pgmap v8253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:11 smithi177 ceph-mon[212096]: pgmap v8254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:08:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:11 smithi123 ceph-mon[191304]: pgmap v8254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:08:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:11 smithi123 ceph-mon[188613]: pgmap v8254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:08:14.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:14 smithi177 ceph-mon[212096]: pgmap v8255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:14 smithi123 ceph-mon[191304]: pgmap v8255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:14 smithi123 ceph-mon[188613]: pgmap v8255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:16.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:16 smithi177 ceph-mon[212096]: pgmap v8256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:16 smithi123 ceph-mon[191304]: pgmap v8256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:16.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:16 smithi123 ceph-mon[188613]: pgmap v8256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:18 smithi177 ceph-mon[212096]: pgmap v8257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:18 smithi123 ceph-mon[191304]: pgmap v8257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:18 smithi123 ceph-mon[188613]: pgmap v8257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:08:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:08:19] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:08:20.273 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:08:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:20 smithi177 ceph-mon[212096]: pgmap v8258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:20 smithi123 ceph-mon[191304]: pgmap v8258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:20 smithi123 ceph-mon[188613]: pgmap v8258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:20.582 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:08:20.582 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 9m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:08:20.582 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 7m ago 3h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:08:20.582 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 9m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:08:20.582 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 7m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:08:20.582 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 7m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:08:20.582 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 9m ago 3h 674M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:08:20.582 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 9m ago 3h 1029M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:08:20.582 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 7m ago 3h 497M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:08:20.582 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 9m ago 3h 540M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:08:20.582 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 9m ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:08:20.582 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 7m ago 3h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:08:20.582 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 9m ago 3h 4347M 2487M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:08:20.582 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 9m ago 3h 5090M 2487M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:08:20.583 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 9m ago 3h 4151M 2487M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:08:20.583 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 9m ago 3h 4220M 2487M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:08:20.583 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 7m ago 3h 3530M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:08:20.583 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 7m ago 3h 3857M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:08:20.583 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 7m ago 3h 3287M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:08:20.583 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 7m ago 3h 3764M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:08:20.583 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 7m ago 3h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:08:20.964 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:08:20.964 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:08:20.964 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:08:20.964 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:08:20.964 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:08:20.964 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:08:20.964 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:08:20.964 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:08:20.964 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:08:20.964 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:08:20.964 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:08:20.964 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:08:20.964 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:08:20.965 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:08:20.965 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:08:20.965 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:08:20.965 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:08:20.965 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:08:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:21 smithi177 ceph-mon[212096]: from='client.42543 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:08:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:21 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/751641205' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:08:21.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:21 smithi123 ceph-mon[191304]: from='client.42543 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:08:21.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:21 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/751641205' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:08:21.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:21 smithi123 ceph-mon[188613]: from='client.42543 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:08:21.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:21 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/751641205' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:08:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:22 smithi177 ceph-mon[212096]: from='client.52496 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:08:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:22 smithi177 ceph-mon[212096]: pgmap v8259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:08:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:08:22.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:08:22.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:08:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:22 smithi123 ceph-mon[191304]: from='client.52496 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:08:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:22 smithi123 ceph-mon[191304]: pgmap v8259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:08:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:08:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:08:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:08:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:22 smithi123 ceph-mon[188613]: from='client.52496 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:08:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:22 smithi123 ceph-mon[188613]: pgmap v8259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:08:22.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:08:22.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:08:22.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:08:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:24 smithi177 ceph-mon[212096]: pgmap v8260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:24 smithi123 ceph-mon[191304]: pgmap v8260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:24.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:24 smithi123 ceph-mon[188613]: pgmap v8260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:26.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:26 smithi177 ceph-mon[212096]: pgmap v8261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:26 smithi123 ceph-mon[191304]: pgmap v8261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:26.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:26 smithi123 ceph-mon[188613]: pgmap v8261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:27.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:08:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:08:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:08:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:28 smithi177 ceph-mon[212096]: pgmap v8262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:28 smithi123 ceph-mon[191304]: pgmap v8262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:28 smithi123 ceph-mon[188613]: pgmap v8262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:08:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:08:29] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:08:30.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:30 smithi177 ceph-mon[212096]: pgmap v8263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:30 smithi123 ceph-mon[191304]: pgmap v8263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:30 smithi123 ceph-mon[188613]: pgmap v8263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:31 smithi177 ceph-mon[212096]: pgmap v8264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:32.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:31 smithi123 ceph-mon[191304]: pgmap v8264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:32.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:31 smithi123 ceph-mon[188613]: pgmap v8264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:34.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:34 smithi177 ceph-mon[212096]: pgmap v8265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:34 smithi123 ceph-mon[191304]: pgmap v8265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:34 smithi123 ceph-mon[188613]: pgmap v8265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:36.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:36 smithi177 ceph-mon[212096]: pgmap v8266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:36 smithi123 ceph-mon[191304]: pgmap v8266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:36 smithi123 ceph-mon[188613]: pgmap v8266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:38 smithi177 ceph-mon[212096]: pgmap v8267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:38 smithi123 ceph-mon[191304]: pgmap v8267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:38.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:38 smithi123 ceph-mon[188613]: pgmap v8267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:08:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:08:39] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:08:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:40 smithi177 ceph-mon[212096]: pgmap v8268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:40 smithi123 ceph-mon[191304]: pgmap v8268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:40 smithi123 ceph-mon[188613]: pgmap v8268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:41 smithi177 ceph-mon[212096]: pgmap v8269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:08:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:41 smithi123 ceph-mon[191304]: pgmap v8269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:08:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:41 smithi123 ceph-mon[188613]: pgmap v8269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:08:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:44 smithi177 ceph-mon[212096]: pgmap v8270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:44 smithi123 ceph-mon[191304]: pgmap v8270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:44 smithi123 ceph-mon[188613]: pgmap v8270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:46.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:46 smithi177 ceph-mon[212096]: pgmap v8271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:46 smithi123 ceph-mon[191304]: pgmap v8271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:46 smithi123 ceph-mon[188613]: pgmap v8271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:48.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:48 smithi177 ceph-mon[212096]: pgmap v8272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:48 smithi123 ceph-mon[191304]: pgmap v8272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:48 smithi123 ceph-mon[188613]: pgmap v8272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:08:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:08:49] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:08:50.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:50 smithi177 ceph-mon[212096]: pgmap v8273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:50 smithi123 ceph-mon[191304]: pgmap v8273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:50 smithi123 ceph-mon[188613]: pgmap v8273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:51.310 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:08:51.617 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:08:51.617 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 9m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:08:51.617 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 7m ago 3h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:08:51.617 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 9m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:08:51.617 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 7m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:08:51.617 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 7m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:08:51.618 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 9m ago 3h 674M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:08:51.618 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 9m ago 3h 1029M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:08:51.618 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 7m ago 3h 497M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:08:51.618 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 9m ago 3h 540M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:08:51.618 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 9m ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:08:51.618 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 7m ago 3h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:08:51.618 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 9m ago 3h 4347M 2487M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:08:51.618 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 9m ago 3h 5090M 2487M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:08:51.618 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 9m ago 3h 4151M 2487M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:08:51.618 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 9m ago 3h 4220M 2487M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:08:51.619 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 7m ago 3h 3530M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:08:51.619 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 7m ago 3h 3857M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:08:51.619 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 7m ago 3h 3287M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:08:51.619 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 7m ago 3h 3764M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:08:51.619 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 7m ago 3h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:08:52.004 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:08:52.004 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:08:52.004 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:08:52.004 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:08:52.004 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:08:52.004 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:08:52.004 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:08:52.004 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:08:52.004 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:08:52.004 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:08:52.004 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:08:52.005 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:08:52.005 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:08:52.005 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:08:52.005 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:08:52.005 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:08:52.005 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:08:52.005 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:08:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:51 smithi177 ceph-mon[212096]: pgmap v8274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:51 smithi177 ceph-mon[212096]: from='client.52508 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:08:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:51 smithi123 ceph-mon[191304]: pgmap v8274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:51 smithi123 ceph-mon[191304]: from='client.52508 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:08:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:51 smithi123 ceph-mon[188613]: pgmap v8274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:51 smithi123 ceph-mon[188613]: from='client.52508 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:08:53.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:52 smithi177 ceph-mon[212096]: from='client.52514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:08:53.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:52 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3187285283' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:08:53.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:52 smithi123 ceph-mon[191304]: from='client.52514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:08:53.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:52 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3187285283' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:08:53.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:52 smithi123 ceph-mon[188613]: from='client.52514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:08:53.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:52 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3187285283' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:08:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:53 smithi177 ceph-mon[212096]: pgmap v8275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:53 smithi123 ceph-mon[191304]: pgmap v8275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:53 smithi123 ceph-mon[188613]: pgmap v8275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:56 smithi177 ceph-mon[212096]: pgmap v8276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:56 smithi123 ceph-mon[191304]: pgmap v8276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:56.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:56 smithi123 ceph-mon[188613]: pgmap v8276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:08:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:08:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:08:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:08:58 smithi177 ceph-mon[212096]: pgmap v8277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:08:58 smithi123 ceph-mon[188613]: pgmap v8277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:08:58 smithi123 ceph-mon[191304]: pgmap v8277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:08:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:08:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:08:59] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:09:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:00 smithi177 ceph-mon[212096]: pgmap v8278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:00 smithi123 ceph-mon[188613]: pgmap v8278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:00 smithi123 ceph-mon[191304]: pgmap v8278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:02.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:01 smithi177 ceph-mon[212096]: pgmap v8279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:02.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:01 smithi123 ceph-mon[191304]: pgmap v8279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:02.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:01 smithi123 ceph-mon[188613]: pgmap v8279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:04.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:04 smithi177 ceph-mon[212096]: pgmap v8280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:04 smithi123 ceph-mon[191304]: pgmap v8280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:04.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:04 smithi123 ceph-mon[188613]: pgmap v8280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:06.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:06 smithi177 ceph-mon[212096]: pgmap v8281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:06 smithi123 ceph-mon[191304]: pgmap v8281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:06.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:06 smithi123 ceph-mon[188613]: pgmap v8281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:08.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:08 smithi177 ceph-mon[212096]: pgmap v8282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:08 smithi123 ceph-mon[191304]: pgmap v8282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:08 smithi123 ceph-mon[188613]: pgmap v8282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:09:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:09:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:09:10.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:10 smithi177 ceph-mon[212096]: pgmap v8283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:10 smithi123 ceph-mon[191304]: pgmap v8283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:10.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:10 smithi123 ceph-mon[188613]: pgmap v8283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:12.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:11 smithi177 ceph-mon[212096]: pgmap v8284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:09:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:11 smithi123 ceph-mon[191304]: pgmap v8284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:12.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:09:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:11 smithi123 ceph-mon[188613]: pgmap v8284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:09:14.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:14 smithi177 ceph-mon[212096]: pgmap v8285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:14 smithi123 ceph-mon[191304]: pgmap v8285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:14.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:14 smithi123 ceph-mon[188613]: pgmap v8285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:16 smithi177 ceph-mon[212096]: pgmap v8286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:16 smithi123 ceph-mon[188613]: pgmap v8286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:16.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:16 smithi123 ceph-mon[191304]: pgmap v8286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:18 smithi177 ceph-mon[212096]: pgmap v8287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:18 smithi123 ceph-mon[191304]: pgmap v8287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:18.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:18 smithi123 ceph-mon[188613]: pgmap v8287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:09:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:09:19] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T14:09:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:20 smithi177 ceph-mon[212096]: pgmap v8288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:20 smithi123 ceph-mon[191304]: pgmap v8288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:20 smithi123 ceph-mon[188613]: pgmap v8288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:22.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:21 smithi177 ceph-mon[212096]: pgmap v8289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:22.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:21 smithi123 ceph-mon[191304]: pgmap v8289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:21 smithi123 ceph-mon[188613]: pgmap v8289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:22.376 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:09:22.703 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:09:22.703 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 10m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:09:22.703 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 8m ago 3h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:09:22.703 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 10m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:09:22.703 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 8m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:09:22.703 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 8m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:09:22.703 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 10m ago 3h 674M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:09:22.703 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 10m ago 3h 1029M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:09:22.703 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 8m ago 3h 497M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:09:22.704 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 10m ago 3h 540M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:09:22.704 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 10m ago 3h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:09:22.704 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 8m ago 3h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:09:22.704 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 10m ago 3h 4347M 2487M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:09:22.704 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 10m ago 3h 5090M 2487M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:09:22.704 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 10m ago 3h 4151M 2487M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:09:22.704 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 10m ago 3h 4220M 2487M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:09:22.704 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 8m ago 3h 3530M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:09:22.704 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 8m ago 3h 3857M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:09:22.704 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 8m ago 3h 3287M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:09:22.704 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 8m ago 3h 3764M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:09:22.704 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 8m ago 3h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:09:23.110 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:09:23.110 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:09:23.110 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:09:23.110 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:09:23.110 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:09:23.110 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:09:23.111 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:09:23.111 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:09:23.111 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:09:23.111 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:09:23.111 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:09:23.111 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:09:23.111 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:09:23.111 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:09:23.111 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:09:23.111 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:09:23.112 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:09:23.112 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:09:23.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:09:23.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:22 smithi177 ceph-mon[212096]: from='client.42579 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:09:23.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:09:23.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:09:23.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:09:23.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:22 smithi123 ceph-mon[191304]: from='client.42579 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:09:23.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:09:23.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:09:23.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:09:23.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:22 smithi123 ceph-mon[188613]: from='client.42579 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:09:23.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:09:23.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:09:24.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:23 smithi177 ceph-mon[212096]: from='client.52532 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:09:24.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:23 smithi177 ceph-mon[212096]: pgmap v8290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:24.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:23 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1685853752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:09:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:23 smithi123 ceph-mon[188613]: from='client.52532 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:09:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:23 smithi123 ceph-mon[188613]: pgmap v8290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:23 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1685853752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:09:24.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:23 smithi123 ceph-mon[191304]: from='client.52532 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:09:24.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:23 smithi123 ceph-mon[191304]: pgmap v8290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:24.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:23 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1685853752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:09:26.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:09:26.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:09:26.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:25 smithi177 ceph-mon[212096]: pgmap v8291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:26.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:09:26.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:09:26.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:09:26.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:09:26.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:09:26.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:25 smithi123 ceph-mon[191304]: pgmap v8291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:26.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:09:26.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:09:26.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:09:26.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:09:26.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:09:26.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:25 smithi123 ceph-mon[188613]: pgmap v8291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:26.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:09:26.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:09:26.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:09:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:09:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:09:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:09:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:27 smithi177 ceph-mon[212096]: pgmap v8292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:27 smithi123 ceph-mon[191304]: pgmap v8292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:27 smithi123 ceph-mon[188613]: pgmap v8292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:09:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:09:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:09:30.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:30 smithi177 ceph-mon[212096]: pgmap v8293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:30 smithi123 ceph-mon[191304]: pgmap v8293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:30 smithi123 ceph-mon[188613]: pgmap v8293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:32.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:31 smithi177 ceph-mon[212096]: pgmap v8294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:32.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:31 smithi123 ceph-mon[191304]: pgmap v8294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:31 smithi123 ceph-mon[188613]: pgmap v8294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:34.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:34 smithi177 ceph-mon[212096]: pgmap v8295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:34 smithi123 ceph-mon[191304]: pgmap v8295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:34 smithi123 ceph-mon[188613]: pgmap v8295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:36.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:36 smithi177 ceph-mon[212096]: pgmap v8296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:36 smithi123 ceph-mon[188613]: pgmap v8296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:36 smithi123 ceph-mon[191304]: pgmap v8296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:38.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:38 smithi177 ceph-mon[212096]: pgmap v8297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:38 smithi123 ceph-mon[191304]: pgmap v8297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:38 smithi123 ceph-mon[188613]: pgmap v8297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:09:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:09:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:09:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:40 smithi177 ceph-mon[212096]: pgmap v8298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:40 smithi123 ceph-mon[191304]: pgmap v8298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:40 smithi123 ceph-mon[188613]: pgmap v8298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:41 smithi177 ceph-mon[212096]: pgmap v8299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:09:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:41 smithi123 ceph-mon[191304]: pgmap v8299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:09:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:41 smithi123 ceph-mon[188613]: pgmap v8299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:09:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:44 smithi177 ceph-mon[212096]: pgmap v8300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:44 smithi123 ceph-mon[191304]: pgmap v8300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:44 smithi123 ceph-mon[188613]: pgmap v8300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:46.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:46 smithi177 ceph-mon[212096]: pgmap v8301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:46 smithi123 ceph-mon[191304]: pgmap v8301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:46 smithi123 ceph-mon[188613]: pgmap v8301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:48 smithi177 ceph-mon[212096]: pgmap v8302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:48 smithi123 ceph-mon[191304]: pgmap v8302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:48 smithi123 ceph-mon[188613]: pgmap v8302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:09:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:09:49] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:09:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:50 smithi177 ceph-mon[212096]: pgmap v8303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:50 smithi123 ceph-mon[191304]: pgmap v8303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:50 smithi123 ceph-mon[188613]: pgmap v8303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:51 smithi177 ceph-mon[212096]: pgmap v8304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:51 smithi123 ceph-mon[191304]: pgmap v8304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:51 smithi123 ceph-mon[188613]: pgmap v8304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:53.458 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:09:53.762 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:09:53.762 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 28s ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:09:53.762 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 8m ago 3h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:09:53.762 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 28s ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:09:53.762 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 8m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:09:53.762 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 8m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:09:53.762 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 28s ago 3h 680M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:09:53.762 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 28s ago 3h 1067M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:09:53.762 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 8m ago 3h 497M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:09:53.763 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 28s ago 3h 557M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:09:53.763 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 28s ago 3h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:09:53.763 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 8m ago 3h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:09:53.763 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 28s ago 3h 4380M 2487M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:09:53.763 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 28s ago 3h 5123M 2487M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:09:53.763 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 28s ago 3h 4176M 2487M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:09:53.763 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 28s ago 3h 4252M 2487M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:09:53.763 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 8m ago 3h 3530M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:09:53.763 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 8m ago 3h 3857M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:09:53.763 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 8m ago 3h 3287M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:09:53.764 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 8m ago 3h 3764M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:09:53.764 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 8m ago 3h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:09:54.149 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:09:54.149 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:09:54.149 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:09:54.149 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:09:54.149 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:09:54.149 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:09:54.149 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:09:54.149 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:09:54.150 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:09:54.150 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:09:54.150 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:09:54.150 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:09:54.150 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:09:54.150 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:09:54.150 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:09:54.150 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:09:54.150 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:09:54.150 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:09:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:54 smithi177 ceph-mon[212096]: pgmap v8305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:54 smithi123 ceph-mon[191304]: pgmap v8305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:54 smithi123 ceph-mon[188613]: pgmap v8305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:55 smithi177 ceph-mon[212096]: from='client.52544 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:09:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:55 smithi177 ceph-mon[212096]: from='client.42603 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:09:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:55 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/283234468' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:09:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:55 smithi123 ceph-mon[191304]: from='client.52544 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:09:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:55 smithi123 ceph-mon[191304]: from='client.42603 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:09:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:55 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/283234468' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:09:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:55 smithi123 ceph-mon[188613]: from='client.52544 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:09:55.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:55 smithi123 ceph-mon[188613]: from='client.42603 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:09:55.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:55 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/283234468' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:09:56.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:56 smithi177 ceph-mon[212096]: pgmap v8306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:56 smithi123 ceph-mon[191304]: pgmap v8306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:56 smithi123 ceph-mon[188613]: pgmap v8306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:09:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:09:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:09:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:09:58 smithi177 ceph-mon[212096]: pgmap v8307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:09:58 smithi123 ceph-mon[191304]: pgmap v8307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:09:58 smithi123 ceph-mon[188613]: pgmap v8307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:09:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:09:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:09:59] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:10:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:00 smithi177 ceph-mon[212096]: pgmap v8308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T14:10:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:00 smithi123 ceph-mon[191304]: pgmap v8308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T14:10:00.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T14:09:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T14:10:00.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:00 smithi123 ceph-mon[188613]: pgmap v8308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:00.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T14:10:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:01 smithi177 ceph-mon[212096]: pgmap v8309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:02.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:01 smithi123 ceph-mon[191304]: pgmap v8309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:02.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:01 smithi123 ceph-mon[188613]: pgmap v8309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:04.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:04 smithi177 ceph-mon[212096]: pgmap v8310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:04 smithi123 ceph-mon[191304]: pgmap v8310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:04.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:04 smithi123 ceph-mon[188613]: pgmap v8310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:06.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:06 smithi177 ceph-mon[212096]: pgmap v8311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:06 smithi123 ceph-mon[191304]: pgmap v8311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:06 smithi123 ceph-mon[188613]: pgmap v8311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:08 smithi177 ceph-mon[212096]: pgmap v8312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:08 smithi123 ceph-mon[191304]: pgmap v8312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:08 smithi123 ceph-mon[188613]: pgmap v8312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:10:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:10:09] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:10:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:10 smithi177 ceph-mon[212096]: pgmap v8313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:10 smithi123 ceph-mon[188613]: pgmap v8313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:10 smithi123 ceph-mon[191304]: pgmap v8313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:11 smithi177 ceph-mon[212096]: pgmap v8314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:10:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:11 smithi123 ceph-mon[191304]: pgmap v8314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:10:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:11 smithi123 ceph-mon[188613]: pgmap v8314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:10:14.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:14 smithi177 ceph-mon[212096]: pgmap v8315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:14 smithi123 ceph-mon[191304]: pgmap v8315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:14 smithi123 ceph-mon[188613]: pgmap v8315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:16.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:16 smithi177 ceph-mon[212096]: pgmap v8316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:16 smithi123 ceph-mon[191304]: pgmap v8316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:16 smithi123 ceph-mon[188613]: pgmap v8316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:18 smithi177 ceph-mon[212096]: pgmap v8317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:18 smithi123 ceph-mon[191304]: pgmap v8317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:18 smithi123 ceph-mon[188613]: pgmap v8317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:10:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:10:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:10:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:20 smithi177 ceph-mon[212096]: pgmap v8318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:20 smithi123 ceph-mon[191304]: pgmap v8318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:20 smithi123 ceph-mon[188613]: pgmap v8318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:22.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:21 smithi177 ceph-mon[212096]: pgmap v8319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:22.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:21 smithi123 ceph-mon[191304]: pgmap v8319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:21 smithi123 ceph-mon[188613]: pgmap v8319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:24 smithi177 ceph-mon[212096]: pgmap v8320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:24 smithi123 ceph-mon[191304]: pgmap v8320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:24 smithi123 ceph-mon[188613]: pgmap v8320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:24.494 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:10:24.801 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:10:24.801 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 59s ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:10:24.801 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 9m ago 3h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:10:24.801 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 59s ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:10:24.801 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 9m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:10:24.801 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 9m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:10:24.802 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 59s ago 3h 680M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:10:24.802 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 59s ago 3h 1067M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:10:24.802 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 9m ago 3h 497M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:10:24.802 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 59s ago 3h 557M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:10:24.802 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 59s ago 3h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:10:24.802 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 9m ago 3h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:10:24.802 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 59s ago 3h 4380M 2487M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:10:24.802 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 59s ago 3h 5123M 2487M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:10:24.802 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 59s ago 3h 4176M 2487M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:10:24.802 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 59s ago 3h 4252M 2487M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:10:24.802 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 9m ago 3h 3530M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:10:24.802 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 9m ago 3h 3857M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:10:24.802 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 9m ago 3h 3287M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:10:24.802 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 9m ago 3h 3764M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:10:24.802 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 9m ago 3h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:10:25.187 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:10:25.187 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:10:25.187 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:10:25.187 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:10:25.187 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:10:25.187 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:10:25.187 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:10:25.187 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:10:25.188 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:10:25.188 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:10:25.188 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:10:25.188 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:10:25.188 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:10:25.188 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:10:25.188 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:10:25.188 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:10:25.188 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:10:25.188 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:10:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:26 smithi177 ceph-mon[212096]: from='client.52562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:10:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:26 smithi177 ceph-mon[212096]: from='client.52568 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:10:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:26 smithi177 ceph-mon[212096]: pgmap v8321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:26 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1281060038' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:10:26.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:10:26.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:10:26.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:10:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:26 smithi123 ceph-mon[188613]: from='client.52562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:10:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:26 smithi123 ceph-mon[188613]: from='client.52568 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:10:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:26 smithi123 ceph-mon[188613]: pgmap v8321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:26 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1281060038' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:10:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:10:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:10:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:10:26.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:26 smithi123 ceph-mon[191304]: from='client.52562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:10:26.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:26 smithi123 ceph-mon[191304]: from='client.52568 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:10:26.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:26 smithi123 ceph-mon[191304]: pgmap v8321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:26.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:26 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1281060038' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:10:26.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:10:26.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:10:26.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:10:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:10:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:10:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:10:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:10:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:10:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:10:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:10:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:10:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:10:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:10:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:10:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:10:28.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:28 smithi123 ceph-mon[191304]: pgmap v8322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:28.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:28 smithi123 ceph-mon[188613]: pgmap v8322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:28.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:28 smithi177 ceph-mon[212096]: pgmap v8322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:10:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:10:29] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:10:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:30 smithi123 ceph-mon[191304]: pgmap v8323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:30.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:30 smithi123 ceph-mon[188613]: pgmap v8323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:30.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:30 smithi177 ceph-mon[212096]: pgmap v8323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:31 smithi177 ceph-mon[212096]: pgmap v8324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:31 smithi123 ceph-mon[188613]: pgmap v8324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:32.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:31 smithi123 ceph-mon[191304]: pgmap v8324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:34 smithi177 ceph-mon[212096]: pgmap v8325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:34 smithi123 ceph-mon[191304]: pgmap v8325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:34 smithi123 ceph-mon[188613]: pgmap v8325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:36.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:36 smithi177 ceph-mon[212096]: pgmap v8326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:36 smithi123 ceph-mon[191304]: pgmap v8326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:36 smithi123 ceph-mon[188613]: pgmap v8326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:38 smithi177 ceph-mon[212096]: pgmap v8327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:38 smithi123 ceph-mon[191304]: pgmap v8327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:38 smithi123 ceph-mon[188613]: pgmap v8327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:10:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:10:39] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:10:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:40 smithi177 ceph-mon[212096]: pgmap v8328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:40 smithi123 ceph-mon[191304]: pgmap v8328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:40 smithi123 ceph-mon[188613]: pgmap v8328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:41 smithi177 ceph-mon[212096]: pgmap v8329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:10:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:41 smithi123 ceph-mon[191304]: pgmap v8329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:10:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:41 smithi123 ceph-mon[188613]: pgmap v8329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:10:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:44 smithi177 ceph-mon[212096]: pgmap v8330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:44 smithi123 ceph-mon[188613]: pgmap v8330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:44 smithi123 ceph-mon[191304]: pgmap v8330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:46.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:46 smithi177 ceph-mon[212096]: pgmap v8331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:46 smithi123 ceph-mon[191304]: pgmap v8331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:46 smithi123 ceph-mon[188613]: pgmap v8331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:48 smithi177 ceph-mon[212096]: pgmap v8332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:48 smithi123 ceph-mon[191304]: pgmap v8332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:48 smithi123 ceph-mon[188613]: pgmap v8332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:10:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:10:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T14:10:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:50 smithi177 ceph-mon[212096]: pgmap v8333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:50 smithi123 ceph-mon[191304]: pgmap v8333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:50 smithi123 ceph-mon[188613]: pgmap v8333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:51 smithi177 ceph-mon[212096]: pgmap v8334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:51 smithi123 ceph-mon[191304]: pgmap v8334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:51 smithi123 ceph-mon[188613]: pgmap v8334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:54 smithi177 ceph-mon[212096]: pgmap v8335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:54 smithi123 ceph-mon[191304]: pgmap v8335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:54 smithi123 ceph-mon[188613]: pgmap v8335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:55.532 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:10:55.842 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:10:55.842 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 90s ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:10:55.842 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 9m ago 3h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:10:55.842 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 90s ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:10:55.842 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 9m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:10:55.842 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 9m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:10:55.842 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 90s ago 3h 680M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:10:55.842 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 90s ago 3h 1067M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:10:55.842 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 9m ago 3h 497M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:10:55.843 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 90s ago 3h 557M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:10:55.843 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 90s ago 3h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:10:55.843 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 9m ago 3h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:10:55.843 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 90s ago 3h 4380M 2487M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:10:55.843 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 90s ago 3h 5123M 2487M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:10:55.843 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 90s ago 3h 4176M 2487M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:10:55.843 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 90s ago 3h 4252M 2487M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:10:55.843 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 9m ago 3h 3530M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:10:55.843 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 9m ago 3h 3857M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:10:55.843 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 9m ago 3h 3287M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:10:55.843 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 9m ago 3h 3764M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:10:55.844 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 9m ago 3h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:10:56.226 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:10:56.227 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:10:56.227 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:10:56.227 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:10:56.227 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:10:56.227 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:10:56.227 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:10:56.227 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:10:56.227 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:10:56.227 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:10:56.227 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:10:56.227 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:10:56.227 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:10:56.227 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:10:56.228 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:10:56.228 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:10:56.228 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:10:56.228 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:10:56.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:56 smithi177 ceph-mon[212096]: pgmap v8336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:56 smithi123 ceph-mon[191304]: pgmap v8336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:56 smithi123 ceph-mon[188613]: pgmap v8336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:57 smithi177 ceph-mon[212096]: from='client.52580 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:10:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:57 smithi177 ceph-mon[212096]: from='client.42639 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:10:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:57 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/892344000' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:10:57.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:10:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:57 smithi123 ceph-mon[191304]: from='client.52580 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:10:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:57 smithi123 ceph-mon[191304]: from='client.42639 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:10:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:57 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/892344000' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:10:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:10:57.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:57 smithi123 ceph-mon[188613]: from='client.52580 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:10:57.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:57 smithi123 ceph-mon[188613]: from='client.42639 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:10:57.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:57 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/892344000' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:10:57.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:10:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:10:58 smithi177 ceph-mon[212096]: pgmap v8337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:10:58 smithi123 ceph-mon[191304]: pgmap v8337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:10:58 smithi123 ceph-mon[188613]: pgmap v8337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:10:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:10:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:10:59] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:11:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:00 smithi177 ceph-mon[212096]: pgmap v8338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:00 smithi123 ceph-mon[191304]: pgmap v8338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:00 smithi123 ceph-mon[188613]: pgmap v8338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:01 smithi177 ceph-mon[212096]: pgmap v8339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:02.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:01 smithi123 ceph-mon[191304]: pgmap v8339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:02.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:01 smithi123 ceph-mon[188613]: pgmap v8339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:04 smithi177 ceph-mon[212096]: pgmap v8340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:04 smithi123 ceph-mon[191304]: pgmap v8340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:04 smithi123 ceph-mon[188613]: pgmap v8340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:06.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:06 smithi177 ceph-mon[212096]: pgmap v8341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:06 smithi123 ceph-mon[191304]: pgmap v8341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:06 smithi123 ceph-mon[188613]: pgmap v8341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:08 smithi177 ceph-mon[212096]: pgmap v8342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:08 smithi123 ceph-mon[188613]: pgmap v8342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:08 smithi123 ceph-mon[191304]: pgmap v8342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:11:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:11:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:11:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:10 smithi177 ceph-mon[212096]: pgmap v8343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:10 smithi123 ceph-mon[191304]: pgmap v8343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:10 smithi123 ceph-mon[188613]: pgmap v8343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:11 smithi177 ceph-mon[212096]: pgmap v8344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:12.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:11:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:11 smithi123 ceph-mon[191304]: pgmap v8344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:11:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:11 smithi123 ceph-mon[188613]: pgmap v8344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:11:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:14 smithi177 ceph-mon[212096]: pgmap v8345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:14 smithi123 ceph-mon[191304]: pgmap v8345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:14 smithi123 ceph-mon[188613]: pgmap v8345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:16 smithi177 ceph-mon[212096]: pgmap v8346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:16 smithi123 ceph-mon[191304]: pgmap v8346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:16 smithi123 ceph-mon[188613]: pgmap v8346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:18 smithi177 ceph-mon[212096]: pgmap v8347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:18 smithi123 ceph-mon[191304]: pgmap v8347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:18 smithi123 ceph-mon[188613]: pgmap v8347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:11:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:11:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:11:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:20 smithi177 ceph-mon[212096]: pgmap v8348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:20 smithi123 ceph-mon[191304]: pgmap v8348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:20 smithi123 ceph-mon[188613]: pgmap v8348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:22.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:21 smithi177 ceph-mon[212096]: pgmap v8349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:22.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:21 smithi123 ceph-mon[191304]: pgmap v8349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:21 smithi123 ceph-mon[188613]: pgmap v8349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:24 smithi177 ceph-mon[212096]: pgmap v8350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:24 smithi123 ceph-mon[191304]: pgmap v8350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:24 smithi123 ceph-mon[188613]: pgmap v8350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:26 smithi177 ceph-mon[212096]: pgmap v8351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:26 smithi123 ceph-mon[188613]: pgmap v8351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:26 smithi123 ceph-mon[191304]: pgmap v8351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:26.589 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:11:26.922 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:11:26.922 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 2m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:11:26.922 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 10m ago 3h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:11:26.922 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 2m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:11:26.922 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 10m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:11:26.922 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 10m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:11:26.922 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 2m ago 3h 680M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:11:26.923 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 2m ago 3h 1067M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:11:26.923 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 10m ago 3h 497M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:11:26.923 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 2m ago 3h 557M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:11:26.923 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 2m ago 3h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:11:26.923 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 10m ago 3h 22.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:11:26.923 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 2m ago 3h 4380M 2487M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:11:26.923 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 2m ago 3h 5123M 2487M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:11:26.923 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 2m ago 3h 4176M 2487M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:11:26.923 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 2m ago 3h 4252M 2487M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:11:26.923 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 10m ago 3h 3530M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:11:26.923 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 10m ago 3h 3857M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:11:26.924 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 10m ago 3h 3287M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:11:26.924 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 10m ago 3h 3764M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:11:26.924 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 10m ago 3h 127M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:11:27.307 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:11:27.308 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:11:27.308 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:11:27.308 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:11:27.308 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:11:27.308 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:11:27.308 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:11:27.308 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:11:27.308 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:11:27.308 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:11:27.308 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:11:27.308 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:11:27.308 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:11:27.309 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:11:27.309 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:11:27.309 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:11:27.309 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:11:27.309 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:11:27.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:11:27.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:11:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:11:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:11:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:11:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:11:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:28 smithi177 ceph-mon[212096]: from='client.52598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:11:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:28 smithi177 ceph-mon[212096]: from='client.42657 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:11:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:28 smithi177 ceph-mon[212096]: pgmap v8352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:28 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/532626691' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:11:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:28 smithi123 ceph-mon[188613]: from='client.52598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:11:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:28 smithi123 ceph-mon[188613]: from='client.42657 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:11:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:28 smithi123 ceph-mon[188613]: pgmap v8352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:28 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/532626691' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:11:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:28 smithi123 ceph-mon[191304]: from='client.52598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:11:28.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:28 smithi123 ceph-mon[191304]: from='client.42657 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:11:28.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:28 smithi123 ceph-mon[191304]: pgmap v8352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:28.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:28 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/532626691' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:11:28.901 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 14:11:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T14:11:28.585529696Z level=info msg="Completed cleanup jobs" duration=11.610861ms 2023-12-20T14:11:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:11:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:11:29] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:11:30.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:11:30.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:11:30.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:29 smithi177 ceph-mon[212096]: pgmap v8353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:30.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:11:30.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:11:30.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:11:30.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:11:30.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:11:30.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:29 smithi123 ceph-mon[191304]: pgmap v8353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:30.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:11:30.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:11:30.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:11:30.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:11:30.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:11:30.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:29 smithi123 ceph-mon[188613]: pgmap v8353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:30.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:11:30.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:11:30.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:11:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:31 smithi177 ceph-mon[212096]: pgmap v8354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:32.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:31 smithi123 ceph-mon[191304]: pgmap v8354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:31 smithi123 ceph-mon[188613]: pgmap v8354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:34 smithi177 ceph-mon[212096]: pgmap v8355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:34 smithi123 ceph-mon[191304]: pgmap v8355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:34 smithi123 ceph-mon[188613]: pgmap v8355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:36.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:36 smithi177 ceph-mon[212096]: pgmap v8356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:36 smithi123 ceph-mon[191304]: pgmap v8356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:36 smithi123 ceph-mon[188613]: pgmap v8356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:38 smithi177 ceph-mon[212096]: pgmap v8357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:38 smithi123 ceph-mon[191304]: pgmap v8357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:38 smithi123 ceph-mon[188613]: pgmap v8357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:11:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:11:39] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:11:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:40 smithi177 ceph-mon[212096]: pgmap v8358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:40 smithi123 ceph-mon[191304]: pgmap v8358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:40 smithi123 ceph-mon[188613]: pgmap v8358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:41 smithi177 ceph-mon[212096]: pgmap v8359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:11:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:41 smithi123 ceph-mon[191304]: pgmap v8359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:11:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:41 smithi123 ceph-mon[188613]: pgmap v8359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:11:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:44 smithi177 ceph-mon[212096]: pgmap v8360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:44 smithi123 ceph-mon[191304]: pgmap v8360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:44 smithi123 ceph-mon[188613]: pgmap v8360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:46.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:46 smithi177 ceph-mon[212096]: pgmap v8361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:46 smithi123 ceph-mon[191304]: pgmap v8361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:46 smithi123 ceph-mon[188613]: pgmap v8361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:48 smithi177 ceph-mon[212096]: pgmap v8362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:48 smithi123 ceph-mon[191304]: pgmap v8362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:48 smithi123 ceph-mon[188613]: pgmap v8362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:11:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:11:49] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:11:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:50 smithi177 ceph-mon[212096]: pgmap v8363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:50 smithi123 ceph-mon[191304]: pgmap v8363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:50 smithi123 ceph-mon[188613]: pgmap v8363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:51 smithi177 ceph-mon[212096]: pgmap v8364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:51 smithi123 ceph-mon[188613]: pgmap v8364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:51 smithi123 ceph-mon[191304]: pgmap v8364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:54.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:54 smithi177 ceph-mon[212096]: pgmap v8365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:54 smithi123 ceph-mon[188613]: pgmap v8365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:54 smithi123 ceph-mon[191304]: pgmap v8365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:56.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:56 smithi177 ceph-mon[212096]: pgmap v8366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:56 smithi123 ceph-mon[188613]: pgmap v8366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:56 smithi123 ceph-mon[191304]: pgmap v8366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:11:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:11:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:11:57.653 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:11:57.961 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:11:57.961 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 2m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:11:57.961 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 29s ago 3h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:11:57.961 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 2m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:11:57.961 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 29s ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:11:57.961 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 29s ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:11:57.961 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 2m ago 3h 680M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:11:57.961 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 2m ago 3h 1067M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:11:57.961 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 29s ago 3h 515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:11:57.962 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 2m ago 3h 557M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:11:57.962 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 2m ago 3h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:11:57.962 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 29s ago 3h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:11:57.962 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 2m ago 3h 4380M 2487M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:11:57.962 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 2m ago 3h 5123M 2487M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:11:57.962 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 2m ago 3h 4176M 2487M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:11:57.962 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 2m ago 3h 4252M 2487M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:11:57.962 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 29s ago 3h 3557M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:11:57.962 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 29s ago 3h 3891M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:11:57.962 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 29s ago 3h 3316M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:11:57.962 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 29s ago 3h 3800M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:11:57.963 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 29s ago 3h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:11:58.345 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:11:58.345 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:11:58.346 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:11:58.346 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:11:58.346 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:11:58.346 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:11:58.346 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:11:58.346 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:11:58.346 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:11:58.346 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:11:58.346 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:11:58.346 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:11:58.346 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:11:58.346 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:11:58.346 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:11:58.347 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:11:58.347 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:11:58.347 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:11:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:58 smithi177 ceph-mon[212096]: pgmap v8367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:58 smithi123 ceph-mon[191304]: pgmap v8367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:58 smithi123 ceph-mon[188613]: pgmap v8367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:11:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:11:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:11:59] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:11:59.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:59 smithi123 ceph-mon[191304]: from='client.52616 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:11:59.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:59 smithi123 ceph-mon[191304]: from='client.42675 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:11:59.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:11:59 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3378449717' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:11:59.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:59 smithi123 ceph-mon[188613]: from='client.52616 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:11:59.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:59 smithi123 ceph-mon[188613]: from='client.42675 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:11:59.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:11:59 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3378449717' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:11:59.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:59 smithi177 ceph-mon[212096]: from='client.52616 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:11:59.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:59 smithi177 ceph-mon[212096]: from='client.42675 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:11:59.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:11:59 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3378449717' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:12:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:00 smithi123 ceph-mon[191304]: pgmap v8368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:00.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:00 smithi123 ceph-mon[188613]: pgmap v8368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:00 smithi177 ceph-mon[212096]: pgmap v8368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:01 smithi177 ceph-mon[212096]: pgmap v8369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:02.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:01 smithi123 ceph-mon[191304]: pgmap v8369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:02.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:01 smithi123 ceph-mon[188613]: pgmap v8369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:04 smithi177 ceph-mon[212096]: pgmap v8370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:04 smithi123 ceph-mon[191304]: pgmap v8370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:04 smithi123 ceph-mon[188613]: pgmap v8370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:06 smithi177 ceph-mon[212096]: pgmap v8371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:06 smithi123 ceph-mon[191304]: pgmap v8371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:06.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:06 smithi123 ceph-mon[188613]: pgmap v8371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:08 smithi177 ceph-mon[212096]: pgmap v8372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:08 smithi123 ceph-mon[191304]: pgmap v8372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:08 smithi123 ceph-mon[188613]: pgmap v8372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:12:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:12:09] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:12:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:10 smithi123 ceph-mon[191304]: pgmap v8373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:10 smithi123 ceph-mon[188613]: pgmap v8373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:10 smithi177 ceph-mon[212096]: pgmap v8373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:11 smithi177 ceph-mon[212096]: pgmap v8374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:12.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:12:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:11 smithi123 ceph-mon[188613]: pgmap v8374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:12:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:11 smithi123 ceph-mon[191304]: pgmap v8374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:12:14.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:14 smithi177 ceph-mon[212096]: pgmap v8375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:14.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:14 smithi123 ceph-mon[191304]: pgmap v8375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:14.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:14 smithi123 ceph-mon[188613]: pgmap v8375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:16.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:16 smithi177 ceph-mon[212096]: pgmap v8376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:16.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:16 smithi123 ceph-mon[191304]: pgmap v8376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:16.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:16 smithi123 ceph-mon[188613]: pgmap v8376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:18.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:18 smithi177 ceph-mon[212096]: pgmap v8377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:18 smithi123 ceph-mon[191304]: pgmap v8377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:18 smithi123 ceph-mon[188613]: pgmap v8377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:12:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:12:19] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:12:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:20 smithi123 ceph-mon[191304]: pgmap v8378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:20.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:20 smithi123 ceph-mon[188613]: pgmap v8378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:20 smithi177 ceph-mon[212096]: pgmap v8378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:22.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:21 smithi177 ceph-mon[212096]: pgmap v8379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:21 smithi123 ceph-mon[188613]: pgmap v8379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:22.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:21 smithi123 ceph-mon[191304]: pgmap v8379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:24 smithi177 ceph-mon[212096]: pgmap v8380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:24 smithi123 ceph-mon[191304]: pgmap v8380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:24 smithi123 ceph-mon[188613]: pgmap v8380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:26 smithi177 ceph-mon[212096]: pgmap v8381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:26 smithi123 ceph-mon[188613]: pgmap v8381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:26 smithi123 ceph-mon[191304]: pgmap v8381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:12:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:12:27.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:12:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:28 smithi123 ceph-mon[191304]: pgmap v8382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:28 smithi123 ceph-mon[188613]: pgmap v8382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:28.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:28 smithi177 ceph-mon[212096]: pgmap v8382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:28.692 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:12:28.999 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:12:28.999 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 3m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:12:28.999 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 60s ago 3h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:12:28.999 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 3m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:12:29.000 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 60s ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:12:29.000 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 60s ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:12:29.000 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 3m ago 3h 680M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:12:29.000 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 3m ago 3h 1067M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:12:29.000 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 60s ago 3h 515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:12:29.000 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 3m ago 3h 557M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:12:29.000 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 3m ago 3h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:12:29.000 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 60s ago 3h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:12:29.000 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 3m ago 3h 4380M 2487M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:12:29.000 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 3m ago 3h 5123M 2487M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:12:29.001 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 3m ago 3h 4176M 2487M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:12:29.001 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 3m ago 3h 4252M 2487M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:12:29.001 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 60s ago 3h 3557M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:12:29.001 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 60s ago 3h 3891M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:12:29.001 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 60s ago 3h 3316M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:12:29.001 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 60s ago 3h 3800M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:12:29.001 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 60s ago 3h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:12:29.409 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:12:29.409 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:12:29.410 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:12:29.410 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:12:29.410 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:12:29.410 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:12:29.410 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:12:29.410 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:12:29.410 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:12:29.410 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:12:29.410 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:12:29.410 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:12:29.410 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:12:29.411 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:12:29.411 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:12:29.411 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:12:29.411 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:12:29.411 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:12:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:12:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:12:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:12:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:30 smithi123 ceph-mon[191304]: from='client.52634 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:12:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:30 smithi123 ceph-mon[191304]: from='client.42693 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:12:30.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:30 smithi123 ceph-mon[191304]: pgmap v8383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:30.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:12:30.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:30 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/853467134' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:12:30.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:12:30.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:12:30.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:12:30.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:30 smithi123 ceph-mon[188613]: from='client.52634 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:12:30.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:30 smithi123 ceph-mon[188613]: from='client.42693 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:12:30.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:30 smithi123 ceph-mon[188613]: pgmap v8383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:30.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:12:30.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:30 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/853467134' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:12:30.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:12:30.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:12:30.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:12:30.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:30 smithi177 ceph-mon[212096]: from='client.52634 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:12:30.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:30 smithi177 ceph-mon[212096]: from='client.42693 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:12:30.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:30 smithi177 ceph-mon[212096]: pgmap v8383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:30.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:12:30.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:30 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/853467134' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:12:30.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:12:30.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:12:30.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:12:32.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:31 smithi123 ceph-mon[191304]: pgmap v8384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:31 smithi123 ceph-mon[188613]: pgmap v8384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:32.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:31 smithi177 ceph-mon[212096]: pgmap v8384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:34.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:34 smithi177 ceph-mon[212096]: pgmap v8385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:34 smithi123 ceph-mon[191304]: pgmap v8385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:34 smithi123 ceph-mon[188613]: pgmap v8385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:36 smithi123 ceph-mon[191304]: pgmap v8386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:36 smithi123 ceph-mon[188613]: pgmap v8386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:36.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:36 smithi177 ceph-mon[212096]: pgmap v8386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:38 smithi123 ceph-mon[191304]: pgmap v8387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:38 smithi123 ceph-mon[188613]: pgmap v8387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:38 smithi177 ceph-mon[212096]: pgmap v8387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:12:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:12:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:12:40.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:40 smithi123 ceph-mon[191304]: pgmap v8388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:40.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:40 smithi123 ceph-mon[188613]: pgmap v8388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:40.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:40 smithi177 ceph-mon[212096]: pgmap v8388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:41 smithi177 ceph-mon[212096]: pgmap v8389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:12:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:41 smithi123 ceph-mon[191304]: pgmap v8389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:12:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:41 smithi123 ceph-mon[188613]: pgmap v8389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:12:44.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:44 smithi123 ceph-mon[191304]: pgmap v8390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:44.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:44 smithi123 ceph-mon[188613]: pgmap v8390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:44 smithi177 ceph-mon[212096]: pgmap v8390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:46 smithi123 ceph-mon[191304]: pgmap v8391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:46.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:46 smithi123 ceph-mon[188613]: pgmap v8391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:46.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:46 smithi177 ceph-mon[212096]: pgmap v8391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:48 smithi123 ceph-mon[191304]: pgmap v8392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:48 smithi123 ceph-mon[188613]: pgmap v8392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:48.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:48 smithi177 ceph-mon[212096]: pgmap v8392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:12:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:12:49] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:12:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:50 smithi123 ceph-mon[188613]: pgmap v8393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:50 smithi123 ceph-mon[191304]: pgmap v8393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:50.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:50 smithi177 ceph-mon[212096]: pgmap v8393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:52.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:51 smithi123 ceph-mon[188613]: pgmap v8394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:52.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:51 smithi123 ceph-mon[191304]: pgmap v8394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:51 smithi177 ceph-mon[212096]: pgmap v8394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:54 smithi123 ceph-mon[188613]: pgmap v8395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:54 smithi123 ceph-mon[191304]: pgmap v8395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:54 smithi177 ceph-mon[212096]: pgmap v8395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:56 smithi123 ceph-mon[191304]: pgmap v8396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:56 smithi123 ceph-mon[188613]: pgmap v8396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:56.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:56 smithi177 ceph-mon[212096]: pgmap v8396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:57.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:12:57.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:12:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:12:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:12:58 smithi123 ceph-mon[191304]: pgmap v8397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:58.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:12:58 smithi123 ceph-mon[188613]: pgmap v8397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:58.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:12:58 smithi177 ceph-mon[212096]: pgmap v8397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:12:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:12:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:12:59] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:12:59.755 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:13:00.064 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:13:00.064 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 3m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:13:00.064 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 91s ago 3h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:13:00.064 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 3m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:13:00.065 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 91s ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:13:00.065 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 91s ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:13:00.065 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 3m ago 3h 680M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:13:00.065 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 3m ago 3h 1067M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:13:00.065 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 91s ago 3h 515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:13:00.065 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 3m ago 3h 557M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:13:00.065 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 3m ago 3h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:13:00.065 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 91s ago 3h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:13:00.065 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 3m ago 3h 4380M 2487M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:13:00.065 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 3m ago 3h 5123M 2487M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:13:00.065 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 3m ago 3h 4176M 2487M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:13:00.065 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 3m ago 3h 4252M 2487M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:13:00.066 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 91s ago 3h 3557M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:13:00.066 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 91s ago 3h 3891M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:13:00.066 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 91s ago 3h 3316M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:13:00.066 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 91s ago 3h 3800M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:13:00.066 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 91s ago 3h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:13:00.445 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:13:00.446 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:13:00.446 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:13:00.446 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:13:00.446 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:13:00.446 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:13:00.446 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:13:00.446 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:13:00.446 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:13:00.446 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:13:00.446 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:13:00.446 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:13:00.446 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:13:00.447 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:13:00.447 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:13:00.447 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:13:00.447 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:13:00.447 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:13:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:00 smithi123 ceph-mon[191304]: pgmap v8398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:00 smithi123 ceph-mon[188613]: pgmap v8398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:00 smithi177 ceph-mon[212096]: pgmap v8398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:01.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:01 smithi123 ceph-mon[191304]: from='client.42705 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:13:01.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:01 smithi123 ceph-mon[191304]: from='client.52658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:13:01.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:01 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3024392244' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:13:01.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:01 smithi123 ceph-mon[188613]: from='client.42705 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:13:01.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:01 smithi123 ceph-mon[188613]: from='client.52658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:13:01.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:01 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3024392244' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:13:01.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:01 smithi177 ceph-mon[212096]: from='client.42705 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:13:01.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:01 smithi177 ceph-mon[212096]: from='client.52658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:13:01.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:01 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3024392244' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:13:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:02 smithi123 ceph-mon[188613]: pgmap v8399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:02 smithi123 ceph-mon[191304]: pgmap v8399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:02 smithi177 ceph-mon[212096]: pgmap v8399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:04 smithi123 ceph-mon[191304]: pgmap v8400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:04 smithi123 ceph-mon[188613]: pgmap v8400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:04 smithi177 ceph-mon[212096]: pgmap v8400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:06 smithi123 ceph-mon[191304]: pgmap v8401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:06 smithi123 ceph-mon[188613]: pgmap v8401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:06.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:06 smithi177 ceph-mon[212096]: pgmap v8401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:08 smithi123 ceph-mon[191304]: pgmap v8402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:08 smithi123 ceph-mon[188613]: pgmap v8402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:08.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:08 smithi177 ceph-mon[212096]: pgmap v8402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:13:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:13:09] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:13:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:10 smithi123 ceph-mon[191304]: pgmap v8403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:10 smithi123 ceph-mon[188613]: pgmap v8403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:10 smithi177 ceph-mon[212096]: pgmap v8403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:11 smithi123 ceph-mon[191304]: pgmap v8404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:13:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:11 smithi123 ceph-mon[188613]: pgmap v8404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:13:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:11 smithi177 ceph-mon[212096]: pgmap v8404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:13:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:14 smithi123 ceph-mon[191304]: pgmap v8405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:14 smithi123 ceph-mon[188613]: pgmap v8405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:14.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:14 smithi177 ceph-mon[212096]: pgmap v8405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:16 smithi123 ceph-mon[191304]: pgmap v8406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:16.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:16 smithi123 ceph-mon[188613]: pgmap v8406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:16.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:16 smithi177 ceph-mon[212096]: pgmap v8406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:18 smithi123 ceph-mon[191304]: pgmap v8407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:18 smithi123 ceph-mon[188613]: pgmap v8407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:18 smithi177 ceph-mon[212096]: pgmap v8407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:13:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:13:19] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:13:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:20 smithi123 ceph-mon[191304]: pgmap v8408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:20 smithi123 ceph-mon[188613]: pgmap v8408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:20 smithi177 ceph-mon[212096]: pgmap v8408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:22.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:21 smithi123 ceph-mon[191304]: pgmap v8409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:21 smithi123 ceph-mon[188613]: pgmap v8409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:21 smithi177 ceph-mon[212096]: pgmap v8409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:24 smithi123 ceph-mon[191304]: pgmap v8410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:24.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:24 smithi123 ceph-mon[188613]: pgmap v8410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:24.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:24 smithi177 ceph-mon[212096]: pgmap v8410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:26 smithi123 ceph-mon[191304]: pgmap v8411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:26 smithi123 ceph-mon[188613]: pgmap v8411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:26.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:26 smithi177 ceph-mon[212096]: pgmap v8411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:13:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:13:27.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:13:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:28 smithi123 ceph-mon[191304]: pgmap v8412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:28 smithi123 ceph-mon[188613]: pgmap v8412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:28.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:28 smithi177 ceph-mon[212096]: pgmap v8412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:13:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:13:29] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T14:13:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:30 smithi123 ceph-mon[191304]: pgmap v8413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:13:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:30 smithi123 ceph-mon[188613]: pgmap v8413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:30.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:13:30.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:30 smithi177 ceph-mon[212096]: pgmap v8413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:30.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:13:30.780 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:13:31.087 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:13:31.088 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 4m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:13:31.088 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 2m ago 3h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:13:31.088 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 4m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:13:31.088 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 2m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:13:31.088 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 2m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:13:31.088 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 4m ago 3h 680M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:13:31.088 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 4m ago 3h 1067M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:13:31.088 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 2m ago 3h 515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:13:31.089 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 4m ago 3h 557M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:13:31.089 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 4m ago 3h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:13:31.089 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 2m ago 3h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:13:31.089 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 4m ago 3h 4380M 2487M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:13:31.089 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 4m ago 3h 5123M 2487M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:13:31.089 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 4m ago 3h 4176M 2487M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:13:31.089 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 4m ago 3h 4252M 2487M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:13:31.089 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 2m ago 3h 3557M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:13:31.089 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 2m ago 3h 3891M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:13:31.089 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 2m ago 3h 3316M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:13:31.090 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 2m ago 3h 3800M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:13:31.090 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 2m ago 3h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:13:31.472 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:13:31.472 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:13:31.472 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:13:31.472 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:13:31.472 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:13:31.472 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:13:31.472 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:13:31.472 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:13:31.472 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:13:31.472 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:13:31.472 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:13:31.473 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:13:31.473 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:13:31.473 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:13:31.473 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:13:31.473 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:13:31.473 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:13:31.473 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:13:31.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:13:31.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:13:31.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:13:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:13:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:13:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:13:31.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:13:31.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:13:31.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:13:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:32 smithi123 ceph-mon[191304]: from='client.42723 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:13:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:32 smithi123 ceph-mon[191304]: from='client.42729 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:13:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:32 smithi123 ceph-mon[191304]: pgmap v8414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:32 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2871401875' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:13:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:32 smithi123 ceph-mon[188613]: from='client.42723 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:13:32.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:32 smithi123 ceph-mon[188613]: from='client.42729 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:13:32.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:32 smithi123 ceph-mon[188613]: pgmap v8414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:32.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:32 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2871401875' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:13:32.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:32 smithi177 ceph-mon[212096]: from='client.42723 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:13:32.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:32 smithi177 ceph-mon[212096]: from='client.42729 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:13:32.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:32 smithi177 ceph-mon[212096]: pgmap v8414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:32.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:32 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2871401875' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:13:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:34 smithi123 ceph-mon[191304]: pgmap v8415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:34 smithi123 ceph-mon[188613]: pgmap v8415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:34.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:34 smithi177 ceph-mon[212096]: pgmap v8415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:36 smithi123 ceph-mon[191304]: pgmap v8416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:36 smithi123 ceph-mon[188613]: pgmap v8416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:36.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:36 smithi177 ceph-mon[212096]: pgmap v8416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:38 smithi123 ceph-mon[188613]: pgmap v8417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:38 smithi123 ceph-mon[191304]: pgmap v8417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:38 smithi177 ceph-mon[212096]: pgmap v8417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:13:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:13:39] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T14:13:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:40 smithi123 ceph-mon[191304]: pgmap v8418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:40 smithi123 ceph-mon[188613]: pgmap v8418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:40.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:40 smithi177 ceph-mon[212096]: pgmap v8418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:41 smithi123 ceph-mon[191304]: pgmap v8419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:13:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:41 smithi123 ceph-mon[188613]: pgmap v8419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:13:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:41 smithi177 ceph-mon[212096]: pgmap v8419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:13:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:44 smithi123 ceph-mon[191304]: pgmap v8420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:44 smithi123 ceph-mon[188613]: pgmap v8420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:44 smithi177 ceph-mon[212096]: pgmap v8420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:46 smithi123 ceph-mon[191304]: pgmap v8421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:46 smithi123 ceph-mon[188613]: pgmap v8421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:46.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:46 smithi177 ceph-mon[212096]: pgmap v8421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:48.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:48 smithi123 ceph-mon[191304]: pgmap v8422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:48.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:48 smithi123 ceph-mon[188613]: pgmap v8422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:48.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:48 smithi177 ceph-mon[212096]: pgmap v8422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:13:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:13:49] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:13:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:50 smithi123 ceph-mon[191304]: pgmap v8423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:50 smithi123 ceph-mon[188613]: pgmap v8423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:50.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:50 smithi177 ceph-mon[212096]: pgmap v8423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:51 smithi123 ceph-mon[191304]: pgmap v8424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:51 smithi123 ceph-mon[188613]: pgmap v8424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:51 smithi177 ceph-mon[212096]: pgmap v8424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:54 smithi123 ceph-mon[191304]: pgmap v8425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:54 smithi123 ceph-mon[188613]: pgmap v8425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:54 smithi177 ceph-mon[212096]: pgmap v8425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:56 smithi123 ceph-mon[191304]: pgmap v8426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:56 smithi123 ceph-mon[188613]: pgmap v8426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:56.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:56 smithi177 ceph-mon[212096]: pgmap v8426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:13:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:13:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:13:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:13:58 smithi123 ceph-mon[191304]: pgmap v8427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:13:58 smithi123 ceph-mon[188613]: pgmap v8427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:58.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:13:58 smithi177 ceph-mon[212096]: pgmap v8427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:13:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:13:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:13:59] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:14:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:00 smithi123 ceph-mon[191304]: pgmap v8428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:00 smithi123 ceph-mon[188613]: pgmap v8428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:00.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:00 smithi177 ceph-mon[212096]: pgmap v8428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:01.819 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:14:02.125 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:14:02.126 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 4m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:14:02.126 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 2m ago 3h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:14:02.126 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 4m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:14:02.126 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 2m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:14:02.126 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 2m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:14:02.126 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 4m ago 3h 680M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:14:02.126 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 4m ago 3h 1067M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:14:02.126 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 2m ago 3h 515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:14:02.126 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 4m ago 3h 557M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:14:02.127 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 4m ago 3h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:14:02.127 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 2m ago 3h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:14:02.127 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 4m ago 3h 4380M 2487M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:14:02.127 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 4m ago 3h 5123M 2487M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:14:02.127 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 4m ago 3h 4176M 2487M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:14:02.127 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 4m ago 3h 4252M 2487M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:14:02.127 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 2m ago 3h 3557M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:14:02.127 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 2m ago 3h 3891M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:14:02.127 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 2m ago 3h 3316M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:14:02.127 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 2m ago 3h 3800M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:14:02.127 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 2m ago 3h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:14:02.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:01 smithi123 ceph-mon[191304]: pgmap v8429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:02.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:01 smithi123 ceph-mon[188613]: pgmap v8429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:01 smithi177 ceph-mon[212096]: pgmap v8429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:02.507 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:14:02.508 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:14:02.508 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:14:02.508 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:14:02.508 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:14:02.508 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:14:02.508 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:14:02.508 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:14:02.508 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:14:02.508 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:14:02.508 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:14:02.509 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:14:02.509 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:14:02.509 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:14:02.509 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:14:02.509 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:14:02.509 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:14:02.509 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:14:03.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:02 smithi123 ceph-mon[191304]: from='client.52688 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:14:03.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:02 smithi123 ceph-mon[191304]: from='client.42747 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:14:03.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:02 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2913904637' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:14:03.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:02 smithi123 ceph-mon[188613]: from='client.52688 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:14:03.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:02 smithi123 ceph-mon[188613]: from='client.42747 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:14:03.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:02 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2913904637' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:14:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:02 smithi177 ceph-mon[212096]: from='client.52688 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:14:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:02 smithi177 ceph-mon[212096]: from='client.42747 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:14:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:02 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2913904637' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:14:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:03 smithi123 ceph-mon[191304]: pgmap v8430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:04.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:03 smithi123 ceph-mon[188613]: pgmap v8430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:03 smithi177 ceph-mon[212096]: pgmap v8430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:06 smithi123 ceph-mon[191304]: pgmap v8431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:06 smithi123 ceph-mon[188613]: pgmap v8431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:06.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:06 smithi177 ceph-mon[212096]: pgmap v8431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:08 smithi123 ceph-mon[191304]: pgmap v8432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:08 smithi123 ceph-mon[188613]: pgmap v8432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:08.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:08 smithi177 ceph-mon[212096]: pgmap v8432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:14:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:14:09] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:14:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:10 smithi123 ceph-mon[188613]: pgmap v8433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:10 smithi123 ceph-mon[191304]: pgmap v8433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:10 smithi177 ceph-mon[212096]: pgmap v8433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:11 smithi123 ceph-mon[191304]: pgmap v8434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:14:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:11 smithi123 ceph-mon[188613]: pgmap v8434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:14:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:11 smithi177 ceph-mon[212096]: pgmap v8434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:14:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:14 smithi123 ceph-mon[188613]: pgmap v8435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:14 smithi123 ceph-mon[191304]: pgmap v8435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:14.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:14 smithi177 ceph-mon[212096]: pgmap v8435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:16 smithi123 ceph-mon[191304]: pgmap v8436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:16 smithi123 ceph-mon[188613]: pgmap v8436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:16.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:16 smithi177 ceph-mon[212096]: pgmap v8436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:18 smithi123 ceph-mon[191304]: pgmap v8437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:18 smithi123 ceph-mon[188613]: pgmap v8437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:18 smithi177 ceph-mon[212096]: pgmap v8437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:14:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:14:19] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T14:14:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:20 smithi123 ceph-mon[191304]: pgmap v8438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:20 smithi123 ceph-mon[188613]: pgmap v8438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:20 smithi177 ceph-mon[212096]: pgmap v8438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:22.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:21 smithi123 ceph-mon[188613]: pgmap v8439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:22.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:21 smithi123 ceph-mon[191304]: pgmap v8439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:21 smithi177 ceph-mon[212096]: pgmap v8439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:24 smithi123 ceph-mon[191304]: pgmap v8440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:24 smithi123 ceph-mon[188613]: pgmap v8440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:24.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:24 smithi177 ceph-mon[212096]: pgmap v8440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:26 smithi123 ceph-mon[191304]: pgmap v8441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:26 smithi123 ceph-mon[188613]: pgmap v8441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:26.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:26 smithi177 ceph-mon[212096]: pgmap v8441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:14:27.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:14:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:14:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:28 smithi123 ceph-mon[191304]: pgmap v8442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:28 smithi123 ceph-mon[188613]: pgmap v8442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:28.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:28 smithi177 ceph-mon[212096]: pgmap v8442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:14:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:14:29] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T14:14:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:30 smithi123 ceph-mon[191304]: pgmap v8443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:30 smithi123 ceph-mon[188613]: pgmap v8443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:30.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:30 smithi177 ceph-mon[212096]: pgmap v8443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:31.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:14:31.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:14:31.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:14:31.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:14:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:14:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:14:31.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:14:31.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:14:31.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:14:31.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:14:31.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:14:31.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:14:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:32 smithi123 ceph-mon[191304]: pgmap v8444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:32 smithi123 ceph-mon[188613]: pgmap v8444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:32.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:32 smithi177 ceph-mon[212096]: pgmap v8444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:32.855 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:14:33.163 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:14:33.163 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 5m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:14:33.163 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 3m ago 3h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:14:33.163 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 5m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:14:33.163 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 3m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:14:33.163 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 3m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:14:33.163 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 5m ago 3h 680M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:14:33.163 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 5m ago 3h 1067M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:14:33.163 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 3m ago 3h 515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:14:33.163 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 5m ago 3h 557M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:14:33.163 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 5m ago 3h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:14:33.163 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 3m ago 3h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:14:33.163 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 5m ago 3h 4380M 2487M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:14:33.163 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 5m ago 3h 5123M 2487M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:14:33.164 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 5m ago 3h 4176M 2487M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:14:33.164 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 5m ago 3h 4252M 2487M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:14:33.164 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 3m ago 3h 3557M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:14:33.164 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 3m ago 3h 3891M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:14:33.164 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 3m ago 3h 3316M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:14:33.164 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 3m ago 3h 3800M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:14:33.164 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 3m ago 3h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:14:33.547 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:14:33.548 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:14:33.548 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:14:33.548 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:14:33.548 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:14:33.548 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:14:33.548 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:14:33.548 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:14:33.548 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:14:33.548 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:14:33.548 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:14:33.548 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:14:33.548 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:14:33.548 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:14:33.548 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:14:33.549 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:14:33.549 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:14:33.549 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:14:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:34 smithi123 ceph-mon[191304]: from='client.42759 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:14:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:34 smithi123 ceph-mon[191304]: pgmap v8445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:34 smithi123 ceph-mon[191304]: from='client.42765 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:14:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:34 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/42086497' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:14:34.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:34 smithi123 ceph-mon[188613]: from='client.42759 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:14:34.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:34 smithi123 ceph-mon[188613]: pgmap v8445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:34.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:34 smithi123 ceph-mon[188613]: from='client.42765 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:14:34.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:34 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/42086497' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:14:34.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:34 smithi177 ceph-mon[212096]: from='client.42759 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:14:34.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:34 smithi177 ceph-mon[212096]: pgmap v8445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:34.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:34 smithi177 ceph-mon[212096]: from='client.42765 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:14:34.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:34 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/42086497' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:14:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:36 smithi123 ceph-mon[191304]: pgmap v8446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:36 smithi123 ceph-mon[188613]: pgmap v8446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:36.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:36 smithi177 ceph-mon[212096]: pgmap v8446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:38 smithi123 ceph-mon[191304]: pgmap v8447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:38 smithi123 ceph-mon[188613]: pgmap v8447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:38 smithi177 ceph-mon[212096]: pgmap v8447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:14:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:14:39] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T14:14:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:40 smithi123 ceph-mon[188613]: pgmap v8448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:40 smithi123 ceph-mon[191304]: pgmap v8448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:40.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:40 smithi177 ceph-mon[212096]: pgmap v8448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:41 smithi123 ceph-mon[188613]: pgmap v8449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:14:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:41 smithi123 ceph-mon[191304]: pgmap v8449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:14:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:41 smithi177 ceph-mon[212096]: pgmap v8449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:14:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:44 smithi123 ceph-mon[191304]: pgmap v8450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:44 smithi123 ceph-mon[188613]: pgmap v8450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:44.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:44 smithi177 ceph-mon[212096]: pgmap v8450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:46 smithi123 ceph-mon[191304]: pgmap v8451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:46 smithi123 ceph-mon[188613]: pgmap v8451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:46.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:46 smithi177 ceph-mon[212096]: pgmap v8451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:48 smithi123 ceph-mon[191304]: pgmap v8452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:48 smithi123 ceph-mon[188613]: pgmap v8452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:48.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:48 smithi177 ceph-mon[212096]: pgmap v8452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:14:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:14:49] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:14:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:50 smithi123 ceph-mon[191304]: pgmap v8453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:50 smithi123 ceph-mon[188613]: pgmap v8453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:50.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:50 smithi177 ceph-mon[212096]: pgmap v8453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:51 smithi123 ceph-mon[191304]: pgmap v8454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:51 smithi123 ceph-mon[188613]: pgmap v8454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:51 smithi177 ceph-mon[212096]: pgmap v8454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:54 smithi123 ceph-mon[191304]: pgmap v8455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:54 smithi123 ceph-mon[188613]: pgmap v8455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:54 smithi177 ceph-mon[212096]: pgmap v8455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:56.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:56 smithi123 ceph-mon[191304]: pgmap v8456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:56 smithi123 ceph-mon[188613]: pgmap v8456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:56.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:56 smithi177 ceph-mon[212096]: pgmap v8456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:14:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:14:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:14:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:14:58 smithi123 ceph-mon[191304]: pgmap v8457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:14:58 smithi123 ceph-mon[188613]: pgmap v8457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:58.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:14:58 smithi177 ceph-mon[212096]: pgmap v8457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:14:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:14:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:14:59] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T14:15:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:00 smithi123 ceph-mon[191304]: pgmap v8458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:00 smithi123 ceph-mon[188613]: pgmap v8458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:00 smithi177 ceph-mon[212096]: pgmap v8458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:02.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:01 smithi123 ceph-mon[191304]: pgmap v8459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:02.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:01 smithi123 ceph-mon[188613]: pgmap v8459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:01 smithi177 ceph-mon[212096]: pgmap v8459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:03.889 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:15:04.200 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:15:04.200 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 5m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:15:04.201 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 3m ago 3h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:15:04.201 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 5m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:15:04.201 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 3m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:15:04.201 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 3m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:15:04.201 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 5m ago 3h 680M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:15:04.201 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 5m ago 3h 1067M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:15:04.201 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 3m ago 3h 515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:15:04.201 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 5m ago 3h 557M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:15:04.201 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 5m ago 3h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:15:04.202 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 3m ago 3h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:15:04.202 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 5m ago 3h 4380M 2487M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:15:04.202 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 5m ago 3h 5123M 2487M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:15:04.202 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 5m ago 3h 4176M 2487M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:15:04.202 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 5m ago 3h 4252M 2487M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:15:04.202 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 3m ago 3h 3557M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:15:04.202 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 3m ago 3h 3891M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:15:04.202 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 3m ago 3h 3316M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:15:04.202 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 3m ago 3h 3800M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:15:04.202 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 3m ago 3h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:15:04.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:04 smithi123 ceph-mon[191304]: pgmap v8460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:04 smithi123 ceph-mon[188613]: pgmap v8460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:04.588 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:15:04.589 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:15:04.589 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:15:04.589 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:15:04.589 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:15:04.589 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:15:04.589 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:15:04.589 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:15:04.589 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:15:04.589 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:15:04.589 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:15:04.590 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:15:04.590 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:15:04.590 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:15:04.590 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:15:04.590 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:15:04.590 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:15:04.590 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:15:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:04 smithi177 ceph-mon[212096]: pgmap v8460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:05.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:05 smithi123 ceph-mon[191304]: from='client.52724 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:15:05.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:05 smithi123 ceph-mon[191304]: from='client.52730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:15:05.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:05 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3095011832' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:15:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:05 smithi123 ceph-mon[188613]: from='client.52724 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:15:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:05 smithi123 ceph-mon[188613]: from='client.52730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:15:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:05 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3095011832' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:15:05.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:05 smithi177 ceph-mon[212096]: from='client.52724 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:15:05.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:05 smithi177 ceph-mon[212096]: from='client.52730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:15:05.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:05 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3095011832' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:15:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:06 smithi123 ceph-mon[191304]: pgmap v8461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:06 smithi123 ceph-mon[188613]: pgmap v8461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:06.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:06 smithi177 ceph-mon[212096]: pgmap v8461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:08 smithi123 ceph-mon[191304]: pgmap v8462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:08 smithi123 ceph-mon[188613]: pgmap v8462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:08.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:08 smithi177 ceph-mon[212096]: pgmap v8462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:15:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:15:09] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T14:15:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:10 smithi123 ceph-mon[191304]: pgmap v8463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:10 smithi123 ceph-mon[188613]: pgmap v8463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:10 smithi177 ceph-mon[212096]: pgmap v8463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:11 smithi123 ceph-mon[191304]: pgmap v8464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:15:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:11 smithi123 ceph-mon[188613]: pgmap v8464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:15:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:11 smithi177 ceph-mon[212096]: pgmap v8464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:15:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:14 smithi123 ceph-mon[188613]: pgmap v8465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:14 smithi123 ceph-mon[191304]: pgmap v8465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:14.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:14 smithi177 ceph-mon[212096]: pgmap v8465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:16.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:16 smithi123 ceph-mon[191304]: pgmap v8466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:16 smithi123 ceph-mon[188613]: pgmap v8466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:16.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:16 smithi177 ceph-mon[212096]: pgmap v8466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:18 smithi123 ceph-mon[188613]: pgmap v8467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:18 smithi123 ceph-mon[191304]: pgmap v8467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:18 smithi177 ceph-mon[212096]: pgmap v8467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:15:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:15:19] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:15:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:20 smithi123 ceph-mon[191304]: pgmap v8468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:20 smithi123 ceph-mon[188613]: pgmap v8468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:20 smithi177 ceph-mon[212096]: pgmap v8468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:22.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:21 smithi123 ceph-mon[191304]: pgmap v8469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:21 smithi123 ceph-mon[188613]: pgmap v8469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:22.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:21 smithi177 ceph-mon[212096]: pgmap v8469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:24.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:24 smithi123 ceph-mon[191304]: pgmap v8470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:24 smithi123 ceph-mon[188613]: pgmap v8470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:24.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:24 smithi177 ceph-mon[212096]: pgmap v8470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:26 smithi123 ceph-mon[191304]: pgmap v8471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:26 smithi123 ceph-mon[188613]: pgmap v8471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:26.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:26 smithi177 ceph-mon[212096]: pgmap v8471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:15:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:15:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:15:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:28 smithi123 ceph-mon[191304]: pgmap v8472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:28 smithi123 ceph-mon[188613]: pgmap v8472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:28.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:28 smithi177 ceph-mon[212096]: pgmap v8472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:15:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:15:29] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:15:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:30 smithi123 ceph-mon[188613]: pgmap v8473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:30 smithi123 ceph-mon[191304]: pgmap v8473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:30.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:30 smithi177 ceph-mon[212096]: pgmap v8473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:15:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:31 smithi123 ceph-mon[188613]: pgmap v8474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:15:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:15:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:15:32.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:15:32.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:31 smithi123 ceph-mon[191304]: pgmap v8474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:32.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:15:32.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:15:32.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:15:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:15:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:31 smithi177 ceph-mon[212096]: pgmap v8474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:15:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:15:32.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:15:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:34 smithi123 ceph-mon[191304]: pgmap v8475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:34 smithi123 ceph-mon[188613]: pgmap v8475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:34.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:34 smithi177 ceph-mon[212096]: pgmap v8475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:34.935 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:15:35.243 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:15:35.243 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 6m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:15:35.243 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 4m ago 3h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:15:35.243 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 6m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:15:35.244 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 4m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:15:35.244 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 4m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:15:35.244 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 6m ago 3h 680M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:15:35.244 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 6m ago 3h 1067M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:15:35.244 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 4m ago 3h 515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:15:35.244 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 6m ago 3h 557M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:15:35.244 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 6m ago 3h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:15:35.244 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 4m ago 3h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:15:35.244 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 6m ago 3h 4380M 2487M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:15:35.244 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 6m ago 3h 5123M 2487M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:15:35.244 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 6m ago 3h 4176M 2487M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:15:35.245 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 6m ago 3h 4252M 2487M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:15:35.245 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 4m ago 3h 3557M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:15:35.245 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 4m ago 3h 3891M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:15:35.245 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 4m ago 3h 3316M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:15:35.245 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 4m ago 3h 3800M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:15:35.245 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 4m ago 3h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:15:35.625 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:15:35.626 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:15:35.626 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:15:35.626 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:15:35.626 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:15:35.626 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:15:35.626 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:15:35.626 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:15:35.626 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:15:35.626 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:15:35.626 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:15:35.626 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:15:35.626 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:15:35.626 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:15:35.626 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:15:35.626 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:15:35.627 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:15:35.627 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:15:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:36 smithi123 ceph-mon[191304]: from='client.42795 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:15:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:36 smithi123 ceph-mon[191304]: pgmap v8476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:36 smithi123 ceph-mon[191304]: from='client.42801 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:15:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:36 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2904976167' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:15:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:36 smithi123 ceph-mon[188613]: from='client.42795 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:15:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:36 smithi123 ceph-mon[188613]: pgmap v8476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:36 smithi123 ceph-mon[188613]: from='client.42801 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:15:36.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:36 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2904976167' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:15:36.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:36 smithi177 ceph-mon[212096]: from='client.42795 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:15:36.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:36 smithi177 ceph-mon[212096]: pgmap v8476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:36.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:36 smithi177 ceph-mon[212096]: from='client.42801 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:15:36.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:36 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2904976167' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:15:38.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:38 smithi123 ceph-mon[191304]: pgmap v8477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:38 smithi123 ceph-mon[188613]: pgmap v8477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:38.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:38 smithi177 ceph-mon[212096]: pgmap v8477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:15:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:15:39] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:15:40.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:40 smithi123 ceph-mon[191304]: pgmap v8478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:40 smithi123 ceph-mon[188613]: pgmap v8478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:40.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:40 smithi177 ceph-mon[212096]: pgmap v8478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:41 smithi123 ceph-mon[191304]: pgmap v8479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:15:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:41 smithi123 ceph-mon[188613]: pgmap v8479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:15:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:41 smithi177 ceph-mon[212096]: pgmap v8479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:15:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:44 smithi123 ceph-mon[191304]: pgmap v8480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:44 smithi123 ceph-mon[188613]: pgmap v8480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:44.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:44 smithi177 ceph-mon[212096]: pgmap v8480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:46.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:46 smithi123 ceph-mon[191304]: pgmap v8481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:46 smithi123 ceph-mon[188613]: pgmap v8481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:46.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:46 smithi177 ceph-mon[212096]: pgmap v8481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:48.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:48 smithi123 ceph-mon[191304]: pgmap v8482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:48 smithi123 ceph-mon[188613]: pgmap v8482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:48.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:48 smithi177 ceph-mon[212096]: pgmap v8482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:15:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:15:49] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T14:15:50.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:50 smithi123 ceph-mon[191304]: pgmap v8483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:50 smithi123 ceph-mon[188613]: pgmap v8483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:50.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:50 smithi177 ceph-mon[212096]: pgmap v8483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:51 smithi123 ceph-mon[191304]: pgmap v8484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:51 smithi123 ceph-mon[188613]: pgmap v8484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:51 smithi177 ceph-mon[212096]: pgmap v8484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:54.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:54 smithi123 ceph-mon[191304]: pgmap v8485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:54 smithi123 ceph-mon[188613]: pgmap v8485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:54 smithi177 ceph-mon[212096]: pgmap v8485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:56 smithi123 ceph-mon[191304]: pgmap v8486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:56 smithi123 ceph-mon[188613]: pgmap v8486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:56.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:56 smithi177 ceph-mon[212096]: pgmap v8486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:15:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:15:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:15:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:15:58 smithi123 ceph-mon[191304]: pgmap v8487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:15:58 smithi123 ceph-mon[188613]: pgmap v8487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:58.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:15:58 smithi177 ceph-mon[212096]: pgmap v8487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:15:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:15:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:15:59] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:16:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:00 smithi123 ceph-mon[191304]: pgmap v8488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:00 smithi123 ceph-mon[188613]: pgmap v8488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:00.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:00 smithi177 ceph-mon[212096]: pgmap v8488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:02.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:01 smithi123 ceph-mon[191304]: pgmap v8489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:02.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:01 smithi123 ceph-mon[188613]: pgmap v8489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:02.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:01 smithi177 ceph-mon[212096]: pgmap v8489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:04.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:04 smithi123 ceph-mon[191304]: pgmap v8490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:04 smithi123 ceph-mon[188613]: pgmap v8490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:04.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:04 smithi177 ceph-mon[212096]: pgmap v8490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:05.967 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:16:06.275 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:16:06.275 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 6m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:16:06.276 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 4m ago 3h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:16:06.276 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 6m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:16:06.276 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 4m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:16:06.276 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 4m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:16:06.276 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 6m ago 3h 680M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:16:06.276 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 6m ago 3h 1067M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:16:06.276 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 4m ago 3h 515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:16:06.276 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 6m ago 3h 557M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:16:06.276 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 6m ago 3h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:16:06.276 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 4m ago 3h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:16:06.277 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 6m ago 3h 4380M 2487M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:16:06.277 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 6m ago 3h 5123M 2487M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:16:06.277 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 6m ago 3h 4176M 2487M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:16:06.277 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 6m ago 3h 4252M 2487M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:16:06.277 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 4m ago 3h 3557M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:16:06.277 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 4m ago 3h 3891M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:16:06.277 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 4m ago 3h 3316M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:16:06.277 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 4m ago 3h 3800M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:16:06.277 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 4m ago 3h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:16:06.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:06 smithi123 ceph-mon[191304]: pgmap v8491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:06 smithi123 ceph-mon[188613]: pgmap v8491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:06.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:06 smithi177 ceph-mon[212096]: pgmap v8491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:06.658 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:16:06.658 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:16:06.658 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:16:06.658 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:16:06.658 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:16:06.659 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:16:06.659 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:16:06.659 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:16:06.659 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:16:06.659 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:16:06.659 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:16:06.659 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:16:06.659 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:16:06.659 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:16:06.659 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:16:06.659 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:16:06.659 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:16:06.660 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:16:07.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:07 smithi123 ceph-mon[191304]: from='client.42813 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:16:07.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:07 smithi123 ceph-mon[191304]: from='client.52766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:16:07.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:07 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/684535001' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:16:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:07 smithi123 ceph-mon[188613]: from='client.42813 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:16:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:07 smithi123 ceph-mon[188613]: from='client.52766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:16:07.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:07 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/684535001' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:16:07.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:07 smithi177 ceph-mon[212096]: from='client.42813 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:16:07.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:07 smithi177 ceph-mon[212096]: from='client.52766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:16:07.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:07 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/684535001' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:16:08.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:08 smithi123 ceph-mon[188613]: pgmap v8492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:08 smithi123 ceph-mon[191304]: pgmap v8492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:08.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:08 smithi177 ceph-mon[212096]: pgmap v8492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:16:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:16:09] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:16:10.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:10 smithi123 ceph-mon[191304]: pgmap v8493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:10 smithi123 ceph-mon[188613]: pgmap v8493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:10 smithi177 ceph-mon[212096]: pgmap v8493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:12.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:11 smithi123 ceph-mon[188613]: pgmap v8494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:16:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:11 smithi123 ceph-mon[191304]: pgmap v8494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:16:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:11 smithi177 ceph-mon[212096]: pgmap v8494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:16:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:14 smithi123 ceph-mon[191304]: pgmap v8495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:14 smithi123 ceph-mon[188613]: pgmap v8495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:14.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:14 smithi177 ceph-mon[212096]: pgmap v8495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:16.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:16 smithi123 ceph-mon[191304]: pgmap v8496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:16 smithi123 ceph-mon[188613]: pgmap v8496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:16.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:16 smithi177 ceph-mon[212096]: pgmap v8496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:18 smithi123 ceph-mon[191304]: pgmap v8497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:18 smithi123 ceph-mon[188613]: pgmap v8497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:18.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:18 smithi177 ceph-mon[212096]: pgmap v8497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:16:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:16:19] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:16:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:20 smithi123 ceph-mon[191304]: pgmap v8498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:20 smithi123 ceph-mon[188613]: pgmap v8498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:20 smithi177 ceph-mon[212096]: pgmap v8498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:22.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:21 smithi123 ceph-mon[191304]: pgmap v8499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:21 smithi123 ceph-mon[188613]: pgmap v8499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:22.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:21 smithi177 ceph-mon[212096]: pgmap v8499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:24 smithi123 ceph-mon[191304]: pgmap v8500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:24 smithi123 ceph-mon[188613]: pgmap v8500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:24.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:24 smithi177 ceph-mon[212096]: pgmap v8500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:26 smithi123 ceph-mon[191304]: pgmap v8501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:26 smithi123 ceph-mon[188613]: pgmap v8501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:26.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:26 smithi177 ceph-mon[212096]: pgmap v8501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:16:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:16:27.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:16:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:28 smithi123 ceph-mon[191304]: pgmap v8502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:28 smithi123 ceph-mon[188613]: pgmap v8502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:28.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:28 smithi177 ceph-mon[212096]: pgmap v8502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:16:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:16:29] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:16:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:30 smithi123 ceph-mon[191304]: pgmap v8503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:30 smithi123 ceph-mon[188613]: pgmap v8503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:30.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:30 smithi177 ceph-mon[212096]: pgmap v8503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:32.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:31 smithi123 ceph-mon[188613]: pgmap v8504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:32.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:16:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:31 smithi123 ceph-mon[191304]: pgmap v8504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:32.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:16:32.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:31 smithi177 ceph-mon[212096]: pgmap v8504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:32.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:16:33.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:16:33.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:16:33.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:16:33.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:16:33.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:16:33.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:16:33.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:16:33.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:16:33.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:16:34.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:33 smithi123 ceph-mon[191304]: pgmap v8505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:34.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:33 smithi123 ceph-mon[188613]: pgmap v8505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:34.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:33 smithi177 ceph-mon[212096]: pgmap v8505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:36 smithi123 ceph-mon[191304]: pgmap v8506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:36 smithi123 ceph-mon[188613]: pgmap v8506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:36.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:36 smithi177 ceph-mon[212096]: pgmap v8506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:37.003 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:16:37.310 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:16:37.310 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 7m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:16:37.310 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 5m ago 3h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:16:37.310 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 7m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:16:37.310 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 5m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:16:37.311 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 5m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:16:37.311 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 7m ago 3h 680M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:16:37.311 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 7m ago 3h 1067M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:16:37.311 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 5m ago 3h 515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:16:37.311 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 7m ago 3h 557M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:16:37.311 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 7m ago 3h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:16:37.311 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 5m ago 3h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:16:37.311 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 7m ago 3h 4380M 2487M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:16:37.311 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 7m ago 3h 5123M 2487M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:16:37.311 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 7m ago 3h 4176M 2487M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:16:37.312 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 7m ago 3h 4252M 2487M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:16:37.312 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 5m ago 3h 3557M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:16:37.312 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 5m ago 3h 3891M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:16:37.312 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 5m ago 3h 3316M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:16:37.312 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 5m ago 3h 3800M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:16:37.312 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 5m ago 3h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:16:37.691 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:16:37.692 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:16:37.692 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:16:37.692 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:16:37.692 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:16:37.692 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:16:37.692 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:16:37.692 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:16:37.692 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:16:37.692 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:16:37.693 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:16:37.693 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:16:37.693 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:16:37.693 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:16:37.693 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:16:37.693 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:16:37.693 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:16:37.693 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:16:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:38 smithi123 ceph-mon[191304]: from='client.42831 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:16:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:38 smithi123 ceph-mon[191304]: pgmap v8507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:38 smithi123 ceph-mon[191304]: from='client.42837 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:16:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:38 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1940662138' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:16:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:38 smithi123 ceph-mon[188613]: from='client.42831 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:16:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:38 smithi123 ceph-mon[188613]: pgmap v8507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:38.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:38 smithi123 ceph-mon[188613]: from='client.42837 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:16:38.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:38 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1940662138' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:16:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:38 smithi177 ceph-mon[212096]: from='client.42831 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:16:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:38 smithi177 ceph-mon[212096]: pgmap v8507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:38 smithi177 ceph-mon[212096]: from='client.42837 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:16:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:38 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1940662138' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:16:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:16:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:16:39] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:16:40.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:40 smithi123 ceph-mon[191304]: pgmap v8508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:40 smithi123 ceph-mon[188613]: pgmap v8508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:40.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:40 smithi177 ceph-mon[212096]: pgmap v8508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:41 smithi123 ceph-mon[191304]: pgmap v8509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:16:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:41 smithi123 ceph-mon[188613]: pgmap v8509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:16:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:41 smithi177 ceph-mon[212096]: pgmap v8509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:16:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:44 smithi123 ceph-mon[191304]: pgmap v8510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:44 smithi123 ceph-mon[188613]: pgmap v8510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:44 smithi177 ceph-mon[212096]: pgmap v8510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:46 smithi123 ceph-mon[191304]: pgmap v8511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:46 smithi123 ceph-mon[188613]: pgmap v8511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:46.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:46 smithi177 ceph-mon[212096]: pgmap v8511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:48 smithi123 ceph-mon[191304]: pgmap v8512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:48 smithi123 ceph-mon[188613]: pgmap v8512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:48.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:48 smithi177 ceph-mon[212096]: pgmap v8512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:16:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:16:49] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T14:16:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:50 smithi123 ceph-mon[191304]: pgmap v8513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:50 smithi123 ceph-mon[188613]: pgmap v8513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:50.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:50 smithi177 ceph-mon[212096]: pgmap v8513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:51 smithi123 ceph-mon[191304]: pgmap v8514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:51 smithi123 ceph-mon[188613]: pgmap v8514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:51 smithi177 ceph-mon[212096]: pgmap v8514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:54 smithi123 ceph-mon[191304]: pgmap v8515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:54 smithi123 ceph-mon[188613]: pgmap v8515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:54.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:54 smithi177 ceph-mon[212096]: pgmap v8515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:56.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:56 smithi123 ceph-mon[188613]: pgmap v8516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:56 smithi123 ceph-mon[191304]: pgmap v8516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:56.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:56 smithi177 ceph-mon[212096]: pgmap v8516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:57.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:16:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:16:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:16:58.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:16:58 smithi123 ceph-mon[191304]: pgmap v8517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:16:58 smithi123 ceph-mon[188613]: pgmap v8517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:58.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:16:58 smithi177 ceph-mon[212096]: pgmap v8517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:16:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:16:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:16:59] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:17:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:00 smithi177 ceph-mon[212096]: pgmap v8518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:00.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:00 smithi123 ceph-mon[188613]: pgmap v8518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:00.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:00 smithi123 ceph-mon[191304]: pgmap v8518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:02.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:01 smithi123 ceph-mon[191304]: pgmap v8519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:02.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:01 smithi123 ceph-mon[188613]: pgmap v8519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:01 smithi177 ceph-mon[212096]: pgmap v8519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:04 smithi123 ceph-mon[188613]: pgmap v8520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:04 smithi123 ceph-mon[191304]: pgmap v8520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:04 smithi177 ceph-mon[212096]: pgmap v8520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:06 smithi123 ceph-mon[191304]: pgmap v8521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:06 smithi123 ceph-mon[188613]: pgmap v8521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:06.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:06 smithi177 ceph-mon[212096]: pgmap v8521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:08.034 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:17:08.343 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:17:08.344 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 7m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:17:08.344 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 5m ago 3h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:17:08.344 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 7m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:17:08.344 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 5m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:17:08.344 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 5m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:17:08.344 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 7m ago 3h 680M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:17:08.344 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 7m ago 3h 1067M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:17:08.344 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 5m ago 3h 515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:17:08.344 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 7m ago 3h 557M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:17:08.344 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 7m ago 3h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:17:08.345 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 5m ago 3h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:17:08.345 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 7m ago 3h 4380M 2487M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:17:08.345 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 7m ago 3h 5123M 2487M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:17:08.345 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 7m ago 3h 4176M 2487M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:17:08.345 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 7m ago 3h 4252M 2487M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:17:08.345 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 5m ago 3h 3557M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:17:08.345 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 5m ago 3h 3891M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:17:08.345 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 5m ago 3h 3316M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:17:08.345 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 5m ago 3h 3800M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:17:08.345 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 5m ago 3h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:17:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:08 smithi123 ceph-mon[191304]: pgmap v8522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:08 smithi123 ceph-mon[188613]: pgmap v8522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:08.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:08 smithi177 ceph-mon[212096]: pgmap v8522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:08.726 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:17:08.726 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:17:08.726 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:17:08.726 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:17:08.726 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:17:08.726 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:17:08.727 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:17:08.727 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:17:08.727 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:17:08.727 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:17:08.727 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:17:08.727 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:17:08.727 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:17:08.727 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:17:08.727 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:17:08.727 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:17:08.728 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:17:08.728 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:17:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:17:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:17:09] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:17:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:09 smithi123 ceph-mon[188613]: from='client.52796 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:17:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:09 smithi123 ceph-mon[188613]: from='client.42855 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:17:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:09 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1125397674' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:17:09.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:09 smithi123 ceph-mon[191304]: from='client.52796 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:17:09.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:09 smithi123 ceph-mon[191304]: from='client.42855 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:17:09.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:09 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1125397674' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:17:09.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:09 smithi177 ceph-mon[212096]: from='client.52796 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:17:09.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:09 smithi177 ceph-mon[212096]: from='client.42855 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:17:09.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:09 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1125397674' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:17:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:10 smithi177 ceph-mon[212096]: pgmap v8523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:10.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:10 smithi123 ceph-mon[191304]: pgmap v8523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:10.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:10 smithi123 ceph-mon[188613]: pgmap v8523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:11 smithi123 ceph-mon[191304]: pgmap v8524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:17:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:11 smithi123 ceph-mon[188613]: pgmap v8524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:17:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:11 smithi177 ceph-mon[212096]: pgmap v8524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:17:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:14 smithi123 ceph-mon[191304]: pgmap v8525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:14 smithi123 ceph-mon[188613]: pgmap v8525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:14.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:14 smithi177 ceph-mon[212096]: pgmap v8525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:16.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:16 smithi123 ceph-mon[191304]: pgmap v8526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:16.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:16 smithi123 ceph-mon[188613]: pgmap v8526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:16.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:16 smithi177 ceph-mon[212096]: pgmap v8526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:18 smithi177 ceph-mon[212096]: pgmap v8527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:18.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:18 smithi123 ceph-mon[191304]: pgmap v8527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:18.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:18 smithi123 ceph-mon[188613]: pgmap v8527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:17:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:17:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:17:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:20 smithi177 ceph-mon[212096]: pgmap v8528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:20.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:20 smithi123 ceph-mon[191304]: pgmap v8528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:20.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:20 smithi123 ceph-mon[188613]: pgmap v8528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:22.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:21 smithi123 ceph-mon[191304]: pgmap v8529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:21 smithi123 ceph-mon[188613]: pgmap v8529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:21 smithi177 ceph-mon[212096]: pgmap v8529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:24 smithi123 ceph-mon[191304]: pgmap v8530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:24 smithi123 ceph-mon[188613]: pgmap v8530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:24.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:24 smithi177 ceph-mon[212096]: pgmap v8530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:26 smithi177 ceph-mon[212096]: pgmap v8531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:26.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:26 smithi123 ceph-mon[191304]: pgmap v8531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:26.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:26 smithi123 ceph-mon[188613]: pgmap v8531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:27.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:17:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:17:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:17:28.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:28 smithi177 ceph-mon[212096]: pgmap v8532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:28.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:28 smithi123 ceph-mon[191304]: pgmap v8532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:28.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:28 smithi123 ceph-mon[188613]: pgmap v8532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:17:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:17:29] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:17:30.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:30 smithi177 ceph-mon[212096]: pgmap v8533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:30.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:30 smithi123 ceph-mon[191304]: pgmap v8533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:30.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:30 smithi123 ceph-mon[188613]: pgmap v8533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:31 smithi123 ceph-mon[188613]: pgmap v8534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:32.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:31 smithi123 ceph-mon[191304]: pgmap v8534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:32.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:31 smithi177 ceph-mon[212096]: pgmap v8534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:33.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:17:33.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:17:33.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:17:33.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:17:33.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:17:33.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:17:33.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:17:33.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:17:33.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:17:33.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:17:33.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:17:33.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:17:33.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:17:33.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:17:33.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:17:33.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:17:33.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:17:33.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:17:33.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:17:33.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:17:33.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:17:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:17:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:17:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:17:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:17:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:17:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:17:34.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:33 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2477M 2023-12-20T14:17:34.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:33 smithi123 ceph-mon[191304]: pgmap v8535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:34.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:33 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2477M 2023-12-20T14:17:34.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:33 smithi123 ceph-mon[188613]: pgmap v8535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:34.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:33 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2477M 2023-12-20T14:17:34.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:33 smithi177 ceph-mon[212096]: pgmap v8535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:36 smithi177 ceph-mon[212096]: pgmap v8536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:36.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:36 smithi123 ceph-mon[191304]: pgmap v8536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:36.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:36 smithi123 ceph-mon[188613]: pgmap v8536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:38 smithi177 ceph-mon[212096]: pgmap v8537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:38.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:38 smithi123 ceph-mon[191304]: pgmap v8537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:38.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:38 smithi123 ceph-mon[188613]: pgmap v8537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:39.072 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:17:39.382 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:17:39.382 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 8m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:17:39.383 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 6m ago 3h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:17:39.383 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 8m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:17:39.383 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 6m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:17:39.383 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 6m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:17:39.383 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 8m ago 3h 680M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:17:39.383 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 8m ago 3h 1067M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:17:39.383 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 6m ago 3h 515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:17:39.383 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 8m ago 3h 557M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:17:39.383 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 8m ago 3h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:17:39.383 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 6m ago 3h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:17:39.384 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 8m ago 3h 4380M 2477M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:17:39.384 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 8m ago 3h 5123M 2477M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:17:39.384 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 8m ago 3h 4176M 2477M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:17:39.384 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 8m ago 3h 4252M 2477M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:17:39.384 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 6m ago 3h 3557M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:17:39.384 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 6m ago 3h 3891M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:17:39.384 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 6m ago 3h 3316M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:17:39.384 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 6m ago 3h 3800M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:17:39.384 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 6m ago 3h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:17:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:17:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:17:39] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:17:39.763 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:17:39.764 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:17:39.764 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:17:39.764 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:17:39.764 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:17:39.764 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:17:39.764 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:17:39.764 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:17:39.764 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:17:39.764 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:17:39.764 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:17:39.764 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:17:39.765 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:17:39.765 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:17:39.765 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:17:39.765 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:17:39.765 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:17:39.765 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:17:40.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:40 smithi177 ceph-mon[212096]: from='client.52814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:17:40.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:40 smithi177 ceph-mon[212096]: pgmap v8538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:40.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:40 smithi177 ceph-mon[212096]: from='client.52820 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:17:40.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:40 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3062378340' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:17:40.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:40 smithi123 ceph-mon[191304]: from='client.52814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:17:40.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:40 smithi123 ceph-mon[191304]: pgmap v8538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:40.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:40 smithi123 ceph-mon[191304]: from='client.52820 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:17:40.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:40 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3062378340' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:17:40.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:40 smithi123 ceph-mon[188613]: from='client.52814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:17:40.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:40 smithi123 ceph-mon[188613]: pgmap v8538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:40.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:40 smithi123 ceph-mon[188613]: from='client.52820 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:17:40.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:40 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3062378340' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:17:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:41 smithi123 ceph-mon[191304]: pgmap v8539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:17:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:41 smithi123 ceph-mon[188613]: pgmap v8539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:17:42.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:41 smithi177 ceph-mon[212096]: pgmap v8539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:42.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:17:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:44 smithi177 ceph-mon[212096]: pgmap v8540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:44.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:44 smithi123 ceph-mon[191304]: pgmap v8540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:44.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:44 smithi123 ceph-mon[188613]: pgmap v8540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:46.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:46 smithi177 ceph-mon[212096]: pgmap v8541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:46.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:46 smithi123 ceph-mon[191304]: pgmap v8541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:46.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:46 smithi123 ceph-mon[188613]: pgmap v8541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:48.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:48 smithi177 ceph-mon[212096]: pgmap v8542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:48.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:48 smithi123 ceph-mon[191304]: pgmap v8542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:48.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:48 smithi123 ceph-mon[188613]: pgmap v8542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:17:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:17:49] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:17:50.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:50 smithi177 ceph-mon[212096]: pgmap v8543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:50.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:50 smithi123 ceph-mon[191304]: pgmap v8543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:50.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:50 smithi123 ceph-mon[188613]: pgmap v8543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:52.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:51 smithi123 ceph-mon[191304]: pgmap v8544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:51 smithi123 ceph-mon[188613]: pgmap v8544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:52.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:51 smithi177 ceph-mon[212096]: pgmap v8544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:54 smithi177 ceph-mon[212096]: pgmap v8545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:54.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:54 smithi123 ceph-mon[191304]: pgmap v8545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:54.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:54 smithi123 ceph-mon[188613]: pgmap v8545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:56.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:56 smithi177 ceph-mon[212096]: pgmap v8546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:56.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:56 smithi123 ceph-mon[191304]: pgmap v8546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:56.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:56 smithi123 ceph-mon[188613]: pgmap v8546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:17:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:17:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:17:58.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:17:58 smithi177 ceph-mon[212096]: pgmap v8547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:58.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:17:58 smithi123 ceph-mon[191304]: pgmap v8547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:58.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:17:58 smithi123 ceph-mon[188613]: pgmap v8547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:17:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:17:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:17:59] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:18:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:00 smithi177 ceph-mon[212096]: pgmap v8548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:00.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:00 smithi123 ceph-mon[191304]: pgmap v8548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:00.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:00 smithi123 ceph-mon[188613]: pgmap v8548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:02.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:01 smithi123 ceph-mon[191304]: pgmap v8549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:02.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:01 smithi123 ceph-mon[188613]: pgmap v8549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:02.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:01 smithi177 ceph-mon[212096]: pgmap v8549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:04 smithi177 ceph-mon[212096]: pgmap v8550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:04.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:04 smithi123 ceph-mon[191304]: pgmap v8550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:04.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:04 smithi123 ceph-mon[188613]: pgmap v8550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:06.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:06 smithi177 ceph-mon[212096]: pgmap v8551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:06.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:06 smithi123 ceph-mon[191304]: pgmap v8551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:06.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:06 smithi123 ceph-mon[188613]: pgmap v8551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:08.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:08 smithi177 ceph-mon[212096]: pgmap v8552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:08.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:08 smithi123 ceph-mon[188613]: pgmap v8552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:08.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:08 smithi123 ceph-mon[191304]: pgmap v8552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:18:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:18:09] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:18:10.105 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:18:10.413 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:18:10.413 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 8m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:18:10.413 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 6m ago 3h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:18:10.413 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 8m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:18:10.413 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 6m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:18:10.414 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 6m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:18:10.414 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 8m ago 3h 680M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:18:10.414 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 8m ago 3h 1067M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:18:10.414 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 6m ago 3h 515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:18:10.414 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 8m ago 3h 557M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:18:10.414 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 8m ago 3h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:18:10.414 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 6m ago 3h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:18:10.414 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 8m ago 3h 4380M 2477M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:18:10.414 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 8m ago 3h 5123M 2477M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:18:10.414 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 8m ago 3h 4176M 2477M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:18:10.414 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 8m ago 3h 4252M 2477M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:18:10.414 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 6m ago 3h 3557M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:18:10.414 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 6m ago 3h 3891M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:18:10.414 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 6m ago 3h 3316M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:18:10.415 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 6m ago 3h 3800M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:18:10.415 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 6m ago 3h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:18:10.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:10 smithi177 ceph-mon[212096]: pgmap v8553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:10.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:10 smithi123 ceph-mon[191304]: pgmap v8553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:10.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:10 smithi123 ceph-mon[188613]: pgmap v8553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:10.796 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:18:10.796 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:18:10.797 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:18:10.797 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:18:10.797 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:18:10.797 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:18:10.797 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:18:10.797 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:18:10.797 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:18:10.797 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:18:10.797 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:18:10.797 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:18:10.797 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:18:10.798 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:18:10.798 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:18:10.798 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:18:10.798 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:18:10.798 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:18:11.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:11 smithi177 ceph-mon[212096]: from='client.52832 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:18:11.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:11 smithi177 ceph-mon[212096]: from='client.52838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:18:11.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:11 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3000728794' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:18:11.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:11 smithi123 ceph-mon[191304]: from='client.52832 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:18:11.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:11 smithi123 ceph-mon[191304]: from='client.52838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:18:11.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:11 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3000728794' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:18:11.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:11 smithi123 ceph-mon[188613]: from='client.52832 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:18:11.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:11 smithi123 ceph-mon[188613]: from='client.52838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:18:11.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:11 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3000728794' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:18:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:12 smithi177 ceph-mon[212096]: pgmap v8554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:18:12.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:12 smithi123 ceph-mon[191304]: pgmap v8554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:12.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:18:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:12 smithi123 ceph-mon[188613]: pgmap v8554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:18:14.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:14 smithi177 ceph-mon[212096]: pgmap v8555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:14.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:14 smithi123 ceph-mon[191304]: pgmap v8555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:14.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:14 smithi123 ceph-mon[188613]: pgmap v8555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:16.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:16 smithi177 ceph-mon[212096]: pgmap v8556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:16.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:16 smithi123 ceph-mon[191304]: pgmap v8556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:16.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:16 smithi123 ceph-mon[188613]: pgmap v8556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:18 smithi177 ceph-mon[212096]: pgmap v8557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:18.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:18 smithi123 ceph-mon[191304]: pgmap v8557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:18.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:18 smithi123 ceph-mon[188613]: pgmap v8557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:18:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:18:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:18:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:20 smithi177 ceph-mon[212096]: pgmap v8558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:20.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:20 smithi123 ceph-mon[191304]: pgmap v8558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:20.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:20 smithi123 ceph-mon[188613]: pgmap v8558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:22.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:21 smithi123 ceph-mon[188613]: pgmap v8559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:22.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:21 smithi123 ceph-mon[191304]: pgmap v8559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:22.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:21 smithi177 ceph-mon[212096]: pgmap v8559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:24.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:24 smithi177 ceph-mon[212096]: pgmap v8560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:24.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:24 smithi123 ceph-mon[188613]: pgmap v8560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:24.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:24 smithi123 ceph-mon[191304]: pgmap v8560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:26.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:26 smithi177 ceph-mon[212096]: pgmap v8561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:26.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:26 smithi123 ceph-mon[191304]: pgmap v8561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:26.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:26 smithi123 ceph-mon[188613]: pgmap v8561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:18:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:18:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:18:28.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:28 smithi177 ceph-mon[212096]: pgmap v8562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:28.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:28 smithi123 ceph-mon[191304]: pgmap v8562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:28.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:28 smithi123 ceph-mon[188613]: pgmap v8562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:18:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:18:29] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:18:30.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:30 smithi177 ceph-mon[212096]: pgmap v8563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:30.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:30 smithi123 ceph-mon[191304]: pgmap v8563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:30.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:30 smithi123 ceph-mon[188613]: pgmap v8563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:31 smithi123 ceph-mon[191304]: pgmap v8564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:31 smithi123 ceph-mon[188613]: pgmap v8564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:31 smithi177 ceph-mon[212096]: pgmap v8564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:18:33.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:18:33.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:18:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:34 smithi177 ceph-mon[212096]: pgmap v8565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:18:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:18:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:18:34.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:34 smithi123 ceph-mon[191304]: pgmap v8565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:34.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:18:34.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:18:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:18:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:34 smithi123 ceph-mon[188613]: pgmap v8565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:18:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:18:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:18:36.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:36 smithi177 ceph-mon[212096]: pgmap v8566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:36.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:36 smithi123 ceph-mon[191304]: pgmap v8566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:36.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:36 smithi123 ceph-mon[188613]: pgmap v8566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:38.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:38 smithi177 ceph-mon[212096]: pgmap v8567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:38.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:38 smithi123 ceph-mon[191304]: pgmap v8567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:38.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:38 smithi123 ceph-mon[188613]: pgmap v8567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:18:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:18:39] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:18:40.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:40 smithi177 ceph-mon[212096]: pgmap v8568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:40.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:40 smithi123 ceph-mon[191304]: pgmap v8568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:40.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:40 smithi123 ceph-mon[188613]: pgmap v8568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:41.146 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:18:41.453 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:18:41.453 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 9m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:18:41.453 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 7m ago 3h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:18:41.453 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 9m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:18:41.453 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 7m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:18:41.454 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 7m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:18:41.454 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 9m ago 3h 680M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:18:41.454 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 9m ago 3h 1067M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:18:41.454 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 7m ago 3h 515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:18:41.454 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 9m ago 3h 557M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:18:41.454 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 9m ago 3h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:18:41.454 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 7m ago 3h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:18:41.454 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 9m ago 3h 4380M 2477M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:18:41.454 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 9m ago 3h 5123M 2477M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:18:41.454 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 9m ago 3h 4176M 2477M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:18:41.455 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 9m ago 3h 4252M 2477M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:18:41.455 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 7m ago 3h 3557M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:18:41.455 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 7m ago 3h 3891M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:18:41.455 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 7m ago 3h 3316M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:18:41.455 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 7m ago 3h 3800M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:18:41.455 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 7m ago 3h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:18:41.857 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:18:41.857 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:18:41.857 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:18:41.857 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:18:41.857 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:18:41.857 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:18:41.857 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:18:41.857 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:18:41.857 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:18:41.858 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:18:41.858 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:18:41.858 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:18:41.858 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:18:41.858 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:18:41.858 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:18:41.858 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:18:41.858 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:18:41.858 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:18:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:41 smithi123 ceph-mon[191304]: from='client.42903 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:18:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:41 smithi123 ceph-mon[191304]: pgmap v8569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:41 smithi123 ceph-mon[191304]: from='client.52856 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:18:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:18:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:41 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3151116994' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:18:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:41 smithi123 ceph-mon[188613]: from='client.42903 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:18:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:41 smithi123 ceph-mon[188613]: pgmap v8569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:41 smithi123 ceph-mon[188613]: from='client.52856 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:18:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:18:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:41 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3151116994' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:18:42.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:41 smithi177 ceph-mon[212096]: from='client.42903 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:18:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:41 smithi177 ceph-mon[212096]: pgmap v8569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:41 smithi177 ceph-mon[212096]: from='client.52856 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:18:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:18:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:41 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3151116994' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:18:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:44 smithi177 ceph-mon[212096]: pgmap v8570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:44.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:44 smithi123 ceph-mon[191304]: pgmap v8570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:44.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:44 smithi123 ceph-mon[188613]: pgmap v8570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:46.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:46 smithi177 ceph-mon[212096]: pgmap v8571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:46.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:46 smithi123 ceph-mon[191304]: pgmap v8571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:46.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:46 smithi123 ceph-mon[188613]: pgmap v8571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:48.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:48 smithi177 ceph-mon[212096]: pgmap v8572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:48.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:48 smithi123 ceph-mon[191304]: pgmap v8572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:48.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:48 smithi123 ceph-mon[188613]: pgmap v8572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:18:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:18:49] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:18:50.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:50 smithi177 ceph-mon[212096]: pgmap v8573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:50.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:50 smithi123 ceph-mon[188613]: pgmap v8573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:50.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:50 smithi123 ceph-mon[191304]: pgmap v8573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:52.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:51 smithi123 ceph-mon[191304]: pgmap v8574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:51 smithi123 ceph-mon[188613]: pgmap v8574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:52.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:51 smithi177 ceph-mon[212096]: pgmap v8574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:54 smithi177 ceph-mon[212096]: pgmap v8575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:54.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:54 smithi123 ceph-mon[191304]: pgmap v8575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:54.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:54 smithi123 ceph-mon[188613]: pgmap v8575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:56.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:56 smithi177 ceph-mon[212096]: pgmap v8576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:56.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:56 smithi123 ceph-mon[191304]: pgmap v8576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:56.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:56 smithi123 ceph-mon[188613]: pgmap v8576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:18:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:18:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:18:58.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:18:58 smithi177 ceph-mon[212096]: pgmap v8577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:58.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:18:58 smithi123 ceph-mon[191304]: pgmap v8577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:58.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:18:58 smithi123 ceph-mon[188613]: pgmap v8577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:18:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:18:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:18:59] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:19:00.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:00 smithi177 ceph-mon[212096]: pgmap v8578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:00.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:00 smithi123 ceph-mon[191304]: pgmap v8578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:00.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:00 smithi123 ceph-mon[188613]: pgmap v8578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:02.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:01 smithi123 ceph-mon[191304]: pgmap v8579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:02.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:01 smithi123 ceph-mon[188613]: pgmap v8579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:02.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:01 smithi177 ceph-mon[212096]: pgmap v8579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:04 smithi177 ceph-mon[212096]: pgmap v8580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:04.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:04 smithi123 ceph-mon[191304]: pgmap v8580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:04.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:04 smithi123 ceph-mon[188613]: pgmap v8580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:06.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:06 smithi177 ceph-mon[212096]: pgmap v8581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:06.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:06 smithi123 ceph-mon[191304]: pgmap v8581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:06.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:06 smithi123 ceph-mon[188613]: pgmap v8581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:08.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:08 smithi177 ceph-mon[212096]: pgmap v8582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:08.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:08 smithi123 ceph-mon[191304]: pgmap v8582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:08.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:08 smithi123 ceph-mon[188613]: pgmap v8582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:19:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:19:09] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:19:10.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:10 smithi177 ceph-mon[212096]: pgmap v8583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:10.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:10 smithi123 ceph-mon[191304]: pgmap v8583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:10.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:10 smithi123 ceph-mon[188613]: pgmap v8583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:12.203 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:19:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:11 smithi177 ceph-mon[212096]: pgmap v8584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:19:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:11 smithi123 ceph-mon[191304]: pgmap v8584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:19:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:11 smithi123 ceph-mon[188613]: pgmap v8584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:19:12.511 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:19:12.511 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 9m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:19:12.511 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 7m ago 3h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:19:12.511 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 9m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:19:12.511 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 7m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:19:12.511 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 7m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:19:12.511 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 9m ago 3h 680M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:19:12.511 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 9m ago 3h 1067M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:19:12.512 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 7m ago 3h 515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:19:12.512 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 9m ago 3h 557M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:19:12.512 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 9m ago 3h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:19:12.512 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 7m ago 3h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:19:12.512 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 9m ago 3h 4380M 2477M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:19:12.512 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 9m ago 3h 5123M 2477M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:19:12.512 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 9m ago 3h 4176M 2477M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:19:12.512 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 9m ago 3h 4252M 2477M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:19:12.512 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 7m ago 3h 3557M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:19:12.512 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 7m ago 3h 3891M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:19:12.513 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 7m ago 3h 3316M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:19:12.513 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 7m ago 3h 3800M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:19:12.513 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 7m ago 3h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:19:12.891 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:19:12.891 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:19:12.892 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:19:12.892 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:19:12.892 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:19:12.892 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:19:12.892 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:19:12.892 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:19:12.892 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:19:12.892 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:19:12.892 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:19:12.892 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:19:12.893 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:19:12.893 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:19:12.893 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:19:12.893 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:19:12.893 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:19:12.893 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:19:13.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:12 smithi177 ceph-mon[212096]: from='client.42921 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:19:13.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:12 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1264123779' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:19:13.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:12 smithi123 ceph-mon[191304]: from='client.42921 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:19:13.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:12 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1264123779' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:19:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:12 smithi123 ceph-mon[188613]: from='client.42921 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:19:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:12 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1264123779' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:19:14.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:14 smithi177 ceph-mon[212096]: from='client.52874 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:19:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:14 smithi177 ceph-mon[212096]: pgmap v8585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:14.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:14 smithi123 ceph-mon[188613]: from='client.52874 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:19:14.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:14 smithi123 ceph-mon[188613]: pgmap v8585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:14 smithi123 ceph-mon[191304]: from='client.52874 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:19:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:14 smithi123 ceph-mon[191304]: pgmap v8585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:16.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:16 smithi177 ceph-mon[212096]: pgmap v8586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:16.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:16 smithi123 ceph-mon[191304]: pgmap v8586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:16.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:16 smithi123 ceph-mon[188613]: pgmap v8586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:18.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:18 smithi177 ceph-mon[212096]: pgmap v8587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:18.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:18 smithi123 ceph-mon[191304]: pgmap v8587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:18.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:18 smithi123 ceph-mon[188613]: pgmap v8587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:19:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:19:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:19:20.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:20 smithi177 ceph-mon[212096]: pgmap v8588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:20.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:20 smithi123 ceph-mon[191304]: pgmap v8588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:20.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:20 smithi123 ceph-mon[188613]: pgmap v8588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:22.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:21 smithi177 ceph-mon[212096]: pgmap v8589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:22.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:21 smithi123 ceph-mon[191304]: pgmap v8589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:22.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:21 smithi123 ceph-mon[188613]: pgmap v8589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:24.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:24 smithi177 ceph-mon[212096]: pgmap v8590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:24.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:24 smithi123 ceph-mon[191304]: pgmap v8590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:24.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:24 smithi123 ceph-mon[188613]: pgmap v8590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:26.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:26 smithi177 ceph-mon[212096]: pgmap v8591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:26.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:26 smithi123 ceph-mon[191304]: pgmap v8591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:26.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:26 smithi123 ceph-mon[188613]: pgmap v8591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:19:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:19:27.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:19:28.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:28 smithi177 ceph-mon[212096]: pgmap v8592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:28.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:28 smithi123 ceph-mon[188613]: pgmap v8592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:28.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:28 smithi123 ceph-mon[191304]: pgmap v8592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:19:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:19:29] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T14:19:30.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:30 smithi177 ceph-mon[212096]: pgmap v8593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:30.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:30 smithi123 ceph-mon[191304]: pgmap v8593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:30.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:30 smithi123 ceph-mon[188613]: pgmap v8593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:31 smithi177 ceph-mon[212096]: pgmap v8594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:32.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:31 smithi123 ceph-mon[191304]: pgmap v8594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:31 smithi123 ceph-mon[188613]: pgmap v8594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:34.572 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:34 smithi123 ceph-mon[191304]: pgmap v8595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:34.572 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:19:34.573 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:19:34.573 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:19:34.573 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:34 smithi123 ceph-mon[188613]: pgmap v8595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:34.573 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:19:34.573 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:19:34.573 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:19:34.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:34 smithi177 ceph-mon[212096]: pgmap v8595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:34.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:19:34.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:19:34.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:19:36.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:36 smithi177 ceph-mon[212096]: pgmap v8596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:36.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:19:36.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:19:36.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:36 smithi123 ceph-mon[188613]: pgmap v8596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:36.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:19:36.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:19:36.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:36 smithi123 ceph-mon[191304]: pgmap v8596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:36.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:19:36.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:19:37.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:19:37.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:19:37.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:19:37.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:19:37.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:19:37.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:19:37.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:19:37.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:19:37.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:19:38.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:38 smithi177 ceph-mon[212096]: pgmap v8597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:38.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:38 smithi123 ceph-mon[188613]: pgmap v8597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:38.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:38 smithi123 ceph-mon[191304]: pgmap v8597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:19:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:19:39] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T14:19:40.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:40 smithi177 ceph-mon[212096]: pgmap v8598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:40.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:40 smithi123 ceph-mon[191304]: pgmap v8598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:40.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:40 smithi123 ceph-mon[188613]: pgmap v8598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:42.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:42 smithi177 ceph-mon[212096]: pgmap v8599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:19:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:42 smithi123 ceph-mon[191304]: pgmap v8599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:19:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:42 smithi123 ceph-mon[188613]: pgmap v8599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:19:43.237 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:19:43.548 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:19:43.548 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 7s ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:19:43.548 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 8m ago 3h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:19:43.548 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 7s ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:19:43.548 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 8m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:19:43.548 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 8m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:19:43.548 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 7s ago 3h 686M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:19:43.549 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 7s ago 3h 1105M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:19:43.549 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 8m ago 3h 515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:19:43.549 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 7s ago 3h 575M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:19:43.549 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 7s ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:19:43.549 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 8m ago 3h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:19:43.549 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 7s ago 3h 4413M 2477M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:19:43.549 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 7s ago 3h 5154M 2477M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:19:43.549 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 7s ago 3h 4203M 2477M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:19:43.549 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 7s ago 3h 4284M 2477M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:19:43.549 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 8m ago 3h 3557M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:19:43.549 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 8m ago 3h 3891M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:19:43.550 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 8m ago 3h 3316M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:19:43.550 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 8m ago 3h 3800M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:19:43.550 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 8m ago 3h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:19:43.930 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:19:43.930 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:19:43.930 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:19:43.930 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:19:43.930 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:19:43.930 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:19:43.930 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:19:43.930 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:19:43.931 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:19:43.931 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:19:43.931 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:19:43.931 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:19:43.931 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:19:43.931 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:19:43.931 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:19:43.931 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:19:43.931 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:19:43.931 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:19:44.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:44 smithi177 ceph-mon[212096]: from='client.42939 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:19:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:44 smithi177 ceph-mon[212096]: pgmap v8600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:44 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1508138932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:19:44.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:44 smithi123 ceph-mon[191304]: from='client.42939 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:19:44.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:44 smithi123 ceph-mon[191304]: pgmap v8600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:44.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:44 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1508138932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:19:44.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:44 smithi123 ceph-mon[188613]: from='client.42939 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:19:44.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:44 smithi123 ceph-mon[188613]: pgmap v8600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:44.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:44 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1508138932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:19:45.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:45 smithi177 ceph-mon[212096]: from='client.52892 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:19:45.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:45 smithi123 ceph-mon[191304]: from='client.52892 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:19:45.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:45 smithi123 ceph-mon[188613]: from='client.52892 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:19:46.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:46 smithi177 ceph-mon[212096]: pgmap v8601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:46.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:46 smithi123 ceph-mon[191304]: pgmap v8601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:46.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:46 smithi123 ceph-mon[188613]: pgmap v8601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:48.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:48 smithi177 ceph-mon[212096]: pgmap v8602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:48.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:48 smithi123 ceph-mon[191304]: pgmap v8602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:48.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:48 smithi123 ceph-mon[188613]: pgmap v8602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:19:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:19:49] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:19:50.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:50 smithi177 ceph-mon[212096]: pgmap v8603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:50.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:50 smithi123 ceph-mon[191304]: pgmap v8603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:50.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:50 smithi123 ceph-mon[188613]: pgmap v8603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:52 smithi177 ceph-mon[212096]: pgmap v8604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:52 smithi123 ceph-mon[191304]: pgmap v8604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:52.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:52 smithi123 ceph-mon[188613]: pgmap v8604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:54 smithi177 ceph-mon[212096]: pgmap v8605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:54.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:54 smithi123 ceph-mon[191304]: pgmap v8605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:54.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:54 smithi123 ceph-mon[188613]: pgmap v8605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:56.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:56 smithi177 ceph-mon[212096]: pgmap v8606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:56.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:56 smithi123 ceph-mon[191304]: pgmap v8606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:56.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:56 smithi123 ceph-mon[188613]: pgmap v8606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:19:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:19:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:19:58.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:19:58 smithi177 ceph-mon[212096]: pgmap v8607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:58.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:19:58 smithi123 ceph-mon[191304]: pgmap v8607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:58.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:19:58 smithi123 ceph-mon[188613]: pgmap v8607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:19:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:19:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:19:59] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:20:00.296 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T14:19:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T14:20:00.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:00 smithi177 ceph-mon[212096]: pgmap v8608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:00.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T14:20:00.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:00 smithi123 ceph-mon[191304]: pgmap v8608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:00.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T14:20:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:00 smithi123 ceph-mon[188613]: pgmap v8608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T14:20:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:02 smithi177 ceph-mon[212096]: pgmap v8609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:02.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:02 smithi123 ceph-mon[191304]: pgmap v8609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:02.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:02 smithi123 ceph-mon[188613]: pgmap v8609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:04 smithi177 ceph-mon[212096]: pgmap v8610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:04.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:04 smithi123 ceph-mon[191304]: pgmap v8610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:04.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:04 smithi123 ceph-mon[188613]: pgmap v8610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:06.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:06 smithi177 ceph-mon[212096]: pgmap v8611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:06.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:06 smithi123 ceph-mon[191304]: pgmap v8611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:06.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:06 smithi123 ceph-mon[188613]: pgmap v8611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:08.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:08 smithi177 ceph-mon[212096]: pgmap v8612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:08.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:08 smithi123 ceph-mon[191304]: pgmap v8612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:08.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:08 smithi123 ceph-mon[188613]: pgmap v8612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:20:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:20:09] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:20:10.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:10 smithi177 ceph-mon[212096]: pgmap v8613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:10.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:10 smithi123 ceph-mon[191304]: pgmap v8613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:10.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:10 smithi123 ceph-mon[188613]: pgmap v8613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:12 smithi177 ceph-mon[212096]: pgmap v8614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:20:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:12 smithi123 ceph-mon[191304]: pgmap v8614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:20:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:12 smithi123 ceph-mon[188613]: pgmap v8614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:20:14.281 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:20:14.589 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:20:14.589 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 38s ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:20:14.589 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 8m ago 3h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:20:14.589 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 38s ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:20:14.590 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 8m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:20:14.590 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 8m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:20:14.590 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 38s ago 3h 686M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:20:14.590 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 38s ago 3h 1105M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:20:14.590 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 8m ago 3h 515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:20:14.590 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 38s ago 3h 575M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:20:14.590 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 38s ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:20:14.590 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 8m ago 3h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:20:14.590 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 38s ago 3h 4413M 2477M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:20:14.590 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 38s ago 3h 5154M 2477M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:20:14.591 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 38s ago 3h 4203M 2477M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:20:14.591 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 38s ago 3h 4284M 2477M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:20:14.591 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 8m ago 3h 3557M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:20:14.591 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 8m ago 3h 3891M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:20:14.591 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 8m ago 3h 3316M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:20:14.591 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 8m ago 3h 3800M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:20:14.591 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 8m ago 3h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:20:14.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:14 smithi177 ceph-mon[212096]: pgmap v8615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:14.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:14 smithi123 ceph-mon[191304]: pgmap v8615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:14.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:14 smithi123 ceph-mon[188613]: pgmap v8615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:14.967 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:20:14.967 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:20:14.967 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:20:14.968 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:20:14.968 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:20:14.968 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:20:14.968 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:20:14.968 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:20:14.968 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:20:14.968 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:20:14.968 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:20:14.968 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:20:14.968 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:20:14.968 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:20:14.969 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:20:14.969 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:20:14.969 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:20:14.969 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:20:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:15 smithi177 ceph-mon[212096]: from='client.52904 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:20:15.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:15 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4207022326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:20:15.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:15 smithi123 ceph-mon[191304]: from='client.52904 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:20:15.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:15 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4207022326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:20:15.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:15 smithi123 ceph-mon[188613]: from='client.52904 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:20:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:15 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4207022326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:20:16.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:16 smithi177 ceph-mon[212096]: from='client.42963 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:20:16.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:16 smithi177 ceph-mon[212096]: pgmap v8616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:16.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:16 smithi123 ceph-mon[191304]: from='client.42963 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:20:16.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:16 smithi123 ceph-mon[191304]: pgmap v8616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:16.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:16 smithi123 ceph-mon[188613]: from='client.42963 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:20:16.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:16 smithi123 ceph-mon[188613]: pgmap v8616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:18 smithi177 ceph-mon[212096]: pgmap v8617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:18.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:18 smithi123 ceph-mon[191304]: pgmap v8617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:18.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:18 smithi123 ceph-mon[188613]: pgmap v8617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:20:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:20:19] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-20T14:20:20.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:20 smithi177 ceph-mon[212096]: pgmap v8618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:20.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:20 smithi123 ceph-mon[191304]: pgmap v8618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:20.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:20 smithi123 ceph-mon[188613]: pgmap v8618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:22.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:22 smithi177 ceph-mon[212096]: pgmap v8619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:22.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:22 smithi123 ceph-mon[191304]: pgmap v8619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:22.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:22 smithi123 ceph-mon[188613]: pgmap v8619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:24.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:24 smithi177 ceph-mon[212096]: pgmap v8620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:24.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:24 smithi123 ceph-mon[191304]: pgmap v8620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:24.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:24 smithi123 ceph-mon[188613]: pgmap v8620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:26.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:26 smithi177 ceph-mon[212096]: pgmap v8621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:26.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:26 smithi123 ceph-mon[191304]: pgmap v8621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:26 smithi123 ceph-mon[188613]: pgmap v8621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:20:27.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:20:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:20:28.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:28 smithi177 ceph-mon[212096]: pgmap v8622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:28.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:28 smithi123 ceph-mon[188613]: pgmap v8622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:28.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:28 smithi123 ceph-mon[191304]: pgmap v8622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:20:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:20:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:20:30.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:30 smithi177 ceph-mon[212096]: pgmap v8623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:30.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:30 smithi123 ceph-mon[191304]: pgmap v8623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:30.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:30 smithi123 ceph-mon[188613]: pgmap v8623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:32.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:32 smithi177 ceph-mon[212096]: pgmap v8624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:32.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:32 smithi123 ceph-mon[191304]: pgmap v8624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:32.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:32 smithi123 ceph-mon[188613]: pgmap v8624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:34.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:34 smithi177 ceph-mon[212096]: pgmap v8625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:34.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:34 smithi123 ceph-mon[191304]: pgmap v8625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:34.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:34 smithi123 ceph-mon[188613]: pgmap v8625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:36.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:36 smithi177 ceph-mon[212096]: pgmap v8626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:36.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:36 smithi123 ceph-mon[191304]: pgmap v8626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:36.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:36 smithi123 ceph-mon[188613]: pgmap v8626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:37.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:20:37.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:20:37.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:20:37.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:20:37.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:20:37.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:20:37.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:20:37.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:20:37.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:20:38.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:38 smithi177 ceph-mon[212096]: pgmap v8627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:38.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:20:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:20:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:20:38.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:38 smithi123 ceph-mon[191304]: pgmap v8627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:38.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:20:38.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:20:38.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:20:38.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:38 smithi123 ceph-mon[188613]: pgmap v8627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:38.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:20:38.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:20:38.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:20:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:20:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:20:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:20:40.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:40 smithi177 ceph-mon[212096]: pgmap v8628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:40.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:40 smithi123 ceph-mon[191304]: pgmap v8628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:40.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:40 smithi123 ceph-mon[188613]: pgmap v8628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:42 smithi177 ceph-mon[212096]: pgmap v8629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:20:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:42 smithi123 ceph-mon[191304]: pgmap v8629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:20:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:42 smithi123 ceph-mon[188613]: pgmap v8629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:20:44.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:44 smithi177 ceph-mon[212096]: pgmap v8630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:44.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:44 smithi123 ceph-mon[191304]: pgmap v8630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:44.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:44 smithi123 ceph-mon[188613]: pgmap v8630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:45.316 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:20:45.623 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:20:45.623 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 69s ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:20:45.623 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 9m ago 3h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:20:45.623 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 69s ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:20:45.623 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 9m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:20:45.623 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 9m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:20:45.623 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 69s ago 3h 686M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:20:45.623 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 69s ago 3h 1105M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:20:45.623 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 9m ago 3h 515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:20:45.624 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 69s ago 3h 575M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:20:45.624 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 69s ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:20:45.624 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 9m ago 3h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:20:45.624 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 69s ago 3h 4413M 2477M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:20:45.624 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 69s ago 3h 5154M 2477M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:20:45.624 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 69s ago 3h 4203M 2477M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:20:45.624 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 69s ago 3h 4284M 2477M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:20:45.624 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 9m ago 3h 3557M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:20:45.624 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 9m ago 3h 3891M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:20:45.624 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 9m ago 3h 3316M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:20:45.624 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 9m ago 3h 3800M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:20:45.625 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 9m ago 3h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:20:46.000 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:20:46.000 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:20:46.000 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:20:46.001 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:20:46.001 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:20:46.001 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:20:46.001 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:20:46.001 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:20:46.001 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:20:46.001 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:20:46.001 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:20:46.001 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:20:46.001 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:20:46.002 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:20:46.002 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:20:46.002 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:20:46.002 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:20:46.002 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:20:46.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:46 smithi177 ceph-mon[212096]: pgmap v8631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:46.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:46 smithi177 ceph-mon[212096]: from='client.42975 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:20:46.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:46 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1203047425' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:20:46.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:46 smithi123 ceph-mon[188613]: pgmap v8631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:46.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:46 smithi123 ceph-mon[188613]: from='client.42975 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:20:46.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:46 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1203047425' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:20:46.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:46 smithi123 ceph-mon[191304]: pgmap v8631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:46.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:46 smithi123 ceph-mon[191304]: from='client.42975 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:20:46.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:46 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1203047425' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:20:47.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:47 smithi177 ceph-mon[212096]: from='client.42981 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:20:47.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:47 smithi123 ceph-mon[191304]: from='client.42981 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:20:47.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:47 smithi123 ceph-mon[188613]: from='client.42981 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:20:48.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:48 smithi177 ceph-mon[212096]: pgmap v8632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:48.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:48 smithi123 ceph-mon[191304]: pgmap v8632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:48.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:48 smithi123 ceph-mon[188613]: pgmap v8632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:20:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:20:49] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:20:50.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:50 smithi177 ceph-mon[212096]: pgmap v8633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:50.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:50 smithi123 ceph-mon[191304]: pgmap v8633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:50.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:50 smithi123 ceph-mon[188613]: pgmap v8633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:52 smithi177 ceph-mon[212096]: pgmap v8634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:52 smithi123 ceph-mon[191304]: pgmap v8634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:52.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:52 smithi123 ceph-mon[188613]: pgmap v8634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:54 smithi177 ceph-mon[212096]: pgmap v8635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:54.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:54 smithi123 ceph-mon[191304]: pgmap v8635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:54.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:54 smithi123 ceph-mon[188613]: pgmap v8635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:56.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:56 smithi177 ceph-mon[212096]: pgmap v8636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:56.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:56 smithi123 ceph-mon[191304]: pgmap v8636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:56.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:56 smithi123 ceph-mon[188613]: pgmap v8636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:20:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:20:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:20:58.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:20:58 smithi177 ceph-mon[212096]: pgmap v8637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:58.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:20:58 smithi123 ceph-mon[191304]: pgmap v8637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:58.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:20:58 smithi123 ceph-mon[188613]: pgmap v8637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:20:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:20:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:20:59] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:21:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:00 smithi177 ceph-mon[212096]: pgmap v8638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:00.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:00 smithi123 ceph-mon[191304]: pgmap v8638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:00 smithi123 ceph-mon[188613]: pgmap v8638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:02 smithi177 ceph-mon[212096]: pgmap v8639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:02.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:02 smithi123 ceph-mon[191304]: pgmap v8639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:02 smithi123 ceph-mon[188613]: pgmap v8639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:04.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:04 smithi177 ceph-mon[212096]: pgmap v8640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:04.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:04 smithi123 ceph-mon[188613]: pgmap v8640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:04.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:04 smithi123 ceph-mon[191304]: pgmap v8640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:06.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:06 smithi177 ceph-mon[212096]: pgmap v8641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:06.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:06 smithi123 ceph-mon[188613]: pgmap v8641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:06.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:06 smithi123 ceph-mon[191304]: pgmap v8641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:08.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:08 smithi177 ceph-mon[212096]: pgmap v8642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:08.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:08 smithi123 ceph-mon[191304]: pgmap v8642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:08.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:08 smithi123 ceph-mon[188613]: pgmap v8642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:21:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:21:09] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:21:10.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:10 smithi177 ceph-mon[212096]: pgmap v8643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:10.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:10 smithi123 ceph-mon[191304]: pgmap v8643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:10.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:10 smithi123 ceph-mon[188613]: pgmap v8643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:12 smithi177 ceph-mon[212096]: pgmap v8644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:21:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:12 smithi123 ceph-mon[191304]: pgmap v8644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:21:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:12 smithi123 ceph-mon[188613]: pgmap v8644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:21:14.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:14 smithi177 ceph-mon[212096]: pgmap v8645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:14.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:14 smithi123 ceph-mon[191304]: pgmap v8645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:14.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:14 smithi123 ceph-mon[188613]: pgmap v8645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:16.343 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:21:16.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:16 smithi177 ceph-mon[212096]: pgmap v8646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:16.651 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:21:16.651 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 100s ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:21:16.651 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 9m ago 3h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:21:16.651 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 100s ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:21:16.651 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 9m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:21:16.651 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 9m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:21:16.651 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 100s ago 3h 686M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:21:16.652 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 100s ago 3h 1105M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:21:16.652 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 9m ago 3h 515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:21:16.652 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 100s ago 3h 575M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:21:16.652 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 100s ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:21:16.652 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 9m ago 3h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:21:16.652 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 100s ago 3h 4413M 2477M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:21:16.652 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 100s ago 3h 5154M 2477M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:21:16.652 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 100s ago 3h 4203M 2477M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:21:16.652 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 100s ago 3h 4284M 2477M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:21:16.652 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 9m ago 3h 3557M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:21:16.653 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 9m ago 3h 3891M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:21:16.653 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 9m ago 3h 3316M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:21:16.653 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 9m ago 3h 3800M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:21:16.653 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 9m ago 3h 125M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:21:16.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:16 smithi123 ceph-mon[191304]: pgmap v8646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:16.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:16 smithi123 ceph-mon[188613]: pgmap v8646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:17.033 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:21:17.033 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:21:17.033 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:21:17.033 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:21:17.033 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:21:17.033 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:21:17.033 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:21:17.033 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:21:17.033 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:21:17.034 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:21:17.034 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:21:17.034 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:21:17.034 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:21:17.034 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:21:17.034 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:21:17.034 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:21:17.034 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:21:17.034 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:21:17.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:17 smithi177 ceph-mon[212096]: from='client.52940 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:21:17.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:17 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3418573608' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:21:17.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:17 smithi123 ceph-mon[188613]: from='client.52940 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:21:17.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:17 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3418573608' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:21:17.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:17 smithi123 ceph-mon[191304]: from='client.52940 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:21:17.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:17 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3418573608' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:21:18.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:18 smithi177 ceph-mon[212096]: from='client.52946 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:21:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:18 smithi177 ceph-mon[212096]: pgmap v8647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:18.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:18 smithi123 ceph-mon[188613]: from='client.52946 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:21:18.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:18 smithi123 ceph-mon[188613]: pgmap v8647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:18.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:18 smithi123 ceph-mon[191304]: from='client.52946 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:21:18.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:18 smithi123 ceph-mon[191304]: pgmap v8647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:21:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:21:19] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:21:20.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:20 smithi177 ceph-mon[212096]: pgmap v8648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:20.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:20 smithi123 ceph-mon[191304]: pgmap v8648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:20.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:20 smithi123 ceph-mon[188613]: pgmap v8648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:22.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:22 smithi177 ceph-mon[212096]: pgmap v8649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:22.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:22 smithi123 ceph-mon[191304]: pgmap v8649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:22.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:22 smithi123 ceph-mon[188613]: pgmap v8649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:24.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:24 smithi177 ceph-mon[212096]: pgmap v8650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:24.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:24 smithi123 ceph-mon[191304]: pgmap v8650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:24.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:24 smithi123 ceph-mon[188613]: pgmap v8650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:26.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:26 smithi177 ceph-mon[212096]: pgmap v8651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:26.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:26 smithi123 ceph-mon[191304]: pgmap v8651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:26.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:26 smithi123 ceph-mon[188613]: pgmap v8651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:21:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:21:27.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:21:28.586 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:28 smithi177 ceph-mon[212096]: pgmap v8652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:28.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:28 smithi123 ceph-mon[191304]: pgmap v8652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:28.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:28 smithi123 ceph-mon[188613]: pgmap v8652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:28.900 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 14:21:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T14:21:28.586352066Z level=info msg="Completed cleanup jobs" duration=12.874692ms 2023-12-20T14:21:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:21:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:21:29] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:21:30.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:30 smithi177 ceph-mon[212096]: pgmap v8653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:30.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:30 smithi123 ceph-mon[188613]: pgmap v8653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:30.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:30 smithi123 ceph-mon[191304]: pgmap v8653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:32.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:32 smithi177 ceph-mon[212096]: pgmap v8654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:32.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:32 smithi123 ceph-mon[188613]: pgmap v8654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:32 smithi123 ceph-mon[191304]: pgmap v8654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:34.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:34 smithi177 ceph-mon[212096]: pgmap v8655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:34.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:34 smithi123 ceph-mon[188613]: pgmap v8655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:34.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:34 smithi123 ceph-mon[191304]: pgmap v8655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:36.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:36 smithi177 ceph-mon[212096]: pgmap v8656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:36.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:36 smithi123 ceph-mon[191304]: pgmap v8656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:36.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:36 smithi123 ceph-mon[188613]: pgmap v8656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:38 smithi177 ceph-mon[212096]: pgmap v8657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:21:38.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:38 smithi123 ceph-mon[191304]: pgmap v8657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:38.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:21:38.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:38 smithi123 ceph-mon[188613]: pgmap v8657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:38.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:21:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:21:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:21:39] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:21:40.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:40 smithi177 ceph-mon[212096]: pgmap v8658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:40.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:21:40.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:21:40.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:40 smithi123 ceph-mon[191304]: pgmap v8658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:40.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:21:40.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:21:40.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:40 smithi123 ceph-mon[188613]: pgmap v8658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:40.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:21:40.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:21:41.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:21:41.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:21:41.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:21:41.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:21:41.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:21:41.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:21:41.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:21:41.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:21:41.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:21:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:42 smithi177 ceph-mon[212096]: pgmap v8659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:21:42.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:42 smithi123 ceph-mon[191304]: pgmap v8659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:42.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:21:42.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:42 smithi123 ceph-mon[188613]: pgmap v8659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:42.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:21:44.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:44 smithi177 ceph-mon[212096]: pgmap v8660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:44.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:44 smithi123 ceph-mon[191304]: pgmap v8660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:44.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:44 smithi123 ceph-mon[188613]: pgmap v8660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:46.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:46 smithi177 ceph-mon[212096]: pgmap v8661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:46.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:46 smithi123 ceph-mon[191304]: pgmap v8661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:46.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:46 smithi123 ceph-mon[188613]: pgmap v8661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:47.382 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:21:47.690 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:21:47.690 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 2m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:21:47.690 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 7s ago 3h 91.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:21:47.690 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 2m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:21:47.690 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 7s ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:21:47.690 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 7s ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:21:47.690 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 2m ago 3h 686M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:21:47.690 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 2m ago 3h 1105M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:21:47.691 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 7s ago 3h 532M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:21:47.691 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 2m ago 3h 575M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:21:47.691 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 2m ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:21:47.691 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 7s ago 3h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:21:47.691 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 2m ago 3h 4413M 2477M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:21:47.691 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 2m ago 3h 5154M 2477M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:21:47.691 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 2m ago 3h 4203M 2477M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:21:47.691 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 2m ago 3h 4284M 2477M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:21:47.691 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 7s ago 3h 3585M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:21:47.691 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 7s ago 3h 3924M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:21:47.691 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 7s ago 3h 3346M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:21:47.691 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 7s ago 3h 3836M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:21:47.691 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 7s ago 3h 129M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:21:48.073 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:21:48.073 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:21:48.073 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:21:48.073 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:21:48.073 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:21:48.073 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:21:48.074 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:21:48.074 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:21:48.074 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:21:48.074 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:21:48.074 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:21:48.074 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:21:48.074 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:21:48.074 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:21:48.074 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:21:48.074 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:21:48.074 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:21:48.074 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:21:48.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:48 smithi177 ceph-mon[212096]: pgmap v8662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:48.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:48 smithi177 ceph-mon[212096]: from='client.43011 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:21:48.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:48 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/261998735' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:21:48.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:48 smithi123 ceph-mon[188613]: pgmap v8662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:48.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:48 smithi123 ceph-mon[188613]: from='client.43011 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:21:48.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:48 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/261998735' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:21:48.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:48 smithi123 ceph-mon[191304]: pgmap v8662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:48.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:48 smithi123 ceph-mon[191304]: from='client.43011 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:21:48.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:48 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/261998735' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:21:49.344 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:21:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:21:49] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:21:49.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:49 smithi177 ceph-mon[212096]: from='client.43017 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:21:49.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:49 smithi123 ceph-mon[191304]: from='client.43017 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:21:49.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:49 smithi123 ceph-mon[188613]: from='client.43017 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:21:50.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:50 smithi177 ceph-mon[212096]: pgmap v8663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:50.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:50 smithi123 ceph-mon[191304]: pgmap v8663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:50.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:50 smithi123 ceph-mon[188613]: pgmap v8663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:52.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:52 smithi177 ceph-mon[212096]: pgmap v8664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:52.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:52 smithi123 ceph-mon[188613]: pgmap v8664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:52 smithi123 ceph-mon[191304]: pgmap v8664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:54.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:54 smithi177 ceph-mon[212096]: pgmap v8665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:54.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:54 smithi123 ceph-mon[188613]: pgmap v8665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:54.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:54 smithi123 ceph-mon[191304]: pgmap v8665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:56.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:56 smithi177 ceph-mon[212096]: pgmap v8666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:56.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:56 smithi123 ceph-mon[191304]: pgmap v8666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:56.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:56 smithi123 ceph-mon[188613]: pgmap v8666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:21:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:21:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:21:58.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:21:58 smithi177 ceph-mon[212096]: pgmap v8667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:58.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:21:58 smithi123 ceph-mon[191304]: pgmap v8667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:58.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:21:58 smithi123 ceph-mon[188613]: pgmap v8667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:21:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:21:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:21:59] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:22:00.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:00 smithi177 ceph-mon[212096]: pgmap v8668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:00.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:00 smithi123 ceph-mon[191304]: pgmap v8668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:00.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:00 smithi123 ceph-mon[188613]: pgmap v8668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:02 smithi177 ceph-mon[212096]: pgmap v8669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:02.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:02 smithi123 ceph-mon[191304]: pgmap v8669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:02.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:02 smithi123 ceph-mon[188613]: pgmap v8669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:04.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:04 smithi177 ceph-mon[212096]: pgmap v8670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:04.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:04 smithi123 ceph-mon[191304]: pgmap v8670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:04.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:04 smithi123 ceph-mon[188613]: pgmap v8670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:06.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:06 smithi177 ceph-mon[212096]: pgmap v8671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:06.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:06 smithi123 ceph-mon[191304]: pgmap v8671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:06.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:06 smithi123 ceph-mon[188613]: pgmap v8671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:08.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:08 smithi177 ceph-mon[212096]: pgmap v8672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:08.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:08 smithi123 ceph-mon[191304]: pgmap v8672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:08.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:08 smithi123 ceph-mon[188613]: pgmap v8672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:22:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:22:09] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:22:10.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:10 smithi177 ceph-mon[212096]: pgmap v8673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:10.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:10 smithi123 ceph-mon[191304]: pgmap v8673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:10.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:10 smithi123 ceph-mon[188613]: pgmap v8673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:12 smithi177 ceph-mon[212096]: pgmap v8674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:22:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:12 smithi123 ceph-mon[191304]: pgmap v8674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:22:12.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:12 smithi123 ceph-mon[188613]: pgmap v8674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:12.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:22:14.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:14 smithi177 ceph-mon[212096]: pgmap v8675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:14.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:14 smithi123 ceph-mon[191304]: pgmap v8675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:14.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:14 smithi123 ceph-mon[188613]: pgmap v8675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:16.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:16 smithi177 ceph-mon[212096]: pgmap v8676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:16.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:16 smithi123 ceph-mon[191304]: pgmap v8676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:16.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:16 smithi123 ceph-mon[188613]: pgmap v8676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:18.416 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:22:18.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:18 smithi177 ceph-mon[212096]: pgmap v8677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:18.722 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:22:18.722 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 2m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:22:18.722 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 38s ago 3h 91.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:22:18.722 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 2m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:22:18.722 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 38s ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:22:18.722 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 38s ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:22:18.723 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 2m ago 3h 686M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:22:18.723 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 2m ago 3h 1105M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:22:18.723 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 38s ago 3h 532M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:22:18.723 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 2m ago 3h 575M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:22:18.723 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 2m ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:22:18.723 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 38s ago 3h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:22:18.723 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 2m ago 3h 4413M 2477M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:22:18.723 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 2m ago 3h 5154M 2477M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:22:18.723 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 2m ago 3h 4203M 2477M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:22:18.723 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 2m ago 3h 4284M 2477M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:22:18.723 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 38s ago 3h 3585M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:22:18.723 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 38s ago 3h 3924M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:22:18.723 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 38s ago 3h 3346M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:22:18.723 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 38s ago 3h 3836M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:22:18.723 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 38s ago 3h 129M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:22:18.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:18 smithi123 ceph-mon[191304]: pgmap v8677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:18.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:18 smithi123 ceph-mon[188613]: pgmap v8677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:19.106 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:22:19.106 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:22:19.106 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:22:19.106 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:22:19.106 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:22:19.106 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:22:19.107 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:22:19.107 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:22:19.107 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:22:19.107 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:22:19.107 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:22:19.107 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:22:19.107 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:22:19.107 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:22:19.107 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:22:19.107 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:22:19.107 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:22:19.107 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:22:19.338 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:22:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:22:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:22:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:19 smithi177 ceph-mon[212096]: from='client.52976 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:22:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:19 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2427674707' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:22:19.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:19 smithi123 ceph-mon[188613]: from='client.52976 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:22:19.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:19 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2427674707' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:22:19.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:19 smithi123 ceph-mon[191304]: from='client.52976 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:22:19.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:19 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2427674707' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:22:20.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:20 smithi177 ceph-mon[212096]: from='client.52982 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:22:20.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:20 smithi177 ceph-mon[212096]: pgmap v8678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:20.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:20 smithi123 ceph-mon[191304]: from='client.52982 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:22:20.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:20 smithi123 ceph-mon[191304]: pgmap v8678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:20.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:20 smithi123 ceph-mon[188613]: from='client.52982 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:22:20.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:20 smithi123 ceph-mon[188613]: pgmap v8678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:22.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:22 smithi177 ceph-mon[212096]: pgmap v8679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:22.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:22 smithi123 ceph-mon[191304]: pgmap v8679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:22.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:22 smithi123 ceph-mon[188613]: pgmap v8679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:24.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:24 smithi177 ceph-mon[212096]: pgmap v8680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:24.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:24 smithi123 ceph-mon[191304]: pgmap v8680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:24.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:24 smithi123 ceph-mon[188613]: pgmap v8680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:26.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:26 smithi177 ceph-mon[212096]: pgmap v8681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:26.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:26 smithi123 ceph-mon[191304]: pgmap v8681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:26.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:26 smithi123 ceph-mon[188613]: pgmap v8681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:22:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:22:27.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:22:28.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:28 smithi177 ceph-mon[212096]: pgmap v8682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:28.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:28 smithi123 ceph-mon[191304]: pgmap v8682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:28.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:28 smithi123 ceph-mon[188613]: pgmap v8682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:22:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:22:29] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:22:30.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:30 smithi177 ceph-mon[212096]: pgmap v8683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:30.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:30 smithi123 ceph-mon[188613]: pgmap v8683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:30.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:30 smithi123 ceph-mon[191304]: pgmap v8683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:32.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:32 smithi177 ceph-mon[212096]: pgmap v8684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:32.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:32 smithi123 ceph-mon[191304]: pgmap v8684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:32.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:32 smithi123 ceph-mon[188613]: pgmap v8684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:34.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:34 smithi177 ceph-mon[212096]: pgmap v8685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:34.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:34 smithi123 ceph-mon[188613]: pgmap v8685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:34.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:34 smithi123 ceph-mon[191304]: pgmap v8685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:36.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:36 smithi177 ceph-mon[212096]: pgmap v8686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:36.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:36 smithi123 ceph-mon[191304]: pgmap v8686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:36.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:36 smithi123 ceph-mon[188613]: pgmap v8686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:38.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:38 smithi177 ceph-mon[212096]: pgmap v8687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:38.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:38 smithi123 ceph-mon[191304]: pgmap v8687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:38.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:38 smithi123 ceph-mon[188613]: pgmap v8687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:22:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:22:39] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:22:40.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:40 smithi177 ceph-mon[212096]: pgmap v8688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:40.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:40 smithi123 ceph-mon[191304]: pgmap v8688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:40.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:40 smithi123 ceph-mon[188613]: pgmap v8688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:41.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:22:41.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:22:41.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:22:41.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:22:41.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:22:41.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:22:41.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:22:41.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:22:41.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:22:41.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:22:41.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:22:41.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:22:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:42 smithi177 ceph-mon[212096]: pgmap v8689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:22:42.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:42 smithi123 ceph-mon[191304]: pgmap v8689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:42.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:22:42.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:42 smithi123 ceph-mon[188613]: pgmap v8689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:42.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:22:44.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:44 smithi177 ceph-mon[212096]: pgmap v8690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:44.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:44 smithi123 ceph-mon[191304]: pgmap v8690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:44.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:44 smithi123 ceph-mon[188613]: pgmap v8690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:46.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:46 smithi177 ceph-mon[212096]: pgmap v8691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:46.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:46 smithi123 ceph-mon[191304]: pgmap v8691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:46.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:46 smithi123 ceph-mon[188613]: pgmap v8691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:48.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:48 smithi177 ceph-mon[212096]: pgmap v8692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:48.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:48 smithi123 ceph-mon[191304]: pgmap v8692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:48.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:48 smithi123 ceph-mon[188613]: pgmap v8692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:49.452 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:22:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:22:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:22:49] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:22:49.761 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:22:49.762 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 3m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:22:49.762 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 69s ago 3h 91.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:22:49.762 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 3m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:22:49.762 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 69s ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:22:49.762 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 69s ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:22:49.762 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 3m ago 3h 686M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:22:49.762 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 3m ago 3h 1105M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:22:49.762 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 69s ago 3h 532M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:22:49.762 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 3m ago 3h 575M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:22:49.763 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 3m ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:22:49.763 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 69s ago 3h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:22:49.763 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 3m ago 3h 4413M 2477M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:22:49.763 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 3m ago 3h 5154M 2477M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:22:49.763 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 3m ago 3h 4203M 2477M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:22:49.763 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 3m ago 3h 4284M 2477M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:22:49.763 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 69s ago 3h 3585M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:22:49.763 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 69s ago 3h 3924M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:22:49.763 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 69s ago 3h 3346M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:22:49.763 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 69s ago 3h 3836M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:22:49.764 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 69s ago 3h 129M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:22:50.141 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:22:50.141 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:22:50.141 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:22:50.142 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:22:50.142 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:22:50.142 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:22:50.142 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:22:50.142 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:22:50.142 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:22:50.142 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:22:50.142 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:22:50.143 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:22:50.143 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:22:50.143 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:22:50.143 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:22:50.144 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:22:50.144 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:22:50.144 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:22:50.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:50 smithi177 ceph-mon[212096]: pgmap v8693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:50.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:50 smithi177 ceph-mon[212096]: from='client.52994 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:22:50.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:50 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2172267486' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:22:50.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:50 smithi123 ceph-mon[191304]: pgmap v8693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:50.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:50 smithi123 ceph-mon[191304]: from='client.52994 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:22:50.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:50 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2172267486' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:22:50.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:50 smithi123 ceph-mon[188613]: pgmap v8693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:50.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:50 smithi123 ceph-mon[188613]: from='client.52994 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:22:50.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:50 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2172267486' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:22:51.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:51 smithi177 ceph-mon[212096]: from='client.53000 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:22:51.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:51 smithi123 ceph-mon[191304]: from='client.53000 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:22:51.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:51 smithi123 ceph-mon[188613]: from='client.53000 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:22:52.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:52 smithi177 ceph-mon[212096]: pgmap v8694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:52.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:52 smithi123 ceph-mon[191304]: pgmap v8694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:52.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:52 smithi123 ceph-mon[188613]: pgmap v8694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:54.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:54 smithi177 ceph-mon[212096]: pgmap v8695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:54.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:54 smithi123 ceph-mon[191304]: pgmap v8695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:54.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:54 smithi123 ceph-mon[188613]: pgmap v8695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:56.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:56 smithi177 ceph-mon[212096]: pgmap v8696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:56.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:56 smithi123 ceph-mon[191304]: pgmap v8696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:56.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:56 smithi123 ceph-mon[188613]: pgmap v8696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:22:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:22:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:22:58.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:22:58 smithi177 ceph-mon[212096]: pgmap v8697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:58.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:22:58 smithi123 ceph-mon[191304]: pgmap v8697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:58.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:22:58 smithi123 ceph-mon[188613]: pgmap v8697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:22:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:22:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:22:59] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:23:00.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:00 smithi177 ceph-mon[212096]: pgmap v8698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:00.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:00 smithi123 ceph-mon[191304]: pgmap v8698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:00.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:00 smithi123 ceph-mon[188613]: pgmap v8698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:02.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:02 smithi177 ceph-mon[212096]: pgmap v8699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:02.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:02 smithi123 ceph-mon[191304]: pgmap v8699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:02.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:02 smithi123 ceph-mon[188613]: pgmap v8699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:04.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:04 smithi177 ceph-mon[212096]: pgmap v8700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:04.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:04 smithi123 ceph-mon[191304]: pgmap v8700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:04.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:04 smithi123 ceph-mon[188613]: pgmap v8700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:06.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:06 smithi177 ceph-mon[212096]: pgmap v8701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:06.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:06 smithi123 ceph-mon[191304]: pgmap v8701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:06.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:06 smithi123 ceph-mon[188613]: pgmap v8701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:08.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:08 smithi177 ceph-mon[212096]: pgmap v8702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:08.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:08 smithi123 ceph-mon[191304]: pgmap v8702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:08.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:08 smithi123 ceph-mon[188613]: pgmap v8702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:23:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:23:09] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:23:10.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:10 smithi177 ceph-mon[212096]: pgmap v8703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:10.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:10 smithi123 ceph-mon[188613]: pgmap v8703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:10.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:10 smithi123 ceph-mon[191304]: pgmap v8703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:12 smithi177 ceph-mon[212096]: pgmap v8704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:23:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:12 smithi123 ceph-mon[191304]: pgmap v8704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:23:12.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:12 smithi123 ceph-mon[188613]: pgmap v8704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:12.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:23:14.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:14 smithi177 ceph-mon[212096]: pgmap v8705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:14.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:14 smithi123 ceph-mon[191304]: pgmap v8705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:14.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:14 smithi123 ceph-mon[188613]: pgmap v8705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:16.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:16 smithi177 ceph-mon[212096]: pgmap v8706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:16.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:16 smithi123 ceph-mon[191304]: pgmap v8706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:16.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:16 smithi123 ceph-mon[188613]: pgmap v8706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:18.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:18 smithi177 ceph-mon[212096]: pgmap v8707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:18.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:18 smithi123 ceph-mon[191304]: pgmap v8707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:18.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:18 smithi123 ceph-mon[188613]: pgmap v8707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:23:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:23:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:23:20.483 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:23:20.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:20 smithi177 ceph-mon[212096]: pgmap v8708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:20.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:20 smithi123 ceph-mon[191304]: pgmap v8708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:20.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:20 smithi123 ceph-mon[188613]: pgmap v8708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:20.792 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:23:20.792 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 3m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:23:20.792 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 100s ago 3h 91.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:23:20.792 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 3m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:23:20.792 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 100s ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:23:20.792 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 100s ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:23:20.792 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 3m ago 3h 686M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:23:20.792 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 3m ago 3h 1105M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:23:20.793 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 100s ago 3h 532M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:23:20.793 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 3m ago 3h 575M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:23:20.793 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 3m ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:23:20.793 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 100s ago 3h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:23:20.793 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 3m ago 3h 4413M 2477M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:23:20.793 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 3m ago 3h 5154M 2477M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:23:20.793 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 3m ago 3h 4203M 2477M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:23:20.793 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 3m ago 3h 4284M 2477M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:23:20.793 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 100s ago 3h 3585M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:23:20.793 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 100s ago 3h 3924M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:23:20.793 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 100s ago 3h 3346M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:23:20.793 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 100s ago 3h 3836M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:23:20.793 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 100s ago 3h 129M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:23:21.178 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:23:21.178 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:23:21.178 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:23:21.178 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:23:21.178 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:23:21.178 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:23:21.178 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:23:21.179 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:23:21.179 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:23:21.179 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:23:21.179 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:23:21.179 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:23:21.179 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:23:21.179 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:23:21.179 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:23:21.179 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:23:21.179 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:23:21.179 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:23:21.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:21 smithi177 ceph-mon[212096]: from='client.53012 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:23:21.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:21 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2221677257' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:23:21.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:21 smithi123 ceph-mon[191304]: from='client.53012 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:23:21.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:21 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2221677257' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:23:21.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:21 smithi123 ceph-mon[188613]: from='client.53012 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:23:21.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:21 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2221677257' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:23:22.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:22 smithi177 ceph-mon[212096]: from='client.53018 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:23:22.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:22 smithi177 ceph-mon[212096]: pgmap v8709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:22.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:22 smithi123 ceph-mon[191304]: from='client.53018 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:23:22.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:22 smithi123 ceph-mon[191304]: pgmap v8709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:22.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:22 smithi123 ceph-mon[188613]: from='client.53018 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:23:22.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:22 smithi123 ceph-mon[188613]: pgmap v8709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:24.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:24 smithi177 ceph-mon[212096]: pgmap v8710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:24.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:24 smithi123 ceph-mon[191304]: pgmap v8710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:24.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:24 smithi123 ceph-mon[188613]: pgmap v8710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:26.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:26 smithi177 ceph-mon[212096]: pgmap v8711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:26.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:26 smithi123 ceph-mon[191304]: pgmap v8711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:26.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:26 smithi123 ceph-mon[188613]: pgmap v8711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:23:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:23:27.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:23:28.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:28 smithi177 ceph-mon[212096]: pgmap v8712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:28.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:28 smithi123 ceph-mon[191304]: pgmap v8712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:28.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:28 smithi123 ceph-mon[188613]: pgmap v8712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:23:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:23:29] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:23:30.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:30 smithi177 ceph-mon[212096]: pgmap v8713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:30.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:30 smithi123 ceph-mon[191304]: pgmap v8713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:30.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:30 smithi123 ceph-mon[188613]: pgmap v8713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:32.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:32 smithi177 ceph-mon[212096]: pgmap v8714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:32.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:32 smithi123 ceph-mon[191304]: pgmap v8714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:32.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:32 smithi123 ceph-mon[188613]: pgmap v8714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:34.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:34 smithi177 ceph-mon[212096]: pgmap v8715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:34.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:34 smithi123 ceph-mon[191304]: pgmap v8715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:34.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:34 smithi123 ceph-mon[188613]: pgmap v8715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:36.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:36 smithi177 ceph-mon[212096]: pgmap v8716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:36.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:36 smithi123 ceph-mon[191304]: pgmap v8716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:36.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:36 smithi123 ceph-mon[188613]: pgmap v8716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:38.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:38 smithi177 ceph-mon[212096]: pgmap v8717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:38.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:38 smithi123 ceph-mon[191304]: pgmap v8717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:38.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:38 smithi123 ceph-mon[188613]: pgmap v8717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:23:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:23:39] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:23:40.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:40 smithi177 ceph-mon[212096]: pgmap v8718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:40.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:40 smithi123 ceph-mon[191304]: pgmap v8718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:40.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:40 smithi123 ceph-mon[188613]: pgmap v8718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:42.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:23:42.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:42 smithi177 ceph-mon[212096]: pgmap v8719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:23:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:23:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:23:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:23:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:23:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:42 smithi123 ceph-mon[191304]: pgmap v8719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:23:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:23:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:23:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:23:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:23:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:42 smithi123 ceph-mon[188613]: pgmap v8719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:23:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:23:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:23:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:23:44.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:44 smithi177 ceph-mon[212096]: pgmap v8720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:44.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:44 smithi123 ceph-mon[191304]: pgmap v8720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:44.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:44 smithi123 ceph-mon[188613]: pgmap v8720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:46.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:46 smithi177 ceph-mon[212096]: pgmap v8721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:46.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:46 smithi123 ceph-mon[191304]: pgmap v8721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:46.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:46 smithi123 ceph-mon[188613]: pgmap v8721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:48.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:48 smithi177 ceph-mon[212096]: pgmap v8722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:48.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:48 smithi123 ceph-mon[191304]: pgmap v8722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:48.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:48 smithi123 ceph-mon[188613]: pgmap v8722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:23:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:23:49] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:23:50.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:50 smithi177 ceph-mon[212096]: pgmap v8723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:50.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:50 smithi123 ceph-mon[191304]: pgmap v8723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:50.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:50 smithi123 ceph-mon[188613]: pgmap v8723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:51.522 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:23:51.830 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:23:51.830 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 4m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:23:51.830 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 2m ago 3h 91.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:23:51.830 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 4m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:23:51.830 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 2m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:23:51.830 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 2m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:23:51.830 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 4m ago 3h 686M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:23:51.830 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 4m ago 3h 1105M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:23:51.831 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 2m ago 3h 532M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:23:51.831 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 4m ago 3h 575M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:23:51.831 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 4m ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:23:51.831 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 2m ago 3h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:23:51.831 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 4m ago 3h 4413M 2477M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:23:51.831 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 4m ago 3h 5154M 2477M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:23:51.831 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 4m ago 3h 4203M 2477M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:23:51.831 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 4m ago 3h 4284M 2477M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:23:51.831 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 2m ago 3h 3585M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:23:51.831 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 2m ago 3h 3924M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:23:51.831 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 2m ago 3h 3346M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:23:51.831 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 2m ago 3h 3836M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:23:51.832 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 2m ago 3h 129M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:23:52.211 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:23:52.212 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:23:52.212 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:23:52.212 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:23:52.212 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:23:52.212 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:23:52.212 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:23:52.212 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:23:52.212 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:23:52.212 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:23:52.212 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:23:52.212 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:23:52.212 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:23:52.212 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:23:52.212 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:23:52.213 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:23:52.213 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:23:52.213 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:23:52.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:52 smithi177 ceph-mon[212096]: pgmap v8724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:52.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:52 smithi177 ceph-mon[212096]: from='client.43083 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:23:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:52 smithi123 ceph-mon[191304]: pgmap v8724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:52 smithi123 ceph-mon[191304]: from='client.43083 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:23:52.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:52 smithi123 ceph-mon[188613]: pgmap v8724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:52.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:52 smithi123 ceph-mon[188613]: from='client.43083 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:23:53.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:53 smithi177 ceph-mon[212096]: from='client.43089 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:23:53.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:53 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3548366483' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:23:53.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:53 smithi123 ceph-mon[191304]: from='client.43089 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:23:53.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:53 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3548366483' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:23:53.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:53 smithi123 ceph-mon[188613]: from='client.43089 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:23:53.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:53 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3548366483' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:23:54.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:54 smithi177 ceph-mon[212096]: pgmap v8725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:54.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:54 smithi123 ceph-mon[191304]: pgmap v8725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:54 smithi123 ceph-mon[188613]: pgmap v8725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:56.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:56 smithi177 ceph-mon[212096]: pgmap v8726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:56.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:56 smithi123 ceph-mon[191304]: pgmap v8726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:56.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:56 smithi123 ceph-mon[188613]: pgmap v8726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:23:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:23:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:23:58.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:23:58 smithi177 ceph-mon[212096]: pgmap v8727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:58.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:23:58 smithi123 ceph-mon[191304]: pgmap v8727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:58.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:23:58 smithi123 ceph-mon[188613]: pgmap v8727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:23:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:23:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:23:59] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-20T14:24:00.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:00 smithi177 ceph-mon[212096]: pgmap v8728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:00.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:00 smithi123 ceph-mon[191304]: pgmap v8728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:00.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:00 smithi123 ceph-mon[188613]: pgmap v8728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:02.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:02 smithi177 ceph-mon[212096]: pgmap v8729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:02.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:02 smithi123 ceph-mon[191304]: pgmap v8729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:02.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:02 smithi123 ceph-mon[188613]: pgmap v8729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:04.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:04 smithi177 ceph-mon[212096]: pgmap v8730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:04.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:04 smithi123 ceph-mon[191304]: pgmap v8730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:04.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:04 smithi123 ceph-mon[188613]: pgmap v8730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:06.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:06 smithi177 ceph-mon[212096]: pgmap v8731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:06.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:06 smithi123 ceph-mon[191304]: pgmap v8731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:06.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:06 smithi123 ceph-mon[188613]: pgmap v8731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:08.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:08 smithi177 ceph-mon[212096]: pgmap v8732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:08.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:08 smithi123 ceph-mon[191304]: pgmap v8732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:08.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:08 smithi123 ceph-mon[188613]: pgmap v8732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:24:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:24:09] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-20T14:24:10.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:10 smithi177 ceph-mon[212096]: pgmap v8733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:10.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:10 smithi123 ceph-mon[191304]: pgmap v8733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:10.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:10 smithi123 ceph-mon[188613]: pgmap v8733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:12 smithi177 ceph-mon[212096]: pgmap v8734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:24:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:12 smithi123 ceph-mon[191304]: pgmap v8734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:24:12.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:12 smithi123 ceph-mon[188613]: pgmap v8734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:24:14.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:14 smithi177 ceph-mon[212096]: pgmap v8735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:14.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:14 smithi123 ceph-mon[191304]: pgmap v8735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:14.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:14 smithi123 ceph-mon[188613]: pgmap v8735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:16.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:16 smithi177 ceph-mon[212096]: pgmap v8736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:16.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:16 smithi123 ceph-mon[191304]: pgmap v8736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:16.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:16 smithi123 ceph-mon[188613]: pgmap v8736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:18.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:18 smithi177 ceph-mon[212096]: pgmap v8737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:18.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:18 smithi123 ceph-mon[191304]: pgmap v8737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:18.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:18 smithi123 ceph-mon[188613]: pgmap v8737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:24:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:24:19] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:24:20.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:20 smithi177 ceph-mon[212096]: pgmap v8738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:20.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:20 smithi123 ceph-mon[191304]: pgmap v8738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:20.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:20 smithi123 ceph-mon[188613]: pgmap v8738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:22.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:22 smithi177 ceph-mon[212096]: pgmap v8739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:22.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:22 smithi123 ceph-mon[191304]: pgmap v8739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:22.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:22 smithi123 ceph-mon[188613]: pgmap v8739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:22.555 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:24:22.863 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:24:22.863 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 4m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:24:22.863 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 2m ago 3h 91.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:24:22.864 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 4m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:24:22.864 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 2m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:24:22.864 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 2m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:24:22.864 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 4m ago 3h 686M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:24:22.864 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 4m ago 3h 1105M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:24:22.864 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 2m ago 3h 532M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:24:22.864 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 4m ago 3h 575M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:24:22.864 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 4m ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:24:22.864 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 2m ago 3h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:24:22.864 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 4m ago 3h 4413M 2477M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:24:22.865 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 4m ago 3h 5154M 2477M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:24:22.865 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 4m ago 3h 4203M 2477M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:24:22.865 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 4m ago 3h 4284M 2477M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:24:22.865 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 2m ago 3h 3585M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:24:22.865 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 2m ago 3h 3924M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:24:22.865 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 2m ago 3h 3346M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:24:22.865 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 2m ago 3h 3836M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:24:22.865 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 2m ago 3h 129M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:24:23.245 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:24:23.245 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:24:23.245 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:24:23.245 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:24:23.246 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:24:23.246 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:24:23.246 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:24:23.246 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:24:23.246 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:24:23.246 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:24:23.246 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:24:23.246 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:24:23.246 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:24:23.246 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:24:23.247 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:24:23.247 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:24:23.247 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:24:23.247 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:24:23.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:23 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1746267190' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:24:23.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:23 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1746267190' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:24:23.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:23 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1746267190' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:24:24.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:24 smithi177 ceph-mon[212096]: from='client.53048 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:24:24.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:24 smithi177 ceph-mon[212096]: from='client.53054 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:24:24.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:24 smithi177 ceph-mon[212096]: pgmap v8740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:24.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:24 smithi123 ceph-mon[191304]: from='client.53048 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:24:24.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:24 smithi123 ceph-mon[191304]: from='client.53054 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:24:24.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:24 smithi123 ceph-mon[191304]: pgmap v8740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:24.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:24 smithi123 ceph-mon[188613]: from='client.53048 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:24:24.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:24 smithi123 ceph-mon[188613]: from='client.53054 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:24:24.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:24 smithi123 ceph-mon[188613]: pgmap v8740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:26.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:26 smithi177 ceph-mon[212096]: pgmap v8741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:26.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:26 smithi123 ceph-mon[191304]: pgmap v8741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:26.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:26 smithi123 ceph-mon[188613]: pgmap v8741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:24:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:24:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:24:28.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:28 smithi177 ceph-mon[212096]: pgmap v8742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:28.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:28 smithi123 ceph-mon[191304]: pgmap v8742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:28.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:28 smithi123 ceph-mon[188613]: pgmap v8742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:24:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:24:29] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:24:30.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:30 smithi177 ceph-mon[212096]: pgmap v8743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:30.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:30 smithi123 ceph-mon[191304]: pgmap v8743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:30.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:30 smithi123 ceph-mon[188613]: pgmap v8743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:32.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:32 smithi177 ceph-mon[212096]: pgmap v8744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:32.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:32 smithi123 ceph-mon[191304]: pgmap v8744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:32.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:32 smithi123 ceph-mon[188613]: pgmap v8744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:34.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:34 smithi177 ceph-mon[212096]: pgmap v8745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:34.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:34 smithi123 ceph-mon[191304]: pgmap v8745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:34.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:34 smithi123 ceph-mon[188613]: pgmap v8745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:36.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:36 smithi177 ceph-mon[212096]: pgmap v8746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:36.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:36 smithi123 ceph-mon[191304]: pgmap v8746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:36.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:36 smithi123 ceph-mon[188613]: pgmap v8746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:38.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:38 smithi177 ceph-mon[212096]: pgmap v8747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:38.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:38 smithi123 ceph-mon[191304]: pgmap v8747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:38.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:38 smithi123 ceph-mon[188613]: pgmap v8747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:24:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:24:39] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:24:40.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:40 smithi177 ceph-mon[212096]: pgmap v8748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:40.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:40 smithi123 ceph-mon[191304]: pgmap v8748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:40.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:40 smithi123 ceph-mon[188613]: pgmap v8748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:42.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:42 smithi177 ceph-mon[212096]: pgmap v8749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:42.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:24:42.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:24:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:42 smithi123 ceph-mon[191304]: pgmap v8749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:24:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:24:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:42 smithi123 ceph-mon[188613]: pgmap v8749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:24:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:24:43.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:24:43.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:24:43.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:24:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:24:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:24:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:24:43.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:24:43.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:24:43.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:24:44.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:44 smithi177 ceph-mon[212096]: pgmap v8750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:44.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:44 smithi123 ceph-mon[191304]: pgmap v8750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:44.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:44 smithi123 ceph-mon[188613]: pgmap v8750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:46.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:46 smithi177 ceph-mon[212096]: pgmap v8751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:46.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:46 smithi123 ceph-mon[191304]: pgmap v8751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:46.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:46 smithi123 ceph-mon[188613]: pgmap v8751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:48.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:48 smithi177 ceph-mon[212096]: pgmap v8752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:48.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:48 smithi123 ceph-mon[191304]: pgmap v8752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:48.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:48 smithi123 ceph-mon[188613]: pgmap v8752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:24:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:24:49] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:24:50.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:50 smithi177 ceph-mon[212096]: pgmap v8753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:50.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:50 smithi123 ceph-mon[191304]: pgmap v8753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:50.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:50 smithi123 ceph-mon[188613]: pgmap v8753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:52.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:52 smithi177 ceph-mon[212096]: pgmap v8754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:52.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:52 smithi123 ceph-mon[188613]: pgmap v8754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:52 smithi123 ceph-mon[191304]: pgmap v8754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:53.586 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:24:53.892 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:24:53.892 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 5m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:24:53.892 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 3m ago 3h 91.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:24:53.893 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 5m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:24:53.893 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 3m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:24:53.893 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 3m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:24:53.893 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 5m ago 3h 686M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:24:53.893 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 5m ago 3h 1105M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:24:53.893 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 3m ago 3h 532M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:24:53.893 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 5m ago 3h 575M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:24:53.893 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 5m ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:24:53.893 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 3m ago 3h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:24:53.893 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 5m ago 3h 4413M 2477M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:24:53.894 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 5m ago 3h 5154M 2477M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:24:53.894 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 5m ago 3h 4203M 2477M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:24:53.894 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 5m ago 3h 4284M 2477M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:24:53.894 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 3m ago 3h 3585M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:24:53.894 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 3m ago 3h 3924M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:24:53.894 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 3m ago 3h 3346M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:24:53.894 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 3m ago 3h 3836M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:24:53.894 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 3m ago 3h 129M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:24:54.276 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:24:54.276 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:24:54.276 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:24:54.276 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:24:54.276 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:24:54.277 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:24:54.277 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:24:54.277 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:24:54.277 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:24:54.277 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:24:54.277 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:24:54.277 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:24:54.277 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:24:54.277 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:24:54.277 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:24:54.278 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:24:54.278 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:24:54.278 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:24:54.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:54 smithi177 ceph-mon[212096]: pgmap v8755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:54 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4231277394' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:24:54.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:54 smithi123 ceph-mon[191304]: pgmap v8755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:54.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:54 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4231277394' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:24:54.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:54 smithi123 ceph-mon[188613]: pgmap v8755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:54.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:54 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4231277394' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:24:55.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:55 smithi177 ceph-mon[212096]: from='client.43119 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:24:55.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:55 smithi177 ceph-mon[212096]: from='client.53072 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:24:55.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:55 smithi123 ceph-mon[191304]: from='client.43119 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:24:55.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:55 smithi123 ceph-mon[191304]: from='client.53072 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:24:55.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:55 smithi123 ceph-mon[188613]: from='client.43119 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:24:55.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:55 smithi123 ceph-mon[188613]: from='client.53072 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:24:56.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:56 smithi177 ceph-mon[212096]: pgmap v8756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:56.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:56 smithi123 ceph-mon[188613]: pgmap v8756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:56.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:56 smithi123 ceph-mon[191304]: pgmap v8756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:24:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:24:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:24:58.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:24:58 smithi177 ceph-mon[212096]: pgmap v8757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:58.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:24:58 smithi123 ceph-mon[191304]: pgmap v8757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:58.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:24:58 smithi123 ceph-mon[188613]: pgmap v8757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:24:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:24:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:24:59] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:25:00.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:00 smithi177 ceph-mon[212096]: pgmap v8758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:00.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:00 smithi123 ceph-mon[191304]: pgmap v8758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:00.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:00 smithi123 ceph-mon[188613]: pgmap v8758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:02.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:02 smithi177 ceph-mon[212096]: pgmap v8759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:02.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:02 smithi123 ceph-mon[191304]: pgmap v8759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:02.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:02 smithi123 ceph-mon[188613]: pgmap v8759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:04.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:04 smithi177 ceph-mon[212096]: pgmap v8760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:04.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:04 smithi123 ceph-mon[191304]: pgmap v8760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:04.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:04 smithi123 ceph-mon[188613]: pgmap v8760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:06.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:06 smithi177 ceph-mon[212096]: pgmap v8761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:06.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:06 smithi123 ceph-mon[191304]: pgmap v8761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:06.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:06 smithi123 ceph-mon[188613]: pgmap v8761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:08.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:08 smithi177 ceph-mon[212096]: pgmap v8762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:08.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:08 smithi123 ceph-mon[188613]: pgmap v8762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:08.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:08 smithi123 ceph-mon[191304]: pgmap v8762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:25:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:25:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:25:10.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:10 smithi177 ceph-mon[212096]: pgmap v8763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:10.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:10 smithi123 ceph-mon[191304]: pgmap v8763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:10.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:10 smithi123 ceph-mon[188613]: pgmap v8763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:12 smithi177 ceph-mon[212096]: pgmap v8764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:25:12.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:12 smithi123 ceph-mon[188613]: pgmap v8764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:12.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:25:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:12 smithi123 ceph-mon[191304]: pgmap v8764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:25:14.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:14 smithi177 ceph-mon[212096]: pgmap v8765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:14.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:14 smithi123 ceph-mon[191304]: pgmap v8765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:14.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:14 smithi123 ceph-mon[188613]: pgmap v8765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:16.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:16 smithi177 ceph-mon[212096]: pgmap v8766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:16.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:16 smithi123 ceph-mon[191304]: pgmap v8766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:16.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:16 smithi123 ceph-mon[188613]: pgmap v8766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:18.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:18 smithi177 ceph-mon[212096]: pgmap v8767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:18.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:18 smithi123 ceph-mon[191304]: pgmap v8767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:18.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:18 smithi123 ceph-mon[188613]: pgmap v8767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:25:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:25:19] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:25:20.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:20 smithi177 ceph-mon[212096]: pgmap v8768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:20.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:20 smithi123 ceph-mon[191304]: pgmap v8768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:20.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:20 smithi123 ceph-mon[188613]: pgmap v8768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:22.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:22 smithi177 ceph-mon[212096]: pgmap v8769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:22.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:22 smithi123 ceph-mon[191304]: pgmap v8769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:22.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:22 smithi123 ceph-mon[188613]: pgmap v8769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:24.628 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:25:24.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:24 smithi177 ceph-mon[212096]: pgmap v8770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:24.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:24 smithi123 ceph-mon[191304]: pgmap v8770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:24.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:24 smithi123 ceph-mon[188613]: pgmap v8770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:24.936 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:25:24.936 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 5m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:25:24.936 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 3m ago 3h 91.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:25:24.937 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 5m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:25:24.937 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 3m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:25:24.937 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 3m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:25:24.937 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 5m ago 3h 686M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:25:24.937 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 5m ago 3h 1105M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:25:24.937 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 3m ago 3h 532M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:25:24.937 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 5m ago 3h 575M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:25:24.937 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 5m ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:25:24.937 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 3m ago 3h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:25:24.937 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 5m ago 3h 4413M 2477M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:25:24.938 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 5m ago 3h 5154M 2477M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:25:24.938 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 5m ago 3h 4203M 2477M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:25:24.938 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 5m ago 3h 4284M 2477M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:25:24.938 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 3m ago 3h 3585M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:25:24.938 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 3m ago 3h 3924M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:25:24.938 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 3m ago 3h 3346M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:25:24.938 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 3m ago 3h 3836M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:25:24.938 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 3m ago 3h 129M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:25:25.317 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:25:25.317 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:25:25.317 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:25:25.317 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:25:25.317 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:25:25.317 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:25:25.317 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:25:25.318 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:25:25.318 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:25:25.318 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:25:25.318 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:25:25.318 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:25:25.318 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:25:25.318 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:25:25.318 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:25:25.318 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:25:25.318 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:25:25.318 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:25:25.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:25 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2563374493' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:25:25.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:25 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2563374493' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:25:25.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:25 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2563374493' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:25:26.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:26 smithi177 ceph-mon[212096]: from='client.53084 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:25:26.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:26 smithi177 ceph-mon[212096]: from='client.43143 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:25:26.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:26 smithi177 ceph-mon[212096]: pgmap v8771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:26.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:26 smithi123 ceph-mon[191304]: from='client.53084 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:25:26.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:26 smithi123 ceph-mon[191304]: from='client.43143 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:25:26.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:26 smithi123 ceph-mon[191304]: pgmap v8771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:26.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:26 smithi123 ceph-mon[188613]: from='client.53084 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:25:26.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:26 smithi123 ceph-mon[188613]: from='client.43143 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:25:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:26 smithi123 ceph-mon[188613]: pgmap v8771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:25:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:25:27.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:25:28.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:28 smithi177 ceph-mon[212096]: pgmap v8772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:28.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:28 smithi123 ceph-mon[188613]: pgmap v8772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:28.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:28 smithi123 ceph-mon[191304]: pgmap v8772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:25:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:25:29] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:25:30.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:30 smithi177 ceph-mon[212096]: pgmap v8773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:30.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:30 smithi123 ceph-mon[188613]: pgmap v8773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:30.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:30 smithi123 ceph-mon[191304]: pgmap v8773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:32.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:32 smithi177 ceph-mon[212096]: pgmap v8774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:32.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:32 smithi123 ceph-mon[191304]: pgmap v8774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:32.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:32 smithi123 ceph-mon[188613]: pgmap v8774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:34.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:34 smithi177 ceph-mon[212096]: pgmap v8775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:34.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:34 smithi123 ceph-mon[191304]: pgmap v8775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:34.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:34 smithi123 ceph-mon[188613]: pgmap v8775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:36.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:36 smithi177 ceph-mon[212096]: pgmap v8776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:36.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:36 smithi123 ceph-mon[188613]: pgmap v8776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:36.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:36 smithi123 ceph-mon[191304]: pgmap v8776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:38.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:38 smithi177 ceph-mon[212096]: pgmap v8777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:38.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:38 smithi123 ceph-mon[191304]: pgmap v8777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:38.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:38 smithi123 ceph-mon[188613]: pgmap v8777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:25:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:25:39] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:25:40.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:40 smithi177 ceph-mon[212096]: pgmap v8778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:40.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:40 smithi123 ceph-mon[191304]: pgmap v8778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:40.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:40 smithi123 ceph-mon[188613]: pgmap v8778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:42.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:42 smithi177 ceph-mon[212096]: pgmap v8779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:42.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:25:42.488 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:42 smithi123 ceph-mon[188613]: pgmap v8779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:25:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:42 smithi123 ceph-mon[191304]: pgmap v8779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:25:43.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:25:43.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:25:43.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:25:43.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:25:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:25:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:25:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:25:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:25:43.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:25:43.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:25:43.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:25:43.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:25:44.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:44 smithi177 ceph-mon[212096]: pgmap v8780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:44.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:44 smithi123 ceph-mon[191304]: pgmap v8780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:44.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:44 smithi123 ceph-mon[188613]: pgmap v8780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:46.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:46 smithi177 ceph-mon[212096]: pgmap v8781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:46.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:46 smithi123 ceph-mon[188613]: pgmap v8781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:46.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:46 smithi123 ceph-mon[191304]: pgmap v8781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:48.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:48 smithi177 ceph-mon[212096]: pgmap v8782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:48.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:48 smithi123 ceph-mon[191304]: pgmap v8782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:48.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:48 smithi123 ceph-mon[188613]: pgmap v8782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:25:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:25:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T14:25:50.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:50 smithi177 ceph-mon[212096]: pgmap v8783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:50.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:50 smithi123 ceph-mon[188613]: pgmap v8783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:50.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:50 smithi123 ceph-mon[191304]: pgmap v8783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:52.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:52 smithi177 ceph-mon[212096]: pgmap v8784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:52 smithi123 ceph-mon[191304]: pgmap v8784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:52.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:52 smithi123 ceph-mon[188613]: pgmap v8784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:54.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:54 smithi177 ceph-mon[212096]: pgmap v8785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:54.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:54 smithi123 ceph-mon[191304]: pgmap v8785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:54.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:54 smithi123 ceph-mon[188613]: pgmap v8785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:55.663 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:25:55.977 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:25:55.977 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 6m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:25:55.977 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 4m ago 3h 91.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:25:55.977 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 6m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:25:55.977 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 4m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:25:55.977 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 4m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:25:55.977 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 6m ago 3h 686M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:25:55.977 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 6m ago 3h 1105M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:25:55.978 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 4m ago 3h 532M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:25:55.978 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 6m ago 3h 575M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:25:55.978 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 6m ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:25:55.978 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 4m ago 3h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:25:55.978 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 6m ago 3h 4413M 2477M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:25:55.978 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 6m ago 3h 5154M 2477M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:25:55.978 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 6m ago 3h 4203M 2477M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:25:55.978 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 6m ago 3h 4284M 2477M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:25:55.978 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 4m ago 3h 3585M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:25:55.978 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 4m ago 3h 3924M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:25:55.978 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 4m ago 3h 3346M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:25:55.979 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 4m ago 3h 3836M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:25:55.979 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 4m ago 3h 129M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:25:56.360 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:25:56.360 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:25:56.360 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:25:56.360 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:25:56.360 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:25:56.360 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:25:56.360 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:25:56.360 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:25:56.360 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:25:56.361 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:25:56.361 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:25:56.361 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:25:56.361 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:25:56.361 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:25:56.361 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:25:56.361 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:25:56.361 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:25:56.361 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:25:56.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:56 smithi177 ceph-mon[212096]: pgmap v8786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:56.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:56 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3995815176' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:25:56.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:56 smithi123 ceph-mon[191304]: pgmap v8786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:56.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:56 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3995815176' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:25:56.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:56 smithi123 ceph-mon[188613]: pgmap v8786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:56.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:56 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3995815176' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:25:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:57 smithi177 ceph-mon[212096]: from='client.43155 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:25:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:57 smithi177 ceph-mon[212096]: from='client.53108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:25:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:25:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:57 smithi123 ceph-mon[191304]: from='client.43155 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:25:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:57 smithi123 ceph-mon[191304]: from='client.53108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:25:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:25:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:57 smithi123 ceph-mon[188613]: from='client.43155 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:25:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:57 smithi123 ceph-mon[188613]: from='client.53108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:25:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:25:58.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:25:58 smithi177 ceph-mon[212096]: pgmap v8787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:58.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:25:58 smithi123 ceph-mon[191304]: pgmap v8787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:58.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:25:58 smithi123 ceph-mon[188613]: pgmap v8787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:25:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:25:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:25:59] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:26:00.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:00 smithi123 ceph-mon[191304]: pgmap v8788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:00.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:00 smithi123 ceph-mon[188613]: pgmap v8788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:00.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:00 smithi177 ceph-mon[212096]: pgmap v8788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:02.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:02 smithi177 ceph-mon[212096]: pgmap v8789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:02.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:02 smithi123 ceph-mon[191304]: pgmap v8789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:02.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:02 smithi123 ceph-mon[188613]: pgmap v8789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:04.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:04 smithi177 ceph-mon[212096]: pgmap v8790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:04.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:04 smithi123 ceph-mon[191304]: pgmap v8790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:04.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:04 smithi123 ceph-mon[188613]: pgmap v8790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:06.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:06 smithi177 ceph-mon[212096]: pgmap v8791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:06.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:06 smithi123 ceph-mon[191304]: pgmap v8791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:06.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:06 smithi123 ceph-mon[188613]: pgmap v8791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:08.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:08 smithi177 ceph-mon[212096]: pgmap v8792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:08.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:08 smithi123 ceph-mon[191304]: pgmap v8792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:08.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:08 smithi123 ceph-mon[188613]: pgmap v8792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:26:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:26:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:26:10.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:10 smithi123 ceph-mon[191304]: pgmap v8793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:10.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:10 smithi123 ceph-mon[188613]: pgmap v8793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:10.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:10 smithi177 ceph-mon[212096]: pgmap v8793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:12 smithi177 ceph-mon[212096]: pgmap v8794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:26:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:12 smithi123 ceph-mon[191304]: pgmap v8794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:26:12.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:12 smithi123 ceph-mon[188613]: pgmap v8794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:26:14.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:14 smithi177 ceph-mon[212096]: pgmap v8795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:14.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:14 smithi123 ceph-mon[191304]: pgmap v8795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:14.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:14 smithi123 ceph-mon[188613]: pgmap v8795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:16.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:16 smithi177 ceph-mon[212096]: pgmap v8796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:16.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:16 smithi123 ceph-mon[191304]: pgmap v8796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:16.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:16 smithi123 ceph-mon[188613]: pgmap v8796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:18.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:18 smithi123 ceph-mon[191304]: pgmap v8797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:18.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:18 smithi123 ceph-mon[188613]: pgmap v8797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:18.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:18 smithi177 ceph-mon[212096]: pgmap v8797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:26:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:26:19] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:26:20.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:20 smithi123 ceph-mon[191304]: pgmap v8798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:20.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:20 smithi123 ceph-mon[188613]: pgmap v8798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:20.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:20 smithi177 ceph-mon[212096]: pgmap v8798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:22.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:22 smithi177 ceph-mon[212096]: pgmap v8799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:22.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:22 smithi123 ceph-mon[188613]: pgmap v8799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:22.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:22 smithi123 ceph-mon[191304]: pgmap v8799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:24.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:24 smithi177 ceph-mon[212096]: pgmap v8800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:24.738 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:24 smithi123 ceph-mon[188613]: pgmap v8800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:24.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:24 smithi123 ceph-mon[191304]: pgmap v8800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:26.707 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:26:26.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:26 smithi123 ceph-mon[191304]: pgmap v8801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:26.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:26 smithi123 ceph-mon[188613]: pgmap v8801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:26.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:26 smithi177 ceph-mon[212096]: pgmap v8801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:27.015 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:26:27.015 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 6m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:26:27.015 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 4m ago 3h 91.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:26:27.015 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 6m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:26:27.015 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 4m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:26:27.015 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 4m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:26:27.015 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 6m ago 3h 686M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:26:27.015 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 6m ago 3h 1105M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:26:27.015 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 4m ago 3h 532M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:26:27.016 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 6m ago 3h 575M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:26:27.016 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 6m ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:26:27.016 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 4m ago 3h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:26:27.016 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 6m ago 3h 4413M 2477M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:26:27.016 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 6m ago 3h 5154M 2477M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:26:27.016 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 6m ago 3h 4203M 2477M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:26:27.016 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 6m ago 3h 4284M 2477M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:26:27.016 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 4m ago 3h 3585M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:26:27.016 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 4m ago 3h 3924M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:26:27.016 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 4m ago 3h 3346M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:26:27.016 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 4m ago 3h 3836M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:26:27.017 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 4m ago 3h 129M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:26:27.395 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:26:27.395 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:26:27.395 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:26:27.395 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:26:27.395 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:26:27.395 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:26:27.395 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:26:27.395 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:26:27.395 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:26:27.395 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:26:27.395 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:26:27.396 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:26:27.396 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:26:27.396 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:26:27.396 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:26:27.396 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:26:27.396 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:26:27.396 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:26:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:26:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:27 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/51657954' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:26:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:26:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:27 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/51657954' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:26:27.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:26:27.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:27 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/51657954' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:26:28.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:28 smithi123 ceph-mon[191304]: from='client.43173 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:26:28.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:28 smithi123 ceph-mon[191304]: from='client.43179 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:26:28.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:28 smithi123 ceph-mon[191304]: pgmap v8802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:28.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:28 smithi123 ceph-mon[188613]: from='client.43173 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:26:28.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:28 smithi123 ceph-mon[188613]: from='client.43179 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:26:28.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:28 smithi123 ceph-mon[188613]: pgmap v8802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:28.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:28 smithi177 ceph-mon[212096]: from='client.43173 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:26:28.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:28 smithi177 ceph-mon[212096]: from='client.43179 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:26:28.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:28 smithi177 ceph-mon[212096]: pgmap v8802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:26:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:26:29] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:26:30.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:30 smithi123 ceph-mon[188613]: pgmap v8803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:30.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:30 smithi123 ceph-mon[191304]: pgmap v8803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:30.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:30 smithi177 ceph-mon[212096]: pgmap v8803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:32.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:32 smithi177 ceph-mon[212096]: pgmap v8804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:32.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:32 smithi123 ceph-mon[191304]: pgmap v8804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:32.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:32 smithi123 ceph-mon[188613]: pgmap v8804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:34.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:34 smithi123 ceph-mon[191304]: pgmap v8805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:34.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:34 smithi123 ceph-mon[188613]: pgmap v8805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:34.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:34 smithi177 ceph-mon[212096]: pgmap v8805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:36.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:36 smithi123 ceph-mon[191304]: pgmap v8806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:36.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:36 smithi123 ceph-mon[188613]: pgmap v8806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:36.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:36 smithi177 ceph-mon[212096]: pgmap v8806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:38.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:38 smithi123 ceph-mon[188613]: pgmap v8807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:38.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:38 smithi123 ceph-mon[191304]: pgmap v8807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:38.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:38 smithi177 ceph-mon[212096]: pgmap v8807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:26:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:26:39] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:26:40.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:40 smithi123 ceph-mon[188613]: pgmap v8808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:40.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:40 smithi123 ceph-mon[191304]: pgmap v8808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:40.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:40 smithi177 ceph-mon[212096]: pgmap v8808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:42.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:42 smithi177 ceph-mon[212096]: pgmap v8809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:42.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:26:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:42 smithi123 ceph-mon[191304]: pgmap v8809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:26:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:42 smithi123 ceph-mon[188613]: pgmap v8809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:26:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:26:43.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:26:43.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:26:44.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:44 smithi123 ceph-mon[191304]: pgmap v8810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:44.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:26:44.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:26:44.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:26:44.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:44 smithi123 ceph-mon[188613]: pgmap v8810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:44.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:26:44.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:26:44.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:26:44.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:44 smithi177 ceph-mon[212096]: pgmap v8810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:44.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:26:44.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:26:44.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:26:46.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:46 smithi123 ceph-mon[191304]: pgmap v8811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:46.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:46 smithi123 ceph-mon[188613]: pgmap v8811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:46.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:46 smithi177 ceph-mon[212096]: pgmap v8811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:48.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:48 smithi123 ceph-mon[191304]: pgmap v8812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:48.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:48 smithi123 ceph-mon[188613]: pgmap v8812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:48.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:48 smithi177 ceph-mon[212096]: pgmap v8812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:26:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:26:49] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:26:50.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:50 smithi123 ceph-mon[188613]: pgmap v8813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:50.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:50 smithi123 ceph-mon[191304]: pgmap v8813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:50.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:50 smithi177 ceph-mon[212096]: pgmap v8813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:52.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:52 smithi177 ceph-mon[212096]: pgmap v8814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:52 smithi123 ceph-mon[191304]: pgmap v8814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:52.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:52 smithi123 ceph-mon[188613]: pgmap v8814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:54.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:54 smithi123 ceph-mon[191304]: pgmap v8815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:54.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:54 smithi123 ceph-mon[188613]: pgmap v8815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:54.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:54 smithi177 ceph-mon[212096]: pgmap v8815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:56.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:56 smithi123 ceph-mon[191304]: pgmap v8816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:56.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:56 smithi123 ceph-mon[188613]: pgmap v8816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:56.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:56 smithi177 ceph-mon[212096]: pgmap v8816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:26:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:26:57.743 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:26:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:26:58.053 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:26:58.053 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 7m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:26:58.053 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 5m ago 3h 91.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:26:58.053 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 7m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:26:58.053 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 5m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:26:58.053 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 5m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:26:58.053 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 7m ago 3h 686M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:26:58.053 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 7m ago 3h 1105M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:26:58.053 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 5m ago 3h 532M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:26:58.053 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 7m ago 3h 575M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:26:58.053 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 7m ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:26:58.053 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 5m ago 3h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:26:58.054 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 7m ago 3h 4413M 2477M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:26:58.054 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 7m ago 3h 5154M 2477M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:26:58.054 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 7m ago 3h 4203M 2477M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:26:58.054 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 7m ago 3h 4284M 2477M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:26:58.054 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 5m ago 3h 3585M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:26:58.054 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 5m ago 3h 3924M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:26:58.054 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 5m ago 3h 3346M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:26:58.054 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 5m ago 3h 3836M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:26:58.054 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 5m ago 3h 129M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:26:58.441 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:26:58.441 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:26:58.441 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:26:58.441 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:26:58.441 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:26:58.441 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:26:58.442 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:26:58.442 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:26:58.442 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:26:58.442 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:26:58.442 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:26:58.442 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:26:58.442 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:26:58.442 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:26:58.442 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:26:58.442 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:26:58.442 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:26:58.443 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:26:58.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:58 smithi123 ceph-mon[191304]: pgmap v8817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:58.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:58 smithi123 ceph-mon[188613]: pgmap v8817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:58.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:58 smithi177 ceph-mon[212096]: pgmap v8817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:26:59.429 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:26:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:26:59] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:26:59.430 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:59 smithi123 ceph-mon[188613]: from='client.53138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:26:59.430 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:59 smithi123 ceph-mon[188613]: from='client.53144 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:26:59.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:26:59 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1365937817' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:26:59.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:59 smithi123 ceph-mon[191304]: from='client.53138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:26:59.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:59 smithi123 ceph-mon[191304]: from='client.53144 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:26:59.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:26:59 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1365937817' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:26:59.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:59 smithi177 ceph-mon[212096]: from='client.53138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:26:59.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:59 smithi177 ceph-mon[212096]: from='client.53144 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:26:59.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:26:59 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1365937817' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:27:00.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:00 smithi123 ceph-mon[191304]: pgmap v8818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:00.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:00 smithi123 ceph-mon[188613]: pgmap v8818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:00.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:00 smithi177 ceph-mon[212096]: pgmap v8818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:02.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:02 smithi177 ceph-mon[212096]: pgmap v8819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:02.488 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:02 smithi123 ceph-mon[191304]: pgmap v8819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:02.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:02 smithi123 ceph-mon[188613]: pgmap v8819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:04.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:04 smithi123 ceph-mon[191304]: pgmap v8820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:04.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:04 smithi123 ceph-mon[188613]: pgmap v8820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:04.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:04 smithi177 ceph-mon[212096]: pgmap v8820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:06.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:06 smithi123 ceph-mon[191304]: pgmap v8821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:06.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:06 smithi123 ceph-mon[188613]: pgmap v8821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:06.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:06 smithi177 ceph-mon[212096]: pgmap v8821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:08.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:08 smithi123 ceph-mon[191304]: pgmap v8822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:08.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:08 smithi123 ceph-mon[188613]: pgmap v8822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:08.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:08 smithi177 ceph-mon[212096]: pgmap v8822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:09.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:27:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:27:09] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:27:10.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:10 smithi123 ceph-mon[191304]: pgmap v8823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:10.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:10 smithi123 ceph-mon[188613]: pgmap v8823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:10.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:10 smithi177 ceph-mon[212096]: pgmap v8823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:12 smithi177 ceph-mon[212096]: pgmap v8824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:27:12.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:12 smithi123 ceph-mon[188613]: pgmap v8824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:12.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:27:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:12 smithi123 ceph-mon[191304]: pgmap v8824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:27:14.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:14 smithi123 ceph-mon[191304]: pgmap v8825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:14.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:14 smithi123 ceph-mon[188613]: pgmap v8825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:14.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:14 smithi177 ceph-mon[212096]: pgmap v8825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:16.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:16 smithi123 ceph-mon[191304]: pgmap v8826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:16.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:16 smithi123 ceph-mon[188613]: pgmap v8826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:16.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:16 smithi177 ceph-mon[212096]: pgmap v8826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:18.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:18 smithi123 ceph-mon[191304]: pgmap v8827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:18.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:18 smithi123 ceph-mon[188613]: pgmap v8827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:18.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:18 smithi177 ceph-mon[212096]: pgmap v8827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:27:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:27:19] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:27:20.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:20 smithi123 ceph-mon[191304]: pgmap v8828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:20 smithi123 ceph-mon[188613]: pgmap v8828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:20.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:20 smithi177 ceph-mon[212096]: pgmap v8828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:22.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:22 smithi177 ceph-mon[212096]: pgmap v8829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:22.488 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:22 smithi123 ceph-mon[191304]: pgmap v8829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:22.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:22 smithi123 ceph-mon[188613]: pgmap v8829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:24.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:24 smithi123 ceph-mon[191304]: pgmap v8830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:24.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:24 smithi123 ceph-mon[188613]: pgmap v8830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:24.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:24 smithi177 ceph-mon[212096]: pgmap v8830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:26.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:26 smithi123 ceph-mon[191304]: pgmap v8831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:26.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:26 smithi123 ceph-mon[188613]: pgmap v8831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:26.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:26 smithi177 ceph-mon[212096]: pgmap v8831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:27.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:27:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:27:27.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:27:28.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:28 smithi123 ceph-mon[191304]: pgmap v8832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:28.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:28 smithi123 ceph-mon[188613]: pgmap v8832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:28.791 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:27:28.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:28 smithi177 ceph-mon[212096]: pgmap v8832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:29.099 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:27:29.099 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 7m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:27:29.099 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 5m ago 3h 91.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:27:29.099 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 7m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:27:29.099 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 5m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:27:29.099 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 5m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:27:29.099 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 7m ago 3h 686M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:27:29.099 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 7m ago 3h 1105M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:27:29.099 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 5m ago 3h 532M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:27:29.099 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 7m ago 3h 575M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:27:29.100 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 7m ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:27:29.100 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 5m ago 3h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:27:29.100 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 7m ago 3h 4413M 2477M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:27:29.100 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 7m ago 3h 5154M 2477M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:27:29.100 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 7m ago 3h 4203M 2477M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:27:29.100 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 7m ago 3h 4284M 2477M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:27:29.100 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 5m ago 3h 3585M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:27:29.100 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 5m ago 3h 3924M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:27:29.100 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 5m ago 3h 3346M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:27:29.100 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 5m ago 3h 3836M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:27:29.100 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 5m ago 3h 129M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:27:29.478 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:27:29.478 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:27:29.478 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:27:29.479 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:27:29.479 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:27:29.479 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:27:29.479 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:27:29.479 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:27:29.479 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:27:29.479 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:27:29.479 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:27:29.479 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:27:29.479 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:27:29.479 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:27:29.479 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:27:29.480 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:27:29.480 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:27:29.480 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:27:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:27:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:27:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:27:30.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:30 smithi123 ceph-mon[188613]: from='client.43209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:27:30.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:30 smithi123 ceph-mon[188613]: from='client.53162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:27:30.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:30 smithi123 ceph-mon[188613]: pgmap v8833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:30.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:30 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3111471158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:27:30.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:30 smithi123 ceph-mon[191304]: from='client.43209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:27:30.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:30 smithi123 ceph-mon[191304]: from='client.53162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:27:30.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:30 smithi123 ceph-mon[191304]: pgmap v8833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:30.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:30 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3111471158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:27:30.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:30 smithi177 ceph-mon[212096]: from='client.43209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:27:30.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:30 smithi177 ceph-mon[212096]: from='client.53162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:27:30.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:30 smithi177 ceph-mon[212096]: pgmap v8833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:30.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:30 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3111471158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:27:32.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:32 smithi177 ceph-mon[212096]: pgmap v8834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:32.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:32 smithi123 ceph-mon[191304]: pgmap v8834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:32.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:32 smithi123 ceph-mon[188613]: pgmap v8834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:34.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:34 smithi123 ceph-mon[191304]: pgmap v8835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:34.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:34 smithi123 ceph-mon[188613]: pgmap v8835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:34.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:34 smithi177 ceph-mon[212096]: pgmap v8835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:36.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:36 smithi123 ceph-mon[191304]: pgmap v8836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:36.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:36 smithi123 ceph-mon[188613]: pgmap v8836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:36.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:36 smithi177 ceph-mon[212096]: pgmap v8836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:38.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:38 smithi123 ceph-mon[191304]: pgmap v8837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:38.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:38 smithi123 ceph-mon[188613]: pgmap v8837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:38.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:38 smithi177 ceph-mon[212096]: pgmap v8837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:27:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:27:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:27:40.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:40 smithi123 ceph-mon[191304]: pgmap v8838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:40.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:40 smithi123 ceph-mon[188613]: pgmap v8838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:40.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:40 smithi177 ceph-mon[212096]: pgmap v8838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:42.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:42 smithi177 ceph-mon[212096]: pgmap v8839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:42.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:27:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:42 smithi123 ceph-mon[188613]: pgmap v8839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:27:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:42 smithi123 ceph-mon[191304]: pgmap v8839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:27:44.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:44 smithi123 ceph-mon[191304]: pgmap v8840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:44.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:27:44.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:44 smithi123 ceph-mon[188613]: pgmap v8840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:44.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:27:44.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:44 smithi177 ceph-mon[212096]: pgmap v8840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:44.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:27:45.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:27:45.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:27:45.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:27:45.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:27:45.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:27:45.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:27:46.778 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:46 smithi123 ceph-mon[191304]: pgmap v8841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:46.779 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:46 smithi123 ceph-mon[188613]: pgmap v8841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:46.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:46 smithi177 ceph-mon[212096]: pgmap v8841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:48.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:27:48.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:27:48.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:27:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:27:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:27:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:27:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:47 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2468M 2023-12-20T14:27:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:27:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:27:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:27:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:27:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:47 smithi177 ceph-mon[212096]: pgmap v8842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:48.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:27:48.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:27:48.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:27:48.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:27:48.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:27:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:27:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:47 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2468M 2023-12-20T14:27:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:27:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:27:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:27:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:27:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:47 smithi123 ceph-mon[191304]: pgmap v8842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:48.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:27:48.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:27:48.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:27:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:27:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:27:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:27:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:47 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2468M 2023-12-20T14:27:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:27:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:27:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:27:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:27:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:47 smithi123 ceph-mon[188613]: pgmap v8842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:27:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:27:49] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:27:50.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:50 smithi123 ceph-mon[191304]: pgmap v8843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:50.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:50 smithi123 ceph-mon[188613]: pgmap v8843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:50.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:50 smithi177 ceph-mon[212096]: pgmap v8843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:52.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:52 smithi177 ceph-mon[212096]: pgmap v8844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:52 smithi123 ceph-mon[191304]: pgmap v8844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:52.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:52 smithi123 ceph-mon[188613]: pgmap v8844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:54.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:54 smithi123 ceph-mon[188613]: pgmap v8845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:54.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:54 smithi123 ceph-mon[191304]: pgmap v8845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:54.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:54 smithi177 ceph-mon[212096]: pgmap v8845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:56.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:56 smithi123 ceph-mon[191304]: pgmap v8846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:56.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:56 smithi123 ceph-mon[188613]: pgmap v8846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:56.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:56 smithi177 ceph-mon[212096]: pgmap v8846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:27:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:27:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:27:58.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:27:58 smithi123 ceph-mon[191304]: pgmap v8847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:58.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:27:58 smithi123 ceph-mon[188613]: pgmap v8847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:58.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:27:58 smithi177 ceph-mon[212096]: pgmap v8847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:27:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:27:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:27:59] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:27:59.824 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:28:00.132 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:28:00.132 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 8m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:28:00.132 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 6m ago 3h 91.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:28:00.132 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 8m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:28:00.132 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 6m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:28:00.132 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 6m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:28:00.132 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 8m ago 3h 686M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:28:00.132 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 8m ago 3h 1105M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:28:00.132 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 6m ago 3h 532M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:28:00.132 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 8m ago 3h 575M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:28:00.132 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 8m ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:28:00.133 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 6m ago 3h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:28:00.133 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 8m ago 3h 4413M 2468M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:28:00.133 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 8m ago 3h 5154M 2468M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:28:00.133 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 8m ago 3h 4203M 2468M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:28:00.133 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 8m ago 3h 4284M 2468M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:28:00.133 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 6m ago 3h 3585M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:28:00.133 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 6m ago 3h 3924M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:28:00.133 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 6m ago 3h 3346M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:28:00.133 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 6m ago 3h 3836M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:28:00.133 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 6m ago 3h 129M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:28:00.513 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:28:00.513 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:28:00.513 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:28:00.513 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:28:00.513 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:28:00.513 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:28:00.514 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:28:00.514 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:28:00.514 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:28:00.514 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:28:00.514 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:28:00.514 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:28:00.514 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:28:00.514 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:28:00.514 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:28:00.514 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:28:00.514 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:28:00.515 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:28:00.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:00 smithi123 ceph-mon[191304]: pgmap v8848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:00.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:00 smithi123 ceph-mon[188613]: pgmap v8848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:00.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:00 smithi177 ceph-mon[212096]: pgmap v8848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:01.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:01 smithi123 ceph-mon[191304]: from='client.43227 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:28:01.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:01 smithi123 ceph-mon[191304]: from='client.53180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:28:01.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:01 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3130154045' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:28:01.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:01 smithi123 ceph-mon[188613]: from='client.43227 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:28:01.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:01 smithi123 ceph-mon[188613]: from='client.53180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:28:01.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:01 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3130154045' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:28:01.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:01 smithi177 ceph-mon[212096]: from='client.43227 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:28:01.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:01 smithi177 ceph-mon[212096]: from='client.53180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:28:01.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:01 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3130154045' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:28:02.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:02 smithi123 ceph-mon[191304]: pgmap v8849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:02.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:02 smithi123 ceph-mon[188613]: pgmap v8849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:02.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:02 smithi177 ceph-mon[212096]: pgmap v8849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:04.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:04 smithi123 ceph-mon[191304]: pgmap v8850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:04.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:04 smithi123 ceph-mon[188613]: pgmap v8850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:04.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:04 smithi177 ceph-mon[212096]: pgmap v8850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:06.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:06 smithi123 ceph-mon[188613]: pgmap v8851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:06.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:06 smithi123 ceph-mon[191304]: pgmap v8851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:06.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:06 smithi177 ceph-mon[212096]: pgmap v8851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:08.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:08 smithi123 ceph-mon[191304]: pgmap v8852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:08.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:08 smithi123 ceph-mon[188613]: pgmap v8852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:08.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:08 smithi177 ceph-mon[212096]: pgmap v8852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:09.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:28:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:28:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:28:10.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:10 smithi123 ceph-mon[191304]: pgmap v8853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:10.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:10 smithi123 ceph-mon[188613]: pgmap v8853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:10.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:10 smithi177 ceph-mon[212096]: pgmap v8853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:12 smithi177 ceph-mon[212096]: pgmap v8854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:28:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:12 smithi123 ceph-mon[191304]: pgmap v8854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:28:12.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:12 smithi123 ceph-mon[188613]: pgmap v8854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:12.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:28:14.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:14 smithi123 ceph-mon[191304]: pgmap v8855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:14.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:14 smithi123 ceph-mon[188613]: pgmap v8855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:14.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:14 smithi177 ceph-mon[212096]: pgmap v8855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:16.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:16 smithi123 ceph-mon[191304]: pgmap v8856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:16.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:16 smithi123 ceph-mon[188613]: pgmap v8856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:16.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:16 smithi177 ceph-mon[212096]: pgmap v8856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:18.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:18 smithi123 ceph-mon[191304]: pgmap v8857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:18.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:18 smithi123 ceph-mon[188613]: pgmap v8857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:18.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:18 smithi177 ceph-mon[212096]: pgmap v8857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:28:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:28:19] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:28:20.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:20 smithi123 ceph-mon[188613]: pgmap v8858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:20.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:20 smithi123 ceph-mon[191304]: pgmap v8858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:20.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:20 smithi177 ceph-mon[212096]: pgmap v8858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:22.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:22 smithi177 ceph-mon[212096]: pgmap v8859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:22.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:22 smithi123 ceph-mon[191304]: pgmap v8859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:22.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:22 smithi123 ceph-mon[188613]: pgmap v8859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:24.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:24 smithi123 ceph-mon[188613]: pgmap v8860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:24.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:24 smithi123 ceph-mon[191304]: pgmap v8860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:24.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:24 smithi177 ceph-mon[212096]: pgmap v8860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:26.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:26 smithi123 ceph-mon[188613]: pgmap v8861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:26.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:26 smithi123 ceph-mon[191304]: pgmap v8861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:26.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:26 smithi177 ceph-mon[212096]: pgmap v8861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:27.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:28:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:28:27.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:28:28.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:28 smithi123 ceph-mon[188613]: pgmap v8862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:28.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:28 smithi123 ceph-mon[191304]: pgmap v8862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:28.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:28 smithi177 ceph-mon[212096]: pgmap v8862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:28:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:28:29] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:28:30.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:30 smithi123 ceph-mon[191304]: pgmap v8863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:30.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:30 smithi123 ceph-mon[188613]: pgmap v8863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:30.858 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:28:30.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:30 smithi177 ceph-mon[212096]: pgmap v8863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:31.166 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:28:31.166 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 8m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:28:31.166 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 6m ago 3h 91.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:28:31.166 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 8m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:28:31.166 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 6m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:28:31.166 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 6m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:28:31.167 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 8m ago 3h 686M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:28:31.167 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 8m ago 3h 1105M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:28:31.167 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 6m ago 3h 532M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:28:31.167 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 8m ago 3h 575M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:28:31.167 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 8m ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:28:31.167 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 6m ago 3h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:28:31.167 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 8m ago 3h 4413M 2468M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:28:31.167 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 8m ago 3h 5154M 2468M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:28:31.167 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 8m ago 3h 4203M 2468M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:28:31.167 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 8m ago 3h 4284M 2468M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:28:31.167 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 6m ago 3h 3585M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:28:31.168 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 6m ago 3h 3924M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:28:31.168 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 6m ago 3h 3346M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:28:31.168 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 6m ago 3h 3836M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:28:31.168 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 6m ago 3h 129M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:28:31.546 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:28:31.546 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:28:31.546 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:28:31.547 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:28:31.547 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:28:31.547 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:28:31.547 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:28:31.547 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:28:31.547 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:28:31.547 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:28:31.547 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:28:31.547 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:28:31.547 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:28:31.547 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:28:31.548 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:28:31.548 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:28:31.548 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:28:31.548 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:28:32.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:32 smithi177 ceph-mon[212096]: from='client.53192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:28:32.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:32 smithi177 ceph-mon[212096]: from='client.53198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:28:32.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:32 smithi177 ceph-mon[212096]: pgmap v8864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:32.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:32 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3734698508' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:28:32.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:32 smithi123 ceph-mon[188613]: from='client.53192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:28:32.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:32 smithi123 ceph-mon[188613]: from='client.53198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:28:32.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:32 smithi123 ceph-mon[188613]: pgmap v8864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:32.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:32 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3734698508' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:28:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:32 smithi123 ceph-mon[191304]: from='client.53192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:28:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:32 smithi123 ceph-mon[191304]: from='client.53198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:28:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:32 smithi123 ceph-mon[191304]: pgmap v8864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:32 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3734698508' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:28:34.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:34 smithi123 ceph-mon[191304]: pgmap v8865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:34.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:34 smithi123 ceph-mon[188613]: pgmap v8865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:34.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:34 smithi177 ceph-mon[212096]: pgmap v8865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:36.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:36 smithi123 ceph-mon[191304]: pgmap v8866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:36.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:36 smithi123 ceph-mon[188613]: pgmap v8866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:36.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:36 smithi177 ceph-mon[212096]: pgmap v8866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:38.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:38 smithi123 ceph-mon[188613]: pgmap v8867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:38.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:38 smithi123 ceph-mon[191304]: pgmap v8867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:38.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:38 smithi177 ceph-mon[212096]: pgmap v8867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:28:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:28:39] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:28:40.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:40 smithi123 ceph-mon[191304]: pgmap v8868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:40.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:40 smithi123 ceph-mon[188613]: pgmap v8868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:40.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:40 smithi177 ceph-mon[212096]: pgmap v8868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:42.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:42 smithi177 ceph-mon[212096]: pgmap v8869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:42.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:28:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:42 smithi123 ceph-mon[191304]: pgmap v8869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:28:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:42 smithi123 ceph-mon[188613]: pgmap v8869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:28:44.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:44 smithi123 ceph-mon[191304]: pgmap v8870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:44.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:44 smithi123 ceph-mon[188613]: pgmap v8870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:44.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:44 smithi177 ceph-mon[212096]: pgmap v8870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:46.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:46 smithi123 ceph-mon[191304]: pgmap v8871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:46.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:46 smithi123 ceph-mon[188613]: pgmap v8871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:46.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:46 smithi177 ceph-mon[212096]: pgmap v8871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:47.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:28:47.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:28:47.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:28:48.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:48 smithi123 ceph-mon[191304]: pgmap v8872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:48.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:28:48.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:28:48.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:28:48.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:48 smithi123 ceph-mon[188613]: pgmap v8872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:48.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:28:48.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:28:48.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:28:48.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:48 smithi177 ceph-mon[212096]: pgmap v8872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:48.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:28:48.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:28:48.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:28:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:28:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:28:49] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:28:50.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:50 smithi123 ceph-mon[191304]: pgmap v8873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:50.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:50 smithi123 ceph-mon[188613]: pgmap v8873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:50.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:50 smithi177 ceph-mon[212096]: pgmap v8873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:52.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:52 smithi177 ceph-mon[212096]: pgmap v8874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:52 smithi123 ceph-mon[191304]: pgmap v8874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:52.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:52 smithi123 ceph-mon[188613]: pgmap v8874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:54.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:54 smithi123 ceph-mon[188613]: pgmap v8875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:54.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:54 smithi123 ceph-mon[191304]: pgmap v8875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:54.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:54 smithi177 ceph-mon[212096]: pgmap v8875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:56.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:56 smithi123 ceph-mon[191304]: pgmap v8876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:56.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:56 smithi123 ceph-mon[188613]: pgmap v8876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:56.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:56 smithi177 ceph-mon[212096]: pgmap v8876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:28:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:28:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:28:58.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:28:58 smithi123 ceph-mon[191304]: pgmap v8877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:58.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:28:58 smithi123 ceph-mon[188613]: pgmap v8877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:58.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:28:58 smithi177 ceph-mon[212096]: pgmap v8877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:28:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:28:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:28:59] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:29:00.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:00 smithi123 ceph-mon[191304]: pgmap v8878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:00.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:00 smithi123 ceph-mon[188613]: pgmap v8878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:00.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:00 smithi177 ceph-mon[212096]: pgmap v8878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:01.892 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:29:02.200 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:29:02.200 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 9m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:29:02.200 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 7m ago 3h 91.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:29:02.200 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 9m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:29:02.200 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 7m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:29:02.200 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 7m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:29:02.200 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 9m ago 3h 686M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:29:02.200 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 9m ago 3h 1105M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:29:02.200 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 7m ago 3h 532M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:29:02.200 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 9m ago 3h 575M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:29:02.201 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 9m ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:29:02.201 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 7m ago 3h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:29:02.201 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 9m ago 3h 4413M 2468M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:29:02.201 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 9m ago 3h 5154M 2468M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:29:02.201 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 9m ago 3h 4203M 2468M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:29:02.201 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 9m ago 3h 4284M 2468M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:29:02.201 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 7m ago 3h 3585M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:29:02.201 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 7m ago 3h 3924M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:29:02.201 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 7m ago 3h 3346M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:29:02.201 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 7m ago 3h 3836M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:29:02.202 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 7m ago 3h 129M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:29:02.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:02 smithi177 ceph-mon[212096]: pgmap v8879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:02.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:02 smithi123 ceph-mon[191304]: pgmap v8879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:02.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:02 smithi123 ceph-mon[188613]: pgmap v8879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:02.584 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:29:02.584 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:29:02.584 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:29:02.584 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:29:02.584 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:29:02.584 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:29:02.584 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:29:02.584 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:29:02.584 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:29:02.584 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:29:02.585 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:29:02.585 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:29:02.585 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:29:02.585 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:29:02.585 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:29:02.585 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:29:02.585 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:29:02.585 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:29:03.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:03 smithi177 ceph-mon[212096]: from='client.43263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:29:03.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:03 smithi177 ceph-mon[212096]: from='client.43269 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:29:03.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:03 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/690491480' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:29:03.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:03 smithi123 ceph-mon[188613]: from='client.43263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:29:03.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:03 smithi123 ceph-mon[188613]: from='client.43269 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:29:03.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:03 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/690491480' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:29:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:03 smithi123 ceph-mon[191304]: from='client.43263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:29:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:03 smithi123 ceph-mon[191304]: from='client.43269 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:29:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:03 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/690491480' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:29:04.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:04 smithi177 ceph-mon[212096]: pgmap v8880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:04.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:04 smithi123 ceph-mon[191304]: pgmap v8880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:04.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:04 smithi123 ceph-mon[188613]: pgmap v8880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:06.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:06 smithi123 ceph-mon[191304]: pgmap v8881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:06.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:06 smithi123 ceph-mon[188613]: pgmap v8881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:06.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:06 smithi177 ceph-mon[212096]: pgmap v8881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:08.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:08 smithi123 ceph-mon[191304]: pgmap v8882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:08.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:08 smithi123 ceph-mon[188613]: pgmap v8882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:08.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:08 smithi177 ceph-mon[212096]: pgmap v8882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:09.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:29:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:29:09] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:29:10.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:10 smithi123 ceph-mon[188613]: pgmap v8883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:10.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:10 smithi123 ceph-mon[191304]: pgmap v8883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:10.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:10 smithi177 ceph-mon[212096]: pgmap v8883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:12 smithi177 ceph-mon[212096]: pgmap v8884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:29:12.488 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:12 smithi123 ceph-mon[188613]: pgmap v8884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:12.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:29:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:12 smithi123 ceph-mon[191304]: pgmap v8884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:29:14.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:14 smithi123 ceph-mon[191304]: pgmap v8885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:14.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:14 smithi123 ceph-mon[188613]: pgmap v8885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:14.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:14 smithi177 ceph-mon[212096]: pgmap v8885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:16.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:16 smithi123 ceph-mon[191304]: pgmap v8886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:16.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:16 smithi123 ceph-mon[188613]: pgmap v8886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:16.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:16 smithi177 ceph-mon[212096]: pgmap v8886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:18.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:18 smithi123 ceph-mon[191304]: pgmap v8887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:18.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:18 smithi123 ceph-mon[188613]: pgmap v8887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:18.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:18 smithi177 ceph-mon[212096]: pgmap v8887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:29:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:29:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:29:20.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:20 smithi123 ceph-mon[191304]: pgmap v8888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:20.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:20 smithi123 ceph-mon[188613]: pgmap v8888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:20.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:20 smithi177 ceph-mon[212096]: pgmap v8888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:22.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:22 smithi177 ceph-mon[212096]: pgmap v8889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:22.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:22 smithi123 ceph-mon[191304]: pgmap v8889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:22.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:22 smithi123 ceph-mon[188613]: pgmap v8889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:24.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:24 smithi123 ceph-mon[191304]: pgmap v8890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:24.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:24 smithi123 ceph-mon[188613]: pgmap v8890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:24.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:24 smithi177 ceph-mon[212096]: pgmap v8890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:26.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:26 smithi123 ceph-mon[191304]: pgmap v8891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:26.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:26 smithi123 ceph-mon[188613]: pgmap v8891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:26.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:26 smithi177 ceph-mon[212096]: pgmap v8891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:29:27.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:29:27.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:29:28.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:28 smithi123 ceph-mon[191304]: pgmap v8892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:28.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:28 smithi123 ceph-mon[188613]: pgmap v8892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:28.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:28 smithi177 ceph-mon[212096]: pgmap v8892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:29:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:29:29] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:29:30.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:30 smithi123 ceph-mon[191304]: pgmap v8893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:30.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:30 smithi123 ceph-mon[188613]: pgmap v8893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:30.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:30 smithi177 ceph-mon[212096]: pgmap v8893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:32.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:32 smithi177 ceph-mon[212096]: pgmap v8894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:32.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:32 smithi123 ceph-mon[191304]: pgmap v8894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:32.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:32 smithi123 ceph-mon[188613]: pgmap v8894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:32.929 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:29:33.237 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:29:33.237 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 9m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:29:33.237 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 7m ago 3h 91.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:29:33.238 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 9m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:29:33.238 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 7m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:29:33.238 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 7m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:29:33.238 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 9m ago 3h 686M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:29:33.238 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 9m ago 3h 1105M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:29:33.238 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 7m ago 3h 532M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:29:33.238 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 9m ago 3h 575M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:29:33.238 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 9m ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:29:33.238 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 7m ago 3h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:29:33.238 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 9m ago 3h 4413M 2468M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:29:33.238 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 9m ago 3h 5154M 2468M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:29:33.239 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 9m ago 3h 4203M 2468M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:29:33.239 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 9m ago 3h 4284M 2468M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:29:33.239 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 7m ago 3h 3585M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:29:33.239 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 7m ago 3h 3924M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:29:33.239 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 7m ago 3h 3346M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:29:33.239 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 7m ago 3h 3836M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:29:33.239 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 7m ago 3h 129M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:29:33.621 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:29:33.621 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:29:33.621 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:29:33.621 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:29:33.621 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:29:33.621 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:29:33.621 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:29:33.621 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:29:33.622 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:29:33.622 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:29:33.622 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:29:33.622 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:29:33.622 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:29:33.622 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:29:33.622 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:29:33.622 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:29:33.622 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:29:33.622 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:29:34.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:34 smithi123 ceph-mon[191304]: from='client.43281 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:29:34.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:34 smithi123 ceph-mon[191304]: from='client.53234 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:29:34.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:34 smithi123 ceph-mon[191304]: pgmap v8895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:34.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:34 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/179698131' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:29:34.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:34 smithi123 ceph-mon[188613]: from='client.43281 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:29:34.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:34 smithi123 ceph-mon[188613]: from='client.53234 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:29:34.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:34 smithi123 ceph-mon[188613]: pgmap v8895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:34.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:34 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/179698131' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:29:34.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:34 smithi177 ceph-mon[212096]: from='client.43281 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:29:34.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:34 smithi177 ceph-mon[212096]: from='client.53234 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:29:34.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:34 smithi177 ceph-mon[212096]: pgmap v8895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:34.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:34 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/179698131' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:29:36.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:36 smithi123 ceph-mon[191304]: pgmap v8896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:36.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:36 smithi123 ceph-mon[188613]: pgmap v8896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:36.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:36 smithi177 ceph-mon[212096]: pgmap v8896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:38.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:38 smithi123 ceph-mon[191304]: pgmap v8897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:38.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:38 smithi123 ceph-mon[188613]: pgmap v8897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:38.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:38 smithi177 ceph-mon[212096]: pgmap v8897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:39.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:29:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:29:39] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:29:40.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:40 smithi123 ceph-mon[191304]: pgmap v8898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:40.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:40 smithi123 ceph-mon[188613]: pgmap v8898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:40.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:40 smithi177 ceph-mon[212096]: pgmap v8898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:42.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:42 smithi177 ceph-mon[212096]: pgmap v8899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:42.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:29:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:42 smithi123 ceph-mon[191304]: pgmap v8899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:29:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:42 smithi123 ceph-mon[188613]: pgmap v8899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:29:44.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:44 smithi123 ceph-mon[191304]: pgmap v8900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:44.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:44 smithi123 ceph-mon[188613]: pgmap v8900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:44.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:44 smithi177 ceph-mon[212096]: pgmap v8900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:46.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:46 smithi123 ceph-mon[191304]: pgmap v8901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:46.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:46 smithi123 ceph-mon[188613]: pgmap v8901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:46.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:46 smithi177 ceph-mon[212096]: pgmap v8901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:48.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:48 smithi123 ceph-mon[191304]: pgmap v8902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:48.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:29:48.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:29:48.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:29:48.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:29:48.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:29:48.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:48 smithi123 ceph-mon[188613]: pgmap v8902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:48.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:29:48.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:29:48.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:29:48.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:29:48.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:29:48.779 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:48 smithi177 ceph-mon[212096]: pgmap v8902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:48.779 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:29:48.779 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:29:48.779 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:29:48.779 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:29:48.779 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:29:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:29:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:29:49] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:29:50.467 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:50 smithi123 ceph-mon[188613]: pgmap v8903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:50.467 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:29:50.468 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:29:50.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:50 smithi123 ceph-mon[191304]: pgmap v8903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:50.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:29:50.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:29:50.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:50 smithi177 ceph-mon[212096]: pgmap v8903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:50.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:29:50.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:29:52.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:29:52.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:29:52.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:29:52.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:29:52.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:29:52.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:51 smithi177 ceph-mon[212096]: pgmap v8904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:52.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:29:52.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:29:52.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:29:52.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:29:52.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:29:52.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:51 smithi123 ceph-mon[191304]: pgmap v8904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:29:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:29:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:29:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:29:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:29:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:51 smithi123 ceph-mon[188613]: pgmap v8904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:54.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:54 smithi123 ceph-mon[191304]: pgmap v8905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:54.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:54 smithi123 ceph-mon[188613]: pgmap v8905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:54.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:54 smithi177 ceph-mon[212096]: pgmap v8905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:56.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:56 smithi123 ceph-mon[191304]: pgmap v8906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:56.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:56 smithi123 ceph-mon[188613]: pgmap v8906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:56.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:56 smithi177 ceph-mon[212096]: pgmap v8906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:29:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:29:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:29:58.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:29:58 smithi123 ceph-mon[191304]: pgmap v8907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:58.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:29:58 smithi123 ceph-mon[188613]: pgmap v8907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:58.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:29:58 smithi177 ceph-mon[212096]: pgmap v8907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:29:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:29:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:29:59] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:30:00.475 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T14:29:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T14:30:00.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:00 smithi123 ceph-mon[191304]: pgmap v8908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:00.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T14:30:00.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:00 smithi123 ceph-mon[188613]: pgmap v8908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:00.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T14:30:00.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:00 smithi177 ceph-mon[212096]: pgmap v8908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:00.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T14:30:02.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:02 smithi177 ceph-mon[212096]: pgmap v8909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:02.488 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:02 smithi123 ceph-mon[191304]: pgmap v8909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:02.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:02 smithi123 ceph-mon[188613]: pgmap v8909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:03.963 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:30:04.272 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:30:04.273 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 14s ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:30:04.273 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 8m ago 3h 91.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:30:04.273 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 14s ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:30:04.273 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 8m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:30:04.273 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 8m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:30:04.273 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 14s ago 3h 693M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:30:04.273 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 14s ago 3h 1142M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:30:04.273 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 8m ago 3h 532M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:30:04.274 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 14s ago 3h 593M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:30:04.274 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 14s ago 3h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:30:04.274 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 8m ago 3h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:30:04.274 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 14s ago 3h 4446M 2468M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:30:04.274 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 14s ago 3h 5186M 2468M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:30:04.274 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 14s ago 3h 4228M 2468M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:30:04.274 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 14s ago 3h 4315M 2468M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:30:04.274 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 8m ago 3h 3585M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:30:04.274 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 8m ago 3h 3924M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:30:04.274 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 8m ago 3h 3346M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:30:04.274 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 8m ago 3h 3836M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:30:04.275 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 8m ago 3h 129M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:30:04.657 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:30:04.657 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:30:04.657 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:30:04.657 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:30:04.657 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:30:04.657 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:30:04.657 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:30:04.657 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:30:04.657 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:30:04.658 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:30:04.658 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:30:04.658 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:30:04.658 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:30:04.658 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:30:04.658 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:30:04.658 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:30:04.658 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:30:04.658 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:30:04.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:04 smithi123 ceph-mon[191304]: pgmap v8910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:04.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:04 smithi123 ceph-mon[188613]: pgmap v8910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:04.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:04 smithi177 ceph-mon[212096]: pgmap v8910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:05.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:05 smithi123 ceph-mon[191304]: from='client.53246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:30:05.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:05 smithi123 ceph-mon[191304]: from='client.53252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:30:05.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:05 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4190493990' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:30:05.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:05 smithi123 ceph-mon[188613]: from='client.53246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:30:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:05 smithi123 ceph-mon[188613]: from='client.53252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:30:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:05 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4190493990' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:30:05.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:05 smithi177 ceph-mon[212096]: from='client.53246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:30:05.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:05 smithi177 ceph-mon[212096]: from='client.53252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:30:05.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:05 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4190493990' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:30:06.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:06 smithi123 ceph-mon[188613]: pgmap v8911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:06.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:06 smithi123 ceph-mon[191304]: pgmap v8911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:06.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:06 smithi177 ceph-mon[212096]: pgmap v8911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:08.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:08 smithi123 ceph-mon[191304]: pgmap v8912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:08.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:08 smithi123 ceph-mon[188613]: pgmap v8912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:08.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:08 smithi177 ceph-mon[212096]: pgmap v8912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:30:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:30:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:30:10.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:10 smithi123 ceph-mon[191304]: pgmap v8913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:10.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:10 smithi123 ceph-mon[188613]: pgmap v8913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:10.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:10 smithi177 ceph-mon[212096]: pgmap v8913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:12 smithi177 ceph-mon[212096]: pgmap v8914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:30:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:12 smithi123 ceph-mon[191304]: pgmap v8914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:30:12.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:12 smithi123 ceph-mon[188613]: pgmap v8914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:12.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:30:14.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:14 smithi123 ceph-mon[191304]: pgmap v8915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:14.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:14 smithi123 ceph-mon[188613]: pgmap v8915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:14.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:14 smithi177 ceph-mon[212096]: pgmap v8915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:16.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:16 smithi123 ceph-mon[191304]: pgmap v8916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:16.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:16 smithi123 ceph-mon[188613]: pgmap v8916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:16.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:16 smithi177 ceph-mon[212096]: pgmap v8916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:18.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:18 smithi123 ceph-mon[191304]: pgmap v8917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:18.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:18 smithi123 ceph-mon[188613]: pgmap v8917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:18.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:18 smithi177 ceph-mon[212096]: pgmap v8917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:30:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:30:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:30:20.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:20 smithi123 ceph-mon[191304]: pgmap v8918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:20.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:20 smithi123 ceph-mon[188613]: pgmap v8918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:20.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:20 smithi177 ceph-mon[212096]: pgmap v8918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:22.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:22 smithi177 ceph-mon[212096]: pgmap v8919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:22.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:22 smithi123 ceph-mon[188613]: pgmap v8919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:22.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:22 smithi123 ceph-mon[191304]: pgmap v8919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:24.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:24 smithi123 ceph-mon[191304]: pgmap v8920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:24.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:24 smithi123 ceph-mon[188613]: pgmap v8920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:24.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:24 smithi177 ceph-mon[212096]: pgmap v8920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:26.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:26 smithi123 ceph-mon[191304]: pgmap v8921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:26.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:26 smithi123 ceph-mon[188613]: pgmap v8921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:26.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:26 smithi177 ceph-mon[212096]: pgmap v8921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:27.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:30:27.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:30:27.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:30:28.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:28 smithi123 ceph-mon[191304]: pgmap v8922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:28.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:28 smithi123 ceph-mon[188613]: pgmap v8922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:28.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:28 smithi177 ceph-mon[212096]: pgmap v8922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:30:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:30:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:30:30.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:30 smithi123 ceph-mon[191304]: pgmap v8923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:30.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:30 smithi123 ceph-mon[188613]: pgmap v8923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:30.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:30 smithi177 ceph-mon[212096]: pgmap v8923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:32.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:32 smithi177 ceph-mon[212096]: pgmap v8924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:32.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:32 smithi123 ceph-mon[191304]: pgmap v8924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:32.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:32 smithi123 ceph-mon[188613]: pgmap v8924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:34.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:34 smithi123 ceph-mon[191304]: pgmap v8925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:34.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:34 smithi123 ceph-mon[188613]: pgmap v8925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:34.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:34 smithi177 ceph-mon[212096]: pgmap v8925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:35.005 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:30:35.313 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:30:35.313 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 45s ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:30:35.313 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 8m ago 3h 91.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:30:35.313 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 45s ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:30:35.313 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 8m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:30:35.314 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 8m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:30:35.314 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 45s ago 3h 693M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:30:35.314 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 45s ago 3h 1142M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:30:35.314 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 8m ago 3h 532M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:30:35.314 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 45s ago 3h 593M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:30:35.314 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 45s ago 3h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:30:35.314 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 8m ago 3h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:30:35.314 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 45s ago 3h 4446M 2468M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:30:35.314 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 45s ago 3h 5186M 2468M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:30:35.314 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 45s ago 3h 4228M 2468M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:30:35.314 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 45s ago 3h 4315M 2468M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:30:35.315 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 8m ago 3h 3585M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:30:35.315 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 8m ago 3h 3924M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:30:35.315 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 8m ago 3h 3346M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:30:35.315 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 8m ago 3h 3836M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:30:35.315 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 8m ago 3h 129M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:30:35.694 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:30:35.695 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:30:35.695 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:30:35.695 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:30:35.695 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:30:35.695 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:30:35.695 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:30:35.695 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:30:35.695 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:30:35.695 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:30:35.695 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:30:35.696 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:30:35.696 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:30:35.696 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:30:35.696 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:30:35.696 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:30:35.696 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:30:35.696 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:30:36.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:36 smithi123 ceph-mon[191304]: from='client.53264 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:30:36.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:36 smithi123 ceph-mon[191304]: from='client.53270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:30:36.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:36 smithi123 ceph-mon[191304]: pgmap v8926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:36.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:36 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1653940663' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:30:36.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:36 smithi123 ceph-mon[188613]: from='client.53264 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:30:36.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:36 smithi123 ceph-mon[188613]: from='client.53270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:30:36.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:36 smithi123 ceph-mon[188613]: pgmap v8926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:36.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:36 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1653940663' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:30:36.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:36 smithi177 ceph-mon[212096]: from='client.53264 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:30:36.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:36 smithi177 ceph-mon[212096]: from='client.53270 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:30:36.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:36 smithi177 ceph-mon[212096]: pgmap v8926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:36.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:36 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1653940663' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:30:38.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:38 smithi123 ceph-mon[191304]: pgmap v8927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:38.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:38 smithi123 ceph-mon[188613]: pgmap v8927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:38.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:38 smithi177 ceph-mon[212096]: pgmap v8927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:30:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:30:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:30:40.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:40 smithi123 ceph-mon[191304]: pgmap v8928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:40.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:40 smithi123 ceph-mon[188613]: pgmap v8928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:40.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:40 smithi177 ceph-mon[212096]: pgmap v8928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:42 smithi123 ceph-mon[191304]: pgmap v8929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:30:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:42 smithi123 ceph-mon[188613]: pgmap v8929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:30:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:42 smithi177 ceph-mon[212096]: pgmap v8929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:30:44.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:44 smithi123 ceph-mon[191304]: pgmap v8930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:44.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:44 smithi123 ceph-mon[188613]: pgmap v8930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:44.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:44 smithi177 ceph-mon[212096]: pgmap v8930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:46.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:46 smithi123 ceph-mon[191304]: pgmap v8931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:46.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:46 smithi123 ceph-mon[188613]: pgmap v8931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:46.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:46 smithi177 ceph-mon[212096]: pgmap v8931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:48.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:48 smithi123 ceph-mon[191304]: pgmap v8932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:48.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:48 smithi123 ceph-mon[188613]: pgmap v8932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:48.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:48 smithi177 ceph-mon[212096]: pgmap v8932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:30:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:30:49] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-20T14:30:50.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:50 smithi123 ceph-mon[191304]: pgmap v8933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:50.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:50 smithi123 ceph-mon[188613]: pgmap v8933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:50.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:50 smithi177 ceph-mon[212096]: pgmap v8933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:51.738 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:30:51.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:30:51.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:30:51.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:30:51.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:30:51.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:30:51.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:30:51.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:30:51.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:30:52.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:52 smithi177 ceph-mon[212096]: pgmap v8934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:52.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:30:52.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:30:52.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:30:52.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:52 smithi123 ceph-mon[191304]: pgmap v8934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:52.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:30:52.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:30:52.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:30:52.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:52 smithi123 ceph-mon[188613]: pgmap v8934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:52.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:30:52.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:30:52.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:30:54.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:54 smithi177 ceph-mon[212096]: pgmap v8935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:54.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:54 smithi123 ceph-mon[191304]: pgmap v8935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:54.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:54 smithi123 ceph-mon[188613]: pgmap v8935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:56.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:56 smithi177 ceph-mon[212096]: pgmap v8936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:56.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:56 smithi123 ceph-mon[191304]: pgmap v8936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:56.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:56 smithi123 ceph-mon[188613]: pgmap v8936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:30:57.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:30:57.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:30:58.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:30:58 smithi177 ceph-mon[212096]: pgmap v8937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:58.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:30:58 smithi123 ceph-mon[191304]: pgmap v8937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:58.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:30:58 smithi123 ceph-mon[188613]: pgmap v8937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:30:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:30:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:30:59] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-20T14:31:00.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:00 smithi177 ceph-mon[212096]: pgmap v8938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:00.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:00 smithi123 ceph-mon[191304]: pgmap v8938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:00.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:00 smithi123 ceph-mon[188613]: pgmap v8938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:02.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:02 smithi123 ceph-mon[191304]: pgmap v8939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:02.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:02 smithi123 ceph-mon[188613]: pgmap v8939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:02.649 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:02 smithi177 ceph-mon[212096]: pgmap v8939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:04.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:04 smithi123 ceph-mon[191304]: pgmap v8940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:04.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:04 smithi123 ceph-mon[188613]: pgmap v8940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:04.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:04 smithi177 ceph-mon[212096]: pgmap v8940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:06.036 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:31:06.343 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:31:06.343 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 76s ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:31:06.343 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 9m ago 3h 91.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:31:06.343 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 76s ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:31:06.343 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 9m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:31:06.343 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 9m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:31:06.343 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 76s ago 3h 693M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:31:06.344 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 76s ago 3h 1142M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:31:06.344 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 9m ago 3h 532M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:31:06.344 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 76s ago 3h 593M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:31:06.344 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 76s ago 3h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:31:06.344 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 9m ago 3h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:31:06.344 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 76s ago 3h 4446M 2468M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:31:06.344 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 76s ago 3h 5186M 2468M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:31:06.344 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 76s ago 3h 4228M 2468M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:31:06.344 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 76s ago 3h 4315M 2468M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:31:06.344 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 9m ago 3h 3585M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:31:06.344 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 9m ago 3h 3924M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:31:06.345 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 9m ago 3h 3346M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:31:06.345 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 9m ago 3h 3836M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:31:06.345 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 9m ago 3h 129M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:31:06.725 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:31:06.726 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:31:06.726 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:31:06.726 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:31:06.726 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:31:06.726 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:31:06.726 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:31:06.726 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:31:06.726 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:31:06.726 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:31:06.726 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:31:06.726 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:31:06.727 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:31:06.727 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:31:06.727 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:31:06.727 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:31:06.727 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:31:06.727 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:31:06.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:06 smithi177 ceph-mon[212096]: pgmap v8941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:06.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:06 smithi123 ceph-mon[191304]: pgmap v8941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:06.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:06 smithi123 ceph-mon[188613]: pgmap v8941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:07.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:07 smithi177 ceph-mon[212096]: from='client.43335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:31:07.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:07 smithi177 ceph-mon[212096]: from='client.43341 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:31:07.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:07 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4183769405' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:31:07.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:07 smithi123 ceph-mon[191304]: from='client.43335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:31:07.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:07 smithi123 ceph-mon[191304]: from='client.43341 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:31:07.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:07 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4183769405' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:31:07.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:07 smithi123 ceph-mon[188613]: from='client.43335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:31:07.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:07 smithi123 ceph-mon[188613]: from='client.43341 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:31:07.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:07 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4183769405' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:31:08.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:08 smithi177 ceph-mon[212096]: pgmap v8942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:08.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:08 smithi123 ceph-mon[191304]: pgmap v8942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:08.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:08 smithi123 ceph-mon[188613]: pgmap v8942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:09.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:31:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:31:09] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-20T14:31:10.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:10 smithi177 ceph-mon[212096]: pgmap v8943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:10.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:10 smithi123 ceph-mon[191304]: pgmap v8943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:10.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:10 smithi123 ceph-mon[188613]: pgmap v8943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:12 smithi123 ceph-mon[191304]: pgmap v8944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:31:12.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:12 smithi123 ceph-mon[188613]: pgmap v8944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:31:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:12 smithi177 ceph-mon[212096]: pgmap v8944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:31:14.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:14 smithi123 ceph-mon[191304]: pgmap v8945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:14.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:14 smithi123 ceph-mon[188613]: pgmap v8945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:14.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:14 smithi177 ceph-mon[212096]: pgmap v8945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:16.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:16 smithi123 ceph-mon[191304]: pgmap v8946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:16.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:16 smithi123 ceph-mon[188613]: pgmap v8946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:16.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:16 smithi177 ceph-mon[212096]: pgmap v8946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:18.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:18 smithi177 ceph-mon[212096]: pgmap v8947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:18.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:18 smithi123 ceph-mon[191304]: pgmap v8947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:18.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:18 smithi123 ceph-mon[188613]: pgmap v8947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:19.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:31:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:31:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:31:20.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:20 smithi177 ceph-mon[212096]: pgmap v8948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:20.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:20 smithi123 ceph-mon[191304]: pgmap v8948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:20.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:20 smithi123 ceph-mon[188613]: pgmap v8948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:22.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:22 smithi123 ceph-mon[191304]: pgmap v8949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:22.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:22 smithi123 ceph-mon[188613]: pgmap v8949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:22.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:22 smithi177 ceph-mon[212096]: pgmap v8949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:24.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:24 smithi123 ceph-mon[191304]: pgmap v8950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:24.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:24 smithi123 ceph-mon[188613]: pgmap v8950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:24.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:24 smithi177 ceph-mon[212096]: pgmap v8950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:26.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:26 smithi177 ceph-mon[212096]: pgmap v8951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:26.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:26 smithi123 ceph-mon[191304]: pgmap v8951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:26.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:26 smithi123 ceph-mon[188613]: pgmap v8951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:27.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:31:27.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:31:27.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:31:28.900 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 14:31:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T14:31:28.585584244Z level=info msg="Completed cleanup jobs" duration=11.696971ms 2023-12-20T14:31:28.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:28 smithi177 ceph-mon[212096]: pgmap v8952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:28.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:28 smithi123 ceph-mon[191304]: pgmap v8952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:28.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:28 smithi123 ceph-mon[188613]: pgmap v8952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:31:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:31:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:31:30.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:30 smithi177 ceph-mon[212096]: pgmap v8953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:30.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:30 smithi123 ceph-mon[191304]: pgmap v8953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:30.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:30 smithi123 ceph-mon[188613]: pgmap v8953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:32.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:32 smithi123 ceph-mon[188613]: pgmap v8954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:32.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:32 smithi123 ceph-mon[191304]: pgmap v8954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:32.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:32 smithi177 ceph-mon[212096]: pgmap v8954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:34.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:34 smithi177 ceph-mon[212096]: pgmap v8955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:34.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:34 smithi123 ceph-mon[191304]: pgmap v8955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:34.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:34 smithi123 ceph-mon[188613]: pgmap v8955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:36.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:36 smithi177 ceph-mon[212096]: pgmap v8956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:36.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:36 smithi123 ceph-mon[191304]: pgmap v8956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:36.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:36 smithi123 ceph-mon[188613]: pgmap v8956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:37.069 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:31:37.378 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:31:37.378 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 107s ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:31:37.378 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 9m ago 3h 91.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:31:37.378 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 107s ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:31:37.378 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 9m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:31:37.378 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 9m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:31:37.378 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 107s ago 3h 693M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:31:37.379 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 107s ago 3h 1142M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:31:37.379 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 9m ago 3h 532M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:31:37.379 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 107s ago 3h 593M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:31:37.379 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 107s ago 3h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:31:37.379 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 9m ago 3h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:31:37.379 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 107s ago 3h 4446M 2468M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:31:37.379 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 107s ago 3h 5186M 2468M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:31:37.379 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 107s ago 3h 4228M 2468M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:31:37.379 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 107s ago 3h 4315M 2468M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:31:37.379 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 9m ago 3h 3585M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:31:37.379 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 9m ago 3h 3924M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:31:37.380 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 9m ago 3h 3346M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:31:37.380 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 9m ago 3h 3836M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:31:37.380 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 9m ago 3h 129M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:31:37.760 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:31:37.760 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:31:37.760 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:31:37.760 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:31:37.760 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:31:37.761 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:31:37.761 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:31:37.761 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:31:37.761 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:31:37.761 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:31:37.761 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:31:37.761 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:31:37.761 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:31:37.761 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:31:37.761 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:31:37.762 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:31:37.762 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:31:37.762 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:31:38.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:38 smithi177 ceph-mon[212096]: from='client.43353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:31:38.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:38 smithi177 ceph-mon[212096]: from='client.43359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:31:38.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:38 smithi177 ceph-mon[212096]: pgmap v8957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:38.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:38 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3669060859' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:31:38.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:38 smithi123 ceph-mon[191304]: from='client.43353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:31:38.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:38 smithi123 ceph-mon[191304]: from='client.43359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:31:38.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:38 smithi123 ceph-mon[191304]: pgmap v8957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:38.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:38 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3669060859' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:31:38.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:38 smithi123 ceph-mon[188613]: from='client.43353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:31:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:38 smithi123 ceph-mon[188613]: from='client.43359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:31:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:38 smithi123 ceph-mon[188613]: pgmap v8957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:38 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3669060859' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:31:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:31:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:31:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:31:40.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:40 smithi177 ceph-mon[212096]: pgmap v8958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:40.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:40 smithi123 ceph-mon[188613]: pgmap v8958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:40.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:40 smithi123 ceph-mon[191304]: pgmap v8958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:42 smithi123 ceph-mon[188613]: pgmap v8959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:31:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:42 smithi123 ceph-mon[191304]: pgmap v8959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:31:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:42 smithi177 ceph-mon[212096]: pgmap v8959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:31:44.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:44 smithi177 ceph-mon[212096]: pgmap v8960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:44.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:44 smithi123 ceph-mon[191304]: pgmap v8960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:44.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:44 smithi123 ceph-mon[188613]: pgmap v8960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:46.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:46 smithi177 ceph-mon[212096]: pgmap v8961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:46.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:46 smithi123 ceph-mon[191304]: pgmap v8961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:46.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:46 smithi123 ceph-mon[188613]: pgmap v8961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:48.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:48 smithi177 ceph-mon[212096]: pgmap v8962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:48.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:48 smithi123 ceph-mon[191304]: pgmap v8962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:48.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:48 smithi123 ceph-mon[188613]: pgmap v8962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:31:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:31:49] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:31:50.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:50 smithi177 ceph-mon[212096]: pgmap v8963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:50.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:50 smithi123 ceph-mon[188613]: pgmap v8963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:50.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:50 smithi123 ceph-mon[191304]: pgmap v8963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:52.463 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:52 smithi177 ceph-mon[212096]: pgmap v8964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:52.463 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:31:52.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:52 smithi123 ceph-mon[188613]: pgmap v8964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:52.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:31:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:52 smithi123 ceph-mon[191304]: pgmap v8964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:31:54.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:54 smithi177 ceph-mon[212096]: pgmap v8965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:54.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:31:54.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:31:54.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:54 smithi123 ceph-mon[191304]: pgmap v8965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:54.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:31:54.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:31:54.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:54 smithi123 ceph-mon[188613]: pgmap v8965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:54.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:31:54.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:31:55.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:31:55.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:31:55.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:31:55.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:31:55.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:31:55.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:31:55.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:31:55.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:31:55.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:31:56.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:56 smithi177 ceph-mon[212096]: pgmap v8966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:56.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:56 smithi123 ceph-mon[191304]: pgmap v8966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:56.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:56 smithi123 ceph-mon[188613]: pgmap v8966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:31:57.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:31:57.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:31:58.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:31:58 smithi177 ceph-mon[212096]: pgmap v8967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:58.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:31:58 smithi123 ceph-mon[191304]: pgmap v8967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:58.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:31:58 smithi123 ceph-mon[188613]: pgmap v8967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:31:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:31:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:31:59] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:32:00.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:00 smithi177 ceph-mon[212096]: pgmap v8968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:00.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:00 smithi123 ceph-mon[191304]: pgmap v8968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:00.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:00 smithi123 ceph-mon[188613]: pgmap v8968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:02.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:02 smithi123 ceph-mon[191304]: pgmap v8969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:02.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:02 smithi123 ceph-mon[188613]: pgmap v8969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:02.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:02 smithi177 ceph-mon[212096]: pgmap v8969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:04.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:04 smithi177 ceph-mon[212096]: pgmap v8970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:04.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:04 smithi123 ceph-mon[191304]: pgmap v8970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:04.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:04 smithi123 ceph-mon[188613]: pgmap v8970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:06.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:06 smithi177 ceph-mon[212096]: pgmap v8971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:06.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:06 smithi123 ceph-mon[191304]: pgmap v8971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:06.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:06 smithi123 ceph-mon[188613]: pgmap v8971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:08.109 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:32:08.415 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:32:08.415 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 2m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:32:08.415 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 14s ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:32:08.415 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 2m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:32:08.415 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 14s ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:32:08.415 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 14s ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:32:08.415 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 2m ago 3h 693M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:32:08.415 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 2m ago 3h 1142M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:32:08.416 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 14s ago 3h 546M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:32:08.416 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 2m ago 3h 593M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:32:08.416 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 2m ago 3h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:32:08.416 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 14s ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:32:08.416 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 2m ago 3h 4446M 2468M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:32:08.416 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 2m ago 3h 5186M 2468M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:32:08.416 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 2m ago 3h 4228M 2468M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:32:08.416 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 2m ago 3h 4315M 2468M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:32:08.416 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 14s ago 3h 3612M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:32:08.416 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 14s ago 3h 3958M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:32:08.416 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 14s ago 3h 3376M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:32:08.416 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 14s ago 3h 3873M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:32:08.417 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 14s ago 3h 131M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:32:08.798 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:32:08.798 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:32:08.799 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:32:08.799 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:32:08.799 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:32:08.799 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:32:08.799 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:32:08.799 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:32:08.799 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:32:08.799 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:32:08.799 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:32:08.799 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:32:08.799 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:32:08.799 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:32:08.799 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:32:08.800 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:32:08.800 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:32:08.800 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:32:08.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:08 smithi177 ceph-mon[212096]: pgmap v8972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:08.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:08 smithi123 ceph-mon[191304]: pgmap v8972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:08.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:08 smithi123 ceph-mon[188613]: pgmap v8972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:09.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:32:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:32:09] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:32:09.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:09 smithi177 ceph-mon[212096]: from='client.43371 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:32:09.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:09 smithi177 ceph-mon[212096]: from='client.43377 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:32:09.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:09 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/515991751' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:32:09.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:09 smithi123 ceph-mon[191304]: from='client.43371 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:32:09.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:09 smithi123 ceph-mon[191304]: from='client.43377 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:32:09.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:09 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/515991751' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:32:09.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:09 smithi123 ceph-mon[188613]: from='client.43371 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:32:09.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:09 smithi123 ceph-mon[188613]: from='client.43377 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:32:09.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:09 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/515991751' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:32:10.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:10 smithi177 ceph-mon[212096]: pgmap v8973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:10.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:10 smithi123 ceph-mon[191304]: pgmap v8973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:10.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:10 smithi123 ceph-mon[188613]: pgmap v8973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:12 smithi123 ceph-mon[191304]: pgmap v8974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:32:12.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:12 smithi123 ceph-mon[188613]: pgmap v8974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:32:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:12 smithi177 ceph-mon[212096]: pgmap v8974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:32:14.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:14 smithi177 ceph-mon[212096]: pgmap v8975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:14.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:14 smithi123 ceph-mon[191304]: pgmap v8975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:14.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:14 smithi123 ceph-mon[188613]: pgmap v8975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:16.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:16 smithi177 ceph-mon[212096]: pgmap v8976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:16.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:16 smithi123 ceph-mon[191304]: pgmap v8976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:16.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:16 smithi123 ceph-mon[188613]: pgmap v8976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:18.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:18 smithi177 ceph-mon[212096]: pgmap v8977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:18.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:18 smithi123 ceph-mon[191304]: pgmap v8977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:18.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:18 smithi123 ceph-mon[188613]: pgmap v8977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:32:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:32:19] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-20T14:32:20.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:20 smithi177 ceph-mon[212096]: pgmap v8978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:20.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:20 smithi123 ceph-mon[191304]: pgmap v8978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:20.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:20 smithi123 ceph-mon[188613]: pgmap v8978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:22.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:22 smithi123 ceph-mon[191304]: pgmap v8979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:22.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:22 smithi123 ceph-mon[188613]: pgmap v8979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:22.649 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:22 smithi177 ceph-mon[212096]: pgmap v8979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:24.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:24 smithi177 ceph-mon[212096]: pgmap v8980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:24.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:24 smithi123 ceph-mon[191304]: pgmap v8980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:24.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:24 smithi123 ceph-mon[188613]: pgmap v8980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:26.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:26 smithi177 ceph-mon[212096]: pgmap v8981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:26.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:26 smithi123 ceph-mon[191304]: pgmap v8981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:26.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:26 smithi123 ceph-mon[188613]: pgmap v8981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:27.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:32:27.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:32:27.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:32:28.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:28 smithi177 ceph-mon[212096]: pgmap v8982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:28.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:28 smithi123 ceph-mon[191304]: pgmap v8982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:28.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:28 smithi123 ceph-mon[188613]: pgmap v8982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:32:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:32:29] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:32:30.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:30 smithi177 ceph-mon[212096]: pgmap v8983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:30.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:30 smithi123 ceph-mon[191304]: pgmap v8983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:30.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:30 smithi123 ceph-mon[188613]: pgmap v8983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:32.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:32 smithi123 ceph-mon[191304]: pgmap v8984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:32.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:32 smithi123 ceph-mon[188613]: pgmap v8984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:32.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:32 smithi177 ceph-mon[212096]: pgmap v8984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:34.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:34 smithi177 ceph-mon[212096]: pgmap v8985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:34.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:34 smithi123 ceph-mon[191304]: pgmap v8985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:34.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:34 smithi123 ceph-mon[188613]: pgmap v8985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:36.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:36 smithi177 ceph-mon[212096]: pgmap v8986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:36.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:36 smithi123 ceph-mon[191304]: pgmap v8986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:36.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:36 smithi123 ceph-mon[188613]: pgmap v8986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:38.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:38 smithi177 ceph-mon[212096]: pgmap v8987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:38.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:38 smithi123 ceph-mon[191304]: pgmap v8987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:38.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:38 smithi123 ceph-mon[188613]: pgmap v8987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:39.145 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:32:39.452 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:32:39.452 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 2m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:32:39.452 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 45s ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:32:39.453 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 2m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:32:39.453 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 45s ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:32:39.453 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 45s ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:32:39.453 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 2m ago 3h 693M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:32:39.453 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 2m ago 3h 1142M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:32:39.453 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 45s ago 3h 546M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:32:39.453 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 2m ago 3h 593M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:32:39.453 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 2m ago 3h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:32:39.453 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 45s ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:32:39.453 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 2m ago 3h 4446M 2468M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:32:39.453 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 2m ago 3h 5186M 2468M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:32:39.453 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 2m ago 3h 4228M 2468M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:32:39.453 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 2m ago 3h 4315M 2468M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:32:39.453 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 45s ago 3h 3612M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:32:39.453 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 45s ago 3h 3958M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:32:39.454 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 45s ago 3h 3376M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:32:39.454 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 45s ago 3h 3873M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:32:39.454 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 45s ago 3h 131M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:32:39.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:32:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:32:39] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:32:39.837 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:32:39.837 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:32:39.837 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:32:39.837 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:32:39.837 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:32:39.837 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:32:39.837 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:32:39.838 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:32:39.838 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:32:39.838 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:32:39.838 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:32:39.838 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:32:39.838 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:32:39.838 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:32:39.838 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:32:39.838 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:32:39.838 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:32:39.838 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:32:40.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:40 smithi177 ceph-mon[212096]: from='client.43389 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:32:40.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:40 smithi177 ceph-mon[212096]: from='client.43395 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:32:40.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:40 smithi177 ceph-mon[212096]: pgmap v8988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:40.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:40 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3505821497' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:32:40.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:40 smithi123 ceph-mon[188613]: from='client.43389 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:32:40.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:40 smithi123 ceph-mon[188613]: from='client.43395 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:32:40.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:40 smithi123 ceph-mon[188613]: pgmap v8988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:40.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:40 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3505821497' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:32:40.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:40 smithi123 ceph-mon[191304]: from='client.43389 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:32:40.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:40 smithi123 ceph-mon[191304]: from='client.43395 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:32:40.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:40 smithi123 ceph-mon[191304]: pgmap v8988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:40.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:40 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3505821497' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:32:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:42 smithi123 ceph-mon[191304]: pgmap v8989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:32:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:42 smithi123 ceph-mon[188613]: pgmap v8989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:32:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:42 smithi177 ceph-mon[212096]: pgmap v8989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:32:44.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:44 smithi177 ceph-mon[212096]: pgmap v8990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:44.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:44 smithi123 ceph-mon[188613]: pgmap v8990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:44.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:44 smithi123 ceph-mon[191304]: pgmap v8990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:46.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:46 smithi177 ceph-mon[212096]: pgmap v8991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:46.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:46 smithi123 ceph-mon[191304]: pgmap v8991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:46.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:46 smithi123 ceph-mon[188613]: pgmap v8991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:48.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:48 smithi177 ceph-mon[212096]: pgmap v8992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:48.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:48 smithi123 ceph-mon[191304]: pgmap v8992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:48.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:48 smithi123 ceph-mon[188613]: pgmap v8992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:49.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:32:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:32:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T14:32:50.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:50 smithi177 ceph-mon[212096]: pgmap v8993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:50.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:50 smithi123 ceph-mon[191304]: pgmap v8993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:50.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:50 smithi123 ceph-mon[188613]: pgmap v8993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:52 smithi123 ceph-mon[191304]: pgmap v8994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:52.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:52 smithi123 ceph-mon[188613]: pgmap v8994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:52.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:52 smithi177 ceph-mon[212096]: pgmap v8994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:54.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:54 smithi177 ceph-mon[212096]: pgmap v8995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:54.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:54 smithi123 ceph-mon[191304]: pgmap v8995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:54.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:54 smithi123 ceph-mon[188613]: pgmap v8995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:55.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:32:55.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:32:55.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:32:55.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:32:55.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:32:55.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:32:55.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:32:55.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:32:55.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:32:55.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:32:55.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:32:55.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:32:56.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:56 smithi177 ceph-mon[212096]: pgmap v8996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:56.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:56 smithi123 ceph-mon[188613]: pgmap v8996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:56.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:56 smithi123 ceph-mon[191304]: pgmap v8996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:57.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:32:57.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:32:57.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:32:58.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:32:58 smithi177 ceph-mon[212096]: pgmap v8997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:58.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:32:58 smithi123 ceph-mon[191304]: pgmap v8997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:58.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:32:58 smithi123 ceph-mon[188613]: pgmap v8997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:32:59.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:32:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:32:59] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:33:00.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:00 smithi177 ceph-mon[212096]: pgmap v8998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:00.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:00 smithi123 ceph-mon[191304]: pgmap v8998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:00.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:00 smithi123 ceph-mon[188613]: pgmap v8998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:02.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:02 smithi123 ceph-mon[191304]: pgmap v8999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:02.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:02 smithi123 ceph-mon[188613]: pgmap v8999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:02.649 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:02 smithi177 ceph-mon[212096]: pgmap v8999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:04.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:04 smithi177 ceph-mon[212096]: pgmap v9000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:04.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:04 smithi123 ceph-mon[191304]: pgmap v9000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:04.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:04 smithi123 ceph-mon[188613]: pgmap v9000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:06.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:06 smithi177 ceph-mon[212096]: pgmap v9001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:06.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:06 smithi123 ceph-mon[191304]: pgmap v9001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:06.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:06 smithi123 ceph-mon[188613]: pgmap v9001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:08.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:08 smithi177 ceph-mon[212096]: pgmap v9002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:08.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:08 smithi123 ceph-mon[191304]: pgmap v9002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:08.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:08 smithi123 ceph-mon[188613]: pgmap v9002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:09.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:33:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:33:09] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:33:10.188 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:33:10.495 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:33:10.495 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 3m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:33:10.495 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 76s ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:33:10.495 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 3m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:33:10.495 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 76s ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:33:10.496 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 76s ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:33:10.496 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 3m ago 3h 693M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:33:10.496 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 3m ago 3h 1142M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:33:10.496 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 76s ago 3h 546M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:33:10.496 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 3m ago 3h 593M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:33:10.496 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 3m ago 3h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:33:10.496 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 76s ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:33:10.496 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 3m ago 3h 4446M 2468M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:33:10.496 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 3m ago 3h 5186M 2468M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:33:10.496 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 3m ago 3h 4228M 2468M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:33:10.497 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 3m ago 3h 4315M 2468M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:33:10.497 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 76s ago 3h 3612M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:33:10.497 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 76s ago 3h 3958M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:33:10.497 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 76s ago 3h 3376M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:33:10.497 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 76s ago 3h 3873M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:33:10.497 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 76s ago 3h 131M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:33:10.877 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:33:10.877 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:33:10.877 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:33:10.878 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:33:10.878 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:33:10.878 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:33:10.878 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:33:10.878 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:33:10.878 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:33:10.878 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:33:10.878 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:33:10.878 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:33:10.878 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:33:10.878 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:33:10.878 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:33:10.879 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:33:10.879 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:33:10.879 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:33:10.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:10 smithi177 ceph-mon[212096]: pgmap v9003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:10.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:10 smithi123 ceph-mon[191304]: pgmap v9003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:10.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:10 smithi123 ceph-mon[188613]: pgmap v9003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:11.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:11 smithi177 ceph-mon[212096]: from='client.53354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:33:11.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:11 smithi177 ceph-mon[212096]: from='client.43413 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:33:11.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:11 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2424338332' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:33:11.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:11 smithi123 ceph-mon[188613]: from='client.53354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:33:11.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:11 smithi123 ceph-mon[188613]: from='client.43413 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:33:11.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:11 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2424338332' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:33:11.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:11 smithi123 ceph-mon[191304]: from='client.53354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:33:11.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:11 smithi123 ceph-mon[191304]: from='client.43413 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:33:11.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:11 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2424338332' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:33:12.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:12 smithi177 ceph-mon[212096]: pgmap v9004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:12.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:33:12.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:12 smithi123 ceph-mon[191304]: pgmap v9004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:12.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:33:12.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:12 smithi123 ceph-mon[188613]: pgmap v9004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:12.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:33:14.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:14 smithi177 ceph-mon[212096]: pgmap v9005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:14.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:14 smithi123 ceph-mon[191304]: pgmap v9005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:14.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:14 smithi123 ceph-mon[188613]: pgmap v9005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:16.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:16 smithi177 ceph-mon[212096]: pgmap v9006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:16.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:16 smithi123 ceph-mon[191304]: pgmap v9006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:16.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:16 smithi123 ceph-mon[188613]: pgmap v9006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:18.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:18 smithi177 ceph-mon[212096]: pgmap v9007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:18.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:18 smithi123 ceph-mon[191304]: pgmap v9007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:18.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:18 smithi123 ceph-mon[188613]: pgmap v9007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:33:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:33:19] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-20T14:33:20.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:20 smithi177 ceph-mon[212096]: pgmap v9008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:20.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:20 smithi123 ceph-mon[191304]: pgmap v9008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:20.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:20 smithi123 ceph-mon[188613]: pgmap v9008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:22.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:22 smithi123 ceph-mon[191304]: pgmap v9009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:22.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:22 smithi123 ceph-mon[188613]: pgmap v9009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:22.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:22 smithi177 ceph-mon[212096]: pgmap v9009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:24.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:24 smithi177 ceph-mon[212096]: pgmap v9010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:24.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:24 smithi123 ceph-mon[191304]: pgmap v9010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:24.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:24 smithi123 ceph-mon[188613]: pgmap v9010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:26.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:26 smithi177 ceph-mon[212096]: pgmap v9011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:26.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:26 smithi123 ceph-mon[191304]: pgmap v9011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:26.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:26 smithi123 ceph-mon[188613]: pgmap v9011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:27.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:33:27.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:33:27.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:33:28.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:28 smithi177 ceph-mon[212096]: pgmap v9012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:28.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:28 smithi123 ceph-mon[191304]: pgmap v9012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:28.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:28 smithi123 ceph-mon[188613]: pgmap v9012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:29.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:33:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:33:29] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T14:33:30.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:30 smithi177 ceph-mon[212096]: pgmap v9013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:30.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:30 smithi123 ceph-mon[191304]: pgmap v9013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:30.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:30 smithi123 ceph-mon[188613]: pgmap v9013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:32.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:32 smithi123 ceph-mon[191304]: pgmap v9014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:32.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:32 smithi123 ceph-mon[188613]: pgmap v9014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:32.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:32 smithi177 ceph-mon[212096]: pgmap v9014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:34.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:34 smithi177 ceph-mon[212096]: pgmap v9015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:34.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:34 smithi123 ceph-mon[191304]: pgmap v9015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:34.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:34 smithi123 ceph-mon[188613]: pgmap v9015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:36.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:36 smithi177 ceph-mon[212096]: pgmap v9016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:36.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:36 smithi123 ceph-mon[191304]: pgmap v9016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:36.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:36 smithi123 ceph-mon[188613]: pgmap v9016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:38.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:38 smithi177 ceph-mon[212096]: pgmap v9017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:38.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:38 smithi123 ceph-mon[191304]: pgmap v9017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:38.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:38 smithi123 ceph-mon[188613]: pgmap v9017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:39.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:33:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:33:39] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T14:33:40.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:40 smithi177 ceph-mon[212096]: pgmap v9018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:40.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:40 smithi123 ceph-mon[191304]: pgmap v9018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:40.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:40 smithi123 ceph-mon[188613]: pgmap v9018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:41.221 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:33:41.530 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:33:41.530 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 3m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:33:41.531 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 107s ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:33:41.531 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 3m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:33:41.531 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 107s ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:33:41.531 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 107s ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:33:41.531 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 3m ago 3h 693M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:33:41.531 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 3m ago 3h 1142M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:33:41.531 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 107s ago 3h 546M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:33:41.531 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 3m ago 3h 593M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:33:41.531 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 3m ago 3h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:33:41.531 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 107s ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:33:41.531 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 3m ago 3h 4446M 2468M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:33:41.531 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 3m ago 3h 5186M 2468M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:33:41.531 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 3m ago 3h 4228M 2468M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:33:41.531 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 3m ago 3h 4315M 2468M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:33:41.531 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 107s ago 3h 3612M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:33:41.531 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 107s ago 3h 3958M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:33:41.532 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 107s ago 3h 3376M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:33:41.532 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 107s ago 3h 3873M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:33:41.532 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 107s ago 3h 131M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:33:41.920 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:33:41.920 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:33:41.920 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:33:41.921 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:33:41.921 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:33:41.921 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:33:41.921 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:33:41.921 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:33:41.921 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:33:41.921 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:33:41.921 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:33:41.921 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:33:41.921 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:33:41.921 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:33:41.921 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:33:41.921 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:33:41.921 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:33:41.921 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:33:42.488 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:42 smithi123 ceph-mon[188613]: from='client.53372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:33:42.488 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:42 smithi123 ceph-mon[188613]: pgmap v9019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:42.488 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:42 smithi123 ceph-mon[188613]: from='client.53378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:33:42.488 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:33:42.488 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:42 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4000959228' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:33:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:42 smithi123 ceph-mon[191304]: from='client.53372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:33:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:42 smithi123 ceph-mon[191304]: pgmap v9019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:42 smithi123 ceph-mon[191304]: from='client.53378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:33:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:33:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:42 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4000959228' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:33:42.649 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:42 smithi177 ceph-mon[212096]: from='client.53372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:33:42.649 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:42 smithi177 ceph-mon[212096]: pgmap v9019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:42 smithi177 ceph-mon[212096]: from='client.53378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:33:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:33:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:42 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4000959228' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:33:44.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:44 smithi177 ceph-mon[212096]: pgmap v9020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:44.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:44 smithi123 ceph-mon[191304]: pgmap v9020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:44.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:44 smithi123 ceph-mon[188613]: pgmap v9020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:46.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:46 smithi177 ceph-mon[212096]: pgmap v9021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:46.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:46 smithi123 ceph-mon[191304]: pgmap v9021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:46.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:46 smithi123 ceph-mon[188613]: pgmap v9021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:48.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:48 smithi177 ceph-mon[212096]: pgmap v9022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:48.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:48 smithi123 ceph-mon[191304]: pgmap v9022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:48.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:48 smithi123 ceph-mon[188613]: pgmap v9022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:49.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:33:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:33:49] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:33:50.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:50 smithi177 ceph-mon[212096]: pgmap v9023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:50.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:50 smithi123 ceph-mon[191304]: pgmap v9023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:50.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:50 smithi123 ceph-mon[188613]: pgmap v9023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:52 smithi123 ceph-mon[191304]: pgmap v9024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:52.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:52 smithi123 ceph-mon[188613]: pgmap v9024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:52.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:52 smithi177 ceph-mon[212096]: pgmap v9024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:54.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:54 smithi177 ceph-mon[212096]: pgmap v9025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:54.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:54 smithi123 ceph-mon[191304]: pgmap v9025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:54.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:54 smithi123 ceph-mon[188613]: pgmap v9025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:55.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:33:55.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:33:55.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:33:56.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:56 smithi177 ceph-mon[212096]: pgmap v9026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:56.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:33:56.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:33:56.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:33:56.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:56 smithi123 ceph-mon[191304]: pgmap v9026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:56.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:33:56.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:33:56.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:33:56.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:56 smithi123 ceph-mon[188613]: pgmap v9026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:56.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:33:56.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:33:56.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:33:57.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:33:57.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:33:57.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:33:58.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:33:58 smithi177 ceph-mon[212096]: pgmap v9027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:58.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:33:58 smithi123 ceph-mon[191304]: pgmap v9027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:58.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:33:58 smithi123 ceph-mon[188613]: pgmap v9027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:33:59.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:33:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:33:59] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:34:00.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:00 smithi177 ceph-mon[212096]: pgmap v9028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:00.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:00 smithi123 ceph-mon[191304]: pgmap v9028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:00.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:00 smithi123 ceph-mon[188613]: pgmap v9028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:02.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:02 smithi123 ceph-mon[191304]: pgmap v9029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:02.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:02 smithi123 ceph-mon[188613]: pgmap v9029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:02.649 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:02 smithi177 ceph-mon[212096]: pgmap v9029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:04.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:04 smithi177 ceph-mon[212096]: pgmap v9030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:04.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:04 smithi123 ceph-mon[191304]: pgmap v9030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:04.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:04 smithi123 ceph-mon[188613]: pgmap v9030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:06.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:06 smithi177 ceph-mon[212096]: pgmap v9031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:06.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:06 smithi123 ceph-mon[191304]: pgmap v9031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:06.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:06 smithi123 ceph-mon[188613]: pgmap v9031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:08.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:08 smithi177 ceph-mon[212096]: pgmap v9032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:08.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:08 smithi123 ceph-mon[191304]: pgmap v9032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:08.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:08 smithi123 ceph-mon[188613]: pgmap v9032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:09.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:34:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:34:09] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:34:10.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:10 smithi177 ceph-mon[212096]: pgmap v9033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:10.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:10 smithi123 ceph-mon[191304]: pgmap v9033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:10.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:10 smithi123 ceph-mon[188613]: pgmap v9033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:12.266 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:34:12.488 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:12 smithi123 ceph-mon[188613]: pgmap v9034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:12.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:34:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:12 smithi123 ceph-mon[191304]: pgmap v9034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:34:12.574 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:34:12.575 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 4m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:34:12.575 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 2m ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:34:12.575 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 4m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:34:12.575 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 2m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:34:12.575 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 2m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:34:12.575 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 4m ago 3h 693M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:34:12.575 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 4m ago 3h 1142M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:34:12.575 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 2m ago 3h 546M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:34:12.575 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 4m ago 3h 593M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:34:12.576 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 4m ago 3h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:34:12.576 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 2m ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:34:12.576 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 4m ago 3h 4446M 2468M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:34:12.576 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 4m ago 3h 5186M 2468M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:34:12.576 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 4m ago 3h 4228M 2468M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:34:12.576 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 4m ago 3h 4315M 2468M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:34:12.576 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 2m ago 3h 3612M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:34:12.576 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 2m ago 3h 3958M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:34:12.576 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 2m ago 3h 3376M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:34:12.576 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 2m ago 3h 3873M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:34:12.576 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 2m ago 3h 131M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:34:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:12 smithi177 ceph-mon[212096]: pgmap v9034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:34:12.956 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:34:12.956 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:34:12.956 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:34:12.956 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:34:12.956 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:34:12.956 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:34:12.956 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:34:12.956 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:34:12.956 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:34:12.956 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:34:12.956 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:34:12.957 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:34:12.957 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:34:12.957 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:34:12.957 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:34:12.957 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:34:12.957 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:34:12.957 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:34:13.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:13 smithi123 ceph-mon[191304]: from='client.43443 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:34:13.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:13 smithi123 ceph-mon[191304]: from='client.53396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:34:13.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:13 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/834115807' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:34:13.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:13 smithi123 ceph-mon[188613]: from='client.43443 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:34:13.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:13 smithi123 ceph-mon[188613]: from='client.53396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:34:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:13 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/834115807' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:34:13.649 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:13 smithi177 ceph-mon[212096]: from='client.43443 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:34:13.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:13 smithi177 ceph-mon[212096]: from='client.53396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:34:13.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:13 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/834115807' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:34:14.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:14 smithi123 ceph-mon[191304]: pgmap v9035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:14.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:14 smithi123 ceph-mon[188613]: pgmap v9035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:14.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:14 smithi177 ceph-mon[212096]: pgmap v9035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:16.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:16 smithi177 ceph-mon[212096]: pgmap v9036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:16.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:16 smithi123 ceph-mon[191304]: pgmap v9036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:16.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:16 smithi123 ceph-mon[188613]: pgmap v9036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:18.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:18 smithi177 ceph-mon[212096]: pgmap v9037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:18.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:18 smithi123 ceph-mon[191304]: pgmap v9037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:18.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:18 smithi123 ceph-mon[188613]: pgmap v9037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:34:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:34:19] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T14:34:20.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:20 smithi177 ceph-mon[212096]: pgmap v9038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:20.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:20 smithi123 ceph-mon[188613]: pgmap v9038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:20.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:20 smithi123 ceph-mon[191304]: pgmap v9038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:22.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:22 smithi123 ceph-mon[188613]: pgmap v9039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:22.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:22 smithi123 ceph-mon[191304]: pgmap v9039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:22.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:22 smithi177 ceph-mon[212096]: pgmap v9039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:24.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:24 smithi177 ceph-mon[212096]: pgmap v9040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:24.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:24 smithi123 ceph-mon[191304]: pgmap v9040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:24.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:24 smithi123 ceph-mon[188613]: pgmap v9040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:26.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:26 smithi177 ceph-mon[212096]: pgmap v9041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:26.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:26 smithi123 ceph-mon[188613]: pgmap v9041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:26.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:26 smithi123 ceph-mon[191304]: pgmap v9041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:27.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:34:27.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:34:27.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:34:28.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:28 smithi177 ceph-mon[212096]: pgmap v9042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:28.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:28 smithi123 ceph-mon[191304]: pgmap v9042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:28.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:28 smithi123 ceph-mon[188613]: pgmap v9042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:29.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:34:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:34:29] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:34:30.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:30 smithi177 ceph-mon[212096]: pgmap v9043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:30.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:30 smithi123 ceph-mon[191304]: pgmap v9043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:30.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:30 smithi123 ceph-mon[188613]: pgmap v9043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:32.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:32 smithi123 ceph-mon[191304]: pgmap v9044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:32.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:32 smithi123 ceph-mon[188613]: pgmap v9044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:32.649 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:32 smithi177 ceph-mon[212096]: pgmap v9044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:34.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:34 smithi177 ceph-mon[212096]: pgmap v9045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:34.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:34 smithi123 ceph-mon[191304]: pgmap v9045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:34.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:34 smithi123 ceph-mon[188613]: pgmap v9045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:36.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:36 smithi177 ceph-mon[212096]: pgmap v9046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:36.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:36 smithi123 ceph-mon[191304]: pgmap v9046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:36.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:36 smithi123 ceph-mon[188613]: pgmap v9046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:38.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:38 smithi177 ceph-mon[212096]: pgmap v9047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:38.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:38 smithi123 ceph-mon[191304]: pgmap v9047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:38.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:38 smithi123 ceph-mon[188613]: pgmap v9047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:39.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:34:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:34:39] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:34:40.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:40 smithi177 ceph-mon[212096]: pgmap v9048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:40.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:40 smithi123 ceph-mon[191304]: pgmap v9048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:40.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:40 smithi123 ceph-mon[188613]: pgmap v9048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:42 smithi123 ceph-mon[191304]: pgmap v9049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:34:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:42 smithi123 ceph-mon[188613]: pgmap v9049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:34:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:42 smithi177 ceph-mon[212096]: pgmap v9049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:34:43.304 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:34:43.612 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:34:43.612 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 4m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:34:43.613 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 2m ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:34:43.613 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 4m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:34:43.613 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 2m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:34:43.613 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 2m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:34:43.613 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 4m ago 3h 693M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:34:43.613 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 4m ago 3h 1142M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:34:43.613 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 2m ago 3h 546M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:34:43.613 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 4m ago 3h 593M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:34:43.613 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 4m ago 3h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:34:43.614 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 2m ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:34:43.614 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 4m ago 3h 4446M 2468M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:34:43.614 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 4m ago 3h 5186M 2468M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:34:43.614 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 4m ago 3h 4228M 2468M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:34:43.614 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 4m ago 3h 4315M 2468M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:34:43.614 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 2m ago 3h 3612M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:34:43.614 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 2m ago 3h 3958M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:34:43.614 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 2m ago 3h 3376M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:34:43.614 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 2m ago 3h 3873M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:34:43.614 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 2m ago 3h 131M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:34:43.996 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:34:43.996 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:34:43.996 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:34:43.996 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:34:43.997 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:34:43.997 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:34:43.997 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:34:43.997 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:34:43.997 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:34:43.997 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:34:43.997 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:34:43.997 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:34:43.997 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:34:43.997 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:34:43.998 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:34:43.998 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:34:43.998 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:34:43.998 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:34:44.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:44 smithi177 ceph-mon[212096]: from='client.53408 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:34:44.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:44 smithi177 ceph-mon[212096]: pgmap v9050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:44.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:44 smithi177 ceph-mon[212096]: from='client.43467 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:34:44.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:44 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2536736980' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:34:44.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:44 smithi123 ceph-mon[191304]: from='client.53408 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:34:44.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:44 smithi123 ceph-mon[191304]: pgmap v9050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:44.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:44 smithi123 ceph-mon[191304]: from='client.43467 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:34:44.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:44 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2536736980' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:34:44.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:44 smithi123 ceph-mon[188613]: from='client.53408 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:34:44.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:44 smithi123 ceph-mon[188613]: pgmap v9050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:44.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:44 smithi123 ceph-mon[188613]: from='client.43467 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:34:44.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:44 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2536736980' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:34:46.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:46 smithi177 ceph-mon[212096]: pgmap v9051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:46.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:46 smithi123 ceph-mon[191304]: pgmap v9051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:46.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:46 smithi123 ceph-mon[188613]: pgmap v9051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:48.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:48 smithi177 ceph-mon[212096]: pgmap v9052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:48.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:48 smithi123 ceph-mon[191304]: pgmap v9052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:48.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:48 smithi123 ceph-mon[188613]: pgmap v9052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:34:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:34:49] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:34:50.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:50 smithi177 ceph-mon[212096]: pgmap v9053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:50.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:50 smithi123 ceph-mon[191304]: pgmap v9053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:50.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:50 smithi123 ceph-mon[188613]: pgmap v9053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:52.488 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:52 smithi123 ceph-mon[191304]: pgmap v9054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:52.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:52 smithi123 ceph-mon[188613]: pgmap v9054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:52.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:52 smithi177 ceph-mon[212096]: pgmap v9054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:54.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:54 smithi177 ceph-mon[212096]: pgmap v9055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:54.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:54 smithi123 ceph-mon[191304]: pgmap v9055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:54.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:54 smithi123 ceph-mon[188613]: pgmap v9055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:56.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:56 smithi177 ceph-mon[212096]: pgmap v9056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:56.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:34:56.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:56 smithi123 ceph-mon[191304]: pgmap v9056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:56.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:34:56.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:56 smithi123 ceph-mon[188613]: pgmap v9056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:56.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:34:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:34:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:34:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:34:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:34:57.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:34:57.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:34:57.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:34:57.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:34:57.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:34:57.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:34:57.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:34:57.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:34:58.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:34:58 smithi177 ceph-mon[212096]: pgmap v9057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:58.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:34:58 smithi123 ceph-mon[191304]: pgmap v9057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:58.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:34:58 smithi123 ceph-mon[188613]: pgmap v9057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:34:59.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:34:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:34:59] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:35:00.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:00 smithi177 ceph-mon[212096]: pgmap v9058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:00.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:00 smithi123 ceph-mon[191304]: pgmap v9058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:00.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:00 smithi123 ceph-mon[188613]: pgmap v9058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:02.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:02 smithi123 ceph-mon[191304]: pgmap v9059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:02.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:02 smithi123 ceph-mon[188613]: pgmap v9059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:02.649 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:02 smithi177 ceph-mon[212096]: pgmap v9059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:04.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:04 smithi177 ceph-mon[212096]: pgmap v9060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:04.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:04 smithi123 ceph-mon[191304]: pgmap v9060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:04.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:04 smithi123 ceph-mon[188613]: pgmap v9060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:06.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:06 smithi177 ceph-mon[212096]: pgmap v9061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:06.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:06 smithi123 ceph-mon[191304]: pgmap v9061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:06.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:06 smithi123 ceph-mon[188613]: pgmap v9061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:08.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:08 smithi177 ceph-mon[212096]: pgmap v9062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:08.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:08 smithi123 ceph-mon[191304]: pgmap v9062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:08.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:08 smithi123 ceph-mon[188613]: pgmap v9062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:09.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:35:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:35:09] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:35:10.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:10 smithi177 ceph-mon[212096]: pgmap v9063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:10.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:10 smithi123 ceph-mon[191304]: pgmap v9063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:10.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:10 smithi123 ceph-mon[188613]: pgmap v9063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:12 smithi123 ceph-mon[191304]: pgmap v9064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:35:12.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:12 smithi123 ceph-mon[188613]: pgmap v9064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:12.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:35:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:12 smithi177 ceph-mon[212096]: pgmap v9064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:35:14.346 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:35:14.654 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:35:14.654 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 5m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:35:14.654 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 3m ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:35:14.654 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 5m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:35:14.654 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 3m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:35:14.655 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 3m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:35:14.655 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 5m ago 3h 693M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:35:14.655 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 5m ago 3h 1142M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:35:14.655 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 3m ago 3h 546M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:35:14.655 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 5m ago 3h 593M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:35:14.655 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 5m ago 3h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:35:14.655 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 3m ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:35:14.655 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 5m ago 3h 4446M 2468M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:35:14.655 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 5m ago 3h 5186M 2468M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:35:14.655 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 5m ago 3h 4228M 2468M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:35:14.655 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 5m ago 3h 4315M 2468M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:35:14.655 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 3m ago 3h 3612M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:35:14.655 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 3m ago 3h 3958M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:35:14.655 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 3m ago 3h 3376M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:35:14.656 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 3m ago 3h 3873M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:35:14.656 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 3m ago 3h 131M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:35:14.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:14 smithi177 ceph-mon[212096]: pgmap v9065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:14.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:14 smithi123 ceph-mon[191304]: pgmap v9065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:14.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:14 smithi123 ceph-mon[188613]: pgmap v9065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:15.035 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:35:15.035 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:35:15.035 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:35:15.036 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:35:15.036 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:35:15.036 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:35:15.036 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:35:15.036 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:35:15.036 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:35:15.036 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:35:15.036 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:35:15.036 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:35:15.036 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:35:15.036 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:35:15.036 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:35:15.037 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:35:15.037 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:35:15.037 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:35:15.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:15 smithi177 ceph-mon[212096]: from='client.53426 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:35:15.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:15 smithi177 ceph-mon[212096]: from='client.53432 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:35:15.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:15 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1033522652' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:35:15.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:15 smithi123 ceph-mon[191304]: from='client.53426 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:35:15.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:15 smithi123 ceph-mon[191304]: from='client.53432 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:35:15.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:15 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1033522652' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:35:15.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:15 smithi123 ceph-mon[188613]: from='client.53426 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:35:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:15 smithi123 ceph-mon[188613]: from='client.53432 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:35:15.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:15 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1033522652' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:35:16.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:16 smithi177 ceph-mon[212096]: pgmap v9066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:16.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:16 smithi123 ceph-mon[191304]: pgmap v9066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:16.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:16 smithi123 ceph-mon[188613]: pgmap v9066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:18.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:18 smithi177 ceph-mon[212096]: pgmap v9067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:18.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:18 smithi123 ceph-mon[188613]: pgmap v9067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:18.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:18 smithi123 ceph-mon[191304]: pgmap v9067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:35:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:35:19] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:35:20.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:20 smithi177 ceph-mon[212096]: pgmap v9068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:20.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:20 smithi123 ceph-mon[191304]: pgmap v9068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:20.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:20 smithi123 ceph-mon[188613]: pgmap v9068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:22.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:22 smithi123 ceph-mon[191304]: pgmap v9069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:22.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:22 smithi123 ceph-mon[188613]: pgmap v9069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:22.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:22 smithi177 ceph-mon[212096]: pgmap v9069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:24.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:24 smithi177 ceph-mon[212096]: pgmap v9070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:24.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:24 smithi123 ceph-mon[191304]: pgmap v9070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:24.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:24 smithi123 ceph-mon[188613]: pgmap v9070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:26.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:26 smithi177 ceph-mon[212096]: pgmap v9071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:26.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:26 smithi123 ceph-mon[191304]: pgmap v9071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:26.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:26 smithi123 ceph-mon[188613]: pgmap v9071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:27.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:35:27.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:35:27.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:35:28.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:28 smithi177 ceph-mon[212096]: pgmap v9072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:28.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:28 smithi123 ceph-mon[191304]: pgmap v9072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:28.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:28 smithi123 ceph-mon[188613]: pgmap v9072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:29.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:35:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:35:29] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T14:35:30.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:30 smithi177 ceph-mon[212096]: pgmap v9073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:30.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:30 smithi123 ceph-mon[188613]: pgmap v9073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:30.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:30 smithi123 ceph-mon[191304]: pgmap v9073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:32.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:32 smithi123 ceph-mon[188613]: pgmap v9074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:32.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:32 smithi123 ceph-mon[191304]: pgmap v9074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:32.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:32 smithi177 ceph-mon[212096]: pgmap v9074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:34.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:34 smithi177 ceph-mon[212096]: pgmap v9075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:34.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:34 smithi123 ceph-mon[191304]: pgmap v9075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:34.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:34 smithi123 ceph-mon[188613]: pgmap v9075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:36.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:36 smithi177 ceph-mon[212096]: pgmap v9076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:36.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:36 smithi123 ceph-mon[191304]: pgmap v9076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:36.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:36 smithi123 ceph-mon[188613]: pgmap v9076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:38.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:38 smithi177 ceph-mon[212096]: pgmap v9077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:38.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:38 smithi123 ceph-mon[191304]: pgmap v9077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:38.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:38 smithi123 ceph-mon[188613]: pgmap v9077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:35:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:35:39] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T14:35:40.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:40 smithi177 ceph-mon[212096]: pgmap v9078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:40.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:40 smithi123 ceph-mon[191304]: pgmap v9078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:40.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:40 smithi123 ceph-mon[188613]: pgmap v9078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:42 smithi123 ceph-mon[191304]: pgmap v9079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:35:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:42 smithi123 ceph-mon[188613]: pgmap v9079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:35:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:42 smithi177 ceph-mon[212096]: pgmap v9079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:35:44.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:44 smithi177 ceph-mon[212096]: pgmap v9080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:44.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:44 smithi123 ceph-mon[191304]: pgmap v9080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:44.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:44 smithi123 ceph-mon[188613]: pgmap v9080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:45.381 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:35:45.691 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:35:45.691 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 5m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:35:45.691 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 3m ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:35:45.691 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 5m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:35:45.691 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 3m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:35:45.691 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 3m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:35:45.691 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 5m ago 3h 693M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:35:45.691 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 5m ago 3h 1142M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:35:45.691 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 3m ago 3h 546M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:35:45.691 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 5m ago 3h 593M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:35:45.692 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 5m ago 3h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:35:45.692 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 3m ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:35:45.692 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 5m ago 3h 4446M 2468M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:35:45.692 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 5m ago 3h 5186M 2468M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:35:45.692 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 5m ago 3h 4228M 2468M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:35:45.692 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 5m ago 3h 4315M 2468M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:35:45.692 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 3m ago 3h 3612M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:35:45.692 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 3m ago 3h 3958M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:35:45.692 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 3m ago 3h 3376M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:35:45.692 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 3m ago 3h 3873M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:35:45.692 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 3m ago 3h 131M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:35:46.073 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:35:46.073 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:35:46.073 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:35:46.073 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:35:46.073 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:35:46.073 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:35:46.073 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:35:46.073 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:35:46.074 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:35:46.074 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:35:46.074 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:35:46.074 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:35:46.074 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:35:46.074 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:35:46.074 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:35:46.074 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:35:46.074 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:35:46.074 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:35:46.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:46 smithi177 ceph-mon[212096]: from='client.53444 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:35:46.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:46 smithi177 ceph-mon[212096]: pgmap v9081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:46.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:46 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4263978267' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:35:46.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:46 smithi123 ceph-mon[191304]: from='client.53444 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:35:46.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:46 smithi123 ceph-mon[191304]: pgmap v9081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:46.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:46 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4263978267' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:35:46.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:46 smithi123 ceph-mon[188613]: from='client.53444 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:35:46.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:46 smithi123 ceph-mon[188613]: pgmap v9081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:46.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:46 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4263978267' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:35:47.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:47 smithi177 ceph-mon[212096]: from='client.43503 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:35:47.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:47 smithi123 ceph-mon[191304]: from='client.43503 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:35:47.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:47 smithi123 ceph-mon[188613]: from='client.43503 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:35:48.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:48 smithi177 ceph-mon[212096]: pgmap v9082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:48.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:48 smithi123 ceph-mon[191304]: pgmap v9082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:48.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:48 smithi123 ceph-mon[188613]: pgmap v9082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:35:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:35:49] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:35:50.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:50 smithi177 ceph-mon[212096]: pgmap v9083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:50.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:50 smithi123 ceph-mon[191304]: pgmap v9083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:50.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:50 smithi123 ceph-mon[188613]: pgmap v9083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:52 smithi123 ceph-mon[191304]: pgmap v9084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:52 smithi123 ceph-mon[188613]: pgmap v9084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:52.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:52 smithi177 ceph-mon[212096]: pgmap v9084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:54.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:54 smithi177 ceph-mon[212096]: pgmap v9085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:54.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:54 smithi123 ceph-mon[191304]: pgmap v9085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:54.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:54 smithi123 ceph-mon[188613]: pgmap v9085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:56.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:56 smithi177 ceph-mon[212096]: pgmap v9086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:56.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:56 smithi123 ceph-mon[191304]: pgmap v9086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:56.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:56 smithi123 ceph-mon[188613]: pgmap v9086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:35:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:35:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:35:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:35:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:35:57.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:35:57.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:35:57.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:35:57.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:35:57.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:35:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:35:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:35:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:35:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:35:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:35:58.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:35:58 smithi177 ceph-mon[212096]: pgmap v9087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:58.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:35:58 smithi123 ceph-mon[191304]: pgmap v9087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:58.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:35:58 smithi123 ceph-mon[188613]: pgmap v9087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:35:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:35:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:35:59] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:36:00.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:00 smithi177 ceph-mon[212096]: pgmap v9088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:00.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:00 smithi123 ceph-mon[191304]: pgmap v9088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:00.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:00 smithi123 ceph-mon[188613]: pgmap v9088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:02.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:02 smithi123 ceph-mon[191304]: pgmap v9089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:02.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:02 smithi123 ceph-mon[188613]: pgmap v9089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:02.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:02 smithi177 ceph-mon[212096]: pgmap v9089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:04.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:04 smithi177 ceph-mon[212096]: pgmap v9090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:04.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:04 smithi123 ceph-mon[191304]: pgmap v9090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:04.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:04 smithi123 ceph-mon[188613]: pgmap v9090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:06.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:06 smithi177 ceph-mon[212096]: pgmap v9091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:06.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:06 smithi123 ceph-mon[191304]: pgmap v9091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:06.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:06 smithi123 ceph-mon[188613]: pgmap v9091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:08.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:08 smithi177 ceph-mon[212096]: pgmap v9092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:08.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:08 smithi123 ceph-mon[191304]: pgmap v9092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:08.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:08 smithi123 ceph-mon[188613]: pgmap v9092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:36:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:36:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:36:10.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:10 smithi177 ceph-mon[212096]: pgmap v9093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:10.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:10 smithi123 ceph-mon[191304]: pgmap v9093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:10.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:10 smithi123 ceph-mon[188613]: pgmap v9093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:12 smithi123 ceph-mon[191304]: pgmap v9094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:36:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:12 smithi123 ceph-mon[188613]: pgmap v9094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:36:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:12 smithi177 ceph-mon[212096]: pgmap v9094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:36:14.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:14 smithi177 ceph-mon[212096]: pgmap v9095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:14.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:14 smithi123 ceph-mon[191304]: pgmap v9095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:14.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:14 smithi123 ceph-mon[188613]: pgmap v9095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:16.422 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:36:16.729 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:36:16.729 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 6m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:36:16.729 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 4m ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:36:16.729 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 6m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:36:16.729 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 4m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:36:16.729 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 4m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:36:16.729 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 6m ago 3h 693M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:36:16.730 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 6m ago 3h 1142M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:36:16.730 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 4m ago 3h 546M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:36:16.730 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 6m ago 3h 593M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:36:16.730 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 6m ago 3h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:36:16.730 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 4m ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:36:16.730 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 6m ago 3h 4446M 2468M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:36:16.730 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 6m ago 3h 5186M 2468M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:36:16.730 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 6m ago 3h 4228M 2468M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:36:16.730 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 6m ago 3h 4315M 2468M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:36:16.730 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 4m ago 3h 3612M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:36:16.730 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 4m ago 3h 3958M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:36:16.731 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 4m ago 3h 3376M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:36:16.731 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 4m ago 3h 3873M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:36:16.731 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 4m ago 3h 131M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:36:16.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:16 smithi177 ceph-mon[212096]: pgmap v9096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:16.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:16 smithi123 ceph-mon[191304]: pgmap v9096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:16.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:16 smithi123 ceph-mon[188613]: pgmap v9096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:17.112 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:36:17.112 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:36:17.112 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:36:17.112 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:36:17.112 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:36:17.112 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:36:17.112 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:36:17.113 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:36:17.113 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:36:17.113 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:36:17.113 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:36:17.113 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:36:17.113 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:36:17.113 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:36:17.113 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:36:17.113 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:36:17.113 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:36:17.113 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:36:17.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:17 smithi177 ceph-mon[212096]: from='client.43515 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:36:17.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:17 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3545164234' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:36:17.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:17 smithi123 ceph-mon[191304]: from='client.43515 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:36:17.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:17 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3545164234' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:36:17.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:17 smithi123 ceph-mon[188613]: from='client.43515 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:36:17.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:17 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3545164234' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:36:18.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:18 smithi177 ceph-mon[212096]: from='client.53468 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:36:18.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:18 smithi177 ceph-mon[212096]: pgmap v9097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:18.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:18 smithi123 ceph-mon[191304]: from='client.53468 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:36:18.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:18 smithi123 ceph-mon[191304]: pgmap v9097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:18.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:18 smithi123 ceph-mon[188613]: from='client.53468 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:36:18.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:18 smithi123 ceph-mon[188613]: pgmap v9097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:36:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:36:19] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:36:20.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:20 smithi177 ceph-mon[212096]: pgmap v9098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:20.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:20 smithi123 ceph-mon[191304]: pgmap v9098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:20.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:20 smithi123 ceph-mon[188613]: pgmap v9098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:22.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:22 smithi123 ceph-mon[191304]: pgmap v9099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:22 smithi123 ceph-mon[188613]: pgmap v9099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:22.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:22 smithi177 ceph-mon[212096]: pgmap v9099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:24.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:24 smithi177 ceph-mon[212096]: pgmap v9100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:24.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:24 smithi123 ceph-mon[191304]: pgmap v9100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:24.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:24 smithi123 ceph-mon[188613]: pgmap v9100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:26.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:26 smithi177 ceph-mon[212096]: pgmap v9101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:26.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:26 smithi123 ceph-mon[191304]: pgmap v9101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:26.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:26 smithi123 ceph-mon[188613]: pgmap v9101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:27.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:36:27.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:36:27.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:36:28.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:28 smithi177 ceph-mon[212096]: pgmap v9102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:28.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:28 smithi123 ceph-mon[191304]: pgmap v9102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:28.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:28 smithi123 ceph-mon[188613]: pgmap v9102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:36:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:36:29] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-20T14:36:30.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:30 smithi177 ceph-mon[212096]: pgmap v9103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:30.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:30 smithi123 ceph-mon[191304]: pgmap v9103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:30.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:30 smithi123 ceph-mon[188613]: pgmap v9103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:32.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:32 smithi123 ceph-mon[191304]: pgmap v9104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:32 smithi123 ceph-mon[188613]: pgmap v9104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:32.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:32 smithi177 ceph-mon[212096]: pgmap v9104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:34.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:34 smithi177 ceph-mon[212096]: pgmap v9105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:34.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:34 smithi123 ceph-mon[191304]: pgmap v9105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:34.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:34 smithi123 ceph-mon[188613]: pgmap v9105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:36.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:36 smithi177 ceph-mon[212096]: pgmap v9106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:36.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:36 smithi123 ceph-mon[191304]: pgmap v9106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:36.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:36 smithi123 ceph-mon[188613]: pgmap v9106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:38.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:38 smithi177 ceph-mon[212096]: pgmap v9107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:38.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:38 smithi123 ceph-mon[191304]: pgmap v9107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:38.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:38 smithi123 ceph-mon[188613]: pgmap v9107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:36:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:36:39] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-20T14:36:40.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:40 smithi177 ceph-mon[212096]: pgmap v9108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:40.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:40 smithi123 ceph-mon[191304]: pgmap v9108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:40.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:40 smithi123 ceph-mon[188613]: pgmap v9108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:42 smithi123 ceph-mon[188613]: pgmap v9109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:36:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:42 smithi123 ceph-mon[191304]: pgmap v9109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:36:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:42 smithi177 ceph-mon[212096]: pgmap v9109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:36:44.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:44 smithi177 ceph-mon[212096]: pgmap v9110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:44.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:44 smithi123 ceph-mon[191304]: pgmap v9110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:44.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:44 smithi123 ceph-mon[188613]: pgmap v9110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:46.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:46 smithi177 ceph-mon[212096]: pgmap v9111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:46.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:46 smithi123 ceph-mon[191304]: pgmap v9111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:46.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:46 smithi123 ceph-mon[188613]: pgmap v9111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:47.455 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:36:47.766 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:36:47.766 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 6m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:36:47.766 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 4m ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:36:47.766 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 6m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:36:47.767 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 4m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:36:47.767 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 4m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:36:47.767 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 6m ago 3h 693M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:36:47.767 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 6m ago 3h 1142M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:36:47.767 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 4m ago 3h 546M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:36:47.767 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 6m ago 3h 593M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:36:47.767 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 6m ago 3h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:36:47.767 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 4m ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:36:47.767 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 6m ago 3h 4446M 2468M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:36:47.767 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 6m ago 3h 5186M 2468M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:36:47.767 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 6m ago 3h 4228M 2468M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:36:47.768 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 6m ago 3h 4315M 2468M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:36:47.768 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 4m ago 3h 3612M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:36:47.768 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 4m ago 3h 3958M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:36:47.768 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 4m ago 3h 3376M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:36:47.768 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 4m ago 3h 3873M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:36:47.768 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 4m ago 3h 131M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:36:48.147 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:36:48.147 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:36:48.147 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:36:48.147 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:36:48.148 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:36:48.148 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:36:48.148 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:36:48.148 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:36:48.148 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:36:48.148 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:36:48.148 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:36:48.148 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:36:48.148 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:36:48.148 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:36:48.148 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:36:48.148 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:36:48.149 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:36:48.149 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:36:48.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:48 smithi177 ceph-mon[212096]: from='client.43533 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:36:48.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:48 smithi177 ceph-mon[212096]: pgmap v9112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:48.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:48 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4268949077' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:36:48.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:48 smithi123 ceph-mon[191304]: from='client.43533 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:36:48.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:48 smithi123 ceph-mon[191304]: pgmap v9112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:48.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:48 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4268949077' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:36:48.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:48 smithi123 ceph-mon[188613]: from='client.43533 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:36:48.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:48 smithi123 ceph-mon[188613]: pgmap v9112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:48.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:48 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4268949077' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:36:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:36:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:36:49] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:36:49.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:49 smithi177 ceph-mon[212096]: from='client.43539 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:36:49.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:49 smithi123 ceph-mon[191304]: from='client.43539 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:36:49.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:49 smithi123 ceph-mon[188613]: from='client.43539 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:36:50.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:50 smithi177 ceph-mon[212096]: pgmap v9113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:50.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:50 smithi123 ceph-mon[191304]: pgmap v9113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:50.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:50 smithi123 ceph-mon[188613]: pgmap v9113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:52 smithi123 ceph-mon[191304]: pgmap v9114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:52.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:52 smithi123 ceph-mon[188613]: pgmap v9114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:52.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:52 smithi177 ceph-mon[212096]: pgmap v9114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:54.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:54 smithi177 ceph-mon[212096]: pgmap v9115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:54.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:54 smithi123 ceph-mon[191304]: pgmap v9115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:54.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:54 smithi123 ceph-mon[188613]: pgmap v9115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:56 smithi177 ceph-mon[212096]: pgmap v9116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:56.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:56 smithi123 ceph-mon[191304]: pgmap v9116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:56 smithi123 ceph-mon[188613]: pgmap v9116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:36:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:36:57.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:36:57.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:36:57.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:36:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:36:58.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:58 smithi177 ceph-mon[212096]: pgmap v9117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:58.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:36:58.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:36:58.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:36:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:36:58.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:58 smithi123 ceph-mon[191304]: pgmap v9117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:58.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:36:58.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:36:58.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:36:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:36:58.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:58 smithi123 ceph-mon[188613]: pgmap v9117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:36:58.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:36:58.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:36:58.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:36:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:36:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:36:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:36:59] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T14:37:00.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:00 smithi177 ceph-mon[212096]: pgmap v9118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:00.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:00 smithi123 ceph-mon[191304]: pgmap v9118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:00.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:00 smithi123 ceph-mon[188613]: pgmap v9118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:02.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:02 smithi123 ceph-mon[191304]: pgmap v9119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:02 smithi123 ceph-mon[188613]: pgmap v9119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:02.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:02 smithi177 ceph-mon[212096]: pgmap v9119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:04.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:04 smithi177 ceph-mon[212096]: pgmap v9120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:04.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:04 smithi123 ceph-mon[191304]: pgmap v9120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:04.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:04 smithi123 ceph-mon[188613]: pgmap v9120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:06.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:06 smithi177 ceph-mon[212096]: pgmap v9121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:06.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:06 smithi123 ceph-mon[191304]: pgmap v9121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:06.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:06 smithi123 ceph-mon[188613]: pgmap v9121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:08.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:08 smithi177 ceph-mon[212096]: pgmap v9122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:08.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:08 smithi123 ceph-mon[191304]: pgmap v9122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:08.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:08 smithi123 ceph-mon[188613]: pgmap v9122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:37:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:37:09] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T14:37:10.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:10 smithi177 ceph-mon[212096]: pgmap v9123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:10.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:10 smithi123 ceph-mon[191304]: pgmap v9123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:10.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:10 smithi123 ceph-mon[188613]: pgmap v9123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:12 smithi177 ceph-mon[212096]: pgmap v9124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:37:12.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:12 smithi123 ceph-mon[191304]: pgmap v9124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:12.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:37:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:12 smithi123 ceph-mon[188613]: pgmap v9124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:37:14.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:14 smithi177 ceph-mon[212096]: pgmap v9125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:14.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:14 smithi123 ceph-mon[191304]: pgmap v9125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:14.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:14 smithi123 ceph-mon[188613]: pgmap v9125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:16.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:16 smithi177 ceph-mon[212096]: pgmap v9126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:16.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:16 smithi123 ceph-mon[191304]: pgmap v9126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:16.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:16 smithi123 ceph-mon[188613]: pgmap v9126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:18.492 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:37:18.801 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:37:18.801 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 7m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:37:18.801 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 5m ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:37:18.802 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 7m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:37:18.802 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 5m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:37:18.802 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 5m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:37:18.802 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 7m ago 3h 693M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:37:18.802 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 7m ago 3h 1142M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:37:18.802 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 5m ago 3h 546M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:37:18.802 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 7m ago 3h 593M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:37:18.802 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 7m ago 3h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:37:18.802 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 5m ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:37:18.802 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 7m ago 3h 4446M 2468M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:37:18.802 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 7m ago 3h 5186M 2468M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:37:18.803 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 7m ago 3h 4228M 2468M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:37:18.803 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 7m ago 3h 4315M 2468M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:37:18.803 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 5m ago 3h 3612M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:37:18.804 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 5m ago 3h 3958M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:37:18.804 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 5m ago 3h 3376M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:37:18.804 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 5m ago 3h 3873M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:37:18.804 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 5m ago 3h 131M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:37:18.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:18 smithi177 ceph-mon[212096]: pgmap v9127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:18.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:18 smithi123 ceph-mon[191304]: pgmap v9127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:18.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:18 smithi123 ceph-mon[188613]: pgmap v9127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:19.186 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:37:19.186 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:37:19.186 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:37:19.186 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:37:19.186 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:37:19.186 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:37:19.186 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:37:19.186 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:37:19.186 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:37:19.186 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:37:19.186 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:37:19.186 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:37:19.187 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:37:19.187 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:37:19.187 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:37:19.187 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:37:19.187 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:37:19.187 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:37:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:37:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:37:19] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:37:19.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:19 smithi177 ceph-mon[212096]: from='client.43551 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:37:19.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:19 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1663167576' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:37:19.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:19 smithi123 ceph-mon[191304]: from='client.43551 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:37:19.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:19 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1663167576' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:37:19.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:19 smithi123 ceph-mon[188613]: from='client.43551 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:37:19.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:19 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1663167576' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:37:20.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:20 smithi177 ceph-mon[212096]: from='client.43557 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:37:20.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:20 smithi177 ceph-mon[212096]: pgmap v9128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:20.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:20 smithi123 ceph-mon[191304]: from='client.43557 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:37:20.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:20 smithi123 ceph-mon[191304]: pgmap v9128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:20.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:20 smithi123 ceph-mon[188613]: from='client.43557 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:37:20.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:20 smithi123 ceph-mon[188613]: pgmap v9128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:22.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:22 smithi177 ceph-mon[212096]: pgmap v9129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:22.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:22 smithi123 ceph-mon[191304]: pgmap v9129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:22.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:22 smithi123 ceph-mon[188613]: pgmap v9129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:24.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:24 smithi177 ceph-mon[212096]: pgmap v9130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:24.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:24 smithi123 ceph-mon[191304]: pgmap v9130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:24.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:24 smithi123 ceph-mon[188613]: pgmap v9130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:26.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:26 smithi177 ceph-mon[212096]: pgmap v9131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:26.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:26 smithi123 ceph-mon[188613]: pgmap v9131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:26.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:26 smithi123 ceph-mon[191304]: pgmap v9131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:27.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:37:27.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:37:27.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:37:28.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:28 smithi177 ceph-mon[212096]: pgmap v9132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:28.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:28 smithi123 ceph-mon[191304]: pgmap v9132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:28.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:28 smithi123 ceph-mon[188613]: pgmap v9132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:37:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:37:29] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:37:30.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:30 smithi177 ceph-mon[212096]: pgmap v9133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:30.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:30 smithi123 ceph-mon[188613]: pgmap v9133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:30.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:30 smithi123 ceph-mon[191304]: pgmap v9133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:32.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:32 smithi177 ceph-mon[212096]: pgmap v9134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:32.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:32 smithi123 ceph-mon[191304]: pgmap v9134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:32.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:32 smithi123 ceph-mon[188613]: pgmap v9134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:34.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:34 smithi177 ceph-mon[212096]: pgmap v9135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:34.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:34 smithi123 ceph-mon[191304]: pgmap v9135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:34.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:34 smithi123 ceph-mon[188613]: pgmap v9135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:36.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:36 smithi177 ceph-mon[212096]: pgmap v9136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:36.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:36 smithi123 ceph-mon[191304]: pgmap v9136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:36.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:36 smithi123 ceph-mon[188613]: pgmap v9136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:38.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:38 smithi177 ceph-mon[212096]: pgmap v9137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:38.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:38 smithi123 ceph-mon[191304]: pgmap v9137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:38.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:38 smithi123 ceph-mon[188613]: pgmap v9137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:37:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:37:39] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:37:40.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:40 smithi177 ceph-mon[212096]: pgmap v9138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:40.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:40 smithi123 ceph-mon[191304]: pgmap v9138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:40.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:40 smithi123 ceph-mon[188613]: pgmap v9138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:42 smithi177 ceph-mon[212096]: pgmap v9139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:37:42.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:42 smithi123 ceph-mon[191304]: pgmap v9139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:42.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:37:42.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:42 smithi123 ceph-mon[188613]: pgmap v9139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:42.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:37:44.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:44 smithi177 ceph-mon[212096]: pgmap v9140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:44.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:44 smithi123 ceph-mon[191304]: pgmap v9140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:44.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:44 smithi123 ceph-mon[188613]: pgmap v9140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:46.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:46 smithi177 ceph-mon[212096]: pgmap v9141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:46.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:46 smithi123 ceph-mon[191304]: pgmap v9141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:46.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:46 smithi123 ceph-mon[188613]: pgmap v9141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:48.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:48 smithi177 ceph-mon[212096]: pgmap v9142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:48.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:48 smithi123 ceph-mon[191304]: pgmap v9142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:48.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:48 smithi123 ceph-mon[188613]: pgmap v9142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:37:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:37:49] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:37:49.532 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:37:49.842 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:37:49.842 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 7m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:37:49.842 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 5m ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:37:49.842 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 7m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:37:49.842 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 5m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:37:49.842 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 5m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:37:49.843 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 7m ago 3h 693M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:37:49.843 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 7m ago 3h 1142M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:37:49.843 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 5m ago 3h 546M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:37:49.843 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 7m ago 3h 593M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:37:49.843 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 7m ago 3h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:37:49.843 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 5m ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:37:49.844 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 7m ago 3h 4446M 2468M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:37:49.844 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 7m ago 3h 5186M 2468M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:37:49.844 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 7m ago 3h 4228M 2468M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:37:49.844 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 7m ago 3h 4315M 2468M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:37:49.844 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 5m ago 3h 3612M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:37:49.844 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 5m ago 3h 3958M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:37:49.844 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 5m ago 3h 3376M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:37:49.844 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 5m ago 3h 3873M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:37:49.844 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 5m ago 3h 131M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:37:50.222 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:37:50.222 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:37:50.222 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:37:50.222 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:37:50.222 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:37:50.222 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:37:50.223 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:37:50.223 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:37:50.223 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:37:50.223 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:37:50.223 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:37:50.223 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:37:50.223 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:37:50.223 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:37:50.223 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:37:50.223 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:37:50.223 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:37:50.223 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:37:50.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:50 smithi177 ceph-mon[212096]: from='client.53516 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:37:50.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:50 smithi177 ceph-mon[212096]: pgmap v9143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:50.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:50 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1210164727' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:37:50.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:50 smithi123 ceph-mon[191304]: from='client.53516 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:37:50.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:50 smithi123 ceph-mon[191304]: pgmap v9143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:50.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:50 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1210164727' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:37:50.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:50 smithi123 ceph-mon[188613]: from='client.53516 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:37:50.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:50 smithi123 ceph-mon[188613]: pgmap v9143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:50.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:50 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1210164727' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:37:51.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:51 smithi177 ceph-mon[212096]: from='client.53522 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:37:51.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:51 smithi123 ceph-mon[191304]: from='client.53522 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:37:51.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:51 smithi123 ceph-mon[188613]: from='client.53522 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:37:52.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:52 smithi177 ceph-mon[212096]: pgmap v9144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:52.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:52 smithi123 ceph-mon[191304]: pgmap v9144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:52.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:52 smithi123 ceph-mon[188613]: pgmap v9144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:54.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:54 smithi177 ceph-mon[212096]: pgmap v9145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:54.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:54 smithi123 ceph-mon[191304]: pgmap v9145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:54.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:54 smithi123 ceph-mon[188613]: pgmap v9145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:56 smithi177 ceph-mon[212096]: pgmap v9146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:56.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:56 smithi123 ceph-mon[191304]: pgmap v9146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:56.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:56 smithi123 ceph-mon[188613]: pgmap v9146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:37:57.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:37:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:37:58.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:58 smithi177 ceph-mon[212096]: pgmap v9147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:58.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:37:58.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:37:58.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:37:58.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:37:58.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:37:58.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:37:58.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:37:58.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:37:58.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:37:58.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:58 smithi123 ceph-mon[191304]: pgmap v9147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:58.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:37:58.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:37:58.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:37:58.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:37:58.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:37:58.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:37:58.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:37:58.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:37:58.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:37:58.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:58 smithi123 ceph-mon[188613]: pgmap v9147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:37:58.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:37:58.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:37:58.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:37:58.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:37:58.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:37:58.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:37:58.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:37:58.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:37:58.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:37:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:37:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:37:59] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:37:59.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:37:59 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2458M 2023-12-20T14:37:59.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:37:59 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2458M 2023-12-20T14:37:59.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:37:59 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2458M 2023-12-20T14:38:00.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:00 smithi177 ceph-mon[212096]: pgmap v9148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:00.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:00 smithi123 ceph-mon[191304]: pgmap v9148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:00.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:00 smithi123 ceph-mon[188613]: pgmap v9148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:02.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:02 smithi177 ceph-mon[212096]: pgmap v9149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:02.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:02 smithi123 ceph-mon[191304]: pgmap v9149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:02.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:02 smithi123 ceph-mon[188613]: pgmap v9149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:04.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:04 smithi177 ceph-mon[212096]: pgmap v9150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:04.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:04 smithi123 ceph-mon[191304]: pgmap v9150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:04.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:04 smithi123 ceph-mon[188613]: pgmap v9150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:06.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:06 smithi177 ceph-mon[212096]: pgmap v9151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:06.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:06 smithi123 ceph-mon[191304]: pgmap v9151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:06.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:06 smithi123 ceph-mon[188613]: pgmap v9151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:08.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:08 smithi177 ceph-mon[212096]: pgmap v9152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:08.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:08 smithi123 ceph-mon[191304]: pgmap v9152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:08.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:08 smithi123 ceph-mon[188613]: pgmap v9152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:38:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:38:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:38:10.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:10 smithi177 ceph-mon[212096]: pgmap v9153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:10.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:10 smithi123 ceph-mon[191304]: pgmap v9153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:10.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:10 smithi123 ceph-mon[188613]: pgmap v9153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:12 smithi177 ceph-mon[212096]: pgmap v9154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:38:12.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:12 smithi123 ceph-mon[191304]: pgmap v9154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:12.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:38:12.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:12 smithi123 ceph-mon[188613]: pgmap v9154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:38:14.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:14 smithi177 ceph-mon[212096]: pgmap v9155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:14.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:14 smithi123 ceph-mon[191304]: pgmap v9155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:14.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:14 smithi123 ceph-mon[188613]: pgmap v9155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:16.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:16 smithi177 ceph-mon[212096]: pgmap v9156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:16.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:16 smithi123 ceph-mon[191304]: pgmap v9156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:16.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:16 smithi123 ceph-mon[188613]: pgmap v9156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:18.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:18 smithi177 ceph-mon[212096]: pgmap v9157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:18.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:18 smithi123 ceph-mon[191304]: pgmap v9157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:18.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:18 smithi123 ceph-mon[188613]: pgmap v9157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:38:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:38:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:38:20.567 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:38:20.874 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:38:20.874 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 8m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:38:20.874 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 6m ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:38:20.874 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 8m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:38:20.874 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 6m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:38:20.874 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 6m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:38:20.874 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 8m ago 3h 693M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:38:20.874 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 8m ago 3h 1142M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:38:20.875 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 6m ago 3h 546M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:38:20.875 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 8m ago 3h 593M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:38:20.875 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 8m ago 3h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:38:20.875 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 6m ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:38:20.875 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 8m ago 3h 4446M 2458M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:38:20.875 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 8m ago 3h 5186M 2458M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:38:20.875 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 8m ago 3h 4228M 2458M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:38:20.875 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 8m ago 3h 4315M 2458M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:38:20.875 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 6m ago 3h 3612M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:38:20.875 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 6m ago 3h 3958M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:38:20.875 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 6m ago 3h 3376M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:38:20.875 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 6m ago 3h 3873M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:38:20.875 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 6m ago 3h 131M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:38:20.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:20 smithi177 ceph-mon[212096]: pgmap v9158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:20.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:20 smithi123 ceph-mon[191304]: pgmap v9158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:20.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:20 smithi123 ceph-mon[188613]: pgmap v9158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:21.258 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:38:21.258 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:38:21.258 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:38:21.259 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:38:21.259 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:38:21.259 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:38:21.259 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:38:21.259 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:38:21.259 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:38:21.259 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:38:21.259 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:38:21.259 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:38:21.259 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:38:21.259 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:38:21.260 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:38:21.260 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:38:21.260 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:38:21.260 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:38:21.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:21 smithi177 ceph-mon[212096]: from='client.53534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:38:21.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:21 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3755980598' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:38:21.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:21 smithi123 ceph-mon[191304]: from='client.53534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:38:21.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:21 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3755980598' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:38:21.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:21 smithi123 ceph-mon[188613]: from='client.53534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:38:21.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:21 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3755980598' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:38:22.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:22 smithi177 ceph-mon[212096]: from='client.43593 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:38:22.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:22 smithi177 ceph-mon[212096]: pgmap v9159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:22.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:22 smithi123 ceph-mon[191304]: from='client.43593 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:38:22.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:22 smithi123 ceph-mon[191304]: pgmap v9159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:22.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:22 smithi123 ceph-mon[188613]: from='client.43593 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:38:22.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:22 smithi123 ceph-mon[188613]: pgmap v9159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:24.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:24 smithi177 ceph-mon[212096]: pgmap v9160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:24.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:24 smithi123 ceph-mon[191304]: pgmap v9160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:24.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:24 smithi123 ceph-mon[188613]: pgmap v9160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:26 smithi177 ceph-mon[212096]: pgmap v9161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:38:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:26 smithi123 ceph-mon[191304]: pgmap v9161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:38:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:26 smithi123 ceph-mon[188613]: pgmap v9161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:38:28.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:28 smithi177 ceph-mon[212096]: pgmap v9162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:28.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:28 smithi123 ceph-mon[191304]: pgmap v9162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:28.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:28 smithi123 ceph-mon[188613]: pgmap v9162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:38:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:38:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:38:30.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:30 smithi177 ceph-mon[212096]: pgmap v9163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:30.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:30 smithi123 ceph-mon[188613]: pgmap v9163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:30.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:30 smithi123 ceph-mon[191304]: pgmap v9163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:32.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:32 smithi177 ceph-mon[212096]: pgmap v9164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:32.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:32 smithi123 ceph-mon[191304]: pgmap v9164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:32.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:32 smithi123 ceph-mon[188613]: pgmap v9164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:34.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:34 smithi177 ceph-mon[212096]: pgmap v9165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:34.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:34 smithi123 ceph-mon[191304]: pgmap v9165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:34.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:34 smithi123 ceph-mon[188613]: pgmap v9165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:36.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:36 smithi177 ceph-mon[212096]: pgmap v9166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:36.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:36 smithi123 ceph-mon[191304]: pgmap v9166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:36.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:36 smithi123 ceph-mon[188613]: pgmap v9166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:38.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:38 smithi177 ceph-mon[212096]: pgmap v9167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:38.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:38 smithi123 ceph-mon[191304]: pgmap v9167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:38.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:38 smithi123 ceph-mon[188613]: pgmap v9167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:38:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:38:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:38:40.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:40 smithi177 ceph-mon[212096]: pgmap v9168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:40.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:40 smithi123 ceph-mon[191304]: pgmap v9168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:40.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:40 smithi123 ceph-mon[188613]: pgmap v9168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:42 smithi177 ceph-mon[212096]: pgmap v9169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:38:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:42 smithi123 ceph-mon[191304]: pgmap v9169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:38:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:42 smithi123 ceph-mon[188613]: pgmap v9169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:38:44.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:44 smithi177 ceph-mon[212096]: pgmap v9170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:44.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:44 smithi123 ceph-mon[191304]: pgmap v9170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:44.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:44 smithi123 ceph-mon[188613]: pgmap v9170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:46 smithi177 ceph-mon[212096]: pgmap v9171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:46.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:46 smithi123 ceph-mon[191304]: pgmap v9171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:46.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:46 smithi123 ceph-mon[188613]: pgmap v9171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:48.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:48 smithi177 ceph-mon[212096]: pgmap v9172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:48.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:48 smithi123 ceph-mon[191304]: pgmap v9172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:48.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:48 smithi123 ceph-mon[188613]: pgmap v9172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:38:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:38:49] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-20T14:38:50.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:50 smithi177 ceph-mon[212096]: pgmap v9173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:50.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:50 smithi123 ceph-mon[191304]: pgmap v9173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:50.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:50 smithi123 ceph-mon[188613]: pgmap v9173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:51.598 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:38:51.903 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:38:51.904 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 9m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:38:51.904 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 6m ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:38:51.904 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 9m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:38:51.904 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 6m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:38:51.904 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 6m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:38:51.904 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 9m ago 3h 693M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:38:51.904 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 9m ago 3h 1142M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:38:51.904 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 6m ago 3h 546M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:38:51.904 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 9m ago 3h 593M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:38:51.904 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 9m ago 3h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:38:51.904 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 6m ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:38:51.904 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 9m ago 3h 4446M 2458M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:38:51.904 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 9m ago 3h 5186M 2458M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:38:51.904 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 9m ago 3h 4228M 2458M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:38:51.905 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 9m ago 3h 4315M 2458M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:38:51.905 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 6m ago 3h 3612M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:38:51.905 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 6m ago 3h 3958M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:38:51.905 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 6m ago 3h 3376M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:38:51.905 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 6m ago 3h 3873M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:38:51.905 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 6m ago 3h 131M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:38:52.292 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:38:52.292 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:38:52.292 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:38:52.292 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:38:52.292 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:38:52.293 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:38:52.293 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:38:52.293 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:38:52.293 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:38:52.293 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:38:52.293 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:38:52.293 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:38:52.293 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:38:52.293 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:38:52.293 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:38:52.293 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:38:52.294 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:38:52.294 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:38:52.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:52 smithi177 ceph-mon[212096]: pgmap v9174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:52.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:52 smithi177 ceph-mon[212096]: from='client.43605 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:38:52.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:52 smithi123 ceph-mon[188613]: pgmap v9174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:52.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:52 smithi123 ceph-mon[188613]: from='client.43605 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:38:52.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:52 smithi123 ceph-mon[191304]: pgmap v9174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:52.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:52 smithi123 ceph-mon[191304]: from='client.43605 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:38:53.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:53 smithi177 ceph-mon[212096]: from='client.43611 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:38:53.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:53 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3147374490' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:38:53.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:53 smithi123 ceph-mon[191304]: from='client.43611 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:38:53.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:53 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3147374490' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:38:53.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:53 smithi123 ceph-mon[188613]: from='client.43611 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:38:53.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:53 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3147374490' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:38:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:54 smithi177 ceph-mon[212096]: pgmap v9175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:54.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:54 smithi123 ceph-mon[191304]: pgmap v9175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:54.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:54 smithi123 ceph-mon[188613]: pgmap v9175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:56.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:56 smithi177 ceph-mon[212096]: pgmap v9176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:56.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:56 smithi123 ceph-mon[191304]: pgmap v9176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:56 smithi123 ceph-mon[188613]: pgmap v9176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:38:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:38:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:38:58.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:58 smithi177 ceph-mon[212096]: pgmap v9177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:58.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:38:58.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:58 smithi123 ceph-mon[191304]: pgmap v9177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:58.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:38:58.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:58 smithi123 ceph-mon[188613]: pgmap v9177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:38:58.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:38:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:38:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:38:59] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T14:38:59.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:38:59.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:38:59.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:38:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:38:59.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:38:59.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:38:59.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:38:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:38:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:38:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:38:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:38:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:39:00.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:00 smithi177 ceph-mon[212096]: pgmap v9178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:00.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:00 smithi123 ceph-mon[191304]: pgmap v9178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:00.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:00 smithi123 ceph-mon[188613]: pgmap v9178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:02 smithi177 ceph-mon[212096]: pgmap v9179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:02.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:02 smithi123 ceph-mon[191304]: pgmap v9179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:02.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:02 smithi123 ceph-mon[188613]: pgmap v9179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:04 smithi177 ceph-mon[212096]: pgmap v9180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:04.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:04 smithi123 ceph-mon[191304]: pgmap v9180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:04.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:04 smithi123 ceph-mon[188613]: pgmap v9180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:06.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:06 smithi177 ceph-mon[212096]: pgmap v9181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:06.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:06 smithi123 ceph-mon[191304]: pgmap v9181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:06.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:06 smithi123 ceph-mon[188613]: pgmap v9181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:08.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:08 smithi177 ceph-mon[212096]: pgmap v9182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:08.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:08 smithi123 ceph-mon[191304]: pgmap v9182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:08.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:08 smithi123 ceph-mon[188613]: pgmap v9182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:39:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:39:09] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T14:39:10.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:10 smithi177 ceph-mon[212096]: pgmap v9183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:10.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:10 smithi123 ceph-mon[191304]: pgmap v9183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:10.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:10 smithi123 ceph-mon[188613]: pgmap v9183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:12 smithi177 ceph-mon[212096]: pgmap v9184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:39:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:12 smithi123 ceph-mon[191304]: pgmap v9184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:39:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:12 smithi123 ceph-mon[188613]: pgmap v9184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:39:14.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:14 smithi177 ceph-mon[212096]: pgmap v9185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:14.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:14 smithi123 ceph-mon[191304]: pgmap v9185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:14.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:14 smithi123 ceph-mon[188613]: pgmap v9185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:16.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:16 smithi177 ceph-mon[212096]: pgmap v9186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:16.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:16 smithi123 ceph-mon[191304]: pgmap v9186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:16.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:16 smithi123 ceph-mon[188613]: pgmap v9186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:18.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:18 smithi177 ceph-mon[212096]: pgmap v9187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:18.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:18 smithi123 ceph-mon[191304]: pgmap v9187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:18.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:18 smithi123 ceph-mon[188613]: pgmap v9187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:39:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:39:19] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:39:20.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:20 smithi177 ceph-mon[212096]: pgmap v9188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:20.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:20 smithi123 ceph-mon[191304]: pgmap v9188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:20.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:20 smithi123 ceph-mon[188613]: pgmap v9188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:22.640 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:39:22.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:22 smithi177 ceph-mon[212096]: pgmap v9189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:22.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:22 smithi123 ceph-mon[191304]: pgmap v9189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:22.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:22 smithi123 ceph-mon[188613]: pgmap v9189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:22.945 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:39:22.946 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 9m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:39:22.946 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 7m ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:39:22.946 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 9m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:39:22.946 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 7m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:39:22.946 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 7m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:39:22.946 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 9m ago 3h 693M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:39:22.946 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 9m ago 3h 1142M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:39:22.946 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 7m ago 3h 546M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:39:22.946 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 9m ago 3h 593M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:39:22.946 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 9m ago 3h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:39:22.946 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 7m ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:39:22.946 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 9m ago 3h 4446M 2458M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:39:22.946 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 9m ago 3h 5186M 2458M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:39:22.946 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 9m ago 3h 4228M 2458M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:39:22.946 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 9m ago 3h 4315M 2458M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:39:22.946 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 7m ago 3h 3612M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:39:22.947 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 7m ago 3h 3958M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:39:22.947 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 7m ago 3h 3376M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:39:22.947 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 7m ago 3h 3873M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:39:22.947 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 7m ago 3h 131M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:39:23.331 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:39:23.331 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:39:23.331 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:39:23.331 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:39:23.331 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:39:23.331 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:39:23.331 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:39:23.331 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:39:23.331 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:39:23.332 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:39:23.332 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:39:23.332 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:39:23.332 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:39:23.332 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:39:23.332 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:39:23.332 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:39:23.332 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:39:23.332 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:39:23.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:23 smithi177 ceph-mon[212096]: from='client.43623 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:39:23.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:23 smithi123 ceph-mon[191304]: from='client.43623 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:39:23.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:23 smithi123 ceph-mon[188613]: from='client.43623 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:39:24.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:24 smithi177 ceph-mon[212096]: from='client.53576 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:39:24.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:24 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1755009127' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:39:24.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:24 smithi177 ceph-mon[212096]: pgmap v9190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:24.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:24 smithi123 ceph-mon[191304]: from='client.53576 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:39:24.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:24 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1755009127' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:39:24.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:24 smithi123 ceph-mon[191304]: pgmap v9190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:24.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:24 smithi123 ceph-mon[188613]: from='client.53576 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:39:24.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:24 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1755009127' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:39:24.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:24 smithi123 ceph-mon[188613]: pgmap v9190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:26 smithi177 ceph-mon[212096]: pgmap v9191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:39:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:26 smithi123 ceph-mon[188613]: pgmap v9191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:39:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:26 smithi123 ceph-mon[191304]: pgmap v9191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:39:28.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:28 smithi177 ceph-mon[212096]: pgmap v9192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:28.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:28 smithi123 ceph-mon[191304]: pgmap v9192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:28.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:28 smithi123 ceph-mon[188613]: pgmap v9192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:39:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:39:29] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-20T14:39:30.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:30 smithi177 ceph-mon[212096]: pgmap v9193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:30.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:30 smithi123 ceph-mon[191304]: pgmap v9193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:30.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:30 smithi123 ceph-mon[188613]: pgmap v9193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:32.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:32 smithi177 ceph-mon[212096]: pgmap v9194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:32.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:32 smithi123 ceph-mon[191304]: pgmap v9194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:32.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:32 smithi123 ceph-mon[188613]: pgmap v9194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:34.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:34 smithi177 ceph-mon[212096]: pgmap v9195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:34.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:34 smithi123 ceph-mon[188613]: pgmap v9195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:34.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:34 smithi123 ceph-mon[191304]: pgmap v9195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:36.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:36 smithi177 ceph-mon[212096]: pgmap v9196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:36.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:36 smithi123 ceph-mon[191304]: pgmap v9196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:36.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:36 smithi123 ceph-mon[188613]: pgmap v9196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:38.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:38 smithi177 ceph-mon[212096]: pgmap v9197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:38.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:38 smithi123 ceph-mon[191304]: pgmap v9197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:38 smithi123 ceph-mon[188613]: pgmap v9197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:39:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:39:39] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-20T14:39:40.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:40 smithi177 ceph-mon[212096]: pgmap v9198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:40.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:40 smithi123 ceph-mon[191304]: pgmap v9198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:40.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:40 smithi123 ceph-mon[188613]: pgmap v9198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:42 smithi177 ceph-mon[212096]: pgmap v9199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:39:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:42 smithi123 ceph-mon[191304]: pgmap v9199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:39:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:42 smithi123 ceph-mon[188613]: pgmap v9199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:39:44.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:44 smithi177 ceph-mon[212096]: pgmap v9200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:44.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:44 smithi123 ceph-mon[191304]: pgmap v9200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:44.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:44 smithi123 ceph-mon[188613]: pgmap v9200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:46.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:46 smithi177 ceph-mon[212096]: pgmap v9201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:46.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:46 smithi123 ceph-mon[191304]: pgmap v9201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:46.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:46 smithi123 ceph-mon[188613]: pgmap v9201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:48 smithi177 ceph-mon[212096]: pgmap v9202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:48.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:48 smithi123 ceph-mon[191304]: pgmap v9202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:48.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:48 smithi123 ceph-mon[188613]: pgmap v9202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:39:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:39:49] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:39:50.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:50 smithi123 ceph-mon[191304]: pgmap v9203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:50.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:50 smithi123 ceph-mon[188613]: pgmap v9203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:50 smithi177 ceph-mon[212096]: pgmap v9203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:52.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:52 smithi177 ceph-mon[212096]: pgmap v9204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:52.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:52 smithi123 ceph-mon[191304]: pgmap v9204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:52.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:52 smithi123 ceph-mon[188613]: pgmap v9204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:53.684 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:39:53.983 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:39:53.983 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 10m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:39:53.983 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 7m ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:39:53.984 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 10m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:39:53.984 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 7m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:39:53.984 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 7m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:39:53.984 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 10m ago 3h 693M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:39:53.984 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 10m ago 3h 1142M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:39:53.984 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 7m ago 3h 546M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:39:53.984 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 10m ago 3h 593M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:39:53.984 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 10m ago 3h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:39:53.984 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 7m ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:39:53.984 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 10m ago 3h 4446M 2458M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:39:53.984 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 10m ago 3h 5186M 2458M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:39:53.985 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 10m ago 3h 4228M 2458M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:39:53.985 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 10m ago 3h 4315M 2458M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:39:53.985 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 7m ago 3h 3612M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:39:53.985 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 7m ago 3h 3958M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:39:53.985 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 7m ago 3h 3376M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:39:53.985 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 7m ago 3h 3873M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:39:53.985 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 7m ago 3h 131M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:39:54.368 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:39:54.368 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:39:54.368 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:39:54.368 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:39:54.369 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:39:54.369 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:39:54.369 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:39:54.369 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:39:54.369 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:39:54.369 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:39:54.369 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:39:54.369 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:39:54.369 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:39:54.370 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:39:54.370 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:39:54.370 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:39:54.370 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:39:54.370 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:39:54.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:54 smithi177 ceph-mon[212096]: pgmap v9205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:54.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:54 smithi177 ceph-mon[212096]: from='client.43641 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:39:54.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:54 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3131691372' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:39:54.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:54 smithi123 ceph-mon[191304]: pgmap v9205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:54.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:54 smithi123 ceph-mon[191304]: from='client.43641 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:39:54.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:54 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3131691372' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:39:54.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:54 smithi123 ceph-mon[188613]: pgmap v9205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:54.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:54 smithi123 ceph-mon[188613]: from='client.43641 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:39:54.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:54 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3131691372' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:39:55.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:55 smithi123 ceph-mon[191304]: from='client.43647 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:39:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:55 smithi123 ceph-mon[188613]: from='client.43647 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:39:56.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:55 smithi177 ceph-mon[212096]: from='client.43647 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:39:56.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:56 smithi123 ceph-mon[191304]: pgmap v9206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:39:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:56 smithi123 ceph-mon[188613]: pgmap v9206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:39:57.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:56 smithi177 ceph-mon[212096]: pgmap v9206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:39:58.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:58 smithi123 ceph-mon[191304]: pgmap v9207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:58.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:58 smithi123 ceph-mon[188613]: pgmap v9207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:59.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:58 smithi177 ceph-mon[212096]: pgmap v9207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:39:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:39:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:39:59] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:39:59.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:39:59.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:39:59.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:39:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:39:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:39:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:39:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:39:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:40:00.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:40:00.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:40:00.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:39:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:40:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T14:39:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T14:40:00.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:00 smithi123 ceph-mon[191304]: pgmap v9208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:00.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T14:40:00.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:00 smithi123 ceph-mon[188613]: pgmap v9208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:00.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T14:40:01.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:00 smithi177 ceph-mon[212096]: pgmap v9208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:01.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T14:40:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:02 smithi177 ceph-mon[212096]: pgmap v9209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:40:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:40:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:40:02.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:40:02.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:40:02.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:02 smithi123 ceph-mon[191304]: pgmap v9209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:02.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:40:02.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:40:02.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:40:02.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:40:02.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:40:02.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:02 smithi123 ceph-mon[188613]: pgmap v9209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:02.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:40:02.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:40:02.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:40:02.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:40:02.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:40:04.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:04 smithi177 ceph-mon[212096]: pgmap v9210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:04.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:04 smithi123 ceph-mon[191304]: pgmap v9210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:04.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:04 smithi123 ceph-mon[188613]: pgmap v9210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:06.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:06 smithi177 ceph-mon[212096]: pgmap v9211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:06.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:06 smithi123 ceph-mon[191304]: pgmap v9211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:06.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:06 smithi123 ceph-mon[188613]: pgmap v9211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:08.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:08 smithi123 ceph-mon[191304]: pgmap v9212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:08.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:08 smithi123 ceph-mon[188613]: pgmap v9212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:09.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:08 smithi177 ceph-mon[212096]: pgmap v9212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:40:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:40:09] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:40:10.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:10 smithi123 ceph-mon[191304]: pgmap v9213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:10.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:10 smithi123 ceph-mon[188613]: pgmap v9213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:11.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:10 smithi177 ceph-mon[212096]: pgmap v9213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:12 smithi177 ceph-mon[212096]: pgmap v9214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:40:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:12 smithi123 ceph-mon[191304]: pgmap v9214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:40:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:12 smithi123 ceph-mon[188613]: pgmap v9214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:40:14.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:14 smithi177 ceph-mon[212096]: pgmap v9215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:14.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:14 smithi123 ceph-mon[191304]: pgmap v9215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:14.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:14 smithi123 ceph-mon[188613]: pgmap v9215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:16.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:16 smithi123 ceph-mon[191304]: pgmap v9216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:16 smithi123 ceph-mon[188613]: pgmap v9216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:17.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:16 smithi177 ceph-mon[212096]: pgmap v9216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:18 smithi123 ceph-mon[191304]: pgmap v9217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:18 smithi123 ceph-mon[188613]: pgmap v9217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:19.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:18 smithi177 ceph-mon[212096]: pgmap v9217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:40:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:40:19] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-20T14:40:20.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:20 smithi123 ceph-mon[191304]: pgmap v9218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:20.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:20 smithi123 ceph-mon[188613]: pgmap v9218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:21.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:20 smithi177 ceph-mon[212096]: pgmap v9218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:22.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:22 smithi177 ceph-mon[212096]: pgmap v9219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:22.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:22 smithi123 ceph-mon[188613]: pgmap v9219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:22.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:22 smithi123 ceph-mon[191304]: pgmap v9219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:24.716 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:40:24.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:24 smithi123 ceph-mon[191304]: pgmap v9220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:24.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:24 smithi123 ceph-mon[188613]: pgmap v9220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:25.022 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:40:25.022 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 23s ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:40:25.022 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 8m ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:40:25.022 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 23s ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:40:25.022 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 8m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:40:25.022 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 8m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:40:25.022 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 23s ago 3h 699M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:40:25.022 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 23s ago 3h 1180M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:40:25.022 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 8m ago 3h 546M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:40:25.023 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 23s ago 3h 610M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:40:25.023 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 23s ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:40:25.023 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 8m ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:40:25.023 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 23s ago 3h 4478M 2458M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:40:25.023 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 23s ago 3h 5219M 2458M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:40:25.023 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 23s ago 3h 4253M 2458M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:40:25.023 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 23s ago 3h 4347M 2458M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:40:25.023 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 8m ago 3h 3612M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:40:25.023 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 8m ago 3h 3958M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:40:25.023 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 8m ago 3h 3376M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:40:25.023 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 8m ago 3h 3873M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:40:25.024 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 8m ago 3h 131M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:40:25.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:24 smithi177 ceph-mon[212096]: pgmap v9220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:25.403 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:40:25.403 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:40:25.403 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:40:25.403 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:40:25.403 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:40:25.403 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:40:25.403 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:40:25.403 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:40:25.403 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:40:25.404 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:40:25.404 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:40:25.404 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:40:25.404 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:40:25.404 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:40:25.404 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:40:25.404 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:40:25.404 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:40:25.404 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:40:25.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:25 smithi123 ceph-mon[191304]: from='client.43659 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:40:25.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:25 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2158206531' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:40:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:25 smithi123 ceph-mon[188613]: from='client.43659 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:40:25.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:25 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2158206531' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:40:26.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:25 smithi177 ceph-mon[212096]: from='client.43659 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:40:26.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:25 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2158206531' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:40:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:26 smithi123 ceph-mon[191304]: from='client.43665 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:40:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:26 smithi123 ceph-mon[191304]: pgmap v9221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:40:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:26 smithi123 ceph-mon[188613]: from='client.43665 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:40:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:26 smithi123 ceph-mon[188613]: pgmap v9221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:40:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:26 smithi177 ceph-mon[212096]: from='client.43665 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:40:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:26 smithi177 ceph-mon[212096]: pgmap v9221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:40:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:28 smithi123 ceph-mon[191304]: pgmap v9222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:28.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:28 smithi123 ceph-mon[188613]: pgmap v9222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:29.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:28 smithi177 ceph-mon[212096]: pgmap v9222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:40:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:40:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:40:30.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:30 smithi123 ceph-mon[191304]: pgmap v9223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:30.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:30 smithi123 ceph-mon[188613]: pgmap v9223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:31.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:30 smithi177 ceph-mon[212096]: pgmap v9223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:32.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:32 smithi177 ceph-mon[212096]: pgmap v9224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:32.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:32 smithi123 ceph-mon[191304]: pgmap v9224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:32.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:32 smithi123 ceph-mon[188613]: pgmap v9224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:34.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:34 smithi123 ceph-mon[191304]: pgmap v9225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:34.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:34 smithi123 ceph-mon[188613]: pgmap v9225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:35.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:34 smithi177 ceph-mon[212096]: pgmap v9225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:36.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:36 smithi123 ceph-mon[191304]: pgmap v9226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:36.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:36 smithi123 ceph-mon[188613]: pgmap v9226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:36 smithi177 ceph-mon[212096]: pgmap v9226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:38.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:38 smithi123 ceph-mon[191304]: pgmap v9227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:38 smithi123 ceph-mon[188613]: pgmap v9227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:39.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:38 smithi177 ceph-mon[212096]: pgmap v9227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:40:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:40:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:40:40.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:40 smithi123 ceph-mon[191304]: pgmap v9228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:40.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:40 smithi123 ceph-mon[188613]: pgmap v9228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:40 smithi177 ceph-mon[212096]: pgmap v9228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:42 smithi177 ceph-mon[212096]: pgmap v9229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:40:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:42 smithi123 ceph-mon[191304]: pgmap v9229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:40:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:42 smithi123 ceph-mon[188613]: pgmap v9229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:40:44.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:44 smithi123 ceph-mon[191304]: pgmap v9230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:44.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:44 smithi123 ceph-mon[188613]: pgmap v9230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:45.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:44 smithi177 ceph-mon[212096]: pgmap v9230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:46.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:46 smithi123 ceph-mon[191304]: pgmap v9231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:46.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:46 smithi123 ceph-mon[188613]: pgmap v9231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:47.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:46 smithi177 ceph-mon[212096]: pgmap v9231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:48.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:48 smithi123 ceph-mon[191304]: pgmap v9232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:48.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:48 smithi123 ceph-mon[188613]: pgmap v9232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:49.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:48 smithi177 ceph-mon[212096]: pgmap v9232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:40:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:40:49] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:40:50.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:50 smithi123 ceph-mon[191304]: pgmap v9233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:50.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:50 smithi123 ceph-mon[188613]: pgmap v9233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:50 smithi177 ceph-mon[212096]: pgmap v9233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:52.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:52 smithi177 ceph-mon[212096]: pgmap v9234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:52.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:52 smithi123 ceph-mon[191304]: pgmap v9234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:52.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:52 smithi123 ceph-mon[188613]: pgmap v9234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:54.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:54 smithi123 ceph-mon[191304]: pgmap v9235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:54.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:54 smithi123 ceph-mon[188613]: pgmap v9235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:55.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:54 smithi177 ceph-mon[212096]: pgmap v9235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:55.753 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:40:56.060 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:40:56.060 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 54s ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:40:56.060 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 9m ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:40:56.060 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 54s ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:40:56.060 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 9m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:40:56.060 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 9m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:40:56.060 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 54s ago 3h 699M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:40:56.060 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 54s ago 3h 1180M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:40:56.060 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 9m ago 3h 546M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:40:56.061 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 54s ago 3h 610M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:40:56.061 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 54s ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:40:56.061 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 9m ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:40:56.061 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 54s ago 3h 4478M 2458M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:40:56.061 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 54s ago 3h 5219M 2458M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:40:56.061 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 54s ago 3h 4253M 2458M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:40:56.061 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 54s ago 3h 4347M 2458M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:40:56.061 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 9m ago 3h 3612M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:40:56.061 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 9m ago 3h 3958M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:40:56.061 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 9m ago 3h 3376M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:40:56.062 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 9m ago 3h 3873M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:40:56.062 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 9m ago 3h 131M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:40:56.442 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:40:56.442 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:40:56.442 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:40:56.442 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:40:56.443 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:40:56.443 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:40:56.443 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:40:56.443 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:40:56.443 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:40:56.443 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:40:56.443 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:40:56.443 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:40:56.443 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:40:56.443 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:40:56.443 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:40:56.444 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:40:56.444 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:40:56.444 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:40:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:56 smithi123 ceph-mon[191304]: pgmap v9236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:56 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/926335225' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:40:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:40:56.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:56 smithi123 ceph-mon[188613]: pgmap v9236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:56.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:56 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/926335225' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:40:56.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:40:57.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:56 smithi177 ceph-mon[212096]: pgmap v9236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:57.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:56 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/926335225' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:40:57.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:40:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:57 smithi123 ceph-mon[191304]: from='client.53624 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:40:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:57 smithi123 ceph-mon[191304]: from='client.53630 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:40:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:57 smithi123 ceph-mon[188613]: from='client.53624 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:40:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:57 smithi123 ceph-mon[188613]: from='client.53630 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:40:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:57 smithi177 ceph-mon[212096]: from='client.53624 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:40:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:57 smithi177 ceph-mon[212096]: from='client.53630 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:40:58.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:40:58 smithi123 ceph-mon[188613]: pgmap v9237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:58.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:40:58 smithi123 ceph-mon[191304]: pgmap v9237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:59.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:40:58 smithi177 ceph-mon[212096]: pgmap v9237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:40:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:40:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:40:59] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-20T14:41:00.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:00 smithi123 ceph-mon[188613]: pgmap v9238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:00 smithi123 ceph-mon[191304]: pgmap v9238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:01.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:00 smithi177 ceph-mon[212096]: pgmap v9238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:02 smithi177 ceph-mon[212096]: pgmap v9239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:02.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:02 smithi123 ceph-mon[191304]: pgmap v9239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:02.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:02 smithi123 ceph-mon[188613]: pgmap v9239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:03.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:41:03.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:41:03.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:41:03.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:41:03.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:41:03.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:41:03.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:41:03.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:41:03.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:41:03.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:41:03.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:41:03.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:41:03.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:41:03.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:41:03.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:41:03.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:41:03.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:41:03.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:41:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:04 smithi177 ceph-mon[212096]: pgmap v9240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:04.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:04 smithi123 ceph-mon[191304]: pgmap v9240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:04.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:04 smithi123 ceph-mon[188613]: pgmap v9240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:06.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:06 smithi123 ceph-mon[188613]: pgmap v9241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:06 smithi123 ceph-mon[191304]: pgmap v9241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:06 smithi177 ceph-mon[212096]: pgmap v9241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:08.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:08 smithi123 ceph-mon[188613]: pgmap v9242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:08.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:08 smithi123 ceph-mon[191304]: pgmap v9242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:09.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:08 smithi177 ceph-mon[212096]: pgmap v9242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:41:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:41:09] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-20T14:41:10.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:10 smithi123 ceph-mon[191304]: pgmap v9243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:10.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:10 smithi123 ceph-mon[188613]: pgmap v9243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:11.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:10 smithi177 ceph-mon[212096]: pgmap v9243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:12 smithi177 ceph-mon[212096]: pgmap v9244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:41:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:12 smithi123 ceph-mon[191304]: pgmap v9244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:41:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:12 smithi123 ceph-mon[188613]: pgmap v9244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:41:14.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:14 smithi123 ceph-mon[188613]: pgmap v9245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:14.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:14 smithi123 ceph-mon[191304]: pgmap v9245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:15.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:14 smithi177 ceph-mon[212096]: pgmap v9245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:16.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:16 smithi123 ceph-mon[188613]: pgmap v9246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:16.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:16 smithi123 ceph-mon[191304]: pgmap v9246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:17.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:16 smithi177 ceph-mon[212096]: pgmap v9246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:18.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:18 smithi123 ceph-mon[188613]: pgmap v9247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:18.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:18 smithi123 ceph-mon[191304]: pgmap v9247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:19.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:18 smithi177 ceph-mon[212096]: pgmap v9247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:41:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:41:19] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-20T14:41:20.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:20 smithi123 ceph-mon[188613]: pgmap v9248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:20.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:20 smithi123 ceph-mon[191304]: pgmap v9248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:21.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:20 smithi177 ceph-mon[212096]: pgmap v9248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:22.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:22 smithi177 ceph-mon[212096]: pgmap v9249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:22.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:22 smithi123 ceph-mon[191304]: pgmap v9249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:22.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:22 smithi123 ceph-mon[188613]: pgmap v9249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:24.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:24 smithi123 ceph-mon[191304]: pgmap v9250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:24.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:24 smithi123 ceph-mon[188613]: pgmap v9250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:25.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:24 smithi177 ceph-mon[212096]: pgmap v9250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:26.790 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:41:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:26 smithi123 ceph-mon[191304]: pgmap v9251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:41:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:26 smithi123 ceph-mon[188613]: pgmap v9251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:41:27.096 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:41:27.096 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 85s ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:41:27.096 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 9m ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:41:27.096 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 85s ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:41:27.096 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 9m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:41:27.096 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 9m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:41:27.096 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 85s ago 3h 699M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:41:27.096 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 85s ago 3h 1180M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:41:27.096 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 9m ago 3h 546M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:41:27.097 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 85s ago 3h 610M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:41:27.097 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 85s ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:41:27.097 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 9m ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:41:27.097 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 85s ago 3h 4478M 2458M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:41:27.097 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 85s ago 3h 5219M 2458M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:41:27.097 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 85s ago 3h 4253M 2458M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:41:27.097 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 85s ago 3h 4347M 2458M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:41:27.097 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 9m ago 3h 3612M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:41:27.097 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 9m ago 3h 3958M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:41:27.097 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 9m ago 3h 3376M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:41:27.098 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 9m ago 3h 3873M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:41:27.098 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 9m ago 3h 131M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:41:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:26 smithi177 ceph-mon[212096]: pgmap v9251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:41:27.482 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:41:27.483 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:41:27.483 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:41:27.483 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:41:27.483 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:41:27.484 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:41:27.484 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:41:27.484 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:41:27.484 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:41:27.484 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:41:27.484 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:41:27.484 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:41:27.484 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:41:27.484 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:41:27.484 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:41:27.484 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:41:27.484 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:41:27.485 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:41:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:27 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3181813499' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:41:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:27 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3181813499' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:41:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:27 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3181813499' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:41:28.901 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 14:41:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T14:41:28.586927599Z level=info msg="Completed cleanup jobs" duration=13.206001ms 2023-12-20T14:41:28.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:28 smithi177 ceph-mon[212096]: from='client.53642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:41:28.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:28 smithi177 ceph-mon[212096]: from='client.43701 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:41:28.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:28 smithi177 ceph-mon[212096]: pgmap v9252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:28 smithi123 ceph-mon[191304]: from='client.53642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:41:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:28 smithi123 ceph-mon[191304]: from='client.43701 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:41:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:28 smithi123 ceph-mon[191304]: pgmap v9252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:28.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:28 smithi123 ceph-mon[188613]: from='client.53642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:41:28.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:28 smithi123 ceph-mon[188613]: from='client.43701 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:41:28.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:28 smithi123 ceph-mon[188613]: pgmap v9252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:41:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:41:29] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-20T14:41:30.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:30 smithi123 ceph-mon[191304]: pgmap v9253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:30.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:30 smithi123 ceph-mon[188613]: pgmap v9253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:31.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:30 smithi177 ceph-mon[212096]: pgmap v9253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:32.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:32 smithi177 ceph-mon[212096]: pgmap v9254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:32.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:32 smithi123 ceph-mon[191304]: pgmap v9254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:32.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:32 smithi123 ceph-mon[188613]: pgmap v9254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:34.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:34 smithi123 ceph-mon[191304]: pgmap v9255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:34.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:34 smithi123 ceph-mon[188613]: pgmap v9255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:35.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:34 smithi177 ceph-mon[212096]: pgmap v9255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:36.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:36 smithi123 ceph-mon[191304]: pgmap v9256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:36.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:36 smithi123 ceph-mon[188613]: pgmap v9256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:36 smithi177 ceph-mon[212096]: pgmap v9256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:38.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:38 smithi123 ceph-mon[191304]: pgmap v9257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:38.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:38 smithi123 ceph-mon[188613]: pgmap v9257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:39.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:38 smithi177 ceph-mon[212096]: pgmap v9257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:41:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:41:39] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-20T14:41:40.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:40 smithi123 ceph-mon[191304]: pgmap v9258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:40.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:40 smithi123 ceph-mon[188613]: pgmap v9258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:40 smithi177 ceph-mon[212096]: pgmap v9258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:42 smithi177 ceph-mon[212096]: pgmap v9259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:41:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:42 smithi123 ceph-mon[191304]: pgmap v9259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:41:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:42 smithi123 ceph-mon[188613]: pgmap v9259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:41:44.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:44 smithi123 ceph-mon[191304]: pgmap v9260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:44.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:44 smithi123 ceph-mon[188613]: pgmap v9260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:45.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:44 smithi177 ceph-mon[212096]: pgmap v9260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:46.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:46 smithi123 ceph-mon[191304]: pgmap v9261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:46.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:46 smithi123 ceph-mon[188613]: pgmap v9261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:47.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:46 smithi177 ceph-mon[212096]: pgmap v9261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:48.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:48 smithi123 ceph-mon[191304]: pgmap v9262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:48.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:48 smithi123 ceph-mon[188613]: pgmap v9262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:49.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:48 smithi177 ceph-mon[212096]: pgmap v9262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:41:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:41:49] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:41:50.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:50 smithi123 ceph-mon[191304]: pgmap v9263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:50.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:50 smithi123 ceph-mon[188613]: pgmap v9263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:50 smithi177 ceph-mon[212096]: pgmap v9263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:52.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:52 smithi177 ceph-mon[212096]: pgmap v9264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:52.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:52 smithi123 ceph-mon[191304]: pgmap v9264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:52.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:52 smithi123 ceph-mon[188613]: pgmap v9264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:54.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:54 smithi123 ceph-mon[191304]: pgmap v9265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:54.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:54 smithi123 ceph-mon[188613]: pgmap v9265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:55.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:54 smithi177 ceph-mon[212096]: pgmap v9265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:56 smithi123 ceph-mon[191304]: pgmap v9266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:41:56.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:56 smithi123 ceph-mon[188613]: pgmap v9266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:56.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:41:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:56 smithi177 ceph-mon[212096]: pgmap v9266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:41:57.827 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:41:58.134 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:41:58.134 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 116s ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:41:58.134 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 10m ago 3h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:41:58.134 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 116s ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:41:58.134 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 10m ago 3h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:41:58.134 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 10m ago 3h 461M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:41:58.134 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 116s ago 3h 699M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:41:58.134 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 116s ago 3h 1180M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:41:58.134 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 10m ago 3h 546M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:41:58.135 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 116s ago 3h 610M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:41:58.135 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 116s ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:41:58.135 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 10m ago 3h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:41:58.135 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 116s ago 3h 4478M 2458M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:41:58.135 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 116s ago 3h 5219M 2458M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:41:58.135 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 116s ago 3h 4253M 2458M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:41:58.135 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 116s ago 3h 4347M 2458M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:41:58.135 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 10m ago 3h 3612M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:41:58.135 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 10m ago 3h 3958M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:41:58.135 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 10m ago 3h 3376M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:41:58.135 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 10m ago 3h 3873M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:41:58.135 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 10m ago 3h 131M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:41:58.514 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:41:58.514 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:41:58.514 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:41:58.514 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:41:58.514 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:41:58.515 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:41:58.515 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:41:58.515 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:41:58.515 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:41:58.515 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:41:58.515 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:41:58.515 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:41:58.515 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:41:58.515 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:41:58.515 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:41:58.515 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:41:58.515 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:41:58.515 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:41:58.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:58 smithi123 ceph-mon[191304]: pgmap v9267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:58.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:58 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1036752785' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:41:58.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:58 smithi123 ceph-mon[188613]: pgmap v9267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:58.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:58 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1036752785' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:41:59.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:58 smithi177 ceph-mon[212096]: pgmap v9267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:41:59.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:58 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1036752785' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:41:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:41:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:41:59] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:41:59.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:59 smithi123 ceph-mon[191304]: from='client.43713 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:41:59.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:41:59 smithi123 ceph-mon[191304]: from='client.43719 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:41:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:59 smithi123 ceph-mon[188613]: from='client.43713 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:41:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:41:59 smithi123 ceph-mon[188613]: from='client.43719 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:42:00.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:59 smithi177 ceph-mon[212096]: from='client.43713 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:42:00.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:41:59 smithi177 ceph-mon[212096]: from='client.43719 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:42:00.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:00 smithi123 ceph-mon[191304]: pgmap v9268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:00.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:00 smithi123 ceph-mon[188613]: pgmap v9268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:01.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:00 smithi177 ceph-mon[212096]: pgmap v9268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:02.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:02 smithi177 ceph-mon[212096]: pgmap v9269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:02.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:02 smithi123 ceph-mon[191304]: pgmap v9269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:02 smithi123 ceph-mon[188613]: pgmap v9269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:03.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:42:03.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:42:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:42:04.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:04 smithi123 ceph-mon[191304]: pgmap v9270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:04.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:04 smithi123 ceph-mon[188613]: pgmap v9270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:04.824 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:04 smithi177 ceph-mon[212096]: pgmap v9270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:06.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:06 smithi123 ceph-mon[188613]: pgmap v9271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:06.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:42:06.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:42:06.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:42:06.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:42:06.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:42:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:06 smithi123 ceph-mon[191304]: pgmap v9271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:42:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:42:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:42:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:42:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:42:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:06 smithi177 ceph-mon[212096]: pgmap v9271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:42:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:42:07.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:42:07.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:42:07.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:42:08.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:08 smithi123 ceph-mon[191304]: pgmap v9272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:08.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:08 smithi123 ceph-mon[188613]: pgmap v9272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:09.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:08 smithi177 ceph-mon[212096]: pgmap v9272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:42:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:42:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:42:10.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:10 smithi123 ceph-mon[191304]: pgmap v9273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:10.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:10 smithi123 ceph-mon[188613]: pgmap v9273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:11.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:10 smithi177 ceph-mon[212096]: pgmap v9273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:42:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:12 smithi177 ceph-mon[212096]: pgmap v9274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:42:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:12 smithi123 ceph-mon[188613]: pgmap v9274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:42:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:12 smithi123 ceph-mon[191304]: pgmap v9274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:14.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:14 smithi123 ceph-mon[191304]: pgmap v9275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:14.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:14 smithi123 ceph-mon[188613]: pgmap v9275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:15.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:14 smithi177 ceph-mon[212096]: pgmap v9275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:16.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:16 smithi123 ceph-mon[191304]: pgmap v9276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:16.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:16 smithi123 ceph-mon[188613]: pgmap v9276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:17.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:16 smithi177 ceph-mon[212096]: pgmap v9276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:18.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:18 smithi123 ceph-mon[191304]: pgmap v9277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:18 smithi123 ceph-mon[188613]: pgmap v9277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:19.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:18 smithi177 ceph-mon[212096]: pgmap v9277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:42:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:42:19] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:42:20.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:20 smithi123 ceph-mon[188613]: pgmap v9278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:20.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:20 smithi123 ceph-mon[191304]: pgmap v9278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:21.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:20 smithi177 ceph-mon[212096]: pgmap v9278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:22.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:22 smithi177 ceph-mon[212096]: pgmap v9279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:22.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:22 smithi123 ceph-mon[188613]: pgmap v9279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:22.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:22 smithi123 ceph-mon[191304]: pgmap v9279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:24.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:24 smithi123 ceph-mon[188613]: pgmap v9280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:24.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:24 smithi123 ceph-mon[191304]: pgmap v9280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:25.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:24 smithi177 ceph-mon[212096]: pgmap v9280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:26 smithi123 ceph-mon[188613]: pgmap v9281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:42:26.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:26 smithi123 ceph-mon[191304]: pgmap v9281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:26.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:42:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:26 smithi177 ceph-mon[212096]: pgmap v9281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:42:28.868 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:42:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:28 smithi123 ceph-mon[191304]: pgmap v9282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:28 smithi123 ceph-mon[188613]: pgmap v9282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:29.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:28 smithi177 ceph-mon[212096]: pgmap v9282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:29.174 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:42:29.174 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 2m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:42:29.174 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 23s ago 3h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:42:29.174 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 2m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:42:29.174 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 23s ago 3h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:42:29.175 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 23s ago 3h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:42:29.175 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 2m ago 3h 699M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:42:29.175 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 2m ago 3h 1180M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:42:29.175 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 23s ago 3h 563M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:42:29.175 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 2m ago 3h 610M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:42:29.175 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 2m ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:42:29.175 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 23s ago 3h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:42:29.175 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 2m ago 3h 4478M 2458M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:42:29.175 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 2m ago 3h 5219M 2458M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:42:29.175 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 2m ago 3h 4253M 2458M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:42:29.175 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 2m ago 3h 4347M 2458M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:42:29.176 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 23s ago 3h 3639M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:42:29.176 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 23s ago 3h 3991M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:42:29.176 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 23s ago 3h 3405M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:42:29.176 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 23s ago 3h 3910M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:42:29.176 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 23s ago 3h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:42:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:42:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:42:29] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:42:29.559 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:42:29.559 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:42:29.559 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:42:29.559 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:42:29.559 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:42:29.560 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:42:29.560 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:42:29.560 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:42:29.560 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:42:29.560 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:42:29.560 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:42:29.560 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:42:29.560 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:42:29.560 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:42:29.560 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:42:29.560 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:42:29.560 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:42:29.561 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:42:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:29 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1016622990' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:42:29.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:29 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1016622990' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:42:30.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:29 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1016622990' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:42:30.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:30 smithi123 ceph-mon[188613]: from='client.53678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:42:30.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:30 smithi123 ceph-mon[188613]: from='client.43737 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:42:30.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:30 smithi123 ceph-mon[188613]: pgmap v9283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:30 smithi123 ceph-mon[191304]: from='client.53678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:42:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:30 smithi123 ceph-mon[191304]: from='client.43737 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:42:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:30 smithi123 ceph-mon[191304]: pgmap v9283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:31.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:30 smithi177 ceph-mon[212096]: from='client.53678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:42:31.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:30 smithi177 ceph-mon[212096]: from='client.43737 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:42:31.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:30 smithi177 ceph-mon[212096]: pgmap v9283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:32.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:32 smithi177 ceph-mon[212096]: pgmap v9284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:32.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:32 smithi123 ceph-mon[191304]: pgmap v9284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:32.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:32 smithi123 ceph-mon[188613]: pgmap v9284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:34.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:34 smithi123 ceph-mon[191304]: pgmap v9285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:34.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:34 smithi123 ceph-mon[188613]: pgmap v9285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:35.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:34 smithi177 ceph-mon[212096]: pgmap v9285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:36.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:36 smithi123 ceph-mon[191304]: pgmap v9286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:36.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:36 smithi123 ceph-mon[188613]: pgmap v9286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:36 smithi177 ceph-mon[212096]: pgmap v9286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:38 smithi123 ceph-mon[191304]: pgmap v9287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:38 smithi123 ceph-mon[188613]: pgmap v9287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:39.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:38 smithi177 ceph-mon[212096]: pgmap v9287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:42:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:42:39] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:42:40.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:40 smithi123 ceph-mon[191304]: pgmap v9288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:40.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:40 smithi123 ceph-mon[188613]: pgmap v9288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:40 smithi177 ceph-mon[212096]: pgmap v9288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:42:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:42 smithi177 ceph-mon[212096]: pgmap v9289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:42:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:42 smithi123 ceph-mon[191304]: pgmap v9289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:42:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:42 smithi123 ceph-mon[188613]: pgmap v9289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:44.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:44 smithi123 ceph-mon[191304]: pgmap v9290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:44.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:44 smithi123 ceph-mon[188613]: pgmap v9290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:45.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:44 smithi177 ceph-mon[212096]: pgmap v9290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:46.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:46 smithi123 ceph-mon[191304]: pgmap v9291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:46.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:46 smithi123 ceph-mon[188613]: pgmap v9291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:47.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:46 smithi177 ceph-mon[212096]: pgmap v9291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:48.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:48 smithi123 ceph-mon[191304]: pgmap v9292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:48.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:48 smithi123 ceph-mon[188613]: pgmap v9292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:49.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:48 smithi177 ceph-mon[212096]: pgmap v9292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:42:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:42:49] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:42:50.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:50 smithi123 ceph-mon[191304]: pgmap v9293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:50.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:50 smithi123 ceph-mon[188613]: pgmap v9293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:50 smithi177 ceph-mon[212096]: pgmap v9293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:52.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:52 smithi177 ceph-mon[212096]: pgmap v9294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:52.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:52 smithi123 ceph-mon[191304]: pgmap v9294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:52.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:52 smithi123 ceph-mon[188613]: pgmap v9294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:54 smithi123 ceph-mon[191304]: pgmap v9295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:54 smithi123 ceph-mon[188613]: pgmap v9295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:55.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:54 smithi177 ceph-mon[212096]: pgmap v9295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:56 smithi123 ceph-mon[188613]: pgmap v9296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:56.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:42:56.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:56 smithi123 ceph-mon[191304]: pgmap v9296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:56.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:42:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:56 smithi177 ceph-mon[212096]: pgmap v9296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:57.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:42:58.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:42:58 smithi123 ceph-mon[188613]: pgmap v9297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:58.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:42:58 smithi123 ceph-mon[191304]: pgmap v9297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:59.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:42:58 smithi177 ceph-mon[212096]: pgmap v9297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:42:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:42:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:42:59] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-20T14:42:59.908 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:43:00.221 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:43:00.221 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 2m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:43:00.221 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 54s ago 3h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:43:00.222 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 2m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:43:00.222 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 54s ago 3h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:43:00.222 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 54s ago 3h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:43:00.222 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 2m ago 3h 699M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:43:00.222 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 2m ago 3h 1180M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:43:00.222 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 54s ago 3h 563M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:43:00.222 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 2m ago 3h 610M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:43:00.222 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 2m ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:43:00.222 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 54s ago 3h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:43:00.222 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 2m ago 3h 4478M 2458M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:43:00.222 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 2m ago 3h 5219M 2458M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:43:00.222 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 2m ago 3h 4253M 2458M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:43:00.222 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 2m ago 3h 4347M 2458M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:43:00.222 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 54s ago 3h 3639M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:43:00.223 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 54s ago 3h 3991M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:43:00.223 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 54s ago 3h 3405M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:43:00.223 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 54s ago 3h 3910M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:43:00.223 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 54s ago 3h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:43:00.601 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:43:00.601 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:43:00.601 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:43:00.601 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:43:00.601 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:43:00.601 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:43:00.602 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:43:00.602 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:43:00.602 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:43:00.602 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:43:00.602 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:43:00.602 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:43:00.602 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:43:00.602 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:43:00.602 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:43:00.602 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:43:00.602 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:43:00.602 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:43:00.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:00 smithi123 ceph-mon[188613]: pgmap v9298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:00.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:00 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2520204500' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:43:00.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:00 smithi123 ceph-mon[191304]: pgmap v9298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:00.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:00 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2520204500' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:43:01.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:00 smithi177 ceph-mon[212096]: pgmap v9298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:01.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:00 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2520204500' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:43:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:01 smithi123 ceph-mon[191304]: from='client.53696 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:43:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:01 smithi123 ceph-mon[191304]: from='client.53702 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:43:01.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:01 smithi123 ceph-mon[188613]: from='client.53696 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:43:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:01 smithi123 ceph-mon[188613]: from='client.53702 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:43:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:01 smithi177 ceph-mon[212096]: from='client.53696 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:43:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:01 smithi177 ceph-mon[212096]: from='client.53702 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:43:02.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:02 smithi123 ceph-mon[191304]: pgmap v9299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:02.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:02 smithi123 ceph-mon[188613]: pgmap v9299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:03.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:02 smithi177 ceph-mon[212096]: pgmap v9299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:04.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:04 smithi123 ceph-mon[191304]: pgmap v9300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:04.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:04 smithi123 ceph-mon[188613]: pgmap v9300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:05.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:04 smithi177 ceph-mon[212096]: pgmap v9300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:06 smithi123 ceph-mon[191304]: pgmap v9301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:43:06.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:06 smithi123 ceph-mon[188613]: pgmap v9301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:06.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:43:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:06 smithi177 ceph-mon[212096]: pgmap v9301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:43:07.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:43:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:43:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:43:07.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:43:07.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:43:07.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:43:08.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:43:08.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:43:08.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:43:08.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:08 smithi123 ceph-mon[191304]: pgmap v9302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:08.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:08 smithi123 ceph-mon[188613]: pgmap v9302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:09.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:08 smithi177 ceph-mon[212096]: pgmap v9302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:43:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:43:09] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-20T14:43:10.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:10 smithi123 ceph-mon[191304]: pgmap v9303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:10.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:10 smithi123 ceph-mon[188613]: pgmap v9303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:11.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:10 smithi177 ceph-mon[212096]: pgmap v9303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:43:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:12 smithi177 ceph-mon[212096]: pgmap v9304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:43:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:12 smithi123 ceph-mon[191304]: pgmap v9304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:43:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:12 smithi123 ceph-mon[188613]: pgmap v9304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:14.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:14 smithi123 ceph-mon[191304]: pgmap v9305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:14.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:14 smithi123 ceph-mon[188613]: pgmap v9305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:15.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:14 smithi177 ceph-mon[212096]: pgmap v9305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:16.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:16 smithi123 ceph-mon[191304]: pgmap v9306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:16.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:16 smithi123 ceph-mon[188613]: pgmap v9306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:17.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:16 smithi177 ceph-mon[212096]: pgmap v9306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:18.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:18 smithi123 ceph-mon[191304]: pgmap v9307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:18.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:18 smithi123 ceph-mon[188613]: pgmap v9307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:19.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:18 smithi177 ceph-mon[212096]: pgmap v9307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:43:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:43:19] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:43:20.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:20 smithi123 ceph-mon[191304]: pgmap v9308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:20 smithi123 ceph-mon[188613]: pgmap v9308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:21.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:20 smithi177 ceph-mon[212096]: pgmap v9308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:22.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:22 smithi177 ceph-mon[212096]: pgmap v9309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:22.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:22 smithi123 ceph-mon[191304]: pgmap v9309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:22.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:22 smithi123 ceph-mon[188613]: pgmap v9309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:24.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:24 smithi123 ceph-mon[191304]: pgmap v9310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:24.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:24 smithi123 ceph-mon[188613]: pgmap v9310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:25.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:24 smithi177 ceph-mon[212096]: pgmap v9310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:26.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:26 smithi123 ceph-mon[191304]: pgmap v9311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:26.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:43:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:26 smithi123 ceph-mon[188613]: pgmap v9311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:43:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:26 smithi177 ceph-mon[212096]: pgmap v9311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:43:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:28 smithi123 ceph-mon[191304]: pgmap v9312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:28.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:28 smithi123 ceph-mon[188613]: pgmap v9312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:29.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:28 smithi177 ceph-mon[212096]: pgmap v9312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:43:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:43:29] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-20T14:43:30.946 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:43:30.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:30 smithi123 ceph-mon[191304]: pgmap v9313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:30.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:30 smithi123 ceph-mon[188613]: pgmap v9313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:31.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:30 smithi177 ceph-mon[212096]: pgmap v9313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:31.255 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:43:31.255 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 3m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:43:31.255 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 85s ago 3h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:43:31.255 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 3m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:43:31.255 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 85s ago 3h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:43:31.255 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 85s ago 3h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:43:31.256 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 3m ago 3h 699M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:43:31.256 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 3m ago 3h 1180M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:43:31.256 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 85s ago 3h 563M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:43:31.256 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 3m ago 3h 610M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:43:31.256 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 3m ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:43:31.256 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 85s ago 3h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:43:31.256 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 3m ago 3h 4478M 2458M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:43:31.256 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 3m ago 3h 5219M 2458M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:43:31.256 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 3m ago 3h 4253M 2458M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:43:31.256 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 3m ago 3h 4347M 2458M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:43:31.256 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 85s ago 3h 3639M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:43:31.257 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 85s ago 3h 3991M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:43:31.257 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 85s ago 3h 3405M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:43:31.257 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 85s ago 3h 3910M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:43:31.257 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 85s ago 3h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:43:31.640 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:43:31.640 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:43:31.640 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:43:31.640 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:43:31.640 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:43:31.640 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:43:31.640 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:43:31.641 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:43:31.641 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:43:31.641 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:43:31.641 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:43:31.641 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:43:31.641 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:43:31.641 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:43:31.641 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:43:31.641 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:43:31.641 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:43:31.642 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:43:32.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:32 smithi177 ceph-mon[212096]: from='client.53714 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:43:32.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:32 smithi177 ceph-mon[212096]: from='client.53720 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:43:32.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:32 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1876833751' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:43:32.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:32 smithi177 ceph-mon[212096]: pgmap v9314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:32.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:32 smithi123 ceph-mon[188613]: from='client.53714 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:43:32.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:32 smithi123 ceph-mon[188613]: from='client.53720 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:43:32.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:32 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1876833751' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:43:32.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:32 smithi123 ceph-mon[188613]: pgmap v9314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:32.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:32 smithi123 ceph-mon[191304]: from='client.53714 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:43:32.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:32 smithi123 ceph-mon[191304]: from='client.53720 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:43:32.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:32 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1876833751' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:43:32.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:32 smithi123 ceph-mon[191304]: pgmap v9314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:34.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:34 smithi123 ceph-mon[188613]: pgmap v9315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:34.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:34 smithi123 ceph-mon[191304]: pgmap v9315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:35.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:34 smithi177 ceph-mon[212096]: pgmap v9315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:36.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:36 smithi123 ceph-mon[188613]: pgmap v9316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:36.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:36 smithi123 ceph-mon[191304]: pgmap v9316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:36 smithi177 ceph-mon[212096]: pgmap v9316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:38 smithi123 ceph-mon[188613]: pgmap v9317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:38.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:38 smithi123 ceph-mon[191304]: pgmap v9317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:39.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:38 smithi177 ceph-mon[212096]: pgmap v9317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:43:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:43:39] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-20T14:43:40.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:40 smithi123 ceph-mon[191304]: pgmap v9318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:40.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:40 smithi123 ceph-mon[188613]: pgmap v9318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:40 smithi177 ceph-mon[212096]: pgmap v9318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:43:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:42 smithi177 ceph-mon[212096]: pgmap v9319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:43:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:42 smithi123 ceph-mon[191304]: pgmap v9319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:43:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:42 smithi123 ceph-mon[188613]: pgmap v9319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:44.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:44 smithi123 ceph-mon[188613]: pgmap v9320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:44 smithi123 ceph-mon[191304]: pgmap v9320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:45.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:44 smithi177 ceph-mon[212096]: pgmap v9320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:46.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:46 smithi123 ceph-mon[191304]: pgmap v9321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:46.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:46 smithi123 ceph-mon[188613]: pgmap v9321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:47.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:46 smithi177 ceph-mon[212096]: pgmap v9321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:48.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:48 smithi123 ceph-mon[191304]: pgmap v9322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:48 smithi123 ceph-mon[188613]: pgmap v9322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:49.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:48 smithi177 ceph-mon[212096]: pgmap v9322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:43:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:43:49] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:43:50.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:50 smithi123 ceph-mon[191304]: pgmap v9323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:50.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:50 smithi123 ceph-mon[188613]: pgmap v9323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:50 smithi177 ceph-mon[212096]: pgmap v9323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:52.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:52 smithi177 ceph-mon[212096]: pgmap v9324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:52.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:52 smithi123 ceph-mon[191304]: pgmap v9324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:52.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:52 smithi123 ceph-mon[188613]: pgmap v9324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:54.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:54 smithi123 ceph-mon[191304]: pgmap v9325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:54.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:54 smithi123 ceph-mon[188613]: pgmap v9325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:55.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:54 smithi177 ceph-mon[212096]: pgmap v9325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:56 smithi123 ceph-mon[191304]: pgmap v9326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:43:56.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:56 smithi123 ceph-mon[188613]: pgmap v9326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:56.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:43:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:56 smithi177 ceph-mon[212096]: pgmap v9326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:43:58.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:43:58 smithi123 ceph-mon[191304]: pgmap v9327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:58.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:43:58 smithi123 ceph-mon[188613]: pgmap v9327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:59.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:43:58 smithi177 ceph-mon[212096]: pgmap v9327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:43:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:43:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:43:59] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:44:00.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:00 smithi123 ceph-mon[188613]: pgmap v9328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:00.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:00 smithi123 ceph-mon[191304]: pgmap v9328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:01.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:00 smithi177 ceph-mon[212096]: pgmap v9328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:01.986 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:44:02.294 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:44:02.294 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 4m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:44:02.294 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 116s ago 3h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:44:02.294 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 4m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:44:02.294 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 116s ago 3h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:44:02.294 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 116s ago 3h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:44:02.294 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 4m ago 4h 699M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:44:02.294 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 4m ago 4h 1180M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:44:02.294 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 116s ago 3h 563M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:44:02.294 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 4m ago 3h 610M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:44:02.294 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 4m ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:44:02.294 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 116s ago 3h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:44:02.294 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 4m ago 3h 4478M 2458M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:44:02.294 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 4m ago 3h 5219M 2458M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:44:02.294 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 4m ago 3h 4253M 2458M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:44:02.295 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 4m ago 3h 4347M 2458M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:44:02.295 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 116s ago 3h 3639M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:44:02.295 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 116s ago 3h 3991M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:44:02.295 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 116s ago 3h 3405M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:44:02.295 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 116s ago 3h 3910M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:44:02.295 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 116s ago 3h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:44:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:02 smithi177 ceph-mon[212096]: pgmap v9329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:02.678 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:44:02.678 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:44:02.678 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:44:02.678 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:44:02.678 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:44:02.678 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:44:02.678 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:44:02.678 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:44:02.678 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:44:02.678 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:44:02.678 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:44:02.678 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:44:02.678 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:44:02.678 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:44:02.678 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:44:02.679 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:44:02.679 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:44:02.679 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:44:02.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:02 smithi123 ceph-mon[191304]: pgmap v9329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:02.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:02 smithi123 ceph-mon[188613]: pgmap v9329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:03.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:03 smithi177 ceph-mon[212096]: from='client.53732 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:44:03.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:03 smithi177 ceph-mon[212096]: from='client.53738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:44:03.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:03 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4213723362' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:44:03.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:03 smithi123 ceph-mon[191304]: from='client.53732 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:44:03.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:03 smithi123 ceph-mon[191304]: from='client.53738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:44:03.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:03 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4213723362' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:44:03.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:03 smithi123 ceph-mon[188613]: from='client.53732 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:44:03.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:03 smithi123 ceph-mon[188613]: from='client.53738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:44:03.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:03 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4213723362' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:44:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:04 smithi177 ceph-mon[212096]: pgmap v9330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:04.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:04 smithi123 ceph-mon[188613]: pgmap v9330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:04.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:04 smithi123 ceph-mon[191304]: pgmap v9330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:06.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:06 smithi123 ceph-mon[191304]: pgmap v9331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:06.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:06 smithi123 ceph-mon[188613]: pgmap v9331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:06 smithi177 ceph-mon[212096]: pgmap v9331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:07.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:44:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:44:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:44:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:44:07.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:44:07.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:44:07.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:44:07.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:44:08.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:44:08.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:44:08.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:44:08.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:44:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:08 smithi123 ceph-mon[191304]: pgmap v9332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:08.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:08 smithi123 ceph-mon[188613]: pgmap v9332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:09.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:08 smithi177 ceph-mon[212096]: pgmap v9332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:44:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:44:09] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:44:10.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:10 smithi123 ceph-mon[191304]: pgmap v9333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:10.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:10 smithi123 ceph-mon[188613]: pgmap v9333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:11.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:10 smithi177 ceph-mon[212096]: pgmap v9333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:12.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:44:12.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:12 smithi177 ceph-mon[212096]: pgmap v9334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:44:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:12 smithi123 ceph-mon[191304]: pgmap v9334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:44:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:12 smithi123 ceph-mon[188613]: pgmap v9334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:14.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:14 smithi123 ceph-mon[191304]: pgmap v9335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:14.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:14 smithi123 ceph-mon[188613]: pgmap v9335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:15.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:14 smithi177 ceph-mon[212096]: pgmap v9335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:16.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:16 smithi123 ceph-mon[191304]: pgmap v9336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:16.996 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:16 smithi123 ceph-mon[188613]: pgmap v9336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:17.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:16 smithi177 ceph-mon[212096]: pgmap v9336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:18.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:18 smithi123 ceph-mon[191304]: pgmap v9337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:18.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:18 smithi123 ceph-mon[188613]: pgmap v9337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:19.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:18 smithi177 ceph-mon[212096]: pgmap v9337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:44:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:44:19] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:44:20.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:20 smithi123 ceph-mon[191304]: pgmap v9338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:20 smithi123 ceph-mon[188613]: pgmap v9338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:21.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:20 smithi177 ceph-mon[212096]: pgmap v9338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:22.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:22 smithi177 ceph-mon[212096]: pgmap v9339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:22.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:22 smithi123 ceph-mon[191304]: pgmap v9339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:22.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:22 smithi123 ceph-mon[188613]: pgmap v9339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:24.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:24 smithi123 ceph-mon[191304]: pgmap v9340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:24.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:24 smithi123 ceph-mon[188613]: pgmap v9340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:25.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:24 smithi177 ceph-mon[212096]: pgmap v9340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:26.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:26 smithi123 ceph-mon[191304]: pgmap v9341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:26.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:44:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:26 smithi123 ceph-mon[188613]: pgmap v9341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:44:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:26 smithi177 ceph-mon[212096]: pgmap v9341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:44:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:28 smithi123 ceph-mon[191304]: pgmap v9342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:28.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:28 smithi123 ceph-mon[188613]: pgmap v9342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:29.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:28 smithi177 ceph-mon[212096]: pgmap v9342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:44:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:44:29] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:44:30.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:30 smithi123 ceph-mon[188613]: pgmap v9343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:30 smithi123 ceph-mon[191304]: pgmap v9343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:31.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:30 smithi177 ceph-mon[212096]: pgmap v9343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:32.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:32 smithi177 ceph-mon[212096]: pgmap v9344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:32.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:32 smithi123 ceph-mon[191304]: pgmap v9344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:32.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:32 smithi123 ceph-mon[188613]: pgmap v9344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:33.028 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:44:33.336 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:44:33.336 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 4m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:44:33.337 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 2m ago 3h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:44:33.337 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 4m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:44:33.337 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 2m ago 3h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:44:33.337 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 2m ago 3h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:44:33.337 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 4m ago 4h 699M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:44:33.337 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 4m ago 4h 1180M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:44:33.337 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 2m ago 3h 563M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:44:33.337 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 4m ago 3h 610M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:44:33.337 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 4m ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:44:33.337 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 2m ago 3h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:44:33.338 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 4m ago 3h 4478M 2458M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:44:33.338 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 4m ago 3h 5219M 2458M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:44:33.338 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 4m ago 3h 4253M 2458M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:44:33.338 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 4m ago 3h 4347M 2458M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:44:33.338 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 2m ago 3h 3639M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:44:33.338 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 2m ago 3h 3991M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:44:33.338 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 2m ago 3h 3405M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:44:33.338 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 2m ago 3h 3910M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:44:33.338 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 2m ago 3h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:44:33.717 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:44:33.717 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:44:33.717 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:44:33.717 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:44:33.717 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:44:33.718 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:44:33.718 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:44:33.718 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:44:33.718 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:44:33.718 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:44:33.718 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:44:33.718 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:44:33.718 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:44:33.718 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:44:33.718 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:44:33.718 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:44:33.718 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:44:33.719 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:44:34.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:33 smithi177 ceph-mon[212096]: from='client.53750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:44:34.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:33 smithi177 ceph-mon[212096]: from='client.43809 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:44:34.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:33 smithi177 ceph-mon[212096]: pgmap v9345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:34.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:33 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1670474454' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:44:34.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:33 smithi123 ceph-mon[191304]: from='client.53750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:44:34.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:33 smithi123 ceph-mon[191304]: from='client.43809 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:44:34.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:33 smithi123 ceph-mon[191304]: pgmap v9345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:34.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:33 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1670474454' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:44:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:33 smithi123 ceph-mon[188613]: from='client.53750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:44:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:33 smithi123 ceph-mon[188613]: from='client.43809 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:44:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:33 smithi123 ceph-mon[188613]: pgmap v9345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:33 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1670474454' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:44:36.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:36 smithi123 ceph-mon[191304]: pgmap v9346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:36.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:36 smithi123 ceph-mon[188613]: pgmap v9346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:36 smithi177 ceph-mon[212096]: pgmap v9346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:38.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:38 smithi123 ceph-mon[191304]: pgmap v9347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:38.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:38 smithi123 ceph-mon[188613]: pgmap v9347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:39.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:38 smithi177 ceph-mon[212096]: pgmap v9347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:44:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:44:39] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:44:41.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:40 smithi177 ceph-mon[212096]: pgmap v9348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:41.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:40 smithi123 ceph-mon[191304]: pgmap v9348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:41.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:40 smithi123 ceph-mon[188613]: pgmap v9348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:44:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:42 smithi177 ceph-mon[212096]: pgmap v9349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:44:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:42 smithi123 ceph-mon[191304]: pgmap v9349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:44:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:42 smithi123 ceph-mon[188613]: pgmap v9349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:44.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:44 smithi123 ceph-mon[191304]: pgmap v9350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:44.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:44 smithi123 ceph-mon[188613]: pgmap v9350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:45.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:44 smithi177 ceph-mon[212096]: pgmap v9350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:46.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:46 smithi123 ceph-mon[191304]: pgmap v9351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:46.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:46 smithi123 ceph-mon[188613]: pgmap v9351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:47.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:46 smithi177 ceph-mon[212096]: pgmap v9351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:49.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:48 smithi123 ceph-mon[191304]: pgmap v9352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:49.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:48 smithi123 ceph-mon[188613]: pgmap v9352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:49.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:48 smithi177 ceph-mon[212096]: pgmap v9352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:44:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:44:49] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:44:51.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:50 smithi177 ceph-mon[212096]: pgmap v9353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:51.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:50 smithi123 ceph-mon[188613]: pgmap v9353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:51.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:50 smithi123 ceph-mon[191304]: pgmap v9353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:52.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:52 smithi177 ceph-mon[212096]: pgmap v9354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:52.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:52 smithi123 ceph-mon[191304]: pgmap v9354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:52.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:52 smithi123 ceph-mon[188613]: pgmap v9354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:54 smithi123 ceph-mon[191304]: pgmap v9355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:54.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:54 smithi123 ceph-mon[188613]: pgmap v9355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:55.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:54 smithi177 ceph-mon[212096]: pgmap v9355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:56 smithi177 ceph-mon[212096]: pgmap v9356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:57.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:44:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:56 smithi123 ceph-mon[191304]: pgmap v9356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:44:57.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:56 smithi123 ceph-mon[188613]: pgmap v9356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:57.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:44:59.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:44:58 smithi123 ceph-mon[191304]: pgmap v9357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:59.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:44:58 smithi123 ceph-mon[188613]: pgmap v9357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:59.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:44:58 smithi177 ceph-mon[212096]: pgmap v9357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:44:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:44:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:44:59] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:45:01.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:00 smithi177 ceph-mon[212096]: pgmap v9358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:01.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:00 smithi123 ceph-mon[191304]: pgmap v9358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:01.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:00 smithi123 ceph-mon[188613]: pgmap v9358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:02.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:02 smithi177 ceph-mon[212096]: pgmap v9359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:02.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:02 smithi123 ceph-mon[191304]: pgmap v9359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:02.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:02 smithi123 ceph-mon[188613]: pgmap v9359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:04.067 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:45:04.374 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:45:04.374 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 5m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:45:04.374 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 2m ago 3h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:45:04.375 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 5m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:45:04.375 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 2m ago 3h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:45:04.375 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 2m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:45:04.375 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 5m ago 4h 699M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:45:04.375 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 5m ago 4h 1180M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:45:04.375 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 2m ago 4h 563M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:45:04.375 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 5m ago 4h 610M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:45:04.375 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 5m ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:45:04.375 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 2m ago 3h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:45:04.375 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 5m ago 3h 4478M 2458M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:45:04.375 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 5m ago 3h 5219M 2458M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:45:04.375 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 5m ago 3h 4253M 2458M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:45:04.376 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 5m ago 3h 4347M 2458M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:45:04.376 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 2m ago 3h 3639M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:45:04.376 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 2m ago 3h 3991M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:45:04.376 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 2m ago 3h 3405M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:45:04.376 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 2m ago 3h 3910M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:45:04.376 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 2m ago 3h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:45:04.759 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:45:04.759 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:45:04.759 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:45:04.760 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:45:04.760 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:45:04.760 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:45:04.760 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:45:04.760 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:45:04.760 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:45:04.760 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:45:04.760 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:45:04.760 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:45:04.760 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:45:04.760 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:45:04.761 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:45:04.761 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:45:04.761 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:45:04.761 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:45:05.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:04 smithi177 ceph-mon[212096]: pgmap v9360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:05.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:04 smithi123 ceph-mon[191304]: pgmap v9360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:05.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:04 smithi123 ceph-mon[188613]: pgmap v9360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:06.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:05 smithi177 ceph-mon[212096]: from='client.53768 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:45:06.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:05 smithi177 ceph-mon[212096]: from='client.43827 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:45:06.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:05 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1270090604' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:45:06.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:05 smithi123 ceph-mon[191304]: from='client.53768 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:45:06.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:05 smithi123 ceph-mon[191304]: from='client.43827 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:45:06.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:05 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1270090604' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:45:06.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:05 smithi123 ceph-mon[188613]: from='client.53768 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:45:06.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:05 smithi123 ceph-mon[188613]: from='client.43827 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:45:06.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:05 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1270090604' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:45:07.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:06 smithi177 ceph-mon[212096]: pgmap v9361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:07.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:06 smithi123 ceph-mon[188613]: pgmap v9361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:07.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:06 smithi123 ceph-mon[191304]: pgmap v9361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:08.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:45:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:45:08.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:45:09.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:08 smithi123 ceph-mon[191304]: pgmap v9362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:09.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:45:09.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:45:09.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:45:09.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:08 smithi123 ceph-mon[188613]: pgmap v9362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:09.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:45:09.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:45:09.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:45:09.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:08 smithi177 ceph-mon[212096]: pgmap v9362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:09.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:45:09.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:45:09.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:45:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:45:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:45:09] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:45:10.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:09 smithi177 ceph-mon[212096]: pgmap v9363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:10.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:09 smithi123 ceph-mon[191304]: pgmap v9363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:10.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:09 smithi123 ceph-mon[188613]: pgmap v9363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:45:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:12 smithi177 ceph-mon[212096]: pgmap v9364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:45:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:12 smithi123 ceph-mon[191304]: pgmap v9364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:45:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:12 smithi123 ceph-mon[188613]: pgmap v9364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:15.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:14 smithi177 ceph-mon[212096]: pgmap v9365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:15.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:14 smithi123 ceph-mon[191304]: pgmap v9365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:15.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:14 smithi123 ceph-mon[188613]: pgmap v9365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:17.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:16 smithi177 ceph-mon[212096]: pgmap v9366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:17.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:16 smithi123 ceph-mon[191304]: pgmap v9366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:17.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:16 smithi123 ceph-mon[188613]: pgmap v9366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:19.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:18 smithi123 ceph-mon[191304]: pgmap v9367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:19.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:18 smithi123 ceph-mon[188613]: pgmap v9367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:19.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:18 smithi177 ceph-mon[212096]: pgmap v9367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:45:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:45:19] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:45:21.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:20 smithi177 ceph-mon[212096]: pgmap v9368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:21.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:20 smithi123 ceph-mon[191304]: pgmap v9368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:21.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:20 smithi123 ceph-mon[188613]: pgmap v9368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:22.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:22 smithi177 ceph-mon[212096]: pgmap v9369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:22.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:22 smithi123 ceph-mon[191304]: pgmap v9369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:22.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:22 smithi123 ceph-mon[188613]: pgmap v9369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:25.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:24 smithi177 ceph-mon[212096]: pgmap v9370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:25.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:24 smithi123 ceph-mon[191304]: pgmap v9370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:25.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:24 smithi123 ceph-mon[188613]: pgmap v9370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:26 smithi177 ceph-mon[212096]: pgmap v9371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:45:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:26 smithi123 ceph-mon[191304]: pgmap v9371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:45:27.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:26 smithi123 ceph-mon[188613]: pgmap v9371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:27.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:45:29.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:28 smithi123 ceph-mon[191304]: pgmap v9372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:29.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:28 smithi123 ceph-mon[188613]: pgmap v9372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:29.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:28 smithi177 ceph-mon[212096]: pgmap v9372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:45:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:45:29] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:45:30.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:29 smithi177 ceph-mon[212096]: pgmap v9373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:30.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:29 smithi123 ceph-mon[188613]: pgmap v9373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:30.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:29 smithi123 ceph-mon[191304]: pgmap v9373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:32.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:32 smithi177 ceph-mon[212096]: pgmap v9374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:32.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:32 smithi123 ceph-mon[188613]: pgmap v9374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:32.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:32 smithi123 ceph-mon[191304]: pgmap v9374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:35.104 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:45:35.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:34 smithi177 ceph-mon[212096]: pgmap v9375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:35.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:34 smithi123 ceph-mon[191304]: pgmap v9375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:35.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:34 smithi123 ceph-mon[188613]: pgmap v9375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:35.412 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:45:35.412 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 5m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:45:35.412 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 3m ago 3h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:45:35.412 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 5m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:45:35.412 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 3m ago 3h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:45:35.412 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 3m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:45:35.412 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 5m ago 4h 699M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:45:35.412 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 5m ago 4h 1180M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:45:35.412 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 3m ago 4h 563M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:45:35.412 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 5m ago 4h 610M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:45:35.412 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 5m ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:45:35.412 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 3m ago 3h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:45:35.412 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 5m ago 4h 4478M 2458M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:45:35.412 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 5m ago 4h 5219M 2458M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:45:35.412 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 5m ago 3h 4253M 2458M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:45:35.413 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 5m ago 3h 4347M 2458M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:45:35.413 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 3m ago 3h 3639M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:45:35.413 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 3m ago 3h 3991M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:45:35.413 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 3m ago 3h 3405M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:45:35.413 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 3m ago 3h 3910M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:45:35.413 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 3m ago 3h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:45:35.795 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:45:35.795 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:45:35.795 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:45:35.795 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:45:35.795 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:45:35.795 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:45:35.795 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:45:35.795 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:45:35.795 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:45:35.795 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:45:35.796 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:45:35.796 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:45:35.796 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:45:35.796 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:45:35.796 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:45:35.796 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:45:35.796 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:45:35.796 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:45:37.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:36 smithi177 ceph-mon[212096]: from='client.53786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:45:37.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:36 smithi177 ceph-mon[212096]: from='client.43845 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:45:37.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:36 smithi177 ceph-mon[212096]: pgmap v9376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:37.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:36 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2389850786' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:45:37.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:36 smithi123 ceph-mon[191304]: from='client.53786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:45:37.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:36 smithi123 ceph-mon[191304]: from='client.43845 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:45:37.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:36 smithi123 ceph-mon[191304]: pgmap v9376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:37.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:36 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2389850786' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:45:37.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:36 smithi123 ceph-mon[188613]: from='client.53786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:45:37.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:36 smithi123 ceph-mon[188613]: from='client.43845 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:45:37.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:36 smithi123 ceph-mon[188613]: pgmap v9376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:37.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:36 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2389850786' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:45:39.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:38 smithi123 ceph-mon[191304]: pgmap v9377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:39.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:38 smithi123 ceph-mon[188613]: pgmap v9377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:39.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:38 smithi177 ceph-mon[212096]: pgmap v9377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:45:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:45:39] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:45:40.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:39 smithi177 ceph-mon[212096]: pgmap v9378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:40.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:39 smithi123 ceph-mon[191304]: pgmap v9378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:40.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:39 smithi123 ceph-mon[188613]: pgmap v9378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:45:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:42 smithi177 ceph-mon[212096]: pgmap v9379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:45:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:42 smithi123 ceph-mon[191304]: pgmap v9379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:45:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:42 smithi123 ceph-mon[188613]: pgmap v9379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:45.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:44 smithi177 ceph-mon[212096]: pgmap v9380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:44 smithi123 ceph-mon[191304]: pgmap v9380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:45.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:44 smithi123 ceph-mon[188613]: pgmap v9380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:47.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:46 smithi177 ceph-mon[212096]: pgmap v9381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:47.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:46 smithi123 ceph-mon[191304]: pgmap v9381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:47.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:46 smithi123 ceph-mon[188613]: pgmap v9381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:47 smithi177 ceph-mon[212096]: pgmap v9382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:47 smithi123 ceph-mon[191304]: pgmap v9382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:47 smithi123 ceph-mon[188613]: pgmap v9382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:45:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:45:49] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:45:51.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:50 smithi177 ceph-mon[212096]: pgmap v9383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:50 smithi123 ceph-mon[191304]: pgmap v9383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:51.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:50 smithi123 ceph-mon[188613]: pgmap v9383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:52 smithi177 ceph-mon[212096]: pgmap v9384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:52.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:52 smithi123 ceph-mon[188613]: pgmap v9384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:52.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:52 smithi123 ceph-mon[191304]: pgmap v9384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:55.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:54 smithi177 ceph-mon[212096]: pgmap v9385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:55.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:54 smithi123 ceph-mon[191304]: pgmap v9385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:55.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:54 smithi123 ceph-mon[188613]: pgmap v9385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:56.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:55 smithi177 ceph-mon[212096]: pgmap v9386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:56.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:55 smithi123 ceph-mon[191304]: pgmap v9386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:56.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:55 smithi123 ceph-mon[188613]: pgmap v9386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:57.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:45:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:45:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:45:58.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:45:58 smithi177 ceph-mon[212096]: pgmap v9387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:58.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:45:58 smithi123 ceph-mon[191304]: pgmap v9387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:58.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:45:58 smithi123 ceph-mon[188613]: pgmap v9387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:45:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:45:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:45:59] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T14:46:01.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:00 smithi177 ceph-mon[212096]: pgmap v9388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:01.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:00 smithi123 ceph-mon[191304]: pgmap v9388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:01.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:00 smithi123 ceph-mon[188613]: pgmap v9388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:02.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:02 smithi177 ceph-mon[212096]: pgmap v9389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:02.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:02 smithi123 ceph-mon[188613]: pgmap v9389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:02.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:02 smithi123 ceph-mon[191304]: pgmap v9389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:05.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:04 smithi177 ceph-mon[212096]: pgmap v9390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:05.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:04 smithi123 ceph-mon[191304]: pgmap v9390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:05.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:04 smithi123 ceph-mon[188613]: pgmap v9390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:06.146 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:46:06.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:05 smithi177 ceph-mon[212096]: pgmap v9391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:06.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:05 smithi123 ceph-mon[191304]: pgmap v9391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:06.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:05 smithi123 ceph-mon[188613]: pgmap v9391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:06.451 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:46:06.451 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 6m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:46:06.451 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 4m ago 3h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:46:06.452 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 6m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:46:06.452 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 4m ago 3h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:46:06.452 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 4m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:46:06.452 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 6m ago 4h 699M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:46:06.452 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 6m ago 4h 1180M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:46:06.452 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 4m ago 4h 563M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:46:06.452 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 6m ago 4h 610M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:46:06.452 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 6m ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:46:06.452 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 4m ago 3h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:46:06.452 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 6m ago 4h 4478M 2458M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:46:06.453 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 6m ago 4h 5219M 2458M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:46:06.453 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 6m ago 4h 4253M 2458M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:46:06.453 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 6m ago 4h 4347M 2458M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:46:06.453 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 4m ago 3h 3639M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:46:06.453 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 4m ago 3h 3991M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:46:06.453 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 4m ago 3h 3405M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:46:06.453 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 4m ago 3h 3910M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:46:06.453 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 4m ago 3h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:46:06.830 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:46:06.831 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:46:06.831 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:46:06.831 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:46:06.831 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:46:06.831 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:46:06.831 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:46:06.831 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:46:06.831 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:46:06.831 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:46:06.831 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:46:06.831 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:46:06.832 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:46:06.832 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:46:06.832 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:46:06.832 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:46:06.832 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:46:06.832 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:46:07.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:07 smithi177 ceph-mon[212096]: from='client.43857 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:46:07.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:07 smithi177 ceph-mon[212096]: from='client.53810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:46:07.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:07 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/26616842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:46:07.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:07 smithi123 ceph-mon[188613]: from='client.43857 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:46:07.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:07 smithi123 ceph-mon[188613]: from='client.53810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:46:07.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:07 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/26616842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:46:07.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:07 smithi123 ceph-mon[191304]: from='client.43857 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:46:07.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:07 smithi123 ceph-mon[191304]: from='client.53810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:46:07.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:07 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/26616842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:46:08.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:08 smithi177 ceph-mon[212096]: pgmap v9392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:08.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:46:08.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:08 smithi123 ceph-mon[191304]: pgmap v9392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:08.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:46:08.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:08 smithi123 ceph-mon[188613]: pgmap v9392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:08.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:46:09.366 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:46:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:46:09] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T14:46:09.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:46:09.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:46:09.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:46:09.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:46:09.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:46:09.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:46:09.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:46:09.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:46:09.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:46:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:10 smithi177 ceph-mon[212096]: pgmap v9393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:10.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:10 smithi123 ceph-mon[191304]: pgmap v9393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:10.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:10 smithi123 ceph-mon[188613]: pgmap v9393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:46:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:12 smithi177 ceph-mon[212096]: pgmap v9394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:46:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:12 smithi123 ceph-mon[191304]: pgmap v9394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:46:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:12 smithi123 ceph-mon[188613]: pgmap v9394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:14.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:13 smithi177 ceph-mon[212096]: pgmap v9395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:13 smithi123 ceph-mon[188613]: pgmap v9395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:14.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:13 smithi123 ceph-mon[191304]: pgmap v9395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:16.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:15 smithi177 ceph-mon[212096]: pgmap v9396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:16.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:15 smithi123 ceph-mon[191304]: pgmap v9396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:16.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:15 smithi123 ceph-mon[188613]: pgmap v9396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:18.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:17 smithi177 ceph-mon[212096]: pgmap v9397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:18.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:17 smithi123 ceph-mon[191304]: pgmap v9397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:18.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:17 smithi123 ceph-mon[188613]: pgmap v9397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:46:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:46:19] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:46:20.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:19 smithi177 ceph-mon[212096]: pgmap v9398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:19 smithi123 ceph-mon[188613]: pgmap v9398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:20.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:19 smithi123 ceph-mon[191304]: pgmap v9398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:22.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:22 smithi177 ceph-mon[212096]: pgmap v9399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:22.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:22 smithi123 ceph-mon[188613]: pgmap v9399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:22.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:22 smithi123 ceph-mon[191304]: pgmap v9399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:24.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:23 smithi177 ceph-mon[212096]: pgmap v9400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:24.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:23 smithi123 ceph-mon[188613]: pgmap v9400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:24.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:23 smithi123 ceph-mon[191304]: pgmap v9400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:26.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:25 smithi177 ceph-mon[212096]: pgmap v9401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:26.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:25 smithi123 ceph-mon[191304]: pgmap v9401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:26.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:25 smithi123 ceph-mon[188613]: pgmap v9401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:27.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:46:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:46:27.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:46:28.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:28 smithi177 ceph-mon[212096]: pgmap v9402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:28.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:28 smithi123 ceph-mon[191304]: pgmap v9402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:28.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:28 smithi123 ceph-mon[188613]: pgmap v9402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:46:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:46:29] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:46:30.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:29 smithi177 ceph-mon[212096]: pgmap v9403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:30.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:29 smithi123 ceph-mon[191304]: pgmap v9403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:30.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:29 smithi123 ceph-mon[188613]: pgmap v9403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:32.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:32 smithi177 ceph-mon[212096]: pgmap v9404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:32.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:32 smithi123 ceph-mon[191304]: pgmap v9404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:32.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:32 smithi123 ceph-mon[188613]: pgmap v9404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:34.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:33 smithi177 ceph-mon[212096]: pgmap v9405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:34.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:33 smithi123 ceph-mon[191304]: pgmap v9405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:33 smithi123 ceph-mon[188613]: pgmap v9405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:36.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:35 smithi177 ceph-mon[212096]: pgmap v9406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:36.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:35 smithi123 ceph-mon[191304]: pgmap v9406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:36.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:35 smithi123 ceph-mon[188613]: pgmap v9406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:37.174 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:46:37.481 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:46:37.481 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 6m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:46:37.481 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 4m ago 3h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:46:37.481 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 6m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:46:37.481 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 4m ago 3h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:46:37.481 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 4m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:46:37.481 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 6m ago 4h 699M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:46:37.482 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 6m ago 4h 1180M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:46:37.482 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 4m ago 4h 563M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:46:37.482 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 6m ago 4h 610M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:46:37.482 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 6m ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:46:37.482 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 4m ago 3h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:46:37.482 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 6m ago 4h 4478M 2458M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:46:37.482 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 6m ago 4h 5219M 2458M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:46:37.482 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 6m ago 4h 4253M 2458M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:46:37.482 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 6m ago 4h 4347M 2458M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:46:37.482 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 4m ago 4h 3639M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:46:37.482 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 4m ago 3h 3991M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:46:37.483 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 4m ago 3h 3405M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:46:37.483 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 4m ago 3h 3910M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:46:37.483 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 4m ago 3h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:46:37.862 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:46:37.863 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:46:37.863 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:46:37.863 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:46:37.863 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:46:37.863 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:46:37.863 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:46:37.863 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:46:37.863 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:46:37.863 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:46:37.863 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:46:37.864 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:46:37.864 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:46:37.864 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:46:37.864 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:46:37.864 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:46:37.864 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:46:37.864 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:46:38.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:37 smithi177 ceph-mon[212096]: from='client.43875 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:46:38.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:37 smithi177 ceph-mon[212096]: from='client.53828 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:46:38.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:37 smithi177 ceph-mon[212096]: pgmap v9407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:38.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:37 smithi123 ceph-mon[188613]: from='client.43875 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:46:38.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:37 smithi123 ceph-mon[188613]: from='client.53828 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:46:38.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:37 smithi123 ceph-mon[188613]: pgmap v9407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:38.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:37 smithi123 ceph-mon[191304]: from='client.43875 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:46:38.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:37 smithi123 ceph-mon[191304]: from='client.53828 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:46:38.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:37 smithi123 ceph-mon[191304]: pgmap v9407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:39.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:38 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3978912612' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:46:39.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:38 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3978912612' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:46:39.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:38 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3978912612' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:46:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:46:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:46:39] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:46:40.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:39 smithi177 ceph-mon[212096]: pgmap v9408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:40.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:39 smithi123 ceph-mon[191304]: pgmap v9408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:40.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:39 smithi123 ceph-mon[188613]: pgmap v9408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:46:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:42 smithi177 ceph-mon[212096]: pgmap v9409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:46:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:42 smithi123 ceph-mon[191304]: pgmap v9409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:46:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:42 smithi123 ceph-mon[188613]: pgmap v9409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:44.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:43 smithi177 ceph-mon[212096]: pgmap v9410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:43 smithi123 ceph-mon[188613]: pgmap v9410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:44.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:43 smithi123 ceph-mon[191304]: pgmap v9410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:46.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:45 smithi177 ceph-mon[212096]: pgmap v9411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:46.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:45 smithi123 ceph-mon[191304]: pgmap v9411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:46.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:45 smithi123 ceph-mon[188613]: pgmap v9411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:47 smithi177 ceph-mon[212096]: pgmap v9412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:48.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:47 smithi123 ceph-mon[191304]: pgmap v9412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:47 smithi123 ceph-mon[188613]: pgmap v9412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:46:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:46:49] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:46:50.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:49 smithi177 ceph-mon[212096]: pgmap v9413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:50.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:49 smithi123 ceph-mon[191304]: pgmap v9413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:50.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:49 smithi123 ceph-mon[188613]: pgmap v9413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:52.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:52 smithi177 ceph-mon[212096]: pgmap v9414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:52.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:52 smithi123 ceph-mon[191304]: pgmap v9414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:52.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:52 smithi123 ceph-mon[188613]: pgmap v9414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:53 smithi177 ceph-mon[212096]: pgmap v9415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:54.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:53 smithi123 ceph-mon[191304]: pgmap v9415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:53 smithi123 ceph-mon[188613]: pgmap v9415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:56.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:55 smithi177 ceph-mon[212096]: pgmap v9416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:56.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:55 smithi123 ceph-mon[191304]: pgmap v9416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:56.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:55 smithi123 ceph-mon[188613]: pgmap v9416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:57.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:46:57.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:46:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:46:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:58 smithi177 ceph-mon[212096]: pgmap v9417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:58.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:58 smithi123 ceph-mon[191304]: pgmap v9417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:58.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:58 smithi123 ceph-mon[188613]: pgmap v9417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:46:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:46:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:46:59] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:47:00.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:46:59 smithi177 ceph-mon[212096]: pgmap v9418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:00.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:46:59 smithi123 ceph-mon[191304]: pgmap v9418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:00.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:46:59 smithi123 ceph-mon[188613]: pgmap v9418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:02.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:02 smithi177 ceph-mon[212096]: pgmap v9419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:02.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:02 smithi123 ceph-mon[191304]: pgmap v9419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:02.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:02 smithi123 ceph-mon[188613]: pgmap v9419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:04.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:03 smithi177 ceph-mon[212096]: pgmap v9420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:03 smithi123 ceph-mon[191304]: pgmap v9420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:04.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:03 smithi123 ceph-mon[188613]: pgmap v9420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:06.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:05 smithi177 ceph-mon[212096]: pgmap v9421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:06.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:05 smithi123 ceph-mon[191304]: pgmap v9421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:06.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:05 smithi123 ceph-mon[188613]: pgmap v9421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:08.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:07 smithi177 ceph-mon[212096]: pgmap v9422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:08.206 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:47:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:07 smithi123 ceph-mon[191304]: pgmap v9422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:08.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:07 smithi123 ceph-mon[188613]: pgmap v9422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:08.516 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:47:08.516 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 7m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:47:08.516 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 5m ago 3h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:47:08.516 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (3h) 7m ago 3h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:47:08.516 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (3h) 5m ago 3h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:47:08.516 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 5m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:47:08.516 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 7m ago 4h 699M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:47:08.516 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 7m ago 4h 1180M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:47:08.516 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 5m ago 4h 563M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:47:08.516 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 7m ago 4h 610M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:47:08.517 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 7m ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:47:08.517 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 5m ago 3h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:47:08.517 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 7m ago 4h 4478M 2458M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:47:08.517 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 7m ago 4h 5219M 2458M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:47:08.517 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 7m ago 4h 4253M 2458M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:47:08.517 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 7m ago 4h 4347M 2458M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:47:08.517 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 5m ago 4h 3639M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:47:08.517 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 5m ago 4h 3991M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:47:08.517 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 5m ago 4h 3405M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:47:08.517 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 5m ago 3h 3910M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:47:08.518 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 5m ago 3h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:47:08.912 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:47:08.913 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:47:08.913 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:47:08.913 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:47:08.913 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:47:08.913 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:47:08.913 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:47:08.913 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:47:08.913 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:47:08.913 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:47:08.913 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:47:08.914 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:47:08.914 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:47:08.914 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:47:08.914 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:47:08.914 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:47:08.914 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:47:08.914 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:47:09.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:08 smithi123 ceph-mon[191304]: from='client.43893 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:47:09.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:08 smithi123 ceph-mon[191304]: from='client.53846 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:47:09.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:47:09.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:08 smithi123 ceph-mon[188613]: from='client.43893 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:47:09.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:08 smithi123 ceph-mon[188613]: from='client.53846 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:47:09.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:47:09.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:08 smithi177 ceph-mon[212096]: from='client.43893 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:47:09.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:08 smithi177 ceph-mon[212096]: from='client.53846 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:47:09.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:47:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:47:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:47:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:47:10.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:09 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1785830075' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:47:10.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:47:10.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:47:10.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:47:10.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:09 smithi177 ceph-mon[212096]: pgmap v9423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:10.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:09 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1785830075' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:47:10.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:47:10.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:47:10.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:47:10.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:09 smithi123 ceph-mon[191304]: pgmap v9423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:10.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:09 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1785830075' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:47:10.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:47:10.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:47:10.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:47:10.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:09 smithi123 ceph-mon[188613]: pgmap v9423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:47:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:12 smithi177 ceph-mon[212096]: pgmap v9424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:47:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:12 smithi123 ceph-mon[191304]: pgmap v9424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:47:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:12 smithi123 ceph-mon[188613]: pgmap v9424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:14.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:13 smithi177 ceph-mon[212096]: pgmap v9425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:14.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:13 smithi123 ceph-mon[191304]: pgmap v9425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:14.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:13 smithi123 ceph-mon[188613]: pgmap v9425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:16.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:15 smithi177 ceph-mon[212096]: pgmap v9426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:16.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:15 smithi123 ceph-mon[191304]: pgmap v9426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:16.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:15 smithi123 ceph-mon[188613]: pgmap v9426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:18.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:17 smithi177 ceph-mon[212096]: pgmap v9427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:17 smithi123 ceph-mon[188613]: pgmap v9427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:18.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:17 smithi123 ceph-mon[191304]: pgmap v9427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:47:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:47:19] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-20T14:47:20.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:19 smithi177 ceph-mon[212096]: pgmap v9428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:20.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:19 smithi123 ceph-mon[191304]: pgmap v9428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:20.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:19 smithi123 ceph-mon[188613]: pgmap v9428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:22.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:22 smithi177 ceph-mon[212096]: pgmap v9429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:22.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:22 smithi123 ceph-mon[191304]: pgmap v9429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:22.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:22 smithi123 ceph-mon[188613]: pgmap v9429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:24.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:23 smithi177 ceph-mon[212096]: pgmap v9430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:24.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:23 smithi123 ceph-mon[191304]: pgmap v9430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:24.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:23 smithi123 ceph-mon[188613]: pgmap v9430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:26.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:25 smithi177 ceph-mon[212096]: pgmap v9431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:26.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:25 smithi123 ceph-mon[191304]: pgmap v9431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:26.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:25 smithi123 ceph-mon[188613]: pgmap v9431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:27.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:47:27.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:47:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:47:28.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:28 smithi177 ceph-mon[212096]: pgmap v9432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:28.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:28 smithi123 ceph-mon[191304]: pgmap v9432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:28.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:28 smithi123 ceph-mon[188613]: pgmap v9432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:47:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:47:29] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:47:30.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:29 smithi177 ceph-mon[212096]: pgmap v9433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:30.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:29 smithi123 ceph-mon[191304]: pgmap v9433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:30.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:29 smithi123 ceph-mon[188613]: pgmap v9433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:32.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:32 smithi177 ceph-mon[212096]: pgmap v9434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:32.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:32 smithi123 ceph-mon[191304]: pgmap v9434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:32.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:32 smithi123 ceph-mon[188613]: pgmap v9434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:34.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:33 smithi177 ceph-mon[212096]: pgmap v9435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:34.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:33 smithi123 ceph-mon[191304]: pgmap v9435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:33 smithi123 ceph-mon[188613]: pgmap v9435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:36.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:35 smithi177 ceph-mon[212096]: pgmap v9436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:36.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:35 smithi123 ceph-mon[191304]: pgmap v9436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:36.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:35 smithi123 ceph-mon[188613]: pgmap v9436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:38.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:37 smithi177 ceph-mon[212096]: pgmap v9437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:38.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:37 smithi123 ceph-mon[191304]: pgmap v9437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:38.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:37 smithi123 ceph-mon[188613]: pgmap v9437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:39.258 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:47:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:47:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:47:39] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:47:39.564 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:47:39.564 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 7m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:47:39.564 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 5m ago 3h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:47:39.564 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 7m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:47:39.565 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 5m ago 4h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:47:39.565 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 5m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:47:39.565 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 7m ago 4h 699M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:47:39.565 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 7m ago 4h 1180M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:47:39.565 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 5m ago 4h 563M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:47:39.565 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 7m ago 4h 610M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:47:39.565 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 7m ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:47:39.565 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 5m ago 3h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:47:39.565 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 7m ago 4h 4478M 2458M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:47:39.565 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 7m ago 4h 5219M 2458M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:47:39.566 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 7m ago 4h 4253M 2458M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:47:39.566 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 7m ago 4h 4347M 2458M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:47:39.566 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 5m ago 4h 3639M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:47:39.566 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 5m ago 4h 3991M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:47:39.566 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 5m ago 4h 3405M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:47:39.566 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 5m ago 4h 3910M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:47:39.566 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 5m ago 3h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:47:39.949 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:47:39.949 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:47:39.949 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:47:39.949 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:47:39.949 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:47:39.949 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:47:39.949 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:47:39.949 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:47:39.950 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:47:39.950 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:47:39.950 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:47:39.950 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:47:39.950 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:47:39.950 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:47:39.950 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:47:39.950 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:47:39.950 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:47:39.951 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:47:40.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:39 smithi177 ceph-mon[212096]: from='client.53858 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:47:40.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:39 smithi177 ceph-mon[212096]: from='client.43917 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:47:40.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:39 smithi177 ceph-mon[212096]: pgmap v9438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:40.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:39 smithi123 ceph-mon[191304]: from='client.53858 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:47:40.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:39 smithi123 ceph-mon[191304]: from='client.43917 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:47:40.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:39 smithi123 ceph-mon[191304]: pgmap v9438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:40.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:39 smithi123 ceph-mon[188613]: from='client.53858 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:47:40.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:39 smithi123 ceph-mon[188613]: from='client.43917 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:47:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:39 smithi123 ceph-mon[188613]: pgmap v9438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:41.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:40 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1454388474' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:47:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:40 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1454388474' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:47:41.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:40 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1454388474' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:47:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:47:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:42 smithi177 ceph-mon[212096]: pgmap v9439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:47:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:42 smithi123 ceph-mon[188613]: pgmap v9439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:47:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:42 smithi123 ceph-mon[191304]: pgmap v9439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:44.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:43 smithi177 ceph-mon[212096]: pgmap v9440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:44.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:43 smithi123 ceph-mon[191304]: pgmap v9440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:43 smithi123 ceph-mon[188613]: pgmap v9440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:46.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:45 smithi177 ceph-mon[212096]: pgmap v9441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:46.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:45 smithi123 ceph-mon[191304]: pgmap v9441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:46.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:45 smithi123 ceph-mon[188613]: pgmap v9441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:47 smithi177 ceph-mon[212096]: pgmap v9442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:48.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:47 smithi123 ceph-mon[191304]: pgmap v9442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:47 smithi123 ceph-mon[188613]: pgmap v9442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:47:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:47:49] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:47:50.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:49 smithi177 ceph-mon[212096]: pgmap v9443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:50.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:49 smithi123 ceph-mon[191304]: pgmap v9443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:50.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:49 smithi123 ceph-mon[188613]: pgmap v9443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:52.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:52 smithi177 ceph-mon[212096]: pgmap v9444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:52.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:52 smithi123 ceph-mon[191304]: pgmap v9444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:52.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:52 smithi123 ceph-mon[188613]: pgmap v9444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:53 smithi177 ceph-mon[212096]: pgmap v9445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:54.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:53 smithi123 ceph-mon[191304]: pgmap v9445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:53 smithi123 ceph-mon[188613]: pgmap v9445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:56.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:55 smithi177 ceph-mon[212096]: pgmap v9446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:56.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:55 smithi123 ceph-mon[191304]: pgmap v9446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:56.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:55 smithi123 ceph-mon[188613]: pgmap v9446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:57.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:47:57.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:47:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:47:58.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:58 smithi177 ceph-mon[212096]: pgmap v9447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:58.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:58 smithi123 ceph-mon[191304]: pgmap v9447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:58.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:58 smithi123 ceph-mon[188613]: pgmap v9447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:47:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:47:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:47:59] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:48:00.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:47:59 smithi177 ceph-mon[212096]: pgmap v9448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:00.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:47:59 smithi123 ceph-mon[191304]: pgmap v9448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:00.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:47:59 smithi123 ceph-mon[188613]: pgmap v9448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:02.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:02 smithi177 ceph-mon[212096]: pgmap v9449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:02.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:02 smithi123 ceph-mon[191304]: pgmap v9449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:02.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:02 smithi123 ceph-mon[188613]: pgmap v9449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:04.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:03 smithi177 ceph-mon[212096]: pgmap v9450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:04.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:03 smithi123 ceph-mon[191304]: pgmap v9450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:04.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:03 smithi123 ceph-mon[188613]: pgmap v9450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:06.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:05 smithi177 ceph-mon[212096]: pgmap v9451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:06.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:05 smithi123 ceph-mon[191304]: pgmap v9451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:06.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:05 smithi123 ceph-mon[188613]: pgmap v9451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:08.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:07 smithi177 ceph-mon[212096]: pgmap v9452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:08.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:07 smithi123 ceph-mon[191304]: pgmap v9452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:08.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:07 smithi123 ceph-mon[188613]: pgmap v9452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:09.412 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:48:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:48:09] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:48:09.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:48:09.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:48:09.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:48:10.284 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:48:10.595 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:48:10.596 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 8m ago 3h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:48:10.596 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 6m ago 3h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:48:10.596 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 8m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:48:10.596 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 6m ago 4h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:48:10.596 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 6m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:48:10.596 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 8m ago 4h 699M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:48:10.596 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 8m ago 4h 1180M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:48:10.596 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 6m ago 4h 563M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:48:10.596 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 8m ago 4h 610M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:48:10.596 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 8m ago 3h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:48:10.597 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 6m ago 3h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:48:10.597 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 8m ago 4h 4478M 2449M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:48:10.597 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 8m ago 4h 5219M 2449M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:48:10.597 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 8m ago 4h 4253M 2449M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:48:10.597 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 8m ago 4h 4347M 2449M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:48:10.597 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 6m ago 4h 3639M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:48:10.597 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 6m ago 4h 3991M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:48:10.597 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 6m ago 4h 3405M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:48:10.597 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 6m ago 4h 3910M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:48:10.597 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 6m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:48:10.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:10 smithi123 ceph-mon[191304]: pgmap v9453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:10.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:48:10.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:48:10.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:48:10.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:48:10.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:48:10.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:48:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:48:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:48:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:10 smithi123 ceph-mon[188613]: pgmap v9453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:48:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:48:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:48:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:48:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:48:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:48:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:48:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:48:10.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:10 smithi177 ceph-mon[212096]: pgmap v9453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:10.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:48:10.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:48:10.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:48:10.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:48:10.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:48:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:48:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:48:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:48:10.982 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:48:10.982 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:48:10.982 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:48:10.982 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:48:10.982 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:48:10.982 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:48:10.982 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:48:10.982 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:48:10.982 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:48:10.982 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:48:10.982 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:48:10.983 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:48:10.983 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:48:10.983 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:48:10.983 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:48:10.983 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:48:10.983 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:48:10.983 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:48:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:11 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2449M 2023-12-20T14:48:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:11 smithi123 ceph-mon[191304]: from='client.53876 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:48:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:11 smithi123 ceph-mon[191304]: from='client.43935 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:48:11.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:11 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4270260292' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:48:11.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:11 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2449M 2023-12-20T14:48:11.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:11 smithi123 ceph-mon[188613]: from='client.53876 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:48:11.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:11 smithi123 ceph-mon[188613]: from='client.43935 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:48:11.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:11 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4270260292' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:48:11.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:11 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2449M 2023-12-20T14:48:11.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:11 smithi177 ceph-mon[212096]: from='client.53876 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:48:11.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:11 smithi177 ceph-mon[212096]: from='client.43935 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:48:11.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:11 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4270260292' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:48:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:48:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:12 smithi123 ceph-mon[191304]: pgmap v9454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:48:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:12 smithi123 ceph-mon[188613]: pgmap v9454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:48:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:12 smithi177 ceph-mon[212096]: pgmap v9454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:14.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:13 smithi177 ceph-mon[212096]: pgmap v9455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:14.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:13 smithi123 ceph-mon[191304]: pgmap v9455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:14.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:13 smithi123 ceph-mon[188613]: pgmap v9455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:16.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:15 smithi177 ceph-mon[212096]: pgmap v9456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:16.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:15 smithi123 ceph-mon[191304]: pgmap v9456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:16.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:15 smithi123 ceph-mon[188613]: pgmap v9456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:18.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:17 smithi177 ceph-mon[212096]: pgmap v9457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:18.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:17 smithi123 ceph-mon[191304]: pgmap v9457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:18.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:17 smithi123 ceph-mon[188613]: pgmap v9457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:48:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:48:19] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:48:20.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:19 smithi177 ceph-mon[212096]: pgmap v9458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:20.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:19 smithi123 ceph-mon[191304]: pgmap v9458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:20.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:19 smithi123 ceph-mon[188613]: pgmap v9458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:22.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:22 smithi177 ceph-mon[212096]: pgmap v9459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:22.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:22 smithi123 ceph-mon[191304]: pgmap v9459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:22.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:22 smithi123 ceph-mon[188613]: pgmap v9459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:24.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:23 smithi177 ceph-mon[212096]: pgmap v9460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:24.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:23 smithi123 ceph-mon[191304]: pgmap v9460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:24.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:23 smithi123 ceph-mon[188613]: pgmap v9460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:26.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:25 smithi177 ceph-mon[212096]: pgmap v9461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:26.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:25 smithi123 ceph-mon[191304]: pgmap v9461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:26.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:25 smithi123 ceph-mon[188613]: pgmap v9461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:27.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:48:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:48:27.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:48:28.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:28 smithi123 ceph-mon[191304]: pgmap v9462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:28.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:28 smithi123 ceph-mon[188613]: pgmap v9462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:28.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:28 smithi177 ceph-mon[212096]: pgmap v9462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:48:29] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:48:30.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:29 smithi177 ceph-mon[212096]: pgmap v9463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:30.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:29 smithi123 ceph-mon[191304]: pgmap v9463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:30.270 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:29 smithi123 ceph-mon[188613]: pgmap v9463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:32.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:32 smithi177 ceph-mon[212096]: pgmap v9464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:32.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:32 smithi123 ceph-mon[191304]: pgmap v9464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:32.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:32 smithi123 ceph-mon[188613]: pgmap v9464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:34.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:33 smithi177 ceph-mon[212096]: pgmap v9465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:34.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:33 smithi123 ceph-mon[191304]: pgmap v9465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:33 smithi123 ceph-mon[188613]: pgmap v9465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:36.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:35 smithi177 ceph-mon[212096]: pgmap v9466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:36.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:35 smithi123 ceph-mon[191304]: pgmap v9466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:36.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:35 smithi123 ceph-mon[188613]: pgmap v9466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:38.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:37 smithi177 ceph-mon[212096]: pgmap v9467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:38.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:37 smithi123 ceph-mon[191304]: pgmap v9467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:38.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:37 smithi123 ceph-mon[188613]: pgmap v9467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:48:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:48:39] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:48:40.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:39 smithi177 ceph-mon[212096]: pgmap v9468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:40.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:39 smithi123 ceph-mon[191304]: pgmap v9468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:40.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:39 smithi123 ceph-mon[188613]: pgmap v9468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:41.325 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:48:41.634 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:48:41.634 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 8m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:48:41.634 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 6m ago 4h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:48:41.634 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 8m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:48:41.634 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 6m ago 4h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:48:41.634 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 6m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:48:41.634 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 8m ago 4h 699M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:48:41.635 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 8m ago 4h 1180M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:48:41.635 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 6m ago 4h 563M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:48:41.635 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 8m ago 4h 610M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:48:41.635 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 8m ago 4h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:48:41.635 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 6m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:48:41.635 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 8m ago 4h 4478M 2449M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:48:41.635 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 8m ago 4h 5219M 2449M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:48:41.635 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 8m ago 4h 4253M 2449M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:48:41.635 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 8m ago 4h 4347M 2449M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:48:41.635 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 6m ago 4h 3639M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:48:41.635 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 6m ago 4h 3991M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:48:41.635 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 6m ago 4h 3405M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:48:41.635 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 6m ago 4h 3910M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:48:41.635 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 6m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:48:42.016 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:48:42.016 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:48:42.017 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:48:42.017 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:48:42.017 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:48:42.017 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:48:42.017 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:48:42.017 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:48:42.017 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:48:42.017 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:48:42.017 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:48:42.017 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:48:42.017 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:48:42.017 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:48:42.017 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:48:42.017 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:48:42.017 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:48:42.017 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:48:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:42 smithi177 ceph-mon[212096]: from='client.43947 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:48:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:42 smithi177 ceph-mon[212096]: from='client.43953 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:48:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:48:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:42 smithi177 ceph-mon[212096]: pgmap v9469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:42 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3679336466' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:48:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:42 smithi123 ceph-mon[191304]: from='client.43947 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:48:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:42 smithi123 ceph-mon[191304]: from='client.43953 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:48:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:48:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:42 smithi123 ceph-mon[191304]: pgmap v9469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:42 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3679336466' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:48:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:42 smithi123 ceph-mon[188613]: from='client.43947 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:48:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:42 smithi123 ceph-mon[188613]: from='client.43953 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:48:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:48:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:42 smithi123 ceph-mon[188613]: pgmap v9469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:42 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3679336466' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:48:44.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:43 smithi177 ceph-mon[212096]: pgmap v9470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:43 smithi123 ceph-mon[188613]: pgmap v9470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:44.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:43 smithi123 ceph-mon[191304]: pgmap v9470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:46.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:45 smithi177 ceph-mon[212096]: pgmap v9471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:46.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:45 smithi123 ceph-mon[191304]: pgmap v9471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:46.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:45 smithi123 ceph-mon[188613]: pgmap v9471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:47 smithi177 ceph-mon[212096]: pgmap v9472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:48.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:47 smithi123 ceph-mon[191304]: pgmap v9472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:47 smithi123 ceph-mon[188613]: pgmap v9472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:48:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:48:49] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:48:50.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:49 smithi177 ceph-mon[212096]: pgmap v9473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:50.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:49 smithi123 ceph-mon[191304]: pgmap v9473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:50.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:49 smithi123 ceph-mon[188613]: pgmap v9473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:52.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:52 smithi123 ceph-mon[188613]: pgmap v9474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:52.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:52 smithi123 ceph-mon[191304]: pgmap v9474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:52.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:52 smithi177 ceph-mon[212096]: pgmap v9474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:53 smithi177 ceph-mon[212096]: pgmap v9475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:54.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:53 smithi123 ceph-mon[191304]: pgmap v9475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:53 smithi123 ceph-mon[188613]: pgmap v9475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:56.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:55 smithi177 ceph-mon[212096]: pgmap v9476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:56.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:55 smithi123 ceph-mon[191304]: pgmap v9476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:56.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:55 smithi123 ceph-mon[188613]: pgmap v9476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:57.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:48:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:48:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:48:58.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:58 smithi123 ceph-mon[191304]: pgmap v9477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:58.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:58 smithi123 ceph-mon[188613]: pgmap v9477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:58.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:58 smithi177 ceph-mon[212096]: pgmap v9477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:48:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:48:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:48:59] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:49:00.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:48:59 smithi177 ceph-mon[212096]: pgmap v9478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:00.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:48:59 smithi123 ceph-mon[191304]: pgmap v9478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:00.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:48:59 smithi123 ceph-mon[188613]: pgmap v9478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:02.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:02 smithi123 ceph-mon[191304]: pgmap v9479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:02 smithi123 ceph-mon[188613]: pgmap v9479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:02.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:02 smithi177 ceph-mon[212096]: pgmap v9479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:04.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:03 smithi177 ceph-mon[212096]: pgmap v9480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:04.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:03 smithi123 ceph-mon[191304]: pgmap v9480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:04.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:03 smithi123 ceph-mon[188613]: pgmap v9480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:06.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:05 smithi177 ceph-mon[212096]: pgmap v9481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:06.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:05 smithi123 ceph-mon[191304]: pgmap v9481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:06.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:05 smithi123 ceph-mon[188613]: pgmap v9481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:08.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:07 smithi177 ceph-mon[212096]: pgmap v9482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:08.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:07 smithi123 ceph-mon[188613]: pgmap v9482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:08.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:07 smithi123 ceph-mon[191304]: pgmap v9482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:49:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:49:09] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:49:10.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:09 smithi177 ceph-mon[212096]: pgmap v9483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:10.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:09 smithi123 ceph-mon[191304]: pgmap v9483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:10.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:09 smithi123 ceph-mon[188613]: pgmap v9483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:11.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:49:11.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:49:11.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:49:11.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:49:11.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:49:11.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:49:11.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:49:11.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:49:11.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:49:11.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:49:11.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:49:11.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:49:12.365 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:49:12.680 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:49:12.680 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 9m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:49:12.680 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 7m ago 4h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:49:12.680 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 9m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:49:12.680 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 7m ago 4h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:49:12.681 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 7m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:49:12.681 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 9m ago 4h 699M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:49:12.681 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 9m ago 4h 1180M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:49:12.681 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 7m ago 4h 563M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:49:12.681 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 9m ago 4h 610M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:49:12.681 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 9m ago 4h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:49:12.681 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 7m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:49:12.681 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 9m ago 4h 4478M 2449M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:49:12.681 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 9m ago 4h 5219M 2449M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:49:12.681 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 9m ago 4h 4253M 2449M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:49:12.682 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 9m ago 4h 4347M 2449M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:49:12.682 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 7m ago 4h 3639M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:49:12.682 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 7m ago 4h 3991M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:49:12.682 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 7m ago 4h 3405M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:49:12.682 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 7m ago 4h 3910M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:49:12.682 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 7m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:49:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:49:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:12 smithi123 ceph-mon[191304]: pgmap v9484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:49:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:12 smithi123 ceph-mon[188613]: pgmap v9484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:49:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:12 smithi177 ceph-mon[212096]: pgmap v9484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:13.061 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:49:13.062 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:49:13.062 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:49:13.062 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:49:13.062 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:49:13.062 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:49:13.062 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:49:13.062 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:49:13.062 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:49:13.062 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:49:13.062 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:49:13.063 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:49:13.063 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:49:13.063 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:49:13.063 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:49:13.063 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:49:13.063 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:49:13.063 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:49:13.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:13 smithi123 ceph-mon[191304]: from='client.53912 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:49:13.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:13 smithi123 ceph-mon[191304]: from='client.43971 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:49:13.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:13 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2434543787' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:49:13.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:13 smithi123 ceph-mon[188613]: from='client.53912 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:49:13.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:13 smithi123 ceph-mon[188613]: from='client.43971 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:49:13.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:13 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2434543787' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:49:13.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:13 smithi177 ceph-mon[212096]: from='client.53912 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:49:13.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:13 smithi177 ceph-mon[212096]: from='client.43971 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:49:13.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:13 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2434543787' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:49:14.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:14 smithi123 ceph-mon[191304]: pgmap v9485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:14.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:14 smithi123 ceph-mon[188613]: pgmap v9485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:14.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:14 smithi177 ceph-mon[212096]: pgmap v9485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:16.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:15 smithi177 ceph-mon[212096]: pgmap v9486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:16.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:15 smithi123 ceph-mon[191304]: pgmap v9486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:16.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:15 smithi123 ceph-mon[188613]: pgmap v9486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:18.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:17 smithi177 ceph-mon[212096]: pgmap v9487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:18.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:17 smithi123 ceph-mon[191304]: pgmap v9487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:18.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:17 smithi123 ceph-mon[188613]: pgmap v9487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:49:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:49:19] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:49:20.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:19 smithi177 ceph-mon[212096]: pgmap v9488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:19 smithi123 ceph-mon[191304]: pgmap v9488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:20.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:19 smithi123 ceph-mon[188613]: pgmap v9488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:22.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:22 smithi123 ceph-mon[188613]: pgmap v9489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:22 smithi123 ceph-mon[191304]: pgmap v9489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:22.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:22 smithi177 ceph-mon[212096]: pgmap v9489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:24.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:23 smithi177 ceph-mon[212096]: pgmap v9490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:24.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:23 smithi123 ceph-mon[191304]: pgmap v9490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:24.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:23 smithi123 ceph-mon[188613]: pgmap v9490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:26.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:25 smithi177 ceph-mon[212096]: pgmap v9491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:26.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:25 smithi123 ceph-mon[191304]: pgmap v9491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:26.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:25 smithi123 ceph-mon[188613]: pgmap v9491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:49:27.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:49:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:49:28.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:28 smithi123 ceph-mon[191304]: pgmap v9492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:28.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:28 smithi123 ceph-mon[188613]: pgmap v9492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:28.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:28 smithi177 ceph-mon[212096]: pgmap v9492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:49:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:49:29] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:49:30.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:29 smithi177 ceph-mon[212096]: pgmap v9493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:30.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:29 smithi123 ceph-mon[191304]: pgmap v9493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:30.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:29 smithi123 ceph-mon[188613]: pgmap v9493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:32.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:32 smithi123 ceph-mon[191304]: pgmap v9494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:32.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:32 smithi123 ceph-mon[188613]: pgmap v9494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:32.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:32 smithi177 ceph-mon[212096]: pgmap v9494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:34.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:33 smithi177 ceph-mon[212096]: pgmap v9495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:34.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:33 smithi123 ceph-mon[191304]: pgmap v9495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:33 smithi123 ceph-mon[188613]: pgmap v9495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:36.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:35 smithi177 ceph-mon[212096]: pgmap v9496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:36.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:35 smithi123 ceph-mon[191304]: pgmap v9496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:36.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:35 smithi123 ceph-mon[188613]: pgmap v9496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:38.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:37 smithi177 ceph-mon[212096]: pgmap v9497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:38.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:37 smithi123 ceph-mon[191304]: pgmap v9497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:38.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:37 smithi123 ceph-mon[188613]: pgmap v9497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:49:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:49:39] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:49:40.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:39 smithi177 ceph-mon[212096]: pgmap v9498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:40.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:39 smithi123 ceph-mon[191304]: pgmap v9498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:40.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:39 smithi123 ceph-mon[188613]: pgmap v9498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:49:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:42 smithi123 ceph-mon[191304]: pgmap v9499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:49:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:42 smithi123 ceph-mon[188613]: pgmap v9499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:49:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:42 smithi177 ceph-mon[212096]: pgmap v9499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:43.407 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:49:43.717 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:49:43.717 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 9m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:49:43.717 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 7m ago 4h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:49:43.717 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 9m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:49:43.717 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 7m ago 4h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:49:43.717 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 7m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:49:43.717 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 9m ago 4h 699M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:49:43.717 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 9m ago 4h 1180M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:49:43.717 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 7m ago 4h 563M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:49:43.718 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 9m ago 4h 610M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:49:43.718 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 9m ago 4h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:49:43.718 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 7m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:49:43.718 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 9m ago 4h 4478M 2449M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:49:43.718 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 9m ago 4h 5219M 2449M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:49:43.718 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 9m ago 4h 4253M 2449M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:49:43.718 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 9m ago 4h 4347M 2449M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:49:43.718 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 7m ago 4h 3639M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:49:43.718 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 7m ago 4h 3991M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:49:43.718 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 7m ago 4h 3405M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:49:43.718 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 7m ago 4h 3910M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:49:43.718 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 7m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:49:44.101 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:49:44.101 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:49:44.101 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:49:44.101 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:49:44.101 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:49:44.101 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:49:44.102 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:49:44.102 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:49:44.102 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:49:44.102 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:49:44.102 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:49:44.102 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:49:44.102 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:49:44.102 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:49:44.102 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:49:44.102 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:49:44.102 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:49:44.103 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:49:44.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:43 smithi177 ceph-mon[212096]: from='client.43983 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:49:44.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:43 smithi177 ceph-mon[212096]: from='client.53936 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:49:44.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:43 smithi177 ceph-mon[212096]: pgmap v9500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:44.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:43 smithi123 ceph-mon[191304]: from='client.43983 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:49:44.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:43 smithi123 ceph-mon[191304]: from='client.53936 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:49:44.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:43 smithi123 ceph-mon[191304]: pgmap v9500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:43 smithi123 ceph-mon[188613]: from='client.43983 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:49:44.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:43 smithi123 ceph-mon[188613]: from='client.53936 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:49:44.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:43 smithi123 ceph-mon[188613]: pgmap v9500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:45.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:44 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1559508242' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:49:45.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:44 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1559508242' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:49:45.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:44 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1559508242' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:49:46.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:45 smithi177 ceph-mon[212096]: pgmap v9501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:46.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:45 smithi123 ceph-mon[191304]: pgmap v9501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:46.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:45 smithi123 ceph-mon[188613]: pgmap v9501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:47 smithi177 ceph-mon[212096]: pgmap v9502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:48.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:47 smithi123 ceph-mon[191304]: pgmap v9502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:47 smithi123 ceph-mon[188613]: pgmap v9502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:49:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:49:49] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:49:50.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:49 smithi177 ceph-mon[212096]: pgmap v9503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:50.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:49 smithi123 ceph-mon[191304]: pgmap v9503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:50.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:49 smithi123 ceph-mon[188613]: pgmap v9503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:52.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:52 smithi123 ceph-mon[191304]: pgmap v9504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:52.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:52 smithi123 ceph-mon[188613]: pgmap v9504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:52.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:52 smithi177 ceph-mon[212096]: pgmap v9504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:53 smithi177 ceph-mon[212096]: pgmap v9505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:54.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:53 smithi123 ceph-mon[191304]: pgmap v9505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:53 smithi123 ceph-mon[188613]: pgmap v9505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:56.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:55 smithi177 ceph-mon[212096]: pgmap v9506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:56.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:55 smithi123 ceph-mon[191304]: pgmap v9506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:56.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:55 smithi123 ceph-mon[188613]: pgmap v9506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:57.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:49:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:49:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:49:58.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:58 smithi123 ceph-mon[191304]: pgmap v9507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:58.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:58 smithi123 ceph-mon[188613]: pgmap v9507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:58.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:58 smithi177 ceph-mon[212096]: pgmap v9507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:49:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:49:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:49:59] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:50:00.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:49:59 smithi177 ceph-mon[212096]: pgmap v9508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:00.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:49:59 smithi123 ceph-mon[191304]: pgmap v9508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:00.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:49:59 smithi123 ceph-mon[188613]: pgmap v9508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:00.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T14:49:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T14:50:01.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T14:50:01.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T14:50:01.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T14:50:02.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:02 smithi123 ceph-mon[191304]: pgmap v9509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:02 smithi123 ceph-mon[188613]: pgmap v9509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:02.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:02 smithi177 ceph-mon[212096]: pgmap v9509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:04.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:03 smithi177 ceph-mon[212096]: pgmap v9510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:04.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:03 smithi123 ceph-mon[191304]: pgmap v9510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:04.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:03 smithi123 ceph-mon[188613]: pgmap v9510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:06.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:05 smithi177 ceph-mon[212096]: pgmap v9511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:06.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:05 smithi123 ceph-mon[191304]: pgmap v9511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:06.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:05 smithi123 ceph-mon[188613]: pgmap v9511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:08.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:07 smithi177 ceph-mon[212096]: pgmap v9512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:08.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:07 smithi123 ceph-mon[191304]: pgmap v9512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:08.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:07 smithi123 ceph-mon[188613]: pgmap v9512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:50:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:50:09] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:50:10.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:09 smithi177 ceph-mon[212096]: pgmap v9513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:10.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:09 smithi123 ceph-mon[191304]: pgmap v9513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:10.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:09 smithi123 ceph-mon[188613]: pgmap v9513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:11.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:50:11.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:50:11.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:50:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:50:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:50:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:50:12.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:11 smithi123 ceph-mon[188613]: pgmap v9514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:50:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:50:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:50:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:11 smithi123 ceph-mon[191304]: pgmap v9514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:50:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:50:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:50:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:11 smithi177 ceph-mon[212096]: pgmap v9514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:14.439 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:50:14.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:50:14.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:50:14.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:50:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:50:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:50:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:14 smithi123 ceph-mon[191304]: pgmap v9515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:14.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:50:14.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:50:14.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:50:14.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:50:14.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:50:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:14 smithi123 ceph-mon[188613]: pgmap v9515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:14.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:50:14.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:50:14.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:50:14.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:50:14.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:50:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:14 smithi177 ceph-mon[212096]: pgmap v9515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:14.746 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:50:14.746 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 1s ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:50:14.746 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 8m ago 4h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:50:14.746 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 1s ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:50:14.746 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 8m ago 4h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:50:14.746 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 8m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:50:14.747 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 1s ago 4h 706M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:50:14.747 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 1s ago 4h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:50:14.747 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 8m ago 4h 563M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:50:14.747 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 1s ago 4h 628M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:50:14.747 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 1s ago 4h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:50:14.747 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 8m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:50:14.747 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 1s ago 4h 4511M 2449M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:50:14.747 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 1s ago 4h 5252M 2449M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:50:14.747 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 1s ago 4h 4279M 2449M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:50:14.747 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 1s ago 4h 4378M 2449M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:50:14.747 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 8m ago 4h 3639M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:50:14.748 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 8m ago 4h 3991M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:50:14.748 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 8m ago 4h 3405M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:50:14.748 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 8m ago 4h 3910M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:50:14.748 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 8m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:50:15.125 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:50:15.125 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:50:15.125 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:50:15.125 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:50:15.125 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:50:15.126 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:50:15.126 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:50:15.126 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:50:15.126 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:50:15.126 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:50:15.126 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:50:15.126 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:50:15.126 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:50:15.126 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:50:15.126 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:50:15.126 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:50:15.127 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:50:15.127 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:50:15.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:15 smithi177 ceph-mon[212096]: from='client.44001 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:50:15.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:15 smithi177 ceph-mon[212096]: from='client.53954 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:50:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:15 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/991956227' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:50:15.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:15 smithi123 ceph-mon[191304]: from='client.44001 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:50:15.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:15 smithi123 ceph-mon[191304]: from='client.53954 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:50:15.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:15 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/991956227' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:50:15.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:15 smithi123 ceph-mon[188613]: from='client.44001 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:50:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:15 smithi123 ceph-mon[188613]: from='client.53954 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:50:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:15 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/991956227' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:50:16.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:16 smithi177 ceph-mon[212096]: pgmap v9516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:16.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:16 smithi123 ceph-mon[191304]: pgmap v9516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:16.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:16 smithi123 ceph-mon[188613]: pgmap v9516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:18.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:17 smithi177 ceph-mon[212096]: pgmap v9517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:18.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:17 smithi123 ceph-mon[188613]: pgmap v9517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:18.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:17 smithi123 ceph-mon[191304]: pgmap v9517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:50:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:50:19] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:50:20.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:19 smithi177 ceph-mon[212096]: pgmap v9518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:20.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:19 smithi123 ceph-mon[191304]: pgmap v9518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:20.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:19 smithi123 ceph-mon[188613]: pgmap v9518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:22.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:22 smithi123 ceph-mon[191304]: pgmap v9519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:22.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:22 smithi123 ceph-mon[188613]: pgmap v9519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:22.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:22 smithi177 ceph-mon[212096]: pgmap v9519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:24.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:23 smithi177 ceph-mon[212096]: pgmap v9520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:24.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:23 smithi123 ceph-mon[191304]: pgmap v9520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:24.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:23 smithi123 ceph-mon[188613]: pgmap v9520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:26.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:25 smithi177 ceph-mon[212096]: pgmap v9521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:26.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:25 smithi123 ceph-mon[191304]: pgmap v9521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:26.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:25 smithi123 ceph-mon[188613]: pgmap v9521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:50:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:50:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:50:28.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:28 smithi123 ceph-mon[191304]: pgmap v9522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:28.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:28 smithi123 ceph-mon[188613]: pgmap v9522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:28.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:28 smithi177 ceph-mon[212096]: pgmap v9522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:50:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:50:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:50:30.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:29 smithi177 ceph-mon[212096]: pgmap v9523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:30.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:29 smithi123 ceph-mon[191304]: pgmap v9523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:30.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:29 smithi123 ceph-mon[188613]: pgmap v9523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:32 smithi123 ceph-mon[188613]: pgmap v9524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:32 smithi123 ceph-mon[191304]: pgmap v9524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:32.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:32 smithi177 ceph-mon[212096]: pgmap v9524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:34.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:33 smithi177 ceph-mon[212096]: pgmap v9525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:34.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:33 smithi123 ceph-mon[191304]: pgmap v9525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:33 smithi123 ceph-mon[188613]: pgmap v9525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:36.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:35 smithi177 ceph-mon[212096]: pgmap v9526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:36.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:35 smithi123 ceph-mon[191304]: pgmap v9526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:36.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:35 smithi123 ceph-mon[188613]: pgmap v9526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:38.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:37 smithi177 ceph-mon[212096]: pgmap v9527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:38.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:37 smithi123 ceph-mon[191304]: pgmap v9527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:38.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:37 smithi123 ceph-mon[188613]: pgmap v9527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:50:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:50:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:50:40.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:39 smithi177 ceph-mon[212096]: pgmap v9528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:40.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:39 smithi123 ceph-mon[191304]: pgmap v9528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:40.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:39 smithi123 ceph-mon[188613]: pgmap v9528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:50:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:42 smithi123 ceph-mon[191304]: pgmap v9529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:50:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:42 smithi123 ceph-mon[188613]: pgmap v9529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:50:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:42 smithi177 ceph-mon[212096]: pgmap v9529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:44.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:43 smithi177 ceph-mon[212096]: pgmap v9530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:44.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:43 smithi123 ceph-mon[191304]: pgmap v9530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:43 smithi123 ceph-mon[188613]: pgmap v9530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:45.469 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:50:45.775 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:50:45.775 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (3h) 32s ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:50:45.775 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 8m ago 4h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:50:45.775 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 32s ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:50:45.775 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 8m ago 4h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:50:45.775 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 8m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:50:45.775 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 32s ago 4h 706M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:50:45.775 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 32s ago 4h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:50:45.775 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 8m ago 4h 563M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:50:45.775 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 32s ago 4h 628M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:50:45.775 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 32s ago 4h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:50:45.775 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 8m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:50:45.776 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 32s ago 4h 4511M 2449M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:50:45.776 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 32s ago 4h 5252M 2449M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:50:45.776 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 32s ago 4h 4279M 2449M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:50:45.776 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 32s ago 4h 4378M 2449M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:50:45.776 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 8m ago 4h 3639M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:50:45.776 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 8m ago 4h 3991M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:50:45.776 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 8m ago 4h 3405M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:50:45.776 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 8m ago 4h 3910M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:50:45.776 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 8m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:50:46.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:45 smithi177 ceph-mon[212096]: from='client.44019 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:50:46.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:45 smithi177 ceph-mon[212096]: from='client.53972 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:50:46.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:45 smithi177 ceph-mon[212096]: pgmap v9531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:46.158 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:50:46.158 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:50:46.158 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:50:46.158 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:50:46.158 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:50:46.158 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:50:46.158 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:50:46.158 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:50:46.159 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:50:46.159 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:50:46.159 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:50:46.159 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:50:46.159 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:50:46.159 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:50:46.159 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:50:46.159 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:50:46.159 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:50:46.159 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:50:46.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:45 smithi123 ceph-mon[191304]: from='client.44019 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:50:46.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:45 smithi123 ceph-mon[191304]: from='client.53972 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:50:46.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:45 smithi123 ceph-mon[191304]: pgmap v9531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:46.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:45 smithi123 ceph-mon[188613]: from='client.44019 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:50:46.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:45 smithi123 ceph-mon[188613]: from='client.53972 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:50:46.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:45 smithi123 ceph-mon[188613]: pgmap v9531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:47.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:46 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/708205854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:50:47.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:46 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/708205854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:50:47.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:46 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/708205854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:50:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:47 smithi177 ceph-mon[212096]: pgmap v9532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:48.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:47 smithi123 ceph-mon[191304]: pgmap v9532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:47 smithi123 ceph-mon[188613]: pgmap v9532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:50:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:50:49] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:50:50.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:49 smithi177 ceph-mon[212096]: pgmap v9533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:50.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:49 smithi123 ceph-mon[191304]: pgmap v9533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:50.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:49 smithi123 ceph-mon[188613]: pgmap v9533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:52.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:52 smithi123 ceph-mon[191304]: pgmap v9534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:52 smithi123 ceph-mon[188613]: pgmap v9534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:52.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:52 smithi177 ceph-mon[212096]: pgmap v9534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:53 smithi177 ceph-mon[212096]: pgmap v9535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:54.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:53 smithi123 ceph-mon[191304]: pgmap v9535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:53 smithi123 ceph-mon[188613]: pgmap v9535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:56.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:55 smithi177 ceph-mon[212096]: pgmap v9536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:56.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:55 smithi123 ceph-mon[191304]: pgmap v9536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:56.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:55 smithi123 ceph-mon[188613]: pgmap v9536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:57.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:50:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:50:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:50:58.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:58 smithi123 ceph-mon[191304]: pgmap v9537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:58.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:58 smithi123 ceph-mon[188613]: pgmap v9537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:58.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:58 smithi177 ceph-mon[212096]: pgmap v9537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:50:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:50:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:50:59] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:51:00.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:50:59 smithi177 ceph-mon[212096]: pgmap v9538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:00.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:50:59 smithi123 ceph-mon[188613]: pgmap v9538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:00.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:50:59 smithi123 ceph-mon[191304]: pgmap v9538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:02 smithi123 ceph-mon[188613]: pgmap v9539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:02 smithi123 ceph-mon[191304]: pgmap v9539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:02.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:02 smithi177 ceph-mon[212096]: pgmap v9539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:04.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:03 smithi177 ceph-mon[212096]: pgmap v9540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:04.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:03 smithi123 ceph-mon[191304]: pgmap v9540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:04.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:03 smithi123 ceph-mon[188613]: pgmap v9540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:06.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:05 smithi177 ceph-mon[212096]: pgmap v9541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:06.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:05 smithi123 ceph-mon[191304]: pgmap v9541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:06.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:05 smithi123 ceph-mon[188613]: pgmap v9541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:08.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:07 smithi177 ceph-mon[212096]: pgmap v9542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:08.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:07 smithi123 ceph-mon[191304]: pgmap v9542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:08.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:07 smithi123 ceph-mon[188613]: pgmap v9542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:51:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:51:09] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:51:10.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:09 smithi177 ceph-mon[212096]: pgmap v9543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:10.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:09 smithi123 ceph-mon[188613]: pgmap v9543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:10.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:09 smithi123 ceph-mon[191304]: pgmap v9543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:51:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:12 smithi123 ceph-mon[191304]: pgmap v9544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:51:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:12 smithi123 ceph-mon[188613]: pgmap v9544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:51:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:12 smithi177 ceph-mon[212096]: pgmap v9544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:14.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:51:14.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:51:14.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:51:15.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:14 smithi177 ceph-mon[212096]: pgmap v9545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:15.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:51:15.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:51:15.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:51:15.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:51:15.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:51:15.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:14 smithi123 ceph-mon[191304]: pgmap v9545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:15.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:51:15.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:51:15.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:51:15.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:51:15.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:51:15.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:14 smithi123 ceph-mon[188613]: pgmap v9545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:15.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:51:15.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:51:15.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:51:15.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:51:15.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:51:16.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:15 smithi177 ceph-mon[212096]: pgmap v9546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:16.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:15 smithi123 ceph-mon[191304]: pgmap v9546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:16.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:15 smithi123 ceph-mon[188613]: pgmap v9546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:16.508 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:51:16.816 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:51:16.816 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 63s ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:51:16.816 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (3h) 9m ago 4h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:51:16.816 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 63s ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:51:16.816 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 9m ago 4h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:51:16.816 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 9m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:51:16.817 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (3h) 63s ago 4h 706M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:51:16.817 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 63s ago 4h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:51:16.817 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 9m ago 4h 563M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:51:16.817 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 63s ago 4h 628M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:51:16.817 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (3h) 63s ago 4h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:51:16.817 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (3h) 9m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:51:16.817 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 63s ago 4h 4511M 2449M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:51:16.817 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 63s ago 4h 5252M 2449M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:51:16.817 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 63s ago 4h 4279M 2449M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:51:16.817 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 63s ago 4h 4378M 2449M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:51:16.817 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 9m ago 4h 3639M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:51:16.817 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 9m ago 4h 3991M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:51:16.817 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 9m ago 4h 3405M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:51:16.817 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 9m ago 4h 3910M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:51:16.817 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 9m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:51:17.200 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:51:17.200 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:51:17.200 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:51:17.200 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:51:17.200 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:51:17.200 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:51:17.200 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:51:17.200 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:51:17.200 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:51:17.200 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:51:17.200 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:51:17.200 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:51:17.200 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:51:17.200 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:51:17.201 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:51:17.201 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:51:17.201 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:51:17.201 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:51:17.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:17 smithi123 ceph-mon[188613]: from='client.53984 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:51:17.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:17 smithi123 ceph-mon[188613]: from='client.53990 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:51:17.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:17 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2124744937' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:51:17.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:17 smithi123 ceph-mon[191304]: from='client.53984 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:51:17.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:17 smithi123 ceph-mon[191304]: from='client.53990 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:51:17.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:17 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2124744937' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:51:17.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:17 smithi177 ceph-mon[212096]: from='client.53984 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:51:17.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:17 smithi177 ceph-mon[212096]: from='client.53990 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:51:17.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:17 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2124744937' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:51:18.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:18 smithi123 ceph-mon[191304]: pgmap v9547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:18.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:18 smithi123 ceph-mon[188613]: pgmap v9547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:18.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:18 smithi177 ceph-mon[212096]: pgmap v9547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:51:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:51:19] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:51:20.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:19 smithi177 ceph-mon[212096]: pgmap v9548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:20.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:19 smithi123 ceph-mon[191304]: pgmap v9548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:20.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:19 smithi123 ceph-mon[188613]: pgmap v9548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:22.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:22 smithi123 ceph-mon[191304]: pgmap v9549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:22.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:22 smithi123 ceph-mon[188613]: pgmap v9549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:22.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:22 smithi177 ceph-mon[212096]: pgmap v9549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:24.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:23 smithi177 ceph-mon[212096]: pgmap v9550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:24.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:23 smithi123 ceph-mon[191304]: pgmap v9550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:23 smithi123 ceph-mon[188613]: pgmap v9550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:26.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:25 smithi177 ceph-mon[212096]: pgmap v9551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:26.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:25 smithi123 ceph-mon[191304]: pgmap v9551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:25 smithi123 ceph-mon[188613]: pgmap v9551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:51:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:51:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:51:28.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:28 smithi123 ceph-mon[191304]: pgmap v9552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:28.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:28 smithi123 ceph-mon[188613]: pgmap v9552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:28.902 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 14:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T14:51:28.588481153Z level=info msg="Completed cleanup jobs" duration=15.380499ms 2023-12-20T14:51:28.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:28 smithi177 ceph-mon[212096]: pgmap v9552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:51:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:51:29] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-20T14:51:30.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:29 smithi177 ceph-mon[212096]: pgmap v9553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:30.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:29 smithi123 ceph-mon[191304]: pgmap v9553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:30.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:29 smithi123 ceph-mon[188613]: pgmap v9553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:32.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:32 smithi123 ceph-mon[191304]: pgmap v9554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:32 smithi123 ceph-mon[188613]: pgmap v9554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:32.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:32 smithi177 ceph-mon[212096]: pgmap v9554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:34.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:33 smithi177 ceph-mon[212096]: pgmap v9555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:34.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:33 smithi123 ceph-mon[191304]: pgmap v9555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:33 smithi123 ceph-mon[188613]: pgmap v9555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:36.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:35 smithi177 ceph-mon[212096]: pgmap v9556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:36.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:35 smithi123 ceph-mon[191304]: pgmap v9556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:36.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:35 smithi123 ceph-mon[188613]: pgmap v9556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:38.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:37 smithi177 ceph-mon[212096]: pgmap v9557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:38.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:37 smithi123 ceph-mon[191304]: pgmap v9557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:37 smithi123 ceph-mon[188613]: pgmap v9557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:51:39] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-20T14:51:40.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:39 smithi177 ceph-mon[212096]: pgmap v9558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:40.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:39 smithi123 ceph-mon[191304]: pgmap v9558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:40.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:39 smithi123 ceph-mon[188613]: pgmap v9558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:51:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:42 smithi123 ceph-mon[191304]: pgmap v9559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:51:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:42 smithi123 ceph-mon[188613]: pgmap v9559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:51:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:42 smithi177 ceph-mon[212096]: pgmap v9559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:44.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:43 smithi177 ceph-mon[212096]: pgmap v9560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:44.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:43 smithi123 ceph-mon[191304]: pgmap v9560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:43 smithi123 ceph-mon[188613]: pgmap v9560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:46.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:45 smithi177 ceph-mon[212096]: pgmap v9561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:46.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:45 smithi123 ceph-mon[191304]: pgmap v9561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:46.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:45 smithi123 ceph-mon[188613]: pgmap v9561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:47.544 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:51:47.850 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:51:47.851 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 94s ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:51:47.851 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 9m ago 4h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:51:47.851 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 94s ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:51:47.851 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 9m ago 4h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:51:47.851 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (3h) 9m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:51:47.852 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 94s ago 4h 706M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:51:47.852 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (3h) 94s ago 4h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:51:47.852 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 9m ago 4h 563M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:51:47.852 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 94s ago 4h 628M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:51:47.852 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 94s ago 4h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:51:47.852 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 9m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:51:47.852 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 94s ago 4h 4511M 2449M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:51:47.852 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 94s ago 4h 5252M 2449M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:51:47.852 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 94s ago 4h 4279M 2449M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:51:47.852 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 94s ago 4h 4378M 2449M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:51:47.852 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 9m ago 4h 3639M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:51:47.852 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 9m ago 4h 3991M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:51:47.853 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 9m ago 4h 3405M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:51:47.853 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 9m ago 4h 3910M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:51:47.853 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (3h) 9m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:51:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:47 smithi177 ceph-mon[212096]: from='client.54002 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:51:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:47 smithi177 ceph-mon[212096]: pgmap v9562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:48.234 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:51:48.234 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:51:48.235 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:51:48.235 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:51:48.235 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:51:48.235 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:51:48.235 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:51:48.235 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:51:48.235 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:51:48.235 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:51:48.235 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:51:48.235 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:51:48.235 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:51:48.236 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:51:48.236 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:51:48.236 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:51:48.236 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:51:48.236 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:51:48.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:47 smithi123 ceph-mon[191304]: from='client.54002 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:51:48.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:47 smithi123 ceph-mon[191304]: pgmap v9562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:47 smithi123 ceph-mon[188613]: from='client.54002 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:51:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:47 smithi123 ceph-mon[188613]: pgmap v9562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:49.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:48 smithi177 ceph-mon[212096]: from='client.44061 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:51:49.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:48 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/329431308' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:51:49.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:51:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:51:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T14:51:49.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:48 smithi123 ceph-mon[191304]: from='client.44061 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:51:49.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:48 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/329431308' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:51:49.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:48 smithi123 ceph-mon[188613]: from='client.44061 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:51:49.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:48 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/329431308' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:51:50.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:49 smithi177 ceph-mon[212096]: pgmap v9563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:50.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:49 smithi123 ceph-mon[191304]: pgmap v9563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:50.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:49 smithi123 ceph-mon[188613]: pgmap v9563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:52.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:52 smithi123 ceph-mon[188613]: pgmap v9564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:52 smithi123 ceph-mon[191304]: pgmap v9564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:52.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:52 smithi177 ceph-mon[212096]: pgmap v9564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:53 smithi177 ceph-mon[212096]: pgmap v9565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:53 smithi123 ceph-mon[188613]: pgmap v9565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:54.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:53 smithi123 ceph-mon[191304]: pgmap v9565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:56.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:55 smithi177 ceph-mon[212096]: pgmap v9566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:56.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:55 smithi123 ceph-mon[191304]: pgmap v9566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:56.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:55 smithi123 ceph-mon[188613]: pgmap v9566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:57.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:51:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:51:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:51:58.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:58 smithi123 ceph-mon[191304]: pgmap v9567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:58.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:58 smithi123 ceph-mon[188613]: pgmap v9567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:58.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:58 smithi177 ceph-mon[212096]: pgmap v9567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:51:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:51:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:51:59] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:52:00.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:51:59 smithi177 ceph-mon[212096]: pgmap v9568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:00.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:51:59 smithi123 ceph-mon[191304]: pgmap v9568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:00.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:51:59 smithi123 ceph-mon[188613]: pgmap v9568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:02.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:02 smithi123 ceph-mon[191304]: pgmap v9569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:02 smithi123 ceph-mon[188613]: pgmap v9569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:02 smithi177 ceph-mon[212096]: pgmap v9569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:04.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:03 smithi177 ceph-mon[212096]: pgmap v9570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:04.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:03 smithi123 ceph-mon[191304]: pgmap v9570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:04.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:03 smithi123 ceph-mon[188613]: pgmap v9570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:06.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:05 smithi177 ceph-mon[212096]: pgmap v9571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:06.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:05 smithi123 ceph-mon[191304]: pgmap v9571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:06.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:05 smithi123 ceph-mon[188613]: pgmap v9571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:08.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:07 smithi177 ceph-mon[212096]: pgmap v9572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:08.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:07 smithi123 ceph-mon[191304]: pgmap v9572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:08.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:07 smithi123 ceph-mon[188613]: pgmap v9572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:52:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:52:09] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:52:11.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:10 smithi177 ceph-mon[212096]: pgmap v9573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:11.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:10 smithi123 ceph-mon[191304]: pgmap v9573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:11.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:10 smithi123 ceph-mon[188613]: pgmap v9573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:52:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:52:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:52:13.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:13 smithi123 ceph-mon[191304]: pgmap v9574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:13 smithi123 ceph-mon[188613]: pgmap v9574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:13.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:13 smithi177 ceph-mon[212096]: pgmap v9574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:15.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:15 smithi177 ceph-mon[212096]: pgmap v9575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:52:15.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:15 smithi123 ceph-mon[191304]: pgmap v9575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:15.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:52:15.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:15 smithi123 ceph-mon[188613]: pgmap v9575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:15.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:52:17.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:17 smithi123 ceph-mon[188613]: pgmap v9576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:17.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:52:17.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:52:17.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:17 smithi123 ceph-mon[191304]: pgmap v9576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:17.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:52:17.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:52:17.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:17 smithi177 ceph-mon[212096]: pgmap v9576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:52:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:52:18.584 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:52:18.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:52:18.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:52:18.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:52:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:52:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:52:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:52:18.893 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:52:18.893 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 2m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:52:18.893 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 1s ago 4h 91.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:52:18.894 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 2m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:52:18.894 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 1s ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:52:18.894 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 1s ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:52:18.894 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 2m ago 4h 706M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:52:18.894 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 2m ago 4h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:52:18.894 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (3h) 1s ago 4h 581M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:52:18.894 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (3h) 2m ago 4h 628M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:52:18.894 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 2m ago 4h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:52:18.894 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 1s ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:52:18.894 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 2m ago 4h 4511M 2449M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:52:18.894 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 2m ago 4h 5252M 2449M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:52:18.894 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 2m ago 4h 4279M 2449M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:52:18.895 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 2m ago 4h 4378M 2449M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:52:18.895 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 1s ago 4h 3666M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:52:18.895 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 1s ago 4h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:52:18.895 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 1s ago 4h 3436M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:52:18.895 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 1s ago 4h 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:52:18.895 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 1s ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:52:18.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:52:18.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:52:18.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:52:19.274 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:52:19.274 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:52:19.274 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:52:19.274 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:52:19.274 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:52:19.274 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:52:19.274 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:52:19.275 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:52:19.275 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:52:19.275 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:52:19.275 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:52:19.275 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:52:19.275 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:52:19.275 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:52:19.275 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:52:19.275 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:52:19.275 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:52:19.275 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:52:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:52:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:52:19] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-20T14:52:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:19 smithi123 ceph-mon[191304]: pgmap v9577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:19 smithi123 ceph-mon[191304]: from='client.54020 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:52:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:19 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2548505830' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:52:19.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:19 smithi123 ceph-mon[188613]: pgmap v9577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:19.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:19 smithi123 ceph-mon[188613]: from='client.54020 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:52:19.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:19 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2548505830' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:52:20.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:19 smithi177 ceph-mon[212096]: pgmap v9577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:20.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:19 smithi177 ceph-mon[212096]: from='client.54020 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:52:20.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:19 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2548505830' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:52:20.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:20 smithi123 ceph-mon[191304]: from='client.54026 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:52:20.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:20 smithi123 ceph-mon[188613]: from='client.54026 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:52:21.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:20 smithi177 ceph-mon[212096]: from='client.54026 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:52:21.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:21 smithi123 ceph-mon[188613]: pgmap v9578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:21.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:21 smithi123 ceph-mon[191304]: pgmap v9578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:22.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:21 smithi177 ceph-mon[212096]: pgmap v9578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:23.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:23 smithi123 ceph-mon[191304]: pgmap v9579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:23 smithi123 ceph-mon[188613]: pgmap v9579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:24.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:23 smithi177 ceph-mon[212096]: pgmap v9579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:25.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:25 smithi123 ceph-mon[191304]: pgmap v9580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:25 smithi123 ceph-mon[188613]: pgmap v9580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:26.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:25 smithi177 ceph-mon[212096]: pgmap v9580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:27 smithi123 ceph-mon[191304]: pgmap v9581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:52:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:27 smithi123 ceph-mon[188613]: pgmap v9581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:52:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:27 smithi177 ceph-mon[212096]: pgmap v9581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:52:29.452 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:52:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:52:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:52:29.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:29 smithi123 ceph-mon[188613]: pgmap v9582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:29.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:29 smithi123 ceph-mon[191304]: pgmap v9582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:29.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:29 smithi177 ceph-mon[212096]: pgmap v9582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:31.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:31 smithi123 ceph-mon[191304]: pgmap v9583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:31 smithi123 ceph-mon[188613]: pgmap v9583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:31.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:31 smithi177 ceph-mon[212096]: pgmap v9583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:33.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:33 smithi123 ceph-mon[191304]: pgmap v9584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:33 smithi123 ceph-mon[188613]: pgmap v9584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:33.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:33 smithi177 ceph-mon[212096]: pgmap v9584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:35.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:35 smithi123 ceph-mon[191304]: pgmap v9585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:35 smithi123 ceph-mon[188613]: pgmap v9585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:35.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:35 smithi177 ceph-mon[212096]: pgmap v9585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:37.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:37 smithi123 ceph-mon[188613]: pgmap v9586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:37.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:37 smithi123 ceph-mon[191304]: pgmap v9586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:37.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:37 smithi177 ceph-mon[212096]: pgmap v9586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:39.469 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:52:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:52:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:52:39.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:39 smithi123 ceph-mon[191304]: pgmap v9587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:39.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:39 smithi123 ceph-mon[188613]: pgmap v9587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:39.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:39 smithi177 ceph-mon[212096]: pgmap v9587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:41.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:41 smithi123 ceph-mon[191304]: pgmap v9588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:41 smithi123 ceph-mon[188613]: pgmap v9588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:41.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:41 smithi177 ceph-mon[212096]: pgmap v9588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:52:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:52:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:52:43.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:43 smithi123 ceph-mon[191304]: pgmap v9589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:43.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:43 smithi123 ceph-mon[188613]: pgmap v9589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:43.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:43 smithi177 ceph-mon[212096]: pgmap v9589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:45.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:45 smithi123 ceph-mon[191304]: pgmap v9590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:45.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:45 smithi123 ceph-mon[188613]: pgmap v9590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:45.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:45 smithi177 ceph-mon[212096]: pgmap v9590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:47.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:47 smithi123 ceph-mon[191304]: pgmap v9591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:47.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:47 smithi123 ceph-mon[188613]: pgmap v9591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:47.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:47 smithi177 ceph-mon[212096]: pgmap v9591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:49.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:52:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:52:49] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T14:52:49.624 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:52:49.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:49 smithi123 ceph-mon[191304]: pgmap v9592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:49.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:49 smithi123 ceph-mon[188613]: pgmap v9592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:49.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:49 smithi177 ceph-mon[212096]: pgmap v9592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:49.933 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:52:49.933 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 2m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:52:49.934 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 32s ago 4h 91.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:52:49.934 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 2m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:52:49.934 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 32s ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:52:49.934 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 32s ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:52:49.934 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 2m ago 4h 706M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:52:49.934 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 2m ago 4h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:52:49.934 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 32s ago 4h 581M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:52:49.934 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 2m ago 4h 628M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:52:49.934 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 2m ago 4h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:52:49.934 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 32s ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:52:49.935 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (3h) 2m ago 4h 4511M 2449M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:52:49.935 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 2m ago 4h 5252M 2449M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:52:49.935 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 2m ago 4h 4279M 2449M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:52:49.935 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 2m ago 4h 4378M 2449M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:52:49.935 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 32s ago 4h 3666M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:52:49.935 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 32s ago 4h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:52:49.935 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 32s ago 4h 3436M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:52:49.935 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 32s ago 4h 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:52:49.935 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 32s ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:52:50.315 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:52:50.315 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:52:50.315 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:52:50.315 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:52:50.315 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:52:50.315 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:52:50.316 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:52:50.316 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:52:50.316 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:52:50.316 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:52:50.316 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:52:50.316 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:52:50.316 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:52:50.316 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:52:50.316 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:52:50.316 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:52:50.316 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:52:50.317 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:52:50.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:50 smithi177 ceph-mon[212096]: from='client.54038 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:52:50.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:50 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/799016506' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:52:50.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:50 smithi123 ceph-mon[191304]: from='client.54038 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:52:50.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:50 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/799016506' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:52:50.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:50 smithi123 ceph-mon[188613]: from='client.54038 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:52:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:50 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/799016506' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:52:51.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:51 smithi177 ceph-mon[212096]: pgmap v9593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:51.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:51 smithi177 ceph-mon[212096]: from='client.44097 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:52:51.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:51 smithi123 ceph-mon[191304]: pgmap v9593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:51.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:51 smithi123 ceph-mon[191304]: from='client.44097 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:52:51.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:51 smithi123 ceph-mon[188613]: pgmap v9593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:51.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:51 smithi123 ceph-mon[188613]: from='client.44097 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:52:53.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:53 smithi177 ceph-mon[212096]: pgmap v9594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:53.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:53 smithi123 ceph-mon[191304]: pgmap v9594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:53.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:53 smithi123 ceph-mon[188613]: pgmap v9594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:55.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:55 smithi177 ceph-mon[212096]: pgmap v9595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:55 smithi123 ceph-mon[191304]: pgmap v9595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:55.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:55 smithi123 ceph-mon[188613]: pgmap v9595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:57 smithi177 ceph-mon[212096]: pgmap v9596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:52:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:57 smithi123 ceph-mon[191304]: pgmap v9596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:52:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:57 smithi123 ceph-mon[188613]: pgmap v9596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:52:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:52:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:52:59] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:52:59.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:52:59 smithi177 ceph-mon[212096]: pgmap v9597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:59.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:52:59 smithi123 ceph-mon[191304]: pgmap v9597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:52:59.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:52:59 smithi123 ceph-mon[188613]: pgmap v9597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:01 smithi177 ceph-mon[212096]: pgmap v9598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:01.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:01 smithi123 ceph-mon[191304]: pgmap v9598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:01 smithi123 ceph-mon[188613]: pgmap v9598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:03 smithi177 ceph-mon[212096]: pgmap v9599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:03.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:03 smithi123 ceph-mon[191304]: pgmap v9599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:03.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:03 smithi123 ceph-mon[188613]: pgmap v9599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:05.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:05 smithi177 ceph-mon[212096]: pgmap v9600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:05.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:05 smithi123 ceph-mon[191304]: pgmap v9600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:05.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:05 smithi123 ceph-mon[188613]: pgmap v9600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:07.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:07 smithi177 ceph-mon[212096]: pgmap v9601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:07 smithi123 ceph-mon[191304]: pgmap v9601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:07 smithi123 ceph-mon[188613]: pgmap v9601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:53:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:53:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:53:09.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:09 smithi177 ceph-mon[212096]: pgmap v9602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:09.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:09 smithi123 ceph-mon[191304]: pgmap v9602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:09.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:09 smithi123 ceph-mon[188613]: pgmap v9602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:11.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:11 smithi177 ceph-mon[212096]: pgmap v9603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:11 smithi123 ceph-mon[191304]: pgmap v9603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:11 smithi123 ceph-mon[188613]: pgmap v9603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:53:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:53:12.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:53:13.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:13 smithi177 ceph-mon[212096]: pgmap v9604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:13.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:13 smithi123 ceph-mon[191304]: pgmap v9604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:13 smithi123 ceph-mon[188613]: pgmap v9604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:15.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:15 smithi177 ceph-mon[212096]: pgmap v9605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:15.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:15 smithi123 ceph-mon[191304]: pgmap v9605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:15.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:15 smithi123 ceph-mon[188613]: pgmap v9605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:17.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:17 smithi177 ceph-mon[212096]: pgmap v9606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:17.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:17 smithi123 ceph-mon[191304]: pgmap v9606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:17.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:17 smithi123 ceph-mon[188613]: pgmap v9606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:18.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:53:18.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:53:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:53:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:53:18.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:53:18.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:53:18.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:53:18.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:53:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:53:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:53:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:53:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:53:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:53:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:53:19] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-20T14:53:19.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:19 smithi177 ceph-mon[212096]: pgmap v9607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:19 smithi123 ceph-mon[191304]: pgmap v9607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:19.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:19 smithi123 ceph-mon[188613]: pgmap v9607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:20.666 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:53:20.976 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:53:20.976 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 3m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:53:20.976 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 63s ago 4h 91.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:53:20.976 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 3m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:53:20.976 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 63s ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:53:20.977 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 63s ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:53:20.977 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 3m ago 4h 706M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:53:20.977 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 3m ago 4h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:53:20.977 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 63s ago 4h 581M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:53:20.977 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 3m ago 4h 628M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:53:20.977 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 3m ago 4h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:53:20.977 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 63s ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:53:20.977 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 3m ago 4h 4511M 2449M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:53:20.977 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (3h) 3m ago 4h 5252M 2449M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:53:20.977 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 3m ago 4h 4279M 2449M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:53:20.978 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 3m ago 4h 4378M 2449M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:53:20.978 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 63s ago 4h 3666M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:53:20.978 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 63s ago 4h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:53:20.978 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 63s ago 4h 3436M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:53:20.978 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 63s ago 4h 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:53:20.978 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 63s ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:53:21.358 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:53:21.358 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:53:21.358 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:53:21.358 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:53:21.358 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:53:21.359 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:53:21.359 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:53:21.359 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:53:21.359 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:53:21.359 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:53:21.359 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:53:21.359 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:53:21.359 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:53:21.359 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:53:21.359 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:53:21.359 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:53:21.360 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:53:21.360 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:53:21.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:21 smithi177 ceph-mon[212096]: pgmap v9608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:21.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:21 smithi177 ceph-mon[212096]: from='client.44109 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:53:21.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:21 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/191435058' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:53:21.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:21 smithi123 ceph-mon[191304]: pgmap v9608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:21.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:21 smithi123 ceph-mon[191304]: from='client.44109 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:53:21.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:21 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/191435058' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:53:21.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:21 smithi123 ceph-mon[188613]: pgmap v9608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:21.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:21 smithi123 ceph-mon[188613]: from='client.44109 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:53:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:21 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/191435058' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:53:22.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:22 smithi177 ceph-mon[212096]: from='client.44115 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:53:22.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:22 smithi123 ceph-mon[191304]: from='client.44115 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:53:22.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:22 smithi123 ceph-mon[188613]: from='client.44115 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:53:23.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:23 smithi177 ceph-mon[212096]: pgmap v9609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:23.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:23 smithi123 ceph-mon[191304]: pgmap v9609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:23.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:23 smithi123 ceph-mon[188613]: pgmap v9609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:25.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:25 smithi177 ceph-mon[212096]: pgmap v9610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:25.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:25 smithi123 ceph-mon[191304]: pgmap v9610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:25.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:25 smithi123 ceph-mon[188613]: pgmap v9610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:27 smithi177 ceph-mon[212096]: pgmap v9611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:53:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:27 smithi123 ceph-mon[191304]: pgmap v9611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:53:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:27 smithi123 ceph-mon[188613]: pgmap v9611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:53:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:53:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:53:29] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:53:29.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:29 smithi177 ceph-mon[212096]: pgmap v9612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:29.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:29 smithi123 ceph-mon[191304]: pgmap v9612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:29.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:29 smithi123 ceph-mon[188613]: pgmap v9612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:31.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:31 smithi177 ceph-mon[212096]: pgmap v9613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:31.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:31 smithi123 ceph-mon[191304]: pgmap v9613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:31 smithi123 ceph-mon[188613]: pgmap v9613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:33.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:33 smithi177 ceph-mon[212096]: pgmap v9614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:33.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:33 smithi123 ceph-mon[191304]: pgmap v9614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:33.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:33 smithi123 ceph-mon[188613]: pgmap v9614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:35.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:35 smithi177 ceph-mon[212096]: pgmap v9615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:35.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:35 smithi123 ceph-mon[191304]: pgmap v9615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:35.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:35 smithi123 ceph-mon[188613]: pgmap v9615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:37.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:37 smithi177 ceph-mon[212096]: pgmap v9616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:37.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:37 smithi123 ceph-mon[191304]: pgmap v9616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:37.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:37 smithi123 ceph-mon[188613]: pgmap v9616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:53:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:53:39] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:53:39.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:39 smithi177 ceph-mon[212096]: pgmap v9617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:39.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:39 smithi123 ceph-mon[191304]: pgmap v9617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:39.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:39 smithi123 ceph-mon[188613]: pgmap v9617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:41 smithi177 ceph-mon[212096]: pgmap v9618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:41 smithi123 ceph-mon[191304]: pgmap v9618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:41.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:41 smithi123 ceph-mon[188613]: pgmap v9618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:53:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:53:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:53:43.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:43 smithi177 ceph-mon[212096]: pgmap v9619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:43.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:43 smithi123 ceph-mon[191304]: pgmap v9619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:43.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:43 smithi123 ceph-mon[188613]: pgmap v9619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:45.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:45 smithi177 ceph-mon[212096]: pgmap v9620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:45.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:45 smithi123 ceph-mon[191304]: pgmap v9620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:45.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:45 smithi123 ceph-mon[188613]: pgmap v9620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:47.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:47 smithi177 ceph-mon[212096]: pgmap v9621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:47.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:47 smithi123 ceph-mon[191304]: pgmap v9621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:47.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:47 smithi123 ceph-mon[188613]: pgmap v9621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:53:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:53:49] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:53:49.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:49 smithi177 ceph-mon[212096]: pgmap v9622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:49.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:49 smithi123 ceph-mon[191304]: pgmap v9622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:49.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:49 smithi123 ceph-mon[188613]: pgmap v9622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:51.707 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:53:51.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:51 smithi177 ceph-mon[212096]: pgmap v9623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:51.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:51 smithi123 ceph-mon[191304]: pgmap v9623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:51.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:51 smithi123 ceph-mon[188613]: pgmap v9623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:52.018 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:53:52.018 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 3m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:53:52.018 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 94s ago 4h 91.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:53:52.018 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 3m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:53:52.018 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 94s ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:53:52.019 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 94s ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:53:52.019 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 3m ago 4h 706M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:53:52.019 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 3m ago 4h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:53:52.019 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 94s ago 4h 581M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:53:52.019 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 3m ago 4h 628M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:53:52.019 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 3m ago 4h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:53:52.019 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 94s ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:53:52.019 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 3m ago 4h 4511M 2449M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:53:52.019 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 3m ago 4h 5252M 2449M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:53:52.019 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (3h) 3m ago 4h 4279M 2449M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:53:52.019 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 3m ago 4h 4378M 2449M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:53:52.019 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 94s ago 4h 3666M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:53:52.019 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 94s ago 4h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:53:52.019 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 94s ago 4h 3436M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:53:52.019 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 94s ago 4h 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:53:52.019 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 94s ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:53:52.400 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:53:52.400 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:53:52.400 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:53:52.400 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:53:52.400 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:53:52.400 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:53:52.400 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:53:52.401 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:53:52.401 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:53:52.401 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:53:52.401 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:53:52.401 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:53:52.401 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:53:52.401 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:53:52.401 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:53:52.401 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:53:52.401 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:53:52.401 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:53:52.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:52 smithi177 ceph-mon[212096]: from='client.44127 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:53:52.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:52 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3238599117' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:53:52.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:52 smithi123 ceph-mon[191304]: from='client.44127 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:53:52.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:52 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3238599117' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:53:52.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:52 smithi123 ceph-mon[188613]: from='client.44127 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:53:52.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:52 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3238599117' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:53:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:53 smithi177 ceph-mon[212096]: pgmap v9624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:53 smithi177 ceph-mon[212096]: from='client.44133 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:53:53.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:53 smithi123 ceph-mon[191304]: pgmap v9624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:53.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:53 smithi123 ceph-mon[191304]: from='client.44133 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:53:53.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:53 smithi123 ceph-mon[188613]: pgmap v9624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:53 smithi123 ceph-mon[188613]: from='client.44133 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:53:55.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:55 smithi177 ceph-mon[212096]: pgmap v9625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:55.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:55 smithi123 ceph-mon[188613]: pgmap v9625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:55 smithi123 ceph-mon[191304]: pgmap v9625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:57 smithi177 ceph-mon[212096]: pgmap v9626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:53:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:57 smithi123 ceph-mon[191304]: pgmap v9626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:53:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:57 smithi123 ceph-mon[188613]: pgmap v9626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:53:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:53:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:53:59] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:53:59.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:53:59 smithi177 ceph-mon[212096]: pgmap v9627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:59.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:53:59 smithi123 ceph-mon[191304]: pgmap v9627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:53:59.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:53:59 smithi123 ceph-mon[188613]: pgmap v9627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:01.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:01 smithi177 ceph-mon[212096]: pgmap v9628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:01.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:01 smithi123 ceph-mon[191304]: pgmap v9628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:01 smithi123 ceph-mon[188613]: pgmap v9628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:03 smithi177 ceph-mon[212096]: pgmap v9629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:03.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:03 smithi123 ceph-mon[191304]: pgmap v9629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:03.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:03 smithi123 ceph-mon[188613]: pgmap v9629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:05.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:05 smithi177 ceph-mon[212096]: pgmap v9630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:05.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:05 smithi123 ceph-mon[191304]: pgmap v9630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:05.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:05 smithi123 ceph-mon[188613]: pgmap v9630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:07.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:07 smithi177 ceph-mon[212096]: pgmap v9631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:07 smithi123 ceph-mon[191304]: pgmap v9631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:07.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:07 smithi123 ceph-mon[188613]: pgmap v9631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:54:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:54:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:54:09.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:09 smithi177 ceph-mon[212096]: pgmap v9632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:09.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:09 smithi123 ceph-mon[191304]: pgmap v9632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:09.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:09 smithi123 ceph-mon[188613]: pgmap v9632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:11 smithi123 ceph-mon[191304]: pgmap v9633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:54:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:11 smithi123 ceph-mon[188613]: pgmap v9633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:54:12.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:11 smithi177 ceph-mon[212096]: pgmap v9633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:12.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:54:13.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:13 smithi123 ceph-mon[191304]: pgmap v9634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:13 smithi123 ceph-mon[188613]: pgmap v9634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:14.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:13 smithi177 ceph-mon[212096]: pgmap v9634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:15.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:15 smithi123 ceph-mon[191304]: pgmap v9635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:15.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:15 smithi123 ceph-mon[188613]: pgmap v9635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:16.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:15 smithi177 ceph-mon[212096]: pgmap v9635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:17.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:17 smithi123 ceph-mon[191304]: pgmap v9636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:17 smithi123 ceph-mon[188613]: pgmap v9636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:18.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:17 smithi177 ceph-mon[212096]: pgmap v9636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:18.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:54:18.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:54:19.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:54:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:54:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:54:19] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:54:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:19 smithi123 ceph-mon[191304]: pgmap v9637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:19 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:54:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:19 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:54:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:19 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:54:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:19 smithi123 ceph-mon[188613]: pgmap v9637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:54:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:54:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:54:20.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:19 smithi177 ceph-mon[212096]: pgmap v9637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:20.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:19 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:54:20.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:19 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:54:20.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:19 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:54:21.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:21 smithi123 ceph-mon[191304]: pgmap v9638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:21.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:21 smithi123 ceph-mon[188613]: pgmap v9638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:22.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:21 smithi177 ceph-mon[212096]: pgmap v9638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:22.747 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:54:23.054 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:54:23.054 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 4m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:54:23.054 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 2m ago 4h 91.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:54:23.054 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 4m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:54:23.054 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 2m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:54:23.054 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 2m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:54:23.054 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 4m ago 4h 706M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:54:23.055 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 4m ago 4h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:54:23.055 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 2m ago 4h 581M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:54:23.055 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 4m ago 4h 628M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:54:23.055 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 4m ago 4h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:54:23.055 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 2m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:54:23.055 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 4m ago 4h 4511M 2449M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:54:23.055 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 4m ago 4h 5252M 2449M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:54:23.055 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 4m ago 4h 4279M 2449M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:54:23.055 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (3h) 4m ago 4h 4378M 2449M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:54:23.055 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (3h) 2m ago 4h 3666M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:54:23.055 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 2m ago 4h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:54:23.056 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 2m ago 4h 3436M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:54:23.056 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 2m ago 4h 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:54:23.056 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 2m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:54:23.436 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:54:23.436 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:54:23.436 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:54:23.436 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:54:23.436 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:54:23.436 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:54:23.436 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:54:23.436 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:54:23.436 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:54:23.436 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:54:23.437 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:54:23.437 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:54:23.437 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:54:23.437 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:54:23.437 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:54:23.437 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:54:23.437 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:54:23.437 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:54:23.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:23 smithi123 ceph-mon[191304]: pgmap v9639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:23.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:23 smithi123 ceph-mon[191304]: from='client.54092 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:54:23.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:23 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3550753196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:54:23.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:23 smithi123 ceph-mon[188613]: pgmap v9639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:23.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:23 smithi123 ceph-mon[188613]: from='client.54092 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:54:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:23 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3550753196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:54:24.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:23 smithi177 ceph-mon[212096]: pgmap v9639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:24.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:23 smithi177 ceph-mon[212096]: from='client.54092 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:54:24.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:23 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3550753196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:54:24.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:24 smithi123 ceph-mon[191304]: from='client.44151 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:54:24.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:24 smithi123 ceph-mon[188613]: from='client.44151 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:54:25.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:24 smithi177 ceph-mon[212096]: from='client.44151 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:54:25.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:25 smithi123 ceph-mon[191304]: pgmap v9640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:25.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:25 smithi123 ceph-mon[188613]: pgmap v9640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:26.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:25 smithi177 ceph-mon[212096]: pgmap v9640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:27 smithi123 ceph-mon[191304]: pgmap v9641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:54:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:27 smithi123 ceph-mon[188613]: pgmap v9641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:54:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:27 smithi177 ceph-mon[212096]: pgmap v9641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:54:29.479 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:54:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:54:29] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:54:29.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:29 smithi123 ceph-mon[191304]: pgmap v9642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:29.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:29 smithi123 ceph-mon[188613]: pgmap v9642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:29.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:29 smithi177 ceph-mon[212096]: pgmap v9642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:31.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:31 smithi123 ceph-mon[188613]: pgmap v9643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:31 smithi123 ceph-mon[191304]: pgmap v9643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:31.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:31 smithi177 ceph-mon[212096]: pgmap v9643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:33.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:33 smithi123 ceph-mon[191304]: pgmap v9644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:33.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:33 smithi123 ceph-mon[188613]: pgmap v9644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:33.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:33 smithi177 ceph-mon[212096]: pgmap v9644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:35.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:35 smithi123 ceph-mon[191304]: pgmap v9645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:35 smithi123 ceph-mon[188613]: pgmap v9645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:35.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:35 smithi177 ceph-mon[212096]: pgmap v9645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:37.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:37 smithi177 ceph-mon[212096]: pgmap v9646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:37.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:37 smithi123 ceph-mon[191304]: pgmap v9646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:37.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:37 smithi123 ceph-mon[188613]: pgmap v9646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:54:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:54:39] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:54:39.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:39 smithi177 ceph-mon[212096]: pgmap v9647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:39.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:39 smithi123 ceph-mon[191304]: pgmap v9647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:39.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:39 smithi123 ceph-mon[188613]: pgmap v9647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:41.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:41 smithi177 ceph-mon[212096]: pgmap v9648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:41 smithi123 ceph-mon[191304]: pgmap v9648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:41.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:41 smithi123 ceph-mon[188613]: pgmap v9648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:54:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:54:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:54:43.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:43 smithi177 ceph-mon[212096]: pgmap v9649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:43.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:43 smithi123 ceph-mon[188613]: pgmap v9649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:43.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:43 smithi123 ceph-mon[191304]: pgmap v9649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:45.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:45 smithi177 ceph-mon[212096]: pgmap v9650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:45.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:45 smithi123 ceph-mon[191304]: pgmap v9650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:45.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:45 smithi123 ceph-mon[188613]: pgmap v9650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:47.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:47 smithi177 ceph-mon[212096]: pgmap v9651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:47.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:47 smithi123 ceph-mon[191304]: pgmap v9651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:47.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:47 smithi123 ceph-mon[188613]: pgmap v9651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:54:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:54:49] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:54:49.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:49 smithi177 ceph-mon[212096]: pgmap v9652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:49.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:49 smithi123 ceph-mon[191304]: pgmap v9652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:49 smithi123 ceph-mon[188613]: pgmap v9652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:51.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:51 smithi177 ceph-mon[212096]: pgmap v9653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:51.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:51 smithi123 ceph-mon[191304]: pgmap v9653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:51.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:51 smithi123 ceph-mon[188613]: pgmap v9653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:53.784 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:54:53.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:53 smithi177 ceph-mon[212096]: pgmap v9654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:53.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:53 smithi123 ceph-mon[191304]: pgmap v9654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:53.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:53 smithi123 ceph-mon[188613]: pgmap v9654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:54.095 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:54:54.096 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 4m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:54:54.096 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 2m ago 4h 91.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:54:54.096 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 4m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:54:54.096 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 2m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:54:54.096 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 2m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:54:54.096 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 4m ago 4h 706M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:54:54.096 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 4m ago 4h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:54:54.096 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 2m ago 4h 581M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:54:54.096 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 4m ago 4h 628M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:54:54.096 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 4m ago 4h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:54:54.097 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 2m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:54:54.097 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 4m ago 4h 4511M 2449M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:54:54.097 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 4m ago 4h 5252M 2449M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:54:54.097 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 4m ago 4h 4279M 2449M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:54:54.097 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 4m ago 4h 4378M 2449M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:54:54.097 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 2m ago 4h 3666M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:54:54.097 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (3h) 2m ago 4h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:54:54.097 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 2m ago 4h 3436M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:54:54.097 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 2m ago 4h 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:54:54.097 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 2m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:54:54.477 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:54:54.477 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:54:54.477 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:54:54.477 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:54:54.477 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:54:54.477 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:54:54.477 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:54:54.477 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:54:54.478 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:54:54.478 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:54:54.478 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:54:54.478 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:54:54.478 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:54:54.478 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:54:54.478 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:54:54.478 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:54:54.478 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:54:54.478 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:54:54.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:54 smithi177 ceph-mon[212096]: from='client.54110 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:54:54.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:54 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1427969950' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:54:54.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:54 smithi123 ceph-mon[188613]: from='client.54110 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:54:54.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:54 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1427969950' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:54:54.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:54 smithi123 ceph-mon[191304]: from='client.54110 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:54:54.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:54 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1427969950' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:54:55.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:55 smithi177 ceph-mon[212096]: pgmap v9655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:55.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:55 smithi177 ceph-mon[212096]: from='client.44169 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:54:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:55 smithi123 ceph-mon[191304]: pgmap v9655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:55 smithi123 ceph-mon[191304]: from='client.44169 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:54:55.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:55 smithi123 ceph-mon[188613]: pgmap v9655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:55 smithi123 ceph-mon[188613]: from='client.44169 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:54:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:57 smithi177 ceph-mon[212096]: pgmap v9656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:54:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:57 smithi123 ceph-mon[188613]: pgmap v9656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:54:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:57 smithi123 ceph-mon[191304]: pgmap v9656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:54:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:54:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:54:59] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:54:59.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:54:59 smithi177 ceph-mon[212096]: pgmap v9657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:59.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:54:59 smithi123 ceph-mon[191304]: pgmap v9657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:54:59.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:54:59 smithi123 ceph-mon[188613]: pgmap v9657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:01 smithi177 ceph-mon[212096]: pgmap v9658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:01.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:01 smithi123 ceph-mon[191304]: pgmap v9658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:01 smithi123 ceph-mon[188613]: pgmap v9658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:03.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:03 smithi177 ceph-mon[212096]: pgmap v9659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:03 smithi123 ceph-mon[191304]: pgmap v9659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:03 smithi123 ceph-mon[188613]: pgmap v9659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:05.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:05 smithi177 ceph-mon[212096]: pgmap v9660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:05.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:05 smithi123 ceph-mon[191304]: pgmap v9660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:05.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:05 smithi123 ceph-mon[188613]: pgmap v9660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:07.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:07 smithi177 ceph-mon[212096]: pgmap v9661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:07 smithi123 ceph-mon[191304]: pgmap v9661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:07.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:07 smithi123 ceph-mon[188613]: pgmap v9661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:55:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:55:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:55:09.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:09 smithi177 ceph-mon[212096]: pgmap v9662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:09.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:09 smithi123 ceph-mon[191304]: pgmap v9662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:09.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:09 smithi123 ceph-mon[188613]: pgmap v9662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:11.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:11 smithi177 ceph-mon[212096]: pgmap v9663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:11 smithi123 ceph-mon[191304]: pgmap v9663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:11 smithi123 ceph-mon[188613]: pgmap v9663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:55:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:55:12.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:55:13.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:13 smithi177 ceph-mon[212096]: pgmap v9664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:13.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:13 smithi123 ceph-mon[191304]: pgmap v9664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:13 smithi123 ceph-mon[188613]: pgmap v9664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:15.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:15 smithi177 ceph-mon[212096]: pgmap v9665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:15.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:15 smithi123 ceph-mon[191304]: pgmap v9665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:15 smithi123 ceph-mon[188613]: pgmap v9665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:17.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:17 smithi177 ceph-mon[212096]: pgmap v9666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:17.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:17 smithi123 ceph-mon[191304]: pgmap v9666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:17.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:17 smithi123 ceph-mon[188613]: pgmap v9666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:55:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:55:19] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:55:19.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:19 smithi177 ceph-mon[212096]: pgmap v9667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:19.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:19 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:55:19.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:19 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:55:19.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:19 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:55:19.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:19 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:55:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:19 smithi123 ceph-mon[191304]: pgmap v9667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:19 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:55:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:19 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:55:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:19 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:55:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:19 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:55:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:19 smithi123 ceph-mon[188613]: pgmap v9667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:55:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:55:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:55:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:55:21.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:21 smithi177 ceph-mon[212096]: pgmap v9668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:21.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:21 smithi123 ceph-mon[191304]: pgmap v9668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:21.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:21 smithi123 ceph-mon[188613]: pgmap v9668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:23.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:23 smithi177 ceph-mon[212096]: pgmap v9669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:23.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:23 smithi123 ceph-mon[191304]: pgmap v9669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:23.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:23 smithi123 ceph-mon[188613]: pgmap v9669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:24.826 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:55:25.132 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:55:25.132 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 5m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:55:25.132 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 3m ago 4h 91.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:55:25.133 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 5m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:55:25.133 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 3m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:55:25.133 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 3m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:55:25.133 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 5m ago 4h 706M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:55:25.133 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 5m ago 4h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:55:25.133 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 3m ago 4h 581M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:55:25.133 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 5m ago 4h 628M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:55:25.133 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 5m ago 4h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:55:25.133 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 3m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:55:25.133 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 5m ago 4h 4511M 2449M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:55:25.134 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 5m ago 4h 5252M 2449M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:55:25.134 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 5m ago 4h 4279M 2449M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:55:25.134 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 5m ago 4h 4378M 2449M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:55:25.134 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 3m ago 4h 3666M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:55:25.134 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 3m ago 4h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:55:25.134 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (3h) 3m ago 4h 3436M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:55:25.134 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 3m ago 4h 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:55:25.134 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 3m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:55:25.512 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:55:25.513 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:55:25.513 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:55:25.513 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:55:25.513 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:55:25.513 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:55:25.513 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:55:25.513 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:55:25.513 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:55:25.513 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:55:25.514 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:55:25.514 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:55:25.514 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:55:25.514 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:55:25.514 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:55:25.514 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:55:25.514 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:55:25.514 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:55:25.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:25 smithi177 ceph-mon[212096]: pgmap v9670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:25 smithi177 ceph-mon[212096]: from='client.44181 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:55:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:25 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3570437642' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:55:25.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:25 smithi123 ceph-mon[191304]: pgmap v9670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:25.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:25 smithi123 ceph-mon[191304]: from='client.44181 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:55:25.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:25 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3570437642' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:55:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:25 smithi123 ceph-mon[188613]: pgmap v9670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:25 smithi123 ceph-mon[188613]: from='client.44181 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:55:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:25 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3570437642' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:55:26.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:26 smithi177 ceph-mon[212096]: from='client.54134 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:55:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:26 smithi123 ceph-mon[191304]: from='client.54134 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:55:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:26 smithi123 ceph-mon[188613]: from='client.54134 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:55:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:27 smithi177 ceph-mon[212096]: pgmap v9671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:55:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:27 smithi123 ceph-mon[191304]: pgmap v9671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:55:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:27 smithi123 ceph-mon[188613]: pgmap v9671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:55:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:55:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:55:29] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:55:29.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:29 smithi177 ceph-mon[212096]: pgmap v9672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:29.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:29 smithi123 ceph-mon[191304]: pgmap v9672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:29.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:29 smithi123 ceph-mon[188613]: pgmap v9672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:31.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:31 smithi177 ceph-mon[212096]: pgmap v9673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:31.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:31 smithi123 ceph-mon[191304]: pgmap v9673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:31.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:31 smithi123 ceph-mon[188613]: pgmap v9673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:33.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:33 smithi177 ceph-mon[212096]: pgmap v9674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:33.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:33 smithi123 ceph-mon[191304]: pgmap v9674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:33.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:33 smithi123 ceph-mon[188613]: pgmap v9674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:35.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:35 smithi177 ceph-mon[212096]: pgmap v9675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:35.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:35 smithi123 ceph-mon[191304]: pgmap v9675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:35.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:35 smithi123 ceph-mon[188613]: pgmap v9675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:37.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:37 smithi177 ceph-mon[212096]: pgmap v9676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:37.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:37 smithi123 ceph-mon[188613]: pgmap v9676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:37 smithi123 ceph-mon[191304]: pgmap v9676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:55:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:55:39] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:55:39.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:39 smithi177 ceph-mon[212096]: pgmap v9677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:39.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:39 smithi123 ceph-mon[191304]: pgmap v9677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:39.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:39 smithi123 ceph-mon[188613]: pgmap v9677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:41.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:41 smithi177 ceph-mon[212096]: pgmap v9678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:41 smithi123 ceph-mon[191304]: pgmap v9678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:41.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:41 smithi123 ceph-mon[188613]: pgmap v9678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:55:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:55:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:55:43.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:43 smithi177 ceph-mon[212096]: pgmap v9679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:43.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:43 smithi123 ceph-mon[191304]: pgmap v9679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:43.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:43 smithi123 ceph-mon[188613]: pgmap v9679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:45.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:45 smithi177 ceph-mon[212096]: pgmap v9680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:45.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:45 smithi123 ceph-mon[191304]: pgmap v9680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:45.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:45 smithi123 ceph-mon[188613]: pgmap v9680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:47.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:47 smithi177 ceph-mon[212096]: pgmap v9681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:47.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:47 smithi123 ceph-mon[191304]: pgmap v9681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:47.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:47 smithi123 ceph-mon[188613]: pgmap v9681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:55:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:55:49] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T14:55:49.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:49 smithi177 ceph-mon[212096]: pgmap v9682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:49.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:49 smithi123 ceph-mon[191304]: pgmap v9682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:49.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:49 smithi123 ceph-mon[188613]: pgmap v9682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:51.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:51 smithi177 ceph-mon[212096]: pgmap v9683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:51.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:51 smithi123 ceph-mon[191304]: pgmap v9683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:51.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:51 smithi123 ceph-mon[188613]: pgmap v9683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:53.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:53 smithi177 ceph-mon[212096]: pgmap v9684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:53.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:53 smithi123 ceph-mon[191304]: pgmap v9684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:53.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:53 smithi123 ceph-mon[188613]: pgmap v9684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:55.858 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:55:55.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:55 smithi177 ceph-mon[212096]: pgmap v9685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:55 smithi123 ceph-mon[191304]: pgmap v9685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:55.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:55 smithi123 ceph-mon[188613]: pgmap v9685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:56.164 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:55:56.164 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 5m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:55:56.165 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 3m ago 4h 91.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:55:56.165 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 5m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:55:56.165 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 3m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:55:56.165 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 3m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:55:56.165 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 5m ago 4h 706M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:55:56.165 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 5m ago 4h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:55:56.165 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 3m ago 4h 581M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:55:56.165 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 5m ago 4h 628M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:55:56.165 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 5m ago 4h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:55:56.165 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 3m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:55:56.166 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 5m ago 4h 4511M 2449M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:55:56.166 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 5m ago 4h 5252M 2449M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:55:56.166 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 5m ago 4h 4279M 2449M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:55:56.166 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 5m ago 4h 4378M 2449M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:55:56.166 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 3m ago 4h 3666M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:55:56.166 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 3m ago 4h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:55:56.166 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 3m ago 4h 3436M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:55:56.166 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (3h) 3m ago 4h 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:55:56.166 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 3m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:55:56.544 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:55:56.544 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:55:56.544 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:55:56.544 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:55:56.544 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:55:56.544 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:55:56.544 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:55:56.544 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:55:56.544 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:55:56.544 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:55:56.545 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:55:56.545 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:55:56.545 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:55:56.545 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:55:56.545 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:55:56.545 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:55:56.545 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:55:56.545 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:55:56.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:56 smithi177 ceph-mon[212096]: from='client.44199 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:55:56.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:56 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3092641665' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:55:56.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:56 smithi123 ceph-mon[191304]: from='client.44199 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:55:56.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:56 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3092641665' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:55:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:56 smithi123 ceph-mon[188613]: from='client.44199 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:55:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:56 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3092641665' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:55:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:57 smithi177 ceph-mon[212096]: pgmap v9686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:57 smithi177 ceph-mon[212096]: from='client.54152 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:55:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:55:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:57 smithi123 ceph-mon[191304]: pgmap v9686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:57 smithi123 ceph-mon[191304]: from='client.54152 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:55:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:55:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:57 smithi123 ceph-mon[188613]: pgmap v9686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:57 smithi123 ceph-mon[188613]: from='client.54152 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:55:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:55:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:55:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:55:59] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:55:59.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:55:59 smithi177 ceph-mon[212096]: pgmap v9687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:59.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:55:59 smithi123 ceph-mon[191304]: pgmap v9687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:55:59.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:55:59 smithi123 ceph-mon[188613]: pgmap v9687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:01 smithi177 ceph-mon[212096]: pgmap v9688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:01.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:01 smithi123 ceph-mon[191304]: pgmap v9688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:01 smithi123 ceph-mon[188613]: pgmap v9688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:03.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:03 smithi177 ceph-mon[212096]: pgmap v9689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:03.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:03 smithi123 ceph-mon[191304]: pgmap v9689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:03.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:03 smithi123 ceph-mon[188613]: pgmap v9689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:05.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:05 smithi123 ceph-mon[191304]: pgmap v9690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:05 smithi123 ceph-mon[188613]: pgmap v9690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:06.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:05 smithi177 ceph-mon[212096]: pgmap v9690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:07 smithi123 ceph-mon[191304]: pgmap v9691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:07 smithi123 ceph-mon[188613]: pgmap v9691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:08.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:07 smithi177 ceph-mon[212096]: pgmap v9691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:56:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:56:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:56:09.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:09 smithi123 ceph-mon[191304]: pgmap v9692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:09.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:09 smithi123 ceph-mon[188613]: pgmap v9692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:10.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:09 smithi177 ceph-mon[212096]: pgmap v9692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:11 smithi123 ceph-mon[191304]: pgmap v9693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:56:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:11 smithi123 ceph-mon[188613]: pgmap v9693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:56:12.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:11 smithi177 ceph-mon[212096]: pgmap v9693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:12.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:56:13.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:13 smithi123 ceph-mon[191304]: pgmap v9694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:13.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:13 smithi123 ceph-mon[188613]: pgmap v9694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:14.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:13 smithi177 ceph-mon[212096]: pgmap v9694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:15 smithi123 ceph-mon[191304]: pgmap v9695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:15 smithi123 ceph-mon[188613]: pgmap v9695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:16.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:15 smithi177 ceph-mon[212096]: pgmap v9695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:17.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:17 smithi123 ceph-mon[188613]: pgmap v9696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:17.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:17 smithi123 ceph-mon[191304]: pgmap v9696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:18.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:17 smithi177 ceph-mon[212096]: pgmap v9696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:56:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:56:19] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:56:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:19 smithi123 ceph-mon[191304]: pgmap v9697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:19 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:56:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:19 smithi123 ceph-mon[188613]: pgmap v9697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:56:20.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:19 smithi177 ceph-mon[212096]: pgmap v9697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:20.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:19 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:56:20.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:56:20.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:56:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:56:20.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:56:20.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:56:20.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:56:21.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:56:21.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:56:21.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:56:21.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:21 smithi123 ceph-mon[188613]: pgmap v9698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:21.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:21 smithi123 ceph-mon[191304]: pgmap v9698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:22.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:21 smithi177 ceph-mon[212096]: pgmap v9698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:23.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:23 smithi123 ceph-mon[191304]: pgmap v9699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:23.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:23 smithi123 ceph-mon[188613]: pgmap v9699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:24.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:23 smithi177 ceph-mon[212096]: pgmap v9699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:25.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:25 smithi123 ceph-mon[191304]: pgmap v9700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:25 smithi123 ceph-mon[188613]: pgmap v9700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:26.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:25 smithi177 ceph-mon[212096]: pgmap v9700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:26.894 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:56:27.200 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:56:27.201 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 6m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:56:27.201 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 4m ago 4h 91.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:56:27.201 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 6m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:56:27.201 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 4m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:56:27.201 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 4m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:56:27.201 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 6m ago 4h 706M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:56:27.201 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 6m ago 4h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:56:27.201 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 4m ago 4h 581M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:56:27.201 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 6m ago 4h 628M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:56:27.202 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 6m ago 4h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:56:27.202 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 4m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:56:27.202 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 6m ago 4h 4511M 2449M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:56:27.202 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 6m ago 4h 5252M 2449M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:56:27.202 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 6m ago 4h 4279M 2449M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:56:27.202 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 6m ago 4h 4378M 2449M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:56:27.202 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 4m ago 4h 3666M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:56:27.202 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 4m ago 4h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:56:27.202 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 4m ago 4h 3436M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:56:27.202 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 4m ago 4h 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:56:27.202 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 4m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:56:27.586 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:56:27.586 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:56:27.586 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:56:27.586 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:56:27.586 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:56:27.586 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:56:27.586 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:56:27.586 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:56:27.587 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:56:27.587 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:56:27.587 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:56:27.587 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:56:27.587 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:56:27.587 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:56:27.587 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:56:27.587 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:56:27.587 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:56:27.587 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:56:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:27 smithi177 ceph-mon[212096]: pgmap v9701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:56:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:27 smithi123 ceph-mon[191304]: pgmap v9701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:56:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:27 smithi123 ceph-mon[188613]: pgmap v9701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:56:28.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:28 smithi177 ceph-mon[212096]: from='client.44217 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:56:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:28 smithi177 ceph-mon[212096]: from='client.54170 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:56:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:28 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1526198105' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:56:28.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:28 smithi123 ceph-mon[191304]: from='client.44217 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:56:28.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:28 smithi123 ceph-mon[191304]: from='client.54170 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:56:28.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:28 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1526198105' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:56:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:28 smithi123 ceph-mon[188613]: from='client.44217 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:56:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:28 smithi123 ceph-mon[188613]: from='client.54170 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:56:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:28 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1526198105' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:56:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:56:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:56:29] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:56:29.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:29 smithi177 ceph-mon[212096]: pgmap v9702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:29.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:29 smithi123 ceph-mon[188613]: pgmap v9702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:29.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:29 smithi123 ceph-mon[191304]: pgmap v9702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:31 smithi177 ceph-mon[212096]: pgmap v9703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:31.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:31 smithi123 ceph-mon[191304]: pgmap v9703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:31 smithi123 ceph-mon[188613]: pgmap v9703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:33.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:33 smithi177 ceph-mon[212096]: pgmap v9704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:33.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:33 smithi123 ceph-mon[191304]: pgmap v9704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:33.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:33 smithi123 ceph-mon[188613]: pgmap v9704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:35.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:35 smithi177 ceph-mon[212096]: pgmap v9705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:35 smithi123 ceph-mon[191304]: pgmap v9705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:35 smithi123 ceph-mon[188613]: pgmap v9705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:37.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:37 smithi177 ceph-mon[212096]: pgmap v9706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:37.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:37 smithi123 ceph-mon[191304]: pgmap v9706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:37.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:37 smithi123 ceph-mon[188613]: pgmap v9706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:56:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:56:39] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:56:39.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:39 smithi177 ceph-mon[212096]: pgmap v9707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:39.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:39 smithi123 ceph-mon[191304]: pgmap v9707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:39.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:39 smithi123 ceph-mon[188613]: pgmap v9707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:41.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:41 smithi177 ceph-mon[212096]: pgmap v9708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:41 smithi123 ceph-mon[191304]: pgmap v9708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:41.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:41 smithi123 ceph-mon[188613]: pgmap v9708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:56:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:56:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:56:43.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:43 smithi177 ceph-mon[212096]: pgmap v9709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:43.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:43 smithi123 ceph-mon[191304]: pgmap v9709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:43.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:43 smithi123 ceph-mon[188613]: pgmap v9709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:45.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:45 smithi177 ceph-mon[212096]: pgmap v9710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:45.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:45 smithi123 ceph-mon[191304]: pgmap v9710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:45.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:45 smithi123 ceph-mon[188613]: pgmap v9710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:47.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:47 smithi177 ceph-mon[212096]: pgmap v9711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:47.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:47 smithi123 ceph-mon[191304]: pgmap v9711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:47.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:47 smithi123 ceph-mon[188613]: pgmap v9711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:56:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:56:49] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:56:49.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:49 smithi177 ceph-mon[212096]: pgmap v9712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:49 smithi123 ceph-mon[188613]: pgmap v9712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:49 smithi123 ceph-mon[191304]: pgmap v9712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:51.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:51 smithi177 ceph-mon[212096]: pgmap v9713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:51.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:51 smithi123 ceph-mon[191304]: pgmap v9713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:51.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:51 smithi123 ceph-mon[188613]: pgmap v9713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:53.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:53 smithi177 ceph-mon[212096]: pgmap v9714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:53.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:53 smithi123 ceph-mon[191304]: pgmap v9714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:53.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:53 smithi123 ceph-mon[188613]: pgmap v9714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:55 smithi177 ceph-mon[212096]: pgmap v9715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:55 smithi123 ceph-mon[191304]: pgmap v9715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:55.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:55 smithi123 ceph-mon[188613]: pgmap v9715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:57 smithi177 ceph-mon[212096]: pgmap v9716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:56:57.929 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:56:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:57 smithi123 ceph-mon[191304]: pgmap v9716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:56:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:57 smithi123 ceph-mon[188613]: pgmap v9716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:56:58.239 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:56:58.239 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 6m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:56:58.239 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 4m ago 4h 91.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:56:58.239 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 6m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:56:58.239 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 4m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:56:58.240 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 4m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:56:58.240 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 6m ago 4h 706M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:56:58.240 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 6m ago 4h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:56:58.240 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 4m ago 4h 581M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:56:58.240 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 6m ago 4h 628M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:56:58.240 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 6m ago 4h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:56:58.240 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 4m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:56:58.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 6m ago 4h 4511M 2449M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:56:58.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 6m ago 4h 5252M 2449M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:56:58.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 6m ago 4h 4279M 2449M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:56:58.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 6m ago 4h 4378M 2449M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:56:58.241 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 4m ago 4h 3666M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:56:58.241 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 4m ago 4h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:56:58.241 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 4m ago 4h 3436M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:56:58.241 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 4m ago 4h 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:56:58.241 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 4m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:56:58.623 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:56:58.624 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:56:58.624 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:56:58.624 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:56:58.624 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:56:58.624 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:56:58.624 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:56:58.624 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:56:58.624 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:56:58.624 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:56:58.624 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:56:58.624 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:56:58.625 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:56:58.625 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:56:58.625 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:56:58.625 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:56:58.625 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:56:58.625 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:56:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:56:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:56:59] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:56:59.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:59 smithi177 ceph-mon[212096]: pgmap v9717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:59.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:59 smithi177 ceph-mon[212096]: from='client.44235 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:56:59.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:59 smithi177 ceph-mon[212096]: from='client.54188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:56:59.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:56:59 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2385378406' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:56:59.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:59 smithi123 ceph-mon[191304]: pgmap v9717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:59.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:59 smithi123 ceph-mon[191304]: from='client.44235 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:56:59.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:59 smithi123 ceph-mon[191304]: from='client.54188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:56:59.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:56:59 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2385378406' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:56:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:59 smithi123 ceph-mon[188613]: pgmap v9717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:56:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:59 smithi123 ceph-mon[188613]: from='client.44235 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:56:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:59 smithi123 ceph-mon[188613]: from='client.54188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:56:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:56:59 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2385378406' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:57:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:01 smithi177 ceph-mon[212096]: pgmap v9718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:01 smithi123 ceph-mon[188613]: pgmap v9718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:01.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:01 smithi123 ceph-mon[191304]: pgmap v9718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:03.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:03 smithi177 ceph-mon[212096]: pgmap v9719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:03.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:03 smithi123 ceph-mon[191304]: pgmap v9719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:03.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:03 smithi123 ceph-mon[188613]: pgmap v9719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:05.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:05 smithi177 ceph-mon[212096]: pgmap v9720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:05.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:05 smithi123 ceph-mon[191304]: pgmap v9720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:05.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:05 smithi123 ceph-mon[188613]: pgmap v9720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:07.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:07 smithi177 ceph-mon[212096]: pgmap v9721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:07 smithi123 ceph-mon[191304]: pgmap v9721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:07.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:07 smithi123 ceph-mon[188613]: pgmap v9721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:57:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:57:09] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:57:09.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:09 smithi177 ceph-mon[212096]: pgmap v9722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:09.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:09 smithi123 ceph-mon[191304]: pgmap v9722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:09 smithi123 ceph-mon[188613]: pgmap v9722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:11 smithi177 ceph-mon[212096]: pgmap v9723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:11 smithi123 ceph-mon[191304]: pgmap v9723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:11 smithi123 ceph-mon[188613]: pgmap v9723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:57:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:57:12.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:57:13.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:13 smithi177 ceph-mon[212096]: pgmap v9724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:13.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:13 smithi123 ceph-mon[191304]: pgmap v9724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:13 smithi123 ceph-mon[188613]: pgmap v9724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:15 smithi177 ceph-mon[212096]: pgmap v9725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:15.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:15 smithi123 ceph-mon[191304]: pgmap v9725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:15 smithi123 ceph-mon[188613]: pgmap v9725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:17.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:17 smithi177 ceph-mon[212096]: pgmap v9726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:17.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:17 smithi123 ceph-mon[191304]: pgmap v9726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:17.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:17 smithi123 ceph-mon[188613]: pgmap v9726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:19.495 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:57:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:57:19] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:57:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:19 smithi177 ceph-mon[212096]: pgmap v9727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:19 smithi123 ceph-mon[191304]: pgmap v9727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:19.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:19 smithi123 ceph-mon[188613]: pgmap v9727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:57:20.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:57:20.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:57:21.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:21 smithi177 ceph-mon[212096]: pgmap v9728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:57:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:57:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:57:21.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:21 smithi123 ceph-mon[191304]: pgmap v9728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:21.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:57:21.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:57:21.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:57:21.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:21 smithi123 ceph-mon[188613]: pgmap v9728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:57:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:57:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:57:23.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:23 smithi177 ceph-mon[212096]: pgmap v9729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:23.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:23 smithi123 ceph-mon[191304]: pgmap v9729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:23.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:23 smithi123 ceph-mon[188613]: pgmap v9729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:25.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:25 smithi177 ceph-mon[212096]: pgmap v9730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:25.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:25 smithi123 ceph-mon[191304]: pgmap v9730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:25.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:25 smithi123 ceph-mon[188613]: pgmap v9730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:27 smithi177 ceph-mon[212096]: pgmap v9731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:57:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:27 smithi123 ceph-mon[191304]: pgmap v9731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:57:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:27 smithi123 ceph-mon[188613]: pgmap v9731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:57:28.974 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:57:29.282 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:57:29.282 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 7m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:57:29.282 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 5m ago 4h 91.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:57:29.282 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 7m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:57:29.282 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 5m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:57:29.282 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 5m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:57:29.283 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 7m ago 4h 706M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:57:29.283 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 7m ago 4h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:57:29.283 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 5m ago 4h 581M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:57:29.283 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 7m ago 4h 628M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:57:29.283 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 7m ago 4h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:57:29.283 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 5m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:57:29.283 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 7m ago 4h 4511M 2449M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:57:29.283 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 7m ago 4h 5252M 2449M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:57:29.283 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 7m ago 4h 4279M 2449M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:57:29.283 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 7m ago 4h 4378M 2449M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:57:29.283 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 5m ago 4h 3666M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:57:29.284 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 5m ago 4h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:57:29.284 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 5m ago 4h 3436M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:57:29.284 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 5m ago 4h 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:57:29.284 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 5m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:57:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:57:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:57:29] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:57:29.666 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:57:29.666 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:57:29.666 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:57:29.666 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:57:29.667 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:57:29.667 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:57:29.667 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:57:29.667 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:57:29.667 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:57:29.667 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:57:29.667 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:57:29.667 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:57:29.667 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:57:29.667 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:57:29.667 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:57:29.668 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:57:29.668 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:57:29.668 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:57:29.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:29 smithi177 ceph-mon[212096]: pgmap v9732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:29.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:29 smithi123 ceph-mon[191304]: pgmap v9732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:29.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:29 smithi123 ceph-mon[188613]: pgmap v9732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:30.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:30 smithi177 ceph-mon[212096]: from='client.44253 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:57:30.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:30 smithi177 ceph-mon[212096]: from='client.44259 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:57:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:30 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1805891812' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:57:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:30 smithi123 ceph-mon[191304]: from='client.44253 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:57:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:30 smithi123 ceph-mon[191304]: from='client.44259 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:57:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:30 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1805891812' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:57:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:30 smithi123 ceph-mon[188613]: from='client.44253 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:57:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:30 smithi123 ceph-mon[188613]: from='client.44259 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:57:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:30 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1805891812' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:57:31.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:31 smithi177 ceph-mon[212096]: pgmap v9733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:31.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:31 smithi123 ceph-mon[191304]: pgmap v9733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:31.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:31 smithi123 ceph-mon[188613]: pgmap v9733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:33 smithi177 ceph-mon[212096]: pgmap v9734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:33.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:33 smithi123 ceph-mon[191304]: pgmap v9734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:33.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:33 smithi123 ceph-mon[188613]: pgmap v9734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:35 smithi177 ceph-mon[212096]: pgmap v9735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:35.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:35 smithi123 ceph-mon[191304]: pgmap v9735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:35.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:35 smithi123 ceph-mon[188613]: pgmap v9735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:37.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:37 smithi177 ceph-mon[212096]: pgmap v9736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:37.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:37 smithi123 ceph-mon[188613]: pgmap v9736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:37.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:37 smithi123 ceph-mon[191304]: pgmap v9736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:57:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:57:39] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:57:39.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:39 smithi177 ceph-mon[212096]: pgmap v9737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:39.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:39 smithi123 ceph-mon[191304]: pgmap v9737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:39.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:39 smithi123 ceph-mon[188613]: pgmap v9737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:41.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:41 smithi177 ceph-mon[212096]: pgmap v9738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:41 smithi123 ceph-mon[191304]: pgmap v9738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:41.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:41 smithi123 ceph-mon[188613]: pgmap v9738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:57:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:57:43.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:57:43.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:43 smithi123 ceph-mon[191304]: pgmap v9739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:43.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:43 smithi123 ceph-mon[188613]: pgmap v9739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:44.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:43 smithi177 ceph-mon[212096]: pgmap v9739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:45.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:45 smithi123 ceph-mon[191304]: pgmap v9740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:45 smithi123 ceph-mon[188613]: pgmap v9740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:46.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:45 smithi177 ceph-mon[212096]: pgmap v9740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:47 smithi123 ceph-mon[191304]: pgmap v9741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:47 smithi123 ceph-mon[188613]: pgmap v9741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:47 smithi177 ceph-mon[212096]: pgmap v9741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:57:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:57:49] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:57:49.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:49 smithi123 ceph-mon[191304]: pgmap v9742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:49 smithi123 ceph-mon[188613]: pgmap v9742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:50.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:49 smithi177 ceph-mon[212096]: pgmap v9742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:51 smithi123 ceph-mon[191304]: pgmap v9743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:51.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:51 smithi123 ceph-mon[188613]: pgmap v9743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:51 smithi177 ceph-mon[212096]: pgmap v9743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:53 smithi123 ceph-mon[191304]: pgmap v9744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:53.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:53 smithi123 ceph-mon[188613]: pgmap v9744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:53 smithi177 ceph-mon[212096]: pgmap v9744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:55 smithi123 ceph-mon[191304]: pgmap v9745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:55 smithi123 ceph-mon[188613]: pgmap v9745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:56.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:55 smithi177 ceph-mon[212096]: pgmap v9745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:57 smithi177 ceph-mon[212096]: pgmap v9746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:57:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:57 smithi123 ceph-mon[191304]: pgmap v9746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:57:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:57 smithi123 ceph-mon[188613]: pgmap v9746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:57:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:57:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:57:59] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-20T14:57:59.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:57:59 smithi177 ceph-mon[212096]: pgmap v9747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:59.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:57:59 smithi123 ceph-mon[191304]: pgmap v9747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:57:59.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:57:59 smithi123 ceph-mon[188613]: pgmap v9747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:00.010 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:58:00.316 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:58:00.317 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 7m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:58:00.317 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 5m ago 4h 91.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:58:00.317 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 7m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:58:00.317 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 5m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:58:00.317 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 5m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:58:00.317 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 7m ago 4h 706M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:58:00.317 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 7m ago 4h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:58:00.317 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 5m ago 4h 581M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:58:00.317 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 7m ago 4h 628M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:58:00.317 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 7m ago 4h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:58:00.318 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 5m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:58:00.318 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 7m ago 4h 4511M 2449M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:58:00.318 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 7m ago 4h 5252M 2449M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:58:00.318 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 7m ago 4h 4279M 2449M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:58:00.318 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 7m ago 4h 4378M 2449M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:58:00.318 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 5m ago 4h 3666M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:58:00.318 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 5m ago 4h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:58:00.318 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 5m ago 4h 3436M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:58:00.318 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 5m ago 4h 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:58:00.318 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 5m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:58:00.696 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:58:00.697 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:58:00.698 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:58:00.698 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:58:00.698 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:58:00.698 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:58:00.698 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:58:00.698 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:58:00.698 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:58:00.698 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:58:00.698 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:58:00.698 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:58:00.698 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:58:00.699 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:58:00.699 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:58:00.699 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:58:00.699 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:58:00.699 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:58:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:01 smithi177 ceph-mon[212096]: pgmap v9748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:01 smithi177 ceph-mon[212096]: from='client.44271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:58:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:01 smithi177 ceph-mon[212096]: from='client.44277 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:58:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:01 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1125047799' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:58:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:01 smithi123 ceph-mon[191304]: pgmap v9748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:01 smithi123 ceph-mon[191304]: from='client.44271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:58:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:01 smithi123 ceph-mon[191304]: from='client.44277 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:58:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:01 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1125047799' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:58:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:01 smithi123 ceph-mon[188613]: pgmap v9748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:01 smithi123 ceph-mon[188613]: from='client.44271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:58:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:01 smithi123 ceph-mon[188613]: from='client.44277 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:58:01.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:01 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1125047799' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:58:03.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:03 smithi177 ceph-mon[212096]: pgmap v9749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:03.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:03 smithi123 ceph-mon[191304]: pgmap v9749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:03.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:03 smithi123 ceph-mon[188613]: pgmap v9749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:05.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:05 smithi177 ceph-mon[212096]: pgmap v9750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:05.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:05 smithi123 ceph-mon[191304]: pgmap v9750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:05.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:05 smithi123 ceph-mon[188613]: pgmap v9750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:07 smithi177 ceph-mon[212096]: pgmap v9751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:07 smithi123 ceph-mon[191304]: pgmap v9751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:07.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:07 smithi123 ceph-mon[188613]: pgmap v9751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:58:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:58:09] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-20T14:58:09.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:09 smithi177 ceph-mon[212096]: pgmap v9752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:09.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:09 smithi123 ceph-mon[191304]: pgmap v9752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:09 smithi123 ceph-mon[188613]: pgmap v9752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:11.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:11 smithi177 ceph-mon[212096]: pgmap v9753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:11 smithi123 ceph-mon[191304]: pgmap v9753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:11 smithi123 ceph-mon[188613]: pgmap v9753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:58:12.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:58:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:58:13.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:13 smithi177 ceph-mon[212096]: pgmap v9754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:13 smithi123 ceph-mon[188613]: pgmap v9754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:13.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:13 smithi123 ceph-mon[191304]: pgmap v9754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:15.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:15 smithi177 ceph-mon[212096]: pgmap v9755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:15.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:15 smithi123 ceph-mon[191304]: pgmap v9755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:15 smithi123 ceph-mon[188613]: pgmap v9755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:17.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:17 smithi177 ceph-mon[212096]: pgmap v9756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:17.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:17 smithi123 ceph-mon[191304]: pgmap v9756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:17.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:17 smithi123 ceph-mon[188613]: pgmap v9756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:58:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:58:19] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:58:19.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:19 smithi177 ceph-mon[212096]: pgmap v9757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:19 smithi123 ceph-mon[191304]: pgmap v9757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:19.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:19 smithi123 ceph-mon[188613]: pgmap v9757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:21.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:21 smithi177 ceph-mon[212096]: pgmap v9758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:21.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:58:21.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:21 smithi123 ceph-mon[191304]: pgmap v9758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:21.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:58:21.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:21 smithi123 ceph-mon[188613]: pgmap v9758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:21.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:58:22.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:58:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:58:22.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:58:22.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:58:22.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:58:22.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:58:23.925 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:23 smithi123 ceph-mon[191304]: pgmap v9759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:23.925 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:23 smithi123 ceph-mon[188613]: pgmap v9759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:24.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:23 smithi177 ceph-mon[212096]: pgmap v9759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:25 smithi177 ceph-mon[212096]: pgmap v9760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:58:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:58:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:58:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:58:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:58:25.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:58:25.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:25 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2439M 2023-12-20T14:58:25.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:58:25.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:58:25.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:58:25.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:58:25.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:25 smithi123 ceph-mon[188613]: pgmap v9760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:58:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:58:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:58:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:58:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:58:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:58:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:25 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2439M 2023-12-20T14:58:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:58:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:58:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:58:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:58:25.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:25 smithi123 ceph-mon[191304]: pgmap v9760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:25.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:58:25.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:58:25.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:58:25.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:58:25.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:58:25.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T14:58:25.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:25 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2439M 2023-12-20T14:58:25.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:58:25.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:58:25.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:58:25.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:58:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:27 smithi177 ceph-mon[212096]: pgmap v9761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:58:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:27 smithi123 ceph-mon[191304]: pgmap v9761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:58:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:27 smithi123 ceph-mon[188613]: pgmap v9761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:58:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:58:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:58:29] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:58:29.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:29 smithi177 ceph-mon[212096]: pgmap v9762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:29.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:29 smithi123 ceph-mon[191304]: pgmap v9762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:29.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:29 smithi123 ceph-mon[188613]: pgmap v9762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:31.043 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:58:31.355 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:58:31.355 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 8m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:58:31.355 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 6m ago 4h 91.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:58:31.356 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 8m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:58:31.356 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 6m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:58:31.356 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 6m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:58:31.356 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 8m ago 4h 706M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:58:31.356 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 8m ago 4h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:58:31.356 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 6m ago 4h 581M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:58:31.356 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 8m ago 4h 628M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:58:31.356 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 8m ago 4h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:58:31.356 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 6m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:58:31.356 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 8m ago 4h 4511M 2439M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:58:31.356 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 8m ago 4h 5252M 2439M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:58:31.356 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 8m ago 4h 4279M 2439M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:58:31.357 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 8m ago 4h 4378M 2439M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:58:31.357 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 6m ago 4h 3666M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:58:31.357 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 6m ago 4h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:58:31.357 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 6m ago 4h 3436M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:58:31.357 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 6m ago 4h 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:58:31.357 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 6m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:58:31.741 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:58:31.741 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:58:31.741 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:58:31.742 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:58:31.742 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:58:31.742 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:58:31.742 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:58:31.742 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:58:31.742 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:58:31.742 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:58:31.742 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:58:31.742 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:58:31.742 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:58:31.742 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:58:31.743 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:58:31.743 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:58:31.743 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:58:31.743 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:58:31.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:31 smithi177 ceph-mon[212096]: pgmap v9763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:31.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:31 smithi123 ceph-mon[191304]: pgmap v9763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:31 smithi123 ceph-mon[188613]: pgmap v9763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:32 smithi177 ceph-mon[212096]: from='client.54236 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:58:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:32 smithi177 ceph-mon[212096]: from='client.54242 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:58:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:32 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2397579914' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:58:32.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:32 smithi123 ceph-mon[191304]: from='client.54236 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:58:32.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:32 smithi123 ceph-mon[191304]: from='client.54242 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:58:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:32 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2397579914' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:58:32.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:32 smithi123 ceph-mon[188613]: from='client.54236 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:58:32.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:32 smithi123 ceph-mon[188613]: from='client.54242 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:58:32.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:32 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2397579914' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:58:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:33 smithi177 ceph-mon[212096]: pgmap v9764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:33.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:33 smithi123 ceph-mon[191304]: pgmap v9764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:33.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:33 smithi123 ceph-mon[188613]: pgmap v9764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:35.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:35 smithi177 ceph-mon[212096]: pgmap v9765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:35.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:35 smithi123 ceph-mon[191304]: pgmap v9765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:35.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:35 smithi123 ceph-mon[188613]: pgmap v9765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:37 smithi177 ceph-mon[212096]: pgmap v9766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:37.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:37 smithi123 ceph-mon[191304]: pgmap v9766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:37.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:37 smithi123 ceph-mon[188613]: pgmap v9766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:58:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:58:39] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:58:39.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:39 smithi177 ceph-mon[212096]: pgmap v9767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:39.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:39 smithi123 ceph-mon[191304]: pgmap v9767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:39 smithi123 ceph-mon[188613]: pgmap v9767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:41.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:41 smithi177 ceph-mon[212096]: pgmap v9768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:41 smithi123 ceph-mon[191304]: pgmap v9768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:41 smithi123 ceph-mon[188613]: pgmap v9768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:58:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:58:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:58:43.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:43 smithi177 ceph-mon[212096]: pgmap v9769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:43.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:43 smithi123 ceph-mon[191304]: pgmap v9769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:43.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:43 smithi123 ceph-mon[188613]: pgmap v9769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:45 smithi177 ceph-mon[212096]: pgmap v9770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:45 smithi123 ceph-mon[191304]: pgmap v9770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:45 smithi123 ceph-mon[188613]: pgmap v9770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:47.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:47 smithi177 ceph-mon[212096]: pgmap v9771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:47.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:47 smithi123 ceph-mon[191304]: pgmap v9771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:47.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:47 smithi123 ceph-mon[188613]: pgmap v9771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:58:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:58:49] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T14:58:49.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:49 smithi177 ceph-mon[212096]: pgmap v9772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:49.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:49 smithi123 ceph-mon[191304]: pgmap v9772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:49 smithi123 ceph-mon[188613]: pgmap v9772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:51.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:51 smithi177 ceph-mon[212096]: pgmap v9773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:51.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:51 smithi123 ceph-mon[191304]: pgmap v9773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:51 smithi123 ceph-mon[188613]: pgmap v9773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:53.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:53 smithi177 ceph-mon[212096]: pgmap v9774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:53.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:53 smithi123 ceph-mon[191304]: pgmap v9774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:53 smithi123 ceph-mon[188613]: pgmap v9774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:55.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:55 smithi177 ceph-mon[212096]: pgmap v9775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:55 smithi123 ceph-mon[191304]: pgmap v9775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:55 smithi123 ceph-mon[188613]: pgmap v9775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:57 smithi177 ceph-mon[212096]: pgmap v9776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:58:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:57 smithi123 ceph-mon[191304]: pgmap v9776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:58:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:57 smithi123 ceph-mon[188613]: pgmap v9776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:58:59.495 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:58:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:58:59] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:58:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:58:59 smithi177 ceph-mon[212096]: pgmap v9777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:59.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:58:59 smithi123 ceph-mon[191304]: pgmap v9777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:58:59.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:58:59 smithi123 ceph-mon[188613]: pgmap v9777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:01.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:01 smithi177 ceph-mon[212096]: pgmap v9778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:01 smithi123 ceph-mon[188613]: pgmap v9778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:01 smithi123 ceph-mon[191304]: pgmap v9778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:02.088 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:59:02.394 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:59:02.394 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 8m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:59:02.394 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 6m ago 4h 91.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:59:02.394 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 8m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:59:02.394 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 6m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:59:02.394 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 6m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:59:02.395 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 8m ago 4h 706M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:59:02.395 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 8m ago 4h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:59:02.395 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 6m ago 4h 581M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:59:02.395 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 8m ago 4h 628M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:59:02.395 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 8m ago 4h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:59:02.395 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 6m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:59:02.395 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 8m ago 4h 4511M 2439M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:59:02.395 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 8m ago 4h 5252M 2439M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:59:02.395 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 8m ago 4h 4279M 2439M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:59:02.396 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 8m ago 4h 4378M 2439M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:59:02.396 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 6m ago 4h 3666M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:59:02.396 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 6m ago 4h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:59:02.396 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 6m ago 4h 3436M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:59:02.396 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 6m ago 4h 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:59:02.396 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 6m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:59:02.778 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:59:02.778 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:59:02.778 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:59:02.778 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:59:02.778 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:59:02.778 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:59:02.778 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:59:02.778 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:59:02.779 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:59:02.779 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:59:02.779 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:59:02.779 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:59:02.779 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:59:02.779 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:59:02.779 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:59:02.779 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:59:02.779 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:59:02.779 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:59:03.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:03 smithi177 ceph-mon[212096]: pgmap v9779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:03.907 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:03 smithi177 ceph-mon[212096]: from='client.44307 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:59:03.907 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:03 smithi177 ceph-mon[212096]: from='client.44313 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:59:03.907 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:03 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1064294816' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:59:03.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:03 smithi123 ceph-mon[191304]: pgmap v9779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:03.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:03 smithi123 ceph-mon[191304]: from='client.44307 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:59:03.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:03 smithi123 ceph-mon[191304]: from='client.44313 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:59:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:03 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1064294816' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:59:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:03 smithi123 ceph-mon[188613]: pgmap v9779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:03 smithi123 ceph-mon[188613]: from='client.44307 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:59:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:03 smithi123 ceph-mon[188613]: from='client.44313 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:59:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:03 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1064294816' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:59:05.913 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:05 smithi177 ceph-mon[212096]: pgmap v9780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:05.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:05 smithi123 ceph-mon[191304]: pgmap v9780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:05 smithi123 ceph-mon[188613]: pgmap v9780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:07 smithi177 ceph-mon[212096]: pgmap v9781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:07.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:07 smithi123 ceph-mon[188613]: pgmap v9781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:07 smithi123 ceph-mon[191304]: pgmap v9781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:59:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:59:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T14:59:09.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:09 smithi177 ceph-mon[212096]: pgmap v9782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:09.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:09 smithi123 ceph-mon[191304]: pgmap v9782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:09 smithi123 ceph-mon[188613]: pgmap v9782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:11.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:11 smithi177 ceph-mon[212096]: pgmap v9783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:11 smithi123 ceph-mon[191304]: pgmap v9783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:11 smithi123 ceph-mon[188613]: pgmap v9783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:59:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:59:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:59:13.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:13 smithi177 ceph-mon[212096]: pgmap v9784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:13.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:13 smithi123 ceph-mon[191304]: pgmap v9784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:13 smithi123 ceph-mon[188613]: pgmap v9784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:15.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:15 smithi177 ceph-mon[212096]: pgmap v9785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:15.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:15 smithi123 ceph-mon[191304]: pgmap v9785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:15 smithi123 ceph-mon[188613]: pgmap v9785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:17.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:17 smithi177 ceph-mon[212096]: pgmap v9786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:17.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:17 smithi123 ceph-mon[191304]: pgmap v9786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:17 smithi123 ceph-mon[188613]: pgmap v9786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:59:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:59:19] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:59:19.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:19 smithi177 ceph-mon[212096]: pgmap v9787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:19 smithi123 ceph-mon[191304]: pgmap v9787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:19.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:19 smithi123 ceph-mon[188613]: pgmap v9787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:21.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:21 smithi177 ceph-mon[212096]: pgmap v9788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:21.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:21 smithi123 ceph-mon[191304]: pgmap v9788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:21.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:21 smithi123 ceph-mon[188613]: pgmap v9788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:23.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:23 smithi177 ceph-mon[212096]: pgmap v9789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:23.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:23 smithi123 ceph-mon[191304]: pgmap v9789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:23 smithi123 ceph-mon[188613]: pgmap v9789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:24.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:59:24.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:59:24.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T14:59:25.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:25 smithi177 ceph-mon[212096]: pgmap v9790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:59:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:59:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:59:25.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:25 smithi123 ceph-mon[191304]: pgmap v9790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:25.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:59:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:59:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:59:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:25 smithi123 ceph-mon[188613]: pgmap v9790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T14:59:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T14:59:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T14:59:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:27 smithi177 ceph-mon[212096]: pgmap v9791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:59:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:27 smithi123 ceph-mon[191304]: pgmap v9791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:59:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:27 smithi123 ceph-mon[188613]: pgmap v9791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:59:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:59:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:59:29] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:59:29.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:29 smithi123 ceph-mon[191304]: pgmap v9792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:29 smithi123 ceph-mon[188613]: pgmap v9792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:30.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:29 smithi177 ceph-mon[212096]: pgmap v9792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:31.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:31 smithi123 ceph-mon[191304]: pgmap v9793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:31 smithi123 ceph-mon[188613]: pgmap v9793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:32.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:31 smithi177 ceph-mon[212096]: pgmap v9793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:33.126 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T14:59:33.430 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T14:59:33.430 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 9m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T14:59:33.430 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 7m ago 4h 91.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T14:59:33.430 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 9m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T14:59:33.430 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 7m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T14:59:33.430 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 7m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T14:59:33.430 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 9m ago 4h 706M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T14:59:33.430 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 9m ago 4h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T14:59:33.430 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 7m ago 4h 581M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T14:59:33.431 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 9m ago 4h 628M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T14:59:33.431 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 9m ago 4h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T14:59:33.431 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 7m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T14:59:33.431 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 9m ago 4h 4511M 2439M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T14:59:33.431 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 9m ago 4h 5252M 2439M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T14:59:33.431 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 9m ago 4h 4279M 2439M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T14:59:33.431 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 9m ago 4h 4378M 2439M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T14:59:33.431 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 7m ago 4h 3666M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T14:59:33.431 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 7m ago 4h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T14:59:33.431 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 7m ago 4h 3436M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T14:59:33.431 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 7m ago 4h 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T14:59:33.432 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 7m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T14:59:33.815 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T14:59:33.816 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T14:59:33.816 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T14:59:33.816 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:59:33.816 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T14:59:33.816 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T14:59:33.816 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:59:33.816 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T14:59:33.816 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T14:59:33.816 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:59:33.817 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T14:59:33.817 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T14:59:33.817 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T14:59:33.817 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T14:59:33.817 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T14:59:33.817 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T14:59:33.817 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T14:59:33.817 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T14:59:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:33 smithi123 ceph-mon[188613]: pgmap v9794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:33 smithi123 ceph-mon[191304]: pgmap v9794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:34.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:33 smithi177 ceph-mon[212096]: pgmap v9794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:34.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:34 smithi123 ceph-mon[191304]: from='client.54272 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:59:34.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:34 smithi123 ceph-mon[191304]: from='client.54278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:59:34.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:34 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1676299260' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:59:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:34 smithi123 ceph-mon[188613]: from='client.54272 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:59:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:34 smithi123 ceph-mon[188613]: from='client.54278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:59:34.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:34 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1676299260' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:59:35.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:34 smithi177 ceph-mon[212096]: from='client.54272 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:59:35.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:34 smithi177 ceph-mon[212096]: from='client.54278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T14:59:35.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:34 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1676299260' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T14:59:35.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:35 smithi123 ceph-mon[188613]: pgmap v9795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:35 smithi123 ceph-mon[191304]: pgmap v9795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:36.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:35 smithi177 ceph-mon[212096]: pgmap v9795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:37.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:37 smithi123 ceph-mon[191304]: pgmap v9796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:37 smithi123 ceph-mon[188613]: pgmap v9796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:38.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:37 smithi177 ceph-mon[212096]: pgmap v9796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:39.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:59:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:59:39] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:59:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:39 smithi123 ceph-mon[191304]: pgmap v9797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:39.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:39 smithi123 ceph-mon[188613]: pgmap v9797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:39 smithi177 ceph-mon[212096]: pgmap v9797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:41 smithi123 ceph-mon[191304]: pgmap v9798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:41.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:59:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:41 smithi123 ceph-mon[188613]: pgmap v9798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:59:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:41 smithi177 ceph-mon[212096]: pgmap v9798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:59:43.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:43 smithi123 ceph-mon[191304]: pgmap v9799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:43.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:43 smithi123 ceph-mon[188613]: pgmap v9799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:44.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:43 smithi177 ceph-mon[212096]: pgmap v9799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:45.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:45 smithi123 ceph-mon[191304]: pgmap v9800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:45.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:45 smithi123 ceph-mon[188613]: pgmap v9800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:46.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:45 smithi177 ceph-mon[212096]: pgmap v9800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:47.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:47 smithi123 ceph-mon[191304]: pgmap v9801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:47 smithi123 ceph-mon[188613]: pgmap v9801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:47 smithi177 ceph-mon[212096]: pgmap v9801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:59:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:59:49] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T14:59:49.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:49 smithi123 ceph-mon[191304]: pgmap v9802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:49.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:49 smithi123 ceph-mon[188613]: pgmap v9802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:50.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:49 smithi177 ceph-mon[212096]: pgmap v9802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:51.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:51 smithi123 ceph-mon[191304]: pgmap v9803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:51 smithi123 ceph-mon[188613]: pgmap v9803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:51 smithi177 ceph-mon[212096]: pgmap v9803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:53.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:53 smithi123 ceph-mon[191304]: pgmap v9804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:53 smithi123 ceph-mon[188613]: pgmap v9804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:53 smithi177 ceph-mon[212096]: pgmap v9804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:55 smithi123 ceph-mon[191304]: pgmap v9805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:55 smithi123 ceph-mon[188613]: pgmap v9805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:56.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:55 smithi177 ceph-mon[212096]: pgmap v9805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:57 smithi177 ceph-mon[212096]: pgmap v9806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:59:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:57 smithi123 ceph-mon[191304]: pgmap v9806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:59:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:57 smithi123 ceph-mon[188613]: pgmap v9806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T14:59:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 14:59:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:14:59:59] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T14:59:59.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 14:59:59 smithi177 ceph-mon[212096]: pgmap v9807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:59.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 14:59:59 smithi123 ceph-mon[191304]: pgmap v9807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T14:59:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 14:59:59 smithi123 ceph-mon[188613]: pgmap v9807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:00.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T14:59:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T15:00:00.902 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 15:00:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T15:00:00.517Z caller=compact.go:519 level=info component=tsdb msg="write block" mint=1703073600138 maxt=1703080800000 ulid=01HJ3VV7V2FFHBBZNJ3Q26WZ2X duration=35.720553ms 2023-12-20T15:00:00.903 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 15:00:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T15:00:00.520Z caller=head.go:1269 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=2.309903ms 2023-12-20T15:00:00.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T15:00:00.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T15:00:00.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T15:00:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:01 smithi177 ceph-mon[212096]: pgmap v9808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:01.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:01 smithi123 ceph-mon[191304]: pgmap v9808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:01 smithi123 ceph-mon[188613]: pgmap v9808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:03 smithi177 ceph-mon[212096]: pgmap v9809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:03.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:03 smithi123 ceph-mon[191304]: pgmap v9809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:03.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:03 smithi123 ceph-mon[188613]: pgmap v9809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:04.164 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:00:04.470 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:00:04.470 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 9m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:00:04.470 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 7m ago 4h 91.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:00:04.470 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 9m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:00:04.470 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 7m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:00:04.471 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 7m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:00:04.471 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 9m ago 4h 706M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:00:04.471 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 9m ago 4h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:00:04.471 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 7m ago 4h 581M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:00:04.471 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 9m ago 4h 628M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:00:04.471 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 9m ago 4h 22.6M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:00:04.471 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 7m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:00:04.471 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 9m ago 4h 4511M 2439M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:00:04.471 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 9m ago 4h 5252M 2439M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:00:04.471 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 9m ago 4h 4279M 2439M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:00:04.471 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 9m ago 4h 4378M 2439M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:00:04.472 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 7m ago 4h 3666M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:00:04.472 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 7m ago 4h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:00:04.472 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 7m ago 4h 3436M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:00:04.472 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 7m ago 4h 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:00:04.472 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 7m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:00:04.855 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:00:04.855 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:00:04.855 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:00:04.855 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:00:04.855 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:00:04.855 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:00:04.855 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:00:04.855 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:00:04.855 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:00:04.856 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:00:04.856 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:00:04.856 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:00:04.856 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:00:04.856 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:00:04.856 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:00:04.856 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:00:04.856 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:00:04.856 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:00:05.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:05 smithi177 ceph-mon[212096]: pgmap v9810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:05 smithi177 ceph-mon[212096]: from='client.44343 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:00:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:05 smithi177 ceph-mon[212096]: from='client.54296 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:00:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:05 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/231375151' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:00:05.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:05 smithi123 ceph-mon[191304]: pgmap v9810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:05.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:05 smithi123 ceph-mon[191304]: from='client.44343 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:00:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:05 smithi123 ceph-mon[191304]: from='client.54296 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:00:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:05 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/231375151' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:00:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:05 smithi123 ceph-mon[188613]: pgmap v9810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:05 smithi123 ceph-mon[188613]: from='client.44343 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:00:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:05 smithi123 ceph-mon[188613]: from='client.54296 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:00:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:05 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/231375151' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:00:07.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:07 smithi177 ceph-mon[212096]: pgmap v9811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:07 smithi123 ceph-mon[191304]: pgmap v9811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:07 smithi123 ceph-mon[188613]: pgmap v9811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:00:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:00:09] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T15:00:09.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:09 smithi177 ceph-mon[212096]: pgmap v9812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:09 smithi123 ceph-mon[191304]: pgmap v9812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:09 smithi123 ceph-mon[188613]: pgmap v9812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:11.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:11 smithi177 ceph-mon[212096]: pgmap v9813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:11 smithi123 ceph-mon[191304]: pgmap v9813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:11 smithi123 ceph-mon[188613]: pgmap v9813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:00:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:00:12.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:00:13.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:13 smithi177 ceph-mon[212096]: pgmap v9814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:13.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:13 smithi123 ceph-mon[191304]: pgmap v9814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:13.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:13 smithi123 ceph-mon[188613]: pgmap v9814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:15.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:15 smithi177 ceph-mon[212096]: pgmap v9815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:15.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:15 smithi123 ceph-mon[191304]: pgmap v9815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:15 smithi123 ceph-mon[188613]: pgmap v9815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:17 smithi177 ceph-mon[212096]: pgmap v9816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:17.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:17 smithi123 ceph-mon[191304]: pgmap v9816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:17 smithi123 ceph-mon[188613]: pgmap v9816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:19.495 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:00:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:00:19] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T15:00:19.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:19 smithi177 ceph-mon[212096]: pgmap v9817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:19 smithi123 ceph-mon[191304]: pgmap v9817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:19 smithi123 ceph-mon[188613]: pgmap v9817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:21.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:21 smithi177 ceph-mon[212096]: pgmap v9818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:21.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:21 smithi123 ceph-mon[191304]: pgmap v9818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:21 smithi123 ceph-mon[188613]: pgmap v9818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:23.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:23 smithi177 ceph-mon[212096]: pgmap v9819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:23.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:23 smithi123 ceph-mon[191304]: pgmap v9819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:23.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:23 smithi123 ceph-mon[188613]: pgmap v9819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:25.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:25 smithi177 ceph-mon[212096]: pgmap v9820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:25.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:00:25.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:00:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:00:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:00:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:00:25.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:25 smithi123 ceph-mon[188613]: pgmap v9820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:25.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:00:25.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:00:25.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:00:25.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:00:25.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:00:25.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:25 smithi123 ceph-mon[191304]: pgmap v9820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:25.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:00:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:00:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:00:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:00:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:00:27.712 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:27 smithi177 ceph-mon[212096]: pgmap v9821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:27.712 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:00:27.712 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:00:27.712 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:00:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:27 smithi123 ceph-mon[188613]: pgmap v9821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:00:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:00:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:00:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:27 smithi123 ceph-mon[191304]: pgmap v9821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:00:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:00:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:00:29.080 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:00:29.080 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:00:29.080 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:00:29.081 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:00:29.081 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:00:29.081 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:00:29.081 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:00:29.081 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:00:29.081 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:00:29.081 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:00:29.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:00:29.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:00:29.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:00:29.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:00:29.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:00:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:00:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:00:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T15:00:30.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:29 smithi177 ceph-mon[212096]: pgmap v9822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:30.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:29 smithi123 ceph-mon[188613]: pgmap v9822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:29 smithi123 ceph-mon[191304]: pgmap v9822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:31 smithi177 ceph-mon[212096]: pgmap v9823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:32.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:31 smithi123 ceph-mon[191304]: pgmap v9823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:32.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:31 smithi123 ceph-mon[188613]: pgmap v9823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:33 smithi177 ceph-mon[212096]: pgmap v9824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:34.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:33 smithi123 ceph-mon[191304]: pgmap v9824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:34.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:33 smithi123 ceph-mon[188613]: pgmap v9824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:35.201 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:00:35.507 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:00:35.508 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 8s ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:00:35.508 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 8m ago 4h 91.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:00:35.508 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 8s ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:00:35.508 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 8m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:00:35.508 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 8m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:00:35.508 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 8s ago 4h 712M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:00:35.508 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 8s ago 4h 1255M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:00:35.508 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 8m ago 4h 581M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:00:35.508 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 8s ago 4h 647M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:00:35.509 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 8s ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:00:35.509 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 8m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:00:35.509 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 8s ago 4h 4544M 2439M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:00:35.509 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 8s ago 4h 5283M 2439M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:00:35.509 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 8s ago 4h 4305M 2439M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:00:35.509 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 8s ago 4h 4410M 2439M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:00:35.509 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 8m ago 4h 3666M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:00:35.509 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 8m ago 4h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:00:35.509 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 8m ago 4h 3436M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:00:35.510 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 8m ago 4h 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:00:35.510 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 8m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:00:35.891 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:00:35.891 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:00:35.891 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:00:35.891 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:00:35.891 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:00:35.891 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:00:35.892 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:00:35.892 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:00:35.892 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:00:35.892 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:00:35.892 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:00:35.892 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:00:35.892 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:00:35.892 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:00:35.892 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:00:35.892 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:00:35.892 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:00:35.893 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:00:36.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:35 smithi177 ceph-mon[212096]: pgmap v9825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:36.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:35 smithi123 ceph-mon[188613]: pgmap v9825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:36.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:35 smithi123 ceph-mon[191304]: pgmap v9825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:37.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:36 smithi177 ceph-mon[212096]: from='client.44361 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:00:37.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:36 smithi177 ceph-mon[212096]: from='client.54314 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:00:37.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:36 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/630293856' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:00:37.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:36 smithi123 ceph-mon[191304]: from='client.44361 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:00:37.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:36 smithi123 ceph-mon[191304]: from='client.54314 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:00:37.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:36 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/630293856' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:00:37.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:36 smithi123 ceph-mon[188613]: from='client.44361 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:00:37.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:36 smithi123 ceph-mon[188613]: from='client.54314 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:00:37.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:36 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/630293856' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:00:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:37 smithi177 ceph-mon[212096]: pgmap v9826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:38.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:37 smithi123 ceph-mon[191304]: pgmap v9826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:37 smithi123 ceph-mon[188613]: pgmap v9826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:00:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:00:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T15:00:40.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:39 smithi177 ceph-mon[212096]: pgmap v9827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:40.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:39 smithi123 ceph-mon[191304]: pgmap v9827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:39 smithi123 ceph-mon[188613]: pgmap v9827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:42.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:41 smithi177 ceph-mon[212096]: pgmap v9828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:42.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:00:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:41 smithi123 ceph-mon[188613]: pgmap v9828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:42.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:00:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:41 smithi123 ceph-mon[191304]: pgmap v9828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:00:44.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:43 smithi177 ceph-mon[212096]: pgmap v9829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:43 smithi123 ceph-mon[188613]: pgmap v9829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:44.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:43 smithi123 ceph-mon[191304]: pgmap v9829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:46.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:45 smithi177 ceph-mon[212096]: pgmap v9830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:46.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:45 smithi123 ceph-mon[188613]: pgmap v9830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:45 smithi123 ceph-mon[191304]: pgmap v9830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:47 smithi177 ceph-mon[212096]: pgmap v9831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:48.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:47 smithi123 ceph-mon[191304]: pgmap v9831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:47 smithi123 ceph-mon[188613]: pgmap v9831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:00:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:00:49] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T15:00:50.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:49 smithi177 ceph-mon[212096]: pgmap v9832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:50.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:49 smithi123 ceph-mon[191304]: pgmap v9832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:50.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:49 smithi123 ceph-mon[188613]: pgmap v9832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:51 smithi177 ceph-mon[212096]: pgmap v9833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:52.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:51 smithi123 ceph-mon[191304]: pgmap v9833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:52.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:51 smithi123 ceph-mon[188613]: pgmap v9833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:53 smithi177 ceph-mon[212096]: pgmap v9834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:53 smithi123 ceph-mon[188613]: pgmap v9834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:53 smithi123 ceph-mon[191304]: pgmap v9834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:56.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:55 smithi177 ceph-mon[212096]: pgmap v9835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:56.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:55 smithi123 ceph-mon[191304]: pgmap v9835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:56.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:55 smithi123 ceph-mon[188613]: pgmap v9835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:57 smithi177 ceph-mon[212096]: pgmap v9836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:00:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:57 smithi123 ceph-mon[191304]: pgmap v9836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:00:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:57 smithi123 ceph-mon[188613]: pgmap v9836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:00:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:00:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:00:59] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T15:00:59.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:00:59 smithi177 ceph-mon[212096]: pgmap v9837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:59.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:00:59 smithi123 ceph-mon[191304]: pgmap v9837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:00:59.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:00:59 smithi123 ceph-mon[188613]: pgmap v9837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:01.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:01 smithi123 ceph-mon[191304]: pgmap v9838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:01 smithi123 ceph-mon[188613]: pgmap v9838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:01 smithi177 ceph-mon[212096]: pgmap v9838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:03.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:03 smithi177 ceph-mon[212096]: pgmap v9839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:03.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:03 smithi123 ceph-mon[191304]: pgmap v9839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:03.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:03 smithi123 ceph-mon[188613]: pgmap v9839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:05.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:05 smithi177 ceph-mon[212096]: pgmap v9840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:05.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:05 smithi123 ceph-mon[191304]: pgmap v9840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:05.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:05 smithi123 ceph-mon[188613]: pgmap v9840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:06.237 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:01:06.544 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:01:06.544 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 39s ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:01:06.544 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 8m ago 4h 91.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:01:06.544 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 39s ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:01:06.544 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 8m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:01:06.544 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 8m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:01:06.545 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 39s ago 4h 712M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:01:06.545 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 39s ago 4h 1255M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:01:06.545 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 8m ago 4h 581M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:01:06.545 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 39s ago 4h 647M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:01:06.545 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 39s ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:01:06.545 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 8m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:01:06.545 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 39s ago 4h 4544M 2439M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:01:06.545 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 39s ago 4h 5283M 2439M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:01:06.545 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 39s ago 4h 4305M 2439M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:01:06.545 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 39s ago 4h 4410M 2439M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:01:06.545 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 8m ago 4h 3666M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:01:06.545 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 8m ago 4h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:01:06.545 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 8m ago 4h 3436M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:01:06.545 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 8m ago 4h 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:01:06.545 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 8m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:01:06.923 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:01:06.923 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:01:06.923 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:01:06.923 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:01:06.923 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:01:06.923 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:01:06.923 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:01:06.923 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:01:06.923 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:01:06.923 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:01:06.923 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:01:06.923 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:01:06.923 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:01:06.923 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:01:06.923 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:01:06.923 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:01:06.924 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:01:06.924 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:01:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:07 smithi177 ceph-mon[212096]: pgmap v9841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:07 smithi177 ceph-mon[212096]: from='client.54326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:01:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:07 smithi177 ceph-mon[212096]: from='client.54332 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:01:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:07 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4235074737' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:01:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:07 smithi123 ceph-mon[191304]: pgmap v9841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:07 smithi123 ceph-mon[191304]: from='client.54326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:01:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:07 smithi123 ceph-mon[191304]: from='client.54332 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:01:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:07 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4235074737' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:01:07.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:07 smithi123 ceph-mon[188613]: pgmap v9841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:07 smithi123 ceph-mon[188613]: from='client.54326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:01:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:07 smithi123 ceph-mon[188613]: from='client.54332 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:01:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:07 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4235074737' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:01:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:01:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:01:09] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-20T15:01:09.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:09 smithi177 ceph-mon[212096]: pgmap v9842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:09.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:09 smithi123 ceph-mon[191304]: pgmap v9842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:09 smithi123 ceph-mon[188613]: pgmap v9842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:11.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:11 smithi177 ceph-mon[212096]: pgmap v9843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:11 smithi123 ceph-mon[191304]: pgmap v9843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:11 smithi123 ceph-mon[188613]: pgmap v9843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:01:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:01:12.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:01:13.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:13 smithi177 ceph-mon[212096]: pgmap v9844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:13.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:13 smithi123 ceph-mon[191304]: pgmap v9844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:13 smithi123 ceph-mon[188613]: pgmap v9844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:15.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:15 smithi177 ceph-mon[212096]: pgmap v9845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:15.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:15 smithi123 ceph-mon[191304]: pgmap v9845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:15.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:15 smithi123 ceph-mon[188613]: pgmap v9845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:17.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:17 smithi177 ceph-mon[212096]: pgmap v9846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:17.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:17 smithi123 ceph-mon[191304]: pgmap v9846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:17.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:17 smithi123 ceph-mon[188613]: pgmap v9846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:01:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:01:19] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T15:01:19.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:19 smithi177 ceph-mon[212096]: pgmap v9847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:19.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:19 smithi123 ceph-mon[188613]: pgmap v9847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:19 smithi123 ceph-mon[191304]: pgmap v9847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:21.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:21 smithi177 ceph-mon[212096]: pgmap v9848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:21.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:21 smithi123 ceph-mon[191304]: pgmap v9848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:21.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:21 smithi123 ceph-mon[188613]: pgmap v9848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:23.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:23 smithi177 ceph-mon[212096]: pgmap v9849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:23.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:23 smithi123 ceph-mon[191304]: pgmap v9849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:23.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:23 smithi123 ceph-mon[188613]: pgmap v9849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:25 smithi177 ceph-mon[212096]: pgmap v9850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:25.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:25 smithi123 ceph-mon[188613]: pgmap v9850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:25.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:25 smithi123 ceph-mon[191304]: pgmap v9850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:27 smithi177 ceph-mon[212096]: pgmap v9851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:01:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:27 smithi123 ceph-mon[191304]: pgmap v9851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:01:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:27 smithi123 ceph-mon[188613]: pgmap v9851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:01:28.903 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 15:01:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T15:01:28.586139204Z level=info msg="Completed cleanup jobs" duration=13.06665ms 2023-12-20T15:01:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:01:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:01:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:01:28.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:01:28.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:01:28.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:01:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:01:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:01:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:01:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:01:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:01:29] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T15:01:29.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:29 smithi177 ceph-mon[212096]: pgmap v9852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:29.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:01:29.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:01:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:01:29.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:29 smithi123 ceph-mon[191304]: pgmap v9852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:29.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:01:29.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:01:29.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:01:29.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:29 smithi123 ceph-mon[188613]: pgmap v9852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:01:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:01:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:01:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:31 smithi177 ceph-mon[212096]: pgmap v9853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:31.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:31 smithi123 ceph-mon[191304]: pgmap v9853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:31 smithi123 ceph-mon[188613]: pgmap v9853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:33 smithi177 ceph-mon[212096]: pgmap v9854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:33.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:33 smithi123 ceph-mon[191304]: pgmap v9854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:33.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:33 smithi123 ceph-mon[188613]: pgmap v9854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:35.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:35 smithi177 ceph-mon[212096]: pgmap v9855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:35.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:35 smithi123 ceph-mon[188613]: pgmap v9855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:35.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:35 smithi123 ceph-mon[191304]: pgmap v9855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:37.269 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:01:37.575 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:01:37.575 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 70s ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:01:37.575 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 9m ago 4h 91.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:01:37.575 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 70s ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:01:37.575 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 9m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:01:37.575 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 9m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:01:37.576 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 70s ago 4h 712M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:01:37.576 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 70s ago 4h 1255M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:01:37.576 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 9m ago 4h 581M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:01:37.576 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 70s ago 4h 647M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:01:37.576 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 70s ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:01:37.576 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 9m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:01:37.576 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 70s ago 4h 4544M 2439M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:01:37.576 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 70s ago 4h 5283M 2439M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:01:37.576 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 70s ago 4h 4305M 2439M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:01:37.577 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 70s ago 4h 4410M 2439M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:01:37.577 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 9m ago 4h 3666M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:01:37.577 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 9m ago 4h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:01:37.577 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 9m ago 4h 3436M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:01:37.577 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 9m ago 4h 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:01:37.577 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 9m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:01:37.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:37 smithi177 ceph-mon[212096]: pgmap v9856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:37.954 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:01:37.954 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:01:37.955 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:01:37.955 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:01:37.955 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:01:37.955 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:01:37.955 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:01:37.955 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:01:37.955 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:01:37.955 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:01:37.955 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:01:37.956 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:01:37.956 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:01:37.956 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:01:37.956 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:01:37.956 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:01:37.956 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:01:37.956 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:01:37.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:37 smithi123 ceph-mon[191304]: pgmap v9856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:37.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:37 smithi123 ceph-mon[188613]: pgmap v9856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:38.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:38 smithi177 ceph-mon[212096]: from='client.54344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:01:38.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:38 smithi177 ceph-mon[212096]: from='client.44403 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:01:38.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:38 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2284676379' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:01:38.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:38 smithi123 ceph-mon[191304]: from='client.54344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:01:38.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:38 smithi123 ceph-mon[191304]: from='client.44403 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:01:38.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:38 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2284676379' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:01:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:38 smithi123 ceph-mon[188613]: from='client.54344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:01:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:38 smithi123 ceph-mon[188613]: from='client.44403 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:01:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:38 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2284676379' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:01:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:01:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:01:39] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T15:01:39.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:39 smithi177 ceph-mon[212096]: pgmap v9857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:39.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:39 smithi123 ceph-mon[191304]: pgmap v9857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:39.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:39 smithi123 ceph-mon[188613]: pgmap v9857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:41.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:41 smithi177 ceph-mon[212096]: pgmap v9858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:41 smithi123 ceph-mon[191304]: pgmap v9858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:41.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:41 smithi123 ceph-mon[188613]: pgmap v9858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:01:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:01:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:01:43.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:43 smithi177 ceph-mon[212096]: pgmap v9859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:43.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:43 smithi123 ceph-mon[191304]: pgmap v9859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:43.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:43 smithi123 ceph-mon[188613]: pgmap v9859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:45.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:45 smithi177 ceph-mon[212096]: pgmap v9860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:45.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:45 smithi123 ceph-mon[191304]: pgmap v9860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:45.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:45 smithi123 ceph-mon[188613]: pgmap v9860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:47.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:47 smithi123 ceph-mon[191304]: pgmap v9861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:47 smithi123 ceph-mon[188613]: pgmap v9861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:47 smithi177 ceph-mon[212096]: pgmap v9861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:01:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:01:49] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-20T15:01:49.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:49 smithi123 ceph-mon[191304]: pgmap v9862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:49.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:49 smithi123 ceph-mon[188613]: pgmap v9862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:50.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:49 smithi177 ceph-mon[212096]: pgmap v9862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:51.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:51 smithi123 ceph-mon[191304]: pgmap v9863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:51 smithi123 ceph-mon[188613]: pgmap v9863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:51 smithi177 ceph-mon[212096]: pgmap v9863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:53.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:53 smithi123 ceph-mon[191304]: pgmap v9864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:53 smithi123 ceph-mon[188613]: pgmap v9864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:53 smithi177 ceph-mon[212096]: pgmap v9864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:55 smithi123 ceph-mon[191304]: pgmap v9865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:55 smithi123 ceph-mon[188613]: pgmap v9865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:56.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:55 smithi177 ceph-mon[212096]: pgmap v9865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:57 smithi177 ceph-mon[212096]: pgmap v9866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:01:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:57 smithi123 ceph-mon[191304]: pgmap v9866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:01:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:57 smithi123 ceph-mon[188613]: pgmap v9866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:01:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:01:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:01:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:01:59.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:01:59 smithi177 ceph-mon[212096]: pgmap v9867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:59.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:01:59 smithi123 ceph-mon[191304]: pgmap v9867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:01:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:01:59 smithi123 ceph-mon[188613]: pgmap v9867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:01 smithi177 ceph-mon[212096]: pgmap v9868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:01.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:01 smithi123 ceph-mon[191304]: pgmap v9868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:01 smithi123 ceph-mon[188613]: pgmap v9868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:03 smithi177 ceph-mon[212096]: pgmap v9869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:03.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:03 smithi123 ceph-mon[191304]: pgmap v9869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:03.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:03 smithi123 ceph-mon[188613]: pgmap v9869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:05 smithi177 ceph-mon[212096]: pgmap v9870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:05.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:05 smithi123 ceph-mon[191304]: pgmap v9870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:05.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:05 smithi123 ceph-mon[188613]: pgmap v9870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:07.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:07 smithi177 ceph-mon[212096]: pgmap v9871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:07 smithi123 ceph-mon[191304]: pgmap v9871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:07.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:07 smithi123 ceph-mon[188613]: pgmap v9871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:08.300 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:02:08.607 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:02:08.608 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 101s ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:02:08.608 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 9m ago 4h 91.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:02:08.608 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 101s ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:02:08.608 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 9m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:02:08.608 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 9m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:02:08.608 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 101s ago 4h 712M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:02:08.608 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 101s ago 4h 1255M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:02:08.608 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 9m ago 4h 581M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:02:08.608 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 101s ago 4h 647M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:02:08.608 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 101s ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:02:08.609 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 9m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:02:08.609 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 101s ago 4h 4544M 2439M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:02:08.609 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 101s ago 4h 5283M 2439M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:02:08.609 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 101s ago 4h 4305M 2439M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:02:08.609 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 101s ago 4h 4410M 2439M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:02:08.609 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 9m ago 4h 3666M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:02:08.609 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 9m ago 4h 4024M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:02:08.609 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 9m ago 4h 3436M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:02:08.609 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 9m ago 4h 3947M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:02:08.610 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 9m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:02:08.992 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:02:08.992 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:02:08.992 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:02:08.992 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:02:08.992 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:02:08.993 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:02:08.993 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:02:08.993 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:02:08.993 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:02:08.993 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:02:08.993 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:02:08.993 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:02:08.993 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:02:08.993 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:02:08.993 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:02:08.993 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:02:08.994 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:02:08.994 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:02:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:02:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:02:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:02:09.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:09 smithi177 ceph-mon[212096]: pgmap v9872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:09 smithi177 ceph-mon[212096]: from='client.54362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:02:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:09 smithi177 ceph-mon[212096]: from='client.54368 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:02:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:09 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1504672068' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:02:09.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:09 smithi123 ceph-mon[188613]: pgmap v9872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:09.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:09 smithi123 ceph-mon[188613]: from='client.54362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:02:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:09 smithi123 ceph-mon[188613]: from='client.54368 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:02:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:09 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1504672068' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:02:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:09 smithi123 ceph-mon[191304]: pgmap v9872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:09 smithi123 ceph-mon[191304]: from='client.54362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:02:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:09 smithi123 ceph-mon[191304]: from='client.54368 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:02:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:09 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1504672068' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:02:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:11 smithi177 ceph-mon[212096]: pgmap v9873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:11 smithi123 ceph-mon[188613]: pgmap v9873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:11 smithi123 ceph-mon[191304]: pgmap v9873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:02:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:02:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:02:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:13 smithi177 ceph-mon[212096]: pgmap v9874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:13 smithi123 ceph-mon[188613]: pgmap v9874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:13.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:13 smithi123 ceph-mon[191304]: pgmap v9874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:15 smithi177 ceph-mon[212096]: pgmap v9875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:15.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:15 smithi123 ceph-mon[191304]: pgmap v9875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:15 smithi123 ceph-mon[188613]: pgmap v9875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:17 smithi177 ceph-mon[212096]: pgmap v9876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:17.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:17 smithi123 ceph-mon[191304]: pgmap v9876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:17.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:17 smithi123 ceph-mon[188613]: pgmap v9876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:02:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:02:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:02:19.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:19 smithi177 ceph-mon[212096]: pgmap v9877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:19 smithi123 ceph-mon[191304]: pgmap v9877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:19.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:19 smithi123 ceph-mon[188613]: pgmap v9877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:21.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:21 smithi177 ceph-mon[212096]: pgmap v9878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:21.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:21 smithi123 ceph-mon[191304]: pgmap v9878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:21.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:21 smithi123 ceph-mon[188613]: pgmap v9878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:23.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:23 smithi177 ceph-mon[212096]: pgmap v9879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:23.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:23 smithi123 ceph-mon[188613]: pgmap v9879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:23.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:23 smithi123 ceph-mon[191304]: pgmap v9879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:25.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:25 smithi177 ceph-mon[212096]: pgmap v9880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:25.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:25 smithi123 ceph-mon[191304]: pgmap v9880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:25 smithi123 ceph-mon[188613]: pgmap v9880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:27 smithi177 ceph-mon[212096]: pgmap v9881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:02:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:27 smithi123 ceph-mon[191304]: pgmap v9881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:02:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:27 smithi123 ceph-mon[188613]: pgmap v9881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:02:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:02:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:02:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:02:29.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:29 smithi177 ceph-mon[212096]: pgmap v9882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:02:29.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:29 smithi123 ceph-mon[191304]: pgmap v9882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:29.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:02:29.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:29 smithi123 ceph-mon[188613]: pgmap v9882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:29.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:02:31.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:31 smithi177 ceph-mon[212096]: pgmap v9883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:02:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:02:31.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:31 smithi123 ceph-mon[191304]: pgmap v9883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:31.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:02:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:02:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:31 smithi123 ceph-mon[188613]: pgmap v9883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:02:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:02:32.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:02:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:02:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:02:32.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:02:32.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:02:32.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:02:32.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:02:32.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:02:32.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:02:34.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:33 smithi177 ceph-mon[212096]: pgmap v9884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:34.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:33 smithi123 ceph-mon[191304]: pgmap v9884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:34.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:33 smithi123 ceph-mon[188613]: pgmap v9884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:36.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:35 smithi177 ceph-mon[212096]: pgmap v9885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:36.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:35 smithi123 ceph-mon[191304]: pgmap v9885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:36.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:35 smithi123 ceph-mon[188613]: pgmap v9885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:38.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:37 smithi177 ceph-mon[212096]: pgmap v9886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:38.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:37 smithi123 ceph-mon[191304]: pgmap v9886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:37 smithi123 ceph-mon[188613]: pgmap v9886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:39.333 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:02:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:02:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:02:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:02:39.641 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:02:39.642 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 2m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:02:39.642 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 8s ago 4h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:02:39.642 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 2m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:02:39.642 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 8s ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:02:39.642 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 8s ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:02:39.642 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 2m ago 4h 712M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:02:39.642 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 2m ago 4h 1255M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:02:39.642 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 8s ago 4h 599M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:02:39.642 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 2m ago 4h 647M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:02:39.642 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 2m ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:02:39.642 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 8s ago 4h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:02:39.642 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 2m ago 4h 4544M 2439M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:02:39.642 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 2m ago 4h 5283M 2439M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:02:39.643 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 2m ago 4h 4305M 2439M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:02:39.643 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 2m ago 4h 4410M 2439M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:02:39.643 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 8s ago 4h 3694M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:02:39.643 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 8s ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:02:39.643 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 8s ago 4h 3466M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:02:39.643 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 8s ago 4h 3984M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:02:39.643 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 8s ago 4h 128M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:02:40.027 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:02:40.028 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:02:40.028 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:02:40.028 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:02:40.028 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:02:40.028 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:02:40.028 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:02:40.028 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:02:40.028 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:02:40.028 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:02:40.029 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:02:40.029 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:02:40.029 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:02:40.029 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:02:40.029 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:02:40.029 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:02:40.029 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:02:40.029 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:02:40.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:39 smithi177 ceph-mon[212096]: pgmap v9887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:40.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:39 smithi123 ceph-mon[191304]: pgmap v9887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:39 smithi123 ceph-mon[188613]: pgmap v9887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:41.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:40 smithi177 ceph-mon[212096]: from='client.54380 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:02:41.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:40 smithi177 ceph-mon[212096]: from='client.54386 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:02:41.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:40 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2086515842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:02:41.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:40 smithi123 ceph-mon[191304]: from='client.54380 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:02:41.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:40 smithi123 ceph-mon[191304]: from='client.54386 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:02:41.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:40 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2086515842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:02:41.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:40 smithi123 ceph-mon[188613]: from='client.54380 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:02:41.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:40 smithi123 ceph-mon[188613]: from='client.54386 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:02:41.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:40 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2086515842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:02:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:41 smithi177 ceph-mon[212096]: pgmap v9888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:02:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:41 smithi123 ceph-mon[191304]: pgmap v9888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:02:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:41 smithi123 ceph-mon[188613]: pgmap v9888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:42.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:02:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:43 smithi177 ceph-mon[212096]: pgmap v9889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:44.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:43 smithi123 ceph-mon[191304]: pgmap v9889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:44.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:43 smithi123 ceph-mon[188613]: pgmap v9889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:45 smithi177 ceph-mon[212096]: pgmap v9890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:46.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:45 smithi123 ceph-mon[191304]: pgmap v9890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:46.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:45 smithi123 ceph-mon[188613]: pgmap v9890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:47 smithi177 ceph-mon[212096]: pgmap v9891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:48.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:47 smithi123 ceph-mon[191304]: pgmap v9891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:48.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:47 smithi123 ceph-mon[188613]: pgmap v9891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:02:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:02:49] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T15:02:50.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:49 smithi177 ceph-mon[212096]: pgmap v9892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:50.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:49 smithi123 ceph-mon[191304]: pgmap v9892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:50.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:49 smithi123 ceph-mon[188613]: pgmap v9892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:51 smithi177 ceph-mon[212096]: pgmap v9893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:52.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:51 smithi123 ceph-mon[188613]: pgmap v9893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:52.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:51 smithi123 ceph-mon[191304]: pgmap v9893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:53 smithi177 ceph-mon[212096]: pgmap v9894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:54.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:53 smithi123 ceph-mon[191304]: pgmap v9894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:54.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:53 smithi123 ceph-mon[188613]: pgmap v9894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:55 smithi177 ceph-mon[212096]: pgmap v9895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:56.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:55 smithi123 ceph-mon[191304]: pgmap v9895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:56.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:55 smithi123 ceph-mon[188613]: pgmap v9895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:57 smithi177 ceph-mon[212096]: pgmap v9896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:02:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:57 smithi123 ceph-mon[188613]: pgmap v9896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:02:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:57 smithi123 ceph-mon[191304]: pgmap v9896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:02:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:02:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:02:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:02:59.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:02:59 smithi177 ceph-mon[212096]: pgmap v9897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:59.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:02:59 smithi123 ceph-mon[191304]: pgmap v9897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:02:59.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:02:59 smithi123 ceph-mon[188613]: pgmap v9897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:01 smithi177 ceph-mon[212096]: pgmap v9898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:01.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:01 smithi123 ceph-mon[191304]: pgmap v9898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:01 smithi123 ceph-mon[188613]: pgmap v9898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:03.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:03 smithi177 ceph-mon[212096]: pgmap v9899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:03 smithi123 ceph-mon[188613]: pgmap v9899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:03 smithi123 ceph-mon[191304]: pgmap v9899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:05.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:05 smithi177 ceph-mon[212096]: pgmap v9900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:05.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:05 smithi123 ceph-mon[191304]: pgmap v9900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:05.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:05 smithi123 ceph-mon[188613]: pgmap v9900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:07.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:07 smithi177 ceph-mon[212096]: pgmap v9901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:07 smithi123 ceph-mon[191304]: pgmap v9901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:07.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:07 smithi123 ceph-mon[188613]: pgmap v9901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:03:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:03:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:03:09.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:09 smithi177 ceph-mon[212096]: pgmap v9902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:09.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:09 smithi123 ceph-mon[191304]: pgmap v9902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:09.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:09 smithi123 ceph-mon[188613]: pgmap v9902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:10.370 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:03:10.679 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:03:10.679 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 2m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:03:10.679 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 39s ago 4h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:03:10.679 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 2m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:03:10.679 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 39s ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:03:10.679 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 39s ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:03:10.679 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 2m ago 4h 712M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:03:10.679 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 2m ago 4h 1255M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:03:10.679 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 39s ago 4h 599M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:03:10.679 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 2m ago 4h 647M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:03:10.679 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 2m ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:03:10.680 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 39s ago 4h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:03:10.680 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 2m ago 4h 4544M 2439M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:03:10.680 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 2m ago 4h 5283M 2439M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:03:10.680 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 2m ago 4h 4305M 2439M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:03:10.680 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 2m ago 4h 4410M 2439M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:03:10.680 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 39s ago 4h 3694M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:03:10.680 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 39s ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:03:10.680 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 39s ago 4h 3466M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:03:10.680 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 39s ago 4h 3984M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:03:10.680 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 39s ago 4h 128M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:03:11.061 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:03:11.061 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:03:11.062 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:03:11.062 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:03:11.062 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:03:11.062 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:03:11.062 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:03:11.062 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:03:11.062 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:03:11.062 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:03:11.062 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:03:11.062 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:03:11.062 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:03:11.062 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:03:11.062 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:03:11.062 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:03:11.062 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:03:11.063 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:03:11.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:11 smithi177 ceph-mon[212096]: pgmap v9903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:11 smithi177 ceph-mon[212096]: from='client.54398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:03:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:11 smithi177 ceph-mon[212096]: from='client.44457 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:03:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:11 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/817493182' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:03:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:11 smithi123 ceph-mon[191304]: pgmap v9903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:11 smithi123 ceph-mon[191304]: from='client.54398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:03:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:11 smithi123 ceph-mon[191304]: from='client.44457 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:03:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:11 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/817493182' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:03:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:11 smithi123 ceph-mon[188613]: pgmap v9903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:11 smithi123 ceph-mon[188613]: from='client.54398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:03:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:11 smithi123 ceph-mon[188613]: from='client.44457 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:03:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:11 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/817493182' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:03:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:03:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:03:12.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:03:13.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:13 smithi177 ceph-mon[212096]: pgmap v9904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:13.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:13 smithi123 ceph-mon[191304]: pgmap v9904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:13 smithi123 ceph-mon[188613]: pgmap v9904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:15 smithi177 ceph-mon[212096]: pgmap v9905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:15.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:15 smithi123 ceph-mon[191304]: pgmap v9905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:15.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:15 smithi123 ceph-mon[188613]: pgmap v9905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:17.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:17 smithi177 ceph-mon[212096]: pgmap v9906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:17.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:17 smithi123 ceph-mon[191304]: pgmap v9906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:17 smithi123 ceph-mon[188613]: pgmap v9906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:03:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:03:19] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:03:19.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:19 smithi177 ceph-mon[212096]: pgmap v9907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:19.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:19 smithi123 ceph-mon[188613]: pgmap v9907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:19 smithi123 ceph-mon[191304]: pgmap v9907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:21.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:21 smithi177 ceph-mon[212096]: pgmap v9908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:21.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:21 smithi123 ceph-mon[191304]: pgmap v9908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:21.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:21 smithi123 ceph-mon[188613]: pgmap v9908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:23.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:23 smithi177 ceph-mon[212096]: pgmap v9909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:23.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:23 smithi123 ceph-mon[191304]: pgmap v9909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:23.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:23 smithi123 ceph-mon[188613]: pgmap v9909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:25.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:25 smithi177 ceph-mon[212096]: pgmap v9910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:25.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:25 smithi123 ceph-mon[191304]: pgmap v9910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:25.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:25 smithi123 ceph-mon[188613]: pgmap v9910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:27 smithi177 ceph-mon[212096]: pgmap v9911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:03:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:27 smithi123 ceph-mon[191304]: pgmap v9911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:03:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:27 smithi123 ceph-mon[188613]: pgmap v9911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:03:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:03:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:03:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:03:29.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:29 smithi177 ceph-mon[212096]: pgmap v9912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:29.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:29 smithi123 ceph-mon[191304]: pgmap v9912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:29 smithi123 ceph-mon[188613]: pgmap v9912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:31.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:31 smithi123 ceph-mon[191304]: pgmap v9913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:31 smithi123 ceph-mon[188613]: pgmap v9913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:32.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:31 smithi177 ceph-mon[212096]: pgmap v9913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:32.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:03:32.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:03:32.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:03:32.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:03:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:03:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:03:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:03:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:03:33.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:03:33.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:03:33.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:03:33.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:03:33.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:33 smithi123 ceph-mon[191304]: pgmap v9914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:33 smithi123 ceph-mon[188613]: pgmap v9914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:34.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:33 smithi177 ceph-mon[212096]: pgmap v9914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:35 smithi123 ceph-mon[191304]: pgmap v9915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:35 smithi123 ceph-mon[188613]: pgmap v9915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:36.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:35 smithi177 ceph-mon[212096]: pgmap v9915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:37 smithi123 ceph-mon[191304]: pgmap v9916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:37 smithi123 ceph-mon[188613]: pgmap v9916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:37 smithi177 ceph-mon[212096]: pgmap v9916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:03:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:03:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:03:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:39 smithi123 ceph-mon[188613]: pgmap v9917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:39 smithi123 ceph-mon[191304]: pgmap v9917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:40.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:39 smithi177 ceph-mon[212096]: pgmap v9917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:41.407 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:03:41.724 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:03:41.724 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 3m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:03:41.724 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 70s ago 4h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:03:41.724 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 3m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:03:41.724 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 70s ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:03:41.725 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 70s ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:03:41.725 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 3m ago 4h 712M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:03:41.725 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 3m ago 4h 1255M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:03:41.725 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 70s ago 4h 599M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:03:41.725 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 3m ago 4h 647M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:03:41.725 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 3m ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:03:41.725 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 70s ago 4h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:03:41.725 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 3m ago 4h 4544M 2439M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:03:41.725 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 3m ago 4h 5283M 2439M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:03:41.725 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 3m ago 4h 4305M 2439M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:03:41.726 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 3m ago 4h 4410M 2439M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:03:41.726 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 70s ago 4h 3694M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:03:41.726 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 70s ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:03:41.726 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 70s ago 4h 3466M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:03:41.726 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 70s ago 4h 3984M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:03:41.726 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 70s ago 4h 128M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:03:41.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:41 smithi123 ceph-mon[188613]: pgmap v9918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:41.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:03:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:41 smithi123 ceph-mon[191304]: pgmap v9918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:03:42.107 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:03:42.108 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:03:42.108 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:03:42.108 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:03:42.108 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:03:42.108 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:03:42.108 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:03:42.108 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:03:42.108 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:03:42.108 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:03:42.108 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:03:42.108 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:03:42.108 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:03:42.108 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:03:42.108 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:03:42.108 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:03:42.109 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:03:42.109 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:03:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:41 smithi177 ceph-mon[212096]: pgmap v9918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:03:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:42 smithi123 ceph-mon[188613]: from='client.54416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:03:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:42 smithi123 ceph-mon[188613]: from='client.44475 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:03:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:42 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/575489840' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:03:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:42 smithi123 ceph-mon[191304]: from='client.54416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:03:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:42 smithi123 ceph-mon[191304]: from='client.44475 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:03:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:42 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/575489840' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:03:43.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:42 smithi177 ceph-mon[212096]: from='client.54416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:03:43.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:42 smithi177 ceph-mon[212096]: from='client.44475 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:03:43.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:42 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/575489840' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:03:43.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:43 smithi123 ceph-mon[191304]: pgmap v9919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:43.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:43 smithi123 ceph-mon[188613]: pgmap v9919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:44.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:43 smithi177 ceph-mon[212096]: pgmap v9919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:45.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:45 smithi123 ceph-mon[188613]: pgmap v9920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:45 smithi123 ceph-mon[191304]: pgmap v9920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:46.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:45 smithi177 ceph-mon[212096]: pgmap v9920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:47 smithi123 ceph-mon[191304]: pgmap v9921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:47 smithi123 ceph-mon[188613]: pgmap v9921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:47 smithi177 ceph-mon[212096]: pgmap v9921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:03:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:03:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:03:49.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:49 smithi123 ceph-mon[191304]: pgmap v9922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:49 smithi123 ceph-mon[188613]: pgmap v9922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:50.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:49 smithi177 ceph-mon[212096]: pgmap v9922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:51.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:51 smithi123 ceph-mon[191304]: pgmap v9923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:51 smithi123 ceph-mon[188613]: pgmap v9923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:51 smithi177 ceph-mon[212096]: pgmap v9923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:53.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:53 smithi123 ceph-mon[191304]: pgmap v9924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:53 smithi123 ceph-mon[188613]: pgmap v9924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:53 smithi177 ceph-mon[212096]: pgmap v9924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:55.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:55 smithi123 ceph-mon[188613]: pgmap v9925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:55 smithi123 ceph-mon[191304]: pgmap v9925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:56.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:55 smithi177 ceph-mon[212096]: pgmap v9925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:57 smithi177 ceph-mon[212096]: pgmap v9926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:03:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:57 smithi123 ceph-mon[191304]: pgmap v9926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:03:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:57 smithi123 ceph-mon[188613]: pgmap v9926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:03:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:03:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:03:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:03:59.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:03:59 smithi177 ceph-mon[212096]: pgmap v9927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:59.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:03:59 smithi123 ceph-mon[191304]: pgmap v9927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:03:59.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:03:59 smithi123 ceph-mon[188613]: pgmap v9927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:01 smithi177 ceph-mon[212096]: pgmap v9928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:01.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:01 smithi123 ceph-mon[191304]: pgmap v9928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:01 smithi123 ceph-mon[188613]: pgmap v9928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:03 smithi177 ceph-mon[212096]: pgmap v9929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:03.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:03 smithi123 ceph-mon[191304]: pgmap v9929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:03.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:03 smithi123 ceph-mon[188613]: pgmap v9929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:05 smithi177 ceph-mon[212096]: pgmap v9930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:05.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:05 smithi123 ceph-mon[191304]: pgmap v9930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:05 smithi123 ceph-mon[188613]: pgmap v9930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:07.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:07 smithi177 ceph-mon[212096]: pgmap v9931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:07 smithi123 ceph-mon[191304]: pgmap v9931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:07 smithi123 ceph-mon[188613]: pgmap v9931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:04:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:04:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:04:09.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:09 smithi177 ceph-mon[212096]: pgmap v9932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:09.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:09 smithi123 ceph-mon[191304]: pgmap v9932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:09.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:09 smithi123 ceph-mon[188613]: pgmap v9932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:11 smithi177 ceph-mon[212096]: pgmap v9933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:11.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:11 smithi123 ceph-mon[188613]: pgmap v9933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:11 smithi123 ceph-mon[191304]: pgmap v9933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:12.455 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:04:12.766 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:04:12.766 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 3m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:04:12.766 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 101s ago 4h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:04:12.766 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 3m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:04:12.766 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 101s ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:04:12.766 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 101s ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:04:12.766 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 3m ago 4h 712M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:04:12.766 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 3m ago 4h 1255M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:04:12.766 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 101s ago 4h 599M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:04:12.767 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 3m ago 4h 647M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:04:12.767 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 3m ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:04:12.767 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 101s ago 4h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:04:12.767 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 3m ago 4h 4544M 2439M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:04:12.767 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 3m ago 4h 5283M 2439M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:04:12.767 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 3m ago 4h 4305M 2439M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:04:12.767 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 3m ago 4h 4410M 2439M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:04:12.767 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 101s ago 4h 3694M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:04:12.767 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 101s ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:04:12.767 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 101s ago 4h 3466M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:04:12.767 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 101s ago 4h 3984M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:04:12.767 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 101s ago 4h 128M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:04:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:04:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:04:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:04:13.148 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:04:13.148 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:04:13.148 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:04:13.149 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:04:13.149 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:04:13.149 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:04:13.149 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:04:13.149 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:04:13.149 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:04:13.149 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:04:13.149 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:04:13.149 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:04:13.149 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:04:13.149 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:04:13.150 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:04:13.150 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:04:13.150 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:04:13.150 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:04:13.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:13 smithi177 ceph-mon[212096]: pgmap v9934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:13 smithi177 ceph-mon[212096]: from='client.44487 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:04:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:13 smithi177 ceph-mon[212096]: from='client.44493 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:04:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:13 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2426445446' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:04:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:13 smithi123 ceph-mon[188613]: pgmap v9934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:13 smithi123 ceph-mon[188613]: from='client.44487 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:04:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:13 smithi123 ceph-mon[188613]: from='client.44493 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:04:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:13 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2426445446' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:04:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:13 smithi123 ceph-mon[191304]: pgmap v9934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:13 smithi123 ceph-mon[191304]: from='client.44487 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:04:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:13 smithi123 ceph-mon[191304]: from='client.44493 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:04:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:13 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2426445446' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:04:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:15 smithi177 ceph-mon[212096]: pgmap v9935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:15.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:15 smithi123 ceph-mon[191304]: pgmap v9935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:15.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:15 smithi123 ceph-mon[188613]: pgmap v9935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:17 smithi177 ceph-mon[212096]: pgmap v9936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:17.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:17 smithi123 ceph-mon[191304]: pgmap v9936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:17 smithi123 ceph-mon[188613]: pgmap v9936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:04:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:04:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:04:19.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:19 smithi177 ceph-mon[212096]: pgmap v9937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:19 smithi123 ceph-mon[191304]: pgmap v9937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:19 smithi123 ceph-mon[188613]: pgmap v9937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:21.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:21 smithi177 ceph-mon[212096]: pgmap v9938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:21.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:21 smithi123 ceph-mon[191304]: pgmap v9938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:21.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:21 smithi123 ceph-mon[188613]: pgmap v9938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:23.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:23 smithi123 ceph-mon[191304]: pgmap v9939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:23 smithi123 ceph-mon[188613]: pgmap v9939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:24.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:23 smithi177 ceph-mon[212096]: pgmap v9939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:25.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:25 smithi123 ceph-mon[191304]: pgmap v9940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:25 smithi123 ceph-mon[188613]: pgmap v9940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:26.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:25 smithi177 ceph-mon[212096]: pgmap v9940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:27 smithi123 ceph-mon[191304]: pgmap v9941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:04:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:27 smithi123 ceph-mon[188613]: pgmap v9941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:04:28.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:27 smithi177 ceph-mon[212096]: pgmap v9941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:28.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:04:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:04:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:04:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:04:29.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:29 smithi123 ceph-mon[191304]: pgmap v9942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:29.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:29 smithi123 ceph-mon[188613]: pgmap v9942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:30.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:29 smithi177 ceph-mon[212096]: pgmap v9942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:31.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:31 smithi123 ceph-mon[191304]: pgmap v9943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:31 smithi123 ceph-mon[188613]: pgmap v9943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:32.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:31 smithi177 ceph-mon[212096]: pgmap v9943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:32.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:04:32.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:04:33.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:04:33.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:33 smithi123 ceph-mon[191304]: pgmap v9944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:33.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:04:33.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:04:33.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:04:33.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:33 smithi123 ceph-mon[188613]: pgmap v9944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:04:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:04:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:04:34.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:33 smithi177 ceph-mon[212096]: pgmap v9944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:34.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:04:34.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:04:34.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:04:35.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:35 smithi123 ceph-mon[191304]: pgmap v9945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:35 smithi123 ceph-mon[188613]: pgmap v9945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:36.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:35 smithi177 ceph-mon[212096]: pgmap v9945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:37 smithi123 ceph-mon[191304]: pgmap v9946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:37 smithi123 ceph-mon[188613]: pgmap v9946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:38.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:37 smithi177 ceph-mon[212096]: pgmap v9946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:04:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:04:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:04:39.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:39 smithi123 ceph-mon[191304]: pgmap v9947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:39.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:39 smithi123 ceph-mon[188613]: pgmap v9947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:40.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:39 smithi177 ceph-mon[212096]: pgmap v9947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:41 smithi123 ceph-mon[191304]: pgmap v9948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:04:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:41 smithi123 ceph-mon[188613]: pgmap v9948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:04:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:41 smithi177 ceph-mon[212096]: pgmap v9948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:04:43.491 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:04:43.800 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:04:43.800 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 4m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:04:43.801 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 2m ago 4h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:04:43.801 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 4m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:04:43.801 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 2m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:04:43.801 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 2m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:04:43.801 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 4m ago 4h 712M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:04:43.801 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 4m ago 4h 1255M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:04:43.801 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 2m ago 4h 599M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:04:43.801 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 4m ago 4h 647M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:04:43.801 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 4m ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:04:43.801 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 2m ago 4h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:04:43.802 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 4m ago 4h 4544M 2439M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:04:43.802 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 4m ago 4h 5283M 2439M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:04:43.802 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 4m ago 4h 4305M 2439M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:04:43.802 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 4m ago 4h 4410M 2439M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:04:43.802 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 2m ago 4h 3694M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:04:43.802 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 2m ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:04:43.802 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 2m ago 4h 3466M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:04:43.802 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 2m ago 4h 3984M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:04:43.802 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 2m ago 4h 128M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:04:43.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:43 smithi123 ceph-mon[191304]: pgmap v9949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:43.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:43 smithi123 ceph-mon[188613]: pgmap v9949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:44.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:43 smithi177 ceph-mon[212096]: pgmap v9949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:44.186 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:04:44.186 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:04:44.186 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:04:44.186 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:04:44.186 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:04:44.186 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:04:44.186 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:04:44.187 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:04:44.187 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:04:44.187 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:04:44.187 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:04:44.187 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:04:44.187 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:04:44.187 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:04:44.187 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:04:44.187 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:04:44.187 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:04:44.187 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:04:44.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:44 smithi123 ceph-mon[191304]: from='client.44505 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:04:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:44 smithi123 ceph-mon[191304]: from='client.54458 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:04:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:44 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4291000582' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:04:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:44 smithi123 ceph-mon[188613]: from='client.44505 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:04:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:44 smithi123 ceph-mon[188613]: from='client.54458 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:04:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:44 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4291000582' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:04:45.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:44 smithi177 ceph-mon[212096]: from='client.44505 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:04:45.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:44 smithi177 ceph-mon[212096]: from='client.54458 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:04:45.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:44 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4291000582' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:04:45.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:45 smithi123 ceph-mon[191304]: pgmap v9950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:45 smithi123 ceph-mon[188613]: pgmap v9950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:46.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:45 smithi177 ceph-mon[212096]: pgmap v9950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:47.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:47 smithi123 ceph-mon[191304]: pgmap v9951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:47 smithi123 ceph-mon[188613]: pgmap v9951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:47 smithi177 ceph-mon[212096]: pgmap v9951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:04:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:04:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T15:04:49.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:49 smithi123 ceph-mon[191304]: pgmap v9952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:49 smithi123 ceph-mon[188613]: pgmap v9952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:49 smithi177 ceph-mon[212096]: pgmap v9952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:51.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:51 smithi123 ceph-mon[191304]: pgmap v9953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:51.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:51 smithi123 ceph-mon[188613]: pgmap v9953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:51 smithi177 ceph-mon[212096]: pgmap v9953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:53.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:53 smithi123 ceph-mon[191304]: pgmap v9954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:53 smithi123 ceph-mon[188613]: pgmap v9954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:53 smithi177 ceph-mon[212096]: pgmap v9954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:55 smithi123 ceph-mon[191304]: pgmap v9955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:55 smithi123 ceph-mon[188613]: pgmap v9955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:56.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:55 smithi177 ceph-mon[212096]: pgmap v9955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:57 smithi177 ceph-mon[212096]: pgmap v9956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:04:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:57 smithi123 ceph-mon[191304]: pgmap v9956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:04:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:57 smithi123 ceph-mon[188613]: pgmap v9956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:04:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:04:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:04:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:04:59.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:04:59 smithi177 ceph-mon[212096]: pgmap v9957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:59.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:04:59 smithi123 ceph-mon[191304]: pgmap v9957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:04:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:04:59 smithi123 ceph-mon[188613]: pgmap v9957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:01 smithi177 ceph-mon[212096]: pgmap v9958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:01.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:01 smithi123 ceph-mon[191304]: pgmap v9958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:01 smithi123 ceph-mon[188613]: pgmap v9958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:03 smithi177 ceph-mon[212096]: pgmap v9959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:03.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:03 smithi123 ceph-mon[191304]: pgmap v9959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:03.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:03 smithi123 ceph-mon[188613]: pgmap v9959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:05.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:05 smithi177 ceph-mon[212096]: pgmap v9960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:05.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:05 smithi123 ceph-mon[191304]: pgmap v9960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:05.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:05 smithi123 ceph-mon[188613]: pgmap v9960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:07.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:07 smithi177 ceph-mon[212096]: pgmap v9961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:07 smithi123 ceph-mon[191304]: pgmap v9961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:07.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:07 smithi123 ceph-mon[188613]: pgmap v9961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:05:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:05:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:05:09.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:09 smithi177 ceph-mon[212096]: pgmap v9962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:09.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:09 smithi123 ceph-mon[191304]: pgmap v9962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:09.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:09 smithi123 ceph-mon[188613]: pgmap v9962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:11.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:11 smithi177 ceph-mon[212096]: pgmap v9963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:11 smithi123 ceph-mon[191304]: pgmap v9963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:11 smithi123 ceph-mon[188613]: pgmap v9963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:05:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:05:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:05:13.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:13 smithi177 ceph-mon[212096]: pgmap v9964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:13 smithi123 ceph-mon[188613]: pgmap v9964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:13 smithi123 ceph-mon[191304]: pgmap v9964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:14.530 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:05:14.838 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:05:14.838 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 4m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:05:14.838 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 2m ago 4h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:05:14.839 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 4m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:05:14.839 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 2m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:05:14.839 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 2m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:05:14.839 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 4m ago 4h 712M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:05:14.839 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 4m ago 4h 1255M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:05:14.839 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 2m ago 4h 599M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:05:14.839 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 4m ago 4h 647M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:05:14.839 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 4m ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:05:14.839 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 2m ago 4h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:05:14.839 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 4m ago 4h 4544M 2439M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:05:14.839 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 4m ago 4h 5283M 2439M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:05:14.839 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 4m ago 4h 4305M 2439M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:05:14.840 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 4m ago 4h 4410M 2439M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:05:14.840 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 2m ago 4h 3694M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:05:14.840 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 2m ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:05:14.840 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 2m ago 4h 3466M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:05:14.840 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 2m ago 4h 3984M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:05:14.840 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 2m ago 4h 128M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:05:15.217 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:05:15.218 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:05:15.218 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:05:15.218 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:05:15.218 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:05:15.218 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:05:15.218 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:05:15.218 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:05:15.218 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:05:15.218 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:05:15.218 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:05:15.218 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:05:15.218 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:05:15.218 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:05:15.218 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:05:15.218 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:05:15.218 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:05:15.218 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:05:15.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:15 smithi177 ceph-mon[212096]: pgmap v9965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:15.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:15 smithi177 ceph-mon[212096]: from='client.54470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:05:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:15 smithi177 ceph-mon[212096]: from='client.54476 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:05:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:15 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1505148919' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:05:15.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:15 smithi123 ceph-mon[191304]: pgmap v9965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:15.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:15 smithi123 ceph-mon[191304]: from='client.54470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:05:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:15 smithi123 ceph-mon[191304]: from='client.54476 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:05:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:15 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1505148919' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:05:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:15 smithi123 ceph-mon[188613]: pgmap v9965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:15 smithi123 ceph-mon[188613]: from='client.54470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:05:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:15 smithi123 ceph-mon[188613]: from='client.54476 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:05:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:15 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1505148919' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:05:17.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:17 smithi123 ceph-mon[191304]: pgmap v9966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:17 smithi123 ceph-mon[188613]: pgmap v9966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:18.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:17 smithi177 ceph-mon[212096]: pgmap v9966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:05:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:05:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T15:05:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:19 smithi123 ceph-mon[191304]: pgmap v9967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:19.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:19 smithi123 ceph-mon[188613]: pgmap v9967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:20.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:19 smithi177 ceph-mon[212096]: pgmap v9967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:21.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:21 smithi123 ceph-mon[191304]: pgmap v9968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:21 smithi123 ceph-mon[188613]: pgmap v9968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:22.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:21 smithi177 ceph-mon[212096]: pgmap v9968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:23.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:23 smithi123 ceph-mon[191304]: pgmap v9969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:23.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:23 smithi123 ceph-mon[188613]: pgmap v9969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:24.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:23 smithi177 ceph-mon[212096]: pgmap v9969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:25 smithi123 ceph-mon[191304]: pgmap v9970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:25 smithi123 ceph-mon[188613]: pgmap v9970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:26.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:25 smithi177 ceph-mon[212096]: pgmap v9970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:27 smithi177 ceph-mon[212096]: pgmap v9971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:05:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:27 smithi123 ceph-mon[191304]: pgmap v9971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:05:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:27 smithi123 ceph-mon[188613]: pgmap v9971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:05:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:05:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:05:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:05:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:29 smithi177 ceph-mon[212096]: pgmap v9972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:29.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:29 smithi123 ceph-mon[191304]: pgmap v9972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:29 smithi123 ceph-mon[188613]: pgmap v9972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:31 smithi177 ceph-mon[212096]: pgmap v9973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:31.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:31 smithi123 ceph-mon[191304]: pgmap v9973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:31 smithi123 ceph-mon[188613]: pgmap v9973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:33.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:33 smithi177 ceph-mon[212096]: pgmap v9974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:33.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:05:33.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:33 smithi123 ceph-mon[191304]: pgmap v9974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:33.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:05:33.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:33 smithi123 ceph-mon[188613]: pgmap v9974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:33.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:05:34.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:05:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:05:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:05:34.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:05:34.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:05:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:05:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:05:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:05:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:05:35.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:35 smithi123 ceph-mon[191304]: pgmap v9975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:35 smithi123 ceph-mon[188613]: pgmap v9975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:36.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:35 smithi177 ceph-mon[212096]: pgmap v9975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:37.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:37 smithi123 ceph-mon[191304]: pgmap v9976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:37 smithi123 ceph-mon[188613]: pgmap v9976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:38.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:37 smithi177 ceph-mon[212096]: pgmap v9976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:05:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:05:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:05:39.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:39 smithi123 ceph-mon[191304]: pgmap v9977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:39 smithi123 ceph-mon[188613]: pgmap v9977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:40.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:39 smithi177 ceph-mon[212096]: pgmap v9977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:41 smithi123 ceph-mon[191304]: pgmap v9978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:05:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:41 smithi123 ceph-mon[188613]: pgmap v9978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:05:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:41 smithi177 ceph-mon[212096]: pgmap v9978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:05:43.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:43 smithi123 ceph-mon[191304]: pgmap v9979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:43 smithi123 ceph-mon[188613]: pgmap v9979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:44.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:43 smithi177 ceph-mon[212096]: pgmap v9979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:45.562 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:05:45.873 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:05:45.873 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 5m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:05:45.873 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 3m ago 4h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:05:45.873 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 5m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:05:45.873 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 3m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:05:45.873 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 3m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:05:45.873 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 5m ago 4h 712M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:05:45.873 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 5m ago 4h 1255M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:05:45.874 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 3m ago 4h 599M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:05:45.874 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 5m ago 4h 647M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:05:45.874 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 5m ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:05:45.874 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 3m ago 4h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:05:45.874 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 5m ago 4h 4544M 2439M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:05:45.874 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 5m ago 4h 5283M 2439M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:05:45.874 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 5m ago 4h 4305M 2439M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:05:45.874 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 5m ago 4h 4410M 2439M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:05:45.874 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 3m ago 4h 3694M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:05:45.874 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 3m ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:05:45.874 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 3m ago 4h 3466M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:05:45.875 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 3m ago 4h 3984M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:05:45.875 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 3m ago 4h 128M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:05:45.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:45 smithi123 ceph-mon[191304]: pgmap v9980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:45.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:45 smithi123 ceph-mon[188613]: pgmap v9980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:46.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:45 smithi177 ceph-mon[212096]: pgmap v9980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:46.255 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:05:46.255 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:05:46.255 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:05:46.255 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:05:46.255 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:05:46.255 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:05:46.255 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:05:46.256 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:05:46.256 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:05:46.256 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:05:46.256 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:05:46.256 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:05:46.256 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:05:46.256 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:05:46.256 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:05:46.256 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:05:46.256 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:05:46.256 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:05:46.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:46 smithi123 ceph-mon[191304]: from='client.54488 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:05:46.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:46 smithi123 ceph-mon[191304]: from='client.44547 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:05:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:46 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4035808750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:05:46.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:46 smithi123 ceph-mon[188613]: from='client.54488 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:05:46.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:46 smithi123 ceph-mon[188613]: from='client.44547 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:05:46.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:46 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4035808750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:05:47.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:46 smithi177 ceph-mon[212096]: from='client.54488 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:05:47.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:46 smithi177 ceph-mon[212096]: from='client.44547 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:05:47.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:46 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4035808750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:05:47.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:47 smithi123 ceph-mon[191304]: pgmap v9981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:47 smithi123 ceph-mon[188613]: pgmap v9981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:47 smithi177 ceph-mon[212096]: pgmap v9981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:05:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:05:49] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:05:49.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:49 smithi123 ceph-mon[191304]: pgmap v9982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:49 smithi123 ceph-mon[188613]: pgmap v9982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:50.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:49 smithi177 ceph-mon[212096]: pgmap v9982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:51.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:51 smithi123 ceph-mon[191304]: pgmap v9983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:51 smithi123 ceph-mon[188613]: pgmap v9983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:51 smithi177 ceph-mon[212096]: pgmap v9983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:53.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:53 smithi123 ceph-mon[191304]: pgmap v9984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:53.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:53 smithi123 ceph-mon[188613]: pgmap v9984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:53 smithi177 ceph-mon[212096]: pgmap v9984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:55 smithi123 ceph-mon[191304]: pgmap v9985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:55 smithi123 ceph-mon[188613]: pgmap v9985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:56.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:55 smithi177 ceph-mon[212096]: pgmap v9985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:57 smithi177 ceph-mon[212096]: pgmap v9986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:05:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:57 smithi123 ceph-mon[191304]: pgmap v9986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:05:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:57 smithi123 ceph-mon[188613]: pgmap v9986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:05:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:05:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:05:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:05:59.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:05:59 smithi177 ceph-mon[212096]: pgmap v9987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:59.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:05:59 smithi123 ceph-mon[188613]: pgmap v9987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:05:59.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:05:59 smithi123 ceph-mon[191304]: pgmap v9987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:01 smithi177 ceph-mon[212096]: pgmap v9988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:01.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:01 smithi123 ceph-mon[191304]: pgmap v9988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:01 smithi123 ceph-mon[188613]: pgmap v9988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:03.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:03 smithi177 ceph-mon[212096]: pgmap v9989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:03.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:03 smithi123 ceph-mon[191304]: pgmap v9989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:03.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:03 smithi123 ceph-mon[188613]: pgmap v9989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:05.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:05 smithi177 ceph-mon[212096]: pgmap v9990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:05.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:05 smithi123 ceph-mon[191304]: pgmap v9990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:05 smithi123 ceph-mon[188613]: pgmap v9990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:07 smithi123 ceph-mon[191304]: pgmap v9991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:07 smithi123 ceph-mon[188613]: pgmap v9991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:08.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:07 smithi177 ceph-mon[212096]: pgmap v9991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:06:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:06:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:06:09.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:09 smithi123 ceph-mon[191304]: pgmap v9992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:09 smithi123 ceph-mon[188613]: pgmap v9992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:10.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:09 smithi177 ceph-mon[212096]: pgmap v9992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:11.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:11 smithi123 ceph-mon[191304]: pgmap v9993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:11 smithi123 ceph-mon[188613]: pgmap v9993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:11 smithi177 ceph-mon[212096]: pgmap v9993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:06:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:06:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:06:13.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:13 smithi123 ceph-mon[191304]: pgmap v9994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:13 smithi123 ceph-mon[188613]: pgmap v9994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:14.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:13 smithi177 ceph-mon[212096]: pgmap v9994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:15.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:15 smithi123 ceph-mon[191304]: pgmap v9995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:15.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:15 smithi123 ceph-mon[188613]: pgmap v9995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:16.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:15 smithi177 ceph-mon[212096]: pgmap v9995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:16.599 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:06:16.908 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:06:16.908 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 5m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:06:16.908 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 3m ago 4h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:06:16.909 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 5m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:06:16.909 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 3m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:06:16.909 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 3m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:06:16.909 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 5m ago 4h 712M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:06:16.909 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 5m ago 4h 1255M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:06:16.909 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 3m ago 4h 599M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:06:16.909 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 5m ago 4h 647M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:06:16.909 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 5m ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:06:16.909 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 3m ago 4h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:06:16.909 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 5m ago 4h 4544M 2439M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:06:16.909 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 5m ago 4h 5283M 2439M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:06:16.909 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 5m ago 4h 4305M 2439M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:06:16.909 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 5m ago 4h 4410M 2439M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:06:16.909 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 3m ago 4h 3694M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:06:16.909 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 3m ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:06:16.910 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 3m ago 4h 3466M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:06:16.910 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 3m ago 4h 3984M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:06:16.910 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 3m ago 4h 128M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:06:17.287 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:06:17.287 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:06:17.287 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:06:17.287 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:06:17.287 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:06:17.287 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:06:17.287 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:06:17.287 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:06:17.288 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:06:17.288 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:06:17.288 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:06:17.288 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:06:17.288 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:06:17.288 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:06:17.288 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:06:17.288 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:06:17.288 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:06:17.288 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:06:17.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:17 smithi123 ceph-mon[191304]: pgmap v9996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:17.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:17 smithi123 ceph-mon[191304]: from='client.54506 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:06:17.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:17 smithi123 ceph-mon[191304]: from='client.54512 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:06:17.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:17 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2644461828' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:06:17.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:17 smithi123 ceph-mon[188613]: pgmap v9996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:17 smithi123 ceph-mon[188613]: from='client.54506 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:06:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:17 smithi123 ceph-mon[188613]: from='client.54512 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:06:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:17 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2644461828' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:06:18.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:17 smithi177 ceph-mon[212096]: pgmap v9996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:18.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:17 smithi177 ceph-mon[212096]: from='client.54506 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:06:18.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:17 smithi177 ceph-mon[212096]: from='client.54512 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:06:18.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:17 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2644461828' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:06:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:06:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:06:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:06:19.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:19 smithi123 ceph-mon[188613]: pgmap v9997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:19 smithi123 ceph-mon[191304]: pgmap v9997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:20.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:19 smithi177 ceph-mon[212096]: pgmap v9997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:21.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:21 smithi123 ceph-mon[191304]: pgmap v9998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:21 smithi123 ceph-mon[188613]: pgmap v9998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:22.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:21 smithi177 ceph-mon[212096]: pgmap v9998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:23.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:23 smithi123 ceph-mon[188613]: pgmap v9999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:23 smithi123 ceph-mon[191304]: pgmap v9999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:24.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:23 smithi177 ceph-mon[212096]: pgmap v9999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:25.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:25 smithi123 ceph-mon[191304]: pgmap v10000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:25 smithi123 ceph-mon[188613]: pgmap v10000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:26.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:25 smithi177 ceph-mon[212096]: pgmap v10000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:27 smithi177 ceph-mon[212096]: pgmap v10001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:06:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:27 smithi123 ceph-mon[191304]: pgmap v10001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:06:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:27 smithi123 ceph-mon[188613]: pgmap v10001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:06:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:06:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:06:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:06:29.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:29 smithi177 ceph-mon[212096]: pgmap v10002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:29.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:29 smithi123 ceph-mon[191304]: pgmap v10002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:29.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:29 smithi123 ceph-mon[188613]: pgmap v10002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:31.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:31 smithi177 ceph-mon[212096]: pgmap v10003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:31.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:31 smithi123 ceph-mon[191304]: pgmap v10003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:31.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:31 smithi123 ceph-mon[188613]: pgmap v10003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:33.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:33 smithi177 ceph-mon[212096]: pgmap v10004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:33.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:33 smithi123 ceph-mon[191304]: pgmap v10004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:33 smithi123 ceph-mon[188613]: pgmap v10004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:06:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:06:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:06:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:06:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:06:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:06:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:06:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:06:35.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:06:35.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:06:35.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:06:35.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:06:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:35 smithi123 ceph-mon[191304]: pgmap v10005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:35 smithi123 ceph-mon[188613]: pgmap v10005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:36.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:35 smithi177 ceph-mon[212096]: pgmap v10005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:37 smithi123 ceph-mon[191304]: pgmap v10006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:37 smithi123 ceph-mon[188613]: pgmap v10006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:38.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:37 smithi177 ceph-mon[212096]: pgmap v10006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:06:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:06:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:06:39.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:39 smithi123 ceph-mon[191304]: pgmap v10007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:39.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:39 smithi123 ceph-mon[188613]: pgmap v10007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:40.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:39 smithi177 ceph-mon[212096]: pgmap v10007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:41 smithi123 ceph-mon[191304]: pgmap v10008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:41 smithi123 ceph-mon[188613]: pgmap v10008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:41 smithi177 ceph-mon[212096]: pgmap v10008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:06:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:06:43.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:06:43.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:43 smithi123 ceph-mon[191304]: pgmap v10009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:43 smithi123 ceph-mon[188613]: pgmap v10009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:44.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:43 smithi177 ceph-mon[212096]: pgmap v10009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:45 smithi123 ceph-mon[191304]: pgmap v10010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:45 smithi123 ceph-mon[188613]: pgmap v10010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:46.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:45 smithi177 ceph-mon[212096]: pgmap v10010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:47.632 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:06:47.943 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:06:47.943 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 6m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:06:47.943 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 4m ago 4h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:06:47.943 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 6m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:06:47.943 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 4m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:06:47.944 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 4m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:06:47.944 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 6m ago 4h 712M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:06:47.944 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 6m ago 4h 1255M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:06:47.944 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 4m ago 4h 599M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:06:47.944 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 6m ago 4h 647M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:06:47.944 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 6m ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:06:47.944 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 4m ago 4h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:06:47.944 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 6m ago 4h 4544M 2439M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:06:47.944 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 6m ago 4h 5283M 2439M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:06:47.944 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 6m ago 4h 4305M 2439M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:06:47.944 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 6m ago 4h 4410M 2439M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:06:47.945 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 4m ago 4h 3694M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:06:47.945 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 4m ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:06:47.945 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 4m ago 4h 3466M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:06:47.945 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 4m ago 4h 3984M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:06:47.945 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 4m ago 4h 128M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:06:47.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:47 smithi123 ceph-mon[191304]: pgmap v10011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:47 smithi123 ceph-mon[188613]: pgmap v10011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:47 smithi177 ceph-mon[212096]: pgmap v10011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:48.325 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:06:48.325 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:06:48.325 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:06:48.325 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:06:48.326 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:06:48.326 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:06:48.326 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:06:48.326 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:06:48.326 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:06:48.326 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:06:48.326 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:06:48.326 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:06:48.326 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:06:48.326 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:06:48.326 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:06:48.326 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:06:48.327 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:06:48.327 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:06:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:48 smithi123 ceph-mon[191304]: from='client.44577 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:06:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:48 smithi123 ceph-mon[191304]: from='client.44583 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:06:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:48 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2724633247' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:06:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:48 smithi123 ceph-mon[188613]: from='client.44577 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:06:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:48 smithi123 ceph-mon[188613]: from='client.44583 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:06:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:48 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2724633247' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:06:49.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:48 smithi177 ceph-mon[212096]: from='client.44577 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:06:49.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:48 smithi177 ceph-mon[212096]: from='client.44583 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:06:49.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:48 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2724633247' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:06:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:06:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:06:49] "GET /metrics HTTP/1.1" 200 34098 "" "Prometheus/2.43.0" 2023-12-20T15:06:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:49 smithi123 ceph-mon[191304]: pgmap v10012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:49 smithi123 ceph-mon[188613]: pgmap v10012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:50.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:49 smithi177 ceph-mon[212096]: pgmap v10012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:51.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:51 smithi123 ceph-mon[191304]: pgmap v10013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:51 smithi123 ceph-mon[188613]: pgmap v10013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:51 smithi177 ceph-mon[212096]: pgmap v10013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:53.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:53 smithi123 ceph-mon[191304]: pgmap v10014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:53 smithi123 ceph-mon[188613]: pgmap v10014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:53 smithi177 ceph-mon[212096]: pgmap v10014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:55 smithi123 ceph-mon[188613]: pgmap v10015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:55 smithi123 ceph-mon[191304]: pgmap v10015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:56.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:55 smithi177 ceph-mon[212096]: pgmap v10015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:57 smithi177 ceph-mon[212096]: pgmap v10016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:06:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:57 smithi123 ceph-mon[191304]: pgmap v10016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:06:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:57 smithi123 ceph-mon[188613]: pgmap v10016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:06:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:06:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:06:59] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:06:59.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:06:59 smithi177 ceph-mon[212096]: pgmap v10017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:59.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:06:59 smithi123 ceph-mon[191304]: pgmap v10017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:06:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:06:59 smithi123 ceph-mon[188613]: pgmap v10017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:01 smithi177 ceph-mon[212096]: pgmap v10018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:01.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:01 smithi123 ceph-mon[191304]: pgmap v10018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:01 smithi123 ceph-mon[188613]: pgmap v10018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:03.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:03 smithi123 ceph-mon[191304]: pgmap v10019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:03 smithi123 ceph-mon[188613]: pgmap v10019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:04.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:03 smithi177 ceph-mon[212096]: pgmap v10019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:05.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:05 smithi123 ceph-mon[191304]: pgmap v10020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:05.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:05 smithi123 ceph-mon[188613]: pgmap v10020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:06.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:05 smithi177 ceph-mon[212096]: pgmap v10020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:07 smithi123 ceph-mon[191304]: pgmap v10021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:07.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:07 smithi123 ceph-mon[188613]: pgmap v10021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:08.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:07 smithi177 ceph-mon[212096]: pgmap v10021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:07:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:07:09] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:07:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:09 smithi123 ceph-mon[191304]: pgmap v10022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:09.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:09 smithi123 ceph-mon[188613]: pgmap v10022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:10.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:09 smithi177 ceph-mon[212096]: pgmap v10022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:11 smithi123 ceph-mon[191304]: pgmap v10023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:07:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:11 smithi123 ceph-mon[188613]: pgmap v10023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:07:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:11 smithi177 ceph-mon[212096]: pgmap v10023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:07:13.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:13 smithi123 ceph-mon[191304]: pgmap v10024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:13.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:13 smithi123 ceph-mon[188613]: pgmap v10024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:14.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:13 smithi177 ceph-mon[212096]: pgmap v10024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:15.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:15 smithi123 ceph-mon[191304]: pgmap v10025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:15 smithi123 ceph-mon[188613]: pgmap v10025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:16.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:15 smithi177 ceph-mon[212096]: pgmap v10025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:17 smithi123 ceph-mon[191304]: pgmap v10026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:17 smithi123 ceph-mon[188613]: pgmap v10026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:18.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:17 smithi177 ceph-mon[212096]: pgmap v10026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:18.668 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:07:18.976 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:07:18.976 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 6m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:07:18.976 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 4m ago 4h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:07:18.976 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 6m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:07:18.977 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 4m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:07:18.977 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 4m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:07:18.977 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 6m ago 4h 712M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:07:18.977 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 6m ago 4h 1255M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:07:18.977 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 4m ago 4h 599M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:07:18.977 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 6m ago 4h 647M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:07:18.977 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 6m ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:07:18.977 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 4m ago 4h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:07:18.977 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 6m ago 4h 4544M 2439M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:07:18.977 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 6m ago 4h 5283M 2439M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:07:18.977 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 6m ago 4h 4305M 2439M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:07:18.978 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 6m ago 4h 4410M 2439M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:07:18.978 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 4m ago 4h 3694M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:07:18.978 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 4m ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:07:18.978 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 4m ago 4h 3466M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:07:18.978 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 4m ago 4h 3984M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:07:18.978 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 4m ago 4h 128M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:07:19.358 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:07:19.358 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:07:19.358 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:07:19.358 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:07:19.358 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:07:19.359 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:07:19.359 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:07:19.359 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:07:19.359 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:07:19.359 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:07:19.359 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:07:19.359 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:07:19.359 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:07:19.359 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:07:19.359 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:07:19.359 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:07:19.359 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:07:19.359 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:07:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:07:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:07:19] "GET /metrics HTTP/1.1" 200 34097 "" "Prometheus/2.43.0" 2023-12-20T15:07:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:19 smithi123 ceph-mon[191304]: pgmap v10027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:19 smithi123 ceph-mon[191304]: from='client.54542 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:07:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:19 smithi123 ceph-mon[191304]: from='client.44601 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:07:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:19 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1967759893' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:07:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:19 smithi123 ceph-mon[188613]: pgmap v10027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:19 smithi123 ceph-mon[188613]: from='client.54542 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:07:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:19 smithi123 ceph-mon[188613]: from='client.44601 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:07:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:19 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1967759893' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:07:20.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:19 smithi177 ceph-mon[212096]: pgmap v10027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:20.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:19 smithi177 ceph-mon[212096]: from='client.54542 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:07:20.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:19 smithi177 ceph-mon[212096]: from='client.44601 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:07:20.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:19 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1967759893' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:07:21.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:21 smithi123 ceph-mon[191304]: pgmap v10028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:21.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:21 smithi123 ceph-mon[188613]: pgmap v10028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:22.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:21 smithi177 ceph-mon[212096]: pgmap v10028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:23.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:23 smithi123 ceph-mon[191304]: pgmap v10029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:23.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:23 smithi123 ceph-mon[188613]: pgmap v10029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:24.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:23 smithi177 ceph-mon[212096]: pgmap v10029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:25 smithi123 ceph-mon[191304]: pgmap v10030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:25 smithi123 ceph-mon[188613]: pgmap v10030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:26.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:25 smithi177 ceph-mon[212096]: pgmap v10030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:27 smithi123 ceph-mon[191304]: pgmap v10031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:07:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:27 smithi123 ceph-mon[188613]: pgmap v10031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:07:28.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:27 smithi177 ceph-mon[212096]: pgmap v10031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:07:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:07:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:07:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:07:29.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:29 smithi123 ceph-mon[191304]: pgmap v10032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:29 smithi123 ceph-mon[188613]: pgmap v10032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:30.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:29 smithi177 ceph-mon[212096]: pgmap v10032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:31.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:31 smithi123 ceph-mon[191304]: pgmap v10033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:31 smithi123 ceph-mon[188613]: pgmap v10033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:32.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:31 smithi177 ceph-mon[212096]: pgmap v10033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:33.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:33 smithi123 ceph-mon[191304]: pgmap v10034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:33 smithi123 ceph-mon[188613]: pgmap v10034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:33 smithi177 ceph-mon[212096]: pgmap v10034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:07:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:07:35.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:07:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:35 smithi123 ceph-mon[191304]: pgmap v10035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:07:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:07:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:07:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:35 smithi123 ceph-mon[188613]: pgmap v10035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:07:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:07:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:07:36.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:35 smithi177 ceph-mon[212096]: pgmap v10035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:36.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:07:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:07:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:07:37.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:37 smithi123 ceph-mon[191304]: pgmap v10036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:37 smithi123 ceph-mon[188613]: pgmap v10036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:38.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:37 smithi177 ceph-mon[212096]: pgmap v10036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:07:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:07:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:07:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:39 smithi123 ceph-mon[191304]: pgmap v10037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:39 smithi123 ceph-mon[188613]: pgmap v10037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:40.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:39 smithi177 ceph-mon[212096]: pgmap v10037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:41 smithi123 ceph-mon[191304]: pgmap v10038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:07:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:41 smithi123 ceph-mon[188613]: pgmap v10038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:07:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:41 smithi177 ceph-mon[212096]: pgmap v10038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:07:43.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:43 smithi123 ceph-mon[191304]: pgmap v10039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:43 smithi123 ceph-mon[188613]: pgmap v10039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:44.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:43 smithi177 ceph-mon[212096]: pgmap v10039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:45.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:45 smithi123 ceph-mon[191304]: pgmap v10040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:45 smithi123 ceph-mon[188613]: pgmap v10040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:46.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:45 smithi177 ceph-mon[212096]: pgmap v10040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:47.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:47 smithi123 ceph-mon[191304]: pgmap v10041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:47 smithi123 ceph-mon[188613]: pgmap v10041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:47 smithi177 ceph-mon[212096]: pgmap v10041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:07:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:07:49] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T15:07:49.706 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:07:49.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:49 smithi123 ceph-mon[191304]: pgmap v10042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:49 smithi123 ceph-mon[188613]: pgmap v10042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:50.014 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:07:50.014 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 7m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:07:50.014 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 5m ago 4h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:07:50.014 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 7m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:07:50.015 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 5m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:07:50.015 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 5m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:07:50.015 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 7m ago 4h 712M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:07:50.015 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 7m ago 4h 1255M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:07:50.015 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 5m ago 4h 599M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:07:50.015 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 7m ago 4h 647M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:07:50.015 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 7m ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:07:50.015 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 5m ago 4h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:07:50.015 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 7m ago 4h 4544M 2439M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:07:50.015 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 7m ago 4h 5283M 2439M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:07:50.016 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 7m ago 4h 4305M 2439M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:07:50.016 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 7m ago 4h 4410M 2439M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:07:50.016 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 5m ago 4h 3694M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:07:50.016 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 5m ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:07:50.016 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 5m ago 4h 3466M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:07:50.016 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 5m ago 4h 3984M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:07:50.016 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 5m ago 4h 128M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:07:50.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:49 smithi177 ceph-mon[212096]: pgmap v10042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:50.395 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:07:50.395 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:07:50.395 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:07:50.395 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:07:50.395 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:07:50.395 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:07:50.395 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:07:50.395 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:07:50.395 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:07:50.395 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:07:50.395 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:07:50.395 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:07:50.395 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:07:50.395 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:07:50.395 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:07:50.396 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:07:50.396 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:07:50.396 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:07:50.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:50 smithi123 ceph-mon[191304]: from='client.44613 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:07:50.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:50 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2646824931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:07:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:50 smithi123 ceph-mon[188613]: from='client.44613 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:07:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:50 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2646824931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:07:51.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:50 smithi177 ceph-mon[212096]: from='client.44613 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:07:51.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:50 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2646824931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:07:51.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:51 smithi123 ceph-mon[191304]: from='client.54566 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:07:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:51 smithi123 ceph-mon[191304]: pgmap v10043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:51 smithi123 ceph-mon[188613]: from='client.54566 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:07:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:51 smithi123 ceph-mon[188613]: pgmap v10043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:51 smithi177 ceph-mon[212096]: from='client.54566 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:07:52.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:51 smithi177 ceph-mon[212096]: pgmap v10043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:53 smithi123 ceph-mon[191304]: pgmap v10044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:53 smithi123 ceph-mon[188613]: pgmap v10044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:53 smithi177 ceph-mon[212096]: pgmap v10044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:55 smithi123 ceph-mon[191304]: pgmap v10045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:55 smithi123 ceph-mon[188613]: pgmap v10045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:56.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:55 smithi177 ceph-mon[212096]: pgmap v10045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:57 smithi123 ceph-mon[188613]: pgmap v10046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:07:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:57 smithi123 ceph-mon[191304]: pgmap v10046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:07:58.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:57 smithi177 ceph-mon[212096]: pgmap v10046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:07:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:07:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:07:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T15:07:59.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:07:59 smithi123 ceph-mon[188613]: pgmap v10047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:07:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:07:59 smithi123 ceph-mon[191304]: pgmap v10047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:00.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:07:59 smithi177 ceph-mon[212096]: pgmap v10047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:01 smithi123 ceph-mon[188613]: pgmap v10048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:01 smithi123 ceph-mon[191304]: pgmap v10048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:02.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:01 smithi177 ceph-mon[212096]: pgmap v10048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:03.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:03 smithi123 ceph-mon[191304]: pgmap v10049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:03 smithi123 ceph-mon[188613]: pgmap v10049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:04.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:03 smithi177 ceph-mon[212096]: pgmap v10049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:05.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:05 smithi123 ceph-mon[188613]: pgmap v10050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:05 smithi123 ceph-mon[191304]: pgmap v10050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:06.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:05 smithi177 ceph-mon[212096]: pgmap v10050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:07 smithi123 ceph-mon[188613]: pgmap v10051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:07 smithi123 ceph-mon[191304]: pgmap v10051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:08.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:07 smithi177 ceph-mon[212096]: pgmap v10051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:08:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:08:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T15:08:09.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:09 smithi123 ceph-mon[188613]: pgmap v10052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:09 smithi123 ceph-mon[191304]: pgmap v10052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:10.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:09 smithi177 ceph-mon[212096]: pgmap v10052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:11 smithi123 ceph-mon[191304]: pgmap v10053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:08:11.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:11 smithi123 ceph-mon[188613]: pgmap v10053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:11.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:08:12.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:11 smithi177 ceph-mon[212096]: pgmap v10053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:08:13.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:13 smithi123 ceph-mon[191304]: pgmap v10054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:13 smithi123 ceph-mon[188613]: pgmap v10054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:14.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:13 smithi177 ceph-mon[212096]: pgmap v10054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:15 smithi123 ceph-mon[191304]: pgmap v10055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:15 smithi123 ceph-mon[188613]: pgmap v10055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:16.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:15 smithi177 ceph-mon[212096]: pgmap v10055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:17.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:17 smithi123 ceph-mon[191304]: pgmap v10056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:17 smithi123 ceph-mon[188613]: pgmap v10056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:18.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:17 smithi177 ceph-mon[212096]: pgmap v10056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:08:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:08:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:08:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:19 smithi123 ceph-mon[191304]: pgmap v10057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:19 smithi123 ceph-mon[188613]: pgmap v10057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:20.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:19 smithi177 ceph-mon[212096]: pgmap v10057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:20.738 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:08:21.044 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:08:21.044 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 7m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:08:21.044 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 5m ago 4h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:08:21.044 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 7m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:08:21.044 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 5m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:08:21.044 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 5m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:08:21.044 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 7m ago 4h 712M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:08:21.044 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 7m ago 4h 1255M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:08:21.045 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 5m ago 4h 599M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:08:21.045 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 7m ago 4h 647M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:08:21.045 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 7m ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:08:21.045 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 5m ago 4h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:08:21.045 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 7m ago 4h 4544M 2439M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:08:21.045 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 7m ago 4h 5283M 2439M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:08:21.045 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 7m ago 4h 4305M 2439M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:08:21.045 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 7m ago 4h 4410M 2439M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:08:21.045 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 5m ago 4h 3694M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:08:21.045 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 5m ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:08:21.046 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 5m ago 4h 3466M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:08:21.046 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 5m ago 4h 3984M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:08:21.046 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 5m ago 4h 128M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:08:21.425 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:08:21.426 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:08:21.426 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:08:21.426 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:08:21.426 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:08:21.426 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:08:21.426 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:08:21.426 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:08:21.426 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:08:21.426 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:08:21.426 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:08:21.426 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:08:21.426 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:08:21.426 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:08:21.427 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:08:21.427 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:08:21.427 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:08:21.427 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:08:21.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:21 smithi123 ceph-mon[191304]: pgmap v10058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:21.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:21 smithi123 ceph-mon[191304]: from='client.44631 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:08:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:21 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3089257705' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:08:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:21 smithi123 ceph-mon[188613]: pgmap v10058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:21 smithi123 ceph-mon[188613]: from='client.44631 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:08:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:21 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3089257705' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:08:22.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:21 smithi177 ceph-mon[212096]: pgmap v10058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:22.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:21 smithi177 ceph-mon[212096]: from='client.44631 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:08:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:21 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3089257705' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:08:22.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:22 smithi123 ceph-mon[188613]: from='client.54584 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:08:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:22 smithi123 ceph-mon[191304]: from='client.54584 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:08:23.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:22 smithi177 ceph-mon[212096]: from='client.54584 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:08:23.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:23 smithi123 ceph-mon[191304]: pgmap v10059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:23 smithi123 ceph-mon[188613]: pgmap v10059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:24.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:23 smithi177 ceph-mon[212096]: pgmap v10059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:25 smithi123 ceph-mon[191304]: pgmap v10060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:25 smithi123 ceph-mon[188613]: pgmap v10060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:26.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:25 smithi177 ceph-mon[212096]: pgmap v10060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:27 smithi123 ceph-mon[191304]: pgmap v10061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:08:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:27 smithi123 ceph-mon[188613]: pgmap v10061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:08:28.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:27 smithi177 ceph-mon[212096]: pgmap v10061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:28.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:08:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:08:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:08:29] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:08:29.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:29 smithi123 ceph-mon[191304]: pgmap v10062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:29 smithi123 ceph-mon[188613]: pgmap v10062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:30.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:29 smithi177 ceph-mon[212096]: pgmap v10062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:31 smithi123 ceph-mon[191304]: pgmap v10063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:31 smithi123 ceph-mon[188613]: pgmap v10063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:32.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:31 smithi177 ceph-mon[212096]: pgmap v10063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:33.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:33 smithi123 ceph-mon[191304]: pgmap v10064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:33 smithi123 ceph-mon[188613]: pgmap v10064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:34.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:33 smithi177 ceph-mon[212096]: pgmap v10064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:35 smithi123 ceph-mon[191304]: pgmap v10065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:08:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:08:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:08:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:08:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:08:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:08:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:08:35.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:08:35.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:08:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:35 smithi123 ceph-mon[188613]: pgmap v10065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:08:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:08:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:08:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:08:35.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:08:35.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:08:35.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:08:35.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:08:35.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:08:36.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:35 smithi177 ceph-mon[212096]: pgmap v10065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:08:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:08:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:08:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:08:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:08:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:08:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:08:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:08:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:08:36.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:36 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2430M 2023-12-20T15:08:36.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:36 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2430M 2023-12-20T15:08:37.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:36 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2430M 2023-12-20T15:08:37.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:37 smithi123 ceph-mon[191304]: pgmap v10066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:37 smithi123 ceph-mon[188613]: pgmap v10066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:37 smithi177 ceph-mon[212096]: pgmap v10066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:08:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:08:39] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:08:39.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:39 smithi123 ceph-mon[191304]: pgmap v10067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:39 smithi123 ceph-mon[188613]: pgmap v10067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:40.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:39 smithi177 ceph-mon[212096]: pgmap v10067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:41 smithi123 ceph-mon[191304]: pgmap v10068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:08:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:41 smithi123 ceph-mon[188613]: pgmap v10068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:08:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:41 smithi177 ceph-mon[212096]: pgmap v10068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:08:43.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:43 smithi123 ceph-mon[191304]: pgmap v10069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:43 smithi123 ceph-mon[188613]: pgmap v10069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:44.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:43 smithi177 ceph-mon[212096]: pgmap v10069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:45.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:45 smithi123 ceph-mon[191304]: pgmap v10070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:45 smithi123 ceph-mon[188613]: pgmap v10070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:46.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:45 smithi177 ceph-mon[212096]: pgmap v10070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:47 smithi123 ceph-mon[191304]: pgmap v10071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:47 smithi123 ceph-mon[188613]: pgmap v10071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:48.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:47 smithi177 ceph-mon[212096]: pgmap v10071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:08:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:08:49] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:08:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:49 smithi123 ceph-mon[191304]: pgmap v10072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:49 smithi123 ceph-mon[188613]: pgmap v10072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:49 smithi177 ceph-mon[212096]: pgmap v10072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:51.770 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:08:51.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:51 smithi123 ceph-mon[191304]: pgmap v10073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:51.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:51 smithi123 ceph-mon[188613]: pgmap v10073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:52.077 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:08:52.077 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 8m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:08:52.077 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 6m ago 4h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:08:52.077 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 8m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:08:52.077 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 6m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:08:52.077 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 6m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:08:52.077 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 8m ago 4h 712M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:08:52.077 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 8m ago 4h 1255M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:08:52.077 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 6m ago 4h 599M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:08:52.077 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 8m ago 4h 647M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:08:52.077 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 8m ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:08:52.077 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 6m ago 4h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:08:52.078 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 8m ago 4h 4544M 2430M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:08:52.078 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 8m ago 4h 5283M 2430M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:08:52.078 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 8m ago 4h 4305M 2430M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:08:52.078 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 8m ago 4h 4410M 2430M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:08:52.078 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 6m ago 4h 3694M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:08:52.078 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 6m ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:08:52.078 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 6m ago 4h 3466M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:08:52.078 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 6m ago 4h 3984M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:08:52.078 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 6m ago 4h 128M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:08:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:51 smithi177 ceph-mon[212096]: pgmap v10073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:52.460 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:08:52.460 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:08:52.460 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:08:52.460 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:08:52.460 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:08:52.460 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:08:52.461 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:08:52.461 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:08:52.461 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:08:52.461 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:08:52.461 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:08:52.461 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:08:52.461 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:08:52.461 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:08:52.461 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:08:52.461 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:08:52.461 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:08:52.462 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:08:52.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:52 smithi123 ceph-mon[191304]: from='client.54596 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:08:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:52 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1406819493' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:08:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:52 smithi123 ceph-mon[188613]: from='client.54596 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:08:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:52 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1406819493' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:08:53.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:52 smithi177 ceph-mon[212096]: from='client.54596 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:08:53.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:52 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1406819493' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:08:53.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:53 smithi123 ceph-mon[191304]: from='client.54602 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:08:53.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:53 smithi123 ceph-mon[191304]: pgmap v10074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:53 smithi123 ceph-mon[188613]: from='client.54602 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:08:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:53 smithi123 ceph-mon[188613]: pgmap v10074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:53 smithi177 ceph-mon[212096]: from='client.54602 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:08:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:53 smithi177 ceph-mon[212096]: pgmap v10074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:55 smithi123 ceph-mon[191304]: pgmap v10075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:55 smithi123 ceph-mon[188613]: pgmap v10075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:56.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:55 smithi177 ceph-mon[212096]: pgmap v10075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:56.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:08:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:08:57.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:08:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:57 smithi123 ceph-mon[191304]: pgmap v10076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:57 smithi123 ceph-mon[188613]: pgmap v10076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:58.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:57 smithi177 ceph-mon[212096]: pgmap v10076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:08:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:08:59] "GET /metrics HTTP/1.1" 200 34098 "" "Prometheus/2.43.0" 2023-12-20T15:08:59.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:08:59 smithi123 ceph-mon[191304]: pgmap v10077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:08:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:08:59 smithi123 ceph-mon[188613]: pgmap v10077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:00.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:08:59 smithi177 ceph-mon[212096]: pgmap v10077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:01 smithi123 ceph-mon[191304]: pgmap v10078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:01 smithi123 ceph-mon[188613]: pgmap v10078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:02.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:01 smithi177 ceph-mon[212096]: pgmap v10078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:03.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:03 smithi123 ceph-mon[191304]: pgmap v10079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:03 smithi123 ceph-mon[188613]: pgmap v10079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:04.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:03 smithi177 ceph-mon[212096]: pgmap v10079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:05.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:05 smithi123 ceph-mon[191304]: pgmap v10080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:05 smithi123 ceph-mon[188613]: pgmap v10080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:06.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:05 smithi177 ceph-mon[212096]: pgmap v10080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:07 smithi123 ceph-mon[191304]: pgmap v10081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:07 smithi123 ceph-mon[188613]: pgmap v10081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:08.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:07 smithi177 ceph-mon[212096]: pgmap v10081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:09:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:09:09] "GET /metrics HTTP/1.1" 200 34098 "" "Prometheus/2.43.0" 2023-12-20T15:09:10.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:09 smithi177 ceph-mon[212096]: pgmap v10082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:10.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:09 smithi123 ceph-mon[191304]: pgmap v10082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:10.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:09 smithi123 ceph-mon[188613]: pgmap v10082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:11 smithi177 ceph-mon[212096]: pgmap v10083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:09:12.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:11 smithi123 ceph-mon[191304]: pgmap v10083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:09:12.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:11 smithi123 ceph-mon[188613]: pgmap v10083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:12.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:09:14.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:13 smithi177 ceph-mon[212096]: pgmap v10084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:14.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:13 smithi123 ceph-mon[191304]: pgmap v10084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:14.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:13 smithi123 ceph-mon[188613]: pgmap v10084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:16.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:15 smithi177 ceph-mon[212096]: pgmap v10085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:16.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:15 smithi123 ceph-mon[191304]: pgmap v10085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:16.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:15 smithi123 ceph-mon[188613]: pgmap v10085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:18.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:17 smithi177 ceph-mon[212096]: pgmap v10086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:18.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:17 smithi123 ceph-mon[191304]: pgmap v10086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:18.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:17 smithi123 ceph-mon[188613]: pgmap v10086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:09:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:09:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:09:20.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:19 smithi177 ceph-mon[212096]: pgmap v10087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:20.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:19 smithi123 ceph-mon[191304]: pgmap v10087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:20.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:19 smithi123 ceph-mon[188613]: pgmap v10087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:21 smithi177 ceph-mon[212096]: pgmap v10088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:22.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:21 smithi123 ceph-mon[191304]: pgmap v10088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:22.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:21 smithi123 ceph-mon[188613]: pgmap v10088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:22.806 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:09:23.113 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:09:23.113 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 8m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:09:23.113 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 6m ago 4h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:09:23.113 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 8m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:09:23.113 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 6m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:09:23.113 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 6m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:09:23.114 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 8m ago 4h 712M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:09:23.114 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 8m ago 4h 1255M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:09:23.114 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 6m ago 4h 599M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:09:23.114 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 8m ago 4h 647M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:09:23.114 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 8m ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:09:23.114 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 6m ago 4h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:09:23.114 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 8m ago 4h 4544M 2430M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:09:23.114 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 8m ago 4h 5283M 2430M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:09:23.114 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 8m ago 4h 4305M 2430M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:09:23.114 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 8m ago 4h 4410M 2430M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:09:23.114 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 6m ago 4h 3694M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:09:23.115 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 6m ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:09:23.115 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 6m ago 4h 3466M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:09:23.115 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 6m ago 4h 3984M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:09:23.115 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 6m ago 4h 128M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:09:23.497 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:09:23.497 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:09:23.498 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:09:23.498 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:09:23.498 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:09:23.498 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:09:23.498 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:09:23.498 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:09:23.498 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:09:23.498 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:09:23.498 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:09:23.498 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:09:23.499 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:09:23.499 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:09:23.499 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:09:23.499 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:09:23.499 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:09:23.499 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:09:24.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:23 smithi177 ceph-mon[212096]: pgmap v10089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:24.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:23 smithi177 ceph-mon[212096]: from='client.44667 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:09:24.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:23 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1195370743' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:09:24.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:23 smithi123 ceph-mon[191304]: pgmap v10089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:24.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:23 smithi123 ceph-mon[191304]: from='client.44667 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:09:24.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:23 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1195370743' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:09:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:23 smithi123 ceph-mon[188613]: pgmap v10089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:23 smithi123 ceph-mon[188613]: from='client.44667 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:09:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:23 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1195370743' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:09:25.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:24 smithi177 ceph-mon[212096]: from='client.44673 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:09:25.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:24 smithi123 ceph-mon[191304]: from='client.44673 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:09:25.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:24 smithi123 ceph-mon[188613]: from='client.44673 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:09:26.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:25 smithi177 ceph-mon[212096]: pgmap v10090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:26.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:25 smithi123 ceph-mon[191304]: pgmap v10090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:25 smithi123 ceph-mon[188613]: pgmap v10090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:09:27.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:09:27.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:09:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:27 smithi177 ceph-mon[212096]: pgmap v10091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:28.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:27 smithi123 ceph-mon[191304]: pgmap v10091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:28.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:27 smithi123 ceph-mon[188613]: pgmap v10091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:09:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:09:29] "GET /metrics HTTP/1.1" 200 34097 "" "Prometheus/2.43.0" 2023-12-20T15:09:30.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:29 smithi177 ceph-mon[212096]: pgmap v10092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:30.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:29 smithi123 ceph-mon[191304]: pgmap v10092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:30.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:29 smithi123 ceph-mon[188613]: pgmap v10092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:32.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:31 smithi177 ceph-mon[212096]: pgmap v10093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:32.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:31 smithi123 ceph-mon[188613]: pgmap v10093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:32.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:31 smithi123 ceph-mon[191304]: pgmap v10093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:34.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:33 smithi177 ceph-mon[212096]: pgmap v10094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:34.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:33 smithi123 ceph-mon[191304]: pgmap v10094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:33 smithi123 ceph-mon[188613]: pgmap v10094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:36.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:35 smithi177 ceph-mon[212096]: pgmap v10095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:36.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:09:36.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:35 smithi123 ceph-mon[191304]: pgmap v10095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:09:36.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:35 smithi123 ceph-mon[188613]: pgmap v10095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:36.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:09:37.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:09:37.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:09:37.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:09:37.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:09:37.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:09:37.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:09:37.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:09:37.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:09:37.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:09:38.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:37 smithi177 ceph-mon[212096]: pgmap v10096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:38.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:37 smithi123 ceph-mon[191304]: pgmap v10096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:38.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:37 smithi123 ceph-mon[188613]: pgmap v10096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:09:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:09:39] "GET /metrics HTTP/1.1" 200 34097 "" "Prometheus/2.43.0" 2023-12-20T15:09:40.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:39 smithi177 ceph-mon[212096]: pgmap v10097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:40.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:39 smithi123 ceph-mon[191304]: pgmap v10097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:39 smithi123 ceph-mon[188613]: pgmap v10097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:41 smithi177 ceph-mon[212096]: pgmap v10098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:09:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:41 smithi123 ceph-mon[191304]: pgmap v10098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:09:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:41 smithi123 ceph-mon[188613]: pgmap v10098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:09:44.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:43 smithi177 ceph-mon[212096]: pgmap v10099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:44.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:43 smithi123 ceph-mon[191304]: pgmap v10099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:43 smithi123 ceph-mon[188613]: pgmap v10099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:45 smithi177 ceph-mon[212096]: pgmap v10100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:46.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:45 smithi123 ceph-mon[191304]: pgmap v10100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:46.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:45 smithi123 ceph-mon[188613]: pgmap v10100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:47.817 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:47 smithi177 ceph-mon[212096]: pgmap v10101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:48.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:47 smithi123 ceph-mon[191304]: pgmap v10101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:48.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:47 smithi123 ceph-mon[188613]: pgmap v10101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:09:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:09:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:09:50.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:49 smithi177 ceph-mon[212096]: pgmap v10102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:50.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:49 smithi123 ceph-mon[191304]: pgmap v10102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:50.270 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:49 smithi123 ceph-mon[188613]: pgmap v10102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:51 smithi177 ceph-mon[212096]: pgmap v10103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:52.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:51 smithi123 ceph-mon[191304]: pgmap v10103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:52.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:51 smithi123 ceph-mon[188613]: pgmap v10103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:53.843 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:09:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:53 smithi177 ceph-mon[212096]: pgmap v10104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:54.155 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:09:54.156 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 9m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:09:54.156 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 7m ago 4h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:09:54.156 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 9m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:09:54.156 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 7m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:09:54.156 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 7m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:09:54.156 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 9m ago 4h 712M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:09:54.156 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 9m ago 4h 1255M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:09:54.156 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 7m ago 4h 599M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:09:54.156 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 9m ago 4h 647M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:09:54.156 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 9m ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:09:54.156 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 7m ago 4h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:09:54.157 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 9m ago 4h 4544M 2430M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:09:54.157 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 9m ago 4h 5283M 2430M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:09:54.157 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 9m ago 4h 4305M 2430M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:09:54.157 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 9m ago 4h 4410M 2430M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:09:54.157 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 7m ago 4h 3694M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:09:54.157 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 7m ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:09:54.157 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 7m ago 4h 3466M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:09:54.157 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 7m ago 4h 3984M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:09:54.157 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 7m ago 4h 128M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:09:54.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:53 smithi123 ceph-mon[191304]: pgmap v10104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:53 smithi123 ceph-mon[188613]: pgmap v10104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:54.540 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:09:54.540 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:09:54.540 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:09:54.541 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:09:54.541 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:09:54.541 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:09:54.541 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:09:54.541 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:09:54.541 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:09:54.541 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:09:54.541 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:09:54.541 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:09:54.541 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:09:54.541 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:09:54.541 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:09:54.541 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:09:54.541 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:09:54.541 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:09:55.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:54 smithi177 ceph-mon[212096]: from='client.54632 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:09:55.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:54 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2729997620' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:09:55.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:54 smithi123 ceph-mon[188613]: from='client.54632 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:09:55.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:54 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2729997620' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:09:55.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:54 smithi123 ceph-mon[191304]: from='client.54632 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:09:55.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:54 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2729997620' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:09:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:55 smithi177 ceph-mon[212096]: pgmap v10105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:55 smithi177 ceph-mon[212096]: from='client.44691 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:09:56.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:55 smithi123 ceph-mon[191304]: pgmap v10105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:56.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:55 smithi123 ceph-mon[191304]: from='client.44691 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:09:56.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:55 smithi123 ceph-mon[188613]: pgmap v10105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:56.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:55 smithi123 ceph-mon[188613]: from='client.44691 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:09:57.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:09:57.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:09:57.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:09:58.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:57 smithi177 ceph-mon[212096]: pgmap v10106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:58.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:57 smithi123 ceph-mon[191304]: pgmap v10106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:58.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:57 smithi123 ceph-mon[188613]: pgmap v10106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:09:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:09:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:09:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:10:00.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:09:59 smithi177 ceph-mon[212096]: pgmap v10107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:00.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:09:59 smithi123 ceph-mon[191304]: pgmap v10107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:00.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:09:59 smithi123 ceph-mon[188613]: pgmap v10107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:00.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T15:09:59.998+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T15:10:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T15:10:01.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T15:10:01.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T15:10:02.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:01 smithi177 ceph-mon[212096]: pgmap v10108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:02.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:01 smithi123 ceph-mon[188613]: pgmap v10108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:02.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:01 smithi123 ceph-mon[191304]: pgmap v10108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:03 smithi177 ceph-mon[212096]: pgmap v10109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:04.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:03 smithi123 ceph-mon[188613]: pgmap v10109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:04.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:03 smithi123 ceph-mon[191304]: pgmap v10109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:06.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:05 smithi177 ceph-mon[212096]: pgmap v10110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:06.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:05 smithi123 ceph-mon[188613]: pgmap v10110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:06.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:05 smithi123 ceph-mon[191304]: pgmap v10110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:08.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:07 smithi177 ceph-mon[212096]: pgmap v10111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:08.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:07 smithi123 ceph-mon[191304]: pgmap v10111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:08.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:07 smithi123 ceph-mon[188613]: pgmap v10111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:10:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:10:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:10:10.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:09 smithi177 ceph-mon[212096]: pgmap v10112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:10.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:09 smithi123 ceph-mon[191304]: pgmap v10112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:10.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:09 smithi123 ceph-mon[188613]: pgmap v10112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:11 smithi177 ceph-mon[212096]: pgmap v10113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:10:12.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:11 smithi123 ceph-mon[191304]: pgmap v10113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:12.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:10:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:11 smithi123 ceph-mon[188613]: pgmap v10113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:12.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:10:14.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:13 smithi177 ceph-mon[212096]: pgmap v10114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:14.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:13 smithi123 ceph-mon[188613]: pgmap v10114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:14.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:13 smithi123 ceph-mon[191304]: pgmap v10114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:16.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:15 smithi177 ceph-mon[212096]: pgmap v10115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:16.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:15 smithi123 ceph-mon[188613]: pgmap v10115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:16.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:15 smithi123 ceph-mon[191304]: pgmap v10115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:18.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:17 smithi177 ceph-mon[212096]: pgmap v10116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:18.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:17 smithi123 ceph-mon[191304]: pgmap v10116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:18.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:17 smithi123 ceph-mon[188613]: pgmap v10116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:10:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:10:19] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:10:20.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:19 smithi177 ceph-mon[212096]: pgmap v10117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:20.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:19 smithi123 ceph-mon[191304]: pgmap v10117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:20.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:19 smithi123 ceph-mon[188613]: pgmap v10117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:22.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:21 smithi177 ceph-mon[212096]: pgmap v10118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:22.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:21 smithi123 ceph-mon[191304]: pgmap v10118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:22.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:21 smithi123 ceph-mon[188613]: pgmap v10118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:24.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:23 smithi177 ceph-mon[212096]: pgmap v10119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:24.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:23 smithi123 ceph-mon[191304]: pgmap v10119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:24.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:23 smithi123 ceph-mon[188613]: pgmap v10119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:24.884 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:10:25.193 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:10:25.194 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 9m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:10:25.194 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 7m ago 4h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:10:25.194 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 9m ago 4h 25.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:10:25.194 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 7m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:10:25.194 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 7m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:10:25.194 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 9m ago 4h 712M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:10:25.194 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 9m ago 4h 1255M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:10:25.194 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 7m ago 4h 599M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:10:25.194 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 9m ago 4h 647M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:10:25.194 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 9m ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:10:25.195 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 7m ago 4h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:10:25.195 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 9m ago 4h 4544M 2430M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:10:25.195 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 9m ago 4h 5283M 2430M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:10:25.195 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 9m ago 4h 4305M 2430M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:10:25.195 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 9m ago 4h 4410M 2430M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:10:25.195 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 7m ago 4h 3694M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:10:25.195 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 7m ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:10:25.195 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 7m ago 4h 3466M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:10:25.195 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 7m ago 4h 3984M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:10:25.195 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 7m ago 4h 128M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:10:25.575 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:10:25.576 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:10:25.576 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:10:25.576 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:10:25.576 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:10:25.576 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:10:25.576 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:10:25.576 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:10:25.576 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:10:25.577 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:10:25.577 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:10:25.577 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:10:25.577 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:10:25.577 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:10:25.577 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:10:25.577 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:10:25.577 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:10:25.577 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:10:26.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:25 smithi177 ceph-mon[212096]: pgmap v10120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:26.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:25 smithi177 ceph-mon[212096]: from='client.54650 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:10:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:25 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1300208562' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:10:26.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:25 smithi123 ceph-mon[191304]: pgmap v10120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:26.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:25 smithi123 ceph-mon[191304]: from='client.54650 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:10:26.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:25 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1300208562' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:10:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:25 smithi123 ceph-mon[188613]: pgmap v10120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:25 smithi123 ceph-mon[188613]: from='client.54650 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:10:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:25 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1300208562' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:10:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:26 smithi177 ceph-mon[212096]: from='client.54656 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:10:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:10:27.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:26 smithi123 ceph-mon[191304]: from='client.54656 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:10:27.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:10:27.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:26 smithi123 ceph-mon[188613]: from='client.54656 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:10:27.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:10:28.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:27 smithi177 ceph-mon[212096]: pgmap v10121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:28.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:27 smithi123 ceph-mon[191304]: pgmap v10121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:28.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:27 smithi123 ceph-mon[188613]: pgmap v10121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:10:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:10:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:10:30.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:29 smithi123 ceph-mon[191304]: pgmap v10122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:30.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:29 smithi123 ceph-mon[188613]: pgmap v10122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:30.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:29 smithi177 ceph-mon[212096]: pgmap v10122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:32.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:31 smithi123 ceph-mon[191304]: pgmap v10123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:32.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:31 smithi123 ceph-mon[188613]: pgmap v10123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:32.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:31 smithi177 ceph-mon[212096]: pgmap v10123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:34.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:33 smithi123 ceph-mon[191304]: pgmap v10124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:34.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:33 smithi123 ceph-mon[188613]: pgmap v10124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:34.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:33 smithi177 ceph-mon[212096]: pgmap v10124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:36.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:35 smithi123 ceph-mon[191304]: pgmap v10125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:36.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:35 smithi123 ceph-mon[188613]: pgmap v10125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:36.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:35 smithi177 ceph-mon[212096]: pgmap v10125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:37.192 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:10:37.192 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:10:37.192 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:10:37.193 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:10:37.193 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:10:37.193 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:10:37.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:10:37.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:10:37.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:10:38.170 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:37 smithi123 ceph-mon[191304]: pgmap v10126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:38.170 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:37 smithi123 ceph-mon[188613]: pgmap v10126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:38.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:37 smithi177 ceph-mon[212096]: pgmap v10126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:10:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:10:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:10:39.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:39 smithi123 ceph-mon[188613]: pgmap v10127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:39.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:10:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:10:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:10:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:10:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:10:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:39 smithi123 ceph-mon[191304]: pgmap v10127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:10:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:10:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:10:39.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:10:39.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:10:40.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:39 smithi177 ceph-mon[212096]: pgmap v10127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:10:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:10:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:10:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:10:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:10:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:41 smithi123 ceph-mon[191304]: pgmap v10128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:10:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:41 smithi123 ceph-mon[188613]: pgmap v10128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:10:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:41 smithi177 ceph-mon[212096]: pgmap v10128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:10:43.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:43 smithi123 ceph-mon[191304]: pgmap v10129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:43 smithi123 ceph-mon[188613]: pgmap v10129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:44.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:43 smithi177 ceph-mon[212096]: pgmap v10129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:45.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:45 smithi123 ceph-mon[188613]: pgmap v10130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:45 smithi123 ceph-mon[191304]: pgmap v10130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:46.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:45 smithi177 ceph-mon[212096]: pgmap v10130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:47.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:47 smithi123 ceph-mon[191304]: pgmap v10131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:47 smithi123 ceph-mon[188613]: pgmap v10131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:47 smithi177 ceph-mon[212096]: pgmap v10131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:10:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:10:49] "GET /metrics HTTP/1.1" 200 34097 "" "Prometheus/2.43.0" 2023-12-20T15:10:49.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:49 smithi123 ceph-mon[191304]: pgmap v10132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:49 smithi123 ceph-mon[188613]: pgmap v10132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:50.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:49 smithi177 ceph-mon[212096]: pgmap v10132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:51.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:51 smithi123 ceph-mon[191304]: pgmap v10133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:51.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:51 smithi123 ceph-mon[188613]: pgmap v10133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:51 smithi177 ceph-mon[212096]: pgmap v10133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:53 smithi177 ceph-mon[212096]: pgmap v10134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:54.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:53 smithi123 ceph-mon[191304]: pgmap v10134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:53 smithi123 ceph-mon[188613]: pgmap v10134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:55.927 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:10:56.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:55 smithi177 ceph-mon[212096]: pgmap v10135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:56.234 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:10:56.234 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 17s ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:10:56.234 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 8m ago 4h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:10:56.234 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 17s ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:10:56.234 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 8m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:10:56.234 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 8m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:10:56.234 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 17s ago 4h 718M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:10:56.234 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 17s ago 4h 1293M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:10:56.234 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 8m ago 4h 599M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:10:56.234 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 17s ago 4h 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:10:56.235 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 17s ago 4h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:10:56.235 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 8m ago 4h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:10:56.235 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 17s ago 4h 4577M 2430M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:10:56.235 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 17s ago 4h 5316M 2430M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:10:56.235 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 17s ago 4h 4331M 2430M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:10:56.235 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 17s ago 4h 4441M 2430M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:10:56.235 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 8m ago 4h 3694M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:10:56.235 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 8m ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:10:56.235 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 8m ago 4h 3466M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:10:56.235 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 8m ago 4h 3984M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:10:56.235 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 8m ago 4h 128M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:10:56.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:55 smithi123 ceph-mon[191304]: pgmap v10135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:56.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:55 smithi123 ceph-mon[188613]: pgmap v10135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:56.616 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:10:56.616 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:10:56.616 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:10:56.616 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:10:56.616 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:10:56.616 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:10:56.616 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:10:56.616 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:10:56.616 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:10:56.616 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:10:56.616 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:10:56.617 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:10:56.617 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:10:56.617 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:10:56.617 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:10:56.617 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:10:56.617 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:10:56.617 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:10:57.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:56 smithi177 ceph-mon[212096]: from='client.44721 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:10:57.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:56 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4066240703' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:10:57.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:10:57.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:56 smithi123 ceph-mon[191304]: from='client.44721 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:10:57.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:56 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4066240703' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:10:57.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:10:57.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:56 smithi123 ceph-mon[188613]: from='client.44721 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:10:57.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:56 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4066240703' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:10:57.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:10:58.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:57 smithi177 ceph-mon[212096]: pgmap v10136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:58.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:57 smithi177 ceph-mon[212096]: from='client.54674 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:10:58.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:57 smithi123 ceph-mon[191304]: pgmap v10136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:58.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:57 smithi123 ceph-mon[191304]: from='client.54674 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:10:58.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:57 smithi123 ceph-mon[188613]: pgmap v10136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:10:58.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:57 smithi123 ceph-mon[188613]: from='client.54674 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:10:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:10:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:10:59] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:11:00.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:10:59 smithi177 ceph-mon[212096]: pgmap v10137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:00.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:10:59 smithi123 ceph-mon[191304]: pgmap v10137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:00.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:10:59 smithi123 ceph-mon[188613]: pgmap v10137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:02.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:01 smithi177 ceph-mon[212096]: pgmap v10138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:02.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:01 smithi123 ceph-mon[191304]: pgmap v10138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:02.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:01 smithi123 ceph-mon[188613]: pgmap v10138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:04.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:03 smithi177 ceph-mon[212096]: pgmap v10139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:04.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:03 smithi123 ceph-mon[191304]: pgmap v10139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:04.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:03 smithi123 ceph-mon[188613]: pgmap v10139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:06.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:05 smithi177 ceph-mon[212096]: pgmap v10140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:06.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:05 smithi123 ceph-mon[191304]: pgmap v10140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:06.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:05 smithi123 ceph-mon[188613]: pgmap v10140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:08.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:07 smithi177 ceph-mon[212096]: pgmap v10141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:08.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:07 smithi123 ceph-mon[188613]: pgmap v10141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:08.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:07 smithi123 ceph-mon[191304]: pgmap v10141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:11:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:11:09] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:11:10.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:09 smithi177 ceph-mon[212096]: pgmap v10142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:10.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:09 smithi123 ceph-mon[191304]: pgmap v10142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:10.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:09 smithi123 ceph-mon[188613]: pgmap v10142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:12.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:11 smithi177 ceph-mon[212096]: pgmap v10143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:11:12.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:11 smithi123 ceph-mon[191304]: pgmap v10143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:12.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:11:12.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:11 smithi123 ceph-mon[188613]: pgmap v10143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:12.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:11:14.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:13 smithi177 ceph-mon[212096]: pgmap v10144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:14.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:13 smithi123 ceph-mon[191304]: pgmap v10144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:14.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:13 smithi123 ceph-mon[188613]: pgmap v10144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:16.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:15 smithi177 ceph-mon[212096]: pgmap v10145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:16.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:15 smithi123 ceph-mon[191304]: pgmap v10145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:16.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:15 smithi123 ceph-mon[188613]: pgmap v10145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:18.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:17 smithi177 ceph-mon[212096]: pgmap v10146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:18.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:17 smithi123 ceph-mon[191304]: pgmap v10146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:18.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:17 smithi123 ceph-mon[188613]: pgmap v10146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:11:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:11:19] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:11:20.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:19 smithi177 ceph-mon[212096]: pgmap v10147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:20.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:19 smithi123 ceph-mon[191304]: pgmap v10147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:20.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:19 smithi123 ceph-mon[188613]: pgmap v10147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:22.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:21 smithi177 ceph-mon[212096]: pgmap v10148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:22.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:21 smithi123 ceph-mon[191304]: pgmap v10148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:22.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:21 smithi123 ceph-mon[188613]: pgmap v10148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:24.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:23 smithi177 ceph-mon[212096]: pgmap v10149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:24.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:23 smithi123 ceph-mon[191304]: pgmap v10149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:24.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:23 smithi123 ceph-mon[188613]: pgmap v10149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:26.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:25 smithi177 ceph-mon[212096]: pgmap v10150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:26.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:25 smithi123 ceph-mon[191304]: pgmap v10150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:26.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:25 smithi123 ceph-mon[188613]: pgmap v10150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:26.965 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:11:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:11:27.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:11:27.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:11:27.272 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:11:27.272 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 48s ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:11:27.272 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 8m ago 4h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:11:27.272 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 48s ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:11:27.272 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 8m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:11:27.272 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 8m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:11:27.272 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 48s ago 4h 718M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:11:27.272 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 48s ago 4h 1293M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:11:27.272 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 8m ago 4h 599M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:11:27.272 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 48s ago 4h 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:11:27.272 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 48s ago 4h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:11:27.272 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 8m ago 4h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:11:27.272 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 48s ago 4h 4577M 2430M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:11:27.272 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 48s ago 4h 5316M 2430M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:11:27.272 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 48s ago 4h 4331M 2430M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:11:27.273 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 48s ago 4h 4441M 2430M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:11:27.273 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 8m ago 4h 3694M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:11:27.273 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 8m ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:11:27.273 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 8m ago 4h 3466M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:11:27.273 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 8m ago 4h 3984M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:11:27.273 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 8m ago 4h 128M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:11:27.652 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:11:27.652 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:11:27.652 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:11:27.652 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:11:27.652 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:11:27.652 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:11:27.652 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:11:27.652 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:11:27.653 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:11:27.653 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:11:27.653 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:11:27.653 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:11:27.653 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:11:27.653 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:11:27.653 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:11:27.653 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:11:27.653 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:11:27.653 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:11:28.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:27 smithi177 ceph-mon[212096]: pgmap v10151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:28.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:27 smithi177 ceph-mon[212096]: from='client.44739 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:11:28.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:27 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4110275437' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:11:28.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:27 smithi123 ceph-mon[188613]: pgmap v10151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:28.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:27 smithi123 ceph-mon[188613]: from='client.44739 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:11:28.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:27 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4110275437' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:11:28.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:27 smithi123 ceph-mon[191304]: pgmap v10151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:28.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:27 smithi123 ceph-mon[191304]: from='client.44739 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:11:28.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:27 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4110275437' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:11:28.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:28 smithi177 ceph-mon[212096]: from='client.44745 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:11:28.903 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 15:11:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T15:11:28.589199395Z level=info msg="Completed cleanup jobs" duration=16.070559ms 2023-12-20T15:11:29.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:28 smithi123 ceph-mon[191304]: from='client.44745 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:11:29.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:28 smithi123 ceph-mon[188613]: from='client.44745 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:11:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:11:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:11:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:11:30.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:29 smithi177 ceph-mon[212096]: pgmap v10152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:30.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:29 smithi123 ceph-mon[191304]: pgmap v10152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:30.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:29 smithi123 ceph-mon[188613]: pgmap v10152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:32.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:31 smithi177 ceph-mon[212096]: pgmap v10153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:32.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:31 smithi123 ceph-mon[191304]: pgmap v10153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:32.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:31 smithi123 ceph-mon[188613]: pgmap v10153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:34.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:33 smithi177 ceph-mon[212096]: pgmap v10154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:34.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:33 smithi123 ceph-mon[191304]: pgmap v10154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:33 smithi123 ceph-mon[188613]: pgmap v10154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:36.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:35 smithi177 ceph-mon[212096]: pgmap v10155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:36.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:35 smithi123 ceph-mon[191304]: pgmap v10155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:36.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:35 smithi123 ceph-mon[188613]: pgmap v10155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:38.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:37 smithi177 ceph-mon[212096]: pgmap v10156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:38.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:37 smithi123 ceph-mon[191304]: pgmap v10156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:38.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:37 smithi123 ceph-mon[188613]: pgmap v10156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:11:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:11:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:11:40.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:39 smithi177 ceph-mon[212096]: pgmap v10157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:40.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:11:40.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:11:40.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:11:40.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:39 smithi123 ceph-mon[191304]: pgmap v10157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:40.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:11:40.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:11:40.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:11:40.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:39 smithi123 ceph-mon[188613]: pgmap v10157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:40.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:11:40.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:11:40.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:11:41.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:11:41.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:11:41.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:11:41.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:11:41.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:11:41.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:11:41.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:11:41.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:11:41.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:11:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:41 smithi177 ceph-mon[212096]: pgmap v10158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:11:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:41 smithi123 ceph-mon[188613]: pgmap v10158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:11:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:41 smithi123 ceph-mon[191304]: pgmap v10158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:11:44.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:43 smithi177 ceph-mon[212096]: pgmap v10159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:44.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:43 smithi123 ceph-mon[191304]: pgmap v10159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:43 smithi123 ceph-mon[188613]: pgmap v10159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:46.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:45 smithi177 ceph-mon[212096]: pgmap v10160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:46.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:45 smithi123 ceph-mon[191304]: pgmap v10160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:46.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:45 smithi123 ceph-mon[188613]: pgmap v10160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:47 smithi177 ceph-mon[212096]: pgmap v10161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:48.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:47 smithi123 ceph-mon[191304]: pgmap v10161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:47 smithi123 ceph-mon[188613]: pgmap v10161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:11:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:11:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:11:50.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:49 smithi177 ceph-mon[212096]: pgmap v10162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:50.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:49 smithi123 ceph-mon[191304]: pgmap v10162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:50.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:49 smithi123 ceph-mon[188613]: pgmap v10162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:51 smithi177 ceph-mon[212096]: pgmap v10163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:52.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:51 smithi123 ceph-mon[191304]: pgmap v10163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:52.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:51 smithi123 ceph-mon[188613]: pgmap v10163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:53 smithi177 ceph-mon[212096]: pgmap v10164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:54.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:53 smithi123 ceph-mon[191304]: pgmap v10164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:53 smithi123 ceph-mon[188613]: pgmap v10164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:56.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:55 smithi177 ceph-mon[212096]: pgmap v10165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:56.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:55 smithi123 ceph-mon[188613]: pgmap v10165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:56.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:55 smithi123 ceph-mon[191304]: pgmap v10165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:57.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:11:57.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:11:57.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:11:58.003 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:11:58.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:57 smithi177 ceph-mon[212096]: pgmap v10166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:58.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:57 smithi123 ceph-mon[191304]: pgmap v10166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:58.264 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:57 smithi123 ceph-mon[188613]: pgmap v10166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:11:58.312 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:11:58.312 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 79s ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:11:58.312 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 9m ago 4h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:11:58.312 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 79s ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:11:58.312 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 9m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:11:58.312 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 9m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:11:58.312 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 79s ago 4h 718M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:11:58.313 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 79s ago 4h 1293M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:11:58.313 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 9m ago 4h 599M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:11:58.313 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 79s ago 4h 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:11:58.313 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 79s ago 4h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:11:58.313 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 9m ago 4h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:11:58.313 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 79s ago 4h 4577M 2430M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:11:58.313 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 79s ago 4h 5316M 2430M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:11:58.313 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 79s ago 4h 4331M 2430M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:11:58.313 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 79s ago 4h 4441M 2430M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:11:58.313 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 9m ago 4h 3694M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:11:58.313 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 9m ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:11:58.314 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 9m ago 4h 3466M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:11:58.314 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 9m ago 4h 3984M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:11:58.314 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 9m ago 4h 128M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:11:58.691 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:11:58.691 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:11:58.691 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:11:58.692 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:11:58.692 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:11:58.692 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:11:58.692 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:11:58.692 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:11:58.692 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:11:58.692 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:11:58.692 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:11:58.692 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:11:58.692 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:11:58.692 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:11:58.693 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:11:58.693 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:11:58.693 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:11:58.693 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:11:59.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:58 smithi177 ceph-mon[212096]: from='client.44757 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:11:59.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:58 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1774855288' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:11:59.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:58 smithi123 ceph-mon[191304]: from='client.44757 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:11:59.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:58 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1774855288' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:11:59.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:58 smithi123 ceph-mon[188613]: from='client.44757 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:11:59.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:58 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1774855288' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:11:59.242 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:11:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:11:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:12:00.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:59 smithi177 ceph-mon[212096]: pgmap v10167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:00.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:11:59 smithi177 ceph-mon[212096]: from='client.54710 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:12:00.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:59 smithi123 ceph-mon[191304]: pgmap v10167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:00.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:11:59 smithi123 ceph-mon[191304]: from='client.54710 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:12:00.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:59 smithi123 ceph-mon[188613]: pgmap v10167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:00.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:11:59 smithi123 ceph-mon[188613]: from='client.54710 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:12:02.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:01 smithi177 ceph-mon[212096]: pgmap v10168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:02.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:01 smithi123 ceph-mon[191304]: pgmap v10168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:02.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:01 smithi123 ceph-mon[188613]: pgmap v10168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:04.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:03 smithi177 ceph-mon[212096]: pgmap v10169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:04.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:03 smithi123 ceph-mon[191304]: pgmap v10169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:04.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:03 smithi123 ceph-mon[188613]: pgmap v10169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:06.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:05 smithi177 ceph-mon[212096]: pgmap v10170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:06.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:05 smithi123 ceph-mon[191304]: pgmap v10170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:06.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:05 smithi123 ceph-mon[188613]: pgmap v10170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:08.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:07 smithi177 ceph-mon[212096]: pgmap v10171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:08.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:07 smithi123 ceph-mon[191304]: pgmap v10171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:08.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:07 smithi123 ceph-mon[188613]: pgmap v10171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:12:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:12:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:12:10.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:09 smithi177 ceph-mon[212096]: pgmap v10172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:10.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:09 smithi123 ceph-mon[191304]: pgmap v10172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:10.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:09 smithi123 ceph-mon[188613]: pgmap v10172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:12.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:11 smithi177 ceph-mon[212096]: pgmap v10173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:12.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:12:12.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:11 smithi123 ceph-mon[191304]: pgmap v10173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:12.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:12:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:11 smithi123 ceph-mon[188613]: pgmap v10173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:12.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:12:14.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:13 smithi177 ceph-mon[212096]: pgmap v10174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:14.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:13 smithi123 ceph-mon[191304]: pgmap v10174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:14.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:13 smithi123 ceph-mon[188613]: pgmap v10174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:16.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:15 smithi177 ceph-mon[212096]: pgmap v10175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:16.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:15 smithi123 ceph-mon[191304]: pgmap v10175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:16.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:15 smithi123 ceph-mon[188613]: pgmap v10175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:18.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:17 smithi177 ceph-mon[212096]: pgmap v10176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:18.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:17 smithi123 ceph-mon[191304]: pgmap v10176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:18.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:17 smithi123 ceph-mon[188613]: pgmap v10176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:12:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:12:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T15:12:20.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:19 smithi177 ceph-mon[212096]: pgmap v10177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:20.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:19 smithi123 ceph-mon[191304]: pgmap v10177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:20.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:19 smithi123 ceph-mon[188613]: pgmap v10177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:22.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:21 smithi177 ceph-mon[212096]: pgmap v10178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:22.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:21 smithi123 ceph-mon[191304]: pgmap v10178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:22.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:21 smithi123 ceph-mon[188613]: pgmap v10178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:24.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:23 smithi123 ceph-mon[191304]: pgmap v10179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:24.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:23 smithi123 ceph-mon[188613]: pgmap v10179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:24.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:23 smithi177 ceph-mon[212096]: pgmap v10179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:26.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:25 smithi123 ceph-mon[188613]: pgmap v10180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:26.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:25 smithi123 ceph-mon[191304]: pgmap v10180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:26.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:25 smithi177 ceph-mon[212096]: pgmap v10180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:27.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:12:27.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:12:27.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:12:28.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:27 smithi123 ceph-mon[191304]: pgmap v10181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:28.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:27 smithi123 ceph-mon[188613]: pgmap v10181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:28.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:27 smithi177 ceph-mon[212096]: pgmap v10181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:29.034 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:12:29.343 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:12:29.343 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 110s ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:12:29.343 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 9m ago 4h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:12:29.344 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 110s ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:12:29.344 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 9m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:12:29.344 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 9m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:12:29.344 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 110s ago 4h 718M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:12:29.344 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 110s ago 4h 1293M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:12:29.344 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 9m ago 4h 599M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:12:29.344 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 110s ago 4h 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:12:29.344 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 110s ago 4h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:12:29.344 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 9m ago 4h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:12:29.344 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 110s ago 4h 4577M 2430M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:12:29.344 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 110s ago 4h 5316M 2430M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:12:29.345 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 110s ago 4h 4331M 2430M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:12:29.345 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 110s ago 4h 4441M 2430M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:12:29.345 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 9m ago 4h 3694M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:12:29.345 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 9m ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:12:29.345 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 9m ago 4h 3466M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:12:29.345 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 9m ago 4h 3984M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:12:29.345 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 9m ago 4h 128M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:12:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:12:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:12:29] "GET /metrics HTTP/1.1" 200 34097 "" "Prometheus/2.43.0" 2023-12-20T15:12:29.729 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:12:29.729 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:12:29.729 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:12:29.729 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:12:29.729 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:12:29.729 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:12:29.729 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:12:29.729 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:12:29.730 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:12:29.730 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:12:29.730 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:12:29.730 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:12:29.730 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:12:29.730 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:12:29.730 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:12:29.730 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:12:29.730 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:12:29.730 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:12:30.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:29 smithi123 ceph-mon[191304]: pgmap v10182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:30.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:29 smithi123 ceph-mon[191304]: from='client.54722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:12:30.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:29 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3156625651' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:12:30.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:29 smithi123 ceph-mon[188613]: pgmap v10182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:30.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:29 smithi123 ceph-mon[188613]: from='client.54722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:12:30.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:29 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3156625651' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:12:30.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:29 smithi177 ceph-mon[212096]: pgmap v10182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:30.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:29 smithi177 ceph-mon[212096]: from='client.54722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:12:30.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:29 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3156625651' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:12:31.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:30 smithi123 ceph-mon[191304]: from='client.44781 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:12:31.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:30 smithi123 ceph-mon[188613]: from='client.44781 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:12:31.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:30 smithi177 ceph-mon[212096]: from='client.44781 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:12:32.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:31 smithi123 ceph-mon[191304]: pgmap v10183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:32.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:31 smithi123 ceph-mon[188613]: pgmap v10183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:32.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:31 smithi177 ceph-mon[212096]: pgmap v10183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:34.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:33 smithi123 ceph-mon[191304]: pgmap v10184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:34.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:33 smithi123 ceph-mon[188613]: pgmap v10184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:34.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:33 smithi177 ceph-mon[212096]: pgmap v10184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:36.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:35 smithi123 ceph-mon[188613]: pgmap v10185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:36.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:35 smithi123 ceph-mon[191304]: pgmap v10185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:36.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:35 smithi177 ceph-mon[212096]: pgmap v10185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:38.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:37 smithi123 ceph-mon[188613]: pgmap v10186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:38.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:37 smithi123 ceph-mon[191304]: pgmap v10186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:38.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:37 smithi177 ceph-mon[212096]: pgmap v10186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:12:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:12:39] "GET /metrics HTTP/1.1" 200 34097 "" "Prometheus/2.43.0" 2023-12-20T15:12:40.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:39 smithi123 ceph-mon[191304]: pgmap v10187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:40.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:39 smithi123 ceph-mon[188613]: pgmap v10187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:39 smithi177 ceph-mon[212096]: pgmap v10187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:41.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:12:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:12:41.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:12:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:41 smithi123 ceph-mon[191304]: pgmap v10188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:12:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:41 smithi123 ceph-mon[188613]: pgmap v10188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:12:42.351 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:41 smithi177 ceph-mon[212096]: pgmap v10188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:42.351 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:12:43.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:43 smithi177 ceph-mon[212096]: pgmap v10189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:12:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:12:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:12:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:12:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:12:43.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:43 smithi123 ceph-mon[188613]: pgmap v10189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:43.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:12:43.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:12:43.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:12:43.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:12:43.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:12:43.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:43 smithi123 ceph-mon[191304]: pgmap v10189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:43.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:12:43.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:12:43.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:12:43.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:12:43.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:12:45.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:45 smithi177 ceph-mon[212096]: pgmap v10190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:45.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:45 smithi123 ceph-mon[191304]: pgmap v10190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:45.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:45 smithi123 ceph-mon[188613]: pgmap v10190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:47.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:47 smithi123 ceph-mon[191304]: pgmap v10191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:47.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:47 smithi123 ceph-mon[188613]: pgmap v10191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:47 smithi177 ceph-mon[212096]: pgmap v10191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:12:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:12:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:12:49.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:49 smithi123 ceph-mon[191304]: pgmap v10192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:49.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:49 smithi123 ceph-mon[188613]: pgmap v10192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:50.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:49 smithi177 ceph-mon[212096]: pgmap v10192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:51.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:51 smithi123 ceph-mon[191304]: pgmap v10193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:51.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:51 smithi123 ceph-mon[188613]: pgmap v10193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:51 smithi177 ceph-mon[212096]: pgmap v10193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:53.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:53 smithi123 ceph-mon[191304]: pgmap v10194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:53.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:53 smithi123 ceph-mon[188613]: pgmap v10194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:53 smithi177 ceph-mon[212096]: pgmap v10194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:55 smithi123 ceph-mon[191304]: pgmap v10195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:55 smithi123 ceph-mon[188613]: pgmap v10195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:56.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:55 smithi177 ceph-mon[212096]: pgmap v10195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:57.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:12:57.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:12:57.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:12:58.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:57 smithi177 ceph-mon[212096]: pgmap v10196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:58.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:57 smithi123 ceph-mon[191304]: pgmap v10196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:58.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:57 smithi123 ceph-mon[188613]: pgmap v10196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:12:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:12:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:12:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:13:00.080 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:13:00.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:12:59 smithi177 ceph-mon[212096]: pgmap v10197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:00.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:12:59 smithi123 ceph-mon[191304]: pgmap v10197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:00.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:12:59 smithi123 ceph-mon[188613]: pgmap v10197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:00.388 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:13:00.388 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 2m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:13:00.388 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 17s ago 4h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:13:00.388 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 2m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:13:00.388 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 17s ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:13:00.388 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 17s ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:13:00.388 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 2m ago 4h 718M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:13:00.389 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 2m ago 4h 1293M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:13:00.389 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 17s ago 4h 614M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:13:00.389 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 2m ago 4h 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:13:00.389 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 2m ago 4h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:13:00.389 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 17s ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:13:00.389 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 2m ago 4h 4577M 2430M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:13:00.389 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 2m ago 4h 5316M 2430M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:13:00.389 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 2m ago 4h 4331M 2430M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:13:00.389 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 2m ago 4h 4441M 2430M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:13:00.389 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 17s ago 4h 3722M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:13:00.389 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 17s ago 4h 4091M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:13:00.390 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 17s ago 4h 3495M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:13:00.390 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 17s ago 4h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:13:00.390 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 17s ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:13:00.773 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:13:00.773 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:13:00.773 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:13:00.773 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:13:00.773 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:13:00.773 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:13:00.773 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:13:00.773 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:13:00.773 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:13:00.773 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:13:00.773 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:13:00.773 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:13:00.773 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:13:00.774 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:13:00.774 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:13:00.774 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:13:00.774 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:13:00.774 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:13:02.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:01 smithi177 ceph-mon[212096]: from='client.44793 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:13:02.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:01 smithi177 ceph-mon[212096]: pgmap v10198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:02.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:01 smithi177 ceph-mon[212096]: from='client.54746 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:13:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:01 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2909250421' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:13:02.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:01 smithi123 ceph-mon[191304]: from='client.44793 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:13:02.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:01 smithi123 ceph-mon[191304]: pgmap v10198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:02.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:01 smithi123 ceph-mon[191304]: from='client.54746 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:13:02.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:01 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2909250421' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:13:02.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:01 smithi123 ceph-mon[188613]: from='client.44793 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:13:02.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:01 smithi123 ceph-mon[188613]: pgmap v10198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:02.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:01 smithi123 ceph-mon[188613]: from='client.54746 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:13:02.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:01 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2909250421' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:13:04.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:03 smithi177 ceph-mon[212096]: pgmap v10199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:04.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:03 smithi123 ceph-mon[188613]: pgmap v10199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:04.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:03 smithi123 ceph-mon[191304]: pgmap v10199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:06.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:05 smithi177 ceph-mon[212096]: pgmap v10200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:06.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:05 smithi123 ceph-mon[191304]: pgmap v10200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:06.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:05 smithi123 ceph-mon[188613]: pgmap v10200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:08.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:07 smithi177 ceph-mon[212096]: pgmap v10201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:08.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:07 smithi123 ceph-mon[191304]: pgmap v10201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:08.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:07 smithi123 ceph-mon[188613]: pgmap v10201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:13:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:13:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:13:10.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:09 smithi177 ceph-mon[212096]: pgmap v10202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:10.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:09 smithi123 ceph-mon[191304]: pgmap v10202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:10.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:09 smithi123 ceph-mon[188613]: pgmap v10202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:12.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:11 smithi177 ceph-mon[212096]: pgmap v10203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:12.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:13:12.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:11 smithi123 ceph-mon[191304]: pgmap v10203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:12.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:13:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:11 smithi123 ceph-mon[188613]: pgmap v10203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:13:14.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:13 smithi177 ceph-mon[212096]: pgmap v10204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:13 smithi123 ceph-mon[191304]: pgmap v10204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:14.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:13 smithi123 ceph-mon[188613]: pgmap v10204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:16.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:15 smithi177 ceph-mon[212096]: pgmap v10205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:16.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:15 smithi123 ceph-mon[188613]: pgmap v10205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:16.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:15 smithi123 ceph-mon[191304]: pgmap v10205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:18.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:17 smithi177 ceph-mon[212096]: pgmap v10206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:18.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:17 smithi123 ceph-mon[191304]: pgmap v10206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:18.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:17 smithi123 ceph-mon[188613]: pgmap v10206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:13:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:13:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:13:20.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:19 smithi177 ceph-mon[212096]: pgmap v10207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:20.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:19 smithi123 ceph-mon[188613]: pgmap v10207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:20.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:19 smithi123 ceph-mon[191304]: pgmap v10207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:22.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:21 smithi177 ceph-mon[212096]: pgmap v10208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:22.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:21 smithi123 ceph-mon[191304]: pgmap v10208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:22.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:21 smithi123 ceph-mon[188613]: pgmap v10208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:24.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:23 smithi177 ceph-mon[212096]: pgmap v10209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:24.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:23 smithi123 ceph-mon[191304]: pgmap v10209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:24.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:23 smithi123 ceph-mon[188613]: pgmap v10209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:26.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:25 smithi177 ceph-mon[212096]: pgmap v10210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:26.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:25 smithi123 ceph-mon[191304]: pgmap v10210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:25 smithi123 ceph-mon[188613]: pgmap v10210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:13:27.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:13:27.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:13:28.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:27 smithi177 ceph-mon[212096]: pgmap v10211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:28.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:27 smithi123 ceph-mon[191304]: pgmap v10211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:28.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:27 smithi123 ceph-mon[188613]: pgmap v10211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:13:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:13:29] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:13:30.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:29 smithi177 ceph-mon[212096]: pgmap v10212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:30.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:29 smithi123 ceph-mon[191304]: pgmap v10212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:30.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:29 smithi123 ceph-mon[188613]: pgmap v10212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:31.122 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:13:31.430 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:13:31.430 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 2m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:13:31.430 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 48s ago 4h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:13:31.430 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 2m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:13:31.430 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 48s ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:13:31.430 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 48s ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:13:31.430 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 2m ago 4h 718M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:13:31.431 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 2m ago 4h 1293M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:13:31.431 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 48s ago 4h 614M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:13:31.431 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 2m ago 4h 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:13:31.431 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 2m ago 4h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:13:31.431 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 48s ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:13:31.431 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 2m ago 4h 4577M 2430M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:13:31.431 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 2m ago 4h 5316M 2430M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:13:31.431 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 2m ago 4h 4331M 2430M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:13:31.431 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 2m ago 4h 4441M 2430M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:13:31.431 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 48s ago 4h 3722M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:13:31.431 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 48s ago 4h 4091M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:13:31.431 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 48s ago 4h 3495M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:13:31.432 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 48s ago 4h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:13:31.432 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 48s ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:13:31.808 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:13:31.808 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:13:31.808 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:13:31.808 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:13:31.808 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:13:31.809 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:13:31.809 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:13:31.809 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:13:31.809 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:13:31.809 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:13:31.809 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:13:31.809 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:13:31.809 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:13:31.809 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:13:31.809 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:13:31.810 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:13:31.810 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:13:31.810 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:13:32.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:31 smithi177 ceph-mon[212096]: pgmap v10213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:32.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:31 smithi123 ceph-mon[191304]: pgmap v10213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:32.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:31 smithi123 ceph-mon[188613]: pgmap v10213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:33.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:32 smithi177 ceph-mon[212096]: from='client.54758 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:13:33.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:32 smithi177 ceph-mon[212096]: from='client.44817 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:13:33.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:32 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/147625506' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:13:33.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:32 smithi123 ceph-mon[191304]: from='client.54758 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:13:33.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:32 smithi123 ceph-mon[191304]: from='client.44817 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:13:33.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:32 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/147625506' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:13:33.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:32 smithi123 ceph-mon[188613]: from='client.54758 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:13:33.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:32 smithi123 ceph-mon[188613]: from='client.44817 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:13:33.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:32 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/147625506' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:13:34.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:33 smithi177 ceph-mon[212096]: pgmap v10214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:34.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:33 smithi123 ceph-mon[191304]: pgmap v10214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:33 smithi123 ceph-mon[188613]: pgmap v10214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:36.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:35 smithi177 ceph-mon[212096]: pgmap v10215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:36.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:35 smithi123 ceph-mon[191304]: pgmap v10215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:36.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:35 smithi123 ceph-mon[188613]: pgmap v10215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:38.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:37 smithi177 ceph-mon[212096]: pgmap v10216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:38.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:37 smithi123 ceph-mon[191304]: pgmap v10216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:38.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:37 smithi123 ceph-mon[188613]: pgmap v10216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:13:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:13:39] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:13:40.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:39 smithi177 ceph-mon[212096]: pgmap v10217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:40.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:39 smithi123 ceph-mon[191304]: pgmap v10217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:40.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:39 smithi123 ceph-mon[188613]: pgmap v10217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:41 smithi177 ceph-mon[212096]: pgmap v10218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:13:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:41 smithi123 ceph-mon[188613]: pgmap v10218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:13:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:41 smithi123 ceph-mon[191304]: pgmap v10218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:13:44.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:43 smithi177 ceph-mon[212096]: pgmap v10219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:44.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:13:44.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:13:44.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:13:44.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:13:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:43 smithi123 ceph-mon[188613]: pgmap v10219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:13:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:13:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:13:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:13:44.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:43 smithi123 ceph-mon[191304]: pgmap v10219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:44.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:13:44.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:13:44.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:13:44.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:13:46.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:45 smithi177 ceph-mon[212096]: pgmap v10220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:46.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:45 smithi123 ceph-mon[188613]: pgmap v10220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:46.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:45 smithi123 ceph-mon[191304]: pgmap v10220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:47 smithi177 ceph-mon[212096]: pgmap v10221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:48.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:47 smithi123 ceph-mon[191304]: pgmap v10221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:47 smithi123 ceph-mon[188613]: pgmap v10221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:13:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:13:49] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:13:50.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:49 smithi177 ceph-mon[212096]: pgmap v10222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:50.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:49 smithi123 ceph-mon[188613]: pgmap v10222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:50.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:49 smithi123 ceph-mon[191304]: pgmap v10222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:51 smithi177 ceph-mon[212096]: pgmap v10223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:52.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:51 smithi123 ceph-mon[191304]: pgmap v10223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:52.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:51 smithi123 ceph-mon[188613]: pgmap v10223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:53 smithi177 ceph-mon[212096]: pgmap v10224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:54.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:53 smithi123 ceph-mon[191304]: pgmap v10224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:53 smithi123 ceph-mon[188613]: pgmap v10224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:56.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:55 smithi177 ceph-mon[212096]: pgmap v10225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:56.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:55 smithi123 ceph-mon[191304]: pgmap v10225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:56.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:55 smithi123 ceph-mon[188613]: pgmap v10225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:57.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:13:57.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:13:57.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:13:58.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:57 smithi177 ceph-mon[212096]: pgmap v10226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:58.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:57 smithi123 ceph-mon[188613]: pgmap v10226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:58.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:57 smithi123 ceph-mon[191304]: pgmap v10226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:13:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:13:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:13:59] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:14:00.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:13:59 smithi177 ceph-mon[212096]: pgmap v10227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:00.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:13:59 smithi123 ceph-mon[188613]: pgmap v10227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:00.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:13:59 smithi123 ceph-mon[191304]: pgmap v10227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:02.150 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:14:02.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:01 smithi177 ceph-mon[212096]: pgmap v10228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:02.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:01 smithi123 ceph-mon[191304]: pgmap v10228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:02.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:01 smithi123 ceph-mon[188613]: pgmap v10228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:02.458 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:14:02.458 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 3m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:14:02.458 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 79s ago 4h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:14:02.458 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 3m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:14:02.459 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 79s ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:14:02.459 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 79s ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:14:02.459 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 3m ago 4h 718M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:14:02.459 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 3m ago 4h 1293M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:14:02.459 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 79s ago 4h 614M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:14:02.459 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 3m ago 4h 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:14:02.459 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 3m ago 4h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:14:02.459 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 79s ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:14:02.459 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 3m ago 4h 4577M 2430M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:14:02.459 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 3m ago 4h 5316M 2430M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:14:02.459 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 3m ago 4h 4331M 2430M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:14:02.459 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 3m ago 4h 4441M 2430M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:14:02.459 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 79s ago 4h 3722M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:14:02.460 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 79s ago 4h 4091M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:14:02.460 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 79s ago 4h 3495M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:14:02.460 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 79s ago 4h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:14:02.460 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 79s ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:14:02.841 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:14:02.841 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:14:02.841 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:14:02.841 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:14:02.841 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:14:02.841 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:14:02.841 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:14:02.842 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:14:02.842 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:14:02.842 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:14:02.842 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:14:02.842 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:14:02.842 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:14:02.842 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:14:02.842 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:14:02.842 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:14:02.842 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:14:02.842 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:14:03.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:02 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3925596548' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:14:03.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:02 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3925596548' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:14:03.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:02 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3925596548' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:14:04.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:03 smithi177 ceph-mon[212096]: from='client.54776 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:14:04.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:03 smithi177 ceph-mon[212096]: pgmap v10229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:04.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:03 smithi177 ceph-mon[212096]: from='client.54782 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:14:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:03 smithi123 ceph-mon[191304]: from='client.54776 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:14:04.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:03 smithi123 ceph-mon[191304]: pgmap v10229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:04.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:03 smithi123 ceph-mon[191304]: from='client.54782 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:14:04.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:03 smithi123 ceph-mon[188613]: from='client.54776 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:14:04.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:03 smithi123 ceph-mon[188613]: pgmap v10229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:04.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:03 smithi123 ceph-mon[188613]: from='client.54782 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:14:06.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:05 smithi177 ceph-mon[212096]: pgmap v10230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:06.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:05 smithi123 ceph-mon[191304]: pgmap v10230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:06.259 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:05 smithi123 ceph-mon[188613]: pgmap v10230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:08.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:07 smithi177 ceph-mon[212096]: pgmap v10231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:07 smithi123 ceph-mon[191304]: pgmap v10231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:08.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:07 smithi123 ceph-mon[188613]: pgmap v10231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:14:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:14:09] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:14:10.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:09 smithi177 ceph-mon[212096]: pgmap v10232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:10.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:09 smithi123 ceph-mon[191304]: pgmap v10232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:10.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:09 smithi123 ceph-mon[188613]: pgmap v10232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:12.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:11 smithi177 ceph-mon[212096]: pgmap v10233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:12.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:14:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:11 smithi123 ceph-mon[188613]: pgmap v10233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:14:12.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:11 smithi123 ceph-mon[191304]: pgmap v10233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:12.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:14:14.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:13 smithi177 ceph-mon[212096]: pgmap v10234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:14.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:13 smithi123 ceph-mon[191304]: pgmap v10234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:14.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:13 smithi123 ceph-mon[188613]: pgmap v10234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:16.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:15 smithi177 ceph-mon[212096]: pgmap v10235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:16.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:15 smithi123 ceph-mon[191304]: pgmap v10235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:16.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:15 smithi123 ceph-mon[188613]: pgmap v10235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:18.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:17 smithi177 ceph-mon[212096]: pgmap v10236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:18.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:17 smithi123 ceph-mon[191304]: pgmap v10236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:18.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:17 smithi123 ceph-mon[188613]: pgmap v10236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:14:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:14:19] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:14:20.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:19 smithi177 ceph-mon[212096]: pgmap v10237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:20.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:19 smithi123 ceph-mon[191304]: pgmap v10237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:20.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:19 smithi123 ceph-mon[188613]: pgmap v10237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:22.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:21 smithi177 ceph-mon[212096]: pgmap v10238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:22.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:21 smithi123 ceph-mon[191304]: pgmap v10238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:22.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:21 smithi123 ceph-mon[188613]: pgmap v10238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:24.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:23 smithi123 ceph-mon[191304]: pgmap v10239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:24.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:23 smithi123 ceph-mon[188613]: pgmap v10239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:24.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:23 smithi177 ceph-mon[212096]: pgmap v10239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:26.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:25 smithi123 ceph-mon[191304]: pgmap v10240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:25 smithi123 ceph-mon[188613]: pgmap v10240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:26.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:25 smithi177 ceph-mon[212096]: pgmap v10240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:27.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:14:27.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:14:27.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:14:28.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:27 smithi123 ceph-mon[191304]: pgmap v10241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:28.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:27 smithi123 ceph-mon[188613]: pgmap v10241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:27 smithi177 ceph-mon[212096]: pgmap v10241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:14:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:14:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:14:30.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:29 smithi123 ceph-mon[191304]: pgmap v10242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:30.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:29 smithi123 ceph-mon[188613]: pgmap v10242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:30.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:29 smithi177 ceph-mon[212096]: pgmap v10242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:32.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:31 smithi123 ceph-mon[191304]: pgmap v10243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:32.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:31 smithi123 ceph-mon[188613]: pgmap v10243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:32.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:31 smithi177 ceph-mon[212096]: pgmap v10243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:33.190 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:14:33.497 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:14:33.497 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 3m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:14:33.497 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 110s ago 4h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:14:33.497 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 3m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:14:33.497 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 110s ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:14:33.497 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 110s ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:14:33.497 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 3m ago 4h 718M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:14:33.497 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 3m ago 4h 1293M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:14:33.497 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 110s ago 4h 614M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:14:33.497 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 3m ago 4h 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:14:33.497 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 3m ago 4h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:14:33.497 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 110s ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:14:33.497 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 3m ago 4h 4577M 2430M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:14:33.498 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 3m ago 4h 5316M 2430M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:14:33.498 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 3m ago 4h 4331M 2430M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:14:33.498 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 3m ago 4h 4441M 2430M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:14:33.498 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 110s ago 4h 3722M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:14:33.498 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 110s ago 4h 4091M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:14:33.498 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 110s ago 4h 3495M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:14:33.498 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 110s ago 4h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:14:33.498 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 110s ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:14:33.878 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:14:33.878 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:14:33.878 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:14:33.878 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:14:33.878 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:14:33.878 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:14:33.878 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:14:33.878 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:14:33.878 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:14:33.878 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:14:33.878 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:14:33.878 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:14:33.878 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:14:33.878 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:14:33.878 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:14:33.879 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:14:33.879 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:14:33.879 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:14:34.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:33 smithi123 ceph-mon[191304]: pgmap v10244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:34.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:33 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/116912687' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:14:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:33 smithi123 ceph-mon[188613]: pgmap v10244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:33 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/116912687' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:14:34.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:33 smithi177 ceph-mon[212096]: pgmap v10244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:34.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:33 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/116912687' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:14:35.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:34 smithi123 ceph-mon[191304]: from='client.44847 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:14:35.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:34 smithi123 ceph-mon[191304]: from='client.54800 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:14:35.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:34 smithi123 ceph-mon[188613]: from='client.44847 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:14:35.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:34 smithi123 ceph-mon[188613]: from='client.54800 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:14:35.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:34 smithi177 ceph-mon[212096]: from='client.44847 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:14:35.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:34 smithi177 ceph-mon[212096]: from='client.54800 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:14:36.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:35 smithi123 ceph-mon[188613]: pgmap v10245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:36.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:35 smithi123 ceph-mon[191304]: pgmap v10245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:36.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:35 smithi177 ceph-mon[212096]: pgmap v10245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:38.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:37 smithi123 ceph-mon[191304]: pgmap v10246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:38.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:37 smithi123 ceph-mon[188613]: pgmap v10246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:38.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:37 smithi177 ceph-mon[212096]: pgmap v10246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:14:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:14:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:14:40.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:39 smithi123 ceph-mon[191304]: pgmap v10247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:40.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:39 smithi123 ceph-mon[188613]: pgmap v10247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:40.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:39 smithi177 ceph-mon[212096]: pgmap v10247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:41 smithi123 ceph-mon[191304]: pgmap v10248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:14:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:41 smithi123 ceph-mon[188613]: pgmap v10248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:42.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:14:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:41 smithi177 ceph-mon[212096]: pgmap v10248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:14:44.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:43 smithi123 ceph-mon[191304]: pgmap v10249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:44.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:14:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:43 smithi123 ceph-mon[188613]: pgmap v10249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:14:44.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:43 smithi177 ceph-mon[212096]: pgmap v10249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:44.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:14:45.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:14:45.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:14:45.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:14:45.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:14:45.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:14:45.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:14:45.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:14:45.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:14:45.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:14:46.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:45 smithi123 ceph-mon[191304]: pgmap v10250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:46.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:45 smithi123 ceph-mon[188613]: pgmap v10250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:46.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:45 smithi177 ceph-mon[212096]: pgmap v10250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:48.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:47 smithi123 ceph-mon[191304]: pgmap v10251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:47 smithi123 ceph-mon[188613]: pgmap v10251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:48.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:47 smithi177 ceph-mon[212096]: pgmap v10251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:14:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:14:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:14:50.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:49 smithi123 ceph-mon[191304]: pgmap v10252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:50.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:49 smithi123 ceph-mon[188613]: pgmap v10252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:50.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:49 smithi177 ceph-mon[212096]: pgmap v10252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:52.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:51 smithi123 ceph-mon[191304]: pgmap v10253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:52.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:51 smithi123 ceph-mon[188613]: pgmap v10253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:52.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:51 smithi177 ceph-mon[212096]: pgmap v10253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:53 smithi123 ceph-mon[188613]: pgmap v10254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:54.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:53 smithi123 ceph-mon[191304]: pgmap v10254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:54.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:53 smithi177 ceph-mon[212096]: pgmap v10254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:56.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:55 smithi123 ceph-mon[191304]: pgmap v10255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:56.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:55 smithi123 ceph-mon[188613]: pgmap v10255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:56.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:55 smithi177 ceph-mon[212096]: pgmap v10255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:57.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:14:57.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:14:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:14:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:57 smithi123 ceph-mon[191304]: pgmap v10256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:58.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:57 smithi123 ceph-mon[188613]: pgmap v10256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:57 smithi177 ceph-mon[212096]: pgmap v10256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:14:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:14:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:14:59] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T15:15:00.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:14:59 smithi123 ceph-mon[191304]: pgmap v10257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:00.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:14:59 smithi123 ceph-mon[188613]: pgmap v10257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:00.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:14:59 smithi177 ceph-mon[212096]: pgmap v10257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:02.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:01 smithi123 ceph-mon[191304]: pgmap v10258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:02.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:01 smithi123 ceph-mon[188613]: pgmap v10258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:01 smithi177 ceph-mon[212096]: pgmap v10258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:04.224 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:15:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:03 smithi123 ceph-mon[191304]: pgmap v10259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:04.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:03 smithi123 ceph-mon[188613]: pgmap v10259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:04.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:03 smithi177 ceph-mon[212096]: pgmap v10259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:04.528 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:15:04.528 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 4m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:15:04.529 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 2m ago 4h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:15:04.529 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 4m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:15:04.529 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 2m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:15:04.529 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 2m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:15:04.529 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 4m ago 4h 718M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:15:04.529 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 4m ago 4h 1293M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:15:04.529 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 2m ago 4h 614M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:15:04.529 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 4m ago 4h 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:15:04.529 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 4m ago 4h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:15:04.529 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 2m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:15:04.529 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 4m ago 4h 4577M 2430M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:15:04.529 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 4m ago 4h 5316M 2430M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:15:04.529 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 4m ago 4h 4331M 2430M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:15:04.529 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 4m ago 4h 4441M 2430M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:15:04.530 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 2m ago 4h 3722M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:15:04.530 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 2m ago 4h 4091M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:15:04.530 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 2m ago 4h 3495M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:15:04.530 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 2m ago 4h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:15:04.530 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 2m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:15:04.911 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:15:04.911 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:15:04.911 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:15:04.911 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:15:04.911 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:15:04.911 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:15:04.911 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:15:04.911 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:15:04.912 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:15:04.912 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:15:04.912 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:15:04.912 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:15:04.912 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:15:04.912 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:15:04.912 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:15:04.912 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:15:04.912 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:15:04.912 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:15:05.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:04 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2821503660' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:15:05.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:04 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2821503660' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:15:05.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:04 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2821503660' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:15:06.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:05 smithi123 ceph-mon[188613]: from='client.54812 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:15:06.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:05 smithi123 ceph-mon[188613]: pgmap v10260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:06.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:05 smithi123 ceph-mon[188613]: from='client.54818 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:15:06.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:05 smithi123 ceph-mon[191304]: from='client.54812 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:15:06.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:05 smithi123 ceph-mon[191304]: pgmap v10260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:06.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:05 smithi123 ceph-mon[191304]: from='client.54818 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:15:06.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:05 smithi177 ceph-mon[212096]: from='client.54812 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:15:06.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:05 smithi177 ceph-mon[212096]: pgmap v10260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:06.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:05 smithi177 ceph-mon[212096]: from='client.54818 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:15:08.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:07 smithi177 ceph-mon[212096]: pgmap v10261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:08.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:07 smithi123 ceph-mon[188613]: pgmap v10261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:08.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:07 smithi123 ceph-mon[191304]: pgmap v10261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:15:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:15:09] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T15:15:10.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:09 smithi177 ceph-mon[212096]: pgmap v10262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:10.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:09 smithi123 ceph-mon[191304]: pgmap v10262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:10.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:09 smithi123 ceph-mon[188613]: pgmap v10262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:11 smithi177 ceph-mon[212096]: pgmap v10263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:15:12.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:11 smithi123 ceph-mon[191304]: pgmap v10263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:12.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:15:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:11 smithi123 ceph-mon[188613]: pgmap v10263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:15:14.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:14 smithi177 ceph-mon[212096]: pgmap v10264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:14 smithi123 ceph-mon[191304]: pgmap v10264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:14.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:14 smithi123 ceph-mon[188613]: pgmap v10264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:16.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:16 smithi177 ceph-mon[212096]: pgmap v10265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:16 smithi123 ceph-mon[191304]: pgmap v10265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:16.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:16 smithi123 ceph-mon[188613]: pgmap v10265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:18.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:18 smithi177 ceph-mon[212096]: pgmap v10266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:18 smithi123 ceph-mon[191304]: pgmap v10266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:18.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:18 smithi123 ceph-mon[188613]: pgmap v10266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:15:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:15:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:15:20.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:20 smithi177 ceph-mon[212096]: pgmap v10267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:20.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:20 smithi123 ceph-mon[191304]: pgmap v10267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:20.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:20 smithi123 ceph-mon[188613]: pgmap v10267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:22.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:22 smithi177 ceph-mon[212096]: pgmap v10268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:22.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:22 smithi123 ceph-mon[191304]: pgmap v10268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:22.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:22 smithi123 ceph-mon[188613]: pgmap v10268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:24.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:24 smithi177 ceph-mon[212096]: pgmap v10269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:24.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:24 smithi123 ceph-mon[191304]: pgmap v10269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:24.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:24 smithi123 ceph-mon[188613]: pgmap v10269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:26.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:26 smithi177 ceph-mon[212096]: pgmap v10270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:26 smithi123 ceph-mon[191304]: pgmap v10270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:26.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:26 smithi123 ceph-mon[188613]: pgmap v10270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:27.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:15:27.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:15:27.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:15:28.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:28 smithi177 ceph-mon[212096]: pgmap v10271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:28.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:28 smithi123 ceph-mon[191304]: pgmap v10271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:28.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:28 smithi123 ceph-mon[188613]: pgmap v10271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:15:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:15:29] "GET /metrics HTTP/1.1" 200 34097 "" "Prometheus/2.43.0" 2023-12-20T15:15:30.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:30 smithi177 ceph-mon[212096]: pgmap v10272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:30.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:30 smithi123 ceph-mon[191304]: pgmap v10272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:30.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:30 smithi123 ceph-mon[188613]: pgmap v10272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:32.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:32 smithi177 ceph-mon[212096]: pgmap v10273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:32.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:32 smithi123 ceph-mon[191304]: pgmap v10273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:32.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:32 smithi123 ceph-mon[188613]: pgmap v10273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:34.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:34 smithi177 ceph-mon[212096]: pgmap v10274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:34 smithi123 ceph-mon[191304]: pgmap v10274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:34.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:34 smithi123 ceph-mon[188613]: pgmap v10274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:35.255 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:15:35.563 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:15:35.563 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 4m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:15:35.563 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 2m ago 4h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:15:35.563 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 4m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:15:35.564 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 2m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:15:35.564 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 2m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:15:35.564 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 4m ago 4h 718M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:15:35.564 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 4m ago 4h 1293M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:15:35.564 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 2m ago 4h 614M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:15:35.564 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 4m ago 4h 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:15:35.564 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 4m ago 4h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:15:35.564 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 2m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:15:35.564 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 4m ago 4h 4577M 2430M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:15:35.564 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 4m ago 4h 5316M 2430M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:15:35.565 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 4m ago 4h 4331M 2430M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:15:35.565 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 4m ago 4h 4441M 2430M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:15:35.565 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 2m ago 4h 3722M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:15:35.565 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 2m ago 4h 4091M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:15:35.565 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 2m ago 4h 3495M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:15:35.565 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 2m ago 4h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:15:35.565 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 2m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:15:35.948 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:15:35.948 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:15:35.949 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:15:35.949 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:15:35.949 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:15:35.949 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:15:35.949 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:15:35.949 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:15:35.949 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:15:35.949 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:15:35.949 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:15:35.949 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:15:35.950 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:15:35.950 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:15:35.950 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:15:35.950 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:15:35.950 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:15:35.950 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:15:36.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:36 smithi177 ceph-mon[212096]: pgmap v10275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:36.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:36 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2203578737' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:15:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:36 smithi123 ceph-mon[191304]: pgmap v10275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:36.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:36 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2203578737' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:15:36.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:36 smithi123 ceph-mon[188613]: pgmap v10275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:36.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:36 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2203578737' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:15:37.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:37 smithi177 ceph-mon[212096]: from='client.44883 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:15:37.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:37 smithi177 ceph-mon[212096]: from='client.44889 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:15:37.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:37 smithi123 ceph-mon[188613]: from='client.44883 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:15:37.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:37 smithi123 ceph-mon[188613]: from='client.44889 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:15:37.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:37 smithi123 ceph-mon[191304]: from='client.44883 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:15:37.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:37 smithi123 ceph-mon[191304]: from='client.44889 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:15:38.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:38 smithi177 ceph-mon[212096]: pgmap v10276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:38 smithi123 ceph-mon[191304]: pgmap v10276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:38.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:38 smithi123 ceph-mon[188613]: pgmap v10276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:15:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:15:39] "GET /metrics HTTP/1.1" 200 34097 "" "Prometheus/2.43.0" 2023-12-20T15:15:40.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:40 smithi177 ceph-mon[212096]: pgmap v10277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:40 smithi123 ceph-mon[188613]: pgmap v10277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:40.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:40 smithi123 ceph-mon[191304]: pgmap v10277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:42 smithi177 ceph-mon[212096]: pgmap v10278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:15:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:42 smithi123 ceph-mon[191304]: pgmap v10278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:15:42.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:42 smithi123 ceph-mon[188613]: pgmap v10278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:42.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:15:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:44 smithi177 ceph-mon[212096]: pgmap v10279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:44 smithi123 ceph-mon[191304]: pgmap v10279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:44.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:44 smithi123 ceph-mon[188613]: pgmap v10279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:45.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:15:45.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:15:45.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:15:45.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:15:45.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:15:45.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:15:45.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:15:45.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:15:45.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:15:45.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:15:45.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:15:45.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:15:46.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:46 smithi177 ceph-mon[212096]: pgmap v10280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:46.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:46 smithi123 ceph-mon[191304]: pgmap v10280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:46.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:46 smithi123 ceph-mon[188613]: pgmap v10280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:47 smithi177 ceph-mon[212096]: pgmap v10281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:47 smithi123 ceph-mon[191304]: pgmap v10281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:47 smithi123 ceph-mon[188613]: pgmap v10281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:15:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:15:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T15:15:50.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:49 smithi177 ceph-mon[212096]: pgmap v10282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:50.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:49 smithi123 ceph-mon[191304]: pgmap v10282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:50.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:49 smithi123 ceph-mon[188613]: pgmap v10282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:51 smithi177 ceph-mon[212096]: pgmap v10283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:51 smithi123 ceph-mon[191304]: pgmap v10283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:51 smithi123 ceph-mon[188613]: pgmap v10283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:53 smithi177 ceph-mon[212096]: pgmap v10284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:53 smithi123 ceph-mon[191304]: pgmap v10284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:53 smithi123 ceph-mon[188613]: pgmap v10284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:56.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:55 smithi177 ceph-mon[212096]: pgmap v10285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:56.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:55 smithi123 ceph-mon[188613]: pgmap v10285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:56.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:55 smithi123 ceph-mon[191304]: pgmap v10285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:57.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:15:57.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:15:57.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:15:58.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:57 smithi177 ceph-mon[212096]: pgmap v10286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:57 smithi123 ceph-mon[191304]: pgmap v10286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:58.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:57 smithi123 ceph-mon[188613]: pgmap v10286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:15:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:15:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:15:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:16:00.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:15:59 smithi177 ceph-mon[212096]: pgmap v10287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:00.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:15:59 smithi123 ceph-mon[191304]: pgmap v10287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:00.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:15:59 smithi123 ceph-mon[188613]: pgmap v10287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:02.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:01 smithi177 ceph-mon[212096]: pgmap v10288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:02.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:01 smithi123 ceph-mon[191304]: pgmap v10288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:02.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:01 smithi123 ceph-mon[188613]: pgmap v10288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:04.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:03 smithi177 ceph-mon[212096]: pgmap v10289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:03 smithi123 ceph-mon[191304]: pgmap v10289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:04.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:03 smithi123 ceph-mon[188613]: pgmap v10289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:06.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:05 smithi177 ceph-mon[212096]: pgmap v10290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:06.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:05 smithi123 ceph-mon[191304]: pgmap v10290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:06.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:05 smithi123 ceph-mon[188613]: pgmap v10290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:06.303 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:16:06.608 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:16:06.608 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 5m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:16:06.608 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 3m ago 4h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:16:06.609 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 5m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:16:06.609 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 3m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:16:06.609 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 3m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:16:06.609 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 5m ago 4h 718M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:16:06.609 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 5m ago 4h 1293M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:16:06.609 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 3m ago 4h 614M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:16:06.609 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 5m ago 4h 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:16:06.609 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 5m ago 4h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:16:06.609 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 3m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:16:06.609 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 5m ago 4h 4577M 2430M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:16:06.610 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 5m ago 4h 5316M 2430M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:16:06.610 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 5m ago 4h 4331M 2430M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:16:06.610 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 5m ago 4h 4441M 2430M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:16:06.610 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 3m ago 4h 3722M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:16:06.610 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 3m ago 4h 4091M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:16:06.610 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 3m ago 4h 3495M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:16:06.610 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 3m ago 4h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:16:06.610 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 3m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:16:06.994 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:16:06.994 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:16:06.995 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:16:06.995 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:16:06.995 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:16:06.995 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:16:06.995 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:16:06.995 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:16:06.995 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:16:06.995 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:16:06.995 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:16:06.995 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:16:06.995 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:16:06.996 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:16:06.996 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:16:06.996 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:16:06.996 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:16:06.996 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:16:08.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:07 smithi177 ceph-mon[212096]: pgmap v10291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:08.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:07 smithi177 ceph-mon[212096]: from='client.54848 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:16:08.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:07 smithi177 ceph-mon[212096]: from='client.44907 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:16:08.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:07 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2588148748' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:16:08.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:07 smithi123 ceph-mon[191304]: pgmap v10291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:08.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:07 smithi123 ceph-mon[191304]: from='client.54848 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:16:08.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:07 smithi123 ceph-mon[191304]: from='client.44907 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:16:08.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:07 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2588148748' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:16:08.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:07 smithi123 ceph-mon[188613]: pgmap v10291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:08.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:07 smithi123 ceph-mon[188613]: from='client.54848 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:16:08.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:07 smithi123 ceph-mon[188613]: from='client.44907 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:16:08.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:07 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2588148748' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:16:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:16:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:16:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:16:10.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:09 smithi177 ceph-mon[212096]: pgmap v10292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:10.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:09 smithi123 ceph-mon[191304]: pgmap v10292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:10.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:09 smithi123 ceph-mon[188613]: pgmap v10292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:12.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:11 smithi177 ceph-mon[212096]: pgmap v10293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:12.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:16:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:11 smithi123 ceph-mon[191304]: pgmap v10293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:12.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:16:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:11 smithi123 ceph-mon[188613]: pgmap v10293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:16:14.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:13 smithi177 ceph-mon[212096]: pgmap v10294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:13 smithi123 ceph-mon[191304]: pgmap v10294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:14.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:13 smithi123 ceph-mon[188613]: pgmap v10294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:16.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:15 smithi177 ceph-mon[212096]: pgmap v10295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:16.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:15 smithi123 ceph-mon[191304]: pgmap v10295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:16.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:15 smithi123 ceph-mon[188613]: pgmap v10295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:18.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:17 smithi177 ceph-mon[212096]: pgmap v10296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:18.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:17 smithi123 ceph-mon[191304]: pgmap v10296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:18.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:17 smithi123 ceph-mon[188613]: pgmap v10296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:16:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:16:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T15:16:20.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:19 smithi177 ceph-mon[212096]: pgmap v10297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:20.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:19 smithi123 ceph-mon[191304]: pgmap v10297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:20.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:19 smithi123 ceph-mon[188613]: pgmap v10297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:22.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:21 smithi177 ceph-mon[212096]: pgmap v10298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:22.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:21 smithi123 ceph-mon[191304]: pgmap v10298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:22.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:21 smithi123 ceph-mon[188613]: pgmap v10298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:24.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:23 smithi177 ceph-mon[212096]: pgmap v10299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:24.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:23 smithi123 ceph-mon[191304]: pgmap v10299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:24.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:23 smithi123 ceph-mon[188613]: pgmap v10299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:26.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:25 smithi177 ceph-mon[212096]: pgmap v10300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:26.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:25 smithi123 ceph-mon[191304]: pgmap v10300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:26.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:25 smithi123 ceph-mon[188613]: pgmap v10300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:16:27.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:16:27.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:16:28.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:27 smithi177 ceph-mon[212096]: pgmap v10301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:27 smithi123 ceph-mon[191304]: pgmap v10301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:28.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:27 smithi123 ceph-mon[188613]: pgmap v10301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:16:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:16:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:16:30.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:29 smithi177 ceph-mon[212096]: pgmap v10302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:30.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:29 smithi123 ceph-mon[191304]: pgmap v10302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:30.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:29 smithi123 ceph-mon[188613]: pgmap v10302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:32.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:31 smithi177 ceph-mon[212096]: pgmap v10303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:32.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:31 smithi123 ceph-mon[191304]: pgmap v10303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:32.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:31 smithi123 ceph-mon[188613]: pgmap v10303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:34.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:33 smithi177 ceph-mon[212096]: pgmap v10304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:34.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:33 smithi123 ceph-mon[191304]: pgmap v10304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:33 smithi123 ceph-mon[188613]: pgmap v10304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:36.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:35 smithi177 ceph-mon[212096]: pgmap v10305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:36.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:35 smithi123 ceph-mon[191304]: pgmap v10305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:36.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:35 smithi123 ceph-mon[188613]: pgmap v10305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:37.341 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:16:37.651 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:16:37.651 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 5m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:16:37.651 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 3m ago 4h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:16:37.652 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 5m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:16:37.652 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 3m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:16:37.652 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 3m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:16:37.652 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 5m ago 4h 718M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:16:37.652 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 5m ago 4h 1293M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:16:37.652 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 3m ago 4h 614M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:16:37.652 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 5m ago 4h 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:16:37.652 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 5m ago 4h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:16:37.652 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 3m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:16:37.652 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 5m ago 4h 4577M 2430M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:16:37.652 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 5m ago 4h 5316M 2430M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:16:37.653 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 5m ago 4h 4331M 2430M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:16:37.653 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 5m ago 4h 4441M 2430M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:16:37.653 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 3m ago 4h 3722M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:16:37.653 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 3m ago 4h 4091M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:16:37.653 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 3m ago 4h 3495M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:16:37.653 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 3m ago 4h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:16:37.653 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 3m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:16:38.031 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:16:38.031 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:16:38.031 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:16:38.031 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:16:38.031 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:16:38.032 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:16:38.032 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:16:38.032 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:16:38.032 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:16:38.032 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:16:38.032 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:16:38.032 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:16:38.032 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:16:38.032 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:16:38.032 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:16:38.032 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:16:38.032 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:16:38.033 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:16:38.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:37 smithi177 ceph-mon[212096]: pgmap v10306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:38.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:37 smithi123 ceph-mon[188613]: pgmap v10306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:38.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:37 smithi123 ceph-mon[191304]: pgmap v10306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:39.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:38 smithi177 ceph-mon[212096]: from='client.54866 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:16:39.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:38 smithi177 ceph-mon[212096]: from='client.54872 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:16:39.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:38 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2867804499' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:16:39.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:16:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:16:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:16:39.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:38 smithi123 ceph-mon[191304]: from='client.54866 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:16:39.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:38 smithi123 ceph-mon[191304]: from='client.54872 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:16:39.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:38 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2867804499' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:16:39.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:38 smithi123 ceph-mon[188613]: from='client.54866 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:16:39.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:38 smithi123 ceph-mon[188613]: from='client.54872 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:16:39.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:38 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2867804499' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:16:40.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:39 smithi177 ceph-mon[212096]: pgmap v10307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:40.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:39 smithi123 ceph-mon[191304]: pgmap v10307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:40.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:39 smithi123 ceph-mon[188613]: pgmap v10307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:41 smithi177 ceph-mon[212096]: pgmap v10308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:16:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:41 smithi123 ceph-mon[191304]: pgmap v10308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:16:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:41 smithi123 ceph-mon[188613]: pgmap v10308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:16:44.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:43 smithi177 ceph-mon[212096]: pgmap v10309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:44.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:43 smithi123 ceph-mon[191304]: pgmap v10309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:43 smithi123 ceph-mon[188613]: pgmap v10309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:46.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:45 smithi177 ceph-mon[212096]: pgmap v10310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:46.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:16:46.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:16:46.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:16:46.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:16:46.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:45 smithi123 ceph-mon[191304]: pgmap v10310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:46.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:16:46.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:16:46.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:16:46.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:16:46.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:45 smithi123 ceph-mon[188613]: pgmap v10310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:46.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:16:46.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:16:46.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:16:46.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:16:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:47 smithi177 ceph-mon[212096]: pgmap v10311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:48.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:47 smithi123 ceph-mon[188613]: pgmap v10311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:48.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:47 smithi123 ceph-mon[191304]: pgmap v10311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:16:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:16:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:16:50.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:49 smithi177 ceph-mon[212096]: pgmap v10312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:50.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:49 smithi123 ceph-mon[191304]: pgmap v10312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:50.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:49 smithi123 ceph-mon[188613]: pgmap v10312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:51 smithi177 ceph-mon[212096]: pgmap v10313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:52.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:51 smithi123 ceph-mon[191304]: pgmap v10313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:52.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:51 smithi123 ceph-mon[188613]: pgmap v10313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:53 smithi177 ceph-mon[212096]: pgmap v10314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:53 smithi123 ceph-mon[191304]: pgmap v10314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:53 smithi123 ceph-mon[188613]: pgmap v10314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:56.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:55 smithi177 ceph-mon[212096]: pgmap v10315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:56.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:55 smithi123 ceph-mon[191304]: pgmap v10315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:56.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:55 smithi123 ceph-mon[188613]: pgmap v10315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:57.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:16:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:16:57.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:16:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:57 smithi177 ceph-mon[212096]: pgmap v10316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:57 smithi123 ceph-mon[191304]: pgmap v10316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:58.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:57 smithi123 ceph-mon[188613]: pgmap v10316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:16:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:16:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:16:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:17:00.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:16:59 smithi177 ceph-mon[212096]: pgmap v10317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:00.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:16:59 smithi123 ceph-mon[188613]: pgmap v10317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:00.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:16:59 smithi123 ceph-mon[191304]: pgmap v10317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:02.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:01 smithi177 ceph-mon[212096]: pgmap v10318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:02.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:01 smithi123 ceph-mon[191304]: pgmap v10318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:02.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:01 smithi123 ceph-mon[188613]: pgmap v10318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:03 smithi123 ceph-mon[191304]: pgmap v10319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:04.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:03 smithi123 ceph-mon[188613]: pgmap v10319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:03 smithi177 ceph-mon[212096]: pgmap v10319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:06.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:05 smithi123 ceph-mon[191304]: pgmap v10320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:06.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:05 smithi123 ceph-mon[188613]: pgmap v10320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:06.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:05 smithi177 ceph-mon[212096]: pgmap v10320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:08.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:07 smithi123 ceph-mon[191304]: pgmap v10321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:08.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:07 smithi123 ceph-mon[188613]: pgmap v10321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:08.380 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:17:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:07 smithi177 ceph-mon[212096]: pgmap v10321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:08.690 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:17:08.690 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 6m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:17:08.690 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 4m ago 4h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:17:08.690 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 6m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:17:08.690 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 4m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:17:08.690 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 4m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:17:08.690 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 6m ago 4h 718M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:17:08.690 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 6m ago 4h 1293M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:17:08.690 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 4m ago 4h 614M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:17:08.690 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 6m ago 4h 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:17:08.690 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 6m ago 4h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:17:08.691 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 4m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:17:08.691 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 6m ago 4h 4577M 2430M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:17:08.691 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 6m ago 4h 5316M 2430M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:17:08.691 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 6m ago 4h 4331M 2430M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:17:08.691 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 6m ago 4h 4441M 2430M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:17:08.691 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 4m ago 4h 3722M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:17:08.691 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 4m ago 4h 4091M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:17:08.691 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 4m ago 4h 3495M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:17:08.691 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 4m ago 4h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:17:08.691 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 4m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:17:09.072 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:17:09.072 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:17:09.072 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:17:09.072 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:17:09.072 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:17:09.073 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:17:09.073 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:17:09.073 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:17:09.073 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:17:09.073 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:17:09.073 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:17:09.073 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:17:09.073 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:17:09.073 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:17:09.074 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:17:09.074 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:17:09.074 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:17:09.074 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:17:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:17:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:17:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:17:10.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:09 smithi123 ceph-mon[188613]: pgmap v10322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:10.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:09 smithi123 ceph-mon[188613]: from='client.44937 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:17:10.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:09 smithi123 ceph-mon[188613]: from='client.54890 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:17:10.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:09 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3154532767' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:17:10.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:09 smithi123 ceph-mon[191304]: pgmap v10322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:09 smithi123 ceph-mon[191304]: from='client.44937 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:17:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:09 smithi123 ceph-mon[191304]: from='client.54890 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:17:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:09 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3154532767' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:17:10.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:09 smithi177 ceph-mon[212096]: pgmap v10322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:10.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:09 smithi177 ceph-mon[212096]: from='client.44937 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:17:10.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:09 smithi177 ceph-mon[212096]: from='client.54890 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:17:10.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:09 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3154532767' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:17:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:11 smithi123 ceph-mon[191304]: pgmap v10323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:12.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:17:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:11 smithi123 ceph-mon[188613]: pgmap v10323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:17:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:11 smithi177 ceph-mon[212096]: pgmap v10323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:17:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:13 smithi123 ceph-mon[191304]: pgmap v10324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:14.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:13 smithi123 ceph-mon[188613]: pgmap v10324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:13 smithi177 ceph-mon[212096]: pgmap v10324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:16.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:15 smithi123 ceph-mon[188613]: pgmap v10325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:16.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:15 smithi123 ceph-mon[191304]: pgmap v10325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:15 smithi177 ceph-mon[212096]: pgmap v10325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:18.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:17 smithi123 ceph-mon[191304]: pgmap v10326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:18.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:17 smithi123 ceph-mon[188613]: pgmap v10326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:17 smithi177 ceph-mon[212096]: pgmap v10326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:17:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:17:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:17:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:19 smithi123 ceph-mon[188613]: pgmap v10327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:20.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:19 smithi123 ceph-mon[191304]: pgmap v10327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:19 smithi177 ceph-mon[212096]: pgmap v10327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:22.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:21 smithi123 ceph-mon[191304]: pgmap v10328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:22.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:21 smithi123 ceph-mon[188613]: pgmap v10328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:21 smithi177 ceph-mon[212096]: pgmap v10328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:23 smithi123 ceph-mon[191304]: pgmap v10329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:24.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:23 smithi123 ceph-mon[188613]: pgmap v10329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:23 smithi177 ceph-mon[212096]: pgmap v10329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:26.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:25 smithi123 ceph-mon[191304]: pgmap v10330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:26.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:25 smithi123 ceph-mon[188613]: pgmap v10330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:26.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:25 smithi177 ceph-mon[212096]: pgmap v10330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:27.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:17:27.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:17:27.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:17:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:27 smithi123 ceph-mon[191304]: pgmap v10331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:28.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:27 smithi123 ceph-mon[188613]: pgmap v10331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:28.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:27 smithi177 ceph-mon[212096]: pgmap v10331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:17:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:17:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:17:30.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:29 smithi123 ceph-mon[191304]: pgmap v10332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:30.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:29 smithi123 ceph-mon[188613]: pgmap v10332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:29 smithi177 ceph-mon[212096]: pgmap v10332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:32.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:31 smithi123 ceph-mon[188613]: pgmap v10333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:32.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:31 smithi123 ceph-mon[191304]: pgmap v10333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:31 smithi177 ceph-mon[212096]: pgmap v10333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:34.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:33 smithi123 ceph-mon[191304]: pgmap v10334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:33 smithi123 ceph-mon[188613]: pgmap v10334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:34.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:33 smithi177 ceph-mon[212096]: pgmap v10334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:36.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:35 smithi123 ceph-mon[191304]: pgmap v10335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:36.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:35 smithi123 ceph-mon[188613]: pgmap v10335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:36.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:35 smithi177 ceph-mon[212096]: pgmap v10335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:38.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:37 smithi123 ceph-mon[191304]: pgmap v10336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:38.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:37 smithi123 ceph-mon[188613]: pgmap v10336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:37 smithi177 ceph-mon[212096]: pgmap v10336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:39.419 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:17:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:17:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:17:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:17:39.724 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:17:39.724 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 7m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:17:39.725 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 4m ago 4h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:17:39.725 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 7m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:17:39.725 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 4m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:17:39.725 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 4m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:17:39.725 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 7m ago 4h 718M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:17:39.725 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 7m ago 4h 1293M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:17:39.725 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 4m ago 4h 614M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:17:39.725 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 7m ago 4h 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:17:39.725 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 7m ago 4h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:17:39.725 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 4m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:17:39.726 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 7m ago 4h 4577M 2430M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:17:39.726 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 7m ago 4h 5316M 2430M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:17:39.726 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 7m ago 4h 4331M 2430M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:17:39.726 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 7m ago 4h 4441M 2430M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:17:39.726 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 4m ago 4h 3722M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:17:39.726 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 4m ago 4h 4091M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:17:39.726 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 4m ago 4h 3495M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:17:39.726 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 4m ago 4h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:17:39.726 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 4m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:17:40.111 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:17:40.111 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:17:40.111 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:17:40.111 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:17:40.111 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:17:40.111 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:17:40.112 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:17:40.112 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:17:40.112 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:17:40.112 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:17:40.112 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:17:40.112 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:17:40.112 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:17:40.112 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:17:40.112 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:17:40.112 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:17:40.112 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:17:40.112 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:17:40.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:39 smithi123 ceph-mon[191304]: pgmap v10337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:40.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:39 smithi123 ceph-mon[188613]: pgmap v10337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:40.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:39 smithi177 ceph-mon[212096]: pgmap v10337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:40 smithi123 ceph-mon[191304]: from='client.54902 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:17:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:40 smithi123 ceph-mon[191304]: from='client.54908 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:17:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:40 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/275904237' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:17:41.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:40 smithi123 ceph-mon[188613]: from='client.54902 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:17:41.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:40 smithi123 ceph-mon[188613]: from='client.54908 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:17:41.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:40 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/275904237' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:17:41.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:40 smithi177 ceph-mon[212096]: from='client.54902 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:17:41.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:40 smithi177 ceph-mon[212096]: from='client.54908 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:17:41.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:40 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/275904237' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:17:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:41 smithi123 ceph-mon[191304]: pgmap v10338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:17:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:41 smithi123 ceph-mon[188613]: pgmap v10338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:17:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:41 smithi177 ceph-mon[212096]: pgmap v10338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:17:44.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:43 smithi123 ceph-mon[191304]: pgmap v10339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:43 smithi123 ceph-mon[188613]: pgmap v10339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:44.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:43 smithi177 ceph-mon[212096]: pgmap v10339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:46.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:45 smithi123 ceph-mon[188613]: pgmap v10340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:46.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:17:46.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:45 smithi123 ceph-mon[191304]: pgmap v10340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:46.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:17:46.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:45 smithi177 ceph-mon[212096]: pgmap v10340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:46.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:17:47.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:17:47.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:17:47.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:17:47.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:17:47.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:17:47.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:17:47.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:17:47.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:17:47.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:17:48.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:47 smithi177 ceph-mon[212096]: pgmap v10341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:47 smithi123 ceph-mon[191304]: pgmap v10341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:48.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:47 smithi123 ceph-mon[188613]: pgmap v10341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:17:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:17:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T15:17:50.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:49 smithi177 ceph-mon[212096]: pgmap v10342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:49 smithi123 ceph-mon[191304]: pgmap v10342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:50.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:49 smithi123 ceph-mon[188613]: pgmap v10342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:52.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:52 smithi177 ceph-mon[212096]: pgmap v10343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:52 smithi123 ceph-mon[191304]: pgmap v10343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:52.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:52 smithi123 ceph-mon[188613]: pgmap v10343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:54.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:54 smithi177 ceph-mon[212096]: pgmap v10344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:54 smithi123 ceph-mon[191304]: pgmap v10344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:54 smithi123 ceph-mon[188613]: pgmap v10344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:56.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:56 smithi177 ceph-mon[212096]: pgmap v10345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:56 smithi123 ceph-mon[191304]: pgmap v10345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:56.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:56 smithi123 ceph-mon[188613]: pgmap v10345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:17:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:17:57.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:17:58.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:17:58 smithi177 ceph-mon[212096]: pgmap v10346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:17:58 smithi123 ceph-mon[191304]: pgmap v10346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:58.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:17:58 smithi123 ceph-mon[188613]: pgmap v10346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:17:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:17:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:17:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:18:00.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:00 smithi177 ceph-mon[212096]: pgmap v10347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:00 smithi123 ceph-mon[191304]: pgmap v10347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:00.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:00 smithi123 ceph-mon[188613]: pgmap v10347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:02 smithi177 ceph-mon[212096]: pgmap v10348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:02 smithi123 ceph-mon[191304]: pgmap v10348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:02 smithi123 ceph-mon[188613]: pgmap v10348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:04.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:04 smithi177 ceph-mon[212096]: pgmap v10349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:04 smithi123 ceph-mon[191304]: pgmap v10349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:04.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:04 smithi123 ceph-mon[188613]: pgmap v10349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:06.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:06 smithi177 ceph-mon[212096]: pgmap v10350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:06 smithi123 ceph-mon[191304]: pgmap v10350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:06.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:06 smithi123 ceph-mon[188613]: pgmap v10350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:08.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:08 smithi177 ceph-mon[212096]: pgmap v10351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:08 smithi123 ceph-mon[191304]: pgmap v10351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:08.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:08 smithi123 ceph-mon[188613]: pgmap v10351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:18:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:18:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:18:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:10 smithi177 ceph-mon[212096]: pgmap v10352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:10.456 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:18:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:10 smithi123 ceph-mon[191304]: pgmap v10352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:10 smithi123 ceph-mon[188613]: pgmap v10352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:10.763 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:18:10.763 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 7m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:18:10.763 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 5m ago 4h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:18:10.763 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 7m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:18:10.763 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 5m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:18:10.763 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 5m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:18:10.764 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 7m ago 4h 718M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:18:10.764 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 7m ago 4h 1293M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:18:10.764 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 5m ago 4h 614M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:18:10.764 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 7m ago 4h 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:18:10.764 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 7m ago 4h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:18:10.764 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 5m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:18:10.764 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 7m ago 4h 4577M 2430M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:18:10.764 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 7m ago 4h 5316M 2430M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:18:10.764 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 7m ago 4h 4331M 2430M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:18:10.764 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 7m ago 4h 4441M 2430M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:18:10.764 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 5m ago 4h 3722M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:18:10.764 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 5m ago 4h 4091M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:18:10.764 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 5m ago 4h 3495M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:18:10.765 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 5m ago 4h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:18:10.765 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 5m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:18:11.146 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:18:11.146 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:18:11.146 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:18:11.146 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:18:11.146 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:18:11.146 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:18:11.146 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:18:11.146 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:18:11.146 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:18:11.146 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:18:11.146 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:18:11.146 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:18:11.146 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:18:11.146 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:18:11.146 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:18:11.147 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:18:11.147 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:18:11.147 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:18:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:12 smithi177 ceph-mon[212096]: pgmap v10353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:12 smithi177 ceph-mon[212096]: from='client.44973 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:18:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:12 smithi177 ceph-mon[212096]: from='client.44979 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:18:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:12 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1752254134' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:18:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:18:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:12 smithi123 ceph-mon[191304]: pgmap v10353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:12 smithi123 ceph-mon[191304]: from='client.44973 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:18:12.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:12 smithi123 ceph-mon[191304]: from='client.44979 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:18:12.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:12 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1752254134' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:18:12.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:18:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:12 smithi123 ceph-mon[188613]: pgmap v10353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:12 smithi123 ceph-mon[188613]: from='client.44973 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:18:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:12 smithi123 ceph-mon[188613]: from='client.44979 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:18:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:12 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1752254134' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:18:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:18:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:14 smithi177 ceph-mon[212096]: pgmap v10354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:14 smithi123 ceph-mon[191304]: pgmap v10354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:14.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:14 smithi123 ceph-mon[188613]: pgmap v10354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:16 smithi177 ceph-mon[212096]: pgmap v10355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:16 smithi123 ceph-mon[191304]: pgmap v10355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:16 smithi123 ceph-mon[188613]: pgmap v10355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:18.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:18 smithi177 ceph-mon[212096]: pgmap v10356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:18 smithi123 ceph-mon[191304]: pgmap v10356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:18.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:18 smithi123 ceph-mon[188613]: pgmap v10356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:18:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:18:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:18:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:20 smithi177 ceph-mon[212096]: pgmap v10357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:20 smithi123 ceph-mon[191304]: pgmap v10357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:20 smithi123 ceph-mon[188613]: pgmap v10357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:22.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:22 smithi177 ceph-mon[212096]: pgmap v10358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:22 smithi123 ceph-mon[191304]: pgmap v10358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:22.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:22 smithi123 ceph-mon[188613]: pgmap v10358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:24.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:24 smithi177 ceph-mon[212096]: pgmap v10359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:24 smithi123 ceph-mon[191304]: pgmap v10359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:24.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:24 smithi123 ceph-mon[188613]: pgmap v10359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:26 smithi177 ceph-mon[212096]: pgmap v10360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:26 smithi123 ceph-mon[191304]: pgmap v10360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:26 smithi123 ceph-mon[188613]: pgmap v10360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:18:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:18:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:18:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:28 smithi177 ceph-mon[212096]: pgmap v10361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:28 smithi123 ceph-mon[191304]: pgmap v10361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:28.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:28 smithi123 ceph-mon[188613]: pgmap v10361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:18:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:18:29] "GET /metrics HTTP/1.1" 200 34097 "" "Prometheus/2.43.0" 2023-12-20T15:18:30.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:30 smithi177 ceph-mon[212096]: pgmap v10362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:30.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:30 smithi123 ceph-mon[191304]: pgmap v10362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:30.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:30 smithi123 ceph-mon[188613]: pgmap v10362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:32.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:32 smithi177 ceph-mon[212096]: pgmap v10363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:32 smithi123 ceph-mon[191304]: pgmap v10363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:32.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:32 smithi123 ceph-mon[188613]: pgmap v10363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:34 smithi177 ceph-mon[212096]: pgmap v10364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:34 smithi123 ceph-mon[191304]: pgmap v10364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:34 smithi123 ceph-mon[188613]: pgmap v10364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:36.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:36 smithi177 ceph-mon[212096]: pgmap v10365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:36 smithi123 ceph-mon[191304]: pgmap v10365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:36.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:36 smithi123 ceph-mon[188613]: pgmap v10365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:38.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:38 smithi177 ceph-mon[212096]: pgmap v10366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:38 smithi123 ceph-mon[191304]: pgmap v10366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:38.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:38 smithi123 ceph-mon[188613]: pgmap v10366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:18:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:18:39] "GET /metrics HTTP/1.1" 200 34097 "" "Prometheus/2.43.0" 2023-12-20T15:18:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:40 smithi177 ceph-mon[212096]: pgmap v10367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:40 smithi123 ceph-mon[191304]: pgmap v10367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:40.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:40 smithi123 ceph-mon[188613]: pgmap v10367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:41.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:41 smithi177 ceph-mon[212096]: pgmap v10368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:41.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:41 smithi123 ceph-mon[191304]: pgmap v10368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:41.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:41 smithi123 ceph-mon[188613]: pgmap v10368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:41.493 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:18:41.801 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:18:41.801 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 8m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:18:41.801 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 5m ago 4h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:18:41.801 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 8m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:18:41.801 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 5m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:18:41.801 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 5m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:18:41.801 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 8m ago 4h 718M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:18:41.801 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 8m ago 4h 1293M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:18:41.802 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 5m ago 4h 614M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:18:41.802 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 8m ago 4h 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:18:41.802 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 8m ago 4h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:18:41.802 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 5m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:18:41.802 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 8m ago 4h 4577M 2430M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:18:41.802 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 8m ago 4h 5316M 2430M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:18:41.802 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 8m ago 4h 4331M 2430M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:18:41.802 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 8m ago 4h 4441M 2430M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:18:41.802 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 5m ago 4h 3722M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:18:41.802 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 5m ago 4h 4091M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:18:41.802 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 5m ago 4h 3495M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:18:41.803 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 5m ago 4h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:18:41.803 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 5m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:18:42.183 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:18:42.183 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:18:42.183 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:18:42.183 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:18:42.183 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:18:42.183 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:18:42.183 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:18:42.183 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:18:42.184 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:18:42.184 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:18:42.184 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:18:42.184 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:18:42.184 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:18:42.184 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:18:42.184 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:18:42.184 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:18:42.184 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:18:42.184 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:18:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:42 smithi177 ceph-mon[212096]: from='client.54938 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:18:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:18:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:42 smithi177 ceph-mon[212096]: from='client.54944 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:18:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:42 smithi123 ceph-mon[191304]: from='client.54938 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:18:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:18:42.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:42 smithi123 ceph-mon[191304]: from='client.54944 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:18:42.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:42 smithi123 ceph-mon[188613]: from='client.54938 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:18:42.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:18:42.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:42 smithi123 ceph-mon[188613]: from='client.54944 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:18:43.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:43 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1028293279' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:18:43.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:43 smithi177 ceph-mon[212096]: pgmap v10369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:43.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:43 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1028293279' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:18:43.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:43 smithi123 ceph-mon[191304]: pgmap v10369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:43.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:43 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1028293279' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:18:43.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:43 smithi123 ceph-mon[188613]: pgmap v10369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:45.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:45 smithi177 ceph-mon[212096]: pgmap v10370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:45.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:45 smithi123 ceph-mon[191304]: pgmap v10370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:45.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:45 smithi123 ceph-mon[188613]: pgmap v10370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:46.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:18:46.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:18:46.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:18:47.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:47 smithi177 ceph-mon[212096]: pgmap v10371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:47.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:18:47.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:18:47.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:18:47.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:18:47.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:47 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2421M 2023-12-20T15:18:47.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:18:47.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:18:47.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:18:47.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:18:47.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:47 smithi123 ceph-mon[188613]: pgmap v10371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:47.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:18:47.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:18:47.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:18:47.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:18:47.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:47 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2421M 2023-12-20T15:18:47.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:18:47.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:18:47.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:18:47.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:18:47.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:47 smithi123 ceph-mon[191304]: pgmap v10371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:47.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:18:47.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:18:47.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:18:47.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:18:47.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:47 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2421M 2023-12-20T15:18:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:18:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:18:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:18:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:18:49.369 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:18:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:18:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:18:49.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:49 smithi177 ceph-mon[212096]: pgmap v10372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:49.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:49 smithi123 ceph-mon[191304]: pgmap v10372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:49.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:49 smithi123 ceph-mon[188613]: pgmap v10372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:51.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:51 smithi177 ceph-mon[212096]: pgmap v10373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:51.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:51 smithi123 ceph-mon[191304]: pgmap v10373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:51.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:51 smithi123 ceph-mon[188613]: pgmap v10373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:53 smithi177 ceph-mon[212096]: pgmap v10374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:53 smithi123 ceph-mon[188613]: pgmap v10374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:54.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:53 smithi123 ceph-mon[191304]: pgmap v10374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:56.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:55 smithi177 ceph-mon[212096]: pgmap v10375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:56.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:55 smithi123 ceph-mon[191304]: pgmap v10375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:56.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:55 smithi123 ceph-mon[188613]: pgmap v10375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:18:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:18:57.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:18:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:57 smithi177 ceph-mon[212096]: pgmap v10376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:58.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:57 smithi123 ceph-mon[188613]: pgmap v10376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:58.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:57 smithi123 ceph-mon[191304]: pgmap v10376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:18:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:18:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:18:59] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T15:19:00.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:18:59 smithi177 ceph-mon[212096]: pgmap v10377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:00.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:18:59 smithi123 ceph-mon[191304]: pgmap v10377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:00.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:18:59 smithi123 ceph-mon[188613]: pgmap v10377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:01 smithi177 ceph-mon[212096]: pgmap v10378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:02.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:01 smithi123 ceph-mon[188613]: pgmap v10378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:02.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:01 smithi123 ceph-mon[191304]: pgmap v10378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:04.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:03 smithi177 ceph-mon[212096]: pgmap v10379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:03 smithi123 ceph-mon[191304]: pgmap v10379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:04.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:03 smithi123 ceph-mon[188613]: pgmap v10379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:06.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:05 smithi177 ceph-mon[212096]: pgmap v10380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:06.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:05 smithi123 ceph-mon[191304]: pgmap v10380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:06.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:05 smithi123 ceph-mon[188613]: pgmap v10380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:08.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:07 smithi177 ceph-mon[212096]: pgmap v10381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:07 smithi123 ceph-mon[191304]: pgmap v10381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:08.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:07 smithi123 ceph-mon[188613]: pgmap v10381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:19:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:19:09] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T15:19:10.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:09 smithi177 ceph-mon[212096]: pgmap v10382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:10.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:09 smithi123 ceph-mon[191304]: pgmap v10382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:10.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:09 smithi123 ceph-mon[188613]: pgmap v10382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:11 smithi177 ceph-mon[212096]: pgmap v10383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:12.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:19:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:11 smithi123 ceph-mon[191304]: pgmap v10383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:19:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:11 smithi123 ceph-mon[188613]: pgmap v10383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:19:12.529 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:19:12.837 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:19:12.837 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 8m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:19:12.837 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 6m ago 4h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:19:12.837 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 8m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:19:12.837 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 6m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:19:12.837 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 6m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:19:12.838 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 8m ago 4h 718M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:19:12.838 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 8m ago 4h 1293M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:19:12.838 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 6m ago 4h 614M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:19:12.838 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 8m ago 4h 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:19:12.838 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 8m ago 4h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:19:12.838 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 6m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:19:12.838 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 8m ago 4h 4577M 2421M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:19:12.838 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 8m ago 4h 5316M 2421M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:19:12.838 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 8m ago 4h 4331M 2421M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:19:12.838 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 8m ago 4h 4441M 2421M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:19:12.838 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 6m ago 4h 3722M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:19:12.839 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 6m ago 4h 4091M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:19:12.839 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 6m ago 4h 3495M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:19:12.839 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 6m ago 4h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:19:12.839 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 6m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:19:13.219 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:19:13.219 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:19:13.219 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:19:13.219 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:19:13.219 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:19:13.219 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:19:13.219 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:19:13.219 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:19:13.219 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:19:13.220 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:19:13.220 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:19:13.220 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:19:13.220 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:19:13.220 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:19:13.220 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:19:13.220 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:19:13.220 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:19:13.220 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:19:14.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:13 smithi177 ceph-mon[212096]: pgmap v10384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:14.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:13 smithi177 ceph-mon[212096]: from='client.45009 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:19:14.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:13 smithi177 ceph-mon[212096]: from='client.45015 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:19:14.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:13 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3212096668' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:19:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:13 smithi123 ceph-mon[191304]: pgmap v10384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:13 smithi123 ceph-mon[191304]: from='client.45009 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:19:14.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:13 smithi123 ceph-mon[191304]: from='client.45015 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:19:14.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:13 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3212096668' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:19:14.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:13 smithi123 ceph-mon[188613]: pgmap v10384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:14.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:13 smithi123 ceph-mon[188613]: from='client.45009 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:19:14.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:13 smithi123 ceph-mon[188613]: from='client.45015 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:19:14.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:13 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3212096668' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:19:16.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:15 smithi177 ceph-mon[212096]: pgmap v10385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:16.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:15 smithi123 ceph-mon[191304]: pgmap v10385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:16.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:15 smithi123 ceph-mon[188613]: pgmap v10385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:18.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:17 smithi177 ceph-mon[212096]: pgmap v10386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:18.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:17 smithi123 ceph-mon[191304]: pgmap v10386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:17 smithi123 ceph-mon[188613]: pgmap v10386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:19:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:19:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:19:20.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:19 smithi177 ceph-mon[212096]: pgmap v10387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:19 smithi123 ceph-mon[191304]: pgmap v10387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:20.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:19 smithi123 ceph-mon[188613]: pgmap v10387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:22.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:21 smithi177 ceph-mon[212096]: pgmap v10388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:22.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:21 smithi123 ceph-mon[191304]: pgmap v10388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:21 smithi123 ceph-mon[188613]: pgmap v10388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:24.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:23 smithi177 ceph-mon[212096]: pgmap v10389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:23 smithi123 ceph-mon[191304]: pgmap v10389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:23 smithi123 ceph-mon[188613]: pgmap v10389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:26.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:25 smithi177 ceph-mon[212096]: pgmap v10390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:26.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:25 smithi123 ceph-mon[191304]: pgmap v10390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:26.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:25 smithi123 ceph-mon[188613]: pgmap v10390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:19:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:19:27.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:19:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:27 smithi177 ceph-mon[212096]: pgmap v10391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:27 smithi123 ceph-mon[191304]: pgmap v10391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:27 smithi123 ceph-mon[188613]: pgmap v10391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:19:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:19:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:19:30.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:29 smithi177 ceph-mon[212096]: pgmap v10392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:30.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:29 smithi123 ceph-mon[191304]: pgmap v10392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:30.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:29 smithi123 ceph-mon[188613]: pgmap v10392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:31 smithi177 ceph-mon[212096]: pgmap v10393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:32.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:31 smithi123 ceph-mon[191304]: pgmap v10393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:31 smithi123 ceph-mon[188613]: pgmap v10393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:34.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:33 smithi177 ceph-mon[212096]: pgmap v10394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:34.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:33 smithi123 ceph-mon[191304]: pgmap v10394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:34.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:33 smithi123 ceph-mon[188613]: pgmap v10394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:36.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:35 smithi177 ceph-mon[212096]: pgmap v10395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:36.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:35 smithi123 ceph-mon[191304]: pgmap v10395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:36.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:35 smithi123 ceph-mon[188613]: pgmap v10395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:38.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:37 smithi177 ceph-mon[212096]: pgmap v10396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:38.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:37 smithi123 ceph-mon[191304]: pgmap v10396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:38.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:37 smithi123 ceph-mon[188613]: pgmap v10396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:19:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:19:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:19:40.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:39 smithi177 ceph-mon[212096]: pgmap v10397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:40.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:39 smithi123 ceph-mon[191304]: pgmap v10397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:40.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:39 smithi123 ceph-mon[188613]: pgmap v10397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:41 smithi123 ceph-mon[191304]: pgmap v10398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:19:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:41 smithi123 ceph-mon[188613]: pgmap v10398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:19:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:41 smithi177 ceph-mon[212096]: pgmap v10398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:19:43.566 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:19:43.874 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:19:43.874 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 9m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:19:43.874 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 7m ago 4h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:19:43.874 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 9m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:19:43.874 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 7m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:19:43.874 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 7m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:19:43.874 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 9m ago 4h 718M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:19:43.874 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 9m ago 4h 1293M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:19:43.874 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 7m ago 4h 614M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:19:43.874 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 9m ago 4h 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:19:43.875 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 9m ago 4h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:19:43.875 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 7m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:19:43.875 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 9m ago 4h 4577M 2421M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:19:43.875 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 9m ago 4h 5316M 2421M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:19:43.875 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 9m ago 4h 4331M 2421M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:19:43.875 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 9m ago 4h 4441M 2421M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:19:43.875 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 7m ago 4h 3722M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:19:43.875 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 7m ago 4h 4091M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:19:43.875 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 7m ago 4h 3495M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:19:43.875 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 7m ago 4h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:19:43.875 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 7m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:19:44.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:43 smithi123 ceph-mon[191304]: pgmap v10399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:43 smithi123 ceph-mon[188613]: pgmap v10399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:44.261 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:19:44.261 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:19:44.261 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:19:44.261 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:19:44.261 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:19:44.261 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:19:44.261 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:19:44.261 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:19:44.261 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:19:44.261 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:19:44.261 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:19:44.261 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:19:44.262 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:19:44.262 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:19:44.262 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:19:44.262 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:19:44.262 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:19:44.262 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:19:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:43 smithi177 ceph-mon[212096]: pgmap v10399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:44 smithi123 ceph-mon[191304]: from='client.54974 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:19:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:44 smithi123 ceph-mon[191304]: from='client.45033 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:19:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:44 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/757133611' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:19:45.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:44 smithi123 ceph-mon[188613]: from='client.54974 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:19:45.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:44 smithi123 ceph-mon[188613]: from='client.45033 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:19:45.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:44 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/757133611' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:19:45.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:44 smithi177 ceph-mon[212096]: from='client.54974 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:19:45.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:44 smithi177 ceph-mon[212096]: from='client.45033 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:19:45.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:44 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/757133611' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:19:46.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:45 smithi123 ceph-mon[191304]: pgmap v10400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:46.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:45 smithi123 ceph-mon[188613]: pgmap v10400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:46.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:45 smithi177 ceph-mon[212096]: pgmap v10400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:47.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:19:47.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:19:47.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:19:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:47 smithi123 ceph-mon[191304]: pgmap v10401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:19:48.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:19:48.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:19:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:47 smithi123 ceph-mon[188613]: pgmap v10401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:19:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:19:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:19:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:47 smithi177 ceph-mon[212096]: pgmap v10401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:48.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:19:48.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:19:48.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:19:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:19:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:19:49] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:19:50.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:49 smithi123 ceph-mon[191304]: pgmap v10402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:50.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:49 smithi123 ceph-mon[188613]: pgmap v10402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:49 smithi177 ceph-mon[212096]: pgmap v10402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:51 smithi123 ceph-mon[191304]: pgmap v10403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:51 smithi123 ceph-mon[188613]: pgmap v10403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:51 smithi177 ceph-mon[212096]: pgmap v10403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:53 smithi123 ceph-mon[191304]: pgmap v10404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:53 smithi123 ceph-mon[188613]: pgmap v10404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:53 smithi177 ceph-mon[212096]: pgmap v10404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:56.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:55 smithi123 ceph-mon[191304]: pgmap v10405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:56.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:55 smithi123 ceph-mon[188613]: pgmap v10405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:56.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:55 smithi177 ceph-mon[212096]: pgmap v10405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:19:57.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:19:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:19:58.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:57 smithi123 ceph-mon[188613]: pgmap v10406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:58.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:57 smithi123 ceph-mon[191304]: pgmap v10406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:57 smithi177 ceph-mon[212096]: pgmap v10406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:19:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:19:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:19:59] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T15:20:00.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:19:59 smithi123 ceph-mon[191304]: pgmap v10407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:00.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:19:59 smithi123 ceph-mon[188613]: pgmap v10407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:00.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T15:19:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T15:20:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:19:59 smithi177 ceph-mon[212096]: pgmap v10407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:01.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T15:20:01.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T15:20:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T15:20:02.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:01 smithi123 ceph-mon[191304]: pgmap v10408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:02.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:01 smithi123 ceph-mon[188613]: pgmap v10408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:02.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:01 smithi177 ceph-mon[212096]: pgmap v10408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:03 smithi123 ceph-mon[191304]: pgmap v10409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:04.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:03 smithi123 ceph-mon[188613]: pgmap v10409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:03 smithi177 ceph-mon[212096]: pgmap v10409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:06.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:05 smithi123 ceph-mon[191304]: pgmap v10410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:06.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:05 smithi123 ceph-mon[188613]: pgmap v10410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:06.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:05 smithi177 ceph-mon[212096]: pgmap v10410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:07 smithi123 ceph-mon[191304]: pgmap v10411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:08.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:07 smithi123 ceph-mon[188613]: pgmap v10411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:07 smithi177 ceph-mon[212096]: pgmap v10411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:20:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:20:09] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T15:20:10.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:09 smithi123 ceph-mon[191304]: pgmap v10412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:10.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:09 smithi123 ceph-mon[188613]: pgmap v10412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:09 smithi177 ceph-mon[212096]: pgmap v10412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:11 smithi123 ceph-mon[188613]: pgmap v10413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:20:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:11 smithi123 ceph-mon[191304]: pgmap v10413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:12.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:20:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:11 smithi177 ceph-mon[212096]: pgmap v10413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:20:14.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:13 smithi123 ceph-mon[188613]: pgmap v10414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:14.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:13 smithi123 ceph-mon[191304]: pgmap v10414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:13 smithi177 ceph-mon[212096]: pgmap v10414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:14.609 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:20:14.917 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:20:14.917 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 9m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:20:14.917 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 7m ago 4h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:20:14.917 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 9m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:20:14.917 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 7m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:20:14.917 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 7m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:20:14.917 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 9m ago 4h 718M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:20:14.917 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 9m ago 4h 1293M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:20:14.917 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 7m ago 4h 614M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:20:14.917 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 9m ago 4h 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:20:14.918 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 9m ago 4h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:20:14.918 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 7m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:20:14.918 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 9m ago 4h 4577M 2421M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:20:14.918 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 9m ago 4h 5316M 2421M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:20:14.918 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 9m ago 4h 4331M 2421M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:20:14.918 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 9m ago 4h 4441M 2421M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:20:14.918 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 7m ago 4h 3722M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:20:14.918 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 7m ago 4h 4091M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:20:14.918 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 7m ago 4h 3495M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:20:14.918 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 7m ago 4h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:20:14.918 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 7m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:20:15.301 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:20:15.301 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:20:15.301 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:20:15.301 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:20:15.301 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:20:15.301 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:20:15.302 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:20:15.302 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:20:15.302 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:20:15.302 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:20:15.302 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:20:15.302 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:20:15.302 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:20:15.302 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:20:15.302 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:20:15.302 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:20:15.302 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:20:15.302 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:20:16.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:15 smithi123 ceph-mon[191304]: pgmap v10415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:16.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:15 smithi123 ceph-mon[191304]: from='client.45045 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:20:16.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:15 smithi123 ceph-mon[191304]: from='client.54998 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:20:16.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:15 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3355823136' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:20:16.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:15 smithi123 ceph-mon[188613]: pgmap v10415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:16.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:15 smithi123 ceph-mon[188613]: from='client.45045 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:20:16.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:15 smithi123 ceph-mon[188613]: from='client.54998 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:20:16.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:15 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3355823136' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:20:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:15 smithi177 ceph-mon[212096]: pgmap v10415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:15 smithi177 ceph-mon[212096]: from='client.45045 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:20:16.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:15 smithi177 ceph-mon[212096]: from='client.54998 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:20:16.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:15 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3355823136' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:20:18.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:17 smithi123 ceph-mon[191304]: pgmap v10416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:18.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:17 smithi123 ceph-mon[188613]: pgmap v10416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:17 smithi177 ceph-mon[212096]: pgmap v10416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:20:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:20:19] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T15:20:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:19 smithi123 ceph-mon[191304]: pgmap v10417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:20.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:19 smithi123 ceph-mon[188613]: pgmap v10417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:19 smithi177 ceph-mon[212096]: pgmap v10417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:22.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:21 smithi123 ceph-mon[191304]: pgmap v10418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:22.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:21 smithi123 ceph-mon[188613]: pgmap v10418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:21 smithi177 ceph-mon[212096]: pgmap v10418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:23 smithi123 ceph-mon[191304]: pgmap v10419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:24.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:23 smithi123 ceph-mon[188613]: pgmap v10419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:23 smithi177 ceph-mon[212096]: pgmap v10419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:26.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:25 smithi123 ceph-mon[191304]: pgmap v10420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:26.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:25 smithi123 ceph-mon[188613]: pgmap v10420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:25 smithi177 ceph-mon[212096]: pgmap v10420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:20:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:20:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:20:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:28 smithi177 ceph-mon[212096]: pgmap v10421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:28 smithi123 ceph-mon[191304]: pgmap v10421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:28.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:28 smithi123 ceph-mon[188613]: pgmap v10421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:20:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:20:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:20:30.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:30 smithi177 ceph-mon[212096]: pgmap v10422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:30 smithi123 ceph-mon[188613]: pgmap v10422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:30 smithi123 ceph-mon[191304]: pgmap v10422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:32 smithi177 ceph-mon[212096]: pgmap v10423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:32 smithi123 ceph-mon[191304]: pgmap v10423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:32 smithi123 ceph-mon[188613]: pgmap v10423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:34 smithi177 ceph-mon[212096]: pgmap v10424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:34 smithi123 ceph-mon[191304]: pgmap v10424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:34 smithi123 ceph-mon[188613]: pgmap v10424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:36.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:36 smithi177 ceph-mon[212096]: pgmap v10425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:36 smithi123 ceph-mon[191304]: pgmap v10425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:36 smithi123 ceph-mon[188613]: pgmap v10425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:38.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:38 smithi177 ceph-mon[212096]: pgmap v10426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:38 smithi123 ceph-mon[191304]: pgmap v10426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:38 smithi123 ceph-mon[188613]: pgmap v10426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:20:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:20:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:20:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:40 smithi177 ceph-mon[212096]: pgmap v10427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:40 smithi123 ceph-mon[191304]: pgmap v10427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:40 smithi123 ceph-mon[188613]: pgmap v10427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:42 smithi177 ceph-mon[212096]: pgmap v10428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:20:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:42 smithi123 ceph-mon[191304]: pgmap v10428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:42.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:20:42.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:42 smithi123 ceph-mon[188613]: pgmap v10428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:42.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:20:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:44 smithi177 ceph-mon[212096]: pgmap v10429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:44 smithi123 ceph-mon[191304]: pgmap v10429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:44.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:44 smithi123 ceph-mon[188613]: pgmap v10429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:45.643 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:20:45.952 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:20:45.952 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 10m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:20:45.952 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 8m ago 4h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:20:45.952 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 10m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:20:45.952 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 8m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:20:45.952 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 8m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:20:45.953 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 10m ago 4h 718M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:20:45.953 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 10m ago 4h 1293M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:20:45.953 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 8m ago 4h 614M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:20:45.953 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 10m ago 4h 665M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:20:45.953 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 10m ago 4h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:20:45.953 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 8m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:20:45.953 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 10m ago 4h 4577M 2421M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:20:45.953 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 10m ago 4h 5316M 2421M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:20:45.953 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 10m ago 4h 4331M 2421M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:20:45.953 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 10m ago 4h 4441M 2421M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:20:45.953 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 8m ago 4h 3722M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:20:45.954 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 8m ago 4h 4091M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:20:45.954 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 8m ago 4h 3495M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:20:45.954 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 8m ago 4h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:20:45.954 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 8m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:20:46.335 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:20:46.335 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:20:46.335 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:20:46.335 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:20:46.335 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:20:46.335 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:20:46.335 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:20:46.335 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:20:46.335 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:20:46.335 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:20:46.335 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:20:46.335 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:20:46.335 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:20:46.336 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:20:46.336 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:20:46.336 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:20:46.336 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:20:46.336 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:20:46.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:46 smithi177 ceph-mon[212096]: pgmap v10430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:46 smithi123 ceph-mon[191304]: pgmap v10430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:46 smithi123 ceph-mon[188613]: pgmap v10430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:47.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:47 smithi177 ceph-mon[212096]: from='client.55010 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:20:47.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:47 smithi177 ceph-mon[212096]: from='client.55016 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:20:47.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:47 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2893253248' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:20:47.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:47 smithi123 ceph-mon[191304]: from='client.55010 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:20:47.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:47 smithi123 ceph-mon[191304]: from='client.55016 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:20:47.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:47 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2893253248' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:20:47.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:47 smithi123 ceph-mon[188613]: from='client.55010 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:20:47.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:47 smithi123 ceph-mon[188613]: from='client.55016 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:20:47.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:47 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2893253248' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:20:48.387 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:48 smithi123 ceph-mon[191304]: pgmap v10431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:48.387 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:20:48.387 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:20:48.387 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:20:48.387 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:48 smithi123 ceph-mon[188613]: pgmap v10431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:48.387 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:20:48.387 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:20:48.388 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:20:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:48 smithi177 ceph-mon[212096]: pgmap v10431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:20:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:20:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:20:49.400 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:20:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:20:49] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:20:50.037 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:50 smithi123 ceph-mon[188613]: pgmap v10432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:50.037 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:20:50.037 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:20:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:50 smithi177 ceph-mon[212096]: pgmap v10432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:20:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:20:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:50 smithi123 ceph-mon[191304]: pgmap v10432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:20:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:20:51.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:20:51.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:20:51.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:20:51.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:20:51.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:20:51.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:20:51.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:20:51.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:20:51.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:20:52.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:52 smithi177 ceph-mon[212096]: pgmap v10433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:52 smithi123 ceph-mon[191304]: pgmap v10433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:52 smithi123 ceph-mon[188613]: pgmap v10433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:54 smithi177 ceph-mon[212096]: pgmap v10434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:54 smithi123 ceph-mon[191304]: pgmap v10434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:54 smithi123 ceph-mon[188613]: pgmap v10434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:56.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:56 smithi177 ceph-mon[212096]: pgmap v10435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:56 smithi123 ceph-mon[188613]: pgmap v10435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:56 smithi123 ceph-mon[191304]: pgmap v10435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:20:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:20:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:20:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:20:58 smithi177 ceph-mon[212096]: pgmap v10436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:20:58 smithi123 ceph-mon[191304]: pgmap v10436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:20:58 smithi123 ceph-mon[188613]: pgmap v10436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:20:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:20:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:20:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:21:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:00 smithi177 ceph-mon[212096]: pgmap v10437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:00 smithi123 ceph-mon[191304]: pgmap v10437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:00 smithi123 ceph-mon[188613]: pgmap v10437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:02.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:02 smithi177 ceph-mon[212096]: pgmap v10438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:02 smithi123 ceph-mon[191304]: pgmap v10438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:02.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:02 smithi123 ceph-mon[188613]: pgmap v10438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:04 smithi177 ceph-mon[212096]: pgmap v10439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:04 smithi123 ceph-mon[191304]: pgmap v10439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:04 smithi123 ceph-mon[188613]: pgmap v10439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:06.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:06 smithi177 ceph-mon[212096]: pgmap v10440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:06 smithi123 ceph-mon[191304]: pgmap v10440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:06 smithi123 ceph-mon[188613]: pgmap v10440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:08 smithi177 ceph-mon[212096]: pgmap v10441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:08 smithi123 ceph-mon[191304]: pgmap v10441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:08.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:08 smithi123 ceph-mon[188613]: pgmap v10441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:21:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:21:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:21:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:10 smithi177 ceph-mon[212096]: pgmap v10442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:10 smithi123 ceph-mon[191304]: pgmap v10442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:10 smithi123 ceph-mon[188613]: pgmap v10442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:12 smithi177 ceph-mon[212096]: pgmap v10443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:12.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:21:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:12 smithi123 ceph-mon[191304]: pgmap v10443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:21:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:12 smithi123 ceph-mon[188613]: pgmap v10443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:21:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:14 smithi177 ceph-mon[212096]: pgmap v10444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:14 smithi123 ceph-mon[191304]: pgmap v10444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:14 smithi123 ceph-mon[188613]: pgmap v10444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:16.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:16 smithi177 ceph-mon[212096]: pgmap v10445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:16 smithi123 ceph-mon[191304]: pgmap v10445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:16 smithi123 ceph-mon[188613]: pgmap v10445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:16.685 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:21:16.995 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:21:16.995 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 27s ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:21:16.995 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 8m ago 4h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:21:16.995 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 27s ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:21:16.995 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 8m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:21:16.995 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 8m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:21:16.995 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 27s ago 4h 725M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:21:16.995 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 27s ago 4h 1330M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:21:16.995 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 8m ago 4h 614M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:21:16.996 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 27s ago 4h 683M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:21:16.996 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 27s ago 4h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:21:16.996 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 8m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:21:16.996 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 27s ago 4h 4610M 2421M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:21:16.996 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 27s ago 4h 5349M 2421M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:21:16.996 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 27s ago 4h 4357M 2421M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:21:16.996 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 27s ago 4h 4472M 2421M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:21:16.996 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 8m ago 4h 3722M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:21:16.996 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 8m ago 4h 4091M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:21:16.996 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 8m ago 4h 3495M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:21:16.996 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 8m ago 4h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:21:16.996 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 8m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:21:17.374 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:21:17.374 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:21:17.374 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:21:17.374 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:21:17.374 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:21:17.374 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:21:17.374 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:21:17.374 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:21:17.374 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:21:17.374 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:21:17.374 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:21:17.374 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:21:17.375 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:21:17.375 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:21:17.375 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:21:17.375 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:21:17.375 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:21:17.375 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:21:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:18 smithi177 ceph-mon[212096]: pgmap v10446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:18 smithi177 ceph-mon[212096]: from='client.55028 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:21:18.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:18 smithi177 ceph-mon[212096]: from='client.45087 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:21:18.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:18 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/341572098' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:21:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:18 smithi123 ceph-mon[191304]: pgmap v10446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:18 smithi123 ceph-mon[191304]: from='client.55028 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:21:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:18 smithi123 ceph-mon[191304]: from='client.45087 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:21:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:18 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/341572098' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:21:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:18 smithi123 ceph-mon[188613]: pgmap v10446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:18.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:18 smithi123 ceph-mon[188613]: from='client.55028 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:21:18.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:18 smithi123 ceph-mon[188613]: from='client.45087 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:21:18.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:18 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/341572098' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:21:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:21:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:21:19] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T15:21:20.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:20 smithi177 ceph-mon[212096]: pgmap v10447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:20 smithi123 ceph-mon[191304]: pgmap v10447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:20.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:20 smithi123 ceph-mon[188613]: pgmap v10447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:22 smithi177 ceph-mon[212096]: pgmap v10448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:22 smithi123 ceph-mon[191304]: pgmap v10448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:22 smithi123 ceph-mon[188613]: pgmap v10448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:24 smithi177 ceph-mon[212096]: pgmap v10449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:24 smithi123 ceph-mon[191304]: pgmap v10449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:24 smithi123 ceph-mon[188613]: pgmap v10449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:26 smithi177 ceph-mon[212096]: pgmap v10450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:26 smithi123 ceph-mon[191304]: pgmap v10450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:26 smithi123 ceph-mon[188613]: pgmap v10450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:27.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:21:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:21:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:21:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:28 smithi177 ceph-mon[212096]: pgmap v10451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:28 smithi123 ceph-mon[191304]: pgmap v10451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:28 smithi123 ceph-mon[188613]: pgmap v10451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:28.901 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 15:21:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T15:21:28.584798194Z level=info msg="Completed cleanup jobs" duration=11.320584ms 2023-12-20T15:21:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:21:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:21:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:21:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:30 smithi177 ceph-mon[212096]: pgmap v10452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:30 smithi123 ceph-mon[191304]: pgmap v10452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:30 smithi123 ceph-mon[188613]: pgmap v10452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:32 smithi177 ceph-mon[212096]: pgmap v10453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:32 smithi123 ceph-mon[191304]: pgmap v10453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:32.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:32 smithi123 ceph-mon[188613]: pgmap v10453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:34.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:34 smithi177 ceph-mon[212096]: pgmap v10454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:34 smithi123 ceph-mon[191304]: pgmap v10454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:34 smithi123 ceph-mon[188613]: pgmap v10454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:35.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:35 smithi177 ceph-mon[212096]: pgmap v10455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:35.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:35 smithi123 ceph-mon[191304]: pgmap v10455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:35.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:35 smithi123 ceph-mon[188613]: pgmap v10455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:38.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:37 smithi177 ceph-mon[212096]: pgmap v10456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:38.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:37 smithi123 ceph-mon[191304]: pgmap v10456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:38.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:37 smithi123 ceph-mon[188613]: pgmap v10456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:21:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:21:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:21:40.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:39 smithi177 ceph-mon[212096]: pgmap v10457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:40.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:39 smithi123 ceph-mon[191304]: pgmap v10457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:40.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:39 smithi123 ceph-mon[188613]: pgmap v10457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:41 smithi177 ceph-mon[212096]: pgmap v10458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:21:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:41 smithi123 ceph-mon[191304]: pgmap v10458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:21:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:41 smithi123 ceph-mon[188613]: pgmap v10458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:21:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:43 smithi177 ceph-mon[212096]: pgmap v10459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:44.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:43 smithi123 ceph-mon[191304]: pgmap v10459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:43 smithi123 ceph-mon[188613]: pgmap v10459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:46.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:45 smithi177 ceph-mon[212096]: pgmap v10460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:46.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:45 smithi123 ceph-mon[191304]: pgmap v10460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:46.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:45 smithi123 ceph-mon[188613]: pgmap v10460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:47.720 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:21:48.030 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:21:48.030 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 58s ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:21:48.030 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 9m ago 4h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:21:48.030 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 58s ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:21:48.030 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 9m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:21:48.030 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 9m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:21:48.030 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 58s ago 4h 725M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:21:48.030 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 58s ago 4h 1330M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:21:48.031 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 9m ago 4h 614M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:21:48.031 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 58s ago 4h 683M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:21:48.031 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 58s ago 4h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:21:48.031 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 9m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:21:48.031 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 58s ago 4h 4610M 2421M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:21:48.031 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 58s ago 4h 5349M 2421M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:21:48.031 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 58s ago 4h 4357M 2421M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:21:48.031 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 58s ago 4h 4472M 2421M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:21:48.031 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 9m ago 4h 3722M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:21:48.031 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 9m ago 4h 4091M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:21:48.031 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 9m ago 4h 3495M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:21:48.032 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 9m ago 4h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:21:48.032 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 9m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:21:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:47 smithi177 ceph-mon[212096]: pgmap v10461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:47 smithi123 ceph-mon[191304]: pgmap v10461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:48.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:47 smithi123 ceph-mon[188613]: pgmap v10461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:48.414 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:21:48.414 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:21:48.414 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:21:48.414 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:21:48.414 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:21:48.414 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:21:48.414 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:21:48.414 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:21:48.414 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:21:48.414 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:21:48.415 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:21:48.415 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:21:48.415 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:21:48.415 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:21:48.415 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:21:48.415 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:21:48.415 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:21:48.415 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:21:49.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:48 smithi177 ceph-mon[212096]: from='client.45099 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:21:49.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:48 smithi177 ceph-mon[212096]: from='client.55052 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:21:49.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:48 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2288906526' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:21:49.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:21:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:21:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:21:49.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:48 smithi123 ceph-mon[191304]: from='client.45099 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:21:49.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:48 smithi123 ceph-mon[191304]: from='client.55052 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:21:49.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:48 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2288906526' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:21:49.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:48 smithi123 ceph-mon[188613]: from='client.45099 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:21:49.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:48 smithi123 ceph-mon[188613]: from='client.55052 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:21:49.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:48 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2288906526' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:21:50.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:49 smithi177 ceph-mon[212096]: pgmap v10462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:50.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:49 smithi123 ceph-mon[191304]: pgmap v10462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:50.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:49 smithi123 ceph-mon[188613]: pgmap v10462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:21:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:21:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:21:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:21:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:21:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:21:51.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:21:51.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:21:51.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:21:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:51 smithi177 ceph-mon[212096]: pgmap v10463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:21:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:21:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:21:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:51 smithi123 ceph-mon[191304]: pgmap v10463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:21:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:21:52.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:21:52.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:51 smithi123 ceph-mon[188613]: pgmap v10463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:52.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:21:52.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:21:52.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:21:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:53 smithi177 ceph-mon[212096]: pgmap v10464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:53 smithi123 ceph-mon[191304]: pgmap v10464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:53 smithi123 ceph-mon[188613]: pgmap v10464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:56.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:55 smithi177 ceph-mon[212096]: pgmap v10465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:56.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:55 smithi123 ceph-mon[191304]: pgmap v10465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:56.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:55 smithi123 ceph-mon[188613]: pgmap v10465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:21:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:21:57.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:21:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:57 smithi177 ceph-mon[212096]: pgmap v10466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:57 smithi123 ceph-mon[191304]: pgmap v10466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:58.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:57 smithi123 ceph-mon[188613]: pgmap v10466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:21:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:21:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:21:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:22:00.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:21:59 smithi177 ceph-mon[212096]: pgmap v10467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:00.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:21:59 smithi123 ceph-mon[191304]: pgmap v10467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:00.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:21:59 smithi123 ceph-mon[188613]: pgmap v10467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:02.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:01 smithi123 ceph-mon[191304]: pgmap v10468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:02.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:01 smithi123 ceph-mon[188613]: pgmap v10468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:02.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:01 smithi177 ceph-mon[212096]: pgmap v10468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:03 smithi123 ceph-mon[191304]: pgmap v10469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:04.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:03 smithi123 ceph-mon[188613]: pgmap v10469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:04.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:03 smithi177 ceph-mon[212096]: pgmap v10469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:06.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:05 smithi123 ceph-mon[191304]: pgmap v10470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:06.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:05 smithi123 ceph-mon[188613]: pgmap v10470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:06.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:05 smithi177 ceph-mon[212096]: pgmap v10470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:07 smithi123 ceph-mon[191304]: pgmap v10471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:08.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:07 smithi123 ceph-mon[188613]: pgmap v10471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:07 smithi177 ceph-mon[212096]: pgmap v10471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:22:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:22:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:22:10.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:09 smithi123 ceph-mon[191304]: pgmap v10472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:10.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:09 smithi123 ceph-mon[188613]: pgmap v10472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:09 smithi177 ceph-mon[212096]: pgmap v10472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:11 smithi123 ceph-mon[191304]: pgmap v10473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:22:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:11 smithi123 ceph-mon[188613]: pgmap v10473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:22:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:11 smithi177 ceph-mon[212096]: pgmap v10473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:22:14.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:13 smithi123 ceph-mon[188613]: pgmap v10474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:14.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:13 smithi123 ceph-mon[191304]: pgmap v10474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:13 smithi177 ceph-mon[212096]: pgmap v10474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:16.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:15 smithi123 ceph-mon[191304]: pgmap v10475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:16.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:15 smithi123 ceph-mon[188613]: pgmap v10475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:15 smithi177 ceph-mon[212096]: pgmap v10475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:18.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:17 smithi123 ceph-mon[191304]: pgmap v10476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:18.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:17 smithi123 ceph-mon[188613]: pgmap v10476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:17 smithi177 ceph-mon[212096]: pgmap v10476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:18.760 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:22:19.068 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:22:19.068 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 89s ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:22:19.068 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 9m ago 4h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:22:19.068 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 89s ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:22:19.068 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 9m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:22:19.068 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 9m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:22:19.069 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 89s ago 4h 725M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:22:19.069 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 89s ago 4h 1330M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:22:19.069 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 9m ago 4h 614M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:22:19.069 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 89s ago 4h 683M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:22:19.069 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 89s ago 4h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:22:19.069 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 9m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:22:19.069 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 89s ago 4h 4610M 2421M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:22:19.069 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 89s ago 4h 5349M 2421M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:22:19.069 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 89s ago 4h 4357M 2421M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:22:19.069 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 89s ago 4h 4472M 2421M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:22:19.069 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 9m ago 4h 3722M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:22:19.070 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 9m ago 4h 4091M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:22:19.070 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 9m ago 4h 3495M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:22:19.070 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 9m ago 4h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:22:19.070 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 9m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:22:19.449 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:22:19.450 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:22:19.450 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:22:19.450 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:22:19.450 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:22:19.450 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:22:19.450 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:22:19.450 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:22:19.450 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:22:19.450 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:22:19.451 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:22:19.451 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:22:19.451 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:22:19.451 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:22:19.451 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:22:19.451 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:22:19.451 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:22:19.451 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:22:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:22:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:22:19] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T15:22:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:19 smithi123 ceph-mon[191304]: pgmap v10477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:19 smithi123 ceph-mon[191304]: from='client.45117 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:22:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:19 smithi123 ceph-mon[191304]: from='client.45123 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:22:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:19 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2910128071' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:22:20.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:19 smithi123 ceph-mon[188613]: pgmap v10477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:20.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:19 smithi123 ceph-mon[188613]: from='client.45117 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:22:20.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:19 smithi123 ceph-mon[188613]: from='client.45123 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:22:20.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:19 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2910128071' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:22:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:19 smithi177 ceph-mon[212096]: pgmap v10477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:19 smithi177 ceph-mon[212096]: from='client.45117 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:22:20.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:19 smithi177 ceph-mon[212096]: from='client.45123 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:22:20.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:19 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2910128071' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:22:22.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:21 smithi123 ceph-mon[191304]: pgmap v10478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:21 smithi123 ceph-mon[188613]: pgmap v10478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:21 smithi177 ceph-mon[212096]: pgmap v10478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:23 smithi123 ceph-mon[188613]: pgmap v10479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:24.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:23 smithi123 ceph-mon[191304]: pgmap v10479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:23 smithi177 ceph-mon[212096]: pgmap v10479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:26.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:25 smithi123 ceph-mon[191304]: pgmap v10480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:26.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:25 smithi123 ceph-mon[188613]: pgmap v10480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:25 smithi177 ceph-mon[212096]: pgmap v10480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:22:27.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:22:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:22:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:27 smithi123 ceph-mon[191304]: pgmap v10481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:28.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:27 smithi123 ceph-mon[188613]: pgmap v10481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:27 smithi177 ceph-mon[212096]: pgmap v10481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:22:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:22:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:22:30.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:29 smithi123 ceph-mon[191304]: pgmap v10482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:30.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:29 smithi123 ceph-mon[188613]: pgmap v10482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:29 smithi177 ceph-mon[212096]: pgmap v10482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:32.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:31 smithi123 ceph-mon[191304]: pgmap v10483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:31 smithi123 ceph-mon[188613]: pgmap v10483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:32.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:31 smithi177 ceph-mon[212096]: pgmap v10483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:33 smithi123 ceph-mon[191304]: pgmap v10484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:34.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:33 smithi123 ceph-mon[188613]: pgmap v10484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:33 smithi177 ceph-mon[212096]: pgmap v10484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:36.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:35 smithi123 ceph-mon[191304]: pgmap v10485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:36.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:35 smithi123 ceph-mon[188613]: pgmap v10485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:36.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:35 smithi177 ceph-mon[212096]: pgmap v10485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:38.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:37 smithi123 ceph-mon[191304]: pgmap v10486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:38.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:37 smithi123 ceph-mon[188613]: pgmap v10486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:37 smithi177 ceph-mon[212096]: pgmap v10486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:22:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:22:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:22:40.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:39 smithi123 ceph-mon[191304]: pgmap v10487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:40.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:39 smithi123 ceph-mon[188613]: pgmap v10487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:39 smithi177 ceph-mon[212096]: pgmap v10487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:41 smithi123 ceph-mon[191304]: pgmap v10488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:22:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:41 smithi123 ceph-mon[188613]: pgmap v10488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:22:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:41 smithi177 ceph-mon[212096]: pgmap v10488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:22:44.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:43 smithi123 ceph-mon[191304]: pgmap v10489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:43 smithi123 ceph-mon[188613]: pgmap v10489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:43 smithi177 ceph-mon[212096]: pgmap v10489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:46.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:45 smithi123 ceph-mon[191304]: pgmap v10490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:46.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:45 smithi123 ceph-mon[188613]: pgmap v10490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:46.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:45 smithi177 ceph-mon[212096]: pgmap v10490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:47 smithi123 ceph-mon[191304]: pgmap v10491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:47 smithi123 ceph-mon[188613]: pgmap v10491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:47 smithi177 ceph-mon[212096]: pgmap v10491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:22:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:22:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:22:49.795 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:22:50.103 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:22:50.103 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 2m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:22:50.103 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 10m ago 4h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:22:50.103 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 2m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:22:50.103 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 10m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:22:50.103 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 10m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:22:50.103 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 2m ago 4h 725M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:22:50.103 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 2m ago 4h 1330M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:22:50.103 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 10m ago 4h 614M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:22:50.104 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 2m ago 4h 683M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:22:50.104 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 2m ago 4h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:22:50.104 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 10m ago 4h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:22:50.104 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 2m ago 4h 4610M 2421M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:22:50.104 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 2m ago 4h 5349M 2421M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:22:50.104 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 2m ago 4h 4357M 2421M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:22:50.104 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 2m ago 4h 4472M 2421M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:22:50.104 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 10m ago 4h 3722M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:22:50.104 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 10m ago 4h 4091M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:22:50.104 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 10m ago 4h 3495M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:22:50.104 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 10m ago 4h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:22:50.104 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 10m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:22:50.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:49 smithi123 ceph-mon[191304]: pgmap v10492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:50.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:49 smithi123 ceph-mon[188613]: pgmap v10492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:49 smithi177 ceph-mon[212096]: pgmap v10492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:50.487 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:22:50.488 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:22:50.488 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:22:50.488 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:22:50.488 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:22:50.488 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:22:50.488 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:22:50.488 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:22:50.488 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:22:50.488 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:22:50.488 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:22:50.488 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:22:50.489 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:22:50.489 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:22:50.489 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:22:50.489 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:22:50.489 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:22:50.489 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:22:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:50 smithi123 ceph-mon[191304]: from='client.45135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:22:51.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:50 smithi123 ceph-mon[191304]: from='client.55088 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:22:51.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:50 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1919362404' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:22:51.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:50 smithi123 ceph-mon[188613]: from='client.45135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:22:51.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:50 smithi123 ceph-mon[188613]: from='client.55088 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:22:51.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:50 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1919362404' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:22:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:50 smithi177 ceph-mon[212096]: from='client.45135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:22:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:50 smithi177 ceph-mon[212096]: from='client.55088 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:22:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:50 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1919362404' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:22:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:51 smithi123 ceph-mon[191304]: pgmap v10493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:22:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:51 smithi123 ceph-mon[188613]: pgmap v10493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:22:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:51 smithi177 ceph-mon[212096]: pgmap v10493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:22:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:53 smithi177 ceph-mon[212096]: pgmap v10494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:22:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:22:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:53 smithi123 ceph-mon[188613]: pgmap v10494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:22:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:22:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:53 smithi123 ceph-mon[191304]: pgmap v10494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:54.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:22:54.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:22:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:22:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:22:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:22:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:22:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:22:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:22:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:22:55.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:22:55.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:22:56.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:55 smithi177 ceph-mon[212096]: pgmap v10495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:55 smithi123 ceph-mon[191304]: pgmap v10495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:55 smithi123 ceph-mon[188613]: pgmap v10495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:22:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:22:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:22:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:22:58 smithi177 ceph-mon[212096]: pgmap v10496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:22:58 smithi123 ceph-mon[191304]: pgmap v10496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:22:58 smithi123 ceph-mon[188613]: pgmap v10496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:22:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:22:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:22:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T15:23:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:00 smithi177 ceph-mon[212096]: pgmap v10497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:00 smithi123 ceph-mon[191304]: pgmap v10497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:00 smithi123 ceph-mon[188613]: pgmap v10497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:02 smithi177 ceph-mon[212096]: pgmap v10498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:02 smithi123 ceph-mon[191304]: pgmap v10498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:02 smithi123 ceph-mon[188613]: pgmap v10498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:04 smithi177 ceph-mon[212096]: pgmap v10499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:04 smithi123 ceph-mon[191304]: pgmap v10499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:04 smithi123 ceph-mon[188613]: pgmap v10499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:06.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:06 smithi177 ceph-mon[212096]: pgmap v10500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:06 smithi123 ceph-mon[191304]: pgmap v10500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:06 smithi123 ceph-mon[188613]: pgmap v10500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:08 smithi177 ceph-mon[212096]: pgmap v10501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:08 smithi123 ceph-mon[191304]: pgmap v10501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:08 smithi123 ceph-mon[188613]: pgmap v10501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:23:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:23:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T15:23:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:10 smithi177 ceph-mon[212096]: pgmap v10502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:10 smithi123 ceph-mon[191304]: pgmap v10502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:10.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:10 smithi123 ceph-mon[188613]: pgmap v10502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:12 smithi177 ceph-mon[212096]: pgmap v10503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:23:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:12 smithi123 ceph-mon[191304]: pgmap v10503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:23:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:12 smithi123 ceph-mon[188613]: pgmap v10503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:23:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:14 smithi177 ceph-mon[212096]: pgmap v10504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:14 smithi123 ceph-mon[191304]: pgmap v10504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:14 smithi123 ceph-mon[188613]: pgmap v10504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:16 smithi177 ceph-mon[212096]: pgmap v10505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:16 smithi123 ceph-mon[191304]: pgmap v10505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:16 smithi123 ceph-mon[188613]: pgmap v10505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:18 smithi177 ceph-mon[212096]: pgmap v10506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:18 smithi123 ceph-mon[191304]: pgmap v10506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:18 smithi123 ceph-mon[188613]: pgmap v10506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:23:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:23:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:23:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:20 smithi177 ceph-mon[212096]: pgmap v10507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:20 smithi123 ceph-mon[191304]: pgmap v10507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:20 smithi123 ceph-mon[188613]: pgmap v10507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:20.835 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:23:21.142 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:23:21.142 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 2m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:23:21.142 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 27s ago 4h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:23:21.142 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 2m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:23:21.142 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 27s ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:23:21.142 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 27s ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:23:21.142 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 2m ago 4h 725M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:23:21.142 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 2m ago 4h 1330M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:23:21.142 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 27s ago 4h 630M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:23:21.142 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 2m ago 4h 683M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:23:21.142 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 2m ago 4h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:23:21.142 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 27s ago 4h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:23:21.143 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 2m ago 4h 4610M 2421M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:23:21.143 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 2m ago 4h 5349M 2421M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:23:21.143 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 2m ago 4h 4357M 2421M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:23:21.143 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 2m ago 4h 4472M 2421M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:23:21.143 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 27s ago 4h 3748M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:23:21.143 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 27s ago 4h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:23:21.143 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 27s ago 4h 3525M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:23:21.143 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 27s ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:23:21.143 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 27s ago 4h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:23:21.522 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:23:21.523 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:23:21.523 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:23:21.523 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:23:21.523 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:23:21.523 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:23:21.523 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:23:21.523 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:23:21.523 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:23:21.523 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:23:21.523 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:23:21.523 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:23:21.523 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:23:21.523 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:23:21.523 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:23:21.523 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:23:21.523 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:23:21.523 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:23:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:22 smithi177 ceph-mon[212096]: pgmap v10508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:22 smithi177 ceph-mon[212096]: from='client.45153 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:23:22.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:22 smithi177 ceph-mon[212096]: from='client.55106 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:23:22.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:22 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2855855975' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:23:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:22 smithi123 ceph-mon[191304]: pgmap v10508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:22 smithi123 ceph-mon[191304]: from='client.45153 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:23:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:22 smithi123 ceph-mon[191304]: from='client.55106 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:23:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:22 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2855855975' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:23:22.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:22 smithi123 ceph-mon[188613]: pgmap v10508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:22.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:22 smithi123 ceph-mon[188613]: from='client.45153 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:23:22.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:22 smithi123 ceph-mon[188613]: from='client.55106 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:23:22.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:22 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2855855975' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:23:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:24 smithi177 ceph-mon[212096]: pgmap v10509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:24 smithi123 ceph-mon[191304]: pgmap v10509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:24.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:24 smithi123 ceph-mon[188613]: pgmap v10509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:26 smithi177 ceph-mon[212096]: pgmap v10510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:26 smithi123 ceph-mon[191304]: pgmap v10510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:26 smithi123 ceph-mon[188613]: pgmap v10510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:23:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:23:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:23:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:28 smithi177 ceph-mon[212096]: pgmap v10511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:28 smithi123 ceph-mon[191304]: pgmap v10511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:28 smithi123 ceph-mon[188613]: pgmap v10511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:23:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:23:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:23:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:30 smithi177 ceph-mon[212096]: pgmap v10512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:30 smithi123 ceph-mon[191304]: pgmap v10512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:30 smithi123 ceph-mon[188613]: pgmap v10512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:32 smithi177 ceph-mon[212096]: pgmap v10513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:32 smithi123 ceph-mon[191304]: pgmap v10513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:32 smithi123 ceph-mon[188613]: pgmap v10513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:34 smithi177 ceph-mon[212096]: pgmap v10514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:34 smithi123 ceph-mon[191304]: pgmap v10514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:34 smithi123 ceph-mon[188613]: pgmap v10514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:36.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:36 smithi177 ceph-mon[212096]: pgmap v10515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:36 smithi123 ceph-mon[191304]: pgmap v10515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:36 smithi123 ceph-mon[188613]: pgmap v10515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:38 smithi177 ceph-mon[212096]: pgmap v10516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:38 smithi123 ceph-mon[191304]: pgmap v10516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:38 smithi123 ceph-mon[188613]: pgmap v10516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:23:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:23:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:23:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:40 smithi177 ceph-mon[212096]: pgmap v10517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:40 smithi123 ceph-mon[191304]: pgmap v10517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:40 smithi123 ceph-mon[188613]: pgmap v10517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:42 smithi177 ceph-mon[212096]: pgmap v10518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:23:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:42 smithi123 ceph-mon[191304]: pgmap v10518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:23:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:42 smithi123 ceph-mon[188613]: pgmap v10518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:23:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:44 smithi177 ceph-mon[212096]: pgmap v10519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:44 smithi123 ceph-mon[191304]: pgmap v10519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:44 smithi123 ceph-mon[188613]: pgmap v10519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:46.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:46 smithi177 ceph-mon[212096]: pgmap v10520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:46 smithi123 ceph-mon[188613]: pgmap v10520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:46 smithi123 ceph-mon[191304]: pgmap v10520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:48.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:48 smithi177 ceph-mon[212096]: pgmap v10521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:48 smithi123 ceph-mon[191304]: pgmap v10521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:48 smithi123 ceph-mon[188613]: pgmap v10521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:23:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:23:49] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:23:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:50 smithi177 ceph-mon[212096]: pgmap v10522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:50 smithi123 ceph-mon[191304]: pgmap v10522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:50 smithi123 ceph-mon[188613]: pgmap v10522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:51.870 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:23:52.179 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:23:52.179 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 3m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:23:52.179 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 58s ago 4h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:23:52.179 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 3m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:23:52.180 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 58s ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:23:52.180 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 58s ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:23:52.180 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 3m ago 4h 725M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:23:52.180 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 3m ago 4h 1330M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:23:52.180 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 58s ago 4h 630M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:23:52.180 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 3m ago 4h 683M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:23:52.180 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 3m ago 4h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:23:52.180 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 58s ago 4h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:23:52.180 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 3m ago 4h 4610M 2421M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:23:52.180 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 3m ago 4h 5349M 2421M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:23:52.180 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 3m ago 4h 4357M 2421M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:23:52.180 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 3m ago 4h 4472M 2421M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:23:52.180 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 58s ago 4h 3748M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:23:52.180 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 58s ago 4h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:23:52.180 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 58s ago 4h 3525M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:23:52.181 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 58s ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:23:52.181 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 58s ago 4h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:23:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:52 smithi177 ceph-mon[212096]: pgmap v10523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:52 smithi123 ceph-mon[191304]: pgmap v10523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:52 smithi123 ceph-mon[188613]: pgmap v10523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:52.559 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:23:52.559 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:23:52.559 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:23:52.559 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:23:52.559 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:23:52.559 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:23:52.559 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:23:52.559 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:23:52.559 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:23:52.560 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:23:52.560 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:23:52.560 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:23:52.560 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:23:52.560 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:23:52.560 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:23:52.560 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:23:52.560 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:23:52.560 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:23:53.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:53 smithi177 ceph-mon[212096]: from='client.45171 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:23:53.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:53 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1092508920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:23:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:53 smithi123 ceph-mon[188613]: from='client.45171 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:23:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:53 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1092508920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:23:53.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:53 smithi123 ceph-mon[191304]: from='client.45171 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:23:53.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:53 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1092508920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:23:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:54 smithi177 ceph-mon[212096]: from='client.45177 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:23:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:54 smithi177 ceph-mon[212096]: pgmap v10524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:54 smithi123 ceph-mon[191304]: from='client.45177 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:23:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:54 smithi123 ceph-mon[191304]: pgmap v10524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:54 smithi123 ceph-mon[188613]: from='client.45177 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:23:54.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:54 smithi123 ceph-mon[188613]: pgmap v10524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:23:55.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:23:55.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:23:55.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:23:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:23:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:23:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:23:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:23:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:23:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:23:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:23:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:23:56.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:56 smithi177 ceph-mon[212096]: pgmap v10525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:56 smithi123 ceph-mon[191304]: pgmap v10525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:56 smithi123 ceph-mon[188613]: pgmap v10525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:23:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:23:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:23:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:23:58 smithi177 ceph-mon[212096]: pgmap v10526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:23:58 smithi123 ceph-mon[191304]: pgmap v10526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:23:58 smithi123 ceph-mon[188613]: pgmap v10526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:23:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:23:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:23:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:24:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:00 smithi177 ceph-mon[212096]: pgmap v10527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:00 smithi123 ceph-mon[188613]: pgmap v10527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:00 smithi123 ceph-mon[191304]: pgmap v10527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:02 smithi177 ceph-mon[212096]: pgmap v10528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:02 smithi123 ceph-mon[191304]: pgmap v10528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:02 smithi123 ceph-mon[188613]: pgmap v10528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:04 smithi177 ceph-mon[212096]: pgmap v10529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:04 smithi123 ceph-mon[191304]: pgmap v10529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:04 smithi123 ceph-mon[188613]: pgmap v10529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:06.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:06 smithi177 ceph-mon[212096]: pgmap v10530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:06 smithi123 ceph-mon[191304]: pgmap v10530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:06 smithi123 ceph-mon[188613]: pgmap v10530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:08 smithi177 ceph-mon[212096]: pgmap v10531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:08 smithi123 ceph-mon[191304]: pgmap v10531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:08 smithi123 ceph-mon[188613]: pgmap v10531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:24:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:24:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:24:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:10 smithi177 ceph-mon[212096]: pgmap v10532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:10 smithi123 ceph-mon[191304]: pgmap v10532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:10 smithi123 ceph-mon[188613]: pgmap v10532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:12 smithi177 ceph-mon[212096]: pgmap v10533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:24:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:12 smithi123 ceph-mon[191304]: pgmap v10533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:24:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:12 smithi123 ceph-mon[188613]: pgmap v10533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:24:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:14 smithi177 ceph-mon[212096]: pgmap v10534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:14 smithi123 ceph-mon[191304]: pgmap v10534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:14 smithi123 ceph-mon[188613]: pgmap v10534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:16 smithi177 ceph-mon[212096]: pgmap v10535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:16 smithi123 ceph-mon[191304]: pgmap v10535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:16 smithi123 ceph-mon[188613]: pgmap v10535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:18.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:17 smithi177 ceph-mon[212096]: pgmap v10536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:18.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:17 smithi123 ceph-mon[191304]: pgmap v10536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:17 smithi123 ceph-mon[188613]: pgmap v10536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:24:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:24:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:24:20.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:19 smithi177 ceph-mon[212096]: pgmap v10537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:19 smithi123 ceph-mon[191304]: pgmap v10537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:19 smithi123 ceph-mon[188613]: pgmap v10537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:22.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:21 smithi177 ceph-mon[212096]: pgmap v10538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:22.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:21 smithi123 ceph-mon[191304]: pgmap v10538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:21 smithi123 ceph-mon[188613]: pgmap v10538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:22.901 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:24:23.208 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:24:23.209 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 3m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:24:23.209 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 89s ago 4h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:24:23.209 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 3m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:24:23.209 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 89s ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:24:23.209 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 89s ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:24:23.209 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 3m ago 4h 725M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:24:23.209 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 3m ago 4h 1330M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:24:23.209 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 89s ago 4h 630M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:24:23.209 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 3m ago 4h 683M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:24:23.209 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 3m ago 4h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:24:23.209 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 89s ago 4h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:24:23.209 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 3m ago 4h 4610M 2421M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:24:23.209 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 3m ago 4h 5349M 2421M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:24:23.210 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 3m ago 4h 4357M 2421M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:24:23.210 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 3m ago 4h 4472M 2421M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:24:23.210 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 89s ago 4h 3748M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:24:23.210 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 89s ago 4h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:24:23.210 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 89s ago 4h 3525M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:24:23.210 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 89s ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:24:23.210 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 89s ago 4h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:24:23.587 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:24:23.587 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:24:23.587 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:24:23.587 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:24:23.587 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:24:23.587 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:24:23.587 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:24:23.587 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:24:23.587 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:24:23.587 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:24:23.588 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:24:23.588 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:24:23.588 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:24:23.588 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:24:23.588 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:24:23.588 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:24:23.588 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:24:23.588 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:24:24.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:23 smithi177 ceph-mon[212096]: pgmap v10539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:24.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:23 smithi177 ceph-mon[212096]: from='client.55136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:24:24.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:23 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3182060601' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:24:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:23 smithi123 ceph-mon[191304]: pgmap v10539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:23 smithi123 ceph-mon[191304]: from='client.55136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:24:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:23 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3182060601' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:24:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:23 smithi123 ceph-mon[188613]: pgmap v10539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:23 smithi123 ceph-mon[188613]: from='client.55136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:24:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:23 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3182060601' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:24:25.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:24 smithi177 ceph-mon[212096]: from='client.55142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:24:25.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:24 smithi123 ceph-mon[191304]: from='client.55142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:24:25.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:24 smithi123 ceph-mon[188613]: from='client.55142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:24:26.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:25 smithi177 ceph-mon[212096]: pgmap v10540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:26.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:25 smithi123 ceph-mon[191304]: pgmap v10540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:26.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:25 smithi123 ceph-mon[188613]: pgmap v10540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:24:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:24:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:24:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:27 smithi123 ceph-mon[191304]: pgmap v10541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:27 smithi123 ceph-mon[188613]: pgmap v10541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:27 smithi177 ceph-mon[212096]: pgmap v10541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:24:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:24:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:24:30.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:29 smithi123 ceph-mon[191304]: pgmap v10542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:30.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:29 smithi123 ceph-mon[188613]: pgmap v10542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:29 smithi177 ceph-mon[212096]: pgmap v10542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:32.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:31 smithi123 ceph-mon[191304]: pgmap v10543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:31 smithi123 ceph-mon[188613]: pgmap v10543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:31 smithi177 ceph-mon[212096]: pgmap v10543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:34.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:33 smithi123 ceph-mon[191304]: pgmap v10544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:34.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:33 smithi123 ceph-mon[188613]: pgmap v10544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:33 smithi177 ceph-mon[212096]: pgmap v10544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:36.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:35 smithi123 ceph-mon[191304]: pgmap v10545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:36.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:35 smithi123 ceph-mon[188613]: pgmap v10545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:36.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:35 smithi177 ceph-mon[212096]: pgmap v10545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:38.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:37 smithi123 ceph-mon[191304]: pgmap v10546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:38.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:37 smithi123 ceph-mon[188613]: pgmap v10546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:37 smithi177 ceph-mon[212096]: pgmap v10546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:24:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:24:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:24:40.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:39 smithi123 ceph-mon[191304]: pgmap v10547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:40.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:39 smithi123 ceph-mon[188613]: pgmap v10547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:39 smithi177 ceph-mon[212096]: pgmap v10547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:41 smithi123 ceph-mon[191304]: pgmap v10548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:24:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:41 smithi123 ceph-mon[188613]: pgmap v10548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:24:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:41 smithi177 ceph-mon[212096]: pgmap v10548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:24:44.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:43 smithi123 ceph-mon[191304]: pgmap v10549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:43 smithi123 ceph-mon[188613]: pgmap v10549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:43 smithi177 ceph-mon[212096]: pgmap v10549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:46.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:45 smithi123 ceph-mon[191304]: pgmap v10550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:46.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:45 smithi123 ceph-mon[188613]: pgmap v10550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:46.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:45 smithi177 ceph-mon[212096]: pgmap v10550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:47 smithi123 ceph-mon[191304]: pgmap v10551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:48.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:47 smithi123 ceph-mon[188613]: pgmap v10551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:47 smithi177 ceph-mon[212096]: pgmap v10551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:24:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:24:49] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:24:50.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:49 smithi123 ceph-mon[191304]: pgmap v10552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:50.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:49 smithi123 ceph-mon[188613]: pgmap v10552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:49 smithi177 ceph-mon[212096]: pgmap v10552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:51 smithi123 ceph-mon[191304]: pgmap v10553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:51 smithi123 ceph-mon[188613]: pgmap v10553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:51 smithi177 ceph-mon[212096]: pgmap v10553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:53.930 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:24:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:53 smithi123 ceph-mon[191304]: pgmap v10554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:53 smithi123 ceph-mon[188613]: pgmap v10554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:54.247 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:24:54.247 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 4m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:24:54.247 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 2m ago 4h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:24:54.247 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 4m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:24:54.247 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 2m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:24:54.248 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 2m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:24:54.248 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 4m ago 4h 725M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:24:54.248 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 4m ago 4h 1330M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:24:54.248 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 2m ago 4h 630M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:24:54.248 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 4m ago 4h 683M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:24:54.248 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 4m ago 4h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:24:54.248 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 2m ago 4h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:24:54.248 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 4m ago 4h 4610M 2421M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:24:54.248 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 4m ago 4h 5349M 2421M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:24:54.248 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 4m ago 4h 4357M 2421M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:24:54.248 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 4m ago 4h 4472M 2421M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:24:54.248 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 2m ago 4h 3748M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:24:54.248 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 2m ago 4h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:24:54.248 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 2m ago 4h 3525M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:24:54.248 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 2m ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:24:54.249 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 2m ago 4h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:24:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:53 smithi177 ceph-mon[212096]: pgmap v10554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:54.627 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:24:54.627 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:24:54.627 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:24:54.627 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:24:54.627 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:24:54.627 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:24:54.627 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:24:54.628 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:24:54.628 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:24:54.628 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:24:54.628 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:24:54.628 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:24:54.628 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:24:54.628 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:24:54.628 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:24:54.628 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:24:54.628 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:24:54.628 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:24:55.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:54 smithi123 ceph-mon[191304]: from='client.55154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:24:55.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:54 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1385749876' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:24:55.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:54 smithi123 ceph-mon[188613]: from='client.55154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:24:55.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:54 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1385749876' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:24:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:54 smithi177 ceph-mon[212096]: from='client.55154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:24:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:54 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1385749876' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:24:56.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:55 smithi123 ceph-mon[191304]: from='client.45213 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:24:56.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:55 smithi123 ceph-mon[191304]: pgmap v10555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:56.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:24:56.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:24:56.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:24:56.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:24:56.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:55 smithi123 ceph-mon[188613]: from='client.45213 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:24:56.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:55 smithi123 ceph-mon[188613]: pgmap v10555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:56.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:24:56.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:24:56.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:24:56.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:24:56.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:55 smithi177 ceph-mon[212096]: from='client.45213 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:24:56.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:55 smithi177 ceph-mon[212096]: pgmap v10555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:56.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:24:56.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:24:56.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:24:56.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:24:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:24:57.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:24:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:24:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:57 smithi123 ceph-mon[191304]: pgmap v10556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:58.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:57 smithi123 ceph-mon[188613]: pgmap v10556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:57 smithi177 ceph-mon[212096]: pgmap v10556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:24:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:24:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:24:59] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:25:00.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:24:59 smithi123 ceph-mon[188613]: pgmap v10557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:00.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:24:59 smithi123 ceph-mon[191304]: pgmap v10557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:24:59 smithi177 ceph-mon[212096]: pgmap v10557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:02.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:01 smithi123 ceph-mon[188613]: pgmap v10558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:02.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:01 smithi123 ceph-mon[191304]: pgmap v10558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:01 smithi177 ceph-mon[212096]: pgmap v10558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:03 smithi123 ceph-mon[191304]: pgmap v10559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:04.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:03 smithi123 ceph-mon[188613]: pgmap v10559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:03 smithi177 ceph-mon[212096]: pgmap v10559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:06.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:05 smithi123 ceph-mon[191304]: pgmap v10560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:06.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:05 smithi123 ceph-mon[188613]: pgmap v10560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:06.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:05 smithi177 ceph-mon[212096]: pgmap v10560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:07 smithi123 ceph-mon[191304]: pgmap v10561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:08.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:07 smithi123 ceph-mon[188613]: pgmap v10561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:07 smithi177 ceph-mon[212096]: pgmap v10561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:25:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:25:09] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:25:10.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:09 smithi123 ceph-mon[191304]: pgmap v10562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:10.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:09 smithi123 ceph-mon[188613]: pgmap v10562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:09 smithi177 ceph-mon[212096]: pgmap v10562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:11 smithi123 ceph-mon[188613]: pgmap v10563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:25:12.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:11 smithi123 ceph-mon[191304]: pgmap v10563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:12.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:25:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:11 smithi177 ceph-mon[212096]: pgmap v10563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:25:14.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:13 smithi123 ceph-mon[188613]: pgmap v10564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:14.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:13 smithi123 ceph-mon[191304]: pgmap v10564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:13 smithi177 ceph-mon[212096]: pgmap v10564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:16.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:15 smithi123 ceph-mon[191304]: pgmap v10565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:16.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:15 smithi123 ceph-mon[188613]: pgmap v10565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:15 smithi177 ceph-mon[212096]: pgmap v10565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:18.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:17 smithi123 ceph-mon[191304]: pgmap v10566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:17 smithi123 ceph-mon[188613]: pgmap v10566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:17 smithi177 ceph-mon[212096]: pgmap v10566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:25:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:25:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:25:20.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:19 smithi177 ceph-mon[212096]: pgmap v10567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:19 smithi123 ceph-mon[191304]: pgmap v10567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:19 smithi123 ceph-mon[188613]: pgmap v10567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:22.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:22 smithi177 ceph-mon[212096]: pgmap v10568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:22 smithi123 ceph-mon[191304]: pgmap v10568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:22 smithi123 ceph-mon[188613]: pgmap v10568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:24 smithi177 ceph-mon[212096]: pgmap v10569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:24 smithi123 ceph-mon[191304]: pgmap v10569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:24 smithi123 ceph-mon[188613]: pgmap v10569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:24.972 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:25:25.285 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:25:25.285 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 4m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:25:25.285 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 2m ago 4h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:25:25.285 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 4m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:25:25.285 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 2m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:25:25.285 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 2m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:25:25.285 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 4m ago 4h 725M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:25:25.285 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 4m ago 4h 1330M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:25:25.285 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 2m ago 4h 630M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:25:25.285 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 4m ago 4h 683M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:25:25.286 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 4m ago 4h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:25:25.286 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 2m ago 4h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:25:25.286 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 4m ago 4h 4610M 2421M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:25:25.286 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 4m ago 4h 5349M 2421M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:25:25.286 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 4m ago 4h 4357M 2421M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:25:25.286 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 4m ago 4h 4472M 2421M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:25:25.286 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 2m ago 4h 3748M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:25:25.286 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 2m ago 4h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:25:25.286 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 2m ago 4h 3525M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:25:25.286 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 2m ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:25:25.286 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 2m ago 4h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:25:25.666 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:25:25.666 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:25:25.666 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:25:25.666 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:25:25.666 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:25:25.667 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:25:25.667 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:25:25.667 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:25:25.667 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:25:25.667 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:25:25.667 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:25:25.667 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:25:25.667 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:25:25.667 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:25:25.667 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:25:25.667 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:25:25.667 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:25:25.667 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:25:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:26 smithi177 ceph-mon[212096]: pgmap v10570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:26 smithi177 ceph-mon[212096]: from='client.55172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:25:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:26 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2788715692' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:25:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:26 smithi123 ceph-mon[191304]: pgmap v10570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:26 smithi123 ceph-mon[191304]: from='client.55172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:25:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:26 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2788715692' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:25:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:26 smithi123 ceph-mon[188613]: pgmap v10570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:26 smithi123 ceph-mon[188613]: from='client.55172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:25:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:26 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2788715692' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:25:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:27 smithi177 ceph-mon[212096]: from='client.45231 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:25:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:25:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:27 smithi123 ceph-mon[191304]: from='client.45231 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:25:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:25:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:27 smithi123 ceph-mon[188613]: from='client.45231 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:25:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:25:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:28 smithi177 ceph-mon[212096]: pgmap v10571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:28 smithi123 ceph-mon[191304]: pgmap v10571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:28 smithi123 ceph-mon[188613]: pgmap v10571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:25:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:25:29] "GET /metrics HTTP/1.1" 200 34097 "" "Prometheus/2.43.0" 2023-12-20T15:25:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:30 smithi177 ceph-mon[212096]: pgmap v10572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:30 smithi123 ceph-mon[191304]: pgmap v10572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:30 smithi123 ceph-mon[188613]: pgmap v10572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:32 smithi177 ceph-mon[212096]: pgmap v10573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:32 smithi123 ceph-mon[191304]: pgmap v10573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:32 smithi123 ceph-mon[188613]: pgmap v10573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:34 smithi177 ceph-mon[212096]: pgmap v10574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:34 smithi123 ceph-mon[191304]: pgmap v10574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:34 smithi123 ceph-mon[188613]: pgmap v10574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:36.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:36 smithi177 ceph-mon[212096]: pgmap v10575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:36 smithi123 ceph-mon[191304]: pgmap v10575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:36 smithi123 ceph-mon[188613]: pgmap v10575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:38 smithi177 ceph-mon[212096]: pgmap v10576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:38 smithi123 ceph-mon[191304]: pgmap v10576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:38 smithi123 ceph-mon[188613]: pgmap v10576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:25:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:25:39] "GET /metrics HTTP/1.1" 200 34097 "" "Prometheus/2.43.0" 2023-12-20T15:25:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:40 smithi177 ceph-mon[212096]: pgmap v10577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:40 smithi123 ceph-mon[191304]: pgmap v10577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:40 smithi123 ceph-mon[188613]: pgmap v10577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:42 smithi177 ceph-mon[212096]: pgmap v10578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:25:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:42 smithi123 ceph-mon[191304]: pgmap v10578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:25:42.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:42 smithi123 ceph-mon[188613]: pgmap v10578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:42.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:25:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:44 smithi177 ceph-mon[212096]: pgmap v10579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:44 smithi123 ceph-mon[191304]: pgmap v10579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:44 smithi123 ceph-mon[188613]: pgmap v10579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:46.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:46 smithi177 ceph-mon[212096]: pgmap v10580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:46 smithi123 ceph-mon[191304]: pgmap v10580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:46 smithi123 ceph-mon[188613]: pgmap v10580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:48 smithi177 ceph-mon[212096]: pgmap v10581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:48 smithi123 ceph-mon[191304]: pgmap v10581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:48 smithi123 ceph-mon[188613]: pgmap v10581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:25:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:25:49] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T15:25:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:50 smithi177 ceph-mon[212096]: pgmap v10582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:50 smithi123 ceph-mon[191304]: pgmap v10582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:50 smithi123 ceph-mon[188613]: pgmap v10582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:52 smithi177 ceph-mon[212096]: pgmap v10583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:52 smithi123 ceph-mon[191304]: pgmap v10583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:52 smithi123 ceph-mon[188613]: pgmap v10583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:54 smithi177 ceph-mon[212096]: pgmap v10584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:54 smithi123 ceph-mon[191304]: pgmap v10584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:54 smithi123 ceph-mon[188613]: pgmap v10584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:56.028 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:25:56.342 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:25:56.342 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 5m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:25:56.342 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 3m ago 4h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:25:56.342 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 5m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:25:56.342 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 3m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:25:56.342 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 3m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:25:56.342 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 5m ago 4h 725M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:25:56.342 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 5m ago 4h 1330M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:25:56.342 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 3m ago 4h 630M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:25:56.342 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 5m ago 4h 683M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:25:56.342 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 5m ago 4h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:25:56.343 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 3m ago 4h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:25:56.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 5m ago 4h 4610M 2421M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:25:56.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 5m ago 4h 5349M 2421M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:25:56.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 5m ago 4h 4357M 2421M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:25:56.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 5m ago 4h 4472M 2421M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:25:56.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 3m ago 4h 3748M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:25:56.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 3m ago 4h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:25:56.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 3m ago 4h 3525M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:25:56.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 3m ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:25:56.343 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 3m ago 4h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:25:56.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:56 smithi177 ceph-mon[212096]: pgmap v10585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:56.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:25:56.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:25:56.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:25:56.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:25:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:56 smithi123 ceph-mon[188613]: pgmap v10585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:25:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:25:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:25:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:25:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:56 smithi123 ceph-mon[191304]: pgmap v10585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:25:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:25:56.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:25:56.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:25:56.726 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:25:56.727 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:25:56.727 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:25:56.727 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:25:56.727 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:25:56.727 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:25:56.727 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:25:56.727 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:25:56.727 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:25:56.727 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:25:56.727 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:25:56.727 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:25:56.727 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:25:56.728 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:25:56.728 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:25:56.728 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:25:56.728 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:25:56.728 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:25:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:57 smithi177 ceph-mon[212096]: from='client.45243 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:25:57.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:25:57.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:57 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4244869746' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:25:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:57 smithi123 ceph-mon[191304]: from='client.45243 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:25:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:25:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:57 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4244869746' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:25:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:57 smithi123 ceph-mon[188613]: from='client.45243 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:25:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:25:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:57 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4244869746' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:25:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:58 smithi177 ceph-mon[212096]: from='client.45249 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:25:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:25:58 smithi177 ceph-mon[212096]: pgmap v10586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:58 smithi123 ceph-mon[191304]: from='client.45249 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:25:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:25:58 smithi123 ceph-mon[191304]: pgmap v10586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:58 smithi123 ceph-mon[188613]: from='client.45249 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:25:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:25:58 smithi123 ceph-mon[188613]: pgmap v10586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:25:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:25:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:25:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:26:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:00 smithi177 ceph-mon[212096]: pgmap v10587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:00 smithi123 ceph-mon[191304]: pgmap v10587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:00 smithi123 ceph-mon[188613]: pgmap v10587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:02 smithi177 ceph-mon[212096]: pgmap v10588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:02 smithi123 ceph-mon[191304]: pgmap v10588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:02 smithi123 ceph-mon[188613]: pgmap v10588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:04 smithi177 ceph-mon[212096]: pgmap v10589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:04 smithi123 ceph-mon[191304]: pgmap v10589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:04 smithi123 ceph-mon[188613]: pgmap v10589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:06.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:06 smithi177 ceph-mon[212096]: pgmap v10590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:06 smithi123 ceph-mon[188613]: pgmap v10590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:06 smithi123 ceph-mon[191304]: pgmap v10590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:08 smithi177 ceph-mon[212096]: pgmap v10591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:08 smithi123 ceph-mon[191304]: pgmap v10591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:08 smithi123 ceph-mon[188613]: pgmap v10591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:26:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:26:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:26:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:10 smithi177 ceph-mon[212096]: pgmap v10592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:10 smithi123 ceph-mon[191304]: pgmap v10592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:10 smithi123 ceph-mon[188613]: pgmap v10592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:12 smithi177 ceph-mon[212096]: pgmap v10593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:26:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:12 smithi123 ceph-mon[191304]: pgmap v10593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:26:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:12 smithi123 ceph-mon[188613]: pgmap v10593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:26:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:14 smithi177 ceph-mon[212096]: pgmap v10594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:14 smithi123 ceph-mon[191304]: pgmap v10594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:14 smithi123 ceph-mon[188613]: pgmap v10594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:16 smithi177 ceph-mon[212096]: pgmap v10595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:16 smithi123 ceph-mon[191304]: pgmap v10595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:16 smithi123 ceph-mon[188613]: pgmap v10595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:18 smithi177 ceph-mon[212096]: pgmap v10596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:18 smithi123 ceph-mon[191304]: pgmap v10596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:18 smithi123 ceph-mon[188613]: pgmap v10596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:26:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:26:19] "GET /metrics HTTP/1.1" 200 34097 "" "Prometheus/2.43.0" 2023-12-20T15:26:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:20 smithi177 ceph-mon[212096]: pgmap v10597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:20 smithi123 ceph-mon[191304]: pgmap v10597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:20 smithi123 ceph-mon[188613]: pgmap v10597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:22 smithi177 ceph-mon[212096]: pgmap v10598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:22 smithi123 ceph-mon[191304]: pgmap v10598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:22 smithi123 ceph-mon[188613]: pgmap v10598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:24 smithi177 ceph-mon[212096]: pgmap v10599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:24 smithi123 ceph-mon[191304]: pgmap v10599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:24 smithi123 ceph-mon[188613]: pgmap v10599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:26 smithi177 ceph-mon[212096]: pgmap v10600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:26 smithi123 ceph-mon[191304]: pgmap v10600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:26 smithi123 ceph-mon[188613]: pgmap v10600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:27.074 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:26:27.388 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:26:27.388 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 5m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:26:27.388 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 3m ago 4h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:26:27.388 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 5m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:26:27.388 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 3m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:26:27.388 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 3m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:26:27.388 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 5m ago 4h 725M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:26:27.388 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 5m ago 4h 1330M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:26:27.388 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 3m ago 4h 630M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:26:27.389 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 5m ago 4h 683M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:26:27.389 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 5m ago 4h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:26:27.389 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 3m ago 4h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:26:27.389 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 5m ago 4h 4610M 2421M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:26:27.389 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 5m ago 4h 5349M 2421M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:26:27.389 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 5m ago 4h 4357M 2421M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:26:27.389 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 5m ago 4h 4472M 2421M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:26:27.389 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 3m ago 4h 3748M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:26:27.389 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 3m ago 4h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:26:27.389 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 3m ago 4h 3525M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:26:27.389 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 3m ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:26:27.389 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 3m ago 4h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:26:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:26:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:26:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:26:27.771 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:26:27.772 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:26:27.772 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:26:27.772 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:26:27.772 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:26:27.772 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:26:27.772 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:26:27.772 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:26:27.772 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:26:27.772 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:26:27.772 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:26:27.772 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:26:27.772 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:26:27.772 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:26:27.772 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:26:27.773 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:26:27.773 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:26:27.773 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:26:28.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:28 smithi177 ceph-mon[212096]: pgmap v10601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:28.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:28 smithi177 ceph-mon[212096]: from='client.45261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:26:28.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:28 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/742936686' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:26:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:28 smithi123 ceph-mon[191304]: pgmap v10601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:28 smithi123 ceph-mon[191304]: from='client.45261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:26:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:28 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/742936686' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:26:28.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:28 smithi123 ceph-mon[188613]: pgmap v10601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:28.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:28 smithi123 ceph-mon[188613]: from='client.45261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:26:28.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:28 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/742936686' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:26:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:29 smithi177 ceph-mon[212096]: from='client.55214 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:26:29.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:29 smithi123 ceph-mon[191304]: from='client.55214 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:26:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:29 smithi123 ceph-mon[188613]: from='client.55214 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:26:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:26:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:26:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:26:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:30 smithi177 ceph-mon[212096]: pgmap v10602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:30 smithi123 ceph-mon[191304]: pgmap v10602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:30 smithi123 ceph-mon[188613]: pgmap v10602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:32 smithi177 ceph-mon[212096]: pgmap v10603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:32 smithi123 ceph-mon[191304]: pgmap v10603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:32 smithi123 ceph-mon[188613]: pgmap v10603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:34 smithi177 ceph-mon[212096]: pgmap v10604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:34 smithi123 ceph-mon[191304]: pgmap v10604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:34 smithi123 ceph-mon[188613]: pgmap v10604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:36.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:36 smithi177 ceph-mon[212096]: pgmap v10605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:36 smithi123 ceph-mon[191304]: pgmap v10605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:36 smithi123 ceph-mon[188613]: pgmap v10605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:38 smithi177 ceph-mon[212096]: pgmap v10606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:38 smithi123 ceph-mon[191304]: pgmap v10606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:38 smithi123 ceph-mon[188613]: pgmap v10606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:26:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:26:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:26:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:40 smithi123 ceph-mon[191304]: pgmap v10607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:40 smithi123 ceph-mon[188613]: pgmap v10607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:40.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:40 smithi177 ceph-mon[212096]: pgmap v10607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:42 smithi123 ceph-mon[191304]: pgmap v10608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:26:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:42 smithi123 ceph-mon[188613]: pgmap v10608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:26:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:42 smithi177 ceph-mon[212096]: pgmap v10608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:26:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:44 smithi123 ceph-mon[191304]: pgmap v10609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:44 smithi123 ceph-mon[188613]: pgmap v10609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:44 smithi177 ceph-mon[212096]: pgmap v10609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:46 smithi123 ceph-mon[191304]: pgmap v10610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:46 smithi123 ceph-mon[188613]: pgmap v10610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:46.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:46 smithi177 ceph-mon[212096]: pgmap v10610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:48 smithi123 ceph-mon[191304]: pgmap v10611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:48 smithi123 ceph-mon[188613]: pgmap v10611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:48.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:48 smithi177 ceph-mon[212096]: pgmap v10611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:26:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:26:49] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:26:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:50 smithi123 ceph-mon[191304]: pgmap v10612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:50 smithi123 ceph-mon[188613]: pgmap v10612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:50.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:50 smithi177 ceph-mon[212096]: pgmap v10612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:52 smithi123 ceph-mon[191304]: pgmap v10613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:52 smithi123 ceph-mon[188613]: pgmap v10613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:52.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:52 smithi177 ceph-mon[212096]: pgmap v10613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:54 smithi123 ceph-mon[191304]: pgmap v10614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:54 smithi123 ceph-mon[188613]: pgmap v10614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:54 smithi177 ceph-mon[212096]: pgmap v10614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:56 smithi123 ceph-mon[191304]: pgmap v10615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:26:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:56 smithi123 ceph-mon[188613]: pgmap v10615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:26:56.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:56 smithi177 ceph-mon[212096]: pgmap v10615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:56.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:26:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:26:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:26:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:26:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:26:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:26:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:26:57.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:26:57.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:26:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:26:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:26:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:26:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:26:58.119 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:26:58.437 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:26:58.438 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 6m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:26:58.438 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 4m ago 4h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:26:58.438 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 6m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:26:58.438 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 4m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:26:58.438 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 4m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:26:58.438 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 6m ago 4h 725M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:26:58.438 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 6m ago 4h 1330M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:26:58.438 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 4m ago 4h 630M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:26:58.438 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 6m ago 4h 683M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:26:58.438 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 6m ago 4h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:26:58.438 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 4m ago 4h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:26:58.438 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 6m ago 4h 4610M 2421M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:26:58.438 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 6m ago 4h 5349M 2421M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:26:58.438 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 6m ago 4h 4357M 2421M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:26:58.438 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 6m ago 4h 4472M 2421M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:26:58.438 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 4m ago 4h 3748M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:26:58.439 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 4m ago 4h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:26:58.439 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 4m ago 4h 3525M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:26:58.439 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 4m ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:26:58.439 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 4m ago 4h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:26:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:58 smithi123 ceph-mon[191304]: pgmap v10616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:58 smithi123 ceph-mon[191304]: from='client.55226 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:26:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:58 smithi123 ceph-mon[188613]: pgmap v10616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:58 smithi123 ceph-mon[188613]: from='client.55226 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:26:58.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:58 smithi177 ceph-mon[212096]: pgmap v10616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:58.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:58 smithi177 ceph-mon[212096]: from='client.55226 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:26:58.816 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:26:58.817 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:26:58.817 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:26:58.817 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:26:58.817 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:26:58.817 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:26:58.817 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:26:58.817 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:26:58.817 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:26:58.817 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:26:58.817 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:26:58.817 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:26:58.817 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:26:58.817 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:26:58.817 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:26:58.817 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:26:58.818 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:26:58.818 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:26:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:26:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:26:59] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:26:59.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:59 smithi123 ceph-mon[191304]: from='client.45285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:26:59.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:59 smithi123 ceph-mon[191304]: pgmap v10617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:59.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:26:59 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3998103384' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:26:59.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:59 smithi123 ceph-mon[188613]: from='client.45285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:26:59.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:59 smithi123 ceph-mon[188613]: pgmap v10617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:59.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:26:59 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3998103384' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:26:59.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:59 smithi177 ceph-mon[212096]: from='client.45285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:26:59.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:59 smithi177 ceph-mon[212096]: pgmap v10617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:26:59.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:26:59 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3998103384' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:27:01.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:01 smithi177 ceph-mon[212096]: pgmap v10618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:01 smithi123 ceph-mon[191304]: pgmap v10618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:01.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:01 smithi123 ceph-mon[188613]: pgmap v10618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:03 smithi123 ceph-mon[191304]: pgmap v10619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:04.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:03 smithi123 ceph-mon[188613]: pgmap v10619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:03 smithi177 ceph-mon[212096]: pgmap v10619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:06.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:05 smithi123 ceph-mon[191304]: pgmap v10620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:06.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:05 smithi123 ceph-mon[188613]: pgmap v10620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:06.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:05 smithi177 ceph-mon[212096]: pgmap v10620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:07 smithi123 ceph-mon[191304]: pgmap v10621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:08.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:07 smithi123 ceph-mon[188613]: pgmap v10621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:07 smithi177 ceph-mon[212096]: pgmap v10621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:27:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:27:09] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:27:10.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:09 smithi123 ceph-mon[191304]: pgmap v10622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:10.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:09 smithi123 ceph-mon[188613]: pgmap v10622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:09 smithi177 ceph-mon[212096]: pgmap v10622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:11 smithi123 ceph-mon[191304]: pgmap v10623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:27:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:11 smithi123 ceph-mon[188613]: pgmap v10623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:27:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:11 smithi177 ceph-mon[212096]: pgmap v10623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:27:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:13 smithi123 ceph-mon[188613]: pgmap v10624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:13 smithi123 ceph-mon[191304]: pgmap v10624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:13 smithi177 ceph-mon[212096]: pgmap v10624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:16.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:15 smithi123 ceph-mon[191304]: pgmap v10625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:16.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:15 smithi123 ceph-mon[188613]: pgmap v10625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:15 smithi177 ceph-mon[212096]: pgmap v10625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:18.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:17 smithi123 ceph-mon[191304]: pgmap v10626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:17 smithi123 ceph-mon[188613]: pgmap v10626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:17 smithi177 ceph-mon[212096]: pgmap v10626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:27:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:27:19] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T15:27:20.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:19 smithi123 ceph-mon[191304]: pgmap v10627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:20.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:19 smithi123 ceph-mon[188613]: pgmap v10627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:19 smithi177 ceph-mon[212096]: pgmap v10627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:22.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:21 smithi123 ceph-mon[191304]: pgmap v10628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:21 smithi123 ceph-mon[188613]: pgmap v10628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:21 smithi177 ceph-mon[212096]: pgmap v10628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:23 smithi123 ceph-mon[191304]: pgmap v10629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:23 smithi123 ceph-mon[188613]: pgmap v10629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:23 smithi177 ceph-mon[212096]: pgmap v10629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:26.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:25 smithi123 ceph-mon[191304]: pgmap v10630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:26.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:25 smithi123 ceph-mon[188613]: pgmap v10630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:25 smithi177 ceph-mon[212096]: pgmap v10630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:27:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:27:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:27:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:27 smithi123 ceph-mon[191304]: pgmap v10631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:27 smithi123 ceph-mon[188613]: pgmap v10631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:28.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:27 smithi177 ceph-mon[212096]: pgmap v10631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:29.164 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:27:29.471 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:27:29.471 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 6m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:27:29.471 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 4m ago 4h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:27:29.471 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 6m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:27:29.471 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 4m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:27:29.471 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 4m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:27:29.472 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 6m ago 4h 725M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:27:29.472 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 6m ago 4h 1330M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:27:29.472 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 4m ago 4h 630M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:27:29.472 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 6m ago 4h 683M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:27:29.472 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 6m ago 4h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:27:29.472 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 4m ago 4h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:27:29.472 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 6m ago 4h 4610M 2421M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:27:29.472 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 6m ago 4h 5349M 2421M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:27:29.472 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 6m ago 4h 4357M 2421M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:27:29.472 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 6m ago 4h 4472M 2421M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:27:29.472 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 4m ago 4h 3748M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:27:29.472 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 4m ago 4h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:27:29.472 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 4m ago 4h 3525M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:27:29.472 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 4m ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:27:29.473 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 4m ago 4h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:27:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:27:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:27:29] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:27:29.851 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:27:29.851 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:27:29.851 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:27:29.851 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:27:29.851 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:27:29.852 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:27:29.852 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:27:29.852 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:27:29.852 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:27:29.852 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:27:29.852 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:27:29.852 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:27:29.852 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:27:29.852 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:27:29.852 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:27:29.852 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:27:29.852 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:27:29.852 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:27:30.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:29 smithi123 ceph-mon[191304]: pgmap v10632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:30.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:29 smithi123 ceph-mon[191304]: from='client.45297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:27:30.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:29 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1357339843' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:27:30.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:29 smithi123 ceph-mon[188613]: pgmap v10632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:30.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:29 smithi123 ceph-mon[188613]: from='client.45297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:27:30.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:29 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1357339843' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:27:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:29 smithi177 ceph-mon[212096]: pgmap v10632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:29 smithi177 ceph-mon[212096]: from='client.45297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:27:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:29 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1357339843' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:27:31.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:30 smithi123 ceph-mon[191304]: from='client.45303 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:27:31.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:30 smithi123 ceph-mon[188613]: from='client.45303 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:27:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:30 smithi177 ceph-mon[212096]: from='client.45303 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:27:32.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:31 smithi123 ceph-mon[191304]: pgmap v10633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:31 smithi123 ceph-mon[188613]: pgmap v10633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:31 smithi177 ceph-mon[212096]: pgmap v10633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:34.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:33 smithi123 ceph-mon[191304]: pgmap v10634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:33 smithi123 ceph-mon[188613]: pgmap v10634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:33 smithi177 ceph-mon[212096]: pgmap v10634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:36.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:35 smithi123 ceph-mon[191304]: pgmap v10635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:36.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:35 smithi123 ceph-mon[188613]: pgmap v10635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:36.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:35 smithi177 ceph-mon[212096]: pgmap v10635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:38.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:37 smithi123 ceph-mon[191304]: pgmap v10636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:38.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:37 smithi123 ceph-mon[188613]: pgmap v10636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:37 smithi177 ceph-mon[212096]: pgmap v10636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:27:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:27:39] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:27:40.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:39 smithi123 ceph-mon[191304]: pgmap v10637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:40.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:39 smithi123 ceph-mon[188613]: pgmap v10637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:39 smithi177 ceph-mon[212096]: pgmap v10637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:41 smithi177 ceph-mon[212096]: pgmap v10638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:27:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:41 smithi123 ceph-mon[191304]: pgmap v10638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:27:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:41 smithi123 ceph-mon[188613]: pgmap v10638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:27:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:43 smithi177 ceph-mon[212096]: pgmap v10639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:43 smithi123 ceph-mon[191304]: pgmap v10639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:43 smithi123 ceph-mon[188613]: pgmap v10639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:46.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:45 smithi177 ceph-mon[212096]: pgmap v10640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:45 smithi123 ceph-mon[191304]: pgmap v10640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:45 smithi123 ceph-mon[188613]: pgmap v10640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:48 smithi177 ceph-mon[212096]: pgmap v10641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:48 smithi123 ceph-mon[191304]: pgmap v10641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:48 smithi123 ceph-mon[188613]: pgmap v10641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:27:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:27:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:27:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:50 smithi177 ceph-mon[212096]: pgmap v10642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:50 smithi123 ceph-mon[191304]: pgmap v10642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:50 smithi123 ceph-mon[188613]: pgmap v10642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:52 smithi177 ceph-mon[212096]: pgmap v10643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:52 smithi123 ceph-mon[191304]: pgmap v10643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:52 smithi123 ceph-mon[188613]: pgmap v10643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:54 smithi177 ceph-mon[212096]: pgmap v10644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:54 smithi123 ceph-mon[191304]: pgmap v10644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:54 smithi123 ceph-mon[188613]: pgmap v10644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:56.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:56 smithi177 ceph-mon[212096]: pgmap v10645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:56 smithi123 ceph-mon[191304]: pgmap v10645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:56 smithi123 ceph-mon[188613]: pgmap v10645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:27:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:27:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:27:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:27:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:27:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:27:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:58 smithi177 ceph-mon[212096]: pgmap v10646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:27:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:27:58.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:27:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:27:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:58 smithi123 ceph-mon[191304]: pgmap v10646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:27:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:27:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:27:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:27:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:58 smithi123 ceph-mon[188613]: pgmap v10646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:27:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:27:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:27:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:27:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:27:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:27:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:27:59] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:28:00.198 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:28:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:00 smithi177 ceph-mon[212096]: pgmap v10647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:00 smithi123 ceph-mon[191304]: pgmap v10647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:00 smithi123 ceph-mon[188613]: pgmap v10647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:00.504 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:28:00.504 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 7m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:28:00.504 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 5m ago 4h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:28:00.504 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 7m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:28:00.504 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 5m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:28:00.504 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 5m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:28:00.504 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 7m ago 4h 725M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:28:00.504 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 7m ago 4h 1330M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:28:00.504 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 5m ago 4h 630M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:28:00.504 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 7m ago 4h 683M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:28:00.504 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 7m ago 4h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:28:00.504 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 5m ago 4h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:28:00.505 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 7m ago 4h 4610M 2421M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:28:00.505 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 7m ago 4h 5349M 2421M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:28:00.505 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 7m ago 4h 4357M 2421M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:28:00.505 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 7m ago 4h 4472M 2421M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:28:00.505 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 5m ago 4h 3748M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:28:00.505 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 5m ago 4h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:28:00.505 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 5m ago 4h 3525M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:28:00.505 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 5m ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:28:00.505 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 5m ago 4h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:28:00.889 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:28:00.889 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:28:00.889 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:28:00.889 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:28:00.889 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:28:00.889 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:28:00.889 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:28:00.889 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:28:00.889 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:28:00.889 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:28:00.889 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:28:00.889 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:28:00.889 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:28:00.890 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:28:00.890 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:28:00.890 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:28:00.890 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:28:00.890 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:28:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:01 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/78147162' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:28:01.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:01 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/78147162' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:28:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:01 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/78147162' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:28:02.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:02 smithi177 ceph-mon[212096]: from='client.55262 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:28:02.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:02 smithi177 ceph-mon[212096]: pgmap v10648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:02.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:02 smithi177 ceph-mon[212096]: from='client.45321 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:28:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:02 smithi123 ceph-mon[191304]: from='client.55262 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:28:02.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:02 smithi123 ceph-mon[191304]: pgmap v10648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:02.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:02 smithi123 ceph-mon[191304]: from='client.45321 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:28:02.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:02 smithi123 ceph-mon[188613]: from='client.55262 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:28:02.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:02 smithi123 ceph-mon[188613]: pgmap v10648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:02.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:02 smithi123 ceph-mon[188613]: from='client.45321 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:28:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:04 smithi177 ceph-mon[212096]: pgmap v10649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:04 smithi123 ceph-mon[191304]: pgmap v10649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:04 smithi123 ceph-mon[188613]: pgmap v10649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:06.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:06 smithi177 ceph-mon[212096]: pgmap v10650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:06 smithi123 ceph-mon[191304]: pgmap v10650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:06 smithi123 ceph-mon[188613]: pgmap v10650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:08 smithi177 ceph-mon[212096]: pgmap v10651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:08 smithi123 ceph-mon[191304]: pgmap v10651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:08 smithi123 ceph-mon[188613]: pgmap v10651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:28:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:28:09] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:28:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:10 smithi177 ceph-mon[212096]: pgmap v10652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:10 smithi123 ceph-mon[191304]: pgmap v10652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:10 smithi123 ceph-mon[188613]: pgmap v10652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:12 smithi177 ceph-mon[212096]: pgmap v10653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:28:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:12 smithi123 ceph-mon[191304]: pgmap v10653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:28:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:12 smithi123 ceph-mon[188613]: pgmap v10653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:28:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:14 smithi177 ceph-mon[212096]: pgmap v10654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:14 smithi123 ceph-mon[191304]: pgmap v10654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:14 smithi123 ceph-mon[188613]: pgmap v10654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:16 smithi177 ceph-mon[212096]: pgmap v10655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:16 smithi123 ceph-mon[191304]: pgmap v10655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:16 smithi123 ceph-mon[188613]: pgmap v10655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:18 smithi177 ceph-mon[212096]: pgmap v10656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:18 smithi123 ceph-mon[191304]: pgmap v10656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:18 smithi123 ceph-mon[188613]: pgmap v10656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:28:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:28:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:28:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:20 smithi177 ceph-mon[212096]: pgmap v10657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:20 smithi123 ceph-mon[191304]: pgmap v10657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:20 smithi123 ceph-mon[188613]: pgmap v10657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:22 smithi177 ceph-mon[212096]: pgmap v10658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:22 smithi123 ceph-mon[191304]: pgmap v10658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:22 smithi123 ceph-mon[188613]: pgmap v10658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:24 smithi177 ceph-mon[212096]: pgmap v10659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:24 smithi123 ceph-mon[191304]: pgmap v10659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:24 smithi123 ceph-mon[188613]: pgmap v10659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:26 smithi177 ceph-mon[212096]: pgmap v10660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:26.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:26 smithi123 ceph-mon[191304]: pgmap v10660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:26 smithi123 ceph-mon[188613]: pgmap v10660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:28:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:28:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:28:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:28 smithi177 ceph-mon[212096]: pgmap v10661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:28 smithi123 ceph-mon[191304]: pgmap v10661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:28 smithi123 ceph-mon[188613]: pgmap v10661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:28:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:28:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:28:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:30 smithi177 ceph-mon[212096]: pgmap v10662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:30 smithi123 ceph-mon[191304]: pgmap v10662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:30 smithi123 ceph-mon[188613]: pgmap v10662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:31.233 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:28:31.542 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:28:31.543 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 7m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:28:31.543 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 5m ago 4h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:28:31.543 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 7m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:28:31.543 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 5m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:28:31.543 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 5m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:28:31.543 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 7m ago 4h 725M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:28:31.543 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 7m ago 4h 1330M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:28:31.543 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 5m ago 4h 630M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:28:31.543 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 7m ago 4h 683M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:28:31.543 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 7m ago 4h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:28:31.543 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 5m ago 4h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:28:31.544 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 7m ago 4h 4610M 2421M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:28:31.544 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 7m ago 4h 5349M 2421M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:28:31.544 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 7m ago 4h 4357M 2421M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:28:31.544 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 7m ago 4h 4472M 2421M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:28:31.544 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 5m ago 4h 3748M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:28:31.544 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 5m ago 4h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:28:31.544 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 5m ago 4h 3525M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:28:31.544 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 5m ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:28:31.545 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 5m ago 4h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:28:31.926 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:28:31.926 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:28:31.926 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:28:31.926 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:28:31.926 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:28:31.926 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:28:31.926 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:28:31.926 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:28:31.927 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:28:31.927 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:28:31.927 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:28:31.927 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:28:31.927 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:28:31.927 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:28:31.927 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:28:31.927 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:28:31.927 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:28:31.927 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:28:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:32 smithi177 ceph-mon[212096]: pgmap v10663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:32 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1252418753' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:28:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:32 smithi123 ceph-mon[191304]: pgmap v10663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:32 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1252418753' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:28:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:32 smithi123 ceph-mon[188613]: pgmap v10663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:32 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1252418753' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:28:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:33 smithi177 ceph-mon[212096]: from='client.45333 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:28:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:33 smithi177 ceph-mon[212096]: from='client.55286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:28:33.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:33 smithi123 ceph-mon[191304]: from='client.45333 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:28:33.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:33 smithi123 ceph-mon[191304]: from='client.55286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:28:33.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:33 smithi123 ceph-mon[188613]: from='client.45333 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:28:33.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:33 smithi123 ceph-mon[188613]: from='client.55286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:28:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:34 smithi177 ceph-mon[212096]: pgmap v10664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:34 smithi123 ceph-mon[191304]: pgmap v10664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:34 smithi123 ceph-mon[188613]: pgmap v10664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:36.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:36 smithi177 ceph-mon[212096]: pgmap v10665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:36 smithi123 ceph-mon[191304]: pgmap v10665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:36 smithi123 ceph-mon[188613]: pgmap v10665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:38 smithi177 ceph-mon[212096]: pgmap v10666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:38 smithi123 ceph-mon[191304]: pgmap v10666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:38 smithi123 ceph-mon[188613]: pgmap v10666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:28:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:28:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:28:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:40 smithi177 ceph-mon[212096]: pgmap v10667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:40.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:40 smithi123 ceph-mon[191304]: pgmap v10667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:40 smithi123 ceph-mon[188613]: pgmap v10667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:42 smithi177 ceph-mon[212096]: pgmap v10668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:28:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:42 smithi123 ceph-mon[191304]: pgmap v10668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:28:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:42 smithi123 ceph-mon[188613]: pgmap v10668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:28:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:44 smithi177 ceph-mon[212096]: pgmap v10669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:44 smithi123 ceph-mon[191304]: pgmap v10669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:44 smithi123 ceph-mon[188613]: pgmap v10669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:46.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:46 smithi177 ceph-mon[212096]: pgmap v10670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:46 smithi123 ceph-mon[191304]: pgmap v10670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:46 smithi123 ceph-mon[188613]: pgmap v10670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:48 smithi177 ceph-mon[212096]: pgmap v10671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:48.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:48 smithi123 ceph-mon[188613]: pgmap v10671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:48 smithi123 ceph-mon[191304]: pgmap v10671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:28:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:28:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:28:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:50 smithi177 ceph-mon[212096]: pgmap v10672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:50 smithi123 ceph-mon[188613]: pgmap v10672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:50 smithi123 ceph-mon[191304]: pgmap v10672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:52 smithi177 ceph-mon[212096]: pgmap v10673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:52 smithi123 ceph-mon[188613]: pgmap v10673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:52 smithi123 ceph-mon[191304]: pgmap v10673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:54.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:54 smithi177 ceph-mon[212096]: pgmap v10674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:54 smithi123 ceph-mon[188613]: pgmap v10674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:54 smithi123 ceph-mon[191304]: pgmap v10674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:56.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:56 smithi177 ceph-mon[212096]: pgmap v10675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:56 smithi123 ceph-mon[188613]: pgmap v10675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:56 smithi123 ceph-mon[191304]: pgmap v10675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:28:57.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:28:57.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:28:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:58 smithi177 ceph-mon[212096]: pgmap v10676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:28:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:58 smithi123 ceph-mon[191304]: pgmap v10676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:28:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:58 smithi123 ceph-mon[188613]: pgmap v10676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:28:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:28:59.150 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:28:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:28:59] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:28:59.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:28:59.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:28:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:28:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:28:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:28:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:28:59.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:28:59.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:28:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:29:00.442 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:00 smithi123 ceph-mon[191304]: pgmap v10677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:00.442 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:00 smithi123 ceph-mon[188613]: pgmap v10677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:00 smithi177 ceph-mon[212096]: pgmap v10677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:01.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:01 smithi177 ceph-mon[212096]: pgmap v10678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:01.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:29:01.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:29:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:29:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:29:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:29:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:29:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:01 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2412M 2023-12-20T15:29:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:29:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:29:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:29:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:29:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:01 smithi123 ceph-mon[191304]: pgmap v10678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:29:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:29:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:29:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:29:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:29:01.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:29:01.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:01 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2412M 2023-12-20T15:29:01.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:29:01.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:29:01.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:29:01.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:29:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:01 smithi123 ceph-mon[188613]: pgmap v10678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:29:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:29:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:29:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:29:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:29:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:29:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:01 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2412M 2023-12-20T15:29:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:29:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:29:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:29:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:29:02.276 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:29:02.585 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:29:02.585 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 8m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:29:02.585 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 6m ago 4h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:29:02.585 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 8m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:29:02.586 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 6m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:29:02.586 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 6m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:29:02.586 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 8m ago 4h 725M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:29:02.586 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 8m ago 4h 1330M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:29:02.586 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 6m ago 4h 630M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:29:02.586 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 8m ago 4h 683M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:29:02.586 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 8m ago 4h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:29:02.586 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 6m ago 4h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:29:02.586 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 8m ago 4h 4610M 2412M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:29:02.586 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 8m ago 4h 5349M 2412M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:29:02.586 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 8m ago 4h 4357M 2412M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:29:02.586 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 8m ago 4h 4472M 2412M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:29:02.586 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 6m ago 4h 3748M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:29:02.586 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 6m ago 4h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:29:02.587 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 6m ago 4h 3525M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:29:02.587 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 6m ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:29:02.587 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 6m ago 4h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:29:02.965 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:29:02.966 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:29:02.966 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:29:02.966 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:29:02.966 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:29:02.966 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:29:02.966 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:29:02.966 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:29:02.966 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:29:02.966 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:29:02.966 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:29:02.966 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:29:02.966 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:29:02.966 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:29:02.966 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:29:02.967 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:29:02.967 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:29:02.967 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:29:04.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:03 smithi123 ceph-mon[191304]: from='client.45351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:29:04.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:03 smithi123 ceph-mon[191304]: pgmap v10679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:04.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:03 smithi123 ceph-mon[191304]: from='client.45357 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:29:04.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:03 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2261722917' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:29:04.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:03 smithi123 ceph-mon[188613]: from='client.45351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:29:04.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:03 smithi123 ceph-mon[188613]: pgmap v10679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:04.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:03 smithi123 ceph-mon[188613]: from='client.45357 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:29:04.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:03 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2261722917' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:29:04.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:03 smithi177 ceph-mon[212096]: from='client.45351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:29:04.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:03 smithi177 ceph-mon[212096]: pgmap v10679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:04.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:03 smithi177 ceph-mon[212096]: from='client.45357 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:29:04.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:03 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2261722917' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:29:06.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:05 smithi123 ceph-mon[191304]: pgmap v10680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:06.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:05 smithi123 ceph-mon[188613]: pgmap v10680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:05 smithi177 ceph-mon[212096]: pgmap v10680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:07 smithi123 ceph-mon[191304]: pgmap v10681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:08.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:07 smithi123 ceph-mon[188613]: pgmap v10681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:07 smithi177 ceph-mon[212096]: pgmap v10681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:29:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:29:09] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:29:10.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:09 smithi123 ceph-mon[191304]: pgmap v10682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:10.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:09 smithi123 ceph-mon[188613]: pgmap v10682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:09 smithi177 ceph-mon[212096]: pgmap v10682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:11 smithi123 ceph-mon[191304]: pgmap v10683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:12.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:29:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:11 smithi123 ceph-mon[188613]: pgmap v10683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:29:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:11 smithi177 ceph-mon[212096]: pgmap v10683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:29:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:13 smithi123 ceph-mon[191304]: pgmap v10684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:14.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:13 smithi123 ceph-mon[188613]: pgmap v10684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:13 smithi177 ceph-mon[212096]: pgmap v10684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:16.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:15 smithi123 ceph-mon[188613]: pgmap v10685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:16.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:15 smithi123 ceph-mon[191304]: pgmap v10685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:15 smithi177 ceph-mon[212096]: pgmap v10685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:17 smithi123 ceph-mon[188613]: pgmap v10686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:18.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:17 smithi123 ceph-mon[191304]: pgmap v10686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:17 smithi177 ceph-mon[212096]: pgmap v10686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:29:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:29:19] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:29:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:19 smithi123 ceph-mon[191304]: pgmap v10687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:20.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:19 smithi123 ceph-mon[188613]: pgmap v10687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:19 smithi177 ceph-mon[212096]: pgmap v10687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:22.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:21 smithi123 ceph-mon[191304]: pgmap v10688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:22.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:21 smithi123 ceph-mon[188613]: pgmap v10688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:21 smithi177 ceph-mon[212096]: pgmap v10688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:23 smithi123 ceph-mon[191304]: pgmap v10689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:23 smithi123 ceph-mon[188613]: pgmap v10689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:23 smithi177 ceph-mon[212096]: pgmap v10689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:26.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:25 smithi123 ceph-mon[191304]: pgmap v10690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:26.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:25 smithi123 ceph-mon[188613]: pgmap v10690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:25 smithi177 ceph-mon[212096]: pgmap v10690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:29:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:29:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:29:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:27 smithi123 ceph-mon[191304]: pgmap v10691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:28.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:27 smithi123 ceph-mon[188613]: pgmap v10691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:27 smithi177 ceph-mon[212096]: pgmap v10691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:29:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:29:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:29:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:29 smithi177 ceph-mon[212096]: pgmap v10692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:29 smithi123 ceph-mon[188613]: pgmap v10692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:29 smithi123 ceph-mon[191304]: pgmap v10692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:31 smithi177 ceph-mon[212096]: pgmap v10693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:31 smithi123 ceph-mon[191304]: pgmap v10693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:31 smithi123 ceph-mon[188613]: pgmap v10693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:33.313 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:29:33.620 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:29:33.620 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 8m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:29:33.620 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 6m ago 4h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:29:33.620 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 8m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:29:33.621 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 6m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:29:33.621 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 6m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:29:33.621 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 8m ago 4h 725M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:29:33.621 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 8m ago 4h 1330M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:29:33.621 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 6m ago 4h 630M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:29:33.621 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 8m ago 4h 683M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:29:33.621 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 8m ago 4h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:29:33.621 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 6m ago 4h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:29:33.621 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 8m ago 4h 4610M 2412M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:29:33.621 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 8m ago 4h 5349M 2412M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:29:33.621 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 8m ago 4h 4357M 2412M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:29:33.621 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 8m ago 4h 4472M 2412M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:29:33.621 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 6m ago 4h 3748M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:29:33.621 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 6m ago 4h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:29:33.621 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 6m ago 4h 3525M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:29:33.622 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 6m ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:29:33.622 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 6m ago 4h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:29:34.001 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:29:34.002 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:29:34.002 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:29:34.002 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:29:34.002 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:29:34.002 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:29:34.002 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:29:34.002 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:29:34.002 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:29:34.002 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:29:34.002 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:29:34.002 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:29:34.002 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:29:34.002 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:29:34.002 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:29:34.003 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:29:34.003 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:29:34.003 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:29:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:33 smithi177 ceph-mon[212096]: pgmap v10694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:33 smithi123 ceph-mon[191304]: pgmap v10694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:33 smithi123 ceph-mon[188613]: pgmap v10694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:35.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:35 smithi177 ceph-mon[212096]: from='client.45369 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:29:35.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:35 smithi177 ceph-mon[212096]: from='client.45375 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:29:35.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:35 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2020452960' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:29:35.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:35 smithi123 ceph-mon[191304]: from='client.45369 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:29:35.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:35 smithi123 ceph-mon[191304]: from='client.45375 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:29:35.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:35 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2020452960' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:29:35.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:35 smithi123 ceph-mon[188613]: from='client.45369 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:29:35.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:35 smithi123 ceph-mon[188613]: from='client.45375 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:29:35.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:35 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2020452960' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:29:36.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:36 smithi177 ceph-mon[212096]: pgmap v10695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:36 smithi123 ceph-mon[191304]: pgmap v10695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:36 smithi123 ceph-mon[188613]: pgmap v10695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:38 smithi177 ceph-mon[212096]: pgmap v10696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:38 smithi123 ceph-mon[191304]: pgmap v10696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:38 smithi123 ceph-mon[188613]: pgmap v10696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:29:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:29:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:29:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:40 smithi177 ceph-mon[212096]: pgmap v10697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:40 smithi123 ceph-mon[191304]: pgmap v10697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:40 smithi123 ceph-mon[188613]: pgmap v10697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:42 smithi177 ceph-mon[212096]: pgmap v10698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:29:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:42 smithi123 ceph-mon[191304]: pgmap v10698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:29:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:42 smithi123 ceph-mon[188613]: pgmap v10698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:29:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:44 smithi177 ceph-mon[212096]: pgmap v10699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:44 smithi123 ceph-mon[191304]: pgmap v10699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:44 smithi123 ceph-mon[188613]: pgmap v10699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:46.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:46 smithi177 ceph-mon[212096]: pgmap v10700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:46 smithi123 ceph-mon[191304]: pgmap v10700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:46 smithi123 ceph-mon[188613]: pgmap v10700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:48 smithi177 ceph-mon[212096]: pgmap v10701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:48 smithi123 ceph-mon[191304]: pgmap v10701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:48 smithi123 ceph-mon[188613]: pgmap v10701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:29:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:29:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T15:29:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:50 smithi177 ceph-mon[212096]: pgmap v10702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:50 smithi123 ceph-mon[191304]: pgmap v10702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:50 smithi123 ceph-mon[188613]: pgmap v10702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:52 smithi177 ceph-mon[212096]: pgmap v10703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:52 smithi123 ceph-mon[191304]: pgmap v10703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:52 smithi123 ceph-mon[188613]: pgmap v10703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:54 smithi177 ceph-mon[212096]: pgmap v10704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:54 smithi123 ceph-mon[188613]: pgmap v10704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:54 smithi123 ceph-mon[191304]: pgmap v10704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:56.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:56 smithi177 ceph-mon[212096]: pgmap v10705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:56 smithi123 ceph-mon[191304]: pgmap v10705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:56 smithi123 ceph-mon[188613]: pgmap v10705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:29:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:29:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:29:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:29:58 smithi177 ceph-mon[212096]: pgmap v10706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:29:58 smithi123 ceph-mon[191304]: pgmap v10706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:29:58 smithi123 ceph-mon[188613]: pgmap v10706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:29:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:29:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:29:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:30:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:00 smithi177 ceph-mon[212096]: pgmap v10707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T15:30:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:00 smithi123 ceph-mon[191304]: pgmap v10707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T15:30:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T15:29:59.998+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T15:30:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:00 smithi123 ceph-mon[188613]: pgmap v10707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T15:30:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:30:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:30:01.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:30:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:02 smithi177 ceph-mon[212096]: pgmap v10708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:02.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:30:02.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:30:02.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:30:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:02 smithi123 ceph-mon[191304]: pgmap v10708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:30:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:30:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:30:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:02 smithi123 ceph-mon[188613]: pgmap v10708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:02.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:30:02.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:30:02.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:30:04.361 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:30:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:04 smithi177 ceph-mon[212096]: pgmap v10709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:04.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:04 smithi123 ceph-mon[191304]: pgmap v10709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:04 smithi123 ceph-mon[188613]: pgmap v10709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:04.668 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:30:04.668 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 9m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:30:04.669 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 7m ago 4h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:30:04.669 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 9m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:30:04.669 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 7m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:30:04.669 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 7m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:30:04.669 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 9m ago 4h 725M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:30:04.669 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 9m ago 4h 1330M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:30:04.669 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 7m ago 4h 630M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:30:04.669 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 9m ago 4h 683M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:30:04.669 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 9m ago 4h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:30:04.669 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 7m ago 4h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:30:04.669 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 9m ago 4h 4610M 2412M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:30:04.669 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 9m ago 4h 5349M 2412M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:30:04.669 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 9m ago 4h 4357M 2412M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:30:04.670 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 9m ago 4h 4472M 2412M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:30:04.670 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 7m ago 4h 3748M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:30:04.670 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 7m ago 4h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:30:04.670 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 7m ago 4h 3525M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:30:04.670 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 7m ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:30:04.670 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 7m ago 4h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:30:05.054 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:30:05.054 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:30:05.055 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:30:05.055 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:30:05.055 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:30:05.055 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:30:05.055 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:30:05.055 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:30:05.055 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:30:05.055 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:30:05.055 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:30:05.055 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:30:05.055 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:30:05.055 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:30:05.055 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:30:05.055 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:30:05.055 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:30:05.056 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:30:05.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:05 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1939245439' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:30:05.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:05 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1939245439' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:30:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:05 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1939245439' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:30:06.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:06 smithi177 ceph-mon[212096]: from='client.55334 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:30:06.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:06 smithi177 ceph-mon[212096]: pgmap v10710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:06.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:06 smithi177 ceph-mon[212096]: from='client.55340 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:30:06.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:06 smithi123 ceph-mon[191304]: from='client.55334 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:30:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:06 smithi123 ceph-mon[191304]: pgmap v10710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:06 smithi123 ceph-mon[191304]: from='client.55340 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:30:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:06 smithi123 ceph-mon[188613]: from='client.55334 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:30:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:06 smithi123 ceph-mon[188613]: pgmap v10710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:06 smithi123 ceph-mon[188613]: from='client.55340 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:30:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:08 smithi177 ceph-mon[212096]: pgmap v10711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:08 smithi123 ceph-mon[191304]: pgmap v10711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:08 smithi123 ceph-mon[188613]: pgmap v10711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:30:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:30:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:30:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:10 smithi177 ceph-mon[212096]: pgmap v10712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:10 smithi123 ceph-mon[191304]: pgmap v10712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:10 smithi123 ceph-mon[188613]: pgmap v10712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:12 smithi177 ceph-mon[212096]: pgmap v10713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:30:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:12 smithi123 ceph-mon[191304]: pgmap v10713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:30:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:12 smithi123 ceph-mon[188613]: pgmap v10713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:30:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:14 smithi177 ceph-mon[212096]: pgmap v10714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:14 smithi123 ceph-mon[191304]: pgmap v10714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:14 smithi123 ceph-mon[188613]: pgmap v10714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:16 smithi177 ceph-mon[212096]: pgmap v10715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:16 smithi123 ceph-mon[191304]: pgmap v10715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:16 smithi123 ceph-mon[188613]: pgmap v10715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:18 smithi177 ceph-mon[212096]: pgmap v10716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:18 smithi123 ceph-mon[191304]: pgmap v10716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:18 smithi123 ceph-mon[188613]: pgmap v10716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:30:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:30:19] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:30:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:20 smithi177 ceph-mon[212096]: pgmap v10717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:20 smithi123 ceph-mon[191304]: pgmap v10717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:20 smithi123 ceph-mon[188613]: pgmap v10717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:22 smithi177 ceph-mon[212096]: pgmap v10718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:22 smithi123 ceph-mon[188613]: pgmap v10718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:22 smithi123 ceph-mon[191304]: pgmap v10718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:24 smithi177 ceph-mon[212096]: pgmap v10719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:24 smithi123 ceph-mon[188613]: pgmap v10719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:24 smithi123 ceph-mon[191304]: pgmap v10719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:26 smithi177 ceph-mon[212096]: pgmap v10720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:26 smithi123 ceph-mon[188613]: pgmap v10720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:26.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:26 smithi123 ceph-mon[191304]: pgmap v10720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:27.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:30:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:30:27.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:30:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:28 smithi177 ceph-mon[212096]: pgmap v10721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:28 smithi123 ceph-mon[191304]: pgmap v10721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:28 smithi123 ceph-mon[188613]: pgmap v10721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:30:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:30:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:30:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:30 smithi177 ceph-mon[212096]: pgmap v10722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:30 smithi123 ceph-mon[191304]: pgmap v10722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:30 smithi123 ceph-mon[188613]: pgmap v10722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:32 smithi177 ceph-mon[212096]: pgmap v10723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:32 smithi123 ceph-mon[191304]: pgmap v10723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:32 smithi123 ceph-mon[188613]: pgmap v10723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:34 smithi177 ceph-mon[212096]: pgmap v10724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:34 smithi123 ceph-mon[191304]: pgmap v10724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:34 smithi123 ceph-mon[188613]: pgmap v10724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:35.403 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:30:35.707 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:30:35.707 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 9m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:30:35.708 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 7m ago 4h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:30:35.708 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 9m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:30:35.708 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 7m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:30:35.708 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 7m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:30:35.708 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 9m ago 4h 725M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:30:35.708 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 9m ago 4h 1330M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:30:35.708 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 7m ago 4h 630M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:30:35.708 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 9m ago 4h 683M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:30:35.708 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 9m ago 4h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:30:35.708 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 7m ago 4h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:30:35.708 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 9m ago 4h 4610M 2412M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:30:35.708 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 9m ago 4h 5349M 2412M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:30:35.708 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 9m ago 4h 4357M 2412M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:30:35.709 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 9m ago 4h 4472M 2412M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:30:35.709 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 7m ago 4h 3748M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:30:35.709 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 7m ago 4h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:30:35.709 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 7m ago 4h 3525M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:30:35.709 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 7m ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:30:35.709 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 7m ago 4h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:30:36.092 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:30:36.092 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:30:36.092 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:30:36.093 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:30:36.093 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:30:36.093 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:30:36.093 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:30:36.093 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:30:36.093 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:30:36.093 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:30:36.093 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:30:36.093 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:30:36.093 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:30:36.093 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:30:36.093 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:30:36.094 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:30:36.094 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:30:36.094 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:30:36.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:36 smithi177 ceph-mon[212096]: pgmap v10725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:36.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:36 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3221254379' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:30:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:36 smithi123 ceph-mon[188613]: pgmap v10725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:36 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3221254379' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:30:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:36 smithi123 ceph-mon[191304]: pgmap v10725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:36 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3221254379' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:30:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:37 smithi177 ceph-mon[212096]: from='client.45405 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:30:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:37 smithi177 ceph-mon[212096]: from='client.45411 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:30:37.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:37 smithi123 ceph-mon[191304]: from='client.45405 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:30:37.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:37 smithi123 ceph-mon[191304]: from='client.45411 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:30:37.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:37 smithi123 ceph-mon[188613]: from='client.45405 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:30:37.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:37 smithi123 ceph-mon[188613]: from='client.45411 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:30:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:38 smithi177 ceph-mon[212096]: pgmap v10726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:38 smithi123 ceph-mon[191304]: pgmap v10726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:38 smithi123 ceph-mon[188613]: pgmap v10726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:30:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:30:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:30:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:40 smithi177 ceph-mon[212096]: pgmap v10727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:40 smithi123 ceph-mon[191304]: pgmap v10727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:40 smithi123 ceph-mon[188613]: pgmap v10727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:42 smithi177 ceph-mon[212096]: pgmap v10728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:30:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:42 smithi123 ceph-mon[191304]: pgmap v10728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:30:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:42 smithi123 ceph-mon[188613]: pgmap v10728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:30:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:44 smithi177 ceph-mon[212096]: pgmap v10729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:44 smithi123 ceph-mon[188613]: pgmap v10729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:44 smithi123 ceph-mon[191304]: pgmap v10729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:46.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:46 smithi177 ceph-mon[212096]: pgmap v10730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:46 smithi123 ceph-mon[191304]: pgmap v10730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:46 smithi123 ceph-mon[188613]: pgmap v10730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:48 smithi177 ceph-mon[212096]: pgmap v10731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:48 smithi123 ceph-mon[191304]: pgmap v10731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:48 smithi123 ceph-mon[188613]: pgmap v10731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:30:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:30:49] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T15:30:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:50 smithi177 ceph-mon[212096]: pgmap v10732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:50 smithi123 ceph-mon[191304]: pgmap v10732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:50 smithi123 ceph-mon[188613]: pgmap v10732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:52 smithi123 ceph-mon[191304]: pgmap v10733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:52 smithi123 ceph-mon[188613]: pgmap v10733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:52.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:52 smithi177 ceph-mon[212096]: pgmap v10733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:54 smithi123 ceph-mon[191304]: pgmap v10734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:54 smithi123 ceph-mon[188613]: pgmap v10734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:54 smithi177 ceph-mon[212096]: pgmap v10734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:56 smithi123 ceph-mon[191304]: pgmap v10735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:56 smithi123 ceph-mon[188613]: pgmap v10735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:56.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:56 smithi177 ceph-mon[212096]: pgmap v10735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:30:57.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:30:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:30:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:30:58 smithi123 ceph-mon[188613]: pgmap v10736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:30:58 smithi123 ceph-mon[191304]: pgmap v10736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:58.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:30:58 smithi177 ceph-mon[212096]: pgmap v10736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:30:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:30:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:30:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:31:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:00 smithi123 ceph-mon[191304]: pgmap v10737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:00 smithi123 ceph-mon[188613]: pgmap v10737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:00 smithi177 ceph-mon[212096]: pgmap v10737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:02 smithi123 ceph-mon[191304]: pgmap v10738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:31:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:31:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:31:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:31:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:31:02.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:02 smithi123 ceph-mon[188613]: pgmap v10738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:02.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:31:02.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:31:02.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:31:02.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:31:02.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:31:02.492 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:02 smithi177 ceph-mon[212096]: pgmap v10738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:02.492 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:31:02.492 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:31:02.492 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:31:02.492 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:31:02.492 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:31:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:04 smithi177 ceph-mon[212096]: pgmap v10739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:31:04.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:31:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:04 smithi123 ceph-mon[191304]: pgmap v10739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:31:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:31:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:04 smithi123 ceph-mon[188613]: pgmap v10739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:31:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:31:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:31:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:31:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:31:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:31:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:31:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:05 smithi123 ceph-mon[191304]: pgmap v10740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:05.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:31:05.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:31:05.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:31:05.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:31:05.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:31:05.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:05 smithi123 ceph-mon[188613]: pgmap v10740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:31:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:31:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:31:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:31:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:31:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:05 smithi177 ceph-mon[212096]: pgmap v10740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:06.438 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:31:06.752 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:31:06.752 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 3s ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:31:06.752 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 8m ago 4h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:31:06.752 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 3s ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:31:06.752 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 8m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:31:06.752 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 8m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:31:06.752 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 3s ago 4h 731M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:31:06.752 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 3s ago 4h 1368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:31:06.752 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 8m ago 4h 630M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:31:06.752 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 3s ago 4h 702M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:31:06.752 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 3s ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:31:06.752 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 8m ago 4h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:31:06.753 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 3s ago 4h 4642M 2412M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:31:06.753 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 3s ago 4h 5381M 2412M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:31:06.753 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 3s ago 4h 4382M 2412M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:31:06.753 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 3s ago 4h 4504M 2412M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:31:06.753 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 8m ago 4h 3748M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:31:06.753 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 8m ago 4h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:31:06.753 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 8m ago 4h 3525M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:31:06.753 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 8m ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:31:06.753 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 8m ago 4h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:31:07.136 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:31:07.136 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:31:07.136 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:31:07.136 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:31:07.136 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:31:07.136 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:31:07.136 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:31:07.136 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:31:07.136 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:31:07.137 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:31:07.137 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:31:07.137 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:31:07.137 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:31:07.137 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:31:07.137 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:31:07.137 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:31:07.137 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:31:07.137 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:31:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:07 smithi123 ceph-mon[191304]: from='client.55370 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:31:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:07 smithi123 ceph-mon[191304]: pgmap v10741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:07 smithi123 ceph-mon[191304]: from='client.45429 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:31:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:07 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/858666935' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:31:08.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:07 smithi123 ceph-mon[188613]: from='client.55370 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:31:08.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:07 smithi123 ceph-mon[188613]: pgmap v10741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:08.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:07 smithi123 ceph-mon[188613]: from='client.45429 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:31:08.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:07 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/858666935' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:31:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:07 smithi177 ceph-mon[212096]: from='client.55370 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:31:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:07 smithi177 ceph-mon[212096]: pgmap v10741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:07 smithi177 ceph-mon[212096]: from='client.45429 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:31:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:07 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/858666935' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:31:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:31:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:31:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:31:10.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:09 smithi123 ceph-mon[191304]: pgmap v10742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:10.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:09 smithi123 ceph-mon[188613]: pgmap v10742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:09 smithi177 ceph-mon[212096]: pgmap v10742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:11 smithi123 ceph-mon[191304]: pgmap v10743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:31:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:11 smithi123 ceph-mon[188613]: pgmap v10743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:31:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:11 smithi177 ceph-mon[212096]: pgmap v10743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:31:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:13 smithi123 ceph-mon[191304]: pgmap v10744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:13 smithi123 ceph-mon[188613]: pgmap v10744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:13 smithi177 ceph-mon[212096]: pgmap v10744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:16.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:15 smithi123 ceph-mon[191304]: pgmap v10745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:16.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:15 smithi123 ceph-mon[188613]: pgmap v10745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:15 smithi177 ceph-mon[212096]: pgmap v10745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:17 smithi177 ceph-mon[212096]: pgmap v10746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:17 smithi123 ceph-mon[191304]: pgmap v10746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:17 smithi123 ceph-mon[188613]: pgmap v10746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:31:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:31:19] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T15:31:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:19 smithi177 ceph-mon[212096]: pgmap v10747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:19 smithi123 ceph-mon[191304]: pgmap v10747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:19 smithi123 ceph-mon[188613]: pgmap v10747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:21 smithi177 ceph-mon[212096]: pgmap v10748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:21 smithi123 ceph-mon[191304]: pgmap v10748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:21 smithi123 ceph-mon[188613]: pgmap v10748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:24 smithi177 ceph-mon[212096]: pgmap v10749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:24 smithi123 ceph-mon[191304]: pgmap v10749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:24 smithi123 ceph-mon[188613]: pgmap v10749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:26 smithi177 ceph-mon[212096]: pgmap v10750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:26 smithi123 ceph-mon[191304]: pgmap v10750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:26 smithi123 ceph-mon[188613]: pgmap v10750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:31:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:31:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:31:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:28 smithi177 ceph-mon[212096]: pgmap v10751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:28 smithi123 ceph-mon[188613]: pgmap v10751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:28 smithi123 ceph-mon[191304]: pgmap v10751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:28.902 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 15:31:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T15:31:28.586003147Z level=info msg="Completed cleanup jobs" duration=12.934732ms 2023-12-20T15:31:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:31:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:31:29] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:31:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:30 smithi177 ceph-mon[212096]: pgmap v10752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:30 smithi123 ceph-mon[188613]: pgmap v10752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:30 smithi123 ceph-mon[191304]: pgmap v10752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:32 smithi177 ceph-mon[212096]: pgmap v10753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:32 smithi123 ceph-mon[191304]: pgmap v10753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:32 smithi123 ceph-mon[188613]: pgmap v10753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:34 smithi177 ceph-mon[212096]: pgmap v10754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:34 smithi123 ceph-mon[191304]: pgmap v10754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:34 smithi123 ceph-mon[188613]: pgmap v10754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:36.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:36 smithi177 ceph-mon[212096]: pgmap v10755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:36 smithi123 ceph-mon[188613]: pgmap v10755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:36 smithi123 ceph-mon[191304]: pgmap v10755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:37.481 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:31:37.789 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:31:37.789 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 34s ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:31:37.789 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 8m ago 4h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:31:37.789 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 34s ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:31:37.789 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 8m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:31:37.790 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 8m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:31:37.790 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 34s ago 4h 731M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:31:37.790 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 34s ago 4h 1368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:31:37.790 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 8m ago 4h 630M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:31:37.790 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 34s ago 4h 702M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:31:37.790 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 34s ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:31:37.790 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 8m ago 4h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:31:37.790 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 34s ago 4h 4642M 2412M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:31:37.790 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 34s ago 4h 5381M 2412M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:31:37.790 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 34s ago 4h 4382M 2412M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:31:37.790 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 34s ago 4h 4504M 2412M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:31:37.790 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 8m ago 4h 3748M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:31:37.791 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 8m ago 4h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:31:37.791 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 8m ago 4h 3525M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:31:37.791 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 8m ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:31:37.791 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 8m ago 4h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:31:38.174 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:31:38.174 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:31:38.174 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:31:38.174 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:31:38.174 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:31:38.175 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:31:38.175 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:31:38.175 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:31:38.175 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:31:38.175 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:31:38.175 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:31:38.175 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:31:38.175 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:31:38.175 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:31:38.175 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:31:38.175 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:31:38.176 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:31:38.176 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:31:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:38 smithi177 ceph-mon[212096]: pgmap v10756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:38 smithi123 ceph-mon[188613]: pgmap v10756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:38 smithi123 ceph-mon[191304]: pgmap v10756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:39 smithi177 ceph-mon[212096]: from='client.55388 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:31:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:39 smithi177 ceph-mon[212096]: from='client.45447 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:31:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:39 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1154899512' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:31:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:31:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:31:39] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:31:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:39 smithi123 ceph-mon[188613]: from='client.55388 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:31:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:39 smithi123 ceph-mon[188613]: from='client.45447 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:31:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:39 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1154899512' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:31:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:39 smithi123 ceph-mon[191304]: from='client.55388 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:31:39.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:39 smithi123 ceph-mon[191304]: from='client.45447 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:31:39.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:39 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1154899512' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:31:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:40 smithi177 ceph-mon[212096]: pgmap v10757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:40 smithi123 ceph-mon[188613]: pgmap v10757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:40 smithi123 ceph-mon[191304]: pgmap v10757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:42 smithi177 ceph-mon[212096]: pgmap v10758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:31:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:42 smithi123 ceph-mon[191304]: pgmap v10758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:31:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:42 smithi123 ceph-mon[188613]: pgmap v10758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:31:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:44 smithi177 ceph-mon[212096]: pgmap v10759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:44 smithi123 ceph-mon[188613]: pgmap v10759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:44 smithi123 ceph-mon[191304]: pgmap v10759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:46.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:46 smithi177 ceph-mon[212096]: pgmap v10760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:46 smithi123 ceph-mon[191304]: pgmap v10760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:46 smithi123 ceph-mon[188613]: pgmap v10760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:48 smithi177 ceph-mon[212096]: pgmap v10761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:48 smithi123 ceph-mon[191304]: pgmap v10761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:48 smithi123 ceph-mon[188613]: pgmap v10761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:31:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:31:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:31:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:50 smithi177 ceph-mon[212096]: pgmap v10762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:50 smithi123 ceph-mon[188613]: pgmap v10762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:50 smithi123 ceph-mon[191304]: pgmap v10762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:52 smithi177 ceph-mon[212096]: pgmap v10763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:52 smithi123 ceph-mon[191304]: pgmap v10763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:52 smithi123 ceph-mon[188613]: pgmap v10763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:54 smithi177 ceph-mon[212096]: pgmap v10764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:54 smithi123 ceph-mon[191304]: pgmap v10764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:54 smithi123 ceph-mon[188613]: pgmap v10764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:56.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:56 smithi177 ceph-mon[212096]: pgmap v10765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:56 smithi123 ceph-mon[191304]: pgmap v10765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:56 smithi123 ceph-mon[188613]: pgmap v10765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:31:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:31:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:31:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:31:58 smithi177 ceph-mon[212096]: pgmap v10766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:31:58 smithi123 ceph-mon[191304]: pgmap v10766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:31:58 smithi123 ceph-mon[188613]: pgmap v10766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:31:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:31:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:31:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T15:32:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:00 smithi177 ceph-mon[212096]: pgmap v10767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:00.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:00 smithi123 ceph-mon[191304]: pgmap v10767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:00 smithi123 ceph-mon[188613]: pgmap v10767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:02 smithi177 ceph-mon[212096]: pgmap v10768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:02 smithi123 ceph-mon[188613]: pgmap v10768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:02 smithi123 ceph-mon[191304]: pgmap v10768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:04 smithi177 ceph-mon[212096]: pgmap v10769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:04 smithi123 ceph-mon[191304]: pgmap v10769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:04 smithi123 ceph-mon[188613]: pgmap v10769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:05.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:32:05.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:32:05.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:32:05.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:32:05.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:32:05.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:32:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:32:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:32:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:32:06.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:06 smithi177 ceph-mon[212096]: pgmap v10770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:06.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:32:06.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:32:06.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:32:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:06 smithi123 ceph-mon[191304]: pgmap v10770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:32:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:32:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:32:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:06 smithi123 ceph-mon[188613]: pgmap v10770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:32:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:32:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:32:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:08 smithi177 ceph-mon[212096]: pgmap v10771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:08 smithi123 ceph-mon[191304]: pgmap v10771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:08 smithi123 ceph-mon[188613]: pgmap v10771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:08.517 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:32:08.825 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:32:08.825 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 65s ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:32:08.825 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 9m ago 4h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:32:08.825 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 65s ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:32:08.825 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 9m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:32:08.825 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 9m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:32:08.825 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 65s ago 4h 731M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:32:08.825 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 65s ago 4h 1368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:32:08.825 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 9m ago 4h 630M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:32:08.825 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 65s ago 4h 702M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:32:08.825 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 65s ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:32:08.825 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 9m ago 4h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:32:08.825 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 65s ago 4h 4642M 2412M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:32:08.826 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 65s ago 4h 5381M 2412M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:32:08.826 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 65s ago 4h 4382M 2412M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:32:08.826 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 65s ago 4h 4504M 2412M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:32:08.826 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 9m ago 4h 3748M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:32:08.826 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 9m ago 4h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:32:08.826 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 9m ago 4h 3525M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:32:08.826 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 9m ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:32:08.826 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 9m ago 4h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:32:09.211 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:32:09.211 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:32:09.211 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:32:09.211 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:32:09.212 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:32:09.212 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:32:09.212 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:32:09.212 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:32:09.212 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:32:09.212 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:32:09.212 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:32:09.212 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:32:09.212 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:32:09.212 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:32:09.212 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:32:09.212 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:32:09.212 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:32:09.212 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:32:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:32:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:32:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T15:32:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:10 smithi177 ceph-mon[212096]: from='client.45459 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:32:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:10 smithi177 ceph-mon[212096]: pgmap v10772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:10 smithi177 ceph-mon[212096]: from='client.55412 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:32:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:10 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2010997519' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:32:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:10 smithi123 ceph-mon[191304]: from='client.45459 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:32:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:10 smithi123 ceph-mon[191304]: pgmap v10772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:10 smithi123 ceph-mon[191304]: from='client.55412 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:32:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:10 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2010997519' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:32:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:10 smithi123 ceph-mon[188613]: from='client.45459 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:32:10.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:10 smithi123 ceph-mon[188613]: pgmap v10772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:10.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:10 smithi123 ceph-mon[188613]: from='client.55412 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:32:10.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:10 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2010997519' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:32:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:12 smithi177 ceph-mon[212096]: pgmap v10773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:32:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:12 smithi123 ceph-mon[191304]: pgmap v10773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:32:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:12 smithi123 ceph-mon[188613]: pgmap v10773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:32:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:14 smithi177 ceph-mon[212096]: pgmap v10774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:14 smithi123 ceph-mon[191304]: pgmap v10774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:14 smithi123 ceph-mon[188613]: pgmap v10774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:16 smithi177 ceph-mon[212096]: pgmap v10775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:16 smithi123 ceph-mon[191304]: pgmap v10775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:16 smithi123 ceph-mon[188613]: pgmap v10775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:18 smithi177 ceph-mon[212096]: pgmap v10776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:18 smithi123 ceph-mon[188613]: pgmap v10776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:18 smithi123 ceph-mon[191304]: pgmap v10776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:32:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:32:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:32:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:20 smithi177 ceph-mon[212096]: pgmap v10777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:20 smithi123 ceph-mon[191304]: pgmap v10777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:20 smithi123 ceph-mon[188613]: pgmap v10777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:22 smithi177 ceph-mon[212096]: pgmap v10778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:22 smithi123 ceph-mon[191304]: pgmap v10778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:22 smithi123 ceph-mon[188613]: pgmap v10778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:24 smithi177 ceph-mon[212096]: pgmap v10779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:24 smithi123 ceph-mon[191304]: pgmap v10779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:24 smithi123 ceph-mon[188613]: pgmap v10779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:26 smithi177 ceph-mon[212096]: pgmap v10780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:26 smithi123 ceph-mon[191304]: pgmap v10780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:26 smithi123 ceph-mon[188613]: pgmap v10780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:32:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:32:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:32:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:28 smithi177 ceph-mon[212096]: pgmap v10781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:28 smithi123 ceph-mon[191304]: pgmap v10781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:28 smithi123 ceph-mon[188613]: pgmap v10781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:32:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:32:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:32:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:30 smithi177 ceph-mon[212096]: pgmap v10782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:30 smithi123 ceph-mon[191304]: pgmap v10782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:30 smithi123 ceph-mon[188613]: pgmap v10782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:32 smithi177 ceph-mon[212096]: pgmap v10783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:32 smithi123 ceph-mon[191304]: pgmap v10783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:32 smithi123 ceph-mon[188613]: pgmap v10783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:34 smithi177 ceph-mon[212096]: pgmap v10784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:34 smithi123 ceph-mon[191304]: pgmap v10784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:34 smithi123 ceph-mon[188613]: pgmap v10784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:36.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:36 smithi177 ceph-mon[212096]: pgmap v10785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:36 smithi123 ceph-mon[191304]: pgmap v10785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:36 smithi123 ceph-mon[188613]: pgmap v10785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:38 smithi177 ceph-mon[212096]: pgmap v10786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:38 smithi123 ceph-mon[191304]: pgmap v10786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:38 smithi123 ceph-mon[188613]: pgmap v10786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:32:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:32:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:32:39.561 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:32:39.872 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:32:39.872 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 96s ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:32:39.872 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 9m ago 4h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:32:39.872 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 96s ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:32:39.872 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 9m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:32:39.872 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 9m ago 4h 462M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:32:39.872 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 96s ago 4h 731M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:32:39.872 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 96s ago 4h 1368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:32:39.873 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 9m ago 4h 630M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:32:39.873 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 96s ago 4h 702M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:32:39.873 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 96s ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:32:39.873 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 9m ago 4h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:32:39.873 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 96s ago 4h 4642M 2412M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:32:39.873 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 96s ago 4h 5381M 2412M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:32:39.873 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 96s ago 4h 4382M 2412M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:32:39.873 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 96s ago 4h 4504M 2412M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:32:39.873 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 9m ago 4h 3748M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:32:39.873 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 9m ago 4h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:32:39.873 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 9m ago 4h 3525M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:32:39.873 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 9m ago 4h 4058M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:32:39.873 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 9m ago 4h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:32:40.253 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:32:40.253 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:32:40.254 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:32:40.254 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:32:40.254 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:32:40.254 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:32:40.254 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:32:40.254 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:32:40.254 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:32:40.254 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:32:40.254 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:32:40.254 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:32:40.254 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:32:40.254 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:32:40.254 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:32:40.254 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:32:40.254 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:32:40.254 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:32:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:40 smithi177 ceph-mon[212096]: pgmap v10787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:40.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:40 smithi123 ceph-mon[191304]: pgmap v10787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:40 smithi123 ceph-mon[188613]: pgmap v10787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:41.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:41 smithi177 ceph-mon[212096]: from='client.45477 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:32:41.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:41 smithi177 ceph-mon[212096]: from='client.45483 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:32:41.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:41 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3008324892' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:32:41.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:41 smithi123 ceph-mon[191304]: from='client.45477 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:32:41.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:41 smithi123 ceph-mon[191304]: from='client.45483 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:32:41.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:41 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3008324892' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:32:41.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:41 smithi123 ceph-mon[188613]: from='client.45477 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:32:41.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:41 smithi123 ceph-mon[188613]: from='client.45483 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:32:41.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:41 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3008324892' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:32:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:42 smithi123 ceph-mon[191304]: pgmap v10788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:32:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:42 smithi123 ceph-mon[188613]: pgmap v10788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:32:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:42 smithi177 ceph-mon[212096]: pgmap v10788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:32:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:44 smithi123 ceph-mon[191304]: pgmap v10789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:44 smithi123 ceph-mon[188613]: pgmap v10789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:44 smithi177 ceph-mon[212096]: pgmap v10789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:46 smithi123 ceph-mon[191304]: pgmap v10790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:46 smithi123 ceph-mon[188613]: pgmap v10790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:46.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:46 smithi177 ceph-mon[212096]: pgmap v10790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:48 smithi123 ceph-mon[191304]: pgmap v10791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:48 smithi123 ceph-mon[188613]: pgmap v10791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:48.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:48 smithi177 ceph-mon[212096]: pgmap v10791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:32:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:32:49] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T15:32:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:50 smithi123 ceph-mon[191304]: pgmap v10792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:50 smithi123 ceph-mon[188613]: pgmap v10792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:50.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:50 smithi177 ceph-mon[212096]: pgmap v10792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:52 smithi123 ceph-mon[191304]: pgmap v10793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:52 smithi123 ceph-mon[188613]: pgmap v10793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:52.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:52 smithi177 ceph-mon[212096]: pgmap v10793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:54 smithi123 ceph-mon[191304]: pgmap v10794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:54 smithi123 ceph-mon[188613]: pgmap v10794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:54 smithi177 ceph-mon[212096]: pgmap v10794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:56 smithi123 ceph-mon[191304]: pgmap v10795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:56 smithi123 ceph-mon[188613]: pgmap v10795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:56.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:56 smithi177 ceph-mon[212096]: pgmap v10795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:32:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:32:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:32:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:32:58 smithi123 ceph-mon[191304]: pgmap v10796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:32:58 smithi123 ceph-mon[188613]: pgmap v10796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:58.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:32:58 smithi177 ceph-mon[212096]: pgmap v10796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:32:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:32:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:32:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:33:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:00 smithi123 ceph-mon[191304]: pgmap v10797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:00 smithi123 ceph-mon[188613]: pgmap v10797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:00 smithi177 ceph-mon[212096]: pgmap v10797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:02 smithi123 ceph-mon[191304]: pgmap v10798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:02 smithi123 ceph-mon[188613]: pgmap v10798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:02 smithi177 ceph-mon[212096]: pgmap v10798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:04 smithi123 ceph-mon[191304]: pgmap v10799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:04 smithi123 ceph-mon[188613]: pgmap v10799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:04 smithi177 ceph-mon[212096]: pgmap v10799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:06.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:06 smithi177 ceph-mon[212096]: pgmap v10800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:06.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:33:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:06 smithi123 ceph-mon[191304]: pgmap v10800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:33:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:06 smithi123 ceph-mon[188613]: pgmap v10800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:33:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:08 smithi123 ceph-mon[191304]: pgmap v10801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:33:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:33:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:08 smithi123 ceph-mon[188613]: pgmap v10801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:33:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:33:08.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:08 smithi177 ceph-mon[212096]: pgmap v10801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:08.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:33:08.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:33:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:33:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:33:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:33:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:33:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:33:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:33:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:33:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:33:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:33:09.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:33:09.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:33:09.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:33:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:10 smithi123 ceph-mon[191304]: pgmap v10802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:10 smithi123 ceph-mon[188613]: pgmap v10802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:10.599 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:33:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:10 smithi177 ceph-mon[212096]: pgmap v10802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:10.907 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:33:10.907 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 2m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:33:10.907 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 2s ago 4h 90.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:33:10.907 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 2m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:33:10.907 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 2s ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:33:10.907 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 2s ago 4h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:33:10.907 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 2m ago 4h 731M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:33:10.907 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 2m ago 4h 1368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:33:10.907 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 2s ago 4h 648M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:33:10.907 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 2m ago 4h 702M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:33:10.907 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 2m ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:33:10.907 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 2s ago 4h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:33:10.908 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 2m ago 4h 4642M 2412M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:33:10.908 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 2m ago 4h 5381M 2412M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:33:10.908 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 2m ago 4h 4382M 2412M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:33:10.908 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 2m ago 4h 4504M 2412M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:33:10.908 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 2s ago 4h 3776M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:33:10.908 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 2s ago 4h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:33:10.908 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 2s ago 4h 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:33:10.908 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 2s ago 4h 4093M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:33:10.908 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 2s ago 4h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:33:11.291 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:33:11.292 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:33:11.292 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:33:11.292 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:33:11.292 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:33:11.292 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:33:11.292 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:33:11.292 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:33:11.292 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:33:11.292 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:33:11.292 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:33:11.292 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:33:11.292 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:33:11.292 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:33:11.292 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:33:11.292 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:33:11.292 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:33:11.293 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:33:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:12 smithi123 ceph-mon[188613]: pgmap v10803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:12 smithi123 ceph-mon[188613]: from='client.45495 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:33:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:12 smithi123 ceph-mon[188613]: from='client.55448 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:33:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:12 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2516221474' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:33:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:33:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:12 smithi123 ceph-mon[191304]: pgmap v10803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:12.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:12 smithi123 ceph-mon[191304]: from='client.45495 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:33:12.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:12 smithi123 ceph-mon[191304]: from='client.55448 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:33:12.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:12 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2516221474' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:33:12.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:33:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:12 smithi177 ceph-mon[212096]: pgmap v10803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:12 smithi177 ceph-mon[212096]: from='client.45495 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:33:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:12 smithi177 ceph-mon[212096]: from='client.55448 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:33:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:12 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2516221474' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:33:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:33:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:14 smithi123 ceph-mon[191304]: pgmap v10804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:14 smithi123 ceph-mon[188613]: pgmap v10804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:14.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:14 smithi177 ceph-mon[212096]: pgmap v10804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:16 smithi123 ceph-mon[191304]: pgmap v10805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:16 smithi123 ceph-mon[188613]: pgmap v10805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:16.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:16 smithi177 ceph-mon[212096]: pgmap v10805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:18 smithi123 ceph-mon[191304]: pgmap v10806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:18 smithi123 ceph-mon[188613]: pgmap v10806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:18 smithi177 ceph-mon[212096]: pgmap v10806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:33:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:33:19] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T15:33:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:20 smithi123 ceph-mon[191304]: pgmap v10807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:20 smithi123 ceph-mon[188613]: pgmap v10807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:20 smithi177 ceph-mon[212096]: pgmap v10807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:22 smithi123 ceph-mon[191304]: pgmap v10808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:22 smithi123 ceph-mon[188613]: pgmap v10808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:22.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:22 smithi177 ceph-mon[212096]: pgmap v10808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:24 smithi123 ceph-mon[188613]: pgmap v10809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:24 smithi123 ceph-mon[191304]: pgmap v10809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:24.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:24 smithi177 ceph-mon[212096]: pgmap v10809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:26 smithi123 ceph-mon[188613]: pgmap v10810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:26 smithi123 ceph-mon[191304]: pgmap v10810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:26.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:26 smithi177 ceph-mon[212096]: pgmap v10810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:33:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:33:27.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:33:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:28 smithi123 ceph-mon[191304]: pgmap v10811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:28 smithi123 ceph-mon[188613]: pgmap v10811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:28.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:28 smithi177 ceph-mon[212096]: pgmap v10811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:33:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:33:29] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T15:33:30.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:30 smithi177 ceph-mon[212096]: pgmap v10812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:30.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:30 smithi123 ceph-mon[188613]: pgmap v10812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:30.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:30 smithi123 ceph-mon[191304]: pgmap v10812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:31.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:31 smithi177 ceph-mon[212096]: pgmap v10813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:31.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:31 smithi123 ceph-mon[191304]: pgmap v10813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:31.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:31 smithi123 ceph-mon[188613]: pgmap v10813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:34 smithi177 ceph-mon[212096]: pgmap v10814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:34 smithi123 ceph-mon[191304]: pgmap v10814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:34 smithi123 ceph-mon[188613]: pgmap v10814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:36.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:36 smithi177 ceph-mon[212096]: pgmap v10815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:36 smithi123 ceph-mon[191304]: pgmap v10815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:36 smithi123 ceph-mon[188613]: pgmap v10815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:38 smithi177 ceph-mon[212096]: pgmap v10816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:38 smithi123 ceph-mon[191304]: pgmap v10816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:38 smithi123 ceph-mon[188613]: pgmap v10816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:33:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:33:39] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T15:33:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:40 smithi177 ceph-mon[212096]: pgmap v10817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:40 smithi123 ceph-mon[191304]: pgmap v10817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:40 smithi123 ceph-mon[188613]: pgmap v10817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:41.637 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:33:41.944 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:33:41.944 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 2m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:33:41.945 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 34s ago 4h 90.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:33:41.945 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 2m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:33:41.945 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 34s ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:33:41.945 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 34s ago 4h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:33:41.945 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 2m ago 4h 731M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:33:41.945 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 2m ago 4h 1368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:33:41.945 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 34s ago 4h 648M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:33:41.945 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 2m ago 4h 702M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:33:41.945 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 2m ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:33:41.945 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 34s ago 4h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:33:41.946 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 2m ago 4h 4642M 2412M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:33:41.946 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 2m ago 4h 5381M 2412M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:33:41.946 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 2m ago 4h 4382M 2412M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:33:41.946 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 2m ago 4h 4504M 2412M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:33:41.946 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 34s ago 4h 3776M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:33:41.946 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 34s ago 4h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:33:41.946 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 34s ago 4h 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:33:41.946 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 34s ago 4h 4093M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:33:41.946 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 34s ago 4h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:33:42.333 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:33:42.333 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:33:42.333 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:33:42.334 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:33:42.334 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:33:42.334 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:33:42.334 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:33:42.334 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:33:42.334 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:33:42.334 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:33:42.334 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:33:42.334 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:33:42.334 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:33:42.334 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:33:42.334 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:33:42.334 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:33:42.334 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:33:42.334 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:33:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:42 smithi177 ceph-mon[212096]: pgmap v10818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:33:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:42 smithi123 ceph-mon[191304]: pgmap v10818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:33:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:42 smithi123 ceph-mon[188613]: pgmap v10818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:33:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:43 smithi177 ceph-mon[212096]: from='client.55460 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:33:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:43 smithi177 ceph-mon[212096]: from='client.45519 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:33:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:43 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3065514332' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:33:43.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:43 smithi123 ceph-mon[191304]: from='client.55460 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:33:43.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:43 smithi123 ceph-mon[191304]: from='client.45519 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:33:43.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:43 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3065514332' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:33:43.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:43 smithi123 ceph-mon[188613]: from='client.55460 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:33:43.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:43 smithi123 ceph-mon[188613]: from='client.45519 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:33:43.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:43 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3065514332' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:33:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:44 smithi177 ceph-mon[212096]: pgmap v10819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:44 smithi123 ceph-mon[191304]: pgmap v10819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:44 smithi123 ceph-mon[188613]: pgmap v10819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:46.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:46 smithi177 ceph-mon[212096]: pgmap v10820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:46 smithi123 ceph-mon[191304]: pgmap v10820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:46 smithi123 ceph-mon[188613]: pgmap v10820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:48 smithi177 ceph-mon[212096]: pgmap v10821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:48 smithi123 ceph-mon[191304]: pgmap v10821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:48 smithi123 ceph-mon[188613]: pgmap v10821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:33:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:33:49] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:33:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:50 smithi177 ceph-mon[212096]: pgmap v10822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:50 smithi123 ceph-mon[191304]: pgmap v10822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:50 smithi123 ceph-mon[188613]: pgmap v10822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:52 smithi177 ceph-mon[212096]: pgmap v10823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:52 smithi123 ceph-mon[191304]: pgmap v10823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:52 smithi123 ceph-mon[188613]: pgmap v10823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:54 smithi177 ceph-mon[212096]: pgmap v10824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:54 smithi123 ceph-mon[191304]: pgmap v10824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:54 smithi123 ceph-mon[188613]: pgmap v10824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:56.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:56 smithi177 ceph-mon[212096]: pgmap v10825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:56 smithi123 ceph-mon[191304]: pgmap v10825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:56 smithi123 ceph-mon[188613]: pgmap v10825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:33:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:33:57.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:33:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:33:58 smithi177 ceph-mon[212096]: pgmap v10826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:33:58 smithi123 ceph-mon[191304]: pgmap v10826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:58.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:33:58 smithi123 ceph-mon[188613]: pgmap v10826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:33:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:33:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:33:59] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:34:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:00 smithi177 ceph-mon[212096]: pgmap v10827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:00 smithi123 ceph-mon[191304]: pgmap v10827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:00 smithi123 ceph-mon[188613]: pgmap v10827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:02 smithi177 ceph-mon[212096]: pgmap v10828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:02 smithi123 ceph-mon[191304]: pgmap v10828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:02 smithi123 ceph-mon[188613]: pgmap v10828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:04 smithi177 ceph-mon[212096]: pgmap v10829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:04 smithi123 ceph-mon[191304]: pgmap v10829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:04 smithi123 ceph-mon[188613]: pgmap v10829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:06.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:06 smithi177 ceph-mon[212096]: pgmap v10830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:06 smithi123 ceph-mon[191304]: pgmap v10830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:06 smithi123 ceph-mon[188613]: pgmap v10830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:08 smithi177 ceph-mon[212096]: pgmap v10831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:08 smithi123 ceph-mon[191304]: pgmap v10831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:08 smithi123 ceph-mon[188613]: pgmap v10831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:34:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:34:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:34:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:34:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:34:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:34:09] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:34:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:34:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:34:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:34:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:34:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:34:09.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:34:09.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:34:09.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:34:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:10 smithi177 ceph-mon[212096]: pgmap v10832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:10 smithi123 ceph-mon[191304]: pgmap v10832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:10 smithi123 ceph-mon[188613]: pgmap v10832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:12 smithi177 ceph-mon[212096]: pgmap v10833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:34:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:12 smithi123 ceph-mon[188613]: pgmap v10833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:34:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:12 smithi123 ceph-mon[191304]: pgmap v10833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:34:12.677 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:34:12.983 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:34:12.984 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 3m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:34:12.984 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 65s ago 4h 90.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:34:12.984 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 3m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:34:12.984 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 65s ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:34:12.984 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 65s ago 4h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:34:12.984 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 3m ago 4h 731M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:34:12.984 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 3m ago 4h 1368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:34:12.984 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 65s ago 4h 648M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:34:12.984 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 3m ago 4h 702M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:34:12.984 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 3m ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:34:12.985 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 65s ago 4h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:34:12.985 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 3m ago 4h 4642M 2412M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:34:12.985 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 3m ago 4h 5381M 2412M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:34:12.985 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 3m ago 4h 4382M 2412M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:34:12.985 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 3m ago 4h 4504M 2412M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:34:12.985 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 65s ago 4h 3776M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:34:12.985 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 65s ago 4h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:34:12.985 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 65s ago 4h 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:34:12.985 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 65s ago 4h 4093M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:34:12.985 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 65s ago 4h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:34:13.368 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:34:13.368 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:34:13.368 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:34:13.368 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:34:13.368 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:34:13.368 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:34:13.368 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:34:13.368 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:34:13.369 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:34:13.369 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:34:13.369 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:34:13.369 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:34:13.369 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:34:13.369 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:34:13.369 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:34:13.369 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:34:13.369 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:34:13.369 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:34:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:14 smithi177 ceph-mon[212096]: pgmap v10834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:14 smithi177 ceph-mon[212096]: from='client.55478 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:34:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:14 smithi177 ceph-mon[212096]: from='client.45537 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:34:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:14 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1180807487' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:34:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:14 smithi123 ceph-mon[191304]: pgmap v10834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:14 smithi123 ceph-mon[191304]: from='client.55478 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:34:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:14 smithi123 ceph-mon[191304]: from='client.45537 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:34:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:14 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1180807487' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:34:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:14 smithi123 ceph-mon[188613]: pgmap v10834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:14 smithi123 ceph-mon[188613]: from='client.55478 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:34:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:14 smithi123 ceph-mon[188613]: from='client.45537 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:34:14.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:14 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1180807487' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:34:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:16 smithi177 ceph-mon[212096]: pgmap v10835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:16 smithi123 ceph-mon[191304]: pgmap v10835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:16 smithi123 ceph-mon[188613]: pgmap v10835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:18 smithi177 ceph-mon[212096]: pgmap v10836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:18 smithi123 ceph-mon[191304]: pgmap v10836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:18 smithi123 ceph-mon[188613]: pgmap v10836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:34:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:34:19] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T15:34:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:20 smithi177 ceph-mon[212096]: pgmap v10837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:20 smithi123 ceph-mon[191304]: pgmap v10837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:20 smithi123 ceph-mon[188613]: pgmap v10837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:22 smithi177 ceph-mon[212096]: pgmap v10838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:22 smithi123 ceph-mon[191304]: pgmap v10838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:22 smithi123 ceph-mon[188613]: pgmap v10838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:24 smithi177 ceph-mon[212096]: pgmap v10839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:24 smithi123 ceph-mon[191304]: pgmap v10839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:24 smithi123 ceph-mon[188613]: pgmap v10839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:26 smithi177 ceph-mon[212096]: pgmap v10840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:26 smithi123 ceph-mon[191304]: pgmap v10840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:26 smithi123 ceph-mon[188613]: pgmap v10840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:34:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:34:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:34:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:28 smithi177 ceph-mon[212096]: pgmap v10841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:28 smithi123 ceph-mon[188613]: pgmap v10841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:28 smithi123 ceph-mon[191304]: pgmap v10841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:34:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:34:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:34:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:30 smithi177 ceph-mon[212096]: pgmap v10842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:30 smithi123 ceph-mon[191304]: pgmap v10842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:30 smithi123 ceph-mon[188613]: pgmap v10842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:32 smithi177 ceph-mon[212096]: pgmap v10843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:32 smithi123 ceph-mon[191304]: pgmap v10843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:32.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:32 smithi123 ceph-mon[188613]: pgmap v10843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:34 smithi177 ceph-mon[212096]: pgmap v10844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:34 smithi123 ceph-mon[191304]: pgmap v10844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:34 smithi123 ceph-mon[188613]: pgmap v10844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:36.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:36 smithi177 ceph-mon[212096]: pgmap v10845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:36 smithi123 ceph-mon[191304]: pgmap v10845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:36 smithi123 ceph-mon[188613]: pgmap v10845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:38 smithi177 ceph-mon[212096]: pgmap v10846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:38 smithi123 ceph-mon[191304]: pgmap v10846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:38 smithi123 ceph-mon[188613]: pgmap v10846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:34:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:34:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:34:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:40 smithi177 ceph-mon[212096]: pgmap v10847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:40 smithi123 ceph-mon[191304]: pgmap v10847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:40.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:40 smithi123 ceph-mon[188613]: pgmap v10847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:42 smithi177 ceph-mon[212096]: pgmap v10848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:34:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:42 smithi123 ceph-mon[191304]: pgmap v10848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:34:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:42 smithi123 ceph-mon[188613]: pgmap v10848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:34:43.714 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:34:44.026 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:34:44.026 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 3m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:34:44.026 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 96s ago 4h 90.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:34:44.026 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 3m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:34:44.026 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 96s ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:34:44.026 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 96s ago 4h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:34:44.026 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 3m ago 4h 731M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:34:44.026 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 3m ago 4h 1368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:34:44.026 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 96s ago 4h 648M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:34:44.026 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 3m ago 4h 702M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:34:44.027 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 3m ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:34:44.027 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 96s ago 4h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:34:44.027 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 3m ago 4h 4642M 2412M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:34:44.027 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 3m ago 4h 5381M 2412M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:34:44.027 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 3m ago 4h 4382M 2412M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:34:44.027 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 3m ago 4h 4504M 2412M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:34:44.027 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 96s ago 4h 3776M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:34:44.027 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 96s ago 4h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:34:44.027 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 96s ago 4h 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:34:44.027 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 96s ago 4h 4093M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:34:44.027 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 96s ago 4h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:34:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:44 smithi177 ceph-mon[212096]: pgmap v10849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:44.413 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:34:44.414 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:34:44.414 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:34:44.414 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:34:44.414 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:34:44.414 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:34:44.414 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:34:44.414 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:34:44.414 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:34:44.414 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:34:44.414 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:34:44.414 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:34:44.414 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:34:44.414 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:34:44.414 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:34:44.415 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:34:44.415 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:34:44.415 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:34:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:44 smithi123 ceph-mon[191304]: pgmap v10849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:44 smithi123 ceph-mon[188613]: pgmap v10849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:45.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:45 smithi177 ceph-mon[212096]: from='client.55496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:34:45.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:45 smithi177 ceph-mon[212096]: from='client.45555 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:34:45.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:45 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2234540816' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:34:45.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:45 smithi123 ceph-mon[191304]: from='client.55496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:34:45.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:45 smithi123 ceph-mon[191304]: from='client.45555 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:34:45.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:45 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2234540816' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:34:45.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:45 smithi123 ceph-mon[188613]: from='client.55496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:34:45.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:45 smithi123 ceph-mon[188613]: from='client.45555 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:34:45.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:45 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2234540816' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:34:46.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:46 smithi177 ceph-mon[212096]: pgmap v10850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:46 smithi123 ceph-mon[191304]: pgmap v10850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:46 smithi123 ceph-mon[188613]: pgmap v10850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:48 smithi177 ceph-mon[212096]: pgmap v10851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:48 smithi123 ceph-mon[191304]: pgmap v10851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:48 smithi123 ceph-mon[188613]: pgmap v10851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:34:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:34:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:34:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:50 smithi123 ceph-mon[188613]: pgmap v10852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:50 smithi123 ceph-mon[191304]: pgmap v10852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:50.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:50 smithi177 ceph-mon[212096]: pgmap v10852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:52 smithi123 ceph-mon[191304]: pgmap v10853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:52 smithi123 ceph-mon[188613]: pgmap v10853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:52.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:52 smithi177 ceph-mon[212096]: pgmap v10853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:54 smithi123 ceph-mon[191304]: pgmap v10854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:54 smithi123 ceph-mon[188613]: pgmap v10854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:54 smithi177 ceph-mon[212096]: pgmap v10854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:56 smithi123 ceph-mon[191304]: pgmap v10855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:56 smithi123 ceph-mon[188613]: pgmap v10855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:56.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:56 smithi177 ceph-mon[212096]: pgmap v10855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:34:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:34:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:34:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:34:58 smithi123 ceph-mon[191304]: pgmap v10856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:34:58 smithi123 ceph-mon[188613]: pgmap v10856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:58.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:34:58 smithi177 ceph-mon[212096]: pgmap v10856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:34:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:34:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:34:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T15:35:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:00 smithi123 ceph-mon[191304]: pgmap v10857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:00 smithi123 ceph-mon[188613]: pgmap v10857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:00 smithi177 ceph-mon[212096]: pgmap v10857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:02 smithi123 ceph-mon[191304]: pgmap v10858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:02 smithi123 ceph-mon[188613]: pgmap v10858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:02 smithi177 ceph-mon[212096]: pgmap v10858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:04 smithi123 ceph-mon[191304]: pgmap v10859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:04 smithi123 ceph-mon[188613]: pgmap v10859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:04 smithi177 ceph-mon[212096]: pgmap v10859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:06 smithi123 ceph-mon[191304]: pgmap v10860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:06 smithi123 ceph-mon[188613]: pgmap v10860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:06.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:06 smithi177 ceph-mon[212096]: pgmap v10860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:08 smithi123 ceph-mon[188613]: pgmap v10861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:08 smithi123 ceph-mon[191304]: pgmap v10861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:08.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:08 smithi177 ceph-mon[212096]: pgmap v10861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:35:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:35:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:35:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T15:35:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:35:09.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:35:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:10 smithi123 ceph-mon[188613]: pgmap v10862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:10.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:35:10.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:35:10.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:35:10.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:10 smithi123 ceph-mon[191304]: pgmap v10862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:10.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:35:10.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:35:10.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:35:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:10 smithi177 ceph-mon[212096]: pgmap v10862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:35:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:35:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:35:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:12 smithi123 ceph-mon[188613]: pgmap v10863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:35:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:12 smithi123 ceph-mon[191304]: pgmap v10863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:35:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:12 smithi177 ceph-mon[212096]: pgmap v10863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:35:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:14 smithi123 ceph-mon[188613]: pgmap v10864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:14 smithi123 ceph-mon[191304]: pgmap v10864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:14.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:14 smithi177 ceph-mon[212096]: pgmap v10864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:14.758 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:35:15.065 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:35:15.065 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 4m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:35:15.065 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 2m ago 4h 90.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:35:15.065 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 4m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:35:15.065 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 2m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:35:15.065 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 2m ago 4h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:35:15.065 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 4m ago 4h 731M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:35:15.065 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 4m ago 4h 1368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:35:15.065 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 2m ago 4h 648M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:35:15.065 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 4m ago 4h 702M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:35:15.066 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 4m ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:35:15.066 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 2m ago 4h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:35:15.066 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 4m ago 4h 4642M 2412M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:35:15.066 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 4m ago 4h 5381M 2412M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:35:15.066 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 4m ago 4h 4382M 2412M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:35:15.066 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 4m ago 4h 4504M 2412M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:35:15.066 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 2m ago 4h 3776M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:35:15.066 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 2m ago 4h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:35:15.066 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 2m ago 4h 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:35:15.066 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 2m ago 4h 4093M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:35:15.066 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 2m ago 4h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:35:15.449 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:35:15.450 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:35:15.450 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:35:15.450 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:35:15.450 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:35:15.450 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:35:15.450 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:35:15.450 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:35:15.450 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:35:15.450 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:35:15.450 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:35:15.450 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:35:15.450 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:35:15.450 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:35:15.450 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:35:15.451 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:35:15.451 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:35:15.451 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:35:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:16 smithi123 ceph-mon[191304]: pgmap v10865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:16 smithi123 ceph-mon[191304]: from='client.55514 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:35:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:16 smithi123 ceph-mon[191304]: from='client.45573 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:35:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:16 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1488272423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:35:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:16 smithi123 ceph-mon[188613]: pgmap v10865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:16 smithi123 ceph-mon[188613]: from='client.55514 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:35:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:16 smithi123 ceph-mon[188613]: from='client.45573 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:35:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:16 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1488272423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:35:16.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:16 smithi177 ceph-mon[212096]: pgmap v10865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:16.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:16 smithi177 ceph-mon[212096]: from='client.55514 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:35:16.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:16 smithi177 ceph-mon[212096]: from='client.45573 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:35:16.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:16 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1488272423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:35:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:18 smithi123 ceph-mon[191304]: pgmap v10866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:18 smithi123 ceph-mon[188613]: pgmap v10866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:18 smithi177 ceph-mon[212096]: pgmap v10866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:35:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:35:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:35:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:20 smithi123 ceph-mon[188613]: pgmap v10867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:20 smithi123 ceph-mon[191304]: pgmap v10867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:20 smithi177 ceph-mon[212096]: pgmap v10867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:22 smithi123 ceph-mon[191304]: pgmap v10868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:22 smithi123 ceph-mon[188613]: pgmap v10868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:22.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:22 smithi177 ceph-mon[212096]: pgmap v10868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:24 smithi123 ceph-mon[191304]: pgmap v10869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:24 smithi123 ceph-mon[188613]: pgmap v10869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:24.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:24 smithi177 ceph-mon[212096]: pgmap v10869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:26 smithi123 ceph-mon[191304]: pgmap v10870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:26 smithi123 ceph-mon[188613]: pgmap v10870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:26.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:26 smithi177 ceph-mon[212096]: pgmap v10870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:35:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:35:27.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:35:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:28 smithi123 ceph-mon[191304]: pgmap v10871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:28 smithi123 ceph-mon[188613]: pgmap v10871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:28.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:28 smithi177 ceph-mon[212096]: pgmap v10871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:35:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:35:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:35:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:30 smithi123 ceph-mon[191304]: pgmap v10872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:30 smithi123 ceph-mon[188613]: pgmap v10872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:30.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:30 smithi177 ceph-mon[212096]: pgmap v10872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:32 smithi123 ceph-mon[191304]: pgmap v10873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:32 smithi123 ceph-mon[188613]: pgmap v10873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:32.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:32 smithi177 ceph-mon[212096]: pgmap v10873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:34 smithi123 ceph-mon[191304]: pgmap v10874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:34 smithi123 ceph-mon[188613]: pgmap v10874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:34.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:34 smithi177 ceph-mon[212096]: pgmap v10874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:36 smithi123 ceph-mon[191304]: pgmap v10875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:36 smithi123 ceph-mon[188613]: pgmap v10875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:36.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:36 smithi177 ceph-mon[212096]: pgmap v10875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:38 smithi123 ceph-mon[191304]: pgmap v10876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:38 smithi123 ceph-mon[188613]: pgmap v10876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:38 smithi177 ceph-mon[212096]: pgmap v10876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:35:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:35:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:35:40.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:40 smithi177 ceph-mon[212096]: pgmap v10877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:40.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:40 smithi123 ceph-mon[191304]: pgmap v10877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:40.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:40 smithi123 ceph-mon[188613]: pgmap v10877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:42 smithi177 ceph-mon[212096]: pgmap v10878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:35:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:42 smithi123 ceph-mon[191304]: pgmap v10878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:35:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:42 smithi123 ceph-mon[188613]: pgmap v10878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:35:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:44 smithi177 ceph-mon[212096]: pgmap v10879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:44.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:44 smithi123 ceph-mon[191304]: pgmap v10879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:44.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:44 smithi123 ceph-mon[188613]: pgmap v10879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:45.798 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:35:46.106 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:35:46.106 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 4m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:35:46.106 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 2m ago 4h 90.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:35:46.106 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 4m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:35:46.106 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 2m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:35:46.107 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 2m ago 4h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:35:46.107 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 4m ago 4h 731M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:35:46.107 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 4m ago 4h 1368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:35:46.107 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 2m ago 4h 648M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:35:46.107 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 4m ago 4h 702M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:35:46.107 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 4m ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:35:46.107 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 2m ago 4h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:35:46.107 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 4m ago 4h 4642M 2412M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:35:46.107 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 4m ago 4h 5381M 2412M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:35:46.107 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 4m ago 4h 4382M 2412M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:35:46.107 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 4m ago 4h 4504M 2412M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:35:46.107 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 2m ago 4h 3776M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:35:46.107 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 2m ago 4h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:35:46.107 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 2m ago 4h 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:35:46.107 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 2m ago 4h 4093M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:35:46.108 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 2m ago 4h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:35:46.489 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:35:46.489 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:35:46.489 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:35:46.490 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:35:46.490 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:35:46.490 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:35:46.490 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:35:46.490 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:35:46.490 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:35:46.490 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:35:46.490 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:35:46.490 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:35:46.490 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:35:46.490 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:35:46.490 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:35:46.490 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:35:46.490 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:35:46.490 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:35:46.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:46 smithi177 ceph-mon[212096]: pgmap v10880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:46.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:46 smithi123 ceph-mon[191304]: pgmap v10880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:46.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:46 smithi123 ceph-mon[188613]: pgmap v10880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:47.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:47 smithi177 ceph-mon[212096]: from='client.55532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:35:47.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:47 smithi177 ceph-mon[212096]: from='client.45591 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:35:47.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:47 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3187882469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:35:47.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:47 smithi123 ceph-mon[191304]: from='client.55532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:35:47.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:47 smithi123 ceph-mon[191304]: from='client.45591 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:35:47.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:47 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3187882469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:35:47.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:47 smithi123 ceph-mon[188613]: from='client.55532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:35:47.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:47 smithi123 ceph-mon[188613]: from='client.45591 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:35:47.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:47 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3187882469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:35:48.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:48 smithi177 ceph-mon[212096]: pgmap v10881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:48.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:48 smithi123 ceph-mon[191304]: pgmap v10881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:48.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:48 smithi123 ceph-mon[188613]: pgmap v10881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:35:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:35:49] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:35:50.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:50 smithi177 ceph-mon[212096]: pgmap v10882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:50.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:50 smithi123 ceph-mon[191304]: pgmap v10882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:50.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:50 smithi123 ceph-mon[188613]: pgmap v10882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:51.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:51 smithi177 ceph-mon[212096]: pgmap v10883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:51.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:51 smithi123 ceph-mon[191304]: pgmap v10883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:51.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:51 smithi123 ceph-mon[188613]: pgmap v10883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:54 smithi177 ceph-mon[212096]: pgmap v10884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:54 smithi123 ceph-mon[191304]: pgmap v10884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:54 smithi123 ceph-mon[188613]: pgmap v10884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:56.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:56 smithi177 ceph-mon[212096]: pgmap v10885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:56 smithi123 ceph-mon[188613]: pgmap v10885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:56 smithi123 ceph-mon[191304]: pgmap v10885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:35:57.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:35:57.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:35:58.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:35:58 smithi177 ceph-mon[212096]: pgmap v10886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:35:58 smithi123 ceph-mon[188613]: pgmap v10886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:35:58 smithi123 ceph-mon[191304]: pgmap v10886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:35:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:35:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:35:59] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T15:36:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:00 smithi177 ceph-mon[212096]: pgmap v10887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:00 smithi123 ceph-mon[191304]: pgmap v10887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:00 smithi123 ceph-mon[188613]: pgmap v10887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:02 smithi177 ceph-mon[212096]: pgmap v10888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:02 smithi123 ceph-mon[191304]: pgmap v10888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:02 smithi123 ceph-mon[188613]: pgmap v10888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:04 smithi177 ceph-mon[212096]: pgmap v10889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:04 smithi123 ceph-mon[191304]: pgmap v10889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:04 smithi123 ceph-mon[188613]: pgmap v10889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:06.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:06 smithi177 ceph-mon[212096]: pgmap v10890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:06 smithi123 ceph-mon[191304]: pgmap v10890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:06 smithi123 ceph-mon[188613]: pgmap v10890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:08 smithi177 ceph-mon[212096]: pgmap v10891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:08 smithi123 ceph-mon[191304]: pgmap v10891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:08.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:08 smithi123 ceph-mon[188613]: pgmap v10891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:36:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:36:09] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T15:36:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:10 smithi177 ceph-mon[212096]: pgmap v10892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:36:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:10 smithi123 ceph-mon[191304]: pgmap v10892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:36:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:10 smithi123 ceph-mon[188613]: pgmap v10892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:36:11.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:36:11.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:36:11.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:36:11.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:36:11.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:36:11.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:36:11.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:36:11.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:36:11.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:36:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:12 smithi123 ceph-mon[191304]: pgmap v10893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:36:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:12 smithi123 ceph-mon[188613]: pgmap v10893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:36:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:12 smithi177 ceph-mon[212096]: pgmap v10893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:36:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:14 smithi123 ceph-mon[191304]: pgmap v10894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:14 smithi123 ceph-mon[188613]: pgmap v10894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:14.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:14 smithi177 ceph-mon[212096]: pgmap v10894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:16 smithi123 ceph-mon[191304]: pgmap v10895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:16 smithi123 ceph-mon[188613]: pgmap v10895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:16.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:16 smithi177 ceph-mon[212096]: pgmap v10895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:16.844 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:36:17.157 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:36:17.157 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 5m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:36:17.157 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 3m ago 4h 90.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:36:17.157 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 5m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:36:17.157 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 3m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:36:17.158 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 3m ago 4h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:36:17.158 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 5m ago 4h 731M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:36:17.158 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 5m ago 4h 1368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:36:17.158 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 3m ago 4h 648M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:36:17.158 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 5m ago 4h 702M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:36:17.158 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 5m ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:36:17.158 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 3m ago 4h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:36:17.158 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 5m ago 4h 4642M 2412M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:36:17.158 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 5m ago 4h 5381M 2412M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:36:17.158 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 5m ago 4h 4382M 2412M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:36:17.158 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 5m ago 4h 4504M 2412M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:36:17.158 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 3m ago 4h 3776M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:36:17.158 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 3m ago 4h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:36:17.158 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 3m ago 4h 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:36:17.158 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 3m ago 4h 4093M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:36:17.159 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 3m ago 4h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:36:17.541 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:36:17.541 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:36:17.541 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:36:17.541 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:36:17.541 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:36:17.541 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:36:17.541 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:36:17.542 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:36:17.542 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:36:17.542 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:36:17.542 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:36:17.542 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:36:17.542 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:36:17.542 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:36:17.542 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:36:17.542 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:36:17.542 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:36:17.542 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:36:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:18 smithi123 ceph-mon[191304]: pgmap v10896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:18 smithi123 ceph-mon[191304]: from='client.55550 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:36:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:18 smithi123 ceph-mon[191304]: from='client.55556 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:36:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:18 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1719266940' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:36:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:18 smithi123 ceph-mon[188613]: pgmap v10896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:18.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:18 smithi123 ceph-mon[188613]: from='client.55550 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:36:18.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:18 smithi123 ceph-mon[188613]: from='client.55556 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:36:18.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:18 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1719266940' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:36:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:18 smithi177 ceph-mon[212096]: pgmap v10896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:18 smithi177 ceph-mon[212096]: from='client.55550 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:36:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:18 smithi177 ceph-mon[212096]: from='client.55556 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:36:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:18 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1719266940' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:36:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:36:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:36:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:36:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:20 smithi123 ceph-mon[191304]: pgmap v10897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:20.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:20 smithi123 ceph-mon[188613]: pgmap v10897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:20 smithi177 ceph-mon[212096]: pgmap v10897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:22 smithi123 ceph-mon[188613]: pgmap v10898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:22 smithi123 ceph-mon[191304]: pgmap v10898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:22.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:22 smithi177 ceph-mon[212096]: pgmap v10898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:24 smithi123 ceph-mon[191304]: pgmap v10899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:24.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:24 smithi123 ceph-mon[188613]: pgmap v10899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:24.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:24 smithi177 ceph-mon[212096]: pgmap v10899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:26 smithi123 ceph-mon[188613]: pgmap v10900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:26 smithi123 ceph-mon[191304]: pgmap v10900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:26.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:26 smithi177 ceph-mon[212096]: pgmap v10900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:27.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:36:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:36:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:36:28.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:28 smithi177 ceph-mon[212096]: pgmap v10901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:28.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:28 smithi123 ceph-mon[191304]: pgmap v10901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:28.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:28 smithi123 ceph-mon[188613]: pgmap v10901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:36:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:36:29] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:36:30.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:30 smithi177 ceph-mon[212096]: pgmap v10902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:30.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:30 smithi123 ceph-mon[191304]: pgmap v10902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:30.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:30 smithi123 ceph-mon[188613]: pgmap v10902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:32.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:32 smithi177 ceph-mon[212096]: pgmap v10903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:32.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:32 smithi123 ceph-mon[191304]: pgmap v10903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:32.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:32 smithi123 ceph-mon[188613]: pgmap v10903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:34.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:34 smithi177 ceph-mon[212096]: pgmap v10904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:34.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:34 smithi123 ceph-mon[191304]: pgmap v10904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:34.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:34 smithi123 ceph-mon[188613]: pgmap v10904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:36.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:36 smithi177 ceph-mon[212096]: pgmap v10905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:36.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:36 smithi123 ceph-mon[191304]: pgmap v10905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:36.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:36 smithi123 ceph-mon[188613]: pgmap v10905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:38 smithi177 ceph-mon[212096]: pgmap v10906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:38.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:38 smithi123 ceph-mon[191304]: pgmap v10906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:38.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:38 smithi123 ceph-mon[188613]: pgmap v10906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:36:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:36:39] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:36:40.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:40 smithi177 ceph-mon[212096]: pgmap v10907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:40.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:40 smithi123 ceph-mon[188613]: pgmap v10907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:40.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:40 smithi123 ceph-mon[191304]: pgmap v10907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:42 smithi177 ceph-mon[212096]: pgmap v10908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:36:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:42 smithi123 ceph-mon[191304]: pgmap v10908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:36:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:42 smithi123 ceph-mon[188613]: pgmap v10908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:36:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:44 smithi177 ceph-mon[212096]: pgmap v10909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:44.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:44 smithi123 ceph-mon[191304]: pgmap v10909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:44.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:44 smithi123 ceph-mon[188613]: pgmap v10909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:46.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:46 smithi177 ceph-mon[212096]: pgmap v10910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:46.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:46 smithi123 ceph-mon[191304]: pgmap v10910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:46.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:46 smithi123 ceph-mon[188613]: pgmap v10910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:47.886 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:36:48.191 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:36:48.191 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 5m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:36:48.191 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 3m ago 4h 90.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:36:48.191 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 5m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:36:48.191 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 3m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:36:48.191 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 3m ago 4h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:36:48.191 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 5m ago 4h 731M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:36:48.191 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 5m ago 4h 1368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:36:48.191 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 3m ago 4h 648M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:36:48.191 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 5m ago 4h 702M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:36:48.191 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 5m ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:36:48.192 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 3m ago 4h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:36:48.192 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 5m ago 4h 4642M 2412M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:36:48.192 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 5m ago 4h 5381M 2412M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:36:48.192 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 5m ago 4h 4382M 2412M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:36:48.192 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 5m ago 4h 4504M 2412M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:36:48.192 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 3m ago 4h 3776M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:36:48.192 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 3m ago 4h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:36:48.192 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 3m ago 4h 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:36:48.192 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 3m ago 4h 4093M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:36:48.192 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 3m ago 4h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:36:48.575 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:36:48.575 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:36:48.575 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:36:48.575 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:36:48.575 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:36:48.575 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:36:48.575 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:36:48.575 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:36:48.575 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:36:48.575 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:36:48.575 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:36:48.576 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:36:48.576 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:36:48.576 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:36:48.576 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:36:48.576 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:36:48.576 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:36:48.576 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:36:48.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:48 smithi177 ceph-mon[212096]: pgmap v10911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:48.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:48 smithi123 ceph-mon[191304]: pgmap v10911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:48.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:48 smithi123 ceph-mon[188613]: pgmap v10911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:36:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:36:49] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T15:36:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:49 smithi123 ceph-mon[188613]: from='client.55568 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:36:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:49 smithi123 ceph-mon[188613]: from='client.45627 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:36:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:49 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1151592861' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:36:49.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:49 smithi123 ceph-mon[191304]: from='client.55568 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:36:49.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:49 smithi123 ceph-mon[191304]: from='client.45627 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:36:49.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:49 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1151592861' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:36:49.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:49 smithi177 ceph-mon[212096]: from='client.55568 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:36:49.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:49 smithi177 ceph-mon[212096]: from='client.45627 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:36:49.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:49 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1151592861' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:36:50.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:50 smithi177 ceph-mon[212096]: pgmap v10912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:50.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:50 smithi123 ceph-mon[191304]: pgmap v10912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:50.767 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:50 smithi123 ceph-mon[188613]: pgmap v10912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:51.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:51 smithi177 ceph-mon[212096]: pgmap v10913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:51.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:51 smithi123 ceph-mon[191304]: pgmap v10913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:51.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:51 smithi123 ceph-mon[188613]: pgmap v10913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:54 smithi177 ceph-mon[212096]: pgmap v10914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:54 smithi123 ceph-mon[191304]: pgmap v10914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:54 smithi123 ceph-mon[188613]: pgmap v10914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:56.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:56 smithi177 ceph-mon[212096]: pgmap v10915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:56 smithi123 ceph-mon[191304]: pgmap v10915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:56.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:56 smithi123 ceph-mon[188613]: pgmap v10915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:36:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:36:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:36:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:36:58 smithi177 ceph-mon[212096]: pgmap v10916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:36:58 smithi123 ceph-mon[191304]: pgmap v10916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:36:58 smithi123 ceph-mon[188613]: pgmap v10916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:36:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:36:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:36:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:37:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:00 smithi177 ceph-mon[212096]: pgmap v10917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:00 smithi123 ceph-mon[191304]: pgmap v10917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:00 smithi123 ceph-mon[188613]: pgmap v10917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:02 smithi177 ceph-mon[212096]: pgmap v10918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:02 smithi123 ceph-mon[191304]: pgmap v10918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:02 smithi123 ceph-mon[188613]: pgmap v10918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:04 smithi177 ceph-mon[212096]: pgmap v10919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:04 smithi123 ceph-mon[191304]: pgmap v10919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:04 smithi123 ceph-mon[188613]: pgmap v10919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:06.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:06 smithi177 ceph-mon[212096]: pgmap v10920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:06 smithi123 ceph-mon[191304]: pgmap v10920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:06 smithi123 ceph-mon[188613]: pgmap v10920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:08 smithi177 ceph-mon[212096]: pgmap v10921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:08 smithi123 ceph-mon[188613]: pgmap v10921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:08 smithi123 ceph-mon[191304]: pgmap v10921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:37:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:37:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:37:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:10 smithi177 ceph-mon[212096]: pgmap v10922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:10.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:10 smithi123 ceph-mon[191304]: pgmap v10922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:10.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:10 smithi123 ceph-mon[188613]: pgmap v10922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:11.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:37:11.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:37:11.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:37:11.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:37:11.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:37:11.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:37:11.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:37:11.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:37:11.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:37:11.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:37:11.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:37:11.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:37:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:12 smithi177 ceph-mon[212096]: pgmap v10923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:37:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:12 smithi123 ceph-mon[188613]: pgmap v10923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:37:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:12 smithi123 ceph-mon[191304]: pgmap v10923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:37:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:14 smithi177 ceph-mon[212096]: pgmap v10924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:14 smithi123 ceph-mon[191304]: pgmap v10924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:14 smithi123 ceph-mon[188613]: pgmap v10924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:16 smithi177 ceph-mon[212096]: pgmap v10925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:16 smithi123 ceph-mon[191304]: pgmap v10925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:16.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:16 smithi123 ceph-mon[188613]: pgmap v10925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:18 smithi177 ceph-mon[212096]: pgmap v10926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:18 smithi123 ceph-mon[191304]: pgmap v10926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:18 smithi123 ceph-mon[188613]: pgmap v10926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:18.921 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:37:19.232 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:37:19.233 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 6m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:37:19.233 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 4m ago 4h 90.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:37:19.233 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 6m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:37:19.233 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 4m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:37:19.233 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 4m ago 4h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:37:19.234 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 6m ago 4h 731M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:37:19.234 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 6m ago 4h 1368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:37:19.234 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 4m ago 4h 648M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:37:19.234 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 6m ago 4h 702M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:37:19.234 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 6m ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:37:19.234 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 4m ago 4h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:37:19.235 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 6m ago 4h 4642M 2412M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:37:19.235 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 6m ago 4h 5381M 2412M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:37:19.235 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 6m ago 4h 4382M 2412M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:37:19.235 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 6m ago 4h 4504M 2412M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:37:19.235 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 4m ago 4h 3776M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:37:19.235 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 4m ago 4h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:37:19.236 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 4m ago 4h 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:37:19.236 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 4m ago 4h 4093M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:37:19.236 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 4m ago 4h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:37:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:37:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:37:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T15:37:19.617 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:37:19.617 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:37:19.617 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:37:19.617 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:37:19.617 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:37:19.617 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:37:19.617 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:37:19.617 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:37:19.617 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:37:19.618 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:37:19.618 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:37:19.618 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:37:19.618 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:37:19.618 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:37:19.618 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:37:19.618 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:37:19.618 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:37:19.618 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:37:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:20 smithi177 ceph-mon[212096]: pgmap v10927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:20 smithi177 ceph-mon[212096]: from='client.55586 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:37:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:20 smithi177 ceph-mon[212096]: from='client.55592 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:37:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:20 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3968226436' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:37:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:20 smithi123 ceph-mon[191304]: pgmap v10927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:20 smithi123 ceph-mon[191304]: from='client.55586 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:37:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:20 smithi123 ceph-mon[191304]: from='client.55592 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:37:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:20 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3968226436' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:37:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:20 smithi123 ceph-mon[188613]: pgmap v10927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:20 smithi123 ceph-mon[188613]: from='client.55586 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:37:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:20 smithi123 ceph-mon[188613]: from='client.55592 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:37:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:20 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3968226436' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:37:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:22 smithi177 ceph-mon[212096]: pgmap v10928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:22 smithi123 ceph-mon[191304]: pgmap v10928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:22 smithi123 ceph-mon[188613]: pgmap v10928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:24 smithi177 ceph-mon[212096]: pgmap v10929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:24 smithi123 ceph-mon[191304]: pgmap v10929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:24 smithi123 ceph-mon[188613]: pgmap v10929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:26 smithi177 ceph-mon[212096]: pgmap v10930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:26 smithi123 ceph-mon[188613]: pgmap v10930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:26 smithi123 ceph-mon[191304]: pgmap v10930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:37:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:37:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:37:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:28 smithi177 ceph-mon[212096]: pgmap v10931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:28 smithi123 ceph-mon[191304]: pgmap v10931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:28 smithi123 ceph-mon[188613]: pgmap v10931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:37:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:37:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:37:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:30 smithi177 ceph-mon[212096]: pgmap v10932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:30 smithi123 ceph-mon[191304]: pgmap v10932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:30 smithi123 ceph-mon[188613]: pgmap v10932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:32 smithi177 ceph-mon[212096]: pgmap v10933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:32.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:32 smithi123 ceph-mon[191304]: pgmap v10933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:32.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:32 smithi123 ceph-mon[188613]: pgmap v10933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:34 smithi177 ceph-mon[212096]: pgmap v10934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:34.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:34 smithi123 ceph-mon[191304]: pgmap v10934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:34.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:34 smithi123 ceph-mon[188613]: pgmap v10934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:36.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:36 smithi177 ceph-mon[212096]: pgmap v10935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:36 smithi123 ceph-mon[191304]: pgmap v10935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:36 smithi123 ceph-mon[188613]: pgmap v10935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:38.138 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:38 smithi123 ceph-mon[188613]: pgmap v10936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:38 smithi177 ceph-mon[212096]: pgmap v10936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:38 smithi123 ceph-mon[191304]: pgmap v10936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:37:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:37:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:37:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:40 smithi177 ceph-mon[212096]: pgmap v10937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:40 smithi123 ceph-mon[191304]: pgmap v10937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:40 smithi123 ceph-mon[188613]: pgmap v10937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:42 smithi177 ceph-mon[212096]: pgmap v10938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:37:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:42 smithi123 ceph-mon[191304]: pgmap v10938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:37:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:42 smithi123 ceph-mon[188613]: pgmap v10938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:37:44.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:44 smithi177 ceph-mon[212096]: pgmap v10939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:44 smithi123 ceph-mon[191304]: pgmap v10939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:44 smithi123 ceph-mon[188613]: pgmap v10939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:46.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:46 smithi177 ceph-mon[212096]: pgmap v10940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:46 smithi123 ceph-mon[191304]: pgmap v10940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:46 smithi123 ceph-mon[188613]: pgmap v10940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:48 smithi123 ceph-mon[191304]: pgmap v10941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:48 smithi123 ceph-mon[188613]: pgmap v10941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:48.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:48 smithi177 ceph-mon[212096]: pgmap v10941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:37:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:37:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T15:37:49.955 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:37:50.266 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:37:50.266 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 6m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:37:50.267 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 4m ago 4h 90.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:37:50.267 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 6m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:37:50.267 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 4m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:37:50.267 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 4m ago 4h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:37:50.267 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 6m ago 4h 731M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:37:50.267 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 6m ago 4h 1368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:37:50.267 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 4m ago 4h 648M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:37:50.267 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 6m ago 4h 702M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:37:50.267 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 6m ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:37:50.267 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 4m ago 4h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:37:50.267 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 6m ago 4h 4642M 2412M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:37:50.267 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 6m ago 4h 5381M 2412M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:37:50.267 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 6m ago 4h 4382M 2412M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:37:50.267 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 6m ago 4h 4504M 2412M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:37:50.268 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 4m ago 4h 3776M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:37:50.268 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 4m ago 4h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:37:50.268 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 4m ago 4h 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:37:50.268 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 4m ago 4h 4093M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:37:50.268 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 4m ago 4h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:37:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:50 smithi123 ceph-mon[191304]: pgmap v10942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:50 smithi123 ceph-mon[188613]: pgmap v10942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:50.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:50 smithi177 ceph-mon[212096]: pgmap v10942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:50.652 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:37:50.652 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:37:50.652 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:37:50.652 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:37:50.652 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:37:50.652 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:37:50.652 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:37:50.652 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:37:50.652 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:37:50.652 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:37:50.652 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:37:50.652 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:37:50.652 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:37:50.652 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:37:50.653 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:37:50.653 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:37:50.653 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:37:50.653 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:37:51.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:51 smithi123 ceph-mon[191304]: from='client.55604 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:37:51.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:51 smithi123 ceph-mon[191304]: from='client.55610 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:37:51.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:51 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1610403893' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:37:51.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:51 smithi123 ceph-mon[188613]: from='client.55604 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:37:51.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:51 smithi123 ceph-mon[188613]: from='client.55610 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:37:51.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:51 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1610403893' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:37:51.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:51 smithi177 ceph-mon[212096]: from='client.55604 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:37:51.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:51 smithi177 ceph-mon[212096]: from='client.55610 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:37:51.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:51 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1610403893' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:37:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:52 smithi123 ceph-mon[191304]: pgmap v10943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:52 smithi123 ceph-mon[188613]: pgmap v10943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:52.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:52 smithi177 ceph-mon[212096]: pgmap v10943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:54 smithi123 ceph-mon[191304]: pgmap v10944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:54 smithi123 ceph-mon[188613]: pgmap v10944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:54 smithi177 ceph-mon[212096]: pgmap v10944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:56 smithi123 ceph-mon[191304]: pgmap v10945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:56 smithi123 ceph-mon[188613]: pgmap v10945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:56.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:56 smithi177 ceph-mon[212096]: pgmap v10945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:37:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:37:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:37:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:37:58 smithi123 ceph-mon[191304]: pgmap v10946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:37:58 smithi123 ceph-mon[188613]: pgmap v10946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:58.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:37:58 smithi177 ceph-mon[212096]: pgmap v10946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:37:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:37:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:37:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:38:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:00 smithi123 ceph-mon[191304]: pgmap v10947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:00 smithi123 ceph-mon[188613]: pgmap v10947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:00 smithi177 ceph-mon[212096]: pgmap v10947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:02.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:02 smithi123 ceph-mon[191304]: pgmap v10948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:02.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:02 smithi123 ceph-mon[188613]: pgmap v10948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:02.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:02 smithi177 ceph-mon[212096]: pgmap v10948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:04 smithi123 ceph-mon[191304]: pgmap v10949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:04 smithi123 ceph-mon[188613]: pgmap v10949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:04 smithi177 ceph-mon[212096]: pgmap v10949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:06 smithi123 ceph-mon[191304]: pgmap v10950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:06 smithi123 ceph-mon[188613]: pgmap v10950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:06.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:06 smithi177 ceph-mon[212096]: pgmap v10950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:08 smithi123 ceph-mon[191304]: pgmap v10951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:08 smithi123 ceph-mon[188613]: pgmap v10951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:08.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:08 smithi177 ceph-mon[212096]: pgmap v10951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:38:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:38:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:38:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:10 smithi123 ceph-mon[191304]: pgmap v10952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:10 smithi123 ceph-mon[188613]: pgmap v10952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:10 smithi177 ceph-mon[212096]: pgmap v10952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:11.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:38:11.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:38:11.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:38:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:12 smithi123 ceph-mon[191304]: pgmap v10953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:38:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:38:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:38:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:38:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:12 smithi123 ceph-mon[188613]: pgmap v10953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:38:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:38:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:38:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:38:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:12 smithi177 ceph-mon[212096]: pgmap v10953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:38:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:38:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:38:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:38:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:14 smithi123 ceph-mon[191304]: pgmap v10954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:14.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:14 smithi123 ceph-mon[188613]: pgmap v10954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:14.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:14 smithi177 ceph-mon[212096]: pgmap v10954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:16 smithi123 ceph-mon[191304]: pgmap v10955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:16 smithi123 ceph-mon[188613]: pgmap v10955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:16.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:16 smithi177 ceph-mon[212096]: pgmap v10955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:18 smithi123 ceph-mon[191304]: pgmap v10956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:18 smithi123 ceph-mon[188613]: pgmap v10956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:18 smithi177 ceph-mon[212096]: pgmap v10956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:38:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:38:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:38:20.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:20 smithi123 ceph-mon[191304]: pgmap v10957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:20.496 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:20 smithi123 ceph-mon[188613]: pgmap v10957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:20.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:20 smithi177 ceph-mon[212096]: pgmap v10957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:20.996 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:38:21.303 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:38:21.303 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 7m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:38:21.303 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 5m ago 4h 90.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:38:21.303 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 7m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:38:21.303 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 5m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:38:21.303 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 5m ago 4h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:38:21.303 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 7m ago 4h 731M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:38:21.303 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 7m ago 4h 1368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:38:21.303 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 5m ago 4h 648M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:38:21.303 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 7m ago 4h 702M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:38:21.303 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 7m ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:38:21.303 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 5m ago 4h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:38:21.304 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 7m ago 4h 4642M 2412M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:38:21.304 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 7m ago 4h 5381M 2412M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:38:21.304 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 7m ago 4h 4382M 2412M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:38:21.304 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 7m ago 4h 4504M 2412M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:38:21.304 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 5m ago 4h 3776M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:38:21.304 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 5m ago 4h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:38:21.304 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 5m ago 4h 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:38:21.304 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 5m ago 4h 4093M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:38:21.304 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 5m ago 4h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:38:21.687 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:38:21.687 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:38:21.687 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:38:21.687 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:38:21.687 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:38:21.687 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:38:21.687 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:38:21.687 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:38:21.687 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:38:21.688 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:38:21.688 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:38:21.688 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:38:21.688 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:38:21.688 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:38:21.688 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:38:21.688 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:38:21.688 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:38:21.688 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:38:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:22 smithi123 ceph-mon[191304]: pgmap v10958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:22.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:22 smithi123 ceph-mon[191304]: from='client.45675 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:38:22.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:22 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3580272848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:38:22.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:22 smithi123 ceph-mon[188613]: pgmap v10958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:22.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:22 smithi123 ceph-mon[188613]: from='client.45675 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:38:22.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:22 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3580272848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:38:22.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:22 smithi177 ceph-mon[212096]: pgmap v10958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:22.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:22 smithi177 ceph-mon[212096]: from='client.45675 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:38:22.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:22 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3580272848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:38:23.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:23 smithi123 ceph-mon[191304]: from='client.55628 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:38:23.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:23 smithi123 ceph-mon[188613]: from='client.55628 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:38:23.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:23 smithi177 ceph-mon[212096]: from='client.55628 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:38:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:24 smithi123 ceph-mon[191304]: pgmap v10959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:24 smithi123 ceph-mon[188613]: pgmap v10959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:24.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:24 smithi177 ceph-mon[212096]: pgmap v10959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:26 smithi123 ceph-mon[191304]: pgmap v10960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:26 smithi123 ceph-mon[188613]: pgmap v10960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:26.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:26 smithi177 ceph-mon[212096]: pgmap v10960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:27.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:38:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:38:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:38:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:28 smithi177 ceph-mon[212096]: pgmap v10961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:28.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:28 smithi123 ceph-mon[191304]: pgmap v10961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:28 smithi123 ceph-mon[188613]: pgmap v10961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:38:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:38:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:38:30.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:30 smithi177 ceph-mon[212096]: pgmap v10962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:30.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:30 smithi123 ceph-mon[191304]: pgmap v10962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:30.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:30 smithi123 ceph-mon[188613]: pgmap v10962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:32.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:32 smithi177 ceph-mon[212096]: pgmap v10963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:32.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:32 smithi123 ceph-mon[191304]: pgmap v10963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:32.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:32 smithi123 ceph-mon[188613]: pgmap v10963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:34.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:34 smithi177 ceph-mon[212096]: pgmap v10964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:34.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:34 smithi123 ceph-mon[191304]: pgmap v10964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:34.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:34 smithi123 ceph-mon[188613]: pgmap v10964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:36.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:36 smithi177 ceph-mon[212096]: pgmap v10965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:36.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:36 smithi123 ceph-mon[191304]: pgmap v10965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:36.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:36 smithi123 ceph-mon[188613]: pgmap v10965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:38 smithi177 ceph-mon[212096]: pgmap v10966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:38.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:38 smithi123 ceph-mon[191304]: pgmap v10966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:38.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:38 smithi123 ceph-mon[188613]: pgmap v10966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:38:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:38:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:38:40.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:40 smithi177 ceph-mon[212096]: pgmap v10967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:40.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:40 smithi123 ceph-mon[188613]: pgmap v10967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:40.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:40 smithi123 ceph-mon[191304]: pgmap v10967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:42.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:42 smithi177 ceph-mon[212096]: pgmap v10968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:42.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:38:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:42 smithi123 ceph-mon[191304]: pgmap v10968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:38:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:42 smithi123 ceph-mon[188613]: pgmap v10968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:38:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:44 smithi177 ceph-mon[212096]: pgmap v10969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:44.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:44 smithi123 ceph-mon[191304]: pgmap v10969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:44.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:44 smithi123 ceph-mon[188613]: pgmap v10969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:46.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:46 smithi177 ceph-mon[212096]: pgmap v10970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:46.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:46 smithi123 ceph-mon[191304]: pgmap v10970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:46.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:46 smithi123 ceph-mon[188613]: pgmap v10970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:48.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:48 smithi177 ceph-mon[212096]: pgmap v10971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:48.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:48 smithi123 ceph-mon[191304]: pgmap v10971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:48.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:48 smithi123 ceph-mon[188613]: pgmap v10971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:38:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:38:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:38:50.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:50 smithi177 ceph-mon[212096]: pgmap v10972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:50.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:50 smithi123 ceph-mon[191304]: pgmap v10972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:50.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:50 smithi123 ceph-mon[188613]: pgmap v10972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:52.033 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:38:52.352 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:38:52.352 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 7m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:38:52.352 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 5m ago 4h 90.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:38:52.352 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 7m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:38:52.352 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 5m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:38:52.353 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 5m ago 4h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:38:52.353 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 7m ago 4h 731M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:38:52.353 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 7m ago 4h 1368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:38:52.353 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 5m ago 4h 648M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:38:52.353 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 7m ago 4h 702M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:38:52.353 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 7m ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:38:52.353 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 5m ago 4h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:38:52.353 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 7m ago 4h 4642M 2412M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:38:52.353 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 7m ago 4h 5381M 2412M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:38:52.353 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 7m ago 4h 4382M 2412M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:38:52.353 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 7m ago 4h 4504M 2412M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:38:52.353 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 5m ago 4h 3776M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:38:52.353 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 5m ago 4h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:38:52.353 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 5m ago 4h 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:38:52.353 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 5m ago 4h 4093M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:38:52.354 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 5m ago 4h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:38:52.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:52 smithi177 ceph-mon[212096]: pgmap v10973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:52.728 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:38:52.728 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:38:52.728 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:38:52.728 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:38:52.729 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:38:52.729 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:38:52.729 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:38:52.729 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:38:52.729 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:38:52.729 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:38:52.729 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:38:52.731 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:38:52.731 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:38:52.731 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:38:52.731 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:38:52.731 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:38:52.731 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:38:52.732 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:38:52.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:52 smithi123 ceph-mon[191304]: pgmap v10973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:52 smithi123 ceph-mon[188613]: pgmap v10973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:53.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:53 smithi177 ceph-mon[212096]: from='client.45693 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:38:53.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:53 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1289199271' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:38:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:53 smithi123 ceph-mon[191304]: from='client.45693 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:38:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:53 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1289199271' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:38:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:53 smithi123 ceph-mon[188613]: from='client.45693 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:38:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:53 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1289199271' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:38:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:54 smithi177 ceph-mon[212096]: from='client.45699 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:38:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:54 smithi177 ceph-mon[212096]: pgmap v10974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:54.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:54 smithi123 ceph-mon[191304]: from='client.45699 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:38:54.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:54 smithi123 ceph-mon[191304]: pgmap v10974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:54.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:54 smithi123 ceph-mon[188613]: from='client.45699 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:38:54.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:54 smithi123 ceph-mon[188613]: pgmap v10974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:56.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:56 smithi177 ceph-mon[212096]: pgmap v10975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:56.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:56 smithi123 ceph-mon[188613]: pgmap v10975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:56.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:56 smithi123 ceph-mon[191304]: pgmap v10975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:57.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:38:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:38:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:38:58.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:58 smithi177 ceph-mon[212096]: pgmap v10976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:58.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:58 smithi123 ceph-mon[191304]: pgmap v10976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:58.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:58 smithi123 ceph-mon[188613]: pgmap v10976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:59.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:38:59 smithi123 ceph-mon[188613]: pgmap v10977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:59.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:38:59 smithi123 ceph-mon[191304]: pgmap v10977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:38:59.497 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:38:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:38:59] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:38:59.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:38:59 smithi177 ceph-mon[212096]: pgmap v10977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:01 smithi123 ceph-mon[191304]: pgmap v10978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:01.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:01 smithi123 ceph-mon[188613]: pgmap v10978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:01 smithi177 ceph-mon[212096]: pgmap v10978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:04 smithi177 ceph-mon[212096]: pgmap v10979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:04 smithi123 ceph-mon[191304]: pgmap v10979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:04 smithi123 ceph-mon[188613]: pgmap v10979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:06.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:06 smithi177 ceph-mon[212096]: pgmap v10980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:06 smithi123 ceph-mon[191304]: pgmap v10980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:06 smithi123 ceph-mon[188613]: pgmap v10980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:08 smithi177 ceph-mon[212096]: pgmap v10981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:08 smithi123 ceph-mon[191304]: pgmap v10981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:08 smithi123 ceph-mon[188613]: pgmap v10981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:39:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:39:09] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:39:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:10 smithi177 ceph-mon[212096]: pgmap v10982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:10.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:10 smithi123 ceph-mon[191304]: pgmap v10982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:10.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:10 smithi123 ceph-mon[188613]: pgmap v10982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:12 smithi177 ceph-mon[212096]: pgmap v10983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:39:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:39:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:39:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:39:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:39:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:39:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:39:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:39:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:39:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:39:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:12 smithi123 ceph-mon[191304]: pgmap v10983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:39:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:39:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:39:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:39:12.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:39:12.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:39:12.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:39:12.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:39:12.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:39:12.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:39:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:12 smithi123 ceph-mon[188613]: pgmap v10983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:39:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:39:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:39:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:39:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:39:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:39:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:39:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:39:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:39:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:39:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:13 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2402M 2023-12-20T15:39:13.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:13 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2402M 2023-12-20T15:39:13.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:13 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2402M 2023-12-20T15:39:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:14 smithi177 ceph-mon[212096]: pgmap v10984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:14 smithi123 ceph-mon[191304]: pgmap v10984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:14.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:14 smithi123 ceph-mon[188613]: pgmap v10984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:16 smithi177 ceph-mon[212096]: pgmap v10985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:16 smithi123 ceph-mon[188613]: pgmap v10985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:16 smithi123 ceph-mon[191304]: pgmap v10985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:18 smithi177 ceph-mon[212096]: pgmap v10986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:18 smithi123 ceph-mon[191304]: pgmap v10986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:18 smithi123 ceph-mon[188613]: pgmap v10986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:39:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:39:19] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:39:20.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:20 smithi177 ceph-mon[212096]: pgmap v10987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:20 smithi123 ceph-mon[191304]: pgmap v10987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:20 smithi123 ceph-mon[188613]: pgmap v10987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:22 smithi177 ceph-mon[212096]: pgmap v10988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:22 smithi123 ceph-mon[191304]: pgmap v10988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:22 smithi123 ceph-mon[188613]: pgmap v10988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:23.072 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:39:23.381 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:39:23.381 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 8m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:39:23.381 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 6m ago 4h 90.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:39:23.381 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 8m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:39:23.382 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 6m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:39:23.382 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 6m ago 4h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:39:23.382 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 8m ago 4h 731M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:39:23.382 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 8m ago 4h 1368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:39:23.382 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 6m ago 4h 648M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:39:23.382 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 8m ago 4h 702M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:39:23.382 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 8m ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:39:23.382 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 6m ago 4h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:39:23.382 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 8m ago 4h 4642M 2402M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:39:23.382 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 8m ago 4h 5381M 2402M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:39:23.382 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 8m ago 4h 4382M 2402M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:39:23.382 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 8m ago 4h 4504M 2402M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:39:23.382 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 6m ago 4h 3776M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:39:23.382 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 6m ago 4h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:39:23.382 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 6m ago 4h 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:39:23.383 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 6m ago 4h 4093M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:39:23.383 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 6m ago 4h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:39:23.766 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:39:23.766 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:39:23.767 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:39:23.767 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:39:23.767 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:39:23.767 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:39:23.767 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:39:23.767 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:39:23.767 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:39:23.767 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:39:23.767 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:39:23.767 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:39:23.767 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:39:23.767 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:39:23.767 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:39:23.767 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:39:23.768 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:39:23.768 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:39:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:24 smithi177 ceph-mon[212096]: pgmap v10989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:24 smithi177 ceph-mon[212096]: from='client.55658 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:39:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:24 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2008290763' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:39:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:24 smithi123 ceph-mon[191304]: pgmap v10989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:24 smithi123 ceph-mon[191304]: from='client.55658 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:39:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:24 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2008290763' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:39:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:24 smithi123 ceph-mon[188613]: pgmap v10989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:24 smithi123 ceph-mon[188613]: from='client.55658 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:39:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:24 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2008290763' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:39:25.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:25 smithi177 ceph-mon[212096]: from='client.55664 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:39:25.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:25 smithi123 ceph-mon[191304]: from='client.55664 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:39:25.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:25 smithi123 ceph-mon[188613]: from='client.55664 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:39:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:26 smithi177 ceph-mon[212096]: pgmap v10990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:26 smithi123 ceph-mon[191304]: pgmap v10990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:26 smithi123 ceph-mon[188613]: pgmap v10990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:39:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:39:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:39:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:28 smithi177 ceph-mon[212096]: pgmap v10991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:28 smithi123 ceph-mon[191304]: pgmap v10991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:28 smithi123 ceph-mon[188613]: pgmap v10991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:39:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:39:29] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:39:30.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:30 smithi177 ceph-mon[212096]: pgmap v10992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:30 smithi123 ceph-mon[191304]: pgmap v10992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:30 smithi123 ceph-mon[188613]: pgmap v10992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:32 smithi177 ceph-mon[212096]: pgmap v10993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:32 smithi123 ceph-mon[191304]: pgmap v10993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:32 smithi123 ceph-mon[188613]: pgmap v10993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:34 smithi177 ceph-mon[212096]: pgmap v10994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:34 smithi123 ceph-mon[191304]: pgmap v10994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:34 smithi123 ceph-mon[188613]: pgmap v10994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:36.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:36 smithi177 ceph-mon[212096]: pgmap v10995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:36 smithi123 ceph-mon[191304]: pgmap v10995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:36 smithi123 ceph-mon[188613]: pgmap v10995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:38 smithi177 ceph-mon[212096]: pgmap v10996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:38 smithi123 ceph-mon[191304]: pgmap v10996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:38.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:38 smithi123 ceph-mon[188613]: pgmap v10996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:39:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:39:39] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:39:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:40 smithi123 ceph-mon[191304]: pgmap v10997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:40 smithi123 ceph-mon[188613]: pgmap v10997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:40.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:40 smithi177 ceph-mon[212096]: pgmap v10997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:42 smithi123 ceph-mon[191304]: pgmap v10998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:39:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:42 smithi123 ceph-mon[188613]: pgmap v10998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:42.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:39:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:42 smithi177 ceph-mon[212096]: pgmap v10998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:39:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:44 smithi123 ceph-mon[191304]: pgmap v10999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:44 smithi123 ceph-mon[188613]: pgmap v10999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:44 smithi177 ceph-mon[212096]: pgmap v10999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:46.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:46 smithi123 ceph-mon[191304]: pgmap v11000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:46.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:46 smithi123 ceph-mon[188613]: pgmap v11000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:46.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:46 smithi177 ceph-mon[212096]: pgmap v11000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:48 smithi123 ceph-mon[191304]: pgmap v11001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:48 smithi123 ceph-mon[188613]: pgmap v11001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:48.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:48 smithi177 ceph-mon[212096]: pgmap v11001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:39:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:39:49] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:39:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:50 smithi123 ceph-mon[191304]: pgmap v11002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:50 smithi123 ceph-mon[188613]: pgmap v11002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:50.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:50 smithi177 ceph-mon[212096]: pgmap v11002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:52.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:52 smithi123 ceph-mon[191304]: pgmap v11003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:52.496 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:52 smithi123 ceph-mon[188613]: pgmap v11003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:52.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:52 smithi177 ceph-mon[212096]: pgmap v11003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:54.119 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:39:54.430 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:39:54.430 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 8m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:39:54.431 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 6m ago 4h 90.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:39:54.431 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 8m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:39:54.431 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 6m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:39:54.431 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 6m ago 4h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:39:54.431 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 8m ago 4h 731M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:39:54.431 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 8m ago 4h 1368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:39:54.431 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 6m ago 4h 648M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:39:54.431 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 8m ago 4h 702M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:39:54.431 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 8m ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:39:54.431 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 6m ago 4h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:39:54.431 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 8m ago 4h 4642M 2402M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:39:54.431 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 8m ago 4h 5381M 2402M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:39:54.431 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 8m ago 4h 4382M 2402M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:39:54.431 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 8m ago 4h 4504M 2402M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:39:54.431 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 6m ago 4h 3776M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:39:54.432 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 6m ago 4h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:39:54.432 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 6m ago 4h 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:39:54.432 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 6m ago 4h 4093M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:39:54.432 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 6m ago 4h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:39:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:54 smithi123 ceph-mon[191304]: pgmap v11004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:54 smithi123 ceph-mon[188613]: pgmap v11004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:54 smithi177 ceph-mon[212096]: pgmap v11004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:54.811 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:39:54.812 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:39:54.812 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:39:54.812 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:39:54.812 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:39:54.812 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:39:54.812 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:39:54.812 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:39:54.812 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:39:54.812 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:39:54.812 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:39:54.812 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:39:54.812 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:39:54.812 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:39:54.813 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:39:54.813 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:39:54.813 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:39:54.813 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:39:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:55 smithi123 ceph-mon[191304]: from='client.55676 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:39:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:55 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/312794826' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:39:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:55 smithi123 ceph-mon[188613]: from='client.55676 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:39:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:55 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/312794826' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:39:55.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:55 smithi177 ceph-mon[212096]: from='client.55676 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:39:55.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:55 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/312794826' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:39:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:56 smithi123 ceph-mon[191304]: from='client.55682 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:39:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:56 smithi123 ceph-mon[191304]: pgmap v11005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:56 smithi123 ceph-mon[188613]: from='client.55682 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:39:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:56 smithi123 ceph-mon[188613]: pgmap v11005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:56.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:56 smithi177 ceph-mon[212096]: from='client.55682 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:39:56.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:56 smithi177 ceph-mon[212096]: pgmap v11005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:39:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:39:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:39:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:39:58 smithi123 ceph-mon[188613]: pgmap v11006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:39:58 smithi123 ceph-mon[191304]: pgmap v11006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:58.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:39:58 smithi177 ceph-mon[212096]: pgmap v11006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:39:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:39:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:39:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:40:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:00 smithi123 ceph-mon[191304]: pgmap v11007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T15:40:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T15:39:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T15:40:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:00 smithi123 ceph-mon[188613]: pgmap v11007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:00.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T15:40:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:00 smithi177 ceph-mon[212096]: pgmap v11007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T15:40:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:02 smithi123 ceph-mon[191304]: pgmap v11008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:02.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:02 smithi123 ceph-mon[188613]: pgmap v11008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:02 smithi177 ceph-mon[212096]: pgmap v11008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:04 smithi123 ceph-mon[188613]: pgmap v11009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:04 smithi123 ceph-mon[191304]: pgmap v11009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:04 smithi177 ceph-mon[212096]: pgmap v11009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:06 smithi123 ceph-mon[191304]: pgmap v11010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:06 smithi123 ceph-mon[188613]: pgmap v11010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:06.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:06 smithi177 ceph-mon[212096]: pgmap v11010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:08 smithi123 ceph-mon[191304]: pgmap v11011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:08 smithi123 ceph-mon[188613]: pgmap v11011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:08.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:08 smithi177 ceph-mon[212096]: pgmap v11011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:40:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:40:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:40:10.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:10 smithi123 ceph-mon[191304]: pgmap v11012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:10.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:10 smithi123 ceph-mon[188613]: pgmap v11012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:10 smithi177 ceph-mon[212096]: pgmap v11012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:12 smithi123 ceph-mon[191304]: pgmap v11013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:40:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:40:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:12 smithi123 ceph-mon[188613]: pgmap v11013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:40:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:40:12.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:12 smithi177 ceph-mon[212096]: pgmap v11013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:12.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:40:12.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:40:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:40:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:40:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:40:13.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:40:13.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:40:13.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:40:13.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:40:13.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:40:13.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:40:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:14 smithi123 ceph-mon[191304]: pgmap v11014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:14 smithi123 ceph-mon[188613]: pgmap v11014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:14.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:14 smithi177 ceph-mon[212096]: pgmap v11014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:16 smithi123 ceph-mon[188613]: pgmap v11015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:16 smithi123 ceph-mon[191304]: pgmap v11015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:16.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:16 smithi177 ceph-mon[212096]: pgmap v11015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:18 smithi123 ceph-mon[191304]: pgmap v11016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:18.496 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:18 smithi123 ceph-mon[188613]: pgmap v11016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:18 smithi177 ceph-mon[212096]: pgmap v11016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:40:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:40:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:40:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:20 smithi123 ceph-mon[188613]: pgmap v11017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:20.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:20 smithi123 ceph-mon[191304]: pgmap v11017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:20 smithi177 ceph-mon[212096]: pgmap v11017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:22 smithi123 ceph-mon[191304]: pgmap v11018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:22 smithi123 ceph-mon[188613]: pgmap v11018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:22.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:22 smithi177 ceph-mon[212096]: pgmap v11018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:24 smithi123 ceph-mon[188613]: pgmap v11019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:24 smithi123 ceph-mon[191304]: pgmap v11019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:24.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:24 smithi177 ceph-mon[212096]: pgmap v11019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:25.158 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:40:25.469 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:40:25.469 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 9m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:40:25.469 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 7m ago 4h 90.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:40:25.469 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 9m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:40:25.469 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 7m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:40:25.469 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 7m ago 4h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:40:25.469 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 9m ago 4h 731M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:40:25.469 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 9m ago 4h 1368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:40:25.470 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 7m ago 4h 648M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:40:25.470 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 9m ago 4h 702M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:40:25.470 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 9m ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:40:25.470 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 7m ago 4h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:40:25.470 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 9m ago 4h 4642M 2402M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:40:25.470 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 9m ago 4h 5381M 2402M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:40:25.470 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 9m ago 4h 4382M 2402M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:40:25.470 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 9m ago 4h 4504M 2402M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:40:25.470 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 7m ago 4h 3776M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:40:25.470 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 7m ago 4h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:40:25.470 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 7m ago 4h 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:40:25.470 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 7m ago 4h 4093M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:40:25.470 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 7m ago 4h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:40:25.850 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:40:25.851 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:40:25.851 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:40:25.851 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:40:25.851 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:40:25.851 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:40:25.851 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:40:25.851 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:40:25.851 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:40:25.851 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:40:25.851 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:40:25.851 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:40:25.851 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:40:25.851 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:40:25.851 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:40:25.852 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:40:25.852 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:40:25.852 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:40:26.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:26 smithi123 ceph-mon[191304]: pgmap v11020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:26.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:26 smithi123 ceph-mon[191304]: from='client.45747 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:40:26.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:26 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3403060081' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:40:26.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:26 smithi123 ceph-mon[188613]: pgmap v11020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:26.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:26 smithi123 ceph-mon[188613]: from='client.45747 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:40:26.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:26 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3403060081' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:40:26.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:26 smithi177 ceph-mon[212096]: pgmap v11020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:26 smithi177 ceph-mon[212096]: from='client.45747 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:40:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:26 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3403060081' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:40:27.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:27 smithi177 ceph-mon[212096]: from='client.55700 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:40:27.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:40:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:27 smithi123 ceph-mon[191304]: from='client.55700 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:40:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:40:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:27 smithi123 ceph-mon[188613]: from='client.55700 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:40:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:40:28.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:28 smithi177 ceph-mon[212096]: pgmap v11021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:28.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:28 smithi123 ceph-mon[191304]: pgmap v11021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:28.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:28 smithi123 ceph-mon[188613]: pgmap v11021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:40:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:40:29] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:40:30.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:30 smithi177 ceph-mon[212096]: pgmap v11022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:30.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:30 smithi123 ceph-mon[191304]: pgmap v11022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:30.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:30 smithi123 ceph-mon[188613]: pgmap v11022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:32.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:32 smithi177 ceph-mon[212096]: pgmap v11023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:32.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:32 smithi123 ceph-mon[191304]: pgmap v11023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:32.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:32 smithi123 ceph-mon[188613]: pgmap v11023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:34.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:34 smithi177 ceph-mon[212096]: pgmap v11024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:34.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:34 smithi123 ceph-mon[191304]: pgmap v11024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:34.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:34 smithi123 ceph-mon[188613]: pgmap v11024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:36.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:36 smithi177 ceph-mon[212096]: pgmap v11025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:36.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:36 smithi123 ceph-mon[191304]: pgmap v11025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:36.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:36 smithi123 ceph-mon[188613]: pgmap v11025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:38 smithi177 ceph-mon[212096]: pgmap v11026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:38.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:38 smithi123 ceph-mon[191304]: pgmap v11026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:38.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:38 smithi123 ceph-mon[188613]: pgmap v11026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:39.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:40:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:40:39] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:40:40.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:40 smithi177 ceph-mon[212096]: pgmap v11027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:40.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:40 smithi123 ceph-mon[191304]: pgmap v11027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:40.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:40 smithi123 ceph-mon[188613]: pgmap v11027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:42 smithi177 ceph-mon[212096]: pgmap v11028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:40:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:42 smithi123 ceph-mon[191304]: pgmap v11028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:40:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:42 smithi123 ceph-mon[188613]: pgmap v11028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:40:44.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:44 smithi177 ceph-mon[212096]: pgmap v11029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:44.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:44 smithi123 ceph-mon[191304]: pgmap v11029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:44.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:44 smithi123 ceph-mon[188613]: pgmap v11029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:46.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:46 smithi177 ceph-mon[212096]: pgmap v11030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:46.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:46 smithi123 ceph-mon[191304]: pgmap v11030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:46.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:46 smithi123 ceph-mon[188613]: pgmap v11030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:48.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:48 smithi177 ceph-mon[212096]: pgmap v11031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:48.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:48 smithi123 ceph-mon[191304]: pgmap v11031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:48.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:48 smithi123 ceph-mon[188613]: pgmap v11031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:40:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:40:49] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:40:50.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:50 smithi177 ceph-mon[212096]: pgmap v11032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:50.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:50 smithi123 ceph-mon[191304]: pgmap v11032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:50.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:50 smithi123 ceph-mon[188613]: pgmap v11032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:52.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:52 smithi177 ceph-mon[212096]: pgmap v11033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:52.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:52 smithi123 ceph-mon[191304]: pgmap v11033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:52.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:52 smithi123 ceph-mon[188613]: pgmap v11033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:54 smithi177 ceph-mon[212096]: pgmap v11034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:54.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:54 smithi123 ceph-mon[191304]: pgmap v11034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:54.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:54 smithi123 ceph-mon[188613]: pgmap v11034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:56.198 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:40:56.511 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:40:56.512 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 9m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:40:56.512 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 7m ago 4h 90.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:40:56.512 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 9m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:40:56.512 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 7m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:40:56.512 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 7m ago 4h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:40:56.512 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 9m ago 4h 731M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:40:56.512 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 9m ago 4h 1368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:40:56.512 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 7m ago 4h 648M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:40:56.512 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 9m ago 4h 702M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:40:56.512 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 9m ago 4h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:40:56.512 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 7m ago 4h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:40:56.512 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 9m ago 4h 4642M 2402M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:40:56.512 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 9m ago 4h 5381M 2402M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:40:56.513 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 9m ago 4h 4382M 2402M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:40:56.513 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 9m ago 4h 4504M 2402M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:40:56.513 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 7m ago 4h 3776M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:40:56.513 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 7m ago 4h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:40:56.513 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 7m ago 4h 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:40:56.513 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 7m ago 4h 4093M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:40:56.513 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 7m ago 4h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:40:56.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:56 smithi177 ceph-mon[212096]: pgmap v11035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:56.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:56 smithi123 ceph-mon[191304]: pgmap v11035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:56.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:56 smithi123 ceph-mon[188613]: pgmap v11035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:56.896 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:40:56.897 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:40:56.897 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:40:56.897 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:40:56.897 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:40:56.897 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:40:56.897 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:40:56.897 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:40:56.897 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:40:56.897 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:40:56.897 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:40:56.897 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:40:56.897 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:40:56.897 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:40:56.897 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:40:56.898 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:40:56.898 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:40:56.898 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:40:57.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:57 smithi177 ceph-mon[212096]: from='client.45765 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:40:57.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:40:57.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:57 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2034414294' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:40:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:57 smithi123 ceph-mon[191304]: from='client.45765 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:40:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:40:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:57 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2034414294' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:40:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:57 smithi123 ceph-mon[188613]: from='client.45765 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:40:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:40:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:57 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2034414294' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:40:58.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:58 smithi177 ceph-mon[212096]: from='client.55718 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:40:58.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:40:58 smithi177 ceph-mon[212096]: pgmap v11036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:58.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:58 smithi123 ceph-mon[191304]: from='client.55718 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:40:58.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:40:58 smithi123 ceph-mon[191304]: pgmap v11036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:58.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:58 smithi123 ceph-mon[188613]: from='client.55718 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:40:58.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:40:58 smithi123 ceph-mon[188613]: pgmap v11036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:40:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:40:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:40:59] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:41:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:00 smithi177 ceph-mon[212096]: pgmap v11037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:00.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:00 smithi123 ceph-mon[191304]: pgmap v11037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:00 smithi123 ceph-mon[188613]: pgmap v11037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:01.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:01 smithi177 ceph-mon[212096]: pgmap v11038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:01.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:01 smithi123 ceph-mon[191304]: pgmap v11038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:01.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:01 smithi123 ceph-mon[188613]: pgmap v11038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:04 smithi177 ceph-mon[212096]: pgmap v11039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:04 smithi123 ceph-mon[191304]: pgmap v11039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:04 smithi123 ceph-mon[188613]: pgmap v11039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:06.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:06 smithi177 ceph-mon[212096]: pgmap v11040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:06 smithi123 ceph-mon[191304]: pgmap v11040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:06 smithi123 ceph-mon[188613]: pgmap v11040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:08 smithi177 ceph-mon[212096]: pgmap v11041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:08 smithi123 ceph-mon[191304]: pgmap v11041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:08 smithi123 ceph-mon[188613]: pgmap v11041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:41:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:41:09] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:41:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:10 smithi177 ceph-mon[212096]: pgmap v11042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:10 smithi123 ceph-mon[191304]: pgmap v11042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:10 smithi123 ceph-mon[188613]: pgmap v11042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:12 smithi177 ceph-mon[212096]: pgmap v11043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:41:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:12 smithi123 ceph-mon[191304]: pgmap v11043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:41:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:12 smithi123 ceph-mon[188613]: pgmap v11043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:41:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:41:13.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:41:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:41:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:14 smithi123 ceph-mon[191304]: pgmap v11044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:41:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:41:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:14 smithi123 ceph-mon[188613]: pgmap v11044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:41:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:41:14.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:14 smithi177 ceph-mon[212096]: pgmap v11044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:14.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:41:14.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:41:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:16 smithi123 ceph-mon[191304]: pgmap v11045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:41:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:41:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:41:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:41:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:41:16.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:16 smithi123 ceph-mon[188613]: pgmap v11045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:16.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:41:16.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:41:16.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:41:16.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:41:16.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:41:16.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:16 smithi177 ceph-mon[212096]: pgmap v11045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:16.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:41:16.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:41:16.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:41:16.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:41:16.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:41:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:18 smithi123 ceph-mon[191304]: pgmap v11046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:18 smithi123 ceph-mon[188613]: pgmap v11046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:18.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:18 smithi177 ceph-mon[212096]: pgmap v11046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:41:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:41:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:41:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:20 smithi177 ceph-mon[212096]: pgmap v11047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:20.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:20 smithi123 ceph-mon[191304]: pgmap v11047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:20.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:20 smithi123 ceph-mon[188613]: pgmap v11047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:22.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:22 smithi177 ceph-mon[212096]: pgmap v11048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:22.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:22 smithi123 ceph-mon[191304]: pgmap v11048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:22.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:22 smithi123 ceph-mon[188613]: pgmap v11048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:24 smithi177 ceph-mon[212096]: pgmap v11049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:24.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:24 smithi123 ceph-mon[191304]: pgmap v11049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:24.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:24 smithi123 ceph-mon[188613]: pgmap v11049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:26.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:26 smithi177 ceph-mon[212096]: pgmap v11050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:26.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:26 smithi123 ceph-mon[191304]: pgmap v11050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:26 smithi123 ceph-mon[188613]: pgmap v11050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:27.245 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:41:27.553 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:41:27.554 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 12s ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:41:27.554 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 8m ago 4h 90.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:41:27.554 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 12s ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:41:27.554 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 8m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:41:27.554 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 8m ago 4h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:41:27.554 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 12s ago 4h 737M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:41:27.554 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 12s ago 4h 1405M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:41:27.554 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 8m ago 4h 648M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:41:27.554 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 12s ago 4h 720M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:41:27.554 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 12s ago 4h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:41:27.554 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 8m ago 4h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:41:27.554 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 12s ago 4h 4675M 2402M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:41:27.555 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 12s ago 4h 5413M 2402M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:41:27.555 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 12s ago 4h 4408M 2402M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:41:27.555 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 12s ago 4h 4536M 2402M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:41:27.555 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 8m ago 4h 3776M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:41:27.555 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 8m ago 4h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:41:27.555 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 8m ago 4h 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:41:27.555 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 8m ago 4h 4093M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:41:27.555 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 8m ago 4h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:41:27.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:41:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:41:27.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:41:27.940 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:41:27.940 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:41:27.941 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:41:27.941 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:41:27.941 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:41:27.941 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:41:27.941 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:41:27.941 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:41:27.942 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:41:27.942 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:41:27.942 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:41:27.942 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:41:27.942 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:41:27.942 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:41:27.942 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:41:27.942 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:41:27.942 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:41:27.942 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:41:28.588 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:28 smithi177 ceph-mon[212096]: pgmap v11051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:28.588 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:28 smithi177 ceph-mon[212096]: from='client.45783 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:41:28.588 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:28 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/868426850' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:41:28.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:28 smithi123 ceph-mon[191304]: pgmap v11051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:28.795 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:28 smithi123 ceph-mon[191304]: from='client.45783 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:41:28.796 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:28 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/868426850' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:41:28.796 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:28 smithi123 ceph-mon[188613]: pgmap v11051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:28.796 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:28 smithi123 ceph-mon[188613]: from='client.45783 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:41:28.796 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:28 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/868426850' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:41:28.902 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 15:41:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T15:41:28.586828857Z level=info msg="Completed cleanup jobs" duration=13.071257ms 2023-12-20T15:41:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:29 smithi123 ceph-mon[188613]: from='client.55736 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:41:29.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:29 smithi123 ceph-mon[191304]: from='client.55736 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:41:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:41:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:41:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T15:41:29.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:29 smithi177 ceph-mon[212096]: from='client.55736 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:41:30.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:30 smithi177 ceph-mon[212096]: pgmap v11052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:30.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:30 smithi123 ceph-mon[191304]: pgmap v11052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:30.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:30 smithi123 ceph-mon[188613]: pgmap v11052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:32.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:32 smithi177 ceph-mon[212096]: pgmap v11053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:32.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:32 smithi123 ceph-mon[191304]: pgmap v11053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:32.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:32 smithi123 ceph-mon[188613]: pgmap v11053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:34.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:34 smithi177 ceph-mon[212096]: pgmap v11054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:34 smithi123 ceph-mon[191304]: pgmap v11054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:34 smithi123 ceph-mon[188613]: pgmap v11054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:36.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:36 smithi177 ceph-mon[212096]: pgmap v11055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:36.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:36 smithi123 ceph-mon[191304]: pgmap v11055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:36.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:36 smithi123 ceph-mon[188613]: pgmap v11055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:38.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:38 smithi177 ceph-mon[212096]: pgmap v11056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:38.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:38 smithi123 ceph-mon[191304]: pgmap v11056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:38.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:38 smithi123 ceph-mon[188613]: pgmap v11056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:41:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:41:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T15:41:40.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:40 smithi177 ceph-mon[212096]: pgmap v11057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:40.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:40 smithi123 ceph-mon[191304]: pgmap v11057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:40.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:40 smithi123 ceph-mon[188613]: pgmap v11057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:42 smithi177 ceph-mon[212096]: pgmap v11058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:41:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:42 smithi123 ceph-mon[188613]: pgmap v11058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:41:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:42 smithi123 ceph-mon[191304]: pgmap v11058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:41:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:44 smithi177 ceph-mon[212096]: pgmap v11059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:44.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:44 smithi123 ceph-mon[188613]: pgmap v11059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:44 smithi123 ceph-mon[191304]: pgmap v11059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:46.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:46 smithi177 ceph-mon[212096]: pgmap v11060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:46.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:46 smithi123 ceph-mon[191304]: pgmap v11060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:46.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:46 smithi123 ceph-mon[188613]: pgmap v11060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:48.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:48 smithi177 ceph-mon[212096]: pgmap v11061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:48.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:48 smithi123 ceph-mon[191304]: pgmap v11061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:48.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:48 smithi123 ceph-mon[188613]: pgmap v11061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:41:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:41:49] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T15:41:50.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:50 smithi177 ceph-mon[212096]: pgmap v11062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:50.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:50 smithi123 ceph-mon[191304]: pgmap v11062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:50.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:50 smithi123 ceph-mon[188613]: pgmap v11062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:52.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:52 smithi177 ceph-mon[212096]: pgmap v11063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:52.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:52 smithi123 ceph-mon[191304]: pgmap v11063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:52.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:52 smithi123 ceph-mon[188613]: pgmap v11063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:54 smithi177 ceph-mon[212096]: pgmap v11064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:54 smithi123 ceph-mon[191304]: pgmap v11064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:54 smithi123 ceph-mon[188613]: pgmap v11064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:56.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:56 smithi177 ceph-mon[212096]: pgmap v11065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:56.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:56 smithi123 ceph-mon[191304]: pgmap v11065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:56.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:56 smithi123 ceph-mon[188613]: pgmap v11065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:57.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:41:57.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:41:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:41:58.285 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:41:58.597 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:41:58.597 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 43s ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:41:58.597 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 8m ago 4h 90.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:41:58.597 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 43s ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:41:58.597 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 8m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:41:58.597 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 8m ago 4h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:41:58.597 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 43s ago 4h 737M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:41:58.597 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 43s ago 4h 1405M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:41:58.597 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 8m ago 4h 648M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:41:58.597 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 43s ago 4h 720M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:41:58.597 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 43s ago 4h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:41:58.598 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 8m ago 4h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:41:58.598 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 43s ago 4h 4675M 2402M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:41:58.598 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 43s ago 4h 5413M 2402M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:41:58.598 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 43s ago 4h 4408M 2402M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:41:58.598 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 43s ago 4h 4536M 2402M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:41:58.598 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 8m ago 4h 3776M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:41:58.598 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 8m ago 4h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:41:58.598 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 8m ago 4h 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:41:58.598 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 8m ago 4h 4093M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:41:58.598 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 8m ago 4h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:41:58.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:58 smithi177 ceph-mon[212096]: pgmap v11066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:58.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:58 smithi123 ceph-mon[191304]: pgmap v11066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:58.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:58 smithi123 ceph-mon[188613]: pgmap v11066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:41:58.980 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:41:58.980 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:41:58.980 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:41:58.981 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:41:58.981 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:41:58.981 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:41:58.981 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:41:58.981 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:41:58.981 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:41:58.981 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:41:58.981 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:41:58.981 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:41:58.981 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:41:58.981 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:41:58.981 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:41:58.981 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:41:58.982 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:41:58.982 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:41:59.330 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:41:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:41:59] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:41:59.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:59 smithi177 ceph-mon[212096]: from='client.45801 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:41:59.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:41:59 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3621744728' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:41:59.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:59 smithi123 ceph-mon[191304]: from='client.45801 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:41:59.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:41:59 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3621744728' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:41:59.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:59 smithi123 ceph-mon[188613]: from='client.45801 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:41:59.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:41:59 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3621744728' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:42:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:00 smithi177 ceph-mon[212096]: from='client.55754 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:42:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:00 smithi177 ceph-mon[212096]: pgmap v11067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:00.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:00 smithi123 ceph-mon[191304]: from='client.55754 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:42:00.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:00 smithi123 ceph-mon[191304]: pgmap v11067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:00 smithi123 ceph-mon[188613]: from='client.55754 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:42:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:00 smithi123 ceph-mon[188613]: pgmap v11067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:01.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:01 smithi177 ceph-mon[212096]: pgmap v11068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:01.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:01 smithi123 ceph-mon[191304]: pgmap v11068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:01.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:01 smithi123 ceph-mon[188613]: pgmap v11068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:04 smithi177 ceph-mon[212096]: pgmap v11069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:04 smithi123 ceph-mon[191304]: pgmap v11069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:04 smithi123 ceph-mon[188613]: pgmap v11069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:06.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:06 smithi177 ceph-mon[212096]: pgmap v11070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:06 smithi123 ceph-mon[191304]: pgmap v11070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:06 smithi123 ceph-mon[188613]: pgmap v11070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:08 smithi177 ceph-mon[212096]: pgmap v11071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:08 smithi123 ceph-mon[191304]: pgmap v11071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:08 smithi123 ceph-mon[188613]: pgmap v11071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:42:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:42:09] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:42:10.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:10 smithi177 ceph-mon[212096]: pgmap v11072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:10 smithi123 ceph-mon[191304]: pgmap v11072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:10 smithi123 ceph-mon[188613]: pgmap v11072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:12 smithi177 ceph-mon[212096]: pgmap v11073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:42:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:12 smithi123 ceph-mon[191304]: pgmap v11073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:42:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:12 smithi123 ceph-mon[188613]: pgmap v11073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:42:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:14 smithi177 ceph-mon[212096]: pgmap v11074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:14 smithi123 ceph-mon[188613]: pgmap v11074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:14.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:14 smithi123 ceph-mon[191304]: pgmap v11074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:16.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:16 smithi177 ceph-mon[212096]: pgmap v11075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:16.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:42:16.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:42:16.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:42:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:16 smithi123 ceph-mon[191304]: pgmap v11075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:42:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:42:16.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:42:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:16 smithi123 ceph-mon[188613]: pgmap v11075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:42:16.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:42:16.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:42:17.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:42:17.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:42:17.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:42:17.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:42:17.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:42:17.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:42:17.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:42:17.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:42:17.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:42:18.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:18 smithi177 ceph-mon[212096]: pgmap v11076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:18.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:18 smithi123 ceph-mon[191304]: pgmap v11076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:18 smithi123 ceph-mon[188613]: pgmap v11076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:42:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:42:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T15:42:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:20 smithi123 ceph-mon[191304]: pgmap v11077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:20.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:20 smithi123 ceph-mon[188613]: pgmap v11077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:20 smithi177 ceph-mon[212096]: pgmap v11077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:22 smithi123 ceph-mon[188613]: pgmap v11078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:22 smithi123 ceph-mon[191304]: pgmap v11078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:22.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:22 smithi177 ceph-mon[212096]: pgmap v11078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:24 smithi123 ceph-mon[191304]: pgmap v11079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:24 smithi123 ceph-mon[188613]: pgmap v11079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:24.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:24 smithi177 ceph-mon[212096]: pgmap v11079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:26.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:26 smithi123 ceph-mon[191304]: pgmap v11080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:26.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:26 smithi123 ceph-mon[188613]: pgmap v11080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:26.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:26 smithi177 ceph-mon[212096]: pgmap v11080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:42:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:42:27.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:42:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:28 smithi123 ceph-mon[191304]: pgmap v11081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:28.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:28 smithi123 ceph-mon[188613]: pgmap v11081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:28.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:28 smithi177 ceph-mon[212096]: pgmap v11081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:29.333 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:42:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:42:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:42:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T15:42:29.641 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:42:29.642 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 74s ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:42:29.642 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 9m ago 4h 90.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:42:29.642 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 74s ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:42:29.642 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 9m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:42:29.642 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 9m ago 4h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:42:29.642 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 74s ago 4h 737M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:42:29.642 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 74s ago 4h 1405M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:42:29.642 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 9m ago 4h 648M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:42:29.642 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 74s ago 4h 720M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:42:29.642 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 74s ago 4h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:42:29.642 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 9m ago 4h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:42:29.642 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 74s ago 4h 4675M 2402M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:42:29.642 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 74s ago 4h 5413M 2402M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:42:29.643 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 74s ago 4h 4408M 2402M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:42:29.643 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 74s ago 4h 4536M 2402M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:42:29.643 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 9m ago 4h 3776M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:42:29.643 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 9m ago 4h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:42:29.643 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 9m ago 4h 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:42:29.643 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 9m ago 4h 4093M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:42:29.643 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 9m ago 4h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:42:30.021 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:42:30.021 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:42:30.021 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:42:30.022 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:42:30.022 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:42:30.022 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:42:30.022 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:42:30.022 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:42:30.022 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:42:30.022 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:42:30.022 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:42:30.022 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:42:30.022 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:42:30.022 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:42:30.022 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:42:30.022 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:42:30.022 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:42:30.022 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:42:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:30 smithi123 ceph-mon[188613]: pgmap v11082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:30 smithi123 ceph-mon[188613]: from='client.45819 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:42:30.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:30 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2558814592' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:42:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:30 smithi123 ceph-mon[191304]: pgmap v11082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:30 smithi123 ceph-mon[191304]: from='client.45819 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:42:30.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:30 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2558814592' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:42:30.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:30 smithi177 ceph-mon[212096]: pgmap v11082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:30.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:30 smithi177 ceph-mon[212096]: from='client.45819 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:42:30.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:30 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2558814592' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:42:31.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:31 smithi123 ceph-mon[191304]: from='client.55772 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:42:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:31 smithi123 ceph-mon[188613]: from='client.55772 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:42:31.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:31 smithi177 ceph-mon[212096]: from='client.55772 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:42:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:32 smithi123 ceph-mon[191304]: pgmap v11083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:32 smithi123 ceph-mon[188613]: pgmap v11083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:32.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:32 smithi177 ceph-mon[212096]: pgmap v11083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:34 smithi123 ceph-mon[191304]: pgmap v11084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:34 smithi123 ceph-mon[188613]: pgmap v11084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:34.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:34 smithi177 ceph-mon[212096]: pgmap v11084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:36 smithi123 ceph-mon[191304]: pgmap v11085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:36 smithi123 ceph-mon[188613]: pgmap v11085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:36.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:36 smithi177 ceph-mon[212096]: pgmap v11085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:38.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:38 smithi123 ceph-mon[191304]: pgmap v11086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:38.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:38 smithi123 ceph-mon[188613]: pgmap v11086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:38.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:38 smithi177 ceph-mon[212096]: pgmap v11086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:42:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:42:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T15:42:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:40 smithi123 ceph-mon[191304]: pgmap v11087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:40 smithi123 ceph-mon[188613]: pgmap v11087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:40.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:40 smithi177 ceph-mon[212096]: pgmap v11087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:42 smithi123 ceph-mon[191304]: pgmap v11088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:42:42.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:42 smithi123 ceph-mon[188613]: pgmap v11088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:42.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:42:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:42 smithi177 ceph-mon[212096]: pgmap v11088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:42:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:44 smithi123 ceph-mon[191304]: pgmap v11089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:44 smithi123 ceph-mon[188613]: pgmap v11089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:44 smithi177 ceph-mon[212096]: pgmap v11089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:46.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:46 smithi123 ceph-mon[191304]: pgmap v11090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:46.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:46 smithi123 ceph-mon[188613]: pgmap v11090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:46.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:46 smithi177 ceph-mon[212096]: pgmap v11090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:48 smithi123 ceph-mon[191304]: pgmap v11091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:48 smithi123 ceph-mon[188613]: pgmap v11091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:48.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:48 smithi177 ceph-mon[212096]: pgmap v11091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:42:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:42:49] "GET /metrics HTTP/1.1" 200 34097 "" "Prometheus/2.43.0" 2023-12-20T15:42:50.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:50 smithi123 ceph-mon[191304]: pgmap v11092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:50.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:50 smithi123 ceph-mon[188613]: pgmap v11092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:50 smithi177 ceph-mon[212096]: pgmap v11092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:52 smithi123 ceph-mon[191304]: pgmap v11093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:52 smithi123 ceph-mon[188613]: pgmap v11093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:52.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:52 smithi177 ceph-mon[212096]: pgmap v11093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:54 smithi123 ceph-mon[191304]: pgmap v11094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:54 smithi123 ceph-mon[188613]: pgmap v11094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:54 smithi177 ceph-mon[212096]: pgmap v11094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:56.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:56 smithi123 ceph-mon[191304]: pgmap v11095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:56 smithi123 ceph-mon[188613]: pgmap v11095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:56.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:56 smithi177 ceph-mon[212096]: pgmap v11095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:42:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:42:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:42:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:42:58 smithi123 ceph-mon[191304]: pgmap v11096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:42:58 smithi123 ceph-mon[188613]: pgmap v11096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:58.657 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:42:58 smithi177 ceph-mon[212096]: pgmap v11096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:42:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:42:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:42:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:43:00.366 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:43:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:00 smithi123 ceph-mon[191304]: pgmap v11097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:00 smithi123 ceph-mon[188613]: pgmap v11097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:00 smithi177 ceph-mon[212096]: pgmap v11097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:00.676 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:43:00.676 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 105s ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:43:00.676 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 9m ago 4h 90.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:43:00.676 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 105s ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:43:00.676 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 9m ago 4h 27.1M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:43:00.676 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 9m ago 4h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:43:00.676 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 105s ago 4h 737M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:43:00.676 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 105s ago 4h 1405M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:43:00.676 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 9m ago 4h 648M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:43:00.676 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 105s ago 4h 720M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:43:00.676 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 105s ago 4h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:43:00.676 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 9m ago 4h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:43:00.676 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 105s ago 4h 4675M 2402M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:43:00.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 105s ago 4h 5413M 2402M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:43:00.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 105s ago 4h 4408M 2402M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:43:00.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 105s ago 4h 4536M 2402M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:43:00.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 9m ago 4h 3776M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:43:00.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 9m ago 4h 4158M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:43:00.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 9m ago 4h 3556M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:43:00.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 9m ago 4h 4093M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:43:00.677 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 9m ago 4h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:43:01.056 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:43:01.056 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:43:01.056 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:43:01.056 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:43:01.056 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:43:01.056 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:43:01.056 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:43:01.056 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:43:01.056 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:43:01.056 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:43:01.056 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:43:01.057 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:43:01.057 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:43:01.057 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:43:01.057 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:43:01.057 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:43:01.057 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:43:01.057 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:43:01.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:01 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3278530453' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:43:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:01 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3278530453' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:43:01.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:01 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3278530453' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:43:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:02 smithi123 ceph-mon[191304]: from='client.45837 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:43:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:02 smithi123 ceph-mon[191304]: from='client.45843 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:43:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:02 smithi123 ceph-mon[191304]: pgmap v11098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:02 smithi123 ceph-mon[188613]: from='client.45837 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:43:02.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:02 smithi123 ceph-mon[188613]: from='client.45843 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:43:02.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:02 smithi123 ceph-mon[188613]: pgmap v11098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:02.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:02 smithi177 ceph-mon[212096]: from='client.45837 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:43:02.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:02 smithi177 ceph-mon[212096]: from='client.45843 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:43:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:02 smithi177 ceph-mon[212096]: pgmap v11098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:04 smithi123 ceph-mon[191304]: pgmap v11099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:04 smithi123 ceph-mon[188613]: pgmap v11099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:04 smithi177 ceph-mon[212096]: pgmap v11099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:06 smithi123 ceph-mon[191304]: pgmap v11100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:06 smithi123 ceph-mon[188613]: pgmap v11100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:06.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:06 smithi177 ceph-mon[212096]: pgmap v11100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:08.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:08 smithi177 ceph-mon[212096]: pgmap v11101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:08.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:08 smithi123 ceph-mon[191304]: pgmap v11101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:08.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:08 smithi123 ceph-mon[188613]: pgmap v11101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:43:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:43:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:43:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:10 smithi177 ceph-mon[212096]: pgmap v11102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:10.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:10 smithi123 ceph-mon[191304]: pgmap v11102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:10.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:10 smithi123 ceph-mon[188613]: pgmap v11102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:12.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:12 smithi177 ceph-mon[212096]: pgmap v11103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:12.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:43:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:12 smithi123 ceph-mon[191304]: pgmap v11103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:43:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:12 smithi123 ceph-mon[188613]: pgmap v11103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:43:14.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:14 smithi177 ceph-mon[212096]: pgmap v11104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:14.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:14 smithi123 ceph-mon[191304]: pgmap v11104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:14.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:14 smithi123 ceph-mon[188613]: pgmap v11104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:16.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:16 smithi177 ceph-mon[212096]: pgmap v11105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:16.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:16 smithi123 ceph-mon[191304]: pgmap v11105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:16.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:16 smithi123 ceph-mon[188613]: pgmap v11105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:17.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:43:17.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:43:17.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:43:18.641 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:18 smithi177 ceph-mon[212096]: pgmap v11106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:18.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:18 smithi123 ceph-mon[191304]: pgmap v11106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:18 smithi123 ceph-mon[188613]: pgmap v11106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:43:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:43:19] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T15:43:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:20 smithi177 ceph-mon[212096]: pgmap v11107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:43:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:43:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:43:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:43:20.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:43:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:20 smithi123 ceph-mon[191304]: pgmap v11107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:43:20.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:43:20.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:43:20.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:43:20.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:43:20.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:20 smithi123 ceph-mon[188613]: pgmap v11107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:20.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:43:20.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:43:20.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:43:20.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:43:20.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:43:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:22 smithi177 ceph-mon[212096]: pgmap v11108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:22.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:22 smithi123 ceph-mon[191304]: pgmap v11108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:22.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:22 smithi123 ceph-mon[188613]: pgmap v11108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:24.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:24 smithi177 ceph-mon[212096]: pgmap v11109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:24 smithi123 ceph-mon[191304]: pgmap v11109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:24.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:24 smithi123 ceph-mon[188613]: pgmap v11109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:26.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:26 smithi177 ceph-mon[212096]: pgmap v11110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:26.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:26 smithi123 ceph-mon[191304]: pgmap v11110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:26 smithi123 ceph-mon[188613]: pgmap v11110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:43:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:43:27.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:43:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:28 smithi123 ceph-mon[188613]: pgmap v11111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:28 smithi123 ceph-mon[191304]: pgmap v11111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:28.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:28 smithi177 ceph-mon[212096]: pgmap v11111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:43:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:43:29] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T15:43:30.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:30 smithi123 ceph-mon[188613]: pgmap v11112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:30.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:30 smithi123 ceph-mon[191304]: pgmap v11112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:30.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:30 smithi177 ceph-mon[212096]: pgmap v11112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:31.408 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:43:31.715 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:43:31.715 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 2m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:43:31.715 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 12s ago 4h 93.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:43:31.715 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 2m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:43:31.715 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 12s ago 4h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:43:31.716 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 12s ago 4h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:43:31.716 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 2m ago 4h 737M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:43:31.716 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 2m ago 5h 1405M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:43:31.716 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 12s ago 4h 666M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:43:31.716 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 2m ago 4h 720M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:43:31.716 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 2m ago 4h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:43:31.716 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 12s ago 4h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:43:31.716 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 2m ago 4h 4675M 2402M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:43:31.716 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 2m ago 4h 5413M 2402M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:43:31.716 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 2m ago 4h 4408M 2402M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:43:31.716 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 2m ago 4h 4536M 2402M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:43:31.716 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 12s ago 4h 3804M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:43:31.716 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 12s ago 4h 4192M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:43:31.716 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 12s ago 4h 3586M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:43:31.716 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 12s ago 4h 4130M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:43:31.717 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 12s ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:43:32.098 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:43:32.098 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:43:32.098 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:43:32.098 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:43:32.099 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:43:32.099 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:43:32.099 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:43:32.099 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:43:32.099 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:43:32.099 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:43:32.099 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:43:32.099 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:43:32.099 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:43:32.099 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:43:32.099 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:43:32.099 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:43:32.099 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:43:32.099 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:43:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:32 smithi123 ceph-mon[191304]: pgmap v11113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:32 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3099547873' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:43:32.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:32 smithi123 ceph-mon[188613]: pgmap v11113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:32.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:32 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3099547873' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:43:32.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:32 smithi177 ceph-mon[212096]: pgmap v11113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:32.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:32 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3099547873' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:43:33.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:33 smithi123 ceph-mon[191304]: from='client.45855 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:43:33.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:33 smithi123 ceph-mon[191304]: from='client.55808 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:43:33.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:33 smithi123 ceph-mon[188613]: from='client.45855 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:43:33.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:33 smithi123 ceph-mon[188613]: from='client.55808 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:43:33.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:33 smithi177 ceph-mon[212096]: from='client.45855 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:43:33.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:33 smithi177 ceph-mon[212096]: from='client.55808 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:43:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:34 smithi123 ceph-mon[188613]: pgmap v11114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:34 smithi123 ceph-mon[191304]: pgmap v11114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:34.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:34 smithi177 ceph-mon[212096]: pgmap v11114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:36 smithi123 ceph-mon[188613]: pgmap v11115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:36.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:36 smithi123 ceph-mon[191304]: pgmap v11115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:36.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:36 smithi177 ceph-mon[212096]: pgmap v11115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:38.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:38 smithi123 ceph-mon[191304]: pgmap v11116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:38.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:38 smithi123 ceph-mon[188613]: pgmap v11116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:38 smithi177 ceph-mon[212096]: pgmap v11116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:43:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:43:39] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T15:43:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:40 smithi123 ceph-mon[191304]: pgmap v11117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:40 smithi123 ceph-mon[188613]: pgmap v11117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:40.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:40 smithi177 ceph-mon[212096]: pgmap v11117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:42 smithi123 ceph-mon[191304]: pgmap v11118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:43:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:42 smithi123 ceph-mon[188613]: pgmap v11118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:43:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:42 smithi177 ceph-mon[212096]: pgmap v11118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:43:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:44 smithi123 ceph-mon[191304]: pgmap v11119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:44 smithi123 ceph-mon[188613]: pgmap v11119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:44 smithi177 ceph-mon[212096]: pgmap v11119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:46 smithi123 ceph-mon[191304]: pgmap v11120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:46.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:46 smithi123 ceph-mon[188613]: pgmap v11120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:46.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:46 smithi177 ceph-mon[212096]: pgmap v11120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:48 smithi123 ceph-mon[191304]: pgmap v11121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:48 smithi123 ceph-mon[188613]: pgmap v11121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:48.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:48 smithi177 ceph-mon[212096]: pgmap v11121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:43:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:43:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:43:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:50 smithi123 ceph-mon[191304]: pgmap v11122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:50 smithi123 ceph-mon[188613]: pgmap v11122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:50 smithi177 ceph-mon[212096]: pgmap v11122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:52 smithi123 ceph-mon[191304]: pgmap v11123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:52.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:52 smithi123 ceph-mon[188613]: pgmap v11123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:52.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:52 smithi177 ceph-mon[212096]: pgmap v11123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:54 smithi123 ceph-mon[191304]: pgmap v11124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:54 smithi123 ceph-mon[188613]: pgmap v11124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:54.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:54 smithi177 ceph-mon[212096]: pgmap v11124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:56 smithi123 ceph-mon[191304]: pgmap v11125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:56 smithi123 ceph-mon[188613]: pgmap v11125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:56.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:56 smithi177 ceph-mon[212096]: pgmap v11125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:43:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:43:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:43:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:43:58 smithi123 ceph-mon[191304]: pgmap v11126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:43:58 smithi123 ceph-mon[188613]: pgmap v11126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:58.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:43:58 smithi177 ceph-mon[212096]: pgmap v11126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:43:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:43:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:43:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:44:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:00 smithi123 ceph-mon[191304]: pgmap v11127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:00.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:00 smithi123 ceph-mon[188613]: pgmap v11127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:00 smithi177 ceph-mon[212096]: pgmap v11127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:02.459 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:44:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:02 smithi123 ceph-mon[191304]: pgmap v11128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:02 smithi123 ceph-mon[188613]: pgmap v11128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:02 smithi177 ceph-mon[212096]: pgmap v11128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:02.763 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:44:02.763 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 2m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:44:02.764 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 43s ago 4h 93.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:44:02.764 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 2m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:44:02.764 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 43s ago 4h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:44:02.764 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 43s ago 4h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:44:02.764 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 2m ago 5h 737M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:44:02.764 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 2m ago 5h 1405M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:44:02.764 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 43s ago 4h 666M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:44:02.764 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 2m ago 4h 720M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:44:02.764 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 2m ago 4h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:44:02.764 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 43s ago 4h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:44:02.764 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 2m ago 4h 4675M 2402M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:44:02.764 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 2m ago 4h 5413M 2402M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:44:02.764 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 2m ago 4h 4408M 2402M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:44:02.764 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 2m ago 4h 4536M 2402M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:44:02.765 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 43s ago 4h 3804M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:44:02.765 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 43s ago 4h 4192M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:44:02.765 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 43s ago 4h 3586M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:44:02.765 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 43s ago 4h 4130M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:44:02.765 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 43s ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:44:03.143 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:44:03.144 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:44:03.144 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:44:03.144 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:44:03.144 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:44:03.144 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:44:03.144 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:44:03.144 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:44:03.144 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:44:03.144 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:44:03.144 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:44:03.144 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:44:03.144 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:44:03.144 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:44:03.144 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:44:03.144 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:44:03.145 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:44:03.145 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:44:03.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:03 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1121804571' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:44:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:03 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1121804571' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:44:03.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:03 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1121804571' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:44:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:04 smithi123 ceph-mon[191304]: from='client.45873 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:44:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:04 smithi123 ceph-mon[191304]: from='client.45879 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:44:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:04 smithi123 ceph-mon[191304]: pgmap v11129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:04.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:04 smithi123 ceph-mon[188613]: from='client.45873 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:44:04.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:04 smithi123 ceph-mon[188613]: from='client.45879 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:44:04.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:04 smithi123 ceph-mon[188613]: pgmap v11129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:04.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:04 smithi177 ceph-mon[212096]: from='client.45873 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:44:04.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:04 smithi177 ceph-mon[212096]: from='client.45879 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:44:04.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:04 smithi177 ceph-mon[212096]: pgmap v11129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:06.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:06 smithi123 ceph-mon[191304]: pgmap v11130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:06 smithi123 ceph-mon[188613]: pgmap v11130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:06.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:06 smithi177 ceph-mon[212096]: pgmap v11130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:08.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:08 smithi123 ceph-mon[188613]: pgmap v11131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:08.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:08 smithi123 ceph-mon[191304]: pgmap v11131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:08.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:08 smithi177 ceph-mon[212096]: pgmap v11131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:44:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:44:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:44:10.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:10 smithi123 ceph-mon[191304]: pgmap v11132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:10.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:10 smithi123 ceph-mon[188613]: pgmap v11132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:10 smithi177 ceph-mon[212096]: pgmap v11132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:12 smithi123 ceph-mon[191304]: pgmap v11133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:44:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:12 smithi123 ceph-mon[188613]: pgmap v11133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:44:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:12 smithi177 ceph-mon[212096]: pgmap v11133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:44:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:14 smithi123 ceph-mon[191304]: pgmap v11134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:14 smithi123 ceph-mon[188613]: pgmap v11134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:14.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:14 smithi177 ceph-mon[212096]: pgmap v11134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:16.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:16 smithi177 ceph-mon[212096]: pgmap v11135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:16.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:16 smithi123 ceph-mon[191304]: pgmap v11135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:16.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:16 smithi123 ceph-mon[188613]: pgmap v11135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:18 smithi177 ceph-mon[212096]: pgmap v11136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:18.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:18 smithi123 ceph-mon[188613]: pgmap v11136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:18.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:18 smithi123 ceph-mon[191304]: pgmap v11136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:44:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:44:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:44:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:20 smithi177 ceph-mon[212096]: pgmap v11137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:20.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:44:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:44:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:44:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:44:20.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:20 smithi123 ceph-mon[188613]: pgmap v11137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:44:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:44:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:44:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:44:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:20 smithi123 ceph-mon[191304]: pgmap v11137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:44:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:44:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:44:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:44:22.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:22 smithi177 ceph-mon[212096]: pgmap v11138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:22.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:22 smithi123 ceph-mon[191304]: pgmap v11138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:22.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:22 smithi123 ceph-mon[188613]: pgmap v11138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:24.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:24 smithi177 ceph-mon[212096]: pgmap v11139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:24.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:24 smithi123 ceph-mon[191304]: pgmap v11139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:24 smithi123 ceph-mon[188613]: pgmap v11139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:26.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:26 smithi177 ceph-mon[212096]: pgmap v11140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:26 smithi123 ceph-mon[188613]: pgmap v11140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:26.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:26 smithi123 ceph-mon[191304]: pgmap v11140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:44:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:44:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:44:28.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:28 smithi177 ceph-mon[212096]: pgmap v11141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:28.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:28 smithi123 ceph-mon[188613]: pgmap v11141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:28.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:28 smithi123 ceph-mon[191304]: pgmap v11141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:44:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:44:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:44:30.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:30 smithi177 ceph-mon[212096]: pgmap v11142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:30.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:30 smithi123 ceph-mon[191304]: pgmap v11142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:30.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:30 smithi123 ceph-mon[188613]: pgmap v11142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:32.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:32 smithi177 ceph-mon[212096]: pgmap v11143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:32.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:32 smithi123 ceph-mon[191304]: pgmap v11143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:32.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:32 smithi123 ceph-mon[188613]: pgmap v11143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:33.487 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:44:33.794 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:44:33.794 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 3m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:44:33.794 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 74s ago 4h 93.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:44:33.794 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 3m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:44:33.794 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 74s ago 4h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:44:33.794 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 74s ago 4h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:44:33.794 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 3m ago 5h 737M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:44:33.795 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 3m ago 5h 1405M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:44:33.795 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 74s ago 4h 666M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:44:33.795 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 3m ago 4h 720M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:44:33.795 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 3m ago 4h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:44:33.795 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 74s ago 4h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:44:33.795 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 3m ago 4h 4675M 2402M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:44:33.795 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 3m ago 4h 5413M 2402M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:44:33.795 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 3m ago 4h 4408M 2402M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:44:33.795 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 3m ago 4h 4536M 2402M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:44:33.795 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 74s ago 4h 3804M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:44:33.795 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 74s ago 4h 4192M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:44:33.795 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 74s ago 4h 3586M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:44:33.795 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 74s ago 4h 4130M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:44:33.795 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 74s ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:44:34.175 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:44:34.176 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:44:34.176 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:44:34.176 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:44:34.176 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:44:34.176 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:44:34.176 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:44:34.176 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:44:34.176 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:44:34.176 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:44:34.176 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:44:34.176 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:44:34.176 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:44:34.176 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:44:34.177 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:44:34.177 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:44:34.177 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:44:34.177 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:44:34.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:34 smithi177 ceph-mon[212096]: pgmap v11144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:34.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:34 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3450946039' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:44:34.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:34 smithi123 ceph-mon[191304]: pgmap v11144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:34.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:34 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3450946039' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:44:34.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:34 smithi123 ceph-mon[188613]: pgmap v11144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:34.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:34 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3450946039' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:44:35.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:35 smithi177 ceph-mon[212096]: from='client.45891 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:44:35.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:35 smithi177 ceph-mon[212096]: from='client.55844 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:44:35.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:35 smithi123 ceph-mon[191304]: from='client.45891 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:44:35.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:35 smithi123 ceph-mon[191304]: from='client.55844 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:44:35.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:35 smithi123 ceph-mon[188613]: from='client.45891 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:44:35.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:35 smithi123 ceph-mon[188613]: from='client.55844 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:44:36.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:36 smithi177 ceph-mon[212096]: pgmap v11145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:36.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:36 smithi123 ceph-mon[191304]: pgmap v11145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:36.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:36 smithi123 ceph-mon[188613]: pgmap v11145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:38 smithi177 ceph-mon[212096]: pgmap v11146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:38.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:38 smithi123 ceph-mon[191304]: pgmap v11146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:38.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:38 smithi123 ceph-mon[188613]: pgmap v11146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:44:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:44:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:44:40.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:40 smithi177 ceph-mon[212096]: pgmap v11147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:40.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:40 smithi123 ceph-mon[188613]: pgmap v11147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:40.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:40 smithi123 ceph-mon[191304]: pgmap v11147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:42 smithi177 ceph-mon[212096]: pgmap v11148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:44:42.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:42 smithi123 ceph-mon[188613]: pgmap v11148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:42.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:44:42.746 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:42 smithi123 ceph-mon[191304]: pgmap v11148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:42.746 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:44:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:44 smithi177 ceph-mon[212096]: pgmap v11149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:44.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:44 smithi123 ceph-mon[191304]: pgmap v11149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:44.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:44 smithi123 ceph-mon[188613]: pgmap v11149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:46.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:46 smithi177 ceph-mon[212096]: pgmap v11150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:46.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:46 smithi123 ceph-mon[188613]: pgmap v11150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:46.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:46 smithi123 ceph-mon[191304]: pgmap v11150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:48.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:48 smithi177 ceph-mon[212096]: pgmap v11151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:48.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:48 smithi123 ceph-mon[188613]: pgmap v11151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:48.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:48 smithi123 ceph-mon[191304]: pgmap v11151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:44:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:44:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T15:44:50.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:50 smithi177 ceph-mon[212096]: pgmap v11152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:50.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:50 smithi123 ceph-mon[188613]: pgmap v11152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:50.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:50 smithi123 ceph-mon[191304]: pgmap v11152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:52.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:52 smithi177 ceph-mon[212096]: pgmap v11153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:52 smithi123 ceph-mon[188613]: pgmap v11153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:52.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:52 smithi123 ceph-mon[191304]: pgmap v11153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:54 smithi177 ceph-mon[212096]: pgmap v11154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:54.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:54 smithi123 ceph-mon[188613]: pgmap v11154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:54.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:54 smithi123 ceph-mon[191304]: pgmap v11154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:56.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:56 smithi177 ceph-mon[212096]: pgmap v11155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:56.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:56 smithi123 ceph-mon[191304]: pgmap v11155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:56.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:56 smithi123 ceph-mon[188613]: pgmap v11155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:44:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:44:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:44:58.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:44:58 smithi177 ceph-mon[212096]: pgmap v11156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:58.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:44:58 smithi123 ceph-mon[191304]: pgmap v11156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:58.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:44:58 smithi123 ceph-mon[188613]: pgmap v11156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:44:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:44:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:44:59] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T15:45:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:00 smithi177 ceph-mon[212096]: pgmap v11157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:00.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:00 smithi123 ceph-mon[191304]: pgmap v11157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:00 smithi123 ceph-mon[188613]: pgmap v11157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:02 smithi177 ceph-mon[212096]: pgmap v11158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:02 smithi123 ceph-mon[188613]: pgmap v11158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:02 smithi123 ceph-mon[191304]: pgmap v11158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:04.521 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:45:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:04 smithi177 ceph-mon[212096]: pgmap v11159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:04.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:04 smithi123 ceph-mon[191304]: pgmap v11159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:04.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:04 smithi123 ceph-mon[188613]: pgmap v11159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:04.826 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:45:04.826 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 3m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:45:04.827 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 105s ago 4h 93.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:45:04.827 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 3m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:45:04.827 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 105s ago 4h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:45:04.827 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 105s ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:45:04.827 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 3m ago 5h 737M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:45:04.827 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 3m ago 5h 1405M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:45:04.827 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 105s ago 5h 666M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:45:04.827 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 3m ago 5h 720M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:45:04.827 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 3m ago 4h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:45:04.827 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 105s ago 4h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:45:04.827 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 3m ago 4h 4675M 2402M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:45:04.828 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 3m ago 4h 5413M 2402M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:45:04.828 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 3m ago 4h 4408M 2402M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:45:04.828 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 3m ago 4h 4536M 2402M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:45:04.828 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 105s ago 4h 3804M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:45:04.828 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 105s ago 4h 4192M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:45:04.828 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 105s ago 4h 3586M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:45:04.828 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 105s ago 4h 4130M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:45:04.828 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 105s ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:45:05.210 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:45:05.210 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:45:05.210 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:45:05.210 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:45:05.210 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:45:05.210 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:45:05.210 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:45:05.210 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:45:05.210 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:45:05.210 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:45:05.210 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:45:05.210 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:45:05.211 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:45:05.211 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:45:05.211 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:45:05.211 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:45:05.211 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:45:05.211 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:45:05.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:05 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1541786592' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:45:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:05 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1541786592' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:45:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:05 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1541786592' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:45:06.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:06 smithi177 ceph-mon[212096]: from='client.45909 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:45:06.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:06 smithi177 ceph-mon[212096]: pgmap v11160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:06.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:06 smithi177 ceph-mon[212096]: from='client.45915 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:45:06.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:06 smithi123 ceph-mon[191304]: from='client.45909 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:45:06.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:06 smithi123 ceph-mon[191304]: pgmap v11160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:06.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:06 smithi123 ceph-mon[191304]: from='client.45915 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:45:06.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:06 smithi123 ceph-mon[188613]: from='client.45909 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:45:06.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:06 smithi123 ceph-mon[188613]: pgmap v11160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:06.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:06 smithi123 ceph-mon[188613]: from='client.45915 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:45:08.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:08 smithi123 ceph-mon[191304]: pgmap v11161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:08.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:08 smithi123 ceph-mon[188613]: pgmap v11161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:08.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:08 smithi177 ceph-mon[212096]: pgmap v11161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:45:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:45:09] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T15:45:10.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:10 smithi123 ceph-mon[191304]: pgmap v11162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:10 smithi123 ceph-mon[188613]: pgmap v11162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:10.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:10 smithi177 ceph-mon[212096]: pgmap v11162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:12 smithi123 ceph-mon[191304]: pgmap v11163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:12.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:45:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:12 smithi123 ceph-mon[188613]: pgmap v11163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:45:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:12 smithi177 ceph-mon[212096]: pgmap v11163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:45:14.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:14 smithi123 ceph-mon[191304]: pgmap v11164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:14.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:14 smithi123 ceph-mon[188613]: pgmap v11164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:14.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:14 smithi177 ceph-mon[212096]: pgmap v11164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:16.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:16 smithi123 ceph-mon[188613]: pgmap v11165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:16.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:16 smithi123 ceph-mon[191304]: pgmap v11165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:16.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:16 smithi177 ceph-mon[212096]: pgmap v11165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:18.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:18 smithi123 ceph-mon[188613]: pgmap v11166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:18.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:18 smithi123 ceph-mon[191304]: pgmap v11166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:18.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:18 smithi177 ceph-mon[212096]: pgmap v11166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:45:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:45:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:45:20.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:20 smithi123 ceph-mon[191304]: pgmap v11167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:20.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:20 smithi123 ceph-mon[188613]: pgmap v11167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:20 smithi177 ceph-mon[212096]: pgmap v11167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:21.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:45:21.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:45:21.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:45:21.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:45:21.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:45:21.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:45:21.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:45:21.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:45:21.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:45:21.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:45:21.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:45:21.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:45:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:22 smithi123 ceph-mon[191304]: pgmap v11168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:22.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:22 smithi123 ceph-mon[188613]: pgmap v11168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:22.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:22 smithi177 ceph-mon[212096]: pgmap v11168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:24.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:24 smithi123 ceph-mon[191304]: pgmap v11169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:24.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:24 smithi123 ceph-mon[188613]: pgmap v11169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:24.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:24 smithi177 ceph-mon[212096]: pgmap v11169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:26.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:26 smithi123 ceph-mon[188613]: pgmap v11170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:26.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:26 smithi123 ceph-mon[191304]: pgmap v11170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:26.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:26 smithi177 ceph-mon[212096]: pgmap v11170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:45:27.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:45:27.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:45:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:28 smithi123 ceph-mon[188613]: pgmap v11171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:28.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:28 smithi123 ceph-mon[191304]: pgmap v11171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:28.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:28 smithi177 ceph-mon[212096]: pgmap v11171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:45:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:45:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:45:30.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:30 smithi123 ceph-mon[191304]: pgmap v11172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:30.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:30 smithi123 ceph-mon[188613]: pgmap v11172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:30.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:30 smithi177 ceph-mon[212096]: pgmap v11172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:32.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:32 smithi123 ceph-mon[191304]: pgmap v11173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:32.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:32 smithi123 ceph-mon[188613]: pgmap v11173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:32.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:32 smithi177 ceph-mon[212096]: pgmap v11173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:34.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:34 smithi123 ceph-mon[191304]: pgmap v11174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:34.496 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:34 smithi123 ceph-mon[188613]: pgmap v11174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:34.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:34 smithi177 ceph-mon[212096]: pgmap v11174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:35.554 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:45:35.865 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:45:35.865 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 4m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:45:35.865 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 2m ago 4h 93.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:45:35.865 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 4m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:45:35.865 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 2m ago 4h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:45:35.865 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 2m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:45:35.865 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 4m ago 5h 737M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:45:35.865 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 4m ago 5h 1405M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:45:35.865 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 2m ago 5h 666M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:45:35.866 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 4m ago 5h 720M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:45:35.866 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 4m ago 4h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:45:35.866 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 2m ago 4h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:45:35.866 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 4m ago 5h 4675M 2402M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:45:35.866 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 4m ago 5h 5413M 2402M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:45:35.866 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 4m ago 4h 4408M 2402M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:45:35.866 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 4m ago 4h 4536M 2402M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:45:35.866 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 2m ago 4h 3804M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:45:35.866 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 2m ago 4h 4192M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:45:35.866 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 2m ago 4h 3586M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:45:35.866 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 2m ago 4h 4130M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:45:35.866 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 2m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:45:36.247 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:45:36.248 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:45:36.248 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:45:36.248 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:45:36.248 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:45:36.248 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:45:36.248 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:45:36.248 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:45:36.248 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:45:36.248 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:45:36.248 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:45:36.248 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:45:36.248 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:45:36.248 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:45:36.248 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:45:36.249 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:45:36.249 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:45:36.249 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:45:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:36 smithi123 ceph-mon[188613]: pgmap v11175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:36.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:36 smithi123 ceph-mon[191304]: pgmap v11175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:36.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:36 smithi177 ceph-mon[212096]: pgmap v11175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:37.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:37 smithi123 ceph-mon[188613]: from='client.55874 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:45:37.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:37 smithi123 ceph-mon[188613]: from='client.45933 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:45:37.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:37 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3158580089' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:45:37.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:37 smithi123 ceph-mon[191304]: from='client.55874 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:45:37.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:37 smithi123 ceph-mon[191304]: from='client.45933 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:45:37.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:37 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3158580089' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:45:37.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:37 smithi177 ceph-mon[212096]: from='client.55874 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:45:37.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:37 smithi177 ceph-mon[212096]: from='client.45933 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:45:37.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:37 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3158580089' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:45:38.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:38 smithi123 ceph-mon[188613]: pgmap v11176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:38.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:38 smithi123 ceph-mon[191304]: pgmap v11176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:38.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:38 smithi177 ceph-mon[212096]: pgmap v11176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:45:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:45:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:45:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:40 smithi123 ceph-mon[191304]: pgmap v11177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:40.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:40 smithi123 ceph-mon[188613]: pgmap v11177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:40.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:40 smithi177 ceph-mon[212096]: pgmap v11177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:42.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:42 smithi123 ceph-mon[191304]: pgmap v11178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:42.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:45:42.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:42 smithi123 ceph-mon[188613]: pgmap v11178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:42.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:45:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:42 smithi177 ceph-mon[212096]: pgmap v11178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:45:44.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:44 smithi123 ceph-mon[191304]: pgmap v11179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:44.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:44 smithi123 ceph-mon[188613]: pgmap v11179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:44 smithi177 ceph-mon[212096]: pgmap v11179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:46.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:46 smithi123 ceph-mon[191304]: pgmap v11180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:46.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:46 smithi123 ceph-mon[188613]: pgmap v11180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:46.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:46 smithi177 ceph-mon[212096]: pgmap v11180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:48.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:48 smithi123 ceph-mon[191304]: pgmap v11181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:48.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:48 smithi123 ceph-mon[188613]: pgmap v11181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:48.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:48 smithi177 ceph-mon[212096]: pgmap v11181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:45:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:45:49] "GET /metrics HTTP/1.1" 200 34097 "" "Prometheus/2.43.0" 2023-12-20T15:45:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:50 smithi123 ceph-mon[191304]: pgmap v11182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:50.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:50 smithi123 ceph-mon[188613]: pgmap v11182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:50.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:50 smithi177 ceph-mon[212096]: pgmap v11182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:52.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:52 smithi177 ceph-mon[212096]: pgmap v11183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:52.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:52 smithi123 ceph-mon[191304]: pgmap v11183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:52.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:52 smithi123 ceph-mon[188613]: pgmap v11183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:54.657 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:54 smithi177 ceph-mon[212096]: pgmap v11184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:54.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:54 smithi123 ceph-mon[191304]: pgmap v11184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:54.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:54 smithi123 ceph-mon[188613]: pgmap v11184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:56.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:56 smithi177 ceph-mon[212096]: pgmap v11185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:56.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:56 smithi123 ceph-mon[191304]: pgmap v11185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:56.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:56 smithi123 ceph-mon[188613]: pgmap v11185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:45:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:45:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:45:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:45:58 smithi177 ceph-mon[212096]: pgmap v11186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:58.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:45:58 smithi123 ceph-mon[191304]: pgmap v11186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:58.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:45:58 smithi123 ceph-mon[188613]: pgmap v11186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:45:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:45:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:45:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T15:46:00.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:00 smithi177 ceph-mon[212096]: pgmap v11187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:00 smithi123 ceph-mon[188613]: pgmap v11187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:00.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:00 smithi123 ceph-mon[191304]: pgmap v11187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:02.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:02 smithi177 ceph-mon[212096]: pgmap v11188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:02.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:02 smithi123 ceph-mon[188613]: pgmap v11188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:02.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:02 smithi123 ceph-mon[191304]: pgmap v11188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:04.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:04 smithi177 ceph-mon[212096]: pgmap v11189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:04.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:04 smithi123 ceph-mon[188613]: pgmap v11189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:04.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:04 smithi123 ceph-mon[191304]: pgmap v11189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:06.606 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:46:06.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:06 smithi177 ceph-mon[212096]: pgmap v11190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:06.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:06 smithi123 ceph-mon[191304]: pgmap v11190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:06.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:06 smithi123 ceph-mon[188613]: pgmap v11190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:06.909 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:46:06.909 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 4m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:46:06.909 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 2m ago 4h 93.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:46:06.909 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 4m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:46:06.909 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 2m ago 4h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:46:06.909 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 2m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:46:06.909 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 4m ago 5h 737M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:46:06.910 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 4m ago 5h 1405M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:46:06.910 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 2m ago 5h 666M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:46:06.910 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 4m ago 5h 720M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:46:06.910 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 4m ago 4h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:46:06.910 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 2m ago 4h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:46:06.910 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 4m ago 5h 4675M 2402M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:46:06.910 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 4m ago 5h 5413M 2402M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:46:06.910 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 4m ago 5h 4408M 2402M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:46:06.910 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 4m ago 5h 4536M 2402M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:46:06.910 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 2m ago 4h 3804M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:46:06.910 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 2m ago 4h 4192M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:46:06.910 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 2m ago 4h 3586M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:46:06.910 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 2m ago 4h 4130M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:46:06.910 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 2m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:46:07.295 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:46:07.295 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:46:07.295 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:46:07.295 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:46:07.295 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:46:07.295 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:46:07.295 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:46:07.296 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:46:07.296 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:46:07.296 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:46:07.296 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:46:07.296 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:46:07.296 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:46:07.296 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:46:07.296 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:46:07.296 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:46:07.296 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:46:07.296 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:46:08.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:08 smithi177 ceph-mon[212096]: from='client.55892 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:46:08.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:08 smithi177 ceph-mon[212096]: pgmap v11191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:08.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:08 smithi177 ceph-mon[212096]: from='client.45951 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:46:08.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:08 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3588173041' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:46:08.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:08 smithi123 ceph-mon[191304]: from='client.55892 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:46:08.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:08 smithi123 ceph-mon[191304]: pgmap v11191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:08.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:08 smithi123 ceph-mon[191304]: from='client.45951 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:46:08.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:08 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3588173041' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:46:08.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:08 smithi123 ceph-mon[188613]: from='client.55892 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:46:08.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:08 smithi123 ceph-mon[188613]: pgmap v11191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:08 smithi123 ceph-mon[188613]: from='client.45951 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:46:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:08 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3588173041' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:46:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:46:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:46:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T15:46:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:10 smithi177 ceph-mon[212096]: pgmap v11192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:10.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:10 smithi123 ceph-mon[191304]: pgmap v11192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:10.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:10 smithi123 ceph-mon[188613]: pgmap v11192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:12 smithi177 ceph-mon[212096]: pgmap v11193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:46:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:12 smithi123 ceph-mon[188613]: pgmap v11193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:46:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:12 smithi123 ceph-mon[191304]: pgmap v11193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:46:14.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:14 smithi177 ceph-mon[212096]: pgmap v11194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:14.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:14 smithi123 ceph-mon[191304]: pgmap v11194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:14.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:14 smithi123 ceph-mon[188613]: pgmap v11194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:16.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:16 smithi177 ceph-mon[212096]: pgmap v11195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:16.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:16 smithi123 ceph-mon[191304]: pgmap v11195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:16.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:16 smithi123 ceph-mon[188613]: pgmap v11195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:18.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:18 smithi177 ceph-mon[212096]: pgmap v11196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:18.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:18 smithi123 ceph-mon[191304]: pgmap v11196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:18.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:18 smithi123 ceph-mon[188613]: pgmap v11196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:46:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:46:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:46:20.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:20 smithi177 ceph-mon[212096]: pgmap v11197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:20.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:20 smithi123 ceph-mon[191304]: pgmap v11197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:20.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:20 smithi123 ceph-mon[188613]: pgmap v11197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:21.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:46:21.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:46:21.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:46:22.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:22 smithi177 ceph-mon[212096]: pgmap v11198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:22.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:46:22.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:46:22.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:46:22.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:22 smithi123 ceph-mon[188613]: pgmap v11198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:22.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:46:22.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:46:22.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:46:22.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:22 smithi123 ceph-mon[191304]: pgmap v11198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:22.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:46:22.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:46:22.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:46:24.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:24 smithi177 ceph-mon[212096]: pgmap v11199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:24.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:24 smithi123 ceph-mon[188613]: pgmap v11199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:24.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:24 smithi123 ceph-mon[191304]: pgmap v11199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:26.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:26 smithi177 ceph-mon[212096]: pgmap v11200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:26.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:26 smithi123 ceph-mon[188613]: pgmap v11200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:26.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:26 smithi123 ceph-mon[191304]: pgmap v11200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:27.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:46:27.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:46:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:46:28.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:28 smithi177 ceph-mon[212096]: pgmap v11201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:28.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:28 smithi123 ceph-mon[191304]: pgmap v11201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:28.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:28 smithi123 ceph-mon[188613]: pgmap v11201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:46:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:46:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:46:30.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:30 smithi177 ceph-mon[212096]: pgmap v11202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:30.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:30 smithi123 ceph-mon[191304]: pgmap v11202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:30.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:30 smithi123 ceph-mon[188613]: pgmap v11202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:32.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:32 smithi177 ceph-mon[212096]: pgmap v11203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:32.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:32 smithi123 ceph-mon[188613]: pgmap v11203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:32.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:32 smithi123 ceph-mon[191304]: pgmap v11203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:34.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:34 smithi177 ceph-mon[212096]: pgmap v11204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:34.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:34 smithi123 ceph-mon[191304]: pgmap v11204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:34.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:34 smithi123 ceph-mon[188613]: pgmap v11204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:36.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:36 smithi177 ceph-mon[212096]: pgmap v11205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:36.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:36 smithi123 ceph-mon[191304]: pgmap v11205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:36.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:36 smithi123 ceph-mon[188613]: pgmap v11205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:37.640 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:46:37.947 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:46:37.947 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 5m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:46:37.947 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 3m ago 4h 93.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:46:37.947 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 5m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:46:37.948 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 3m ago 4h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:46:37.948 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 3m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:46:37.948 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 5m ago 5h 737M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:46:37.948 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 5m ago 5h 1405M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:46:37.948 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 3m ago 5h 666M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:46:37.948 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 5m ago 5h 720M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:46:37.948 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 5m ago 4h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:46:37.948 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 3m ago 4h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:46:37.948 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 5m ago 5h 4675M 2402M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:46:37.948 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 5m ago 5h 5413M 2402M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:46:37.948 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 5m ago 5h 4408M 2402M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:46:37.948 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 5m ago 5h 4536M 2402M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:46:37.948 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 3m ago 5h 3804M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:46:37.948 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 3m ago 5h 4192M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:46:37.948 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 3m ago 4h 3586M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:46:37.948 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 3m ago 4h 4130M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:46:37.949 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 3m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:46:38.329 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:46:38.329 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:46:38.329 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:46:38.329 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:46:38.330 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:46:38.330 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:46:38.330 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:46:38.330 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:46:38.330 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:46:38.330 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:46:38.330 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:46:38.330 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:46:38.330 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:46:38.330 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:46:38.330 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:46:38.330 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:46:38.330 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:46:38.330 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:46:38.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:38 smithi177 ceph-mon[212096]: pgmap v11206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:38.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:38 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4264696273' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:46:38.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:38 smithi123 ceph-mon[191304]: pgmap v11206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:38.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:38 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4264696273' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:46:38.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:38 smithi123 ceph-mon[188613]: pgmap v11206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:38.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:38 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4264696273' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:46:39.335 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:46:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:46:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:46:39.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:39 smithi177 ceph-mon[212096]: from='client.55910 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:46:39.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:39 smithi177 ceph-mon[212096]: from='client.55916 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:46:39.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:39 smithi123 ceph-mon[188613]: from='client.55910 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:46:39.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:39 smithi123 ceph-mon[188613]: from='client.55916 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:46:39.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:39 smithi123 ceph-mon[191304]: from='client.55910 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:46:39.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:39 smithi123 ceph-mon[191304]: from='client.55916 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:46:40.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:40 smithi177 ceph-mon[212096]: pgmap v11207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:40.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:40 smithi123 ceph-mon[191304]: pgmap v11207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:40.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:40 smithi123 ceph-mon[188613]: pgmap v11207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:42 smithi177 ceph-mon[212096]: pgmap v11208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:46:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:42 smithi123 ceph-mon[191304]: pgmap v11208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:46:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:42 smithi123 ceph-mon[188613]: pgmap v11208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:46:44.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:44 smithi177 ceph-mon[212096]: pgmap v11209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:44.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:44 smithi123 ceph-mon[191304]: pgmap v11209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:44.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:44 smithi123 ceph-mon[188613]: pgmap v11209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:46.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:46 smithi177 ceph-mon[212096]: pgmap v11210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:46.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:46 smithi123 ceph-mon[191304]: pgmap v11210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:46.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:46 smithi123 ceph-mon[188613]: pgmap v11210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:48.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:48 smithi177 ceph-mon[212096]: pgmap v11211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:48.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:48 smithi123 ceph-mon[191304]: pgmap v11211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:48.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:48 smithi123 ceph-mon[188613]: pgmap v11211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:46:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:46:49] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:46:50.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:50 smithi177 ceph-mon[212096]: pgmap v11212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:50.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:50 smithi123 ceph-mon[191304]: pgmap v11212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:50.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:50 smithi123 ceph-mon[188613]: pgmap v11212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:52.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:52 smithi177 ceph-mon[212096]: pgmap v11213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:52.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:52 smithi123 ceph-mon[191304]: pgmap v11213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:52.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:52 smithi123 ceph-mon[188613]: pgmap v11213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:54.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:54 smithi177 ceph-mon[212096]: pgmap v11214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:54.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:54 smithi123 ceph-mon[191304]: pgmap v11214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:54.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:54 smithi123 ceph-mon[188613]: pgmap v11214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:56.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:56 smithi177 ceph-mon[212096]: pgmap v11215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:56.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:56 smithi123 ceph-mon[191304]: pgmap v11215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:56.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:56 smithi123 ceph-mon[188613]: pgmap v11215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:57.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:46:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:46:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:46:58.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:46:58 smithi177 ceph-mon[212096]: pgmap v11216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:58.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:46:58 smithi123 ceph-mon[191304]: pgmap v11216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:58.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:46:58 smithi123 ceph-mon[188613]: pgmap v11216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:46:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:46:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:46:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:47:00.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:00 smithi177 ceph-mon[212096]: pgmap v11217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:00.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:00 smithi123 ceph-mon[191304]: pgmap v11217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:00.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:00 smithi123 ceph-mon[188613]: pgmap v11217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:02.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:02 smithi177 ceph-mon[212096]: pgmap v11218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:02.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:02 smithi123 ceph-mon[191304]: pgmap v11218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:02.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:02 smithi123 ceph-mon[188613]: pgmap v11218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:04.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:04 smithi177 ceph-mon[212096]: pgmap v11219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:04.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:04 smithi123 ceph-mon[188613]: pgmap v11219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:04.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:04 smithi123 ceph-mon[191304]: pgmap v11219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:05.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:05 smithi177 ceph-mon[212096]: pgmap v11220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:05.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:05 smithi123 ceph-mon[191304]: pgmap v11220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:05.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:05 smithi123 ceph-mon[188613]: pgmap v11220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:08 smithi123 ceph-mon[191304]: pgmap v11221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:08.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:08 smithi123 ceph-mon[188613]: pgmap v11221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:08.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:08 smithi177 ceph-mon[212096]: pgmap v11221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:08.673 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:47:08.983 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:47:08.984 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 5m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:47:08.984 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 3m ago 4h 93.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:47:08.984 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (4h) 5m ago 4h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:47:08.984 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (4h) 3m ago 4h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:47:08.984 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 3m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:47:08.984 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 5m ago 5h 737M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:47:08.984 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 5m ago 5h 1405M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:47:08.984 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 3m ago 5h 666M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:47:08.984 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 5m ago 5h 720M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:47:08.984 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 5m ago 4h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:47:08.984 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 3m ago 4h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:47:08.984 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 5m ago 5h 4675M 2402M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:47:08.984 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 5m ago 5h 5413M 2402M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:47:08.984 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 5m ago 5h 4408M 2402M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:47:08.985 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 5m ago 5h 4536M 2402M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:47:08.985 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 3m ago 5h 3804M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:47:08.985 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 3m ago 5h 4192M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:47:08.985 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 3m ago 5h 3586M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:47:08.985 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 3m ago 4h 4130M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:47:08.985 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 3m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:47:09.370 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:47:09.370 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:47:09.370 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:47:09.370 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:47:09.370 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:47:09.370 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:47:09.370 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:47:09.371 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:47:09.371 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:47:09.371 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:47:09.371 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:47:09.371 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:47:09.371 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:47:09.371 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:47:09.371 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:47:09.371 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:47:09.371 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:47:09.371 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:47:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:47:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:47:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:47:10.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:10 smithi123 ceph-mon[191304]: from='client.45981 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:47:10.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:10 smithi123 ceph-mon[191304]: pgmap v11222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:10.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:10 smithi123 ceph-mon[191304]: from='client.55934 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:47:10.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:10 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3507925338' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:47:10.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:10 smithi123 ceph-mon[188613]: from='client.45981 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:47:10.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:10 smithi123 ceph-mon[188613]: pgmap v11222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:10.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:10 smithi123 ceph-mon[188613]: from='client.55934 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:47:10.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:10 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3507925338' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:47:10.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:10 smithi177 ceph-mon[212096]: from='client.45981 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:47:10.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:10 smithi177 ceph-mon[212096]: pgmap v11222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:10.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:10 smithi177 ceph-mon[212096]: from='client.55934 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:47:10.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:10 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3507925338' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:47:12.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:12 smithi123 ceph-mon[191304]: pgmap v11223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:12.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:47:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:12 smithi123 ceph-mon[188613]: pgmap v11223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:12.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:47:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:12 smithi177 ceph-mon[212096]: pgmap v11223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:47:14.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:14 smithi123 ceph-mon[191304]: pgmap v11224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:14.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:14 smithi123 ceph-mon[188613]: pgmap v11224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:14.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:14 smithi177 ceph-mon[212096]: pgmap v11224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:16.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:16 smithi123 ceph-mon[191304]: pgmap v11225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:16.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:16 smithi123 ceph-mon[188613]: pgmap v11225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:16.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:16 smithi177 ceph-mon[212096]: pgmap v11225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:18.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:18 smithi123 ceph-mon[191304]: pgmap v11226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:18.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:18 smithi123 ceph-mon[188613]: pgmap v11226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:18.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:18 smithi177 ceph-mon[212096]: pgmap v11226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:47:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:47:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T15:47:20.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:20 smithi123 ceph-mon[191304]: pgmap v11227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:20.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:20 smithi123 ceph-mon[188613]: pgmap v11227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:20.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:20 smithi177 ceph-mon[212096]: pgmap v11227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:22.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:22 smithi123 ceph-mon[191304]: pgmap v11228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:22.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:47:22.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:47:22.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:47:22.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:47:22.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:22 smithi123 ceph-mon[188613]: pgmap v11228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:22.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:47:22.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:47:22.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:47:22.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:47:22.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:22 smithi177 ceph-mon[212096]: pgmap v11228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:22.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:47:22.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:47:22.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:47:22.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:47:24.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:24 smithi123 ceph-mon[191304]: pgmap v11229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:24.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:24 smithi123 ceph-mon[188613]: pgmap v11229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:24 smithi177 ceph-mon[212096]: pgmap v11229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:26.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:26 smithi123 ceph-mon[191304]: pgmap v11230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:26.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:26 smithi123 ceph-mon[188613]: pgmap v11230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:26.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:26 smithi177 ceph-mon[212096]: pgmap v11230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:27.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:47:27.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:47:27.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:47:28.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:28 smithi123 ceph-mon[191304]: pgmap v11231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:28.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:28 smithi123 ceph-mon[188613]: pgmap v11231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:28.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:28 smithi177 ceph-mon[212096]: pgmap v11231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:47:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:47:29] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T15:47:30.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:30 smithi123 ceph-mon[191304]: pgmap v11232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:30.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:30 smithi123 ceph-mon[188613]: pgmap v11232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:30.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:30 smithi177 ceph-mon[212096]: pgmap v11232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:32.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:32 smithi123 ceph-mon[191304]: pgmap v11233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:32.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:32 smithi123 ceph-mon[188613]: pgmap v11233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:32.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:32 smithi177 ceph-mon[212096]: pgmap v11233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:34.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:34 smithi177 ceph-mon[212096]: pgmap v11234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:34.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:34 smithi123 ceph-mon[191304]: pgmap v11234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:34.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:34 smithi123 ceph-mon[188613]: pgmap v11234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:36.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:36 smithi177 ceph-mon[212096]: pgmap v11235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:36.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:36 smithi123 ceph-mon[191304]: pgmap v11235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:36.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:36 smithi123 ceph-mon[188613]: pgmap v11235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:38.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:38 smithi177 ceph-mon[212096]: pgmap v11236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:38.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:38 smithi123 ceph-mon[191304]: pgmap v11236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:38.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:38 smithi123 ceph-mon[188613]: pgmap v11236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:47:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:47:39] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T15:47:39.709 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:47:40.018 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:47:40.018 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 6m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:47:40.018 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 4m ago 4h 93.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:47:40.018 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 6m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:47:40.019 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 4m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:47:40.019 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 4m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:47:40.019 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 6m ago 5h 737M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:47:40.019 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 6m ago 5h 1405M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:47:40.019 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 4m ago 5h 666M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:47:40.019 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 6m ago 5h 720M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:47:40.019 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 6m ago 4h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:47:40.019 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 4m ago 4h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:47:40.019 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 6m ago 5h 4675M 2402M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:47:40.020 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 6m ago 5h 5413M 2402M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:47:40.020 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 6m ago 5h 4408M 2402M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:47:40.020 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 6m ago 5h 4536M 2402M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:47:40.020 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 4m ago 5h 3804M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:47:40.020 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 4m ago 5h 4192M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:47:40.020 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 4m ago 5h 3586M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:47:40.020 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 4m ago 5h 4130M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:47:40.020 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 4m ago 4h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:47:40.405 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:47:40.405 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:47:40.405 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:47:40.405 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:47:40.405 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:47:40.405 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:47:40.405 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:47:40.405 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:47:40.405 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:47:40.405 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:47:40.406 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:47:40.406 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:47:40.406 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:47:40.406 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:47:40.406 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:47:40.406 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:47:40.406 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:47:40.406 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:47:40.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:40 smithi177 ceph-mon[212096]: pgmap v11237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:40.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:40 smithi123 ceph-mon[191304]: pgmap v11237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:40.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:40 smithi123 ceph-mon[188613]: pgmap v11237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:41.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:41 smithi177 ceph-mon[212096]: from='client.45999 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:47:41.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:41 smithi177 ceph-mon[212096]: from='client.46005 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:47:41.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:41 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2167072551' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:47:41.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:41 smithi123 ceph-mon[191304]: from='client.45999 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:47:41.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:41 smithi123 ceph-mon[191304]: from='client.46005 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:47:41.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:41 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2167072551' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:47:41.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:41 smithi123 ceph-mon[188613]: from='client.45999 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:47:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:41 smithi123 ceph-mon[188613]: from='client.46005 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:47:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:41 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2167072551' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:47:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:42 smithi177 ceph-mon[212096]: pgmap v11238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:47:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:42 smithi123 ceph-mon[191304]: pgmap v11238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:47:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:42 smithi123 ceph-mon[188613]: pgmap v11238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:47:44.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:44 smithi177 ceph-mon[212096]: pgmap v11239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:44.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:44 smithi123 ceph-mon[191304]: pgmap v11239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:44.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:44 smithi123 ceph-mon[188613]: pgmap v11239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:46.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:46 smithi177 ceph-mon[212096]: pgmap v11240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:46.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:46 smithi123 ceph-mon[191304]: pgmap v11240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:46.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:46 smithi123 ceph-mon[188613]: pgmap v11240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:48.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:48 smithi177 ceph-mon[212096]: pgmap v11241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:48.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:48 smithi123 ceph-mon[191304]: pgmap v11241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:48.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:48 smithi123 ceph-mon[188613]: pgmap v11241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:47:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:47:49] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:47:50.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:50 smithi177 ceph-mon[212096]: pgmap v11242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:50.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:50 smithi123 ceph-mon[191304]: pgmap v11242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:50.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:50 smithi123 ceph-mon[188613]: pgmap v11242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:52.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:52 smithi177 ceph-mon[212096]: pgmap v11243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:52.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:52 smithi123 ceph-mon[191304]: pgmap v11243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:52.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:52 smithi123 ceph-mon[188613]: pgmap v11243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:54.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:54 smithi177 ceph-mon[212096]: pgmap v11244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:54.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:54 smithi123 ceph-mon[191304]: pgmap v11244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:54.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:54 smithi123 ceph-mon[188613]: pgmap v11244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:56.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:56 smithi177 ceph-mon[212096]: pgmap v11245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:56.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:56 smithi123 ceph-mon[191304]: pgmap v11245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:56.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:56 smithi123 ceph-mon[188613]: pgmap v11245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:57.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:47:57.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:47:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:47:58.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:47:58 smithi177 ceph-mon[212096]: pgmap v11246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:58.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:47:58 smithi123 ceph-mon[191304]: pgmap v11246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:58.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:47:58 smithi123 ceph-mon[188613]: pgmap v11246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:47:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:47:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:47:59] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:48:00.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:00 smithi177 ceph-mon[212096]: pgmap v11247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:00.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:00 smithi123 ceph-mon[191304]: pgmap v11247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:00.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:00 smithi123 ceph-mon[188613]: pgmap v11247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:02.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:02 smithi177 ceph-mon[212096]: pgmap v11248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:02.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:02 smithi123 ceph-mon[191304]: pgmap v11248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:02.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:02 smithi123 ceph-mon[188613]: pgmap v11248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:04.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:04 smithi177 ceph-mon[212096]: pgmap v11249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:04.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:04 smithi123 ceph-mon[191304]: pgmap v11249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:04.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:04 smithi123 ceph-mon[188613]: pgmap v11249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:06.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:06 smithi177 ceph-mon[212096]: pgmap v11250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:06.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:06 smithi123 ceph-mon[191304]: pgmap v11250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:06.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:06 smithi123 ceph-mon[188613]: pgmap v11250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:08.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:08 smithi177 ceph-mon[212096]: pgmap v11251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:08.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:08 smithi123 ceph-mon[191304]: pgmap v11251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:08.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:08 smithi123 ceph-mon[188613]: pgmap v11251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:48:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:48:09] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:48:10.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:10 smithi177 ceph-mon[212096]: pgmap v11252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:10.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:10 smithi123 ceph-mon[191304]: pgmap v11252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:10.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:10 smithi123 ceph-mon[188613]: pgmap v11252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:10.750 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:48:11.057 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:48:11.057 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 6m ago 4h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:48:11.057 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 4m ago 4h 93.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:48:11.057 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 6m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:48:11.057 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 4m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:48:11.057 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 4m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:48:11.057 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 6m ago 5h 737M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:48:11.057 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 6m ago 5h 1405M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:48:11.057 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 4m ago 5h 666M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:48:11.058 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 6m ago 5h 720M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:48:11.058 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 6m ago 4h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:48:11.058 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 4m ago 4h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:48:11.058 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 6m ago 5h 4675M 2402M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:48:11.058 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 6m ago 5h 5413M 2402M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:48:11.058 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 6m ago 5h 4408M 2402M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:48:11.058 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 6m ago 5h 4536M 2402M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:48:11.058 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 4m ago 5h 3804M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:48:11.058 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 4m ago 5h 4192M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:48:11.058 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 4m ago 5h 3586M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:48:11.058 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 4m ago 5h 4130M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:48:11.058 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 4m ago 5h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:48:11.441 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:48:11.441 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:48:11.442 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:48:11.442 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:48:11.442 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:48:11.442 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:48:11.442 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:48:11.442 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:48:11.442 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:48:11.442 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:48:11.442 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:48:11.442 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:48:11.442 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:48:11.442 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:48:11.442 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:48:11.442 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:48:11.442 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:48:11.443 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:48:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:12 smithi177 ceph-mon[212096]: from='client.55964 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:48:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:12 smithi177 ceph-mon[212096]: pgmap v11253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:12 smithi177 ceph-mon[212096]: from='client.46023 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:48:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:12 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1004759787' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:48:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:48:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:12 smithi123 ceph-mon[191304]: from='client.55964 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:48:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:12 smithi123 ceph-mon[191304]: pgmap v11253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:12 smithi123 ceph-mon[191304]: from='client.46023 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:48:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:12 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1004759787' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:48:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:48:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:12 smithi123 ceph-mon[188613]: from='client.55964 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:48:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:12 smithi123 ceph-mon[188613]: pgmap v11253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:12 smithi123 ceph-mon[188613]: from='client.46023 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:48:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:12 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1004759787' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:48:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:48:14.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:14 smithi177 ceph-mon[212096]: pgmap v11254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:14.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:14 smithi123 ceph-mon[191304]: pgmap v11254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:14.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:14 smithi123 ceph-mon[188613]: pgmap v11254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:16.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:16 smithi177 ceph-mon[212096]: pgmap v11255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:16.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:16 smithi123 ceph-mon[191304]: pgmap v11255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:16.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:16 smithi123 ceph-mon[188613]: pgmap v11255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:18.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:18 smithi177 ceph-mon[212096]: pgmap v11256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:18.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:18 smithi123 ceph-mon[191304]: pgmap v11256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:18.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:18 smithi123 ceph-mon[188613]: pgmap v11256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:48:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:48:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:48:20.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:20 smithi177 ceph-mon[212096]: pgmap v11257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:20.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:20 smithi123 ceph-mon[191304]: pgmap v11257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:20.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:20 smithi123 ceph-mon[188613]: pgmap v11257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:22.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:22 smithi177 ceph-mon[212096]: pgmap v11258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:22.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:48:22.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:22 smithi123 ceph-mon[191304]: pgmap v11258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:22.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:48:22.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:22 smithi123 ceph-mon[188613]: pgmap v11258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:22.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:48:23.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:48:23.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:48:23.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:48:23.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:48:23.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:48:23.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:48:23.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:48:23.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:48:23.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:48:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:24 smithi177 ceph-mon[212096]: pgmap v11259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:24.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:24 smithi123 ceph-mon[191304]: pgmap v11259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:24.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:24 smithi123 ceph-mon[188613]: pgmap v11259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:26.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:26 smithi177 ceph-mon[212096]: pgmap v11260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:26.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:26 smithi123 ceph-mon[191304]: pgmap v11260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:26.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:26 smithi123 ceph-mon[188613]: pgmap v11260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:27.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:48:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:48:27.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:48:28.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:28 smithi177 ceph-mon[212096]: pgmap v11261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:28.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:28 smithi123 ceph-mon[191304]: pgmap v11261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:28.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:28 smithi123 ceph-mon[188613]: pgmap v11261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:48:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:48:30.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:30 smithi177 ceph-mon[212096]: pgmap v11262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:30.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:30 smithi123 ceph-mon[191304]: pgmap v11262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:30.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:30 smithi123 ceph-mon[188613]: pgmap v11262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:32.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:32 smithi177 ceph-mon[212096]: pgmap v11263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:32.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:32 smithi123 ceph-mon[188613]: pgmap v11263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:32.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:32 smithi123 ceph-mon[191304]: pgmap v11263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:34.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:34 smithi177 ceph-mon[212096]: pgmap v11264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:34.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:34 smithi123 ceph-mon[191304]: pgmap v11264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:34.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:34 smithi123 ceph-mon[188613]: pgmap v11264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:36.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:36 smithi177 ceph-mon[212096]: pgmap v11265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:36.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:36 smithi123 ceph-mon[191304]: pgmap v11265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:36.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:36 smithi123 ceph-mon[188613]: pgmap v11265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:38.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:38 smithi177 ceph-mon[212096]: pgmap v11266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:38.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:38 smithi123 ceph-mon[191304]: pgmap v11266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:38.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:38 smithi123 ceph-mon[188613]: pgmap v11266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:48:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:48:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:48:40.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:40 smithi177 ceph-mon[212096]: pgmap v11267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:40.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:40 smithi123 ceph-mon[191304]: pgmap v11267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:40.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:40 smithi123 ceph-mon[188613]: pgmap v11267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:41.789 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:48:42.096 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:48:42.097 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 7m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:48:42.097 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 5m ago 5h 93.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:48:42.097 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 7m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:48:42.097 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 5m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:48:42.097 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 5m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:48:42.097 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 7m ago 5h 737M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:48:42.097 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 7m ago 5h 1405M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:48:42.097 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 5m ago 5h 666M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:48:42.097 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 7m ago 5h 720M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:48:42.097 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 7m ago 5h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:48:42.097 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 5m ago 5h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:48:42.097 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 7m ago 5h 4675M 2402M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:48:42.097 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 7m ago 5h 5413M 2402M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:48:42.097 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 7m ago 5h 4408M 2402M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:48:42.098 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 7m ago 5h 4536M 2402M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:48:42.098 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 5m ago 5h 3804M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:48:42.098 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 5m ago 5h 4192M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:48:42.098 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 5m ago 5h 3586M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:48:42.098 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 5m ago 5h 4130M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:48:42.098 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 5m ago 5h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:48:42.479 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:48:42.480 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:48:42.480 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:48:42.480 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:48:42.480 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:48:42.480 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:48:42.480 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:48:42.481 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:48:42.481 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:48:42.481 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:48:42.481 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:48:42.481 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:48:42.481 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:48:42.482 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:48:42.482 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:48:42.482 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:48:42.482 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:48:42.482 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:48:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:42 smithi177 ceph-mon[212096]: pgmap v11268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:48:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:42 smithi123 ceph-mon[191304]: pgmap v11268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:48:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:42 smithi123 ceph-mon[188613]: pgmap v11268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:48:43.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:43 smithi177 ceph-mon[212096]: from='client.46035 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:48:43.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:43 smithi177 ceph-mon[212096]: from='client.46041 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:48:43.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:43 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2118704616' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:48:43.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:43 smithi123 ceph-mon[191304]: from='client.46035 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:48:43.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:43 smithi123 ceph-mon[191304]: from='client.46041 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:48:43.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:43 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2118704616' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:48:43.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:43 smithi123 ceph-mon[188613]: from='client.46035 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:48:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:43 smithi123 ceph-mon[188613]: from='client.46041 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:48:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:43 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2118704616' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:48:44.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:44 smithi177 ceph-mon[212096]: pgmap v11269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:44.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:44 smithi123 ceph-mon[191304]: pgmap v11269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:44.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:44 smithi123 ceph-mon[188613]: pgmap v11269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:46.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:46 smithi177 ceph-mon[212096]: pgmap v11270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:46.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:46 smithi123 ceph-mon[191304]: pgmap v11270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:46 smithi123 ceph-mon[188613]: pgmap v11270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:48.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:48 smithi177 ceph-mon[212096]: pgmap v11271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:48.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:48 smithi123 ceph-mon[191304]: pgmap v11271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:48.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:48 smithi123 ceph-mon[188613]: pgmap v11271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:48:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:48:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T15:48:50.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:50 smithi177 ceph-mon[212096]: pgmap v11272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:50.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:50 smithi123 ceph-mon[191304]: pgmap v11272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:50.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:50 smithi123 ceph-mon[188613]: pgmap v11272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:52.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:52 smithi177 ceph-mon[212096]: pgmap v11273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:52.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:52 smithi123 ceph-mon[188613]: pgmap v11273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:52.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:52 smithi123 ceph-mon[191304]: pgmap v11273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:53.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:53 smithi177 ceph-mon[212096]: pgmap v11274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:53.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:53 smithi123 ceph-mon[188613]: pgmap v11274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:53.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:53 smithi123 ceph-mon[191304]: pgmap v11274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:56.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:55 smithi123 ceph-mon[191304]: pgmap v11275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:56.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:55 smithi123 ceph-mon[188613]: pgmap v11275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:56.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:55 smithi177 ceph-mon[212096]: pgmap v11275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:57.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:48:57.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:48:57.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:48:58.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:48:58 smithi123 ceph-mon[191304]: pgmap v11276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:58.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:48:58 smithi123 ceph-mon[188613]: pgmap v11276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:58.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:48:58 smithi177 ceph-mon[212096]: pgmap v11276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:48:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:48:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:48:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:49:00.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:00 smithi123 ceph-mon[191304]: pgmap v11277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:00.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:00 smithi123 ceph-mon[188613]: pgmap v11277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:00.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:00 smithi177 ceph-mon[212096]: pgmap v11277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:02.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:02 smithi123 ceph-mon[191304]: pgmap v11278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:02.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:02 smithi123 ceph-mon[188613]: pgmap v11278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:02.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:02 smithi177 ceph-mon[212096]: pgmap v11278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:04.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:04 smithi123 ceph-mon[191304]: pgmap v11279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:04.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:04 smithi123 ceph-mon[188613]: pgmap v11279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:04.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:04 smithi177 ceph-mon[212096]: pgmap v11279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:06.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:06 smithi123 ceph-mon[191304]: pgmap v11280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:06.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:06 smithi123 ceph-mon[188613]: pgmap v11280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:06.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:06 smithi177 ceph-mon[212096]: pgmap v11280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:08.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:08 smithi123 ceph-mon[191304]: pgmap v11281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:08.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:08 smithi123 ceph-mon[188613]: pgmap v11281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:08.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:08 smithi177 ceph-mon[212096]: pgmap v11281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:49:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:49:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:49:10.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:10 smithi123 ceph-mon[191304]: pgmap v11282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:10.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:10 smithi123 ceph-mon[188613]: pgmap v11282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:10.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:10 smithi177 ceph-mon[212096]: pgmap v11282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:12 smithi177 ceph-mon[212096]: pgmap v11283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:49:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:12 smithi123 ceph-mon[191304]: pgmap v11283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:49:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:12 smithi123 ceph-mon[188613]: pgmap v11283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:49:12.828 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:49:13.141 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:49:13.142 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 7m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:49:13.142 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 5m ago 5h 93.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:49:13.142 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 7m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:49:13.142 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 5m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:49:13.142 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 5m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:49:13.142 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 7m ago 5h 737M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:49:13.142 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 7m ago 5h 1405M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:49:13.142 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 5m ago 5h 666M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:49:13.142 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 7m ago 5h 720M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:49:13.142 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 7m ago 5h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:49:13.142 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 5m ago 5h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:49:13.142 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 7m ago 5h 4675M 2402M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:49:13.142 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 7m ago 5h 5413M 2402M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:49:13.143 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 7m ago 5h 4408M 2402M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:49:13.143 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 7m ago 5h 4536M 2402M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:49:13.143 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 5m ago 5h 3804M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:49:13.143 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 5m ago 5h 4192M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:49:13.143 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 5m ago 5h 3586M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:49:13.143 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 5m ago 5h 4130M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:49:13.143 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 5m ago 5h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:49:13.526 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:49:13.526 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:49:13.526 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:49:13.527 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:49:13.527 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:49:13.527 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:49:13.527 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:49:13.527 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:49:13.527 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:49:13.527 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:49:13.527 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:49:13.527 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:49:13.527 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:49:13.527 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:49:13.527 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:49:13.527 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:49:13.527 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:49:13.527 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:49:14.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:14 smithi177 ceph-mon[212096]: from='client.46053 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:49:14.712 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:14 smithi177 ceph-mon[212096]: pgmap v11284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:14.713 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:14 smithi177 ceph-mon[212096]: from='client.56006 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:49:14.713 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:14 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3783768916' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:49:14.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:14 smithi123 ceph-mon[191304]: from='client.46053 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:49:14.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:14 smithi123 ceph-mon[191304]: pgmap v11284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:14.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:14 smithi123 ceph-mon[191304]: from='client.56006 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:49:14.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:14 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3783768916' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:49:14.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:14 smithi123 ceph-mon[188613]: from='client.46053 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:49:14.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:14 smithi123 ceph-mon[188613]: pgmap v11284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:14.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:14 smithi123 ceph-mon[188613]: from='client.56006 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:49:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:14 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3783768916' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:49:16.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:16 smithi177 ceph-mon[212096]: pgmap v11285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:16.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:16 smithi123 ceph-mon[191304]: pgmap v11285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:16.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:16 smithi123 ceph-mon[188613]: pgmap v11285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:18.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:18 smithi177 ceph-mon[212096]: pgmap v11286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:18.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:18 smithi123 ceph-mon[191304]: pgmap v11286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:18.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:18 smithi123 ceph-mon[188613]: pgmap v11286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:49:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:49:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:49:20.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:20 smithi177 ceph-mon[212096]: pgmap v11287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:20.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:20 smithi123 ceph-mon[188613]: pgmap v11287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:20.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:20 smithi123 ceph-mon[191304]: pgmap v11287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:22.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:22 smithi177 ceph-mon[212096]: pgmap v11288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:22.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:22 smithi123 ceph-mon[188613]: pgmap v11288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:22.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:22 smithi123 ceph-mon[191304]: pgmap v11288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:23.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:49:23.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:49:23.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:49:23.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:49:23.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:49:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:49:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:49:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:49:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:49:23.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:49:23.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:49:23.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:49:23.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:49:23.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:49:23.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:49:23.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:49:23.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:49:23.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:49:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:49:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:49:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:49:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:49:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:49:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:49:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:49:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:49:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:49:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:24 smithi177 ceph-mon[212096]: pgmap v11289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:24 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2393M 2023-12-20T15:49:24.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:24 smithi123 ceph-mon[188613]: pgmap v11289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:24.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:24 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2393M 2023-12-20T15:49:24.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:24 smithi123 ceph-mon[191304]: pgmap v11289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:24.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:24 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2393M 2023-12-20T15:49:26.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:26 smithi177 ceph-mon[212096]: pgmap v11290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:26.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:26 smithi123 ceph-mon[188613]: pgmap v11290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:26.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:26 smithi123 ceph-mon[191304]: pgmap v11290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:27.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:49:27.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:49:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:49:28.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:28 smithi177 ceph-mon[212096]: pgmap v11291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:28.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:28 smithi123 ceph-mon[188613]: pgmap v11291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:28.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:28 smithi123 ceph-mon[191304]: pgmap v11291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:49:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:49:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T15:49:30.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:30 smithi177 ceph-mon[212096]: pgmap v11292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:30.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:30 smithi123 ceph-mon[191304]: pgmap v11292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:30.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:30 smithi123 ceph-mon[188613]: pgmap v11292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:32.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:32 smithi177 ceph-mon[212096]: pgmap v11293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:32.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:32 smithi123 ceph-mon[191304]: pgmap v11293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:32.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:32 smithi123 ceph-mon[188613]: pgmap v11293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:34.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:34 smithi177 ceph-mon[212096]: pgmap v11294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:34.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:34 smithi123 ceph-mon[191304]: pgmap v11294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:34.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:34 smithi123 ceph-mon[188613]: pgmap v11294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:36.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:36 smithi177 ceph-mon[212096]: pgmap v11295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:36.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:36 smithi123 ceph-mon[191304]: pgmap v11295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:36.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:36 smithi123 ceph-mon[188613]: pgmap v11295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:38.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:38 smithi177 ceph-mon[212096]: pgmap v11296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:38.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:38 smithi123 ceph-mon[191304]: pgmap v11296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:38.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:38 smithi123 ceph-mon[188613]: pgmap v11296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:49:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:49:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T15:49:40.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:40 smithi177 ceph-mon[212096]: pgmap v11297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:40.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:40 smithi123 ceph-mon[188613]: pgmap v11297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:40.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:40 smithi123 ceph-mon[191304]: pgmap v11297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:42 smithi177 ceph-mon[212096]: pgmap v11298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:49:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:42 smithi123 ceph-mon[188613]: pgmap v11298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:49:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:42 smithi123 ceph-mon[191304]: pgmap v11298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:49:43.872 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:49:44.182 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:49:44.183 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 8m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:49:44.183 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 6m ago 5h 93.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:49:44.183 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 8m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:49:44.183 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 6m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:49:44.183 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 6m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:49:44.183 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 8m ago 5h 737M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:49:44.183 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 8m ago 5h 1405M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:49:44.183 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 6m ago 5h 666M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:49:44.183 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 8m ago 5h 720M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:49:44.183 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 8m ago 5h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:49:44.183 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 6m ago 5h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:49:44.183 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 8m ago 5h 4675M 2393M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:49:44.183 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 8m ago 5h 5413M 2393M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:49:44.183 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 8m ago 5h 4408M 2393M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:49:44.184 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 8m ago 5h 4536M 2393M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:49:44.184 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 6m ago 5h 3804M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:49:44.184 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 6m ago 5h 4192M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:49:44.184 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 6m ago 5h 3586M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:49:44.184 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 6m ago 5h 4130M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:49:44.184 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 6m ago 5h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:49:44.565 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:49:44.565 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:49:44.565 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:49:44.565 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:49:44.565 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:49:44.565 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:49:44.565 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:49:44.566 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:49:44.566 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:49:44.566 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:49:44.566 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:49:44.566 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:49:44.566 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:49:44.566 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:49:44.566 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:49:44.566 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:49:44.566 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:49:44.566 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:49:44.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:44 smithi177 ceph-mon[212096]: pgmap v11299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:44.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:44 smithi123 ceph-mon[191304]: pgmap v11299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:44.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:44 smithi123 ceph-mon[188613]: pgmap v11299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:45.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:45 smithi177 ceph-mon[212096]: from='client.46071 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:49:45.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:45 smithi177 ceph-mon[212096]: from='client.56024 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:49:45.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:45 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/379732818' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:49:45.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:45 smithi123 ceph-mon[191304]: from='client.46071 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:49:45.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:45 smithi123 ceph-mon[191304]: from='client.56024 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:49:45.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:45 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/379732818' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:49:45.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:45 smithi123 ceph-mon[188613]: from='client.46071 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:49:45.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:45 smithi123 ceph-mon[188613]: from='client.56024 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:49:45.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:45 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/379732818' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:49:46.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:46 smithi177 ceph-mon[212096]: pgmap v11300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:46.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:46 smithi123 ceph-mon[191304]: pgmap v11300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:46.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:46 smithi123 ceph-mon[188613]: pgmap v11300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:48.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:48 smithi177 ceph-mon[212096]: pgmap v11301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:48.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:48 smithi123 ceph-mon[191304]: pgmap v11301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:48.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:48 smithi123 ceph-mon[188613]: pgmap v11301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:49:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:49:49] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:49:50.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:50 smithi177 ceph-mon[212096]: pgmap v11302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:50.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:50 smithi123 ceph-mon[191304]: pgmap v11302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:50.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:50 smithi123 ceph-mon[188613]: pgmap v11302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:52 smithi177 ceph-mon[212096]: pgmap v11303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:52.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:52 smithi123 ceph-mon[188613]: pgmap v11303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:52.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:52 smithi123 ceph-mon[191304]: pgmap v11303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:54.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:54 smithi177 ceph-mon[212096]: pgmap v11304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:54.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:54 smithi123 ceph-mon[191304]: pgmap v11304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:54.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:54 smithi123 ceph-mon[188613]: pgmap v11304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:56.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:56 smithi177 ceph-mon[212096]: pgmap v11305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:56.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:56 smithi123 ceph-mon[191304]: pgmap v11305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:56.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:56 smithi123 ceph-mon[188613]: pgmap v11305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:57.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:49:57.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:49:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:49:58.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:49:58 smithi177 ceph-mon[212096]: pgmap v11306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:58.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:49:58 smithi123 ceph-mon[191304]: pgmap v11306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:58.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:49:58 smithi123 ceph-mon[188613]: pgmap v11306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:49:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:49:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:49:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:50:00.338 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T15:49:59.998+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T15:50:00.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:00 smithi177 ceph-mon[212096]: pgmap v11307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:00.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T15:50:00.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:00 smithi123 ceph-mon[191304]: pgmap v11307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:00.832 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T15:50:00.832 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:00 smithi123 ceph-mon[188613]: pgmap v11307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:00.833 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T15:50:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:02 smithi177 ceph-mon[212096]: pgmap v11308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:02.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:02 smithi123 ceph-mon[191304]: pgmap v11308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:02 smithi123 ceph-mon[188613]: pgmap v11308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:04.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:04 smithi177 ceph-mon[212096]: pgmap v11309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:04.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:04 smithi123 ceph-mon[191304]: pgmap v11309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:04.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:04 smithi123 ceph-mon[188613]: pgmap v11309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:06.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:06 smithi177 ceph-mon[212096]: pgmap v11310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:06.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:06 smithi123 ceph-mon[191304]: pgmap v11310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:06.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:06 smithi123 ceph-mon[188613]: pgmap v11310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:08.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:08 smithi177 ceph-mon[212096]: pgmap v11311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:08.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:08 smithi123 ceph-mon[191304]: pgmap v11311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:08.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:08 smithi123 ceph-mon[188613]: pgmap v11311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:50:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:50:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:50:10.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:10 smithi177 ceph-mon[212096]: pgmap v11312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:10.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:10 smithi123 ceph-mon[191304]: pgmap v11312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:10.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:10 smithi123 ceph-mon[188613]: pgmap v11312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:12 smithi177 ceph-mon[212096]: pgmap v11313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:50:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:12 smithi123 ceph-mon[191304]: pgmap v11313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:50:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:12 smithi123 ceph-mon[188613]: pgmap v11313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:50:14.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:14 smithi177 ceph-mon[212096]: pgmap v11314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:14.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:14 smithi123 ceph-mon[188613]: pgmap v11314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:14.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:14 smithi123 ceph-mon[191304]: pgmap v11314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:14.909 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:50:15.213 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:50:15.214 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 8m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:50:15.214 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 6m ago 5h 93.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:50:15.214 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 8m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:50:15.214 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 6m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:50:15.214 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 6m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:50:15.214 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 8m ago 5h 737M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:50:15.214 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 8m ago 5h 1405M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:50:15.214 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 6m ago 5h 666M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:50:15.214 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 8m ago 5h 720M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:50:15.214 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 8m ago 5h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:50:15.215 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 6m ago 5h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:50:15.215 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 8m ago 5h 4675M 2393M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:50:15.215 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 8m ago 5h 5413M 2393M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:50:15.215 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 8m ago 5h 4408M 2393M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:50:15.215 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 8m ago 5h 4536M 2393M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:50:15.215 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 6m ago 5h 3804M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:50:15.215 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 6m ago 5h 4192M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:50:15.215 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 6m ago 5h 3586M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:50:15.215 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 6m ago 5h 4130M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:50:15.215 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 6m ago 5h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:50:15.597 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:50:15.597 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:50:15.597 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:50:15.598 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:50:15.598 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:50:15.598 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:50:15.598 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:50:15.598 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:50:15.598 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:50:15.598 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:50:15.598 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:50:15.598 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:50:15.598 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:50:15.598 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:50:15.598 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:50:15.598 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:50:15.598 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:50:15.598 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:50:16.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:16 smithi177 ceph-mon[212096]: pgmap v11315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:16 smithi177 ceph-mon[212096]: from='client.46089 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:50:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:16 smithi177 ceph-mon[212096]: from='client.56042 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:50:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:16 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/45568109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:50:16.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:16 smithi123 ceph-mon[191304]: pgmap v11315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:16.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:16 smithi123 ceph-mon[191304]: from='client.46089 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:50:16.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:16 smithi123 ceph-mon[191304]: from='client.56042 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:50:16.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:16 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/45568109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:50:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:16 smithi123 ceph-mon[188613]: pgmap v11315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:16 smithi123 ceph-mon[188613]: from='client.46089 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:50:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:16 smithi123 ceph-mon[188613]: from='client.56042 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:50:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:16 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/45568109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:50:18.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:18 smithi177 ceph-mon[212096]: pgmap v11316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:18.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:18 smithi123 ceph-mon[191304]: pgmap v11316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:18.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:18 smithi123 ceph-mon[188613]: pgmap v11316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:50:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:50:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:50:20.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:20 smithi177 ceph-mon[212096]: pgmap v11317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:20.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:20 smithi123 ceph-mon[191304]: pgmap v11317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:20.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:20 smithi123 ceph-mon[188613]: pgmap v11317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:22.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:22 smithi177 ceph-mon[212096]: pgmap v11318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:22.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:22 smithi123 ceph-mon[188613]: pgmap v11318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:22.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:22 smithi123 ceph-mon[191304]: pgmap v11318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:24 smithi177 ceph-mon[212096]: pgmap v11319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:50:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:50:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:50:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:50:24.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:24 smithi123 ceph-mon[191304]: pgmap v11319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:24.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:50:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:50:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:50:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:50:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:24 smithi123 ceph-mon[188613]: pgmap v11319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:50:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:50:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:50:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:50:26.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:26 smithi177 ceph-mon[212096]: pgmap v11320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:26.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:26 smithi123 ceph-mon[191304]: pgmap v11320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:26.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:26 smithi123 ceph-mon[188613]: pgmap v11320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:27.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:50:27.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:50:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:50:28.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:28 smithi177 ceph-mon[212096]: pgmap v11321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:28.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:28 smithi123 ceph-mon[191304]: pgmap v11321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:28.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:28 smithi123 ceph-mon[188613]: pgmap v11321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:50:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:50:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:50:30.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:30 smithi177 ceph-mon[212096]: pgmap v11322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:30.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:30 smithi123 ceph-mon[188613]: pgmap v11322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:30.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:30 smithi123 ceph-mon[191304]: pgmap v11322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:32.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:32 smithi177 ceph-mon[212096]: pgmap v11323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:32.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:32 smithi123 ceph-mon[191304]: pgmap v11323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:32.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:32 smithi123 ceph-mon[188613]: pgmap v11323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:34.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:34 smithi177 ceph-mon[212096]: pgmap v11324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:34.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:34 smithi123 ceph-mon[191304]: pgmap v11324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:34.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:34 smithi123 ceph-mon[188613]: pgmap v11324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:36.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:36 smithi177 ceph-mon[212096]: pgmap v11325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:36.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:36 smithi123 ceph-mon[191304]: pgmap v11325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:36.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:36 smithi123 ceph-mon[188613]: pgmap v11325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:38.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:38 smithi123 ceph-mon[191304]: pgmap v11326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:38.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:38 smithi123 ceph-mon[188613]: pgmap v11326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:38.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:38 smithi177 ceph-mon[212096]: pgmap v11326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:50:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:50:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:50:40.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:40 smithi123 ceph-mon[191304]: pgmap v11327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:40.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:40 smithi123 ceph-mon[188613]: pgmap v11327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:40.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:40 smithi177 ceph-mon[212096]: pgmap v11327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:42 smithi123 ceph-mon[191304]: pgmap v11328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:50:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:42 smithi123 ceph-mon[188613]: pgmap v11328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:50:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:42 smithi177 ceph-mon[212096]: pgmap v11328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:50:44.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:44 smithi123 ceph-mon[191304]: pgmap v11329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:44 smithi123 ceph-mon[188613]: pgmap v11329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:44.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:44 smithi177 ceph-mon[212096]: pgmap v11329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:45.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:45 smithi123 ceph-mon[191304]: pgmap v11330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:45.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:45 smithi123 ceph-mon[188613]: pgmap v11330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:45.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:45 smithi177 ceph-mon[212096]: pgmap v11330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:45.948 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:50:46.256 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:50:46.256 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (4h) 9m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:50:46.256 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 7m ago 5h 93.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:50:46.256 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 9m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:50:46.256 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 7m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:50:46.256 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 7m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:50:46.256 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 9m ago 5h 737M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:50:46.257 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 9m ago 5h 1405M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:50:46.257 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 7m ago 5h 666M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:50:46.257 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 9m ago 5h 720M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:50:46.257 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 9m ago 5h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:50:46.257 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 7m ago 5h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:50:46.257 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 9m ago 5h 4675M 2393M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:50:46.257 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 9m ago 5h 5413M 2393M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:50:46.257 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 9m ago 5h 4408M 2393M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:50:46.257 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 9m ago 5h 4536M 2393M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:50:46.257 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 7m ago 5h 3804M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:50:46.257 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 7m ago 5h 4192M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:50:46.257 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 7m ago 5h 3586M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:50:46.257 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 7m ago 5h 4130M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:50:46.257 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 7m ago 5h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:50:46.641 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:50:46.641 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:50:46.641 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:50:46.641 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:50:46.641 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:50:46.641 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:50:46.641 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:50:46.641 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:50:46.641 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:50:46.641 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:50:46.641 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:50:46.641 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:50:46.641 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:50:46.642 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:50:46.642 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:50:46.642 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:50:46.642 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:50:46.642 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:50:46.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:46 smithi123 ceph-mon[188613]: from='client.46107 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:50:46.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:46 smithi123 ceph-mon[188613]: from='client.46113 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:50:46.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:46 smithi123 ceph-mon[191304]: from='client.46107 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:50:46.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:46 smithi123 ceph-mon[191304]: from='client.46113 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:50:46.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:46 smithi177 ceph-mon[212096]: from='client.46107 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:50:46.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:46 smithi177 ceph-mon[212096]: from='client.46113 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:50:47.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:47 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2434490749' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:50:47.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:47 smithi123 ceph-mon[191304]: pgmap v11331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:47.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:47 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2434490749' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:50:47.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:47 smithi123 ceph-mon[188613]: pgmap v11331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:47.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:47 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2434490749' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:50:47.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:47 smithi177 ceph-mon[212096]: pgmap v11331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:50:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:50:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:50:50.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:49 smithi123 ceph-mon[188613]: pgmap v11332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:50.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:49 smithi123 ceph-mon[191304]: pgmap v11332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:50.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:49 smithi177 ceph-mon[212096]: pgmap v11332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:52.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:51 smithi123 ceph-mon[191304]: pgmap v11333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:52.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:51 smithi123 ceph-mon[188613]: pgmap v11333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:52.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:51 smithi177 ceph-mon[212096]: pgmap v11333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:54.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:54 smithi177 ceph-mon[212096]: pgmap v11334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:54.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:54 smithi123 ceph-mon[188613]: pgmap v11334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:54.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:54 smithi123 ceph-mon[191304]: pgmap v11334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:56.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:56 smithi177 ceph-mon[212096]: pgmap v11335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:56.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:56 smithi123 ceph-mon[191304]: pgmap v11335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:56.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:56 smithi123 ceph-mon[188613]: pgmap v11335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:57.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:50:57.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:50:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:50:58.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:50:58 smithi177 ceph-mon[212096]: pgmap v11336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:58.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:50:58 smithi123 ceph-mon[191304]: pgmap v11336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:58.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:50:58 smithi123 ceph-mon[188613]: pgmap v11336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:50:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:50:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:50:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T15:51:00.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:00 smithi177 ceph-mon[212096]: pgmap v11337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:00.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:00 smithi123 ceph-mon[191304]: pgmap v11337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:00.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:00 smithi123 ceph-mon[188613]: pgmap v11337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:02.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:02 smithi177 ceph-mon[212096]: pgmap v11338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:02.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:02 smithi123 ceph-mon[191304]: pgmap v11338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:02.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:02 smithi123 ceph-mon[188613]: pgmap v11338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:04.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:04 smithi177 ceph-mon[212096]: pgmap v11339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:04.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:04 smithi123 ceph-mon[191304]: pgmap v11339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:04.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:04 smithi123 ceph-mon[188613]: pgmap v11339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:06.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:06 smithi177 ceph-mon[212096]: pgmap v11340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:06.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:06 smithi123 ceph-mon[191304]: pgmap v11340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:06.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:06 smithi123 ceph-mon[188613]: pgmap v11340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:08.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:08 smithi177 ceph-mon[212096]: pgmap v11341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:08.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:08 smithi123 ceph-mon[191304]: pgmap v11341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:08 smithi123 ceph-mon[188613]: pgmap v11341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:51:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:51:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T15:51:10.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:10 smithi177 ceph-mon[212096]: pgmap v11342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:10.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:10 smithi123 ceph-mon[191304]: pgmap v11342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:10.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:10 smithi123 ceph-mon[188613]: pgmap v11342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:12 smithi177 ceph-mon[212096]: pgmap v11343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:51:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:12 smithi123 ceph-mon[191304]: pgmap v11343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:51:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:12 smithi123 ceph-mon[188613]: pgmap v11343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:51:14.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:14 smithi177 ceph-mon[212096]: pgmap v11344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:14.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:14 smithi123 ceph-mon[191304]: pgmap v11344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:14.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:14 smithi123 ceph-mon[188613]: pgmap v11344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:16.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:16 smithi177 ceph-mon[212096]: pgmap v11345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:16 smithi123 ceph-mon[191304]: pgmap v11345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:16 smithi123 ceph-mon[188613]: pgmap v11345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:16.988 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:51:17.297 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:51:17.297 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 10m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:51:17.297 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (4h) 7m ago 5h 93.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:51:17.297 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 10m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:51:17.297 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 7m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:51:17.297 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 7m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:51:17.297 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (4h) 10m ago 5h 737M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:51:17.297 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 10m ago 5h 1405M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:51:17.297 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 7m ago 5h 666M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:51:17.297 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 10m ago 5h 720M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:51:17.297 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (4h) 10m ago 5h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:51:17.297 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (4h) 7m ago 5h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:51:17.298 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 10m ago 5h 4675M 2393M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:51:17.298 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 10m ago 5h 5413M 2393M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:51:17.298 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 10m ago 5h 4408M 2393M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:51:17.298 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 10m ago 5h 4536M 2393M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:51:17.298 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 7m ago 5h 3804M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:51:17.298 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 7m ago 5h 4192M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:51:17.298 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 7m ago 5h 3586M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:51:17.298 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 7m ago 5h 4130M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:51:17.298 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 7m ago 5h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:51:17.685 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:51:17.685 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:51:17.685 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:51:17.685 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:51:17.685 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:51:17.686 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:51:17.686 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:51:17.686 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:51:17.686 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:51:17.686 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:51:17.686 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:51:17.686 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:51:17.686 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:51:17.686 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:51:17.686 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:51:17.686 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:51:17.686 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:51:17.686 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:51:18.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:18 smithi177 ceph-mon[212096]: pgmap v11346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:18.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:18 smithi177 ceph-mon[212096]: from='client.56072 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:51:18.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:18 smithi177 ceph-mon[212096]: from='client.46131 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:51:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:18 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/218191760' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:51:18.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:18 smithi123 ceph-mon[191304]: pgmap v11346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:18.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:18 smithi123 ceph-mon[191304]: from='client.56072 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:51:18.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:18 smithi123 ceph-mon[191304]: from='client.46131 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:51:18.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:18 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/218191760' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:51:18.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:18 smithi123 ceph-mon[188613]: pgmap v11346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:18.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:18 smithi123 ceph-mon[188613]: from='client.56072 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:51:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:18 smithi123 ceph-mon[188613]: from='client.46131 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:51:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:18 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/218191760' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:51:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:51:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:51:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:51:20.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:20 smithi177 ceph-mon[212096]: pgmap v11347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:20.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:20 smithi123 ceph-mon[191304]: pgmap v11347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:20.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:20 smithi123 ceph-mon[188613]: pgmap v11347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:22.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:22 smithi177 ceph-mon[212096]: pgmap v11348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:22.779 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:22 smithi123 ceph-mon[191304]: pgmap v11348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:22.779 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:22 smithi123 ceph-mon[188613]: pgmap v11348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:24 smithi177 ceph-mon[212096]: pgmap v11349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:51:24.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:24 smithi123 ceph-mon[191304]: pgmap v11349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:24.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:51:24.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:24 smithi123 ceph-mon[188613]: pgmap v11349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:24.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:51:25.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:51:25.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:51:25.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:51:25.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:51:25.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:51:25.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:51:26.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:26 smithi123 ceph-mon[191304]: pgmap v11350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:26.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:26 smithi123 ceph-mon[188613]: pgmap v11350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:26.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:26 smithi177 ceph-mon[212096]: pgmap v11350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:51:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:51:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:51:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:51:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:51:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:51:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:51:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:51:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:51:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:51:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:51:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:51:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:51:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:51:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:51:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:51:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:51:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:51:28.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:28 smithi123 ceph-mon[191304]: pgmap v11351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:28.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:28 smithi123 ceph-mon[188613]: pgmap v11351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:28.902 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 15:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T15:51:28.586144624Z level=info msg="Completed cleanup jobs" duration=12.99603ms 2023-12-20T15:51:28.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:28 smithi177 ceph-mon[212096]: pgmap v11351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:29.424 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:51:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:51:29] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:51:29.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:29 smithi123 ceph-mon[191304]: pgmap v11352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:29.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:29 smithi123 ceph-mon[188613]: pgmap v11352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:29.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:29 smithi177 ceph-mon[212096]: pgmap v11352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:32.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:31 smithi123 ceph-mon[191304]: pgmap v11353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:32.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:31 smithi123 ceph-mon[188613]: pgmap v11353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:32.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:31 smithi177 ceph-mon[212096]: pgmap v11353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:34.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:34 smithi177 ceph-mon[212096]: pgmap v11354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:34.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:34 smithi123 ceph-mon[191304]: pgmap v11354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:34 smithi123 ceph-mon[188613]: pgmap v11354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:36.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:36 smithi177 ceph-mon[212096]: pgmap v11355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:36.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:36 smithi123 ceph-mon[191304]: pgmap v11355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:36.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:36 smithi123 ceph-mon[188613]: pgmap v11355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:38.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:38 smithi177 ceph-mon[212096]: pgmap v11356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:38.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:38 smithi123 ceph-mon[188613]: pgmap v11356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:38.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:38 smithi123 ceph-mon[191304]: pgmap v11356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:51:39] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:51:40.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:40 smithi177 ceph-mon[212096]: pgmap v11357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:40.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:40 smithi123 ceph-mon[191304]: pgmap v11357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:40.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:40 smithi123 ceph-mon[188613]: pgmap v11357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:42 smithi177 ceph-mon[212096]: pgmap v11358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:51:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:42 smithi123 ceph-mon[191304]: pgmap v11358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:51:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:42 smithi123 ceph-mon[188613]: pgmap v11358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:51:44.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:44 smithi177 ceph-mon[212096]: pgmap v11359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:44.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:44 smithi123 ceph-mon[191304]: pgmap v11359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:44.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:44 smithi123 ceph-mon[188613]: pgmap v11359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:46.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:46 smithi177 ceph-mon[212096]: pgmap v11360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:46.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:46 smithi123 ceph-mon[191304]: pgmap v11360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:46.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:46 smithi123 ceph-mon[188613]: pgmap v11360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:48.032 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:51:48.341 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:51:48.342 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 21s ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:51:48.342 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 8m ago 5h 93.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:51:48.342 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 21s ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:51:48.342 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 8m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:51:48.342 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (4h) 8m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:51:48.342 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 21s ago 5h 744M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:51:48.342 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (4h) 21s ago 5h 1441M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:51:48.342 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 8m ago 5h 666M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:51:48.342 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 21s ago 5h 737M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:51:48.342 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 21s ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:51:48.342 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 8m ago 5h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:51:48.342 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 21s ago 5h 4708M 2393M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:51:48.342 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 21s ago 5h 5445M 2393M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:51:48.342 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 21s ago 5h 4433M 2393M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:51:48.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 21s ago 5h 4568M 2393M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:51:48.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 8m ago 5h 3804M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:51:48.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 8m ago 5h 4192M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:51:48.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 8m ago 5h 3586M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:51:48.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 8m ago 5h 4130M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:51:48.343 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (4h) 8m ago 5h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:51:48.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:48 smithi177 ceph-mon[212096]: pgmap v11361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:48.722 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:51:48.722 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:51:48.722 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:51:48.722 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:51:48.722 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:51:48.723 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:51:48.723 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:51:48.723 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:51:48.723 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:51:48.723 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:51:48.723 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:51:48.723 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:51:48.723 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:51:48.724 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:51:48.724 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:51:48.724 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:51:48.724 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:51:48.724 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:51:48.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:48 smithi123 ceph-mon[191304]: pgmap v11361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:48.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:48 smithi123 ceph-mon[188613]: pgmap v11361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:51:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:51:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:51:49.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:49 smithi123 ceph-mon[188613]: from='client.56090 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:51:49.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:49 smithi123 ceph-mon[188613]: from='client.56096 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:51:49.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:49 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3873763254' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:51:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:49 smithi123 ceph-mon[191304]: from='client.56090 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:51:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:49 smithi123 ceph-mon[191304]: from='client.56096 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:51:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:49 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3873763254' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:51:49.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:49 smithi177 ceph-mon[212096]: from='client.56090 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:51:49.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:49 smithi177 ceph-mon[212096]: from='client.56096 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:51:49.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:49 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3873763254' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:51:50.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:50 smithi177 ceph-mon[212096]: pgmap v11362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:50.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:50 smithi123 ceph-mon[191304]: pgmap v11362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:50.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:50 smithi123 ceph-mon[188613]: pgmap v11362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:52.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:52 smithi177 ceph-mon[212096]: pgmap v11363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:52.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:52 smithi123 ceph-mon[191304]: pgmap v11363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:52.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:52 smithi123 ceph-mon[188613]: pgmap v11363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:54.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:54 smithi177 ceph-mon[212096]: pgmap v11364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:54.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:54 smithi123 ceph-mon[191304]: pgmap v11364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:54.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:54 smithi123 ceph-mon[188613]: pgmap v11364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:56.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:56 smithi177 ceph-mon[212096]: pgmap v11365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:56.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:56 smithi123 ceph-mon[191304]: pgmap v11365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:56.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:56 smithi123 ceph-mon[188613]: pgmap v11365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:57.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:51:57.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:51:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:51:58.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:51:58 smithi177 ceph-mon[212096]: pgmap v11366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:58.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:51:58 smithi123 ceph-mon[188613]: pgmap v11366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:58.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:51:58 smithi123 ceph-mon[191304]: pgmap v11366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:51:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:51:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:51:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:52:00.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:00 smithi177 ceph-mon[212096]: pgmap v11367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:00.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:00 smithi123 ceph-mon[191304]: pgmap v11367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:00.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:00 smithi123 ceph-mon[188613]: pgmap v11367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:02.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:02 smithi177 ceph-mon[212096]: pgmap v11368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:02.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:02 smithi123 ceph-mon[191304]: pgmap v11368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:02.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:02 smithi123 ceph-mon[188613]: pgmap v11368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:04.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:04 smithi177 ceph-mon[212096]: pgmap v11369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:04.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:04 smithi123 ceph-mon[191304]: pgmap v11369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:04 smithi123 ceph-mon[188613]: pgmap v11369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:06.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:06 smithi177 ceph-mon[212096]: pgmap v11370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:06.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:06 smithi123 ceph-mon[191304]: pgmap v11370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:06.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:06 smithi123 ceph-mon[188613]: pgmap v11370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:08.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:08 smithi177 ceph-mon[212096]: pgmap v11371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:08.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:08 smithi123 ceph-mon[191304]: pgmap v11371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:08.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:08 smithi123 ceph-mon[188613]: pgmap v11371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:52:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:52:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:52:10.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:10 smithi177 ceph-mon[212096]: pgmap v11372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:10.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:10 smithi123 ceph-mon[191304]: pgmap v11372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:10 smithi123 ceph-mon[188613]: pgmap v11372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:12 smithi177 ceph-mon[212096]: pgmap v11373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:52:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:12 smithi123 ceph-mon[191304]: pgmap v11373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:52:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:12 smithi123 ceph-mon[188613]: pgmap v11373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:52:14.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:14 smithi177 ceph-mon[212096]: pgmap v11374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:14.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:14 smithi123 ceph-mon[191304]: pgmap v11374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:14.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:14 smithi123 ceph-mon[188613]: pgmap v11374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:16.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:16 smithi177 ceph-mon[212096]: pgmap v11375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:16.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:16 smithi123 ceph-mon[191304]: pgmap v11375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:16.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:16 smithi123 ceph-mon[188613]: pgmap v11375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:18.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:18 smithi177 ceph-mon[212096]: pgmap v11376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:18.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:18 smithi123 ceph-mon[191304]: pgmap v11376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:18.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:18 smithi123 ceph-mon[188613]: pgmap v11376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:19.068 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:52:19.376 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:52:19.376 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 52s ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:52:19.376 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 9m ago 5h 93.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:52:19.376 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 52s ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:52:19.376 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 9m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:52:19.376 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 9m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:52:19.376 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 52s ago 5h 744M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:52:19.376 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 52s ago 5h 1441M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:52:19.376 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (4h) 9m ago 5h 666M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:52:19.377 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (4h) 52s ago 5h 737M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:52:19.377 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 52s ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:52:19.377 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 9m ago 5h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:52:19.377 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 52s ago 5h 4708M 2393M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:52:19.377 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 52s ago 5h 5445M 2393M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:52:19.377 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 52s ago 5h 4433M 2393M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:52:19.377 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 52s ago 5h 4568M 2393M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:52:19.377 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 9m ago 5h 3804M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:52:19.377 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 9m ago 5h 4192M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:52:19.377 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 9m ago 5h 3586M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:52:19.377 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 9m ago 5h 4130M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:52:19.377 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 9m ago 5h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:52:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:52:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:52:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:52:19.755 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:52:19.755 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:52:19.755 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:52:19.755 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:52:19.755 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:52:19.755 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:52:19.755 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:52:19.755 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:52:19.755 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:52:19.755 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:52:19.756 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:52:19.756 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:52:19.756 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:52:19.756 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:52:19.756 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:52:19.756 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:52:19.756 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:52:19.756 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:52:20.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:20 smithi177 ceph-mon[212096]: pgmap v11377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:20.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:20 smithi177 ceph-mon[212096]: from='client.46161 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:52:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:20 smithi177 ceph-mon[212096]: from='client.46167 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:52:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:20 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1547562634' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:52:20.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:20 smithi123 ceph-mon[191304]: pgmap v11377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:20.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:20 smithi123 ceph-mon[191304]: from='client.46161 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:52:20.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:20 smithi123 ceph-mon[191304]: from='client.46167 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:52:20.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:20 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1547562634' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:52:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:20 smithi123 ceph-mon[188613]: pgmap v11377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:20 smithi123 ceph-mon[188613]: from='client.46161 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:52:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:20 smithi123 ceph-mon[188613]: from='client.46167 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:52:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:20 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1547562634' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:52:22.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:22 smithi177 ceph-mon[212096]: pgmap v11378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:22.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:22 smithi123 ceph-mon[191304]: pgmap v11378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:22.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:22 smithi123 ceph-mon[188613]: pgmap v11378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:24 smithi177 ceph-mon[212096]: pgmap v11379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:24.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:24 smithi123 ceph-mon[191304]: pgmap v11379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:24 smithi123 ceph-mon[188613]: pgmap v11379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:26.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:26 smithi177 ceph-mon[212096]: pgmap v11380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:26.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:26 smithi123 ceph-mon[191304]: pgmap v11380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:26.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:26 smithi123 ceph-mon[188613]: pgmap v11380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:27.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:52:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:52:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:52:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:52:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:52:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:52:28.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:28 smithi177 ceph-mon[212096]: pgmap v11381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:28.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:52:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:52:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:52:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:52:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:52:28.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:28 smithi123 ceph-mon[191304]: pgmap v11381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:28.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:52:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:52:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:52:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:52:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:52:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:28 smithi123 ceph-mon[188613]: pgmap v11381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:52:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:52:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:52:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:52:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:52:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:52:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:52:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:52:30.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:30 smithi177 ceph-mon[212096]: pgmap v11382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:30.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:30 smithi123 ceph-mon[188613]: pgmap v11382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:30.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:30 smithi123 ceph-mon[191304]: pgmap v11382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:32.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:32 smithi177 ceph-mon[212096]: pgmap v11383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:32.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:32 smithi123 ceph-mon[191304]: pgmap v11383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:32.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:32 smithi123 ceph-mon[188613]: pgmap v11383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:34.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:34 smithi177 ceph-mon[212096]: pgmap v11384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:34.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:34 smithi123 ceph-mon[191304]: pgmap v11384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:34.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:34 smithi123 ceph-mon[188613]: pgmap v11384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:36.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:36 smithi177 ceph-mon[212096]: pgmap v11385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:36.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:36 smithi123 ceph-mon[191304]: pgmap v11385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:36.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:36 smithi123 ceph-mon[188613]: pgmap v11385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:38.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:38 smithi177 ceph-mon[212096]: pgmap v11386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:38.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:38 smithi123 ceph-mon[191304]: pgmap v11386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:38.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:38 smithi123 ceph-mon[188613]: pgmap v11386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:52:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:52:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:52:40.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:40 smithi177 ceph-mon[212096]: pgmap v11387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:40.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:40 smithi123 ceph-mon[191304]: pgmap v11387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:40 smithi123 ceph-mon[188613]: pgmap v11387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:42 smithi177 ceph-mon[212096]: pgmap v11388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:52:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:42 smithi123 ceph-mon[191304]: pgmap v11388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:52:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:42 smithi123 ceph-mon[188613]: pgmap v11388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:52:44.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:44 smithi177 ceph-mon[212096]: pgmap v11389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:44.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:44 smithi123 ceph-mon[191304]: pgmap v11389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:44.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:44 smithi123 ceph-mon[188613]: pgmap v11389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:46.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:46 smithi177 ceph-mon[212096]: pgmap v11390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:46.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:46 smithi123 ceph-mon[191304]: pgmap v11390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:46.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:46 smithi123 ceph-mon[188613]: pgmap v11390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:48.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:48 smithi177 ceph-mon[212096]: pgmap v11391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:48.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:48 smithi123 ceph-mon[191304]: pgmap v11391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:48.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:48 smithi123 ceph-mon[188613]: pgmap v11391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:52:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:52:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T15:52:50.102 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:52:50.412 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:52:50.412 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 83s ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:52:50.412 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 9m ago 5h 93.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:52:50.412 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 83s ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:52:50.412 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 9m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:52:50.412 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 9m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:52:50.412 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 83s ago 5h 744M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:52:50.412 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 83s ago 5h 1441M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:52:50.412 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 9m ago 5h 666M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:52:50.413 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 83s ago 5h 737M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:52:50.413 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 83s ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:52:50.413 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 9m ago 5h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:52:50.413 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (4h) 83s ago 5h 4708M 2393M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:52:50.413 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 83s ago 5h 5445M 2393M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:52:50.413 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 83s ago 5h 4433M 2393M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:52:50.413 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 83s ago 5h 4568M 2393M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:52:50.413 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 9m ago 5h 3804M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:52:50.413 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 9m ago 5h 4192M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:52:50.413 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 9m ago 5h 3586M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:52:50.413 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 9m ago 5h 4130M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:52:50.413 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 9m ago 5h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:52:50.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:50 smithi177 ceph-mon[212096]: pgmap v11392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:50.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:50 smithi123 ceph-mon[191304]: pgmap v11392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:50.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:50 smithi123 ceph-mon[188613]: pgmap v11392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:50.793 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:52:50.793 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:52:50.793 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:52:50.794 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:52:50.794 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:52:50.794 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:52:50.794 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:52:50.794 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:52:50.794 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:52:50.794 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:52:50.794 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:52:50.794 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:52:50.794 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:52:50.794 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:52:50.794 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:52:50.794 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:52:50.794 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:52:50.794 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:52:51.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:51 smithi177 ceph-mon[212096]: from='client.56126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:52:51.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:51 smithi177 ceph-mon[212096]: from='client.46185 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:52:51.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:51 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3994292040' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:52:51.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:51 smithi123 ceph-mon[191304]: from='client.56126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:52:51.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:51 smithi123 ceph-mon[191304]: from='client.46185 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:52:51.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:51 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3994292040' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:52:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:51 smithi123 ceph-mon[188613]: from='client.56126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:52:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:51 smithi123 ceph-mon[188613]: from='client.46185 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:52:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:51 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3994292040' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:52:52.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:52 smithi177 ceph-mon[212096]: pgmap v11393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:52.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:52 smithi123 ceph-mon[191304]: pgmap v11393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:52.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:52 smithi123 ceph-mon[188613]: pgmap v11393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:54.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:54 smithi177 ceph-mon[212096]: pgmap v11394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:54.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:54 smithi123 ceph-mon[191304]: pgmap v11394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:54 smithi123 ceph-mon[188613]: pgmap v11394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:56.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:56 smithi123 ceph-mon[191304]: pgmap v11395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:56.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:56 smithi123 ceph-mon[188613]: pgmap v11395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:56.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:56 smithi177 ceph-mon[212096]: pgmap v11395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:57.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:52:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:52:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:52:58.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:52:58 smithi123 ceph-mon[191304]: pgmap v11396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:58.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:52:58 smithi123 ceph-mon[188613]: pgmap v11396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:58.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:52:58 smithi177 ceph-mon[212096]: pgmap v11396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:52:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:52:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:52:59] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:53:00.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:00 smithi123 ceph-mon[188613]: pgmap v11397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:00.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:00 smithi123 ceph-mon[191304]: pgmap v11397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:00.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:00 smithi177 ceph-mon[212096]: pgmap v11397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:02.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:02 smithi123 ceph-mon[191304]: pgmap v11398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:02.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:02 smithi123 ceph-mon[188613]: pgmap v11398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:02.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:02 smithi177 ceph-mon[212096]: pgmap v11398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:04.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:04 smithi123 ceph-mon[191304]: pgmap v11399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:04 smithi123 ceph-mon[188613]: pgmap v11399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:04.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:04 smithi177 ceph-mon[212096]: pgmap v11399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:06.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:06 smithi123 ceph-mon[191304]: pgmap v11400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:06 smithi123 ceph-mon[188613]: pgmap v11400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:06.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:06 smithi177 ceph-mon[212096]: pgmap v11400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:08.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:08 smithi123 ceph-mon[191304]: pgmap v11401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:08 smithi123 ceph-mon[188613]: pgmap v11401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:08.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:08 smithi177 ceph-mon[212096]: pgmap v11401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:53:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:53:09] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:53:10.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:10 smithi123 ceph-mon[188613]: pgmap v11402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:10.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:10 smithi123 ceph-mon[191304]: pgmap v11402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:10.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:10 smithi177 ceph-mon[212096]: pgmap v11402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:12 smithi123 ceph-mon[191304]: pgmap v11403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:53:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:12 smithi123 ceph-mon[188613]: pgmap v11403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:53:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:12 smithi177 ceph-mon[212096]: pgmap v11403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:53:14.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:14 smithi123 ceph-mon[188613]: pgmap v11404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:14 smithi123 ceph-mon[191304]: pgmap v11404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:14.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:14 smithi177 ceph-mon[212096]: pgmap v11404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:15.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:15 smithi123 ceph-mon[191304]: pgmap v11405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:15.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:15 smithi123 ceph-mon[188613]: pgmap v11405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:15.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:15 smithi177 ceph-mon[212096]: pgmap v11405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:18.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:18 smithi177 ceph-mon[212096]: pgmap v11406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:18.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:18 smithi123 ceph-mon[191304]: pgmap v11406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:18.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:18 smithi123 ceph-mon[188613]: pgmap v11406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:53:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:53:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:53:20.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:20 smithi177 ceph-mon[212096]: pgmap v11407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:20.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:20 smithi123 ceph-mon[188613]: pgmap v11407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:20.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:20 smithi123 ceph-mon[191304]: pgmap v11407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:21.140 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:53:21.449 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:53:21.449 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 115s ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:53:21.449 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 10m ago 5h 93.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:53:21.449 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 115s ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:53:21.450 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 10m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:53:21.450 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 10m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:53:21.450 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 115s ago 5h 744M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:53:21.450 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 115s ago 5h 1441M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:53:21.450 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 10m ago 5h 666M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:53:21.450 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 115s ago 5h 737M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:53:21.450 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 115s ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:53:21.450 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 10m ago 5h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:53:21.450 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 115s ago 5h 4708M 2393M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:53:21.450 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (4h) 115s ago 5h 5445M 2393M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:53:21.450 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 115s ago 5h 4433M 2393M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:53:21.450 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 115s ago 5h 4568M 2393M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:53:21.450 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 10m ago 5h 3804M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:53:21.450 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 10m ago 5h 4192M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:53:21.450 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 10m ago 5h 3586M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:53:21.451 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 10m ago 5h 4130M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:53:21.451 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 10m ago 5h 134M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:53:21.831 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:53:21.831 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:53:21.831 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:53:21.831 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:53:21.831 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:53:21.831 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:53:21.831 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:53:21.831 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:53:21.831 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:53:21.831 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:53:21.832 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:53:21.832 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:53:21.832 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:53:21.832 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:53:21.832 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:53:21.832 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:53:21.832 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:53:21.832 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:53:22.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:22 smithi177 ceph-mon[212096]: pgmap v11408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:22.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:22 smithi177 ceph-mon[212096]: from='client.46197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:53:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:22 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2881462245' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:53:22.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:22 smithi123 ceph-mon[188613]: pgmap v11408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:22.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:22 smithi123 ceph-mon[188613]: from='client.46197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:53:22.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:22 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2881462245' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:53:22.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:22 smithi123 ceph-mon[191304]: pgmap v11408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:22 smithi123 ceph-mon[191304]: from='client.46197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:53:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:22 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2881462245' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:53:23.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:23 smithi177 ceph-mon[212096]: from='client.56150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:53:23.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:23 smithi123 ceph-mon[191304]: from='client.56150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:53:23.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:23 smithi123 ceph-mon[188613]: from='client.56150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:53:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:24 smithi177 ceph-mon[212096]: pgmap v11409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:24.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:24 smithi123 ceph-mon[191304]: pgmap v11409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:24 smithi123 ceph-mon[188613]: pgmap v11409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:26.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:26 smithi177 ceph-mon[212096]: pgmap v11410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:26.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:26 smithi123 ceph-mon[191304]: pgmap v11410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:26.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:26 smithi123 ceph-mon[188613]: pgmap v11410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:27.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:53:27.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:53:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:53:28.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:28 smithi177 ceph-mon[212096]: pgmap v11411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:28.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:53:28.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:28 smithi123 ceph-mon[191304]: pgmap v11411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:28.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:53:28.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:28 smithi123 ceph-mon[188613]: pgmap v11411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:53:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:53:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:53:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T15:53:30.529 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:30 smithi177 ceph-mon[212096]: pgmap v11412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:30.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:30 smithi123 ceph-mon[191304]: pgmap v11412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:30.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:30 smithi123 ceph-mon[188613]: pgmap v11412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:31.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:53:31.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:53:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:31 smithi123 ceph-mon[191304]: pgmap v11413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:53:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:53:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:53:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:53:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:53:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:31 smithi123 ceph-mon[188613]: pgmap v11413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:53:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:53:31.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:53:32.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:53:32.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:53:32.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:31 smithi177 ceph-mon[212096]: pgmap v11413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:53:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:53:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:53:34.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:34 smithi177 ceph-mon[212096]: pgmap v11414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:34.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:34 smithi123 ceph-mon[191304]: pgmap v11414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:34.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:34 smithi123 ceph-mon[188613]: pgmap v11414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:36.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:36 smithi177 ceph-mon[212096]: pgmap v11415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:36.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:36 smithi123 ceph-mon[191304]: pgmap v11415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:36.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:36 smithi123 ceph-mon[188613]: pgmap v11415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:38.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:38 smithi177 ceph-mon[212096]: pgmap v11416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:38.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:38 smithi123 ceph-mon[191304]: pgmap v11416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:38.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:38 smithi123 ceph-mon[188613]: pgmap v11416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:53:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:53:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T15:53:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:40 smithi177 ceph-mon[212096]: pgmap v11417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:40.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:40 smithi123 ceph-mon[191304]: pgmap v11417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:40.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:40 smithi123 ceph-mon[188613]: pgmap v11417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:42 smithi177 ceph-mon[212096]: pgmap v11418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:53:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:42 smithi123 ceph-mon[191304]: pgmap v11418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:53:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:42 smithi123 ceph-mon[188613]: pgmap v11418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:53:44.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:44 smithi177 ceph-mon[212096]: pgmap v11419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:44.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:44 smithi123 ceph-mon[191304]: pgmap v11419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:44 smithi123 ceph-mon[188613]: pgmap v11419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:46.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:46 smithi177 ceph-mon[212096]: pgmap v11420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:46.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:46 smithi123 ceph-mon[191304]: pgmap v11420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:46.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:46 smithi123 ceph-mon[188613]: pgmap v11420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:48.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:48 smithi177 ceph-mon[212096]: pgmap v11421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:48.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:48 smithi123 ceph-mon[191304]: pgmap v11421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:48 smithi123 ceph-mon[188613]: pgmap v11421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:53:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:53:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:53:50.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:50 smithi177 ceph-mon[212096]: pgmap v11422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:50.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:50 smithi123 ceph-mon[191304]: pgmap v11422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:50.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:50 smithi123 ceph-mon[188613]: pgmap v11422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:52.179 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:53:52.491 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:53:52.492 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 2m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:53:52.492 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 21s ago 5h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:53:52.492 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 2m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:53:52.492 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 21s ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:53:52.492 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 21s ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:53:52.492 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 2m ago 5h 744M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:53:52.492 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 2m ago 5h 1441M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:53:52.492 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 21s ago 5h 684M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:53:52.492 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 2m ago 5h 737M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:53:52.492 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 2m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:53:52.492 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 21s ago 5h 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:53:52.492 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 2m ago 5h 4708M 2393M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:53:52.492 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 2m ago 5h 5445M 2393M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:53:52.493 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (4h) 2m ago 5h 4433M 2393M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:53:52.493 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 2m ago 5h 4568M 2393M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:53:52.493 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 21s ago 5h 3830M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:53:52.493 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 21s ago 5h 4225M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:53:52.493 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 21s ago 5h 3614M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:53:52.493 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 21s ago 5h 4168M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:53:52.493 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 21s ago 5h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:53:52.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:52 smithi177 ceph-mon[212096]: pgmap v11423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:52.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:52 smithi123 ceph-mon[191304]: pgmap v11423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:52 smithi123 ceph-mon[188613]: pgmap v11423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:52.872 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:53:52.872 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:53:52.872 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:53:52.872 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:53:52.872 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:53:52.872 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:53:52.872 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:53:52.873 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:53:52.873 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:53:52.873 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:53:52.873 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:53:52.873 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:53:52.873 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:53:52.873 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:53:52.873 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:53:52.873 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:53:52.873 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:53:52.873 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:53:53.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:53 smithi177 ceph-mon[212096]: from='client.46215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:53:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:53 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3267551136' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:53:53.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:53 smithi123 ceph-mon[191304]: from='client.46215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:53:53.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:53 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3267551136' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:53:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:53 smithi123 ceph-mon[188613]: from='client.46215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:53:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:53 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3267551136' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:53:54.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:54 smithi177 ceph-mon[212096]: from='client.56168 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:53:54.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:54 smithi177 ceph-mon[212096]: pgmap v11424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:54.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:54 smithi123 ceph-mon[191304]: from='client.56168 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:53:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:54 smithi123 ceph-mon[191304]: pgmap v11424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:54 smithi123 ceph-mon[188613]: from='client.56168 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:53:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:54 smithi123 ceph-mon[188613]: pgmap v11424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:56.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:56 smithi177 ceph-mon[212096]: pgmap v11425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:56.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:56 smithi123 ceph-mon[191304]: pgmap v11425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:56.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:56 smithi123 ceph-mon[188613]: pgmap v11425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:57.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:53:57.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:53:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:53:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:53:58 smithi177 ceph-mon[212096]: pgmap v11426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:58.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:53:58 smithi123 ceph-mon[191304]: pgmap v11426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:53:58 smithi123 ceph-mon[188613]: pgmap v11426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:53:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:53:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:53:59] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T15:54:00.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:00 smithi177 ceph-mon[212096]: pgmap v11427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:00.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:00 smithi123 ceph-mon[191304]: pgmap v11427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:00 smithi123 ceph-mon[188613]: pgmap v11427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:02.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:02 smithi177 ceph-mon[212096]: pgmap v11428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:02.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:02 smithi123 ceph-mon[191304]: pgmap v11428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:02 smithi123 ceph-mon[188613]: pgmap v11428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:04.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:04 smithi177 ceph-mon[212096]: pgmap v11429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:04.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:04 smithi123 ceph-mon[191304]: pgmap v11429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:04 smithi123 ceph-mon[188613]: pgmap v11429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:06 smithi177 ceph-mon[212096]: pgmap v11430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:06.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:06 smithi123 ceph-mon[191304]: pgmap v11430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:06 smithi123 ceph-mon[188613]: pgmap v11430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:08 smithi177 ceph-mon[212096]: pgmap v11431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:08.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:08 smithi123 ceph-mon[191304]: pgmap v11431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:08 smithi123 ceph-mon[188613]: pgmap v11431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:54:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:54:09] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T15:54:10.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:10 smithi177 ceph-mon[212096]: pgmap v11432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:10.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:10 smithi123 ceph-mon[191304]: pgmap v11432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:10.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:10 smithi123 ceph-mon[188613]: pgmap v11432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:12.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:12 smithi177 ceph-mon[212096]: pgmap v11433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:54:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:12 smithi123 ceph-mon[191304]: pgmap v11433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:54:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:12 smithi123 ceph-mon[188613]: pgmap v11433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:54:14.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:14 smithi177 ceph-mon[212096]: pgmap v11434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:14.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:14 smithi123 ceph-mon[191304]: pgmap v11434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:14 smithi123 ceph-mon[188613]: pgmap v11434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:16 smithi177 ceph-mon[212096]: pgmap v11435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:16.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:16 smithi123 ceph-mon[191304]: pgmap v11435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:16 smithi123 ceph-mon[188613]: pgmap v11435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:18.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:18 smithi177 ceph-mon[212096]: pgmap v11436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:18.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:18 smithi123 ceph-mon[191304]: pgmap v11436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:18 smithi123 ceph-mon[188613]: pgmap v11436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:54:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:54:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T15:54:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:20 smithi177 ceph-mon[212096]: pgmap v11437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:20.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:20 smithi123 ceph-mon[191304]: pgmap v11437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:20 smithi123 ceph-mon[188613]: pgmap v11437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:22.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:22 smithi177 ceph-mon[212096]: pgmap v11438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:22.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:22 smithi123 ceph-mon[191304]: pgmap v11438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:22 smithi123 ceph-mon[188613]: pgmap v11438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:23.216 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:54:23.525 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:54:23.525 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 2m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:54:23.525 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 52s ago 5h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:54:23.526 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 2m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:54:23.526 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 52s ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:54:23.526 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 52s ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:54:23.526 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 2m ago 5h 744M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:54:23.526 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 2m ago 5h 1441M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:54:23.526 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 52s ago 5h 684M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:54:23.526 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 2m ago 5h 737M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:54:23.526 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 2m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:54:23.526 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 52s ago 5h 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:54:23.526 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 2m ago 5h 4708M 2393M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:54:23.526 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 2m ago 5h 5445M 2393M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:54:23.526 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 2m ago 5h 4433M 2393M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:54:23.526 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (4h) 2m ago 5h 4568M 2393M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:54:23.526 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (4h) 52s ago 5h 3830M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:54:23.527 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 52s ago 5h 4225M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:54:23.527 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 52s ago 5h 3614M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:54:23.527 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 52s ago 5h 4168M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:54:23.527 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 52s ago 5h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:54:23.909 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:54:23.909 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:54:23.909 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:54:23.909 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:54:23.909 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:54:23.910 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:54:23.910 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:54:23.910 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:54:23.910 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:54:23.910 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:54:23.910 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:54:23.910 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:54:23.910 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:54:23.910 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:54:23.910 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:54:23.910 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:54:23.910 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:54:23.910 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:54:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:24 smithi177 ceph-mon[212096]: pgmap v11439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:24 smithi177 ceph-mon[212096]: from='client.46233 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:54:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:24 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/244035316' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:54:24.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:24 smithi123 ceph-mon[191304]: pgmap v11439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:24.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:24 smithi123 ceph-mon[191304]: from='client.46233 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:54:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:24 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/244035316' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:54:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:24 smithi123 ceph-mon[188613]: pgmap v11439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:24 smithi123 ceph-mon[188613]: from='client.46233 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:54:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:24 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/244035316' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:54:25.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:25 smithi123 ceph-mon[191304]: from='client.56186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:54:25.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:25 smithi123 ceph-mon[188613]: from='client.56186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:54:25.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:25 smithi177 ceph-mon[212096]: from='client.56186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:54:26.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:26 smithi123 ceph-mon[191304]: pgmap v11440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:26 smithi123 ceph-mon[188613]: pgmap v11440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:26.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:26 smithi177 ceph-mon[212096]: pgmap v11440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:54:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:54:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:54:28.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:28 smithi123 ceph-mon[191304]: pgmap v11441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:28.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:28 smithi123 ceph-mon[188613]: pgmap v11441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:28.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:28 smithi177 ceph-mon[212096]: pgmap v11441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:54:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:54:29] "GET /metrics HTTP/1.1" 200 34097 "" "Prometheus/2.43.0" 2023-12-20T15:54:30.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:30 smithi123 ceph-mon[191304]: pgmap v11442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:30 smithi123 ceph-mon[188613]: pgmap v11442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:30.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:30 smithi177 ceph-mon[212096]: pgmap v11442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:31.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:54:31.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:54:31.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:54:32.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:32 smithi123 ceph-mon[191304]: pgmap v11443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:32.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:54:32.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:54:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:54:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:32 smithi123 ceph-mon[188613]: pgmap v11443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:54:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:54:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:54:32.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:32 smithi177 ceph-mon[212096]: pgmap v11443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:54:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:54:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:54:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:34 smithi123 ceph-mon[191304]: pgmap v11444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:34 smithi123 ceph-mon[188613]: pgmap v11444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:34.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:34 smithi177 ceph-mon[212096]: pgmap v11444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:36.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:36 smithi123 ceph-mon[188613]: pgmap v11445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:36 smithi123 ceph-mon[191304]: pgmap v11445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:36.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:36 smithi177 ceph-mon[212096]: pgmap v11445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:38 smithi123 ceph-mon[191304]: pgmap v11446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:38 smithi123 ceph-mon[188613]: pgmap v11446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:38.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:38 smithi177 ceph-mon[212096]: pgmap v11446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:54:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:54:39] "GET /metrics HTTP/1.1" 200 34097 "" "Prometheus/2.43.0" 2023-12-20T15:54:40.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:40 smithi123 ceph-mon[191304]: pgmap v11447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:40 smithi123 ceph-mon[188613]: pgmap v11447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:40.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:40 smithi177 ceph-mon[212096]: pgmap v11447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:42 smithi123 ceph-mon[191304]: pgmap v11448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:54:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:42 smithi123 ceph-mon[188613]: pgmap v11448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:54:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:42 smithi177 ceph-mon[212096]: pgmap v11448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:54:44.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:44 smithi123 ceph-mon[191304]: pgmap v11449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:44 smithi123 ceph-mon[188613]: pgmap v11449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:44.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:44 smithi177 ceph-mon[212096]: pgmap v11449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:46.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:46 smithi123 ceph-mon[191304]: pgmap v11450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:46 smithi123 ceph-mon[188613]: pgmap v11450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:46 smithi177 ceph-mon[212096]: pgmap v11450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:48.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:48 smithi177 ceph-mon[212096]: pgmap v11451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:48.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:48 smithi123 ceph-mon[191304]: pgmap v11451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:48 smithi123 ceph-mon[188613]: pgmap v11451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:54:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:54:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:54:50.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:50 smithi177 ceph-mon[212096]: pgmap v11452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:50.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:50 smithi123 ceph-mon[191304]: pgmap v11452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:50 smithi123 ceph-mon[188613]: pgmap v11452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:52.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:52 smithi177 ceph-mon[212096]: pgmap v11453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:52.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:52 smithi123 ceph-mon[191304]: pgmap v11453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:52.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:52 smithi123 ceph-mon[188613]: pgmap v11453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:54.262 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:54:54.573 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:54:54.573 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 3m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:54:54.573 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 83s ago 5h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:54:54.573 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 3m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:54:54.574 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 83s ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:54:54.574 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 83s ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:54:54.574 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 3m ago 5h 744M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:54:54.574 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 3m ago 5h 1441M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:54:54.574 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 83s ago 5h 684M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:54:54.574 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 3m ago 5h 737M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:54:54.574 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 3m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:54:54.574 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 83s ago 5h 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:54:54.574 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 3m ago 5h 4708M 2393M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:54:54.574 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 3m ago 5h 5445M 2393M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:54:54.574 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 3m ago 5h 4433M 2393M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:54:54.574 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 3m ago 5h 4568M 2393M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:54:54.574 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 83s ago 5h 3830M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:54:54.574 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (4h) 83s ago 5h 4225M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:54:54.575 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 83s ago 5h 3614M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:54:54.575 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 83s ago 5h 4168M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:54:54.575 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 83s ago 5h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:54:54.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:54 smithi177 ceph-mon[212096]: pgmap v11454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:54.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:54 smithi123 ceph-mon[191304]: pgmap v11454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:54 smithi123 ceph-mon[188613]: pgmap v11454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:54.957 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:54:54.958 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:54:54.958 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:54:54.958 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:54:54.958 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:54:54.958 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:54:54.958 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:54:54.958 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:54:54.958 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:54:54.958 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:54:54.958 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:54:54.958 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:54:54.958 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:54:54.959 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:54:54.959 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:54:54.959 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:54:54.959 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:54:54.959 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:54:55.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:55 smithi177 ceph-mon[212096]: from='client.56198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:54:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:55 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2023495483' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:54:55.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:55 smithi123 ceph-mon[191304]: from='client.56198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:54:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:55 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2023495483' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:54:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:55 smithi123 ceph-mon[188613]: from='client.56198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:54:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:55 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2023495483' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:54:56.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:56 smithi177 ceph-mon[212096]: from='client.46257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:54:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:56 smithi177 ceph-mon[212096]: pgmap v11455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:56.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:56 smithi123 ceph-mon[191304]: from='client.46257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:54:56.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:56 smithi123 ceph-mon[191304]: pgmap v11455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:56 smithi123 ceph-mon[188613]: from='client.46257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:54:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:56 smithi123 ceph-mon[188613]: pgmap v11455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:57.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:54:57.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:54:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:54:58.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:54:58 smithi177 ceph-mon[212096]: pgmap v11456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:58.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:54:58 smithi123 ceph-mon[191304]: pgmap v11456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:54:58 smithi123 ceph-mon[188613]: pgmap v11456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:54:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:54:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:54:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:55:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:00 smithi177 ceph-mon[212096]: pgmap v11457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:00.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:00 smithi123 ceph-mon[188613]: pgmap v11457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:00 smithi123 ceph-mon[191304]: pgmap v11457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:02 smithi177 ceph-mon[212096]: pgmap v11458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:02.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:02 smithi123 ceph-mon[188613]: pgmap v11458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:02 smithi123 ceph-mon[191304]: pgmap v11458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:04 smithi177 ceph-mon[212096]: pgmap v11459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:04.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:04 smithi123 ceph-mon[191304]: pgmap v11459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:04 smithi123 ceph-mon[188613]: pgmap v11459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:06.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:06 smithi177 ceph-mon[212096]: pgmap v11460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:06.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:06 smithi123 ceph-mon[191304]: pgmap v11460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:06.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:06 smithi123 ceph-mon[188613]: pgmap v11460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:08.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:08 smithi177 ceph-mon[212096]: pgmap v11461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:08.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:08 smithi123 ceph-mon[191304]: pgmap v11461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:08 smithi123 ceph-mon[188613]: pgmap v11461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:55:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:55:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:55:10.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:10 smithi177 ceph-mon[212096]: pgmap v11462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:10.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:10 smithi123 ceph-mon[188613]: pgmap v11462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:10.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:10 smithi123 ceph-mon[191304]: pgmap v11462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:12 smithi177 ceph-mon[212096]: pgmap v11463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:55:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:12 smithi123 ceph-mon[188613]: pgmap v11463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:55:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:12 smithi123 ceph-mon[191304]: pgmap v11463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:55:14.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:14 smithi177 ceph-mon[212096]: pgmap v11464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:14.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:14 smithi123 ceph-mon[191304]: pgmap v11464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:14 smithi123 ceph-mon[188613]: pgmap v11464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:16.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:16 smithi177 ceph-mon[212096]: pgmap v11465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:16.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:16 smithi123 ceph-mon[191304]: pgmap v11465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:16 smithi123 ceph-mon[188613]: pgmap v11465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:18 smithi177 ceph-mon[212096]: pgmap v11466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:18.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:18 smithi123 ceph-mon[191304]: pgmap v11466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:18 smithi123 ceph-mon[188613]: pgmap v11466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:55:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:55:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:55:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:20 smithi177 ceph-mon[212096]: pgmap v11467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:20.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:20 smithi123 ceph-mon[188613]: pgmap v11467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:20 smithi123 ceph-mon[191304]: pgmap v11467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:22.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:22 smithi177 ceph-mon[212096]: pgmap v11468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:22.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:22 smithi123 ceph-mon[188613]: pgmap v11468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:22 smithi123 ceph-mon[191304]: pgmap v11468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:24 smithi177 ceph-mon[212096]: pgmap v11469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:24.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:24 smithi123 ceph-mon[191304]: pgmap v11469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:24 smithi123 ceph-mon[188613]: pgmap v11469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:25.300 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:55:25.610 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:55:25.610 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 3m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:55:25.610 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 114s ago 5h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:55:25.610 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 3m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:55:25.610 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 114s ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:55:25.610 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 114s ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:55:25.610 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 3m ago 5h 744M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:55:25.610 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 3m ago 5h 1441M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:55:25.610 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 114s ago 5h 684M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:55:25.610 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 3m ago 5h 737M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:55:25.610 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 3m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:55:25.611 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 114s ago 5h 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:55:25.611 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 3m ago 5h 4708M 2393M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:55:25.611 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 3m ago 5h 5445M 2393M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:55:25.611 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 3m ago 5h 4433M 2393M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:55:25.611 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 3m ago 5h 4568M 2393M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:55:25.611 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 114s ago 5h 3830M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:55:25.611 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 114s ago 5h 4225M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:55:25.611 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (4h) 114s ago 5h 3614M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:55:25.611 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 114s ago 5h 4168M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:55:25.611 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 114s ago 5h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:55:25.993 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:55:25.993 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:55:25.993 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:55:25.993 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:55:25.993 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:55:25.993 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:55:25.993 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:55:25.993 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:55:25.993 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:55:25.993 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:55:25.993 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:55:25.994 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:55:25.994 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:55:25.994 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:55:25.994 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:55:25.994 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:55:25.994 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:55:25.994 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:55:26.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:26 smithi177 ceph-mon[212096]: pgmap v11470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:26 smithi177 ceph-mon[212096]: from='client.46269 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:55:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:26 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/996400302' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:55:26.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:26 smithi123 ceph-mon[191304]: pgmap v11470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:26.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:26 smithi123 ceph-mon[191304]: from='client.46269 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:55:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:26 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/996400302' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:55:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:26 smithi123 ceph-mon[188613]: pgmap v11470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:26 smithi123 ceph-mon[188613]: from='client.46269 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:55:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:26 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/996400302' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:55:27.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:27 smithi177 ceph-mon[212096]: from='client.46275 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:55:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:55:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:27 smithi123 ceph-mon[191304]: from='client.46275 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:55:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:55:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:27 smithi123 ceph-mon[188613]: from='client.46275 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:55:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:55:28.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:28 smithi177 ceph-mon[212096]: pgmap v11471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:28.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:28 smithi123 ceph-mon[191304]: pgmap v11471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:28 smithi123 ceph-mon[188613]: pgmap v11471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:55:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:55:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T15:55:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:30 smithi177 ceph-mon[212096]: pgmap v11472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:30.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:30 smithi123 ceph-mon[191304]: pgmap v11472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:30 smithi123 ceph-mon[188613]: pgmap v11472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:32.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:32 smithi177 ceph-mon[212096]: pgmap v11473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:55:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:55:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:55:32.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:32 smithi123 ceph-mon[191304]: pgmap v11473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:32.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:55:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:55:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:55:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:32 smithi123 ceph-mon[188613]: pgmap v11473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:55:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:55:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:55:33.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:55:33.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:55:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:55:34.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:34 smithi177 ceph-mon[212096]: pgmap v11474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:34.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:34 smithi123 ceph-mon[191304]: pgmap v11474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:34 smithi123 ceph-mon[188613]: pgmap v11474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:36.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:36 smithi177 ceph-mon[212096]: pgmap v11475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:36.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:36 smithi123 ceph-mon[191304]: pgmap v11475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:36 smithi123 ceph-mon[188613]: pgmap v11475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:38 smithi177 ceph-mon[212096]: pgmap v11476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:38.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:38 smithi123 ceph-mon[188613]: pgmap v11476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:38 smithi123 ceph-mon[191304]: pgmap v11476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:55:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:55:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T15:55:40.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:40 smithi177 ceph-mon[212096]: pgmap v11477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:40.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:40 smithi123 ceph-mon[191304]: pgmap v11477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:40.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:40 smithi123 ceph-mon[188613]: pgmap v11477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:42 smithi123 ceph-mon[191304]: pgmap v11478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:55:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:42 smithi123 ceph-mon[188613]: pgmap v11478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:55:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:42 smithi177 ceph-mon[212096]: pgmap v11478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:55:44.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:44 smithi123 ceph-mon[191304]: pgmap v11479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:44 smithi123 ceph-mon[188613]: pgmap v11479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:44.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:44 smithi177 ceph-mon[212096]: pgmap v11479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:46.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:46 smithi123 ceph-mon[191304]: pgmap v11480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:46.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:46 smithi123 ceph-mon[188613]: pgmap v11480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:46.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:46 smithi177 ceph-mon[212096]: pgmap v11480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:48.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:48 smithi123 ceph-mon[188613]: pgmap v11481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:48 smithi123 ceph-mon[191304]: pgmap v11481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:48.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:48 smithi177 ceph-mon[212096]: pgmap v11481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:55:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:55:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T15:55:50.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:50 smithi123 ceph-mon[191304]: pgmap v11482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:50 smithi123 ceph-mon[188613]: pgmap v11482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:50 smithi177 ceph-mon[212096]: pgmap v11482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:52.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:52 smithi123 ceph-mon[191304]: pgmap v11483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:52 smithi123 ceph-mon[188613]: pgmap v11483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:52.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:52 smithi177 ceph-mon[212096]: pgmap v11483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:54.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:54 smithi123 ceph-mon[191304]: pgmap v11484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:54 smithi123 ceph-mon[188613]: pgmap v11484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:54 smithi177 ceph-mon[212096]: pgmap v11484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:56.339 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:55:56.651 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:55:56.651 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 4m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:55:56.651 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 2m ago 5h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:55:56.651 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 4m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:55:56.651 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 2m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:55:56.651 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 2m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:55:56.651 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 4m ago 5h 744M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:55:56.651 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 4m ago 5h 1441M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:55:56.651 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 2m ago 5h 684M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:55:56.651 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 4m ago 5h 737M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:55:56.651 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 4m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:55:56.651 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 2m ago 5h 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:55:56.651 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 4m ago 5h 4708M 2393M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:55:56.652 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 4m ago 5h 5445M 2393M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:55:56.652 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 4m ago 5h 4433M 2393M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:55:56.652 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 4m ago 5h 4568M 2393M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:55:56.652 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 2m ago 5h 3830M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:55:56.652 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 2m ago 5h 4225M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:55:56.652 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 2m ago 5h 3614M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:55:56.652 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (4h) 2m ago 5h 4168M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:55:56.652 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 2m ago 5h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:55:56.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:56 smithi123 ceph-mon[191304]: pgmap v11485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:56.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:56 smithi123 ceph-mon[188613]: pgmap v11485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:56.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:56 smithi177 ceph-mon[212096]: pgmap v11485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:57.040 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:55:57.040 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:55:57.040 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:55:57.040 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:55:57.040 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:55:57.040 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:55:57.040 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:55:57.040 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:55:57.040 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:55:57.040 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:55:57.041 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:55:57.041 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:55:57.041 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:55:57.041 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:55:57.041 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:55:57.041 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:55:57.041 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:55:57.041 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:55:57.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:57 smithi123 ceph-mon[191304]: from='client.56234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:55:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:55:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:57 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2408950950' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:55:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:57 smithi123 ceph-mon[188613]: from='client.56234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:55:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:55:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:57 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2408950950' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:55:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:57 smithi177 ceph-mon[212096]: from='client.56234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:55:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:55:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:57 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2408950950' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:55:58.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:58 smithi123 ceph-mon[191304]: from='client.46293 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:55:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:55:58 smithi123 ceph-mon[191304]: pgmap v11486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:58 smithi123 ceph-mon[188613]: from='client.46293 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:55:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:55:58 smithi123 ceph-mon[188613]: pgmap v11486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:58.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:58 smithi177 ceph-mon[212096]: from='client.46293 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:55:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:55:58 smithi177 ceph-mon[212096]: pgmap v11486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:55:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:55:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:55:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:56:00.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:00 smithi123 ceph-mon[191304]: pgmap v11487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:00 smithi123 ceph-mon[188613]: pgmap v11487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:00.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:00 smithi177 ceph-mon[212096]: pgmap v11487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:02 smithi123 ceph-mon[191304]: pgmap v11488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:02 smithi123 ceph-mon[188613]: pgmap v11488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:02 smithi177 ceph-mon[212096]: pgmap v11488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:04.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:04 smithi123 ceph-mon[191304]: pgmap v11489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:04 smithi123 ceph-mon[188613]: pgmap v11489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:04 smithi177 ceph-mon[212096]: pgmap v11489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:06.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:06 smithi123 ceph-mon[191304]: pgmap v11490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:06 smithi123 ceph-mon[188613]: pgmap v11490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:06.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:06 smithi177 ceph-mon[212096]: pgmap v11490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:08.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:08 smithi123 ceph-mon[191304]: pgmap v11491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:08 smithi123 ceph-mon[188613]: pgmap v11491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:08.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:08 smithi177 ceph-mon[212096]: pgmap v11491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:56:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:56:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:56:10.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:10 smithi123 ceph-mon[191304]: pgmap v11492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:10 smithi123 ceph-mon[188613]: pgmap v11492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:10 smithi177 ceph-mon[212096]: pgmap v11492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:12 smithi123 ceph-mon[191304]: pgmap v11493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:56:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:12 smithi123 ceph-mon[188613]: pgmap v11493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:56:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:12 smithi177 ceph-mon[212096]: pgmap v11493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:56:14.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:14 smithi123 ceph-mon[191304]: pgmap v11494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:14 smithi123 ceph-mon[188613]: pgmap v11494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:14 smithi177 ceph-mon[212096]: pgmap v11494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:16.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:16 smithi123 ceph-mon[191304]: pgmap v11495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:16 smithi123 ceph-mon[188613]: pgmap v11495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:16 smithi177 ceph-mon[212096]: pgmap v11495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:18.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:18 smithi123 ceph-mon[191304]: pgmap v11496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:18 smithi123 ceph-mon[188613]: pgmap v11496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:18.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:18 smithi177 ceph-mon[212096]: pgmap v11496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:19.473 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:56:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:56:19] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T15:56:19.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:19 smithi123 ceph-mon[191304]: pgmap v11497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:19.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:19 smithi123 ceph-mon[188613]: pgmap v11497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:19 smithi177 ceph-mon[212096]: pgmap v11497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:22.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:22 smithi177 ceph-mon[212096]: pgmap v11498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:22.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:22 smithi123 ceph-mon[191304]: pgmap v11498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:22.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:22 smithi123 ceph-mon[188613]: pgmap v11498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:24 smithi177 ceph-mon[212096]: pgmap v11499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:24.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:24 smithi123 ceph-mon[188613]: pgmap v11499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:24 smithi123 ceph-mon[191304]: pgmap v11499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:26.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:26 smithi177 ceph-mon[212096]: pgmap v11500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:26.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:26 smithi123 ceph-mon[191304]: pgmap v11500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:26 smithi123 ceph-mon[188613]: pgmap v11500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:27.389 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:56:27.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:56:27.700 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:56:27.700 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 5m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:56:27.700 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 2m ago 5h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:56:27.701 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 5m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:56:27.701 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 2m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:56:27.701 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 2m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:56:27.701 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 5m ago 5h 744M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:56:27.701 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 5m ago 5h 1441M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:56:27.701 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 2m ago 5h 684M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:56:27.701 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 5m ago 5h 737M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:56:27.701 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 5m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:56:27.701 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 2m ago 5h 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:56:27.701 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 5m ago 5h 4708M 2393M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:56:27.701 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 5m ago 5h 5445M 2393M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:56:27.701 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 5m ago 5h 4433M 2393M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:56:27.701 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 5m ago 5h 4568M 2393M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:56:27.702 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 2m ago 5h 3830M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:56:27.702 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 2m ago 5h 4225M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:56:27.702 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 2m ago 5h 3614M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:56:27.702 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 2m ago 5h 4168M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:56:27.702 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 2m ago 5h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:56:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:56:27.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:56:28.080 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:56:28.081 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:56:28.081 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:56:28.081 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:56:28.081 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:56:28.081 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:56:28.081 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:56:28.081 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:56:28.081 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:56:28.081 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:56:28.081 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:56:28.081 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:56:28.081 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:56:28.081 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:56:28.082 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:56:28.082 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:56:28.082 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:56:28.082 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:56:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:28 smithi177 ceph-mon[212096]: pgmap v11501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:28 smithi177 ceph-mon[212096]: from='client.56252 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:56:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:28 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1300155906' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:56:28.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:28 smithi123 ceph-mon[191304]: pgmap v11501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:28 smithi123 ceph-mon[191304]: from='client.56252 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:56:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:28 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1300155906' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:56:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:28 smithi123 ceph-mon[188613]: pgmap v11501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:28 smithi123 ceph-mon[188613]: from='client.56252 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:56:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:28 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1300155906' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:56:29.342 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:56:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:56:29] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:56:29.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:29 smithi177 ceph-mon[212096]: from='client.46311 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:56:29.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:29 smithi123 ceph-mon[191304]: from='client.46311 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:56:29.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:29 smithi123 ceph-mon[188613]: from='client.46311 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:56:30.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:30 smithi177 ceph-mon[212096]: pgmap v11502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:30.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:30 smithi123 ceph-mon[191304]: pgmap v11502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:30 smithi123 ceph-mon[188613]: pgmap v11502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:32.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:32 smithi177 ceph-mon[212096]: pgmap v11503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:32.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:32 smithi123 ceph-mon[191304]: pgmap v11503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:32 smithi123 ceph-mon[188613]: pgmap v11503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:33.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:56:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:56:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:56:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:56:33.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:56:33.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:56:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:56:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:56:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:56:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:56:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:56:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:56:34.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:34 smithi177 ceph-mon[212096]: pgmap v11504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:34.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:34 smithi123 ceph-mon[191304]: pgmap v11504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:34 smithi123 ceph-mon[188613]: pgmap v11504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:36.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:36 smithi177 ceph-mon[212096]: pgmap v11505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:36.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:36 smithi123 ceph-mon[188613]: pgmap v11505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:36 smithi123 ceph-mon[191304]: pgmap v11505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:38.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:38 smithi177 ceph-mon[212096]: pgmap v11506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:38.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:38 smithi123 ceph-mon[191304]: pgmap v11506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:38 smithi123 ceph-mon[188613]: pgmap v11506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:56:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:56:39] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:56:40.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:40 smithi177 ceph-mon[212096]: pgmap v11507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:40.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:40 smithi123 ceph-mon[191304]: pgmap v11507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:40 smithi123 ceph-mon[188613]: pgmap v11507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:42 smithi177 ceph-mon[212096]: pgmap v11508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:56:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:42 smithi123 ceph-mon[191304]: pgmap v11508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:56:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:42 smithi123 ceph-mon[188613]: pgmap v11508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:56:44.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:44 smithi177 ceph-mon[212096]: pgmap v11509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:44.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:44 smithi123 ceph-mon[191304]: pgmap v11509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:44 smithi123 ceph-mon[188613]: pgmap v11509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:46 smithi177 ceph-mon[212096]: pgmap v11510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:46.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:46 smithi123 ceph-mon[191304]: pgmap v11510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:46 smithi123 ceph-mon[188613]: pgmap v11510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:48 smithi177 ceph-mon[212096]: pgmap v11511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:48.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:48 smithi123 ceph-mon[191304]: pgmap v11511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:48 smithi123 ceph-mon[188613]: pgmap v11511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:56:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:56:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T15:56:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:50 smithi177 ceph-mon[212096]: pgmap v11512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:50.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:50 smithi123 ceph-mon[188613]: pgmap v11512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:50 smithi123 ceph-mon[191304]: pgmap v11512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:52 smithi177 ceph-mon[212096]: pgmap v11513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:52.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:52 smithi123 ceph-mon[191304]: pgmap v11513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:52 smithi123 ceph-mon[188613]: pgmap v11513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:54 smithi177 ceph-mon[212096]: pgmap v11514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:54.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:54 smithi123 ceph-mon[191304]: pgmap v11514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:54 smithi123 ceph-mon[188613]: pgmap v11514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:56.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:56 smithi177 ceph-mon[212096]: pgmap v11515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:56.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:56 smithi123 ceph-mon[191304]: pgmap v11515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:56 smithi123 ceph-mon[188613]: pgmap v11515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:56:57.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:56:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:56:58.430 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:56:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:58 smithi177 ceph-mon[212096]: pgmap v11516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:58.737 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:56:58.737 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 5m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:56:58.737 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 3m ago 5h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:56:58.738 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 5m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:56:58.738 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 3m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:56:58.738 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 3m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:56:58.738 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 5m ago 5h 744M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:56:58.738 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 5m ago 5h 1441M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:56:58.738 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 3m ago 5h 684M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:56:58.738 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 5m ago 5h 737M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:56:58.738 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 5m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:56:58.738 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 3m ago 5h 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:56:58.738 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 5m ago 5h 4708M 2393M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:56:58.738 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 5m ago 5h 5445M 2393M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:56:58.738 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 5m ago 5h 4433M 2393M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:56:58.738 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 5m ago 5h 4568M 2393M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:56:58.738 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 3m ago 5h 3830M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:56:58.738 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 3m ago 5h 4225M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:56:58.739 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 3m ago 5h 3614M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:56:58.739 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 3m ago 5h 4168M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:56:58.739 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 3m ago 5h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:56:58.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:58 smithi123 ceph-mon[191304]: pgmap v11516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:58.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:58 smithi123 ceph-mon[188613]: pgmap v11516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:56:59.120 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:56:59.120 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:56:59.120 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:56:59.120 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:56:59.120 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:56:59.120 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:56:59.120 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:56:59.120 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:56:59.120 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:56:59.120 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:56:59.121 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:56:59.121 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:56:59.121 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:56:59.121 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:56:59.121 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:56:59.121 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:56:59.121 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:56:59.121 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:56:59.397 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:59 smithi123 ceph-mon[188613]: from='client.56270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:56:59.397 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:56:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:56:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:56:59.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:59 smithi177 ceph-mon[212096]: from='client.56270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:56:59.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:56:59 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2220131656' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:56:59.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:56:59 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2220131656' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:56:59.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:59 smithi123 ceph-mon[191304]: from='client.56270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:56:59.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:56:59 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2220131656' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:57:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:00 smithi177 ceph-mon[212096]: from='client.56276 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:57:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:00 smithi177 ceph-mon[212096]: pgmap v11517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:00.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:00 smithi123 ceph-mon[188613]: from='client.56276 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:57:00.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:00 smithi123 ceph-mon[188613]: pgmap v11517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:00 smithi123 ceph-mon[191304]: from='client.56276 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:57:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:00 smithi123 ceph-mon[191304]: pgmap v11517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:02.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:02 smithi123 ceph-mon[191304]: pgmap v11518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:02 smithi123 ceph-mon[188613]: pgmap v11518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:02 smithi177 ceph-mon[212096]: pgmap v11518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:04.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:04 smithi123 ceph-mon[191304]: pgmap v11519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:04 smithi123 ceph-mon[188613]: pgmap v11519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:04.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:04 smithi177 ceph-mon[212096]: pgmap v11519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:06.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:06 smithi123 ceph-mon[191304]: pgmap v11520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:06 smithi123 ceph-mon[188613]: pgmap v11520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:06 smithi177 ceph-mon[212096]: pgmap v11520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:08.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:08 smithi123 ceph-mon[191304]: pgmap v11521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:08 smithi123 ceph-mon[188613]: pgmap v11521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:08 smithi177 ceph-mon[212096]: pgmap v11521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:57:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:57:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:57:10.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:10 smithi123 ceph-mon[191304]: pgmap v11522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:10 smithi123 ceph-mon[188613]: pgmap v11522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:10.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:10 smithi177 ceph-mon[212096]: pgmap v11522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:12 smithi123 ceph-mon[191304]: pgmap v11523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:57:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:12 smithi123 ceph-mon[188613]: pgmap v11523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:57:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:12 smithi177 ceph-mon[212096]: pgmap v11523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:57:14.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:14 smithi123 ceph-mon[191304]: pgmap v11524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:14 smithi123 ceph-mon[188613]: pgmap v11524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:14.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:14 smithi177 ceph-mon[212096]: pgmap v11524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:16 smithi123 ceph-mon[191304]: pgmap v11525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:16.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:16 smithi123 ceph-mon[188613]: pgmap v11525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:16 smithi177 ceph-mon[212096]: pgmap v11525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:18 smithi123 ceph-mon[188613]: pgmap v11526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:18 smithi123 ceph-mon[191304]: pgmap v11526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:18.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:18 smithi177 ceph-mon[212096]: pgmap v11526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:57:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:57:19] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T15:57:20.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:20 smithi123 ceph-mon[191304]: pgmap v11527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:20 smithi123 ceph-mon[188613]: pgmap v11527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:20 smithi177 ceph-mon[212096]: pgmap v11527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:22.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:22 smithi123 ceph-mon[191304]: pgmap v11528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:22 smithi123 ceph-mon[188613]: pgmap v11528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:22 smithi177 ceph-mon[212096]: pgmap v11528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:24.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:24 smithi123 ceph-mon[191304]: pgmap v11529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:24 smithi123 ceph-mon[188613]: pgmap v11529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:24 smithi177 ceph-mon[212096]: pgmap v11529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:26.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:26 smithi123 ceph-mon[191304]: pgmap v11530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:26 smithi123 ceph-mon[188613]: pgmap v11530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:26.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:26 smithi177 ceph-mon[212096]: pgmap v11530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:57:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:57:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:57:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:28 smithi123 ceph-mon[191304]: pgmap v11531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:28 smithi123 ceph-mon[188613]: pgmap v11531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:28 smithi177 ceph-mon[212096]: pgmap v11531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:29.464 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:57:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:57:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:57:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T15:57:29.769 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:57:29.769 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 6m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:57:29.769 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 3m ago 5h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:57:29.769 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 6m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:57:29.769 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 3m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:57:29.770 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 3m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:57:29.770 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 6m ago 5h 744M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:57:29.770 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 6m ago 5h 1441M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:57:29.770 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 3m ago 5h 684M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:57:29.770 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 6m ago 5h 737M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:57:29.770 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 6m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:57:29.770 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 3m ago 5h 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:57:29.770 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 6m ago 5h 4708M 2393M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:57:29.770 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 6m ago 5h 5445M 2393M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:57:29.770 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 6m ago 5h 4433M 2393M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:57:29.770 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 6m ago 5h 4568M 2393M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:57:29.770 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 3m ago 5h 3830M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:57:29.770 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 3m ago 5h 4225M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:57:29.770 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 3m ago 5h 3614M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:57:29.770 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 3m ago 5h 4168M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:57:29.771 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 3m ago 5h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:57:30.155 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:57:30.155 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:57:30.155 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:57:30.155 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:57:30.155 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:57:30.156 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:57:30.156 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:57:30.156 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:57:30.156 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:57:30.156 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:57:30.156 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:57:30.156 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:57:30.156 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:57:30.156 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:57:30.156 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:57:30.156 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:57:30.156 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:57:30.156 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:57:30.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:30 smithi123 ceph-mon[188613]: pgmap v11532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:30 smithi123 ceph-mon[188613]: from='client.46341 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:57:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:30 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3057772323' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:57:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:30 smithi123 ceph-mon[191304]: pgmap v11532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:30 smithi123 ceph-mon[191304]: from='client.46341 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:57:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:30 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3057772323' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:57:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:30 smithi177 ceph-mon[212096]: pgmap v11532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:30 smithi177 ceph-mon[212096]: from='client.46341 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:57:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:30 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3057772323' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:57:31.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:31 smithi123 ceph-mon[191304]: from='client.46347 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:57:31.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:31 smithi123 ceph-mon[188613]: from='client.46347 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:57:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:31 smithi177 ceph-mon[212096]: from='client.46347 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:57:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:32 smithi123 ceph-mon[191304]: pgmap v11533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:32 smithi123 ceph-mon[188613]: pgmap v11533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:32 smithi177 ceph-mon[212096]: pgmap v11533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:33.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:57:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:57:33.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:57:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:34 smithi123 ceph-mon[191304]: pgmap v11534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:57:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:57:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:57:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:34 smithi123 ceph-mon[188613]: pgmap v11534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:57:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:57:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:57:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:34 smithi177 ceph-mon[212096]: pgmap v11534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:57:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:57:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:57:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:36 smithi123 ceph-mon[191304]: pgmap v11535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:36 smithi123 ceph-mon[188613]: pgmap v11535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:36 smithi177 ceph-mon[212096]: pgmap v11535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:38.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:38 smithi123 ceph-mon[191304]: pgmap v11536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:38 smithi123 ceph-mon[188613]: pgmap v11536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:38 smithi177 ceph-mon[212096]: pgmap v11536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:57:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:57:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T15:57:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:40 smithi123 ceph-mon[191304]: pgmap v11537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:40 smithi123 ceph-mon[188613]: pgmap v11537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:40 smithi177 ceph-mon[212096]: pgmap v11537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:41 smithi177 ceph-mon[212096]: pgmap v11538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:41 smithi123 ceph-mon[191304]: pgmap v11538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:41 smithi123 ceph-mon[188613]: pgmap v11538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:57:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:57:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:57:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:43 smithi177 ceph-mon[212096]: pgmap v11539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:43.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:43 smithi123 ceph-mon[191304]: pgmap v11539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:43 smithi123 ceph-mon[188613]: pgmap v11539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:46.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:46 smithi177 ceph-mon[212096]: pgmap v11540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:46.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:46 smithi123 ceph-mon[191304]: pgmap v11540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:46.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:46 smithi123 ceph-mon[188613]: pgmap v11540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:48 smithi177 ceph-mon[212096]: pgmap v11541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:48.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:48 smithi123 ceph-mon[191304]: pgmap v11541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:48 smithi123 ceph-mon[188613]: pgmap v11541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:57:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:57:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:57:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:50 smithi177 ceph-mon[212096]: pgmap v11542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:50 smithi123 ceph-mon[191304]: pgmap v11542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:50 smithi123 ceph-mon[188613]: pgmap v11542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:52 smithi177 ceph-mon[212096]: pgmap v11543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:52.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:52 smithi123 ceph-mon[191304]: pgmap v11543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:52 smithi123 ceph-mon[188613]: pgmap v11543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:54 smithi177 ceph-mon[212096]: pgmap v11544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:54 smithi123 ceph-mon[191304]: pgmap v11544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:54 smithi123 ceph-mon[188613]: pgmap v11544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:56 smithi177 ceph-mon[212096]: pgmap v11545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:56.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:56 smithi123 ceph-mon[191304]: pgmap v11545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:56 smithi123 ceph-mon[188613]: pgmap v11545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:57.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:57:57.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:57:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:57:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:57:58 smithi177 ceph-mon[212096]: pgmap v11546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:57:58 smithi123 ceph-mon[191304]: pgmap v11546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:57:58 smithi123 ceph-mon[188613]: pgmap v11546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:57:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:57:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:57:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T15:58:00.503 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:58:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:00 smithi177 ceph-mon[212096]: pgmap v11547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:00.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:00 smithi123 ceph-mon[191304]: pgmap v11547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:00 smithi123 ceph-mon[188613]: pgmap v11547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:00.814 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:58:00.815 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 6m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:58:00.815 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 4m ago 5h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:58:00.815 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 6m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:58:00.815 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 4m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:58:00.815 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 4m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:58:00.815 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 6m ago 5h 744M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:58:00.815 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 6m ago 5h 1441M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:58:00.815 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 4m ago 5h 684M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:58:00.815 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 6m ago 5h 737M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:58:00.815 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 6m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:58:00.815 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 4m ago 5h 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:58:00.815 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 6m ago 5h 4708M 2393M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:58:00.815 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 6m ago 5h 5445M 2393M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:58:00.815 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 6m ago 5h 4433M 2393M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:58:00.816 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 6m ago 5h 4568M 2393M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:58:00.816 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 4m ago 5h 3830M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:58:00.816 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 4m ago 5h 4225M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:58:00.816 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 4m ago 5h 3614M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:58:00.816 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 4m ago 5h 4168M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:58:00.816 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 4m ago 5h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:58:01.198 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:58:01.198 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:58:01.198 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:58:01.198 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:58:01.198 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:58:01.198 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:58:01.198 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:58:01.198 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:58:01.198 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:58:01.198 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:58:01.198 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:58:01.199 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:58:01.199 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:58:01.199 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:58:01.199 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:58:01.199 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:58:01.199 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:58:01.199 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:58:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:01 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3629226966' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:58:01.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:01 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3629226966' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:58:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:01 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3629226966' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:58:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:02 smithi177 ceph-mon[212096]: from='client.56306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:58:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:02 smithi177 ceph-mon[212096]: from='client.46365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:58:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:02 smithi177 ceph-mon[212096]: pgmap v11548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:02.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:02 smithi123 ceph-mon[191304]: from='client.56306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:58:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:02 smithi123 ceph-mon[191304]: from='client.46365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:58:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:02 smithi123 ceph-mon[191304]: pgmap v11548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:02 smithi123 ceph-mon[188613]: from='client.56306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:58:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:02 smithi123 ceph-mon[188613]: from='client.46365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:58:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:02 smithi123 ceph-mon[188613]: pgmap v11548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:04 smithi177 ceph-mon[212096]: pgmap v11549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:04.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:04 smithi123 ceph-mon[191304]: pgmap v11549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:04 smithi123 ceph-mon[188613]: pgmap v11549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:06 smithi177 ceph-mon[212096]: pgmap v11550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:06.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:06 smithi123 ceph-mon[191304]: pgmap v11550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:06 smithi123 ceph-mon[188613]: pgmap v11550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:08 smithi177 ceph-mon[212096]: pgmap v11551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:08.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:08 smithi123 ceph-mon[191304]: pgmap v11551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:08 smithi123 ceph-mon[188613]: pgmap v11551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:58:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:58:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T15:58:10.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:10 smithi177 ceph-mon[212096]: pgmap v11552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:10 smithi123 ceph-mon[191304]: pgmap v11552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:10 smithi123 ceph-mon[188613]: pgmap v11552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:12 smithi177 ceph-mon[212096]: pgmap v11553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:58:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:12 smithi123 ceph-mon[191304]: pgmap v11553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:58:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:12 smithi123 ceph-mon[188613]: pgmap v11553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:58:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:14 smithi177 ceph-mon[212096]: pgmap v11554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:14.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:14 smithi123 ceph-mon[191304]: pgmap v11554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:14 smithi123 ceph-mon[188613]: pgmap v11554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:16 smithi177 ceph-mon[212096]: pgmap v11555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:16 smithi123 ceph-mon[188613]: pgmap v11555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:16 smithi123 ceph-mon[191304]: pgmap v11555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:18 smithi177 ceph-mon[212096]: pgmap v11556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:18.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:18 smithi123 ceph-mon[191304]: pgmap v11556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:18 smithi123 ceph-mon[188613]: pgmap v11556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:58:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:58:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T15:58:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:20 smithi123 ceph-mon[191304]: pgmap v11557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:20 smithi123 ceph-mon[188613]: pgmap v11557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:20 smithi177 ceph-mon[212096]: pgmap v11557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:22 smithi123 ceph-mon[191304]: pgmap v11558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:22 smithi123 ceph-mon[188613]: pgmap v11558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:22 smithi177 ceph-mon[212096]: pgmap v11558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:24.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:24 smithi123 ceph-mon[188613]: pgmap v11559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:24 smithi123 ceph-mon[191304]: pgmap v11559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:24 smithi177 ceph-mon[212096]: pgmap v11559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:26 smithi123 ceph-mon[191304]: pgmap v11560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:26 smithi123 ceph-mon[188613]: pgmap v11560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:26 smithi177 ceph-mon[212096]: pgmap v11560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:58:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:58:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:58:28.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:28 smithi123 ceph-mon[191304]: pgmap v11561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:28 smithi123 ceph-mon[188613]: pgmap v11561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:28 smithi177 ceph-mon[212096]: pgmap v11561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:58:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:58:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:58:30.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:30 smithi123 ceph-mon[191304]: pgmap v11562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:30 smithi123 ceph-mon[188613]: pgmap v11562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:30 smithi177 ceph-mon[212096]: pgmap v11562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:31.545 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:58:31.856 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:58:31.856 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 7m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:58:31.856 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 5m ago 5h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:58:31.856 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 7m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:58:31.856 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 5m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:58:31.856 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 5m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:58:31.856 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 7m ago 5h 744M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:58:31.857 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 7m ago 5h 1441M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:58:31.857 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 5m ago 5h 684M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:58:31.857 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 7m ago 5h 737M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:58:31.857 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 7m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:58:31.857 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 5m ago 5h 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:58:31.857 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 7m ago 5h 4708M 2393M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:58:31.857 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 7m ago 5h 5445M 2393M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:58:31.857 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 7m ago 5h 4433M 2393M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:58:31.857 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 7m ago 5h 4568M 2393M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:58:31.857 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 5m ago 5h 3830M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:58:31.857 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 5m ago 5h 4225M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:58:31.857 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 5m ago 5h 3614M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:58:31.857 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 5m ago 5h 4168M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:58:31.858 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 5m ago 5h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:58:32.236 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:58:32.237 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:58:32.237 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:58:32.237 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:58:32.237 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:58:32.237 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:58:32.237 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:58:32.237 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:58:32.237 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:58:32.237 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:58:32.237 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:58:32.237 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:58:32.237 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:58:32.237 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:58:32.237 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:58:32.238 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:58:32.238 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:58:32.238 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:58:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:32 smithi123 ceph-mon[191304]: pgmap v11563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:32 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2831419812' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:58:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:32 smithi123 ceph-mon[188613]: pgmap v11563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:32 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2831419812' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:58:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:32 smithi177 ceph-mon[212096]: pgmap v11563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:32 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2831419812' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:58:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:33 smithi123 ceph-mon[191304]: from='client.46377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:58:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:33 smithi123 ceph-mon[191304]: from='client.56330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:58:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:33 smithi123 ceph-mon[188613]: from='client.46377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:58:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:33 smithi123 ceph-mon[188613]: from='client.56330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:58:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:33 smithi177 ceph-mon[212096]: from='client.46377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:58:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:33 smithi177 ceph-mon[212096]: from='client.56330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:58:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:34 smithi123 ceph-mon[191304]: pgmap v11564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:58:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:58:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:58:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:58:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:34 smithi123 ceph-mon[188613]: pgmap v11564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:58:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:58:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:58:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:58:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:34 smithi177 ceph-mon[212096]: pgmap v11564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:58:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:58:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:58:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:58:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:36 smithi123 ceph-mon[191304]: pgmap v11565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:36 smithi123 ceph-mon[188613]: pgmap v11565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:36 smithi177 ceph-mon[212096]: pgmap v11565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:38 smithi123 ceph-mon[191304]: pgmap v11566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:38 smithi123 ceph-mon[188613]: pgmap v11566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:38 smithi177 ceph-mon[212096]: pgmap v11566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:58:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:58:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:58:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:40 smithi123 ceph-mon[191304]: pgmap v11567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:40 smithi123 ceph-mon[188613]: pgmap v11567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:40 smithi177 ceph-mon[212096]: pgmap v11567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:42.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:42 smithi123 ceph-mon[191304]: pgmap v11568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:42.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:58:42.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:42 smithi123 ceph-mon[188613]: pgmap v11568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:42.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:58:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:42 smithi177 ceph-mon[212096]: pgmap v11568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:58:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:44 smithi123 ceph-mon[191304]: pgmap v11569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:44 smithi123 ceph-mon[188613]: pgmap v11569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:44 smithi177 ceph-mon[212096]: pgmap v11569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:46 smithi123 ceph-mon[191304]: pgmap v11570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:46 smithi123 ceph-mon[188613]: pgmap v11570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:46 smithi177 ceph-mon[212096]: pgmap v11570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:48.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:48 smithi123 ceph-mon[191304]: pgmap v11571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:48 smithi123 ceph-mon[188613]: pgmap v11571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:48 smithi177 ceph-mon[212096]: pgmap v11571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:58:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:58:49] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T15:58:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:50 smithi123 ceph-mon[191304]: pgmap v11572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:50 smithi123 ceph-mon[188613]: pgmap v11572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:50 smithi177 ceph-mon[212096]: pgmap v11572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:52 smithi123 ceph-mon[191304]: pgmap v11573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:52 smithi123 ceph-mon[188613]: pgmap v11573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:52 smithi177 ceph-mon[212096]: pgmap v11573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:54 smithi123 ceph-mon[191304]: pgmap v11574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:54 smithi123 ceph-mon[188613]: pgmap v11574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:54 smithi177 ceph-mon[212096]: pgmap v11574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:56.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:56 smithi123 ceph-mon[191304]: pgmap v11575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:56 smithi123 ceph-mon[188613]: pgmap v11575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:56 smithi177 ceph-mon[212096]: pgmap v11575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:58:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:58:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:58:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:58:58 smithi123 ceph-mon[191304]: pgmap v11576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:58:58 smithi123 ceph-mon[188613]: pgmap v11576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:58:58 smithi177 ceph-mon[212096]: pgmap v11576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:58:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:58:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:58:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T15:59:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:00 smithi123 ceph-mon[191304]: pgmap v11577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:00 smithi123 ceph-mon[188613]: pgmap v11577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:00 smithi177 ceph-mon[212096]: pgmap v11577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:02.588 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:59:02.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:02 smithi123 ceph-mon[191304]: pgmap v11578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:02 smithi123 ceph-mon[188613]: pgmap v11578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:02.895 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:59:02.895 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 7m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:59:02.895 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 5m ago 5h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:59:02.895 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 7m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:59:02.895 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 5m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:59:02.895 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 5m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:59:02.895 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 7m ago 5h 744M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:59:02.895 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 7m ago 5h 1441M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:59:02.895 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 5m ago 5h 684M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:59:02.896 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 7m ago 5h 737M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:59:02.896 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 7m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:59:02.896 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 5m ago 5h 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:59:02.896 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 7m ago 5h 4708M 2393M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:59:02.896 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 7m ago 5h 5445M 2393M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:59:02.896 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 7m ago 5h 4433M 2393M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:59:02.896 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 7m ago 5h 4568M 2393M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:59:02.896 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 5m ago 5h 3830M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:59:02.896 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 5m ago 5h 4225M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:59:02.896 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 5m ago 5h 3614M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:59:02.897 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 5m ago 5h 4168M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:59:02.897 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 5m ago 5h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:59:02.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:02 smithi177 ceph-mon[212096]: pgmap v11578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:03.275 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:59:03.275 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:59:03.275 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:59:03.275 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:59:03.275 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:59:03.275 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:59:03.275 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:59:03.276 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:59:03.276 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:59:03.276 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:59:03.276 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:59:03.276 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:59:03.276 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:59:03.276 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:59:03.276 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:59:03.276 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:59:03.276 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:59:03.276 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:59:03.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:03 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3998289788' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:59:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:03 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3998289788' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:59:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:03 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3998289788' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:59:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:04 smithi123 ceph-mon[191304]: from='client.46395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:59:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:04 smithi123 ceph-mon[191304]: from='client.46401 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:59:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:04 smithi123 ceph-mon[191304]: pgmap v11579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:04 smithi123 ceph-mon[188613]: from='client.46395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:59:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:04 smithi123 ceph-mon[188613]: from='client.46401 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:59:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:04 smithi123 ceph-mon[188613]: pgmap v11579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:04 smithi177 ceph-mon[212096]: from='client.46395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:59:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:04 smithi177 ceph-mon[212096]: from='client.46401 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:59:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:04 smithi177 ceph-mon[212096]: pgmap v11579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:06 smithi123 ceph-mon[191304]: pgmap v11580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:06 smithi123 ceph-mon[188613]: pgmap v11580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:06 smithi177 ceph-mon[212096]: pgmap v11580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:08 smithi177 ceph-mon[212096]: pgmap v11581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:08 smithi123 ceph-mon[191304]: pgmap v11581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:08 smithi123 ceph-mon[188613]: pgmap v11581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:59:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:59:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T15:59:10.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:10 smithi177 ceph-mon[212096]: pgmap v11582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:10.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:10 smithi123 ceph-mon[191304]: pgmap v11582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:10 smithi123 ceph-mon[188613]: pgmap v11582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:12 smithi177 ceph-mon[212096]: pgmap v11583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:59:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:12 smithi123 ceph-mon[191304]: pgmap v11583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:59:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:12 smithi123 ceph-mon[188613]: pgmap v11583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:59:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:14 smithi177 ceph-mon[212096]: pgmap v11584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:14 smithi123 ceph-mon[191304]: pgmap v11584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:14 smithi123 ceph-mon[188613]: pgmap v11584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:16 smithi177 ceph-mon[212096]: pgmap v11585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:16 smithi123 ceph-mon[191304]: pgmap v11585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:16 smithi123 ceph-mon[188613]: pgmap v11585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:18 smithi177 ceph-mon[212096]: pgmap v11586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:18 smithi123 ceph-mon[191304]: pgmap v11586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:18 smithi123 ceph-mon[188613]: pgmap v11586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:59:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:59:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T15:59:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:20 smithi177 ceph-mon[212096]: pgmap v11587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:20 smithi123 ceph-mon[191304]: pgmap v11587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:20 smithi123 ceph-mon[188613]: pgmap v11587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:22 smithi177 ceph-mon[212096]: pgmap v11588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:22 smithi123 ceph-mon[191304]: pgmap v11588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:22 smithi123 ceph-mon[188613]: pgmap v11588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:24 smithi177 ceph-mon[212096]: pgmap v11589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:24 smithi123 ceph-mon[191304]: pgmap v11589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:24 smithi123 ceph-mon[188613]: pgmap v11589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:26 smithi177 ceph-mon[212096]: pgmap v11590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:26 smithi123 ceph-mon[191304]: pgmap v11590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:26 smithi123 ceph-mon[188613]: pgmap v11590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:59:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:59:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:59:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:28 smithi177 ceph-mon[212096]: pgmap v11591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:28 smithi123 ceph-mon[191304]: pgmap v11591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:28 smithi123 ceph-mon[188613]: pgmap v11591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:59:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:59:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:59:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:30 smithi177 ceph-mon[212096]: pgmap v11592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:30 smithi123 ceph-mon[191304]: pgmap v11592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:30 smithi123 ceph-mon[188613]: pgmap v11592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:32 smithi177 ceph-mon[212096]: pgmap v11593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:32 smithi123 ceph-mon[191304]: pgmap v11593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:32 smithi123 ceph-mon[188613]: pgmap v11593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:33.623 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T15:59:33.928 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T15:59:33.928 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 8m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T15:59:33.928 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 6m ago 5h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T15:59:33.928 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 8m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T15:59:33.928 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 6m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T15:59:33.928 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 6m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T15:59:33.928 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 8m ago 5h 744M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T15:59:33.928 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 8m ago 5h 1441M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T15:59:33.928 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 6m ago 5h 684M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T15:59:33.929 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 8m ago 5h 737M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T15:59:33.929 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 8m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T15:59:33.929 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 6m ago 5h 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T15:59:33.929 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 8m ago 5h 4708M 2393M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T15:59:33.929 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 8m ago 5h 5445M 2393M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T15:59:33.929 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 8m ago 5h 4433M 2393M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T15:59:33.929 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 8m ago 5h 4568M 2393M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T15:59:33.929 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 6m ago 5h 3830M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T15:59:33.929 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 6m ago 5h 4225M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T15:59:33.929 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 6m ago 5h 3614M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T15:59:33.929 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 6m ago 5h 4168M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T15:59:33.929 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 6m ago 5h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T15:59:34.317 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T15:59:34.318 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T15:59:34.318 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T15:59:34.318 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:59:34.318 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T15:59:34.318 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T15:59:34.318 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:59:34.318 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T15:59:34.318 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T15:59:34.318 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:59:34.319 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T15:59:34.319 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T15:59:34.319 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T15:59:34.319 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T15:59:34.319 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T15:59:34.319 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T15:59:34.319 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T15:59:34.319 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T15:59:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:34 smithi177 ceph-mon[212096]: pgmap v11594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:34 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3513495578' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:59:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:59:34.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:34 smithi123 ceph-mon[188613]: pgmap v11594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:34 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3513495578' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:59:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:59:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:34 smithi123 ceph-mon[191304]: pgmap v11594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:34 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3513495578' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T15:59:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T15:59:35.711 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:35 smithi123 ceph-mon[188613]: from='client.46413 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:59:35.712 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:35 smithi123 ceph-mon[188613]: from='client.46419 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:59:35.712 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:59:35.712 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:59:35.712 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:35 smithi123 ceph-mon[191304]: from='client.46413 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:59:35.712 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:35 smithi123 ceph-mon[191304]: from='client.46419 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:59:35.712 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:59:35.712 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:59:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:35 smithi177 ceph-mon[212096]: from='client.46413 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:59:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:35 smithi177 ceph-mon[212096]: from='client.46419 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T15:59:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:59:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:59:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:36 smithi123 ceph-mon[188613]: pgmap v11595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:36 smithi123 ceph-mon[191304]: pgmap v11595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:36 smithi177 ceph-mon[212096]: pgmap v11595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:38 smithi123 ceph-mon[191304]: pgmap v11596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:59:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:59:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:59:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:59:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:59:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:59:38.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:59:38.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:59:38.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:59:38.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:59:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:38 smithi123 ceph-mon[188613]: pgmap v11596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:59:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:59:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:59:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:59:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:59:38.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:59:38.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:59:38.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:59:38.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:59:38.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:59:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:38 smithi177 ceph-mon[212096]: pgmap v11596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:59:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:59:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:59:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:59:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:59:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T15:59:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:59:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T15:59:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T15:59:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T15:59:39.417 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:59:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:59:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T15:59:39.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:39 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2384M 2023-12-20T15:59:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:39 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2384M 2023-12-20T15:59:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:39 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2384M 2023-12-20T15:59:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:40 smithi123 ceph-mon[191304]: pgmap v11597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:40 smithi123 ceph-mon[188613]: pgmap v11597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:40 smithi177 ceph-mon[212096]: pgmap v11597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:42 smithi123 ceph-mon[188613]: pgmap v11598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:59:42.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:42 smithi123 ceph-mon[191304]: pgmap v11598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:42.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:59:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:42 smithi177 ceph-mon[212096]: pgmap v11598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:59:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:44 smithi123 ceph-mon[191304]: pgmap v11599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:44 smithi123 ceph-mon[188613]: pgmap v11599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:44 smithi177 ceph-mon[212096]: pgmap v11599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:46 smithi123 ceph-mon[191304]: pgmap v11600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:46 smithi123 ceph-mon[188613]: pgmap v11600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:46 smithi177 ceph-mon[212096]: pgmap v11600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:48 smithi123 ceph-mon[191304]: pgmap v11601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:48 smithi123 ceph-mon[188613]: pgmap v11601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:48 smithi177 ceph-mon[212096]: pgmap v11601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:59:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:59:49] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T15:59:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:50 smithi123 ceph-mon[191304]: pgmap v11602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:50 smithi123 ceph-mon[188613]: pgmap v11602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:50 smithi177 ceph-mon[212096]: pgmap v11602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:52 smithi123 ceph-mon[191304]: pgmap v11603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:52 smithi123 ceph-mon[188613]: pgmap v11603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:52 smithi177 ceph-mon[212096]: pgmap v11603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:54 smithi123 ceph-mon[191304]: pgmap v11604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:54 smithi123 ceph-mon[188613]: pgmap v11604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:54 smithi177 ceph-mon[212096]: pgmap v11604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:56 smithi123 ceph-mon[191304]: pgmap v11605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:56 smithi123 ceph-mon[188613]: pgmap v11605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:56 smithi177 ceph-mon[212096]: pgmap v11605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:59:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:59:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T15:59:58.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 15:59:58 smithi123 ceph-mon[191304]: pgmap v11606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 15:59:58 smithi123 ceph-mon[188613]: pgmap v11606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 15:59:58 smithi177 ceph-mon[212096]: pgmap v11606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T15:59:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 15:59:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:15:59:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T16:00:00.457 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T15:59:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T16:00:00.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:00 smithi123 ceph-mon[188613]: pgmap v11607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:00.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T16:00:00.746 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:00 smithi123 ceph-mon[191304]: pgmap v11607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:00.746 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T16:00:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:00 smithi177 ceph-mon[212096]: pgmap v11607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T16:00:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:02 smithi123 ceph-mon[191304]: pgmap v11608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:02 smithi123 ceph-mon[188613]: pgmap v11608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:02.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:02 smithi177 ceph-mon[212096]: pgmap v11608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:04.670 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:00:04.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:04 smithi123 ceph-mon[191304]: pgmap v11609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:04 smithi123 ceph-mon[188613]: pgmap v11609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:04 smithi177 ceph-mon[212096]: pgmap v11609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:04.979 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:00:04.979 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 8m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:00:04.979 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 6m ago 5h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:00:04.979 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 8m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:00:04.979 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 6m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:00:04.979 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 6m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:00:04.979 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 8m ago 5h 744M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:00:04.979 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 8m ago 5h 1441M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:00:04.979 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 6m ago 5h 684M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:00:04.979 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 8m ago 5h 737M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:00:04.979 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 8m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:00:04.980 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 6m ago 5h 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:00:04.980 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 8m ago 5h 4708M 2384M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:00:04.980 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 8m ago 5h 5445M 2384M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:00:04.980 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 8m ago 5h 4433M 2384M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:00:04.980 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 8m ago 5h 4568M 2384M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:00:04.980 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 6m ago 5h 3830M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:00:04.980 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 6m ago 5h 4225M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:00:04.980 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 6m ago 5h 3614M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:00:04.980 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 6m ago 5h 4168M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:00:04.980 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 6m ago 5h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:00:05.359 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:00:05.360 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:00:05.360 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:00:05.360 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:00:05.360 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:00:05.360 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:00:05.360 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:00:05.360 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:00:05.360 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:00:05.360 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:00:05.360 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:00:05.360 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:00:05.360 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:00:05.360 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:00:05.360 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:00:05.361 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:00:05.361 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:00:05.361 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:00:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:05 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1142994676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:00:05.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:05 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1142994676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:00:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:05 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1142994676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:00:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:06 smithi123 ceph-mon[191304]: from='client.56378 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:00:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:06 smithi123 ceph-mon[191304]: from='client.46437 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:00:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:06 smithi123 ceph-mon[191304]: pgmap v11610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:06 smithi123 ceph-mon[188613]: from='client.56378 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:00:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:06 smithi123 ceph-mon[188613]: from='client.46437 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:00:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:06 smithi123 ceph-mon[188613]: pgmap v11610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:06 smithi177 ceph-mon[212096]: from='client.56378 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:00:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:06 smithi177 ceph-mon[212096]: from='client.46437 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:00:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:06 smithi177 ceph-mon[212096]: pgmap v11610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:08 smithi123 ceph-mon[191304]: pgmap v11611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:08 smithi123 ceph-mon[188613]: pgmap v11611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:08 smithi177 ceph-mon[212096]: pgmap v11611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:00:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:00:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T16:00:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:10 smithi123 ceph-mon[191304]: pgmap v11612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:10 smithi123 ceph-mon[188613]: pgmap v11612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:10 smithi177 ceph-mon[212096]: pgmap v11612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:12 smithi123 ceph-mon[191304]: pgmap v11613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:00:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:12 smithi123 ceph-mon[188613]: pgmap v11613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:00:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:12 smithi177 ceph-mon[212096]: pgmap v11613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:00:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:14 smithi123 ceph-mon[191304]: pgmap v11614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:14 smithi123 ceph-mon[188613]: pgmap v11614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:14 smithi177 ceph-mon[212096]: pgmap v11614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:16 smithi123 ceph-mon[188613]: pgmap v11615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:16 smithi123 ceph-mon[191304]: pgmap v11615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:16 smithi177 ceph-mon[212096]: pgmap v11615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:18 smithi177 ceph-mon[212096]: pgmap v11616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:18 smithi123 ceph-mon[191304]: pgmap v11616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:18 smithi123 ceph-mon[188613]: pgmap v11616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:00:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:00:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T16:00:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:20 smithi177 ceph-mon[212096]: pgmap v11617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:20 smithi123 ceph-mon[191304]: pgmap v11617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:20.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:20 smithi123 ceph-mon[188613]: pgmap v11617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:22 smithi177 ceph-mon[212096]: pgmap v11618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:22 smithi123 ceph-mon[191304]: pgmap v11618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:22.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:22 smithi123 ceph-mon[188613]: pgmap v11618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:24.885 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:24 smithi123 ceph-mon[191304]: pgmap v11619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:24.886 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:24 smithi123 ceph-mon[188613]: pgmap v11619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:24 smithi177 ceph-mon[212096]: pgmap v11619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:25 smithi177 ceph-mon[212096]: pgmap v11620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:25 smithi123 ceph-mon[191304]: pgmap v11620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:25 smithi123 ceph-mon[188613]: pgmap v11620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:00:27.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:00:27.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:00:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:28 smithi177 ceph-mon[212096]: pgmap v11621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:28 smithi123 ceph-mon[188613]: pgmap v11621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:28 smithi123 ceph-mon[191304]: pgmap v11621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:00:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:00:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:00:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:30 smithi177 ceph-mon[212096]: pgmap v11622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:30 smithi123 ceph-mon[188613]: pgmap v11622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:30 smithi123 ceph-mon[191304]: pgmap v11622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:32 smithi177 ceph-mon[212096]: pgmap v11623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:32 smithi123 ceph-mon[188613]: pgmap v11623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:32 smithi123 ceph-mon[191304]: pgmap v11623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:34 smithi177 ceph-mon[212096]: pgmap v11624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:34 smithi123 ceph-mon[191304]: pgmap v11624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:34 smithi123 ceph-mon[188613]: pgmap v11624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:35.706 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:00:36.012 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:00:36.012 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 9m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:00:36.012 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 7m ago 5h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:00:36.012 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 9m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:00:36.012 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 7m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:00:36.013 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 7m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:00:36.013 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 9m ago 5h 744M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:00:36.013 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 9m ago 5h 1441M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:00:36.013 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 7m ago 5h 684M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:00:36.013 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 9m ago 5h 737M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:00:36.013 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 9m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:00:36.013 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 7m ago 5h 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:00:36.013 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 9m ago 5h 4708M 2384M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:00:36.013 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 9m ago 5h 5445M 2384M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:00:36.013 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 9m ago 5h 4433M 2384M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:00:36.013 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 9m ago 5h 4568M 2384M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:00:36.013 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 7m ago 5h 3830M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:00:36.013 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 7m ago 5h 4225M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:00:36.013 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 7m ago 5h 3614M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:00:36.013 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 7m ago 5h 4168M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:00:36.014 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 7m ago 5h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:00:36.398 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:00:36.398 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:00:36.398 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:00:36.398 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:00:36.398 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:00:36.398 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:00:36.398 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:00:36.398 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:00:36.398 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:00:36.398 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:00:36.399 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:00:36.399 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:00:36.399 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:00:36.399 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:00:36.399 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:00:36.399 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:00:36.399 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:00:36.399 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:00:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:36 smithi177 ceph-mon[212096]: pgmap v11625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:36.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:36 smithi123 ceph-mon[191304]: pgmap v11625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:36 smithi123 ceph-mon[188613]: pgmap v11625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:37 smithi177 ceph-mon[212096]: from='client.56396 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:00:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:37 smithi177 ceph-mon[212096]: from='client.46455 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:00:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:37 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3730748697' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:00:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:37 smithi123 ceph-mon[191304]: from='client.56396 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:00:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:37 smithi123 ceph-mon[191304]: from='client.46455 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:00:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:37 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3730748697' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:00:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:37 smithi123 ceph-mon[188613]: from='client.56396 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:00:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:37 smithi123 ceph-mon[188613]: from='client.46455 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:00:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:37 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3730748697' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:00:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:38 smithi177 ceph-mon[212096]: pgmap v11626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:00:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:00:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:00:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:00:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:38 smithi123 ceph-mon[191304]: pgmap v11626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:00:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:00:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:00:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:00:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:38 smithi123 ceph-mon[188613]: pgmap v11626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:00:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:00:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:00:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:00:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:00:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:00:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:00:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:40 smithi177 ceph-mon[212096]: pgmap v11627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:40 smithi123 ceph-mon[191304]: pgmap v11627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:40 smithi123 ceph-mon[188613]: pgmap v11627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:42 smithi123 ceph-mon[191304]: pgmap v11628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:00:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:42 smithi123 ceph-mon[188613]: pgmap v11628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:00:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:42 smithi177 ceph-mon[212096]: pgmap v11628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:00:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:44 smithi123 ceph-mon[191304]: pgmap v11629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:44 smithi123 ceph-mon[188613]: pgmap v11629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:44 smithi177 ceph-mon[212096]: pgmap v11629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:46 smithi123 ceph-mon[191304]: pgmap v11630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:46 smithi123 ceph-mon[188613]: pgmap v11630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:46 smithi177 ceph-mon[212096]: pgmap v11630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:48 smithi123 ceph-mon[191304]: pgmap v11631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:48 smithi123 ceph-mon[188613]: pgmap v11631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:48 smithi177 ceph-mon[212096]: pgmap v11631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:00:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:00:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:00:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:50 smithi123 ceph-mon[191304]: pgmap v11632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:50 smithi123 ceph-mon[188613]: pgmap v11632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:50 smithi177 ceph-mon[212096]: pgmap v11632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:52 smithi123 ceph-mon[191304]: pgmap v11633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:52 smithi123 ceph-mon[188613]: pgmap v11633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:52 smithi177 ceph-mon[212096]: pgmap v11633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:54 smithi123 ceph-mon[191304]: pgmap v11634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:54 smithi123 ceph-mon[188613]: pgmap v11634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:54 smithi177 ceph-mon[212096]: pgmap v11634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:56 smithi123 ceph-mon[191304]: pgmap v11635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:56 smithi123 ceph-mon[188613]: pgmap v11635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:56 smithi177 ceph-mon[212096]: pgmap v11635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:00:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:00:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:00:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:00:58 smithi123 ceph-mon[188613]: pgmap v11636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:00:58 smithi123 ceph-mon[191304]: pgmap v11636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:00:58 smithi177 ceph-mon[212096]: pgmap v11636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:00:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:00:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:00:59] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T16:01:00.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:00 smithi123 ceph-mon[191304]: pgmap v11637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:00.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:00 smithi123 ceph-mon[188613]: pgmap v11637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:00 smithi177 ceph-mon[212096]: pgmap v11637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:02 smithi123 ceph-mon[188613]: pgmap v11638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:02.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:02 smithi123 ceph-mon[191304]: pgmap v11638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:02 smithi177 ceph-mon[212096]: pgmap v11638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:04 smithi123 ceph-mon[191304]: pgmap v11639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:04 smithi123 ceph-mon[188613]: pgmap v11639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:04 smithi177 ceph-mon[212096]: pgmap v11639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:06 smithi123 ceph-mon[191304]: pgmap v11640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:06 smithi123 ceph-mon[188613]: pgmap v11640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:06.755 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:01:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:06 smithi177 ceph-mon[212096]: pgmap v11640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:07.061 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:01:07.061 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 9m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:01:07.061 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 7m ago 5h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:01:07.061 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 9m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:01:07.061 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 7m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:01:07.062 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 7m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:01:07.062 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 9m ago 5h 744M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:01:07.062 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 9m ago 5h 1441M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:01:07.062 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 7m ago 5h 684M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:01:07.062 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 9m ago 5h 737M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:01:07.062 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 9m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:01:07.062 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 7m ago 5h 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:01:07.062 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 9m ago 5h 4708M 2384M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:01:07.062 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 9m ago 5h 5445M 2384M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:01:07.062 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 9m ago 5h 4433M 2384M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:01:07.062 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 9m ago 5h 4568M 2384M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:01:07.062 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 7m ago 5h 3830M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:01:07.062 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 7m ago 5h 4225M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:01:07.062 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 7m ago 5h 3614M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:01:07.063 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 7m ago 5h 4168M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:01:07.063 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 7m ago 5h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:01:07.445 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:01:07.445 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:01:07.445 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:01:07.445 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:01:07.445 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:01:07.445 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:01:07.445 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:01:07.445 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:01:07.445 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:01:07.446 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:01:07.446 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:01:07.446 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:01:07.446 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:01:07.446 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:01:07.446 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:01:07.446 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:01:07.446 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:01:07.446 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:01:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:08 smithi123 ceph-mon[191304]: from='client.56414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:01:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:08 smithi123 ceph-mon[191304]: from='client.56420 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:01:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:08 smithi123 ceph-mon[191304]: pgmap v11641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:08 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/186437737' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:01:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:08 smithi123 ceph-mon[188613]: from='client.56414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:01:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:08 smithi123 ceph-mon[188613]: from='client.56420 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:01:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:08 smithi123 ceph-mon[188613]: pgmap v11641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:08 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/186437737' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:01:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:08 smithi177 ceph-mon[212096]: from='client.56414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:01:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:08 smithi177 ceph-mon[212096]: from='client.56420 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:01:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:08 smithi177 ceph-mon[212096]: pgmap v11641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:08 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/186437737' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:01:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:01:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:01:09] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T16:01:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:10 smithi123 ceph-mon[191304]: pgmap v11642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:10 smithi123 ceph-mon[188613]: pgmap v11642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:10 smithi177 ceph-mon[212096]: pgmap v11642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:12 smithi123 ceph-mon[191304]: pgmap v11643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:01:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:12 smithi123 ceph-mon[188613]: pgmap v11643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:01:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:12 smithi177 ceph-mon[212096]: pgmap v11643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:01:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:14 smithi123 ceph-mon[191304]: pgmap v11644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:14 smithi123 ceph-mon[188613]: pgmap v11644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:14 smithi177 ceph-mon[212096]: pgmap v11644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:16 smithi123 ceph-mon[191304]: pgmap v11645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:16 smithi123 ceph-mon[188613]: pgmap v11645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:16 smithi177 ceph-mon[212096]: pgmap v11645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:18.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:18 smithi123 ceph-mon[191304]: pgmap v11646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:18 smithi123 ceph-mon[188613]: pgmap v11646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:18 smithi177 ceph-mon[212096]: pgmap v11646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:01:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:01:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:01:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:20 smithi123 ceph-mon[191304]: pgmap v11647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:20 smithi123 ceph-mon[188613]: pgmap v11647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:20 smithi177 ceph-mon[212096]: pgmap v11647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:22 smithi123 ceph-mon[191304]: pgmap v11648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:22 smithi123 ceph-mon[188613]: pgmap v11648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:22 smithi177 ceph-mon[212096]: pgmap v11648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:24 smithi123 ceph-mon[191304]: pgmap v11649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:24 smithi123 ceph-mon[188613]: pgmap v11649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:24 smithi177 ceph-mon[212096]: pgmap v11649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:26 smithi123 ceph-mon[188613]: pgmap v11650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:26 smithi123 ceph-mon[191304]: pgmap v11650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:26 smithi177 ceph-mon[212096]: pgmap v11650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:01:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:01:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:01:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:28 smithi123 ceph-mon[191304]: pgmap v11651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:28 smithi123 ceph-mon[188613]: pgmap v11651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:28.903 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 16:01:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T16:01:28.586382371Z level=info msg="Completed cleanup jobs" duration=13.100006ms 2023-12-20T16:01:28.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:28 smithi177 ceph-mon[212096]: pgmap v11651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:01:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:01:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:01:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:30 smithi123 ceph-mon[191304]: pgmap v11652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:30 smithi123 ceph-mon[188613]: pgmap v11652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:30 smithi177 ceph-mon[212096]: pgmap v11652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:32 smithi123 ceph-mon[191304]: pgmap v11653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:32 smithi123 ceph-mon[188613]: pgmap v11653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:32 smithi177 ceph-mon[212096]: pgmap v11653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:34 smithi177 ceph-mon[212096]: pgmap v11654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:34 smithi123 ceph-mon[191304]: pgmap v11654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:34 smithi123 ceph-mon[188613]: pgmap v11654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:36 smithi177 ceph-mon[212096]: pgmap v11655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:36 smithi123 ceph-mon[191304]: pgmap v11655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:36.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:36 smithi123 ceph-mon[188613]: pgmap v11655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:37.792 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:01:38.098 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:01:38.099 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 10m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:01:38.099 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 8m ago 5h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:01:38.099 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 10m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:01:38.099 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 8m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:01:38.099 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 8m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:01:38.099 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 10m ago 5h 744M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:01:38.099 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 10m ago 5h 1441M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:01:38.099 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 8m ago 5h 684M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:01:38.099 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 10m ago 5h 737M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:01:38.099 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 10m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:01:38.099 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 8m ago 5h 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:01:38.099 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 10m ago 5h 4708M 2384M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:01:38.100 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 10m ago 5h 5445M 2384M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:01:38.100 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 10m ago 5h 4433M 2384M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:01:38.100 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 10m ago 5h 4568M 2384M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:01:38.100 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 8m ago 5h 3830M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:01:38.100 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 8m ago 5h 4225M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:01:38.100 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 8m ago 5h 3614M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:01:38.100 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 8m ago 5h 4168M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:01:38.100 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 8m ago 5h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:01:38.496 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:01:38.496 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:01:38.496 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:01:38.496 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:01:38.496 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:01:38.496 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:01:38.496 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:01:38.496 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:01:38.496 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:01:38.496 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:01:38.497 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:01:38.497 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:01:38.497 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:01:38.497 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:01:38.497 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:01:38.497 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:01:38.497 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:01:38.497 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:01:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:38 smithi177 ceph-mon[212096]: pgmap v11656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:01:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:38 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1758825786' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:01:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:38 smithi123 ceph-mon[191304]: pgmap v11656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:01:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:38 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1758825786' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:01:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:38 smithi123 ceph-mon[188613]: pgmap v11656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:01:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:38 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1758825786' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:01:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:01:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:01:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:01:39.763 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:39 smithi177 ceph-mon[212096]: from='client.56432 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:01:39.763 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:39 smithi177 ceph-mon[212096]: from='client.56438 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:01:39.763 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:01:39.763 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:01:39.764 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:01:39.764 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:01:39.776 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:39 smithi123 ceph-mon[191304]: from='client.56432 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:01:39.776 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:39 smithi123 ceph-mon[191304]: from='client.56438 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:01:39.776 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:01:39.776 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:01:39.777 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:01:39.777 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:01:39.777 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:39 smithi123 ceph-mon[188613]: from='client.56432 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:01:39.777 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:39 smithi123 ceph-mon[188613]: from='client.56438 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:01:39.777 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:01:39.777 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:01:39.777 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:01:39.777 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:01:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:40 smithi123 ceph-mon[191304]: pgmap v11657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:40.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:40 smithi123 ceph-mon[188613]: pgmap v11657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:40 smithi177 ceph-mon[212096]: pgmap v11657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:01:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:01:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:41 smithi177 ceph-mon[212096]: pgmap v11658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:01:41.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:01:41.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:01:41.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:01:41.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:01:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:01:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:01:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:41 smithi123 ceph-mon[191304]: pgmap v11658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:01:41.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:01:41.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:01:41.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:01:41.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:01:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:01:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:01:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:41 smithi123 ceph-mon[188613]: pgmap v11658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:01:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:01:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:01:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:01:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:01:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:01:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:01:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:01:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:43 smithi177 ceph-mon[212096]: pgmap v11659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:43.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:43 smithi123 ceph-mon[191304]: pgmap v11659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:43 smithi123 ceph-mon[188613]: pgmap v11659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:46.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:46 smithi177 ceph-mon[212096]: pgmap v11660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:46 smithi123 ceph-mon[191304]: pgmap v11660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:46.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:46 smithi123 ceph-mon[188613]: pgmap v11660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:48 smithi177 ceph-mon[212096]: pgmap v11661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:48 smithi123 ceph-mon[191304]: pgmap v11661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:48 smithi123 ceph-mon[188613]: pgmap v11661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:01:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:01:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:01:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:50 smithi177 ceph-mon[212096]: pgmap v11662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:50 smithi123 ceph-mon[191304]: pgmap v11662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:50 smithi123 ceph-mon[188613]: pgmap v11662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:52 smithi123 ceph-mon[191304]: pgmap v11663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:52 smithi123 ceph-mon[188613]: pgmap v11663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:52 smithi177 ceph-mon[212096]: pgmap v11663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:54 smithi123 ceph-mon[191304]: pgmap v11664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:54 smithi123 ceph-mon[188613]: pgmap v11664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:54 smithi177 ceph-mon[212096]: pgmap v11664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:56 smithi123 ceph-mon[191304]: pgmap v11665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:56.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:56 smithi123 ceph-mon[188613]: pgmap v11665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:56 smithi177 ceph-mon[212096]: pgmap v11665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:01:57.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:01:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:01:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:01:58 smithi123 ceph-mon[191304]: pgmap v11666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:01:58 smithi123 ceph-mon[188613]: pgmap v11666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:01:58 smithi177 ceph-mon[212096]: pgmap v11666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:01:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:01:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:01:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:02:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:00 smithi123 ceph-mon[191304]: pgmap v11667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:00 smithi123 ceph-mon[188613]: pgmap v11667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:00 smithi177 ceph-mon[212096]: pgmap v11667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:02 smithi123 ceph-mon[191304]: pgmap v11668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:02 smithi123 ceph-mon[188613]: pgmap v11668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:02 smithi177 ceph-mon[212096]: pgmap v11668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:04 smithi123 ceph-mon[191304]: pgmap v11669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:04 smithi123 ceph-mon[188613]: pgmap v11669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:04 smithi177 ceph-mon[212096]: pgmap v11669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:06 smithi123 ceph-mon[188613]: pgmap v11670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:06 smithi123 ceph-mon[191304]: pgmap v11670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:06 smithi177 ceph-mon[212096]: pgmap v11670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:08 smithi123 ceph-mon[188613]: pgmap v11671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:08 smithi123 ceph-mon[191304]: pgmap v11671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:08.846 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:02:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:08 smithi177 ceph-mon[212096]: pgmap v11671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:09.159 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:02:09.160 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 28s ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:02:09.160 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 8m ago 5h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:02:09.160 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 28s ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:02:09.160 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 8m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:02:09.160 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 8m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:02:09.160 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 28s ago 5h 750M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:02:09.160 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 28s ago 5h 1479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:02:09.160 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 8m ago 5h 684M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:02:09.160 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 28s ago 5h 756M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:02:09.160 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 28s ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:02:09.160 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 8m ago 5h 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:02:09.160 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 28s ago 5h 4741M 2384M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:02:09.160 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 28s ago 5h 5478M 2384M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:02:09.161 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 28s ago 5h 4458M 2384M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:02:09.161 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 28s ago 5h 4598M 2384M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:02:09.161 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 8m ago 5h 3830M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:02:09.161 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 8m ago 5h 4225M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:02:09.161 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 8m ago 5h 3614M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:02:09.161 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 8m ago 5h 4168M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:02:09.161 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 8m ago 5h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:02:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:02:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:02:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:02:09.543 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:02:09.543 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:02:09.543 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:02:09.543 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:02:09.544 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:02:09.544 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:02:09.544 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:02:09.544 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:02:09.544 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:02:09.544 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:02:09.544 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:02:09.544 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:02:09.544 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:02:09.544 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:02:09.544 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:02:09.544 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:02:09.544 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:02:09.544 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:02:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:10 smithi123 ceph-mon[191304]: from='client.46503 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:02:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:10 smithi123 ceph-mon[191304]: pgmap v11672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:10 smithi123 ceph-mon[191304]: from='client.56456 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:02:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:10 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2370718194' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:02:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:10 smithi123 ceph-mon[188613]: from='client.46503 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:02:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:10 smithi123 ceph-mon[188613]: pgmap v11672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:10 smithi123 ceph-mon[188613]: from='client.56456 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:02:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:10 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2370718194' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:02:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:10 smithi177 ceph-mon[212096]: from='client.46503 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:02:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:10 smithi177 ceph-mon[212096]: pgmap v11672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:10 smithi177 ceph-mon[212096]: from='client.56456 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:02:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:10 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2370718194' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:02:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:12 smithi123 ceph-mon[191304]: pgmap v11673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:02:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:12 smithi123 ceph-mon[188613]: pgmap v11673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:02:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:12 smithi177 ceph-mon[212096]: pgmap v11673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:02:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:14 smithi123 ceph-mon[191304]: pgmap v11674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:14 smithi123 ceph-mon[188613]: pgmap v11674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:14 smithi177 ceph-mon[212096]: pgmap v11674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:16.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:16 smithi123 ceph-mon[191304]: pgmap v11675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:16.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:16 smithi123 ceph-mon[188613]: pgmap v11675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:16 smithi177 ceph-mon[212096]: pgmap v11675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:18 smithi123 ceph-mon[191304]: pgmap v11676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:18 smithi123 ceph-mon[188613]: pgmap v11676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:18 smithi177 ceph-mon[212096]: pgmap v11676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:02:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:02:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:02:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:20 smithi123 ceph-mon[191304]: pgmap v11677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:20 smithi123 ceph-mon[188613]: pgmap v11677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:20 smithi177 ceph-mon[212096]: pgmap v11677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:22 smithi123 ceph-mon[191304]: pgmap v11678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:22.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:22 smithi123 ceph-mon[188613]: pgmap v11678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:22 smithi177 ceph-mon[212096]: pgmap v11678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:24 smithi123 ceph-mon[191304]: pgmap v11679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:24 smithi123 ceph-mon[188613]: pgmap v11679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:24 smithi177 ceph-mon[212096]: pgmap v11679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:26 smithi123 ceph-mon[191304]: pgmap v11680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:26 smithi123 ceph-mon[188613]: pgmap v11680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:26.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:26 smithi177 ceph-mon[212096]: pgmap v11680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:02:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:02:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:02:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:28 smithi123 ceph-mon[191304]: pgmap v11681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:28 smithi123 ceph-mon[188613]: pgmap v11681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:28 smithi177 ceph-mon[212096]: pgmap v11681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:02:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:02:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:02:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:30 smithi123 ceph-mon[191304]: pgmap v11682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:30 smithi123 ceph-mon[188613]: pgmap v11682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:30 smithi177 ceph-mon[212096]: pgmap v11682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:32 smithi123 ceph-mon[191304]: pgmap v11683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:32 smithi123 ceph-mon[188613]: pgmap v11683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:32.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:32 smithi177 ceph-mon[212096]: pgmap v11683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:34 smithi123 ceph-mon[191304]: pgmap v11684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:34 smithi123 ceph-mon[188613]: pgmap v11684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:34 smithi177 ceph-mon[212096]: pgmap v11684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:36 smithi123 ceph-mon[191304]: pgmap v11685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:36 smithi123 ceph-mon[188613]: pgmap v11685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:36 smithi177 ceph-mon[212096]: pgmap v11685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:38 smithi123 ceph-mon[191304]: pgmap v11686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:38 smithi123 ceph-mon[188613]: pgmap v11686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:38 smithi177 ceph-mon[212096]: pgmap v11686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:02:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:02:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:02:39.889 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:02:40.195 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:02:40.195 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 59s ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:02:40.195 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 9m ago 5h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:02:40.195 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 59s ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:02:40.195 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 9m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:02:40.195 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 9m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:02:40.195 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 59s ago 5h 750M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:02:40.195 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 59s ago 5h 1479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:02:40.195 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 9m ago 5h 684M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:02:40.196 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 59s ago 5h 756M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:02:40.196 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 59s ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:02:40.196 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 9m ago 5h 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:02:40.196 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 59s ago 5h 4741M 2384M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:02:40.196 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 59s ago 5h 5478M 2384M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:02:40.196 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 59s ago 5h 4458M 2384M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:02:40.196 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 59s ago 5h 4598M 2384M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:02:40.196 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 9m ago 5h 3830M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:02:40.196 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 9m ago 5h 4225M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:02:40.196 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 9m ago 5h 3614M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:02:40.196 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 9m ago 5h 4168M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:02:40.196 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 9m ago 5h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:02:40.579 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:02:40.580 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:02:40.580 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:02:40.580 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:02:40.580 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:02:40.580 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:02:40.580 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:02:40.580 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:02:40.580 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:02:40.580 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:02:40.580 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:02:40.580 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:02:40.581 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:02:40.581 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:02:40.581 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:02:40.581 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:02:40.581 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:02:40.581 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:02:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:40 smithi123 ceph-mon[191304]: pgmap v11687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:40 smithi123 ceph-mon[188613]: pgmap v11687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:40 smithi177 ceph-mon[212096]: pgmap v11687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:41 smithi177 ceph-mon[212096]: from='client.56468 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:02:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:41 smithi177 ceph-mon[212096]: from='client.56474 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:02:41.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:41 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/458617409' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:02:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:41 smithi123 ceph-mon[191304]: from='client.56468 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:02:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:41 smithi123 ceph-mon[191304]: from='client.56474 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:02:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:41 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/458617409' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:02:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:41 smithi123 ceph-mon[188613]: from='client.56468 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:02:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:41 smithi123 ceph-mon[188613]: from='client.56474 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:02:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:41 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/458617409' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:02:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:42 smithi177 ceph-mon[212096]: pgmap v11688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:02:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:02:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:02:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:02:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:02:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:02:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:02:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:42 smithi123 ceph-mon[191304]: pgmap v11688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:02:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:02:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:02:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:02:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:02:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:02:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:02:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:42 smithi123 ceph-mon[188613]: pgmap v11688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:02:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:02:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:02:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:02:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:02:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:02:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:02:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:44 smithi177 ceph-mon[212096]: pgmap v11689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:44 smithi123 ceph-mon[191304]: pgmap v11689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:44 smithi123 ceph-mon[188613]: pgmap v11689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:46 smithi177 ceph-mon[212096]: pgmap v11690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:46 smithi123 ceph-mon[191304]: pgmap v11690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:46.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:46 smithi123 ceph-mon[188613]: pgmap v11690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:48 smithi177 ceph-mon[212096]: pgmap v11691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:48 smithi123 ceph-mon[188613]: pgmap v11691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:48 smithi123 ceph-mon[191304]: pgmap v11691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:02:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:02:49] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:02:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:50 smithi177 ceph-mon[212096]: pgmap v11692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:50 smithi123 ceph-mon[188613]: pgmap v11692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:50 smithi123 ceph-mon[191304]: pgmap v11692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:52 smithi177 ceph-mon[212096]: pgmap v11693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:52 smithi123 ceph-mon[188613]: pgmap v11693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:52 smithi123 ceph-mon[191304]: pgmap v11693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:54 smithi177 ceph-mon[212096]: pgmap v11694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:54 smithi123 ceph-mon[191304]: pgmap v11694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:54 smithi123 ceph-mon[188613]: pgmap v11694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:56 smithi177 ceph-mon[212096]: pgmap v11695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:56 smithi123 ceph-mon[191304]: pgmap v11695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:56 smithi123 ceph-mon[188613]: pgmap v11695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:02:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:02:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:02:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:02:58 smithi177 ceph-mon[212096]: pgmap v11696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:02:58 smithi123 ceph-mon[188613]: pgmap v11696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:02:58 smithi123 ceph-mon[191304]: pgmap v11696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:02:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:02:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:02:59] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T16:03:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:00 smithi177 ceph-mon[212096]: pgmap v11697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:00 smithi123 ceph-mon[188613]: pgmap v11697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:00 smithi123 ceph-mon[191304]: pgmap v11697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:01 smithi177 ceph-mon[212096]: pgmap v11698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:01 smithi123 ceph-mon[188613]: pgmap v11698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:01 smithi123 ceph-mon[191304]: pgmap v11698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:04 smithi123 ceph-mon[191304]: pgmap v11699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:04 smithi123 ceph-mon[188613]: pgmap v11699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:04 smithi177 ceph-mon[212096]: pgmap v11699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:06 smithi123 ceph-mon[191304]: pgmap v11700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:06 smithi123 ceph-mon[188613]: pgmap v11700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:06 smithi177 ceph-mon[212096]: pgmap v11700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:08 smithi123 ceph-mon[191304]: pgmap v11701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:08 smithi123 ceph-mon[188613]: pgmap v11701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:08 smithi177 ceph-mon[212096]: pgmap v11701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:03:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:03:09] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T16:03:10.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:10 smithi123 ceph-mon[191304]: pgmap v11702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:10 smithi123 ceph-mon[188613]: pgmap v11702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:10 smithi177 ceph-mon[212096]: pgmap v11702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:10.934 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:03:11.239 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:03:11.239 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 90s ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:03:11.239 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 9m ago 5h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:03:11.239 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 90s ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:03:11.239 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 9m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:03:11.239 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 9m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:03:11.239 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 90s ago 5h 750M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:03:11.239 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 90s ago 5h 1479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:03:11.239 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 9m ago 5h 684M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:03:11.240 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 90s ago 5h 756M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:03:11.240 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 90s ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:03:11.240 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 9m ago 5h 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:03:11.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 90s ago 5h 4741M 2384M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:03:11.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 90s ago 5h 5478M 2384M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:03:11.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 90s ago 5h 4458M 2384M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:03:11.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 90s ago 5h 4598M 2384M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:03:11.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 9m ago 5h 3830M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:03:11.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 9m ago 5h 4225M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:03:11.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 9m ago 5h 3614M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:03:11.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 9m ago 5h 4168M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:03:11.241 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 9m ago 5h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:03:11.622 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:03:11.622 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:03:11.622 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:03:11.622 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:03:11.623 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:03:11.623 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:03:11.623 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:03:11.623 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:03:11.623 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:03:11.623 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:03:11.623 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:03:11.623 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:03:11.623 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:03:11.623 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:03:11.623 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:03:11.623 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:03:11.623 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:03:11.623 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:03:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:12 smithi123 ceph-mon[188613]: from='client.46539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:03:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:12 smithi123 ceph-mon[188613]: pgmap v11703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:12 smithi123 ceph-mon[188613]: from='client.46545 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:03:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:12 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3770264958' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:03:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:03:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:12 smithi123 ceph-mon[191304]: from='client.46539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:03:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:12 smithi123 ceph-mon[191304]: pgmap v11703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:12 smithi123 ceph-mon[191304]: from='client.46545 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:03:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:12 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3770264958' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:03:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:03:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:12 smithi177 ceph-mon[212096]: from='client.46539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:03:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:12 smithi177 ceph-mon[212096]: pgmap v11703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:12 smithi177 ceph-mon[212096]: from='client.46545 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:03:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:12 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3770264958' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:03:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:03:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:14 smithi123 ceph-mon[191304]: pgmap v11704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:14 smithi123 ceph-mon[188613]: pgmap v11704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:14 smithi177 ceph-mon[212096]: pgmap v11704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:16 smithi123 ceph-mon[191304]: pgmap v11705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:16 smithi123 ceph-mon[188613]: pgmap v11705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:16 smithi177 ceph-mon[212096]: pgmap v11705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:18 smithi123 ceph-mon[191304]: pgmap v11706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:18 smithi123 ceph-mon[188613]: pgmap v11706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:18 smithi177 ceph-mon[212096]: pgmap v11706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:03:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:03:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:03:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:20 smithi123 ceph-mon[191304]: pgmap v11707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:20 smithi123 ceph-mon[188613]: pgmap v11707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:20 smithi177 ceph-mon[212096]: pgmap v11707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:22 smithi123 ceph-mon[191304]: pgmap v11708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:22 smithi123 ceph-mon[188613]: pgmap v11708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:22 smithi177 ceph-mon[212096]: pgmap v11708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:24 smithi123 ceph-mon[188613]: pgmap v11709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:24 smithi123 ceph-mon[191304]: pgmap v11709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:24 smithi177 ceph-mon[212096]: pgmap v11709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:26 smithi123 ceph-mon[191304]: pgmap v11710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:26 smithi123 ceph-mon[188613]: pgmap v11710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:26 smithi177 ceph-mon[212096]: pgmap v11710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:03:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:03:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:03:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:28 smithi123 ceph-mon[191304]: pgmap v11711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:28 smithi123 ceph-mon[188613]: pgmap v11711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:28 smithi177 ceph-mon[212096]: pgmap v11711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:03:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:03:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:03:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:30 smithi123 ceph-mon[191304]: pgmap v11712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:30 smithi123 ceph-mon[188613]: pgmap v11712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:30 smithi177 ceph-mon[212096]: pgmap v11712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:32 smithi123 ceph-mon[191304]: pgmap v11713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:32 smithi123 ceph-mon[188613]: pgmap v11713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:32 smithi177 ceph-mon[212096]: pgmap v11713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:34 smithi123 ceph-mon[191304]: pgmap v11714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:34 smithi123 ceph-mon[188613]: pgmap v11714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:34 smithi177 ceph-mon[212096]: pgmap v11714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:36 smithi123 ceph-mon[191304]: pgmap v11715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:36 smithi123 ceph-mon[188613]: pgmap v11715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:36 smithi177 ceph-mon[212096]: pgmap v11715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:38 smithi123 ceph-mon[191304]: pgmap v11716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:38 smithi123 ceph-mon[188613]: pgmap v11716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:38 smithi177 ceph-mon[212096]: pgmap v11716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:03:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:03:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:03:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:40 smithi123 ceph-mon[188613]: pgmap v11717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:40 smithi123 ceph-mon[191304]: pgmap v11717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:40 smithi177 ceph-mon[212096]: pgmap v11717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:41.978 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:03:42.288 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:03:42.288 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 2m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:03:42.288 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 10m ago 5h 93.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:03:42.289 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 2m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:03:42.289 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 10m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:03:42.289 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 10m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:03:42.289 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 2m ago 5h 750M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:03:42.289 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 2m ago 5h 1479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:03:42.289 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 10m ago 5h 684M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:03:42.289 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 2m ago 5h 756M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:03:42.289 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 2m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:03:42.289 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 10m ago 5h 22.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:03:42.289 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 2m ago 5h 4741M 2384M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:03:42.289 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 2m ago 5h 5478M 2384M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:03:42.289 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 2m ago 5h 4458M 2384M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:03:42.289 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 2m ago 5h 4598M 2384M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:03:42.290 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 10m ago 5h 3830M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:03:42.290 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 10m ago 5h 4225M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:03:42.290 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 10m ago 5h 3614M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:03:42.290 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 10m ago 5h 4168M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:03:42.290 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 10m ago 5h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:03:42.683 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:03:42.683 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:03:42.684 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:03:42.684 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:03:42.684 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:03:42.684 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:03:42.684 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:03:42.684 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:03:42.684 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:03:42.684 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:03:42.684 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:03:42.684 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:03:42.684 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:03:42.684 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:03:42.684 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:03:42.684 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:03:42.684 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:03:42.685 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:03:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:42 smithi123 ceph-mon[191304]: pgmap v11718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:03:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:42 smithi123 ceph-mon[188613]: pgmap v11718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:03:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:42 smithi177 ceph-mon[212096]: pgmap v11718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:03:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:43 smithi123 ceph-mon[191304]: from='client.56504 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:03:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:43 smithi123 ceph-mon[191304]: from='client.46563 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:03:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:03:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:43 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/831502983' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:03:43.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:43 smithi123 ceph-mon[188613]: from='client.56504 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:03:43.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:43 smithi123 ceph-mon[188613]: from='client.46563 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:03:43.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:03:43.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:43 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/831502983' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:03:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:43 smithi177 ceph-mon[212096]: from='client.56504 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:03:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:43 smithi177 ceph-mon[212096]: from='client.46563 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:03:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:03:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:43 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/831502983' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:03:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:44 smithi123 ceph-mon[191304]: pgmap v11719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:44.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:44 smithi123 ceph-mon[188613]: pgmap v11719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:44 smithi177 ceph-mon[212096]: pgmap v11719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:46.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:03:46.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:03:46.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:46 smithi177 ceph-mon[212096]: pgmap v11720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:46.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:03:46.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:03:46.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:03:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:03:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:03:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:46 smithi123 ceph-mon[191304]: pgmap v11720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:03:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:03:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:03:46.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:03:46.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:03:46.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:46 smithi123 ceph-mon[188613]: pgmap v11720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:46.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:03:46.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:03:46.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:03:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:48 smithi123 ceph-mon[191304]: pgmap v11721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:48 smithi123 ceph-mon[188613]: pgmap v11721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:48 smithi177 ceph-mon[212096]: pgmap v11721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:03:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:03:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:03:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:50 smithi123 ceph-mon[191304]: pgmap v11722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:50 smithi123 ceph-mon[188613]: pgmap v11722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:50.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:50 smithi177 ceph-mon[212096]: pgmap v11722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:52 smithi123 ceph-mon[191304]: pgmap v11723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:52 smithi123 ceph-mon[188613]: pgmap v11723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:52 smithi177 ceph-mon[212096]: pgmap v11723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:54 smithi123 ceph-mon[188613]: pgmap v11724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:54.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:54 smithi123 ceph-mon[191304]: pgmap v11724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:54 smithi177 ceph-mon[212096]: pgmap v11724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:56 smithi123 ceph-mon[191304]: pgmap v11725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:56 smithi123 ceph-mon[188613]: pgmap v11725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:56 smithi177 ceph-mon[212096]: pgmap v11725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:03:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:03:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:03:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:03:58 smithi123 ceph-mon[191304]: pgmap v11726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:03:58 smithi123 ceph-mon[188613]: pgmap v11726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:03:58 smithi177 ceph-mon[212096]: pgmap v11726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:03:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:03:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:03:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:04:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:00 smithi123 ceph-mon[191304]: pgmap v11727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:00 smithi123 ceph-mon[188613]: pgmap v11727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:00 smithi177 ceph-mon[212096]: pgmap v11727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:02 smithi123 ceph-mon[191304]: pgmap v11728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:02 smithi123 ceph-mon[188613]: pgmap v11728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:02 smithi177 ceph-mon[212096]: pgmap v11728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:04 smithi123 ceph-mon[191304]: pgmap v11729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:04 smithi123 ceph-mon[188613]: pgmap v11729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:04 smithi177 ceph-mon[212096]: pgmap v11729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:06 smithi123 ceph-mon[191304]: pgmap v11730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:06 smithi123 ceph-mon[188613]: pgmap v11730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:06 smithi177 ceph-mon[212096]: pgmap v11730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:08 smithi123 ceph-mon[191304]: pgmap v11731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:08 smithi123 ceph-mon[188613]: pgmap v11731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:08 smithi177 ceph-mon[212096]: pgmap v11731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:04:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:04:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:04:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:10 smithi123 ceph-mon[188613]: pgmap v11732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:10 smithi123 ceph-mon[191304]: pgmap v11732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:10 smithi177 ceph-mon[212096]: pgmap v11732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:12 smithi123 ceph-mon[188613]: pgmap v11733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:04:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:12 smithi123 ceph-mon[191304]: pgmap v11733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:04:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:12 smithi177 ceph-mon[212096]: pgmap v11733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:04:13.031 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:04:13.340 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:04:13.340 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 2m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:04:13.340 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 28s ago 5h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:04:13.340 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 2m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:04:13.340 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 28s ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:04:13.340 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 28s ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:04:13.340 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 2m ago 5h 750M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:04:13.340 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 2m ago 5h 1479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:04:13.340 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 28s ago 5h 699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:04:13.341 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 2m ago 5h 756M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:04:13.341 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 2m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:04:13.341 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 28s ago 5h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:04:13.341 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 2m ago 5h 4741M 2384M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:04:13.341 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 2m ago 5h 5478M 2384M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:04:13.341 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 2m ago 5h 4458M 2384M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:04:13.341 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 2m ago 5h 4598M 2384M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:04:13.341 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 28s ago 5h 3858M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:04:13.341 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 28s ago 5h 4258M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:04:13.341 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 28s ago 5h 3645M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:04:13.341 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 28s ago 5h 4203M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:04:13.341 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 28s ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:04:13.724 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:04:13.725 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:04:13.725 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:04:13.725 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:04:13.725 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:04:13.725 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:04:13.725 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:04:13.725 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:04:13.725 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:04:13.725 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:04:13.725 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:04:13.725 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:04:13.726 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:04:13.726 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:04:13.726 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:04:13.726 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:04:13.726 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:04:13.726 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:04:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:14 smithi123 ceph-mon[191304]: from='client.56522 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:04:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:14 smithi123 ceph-mon[191304]: pgmap v11734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:14 smithi123 ceph-mon[191304]: from='client.46581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:04:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:14 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1372247858' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:04:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:14 smithi123 ceph-mon[188613]: from='client.56522 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:04:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:14 smithi123 ceph-mon[188613]: pgmap v11734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:14.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:14 smithi123 ceph-mon[188613]: from='client.46581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:04:14.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:14 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1372247858' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:04:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:14 smithi177 ceph-mon[212096]: from='client.56522 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:04:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:14 smithi177 ceph-mon[212096]: pgmap v11734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:14 smithi177 ceph-mon[212096]: from='client.46581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:04:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:14 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1372247858' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:04:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:16 smithi123 ceph-mon[188613]: pgmap v11735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:16 smithi123 ceph-mon[191304]: pgmap v11735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:16 smithi177 ceph-mon[212096]: pgmap v11735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:18 smithi123 ceph-mon[191304]: pgmap v11736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:18 smithi123 ceph-mon[188613]: pgmap v11736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:18 smithi177 ceph-mon[212096]: pgmap v11736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:04:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:04:19] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T16:04:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:20 smithi123 ceph-mon[191304]: pgmap v11737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:20 smithi123 ceph-mon[188613]: pgmap v11737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:20 smithi177 ceph-mon[212096]: pgmap v11737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:22 smithi123 ceph-mon[191304]: pgmap v11738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:22 smithi123 ceph-mon[188613]: pgmap v11738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:22 smithi177 ceph-mon[212096]: pgmap v11738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:24 smithi123 ceph-mon[191304]: pgmap v11739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:24 smithi123 ceph-mon[188613]: pgmap v11739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:24 smithi177 ceph-mon[212096]: pgmap v11739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:26 smithi177 ceph-mon[212096]: pgmap v11740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:26 smithi123 ceph-mon[191304]: pgmap v11740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:26 smithi123 ceph-mon[188613]: pgmap v11740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:04:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:04:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:04:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:28 smithi177 ceph-mon[212096]: pgmap v11741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:28 smithi123 ceph-mon[191304]: pgmap v11741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:28 smithi123 ceph-mon[188613]: pgmap v11741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:04:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:04:29] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T16:04:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:30 smithi177 ceph-mon[212096]: pgmap v11742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:30 smithi123 ceph-mon[191304]: pgmap v11742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:30 smithi123 ceph-mon[188613]: pgmap v11742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:32 smithi177 ceph-mon[212096]: pgmap v11743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:32 smithi123 ceph-mon[191304]: pgmap v11743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:32.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:32 smithi123 ceph-mon[188613]: pgmap v11743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:34 smithi177 ceph-mon[212096]: pgmap v11744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:34 smithi123 ceph-mon[191304]: pgmap v11744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:34 smithi123 ceph-mon[188613]: pgmap v11744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:36 smithi177 ceph-mon[212096]: pgmap v11745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:36 smithi123 ceph-mon[191304]: pgmap v11745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:36.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:36 smithi123 ceph-mon[188613]: pgmap v11745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:38 smithi177 ceph-mon[212096]: pgmap v11746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:38 smithi123 ceph-mon[191304]: pgmap v11746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:38 smithi123 ceph-mon[188613]: pgmap v11746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:04:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:04:39] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T16:04:40.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:40 smithi177 ceph-mon[212096]: pgmap v11747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:40 smithi123 ceph-mon[191304]: pgmap v11747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:40 smithi123 ceph-mon[188613]: pgmap v11747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:42 smithi177 ceph-mon[212096]: pgmap v11748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:04:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:42 smithi123 ceph-mon[191304]: pgmap v11748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:04:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:42 smithi123 ceph-mon[188613]: pgmap v11748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:04:44.068 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:04:44.378 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:04:44.378 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 3m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:04:44.378 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 59s ago 5h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:04:44.378 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 3m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:04:44.378 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 59s ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:04:44.378 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 59s ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:04:44.378 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 3m ago 5h 750M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:04:44.378 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 3m ago 5h 1479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:04:44.378 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 59s ago 5h 699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:04:44.378 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 3m ago 5h 756M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:04:44.378 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 3m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:04:44.378 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 59s ago 5h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:04:44.378 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 3m ago 5h 4741M 2384M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:04:44.379 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 3m ago 5h 5478M 2384M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:04:44.379 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 3m ago 5h 4458M 2384M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:04:44.379 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 3m ago 5h 4598M 2384M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:04:44.379 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 59s ago 5h 3858M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:04:44.379 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 59s ago 5h 4258M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:04:44.379 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 59s ago 5h 3645M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:04:44.379 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 59s ago 5h 4203M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:04:44.379 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 59s ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:04:44.761 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:04:44.761 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:04:44.761 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:04:44.761 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:04:44.761 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:04:44.761 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:04:44.761 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:04:44.761 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:04:44.761 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:04:44.762 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:04:44.762 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:04:44.762 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:04:44.762 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:04:44.762 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:04:44.762 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:04:44.762 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:04:44.762 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:04:44.762 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:04:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:44 smithi177 ceph-mon[212096]: pgmap v11749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:44 smithi123 ceph-mon[191304]: pgmap v11749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:44 smithi123 ceph-mon[188613]: pgmap v11749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:45 smithi177 ceph-mon[212096]: from='client.46593 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:04:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:45 smithi177 ceph-mon[212096]: from='client.56546 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:04:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:45 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3288892316' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:04:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:45 smithi123 ceph-mon[191304]: from='client.46593 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:04:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:45 smithi123 ceph-mon[191304]: from='client.56546 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:04:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:45 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3288892316' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:04:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:45 smithi123 ceph-mon[188613]: from='client.46593 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:04:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:45 smithi123 ceph-mon[188613]: from='client.56546 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:04:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:45 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3288892316' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:04:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:46 smithi177 ceph-mon[212096]: pgmap v11750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:04:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:04:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:04:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:04:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:46 smithi123 ceph-mon[191304]: pgmap v11750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:04:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:04:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:04:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:04:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:46 smithi123 ceph-mon[188613]: pgmap v11750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:04:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:04:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:04:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:04:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:48 smithi177 ceph-mon[212096]: pgmap v11751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:48 smithi123 ceph-mon[191304]: pgmap v11751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:48 smithi123 ceph-mon[188613]: pgmap v11751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:04:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:04:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:04:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:50 smithi177 ceph-mon[212096]: pgmap v11752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:50 smithi123 ceph-mon[191304]: pgmap v11752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:50 smithi123 ceph-mon[188613]: pgmap v11752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:52 smithi177 ceph-mon[212096]: pgmap v11753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:52 smithi123 ceph-mon[191304]: pgmap v11753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:52 smithi123 ceph-mon[188613]: pgmap v11753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:54 smithi177 ceph-mon[212096]: pgmap v11754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:54 smithi123 ceph-mon[191304]: pgmap v11754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:54 smithi123 ceph-mon[188613]: pgmap v11754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:56 smithi177 ceph-mon[212096]: pgmap v11755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:56 smithi123 ceph-mon[191304]: pgmap v11755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:56 smithi123 ceph-mon[188613]: pgmap v11755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:04:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:04:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:04:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:58 smithi177 ceph-mon[212096]: pgmap v11756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:58 smithi123 ceph-mon[191304]: pgmap v11756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:58 smithi123 ceph-mon[188613]: pgmap v11756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:04:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:04:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T16:04:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:04:59 smithi177 ceph-mon[212096]: pgmap v11757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:04:59 smithi123 ceph-mon[191304]: pgmap v11757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:04:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:04:59 smithi123 ceph-mon[188613]: pgmap v11757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:02 smithi123 ceph-mon[191304]: pgmap v11758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:02 smithi123 ceph-mon[188613]: pgmap v11758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:02 smithi177 ceph-mon[212096]: pgmap v11758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:04 smithi123 ceph-mon[188613]: pgmap v11759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:04 smithi123 ceph-mon[191304]: pgmap v11759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:04 smithi177 ceph-mon[212096]: pgmap v11759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:06 smithi123 ceph-mon[191304]: pgmap v11760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:06 smithi123 ceph-mon[188613]: pgmap v11760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:06 smithi177 ceph-mon[212096]: pgmap v11760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:08 smithi123 ceph-mon[191304]: pgmap v11761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:08 smithi123 ceph-mon[188613]: pgmap v11761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:08 smithi177 ceph-mon[212096]: pgmap v11761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:05:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:05:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T16:05:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:10 smithi123 ceph-mon[191304]: pgmap v11762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:10 smithi123 ceph-mon[188613]: pgmap v11762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:10 smithi177 ceph-mon[212096]: pgmap v11762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:12 smithi123 ceph-mon[188613]: pgmap v11763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:05:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:12 smithi123 ceph-mon[191304]: pgmap v11763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:05:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:12 smithi177 ceph-mon[212096]: pgmap v11763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:05:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:14 smithi123 ceph-mon[191304]: pgmap v11764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:14 smithi123 ceph-mon[188613]: pgmap v11764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:14 smithi177 ceph-mon[212096]: pgmap v11764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:15.106 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:05:15.412 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:05:15.412 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 3m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:05:15.413 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 90s ago 5h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:05:15.413 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 3m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:05:15.413 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 90s ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:05:15.413 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 90s ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:05:15.413 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 3m ago 5h 750M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:05:15.413 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 3m ago 5h 1479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:05:15.413 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 90s ago 5h 699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:05:15.413 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 3m ago 5h 756M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:05:15.413 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 3m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:05:15.413 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 90s ago 5h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:05:15.413 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 3m ago 5h 4741M 2384M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:05:15.413 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 3m ago 5h 5478M 2384M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:05:15.413 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 3m ago 5h 4458M 2384M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:05:15.413 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 3m ago 5h 4598M 2384M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:05:15.414 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 90s ago 5h 3858M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:05:15.414 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 90s ago 5h 4258M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:05:15.414 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 90s ago 5h 3645M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:05:15.414 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 90s ago 5h 4203M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:05:15.414 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 90s ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:05:15.797 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:05:15.797 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:05:15.797 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:05:15.797 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:05:15.797 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:05:15.797 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:05:15.797 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:05:15.798 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:05:15.798 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:05:15.798 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:05:15.798 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:05:15.798 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:05:15.798 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:05:15.798 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:05:15.798 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:05:15.798 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:05:15.798 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:05:15.798 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:05:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:16 smithi123 ceph-mon[191304]: from='client.56558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:05:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:16 smithi123 ceph-mon[191304]: pgmap v11765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:16 smithi123 ceph-mon[191304]: from='client.56564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:05:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:16 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3345239369' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:05:16.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:16 smithi123 ceph-mon[188613]: from='client.56558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:05:16.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:16 smithi123 ceph-mon[188613]: pgmap v11765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:16.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:16 smithi123 ceph-mon[188613]: from='client.56564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:05:16.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:16 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3345239369' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:05:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:16 smithi177 ceph-mon[212096]: from='client.56558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:05:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:16 smithi177 ceph-mon[212096]: pgmap v11765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:16 smithi177 ceph-mon[212096]: from='client.56564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:05:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:16 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3345239369' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:05:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:18 smithi123 ceph-mon[191304]: pgmap v11766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:18 smithi123 ceph-mon[188613]: pgmap v11766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:18 smithi177 ceph-mon[212096]: pgmap v11766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:05:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:05:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T16:05:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:20 smithi123 ceph-mon[191304]: pgmap v11767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:20 smithi123 ceph-mon[188613]: pgmap v11767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:20 smithi177 ceph-mon[212096]: pgmap v11767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:22.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:22 smithi123 ceph-mon[191304]: pgmap v11768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:22.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:22 smithi123 ceph-mon[188613]: pgmap v11768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:22 smithi177 ceph-mon[212096]: pgmap v11768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:24 smithi123 ceph-mon[191304]: pgmap v11769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:24 smithi123 ceph-mon[188613]: pgmap v11769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:24 smithi177 ceph-mon[212096]: pgmap v11769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:26 smithi123 ceph-mon[191304]: pgmap v11770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:26 smithi123 ceph-mon[188613]: pgmap v11770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:26 smithi177 ceph-mon[212096]: pgmap v11770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:05:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:05:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:05:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:28 smithi123 ceph-mon[191304]: pgmap v11771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:28 smithi123 ceph-mon[188613]: pgmap v11771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:28 smithi177 ceph-mon[212096]: pgmap v11771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:05:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:05:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:05:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:30 smithi123 ceph-mon[191304]: pgmap v11772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:30.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:30 smithi123 ceph-mon[188613]: pgmap v11772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:30 smithi177 ceph-mon[212096]: pgmap v11772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:32 smithi123 ceph-mon[191304]: pgmap v11773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:32 smithi123 ceph-mon[188613]: pgmap v11773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:32 smithi177 ceph-mon[212096]: pgmap v11773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:34 smithi123 ceph-mon[191304]: pgmap v11774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:34 smithi123 ceph-mon[188613]: pgmap v11774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:34 smithi177 ceph-mon[212096]: pgmap v11774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:36 smithi177 ceph-mon[212096]: pgmap v11775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:36.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:36 smithi123 ceph-mon[188613]: pgmap v11775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:36.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:36 smithi123 ceph-mon[191304]: pgmap v11775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:38 smithi177 ceph-mon[212096]: pgmap v11776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:38 smithi123 ceph-mon[191304]: pgmap v11776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:38 smithi123 ceph-mon[188613]: pgmap v11776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:05:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:05:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:05:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:40 smithi177 ceph-mon[212096]: pgmap v11777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:40 smithi123 ceph-mon[191304]: pgmap v11777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:40 smithi123 ceph-mon[188613]: pgmap v11777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:42 smithi177 ceph-mon[212096]: pgmap v11778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:05:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:42 smithi123 ceph-mon[191304]: pgmap v11778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:05:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:42 smithi123 ceph-mon[188613]: pgmap v11778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:05:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:44 smithi177 ceph-mon[212096]: pgmap v11779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:44 smithi123 ceph-mon[191304]: pgmap v11779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:44 smithi123 ceph-mon[188613]: pgmap v11779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:46.143 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:05:46.466 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:05:46.466 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 4m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:05:46.466 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 2m ago 5h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:05:46.466 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 4m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:05:46.466 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 2m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:05:46.466 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 2m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:05:46.466 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 4m ago 5h 750M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:05:46.466 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 4m ago 5h 1479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:05:46.466 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 2m ago 5h 699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:05:46.466 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 4m ago 5h 756M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:05:46.466 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 4m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:05:46.466 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 2m ago 5h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:05:46.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 4m ago 5h 4741M 2384M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:05:46.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 4m ago 5h 5478M 2384M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:05:46.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 4m ago 5h 4458M 2384M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:05:46.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 4m ago 5h 4598M 2384M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:05:46.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 2m ago 5h 3858M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:05:46.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 2m ago 5h 4258M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:05:46.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 2m ago 5h 3645M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:05:46.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 2m ago 5h 4203M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:05:46.467 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 2m ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:05:46.871 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:05:46.871 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:05:46.871 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:05:46.871 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:05:46.871 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:05:46.871 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:05:46.872 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:05:46.872 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:05:46.872 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:05:46.872 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:05:46.872 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:05:46.872 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:05:46.872 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:05:46.872 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:05:46.872 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:05:46.872 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:05:46.872 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:05:46.873 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:05:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:46 smithi177 ceph-mon[212096]: pgmap v11780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:05:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:46 smithi123 ceph-mon[191304]: pgmap v11780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:05:46.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:46 smithi123 ceph-mon[188613]: pgmap v11780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:46.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:05:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:47 smithi177 ceph-mon[212096]: from='client.46629 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:05:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:47 smithi177 ceph-mon[212096]: from='client.56582 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:05:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:05:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:05:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:05:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:47 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2255709041' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:05:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:47 smithi123 ceph-mon[191304]: from='client.46629 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:05:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:47 smithi123 ceph-mon[191304]: from='client.56582 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:05:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:05:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:05:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:05:47.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:47 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2255709041' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:05:47.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:47 smithi123 ceph-mon[188613]: from='client.46629 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:05:47.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:47 smithi123 ceph-mon[188613]: from='client.56582 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:05:47.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:05:47.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:05:47.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:05:47.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:47 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2255709041' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:05:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:48 smithi177 ceph-mon[212096]: pgmap v11781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:48 smithi123 ceph-mon[191304]: pgmap v11781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:48 smithi123 ceph-mon[188613]: pgmap v11781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:05:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:05:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T16:05:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:50 smithi177 ceph-mon[212096]: pgmap v11782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:50 smithi123 ceph-mon[191304]: pgmap v11782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:50 smithi123 ceph-mon[188613]: pgmap v11782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:52 smithi177 ceph-mon[212096]: pgmap v11783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:52 smithi123 ceph-mon[191304]: pgmap v11783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:52 smithi123 ceph-mon[188613]: pgmap v11783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:54 smithi177 ceph-mon[212096]: pgmap v11784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:54 smithi123 ceph-mon[191304]: pgmap v11784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:54 smithi123 ceph-mon[188613]: pgmap v11784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:56.907 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:56 smithi177 ceph-mon[212096]: pgmap v11785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:56 smithi123 ceph-mon[191304]: pgmap v11785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:56 smithi123 ceph-mon[188613]: pgmap v11785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:05:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:05:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:05:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:05:58 smithi177 ceph-mon[212096]: pgmap v11786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:05:58 smithi123 ceph-mon[191304]: pgmap v11786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:05:58 smithi123 ceph-mon[188613]: pgmap v11786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:05:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:05:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:05:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T16:06:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:00 smithi177 ceph-mon[212096]: pgmap v11787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:00 smithi123 ceph-mon[191304]: pgmap v11787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:00 smithi123 ceph-mon[188613]: pgmap v11787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:02 smithi177 ceph-mon[212096]: pgmap v11788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:02 smithi123 ceph-mon[191304]: pgmap v11788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:02.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:02 smithi123 ceph-mon[188613]: pgmap v11788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:04 smithi177 ceph-mon[212096]: pgmap v11789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:04 smithi123 ceph-mon[191304]: pgmap v11789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:04.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:04 smithi123 ceph-mon[188613]: pgmap v11789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:06 smithi177 ceph-mon[212096]: pgmap v11790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:06 smithi123 ceph-mon[191304]: pgmap v11790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:06 smithi123 ceph-mon[188613]: pgmap v11790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:08 smithi177 ceph-mon[212096]: pgmap v11791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:08 smithi123 ceph-mon[191304]: pgmap v11791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:08 smithi123 ceph-mon[188613]: pgmap v11791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:06:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:06:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T16:06:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:10 smithi177 ceph-mon[212096]: pgmap v11792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:10.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:10 smithi123 ceph-mon[188613]: pgmap v11792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:10 smithi123 ceph-mon[191304]: pgmap v11792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:12 smithi177 ceph-mon[212096]: pgmap v11793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:06:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:12 smithi123 ceph-mon[191304]: pgmap v11793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:06:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:12 smithi123 ceph-mon[188613]: pgmap v11793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:06:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:14 smithi177 ceph-mon[212096]: pgmap v11794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:14 smithi123 ceph-mon[191304]: pgmap v11794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:14.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:14 smithi123 ceph-mon[188613]: pgmap v11794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:16 smithi177 ceph-mon[212096]: pgmap v11795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:16 smithi123 ceph-mon[191304]: pgmap v11795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:16.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:16 smithi123 ceph-mon[188613]: pgmap v11795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:17.220 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:06:17.530 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:06:17.531 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 4m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:06:17.531 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 2m ago 5h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:06:17.531 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 4m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:06:17.531 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 2m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:06:17.531 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 2m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:06:17.531 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 4m ago 5h 750M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:06:17.531 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 4m ago 5h 1479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:06:17.531 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 2m ago 5h 699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:06:17.531 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 4m ago 5h 756M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:06:17.532 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 4m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:06:17.532 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 2m ago 5h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:06:17.532 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 4m ago 5h 4741M 2384M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:06:17.532 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 4m ago 5h 5478M 2384M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:06:17.532 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 4m ago 5h 4458M 2384M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:06:17.532 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 4m ago 5h 4598M 2384M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:06:17.532 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 2m ago 5h 3858M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:06:17.533 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 2m ago 5h 4258M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:06:17.533 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 2m ago 5h 3645M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:06:17.533 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 2m ago 5h 4203M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:06:17.533 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 2m ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:06:17.912 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:06:17.912 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:06:17.913 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:06:17.913 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:06:17.913 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:06:17.913 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:06:17.913 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:06:17.913 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:06:17.913 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:06:17.913 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:06:17.913 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:06:17.913 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:06:17.914 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:06:17.914 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:06:17.914 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:06:17.914 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:06:17.914 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:06:17.914 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:06:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:18 smithi177 ceph-mon[212096]: pgmap v11796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:18 smithi177 ceph-mon[212096]: from='client.46647 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:06:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:18 smithi177 ceph-mon[212096]: from='client.56600 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:06:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:18 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1974626854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:06:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:18 smithi123 ceph-mon[188613]: pgmap v11796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:18 smithi123 ceph-mon[188613]: from='client.46647 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:06:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:18 smithi123 ceph-mon[188613]: from='client.56600 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:06:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:18 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1974626854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:06:18.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:18 smithi123 ceph-mon[191304]: pgmap v11796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:18.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:18 smithi123 ceph-mon[191304]: from='client.46647 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:06:18.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:18 smithi123 ceph-mon[191304]: from='client.56600 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:06:18.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:18 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1974626854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:06:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:06:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:06:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:06:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:19 smithi177 ceph-mon[212096]: pgmap v11797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:19 smithi123 ceph-mon[191304]: pgmap v11797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:19 smithi123 ceph-mon[188613]: pgmap v11797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:22.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:22 smithi123 ceph-mon[191304]: pgmap v11798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:22.506 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:22 smithi123 ceph-mon[188613]: pgmap v11798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:22 smithi177 ceph-mon[212096]: pgmap v11798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:24 smithi123 ceph-mon[188613]: pgmap v11799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:24 smithi123 ceph-mon[191304]: pgmap v11799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:24 smithi177 ceph-mon[212096]: pgmap v11799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:26 smithi123 ceph-mon[188613]: pgmap v11800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:26 smithi123 ceph-mon[191304]: pgmap v11800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:26 smithi177 ceph-mon[212096]: pgmap v11800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:06:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:06:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:06:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:28 smithi123 ceph-mon[191304]: pgmap v11801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:28 smithi123 ceph-mon[188613]: pgmap v11801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:28 smithi177 ceph-mon[212096]: pgmap v11801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:06:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:06:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:06:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:30 smithi123 ceph-mon[191304]: pgmap v11802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:30.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:30 smithi123 ceph-mon[188613]: pgmap v11802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:30 smithi177 ceph-mon[212096]: pgmap v11802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:32 smithi123 ceph-mon[191304]: pgmap v11803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:32 smithi123 ceph-mon[188613]: pgmap v11803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:32 smithi177 ceph-mon[212096]: pgmap v11803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:34 smithi123 ceph-mon[191304]: pgmap v11804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:34 smithi123 ceph-mon[188613]: pgmap v11804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:34 smithi177 ceph-mon[212096]: pgmap v11804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:36 smithi123 ceph-mon[191304]: pgmap v11805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:36 smithi123 ceph-mon[188613]: pgmap v11805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:36 smithi177 ceph-mon[212096]: pgmap v11805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:38 smithi123 ceph-mon[191304]: pgmap v11806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:38 smithi123 ceph-mon[188613]: pgmap v11806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:38 smithi177 ceph-mon[212096]: pgmap v11806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:06:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:06:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:06:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:40 smithi177 ceph-mon[212096]: pgmap v11807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:40 smithi123 ceph-mon[191304]: pgmap v11807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:40 smithi123 ceph-mon[188613]: pgmap v11807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:42 smithi177 ceph-mon[212096]: pgmap v11808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:06:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:42 smithi123 ceph-mon[191304]: pgmap v11808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:43.003 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:06:43.003 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:42 smithi123 ceph-mon[188613]: pgmap v11808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:43.003 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:06:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:44 smithi177 ceph-mon[212096]: pgmap v11809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:44 smithi123 ceph-mon[191304]: pgmap v11809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:44 smithi123 ceph-mon[188613]: pgmap v11809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:46 smithi177 ceph-mon[212096]: pgmap v11810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:46 smithi123 ceph-mon[191304]: pgmap v11810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:46.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:46 smithi123 ceph-mon[188613]: pgmap v11810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:06:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:06:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:06:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:06:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:06:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:06:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:06:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:06:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:06:47.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:06:47.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:06:47.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:06:48.247 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:06:48.559 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:06:48.559 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 5m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:06:48.559 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 3m ago 5h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:06:48.559 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 5m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:06:48.559 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 3m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:06:48.559 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 3m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:06:48.560 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 5m ago 5h 750M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:06:48.560 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 5m ago 5h 1479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:06:48.560 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 3m ago 5h 699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:06:48.560 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 5m ago 5h 756M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:06:48.560 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 5m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:06:48.560 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 3m ago 5h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:06:48.560 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 5m ago 5h 4741M 2384M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:06:48.560 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 5m ago 5h 5478M 2384M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:06:48.560 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 5m ago 5h 4458M 2384M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:06:48.561 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 5m ago 5h 4598M 2384M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:06:48.561 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 3m ago 5h 3858M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:06:48.561 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 3m ago 5h 4258M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:06:48.561 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 3m ago 5h 3645M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:06:48.561 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 3m ago 5h 4203M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:06:48.561 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 3m ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:06:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:48 smithi177 ceph-mon[212096]: pgmap v11811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:48.946 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:06:48.946 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:06:48.946 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:06:48.947 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:06:48.947 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:06:48.947 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:06:48.947 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:06:48.947 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:06:48.947 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:06:48.947 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:06:48.947 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:06:48.947 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:06:48.947 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:06:48.947 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:06:48.947 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:06:48.947 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:06:48.947 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:06:48.947 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:06:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:48 smithi123 ceph-mon[191304]: pgmap v11811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:48 smithi123 ceph-mon[188613]: pgmap v11811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:06:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:06:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T16:06:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:49 smithi177 ceph-mon[212096]: from='client.56612 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:06:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:49 smithi177 ceph-mon[212096]: from='client.56618 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:06:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:49 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3493852386' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:06:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:49 smithi123 ceph-mon[188613]: from='client.56612 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:06:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:49 smithi123 ceph-mon[188613]: from='client.56618 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:06:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:49 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3493852386' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:06:49.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:49 smithi123 ceph-mon[191304]: from='client.56612 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:06:49.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:49 smithi123 ceph-mon[191304]: from='client.56618 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:06:49.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:49 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3493852386' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:06:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:50 smithi177 ceph-mon[212096]: pgmap v11812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:50 smithi123 ceph-mon[191304]: pgmap v11812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:50 smithi123 ceph-mon[188613]: pgmap v11812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:52 smithi177 ceph-mon[212096]: pgmap v11813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:52 smithi123 ceph-mon[191304]: pgmap v11813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:52 smithi123 ceph-mon[188613]: pgmap v11813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:54.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:54 smithi177 ceph-mon[212096]: pgmap v11814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:54 smithi123 ceph-mon[191304]: pgmap v11814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:54 smithi123 ceph-mon[188613]: pgmap v11814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:56 smithi177 ceph-mon[212096]: pgmap v11815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:56 smithi123 ceph-mon[191304]: pgmap v11815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:56 smithi123 ceph-mon[188613]: pgmap v11815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:06:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:06:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:06:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:06:58 smithi177 ceph-mon[212096]: pgmap v11816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:06:58 smithi123 ceph-mon[191304]: pgmap v11816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:06:58 smithi123 ceph-mon[188613]: pgmap v11816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:06:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:06:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:06:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T16:07:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:00 smithi177 ceph-mon[212096]: pgmap v11817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:00 smithi123 ceph-mon[191304]: pgmap v11817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:00 smithi123 ceph-mon[188613]: pgmap v11817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:02 smithi177 ceph-mon[212096]: pgmap v11818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:02 smithi123 ceph-mon[191304]: pgmap v11818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:02.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:02 smithi123 ceph-mon[188613]: pgmap v11818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:04 smithi177 ceph-mon[212096]: pgmap v11819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:04 smithi123 ceph-mon[191304]: pgmap v11819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:04.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:04 smithi123 ceph-mon[188613]: pgmap v11819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:06 smithi177 ceph-mon[212096]: pgmap v11820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:06 smithi123 ceph-mon[191304]: pgmap v11820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:06 smithi123 ceph-mon[188613]: pgmap v11820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:08 smithi177 ceph-mon[212096]: pgmap v11821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:08 smithi123 ceph-mon[191304]: pgmap v11821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:08 smithi123 ceph-mon[188613]: pgmap v11821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:07:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:07:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T16:07:10.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:10 smithi177 ceph-mon[212096]: pgmap v11822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:10.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:10 smithi123 ceph-mon[188613]: pgmap v11822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:10.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:10 smithi123 ceph-mon[191304]: pgmap v11822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:12 smithi177 ceph-mon[212096]: pgmap v11823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:07:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:12 smithi123 ceph-mon[191304]: pgmap v11823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:07:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:12 smithi123 ceph-mon[188613]: pgmap v11823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:07:14.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:14 smithi177 ceph-mon[212096]: pgmap v11824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:14.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:14 smithi123 ceph-mon[191304]: pgmap v11824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:14 smithi123 ceph-mon[188613]: pgmap v11824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:16.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:16 smithi177 ceph-mon[212096]: pgmap v11825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:16 smithi123 ceph-mon[191304]: pgmap v11825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:16.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:16 smithi123 ceph-mon[188613]: pgmap v11825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:18 smithi177 ceph-mon[212096]: pgmap v11826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:18 smithi123 ceph-mon[191304]: pgmap v11826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:18 smithi123 ceph-mon[188613]: pgmap v11826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:19.296 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:07:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:07:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:07:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:07:19.602 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:07:19.603 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 5m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:07:19.603 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 3m ago 5h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:07:19.603 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 5m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:07:19.603 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 3m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:07:19.603 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 3m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:07:19.603 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 5m ago 5h 750M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:07:19.603 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 5m ago 5h 1479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:07:19.603 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 3m ago 5h 699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:07:19.603 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 5m ago 5h 756M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:07:19.603 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 5m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:07:19.603 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 3m ago 5h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:07:19.603 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 5m ago 5h 4741M 2384M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:07:19.603 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 5m ago 5h 5478M 2384M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:07:19.603 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 5m ago 5h 4458M 2384M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:07:19.604 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 5m ago 5h 4598M 2384M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:07:19.604 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 3m ago 5h 3858M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:07:19.604 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 3m ago 5h 4258M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:07:19.604 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 3m ago 5h 3645M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:07:19.604 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 3m ago 5h 4203M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:07:19.604 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 3m ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:07:19.991 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:07:19.991 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:07:19.991 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:07:19.991 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:07:19.992 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:07:19.992 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:07:19.992 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:07:19.992 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:07:19.992 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:07:19.992 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:07:19.992 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:07:19.992 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:07:19.992 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:07:19.992 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:07:19.992 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:07:19.992 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:07:19.992 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:07:19.992 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:07:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:20 smithi177 ceph-mon[212096]: pgmap v11827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:20 smithi177 ceph-mon[212096]: from='client.56630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:07:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:20 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1615239809' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:07:20.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:20 smithi123 ceph-mon[188613]: pgmap v11827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:20.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:20 smithi123 ceph-mon[188613]: from='client.56630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:07:20.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:20 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1615239809' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:07:20.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:20 smithi123 ceph-mon[191304]: pgmap v11827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:20.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:20 smithi123 ceph-mon[191304]: from='client.56630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:07:20.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:20 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1615239809' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:07:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:21 smithi177 ceph-mon[212096]: from='client.56636 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:07:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:21 smithi123 ceph-mon[191304]: from='client.56636 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:07:21.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:21 smithi123 ceph-mon[188613]: from='client.56636 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:07:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:22 smithi177 ceph-mon[212096]: pgmap v11828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:22 smithi123 ceph-mon[191304]: pgmap v11828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:22.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:22 smithi123 ceph-mon[188613]: pgmap v11828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:23.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:23 smithi177 ceph-mon[212096]: pgmap v11829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:23 smithi123 ceph-mon[191304]: pgmap v11829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:23 smithi123 ceph-mon[188613]: pgmap v11829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:26 smithi177 ceph-mon[212096]: pgmap v11830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:26 smithi123 ceph-mon[191304]: pgmap v11830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:26 smithi123 ceph-mon[188613]: pgmap v11830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:07:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:07:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:07:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:28 smithi123 ceph-mon[191304]: pgmap v11831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:28 smithi123 ceph-mon[188613]: pgmap v11831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:28 smithi177 ceph-mon[212096]: pgmap v11831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:07:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:07:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T16:07:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:30 smithi123 ceph-mon[188613]: pgmap v11832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:30.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:30 smithi123 ceph-mon[191304]: pgmap v11832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:30 smithi177 ceph-mon[212096]: pgmap v11832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:32 smithi123 ceph-mon[188613]: pgmap v11833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:32 smithi123 ceph-mon[191304]: pgmap v11833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:32 smithi177 ceph-mon[212096]: pgmap v11833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:34.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:34 smithi123 ceph-mon[188613]: pgmap v11834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:34.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:34 smithi123 ceph-mon[191304]: pgmap v11834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:34 smithi177 ceph-mon[212096]: pgmap v11834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:36 smithi123 ceph-mon[191304]: pgmap v11835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:36 smithi123 ceph-mon[188613]: pgmap v11835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:36 smithi177 ceph-mon[212096]: pgmap v11835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:38 smithi123 ceph-mon[191304]: pgmap v11836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:38 smithi123 ceph-mon[188613]: pgmap v11836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:38 smithi177 ceph-mon[212096]: pgmap v11836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:07:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:07:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T16:07:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:40 smithi123 ceph-mon[191304]: pgmap v11837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:40.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:40 smithi123 ceph-mon[188613]: pgmap v11837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:40 smithi177 ceph-mon[212096]: pgmap v11837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:42 smithi123 ceph-mon[191304]: pgmap v11838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:07:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:42 smithi123 ceph-mon[188613]: pgmap v11838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:07:42.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:42 smithi177 ceph-mon[212096]: pgmap v11838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:42.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:07:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:44 smithi177 ceph-mon[212096]: pgmap v11839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:44 smithi123 ceph-mon[191304]: pgmap v11839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:44 smithi123 ceph-mon[188613]: pgmap v11839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:46 smithi177 ceph-mon[212096]: pgmap v11840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:46 smithi123 ceph-mon[191304]: pgmap v11840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:46.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:46 smithi123 ceph-mon[188613]: pgmap v11840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:07:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:07:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:07:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:48 smithi177 ceph-mon[212096]: pgmap v11841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:07:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:07:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:07:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:48 smithi123 ceph-mon[188613]: pgmap v11841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:07:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:07:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:07:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:48 smithi123 ceph-mon[191304]: pgmap v11841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:07:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:07:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:07:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:07:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:07:49] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T16:07:50.341 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:07:50.651 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:07:50.651 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 6m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:07:50.651 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 4m ago 5h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:07:50.651 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 6m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:07:50.652 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 4m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:07:50.652 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 4m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:07:50.652 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 6m ago 5h 750M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:07:50.652 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 6m ago 5h 1479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:07:50.652 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 4m ago 5h 699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:07:50.652 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 6m ago 5h 756M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:07:50.652 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 6m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:07:50.652 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 4m ago 5h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:07:50.652 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 6m ago 5h 4741M 2384M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:07:50.652 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 6m ago 5h 5478M 2384M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:07:50.652 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 6m ago 5h 4458M 2384M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:07:50.652 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 6m ago 5h 4598M 2384M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:07:50.652 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 4m ago 5h 3858M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:07:50.652 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 4m ago 5h 4258M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:07:50.652 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 4m ago 5h 3645M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:07:50.653 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 4m ago 5h 4203M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:07:50.653 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 4m ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:07:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:50 smithi177 ceph-mon[212096]: pgmap v11842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:50 smithi123 ceph-mon[191304]: pgmap v11842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:50 smithi123 ceph-mon[188613]: pgmap v11842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:51.036 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:07:51.036 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:07:51.036 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:07:51.036 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:07:51.037 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:07:51.037 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:07:51.037 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:07:51.037 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:07:51.037 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:07:51.037 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:07:51.037 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:07:51.037 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:07:51.037 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:07:51.037 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:07:51.037 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:07:51.038 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:07:51.038 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:07:51.038 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:07:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:51 smithi177 ceph-mon[212096]: from='client.56648 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:07:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:51 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3698562296' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:07:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:51 smithi123 ceph-mon[191304]: from='client.56648 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:07:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:51 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3698562296' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:07:51.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:51 smithi123 ceph-mon[188613]: from='client.56648 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:07:51.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:51 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3698562296' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:07:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:52 smithi177 ceph-mon[212096]: from='client.56654 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:07:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:52 smithi177 ceph-mon[212096]: pgmap v11843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:52 smithi123 ceph-mon[188613]: from='client.56654 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:07:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:52 smithi123 ceph-mon[188613]: pgmap v11843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:52 smithi123 ceph-mon[191304]: from='client.56654 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:07:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:52 smithi123 ceph-mon[191304]: pgmap v11843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:54 smithi177 ceph-mon[212096]: pgmap v11844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:54 smithi123 ceph-mon[191304]: pgmap v11844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:54 smithi123 ceph-mon[188613]: pgmap v11844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:56 smithi177 ceph-mon[212096]: pgmap v11845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:56 smithi123 ceph-mon[188613]: pgmap v11845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:56 smithi123 ceph-mon[191304]: pgmap v11845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:07:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:07:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:07:58.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:07:58 smithi177 ceph-mon[212096]: pgmap v11846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:07:58 smithi123 ceph-mon[191304]: pgmap v11846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:07:58 smithi123 ceph-mon[188613]: pgmap v11846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:07:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:07:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:07:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:08:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:00 smithi177 ceph-mon[212096]: pgmap v11847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:00 smithi123 ceph-mon[188613]: pgmap v11847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:00.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:00 smithi123 ceph-mon[191304]: pgmap v11847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:02 smithi177 ceph-mon[212096]: pgmap v11848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:02 smithi123 ceph-mon[191304]: pgmap v11848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:02.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:02 smithi123 ceph-mon[188613]: pgmap v11848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:04 smithi177 ceph-mon[212096]: pgmap v11849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:04.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:04 smithi123 ceph-mon[188613]: pgmap v11849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:04 smithi123 ceph-mon[191304]: pgmap v11849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:06 smithi177 ceph-mon[212096]: pgmap v11850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:06 smithi123 ceph-mon[191304]: pgmap v11850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:06.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:06 smithi123 ceph-mon[188613]: pgmap v11850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:08 smithi177 ceph-mon[212096]: pgmap v11851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:08 smithi123 ceph-mon[191304]: pgmap v11851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:08.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:08 smithi123 ceph-mon[188613]: pgmap v11851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:08:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:08:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:08:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:10 smithi177 ceph-mon[212096]: pgmap v11852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:10 smithi123 ceph-mon[191304]: pgmap v11852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:10.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:10 smithi123 ceph-mon[188613]: pgmap v11852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:12 smithi177 ceph-mon[212096]: pgmap v11853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:08:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:12 smithi123 ceph-mon[191304]: pgmap v11853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:08:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:12 smithi123 ceph-mon[188613]: pgmap v11853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:08:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:14 smithi177 ceph-mon[212096]: pgmap v11854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:14 smithi123 ceph-mon[191304]: pgmap v11854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:14.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:14 smithi123 ceph-mon[188613]: pgmap v11854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:16 smithi177 ceph-mon[212096]: pgmap v11855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:16 smithi123 ceph-mon[188613]: pgmap v11855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:16 smithi123 ceph-mon[191304]: pgmap v11855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:18 smithi177 ceph-mon[212096]: pgmap v11856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:18 smithi123 ceph-mon[191304]: pgmap v11856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:18 smithi123 ceph-mon[188613]: pgmap v11856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:08:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:08:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:08:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:20 smithi177 ceph-mon[212096]: pgmap v11857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:20.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:20 smithi123 ceph-mon[188613]: pgmap v11857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:20 smithi123 ceph-mon[191304]: pgmap v11857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:21.381 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:08:21.690 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:08:21.690 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 6m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:08:21.690 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 4m ago 5h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:08:21.690 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 6m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:08:21.690 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 4m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:08:21.690 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 4m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:08:21.690 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 6m ago 5h 750M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:08:21.690 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 6m ago 5h 1479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:08:21.690 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 4m ago 5h 699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:08:21.691 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 6m ago 5h 756M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:08:21.691 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 6m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:08:21.691 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 4m ago 5h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:08:21.691 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 6m ago 5h 4741M 2384M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:08:21.691 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 6m ago 5h 5478M 2384M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:08:21.691 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 6m ago 5h 4458M 2384M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:08:21.691 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 6m ago 5h 4598M 2384M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:08:21.691 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 4m ago 5h 3858M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:08:21.691 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 4m ago 5h 4258M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:08:21.691 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 4m ago 5h 3645M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:08:21.691 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 4m ago 5h 4203M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:08:21.691 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 4m ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:08:22.071 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:08:22.071 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:08:22.071 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:08:22.071 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:08:22.071 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:08:22.071 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:08:22.071 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:08:22.071 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:08:22.071 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:08:22.071 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:08:22.071 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:08:22.072 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:08:22.072 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:08:22.072 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:08:22.072 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:08:22.072 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:08:22.072 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:08:22.072 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:08:22.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:22 smithi177 ceph-mon[212096]: pgmap v11858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:22.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:22 smithi177 ceph-mon[212096]: from='client.46719 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:08:22.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:22 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4053564817' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:08:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:22 smithi123 ceph-mon[191304]: pgmap v11858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:22 smithi123 ceph-mon[191304]: from='client.46719 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:08:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:22 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4053564817' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:08:22.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:22 smithi123 ceph-mon[188613]: pgmap v11858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:22.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:22 smithi123 ceph-mon[188613]: from='client.46719 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:08:22.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:22 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4053564817' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:08:23.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:23 smithi177 ceph-mon[212096]: from='client.46725 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:08:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:23 smithi123 ceph-mon[191304]: from='client.46725 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:08:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:23 smithi123 ceph-mon[188613]: from='client.46725 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:08:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:24 smithi177 ceph-mon[212096]: pgmap v11859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:24 smithi123 ceph-mon[191304]: pgmap v11859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:24 smithi123 ceph-mon[188613]: pgmap v11859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:26.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:26 smithi177 ceph-mon[212096]: pgmap v11860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:26 smithi123 ceph-mon[188613]: pgmap v11860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:26 smithi123 ceph-mon[191304]: pgmap v11860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:08:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:08:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:08:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:28 smithi177 ceph-mon[212096]: pgmap v11861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:28 smithi123 ceph-mon[191304]: pgmap v11861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:28 smithi123 ceph-mon[188613]: pgmap v11861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:08:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:08:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T16:08:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:30 smithi177 ceph-mon[212096]: pgmap v11862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:30 smithi123 ceph-mon[191304]: pgmap v11862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:30 smithi123 ceph-mon[188613]: pgmap v11862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:31 smithi177 ceph-mon[212096]: pgmap v11863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:31 smithi123 ceph-mon[191304]: pgmap v11863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:31 smithi123 ceph-mon[188613]: pgmap v11863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:34 smithi123 ceph-mon[191304]: pgmap v11864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:34.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:34 smithi123 ceph-mon[188613]: pgmap v11864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:34 smithi177 ceph-mon[212096]: pgmap v11864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:36 smithi123 ceph-mon[191304]: pgmap v11865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:36 smithi123 ceph-mon[188613]: pgmap v11865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:36 smithi177 ceph-mon[212096]: pgmap v11865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:38 smithi123 ceph-mon[191304]: pgmap v11866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:38 smithi123 ceph-mon[188613]: pgmap v11866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:38 smithi177 ceph-mon[212096]: pgmap v11866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:08:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:08:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T16:08:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:40 smithi177 ceph-mon[212096]: pgmap v11867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:40 smithi123 ceph-mon[191304]: pgmap v11867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:40 smithi123 ceph-mon[188613]: pgmap v11867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:42 smithi177 ceph-mon[212096]: pgmap v11868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:08:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:42 smithi123 ceph-mon[191304]: pgmap v11868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:08:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:42 smithi123 ceph-mon[188613]: pgmap v11868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:08:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:44 smithi177 ceph-mon[212096]: pgmap v11869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:44 smithi123 ceph-mon[191304]: pgmap v11869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:44 smithi123 ceph-mon[188613]: pgmap v11869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:46 smithi177 ceph-mon[212096]: pgmap v11870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:46 smithi123 ceph-mon[191304]: pgmap v11870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:46.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:46 smithi123 ceph-mon[188613]: pgmap v11870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:48 smithi177 ceph-mon[212096]: pgmap v11871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:08:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:48 smithi123 ceph-mon[191304]: pgmap v11871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:08:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:48 smithi123 ceph-mon[188613]: pgmap v11871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:08:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:08:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:08:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:08:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:08:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:08:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:08:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:08:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:08:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:08:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:08:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:08:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:08:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:50 smithi177 ceph-mon[212096]: pgmap v11872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:50 smithi123 ceph-mon[191304]: pgmap v11872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:51.023 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:50 smithi123 ceph-mon[188613]: pgmap v11872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:52.416 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:08:52.727 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:08:52.727 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 7m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:08:52.727 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 5m ago 5h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:08:52.727 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 7m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:08:52.727 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 5m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:08:52.727 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 5m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:08:52.727 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 7m ago 5h 750M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:08:52.727 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 7m ago 5h 1479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:08:52.728 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 5m ago 5h 699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:08:52.728 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 7m ago 5h 756M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:08:52.728 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 7m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:08:52.728 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 5m ago 5h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:08:52.728 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 7m ago 5h 4741M 2384M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:08:52.728 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 7m ago 5h 5478M 2384M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:08:52.728 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 7m ago 5h 4458M 2384M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:08:52.728 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 7m ago 5h 4598M 2384M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:08:52.728 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 5m ago 5h 3858M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:08:52.728 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 5m ago 5h 4258M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:08:52.728 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 5m ago 5h 3645M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:08:52.728 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 5m ago 5h 4203M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:08:52.728 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 5m ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:08:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:52 smithi177 ceph-mon[212096]: pgmap v11873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:52 smithi123 ceph-mon[191304]: pgmap v11873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:52.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:52 smithi123 ceph-mon[188613]: pgmap v11873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:53.110 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:08:53.110 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:08:53.110 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:08:53.110 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:08:53.110 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:08:53.110 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:08:53.110 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:08:53.111 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:08:53.111 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:08:53.111 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:08:53.111 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:08:53.111 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:08:53.111 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:08:53.111 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:08:53.111 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:08:53.111 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:08:53.111 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:08:53.111 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:08:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:53 smithi177 ceph-mon[212096]: from='client.46737 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:08:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:53 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4200252570' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:08:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:53 smithi123 ceph-mon[191304]: from='client.46737 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:08:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:53 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4200252570' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:08:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:53 smithi123 ceph-mon[188613]: from='client.46737 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:08:53.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:53 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4200252570' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:08:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:54 smithi177 ceph-mon[212096]: from='client.46743 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:08:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:54 smithi177 ceph-mon[212096]: pgmap v11874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:54 smithi123 ceph-mon[191304]: from='client.46743 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:08:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:54 smithi123 ceph-mon[191304]: pgmap v11874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:54.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:54 smithi123 ceph-mon[188613]: from='client.46743 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:08:54.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:54 smithi123 ceph-mon[188613]: pgmap v11874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:56.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:56 smithi177 ceph-mon[212096]: pgmap v11875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:56 smithi123 ceph-mon[191304]: pgmap v11875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:56 smithi123 ceph-mon[188613]: pgmap v11875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:08:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:08:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:08:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:08:58 smithi177 ceph-mon[212096]: pgmap v11876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:08:58 smithi123 ceph-mon[191304]: pgmap v11876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:08:58 smithi123 ceph-mon[188613]: pgmap v11876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:08:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:08:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:08:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:09:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:00 smithi177 ceph-mon[212096]: pgmap v11877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:00 smithi123 ceph-mon[191304]: pgmap v11877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:00 smithi123 ceph-mon[188613]: pgmap v11877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:02 smithi177 ceph-mon[212096]: pgmap v11878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:02 smithi123 ceph-mon[191304]: pgmap v11878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:02.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:02 smithi123 ceph-mon[188613]: pgmap v11878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:04 smithi177 ceph-mon[212096]: pgmap v11879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:04.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:04 smithi123 ceph-mon[191304]: pgmap v11879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:04 smithi123 ceph-mon[188613]: pgmap v11879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:06 smithi177 ceph-mon[212096]: pgmap v11880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:06 smithi123 ceph-mon[191304]: pgmap v11880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:06 smithi123 ceph-mon[188613]: pgmap v11880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:08 smithi177 ceph-mon[212096]: pgmap v11881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:08 smithi123 ceph-mon[191304]: pgmap v11881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:08 smithi123 ceph-mon[188613]: pgmap v11881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:09:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:09:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:09:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:10 smithi177 ceph-mon[212096]: pgmap v11882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:10 smithi123 ceph-mon[191304]: pgmap v11882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:10.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:10 smithi123 ceph-mon[188613]: pgmap v11882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:12.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:12 smithi177 ceph-mon[212096]: pgmap v11883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:12.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:09:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:12 smithi123 ceph-mon[191304]: pgmap v11883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:09:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:12 smithi123 ceph-mon[188613]: pgmap v11883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:09:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:14 smithi177 ceph-mon[212096]: pgmap v11884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:14 smithi123 ceph-mon[191304]: pgmap v11884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:14.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:14 smithi123 ceph-mon[188613]: pgmap v11884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:16 smithi177 ceph-mon[212096]: pgmap v11885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:16 smithi123 ceph-mon[191304]: pgmap v11885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:16 smithi123 ceph-mon[188613]: pgmap v11885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:18 smithi177 ceph-mon[212096]: pgmap v11886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:18 smithi123 ceph-mon[191304]: pgmap v11886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:18 smithi123 ceph-mon[188613]: pgmap v11886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:09:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:09:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:09:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:19 smithi177 ceph-mon[212096]: pgmap v11887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:19 smithi123 ceph-mon[191304]: pgmap v11887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:19 smithi123 ceph-mon[188613]: pgmap v11887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:22 smithi177 ceph-mon[212096]: pgmap v11888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:22 smithi123 ceph-mon[191304]: pgmap v11888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:22 smithi123 ceph-mon[188613]: pgmap v11888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:23.457 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:09:23.765 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:09:23.766 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 7m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:09:23.766 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 5m ago 5h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:09:23.766 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 7m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:09:23.766 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 5m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:09:23.766 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 5m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:09:23.766 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 7m ago 5h 750M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:09:23.766 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 7m ago 5h 1479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:09:23.766 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 5m ago 5h 699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:09:23.766 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 7m ago 5h 756M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:09:23.766 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 7m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:09:23.766 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 5m ago 5h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:09:23.766 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 7m ago 5h 4741M 2384M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:09:23.767 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 7m ago 5h 5478M 2384M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:09:23.767 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 7m ago 5h 4458M 2384M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:09:23.767 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 7m ago 5h 4598M 2384M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:09:23.767 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 5m ago 5h 3858M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:09:23.767 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 5m ago 5h 4258M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:09:23.767 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 5m ago 5h 3645M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:09:23.767 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 5m ago 5h 4203M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:09:23.767 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 5m ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:09:24.152 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:09:24.152 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:09:24.152 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:09:24.152 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:09:24.153 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:09:24.153 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:09:24.153 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:09:24.153 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:09:24.153 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:09:24.153 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:09:24.153 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:09:24.153 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:09:24.153 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:09:24.153 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:09:24.153 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:09:24.153 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:09:24.153 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:09:24.153 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:09:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:24 smithi177 ceph-mon[212096]: pgmap v11889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:24 smithi177 ceph-mon[212096]: from='client.46755 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:09:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:24 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/974195313' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:09:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:24 smithi123 ceph-mon[191304]: pgmap v11889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:24 smithi123 ceph-mon[191304]: from='client.46755 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:09:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:24 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/974195313' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:09:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:24 smithi123 ceph-mon[188613]: pgmap v11889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:24 smithi123 ceph-mon[188613]: from='client.46755 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:09:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:24 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/974195313' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:09:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:25 smithi177 ceph-mon[212096]: from='client.56708 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:09:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:25 smithi123 ceph-mon[191304]: from='client.56708 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:09:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:25 smithi123 ceph-mon[188613]: from='client.56708 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:09:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:26 smithi177 ceph-mon[212096]: pgmap v11890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:26 smithi123 ceph-mon[191304]: pgmap v11890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:26 smithi123 ceph-mon[188613]: pgmap v11890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:09:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:09:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:09:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:28 smithi177 ceph-mon[212096]: pgmap v11891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:28 smithi123 ceph-mon[191304]: pgmap v11891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:28 smithi123 ceph-mon[188613]: pgmap v11891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:09:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:09:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T16:09:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:30 smithi177 ceph-mon[212096]: pgmap v11892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:30 smithi123 ceph-mon[188613]: pgmap v11892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:30.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:30 smithi123 ceph-mon[191304]: pgmap v11892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:32 smithi177 ceph-mon[212096]: pgmap v11893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:32 smithi123 ceph-mon[191304]: pgmap v11893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:32.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:32 smithi123 ceph-mon[188613]: pgmap v11893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:34 smithi177 ceph-mon[212096]: pgmap v11894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:34 smithi123 ceph-mon[191304]: pgmap v11894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:34 smithi123 ceph-mon[188613]: pgmap v11894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:36 smithi177 ceph-mon[212096]: pgmap v11895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:36.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:36 smithi123 ceph-mon[188613]: pgmap v11895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:36 smithi123 ceph-mon[191304]: pgmap v11895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:38 smithi177 ceph-mon[212096]: pgmap v11896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:38 smithi123 ceph-mon[191304]: pgmap v11896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:38 smithi123 ceph-mon[188613]: pgmap v11896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:09:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:09:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T16:09:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:40 smithi177 ceph-mon[212096]: pgmap v11897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:40 smithi123 ceph-mon[188613]: pgmap v11897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:40.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:40 smithi123 ceph-mon[191304]: pgmap v11897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:42 smithi177 ceph-mon[212096]: pgmap v11898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:09:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:42 smithi123 ceph-mon[191304]: pgmap v11898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:09:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:42 smithi123 ceph-mon[188613]: pgmap v11898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:09:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:44 smithi177 ceph-mon[212096]: pgmap v11899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:44 smithi123 ceph-mon[188613]: pgmap v11899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:44 smithi123 ceph-mon[191304]: pgmap v11899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:46 smithi177 ceph-mon[212096]: pgmap v11900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:46.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:46 smithi123 ceph-mon[188613]: pgmap v11900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:46.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:46 smithi123 ceph-mon[191304]: pgmap v11900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:48 smithi177 ceph-mon[212096]: pgmap v11901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:48 smithi123 ceph-mon[191304]: pgmap v11901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:48 smithi123 ceph-mon[188613]: pgmap v11901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:09:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:09:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:09:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:09:49.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:09:49.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:09:49.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:09:49.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:09:49.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:09:49.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:09:49.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:09:49.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:09:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:09:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:09:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:09:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:09:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:09:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:09:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:09:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:09:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:09:49.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:09:49.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:09:49.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:09:49.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:09:49.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:09:49.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:09:49.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:09:49.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:09:49.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:09:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:50 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2374M 2023-12-20T16:09:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:50 smithi177 ceph-mon[212096]: pgmap v11902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:50 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2374M 2023-12-20T16:09:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:50 smithi123 ceph-mon[191304]: pgmap v11902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:50 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2374M 2023-12-20T16:09:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:50 smithi123 ceph-mon[188613]: pgmap v11902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:52 smithi177 ceph-mon[212096]: pgmap v11903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:52 smithi123 ceph-mon[191304]: pgmap v11903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:52.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:52 smithi123 ceph-mon[188613]: pgmap v11903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:54.497 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:09:54.807 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:09:54.807 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 8m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:09:54.807 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 6m ago 5h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:09:54.807 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 8m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:09:54.807 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 6m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:09:54.807 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 6m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:09:54.807 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 8m ago 5h 750M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:09:54.807 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 8m ago 5h 1479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:09:54.807 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 6m ago 5h 699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:09:54.807 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 8m ago 5h 756M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:09:54.807 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 8m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:09:54.807 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 6m ago 5h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:09:54.808 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 8m ago 5h 4741M 2374M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:09:54.808 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 8m ago 5h 5478M 2374M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:09:54.808 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 8m ago 5h 4458M 2374M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:09:54.808 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 8m ago 5h 4598M 2374M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:09:54.808 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 6m ago 5h 3858M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:09:54.808 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 6m ago 5h 4258M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:09:54.808 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 6m ago 5h 3645M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:09:54.808 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 6m ago 5h 4203M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:09:54.808 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 6m ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:09:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:54 smithi177 ceph-mon[212096]: pgmap v11904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:54 smithi123 ceph-mon[191304]: pgmap v11904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:54 smithi123 ceph-mon[188613]: pgmap v11904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:55.187 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:09:55.187 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:09:55.187 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:09:55.187 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:09:55.187 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:09:55.187 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:09:55.187 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:09:55.188 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:09:55.188 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:09:55.188 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:09:55.188 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:09:55.188 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:09:55.188 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:09:55.188 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:09:55.188 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:09:55.188 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:09:55.188 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:09:55.188 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:09:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:55 smithi177 ceph-mon[212096]: from='client.46773 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:09:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:55 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/467614404' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:09:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:55 smithi123 ceph-mon[188613]: from='client.46773 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:09:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:55 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/467614404' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:09:55.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:55 smithi123 ceph-mon[191304]: from='client.46773 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:09:55.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:55 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/467614404' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:09:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:56 smithi177 ceph-mon[212096]: from='client.46779 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:09:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:56 smithi177 ceph-mon[212096]: pgmap v11905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:56 smithi123 ceph-mon[191304]: from='client.46779 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:09:56.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:56 smithi123 ceph-mon[191304]: pgmap v11905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:56 smithi123 ceph-mon[188613]: from='client.46779 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:09:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:56 smithi123 ceph-mon[188613]: pgmap v11905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:09:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:09:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:09:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:09:58 smithi177 ceph-mon[212096]: pgmap v11906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:09:58 smithi123 ceph-mon[191304]: pgmap v11906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:09:58 smithi123 ceph-mon[188613]: pgmap v11906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:09:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:09:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:09:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:10:00.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T16:09:59.998+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T16:10:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:00 smithi177 ceph-mon[212096]: pgmap v11907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T16:10:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:00 smithi123 ceph-mon[188613]: pgmap v11907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T16:10:00.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:00 smithi123 ceph-mon[191304]: pgmap v11907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:00.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T16:10:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:02 smithi177 ceph-mon[212096]: pgmap v11908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:02 smithi123 ceph-mon[191304]: pgmap v11908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:02.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:02 smithi123 ceph-mon[188613]: pgmap v11908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:04 smithi177 ceph-mon[212096]: pgmap v11909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:04.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:04 smithi123 ceph-mon[191304]: pgmap v11909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:04 smithi123 ceph-mon[188613]: pgmap v11909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:06 smithi177 ceph-mon[212096]: pgmap v11910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:06 smithi123 ceph-mon[191304]: pgmap v11910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:06.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:06 smithi123 ceph-mon[188613]: pgmap v11910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:08 smithi177 ceph-mon[212096]: pgmap v11911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:08 smithi123 ceph-mon[191304]: pgmap v11911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:08.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:08 smithi123 ceph-mon[188613]: pgmap v11911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:10:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:10:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:10:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:10 smithi177 ceph-mon[212096]: pgmap v11912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:10 smithi123 ceph-mon[191304]: pgmap v11912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:10.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:10 smithi123 ceph-mon[188613]: pgmap v11912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:12 smithi177 ceph-mon[212096]: pgmap v11913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:10:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:12 smithi123 ceph-mon[191304]: pgmap v11913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:10:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:12 smithi123 ceph-mon[188613]: pgmap v11913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:10:14.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:14 smithi177 ceph-mon[212096]: pgmap v11914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:14 smithi123 ceph-mon[191304]: pgmap v11914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:14.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:14 smithi123 ceph-mon[188613]: pgmap v11914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:16 smithi177 ceph-mon[212096]: pgmap v11915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:16 smithi123 ceph-mon[191304]: pgmap v11915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:16.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:16 smithi123 ceph-mon[188613]: pgmap v11915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:18 smithi177 ceph-mon[212096]: pgmap v11916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:18 smithi123 ceph-mon[191304]: pgmap v11916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:18 smithi123 ceph-mon[188613]: pgmap v11916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:10:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:10:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:10:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:20 smithi177 ceph-mon[212096]: pgmap v11917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:20 smithi123 ceph-mon[191304]: pgmap v11917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:20.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:20 smithi123 ceph-mon[188613]: pgmap v11917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:22 smithi177 ceph-mon[212096]: pgmap v11918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:22 smithi123 ceph-mon[191304]: pgmap v11918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:22.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:22 smithi123 ceph-mon[188613]: pgmap v11918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:24.886 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:24 smithi123 ceph-mon[191304]: pgmap v11919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:24.887 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:24 smithi123 ceph-mon[188613]: pgmap v11919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:24 smithi177 ceph-mon[212096]: pgmap v11919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:25.544 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:10:25.854 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:10:25.854 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 8m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:10:25.854 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 6m ago 5h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:10:25.854 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 8m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:10:25.854 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 6m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:10:25.854 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 6m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:10:25.854 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 8m ago 5h 750M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:10:25.854 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 8m ago 5h 1479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:10:25.855 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 6m ago 5h 699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:10:25.855 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 8m ago 5h 756M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:10:25.855 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 8m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:10:25.855 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 6m ago 5h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:10:25.855 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 8m ago 5h 4741M 2374M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:10:25.855 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 8m ago 5h 5478M 2374M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:10:25.855 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 8m ago 5h 4458M 2374M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:10:25.855 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 8m ago 5h 4598M 2374M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:10:25.855 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 6m ago 5h 3858M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:10:25.855 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 6m ago 5h 4258M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:10:25.855 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 6m ago 5h 3645M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:10:25.855 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 6m ago 5h 4203M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:10:25.855 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 6m ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:10:26.240 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:10:26.240 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:10:26.240 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:10:26.240 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:10:26.240 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:10:26.241 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:10:26.241 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:10:26.241 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:10:26.241 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:10:26.241 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:10:26.241 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:10:26.241 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:10:26.241 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:10:26.241 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:10:26.241 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:10:26.241 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:10:26.241 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:10:26.241 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:10:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:26 smithi177 ceph-mon[212096]: pgmap v11920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:26 smithi177 ceph-mon[212096]: from='client.56738 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:10:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:26 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4214079563' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:10:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:26 smithi123 ceph-mon[188613]: pgmap v11920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:26 smithi123 ceph-mon[188613]: from='client.56738 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:10:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:26 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4214079563' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:10:26.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:26 smithi123 ceph-mon[191304]: pgmap v11920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:26.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:26 smithi123 ceph-mon[191304]: from='client.56738 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:10:26.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:26 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4214079563' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:10:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:27 smithi177 ceph-mon[212096]: from='client.46797 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:10:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:10:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:27 smithi177 ceph-mon[212096]: pgmap v11921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:27 smithi123 ceph-mon[191304]: from='client.46797 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:10:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:10:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:27 smithi123 ceph-mon[191304]: pgmap v11921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:27 smithi123 ceph-mon[188613]: from='client.46797 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:10:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:10:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:27 smithi123 ceph-mon[188613]: pgmap v11921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:10:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:10:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:10:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:30 smithi177 ceph-mon[212096]: pgmap v11922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:30 smithi123 ceph-mon[191304]: pgmap v11922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:30.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:30 smithi123 ceph-mon[188613]: pgmap v11922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:32 smithi177 ceph-mon[212096]: pgmap v11923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:32 smithi123 ceph-mon[191304]: pgmap v11923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:32.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:32 smithi123 ceph-mon[188613]: pgmap v11923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:34 smithi177 ceph-mon[212096]: pgmap v11924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:34 smithi123 ceph-mon[191304]: pgmap v11924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:34 smithi123 ceph-mon[188613]: pgmap v11924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:36 smithi177 ceph-mon[212096]: pgmap v11925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:36 smithi123 ceph-mon[191304]: pgmap v11925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:36.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:36 smithi123 ceph-mon[188613]: pgmap v11925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:38 smithi177 ceph-mon[212096]: pgmap v11926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:38 smithi123 ceph-mon[191304]: pgmap v11926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:38 smithi123 ceph-mon[188613]: pgmap v11926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:10:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:10:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:10:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:40 smithi177 ceph-mon[212096]: pgmap v11927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:40 smithi123 ceph-mon[191304]: pgmap v11927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:40 smithi123 ceph-mon[188613]: pgmap v11927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:42 smithi177 ceph-mon[212096]: pgmap v11928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:10:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:42 smithi123 ceph-mon[191304]: pgmap v11928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:10:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:42 smithi123 ceph-mon[188613]: pgmap v11928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:10:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:44 smithi177 ceph-mon[212096]: pgmap v11929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:44 smithi123 ceph-mon[188613]: pgmap v11929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:44 smithi123 ceph-mon[191304]: pgmap v11929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:46 smithi177 ceph-mon[212096]: pgmap v11930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:46 smithi123 ceph-mon[191304]: pgmap v11930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:46 smithi123 ceph-mon[188613]: pgmap v11930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:48 smithi177 ceph-mon[212096]: pgmap v11931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:48 smithi123 ceph-mon[191304]: pgmap v11931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:48 smithi123 ceph-mon[188613]: pgmap v11931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:10:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:10:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:10:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:10:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:10:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:10:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:50 smithi177 ceph-mon[212096]: pgmap v11932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:10:50.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:10:50.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:10:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:50 smithi123 ceph-mon[191304]: pgmap v11932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:50.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:10:50.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:10:50.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:10:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:50 smithi123 ceph-mon[188613]: pgmap v11932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:10:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:10:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:10:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:52 smithi177 ceph-mon[212096]: pgmap v11933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:52 smithi123 ceph-mon[188613]: pgmap v11933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:52 smithi123 ceph-mon[191304]: pgmap v11933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:54.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:54 smithi177 ceph-mon[212096]: pgmap v11934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:54 smithi123 ceph-mon[191304]: pgmap v11934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:54 smithi123 ceph-mon[188613]: pgmap v11934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:56.589 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:10:56.898 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:10:56.899 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 9m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:10:56.899 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 7m ago 5h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:10:56.899 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 9m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:10:56.899 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 7m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:10:56.899 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 7m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:10:56.899 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 9m ago 5h 750M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:10:56.899 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 9m ago 5h 1479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:10:56.899 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 7m ago 5h 699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:10:56.899 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 9m ago 5h 756M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:10:56.899 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 9m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:10:56.899 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 7m ago 5h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:10:56.899 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 9m ago 5h 4741M 2374M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:10:56.899 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 9m ago 5h 5478M 2374M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:10:56.900 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 9m ago 5h 4458M 2374M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:10:56.900 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 9m ago 5h 4598M 2374M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:10:56.900 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 7m ago 5h 3858M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:10:56.900 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 7m ago 5h 4258M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:10:56.900 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 7m ago 5h 3645M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:10:56.900 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 7m ago 5h 4203M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:10:56.900 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 7m ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:10:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:56 smithi177 ceph-mon[212096]: pgmap v11935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:56 smithi123 ceph-mon[191304]: pgmap v11935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:56 smithi123 ceph-mon[188613]: pgmap v11935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:57.275 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:10:57.275 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:10:57.275 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:10:57.275 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:10:57.275 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:10:57.276 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:10:57.276 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:10:57.276 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:10:57.276 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:10:57.276 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:10:57.276 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:10:57.276 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:10:57.276 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:10:57.276 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:10:57.276 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:10:57.276 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:10:57.276 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:10:57.277 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:10:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:57 smithi177 ceph-mon[212096]: from='client.46809 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:10:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:10:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:57 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1390843665' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:10:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:57 smithi123 ceph-mon[191304]: from='client.46809 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:10:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:10:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:57 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1390843665' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:10:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:57 smithi123 ceph-mon[188613]: from='client.46809 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:10:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:10:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:57 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1390843665' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:10:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:58 smithi177 ceph-mon[212096]: from='client.46815 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:10:58.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:10:58 smithi177 ceph-mon[212096]: pgmap v11936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:58 smithi123 ceph-mon[191304]: from='client.46815 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:10:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:10:58 smithi123 ceph-mon[191304]: pgmap v11936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:58 smithi123 ceph-mon[188613]: from='client.46815 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:10:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:10:58 smithi123 ceph-mon[188613]: pgmap v11936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:10:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:10:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:10:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:11:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:00 smithi177 ceph-mon[212096]: pgmap v11937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:00 smithi123 ceph-mon[191304]: pgmap v11937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:00 smithi123 ceph-mon[188613]: pgmap v11937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:02 smithi177 ceph-mon[212096]: pgmap v11938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:02 smithi123 ceph-mon[191304]: pgmap v11938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:02 smithi123 ceph-mon[188613]: pgmap v11938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:04 smithi177 ceph-mon[212096]: pgmap v11939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:04 smithi123 ceph-mon[191304]: pgmap v11939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:04 smithi123 ceph-mon[188613]: pgmap v11939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:06 smithi177 ceph-mon[212096]: pgmap v11940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:06 smithi123 ceph-mon[191304]: pgmap v11940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:06 smithi123 ceph-mon[188613]: pgmap v11940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:08 smithi177 ceph-mon[212096]: pgmap v11941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:08 smithi123 ceph-mon[191304]: pgmap v11941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:08.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:08 smithi123 ceph-mon[188613]: pgmap v11941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:11:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:11:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:11:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:10 smithi177 ceph-mon[212096]: pgmap v11942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:10 smithi123 ceph-mon[191304]: pgmap v11942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:10.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:10 smithi123 ceph-mon[188613]: pgmap v11942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:12 smithi177 ceph-mon[212096]: pgmap v11943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:11:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:12 smithi123 ceph-mon[191304]: pgmap v11943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:11:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:12 smithi123 ceph-mon[188613]: pgmap v11943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:11:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:14 smithi177 ceph-mon[212096]: pgmap v11944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:14 smithi123 ceph-mon[191304]: pgmap v11944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:14 smithi123 ceph-mon[188613]: pgmap v11944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:16 smithi177 ceph-mon[212096]: pgmap v11945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:16 smithi123 ceph-mon[191304]: pgmap v11945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:16.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:16 smithi123 ceph-mon[188613]: pgmap v11945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:18 smithi177 ceph-mon[212096]: pgmap v11946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:18 smithi123 ceph-mon[191304]: pgmap v11946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:18 smithi123 ceph-mon[188613]: pgmap v11946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:11:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:11:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T16:11:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:20 smithi177 ceph-mon[212096]: pgmap v11947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:20 smithi123 ceph-mon[191304]: pgmap v11947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:20.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:20 smithi123 ceph-mon[188613]: pgmap v11947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:22 smithi177 ceph-mon[212096]: pgmap v11948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:22 smithi123 ceph-mon[191304]: pgmap v11948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:22.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:22 smithi123 ceph-mon[188613]: pgmap v11948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:24.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:24 smithi177 ceph-mon[212096]: pgmap v11949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:24 smithi123 ceph-mon[191304]: pgmap v11949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:24.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:24 smithi123 ceph-mon[188613]: pgmap v11949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:26 smithi177 ceph-mon[212096]: pgmap v11950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:26 smithi123 ceph-mon[191304]: pgmap v11950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:26.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:26 smithi123 ceph-mon[188613]: pgmap v11950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:27.622 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:11:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:11:27.931 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:11:27.931 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 9m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:11:27.931 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 7m ago 5h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:11:27.931 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 9m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:11:27.932 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 7m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:11:27.932 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 7m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:11:27.932 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 9m ago 5h 750M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:11:27.932 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 9m ago 5h 1479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:11:27.932 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 7m ago 5h 699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:11:27.932 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 9m ago 5h 756M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:11:27.932 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 9m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:11:27.932 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 7m ago 5h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:11:27.932 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 9m ago 5h 4741M 2374M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:11:27.932 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 9m ago 5h 5478M 2374M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:11:27.932 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 9m ago 5h 4458M 2374M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:11:27.932 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 9m ago 5h 4598M 2374M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:11:27.932 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 7m ago 5h 3858M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:11:27.932 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 7m ago 5h 4258M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:11:27.932 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 7m ago 5h 3645M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:11:27.933 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 7m ago 5h 4203M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:11:27.933 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 7m ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:11:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:11:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:11:28.316 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:11:28.316 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:11:28.316 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:11:28.316 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:11:28.316 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:11:28.317 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:11:28.317 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:11:28.317 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:11:28.317 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:11:28.317 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:11:28.317 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:11:28.317 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:11:28.317 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:11:28.317 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:11:28.317 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:11:28.317 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:11:28.318 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:11:28.318 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:11:28.904 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 16:11:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T16:11:28.587034294Z level=info msg="Completed cleanup jobs" duration=13.652369ms 2023-12-20T16:11:28.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:28 smithi177 ceph-mon[212096]: pgmap v11951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:28.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:28 smithi177 ceph-mon[212096]: from='client.46827 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:11:28.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:28 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/191198155' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:11:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:28 smithi123 ceph-mon[191304]: pgmap v11951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:28 smithi123 ceph-mon[191304]: from='client.46827 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:11:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:28 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/191198155' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:11:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:28 smithi123 ceph-mon[188613]: pgmap v11951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:28 smithi123 ceph-mon[188613]: from='client.46827 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:11:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:28 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/191198155' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:11:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:11:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:11:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:11:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:29 smithi177 ceph-mon[212096]: from='client.56780 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:11:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:29 smithi123 ceph-mon[191304]: from='client.56780 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:11:29.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:29 smithi123 ceph-mon[188613]: from='client.56780 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:11:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:30 smithi177 ceph-mon[212096]: pgmap v11952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:30 smithi123 ceph-mon[191304]: pgmap v11952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:30.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:30 smithi123 ceph-mon[188613]: pgmap v11952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:31 smithi177 ceph-mon[212096]: pgmap v11953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:31.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:31 smithi123 ceph-mon[188613]: pgmap v11953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:31 smithi123 ceph-mon[191304]: pgmap v11953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:34.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:34 smithi177 ceph-mon[212096]: pgmap v11954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:34 smithi123 ceph-mon[191304]: pgmap v11954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:34 smithi123 ceph-mon[188613]: pgmap v11954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:36 smithi177 ceph-mon[212096]: pgmap v11955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:36 smithi123 ceph-mon[191304]: pgmap v11955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:36.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:36 smithi123 ceph-mon[188613]: pgmap v11955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:38 smithi177 ceph-mon[212096]: pgmap v11956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:38 smithi123 ceph-mon[191304]: pgmap v11956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:38 smithi123 ceph-mon[188613]: pgmap v11956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:11:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:11:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:11:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:40 smithi177 ceph-mon[212096]: pgmap v11957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:40 smithi123 ceph-mon[191304]: pgmap v11957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:40.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:40 smithi123 ceph-mon[188613]: pgmap v11957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:42 smithi177 ceph-mon[212096]: pgmap v11958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:11:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:42 smithi123 ceph-mon[191304]: pgmap v11958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:11:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:42 smithi123 ceph-mon[188613]: pgmap v11958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:11:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:44 smithi177 ceph-mon[212096]: pgmap v11959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:44 smithi123 ceph-mon[188613]: pgmap v11959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:44 smithi123 ceph-mon[191304]: pgmap v11959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:46 smithi177 ceph-mon[212096]: pgmap v11960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:46 smithi123 ceph-mon[191304]: pgmap v11960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:46 smithi123 ceph-mon[188613]: pgmap v11960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:48 smithi177 ceph-mon[212096]: pgmap v11961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:48 smithi123 ceph-mon[191304]: pgmap v11961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:48 smithi123 ceph-mon[188613]: pgmap v11961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:11:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:11:49] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:11:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:50 smithi177 ceph-mon[212096]: pgmap v11962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:50.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:11:50.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:11:50.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:11:50.911 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:50 smithi123 ceph-mon[188613]: pgmap v11962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:50.911 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:11:50.911 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:11:50.911 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:11:50.911 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:50 smithi123 ceph-mon[191304]: pgmap v11962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:50.911 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:11:50.912 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:11:50.912 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:11:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:52 smithi177 ceph-mon[212096]: pgmap v11963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:11:52.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:11:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:52 smithi123 ceph-mon[191304]: pgmap v11963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:11:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:11:52.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:52 smithi123 ceph-mon[188613]: pgmap v11963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:52.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:11:52.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:11:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:11:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:11:53.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:11:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:11:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:11:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:11:53.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:11:53.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:11:53.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:11:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:54 smithi177 ceph-mon[212096]: pgmap v11964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:54 smithi123 ceph-mon[191304]: pgmap v11964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:54.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:54 smithi123 ceph-mon[188613]: pgmap v11964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:56 smithi177 ceph-mon[212096]: pgmap v11965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:56 smithi123 ceph-mon[191304]: pgmap v11965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:56 smithi123 ceph-mon[188613]: pgmap v11965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:11:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:11:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:11:58.660 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:11:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:58 smithi177 ceph-mon[212096]: pgmap v11966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:58.964 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:11:58.965 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 6s ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:11:58.965 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 8m ago 5h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:11:58.965 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 6s ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:11:58.965 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 8m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:11:58.965 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 8m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:11:58.965 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 6s ago 5h 757M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:11:58.965 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 6s ago 5h 1515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:11:58.965 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 8m ago 5h 699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:11:58.965 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 6s ago 5h 774M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:11:58.965 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 6s ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:11:58.965 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 8m ago 5h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:11:58.965 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 6s ago 5h 4774M 2374M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:11:58.965 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 6s ago 5h 5510M 2374M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:11:58.966 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 6s ago 5h 4484M 2374M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:11:58.966 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 6s ago 5h 4630M 2374M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:11:58.966 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 8m ago 5h 3858M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:11:58.966 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 8m ago 5h 4258M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:11:58.966 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 8m ago 5h 3645M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:11:58.966 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 8m ago 5h 4203M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:11:58.966 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 8m ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:11:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:58 smithi123 ceph-mon[191304]: pgmap v11966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:58 smithi123 ceph-mon[188613]: pgmap v11966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:11:59.350 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:11:59.350 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:11:59.350 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:11:59.350 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:11:59.350 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:11:59.350 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:11:59.350 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:11:59.350 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:11:59.350 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:11:59.350 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:11:59.350 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:11:59.351 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:11:59.351 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:11:59.351 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:11:59.351 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:11:59.351 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:11:59.351 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:11:59.351 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:11:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:11:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:11:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:11:59.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:11:59 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/517787310' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:11:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:11:59 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/517787310' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:11:59.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:11:59 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/517787310' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:12:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:00 smithi177 ceph-mon[212096]: from='client.56792 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:12:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:00 smithi177 ceph-mon[212096]: from='client.46851 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:12:00.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:00 smithi177 ceph-mon[212096]: pgmap v11967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:00 smithi123 ceph-mon[191304]: from='client.56792 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:12:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:00 smithi123 ceph-mon[191304]: from='client.46851 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:12:00.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:00 smithi123 ceph-mon[191304]: pgmap v11967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:00 smithi123 ceph-mon[188613]: from='client.56792 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:12:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:00 smithi123 ceph-mon[188613]: from='client.46851 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:12:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:00 smithi123 ceph-mon[188613]: pgmap v11967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:02.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:02 smithi177 ceph-mon[212096]: pgmap v11968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:02.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:02 smithi123 ceph-mon[191304]: pgmap v11968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:02.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:02 smithi123 ceph-mon[188613]: pgmap v11968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:04 smithi177 ceph-mon[212096]: pgmap v11969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:04.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:04 smithi123 ceph-mon[191304]: pgmap v11969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:04 smithi123 ceph-mon[188613]: pgmap v11969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:06 smithi177 ceph-mon[212096]: pgmap v11970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:06 smithi123 ceph-mon[191304]: pgmap v11970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:06.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:06 smithi123 ceph-mon[188613]: pgmap v11970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:08 smithi177 ceph-mon[212096]: pgmap v11971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:08.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:08 smithi123 ceph-mon[191304]: pgmap v11971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:08.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:08 smithi123 ceph-mon[188613]: pgmap v11971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:12:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:12:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:12:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:10 smithi177 ceph-mon[212096]: pgmap v11972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:10 smithi123 ceph-mon[191304]: pgmap v11972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:10.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:10 smithi123 ceph-mon[188613]: pgmap v11972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:12 smithi177 ceph-mon[212096]: pgmap v11973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:12:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:12 smithi123 ceph-mon[191304]: pgmap v11973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:12:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:12 smithi123 ceph-mon[188613]: pgmap v11973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:12:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:14 smithi177 ceph-mon[212096]: pgmap v11974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:14 smithi123 ceph-mon[191304]: pgmap v11974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:14 smithi123 ceph-mon[188613]: pgmap v11974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:16 smithi177 ceph-mon[212096]: pgmap v11975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:16 smithi123 ceph-mon[191304]: pgmap v11975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:16.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:16 smithi123 ceph-mon[188613]: pgmap v11975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:18 smithi177 ceph-mon[212096]: pgmap v11976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:18 smithi123 ceph-mon[191304]: pgmap v11976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:18 smithi123 ceph-mon[188613]: pgmap v11976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:12:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:12:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:12:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:20 smithi177 ceph-mon[212096]: pgmap v11977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:20 smithi123 ceph-mon[191304]: pgmap v11977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:20.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:20 smithi123 ceph-mon[188613]: pgmap v11977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:22 smithi177 ceph-mon[212096]: pgmap v11978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:22 smithi123 ceph-mon[191304]: pgmap v11978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:22.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:22 smithi123 ceph-mon[188613]: pgmap v11978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:24 smithi177 ceph-mon[212096]: pgmap v11979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:24 smithi123 ceph-mon[191304]: pgmap v11979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:24 smithi123 ceph-mon[188613]: pgmap v11979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:26 smithi177 ceph-mon[212096]: pgmap v11980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:26.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:26 smithi123 ceph-mon[191304]: pgmap v11980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:26.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:26 smithi123 ceph-mon[188613]: pgmap v11980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:12:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:12:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:12:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:28 smithi177 ceph-mon[212096]: pgmap v11981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:28 smithi123 ceph-mon[191304]: pgmap v11981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:28 smithi123 ceph-mon[188613]: pgmap v11981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:12:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:12:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:12:29.697 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:12:30.004 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:12:30.004 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 37s ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:12:30.004 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 8m ago 5h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:12:30.004 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 37s ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:12:30.004 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 8m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:12:30.004 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 8m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:12:30.004 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 37s ago 5h 757M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:12:30.005 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 37s ago 5h 1515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:12:30.005 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 8m ago 5h 699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:12:30.005 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 37s ago 5h 774M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:12:30.005 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 37s ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:12:30.005 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 8m ago 5h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:12:30.005 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 37s ago 5h 4774M 2374M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:12:30.005 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 37s ago 5h 5510M 2374M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:12:30.005 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 37s ago 5h 4484M 2374M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:12:30.005 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 37s ago 5h 4630M 2374M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:12:30.005 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 8m ago 5h 3858M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:12:30.005 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 8m ago 5h 4258M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:12:30.006 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 8m ago 5h 3645M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:12:30.006 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 8m ago 5h 4203M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:12:30.006 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 8m ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:12:30.385 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:12:30.385 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:12:30.385 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:12:30.385 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:12:30.385 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:12:30.385 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:12:30.385 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:12:30.385 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:12:30.385 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:12:30.385 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:12:30.386 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:12:30.386 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:12:30.386 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:12:30.386 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:12:30.386 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:12:30.386 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:12:30.386 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:12:30.386 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:12:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:30 smithi177 ceph-mon[212096]: pgmap v11982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:30 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/272524341' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:12:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:30 smithi123 ceph-mon[191304]: pgmap v11982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:30.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:30 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/272524341' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:12:30.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:30 smithi123 ceph-mon[188613]: pgmap v11982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:30.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:30 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/272524341' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:12:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:31 smithi177 ceph-mon[212096]: from='client.46863 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:12:31.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:31 smithi177 ceph-mon[212096]: from='client.46869 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:12:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:31 smithi123 ceph-mon[191304]: from='client.46863 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:12:31.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:31 smithi123 ceph-mon[191304]: from='client.46869 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:12:31.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:31 smithi123 ceph-mon[188613]: from='client.46863 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:12:31.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:31 smithi123 ceph-mon[188613]: from='client.46869 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:12:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:32 smithi177 ceph-mon[212096]: pgmap v11983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:32 smithi123 ceph-mon[191304]: pgmap v11983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:32.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:32 smithi123 ceph-mon[188613]: pgmap v11983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:34 smithi177 ceph-mon[212096]: pgmap v11984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:34 smithi123 ceph-mon[191304]: pgmap v11984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:34 smithi123 ceph-mon[188613]: pgmap v11984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:36.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:36 smithi177 ceph-mon[212096]: pgmap v11985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:36 smithi123 ceph-mon[191304]: pgmap v11985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:36.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:36 smithi123 ceph-mon[188613]: pgmap v11985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:38 smithi177 ceph-mon[212096]: pgmap v11986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:38 smithi123 ceph-mon[191304]: pgmap v11986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:38 smithi123 ceph-mon[188613]: pgmap v11986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:12:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:12:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:12:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:40 smithi177 ceph-mon[212096]: pgmap v11987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:40 smithi123 ceph-mon[191304]: pgmap v11987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:40.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:40 smithi123 ceph-mon[188613]: pgmap v11987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:42 smithi177 ceph-mon[212096]: pgmap v11988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:12:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:42 smithi123 ceph-mon[191304]: pgmap v11988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:12:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:42 smithi123 ceph-mon[188613]: pgmap v11988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:12:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:44 smithi177 ceph-mon[212096]: pgmap v11989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:44 smithi123 ceph-mon[191304]: pgmap v11989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:44.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:44 smithi123 ceph-mon[188613]: pgmap v11989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:46 smithi177 ceph-mon[212096]: pgmap v11990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:46 smithi123 ceph-mon[191304]: pgmap v11990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:46 smithi123 ceph-mon[188613]: pgmap v11990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:48 smithi177 ceph-mon[212096]: pgmap v11991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:48 smithi123 ceph-mon[191304]: pgmap v11991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:48 smithi123 ceph-mon[188613]: pgmap v11991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:12:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:12:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:12:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:50 smithi177 ceph-mon[212096]: pgmap v11992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:50 smithi123 ceph-mon[191304]: pgmap v11992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:50 smithi123 ceph-mon[188613]: pgmap v11992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:52 smithi177 ceph-mon[212096]: pgmap v11993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:52 smithi123 ceph-mon[191304]: pgmap v11993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:52.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:52 smithi123 ceph-mon[188613]: pgmap v11993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:12:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:12:53.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:12:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:12:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:12:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:12:53.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:12:53.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:12:53.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:12:54.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:54 smithi177 ceph-mon[212096]: pgmap v11994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:54.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:12:54.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:12:54.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:12:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:54 smithi123 ceph-mon[191304]: pgmap v11994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:54.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:12:54.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:12:54.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:12:54.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:54 smithi123 ceph-mon[188613]: pgmap v11994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:54.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:12:54.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:12:54.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:12:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:56 smithi177 ceph-mon[212096]: pgmap v11995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:56 smithi123 ceph-mon[191304]: pgmap v11995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:56 smithi123 ceph-mon[188613]: pgmap v11995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:12:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:12:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:12:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:12:58 smithi177 ceph-mon[212096]: pgmap v11996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:12:58 smithi123 ceph-mon[191304]: pgmap v11996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:12:58 smithi123 ceph-mon[188613]: pgmap v11996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:12:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:12:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:12:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T16:13:00.737 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:13:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:00 smithi177 ceph-mon[212096]: pgmap v11997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:00 smithi123 ceph-mon[191304]: pgmap v11997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:00 smithi123 ceph-mon[188613]: pgmap v11997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:01.044 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:13:01.044 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 68s ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:13:01.044 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 9m ago 5h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:13:01.044 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 68s ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:13:01.045 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 9m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:13:01.045 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 9m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:13:01.045 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 68s ago 5h 757M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:13:01.045 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 68s ago 5h 1515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:13:01.045 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 9m ago 5h 699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:13:01.045 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 68s ago 5h 774M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:13:01.045 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 68s ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:13:01.045 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 9m ago 5h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:13:01.045 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 68s ago 5h 4774M 2374M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:13:01.045 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 68s ago 5h 5510M 2374M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:13:01.045 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 68s ago 5h 4484M 2374M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:13:01.046 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 68s ago 5h 4630M 2374M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:13:01.046 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 9m ago 5h 3858M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:13:01.046 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 9m ago 5h 4258M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:13:01.046 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 9m ago 5h 3645M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:13:01.046 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 9m ago 5h 4203M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:13:01.046 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 9m ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:13:01.428 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:13:01.428 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:13:01.428 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:13:01.428 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:13:01.429 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:13:01.429 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:13:01.429 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:13:01.429 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:13:01.429 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:13:01.429 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:13:01.429 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:13:01.429 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:13:01.429 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:13:01.429 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:13:01.429 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:13:01.429 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:13:01.429 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:13:01.429 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:13:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:01 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/748024767' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:13:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:01 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/748024767' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:13:01.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:01 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/748024767' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:13:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:02 smithi177 ceph-mon[212096]: from='client.56828 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:13:02.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:02 smithi177 ceph-mon[212096]: from='client.46887 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:13:02.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:02 smithi177 ceph-mon[212096]: pgmap v11998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:02 smithi123 ceph-mon[191304]: from='client.56828 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:13:02.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:02 smithi123 ceph-mon[191304]: from='client.46887 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:13:02.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:02 smithi123 ceph-mon[191304]: pgmap v11998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:02 smithi123 ceph-mon[188613]: from='client.56828 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:13:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:02 smithi123 ceph-mon[188613]: from='client.46887 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:13:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:02 smithi123 ceph-mon[188613]: pgmap v11998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:04 smithi177 ceph-mon[212096]: pgmap v11999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:04 smithi123 ceph-mon[191304]: pgmap v11999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:04 smithi123 ceph-mon[188613]: pgmap v11999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:06 smithi177 ceph-mon[212096]: pgmap v12000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:06 smithi123 ceph-mon[191304]: pgmap v12000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:06.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:06 smithi123 ceph-mon[188613]: pgmap v12000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:08 smithi177 ceph-mon[212096]: pgmap v12001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:08 smithi123 ceph-mon[191304]: pgmap v12001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:08.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:08 smithi123 ceph-mon[188613]: pgmap v12001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:13:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:13:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T16:13:10.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:10 smithi177 ceph-mon[212096]: pgmap v12002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:10 smithi123 ceph-mon[191304]: pgmap v12002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:10.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:10 smithi123 ceph-mon[188613]: pgmap v12002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:12 smithi177 ceph-mon[212096]: pgmap v12003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:13:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:12 smithi123 ceph-mon[191304]: pgmap v12003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:13:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:12 smithi123 ceph-mon[188613]: pgmap v12003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:13:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:14 smithi177 ceph-mon[212096]: pgmap v12004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:14 smithi123 ceph-mon[191304]: pgmap v12004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:14 smithi123 ceph-mon[188613]: pgmap v12004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:16.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:16 smithi177 ceph-mon[212096]: pgmap v12005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:16 smithi123 ceph-mon[191304]: pgmap v12005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:16.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:16 smithi123 ceph-mon[188613]: pgmap v12005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:18 smithi177 ceph-mon[212096]: pgmap v12006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:18 smithi123 ceph-mon[191304]: pgmap v12006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:18 smithi123 ceph-mon[188613]: pgmap v12006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:13:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:13:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:13:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:20 smithi177 ceph-mon[212096]: pgmap v12007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:20 smithi123 ceph-mon[191304]: pgmap v12007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:20.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:20 smithi123 ceph-mon[188613]: pgmap v12007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:22 smithi177 ceph-mon[212096]: pgmap v12008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:22 smithi123 ceph-mon[191304]: pgmap v12008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:22.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:22 smithi123 ceph-mon[188613]: pgmap v12008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:24.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:24 smithi177 ceph-mon[212096]: pgmap v12009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:24 smithi123 ceph-mon[191304]: pgmap v12009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:24 smithi123 ceph-mon[188613]: pgmap v12009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:26 smithi177 ceph-mon[212096]: pgmap v12010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:26 smithi123 ceph-mon[191304]: pgmap v12010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:26.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:26 smithi123 ceph-mon[188613]: pgmap v12010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:13:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:13:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:13:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:28 smithi177 ceph-mon[212096]: pgmap v12011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:28 smithi123 ceph-mon[188613]: pgmap v12011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:28.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:28 smithi123 ceph-mon[191304]: pgmap v12011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:13:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:13:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:13:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:29 smithi177 ceph-mon[212096]: pgmap v12012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:29.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:29 smithi123 ceph-mon[191304]: pgmap v12012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:29.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:29 smithi123 ceph-mon[188613]: pgmap v12012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:31.774 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:13:32.080 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:13:32.080 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 99s ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:13:32.080 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 9m ago 5h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:13:32.080 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 99s ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:13:32.080 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 9m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:13:32.080 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 9m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:13:32.080 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 99s ago 5h 757M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:13:32.080 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 99s ago 5h 1515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:13:32.080 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 9m ago 5h 699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:13:32.081 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 99s ago 5h 774M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:13:32.081 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 99s ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:13:32.081 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 9m ago 5h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:13:32.081 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 99s ago 5h 4774M 2374M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:13:32.081 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 99s ago 5h 5510M 2374M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:13:32.081 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 99s ago 5h 4484M 2374M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:13:32.081 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 99s ago 5h 4630M 2374M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:13:32.081 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 9m ago 5h 3858M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:13:32.081 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 9m ago 5h 4258M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:13:32.081 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 9m ago 5h 3645M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:13:32.081 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 9m ago 5h 4203M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:13:32.081 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 9m ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:13:32.464 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:13:32.465 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:13:32.465 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:13:32.465 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:13:32.465 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:13:32.465 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:13:32.465 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:13:32.465 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:13:32.465 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:13:32.465 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:13:32.465 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:13:32.465 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:13:32.465 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:13:32.465 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:13:32.466 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:13:32.466 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:13:32.466 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:13:32.466 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:13:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:32 smithi177 ceph-mon[212096]: pgmap v12013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:32 smithi123 ceph-mon[191304]: pgmap v12013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:32.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:32 smithi123 ceph-mon[188613]: pgmap v12013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:33 smithi177 ceph-mon[212096]: from='client.46899 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:13:33.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:33 smithi177 ceph-mon[212096]: from='client.56852 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:13:33.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:33 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/967178969' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:13:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:33 smithi123 ceph-mon[191304]: from='client.46899 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:13:33.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:33 smithi123 ceph-mon[191304]: from='client.56852 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:13:33.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:33 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/967178969' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:13:33.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:33 smithi123 ceph-mon[188613]: from='client.46899 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:13:33.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:33 smithi123 ceph-mon[188613]: from='client.56852 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:13:33.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:33 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/967178969' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:13:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:34 smithi177 ceph-mon[212096]: pgmap v12014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:34.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:34 smithi123 ceph-mon[191304]: pgmap v12014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:34 smithi123 ceph-mon[188613]: pgmap v12014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:36 smithi177 ceph-mon[212096]: pgmap v12015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:36 smithi123 ceph-mon[191304]: pgmap v12015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:36.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:36 smithi123 ceph-mon[188613]: pgmap v12015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:38 smithi177 ceph-mon[212096]: pgmap v12016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:38 smithi123 ceph-mon[191304]: pgmap v12016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:38 smithi123 ceph-mon[188613]: pgmap v12016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:13:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:13:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:13:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:40 smithi177 ceph-mon[212096]: pgmap v12017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:40.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:40 smithi123 ceph-mon[191304]: pgmap v12017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:40.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:40 smithi123 ceph-mon[188613]: pgmap v12017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:42 smithi177 ceph-mon[212096]: pgmap v12018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:13:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:42 smithi123 ceph-mon[191304]: pgmap v12018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:13:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:42 smithi123 ceph-mon[188613]: pgmap v12018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:13:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:44 smithi177 ceph-mon[212096]: pgmap v12019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:44 smithi123 ceph-mon[191304]: pgmap v12019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:44.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:44 smithi123 ceph-mon[188613]: pgmap v12019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:46 smithi177 ceph-mon[212096]: pgmap v12020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:46 smithi123 ceph-mon[191304]: pgmap v12020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:46 smithi123 ceph-mon[188613]: pgmap v12020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:48 smithi177 ceph-mon[212096]: pgmap v12021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:48 smithi123 ceph-mon[191304]: pgmap v12021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:48.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:48 smithi123 ceph-mon[188613]: pgmap v12021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:13:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:13:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:13:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:50 smithi177 ceph-mon[212096]: pgmap v12022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:50.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:50 smithi123 ceph-mon[191304]: pgmap v12022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:50 smithi123 ceph-mon[188613]: pgmap v12022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:52.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:52 smithi177 ceph-mon[212096]: pgmap v12023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:52 smithi123 ceph-mon[191304]: pgmap v12023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:52.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:52 smithi123 ceph-mon[188613]: pgmap v12023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:54.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:54 smithi177 ceph-mon[212096]: pgmap v12024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:54.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:13:54.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:54 smithi123 ceph-mon[188613]: pgmap v12024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:54.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:13:54.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:54 smithi123 ceph-mon[191304]: pgmap v12024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:54.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:13:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:56 smithi177 ceph-mon[212096]: pgmap v12025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:13:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:13:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:56 smithi123 ceph-mon[191304]: pgmap v12025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:56.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:13:56.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:13:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:56 smithi123 ceph-mon[188613]: pgmap v12025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:13:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:13:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:13:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:13:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:13:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:13:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:13:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:13:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:13:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:13:57.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:13:57.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:13:57.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:13:57.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:13:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:13:58 smithi177 ceph-mon[212096]: pgmap v12026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:13:58 smithi123 ceph-mon[191304]: pgmap v12026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:13:58 smithi123 ceph-mon[188613]: pgmap v12026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:13:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:13:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:13:59] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T16:14:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:00 smithi177 ceph-mon[212096]: pgmap v12027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:00 smithi123 ceph-mon[191304]: pgmap v12027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:00 smithi123 ceph-mon[188613]: pgmap v12027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:02.811 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:14:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:02 smithi177 ceph-mon[212096]: pgmap v12028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:02 smithi123 ceph-mon[191304]: pgmap v12028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:02 smithi123 ceph-mon[188613]: pgmap v12028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:03.119 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:14:03.119 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 2m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:14:03.119 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 6s ago 5h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:14:03.119 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 2m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:14:03.119 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 6s ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:14:03.120 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 6s ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:14:03.120 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 2m ago 5h 757M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:14:03.120 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 2m ago 5h 1515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:14:03.120 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 6s ago 5h 716M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:14:03.120 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 2m ago 5h 774M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:14:03.120 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 2m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:14:03.120 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 6s ago 5h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:14:03.120 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 2m ago 5h 4774M 2374M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:14:03.120 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 2m ago 5h 5510M 2374M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:14:03.120 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 2m ago 5h 4484M 2374M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:14:03.120 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 2m ago 5h 4630M 2374M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:14:03.120 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 6s ago 5h 3884M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:14:03.120 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 6s ago 5h 4292M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:14:03.120 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 6s ago 5h 3675M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:14:03.121 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 6s ago 5h 4240M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:14:03.121 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 6s ago 5h 142M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:14:03.498 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:14:03.499 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:14:03.499 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:14:03.499 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:14:03.499 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:14:03.499 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:14:03.499 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:14:03.499 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:14:03.499 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:14:03.499 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:14:03.499 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:14:03.499 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:14:03.499 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:14:03.500 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:14:03.500 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:14:03.500 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:14:03.500 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:14:03.500 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:14:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:03 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/715880503' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:14:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:03 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/715880503' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:14:03.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:03 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/715880503' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:14:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:04 smithi177 ceph-mon[212096]: from='client.56864 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:14:04.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:04 smithi177 ceph-mon[212096]: from='client.46923 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:14:04.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:04 smithi177 ceph-mon[212096]: pgmap v12029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:04.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:04 smithi123 ceph-mon[191304]: from='client.56864 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:14:04.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:04 smithi123 ceph-mon[191304]: from='client.46923 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:14:04.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:04 smithi123 ceph-mon[191304]: pgmap v12029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:04 smithi123 ceph-mon[188613]: from='client.56864 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:14:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:04 smithi123 ceph-mon[188613]: from='client.46923 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:14:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:04 smithi123 ceph-mon[188613]: pgmap v12029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:06 smithi177 ceph-mon[212096]: pgmap v12030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:06 smithi123 ceph-mon[191304]: pgmap v12030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:06.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:06 smithi123 ceph-mon[188613]: pgmap v12030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:08 smithi177 ceph-mon[212096]: pgmap v12031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:08 smithi123 ceph-mon[191304]: pgmap v12031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:08.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:08 smithi123 ceph-mon[188613]: pgmap v12031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:14:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:14:09] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T16:14:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:10 smithi177 ceph-mon[212096]: pgmap v12032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:10 smithi123 ceph-mon[191304]: pgmap v12032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:10.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:10 smithi123 ceph-mon[188613]: pgmap v12032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:12 smithi177 ceph-mon[212096]: pgmap v12033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:14:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:12 smithi123 ceph-mon[191304]: pgmap v12033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:14:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:12 smithi123 ceph-mon[188613]: pgmap v12033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:14:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:14 smithi177 ceph-mon[212096]: pgmap v12034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:14 smithi123 ceph-mon[191304]: pgmap v12034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:14 smithi123 ceph-mon[188613]: pgmap v12034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:16.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:16 smithi177 ceph-mon[212096]: pgmap v12035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:16 smithi123 ceph-mon[188613]: pgmap v12035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:16.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:16 smithi123 ceph-mon[191304]: pgmap v12035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:18 smithi177 ceph-mon[212096]: pgmap v12036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:18 smithi123 ceph-mon[188613]: pgmap v12036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:18.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:18 smithi123 ceph-mon[191304]: pgmap v12036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:14:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:14:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:14:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:20 smithi177 ceph-mon[212096]: pgmap v12037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:20 smithi123 ceph-mon[191304]: pgmap v12037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:20.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:20 smithi123 ceph-mon[188613]: pgmap v12037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:22 smithi177 ceph-mon[212096]: pgmap v12038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:22 smithi123 ceph-mon[191304]: pgmap v12038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:22.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:22 smithi123 ceph-mon[188613]: pgmap v12038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:24.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:24 smithi177 ceph-mon[212096]: pgmap v12039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:24 smithi123 ceph-mon[188613]: pgmap v12039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:24.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:24 smithi123 ceph-mon[191304]: pgmap v12039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:26 smithi177 ceph-mon[212096]: pgmap v12040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:26 smithi123 ceph-mon[188613]: pgmap v12040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:26.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:26 smithi123 ceph-mon[191304]: pgmap v12040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:14:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:14:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:14:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:28 smithi177 ceph-mon[212096]: pgmap v12041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:28 smithi123 ceph-mon[191304]: pgmap v12041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:28 smithi123 ceph-mon[188613]: pgmap v12041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:14:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:14:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:14:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:29 smithi123 ceph-mon[191304]: pgmap v12042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:29.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:29 smithi123 ceph-mon[188613]: pgmap v12042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:29 smithi177 ceph-mon[212096]: pgmap v12042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:32.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:32 smithi177 ceph-mon[212096]: pgmap v12043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:32.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:32 smithi123 ceph-mon[191304]: pgmap v12043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:32.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:32 smithi123 ceph-mon[188613]: pgmap v12043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:33.844 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:14:34.163 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:14:34.163 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 2m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:14:34.163 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 37s ago 5h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:14:34.163 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 2m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:14:34.163 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 37s ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:14:34.164 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 37s ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:14:34.164 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 2m ago 5h 757M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:14:34.164 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 2m ago 5h 1515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:14:34.164 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 37s ago 5h 716M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:14:34.164 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 2m ago 5h 774M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:14:34.165 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 2m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:14:34.165 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 37s ago 5h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:14:34.165 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 2m ago 5h 4774M 2374M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:14:34.165 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 2m ago 5h 5510M 2374M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:14:34.165 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 2m ago 5h 4484M 2374M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:14:34.165 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 2m ago 5h 4630M 2374M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:14:34.165 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 37s ago 5h 3884M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:14:34.165 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 37s ago 5h 4292M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:14:34.165 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 37s ago 5h 3675M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:14:34.165 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 37s ago 5h 4240M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:14:34.165 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 37s ago 5h 142M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:14:34.544 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:14:34.544 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:14:34.544 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:14:34.544 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:14:34.544 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:14:34.544 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:14:34.544 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:14:34.544 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:14:34.544 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:14:34.544 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:14:34.544 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:14:34.544 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:14:34.545 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:14:34.545 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:14:34.545 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:14:34.545 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:14:34.545 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:14:34.545 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:14:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:34 smithi177 ceph-mon[212096]: pgmap v12044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:34.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:34 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/962701152' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:14:34.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:34 smithi123 ceph-mon[191304]: pgmap v12044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:34.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:34 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/962701152' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:14:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:34 smithi123 ceph-mon[188613]: pgmap v12044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:34 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/962701152' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:14:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:35 smithi177 ceph-mon[212096]: from='client.46935 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:14:35.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:35 smithi177 ceph-mon[212096]: from='client.56888 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:14:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:35 smithi123 ceph-mon[191304]: from='client.46935 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:14:35.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:35 smithi123 ceph-mon[191304]: from='client.56888 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:14:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:35 smithi123 ceph-mon[188613]: from='client.46935 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:14:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:35 smithi123 ceph-mon[188613]: from='client.56888 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:14:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:36 smithi177 ceph-mon[212096]: pgmap v12045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:36.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:36 smithi123 ceph-mon[188613]: pgmap v12045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:36.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:36 smithi123 ceph-mon[191304]: pgmap v12045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:38 smithi177 ceph-mon[212096]: pgmap v12046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:38 smithi123 ceph-mon[188613]: pgmap v12046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:38.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:38 smithi123 ceph-mon[191304]: pgmap v12046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:14:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:14:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:14:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:40 smithi177 ceph-mon[212096]: pgmap v12047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:40 smithi123 ceph-mon[191304]: pgmap v12047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:40.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:40 smithi123 ceph-mon[188613]: pgmap v12047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:42 smithi177 ceph-mon[212096]: pgmap v12048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:14:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:42 smithi123 ceph-mon[191304]: pgmap v12048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:14:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:42 smithi123 ceph-mon[188613]: pgmap v12048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:42.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:14:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:44 smithi177 ceph-mon[212096]: pgmap v12049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:44 smithi123 ceph-mon[191304]: pgmap v12049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:44.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:44 smithi123 ceph-mon[188613]: pgmap v12049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:46 smithi177 ceph-mon[212096]: pgmap v12050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:46.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:46 smithi123 ceph-mon[191304]: pgmap v12050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:46 smithi123 ceph-mon[188613]: pgmap v12050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:48.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:48 smithi177 ceph-mon[212096]: pgmap v12051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:48 smithi123 ceph-mon[191304]: pgmap v12051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:48 smithi123 ceph-mon[188613]: pgmap v12051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:14:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:14:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:14:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:50 smithi177 ceph-mon[212096]: pgmap v12052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:50 smithi123 ceph-mon[191304]: pgmap v12052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:50 smithi123 ceph-mon[188613]: pgmap v12052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:52.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:52 smithi177 ceph-mon[212096]: pgmap v12053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:52 smithi123 ceph-mon[191304]: pgmap v12053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:52.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:52 smithi123 ceph-mon[188613]: pgmap v12053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:54 smithi177 ceph-mon[212096]: pgmap v12054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:54 smithi123 ceph-mon[191304]: pgmap v12054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:54.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:54 smithi123 ceph-mon[188613]: pgmap v12054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:56 smithi177 ceph-mon[212096]: pgmap v12055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:56 smithi123 ceph-mon[191304]: pgmap v12055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:56 smithi123 ceph-mon[188613]: pgmap v12055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:14:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:14:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:14:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:14:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:14:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:14:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:14:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:14:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:14:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:14:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:14:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:14:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:14:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:14:57.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:14:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:14:58 smithi177 ceph-mon[212096]: pgmap v12056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:58.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:14:58 smithi123 ceph-mon[191304]: pgmap v12056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:14:58 smithi123 ceph-mon[188613]: pgmap v12056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:14:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:14:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:14:59] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T16:15:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:00 smithi177 ceph-mon[212096]: pgmap v12057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:00 smithi123 ceph-mon[191304]: pgmap v12057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:00 smithi123 ceph-mon[188613]: pgmap v12057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:02.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:02 smithi177 ceph-mon[212096]: pgmap v12058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:02 smithi123 ceph-mon[191304]: pgmap v12058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:02 smithi123 ceph-mon[188613]: pgmap v12058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:04.892 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:15:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:04 smithi177 ceph-mon[212096]: pgmap v12059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:04 smithi123 ceph-mon[191304]: pgmap v12059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:04 smithi123 ceph-mon[188613]: pgmap v12059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:05.200 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:15:05.200 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 3m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:15:05.200 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 68s ago 5h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:15:05.200 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 3m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:15:05.200 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 68s ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:15:05.201 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 68s ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:15:05.201 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 3m ago 5h 757M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:15:05.201 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 3m ago 5h 1515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:15:05.201 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 68s ago 5h 716M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:15:05.201 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 3m ago 5h 774M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:15:05.201 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 3m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:15:05.201 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 68s ago 5h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:15:05.201 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 3m ago 5h 4774M 2374M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:15:05.201 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 3m ago 5h 5510M 2374M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:15:05.201 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 3m ago 5h 4484M 2374M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:15:05.201 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 3m ago 5h 4630M 2374M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:15:05.201 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 68s ago 5h 3884M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:15:05.201 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 68s ago 5h 4292M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:15:05.201 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 68s ago 5h 3675M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:15:05.202 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 68s ago 5h 4240M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:15:05.202 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 68s ago 5h 142M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:15:05.582 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:15:05.583 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:15:05.583 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:15:05.583 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:15:05.583 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:15:05.583 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:15:05.583 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:15:05.583 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:15:05.583 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:15:05.583 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:15:05.583 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:15:05.583 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:15:05.583 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:15:05.583 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:15:05.584 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:15:05.584 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:15:05.584 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:15:05.584 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:15:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:05 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2060004296' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:15:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:05 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2060004296' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:15:05.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:05 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2060004296' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:15:06.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:06 smithi177 ceph-mon[212096]: from='client.56900 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:15:06.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:06 smithi177 ceph-mon[212096]: from='client.56906 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:15:06.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:06 smithi177 ceph-mon[212096]: pgmap v12060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:06.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:06 smithi123 ceph-mon[191304]: from='client.56900 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:15:06.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:06 smithi123 ceph-mon[191304]: from='client.56906 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:15:06.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:06 smithi123 ceph-mon[191304]: pgmap v12060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:06.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:06 smithi123 ceph-mon[188613]: from='client.56900 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:15:06.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:06 smithi123 ceph-mon[188613]: from='client.56906 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:15:06.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:06 smithi123 ceph-mon[188613]: pgmap v12060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:08 smithi177 ceph-mon[212096]: pgmap v12061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:08.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:08 smithi123 ceph-mon[191304]: pgmap v12061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:08.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:08 smithi123 ceph-mon[188613]: pgmap v12061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:15:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:15:09] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T16:15:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:10 smithi177 ceph-mon[212096]: pgmap v12062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:10.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:10 smithi123 ceph-mon[191304]: pgmap v12062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:10.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:10 smithi123 ceph-mon[188613]: pgmap v12062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:12 smithi177 ceph-mon[212096]: pgmap v12063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:15:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:12 smithi123 ceph-mon[188613]: pgmap v12063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:15:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:12 smithi123 ceph-mon[191304]: pgmap v12063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:15:14.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:14 smithi177 ceph-mon[212096]: pgmap v12064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:14.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:14 smithi123 ceph-mon[191304]: pgmap v12064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:14 smithi123 ceph-mon[188613]: pgmap v12064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:16.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:16 smithi177 ceph-mon[212096]: pgmap v12065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:16.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:16 smithi123 ceph-mon[191304]: pgmap v12065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:16.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:16 smithi123 ceph-mon[188613]: pgmap v12065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:18 smithi123 ceph-mon[191304]: pgmap v12066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:18 smithi123 ceph-mon[188613]: pgmap v12066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:19.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:18 smithi177 ceph-mon[212096]: pgmap v12066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:15:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:15:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:15:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:20 smithi123 ceph-mon[191304]: pgmap v12067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:20.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:20 smithi123 ceph-mon[188613]: pgmap v12067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:21.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:20 smithi177 ceph-mon[212096]: pgmap v12067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:21.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:21 smithi123 ceph-mon[191304]: pgmap v12068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:21.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:21 smithi123 ceph-mon[188613]: pgmap v12068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:21 smithi177 ceph-mon[212096]: pgmap v12068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:24.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:24 smithi177 ceph-mon[212096]: pgmap v12069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:24.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:24 smithi123 ceph-mon[191304]: pgmap v12069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:24 smithi123 ceph-mon[188613]: pgmap v12069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:26 smithi177 ceph-mon[212096]: pgmap v12070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:26.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:26 smithi123 ceph-mon[191304]: pgmap v12070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:26.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:26 smithi123 ceph-mon[188613]: pgmap v12070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:15:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:15:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:15:28.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:28 smithi177 ceph-mon[212096]: pgmap v12071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:28 smithi123 ceph-mon[191304]: pgmap v12071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:28 smithi123 ceph-mon[188613]: pgmap v12071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:15:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:15:29] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T16:15:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:30 smithi177 ceph-mon[212096]: pgmap v12072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:30 smithi123 ceph-mon[188613]: pgmap v12072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:30.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:30 smithi123 ceph-mon[191304]: pgmap v12072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:32.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:32 smithi177 ceph-mon[212096]: pgmap v12073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:32.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:32 smithi123 ceph-mon[191304]: pgmap v12073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:32.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:32 smithi123 ceph-mon[188613]: pgmap v12073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:34.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:34 smithi177 ceph-mon[212096]: pgmap v12074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:34 smithi123 ceph-mon[191304]: pgmap v12074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:34 smithi123 ceph-mon[188613]: pgmap v12074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:35.931 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:15:36.238 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:15:36.238 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 3m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:15:36.238 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 99s ago 5h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:15:36.239 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 3m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:15:36.239 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 99s ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:15:36.239 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 99s ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:15:36.239 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 3m ago 5h 757M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:15:36.239 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 3m ago 5h 1515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:15:36.239 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 99s ago 5h 716M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:15:36.239 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 3m ago 5h 774M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:15:36.239 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 3m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:15:36.239 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 99s ago 5h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:15:36.239 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 3m ago 5h 4774M 2374M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:15:36.239 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 3m ago 5h 5510M 2374M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:15:36.239 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 3m ago 5h 4484M 2374M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:15:36.239 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 3m ago 5h 4630M 2374M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:15:36.239 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 99s ago 5h 3884M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:15:36.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 99s ago 5h 4292M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:15:36.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 99s ago 5h 3675M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:15:36.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 99s ago 5h 4240M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:15:36.240 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 99s ago 5h 142M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:15:36.619 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:15:36.619 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:15:36.619 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:15:36.619 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:15:36.619 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:15:36.619 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:15:36.619 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:15:36.620 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:15:36.620 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:15:36.620 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:15:36.620 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:15:36.620 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:15:36.620 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:15:36.620 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:15:36.620 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:15:36.620 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:15:36.620 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:15:36.620 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:15:36.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:36 smithi177 ceph-mon[212096]: pgmap v12075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:36 smithi123 ceph-mon[191304]: pgmap v12075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:36.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:36 smithi123 ceph-mon[188613]: pgmap v12075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:37 smithi177 ceph-mon[212096]: from='client.56918 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:15:37.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:37 smithi177 ceph-mon[212096]: from='client.56924 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:15:37.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:37 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3636582357' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:15:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:37 smithi123 ceph-mon[191304]: from='client.56918 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:15:37.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:37 smithi123 ceph-mon[191304]: from='client.56924 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:15:37.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:37 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3636582357' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:15:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:37 smithi123 ceph-mon[188613]: from='client.56918 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:15:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:37 smithi123 ceph-mon[188613]: from='client.56924 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:15:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:37 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3636582357' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:15:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:38 smithi177 ceph-mon[212096]: pgmap v12076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:38 smithi123 ceph-mon[191304]: pgmap v12076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:38 smithi123 ceph-mon[188613]: pgmap v12076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:15:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:15:39] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T16:15:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:40 smithi177 ceph-mon[212096]: pgmap v12077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:40.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:40 smithi123 ceph-mon[188613]: pgmap v12077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:40.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:40 smithi123 ceph-mon[191304]: pgmap v12077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:42 smithi177 ceph-mon[212096]: pgmap v12078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:15:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:42 smithi123 ceph-mon[191304]: pgmap v12078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:15:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:42 smithi123 ceph-mon[188613]: pgmap v12078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:15:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:44 smithi177 ceph-mon[212096]: pgmap v12079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:44 smithi123 ceph-mon[191304]: pgmap v12079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:44.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:44 smithi123 ceph-mon[188613]: pgmap v12079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:46 smithi177 ceph-mon[212096]: pgmap v12080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:46.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:46 smithi123 ceph-mon[191304]: pgmap v12080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:46 smithi123 ceph-mon[188613]: pgmap v12080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:48.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:48 smithi177 ceph-mon[212096]: pgmap v12081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:48 smithi123 ceph-mon[191304]: pgmap v12081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:48 smithi123 ceph-mon[188613]: pgmap v12081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:15:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:15:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:15:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:50 smithi177 ceph-mon[212096]: pgmap v12082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:50 smithi123 ceph-mon[191304]: pgmap v12082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:50 smithi123 ceph-mon[188613]: pgmap v12082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:52.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:52 smithi177 ceph-mon[212096]: pgmap v12083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:52 smithi123 ceph-mon[191304]: pgmap v12083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:52.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:52 smithi123 ceph-mon[188613]: pgmap v12083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:54.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:54 smithi177 ceph-mon[212096]: pgmap v12084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:54 smithi123 ceph-mon[191304]: pgmap v12084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:54.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:54 smithi123 ceph-mon[188613]: pgmap v12084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:56 smithi177 ceph-mon[212096]: pgmap v12085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:56 smithi123 ceph-mon[188613]: pgmap v12085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:56.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:56 smithi123 ceph-mon[191304]: pgmap v12085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:15:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:15:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:15:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:15:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:15:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:15:58.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:58 smithi177 ceph-mon[212096]: pgmap v12086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:58.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:15:58.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:15:58.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:15:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:15:58.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:58 smithi123 ceph-mon[191304]: pgmap v12086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:58.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:15:58.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:15:58.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:15:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:15:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:58 smithi123 ceph-mon[188613]: pgmap v12086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:15:58.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:15:58.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:15:58.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:15:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:15:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:15:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:15:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:16:00.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:00 smithi177 ceph-mon[212096]: pgmap v12087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:00 smithi123 ceph-mon[191304]: pgmap v12087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:00 smithi123 ceph-mon[188613]: pgmap v12087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:02 smithi177 ceph-mon[212096]: pgmap v12088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:02.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:02 smithi123 ceph-mon[188613]: pgmap v12088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:02.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:02 smithi123 ceph-mon[191304]: pgmap v12088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:04 smithi123 ceph-mon[188613]: pgmap v12089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:04.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:04 smithi123 ceph-mon[191304]: pgmap v12089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:05.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:04 smithi177 ceph-mon[212096]: pgmap v12089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:06.968 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:16:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:06 smithi123 ceph-mon[191304]: pgmap v12090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:06.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:06 smithi123 ceph-mon[188613]: pgmap v12090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:07.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:06 smithi177 ceph-mon[212096]: pgmap v12090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:07.276 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:16:07.277 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 4m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:16:07.277 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 2m ago 5h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:16:07.277 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 4m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:16:07.277 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 2m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:16:07.277 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 2m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:16:07.277 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 4m ago 5h 757M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:16:07.277 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 4m ago 5h 1515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:16:07.277 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 2m ago 5h 716M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:16:07.277 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 4m ago 5h 774M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:16:07.277 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 4m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:16:07.277 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 2m ago 5h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:16:07.277 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 4m ago 5h 4774M 2374M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:16:07.277 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 4m ago 5h 5510M 2374M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:16:07.277 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 4m ago 5h 4484M 2374M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:16:07.278 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 4m ago 5h 4630M 2374M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:16:07.278 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 2m ago 5h 3884M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:16:07.278 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 2m ago 5h 4292M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:16:07.278 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 2m ago 5h 3675M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:16:07.278 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 2m ago 5h 4240M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:16:07.278 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 2m ago 5h 142M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:16:07.660 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:16:07.660 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:16:07.660 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:16:07.660 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:16:07.661 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:16:07.661 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:16:07.661 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:16:07.661 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:16:07.661 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:16:07.661 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:16:07.661 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:16:07.661 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:16:07.661 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:16:07.661 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:16:07.661 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:16:07.661 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:16:07.661 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:16:07.661 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:16:08.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:08 smithi123 ceph-mon[191304]: from='client.46989 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:16:08.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:08 smithi123 ceph-mon[191304]: from='client.56942 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:16:08.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:08 smithi123 ceph-mon[191304]: pgmap v12091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:08.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:08 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1020854489' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:16:08.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:08 smithi123 ceph-mon[188613]: from='client.46989 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:16:08.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:08 smithi123 ceph-mon[188613]: from='client.56942 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:16:08.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:08 smithi123 ceph-mon[188613]: pgmap v12091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:08.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:08 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1020854489' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:16:09.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:08 smithi177 ceph-mon[212096]: from='client.46989 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:16:09.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:08 smithi177 ceph-mon[212096]: from='client.56942 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:16:09.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:08 smithi177 ceph-mon[212096]: pgmap v12091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:09.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:08 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1020854489' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:16:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:16:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:16:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:16:10.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:10 smithi123 ceph-mon[191304]: pgmap v12092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:10.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:10 smithi123 ceph-mon[188613]: pgmap v12092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:11.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:10 smithi177 ceph-mon[212096]: pgmap v12092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:11.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:11 smithi123 ceph-mon[191304]: pgmap v12093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:11.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:11 smithi123 ceph-mon[188613]: pgmap v12093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:12.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:11 smithi177 ceph-mon[212096]: pgmap v12093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:16:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:16:13.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:16:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:13 smithi123 ceph-mon[191304]: pgmap v12094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:13.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:13 smithi123 ceph-mon[188613]: pgmap v12094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:14.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:13 smithi177 ceph-mon[212096]: pgmap v12094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:16.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:16 smithi123 ceph-mon[188613]: pgmap v12095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:16.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:16 smithi123 ceph-mon[191304]: pgmap v12095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:16.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:16 smithi177 ceph-mon[212096]: pgmap v12095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:18 smithi177 ceph-mon[212096]: pgmap v12096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:18.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:18 smithi123 ceph-mon[191304]: pgmap v12096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:18 smithi123 ceph-mon[188613]: pgmap v12096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:16:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:16:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:16:20.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:20 smithi177 ceph-mon[212096]: pgmap v12097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:20.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:20 smithi123 ceph-mon[188613]: pgmap v12097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:20.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:20 smithi123 ceph-mon[191304]: pgmap v12097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:22.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:22 smithi177 ceph-mon[212096]: pgmap v12098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:22 smithi123 ceph-mon[191304]: pgmap v12098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:22.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:22 smithi123 ceph-mon[188613]: pgmap v12098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:24.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:24 smithi177 ceph-mon[212096]: pgmap v12099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:24 smithi123 ceph-mon[191304]: pgmap v12099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:24 smithi123 ceph-mon[188613]: pgmap v12099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:26.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:26 smithi177 ceph-mon[212096]: pgmap v12100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:26 smithi123 ceph-mon[191304]: pgmap v12100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:26.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:26 smithi123 ceph-mon[188613]: pgmap v12100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:16:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:16:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:16:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:28 smithi177 ceph-mon[212096]: pgmap v12101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:28.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:28 smithi123 ceph-mon[191304]: pgmap v12101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:28 smithi123 ceph-mon[188613]: pgmap v12101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:16:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:16:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:16:30.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:30 smithi177 ceph-mon[212096]: pgmap v12102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:30.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:30 smithi123 ceph-mon[191304]: pgmap v12102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:30.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:30 smithi123 ceph-mon[188613]: pgmap v12102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:32.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:32 smithi177 ceph-mon[212096]: pgmap v12103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:32.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:32 smithi123 ceph-mon[191304]: pgmap v12103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:32.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:32 smithi123 ceph-mon[188613]: pgmap v12103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:34.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:34 smithi177 ceph-mon[212096]: pgmap v12104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:34.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:34 smithi123 ceph-mon[191304]: pgmap v12104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:34 smithi123 ceph-mon[188613]: pgmap v12104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:36.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:36 smithi177 ceph-mon[212096]: pgmap v12105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:36.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:36 smithi123 ceph-mon[188613]: pgmap v12105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:36.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:36 smithi123 ceph-mon[191304]: pgmap v12105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:38.005 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:16:38.312 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:16:38.312 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 4m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:16:38.312 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 2m ago 5h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:16:38.312 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 4m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:16:38.312 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 2m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:16:38.312 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 2m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:16:38.312 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 4m ago 5h 757M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:16:38.312 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 4m ago 5h 1515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:16:38.313 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 2m ago 5h 716M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:16:38.313 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 4m ago 5h 774M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:16:38.313 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 4m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:16:38.313 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 2m ago 5h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:16:38.313 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 4m ago 5h 4774M 2374M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:16:38.313 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 4m ago 5h 5510M 2374M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:16:38.313 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 4m ago 5h 4484M 2374M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:16:38.313 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 4m ago 5h 4630M 2374M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:16:38.313 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 2m ago 5h 3884M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:16:38.313 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 2m ago 5h 4292M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:16:38.313 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 2m ago 5h 3675M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:16:38.313 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 2m ago 5h 4240M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:16:38.313 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 2m ago 5h 142M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:16:38.698 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:16:38.698 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:16:38.698 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:16:38.698 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:16:38.698 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:16:38.699 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:16:38.699 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:16:38.699 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:16:38.699 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:16:38.699 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:16:38.699 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:16:38.700 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:16:38.700 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:16:38.700 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:16:38.700 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:16:38.700 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:16:38.700 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:16:38.700 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:16:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:38 smithi177 ceph-mon[212096]: pgmap v12106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:38 smithi123 ceph-mon[191304]: pgmap v12106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:38 smithi123 ceph-mon[188613]: pgmap v12106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:16:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:16:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:16:39.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:39 smithi177 ceph-mon[212096]: from='client.47007 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:16:39.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:39 smithi177 ceph-mon[212096]: from='client.47013 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:16:39.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:39 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1571461697' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:16:39.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:39 smithi123 ceph-mon[191304]: from='client.47007 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:16:39.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:39 smithi123 ceph-mon[191304]: from='client.47013 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:16:39.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:39 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1571461697' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:16:39.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:39 smithi123 ceph-mon[188613]: from='client.47007 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:16:39.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:39 smithi123 ceph-mon[188613]: from='client.47013 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:16:39.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:39 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1571461697' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:16:40.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:40 smithi177 ceph-mon[212096]: pgmap v12107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:40.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:40 smithi123 ceph-mon[191304]: pgmap v12107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:40.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:40 smithi123 ceph-mon[188613]: pgmap v12107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:42 smithi177 ceph-mon[212096]: pgmap v12108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:16:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:42 smithi123 ceph-mon[191304]: pgmap v12108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:16:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:42 smithi123 ceph-mon[188613]: pgmap v12108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:16:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:44 smithi177 ceph-mon[212096]: pgmap v12109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:44 smithi123 ceph-mon[191304]: pgmap v12109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:44.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:44 smithi123 ceph-mon[188613]: pgmap v12109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:46 smithi177 ceph-mon[212096]: pgmap v12110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:46.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:46 smithi123 ceph-mon[191304]: pgmap v12110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:46 smithi123 ceph-mon[188613]: pgmap v12110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:48.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:48 smithi177 ceph-mon[212096]: pgmap v12111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:48 smithi123 ceph-mon[191304]: pgmap v12111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:48 smithi123 ceph-mon[188613]: pgmap v12111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:16:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:16:49] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T16:16:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:50 smithi177 ceph-mon[212096]: pgmap v12112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:50.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:50 smithi123 ceph-mon[191304]: pgmap v12112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:50 smithi123 ceph-mon[188613]: pgmap v12112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:52.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:52 smithi177 ceph-mon[212096]: pgmap v12113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:52 smithi123 ceph-mon[191304]: pgmap v12113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:52.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:52 smithi123 ceph-mon[188613]: pgmap v12113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:54 smithi177 ceph-mon[212096]: pgmap v12114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:54.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:54 smithi123 ceph-mon[191304]: pgmap v12114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:54.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:54 smithi123 ceph-mon[188613]: pgmap v12114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:56 smithi123 ceph-mon[191304]: pgmap v12115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:56 smithi123 ceph-mon[188613]: pgmap v12115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:57.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:56 smithi177 ceph-mon[212096]: pgmap v12115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:16:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:16:58.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:16:58.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:58 smithi123 ceph-mon[191304]: pgmap v12116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:58.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:16:58.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:16:58.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:16:58.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:16:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:16:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:58 smithi123 ceph-mon[188613]: pgmap v12116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:58.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:16:58.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:16:58.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:16:58.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:16:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:16:59.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:58 smithi177 ceph-mon[212096]: pgmap v12116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:16:59.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:16:59.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:16:59.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:16:59.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:16:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:16:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:16:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:16:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T16:17:00.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:00 smithi123 ceph-mon[191304]: pgmap v12117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:00 smithi123 ceph-mon[188613]: pgmap v12117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:01.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:00 smithi177 ceph-mon[212096]: pgmap v12117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:02.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:02 smithi123 ceph-mon[191304]: pgmap v12118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:02 smithi123 ceph-mon[188613]: pgmap v12118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:02 smithi177 ceph-mon[212096]: pgmap v12118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:04.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:04 smithi123 ceph-mon[191304]: pgmap v12119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:04 smithi123 ceph-mon[188613]: pgmap v12119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:05.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:04 smithi177 ceph-mon[212096]: pgmap v12119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:06.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:06 smithi123 ceph-mon[191304]: pgmap v12120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:06.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:06 smithi123 ceph-mon[188613]: pgmap v12120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:07.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:06 smithi177 ceph-mon[212096]: pgmap v12120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:08.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:08 smithi177 ceph-mon[212096]: pgmap v12121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:08.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:08 smithi123 ceph-mon[191304]: pgmap v12121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:08.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:08 smithi123 ceph-mon[188613]: pgmap v12121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:09.045 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:17:09.351 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:17:09.352 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 5m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:17:09.352 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 3m ago 5h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:17:09.352 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 5m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:17:09.352 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 3m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:17:09.352 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 3m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:17:09.352 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 5m ago 5h 757M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:17:09.352 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 5m ago 5h 1515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:17:09.352 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 3m ago 5h 716M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:17:09.352 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 5m ago 5h 774M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:17:09.352 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 5m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:17:09.352 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 3m ago 5h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:17:09.352 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 5m ago 5h 4774M 2374M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:17:09.352 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 5m ago 5h 5510M 2374M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:17:09.352 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 5m ago 5h 4484M 2374M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:17:09.352 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 5m ago 5h 4630M 2374M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:17:09.353 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 3m ago 5h 3884M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:17:09.353 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 3m ago 5h 4292M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:17:09.353 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 3m ago 5h 3675M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:17:09.353 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 3m ago 5h 4240M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:17:09.353 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 3m ago 5h 142M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:17:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:17:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:17:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T16:17:09.739 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:17:09.739 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:17:09.739 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:17:09.739 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:17:09.739 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:17:09.739 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:17:09.739 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:17:09.739 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:17:09.739 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:17:09.739 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:17:09.739 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:17:09.739 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:17:09.740 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:17:09.740 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:17:09.740 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:17:09.740 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:17:09.740 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:17:09.740 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:17:10.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:10 smithi177 ceph-mon[212096]: from='client.56972 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:17:10.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:10 smithi177 ceph-mon[212096]: from='client.56978 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:17:10.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:10 smithi177 ceph-mon[212096]: pgmap v12122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:10.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:10 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2465675702' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:17:10.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:10 smithi123 ceph-mon[191304]: from='client.56972 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:17:10.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:10 smithi123 ceph-mon[191304]: from='client.56978 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:17:10.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:10 smithi123 ceph-mon[191304]: pgmap v12122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:10.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:10 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2465675702' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:17:10.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:10 smithi123 ceph-mon[188613]: from='client.56972 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:17:10.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:10 smithi123 ceph-mon[188613]: from='client.56978 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:17:10.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:10 smithi123 ceph-mon[188613]: pgmap v12122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:10.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:10 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2465675702' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:17:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:12 smithi177 ceph-mon[212096]: pgmap v12123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:17:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:12 smithi123 ceph-mon[188613]: pgmap v12123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:17:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:12 smithi123 ceph-mon[191304]: pgmap v12123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:17:14.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:14 smithi177 ceph-mon[212096]: pgmap v12124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:14 smithi123 ceph-mon[188613]: pgmap v12124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:14.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:14 smithi123 ceph-mon[191304]: pgmap v12124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:16.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:16 smithi177 ceph-mon[212096]: pgmap v12125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:16.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:16 smithi123 ceph-mon[191304]: pgmap v12125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:16.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:16 smithi123 ceph-mon[188613]: pgmap v12125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:18 smithi177 ceph-mon[212096]: pgmap v12126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:18.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:18 smithi123 ceph-mon[191304]: pgmap v12126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:18 smithi123 ceph-mon[188613]: pgmap v12126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:17:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:17:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:17:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:20 smithi177 ceph-mon[212096]: pgmap v12127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:20.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:20 smithi123 ceph-mon[188613]: pgmap v12127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:20.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:20 smithi123 ceph-mon[191304]: pgmap v12127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:22.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:22 smithi177 ceph-mon[212096]: pgmap v12128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:22.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:22 smithi123 ceph-mon[188613]: pgmap v12128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:22.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:22 smithi123 ceph-mon[191304]: pgmap v12128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:24.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:24 smithi177 ceph-mon[212096]: pgmap v12129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:24 smithi123 ceph-mon[191304]: pgmap v12129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:24 smithi123 ceph-mon[188613]: pgmap v12129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:26.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:26 smithi177 ceph-mon[212096]: pgmap v12130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:26 smithi123 ceph-mon[188613]: pgmap v12130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:26.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:26 smithi123 ceph-mon[191304]: pgmap v12130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:17:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:17:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:17:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:28 smithi177 ceph-mon[212096]: pgmap v12131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:28 smithi123 ceph-mon[191304]: pgmap v12131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:28 smithi123 ceph-mon[188613]: pgmap v12131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:17:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:17:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:17:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:30 smithi177 ceph-mon[212096]: pgmap v12132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:30 smithi123 ceph-mon[191304]: pgmap v12132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:30.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:30 smithi123 ceph-mon[188613]: pgmap v12132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:32 smithi177 ceph-mon[212096]: pgmap v12133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:32 smithi123 ceph-mon[191304]: pgmap v12133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:32.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:32 smithi123 ceph-mon[188613]: pgmap v12133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:34 smithi177 ceph-mon[212096]: pgmap v12134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:34.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:34 smithi123 ceph-mon[191304]: pgmap v12134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:34 smithi123 ceph-mon[188613]: pgmap v12134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:36 smithi177 ceph-mon[212096]: pgmap v12135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:36 smithi123 ceph-mon[191304]: pgmap v12135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:36.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:36 smithi123 ceph-mon[188613]: pgmap v12135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:38 smithi123 ceph-mon[191304]: pgmap v12136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:38 smithi123 ceph-mon[188613]: pgmap v12136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:39.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:38 smithi177 ceph-mon[212096]: pgmap v12136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:17:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:17:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:17:40.081 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:17:40.389 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:17:40.389 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 5m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:17:40.389 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 3m ago 5h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:17:40.389 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 5m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:17:40.389 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 3m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:17:40.389 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 3m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:17:40.389 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 5m ago 5h 757M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:17:40.389 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 5m ago 5h 1515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:17:40.389 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 3m ago 5h 716M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:17:40.389 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 5m ago 5h 774M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:17:40.389 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 5m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:17:40.389 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 3m ago 5h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:17:40.390 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 5m ago 5h 4774M 2374M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:17:40.390 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 5m ago 5h 5510M 2374M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:17:40.390 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 5m ago 5h 4484M 2374M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:17:40.390 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 5m ago 5h 4630M 2374M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:17:40.390 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 3m ago 5h 3884M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:17:40.390 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 3m ago 5h 4292M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:17:40.390 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 3m ago 5h 3675M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:17:40.390 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 3m ago 5h 4240M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:17:40.390 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 3m ago 5h 142M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:17:40.776 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:17:40.776 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:17:40.776 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:17:40.776 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:17:40.776 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:17:40.776 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:17:40.776 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:17:40.776 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:17:40.776 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:17:40.776 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:17:40.776 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:17:40.776 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:17:40.777 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:17:40.777 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:17:40.777 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:17:40.777 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:17:40.777 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:17:40.777 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:17:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:40 smithi123 ceph-mon[191304]: pgmap v12137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:40.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:40 smithi123 ceph-mon[188613]: pgmap v12137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:41.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:40 smithi177 ceph-mon[212096]: pgmap v12137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:41 smithi123 ceph-mon[191304]: from='client.47043 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:17:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:41 smithi123 ceph-mon[191304]: from='client.56996 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:17:41.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:41 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3278280666' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:17:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:41 smithi123 ceph-mon[188613]: from='client.47043 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:17:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:41 smithi123 ceph-mon[188613]: from='client.56996 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:17:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:41 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3278280666' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:17:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:41 smithi177 ceph-mon[212096]: from='client.47043 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:17:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:41 smithi177 ceph-mon[212096]: from='client.56996 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:17:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:41 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3278280666' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:17:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:42 smithi123 ceph-mon[188613]: pgmap v12138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:17:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:42 smithi123 ceph-mon[191304]: pgmap v12138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:17:43.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:42 smithi177 ceph-mon[212096]: pgmap v12138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:43.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:17:43.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:43 smithi123 ceph-mon[191304]: pgmap v12139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:43 smithi123 ceph-mon[188613]: pgmap v12139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:43 smithi177 ceph-mon[212096]: pgmap v12139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:46 smithi123 ceph-mon[191304]: pgmap v12140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:46 smithi123 ceph-mon[188613]: pgmap v12140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:46 smithi177 ceph-mon[212096]: pgmap v12140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:48 smithi177 ceph-mon[212096]: pgmap v12141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:48 smithi123 ceph-mon[191304]: pgmap v12141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:48 smithi123 ceph-mon[188613]: pgmap v12141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:17:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:17:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:17:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:50 smithi177 ceph-mon[212096]: pgmap v12142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:50 smithi123 ceph-mon[191304]: pgmap v12142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:50 smithi123 ceph-mon[188613]: pgmap v12142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:52 smithi177 ceph-mon[212096]: pgmap v12143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:52 smithi123 ceph-mon[191304]: pgmap v12143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:52 smithi123 ceph-mon[188613]: pgmap v12143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:54 smithi177 ceph-mon[212096]: pgmap v12144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:54 smithi123 ceph-mon[188613]: pgmap v12144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:54.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:54 smithi123 ceph-mon[191304]: pgmap v12144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:56 smithi177 ceph-mon[212096]: pgmap v12145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:56 smithi123 ceph-mon[191304]: pgmap v12145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:56 smithi123 ceph-mon[188613]: pgmap v12145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:17:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:17:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:17:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:58 smithi177 ceph-mon[212096]: pgmap v12146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:58 smithi123 ceph-mon[191304]: pgmap v12146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:58 smithi123 ceph-mon[188613]: pgmap v12146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:17:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:17:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:17:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:17:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:17:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:17:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:17:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:17:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:17:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:17:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:17:59.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:17:59.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:17:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:17:59.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:17:59.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:17:59.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:17:59.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:17:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:18:00.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:00 smithi177 ceph-mon[212096]: pgmap v12147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:00 smithi123 ceph-mon[191304]: pgmap v12147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:00 smithi123 ceph-mon[188613]: pgmap v12147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:02 smithi177 ceph-mon[212096]: pgmap v12148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:02 smithi123 ceph-mon[191304]: pgmap v12148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:02.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:02 smithi123 ceph-mon[188613]: pgmap v12148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:04 smithi177 ceph-mon[212096]: pgmap v12149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:04 smithi123 ceph-mon[191304]: pgmap v12149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:04.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:04 smithi123 ceph-mon[188613]: pgmap v12149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:06 smithi177 ceph-mon[212096]: pgmap v12150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:06 smithi123 ceph-mon[191304]: pgmap v12150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:06 smithi123 ceph-mon[188613]: pgmap v12150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:08.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:08 smithi177 ceph-mon[212096]: pgmap v12151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:08 smithi123 ceph-mon[191304]: pgmap v12151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:08 smithi123 ceph-mon[188613]: pgmap v12151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:18:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:18:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:18:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:10 smithi177 ceph-mon[212096]: pgmap v12152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:10 smithi123 ceph-mon[191304]: pgmap v12152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:10.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:10 smithi123 ceph-mon[188613]: pgmap v12152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:11.120 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:18:11.427 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:18:11.427 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 6m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:18:11.427 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 4m ago 5h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:18:11.427 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 6m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:18:11.428 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 4m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:18:11.428 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 4m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:18:11.428 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 6m ago 5h 757M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:18:11.428 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 6m ago 5h 1515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:18:11.428 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 4m ago 5h 716M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:18:11.428 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 6m ago 5h 774M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:18:11.428 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 6m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:18:11.428 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 4m ago 5h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:18:11.428 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 6m ago 5h 4774M 2374M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:18:11.428 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 6m ago 5h 5510M 2374M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:18:11.428 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 6m ago 5h 4484M 2374M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:18:11.428 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 6m ago 5h 4630M 2374M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:18:11.428 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 4m ago 5h 3884M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:18:11.428 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 4m ago 5h 4292M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:18:11.428 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 4m ago 5h 3675M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:18:11.429 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 4m ago 5h 4240M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:18:11.429 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 4m ago 5h 142M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:18:11.815 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:18:11.816 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:18:11.816 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:18:11.816 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:18:11.816 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:18:11.816 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:18:11.816 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:18:11.816 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:18:11.816 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:18:11.816 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:18:11.816 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:18:11.816 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:18:11.816 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:18:11.817 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:18:11.817 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:18:11.817 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:18:11.817 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:18:11.817 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:18:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:12 smithi123 ceph-mon[188613]: from='client.57008 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:18:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:12 smithi123 ceph-mon[188613]: pgmap v12153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:12 smithi123 ceph-mon[188613]: from='client.47067 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:18:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:18:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:12 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3423981523' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:18:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:12 smithi123 ceph-mon[191304]: from='client.57008 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:18:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:12 smithi123 ceph-mon[191304]: pgmap v12153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:12 smithi123 ceph-mon[191304]: from='client.47067 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:18:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:18:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:12 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3423981523' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:18:13.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:12 smithi177 ceph-mon[212096]: from='client.57008 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:18:13.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:12 smithi177 ceph-mon[212096]: pgmap v12153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:13.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:12 smithi177 ceph-mon[212096]: from='client.47067 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:18:13.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:18:13.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:12 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3423981523' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:18:14.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:14 smithi123 ceph-mon[188613]: pgmap v12154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:14 smithi123 ceph-mon[191304]: pgmap v12154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:15.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:14 smithi177 ceph-mon[212096]: pgmap v12154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:16 smithi123 ceph-mon[191304]: pgmap v12155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:16 smithi123 ceph-mon[188613]: pgmap v12155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:17.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:16 smithi177 ceph-mon[212096]: pgmap v12155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:18 smithi123 ceph-mon[188613]: pgmap v12156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:18 smithi123 ceph-mon[191304]: pgmap v12156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:19.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:18 smithi177 ceph-mon[212096]: pgmap v12156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:18:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:18:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:18:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:20 smithi123 ceph-mon[191304]: pgmap v12157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:20.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:20 smithi123 ceph-mon[188613]: pgmap v12157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:21.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:20 smithi177 ceph-mon[212096]: pgmap v12157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:22 smithi123 ceph-mon[191304]: pgmap v12158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:22.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:22 smithi123 ceph-mon[188613]: pgmap v12158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:23.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:22 smithi177 ceph-mon[212096]: pgmap v12158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:24 smithi123 ceph-mon[191304]: pgmap v12159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:24.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:24 smithi123 ceph-mon[188613]: pgmap v12159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:25.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:24 smithi177 ceph-mon[212096]: pgmap v12159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:26 smithi123 ceph-mon[191304]: pgmap v12160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:26 smithi123 ceph-mon[188613]: pgmap v12160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:26 smithi177 ceph-mon[212096]: pgmap v12160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:18:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:18:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:18:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:28 smithi123 ceph-mon[191304]: pgmap v12161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:28 smithi123 ceph-mon[188613]: pgmap v12161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:29.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:28 smithi177 ceph-mon[212096]: pgmap v12161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:18:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:18:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:18:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:30 smithi123 ceph-mon[191304]: pgmap v12162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:30 smithi123 ceph-mon[188613]: pgmap v12162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:31.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:30 smithi177 ceph-mon[212096]: pgmap v12162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:32 smithi123 ceph-mon[191304]: pgmap v12163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:32.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:32 smithi123 ceph-mon[188613]: pgmap v12163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:33.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:32 smithi177 ceph-mon[212096]: pgmap v12163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:33 smithi123 ceph-mon[191304]: pgmap v12164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:33 smithi123 ceph-mon[188613]: pgmap v12164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:33 smithi177 ceph-mon[212096]: pgmap v12164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:36 smithi123 ceph-mon[191304]: pgmap v12165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:36 smithi123 ceph-mon[188613]: pgmap v12165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:36 smithi177 ceph-mon[212096]: pgmap v12165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:38 smithi177 ceph-mon[212096]: pgmap v12166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:38 smithi123 ceph-mon[191304]: pgmap v12166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:38 smithi123 ceph-mon[188613]: pgmap v12166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:18:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:18:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:18:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:40 smithi177 ceph-mon[212096]: pgmap v12167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:40 smithi123 ceph-mon[191304]: pgmap v12167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:40 smithi123 ceph-mon[188613]: pgmap v12167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:42.158 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:18:42.468 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:18:42.468 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 6m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:18:42.468 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 4m ago 5h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:18:42.468 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 6m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:18:42.468 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 4m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:18:42.468 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 4m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:18:42.468 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 6m ago 5h 757M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:18:42.468 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 6m ago 5h 1515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:18:42.468 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 4m ago 5h 716M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:18:42.468 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 6m ago 5h 774M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:18:42.468 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 6m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:18:42.468 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 4m ago 5h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:18:42.469 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 6m ago 5h 4774M 2374M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:18:42.469 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 6m ago 5h 5510M 2374M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:18:42.469 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 6m ago 5h 4484M 2374M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:18:42.469 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 6m ago 5h 4630M 2374M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:18:42.469 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 4m ago 5h 3884M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:18:42.469 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 4m ago 5h 4292M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:18:42.469 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 4m ago 5h 3675M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:18:42.469 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 4m ago 5h 4240M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:18:42.469 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 4m ago 5h 142M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:18:42.854 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:18:42.854 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:18:42.854 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:18:42.855 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:18:42.855 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:18:42.855 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:18:42.855 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:18:42.855 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:18:42.855 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:18:42.855 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:18:42.855 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:18:42.855 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:18:42.855 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:18:42.855 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:18:42.855 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:18:42.855 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:18:42.855 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:18:42.856 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:18:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:42 smithi177 ceph-mon[212096]: pgmap v12168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:18:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:42 smithi123 ceph-mon[191304]: pgmap v12168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:18:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:42 smithi123 ceph-mon[188613]: pgmap v12168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:18:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:43 smithi177 ceph-mon[212096]: from='client.57026 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:18:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:43 smithi177 ceph-mon[212096]: from='client.47085 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:18:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:43 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1808530512' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:18:43.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:43 smithi123 ceph-mon[191304]: from='client.57026 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:18:43.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:43 smithi123 ceph-mon[191304]: from='client.47085 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:18:43.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:43 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1808530512' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:18:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:43 smithi123 ceph-mon[188613]: from='client.57026 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:18:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:43 smithi123 ceph-mon[188613]: from='client.47085 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:18:43.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:43 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1808530512' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:18:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:44 smithi177 ceph-mon[212096]: pgmap v12169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:44 smithi123 ceph-mon[191304]: pgmap v12169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:44 smithi123 ceph-mon[188613]: pgmap v12169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:46 smithi177 ceph-mon[212096]: pgmap v12170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:46 smithi123 ceph-mon[191304]: pgmap v12170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:46.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:46 smithi123 ceph-mon[188613]: pgmap v12170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:48 smithi177 ceph-mon[212096]: pgmap v12171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:48 smithi123 ceph-mon[191304]: pgmap v12171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:48 smithi123 ceph-mon[188613]: pgmap v12171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:18:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:18:49] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:18:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:50 smithi177 ceph-mon[212096]: pgmap v12172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:50 smithi123 ceph-mon[191304]: pgmap v12172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:50 smithi123 ceph-mon[188613]: pgmap v12172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:52 smithi123 ceph-mon[191304]: pgmap v12173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:52 smithi123 ceph-mon[188613]: pgmap v12173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:53.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:52 smithi177 ceph-mon[212096]: pgmap v12173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:54 smithi123 ceph-mon[191304]: pgmap v12174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:54 smithi123 ceph-mon[188613]: pgmap v12174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:55.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:54 smithi177 ceph-mon[212096]: pgmap v12174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:56.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:56 smithi123 ceph-mon[191304]: pgmap v12175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:56 smithi123 ceph-mon[188613]: pgmap v12175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:56 smithi177 ceph-mon[212096]: pgmap v12175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:18:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:18:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:18:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:58 smithi123 ceph-mon[191304]: pgmap v12176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:58 smithi123 ceph-mon[188613]: pgmap v12176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:59.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:58 smithi177 ceph-mon[212096]: pgmap v12176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:18:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:18:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:18:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T16:18:59.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:18:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:18:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:18:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:19:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:18:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:19:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:00 smithi123 ceph-mon[191304]: pgmap v12177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:19:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:19:00.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:19:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:00 smithi123 ceph-mon[188613]: pgmap v12177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:19:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:19:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:19:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:00 smithi177 ceph-mon[212096]: pgmap v12177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:19:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:19:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:19:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:02 smithi123 ceph-mon[191304]: pgmap v12178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:02.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:02 smithi123 ceph-mon[188613]: pgmap v12178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:03.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:02 smithi177 ceph-mon[212096]: pgmap v12178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:04.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:04 smithi123 ceph-mon[191304]: pgmap v12179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:04.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:04 smithi123 ceph-mon[188613]: pgmap v12179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:05.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:04 smithi177 ceph-mon[212096]: pgmap v12179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:06 smithi123 ceph-mon[191304]: pgmap v12180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:06 smithi123 ceph-mon[188613]: pgmap v12180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:07.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:06 smithi177 ceph-mon[212096]: pgmap v12180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:08.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:08 smithi123 ceph-mon[191304]: pgmap v12181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:08 smithi123 ceph-mon[188613]: pgmap v12181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:09.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:08 smithi177 ceph-mon[212096]: pgmap v12181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:19:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:19:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T16:19:10.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:10 smithi123 ceph-mon[191304]: pgmap v12182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:10.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:10 smithi123 ceph-mon[188613]: pgmap v12182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:11.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:10 smithi177 ceph-mon[212096]: pgmap v12182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:12 smithi123 ceph-mon[191304]: pgmap v12183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:19:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:12 smithi123 ceph-mon[188613]: pgmap v12183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:19:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:12 smithi177 ceph-mon[212096]: pgmap v12183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:13.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:19:13.199 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:19:13.506 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:19:13.506 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 7m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:19:13.506 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 5m ago 5h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:19:13.506 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 7m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:19:13.506 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 5m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:19:13.506 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 5m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:19:13.506 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 7m ago 5h 757M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:19:13.507 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 7m ago 5h 1515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:19:13.507 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 5m ago 5h 716M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:19:13.507 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 7m ago 5h 774M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:19:13.507 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 7m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:19:13.507 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 5m ago 5h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:19:13.507 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 7m ago 5h 4774M 2374M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:19:13.507 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 7m ago 5h 5510M 2374M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:19:13.507 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 7m ago 5h 4484M 2374M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:19:13.507 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 7m ago 5h 4630M 2374M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:19:13.507 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 5m ago 5h 3884M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:19:13.507 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 5m ago 5h 4292M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:19:13.507 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 5m ago 5h 3675M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:19:13.507 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 5m ago 5h 4240M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:19:13.508 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 5m ago 5h 142M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:19:13.895 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:19:13.895 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:19:13.895 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:19:13.895 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:19:13.896 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:19:13.896 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:19:13.896 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:19:13.896 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:19:13.896 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:19:13.896 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:19:13.896 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:19:13.896 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:19:13.896 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:19:13.896 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:19:13.896 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:19:13.896 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:19:13.896 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:19:13.896 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:19:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:14 smithi123 ceph-mon[191304]: from='client.57044 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:19:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:14 smithi123 ceph-mon[191304]: pgmap v12184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:14 smithi123 ceph-mon[191304]: from='client.47103 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:19:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:14 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/283938557' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:19:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:14 smithi123 ceph-mon[188613]: from='client.57044 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:19:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:14 smithi123 ceph-mon[188613]: pgmap v12184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:14 smithi123 ceph-mon[188613]: from='client.47103 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:19:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:14 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/283938557' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:19:15.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:14 smithi177 ceph-mon[212096]: from='client.57044 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:19:15.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:14 smithi177 ceph-mon[212096]: pgmap v12184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:15.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:14 smithi177 ceph-mon[212096]: from='client.47103 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:19:15.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:14 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/283938557' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:19:16.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:16 smithi123 ceph-mon[191304]: pgmap v12185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:16 smithi123 ceph-mon[188613]: pgmap v12185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:17.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:16 smithi177 ceph-mon[212096]: pgmap v12185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:18.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:18 smithi177 ceph-mon[212096]: pgmap v12186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:18.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:18 smithi123 ceph-mon[191304]: pgmap v12186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:18 smithi123 ceph-mon[188613]: pgmap v12186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:19:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:19:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:19:20.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:20 smithi177 ceph-mon[212096]: pgmap v12187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:20.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:20 smithi123 ceph-mon[191304]: pgmap v12187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:21.007 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:20 smithi123 ceph-mon[188613]: pgmap v12187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:22.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:22 smithi177 ceph-mon[212096]: pgmap v12188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:22.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:22 smithi123 ceph-mon[191304]: pgmap v12188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:22.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:22 smithi123 ceph-mon[188613]: pgmap v12188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:24 smithi177 ceph-mon[212096]: pgmap v12189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:24.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:24 smithi123 ceph-mon[191304]: pgmap v12189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:24.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:24 smithi123 ceph-mon[188613]: pgmap v12189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:26.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:26 smithi123 ceph-mon[191304]: pgmap v12190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:26 smithi123 ceph-mon[188613]: pgmap v12190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:26 smithi177 ceph-mon[212096]: pgmap v12190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:19:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:19:28.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:19:28.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:28 smithi123 ceph-mon[191304]: pgmap v12191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:28.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:28 smithi123 ceph-mon[188613]: pgmap v12191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:29.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:28 smithi177 ceph-mon[212096]: pgmap v12191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:19:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:19:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:19:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:30 smithi123 ceph-mon[191304]: pgmap v12192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:30 smithi123 ceph-mon[188613]: pgmap v12192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:31.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:30 smithi177 ceph-mon[212096]: pgmap v12192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:32.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:32 smithi123 ceph-mon[191304]: pgmap v12193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:32.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:32 smithi123 ceph-mon[188613]: pgmap v12193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:33.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:32 smithi177 ceph-mon[212096]: pgmap v12193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:34.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:34 smithi123 ceph-mon[188613]: pgmap v12194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:34 smithi123 ceph-mon[191304]: pgmap v12194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:35.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:34 smithi177 ceph-mon[212096]: pgmap v12194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:36.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:36 smithi123 ceph-mon[191304]: pgmap v12195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:36.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:36 smithi123 ceph-mon[188613]: pgmap v12195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:37.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:36 smithi177 ceph-mon[212096]: pgmap v12195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:38 smithi123 ceph-mon[191304]: pgmap v12196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:38 smithi123 ceph-mon[188613]: pgmap v12196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:39.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:38 smithi177 ceph-mon[212096]: pgmap v12196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:19:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:19:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:19:40.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:40 smithi123 ceph-mon[191304]: pgmap v12197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:40 smithi123 ceph-mon[188613]: pgmap v12197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:41.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:40 smithi177 ceph-mon[212096]: pgmap v12197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:42 smithi123 ceph-mon[188613]: pgmap v12198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:19:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:42 smithi123 ceph-mon[191304]: pgmap v12198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:19:43.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:42 smithi177 ceph-mon[212096]: pgmap v12198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:43.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:19:44.247 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:19:44.552 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:19:44.553 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 7m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:19:44.553 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 5m ago 5h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:19:44.553 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 7m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:19:44.553 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 5m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:19:44.553 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 5m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:19:44.553 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 7m ago 5h 757M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:19:44.553 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 7m ago 5h 1515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:19:44.553 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 5m ago 5h 716M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:19:44.554 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 7m ago 5h 774M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:19:44.554 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 7m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:19:44.554 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 5m ago 5h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:19:44.554 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 7m ago 5h 4774M 2374M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:19:44.554 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 7m ago 5h 5510M 2374M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:19:44.554 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 7m ago 5h 4484M 2374M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:19:44.554 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 7m ago 5h 4630M 2374M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:19:44.554 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 5m ago 5h 3884M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:19:44.554 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 5m ago 5h 4292M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:19:44.554 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 5m ago 5h 3675M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:19:44.554 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 5m ago 5h 4240M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:19:44.554 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 5m ago 5h 142M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:19:44.940 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:19:44.940 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:19:44.940 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:19:44.940 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:19:44.940 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:19:44.941 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:19:44.941 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:19:44.941 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:19:44.941 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:19:44.941 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:19:44.941 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:19:44.941 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:19:44.941 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:19:44.941 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:19:44.941 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:19:44.941 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:19:44.941 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:19:44.942 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:19:44.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:44 smithi123 ceph-mon[188613]: pgmap v12199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:44 smithi123 ceph-mon[191304]: pgmap v12199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:45.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:44 smithi177 ceph-mon[212096]: pgmap v12199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:45.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:45 smithi123 ceph-mon[188613]: from='client.57062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:19:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:45 smithi123 ceph-mon[188613]: from='client.57068 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:19:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:45 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2463043622' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:19:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:45 smithi123 ceph-mon[191304]: from='client.57062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:19:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:45 smithi123 ceph-mon[191304]: from='client.57068 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:19:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:45 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2463043622' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:19:46.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:45 smithi177 ceph-mon[212096]: from='client.57062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:19:46.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:45 smithi177 ceph-mon[212096]: from='client.57068 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:19:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:45 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2463043622' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:19:46.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:46 smithi123 ceph-mon[188613]: pgmap v12200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:46.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:46 smithi123 ceph-mon[191304]: pgmap v12200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:47.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:46 smithi177 ceph-mon[212096]: pgmap v12200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:48.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:48 smithi177 ceph-mon[212096]: pgmap v12201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:48.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:48 smithi123 ceph-mon[191304]: pgmap v12201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:48 smithi123 ceph-mon[188613]: pgmap v12201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:19:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:19:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:19:50.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:50 smithi177 ceph-mon[212096]: pgmap v12202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:50.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:50 smithi123 ceph-mon[191304]: pgmap v12202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:50.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:50 smithi123 ceph-mon[188613]: pgmap v12202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:52.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:52 smithi177 ceph-mon[212096]: pgmap v12203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:52.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:52 smithi123 ceph-mon[191304]: pgmap v12203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:52.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:52 smithi123 ceph-mon[188613]: pgmap v12203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:54.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:54 smithi177 ceph-mon[212096]: pgmap v12204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:54.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:54 smithi123 ceph-mon[191304]: pgmap v12204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:54.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:54 smithi123 ceph-mon[188613]: pgmap v12204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:56.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:56 smithi123 ceph-mon[191304]: pgmap v12205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:56.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:56 smithi123 ceph-mon[188613]: pgmap v12205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:56 smithi177 ceph-mon[212096]: pgmap v12205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:19:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:19:58.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:19:58.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:19:58 smithi123 ceph-mon[191304]: pgmap v12206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:58.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:19:58 smithi123 ceph-mon[188613]: pgmap v12206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:59.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:19:58 smithi177 ceph-mon[212096]: pgmap v12206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:19:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:19:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:19:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:20:00.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T16:19:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T16:20:00.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:00 smithi123 ceph-mon[188613]: pgmap v12207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:00.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:20:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T16:20:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:20:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:20:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:20:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:20:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:20:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:20:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:20:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:20:00.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:00 smithi123 ceph-mon[191304]: pgmap v12207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:00.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:20:00.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T16:20:00.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:20:00.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:20:00.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:20:00.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:20:00.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:20:00.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:20:00.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:20:00.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:20:01.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:00 smithi177 ceph-mon[212096]: pgmap v12207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:01.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:20:01.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T16:20:01.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:20:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:20:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:20:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:20:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:20:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:20:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:20:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:20:01.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:01 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2365M 2023-12-20T16:20:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:01 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2365M 2023-12-20T16:20:02.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:01 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2365M 2023-12-20T16:20:02.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:02 smithi123 ceph-mon[191304]: pgmap v12208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:02.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:02 smithi123 ceph-mon[188613]: pgmap v12208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:03.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:02 smithi177 ceph-mon[212096]: pgmap v12208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:04.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:04 smithi123 ceph-mon[191304]: pgmap v12209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:04.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:04 smithi123 ceph-mon[188613]: pgmap v12209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:05.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:04 smithi177 ceph-mon[212096]: pgmap v12209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:06 smithi123 ceph-mon[191304]: pgmap v12210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:06.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:06 smithi123 ceph-mon[188613]: pgmap v12210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:07.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:06 smithi177 ceph-mon[212096]: pgmap v12210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:08.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:08 smithi123 ceph-mon[188613]: pgmap v12211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:08.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:08 smithi123 ceph-mon[191304]: pgmap v12211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:09.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:08 smithi177 ceph-mon[212096]: pgmap v12211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:20:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:20:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:20:10.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:10 smithi123 ceph-mon[188613]: pgmap v12212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:10.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:10 smithi123 ceph-mon[191304]: pgmap v12212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:11.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:10 smithi177 ceph-mon[212096]: pgmap v12212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:12.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:12 smithi123 ceph-mon[191304]: pgmap v12213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:12.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:20:12.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:12 smithi123 ceph-mon[188613]: pgmap v12213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:12.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:20:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:12 smithi177 ceph-mon[212096]: pgmap v12213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:20:14.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:14 smithi123 ceph-mon[188613]: pgmap v12214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:14 smithi123 ceph-mon[191304]: pgmap v12214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:15.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:14 smithi177 ceph-mon[212096]: pgmap v12214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:15.286 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:20:15.593 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:20:15.593 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 8m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:20:15.593 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 6m ago 5h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:20:15.593 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 8m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:20:15.593 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 6m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:20:15.594 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 6m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:20:15.594 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 8m ago 5h 757M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:20:15.594 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 8m ago 5h 1515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:20:15.594 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 6m ago 5h 716M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:20:15.594 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 8m ago 5h 774M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:20:15.594 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 8m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:20:15.594 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 6m ago 5h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:20:15.595 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 8m ago 5h 4774M 2365M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:20:15.595 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 8m ago 5h 5510M 2365M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:20:15.595 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 8m ago 5h 4484M 2365M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:20:15.595 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 8m ago 5h 4630M 2365M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:20:15.595 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 6m ago 5h 3884M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:20:15.595 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 6m ago 5h 4292M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:20:15.595 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 6m ago 5h 3675M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:20:15.596 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 6m ago 5h 4240M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:20:15.596 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 6m ago 5h 142M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:20:15.981 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:20:15.982 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:20:15.982 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:20:15.982 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:20:15.982 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:20:15.982 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:20:15.982 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:20:15.982 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:20:15.982 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:20:15.982 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:20:15.982 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:20:15.982 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:20:15.982 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:20:15.982 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:20:15.983 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:20:15.983 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:20:15.983 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:20:15.983 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:20:16.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:16 smithi123 ceph-mon[191304]: from='client.47133 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:20:16.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:16 smithi123 ceph-mon[191304]: pgmap v12215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:16.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:16 smithi123 ceph-mon[191304]: from='client.57086 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:20:16.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:16 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2068834240' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:20:16.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:16 smithi123 ceph-mon[188613]: from='client.47133 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:20:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:16 smithi123 ceph-mon[188613]: pgmap v12215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:16 smithi123 ceph-mon[188613]: from='client.57086 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:20:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:16 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2068834240' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:20:17.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:16 smithi177 ceph-mon[212096]: from='client.47133 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:20:17.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:16 smithi177 ceph-mon[212096]: pgmap v12215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:17.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:16 smithi177 ceph-mon[212096]: from='client.57086 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:20:17.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:16 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2068834240' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:20:18.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:18 smithi123 ceph-mon[191304]: pgmap v12216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:18 smithi123 ceph-mon[188613]: pgmap v12216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:19.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:18 smithi177 ceph-mon[212096]: pgmap v12216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:20:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:20:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:20:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:20 smithi123 ceph-mon[188613]: pgmap v12217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:20 smithi123 ceph-mon[191304]: pgmap v12217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:21.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:20 smithi177 ceph-mon[212096]: pgmap v12217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:22.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:22 smithi123 ceph-mon[191304]: pgmap v12218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:22.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:22 smithi123 ceph-mon[188613]: pgmap v12218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:23.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:22 smithi177 ceph-mon[212096]: pgmap v12218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:24.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:23 smithi177 ceph-mon[212096]: pgmap v12219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:24.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:23 smithi123 ceph-mon[191304]: pgmap v12219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:24.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:23 smithi123 ceph-mon[188613]: pgmap v12219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:26.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:26 smithi123 ceph-mon[191304]: pgmap v12220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:26 smithi123 ceph-mon[188613]: pgmap v12220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:26.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:26 smithi177 ceph-mon[212096]: pgmap v12220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:20:27.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:20:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:20:28.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:28 smithi177 ceph-mon[212096]: pgmap v12221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:28.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:28 smithi123 ceph-mon[191304]: pgmap v12221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:28.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:28 smithi123 ceph-mon[188613]: pgmap v12221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:20:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:20:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:20:30.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:30 smithi123 ceph-mon[188613]: pgmap v12222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:30 smithi123 ceph-mon[191304]: pgmap v12222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:31.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:30 smithi177 ceph-mon[212096]: pgmap v12222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:32.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:32 smithi123 ceph-mon[191304]: pgmap v12223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:32.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:32 smithi123 ceph-mon[188613]: pgmap v12223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:33.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:32 smithi177 ceph-mon[212096]: pgmap v12223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:34.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:34 smithi123 ceph-mon[191304]: pgmap v12224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:34.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:34 smithi123 ceph-mon[188613]: pgmap v12224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:35.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:34 smithi177 ceph-mon[212096]: pgmap v12224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:36.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:36 smithi123 ceph-mon[191304]: pgmap v12225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:36.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:36 smithi123 ceph-mon[188613]: pgmap v12225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:37.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:36 smithi177 ceph-mon[212096]: pgmap v12225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:38.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:38 smithi123 ceph-mon[191304]: pgmap v12226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:38.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:38 smithi123 ceph-mon[188613]: pgmap v12226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:39.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:38 smithi177 ceph-mon[212096]: pgmap v12226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:20:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:20:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:20:40.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:40 smithi123 ceph-mon[191304]: pgmap v12227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:40.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:40 smithi123 ceph-mon[188613]: pgmap v12227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:41.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:40 smithi177 ceph-mon[212096]: pgmap v12227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:42 smithi123 ceph-mon[191304]: pgmap v12228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:20:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:42 smithi123 ceph-mon[188613]: pgmap v12228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:20:43.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:42 smithi177 ceph-mon[212096]: pgmap v12228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:43.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:20:44.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:44 smithi123 ceph-mon[191304]: pgmap v12229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:44.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:44 smithi123 ceph-mon[188613]: pgmap v12229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:45.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:44 smithi177 ceph-mon[212096]: pgmap v12229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:46.328 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:20:46.636 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:20:46.636 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 8m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:20:46.636 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 6m ago 5h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:20:46.636 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 8m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:20:46.636 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 6m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:20:46.636 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 6m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:20:46.636 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 8m ago 5h 757M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:20:46.636 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 8m ago 5h 1515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:20:46.636 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 6m ago 5h 716M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:20:46.636 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 8m ago 5h 774M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:20:46.636 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 8m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:20:46.637 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 6m ago 5h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:20:46.637 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 8m ago 5h 4774M 2365M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:20:46.637 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 8m ago 5h 5510M 2365M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:20:46.637 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 8m ago 5h 4484M 2365M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:20:46.637 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 8m ago 5h 4630M 2365M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:20:46.637 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 6m ago 5h 3884M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:20:46.637 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 6m ago 5h 4292M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:20:46.637 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 6m ago 5h 3675M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:20:46.637 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 6m ago 5h 4240M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:20:46.637 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 6m ago 5h 142M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:20:46.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:46 smithi123 ceph-mon[191304]: pgmap v12230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:46.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:46 smithi123 ceph-mon[188613]: pgmap v12230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:47.018 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:20:47.019 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:20:47.019 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:20:47.019 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:20:47.019 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:20:47.019 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:20:47.019 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:20:47.019 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:20:47.019 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:20:47.019 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:20:47.019 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:20:47.019 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:20:47.019 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:20:47.019 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:20:47.019 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:20:47.020 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:20:47.020 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:20:47.020 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:20:47.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:46 smithi177 ceph-mon[212096]: pgmap v12230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:47.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:47 smithi123 ceph-mon[191304]: from='client.57098 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:20:47.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:47 smithi123 ceph-mon[191304]: from='client.57104 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:20:47.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:47 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3826011359' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:20:47.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:47 smithi123 ceph-mon[188613]: from='client.57098 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:20:47.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:47 smithi123 ceph-mon[188613]: from='client.57104 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:20:47.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:47 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3826011359' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:20:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:47 smithi177 ceph-mon[212096]: from='client.57098 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:20:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:47 smithi177 ceph-mon[212096]: from='client.57104 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:20:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:47 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3826011359' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:20:48.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:48 smithi123 ceph-mon[188613]: pgmap v12231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:48.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:48 smithi123 ceph-mon[191304]: pgmap v12231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:49.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:48 smithi177 ceph-mon[212096]: pgmap v12231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:20:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:20:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:20:50.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:50 smithi123 ceph-mon[188613]: pgmap v12232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:50.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:50 smithi123 ceph-mon[191304]: pgmap v12232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:51.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:50 smithi177 ceph-mon[212096]: pgmap v12232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:52.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:52 smithi123 ceph-mon[191304]: pgmap v12233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:52.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:52 smithi123 ceph-mon[188613]: pgmap v12233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:53.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:52 smithi177 ceph-mon[212096]: pgmap v12233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:54.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:54 smithi123 ceph-mon[191304]: pgmap v12234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:54.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:54 smithi123 ceph-mon[188613]: pgmap v12234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:55.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:54 smithi177 ceph-mon[212096]: pgmap v12234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:56.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:56 smithi123 ceph-mon[191304]: pgmap v12235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:56.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:56 smithi123 ceph-mon[188613]: pgmap v12235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:57.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:56 smithi177 ceph-mon[212096]: pgmap v12235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:20:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:20:58.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:20:58.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:20:58 smithi123 ceph-mon[191304]: pgmap v12236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:58.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:20:58 smithi123 ceph-mon[188613]: pgmap v12236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:59.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:20:58 smithi177 ceph-mon[212096]: pgmap v12236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:20:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:20:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:20:59] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T16:21:00.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:00 smithi123 ceph-mon[191304]: pgmap v12237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:00.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:21:00.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:00 smithi123 ceph-mon[188613]: pgmap v12237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:00.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:21:01.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:00 smithi177 ceph-mon[212096]: pgmap v12237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:01.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:21:01.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:21:01.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:21:01.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:21:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:21:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:21:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:21:02.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:21:02.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:21:02.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:21:02.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:02 smithi123 ceph-mon[188613]: pgmap v12238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:02.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:02 smithi123 ceph-mon[191304]: pgmap v12238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:03.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:02 smithi177 ceph-mon[212096]: pgmap v12238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:04.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:04 smithi123 ceph-mon[191304]: pgmap v12239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:04.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:04 smithi123 ceph-mon[188613]: pgmap v12239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:05.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:04 smithi177 ceph-mon[212096]: pgmap v12239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:06 smithi123 ceph-mon[191304]: pgmap v12240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:06.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:06 smithi123 ceph-mon[188613]: pgmap v12240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:07.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:06 smithi177 ceph-mon[212096]: pgmap v12240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:08.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:08 smithi123 ceph-mon[191304]: pgmap v12241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:08.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:08 smithi123 ceph-mon[188613]: pgmap v12241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:09.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:08 smithi177 ceph-mon[212096]: pgmap v12241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:21:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:21:09] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T16:21:10.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:10 smithi123 ceph-mon[191304]: pgmap v12242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:10.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:10 smithi123 ceph-mon[188613]: pgmap v12242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:11.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:10 smithi177 ceph-mon[212096]: pgmap v12242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:12 smithi123 ceph-mon[191304]: pgmap v12243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:21:12.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:12 smithi123 ceph-mon[188613]: pgmap v12243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:12.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:21:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:12 smithi177 ceph-mon[212096]: pgmap v12243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:21:14.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:14 smithi123 ceph-mon[191304]: pgmap v12244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:14.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:14 smithi123 ceph-mon[188613]: pgmap v12244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:15.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:14 smithi177 ceph-mon[212096]: pgmap v12244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:16.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:16 smithi123 ceph-mon[191304]: pgmap v12245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:16.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:16 smithi123 ceph-mon[188613]: pgmap v12245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:17.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:16 smithi177 ceph-mon[212096]: pgmap v12245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:17.365 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:21:17.670 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:21:17.670 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 9m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:21:17.671 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 7m ago 5h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:21:17.671 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 9m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:21:17.671 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 7m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:21:17.671 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 7m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:21:17.671 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 9m ago 5h 757M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:21:17.671 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 9m ago 5h 1515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:21:17.671 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 7m ago 5h 716M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:21:17.671 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 9m ago 5h 774M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:21:17.671 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 9m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:21:17.671 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 7m ago 5h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:21:17.671 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 9m ago 5h 4774M 2365M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:21:17.671 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 9m ago 5h 5510M 2365M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:21:17.671 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 9m ago 5h 4484M 2365M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:21:17.671 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 9m ago 5h 4630M 2365M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:21:17.672 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 7m ago 5h 3884M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:21:17.672 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 7m ago 5h 4292M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:21:17.672 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 7m ago 5h 3675M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:21:17.672 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 7m ago 5h 4240M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:21:17.672 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 7m ago 5h 142M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:21:18.055 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:21:18.055 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:21:18.055 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:21:18.055 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:21:18.055 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:21:18.055 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:21:18.055 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:21:18.055 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:21:18.055 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:21:18.055 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:21:18.055 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:21:18.055 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:21:18.055 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:21:18.056 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:21:18.056 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:21:18.056 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:21:18.056 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:21:18.056 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:21:18.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:18 smithi123 ceph-mon[191304]: from='client.47169 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:21:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:18 smithi123 ceph-mon[191304]: pgmap v12246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:18 smithi123 ceph-mon[191304]: from='client.57122 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:21:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:18 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/399283345' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:21:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:18 smithi123 ceph-mon[188613]: from='client.47169 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:21:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:18 smithi123 ceph-mon[188613]: pgmap v12246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:18 smithi123 ceph-mon[188613]: from='client.57122 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:21:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:18 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/399283345' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:21:19.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:18 smithi177 ceph-mon[212096]: from='client.47169 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:21:19.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:18 smithi177 ceph-mon[212096]: pgmap v12246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:19.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:18 smithi177 ceph-mon[212096]: from='client.57122 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:21:19.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:18 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/399283345' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:21:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:21:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:21:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:21:20.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:20 smithi123 ceph-mon[191304]: pgmap v12247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:20 smithi123 ceph-mon[188613]: pgmap v12247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:21.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:20 smithi177 ceph-mon[212096]: pgmap v12247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:22.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:22 smithi123 ceph-mon[191304]: pgmap v12248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:22.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:22 smithi123 ceph-mon[188613]: pgmap v12248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:23.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:22 smithi177 ceph-mon[212096]: pgmap v12248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:24.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:24 smithi123 ceph-mon[191304]: pgmap v12249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:24.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:24 smithi123 ceph-mon[188613]: pgmap v12249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:25.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:24 smithi177 ceph-mon[212096]: pgmap v12249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:26 smithi123 ceph-mon[191304]: pgmap v12250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:26 smithi123 ceph-mon[188613]: pgmap v12250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:26 smithi177 ceph-mon[212096]: pgmap v12250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:21:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:21:28.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:21:28.902 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 16:21:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T16:21:28.585399677Z level=info msg="Completed cleanup jobs" duration=12.312436ms 2023-12-20T16:21:28.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:28 smithi177 ceph-mon[212096]: pgmap v12251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:28 smithi123 ceph-mon[191304]: pgmap v12251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:28.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:28 smithi123 ceph-mon[188613]: pgmap v12251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:21:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:21:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:21:30.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:30 smithi123 ceph-mon[191304]: pgmap v12252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:30.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:30 smithi123 ceph-mon[188613]: pgmap v12252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:31.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:30 smithi177 ceph-mon[212096]: pgmap v12252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:32.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:32 smithi123 ceph-mon[191304]: pgmap v12253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:32.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:32 smithi123 ceph-mon[188613]: pgmap v12253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:33.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:32 smithi177 ceph-mon[212096]: pgmap v12253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:34.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:34 smithi123 ceph-mon[191304]: pgmap v12254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:34.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:34 smithi123 ceph-mon[188613]: pgmap v12254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:35.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:34 smithi177 ceph-mon[212096]: pgmap v12254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:36.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:36 smithi123 ceph-mon[191304]: pgmap v12255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:36.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:36 smithi123 ceph-mon[188613]: pgmap v12255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:36 smithi177 ceph-mon[212096]: pgmap v12255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:38.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:38 smithi123 ceph-mon[191304]: pgmap v12256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:38.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:38 smithi123 ceph-mon[188613]: pgmap v12256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:39.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:38 smithi177 ceph-mon[212096]: pgmap v12256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:21:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:21:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:21:40.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:40 smithi123 ceph-mon[191304]: pgmap v12257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:40.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:40 smithi123 ceph-mon[188613]: pgmap v12257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:40 smithi177 ceph-mon[212096]: pgmap v12257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:42.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:42 smithi123 ceph-mon[191304]: pgmap v12258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:21:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:42 smithi123 ceph-mon[188613]: pgmap v12258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:21:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:42 smithi177 ceph-mon[212096]: pgmap v12258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:43.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:21:44.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:44 smithi123 ceph-mon[191304]: pgmap v12259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:44.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:44 smithi123 ceph-mon[188613]: pgmap v12259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:45.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:44 smithi177 ceph-mon[212096]: pgmap v12259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:45.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:45 smithi123 ceph-mon[191304]: pgmap v12260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:45.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:45 smithi123 ceph-mon[188613]: pgmap v12260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:46.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:45 smithi177 ceph-mon[212096]: pgmap v12260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:48.400 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:21:48.708 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:21:48.708 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 9m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:21:48.708 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 7m ago 5h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:21:48.708 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 9m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:21:48.708 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 7m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:21:48.708 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 7m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:21:48.708 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 9m ago 5h 757M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:21:48.709 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 9m ago 5h 1515M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:21:48.709 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 7m ago 5h 716M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:21:48.709 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 9m ago 5h 774M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:21:48.709 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 9m ago 5h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:21:48.709 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 7m ago 5h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:21:48.709 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 9m ago 5h 4774M 2365M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:21:48.709 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 9m ago 5h 5510M 2365M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:21:48.709 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 9m ago 5h 4484M 2365M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:21:48.709 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 9m ago 5h 4630M 2365M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:21:48.709 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 7m ago 5h 3884M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:21:48.709 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 7m ago 5h 4292M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:21:48.709 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 7m ago 5h 3675M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:21:48.709 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 7m ago 5h 4240M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:21:48.709 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 7m ago 5h 142M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:21:48.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:48 smithi123 ceph-mon[191304]: pgmap v12261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:48.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:48 smithi123 ceph-mon[188613]: pgmap v12261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:49.092 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:21:49.092 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:21:49.092 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:21:49.093 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:21:49.093 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:21:49.093 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:21:49.093 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:21:49.093 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:21:49.093 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:21:49.093 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:21:49.093 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:21:49.093 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:21:49.093 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:21:49.093 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:21:49.093 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:21:49.093 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:21:49.094 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:21:49.094 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:21:49.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:48 smithi177 ceph-mon[212096]: pgmap v12261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:21:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:21:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T16:21:49.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:49 smithi123 ceph-mon[191304]: from='client.57134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:21:49.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:49 smithi123 ceph-mon[191304]: from='client.47193 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:21:49.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:49 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/650198806' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:21:49.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:49 smithi123 ceph-mon[188613]: from='client.57134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:21:49.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:49 smithi123 ceph-mon[188613]: from='client.47193 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:21:49.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:49 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/650198806' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:21:50.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:49 smithi177 ceph-mon[212096]: from='client.57134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:21:50.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:49 smithi177 ceph-mon[212096]: from='client.47193 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:21:50.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:49 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/650198806' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:21:50.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:50 smithi123 ceph-mon[191304]: pgmap v12262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:50.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:50 smithi123 ceph-mon[188613]: pgmap v12262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:50 smithi177 ceph-mon[212096]: pgmap v12262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:52.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:52 smithi123 ceph-mon[188613]: pgmap v12263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:52.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:52 smithi123 ceph-mon[191304]: pgmap v12263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:53.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:52 smithi177 ceph-mon[212096]: pgmap v12263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:54.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:54 smithi123 ceph-mon[188613]: pgmap v12264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:54.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:54 smithi123 ceph-mon[191304]: pgmap v12264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:55.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:54 smithi177 ceph-mon[212096]: pgmap v12264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:56 smithi123 ceph-mon[191304]: pgmap v12265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:56.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:56 smithi123 ceph-mon[188613]: pgmap v12265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:56 smithi177 ceph-mon[212096]: pgmap v12265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:21:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:21:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:21:58.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:21:58 smithi123 ceph-mon[191304]: pgmap v12266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:58.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:21:58 smithi123 ceph-mon[188613]: pgmap v12266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:59.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:21:58 smithi177 ceph-mon[212096]: pgmap v12266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:21:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:21:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:21:59] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T16:22:00.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:00 smithi123 ceph-mon[191304]: pgmap v12267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:00.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:00 smithi123 ceph-mon[188613]: pgmap v12267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:01.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:00 smithi177 ceph-mon[212096]: pgmap v12267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:22:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:22:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:22:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:22:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:22:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:22:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:22:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:22:02.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:22:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:02 smithi123 ceph-mon[191304]: pgmap v12268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:02 smithi123 ceph-mon[188613]: pgmap v12268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:03.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:02 smithi177 ceph-mon[212096]: pgmap v12268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:04.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:04 smithi177 ceph-mon[212096]: pgmap v12269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:04.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:22:04.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:22:04.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:22:04.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:22:04.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:22:04.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:04 smithi123 ceph-mon[191304]: pgmap v12269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:04.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:22:04.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:22:04.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:22:04.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:22:04.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:22:04.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:04 smithi123 ceph-mon[188613]: pgmap v12269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:04.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:22:04.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:22:04.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:22:04.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:22:04.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:22:06.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:06 smithi177 ceph-mon[212096]: pgmap v12270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:06.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:06 smithi123 ceph-mon[191304]: pgmap v12270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:06.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:06 smithi123 ceph-mon[188613]: pgmap v12270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:08.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:08 smithi123 ceph-mon[188613]: pgmap v12271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:08.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:08 smithi123 ceph-mon[191304]: pgmap v12271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:09.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:08 smithi177 ceph-mon[212096]: pgmap v12271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:22:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:22:09] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T16:22:10.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:10 smithi123 ceph-mon[191304]: pgmap v12272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:10.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:10 smithi123 ceph-mon[188613]: pgmap v12272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:11.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:10 smithi177 ceph-mon[212096]: pgmap v12272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:12.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:12 smithi123 ceph-mon[191304]: pgmap v12273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:12.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:22:12.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:12 smithi123 ceph-mon[188613]: pgmap v12273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:12.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:22:13.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:12 smithi177 ceph-mon[212096]: pgmap v12273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:13.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:22:14.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:14 smithi123 ceph-mon[191304]: pgmap v12274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:14.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:14 smithi123 ceph-mon[188613]: pgmap v12274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:15.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:14 smithi177 ceph-mon[212096]: pgmap v12274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:16.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:16 smithi123 ceph-mon[188613]: pgmap v12275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:16.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:16 smithi123 ceph-mon[191304]: pgmap v12275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:17.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:16 smithi177 ceph-mon[212096]: pgmap v12275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:18.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:18 smithi123 ceph-mon[191304]: pgmap v12276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:18.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:18 smithi123 ceph-mon[188613]: pgmap v12276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:19.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:18 smithi177 ceph-mon[212096]: pgmap v12276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:19.440 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:22:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:22:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:22:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:22:19.747 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:22:19.747 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 16s ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:22:19.747 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 8m ago 5h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:22:19.747 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 16s ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:22:19.747 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 8m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:22:19.748 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 8m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:22:19.748 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 16s ago 5h 763M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:22:19.748 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 16s ago 5h 1553M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:22:19.748 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 8m ago 5h 716M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:22:19.748 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 16s ago 5h 793M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:22:19.748 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 16s ago 5h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:22:19.748 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 8m ago 5h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:22:19.748 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 16s ago 5h 4807M 2365M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:22:19.748 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 16s ago 5h 5541M 2365M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:22:19.748 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 16s ago 5h 4509M 2365M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:22:19.748 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 16s ago 5h 4662M 2365M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:22:19.748 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 8m ago 5h 3884M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:22:19.748 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 8m ago 5h 4292M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:22:19.748 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 8m ago 5h 3675M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:22:19.748 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 8m ago 5h 4240M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:22:19.749 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 8m ago 5h 142M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:22:20.127 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:22:20.127 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:22:20.127 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:22:20.127 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:22:20.127 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:22:20.128 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:22:20.128 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:22:20.128 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:22:20.128 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:22:20.128 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:22:20.128 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:22:20.128 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:22:20.128 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:22:20.128 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:22:20.128 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:22:20.128 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:22:20.128 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:22:20.128 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:22:20.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:20 smithi123 ceph-mon[191304]: from='client.47205 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:22:20.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:20 smithi123 ceph-mon[191304]: pgmap v12277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:20.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:20 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/921778287' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:22:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:20 smithi123 ceph-mon[188613]: from='client.47205 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:22:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:20 smithi123 ceph-mon[188613]: pgmap v12277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:20 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/921778287' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:22:21.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:20 smithi177 ceph-mon[212096]: from='client.47205 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:22:21.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:20 smithi177 ceph-mon[212096]: pgmap v12277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:21.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:20 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/921778287' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:22:21.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:21 smithi123 ceph-mon[191304]: from='client.57158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:22:21.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:21 smithi123 ceph-mon[188613]: from='client.57158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:22:22.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:21 smithi177 ceph-mon[212096]: from='client.57158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:22:22.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:22 smithi123 ceph-mon[191304]: pgmap v12278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:22.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:22 smithi123 ceph-mon[188613]: pgmap v12278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:23.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:22 smithi177 ceph-mon[212096]: pgmap v12278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:24.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:24 smithi123 ceph-mon[191304]: pgmap v12279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:24.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:24 smithi123 ceph-mon[188613]: pgmap v12279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:25.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:24 smithi177 ceph-mon[212096]: pgmap v12279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:26 smithi123 ceph-mon[191304]: pgmap v12280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:26 smithi123 ceph-mon[188613]: pgmap v12280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:26 smithi177 ceph-mon[212096]: pgmap v12280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:22:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:22:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:22:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:28 smithi123 ceph-mon[191304]: pgmap v12281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:28.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:28 smithi123 ceph-mon[188613]: pgmap v12281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:29.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:28 smithi177 ceph-mon[212096]: pgmap v12281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:22:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:22:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:22:30.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:30 smithi123 ceph-mon[188613]: pgmap v12282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:30.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:30 smithi123 ceph-mon[191304]: pgmap v12282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:31.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:30 smithi177 ceph-mon[212096]: pgmap v12282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:32.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:32 smithi123 ceph-mon[191304]: pgmap v12283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:32.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:32 smithi123 ceph-mon[188613]: pgmap v12283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:33.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:32 smithi177 ceph-mon[212096]: pgmap v12283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:34.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:34 smithi123 ceph-mon[191304]: pgmap v12284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:34 smithi123 ceph-mon[188613]: pgmap v12284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:35.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:34 smithi177 ceph-mon[212096]: pgmap v12284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:36.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:36 smithi123 ceph-mon[191304]: pgmap v12285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:36.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:36 smithi123 ceph-mon[188613]: pgmap v12285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:36 smithi177 ceph-mon[212096]: pgmap v12285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:38.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:38 smithi123 ceph-mon[191304]: pgmap v12286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:38 smithi123 ceph-mon[188613]: pgmap v12286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:39.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:38 smithi177 ceph-mon[212096]: pgmap v12286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:22:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:22:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:22:40.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:40 smithi123 ceph-mon[191304]: pgmap v12287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:40.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:40 smithi123 ceph-mon[188613]: pgmap v12287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:40 smithi177 ceph-mon[212096]: pgmap v12287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:42 smithi123 ceph-mon[191304]: pgmap v12288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:42.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:22:42.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:42 smithi123 ceph-mon[188613]: pgmap v12288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:42.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:22:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:42 smithi177 ceph-mon[212096]: pgmap v12288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:22:44.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:44 smithi123 ceph-mon[191304]: pgmap v12289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:44.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:44 smithi123 ceph-mon[188613]: pgmap v12289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:45.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:44 smithi177 ceph-mon[212096]: pgmap v12289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:46.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:46 smithi123 ceph-mon[191304]: pgmap v12290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:46.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:46 smithi123 ceph-mon[188613]: pgmap v12290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:47.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:46 smithi177 ceph-mon[212096]: pgmap v12290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:48.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:48 smithi123 ceph-mon[191304]: pgmap v12291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:48.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:48 smithi123 ceph-mon[188613]: pgmap v12291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:49.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:48 smithi177 ceph-mon[212096]: pgmap v12291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:22:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:22:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:22:50.473 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:22:50.781 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:22:50.782 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 47s ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:22:50.782 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 8m ago 5h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:22:50.782 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 47s ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:22:50.782 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 8m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:22:50.782 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 8m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:22:50.782 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 47s ago 5h 763M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:22:50.782 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 47s ago 5h 1553M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:22:50.782 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 8m ago 5h 716M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:22:50.782 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 47s ago 5h 793M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:22:50.782 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 47s ago 5h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:22:50.782 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 8m ago 5h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:22:50.782 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 47s ago 5h 4807M 2365M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:22:50.782 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 47s ago 5h 5541M 2365M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:22:50.782 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 47s ago 5h 4509M 2365M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:22:50.783 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 47s ago 5h 4662M 2365M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:22:50.783 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 8m ago 5h 3884M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:22:50.783 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 8m ago 5h 4292M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:22:50.783 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 8m ago 5h 3675M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:22:50.783 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 8m ago 5h 4240M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:22:50.783 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 8m ago 5h 142M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:22:50.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:50 smithi123 ceph-mon[191304]: pgmap v12292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:50.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:50 smithi123 ceph-mon[188613]: pgmap v12292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:50 smithi177 ceph-mon[212096]: pgmap v12292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:51.161 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:22:51.161 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:22:51.161 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:22:51.161 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:22:51.162 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:22:51.162 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:22:51.162 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:22:51.162 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:22:51.162 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:22:51.162 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:22:51.162 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:22:51.162 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:22:51.162 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:22:51.162 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:22:51.162 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:22:51.162 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:22:51.162 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:22:51.162 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:22:51.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:51 smithi123 ceph-mon[191304]: from='client.57170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:22:51.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:51 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1952146337' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:22:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:51 smithi123 ceph-mon[188613]: from='client.57170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:22:51.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:51 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1952146337' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:22:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:51 smithi177 ceph-mon[212096]: from='client.57170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:22:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:51 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1952146337' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:22:52.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:52 smithi123 ceph-mon[191304]: from='client.57176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:22:52.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:52 smithi123 ceph-mon[191304]: pgmap v12293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:52.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:52 smithi123 ceph-mon[188613]: from='client.57176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:22:52.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:52 smithi123 ceph-mon[188613]: pgmap v12293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:53.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:52 smithi177 ceph-mon[212096]: from='client.57176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:22:53.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:52 smithi177 ceph-mon[212096]: pgmap v12293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:54.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:54 smithi123 ceph-mon[191304]: pgmap v12294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:54.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:54 smithi123 ceph-mon[188613]: pgmap v12294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:55.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:54 smithi177 ceph-mon[212096]: pgmap v12294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:56 smithi123 ceph-mon[191304]: pgmap v12295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:56 smithi123 ceph-mon[188613]: pgmap v12295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:56 smithi177 ceph-mon[212096]: pgmap v12295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:22:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:22:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:22:58.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:22:58 smithi123 ceph-mon[191304]: pgmap v12296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:58.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:22:58 smithi123 ceph-mon[188613]: pgmap v12296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:59.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:22:58 smithi177 ceph-mon[212096]: pgmap v12296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:22:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:22:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:22:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:23:00.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:00 smithi123 ceph-mon[191304]: pgmap v12297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:00.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:00 smithi123 ceph-mon[188613]: pgmap v12297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:01.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:00 smithi177 ceph-mon[212096]: pgmap v12297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:02.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:02 smithi123 ceph-mon[191304]: pgmap v12298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:02.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:02 smithi123 ceph-mon[188613]: pgmap v12298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:03.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:02 smithi177 ceph-mon[212096]: pgmap v12298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:04.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:04 smithi123 ceph-mon[191304]: pgmap v12299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:04.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:23:04.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:23:04.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:23:04.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:04 smithi123 ceph-mon[188613]: pgmap v12299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:04.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:23:04.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:23:04.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:23:05.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:04 smithi177 ceph-mon[212096]: pgmap v12299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:05.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:23:05.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:23:05.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:23:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:23:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:23:05.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:23:05.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:23:05.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:23:05.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:23:06.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:23:06.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:23:06.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:23:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:06 smithi123 ceph-mon[191304]: pgmap v12300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:06.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:06 smithi123 ceph-mon[188613]: pgmap v12300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:06 smithi177 ceph-mon[212096]: pgmap v12300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:08.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:08 smithi123 ceph-mon[191304]: pgmap v12301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:08.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:08 smithi123 ceph-mon[188613]: pgmap v12301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:09.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:08 smithi177 ceph-mon[212096]: pgmap v12301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:23:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:23:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:23:10.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:10 smithi123 ceph-mon[191304]: pgmap v12302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:10.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:10 smithi123 ceph-mon[188613]: pgmap v12302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:11.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:10 smithi177 ceph-mon[212096]: pgmap v12302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:12.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:12 smithi123 ceph-mon[191304]: pgmap v12303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:12.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:23:12.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:12 smithi123 ceph-mon[188613]: pgmap v12303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:12.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:23:13.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:12 smithi177 ceph-mon[212096]: pgmap v12303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:13.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:23:14.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:14 smithi123 ceph-mon[191304]: pgmap v12304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:14.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:14 smithi123 ceph-mon[188613]: pgmap v12304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:15.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:14 smithi177 ceph-mon[212096]: pgmap v12304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:16.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:16 smithi123 ceph-mon[191304]: pgmap v12305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:16.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:16 smithi123 ceph-mon[188613]: pgmap v12305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:17.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:16 smithi177 ceph-mon[212096]: pgmap v12305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:18.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:18 smithi123 ceph-mon[191304]: pgmap v12306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:18.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:18 smithi123 ceph-mon[188613]: pgmap v12306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:19.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:18 smithi177 ceph-mon[212096]: pgmap v12306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:23:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:23:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:23:20.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:20 smithi123 ceph-mon[188613]: pgmap v12307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:20.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:20 smithi123 ceph-mon[191304]: pgmap v12307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:21.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:20 smithi177 ceph-mon[212096]: pgmap v12307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:21.508 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:23:21.816 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:23:21.816 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 78s ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:23:21.816 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 9m ago 5h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:23:21.816 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 78s ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:23:21.816 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 9m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:23:21.816 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 9m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:23:21.816 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 78s ago 5h 763M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:23:21.816 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 78s ago 5h 1553M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:23:21.816 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 9m ago 5h 716M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:23:21.817 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 78s ago 5h 793M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:23:21.817 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 78s ago 5h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:23:21.817 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 9m ago 5h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:23:21.817 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 78s ago 5h 4807M 2365M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:23:21.817 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 78s ago 5h 5541M 2365M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:23:21.817 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 78s ago 5h 4509M 2365M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:23:21.817 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 78s ago 5h 4662M 2365M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:23:21.817 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 9m ago 5h 3884M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:23:21.817 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 9m ago 5h 4292M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:23:21.817 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 9m ago 5h 3675M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:23:21.817 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 9m ago 5h 4240M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:23:21.817 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 9m ago 5h 142M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:23:22.199 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:23:22.199 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:23:22.199 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:23:22.199 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:23:22.199 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:23:22.199 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:23:22.199 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:23:22.199 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:23:22.199 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:23:22.199 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:23:22.199 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:23:22.200 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:23:22.200 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:23:22.200 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:23:22.200 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:23:22.200 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:23:22.200 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:23:22.200 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:23:22.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:22 smithi123 ceph-mon[191304]: pgmap v12308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:22.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:22 smithi123 ceph-mon[191304]: from='client.47241 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:23:22.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:22 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1283009422' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:23:22.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:22 smithi123 ceph-mon[188613]: pgmap v12308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:22.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:22 smithi123 ceph-mon[188613]: from='client.47241 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:23:22.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:22 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1283009422' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:23:23.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:22 smithi177 ceph-mon[212096]: pgmap v12308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:23.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:22 smithi177 ceph-mon[212096]: from='client.47241 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:23:23.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:22 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1283009422' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:23:23.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:23 smithi123 ceph-mon[191304]: from='client.47247 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:23:23.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:23 smithi123 ceph-mon[188613]: from='client.47247 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:23:24.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:23 smithi177 ceph-mon[212096]: from='client.47247 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:23:24.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:24 smithi123 ceph-mon[191304]: pgmap v12309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:24.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:24 smithi123 ceph-mon[188613]: pgmap v12309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:25.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:24 smithi177 ceph-mon[212096]: pgmap v12309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:26 smithi123 ceph-mon[191304]: pgmap v12310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:26 smithi123 ceph-mon[188613]: pgmap v12310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:26 smithi177 ceph-mon[212096]: pgmap v12310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:23:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:23:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:23:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:28 smithi123 ceph-mon[191304]: pgmap v12311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:28.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:28 smithi123 ceph-mon[188613]: pgmap v12311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:29.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:28 smithi177 ceph-mon[212096]: pgmap v12311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:23:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:23:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:23:30.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:30 smithi123 ceph-mon[191304]: pgmap v12312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:30.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:30 smithi123 ceph-mon[188613]: pgmap v12312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:31.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:30 smithi177 ceph-mon[212096]: pgmap v12312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:32.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:32 smithi123 ceph-mon[191304]: pgmap v12313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:32.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:32 smithi123 ceph-mon[188613]: pgmap v12313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:33.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:32 smithi177 ceph-mon[212096]: pgmap v12313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:34.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:34 smithi123 ceph-mon[191304]: pgmap v12314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:34.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:34 smithi123 ceph-mon[188613]: pgmap v12314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:35.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:34 smithi177 ceph-mon[212096]: pgmap v12314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:36.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:36 smithi123 ceph-mon[191304]: pgmap v12315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:36.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:36 smithi123 ceph-mon[188613]: pgmap v12315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:36 smithi177 ceph-mon[212096]: pgmap v12315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:38.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:38 smithi123 ceph-mon[191304]: pgmap v12316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:38 smithi123 ceph-mon[188613]: pgmap v12316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:39.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:38 smithi177 ceph-mon[212096]: pgmap v12316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:23:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:23:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:23:40.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:40 smithi123 ceph-mon[191304]: pgmap v12317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:40.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:40 smithi123 ceph-mon[188613]: pgmap v12317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:40 smithi177 ceph-mon[212096]: pgmap v12317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:42.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:42 smithi123 ceph-mon[191304]: pgmap v12318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:42.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:23:42.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:42 smithi123 ceph-mon[188613]: pgmap v12318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:42.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:23:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:42 smithi177 ceph-mon[212096]: pgmap v12318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:23:44.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:44 smithi123 ceph-mon[191304]: pgmap v12319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:44.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:44 smithi123 ceph-mon[188613]: pgmap v12319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:45.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:44 smithi177 ceph-mon[212096]: pgmap v12319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:46.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:46 smithi123 ceph-mon[191304]: pgmap v12320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:46.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:46 smithi123 ceph-mon[188613]: pgmap v12320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:47.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:46 smithi177 ceph-mon[212096]: pgmap v12320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:48.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:48 smithi123 ceph-mon[191304]: pgmap v12321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:48.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:48 smithi123 ceph-mon[188613]: pgmap v12321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:49.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:48 smithi177 ceph-mon[212096]: pgmap v12321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:23:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:23:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:23:50.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:50 smithi123 ceph-mon[191304]: pgmap v12322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:50.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:50 smithi123 ceph-mon[188613]: pgmap v12322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:50 smithi177 ceph-mon[212096]: pgmap v12322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:52.542 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:23:52.850 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:23:52.851 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 109s ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:23:52.851 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 9m ago 5h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:23:52.851 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 109s ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:23:52.851 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 9m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:23:52.851 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 9m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:23:52.851 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 109s ago 5h 763M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:23:52.852 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 109s ago 5h 1553M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:23:52.852 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 9m ago 5h 716M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:23:52.852 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 109s ago 5h 793M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:23:52.852 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 109s ago 5h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:23:52.852 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 9m ago 5h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:23:52.852 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 109s ago 5h 4807M 2365M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:23:52.853 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 109s ago 5h 5541M 2365M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:23:52.853 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 109s ago 5h 4509M 2365M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:23:52.853 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 109s ago 5h 4662M 2365M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:23:52.853 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 9m ago 5h 3884M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:23:52.853 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 9m ago 5h 4292M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:23:52.853 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 9m ago 5h 3675M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:23:52.854 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 9m ago 5h 4240M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:23:52.854 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 9m ago 5h 142M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:23:52.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:52 smithi123 ceph-mon[191304]: pgmap v12323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:52.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:52 smithi123 ceph-mon[188613]: pgmap v12323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:53.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:52 smithi177 ceph-mon[212096]: pgmap v12323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:53.234 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:23:53.234 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:23:53.234 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:23:53.234 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:23:53.234 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:23:53.234 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:23:53.234 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:23:53.234 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:23:53.234 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:23:53.234 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:23:53.234 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:23:53.234 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:23:53.235 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:23:53.235 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:23:53.235 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:23:53.235 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:23:53.235 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:23:53.235 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:23:53.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:53 smithi123 ceph-mon[191304]: from='client.47259 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:23:53.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:53 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3766892912' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:23:53.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:53 smithi123 ceph-mon[188613]: from='client.47259 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:23:53.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:53 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3766892912' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:23:54.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:53 smithi177 ceph-mon[212096]: from='client.47259 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:23:54.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:53 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3766892912' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:23:54.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:54 smithi123 ceph-mon[191304]: from='client.47265 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:23:54.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:54 smithi123 ceph-mon[191304]: pgmap v12324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:54.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:54 smithi123 ceph-mon[188613]: from='client.47265 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:23:54.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:54 smithi123 ceph-mon[188613]: pgmap v12324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:55.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:54 smithi177 ceph-mon[212096]: from='client.47265 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:23:55.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:54 smithi177 ceph-mon[212096]: pgmap v12324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:56.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:56 smithi123 ceph-mon[191304]: pgmap v12325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:56 smithi123 ceph-mon[188613]: pgmap v12325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:56 smithi177 ceph-mon[212096]: pgmap v12325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:23:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:23:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:23:58.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:23:58 smithi123 ceph-mon[191304]: pgmap v12326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:58.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:23:58 smithi123 ceph-mon[188613]: pgmap v12326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:59.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:23:58 smithi177 ceph-mon[212096]: pgmap v12326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:23:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:23:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:23:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T16:24:00.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:00 smithi123 ceph-mon[188613]: pgmap v12327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:00.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:00 smithi123 ceph-mon[191304]: pgmap v12327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:01.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:00 smithi177 ceph-mon[212096]: pgmap v12327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:02.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:02 smithi123 ceph-mon[188613]: pgmap v12328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:02.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:02 smithi123 ceph-mon[191304]: pgmap v12328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:03.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:02 smithi177 ceph-mon[212096]: pgmap v12328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:04.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:03 smithi177 ceph-mon[212096]: pgmap v12329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:04.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:03 smithi123 ceph-mon[188613]: pgmap v12329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:03 smithi123 ceph-mon[191304]: pgmap v12329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:05.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:24:05.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:24:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:24:06.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:06 smithi177 ceph-mon[212096]: pgmap v12330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:06.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:06 smithi123 ceph-mon[191304]: pgmap v12330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:06 smithi123 ceph-mon[188613]: pgmap v12330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:08.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:08 smithi177 ceph-mon[212096]: pgmap v12331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:08.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:24:08.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:24:08.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:24:08.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:24:08.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:24:08.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:08 smithi123 ceph-mon[191304]: pgmap v12331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:08.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:24:08.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:24:08.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:24:08.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:24:08.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:24:08.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:08 smithi123 ceph-mon[188613]: pgmap v12331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:08.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:24:08.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:24:08.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:24:08.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:24:08.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:24:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:24:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:24:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T16:24:10.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:10 smithi177 ceph-mon[212096]: pgmap v12332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:10.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:10 smithi123 ceph-mon[191304]: pgmap v12332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:10.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:10 smithi123 ceph-mon[188613]: pgmap v12332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:12 smithi177 ceph-mon[212096]: pgmap v12333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:12.976 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:24:12.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:12 smithi123 ceph-mon[191304]: pgmap v12333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:12.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:24:12.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:12 smithi123 ceph-mon[188613]: pgmap v12333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:12.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:24:14.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:14 smithi123 ceph-mon[191304]: pgmap v12334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:14.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:14 smithi123 ceph-mon[188613]: pgmap v12334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:15.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:14 smithi177 ceph-mon[212096]: pgmap v12334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:16.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:16 smithi123 ceph-mon[188613]: pgmap v12335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:16.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:16 smithi123 ceph-mon[191304]: pgmap v12335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:17.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:16 smithi177 ceph-mon[212096]: pgmap v12335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:18.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:18 smithi123 ceph-mon[191304]: pgmap v12336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:18.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:18 smithi123 ceph-mon[188613]: pgmap v12336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:19.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:18 smithi177 ceph-mon[212096]: pgmap v12336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:24:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:24:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T16:24:20.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:20 smithi123 ceph-mon[188613]: pgmap v12337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:20.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:20 smithi123 ceph-mon[191304]: pgmap v12337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:21.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:20 smithi177 ceph-mon[212096]: pgmap v12337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:22.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:22 smithi123 ceph-mon[188613]: pgmap v12338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:22.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:22 smithi123 ceph-mon[191304]: pgmap v12338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:23.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:22 smithi177 ceph-mon[212096]: pgmap v12338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:23.581 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:24:23.889 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:24:23.893 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 2m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:24:23.893 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 16s ago 5h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:24:23.893 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 2m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:24:23.893 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 16s ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:24:23.893 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 16s ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:24:23.893 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 2m ago 5h 763M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:24:23.893 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 2m ago 5h 1553M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:24:23.893 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 16s ago 5h 733M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:24:23.893 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 2m ago 5h 793M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:24:23.893 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 2m ago 5h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:24:23.893 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 16s ago 5h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:24:23.893 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 2m ago 5h 4807M 2365M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:24:23.894 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 2m ago 5h 5541M 2365M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:24:23.894 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 2m ago 5h 4509M 2365M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:24:23.894 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 2m ago 5h 4662M 2365M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:24:23.894 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 16s ago 5h 3911M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:24:23.894 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 16s ago 5h 4324M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:24:23.894 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 16s ago 5h 3704M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:24:23.894 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 16s ago 5h 4277M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:24:23.894 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 16s ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:24:24.274 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:24:24.274 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:24:24.275 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:24:24.275 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:24:24.275 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:24:24.275 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:24:24.275 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:24:24.275 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:24:24.275 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:24:24.275 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:24:24.275 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:24:24.275 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:24:24.275 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:24:24.275 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:24:24.275 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:24:24.276 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:24:24.276 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:24:24.276 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:24:24.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:24 smithi123 ceph-mon[191304]: pgmap v12339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:24.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:24 smithi123 ceph-mon[191304]: from='client.47277 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:24:24.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:24 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/615932635' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:24:24.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:24 smithi123 ceph-mon[188613]: pgmap v12339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:24.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:24 smithi123 ceph-mon[188613]: from='client.47277 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:24:24.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:24 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/615932635' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:24:25.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:24 smithi177 ceph-mon[212096]: pgmap v12339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:25.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:24 smithi177 ceph-mon[212096]: from='client.47277 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:24:25.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:24 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/615932635' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:24:25.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:25 smithi123 ceph-mon[191304]: from='client.47283 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:24:25.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:25 smithi123 ceph-mon[188613]: from='client.47283 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:24:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:25 smithi177 ceph-mon[212096]: from='client.47283 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:24:26.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:26 smithi123 ceph-mon[191304]: pgmap v12340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:26 smithi123 ceph-mon[188613]: pgmap v12340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:27.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:26 smithi177 ceph-mon[212096]: pgmap v12340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:27.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:24:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:24:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:24:28.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:28 smithi123 ceph-mon[188613]: pgmap v12341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:28 smithi123 ceph-mon[191304]: pgmap v12341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:29.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:28 smithi177 ceph-mon[212096]: pgmap v12341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:24:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:24:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T16:24:30.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:30 smithi123 ceph-mon[191304]: pgmap v12342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:30.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:30 smithi123 ceph-mon[188613]: pgmap v12342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:31.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:30 smithi177 ceph-mon[212096]: pgmap v12342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:32.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:32 smithi123 ceph-mon[191304]: pgmap v12343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:32.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:32 smithi123 ceph-mon[188613]: pgmap v12343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:33.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:32 smithi177 ceph-mon[212096]: pgmap v12343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:35.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:34 smithi177 ceph-mon[212096]: pgmap v12344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:35.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:34 smithi123 ceph-mon[191304]: pgmap v12344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:35.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:34 smithi123 ceph-mon[188613]: pgmap v12344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:37.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:36 smithi177 ceph-mon[212096]: pgmap v12345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:37.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:36 smithi123 ceph-mon[188613]: pgmap v12345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:37.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:36 smithi123 ceph-mon[191304]: pgmap v12345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:38.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:38 smithi123 ceph-mon[191304]: pgmap v12346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:38 smithi123 ceph-mon[188613]: pgmap v12346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:39.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:38 smithi177 ceph-mon[212096]: pgmap v12346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:24:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:24:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T16:24:40.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:40 smithi123 ceph-mon[191304]: pgmap v12347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:40.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:40 smithi123 ceph-mon[188613]: pgmap v12347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:41.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:40 smithi177 ceph-mon[212096]: pgmap v12347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:42.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:42 smithi123 ceph-mon[191304]: pgmap v12348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:42.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:24:42.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:42 smithi123 ceph-mon[188613]: pgmap v12348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:42.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:24:43.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:42 smithi177 ceph-mon[212096]: pgmap v12348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:43.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:24:44.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:44 smithi123 ceph-mon[191304]: pgmap v12349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:44.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:44 smithi123 ceph-mon[188613]: pgmap v12349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:45.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:44 smithi177 ceph-mon[212096]: pgmap v12349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:46.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:46 smithi123 ceph-mon[188613]: pgmap v12350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:46.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:46 smithi123 ceph-mon[191304]: pgmap v12350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:47.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:46 smithi177 ceph-mon[212096]: pgmap v12350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:48.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:48 smithi123 ceph-mon[191304]: pgmap v12351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:48.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:48 smithi123 ceph-mon[188613]: pgmap v12351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:49.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:48 smithi177 ceph-mon[212096]: pgmap v12351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:24:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:24:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:24:50.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:50 smithi123 ceph-mon[191304]: pgmap v12352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:50.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:50 smithi123 ceph-mon[188613]: pgmap v12352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:51.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:50 smithi177 ceph-mon[212096]: pgmap v12352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:52.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:52 smithi123 ceph-mon[191304]: pgmap v12353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:52.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:52 smithi123 ceph-mon[188613]: pgmap v12353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:53.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:52 smithi177 ceph-mon[212096]: pgmap v12353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:54.616 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:24:54.925 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:24:54.925 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 2m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:24:54.926 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 47s ago 5h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:24:54.926 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 2m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:24:54.926 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 47s ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:24:54.926 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 47s ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:24:54.926 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 2m ago 5h 763M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:24:54.926 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 2m ago 5h 1553M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:24:54.926 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 47s ago 5h 733M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:24:54.926 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 2m ago 5h 793M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:24:54.926 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 2m ago 5h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:24:54.926 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 47s ago 5h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:24:54.926 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 2m ago 5h 4807M 2365M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:24:54.926 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 2m ago 5h 5541M 2365M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:24:54.926 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 2m ago 5h 4509M 2365M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:24:54.926 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 2m ago 5h 4662M 2365M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:24:54.926 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 47s ago 5h 3911M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:24:54.927 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 47s ago 5h 4324M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:24:54.927 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 47s ago 5h 3704M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:24:54.927 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 47s ago 5h 4277M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:24:54.927 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 47s ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:24:54.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:54 smithi123 ceph-mon[191304]: pgmap v12354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:54.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:54 smithi123 ceph-mon[188613]: pgmap v12354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:55.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:54 smithi177 ceph-mon[212096]: pgmap v12354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:55.305 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:24:55.306 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:24:55.306 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:24:55.306 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:24:55.306 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:24:55.306 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:24:55.306 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:24:55.306 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:24:55.306 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:24:55.306 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:24:55.306 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:24:55.306 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:24:55.306 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:24:55.306 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:24:55.306 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:24:55.306 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:24:55.307 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:24:55.307 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:24:55.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:55 smithi123 ceph-mon[191304]: from='client.47295 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:24:55.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:55 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1537732' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:24:55.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:55 smithi123 ceph-mon[188613]: from='client.47295 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:24:55.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:55 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1537732' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:24:56.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:55 smithi177 ceph-mon[212096]: from='client.47295 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:24:56.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:55 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1537732' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:24:56.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:56 smithi123 ceph-mon[191304]: from='client.47301 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:24:56.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:56 smithi123 ceph-mon[191304]: pgmap v12355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:56 smithi123 ceph-mon[188613]: from='client.47301 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:24:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:56 smithi123 ceph-mon[188613]: pgmap v12355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:57.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:56 smithi177 ceph-mon[212096]: from='client.47301 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:24:57.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:56 smithi177 ceph-mon[212096]: pgmap v12355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:58.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:24:58.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:24:58.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:24:59.076 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:58 smithi123 ceph-mon[191304]: pgmap v12356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:59.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:58 smithi123 ceph-mon[188613]: pgmap v12356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:59.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:58 smithi177 ceph-mon[212096]: pgmap v12356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:24:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:24:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:24:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:25:00.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:24:59 smithi177 ceph-mon[212096]: pgmap v12357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:00.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:24:59 smithi123 ceph-mon[188613]: pgmap v12357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:00.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:24:59 smithi123 ceph-mon[191304]: pgmap v12357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:02.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:02 smithi177 ceph-mon[212096]: pgmap v12358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:02.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:02 smithi123 ceph-mon[191304]: pgmap v12358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:02.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:02 smithi123 ceph-mon[188613]: pgmap v12358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:04.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:04 smithi123 ceph-mon[188613]: pgmap v12359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:04.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:04 smithi123 ceph-mon[191304]: pgmap v12359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:05.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:04 smithi177 ceph-mon[212096]: pgmap v12359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:06.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:06 smithi123 ceph-mon[188613]: pgmap v12360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:06.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:06 smithi123 ceph-mon[191304]: pgmap v12360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:07.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:06 smithi177 ceph-mon[212096]: pgmap v12360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:08.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:08 smithi123 ceph-mon[191304]: pgmap v12361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:08.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:25:08.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:25:08.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:25:08.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:25:08.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:08 smithi123 ceph-mon[188613]: pgmap v12361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:08.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:25:08.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:25:08.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:25:08.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:25:09.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:08 smithi177 ceph-mon[212096]: pgmap v12361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:09.197 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:25:09.197 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:25:09.197 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:25:09.197 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:25:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:25:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:25:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:25:10.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:10 smithi123 ceph-mon[191304]: pgmap v12362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:10.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:10 smithi123 ceph-mon[188613]: pgmap v12362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:11.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:10 smithi177 ceph-mon[212096]: pgmap v12362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:12.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:12 smithi123 ceph-mon[191304]: pgmap v12363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:12.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:25:12.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:12 smithi123 ceph-mon[188613]: pgmap v12363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:12.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:25:13.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:12 smithi177 ceph-mon[212096]: pgmap v12363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:13.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:25:14.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:14 smithi123 ceph-mon[191304]: pgmap v12364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:14.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:14 smithi123 ceph-mon[188613]: pgmap v12364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:15.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:14 smithi177 ceph-mon[212096]: pgmap v12364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:16.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:16 smithi123 ceph-mon[191304]: pgmap v12365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:16.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:16 smithi123 ceph-mon[188613]: pgmap v12365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:17.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:16 smithi177 ceph-mon[212096]: pgmap v12365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:18.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:18 smithi123 ceph-mon[191304]: pgmap v12366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:18.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:18 smithi123 ceph-mon[188613]: pgmap v12366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:19.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:18 smithi177 ceph-mon[212096]: pgmap v12366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:25:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:25:19] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T16:25:20.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:20 smithi123 ceph-mon[191304]: pgmap v12367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:20.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:20 smithi123 ceph-mon[188613]: pgmap v12367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:21.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:20 smithi177 ceph-mon[212096]: pgmap v12367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:23.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:22 smithi177 ceph-mon[212096]: pgmap v12368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:23.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:22 smithi123 ceph-mon[191304]: pgmap v12368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:23.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:22 smithi123 ceph-mon[188613]: pgmap v12368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:25.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:24 smithi177 ceph-mon[212096]: pgmap v12369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:25.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:24 smithi123 ceph-mon[191304]: pgmap v12369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:25.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:24 smithi123 ceph-mon[188613]: pgmap v12369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:25.649 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:25:25.957 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:25:25.958 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 3m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:25:25.958 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 78s ago 5h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:25:25.958 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 3m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:25:25.958 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 78s ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:25:25.958 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 78s ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:25:25.958 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 3m ago 5h 763M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:25:25.958 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 3m ago 5h 1553M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:25:25.958 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 78s ago 5h 733M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:25:25.958 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 3m ago 5h 793M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:25:25.958 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 3m ago 5h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:25:25.958 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 78s ago 5h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:25:25.958 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 3m ago 5h 4807M 2365M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:25:25.958 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 3m ago 5h 5541M 2365M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:25:25.959 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 3m ago 5h 4509M 2365M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:25:25.959 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 3m ago 5h 4662M 2365M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:25:25.959 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 78s ago 5h 3911M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:25:25.959 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 78s ago 5h 4324M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:25:25.959 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 78s ago 5h 3704M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:25:25.959 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 78s ago 5h 4277M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:25:25.959 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 78s ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:25:26.340 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:25:26.340 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:25:26.340 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:25:26.340 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:25:26.340 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:25:26.341 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:25:26.341 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:25:26.341 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:25:26.341 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:25:26.341 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:25:26.341 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:25:26.341 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:25:26.341 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:25:26.341 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:25:26.341 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:25:26.341 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:25:26.341 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:25:26.341 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:25:27.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:26 smithi177 ceph-mon[212096]: pgmap v12370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:27.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:26 smithi177 ceph-mon[212096]: from='client.57260 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:25:27.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:26 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3968776759' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:25:27.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:26 smithi123 ceph-mon[191304]: pgmap v12370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:27.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:26 smithi123 ceph-mon[191304]: from='client.57260 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:25:27.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:26 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3968776759' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:25:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:26 smithi123 ceph-mon[188613]: pgmap v12370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:26 smithi123 ceph-mon[188613]: from='client.57260 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:25:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:26 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3968776759' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:25:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:27 smithi177 ceph-mon[212096]: from='client.47319 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:25:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:25:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:27 smithi123 ceph-mon[191304]: from='client.47319 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:25:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:25:28.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:27 smithi123 ceph-mon[188613]: from='client.47319 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:25:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:25:29.076 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:28 smithi123 ceph-mon[191304]: pgmap v12371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:29.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:28 smithi123 ceph-mon[188613]: pgmap v12371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:29.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:28 smithi177 ceph-mon[212096]: pgmap v12371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:25:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:25:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:25:30.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:29 smithi177 ceph-mon[212096]: pgmap v12372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:30.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:29 smithi123 ceph-mon[191304]: pgmap v12372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:30.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:29 smithi123 ceph-mon[188613]: pgmap v12372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:32.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:32 smithi177 ceph-mon[212096]: pgmap v12373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:32.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:32 smithi123 ceph-mon[191304]: pgmap v12373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:32.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:32 smithi123 ceph-mon[188613]: pgmap v12373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:34.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:34 smithi123 ceph-mon[191304]: pgmap v12374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:34.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:34 smithi123 ceph-mon[188613]: pgmap v12374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:35.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:34 smithi177 ceph-mon[212096]: pgmap v12374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:36.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:36 smithi123 ceph-mon[191304]: pgmap v12375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:36.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:36 smithi123 ceph-mon[188613]: pgmap v12375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:37.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:36 smithi177 ceph-mon[212096]: pgmap v12375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:38.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:38 smithi123 ceph-mon[191304]: pgmap v12376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:38.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:38 smithi123 ceph-mon[188613]: pgmap v12376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:39.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:38 smithi177 ceph-mon[212096]: pgmap v12376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:25:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:25:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:25:40.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:40 smithi123 ceph-mon[191304]: pgmap v12377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:40.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:40 smithi123 ceph-mon[188613]: pgmap v12377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:41.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:40 smithi177 ceph-mon[212096]: pgmap v12377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:42.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:42 smithi123 ceph-mon[191304]: pgmap v12378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:42.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:25:42.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:42 smithi123 ceph-mon[188613]: pgmap v12378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:42.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:25:43.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:42 smithi177 ceph-mon[212096]: pgmap v12378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:43.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:25:44.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:44 smithi123 ceph-mon[191304]: pgmap v12379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:44.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:44 smithi123 ceph-mon[188613]: pgmap v12379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:45.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:44 smithi177 ceph-mon[212096]: pgmap v12379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:46.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:46 smithi123 ceph-mon[191304]: pgmap v12380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:46.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:46 smithi123 ceph-mon[188613]: pgmap v12380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:47.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:46 smithi177 ceph-mon[212096]: pgmap v12380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:49.076 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:48 smithi123 ceph-mon[191304]: pgmap v12381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:49.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:48 smithi123 ceph-mon[188613]: pgmap v12381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:49.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:48 smithi177 ceph-mon[212096]: pgmap v12381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:25:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:25:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:25:51.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:50 smithi177 ceph-mon[212096]: pgmap v12382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:51.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:50 smithi123 ceph-mon[191304]: pgmap v12382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:51.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:50 smithi123 ceph-mon[188613]: pgmap v12382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:53.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:52 smithi177 ceph-mon[212096]: pgmap v12383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:53.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:52 smithi123 ceph-mon[191304]: pgmap v12383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:53.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:52 smithi123 ceph-mon[188613]: pgmap v12383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:55.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:54 smithi177 ceph-mon[212096]: pgmap v12384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:55.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:54 smithi123 ceph-mon[191304]: pgmap v12384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:55.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:54 smithi123 ceph-mon[188613]: pgmap v12384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:56.686 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:25:56.997 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:25:56.997 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 3m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:25:56.997 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 109s ago 5h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:25:56.997 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 3m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:25:56.997 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 109s ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:25:56.997 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 109s ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:25:56.997 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 3m ago 5h 763M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:25:56.997 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 3m ago 5h 1553M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:25:56.998 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 109s ago 5h 733M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:25:56.998 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 3m ago 5h 793M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:25:56.998 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 3m ago 5h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:25:56.998 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 109s ago 5h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:25:56.998 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 3m ago 5h 4807M 2365M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:25:56.998 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 3m ago 5h 5541M 2365M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:25:56.998 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 3m ago 5h 4509M 2365M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:25:56.998 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 3m ago 5h 4662M 2365M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:25:56.998 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 109s ago 5h 3911M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:25:56.998 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 109s ago 5h 4324M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:25:56.998 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 109s ago 5h 3704M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:25:56.998 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 109s ago 5h 4277M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:25:56.998 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 109s ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:25:57.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:56 smithi177 ceph-mon[212096]: pgmap v12385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:57.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:56 smithi123 ceph-mon[191304]: pgmap v12385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:57.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:56 smithi123 ceph-mon[188613]: pgmap v12385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:57.378 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:25:57.378 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:25:57.378 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:25:57.378 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:25:57.378 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:25:57.378 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:25:57.378 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:25:57.378 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:25:57.378 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:25:57.378 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:25:57.378 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:25:57.378 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:25:57.378 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:25:57.379 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:25:57.379 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:25:57.379 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:25:57.379 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:25:57.379 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:25:58.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:57 smithi177 ceph-mon[212096]: from='client.47331 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:25:58.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:25:58.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:57 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1268456128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:25:58.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:57 smithi123 ceph-mon[191304]: from='client.47331 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:25:58.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:25:58.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:57 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1268456128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:25:58.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:57 smithi123 ceph-mon[188613]: from='client.47331 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:25:58.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:25:58.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:57 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1268456128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:25:59.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:58 smithi123 ceph-mon[188613]: from='client.47337 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:25:59.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:58 smithi123 ceph-mon[188613]: pgmap v12386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:59.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:58 smithi123 ceph-mon[191304]: from='client.47337 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:25:59.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:58 smithi123 ceph-mon[191304]: pgmap v12386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:59.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:58 smithi177 ceph-mon[212096]: from='client.47337 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:25:59.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:58 smithi177 ceph-mon[212096]: pgmap v12386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:25:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:25:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:25:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T16:26:00.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:25:59 smithi177 ceph-mon[212096]: pgmap v12387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:00.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:25:59 smithi123 ceph-mon[188613]: pgmap v12387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:00.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:25:59 smithi123 ceph-mon[191304]: pgmap v12387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:02.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:02 smithi177 ceph-mon[212096]: pgmap v12388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:02.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:02 smithi123 ceph-mon[191304]: pgmap v12388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:02.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:02 smithi123 ceph-mon[188613]: pgmap v12388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:04.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:04 smithi123 ceph-mon[191304]: pgmap v12389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:04.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:04 smithi123 ceph-mon[188613]: pgmap v12389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:05.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:04 smithi177 ceph-mon[212096]: pgmap v12389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:06.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:06 smithi123 ceph-mon[191304]: pgmap v12390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:06.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:06 smithi123 ceph-mon[188613]: pgmap v12390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:07.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:06 smithi177 ceph-mon[212096]: pgmap v12390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:08.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:08 smithi123 ceph-mon[191304]: pgmap v12391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:08.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:26:08.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:08 smithi123 ceph-mon[188613]: pgmap v12391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:08.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:26:09.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:08 smithi177 ceph-mon[212096]: pgmap v12391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:09.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:26:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:26:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:26:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T16:26:09.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:26:09.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:26:09.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:26:09.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:26:09.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:26:09.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:26:10.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:26:10.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:26:10.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:26:10.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:10 smithi123 ceph-mon[188613]: pgmap v12392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:10.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:10 smithi123 ceph-mon[191304]: pgmap v12392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:11.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:10 smithi177 ceph-mon[212096]: pgmap v12392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:12.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:12 smithi123 ceph-mon[188613]: pgmap v12393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:12.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:26:12.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:12 smithi123 ceph-mon[191304]: pgmap v12393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:12.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:26:13.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:12 smithi177 ceph-mon[212096]: pgmap v12393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:13.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:26:15.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:14 smithi177 ceph-mon[212096]: pgmap v12394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:15.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:14 smithi123 ceph-mon[188613]: pgmap v12394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:15.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:14 smithi123 ceph-mon[191304]: pgmap v12394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:17.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:16 smithi177 ceph-mon[212096]: pgmap v12395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:17.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:16 smithi123 ceph-mon[188613]: pgmap v12395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:17.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:16 smithi123 ceph-mon[191304]: pgmap v12395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:19.076 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:18 smithi123 ceph-mon[191304]: pgmap v12396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:19.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:18 smithi123 ceph-mon[188613]: pgmap v12396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:19.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:18 smithi177 ceph-mon[212096]: pgmap v12396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:26:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:26:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:26:21.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:20 smithi177 ceph-mon[212096]: pgmap v12397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:21.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:20 smithi123 ceph-mon[191304]: pgmap v12397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:21.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:20 smithi123 ceph-mon[188613]: pgmap v12397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:23.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:22 smithi177 ceph-mon[212096]: pgmap v12398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:23.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:22 smithi123 ceph-mon[191304]: pgmap v12398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:23.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:22 smithi123 ceph-mon[188613]: pgmap v12398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:25.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:24 smithi177 ceph-mon[212096]: pgmap v12399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:25.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:24 smithi123 ceph-mon[191304]: pgmap v12399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:25.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:24 smithi123 ceph-mon[188613]: pgmap v12399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:27.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:26 smithi177 ceph-mon[212096]: pgmap v12400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:27.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:26 smithi123 ceph-mon[191304]: pgmap v12400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:27.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:26 smithi123 ceph-mon[188613]: pgmap v12400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:27.727 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:26:28.038 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:26:28.039 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 4m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:26:28.039 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 2m ago 5h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:26:28.039 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 4m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:26:28.039 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 2m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:26:28.039 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 2m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:26:28.039 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 4m ago 5h 763M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:26:28.039 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 4m ago 5h 1553M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:26:28.039 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 2m ago 5h 733M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:26:28.039 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 4m ago 5h 793M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:26:28.039 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 4m ago 5h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:26:28.039 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 2m ago 5h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:26:28.039 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 4m ago 5h 4807M 2365M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:26:28.039 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 4m ago 5h 5541M 2365M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:26:28.040 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 4m ago 5h 4509M 2365M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:26:28.040 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 4m ago 5h 4662M 2365M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:26:28.040 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 2m ago 5h 3911M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:26:28.040 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 2m ago 5h 4324M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:26:28.040 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 2m ago 5h 3704M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:26:28.040 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 2m ago 5h 4277M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:26:28.040 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 2m ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:26:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:26:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:26:28.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:26:28.423 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:26:28.423 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:26:28.423 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:26:28.423 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:26:28.423 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:26:28.423 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:26:28.423 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:26:28.423 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:26:28.423 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:26:28.424 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:26:28.424 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:26:28.424 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:26:28.424 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:26:28.424 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:26:28.424 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:26:28.424 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:26:28.424 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:26:28.424 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:26:29.076 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:28 smithi123 ceph-mon[191304]: pgmap v12401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:29.076 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:28 smithi123 ceph-mon[191304]: from='client.47349 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:26:29.076 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:28 smithi123 ceph-mon[191304]: from='client.57302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:26:29.076 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:28 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4146960223' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:26:29.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:28 smithi123 ceph-mon[188613]: pgmap v12401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:29.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:28 smithi123 ceph-mon[188613]: from='client.47349 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:26:29.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:28 smithi123 ceph-mon[188613]: from='client.57302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:26:29.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:28 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4146960223' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:26:29.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:28 smithi177 ceph-mon[212096]: pgmap v12401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:29.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:28 smithi177 ceph-mon[212096]: from='client.47349 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:26:29.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:28 smithi177 ceph-mon[212096]: from='client.57302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:26:29.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:28 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4146960223' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:26:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:26:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:26:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:26:30.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:29 smithi177 ceph-mon[212096]: pgmap v12402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:30.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:29 smithi123 ceph-mon[191304]: pgmap v12402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:30.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:29 smithi123 ceph-mon[188613]: pgmap v12402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:32.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:32 smithi177 ceph-mon[212096]: pgmap v12403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:32.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:32 smithi123 ceph-mon[191304]: pgmap v12403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:32.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:32 smithi123 ceph-mon[188613]: pgmap v12403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:34.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:34 smithi123 ceph-mon[191304]: pgmap v12404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:34.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:34 smithi123 ceph-mon[188613]: pgmap v12404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:35.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:34 smithi177 ceph-mon[212096]: pgmap v12404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:36.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:36 smithi123 ceph-mon[191304]: pgmap v12405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:36.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:36 smithi123 ceph-mon[188613]: pgmap v12405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:37.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:36 smithi177 ceph-mon[212096]: pgmap v12405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:39.076 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:38 smithi123 ceph-mon[191304]: pgmap v12406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:39.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:38 smithi123 ceph-mon[188613]: pgmap v12406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:39.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:38 smithi177 ceph-mon[212096]: pgmap v12406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:26:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:26:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:26:41.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:40 smithi177 ceph-mon[212096]: pgmap v12407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:41.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:40 smithi123 ceph-mon[191304]: pgmap v12407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:41.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:40 smithi123 ceph-mon[188613]: pgmap v12407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:43.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:42 smithi177 ceph-mon[212096]: pgmap v12408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:43.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:26:43.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:42 smithi123 ceph-mon[191304]: pgmap v12408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:43.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:26:43.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:42 smithi123 ceph-mon[188613]: pgmap v12408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:43.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:26:45.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:44 smithi177 ceph-mon[212096]: pgmap v12409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:45.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:44 smithi123 ceph-mon[191304]: pgmap v12409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:45.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:44 smithi123 ceph-mon[188613]: pgmap v12409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:47.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:46 smithi177 ceph-mon[212096]: pgmap v12410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:47.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:46 smithi123 ceph-mon[191304]: pgmap v12410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:47.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:46 smithi123 ceph-mon[188613]: pgmap v12410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:49.075 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:48 smithi123 ceph-mon[191304]: pgmap v12411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:49.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:48 smithi123 ceph-mon[188613]: pgmap v12411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:49.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:48 smithi177 ceph-mon[212096]: pgmap v12411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:26:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:26:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:26:51.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:50 smithi177 ceph-mon[212096]: pgmap v12412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:51.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:50 smithi123 ceph-mon[191304]: pgmap v12412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:51.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:50 smithi123 ceph-mon[188613]: pgmap v12412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:53.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:52 smithi177 ceph-mon[212096]: pgmap v12413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:53.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:52 smithi123 ceph-mon[191304]: pgmap v12413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:53.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:52 smithi123 ceph-mon[188613]: pgmap v12413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:55.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:54 smithi177 ceph-mon[212096]: pgmap v12414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:55.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:54 smithi123 ceph-mon[191304]: pgmap v12414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:55.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:54 smithi123 ceph-mon[188613]: pgmap v12414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:57.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:56 smithi177 ceph-mon[212096]: pgmap v12415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:57.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:56 smithi123 ceph-mon[191304]: pgmap v12415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:57.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:56 smithi123 ceph-mon[188613]: pgmap v12415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:58.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:26:58.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:26:58.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:26:58.766 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:26:59.079 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:26:59.079 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 4m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:26:59.079 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 2m ago 5h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:26:59.079 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 4m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:26:59.079 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 2m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:26:59.079 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 2m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:26:59.080 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 4m ago 5h 763M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:26:59.080 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 4m ago 5h 1553M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:26:59.080 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 2m ago 5h 733M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:26:59.080 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 4m ago 5h 793M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:26:59.080 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 4m ago 5h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:26:59.080 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 2m ago 5h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:26:59.080 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 4m ago 5h 4807M 2365M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:26:59.080 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 4m ago 5h 5541M 2365M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:26:59.080 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 4m ago 5h 4509M 2365M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:26:59.080 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 4m ago 5h 4662M 2365M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:26:59.080 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 2m ago 5h 3911M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:26:59.080 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 2m ago 5h 4324M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:26:59.080 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 2m ago 5h 3704M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:26:59.080 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 2m ago 5h 4277M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:26:59.080 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 2m ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:26:59.081 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:58 smithi123 ceph-mon[191304]: pgmap v12416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:59.081 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:58 smithi123 ceph-mon[191304]: from='client.57314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:26:59.081 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:58 smithi123 ceph-mon[188613]: pgmap v12416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:59.081 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:58 smithi123 ceph-mon[188613]: from='client.57314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:26:59.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:58 smithi177 ceph-mon[212096]: pgmap v12416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:26:59.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:58 smithi177 ceph-mon[212096]: from='client.57314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:26:59.459 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:26:59.460 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:26:59.460 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:26:59.460 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:26:59.460 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:26:59.460 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:26:59.460 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:26:59.460 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:26:59.460 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:26:59.460 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:26:59.460 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:26:59.461 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:26:59.461 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:26:59.461 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:26:59.461 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:26:59.461 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:26:59.461 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:26:59.461 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:26:59.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:26:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:26:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:27:00.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:59 smithi177 ceph-mon[212096]: from='client.57320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:27:00.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:59 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2851520895' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:27:00.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:26:59 smithi177 ceph-mon[212096]: pgmap v12417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:00.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:59 smithi123 ceph-mon[188613]: from='client.57320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:27:00.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:59 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2851520895' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:27:00.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:26:59 smithi123 ceph-mon[188613]: pgmap v12417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:00.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:59 smithi123 ceph-mon[191304]: from='client.57320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:27:00.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:59 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2851520895' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:27:00.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:26:59 smithi123 ceph-mon[191304]: pgmap v12417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:02.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:02 smithi177 ceph-mon[212096]: pgmap v12418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:02.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:02 smithi123 ceph-mon[191304]: pgmap v12418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:02.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:02 smithi123 ceph-mon[188613]: pgmap v12418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:05.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:04 smithi177 ceph-mon[212096]: pgmap v12419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:05.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:04 smithi123 ceph-mon[191304]: pgmap v12419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:05.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:04 smithi123 ceph-mon[188613]: pgmap v12419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:07.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:06 smithi177 ceph-mon[212096]: pgmap v12420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:07.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:06 smithi123 ceph-mon[191304]: pgmap v12420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:07.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:06 smithi123 ceph-mon[188613]: pgmap v12420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:09.076 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:08 smithi123 ceph-mon[191304]: pgmap v12421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:09.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:08 smithi123 ceph-mon[188613]: pgmap v12421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:09.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:08 smithi177 ceph-mon[212096]: pgmap v12421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:09.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:27:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:27:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:27:10.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:27:10.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:27:10.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:27:10.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:27:10.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:27:10.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:27:10.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:27:10.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:27:10.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:27:10.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:27:10.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:27:10.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:27:11.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:10 smithi177 ceph-mon[212096]: pgmap v12422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:11.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:10 smithi123 ceph-mon[191304]: pgmap v12422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:11.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:10 smithi123 ceph-mon[188613]: pgmap v12422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:13.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:12 smithi177 ceph-mon[212096]: pgmap v12423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:13.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:27:13.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:12 smithi123 ceph-mon[191304]: pgmap v12423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:13.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:27:13.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:12 smithi123 ceph-mon[188613]: pgmap v12423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:13.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:27:15.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:14 smithi177 ceph-mon[212096]: pgmap v12424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:15.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:14 smithi123 ceph-mon[191304]: pgmap v12424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:15.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:14 smithi123 ceph-mon[188613]: pgmap v12424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:16.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:15 smithi177 ceph-mon[212096]: pgmap v12425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:16.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:15 smithi123 ceph-mon[191304]: pgmap v12425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:16.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:15 smithi123 ceph-mon[188613]: pgmap v12425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:19.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:18 smithi123 ceph-mon[191304]: pgmap v12426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:19.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:18 smithi123 ceph-mon[188613]: pgmap v12426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:19.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:18 smithi177 ceph-mon[212096]: pgmap v12426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:19.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:27:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:27:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:27:21.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:20 smithi177 ceph-mon[212096]: pgmap v12427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:21.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:20 smithi123 ceph-mon[191304]: pgmap v12427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:21.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:20 smithi123 ceph-mon[188613]: pgmap v12427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:23.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:22 smithi177 ceph-mon[212096]: pgmap v12428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:23.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:22 smithi123 ceph-mon[191304]: pgmap v12428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:23.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:22 smithi123 ceph-mon[188613]: pgmap v12428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:25.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:24 smithi177 ceph-mon[212096]: pgmap v12429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:25.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:24 smithi123 ceph-mon[191304]: pgmap v12429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:25.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:24 smithi123 ceph-mon[188613]: pgmap v12429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:27.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:26 smithi177 ceph-mon[212096]: pgmap v12430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:27.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:26 smithi123 ceph-mon[191304]: pgmap v12430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:27.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:26 smithi123 ceph-mon[188613]: pgmap v12430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:28.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:27:28.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:27:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:27:29.076 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:28 smithi123 ceph-mon[191304]: pgmap v12431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:29.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:28 smithi123 ceph-mon[188613]: pgmap v12431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:29.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:28 smithi177 ceph-mon[212096]: pgmap v12431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:29.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:27:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:27:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:27:29.812 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:27:30.123 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:27:30.123 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 5m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:27:30.123 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 3m ago 5h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:27:30.123 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 5m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:27:30.123 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 3m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:27:30.123 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 3m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:27:30.123 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 5m ago 5h 763M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:27:30.123 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 5m ago 5h 1553M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:27:30.123 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 3m ago 5h 733M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:27:30.123 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 5m ago 5h 793M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:27:30.123 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 5m ago 5h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:27:30.123 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 3m ago 5h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:27:30.123 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 5m ago 5h 4807M 2365M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:27:30.124 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 5m ago 5h 5541M 2365M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:27:30.124 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 5m ago 5h 4509M 2365M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:27:30.124 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 5m ago 5h 4662M 2365M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:27:30.124 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 3m ago 5h 3911M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:27:30.124 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 3m ago 5h 4324M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:27:30.124 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 3m ago 5h 3704M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:27:30.124 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 3m ago 5h 4277M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:27:30.124 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 3m ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:27:30.505 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:27:30.505 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:27:30.505 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:27:30.505 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:27:30.505 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:27:30.505 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:27:30.505 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:27:30.505 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:27:30.506 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:27:30.506 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:27:30.506 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:27:30.506 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:27:30.506 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:27:30.506 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:27:30.506 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:27:30.506 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:27:30.506 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:27:30.506 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:27:31.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:30 smithi177 ceph-mon[212096]: pgmap v12432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:31.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:30 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/739637776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:27:31.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:30 smithi123 ceph-mon[191304]: pgmap v12432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:31.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:30 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/739637776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:27:31.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:30 smithi123 ceph-mon[188613]: pgmap v12432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:31.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:30 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/739637776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:27:32.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:31 smithi177 ceph-mon[212096]: from='client.57332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:27:32.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:31 smithi177 ceph-mon[212096]: from='client.47391 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:27:32.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:31 smithi123 ceph-mon[191304]: from='client.57332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:27:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:31 smithi123 ceph-mon[191304]: from='client.47391 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:27:32.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:31 smithi123 ceph-mon[188613]: from='client.57332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:27:32.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:31 smithi123 ceph-mon[188613]: from='client.47391 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:27:33.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:32 smithi177 ceph-mon[212096]: pgmap v12433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:33.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:32 smithi123 ceph-mon[191304]: pgmap v12433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:33.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:32 smithi123 ceph-mon[188613]: pgmap v12433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:34.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:33 smithi177 ceph-mon[212096]: pgmap v12434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:34.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:33 smithi123 ceph-mon[191304]: pgmap v12434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:34.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:33 smithi123 ceph-mon[188613]: pgmap v12434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:36.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:36 smithi177 ceph-mon[212096]: pgmap v12435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:36.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:36 smithi123 ceph-mon[191304]: pgmap v12435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:36.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:36 smithi123 ceph-mon[188613]: pgmap v12435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:39.076 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:38 smithi123 ceph-mon[191304]: pgmap v12436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:39.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:38 smithi123 ceph-mon[188613]: pgmap v12436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:39.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:38 smithi177 ceph-mon[212096]: pgmap v12436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:39.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:27:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:27:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:27:41.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:40 smithi177 ceph-mon[212096]: pgmap v12437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:41.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:40 smithi123 ceph-mon[188613]: pgmap v12437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:41.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:40 smithi123 ceph-mon[191304]: pgmap v12437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:43.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:42 smithi177 ceph-mon[212096]: pgmap v12438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:43.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:27:43.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:42 smithi123 ceph-mon[191304]: pgmap v12438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:43.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:27:43.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:42 smithi123 ceph-mon[188613]: pgmap v12438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:43.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:27:45.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:44 smithi177 ceph-mon[212096]: pgmap v12439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:45.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:44 smithi123 ceph-mon[191304]: pgmap v12439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:45.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:44 smithi123 ceph-mon[188613]: pgmap v12439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:47.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:46 smithi177 ceph-mon[212096]: pgmap v12440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:47.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:46 smithi123 ceph-mon[191304]: pgmap v12440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:47.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:46 smithi123 ceph-mon[188613]: pgmap v12440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:49.076 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:48 smithi123 ceph-mon[191304]: pgmap v12441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:49.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:48 smithi123 ceph-mon[188613]: pgmap v12441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:49.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:48 smithi177 ceph-mon[212096]: pgmap v12441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:49.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:27:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:27:49] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T16:27:51.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:50 smithi177 ceph-mon[212096]: pgmap v12442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:51.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:50 smithi123 ceph-mon[191304]: pgmap v12442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:51.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:50 smithi123 ceph-mon[188613]: pgmap v12442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:53.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:52 smithi177 ceph-mon[212096]: pgmap v12443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:53.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:52 smithi123 ceph-mon[191304]: pgmap v12443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:53.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:52 smithi123 ceph-mon[188613]: pgmap v12443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:55.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:54 smithi177 ceph-mon[212096]: pgmap v12444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:55.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:54 smithi123 ceph-mon[188613]: pgmap v12444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:55.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:54 smithi123 ceph-mon[191304]: pgmap v12444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:57.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:56 smithi177 ceph-mon[212096]: pgmap v12445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:57.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:27:57.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:56 smithi123 ceph-mon[191304]: pgmap v12445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:57.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:27:57.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:56 smithi123 ceph-mon[188613]: pgmap v12445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:57.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:27:59.075 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:58 smithi123 ceph-mon[191304]: pgmap v12446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:59.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:58 smithi123 ceph-mon[188613]: pgmap v12446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:59.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:58 smithi177 ceph-mon[212096]: pgmap v12446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:27:59.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:27:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:27:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:28:00.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:27:59 smithi177 ceph-mon[212096]: pgmap v12447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:00.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:27:59 smithi123 ceph-mon[191304]: pgmap v12447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:00.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:27:59 smithi123 ceph-mon[188613]: pgmap v12447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:00.848 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:28:01.156 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:28:01.156 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 5m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:28:01.156 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 3m ago 5h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:28:01.157 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 5m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:28:01.157 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 3m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:28:01.157 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 3m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:28:01.157 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 5m ago 5h 763M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:28:01.157 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 5m ago 5h 1553M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:28:01.157 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 3m ago 5h 733M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:28:01.157 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 5m ago 5h 793M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:28:01.157 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 5m ago 5h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:28:01.157 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 3m ago 5h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:28:01.157 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 5m ago 5h 4807M 2365M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:28:01.157 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 5m ago 5h 5541M 2365M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:28:01.157 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 5m ago 5h 4509M 2365M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:28:01.157 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 5m ago 5h 4662M 2365M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:28:01.157 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 3m ago 5h 3911M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:28:01.157 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 3m ago 5h 4324M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:28:01.158 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 3m ago 5h 3704M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:28:01.158 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 3m ago 5h 4277M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:28:01.158 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 3m ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:28:01.536 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:28:01.536 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:28:01.536 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:28:01.536 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:28:01.536 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:28:01.536 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:28:01.536 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:28:01.536 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:28:01.537 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:28:01.537 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:28:01.537 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:28:01.537 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:28:01.537 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:28:01.537 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:28:01.537 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:28:01.537 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:28:01.537 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:28:01.537 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:28:01.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:01 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3102401112' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:28:01.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:01 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3102401112' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:28:01.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:01 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3102401112' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:28:02.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:02 smithi177 ceph-mon[212096]: from='client.47403 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:28:02.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:02 smithi177 ceph-mon[212096]: from='client.47409 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:28:02.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:02 smithi177 ceph-mon[212096]: pgmap v12448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:02.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:02 smithi123 ceph-mon[191304]: from='client.47403 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:28:02.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:02 smithi123 ceph-mon[191304]: from='client.47409 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:28:02.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:02 smithi123 ceph-mon[191304]: pgmap v12448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:02.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:02 smithi123 ceph-mon[188613]: from='client.47403 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:28:02.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:02 smithi123 ceph-mon[188613]: from='client.47409 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:28:02.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:02 smithi123 ceph-mon[188613]: pgmap v12448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:05.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:04 smithi177 ceph-mon[212096]: pgmap v12449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:05.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:04 smithi123 ceph-mon[191304]: pgmap v12449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:05.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:04 smithi123 ceph-mon[188613]: pgmap v12449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:07.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:06 smithi177 ceph-mon[212096]: pgmap v12450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:07.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:06 smithi123 ceph-mon[191304]: pgmap v12450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:07.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:06 smithi123 ceph-mon[188613]: pgmap v12450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:09.075 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:08 smithi123 ceph-mon[191304]: pgmap v12451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:09.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:08 smithi123 ceph-mon[188613]: pgmap v12451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:09.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:08 smithi177 ceph-mon[212096]: pgmap v12451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:09.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:28:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:28:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:28:11.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:10 smithi177 ceph-mon[212096]: pgmap v12452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:11.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:28:11.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:28:11.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:28:11.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:28:11.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:10 smithi123 ceph-mon[191304]: pgmap v12452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:11.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:28:11.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:28:11.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:28:11.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:28:11.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:10 smithi123 ceph-mon[188613]: pgmap v12452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:11.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:28:11.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:28:11.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:28:11.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:28:13.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:12 smithi177 ceph-mon[212096]: pgmap v12453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:13.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:28:13.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:12 smithi123 ceph-mon[191304]: pgmap v12453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:13.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:28:13.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:12 smithi123 ceph-mon[188613]: pgmap v12453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:13.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:28:15.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:14 smithi177 ceph-mon[212096]: pgmap v12454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:15.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:14 smithi123 ceph-mon[191304]: pgmap v12454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:15.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:14 smithi123 ceph-mon[188613]: pgmap v12454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:17.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:16 smithi177 ceph-mon[212096]: pgmap v12455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:17.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:16 smithi123 ceph-mon[191304]: pgmap v12455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:17.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:16 smithi123 ceph-mon[188613]: pgmap v12455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:19.076 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:18 smithi123 ceph-mon[191304]: pgmap v12456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:19.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:18 smithi123 ceph-mon[188613]: pgmap v12456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:19.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:18 smithi177 ceph-mon[212096]: pgmap v12456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:19.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:28:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:28:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:28:20.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:19 smithi177 ceph-mon[212096]: pgmap v12457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:20.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:19 smithi123 ceph-mon[191304]: pgmap v12457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:20.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:19 smithi123 ceph-mon[188613]: pgmap v12457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:22.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:22 smithi177 ceph-mon[212096]: pgmap v12458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:22.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:22 smithi123 ceph-mon[191304]: pgmap v12458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:22.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:22 smithi123 ceph-mon[188613]: pgmap v12458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:25.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:24 smithi177 ceph-mon[212096]: pgmap v12459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:25.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:24 smithi123 ceph-mon[191304]: pgmap v12459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:25.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:24 smithi123 ceph-mon[188613]: pgmap v12459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:27.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:26 smithi177 ceph-mon[212096]: pgmap v12460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:27.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:26 smithi123 ceph-mon[191304]: pgmap v12460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:27.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:26 smithi123 ceph-mon[188613]: pgmap v12460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:28.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:28:28.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:28:28.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:28:29.075 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:28 smithi123 ceph-mon[191304]: pgmap v12461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:29.075 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:28 smithi123 ceph-mon[188613]: pgmap v12461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:29.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:28 smithi177 ceph-mon[212096]: pgmap v12461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:29.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:28:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:28:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:28:31.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:30 smithi177 ceph-mon[212096]: pgmap v12462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:31.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:30 smithi123 ceph-mon[191304]: pgmap v12462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:31.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:30 smithi123 ceph-mon[188613]: pgmap v12462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:31.885 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:28:32.196 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:28:32.196 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 6m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:28:32.196 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 4m ago 5h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:28:32.196 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 6m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:28:32.197 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 4m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:28:32.197 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 4m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:28:32.197 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 6m ago 5h 763M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:28:32.197 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 6m ago 5h 1553M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:28:32.197 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 4m ago 5h 733M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:28:32.197 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 6m ago 5h 793M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:28:32.197 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 6m ago 5h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:28:32.197 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 4m ago 5h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:28:32.197 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 6m ago 5h 4807M 2365M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:28:32.197 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 6m ago 5h 5541M 2365M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:28:32.197 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 6m ago 5h 4509M 2365M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:28:32.198 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 6m ago 5h 4662M 2365M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:28:32.198 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 4m ago 5h 3911M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:28:32.198 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 4m ago 5h 4324M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:28:32.198 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 4m ago 5h 3704M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:28:32.198 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 4m ago 5h 4277M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:28:32.198 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 4m ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:28:32.577 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:28:32.577 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:28:32.577 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:28:32.577 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:28:32.577 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:28:32.577 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:28:32.577 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:28:32.577 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:28:32.577 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:28:32.578 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:28:32.578 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:28:32.578 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:28:32.578 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:28:32.578 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:28:32.578 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:28:32.578 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:28:32.578 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:28:32.578 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:28:33.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:32 smithi177 ceph-mon[212096]: pgmap v12463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:33.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:32 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1521841337' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:28:33.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:32 smithi123 ceph-mon[191304]: pgmap v12463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:33.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:32 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1521841337' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:28:33.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:32 smithi123 ceph-mon[188613]: pgmap v12463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:33.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:32 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1521841337' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:28:34.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:33 smithi177 ceph-mon[212096]: from='client.47421 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:28:34.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:33 smithi177 ceph-mon[212096]: from='client.57374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:28:34.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:33 smithi123 ceph-mon[191304]: from='client.47421 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:28:34.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:33 smithi123 ceph-mon[191304]: from='client.57374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:28:34.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:33 smithi123 ceph-mon[188613]: from='client.47421 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:28:34.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:33 smithi123 ceph-mon[188613]: from='client.57374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:28:35.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:34 smithi177 ceph-mon[212096]: pgmap v12464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:35.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:34 smithi123 ceph-mon[191304]: pgmap v12464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:35.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:34 smithi123 ceph-mon[188613]: pgmap v12464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:36.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:35 smithi177 ceph-mon[212096]: pgmap v12465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:36.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:35 smithi123 ceph-mon[191304]: pgmap v12465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:36.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:35 smithi123 ceph-mon[188613]: pgmap v12465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:39.075 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:38 smithi123 ceph-mon[191304]: pgmap v12466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:39.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:38 smithi123 ceph-mon[188613]: pgmap v12466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:39.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:38 smithi177 ceph-mon[212096]: pgmap v12466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:39.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:28:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:28:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:28:41.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:40 smithi177 ceph-mon[212096]: pgmap v12467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:41.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:40 smithi123 ceph-mon[191304]: pgmap v12467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:41.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:40 smithi123 ceph-mon[188613]: pgmap v12467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:43.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:42 smithi177 ceph-mon[212096]: pgmap v12468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:43.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:28:43.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:42 smithi123 ceph-mon[191304]: pgmap v12468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:43.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:28:43.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:42 smithi123 ceph-mon[188613]: pgmap v12468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:43.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:28:45.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:44 smithi177 ceph-mon[212096]: pgmap v12469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:45.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:44 smithi123 ceph-mon[191304]: pgmap v12469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:45.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:44 smithi123 ceph-mon[188613]: pgmap v12469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:47.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:46 smithi177 ceph-mon[212096]: pgmap v12470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:47.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:46 smithi123 ceph-mon[191304]: pgmap v12470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:47.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:46 smithi123 ceph-mon[188613]: pgmap v12470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:49.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:48 smithi123 ceph-mon[191304]: pgmap v12471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:49.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:48 smithi123 ceph-mon[188613]: pgmap v12471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:49.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:48 smithi177 ceph-mon[212096]: pgmap v12471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:28:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:28:49] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:28:51.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:50 smithi177 ceph-mon[212096]: pgmap v12472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:51.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:50 smithi123 ceph-mon[191304]: pgmap v12472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:51.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:50 smithi123 ceph-mon[188613]: pgmap v12472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:52.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:51 smithi177 ceph-mon[212096]: pgmap v12473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:52.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:51 smithi123 ceph-mon[191304]: pgmap v12473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:52.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:51 smithi123 ceph-mon[188613]: pgmap v12473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:55.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:54 smithi177 ceph-mon[212096]: pgmap v12474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:55.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:54 smithi123 ceph-mon[191304]: pgmap v12474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:55.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:54 smithi123 ceph-mon[188613]: pgmap v12474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:57.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:56 smithi177 ceph-mon[212096]: pgmap v12475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:57.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:56 smithi123 ceph-mon[191304]: pgmap v12475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:57.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:56 smithi123 ceph-mon[188613]: pgmap v12475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:58.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:28:58.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:28:58.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:28:59.075 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:28:58 smithi123 ceph-mon[191304]: pgmap v12476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:59.075 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:28:58 smithi123 ceph-mon[188613]: pgmap v12476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:59.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:28:58 smithi177 ceph-mon[212096]: pgmap v12476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:28:59.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:28:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:28:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T16:29:01.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:00 smithi177 ceph-mon[212096]: pgmap v12477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:01.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:00 smithi123 ceph-mon[188613]: pgmap v12477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:01.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:00 smithi123 ceph-mon[191304]: pgmap v12477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:02.930 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:29:03.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:02 smithi177 ceph-mon[212096]: pgmap v12478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:03.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:02 smithi123 ceph-mon[191304]: pgmap v12478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:03.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:02 smithi123 ceph-mon[188613]: pgmap v12478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:03.239 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:29:03.239 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 6m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:29:03.239 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 4m ago 5h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:29:03.239 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 6m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:29:03.239 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 4m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:29:03.239 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 4m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:29:03.239 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 6m ago 5h 763M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:29:03.239 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 6m ago 5h 1553M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:29:03.239 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 4m ago 5h 733M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:29:03.239 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 6m ago 5h 793M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:29:03.239 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 6m ago 5h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:29:03.239 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 4m ago 5h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:29:03.239 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 6m ago 5h 4807M 2365M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:29:03.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 6m ago 5h 5541M 2365M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:29:03.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 6m ago 5h 4509M 2365M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:29:03.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 6m ago 5h 4662M 2365M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:29:03.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 4m ago 5h 3911M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:29:03.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 4m ago 5h 4324M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:29:03.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 4m ago 5h 3704M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:29:03.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 4m ago 5h 4277M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:29:03.240 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 4m ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:29:03.618 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:29:03.618 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:29:03.619 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:29:03.619 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:29:03.619 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:29:03.619 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:29:03.619 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:29:03.619 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:29:03.619 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:29:03.619 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:29:03.619 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:29:03.619 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:29:03.619 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:29:03.619 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:29:03.619 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:29:03.619 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:29:03.620 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:29:03.620 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:29:04.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:03 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/941457674' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:29:04.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:03 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/941457674' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:29:04.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:03 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/941457674' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:29:05.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:04 smithi177 ceph-mon[212096]: from='client.57386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:29:05.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:04 smithi177 ceph-mon[212096]: from='client.47445 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:29:05.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:04 smithi177 ceph-mon[212096]: pgmap v12479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:05.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:04 smithi123 ceph-mon[188613]: from='client.57386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:29:05.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:04 smithi123 ceph-mon[188613]: from='client.47445 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:29:05.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:04 smithi123 ceph-mon[188613]: pgmap v12479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:05.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:04 smithi123 ceph-mon[191304]: from='client.57386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:29:05.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:04 smithi123 ceph-mon[191304]: from='client.47445 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:29:05.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:04 smithi123 ceph-mon[191304]: pgmap v12479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:06.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:05 smithi177 ceph-mon[212096]: pgmap v12480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:06.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:05 smithi123 ceph-mon[191304]: pgmap v12480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:06.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:05 smithi123 ceph-mon[188613]: pgmap v12480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:09.075 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:08 smithi123 ceph-mon[191304]: pgmap v12481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:09.075 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:08 smithi123 ceph-mon[188613]: pgmap v12481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:09.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:08 smithi177 ceph-mon[212096]: pgmap v12481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:09.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:29:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:29:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T16:29:11.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:10 smithi177 ceph-mon[212096]: pgmap v12482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:11.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:29:11.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:10 smithi123 ceph-mon[191304]: pgmap v12482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:11.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:29:11.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:10 smithi123 ceph-mon[188613]: pgmap v12482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:11.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:29:12.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:29:12.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:29:12.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:29:12.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:29:12.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:29:12.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:29:12.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:29:12.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:29:12.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:29:13.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:12 smithi177 ceph-mon[212096]: pgmap v12483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:13.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:29:13.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:12 smithi123 ceph-mon[191304]: pgmap v12483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:13.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:29:13.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:12 smithi123 ceph-mon[188613]: pgmap v12483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:13.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:29:15.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:14 smithi177 ceph-mon[212096]: pgmap v12484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:15.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:14 smithi123 ceph-mon[191304]: pgmap v12484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:15.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:14 smithi123 ceph-mon[188613]: pgmap v12484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:17.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:16 smithi177 ceph-mon[212096]: pgmap v12485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:17.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:16 smithi123 ceph-mon[191304]: pgmap v12485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:17.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:16 smithi123 ceph-mon[188613]: pgmap v12485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:19.075 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:18 smithi123 ceph-mon[191304]: pgmap v12486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:19.075 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:18 smithi123 ceph-mon[188613]: pgmap v12486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:19.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:18 smithi177 ceph-mon[212096]: pgmap v12486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:19.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:29:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:29:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:29:21.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:20 smithi177 ceph-mon[212096]: pgmap v12487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:21.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:20 smithi123 ceph-mon[191304]: pgmap v12487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:21.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:20 smithi123 ceph-mon[188613]: pgmap v12487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:23.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:22 smithi177 ceph-mon[212096]: pgmap v12488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:23.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:22 smithi123 ceph-mon[191304]: pgmap v12488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:23.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:22 smithi123 ceph-mon[188613]: pgmap v12488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:25.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:24 smithi177 ceph-mon[212096]: pgmap v12489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:25.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:24 smithi123 ceph-mon[191304]: pgmap v12489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:25.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:24 smithi123 ceph-mon[188613]: pgmap v12489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:26.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:25 smithi177 ceph-mon[212096]: pgmap v12490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:26.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:25 smithi123 ceph-mon[191304]: pgmap v12490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:26.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:25 smithi123 ceph-mon[188613]: pgmap v12490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:27.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:29:27.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:29:27.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:29:29.075 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:28 smithi123 ceph-mon[191304]: pgmap v12491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:29.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:28 smithi123 ceph-mon[188613]: pgmap v12491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:29.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:28 smithi177 ceph-mon[212096]: pgmap v12491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:29.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:29:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:29:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:29:31.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:30 smithi177 ceph-mon[212096]: pgmap v12492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:31.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:30 smithi123 ceph-mon[191304]: pgmap v12492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:31.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:30 smithi123 ceph-mon[188613]: pgmap v12492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:33.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:32 smithi177 ceph-mon[212096]: pgmap v12493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:33.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:32 smithi123 ceph-mon[191304]: pgmap v12493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:33.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:32 smithi123 ceph-mon[188613]: pgmap v12493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:33.966 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:29:34.279 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:29:34.279 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 7m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:29:34.279 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 5m ago 5h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:29:34.279 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 7m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:29:34.279 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 5m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:29:34.279 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 5m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:29:34.279 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 7m ago 5h 763M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:29:34.279 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 7m ago 5h 1553M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:29:34.279 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 5m ago 5h 733M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:29:34.279 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 7m ago 5h 793M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:29:34.279 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 7m ago 5h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:29:34.279 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 5m ago 5h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:29:34.279 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 7m ago 5h 4807M 2365M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:29:34.280 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 7m ago 5h 5541M 2365M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:29:34.280 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 7m ago 5h 4509M 2365M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:29:34.280 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 7m ago 5h 4662M 2365M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:29:34.280 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 5m ago 5h 3911M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:29:34.280 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 5m ago 5h 4324M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:29:34.280 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 5m ago 5h 3704M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:29:34.280 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 5m ago 5h 4277M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:29:34.280 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 5m ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:29:34.659 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:29:34.660 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:29:34.660 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:29:34.660 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:29:34.660 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:29:34.660 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:29:34.660 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:29:34.660 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:29:34.661 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:29:34.661 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:29:34.661 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:29:34.661 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:29:34.661 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:29:34.661 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:29:34.661 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:29:34.661 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:29:34.662 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:29:34.662 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:29:35.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:34 smithi177 ceph-mon[212096]: pgmap v12494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:35.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:34 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3055701509' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:29:35.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:34 smithi123 ceph-mon[191304]: pgmap v12494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:35.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:34 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3055701509' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:29:35.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:34 smithi123 ceph-mon[188613]: pgmap v12494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:35.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:34 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3055701509' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:29:36.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:35 smithi177 ceph-mon[212096]: from='client.57404 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:29:36.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:35 smithi177 ceph-mon[212096]: from='client.47463 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:29:36.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:35 smithi123 ceph-mon[188613]: from='client.57404 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:29:36.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:35 smithi123 ceph-mon[188613]: from='client.47463 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:29:36.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:35 smithi123 ceph-mon[191304]: from='client.57404 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:29:36.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:35 smithi123 ceph-mon[191304]: from='client.47463 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:29:37.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:36 smithi177 ceph-mon[212096]: pgmap v12495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:37.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:36 smithi123 ceph-mon[191304]: pgmap v12495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:37.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:36 smithi123 ceph-mon[188613]: pgmap v12495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:39.075 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:38 smithi123 ceph-mon[191304]: pgmap v12496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:39.075 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:38 smithi123 ceph-mon[188613]: pgmap v12496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:39.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:38 smithi177 ceph-mon[212096]: pgmap v12496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:39.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:29:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:29:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:29:41.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:40 smithi177 ceph-mon[212096]: pgmap v12497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:41.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:40 smithi123 ceph-mon[188613]: pgmap v12497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:41.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:40 smithi123 ceph-mon[191304]: pgmap v12497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:42.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:29:42.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:29:42.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:29:43.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:42 smithi177 ceph-mon[212096]: pgmap v12498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:43.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:42 smithi123 ceph-mon[191304]: pgmap v12498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:43.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:42 smithi123 ceph-mon[188613]: pgmap v12498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:44.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:43 smithi177 ceph-mon[212096]: pgmap v12499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:44.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:43 smithi123 ceph-mon[191304]: pgmap v12499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:44.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:43 smithi123 ceph-mon[188613]: pgmap v12499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:46.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:46 smithi177 ceph-mon[212096]: pgmap v12500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:46.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:46 smithi123 ceph-mon[191304]: pgmap v12500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:46.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:46 smithi123 ceph-mon[188613]: pgmap v12500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:49.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:48 smithi123 ceph-mon[191304]: pgmap v12501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:49.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:48 smithi123 ceph-mon[188613]: pgmap v12501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:49.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:48 smithi177 ceph-mon[212096]: pgmap v12501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:49.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:29:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:29:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:29:51.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:50 smithi177 ceph-mon[212096]: pgmap v12502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:51.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:50 smithi123 ceph-mon[188613]: pgmap v12502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:51.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:50 smithi123 ceph-mon[191304]: pgmap v12502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:53.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:52 smithi177 ceph-mon[212096]: pgmap v12503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:53.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:52 smithi123 ceph-mon[191304]: pgmap v12503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:53.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:52 smithi123 ceph-mon[188613]: pgmap v12503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:55.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:54 smithi177 ceph-mon[212096]: pgmap v12504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:55.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:54 smithi123 ceph-mon[191304]: pgmap v12504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:55.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:54 smithi123 ceph-mon[188613]: pgmap v12504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:57.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:56 smithi177 ceph-mon[212096]: pgmap v12505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:57.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:29:57.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:56 smithi123 ceph-mon[191304]: pgmap v12505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:57.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:29:57.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:56 smithi123 ceph-mon[188613]: pgmap v12505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:57.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:29:59.075 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:29:58 smithi123 ceph-mon[191304]: pgmap v12506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:59.075 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:29:58 smithi123 ceph-mon[188613]: pgmap v12506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:59.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:29:58 smithi177 ceph-mon[212096]: pgmap v12506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:29:59.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:29:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:29:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:30:00.488 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T16:29:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T16:30:01.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:00 smithi177 ceph-mon[212096]: pgmap v12507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:01.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T16:30:01.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:00 smithi123 ceph-mon[191304]: pgmap v12507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:01.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T16:30:01.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:00 smithi123 ceph-mon[188613]: pgmap v12507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:01.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T16:30:02.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:01 smithi177 ceph-mon[212096]: pgmap v12508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:02.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:01 smithi123 ceph-mon[191304]: pgmap v12508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:02.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:01 smithi123 ceph-mon[188613]: pgmap v12508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:05.007 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:30:05.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:04 smithi177 ceph-mon[212096]: pgmap v12509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:05.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:04 smithi123 ceph-mon[188613]: pgmap v12509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:05.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:04 smithi123 ceph-mon[191304]: pgmap v12509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:05.317 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:30:05.317 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 8m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:30:05.317 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 5m ago 5h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:30:05.317 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 8m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:30:05.317 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 5m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:30:05.317 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 5m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:30:05.317 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 8m ago 5h 763M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:30:05.317 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 8m ago 5h 1553M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:30:05.318 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 5m ago 5h 733M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:30:05.318 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 8m ago 5h 793M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:30:05.318 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 8m ago 5h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:30:05.318 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 5m ago 5h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:30:05.318 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 8m ago 5h 4807M 2365M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:30:05.318 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 8m ago 5h 5541M 2365M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:30:05.318 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 8m ago 5h 4509M 2365M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:30:05.318 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 8m ago 5h 4662M 2365M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:30:05.318 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 5m ago 5h 3911M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:30:05.318 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 5m ago 5h 4324M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:30:05.318 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 5m ago 5h 3704M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:30:05.318 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 5m ago 5h 4277M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:30:05.318 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 5m ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:30:05.695 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:30:05.695 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:30:05.695 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:30:05.695 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:30:05.695 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:30:05.696 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:30:05.696 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:30:05.696 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:30:05.696 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:30:05.696 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:30:05.696 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:30:05.696 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:30:05.696 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:30:05.696 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:30:05.696 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:30:05.696 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:30:05.696 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:30:05.696 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:30:06.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:05 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/486555938' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:30:06.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:05 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/486555938' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:30:06.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:05 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/486555938' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:30:07.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:06 smithi177 ceph-mon[212096]: from='client.47475 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:30:07.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:06 smithi177 ceph-mon[212096]: from='client.57428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:30:07.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:06 smithi177 ceph-mon[212096]: pgmap v12510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:07.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:06 smithi123 ceph-mon[188613]: from='client.47475 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:30:07.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:06 smithi123 ceph-mon[188613]: from='client.57428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:30:07.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:06 smithi123 ceph-mon[188613]: pgmap v12510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:07.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:06 smithi123 ceph-mon[191304]: from='client.47475 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:30:07.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:06 smithi123 ceph-mon[191304]: from='client.57428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:30:07.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:06 smithi123 ceph-mon[191304]: pgmap v12510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:09.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:08 smithi123 ceph-mon[191304]: pgmap v12511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:09.075 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:08 smithi123 ceph-mon[188613]: pgmap v12511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:09.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:08 smithi177 ceph-mon[212096]: pgmap v12511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:09.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:30:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:30:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:30:11.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:10 smithi177 ceph-mon[212096]: pgmap v12512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:11.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:10 smithi123 ceph-mon[191304]: pgmap v12512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:11.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:10 smithi123 ceph-mon[188613]: pgmap v12512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:12.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:30:12.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:11 smithi177 ceph-mon[212096]: pgmap v12513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:12.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:30:12.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:30:12.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:11 smithi123 ceph-mon[188613]: pgmap v12513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:12.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:30:12.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:30:12.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:11 smithi123 ceph-mon[191304]: pgmap v12513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:12.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:30:13.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:30:13.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:30:13.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:30:13.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:30:13.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:30:13.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:30:14.103 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:13 smithi123 ceph-mon[191304]: pgmap v12514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:14.103 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:13 smithi123 ceph-mon[188613]: pgmap v12514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:14.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:13 smithi177 ceph-mon[212096]: pgmap v12514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:15.488 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:30:15.488 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:30:15.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:30:15.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:30:15.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:30:15.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:30:15.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:15 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2356M 2023-12-20T16:30:15.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:30:15.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:30:15.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:30:15.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:30:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:30:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:30:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:30:15.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:30:15.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:30:15.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:30:15.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:15 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2356M 2023-12-20T16:30:15.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:30:15.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:30:15.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:30:15.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:30:15.649 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:30:15.649 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:30:15.649 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:30:15.649 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:30:15.649 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:30:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:30:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:15 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2356M 2023-12-20T16:30:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:30:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:30:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:30:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:30:16.488 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:16 smithi123 ceph-mon[191304]: pgmap v12515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:16.488 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:16 smithi123 ceph-mon[188613]: pgmap v12515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:16.649 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:16 smithi177 ceph-mon[212096]: pgmap v12515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:19.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:18 smithi123 ceph-mon[191304]: pgmap v12516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:19.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:18 smithi123 ceph-mon[188613]: pgmap v12516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:19.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:18 smithi177 ceph-mon[212096]: pgmap v12516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:19.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:30:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:30:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:30:21.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:20 smithi177 ceph-mon[212096]: pgmap v12517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:21.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:20 smithi123 ceph-mon[191304]: pgmap v12517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:21.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:20 smithi123 ceph-mon[188613]: pgmap v12517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:23.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:22 smithi177 ceph-mon[212096]: pgmap v12518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:23.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:22 smithi123 ceph-mon[191304]: pgmap v12518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:23.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:22 smithi123 ceph-mon[188613]: pgmap v12518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:25.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:24 smithi177 ceph-mon[212096]: pgmap v12519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:25.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:24 smithi123 ceph-mon[191304]: pgmap v12519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:25.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:24 smithi123 ceph-mon[188613]: pgmap v12519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:27.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:26 smithi177 ceph-mon[212096]: pgmap v12520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:27.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:30:27.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:26 smithi123 ceph-mon[191304]: pgmap v12520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:27.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:30:27.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:26 smithi123 ceph-mon[188613]: pgmap v12520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:27.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:30:29.075 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:28 smithi123 ceph-mon[191304]: pgmap v12521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:29.075 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:28 smithi123 ceph-mon[188613]: pgmap v12521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:29.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:28 smithi177 ceph-mon[212096]: pgmap v12521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:29.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:30:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:30:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:30:31.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:30 smithi177 ceph-mon[212096]: pgmap v12522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:31.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:30 smithi123 ceph-mon[191304]: pgmap v12522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:31.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:30 smithi123 ceph-mon[188613]: pgmap v12522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:33.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:32 smithi177 ceph-mon[212096]: pgmap v12523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:33.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:32 smithi123 ceph-mon[191304]: pgmap v12523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:33.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:32 smithi123 ceph-mon[188613]: pgmap v12523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:34.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:33 smithi177 ceph-mon[212096]: pgmap v12524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:34.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:33 smithi123 ceph-mon[191304]: pgmap v12524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:34.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:33 smithi123 ceph-mon[188613]: pgmap v12524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:36.043 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:30:36.351 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:30:36.351 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 8m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:30:36.351 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 6m ago 5h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:30:36.351 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 8m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:30:36.352 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 6m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:30:36.352 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 6m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:30:36.352 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 8m ago 5h 763M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:30:36.352 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 8m ago 5h 1553M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:30:36.352 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 6m ago 5h 733M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:30:36.352 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 8m ago 5h 793M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:30:36.352 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 8m ago 5h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:30:36.352 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 6m ago 5h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:30:36.352 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 8m ago 5h 4807M 2356M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:30:36.352 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 8m ago 5h 5541M 2356M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:30:36.352 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 8m ago 5h 4509M 2356M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:30:36.352 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 8m ago 5h 4662M 2356M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:30:36.352 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 6m ago 5h 3911M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:30:36.353 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 6m ago 5h 4324M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:30:36.353 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 6m ago 5h 3704M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:30:36.353 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 6m ago 5h 4277M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:30:36.353 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 6m ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:30:36.732 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:30:36.732 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:30:36.732 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:30:36.732 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:30:36.732 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:30:36.732 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:30:36.732 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:30:36.732 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:30:36.733 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:30:36.733 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:30:36.733 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:30:36.733 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:30:36.733 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:30:36.733 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:30:36.733 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:30:36.733 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:30:36.733 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:30:36.733 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:30:36.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:36 smithi123 ceph-mon[191304]: pgmap v12525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:36.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:36 smithi123 ceph-mon[188613]: pgmap v12525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:37.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:36 smithi177 ceph-mon[212096]: pgmap v12525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:37.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:37 smithi123 ceph-mon[191304]: from='client.47493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:30:37.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:37 smithi123 ceph-mon[191304]: from='client.57446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:30:37.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:37 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/955300342' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:30:37.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:37 smithi123 ceph-mon[188613]: from='client.47493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:30:37.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:37 smithi123 ceph-mon[188613]: from='client.57446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:30:37.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:37 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/955300342' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:30:38.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:37 smithi177 ceph-mon[212096]: from='client.47493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:30:38.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:37 smithi177 ceph-mon[212096]: from='client.57446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:30:38.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:37 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/955300342' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:30:39.075 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:38 smithi123 ceph-mon[191304]: pgmap v12526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:39.075 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:38 smithi123 ceph-mon[188613]: pgmap v12526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:39.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:38 smithi177 ceph-mon[212096]: pgmap v12526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:39.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:30:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:30:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:30:41.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:40 smithi177 ceph-mon[212096]: pgmap v12527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:41.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:40 smithi123 ceph-mon[191304]: pgmap v12527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:41.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:40 smithi123 ceph-mon[188613]: pgmap v12527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:42.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:30:42.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:30:42.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:30:43.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:42 smithi177 ceph-mon[212096]: pgmap v12528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:43.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:42 smithi123 ceph-mon[191304]: pgmap v12528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:43.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:42 smithi123 ceph-mon[188613]: pgmap v12528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:45.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:44 smithi177 ceph-mon[212096]: pgmap v12529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:45.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:44 smithi123 ceph-mon[188613]: pgmap v12529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:45.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:44 smithi123 ceph-mon[191304]: pgmap v12529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:47.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:46 smithi177 ceph-mon[212096]: pgmap v12530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:47.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:46 smithi123 ceph-mon[191304]: pgmap v12530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:47.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:46 smithi123 ceph-mon[188613]: pgmap v12530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:49.075 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:48 smithi123 ceph-mon[191304]: pgmap v12531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:49.075 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:48 smithi123 ceph-mon[188613]: pgmap v12531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:49.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:48 smithi177 ceph-mon[212096]: pgmap v12531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:49.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:30:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:30:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:30:51.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:50 smithi177 ceph-mon[212096]: pgmap v12532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:51.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:50 smithi123 ceph-mon[191304]: pgmap v12532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:51.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:50 smithi123 ceph-mon[188613]: pgmap v12532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:53.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:52 smithi177 ceph-mon[212096]: pgmap v12533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:53.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:52 smithi123 ceph-mon[191304]: pgmap v12533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:53.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:52 smithi123 ceph-mon[188613]: pgmap v12533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:55.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:54 smithi177 ceph-mon[212096]: pgmap v12534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:55.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:54 smithi123 ceph-mon[191304]: pgmap v12534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:55.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:54 smithi123 ceph-mon[188613]: pgmap v12534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:57.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:56 smithi177 ceph-mon[212096]: pgmap v12535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:57.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:30:57.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:56 smithi123 ceph-mon[191304]: pgmap v12535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:57.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:30:57.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:56 smithi123 ceph-mon[188613]: pgmap v12535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:57.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:30:59.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:30:58 smithi123 ceph-mon[191304]: pgmap v12536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:59.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:30:58 smithi123 ceph-mon[188613]: pgmap v12536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:59.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:30:58 smithi177 ceph-mon[212096]: pgmap v12536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:30:59.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:30:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:30:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:31:01.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:00 smithi177 ceph-mon[212096]: pgmap v12537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:01.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:00 smithi123 ceph-mon[191304]: pgmap v12537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:01.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:00 smithi123 ceph-mon[188613]: pgmap v12537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:02.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:01 smithi177 ceph-mon[212096]: pgmap v12538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:02.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:01 smithi123 ceph-mon[191304]: pgmap v12538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:02.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:01 smithi123 ceph-mon[188613]: pgmap v12538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:05.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:04 smithi177 ceph-mon[212096]: pgmap v12539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:05.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:04 smithi123 ceph-mon[191304]: pgmap v12539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:05.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:04 smithi123 ceph-mon[188613]: pgmap v12539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:07.076 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:31:07.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:06 smithi177 ceph-mon[212096]: pgmap v12540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:07.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:06 smithi123 ceph-mon[191304]: pgmap v12540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:07.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:06 smithi123 ceph-mon[188613]: pgmap v12540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:07.384 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:31:07.384 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 9m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:31:07.384 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 6m ago 5h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:31:07.384 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 9m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:31:07.385 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 6m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:31:07.385 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 6m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:31:07.385 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 9m ago 5h 763M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:31:07.385 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 9m ago 5h 1553M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:31:07.385 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 6m ago 5h 733M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:31:07.385 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 9m ago 5h 793M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:31:07.385 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 9m ago 5h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:31:07.385 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 6m ago 5h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:31:07.385 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 9m ago 5h 4807M 2356M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:31:07.385 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 9m ago 5h 5541M 2356M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:31:07.385 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 9m ago 5h 4509M 2356M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:31:07.385 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 9m ago 5h 4662M 2356M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:31:07.385 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 6m ago 5h 3911M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:31:07.386 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 6m ago 5h 4324M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:31:07.386 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 6m ago 5h 3704M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:31:07.386 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 6m ago 5h 4277M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:31:07.386 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 6m ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:31:07.767 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:31:07.767 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:31:07.767 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:31:07.768 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:31:07.768 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:31:07.768 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:31:07.768 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:31:07.768 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:31:07.768 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:31:07.768 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:31:07.768 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:31:07.768 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:31:07.768 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:31:07.768 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:31:07.768 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:31:07.768 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:31:07.768 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:31:07.768 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:31:08.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:07 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2565657883' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:31:08.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:07 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2565657883' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:31:08.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:07 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2565657883' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:31:09.075 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:08 smithi123 ceph-mon[191304]: from='client.47511 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:31:09.075 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:08 smithi123 ceph-mon[191304]: from='client.47517 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:31:09.076 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:08 smithi123 ceph-mon[191304]: pgmap v12541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:09.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:08 smithi123 ceph-mon[188613]: from='client.47511 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:31:09.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:08 smithi123 ceph-mon[188613]: from='client.47517 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:31:09.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:08 smithi123 ceph-mon[188613]: pgmap v12541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:09.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:08 smithi177 ceph-mon[212096]: from='client.47511 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:31:09.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:08 smithi177 ceph-mon[212096]: from='client.47517 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:31:09.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:08 smithi177 ceph-mon[212096]: pgmap v12541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:09.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:31:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:31:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:31:11.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:10 smithi177 ceph-mon[212096]: pgmap v12542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:11.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:10 smithi123 ceph-mon[191304]: pgmap v12542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:11.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:10 smithi123 ceph-mon[188613]: pgmap v12542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:12.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:31:12.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:31:12.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:31:13.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:12 smithi177 ceph-mon[212096]: pgmap v12543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:13.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:12 smithi123 ceph-mon[191304]: pgmap v12543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:13.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:12 smithi123 ceph-mon[188613]: pgmap v12543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:14.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:13 smithi177 ceph-mon[212096]: pgmap v12544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:14.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:13 smithi123 ceph-mon[191304]: pgmap v12544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:14.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:13 smithi123 ceph-mon[188613]: pgmap v12544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:15.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:31:15.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:31:15.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:31:15.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:31:15.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:31:15.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:31:15.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:31:15.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:31:15.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:31:15.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:31:15.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:31:15.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:31:16.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:15 smithi177 ceph-mon[212096]: pgmap v12545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:16.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:15 smithi123 ceph-mon[191304]: pgmap v12545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:16.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:15 smithi123 ceph-mon[188613]: pgmap v12545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:19.075 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:18 smithi123 ceph-mon[191304]: pgmap v12546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:19.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:18 smithi123 ceph-mon[188613]: pgmap v12546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:19.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:18 smithi177 ceph-mon[212096]: pgmap v12546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:19.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:31:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:31:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:31:21.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:20 smithi177 ceph-mon[212096]: pgmap v12547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:21.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:20 smithi123 ceph-mon[188613]: pgmap v12547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:21.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:20 smithi123 ceph-mon[191304]: pgmap v12547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:23.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:22 smithi177 ceph-mon[212096]: pgmap v12548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:23.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:22 smithi123 ceph-mon[188613]: pgmap v12548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:23.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:22 smithi123 ceph-mon[191304]: pgmap v12548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:25.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:24 smithi177 ceph-mon[212096]: pgmap v12549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:25.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:24 smithi123 ceph-mon[191304]: pgmap v12549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:25.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:24 smithi123 ceph-mon[188613]: pgmap v12549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:26.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:25 smithi177 ceph-mon[212096]: pgmap v12550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:26.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:25 smithi123 ceph-mon[191304]: pgmap v12550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:26.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:25 smithi123 ceph-mon[188613]: pgmap v12550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:27.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:31:27.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:31:27.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:31:28.899 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 16:31:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T16:31:28.585906683Z level=info msg="Completed cleanup jobs" duration=12.745244ms 2023-12-20T16:31:28.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:28 smithi177 ceph-mon[212096]: pgmap v12551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:29.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:28 smithi123 ceph-mon[191304]: pgmap v12551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:29.075 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:28 smithi123 ceph-mon[188613]: pgmap v12551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:29.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:31:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:31:29] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T16:31:31.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:30 smithi177 ceph-mon[212096]: pgmap v12552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:31.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:30 smithi123 ceph-mon[191304]: pgmap v12552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:31.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:30 smithi123 ceph-mon[188613]: pgmap v12552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:33.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:32 smithi177 ceph-mon[212096]: pgmap v12553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:33.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:32 smithi123 ceph-mon[191304]: pgmap v12553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:33.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:32 smithi123 ceph-mon[188613]: pgmap v12553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:35.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:34 smithi177 ceph-mon[212096]: pgmap v12554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:35.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:34 smithi123 ceph-mon[191304]: pgmap v12554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:35.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:34 smithi123 ceph-mon[188613]: pgmap v12554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:37.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:36 smithi177 ceph-mon[212096]: pgmap v12555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:37.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:36 smithi123 ceph-mon[188613]: pgmap v12555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:37.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:36 smithi123 ceph-mon[191304]: pgmap v12555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:38.119 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:31:38.429 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:31:38.429 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 9m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:31:38.429 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 7m ago 5h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:31:38.429 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 9m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:31:38.429 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 7m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:31:38.429 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 7m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:31:38.429 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 9m ago 5h 763M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:31:38.430 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 9m ago 5h 1553M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:31:38.430 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 7m ago 5h 733M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:31:38.430 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 9m ago 5h 793M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:31:38.430 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 9m ago 5h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:31:38.430 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 7m ago 5h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:31:38.430 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 9m ago 5h 4807M 2356M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:31:38.430 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 9m ago 5h 5541M 2356M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:31:38.430 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 9m ago 5h 4509M 2356M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:31:38.430 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 9m ago 5h 4662M 2356M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:31:38.430 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 7m ago 5h 3911M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:31:38.430 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 7m ago 5h 4324M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:31:38.430 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 7m ago 5h 3704M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:31:38.430 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 7m ago 5h 4277M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:31:38.430 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 7m ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:31:38.807 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:31:38.807 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:31:38.807 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:31:38.807 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:31:38.807 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:31:38.807 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:31:38.807 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:31:38.807 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:31:38.807 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:31:38.807 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:31:38.807 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:31:38.808 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:31:38.808 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:31:38.808 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:31:38.808 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:31:38.808 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:31:38.808 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:31:38.808 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:31:39.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:38 smithi123 ceph-mon[191304]: pgmap v12556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:39.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:38 smithi123 ceph-mon[188613]: pgmap v12556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:39.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:38 smithi177 ceph-mon[212096]: pgmap v12556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:39.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:31:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:31:39] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T16:31:40.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:39 smithi177 ceph-mon[212096]: from='client.47529 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:31:40.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:39 smithi177 ceph-mon[212096]: from='client.57482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:31:40.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:39 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/600440072' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:31:40.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:39 smithi123 ceph-mon[191304]: from='client.47529 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:31:40.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:39 smithi123 ceph-mon[191304]: from='client.57482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:31:40.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:39 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/600440072' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:31:40.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:39 smithi123 ceph-mon[188613]: from='client.47529 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:31:40.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:39 smithi123 ceph-mon[188613]: from='client.57482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:31:40.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:39 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/600440072' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:31:41.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:40 smithi177 ceph-mon[212096]: pgmap v12557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:41.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:40 smithi123 ceph-mon[191304]: pgmap v12557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:41.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:40 smithi123 ceph-mon[188613]: pgmap v12557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:42.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:31:42.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:31:42.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:31:43.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:42 smithi177 ceph-mon[212096]: pgmap v12558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:43.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:42 smithi123 ceph-mon[191304]: pgmap v12558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:43.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:42 smithi123 ceph-mon[188613]: pgmap v12558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:44.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:43 smithi177 ceph-mon[212096]: pgmap v12559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:44.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:43 smithi123 ceph-mon[191304]: pgmap v12559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:44.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:43 smithi123 ceph-mon[188613]: pgmap v12559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:46.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:46 smithi123 ceph-mon[191304]: pgmap v12560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:46.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:46 smithi123 ceph-mon[188613]: pgmap v12560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:47.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:46 smithi177 ceph-mon[212096]: pgmap v12560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:49.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:48 smithi123 ceph-mon[191304]: pgmap v12561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:49.075 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:48 smithi123 ceph-mon[188613]: pgmap v12561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:49.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:48 smithi177 ceph-mon[212096]: pgmap v12561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:49.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:31:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:31:49] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:31:51.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:50 smithi177 ceph-mon[212096]: pgmap v12562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:51.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:50 smithi123 ceph-mon[191304]: pgmap v12562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:51.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:50 smithi123 ceph-mon[188613]: pgmap v12562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:53.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:52 smithi177 ceph-mon[212096]: pgmap v12563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:53.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:52 smithi123 ceph-mon[191304]: pgmap v12563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:53.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:52 smithi123 ceph-mon[188613]: pgmap v12563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:55.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:54 smithi177 ceph-mon[212096]: pgmap v12564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:55.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:54 smithi123 ceph-mon[191304]: pgmap v12564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:55.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:54 smithi123 ceph-mon[188613]: pgmap v12564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:57.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:56 smithi177 ceph-mon[212096]: pgmap v12565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:57.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:31:57.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:56 smithi123 ceph-mon[188613]: pgmap v12565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:57.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:31:57.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:56 smithi123 ceph-mon[191304]: pgmap v12565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:57.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:31:59.075 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:31:58 smithi123 ceph-mon[191304]: pgmap v12566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:59.075 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:31:58 smithi123 ceph-mon[188613]: pgmap v12566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:59.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:31:58 smithi177 ceph-mon[212096]: pgmap v12566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:31:59.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:31:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:31:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:32:01.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:00 smithi177 ceph-mon[212096]: pgmap v12567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:01.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:00 smithi123 ceph-mon[191304]: pgmap v12567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:01.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:00 smithi123 ceph-mon[188613]: pgmap v12567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:03.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:02 smithi177 ceph-mon[212096]: pgmap v12568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:03.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:02 smithi123 ceph-mon[188613]: pgmap v12568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:03.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:02 smithi123 ceph-mon[191304]: pgmap v12568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:05.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:04 smithi177 ceph-mon[212096]: pgmap v12569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:05.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:04 smithi123 ceph-mon[191304]: pgmap v12569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:05.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:04 smithi123 ceph-mon[188613]: pgmap v12569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:07.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:06 smithi177 ceph-mon[212096]: pgmap v12570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:07.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:06 smithi123 ceph-mon[188613]: pgmap v12570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:07.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:06 smithi123 ceph-mon[191304]: pgmap v12570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:09.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:08 smithi123 ceph-mon[191304]: pgmap v12571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:09.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:08 smithi123 ceph-mon[188613]: pgmap v12571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:09.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:08 smithi177 ceph-mon[212096]: pgmap v12571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:09.154 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:32:09.461 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:32:09.461 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 10m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:32:09.462 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 8m ago 5h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:32:09.462 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 10m ago 5h 25.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:32:09.462 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 8m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:32:09.462 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 8m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:32:09.462 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 10m ago 5h 763M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:32:09.462 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 10m ago 5h 1553M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:32:09.462 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 8m ago 5h 733M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:32:09.462 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 10m ago 5h 793M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:32:09.462 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 10m ago 5h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:32:09.462 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 8m ago 5h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:32:09.462 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 10m ago 5h 4807M 2356M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:32:09.462 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 10m ago 5h 5541M 2356M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:32:09.462 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 10m ago 5h 4509M 2356M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:32:09.463 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 10m ago 5h 4662M 2356M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:32:09.463 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 8m ago 5h 3911M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:32:09.463 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 8m ago 5h 4324M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:32:09.463 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 8m ago 5h 3704M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:32:09.463 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 8m ago 5h 4277M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:32:09.463 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 8m ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:32:09.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:32:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:32:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:32:09.843 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:32:09.843 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:32:09.843 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:32:09.843 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:32:09.844 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:32:09.844 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:32:09.844 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:32:09.844 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:32:09.844 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:32:09.844 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:32:09.844 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:32:09.844 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:32:09.844 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:32:09.844 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:32:09.844 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:32:09.844 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:32:09.844 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:32:09.844 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:32:11.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:10 smithi177 ceph-mon[212096]: from='client.47547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:32:11.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:10 smithi177 ceph-mon[212096]: from='client.57500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:32:11.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:10 smithi177 ceph-mon[212096]: pgmap v12572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:11.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:10 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2368428264' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:32:11.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:10 smithi123 ceph-mon[191304]: from='client.47547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:32:11.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:10 smithi123 ceph-mon[191304]: from='client.57500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:32:11.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:10 smithi123 ceph-mon[191304]: pgmap v12572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:11.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:10 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2368428264' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:32:11.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:10 smithi123 ceph-mon[188613]: from='client.47547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:32:11.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:10 smithi123 ceph-mon[188613]: from='client.57500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:32:11.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:10 smithi123 ceph-mon[188613]: pgmap v12572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:11.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:10 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2368428264' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:32:12.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:32:12.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:32:12.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:32:13.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:12 smithi177 ceph-mon[212096]: pgmap v12573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:13.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:12 smithi123 ceph-mon[191304]: pgmap v12573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:13.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:12 smithi123 ceph-mon[188613]: pgmap v12573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:14.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:13 smithi177 ceph-mon[212096]: pgmap v12574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:14.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:13 smithi123 ceph-mon[188613]: pgmap v12574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:14.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:13 smithi123 ceph-mon[191304]: pgmap v12574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:15.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:32:15.487 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:32:15.488 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:32:16.399 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:32:16.399 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:32:16.399 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:16 smithi177 ceph-mon[212096]: pgmap v12575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:16.399 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:32:16.399 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:32:16.577 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:32:16.577 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:32:16.577 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:16 smithi123 ceph-mon[191304]: pgmap v12575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:16.577 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:32:16.577 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:32:16.577 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:32:16.578 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:32:16.578 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:16 smithi123 ceph-mon[188613]: pgmap v12575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:16.578 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:32:16.578 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:32:18.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:32:18.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:32:18.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:18 smithi123 ceph-mon[191304]: pgmap v12576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:18.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:32:18.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:32:18.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:32:18.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:32:18.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:32:18.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:32:18.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:32:18.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:18 smithi123 ceph-mon[188613]: pgmap v12576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:18.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:32:18.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:32:18.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:32:18.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:32:18.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:32:18.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:32:18.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:32:18.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:18 smithi177 ceph-mon[212096]: pgmap v12576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:18.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:32:18.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:32:18.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:32:18.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:32:18.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:32:19.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:32:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:32:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:32:20.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:20 smithi123 ceph-mon[191304]: pgmap v12577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:20.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:20 smithi123 ceph-mon[188613]: pgmap v12577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:21.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:20 smithi177 ceph-mon[212096]: pgmap v12577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:22.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:22 smithi123 ceph-mon[191304]: pgmap v12578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:22.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:22 smithi123 ceph-mon[188613]: pgmap v12578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:23.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:22 smithi177 ceph-mon[212096]: pgmap v12578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:25.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:24 smithi177 ceph-mon[212096]: pgmap v12579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:25.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:24 smithi123 ceph-mon[191304]: pgmap v12579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:25.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:24 smithi123 ceph-mon[188613]: pgmap v12579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:26.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:25 smithi177 ceph-mon[212096]: pgmap v12580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:26.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:25 smithi123 ceph-mon[191304]: pgmap v12580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:26.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:25 smithi123 ceph-mon[188613]: pgmap v12580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:27.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:32:27.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:32:27.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:32:29.075 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:28 smithi123 ceph-mon[191304]: pgmap v12581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:29.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:28 smithi123 ceph-mon[188613]: pgmap v12581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:29.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:28 smithi177 ceph-mon[212096]: pgmap v12581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:29.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:32:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:32:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:32:31.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:30 smithi177 ceph-mon[212096]: pgmap v12582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:31.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:30 smithi123 ceph-mon[191304]: pgmap v12582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:31.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:30 smithi123 ceph-mon[188613]: pgmap v12582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:32.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:31 smithi177 ceph-mon[212096]: pgmap v12583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:32.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:31 smithi123 ceph-mon[191304]: pgmap v12583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:32.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:31 smithi123 ceph-mon[188613]: pgmap v12583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:35.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:34 smithi177 ceph-mon[212096]: pgmap v12584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:35.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:34 smithi123 ceph-mon[191304]: pgmap v12584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:35.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:34 smithi123 ceph-mon[188613]: pgmap v12584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:36.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:35 smithi177 ceph-mon[212096]: pgmap v12585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:36.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:35 smithi123 ceph-mon[191304]: pgmap v12585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:36.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:35 smithi123 ceph-mon[188613]: pgmap v12585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:39.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:38 smithi123 ceph-mon[191304]: pgmap v12586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:39.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:38 smithi123 ceph-mon[188613]: pgmap v12586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:39.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:38 smithi177 ceph-mon[212096]: pgmap v12586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:39.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:32:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:32:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:32:40.191 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:32:40.498 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:32:40.498 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 23s ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:32:40.498 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 8m ago 5h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:32:40.498 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 23s ago 5h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:32:40.498 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 8m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:32:40.498 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 8m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:32:40.499 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 23s ago 5h 769M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:32:40.499 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 23s ago 5h 1588M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:32:40.499 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 8m ago 5h 733M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:32:40.499 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 23s ago 5h 809M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:32:40.499 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 23s ago 5h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:32:40.499 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 8m ago 5h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:32:40.499 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 23s ago 5h 4840M 2356M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:32:40.499 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 23s ago 5h 5574M 2356M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:32:40.499 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 23s ago 5h 4535M 2356M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:32:40.499 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 23s ago 5h 4694M 2356M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:32:40.499 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 8m ago 5h 3911M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:32:40.500 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 8m ago 5h 4324M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:32:40.500 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 8m ago 5h 3704M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:32:40.500 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 8m ago 5h 4277M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:32:40.500 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 8m ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:32:40.882 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:32:40.882 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:32:40.882 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:32:40.883 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:32:40.883 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:32:40.883 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:32:40.883 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:32:40.883 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:32:40.883 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:32:40.884 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:32:40.884 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:32:40.884 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:32:40.884 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:32:40.884 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:32:40.884 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:32:40.884 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:32:40.885 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:32:40.885 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:32:41.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:40 smithi177 ceph-mon[212096]: pgmap v12587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:41.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:40 smithi123 ceph-mon[191304]: pgmap v12587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:41.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:40 smithi123 ceph-mon[188613]: pgmap v12587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:42.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:41 smithi177 ceph-mon[212096]: from='client.47565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:32:42.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:41 smithi177 ceph-mon[212096]: from='client.57518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:32:42.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:41 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2632299504' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:32:42.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:32:42.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:41 smithi123 ceph-mon[188613]: from='client.47565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:32:42.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:41 smithi123 ceph-mon[188613]: from='client.57518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:32:42.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:41 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2632299504' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:32:42.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:32:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:41 smithi123 ceph-mon[191304]: from='client.47565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:32:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:41 smithi123 ceph-mon[191304]: from='client.57518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:32:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:41 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2632299504' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:32:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:32:43.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:42 smithi177 ceph-mon[212096]: pgmap v12588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:43.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:42 smithi123 ceph-mon[188613]: pgmap v12588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:43.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:42 smithi123 ceph-mon[191304]: pgmap v12588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:44.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:43 smithi177 ceph-mon[212096]: pgmap v12589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:44.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:43 smithi123 ceph-mon[188613]: pgmap v12589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:44.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:43 smithi123 ceph-mon[191304]: pgmap v12589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:46.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:46 smithi123 ceph-mon[191304]: pgmap v12590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:46.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:46 smithi123 ceph-mon[188613]: pgmap v12590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:47.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:46 smithi177 ceph-mon[212096]: pgmap v12590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:49.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:48 smithi123 ceph-mon[191304]: pgmap v12591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:49.075 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:48 smithi123 ceph-mon[188613]: pgmap v12591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:49.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:48 smithi177 ceph-mon[212096]: pgmap v12591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:49.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:32:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:32:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:32:50.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:49 smithi177 ceph-mon[212096]: pgmap v12592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:50.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:49 smithi123 ceph-mon[191304]: pgmap v12592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:50.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:49 smithi123 ceph-mon[188613]: pgmap v12592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:52.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:52 smithi123 ceph-mon[191304]: pgmap v12593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:52.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:52 smithi123 ceph-mon[188613]: pgmap v12593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:53.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:52 smithi177 ceph-mon[212096]: pgmap v12593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:55.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:54 smithi177 ceph-mon[212096]: pgmap v12594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:55.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:54 smithi123 ceph-mon[191304]: pgmap v12594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:55.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:54 smithi123 ceph-mon[188613]: pgmap v12594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:56.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:55 smithi177 ceph-mon[212096]: pgmap v12595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:56.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:55 smithi123 ceph-mon[191304]: pgmap v12595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:56.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:55 smithi123 ceph-mon[188613]: pgmap v12595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:57.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:32:57.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:32:57.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:32:59.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:58 smithi123 ceph-mon[191304]: pgmap v12596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:59.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:58 smithi123 ceph-mon[188613]: pgmap v12596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:59.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:58 smithi177 ceph-mon[212096]: pgmap v12596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:32:59.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:32:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:32:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:33:00.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:32:59 smithi177 ceph-mon[212096]: pgmap v12597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:00.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:32:59 smithi123 ceph-mon[188613]: pgmap v12597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:00.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:32:59 smithi123 ceph-mon[191304]: pgmap v12597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:02.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:02 smithi123 ceph-mon[191304]: pgmap v12598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:02.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:02 smithi123 ceph-mon[188613]: pgmap v12598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:03.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:02 smithi177 ceph-mon[212096]: pgmap v12598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:04.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:03 smithi177 ceph-mon[212096]: pgmap v12599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:04.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:03 smithi123 ceph-mon[191304]: pgmap v12599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:04.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:03 smithi123 ceph-mon[188613]: pgmap v12599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:06.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:06 smithi123 ceph-mon[191304]: pgmap v12600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:06.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:06 smithi123 ceph-mon[188613]: pgmap v12600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:07.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:06 smithi177 ceph-mon[212096]: pgmap v12600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:09.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:08 smithi123 ceph-mon[191304]: pgmap v12601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:09.075 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:08 smithi123 ceph-mon[188613]: pgmap v12601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:09.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:08 smithi177 ceph-mon[212096]: pgmap v12601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:09.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:33:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:33:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:33:10.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:09 smithi177 ceph-mon[212096]: pgmap v12602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:10.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:09 smithi123 ceph-mon[191304]: pgmap v12602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:10.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:09 smithi123 ceph-mon[188613]: pgmap v12602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:11.229 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:33:11.535 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:33:11.536 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 54s ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:33:11.536 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 9m ago 5h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:33:11.536 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 54s ago 5h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:33:11.536 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 9m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:33:11.536 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 9m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:33:11.536 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 54s ago 5h 769M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:33:11.536 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 54s ago 5h 1588M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:33:11.536 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 9m ago 5h 733M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:33:11.536 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 54s ago 5h 809M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:33:11.536 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 54s ago 5h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:33:11.536 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 9m ago 5h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:33:11.536 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 54s ago 5h 4840M 2356M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:33:11.536 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 54s ago 5h 5574M 2356M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:33:11.537 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 54s ago 5h 4535M 2356M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:33:11.537 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 54s ago 5h 4694M 2356M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:33:11.537 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 9m ago 5h 3911M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:33:11.537 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 9m ago 5h 4324M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:33:11.537 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 9m ago 5h 3704M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:33:11.537 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 9m ago 5h 4277M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:33:11.537 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 9m ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:33:11.920 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:33:11.920 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:33:11.920 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:33:11.920 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:33:11.920 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:33:11.920 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:33:11.920 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:33:11.920 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:33:11.920 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:33:11.921 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:33:11.921 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:33:11.921 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:33:11.921 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:33:11.921 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:33:11.921 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:33:11.921 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:33:11.921 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:33:11.921 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:33:12.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:12 smithi123 ceph-mon[191304]: from='client.47583 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:33:12.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:12 smithi123 ceph-mon[191304]: from='client.47589 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:33:12.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:12 smithi123 ceph-mon[191304]: pgmap v12603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:12.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:33:12.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:12 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1101453151' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:33:12.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:12 smithi123 ceph-mon[188613]: from='client.47583 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:33:12.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:12 smithi123 ceph-mon[188613]: from='client.47589 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:33:12.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:12 smithi123 ceph-mon[188613]: pgmap v12603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:12.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:33:12.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:12 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1101453151' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:33:13.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:12 smithi177 ceph-mon[212096]: from='client.47583 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:33:13.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:12 smithi177 ceph-mon[212096]: from='client.47589 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:33:13.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:12 smithi177 ceph-mon[212096]: pgmap v12603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:13.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:33:13.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:12 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1101453151' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:33:14.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:13 smithi177 ceph-mon[212096]: pgmap v12604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:14.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:13 smithi123 ceph-mon[191304]: pgmap v12604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:14.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:13 smithi123 ceph-mon[188613]: pgmap v12604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:16.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:16 smithi123 ceph-mon[191304]: pgmap v12605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:16.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:16 smithi123 ceph-mon[188613]: pgmap v12605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:17.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:16 smithi177 ceph-mon[212096]: pgmap v12605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:19.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:18 smithi123 ceph-mon[191304]: pgmap v12606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:19.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:33:19.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:33:19.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:33:19.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:18 smithi123 ceph-mon[188613]: pgmap v12606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:19.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:33:19.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:33:19.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:33:19.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:18 smithi177 ceph-mon[212096]: pgmap v12606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:19.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:33:19.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:33:19.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:33:19.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:33:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:33:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:33:20.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:19 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:33:20.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:19 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:33:20.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:19 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:33:20.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:19 smithi177 ceph-mon[212096]: pgmap v12607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:20.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:19 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:33:20.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:19 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:33:20.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:19 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:33:20.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:19 smithi123 ceph-mon[191304]: pgmap v12607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:20.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:33:20.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:33:20.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:33:20.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:19 smithi123 ceph-mon[188613]: pgmap v12607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:22.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:22 smithi123 ceph-mon[191304]: pgmap v12608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:22.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:22 smithi123 ceph-mon[188613]: pgmap v12608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:23.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:22 smithi177 ceph-mon[212096]: pgmap v12608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:24.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:23 smithi177 ceph-mon[212096]: pgmap v12609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:24.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:23 smithi123 ceph-mon[188613]: pgmap v12609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:24.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:23 smithi123 ceph-mon[191304]: pgmap v12609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:26.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:26 smithi123 ceph-mon[191304]: pgmap v12610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:26.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:26 smithi123 ceph-mon[188613]: pgmap v12610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:27.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:26 smithi177 ceph-mon[212096]: pgmap v12610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:27.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:33:27.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:33:28.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:33:28.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:28 smithi123 ceph-mon[191304]: pgmap v12611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:28.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:28 smithi123 ceph-mon[188613]: pgmap v12611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:29.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:28 smithi177 ceph-mon[212096]: pgmap v12611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:29.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:33:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:33:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:33:30.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:30 smithi123 ceph-mon[191304]: pgmap v12612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:30.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:30 smithi123 ceph-mon[188613]: pgmap v12612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:31.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:30 smithi177 ceph-mon[212096]: pgmap v12612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:32.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:32 smithi123 ceph-mon[191304]: pgmap v12613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:32.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:32 smithi123 ceph-mon[188613]: pgmap v12613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:33.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:32 smithi177 ceph-mon[212096]: pgmap v12613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:34.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:33 smithi177 ceph-mon[212096]: pgmap v12614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:34.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:33 smithi123 ceph-mon[191304]: pgmap v12614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:34.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:33 smithi123 ceph-mon[188613]: pgmap v12614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:36.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:36 smithi123 ceph-mon[191304]: pgmap v12615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:36.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:36 smithi123 ceph-mon[188613]: pgmap v12615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:37.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:36 smithi177 ceph-mon[212096]: pgmap v12615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:38.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:38 smithi123 ceph-mon[188613]: pgmap v12616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:38.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:38 smithi123 ceph-mon[191304]: pgmap v12616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:39.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:38 smithi177 ceph-mon[212096]: pgmap v12616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:39.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:33:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:33:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:33:40.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:40 smithi123 ceph-mon[188613]: pgmap v12617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:40.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:40 smithi123 ceph-mon[191304]: pgmap v12617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:41.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:40 smithi177 ceph-mon[212096]: pgmap v12617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:42.267 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:33:42.577 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:33:42.578 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 85s ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:33:42.578 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 9m ago 5h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:33:42.578 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 85s ago 5h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:33:42.578 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 9m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:33:42.578 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 9m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:33:42.578 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 85s ago 5h 769M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:33:42.578 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 85s ago 5h 1588M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:33:42.578 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 9m ago 5h 733M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:33:42.578 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 85s ago 5h 809M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:33:42.578 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 85s ago 5h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:33:42.578 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 9m ago 5h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:33:42.578 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 85s ago 5h 4840M 2356M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:33:42.579 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 85s ago 5h 5574M 2356M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:33:42.579 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 85s ago 5h 4535M 2356M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:33:42.579 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 85s ago 5h 4694M 2356M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:33:42.579 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 9m ago 5h 3911M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:33:42.579 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 9m ago 5h 4324M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:33:42.579 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 9m ago 5h 3704M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:33:42.579 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 9m ago 5h 4277M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:33:42.579 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 9m ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:33:42.963 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:33:42.963 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:33:42.963 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:33:42.963 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:33:42.963 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:33:42.963 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:33:42.963 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:33:42.963 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:33:42.963 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:33:42.963 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:33:42.963 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:33:42.963 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:33:42.964 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:33:42.964 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:33:42.964 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:33:42.964 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:33:42.964 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:33:42.964 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:33:42.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:42 smithi123 ceph-mon[188613]: pgmap v12618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:42.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:33:42.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:42 smithi123 ceph-mon[191304]: pgmap v12618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:42.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:33:43.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:42 smithi177 ceph-mon[212096]: pgmap v12618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:43.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:33:43.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:43 smithi123 ceph-mon[191304]: from='client.47601 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:33:43.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:43 smithi123 ceph-mon[191304]: from='client.47607 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:33:43.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:43 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1622933436' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:33:43.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:43 smithi123 ceph-mon[188613]: from='client.47601 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:33:43.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:43 smithi123 ceph-mon[188613]: from='client.47607 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:33:43.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:43 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1622933436' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:33:44.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:43 smithi177 ceph-mon[212096]: from='client.47601 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:33:44.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:43 smithi177 ceph-mon[212096]: from='client.47607 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:33:44.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:43 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1622933436' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:33:44.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:44 smithi123 ceph-mon[191304]: pgmap v12619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:44.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:44 smithi123 ceph-mon[188613]: pgmap v12619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:45.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:44 smithi177 ceph-mon[212096]: pgmap v12619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:46.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:46 smithi123 ceph-mon[191304]: pgmap v12620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:46.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:46 smithi123 ceph-mon[188613]: pgmap v12620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:47.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:46 smithi177 ceph-mon[212096]: pgmap v12620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:48.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:48 smithi123 ceph-mon[191304]: pgmap v12621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:48.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:48 smithi123 ceph-mon[188613]: pgmap v12621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:49.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:48 smithi177 ceph-mon[212096]: pgmap v12621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:49.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:33:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:33:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:33:50.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:50 smithi123 ceph-mon[191304]: pgmap v12622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:50.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:50 smithi123 ceph-mon[188613]: pgmap v12622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:51.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:50 smithi177 ceph-mon[212096]: pgmap v12622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:53.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:52 smithi177 ceph-mon[212096]: pgmap v12623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:53.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:52 smithi123 ceph-mon[191304]: pgmap v12623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:53.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:52 smithi123 ceph-mon[188613]: pgmap v12623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:54.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:53 smithi177 ceph-mon[212096]: pgmap v12624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:54.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:53 smithi123 ceph-mon[191304]: pgmap v12624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:54.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:53 smithi123 ceph-mon[188613]: pgmap v12624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:56.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:56 smithi123 ceph-mon[191304]: pgmap v12625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:56.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:56 smithi123 ceph-mon[188613]: pgmap v12625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:57.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:56 smithi177 ceph-mon[212096]: pgmap v12625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:57.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:33:57.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:33:58.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:33:58.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:33:58 smithi123 ceph-mon[191304]: pgmap v12626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:58.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:33:58 smithi123 ceph-mon[188613]: pgmap v12626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:59.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:33:58 smithi177 ceph-mon[212096]: pgmap v12626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:33:59.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:33:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:33:59] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T16:34:00.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:00 smithi123 ceph-mon[191304]: pgmap v12627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:00.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:00 smithi123 ceph-mon[188613]: pgmap v12627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:01.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:00 smithi177 ceph-mon[212096]: pgmap v12627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:02.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:02 smithi123 ceph-mon[191304]: pgmap v12628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:02.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:02 smithi123 ceph-mon[188613]: pgmap v12628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:03.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:02 smithi177 ceph-mon[212096]: pgmap v12628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:04.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:03 smithi177 ceph-mon[212096]: pgmap v12629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:04.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:03 smithi123 ceph-mon[191304]: pgmap v12629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:04.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:03 smithi123 ceph-mon[188613]: pgmap v12629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:06.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:06 smithi123 ceph-mon[191304]: pgmap v12630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:06.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:06 smithi123 ceph-mon[188613]: pgmap v12630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:07.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:06 smithi177 ceph-mon[212096]: pgmap v12630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:08.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:08 smithi123 ceph-mon[191304]: pgmap v12631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:08.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:08 smithi123 ceph-mon[188613]: pgmap v12631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:09.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:08 smithi177 ceph-mon[212096]: pgmap v12631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:09.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:34:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:34:09] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T16:34:10.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:10 smithi123 ceph-mon[191304]: pgmap v12632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:10.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:10 smithi123 ceph-mon[188613]: pgmap v12632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:11.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:10 smithi177 ceph-mon[212096]: pgmap v12632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:12.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:12 smithi123 ceph-mon[191304]: pgmap v12633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:12.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:34:12.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:12 smithi123 ceph-mon[188613]: pgmap v12633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:12.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:34:13.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:12 smithi177 ceph-mon[212096]: pgmap v12633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:13.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:34:13.307 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:34:13.616 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:34:13.616 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 116s ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:34:13.616 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 10m ago 5h 93.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:34:13.616 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 116s ago 5h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:34:13.616 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 10m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:34:13.616 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 10m ago 5h 463M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:34:13.616 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 116s ago 5h 769M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:34:13.616 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 116s ago 5h 1588M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:34:13.616 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 10m ago 5h 733M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:34:13.616 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 116s ago 5h 809M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:34:13.617 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 116s ago 5h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:34:13.617 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 10m ago 5h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:34:13.617 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 116s ago 5h 4840M 2356M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:34:13.617 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 116s ago 5h 5574M 2356M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:34:13.617 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 116s ago 5h 4535M 2356M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:34:13.617 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 116s ago 5h 4694M 2356M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:34:13.617 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 10m ago 5h 3911M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:34:13.617 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 10m ago 5h 4324M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:34:13.617 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 10m ago 5h 3704M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:34:13.617 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 10m ago 5h 4277M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:34:13.617 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 10m ago 5h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:34:14.000 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:34:14.000 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:34:14.000 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:34:14.000 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:34:14.000 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:34:14.000 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:34:14.000 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:34:14.000 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:34:14.000 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:34:14.000 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:34:14.000 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:34:14.001 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:34:14.001 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:34:14.001 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:34:14.001 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:34:14.001 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:34:14.001 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:34:14.001 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:34:14.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:13 smithi177 ceph-mon[212096]: from='client.57566 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:34:14.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:13 smithi177 ceph-mon[212096]: from='client.47625 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:34:14.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:13 smithi177 ceph-mon[212096]: pgmap v12634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:14.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:13 smithi123 ceph-mon[191304]: from='client.57566 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:34:14.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:13 smithi123 ceph-mon[191304]: from='client.47625 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:34:14.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:13 smithi123 ceph-mon[191304]: pgmap v12634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:14.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:13 smithi123 ceph-mon[188613]: from='client.57566 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:34:14.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:13 smithi123 ceph-mon[188613]: from='client.47625 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:34:14.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:13 smithi123 ceph-mon[188613]: pgmap v12634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:15.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:14 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2836592236' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:34:15.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:14 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2836592236' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:34:15.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:14 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2836592236' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:34:16.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:15 smithi177 ceph-mon[212096]: pgmap v12635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:16.498 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:15 smithi123 ceph-mon[191304]: pgmap v12635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:16.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:15 smithi123 ceph-mon[188613]: pgmap v12635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:18.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:18 smithi123 ceph-mon[191304]: pgmap v12636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:18.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:18 smithi123 ceph-mon[188613]: pgmap v12636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:19.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:18 smithi177 ceph-mon[212096]: pgmap v12636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:19.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:34:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:34:19] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T16:34:19.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:34:19.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:19 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:34:20.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:19 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:34:20.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:20 smithi123 ceph-mon[191304]: pgmap v12637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:20.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:20 smithi123 ceph-mon[188613]: pgmap v12637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:21.122 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:20 smithi177 ceph-mon[212096]: pgmap v12637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:22.898 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:34:22.898 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:34:22.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:22 smithi177 ceph-mon[212096]: pgmap v12638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:22.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:34:22.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:34:22.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:34:22.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:34:22.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:34:22.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:22 smithi123 ceph-mon[191304]: pgmap v12638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:22.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:34:22.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:34:22.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:34:22.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:34:22.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:34:22.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:22 smithi123 ceph-mon[188613]: pgmap v12638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:22.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:34:22.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:34:22.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:34:24.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:23 smithi177 ceph-mon[212096]: pgmap v12639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:24.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:23 smithi123 ceph-mon[191304]: pgmap v12639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:24.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:23 smithi123 ceph-mon[188613]: pgmap v12639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:26.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:26 smithi123 ceph-mon[191304]: pgmap v12640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:26.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:26 smithi123 ceph-mon[188613]: pgmap v12640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:27.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:26 smithi177 ceph-mon[212096]: pgmap v12640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:27.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:34:27.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:34:28.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:34:28.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:28 smithi123 ceph-mon[191304]: pgmap v12641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:28.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:28 smithi123 ceph-mon[188613]: pgmap v12641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:29.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:28 smithi177 ceph-mon[212096]: pgmap v12641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:29.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:34:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:34:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:34:31.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:30 smithi177 ceph-mon[212096]: pgmap v12642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:31.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:30 smithi123 ceph-mon[191304]: pgmap v12642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:31.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:30 smithi123 ceph-mon[188613]: pgmap v12642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:33.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:32 smithi177 ceph-mon[212096]: pgmap v12643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:33.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:32 smithi123 ceph-mon[191304]: pgmap v12643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:33.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:32 smithi123 ceph-mon[188613]: pgmap v12643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:34.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:33 smithi177 ceph-mon[212096]: pgmap v12644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:34.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:33 smithi123 ceph-mon[191304]: pgmap v12644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:34.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:33 smithi123 ceph-mon[188613]: pgmap v12644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:36.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:36 smithi123 ceph-mon[191304]: pgmap v12645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:36.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:36 smithi123 ceph-mon[188613]: pgmap v12645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:37.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:36 smithi177 ceph-mon[212096]: pgmap v12645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:38.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:38 smithi123 ceph-mon[191304]: pgmap v12646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:38.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:38 smithi123 ceph-mon[188613]: pgmap v12646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:39.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:38 smithi177 ceph-mon[212096]: pgmap v12646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:39.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:34:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:34:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:34:41.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:40 smithi177 ceph-mon[212096]: pgmap v12647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:41.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:40 smithi123 ceph-mon[188613]: pgmap v12647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:41.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:40 smithi123 ceph-mon[191304]: pgmap v12647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:43.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:42 smithi177 ceph-mon[212096]: pgmap v12648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:43.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:34:43.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:42 smithi123 ceph-mon[191304]: pgmap v12648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:43.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:34:43.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:42 smithi123 ceph-mon[188613]: pgmap v12648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:43.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:34:44.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:43 smithi177 ceph-mon[212096]: pgmap v12649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:44.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:43 smithi123 ceph-mon[191304]: pgmap v12649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:44.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:43 smithi123 ceph-mon[188613]: pgmap v12649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:44.350 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:34:44.657 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:34:44.657 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 2m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:34:44.657 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 23s ago 5h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:34:44.657 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 2m ago 5h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:34:44.657 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 23s ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:34:44.657 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 23s ago 5h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:34:44.657 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 2m ago 5h 769M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:34:44.658 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 2m ago 5h 1588M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:34:44.658 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 23s ago 5h 750M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:34:44.658 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 2m ago 5h 809M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:34:44.658 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 2m ago 5h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:34:44.658 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 23s ago 5h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:34:44.658 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 2m ago 5h 4840M 2356M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:34:44.658 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 2m ago 5h 5574M 2356M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:34:44.658 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 2m ago 5h 4535M 2356M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:34:44.658 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 2m ago 5h 4694M 2356M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:34:44.658 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 23s ago 5h 3939M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:34:44.658 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 23s ago 5h 4358M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:34:44.658 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 23s ago 5h 3735M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:34:44.658 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 23s ago 5h 4314M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:34:44.658 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 23s ago 5h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:34:45.042 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:34:45.042 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:34:45.042 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:34:45.042 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:34:45.042 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:34:45.043 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:34:45.043 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:34:45.043 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:34:45.043 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:34:45.043 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:34:45.043 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:34:45.043 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:34:45.043 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:34:45.044 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:34:45.044 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:34:45.044 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:34:45.044 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:34:45.044 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:34:45.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:44 smithi177 ceph-mon[212096]: from='client.57584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:34:45.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:44 smithi177 ceph-mon[212096]: from='client.57590 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:34:45.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:44 smithi123 ceph-mon[191304]: from='client.57584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:34:45.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:44 smithi123 ceph-mon[191304]: from='client.57590 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:34:45.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:44 smithi123 ceph-mon[188613]: from='client.57584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:34:45.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:44 smithi123 ceph-mon[188613]: from='client.57590 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:34:46.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:45 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1627147909' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:34:46.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:45 smithi177 ceph-mon[212096]: pgmap v12650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:46.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:45 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1627147909' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:34:46.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:45 smithi123 ceph-mon[188613]: pgmap v12650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:46.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:45 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1627147909' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:34:46.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:45 smithi123 ceph-mon[191304]: pgmap v12650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:48.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:48 smithi123 ceph-mon[191304]: pgmap v12651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:48.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:48 smithi123 ceph-mon[188613]: pgmap v12651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:49.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:48 smithi177 ceph-mon[212096]: pgmap v12651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:49.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:34:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:34:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:34:51.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:50 smithi177 ceph-mon[212096]: pgmap v12652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:51.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:50 smithi123 ceph-mon[191304]: pgmap v12652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:51.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:50 smithi123 ceph-mon[188613]: pgmap v12652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:53.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:52 smithi177 ceph-mon[212096]: pgmap v12653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:53.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:52 smithi123 ceph-mon[191304]: pgmap v12653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:53.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:52 smithi123 ceph-mon[188613]: pgmap v12653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:54.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:53 smithi177 ceph-mon[212096]: pgmap v12654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:54.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:53 smithi123 ceph-mon[191304]: pgmap v12654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:54.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:53 smithi123 ceph-mon[188613]: pgmap v12654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:57.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:56 smithi177 ceph-mon[212096]: pgmap v12655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:57.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:56 smithi123 ceph-mon[191304]: pgmap v12655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:57.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:56 smithi123 ceph-mon[188613]: pgmap v12655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:58.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:34:58.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:34:58.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:34:59.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:34:58 smithi123 ceph-mon[191304]: pgmap v12656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:59.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:34:58 smithi123 ceph-mon[188613]: pgmap v12656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:59.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:34:58 smithi177 ceph-mon[212096]: pgmap v12656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:34:59.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:34:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:34:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:35:01.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:00 smithi177 ceph-mon[212096]: pgmap v12657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:01.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:00 smithi123 ceph-mon[191304]: pgmap v12657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:01.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:00 smithi123 ceph-mon[188613]: pgmap v12657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:03.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:02 smithi177 ceph-mon[212096]: pgmap v12658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:03.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:02 smithi123 ceph-mon[191304]: pgmap v12658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:03.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:02 smithi123 ceph-mon[188613]: pgmap v12658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:04.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:03 smithi177 ceph-mon[212096]: pgmap v12659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:04.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:03 smithi123 ceph-mon[191304]: pgmap v12659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:04.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:03 smithi123 ceph-mon[188613]: pgmap v12659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:07.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:06 smithi177 ceph-mon[212096]: pgmap v12660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:07.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:06 smithi123 ceph-mon[191304]: pgmap v12660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:07.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:06 smithi123 ceph-mon[188613]: pgmap v12660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:09.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:08 smithi123 ceph-mon[191304]: pgmap v12661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:09.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:08 smithi123 ceph-mon[188613]: pgmap v12661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:09.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:08 smithi177 ceph-mon[212096]: pgmap v12661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:09.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:35:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:35:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:35:11.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:10 smithi177 ceph-mon[212096]: pgmap v12662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:11.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:10 smithi123 ceph-mon[191304]: pgmap v12662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:11.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:10 smithi123 ceph-mon[188613]: pgmap v12662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:13.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:12 smithi177 ceph-mon[212096]: pgmap v12663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:13.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:35:13.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:12 smithi123 ceph-mon[188613]: pgmap v12663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:13.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:35:13.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:12 smithi123 ceph-mon[191304]: pgmap v12663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:13.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:35:14.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:13 smithi177 ceph-mon[212096]: pgmap v12664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:14.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:13 smithi123 ceph-mon[188613]: pgmap v12664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:14.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:13 smithi123 ceph-mon[191304]: pgmap v12664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:15.387 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:35:15.696 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:35:15.697 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 2m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:35:15.697 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 54s ago 5h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:35:15.697 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 2m ago 5h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:35:15.697 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 54s ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:35:15.697 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 54s ago 5h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:35:15.697 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 2m ago 5h 769M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:35:15.698 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 2m ago 5h 1588M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:35:15.698 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 54s ago 5h 750M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:35:15.698 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 2m ago 5h 809M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:35:15.698 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 2m ago 5h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:35:15.698 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 54s ago 5h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:35:15.698 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 2m ago 5h 4840M 2356M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:35:15.698 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 2m ago 5h 5574M 2356M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:35:15.698 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 2m ago 5h 4535M 2356M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:35:15.698 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 2m ago 5h 4694M 2356M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:35:15.699 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 54s ago 5h 3939M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:35:15.699 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 54s ago 5h 4358M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:35:15.699 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 54s ago 5h 3735M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:35:15.699 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 54s ago 5h 4314M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:35:15.699 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 54s ago 5h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:35:16.079 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:35:16.079 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:35:16.079 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:35:16.079 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:35:16.079 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:35:16.079 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:35:16.079 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:35:16.079 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:35:16.079 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:35:16.079 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:35:16.079 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:35:16.080 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:35:16.080 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:35:16.080 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:35:16.080 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:35:16.080 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:35:16.080 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:35:16.080 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:35:17.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:16 smithi177 ceph-mon[212096]: from='client.57602 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:35:17.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:16 smithi177 ceph-mon[212096]: from='client.47661 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:35:17.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:16 smithi177 ceph-mon[212096]: pgmap v12665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:17.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:16 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1274526807' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:35:17.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:16 smithi123 ceph-mon[188613]: from='client.57602 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:35:17.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:16 smithi123 ceph-mon[188613]: from='client.47661 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:35:17.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:16 smithi123 ceph-mon[188613]: pgmap v12665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:17.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:16 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1274526807' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:35:17.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:16 smithi123 ceph-mon[191304]: from='client.57602 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:35:17.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:16 smithi123 ceph-mon[191304]: from='client.47661 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:35:17.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:16 smithi123 ceph-mon[191304]: pgmap v12665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:17.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:16 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1274526807' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:35:19.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:18 smithi123 ceph-mon[191304]: pgmap v12666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:19.075 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:18 smithi123 ceph-mon[188613]: pgmap v12666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:19.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:18 smithi177 ceph-mon[212096]: pgmap v12666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:19.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:35:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:35:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T16:35:21.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:20 smithi177 ceph-mon[212096]: pgmap v12667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:21.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:20 smithi123 ceph-mon[191304]: pgmap v12667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:21.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:20 smithi123 ceph-mon[188613]: pgmap v12667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:23.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:22 smithi177 ceph-mon[212096]: pgmap v12668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:23.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:35:23.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:35:23.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:35:23.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:35:23.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:22 smithi123 ceph-mon[191304]: pgmap v12668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:23.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:35:23.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:35:23.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:35:23.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:35:23.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:22 smithi123 ceph-mon[188613]: pgmap v12668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:23.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:35:23.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:35:23.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:35:23.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:35:24.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:23 smithi177 ceph-mon[212096]: pgmap v12669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:24.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:23 smithi123 ceph-mon[191304]: pgmap v12669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:24.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:23 smithi123 ceph-mon[188613]: pgmap v12669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:27.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:26 smithi177 ceph-mon[212096]: pgmap v12670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:27.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:26 smithi123 ceph-mon[191304]: pgmap v12670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:27.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:26 smithi123 ceph-mon[188613]: pgmap v12670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:28.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:35:28.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:35:28.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:35:29.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:28 smithi123 ceph-mon[191304]: pgmap v12671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:29.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:28 smithi123 ceph-mon[188613]: pgmap v12671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:29.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:28 smithi177 ceph-mon[212096]: pgmap v12671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:29.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:35:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:35:29] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T16:35:31.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:30 smithi177 ceph-mon[212096]: pgmap v12672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:31.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:30 smithi123 ceph-mon[191304]: pgmap v12672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:31.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:30 smithi123 ceph-mon[188613]: pgmap v12672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:33.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:32 smithi177 ceph-mon[212096]: pgmap v12673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:33.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:32 smithi123 ceph-mon[191304]: pgmap v12673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:33.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:32 smithi123 ceph-mon[188613]: pgmap v12673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:34.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:33 smithi177 ceph-mon[212096]: pgmap v12674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:34.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:33 smithi123 ceph-mon[191304]: pgmap v12674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:34.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:33 smithi123 ceph-mon[188613]: pgmap v12674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:37.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:36 smithi177 ceph-mon[212096]: pgmap v12675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:37.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:36 smithi123 ceph-mon[191304]: pgmap v12675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:37.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:36 smithi123 ceph-mon[188613]: pgmap v12675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:39.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:38 smithi123 ceph-mon[191304]: pgmap v12676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:39.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:38 smithi123 ceph-mon[188613]: pgmap v12676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:39.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:38 smithi177 ceph-mon[212096]: pgmap v12676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:39.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:35:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:35:39] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T16:35:41.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:40 smithi177 ceph-mon[212096]: pgmap v12677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:41.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:40 smithi123 ceph-mon[188613]: pgmap v12677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:41.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:40 smithi123 ceph-mon[191304]: pgmap v12677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:43.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:42 smithi177 ceph-mon[212096]: pgmap v12678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:43.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:35:43.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:42 smithi123 ceph-mon[191304]: pgmap v12678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:43.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:35:43.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:42 smithi123 ceph-mon[188613]: pgmap v12678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:43.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:35:44.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:43 smithi177 ceph-mon[212096]: pgmap v12679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:44.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:43 smithi123 ceph-mon[191304]: pgmap v12679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:44.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:43 smithi123 ceph-mon[188613]: pgmap v12679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:46.425 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:35:46.731 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:35:46.731 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 3m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:35:46.731 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 85s ago 5h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:35:46.731 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 3m ago 5h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:35:46.731 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 85s ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:35:46.731 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 85s ago 5h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:35:46.731 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 3m ago 5h 769M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:35:46.731 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 3m ago 5h 1588M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:35:46.732 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 85s ago 5h 750M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:35:46.732 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 3m ago 5h 809M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:35:46.732 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 3m ago 5h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:35:46.732 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 85s ago 5h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:35:46.732 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 3m ago 5h 4840M 2356M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:35:46.732 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 3m ago 5h 5574M 2356M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:35:46.732 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 3m ago 5h 4535M 2356M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:35:46.732 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 3m ago 5h 4694M 2356M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:35:46.732 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 85s ago 5h 3939M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:35:46.732 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 85s ago 5h 4358M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:35:46.732 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 85s ago 5h 3735M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:35:46.732 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 85s ago 5h 4314M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:35:46.733 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 85s ago 5h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:35:47.115 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:35:47.115 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:35:47.115 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:35:47.115 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:35:47.115 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:35:47.115 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:35:47.115 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:35:47.115 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:35:47.115 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:35:47.115 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:35:47.115 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:35:47.115 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:35:47.115 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:35:47.116 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:35:47.116 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:35:47.116 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:35:47.116 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:35:47.116 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:35:47.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:46 smithi177 ceph-mon[212096]: pgmap v12680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:47.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:46 smithi123 ceph-mon[191304]: pgmap v12680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:47.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:46 smithi123 ceph-mon[188613]: pgmap v12680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:48.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:47 smithi177 ceph-mon[212096]: from='client.57620 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:35:48.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:47 smithi177 ceph-mon[212096]: from='client.47679 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:35:48.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:47 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2034361614' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:35:48.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:47 smithi123 ceph-mon[191304]: from='client.57620 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:35:48.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:47 smithi123 ceph-mon[191304]: from='client.47679 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:35:48.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:47 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2034361614' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:35:48.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:47 smithi123 ceph-mon[188613]: from='client.57620 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:35:48.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:47 smithi123 ceph-mon[188613]: from='client.47679 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:35:48.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:47 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2034361614' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:35:49.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:48 smithi123 ceph-mon[191304]: pgmap v12681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:49.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:48 smithi123 ceph-mon[188613]: pgmap v12681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:49.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:48 smithi177 ceph-mon[212096]: pgmap v12681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:49.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:35:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:35:49] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:35:51.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:50 smithi177 ceph-mon[212096]: pgmap v12682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:51.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:50 smithi123 ceph-mon[191304]: pgmap v12682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:51.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:50 smithi123 ceph-mon[188613]: pgmap v12682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:53.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:52 smithi177 ceph-mon[212096]: pgmap v12683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:53.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:52 smithi123 ceph-mon[191304]: pgmap v12683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:53.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:52 smithi123 ceph-mon[188613]: pgmap v12683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:54.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:53 smithi177 ceph-mon[212096]: pgmap v12684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:54.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:53 smithi123 ceph-mon[191304]: pgmap v12684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:54.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:53 smithi123 ceph-mon[188613]: pgmap v12684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:57.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:56 smithi177 ceph-mon[212096]: pgmap v12685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:57.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:56 smithi123 ceph-mon[191304]: pgmap v12685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:57.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:56 smithi123 ceph-mon[188613]: pgmap v12685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:58.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:35:58.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:35:58.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:35:59.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:35:58 smithi123 ceph-mon[191304]: pgmap v12686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:59.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:35:58 smithi123 ceph-mon[188613]: pgmap v12686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:59.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:35:58 smithi177 ceph-mon[212096]: pgmap v12686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:35:59.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:35:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:35:59] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T16:36:01.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:00 smithi177 ceph-mon[212096]: pgmap v12687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:01.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:00 smithi123 ceph-mon[191304]: pgmap v12687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:01.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:00 smithi123 ceph-mon[188613]: pgmap v12687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:03.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:02 smithi177 ceph-mon[212096]: pgmap v12688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:03.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:02 smithi123 ceph-mon[191304]: pgmap v12688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:03.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:02 smithi123 ceph-mon[188613]: pgmap v12688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:04.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:03 smithi177 ceph-mon[212096]: pgmap v12689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:04.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:03 smithi123 ceph-mon[191304]: pgmap v12689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:04.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:03 smithi123 ceph-mon[188613]: pgmap v12689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:07.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:06 smithi177 ceph-mon[212096]: pgmap v12690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:07.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:06 smithi123 ceph-mon[191304]: pgmap v12690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:07.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:06 smithi123 ceph-mon[188613]: pgmap v12690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:09.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:08 smithi123 ceph-mon[191304]: pgmap v12691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:09.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:08 smithi123 ceph-mon[188613]: pgmap v12691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:09.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:08 smithi177 ceph-mon[212096]: pgmap v12691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:09.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:36:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:36:09] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T16:36:11.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:10 smithi177 ceph-mon[212096]: pgmap v12692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:11.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:10 smithi123 ceph-mon[191304]: pgmap v12692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:11.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:10 smithi123 ceph-mon[188613]: pgmap v12692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:13.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:12 smithi177 ceph-mon[212096]: pgmap v12693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:13.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:36:13.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:12 smithi123 ceph-mon[191304]: pgmap v12693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:13.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:36:13.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:12 smithi123 ceph-mon[188613]: pgmap v12693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:13.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:36:14.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:13 smithi177 ceph-mon[212096]: pgmap v12694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:14.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:13 smithi123 ceph-mon[191304]: pgmap v12694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:14.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:13 smithi123 ceph-mon[188613]: pgmap v12694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:17.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:16 smithi177 ceph-mon[212096]: pgmap v12695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:17.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:16 smithi123 ceph-mon[191304]: pgmap v12695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:17.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:16 smithi123 ceph-mon[188613]: pgmap v12695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:17.460 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:36:17.768 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:36:17.768 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 4m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:36:17.768 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 116s ago 5h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:36:17.769 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 4m ago 5h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:36:17.769 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 116s ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:36:17.769 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 116s ago 5h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:36:17.769 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 4m ago 5h 769M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:36:17.769 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 4m ago 5h 1588M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:36:17.769 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 116s ago 5h 750M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:36:17.769 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 4m ago 5h 809M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:36:17.769 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 4m ago 5h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:36:17.769 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 116s ago 5h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:36:17.769 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 4m ago 5h 4840M 2356M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:36:17.769 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 4m ago 5h 5574M 2356M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:36:17.769 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 4m ago 5h 4535M 2356M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:36:17.769 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 4m ago 5h 4694M 2356M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:36:17.769 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 116s ago 5h 3939M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:36:17.769 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 116s ago 5h 4358M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:36:17.770 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 116s ago 5h 3735M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:36:17.770 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 116s ago 5h 4314M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:36:17.770 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 116s ago 5h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:36:18.155 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:36:18.155 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:36:18.156 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:36:18.156 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:36:18.156 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:36:18.156 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:36:18.156 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:36:18.156 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:36:18.156 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:36:18.156 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:36:18.156 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:36:18.156 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:36:18.156 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:36:18.156 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:36:18.156 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:36:18.156 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:36:18.156 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:36:18.157 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:36:19.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:18 smithi123 ceph-mon[191304]: from='client.47691 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:36:19.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:18 smithi123 ceph-mon[191304]: pgmap v12696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:19.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:18 smithi123 ceph-mon[191304]: from='client.57644 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:36:19.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:18 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/403063232' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:36:19.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:18 smithi123 ceph-mon[188613]: from='client.47691 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:36:19.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:18 smithi123 ceph-mon[188613]: pgmap v12696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:19.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:18 smithi123 ceph-mon[188613]: from='client.57644 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:36:19.075 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:18 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/403063232' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:36:19.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:18 smithi177 ceph-mon[212096]: from='client.47691 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:36:19.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:18 smithi177 ceph-mon[212096]: pgmap v12696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:19.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:18 smithi177 ceph-mon[212096]: from='client.57644 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:36:19.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:18 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/403063232' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:36:19.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:36:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:36:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:36:21.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:20 smithi177 ceph-mon[212096]: pgmap v12697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:21.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:20 smithi123 ceph-mon[191304]: pgmap v12697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:21.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:20 smithi123 ceph-mon[188613]: pgmap v12697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:23.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:22 smithi177 ceph-mon[212096]: pgmap v12698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:23.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:36:23.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:22 smithi123 ceph-mon[191304]: pgmap v12698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:23.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:36:23.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:22 smithi123 ceph-mon[188613]: pgmap v12698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:23.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:36:24.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:36:24.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:36:24.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:36:24.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:23 smithi177 ceph-mon[212096]: pgmap v12699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:24.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:36:24.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:36:24.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:36:24.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:23 smithi123 ceph-mon[191304]: pgmap v12699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:24.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:36:24.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:36:24.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:36:24.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:23 smithi123 ceph-mon[188613]: pgmap v12699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:27.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:26 smithi177 ceph-mon[212096]: pgmap v12700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:27.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:26 smithi123 ceph-mon[191304]: pgmap v12700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:27.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:26 smithi123 ceph-mon[188613]: pgmap v12700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:28.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:36:28.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:36:28.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:36:29.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:28 smithi123 ceph-mon[191304]: pgmap v12701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:29.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:28 smithi123 ceph-mon[188613]: pgmap v12701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:29.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:28 smithi177 ceph-mon[212096]: pgmap v12701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:29.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:36:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:36:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:36:31.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:30 smithi177 ceph-mon[212096]: pgmap v12702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:31.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:30 smithi123 ceph-mon[191304]: pgmap v12702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:31.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:30 smithi123 ceph-mon[188613]: pgmap v12702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:33.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:32 smithi177 ceph-mon[212096]: pgmap v12703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:33.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:32 smithi123 ceph-mon[191304]: pgmap v12703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:33.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:32 smithi123 ceph-mon[188613]: pgmap v12703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:34.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:33 smithi177 ceph-mon[212096]: pgmap v12704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:34.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:33 smithi123 ceph-mon[191304]: pgmap v12704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:34.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:33 smithi123 ceph-mon[188613]: pgmap v12704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:37.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:36 smithi177 ceph-mon[212096]: pgmap v12705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:37.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:36 smithi123 ceph-mon[191304]: pgmap v12705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:37.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:36 smithi123 ceph-mon[188613]: pgmap v12705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:39.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:38 smithi123 ceph-mon[191304]: pgmap v12706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:39.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:38 smithi123 ceph-mon[188613]: pgmap v12706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:39.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:38 smithi177 ceph-mon[212096]: pgmap v12706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:39.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:36:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:36:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:36:41.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:40 smithi177 ceph-mon[212096]: pgmap v12707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:41.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:40 smithi123 ceph-mon[188613]: pgmap v12707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:41.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:40 smithi123 ceph-mon[191304]: pgmap v12707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:43.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:42 smithi177 ceph-mon[212096]: pgmap v12708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:43.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:36:43.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:42 smithi123 ceph-mon[191304]: pgmap v12708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:43.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:36:43.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:42 smithi123 ceph-mon[188613]: pgmap v12708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:43.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:36:44.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:43 smithi177 ceph-mon[212096]: pgmap v12709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:44.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:43 smithi123 ceph-mon[188613]: pgmap v12709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:44.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:43 smithi123 ceph-mon[191304]: pgmap v12709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:47.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:46 smithi177 ceph-mon[212096]: pgmap v12710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:47.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:46 smithi123 ceph-mon[191304]: pgmap v12710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:47.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:46 smithi123 ceph-mon[188613]: pgmap v12710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:48.499 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:36:48.808 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:36:48.808 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 4m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:36:48.808 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 2m ago 5h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:36:48.808 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 4m ago 5h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:36:48.808 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 2m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:36:48.808 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 2m ago 5h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:36:48.808 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 4m ago 5h 769M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:36:48.808 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 4m ago 5h 1588M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:36:48.808 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 2m ago 5h 750M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:36:48.808 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 4m ago 5h 809M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:36:48.808 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 4m ago 5h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:36:48.809 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 2m ago 5h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:36:48.809 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 4m ago 5h 4840M 2356M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:36:48.809 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 4m ago 5h 5574M 2356M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:36:48.809 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 4m ago 5h 4535M 2356M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:36:48.809 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 4m ago 5h 4694M 2356M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:36:48.809 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 2m ago 5h 3939M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:36:48.809 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 2m ago 5h 4358M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:36:48.809 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 2m ago 5h 3735M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:36:48.809 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 2m ago 5h 4314M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:36:48.810 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 2m ago 5h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:36:49.073 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:48 smithi123 ceph-mon[191304]: pgmap v12711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:49.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:48 smithi123 ceph-mon[188613]: pgmap v12711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:49.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:48 smithi177 ceph-mon[212096]: pgmap v12711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:49.193 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:36:49.194 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:36:49.194 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:36:49.194 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:36:49.194 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:36:49.194 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:36:49.194 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:36:49.194 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:36:49.195 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:36:49.195 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:36:49.195 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:36:49.195 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:36:49.195 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:36:49.195 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:36:49.195 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:36:49.196 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:36:49.196 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:36:49.196 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:36:49.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:36:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:36:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T16:36:50.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:49 smithi177 ceph-mon[212096]: from='client.47709 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:36:50.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:49 smithi177 ceph-mon[212096]: from='client.47715 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:36:50.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:49 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3111742649' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:36:50.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:49 smithi123 ceph-mon[191304]: from='client.47709 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:36:50.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:49 smithi123 ceph-mon[191304]: from='client.47715 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:36:50.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:49 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3111742649' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:36:50.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:49 smithi123 ceph-mon[188613]: from='client.47709 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:36:50.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:49 smithi123 ceph-mon[188613]: from='client.47715 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:36:50.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:49 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3111742649' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:36:51.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:50 smithi177 ceph-mon[212096]: pgmap v12712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:51.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:50 smithi123 ceph-mon[188613]: pgmap v12712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:51.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:50 smithi123 ceph-mon[191304]: pgmap v12712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:53.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:52 smithi177 ceph-mon[212096]: pgmap v12713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:53.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:52 smithi123 ceph-mon[191304]: pgmap v12713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:53.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:52 smithi123 ceph-mon[188613]: pgmap v12713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:54.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:53 smithi177 ceph-mon[212096]: pgmap v12714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:54.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:53 smithi123 ceph-mon[191304]: pgmap v12714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:54.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:53 smithi123 ceph-mon[188613]: pgmap v12714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:57.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:56 smithi177 ceph-mon[212096]: pgmap v12715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:57.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:56 smithi123 ceph-mon[191304]: pgmap v12715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:57.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:56 smithi123 ceph-mon[188613]: pgmap v12715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:58.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:36:58.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:36:58.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:36:59.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:36:58 smithi123 ceph-mon[191304]: pgmap v12716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:59.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:36:58 smithi123 ceph-mon[188613]: pgmap v12716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:59.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:36:58 smithi177 ceph-mon[212096]: pgmap v12716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:36:59.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:36:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:36:59] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T16:37:01.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:00 smithi177 ceph-mon[212096]: pgmap v12717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:01.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:00 smithi123 ceph-mon[188613]: pgmap v12717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:01.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:00 smithi123 ceph-mon[191304]: pgmap v12717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:03.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:02 smithi177 ceph-mon[212096]: pgmap v12718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:03.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:02 smithi123 ceph-mon[191304]: pgmap v12718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:03.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:02 smithi123 ceph-mon[188613]: pgmap v12718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:04.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:03 smithi177 ceph-mon[212096]: pgmap v12719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:04.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:03 smithi123 ceph-mon[191304]: pgmap v12719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:04.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:03 smithi123 ceph-mon[188613]: pgmap v12719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:07.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:06 smithi177 ceph-mon[212096]: pgmap v12720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:07.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:06 smithi123 ceph-mon[191304]: pgmap v12720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:07.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:06 smithi123 ceph-mon[188613]: pgmap v12720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:09.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:08 smithi123 ceph-mon[191304]: pgmap v12721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:09.075 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:08 smithi123 ceph-mon[188613]: pgmap v12721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:09.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:08 smithi177 ceph-mon[212096]: pgmap v12721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:09.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:37:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:37:09] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T16:37:11.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:10 smithi177 ceph-mon[212096]: pgmap v12722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:11.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:10 smithi123 ceph-mon[191304]: pgmap v12722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:11.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:10 smithi123 ceph-mon[188613]: pgmap v12722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:12.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:37:12.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:37:12.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:37:13.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:12 smithi177 ceph-mon[212096]: pgmap v12723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:13.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:12 smithi123 ceph-mon[191304]: pgmap v12723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:13.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:12 smithi123 ceph-mon[188613]: pgmap v12723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:14.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:13 smithi177 ceph-mon[212096]: pgmap v12724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:14.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:13 smithi123 ceph-mon[191304]: pgmap v12724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:14.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:13 smithi123 ceph-mon[188613]: pgmap v12724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:17.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:16 smithi177 ceph-mon[212096]: pgmap v12725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:17.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:16 smithi123 ceph-mon[191304]: pgmap v12725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:17.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:16 smithi123 ceph-mon[188613]: pgmap v12725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:19.073 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:18 smithi123 ceph-mon[191304]: pgmap v12726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:19.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:18 smithi123 ceph-mon[188613]: pgmap v12726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:19.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:18 smithi177 ceph-mon[212096]: pgmap v12726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:19.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:37:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:37:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:37:19.537 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:37:19.844 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:37:19.844 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 5m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:37:19.844 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 2m ago 5h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:37:19.844 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 5m ago 5h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:37:19.845 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 2m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:37:19.845 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 2m ago 5h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:37:19.845 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 5m ago 5h 769M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:37:19.845 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 5m ago 5h 1588M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:37:19.845 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 2m ago 5h 750M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:37:19.845 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 5m ago 5h 809M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:37:19.845 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 5m ago 5h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:37:19.845 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 2m ago 5h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:37:19.845 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 5m ago 5h 4840M 2356M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:37:19.845 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 5m ago 5h 5574M 2356M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:37:19.845 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 5m ago 5h 4535M 2356M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:37:19.845 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 5m ago 5h 4694M 2356M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:37:19.845 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 2m ago 5h 3939M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:37:19.845 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 2m ago 5h 4358M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:37:19.846 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 2m ago 5h 3735M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:37:19.846 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 2m ago 5h 4314M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:37:19.846 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 2m ago 5h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:37:20.225 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:37:20.225 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:37:20.225 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:37:20.225 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:37:20.226 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:37:20.226 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:37:20.226 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:37:20.226 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:37:20.226 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:37:20.226 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:37:20.226 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:37:20.226 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:37:20.226 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:37:20.226 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:37:20.226 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:37:20.226 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:37:20.226 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:37:20.226 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:37:21.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:20 smithi177 ceph-mon[212096]: from='client.57674 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:37:21.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:20 smithi177 ceph-mon[212096]: pgmap v12727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:21.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:20 smithi177 ceph-mon[212096]: from='client.47733 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:37:21.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:20 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3712644487' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:37:21.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:20 smithi123 ceph-mon[191304]: from='client.57674 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:37:21.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:20 smithi123 ceph-mon[191304]: pgmap v12727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:21.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:20 smithi123 ceph-mon[191304]: from='client.47733 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:37:21.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:20 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3712644487' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:37:21.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:20 smithi123 ceph-mon[188613]: from='client.57674 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:37:21.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:20 smithi123 ceph-mon[188613]: pgmap v12727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:21.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:20 smithi123 ceph-mon[188613]: from='client.47733 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:37:21.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:20 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3712644487' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:37:23.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:22 smithi177 ceph-mon[212096]: pgmap v12728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:23.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:22 smithi123 ceph-mon[191304]: pgmap v12728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:23.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:22 smithi123 ceph-mon[188613]: pgmap v12728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:24.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:37:24.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:23 smithi177 ceph-mon[212096]: pgmap v12729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:24.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:37:24.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:37:24.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:37:24.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:37:24.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:23 smithi123 ceph-mon[191304]: pgmap v12729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:24.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:37:24.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:37:24.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:37:24.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:37:24.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:23 smithi123 ceph-mon[188613]: pgmap v12729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:24.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:37:24.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:37:24.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:37:27.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:26 smithi177 ceph-mon[212096]: pgmap v12730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:27.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:37:27.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:26 smithi123 ceph-mon[191304]: pgmap v12730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:27.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:37:27.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:26 smithi123 ceph-mon[188613]: pgmap v12730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:27.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:37:29.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:28 smithi123 ceph-mon[191304]: pgmap v12731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:29.075 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:28 smithi123 ceph-mon[188613]: pgmap v12731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:29.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:28 smithi177 ceph-mon[212096]: pgmap v12731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:29.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:37:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:37:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:37:31.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:30 smithi177 ceph-mon[212096]: pgmap v12732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:31.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:30 smithi123 ceph-mon[191304]: pgmap v12732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:31.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:30 smithi123 ceph-mon[188613]: pgmap v12732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:33.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:32 smithi177 ceph-mon[212096]: pgmap v12733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:33.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:32 smithi123 ceph-mon[188613]: pgmap v12733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:33.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:32 smithi123 ceph-mon[191304]: pgmap v12733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:34.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:33 smithi177 ceph-mon[212096]: pgmap v12734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:34.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:33 smithi123 ceph-mon[188613]: pgmap v12734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:34.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:33 smithi123 ceph-mon[191304]: pgmap v12734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:37.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:36 smithi177 ceph-mon[212096]: pgmap v12735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:37.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:36 smithi123 ceph-mon[188613]: pgmap v12735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:37.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:36 smithi123 ceph-mon[191304]: pgmap v12735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:39.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:38 smithi123 ceph-mon[191304]: pgmap v12736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:39.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:38 smithi123 ceph-mon[188613]: pgmap v12736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:39.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:38 smithi177 ceph-mon[212096]: pgmap v12736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:39.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:37:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:37:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:37:41.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:40 smithi177 ceph-mon[212096]: pgmap v12737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:41.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:40 smithi123 ceph-mon[191304]: pgmap v12737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:41.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:40 smithi123 ceph-mon[188613]: pgmap v12737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:42.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:37:42.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:37:42.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:37:43.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:42 smithi177 ceph-mon[212096]: pgmap v12738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:43.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:42 smithi123 ceph-mon[191304]: pgmap v12738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:43.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:42 smithi123 ceph-mon[188613]: pgmap v12738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:44.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:43 smithi177 ceph-mon[212096]: pgmap v12739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:44.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:43 smithi123 ceph-mon[191304]: pgmap v12739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:44.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:43 smithi123 ceph-mon[188613]: pgmap v12739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:47.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:46 smithi177 ceph-mon[212096]: pgmap v12740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:47.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:46 smithi123 ceph-mon[191304]: pgmap v12740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:47.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:46 smithi123 ceph-mon[188613]: pgmap v12740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:49.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:48 smithi123 ceph-mon[191304]: pgmap v12741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:49.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:48 smithi123 ceph-mon[188613]: pgmap v12741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:49.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:48 smithi177 ceph-mon[212096]: pgmap v12741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:49.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:37:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:37:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:37:50.571 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:37:50.880 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:37:50.881 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 5m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:37:50.881 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 3m ago 5h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:37:50.881 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 5m ago 5h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:37:50.881 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 3m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:37:50.881 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 3m ago 5h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:37:50.881 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 5m ago 5h 769M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:37:50.881 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 5m ago 5h 1588M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:37:50.881 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 3m ago 5h 750M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:37:50.881 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 5m ago 5h 809M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:37:50.881 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 5m ago 5h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:37:50.881 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 3m ago 5h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:37:50.881 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 5m ago 5h 4840M 2356M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:37:50.881 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 5m ago 5h 5574M 2356M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:37:50.882 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 5m ago 5h 4535M 2356M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:37:50.882 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 5m ago 5h 4694M 2356M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:37:50.882 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 3m ago 5h 3939M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:37:50.882 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 3m ago 5h 4358M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:37:50.882 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 3m ago 5h 3735M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:37:50.882 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 3m ago 5h 4314M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:37:50.882 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 3m ago 5h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:37:51.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:50 smithi177 ceph-mon[212096]: pgmap v12742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:51.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:50 smithi123 ceph-mon[191304]: pgmap v12742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:51.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:50 smithi123 ceph-mon[188613]: pgmap v12742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:51.260 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:37:51.261 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:37:51.261 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:37:51.261 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:37:51.261 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:37:51.261 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:37:51.261 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:37:51.261 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:37:51.261 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:37:51.261 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:37:51.261 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:37:51.261 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:37:51.261 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:37:51.261 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:37:51.261 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:37:51.262 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:37:51.262 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:37:51.262 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:37:52.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:51 smithi177 ceph-mon[212096]: from='client.47745 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:37:52.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:51 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2399561916' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:37:52.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:51 smithi123 ceph-mon[191304]: from='client.47745 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:37:52.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:51 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2399561916' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:37:52.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:51 smithi123 ceph-mon[188613]: from='client.47745 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:37:52.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:51 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2399561916' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:37:53.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:52 smithi177 ceph-mon[212096]: from='client.57698 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:37:53.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:52 smithi177 ceph-mon[212096]: pgmap v12743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:53.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:52 smithi123 ceph-mon[191304]: from='client.57698 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:37:53.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:52 smithi123 ceph-mon[191304]: pgmap v12743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:53.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:52 smithi123 ceph-mon[188613]: from='client.57698 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:37:53.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:52 smithi123 ceph-mon[188613]: pgmap v12743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:54.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:53 smithi177 ceph-mon[212096]: pgmap v12744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:54.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:53 smithi123 ceph-mon[191304]: pgmap v12744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:54.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:53 smithi123 ceph-mon[188613]: pgmap v12744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:57.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:56 smithi177 ceph-mon[212096]: pgmap v12745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:57.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:37:57.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:56 smithi123 ceph-mon[191304]: pgmap v12745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:57.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:37:57.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:56 smithi123 ceph-mon[188613]: pgmap v12745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:57.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:37:59.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:37:58 smithi123 ceph-mon[191304]: pgmap v12746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:59.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:37:58 smithi123 ceph-mon[188613]: pgmap v12746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:59.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:37:58 smithi177 ceph-mon[212096]: pgmap v12746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:37:59.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:37:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:37:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:38:01.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:00 smithi177 ceph-mon[212096]: pgmap v12747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:01.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:00 smithi123 ceph-mon[191304]: pgmap v12747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:01.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:00 smithi123 ceph-mon[188613]: pgmap v12747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:03.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:02 smithi177 ceph-mon[212096]: pgmap v12748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:03.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:02 smithi123 ceph-mon[191304]: pgmap v12748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:03.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:02 smithi123 ceph-mon[188613]: pgmap v12748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:04.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:03 smithi177 ceph-mon[212096]: pgmap v12749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:04.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:03 smithi123 ceph-mon[191304]: pgmap v12749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:04.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:03 smithi123 ceph-mon[188613]: pgmap v12749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:07.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:06 smithi177 ceph-mon[212096]: pgmap v12750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:07.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:06 smithi123 ceph-mon[191304]: pgmap v12750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:07.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:06 smithi123 ceph-mon[188613]: pgmap v12750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:09.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:08 smithi123 ceph-mon[191304]: pgmap v12751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:09.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:08 smithi123 ceph-mon[188613]: pgmap v12751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:09.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:08 smithi177 ceph-mon[212096]: pgmap v12751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:09.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:38:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:38:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:38:11.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:10 smithi177 ceph-mon[212096]: pgmap v12752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:11.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:10 smithi123 ceph-mon[191304]: pgmap v12752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:11.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:10 smithi123 ceph-mon[188613]: pgmap v12752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:12.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:38:12.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:38:12.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:38:13.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:12 smithi177 ceph-mon[212096]: pgmap v12753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:13.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:12 smithi123 ceph-mon[191304]: pgmap v12753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:13.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:12 smithi123 ceph-mon[188613]: pgmap v12753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:14.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:13 smithi177 ceph-mon[212096]: pgmap v12754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:14.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:13 smithi123 ceph-mon[188613]: pgmap v12754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:14.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:13 smithi123 ceph-mon[191304]: pgmap v12754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:17.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:16 smithi177 ceph-mon[212096]: pgmap v12755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:17.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:16 smithi123 ceph-mon[191304]: pgmap v12755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:17.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:16 smithi123 ceph-mon[188613]: pgmap v12755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:19.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:18 smithi123 ceph-mon[191304]: pgmap v12756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:19.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:18 smithi123 ceph-mon[188613]: pgmap v12756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:19.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:18 smithi177 ceph-mon[212096]: pgmap v12756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:19.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:38:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:38:19] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T16:38:21.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:20 smithi177 ceph-mon[212096]: pgmap v12757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:21.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:20 smithi123 ceph-mon[191304]: pgmap v12757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:21.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:20 smithi123 ceph-mon[188613]: pgmap v12757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:21.605 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:38:21.912 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:38:21.912 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 6m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:38:21.912 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 4m ago 5h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:38:21.912 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 6m ago 5h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:38:21.912 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 4m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:38:21.912 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 4m ago 5h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:38:21.912 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 6m ago 5h 769M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:38:21.912 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 6m ago 5h 1588M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:38:21.912 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 4m ago 5h 750M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:38:21.913 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 6m ago 5h 809M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:38:21.913 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 6m ago 5h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:38:21.913 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 4m ago 5h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:38:21.913 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 6m ago 5h 4840M 2356M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:38:21.913 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 6m ago 5h 5574M 2356M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:38:21.913 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 6m ago 5h 4535M 2356M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:38:21.913 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 6m ago 5h 4694M 2356M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:38:21.913 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 4m ago 5h 3939M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:38:21.913 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 4m ago 5h 4358M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:38:21.913 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 4m ago 5h 3735M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:38:21.913 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 4m ago 5h 4314M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:38:21.913 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 4m ago 5h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:38:22.296 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:38:22.296 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:38:22.296 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:38:22.296 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:38:22.296 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:38:22.296 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:38:22.296 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:38:22.296 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:38:22.296 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:38:22.297 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:38:22.297 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:38:22.297 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:38:22.297 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:38:22.297 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:38:22.297 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:38:22.297 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:38:22.297 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:38:22.297 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:38:23.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:22 smithi177 ceph-mon[212096]: from='client.57710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:38:23.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:22 smithi177 ceph-mon[212096]: pgmap v12758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:23.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:22 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3669546342' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:38:23.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:22 smithi123 ceph-mon[191304]: from='client.57710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:38:23.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:22 smithi123 ceph-mon[191304]: pgmap v12758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:23.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:22 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3669546342' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:38:23.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:22 smithi123 ceph-mon[188613]: from='client.57710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:38:23.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:22 smithi123 ceph-mon[188613]: pgmap v12758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:23.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:22 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3669546342' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:38:24.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:23 smithi177 ceph-mon[212096]: from='client.47769 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:38:24.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:23 smithi123 ceph-mon[191304]: from='client.47769 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:38:24.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:23 smithi123 ceph-mon[188613]: from='client.47769 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:38:25.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:24 smithi177 ceph-mon[212096]: pgmap v12759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:25.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:38:25.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:38:25.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:38:25.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:38:25.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:24 smithi123 ceph-mon[191304]: pgmap v12759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:25.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:38:25.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:38:25.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:38:25.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:38:25.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:24 smithi123 ceph-mon[188613]: pgmap v12759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:25.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:38:25.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:38:25.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:38:25.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:38:27.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:26 smithi177 ceph-mon[212096]: pgmap v12760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:27.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:38:27.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:26 smithi123 ceph-mon[191304]: pgmap v12760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:27.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:38:27.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:26 smithi123 ceph-mon[188613]: pgmap v12760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:27.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:38:29.073 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:28 smithi123 ceph-mon[191304]: pgmap v12761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:29.073 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:28 smithi123 ceph-mon[188613]: pgmap v12761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:29.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:28 smithi177 ceph-mon[212096]: pgmap v12761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:29.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:38:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:38:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:38:31.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:30 smithi177 ceph-mon[212096]: pgmap v12762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:31.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:30 smithi123 ceph-mon[191304]: pgmap v12762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:31.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:30 smithi123 ceph-mon[188613]: pgmap v12762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:33.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:32 smithi177 ceph-mon[212096]: pgmap v12763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:33.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:32 smithi123 ceph-mon[191304]: pgmap v12763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:33.272 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:32 smithi123 ceph-mon[188613]: pgmap v12763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:34.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:33 smithi177 ceph-mon[212096]: pgmap v12764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:34.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:33 smithi123 ceph-mon[191304]: pgmap v12764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:34.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:33 smithi123 ceph-mon[188613]: pgmap v12764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:37.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:36 smithi177 ceph-mon[212096]: pgmap v12765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:37.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:36 smithi123 ceph-mon[191304]: pgmap v12765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:37.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:36 smithi123 ceph-mon[188613]: pgmap v12765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:39.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:38 smithi123 ceph-mon[191304]: pgmap v12766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:39.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:38 smithi123 ceph-mon[188613]: pgmap v12766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:39.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:38 smithi177 ceph-mon[212096]: pgmap v12766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:39.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:38:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:38:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:38:41.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:40 smithi177 ceph-mon[212096]: pgmap v12767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:41.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:40 smithi123 ceph-mon[191304]: pgmap v12767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:41.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:40 smithi123 ceph-mon[188613]: pgmap v12767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:42.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:38:42.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:38:42.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:38:43.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:42 smithi177 ceph-mon[212096]: pgmap v12768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:43.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:42 smithi123 ceph-mon[191304]: pgmap v12768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:43.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:42 smithi123 ceph-mon[188613]: pgmap v12768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:44.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:43 smithi177 ceph-mon[212096]: pgmap v12769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:44.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:43 smithi123 ceph-mon[191304]: pgmap v12769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:44.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:43 smithi123 ceph-mon[188613]: pgmap v12769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:47.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:46 smithi177 ceph-mon[212096]: pgmap v12770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:47.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:46 smithi123 ceph-mon[191304]: pgmap v12770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:47.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:46 smithi123 ceph-mon[188613]: pgmap v12770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:49.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:48 smithi123 ceph-mon[191304]: pgmap v12771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:49.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:48 smithi123 ceph-mon[188613]: pgmap v12771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:49.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:48 smithi177 ceph-mon[212096]: pgmap v12771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:49.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:38:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:38:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:38:51.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:50 smithi177 ceph-mon[212096]: pgmap v12772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:51.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:50 smithi123 ceph-mon[191304]: pgmap v12772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:51.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:50 smithi123 ceph-mon[188613]: pgmap v12772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:52.642 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:38:52.952 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:38:52.953 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 6m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:38:52.953 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 4m ago 5h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:38:52.953 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 6m ago 5h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:38:52.953 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 4m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:38:52.953 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 4m ago 5h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:38:52.953 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 6m ago 5h 769M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:38:52.953 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 6m ago 5h 1588M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:38:52.953 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 4m ago 5h 750M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:38:52.953 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 6m ago 5h 809M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:38:52.953 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 6m ago 5h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:38:52.953 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 4m ago 5h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:38:52.953 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 6m ago 5h 4840M 2356M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:38:52.953 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 6m ago 5h 5574M 2356M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:38:52.954 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 6m ago 5h 4535M 2356M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:38:52.954 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 6m ago 5h 4694M 2356M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:38:52.954 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 4m ago 5h 3939M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:38:52.954 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 4m ago 5h 4358M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:38:52.954 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 4m ago 5h 3735M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:38:52.954 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 4m ago 5h 4314M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:38:52.954 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 4m ago 5h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:38:53.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:52 smithi177 ceph-mon[212096]: pgmap v12773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:53.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:52 smithi123 ceph-mon[191304]: pgmap v12773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:53.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:52 smithi123 ceph-mon[188613]: pgmap v12773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:53.337 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:38:53.338 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:38:53.338 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:38:53.338 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:38:53.338 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:38:53.338 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:38:53.338 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:38:53.338 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:38:53.338 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:38:53.338 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:38:53.338 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:38:53.338 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:38:53.338 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:38:53.338 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:38:53.339 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:38:53.339 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:38:53.339 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:38:53.339 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:38:54.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:53 smithi177 ceph-mon[212096]: from='client.57728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:38:54.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:53 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3646397932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:38:54.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:53 smithi123 ceph-mon[191304]: from='client.57728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:38:54.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:53 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3646397932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:38:54.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:53 smithi123 ceph-mon[188613]: from='client.57728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:38:54.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:53 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3646397932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:38:55.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:54 smithi177 ceph-mon[212096]: from='client.47787 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:38:55.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:54 smithi177 ceph-mon[212096]: pgmap v12774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:55.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:54 smithi123 ceph-mon[188613]: from='client.47787 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:38:55.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:54 smithi123 ceph-mon[188613]: pgmap v12774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:55.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:54 smithi123 ceph-mon[191304]: from='client.47787 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:38:55.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:54 smithi123 ceph-mon[191304]: pgmap v12774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:57.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:56 smithi177 ceph-mon[212096]: pgmap v12775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:57.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:38:57.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:56 smithi123 ceph-mon[191304]: pgmap v12775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:57.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:38:57.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:56 smithi123 ceph-mon[188613]: pgmap v12775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:57.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:38:59.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:38:58 smithi177 ceph-mon[212096]: pgmap v12776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:59.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:38:58 smithi123 ceph-mon[191304]: pgmap v12776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:59.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:38:58 smithi123 ceph-mon[188613]: pgmap v12776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:38:59.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:38:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:38:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:39:01.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:00 smithi177 ceph-mon[212096]: pgmap v12777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:01.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:00 smithi123 ceph-mon[191304]: pgmap v12777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:01.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:00 smithi123 ceph-mon[188613]: pgmap v12777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:03.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:02 smithi177 ceph-mon[212096]: pgmap v12778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:03.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:02 smithi123 ceph-mon[191304]: pgmap v12778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:03.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:02 smithi123 ceph-mon[188613]: pgmap v12778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:04.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:03 smithi123 ceph-mon[191304]: pgmap v12779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:04.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:03 smithi123 ceph-mon[188613]: pgmap v12779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:04.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:03 smithi177 ceph-mon[212096]: pgmap v12779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:07.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:06 smithi177 ceph-mon[212096]: pgmap v12780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:07.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:06 smithi123 ceph-mon[191304]: pgmap v12780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:07.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:06 smithi123 ceph-mon[188613]: pgmap v12780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:09.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:08 smithi123 ceph-mon[191304]: pgmap v12781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:09.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:08 smithi123 ceph-mon[188613]: pgmap v12781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:09.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:08 smithi177 ceph-mon[212096]: pgmap v12781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:09.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:39:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:39:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:39:11.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:10 smithi177 ceph-mon[212096]: pgmap v12782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:11.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:10 smithi123 ceph-mon[191304]: pgmap v12782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:11.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:10 smithi123 ceph-mon[188613]: pgmap v12782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:12.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:39:12.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:39:12.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:39:13.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:12 smithi177 ceph-mon[212096]: pgmap v12783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:13.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:12 smithi123 ceph-mon[191304]: pgmap v12783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:13.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:12 smithi123 ceph-mon[188613]: pgmap v12783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:14.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:13 smithi123 ceph-mon[191304]: pgmap v12784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:14.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:13 smithi123 ceph-mon[188613]: pgmap v12784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:14.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:13 smithi177 ceph-mon[212096]: pgmap v12784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:17.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:16 smithi177 ceph-mon[212096]: pgmap v12785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:17.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:16 smithi123 ceph-mon[191304]: pgmap v12785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:17.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:16 smithi123 ceph-mon[188613]: pgmap v12785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:19.073 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:18 smithi123 ceph-mon[191304]: pgmap v12786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:19.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:18 smithi123 ceph-mon[188613]: pgmap v12786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:19.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:18 smithi177 ceph-mon[212096]: pgmap v12786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:19.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:39:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:39:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:39:21.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:20 smithi177 ceph-mon[212096]: pgmap v12787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:21.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:20 smithi123 ceph-mon[191304]: pgmap v12787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:21.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:20 smithi123 ceph-mon[188613]: pgmap v12787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:23.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:22 smithi177 ceph-mon[212096]: pgmap v12788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:23.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:22 smithi123 ceph-mon[191304]: pgmap v12788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:23.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:22 smithi123 ceph-mon[188613]: pgmap v12788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:23.684 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:39:23.995 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:39:23.995 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 7m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:39:23.995 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 5m ago 5h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:39:23.995 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 7m ago 5h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:39:23.995 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 5m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:39:23.995 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 5m ago 5h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:39:23.995 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 7m ago 5h 769M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:39:23.995 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 7m ago 5h 1588M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:39:23.995 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 5m ago 5h 750M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:39:23.996 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 7m ago 5h 809M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:39:23.996 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 7m ago 5h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:39:23.996 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 5m ago 5h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:39:23.996 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 7m ago 5h 4840M 2356M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:39:23.996 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 7m ago 5h 5574M 2356M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:39:23.996 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 7m ago 5h 4535M 2356M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:39:23.996 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 7m ago 5h 4694M 2356M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:39:23.996 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 5m ago 5h 3939M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:39:23.996 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 5m ago 5h 4358M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:39:23.996 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 5m ago 5h 3735M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:39:23.996 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 5m ago 5h 4314M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:39:23.996 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 5m ago 5h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:39:24.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:23 smithi123 ceph-mon[191304]: from='client.47799 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:39:24.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:23 smithi123 ceph-mon[191304]: pgmap v12789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:24.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:23 smithi123 ceph-mon[188613]: from='client.47799 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:39:24.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:23 smithi123 ceph-mon[188613]: pgmap v12789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:24.377 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:39:24.377 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:39:24.378 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:39:24.378 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:39:24.378 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:39:24.378 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:39:24.378 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:39:24.378 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:39:24.378 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:39:24.378 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:39:24.378 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:39:24.378 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:39:24.378 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:39:24.378 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:39:24.378 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:39:24.378 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:39:24.379 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:39:24.379 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:39:24.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:23 smithi177 ceph-mon[212096]: from='client.47799 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:39:24.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:23 smithi177 ceph-mon[212096]: pgmap v12789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:25.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:24 smithi123 ceph-mon[191304]: from='client.57752 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:39:25.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:24 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/611492247' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:39:25.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:39:25.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:24 smithi123 ceph-mon[188613]: from='client.57752 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:39:25.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:24 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/611492247' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:39:25.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:39:25.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:24 smithi177 ceph-mon[212096]: from='client.57752 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:39:25.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:24 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/611492247' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:39:25.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:39:26.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:39:26.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:39:26.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:39:26.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:25 smithi123 ceph-mon[191304]: pgmap v12790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:26.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:39:26.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:39:26.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:39:26.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:25 smithi123 ceph-mon[188613]: pgmap v12790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:26.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:39:26.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:39:26.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:39:26.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:25 smithi177 ceph-mon[212096]: pgmap v12790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:27.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:39:27.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:39:27.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:39:28.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:27 smithi123 ceph-mon[191304]: pgmap v12791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:28.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:27 smithi123 ceph-mon[188613]: pgmap v12791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:28.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:27 smithi177 ceph-mon[212096]: pgmap v12791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:29.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:39:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:39:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:39:31.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:30 smithi177 ceph-mon[212096]: pgmap v12792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:31.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:30 smithi123 ceph-mon[191304]: pgmap v12792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:31.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:30 smithi123 ceph-mon[188613]: pgmap v12792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:33.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:32 smithi177 ceph-mon[212096]: pgmap v12793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:33.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:32 smithi123 ceph-mon[191304]: pgmap v12793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:33.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:32 smithi123 ceph-mon[188613]: pgmap v12793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:34.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:33 smithi123 ceph-mon[188613]: pgmap v12794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:34.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:33 smithi123 ceph-mon[191304]: pgmap v12794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:34.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:33 smithi177 ceph-mon[212096]: pgmap v12794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:37.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:36 smithi177 ceph-mon[212096]: pgmap v12795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:37.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:36 smithi123 ceph-mon[188613]: pgmap v12795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:37.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:36 smithi123 ceph-mon[191304]: pgmap v12795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:39.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:38 smithi177 ceph-mon[212096]: pgmap v12796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:39.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:38 smithi123 ceph-mon[188613]: pgmap v12796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:39.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:38 smithi123 ceph-mon[191304]: pgmap v12796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:39.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:39:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:39:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:39:41.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:40 smithi177 ceph-mon[212096]: pgmap v12797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:41.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:40 smithi123 ceph-mon[188613]: pgmap v12797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:41.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:40 smithi123 ceph-mon[191304]: pgmap v12797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:42.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:39:42.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:39:42.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:39:43.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:42 smithi177 ceph-mon[212096]: pgmap v12798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:43.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:42 smithi123 ceph-mon[188613]: pgmap v12798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:43.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:42 smithi123 ceph-mon[191304]: pgmap v12798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:44.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:43 smithi123 ceph-mon[191304]: pgmap v12799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:44.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:43 smithi123 ceph-mon[188613]: pgmap v12799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:44.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:43 smithi177 ceph-mon[212096]: pgmap v12799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:47.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:46 smithi177 ceph-mon[212096]: pgmap v12800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:47.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:46 smithi123 ceph-mon[191304]: pgmap v12800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:47.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:46 smithi123 ceph-mon[188613]: pgmap v12800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:49.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:48 smithi177 ceph-mon[212096]: pgmap v12801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:49.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:48 smithi123 ceph-mon[191304]: pgmap v12801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:49.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:48 smithi123 ceph-mon[188613]: pgmap v12801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:49.238 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:39:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:39:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:39:51.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:50 smithi177 ceph-mon[212096]: pgmap v12802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:51.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:50 smithi123 ceph-mon[191304]: pgmap v12802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:51.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:50 smithi123 ceph-mon[188613]: pgmap v12802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:53.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:52 smithi177 ceph-mon[212096]: pgmap v12803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:53.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:52 smithi123 ceph-mon[191304]: pgmap v12803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:53.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:52 smithi123 ceph-mon[188613]: pgmap v12803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:54.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:53 smithi123 ceph-mon[191304]: pgmap v12804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:54.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:53 smithi123 ceph-mon[188613]: pgmap v12804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:54.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:53 smithi177 ceph-mon[212096]: pgmap v12804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:54.728 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:39:55.034 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:39:55.035 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 7m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:39:55.035 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 5m ago 5h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:39:55.035 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 7m ago 5h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:39:55.035 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 5m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:39:55.035 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 5m ago 5h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:39:55.035 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 7m ago 5h 769M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:39:55.035 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 7m ago 5h 1588M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:39:55.035 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 5m ago 5h 750M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:39:55.035 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 7m ago 5h 809M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:39:55.035 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 7m ago 5h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:39:55.035 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 5m ago 5h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:39:55.035 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 7m ago 5h 4840M 2356M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:39:55.035 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 7m ago 5h 5574M 2356M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:39:55.036 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 7m ago 5h 4535M 2356M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:39:55.036 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 7m ago 5h 4694M 2356M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:39:55.036 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 5m ago 5h 3939M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:39:55.036 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 5m ago 5h 4358M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:39:55.036 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 5m ago 5h 3735M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:39:55.036 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 5m ago 5h 4314M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:39:55.036 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 5m ago 5h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:39:55.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:54 smithi123 ceph-mon[191304]: from='client.57764 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:39:55.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:54 smithi123 ceph-mon[188613]: from='client.57764 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:39:55.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:54 smithi177 ceph-mon[212096]: from='client.57764 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:39:55.416 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:39:55.416 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:39:55.416 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:39:55.416 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:39:55.416 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:39:55.416 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:39:55.416 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:39:55.417 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:39:55.417 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:39:55.417 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:39:55.417 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:39:55.417 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:39:55.417 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:39:55.417 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:39:55.417 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:39:55.417 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:39:55.417 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:39:55.417 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:39:56.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:55 smithi123 ceph-mon[191304]: from='client.47823 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:39:56.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:55 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/741535684' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:39:56.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:55 smithi123 ceph-mon[191304]: pgmap v12805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:56.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:55 smithi123 ceph-mon[188613]: from='client.47823 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:39:56.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:55 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/741535684' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:39:56.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:55 smithi123 ceph-mon[188613]: pgmap v12805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:56.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:55 smithi177 ceph-mon[212096]: from='client.47823 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:39:56.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:55 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/741535684' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:39:56.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:55 smithi177 ceph-mon[212096]: pgmap v12805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:57.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:39:57.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:39:57.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:39:58.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:39:57 smithi123 ceph-mon[191304]: pgmap v12806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:58.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:39:57 smithi123 ceph-mon[188613]: pgmap v12806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:58.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:39:57 smithi177 ceph-mon[212096]: pgmap v12806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:39:59.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:39:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:39:59] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T16:40:00.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T16:39:59.998+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T16:40:01.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:00 smithi177 ceph-mon[212096]: pgmap v12807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:01.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T16:40:01.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:00 smithi123 ceph-mon[191304]: pgmap v12807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:01.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T16:40:01.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:00 smithi123 ceph-mon[188613]: pgmap v12807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:01.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T16:40:03.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:02 smithi177 ceph-mon[212096]: pgmap v12808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:03.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:02 smithi123 ceph-mon[191304]: pgmap v12808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:03.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:02 smithi123 ceph-mon[188613]: pgmap v12808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:04.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:03 smithi123 ceph-mon[191304]: pgmap v12809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:04.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:03 smithi123 ceph-mon[188613]: pgmap v12809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:04.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:03 smithi177 ceph-mon[212096]: pgmap v12809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:07.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:06 smithi177 ceph-mon[212096]: pgmap v12810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:07.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:06 smithi123 ceph-mon[191304]: pgmap v12810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:07.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:06 smithi123 ceph-mon[188613]: pgmap v12810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:09.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:08 smithi177 ceph-mon[212096]: pgmap v12811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:09.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:08 smithi123 ceph-mon[191304]: pgmap v12811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:09.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:08 smithi123 ceph-mon[188613]: pgmap v12811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:09.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:40:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:40:09] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T16:40:11.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:10 smithi177 ceph-mon[212096]: pgmap v12812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:11.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:10 smithi123 ceph-mon[191304]: pgmap v12812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:11.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:10 smithi123 ceph-mon[188613]: pgmap v12812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:12.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:40:12.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:40:12.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:40:13.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:12 smithi177 ceph-mon[212096]: pgmap v12813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:13.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:12 smithi123 ceph-mon[191304]: pgmap v12813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:13.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:12 smithi123 ceph-mon[188613]: pgmap v12813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:14.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:13 smithi123 ceph-mon[191304]: pgmap v12814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:14.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:13 smithi123 ceph-mon[188613]: pgmap v12814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:14.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:13 smithi177 ceph-mon[212096]: pgmap v12814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:17.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:16 smithi177 ceph-mon[212096]: pgmap v12815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:17.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:16 smithi123 ceph-mon[191304]: pgmap v12815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:17.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:16 smithi123 ceph-mon[188613]: pgmap v12815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:19.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:18 smithi177 ceph-mon[212096]: pgmap v12816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:19.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:18 smithi123 ceph-mon[191304]: pgmap v12816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:19.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:18 smithi123 ceph-mon[188613]: pgmap v12816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:19.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:40:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:40:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T16:40:21.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:20 smithi177 ceph-mon[212096]: pgmap v12817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:21.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:20 smithi123 ceph-mon[191304]: pgmap v12817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:21.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:20 smithi123 ceph-mon[188613]: pgmap v12817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:23.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:22 smithi177 ceph-mon[212096]: pgmap v12818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:23.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:22 smithi123 ceph-mon[191304]: pgmap v12818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:23.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:22 smithi123 ceph-mon[188613]: pgmap v12818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:24.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:23 smithi123 ceph-mon[191304]: pgmap v12819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:24.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:23 smithi123 ceph-mon[188613]: pgmap v12819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:24.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:23 smithi177 ceph-mon[212096]: pgmap v12819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:25.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:40:25.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:40:25.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:40:25.770 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:40:26.080 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:40:26.081 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 8m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:40:26.081 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 6m ago 5h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:40:26.081 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 8m ago 5h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:40:26.081 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 6m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:40:26.081 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 6m ago 5h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:40:26.081 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 8m ago 5h 769M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:40:26.081 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 8m ago 5h 1588M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:40:26.081 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 6m ago 5h 750M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:40:26.082 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 8m ago 5h 809M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:40:26.082 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 8m ago 5h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:40:26.082 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 6m ago 5h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:40:26.082 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 8m ago 5h 4840M 2347M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:40:26.082 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 8m ago 5h 5574M 2347M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:40:26.082 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 8m ago 5h 4535M 2347M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:40:26.082 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 8m ago 5h 4694M 2347M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:40:26.083 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 6m ago 5h 3939M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:40:26.083 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 6m ago 5h 4358M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:40:26.083 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 6m ago 5h 3735M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:40:26.083 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 6m ago 5h 4314M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:40:26.083 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 6m ago 5h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:40:26.466 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:40:26.466 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:40:26.466 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:40:26.467 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:40:26.467 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:40:26.467 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:40:26.467 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:40:26.467 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:40:26.467 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:40:26.467 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:40:26.467 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:40:26.467 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:40:26.467 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:40:26.467 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:40:26.467 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:40:26.467 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:40:26.468 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:40:26.468 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:40:26.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:40:26.487 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:40:26.487 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:40:26.487 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:40:26.487 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:26 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2347M 2023-12-20T16:40:26.487 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:40:26.487 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:40:26.487 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:40:26.487 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:40:26.487 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:26 smithi123 ceph-mon[191304]: from='client.57782 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:40:26.487 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:26 smithi123 ceph-mon[191304]: pgmap v12820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:26.488 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:40:26.488 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:40:26.488 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:40:26.488 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:40:26.488 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:26 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2347M 2023-12-20T16:40:26.488 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:40:26.488 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:40:26.488 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:40:26.488 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:40:26.488 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:26 smithi123 ceph-mon[188613]: from='client.57782 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:40:26.488 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:26 smithi123 ceph-mon[188613]: pgmap v12820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:26.648 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:40:26.648 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:40:26.648 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:40:26.648 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:40:26.648 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:26 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2347M 2023-12-20T16:40:26.648 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:40:26.648 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:40:26.648 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:40:26.648 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:40:26.649 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:26 smithi177 ceph-mon[212096]: from='client.57782 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:40:26.649 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:26 smithi177 ceph-mon[212096]: pgmap v12820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:27.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:27 smithi123 ceph-mon[188613]: from='client.47841 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:40:27.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:27 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2849264503' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:40:27.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:40:27.487 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:27 smithi123 ceph-mon[191304]: from='client.47841 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:40:27.487 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:27 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2849264503' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:40:27.487 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:40:27.648 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:27 smithi177 ceph-mon[212096]: from='client.47841 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:40:27.648 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:27 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2849264503' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:40:27.648 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:40:28.487 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:28 smithi123 ceph-mon[191304]: pgmap v12821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:28.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:28 smithi123 ceph-mon[188613]: pgmap v12821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:28.648 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:28 smithi177 ceph-mon[212096]: pgmap v12821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:29.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:40:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:40:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:40:31.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:30 smithi177 ceph-mon[212096]: pgmap v12822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:31.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:30 smithi123 ceph-mon[191304]: pgmap v12822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:31.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:30 smithi123 ceph-mon[188613]: pgmap v12822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:33.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:32 smithi177 ceph-mon[212096]: pgmap v12823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:33.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:32 smithi123 ceph-mon[188613]: pgmap v12823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:33.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:32 smithi123 ceph-mon[191304]: pgmap v12823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:34.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:33 smithi123 ceph-mon[191304]: pgmap v12824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:34.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:33 smithi123 ceph-mon[188613]: pgmap v12824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:34.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:33 smithi177 ceph-mon[212096]: pgmap v12824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:37.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:36 smithi177 ceph-mon[212096]: pgmap v12825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:37.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:36 smithi123 ceph-mon[191304]: pgmap v12825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:37.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:36 smithi123 ceph-mon[188613]: pgmap v12825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:39.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:38 smithi177 ceph-mon[212096]: pgmap v12826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:39.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:38 smithi123 ceph-mon[191304]: pgmap v12826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:39.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:38 smithi123 ceph-mon[188613]: pgmap v12826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:39.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:40:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:40:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:40:41.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:40 smithi177 ceph-mon[212096]: pgmap v12827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:41.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:40 smithi123 ceph-mon[191304]: pgmap v12827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:41.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:40 smithi123 ceph-mon[188613]: pgmap v12827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:42.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:40:42.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:40:42.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:40:43.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:42 smithi177 ceph-mon[212096]: pgmap v12828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:43.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:42 smithi123 ceph-mon[191304]: pgmap v12828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:43.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:42 smithi123 ceph-mon[188613]: pgmap v12828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:44.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:43 smithi123 ceph-mon[191304]: pgmap v12829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:44.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:43 smithi123 ceph-mon[188613]: pgmap v12829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:44.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:43 smithi177 ceph-mon[212096]: pgmap v12829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:47.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:46 smithi177 ceph-mon[212096]: pgmap v12830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:47.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:46 smithi123 ceph-mon[191304]: pgmap v12830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:47.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:46 smithi123 ceph-mon[188613]: pgmap v12830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:49.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:48 smithi177 ceph-mon[212096]: pgmap v12831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:49.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:48 smithi123 ceph-mon[191304]: pgmap v12831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:49.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:48 smithi123 ceph-mon[188613]: pgmap v12831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:49.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:40:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:40:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:40:51.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:50 smithi177 ceph-mon[212096]: pgmap v12832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:51.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:50 smithi123 ceph-mon[191304]: pgmap v12832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:51.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:50 smithi123 ceph-mon[188613]: pgmap v12832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:53.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:52 smithi177 ceph-mon[212096]: pgmap v12833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:53.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:52 smithi123 ceph-mon[191304]: pgmap v12833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:53.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:52 smithi123 ceph-mon[188613]: pgmap v12833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:54.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:53 smithi123 ceph-mon[191304]: pgmap v12834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:54.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:53 smithi123 ceph-mon[188613]: pgmap v12834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:54.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:53 smithi177 ceph-mon[212096]: pgmap v12834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:56.813 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:40:57.125 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:40:57.126 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 8m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:40:57.126 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 6m ago 5h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:40:57.126 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 8m ago 5h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:40:57.126 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 6m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:40:57.126 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 6m ago 5h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:40:57.126 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 8m ago 5h 769M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:40:57.126 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 8m ago 5h 1588M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:40:57.126 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 6m ago 5h 750M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:40:57.126 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 8m ago 5h 809M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:40:57.126 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 8m ago 5h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:40:57.126 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 6m ago 5h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:40:57.126 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 8m ago 5h 4840M 2347M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:40:57.127 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 8m ago 5h 5574M 2347M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:40:57.127 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 8m ago 5h 4535M 2347M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:40:57.127 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 8m ago 5h 4694M 2347M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:40:57.127 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 6m ago 5h 3939M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:40:57.127 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 6m ago 5h 4358M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:40:57.127 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 6m ago 5h 3735M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:40:57.127 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 6m ago 5h 4314M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:40:57.127 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 6m ago 5h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:40:57.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:56 smithi177 ceph-mon[212096]: pgmap v12835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:57.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:40:57.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:56 smithi123 ceph-mon[191304]: pgmap v12835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:57.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:40:57.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:56 smithi123 ceph-mon[188613]: pgmap v12835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:57.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:40:57.507 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:40:57.508 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:40:57.508 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:40:57.508 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:40:57.508 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:40:57.508 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:40:57.508 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:40:57.508 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:40:57.508 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:40:57.508 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:40:57.508 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:40:57.508 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:40:57.508 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:40:57.508 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:40:57.508 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:40:57.509 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:40:57.509 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:40:57.509 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:40:58.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:57 smithi177 ceph-mon[212096]: from='client.47853 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:40:58.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:57 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1230669970' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:40:58.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:57 smithi123 ceph-mon[191304]: from='client.47853 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:40:58.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:57 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1230669970' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:40:58.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:57 smithi123 ceph-mon[188613]: from='client.47853 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:40:58.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:57 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1230669970' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:40:59.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:58 smithi177 ceph-mon[212096]: from='client.57806 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:40:59.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:40:58 smithi177 ceph-mon[212096]: pgmap v12836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:59.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:58 smithi123 ceph-mon[191304]: from='client.57806 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:40:59.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:40:58 smithi123 ceph-mon[191304]: pgmap v12836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:40:59.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:40:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:40:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:40:59.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:58 smithi123 ceph-mon[188613]: from='client.57806 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:40:59.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:40:58 smithi123 ceph-mon[188613]: pgmap v12836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:01.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:00 smithi177 ceph-mon[212096]: pgmap v12837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:01.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:00 smithi123 ceph-mon[191304]: pgmap v12837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:01.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:00 smithi123 ceph-mon[188613]: pgmap v12837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:03.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:02 smithi177 ceph-mon[212096]: pgmap v12838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:03.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:02 smithi123 ceph-mon[191304]: pgmap v12838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:03.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:02 smithi123 ceph-mon[188613]: pgmap v12838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:04.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:03 smithi123 ceph-mon[191304]: pgmap v12839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:04.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:03 smithi123 ceph-mon[188613]: pgmap v12839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:04.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:03 smithi177 ceph-mon[212096]: pgmap v12839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:07.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:06 smithi177 ceph-mon[212096]: pgmap v12840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:07.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:06 smithi123 ceph-mon[191304]: pgmap v12840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:07.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:06 smithi123 ceph-mon[188613]: pgmap v12840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:09.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:08 smithi177 ceph-mon[212096]: pgmap v12841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:09.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:08 smithi123 ceph-mon[188613]: pgmap v12841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:09.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:08 smithi123 ceph-mon[191304]: pgmap v12841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:09.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:41:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:41:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:41:11.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:10 smithi177 ceph-mon[212096]: pgmap v12842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:11.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:10 smithi123 ceph-mon[191304]: pgmap v12842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:11.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:10 smithi123 ceph-mon[188613]: pgmap v12842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:12.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:41:12.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:41:12.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:41:13.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:12 smithi177 ceph-mon[212096]: pgmap v12843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:13.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:12 smithi123 ceph-mon[191304]: pgmap v12843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:13.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:12 smithi123 ceph-mon[188613]: pgmap v12843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:14.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:13 smithi123 ceph-mon[191304]: pgmap v12844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:14.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:13 smithi123 ceph-mon[188613]: pgmap v12844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:14.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:13 smithi177 ceph-mon[212096]: pgmap v12844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:17.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:16 smithi177 ceph-mon[212096]: pgmap v12845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:17.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:16 smithi123 ceph-mon[191304]: pgmap v12845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:17.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:16 smithi123 ceph-mon[188613]: pgmap v12845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:19.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:18 smithi177 ceph-mon[212096]: pgmap v12846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:19.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:18 smithi123 ceph-mon[191304]: pgmap v12846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:19.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:18 smithi123 ceph-mon[188613]: pgmap v12846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:19.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:41:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:41:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:41:21.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:20 smithi177 ceph-mon[212096]: pgmap v12847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:21.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:20 smithi123 ceph-mon[191304]: pgmap v12847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:21.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:20 smithi123 ceph-mon[188613]: pgmap v12847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:23.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:22 smithi177 ceph-mon[212096]: pgmap v12848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:23.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:22 smithi123 ceph-mon[191304]: pgmap v12848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:23.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:22 smithi123 ceph-mon[188613]: pgmap v12848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:24.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:23 smithi123 ceph-mon[191304]: pgmap v12849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:24.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:23 smithi123 ceph-mon[188613]: pgmap v12849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:24.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:23 smithi177 ceph-mon[212096]: pgmap v12849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:26.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:41:26.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:41:26.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:41:27.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:26 smithi177 ceph-mon[212096]: pgmap v12850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:27.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:41:27.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:41:27.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:41:27.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:26 smithi123 ceph-mon[191304]: pgmap v12850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:27.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:41:27.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:41:27.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:41:27.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:26 smithi123 ceph-mon[188613]: pgmap v12850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:27.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:41:27.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:41:27.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:41:27.853 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:41:28.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:41:28.165 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:41:28.165 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 9m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:41:28.166 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 7m ago 5h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:41:28.166 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 9m ago 5h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:41:28.166 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 7m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:41:28.166 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 7m ago 5h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:41:28.166 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 9m ago 5h 769M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:41:28.166 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 9m ago 5h 1588M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:41:28.166 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 7m ago 5h 750M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:41:28.167 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 9m ago 5h 809M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:41:28.167 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 9m ago 5h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:41:28.167 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 7m ago 5h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:41:28.167 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 9m ago 5h 4840M 2347M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:41:28.167 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 9m ago 5h 5574M 2347M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:41:28.167 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 9m ago 5h 4535M 2347M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:41:28.167 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 9m ago 5h 4694M 2347M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:41:28.167 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 7m ago 5h 3939M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:41:28.168 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 7m ago 5h 4358M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:41:28.168 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 7m ago 5h 3735M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:41:28.168 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 7m ago 5h 4314M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:41:28.168 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 7m ago 5h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:41:28.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:41:28.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:41:28.549 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:41:28.549 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:41:28.549 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:41:28.549 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:41:28.549 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:41:28.550 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:41:28.550 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:41:28.550 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:41:28.550 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:41:28.550 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:41:28.550 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:41:28.550 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:41:28.550 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:41:28.550 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:41:28.551 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:41:28.551 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:41:28.551 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:41:28.551 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:41:28.898 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 16:41:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T16:41:28.586216996Z level=info msg="Completed cleanup jobs" duration=12.878794ms 2023-12-20T16:41:28.898 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:28 smithi177 ceph-mon[212096]: pgmap v12851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:28.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:28 smithi177 ceph-mon[212096]: from='client.57818 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:41:28.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:28 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3327772099' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:41:29.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:28 smithi123 ceph-mon[188613]: pgmap v12851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:29.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:28 smithi123 ceph-mon[188613]: from='client.57818 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:41:29.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:28 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3327772099' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:41:29.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:28 smithi123 ceph-mon[191304]: pgmap v12851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:29.074 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:28 smithi123 ceph-mon[191304]: from='client.57818 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:41:29.075 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:28 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3327772099' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:41:29.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:41:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:41:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:41:30.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:29 smithi177 ceph-mon[212096]: from='client.47877 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:41:30.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:29 smithi123 ceph-mon[191304]: from='client.47877 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:41:30.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:29 smithi123 ceph-mon[188613]: from='client.47877 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:41:31.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:30 smithi177 ceph-mon[212096]: pgmap v12852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:31.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:30 smithi123 ceph-mon[188613]: pgmap v12852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:31.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:30 smithi123 ceph-mon[191304]: pgmap v12852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:33.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:32 smithi177 ceph-mon[212096]: pgmap v12853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:33.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:32 smithi123 ceph-mon[191304]: pgmap v12853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:33.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:32 smithi123 ceph-mon[188613]: pgmap v12853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:34.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:33 smithi123 ceph-mon[191304]: pgmap v12854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:34.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:33 smithi123 ceph-mon[188613]: pgmap v12854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:34.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:33 smithi177 ceph-mon[212096]: pgmap v12854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:37.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:36 smithi177 ceph-mon[212096]: pgmap v12855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:37.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:36 smithi123 ceph-mon[188613]: pgmap v12855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:37.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:36 smithi123 ceph-mon[191304]: pgmap v12855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:39.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:38 smithi177 ceph-mon[212096]: pgmap v12856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:39.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:38 smithi123 ceph-mon[188613]: pgmap v12856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:39.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:38 smithi123 ceph-mon[191304]: pgmap v12856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:39.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:41:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:41:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:41:41.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:40 smithi177 ceph-mon[212096]: pgmap v12857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:41.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:40 smithi123 ceph-mon[188613]: pgmap v12857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:41.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:40 smithi123 ceph-mon[191304]: pgmap v12857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:42.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:41:42.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:41:42.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:41:43.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:42 smithi177 ceph-mon[212096]: pgmap v12858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:43.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:42 smithi123 ceph-mon[191304]: pgmap v12858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:43.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:42 smithi123 ceph-mon[188613]: pgmap v12858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:44.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:43 smithi123 ceph-mon[191304]: pgmap v12859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:44.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:43 smithi123 ceph-mon[188613]: pgmap v12859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:44.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:43 smithi177 ceph-mon[212096]: pgmap v12859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:47.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:46 smithi177 ceph-mon[212096]: pgmap v12860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:47.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:46 smithi123 ceph-mon[191304]: pgmap v12860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:47.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:46 smithi123 ceph-mon[188613]: pgmap v12860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:49.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:48 smithi177 ceph-mon[212096]: pgmap v12861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:49.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:48 smithi123 ceph-mon[191304]: pgmap v12861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:49.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:48 smithi123 ceph-mon[188613]: pgmap v12861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:49.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:41:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:41:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:41:51.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:50 smithi177 ceph-mon[212096]: pgmap v12862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:51.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:50 smithi123 ceph-mon[191304]: pgmap v12862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:51.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:50 smithi123 ceph-mon[188613]: pgmap v12862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:53.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:52 smithi177 ceph-mon[212096]: pgmap v12863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:53.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:52 smithi123 ceph-mon[191304]: pgmap v12863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:53.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:52 smithi123 ceph-mon[188613]: pgmap v12863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:54.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:53 smithi123 ceph-mon[191304]: pgmap v12864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:54.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:53 smithi123 ceph-mon[188613]: pgmap v12864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:54.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:53 smithi177 ceph-mon[212096]: pgmap v12864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:57.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:56 smithi177 ceph-mon[212096]: pgmap v12865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:57.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:41:57.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:56 smithi123 ceph-mon[191304]: pgmap v12865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:57.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:41:57.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:56 smithi123 ceph-mon[188613]: pgmap v12865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:57.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:41:58.895 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:41:59.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:58 smithi177 ceph-mon[212096]: pgmap v12866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:59.205 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:41:59.205 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 9m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:41:59.205 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 7m ago 5h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:41:59.205 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 9m ago 5h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:41:59.205 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 7m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:41:59.205 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 7m ago 5h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:41:59.206 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 9m ago 5h 769M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:41:59.206 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 9m ago 5h 1588M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:41:59.206 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 7m ago 5h 750M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:41:59.206 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 9m ago 5h 809M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:41:59.206 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 9m ago 5h 22.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:41:59.206 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 7m ago 5h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:41:59.206 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 9m ago 5h 4840M 2347M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:41:59.206 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 9m ago 5h 5574M 2347M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:41:59.206 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 9m ago 5h 4535M 2347M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:41:59.206 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 9m ago 5h 4694M 2347M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:41:59.206 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 7m ago 5h 3939M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:41:59.206 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 7m ago 5h 4358M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:41:59.206 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 7m ago 5h 3735M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:41:59.206 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 7m ago 5h 4314M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:41:59.206 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 7m ago 5h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:41:59.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:58 smithi123 ceph-mon[191304]: pgmap v12866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:59.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:58 smithi123 ceph-mon[188613]: pgmap v12866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:41:59.238 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:41:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:41:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T16:41:59.588 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:41:59.588 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:41:59.588 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:41:59.589 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:41:59.589 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:41:59.589 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:41:59.589 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:41:59.589 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:41:59.589 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:41:59.589 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:41:59.589 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:41:59.589 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:41:59.589 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:41:59.589 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:41:59.589 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:41:59.589 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:41:59.589 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:41:59.589 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:42:00.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:59 smithi177 ceph-mon[212096]: from='client.57836 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:42:00.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:41:59 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3528127972' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:42:00.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:59 smithi123 ceph-mon[191304]: from='client.57836 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:42:00.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:41:59 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3528127972' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:42:00.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:59 smithi123 ceph-mon[188613]: from='client.57836 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:42:00.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:41:59 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3528127972' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:42:01.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:00 smithi177 ceph-mon[212096]: from='client.57842 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:42:01.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:00 smithi177 ceph-mon[212096]: pgmap v12867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:01.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:00 smithi123 ceph-mon[191304]: from='client.57842 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:42:01.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:00 smithi123 ceph-mon[191304]: pgmap v12867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:01.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:00 smithi123 ceph-mon[188613]: from='client.57842 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:42:01.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:00 smithi123 ceph-mon[188613]: pgmap v12867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:03.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:02 smithi177 ceph-mon[212096]: pgmap v12868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:03.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:02 smithi123 ceph-mon[191304]: pgmap v12868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:03.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:02 smithi123 ceph-mon[188613]: pgmap v12868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:04.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:03 smithi123 ceph-mon[191304]: pgmap v12869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:04.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:03 smithi123 ceph-mon[188613]: pgmap v12869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:04.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:03 smithi177 ceph-mon[212096]: pgmap v12869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:07.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:06 smithi177 ceph-mon[212096]: pgmap v12870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:07.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:06 smithi123 ceph-mon[191304]: pgmap v12870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:07.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:06 smithi123 ceph-mon[188613]: pgmap v12870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:09.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:08 smithi177 ceph-mon[212096]: pgmap v12871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:09.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:08 smithi123 ceph-mon[191304]: pgmap v12871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:09.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:08 smithi123 ceph-mon[188613]: pgmap v12871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:09.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:42:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:42:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T16:42:11.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:10 smithi177 ceph-mon[212096]: pgmap v12872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:11.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:10 smithi123 ceph-mon[191304]: pgmap v12872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:11.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:10 smithi123 ceph-mon[188613]: pgmap v12872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:12.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:42:12.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:42:12.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:42:13.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:12 smithi177 ceph-mon[212096]: pgmap v12873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:13.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:12 smithi123 ceph-mon[191304]: pgmap v12873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:13.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:12 smithi123 ceph-mon[188613]: pgmap v12873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:14.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:13 smithi123 ceph-mon[191304]: pgmap v12874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:14.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:13 smithi123 ceph-mon[188613]: pgmap v12874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:14.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:13 smithi177 ceph-mon[212096]: pgmap v12874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:17.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:16 smithi177 ceph-mon[212096]: pgmap v12875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:17.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:16 smithi123 ceph-mon[191304]: pgmap v12875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:17.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:16 smithi123 ceph-mon[188613]: pgmap v12875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:19.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:18 smithi177 ceph-mon[212096]: pgmap v12876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:19.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:18 smithi123 ceph-mon[191304]: pgmap v12876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:19.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:18 smithi123 ceph-mon[188613]: pgmap v12876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:19.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:42:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:42:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:42:21.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:20 smithi177 ceph-mon[212096]: pgmap v12877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:21.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:20 smithi123 ceph-mon[191304]: pgmap v12877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:21.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:20 smithi123 ceph-mon[188613]: pgmap v12877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:23.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:22 smithi177 ceph-mon[212096]: pgmap v12878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:23.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:22 smithi123 ceph-mon[191304]: pgmap v12878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:23.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:22 smithi123 ceph-mon[188613]: pgmap v12878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:24.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:23 smithi123 ceph-mon[191304]: pgmap v12879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:24.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:23 smithi123 ceph-mon[188613]: pgmap v12879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:24.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:23 smithi177 ceph-mon[212096]: pgmap v12879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:27.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:26 smithi177 ceph-mon[212096]: pgmap v12880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:27.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:42:27.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:42:27.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:42:27.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:42:27.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:26 smithi123 ceph-mon[191304]: pgmap v12880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:27.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:42:27.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:42:27.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:42:27.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:42:27.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:26 smithi123 ceph-mon[188613]: pgmap v12880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:27.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:42:27.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:42:27.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:42:27.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:42:29.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:28 smithi177 ceph-mon[212096]: pgmap v12881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:29.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:42:29.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:42:29.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:28 smithi123 ceph-mon[188613]: pgmap v12881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:29.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:42:29.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:42:29.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:42:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:42:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:42:29.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:28 smithi123 ceph-mon[191304]: pgmap v12881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:29.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:42:29.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:42:29.927 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:42:30.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:42:30.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:42:30.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:42:30.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:42:30.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:42:30.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:42:30.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:42:30.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:42:30.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:42:30.238 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:42:30.238 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 1s ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:42:30.238 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 8m ago 5h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:42:30.238 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 1s ago 5h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:42:30.238 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 8m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:42:30.238 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 8m ago 5h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:42:30.238 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 1s ago 5h 775M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:42:30.238 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 1s ago 5h 1626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:42:30.238 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 8m ago 5h 750M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:42:30.238 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 1s ago 5h 828M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:42:30.238 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 1s ago 5h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:42:30.238 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 8m ago 5h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:42:30.238 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 1s ago 5h 4873M 2347M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:42:30.239 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 1s ago 5h 5606M 2347M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:42:30.239 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 1s ago 5h 4560M 2347M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:42:30.239 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 1s ago 5h 4724M 2347M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:42:30.239 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 8m ago 5h 3939M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:42:30.239 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 8m ago 5h 4358M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:42:30.239 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 8m ago 5h 3735M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:42:30.239 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 8m ago 5h 4314M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:42:30.239 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 8m ago 5h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:42:30.619 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:42:30.619 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:42:30.619 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:42:30.619 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:42:30.619 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:42:30.619 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:42:30.620 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:42:30.620 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:42:30.620 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:42:30.620 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:42:30.620 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:42:30.620 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:42:30.620 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:42:30.621 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:42:30.621 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:42:30.621 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:42:30.621 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:42:30.622 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:42:31.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:30 smithi177 ceph-mon[212096]: pgmap v12882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:31.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:30 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2428033826' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:42:31.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:30 smithi123 ceph-mon[191304]: pgmap v12882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:31.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:30 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2428033826' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:42:31.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:30 smithi123 ceph-mon[188613]: pgmap v12882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:31.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:30 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2428033826' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:42:32.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:31 smithi177 ceph-mon[212096]: from='client.57854 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:42:32.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:31 smithi177 ceph-mon[212096]: from='client.47913 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:42:32.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:31 smithi123 ceph-mon[188613]: from='client.57854 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:42:32.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:31 smithi123 ceph-mon[188613]: from='client.47913 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:42:32.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:31 smithi123 ceph-mon[191304]: from='client.57854 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:42:32.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:31 smithi123 ceph-mon[191304]: from='client.47913 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:42:33.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:32 smithi177 ceph-mon[212096]: pgmap v12883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:33.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:32 smithi123 ceph-mon[191304]: pgmap v12883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:33.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:32 smithi123 ceph-mon[188613]: pgmap v12883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:34.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:33 smithi123 ceph-mon[191304]: pgmap v12884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:34.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:33 smithi123 ceph-mon[188613]: pgmap v12884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:34.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:33 smithi177 ceph-mon[212096]: pgmap v12884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:37.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:36 smithi177 ceph-mon[212096]: pgmap v12885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:37.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:36 smithi123 ceph-mon[191304]: pgmap v12885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:37.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:36 smithi123 ceph-mon[188613]: pgmap v12885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:39.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:38 smithi177 ceph-mon[212096]: pgmap v12886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:39.236 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:42:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:42:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:42:39.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:38 smithi123 ceph-mon[191304]: pgmap v12886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:39.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:38 smithi123 ceph-mon[188613]: pgmap v12886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:41.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:40 smithi177 ceph-mon[212096]: pgmap v12887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:41.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:40 smithi123 ceph-mon[191304]: pgmap v12887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:41.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:40 smithi123 ceph-mon[188613]: pgmap v12887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:42.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:42:42.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:42:42.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:42:43.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:42 smithi177 ceph-mon[212096]: pgmap v12888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:43.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:42 smithi123 ceph-mon[191304]: pgmap v12888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:43.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:42 smithi123 ceph-mon[188613]: pgmap v12888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:44.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:43 smithi123 ceph-mon[191304]: pgmap v12889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:44.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:43 smithi123 ceph-mon[188613]: pgmap v12889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:44.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:43 smithi177 ceph-mon[212096]: pgmap v12889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:47.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:46 smithi177 ceph-mon[212096]: pgmap v12890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:47.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:46 smithi123 ceph-mon[191304]: pgmap v12890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:47.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:46 smithi123 ceph-mon[188613]: pgmap v12890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:49.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:48 smithi177 ceph-mon[212096]: pgmap v12891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:49.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:48 smithi123 ceph-mon[191304]: pgmap v12891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:49.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:48 smithi123 ceph-mon[188613]: pgmap v12891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:49.238 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:42:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:42:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:42:51.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:50 smithi177 ceph-mon[212096]: pgmap v12892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:51.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:50 smithi123 ceph-mon[191304]: pgmap v12892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:51.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:50 smithi123 ceph-mon[188613]: pgmap v12892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:53.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:52 smithi177 ceph-mon[212096]: pgmap v12893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:53.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:52 smithi123 ceph-mon[191304]: pgmap v12893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:53.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:52 smithi123 ceph-mon[188613]: pgmap v12893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:54.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:53 smithi123 ceph-mon[191304]: pgmap v12894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:54.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:53 smithi123 ceph-mon[188613]: pgmap v12894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:54.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:53 smithi177 ceph-mon[212096]: pgmap v12894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:57.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:56 smithi177 ceph-mon[212096]: pgmap v12895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:57.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:42:57.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:56 smithi123 ceph-mon[188613]: pgmap v12895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:57.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:42:57.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:56 smithi123 ceph-mon[191304]: pgmap v12895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:57.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:42:59.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:42:58 smithi177 ceph-mon[212096]: pgmap v12896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:59.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:42:58 smithi123 ceph-mon[191304]: pgmap v12896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:59.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:42:58 smithi123 ceph-mon[188613]: pgmap v12896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:42:59.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:42:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:42:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:43:00.963 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:43:01.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:00 smithi177 ceph-mon[212096]: pgmap v12897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:01.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:00 smithi123 ceph-mon[191304]: pgmap v12897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:01.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:00 smithi123 ceph-mon[188613]: pgmap v12897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:01.270 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:43:01.270 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 32s ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:43:01.270 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 8m ago 5h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:43:01.270 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 32s ago 5h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:43:01.270 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 8m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:43:01.270 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 8m ago 5h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:43:01.270 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 32s ago 5h 775M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:43:01.270 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 32s ago 5h 1626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:43:01.271 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 8m ago 5h 750M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:43:01.271 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 32s ago 5h 828M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:43:01.271 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 32s ago 5h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:43:01.271 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 8m ago 5h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:43:01.271 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 32s ago 5h 4873M 2347M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:43:01.271 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 32s ago 5h 5606M 2347M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:43:01.271 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 32s ago 5h 4560M 2347M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:43:01.271 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 32s ago 5h 4724M 2347M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:43:01.271 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 8m ago 5h 3939M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:43:01.271 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 8m ago 5h 4358M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:43:01.271 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 8m ago 5h 3735M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:43:01.271 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 8m ago 5h 4314M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:43:01.271 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 8m ago 5h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:43:01.651 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:43:01.651 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:43:01.651 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:43:01.651 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:43:01.651 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:43:01.651 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:43:01.651 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:43:01.651 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:43:01.652 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:43:01.652 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:43:01.652 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:43:01.652 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:43:01.652 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:43:01.652 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:43:01.652 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:43:01.652 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:43:01.652 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:43:01.652 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:43:02.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:01 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1151634283' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:43:02.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:01 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1151634283' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:43:02.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:01 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1151634283' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:43:03.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:02 smithi123 ceph-mon[188613]: from='client.57872 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:43:03.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:02 smithi123 ceph-mon[188613]: from='client.57878 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:43:03.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:02 smithi123 ceph-mon[188613]: pgmap v12898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:03.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:02 smithi123 ceph-mon[191304]: from='client.57872 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:43:03.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:02 smithi123 ceph-mon[191304]: from='client.57878 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:43:03.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:02 smithi123 ceph-mon[191304]: pgmap v12898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:03.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:02 smithi177 ceph-mon[212096]: from='client.57872 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:43:03.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:02 smithi177 ceph-mon[212096]: from='client.57878 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:43:03.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:02 smithi177 ceph-mon[212096]: pgmap v12898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:04.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:03 smithi123 ceph-mon[191304]: pgmap v12899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:04.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:03 smithi123 ceph-mon[188613]: pgmap v12899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:04.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:03 smithi177 ceph-mon[212096]: pgmap v12899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:07.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:06 smithi177 ceph-mon[212096]: pgmap v12900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:07.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:06 smithi123 ceph-mon[191304]: pgmap v12900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:07.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:06 smithi123 ceph-mon[188613]: pgmap v12900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:09.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:08 smithi177 ceph-mon[212096]: pgmap v12901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:09.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:08 smithi123 ceph-mon[191304]: pgmap v12901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:09.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:08 smithi123 ceph-mon[188613]: pgmap v12901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:09.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:43:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:43:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:43:11.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:10 smithi177 ceph-mon[212096]: pgmap v12902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:11.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:10 smithi123 ceph-mon[191304]: pgmap v12902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:11.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:10 smithi123 ceph-mon[188613]: pgmap v12902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:12.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:43:12.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:43:12.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:43:13.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:12 smithi123 ceph-mon[191304]: pgmap v12903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:13.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:12 smithi123 ceph-mon[188613]: pgmap v12903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:13.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:12 smithi177 ceph-mon[212096]: pgmap v12903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:14.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:13 smithi123 ceph-mon[191304]: pgmap v12904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:14.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:13 smithi123 ceph-mon[188613]: pgmap v12904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:14.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:13 smithi177 ceph-mon[212096]: pgmap v12904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:17.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:16 smithi177 ceph-mon[212096]: pgmap v12905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:17.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:16 smithi123 ceph-mon[191304]: pgmap v12905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:17.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:16 smithi123 ceph-mon[188613]: pgmap v12905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:19.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:18 smithi177 ceph-mon[212096]: pgmap v12906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:19.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:18 smithi123 ceph-mon[191304]: pgmap v12906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:19.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:18 smithi123 ceph-mon[188613]: pgmap v12906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:19.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:43:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:43:19] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T16:43:21.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:20 smithi123 ceph-mon[191304]: pgmap v12907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:21.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:20 smithi123 ceph-mon[188613]: pgmap v12907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:21.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:20 smithi177 ceph-mon[212096]: pgmap v12907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:23.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:22 smithi123 ceph-mon[191304]: pgmap v12908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:23.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:22 smithi123 ceph-mon[188613]: pgmap v12908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:23.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:22 smithi177 ceph-mon[212096]: pgmap v12908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:24.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:23 smithi123 ceph-mon[191304]: pgmap v12909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:24.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:23 smithi123 ceph-mon[188613]: pgmap v12909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:24.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:23 smithi177 ceph-mon[212096]: pgmap v12909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:27.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:26 smithi177 ceph-mon[212096]: pgmap v12910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:27.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:43:27.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:26 smithi123 ceph-mon[188613]: pgmap v12910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:27.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:43:27.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:26 smithi123 ceph-mon[191304]: pgmap v12910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:27.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:43:29.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:28 smithi177 ceph-mon[212096]: pgmap v12911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:29.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:28 smithi123 ceph-mon[191304]: pgmap v12911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:29.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:28 smithi123 ceph-mon[188613]: pgmap v12911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:29.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:43:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:43:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:43:30.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:43:30.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:43:30.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:43:30.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:43:30.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:43:30.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:43:30.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:43:30.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:43:30.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:43:31.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:30 smithi123 ceph-mon[191304]: pgmap v12912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:31.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:43:31.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:43:31.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:43:31.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:30 smithi123 ceph-mon[188613]: pgmap v12912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:31.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:43:31.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:43:31.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:43:31.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:30 smithi177 ceph-mon[212096]: pgmap v12912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:31.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:43:31.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:43:31.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:43:32.001 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:43:32.309 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:43:32.309 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 63s ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:43:32.309 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 9m ago 5h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:43:32.309 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 63s ago 5h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:43:32.309 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 9m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:43:32.309 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 9m ago 5h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:43:32.309 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 63s ago 5h 775M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:43:32.309 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 63s ago 6h 1626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:43:32.310 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 9m ago 5h 750M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:43:32.310 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 63s ago 5h 828M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:43:32.310 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 63s ago 5h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:43:32.310 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 9m ago 5h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:43:32.310 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 63s ago 5h 4873M 2347M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:43:32.310 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 63s ago 5h 5606M 2347M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:43:32.310 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 63s ago 5h 4560M 2347M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:43:32.310 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 63s ago 5h 4724M 2347M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:43:32.310 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 9m ago 5h 3939M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:43:32.310 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 9m ago 5h 4358M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:43:32.310 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 9m ago 5h 3735M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:43:32.310 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 9m ago 5h 4314M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:43:32.310 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 9m ago 5h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:43:32.692 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:43:32.692 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:43:32.692 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:43:32.692 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:43:32.692 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:43:32.692 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:43:32.692 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:43:32.692 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:43:32.692 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:43:32.692 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:43:32.692 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:43:32.692 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:43:32.692 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:43:32.693 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:43:32.693 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:43:32.693 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:43:32.693 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:43:32.693 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:43:33.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:32 smithi123 ceph-mon[191304]: pgmap v12913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:33.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:32 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3094831542' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:43:33.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:32 smithi123 ceph-mon[188613]: pgmap v12913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:33.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:32 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3094831542' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:43:33.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:32 smithi177 ceph-mon[212096]: pgmap v12913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:33.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:32 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3094831542' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:43:34.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:33 smithi123 ceph-mon[191304]: from='client.57890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:43:34.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:33 smithi123 ceph-mon[191304]: from='client.57896 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:43:34.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:33 smithi123 ceph-mon[188613]: from='client.57890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:43:34.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:33 smithi123 ceph-mon[188613]: from='client.57896 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:43:34.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:33 smithi177 ceph-mon[212096]: from='client.57890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:43:34.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:33 smithi177 ceph-mon[212096]: from='client.57896 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:43:35.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:34 smithi123 ceph-mon[191304]: pgmap v12914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:35.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:34 smithi123 ceph-mon[188613]: pgmap v12914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:35.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:34 smithi177 ceph-mon[212096]: pgmap v12914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:37.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:36 smithi123 ceph-mon[191304]: pgmap v12915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:37.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:36 smithi123 ceph-mon[188613]: pgmap v12915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:37.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:36 smithi177 ceph-mon[212096]: pgmap v12915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:39.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:38 smithi123 ceph-mon[191304]: pgmap v12916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:39.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:38 smithi123 ceph-mon[188613]: pgmap v12916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:39.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:43:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:43:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:43:39.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:38 smithi177 ceph-mon[212096]: pgmap v12916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:41.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:40 smithi123 ceph-mon[191304]: pgmap v12917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:41.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:40 smithi123 ceph-mon[188613]: pgmap v12917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:41.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:40 smithi177 ceph-mon[212096]: pgmap v12917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:42.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:43:42.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:43:42.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:43:43.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:42 smithi123 ceph-mon[188613]: pgmap v12918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:43.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:42 smithi123 ceph-mon[191304]: pgmap v12918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:43.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:42 smithi177 ceph-mon[212096]: pgmap v12918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:44.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:43 smithi123 ceph-mon[188613]: pgmap v12919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:44.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:43 smithi123 ceph-mon[191304]: pgmap v12919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:44.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:43 smithi177 ceph-mon[212096]: pgmap v12919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:47.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:46 smithi123 ceph-mon[191304]: pgmap v12920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:47.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:46 smithi123 ceph-mon[188613]: pgmap v12920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:47.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:46 smithi177 ceph-mon[212096]: pgmap v12920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:49.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:48 smithi123 ceph-mon[188613]: pgmap v12921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:49.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:48 smithi123 ceph-mon[191304]: pgmap v12921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:49.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:43:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:43:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T16:43:49.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:48 smithi177 ceph-mon[212096]: pgmap v12921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:51.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:50 smithi123 ceph-mon[188613]: pgmap v12922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:51.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:50 smithi123 ceph-mon[191304]: pgmap v12922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:51.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:50 smithi177 ceph-mon[212096]: pgmap v12922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:53.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:52 smithi123 ceph-mon[188613]: pgmap v12923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:53.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:52 smithi123 ceph-mon[191304]: pgmap v12923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:53.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:52 smithi177 ceph-mon[212096]: pgmap v12923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:54.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:53 smithi123 ceph-mon[191304]: pgmap v12924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:54.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:53 smithi123 ceph-mon[188613]: pgmap v12924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:54.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:53 smithi177 ceph-mon[212096]: pgmap v12924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:57.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:56 smithi123 ceph-mon[191304]: pgmap v12925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:57.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:43:57.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:56 smithi123 ceph-mon[188613]: pgmap v12925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:57.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:43:57.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:56 smithi177 ceph-mon[212096]: pgmap v12925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:57.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:43:59.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:43:58 smithi123 ceph-mon[191304]: pgmap v12926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:59.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:43:58 smithi123 ceph-mon[188613]: pgmap v12926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:43:59.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:43:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:43:59] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T16:43:59.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:43:58 smithi177 ceph-mon[212096]: pgmap v12926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:01.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:00 smithi123 ceph-mon[191304]: pgmap v12927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:01.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:00 smithi123 ceph-mon[188613]: pgmap v12927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:01.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:00 smithi177 ceph-mon[212096]: pgmap v12927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:03.036 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:44:03.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:02 smithi123 ceph-mon[191304]: pgmap v12928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:03.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:02 smithi123 ceph-mon[188613]: pgmap v12928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:03.343 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:44:03.343 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 94s ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:44:03.343 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 9m ago 5h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:44:03.343 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 94s ago 5h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:44:03.344 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 9m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:44:03.344 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 9m ago 5h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:44:03.344 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 94s ago 6h 775M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:44:03.344 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 94s ago 6h 1626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:44:03.344 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 9m ago 5h 750M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:44:03.344 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 94s ago 5h 828M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:44:03.345 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 94s ago 5h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:44:03.345 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 9m ago 5h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:44:03.345 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 94s ago 5h 4873M 2347M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:44:03.345 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 94s ago 5h 5606M 2347M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:44:03.345 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 94s ago 5h 4560M 2347M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:44:03.346 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 94s ago 5h 4724M 2347M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:44:03.346 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 9m ago 5h 3939M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:44:03.346 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 9m ago 5h 4358M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:44:03.346 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 9m ago 5h 3735M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:44:03.346 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 9m ago 5h 4314M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:44:03.346 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 9m ago 5h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:44:03.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:02 smithi177 ceph-mon[212096]: pgmap v12928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:03.727 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:44:03.727 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:44:03.728 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:44:03.728 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:44:03.728 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:44:03.728 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:44:03.728 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:44:03.728 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:44:03.728 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:44:03.728 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:44:03.728 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:44:03.728 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:44:03.728 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:44:03.728 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:44:03.728 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:44:03.728 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:44:03.728 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:44:03.729 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:44:04.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:03 smithi123 ceph-mon[191304]: from='client.47961 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:44:04.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:03 smithi123 ceph-mon[191304]: from='client.57914 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:44:04.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:03 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3731804796' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:44:04.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:03 smithi123 ceph-mon[191304]: pgmap v12929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:04.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:03 smithi123 ceph-mon[188613]: from='client.47961 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:44:04.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:03 smithi123 ceph-mon[188613]: from='client.57914 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:44:04.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:03 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3731804796' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:44:04.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:03 smithi123 ceph-mon[188613]: pgmap v12929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:04.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:03 smithi177 ceph-mon[212096]: from='client.47961 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:44:04.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:03 smithi177 ceph-mon[212096]: from='client.57914 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:44:04.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:03 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3731804796' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:44:04.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:03 smithi177 ceph-mon[212096]: pgmap v12929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:07.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:06 smithi123 ceph-mon[191304]: pgmap v12930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:07.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:06 smithi123 ceph-mon[188613]: pgmap v12930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:07.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:06 smithi177 ceph-mon[212096]: pgmap v12930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:09.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:08 smithi123 ceph-mon[191304]: pgmap v12931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:09.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:08 smithi123 ceph-mon[188613]: pgmap v12931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:09.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:44:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:44:09] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T16:44:09.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:08 smithi177 ceph-mon[212096]: pgmap v12931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:11.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:10 smithi123 ceph-mon[191304]: pgmap v12932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:11.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:10 smithi123 ceph-mon[188613]: pgmap v12932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:11.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:10 smithi177 ceph-mon[212096]: pgmap v12932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:12.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:44:12.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:44:12.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:44:13.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:12 smithi123 ceph-mon[188613]: pgmap v12933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:13.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:12 smithi123 ceph-mon[191304]: pgmap v12933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:13.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:12 smithi177 ceph-mon[212096]: pgmap v12933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:14.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:13 smithi123 ceph-mon[191304]: pgmap v12934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:14.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:13 smithi123 ceph-mon[188613]: pgmap v12934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:14.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:13 smithi177 ceph-mon[212096]: pgmap v12934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:17.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:16 smithi123 ceph-mon[188613]: pgmap v12935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:17.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:16 smithi123 ceph-mon[191304]: pgmap v12935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:17.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:16 smithi177 ceph-mon[212096]: pgmap v12935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:19.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:18 smithi123 ceph-mon[191304]: pgmap v12936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:19.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:18 smithi123 ceph-mon[188613]: pgmap v12936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:19.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:44:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:44:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:44:19.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:18 smithi177 ceph-mon[212096]: pgmap v12936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:21.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:20 smithi123 ceph-mon[191304]: pgmap v12937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:21.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:20 smithi123 ceph-mon[188613]: pgmap v12937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:21.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:20 smithi177 ceph-mon[212096]: pgmap v12937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:23.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:22 smithi123 ceph-mon[191304]: pgmap v12938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:23.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:22 smithi123 ceph-mon[188613]: pgmap v12938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:23.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:22 smithi177 ceph-mon[212096]: pgmap v12938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:24.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:23 smithi123 ceph-mon[191304]: pgmap v12939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:24.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:23 smithi123 ceph-mon[188613]: pgmap v12939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:24.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:23 smithi177 ceph-mon[212096]: pgmap v12939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:27.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:26 smithi123 ceph-mon[191304]: pgmap v12940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:27.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:44:27.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:26 smithi123 ceph-mon[188613]: pgmap v12940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:27.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:44:27.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:26 smithi177 ceph-mon[212096]: pgmap v12940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:27.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:44:29.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:28 smithi123 ceph-mon[191304]: pgmap v12941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:29.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:28 smithi123 ceph-mon[188613]: pgmap v12941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:29.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:44:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:44:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:44:29.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:28 smithi177 ceph-mon[212096]: pgmap v12941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:31.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:30 smithi177 ceph-mon[212096]: pgmap v12942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:31.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:44:31.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:30 smithi123 ceph-mon[191304]: pgmap v12942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:31.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:44:31.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:30 smithi123 ceph-mon[188613]: pgmap v12942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:31.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:44:33.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:32 smithi123 ceph-mon[191304]: pgmap v12943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:33.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:44:33.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:44:33.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:32 smithi123 ceph-mon[188613]: pgmap v12943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:33.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:44:33.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:44:33.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:32 smithi177 ceph-mon[212096]: pgmap v12943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:33.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:44:33.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:44:34.078 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:44:34.247 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:44:34.247 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:44:34.247 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:44:34.248 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:33 smithi123 ceph-mon[191304]: pgmap v12944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:34.248 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:44:34.248 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:44:34.248 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:44:34.248 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:33 smithi123 ceph-mon[188613]: pgmap v12944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:34.390 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:44:34.390 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 2m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:44:34.390 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 1s ago 5h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:44:34.390 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 2m ago 5h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:44:34.390 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 1s ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:44:34.390 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 1s ago 5h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:44:34.390 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 2m ago 6h 775M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:44:34.390 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 2m ago 6h 1626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:44:34.390 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 1s ago 5h 765M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:44:34.390 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 2m ago 5h 828M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:44:34.390 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 2m ago 5h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:44:34.390 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 1s ago 5h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:44:34.391 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 2m ago 5h 4873M 2347M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:44:34.391 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 2m ago 5h 5606M 2347M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:44:34.391 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 2m ago 5h 4560M 2347M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:44:34.391 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 2m ago 5h 4724M 2347M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:44:34.391 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 1s ago 5h 3966M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:44:34.391 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 1s ago 5h 4390M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:44:34.391 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 1s ago 5h 3765M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:44:34.391 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 1s ago 5h 4349M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:44:34.391 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 1s ago 5h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:44:34.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:44:34.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:44:34.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:44:34.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:33 smithi177 ceph-mon[212096]: pgmap v12944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:34.770 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:44:34.770 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:44:34.770 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:44:34.770 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:44:34.771 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:44:34.771 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:44:34.771 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:44:34.771 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:44:34.771 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:44:34.771 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:44:34.771 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:44:34.771 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:44:34.771 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:44:34.771 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:44:34.771 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:44:34.771 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:44:34.771 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:44:34.771 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:44:35.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:35 smithi177 ceph-mon[212096]: from='client.57926 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:44:35.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:35 smithi177 ceph-mon[212096]: from='client.47985 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:44:35.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:35 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3200512231' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:44:35.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:35 smithi123 ceph-mon[191304]: from='client.57926 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:44:35.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:35 smithi123 ceph-mon[191304]: from='client.47985 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:44:35.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:35 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3200512231' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:44:35.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:35 smithi123 ceph-mon[188613]: from='client.57926 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:44:35.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:35 smithi123 ceph-mon[188613]: from='client.47985 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:44:35.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:35 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3200512231' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:44:36.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:36 smithi177 ceph-mon[212096]: pgmap v12945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:36.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:36 smithi123 ceph-mon[191304]: pgmap v12945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:36.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:36 smithi123 ceph-mon[188613]: pgmap v12945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:39.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:38 smithi123 ceph-mon[191304]: pgmap v12946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:39.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:38 smithi123 ceph-mon[188613]: pgmap v12946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:39.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:44:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:44:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:44:39.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:38 smithi177 ceph-mon[212096]: pgmap v12946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:41.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:40 smithi123 ceph-mon[191304]: pgmap v12947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:41.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:40 smithi123 ceph-mon[188613]: pgmap v12947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:41.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:40 smithi177 ceph-mon[212096]: pgmap v12947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:42.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:44:42.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:44:42.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:44:43.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:42 smithi123 ceph-mon[191304]: pgmap v12948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:43.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:42 smithi123 ceph-mon[188613]: pgmap v12948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:43.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:42 smithi177 ceph-mon[212096]: pgmap v12948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:44.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:43 smithi123 ceph-mon[191304]: pgmap v12949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:44.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:43 smithi123 ceph-mon[188613]: pgmap v12949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:44.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:43 smithi177 ceph-mon[212096]: pgmap v12949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:47.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:46 smithi123 ceph-mon[191304]: pgmap v12950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:47.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:46 smithi123 ceph-mon[188613]: pgmap v12950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:47.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:46 smithi177 ceph-mon[212096]: pgmap v12950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:49.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:48 smithi123 ceph-mon[188613]: pgmap v12951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:49.239 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:44:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:44:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:44:49.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:48 smithi123 ceph-mon[191304]: pgmap v12951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:49.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:48 smithi177 ceph-mon[212096]: pgmap v12951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:51.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:50 smithi123 ceph-mon[191304]: pgmap v12952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:51.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:50 smithi123 ceph-mon[188613]: pgmap v12952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:51.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:50 smithi177 ceph-mon[212096]: pgmap v12952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:53.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:52 smithi123 ceph-mon[191304]: pgmap v12953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:53.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:52 smithi123 ceph-mon[188613]: pgmap v12953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:53.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:52 smithi177 ceph-mon[212096]: pgmap v12953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:54.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:53 smithi123 ceph-mon[191304]: pgmap v12954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:54.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:53 smithi123 ceph-mon[188613]: pgmap v12954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:54.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:53 smithi177 ceph-mon[212096]: pgmap v12954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:57.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:56 smithi123 ceph-mon[191304]: pgmap v12955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:57.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:44:57.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:56 smithi123 ceph-mon[188613]: pgmap v12955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:57.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:44:57.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:56 smithi177 ceph-mon[212096]: pgmap v12955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:57.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:44:59.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:44:58 smithi123 ceph-mon[191304]: pgmap v12956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:59.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:44:58 smithi123 ceph-mon[188613]: pgmap v12956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:44:59.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:44:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:44:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:44:59.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:44:58 smithi177 ceph-mon[212096]: pgmap v12956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:01.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:00 smithi123 ceph-mon[191304]: pgmap v12957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:01.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:00 smithi123 ceph-mon[188613]: pgmap v12957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:01.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:00 smithi177 ceph-mon[212096]: pgmap v12957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:03.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:02 smithi123 ceph-mon[191304]: pgmap v12958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:03.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:02 smithi123 ceph-mon[188613]: pgmap v12958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:03.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:02 smithi177 ceph-mon[212096]: pgmap v12958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:04.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:03 smithi123 ceph-mon[191304]: pgmap v12959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:04.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:03 smithi123 ceph-mon[188613]: pgmap v12959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:04.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:03 smithi177 ceph-mon[212096]: pgmap v12959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:05.118 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:45:05.423 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:45:05.423 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 2m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:45:05.423 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 32s ago 5h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:45:05.423 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 2m ago 5h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:45:05.424 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 32s ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:45:05.424 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 32s ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:45:05.424 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 2m ago 6h 775M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:45:05.424 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 2m ago 6h 1626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:45:05.424 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 32s ago 6h 765M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:45:05.424 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 2m ago 6h 828M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:45:05.424 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 2m ago 5h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:45:05.424 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 32s ago 5h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:45:05.424 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 2m ago 5h 4873M 2347M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:45:05.424 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 2m ago 5h 5606M 2347M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:45:05.424 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 2m ago 5h 4560M 2347M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:45:05.424 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 2m ago 5h 4724M 2347M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:45:05.424 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 32s ago 5h 3966M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:45:05.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 32s ago 5h 4390M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:45:05.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 32s ago 5h 3765M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:45:05.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 32s ago 5h 4349M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:45:05.425 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 32s ago 5h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:45:05.803 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:45:05.804 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:45:05.804 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:45:05.804 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:45:05.804 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:45:05.804 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:45:05.804 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:45:05.804 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:45:05.804 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:45:05.804 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:45:05.804 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:45:05.804 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:45:05.804 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:45:05.804 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:45:05.804 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:45:05.805 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:45:05.805 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:45:05.805 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:45:06.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:05 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3236316215' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:45:06.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:05 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3236316215' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:45:06.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:05 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3236316215' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:45:07.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:06 smithi177 ceph-mon[212096]: from='client.57944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:45:07.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:06 smithi177 ceph-mon[212096]: from='client.48003 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:45:07.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:06 smithi177 ceph-mon[212096]: pgmap v12960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:07.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:06 smithi123 ceph-mon[191304]: from='client.57944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:45:07.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:06 smithi123 ceph-mon[191304]: from='client.48003 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:45:07.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:06 smithi123 ceph-mon[191304]: pgmap v12960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:07.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:06 smithi123 ceph-mon[188613]: from='client.57944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:45:07.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:06 smithi123 ceph-mon[188613]: from='client.48003 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:45:07.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:06 smithi123 ceph-mon[188613]: pgmap v12960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:09.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:08 smithi123 ceph-mon[191304]: pgmap v12961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:09.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:08 smithi123 ceph-mon[188613]: pgmap v12961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:09.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:45:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:45:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:45:09.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:08 smithi177 ceph-mon[212096]: pgmap v12961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:11.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:10 smithi123 ceph-mon[191304]: pgmap v12962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:11.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:10 smithi123 ceph-mon[188613]: pgmap v12962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:11.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:10 smithi177 ceph-mon[212096]: pgmap v12962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:12.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:45:12.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:45:12.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:45:13.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:12 smithi123 ceph-mon[191304]: pgmap v12963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:13.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:12 smithi123 ceph-mon[188613]: pgmap v12963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:13.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:12 smithi177 ceph-mon[212096]: pgmap v12963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:14.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:13 smithi123 ceph-mon[191304]: pgmap v12964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:14.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:13 smithi123 ceph-mon[188613]: pgmap v12964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:14.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:13 smithi177 ceph-mon[212096]: pgmap v12964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:17.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:16 smithi123 ceph-mon[191304]: pgmap v12965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:17.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:16 smithi123 ceph-mon[188613]: pgmap v12965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:17.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:16 smithi177 ceph-mon[212096]: pgmap v12965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:19.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:18 smithi123 ceph-mon[191304]: pgmap v12966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:19.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:18 smithi123 ceph-mon[188613]: pgmap v12966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:19.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:45:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:45:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:45:19.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:18 smithi177 ceph-mon[212096]: pgmap v12966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:21.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:20 smithi123 ceph-mon[191304]: pgmap v12967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:21.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:20 smithi123 ceph-mon[188613]: pgmap v12967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:21.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:20 smithi177 ceph-mon[212096]: pgmap v12967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:23.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:22 smithi123 ceph-mon[191304]: pgmap v12968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:23.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:22 smithi123 ceph-mon[188613]: pgmap v12968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:23.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:22 smithi177 ceph-mon[212096]: pgmap v12968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:24.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:23 smithi123 ceph-mon[191304]: pgmap v12969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:24.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:23 smithi123 ceph-mon[188613]: pgmap v12969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:24.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:23 smithi177 ceph-mon[212096]: pgmap v12969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:27.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:26 smithi123 ceph-mon[191304]: pgmap v12970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:27.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:45:27.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:26 smithi123 ceph-mon[188613]: pgmap v12970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:27.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:45:27.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:26 smithi177 ceph-mon[212096]: pgmap v12970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:27.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:45:29.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:28 smithi123 ceph-mon[191304]: pgmap v12971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:29.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:28 smithi123 ceph-mon[188613]: pgmap v12971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:29.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:45:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:45:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:45:29.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:28 smithi177 ceph-mon[212096]: pgmap v12971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:31.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:30 smithi123 ceph-mon[191304]: pgmap v12972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:31.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:30 smithi123 ceph-mon[188613]: pgmap v12972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:31.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:30 smithi177 ceph-mon[212096]: pgmap v12972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:33.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:32 smithi123 ceph-mon[191304]: pgmap v12973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:33.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:32 smithi123 ceph-mon[188613]: pgmap v12973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:33.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:32 smithi177 ceph-mon[212096]: pgmap v12973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:34.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:45:34.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:45:34.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:45:34.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:45:34.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:33 smithi123 ceph-mon[191304]: pgmap v12974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:34.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:45:34.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:45:34.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:45:34.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:45:34.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:33 smithi123 ceph-mon[188613]: pgmap v12974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:34.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:45:34.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:45:34.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:45:34.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:45:34.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:33 smithi177 ceph-mon[212096]: pgmap v12974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:36.156 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:45:36.464 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:45:36.464 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 3m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:45:36.464 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 63s ago 5h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:45:36.464 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 3m ago 5h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:45:36.464 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 63s ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:45:36.464 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 63s ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:45:36.464 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 3m ago 6h 775M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:45:36.464 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 3m ago 6h 1626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:45:36.465 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 63s ago 6h 765M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:45:36.465 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 3m ago 6h 828M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:45:36.465 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 3m ago 5h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:45:36.465 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 63s ago 5h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:45:36.465 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 3m ago 6h 4873M 2347M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:45:36.465 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 3m ago 6h 5606M 2347M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:45:36.465 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 3m ago 5h 4560M 2347M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:45:36.465 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 3m ago 5h 4724M 2347M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:45:36.465 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 63s ago 5h 3966M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:45:36.465 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 63s ago 5h 4390M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:45:36.465 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 63s ago 5h 3765M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:45:36.465 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 63s ago 5h 4349M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:45:36.465 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 63s ago 5h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:45:36.844 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:45:36.845 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:45:36.845 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:45:36.845 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:45:36.845 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:45:36.845 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:45:36.845 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:45:36.845 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:45:36.845 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:45:36.845 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:45:36.845 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:45:36.845 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:45:36.845 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:45:36.846 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:45:36.846 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:45:36.846 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:45:36.846 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:45:36.846 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:45:37.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:36 smithi123 ceph-mon[188613]: pgmap v12975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:37.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:36 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2959092807' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:45:37.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:36 smithi123 ceph-mon[191304]: pgmap v12975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:37.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:36 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2959092807' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:45:37.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:36 smithi177 ceph-mon[212096]: pgmap v12975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:37.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:36 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2959092807' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:45:38.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:37 smithi123 ceph-mon[191304]: from='client.57962 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:45:38.278 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:37 smithi123 ceph-mon[191304]: from='client.48021 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:45:38.279 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:37 smithi123 ceph-mon[188613]: from='client.57962 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:45:38.279 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:37 smithi123 ceph-mon[188613]: from='client.48021 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:45:38.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:37 smithi177 ceph-mon[212096]: from='client.57962 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:45:38.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:37 smithi177 ceph-mon[212096]: from='client.48021 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:45:39.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:38 smithi123 ceph-mon[191304]: pgmap v12976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:39.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:38 smithi123 ceph-mon[188613]: pgmap v12976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:39.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:45:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:45:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:45:39.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:38 smithi177 ceph-mon[212096]: pgmap v12976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:41.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:40 smithi123 ceph-mon[191304]: pgmap v12977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:41.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:40 smithi123 ceph-mon[188613]: pgmap v12977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:41.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:40 smithi177 ceph-mon[212096]: pgmap v12977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:42.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:45:42.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:41 smithi123 ceph-mon[191304]: pgmap v12978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:42.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:45:42.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:41 smithi123 ceph-mon[188613]: pgmap v12978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:42.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:45:42.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:41 smithi177 ceph-mon[212096]: pgmap v12978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:44.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:43 smithi177 ceph-mon[212096]: pgmap v12979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:44.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:43 smithi123 ceph-mon[191304]: pgmap v12979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:44.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:43 smithi123 ceph-mon[188613]: pgmap v12979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:47.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:46 smithi123 ceph-mon[191304]: pgmap v12980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:47.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:46 smithi123 ceph-mon[188613]: pgmap v12980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:47.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:46 smithi177 ceph-mon[212096]: pgmap v12980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:49.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:48 smithi123 ceph-mon[191304]: pgmap v12981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:49.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:48 smithi123 ceph-mon[188613]: pgmap v12981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:49.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:45:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:45:49] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T16:45:49.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:48 smithi177 ceph-mon[212096]: pgmap v12981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:51.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:50 smithi123 ceph-mon[191304]: pgmap v12982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:51.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:50 smithi123 ceph-mon[188613]: pgmap v12982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:51.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:50 smithi177 ceph-mon[212096]: pgmap v12982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:53.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:52 smithi123 ceph-mon[191304]: pgmap v12983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:53.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:52 smithi123 ceph-mon[188613]: pgmap v12983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:53.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:52 smithi177 ceph-mon[212096]: pgmap v12983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:54.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:53 smithi177 ceph-mon[212096]: pgmap v12984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:54.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:53 smithi123 ceph-mon[191304]: pgmap v12984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:54.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:53 smithi123 ceph-mon[188613]: pgmap v12984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:57.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:56 smithi123 ceph-mon[188613]: pgmap v12985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:57.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:45:57.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:56 smithi123 ceph-mon[191304]: pgmap v12985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:57.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:45:57.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:56 smithi177 ceph-mon[212096]: pgmap v12985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:57.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:45:59.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:45:58 smithi123 ceph-mon[191304]: pgmap v12986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:59.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:45:58 smithi123 ceph-mon[188613]: pgmap v12986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:45:59.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:45:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:45:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:45:59.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:45:58 smithi177 ceph-mon[212096]: pgmap v12986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:01.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:00 smithi123 ceph-mon[191304]: pgmap v12987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:01.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:00 smithi123 ceph-mon[188613]: pgmap v12987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:01.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:00 smithi177 ceph-mon[212096]: pgmap v12987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:02.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:02 smithi177 ceph-mon[212096]: pgmap v12988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:02.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:02 smithi123 ceph-mon[191304]: pgmap v12988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:02.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:02 smithi123 ceph-mon[188613]: pgmap v12988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:04.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:03 smithi177 ceph-mon[212096]: pgmap v12989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:04.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:03 smithi123 ceph-mon[191304]: pgmap v12989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:04.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:03 smithi123 ceph-mon[188613]: pgmap v12989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:07.190 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:46:07.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:06 smithi123 ceph-mon[191304]: pgmap v12990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:07.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:06 smithi123 ceph-mon[188613]: pgmap v12990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:07.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:06 smithi177 ceph-mon[212096]: pgmap v12990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:07.499 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:46:07.499 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 3m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:46:07.499 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 94s ago 5h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:46:07.499 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 3m ago 5h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:46:07.499 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 94s ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:46:07.499 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 94s ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:46:07.499 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 3m ago 6h 775M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:46:07.500 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 3m ago 6h 1626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:46:07.500 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 94s ago 6h 765M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:46:07.500 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 3m ago 6h 828M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:46:07.500 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 3m ago 5h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:46:07.500 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 94s ago 5h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:46:07.500 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 3m ago 6h 4873M 2347M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:46:07.500 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 3m ago 6h 5606M 2347M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:46:07.500 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 3m ago 6h 4560M 2347M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:46:07.500 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 3m ago 6h 4724M 2347M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:46:07.500 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 94s ago 5h 3966M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:46:07.500 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 94s ago 5h 4390M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:46:07.500 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 94s ago 5h 3765M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:46:07.500 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 94s ago 5h 4349M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:46:07.501 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 94s ago 5h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:46:07.878 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:46:07.878 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:46:07.878 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:46:07.878 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:46:07.878 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:46:07.879 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:46:07.879 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:46:07.879 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:46:07.879 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:46:07.879 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:46:07.879 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:46:07.879 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:46:07.879 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:46:07.879 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:46:07.879 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:46:07.879 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:46:07.879 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:46:07.879 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:46:08.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:07 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2246570704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:46:08.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:07 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2246570704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:46:08.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:07 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2246570704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:46:09.236 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:46:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:46:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:46:09.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:08 smithi123 ceph-mon[191304]: from='client.48033 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:46:09.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:08 smithi123 ceph-mon[191304]: from='client.57986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:46:09.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:08 smithi123 ceph-mon[191304]: pgmap v12991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:09.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:08 smithi123 ceph-mon[188613]: from='client.48033 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:46:09.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:08 smithi123 ceph-mon[188613]: from='client.57986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:46:09.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:08 smithi123 ceph-mon[188613]: pgmap v12991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:09.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:08 smithi177 ceph-mon[212096]: from='client.48033 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:46:09.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:08 smithi177 ceph-mon[212096]: from='client.57986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:46:09.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:08 smithi177 ceph-mon[212096]: pgmap v12991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:10.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:09 smithi123 ceph-mon[188613]: pgmap v12992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:10.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:09 smithi123 ceph-mon[191304]: pgmap v12992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:10.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:09 smithi177 ceph-mon[212096]: pgmap v12992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:12.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:46:12.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:46:12.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:46:13.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:12 smithi177 ceph-mon[212096]: pgmap v12993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:13.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:12 smithi123 ceph-mon[191304]: pgmap v12993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:13.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:12 smithi123 ceph-mon[188613]: pgmap v12993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:14.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:13 smithi177 ceph-mon[212096]: pgmap v12994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:14.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:13 smithi123 ceph-mon[191304]: pgmap v12994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:14.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:13 smithi123 ceph-mon[188613]: pgmap v12994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:17.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:16 smithi123 ceph-mon[191304]: pgmap v12995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:17.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:16 smithi123 ceph-mon[188613]: pgmap v12995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:17.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:16 smithi177 ceph-mon[212096]: pgmap v12995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:19.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:18 smithi123 ceph-mon[191304]: pgmap v12996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:19.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:18 smithi123 ceph-mon[188613]: pgmap v12996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:19.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:46:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:46:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:46:19.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:18 smithi177 ceph-mon[212096]: pgmap v12996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:20.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:20 smithi177 ceph-mon[212096]: pgmap v12997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:20.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:20 smithi123 ceph-mon[191304]: pgmap v12997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:20.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:20 smithi123 ceph-mon[188613]: pgmap v12997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:23.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:22 smithi123 ceph-mon[191304]: pgmap v12998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:23.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:22 smithi123 ceph-mon[188613]: pgmap v12998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:23.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:22 smithi177 ceph-mon[212096]: pgmap v12998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:24.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:24 smithi177 ceph-mon[212096]: pgmap v12999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:24.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:24 smithi123 ceph-mon[191304]: pgmap v12999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:24.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:24 smithi123 ceph-mon[188613]: pgmap v12999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:27.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:26 smithi123 ceph-mon[191304]: pgmap v13000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:27.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:46:27.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:26 smithi123 ceph-mon[188613]: pgmap v13000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:27.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:46:27.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:26 smithi177 ceph-mon[212096]: pgmap v13000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:27.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:46:28.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:28 smithi177 ceph-mon[212096]: pgmap v13001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:28.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:28 smithi123 ceph-mon[191304]: pgmap v13001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:28.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:28 smithi123 ceph-mon[188613]: pgmap v13001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:29.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:46:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:46:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:46:31.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:30 smithi123 ceph-mon[191304]: pgmap v13002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:31.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:30 smithi123 ceph-mon[188613]: pgmap v13002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:31.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:30 smithi177 ceph-mon[212096]: pgmap v13002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:32.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:32 smithi177 ceph-mon[212096]: pgmap v13003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:32.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:32 smithi123 ceph-mon[191304]: pgmap v13003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:32.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:32 smithi123 ceph-mon[188613]: pgmap v13003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:34.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:46:34.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:34 smithi177 ceph-mon[212096]: pgmap v13004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:34.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:46:34.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:34 smithi123 ceph-mon[191304]: pgmap v13004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:34.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:46:34.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:34 smithi123 ceph-mon[188613]: pgmap v13004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:35.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:46:35.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:46:35.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:46:35.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:46:35.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:46:35.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:46:35.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:46:35.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:46:35.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:46:36.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:36 smithi177 ceph-mon[212096]: pgmap v13005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:36.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:36 smithi123 ceph-mon[191304]: pgmap v13005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:36.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:36 smithi123 ceph-mon[188613]: pgmap v13005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:38.230 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:46:38.539 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:46:38.539 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 4m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:46:38.539 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 2m ago 5h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:46:38.539 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 4m ago 5h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:46:38.539 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 2m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:46:38.539 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 2m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:46:38.539 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 4m ago 6h 775M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:46:38.539 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 4m ago 6h 1626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:46:38.539 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 2m ago 6h 765M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:46:38.539 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 4m ago 6h 828M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:46:38.539 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 4m ago 5h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:46:38.540 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 2m ago 5h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:46:38.540 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 4m ago 6h 4873M 2347M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:46:38.540 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 4m ago 6h 5606M 2347M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:46:38.540 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 4m ago 6h 4560M 2347M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:46:38.540 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 4m ago 6h 4724M 2347M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:46:38.540 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 2m ago 6h 3966M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:46:38.540 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 2m ago 6h 4390M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:46:38.540 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 2m ago 5h 3765M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:46:38.540 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 2m ago 5h 4349M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:46:38.540 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 2m ago 5h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:46:38.922 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:46:38.922 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:46:38.922 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:46:38.922 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:46:38.922 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:46:38.922 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:46:38.922 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:46:38.922 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:46:38.922 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:46:38.922 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:46:38.923 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:46:38.923 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:46:38.923 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:46:38.923 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:46:38.923 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:46:38.923 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:46:38.923 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:46:38.923 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:46:39.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:38 smithi123 ceph-mon[191304]: pgmap v13006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:39.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:38 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1825323736' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:46:39.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:38 smithi123 ceph-mon[188613]: pgmap v13006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:39.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:38 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1825323736' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:46:39.237 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:46:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:46:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:46:39.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:38 smithi177 ceph-mon[212096]: pgmap v13006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:39.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:38 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1825323736' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:46:40.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:39 smithi123 ceph-mon[191304]: from='client.57998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:46:40.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:39 smithi123 ceph-mon[191304]: from='client.48057 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:46:40.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:39 smithi123 ceph-mon[191304]: pgmap v13007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:40.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:39 smithi123 ceph-mon[188613]: from='client.57998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:46:40.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:39 smithi123 ceph-mon[188613]: from='client.48057 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:46:40.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:39 smithi123 ceph-mon[188613]: pgmap v13007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:40.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:39 smithi177 ceph-mon[212096]: from='client.57998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:46:40.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:39 smithi177 ceph-mon[212096]: from='client.48057 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:46:40.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:39 smithi177 ceph-mon[212096]: pgmap v13007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:42.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:46:42.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:46:42.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:46:43.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:42 smithi177 ceph-mon[212096]: pgmap v13008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:43.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:42 smithi123 ceph-mon[191304]: pgmap v13008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:43.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:42 smithi123 ceph-mon[188613]: pgmap v13008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:44.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:44 smithi177 ceph-mon[212096]: pgmap v13009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:44.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:44 smithi123 ceph-mon[191304]: pgmap v13009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:44.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:44 smithi123 ceph-mon[188613]: pgmap v13009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:46.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:46 smithi177 ceph-mon[212096]: pgmap v13010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:46.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:46 smithi123 ceph-mon[191304]: pgmap v13010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:46.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:46 smithi123 ceph-mon[188613]: pgmap v13010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:48.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:48 smithi177 ceph-mon[212096]: pgmap v13011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:48.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:48 smithi123 ceph-mon[191304]: pgmap v13011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:48.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:48 smithi123 ceph-mon[188613]: pgmap v13011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:49.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:46:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:46:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:46:50.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:50 smithi177 ceph-mon[212096]: pgmap v13012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:50.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:50 smithi123 ceph-mon[188613]: pgmap v13012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:50.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:50 smithi123 ceph-mon[191304]: pgmap v13012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:52.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:52 smithi177 ceph-mon[212096]: pgmap v13013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:52.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:52 smithi123 ceph-mon[191304]: pgmap v13013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:52.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:52 smithi123 ceph-mon[188613]: pgmap v13013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:54.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:54 smithi177 ceph-mon[212096]: pgmap v13014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:54.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:54 smithi123 ceph-mon[191304]: pgmap v13014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:54.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:54 smithi123 ceph-mon[188613]: pgmap v13014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:56.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:56 smithi177 ceph-mon[212096]: pgmap v13015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:56.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:56 smithi123 ceph-mon[191304]: pgmap v13015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:56.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:56 smithi123 ceph-mon[188613]: pgmap v13015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:57.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:46:57.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:46:57.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:46:58.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:46:58 smithi177 ceph-mon[212096]: pgmap v13016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:58.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:46:58 smithi123 ceph-mon[191304]: pgmap v13016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:58.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:46:58 smithi123 ceph-mon[188613]: pgmap v13016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:46:59.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:46:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:46:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:47:00.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:00 smithi177 ceph-mon[212096]: pgmap v13017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:00.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:00 smithi123 ceph-mon[191304]: pgmap v13017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:00.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:00 smithi123 ceph-mon[188613]: pgmap v13017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:02.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:02 smithi177 ceph-mon[212096]: pgmap v13018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:02.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:02 smithi123 ceph-mon[191304]: pgmap v13018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:02.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:02 smithi123 ceph-mon[188613]: pgmap v13018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:04.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:04 smithi177 ceph-mon[212096]: pgmap v13019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:04.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:04 smithi123 ceph-mon[191304]: pgmap v13019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:04.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:04 smithi123 ceph-mon[188613]: pgmap v13019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:06.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:06 smithi177 ceph-mon[212096]: pgmap v13020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:06.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:06 smithi123 ceph-mon[191304]: pgmap v13020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:06.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:06 smithi123 ceph-mon[188613]: pgmap v13020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:08.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:08 smithi177 ceph-mon[212096]: pgmap v13021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:08.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:08 smithi123 ceph-mon[191304]: pgmap v13021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:08.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:08 smithi123 ceph-mon[188613]: pgmap v13021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:09.269 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:47:09.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:47:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:47:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:47:09.577 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:47:09.577 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 4m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:47:09.577 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 2m ago 5h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:47:09.577 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (5h) 4m ago 5h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:47:09.577 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (5h) 2m ago 5h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:47:09.577 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 2m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:47:09.577 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 4m ago 6h 775M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:47:09.577 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 4m ago 6h 1626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:47:09.577 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 2m ago 6h 765M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:47:09.577 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 4m ago 6h 828M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:47:09.577 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 4m ago 5h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:47:09.577 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 2m ago 5h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:47:09.578 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 4m ago 6h 4873M 2347M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:47:09.578 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 4m ago 6h 5606M 2347M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:47:09.578 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 4m ago 6h 4560M 2347M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:47:09.578 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 4m ago 6h 4724M 2347M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:47:09.578 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 2m ago 6h 3966M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:47:09.578 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 2m ago 6h 4390M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:47:09.578 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 2m ago 6h 3765M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:47:09.578 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 2m ago 5h 4349M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:47:09.578 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 2m ago 5h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:47:09.957 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:47:09.957 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:47:09.957 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:47:09.957 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:47:09.957 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:47:09.957 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:47:09.957 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:47:09.957 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:47:09.957 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:47:09.958 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:47:09.958 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:47:09.958 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:47:09.958 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:47:09.958 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:47:09.958 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:47:09.958 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:47:09.958 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:47:09.958 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:47:10.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:10 smithi177 ceph-mon[212096]: from='client.48069 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:47:10.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:10 smithi177 ceph-mon[212096]: from='client.58022 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:47:10.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:10 smithi177 ceph-mon[212096]: pgmap v13022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:10.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:10 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3617132740' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:47:10.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:10 smithi123 ceph-mon[191304]: from='client.48069 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:47:10.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:10 smithi123 ceph-mon[191304]: from='client.58022 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:47:10.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:10 smithi123 ceph-mon[191304]: pgmap v13022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:10.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:10 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3617132740' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:47:10.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:10 smithi123 ceph-mon[188613]: from='client.48069 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:47:10.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:10 smithi123 ceph-mon[188613]: from='client.58022 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:47:10.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:10 smithi123 ceph-mon[188613]: pgmap v13022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:10.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:10 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3617132740' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:47:12.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:47:12.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:47:12.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:47:13.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:12 smithi177 ceph-mon[212096]: pgmap v13023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:13.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:12 smithi123 ceph-mon[191304]: pgmap v13023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:13.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:12 smithi123 ceph-mon[188613]: pgmap v13023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:14.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:14 smithi177 ceph-mon[212096]: pgmap v13024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:14.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:14 smithi123 ceph-mon[191304]: pgmap v13024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:14.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:14 smithi123 ceph-mon[188613]: pgmap v13024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:16.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:16 smithi177 ceph-mon[212096]: pgmap v13025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:16.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:16 smithi123 ceph-mon[191304]: pgmap v13025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:16.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:16 smithi123 ceph-mon[188613]: pgmap v13025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:18.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:18 smithi177 ceph-mon[212096]: pgmap v13026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:18.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:18 smithi123 ceph-mon[191304]: pgmap v13026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:18.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:18 smithi123 ceph-mon[188613]: pgmap v13026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:19.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:47:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:47:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T16:47:20.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:20 smithi177 ceph-mon[212096]: pgmap v13027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:20.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:20 smithi123 ceph-mon[191304]: pgmap v13027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:20.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:20 smithi123 ceph-mon[188613]: pgmap v13027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:22.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:22 smithi177 ceph-mon[212096]: pgmap v13028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:22.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:22 smithi123 ceph-mon[191304]: pgmap v13028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:22.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:22 smithi123 ceph-mon[188613]: pgmap v13028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:24.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:24 smithi177 ceph-mon[212096]: pgmap v13029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:24.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:24 smithi123 ceph-mon[191304]: pgmap v13029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:24.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:24 smithi123 ceph-mon[188613]: pgmap v13029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:26.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:26 smithi177 ceph-mon[212096]: pgmap v13030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:26.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:26 smithi123 ceph-mon[191304]: pgmap v13030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:26.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:26 smithi123 ceph-mon[188613]: pgmap v13030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:27.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:47:27.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:47:27.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:47:28.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:28 smithi177 ceph-mon[212096]: pgmap v13031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:28.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:28 smithi123 ceph-mon[191304]: pgmap v13031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:28.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:28 smithi123 ceph-mon[188613]: pgmap v13031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:29.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:47:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:47:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:47:30.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:30 smithi177 ceph-mon[212096]: pgmap v13032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:30.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:30 smithi123 ceph-mon[191304]: pgmap v13032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:30.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:30 smithi123 ceph-mon[188613]: pgmap v13032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:32.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:32 smithi177 ceph-mon[212096]: pgmap v13033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:32.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:32 smithi123 ceph-mon[191304]: pgmap v13033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:32.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:32 smithi123 ceph-mon[188613]: pgmap v13033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:34.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:34 smithi177 ceph-mon[212096]: pgmap v13034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:34.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:34 smithi123 ceph-mon[191304]: pgmap v13034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:34.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:34 smithi123 ceph-mon[188613]: pgmap v13034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:35.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:47:35.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:47:35.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:47:35.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:47:35.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:47:35.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:47:35.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:47:35.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:47:35.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:47:35.487 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:47:35.487 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:47:35.487 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:47:36.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:36 smithi177 ceph-mon[212096]: pgmap v13035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:36.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:36 smithi123 ceph-mon[188613]: pgmap v13035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:36.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:36 smithi123 ceph-mon[191304]: pgmap v13035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:38.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:38 smithi177 ceph-mon[212096]: pgmap v13036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:38.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:38 smithi123 ceph-mon[191304]: pgmap v13036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:38.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:38 smithi123 ceph-mon[188613]: pgmap v13036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:39.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:47:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:47:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:47:40.307 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:47:40.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:40 smithi177 ceph-mon[212096]: pgmap v13037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:40.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:40 smithi123 ceph-mon[191304]: pgmap v13037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:40.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:40 smithi123 ceph-mon[188613]: pgmap v13037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:40.616 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:47:40.616 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 5m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:47:40.616 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 3m ago 5h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:47:40.616 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 5m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:47:40.616 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 3m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:47:40.616 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 3m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:47:40.616 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 5m ago 6h 775M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:47:40.617 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 5m ago 6h 1626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:47:40.617 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 3m ago 6h 765M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:47:40.617 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 5m ago 6h 828M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:47:40.617 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 5m ago 5h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:47:40.617 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 3m ago 5h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:47:40.617 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 5m ago 6h 4873M 2347M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:47:40.617 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 5m ago 6h 5606M 2347M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:47:40.617 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 5m ago 6h 4560M 2347M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:47:40.617 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 5m ago 6h 4724M 2347M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:47:40.617 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 3m ago 6h 3966M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:47:40.617 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 3m ago 6h 4390M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:47:40.617 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 3m ago 6h 3765M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:47:40.617 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 3m ago 6h 4349M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:47:40.617 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 3m ago 5h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:47:40.999 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:47:40.999 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:47:40.999 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:47:40.999 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:47:40.999 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:47:40.999 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:47:40.999 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:47:40.999 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:47:40.999 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:47:40.999 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:47:40.999 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:47:40.999 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:47:40.999 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:47:41.000 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:47:41.000 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:47:41.000 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:47:41.000 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:47:41.000 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:47:41.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:41 smithi177 ceph-mon[212096]: from='client.58034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:47:41.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:41 smithi177 ceph-mon[212096]: from='client.58040 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:47:41.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:41 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2902354602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:47:41.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:41 smithi123 ceph-mon[191304]: from='client.58034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:47:41.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:41 smithi123 ceph-mon[191304]: from='client.58040 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:47:41.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:41 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2902354602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:47:41.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:41 smithi123 ceph-mon[188613]: from='client.58034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:47:41.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:41 smithi123 ceph-mon[188613]: from='client.58040 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:47:41.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:41 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2902354602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:47:42.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:47:42.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:42 smithi177 ceph-mon[212096]: pgmap v13038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:42.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:47:42.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:42 smithi123 ceph-mon[191304]: pgmap v13038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:42.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:47:42.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:42 smithi123 ceph-mon[188613]: pgmap v13038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:44.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:44 smithi177 ceph-mon[212096]: pgmap v13039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:44.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:44 smithi123 ceph-mon[191304]: pgmap v13039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:44.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:44 smithi123 ceph-mon[188613]: pgmap v13039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:46.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:46 smithi177 ceph-mon[212096]: pgmap v13040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:46.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:46 smithi123 ceph-mon[191304]: pgmap v13040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:46.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:46 smithi123 ceph-mon[188613]: pgmap v13040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:48.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:48 smithi177 ceph-mon[212096]: pgmap v13041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:48.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:48 smithi123 ceph-mon[191304]: pgmap v13041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:48.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:48 smithi123 ceph-mon[188613]: pgmap v13041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:49.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:47:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:47:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:47:50.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:50 smithi177 ceph-mon[212096]: pgmap v13042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:50.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:50 smithi123 ceph-mon[191304]: pgmap v13042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:50.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:50 smithi123 ceph-mon[188613]: pgmap v13042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:52.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:52 smithi177 ceph-mon[212096]: pgmap v13043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:52.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:52 smithi123 ceph-mon[191304]: pgmap v13043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:52.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:52 smithi123 ceph-mon[188613]: pgmap v13043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:54.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:54 smithi177 ceph-mon[212096]: pgmap v13044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:54.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:54 smithi123 ceph-mon[188613]: pgmap v13044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:54.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:54 smithi123 ceph-mon[191304]: pgmap v13044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:56.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:56 smithi177 ceph-mon[212096]: pgmap v13045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:56.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:56 smithi123 ceph-mon[191304]: pgmap v13045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:56.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:56 smithi123 ceph-mon[188613]: pgmap v13045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:57.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:47:57.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:47:57.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:47:58.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:47:58 smithi177 ceph-mon[212096]: pgmap v13046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:58.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:47:58 smithi123 ceph-mon[191304]: pgmap v13046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:58.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:47:58 smithi123 ceph-mon[188613]: pgmap v13046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:47:59.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:47:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:47:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:48:00.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:00 smithi177 ceph-mon[212096]: pgmap v13047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:00.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:00 smithi123 ceph-mon[191304]: pgmap v13047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:00.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:00 smithi123 ceph-mon[188613]: pgmap v13047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:02.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:02 smithi177 ceph-mon[212096]: pgmap v13048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:02.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:02 smithi123 ceph-mon[191304]: pgmap v13048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:02.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:02 smithi123 ceph-mon[188613]: pgmap v13048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:04.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:04 smithi177 ceph-mon[212096]: pgmap v13049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:04.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:04 smithi123 ceph-mon[191304]: pgmap v13049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:04.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:04 smithi123 ceph-mon[188613]: pgmap v13049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:06.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:06 smithi177 ceph-mon[212096]: pgmap v13050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:06.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:06 smithi123 ceph-mon[191304]: pgmap v13050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:06.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:06 smithi123 ceph-mon[188613]: pgmap v13050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:08.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:08 smithi177 ceph-mon[212096]: pgmap v13051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:08.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:08 smithi123 ceph-mon[191304]: pgmap v13051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:08.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:08 smithi123 ceph-mon[188613]: pgmap v13051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:09.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:48:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:48:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:48:10.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:10 smithi177 ceph-mon[212096]: pgmap v13052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:10.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:10 smithi123 ceph-mon[191304]: pgmap v13052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:10.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:10 smithi123 ceph-mon[188613]: pgmap v13052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:11.349 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:48:11.655 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:48:11.656 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 5m ago 5h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:48:11.656 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 3m ago 5h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:48:11.656 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 5m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:48:11.656 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 3m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:48:11.656 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 3m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:48:11.656 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 5m ago 6h 775M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:48:11.656 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 5m ago 6h 1626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:48:11.656 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 3m ago 6h 765M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:48:11.656 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 5m ago 6h 828M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:48:11.656 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 5m ago 5h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:48:11.656 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 3m ago 5h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:48:11.656 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 5m ago 6h 4873M 2347M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:48:11.656 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 5m ago 6h 5606M 2347M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:48:11.657 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 5m ago 6h 4560M 2347M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:48:11.657 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 5m ago 6h 4724M 2347M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:48:11.657 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 3m ago 6h 3966M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:48:11.657 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 3m ago 6h 4390M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:48:11.657 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 3m ago 6h 3765M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:48:11.657 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 3m ago 6h 4349M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:48:11.657 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 3m ago 6h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:48:12.039 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:48:12.040 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:48:12.040 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:48:12.040 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:48:12.040 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:48:12.040 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:48:12.040 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:48:12.040 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:48:12.040 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:48:12.040 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:48:12.040 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:48:12.040 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:48:12.040 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:48:12.041 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:48:12.041 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:48:12.041 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:48:12.041 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:48:12.041 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:48:12.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:48:12.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:48:12.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:48:13.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:12 smithi177 ceph-mon[212096]: from='client.58052 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:48:13.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:12 smithi177 ceph-mon[212096]: from='client.48111 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:48:13.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:12 smithi177 ceph-mon[212096]: pgmap v13053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:13.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:12 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1475436943' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:48:13.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:12 smithi123 ceph-mon[191304]: from='client.58052 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:48:13.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:12 smithi123 ceph-mon[191304]: from='client.48111 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:48:13.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:12 smithi123 ceph-mon[191304]: pgmap v13053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:13.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:12 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1475436943' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:48:13.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:12 smithi123 ceph-mon[188613]: from='client.58052 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:48:13.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:12 smithi123 ceph-mon[188613]: from='client.48111 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:48:13.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:12 smithi123 ceph-mon[188613]: pgmap v13053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:13.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:12 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1475436943' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:48:14.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:14 smithi177 ceph-mon[212096]: pgmap v13054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:14.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:14 smithi123 ceph-mon[191304]: pgmap v13054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:14.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:14 smithi123 ceph-mon[188613]: pgmap v13054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:16.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:16 smithi177 ceph-mon[212096]: pgmap v13055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:16.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:16 smithi123 ceph-mon[191304]: pgmap v13055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:16.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:16 smithi123 ceph-mon[188613]: pgmap v13055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:18.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:18 smithi177 ceph-mon[212096]: pgmap v13056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:18.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:18 smithi123 ceph-mon[191304]: pgmap v13056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:18.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:18 smithi123 ceph-mon[188613]: pgmap v13056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:19.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:48:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:48:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:48:20.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:20 smithi177 ceph-mon[212096]: pgmap v13057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:20.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:20 smithi123 ceph-mon[191304]: pgmap v13057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:20.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:20 smithi123 ceph-mon[188613]: pgmap v13057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:22.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:22 smithi177 ceph-mon[212096]: pgmap v13058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:22.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:22 smithi123 ceph-mon[188613]: pgmap v13058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:22.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:22 smithi123 ceph-mon[191304]: pgmap v13058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:24.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:24 smithi177 ceph-mon[212096]: pgmap v13059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:24.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:24 smithi123 ceph-mon[191304]: pgmap v13059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:24.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:24 smithi123 ceph-mon[188613]: pgmap v13059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:26.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:26 smithi177 ceph-mon[212096]: pgmap v13060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:26.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:26 smithi123 ceph-mon[191304]: pgmap v13060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:26.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:26 smithi123 ceph-mon[188613]: pgmap v13060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:27.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:48:27.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:48:27.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:48:28.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:28 smithi177 ceph-mon[212096]: pgmap v13061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:28.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:28 smithi123 ceph-mon[191304]: pgmap v13061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:28.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:28 smithi123 ceph-mon[188613]: pgmap v13061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:29.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:48:29] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T16:48:30.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:30 smithi177 ceph-mon[212096]: pgmap v13062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:30.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:30 smithi123 ceph-mon[191304]: pgmap v13062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:30.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:30 smithi123 ceph-mon[188613]: pgmap v13062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:32.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:32 smithi177 ceph-mon[212096]: pgmap v13063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:32.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:32 smithi123 ceph-mon[191304]: pgmap v13063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:32.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:32 smithi123 ceph-mon[188613]: pgmap v13063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:34.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:34 smithi177 ceph-mon[212096]: pgmap v13064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:34.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:34 smithi123 ceph-mon[191304]: pgmap v13064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:34.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:34 smithi123 ceph-mon[188613]: pgmap v13064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:35.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:48:35.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:48:35.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:48:36.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:48:36.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:48:36.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:48:36.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:36 smithi177 ceph-mon[212096]: pgmap v13065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:36.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:48:36.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:48:36.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:48:36.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:36 smithi123 ceph-mon[191304]: pgmap v13065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:36.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:48:36.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:48:36.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:48:36.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:36 smithi123 ceph-mon[188613]: pgmap v13065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:38.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:38 smithi177 ceph-mon[212096]: pgmap v13066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:38.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:38 smithi123 ceph-mon[191304]: pgmap v13066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:38.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:38 smithi123 ceph-mon[188613]: pgmap v13066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:39.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:48:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:48:39] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T16:48:40.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:40 smithi177 ceph-mon[212096]: pgmap v13067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:40.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:40 smithi123 ceph-mon[191304]: pgmap v13067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:40.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:40 smithi123 ceph-mon[188613]: pgmap v13067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:42.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:48:42.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:48:42.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:48:42.383 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:48:42.688 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:48:42.688 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 6m ago 6h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:48:42.688 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 4m ago 6h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:48:42.688 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 6m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:48:42.688 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 4m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:48:42.688 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 4m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:48:42.688 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 6m ago 6h 775M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:48:42.689 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 6m ago 6h 1626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:48:42.689 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 4m ago 6h 765M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:48:42.689 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 6m ago 6h 828M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:48:42.689 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 6m ago 6h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:48:42.689 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 4m ago 6h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:48:42.689 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 6m ago 6h 4873M 2347M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:48:42.689 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 6m ago 6h 5606M 2347M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:48:42.689 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 6m ago 6h 4560M 2347M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:48:42.689 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 6m ago 6h 4724M 2347M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:48:42.689 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 4m ago 6h 3966M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:48:42.689 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 4m ago 6h 4390M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:48:42.689 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 4m ago 6h 3765M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:48:42.690 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 4m ago 6h 4349M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:48:42.690 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 4m ago 6h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:48:43.072 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:48:43.072 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:48:43.072 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:48:43.072 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:48:43.072 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:48:43.073 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:48:43.073 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:48:43.073 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:48:43.073 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:48:43.073 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:48:43.073 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:48:43.073 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:48:43.073 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:48:43.073 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:48:43.073 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:48:43.073 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:48:43.073 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:48:43.073 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:48:43.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:42 smithi177 ceph-mon[212096]: pgmap v13068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:43.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:42 smithi123 ceph-mon[191304]: pgmap v13068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:43.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:42 smithi123 ceph-mon[188613]: pgmap v13068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:44.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:43 smithi177 ceph-mon[212096]: from='client.48123 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:48:44.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:43 smithi177 ceph-mon[212096]: from='client.48129 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:48:44.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:43 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/939204514' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:48:44.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:43 smithi123 ceph-mon[191304]: from='client.48123 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:48:44.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:43 smithi123 ceph-mon[191304]: from='client.48129 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:48:44.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:43 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/939204514' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:48:44.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:43 smithi123 ceph-mon[188613]: from='client.48123 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:48:44.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:43 smithi123 ceph-mon[188613]: from='client.48129 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:48:44.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:43 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/939204514' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:48:45.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:44 smithi177 ceph-mon[212096]: pgmap v13069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:45.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:44 smithi123 ceph-mon[188613]: pgmap v13069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:45.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:44 smithi123 ceph-mon[191304]: pgmap v13069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:46.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:46 smithi177 ceph-mon[212096]: pgmap v13070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:46.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:46 smithi123 ceph-mon[191304]: pgmap v13070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:46.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:46 smithi123 ceph-mon[188613]: pgmap v13070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:48.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:48 smithi177 ceph-mon[212096]: pgmap v13071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:48.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:48 smithi123 ceph-mon[188613]: pgmap v13071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:48.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:48 smithi123 ceph-mon[191304]: pgmap v13071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:49.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:48:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:48:49] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T16:48:50.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:50 smithi177 ceph-mon[212096]: pgmap v13072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:50.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:50 smithi123 ceph-mon[191304]: pgmap v13072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:50.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:50 smithi123 ceph-mon[188613]: pgmap v13072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:52.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:52 smithi177 ceph-mon[212096]: pgmap v13073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:52.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:52 smithi123 ceph-mon[191304]: pgmap v13073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:52.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:52 smithi123 ceph-mon[188613]: pgmap v13073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:54.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:54 smithi177 ceph-mon[212096]: pgmap v13074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:54.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:54 smithi123 ceph-mon[191304]: pgmap v13074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:54.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:54 smithi123 ceph-mon[188613]: pgmap v13074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:56.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:56 smithi177 ceph-mon[212096]: pgmap v13075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:56.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:56 smithi123 ceph-mon[191304]: pgmap v13075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:56.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:56 smithi123 ceph-mon[188613]: pgmap v13075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:57.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:48:57.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:48:57.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:48:58.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:48:58 smithi177 ceph-mon[212096]: pgmap v13076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:58.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:48:58 smithi123 ceph-mon[188613]: pgmap v13076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:58.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:48:58 smithi123 ceph-mon[191304]: pgmap v13076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:48:59.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:48:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:48:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:49:00.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:00 smithi177 ceph-mon[212096]: pgmap v13077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:00.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:00 smithi123 ceph-mon[191304]: pgmap v13077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:00.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:00 smithi123 ceph-mon[188613]: pgmap v13077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:02.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:02 smithi177 ceph-mon[212096]: pgmap v13078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:02.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:02 smithi123 ceph-mon[188613]: pgmap v13078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:02.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:02 smithi123 ceph-mon[191304]: pgmap v13078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:04.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:04 smithi177 ceph-mon[212096]: pgmap v13079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:04.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:04 smithi123 ceph-mon[191304]: pgmap v13079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:04.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:04 smithi123 ceph-mon[188613]: pgmap v13079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:06.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:06 smithi177 ceph-mon[212096]: pgmap v13080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:06.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:06 smithi123 ceph-mon[191304]: pgmap v13080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:06.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:06 smithi123 ceph-mon[188613]: pgmap v13080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:08.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:08 smithi177 ceph-mon[212096]: pgmap v13081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:08.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:08 smithi123 ceph-mon[191304]: pgmap v13081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:08.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:08 smithi123 ceph-mon[188613]: pgmap v13081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:09.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:49:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:49:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:49:10.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:10 smithi177 ceph-mon[212096]: pgmap v13082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:10.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:10 smithi123 ceph-mon[191304]: pgmap v13082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:10.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:10 smithi123 ceph-mon[188613]: pgmap v13082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:12.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:49:12.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:49:12.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:49:13.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:12 smithi177 ceph-mon[212096]: pgmap v13083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:13.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:12 smithi123 ceph-mon[191304]: pgmap v13083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:13.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:12 smithi123 ceph-mon[188613]: pgmap v13083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:13.424 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:49:13.731 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:49:13.731 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 6m ago 6h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:49:13.731 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 4m ago 6h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:49:13.731 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 6m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:49:13.731 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 4m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:49:13.731 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 4m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:49:13.731 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 6m ago 6h 775M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:49:13.731 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 6m ago 6h 1626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:49:13.731 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 4m ago 6h 765M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:49:13.731 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 6m ago 6h 828M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:49:13.731 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 6m ago 6h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:49:13.731 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 4m ago 6h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:49:13.732 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 6m ago 6h 4873M 2347M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:49:13.732 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 6m ago 6h 5606M 2347M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:49:13.732 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 6m ago 6h 4560M 2347M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:49:13.732 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 6m ago 6h 4724M 2347M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:49:13.732 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 4m ago 6h 3966M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:49:13.732 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 4m ago 6h 4390M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:49:13.732 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 4m ago 6h 3765M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:49:13.732 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 4m ago 6h 4349M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:49:13.732 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 4m ago 6h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:49:14.118 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:49:14.118 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:49:14.118 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:49:14.118 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:49:14.118 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:49:14.118 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:49:14.118 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:49:14.118 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:49:14.118 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:49:14.118 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:49:14.118 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:49:14.118 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:49:14.119 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:49:14.119 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:49:14.119 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:49:14.119 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:49:14.119 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:49:14.119 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:49:14.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:14 smithi177 ceph-mon[212096]: from='client.48141 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:49:14.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:14 smithi177 ceph-mon[212096]: from='client.48147 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:49:14.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:14 smithi177 ceph-mon[212096]: pgmap v13084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:14.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:14 smithi123 ceph-mon[191304]: from='client.48141 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:49:14.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:14 smithi123 ceph-mon[191304]: from='client.48147 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:49:14.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:14 smithi123 ceph-mon[191304]: pgmap v13084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:14.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:14 smithi123 ceph-mon[188613]: from='client.48141 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:49:14.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:14 smithi123 ceph-mon[188613]: from='client.48147 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:49:14.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:14 smithi123 ceph-mon[188613]: pgmap v13084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:15.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:15 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/944847426' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:49:15.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:15 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/944847426' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:49:15.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:15 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/944847426' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:49:16.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:16 smithi177 ceph-mon[212096]: pgmap v13085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:16.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:16 smithi123 ceph-mon[191304]: pgmap v13085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:16.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:16 smithi123 ceph-mon[188613]: pgmap v13085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:18.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:18 smithi177 ceph-mon[212096]: pgmap v13086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:18.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:18 smithi123 ceph-mon[191304]: pgmap v13086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:18.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:18 smithi123 ceph-mon[188613]: pgmap v13086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:19.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:49:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:49:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T16:49:20.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:20 smithi177 ceph-mon[212096]: pgmap v13087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:20.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:20 smithi123 ceph-mon[191304]: pgmap v13087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:20.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:20 smithi123 ceph-mon[188613]: pgmap v13087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:22.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:22 smithi177 ceph-mon[212096]: pgmap v13088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:22.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:22 smithi123 ceph-mon[191304]: pgmap v13088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:22.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:22 smithi123 ceph-mon[188613]: pgmap v13088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:24.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:24 smithi177 ceph-mon[212096]: pgmap v13089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:24.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:24 smithi123 ceph-mon[191304]: pgmap v13089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:24.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:24 smithi123 ceph-mon[188613]: pgmap v13089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:26.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:26 smithi177 ceph-mon[212096]: pgmap v13090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:26.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:26 smithi123 ceph-mon[191304]: pgmap v13090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:26.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:26 smithi123 ceph-mon[188613]: pgmap v13090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:27.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:49:27.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:49:27.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:49:28.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:28 smithi177 ceph-mon[212096]: pgmap v13091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:28.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:28 smithi123 ceph-mon[191304]: pgmap v13091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:28.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:28 smithi123 ceph-mon[188613]: pgmap v13091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:29.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:49:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:49:29] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T16:49:30.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:30 smithi177 ceph-mon[212096]: pgmap v13092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:30.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:30 smithi123 ceph-mon[188613]: pgmap v13092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:30.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:30 smithi123 ceph-mon[191304]: pgmap v13092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:32.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:32 smithi177 ceph-mon[212096]: pgmap v13093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:32.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:32 smithi123 ceph-mon[188613]: pgmap v13093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:32.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:32 smithi123 ceph-mon[191304]: pgmap v13093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:34.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:34 smithi177 ceph-mon[212096]: pgmap v13094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:34.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:34 smithi123 ceph-mon[191304]: pgmap v13094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:34.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:34 smithi123 ceph-mon[188613]: pgmap v13094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:36.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:49:36.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:49:36.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:49:37.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:36 smithi177 ceph-mon[212096]: pgmap v13095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:37.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:49:37.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:49:37.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:49:37.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:36 smithi123 ceph-mon[191304]: pgmap v13095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:37.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:49:37.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:49:37.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:49:37.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:36 smithi123 ceph-mon[188613]: pgmap v13095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:37.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:49:37.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:49:37.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:49:38.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:38 smithi177 ceph-mon[212096]: pgmap v13096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:38.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:38 smithi123 ceph-mon[188613]: pgmap v13096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:38.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:38 smithi123 ceph-mon[191304]: pgmap v13096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:39.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:49:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:49:39] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T16:49:40.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:40 smithi177 ceph-mon[212096]: pgmap v13097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:40.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:40 smithi123 ceph-mon[191304]: pgmap v13097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:40.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:40 smithi123 ceph-mon[188613]: pgmap v13097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:42.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:49:42.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:49:42.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:49:43.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:42 smithi177 ceph-mon[212096]: pgmap v13098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:43.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:42 smithi123 ceph-mon[191304]: pgmap v13098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:43.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:42 smithi123 ceph-mon[188613]: pgmap v13098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:44.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:44 smithi177 ceph-mon[212096]: pgmap v13099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:44.463 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:49:44.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:44 smithi123 ceph-mon[191304]: pgmap v13099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:44.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:44 smithi123 ceph-mon[188613]: pgmap v13099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:44.770 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:49:44.770 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 7m ago 6h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:49:44.770 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 5m ago 6h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:49:44.770 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 7m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:49:44.770 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 5m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:49:44.770 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 5m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:49:44.770 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 7m ago 6h 775M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:49:44.770 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 7m ago 6h 1626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:49:44.770 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 5m ago 6h 765M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:49:44.770 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 7m ago 6h 828M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:49:44.770 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 7m ago 6h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:49:44.771 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 5m ago 6h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:49:44.771 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 7m ago 6h 4873M 2347M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:49:44.771 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 7m ago 6h 5606M 2347M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:49:44.771 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 7m ago 6h 4560M 2347M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:49:44.771 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 7m ago 6h 4724M 2347M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:49:44.771 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 5m ago 6h 3966M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:49:44.771 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 5m ago 6h 4390M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:49:44.771 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 5m ago 6h 3765M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:49:44.771 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 5m ago 6h 4349M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:49:44.771 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 5m ago 6h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:49:45.152 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:49:45.153 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:49:45.153 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:49:45.153 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:49:45.153 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:49:45.153 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:49:45.153 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:49:45.153 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:49:45.153 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:49:45.153 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:49:45.153 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:49:45.153 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:49:45.153 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:49:45.153 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:49:45.154 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:49:45.154 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:49:45.154 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:49:45.154 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:49:45.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:45 smithi177 ceph-mon[212096]: from='client.58106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:49:45.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:45 smithi177 ceph-mon[212096]: from='client.58112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:49:45.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:45 smithi123 ceph-mon[191304]: from='client.58106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:49:45.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:45 smithi123 ceph-mon[191304]: from='client.58112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:49:45.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:45 smithi123 ceph-mon[188613]: from='client.58106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:49:45.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:45 smithi123 ceph-mon[188613]: from='client.58112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:49:46.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:46 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1010743540' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:49:46.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:46 smithi177 ceph-mon[212096]: pgmap v13100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:46.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:46 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1010743540' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:49:46.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:46 smithi123 ceph-mon[191304]: pgmap v13100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:46.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:46 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1010743540' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:49:46.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:46 smithi123 ceph-mon[188613]: pgmap v13100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:48.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:48 smithi177 ceph-mon[212096]: pgmap v13101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:48.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:48 smithi123 ceph-mon[191304]: pgmap v13101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:48.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:48 smithi123 ceph-mon[188613]: pgmap v13101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:49.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:49:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:49:49] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T16:49:50.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:50 smithi177 ceph-mon[212096]: pgmap v13102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:50.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:50 smithi123 ceph-mon[191304]: pgmap v13102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:50.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:50 smithi123 ceph-mon[188613]: pgmap v13102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:52.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:52 smithi177 ceph-mon[212096]: pgmap v13103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:52.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:52 smithi123 ceph-mon[191304]: pgmap v13103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:52.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:52 smithi123 ceph-mon[188613]: pgmap v13103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:54.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:54 smithi177 ceph-mon[212096]: pgmap v13104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:54.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:54 smithi123 ceph-mon[191304]: pgmap v13104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:54.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:54 smithi123 ceph-mon[188613]: pgmap v13104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:56.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:56 smithi177 ceph-mon[212096]: pgmap v13105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:56.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:56 smithi123 ceph-mon[191304]: pgmap v13105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:56.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:56 smithi123 ceph-mon[188613]: pgmap v13105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:57.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:49:57.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:49:57.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:49:58.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:49:58 smithi177 ceph-mon[212096]: pgmap v13106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:58.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:49:58 smithi123 ceph-mon[191304]: pgmap v13106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:58.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:49:58 smithi123 ceph-mon[188613]: pgmap v13106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:49:59.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:49:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:49:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T16:50:00.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:00 smithi177 ceph-mon[212096]: pgmap v13107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:00.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T16:50:00.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:00 smithi123 ceph-mon[191304]: pgmap v13107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:00.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T16:50:00.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T16:49:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T16:50:00.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:00 smithi123 ceph-mon[188613]: pgmap v13107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:00.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T16:50:02.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:02 smithi177 ceph-mon[212096]: pgmap v13108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:02.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:02 smithi123 ceph-mon[191304]: pgmap v13108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:02.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:02 smithi123 ceph-mon[188613]: pgmap v13108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:04.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:04 smithi177 ceph-mon[212096]: pgmap v13109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:04.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:04 smithi123 ceph-mon[191304]: pgmap v13109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:04.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:04 smithi123 ceph-mon[188613]: pgmap v13109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:06.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:06 smithi177 ceph-mon[212096]: pgmap v13110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:06.487 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:06 smithi123 ceph-mon[191304]: pgmap v13110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:06.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:06 smithi123 ceph-mon[188613]: pgmap v13110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:08.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:08 smithi177 ceph-mon[212096]: pgmap v13111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:08.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:08 smithi123 ceph-mon[191304]: pgmap v13111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:08.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:08 smithi123 ceph-mon[188613]: pgmap v13111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:09.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:50:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:50:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T16:50:10.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:10 smithi177 ceph-mon[212096]: pgmap v13112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:10.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:10 smithi123 ceph-mon[191304]: pgmap v13112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:10.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:10 smithi123 ceph-mon[188613]: pgmap v13112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:12.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:50:12.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:50:12.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:50:13.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:12 smithi177 ceph-mon[212096]: pgmap v13113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:13.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:12 smithi123 ceph-mon[191304]: pgmap v13113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:13.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:12 smithi123 ceph-mon[188613]: pgmap v13113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:14.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:14 smithi177 ceph-mon[212096]: pgmap v13114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:14.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:14 smithi123 ceph-mon[191304]: pgmap v13114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:14.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:14 smithi123 ceph-mon[188613]: pgmap v13114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:15.497 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:50:15.804 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:50:15.804 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 7m ago 6h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:50:15.804 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 5m ago 6h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:50:15.804 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 7m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:50:15.804 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 5m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:50:15.804 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 5m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:50:15.804 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 7m ago 6h 775M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:50:15.804 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 7m ago 6h 1626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:50:15.804 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 5m ago 6h 765M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:50:15.805 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 7m ago 6h 828M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:50:15.805 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 7m ago 6h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:50:15.805 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 5m ago 6h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:50:15.805 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 7m ago 6h 4873M 2347M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:50:15.805 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 7m ago 6h 5606M 2347M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:50:15.805 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 7m ago 6h 4560M 2347M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:50:15.805 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 7m ago 6h 4724M 2347M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:50:15.805 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 5m ago 6h 3966M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:50:15.805 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 5m ago 6h 4390M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:50:15.805 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 5m ago 6h 3765M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:50:15.805 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 5m ago 6h 4349M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:50:15.805 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 5m ago 6h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:50:16.186 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:50:16.186 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:50:16.187 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:50:16.187 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:50:16.187 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:50:16.187 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:50:16.187 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:50:16.187 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:50:16.187 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:50:16.187 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:50:16.187 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:50:16.187 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:50:16.187 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:50:16.187 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:50:16.187 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:50:16.187 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:50:16.188 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:50:16.188 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:50:16.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:16 smithi177 ceph-mon[212096]: from='client.48177 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:50:16.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:16 smithi177 ceph-mon[212096]: from='client.58130 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:50:16.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:16 smithi177 ceph-mon[212096]: pgmap v13115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:16.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:16 smithi123 ceph-mon[191304]: from='client.48177 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:50:16.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:16 smithi123 ceph-mon[191304]: from='client.58130 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:50:16.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:16 smithi123 ceph-mon[191304]: pgmap v13115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:16.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:16 smithi123 ceph-mon[188613]: from='client.48177 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:50:16.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:16 smithi123 ceph-mon[188613]: from='client.58130 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:50:16.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:16 smithi123 ceph-mon[188613]: pgmap v13115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:17.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:17 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/88462272' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:50:17.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:17 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/88462272' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:50:17.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:17 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/88462272' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:50:18.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:18 smithi177 ceph-mon[212096]: pgmap v13116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:18.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:18 smithi123 ceph-mon[191304]: pgmap v13116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:18.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:18 smithi123 ceph-mon[188613]: pgmap v13116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:19.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:50:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:50:19] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T16:50:20.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:20 smithi177 ceph-mon[212096]: pgmap v13117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:20.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:20 smithi123 ceph-mon[191304]: pgmap v13117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:20.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:20 smithi123 ceph-mon[188613]: pgmap v13117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:22.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:22 smithi177 ceph-mon[212096]: pgmap v13118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:22.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:22 smithi123 ceph-mon[191304]: pgmap v13118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:22.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:22 smithi123 ceph-mon[188613]: pgmap v13118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:24.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:24 smithi177 ceph-mon[212096]: pgmap v13119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:24.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:24 smithi123 ceph-mon[191304]: pgmap v13119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:24.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:24 smithi123 ceph-mon[188613]: pgmap v13119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:26.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:26 smithi177 ceph-mon[212096]: pgmap v13120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:26.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:26 smithi123 ceph-mon[191304]: pgmap v13120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:26.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:26 smithi123 ceph-mon[188613]: pgmap v13120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:27.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:50:27.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:50:27.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:50:28.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:28 smithi177 ceph-mon[212096]: pgmap v13121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:28.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:28 smithi123 ceph-mon[191304]: pgmap v13121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:28.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:28 smithi123 ceph-mon[188613]: pgmap v13121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:29.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:50:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:50:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:50:30.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:30 smithi177 ceph-mon[212096]: pgmap v13122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:30.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:30 smithi123 ceph-mon[191304]: pgmap v13122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:30.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:30 smithi123 ceph-mon[188613]: pgmap v13122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:32.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:32 smithi177 ceph-mon[212096]: pgmap v13123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:32.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:32 smithi123 ceph-mon[191304]: pgmap v13123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:32.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:32 smithi123 ceph-mon[188613]: pgmap v13123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:34.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:34 smithi177 ceph-mon[212096]: pgmap v13124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:34.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:34 smithi123 ceph-mon[191304]: pgmap v13124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:34.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:34 smithi123 ceph-mon[188613]: pgmap v13124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:36.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:36 smithi177 ceph-mon[212096]: pgmap v13125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:36.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:36 smithi123 ceph-mon[191304]: pgmap v13125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:36.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:36 smithi123 ceph-mon[188613]: pgmap v13125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:37.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:50:37.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:50:37.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:50:37.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:50:37.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:50:37.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:37 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2338M 2023-12-20T16:50:37.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:50:37.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:50:37.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:50:37.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:50:37.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:50:37.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:50:37.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:50:37.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:50:37.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:50:37.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:37 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2338M 2023-12-20T16:50:37.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:50:37.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:50:37.487 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:50:37.487 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:50:37.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:50:37.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:50:37.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:50:37.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:50:37.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T16:50:37.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:37 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2338M 2023-12-20T16:50:37.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:50:37.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:50:37.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:50:37.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:50:38.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:38 smithi177 ceph-mon[212096]: pgmap v13126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:38.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:38 smithi123 ceph-mon[191304]: pgmap v13126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:38.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:38 smithi123 ceph-mon[188613]: pgmap v13126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:39.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:50:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:50:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:50:40.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:40 smithi177 ceph-mon[212096]: pgmap v13127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:40.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:40 smithi123 ceph-mon[191304]: pgmap v13127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:40.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:40 smithi123 ceph-mon[188613]: pgmap v13127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:42.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:50:42.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:50:42.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:50:43.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:42 smithi177 ceph-mon[212096]: pgmap v13128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:43.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:42 smithi123 ceph-mon[191304]: pgmap v13128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:43.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:42 smithi123 ceph-mon[188613]: pgmap v13128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:44.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:44 smithi177 ceph-mon[212096]: pgmap v13129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:44.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:44 smithi123 ceph-mon[191304]: pgmap v13129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:44.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:44 smithi123 ceph-mon[188613]: pgmap v13129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:46.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:46 smithi177 ceph-mon[212096]: pgmap v13130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:46.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:46 smithi123 ceph-mon[191304]: pgmap v13130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:46.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:46 smithi123 ceph-mon[188613]: pgmap v13130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:46.535 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:50:46.843 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:50:46.843 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (5h) 8m ago 6h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:50:46.843 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 6m ago 6h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:50:46.843 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 8m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:50:46.843 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 6m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:50:46.844 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 6m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:50:46.844 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 8m ago 6h 775M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:50:46.844 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 8m ago 6h 1626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:50:46.844 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 6m ago 6h 765M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:50:46.844 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 8m ago 6h 828M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:50:46.844 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 8m ago 6h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:50:46.844 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 6m ago 6h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:50:46.844 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 8m ago 6h 4873M 2338M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:50:46.844 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 8m ago 6h 5606M 2338M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:50:46.844 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 8m ago 6h 4560M 2338M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:50:46.844 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 8m ago 6h 4724M 2338M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:50:46.844 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 6m ago 6h 3966M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:50:46.844 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 6m ago 6h 4390M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:50:46.844 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 6m ago 6h 3765M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:50:46.845 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 6m ago 6h 4349M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:50:46.845 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 6m ago 6h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:50:47.230 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:50:47.230 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:50:47.230 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:50:47.230 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:50:47.230 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:50:47.230 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:50:47.230 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:50:47.230 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:50:47.230 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:50:47.231 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:50:47.231 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:50:47.231 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:50:47.231 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:50:47.231 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:50:47.231 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:50:47.231 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:50:47.231 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:50:47.231 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:50:47.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:47 smithi177 ceph-mon[212096]: from='client.58142 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:50:47.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:47 smithi177 ceph-mon[212096]: from='client.48201 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:50:47.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:47 smithi123 ceph-mon[191304]: from='client.58142 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:50:47.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:47 smithi123 ceph-mon[191304]: from='client.48201 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:50:47.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:47 smithi123 ceph-mon[188613]: from='client.58142 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:50:47.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:47 smithi123 ceph-mon[188613]: from='client.48201 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:50:48.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:48 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/491202938' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:50:48.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:48 smithi177 ceph-mon[212096]: pgmap v13131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:48.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:48 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/491202938' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:50:48.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:48 smithi123 ceph-mon[191304]: pgmap v13131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:48.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:48 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/491202938' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:50:48.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:48 smithi123 ceph-mon[188613]: pgmap v13131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:49.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:50:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:50:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:50:50.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:50 smithi177 ceph-mon[212096]: pgmap v13132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:50.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:50 smithi123 ceph-mon[191304]: pgmap v13132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:50.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:50 smithi123 ceph-mon[188613]: pgmap v13132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:52.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:52 smithi177 ceph-mon[212096]: pgmap v13133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:52.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:52 smithi123 ceph-mon[191304]: pgmap v13133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:52.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:52 smithi123 ceph-mon[188613]: pgmap v13133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:54.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:54 smithi177 ceph-mon[212096]: pgmap v13134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:54.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:54 smithi123 ceph-mon[191304]: pgmap v13134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:54.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:54 smithi123 ceph-mon[188613]: pgmap v13134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:56.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:56 smithi177 ceph-mon[212096]: pgmap v13135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:56.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:56 smithi123 ceph-mon[191304]: pgmap v13135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:56.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:56 smithi123 ceph-mon[188613]: pgmap v13135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:57.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:50:57.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:50:57.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:50:58.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:50:58 smithi177 ceph-mon[212096]: pgmap v13136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:58.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:50:58 smithi123 ceph-mon[191304]: pgmap v13136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:58.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:50:58 smithi123 ceph-mon[188613]: pgmap v13136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:50:59.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:50:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:50:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:51:00.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:00 smithi177 ceph-mon[212096]: pgmap v13137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:00.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:00 smithi123 ceph-mon[191304]: pgmap v13137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:00.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:00 smithi123 ceph-mon[188613]: pgmap v13137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:02.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:02 smithi177 ceph-mon[212096]: pgmap v13138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:02.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:02 smithi123 ceph-mon[191304]: pgmap v13138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:02.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:02 smithi123 ceph-mon[188613]: pgmap v13138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:04.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:04 smithi177 ceph-mon[212096]: pgmap v13139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:04.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:04 smithi123 ceph-mon[191304]: pgmap v13139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:04.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:04 smithi123 ceph-mon[188613]: pgmap v13139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:06.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:06 smithi177 ceph-mon[212096]: pgmap v13140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:06.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:06 smithi123 ceph-mon[191304]: pgmap v13140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:06.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:06 smithi123 ceph-mon[188613]: pgmap v13140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:08.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:08 smithi177 ceph-mon[212096]: pgmap v13141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:08.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:08 smithi123 ceph-mon[191304]: pgmap v13141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:08.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:08 smithi123 ceph-mon[188613]: pgmap v13141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:09.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:51:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:51:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:51:10.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:10 smithi177 ceph-mon[212096]: pgmap v13142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:10.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:10 smithi123 ceph-mon[191304]: pgmap v13142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:10.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:10 smithi123 ceph-mon[188613]: pgmap v13142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:12.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:51:12.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:51:12.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:51:13.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:12 smithi177 ceph-mon[212096]: pgmap v13143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:13.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:12 smithi123 ceph-mon[191304]: pgmap v13143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:13.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:12 smithi123 ceph-mon[188613]: pgmap v13143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:14.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:14 smithi177 ceph-mon[212096]: pgmap v13144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:14.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:14 smithi123 ceph-mon[191304]: pgmap v13144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:14.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:14 smithi123 ceph-mon[188613]: pgmap v13144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:16.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:16 smithi177 ceph-mon[212096]: pgmap v13145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:16.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:16 smithi123 ceph-mon[191304]: pgmap v13145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:16.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:16 smithi123 ceph-mon[188613]: pgmap v13145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:17.579 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:51:17.885 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:51:17.885 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 8m ago 6h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:51:17.885 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (5h) 6m ago 6h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:51:17.886 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 8m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:51:17.886 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 6m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:51:17.886 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 6m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:51:17.886 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (5h) 8m ago 6h 775M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:51:17.886 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 8m ago 6h 1626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:51:17.886 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 6m ago 6h 765M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:51:17.886 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 8m ago 6h 828M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:51:17.886 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (5h) 8m ago 6h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:51:17.886 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (5h) 6m ago 6h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:51:17.886 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 8m ago 6h 4873M 2338M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:51:17.886 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 8m ago 6h 5606M 2338M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:51:17.886 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 8m ago 6h 4560M 2338M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:51:17.886 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 8m ago 6h 4724M 2338M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:51:17.886 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 6m ago 6h 3966M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:51:17.886 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 6m ago 6h 4390M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:51:17.887 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 6m ago 6h 3765M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:51:17.887 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 6m ago 6h 4349M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:51:17.887 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 6m ago 6h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:51:18.272 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:51:18.272 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:51:18.272 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:51:18.272 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:51:18.273 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:51:18.273 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:51:18.273 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:51:18.273 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:51:18.273 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:51:18.273 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:51:18.273 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:51:18.273 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:51:18.273 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:51:18.273 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:51:18.273 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:51:18.273 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:51:18.273 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:51:18.273 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:51:18.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:18 smithi177 ceph-mon[212096]: from='client.58160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:51:18.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:18 smithi177 ceph-mon[212096]: from='client.48219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:51:18.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:18 smithi177 ceph-mon[212096]: pgmap v13146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:18.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:18 smithi123 ceph-mon[191304]: from='client.58160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:51:18.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:18 smithi123 ceph-mon[191304]: from='client.48219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:51:18.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:18 smithi123 ceph-mon[191304]: pgmap v13146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:18.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:18 smithi123 ceph-mon[188613]: from='client.58160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:51:18.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:18 smithi123 ceph-mon[188613]: from='client.48219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:51:18.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:18 smithi123 ceph-mon[188613]: pgmap v13146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:19.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:19 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1965909862' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:51:19.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:19 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1965909862' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:51:19.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:19 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1965909862' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:51:19.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:51:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:51:19] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T16:51:20.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:20 smithi177 ceph-mon[212096]: pgmap v13147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:20.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:20 smithi123 ceph-mon[191304]: pgmap v13147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:20.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:20 smithi123 ceph-mon[188613]: pgmap v13147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:22.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:22 smithi177 ceph-mon[212096]: pgmap v13148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:22.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:22 smithi123 ceph-mon[191304]: pgmap v13148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:22.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:22 smithi123 ceph-mon[188613]: pgmap v13148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:24.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:24 smithi177 ceph-mon[212096]: pgmap v13149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:24.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:24 smithi123 ceph-mon[191304]: pgmap v13149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:24.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:24 smithi123 ceph-mon[188613]: pgmap v13149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:26.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:26 smithi177 ceph-mon[212096]: pgmap v13150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:26.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:26 smithi123 ceph-mon[191304]: pgmap v13150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:26.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:26 smithi123 ceph-mon[188613]: pgmap v13150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:27.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:51:27.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:51:27.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:51:28.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:28 smithi177 ceph-mon[212096]: pgmap v13151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:28.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:28 smithi123 ceph-mon[191304]: pgmap v13151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:28.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:28 smithi123 ceph-mon[188613]: pgmap v13151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:28.897 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 16:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T16:51:28.58497464Z level=info msg="Completed cleanup jobs" duration=11.88547ms 2023-12-20T16:51:29.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:51:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:51:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:51:30.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:30 smithi177 ceph-mon[212096]: pgmap v13152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:30.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:30 smithi123 ceph-mon[191304]: pgmap v13152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:30.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:30 smithi123 ceph-mon[188613]: pgmap v13152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:32.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:32 smithi177 ceph-mon[212096]: pgmap v13153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:32.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:32 smithi123 ceph-mon[191304]: pgmap v13153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:32.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:32 smithi123 ceph-mon[188613]: pgmap v13153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:34.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:34 smithi177 ceph-mon[212096]: pgmap v13154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:34.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:34 smithi123 ceph-mon[191304]: pgmap v13154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:34.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:34 smithi123 ceph-mon[188613]: pgmap v13154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:36.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:36 smithi177 ceph-mon[212096]: pgmap v13155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:36.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:36 smithi123 ceph-mon[191304]: pgmap v13155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:36.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:36 smithi123 ceph-mon[188613]: pgmap v13155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:37.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:51:37.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:51:37.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:51:38.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:51:38.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:51:38.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:51:38.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:38 smithi177 ceph-mon[212096]: pgmap v13156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:38.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:51:38.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:51:38.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:51:38.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:38 smithi123 ceph-mon[191304]: pgmap v13156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:38.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:51:38.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:51:38.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:51:38.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:38 smithi123 ceph-mon[188613]: pgmap v13156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:39.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:51:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:51:40.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:40 smithi177 ceph-mon[212096]: pgmap v13157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:40.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:40 smithi123 ceph-mon[188613]: pgmap v13157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:40.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:40 smithi123 ceph-mon[191304]: pgmap v13157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:42.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:51:42.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:51:42.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:51:43.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:42 smithi177 ceph-mon[212096]: pgmap v13158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:43.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:42 smithi123 ceph-mon[191304]: pgmap v13158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:43.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:42 smithi123 ceph-mon[188613]: pgmap v13158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:44.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:44 smithi177 ceph-mon[212096]: pgmap v13159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:44.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:44 smithi123 ceph-mon[191304]: pgmap v13159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:44.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:44 smithi123 ceph-mon[188613]: pgmap v13159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:46.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:46 smithi177 ceph-mon[212096]: pgmap v13160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:46.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:46 smithi123 ceph-mon[191304]: pgmap v13160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:46.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:46 smithi123 ceph-mon[188613]: pgmap v13160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:48.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:48 smithi177 ceph-mon[212096]: pgmap v13161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:48.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:48 smithi123 ceph-mon[191304]: pgmap v13161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:48.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:48 smithi123 ceph-mon[188613]: pgmap v13161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:48.616 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:51:48.923 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:51:48.923 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 9m ago 6h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:51:48.923 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 7m ago 6h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:51:48.923 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 9m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:51:48.923 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 7m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:51:48.923 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (5h) 7m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:51:48.923 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 9m ago 6h 775M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:51:48.923 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (5h) 9m ago 6h 1626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:51:48.923 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 7m ago 6h 765M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:51:48.923 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 9m ago 6h 828M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:51:48.923 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 9m ago 6h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:51:48.923 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 7m ago 6h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:51:48.924 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 9m ago 6h 4873M 2338M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:51:48.924 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 9m ago 6h 5606M 2338M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:51:48.924 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 9m ago 6h 4560M 2338M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:51:48.924 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 9m ago 6h 4724M 2338M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:51:48.924 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 7m ago 6h 3966M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:51:48.924 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 7m ago 6h 4390M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:51:48.924 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 7m ago 6h 3765M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:51:48.924 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 7m ago 6h 4349M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:51:48.924 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (5h) 7m ago 6h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:51:49.303 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:51:49.303 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:51:49.304 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:51:49.304 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:51:49.304 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:51:49.304 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:51:49.304 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:51:49.304 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:51:49.304 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:51:49.304 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:51:49.304 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:51:49.304 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:51:49.305 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:51:49.305 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:51:49.305 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:51:49.305 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:51:49.305 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:51:49.305 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:51:49.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:49 smithi177 ceph-mon[212096]: from='client.48231 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:51:49.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:49 smithi177 ceph-mon[212096]: from='client.48237 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:51:49.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:49 smithi123 ceph-mon[191304]: from='client.48231 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:51:49.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:49 smithi123 ceph-mon[191304]: from='client.48237 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:51:49.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:49 smithi123 ceph-mon[188613]: from='client.48231 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:51:49.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:49 smithi123 ceph-mon[188613]: from='client.48237 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:51:49.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:51:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:51:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:51:50.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:50 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1194969059' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:51:50.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:50 smithi177 ceph-mon[212096]: pgmap v13162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:50.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:50 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1194969059' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:51:50.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:50 smithi123 ceph-mon[191304]: pgmap v13162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:50.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:50 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1194969059' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:51:50.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:50 smithi123 ceph-mon[188613]: pgmap v13162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:52.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:52 smithi177 ceph-mon[212096]: pgmap v13163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:52.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:52 smithi123 ceph-mon[191304]: pgmap v13163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:52.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:52 smithi123 ceph-mon[188613]: pgmap v13163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:54.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:54 smithi177 ceph-mon[212096]: pgmap v13164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:54.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:54 smithi123 ceph-mon[191304]: pgmap v13164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:54.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:54 smithi123 ceph-mon[188613]: pgmap v13164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:56.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:56 smithi177 ceph-mon[212096]: pgmap v13165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:56.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:56 smithi123 ceph-mon[191304]: pgmap v13165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:56.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:56 smithi123 ceph-mon[188613]: pgmap v13165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:57.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:51:57.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:51:57.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:51:58.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:51:58 smithi177 ceph-mon[212096]: pgmap v13166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:58.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:51:58 smithi123 ceph-mon[191304]: pgmap v13166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:58.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:51:58 smithi123 ceph-mon[188613]: pgmap v13166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:51:59.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:51:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:51:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:52:00.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:00 smithi177 ceph-mon[212096]: pgmap v13167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:00.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:00 smithi123 ceph-mon[191304]: pgmap v13167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:00.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:00 smithi123 ceph-mon[188613]: pgmap v13167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:02.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:02 smithi177 ceph-mon[212096]: pgmap v13168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:02.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:02 smithi123 ceph-mon[191304]: pgmap v13168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:02.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:02 smithi123 ceph-mon[188613]: pgmap v13168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:04.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:04 smithi177 ceph-mon[212096]: pgmap v13169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:04.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:04 smithi123 ceph-mon[188613]: pgmap v13169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:04.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:04 smithi123 ceph-mon[191304]: pgmap v13169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:06.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:06 smithi177 ceph-mon[212096]: pgmap v13170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:06.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:06 smithi123 ceph-mon[191304]: pgmap v13170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:06.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:06 smithi123 ceph-mon[188613]: pgmap v13170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:08.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:08 smithi177 ceph-mon[212096]: pgmap v13171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:08.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:08 smithi123 ceph-mon[191304]: pgmap v13171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:08.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:08 smithi123 ceph-mon[188613]: pgmap v13171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:09.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:52:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:52:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:52:10.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:10 smithi177 ceph-mon[212096]: pgmap v13172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:10.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:10 smithi123 ceph-mon[191304]: pgmap v13172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:10.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:10 smithi123 ceph-mon[188613]: pgmap v13172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:12.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:52:12.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:52:12.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:52:13.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:12 smithi177 ceph-mon[212096]: pgmap v13173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:13.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:12 smithi123 ceph-mon[191304]: pgmap v13173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:13.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:12 smithi123 ceph-mon[188613]: pgmap v13173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:14.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:14 smithi177 ceph-mon[212096]: pgmap v13174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:14.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:14 smithi123 ceph-mon[188613]: pgmap v13174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:14.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:14 smithi123 ceph-mon[191304]: pgmap v13174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:16.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:16 smithi177 ceph-mon[212096]: pgmap v13175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:16.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:16 smithi123 ceph-mon[191304]: pgmap v13175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:16.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:16 smithi123 ceph-mon[188613]: pgmap v13175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:18.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:18 smithi177 ceph-mon[212096]: pgmap v13176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:18.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:18 smithi123 ceph-mon[191304]: pgmap v13176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:18.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:18 smithi123 ceph-mon[188613]: pgmap v13176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:19.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:52:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:52:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:52:19.651 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:52:19.959 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:52:19.959 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 9m ago 6h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:52:19.959 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 7m ago 6h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:52:19.960 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 9m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:52:19.960 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 7m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:52:19.960 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 7m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:52:19.960 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 9m ago 6h 775M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:52:19.960 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 9m ago 6h 1626M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:52:19.960 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (5h) 7m ago 6h 765M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:52:19.960 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (5h) 9m ago 6h 828M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:52:19.960 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 9m ago 6h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:52:19.960 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 7m ago 6h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:52:19.960 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 9m ago 6h 4873M 2338M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:52:19.960 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 9m ago 6h 5606M 2338M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:52:19.960 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 9m ago 6h 4560M 2338M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:52:19.960 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 9m ago 6h 4724M 2338M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:52:19.960 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 7m ago 6h 3966M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:52:19.961 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 7m ago 6h 4390M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:52:19.961 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 7m ago 6h 3765M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:52:19.961 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 7m ago 6h 4349M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:52:19.961 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 7m ago 6h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:52:20.340 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:52:20.340 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:52:20.340 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:52:20.340 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:52:20.340 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:52:20.340 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:52:20.340 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:52:20.340 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:52:20.340 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:52:20.340 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:52:20.340 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:52:20.340 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:52:20.340 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:52:20.340 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:52:20.341 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:52:20.341 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:52:20.341 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:52:20.341 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:52:20.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:20 smithi177 ceph-mon[212096]: from='client.58196 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:52:20.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:20 smithi177 ceph-mon[212096]: from='client.58202 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:52:20.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:20 smithi177 ceph-mon[212096]: pgmap v13177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:20.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:20 smithi123 ceph-mon[191304]: from='client.58196 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:52:20.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:20 smithi123 ceph-mon[191304]: from='client.58202 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:52:20.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:20 smithi123 ceph-mon[191304]: pgmap v13177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:20.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:20 smithi123 ceph-mon[188613]: from='client.58196 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:52:20.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:20 smithi123 ceph-mon[188613]: from='client.58202 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:52:20.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:20 smithi123 ceph-mon[188613]: pgmap v13177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:21.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:21 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2038143721' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:52:21.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:21 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2038143721' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:52:21.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:21 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2038143721' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:52:22.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:22 smithi177 ceph-mon[212096]: pgmap v13178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:22.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:22 smithi123 ceph-mon[188613]: pgmap v13178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:22.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:22 smithi123 ceph-mon[191304]: pgmap v13178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:24.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:24 smithi177 ceph-mon[212096]: pgmap v13179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:24.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:24 smithi123 ceph-mon[191304]: pgmap v13179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:24.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:24 smithi123 ceph-mon[188613]: pgmap v13179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:26.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:26 smithi177 ceph-mon[212096]: pgmap v13180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:26.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:26 smithi123 ceph-mon[188613]: pgmap v13180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:26.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:26 smithi123 ceph-mon[191304]: pgmap v13180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:27.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:52:27.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:52:27.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:52:28.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:28 smithi177 ceph-mon[212096]: pgmap v13181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:28.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:28 smithi123 ceph-mon[191304]: pgmap v13181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:28.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:28 smithi123 ceph-mon[188613]: pgmap v13181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:29.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:52:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:52:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:52:30.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:30 smithi177 ceph-mon[212096]: pgmap v13182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:30.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:30 smithi123 ceph-mon[191304]: pgmap v13182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:30.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:30 smithi123 ceph-mon[188613]: pgmap v13182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:32.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:32 smithi177 ceph-mon[212096]: pgmap v13183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:32.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:32 smithi123 ceph-mon[191304]: pgmap v13183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:32.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:32 smithi123 ceph-mon[188613]: pgmap v13183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:34.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:34 smithi177 ceph-mon[212096]: pgmap v13184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:34.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:34 smithi123 ceph-mon[191304]: pgmap v13184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:34.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:34 smithi123 ceph-mon[188613]: pgmap v13184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:36.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:36 smithi177 ceph-mon[212096]: pgmap v13185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:36.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:36 smithi123 ceph-mon[191304]: pgmap v13185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:36.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:36 smithi123 ceph-mon[188613]: pgmap v13185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:37.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:52:37.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:52:37.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:52:38.912 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:52:38.912 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:52:38.912 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:38 smithi123 ceph-mon[188613]: pgmap v13186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:39.205 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:52:39.205 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:52:39.206 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:38 smithi123 ceph-mon[191304]: pgmap v13186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:39.206 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:52:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:52:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:52:39.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:52:39.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:52:39.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:38 smithi177 ceph-mon[212096]: pgmap v13186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:41.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:52:41.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:41 smithi177 ceph-mon[212096]: pgmap v13187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:41.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:52:41.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:52:41.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:52:41.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:52:41.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:52:41.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:41 smithi123 ceph-mon[191304]: pgmap v13187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:41.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:52:41.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:52:41.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:52:41.487 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:52:41.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:52:41.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:41 smithi123 ceph-mon[188613]: pgmap v13187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:41.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:52:41.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:52:41.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:52:41.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:52:42.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:52:42.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:42 smithi177 ceph-mon[212096]: pgmap v13188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:42.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:52:42.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:42 smithi123 ceph-mon[191304]: pgmap v13188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:42.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:52:42.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:42 smithi123 ceph-mon[188613]: pgmap v13188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:44.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:44 smithi177 ceph-mon[212096]: pgmap v13189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:44.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:44 smithi123 ceph-mon[191304]: pgmap v13189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:44.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:44 smithi123 ceph-mon[188613]: pgmap v13189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:46.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:46 smithi177 ceph-mon[212096]: pgmap v13190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:46.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:46 smithi123 ceph-mon[191304]: pgmap v13190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:46.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:46 smithi123 ceph-mon[188613]: pgmap v13190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:48.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:48 smithi177 ceph-mon[212096]: pgmap v13191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:48.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:48 smithi123 ceph-mon[191304]: pgmap v13191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:48.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:48 smithi123 ceph-mon[188613]: pgmap v13191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:49.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:52:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:52:49] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T16:52:50.686 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:52:50.994 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:52:50.994 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 10s ago 6h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:52:50.994 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 8m ago 6h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:52:50.994 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 10s ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:52:50.994 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 8m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:52:50.994 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 8m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:52:50.994 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 10s ago 6h 781M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:52:50.994 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 10s ago 6h 1660M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:52:50.994 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 8m ago 6h 765M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:52:50.995 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 10s ago 6h 845M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:52:50.995 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 10s ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:52:50.995 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 8m ago 6h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:52:50.995 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (5h) 10s ago 6h 4905M 2338M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:52:50.995 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 10s ago 6h 5639M 2338M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:52:50.995 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 10s ago 6h 4586M 2338M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:52:50.995 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 10s ago 6h 4756M 2338M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:52:50.995 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 8m ago 6h 3966M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:52:50.995 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 8m ago 6h 4390M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:52:50.995 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 8m ago 6h 3765M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:52:50.995 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 8m ago 6h 4349M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:52:50.995 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 8m ago 6h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:52:51.378 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:52:51.378 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:52:51.378 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:52:51.378 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:52:51.378 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:52:51.379 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:52:51.379 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:52:51.379 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:52:51.379 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:52:51.379 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:52:51.379 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:52:51.379 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:52:51.379 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:52:51.379 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:52:51.379 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:52:51.379 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:52:51.379 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:52:51.379 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:52:51.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:51 smithi177 ceph-mon[212096]: pgmap v13192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:51.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:51 smithi177 ceph-mon[212096]: from='client.58214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:52:51.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:51 smithi177 ceph-mon[212096]: from='client.48273 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:52:51.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:51 smithi123 ceph-mon[191304]: pgmap v13192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:51.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:51 smithi123 ceph-mon[191304]: from='client.58214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:52:51.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:51 smithi123 ceph-mon[191304]: from='client.48273 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:52:51.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:51 smithi123 ceph-mon[188613]: pgmap v13192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:51.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:51 smithi123 ceph-mon[188613]: from='client.58214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:52:51.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:51 smithi123 ceph-mon[188613]: from='client.48273 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:52:52.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:52 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3454172022' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:52:52.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:52 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3454172022' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:52:52.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:52 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3454172022' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:52:53.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:53 smithi177 ceph-mon[212096]: pgmap v13193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:53.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:53 smithi123 ceph-mon[188613]: pgmap v13193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:53.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:53 smithi123 ceph-mon[191304]: pgmap v13193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:55.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:55 smithi177 ceph-mon[212096]: pgmap v13194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:55.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:55 smithi123 ceph-mon[188613]: pgmap v13194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:55.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:55 smithi123 ceph-mon[191304]: pgmap v13194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:57.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:57 smithi177 ceph-mon[212096]: pgmap v13195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:57.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:52:57.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:57 smithi123 ceph-mon[191304]: pgmap v13195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:57.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:52:57.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:57 smithi123 ceph-mon[188613]: pgmap v13195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:57.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:52:59.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:52:59 smithi177 ceph-mon[212096]: pgmap v13196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:59.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:52:59 smithi123 ceph-mon[188613]: pgmap v13196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:59.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:52:59 smithi123 ceph-mon[191304]: pgmap v13196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:52:59.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:52:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:52:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:53:01.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:01 smithi177 ceph-mon[212096]: pgmap v13197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:01.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:01 smithi123 ceph-mon[188613]: pgmap v13197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:01.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:01 smithi123 ceph-mon[191304]: pgmap v13197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:03.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:03 smithi177 ceph-mon[212096]: pgmap v13198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:03.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:03 smithi123 ceph-mon[191304]: pgmap v13198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:03.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:03 smithi123 ceph-mon[188613]: pgmap v13198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:05.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:05 smithi177 ceph-mon[212096]: pgmap v13199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:05.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:05 smithi123 ceph-mon[188613]: pgmap v13199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:05.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:05 smithi123 ceph-mon[191304]: pgmap v13199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:07.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:07 smithi177 ceph-mon[212096]: pgmap v13200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:07.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:07 smithi123 ceph-mon[191304]: pgmap v13200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:07.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:07 smithi123 ceph-mon[188613]: pgmap v13200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:09.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:09 smithi177 ceph-mon[212096]: pgmap v13201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:09.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:09 smithi123 ceph-mon[191304]: pgmap v13201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:09.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:09 smithi123 ceph-mon[188613]: pgmap v13201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:09.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:53:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:53:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:53:11.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:11 smithi177 ceph-mon[212096]: pgmap v13202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:11.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:11 smithi123 ceph-mon[191304]: pgmap v13202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:11.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:11 smithi123 ceph-mon[188613]: pgmap v13202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:12.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:53:12.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:53:12.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:53:13.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:13 smithi177 ceph-mon[212096]: pgmap v13203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:13.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:13 smithi123 ceph-mon[188613]: pgmap v13203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:13.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:13 smithi123 ceph-mon[191304]: pgmap v13203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:15.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:15 smithi177 ceph-mon[212096]: pgmap v13204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:15.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:15 smithi123 ceph-mon[191304]: pgmap v13204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:15.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:15 smithi123 ceph-mon[188613]: pgmap v13204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:17.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:17 smithi177 ceph-mon[212096]: pgmap v13205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:17.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:17 smithi123 ceph-mon[191304]: pgmap v13205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:17.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:17 smithi123 ceph-mon[188613]: pgmap v13205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:19.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:19 smithi177 ceph-mon[212096]: pgmap v13206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:19.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:19 smithi123 ceph-mon[191304]: pgmap v13206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:19.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:19 smithi123 ceph-mon[188613]: pgmap v13206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:19.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:53:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:53:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:53:21.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:21 smithi177 ceph-mon[212096]: pgmap v13207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:21.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:21 smithi123 ceph-mon[191304]: pgmap v13207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:21.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:21 smithi123 ceph-mon[188613]: pgmap v13207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:21.720 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:53:22.029 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:53:22.029 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 42s ago 6h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:53:22.029 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 8m ago 6h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:53:22.029 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 42s ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:53:22.029 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 8m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:53:22.029 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 8m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:53:22.029 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 42s ago 6h 781M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:53:22.029 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 42s ago 6h 1660M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:53:22.029 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 8m ago 6h 765M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:53:22.029 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 42s ago 6h 845M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:53:22.029 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 42s ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:53:22.030 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 8m ago 6h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:53:22.030 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 42s ago 6h 4905M 2338M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:53:22.030 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (5h) 42s ago 6h 5639M 2338M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:53:22.030 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 42s ago 6h 4586M 2338M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:53:22.030 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 42s ago 6h 4756M 2338M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:53:22.030 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 8m ago 6h 3966M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:53:22.030 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 8m ago 6h 4390M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:53:22.030 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 8m ago 6h 3765M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:53:22.030 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 8m ago 6h 4349M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:53:22.030 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 8m ago 6h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:53:22.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:22 smithi177 ceph-mon[212096]: from='client.58232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:53:22.414 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:53:22.414 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:53:22.414 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:53:22.414 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:53:22.414 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:53:22.414 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:53:22.414 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:53:22.414 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:53:22.415 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:53:22.415 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:53:22.415 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:53:22.415 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:53:22.415 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:53:22.415 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:53:22.415 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:53:22.415 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:53:22.415 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:53:22.415 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:53:22.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:22 smithi123 ceph-mon[191304]: from='client.58232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:53:22.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:22 smithi123 ceph-mon[188613]: from='client.58232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:53:23.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:23 smithi177 ceph-mon[212096]: from='client.58238 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:53:23.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:23 smithi177 ceph-mon[212096]: pgmap v13208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:23.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:23 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/143842169' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:53:23.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:23 smithi123 ceph-mon[191304]: from='client.58238 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:53:23.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:23 smithi123 ceph-mon[191304]: pgmap v13208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:23.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:23 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/143842169' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:53:23.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:23 smithi123 ceph-mon[188613]: from='client.58238 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:53:23.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:23 smithi123 ceph-mon[188613]: pgmap v13208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:23.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:23 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/143842169' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:53:25.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:25 smithi177 ceph-mon[212096]: pgmap v13209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:25.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:25 smithi123 ceph-mon[191304]: pgmap v13209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:25.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:25 smithi123 ceph-mon[188613]: pgmap v13209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:27.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:27 smithi177 ceph-mon[212096]: pgmap v13210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:27.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:53:27.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:27 smithi123 ceph-mon[191304]: pgmap v13210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:27.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:53:27.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:27 smithi123 ceph-mon[188613]: pgmap v13210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:27.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:53:29.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:29 smithi123 ceph-mon[191304]: pgmap v13211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:29.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:29 smithi123 ceph-mon[188613]: pgmap v13211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:29.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:53:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:53:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:53:29.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:29 smithi177 ceph-mon[212096]: pgmap v13211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:31.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:31 smithi123 ceph-mon[191304]: pgmap v13212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:31.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:31 smithi123 ceph-mon[188613]: pgmap v13212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:31.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:31 smithi177 ceph-mon[212096]: pgmap v13212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:33.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:33 smithi123 ceph-mon[191304]: pgmap v13213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:33.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:33 smithi123 ceph-mon[188613]: pgmap v13213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:33.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:33 smithi177 ceph-mon[212096]: pgmap v13213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:35.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:35 smithi123 ceph-mon[191304]: pgmap v13214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:35.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:35 smithi123 ceph-mon[188613]: pgmap v13214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:35.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:35 smithi177 ceph-mon[212096]: pgmap v13214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:37.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:37 smithi123 ceph-mon[191304]: pgmap v13215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:37.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:37 smithi123 ceph-mon[188613]: pgmap v13215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:37.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:37 smithi177 ceph-mon[212096]: pgmap v13215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:39.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:39 smithi123 ceph-mon[188613]: pgmap v13216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:39.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:39 smithi123 ceph-mon[191304]: pgmap v13216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:39.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:53:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:53:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:53:39.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:39 smithi177 ceph-mon[212096]: pgmap v13216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:41.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:41 smithi123 ceph-mon[191304]: pgmap v13217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:41.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:53:41.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:53:41.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:53:41.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:41 smithi123 ceph-mon[188613]: pgmap v13217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:41.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:53:41.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:53:41.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:53:41.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:41 smithi177 ceph-mon[212096]: pgmap v13217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:41.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:53:41.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:53:41.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:53:42.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:53:42.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:53:42.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:53:42.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:53:42.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:53:42.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:53:42.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:53:42.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:53:42.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:53:42.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:53:42.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:53:42.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:53:43.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:43 smithi177 ceph-mon[212096]: pgmap v13218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:43.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:43 smithi123 ceph-mon[191304]: pgmap v13218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:43.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:43 smithi123 ceph-mon[188613]: pgmap v13218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:45.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:45 smithi177 ceph-mon[212096]: pgmap v13219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:45.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:45 smithi123 ceph-mon[191304]: pgmap v13219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:45.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:45 smithi123 ceph-mon[188613]: pgmap v13219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:47.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:47 smithi177 ceph-mon[212096]: pgmap v13220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:47.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:47 smithi123 ceph-mon[191304]: pgmap v13220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:47.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:47 smithi123 ceph-mon[188613]: pgmap v13220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:49.332 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:53:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:53:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:53:49.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:49 smithi177 ceph-mon[212096]: pgmap v13221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:49.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:49 smithi123 ceph-mon[191304]: pgmap v13221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:49.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:49 smithi123 ceph-mon[188613]: pgmap v13221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:51.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:51 smithi177 ceph-mon[212096]: pgmap v13222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:51.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:51 smithi123 ceph-mon[191304]: pgmap v13222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:51.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:51 smithi123 ceph-mon[188613]: pgmap v13222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:52.758 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:53:53.065 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:53:53.065 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 73s ago 6h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:53:53.065 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 9m ago 6h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:53:53.065 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 73s ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:53:53.065 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 9m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:53:53.065 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 9m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:53:53.065 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 73s ago 6h 781M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:53:53.065 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 73s ago 6h 1660M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:53:53.066 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 9m ago 6h 765M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:53:53.066 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 73s ago 6h 845M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:53:53.066 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 73s ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:53:53.066 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 9m ago 6h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:53:53.066 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 73s ago 6h 4905M 2338M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:53:53.066 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 73s ago 6h 5639M 2338M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:53:53.066 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (5h) 73s ago 6h 4586M 2338M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:53:53.066 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 73s ago 6h 4756M 2338M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:53:53.066 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 9m ago 6h 3966M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:53:53.066 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 9m ago 6h 4390M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:53:53.066 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 9m ago 6h 3765M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:53:53.066 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 9m ago 6h 4349M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:53:53.066 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 9m ago 6h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:53:53.451 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:53:53.451 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:53:53.451 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:53:53.451 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:53:53.451 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:53:53.451 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:53:53.451 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:53:53.451 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:53:53.451 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:53:53.451 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:53:53.451 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:53:53.452 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:53:53.452 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:53:53.452 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:53:53.452 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:53:53.452 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:53:53.452 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:53:53.452 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:53:53.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:53 smithi177 ceph-mon[212096]: pgmap v13223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:53.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:53 smithi177 ceph-mon[212096]: from='client.58250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:53:53.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:53 smithi123 ceph-mon[191304]: pgmap v13223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:53.737 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:53 smithi123 ceph-mon[191304]: from='client.58250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:53:53.737 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:53 smithi123 ceph-mon[188613]: pgmap v13223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:53.737 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:53 smithi123 ceph-mon[188613]: from='client.58250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:53:54.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:54 smithi177 ceph-mon[212096]: from='client.48309 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:53:54.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:54 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/324302908' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:53:54.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:54 smithi123 ceph-mon[191304]: from='client.48309 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:53:54.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:54 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/324302908' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:53:54.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:54 smithi123 ceph-mon[188613]: from='client.48309 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:53:54.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:54 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/324302908' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:53:55.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:55 smithi177 ceph-mon[212096]: pgmap v13224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:55.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:55 smithi123 ceph-mon[191304]: pgmap v13224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:55.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:55 smithi123 ceph-mon[188613]: pgmap v13224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:57.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:57 smithi177 ceph-mon[212096]: pgmap v13225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:57.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:53:57.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:57 smithi123 ceph-mon[191304]: pgmap v13225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:57.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:53:57.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:57 smithi123 ceph-mon[188613]: pgmap v13225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:57.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:53:59.353 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:53:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:53:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:53:59.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:53:59 smithi177 ceph-mon[212096]: pgmap v13226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:59.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:53:59 smithi123 ceph-mon[191304]: pgmap v13226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:53:59.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:53:59 smithi123 ceph-mon[188613]: pgmap v13226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:01.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:01 smithi177 ceph-mon[212096]: pgmap v13227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:01.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:01 smithi123 ceph-mon[191304]: pgmap v13227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:01.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:01 smithi123 ceph-mon[188613]: pgmap v13227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:03.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:03 smithi177 ceph-mon[212096]: pgmap v13228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:03.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:03 smithi123 ceph-mon[188613]: pgmap v13228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:03.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:03 smithi123 ceph-mon[191304]: pgmap v13228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:05.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:05 smithi177 ceph-mon[212096]: pgmap v13229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:05.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:05 smithi123 ceph-mon[191304]: pgmap v13229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:05.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:05 smithi123 ceph-mon[188613]: pgmap v13229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:07.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:07 smithi177 ceph-mon[212096]: pgmap v13230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:07.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:07 smithi123 ceph-mon[191304]: pgmap v13230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:07.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:07 smithi123 ceph-mon[188613]: pgmap v13230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:09.370 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:54:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:54:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:54:09.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:09 smithi177 ceph-mon[212096]: pgmap v13231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:09.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:09 smithi123 ceph-mon[191304]: pgmap v13231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:09.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:09 smithi123 ceph-mon[188613]: pgmap v13231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:11.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:11 smithi177 ceph-mon[212096]: pgmap v13232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:11.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:11 smithi123 ceph-mon[191304]: pgmap v13232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:11.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:11 smithi123 ceph-mon[188613]: pgmap v13232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:12.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:54:12.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:54:12.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:54:13.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:13 smithi177 ceph-mon[212096]: pgmap v13233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:13.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:13 smithi123 ceph-mon[191304]: pgmap v13233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:13.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:13 smithi123 ceph-mon[188613]: pgmap v13233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:15.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:15 smithi177 ceph-mon[212096]: pgmap v13234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:15.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:15 smithi123 ceph-mon[191304]: pgmap v13234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:15.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:15 smithi123 ceph-mon[188613]: pgmap v13234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:17.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:17 smithi177 ceph-mon[212096]: pgmap v13235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:17.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:17 smithi123 ceph-mon[191304]: pgmap v13235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:17.737 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:17 smithi123 ceph-mon[188613]: pgmap v13235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:19.397 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:54:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:54:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T16:54:19.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:19 smithi123 ceph-mon[191304]: pgmap v13236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:19.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:19 smithi123 ceph-mon[188613]: pgmap v13236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:19.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:19 smithi177 ceph-mon[212096]: pgmap v13236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:21.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:21 smithi123 ceph-mon[191304]: pgmap v13237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:21.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:21 smithi123 ceph-mon[188613]: pgmap v13237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:21.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:21 smithi177 ceph-mon[212096]: pgmap v13237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:23.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:23 smithi123 ceph-mon[191304]: pgmap v13238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:23.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:23 smithi123 ceph-mon[188613]: pgmap v13238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:23.791 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:54:23.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:23 smithi177 ceph-mon[212096]: pgmap v13238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:24.103 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:54:24.103 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 104s ago 6h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:54:24.103 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 9m ago 6h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:54:24.103 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 104s ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:54:24.103 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 9m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:54:24.103 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 9m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:54:24.103 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 104s ago 6h 781M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:54:24.103 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 104s ago 6h 1660M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:54:24.104 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 9m ago 6h 765M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:54:24.104 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 104s ago 6h 845M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:54:24.104 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 104s ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:54:24.104 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 9m ago 6h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:54:24.104 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 104s ago 6h 4905M 2338M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:54:24.104 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 104s ago 6h 5639M 2338M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:54:24.104 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 104s ago 6h 4586M 2338M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:54:24.104 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (5h) 104s ago 6h 4756M 2338M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:54:24.104 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (5h) 9m ago 6h 3966M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:54:24.104 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 9m ago 6h 4390M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:54:24.104 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 9m ago 6h 3765M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:54:24.104 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 9m ago 6h 4349M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:54:24.104 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 9m ago 6h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:54:24.485 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:54:24.485 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:54:24.485 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:54:24.485 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:54:24.485 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:54:24.485 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:54:24.486 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:54:24.486 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:54:24.486 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:54:24.486 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:54:24.486 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:54:24.486 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:54:24.486 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:54:24.486 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:54:24.486 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:54:24.486 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:54:24.486 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:54:24.486 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:54:24.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:24 smithi123 ceph-mon[191304]: from='client.58268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:54:24.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:24 smithi123 ceph-mon[188613]: from='client.58268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:54:24.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:24 smithi177 ceph-mon[212096]: from='client.58268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:54:25.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:25 smithi123 ceph-mon[188613]: pgmap v13239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:25.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:25 smithi123 ceph-mon[188613]: from='client.58274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:54:25.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:25 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3056751658' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:54:25.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:25 smithi123 ceph-mon[191304]: pgmap v13239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:25.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:25 smithi123 ceph-mon[191304]: from='client.58274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:54:25.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:25 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3056751658' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:54:25.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:25 smithi177 ceph-mon[212096]: pgmap v13239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:25.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:25 smithi177 ceph-mon[212096]: from='client.58274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:54:25.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:25 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3056751658' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:54:27.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:27 smithi123 ceph-mon[188613]: pgmap v13240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:27.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:54:27.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:27 smithi123 ceph-mon[191304]: pgmap v13240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:27.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:54:27.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:27 smithi177 ceph-mon[212096]: pgmap v13240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:27.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:54:29.426 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:54:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:54:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:54:29.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:29 smithi123 ceph-mon[191304]: pgmap v13241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:29.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:29 smithi123 ceph-mon[188613]: pgmap v13241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:29.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:29 smithi177 ceph-mon[212096]: pgmap v13241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:31.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:31 smithi123 ceph-mon[191304]: pgmap v13242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:31.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:31 smithi123 ceph-mon[188613]: pgmap v13242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:31.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:31 smithi177 ceph-mon[212096]: pgmap v13242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:33.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:33 smithi123 ceph-mon[191304]: pgmap v13243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:33.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:33 smithi123 ceph-mon[188613]: pgmap v13243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:33.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:33 smithi177 ceph-mon[212096]: pgmap v13243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:35.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:35 smithi123 ceph-mon[188613]: pgmap v13244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:35.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:35 smithi123 ceph-mon[191304]: pgmap v13244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:35.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:35 smithi177 ceph-mon[212096]: pgmap v13244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:37.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:37 smithi123 ceph-mon[191304]: pgmap v13245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:37.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:37 smithi123 ceph-mon[188613]: pgmap v13245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:37.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:37 smithi177 ceph-mon[212096]: pgmap v13245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:39.453 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:54:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:54:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:54:39.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:39 smithi123 ceph-mon[191304]: pgmap v13246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:39.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:39 smithi123 ceph-mon[188613]: pgmap v13246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:39.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:39 smithi177 ceph-mon[212096]: pgmap v13246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:41.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:41 smithi123 ceph-mon[191304]: pgmap v13247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:41.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:41 smithi123 ceph-mon[188613]: pgmap v13247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:41.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:41 smithi177 ceph-mon[212096]: pgmap v13247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:42.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:54:42.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:54:42.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:54:42.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:54:42.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:54:42.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:54:43.734 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:43 smithi177 ceph-mon[212096]: pgmap v13248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:43.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:43 smithi123 ceph-mon[191304]: pgmap v13248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:43.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:43 smithi123 ceph-mon[188613]: pgmap v13248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:45.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:54:45.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:54:45.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:54:45.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:54:45.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:54:45.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:54:45.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:54:45.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:54:45.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:54:45.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:54:45.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:54:45.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:54:45.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:54:45.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:54:45.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:54:46.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:45 smithi123 ceph-mon[191304]: pgmap v13249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:46.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:45 smithi123 ceph-mon[188613]: pgmap v13249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:46.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:45 smithi177 ceph-mon[212096]: pgmap v13249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:48.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:47 smithi123 ceph-mon[191304]: pgmap v13250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:48.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:47 smithi123 ceph-mon[188613]: pgmap v13250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:48.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:47 smithi177 ceph-mon[212096]: pgmap v13250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:49.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:54:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:54:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T16:54:50.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:49 smithi123 ceph-mon[191304]: pgmap v13251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:50.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:49 smithi123 ceph-mon[188613]: pgmap v13251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:50.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:49 smithi177 ceph-mon[212096]: pgmap v13251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:52.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:51 smithi123 ceph-mon[191304]: pgmap v13252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:52.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:51 smithi123 ceph-mon[188613]: pgmap v13252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:52.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:51 smithi177 ceph-mon[212096]: pgmap v13252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:54.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:53 smithi123 ceph-mon[191304]: pgmap v13253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:54.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:53 smithi123 ceph-mon[188613]: pgmap v13253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:54.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:53 smithi177 ceph-mon[212096]: pgmap v13253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:54.831 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:54:55.137 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:54:55.137 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 2m ago 6h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:54:55.137 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 11s ago 6h 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:54:55.138 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 2m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:54:55.138 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 11s ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:54:55.138 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 11s ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:54:55.138 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 2m ago 6h 781M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:54:55.138 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 2m ago 6h 1660M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:54:55.138 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 11s ago 6h 783M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:54:55.138 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 2m ago 6h 845M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:54:55.138 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 2m ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:54:55.138 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 11s ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:54:55.139 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 2m ago 6h 4905M 2338M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:54:55.139 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 2m ago 6h 5639M 2338M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:54:55.139 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 2m ago 6h 4586M 2338M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:54:55.139 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 2m ago 6h 4756M 2338M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:54:55.139 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 11s ago 6h 3993M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:54:55.139 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (5h) 11s ago 6h 4424M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:54:55.139 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 11s ago 6h 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:54:55.140 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 11s ago 6h 4387M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:54:55.140 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 11s ago 6h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:54:55.520 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:54:55.520 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:54:55.520 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:54:55.521 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:54:55.521 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:54:55.521 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:54:55.521 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:54:55.521 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:54:55.521 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:54:55.521 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:54:55.521 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:54:55.521 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:54:55.521 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:54:55.521 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:54:55.521 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:54:55.521 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:54:55.521 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:54:55.522 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:54:56.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:55 smithi123 ceph-mon[191304]: pgmap v13254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:56.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:55 smithi123 ceph-mon[191304]: from='client.48339 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:54:56.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:55 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1960241563' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:54:56.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:55 smithi123 ceph-mon[188613]: pgmap v13254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:56.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:55 smithi123 ceph-mon[188613]: from='client.48339 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:54:56.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:55 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1960241563' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:54:56.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:55 smithi177 ceph-mon[212096]: pgmap v13254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:56.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:55 smithi177 ceph-mon[212096]: from='client.48339 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:54:56.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:55 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1960241563' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:54:57.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:56 smithi123 ceph-mon[191304]: from='client.48345 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:54:57.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:54:57.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:56 smithi123 ceph-mon[188613]: from='client.48345 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:54:57.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:54:57.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:56 smithi177 ceph-mon[212096]: from='client.48345 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:54:57.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:54:58.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:57 smithi123 ceph-mon[191304]: pgmap v13255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:58.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:57 smithi123 ceph-mon[188613]: pgmap v13255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:58.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:57 smithi177 ceph-mon[212096]: pgmap v13255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:54:59.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:54:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:54:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:55:00.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:54:59 smithi123 ceph-mon[191304]: pgmap v13256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:00.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:54:59 smithi123 ceph-mon[188613]: pgmap v13256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:00.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:54:59 smithi177 ceph-mon[212096]: pgmap v13256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:02.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:01 smithi123 ceph-mon[191304]: pgmap v13257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:02.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:01 smithi123 ceph-mon[188613]: pgmap v13257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:02.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:01 smithi177 ceph-mon[212096]: pgmap v13257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:04.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:03 smithi123 ceph-mon[191304]: pgmap v13258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:04.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:03 smithi123 ceph-mon[188613]: pgmap v13258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:04.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:03 smithi177 ceph-mon[212096]: pgmap v13258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:06.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:05 smithi123 ceph-mon[191304]: pgmap v13259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:06.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:05 smithi123 ceph-mon[188613]: pgmap v13259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:06.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:05 smithi177 ceph-mon[212096]: pgmap v13259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:08.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:07 smithi123 ceph-mon[191304]: pgmap v13260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:08.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:07 smithi123 ceph-mon[188613]: pgmap v13260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:08.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:07 smithi177 ceph-mon[212096]: pgmap v13260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:09.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:55:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:55:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:55:10.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:09 smithi177 ceph-mon[212096]: pgmap v13261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:10.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:09 smithi123 ceph-mon[191304]: pgmap v13261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:10.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:09 smithi123 ceph-mon[188613]: pgmap v13261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:12.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:11 smithi177 ceph-mon[212096]: pgmap v13262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:12.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:55:12.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:11 smithi123 ceph-mon[191304]: pgmap v13262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:12.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:55:12.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:11 smithi123 ceph-mon[188613]: pgmap v13262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:12.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:55:14.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:13 smithi177 ceph-mon[212096]: pgmap v13263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:14.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:13 smithi123 ceph-mon[191304]: pgmap v13263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:14.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:13 smithi123 ceph-mon[188613]: pgmap v13263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:16.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:16 smithi177 ceph-mon[212096]: pgmap v13264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:16.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:16 smithi123 ceph-mon[188613]: pgmap v13264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:16.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:16 smithi123 ceph-mon[191304]: pgmap v13264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:18.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:18 smithi177 ceph-mon[212096]: pgmap v13265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:18.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:18 smithi123 ceph-mon[191304]: pgmap v13265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:18.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:18 smithi123 ceph-mon[188613]: pgmap v13265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:19.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:55:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:55:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T16:55:20.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:20 smithi177 ceph-mon[212096]: pgmap v13266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:20.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:20 smithi123 ceph-mon[191304]: pgmap v13266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:20.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:20 smithi123 ceph-mon[188613]: pgmap v13266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:22.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:22 smithi177 ceph-mon[212096]: pgmap v13267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:22.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:22 smithi123 ceph-mon[191304]: pgmap v13267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:22.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:22 smithi123 ceph-mon[188613]: pgmap v13267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:24.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:24 smithi177 ceph-mon[212096]: pgmap v13268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:24.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:24 smithi123 ceph-mon[191304]: pgmap v13268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:24.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:24 smithi123 ceph-mon[188613]: pgmap v13268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:25.864 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:55:26.173 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:55:26.173 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 2m ago 6h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:55:26.173 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 42s ago 6h 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:55:26.173 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 2m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:55:26.173 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 42s ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:55:26.173 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 42s ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:55:26.173 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 2m ago 6h 781M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:55:26.173 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 2m ago 6h 1660M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:55:26.173 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 42s ago 6h 783M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:55:26.173 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 2m ago 6h 845M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:55:26.173 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 2m ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:55:26.173 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 42s ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:55:26.174 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 2m ago 6h 4905M 2338M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:55:26.174 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 2m ago 6h 5639M 2338M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:55:26.174 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 2m ago 6h 4586M 2338M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:55:26.174 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 2m ago 6h 4756M 2338M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:55:26.174 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 42s ago 6h 3993M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:55:26.174 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 42s ago 6h 4424M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:55:26.174 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (5h) 42s ago 6h 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:55:26.174 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 42s ago 6h 4387M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:55:26.174 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 42s ago 6h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:55:26.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:26 smithi177 ceph-mon[212096]: pgmap v13269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:26.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:26 smithi123 ceph-mon[191304]: pgmap v13269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:26.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:26 smithi123 ceph-mon[188613]: pgmap v13269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:26.554 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:55:26.555 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:55:26.555 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:55:26.555 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:55:26.555 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:55:26.555 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:55:26.555 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:55:26.555 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:55:26.555 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:55:26.555 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:55:26.555 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:55:26.555 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:55:26.555 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:55:26.555 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:55:26.556 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:55:26.556 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:55:26.556 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:55:26.556 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:55:27.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:27 smithi177 ceph-mon[212096]: from='client.48357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:55:27.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:27 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1869290332' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:55:27.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:55:27.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:27 smithi123 ceph-mon[188613]: from='client.48357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:55:27.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:27 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1869290332' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:55:27.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:55:27.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:27 smithi123 ceph-mon[191304]: from='client.48357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:55:27.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:27 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1869290332' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:55:27.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:55:28.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:28 smithi177 ceph-mon[212096]: pgmap v13270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:28.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:28 smithi177 ceph-mon[212096]: from='client.48363 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:55:28.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:28 smithi123 ceph-mon[188613]: pgmap v13270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:28.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:28 smithi123 ceph-mon[188613]: from='client.48363 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:55:28.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:28 smithi123 ceph-mon[191304]: pgmap v13270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:28.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:28 smithi123 ceph-mon[191304]: from='client.48363 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:55:29.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:55:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:55:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:55:30.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:30 smithi177 ceph-mon[212096]: pgmap v13271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:30.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:30 smithi123 ceph-mon[191304]: pgmap v13271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:30.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:30 smithi123 ceph-mon[188613]: pgmap v13271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:32.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:32 smithi177 ceph-mon[212096]: pgmap v13272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:32.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:32 smithi123 ceph-mon[191304]: pgmap v13272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:32.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:32 smithi123 ceph-mon[188613]: pgmap v13272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:34.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:34 smithi177 ceph-mon[212096]: pgmap v13273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:34.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:34 smithi123 ceph-mon[191304]: pgmap v13273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:34.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:34 smithi123 ceph-mon[188613]: pgmap v13273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:36.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:36 smithi177 ceph-mon[212096]: pgmap v13274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:36.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:36 smithi123 ceph-mon[188613]: pgmap v13274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:36.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:36 smithi123 ceph-mon[191304]: pgmap v13274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:38.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:38 smithi177 ceph-mon[212096]: pgmap v13275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:38.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:38 smithi123 ceph-mon[188613]: pgmap v13275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:38.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:38 smithi123 ceph-mon[191304]: pgmap v13275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:39.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:55:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:55:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:55:40.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:40 smithi177 ceph-mon[212096]: pgmap v13276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:40.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:40 smithi123 ceph-mon[191304]: pgmap v13276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:40.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:40 smithi123 ceph-mon[188613]: pgmap v13276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:42.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:42 smithi177 ceph-mon[212096]: pgmap v13277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:42.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:55:42.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:42 smithi123 ceph-mon[188613]: pgmap v13277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:42.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:55:42.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:42 smithi123 ceph-mon[191304]: pgmap v13277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:42.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:55:44.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:44 smithi177 ceph-mon[212096]: pgmap v13278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:44.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:44 smithi123 ceph-mon[191304]: pgmap v13278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:44.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:44 smithi123 ceph-mon[188613]: pgmap v13278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:45.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:45 smithi177 ceph-mon[212096]: pgmap v13279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:45.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:55:45.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:55:45.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:55:45.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:55:45.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:45 smithi123 ceph-mon[191304]: pgmap v13279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:45.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:55:45.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:55:45.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:55:45.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:55:45.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:45 smithi123 ceph-mon[188613]: pgmap v13279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:45.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:55:45.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:55:45.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:55:45.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:55:47.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:47 smithi177 ceph-mon[212096]: pgmap v13280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:47.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:47 smithi123 ceph-mon[191304]: pgmap v13280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:47.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:47 smithi123 ceph-mon[188613]: pgmap v13280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:49.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:49 smithi177 ceph-mon[212096]: pgmap v13281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:49.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:49 smithi123 ceph-mon[191304]: pgmap v13281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:49.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:49 smithi123 ceph-mon[188613]: pgmap v13281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:49.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:55:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:55:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T16:55:51.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:51 smithi177 ceph-mon[212096]: pgmap v13282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:51.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:51 smithi123 ceph-mon[191304]: pgmap v13282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:51.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:51 smithi123 ceph-mon[188613]: pgmap v13282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:53.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:53 smithi177 ceph-mon[212096]: pgmap v13283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:53.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:53 smithi123 ceph-mon[191304]: pgmap v13283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:53.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:53 smithi123 ceph-mon[188613]: pgmap v13283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:55.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:55 smithi177 ceph-mon[212096]: pgmap v13284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:55.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:55 smithi123 ceph-mon[191304]: pgmap v13284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:55.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:55 smithi123 ceph-mon[188613]: pgmap v13284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:56.900 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:55:57.211 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:55:57.211 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 3m ago 6h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:55:57.211 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 73s ago 6h 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:55:57.211 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 3m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:55:57.211 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 73s ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:55:57.211 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 73s ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:55:57.212 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 3m ago 6h 781M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:55:57.212 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 3m ago 6h 1660M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:55:57.212 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 73s ago 6h 783M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:55:57.212 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 3m ago 6h 845M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:55:57.212 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 3m ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:55:57.212 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 73s ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:55:57.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 3m ago 6h 4905M 2338M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:55:57.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 3m ago 6h 5639M 2338M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:55:57.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 3m ago 6h 4586M 2338M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:55:57.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 3m ago 6h 4756M 2338M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:55:57.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 73s ago 6h 3993M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:55:57.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 73s ago 6h 4424M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:55:57.213 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 73s ago 6h 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:55:57.213 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (5h) 73s ago 6h 4387M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:55:57.213 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 73s ago 6h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:55:57.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:57 smithi177 ceph-mon[212096]: pgmap v13285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:57.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:55:57.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:57 smithi177 ceph-mon[212096]: from='client.58322 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:55:57.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:57 smithi123 ceph-mon[191304]: pgmap v13285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:57.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:55:57.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:57 smithi123 ceph-mon[191304]: from='client.58322 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:55:57.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:57 smithi123 ceph-mon[188613]: pgmap v13285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:57.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:55:57.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:57 smithi123 ceph-mon[188613]: from='client.58322 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:55:57.594 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:55:57.595 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:55:57.595 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:55:57.595 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:55:57.595 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:55:57.595 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:55:57.595 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:55:57.595 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:55:57.595 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:55:57.595 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:55:57.595 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:55:57.595 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:55:57.595 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:55:57.596 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:55:57.596 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:55:57.596 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:55:57.596 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:55:57.596 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:55:58.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:58 smithi123 ceph-mon[191304]: from='client.48381 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:55:58.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:58 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2044101726' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:55:58.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:58 smithi123 ceph-mon[188613]: from='client.48381 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:55:58.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:58 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2044101726' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:55:58.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:58 smithi177 ceph-mon[212096]: from='client.48381 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:55:58.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:58 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2044101726' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:55:59.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:55:59 smithi123 ceph-mon[191304]: pgmap v13286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:59.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:55:59 smithi123 ceph-mon[188613]: pgmap v13286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:55:59.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:55:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:55:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:55:59.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:55:59 smithi177 ceph-mon[212096]: pgmap v13286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:01.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:01 smithi123 ceph-mon[191304]: pgmap v13287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:01.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:01 smithi123 ceph-mon[188613]: pgmap v13287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:01.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:01 smithi177 ceph-mon[212096]: pgmap v13287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:03.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:03 smithi123 ceph-mon[191304]: pgmap v13288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:03.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:03 smithi123 ceph-mon[188613]: pgmap v13288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:03.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:03 smithi177 ceph-mon[212096]: pgmap v13288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:05.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:05 smithi123 ceph-mon[191304]: pgmap v13289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:05.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:05 smithi123 ceph-mon[188613]: pgmap v13289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:05.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:05 smithi177 ceph-mon[212096]: pgmap v13289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:07.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:07 smithi123 ceph-mon[191304]: pgmap v13290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:07.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:07 smithi123 ceph-mon[188613]: pgmap v13290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:07.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:07 smithi177 ceph-mon[212096]: pgmap v13290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:09.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:09 smithi123 ceph-mon[191304]: pgmap v13291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:09.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:09 smithi123 ceph-mon[188613]: pgmap v13291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:09.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:56:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:56:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:56:09.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:09 smithi177 ceph-mon[212096]: pgmap v13291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:11.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:11 smithi123 ceph-mon[191304]: pgmap v13292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:11.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:11 smithi123 ceph-mon[188613]: pgmap v13292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:11.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:11 smithi177 ceph-mon[212096]: pgmap v13292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:12.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:56:12.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:56:12.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:56:13.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:13 smithi123 ceph-mon[191304]: pgmap v13293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:13.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:13 smithi123 ceph-mon[188613]: pgmap v13293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:13.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:13 smithi177 ceph-mon[212096]: pgmap v13293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:15.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:15 smithi123 ceph-mon[191304]: pgmap v13294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:15.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:15 smithi123 ceph-mon[188613]: pgmap v13294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:15.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:15 smithi177 ceph-mon[212096]: pgmap v13294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:17.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:17 smithi123 ceph-mon[191304]: pgmap v13295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:17.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:17 smithi123 ceph-mon[188613]: pgmap v13295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:17.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:17 smithi177 ceph-mon[212096]: pgmap v13295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:19.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:19 smithi123 ceph-mon[191304]: pgmap v13296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:19.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:19 smithi123 ceph-mon[188613]: pgmap v13296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:19.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:56:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:56:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:56:19.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:19 smithi177 ceph-mon[212096]: pgmap v13296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:21.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:21 smithi123 ceph-mon[191304]: pgmap v13297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:21.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:21 smithi123 ceph-mon[188613]: pgmap v13297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:21.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:21 smithi177 ceph-mon[212096]: pgmap v13297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:23.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:23 smithi123 ceph-mon[191304]: pgmap v13298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:23.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:23 smithi123 ceph-mon[188613]: pgmap v13298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:23.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:23 smithi177 ceph-mon[212096]: pgmap v13298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:25.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:25 smithi123 ceph-mon[191304]: pgmap v13299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:25.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:25 smithi123 ceph-mon[188613]: pgmap v13299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:25.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:25 smithi177 ceph-mon[212096]: pgmap v13299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:27.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:27 smithi123 ceph-mon[191304]: pgmap v13300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:27.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:56:27.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:27 smithi123 ceph-mon[188613]: pgmap v13300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:27.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:56:27.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:27 smithi177 ceph-mon[212096]: pgmap v13300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:27.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:56:27.940 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:56:28.251 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:56:28.251 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 3m ago 6h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:56:28.251 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 104s ago 6h 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:56:28.251 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 3m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:56:28.251 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 104s ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:56:28.251 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 104s ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:56:28.251 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 3m ago 6h 781M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:56:28.251 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 3m ago 6h 1660M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:56:28.251 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 104s ago 6h 783M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:56:28.251 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 3m ago 6h 845M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:56:28.251 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 3m ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:56:28.252 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 104s ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:56:28.252 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 3m ago 6h 4905M 2338M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:56:28.252 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 3m ago 6h 5639M 2338M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:56:28.252 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 3m ago 6h 4586M 2338M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:56:28.252 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 3m ago 6h 4756M 2338M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:56:28.252 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 104s ago 6h 3993M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:56:28.252 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 104s ago 6h 4424M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:56:28.252 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 104s ago 6h 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:56:28.252 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 104s ago 6h 4387M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:56:28.252 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 104s ago 6h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:56:28.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:28 smithi123 ceph-mon[191304]: from='client.58340 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:56:28.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:28 smithi123 ceph-mon[188613]: from='client.58340 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:56:28.634 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:56:28.634 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:56:28.634 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:56:28.634 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:56:28.634 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:56:28.634 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:56:28.634 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:56:28.635 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:56:28.635 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:56:28.635 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:56:28.635 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:56:28.635 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:56:28.635 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:56:28.635 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:56:28.635 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:56:28.635 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:56:28.635 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:56:28.635 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:56:28.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:28 smithi177 ceph-mon[212096]: from='client.58340 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:56:29.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:29 smithi123 ceph-mon[191304]: pgmap v13301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:29.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:29 smithi123 ceph-mon[191304]: from='client.58346 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:56:29.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:29 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3952442446' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:56:29.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:56:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:56:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:56:29.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:29 smithi123 ceph-mon[188613]: pgmap v13301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:29.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:29 smithi123 ceph-mon[188613]: from='client.58346 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:56:29.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:29 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3952442446' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:56:29.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:29 smithi177 ceph-mon[212096]: pgmap v13301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:29.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:29 smithi177 ceph-mon[212096]: from='client.58346 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:56:29.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:29 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3952442446' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:56:31.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:31 smithi123 ceph-mon[191304]: pgmap v13302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:31.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:31 smithi123 ceph-mon[188613]: pgmap v13302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:31.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:31 smithi177 ceph-mon[212096]: pgmap v13302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:33.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:33 smithi123 ceph-mon[191304]: pgmap v13303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:33.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:33 smithi123 ceph-mon[188613]: pgmap v13303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:33.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:33 smithi177 ceph-mon[212096]: pgmap v13303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:35.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:35 smithi123 ceph-mon[191304]: pgmap v13304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:35.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:35 smithi123 ceph-mon[188613]: pgmap v13304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:35.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:35 smithi177 ceph-mon[212096]: pgmap v13304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:37.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:37 smithi123 ceph-mon[191304]: pgmap v13305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:37.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:37 smithi123 ceph-mon[188613]: pgmap v13305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:37.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:37 smithi177 ceph-mon[212096]: pgmap v13305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:39.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:39 smithi123 ceph-mon[188613]: pgmap v13306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:39.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:39 smithi123 ceph-mon[191304]: pgmap v13306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:39.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:56:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:56:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:56:39.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:39 smithi177 ceph-mon[212096]: pgmap v13306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:41.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:41 smithi123 ceph-mon[188613]: pgmap v13307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:41.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:41 smithi123 ceph-mon[191304]: pgmap v13307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:41.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:41 smithi177 ceph-mon[212096]: pgmap v13307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:42.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:56:42.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:56:42.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:56:43.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:43 smithi123 ceph-mon[191304]: pgmap v13308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:43.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:43 smithi123 ceph-mon[188613]: pgmap v13308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:43.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:43 smithi177 ceph-mon[212096]: pgmap v13308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:45.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:45 smithi177 ceph-mon[212096]: pgmap v13309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:45.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:56:45.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:45 smithi123 ceph-mon[188613]: pgmap v13309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:45.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:56:45.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:45 smithi123 ceph-mon[191304]: pgmap v13309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:45.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:56:46.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:56:46.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:56:46.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:56:46.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:56:46.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:56:46.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:56:46.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:56:46.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:56:46.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:56:47.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:47 smithi177 ceph-mon[212096]: pgmap v13310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:47.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:47 smithi123 ceph-mon[191304]: pgmap v13310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:47.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:47 smithi123 ceph-mon[188613]: pgmap v13310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:49.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:56:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:56:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:56:49.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:49 smithi177 ceph-mon[212096]: pgmap v13311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:49.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:49 smithi123 ceph-mon[188613]: pgmap v13311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:49.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:49 smithi123 ceph-mon[191304]: pgmap v13311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:51.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:51 smithi177 ceph-mon[212096]: pgmap v13312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:51.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:51 smithi123 ceph-mon[191304]: pgmap v13312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:51.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:51 smithi123 ceph-mon[188613]: pgmap v13312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:53.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:53 smithi177 ceph-mon[212096]: pgmap v13313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:53.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:53 smithi123 ceph-mon[191304]: pgmap v13313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:53.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:53 smithi123 ceph-mon[188613]: pgmap v13313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:55.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:55 smithi177 ceph-mon[212096]: pgmap v13314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:55.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:55 smithi123 ceph-mon[188613]: pgmap v13314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:55.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:55 smithi123 ceph-mon[191304]: pgmap v13314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:57.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:57 smithi177 ceph-mon[212096]: pgmap v13315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:57.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:56:57.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:57 smithi123 ceph-mon[188613]: pgmap v13315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:57.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:56:57.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:57 smithi123 ceph-mon[191304]: pgmap v13315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:57.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:56:58.980 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:56:59.287 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:56:59.287 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 4m ago 6h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:56:59.287 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 2m ago 6h 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:56:59.287 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 4m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:56:59.287 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 2m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:56:59.287 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 2m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:56:59.287 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 4m ago 6h 781M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:56:59.287 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 4m ago 6h 1660M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:56:59.287 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 2m ago 6h 783M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:56:59.287 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 4m ago 6h 845M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:56:59.287 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 4m ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:56:59.287 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 2m ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:56:59.288 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 4m ago 6h 4905M 2338M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:56:59.288 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 4m ago 6h 5639M 2338M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:56:59.288 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 4m ago 6h 4586M 2338M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:56:59.288 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 4m ago 6h 4756M 2338M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:56:59.288 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 2m ago 6h 3993M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:56:59.288 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 2m ago 6h 4424M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:56:59.288 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 2m ago 6h 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:56:59.288 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 2m ago 6h 4387M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:56:59.288 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 2m ago 6h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:56:59.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:56:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:56:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:56:59.669 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:56:59.670 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:56:59.670 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:56:59.670 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:56:59.670 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:56:59.670 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:56:59.670 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:56:59.671 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:56:59.671 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:56:59.671 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:56:59.671 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:56:59.671 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:56:59.671 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:56:59.671 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:56:59.671 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:56:59.671 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:56:59.671 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:56:59.671 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:56:59.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:59 smithi177 ceph-mon[212096]: pgmap v13316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:59.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:56:59 smithi177 ceph-mon[212096]: from='client.58358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:56:59.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:59 smithi123 ceph-mon[188613]: pgmap v13316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:59.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:56:59 smithi123 ceph-mon[188613]: from='client.58358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:56:59.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:59 smithi123 ceph-mon[191304]: pgmap v13316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:56:59.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:56:59 smithi123 ceph-mon[191304]: from='client.58358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:57:00.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:00 smithi177 ceph-mon[212096]: from='client.48417 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:57:00.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:00 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4027728924' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:57:00.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:00 smithi123 ceph-mon[191304]: from='client.48417 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:57:00.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:00 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4027728924' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:57:00.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:00 smithi123 ceph-mon[188613]: from='client.48417 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:57:00.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:00 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4027728924' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:57:01.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:01 smithi177 ceph-mon[212096]: pgmap v13317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:01.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:01 smithi123 ceph-mon[191304]: pgmap v13317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:01.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:01 smithi123 ceph-mon[188613]: pgmap v13317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:03.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:03 smithi177 ceph-mon[212096]: pgmap v13318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:03.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:03 smithi123 ceph-mon[191304]: pgmap v13318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:03.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:03 smithi123 ceph-mon[188613]: pgmap v13318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:05.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:05 smithi177 ceph-mon[212096]: pgmap v13319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:05.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:05 smithi123 ceph-mon[191304]: pgmap v13319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:05.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:05 smithi123 ceph-mon[188613]: pgmap v13319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:07.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:07 smithi177 ceph-mon[212096]: pgmap v13320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:07.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:07 smithi123 ceph-mon[191304]: pgmap v13320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:07.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:07 smithi123 ceph-mon[188613]: pgmap v13320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:09.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:57:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:57:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:57:09.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:09 smithi177 ceph-mon[212096]: pgmap v13321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:09.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:09 smithi123 ceph-mon[191304]: pgmap v13321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:09.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:09 smithi123 ceph-mon[188613]: pgmap v13321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:11.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:11 smithi177 ceph-mon[212096]: pgmap v13322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:11.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:11 smithi123 ceph-mon[191304]: pgmap v13322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:11.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:11 smithi123 ceph-mon[188613]: pgmap v13322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:12.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:57:12.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:57:12.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:57:13.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:13 smithi177 ceph-mon[212096]: pgmap v13323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:13.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:13 smithi123 ceph-mon[191304]: pgmap v13323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:13.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:13 smithi123 ceph-mon[188613]: pgmap v13323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:15.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:15 smithi177 ceph-mon[212096]: pgmap v13324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:15.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:15 smithi123 ceph-mon[188613]: pgmap v13324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:15.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:15 smithi123 ceph-mon[191304]: pgmap v13324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:17.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:17 smithi177 ceph-mon[212096]: pgmap v13325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:17.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:17 smithi123 ceph-mon[188613]: pgmap v13325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:17.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:17 smithi123 ceph-mon[191304]: pgmap v13325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:19.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:57:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:57:19] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T16:57:19.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:19 smithi177 ceph-mon[212096]: pgmap v13326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:19.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:19 smithi123 ceph-mon[191304]: pgmap v13326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:19.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:19 smithi123 ceph-mon[188613]: pgmap v13326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:21.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:21 smithi123 ceph-mon[191304]: pgmap v13327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:21.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:21 smithi123 ceph-mon[188613]: pgmap v13327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:22.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:21 smithi177 ceph-mon[212096]: pgmap v13327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:23.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:23 smithi123 ceph-mon[191304]: pgmap v13328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:23.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:23 smithi123 ceph-mon[188613]: pgmap v13328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:24.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:23 smithi177 ceph-mon[212096]: pgmap v13328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:25.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:25 smithi123 ceph-mon[191304]: pgmap v13329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:25.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:25 smithi123 ceph-mon[188613]: pgmap v13329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:26.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:25 smithi177 ceph-mon[212096]: pgmap v13329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:27.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:27 smithi123 ceph-mon[191304]: pgmap v13330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:27.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:57:27.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:27 smithi123 ceph-mon[188613]: pgmap v13330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:27.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:57:28.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:27 smithi177 ceph-mon[212096]: pgmap v13330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:28.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:57:29.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:57:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:57:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:57:29.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:29 smithi123 ceph-mon[191304]: pgmap v13331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:29.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:29 smithi123 ceph-mon[188613]: pgmap v13331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:30.009 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:57:30.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:29 smithi177 ceph-mon[212096]: pgmap v13331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:30.317 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:57:30.317 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 4m ago 6h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:57:30.317 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 2m ago 6h 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:57:30.317 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 4m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:57:30.317 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 2m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:57:30.318 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 2m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:57:30.318 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 4m ago 6h 781M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:57:30.318 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 4m ago 6h 1660M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:57:30.318 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 2m ago 6h 783M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:57:30.318 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 4m ago 6h 845M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:57:30.318 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 4m ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:57:30.318 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 2m ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:57:30.318 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 4m ago 6h 4905M 2338M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:57:30.318 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 4m ago 6h 5639M 2338M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:57:30.318 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 4m ago 6h 4586M 2338M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:57:30.318 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 4m ago 6h 4756M 2338M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:57:30.318 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 2m ago 6h 3993M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:57:30.318 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 2m ago 6h 4424M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:57:30.318 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 2m ago 6h 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:57:30.319 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 2m ago 6h 4387M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:57:30.319 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 2m ago 6h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:57:30.697 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:57:30.697 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:57:30.697 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:57:30.697 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:57:30.697 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:57:30.698 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:57:30.698 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:57:30.698 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:57:30.698 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:57:30.698 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:57:30.698 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:57:30.698 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:57:30.698 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:57:30.698 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:57:30.698 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:57:30.698 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:57:30.698 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:57:30.698 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:57:30.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:30 smithi123 ceph-mon[188613]: from='client.58376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:57:30.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:30 smithi123 ceph-mon[191304]: from='client.58376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:57:31.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:30 smithi177 ceph-mon[212096]: from='client.58376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:57:31.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:31 smithi123 ceph-mon[191304]: pgmap v13332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:31.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:31 smithi123 ceph-mon[191304]: from='client.48435 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:57:31.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:31 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2566187750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:57:31.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:31 smithi123 ceph-mon[188613]: pgmap v13332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:31.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:31 smithi123 ceph-mon[188613]: from='client.48435 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:57:31.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:31 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2566187750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:57:32.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:31 smithi177 ceph-mon[212096]: pgmap v13332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:32.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:31 smithi177 ceph-mon[212096]: from='client.48435 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:57:32.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:31 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2566187750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:57:33.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:33 smithi123 ceph-mon[191304]: pgmap v13333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:33.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:33 smithi123 ceph-mon[188613]: pgmap v13333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:34.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:33 smithi177 ceph-mon[212096]: pgmap v13333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:35.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:35 smithi123 ceph-mon[191304]: pgmap v13334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:35.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:35 smithi123 ceph-mon[188613]: pgmap v13334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:36.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:35 smithi177 ceph-mon[212096]: pgmap v13334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:37.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:37 smithi123 ceph-mon[191304]: pgmap v13335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:37.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:37 smithi123 ceph-mon[188613]: pgmap v13335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:38.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:37 smithi177 ceph-mon[212096]: pgmap v13335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:39.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:57:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:57:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T16:57:39.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:39 smithi123 ceph-mon[191304]: pgmap v13336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:39.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:39 smithi123 ceph-mon[188613]: pgmap v13336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:40.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:39 smithi177 ceph-mon[212096]: pgmap v13336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:41.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:41 smithi123 ceph-mon[191304]: pgmap v13337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:41.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:41 smithi123 ceph-mon[188613]: pgmap v13337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:42.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:41 smithi177 ceph-mon[212096]: pgmap v13337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:42.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:57:42.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:57:43.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:57:43.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:43 smithi123 ceph-mon[191304]: pgmap v13338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:43.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:43 smithi123 ceph-mon[188613]: pgmap v13338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:44.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:43 smithi177 ceph-mon[212096]: pgmap v13338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:45.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:45 smithi123 ceph-mon[191304]: pgmap v13339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:45.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:45 smithi123 ceph-mon[188613]: pgmap v13339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:46.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:45 smithi177 ceph-mon[212096]: pgmap v13339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:46.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:57:46.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:57:46.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:57:46.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:57:46.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:57:46.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:57:46.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:57:46.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:57:47.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:57:47.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:57:47.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:57:47.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:57:47.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:47 smithi123 ceph-mon[191304]: pgmap v13340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:47.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:47 smithi123 ceph-mon[188613]: pgmap v13340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:48.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:47 smithi177 ceph-mon[212096]: pgmap v13340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:49.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:57:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:57:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T16:57:49.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:49 smithi123 ceph-mon[191304]: pgmap v13341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:49.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:49 smithi123 ceph-mon[188613]: pgmap v13341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:50.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:49 smithi177 ceph-mon[212096]: pgmap v13341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:51.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:51 smithi123 ceph-mon[191304]: pgmap v13342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:51.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:51 smithi123 ceph-mon[188613]: pgmap v13342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:52.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:51 smithi177 ceph-mon[212096]: pgmap v13342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:53.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:53 smithi123 ceph-mon[191304]: pgmap v13343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:53.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:53 smithi123 ceph-mon[188613]: pgmap v13343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:54.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:53 smithi177 ceph-mon[212096]: pgmap v13343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:55.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:55 smithi123 ceph-mon[191304]: pgmap v13344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:55.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:55 smithi123 ceph-mon[188613]: pgmap v13344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:56.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:55 smithi177 ceph-mon[212096]: pgmap v13344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:57.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:57 smithi123 ceph-mon[191304]: pgmap v13345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:57.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:57:57.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:57 smithi123 ceph-mon[188613]: pgmap v13345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:57.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:57:58.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:57 smithi177 ceph-mon[212096]: pgmap v13345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:58.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:57:59.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:57:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:57:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:57:59.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:57:59 smithi123 ceph-mon[191304]: pgmap v13346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:57:59.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:57:59 smithi123 ceph-mon[188613]: pgmap v13346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:00.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:57:59 smithi177 ceph-mon[212096]: pgmap v13346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:01.046 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:58:01.353 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:58:01.354 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 5m ago 6h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:58:01.354 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 3m ago 6h 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:58:01.354 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 5m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:58:01.354 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 3m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:58:01.354 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 3m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:58:01.354 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 5m ago 6h 781M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:58:01.354 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 5m ago 6h 1660M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:58:01.354 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 3m ago 6h 783M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:58:01.354 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 5m ago 6h 845M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:58:01.354 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 5m ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:58:01.354 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 3m ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:58:01.354 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 5m ago 6h 4905M 2338M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:58:01.354 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 5m ago 6h 5639M 2338M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:58:01.354 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 5m ago 6h 4586M 2338M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:58:01.355 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 5m ago 6h 4756M 2338M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:58:01.355 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 3m ago 6h 3993M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:58:01.355 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 3m ago 6h 4424M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:58:01.355 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 3m ago 6h 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:58:01.355 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 3m ago 6h 4387M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:58:01.355 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 3m ago 6h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:58:01.738 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:58:01.738 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:58:01.738 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:58:01.738 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:58:01.738 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:58:01.738 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:58:01.738 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:58:01.738 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:58:01.738 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:58:01.738 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:58:01.738 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:58:01.739 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:58:01.739 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:58:01.739 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:58:01.739 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:58:01.739 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:58:01.739 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:58:01.739 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:58:01.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:01 smithi123 ceph-mon[191304]: pgmap v13347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:01.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:01 smithi123 ceph-mon[191304]: from='client.48447 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:58:01.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:01 smithi123 ceph-mon[188613]: pgmap v13347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:01.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:01 smithi123 ceph-mon[188613]: from='client.48447 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:58:02.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:01 smithi177 ceph-mon[212096]: pgmap v13347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:02.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:01 smithi177 ceph-mon[212096]: from='client.48447 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:58:02.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:02 smithi123 ceph-mon[191304]: from='client.58400 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:58:02.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:02 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2625296822' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:58:02.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:02 smithi123 ceph-mon[188613]: from='client.58400 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:58:02.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:02 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2625296822' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:58:03.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:02 smithi177 ceph-mon[212096]: from='client.58400 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:58:03.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:02 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2625296822' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:58:03.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:03 smithi123 ceph-mon[191304]: pgmap v13348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:03.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:03 smithi123 ceph-mon[188613]: pgmap v13348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:04.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:03 smithi177 ceph-mon[212096]: pgmap v13348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:05.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:05 smithi123 ceph-mon[191304]: pgmap v13349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:05.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:05 smithi123 ceph-mon[188613]: pgmap v13349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:06.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:05 smithi177 ceph-mon[212096]: pgmap v13349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:07.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:07 smithi123 ceph-mon[191304]: pgmap v13350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:07.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:07 smithi123 ceph-mon[188613]: pgmap v13350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:08.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:07 smithi177 ceph-mon[212096]: pgmap v13350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:09.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:58:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:58:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:58:09.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:09 smithi123 ceph-mon[191304]: pgmap v13351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:09.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:09 smithi123 ceph-mon[188613]: pgmap v13351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:10.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:09 smithi177 ceph-mon[212096]: pgmap v13351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:11.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:11 smithi123 ceph-mon[191304]: pgmap v13352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:11.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:11 smithi123 ceph-mon[188613]: pgmap v13352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:12.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:11 smithi177 ceph-mon[212096]: pgmap v13352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:13.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:58:13.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:58:13.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:58:14.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:13 smithi177 ceph-mon[212096]: pgmap v13353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:14.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:13 smithi123 ceph-mon[191304]: pgmap v13353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:14.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:13 smithi123 ceph-mon[188613]: pgmap v13353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:16.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:15 smithi177 ceph-mon[212096]: pgmap v13354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:16.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:15 smithi123 ceph-mon[191304]: pgmap v13354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:16.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:15 smithi123 ceph-mon[188613]: pgmap v13354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:18.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:17 smithi177 ceph-mon[212096]: pgmap v13355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:18.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:17 smithi123 ceph-mon[191304]: pgmap v13355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:18.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:17 smithi123 ceph-mon[188613]: pgmap v13355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:19.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:58:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:58:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T16:58:20.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:19 smithi177 ceph-mon[212096]: pgmap v13356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:20.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:19 smithi123 ceph-mon[191304]: pgmap v13356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:20.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:19 smithi123 ceph-mon[188613]: pgmap v13356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:22.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:21 smithi177 ceph-mon[212096]: pgmap v13357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:22.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:21 smithi123 ceph-mon[191304]: pgmap v13357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:22.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:21 smithi123 ceph-mon[188613]: pgmap v13357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:24.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:23 smithi177 ceph-mon[212096]: pgmap v13358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:24.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:23 smithi123 ceph-mon[188613]: pgmap v13358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:24.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:23 smithi123 ceph-mon[191304]: pgmap v13358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:26.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:25 smithi177 ceph-mon[212096]: pgmap v13359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:26.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:25 smithi123 ceph-mon[191304]: pgmap v13359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:26.251 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:25 smithi123 ceph-mon[188613]: pgmap v13359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:28.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:27 smithi177 ceph-mon[212096]: pgmap v13360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:28.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:58:28.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:27 smithi123 ceph-mon[191304]: pgmap v13360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:28.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:58:28.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:27 smithi123 ceph-mon[188613]: pgmap v13360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:28.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:58:29.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:58:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:58:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:58:30.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:29 smithi177 ceph-mon[212096]: pgmap v13361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:30.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:29 smithi123 ceph-mon[191304]: pgmap v13361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:30.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:29 smithi123 ceph-mon[188613]: pgmap v13361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:32.090 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:58:32.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:31 smithi177 ceph-mon[212096]: pgmap v13362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:32.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:31 smithi123 ceph-mon[191304]: pgmap v13362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:32.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:31 smithi123 ceph-mon[188613]: pgmap v13362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:32.396 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:58:32.396 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 5m ago 6h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:58:32.396 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 3m ago 6h 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:58:32.396 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 5m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:58:32.396 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 3m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:58:32.396 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 3m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:58:32.396 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 5m ago 6h 781M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:58:32.397 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 5m ago 6h 1660M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:58:32.397 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 3m ago 6h 783M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:58:32.397 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 5m ago 6h 845M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:58:32.397 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 5m ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:58:32.397 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 3m ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:58:32.397 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 5m ago 6h 4905M 2338M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:58:32.397 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 5m ago 6h 5639M 2338M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:58:32.397 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 5m ago 6h 4586M 2338M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:58:32.397 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 5m ago 6h 4756M 2338M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:58:32.397 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 3m ago 6h 3993M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:58:32.397 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 3m ago 6h 4424M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:58:32.397 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 3m ago 6h 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:58:32.397 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 3m ago 6h 4387M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:58:32.398 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 3m ago 6h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:58:32.779 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:58:32.779 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:58:32.779 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:58:32.779 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:58:32.779 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:58:32.779 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:58:32.779 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:58:32.779 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:58:32.779 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:58:32.779 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:58:32.779 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:58:32.780 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:58:32.780 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:58:32.780 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:58:32.780 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:58:32.780 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:58:32.780 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:58:32.780 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:58:34.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:33 smithi177 ceph-mon[212096]: from='client.48465 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:58:34.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:33 smithi177 ceph-mon[212096]: pgmap v13363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:34.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:33 smithi177 ceph-mon[212096]: from='client.48471 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:58:34.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:33 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3151815708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:58:34.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:33 smithi123 ceph-mon[191304]: from='client.48465 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:58:34.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:33 smithi123 ceph-mon[191304]: pgmap v13363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:34.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:33 smithi123 ceph-mon[191304]: from='client.48471 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:58:34.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:33 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3151815708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:58:34.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:33 smithi123 ceph-mon[188613]: from='client.48465 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:58:34.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:33 smithi123 ceph-mon[188613]: pgmap v13363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:34.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:33 smithi123 ceph-mon[188613]: from='client.48471 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:58:34.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:33 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3151815708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:58:36.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:35 smithi177 ceph-mon[212096]: pgmap v13364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:36.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:35 smithi123 ceph-mon[191304]: pgmap v13364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:36.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:35 smithi123 ceph-mon[188613]: pgmap v13364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:38.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:37 smithi177 ceph-mon[212096]: pgmap v13365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:38.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:37 smithi123 ceph-mon[191304]: pgmap v13365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:38.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:37 smithi123 ceph-mon[188613]: pgmap v13365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:39.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:58:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:58:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T16:58:40.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:39 smithi177 ceph-mon[212096]: pgmap v13366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:40.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:39 smithi123 ceph-mon[191304]: pgmap v13366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:40.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:39 smithi123 ceph-mon[188613]: pgmap v13366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:42.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:41 smithi177 ceph-mon[212096]: pgmap v13367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:42.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:41 smithi123 ceph-mon[191304]: pgmap v13367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:42.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:41 smithi123 ceph-mon[188613]: pgmap v13367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:43.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:58:43.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:58:43.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:58:44.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:43 smithi177 ceph-mon[212096]: pgmap v13368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:44.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:43 smithi123 ceph-mon[188613]: pgmap v13368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:44.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:43 smithi123 ceph-mon[191304]: pgmap v13368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:46.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:45 smithi177 ceph-mon[212096]: pgmap v13369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:46.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:45 smithi123 ceph-mon[191304]: pgmap v13369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:46.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:45 smithi123 ceph-mon[188613]: pgmap v13369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:47.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:58:47.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:58:47.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:58:48.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:47 smithi177 ceph-mon[212096]: pgmap v13370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:48.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:58:48.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:58:48.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:58:48.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:47 smithi123 ceph-mon[191304]: pgmap v13370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:48.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:58:48.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:58:48.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:58:48.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:47 smithi123 ceph-mon[188613]: pgmap v13370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:48.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:58:48.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:58:48.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:58:49.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:58:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:58:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T16:58:50.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:49 smithi177 ceph-mon[212096]: pgmap v13371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:50.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:49 smithi123 ceph-mon[188613]: pgmap v13371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:50.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:49 smithi123 ceph-mon[191304]: pgmap v13371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:52.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:51 smithi177 ceph-mon[212096]: pgmap v13372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:52.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:51 smithi123 ceph-mon[188613]: pgmap v13372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:52.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:51 smithi123 ceph-mon[191304]: pgmap v13372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:54.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:53 smithi177 ceph-mon[212096]: pgmap v13373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:54.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:53 smithi123 ceph-mon[188613]: pgmap v13373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:54.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:53 smithi123 ceph-mon[191304]: pgmap v13373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:56.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:55 smithi177 ceph-mon[212096]: pgmap v13374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:56.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:55 smithi123 ceph-mon[191304]: pgmap v13374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:56.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:55 smithi123 ceph-mon[188613]: pgmap v13374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:57.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:58:57.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:58:57.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:58:58.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:57 smithi177 ceph-mon[212096]: pgmap v13375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:58.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:57 smithi123 ceph-mon[191304]: pgmap v13375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:58.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:57 smithi123 ceph-mon[188613]: pgmap v13375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:58:59.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:58:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:58:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:59:00.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:58:59 smithi177 ceph-mon[212096]: pgmap v13376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:00.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:58:59 smithi123 ceph-mon[188613]: pgmap v13376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:00.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:58:59 smithi123 ceph-mon[191304]: pgmap v13376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:02.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:01 smithi177 ceph-mon[212096]: pgmap v13377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:02.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:01 smithi123 ceph-mon[191304]: pgmap v13377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:02.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:01 smithi123 ceph-mon[188613]: pgmap v13377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:03.124 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:59:03.431 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:59:03.431 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 6m ago 6h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:59:03.431 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 4m ago 6h 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:59:03.432 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 6m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:59:03.432 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 4m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:59:03.432 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 4m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:59:03.432 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 6m ago 6h 781M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:59:03.432 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 6m ago 6h 1660M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:59:03.432 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 4m ago 6h 783M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:59:03.432 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 6m ago 6h 845M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:59:03.432 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 6m ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:59:03.432 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 4m ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:59:03.432 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 6m ago 6h 4905M 2338M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:59:03.432 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 6m ago 6h 5639M 2338M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:59:03.432 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 6m ago 6h 4586M 2338M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:59:03.432 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 6m ago 6h 4756M 2338M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:59:03.432 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 4m ago 6h 3993M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:59:03.433 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 4m ago 6h 4424M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:59:03.433 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 4m ago 6h 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:59:03.433 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 4m ago 6h 4387M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:59:03.433 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 4m ago 6h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:59:03.813 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:59:03.813 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:59:03.813 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:59:03.813 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:59:03.813 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:59:03.813 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:59:03.813 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:59:03.813 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:59:03.813 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:59:03.813 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:59:03.813 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:59:03.814 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:59:03.814 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:59:03.814 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:59:03.814 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:59:03.814 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:59:03.814 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:59:03.814 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:59:04.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:03 smithi177 ceph-mon[212096]: pgmap v13378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:04.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:03 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/444397239' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:59:04.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:03 smithi123 ceph-mon[191304]: pgmap v13378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:04.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:03 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/444397239' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:59:04.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:03 smithi123 ceph-mon[188613]: pgmap v13378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:04.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:03 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/444397239' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:59:05.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:04 smithi177 ceph-mon[212096]: from='client.48483 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:59:05.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:04 smithi177 ceph-mon[212096]: from='client.58436 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:59:05.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:04 smithi123 ceph-mon[191304]: from='client.48483 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:59:05.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:04 smithi123 ceph-mon[191304]: from='client.58436 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:59:05.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:04 smithi123 ceph-mon[188613]: from='client.48483 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:59:05.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:04 smithi123 ceph-mon[188613]: from='client.58436 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:59:06.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:05 smithi177 ceph-mon[212096]: pgmap v13379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:06.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:05 smithi123 ceph-mon[191304]: pgmap v13379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:06.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:05 smithi123 ceph-mon[188613]: pgmap v13379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:08.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:07 smithi177 ceph-mon[212096]: pgmap v13380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:08.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:07 smithi123 ceph-mon[191304]: pgmap v13380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:08.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:07 smithi123 ceph-mon[188613]: pgmap v13380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:09.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:59:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:59:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T16:59:10.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:09 smithi177 ceph-mon[212096]: pgmap v13381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:10.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:09 smithi123 ceph-mon[191304]: pgmap v13381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:10.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:09 smithi123 ceph-mon[188613]: pgmap v13381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:12.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:11 smithi177 ceph-mon[212096]: pgmap v13382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:12.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:59:12.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:11 smithi123 ceph-mon[191304]: pgmap v13382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:12.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:59:12.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:11 smithi123 ceph-mon[188613]: pgmap v13382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:12.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:59:14.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:13 smithi177 ceph-mon[212096]: pgmap v13383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:14.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:13 smithi123 ceph-mon[191304]: pgmap v13383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:14.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:13 smithi123 ceph-mon[188613]: pgmap v13383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:16.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:15 smithi177 ceph-mon[212096]: pgmap v13384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:16.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:15 smithi123 ceph-mon[191304]: pgmap v13384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:16.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:15 smithi123 ceph-mon[188613]: pgmap v13384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:18.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:17 smithi177 ceph-mon[212096]: pgmap v13385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:18.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:17 smithi123 ceph-mon[191304]: pgmap v13385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:18.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:17 smithi123 ceph-mon[188613]: pgmap v13385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:19.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:59:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:59:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T16:59:20.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:19 smithi177 ceph-mon[212096]: pgmap v13386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:20.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:19 smithi123 ceph-mon[191304]: pgmap v13386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:20.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:19 smithi123 ceph-mon[188613]: pgmap v13386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:22.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:21 smithi177 ceph-mon[212096]: pgmap v13387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:22.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:21 smithi123 ceph-mon[191304]: pgmap v13387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:22.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:21 smithi123 ceph-mon[188613]: pgmap v13387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:24.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:23 smithi177 ceph-mon[212096]: pgmap v13388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:24.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:23 smithi123 ceph-mon[191304]: pgmap v13388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:24.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:23 smithi123 ceph-mon[188613]: pgmap v13388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:26.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:25 smithi177 ceph-mon[212096]: pgmap v13389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:26.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:25 smithi123 ceph-mon[191304]: pgmap v13389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:26.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:25 smithi123 ceph-mon[188613]: pgmap v13389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:27.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:59:27.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:59:27.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:59:28.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:27 smithi177 ceph-mon[212096]: pgmap v13390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:28.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:27 smithi123 ceph-mon[191304]: pgmap v13390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:28.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:27 smithi123 ceph-mon[188613]: pgmap v13390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:29.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:59:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:59:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T16:59:30.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:29 smithi177 ceph-mon[212096]: pgmap v13391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:30.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:29 smithi123 ceph-mon[188613]: pgmap v13391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:30.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:29 smithi123 ceph-mon[191304]: pgmap v13391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:32.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:31 smithi177 ceph-mon[212096]: pgmap v13392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:32.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:31 smithi123 ceph-mon[191304]: pgmap v13392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:32.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:31 smithi123 ceph-mon[188613]: pgmap v13392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:34.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:33 smithi177 ceph-mon[212096]: pgmap v13393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:34.160 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T16:59:34.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:33 smithi123 ceph-mon[191304]: pgmap v13393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:34.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:33 smithi123 ceph-mon[188613]: pgmap v13393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:34.468 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T16:59:34.469 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 6m ago 6h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T16:59:34.469 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 4m ago 6h 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T16:59:34.469 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 6m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T16:59:34.469 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 4m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T16:59:34.469 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 4m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T16:59:34.469 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 6m ago 6h 781M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T16:59:34.469 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 6m ago 6h 1660M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T16:59:34.469 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 4m ago 6h 783M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T16:59:34.470 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 6m ago 6h 845M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T16:59:34.470 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 6m ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T16:59:34.470 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 4m ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T16:59:34.470 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 6m ago 6h 4905M 2338M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T16:59:34.470 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 6m ago 6h 5639M 2338M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T16:59:34.470 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 6m ago 6h 4586M 2338M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T16:59:34.470 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 6m ago 6h 4756M 2338M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T16:59:34.470 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 4m ago 6h 3993M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T16:59:34.470 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 4m ago 6h 4424M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T16:59:34.470 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 4m ago 6h 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T16:59:34.471 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 4m ago 6h 4387M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T16:59:34.471 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 4m ago 6h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T16:59:34.848 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T16:59:34.848 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T16:59:34.848 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T16:59:34.848 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:59:34.848 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T16:59:34.848 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T16:59:34.849 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:59:34.849 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T16:59:34.849 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T16:59:34.849 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:59:34.849 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T16:59:34.849 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T16:59:34.849 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T16:59:34.849 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T16:59:34.849 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T16:59:34.849 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T16:59:34.849 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T16:59:34.849 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T16:59:35.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:34 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1455986187' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:59:35.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:34 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1455986187' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:59:35.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:34 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1455986187' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T16:59:36.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:35 smithi177 ceph-mon[212096]: pgmap v13394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:36.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:35 smithi177 ceph-mon[212096]: from='client.58448 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:59:36.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:35 smithi177 ceph-mon[212096]: from='client.58454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:59:36.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:35 smithi123 ceph-mon[191304]: pgmap v13394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:36.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:35 smithi123 ceph-mon[191304]: from='client.58448 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:59:36.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:35 smithi123 ceph-mon[191304]: from='client.58454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:59:36.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:35 smithi123 ceph-mon[188613]: pgmap v13394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:36.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:35 smithi123 ceph-mon[188613]: from='client.58448 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:59:36.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:35 smithi123 ceph-mon[188613]: from='client.58454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T16:59:38.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:37 smithi177 ceph-mon[212096]: pgmap v13395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:38.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:37 smithi123 ceph-mon[188613]: pgmap v13395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:38.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:37 smithi123 ceph-mon[191304]: pgmap v13395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:39.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:59:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:59:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T16:59:40.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:39 smithi177 ceph-mon[212096]: pgmap v13396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:40.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:39 smithi123 ceph-mon[191304]: pgmap v13396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:40.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:39 smithi123 ceph-mon[188613]: pgmap v13396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:42.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:41 smithi177 ceph-mon[212096]: pgmap v13397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:42.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:59:42.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:41 smithi123 ceph-mon[191304]: pgmap v13397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:42.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:59:42.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:41 smithi123 ceph-mon[188613]: pgmap v13397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:42.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:59:44.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:43 smithi123 ceph-mon[188613]: pgmap v13398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:44.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:43 smithi123 ceph-mon[191304]: pgmap v13398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:44.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:43 smithi177 ceph-mon[212096]: pgmap v13398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:46.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:45 smithi123 ceph-mon[191304]: pgmap v13399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:46.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:45 smithi123 ceph-mon[188613]: pgmap v13399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:46.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:45 smithi177 ceph-mon[212096]: pgmap v13399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:48.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:47 smithi123 ceph-mon[191304]: pgmap v13400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:48.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:59:48.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:59:48.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:59:48.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:59:48.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:47 smithi123 ceph-mon[188613]: pgmap v13400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:48.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:59:48.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:59:48.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:59:48.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:59:48.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:47 smithi177 ceph-mon[212096]: pgmap v13400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:48.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T16:59:48.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T16:59:48.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T16:59:48.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T16:59:49.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:59:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:59:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T16:59:50.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:49 smithi123 ceph-mon[188613]: pgmap v13401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:50.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:49 smithi123 ceph-mon[191304]: pgmap v13401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:50.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:49 smithi177 ceph-mon[212096]: pgmap v13401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:52.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:51 smithi123 ceph-mon[191304]: pgmap v13402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:52.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:51 smithi123 ceph-mon[188613]: pgmap v13402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:52.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:51 smithi177 ceph-mon[212096]: pgmap v13402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:54.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:53 smithi123 ceph-mon[191304]: pgmap v13403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:54.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:53 smithi123 ceph-mon[188613]: pgmap v13403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:54.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:53 smithi177 ceph-mon[212096]: pgmap v13403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:56.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:55 smithi123 ceph-mon[191304]: pgmap v13404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:56.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:55 smithi123 ceph-mon[188613]: pgmap v13404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:56.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:55 smithi177 ceph-mon[212096]: pgmap v13404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:57.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:59:57.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:59:57.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T16:59:58.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:57 smithi123 ceph-mon[191304]: pgmap v13405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:58.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:57 smithi123 ceph-mon[188613]: pgmap v13405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:58.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:57 smithi177 ceph-mon[212096]: pgmap v13405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T16:59:59.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 16:59:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:16:59:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:00:00.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 16:59:59 smithi123 ceph-mon[191304]: pgmap v13406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:00.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 16:59:59 smithi123 ceph-mon[188613]: pgmap v13406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:00.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T16:59:59.998+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T17:00:00.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 16:59:59 smithi177 ceph-mon[212096]: pgmap v13406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:00.896 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 17:00:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T17:00:00.505Z caller=compact.go:519 level=info component=tsdb msg="write block" mint=1703080800138 maxt=1703088000000 ulid=01HJ42PZ2QSMXR9GBJBTV3C7MX duration=33.699523ms 2023-12-20T17:00:00.897 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 17:00:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T17:00:00.508Z caller=head.go:1269 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=2.314055ms 2023-12-20T17:00:00.897 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 17:00:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T17:00:00.509Z caller=checkpoint.go:100 level=info component=tsdb msg="Creating checkpoint" from_segment=2 to_segment=3 mint=1703088000000 2023-12-20T17:00:00.897 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 17:00:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T17:00:00.576Z caller=head.go:1241 level=info component=tsdb msg="WAL checkpoint complete" first=2 last=3 duration=67.136004ms 2023-12-20T17:00:01.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T17:00:01.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T17:00:01.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T17:00:02.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:01 smithi123 ceph-mon[191304]: pgmap v13407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:02.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:01 smithi123 ceph-mon[188613]: pgmap v13407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:02.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:01 smithi177 ceph-mon[212096]: pgmap v13407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:04.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:03 smithi123 ceph-mon[191304]: pgmap v13408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:04.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:03 smithi123 ceph-mon[188613]: pgmap v13408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:04.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:03 smithi177 ceph-mon[212096]: pgmap v13408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:05.194 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:00:05.501 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:00:05.502 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 7m ago 6h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:00:05.502 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 5m ago 6h 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:00:05.502 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 7m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:00:05.502 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 5m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:00:05.502 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 5m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:00:05.502 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 7m ago 6h 781M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:00:05.502 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 7m ago 6h 1660M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:00:05.502 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 5m ago 6h 783M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:00:05.502 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 7m ago 6h 845M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:00:05.502 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 7m ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:00:05.502 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 5m ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:00:05.502 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 7m ago 6h 4905M 2338M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:00:05.502 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 7m ago 6h 5639M 2338M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:00:05.502 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 7m ago 6h 4586M 2338M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:00:05.503 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 7m ago 6h 4756M 2338M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:00:05.503 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 5m ago 6h 3993M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:00:05.503 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 5m ago 6h 4424M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:00:05.503 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 5m ago 6h 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:00:05.503 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 5m ago 6h 4387M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:00:05.503 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 5m ago 6h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:00:05.881 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:00:05.881 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:00:05.881 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:00:05.882 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:00:05.882 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:00:05.882 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:00:05.882 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:00:05.882 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:00:05.882 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:00:05.882 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:00:05.882 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:00:05.882 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:00:05.882 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:00:05.882 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:00:05.882 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:00:05.882 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:00:05.882 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:00:05.883 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:00:06.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:05 smithi123 ceph-mon[191304]: pgmap v13409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:06.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:05 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/215380114' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:00:06.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:05 smithi123 ceph-mon[188613]: pgmap v13409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:06.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:05 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/215380114' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:00:06.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:05 smithi177 ceph-mon[212096]: pgmap v13409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:06.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:05 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/215380114' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:00:07.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:06 smithi123 ceph-mon[191304]: from='client.48519 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:00:07.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:06 smithi123 ceph-mon[191304]: from='client.58472 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:00:07.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:06 smithi123 ceph-mon[188613]: from='client.48519 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:00:07.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:06 smithi123 ceph-mon[188613]: from='client.58472 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:00:07.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:06 smithi177 ceph-mon[212096]: from='client.48519 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:00:07.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:06 smithi177 ceph-mon[212096]: from='client.58472 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:00:08.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:07 smithi123 ceph-mon[191304]: pgmap v13410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:08.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:07 smithi123 ceph-mon[188613]: pgmap v13410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:08.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:07 smithi177 ceph-mon[212096]: pgmap v13410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:09.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:00:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:00:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:00:10.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:09 smithi123 ceph-mon[191304]: pgmap v13411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:10.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:09 smithi123 ceph-mon[188613]: pgmap v13411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:10.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:09 smithi177 ceph-mon[212096]: pgmap v13411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:12.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:11 smithi123 ceph-mon[191304]: pgmap v13412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:12.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:00:12.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:11 smithi123 ceph-mon[188613]: pgmap v13412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:12.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:00:12.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:11 smithi177 ceph-mon[212096]: pgmap v13412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:12.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:00:14.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:13 smithi123 ceph-mon[191304]: pgmap v13413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:14.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:13 smithi123 ceph-mon[188613]: pgmap v13413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:14.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:13 smithi177 ceph-mon[212096]: pgmap v13413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:16.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:15 smithi123 ceph-mon[191304]: pgmap v13414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:16.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:15 smithi123 ceph-mon[188613]: pgmap v13414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:16.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:15 smithi177 ceph-mon[212096]: pgmap v13414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:18.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:17 smithi123 ceph-mon[191304]: pgmap v13415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:18.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:17 smithi123 ceph-mon[188613]: pgmap v13415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:18.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:17 smithi177 ceph-mon[212096]: pgmap v13415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:19.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:00:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:00:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:00:20.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:19 smithi123 ceph-mon[191304]: pgmap v13416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:20.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:19 smithi123 ceph-mon[188613]: pgmap v13416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:20.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:19 smithi177 ceph-mon[212096]: pgmap v13416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:22.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:21 smithi123 ceph-mon[191304]: pgmap v13417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:22.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:21 smithi123 ceph-mon[188613]: pgmap v13417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:22.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:21 smithi177 ceph-mon[212096]: pgmap v13417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:24.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:23 smithi123 ceph-mon[191304]: pgmap v13418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:24.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:23 smithi123 ceph-mon[188613]: pgmap v13418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:24.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:23 smithi177 ceph-mon[212096]: pgmap v13418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:26.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:25 smithi123 ceph-mon[188613]: pgmap v13419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:26.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:25 smithi123 ceph-mon[191304]: pgmap v13419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:26.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:25 smithi177 ceph-mon[212096]: pgmap v13419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:27.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:00:27.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:00:27.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:00:28.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:27 smithi123 ceph-mon[191304]: pgmap v13420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:28.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:27 smithi123 ceph-mon[188613]: pgmap v13420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:28.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:27 smithi177 ceph-mon[212096]: pgmap v13420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:29.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:00:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:00:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:00:30.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:29 smithi123 ceph-mon[191304]: pgmap v13421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:30.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:29 smithi123 ceph-mon[188613]: pgmap v13421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:30.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:29 smithi177 ceph-mon[212096]: pgmap v13421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:32.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:31 smithi177 ceph-mon[212096]: pgmap v13422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:32.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:31 smithi123 ceph-mon[191304]: pgmap v13422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:32.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:31 smithi123 ceph-mon[188613]: pgmap v13422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:34.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:33 smithi177 ceph-mon[212096]: pgmap v13423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:34.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:33 smithi123 ceph-mon[191304]: pgmap v13423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:34.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:33 smithi123 ceph-mon[188613]: pgmap v13423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:36.225 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:00:36.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:36 smithi177 ceph-mon[212096]: pgmap v13424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:36.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:36 smithi123 ceph-mon[191304]: pgmap v13424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:36.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:36 smithi123 ceph-mon[188613]: pgmap v13424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:36.536 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:00:36.536 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 7m ago 6h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:00:36.536 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 5m ago 6h 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:00:36.537 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 7m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:00:36.537 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 5m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:00:36.537 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 5m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:00:36.537 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 7m ago 6h 781M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:00:36.537 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 7m ago 6h 1660M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:00:36.537 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 5m ago 6h 783M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:00:36.537 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 7m ago 6h 845M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:00:36.537 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 7m ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:00:36.537 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 5m ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:00:36.537 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 7m ago 6h 4905M 2338M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:00:36.537 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 7m ago 6h 5639M 2338M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:00:36.537 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 7m ago 6h 4586M 2338M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:00:36.537 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 7m ago 6h 4756M 2338M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:00:36.537 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 5m ago 6h 3993M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:00:36.538 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 5m ago 6h 4424M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:00:36.538 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 5m ago 6h 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:00:36.538 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 5m ago 6h 4387M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:00:36.538 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 5m ago 6h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:00:36.918 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:00:36.918 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:00:36.918 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:00:36.918 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:00:36.918 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:00:36.918 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:00:36.918 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:00:36.919 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:00:36.919 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:00:36.919 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:00:36.919 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:00:36.919 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:00:36.919 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:00:36.919 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:00:36.919 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:00:36.919 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:00:36.919 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:00:36.919 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:00:37.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:37 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2116864716' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:00:37.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:37 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2116864716' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:00:37.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:37 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2116864716' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:00:38.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:38 smithi177 ceph-mon[212096]: pgmap v13425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:38.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:38 smithi177 ceph-mon[212096]: from='client.58484 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:00:38.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:38 smithi177 ceph-mon[212096]: from='client.58490 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:00:38.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:38 smithi123 ceph-mon[191304]: pgmap v13425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:38.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:38 smithi123 ceph-mon[191304]: from='client.58484 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:00:38.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:38 smithi123 ceph-mon[191304]: from='client.58490 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:00:38.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:38 smithi123 ceph-mon[188613]: pgmap v13425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:38.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:38 smithi123 ceph-mon[188613]: from='client.58484 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:00:38.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:38 smithi123 ceph-mon[188613]: from='client.58490 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:00:39.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:00:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:00:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:00:40.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:40 smithi177 ceph-mon[212096]: pgmap v13426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:40.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:40 smithi123 ceph-mon[188613]: pgmap v13426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:40.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:40 smithi123 ceph-mon[191304]: pgmap v13426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:42.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:42 smithi177 ceph-mon[212096]: pgmap v13427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:42.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:00:42.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:42 smithi123 ceph-mon[191304]: pgmap v13427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:42.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:00:42.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:42 smithi123 ceph-mon[188613]: pgmap v13427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:42.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:00:44.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:44 smithi177 ceph-mon[212096]: pgmap v13428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:44.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:44 smithi123 ceph-mon[191304]: pgmap v13428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:44.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:44 smithi123 ceph-mon[188613]: pgmap v13428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:46.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:46 smithi177 ceph-mon[212096]: pgmap v13429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:46.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:46 smithi123 ceph-mon[191304]: pgmap v13429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:46.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:46 smithi123 ceph-mon[188613]: pgmap v13429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:48.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:48 smithi177 ceph-mon[212096]: pgmap v13430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:48.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:00:48.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:48 smithi123 ceph-mon[191304]: pgmap v13430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:48.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:00:48.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:48 smithi123 ceph-mon[188613]: pgmap v13430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:48.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:00:49.357 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:00:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:00:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:00:49.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:49 smithi177 ceph-mon[212096]: pgmap v13431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:49.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:00:49.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:00:49.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:49 smithi123 ceph-mon[188613]: pgmap v13431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:49.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:00:49.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:00:49.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:49 smithi123 ceph-mon[191304]: pgmap v13431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:49.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:00:49.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:00:52.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:51 smithi177 ceph-mon[212096]: pgmap v13432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:52.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:00:52.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:00:52.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:00:52.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:00:52.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:00:52.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:00:52.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:51 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2329M 2023-12-20T17:00:52.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:00:52.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:00:52.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:00:52.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:00:52.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:51 smithi123 ceph-mon[188613]: pgmap v13432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:52.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:00:52.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:00:52.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:00:52.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:00:52.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:00:52.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:00:52.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:51 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2329M 2023-12-20T17:00:52.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:00:52.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:00:52.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:00:52.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:00:52.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:51 smithi123 ceph-mon[191304]: pgmap v13432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:52.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:00:52.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:00:52.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:00:52.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:00:52.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:00:52.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:00:52.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:51 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2329M 2023-12-20T17:00:52.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:00:52.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:00:52.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:00:52.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:00:54.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:53 smithi177 ceph-mon[212096]: pgmap v13433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:54.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:53 smithi123 ceph-mon[191304]: pgmap v13433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:54.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:53 smithi123 ceph-mon[188613]: pgmap v13433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:56.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:55 smithi177 ceph-mon[212096]: pgmap v13434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:56.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:55 smithi123 ceph-mon[188613]: pgmap v13434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:56.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:55 smithi123 ceph-mon[191304]: pgmap v13434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:58.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:57 smithi177 ceph-mon[212096]: pgmap v13435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:58.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:00:58.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:57 smithi123 ceph-mon[191304]: pgmap v13435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:58.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:00:58.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:57 smithi123 ceph-mon[188613]: pgmap v13435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:00:58.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:00:59.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:00:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:00:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:01:00.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:00:59 smithi177 ceph-mon[212096]: pgmap v13436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:00.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:00:59 smithi123 ceph-mon[191304]: pgmap v13436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:00.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:00:59 smithi123 ceph-mon[188613]: pgmap v13436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:01.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:01 smithi177 ceph-mon[212096]: pgmap v13437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:02.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:01 smithi123 ceph-mon[191304]: pgmap v13437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:02.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:01 smithi123 ceph-mon[188613]: pgmap v13437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:04.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:03 smithi177 ceph-mon[212096]: pgmap v13438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:04.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:03 smithi123 ceph-mon[191304]: pgmap v13438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:04.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:03 smithi123 ceph-mon[188613]: pgmap v13438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:06.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:05 smithi177 ceph-mon[212096]: pgmap v13439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:06.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:05 smithi123 ceph-mon[191304]: pgmap v13439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:06.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:05 smithi123 ceph-mon[188613]: pgmap v13439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:07.266 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:01:07.572 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:01:07.573 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 8m ago 6h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:01:07.573 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 6m ago 6h 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:01:07.573 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 8m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:01:07.573 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 6m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:01:07.573 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 6m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:01:07.573 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 8m ago 6h 781M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:01:07.573 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 8m ago 6h 1660M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:01:07.573 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 6m ago 6h 783M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:01:07.573 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 8m ago 6h 845M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:01:07.573 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 8m ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:01:07.573 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 6m ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:01:07.573 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 8m ago 6h 4905M 2329M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:01:07.573 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 8m ago 6h 5639M 2329M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:01:07.574 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 8m ago 6h 4586M 2329M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:01:07.574 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 8m ago 6h 4756M 2329M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:01:07.574 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 6m ago 6h 3993M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:01:07.574 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 6m ago 6h 4424M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:01:07.574 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 6m ago 6h 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:01:07.574 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 6m ago 6h 4387M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:01:07.574 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 6m ago 6h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:01:07.956 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:01:07.956 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:01:07.956 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:01:07.956 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:01:07.956 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:01:07.956 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:01:07.956 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:01:07.956 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:01:07.956 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:01:07.956 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:01:07.956 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:01:07.956 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:01:07.956 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:01:07.957 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:01:07.957 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:01:07.957 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:01:07.957 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:01:07.957 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:01:08.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:07 smithi177 ceph-mon[212096]: pgmap v13440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:08.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:07 smithi123 ceph-mon[188613]: pgmap v13440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:08.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:07 smithi123 ceph-mon[191304]: pgmap v13440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:09.073 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:08 smithi123 ceph-mon[191304]: from='client.58502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:01:09.073 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:08 smithi123 ceph-mon[191304]: from='client.58508 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:01:09.073 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:08 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/993286380' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:01:09.073 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:08 smithi123 ceph-mon[188613]: from='client.58502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:01:09.073 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:08 smithi123 ceph-mon[188613]: from='client.58508 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:01:09.074 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:08 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/993286380' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:01:09.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:08 smithi177 ceph-mon[212096]: from='client.58502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:01:09.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:08 smithi177 ceph-mon[212096]: from='client.58508 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:01:09.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:08 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/993286380' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:01:09.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:01:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:01:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:01:10.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:09 smithi177 ceph-mon[212096]: pgmap v13441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:10.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:09 smithi123 ceph-mon[191304]: pgmap v13441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:10.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:09 smithi123 ceph-mon[188613]: pgmap v13441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:12.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:11 smithi177 ceph-mon[212096]: pgmap v13442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:12.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:01:12.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:11 smithi123 ceph-mon[191304]: pgmap v13442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:12.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:01:12.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:11 smithi123 ceph-mon[188613]: pgmap v13442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:12.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:01:14.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:13 smithi177 ceph-mon[212096]: pgmap v13443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:14.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:13 smithi123 ceph-mon[191304]: pgmap v13443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:14.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:13 smithi123 ceph-mon[188613]: pgmap v13443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:16.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:15 smithi177 ceph-mon[212096]: pgmap v13444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:16.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:15 smithi123 ceph-mon[191304]: pgmap v13444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:16.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:15 smithi123 ceph-mon[188613]: pgmap v13444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:18.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:17 smithi177 ceph-mon[212096]: pgmap v13445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:18.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:17 smithi123 ceph-mon[191304]: pgmap v13445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:18.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:17 smithi123 ceph-mon[188613]: pgmap v13445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:19.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:01:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:01:19] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T17:01:20.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:19 smithi177 ceph-mon[212096]: pgmap v13446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:20.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:19 smithi123 ceph-mon[191304]: pgmap v13446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:20.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:19 smithi123 ceph-mon[188613]: pgmap v13446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:22.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:21 smithi177 ceph-mon[212096]: pgmap v13447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:22.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:21 smithi123 ceph-mon[191304]: pgmap v13447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:22.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:21 smithi123 ceph-mon[188613]: pgmap v13447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:24.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:23 smithi177 ceph-mon[212096]: pgmap v13448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:24.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:23 smithi123 ceph-mon[188613]: pgmap v13448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:24.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:23 smithi123 ceph-mon[191304]: pgmap v13448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:26.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:25 smithi177 ceph-mon[212096]: pgmap v13449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:26.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:25 smithi123 ceph-mon[191304]: pgmap v13449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:26.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:25 smithi123 ceph-mon[188613]: pgmap v13449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:27.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:01:27.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:01:27.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:01:28.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:27 smithi177 ceph-mon[212096]: pgmap v13450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:28.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:27 smithi123 ceph-mon[191304]: pgmap v13450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:28.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:27 smithi123 ceph-mon[188613]: pgmap v13450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:28.897 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 17:01:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T17:01:28.585084776Z level=info msg="Completed cleanup jobs" duration=11.147921ms 2023-12-20T17:01:29.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:01:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:01:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:01:30.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:29 smithi177 ceph-mon[212096]: pgmap v13451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:30.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:29 smithi123 ceph-mon[191304]: pgmap v13451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:30.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:29 smithi123 ceph-mon[188613]: pgmap v13451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:32.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:31 smithi177 ceph-mon[212096]: pgmap v13452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:32.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:31 smithi123 ceph-mon[191304]: pgmap v13452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:32.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:31 smithi123 ceph-mon[188613]: pgmap v13452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:34.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:33 smithi177 ceph-mon[212096]: pgmap v13453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:34.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:33 smithi123 ceph-mon[191304]: pgmap v13453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:34.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:33 smithi123 ceph-mon[188613]: pgmap v13453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:36.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:35 smithi177 ceph-mon[212096]: pgmap v13454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:36.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:35 smithi123 ceph-mon[191304]: pgmap v13454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:36.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:35 smithi123 ceph-mon[188613]: pgmap v13454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:38.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:37 smithi177 ceph-mon[212096]: pgmap v13455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:38.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:37 smithi123 ceph-mon[188613]: pgmap v13455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:38.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:37 smithi123 ceph-mon[191304]: pgmap v13455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:38.306 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:01:38.610 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:01:38.610 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 8m ago 6h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:01:38.610 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 6m ago 6h 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:01:38.610 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 8m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:01:38.610 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 6m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:01:38.610 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 6m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:01:38.610 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 8m ago 6h 781M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:01:38.610 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 8m ago 6h 1660M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:01:38.610 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 6m ago 6h 783M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:01:38.610 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 8m ago 6h 845M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:01:38.610 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 8m ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:01:38.611 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 6m ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:01:38.611 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 8m ago 6h 4905M 2329M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:01:38.611 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 8m ago 6h 5639M 2329M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:01:38.611 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 8m ago 6h 4586M 2329M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:01:38.611 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 8m ago 6h 4756M 2329M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:01:38.611 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 6m ago 6h 3993M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:01:38.611 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 6m ago 6h 4424M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:01:38.611 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 6m ago 6h 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:01:38.611 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 6m ago 6h 4387M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:01:38.611 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 6m ago 6h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:01:38.989 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:01:38.989 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:01:38.989 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:01:38.989 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:01:38.989 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:01:38.989 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:01:38.989 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:01:38.990 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:01:38.990 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:01:38.990 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:01:38.990 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:01:38.990 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:01:38.990 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:01:38.990 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:01:38.990 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:01:38.990 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:01:38.990 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:01:38.990 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:01:39.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:01:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:01:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:01:40.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:39 smithi177 ceph-mon[212096]: pgmap v13456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:40.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:39 smithi177 ceph-mon[212096]: from='client.58520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:01:40.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:39 smithi177 ceph-mon[212096]: from='client.58526 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:01:40.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:39 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1143450114' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:01:40.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:39 smithi123 ceph-mon[191304]: pgmap v13456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:40.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:39 smithi123 ceph-mon[191304]: from='client.58520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:01:40.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:39 smithi123 ceph-mon[191304]: from='client.58526 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:01:40.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:39 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1143450114' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:01:40.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:39 smithi123 ceph-mon[188613]: pgmap v13456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:40.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:39 smithi123 ceph-mon[188613]: from='client.58520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:01:40.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:39 smithi123 ceph-mon[188613]: from='client.58526 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:01:40.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:39 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1143450114' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:01:42.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:41 smithi177 ceph-mon[212096]: pgmap v13457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:42.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:01:42.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:41 smithi123 ceph-mon[191304]: pgmap v13457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:42.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:01:42.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:41 smithi123 ceph-mon[188613]: pgmap v13457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:42.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:01:44.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:43 smithi177 ceph-mon[212096]: pgmap v13458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:44.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:43 smithi123 ceph-mon[191304]: pgmap v13458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:44.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:43 smithi123 ceph-mon[188613]: pgmap v13458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:46.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:45 smithi177 ceph-mon[212096]: pgmap v13459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:46.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:45 smithi123 ceph-mon[191304]: pgmap v13459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:46.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:45 smithi123 ceph-mon[188613]: pgmap v13459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:48.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:47 smithi177 ceph-mon[212096]: pgmap v13460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:48.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:47 smithi123 ceph-mon[191304]: pgmap v13460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:48.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:47 smithi123 ceph-mon[188613]: pgmap v13460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:49.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:01:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:01:49] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:01:50.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:49 smithi177 ceph-mon[212096]: pgmap v13461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:50.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:49 smithi123 ceph-mon[191304]: pgmap v13461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:50.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:49 smithi123 ceph-mon[188613]: pgmap v13461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:52.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:51 smithi177 ceph-mon[212096]: pgmap v13462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:52.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:01:52.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:01:52.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:01:52.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:01:52.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:51 smithi123 ceph-mon[191304]: pgmap v13462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:52.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:01:52.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:01:52.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:01:52.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:01:52.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:51 smithi123 ceph-mon[188613]: pgmap v13462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:52.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:01:52.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:01:52.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:01:52.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:01:54.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:53 smithi177 ceph-mon[212096]: pgmap v13463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:54.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:53 smithi123 ceph-mon[191304]: pgmap v13463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:54.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:53 smithi123 ceph-mon[188613]: pgmap v13463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:56.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:55 smithi177 ceph-mon[212096]: pgmap v13464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:56.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:55 smithi123 ceph-mon[191304]: pgmap v13464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:56.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:55 smithi123 ceph-mon[188613]: pgmap v13464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:57.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:01:57.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:01:57.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:01:58.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:57 smithi123 ceph-mon[188613]: pgmap v13465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:58.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:57 smithi123 ceph-mon[191304]: pgmap v13465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:58.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:57 smithi177 ceph-mon[212096]: pgmap v13465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:01:59.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:01:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:01:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:02:00.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:01:59 smithi123 ceph-mon[191304]: pgmap v13466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:00.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:01:59 smithi123 ceph-mon[188613]: pgmap v13466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:00.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:01:59 smithi177 ceph-mon[212096]: pgmap v13466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:02.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:01 smithi123 ceph-mon[191304]: pgmap v13467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:02.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:01 smithi123 ceph-mon[188613]: pgmap v13467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:02.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:01 smithi177 ceph-mon[212096]: pgmap v13467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:04.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:03 smithi123 ceph-mon[191304]: pgmap v13468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:04.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:03 smithi123 ceph-mon[188613]: pgmap v13468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:04.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:03 smithi177 ceph-mon[212096]: pgmap v13468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:06.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:05 smithi123 ceph-mon[191304]: pgmap v13469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:06.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:05 smithi123 ceph-mon[188613]: pgmap v13469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:06.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:05 smithi177 ceph-mon[212096]: pgmap v13469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:08.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:07 smithi123 ceph-mon[191304]: pgmap v13470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:08.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:07 smithi123 ceph-mon[188613]: pgmap v13470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:08.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:07 smithi177 ceph-mon[212096]: pgmap v13470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:09.335 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:02:09.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:02:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:02:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:02:09.642 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:02:09.642 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 9m ago 6h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:02:09.642 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 7m ago 6h 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:02:09.642 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 9m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:02:09.642 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 7m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:02:09.642 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 7m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:02:09.642 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 9m ago 6h 781M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:02:09.642 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 9m ago 6h 1660M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:02:09.642 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 7m ago 6h 783M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:02:09.642 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 9m ago 6h 845M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:02:09.642 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 9m ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:02:09.642 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 7m ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:02:09.642 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 9m ago 6h 4905M 2329M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:02:09.643 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 9m ago 6h 5639M 2329M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:02:09.643 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 9m ago 6h 4586M 2329M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:02:09.643 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 9m ago 6h 4756M 2329M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:02:09.643 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 7m ago 6h 3993M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:02:09.643 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 7m ago 6h 4424M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:02:09.643 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 7m ago 6h 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:02:09.643 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 7m ago 6h 4387M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:02:09.643 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 7m ago 6h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:02:10.021 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:02:10.021 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:02:10.022 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:02:10.022 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:02:10.022 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:02:10.022 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:02:10.022 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:02:10.022 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:02:10.022 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:02:10.022 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:02:10.022 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:02:10.022 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:02:10.022 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:02:10.022 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:02:10.022 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:02:10.022 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:02:10.022 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:02:10.022 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:02:10.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:09 smithi123 ceph-mon[191304]: pgmap v13471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:10.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:09 smithi123 ceph-mon[188613]: pgmap v13471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:10.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:09 smithi177 ceph-mon[212096]: pgmap v13471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:11.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:10 smithi123 ceph-mon[188613]: from='client.58538 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:02:11.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:10 smithi123 ceph-mon[188613]: from='client.48597 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:02:11.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:10 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2532553991' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:02:11.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:10 smithi123 ceph-mon[191304]: from='client.58538 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:02:11.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:10 smithi123 ceph-mon[191304]: from='client.48597 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:02:11.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:10 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2532553991' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:02:11.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:10 smithi177 ceph-mon[212096]: from='client.58538 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:02:11.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:10 smithi177 ceph-mon[212096]: from='client.48597 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:02:11.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:10 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2532553991' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:02:12.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:11 smithi123 ceph-mon[191304]: pgmap v13472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:12.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:02:12.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:11 smithi123 ceph-mon[188613]: pgmap v13472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:12.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:02:12.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:11 smithi177 ceph-mon[212096]: pgmap v13472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:12.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:02:14.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:13 smithi123 ceph-mon[191304]: pgmap v13473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:14.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:13 smithi123 ceph-mon[188613]: pgmap v13473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:14.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:13 smithi177 ceph-mon[212096]: pgmap v13473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:16.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:15 smithi123 ceph-mon[191304]: pgmap v13474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:16.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:15 smithi123 ceph-mon[188613]: pgmap v13474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:16.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:15 smithi177 ceph-mon[212096]: pgmap v13474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:18.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:17 smithi123 ceph-mon[191304]: pgmap v13475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:18.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:17 smithi123 ceph-mon[188613]: pgmap v13475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:18.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:17 smithi177 ceph-mon[212096]: pgmap v13475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:19.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:02:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:02:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:02:20.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:19 smithi123 ceph-mon[191304]: pgmap v13476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:20.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:19 smithi123 ceph-mon[188613]: pgmap v13476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:20.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:19 smithi177 ceph-mon[212096]: pgmap v13476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:22.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:21 smithi123 ceph-mon[191304]: pgmap v13477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:22.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:21 smithi123 ceph-mon[188613]: pgmap v13477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:22.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:21 smithi177 ceph-mon[212096]: pgmap v13477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:24.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:23 smithi123 ceph-mon[188613]: pgmap v13478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:24.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:23 smithi123 ceph-mon[191304]: pgmap v13478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:24.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:23 smithi177 ceph-mon[212096]: pgmap v13478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:26.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:25 smithi123 ceph-mon[191304]: pgmap v13479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:26.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:25 smithi123 ceph-mon[188613]: pgmap v13479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:26.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:25 smithi177 ceph-mon[212096]: pgmap v13479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:27.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:02:27.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:02:27.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:02:28.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:27 smithi123 ceph-mon[191304]: pgmap v13480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:28.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:27 smithi123 ceph-mon[188613]: pgmap v13480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:28.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:27 smithi177 ceph-mon[212096]: pgmap v13480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:29.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:02:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:02:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:02:30.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:29 smithi123 ceph-mon[191304]: pgmap v13481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:30.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:29 smithi123 ceph-mon[188613]: pgmap v13481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:30.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:29 smithi177 ceph-mon[212096]: pgmap v13481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:32.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:31 smithi123 ceph-mon[188613]: pgmap v13482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:32.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:31 smithi123 ceph-mon[191304]: pgmap v13482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:32.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:31 smithi177 ceph-mon[212096]: pgmap v13482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:34.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:33 smithi123 ceph-mon[191304]: pgmap v13483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:34.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:33 smithi123 ceph-mon[188613]: pgmap v13483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:34.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:33 smithi177 ceph-mon[212096]: pgmap v13483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:36.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:35 smithi123 ceph-mon[191304]: pgmap v13484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:36.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:35 smithi123 ceph-mon[188613]: pgmap v13484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:36.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:35 smithi177 ceph-mon[212096]: pgmap v13484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:38.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:37 smithi123 ceph-mon[191304]: pgmap v13485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:38.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:37 smithi123 ceph-mon[188613]: pgmap v13485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:38.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:37 smithi177 ceph-mon[212096]: pgmap v13485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:39.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:02:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:02:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:02:40.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:39 smithi123 ceph-mon[191304]: pgmap v13486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:40.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:39 smithi123 ceph-mon[188613]: pgmap v13486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:40.369 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:02:40.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:39 smithi177 ceph-mon[212096]: pgmap v13486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:40.678 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:02:40.678 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 10m ago 6h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:02:40.678 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 7m ago 6h 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:02:40.678 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 10m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:02:40.678 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 7m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:02:40.678 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 7m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:02:40.678 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 10m ago 6h 781M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:02:40.678 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 10m ago 6h 1660M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:02:40.679 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 7m ago 6h 783M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:02:40.679 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 10m ago 6h 845M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:02:40.679 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 10m ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:02:40.679 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 7m ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:02:40.679 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 10m ago 6h 4905M 2329M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:02:40.679 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 10m ago 6h 5639M 2329M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:02:40.679 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 10m ago 6h 4586M 2329M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:02:40.679 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 10m ago 6h 4756M 2329M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:02:40.679 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 7m ago 6h 3993M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:02:40.679 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 7m ago 6h 4424M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:02:40.679 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 7m ago 6h 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:02:40.679 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 7m ago 6h 4387M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:02:40.679 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 7m ago 6h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:02:41.057 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:02:41.058 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:02:41.058 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:02:41.058 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:02:41.058 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:02:41.058 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:02:41.058 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:02:41.058 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:02:41.058 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:02:41.058 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:02:41.058 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:02:41.058 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:02:41.058 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:02:41.058 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:02:41.058 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:02:41.058 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:02:41.059 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:02:41.059 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:02:42.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:41 smithi123 ceph-mon[191304]: pgmap v13487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:42.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:41 smithi123 ceph-mon[191304]: from='client.48609 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:02:42.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:41 smithi123 ceph-mon[191304]: from='client.48615 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:02:42.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:41 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/37436218' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:02:42.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:02:42.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:41 smithi123 ceph-mon[188613]: pgmap v13487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:42.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:41 smithi123 ceph-mon[188613]: from='client.48609 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:02:42.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:41 smithi123 ceph-mon[188613]: from='client.48615 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:02:42.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:41 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/37436218' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:02:42.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:02:42.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:41 smithi177 ceph-mon[212096]: pgmap v13487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:42.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:41 smithi177 ceph-mon[212096]: from='client.48609 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:02:42.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:41 smithi177 ceph-mon[212096]: from='client.48615 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:02:42.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:41 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/37436218' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:02:42.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:02:44.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:43 smithi123 ceph-mon[191304]: pgmap v13488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:44.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:43 smithi123 ceph-mon[188613]: pgmap v13488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:44.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:43 smithi177 ceph-mon[212096]: pgmap v13488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:46.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:45 smithi123 ceph-mon[191304]: pgmap v13489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:46.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:45 smithi123 ceph-mon[188613]: pgmap v13489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:46.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:45 smithi177 ceph-mon[212096]: pgmap v13489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:48.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:47 smithi123 ceph-mon[191304]: pgmap v13490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:48.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:47 smithi123 ceph-mon[188613]: pgmap v13490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:48.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:47 smithi177 ceph-mon[212096]: pgmap v13490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:49.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:02:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:02:49] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:02:50.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:49 smithi123 ceph-mon[191304]: pgmap v13491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:50.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:49 smithi123 ceph-mon[188613]: pgmap v13491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:50.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:49 smithi177 ceph-mon[212096]: pgmap v13491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:52.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:51 smithi123 ceph-mon[191304]: pgmap v13492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:52.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:02:52.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:02:52.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:02:52.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:51 smithi123 ceph-mon[188613]: pgmap v13492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:52.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:02:52.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:02:52.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:02:52.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:51 smithi177 ceph-mon[212096]: pgmap v13492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:52.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:02:52.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:02:52.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:02:53.414 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:53 smithi123 ceph-mon[191304]: pgmap v13493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:53.415 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:02:53.415 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:02:53.415 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:53 smithi123 ceph-mon[188613]: pgmap v13493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:53.415 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:02:53.415 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:02:53.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:53 smithi177 ceph-mon[212096]: pgmap v13493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:53.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:02:53.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:02:55.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:02:55.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:02:55.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:02:55.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:02:55.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:02:55.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:02:55.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:02:55.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:02:55.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:02:55.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:02:55.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:02:55.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:02:55.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:02:55.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:02:55.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:02:55.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:02:55.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:02:55.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:02:55.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:02:55.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:02:55.398 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:02:56.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:55 smithi123 ceph-mon[188613]: pgmap v13494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:56.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:55 smithi123 ceph-mon[191304]: pgmap v13494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:56.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:55 smithi177 ceph-mon[212096]: pgmap v13494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:57.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:02:57.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:02:57.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:02:58.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:57 smithi177 ceph-mon[212096]: pgmap v13495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:58.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:57 smithi123 ceph-mon[191304]: pgmap v13495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:58.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:57 smithi123 ceph-mon[188613]: pgmap v13495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:02:59.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:02:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:02:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:03:00.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:02:59 smithi177 ceph-mon[212096]: pgmap v13496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:00.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:02:59 smithi123 ceph-mon[191304]: pgmap v13496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:00.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:02:59 smithi123 ceph-mon[188613]: pgmap v13496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:02.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:01 smithi177 ceph-mon[212096]: pgmap v13497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:02.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:01 smithi123 ceph-mon[188613]: pgmap v13497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:02.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:01 smithi123 ceph-mon[191304]: pgmap v13497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:04.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:04 smithi177 ceph-mon[212096]: pgmap v13498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:04.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:03 smithi123 ceph-mon[191304]: pgmap v13498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:04.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:03 smithi123 ceph-mon[188613]: pgmap v13498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:06.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:06 smithi177 ceph-mon[212096]: pgmap v13499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:06.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:06 smithi123 ceph-mon[188613]: pgmap v13499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:06.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:06 smithi123 ceph-mon[191304]: pgmap v13499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:08.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:08 smithi177 ceph-mon[212096]: pgmap v13500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:08.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:08 smithi123 ceph-mon[191304]: pgmap v13500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:08.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:08 smithi123 ceph-mon[188613]: pgmap v13500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:09.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:03:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:03:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:03:10.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:10 smithi177 ceph-mon[212096]: pgmap v13501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:10.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:10 smithi123 ceph-mon[191304]: pgmap v13501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:10.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:10 smithi123 ceph-mon[188613]: pgmap v13501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:11.412 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:03:11.718 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:03:11.718 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 17s ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:03:11.718 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 8m ago 6h 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:03:11.718 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 17s ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:03:11.719 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 8m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:03:11.719 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 8m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:03:11.719 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 17s ago 6h 787M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:03:11.719 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 17s ago 6h 1699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:03:11.719 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 8m ago 6h 783M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:03:11.719 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 17s ago 6h 865M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:03:11.719 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 17s ago 6h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:03:11.719 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 8m ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:03:11.719 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 17s ago 6h 4938M 2329M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:03:11.719 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 17s ago 6h 5670M 2329M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:03:11.719 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 17s ago 6h 4612M 2329M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:03:11.719 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 17s ago 6h 4788M 2329M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:03:11.719 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 8m ago 6h 3993M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:03:11.719 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 8m ago 6h 4424M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:03:11.719 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 8m ago 6h 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:03:11.720 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 8m ago 6h 4387M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:03:11.720 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 8m ago 6h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:03:12.100 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:03:12.101 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:03:12.101 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:03:12.101 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:03:12.101 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:03:12.101 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:03:12.101 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:03:12.101 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:03:12.101 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:03:12.101 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:03:12.101 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:03:12.101 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:03:12.101 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:03:12.101 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:03:12.102 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:03:12.102 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:03:12.102 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:03:12.102 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:03:12.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:12 smithi177 ceph-mon[212096]: pgmap v13502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:12.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:03:12.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:12 smithi123 ceph-mon[191304]: pgmap v13502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:12.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:03:12.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:12 smithi123 ceph-mon[188613]: pgmap v13502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:12.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:03:13.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:13 smithi177 ceph-mon[212096]: from='client.48627 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:03:13.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:13 smithi177 ceph-mon[212096]: from='client.48633 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:03:13.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:13 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1967927932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:03:13.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:13 smithi123 ceph-mon[191304]: from='client.48627 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:03:13.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:13 smithi123 ceph-mon[191304]: from='client.48633 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:03:13.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:13 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1967927932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:03:13.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:13 smithi123 ceph-mon[188613]: from='client.48627 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:03:13.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:13 smithi123 ceph-mon[188613]: from='client.48633 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:03:13.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:13 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1967927932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:03:14.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:14 smithi177 ceph-mon[212096]: pgmap v13503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:14.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:14 smithi123 ceph-mon[188613]: pgmap v13503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:14.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:14 smithi123 ceph-mon[191304]: pgmap v13503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:16.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:16 smithi177 ceph-mon[212096]: pgmap v13504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:16.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:16 smithi123 ceph-mon[188613]: pgmap v13504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:16.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:16 smithi123 ceph-mon[191304]: pgmap v13504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:18.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:18 smithi177 ceph-mon[212096]: pgmap v13505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:18.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:18 smithi123 ceph-mon[191304]: pgmap v13505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:18.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:18 smithi123 ceph-mon[188613]: pgmap v13505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:19.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:03:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:03:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:03:20.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:20 smithi177 ceph-mon[212096]: pgmap v13506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:20.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:20 smithi123 ceph-mon[191304]: pgmap v13506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:20.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:20 smithi123 ceph-mon[188613]: pgmap v13506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:22.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:22 smithi177 ceph-mon[212096]: pgmap v13507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:22.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:22 smithi123 ceph-mon[191304]: pgmap v13507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:22.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:22 smithi123 ceph-mon[188613]: pgmap v13507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:24.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:24 smithi177 ceph-mon[212096]: pgmap v13508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:24.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:24 smithi123 ceph-mon[191304]: pgmap v13508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:24.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:24 smithi123 ceph-mon[188613]: pgmap v13508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:26.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:26 smithi177 ceph-mon[212096]: pgmap v13509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:26.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:26 smithi123 ceph-mon[191304]: pgmap v13509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:26.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:26 smithi123 ceph-mon[188613]: pgmap v13509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:27.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:03:27.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:03:27.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:03:28.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:28 smithi177 ceph-mon[212096]: pgmap v13510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:28.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:28 smithi123 ceph-mon[191304]: pgmap v13510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:28.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:28 smithi123 ceph-mon[188613]: pgmap v13510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:29.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:03:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:03:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:03:30.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:30 smithi177 ceph-mon[212096]: pgmap v13511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:30.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:30 smithi123 ceph-mon[191304]: pgmap v13511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:30.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:30 smithi123 ceph-mon[188613]: pgmap v13511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:32.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:32 smithi177 ceph-mon[212096]: pgmap v13512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:32.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:32 smithi123 ceph-mon[191304]: pgmap v13512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:32.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:32 smithi123 ceph-mon[188613]: pgmap v13512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:34.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:34 smithi177 ceph-mon[212096]: pgmap v13513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:34.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:34 smithi123 ceph-mon[191304]: pgmap v13513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:34.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:34 smithi123 ceph-mon[188613]: pgmap v13513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:36.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:36 smithi177 ceph-mon[212096]: pgmap v13514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:36.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:36 smithi123 ceph-mon[191304]: pgmap v13514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:36.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:36 smithi123 ceph-mon[188613]: pgmap v13514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:38.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:38 smithi177 ceph-mon[212096]: pgmap v13515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:38.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:38 smithi123 ceph-mon[191304]: pgmap v13515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:38.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:38 smithi123 ceph-mon[188613]: pgmap v13515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:39.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:03:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:03:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:03:40.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:40 smithi177 ceph-mon[212096]: pgmap v13516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:40.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:40 smithi123 ceph-mon[191304]: pgmap v13516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:40.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:40 smithi123 ceph-mon[188613]: pgmap v13516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:42.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:42 smithi177 ceph-mon[212096]: pgmap v13517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:42.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:03:42.445 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:03:42.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:42 smithi123 ceph-mon[191304]: pgmap v13517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:42.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:03:42.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:42 smithi123 ceph-mon[188613]: pgmap v13517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:42.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:03:42.753 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:03:42.754 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 48s ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:03:42.754 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 8m ago 6h 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:03:42.754 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 48s ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:03:42.754 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 8m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:03:42.754 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 8m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:03:42.754 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 48s ago 6h 787M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:03:42.754 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 48s ago 6h 1699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:03:42.754 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 8m ago 6h 783M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:03:42.754 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 48s ago 6h 865M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:03:42.754 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 48s ago 6h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:03:42.754 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 8m ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:03:42.754 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 48s ago 6h 4938M 2329M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:03:42.754 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 48s ago 6h 5670M 2329M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:03:42.755 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 48s ago 6h 4612M 2329M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:03:42.755 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 48s ago 6h 4788M 2329M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:03:42.755 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 8m ago 6h 3993M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:03:42.755 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 8m ago 6h 4424M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:03:42.755 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 8m ago 6h 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:03:42.755 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 8m ago 6h 4387M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:03:42.755 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 8m ago 6h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:03:43.135 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:03:43.135 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:03:43.135 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:03:43.135 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:03:43.135 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:03:43.135 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:03:43.136 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:03:43.136 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:03:43.136 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:03:43.136 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:03:43.136 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:03:43.136 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:03:43.136 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:03:43.136 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:03:43.136 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:03:43.136 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:03:43.136 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:03:43.136 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:03:44.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:44 smithi177 ceph-mon[212096]: pgmap v13518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:44.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:44 smithi177 ceph-mon[212096]: from='client.48645 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:03:44.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:44 smithi177 ceph-mon[212096]: from='client.48651 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:03:44.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:44 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2684704007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:03:44.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:44 smithi123 ceph-mon[191304]: pgmap v13518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:44.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:44 smithi123 ceph-mon[191304]: from='client.48645 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:03:44.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:44 smithi123 ceph-mon[191304]: from='client.48651 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:03:44.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:44 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2684704007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:03:44.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:44 smithi123 ceph-mon[188613]: pgmap v13518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:44.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:44 smithi123 ceph-mon[188613]: from='client.48645 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:03:44.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:44 smithi123 ceph-mon[188613]: from='client.48651 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:03:44.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:44 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2684704007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:03:46.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:46 smithi177 ceph-mon[212096]: pgmap v13519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:46.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:46 smithi123 ceph-mon[191304]: pgmap v13519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:46.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:46 smithi123 ceph-mon[188613]: pgmap v13519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:48.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:48 smithi177 ceph-mon[212096]: pgmap v13520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:48.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:48 smithi123 ceph-mon[191304]: pgmap v13520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:48.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:48 smithi123 ceph-mon[188613]: pgmap v13520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:49.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:03:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:03:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:03:50.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:50 smithi177 ceph-mon[212096]: pgmap v13521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:50.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:50 smithi123 ceph-mon[191304]: pgmap v13521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:50.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:50 smithi123 ceph-mon[188613]: pgmap v13521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:52.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:52 smithi177 ceph-mon[212096]: pgmap v13522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:52.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:52 smithi123 ceph-mon[191304]: pgmap v13522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:52.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:52 smithi123 ceph-mon[188613]: pgmap v13522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:54.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:54 smithi177 ceph-mon[212096]: pgmap v13523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:54.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:54 smithi123 ceph-mon[191304]: pgmap v13523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:54.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:54 smithi123 ceph-mon[188613]: pgmap v13523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:55.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:03:55.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:03:55.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:03:56.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:56 smithi177 ceph-mon[212096]: pgmap v13524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:56.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:03:56.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:03:56.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:03:56.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:03:56.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:03:56.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:56 smithi123 ceph-mon[191304]: pgmap v13524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:56.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:03:56.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:03:56.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:03:56.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:03:56.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:03:56.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:56 smithi123 ceph-mon[188613]: pgmap v13524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:56.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:03:56.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:03:56.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:03:56.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:03:56.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:03:57.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:03:57.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:03:57.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:03:58.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:03:58 smithi177 ceph-mon[212096]: pgmap v13525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:58.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:03:58 smithi123 ceph-mon[191304]: pgmap v13525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:58.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:03:58 smithi123 ceph-mon[188613]: pgmap v13525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:03:59.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:03:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:03:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:04:00.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:00 smithi177 ceph-mon[212096]: pgmap v13526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:00.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:00 smithi123 ceph-mon[191304]: pgmap v13526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:00.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:00 smithi123 ceph-mon[188613]: pgmap v13526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:02.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:02 smithi177 ceph-mon[212096]: pgmap v13527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:02.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:02 smithi123 ceph-mon[191304]: pgmap v13527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:02.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:02 smithi123 ceph-mon[188613]: pgmap v13527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:04.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:04 smithi177 ceph-mon[212096]: pgmap v13528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:04.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:04 smithi123 ceph-mon[188613]: pgmap v13528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:04.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:04 smithi123 ceph-mon[191304]: pgmap v13528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:06.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:06 smithi177 ceph-mon[212096]: pgmap v13529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:06.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:06 smithi123 ceph-mon[191304]: pgmap v13529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:06.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:06 smithi123 ceph-mon[188613]: pgmap v13529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:08.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:08 smithi177 ceph-mon[212096]: pgmap v13530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:08.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:08 smithi123 ceph-mon[191304]: pgmap v13530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:08.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:08 smithi123 ceph-mon[188613]: pgmap v13530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:09.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:04:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:04:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:04:10.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:10 smithi177 ceph-mon[212096]: pgmap v13531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:10.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:10 smithi123 ceph-mon[191304]: pgmap v13531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:10.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:10 smithi123 ceph-mon[188613]: pgmap v13531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:12.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:12 smithi177 ceph-mon[212096]: pgmap v13532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:12.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:04:12.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:12 smithi123 ceph-mon[191304]: pgmap v13532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:12.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:04:12.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:12 smithi123 ceph-mon[188613]: pgmap v13532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:12.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:04:13.482 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:04:13.789 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:04:13.789 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 79s ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:04:13.790 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 9m ago 6h 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:04:13.790 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 79s ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:04:13.790 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 9m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:04:13.790 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 9m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:04:13.790 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 79s ago 6h 787M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:04:13.790 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 79s ago 6h 1699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:04:13.790 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 9m ago 6h 783M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:04:13.790 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 79s ago 6h 865M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:04:13.790 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 79s ago 6h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:04:13.790 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 9m ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:04:13.790 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 79s ago 6h 4938M 2329M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:04:13.791 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 79s ago 6h 5670M 2329M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:04:13.791 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 79s ago 6h 4612M 2329M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:04:13.791 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 79s ago 6h 4788M 2329M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:04:13.791 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 9m ago 6h 3993M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:04:13.791 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 9m ago 6h 4424M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:04:13.791 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 9m ago 6h 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:04:13.791 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 9m ago 6h 4387M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:04:13.791 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 9m ago 6h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:04:14.174 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:04:14.174 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:04:14.174 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:04:14.174 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:04:14.174 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:04:14.175 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:04:14.175 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:04:14.175 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:04:14.175 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:04:14.175 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:04:14.175 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:04:14.175 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:04:14.175 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:04:14.175 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:04:14.175 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:04:14.175 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:04:14.175 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:04:14.175 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:04:14.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:14 smithi177 ceph-mon[212096]: pgmap v13533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:14.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:14 smithi123 ceph-mon[191304]: pgmap v13533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:14.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:14 smithi123 ceph-mon[188613]: pgmap v13533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:15.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:15 smithi177 ceph-mon[212096]: from='client.58610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:04:15.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:15 smithi177 ceph-mon[212096]: from='client.48669 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:04:15.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:15 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4037706150' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:04:15.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:15 smithi177 ceph-mon[212096]: pgmap v13534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:15.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:15 smithi123 ceph-mon[191304]: from='client.58610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:04:15.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:15 smithi123 ceph-mon[191304]: from='client.48669 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:04:15.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:15 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4037706150' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:04:15.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:15 smithi123 ceph-mon[191304]: pgmap v13534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:15.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:15 smithi123 ceph-mon[188613]: from='client.58610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:04:15.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:15 smithi123 ceph-mon[188613]: from='client.48669 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:04:15.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:15 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4037706150' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:04:15.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:15 smithi123 ceph-mon[188613]: pgmap v13534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:17.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:17 smithi177 ceph-mon[212096]: pgmap v13535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:17.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:17 smithi123 ceph-mon[191304]: pgmap v13535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:17.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:17 smithi123 ceph-mon[188613]: pgmap v13535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:19.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:04:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:04:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:04:19.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:19 smithi123 ceph-mon[191304]: pgmap v13536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:19.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:19 smithi123 ceph-mon[188613]: pgmap v13536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:19.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:19 smithi177 ceph-mon[212096]: pgmap v13536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:21.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:21 smithi177 ceph-mon[212096]: pgmap v13537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:21.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:21 smithi123 ceph-mon[188613]: pgmap v13537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:21.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:21 smithi123 ceph-mon[191304]: pgmap v13537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:23.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:23 smithi177 ceph-mon[212096]: pgmap v13538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:23.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:23 smithi123 ceph-mon[191304]: pgmap v13538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:23.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:23 smithi123 ceph-mon[188613]: pgmap v13538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:25.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:25 smithi177 ceph-mon[212096]: pgmap v13539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:25.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:25 smithi123 ceph-mon[191304]: pgmap v13539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:25.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:25 smithi123 ceph-mon[188613]: pgmap v13539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:27.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:27 smithi177 ceph-mon[212096]: pgmap v13540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:27.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:04:27.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:27 smithi123 ceph-mon[188613]: pgmap v13540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:27.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:04:27.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:27 smithi123 ceph-mon[191304]: pgmap v13540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:27.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:04:29.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:29 smithi123 ceph-mon[191304]: pgmap v13541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:29.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:29 smithi123 ceph-mon[188613]: pgmap v13541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:29.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:04:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:04:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:04:29.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:29 smithi177 ceph-mon[212096]: pgmap v13541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:31.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:31 smithi177 ceph-mon[212096]: pgmap v13542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:31.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:31 smithi123 ceph-mon[191304]: pgmap v13542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:31.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:31 smithi123 ceph-mon[188613]: pgmap v13542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:33.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:33 smithi177 ceph-mon[212096]: pgmap v13543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:33.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:33 smithi123 ceph-mon[191304]: pgmap v13543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:33.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:33 smithi123 ceph-mon[188613]: pgmap v13543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:35.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:35 smithi177 ceph-mon[212096]: pgmap v13544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:35.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:35 smithi123 ceph-mon[191304]: pgmap v13544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:35.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:35 smithi123 ceph-mon[188613]: pgmap v13544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:37.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:37 smithi177 ceph-mon[212096]: pgmap v13545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:37.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:37 smithi123 ceph-mon[188613]: pgmap v13545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:37.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:37 smithi123 ceph-mon[191304]: pgmap v13545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:39.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:39 smithi123 ceph-mon[191304]: pgmap v13546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:39.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:39 smithi123 ceph-mon[188613]: pgmap v13546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:39.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:04:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:04:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:04:39.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:39 smithi177 ceph-mon[212096]: pgmap v13546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:41.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:41 smithi177 ceph-mon[212096]: pgmap v13547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:41.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:41 smithi123 ceph-mon[188613]: pgmap v13547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:41.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:41 smithi123 ceph-mon[191304]: pgmap v13547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:42.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:04:42.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:04:42.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:04:43.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:43 smithi177 ceph-mon[212096]: pgmap v13548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:43.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:43 smithi123 ceph-mon[191304]: pgmap v13548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:43.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:43 smithi123 ceph-mon[188613]: pgmap v13548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:44.526 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:04:44.834 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:04:44.834 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 110s ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:04:44.834 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 10m ago 6h 91.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:04:44.834 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 110s ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:04:44.834 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 10m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:04:44.834 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 10m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:04:44.834 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 110s ago 6h 787M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:04:44.834 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 110s ago 6h 1699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:04:44.834 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 10m ago 6h 783M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:04:44.834 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 110s ago 6h 865M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:04:44.834 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 110s ago 6h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:04:44.834 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 10m ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:04:44.835 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 110s ago 6h 4938M 2329M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:04:44.835 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 110s ago 6h 5670M 2329M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:04:44.835 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 110s ago 6h 4612M 2329M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:04:44.835 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 110s ago 6h 4788M 2329M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:04:44.835 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 10m ago 6h 3993M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:04:44.835 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 10m ago 6h 4424M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:04:44.835 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 10m ago 6h 3794M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:04:44.835 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 10m ago 6h 4387M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:04:44.835 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 10m ago 6h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:04:45.216 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:04:45.216 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:04:45.216 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:04:45.216 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:04:45.216 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:04:45.216 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:04:45.216 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:04:45.216 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:04:45.216 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:04:45.216 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:04:45.217 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:04:45.217 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:04:45.217 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:04:45.217 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:04:45.217 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:04:45.217 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:04:45.217 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:04:45.217 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:04:45.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:45 smithi177 ceph-mon[212096]: pgmap v13549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:45.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:45 smithi177 ceph-mon[212096]: from='client.48681 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:04:45.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:45 smithi177 ceph-mon[212096]: from='client.58634 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:04:45.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:45 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2613431948' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:04:45.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:45 smithi123 ceph-mon[191304]: pgmap v13549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:45.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:45 smithi123 ceph-mon[191304]: from='client.48681 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:04:45.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:45 smithi123 ceph-mon[191304]: from='client.58634 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:04:45.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:45 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2613431948' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:04:45.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:45 smithi123 ceph-mon[188613]: pgmap v13549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:45.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:45 smithi123 ceph-mon[188613]: from='client.48681 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:04:45.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:45 smithi123 ceph-mon[188613]: from='client.58634 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:04:45.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:45 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2613431948' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:04:47.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:47 smithi177 ceph-mon[212096]: pgmap v13550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:47.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:47 smithi123 ceph-mon[191304]: pgmap v13550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:47.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:47 smithi123 ceph-mon[188613]: pgmap v13550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:49.324 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:04:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:04:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:04:49.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:49 smithi177 ceph-mon[212096]: pgmap v13551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:49.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:49 smithi123 ceph-mon[191304]: pgmap v13551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:49.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:49 smithi123 ceph-mon[188613]: pgmap v13551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:51.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:51 smithi177 ceph-mon[212096]: pgmap v13552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:51.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:51 smithi123 ceph-mon[191304]: pgmap v13552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:51.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:51 smithi123 ceph-mon[188613]: pgmap v13552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:53.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:53 smithi177 ceph-mon[212096]: pgmap v13553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:53.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:53 smithi123 ceph-mon[191304]: pgmap v13553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:53.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:53 smithi123 ceph-mon[188613]: pgmap v13553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:55.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:55 smithi177 ceph-mon[212096]: pgmap v13554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:55.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:55 smithi123 ceph-mon[191304]: pgmap v13554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:55.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:55 smithi123 ceph-mon[188613]: pgmap v13554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:56.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:04:56.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:04:56.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:04:57.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:57 smithi177 ceph-mon[212096]: pgmap v13555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:57.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:04:57.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:57 smithi123 ceph-mon[191304]: pgmap v13555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:57.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:04:57.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:57 smithi123 ceph-mon[188613]: pgmap v13555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:57.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:04:59.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:04:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:04:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:04:59.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:04:59.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:04:59.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:59 smithi123 ceph-mon[191304]: pgmap v13556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:59.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:04:59.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:04:59.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:04:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:04:59.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:04:59.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:04:59.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:59 smithi123 ceph-mon[188613]: pgmap v13556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:59.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:04:59.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:04:59.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:04:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:04:59.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:04:59.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:04:59.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:59 smithi177 ceph-mon[212096]: pgmap v13556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:04:59.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:04:59.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:04:59.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:04:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:05:01.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:01 smithi177 ceph-mon[212096]: pgmap v13557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:01.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:01 smithi123 ceph-mon[191304]: pgmap v13557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:01.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:01 smithi123 ceph-mon[188613]: pgmap v13557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:03.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:03 smithi177 ceph-mon[212096]: pgmap v13558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:03.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:03 smithi123 ceph-mon[191304]: pgmap v13558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:03.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:03 smithi123 ceph-mon[188613]: pgmap v13558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:05.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:05 smithi177 ceph-mon[212096]: pgmap v13559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:05.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:05 smithi123 ceph-mon[191304]: pgmap v13559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:05.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:05 smithi123 ceph-mon[188613]: pgmap v13559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:07.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:07 smithi177 ceph-mon[212096]: pgmap v13560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:07.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:07 smithi123 ceph-mon[188613]: pgmap v13560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:07.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:07 smithi123 ceph-mon[191304]: pgmap v13560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:09.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:09 smithi123 ceph-mon[191304]: pgmap v13561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:09.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:09 smithi123 ceph-mon[188613]: pgmap v13561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:09.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:05:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:05:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:05:09.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:09 smithi177 ceph-mon[212096]: pgmap v13561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:11.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:11 smithi177 ceph-mon[212096]: pgmap v13562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:11.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:11 smithi123 ceph-mon[191304]: pgmap v13562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:11.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:11 smithi123 ceph-mon[188613]: pgmap v13562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:12.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:05:12.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:05:12.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:05:13.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:13 smithi177 ceph-mon[212096]: pgmap v13563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:13.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:13 smithi123 ceph-mon[188613]: pgmap v13563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:13.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:13 smithi123 ceph-mon[191304]: pgmap v13563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:15.559 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:05:15.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:15 smithi177 ceph-mon[212096]: pgmap v13564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:15.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:15 smithi123 ceph-mon[191304]: pgmap v13564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:15.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:15 smithi123 ceph-mon[188613]: pgmap v13564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:15.868 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:05:15.868 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 2m ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:05:15.868 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 17s ago 6h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:05:15.868 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 2m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:05:15.868 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 17s ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:05:15.868 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 17s ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:05:15.868 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 2m ago 6h 787M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:05:15.868 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 2m ago 6h 1699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:05:15.868 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 17s ago 6h 801M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:05:15.868 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 2m ago 6h 865M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:05:15.868 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 2m ago 6h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:05:15.868 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 17s ago 6h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:05:15.869 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 2m ago 6h 4938M 2329M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:05:15.869 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 2m ago 6h 5670M 2329M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:05:15.869 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 2m ago 6h 4612M 2329M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:05:15.869 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 2m ago 6h 4788M 2329M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:05:15.869 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 17s ago 6h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:05:15.869 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 17s ago 6h 4458M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:05:15.869 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 17s ago 6h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:05:15.869 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 17s ago 6h 4423M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:05:15.869 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 17s ago 6h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:05:16.250 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:05:16.250 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:05:16.250 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:05:16.251 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:05:16.251 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:05:16.251 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:05:16.251 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:05:16.251 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:05:16.251 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:05:16.251 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:05:16.251 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:05:16.251 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:05:16.251 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:05:16.251 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:05:16.251 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:05:16.251 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:05:16.251 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:05:16.251 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:05:16.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:16 smithi177 ceph-mon[212096]: from='client.58646 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:05:16.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:16 smithi177 ceph-mon[212096]: from='client.48705 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:05:16.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:16 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/199014846' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:05:16.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:16 smithi123 ceph-mon[191304]: from='client.58646 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:05:16.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:16 smithi123 ceph-mon[191304]: from='client.48705 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:05:16.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:16 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/199014846' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:05:16.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:16 smithi123 ceph-mon[188613]: from='client.58646 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:05:16.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:16 smithi123 ceph-mon[188613]: from='client.48705 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:05:16.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:16 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/199014846' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:05:17.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:17 smithi177 ceph-mon[212096]: pgmap v13565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:17.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:17 smithi123 ceph-mon[191304]: pgmap v13565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:17.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:17 smithi123 ceph-mon[188613]: pgmap v13565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:19.330 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:05:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:05:19] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T17:05:19.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:19 smithi177 ceph-mon[212096]: pgmap v13566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:19.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:19 smithi123 ceph-mon[191304]: pgmap v13566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:19.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:19 smithi123 ceph-mon[188613]: pgmap v13566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:21.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:21 smithi177 ceph-mon[212096]: pgmap v13567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:21.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:21 smithi123 ceph-mon[191304]: pgmap v13567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:21.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:21 smithi123 ceph-mon[188613]: pgmap v13567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:23.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:23 smithi177 ceph-mon[212096]: pgmap v13568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:23.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:23 smithi123 ceph-mon[191304]: pgmap v13568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:23.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:23 smithi123 ceph-mon[188613]: pgmap v13568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:25.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:25 smithi177 ceph-mon[212096]: pgmap v13569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:25.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:25 smithi123 ceph-mon[191304]: pgmap v13569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:25.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:25 smithi123 ceph-mon[188613]: pgmap v13569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:27.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:27 smithi177 ceph-mon[212096]: pgmap v13570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:27.648 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:05:27.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:27 smithi123 ceph-mon[191304]: pgmap v13570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:27.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:05:27.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:27 smithi123 ceph-mon[188613]: pgmap v13570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:27.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:05:29.349 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:05:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:05:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:05:29.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:29 smithi177 ceph-mon[212096]: pgmap v13571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:29.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:29 smithi123 ceph-mon[191304]: pgmap v13571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:29.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:29 smithi123 ceph-mon[188613]: pgmap v13571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:31.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:31 smithi177 ceph-mon[212096]: pgmap v13572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:31.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:31 smithi123 ceph-mon[191304]: pgmap v13572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:31.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:31 smithi123 ceph-mon[188613]: pgmap v13572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:33.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:33 smithi177 ceph-mon[212096]: pgmap v13573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:33.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:33 smithi123 ceph-mon[191304]: pgmap v13573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:33.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:33 smithi123 ceph-mon[188613]: pgmap v13573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:35.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:35 smithi177 ceph-mon[212096]: pgmap v13574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:35.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:35 smithi123 ceph-mon[191304]: pgmap v13574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:35.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:35 smithi123 ceph-mon[188613]: pgmap v13574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:37.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:37 smithi177 ceph-mon[212096]: pgmap v13575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:37.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:37 smithi123 ceph-mon[191304]: pgmap v13575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:37.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:37 smithi123 ceph-mon[188613]: pgmap v13575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:39.367 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:05:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:05:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:05:39.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:39 smithi177 ceph-mon[212096]: pgmap v13576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:39.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:39 smithi123 ceph-mon[191304]: pgmap v13576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:39.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:39 smithi123 ceph-mon[188613]: pgmap v13576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:41.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:41 smithi177 ceph-mon[212096]: pgmap v13577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:41.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:41 smithi123 ceph-mon[191304]: pgmap v13577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:41.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:41 smithi123 ceph-mon[188613]: pgmap v13577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:42.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:05:42.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:05:42.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:05:43.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:43 smithi177 ceph-mon[212096]: pgmap v13578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:43.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:43 smithi123 ceph-mon[191304]: pgmap v13578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:43.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:43 smithi123 ceph-mon[188613]: pgmap v13578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:45.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:45 smithi177 ceph-mon[212096]: pgmap v13579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:45.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:45 smithi123 ceph-mon[191304]: pgmap v13579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:45.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:45 smithi123 ceph-mon[188613]: pgmap v13579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:46.593 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:05:46.900 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:05:46.900 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 2m ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:05:46.900 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 48s ago 6h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:05:46.900 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 2m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:05:46.901 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 48s ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:05:46.901 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 48s ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:05:46.901 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 2m ago 6h 787M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:05:46.901 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 2m ago 6h 1699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:05:46.901 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 48s ago 6h 801M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:05:46.901 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 2m ago 6h 865M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:05:46.901 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 2m ago 6h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:05:46.901 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 48s ago 6h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:05:46.901 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 2m ago 6h 4938M 2329M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:05:46.901 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 2m ago 6h 5670M 2329M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:05:46.901 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 2m ago 6h 4612M 2329M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:05:46.901 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 2m ago 6h 4788M 2329M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:05:46.901 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 48s ago 6h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:05:46.901 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 48s ago 6h 4458M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:05:46.901 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 48s ago 6h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:05:46.902 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 48s ago 6h 4423M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:05:46.902 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 48s ago 6h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:05:47.281 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:05:47.281 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:05:47.281 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:05:47.281 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:05:47.282 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:05:47.282 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:05:47.282 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:05:47.282 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:05:47.282 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:05:47.282 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:05:47.282 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:05:47.282 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:05:47.282 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:05:47.282 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:05:47.282 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:05:47.283 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:05:47.283 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:05:47.283 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:05:47.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:47 smithi177 ceph-mon[212096]: pgmap v13580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:47.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:47 smithi177 ceph-mon[212096]: from='client.58664 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:05:47.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:47 smithi177 ceph-mon[212096]: from='client.48723 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:05:47.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:47 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3504449775' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:05:47.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:47 smithi123 ceph-mon[191304]: pgmap v13580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:47.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:47 smithi123 ceph-mon[191304]: from='client.58664 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:05:47.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:47 smithi123 ceph-mon[191304]: from='client.48723 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:05:47.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:47 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3504449775' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:05:47.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:47 smithi123 ceph-mon[188613]: pgmap v13580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:47.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:47 smithi123 ceph-mon[188613]: from='client.58664 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:05:47.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:47 smithi123 ceph-mon[188613]: from='client.48723 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:05:47.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:47 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3504449775' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:05:49.390 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:05:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:05:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:05:49.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:49 smithi177 ceph-mon[212096]: pgmap v13581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:49.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:49 smithi123 ceph-mon[191304]: pgmap v13581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:49.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:49 smithi123 ceph-mon[188613]: pgmap v13581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:51.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:51 smithi177 ceph-mon[212096]: pgmap v13582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:51.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:51 smithi123 ceph-mon[191304]: pgmap v13582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:51.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:51 smithi123 ceph-mon[188613]: pgmap v13582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:53.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:53 smithi123 ceph-mon[191304]: pgmap v13583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:53.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:53 smithi123 ceph-mon[188613]: pgmap v13583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:53.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:53 smithi177 ceph-mon[212096]: pgmap v13583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:55.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:55 smithi123 ceph-mon[191304]: pgmap v13584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:55.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:55 smithi123 ceph-mon[188613]: pgmap v13584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:55.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:55 smithi177 ceph-mon[212096]: pgmap v13584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:57.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:57 smithi123 ceph-mon[191304]: pgmap v13585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:57.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:05:57.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:57 smithi123 ceph-mon[188613]: pgmap v13585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:57.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:05:57.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:57 smithi177 ceph-mon[212096]: pgmap v13585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:57.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:05:59.405 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:05:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:05:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:05:59.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:59 smithi123 ceph-mon[191304]: pgmap v13586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:59.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:05:59.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:05:59.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:05:59.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:05:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:05:59.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:59 smithi123 ceph-mon[188613]: pgmap v13586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:59.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:05:59.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:05:59.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:05:59.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:05:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:05:59.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:59 smithi177 ceph-mon[212096]: pgmap v13586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:05:59.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:05:59.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:05:59.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:05:59.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:05:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:06:01.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:01 smithi123 ceph-mon[191304]: pgmap v13587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:01.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:01 smithi123 ceph-mon[188613]: pgmap v13587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:01.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:01 smithi177 ceph-mon[212096]: pgmap v13587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:03.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:03 smithi123 ceph-mon[191304]: pgmap v13588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:03.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:03 smithi123 ceph-mon[188613]: pgmap v13588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:03.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:03 smithi177 ceph-mon[212096]: pgmap v13588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:05.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:05 smithi123 ceph-mon[188613]: pgmap v13589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:05.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:05 smithi123 ceph-mon[191304]: pgmap v13589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:05.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:05 smithi177 ceph-mon[212096]: pgmap v13589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:07.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:07 smithi123 ceph-mon[188613]: pgmap v13590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:07.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:07 smithi123 ceph-mon[191304]: pgmap v13590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:07.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:07 smithi177 ceph-mon[212096]: pgmap v13590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:09.421 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:06:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:06:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:06:09.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:09 smithi123 ceph-mon[188613]: pgmap v13591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:09.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:09 smithi123 ceph-mon[191304]: pgmap v13591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:09.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:09 smithi177 ceph-mon[212096]: pgmap v13591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:11.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:11 smithi123 ceph-mon[188613]: pgmap v13592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:11.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:11 smithi123 ceph-mon[191304]: pgmap v13592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:11.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:11 smithi177 ceph-mon[212096]: pgmap v13592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:12.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:06:12.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:06:12.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:06:13.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:13 smithi123 ceph-mon[188613]: pgmap v13593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:13.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:13 smithi123 ceph-mon[191304]: pgmap v13593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:13.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:13 smithi177 ceph-mon[212096]: pgmap v13593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:15.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:15 smithi123 ceph-mon[188613]: pgmap v13594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:15.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:15 smithi123 ceph-mon[191304]: pgmap v13594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:15.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:15 smithi177 ceph-mon[212096]: pgmap v13594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:17.626 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:06:17.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:17 smithi123 ceph-mon[191304]: pgmap v13595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:17.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:17 smithi123 ceph-mon[188613]: pgmap v13595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:17.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:17 smithi177 ceph-mon[212096]: pgmap v13595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:17.934 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:06:17.934 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 3m ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:06:17.934 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 79s ago 6h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:06:17.934 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 3m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:06:17.934 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 79s ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:06:17.934 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 79s ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:06:17.934 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 3m ago 6h 787M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:06:17.934 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 3m ago 6h 1699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:06:17.934 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 79s ago 6h 801M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:06:17.934 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 3m ago 6h 865M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:06:17.934 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 3m ago 6h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:06:17.935 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 79s ago 6h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:06:17.935 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 3m ago 6h 4938M 2329M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:06:17.935 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 3m ago 6h 5670M 2329M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:06:17.935 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 3m ago 6h 4612M 2329M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:06:17.935 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 3m ago 6h 4788M 2329M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:06:17.935 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 79s ago 6h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:06:17.935 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 79s ago 6h 4458M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:06:17.935 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 79s ago 6h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:06:17.935 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 79s ago 6h 4423M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:06:17.935 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 79s ago 6h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:06:18.319 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:06:18.319 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:06:18.319 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:06:18.319 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:06:18.319 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:06:18.319 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:06:18.319 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:06:18.319 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:06:18.319 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:06:18.319 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:06:18.320 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:06:18.320 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:06:18.320 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:06:18.320 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:06:18.320 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:06:18.320 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:06:18.320 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:06:18.320 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:06:18.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:18 smithi123 ceph-mon[188613]: from='client.58682 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:06:18.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:18 smithi123 ceph-mon[188613]: from='client.58688 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:06:18.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:18 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2187070711' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:06:18.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:18 smithi123 ceph-mon[191304]: from='client.58682 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:06:18.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:18 smithi123 ceph-mon[191304]: from='client.58688 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:06:18.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:18 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2187070711' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:06:18.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:18 smithi177 ceph-mon[212096]: from='client.58682 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:06:18.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:18 smithi177 ceph-mon[212096]: from='client.58688 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:06:18.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:18 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2187070711' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:06:19.454 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:06:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:06:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:06:19.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:19 smithi123 ceph-mon[188613]: pgmap v13596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:19.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:19 smithi123 ceph-mon[191304]: pgmap v13596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:19.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:19 smithi177 ceph-mon[212096]: pgmap v13596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:21.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:21 smithi123 ceph-mon[191304]: pgmap v13597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:21.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:21 smithi123 ceph-mon[188613]: pgmap v13597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:21.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:21 smithi177 ceph-mon[212096]: pgmap v13597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:23.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:23 smithi123 ceph-mon[191304]: pgmap v13598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:23.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:23 smithi123 ceph-mon[188613]: pgmap v13598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:23.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:23 smithi177 ceph-mon[212096]: pgmap v13598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:25.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:25 smithi123 ceph-mon[191304]: pgmap v13599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:25.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:25 smithi123 ceph-mon[188613]: pgmap v13599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:25.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:25 smithi177 ceph-mon[212096]: pgmap v13599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:27.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:27 smithi123 ceph-mon[191304]: pgmap v13600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:27.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:06:27.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:27 smithi123 ceph-mon[188613]: pgmap v13600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:27.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:06:27.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:27 smithi177 ceph-mon[212096]: pgmap v13600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:27.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:06:29.474 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:06:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:06:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:06:29.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:29 smithi123 ceph-mon[191304]: pgmap v13601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:29.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:29 smithi123 ceph-mon[188613]: pgmap v13601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:29.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:29 smithi177 ceph-mon[212096]: pgmap v13601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:31.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:31 smithi123 ceph-mon[191304]: pgmap v13602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:31.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:31 smithi123 ceph-mon[188613]: pgmap v13602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:31.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:31 smithi177 ceph-mon[212096]: pgmap v13602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:33.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:33 smithi123 ceph-mon[191304]: pgmap v13603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:33.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:33 smithi123 ceph-mon[188613]: pgmap v13603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:33.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:33 smithi177 ceph-mon[212096]: pgmap v13603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:35.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:35 smithi123 ceph-mon[191304]: pgmap v13604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:35.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:35 smithi123 ceph-mon[188613]: pgmap v13604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:35.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:35 smithi177 ceph-mon[212096]: pgmap v13604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:37.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:37 smithi177 ceph-mon[212096]: pgmap v13605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:37.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:37 smithi123 ceph-mon[191304]: pgmap v13605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:37.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:37 smithi123 ceph-mon[188613]: pgmap v13605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:39.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:06:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:06:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:06:39.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:39 smithi177 ceph-mon[212096]: pgmap v13606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:39.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:39 smithi123 ceph-mon[191304]: pgmap v13606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:39.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:39 smithi123 ceph-mon[188613]: pgmap v13606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:41.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:41 smithi177 ceph-mon[212096]: pgmap v13607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:41.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:41 smithi123 ceph-mon[191304]: pgmap v13607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:41.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:41 smithi123 ceph-mon[188613]: pgmap v13607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:42.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:06:42.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:06:42.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:06:43.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:43 smithi177 ceph-mon[212096]: pgmap v13608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:43.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:43 smithi123 ceph-mon[191304]: pgmap v13608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:43.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:43 smithi123 ceph-mon[188613]: pgmap v13608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:45.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:45 smithi177 ceph-mon[212096]: pgmap v13609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:45.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:45 smithi123 ceph-mon[191304]: pgmap v13609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:45.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:45 smithi123 ceph-mon[188613]: pgmap v13609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:47.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:47 smithi177 ceph-mon[212096]: pgmap v13610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:47.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:47 smithi123 ceph-mon[191304]: pgmap v13610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:47.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:47 smithi123 ceph-mon[188613]: pgmap v13610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:48.663 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:06:48.967 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:06:48.967 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 3m ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:06:48.968 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 110s ago 6h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:06:48.968 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 3m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:06:48.968 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 110s ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:06:48.968 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 110s ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:06:48.968 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 3m ago 6h 787M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:06:48.968 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 3m ago 6h 1699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:06:48.968 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 110s ago 6h 801M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:06:48.968 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 3m ago 6h 865M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:06:48.968 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 3m ago 6h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:06:48.968 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 110s ago 6h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:06:48.968 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 3m ago 6h 4938M 2329M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:06:48.968 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 3m ago 6h 5670M 2329M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:06:48.968 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 3m ago 6h 4612M 2329M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:06:48.968 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 3m ago 6h 4788M 2329M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:06:48.969 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 110s ago 6h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:06:48.969 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 110s ago 6h 4458M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:06:48.969 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 110s ago 6h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:06:48.969 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 110s ago 6h 4423M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:06:48.969 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 110s ago 6h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:06:49.347 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:06:49.347 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:06:49.348 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:06:49.348 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:06:49.348 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:06:49.348 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:06:49.348 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:06:49.348 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:06:49.348 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:06:49.348 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:06:49.348 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:06:49.348 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:06:49.348 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:06:49.348 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:06:49.349 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:06:49.349 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:06:49.349 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:06:49.349 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:06:49.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:06:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:06:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T17:06:49.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:49 smithi177 ceph-mon[212096]: pgmap v13611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:49.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:49 smithi177 ceph-mon[212096]: from='client.58700 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:06:49.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:49 smithi177 ceph-mon[212096]: from='client.48759 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:06:49.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:49 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2952886796' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:06:49.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:49 smithi123 ceph-mon[188613]: pgmap v13611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:49.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:49 smithi123 ceph-mon[188613]: from='client.58700 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:06:49.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:49 smithi123 ceph-mon[188613]: from='client.48759 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:06:49.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:49 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2952886796' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:06:49.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:49 smithi123 ceph-mon[191304]: pgmap v13611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:49.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:49 smithi123 ceph-mon[191304]: from='client.58700 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:06:49.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:49 smithi123 ceph-mon[191304]: from='client.48759 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:06:49.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:49 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2952886796' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:06:51.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:51 smithi177 ceph-mon[212096]: pgmap v13612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:51.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:51 smithi123 ceph-mon[191304]: pgmap v13612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:51.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:51 smithi123 ceph-mon[188613]: pgmap v13612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:53.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:53 smithi177 ceph-mon[212096]: pgmap v13613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:53.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:53 smithi123 ceph-mon[191304]: pgmap v13613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:53.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:53 smithi123 ceph-mon[188613]: pgmap v13613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:55.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:55 smithi177 ceph-mon[212096]: pgmap v13614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:55.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:55 smithi123 ceph-mon[191304]: pgmap v13614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:55.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:55 smithi123 ceph-mon[188613]: pgmap v13614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:57.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:57 smithi177 ceph-mon[212096]: pgmap v13615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:57.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:06:57.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:57 smithi123 ceph-mon[188613]: pgmap v13615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:57.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:06:57.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:57 smithi123 ceph-mon[191304]: pgmap v13615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:57.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:06:59.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:06:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:06:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:06:59.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:59 smithi177 ceph-mon[212096]: pgmap v13616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:59.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:06:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:06:59.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:59 smithi123 ceph-mon[191304]: pgmap v13616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:59.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:06:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:06:59.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:59 smithi123 ceph-mon[188613]: pgmap v13616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:06:59.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:06:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:07:00.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:07:00.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:07:00.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:07:00.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:07:00.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:07:00.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:07:00.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:07:00.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:07:00.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:07:02.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:01 smithi177 ceph-mon[212096]: pgmap v13617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:02.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:01 smithi123 ceph-mon[191304]: pgmap v13617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:02.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:01 smithi123 ceph-mon[188613]: pgmap v13617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:04.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:03 smithi177 ceph-mon[212096]: pgmap v13618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:04.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:03 smithi123 ceph-mon[191304]: pgmap v13618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:04.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:03 smithi123 ceph-mon[188613]: pgmap v13618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:06.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:05 smithi177 ceph-mon[212096]: pgmap v13619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:06.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:05 smithi123 ceph-mon[188613]: pgmap v13619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:06.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:05 smithi123 ceph-mon[191304]: pgmap v13619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:08.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:07 smithi177 ceph-mon[212096]: pgmap v13620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:08.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:07 smithi123 ceph-mon[191304]: pgmap v13620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:08.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:07 smithi123 ceph-mon[188613]: pgmap v13620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:09.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:07:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:07:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:07:10.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:09 smithi177 ceph-mon[212096]: pgmap v13621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:10.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:09 smithi123 ceph-mon[188613]: pgmap v13621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:10.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:09 smithi123 ceph-mon[191304]: pgmap v13621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:12.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:11 smithi177 ceph-mon[212096]: pgmap v13622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:12.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:07:12.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:11 smithi123 ceph-mon[191304]: pgmap v13622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:12.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:07:12.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:11 smithi123 ceph-mon[188613]: pgmap v13622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:12.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:07:14.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:13 smithi177 ceph-mon[212096]: pgmap v13623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:14.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:13 smithi123 ceph-mon[191304]: pgmap v13623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:14.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:13 smithi123 ceph-mon[188613]: pgmap v13623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:16.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:15 smithi177 ceph-mon[212096]: pgmap v13624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:16.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:15 smithi123 ceph-mon[188613]: pgmap v13624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:16.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:15 smithi123 ceph-mon[191304]: pgmap v13624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:18.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:17 smithi177 ceph-mon[212096]: pgmap v13625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:18.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:17 smithi123 ceph-mon[188613]: pgmap v13625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:18.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:17 smithi123 ceph-mon[191304]: pgmap v13625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:19.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:07:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:07:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T17:07:19.690 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:07:19.998 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:07:19.998 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 4m ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:07:19.999 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 2m ago 6h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:07:19.999 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 4m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:07:19.999 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 2m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:07:19.999 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 2m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:07:19.999 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 4m ago 6h 787M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:07:19.999 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 4m ago 6h 1699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:07:19.999 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 2m ago 6h 801M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:07:19.999 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 4m ago 6h 865M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:07:19.999 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 4m ago 6h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:07:19.999 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 2m ago 6h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:07:19.999 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 4m ago 6h 4938M 2329M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:07:19.999 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 4m ago 6h 5670M 2329M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:07:19.999 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 4m ago 6h 4612M 2329M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:07:19.999 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 4m ago 6h 4788M 2329M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:07:19.999 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 2m ago 6h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:07:20.000 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 2m ago 6h 4458M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:07:20.000 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 2m ago 6h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:07:20.000 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 2m ago 6h 4423M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:07:20.000 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 2m ago 6h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:07:20.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:19 smithi177 ceph-mon[212096]: pgmap v13626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:20.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:19 smithi123 ceph-mon[191304]: pgmap v13626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:20.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:19 smithi123 ceph-mon[188613]: pgmap v13626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:20.386 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:07:20.386 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:07:20.386 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:07:20.386 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:07:20.386 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:07:20.386 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:07:20.386 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:07:20.386 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:07:20.386 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:07:20.386 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:07:20.386 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:07:20.387 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:07:20.387 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:07:20.387 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:07:20.387 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:07:20.387 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:07:20.387 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:07:20.387 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:07:21.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:20 smithi177 ceph-mon[212096]: from='client.48771 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:07:21.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:20 smithi177 ceph-mon[212096]: from='client.48777 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:07:21.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:20 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1543083356' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:07:21.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:20 smithi123 ceph-mon[191304]: from='client.48771 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:07:21.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:20 smithi123 ceph-mon[191304]: from='client.48777 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:07:21.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:20 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1543083356' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:07:21.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:20 smithi123 ceph-mon[188613]: from='client.48771 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:07:21.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:20 smithi123 ceph-mon[188613]: from='client.48777 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:07:21.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:20 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1543083356' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:07:22.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:21 smithi177 ceph-mon[212096]: pgmap v13627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:22.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:21 smithi123 ceph-mon[191304]: pgmap v13627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:22.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:21 smithi123 ceph-mon[188613]: pgmap v13627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:24.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:23 smithi123 ceph-mon[191304]: pgmap v13628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:24.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:23 smithi123 ceph-mon[188613]: pgmap v13628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:24.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:23 smithi177 ceph-mon[212096]: pgmap v13628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:26.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:25 smithi123 ceph-mon[191304]: pgmap v13629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:26.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:25 smithi123 ceph-mon[188613]: pgmap v13629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:26.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:25 smithi177 ceph-mon[212096]: pgmap v13629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:27.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:07:27.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:07:27.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:07:28.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:27 smithi123 ceph-mon[191304]: pgmap v13630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:28.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:27 smithi123 ceph-mon[188613]: pgmap v13630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:28.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:27 smithi177 ceph-mon[212096]: pgmap v13630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:29.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:07:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:07:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:07:30.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:29 smithi123 ceph-mon[191304]: pgmap v13631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:30.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:29 smithi123 ceph-mon[188613]: pgmap v13631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:30.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:29 smithi177 ceph-mon[212096]: pgmap v13631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:32.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:31 smithi123 ceph-mon[191304]: pgmap v13632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:32.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:31 smithi123 ceph-mon[188613]: pgmap v13632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:32.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:31 smithi177 ceph-mon[212096]: pgmap v13632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:34.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:33 smithi123 ceph-mon[191304]: pgmap v13633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:34.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:33 smithi123 ceph-mon[188613]: pgmap v13633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:34.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:33 smithi177 ceph-mon[212096]: pgmap v13633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:36.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:35 smithi123 ceph-mon[191304]: pgmap v13634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:36.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:35 smithi123 ceph-mon[188613]: pgmap v13634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:36.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:35 smithi177 ceph-mon[212096]: pgmap v13634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:38.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:37 smithi123 ceph-mon[191304]: pgmap v13635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:38.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:37 smithi123 ceph-mon[188613]: pgmap v13635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:38.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:37 smithi177 ceph-mon[212096]: pgmap v13635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:39.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:07:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:07:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:07:40.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:39 smithi123 ceph-mon[191304]: pgmap v13636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:40.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:39 smithi123 ceph-mon[188613]: pgmap v13636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:40.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:39 smithi177 ceph-mon[212096]: pgmap v13636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:42.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:41 smithi123 ceph-mon[191304]: pgmap v13637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:42.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:07:42.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:41 smithi123 ceph-mon[188613]: pgmap v13637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:42.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:07:42.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:41 smithi177 ceph-mon[212096]: pgmap v13637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:42.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:07:44.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:43 smithi123 ceph-mon[191304]: pgmap v13638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:44.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:43 smithi123 ceph-mon[188613]: pgmap v13638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:44.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:43 smithi177 ceph-mon[212096]: pgmap v13638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:46.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:45 smithi123 ceph-mon[188613]: pgmap v13639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:46.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:45 smithi123 ceph-mon[191304]: pgmap v13639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:46.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:45 smithi177 ceph-mon[212096]: pgmap v13639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:48.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:47 smithi123 ceph-mon[191304]: pgmap v13640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:48.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:47 smithi123 ceph-mon[188613]: pgmap v13640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:48.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:47 smithi177 ceph-mon[212096]: pgmap v13640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:49.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:07:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:07:49] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T17:07:50.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:49 smithi123 ceph-mon[188613]: pgmap v13641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:50.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:49 smithi123 ceph-mon[191304]: pgmap v13641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:50.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:49 smithi177 ceph-mon[212096]: pgmap v13641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:50.730 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:07:51.042 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:07:51.042 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 4m ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:07:51.043 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 2m ago 6h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:07:51.043 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 4m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:07:51.043 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 2m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:07:51.043 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 2m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:07:51.043 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 4m ago 6h 787M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:07:51.043 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 4m ago 6h 1699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:07:51.043 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 2m ago 6h 801M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:07:51.043 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 4m ago 6h 865M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:07:51.043 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 4m ago 6h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:07:51.043 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 2m ago 6h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:07:51.043 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 4m ago 6h 4938M 2329M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:07:51.043 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 4m ago 6h 5670M 2329M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:07:51.043 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 4m ago 6h 4612M 2329M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:07:51.043 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 4m ago 6h 4788M 2329M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:07:51.043 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 2m ago 6h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:07:51.044 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 2m ago 6h 4458M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:07:51.044 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 2m ago 6h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:07:51.044 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 2m ago 6h 4423M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:07:51.044 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 2m ago 6h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:07:51.423 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:07:51.423 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:07:51.424 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:07:51.424 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:07:51.424 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:07:51.424 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:07:51.424 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:07:51.424 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:07:51.424 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:07:51.424 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:07:51.424 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:07:51.424 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:07:51.424 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:07:51.424 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:07:51.424 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:07:51.424 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:07:51.425 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:07:51.425 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:07:52.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:51 smithi123 ceph-mon[191304]: pgmap v13642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:52.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:51 smithi123 ceph-mon[191304]: from='client.58736 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:07:52.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:51 smithi123 ceph-mon[191304]: from='client.48795 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:07:52.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:51 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2694440036' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:07:52.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:51 smithi123 ceph-mon[188613]: pgmap v13642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:52.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:51 smithi123 ceph-mon[188613]: from='client.58736 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:07:52.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:51 smithi123 ceph-mon[188613]: from='client.48795 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:07:52.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:51 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2694440036' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:07:52.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:51 smithi177 ceph-mon[212096]: pgmap v13642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:52.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:51 smithi177 ceph-mon[212096]: from='client.58736 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:07:52.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:51 smithi177 ceph-mon[212096]: from='client.48795 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:07:52.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:51 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2694440036' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:07:54.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:53 smithi123 ceph-mon[188613]: pgmap v13643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:54.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:53 smithi123 ceph-mon[191304]: pgmap v13643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:54.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:53 smithi177 ceph-mon[212096]: pgmap v13643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:56.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:55 smithi123 ceph-mon[188613]: pgmap v13644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:56.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:55 smithi123 ceph-mon[191304]: pgmap v13644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:56.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:55 smithi177 ceph-mon[212096]: pgmap v13644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:57.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:07:57.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:07:57.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:07:58.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:57 smithi123 ceph-mon[188613]: pgmap v13645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:58.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:57 smithi123 ceph-mon[191304]: pgmap v13645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:58.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:57 smithi177 ceph-mon[212096]: pgmap v13645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:07:59.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:07:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:07:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:08:00.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:07:59 smithi123 ceph-mon[191304]: pgmap v13646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:00.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:07:59 smithi123 ceph-mon[188613]: pgmap v13646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:00.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:07:59 smithi177 ceph-mon[212096]: pgmap v13646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:01.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:08:01.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:08:01.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:08:01.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:08:01.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:08:01.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:08:01.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:08:01.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:08:01.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:08:01.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:08:01.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:08:01.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:08:02.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:01 smithi123 ceph-mon[191304]: pgmap v13647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:02.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:01 smithi123 ceph-mon[188613]: pgmap v13647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:02.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:01 smithi177 ceph-mon[212096]: pgmap v13647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:04.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:03 smithi123 ceph-mon[191304]: pgmap v13648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:04.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:03 smithi123 ceph-mon[188613]: pgmap v13648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:04.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:03 smithi177 ceph-mon[212096]: pgmap v13648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:06.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:05 smithi123 ceph-mon[191304]: pgmap v13649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:06.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:05 smithi123 ceph-mon[188613]: pgmap v13649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:06.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:05 smithi177 ceph-mon[212096]: pgmap v13649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:08.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:07 smithi123 ceph-mon[191304]: pgmap v13650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:08.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:07 smithi123 ceph-mon[188613]: pgmap v13650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:08.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:07 smithi177 ceph-mon[212096]: pgmap v13650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:09.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:08:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:08:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:08:10.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:09 smithi123 ceph-mon[191304]: pgmap v13651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:10.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:09 smithi123 ceph-mon[188613]: pgmap v13651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:10.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:09 smithi177 ceph-mon[212096]: pgmap v13651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:12.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:11 smithi123 ceph-mon[191304]: pgmap v13652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:12.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:08:12.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:11 smithi123 ceph-mon[188613]: pgmap v13652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:12.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:08:12.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:11 smithi177 ceph-mon[212096]: pgmap v13652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:12.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:08:14.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:13 smithi177 ceph-mon[212096]: pgmap v13653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:14.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:13 smithi123 ceph-mon[191304]: pgmap v13653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:14.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:13 smithi123 ceph-mon[188613]: pgmap v13653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:16.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:15 smithi177 ceph-mon[212096]: pgmap v13654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:16.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:15 smithi123 ceph-mon[188613]: pgmap v13654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:16.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:15 smithi123 ceph-mon[191304]: pgmap v13654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:18.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:17 smithi177 ceph-mon[212096]: pgmap v13655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:18.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:17 smithi123 ceph-mon[188613]: pgmap v13655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:18.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:17 smithi123 ceph-mon[191304]: pgmap v13655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:19.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:08:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:08:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:08:20.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:20 smithi177 ceph-mon[212096]: pgmap v13656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:20.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:20 smithi123 ceph-mon[191304]: pgmap v13656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:20.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:20 smithi123 ceph-mon[188613]: pgmap v13656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:21.770 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:08:22.078 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:08:22.078 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 5m ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:08:22.078 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 3m ago 6h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:08:22.078 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 5m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:08:22.078 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 3m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:08:22.079 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 3m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:08:22.079 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 5m ago 6h 787M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:08:22.079 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 5m ago 6h 1699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:08:22.079 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 3m ago 6h 801M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:08:22.079 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 5m ago 6h 865M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:08:22.079 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 5m ago 6h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:08:22.079 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 3m ago 6h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:08:22.079 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 5m ago 6h 4938M 2329M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:08:22.079 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 5m ago 6h 5670M 2329M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:08:22.079 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 5m ago 6h 4612M 2329M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:08:22.079 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 5m ago 6h 4788M 2329M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:08:22.079 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 3m ago 6h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:08:22.079 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 3m ago 6h 4458M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:08:22.079 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 3m ago 6h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:08:22.079 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 3m ago 6h 4423M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:08:22.080 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 3m ago 6h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:08:22.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:22 smithi177 ceph-mon[212096]: pgmap v13657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:22.460 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:08:22.460 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:08:22.460 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:08:22.460 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:08:22.460 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:08:22.461 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:08:22.461 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:08:22.461 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:08:22.461 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:08:22.461 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:08:22.461 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:08:22.461 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:08:22.461 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:08:22.461 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:08:22.461 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:08:22.461 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:08:22.461 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:08:22.461 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:08:22.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:22 smithi123 ceph-mon[191304]: pgmap v13657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:22.499 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:22 smithi123 ceph-mon[188613]: pgmap v13657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:23.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:23 smithi177 ceph-mon[212096]: from='client.58754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:08:23.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:23 smithi177 ceph-mon[212096]: from='client.48813 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:08:23.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:23 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3185711185' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:08:23.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:23 smithi123 ceph-mon[188613]: from='client.58754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:08:23.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:23 smithi123 ceph-mon[188613]: from='client.48813 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:08:23.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:23 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3185711185' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:08:23.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:23 smithi123 ceph-mon[191304]: from='client.58754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:08:23.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:23 smithi123 ceph-mon[191304]: from='client.48813 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:08:23.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:23 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3185711185' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:08:24.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:24 smithi177 ceph-mon[212096]: pgmap v13658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:24.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:24 smithi123 ceph-mon[191304]: pgmap v13658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:24.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:24 smithi123 ceph-mon[188613]: pgmap v13658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:26.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:26 smithi177 ceph-mon[212096]: pgmap v13659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:26.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:26 smithi123 ceph-mon[191304]: pgmap v13659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:26.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:26 smithi123 ceph-mon[188613]: pgmap v13659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:27.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:08:27.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:08:27.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:08:28.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:28 smithi177 ceph-mon[212096]: pgmap v13660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:28.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:28 smithi123 ceph-mon[188613]: pgmap v13660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:28.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:28 smithi123 ceph-mon[191304]: pgmap v13660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:29.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:29 smithi123 ceph-mon[191304]: pgmap v13661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:29.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:29 smithi123 ceph-mon[188613]: pgmap v13661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:29.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:08:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:08:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:08:29.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:29 smithi177 ceph-mon[212096]: pgmap v13661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:31.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:31 smithi177 ceph-mon[212096]: pgmap v13662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:31.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:31 smithi123 ceph-mon[191304]: pgmap v13662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:31.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:31 smithi123 ceph-mon[188613]: pgmap v13662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:33.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:33 smithi177 ceph-mon[212096]: pgmap v13663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:33.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:33 smithi123 ceph-mon[191304]: pgmap v13663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:33.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:33 smithi123 ceph-mon[188613]: pgmap v13663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:35.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:35 smithi177 ceph-mon[212096]: pgmap v13664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:35.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:35 smithi123 ceph-mon[191304]: pgmap v13664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:35.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:35 smithi123 ceph-mon[188613]: pgmap v13664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:37.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:37 smithi177 ceph-mon[212096]: pgmap v13665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:37.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:37 smithi123 ceph-mon[191304]: pgmap v13665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:37.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:37 smithi123 ceph-mon[188613]: pgmap v13665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:39.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:39 smithi123 ceph-mon[191304]: pgmap v13666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:39.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:39 smithi123 ceph-mon[188613]: pgmap v13666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:39.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:08:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:08:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:08:39.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:39 smithi177 ceph-mon[212096]: pgmap v13666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:41.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:41 smithi177 ceph-mon[212096]: pgmap v13667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:41.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:41 smithi123 ceph-mon[191304]: pgmap v13667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:41.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:41 smithi123 ceph-mon[188613]: pgmap v13667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:42.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:08:42.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:08:42.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:08:43.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:43 smithi177 ceph-mon[212096]: pgmap v13668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:43.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:43 smithi123 ceph-mon[191304]: pgmap v13668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:43.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:43 smithi123 ceph-mon[188613]: pgmap v13668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:45.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:45 smithi177 ceph-mon[212096]: pgmap v13669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:45.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:45 smithi123 ceph-mon[191304]: pgmap v13669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:45.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:45 smithi123 ceph-mon[188613]: pgmap v13669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:47.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:47 smithi177 ceph-mon[212096]: pgmap v13670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:47.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:47 smithi123 ceph-mon[191304]: pgmap v13670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:47.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:47 smithi123 ceph-mon[188613]: pgmap v13670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:49.325 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:08:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:08:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:08:49.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:49 smithi177 ceph-mon[212096]: pgmap v13671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:49.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:49 smithi123 ceph-mon[191304]: pgmap v13671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:49.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:49 smithi123 ceph-mon[188613]: pgmap v13671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:51.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:51 smithi177 ceph-mon[212096]: pgmap v13672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:51.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:51 smithi123 ceph-mon[191304]: pgmap v13672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:51.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:51 smithi123 ceph-mon[188613]: pgmap v13672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:52.804 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:08:53.111 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:08:53.111 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 5m ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:08:53.111 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 3m ago 6h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:08:53.111 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 5m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:08:53.111 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 3m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:08:53.111 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 3m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:08:53.111 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 5m ago 6h 787M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:08:53.112 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 5m ago 6h 1699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:08:53.112 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 3m ago 6h 801M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:08:53.112 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 5m ago 6h 865M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:08:53.112 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 5m ago 6h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:08:53.112 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 3m ago 6h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:08:53.112 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 5m ago 6h 4938M 2329M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:08:53.112 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 5m ago 6h 5670M 2329M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:08:53.112 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 5m ago 6h 4612M 2329M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:08:53.112 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 5m ago 6h 4788M 2329M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:08:53.112 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 3m ago 6h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:08:53.112 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 3m ago 6h 4458M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:08:53.112 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 3m ago 6h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:08:53.112 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 3m ago 6h 4423M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:08:53.112 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 3m ago 6h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:08:53.495 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:08:53.495 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:08:53.495 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:08:53.495 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:08:53.495 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:08:53.495 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:08:53.496 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:08:53.496 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:08:53.496 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:08:53.496 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:08:53.496 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:08:53.496 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:08:53.496 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:08:53.496 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:08:53.496 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:08:53.496 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:08:53.496 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:08:53.496 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:08:53.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:53 smithi177 ceph-mon[212096]: pgmap v13673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:53.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:53 smithi177 ceph-mon[212096]: from='client.48825 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:08:53.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:53 smithi177 ceph-mon[212096]: from='client.48831 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:08:53.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:53 smithi123 ceph-mon[191304]: pgmap v13673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:53.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:53 smithi123 ceph-mon[191304]: from='client.48825 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:08:53.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:53 smithi123 ceph-mon[191304]: from='client.48831 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:08:53.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:53 smithi123 ceph-mon[188613]: pgmap v13673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:53.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:53 smithi123 ceph-mon[188613]: from='client.48825 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:08:53.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:53 smithi123 ceph-mon[188613]: from='client.48831 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:08:54.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:54 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2204110999' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:08:54.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:54 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2204110999' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:08:54.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:54 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2204110999' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:08:55.649 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:55 smithi177 ceph-mon[212096]: pgmap v13674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:55.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:55 smithi123 ceph-mon[191304]: pgmap v13674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:55.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:55 smithi123 ceph-mon[188613]: pgmap v13674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:57.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:57 smithi177 ceph-mon[212096]: pgmap v13675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:57.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:08:57.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:57 smithi123 ceph-mon[191304]: pgmap v13675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:57.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:08:57.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:57 smithi123 ceph-mon[188613]: pgmap v13675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:57.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:08:59.349 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:08:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:08:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:08:59.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:08:59 smithi177 ceph-mon[212096]: pgmap v13676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:59.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:08:59 smithi123 ceph-mon[188613]: pgmap v13676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:08:59.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:08:59 smithi123 ceph-mon[191304]: pgmap v13676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:01.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:01 smithi177 ceph-mon[212096]: pgmap v13677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:01.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:09:01.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:09:01.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:09:01.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:09:01.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:01 smithi123 ceph-mon[191304]: pgmap v13677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:01.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:09:01.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:09:01.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:09:01.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:09:01.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:01 smithi123 ceph-mon[188613]: pgmap v13677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:01.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:09:01.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:09:01.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:09:01.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:09:03.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:03 smithi177 ceph-mon[212096]: pgmap v13678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:03.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:03 smithi123 ceph-mon[191304]: pgmap v13678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:03.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:03 smithi123 ceph-mon[188613]: pgmap v13678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:05.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:05 smithi177 ceph-mon[212096]: pgmap v13679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:05.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:05 smithi123 ceph-mon[191304]: pgmap v13679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:05.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:05 smithi123 ceph-mon[188613]: pgmap v13679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:07.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:07 smithi177 ceph-mon[212096]: pgmap v13680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:07.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:07 smithi123 ceph-mon[191304]: pgmap v13680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:07.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:07 smithi123 ceph-mon[188613]: pgmap v13680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:09.366 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:09:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:09:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:09:09.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:09 smithi177 ceph-mon[212096]: pgmap v13681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:09.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:09 smithi123 ceph-mon[191304]: pgmap v13681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:09.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:09 smithi123 ceph-mon[188613]: pgmap v13681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:11.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:11 smithi177 ceph-mon[212096]: pgmap v13682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:11.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:11 smithi123 ceph-mon[191304]: pgmap v13682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:11.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:11 smithi123 ceph-mon[188613]: pgmap v13682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:12.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:09:12.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:09:12.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:09:13.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:13 smithi177 ceph-mon[212096]: pgmap v13683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:13.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:13 smithi123 ceph-mon[191304]: pgmap v13683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:13.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:13 smithi123 ceph-mon[188613]: pgmap v13683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:15.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:15 smithi177 ceph-mon[212096]: pgmap v13684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:15.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:15 smithi123 ceph-mon[188613]: pgmap v13684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:15.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:15 smithi123 ceph-mon[191304]: pgmap v13684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:17.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:17 smithi177 ceph-mon[212096]: pgmap v13685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:17.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:17 smithi123 ceph-mon[188613]: pgmap v13685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:17.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:17 smithi123 ceph-mon[191304]: pgmap v13685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:19.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:19 smithi123 ceph-mon[188613]: pgmap v13686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:19.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:19 smithi123 ceph-mon[191304]: pgmap v13686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:19.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:09:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:09:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:09:19.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:19 smithi177 ceph-mon[212096]: pgmap v13686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:21.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:21 smithi177 ceph-mon[212096]: pgmap v13687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:21.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:21 smithi123 ceph-mon[191304]: pgmap v13687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:21.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:21 smithi123 ceph-mon[188613]: pgmap v13687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:23.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:23 smithi177 ceph-mon[212096]: pgmap v13688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:23.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:23 smithi123 ceph-mon[191304]: pgmap v13688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:23.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:23 smithi123 ceph-mon[188613]: pgmap v13688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:23.838 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:09:24.157 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:09:24.199 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 6m ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:09:24.199 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 4m ago 6h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:09:24.199 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 6m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:09:24.199 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 4m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:09:24.199 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 4m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:09:24.199 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 6m ago 6h 787M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:09:24.200 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 6m ago 6h 1699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:09:24.200 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 4m ago 6h 801M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:09:24.200 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 6m ago 6h 865M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:09:24.200 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 6m ago 6h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:09:24.200 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 4m ago 6h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:09:24.200 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 6m ago 6h 4938M 2329M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:09:24.200 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 6m ago 6h 5670M 2329M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:09:24.200 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 6m ago 6h 4612M 2329M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:09:24.200 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 6m ago 6h 4788M 2329M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:09:24.200 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 4m ago 6h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:09:24.200 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 4m ago 6h 4458M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:09:24.200 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 4m ago 6h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:09:24.200 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 4m ago 6h 4423M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:09:24.200 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 4m ago 6h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:09:24.540 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:09:24.540 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:09:24.540 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:09:24.540 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:09:24.540 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:09:24.540 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:09:24.540 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:09:24.541 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:09:24.541 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:09:24.541 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:09:24.541 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:09:24.541 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:09:24.541 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:09:24.541 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:09:24.541 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:09:24.541 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:09:24.541 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:09:24.541 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:09:24.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:24 smithi177 ceph-mon[212096]: from='client.58790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:09:24.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:24 smithi177 ceph-mon[212096]: from='client.48849 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:09:24.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:24 smithi123 ceph-mon[191304]: from='client.58790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:09:24.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:24 smithi123 ceph-mon[191304]: from='client.48849 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:09:24.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:24 smithi123 ceph-mon[188613]: from='client.58790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:09:24.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:24 smithi123 ceph-mon[188613]: from='client.48849 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:09:25.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:25 smithi177 ceph-mon[212096]: pgmap v13689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:25.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:25 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/137975133' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:09:25.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:25 smithi123 ceph-mon[191304]: pgmap v13689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:25.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:25 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/137975133' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:09:25.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:25 smithi123 ceph-mon[188613]: pgmap v13689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:25.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:25 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/137975133' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:09:27.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:27 smithi177 ceph-mon[212096]: pgmap v13690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:27.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:09:27.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:27 smithi123 ceph-mon[191304]: pgmap v13690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:27.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:09:27.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:27 smithi123 ceph-mon[188613]: pgmap v13690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:27.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:09:29.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:29 smithi123 ceph-mon[188613]: pgmap v13691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:29.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:09:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:09:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:09:29.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:29 smithi123 ceph-mon[191304]: pgmap v13691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:29.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:29 smithi177 ceph-mon[212096]: pgmap v13691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:31.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:31 smithi177 ceph-mon[212096]: pgmap v13692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:31.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:31 smithi123 ceph-mon[188613]: pgmap v13692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:31.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:31 smithi123 ceph-mon[191304]: pgmap v13692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:33.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:33 smithi177 ceph-mon[212096]: pgmap v13693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:33.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:33 smithi123 ceph-mon[188613]: pgmap v13693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:33.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:33 smithi123 ceph-mon[191304]: pgmap v13693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:35.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:35 smithi177 ceph-mon[212096]: pgmap v13694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:35.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:35 smithi123 ceph-mon[191304]: pgmap v13694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:35.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:35 smithi123 ceph-mon[188613]: pgmap v13694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:37.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:37 smithi177 ceph-mon[212096]: pgmap v13695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:37.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:37 smithi123 ceph-mon[191304]: pgmap v13695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:37.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:37 smithi123 ceph-mon[188613]: pgmap v13695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:39.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:09:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:09:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:09:39.486 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:39 smithi123 ceph-mon[191304]: pgmap v13696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:39.486 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:39 smithi123 ceph-mon[188613]: pgmap v13696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:39.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:39 smithi177 ceph-mon[212096]: pgmap v13696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:41.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:41 smithi177 ceph-mon[212096]: pgmap v13697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:41.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:41 smithi123 ceph-mon[188613]: pgmap v13697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:41.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:41 smithi123 ceph-mon[191304]: pgmap v13697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:42.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:09:42.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:09:42.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:09:43.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:43 smithi177 ceph-mon[212096]: pgmap v13698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:43.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:43 smithi123 ceph-mon[191304]: pgmap v13698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:43.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:43 smithi123 ceph-mon[188613]: pgmap v13698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:45.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:45 smithi177 ceph-mon[212096]: pgmap v13699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:45.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:45 smithi123 ceph-mon[191304]: pgmap v13699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:45.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:45 smithi123 ceph-mon[188613]: pgmap v13699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:47.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:47 smithi177 ceph-mon[212096]: pgmap v13700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:47.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:47 smithi123 ceph-mon[191304]: pgmap v13700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:47.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:47 smithi123 ceph-mon[188613]: pgmap v13700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:49.342 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:09:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:09:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:09:49.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:49 smithi177 ceph-mon[212096]: pgmap v13701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:49.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:49 smithi123 ceph-mon[191304]: pgmap v13701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:49.762 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:49 smithi123 ceph-mon[188613]: pgmap v13701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:51.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:51 smithi177 ceph-mon[212096]: pgmap v13702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:51.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:51 smithi123 ceph-mon[191304]: pgmap v13702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:51.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:51 smithi123 ceph-mon[188613]: pgmap v13702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:53.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:53 smithi177 ceph-mon[212096]: pgmap v13703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:53.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:53 smithi123 ceph-mon[191304]: pgmap v13703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:53.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:53 smithi123 ceph-mon[188613]: pgmap v13703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:54.886 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:09:55.194 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:09:55.194 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 7m ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:09:55.194 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 4m ago 6h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:09:55.194 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 7m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:09:55.194 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 4m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:09:55.194 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 4m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:09:55.194 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 7m ago 6h 787M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:09:55.195 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 7m ago 6h 1699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:09:55.195 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 4m ago 6h 801M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:09:55.195 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 7m ago 6h 865M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:09:55.195 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 7m ago 6h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:09:55.195 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 4m ago 6h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:09:55.195 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 7m ago 6h 4938M 2329M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:09:55.195 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 7m ago 6h 5670M 2329M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:09:55.195 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 7m ago 6h 4612M 2329M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:09:55.195 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 7m ago 6h 4788M 2329M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:09:55.195 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 4m ago 6h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:09:55.195 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 4m ago 6h 4458M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:09:55.195 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 4m ago 6h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:09:55.195 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 4m ago 6h 4423M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:09:55.195 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 4m ago 6h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:09:55.579 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:09:55.579 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:09:55.579 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:09:55.579 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:09:55.579 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:09:55.579 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:09:55.579 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:09:55.579 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:09:55.579 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:09:55.579 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:09:55.580 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:09:55.580 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:09:55.580 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:09:55.580 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:09:55.580 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:09:55.580 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:09:55.580 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:09:55.580 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:09:55.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:55 smithi177 ceph-mon[212096]: pgmap v13704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:55.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:55 smithi177 ceph-mon[212096]: from='client.58808 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:09:55.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:55 smithi123 ceph-mon[188613]: pgmap v13704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:55.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:55 smithi123 ceph-mon[188613]: from='client.58808 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:09:55.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:55 smithi123 ceph-mon[191304]: pgmap v13704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:55.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:55 smithi123 ceph-mon[191304]: from='client.58808 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:09:56.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:56 smithi177 ceph-mon[212096]: from='client.48867 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:09:56.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:56 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4260299485' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:09:56.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:56 smithi123 ceph-mon[191304]: from='client.48867 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:09:56.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:56 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4260299485' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:09:56.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:56 smithi123 ceph-mon[188613]: from='client.48867 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:09:56.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:56 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4260299485' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:09:57.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:57 smithi177 ceph-mon[212096]: pgmap v13705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:57.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:09:57.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:57 smithi123 ceph-mon[191304]: pgmap v13705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:57.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:09:57.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:57 smithi123 ceph-mon[188613]: pgmap v13705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:57.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:09:59.324 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:09:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:09:59] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T17:09:59.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:09:59 smithi177 ceph-mon[212096]: pgmap v13706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:59.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:09:59 smithi123 ceph-mon[191304]: pgmap v13706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:09:59.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:09:59 smithi123 ceph-mon[188613]: pgmap v13706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:00.329 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T17:09:59.998+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T17:10:00.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T17:10:00.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T17:10:00.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T17:10:01.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:01 smithi177 ceph-mon[212096]: pgmap v13707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:01.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:10:01.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:01 smithi123 ceph-mon[191304]: pgmap v13707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:01.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:10:01.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:01 smithi123 ceph-mon[188613]: pgmap v13707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:01.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:10:02.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:10:02.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:10:02.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:10:02.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:10:02.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:10:02.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:10:02.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:10:02.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:10:02.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:10:03.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:03 smithi123 ceph-mon[191304]: pgmap v13708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:03.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:03 smithi123 ceph-mon[188613]: pgmap v13708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:04.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:03 smithi177 ceph-mon[212096]: pgmap v13708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:05.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:05 smithi123 ceph-mon[191304]: pgmap v13709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:05.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:05 smithi123 ceph-mon[188613]: pgmap v13709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:06.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:05 smithi177 ceph-mon[212096]: pgmap v13709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:07.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:07 smithi123 ceph-mon[191304]: pgmap v13710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:07.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:07 smithi123 ceph-mon[188613]: pgmap v13710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:08.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:07 smithi177 ceph-mon[212096]: pgmap v13710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:09.325 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:10:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:10:09] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T17:10:09.325 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:09 smithi123 ceph-mon[188613]: pgmap v13711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:09.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:09 smithi177 ceph-mon[212096]: pgmap v13711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:09.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:09 smithi123 ceph-mon[191304]: pgmap v13711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:11.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:11 smithi177 ceph-mon[212096]: pgmap v13712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:11.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:11 smithi123 ceph-mon[191304]: pgmap v13712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:11.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:11 smithi123 ceph-mon[188613]: pgmap v13712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:12.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:10:12.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:10:12.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:10:13.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:13 smithi177 ceph-mon[212096]: pgmap v13713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:13.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:13 smithi123 ceph-mon[188613]: pgmap v13713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:13.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:13 smithi123 ceph-mon[191304]: pgmap v13713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:15.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:15 smithi177 ceph-mon[212096]: pgmap v13714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:15.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:15 smithi123 ceph-mon[188613]: pgmap v13714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:15.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:15 smithi123 ceph-mon[191304]: pgmap v13714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:17.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:17 smithi177 ceph-mon[212096]: pgmap v13715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:17.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:17 smithi123 ceph-mon[191304]: pgmap v13715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:17.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:17 smithi123 ceph-mon[188613]: pgmap v13715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:19.329 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:10:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:10:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:10:19.330 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:19 smithi123 ceph-mon[188613]: pgmap v13716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:19.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:19 smithi177 ceph-mon[212096]: pgmap v13716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:19.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:19 smithi123 ceph-mon[191304]: pgmap v13716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:21.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:21 smithi177 ceph-mon[212096]: pgmap v13717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:21.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:21 smithi123 ceph-mon[188613]: pgmap v13717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:21.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:21 smithi123 ceph-mon[191304]: pgmap v13717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:23.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:23 smithi177 ceph-mon[212096]: pgmap v13718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:23.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:23 smithi123 ceph-mon[191304]: pgmap v13718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:23.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:23 smithi123 ceph-mon[188613]: pgmap v13718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:25.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:25 smithi177 ceph-mon[212096]: pgmap v13719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:25.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:25 smithi123 ceph-mon[191304]: pgmap v13719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:25.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:25 smithi123 ceph-mon[188613]: pgmap v13719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:25.925 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:10:26.234 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:10:26.235 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 7m ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:10:26.235 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 5m ago 6h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:10:26.235 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 7m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:10:26.235 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 5m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:10:26.235 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 5m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:10:26.235 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 7m ago 6h 787M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:10:26.235 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 7m ago 6h 1699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:10:26.235 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 5m ago 6h 801M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:10:26.235 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 7m ago 6h 865M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:10:26.235 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 7m ago 6h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:10:26.235 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 5m ago 6h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:10:26.235 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 7m ago 6h 4938M 2329M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:10:26.235 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 7m ago 6h 5670M 2329M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:10:26.236 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 7m ago 6h 4612M 2329M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:10:26.236 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 7m ago 6h 4788M 2329M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:10:26.236 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 5m ago 6h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:10:26.236 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 5m ago 6h 4458M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:10:26.236 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 5m ago 6h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:10:26.236 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 5m ago 6h 4423M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:10:26.236 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 5m ago 6h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:10:26.614 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:10:26.614 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:10:26.615 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:10:26.615 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:10:26.615 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:10:26.615 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:10:26.615 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:10:26.615 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:10:26.615 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:10:26.615 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:10:26.615 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:10:26.615 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:10:26.615 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:10:26.615 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:10:26.615 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:10:26.615 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:10:26.615 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:10:26.616 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:10:26.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:26 smithi177 ceph-mon[212096]: from='client.48879 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:10:26.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:26 smithi123 ceph-mon[191304]: from='client.48879 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:10:26.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:26 smithi123 ceph-mon[188613]: from='client.48879 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:10:27.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:27 smithi177 ceph-mon[212096]: from='client.48885 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:10:27.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:27 smithi177 ceph-mon[212096]: pgmap v13720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:27.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:27 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/502080241' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:10:27.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:10:27.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:27 smithi123 ceph-mon[191304]: from='client.48885 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:10:27.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:27 smithi123 ceph-mon[191304]: pgmap v13720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:27.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:27 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/502080241' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:10:27.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:10:27.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:27 smithi123 ceph-mon[188613]: from='client.48885 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:10:27.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:27 smithi123 ceph-mon[188613]: pgmap v13720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:27.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:27 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/502080241' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:10:27.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:10:29.331 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:10:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:10:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:10:29.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:29 smithi177 ceph-mon[212096]: pgmap v13721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:29.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:29 smithi123 ceph-mon[191304]: pgmap v13721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:29.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:29 smithi123 ceph-mon[188613]: pgmap v13721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:31.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:31 smithi177 ceph-mon[212096]: pgmap v13722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:31.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:31 smithi123 ceph-mon[191304]: pgmap v13722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:31.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:31 smithi123 ceph-mon[188613]: pgmap v13722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:33.647 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:33 smithi177 ceph-mon[212096]: pgmap v13723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:33.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:33 smithi123 ceph-mon[191304]: pgmap v13723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:33.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:33 smithi123 ceph-mon[188613]: pgmap v13723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:35.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:35 smithi177 ceph-mon[212096]: pgmap v13724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:35.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:35 smithi123 ceph-mon[191304]: pgmap v13724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:35.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:35 smithi123 ceph-mon[188613]: pgmap v13724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:37.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:37 smithi177 ceph-mon[212096]: pgmap v13725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:37.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:37 smithi123 ceph-mon[191304]: pgmap v13725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:37.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:37 smithi123 ceph-mon[188613]: pgmap v13725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:39.334 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:10:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:10:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:10:39.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:39 smithi177 ceph-mon[212096]: pgmap v13726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:39.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:39 smithi123 ceph-mon[191304]: pgmap v13726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:39.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:39 smithi123 ceph-mon[188613]: pgmap v13726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:41.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:41 smithi177 ceph-mon[212096]: pgmap v13727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:41.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:41 smithi123 ceph-mon[191304]: pgmap v13727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:41.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:41 smithi123 ceph-mon[188613]: pgmap v13727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:42.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:10:42.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:10:42.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:10:43.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:43 smithi177 ceph-mon[212096]: pgmap v13728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:43.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:43 smithi123 ceph-mon[191304]: pgmap v13728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:43.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:43 smithi123 ceph-mon[188613]: pgmap v13728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:45.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:45 smithi177 ceph-mon[212096]: pgmap v13729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:45.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:45 smithi123 ceph-mon[191304]: pgmap v13729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:45.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:45 smithi123 ceph-mon[188613]: pgmap v13729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:47.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:47 smithi177 ceph-mon[212096]: pgmap v13730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:47.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:47 smithi123 ceph-mon[191304]: pgmap v13730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:47.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:47 smithi123 ceph-mon[188613]: pgmap v13730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:49.336 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:10:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:10:49] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T17:10:49.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:49 smithi177 ceph-mon[212096]: pgmap v13731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:49.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:49 smithi123 ceph-mon[191304]: pgmap v13731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:49.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:49 smithi123 ceph-mon[188613]: pgmap v13731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:51.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:51 smithi177 ceph-mon[212096]: pgmap v13732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:51.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:51 smithi123 ceph-mon[191304]: pgmap v13732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:51.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:51 smithi123 ceph-mon[188613]: pgmap v13732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:53.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:53 smithi177 ceph-mon[212096]: pgmap v13733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:53.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:53 smithi123 ceph-mon[191304]: pgmap v13733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:53.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:53 smithi123 ceph-mon[188613]: pgmap v13733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:55.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:55 smithi177 ceph-mon[212096]: pgmap v13734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:55.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:55 smithi123 ceph-mon[191304]: pgmap v13734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:55.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:55 smithi123 ceph-mon[188613]: pgmap v13734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:56.962 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:10:57.272 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:10:57.272 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 8m ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:10:57.272 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 5m ago 6h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:10:57.272 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 8m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:10:57.272 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 5m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:10:57.273 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 5m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:10:57.273 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 8m ago 6h 787M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:10:57.273 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 8m ago 6h 1699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:10:57.273 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 5m ago 6h 801M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:10:57.273 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 8m ago 6h 865M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:10:57.273 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 8m ago 6h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:10:57.273 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 5m ago 6h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:10:57.273 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 8m ago 6h 4938M 2329M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:10:57.273 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 8m ago 6h 5670M 2329M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:10:57.273 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 8m ago 6h 4612M 2329M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:10:57.273 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 8m ago 6h 4788M 2329M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:10:57.273 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 5m ago 6h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:10:57.273 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 5m ago 6h 4458M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:10:57.273 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 5m ago 6h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:10:57.273 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 5m ago 6h 4423M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:10:57.274 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 5m ago 6h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:10:57.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:57 smithi177 ceph-mon[212096]: pgmap v13735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:57.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:10:57.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:57 smithi177 ceph-mon[212096]: from='client.48897 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:10:57.662 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:10:57.662 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:10:57.662 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:10:57.662 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:10:57.662 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:10:57.662 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:10:57.662 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:10:57.662 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:10:57.662 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:10:57.662 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:10:57.662 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:10:57.662 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:10:57.662 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:10:57.663 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:10:57.663 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:10:57.663 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:10:57.663 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:10:57.663 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:10:57.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:57 smithi123 ceph-mon[191304]: pgmap v13735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:57.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:10:57.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:57 smithi123 ceph-mon[191304]: from='client.48897 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:10:57.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:57 smithi123 ceph-mon[188613]: pgmap v13735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:57.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:10:57.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:57 smithi123 ceph-mon[188613]: from='client.48897 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:10:58.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:58 smithi177 ceph-mon[212096]: from='client.48903 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:10:58.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:58 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3274161652' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:10:58.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:58 smithi123 ceph-mon[191304]: from='client.48903 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:10:58.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:58 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3274161652' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:10:58.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:58 smithi123 ceph-mon[188613]: from='client.48903 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:10:58.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:58 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3274161652' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:10:59.351 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:10:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:10:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:10:59.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:10:59 smithi177 ceph-mon[212096]: pgmap v13736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:59.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:10:59 smithi123 ceph-mon[191304]: pgmap v13736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:10:59.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:10:59 smithi123 ceph-mon[188613]: pgmap v13736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:01.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:01 smithi177 ceph-mon[212096]: pgmap v13737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:01.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:01 smithi123 ceph-mon[191304]: pgmap v13737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:01.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:01 smithi123 ceph-mon[188613]: pgmap v13737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:02.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:11:02.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:11:02.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:11:02.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:11:02.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:11:02.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:11:02.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:11:02.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:11:02.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:11:02.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:11:02.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:11:02.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:11:02.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:11:02.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:11:02.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:11:02.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:11:02.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:11:02.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:11:02.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:11:02.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:11:02.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:11:02.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:11:02.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:11:02.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:11:02.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:11:02.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:11:02.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:11:03.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:03 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2319M 2023-12-20T17:11:03.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:03 smithi177 ceph-mon[212096]: pgmap v13738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:03.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:03 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2319M 2023-12-20T17:11:03.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:03 smithi123 ceph-mon[191304]: pgmap v13738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:03.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:03 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2319M 2023-12-20T17:11:03.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:03 smithi123 ceph-mon[188613]: pgmap v13738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:05.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:05 smithi177 ceph-mon[212096]: pgmap v13739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:05.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:05 smithi123 ceph-mon[191304]: pgmap v13739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:05.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:05 smithi123 ceph-mon[188613]: pgmap v13739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:07.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:07 smithi177 ceph-mon[212096]: pgmap v13740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:07.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:07 smithi123 ceph-mon[191304]: pgmap v13740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:07.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:07 smithi123 ceph-mon[188613]: pgmap v13740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:09.339 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:11:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:11:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:11:09.340 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:09 smithi123 ceph-mon[188613]: pgmap v13741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:09.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:09 smithi177 ceph-mon[212096]: pgmap v13741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:09.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:09 smithi123 ceph-mon[191304]: pgmap v13741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:11.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:11 smithi177 ceph-mon[212096]: pgmap v13742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:11.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:11 smithi123 ceph-mon[191304]: pgmap v13742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:11.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:11 smithi123 ceph-mon[188613]: pgmap v13742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:12.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:11:12.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:11:12.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:11:13.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:13 smithi123 ceph-mon[188613]: pgmap v13743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:13.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:13 smithi123 ceph-mon[191304]: pgmap v13743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:13.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:13 smithi177 ceph-mon[212096]: pgmap v13743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:15.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:15 smithi123 ceph-mon[191304]: pgmap v13744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:15.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:15 smithi123 ceph-mon[188613]: pgmap v13744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:15.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:15 smithi177 ceph-mon[212096]: pgmap v13744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:17.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:17 smithi123 ceph-mon[191304]: pgmap v13745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:17.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:17 smithi123 ceph-mon[188613]: pgmap v13745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:17.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:17 smithi177 ceph-mon[212096]: pgmap v13745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:19.341 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:11:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:11:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:11:19.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:19 smithi177 ceph-mon[212096]: pgmap v13746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:19.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:19 smithi123 ceph-mon[191304]: pgmap v13746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:19.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:19 smithi123 ceph-mon[188613]: pgmap v13746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:21.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:21 smithi123 ceph-mon[191304]: pgmap v13747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:21.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:21 smithi123 ceph-mon[188613]: pgmap v13747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:21.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:21 smithi177 ceph-mon[212096]: pgmap v13747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:23.737 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:23 smithi123 ceph-mon[191304]: pgmap v13748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:23.738 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:23 smithi123 ceph-mon[188613]: pgmap v13748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:23.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:23 smithi177 ceph-mon[212096]: pgmap v13748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:25.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:25 smithi123 ceph-mon[188613]: pgmap v13749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:25.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:25 smithi123 ceph-mon[191304]: pgmap v13749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:25.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:25 smithi177 ceph-mon[212096]: pgmap v13749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:27.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:27 smithi123 ceph-mon[188613]: pgmap v13750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:27.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:11:27.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:27 smithi123 ceph-mon[191304]: pgmap v13750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:27.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:11:27.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:27 smithi177 ceph-mon[212096]: pgmap v13750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:27.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:11:28.003 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:11:28.313 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:11:28.313 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 8m ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:11:28.313 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 6m ago 6h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:11:28.313 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 8m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:11:28.313 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 6m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:11:28.313 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 6m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:11:28.313 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 8m ago 6h 787M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:11:28.313 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 8m ago 6h 1699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:11:28.313 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 6m ago 6h 801M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:11:28.313 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 8m ago 6h 865M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:11:28.313 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 8m ago 6h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:11:28.313 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 6m ago 6h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:11:28.314 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 8m ago 6h 4938M 2319M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:11:28.314 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 8m ago 6h 5670M 2319M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:11:28.314 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 8m ago 6h 4612M 2319M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:11:28.314 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 8m ago 6h 4788M 2319M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:11:28.314 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 6m ago 6h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:11:28.314 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 6m ago 6h 4458M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:11:28.314 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 6m ago 6h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:11:28.314 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 6m ago 6h 4423M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:11:28.314 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 6m ago 6h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:11:28.663 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:28 smithi177 ceph-mon[212096]: from='client.48915 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:11:28.694 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:11:28.694 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:11:28.694 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:11:28.694 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:11:28.694 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:11:28.695 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:11:28.695 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:11:28.695 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:11:28.695 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:11:28.695 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:11:28.695 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:11:28.695 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:11:28.695 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:11:28.695 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:11:28.695 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:11:28.695 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:11:28.695 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:11:28.695 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:11:28.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:28 smithi123 ceph-mon[188613]: from='client.48915 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:11:28.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:28 smithi123 ceph-mon[191304]: from='client.48915 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:11:29.146 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 17:11:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T17:11:28.664147678Z level=info msg="Completed cleanup jobs" duration=91.050788ms 2023-12-20T17:11:29.412 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:11:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:11:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:11:29.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:29 smithi123 ceph-mon[191304]: from='client.58868 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:11:29.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:29 smithi123 ceph-mon[191304]: pgmap v13751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:29.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:29 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1710038923' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:11:29.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:29 smithi123 ceph-mon[188613]: from='client.58868 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:11:29.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:29 smithi123 ceph-mon[188613]: pgmap v13751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:29.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:29 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1710038923' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:11:29.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:29 smithi177 ceph-mon[212096]: from='client.58868 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:11:29.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:29 smithi177 ceph-mon[212096]: pgmap v13751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:29.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:29 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1710038923' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:11:31.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:31 smithi123 ceph-mon[191304]: pgmap v13752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:31.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:31 smithi123 ceph-mon[188613]: pgmap v13752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:31.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:31 smithi177 ceph-mon[212096]: pgmap v13752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:33.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:33 smithi123 ceph-mon[188613]: pgmap v13753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:33.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:33 smithi123 ceph-mon[191304]: pgmap v13753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:33.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:33 smithi177 ceph-mon[212096]: pgmap v13753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:35.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:35 smithi123 ceph-mon[191304]: pgmap v13754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:35.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:35 smithi123 ceph-mon[188613]: pgmap v13754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:35.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:35 smithi177 ceph-mon[212096]: pgmap v13754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:37.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:37 smithi123 ceph-mon[191304]: pgmap v13755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:37.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:37 smithi123 ceph-mon[188613]: pgmap v13755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:37.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:37 smithi177 ceph-mon[212096]: pgmap v13755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:39.346 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:11:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:11:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:11:39.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:39 smithi177 ceph-mon[212096]: pgmap v13756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:39.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:39 smithi123 ceph-mon[191304]: pgmap v13756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:39.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:39 smithi123 ceph-mon[188613]: pgmap v13756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:41.737 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:41 smithi123 ceph-mon[191304]: pgmap v13757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:41.737 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:41 smithi123 ceph-mon[188613]: pgmap v13757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:41.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:41 smithi177 ceph-mon[212096]: pgmap v13757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:42.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:11:42.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:11:42.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:11:43.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:43 smithi123 ceph-mon[191304]: pgmap v13758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:43.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:43 smithi123 ceph-mon[188613]: pgmap v13758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:43.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:43 smithi177 ceph-mon[212096]: pgmap v13758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:45.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:45 smithi123 ceph-mon[191304]: pgmap v13759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:45.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:45 smithi123 ceph-mon[188613]: pgmap v13759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:45.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:45 smithi177 ceph-mon[212096]: pgmap v13759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:47.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:47 smithi123 ceph-mon[191304]: pgmap v13760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:47.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:47 smithi123 ceph-mon[188613]: pgmap v13760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:47.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:47 smithi177 ceph-mon[212096]: pgmap v13760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:49.349 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:11:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:11:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:11:49.349 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:49 smithi123 ceph-mon[188613]: pgmap v13761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:49.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:49 smithi177 ceph-mon[212096]: pgmap v13761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:49.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:49 smithi123 ceph-mon[191304]: pgmap v13761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:51.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:51 smithi123 ceph-mon[191304]: pgmap v13762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:51.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:51 smithi123 ceph-mon[188613]: pgmap v13762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:51.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:51 smithi177 ceph-mon[212096]: pgmap v13762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:53.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:53 smithi123 ceph-mon[191304]: pgmap v13763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:53.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:53 smithi123 ceph-mon[188613]: pgmap v13763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:53.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:53 smithi177 ceph-mon[212096]: pgmap v13763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:55.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:55 smithi123 ceph-mon[191304]: pgmap v13764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:55.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:55 smithi123 ceph-mon[188613]: pgmap v13764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:55.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:55 smithi177 ceph-mon[212096]: pgmap v13764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:57.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:57 smithi123 ceph-mon[191304]: pgmap v13765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:57.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:11:57.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:57 smithi123 ceph-mon[188613]: pgmap v13765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:57.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:11:57.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:57 smithi177 ceph-mon[212096]: pgmap v13765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:57.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:11:59.041 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:11:59.349 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:11:59.349 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 9m ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:11:59.349 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 7m ago 6h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:11:59.349 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 9m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:11:59.349 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 7m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:11:59.349 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 7m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:11:59.349 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 9m ago 6h 787M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:11:59.349 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 9m ago 6h 1699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:11:59.349 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 7m ago 6h 801M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:11:59.350 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 9m ago 6h 865M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:11:59.350 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 9m ago 6h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:11:59.350 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 7m ago 6h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:11:59.350 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 9m ago 6h 4938M 2319M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:11:59.350 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 9m ago 6h 5670M 2319M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:11:59.350 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 9m ago 6h 4612M 2319M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:11:59.350 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 9m ago 6h 4788M 2319M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:11:59.350 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 7m ago 6h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:11:59.350 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 7m ago 6h 4458M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:11:59.350 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 7m ago 6h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:11:59.350 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 7m ago 6h 4423M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:11:59.350 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 7m ago 6h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:11:59.350 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:11:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:11:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:11:59.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:59 smithi177 ceph-mon[212096]: pgmap v13766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:59.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:11:59 smithi177 ceph-mon[212096]: from='client.48933 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:11:59.731 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:11:59.731 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:11:59.731 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:11:59.732 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:11:59.732 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:11:59.732 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:11:59.732 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:11:59.732 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:11:59.732 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:11:59.732 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:11:59.732 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:11:59.732 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:11:59.732 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:11:59.732 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:11:59.732 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:11:59.732 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:11:59.732 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:11:59.732 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:11:59.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:59 smithi123 ceph-mon[191304]: pgmap v13766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:59.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:11:59 smithi123 ceph-mon[191304]: from='client.48933 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:11:59.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:59 smithi123 ceph-mon[188613]: pgmap v13766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:11:59.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:11:59 smithi123 ceph-mon[188613]: from='client.48933 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:12:00.645 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:00 smithi177 ceph-mon[212096]: from='client.58886 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:12:00.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:00 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1464916497' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:12:00.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:00 smithi123 ceph-mon[191304]: from='client.58886 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:12:00.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:00 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1464916497' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:12:00.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:00 smithi123 ceph-mon[188613]: from='client.58886 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:12:00.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:00 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1464916497' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:12:01.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:01 smithi177 ceph-mon[212096]: pgmap v13767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:01.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:01 smithi123 ceph-mon[188613]: pgmap v13767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:01.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:01 smithi123 ceph-mon[191304]: pgmap v13767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:03.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:03 smithi123 ceph-mon[191304]: pgmap v13768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:03.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:12:03.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:12:03.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:12:03.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:12:03.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:03 smithi123 ceph-mon[188613]: pgmap v13768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:03.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:12:03.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:12:03.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:12:03.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:12:03.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:03 smithi177 ceph-mon[212096]: pgmap v13768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:03.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:12:03.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:12:03.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:12:03.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:12:05.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:05 smithi123 ceph-mon[191304]: pgmap v13769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:05.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:05 smithi123 ceph-mon[188613]: pgmap v13769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:05.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:05 smithi177 ceph-mon[212096]: pgmap v13769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:07.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:07 smithi123 ceph-mon[191304]: pgmap v13770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:07.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:07 smithi123 ceph-mon[188613]: pgmap v13770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:07.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:07 smithi177 ceph-mon[212096]: pgmap v13770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:09.352 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:12:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:12:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:12:09.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:09 smithi177 ceph-mon[212096]: pgmap v13771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:09.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:09 smithi123 ceph-mon[191304]: pgmap v13771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:09.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:09 smithi123 ceph-mon[188613]: pgmap v13771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:11.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:11 smithi123 ceph-mon[191304]: pgmap v13772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:11.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:11 smithi123 ceph-mon[188613]: pgmap v13772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:11.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:11 smithi177 ceph-mon[212096]: pgmap v13772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:12.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:12:12.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:12:12.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:12:13.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:13 smithi123 ceph-mon[191304]: pgmap v13773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:13.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:13 smithi123 ceph-mon[188613]: pgmap v13773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:13.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:13 smithi177 ceph-mon[212096]: pgmap v13773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:15.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:15 smithi123 ceph-mon[188613]: pgmap v13774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:15.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:15 smithi123 ceph-mon[191304]: pgmap v13774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:15.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:15 smithi177 ceph-mon[212096]: pgmap v13774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:17.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:17 smithi123 ceph-mon[191304]: pgmap v13775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:17.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:17 smithi123 ceph-mon[188613]: pgmap v13775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:17.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:17 smithi177 ceph-mon[212096]: pgmap v13775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:19.354 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:12:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:12:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:12:19.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:19 smithi177 ceph-mon[212096]: pgmap v13776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:19.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:19 smithi123 ceph-mon[191304]: pgmap v13776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:19.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:19 smithi123 ceph-mon[188613]: pgmap v13776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:21.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:21 smithi123 ceph-mon[191304]: pgmap v13777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:21.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:21 smithi123 ceph-mon[188613]: pgmap v13777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:21.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:21 smithi177 ceph-mon[212096]: pgmap v13777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:23.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:23 smithi123 ceph-mon[191304]: pgmap v13778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:23.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:23 smithi123 ceph-mon[188613]: pgmap v13778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:23.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:23 smithi177 ceph-mon[212096]: pgmap v13778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:25.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:25 smithi123 ceph-mon[191304]: pgmap v13779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:25.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:25 smithi123 ceph-mon[188613]: pgmap v13779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:25.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:25 smithi177 ceph-mon[212096]: pgmap v13779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:27.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:27 smithi123 ceph-mon[191304]: pgmap v13780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:27.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:12:27.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:27 smithi123 ceph-mon[188613]: pgmap v13780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:27.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:12:27.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:27 smithi177 ceph-mon[212096]: pgmap v13780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:27.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:12:29.356 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:12:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:12:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:12:29.357 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:29 smithi123 ceph-mon[188613]: pgmap v13781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:29.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:29 smithi177 ceph-mon[212096]: pgmap v13781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:29.737 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:29 smithi123 ceph-mon[191304]: pgmap v13781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:30.078 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:12:30.387 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:12:30.387 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 9m ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:12:30.387 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 7m ago 6h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:12:30.388 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 9m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:12:30.388 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 7m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:12:30.388 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 7m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:12:30.388 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 9m ago 6h 787M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:12:30.388 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 9m ago 6h 1699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:12:30.388 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 7m ago 6h 801M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:12:30.388 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 9m ago 6h 865M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:12:30.388 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 9m ago 6h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:12:30.388 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 7m ago 6h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:12:30.388 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 9m ago 6h 4938M 2319M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:12:30.388 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 9m ago 6h 5670M 2319M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:12:30.389 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 9m ago 6h 4612M 2319M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:12:30.389 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 9m ago 6h 4788M 2319M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:12:30.389 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 7m ago 6h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:12:30.389 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 7m ago 6h 4458M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:12:30.389 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 7m ago 6h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:12:30.389 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 7m ago 6h 4423M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:12:30.389 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 7m ago 6h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:12:30.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:30 smithi177 ceph-mon[212096]: from='client.58898 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:12:30.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:30 smithi123 ceph-mon[191304]: from='client.58898 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:12:30.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:30 smithi123 ceph-mon[188613]: from='client.58898 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:12:30.766 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:12:30.767 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:12:30.767 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:12:30.767 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:12:30.767 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:12:30.767 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:12:30.767 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:12:30.767 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:12:30.767 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:12:30.767 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:12:30.767 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:12:30.767 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:12:30.767 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:12:30.767 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:12:30.768 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:12:30.768 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:12:30.768 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:12:30.768 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:12:31.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:31 smithi177 ceph-mon[212096]: pgmap v13782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:31.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:31 smithi177 ceph-mon[212096]: from='client.48957 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:12:31.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:31 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2313295828' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:12:31.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:31 smithi123 ceph-mon[191304]: pgmap v13782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:31.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:31 smithi123 ceph-mon[191304]: from='client.48957 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:12:31.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:31 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2313295828' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:12:31.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:31 smithi123 ceph-mon[188613]: pgmap v13782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:31.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:31 smithi123 ceph-mon[188613]: from='client.48957 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:12:31.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:31 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2313295828' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:12:33.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:33 smithi123 ceph-mon[191304]: pgmap v13783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:33.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:33 smithi123 ceph-mon[188613]: pgmap v13783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:33.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:33 smithi177 ceph-mon[212096]: pgmap v13783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:35.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:35 smithi123 ceph-mon[191304]: pgmap v13784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:35.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:35 smithi123 ceph-mon[188613]: pgmap v13784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:35.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:35 smithi177 ceph-mon[212096]: pgmap v13784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:37.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:37 smithi123 ceph-mon[191304]: pgmap v13785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:37.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:37 smithi123 ceph-mon[188613]: pgmap v13785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:37.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:37 smithi177 ceph-mon[212096]: pgmap v13785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:39.360 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:12:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:12:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:12:39.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:39 smithi177 ceph-mon[212096]: pgmap v13786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:39.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:39 smithi123 ceph-mon[188613]: pgmap v13786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:39.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:39 smithi123 ceph-mon[191304]: pgmap v13786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:41.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:41 smithi123 ceph-mon[191304]: pgmap v13787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:41.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:41 smithi123 ceph-mon[188613]: pgmap v13787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:41.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:41 smithi177 ceph-mon[212096]: pgmap v13787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:42.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:12:42.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:12:42.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:12:43.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:43 smithi123 ceph-mon[188613]: pgmap v13788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:43.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:43 smithi123 ceph-mon[191304]: pgmap v13788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:43.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:43 smithi177 ceph-mon[212096]: pgmap v13788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:45.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:45 smithi123 ceph-mon[191304]: pgmap v13789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:45.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:45 smithi123 ceph-mon[188613]: pgmap v13789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:45.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:45 smithi177 ceph-mon[212096]: pgmap v13789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:47.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:47 smithi123 ceph-mon[191304]: pgmap v13790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:47.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:47 smithi123 ceph-mon[188613]: pgmap v13790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:47.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:47 smithi177 ceph-mon[212096]: pgmap v13790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:49.362 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:12:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:12:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:12:49.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:49 smithi177 ceph-mon[212096]: pgmap v13791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:49.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:49 smithi123 ceph-mon[191304]: pgmap v13791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:49.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:49 smithi123 ceph-mon[188613]: pgmap v13791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:51.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:51 smithi123 ceph-mon[191304]: pgmap v13792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:51.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:51 smithi123 ceph-mon[188613]: pgmap v13792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:51.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:51 smithi177 ceph-mon[212096]: pgmap v13792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:53.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:53 smithi123 ceph-mon[191304]: pgmap v13793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:53.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:53 smithi123 ceph-mon[188613]: pgmap v13793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:53.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:53 smithi177 ceph-mon[212096]: pgmap v13793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:55.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:55 smithi123 ceph-mon[191304]: pgmap v13794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:55.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:55 smithi123 ceph-mon[188613]: pgmap v13794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:55.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:55 smithi177 ceph-mon[212096]: pgmap v13794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:57.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:57 smithi123 ceph-mon[191304]: pgmap v13795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:57.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:12:57.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:57 smithi123 ceph-mon[188613]: pgmap v13795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:57.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:12:57.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:57 smithi177 ceph-mon[212096]: pgmap v13795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:57.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:12:59.362 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:12:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:12:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:12:59.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:12:59 smithi177 ceph-mon[212096]: pgmap v13796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:59.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:12:59 smithi123 ceph-mon[191304]: pgmap v13796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:12:59.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:12:59 smithi123 ceph-mon[188613]: pgmap v13796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:01.113 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:13:01.420 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:13:01.421 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 10m ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:13:01.421 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 8m ago 6h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:13:01.421 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 10m ago 6h 25.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:13:01.421 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 8m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:13:01.421 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 8m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:13:01.421 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 10m ago 6h 787M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:13:01.421 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 10m ago 6h 1699M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:13:01.421 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 8m ago 6h 801M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:13:01.421 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 10m ago 6h 865M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:13:01.421 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 10m ago 6h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:13:01.421 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 8m ago 6h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:13:01.421 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 10m ago 6h 4938M 2319M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:13:01.421 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 10m ago 6h 5670M 2319M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:13:01.422 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 10m ago 6h 4612M 2319M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:13:01.422 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 10m ago 6h 4788M 2319M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:13:01.422 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 8m ago 6h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:13:01.422 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 8m ago 6h 4458M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:13:01.422 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 8m ago 6h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:13:01.422 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 8m ago 6h 4423M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:13:01.422 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 8m ago 6h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:13:01.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:01 smithi123 ceph-mon[191304]: pgmap v13797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:01.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:01 smithi123 ceph-mon[191304]: from='client.58916 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:13:01.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:01 smithi123 ceph-mon[188613]: pgmap v13797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:01.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:01 smithi123 ceph-mon[188613]: from='client.58916 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:13:01.802 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:13:01.802 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:13:01.802 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:13:01.802 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:13:01.802 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:13:01.802 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:13:01.802 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:13:01.802 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:13:01.802 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:13:01.802 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:13:01.802 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:13:01.802 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:13:01.803 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:13:01.803 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:13:01.803 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:13:01.803 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:13:01.803 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:13:01.803 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:13:01.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:01 smithi177 ceph-mon[212096]: pgmap v13797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:01.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:01 smithi177 ceph-mon[212096]: from='client.58916 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:13:02.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:02 smithi123 ceph-mon[191304]: from='client.48975 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:13:02.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:02 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2686331752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:13:02.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:02 smithi123 ceph-mon[188613]: from='client.48975 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:13:02.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:02 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2686331752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:13:02.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:02 smithi177 ceph-mon[212096]: from='client.48975 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:13:02.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:02 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2686331752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:13:03.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:03 smithi123 ceph-mon[191304]: pgmap v13798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:03.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:13:03.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:13:03.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:03 smithi123 ceph-mon[188613]: pgmap v13798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:03.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:13:03.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:13:03.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:03 smithi177 ceph-mon[212096]: pgmap v13798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:03.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:13:03.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:13:04.450 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:13:04.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:13:04.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:13:05.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:05 smithi123 ceph-mon[191304]: pgmap v13799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:05.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:05 smithi123 ceph-mon[188613]: pgmap v13799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:05.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:05 smithi177 ceph-mon[212096]: pgmap v13799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:06.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:13:06.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:13:06.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:13:06.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:13:06.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:13:06.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:13:06.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:13:06.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:13:06.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:13:06.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:13:06.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:13:06.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:13:06.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:13:06.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:13:06.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:13:08.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:07 smithi123 ceph-mon[191304]: pgmap v13800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:08.235 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:07 smithi123 ceph-mon[188613]: pgmap v13800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:08.395 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:07 smithi177 ceph-mon[212096]: pgmap v13800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:09.365 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:13:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:13:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:13:09.645 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:09 smithi177 ceph-mon[212096]: pgmap v13801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:09.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:09 smithi123 ceph-mon[188613]: pgmap v13801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:09.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:09 smithi123 ceph-mon[191304]: pgmap v13801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:11.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:11 smithi123 ceph-mon[188613]: pgmap v13802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:11.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:11 smithi123 ceph-mon[191304]: pgmap v13802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:11.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:11 smithi177 ceph-mon[212096]: pgmap v13802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:12.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:13:12.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:13:12.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:13:13.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:13 smithi123 ceph-mon[191304]: pgmap v13803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:13.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:13 smithi123 ceph-mon[188613]: pgmap v13803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:13.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:13 smithi177 ceph-mon[212096]: pgmap v13803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:15.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:15 smithi123 ceph-mon[191304]: pgmap v13804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:15.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:15 smithi123 ceph-mon[188613]: pgmap v13804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:15.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:15 smithi177 ceph-mon[212096]: pgmap v13804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:17.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:17 smithi123 ceph-mon[188613]: pgmap v13805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:17.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:17 smithi123 ceph-mon[191304]: pgmap v13805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:17.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:17 smithi177 ceph-mon[212096]: pgmap v13805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:19.369 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:13:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:13:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:13:19.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:19 smithi177 ceph-mon[212096]: pgmap v13806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:19.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:19 smithi123 ceph-mon[188613]: pgmap v13806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:19.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:19 smithi123 ceph-mon[191304]: pgmap v13806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:21.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:21 smithi123 ceph-mon[191304]: pgmap v13807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:21.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:21 smithi123 ceph-mon[188613]: pgmap v13807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:21.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:21 smithi177 ceph-mon[212096]: pgmap v13807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:23.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:23 smithi123 ceph-mon[191304]: pgmap v13808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:23.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:23 smithi123 ceph-mon[188613]: pgmap v13808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:23.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:23 smithi177 ceph-mon[212096]: pgmap v13808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:25.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:25 smithi123 ceph-mon[191304]: pgmap v13809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:25.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:25 smithi123 ceph-mon[188613]: pgmap v13809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:25.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:25 smithi177 ceph-mon[212096]: pgmap v13809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:27.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:27 smithi123 ceph-mon[191304]: pgmap v13810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:27.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:13:27.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:27 smithi123 ceph-mon[188613]: pgmap v13810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:27.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:13:27.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:27 smithi177 ceph-mon[212096]: pgmap v13810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:27.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:13:29.371 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:13:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:13:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:13:29.371 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:29 smithi123 ceph-mon[188613]: pgmap v13811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:29.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:29 smithi177 ceph-mon[212096]: pgmap v13811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:29.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:29 smithi123 ceph-mon[191304]: pgmap v13811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:31.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:31 smithi123 ceph-mon[188613]: pgmap v13812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:31.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:31 smithi123 ceph-mon[191304]: pgmap v13812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:31.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:31 smithi177 ceph-mon[212096]: pgmap v13812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:32.152 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:13:32.465 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:13:32.466 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 26s ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:13:32.466 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 8m ago 6h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:13:32.466 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 26s ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:13:32.466 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 8m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:13:32.466 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 8m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:13:32.466 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 26s ago 6h 794M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:13:32.466 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 26s ago 6h 1736M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:13:32.466 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 8m ago 6h 801M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:13:32.466 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 26s ago 6h 884M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:13:32.466 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 26s ago 6h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:13:32.466 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 8m ago 6h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:13:32.466 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 26s ago 6h 4971M 2319M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:13:32.466 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 26s ago 6h 5702M 2319M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:13:32.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 26s ago 6h 4636M 2319M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:13:32.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 26s ago 6h 4819M 2319M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:13:32.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 8m ago 6h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:13:32.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 8m ago 6h 4458M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:13:32.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 8m ago 6h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:13:32.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 8m ago 6h 4423M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:13:32.467 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 8m ago 6h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:13:32.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:32 smithi123 ceph-mon[191304]: from='client.48987 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:13:32.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:32 smithi123 ceph-mon[188613]: from='client.48987 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:13:32.847 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:13:32.847 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:13:32.847 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:13:32.847 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:13:32.847 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:13:32.847 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:13:32.847 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:13:32.848 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:13:32.848 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:13:32.848 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:13:32.848 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:13:32.848 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:13:32.848 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:13:32.849 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:13:32.849 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:13:32.849 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:13:32.849 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:13:32.849 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:13:32.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:32 smithi177 ceph-mon[212096]: from='client.48987 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:13:33.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:33 smithi123 ceph-mon[191304]: pgmap v13813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:33.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:33 smithi123 ceph-mon[191304]: from='client.58940 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:13:33.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:33 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2095085745' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:13:33.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:33 smithi123 ceph-mon[188613]: pgmap v13813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:33.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:33 smithi123 ceph-mon[188613]: from='client.58940 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:13:33.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:33 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2095085745' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:13:33.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:33 smithi177 ceph-mon[212096]: pgmap v13813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:33.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:33 smithi177 ceph-mon[212096]: from='client.58940 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:13:33.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:33 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2095085745' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:13:35.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:35 smithi123 ceph-mon[191304]: pgmap v13814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:35.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:35 smithi123 ceph-mon[188613]: pgmap v13814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:35.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:35 smithi177 ceph-mon[212096]: pgmap v13814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:37.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:37 smithi123 ceph-mon[191304]: pgmap v13815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:37.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:37 smithi123 ceph-mon[188613]: pgmap v13815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:37.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:37 smithi177 ceph-mon[212096]: pgmap v13815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:39.372 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:13:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:13:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:13:39.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:39 smithi177 ceph-mon[212096]: pgmap v13816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:39.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:39 smithi123 ceph-mon[191304]: pgmap v13816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:39.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:39 smithi123 ceph-mon[188613]: pgmap v13816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:41.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:41 smithi123 ceph-mon[191304]: pgmap v13817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:41.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:41 smithi123 ceph-mon[188613]: pgmap v13817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:41.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:41 smithi177 ceph-mon[212096]: pgmap v13817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:42.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:13:42.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:13:42.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:13:43.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:43 smithi123 ceph-mon[191304]: pgmap v13818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:43.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:43 smithi123 ceph-mon[188613]: pgmap v13818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:43.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:43 smithi177 ceph-mon[212096]: pgmap v13818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:45.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:45 smithi123 ceph-mon[191304]: pgmap v13819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:45.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:45 smithi123 ceph-mon[188613]: pgmap v13819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:45.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:45 smithi177 ceph-mon[212096]: pgmap v13819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:47.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:47 smithi123 ceph-mon[191304]: pgmap v13820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:47.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:47 smithi123 ceph-mon[188613]: pgmap v13820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:47.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:47 smithi177 ceph-mon[212096]: pgmap v13820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:49.374 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:49 smithi123 ceph-mon[188613]: pgmap v13821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:49.374 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:13:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:13:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:13:49.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:49 smithi177 ceph-mon[212096]: pgmap v13821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:49.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:49 smithi123 ceph-mon[191304]: pgmap v13821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:51.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:51 smithi123 ceph-mon[188613]: pgmap v13822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:51.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:51 smithi123 ceph-mon[191304]: pgmap v13822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:51.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:51 smithi177 ceph-mon[212096]: pgmap v13822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:53.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:53 smithi123 ceph-mon[188613]: pgmap v13823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:53.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:53 smithi123 ceph-mon[191304]: pgmap v13823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:53.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:53 smithi177 ceph-mon[212096]: pgmap v13823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:55.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:55 smithi123 ceph-mon[191304]: pgmap v13824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:55.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:55 smithi123 ceph-mon[188613]: pgmap v13824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:55.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:55 smithi177 ceph-mon[212096]: pgmap v13824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:57.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:57 smithi123 ceph-mon[191304]: pgmap v13825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:57.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:13:57.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:57 smithi123 ceph-mon[188613]: pgmap v13825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:57.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:13:57.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:57 smithi177 ceph-mon[212096]: pgmap v13825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:57.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:13:59.375 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:13:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:13:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:13:59.375 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:13:59 smithi123 ceph-mon[188613]: pgmap v13826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:59.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:13:59 smithi177 ceph-mon[212096]: pgmap v13826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:13:59.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:13:59 smithi123 ceph-mon[191304]: pgmap v13826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:01.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:01 smithi123 ceph-mon[191304]: pgmap v13827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:01.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:01 smithi123 ceph-mon[188613]: pgmap v13827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:01.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:01 smithi177 ceph-mon[212096]: pgmap v13827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:03.198 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:14:03.510 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:14:03.510 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 58s ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:14:03.510 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 9m ago 6h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:14:03.510 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 58s ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:14:03.511 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 9m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:14:03.511 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 9m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:14:03.511 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 58s ago 6h 794M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:14:03.511 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 58s ago 6h 1736M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:14:03.511 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 9m ago 6h 801M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:14:03.511 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 58s ago 6h 884M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:14:03.511 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 58s ago 6h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:14:03.511 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 9m ago 6h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:14:03.511 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 58s ago 6h 4971M 2319M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:14:03.511 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 58s ago 6h 5702M 2319M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:14:03.511 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 58s ago 6h 4636M 2319M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:14:03.511 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 58s ago 6h 4819M 2319M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:14:03.511 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 9m ago 6h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:14:03.511 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 9m ago 6h 4458M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:14:03.511 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 9m ago 6h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:14:03.511 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 9m ago 6h 4423M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:14:03.512 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 9m ago 6h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:14:03.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:03 smithi123 ceph-mon[191304]: pgmap v13828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:03.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:03 smithi123 ceph-mon[191304]: from='client.49005 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:14:03.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:03 smithi123 ceph-mon[188613]: pgmap v13828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:03.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:03 smithi123 ceph-mon[188613]: from='client.49005 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:14:03.891 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:14:03.891 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:14:03.891 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:14:03.892 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:14:03.892 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:14:03.892 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:14:03.892 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:14:03.892 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:14:03.892 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:14:03.892 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:14:03.892 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:14:03.892 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:14:03.892 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:14:03.892 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:14:03.892 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:14:03.892 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:14:03.892 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:14:03.892 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:14:03.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:03 smithi177 ceph-mon[212096]: pgmap v13828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:03.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:03 smithi177 ceph-mon[212096]: from='client.49005 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:14:04.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:04 smithi123 ceph-mon[191304]: from='client.58958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:14:04.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:04 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4025796273' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:14:04.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:04 smithi123 ceph-mon[188613]: from='client.58958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:14:04.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:04 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4025796273' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:14:04.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:04 smithi177 ceph-mon[212096]: from='client.58958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:14:04.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:04 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4025796273' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:14:05.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:05 smithi123 ceph-mon[191304]: pgmap v13829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:05.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:05 smithi123 ceph-mon[188613]: pgmap v13829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:05.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:05 smithi177 ceph-mon[212096]: pgmap v13829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:06.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:14:06.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:14:06.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:14:06.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:14:06.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:14:06.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:14:06.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:14:06.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:14:06.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:14:07.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:07 smithi123 ceph-mon[188613]: pgmap v13830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:07.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:14:07.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:14:07.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:14:07.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:07 smithi123 ceph-mon[191304]: pgmap v13830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:07.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:14:07.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:14:07.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:14:07.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:07 smithi177 ceph-mon[212096]: pgmap v13830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:07.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:14:07.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:14:07.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:14:09.378 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:14:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:14:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:14:09.645 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:09 smithi177 ceph-mon[212096]: pgmap v13831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:09.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:09 smithi123 ceph-mon[191304]: pgmap v13831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:09.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:09 smithi123 ceph-mon[188613]: pgmap v13831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:11.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:11 smithi123 ceph-mon[191304]: pgmap v13832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:11.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:11 smithi123 ceph-mon[188613]: pgmap v13832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:11.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:11 smithi177 ceph-mon[212096]: pgmap v13832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:12.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:14:12.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:14:12.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:14:13.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:13 smithi123 ceph-mon[191304]: pgmap v13833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:13.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:13 smithi123 ceph-mon[188613]: pgmap v13833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:13.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:13 smithi177 ceph-mon[212096]: pgmap v13833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:15.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:15 smithi123 ceph-mon[191304]: pgmap v13834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:15.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:15 smithi123 ceph-mon[188613]: pgmap v13834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:15.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:15 smithi177 ceph-mon[212096]: pgmap v13834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:17.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:17 smithi123 ceph-mon[191304]: pgmap v13835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:17.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:17 smithi123 ceph-mon[188613]: pgmap v13835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:17.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:17 smithi177 ceph-mon[212096]: pgmap v13835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:19.382 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:14:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:14:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:14:19.645 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:19 smithi177 ceph-mon[212096]: pgmap v13836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:19.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:19 smithi123 ceph-mon[191304]: pgmap v13836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:19.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:19 smithi123 ceph-mon[188613]: pgmap v13836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:21.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:21 smithi123 ceph-mon[191304]: pgmap v13837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:21.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:21 smithi123 ceph-mon[188613]: pgmap v13837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:21.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:21 smithi177 ceph-mon[212096]: pgmap v13837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:23.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:23 smithi123 ceph-mon[191304]: pgmap v13838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:23.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:23 smithi123 ceph-mon[188613]: pgmap v13838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:23.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:23 smithi177 ceph-mon[212096]: pgmap v13838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:25.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:25 smithi123 ceph-mon[191304]: pgmap v13839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:25.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:25 smithi123 ceph-mon[188613]: pgmap v13839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:25.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:25 smithi177 ceph-mon[212096]: pgmap v13839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:27.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:27 smithi123 ceph-mon[191304]: pgmap v13840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:27.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:14:27.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:27 smithi123 ceph-mon[188613]: pgmap v13840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:27.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:14:27.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:27 smithi177 ceph-mon[212096]: pgmap v13840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:27.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:14:29.384 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:14:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:14:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T17:14:29.645 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:29 smithi177 ceph-mon[212096]: pgmap v13841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:29.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:29 smithi123 ceph-mon[191304]: pgmap v13841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:29.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:29 smithi123 ceph-mon[188613]: pgmap v13841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:31.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:31 smithi123 ceph-mon[191304]: pgmap v13842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:31.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:31 smithi123 ceph-mon[188613]: pgmap v13842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:31.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:31 smithi177 ceph-mon[212096]: pgmap v13842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:33.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:33 smithi123 ceph-mon[191304]: pgmap v13843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:33.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:33 smithi123 ceph-mon[188613]: pgmap v13843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:33.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:33 smithi177 ceph-mon[212096]: pgmap v13843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:34.240 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:14:34.551 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:14:34.552 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 89s ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:14:34.552 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 9m ago 6h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:14:34.552 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 89s ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:14:34.552 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 9m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:14:34.552 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 9m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:14:34.552 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 89s ago 6h 794M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:14:34.552 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 89s ago 6h 1736M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:14:34.552 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 9m ago 6h 801M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:14:34.552 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 89s ago 6h 884M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:14:34.552 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 89s ago 6h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:14:34.552 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 9m ago 6h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:14:34.552 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 89s ago 6h 4971M 2319M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:14:34.553 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 89s ago 6h 5702M 2319M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:14:34.553 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 89s ago 6h 4636M 2319M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:14:34.553 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 89s ago 6h 4819M 2319M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:14:34.553 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 9m ago 6h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:14:34.553 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 9m ago 6h 4458M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:14:34.553 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 9m ago 6h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:14:34.554 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 9m ago 6h 4423M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:14:34.554 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 9m ago 6h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:14:34.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:34 smithi123 ceph-mon[191304]: from='client.58970 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:14:34.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:34 smithi123 ceph-mon[188613]: from='client.58970 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:14:34.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:34 smithi177 ceph-mon[212096]: from='client.58970 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:14:34.935 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:14:34.935 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:14:34.935 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:14:34.936 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:14:34.936 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:14:34.936 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:14:34.936 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:14:34.936 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:14:34.936 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:14:34.936 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:14:34.936 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:14:34.936 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:14:34.936 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:14:34.936 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:14:34.936 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:14:34.936 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:14:34.936 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:14:34.936 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:14:35.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:35 smithi123 ceph-mon[191304]: pgmap v13844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:35.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:35 smithi123 ceph-mon[191304]: from='client.49029 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:14:35.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:35 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3386000099' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:14:35.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:35 smithi123 ceph-mon[188613]: pgmap v13844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:35.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:35 smithi123 ceph-mon[188613]: from='client.49029 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:14:35.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:35 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3386000099' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:14:35.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:35 smithi177 ceph-mon[212096]: pgmap v13844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:35.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:35 smithi177 ceph-mon[212096]: from='client.49029 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:14:35.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:35 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3386000099' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:14:37.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:37 smithi123 ceph-mon[191304]: pgmap v13845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:37.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:37 smithi123 ceph-mon[188613]: pgmap v13845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:37.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:37 smithi177 ceph-mon[212096]: pgmap v13845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:39.384 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:14:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:14:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T17:14:39.385 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:39 smithi123 ceph-mon[188613]: pgmap v13846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:39.645 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:39 smithi177 ceph-mon[212096]: pgmap v13846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:39.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:39 smithi123 ceph-mon[191304]: pgmap v13846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:41.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:41 smithi123 ceph-mon[191304]: pgmap v13847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:41.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:41 smithi123 ceph-mon[188613]: pgmap v13847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:41.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:41 smithi177 ceph-mon[212096]: pgmap v13847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:42.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:14:42.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:14:42.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:14:43.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:43 smithi123 ceph-mon[191304]: pgmap v13848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:43.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:43 smithi123 ceph-mon[188613]: pgmap v13848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:43.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:43 smithi177 ceph-mon[212096]: pgmap v13848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:45.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:45 smithi123 ceph-mon[191304]: pgmap v13849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:45.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:45 smithi123 ceph-mon[188613]: pgmap v13849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:45.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:45 smithi177 ceph-mon[212096]: pgmap v13849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:47.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:47 smithi123 ceph-mon[191304]: pgmap v13850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:47.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:47 smithi123 ceph-mon[188613]: pgmap v13850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:47.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:47 smithi177 ceph-mon[212096]: pgmap v13850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:49.389 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:14:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:14:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:14:49.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:49 smithi177 ceph-mon[212096]: pgmap v13851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:49.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:49 smithi123 ceph-mon[188613]: pgmap v13851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:49.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:49 smithi123 ceph-mon[191304]: pgmap v13851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:51.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:51 smithi123 ceph-mon[191304]: pgmap v13852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:51.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:51 smithi123 ceph-mon[188613]: pgmap v13852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:51.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:51 smithi177 ceph-mon[212096]: pgmap v13852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:53.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:53 smithi123 ceph-mon[188613]: pgmap v13853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:53.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:53 smithi123 ceph-mon[191304]: pgmap v13853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:53.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:53 smithi177 ceph-mon[212096]: pgmap v13853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:55.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:55 smithi123 ceph-mon[191304]: pgmap v13854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:55.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:55 smithi123 ceph-mon[188613]: pgmap v13854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:55.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:55 smithi177 ceph-mon[212096]: pgmap v13854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:57.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:57 smithi123 ceph-mon[191304]: pgmap v13855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:57.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:14:57.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:57 smithi123 ceph-mon[188613]: pgmap v13855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:57.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:14:57.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:57 smithi177 ceph-mon[212096]: pgmap v13855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:57.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:14:59.391 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:14:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:14:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:14:59.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:14:59 smithi177 ceph-mon[212096]: pgmap v13856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:59.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:14:59 smithi123 ceph-mon[191304]: pgmap v13856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:14:59.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:14:59 smithi123 ceph-mon[188613]: pgmap v13856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:01.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:01 smithi123 ceph-mon[191304]: pgmap v13857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:01.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:01 smithi123 ceph-mon[188613]: pgmap v13857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:01.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:01 smithi177 ceph-mon[212096]: pgmap v13857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:03.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:03 smithi123 ceph-mon[191304]: pgmap v13858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:03.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:03 smithi123 ceph-mon[188613]: pgmap v13858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:03.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:03 smithi177 ceph-mon[212096]: pgmap v13858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:05.283 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:15:05.592 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:15:05.592 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 2m ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:15:05.592 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 10m ago 6h 92.8M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:15:05.592 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 2m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:15:05.592 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 10m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:15:05.592 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 10m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:15:05.593 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 2m ago 6h 794M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:15:05.593 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 2m ago 6h 1736M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:15:05.593 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 10m ago 6h 801M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:15:05.593 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 2m ago 6h 884M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:15:05.593 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 2m ago 6h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:15:05.593 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 10m ago 6h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:15:05.593 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 2m ago 6h 4971M 2319M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:15:05.593 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 2m ago 6h 5702M 2319M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:15:05.593 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 2m ago 6h 4636M 2319M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:15:05.593 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 2m ago 6h 4819M 2319M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:15:05.593 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 10m ago 6h 4021M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:15:05.593 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 10m ago 6h 4458M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:15:05.593 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 10m ago 6h 3824M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:15:05.593 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 10m ago 6h 4423M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:15:05.594 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 10m ago 6h 132M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:15:05.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:05 smithi123 ceph-mon[191304]: pgmap v13859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:05.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:05 smithi123 ceph-mon[188613]: pgmap v13859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:05.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:05 smithi177 ceph-mon[212096]: pgmap v13859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:05.977 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:15:05.977 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:15:05.977 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:15:05.977 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:15:05.978 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:15:05.978 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:15:05.978 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:15:05.978 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:15:05.978 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:15:05.978 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:15:05.978 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:15:05.978 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:15:05.979 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:15:05.979 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:15:05.979 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:15:05.979 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:15:05.979 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:15:05.979 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:15:06.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:06 smithi123 ceph-mon[191304]: from='client.58988 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:15:06.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:06 smithi123 ceph-mon[191304]: from='client.58994 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:15:06.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:06 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2499001303' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:15:06.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:06 smithi123 ceph-mon[188613]: from='client.58988 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:15:06.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:06 smithi123 ceph-mon[188613]: from='client.58994 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:15:06.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:06 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2499001303' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:15:06.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:06 smithi177 ceph-mon[212096]: from='client.58988 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:15:06.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:06 smithi177 ceph-mon[212096]: from='client.58994 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:15:06.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:06 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2499001303' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:15:07.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:07 smithi123 ceph-mon[191304]: pgmap v13860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:07.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:15:07.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:07 smithi123 ceph-mon[188613]: pgmap v13860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:07.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:15:07.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:07 smithi177 ceph-mon[212096]: pgmap v13860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:07.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:15:09.391 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:15:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:15:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:15:09.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:09 smithi177 ceph-mon[212096]: pgmap v13861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:09.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:15:09.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:15:09.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:09 smithi123 ceph-mon[191304]: pgmap v13861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:09.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:15:09.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:15:09.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:09 smithi123 ceph-mon[188613]: pgmap v13861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:09.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:15:09.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:15:10.645 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:15:10.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:15:10.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:15:10.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:15:10.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:15:10.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:15:10.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:15:10.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:15:10.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:15:11.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:11 smithi123 ceph-mon[188613]: pgmap v13862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:11.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:11 smithi123 ceph-mon[191304]: pgmap v13862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:11.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:11 smithi177 ceph-mon[212096]: pgmap v13862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:12.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:15:12.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:15:12.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:15:13.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:13 smithi123 ceph-mon[188613]: pgmap v13863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:13.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:13 smithi123 ceph-mon[191304]: pgmap v13863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:13.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:13 smithi177 ceph-mon[212096]: pgmap v13863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:15.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:15 smithi123 ceph-mon[191304]: pgmap v13864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:15.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:15 smithi123 ceph-mon[188613]: pgmap v13864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:15.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:15 smithi177 ceph-mon[212096]: pgmap v13864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:17.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:17 smithi123 ceph-mon[191304]: pgmap v13865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:17.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:17 smithi123 ceph-mon[188613]: pgmap v13865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:17.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:17 smithi177 ceph-mon[212096]: pgmap v13865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:19.389 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:15:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:15:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:15:19.645 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:19 smithi177 ceph-mon[212096]: pgmap v13866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:19.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:19 smithi123 ceph-mon[191304]: pgmap v13866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:19.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:19 smithi123 ceph-mon[188613]: pgmap v13866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:21.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:21 smithi123 ceph-mon[191304]: pgmap v13867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:21.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:21 smithi123 ceph-mon[188613]: pgmap v13867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:21.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:21 smithi177 ceph-mon[212096]: pgmap v13867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:23.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:23 smithi123 ceph-mon[191304]: pgmap v13868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:23.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:23 smithi123 ceph-mon[188613]: pgmap v13868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:23.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:23 smithi177 ceph-mon[212096]: pgmap v13868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:25.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:25 smithi123 ceph-mon[191304]: pgmap v13869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:25.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:25 smithi123 ceph-mon[188613]: pgmap v13869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:25.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:25 smithi177 ceph-mon[212096]: pgmap v13869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:27.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:27 smithi123 ceph-mon[191304]: pgmap v13870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:27.736 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:15:27.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:27 smithi123 ceph-mon[188613]: pgmap v13870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:27.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:15:27.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:27 smithi177 ceph-mon[212096]: pgmap v13870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:27.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:15:29.400 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:15:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:15:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:15:29.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:29 smithi123 ceph-mon[191304]: pgmap v13871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:29.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:29 smithi123 ceph-mon[188613]: pgmap v13871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:29.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:29 smithi177 ceph-mon[212096]: pgmap v13871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:31.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:31 smithi123 ceph-mon[188613]: pgmap v13872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:31.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:31 smithi123 ceph-mon[191304]: pgmap v13872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:31.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:31 smithi177 ceph-mon[212096]: pgmap v13872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:33.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:33 smithi123 ceph-mon[191304]: pgmap v13873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:33.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:33 smithi123 ceph-mon[188613]: pgmap v13873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:33.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:33 smithi177 ceph-mon[212096]: pgmap v13873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:35.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:35 smithi123 ceph-mon[191304]: pgmap v13874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:35.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:35 smithi123 ceph-mon[188613]: pgmap v13874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:35.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:35 smithi177 ceph-mon[212096]: pgmap v13874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:36.328 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:15:36.637 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:15:36.637 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 2m ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:15:36.637 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 27s ago 6h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:15:36.637 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 2m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:15:36.637 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 27s ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:15:36.637 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 27s ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:15:36.637 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 2m ago 6h 794M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:15:36.637 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 2m ago 6h 1736M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:15:36.637 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 27s ago 6h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:15:36.637 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 2m ago 6h 884M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:15:36.638 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 2m ago 6h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:15:36.638 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 27s ago 6h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:15:36.638 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 2m ago 6h 4971M 2319M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:15:36.638 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 2m ago 6h 5702M 2319M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:15:36.638 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 2m ago 6h 4636M 2319M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:15:36.638 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 2m ago 6h 4819M 2319M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:15:36.638 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 27s ago 6h 4047M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:15:36.638 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 27s ago 6h 4492M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:15:36.638 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 27s ago 6h 3855M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:15:36.638 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 27s ago 6h 4460M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:15:36.638 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 27s ago 6h 138M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:15:37.019 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:15:37.019 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:15:37.019 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:15:37.019 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:15:37.019 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:15:37.019 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:15:37.019 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:15:37.019 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:15:37.019 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:15:37.019 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:15:37.019 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:15:37.019 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:15:37.019 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:15:37.019 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:15:37.020 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:15:37.020 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:15:37.020 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:15:37.020 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:15:37.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:37 smithi123 ceph-mon[191304]: from='client.59006 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:15:37.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:37 smithi123 ceph-mon[191304]: pgmap v13875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:37.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:37 smithi123 ceph-mon[191304]: from='client.59012 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:15:37.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:37 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3551092750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:15:37.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:37 smithi123 ceph-mon[188613]: from='client.59006 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:15:37.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:37 smithi123 ceph-mon[188613]: pgmap v13875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:37.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:37 smithi123 ceph-mon[188613]: from='client.59012 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:15:37.736 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:37 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3551092750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:15:37.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:37 smithi177 ceph-mon[212096]: from='client.59006 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:15:37.937 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:37 smithi177 ceph-mon[212096]: pgmap v13875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:37.937 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:37 smithi177 ceph-mon[212096]: from='client.59012 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:15:37.937 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:37 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3551092750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:15:39.398 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:15:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:15:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:15:39.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:39 smithi123 ceph-mon[191304]: pgmap v13876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:39.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:39 smithi123 ceph-mon[188613]: pgmap v13876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:39.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:39 smithi177 ceph-mon[212096]: pgmap v13876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:41.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:41 smithi123 ceph-mon[191304]: pgmap v13877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:41.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:41 smithi123 ceph-mon[188613]: pgmap v13877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:41.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:41 smithi177 ceph-mon[212096]: pgmap v13877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:42.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:15:42.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:15:42.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:15:43.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:43 smithi123 ceph-mon[191304]: pgmap v13878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:43.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:43 smithi123 ceph-mon[188613]: pgmap v13878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:43.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:43 smithi177 ceph-mon[212096]: pgmap v13878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:45.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:45 smithi177 ceph-mon[212096]: pgmap v13879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:45.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:45 smithi123 ceph-mon[191304]: pgmap v13879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:45.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:45 smithi123 ceph-mon[188613]: pgmap v13879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:47.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:47 smithi177 ceph-mon[212096]: pgmap v13880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:47.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:47 smithi123 ceph-mon[191304]: pgmap v13880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:47.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:47 smithi123 ceph-mon[188613]: pgmap v13880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:49.402 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:15:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:15:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:15:49.403 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:49 smithi123 ceph-mon[188613]: pgmap v13881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:49.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:49 smithi123 ceph-mon[191304]: pgmap v13881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:49.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:49 smithi177 ceph-mon[212096]: pgmap v13881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:51.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:51 smithi123 ceph-mon[191304]: pgmap v13882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:51.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:51 smithi123 ceph-mon[188613]: pgmap v13882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:51.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:51 smithi177 ceph-mon[212096]: pgmap v13882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:53.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:53 smithi123 ceph-mon[191304]: pgmap v13883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:53.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:53 smithi123 ceph-mon[188613]: pgmap v13883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:53.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:53 smithi177 ceph-mon[212096]: pgmap v13883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:55.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:55 smithi177 ceph-mon[212096]: pgmap v13884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:55.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:55 smithi123 ceph-mon[188613]: pgmap v13884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:55.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:55 smithi123 ceph-mon[191304]: pgmap v13884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:57.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:57 smithi177 ceph-mon[212096]: pgmap v13885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:57.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:15:57.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:57 smithi123 ceph-mon[191304]: pgmap v13885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:57.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:15:57.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:57 smithi123 ceph-mon[188613]: pgmap v13885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:57.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:15:59.405 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:15:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:15:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:15:59.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:15:59 smithi123 ceph-mon[191304]: pgmap v13886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:59.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:15:59 smithi123 ceph-mon[188613]: pgmap v13886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:15:59.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:15:59 smithi177 ceph-mon[212096]: pgmap v13886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:01.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:01 smithi123 ceph-mon[191304]: pgmap v13887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:01.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:01 smithi123 ceph-mon[188613]: pgmap v13887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:01.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:01 smithi177 ceph-mon[212096]: pgmap v13887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:03.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:03 smithi177 ceph-mon[212096]: pgmap v13888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:03.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:03 smithi123 ceph-mon[191304]: pgmap v13888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:03.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:03 smithi123 ceph-mon[188613]: pgmap v13888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:05.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:05 smithi177 ceph-mon[212096]: pgmap v13889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:05.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:05 smithi123 ceph-mon[191304]: pgmap v13889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:05.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:05 smithi123 ceph-mon[188613]: pgmap v13889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:07.365 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:16:07.676 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:16:07.676 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 3m ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:16:07.676 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 58s ago 6h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:16:07.676 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 3m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:16:07.676 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 58s ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:16:07.676 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 58s ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:16:07.676 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 3m ago 6h 794M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:16:07.676 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 3m ago 6h 1736M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:16:07.676 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 58s ago 6h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:16:07.676 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 3m ago 6h 884M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:16:07.677 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 3m ago 6h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:16:07.677 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 58s ago 6h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:16:07.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 3m ago 6h 4971M 2319M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:16:07.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 3m ago 6h 5702M 2319M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:16:07.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 3m ago 6h 4636M 2319M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:16:07.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 3m ago 6h 4819M 2319M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:16:07.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 58s ago 6h 4047M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:16:07.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 58s ago 6h 4492M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:16:07.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 58s ago 6h 3855M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:16:07.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 58s ago 6h 4460M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:16:07.677 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 58s ago 6h 138M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:16:07.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:07 smithi177 ceph-mon[212096]: pgmap v13890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:07.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:07 smithi123 ceph-mon[191304]: pgmap v13890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:07.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:07 smithi123 ceph-mon[188613]: pgmap v13890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:08.059 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:16:08.059 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:16:08.059 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:16:08.059 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:16:08.059 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:16:08.059 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:16:08.059 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:16:08.059 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:16:08.059 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:16:08.060 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:16:08.060 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:16:08.060 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:16:08.060 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:16:08.060 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:16:08.060 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:16:08.060 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:16:08.060 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:16:08.060 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:16:08.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:08 smithi177 ceph-mon[212096]: from='client.49077 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:16:08.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:08 smithi177 ceph-mon[212096]: from='client.49083 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:16:08.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:08 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4135199158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:16:08.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:08 smithi123 ceph-mon[191304]: from='client.49077 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:16:08.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:08 smithi123 ceph-mon[191304]: from='client.49083 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:16:08.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:08 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4135199158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:16:08.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:08 smithi123 ceph-mon[188613]: from='client.49077 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:16:08.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:08 smithi123 ceph-mon[188613]: from='client.49083 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:16:08.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:08 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4135199158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:16:09.484 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:16:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:16:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:16:09.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:09 smithi177 ceph-mon[212096]: pgmap v13891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:09.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:09 smithi123 ceph-mon[191304]: pgmap v13891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:09.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:09 smithi123 ceph-mon[188613]: pgmap v13891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:10.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:16:10.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:16:10.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:16:10.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:16:10.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:16:10.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:16:10.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:16:10.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:16:10.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:16:10.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:16:10.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:16:10.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:16:11.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:11 smithi177 ceph-mon[212096]: pgmap v13892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:11.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:11 smithi123 ceph-mon[191304]: pgmap v13892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:11.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:11 smithi123 ceph-mon[188613]: pgmap v13892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:12.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:16:12.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:16:12.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:16:13.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:13 smithi177 ceph-mon[212096]: pgmap v13893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:13.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:13 smithi123 ceph-mon[191304]: pgmap v13893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:13.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:13 smithi123 ceph-mon[188613]: pgmap v13893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:15.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:15 smithi177 ceph-mon[212096]: pgmap v13894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:15.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:15 smithi123 ceph-mon[188613]: pgmap v13894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:15.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:15 smithi123 ceph-mon[191304]: pgmap v13894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:17.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:17 smithi177 ceph-mon[212096]: pgmap v13895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:17.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:17 smithi123 ceph-mon[191304]: pgmap v13895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:17.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:17 smithi123 ceph-mon[188613]: pgmap v13895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:19.409 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:16:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:16:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:16:19.410 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:19 smithi123 ceph-mon[188613]: pgmap v13896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:19.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:19 smithi123 ceph-mon[191304]: pgmap v13896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:19.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:19 smithi177 ceph-mon[212096]: pgmap v13896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:21.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:21 smithi177 ceph-mon[212096]: pgmap v13897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:21.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:21 smithi123 ceph-mon[188613]: pgmap v13897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:21.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:21 smithi123 ceph-mon[191304]: pgmap v13897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:23.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:23 smithi177 ceph-mon[212096]: pgmap v13898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:23.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:23 smithi123 ceph-mon[191304]: pgmap v13898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:23.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:23 smithi123 ceph-mon[188613]: pgmap v13898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:25.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:25 smithi177 ceph-mon[212096]: pgmap v13899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:25.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:25 smithi123 ceph-mon[191304]: pgmap v13899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:25.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:25 smithi123 ceph-mon[188613]: pgmap v13899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:27.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:27 smithi177 ceph-mon[212096]: pgmap v13900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:27.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:16:27.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:27 smithi123 ceph-mon[191304]: pgmap v13900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:27.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:16:27.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:27 smithi123 ceph-mon[188613]: pgmap v13900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:27.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:16:29.412 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:16:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:16:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:16:29.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:29 smithi123 ceph-mon[191304]: pgmap v13901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:29.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:29 smithi123 ceph-mon[188613]: pgmap v13901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:29.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:29 smithi177 ceph-mon[212096]: pgmap v13901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:31.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:31 smithi177 ceph-mon[212096]: pgmap v13902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:31.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:31 smithi123 ceph-mon[191304]: pgmap v13902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:31.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:31 smithi123 ceph-mon[188613]: pgmap v13902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:33.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:33 smithi177 ceph-mon[212096]: pgmap v13903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:33.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:33 smithi123 ceph-mon[191304]: pgmap v13903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:33.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:33 smithi123 ceph-mon[188613]: pgmap v13903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:35.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:35 smithi177 ceph-mon[212096]: pgmap v13904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:35.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:35 smithi123 ceph-mon[191304]: pgmap v13904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:35.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:35 smithi123 ceph-mon[188613]: pgmap v13904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:37.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:37 smithi177 ceph-mon[212096]: pgmap v13905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:37.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:37 smithi123 ceph-mon[191304]: pgmap v13905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:37.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:37 smithi123 ceph-mon[188613]: pgmap v13905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:38.401 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:16:38.711 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:16:38.711 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 3m ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:16:38.711 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 89s ago 6h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:16:38.711 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 3m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:16:38.711 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 89s ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:16:38.711 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 89s ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:16:38.711 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 3m ago 6h 794M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:16:38.711 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 3m ago 6h 1736M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:16:38.711 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 89s ago 6h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:16:38.711 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 3m ago 6h 884M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:16:38.711 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 3m ago 6h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:16:38.711 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 89s ago 6h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:16:38.712 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 3m ago 6h 4971M 2319M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:16:38.712 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 3m ago 6h 5702M 2319M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:16:38.712 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 3m ago 6h 4636M 2319M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:16:38.712 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 3m ago 6h 4819M 2319M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:16:38.712 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 89s ago 6h 4047M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:16:38.712 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 89s ago 6h 4492M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:16:38.712 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 89s ago 6h 3855M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:16:38.712 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 89s ago 6h 4460M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:16:38.712 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 89s ago 6h 138M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:16:39.092 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:16:39.092 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:16:39.092 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:16:39.092 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:16:39.092 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:16:39.092 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:16:39.092 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:16:39.092 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:16:39.092 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:16:39.092 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:16:39.092 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:16:39.092 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:16:39.093 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:16:39.093 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:16:39.093 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:16:39.093 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:16:39.093 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:16:39.093 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:16:39.414 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:16:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:16:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:16:39.414 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:39 smithi123 ceph-mon[188613]: from='client.49095 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:16:39.414 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:39 smithi123 ceph-mon[188613]: pgmap v13906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:39.414 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:39 smithi123 ceph-mon[188613]: from='client.49101 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:16:39.414 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:39 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1668233758' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:16:39.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:39 smithi123 ceph-mon[191304]: from='client.49095 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:16:39.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:39 smithi123 ceph-mon[191304]: pgmap v13906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:39.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:39 smithi123 ceph-mon[191304]: from='client.49101 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:16:39.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:39 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1668233758' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:16:39.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:39 smithi177 ceph-mon[212096]: from='client.49095 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:16:39.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:39 smithi177 ceph-mon[212096]: pgmap v13906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:39.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:39 smithi177 ceph-mon[212096]: from='client.49101 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:16:39.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:39 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1668233758' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:16:41.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:41 smithi177 ceph-mon[212096]: pgmap v13907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:41.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:41 smithi123 ceph-mon[191304]: pgmap v13907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:41.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:41 smithi123 ceph-mon[188613]: pgmap v13907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:42.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:16:42.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:16:42.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:16:43.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:43 smithi177 ceph-mon[212096]: pgmap v13908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:43.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:43 smithi123 ceph-mon[191304]: pgmap v13908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:43.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:43 smithi123 ceph-mon[188613]: pgmap v13908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:45.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:45 smithi177 ceph-mon[212096]: pgmap v13909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:45.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:45 smithi123 ceph-mon[191304]: pgmap v13909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:45.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:45 smithi123 ceph-mon[188613]: pgmap v13909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:47.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:47 smithi177 ceph-mon[212096]: pgmap v13910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:47.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:47 smithi123 ceph-mon[188613]: pgmap v13910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:47.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:47 smithi123 ceph-mon[191304]: pgmap v13910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:49.415 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:16:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:16:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:16:49.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:49 smithi123 ceph-mon[191304]: pgmap v13911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:49.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:49 smithi123 ceph-mon[188613]: pgmap v13911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:49.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:49 smithi177 ceph-mon[212096]: pgmap v13911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:51.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:51 smithi177 ceph-mon[212096]: pgmap v13912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:51.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:51 smithi123 ceph-mon[191304]: pgmap v13912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:51.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:51 smithi123 ceph-mon[188613]: pgmap v13912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:53.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:53 smithi177 ceph-mon[212096]: pgmap v13913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:53.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:53 smithi123 ceph-mon[191304]: pgmap v13913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:53.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:53 smithi123 ceph-mon[188613]: pgmap v13913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:55.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:55 smithi177 ceph-mon[212096]: pgmap v13914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:55.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:55 smithi123 ceph-mon[188613]: pgmap v13914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:55.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:55 smithi123 ceph-mon[191304]: pgmap v13914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:57.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:57 smithi177 ceph-mon[212096]: pgmap v13915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:57.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:16:57.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:57 smithi123 ceph-mon[191304]: pgmap v13915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:57.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:16:57.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:57 smithi123 ceph-mon[188613]: pgmap v13915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:57.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:16:59.416 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:16:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:16:59] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T17:16:59.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:16:59 smithi123 ceph-mon[191304]: pgmap v13916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:59.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:16:59 smithi123 ceph-mon[188613]: pgmap v13916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:16:59.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:16:59 smithi177 ceph-mon[212096]: pgmap v13916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:01.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:01 smithi177 ceph-mon[212096]: pgmap v13917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:01.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:01 smithi123 ceph-mon[191304]: pgmap v13917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:01.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:01 smithi123 ceph-mon[188613]: pgmap v13917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:03.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:03 smithi177 ceph-mon[212096]: pgmap v13918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:03.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:03 smithi123 ceph-mon[191304]: pgmap v13918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:03.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:03 smithi123 ceph-mon[188613]: pgmap v13918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:05.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:05 smithi177 ceph-mon[212096]: pgmap v13919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:05.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:05 smithi123 ceph-mon[191304]: pgmap v13919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:05.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:05 smithi123 ceph-mon[188613]: pgmap v13919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:07.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:07 smithi177 ceph-mon[212096]: pgmap v13920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:07.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:07 smithi123 ceph-mon[191304]: pgmap v13920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:07.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:07 smithi123 ceph-mon[188613]: pgmap v13920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:09.421 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:17:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:17:09] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T17:17:09.438 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:17:09.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:09 smithi123 ceph-mon[191304]: pgmap v13921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:09.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:09 smithi123 ceph-mon[188613]: pgmap v13921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:09.748 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:17:09.748 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 4m ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:17:09.748 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 2m ago 6h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:17:09.748 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 4m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:17:09.748 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 2m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:17:09.748 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 2m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:17:09.748 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 4m ago 6h 794M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:17:09.748 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 4m ago 6h 1736M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:17:09.748 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 2m ago 6h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:17:09.748 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 4m ago 6h 884M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:17:09.748 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 4m ago 6h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:17:09.748 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 2m ago 6h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:17:09.749 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 4m ago 6h 4971M 2319M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:17:09.749 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 4m ago 6h 5702M 2319M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:17:09.749 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 4m ago 6h 4636M 2319M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:17:09.749 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 4m ago 6h 4819M 2319M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:17:09.749 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 2m ago 6h 4047M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:17:09.749 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 2m ago 6h 4492M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:17:09.749 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 2m ago 6h 3855M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:17:09.749 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 2m ago 6h 4460M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:17:09.749 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 2m ago 6h 138M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:17:09.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:09 smithi177 ceph-mon[212096]: pgmap v13921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:10.134 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:17:10.134 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:17:10.135 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:17:10.135 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:17:10.135 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:17:10.135 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:17:10.135 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:17:10.135 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:17:10.135 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:17:10.135 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:17:10.135 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:17:10.135 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:17:10.136 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:17:10.136 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:17:10.136 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:17:10.136 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:17:10.136 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:17:10.136 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:17:10.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:10 smithi123 ceph-mon[191304]: from='client.49113 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:17:10.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:10 smithi123 ceph-mon[191304]: from='client.59066 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:17:10.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:10 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3739977559' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:17:10.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:10 smithi123 ceph-mon[188613]: from='client.49113 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:17:10.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:10 smithi123 ceph-mon[188613]: from='client.59066 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:17:10.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:10 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3739977559' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:17:10.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:10 smithi177 ceph-mon[212096]: from='client.49113 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:17:10.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:10 smithi177 ceph-mon[212096]: from='client.59066 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:17:10.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:10 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3739977559' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:17:11.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:17:11.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:11 smithi123 ceph-mon[191304]: pgmap v13922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:11.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:17:11.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:17:11.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:17:11.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:17:11.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:11 smithi123 ceph-mon[188613]: pgmap v13922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:11.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:17:11.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:17:11.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:17:11.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:17:11.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:11 smithi177 ceph-mon[212096]: pgmap v13922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:11.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:17:11.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:17:11.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:17:12.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:17:12.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:17:12.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:17:13.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:13 smithi123 ceph-mon[188613]: pgmap v13923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:13.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:13 smithi123 ceph-mon[191304]: pgmap v13923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:13.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:13 smithi177 ceph-mon[212096]: pgmap v13923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:15.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:15 smithi177 ceph-mon[212096]: pgmap v13924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:15.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:15 smithi123 ceph-mon[188613]: pgmap v13924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:15.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:15 smithi123 ceph-mon[191304]: pgmap v13924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:17.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:17 smithi177 ceph-mon[212096]: pgmap v13925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:17.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:17 smithi123 ceph-mon[191304]: pgmap v13925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:17.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:17 smithi123 ceph-mon[188613]: pgmap v13925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:19.422 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:17:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:17:19] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T17:17:19.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:19 smithi123 ceph-mon[191304]: pgmap v13926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:19.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:19 smithi123 ceph-mon[188613]: pgmap v13926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:19.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:19 smithi177 ceph-mon[212096]: pgmap v13926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:21.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:21 smithi177 ceph-mon[212096]: pgmap v13927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:21.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:21 smithi123 ceph-mon[191304]: pgmap v13927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:21.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:21 smithi123 ceph-mon[188613]: pgmap v13927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:23.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:23 smithi177 ceph-mon[212096]: pgmap v13928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:23.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:23 smithi123 ceph-mon[191304]: pgmap v13928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:23.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:23 smithi123 ceph-mon[188613]: pgmap v13928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:25.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:25 smithi177 ceph-mon[212096]: pgmap v13929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:25.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:25 smithi123 ceph-mon[191304]: pgmap v13929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:25.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:25 smithi123 ceph-mon[188613]: pgmap v13929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:27.515 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:27 smithi123 ceph-mon[188613]: pgmap v13930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:27.515 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:17:27.515 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:27 smithi123 ceph-mon[191304]: pgmap v13930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:27.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:27 smithi177 ceph-mon[212096]: pgmap v13930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:27.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:17:27.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:17:29.424 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:17:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:17:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:17:29.425 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:29 smithi123 ceph-mon[188613]: pgmap v13931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:29.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:29 smithi123 ceph-mon[191304]: pgmap v13931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:29.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:29 smithi177 ceph-mon[212096]: pgmap v13931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:31.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:31 smithi177 ceph-mon[212096]: pgmap v13932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:31.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:31 smithi123 ceph-mon[191304]: pgmap v13932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:31.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:31 smithi123 ceph-mon[188613]: pgmap v13932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:33.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:33 smithi177 ceph-mon[212096]: pgmap v13933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:33.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:33 smithi123 ceph-mon[191304]: pgmap v13933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:33.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:33 smithi123 ceph-mon[188613]: pgmap v13933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:35.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:35 smithi177 ceph-mon[212096]: pgmap v13934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:35.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:35 smithi123 ceph-mon[191304]: pgmap v13934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:35.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:35 smithi123 ceph-mon[188613]: pgmap v13934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:37.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:37 smithi177 ceph-mon[212096]: pgmap v13935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:37.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:37 smithi123 ceph-mon[191304]: pgmap v13935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:37.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:37 smithi123 ceph-mon[188613]: pgmap v13935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:39.427 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:17:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:17:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:17:39.427 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:39 smithi123 ceph-mon[188613]: pgmap v13936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:39.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:39 smithi123 ceph-mon[191304]: pgmap v13936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:39.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:39 smithi177 ceph-mon[212096]: pgmap v13936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:40.479 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:17:40.785 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:17:40.785 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 4m ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:17:40.785 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 2m ago 6h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:17:40.785 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 4m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:17:40.786 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 2m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:17:40.786 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 2m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:17:40.786 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 4m ago 6h 794M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:17:40.786 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 4m ago 6h 1736M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:17:40.786 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 2m ago 6h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:17:40.786 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 4m ago 6h 884M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:17:40.786 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 4m ago 6h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:17:40.786 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 2m ago 6h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:17:40.786 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 4m ago 6h 4971M 2319M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:17:40.786 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 4m ago 6h 5702M 2319M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:17:40.786 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 4m ago 6h 4636M 2319M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:17:40.786 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 4m ago 6h 4819M 2319M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:17:40.786 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 2m ago 6h 4047M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:17:40.786 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 2m ago 6h 4492M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:17:40.786 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 2m ago 6h 3855M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:17:40.787 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 2m ago 6h 4460M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:17:40.787 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 2m ago 6h 138M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:17:41.171 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:17:41.171 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:17:41.171 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:17:41.171 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:17:41.171 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:17:41.171 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:17:41.172 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:17:41.172 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:17:41.172 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:17:41.172 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:17:41.172 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:17:41.172 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:17:41.172 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:17:41.172 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:17:41.172 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:17:41.172 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:17:41.172 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:17:41.172 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:17:41.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:41 smithi177 ceph-mon[212096]: pgmap v13937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:41.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:41 smithi177 ceph-mon[212096]: from='client.49131 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:17:41.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:41 smithi177 ceph-mon[212096]: from='client.49137 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:17:41.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:41 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2808357272' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:17:41.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:41 smithi123 ceph-mon[191304]: pgmap v13937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:41.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:41 smithi123 ceph-mon[191304]: from='client.49131 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:17:41.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:41 smithi123 ceph-mon[191304]: from='client.49137 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:17:41.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:41 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2808357272' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:17:41.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:41 smithi123 ceph-mon[188613]: pgmap v13937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:41.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:41 smithi123 ceph-mon[188613]: from='client.49131 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:17:41.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:41 smithi123 ceph-mon[188613]: from='client.49137 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:17:41.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:41 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2808357272' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:17:42.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:17:42.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:17:42.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:17:43.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:43 smithi177 ceph-mon[212096]: pgmap v13938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:43.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:43 smithi123 ceph-mon[191304]: pgmap v13938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:43.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:43 smithi123 ceph-mon[188613]: pgmap v13938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:45.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:45 smithi177 ceph-mon[212096]: pgmap v13939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:45.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:45 smithi123 ceph-mon[188613]: pgmap v13939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:45.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:45 smithi123 ceph-mon[191304]: pgmap v13939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:47.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:47 smithi177 ceph-mon[212096]: pgmap v13940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:47.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:47 smithi123 ceph-mon[191304]: pgmap v13940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:47.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:47 smithi123 ceph-mon[188613]: pgmap v13940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:49.429 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:17:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:17:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T17:17:49.430 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:49 smithi123 ceph-mon[188613]: pgmap v13941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:49.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:49 smithi123 ceph-mon[191304]: pgmap v13941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:49.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:49 smithi177 ceph-mon[212096]: pgmap v13941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:51.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:51 smithi177 ceph-mon[212096]: pgmap v13942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:51.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:51 smithi123 ceph-mon[188613]: pgmap v13942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:51.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:51 smithi123 ceph-mon[191304]: pgmap v13942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:53.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:53 smithi177 ceph-mon[212096]: pgmap v13943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:53.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:53 smithi123 ceph-mon[191304]: pgmap v13943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:53.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:53 smithi123 ceph-mon[188613]: pgmap v13943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:55.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:55 smithi177 ceph-mon[212096]: pgmap v13944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:55.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:55 smithi123 ceph-mon[191304]: pgmap v13944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:55.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:55 smithi123 ceph-mon[188613]: pgmap v13944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:57.898 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:57 smithi177 ceph-mon[212096]: pgmap v13945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:57.898 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:17:57.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:57 smithi123 ceph-mon[191304]: pgmap v13945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:57.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:17:57.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:57 smithi123 ceph-mon[188613]: pgmap v13945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:57.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:17:59.434 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:17:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:17:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:17:59.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:17:59 smithi123 ceph-mon[191304]: pgmap v13946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:59.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:17:59 smithi123 ceph-mon[188613]: pgmap v13946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:17:59.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:17:59 smithi177 ceph-mon[212096]: pgmap v13946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:01.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:01 smithi177 ceph-mon[212096]: pgmap v13947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:01.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:01 smithi123 ceph-mon[191304]: pgmap v13947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:01.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:01 smithi123 ceph-mon[188613]: pgmap v13947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:03.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:03 smithi177 ceph-mon[212096]: pgmap v13948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:03.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:03 smithi123 ceph-mon[191304]: pgmap v13948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:03.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:03 smithi123 ceph-mon[188613]: pgmap v13948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:05.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:05 smithi177 ceph-mon[212096]: pgmap v13949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:05.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:05 smithi123 ceph-mon[191304]: pgmap v13949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:05.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:05 smithi123 ceph-mon[188613]: pgmap v13949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:07.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:07 smithi177 ceph-mon[212096]: pgmap v13950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:07.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:07 smithi123 ceph-mon[191304]: pgmap v13950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:07.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:07 smithi123 ceph-mon[188613]: pgmap v13950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:09.436 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:18:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:18:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:18:09.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:09 smithi123 ceph-mon[191304]: pgmap v13951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:09.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:09 smithi123 ceph-mon[188613]: pgmap v13951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:09.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:09 smithi177 ceph-mon[212096]: pgmap v13951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:11.534 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:18:11.857 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:18:11.858 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 5m ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:18:11.858 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 3m ago 6h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:18:11.858 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 5m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:18:11.858 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 3m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:18:11.858 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 3m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:18:11.858 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 5m ago 6h 794M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:18:11.858 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 5m ago 6h 1736M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:18:11.858 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 3m ago 6h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:18:11.858 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 5m ago 6h 884M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:18:11.858 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 5m ago 6h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:18:11.858 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 3m ago 6h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:18:11.858 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 5m ago 6h 4971M 2319M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:18:11.858 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 5m ago 6h 5702M 2319M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:18:11.858 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 5m ago 6h 4636M 2319M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:18:11.859 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 5m ago 6h 4819M 2319M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:18:11.859 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 3m ago 6h 4047M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:18:11.859 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 3m ago 6h 4492M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:18:11.859 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 3m ago 6h 3855M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:18:11.859 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 3m ago 6h 4460M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:18:11.859 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 3m ago 6h 138M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:18:11.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:11 smithi177 ceph-mon[212096]: pgmap v13952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:11.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:18:11.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:18:11.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:18:11.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:18:11.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:11 smithi123 ceph-mon[191304]: pgmap v13952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:11.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:18:11.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:18:11.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:18:11.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:18:11.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:11 smithi123 ceph-mon[188613]: pgmap v13952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:11.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:18:11.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:18:11.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:18:11.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:18:12.238 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:18:12.238 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:18:12.238 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:18:12.238 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:18:12.239 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:18:12.239 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:18:12.239 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:18:12.239 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:18:12.239 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:18:12.239 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:18:12.239 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:18:12.239 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:18:12.239 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:18:12.239 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:18:12.239 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:18:12.239 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:18:12.239 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:18:12.239 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:18:12.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:12 smithi177 ceph-mon[212096]: from='client.49149 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:18:12.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:18:12.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:12 smithi177 ceph-mon[212096]: from='client.59102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:18:12.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:12 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/606398687' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:18:12.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:12 smithi123 ceph-mon[191304]: from='client.49149 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:18:12.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:18:12.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:12 smithi123 ceph-mon[191304]: from='client.59102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:18:12.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:12 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/606398687' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:18:12.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:12 smithi123 ceph-mon[188613]: from='client.49149 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:18:12.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:18:12.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:12 smithi123 ceph-mon[188613]: from='client.59102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:18:12.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:12 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/606398687' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:18:13.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:13 smithi177 ceph-mon[212096]: pgmap v13953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:13.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:13 smithi123 ceph-mon[191304]: pgmap v13953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:13.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:13 smithi123 ceph-mon[188613]: pgmap v13953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:15.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:15 smithi177 ceph-mon[212096]: pgmap v13954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:15.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:15 smithi123 ceph-mon[191304]: pgmap v13954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:15.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:15 smithi123 ceph-mon[188613]: pgmap v13954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:17.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:17 smithi177 ceph-mon[212096]: pgmap v13955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:17.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:17 smithi123 ceph-mon[191304]: pgmap v13955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:17.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:17 smithi123 ceph-mon[188613]: pgmap v13955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:19.436 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:18:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:18:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:18:19.437 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:19 smithi123 ceph-mon[188613]: pgmap v13956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:19.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:19 smithi123 ceph-mon[191304]: pgmap v13956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:19.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:19 smithi177 ceph-mon[212096]: pgmap v13956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:21.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:21 smithi177 ceph-mon[212096]: pgmap v13957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:21.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:21 smithi123 ceph-mon[191304]: pgmap v13957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:21.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:21 smithi123 ceph-mon[188613]: pgmap v13957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:23.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:23 smithi177 ceph-mon[212096]: pgmap v13958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:23.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:23 smithi123 ceph-mon[191304]: pgmap v13958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:23.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:23 smithi123 ceph-mon[188613]: pgmap v13958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:25.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:25 smithi177 ceph-mon[212096]: pgmap v13959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:25.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:25 smithi123 ceph-mon[191304]: pgmap v13959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:25.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:25 smithi123 ceph-mon[188613]: pgmap v13959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:27.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:27 smithi177 ceph-mon[212096]: pgmap v13960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:27.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:18:27.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:27 smithi123 ceph-mon[191304]: pgmap v13960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:27.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:18:27.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:27 smithi123 ceph-mon[188613]: pgmap v13960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:27.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:18:29.434 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:18:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:18:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:18:29.435 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:29 smithi123 ceph-mon[188613]: pgmap v13961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:29.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:29 smithi123 ceph-mon[191304]: pgmap v13961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:29.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:29 smithi177 ceph-mon[212096]: pgmap v13961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:31.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:31 smithi177 ceph-mon[212096]: pgmap v13962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:31.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:31 smithi123 ceph-mon[191304]: pgmap v13962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:31.998 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:31 smithi123 ceph-mon[188613]: pgmap v13962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:33.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:33 smithi177 ceph-mon[212096]: pgmap v13963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:33.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:33 smithi123 ceph-mon[191304]: pgmap v13963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:33.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:33 smithi123 ceph-mon[188613]: pgmap v13963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:35.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:35 smithi177 ceph-mon[212096]: pgmap v13964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:35.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:35 smithi123 ceph-mon[191304]: pgmap v13964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:35.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:35 smithi123 ceph-mon[188613]: pgmap v13964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:37.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:37 smithi177 ceph-mon[212096]: pgmap v13965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:37.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:37 smithi123 ceph-mon[191304]: pgmap v13965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:37.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:37 smithi123 ceph-mon[188613]: pgmap v13965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:39.443 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:18:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:18:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:18:39.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:39 smithi123 ceph-mon[191304]: pgmap v13966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:39.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:39 smithi123 ceph-mon[188613]: pgmap v13966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:39.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:39 smithi177 ceph-mon[212096]: pgmap v13966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:41.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:41 smithi177 ceph-mon[212096]: pgmap v13967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:41.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:41 smithi123 ceph-mon[191304]: pgmap v13967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:41.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:41 smithi123 ceph-mon[188613]: pgmap v13967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:42.588 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:18:42.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:18:42.896 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:18:42.896 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 5m ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:18:42.896 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 3m ago 6h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:18:42.896 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 5m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:18:42.896 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 3m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:18:42.896 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 3m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:18:42.896 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 5m ago 6h 794M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:18:42.896 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 5m ago 6h 1736M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:18:42.896 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 3m ago 6h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:18:42.896 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 5m ago 6h 884M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:18:42.896 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 5m ago 6h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:18:42.896 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 3m ago 6h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:18:42.896 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 5m ago 6h 4971M 2319M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:18:42.896 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 5m ago 6h 5702M 2319M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:18:42.897 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 5m ago 6h 4636M 2319M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:18:42.897 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 5m ago 6h 4819M 2319M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:18:42.897 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 3m ago 6h 4047M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:18:42.897 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 3m ago 6h 4492M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:18:42.897 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 3m ago 6h 3855M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:18:42.897 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 3m ago 6h 4460M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:18:42.897 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 3m ago 6h 138M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:18:42.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:18:42.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:18:43.278 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:18:43.278 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:18:43.279 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:18:43.279 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:18:43.279 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:18:43.279 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:18:43.279 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:18:43.279 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:18:43.279 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:18:43.279 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:18:43.279 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:18:43.279 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:18:43.279 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:18:43.280 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:18:43.280 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:18:43.280 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:18:43.280 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:18:43.280 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:18:43.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:43 smithi177 ceph-mon[212096]: pgmap v13968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:43.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:43 smithi177 ceph-mon[212096]: from='client.59114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:18:43.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:43 smithi177 ceph-mon[212096]: from='client.49173 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:18:43.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:43 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2867742260' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:18:43.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:43 smithi123 ceph-mon[191304]: pgmap v13968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:43.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:43 smithi123 ceph-mon[191304]: from='client.59114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:18:43.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:43 smithi123 ceph-mon[191304]: from='client.49173 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:18:43.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:43 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2867742260' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:18:43.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:43 smithi123 ceph-mon[188613]: pgmap v13968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:43.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:43 smithi123 ceph-mon[188613]: from='client.59114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:18:43.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:43 smithi123 ceph-mon[188613]: from='client.49173 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:18:43.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:43 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2867742260' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:18:45.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:45 smithi177 ceph-mon[212096]: pgmap v13969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:45.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:45 smithi123 ceph-mon[191304]: pgmap v13969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:45.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:45 smithi123 ceph-mon[188613]: pgmap v13969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:47.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:47 smithi177 ceph-mon[212096]: pgmap v13970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:47.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:47 smithi123 ceph-mon[191304]: pgmap v13970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:47.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:47 smithi123 ceph-mon[188613]: pgmap v13970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:49.443 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:18:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:18:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:18:49.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:49 smithi123 ceph-mon[191304]: pgmap v13971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:49.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:49 smithi123 ceph-mon[188613]: pgmap v13971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:49.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:49 smithi177 ceph-mon[212096]: pgmap v13971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:51.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:51 smithi177 ceph-mon[212096]: pgmap v13972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:51.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:51 smithi123 ceph-mon[191304]: pgmap v13972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:51.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:51 smithi123 ceph-mon[188613]: pgmap v13972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:53.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:53 smithi177 ceph-mon[212096]: pgmap v13973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:53.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:53 smithi123 ceph-mon[191304]: pgmap v13973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:53.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:53 smithi123 ceph-mon[188613]: pgmap v13973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:55.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:55 smithi177 ceph-mon[212096]: pgmap v13974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:55.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:55 smithi123 ceph-mon[191304]: pgmap v13974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:55.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:55 smithi123 ceph-mon[188613]: pgmap v13974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:57.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:57 smithi177 ceph-mon[212096]: pgmap v13975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:57.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:18:57.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:57 smithi123 ceph-mon[191304]: pgmap v13975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:57.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:18:57.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:57 smithi123 ceph-mon[188613]: pgmap v13975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:57.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:18:59.445 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:18:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:18:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:18:59.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:18:59 smithi123 ceph-mon[191304]: pgmap v13976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:59.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:18:59 smithi123 ceph-mon[188613]: pgmap v13976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:18:59.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:18:59 smithi177 ceph-mon[212096]: pgmap v13976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:01.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:01 smithi177 ceph-mon[212096]: pgmap v13977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:01.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:01 smithi123 ceph-mon[191304]: pgmap v13977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:01.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:01 smithi123 ceph-mon[188613]: pgmap v13977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:03.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:03 smithi177 ceph-mon[212096]: pgmap v13978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:03.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:03 smithi123 ceph-mon[191304]: pgmap v13978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:03.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:03 smithi123 ceph-mon[188613]: pgmap v13978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:05.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:05 smithi177 ceph-mon[212096]: pgmap v13979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:05.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:05 smithi123 ceph-mon[191304]: pgmap v13979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:05.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:05 smithi123 ceph-mon[188613]: pgmap v13979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:07.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:07 smithi177 ceph-mon[212096]: pgmap v13980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:07.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:07 smithi123 ceph-mon[191304]: pgmap v13980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:07.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:07 smithi123 ceph-mon[188613]: pgmap v13980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:09.449 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:19:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:19:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:19:09.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:09 smithi123 ceph-mon[191304]: pgmap v13981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:09.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:09 smithi123 ceph-mon[188613]: pgmap v13981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:09.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:09 smithi177 ceph-mon[212096]: pgmap v13981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:11.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:11 smithi177 ceph-mon[212096]: pgmap v13982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:11.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:11 smithi123 ceph-mon[191304]: pgmap v13982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:11.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:11 smithi123 ceph-mon[188613]: pgmap v13982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:12.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:19:12.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:19:12.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:19:12.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:19:12.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:19:12.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:19:12.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:19:12.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:19:12.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:19:12.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:19:12.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:19:12.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:19:12.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:19:12.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:19:12.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:19:13.625 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:19:13.932 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:19:13.932 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 6m ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:19:13.932 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 4m ago 6h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:19:13.932 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 6m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:19:13.932 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 4m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:19:13.932 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 4m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:19:13.932 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 6m ago 6h 794M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:19:13.932 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 6m ago 6h 1736M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:19:13.932 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 4m ago 6h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:19:13.932 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 6m ago 6h 884M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:19:13.932 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 6m ago 6h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:19:13.932 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 4m ago 6h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:19:13.932 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 6m ago 6h 4971M 2319M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:19:13.933 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 6m ago 6h 5702M 2319M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:19:13.933 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 6m ago 6h 4636M 2319M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:19:13.933 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 6m ago 6h 4819M 2319M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:19:13.933 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 4m ago 6h 4047M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:19:13.933 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 4m ago 6h 4492M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:19:13.933 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 4m ago 6h 3855M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:19:13.933 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 4m ago 6h 4460M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:19:13.933 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 4m ago 6h 138M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:19:14.318 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:19:14.318 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:19:14.318 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:19:14.319 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:19:14.319 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:19:14.319 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:19:14.319 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:19:14.319 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:19:14.319 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:19:14.319 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:19:14.319 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:19:14.319 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:19:14.319 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:19:14.319 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:19:14.319 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:19:14.319 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:19:14.319 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:19:14.319 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:19:14.395 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:14 smithi177 ceph-mon[212096]: pgmap v13983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:14.484 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:14 smithi123 ceph-mon[191304]: pgmap v13983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:14.484 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:14 smithi123 ceph-mon[188613]: pgmap v13983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:15.395 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:15 smithi177 ceph-mon[212096]: from='client.59132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:19:15.395 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:15 smithi177 ceph-mon[212096]: from='client.49191 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:19:15.395 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:15 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2103231495' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:19:15.484 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:15 smithi123 ceph-mon[191304]: from='client.59132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:19:15.484 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:15 smithi123 ceph-mon[191304]: from='client.49191 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:19:15.485 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:15 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2103231495' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:19:15.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:15 smithi123 ceph-mon[188613]: from='client.59132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:19:15.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:15 smithi123 ceph-mon[188613]: from='client.49191 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:19:15.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:15 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2103231495' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:19:16.395 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:16 smithi177 ceph-mon[212096]: pgmap v13984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:16.484 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:16 smithi123 ceph-mon[191304]: pgmap v13984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:16.485 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:16 smithi123 ceph-mon[188613]: pgmap v13984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:18.395 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:18 smithi177 ceph-mon[212096]: pgmap v13985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:18.484 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:18 smithi123 ceph-mon[191304]: pgmap v13985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:18.484 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:18 smithi123 ceph-mon[188613]: pgmap v13985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:19.449 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:19:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:19:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:19:19.449 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:19 smithi123 ceph-mon[188613]: pgmap v13986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:19.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:19 smithi123 ceph-mon[191304]: pgmap v13986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:19.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:19 smithi177 ceph-mon[212096]: pgmap v13986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:21.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:21 smithi177 ceph-mon[212096]: pgmap v13987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:21.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:21 smithi123 ceph-mon[191304]: pgmap v13987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:21.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:21 smithi123 ceph-mon[188613]: pgmap v13987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:23.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:23 smithi177 ceph-mon[212096]: pgmap v13988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:23.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:23 smithi123 ceph-mon[191304]: pgmap v13988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:23.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:23 smithi123 ceph-mon[188613]: pgmap v13988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:25.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:25 smithi177 ceph-mon[212096]: pgmap v13989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:25.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:25 smithi123 ceph-mon[191304]: pgmap v13989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:25.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:25 smithi123 ceph-mon[188613]: pgmap v13989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:27.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:27 smithi177 ceph-mon[212096]: pgmap v13990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:27.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:19:27.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:27 smithi123 ceph-mon[191304]: pgmap v13990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:27.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:19:27.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:27 smithi123 ceph-mon[188613]: pgmap v13990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:27.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:19:29.452 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:19:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:19:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:19:29.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:29 smithi123 ceph-mon[191304]: pgmap v13991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:29.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:29 smithi123 ceph-mon[188613]: pgmap v13991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:29.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:29 smithi177 ceph-mon[212096]: pgmap v13991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:31.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:31 smithi177 ceph-mon[212096]: pgmap v13992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:31.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:31 smithi123 ceph-mon[191304]: pgmap v13992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:31.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:31 smithi123 ceph-mon[188613]: pgmap v13992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:33.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:33 smithi177 ceph-mon[212096]: pgmap v13993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:33.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:33 smithi123 ceph-mon[191304]: pgmap v13993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:33.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:33 smithi123 ceph-mon[188613]: pgmap v13993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:35.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:35 smithi177 ceph-mon[212096]: pgmap v13994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:35.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:35 smithi123 ceph-mon[191304]: pgmap v13994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:35.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:35 smithi123 ceph-mon[188613]: pgmap v13994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:37.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:37 smithi177 ceph-mon[212096]: pgmap v13995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:37.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:37 smithi123 ceph-mon[191304]: pgmap v13995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:37.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:37 smithi123 ceph-mon[188613]: pgmap v13995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:39.462 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:19:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:19:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:19:39.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:39 smithi123 ceph-mon[188613]: pgmap v13996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:39.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:39 smithi123 ceph-mon[191304]: pgmap v13996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:39.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:39 smithi177 ceph-mon[212096]: pgmap v13996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:41.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:41 smithi177 ceph-mon[212096]: pgmap v13997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:41.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:41 smithi123 ceph-mon[191304]: pgmap v13997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:41.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:41 smithi123 ceph-mon[188613]: pgmap v13997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:42.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:19:42.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:19:42.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:19:43.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:43 smithi177 ceph-mon[212096]: pgmap v13998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:43.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:43 smithi123 ceph-mon[191304]: pgmap v13998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:43.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:43 smithi123 ceph-mon[188613]: pgmap v13998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:44.670 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:19:44.976 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:19:44.976 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 6m ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:19:44.976 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 4m ago 6h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:19:44.976 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 6m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:19:44.976 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 4m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:19:44.976 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 4m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:19:44.976 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 6m ago 6h 794M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:19:44.976 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 6m ago 6h 1736M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:19:44.977 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 4m ago 6h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:19:44.977 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 6m ago 6h 884M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:19:44.977 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 6m ago 6h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:19:44.977 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 4m ago 6h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:19:44.977 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 6m ago 6h 4971M 2319M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:19:44.977 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 6m ago 6h 5702M 2319M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:19:44.977 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 6m ago 6h 4636M 2319M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:19:44.977 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 6m ago 6h 4819M 2319M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:19:44.977 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 4m ago 6h 4047M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:19:44.977 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 4m ago 6h 4492M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:19:44.977 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 4m ago 6h 3855M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:19:44.977 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 4m ago 6h 4460M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:19:44.977 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 4m ago 6h 138M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:19:45.361 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:19:45.362 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:19:45.362 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:19:45.362 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:19:45.362 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:19:45.362 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:19:45.362 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:19:45.362 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:19:45.362 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:19:45.362 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:19:45.362 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:19:45.362 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:19:45.362 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:19:45.362 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:19:45.362 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:19:45.363 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:19:45.363 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:19:45.363 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:19:45.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:45 smithi177 ceph-mon[212096]: pgmap v13999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:45.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:45 smithi177 ceph-mon[212096]: from='client.59150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:19:45.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:45 smithi177 ceph-mon[212096]: from='client.49209 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:19:45.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:45 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2337994853' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:19:45.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:45 smithi123 ceph-mon[191304]: pgmap v13999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:45.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:45 smithi123 ceph-mon[191304]: from='client.59150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:19:45.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:45 smithi123 ceph-mon[191304]: from='client.49209 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:19:45.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:45 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2337994853' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:19:45.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:45 smithi123 ceph-mon[188613]: pgmap v13999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:45.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:45 smithi123 ceph-mon[188613]: from='client.59150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:19:45.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:45 smithi123 ceph-mon[188613]: from='client.49209 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:19:45.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:45 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2337994853' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:19:47.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:47 smithi177 ceph-mon[212096]: pgmap v14000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:47.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:47 smithi123 ceph-mon[191304]: pgmap v14000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:47.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:47 smithi123 ceph-mon[188613]: pgmap v14000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:49.458 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:19:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:19:49] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T17:19:49.458 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:49 smithi123 ceph-mon[188613]: pgmap v14001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:49.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:49 smithi123 ceph-mon[191304]: pgmap v14001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:49.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:49 smithi177 ceph-mon[212096]: pgmap v14001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:51.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:51 smithi177 ceph-mon[212096]: pgmap v14002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:51.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:51 smithi123 ceph-mon[191304]: pgmap v14002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:51.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:51 smithi123 ceph-mon[188613]: pgmap v14002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:53.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:53 smithi177 ceph-mon[212096]: pgmap v14003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:53.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:53 smithi123 ceph-mon[191304]: pgmap v14003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:53.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:53 smithi123 ceph-mon[188613]: pgmap v14003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:55.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:55 smithi177 ceph-mon[212096]: pgmap v14004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:55.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:55 smithi123 ceph-mon[191304]: pgmap v14004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:55.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:55 smithi123 ceph-mon[188613]: pgmap v14004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:57.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:57 smithi177 ceph-mon[212096]: pgmap v14005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:57.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:19:57.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:57 smithi123 ceph-mon[191304]: pgmap v14005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:57.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:19:57.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:57 smithi123 ceph-mon[188613]: pgmap v14005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:57.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:19:59.461 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:19:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:19:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:19:59.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:19:59 smithi123 ceph-mon[191304]: pgmap v14006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:59.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:19:59 smithi123 ceph-mon[188613]: pgmap v14006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:19:59.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:19:59 smithi177 ceph-mon[212096]: pgmap v14006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:00.462 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T17:19:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T17:20:00.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T17:20:00.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T17:20:00.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T17:20:01.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:01 smithi123 ceph-mon[191304]: pgmap v14007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:01.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:01 smithi123 ceph-mon[188613]: pgmap v14007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:01.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:01 smithi177 ceph-mon[212096]: pgmap v14007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:03.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:03 smithi177 ceph-mon[212096]: pgmap v14008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:03.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:03 smithi123 ceph-mon[191304]: pgmap v14008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:03.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:03 smithi123 ceph-mon[188613]: pgmap v14008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:05.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:05 smithi177 ceph-mon[212096]: pgmap v14009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:05.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:05 smithi123 ceph-mon[191304]: pgmap v14009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:05.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:05 smithi123 ceph-mon[188613]: pgmap v14009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:07.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:07 smithi177 ceph-mon[212096]: pgmap v14010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:07.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:07 smithi123 ceph-mon[188613]: pgmap v14010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:07.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:07 smithi123 ceph-mon[191304]: pgmap v14010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:09.462 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:20:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:20:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:20:09.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:09 smithi123 ceph-mon[191304]: pgmap v14011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:09.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:09 smithi123 ceph-mon[188613]: pgmap v14011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:09.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:09 smithi177 ceph-mon[212096]: pgmap v14011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:11.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:11 smithi177 ceph-mon[212096]: pgmap v14012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:11.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:11 smithi123 ceph-mon[191304]: pgmap v14012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:11.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:11 smithi123 ceph-mon[188613]: pgmap v14012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:12.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:20:12.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:20:12.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:20:12.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:20:12.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:20:12.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:20:13.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:13 smithi177 ceph-mon[212096]: pgmap v14013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:13.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:20:13.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:20:13.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:20:13.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:13 smithi123 ceph-mon[188613]: pgmap v14013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:13.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:20:13.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:20:13.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:20:13.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:13 smithi123 ceph-mon[191304]: pgmap v14013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:13.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:20:13.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:20:13.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:20:15.710 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:20:15.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:15 smithi177 ceph-mon[212096]: pgmap v14014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:15.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:15 smithi123 ceph-mon[191304]: pgmap v14014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:15.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:15 smithi123 ceph-mon[188613]: pgmap v14014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:16.018 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:20:16.018 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 7m ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:20:16.018 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 5m ago 6h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:20:16.018 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 7m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:20:16.018 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 5m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:20:16.018 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 5m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:20:16.018 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 7m ago 6h 794M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:20:16.019 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 7m ago 6h 1736M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:20:16.019 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 5m ago 6h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:20:16.019 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 7m ago 6h 884M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:20:16.019 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 7m ago 6h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:20:16.019 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 5m ago 6h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:20:16.019 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 7m ago 6h 4971M 2319M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:20:16.019 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 7m ago 6h 5702M 2319M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:20:16.019 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 7m ago 6h 4636M 2319M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:20:16.019 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 7m ago 6h 4819M 2319M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:20:16.019 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 5m ago 6h 4047M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:20:16.019 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 5m ago 6h 4492M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:20:16.019 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 5m ago 6h 3855M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:20:16.019 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 5m ago 6h 4460M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:20:16.019 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 5m ago 6h 138M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:20:16.406 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:20:16.406 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:20:16.407 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:20:16.407 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:20:16.407 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:20:16.407 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:20:16.407 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:20:16.407 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:20:16.407 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:20:16.407 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:20:16.407 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:20:16.407 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:20:16.407 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:20:16.407 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:20:16.407 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:20:16.407 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:20:16.408 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:20:16.408 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:20:16.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:16 smithi177 ceph-mon[212096]: from='client.49221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:20:16.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:16 smithi177 ceph-mon[212096]: from='client.49227 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:20:16.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:16 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3737949797' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:20:16.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:16 smithi123 ceph-mon[191304]: from='client.49221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:20:16.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:16 smithi123 ceph-mon[191304]: from='client.49227 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:20:16.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:16 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3737949797' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:20:16.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:16 smithi123 ceph-mon[188613]: from='client.49221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:20:16.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:16 smithi123 ceph-mon[188613]: from='client.49227 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:20:16.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:16 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3737949797' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:20:17.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:17 smithi177 ceph-mon[212096]: pgmap v14015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:17.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:17 smithi123 ceph-mon[191304]: pgmap v14015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:17.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:17 smithi123 ceph-mon[188613]: pgmap v14015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:19.466 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:20:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:20:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:20:19.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:19 smithi123 ceph-mon[191304]: pgmap v14016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:19.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:19 smithi123 ceph-mon[188613]: pgmap v14016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:19.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:19 smithi177 ceph-mon[212096]: pgmap v14016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:21.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:21 smithi177 ceph-mon[212096]: pgmap v14017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:21.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:21 smithi123 ceph-mon[191304]: pgmap v14017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:21.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:21 smithi123 ceph-mon[188613]: pgmap v14017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:23.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:23 smithi177 ceph-mon[212096]: pgmap v14018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:23.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:23 smithi123 ceph-mon[191304]: pgmap v14018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:23.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:23 smithi123 ceph-mon[188613]: pgmap v14018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:25.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:25 smithi177 ceph-mon[212096]: pgmap v14019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:25.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:25 smithi123 ceph-mon[191304]: pgmap v14019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:25.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:25 smithi123 ceph-mon[188613]: pgmap v14019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:27.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:27 smithi177 ceph-mon[212096]: pgmap v14020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:27.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:20:27.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:27 smithi123 ceph-mon[191304]: pgmap v14020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:27.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:20:27.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:27 smithi123 ceph-mon[188613]: pgmap v14020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:27.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:20:29.465 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:20:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:20:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:20:29.466 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:29 smithi123 ceph-mon[188613]: pgmap v14021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:29.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:29 smithi123 ceph-mon[191304]: pgmap v14021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:29.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:29 smithi177 ceph-mon[212096]: pgmap v14021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:31.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:31 smithi177 ceph-mon[212096]: pgmap v14022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:31.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:31 smithi123 ceph-mon[191304]: pgmap v14022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:31.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:31 smithi123 ceph-mon[188613]: pgmap v14022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:33.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:33 smithi177 ceph-mon[212096]: pgmap v14023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:33.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:33 smithi123 ceph-mon[191304]: pgmap v14023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:33.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:33 smithi123 ceph-mon[188613]: pgmap v14023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:35.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:35 smithi177 ceph-mon[212096]: pgmap v14024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:35.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:35 smithi123 ceph-mon[191304]: pgmap v14024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:35.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:35 smithi123 ceph-mon[188613]: pgmap v14024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:37.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:37 smithi177 ceph-mon[212096]: pgmap v14025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:37.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:37 smithi123 ceph-mon[191304]: pgmap v14025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:37.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:37 smithi123 ceph-mon[188613]: pgmap v14025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:39.467 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:20:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:20:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:20:39.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:39 smithi123 ceph-mon[191304]: pgmap v14026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:39.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:39 smithi123 ceph-mon[188613]: pgmap v14026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:39.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:39 smithi177 ceph-mon[212096]: pgmap v14026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:41.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:41 smithi177 ceph-mon[212096]: pgmap v14027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:41.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:41 smithi123 ceph-mon[191304]: pgmap v14027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:41.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:41 smithi123 ceph-mon[188613]: pgmap v14027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:42.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:20:42.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:20:42.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:20:43.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:43 smithi177 ceph-mon[212096]: pgmap v14028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:43.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:43 smithi123 ceph-mon[191304]: pgmap v14028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:43.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:43 smithi123 ceph-mon[188613]: pgmap v14028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:45.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:45 smithi177 ceph-mon[212096]: pgmap v14029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:45.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:45 smithi123 ceph-mon[191304]: pgmap v14029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:45.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:45 smithi123 ceph-mon[188613]: pgmap v14029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:46.750 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:20:47.057 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:20:47.057 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 7m ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:20:47.057 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 5m ago 6h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:20:47.057 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 7m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:20:47.057 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 5m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:20:47.057 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 5m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:20:47.058 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 7m ago 6h 794M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:20:47.058 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 7m ago 6h 1736M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:20:47.058 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 5m ago 6h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:20:47.058 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 7m ago 6h 884M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:20:47.058 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 7m ago 6h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:20:47.058 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 5m ago 6h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:20:47.058 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 7m ago 6h 4971M 2319M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:20:47.058 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 7m ago 6h 5702M 2319M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:20:47.058 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 7m ago 6h 4636M 2319M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:20:47.058 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 7m ago 6h 4819M 2319M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:20:47.058 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 5m ago 6h 4047M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:20:47.058 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 5m ago 6h 4492M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:20:47.058 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 5m ago 6h 3855M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:20:47.058 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 5m ago 6h 4460M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:20:47.058 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 5m ago 6h 138M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:20:47.440 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:20:47.440 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:20:47.440 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:20:47.440 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:20:47.440 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:20:47.440 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:20:47.441 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:20:47.441 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:20:47.441 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:20:47.441 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:20:47.441 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:20:47.441 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:20:47.441 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:20:47.441 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:20:47.441 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:20:47.441 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:20:47.441 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:20:47.441 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:20:47.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:47 smithi177 ceph-mon[212096]: pgmap v14030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:47.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:47 smithi177 ceph-mon[212096]: from='client.49239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:20:47.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:47 smithi177 ceph-mon[212096]: from='client.49245 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:20:47.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:47 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/131100449' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:20:47.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:47 smithi123 ceph-mon[191304]: pgmap v14030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:47.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:47 smithi123 ceph-mon[191304]: from='client.49239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:20:47.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:47 smithi123 ceph-mon[191304]: from='client.49245 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:20:47.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:47 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/131100449' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:20:47.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:47 smithi123 ceph-mon[188613]: pgmap v14030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:47.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:47 smithi123 ceph-mon[188613]: from='client.49239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:20:47.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:47 smithi123 ceph-mon[188613]: from='client.49245 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:20:47.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:47 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/131100449' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:20:49.471 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:20:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:20:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:20:49.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:49 smithi123 ceph-mon[191304]: pgmap v14031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:49.735 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:49 smithi123 ceph-mon[188613]: pgmap v14031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:49.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:49 smithi177 ceph-mon[212096]: pgmap v14031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:51.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:51 smithi177 ceph-mon[212096]: pgmap v14032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:51.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:51 smithi123 ceph-mon[191304]: pgmap v14032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:51.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:51 smithi123 ceph-mon[188613]: pgmap v14032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:53.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:53 smithi177 ceph-mon[212096]: pgmap v14033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:53.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:53 smithi123 ceph-mon[191304]: pgmap v14033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:53.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:53 smithi123 ceph-mon[188613]: pgmap v14033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:55.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:55 smithi177 ceph-mon[212096]: pgmap v14034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:55.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:55 smithi123 ceph-mon[188613]: pgmap v14034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:55.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:55 smithi123 ceph-mon[191304]: pgmap v14034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:57.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:57 smithi177 ceph-mon[212096]: pgmap v14035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:57.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:20:57.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:57 smithi123 ceph-mon[188613]: pgmap v14035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:57.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:20:57.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:57 smithi123 ceph-mon[191304]: pgmap v14035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:57.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:20:59.474 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:20:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:20:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:20:59.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:20:59 smithi123 ceph-mon[191304]: pgmap v14036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:59.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:20:59 smithi123 ceph-mon[188613]: pgmap v14036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:20:59.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:20:59 smithi177 ceph-mon[212096]: pgmap v14036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:01.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:01 smithi177 ceph-mon[212096]: pgmap v14037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:01.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:01 smithi123 ceph-mon[191304]: pgmap v14037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:01.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:01 smithi123 ceph-mon[188613]: pgmap v14037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:03.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:03 smithi177 ceph-mon[212096]: pgmap v14038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:03.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:03 smithi123 ceph-mon[188613]: pgmap v14038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:03.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:03 smithi123 ceph-mon[191304]: pgmap v14038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:05.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:05 smithi177 ceph-mon[212096]: pgmap v14039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:05.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:05 smithi123 ceph-mon[188613]: pgmap v14039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:05.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:05 smithi123 ceph-mon[191304]: pgmap v14039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:07.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:07 smithi177 ceph-mon[212096]: pgmap v14040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:07.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:07 smithi123 ceph-mon[191304]: pgmap v14040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:07.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:07 smithi123 ceph-mon[188613]: pgmap v14040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:09.474 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:21:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:21:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:21:09.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:09 smithi123 ceph-mon[191304]: pgmap v14041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:09.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:09 smithi123 ceph-mon[188613]: pgmap v14041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:09.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:09 smithi177 ceph-mon[212096]: pgmap v14041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:11.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:11 smithi177 ceph-mon[212096]: pgmap v14042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:11.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:11 smithi123 ceph-mon[191304]: pgmap v14042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:11.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:11 smithi123 ceph-mon[188613]: pgmap v14042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:12.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:21:12.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:21:12.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:21:13.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:13 smithi177 ceph-mon[212096]: pgmap v14043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:13.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:21:13.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:21:13.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:21:13.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:21:13.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:21:13.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:21:13.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:21:13.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:21:13.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:21:13.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:13 smithi123 ceph-mon[191304]: pgmap v14043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:13.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:21:13.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:21:13.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:21:13.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:21:13.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:21:13.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:21:13.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:21:13.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:21:13.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:21:13.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:13 smithi123 ceph-mon[188613]: pgmap v14043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:13.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:21:13.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:21:13.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:21:13.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:21:13.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:21:13.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:21:13.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:21:13.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:21:13.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:21:14.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:14 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2310M 2023-12-20T17:21:14.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:14 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2310M 2023-12-20T17:21:14.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:14 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2310M 2023-12-20T17:21:15.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:15 smithi177 ceph-mon[212096]: pgmap v14044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:15.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:15 smithi123 ceph-mon[191304]: pgmap v14044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:15.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:15 smithi123 ceph-mon[188613]: pgmap v14044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:17.788 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:21:17.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:17 smithi177 ceph-mon[212096]: pgmap v14045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:17.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:17 smithi123 ceph-mon[191304]: pgmap v14045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:17.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:17 smithi123 ceph-mon[188613]: pgmap v14045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:18.099 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:21:18.100 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 8m ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:21:18.100 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 6m ago 6h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:21:18.100 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 8m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:21:18.100 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 6m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:21:18.100 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 6m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:21:18.100 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 8m ago 6h 794M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:21:18.100 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 8m ago 6h 1736M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:21:18.100 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 6m ago 6h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:21:18.100 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 8m ago 6h 884M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:21:18.100 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 8m ago 6h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:21:18.100 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 6m ago 6h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:21:18.100 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 8m ago 6h 4971M 2310M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:21:18.100 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 8m ago 6h 5702M 2310M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:21:18.100 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 8m ago 6h 4636M 2310M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:21:18.101 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 8m ago 6h 4819M 2310M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:21:18.101 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 6m ago 6h 4047M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:21:18.101 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 6m ago 6h 4492M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:21:18.101 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 6m ago 6h 3855M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:21:18.101 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 6m ago 6h 4460M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:21:18.101 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 6m ago 6h 138M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:21:18.478 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:21:18.478 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:21:18.478 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:21:18.478 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:21:18.478 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:21:18.478 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:21:18.478 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:21:18.479 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:21:18.479 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:21:18.479 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:21:18.479 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:21:18.479 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:21:18.479 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:21:18.479 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:21:18.479 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:21:18.479 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:21:18.479 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:21:18.479 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:21:18.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:18 smithi177 ceph-mon[212096]: from='client.49257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:21:18.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:18 smithi177 ceph-mon[212096]: from='client.49263 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:21:18.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:18 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/135857460' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:21:18.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:18 smithi123 ceph-mon[191304]: from='client.49257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:21:18.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:18 smithi123 ceph-mon[191304]: from='client.49263 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:21:18.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:18 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/135857460' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:21:18.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:18 smithi123 ceph-mon[188613]: from='client.49257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:21:18.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:18 smithi123 ceph-mon[188613]: from='client.49263 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:21:18.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:18 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/135857460' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:21:19.484 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:21:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:21:19] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T17:21:19.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:19 smithi177 ceph-mon[212096]: pgmap v14046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:19.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:19 smithi123 ceph-mon[191304]: pgmap v14046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:19.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:19 smithi123 ceph-mon[188613]: pgmap v14046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:21.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:21 smithi177 ceph-mon[212096]: pgmap v14047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:21.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:21 smithi123 ceph-mon[191304]: pgmap v14047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:21.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:21 smithi123 ceph-mon[188613]: pgmap v14047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:23.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:23 smithi177 ceph-mon[212096]: pgmap v14048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:23.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:23 smithi123 ceph-mon[191304]: pgmap v14048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:23.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:23 smithi123 ceph-mon[188613]: pgmap v14048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:25.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:25 smithi177 ceph-mon[212096]: pgmap v14049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:25.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:25 smithi123 ceph-mon[191304]: pgmap v14049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:25.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:25 smithi123 ceph-mon[188613]: pgmap v14049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:27.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:27 smithi177 ceph-mon[212096]: pgmap v14050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:27.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:21:27.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:27 smithi123 ceph-mon[191304]: pgmap v14050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:27.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:21:27.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:27 smithi123 ceph-mon[188613]: pgmap v14050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:27.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:21:28.895 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 17:21:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T17:21:28.589162546Z level=info msg="Completed cleanup jobs" duration=16.095008ms 2023-12-20T17:21:29.479 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:21:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:21:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:21:29.479 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:29 smithi123 ceph-mon[188613]: pgmap v14051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:29.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:29 smithi123 ceph-mon[191304]: pgmap v14051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:29.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:29 smithi177 ceph-mon[212096]: pgmap v14051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:31.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:31 smithi177 ceph-mon[212096]: pgmap v14052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:31.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:31 smithi123 ceph-mon[191304]: pgmap v14052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:31.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:31 smithi123 ceph-mon[188613]: pgmap v14052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:33.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:33 smithi177 ceph-mon[212096]: pgmap v14053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:33.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:33 smithi123 ceph-mon[191304]: pgmap v14053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:33.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:33 smithi123 ceph-mon[188613]: pgmap v14053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:35.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:35 smithi177 ceph-mon[212096]: pgmap v14054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:35.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:35 smithi123 ceph-mon[188613]: pgmap v14054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:35.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:35 smithi123 ceph-mon[191304]: pgmap v14054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:37.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:37 smithi177 ceph-mon[212096]: pgmap v14055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:37.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:37 smithi123 ceph-mon[188613]: pgmap v14055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:37.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:37 smithi123 ceph-mon[191304]: pgmap v14055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:39.483 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:21:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:21:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:21:39.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:39 smithi123 ceph-mon[191304]: pgmap v14056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:39.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:39 smithi123 ceph-mon[188613]: pgmap v14056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:39.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:39 smithi177 ceph-mon[212096]: pgmap v14056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:41.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:41 smithi177 ceph-mon[212096]: pgmap v14057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:41.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:41 smithi123 ceph-mon[191304]: pgmap v14057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:41.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:41 smithi123 ceph-mon[188613]: pgmap v14057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:42.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:21:42.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:21:42.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:21:43.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:43 smithi177 ceph-mon[212096]: pgmap v14058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:43.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:43 smithi123 ceph-mon[191304]: pgmap v14058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:43.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:43 smithi123 ceph-mon[188613]: pgmap v14058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:45.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:45 smithi177 ceph-mon[212096]: pgmap v14059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:45.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:45 smithi123 ceph-mon[188613]: pgmap v14059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:45.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:45 smithi123 ceph-mon[191304]: pgmap v14059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:47.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:47 smithi177 ceph-mon[212096]: pgmap v14060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:47.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:47 smithi123 ceph-mon[191304]: pgmap v14060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:47.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:47 smithi123 ceph-mon[188613]: pgmap v14060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:48.830 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:21:49.137 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:21:49.138 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 8m ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:21:49.138 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 6m ago 6h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:21:49.138 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 8m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:21:49.138 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 6m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:21:49.138 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 6m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:21:49.138 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 8m ago 6h 794M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:21:49.138 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 8m ago 6h 1736M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:21:49.138 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 6m ago 6h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:21:49.138 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 8m ago 6h 884M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:21:49.138 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 8m ago 6h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:21:49.138 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 6m ago 6h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:21:49.138 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 8m ago 6h 4971M 2310M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:21:49.138 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 8m ago 6h 5702M 2310M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:21:49.138 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 8m ago 6h 4636M 2310M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:21:49.138 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 8m ago 6h 4819M 2310M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:21:49.139 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 6m ago 6h 4047M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:21:49.139 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 6m ago 6h 4492M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:21:49.139 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 6m ago 6h 3855M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:21:49.139 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 6m ago 6h 4460M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:21:49.139 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 6m ago 6h 138M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:21:49.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:21:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:21:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:21:49.519 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:21:49.519 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:21:49.519 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:21:49.520 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:21:49.520 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:21:49.520 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:21:49.520 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:21:49.520 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:21:49.520 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:21:49.520 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:21:49.520 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:21:49.520 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:21:49.520 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:21:49.520 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:21:49.520 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:21:49.520 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:21:49.520 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:21:49.520 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:21:49.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:49 smithi177 ceph-mon[212096]: pgmap v14061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:49.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:49 smithi177 ceph-mon[212096]: from='client.49275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:21:49.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:49 smithi177 ceph-mon[212096]: from='client.49281 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:21:49.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:49 smithi123 ceph-mon[191304]: pgmap v14061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:49.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:49 smithi123 ceph-mon[191304]: from='client.49275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:21:49.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:49 smithi123 ceph-mon[191304]: from='client.49281 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:21:49.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:49 smithi123 ceph-mon[188613]: pgmap v14061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:49.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:49 smithi123 ceph-mon[188613]: from='client.49275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:21:49.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:49 smithi123 ceph-mon[188613]: from='client.49281 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:21:50.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:50 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3100203787' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:21:50.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:50 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3100203787' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:21:50.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:50 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3100203787' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:21:51.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:51 smithi177 ceph-mon[212096]: pgmap v14062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:51.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:51 smithi123 ceph-mon[191304]: pgmap v14062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:51.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:51 smithi123 ceph-mon[188613]: pgmap v14062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:53.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:53 smithi177 ceph-mon[212096]: pgmap v14063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:53.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:53 smithi123 ceph-mon[191304]: pgmap v14063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:53.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:53 smithi123 ceph-mon[188613]: pgmap v14063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:55.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:55 smithi177 ceph-mon[212096]: pgmap v14064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:55.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:55 smithi123 ceph-mon[191304]: pgmap v14064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:55.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:55 smithi123 ceph-mon[188613]: pgmap v14064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:57.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:57 smithi177 ceph-mon[212096]: pgmap v14065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:57.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:21:57.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:57 smithi123 ceph-mon[191304]: pgmap v14065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:57.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:21:57.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:57 smithi123 ceph-mon[188613]: pgmap v14065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:57.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:21:59.484 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:21:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:21:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:21:59.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:21:59 smithi177 ceph-mon[212096]: pgmap v14066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:59.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:21:59 smithi123 ceph-mon[191304]: pgmap v14066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:21:59.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:21:59 smithi123 ceph-mon[188613]: pgmap v14066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:01.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:01 smithi177 ceph-mon[212096]: pgmap v14067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:01.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:01 smithi123 ceph-mon[191304]: pgmap v14067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:01.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:01 smithi123 ceph-mon[188613]: pgmap v14067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:03.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:03 smithi177 ceph-mon[212096]: pgmap v14068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:03.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:03 smithi123 ceph-mon[191304]: pgmap v14068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:03.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:03 smithi123 ceph-mon[188613]: pgmap v14068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:05.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:05 smithi177 ceph-mon[212096]: pgmap v14069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:05.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:05 smithi123 ceph-mon[191304]: pgmap v14069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:05.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:05 smithi123 ceph-mon[188613]: pgmap v14069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:07.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:07 smithi177 ceph-mon[212096]: pgmap v14070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:07.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:07 smithi123 ceph-mon[191304]: pgmap v14070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:07.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:07 smithi123 ceph-mon[188613]: pgmap v14070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:09.484 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:22:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:22:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:22:09.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:09 smithi177 ceph-mon[212096]: pgmap v14071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:09.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:09 smithi123 ceph-mon[191304]: pgmap v14071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:09.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:09 smithi123 ceph-mon[188613]: pgmap v14071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:11.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:11 smithi177 ceph-mon[212096]: pgmap v14072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:11.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:11 smithi123 ceph-mon[191304]: pgmap v14072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:11.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:11 smithi123 ceph-mon[188613]: pgmap v14072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:12.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:22:12.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:22:12.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:22:13.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:13 smithi177 ceph-mon[212096]: pgmap v14073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:13.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:22:13.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:13 smithi123 ceph-mon[191304]: pgmap v14073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:13.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:22:13.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:13 smithi123 ceph-mon[188613]: pgmap v14073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:13.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:22:14.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:22:14.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:22:14.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:22:14.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:22:14.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:22:14.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:22:14.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:22:14.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:22:14.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:22:16.234 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:15 smithi123 ceph-mon[191304]: pgmap v14074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:16.234 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:15 smithi123 ceph-mon[188613]: pgmap v14074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:16.395 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:15 smithi177 ceph-mon[212096]: pgmap v14074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:18.234 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:17 smithi123 ceph-mon[191304]: pgmap v14075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:18.234 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:17 smithi123 ceph-mon[188613]: pgmap v14075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:18.395 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:17 smithi177 ceph-mon[212096]: pgmap v14075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:19.484 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:22:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:22:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:22:19.864 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:22:19.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:19 smithi177 ceph-mon[212096]: pgmap v14076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:19.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:19 smithi123 ceph-mon[191304]: pgmap v14076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:19.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:19 smithi123 ceph-mon[188613]: pgmap v14076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:20.174 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:22:20.175 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 9m ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:22:20.175 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 7m ago 6h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:22:20.175 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 9m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:22:20.175 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 7m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:22:20.175 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 7m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:22:20.175 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 9m ago 6h 794M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:22:20.175 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 9m ago 6h 1736M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:22:20.176 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 7m ago 6h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:22:20.176 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 9m ago 6h 884M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:22:20.176 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 9m ago 6h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:22:20.176 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 7m ago 6h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:22:20.176 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 9m ago 6h 4971M 2310M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:22:20.176 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 9m ago 6h 5702M 2310M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:22:20.176 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 9m ago 6h 4636M 2310M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:22:20.176 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 9m ago 6h 4819M 2310M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:22:20.176 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 7m ago 6h 4047M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:22:20.177 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 7m ago 6h 4492M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:22:20.177 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 7m ago 6h 3855M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:22:20.177 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 7m ago 6h 4460M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:22:20.177 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 7m ago 6h 138M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:22:20.560 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:22:20.561 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:22:20.561 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:22:20.561 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:22:20.561 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:22:20.561 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:22:20.561 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:22:20.562 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:22:20.562 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:22:20.562 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:22:20.562 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:22:20.562 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:22:20.562 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:22:20.563 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:22:20.563 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:22:20.563 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:22:20.563 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:22:20.563 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:22:20.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:20 smithi177 ceph-mon[212096]: from='client.49293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:22:20.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:20 smithi177 ceph-mon[212096]: from='client.59246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:22:20.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:20 smithi123 ceph-mon[191304]: from='client.49293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:22:20.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:20 smithi123 ceph-mon[191304]: from='client.59246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:22:20.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:20 smithi123 ceph-mon[188613]: from='client.49293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:22:20.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:20 smithi123 ceph-mon[188613]: from='client.59246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:22:21.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:21 smithi177 ceph-mon[212096]: pgmap v14077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:21.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:21 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/744097823' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:22:21.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:21 smithi123 ceph-mon[191304]: pgmap v14077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:21.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:21 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/744097823' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:22:21.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:21 smithi123 ceph-mon[188613]: pgmap v14077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:21.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:21 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/744097823' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:22:23.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:23 smithi177 ceph-mon[212096]: pgmap v14078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:23.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:23 smithi123 ceph-mon[191304]: pgmap v14078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:23.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:23 smithi123 ceph-mon[188613]: pgmap v14078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:25.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:25 smithi177 ceph-mon[212096]: pgmap v14079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:25.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:25 smithi123 ceph-mon[191304]: pgmap v14079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:25.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:25 smithi123 ceph-mon[188613]: pgmap v14079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:27.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:27 smithi177 ceph-mon[212096]: pgmap v14080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:27.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:22:27.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:27 smithi123 ceph-mon[191304]: pgmap v14080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:27.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:22:27.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:27 smithi123 ceph-mon[188613]: pgmap v14080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:27.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:22:29.484 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:22:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:22:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:22:29.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:29 smithi177 ceph-mon[212096]: pgmap v14081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:29.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:29 smithi123 ceph-mon[191304]: pgmap v14081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:29.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:29 smithi123 ceph-mon[188613]: pgmap v14081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:31.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:31 smithi177 ceph-mon[212096]: pgmap v14082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:31.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:31 smithi123 ceph-mon[191304]: pgmap v14082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:31.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:31 smithi123 ceph-mon[188613]: pgmap v14082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:33.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:33 smithi177 ceph-mon[212096]: pgmap v14083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:33.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:33 smithi123 ceph-mon[191304]: pgmap v14083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:33.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:33 smithi123 ceph-mon[188613]: pgmap v14083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:35.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:35 smithi177 ceph-mon[212096]: pgmap v14084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:35.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:35 smithi123 ceph-mon[191304]: pgmap v14084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:35.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:35 smithi123 ceph-mon[188613]: pgmap v14084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:37.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:37 smithi177 ceph-mon[212096]: pgmap v14085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:37.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:37 smithi123 ceph-mon[191304]: pgmap v14085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:37.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:37 smithi123 ceph-mon[188613]: pgmap v14085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:39.484 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:22:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:22:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:22:39.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:39 smithi177 ceph-mon[212096]: pgmap v14086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:39.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:39 smithi123 ceph-mon[191304]: pgmap v14086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:39.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:39 smithi123 ceph-mon[188613]: pgmap v14086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:41.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:41 smithi177 ceph-mon[212096]: pgmap v14087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:41.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:41 smithi123 ceph-mon[191304]: pgmap v14087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:41.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:41 smithi123 ceph-mon[188613]: pgmap v14087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:42.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:22:42.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:22:42.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:22:43.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:43 smithi177 ceph-mon[212096]: pgmap v14088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:43.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:43 smithi123 ceph-mon[191304]: pgmap v14088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:43.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:43 smithi123 ceph-mon[188613]: pgmap v14088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:45.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:45 smithi177 ceph-mon[212096]: pgmap v14089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:45.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:45 smithi123 ceph-mon[191304]: pgmap v14089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:45.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:45 smithi123 ceph-mon[188613]: pgmap v14089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:47.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:47 smithi177 ceph-mon[212096]: pgmap v14090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:47.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:47 smithi123 ceph-mon[191304]: pgmap v14090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:47.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:47 smithi123 ceph-mon[188613]: pgmap v14090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:49.484 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:22:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:22:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:22:49.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:49 smithi177 ceph-mon[212096]: pgmap v14091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:49.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:49 smithi123 ceph-mon[191304]: pgmap v14091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:49.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:49 smithi123 ceph-mon[188613]: pgmap v14091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:50.913 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:22:51.220 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:22:51.220 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 9m ago 6h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:22:51.220 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 7m ago 6h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:22:51.220 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 9m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:22:51.221 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 7m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:22:51.221 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 7m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:22:51.221 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 9m ago 6h 794M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:22:51.221 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 9m ago 6h 1736M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:22:51.221 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 7m ago 6h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:22:51.221 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 9m ago 6h 884M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:22:51.221 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 9m ago 6h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:22:51.221 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 7m ago 6h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:22:51.221 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 9m ago 6h 4971M 2310M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:22:51.221 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 9m ago 6h 5702M 2310M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:22:51.221 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 9m ago 6h 4636M 2310M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:22:51.221 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 9m ago 6h 4819M 2310M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:22:51.221 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 7m ago 6h 4047M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:22:51.221 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 7m ago 6h 4492M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:22:51.221 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 7m ago 6h 3855M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:22:51.222 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 7m ago 6h 4460M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:22:51.222 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 7m ago 6h 138M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:22:51.605 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:22:51.605 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:22:51.606 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:22:51.606 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:22:51.606 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:22:51.606 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:22:51.606 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:22:51.606 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:22:51.606 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:22:51.606 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:22:51.606 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:22:51.606 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:22:51.606 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:22:51.606 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:22:51.606 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:22:51.606 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:22:51.606 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:22:51.607 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:22:51.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:51 smithi177 ceph-mon[212096]: pgmap v14092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:51.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:51 smithi177 ceph-mon[212096]: from='client.59258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:22:51.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:51 smithi177 ceph-mon[212096]: from='client.49317 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:22:51.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:51 smithi123 ceph-mon[191304]: pgmap v14092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:51.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:51 smithi123 ceph-mon[191304]: from='client.59258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:22:51.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:51 smithi123 ceph-mon[191304]: from='client.49317 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:22:51.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:51 smithi123 ceph-mon[188613]: pgmap v14092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:51.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:51 smithi123 ceph-mon[188613]: from='client.59258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:22:51.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:51 smithi123 ceph-mon[188613]: from='client.49317 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:22:52.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:52 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1596133263' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:22:52.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:52 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1596133263' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:22:52.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:52 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1596133263' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:22:53.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:53 smithi177 ceph-mon[212096]: pgmap v14093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:53.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:53 smithi123 ceph-mon[191304]: pgmap v14093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:53.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:53 smithi123 ceph-mon[188613]: pgmap v14093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:55.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:55 smithi177 ceph-mon[212096]: pgmap v14094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:55.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:55 smithi123 ceph-mon[191304]: pgmap v14094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:55.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:55 smithi123 ceph-mon[188613]: pgmap v14094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:57.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:57 smithi177 ceph-mon[212096]: pgmap v14095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:57.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:22:57.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:57 smithi123 ceph-mon[191304]: pgmap v14095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:57.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:22:57.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:57 smithi123 ceph-mon[188613]: pgmap v14095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:57.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:22:59.484 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:22:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:22:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:22:59.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:22:59 smithi177 ceph-mon[212096]: pgmap v14096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:59.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:22:59 smithi123 ceph-mon[191304]: pgmap v14096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:22:59.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:22:59 smithi123 ceph-mon[188613]: pgmap v14096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:01.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:01 smithi177 ceph-mon[212096]: pgmap v14097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:01.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:01 smithi123 ceph-mon[188613]: pgmap v14097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:01.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:01 smithi123 ceph-mon[191304]: pgmap v14097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:03.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:03 smithi177 ceph-mon[212096]: pgmap v14098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:03.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:03 smithi123 ceph-mon[191304]: pgmap v14098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:03.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:03 smithi123 ceph-mon[188613]: pgmap v14098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:05.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:05 smithi177 ceph-mon[212096]: pgmap v14099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:05.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:05 smithi123 ceph-mon[191304]: pgmap v14099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:05.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:05 smithi123 ceph-mon[188613]: pgmap v14099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:07.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:07 smithi177 ceph-mon[212096]: pgmap v14100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:07.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:07 smithi123 ceph-mon[188613]: pgmap v14100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:07.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:07 smithi123 ceph-mon[191304]: pgmap v14100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:09.484 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:23:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:23:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:23:09.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:09 smithi177 ceph-mon[212096]: pgmap v14101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:09.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:09 smithi123 ceph-mon[191304]: pgmap v14101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:09.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:09 smithi123 ceph-mon[188613]: pgmap v14101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:11.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:11 smithi177 ceph-mon[212096]: pgmap v14102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:11.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:11 smithi123 ceph-mon[191304]: pgmap v14102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:11.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:11 smithi123 ceph-mon[188613]: pgmap v14102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:12.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:23:12.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:23:12.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:23:13.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:13 smithi177 ceph-mon[212096]: pgmap v14103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:13.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:13 smithi123 ceph-mon[191304]: pgmap v14103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:13.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:13 smithi123 ceph-mon[188613]: pgmap v14103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:14.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:23:14.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:23:14.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:23:14.957 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:23:14.957 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:23:14.957 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:23:14.957 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:23:14.957 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:23:14.957 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:23:15.840 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:15 smithi123 ceph-mon[191304]: pgmap v14104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:15.841 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:15 smithi123 ceph-mon[188613]: pgmap v14104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:15.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:15 smithi177 ceph-mon[212096]: pgmap v14104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:17.645 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:23:17.645 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:23:17.645 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:17 smithi177 ceph-mon[212096]: pgmap v14105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:17.645 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:23:17.645 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:23:17.646 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:23:17.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:23:17.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:23:17.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:17 smithi123 ceph-mon[188613]: pgmap v14105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:17.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:23:17.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:23:17.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:23:17.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:23:17.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:23:17.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:17 smithi123 ceph-mon[191304]: pgmap v14105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:17.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:23:17.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:23:17.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:23:19.484 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:23:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:23:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T17:23:19.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:19 smithi177 ceph-mon[212096]: pgmap v14106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:19.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:19 smithi123 ceph-mon[188613]: pgmap v14106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:19.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:19 smithi123 ceph-mon[191304]: pgmap v14106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:21.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:21 smithi177 ceph-mon[212096]: pgmap v14107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:21.947 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:23:21.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:21 smithi123 ceph-mon[191304]: pgmap v14107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:21.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:21 smithi123 ceph-mon[188613]: pgmap v14107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:22.254 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:23:22.254 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 5s ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:23:22.254 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 8m ago 6h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:23:22.254 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 5s ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:23:22.254 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 8m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:23:22.254 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 8m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:23:22.254 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 5s ago 6h 800M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:23:22.254 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 5s ago 6h 1771M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:23:22.254 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 8m ago 6h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:23:22.255 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 5s ago 6h 901M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:23:22.255 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 5s ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:23:22.255 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 8m ago 6h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:23:22.255 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 5s ago 6h 5004M 2310M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:23:22.255 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 5s ago 6h 5735M 2310M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:23:22.255 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 5s ago 6h 4663M 2310M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:23:22.255 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 5s ago 6h 4851M 2310M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:23:22.255 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 8m ago 6h 4047M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:23:22.255 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 8m ago 6h 4492M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:23:22.255 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 8m ago 6h 3855M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:23:22.255 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 8m ago 6h 4460M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:23:22.255 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 8m ago 6h 138M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:23:22.639 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:23:22.640 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:23:22.640 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:23:22.640 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:23:22.640 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:23:22.640 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:23:22.640 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:23:22.640 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:23:22.640 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:23:22.640 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:23:22.641 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:23:22.641 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:23:22.641 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:23:22.641 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:23:22.641 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:23:22.641 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:23:22.641 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:23:22.641 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:23:22.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:22 smithi177 ceph-mon[212096]: from='client.59276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:23:22.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:22 smithi177 ceph-mon[212096]: from='client.59282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:23:22.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:22 smithi123 ceph-mon[191304]: from='client.59276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:23:22.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:22 smithi123 ceph-mon[191304]: from='client.59282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:23:22.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:22 smithi123 ceph-mon[188613]: from='client.59276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:23:22.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:22 smithi123 ceph-mon[188613]: from='client.59282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:23:23.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:23 smithi177 ceph-mon[212096]: pgmap v14108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:23.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:23 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1566079595' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:23:23.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:23 smithi123 ceph-mon[191304]: pgmap v14108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:23.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:23 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1566079595' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:23:23.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:23 smithi123 ceph-mon[188613]: pgmap v14108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:23.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:23 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1566079595' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:23:25.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:25 smithi177 ceph-mon[212096]: pgmap v14109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:25.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:25 smithi123 ceph-mon[191304]: pgmap v14109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:25.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:25 smithi123 ceph-mon[188613]: pgmap v14109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:27.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:27 smithi177 ceph-mon[212096]: pgmap v14110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:27.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:23:27.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:27 smithi123 ceph-mon[191304]: pgmap v14110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:27.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:23:27.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:27 smithi123 ceph-mon[188613]: pgmap v14110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:27.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:23:29.484 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:23:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:23:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:23:29.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:29 smithi177 ceph-mon[212096]: pgmap v14111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:29.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:29 smithi123 ceph-mon[191304]: pgmap v14111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:29.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:29 smithi123 ceph-mon[188613]: pgmap v14111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:31.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:31 smithi177 ceph-mon[212096]: pgmap v14112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:31.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:31 smithi123 ceph-mon[191304]: pgmap v14112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:31.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:31 smithi123 ceph-mon[188613]: pgmap v14112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:33.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:33 smithi177 ceph-mon[212096]: pgmap v14113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:33.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:33 smithi123 ceph-mon[188613]: pgmap v14113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:33.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:33 smithi123 ceph-mon[191304]: pgmap v14113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:35.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:35 smithi177 ceph-mon[212096]: pgmap v14114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:35.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:35 smithi123 ceph-mon[188613]: pgmap v14114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:35.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:35 smithi123 ceph-mon[191304]: pgmap v14114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:37.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:37 smithi177 ceph-mon[212096]: pgmap v14115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:37.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:37 smithi123 ceph-mon[191304]: pgmap v14115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:37.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:37 smithi123 ceph-mon[188613]: pgmap v14115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:39.484 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:23:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:23:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:23:39.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:39 smithi177 ceph-mon[212096]: pgmap v14116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:39.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:39 smithi123 ceph-mon[191304]: pgmap v14116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:39.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:39 smithi123 ceph-mon[188613]: pgmap v14116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:41.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:41 smithi177 ceph-mon[212096]: pgmap v14117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:41.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:41 smithi123 ceph-mon[191304]: pgmap v14117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:41.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:41 smithi123 ceph-mon[188613]: pgmap v14117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:42.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:23:42.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:23:42.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:23:43.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:43 smithi177 ceph-mon[212096]: pgmap v14118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:43.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:43 smithi123 ceph-mon[191304]: pgmap v14118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:43.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:43 smithi123 ceph-mon[188613]: pgmap v14118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:45.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:45 smithi177 ceph-mon[212096]: pgmap v14119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:45.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:45 smithi123 ceph-mon[191304]: pgmap v14119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:45.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:45 smithi123 ceph-mon[188613]: pgmap v14119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:47.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:47 smithi177 ceph-mon[212096]: pgmap v14120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:47.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:47 smithi123 ceph-mon[191304]: pgmap v14120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:47.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:47 smithi123 ceph-mon[188613]: pgmap v14120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:49.484 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:23:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:23:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:23:49.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:49 smithi177 ceph-mon[212096]: pgmap v14121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:49.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:49 smithi123 ceph-mon[191304]: pgmap v14121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:49.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:49 smithi123 ceph-mon[188613]: pgmap v14121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:51.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:51 smithi177 ceph-mon[212096]: pgmap v14122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:51.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:51 smithi123 ceph-mon[191304]: pgmap v14122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:51.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:51 smithi123 ceph-mon[188613]: pgmap v14122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:52.985 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:23:53.292 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:23:53.292 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 36s ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:23:53.292 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 8m ago 6h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:23:53.293 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 36s ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:23:53.293 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 8m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:23:53.293 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 8m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:23:53.293 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 36s ago 6h 800M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:23:53.293 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 36s ago 6h 1771M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:23:53.293 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 8m ago 6h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:23:53.293 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 36s ago 6h 901M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:23:53.293 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 36s ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:23:53.293 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 8m ago 6h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:23:53.293 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 36s ago 6h 5004M 2310M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:23:53.293 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 36s ago 6h 5735M 2310M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:23:53.294 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 36s ago 6h 4663M 2310M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:23:53.294 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 36s ago 6h 4851M 2310M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:23:53.294 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 8m ago 6h 4047M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:23:53.294 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 8m ago 6h 4492M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:23:53.294 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 8m ago 6h 3855M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:23:53.294 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 8m ago 6h 4460M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:23:53.294 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 8m ago 6h 138M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:23:53.676 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:23:53.676 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:23:53.677 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:23:53.677 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:23:53.677 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:23:53.677 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:23:53.677 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:23:53.677 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:23:53.677 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:23:53.677 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:23:53.677 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:23:53.677 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:23:53.677 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:23:53.678 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:23:53.678 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:23:53.678 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:23:53.678 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:23:53.678 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:23:53.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:53 smithi177 ceph-mon[212096]: pgmap v14123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:53.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:53 smithi177 ceph-mon[212096]: from='client.59294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:23:53.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:53 smithi177 ceph-mon[212096]: from='client.49353 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:23:53.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:53 smithi123 ceph-mon[191304]: pgmap v14123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:53.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:53 smithi123 ceph-mon[191304]: from='client.59294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:23:53.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:53 smithi123 ceph-mon[191304]: from='client.49353 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:23:53.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:53 smithi123 ceph-mon[188613]: pgmap v14123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:53.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:53 smithi123 ceph-mon[188613]: from='client.59294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:23:53.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:53 smithi123 ceph-mon[188613]: from='client.49353 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:23:54.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:54 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4002039931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:23:54.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:54 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4002039931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:23:54.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:54 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4002039931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:23:55.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:55 smithi177 ceph-mon[212096]: pgmap v14124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:55.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:55 smithi123 ceph-mon[191304]: pgmap v14124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:55.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:55 smithi123 ceph-mon[188613]: pgmap v14124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:57.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:57 smithi177 ceph-mon[212096]: pgmap v14125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:57.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:23:57.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:57 smithi123 ceph-mon[191304]: pgmap v14125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:57.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:23:57.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:57 smithi123 ceph-mon[188613]: pgmap v14125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:57.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:23:59.484 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:23:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:23:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:23:59.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:23:59 smithi177 ceph-mon[212096]: pgmap v14126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:59.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:23:59 smithi123 ceph-mon[188613]: pgmap v14126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:23:59.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:23:59 smithi123 ceph-mon[191304]: pgmap v14126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:01.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:01 smithi177 ceph-mon[212096]: pgmap v14127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:01.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:01 smithi123 ceph-mon[191304]: pgmap v14127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:01.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:01 smithi123 ceph-mon[188613]: pgmap v14127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:03.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:03 smithi177 ceph-mon[212096]: pgmap v14128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:03.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:03 smithi123 ceph-mon[191304]: pgmap v14128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:03.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:03 smithi123 ceph-mon[188613]: pgmap v14128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:05.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:05 smithi177 ceph-mon[212096]: pgmap v14129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:05.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:05 smithi123 ceph-mon[191304]: pgmap v14129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:05.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:05 smithi123 ceph-mon[188613]: pgmap v14129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:07.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:07 smithi177 ceph-mon[212096]: pgmap v14130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:07.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:07 smithi123 ceph-mon[191304]: pgmap v14130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:07.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:07 smithi123 ceph-mon[188613]: pgmap v14130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:09.484 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:24:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:24:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:24:09.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:09 smithi177 ceph-mon[212096]: pgmap v14131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:09.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:09 smithi123 ceph-mon[191304]: pgmap v14131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:09.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:09 smithi123 ceph-mon[188613]: pgmap v14131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:11.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:11 smithi177 ceph-mon[212096]: pgmap v14132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:11.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:11 smithi123 ceph-mon[191304]: pgmap v14132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:11.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:11 smithi123 ceph-mon[188613]: pgmap v14132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:12.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:24:12.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:24:12.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:24:13.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:13 smithi177 ceph-mon[212096]: pgmap v14133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:13.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:13 smithi123 ceph-mon[191304]: pgmap v14133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:13.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:13 smithi123 ceph-mon[188613]: pgmap v14133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:15.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:15 smithi177 ceph-mon[212096]: pgmap v14134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:15.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:15 smithi123 ceph-mon[188613]: pgmap v14134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:15.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:15 smithi123 ceph-mon[191304]: pgmap v14134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:17.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:17 smithi123 ceph-mon[191304]: pgmap v14135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:17.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:24:17.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:24:17.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:24:17.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:17 smithi123 ceph-mon[188613]: pgmap v14135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:17.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:24:17.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:24:17.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:24:18.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:17 smithi177 ceph-mon[212096]: pgmap v14135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:18.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:24:18.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:24:18.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:24:18.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:24:18.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:24:18.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:24:18.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:24:18.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:24:18.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:24:19.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:24:19.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:24:19.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:24:19.484 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:24:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:24:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:24:19.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:19 smithi123 ceph-mon[191304]: pgmap v14136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:19.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:19 smithi123 ceph-mon[188613]: pgmap v14136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:20.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:19 smithi177 ceph-mon[212096]: pgmap v14136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:21.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:21 smithi123 ceph-mon[191304]: pgmap v14137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:21.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:21 smithi123 ceph-mon[188613]: pgmap v14137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:22.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:21 smithi177 ceph-mon[212096]: pgmap v14137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:23.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:23 smithi123 ceph-mon[191304]: pgmap v14138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:23.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:23 smithi123 ceph-mon[188613]: pgmap v14138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:24.031 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:24:24.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:23 smithi177 ceph-mon[212096]: pgmap v14138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:24.342 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:24:24.342 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 67s ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:24:24.342 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 9m ago 6h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:24:24.342 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 67s ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:24:24.342 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 9m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:24:24.342 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 9m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:24:24.343 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 67s ago 6h 800M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:24:24.343 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 67s ago 6h 1771M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:24:24.343 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 9m ago 6h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:24:24.343 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 67s ago 6h 901M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:24:24.343 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 67s ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:24:24.343 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 9m ago 6h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:24:24.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 67s ago 6h 5004M 2310M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:24:24.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 67s ago 6h 5735M 2310M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:24:24.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 67s ago 6h 4663M 2310M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:24:24.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 67s ago 6h 4851M 2310M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:24:24.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 9m ago 6h 4047M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:24:24.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 9m ago 6h 4492M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:24:24.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 9m ago 6h 3855M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:24:24.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 9m ago 6h 4460M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:24:24.343 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 9m ago 6h 138M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:24:24.725 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:24:24.726 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:24:24.726 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:24:24.726 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:24:24.726 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:24:24.726 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:24:24.726 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:24:24.727 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:24:24.727 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:24:24.727 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:24:24.727 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:24:24.727 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:24:24.727 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:24:24.728 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:24:24.728 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:24:24.728 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:24:24.728 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:24:24.728 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:24:24.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:24 smithi123 ceph-mon[191304]: from='client.49365 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:24:24.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:24 smithi123 ceph-mon[188613]: from='client.49365 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:24:25.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:24 smithi177 ceph-mon[212096]: from='client.49365 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:24:25.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:25 smithi123 ceph-mon[191304]: from='client.49371 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:24:25.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:25 smithi123 ceph-mon[191304]: pgmap v14139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:25.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:25 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2235241792' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:24:25.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:25 smithi123 ceph-mon[188613]: from='client.49371 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:24:25.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:25 smithi123 ceph-mon[188613]: pgmap v14139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:25.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:25 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2235241792' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:24:26.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:25 smithi177 ceph-mon[212096]: from='client.49371 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:24:26.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:25 smithi177 ceph-mon[212096]: pgmap v14139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:26.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:25 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2235241792' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:24:27.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:27 smithi123 ceph-mon[191304]: pgmap v14140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:27.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:24:27.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:27 smithi123 ceph-mon[188613]: pgmap v14140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:27.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:24:28.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:27 smithi177 ceph-mon[212096]: pgmap v14140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:28.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:24:29.484 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:24:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:24:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:24:29.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:29 smithi177 ceph-mon[212096]: pgmap v14141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:29.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:29 smithi123 ceph-mon[191304]: pgmap v14141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:29.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:29 smithi123 ceph-mon[188613]: pgmap v14141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:31.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:31 smithi177 ceph-mon[212096]: pgmap v14142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:31.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:31 smithi123 ceph-mon[191304]: pgmap v14142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:31.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:31 smithi123 ceph-mon[188613]: pgmap v14142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:33.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:33 smithi177 ceph-mon[212096]: pgmap v14143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:33.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:33 smithi123 ceph-mon[191304]: pgmap v14143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:33.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:33 smithi123 ceph-mon[188613]: pgmap v14143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:35.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:35 smithi177 ceph-mon[212096]: pgmap v14144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:35.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:35 smithi123 ceph-mon[191304]: pgmap v14144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:35.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:35 smithi123 ceph-mon[188613]: pgmap v14144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:37.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:37 smithi177 ceph-mon[212096]: pgmap v14145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:37.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:37 smithi123 ceph-mon[191304]: pgmap v14145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:37.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:37 smithi123 ceph-mon[188613]: pgmap v14145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:39.484 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:24:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:24:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:24:39.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:39 smithi177 ceph-mon[212096]: pgmap v14146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:39.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:39 smithi123 ceph-mon[191304]: pgmap v14146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:39.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:39 smithi123 ceph-mon[188613]: pgmap v14146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:41.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:41 smithi177 ceph-mon[212096]: pgmap v14147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:41.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:41 smithi123 ceph-mon[191304]: pgmap v14147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:41.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:41 smithi123 ceph-mon[188613]: pgmap v14147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:42.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:24:42.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:24:42.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:24:43.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:43 smithi177 ceph-mon[212096]: pgmap v14148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:43.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:43 smithi123 ceph-mon[191304]: pgmap v14148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:43.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:43 smithi123 ceph-mon[188613]: pgmap v14148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:45.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:45 smithi123 ceph-mon[191304]: pgmap v14149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:45.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:45 smithi123 ceph-mon[188613]: pgmap v14149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:46.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:45 smithi177 ceph-mon[212096]: pgmap v14149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:47.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:47 smithi123 ceph-mon[191304]: pgmap v14150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:47.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:47 smithi123 ceph-mon[188613]: pgmap v14150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:48.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:47 smithi177 ceph-mon[212096]: pgmap v14150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:49.484 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:24:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:24:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:24:49.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:49 smithi177 ceph-mon[212096]: pgmap v14151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:49.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:49 smithi123 ceph-mon[188613]: pgmap v14151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:49.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:49 smithi123 ceph-mon[191304]: pgmap v14151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:51.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:51 smithi177 ceph-mon[212096]: pgmap v14152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:51.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:51 smithi123 ceph-mon[188613]: pgmap v14152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:51.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:51 smithi123 ceph-mon[191304]: pgmap v14152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:53.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:53 smithi177 ceph-mon[212096]: pgmap v14153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:53.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:53 smithi123 ceph-mon[191304]: pgmap v14153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:53.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:53 smithi123 ceph-mon[188613]: pgmap v14153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:55.072 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:24:55.378 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:24:55.378 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 98s ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:24:55.378 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 9m ago 6h 94.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:24:55.378 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 98s ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:24:55.378 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 9m ago 6h 27.2M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:24:55.378 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 9m ago 6h 464M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:24:55.378 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 98s ago 6h 800M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:24:55.378 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 98s ago 6h 1771M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:24:55.378 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 9m ago 6h 818M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:24:55.378 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 98s ago 6h 901M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:24:55.379 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 98s ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:24:55.379 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 9m ago 6h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:24:55.379 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 98s ago 6h 5004M 2310M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:24:55.379 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 98s ago 6h 5735M 2310M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:24:55.379 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 98s ago 6h 4663M 2310M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:24:55.379 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 98s ago 6h 4851M 2310M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:24:55.379 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 9m ago 6h 4047M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:24:55.379 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 9m ago 6h 4492M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:24:55.379 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 9m ago 6h 3855M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:24:55.379 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 9m ago 6h 4460M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:24:55.379 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 9m ago 6h 138M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:24:55.761 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:24:55.761 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:24:55.761 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:24:55.761 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:24:55.761 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:24:55.762 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:24:55.762 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:24:55.762 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:24:55.762 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:24:55.762 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:24:55.762 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:24:55.762 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:24:55.762 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:24:55.762 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:24:55.762 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:24:55.762 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:24:55.762 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:24:55.762 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:24:55.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:55 smithi177 ceph-mon[212096]: pgmap v14154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:55.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:55 smithi177 ceph-mon[212096]: from='client.59330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:24:55.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:55 smithi123 ceph-mon[191304]: pgmap v14154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:55.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:55 smithi123 ceph-mon[191304]: from='client.59330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:24:55.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:55 smithi123 ceph-mon[188613]: pgmap v14154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:55.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:55 smithi123 ceph-mon[188613]: from='client.59330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:24:56.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:56 smithi123 ceph-mon[191304]: from='client.49389 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:24:56.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:56 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4100865418' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:24:56.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:56 smithi123 ceph-mon[188613]: from='client.49389 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:24:56.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:56 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4100865418' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:24:57.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:56 smithi177 ceph-mon[212096]: from='client.49389 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:24:57.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:56 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4100865418' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:24:57.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:57 smithi123 ceph-mon[191304]: pgmap v14155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:57.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:24:57.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:57 smithi123 ceph-mon[188613]: pgmap v14155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:57.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:24:58.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:57 smithi177 ceph-mon[212096]: pgmap v14155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:58.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:24:59.484 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:24:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:24:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:24:59.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:24:59 smithi177 ceph-mon[212096]: pgmap v14156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:59.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:24:59 smithi123 ceph-mon[191304]: pgmap v14156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:24:59.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:24:59 smithi123 ceph-mon[188613]: pgmap v14156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:01.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:01 smithi177 ceph-mon[212096]: pgmap v14157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:01.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:01 smithi123 ceph-mon[191304]: pgmap v14157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:01.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:01 smithi123 ceph-mon[188613]: pgmap v14157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:03.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:03 smithi123 ceph-mon[191304]: pgmap v14158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:03.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:03 smithi123 ceph-mon[188613]: pgmap v14158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:04.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:03 smithi177 ceph-mon[212096]: pgmap v14158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:05.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:05 smithi123 ceph-mon[191304]: pgmap v14159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:05.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:05 smithi123 ceph-mon[188613]: pgmap v14159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:06.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:05 smithi177 ceph-mon[212096]: pgmap v14159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:07.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:07 smithi123 ceph-mon[191304]: pgmap v14160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:07.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:07 smithi123 ceph-mon[188613]: pgmap v14160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:08.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:07 smithi177 ceph-mon[212096]: pgmap v14160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:09.484 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:25:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:25:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:25:09.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:09 smithi177 ceph-mon[212096]: pgmap v14161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:09.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:09 smithi123 ceph-mon[191304]: pgmap v14161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:09.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:09 smithi123 ceph-mon[188613]: pgmap v14161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:11.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:11 smithi177 ceph-mon[212096]: pgmap v14162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:11.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:11 smithi123 ceph-mon[191304]: pgmap v14162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:11.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:11 smithi123 ceph-mon[188613]: pgmap v14162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:12.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:25:12.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:25:13.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:25:13.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:13 smithi123 ceph-mon[191304]: pgmap v14163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:13.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:13 smithi123 ceph-mon[188613]: pgmap v14163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:14.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:13 smithi177 ceph-mon[212096]: pgmap v14163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:15.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:15 smithi123 ceph-mon[191304]: pgmap v14164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:15.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:15 smithi123 ceph-mon[188613]: pgmap v14164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:16.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:15 smithi177 ceph-mon[212096]: pgmap v14164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:17.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:17 smithi123 ceph-mon[191304]: pgmap v14165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:17.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:17 smithi123 ceph-mon[188613]: pgmap v14165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:18.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:17 smithi177 ceph-mon[212096]: pgmap v14165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:18.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:25:18.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:25:18.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:25:19.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:25:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:25:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:25:19.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:19 smithi123 ceph-mon[188613]: pgmap v14166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:19.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:19 smithi123 ceph-mon[191304]: pgmap v14166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:20.103 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:19 smithi177 ceph-mon[212096]: pgmap v14166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:21.645 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:25:21.645 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:25:21.645 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:25:21.645 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:25:21.645 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:25:21.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:25:21.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:25:21.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:25:21.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:25:21.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:25:21.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:25:21.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:25:21.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:25:21.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:25:21.735 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:25:22.645 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:22 smithi177 ceph-mon[212096]: pgmap v14167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:22.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:22 smithi123 ceph-mon[191304]: pgmap v14167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:22.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:22 smithi123 ceph-mon[188613]: pgmap v14167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:24.645 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:24 smithi177 ceph-mon[212096]: pgmap v14168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:24.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:24 smithi123 ceph-mon[191304]: pgmap v14168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:24.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:24 smithi123 ceph-mon[188613]: pgmap v14168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:26.106 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:25:26.416 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:25:26.416 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 2m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:25:26.416 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 6s ago 6h 93.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:25:26.416 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 2m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:25:26.416 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 6s ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:25:26.416 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 6s ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:25:26.416 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 2m ago 6h 800M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:25:26.416 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 2m ago 6h 1771M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:25:26.416 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 6s ago 6h 835M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:25:26.417 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 2m ago 6h 901M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:25:26.417 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 2m ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:25:26.417 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 6s ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:25:26.417 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 2m ago 6h 5004M 2310M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:25:26.417 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 2m ago 6h 5735M 2310M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:25:26.417 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 2m ago 6h 4663M 2310M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:25:26.417 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 2m ago 6h 4851M 2310M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:25:26.417 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 6s ago 6h 4075M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:25:26.417 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 6s ago 6h 4525M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:25:26.417 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 6s ago 6h 3885M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:25:26.417 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 6s ago 6h 4497M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:25:26.417 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 6s ago 6h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:25:26.645 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:26 smithi177 ceph-mon[212096]: pgmap v14169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:26.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:26 smithi123 ceph-mon[191304]: pgmap v14169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:26.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:26 smithi123 ceph-mon[188613]: pgmap v14169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:26.799 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:25:26.800 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:25:26.800 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:25:26.800 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:25:26.800 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:25:26.800 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:25:26.800 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:25:26.800 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:25:26.800 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:25:26.800 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:25:26.801 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:25:26.801 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:25:26.801 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:25:26.801 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:25:26.801 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:25:26.801 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:25:26.801 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:25:26.801 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:25:27.645 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:27 smithi177 ceph-mon[212096]: from='client.49401 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:25:27.645 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:27 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3812638750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:25:27.645 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:25:27.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:27 smithi123 ceph-mon[191304]: from='client.49401 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:25:27.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:27 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3812638750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:25:27.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:25:27.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:27 smithi123 ceph-mon[188613]: from='client.49401 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:25:27.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:27 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3812638750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:25:27.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:25:28.645 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:28 smithi177 ceph-mon[212096]: from='client.59354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:25:28.645 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:28 smithi177 ceph-mon[212096]: pgmap v14170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:28.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:28 smithi123 ceph-mon[188613]: from='client.59354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:25:28.734 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:28 smithi123 ceph-mon[188613]: pgmap v14170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:28.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:28 smithi123 ceph-mon[191304]: from='client.59354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:25:28.734 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:28 smithi123 ceph-mon[191304]: pgmap v14170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:29.484 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:25:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:25:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:25:29.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:29 smithi177 ceph-mon[212096]: pgmap v14171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:29.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:29 smithi123 ceph-mon[191304]: pgmap v14171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:29.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:29 smithi123 ceph-mon[188613]: pgmap v14171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:31.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:31 smithi123 ceph-mon[188613]: pgmap v14172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:31.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:31 smithi123 ceph-mon[191304]: pgmap v14172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:32.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:31 smithi177 ceph-mon[212096]: pgmap v14172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:33.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:33 smithi123 ceph-mon[191304]: pgmap v14173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:33.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:33 smithi123 ceph-mon[188613]: pgmap v14173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:34.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:33 smithi177 ceph-mon[212096]: pgmap v14173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:35.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:35 smithi123 ceph-mon[191304]: pgmap v14174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:35.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:35 smithi123 ceph-mon[188613]: pgmap v14174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:36.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:35 smithi177 ceph-mon[212096]: pgmap v14174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:37.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:37 smithi123 ceph-mon[188613]: pgmap v14175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:37.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:37 smithi123 ceph-mon[191304]: pgmap v14175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:38.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:37 smithi177 ceph-mon[212096]: pgmap v14175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:39.484 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:25:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:25:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:25:39.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:39 smithi177 ceph-mon[212096]: pgmap v14176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:39.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:39 smithi123 ceph-mon[191304]: pgmap v14176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:39.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:39 smithi123 ceph-mon[188613]: pgmap v14176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:41.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:41 smithi123 ceph-mon[191304]: pgmap v14177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:41.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:41 smithi123 ceph-mon[188613]: pgmap v14177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:42.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:41 smithi177 ceph-mon[212096]: pgmap v14177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:42.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:25:42.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:25:43.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:25:43.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:43 smithi123 ceph-mon[191304]: pgmap v14178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:43.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:43 smithi123 ceph-mon[188613]: pgmap v14178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:44.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:43 smithi177 ceph-mon[212096]: pgmap v14178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:45.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:45 smithi123 ceph-mon[191304]: pgmap v14179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:45.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:45 smithi123 ceph-mon[188613]: pgmap v14179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:46.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:45 smithi177 ceph-mon[212096]: pgmap v14179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:47.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:47 smithi123 ceph-mon[191304]: pgmap v14180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:47.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:47 smithi123 ceph-mon[188613]: pgmap v14180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:48.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:47 smithi177 ceph-mon[212096]: pgmap v14180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:49.484 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:25:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:25:49] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:25:49.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:49 smithi177 ceph-mon[212096]: pgmap v14181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:49.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:49 smithi123 ceph-mon[191304]: pgmap v14181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:49.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:49 smithi123 ceph-mon[188613]: pgmap v14181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:51.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:51 smithi123 ceph-mon[191304]: pgmap v14182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:51.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:51 smithi123 ceph-mon[188613]: pgmap v14182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:52.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:51 smithi177 ceph-mon[212096]: pgmap v14182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:53.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:53 smithi123 ceph-mon[191304]: pgmap v14183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:53.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:53 smithi123 ceph-mon[188613]: pgmap v14183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:54.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:53 smithi177 ceph-mon[212096]: pgmap v14183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:55.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:55 smithi123 ceph-mon[191304]: pgmap v14184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:55.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:55 smithi123 ceph-mon[188613]: pgmap v14184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:56.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:55 smithi177 ceph-mon[212096]: pgmap v14184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:57.151 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:25:57.461 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:25:57.461 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 2m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:25:57.461 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 37s ago 6h 93.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:25:57.461 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 2m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:25:57.461 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 37s ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:25:57.461 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 37s ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:25:57.461 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 2m ago 6h 800M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:25:57.461 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 2m ago 6h 1771M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:25:57.461 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 37s ago 6h 835M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:25:57.461 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 2m ago 6h 901M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:25:57.461 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 2m ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:25:57.462 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 37s ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:25:57.462 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 2m ago 6h 5004M 2310M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:25:57.462 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 2m ago 6h 5735M 2310M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:25:57.462 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 2m ago 6h 4663M 2310M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:25:57.462 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 2m ago 6h 4851M 2310M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:25:57.462 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 37s ago 6h 4075M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:25:57.462 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 37s ago 6h 4525M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:25:57.462 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 37s ago 6h 3885M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:25:57.462 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 37s ago 6h 4497M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:25:57.462 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 37s ago 6h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:25:57.843 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:25:57.843 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:25:57.843 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:25:57.843 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:25:57.843 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:25:57.843 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:25:57.843 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:25:57.843 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:25:57.843 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:25:57.843 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:25:57.844 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:25:57.844 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:25:57.844 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:25:57.844 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:25:57.844 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:25:57.844 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:25:57.844 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:25:57.844 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:25:57.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:57 smithi123 ceph-mon[191304]: pgmap v14185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:57.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:25:57.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:57 smithi123 ceph-mon[191304]: from='client.59366 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:25:57.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:57 smithi123 ceph-mon[188613]: pgmap v14185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:57.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:25:57.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:57 smithi123 ceph-mon[188613]: from='client.59366 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:25:58.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:57 smithi177 ceph-mon[212096]: pgmap v14185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:58.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:25:58.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:57 smithi177 ceph-mon[212096]: from='client.59366 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:25:58.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:58 smithi123 ceph-mon[191304]: from='client.49425 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:25:58.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:58 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1766258751' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:25:58.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:58 smithi123 ceph-mon[188613]: from='client.49425 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:25:58.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:58 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1766258751' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:25:59.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:58 smithi177 ceph-mon[212096]: from='client.49425 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:25:59.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:58 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1766258751' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:25:59.484 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:25:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:25:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T17:25:59.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:25:59 smithi123 ceph-mon[191304]: pgmap v14186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:25:59.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:25:59 smithi123 ceph-mon[188613]: pgmap v14186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:00.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:25:59 smithi177 ceph-mon[212096]: pgmap v14186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:01.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:01 smithi123 ceph-mon[191304]: pgmap v14187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:01.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:01 smithi123 ceph-mon[188613]: pgmap v14187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:02.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:01 smithi177 ceph-mon[212096]: pgmap v14187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:03.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:03 smithi123 ceph-mon[191304]: pgmap v14188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:03.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:03 smithi123 ceph-mon[188613]: pgmap v14188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:04.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:03 smithi177 ceph-mon[212096]: pgmap v14188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:05.984 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:05 smithi123 ceph-mon[188613]: pgmap v14189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:05.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:05 smithi123 ceph-mon[191304]: pgmap v14189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:06.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:05 smithi177 ceph-mon[212096]: pgmap v14189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:07.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:07 smithi123 ceph-mon[191304]: pgmap v14190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:07.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:07 smithi123 ceph-mon[188613]: pgmap v14190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:08.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:07 smithi177 ceph-mon[212096]: pgmap v14190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:09.484 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:26:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:26:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T17:26:09.895 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:09 smithi177 ceph-mon[212096]: pgmap v14191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:09.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:09 smithi123 ceph-mon[191304]: pgmap v14191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:09.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:09 smithi123 ceph-mon[188613]: pgmap v14191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:11.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:11 smithi123 ceph-mon[191304]: pgmap v14192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:11.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:11 smithi123 ceph-mon[188613]: pgmap v14192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:12.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:11 smithi177 ceph-mon[212096]: pgmap v14192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:12.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:26:12.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:26:13.145 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:26:13.984 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:13 smithi123 ceph-mon[191304]: pgmap v14193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:13.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:13 smithi123 ceph-mon[188613]: pgmap v14193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:14.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:13 smithi177 ceph-mon[212096]: pgmap v14193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:15.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:15 smithi123 ceph-mon[191304]: pgmap v14194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:15.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:15 smithi123 ceph-mon[188613]: pgmap v14194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:16.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:15 smithi177 ceph-mon[212096]: pgmap v14194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:17.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:17 smithi123 ceph-mon[191304]: pgmap v14195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:17.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:17 smithi123 ceph-mon[188613]: pgmap v14195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:18.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:17 smithi177 ceph-mon[212096]: pgmap v14195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:19.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:26:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:26:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:26:19.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:19 smithi177 ceph-mon[212096]: pgmap v14196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:19.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:19 smithi123 ceph-mon[191304]: pgmap v14196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:19.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:19 smithi123 ceph-mon[188613]: pgmap v14196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:21.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:21 smithi123 ceph-mon[191304]: pgmap v14197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:21.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:26:21.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:26:21.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:26:21.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:26:21.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:21 smithi123 ceph-mon[188613]: pgmap v14197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:21.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:26:21.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:26:21.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:26:21.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:26:22.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:21 smithi177 ceph-mon[212096]: pgmap v14197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:22.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:26:22.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:26:22.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:26:22.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:26:23.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:23 smithi123 ceph-mon[191304]: pgmap v14198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:23.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:23 smithi123 ceph-mon[188613]: pgmap v14198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:24.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:23 smithi177 ceph-mon[212096]: pgmap v14198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:25.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:25 smithi123 ceph-mon[191304]: pgmap v14199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:25.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:25 smithi123 ceph-mon[188613]: pgmap v14199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:26.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:25 smithi177 ceph-mon[212096]: pgmap v14199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:27.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:27 smithi123 ceph-mon[191304]: pgmap v14200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:27.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:26:27.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:27 smithi123 ceph-mon[188613]: pgmap v14200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:27.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:26:28.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:27 smithi177 ceph-mon[212096]: pgmap v14200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:28.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:26:28.189 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:26:28.496 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:26:28.496 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 3m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:26:28.496 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 68s ago 6h 93.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:26:28.496 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 3m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:26:28.496 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 68s ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:26:28.496 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 68s ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:26:28.496 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 3m ago 6h 800M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:26:28.496 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 3m ago 6h 1771M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:26:28.496 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 68s ago 6h 835M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:26:28.496 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 3m ago 6h 901M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:26:28.497 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 3m ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:26:28.497 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 68s ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:26:28.497 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 3m ago 6h 5004M 2310M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:26:28.497 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 3m ago 6h 5735M 2310M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:26:28.497 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 3m ago 6h 4663M 2310M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:26:28.497 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 3m ago 6h 4851M 2310M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:26:28.497 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 68s ago 6h 4075M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:26:28.497 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 68s ago 6h 4525M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:26:28.497 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 68s ago 6h 3885M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:26:28.497 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 68s ago 6h 4497M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:26:28.497 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 68s ago 6h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:26:28.881 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:26:28.882 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:26:28.882 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:26:28.882 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:26:28.882 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:26:28.882 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:26:28.882 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:26:28.882 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:26:28.882 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:26:28.882 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:26:28.882 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:26:28.882 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:26:28.882 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:26:28.882 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:26:28.882 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:26:28.882 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:26:28.883 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:26:28.883 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:26:28.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:28 smithi123 ceph-mon[191304]: from='client.59384 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:26:28.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:28 smithi123 ceph-mon[188613]: from='client.59384 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:26:29.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:28 smithi177 ceph-mon[212096]: from='client.59384 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:26:29.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:26:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:26:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:26:29.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:29 smithi123 ceph-mon[191304]: from='client.59390 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:26:29.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:29 smithi123 ceph-mon[191304]: pgmap v14201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:29.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:29 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1366827061' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:26:29.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:29 smithi123 ceph-mon[188613]: from='client.59390 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:26:29.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:29 smithi123 ceph-mon[188613]: pgmap v14201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:29.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:29 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1366827061' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:26:30.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:29 smithi177 ceph-mon[212096]: from='client.59390 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:26:30.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:29 smithi177 ceph-mon[212096]: pgmap v14201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:30.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:29 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1366827061' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:26:31.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:31 smithi123 ceph-mon[191304]: pgmap v14202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:31.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:31 smithi123 ceph-mon[188613]: pgmap v14202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:32.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:31 smithi177 ceph-mon[212096]: pgmap v14202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:33.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:33 smithi123 ceph-mon[191304]: pgmap v14203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:33.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:33 smithi123 ceph-mon[188613]: pgmap v14203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:34.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:33 smithi177 ceph-mon[212096]: pgmap v14203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:35.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:35 smithi123 ceph-mon[188613]: pgmap v14204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:35.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:35 smithi123 ceph-mon[191304]: pgmap v14204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:36.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:35 smithi177 ceph-mon[212096]: pgmap v14204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:37.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:37 smithi123 ceph-mon[191304]: pgmap v14205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:37.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:37 smithi123 ceph-mon[188613]: pgmap v14205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:38.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:37 smithi177 ceph-mon[212096]: pgmap v14205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:39.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:26:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:26:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:26:39.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:39 smithi177 ceph-mon[212096]: pgmap v14206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:39.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:39 smithi123 ceph-mon[188613]: pgmap v14206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:39.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:39 smithi123 ceph-mon[191304]: pgmap v14206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:41.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:41 smithi123 ceph-mon[191304]: pgmap v14207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:41.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:41 smithi123 ceph-mon[188613]: pgmap v14207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:42.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:41 smithi177 ceph-mon[212096]: pgmap v14207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:42.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:26:42.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:26:43.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:26:43.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:43 smithi123 ceph-mon[191304]: pgmap v14208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:43.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:43 smithi123 ceph-mon[188613]: pgmap v14208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:44.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:43 smithi177 ceph-mon[212096]: pgmap v14208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:45.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:45 smithi123 ceph-mon[191304]: pgmap v14209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:45.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:45 smithi123 ceph-mon[188613]: pgmap v14209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:46.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:45 smithi177 ceph-mon[212096]: pgmap v14209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:47.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:47 smithi123 ceph-mon[188613]: pgmap v14210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:47.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:47 smithi123 ceph-mon[191304]: pgmap v14210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:48.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:47 smithi177 ceph-mon[212096]: pgmap v14210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:49.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:26:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:26:49] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T17:26:49.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:49 smithi177 ceph-mon[212096]: pgmap v14211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:49.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:49 smithi123 ceph-mon[191304]: pgmap v14211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:49.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:49 smithi123 ceph-mon[188613]: pgmap v14211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:51.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:51 smithi123 ceph-mon[191304]: pgmap v14212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:51.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:51 smithi123 ceph-mon[188613]: pgmap v14212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:52.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:51 smithi177 ceph-mon[212096]: pgmap v14212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:53.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:53 smithi123 ceph-mon[191304]: pgmap v14213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:53.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:53 smithi123 ceph-mon[188613]: pgmap v14213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:54.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:53 smithi177 ceph-mon[212096]: pgmap v14213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:55.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:55 smithi123 ceph-mon[191304]: pgmap v14214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:55.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:55 smithi123 ceph-mon[188613]: pgmap v14214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:56.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:55 smithi177 ceph-mon[212096]: pgmap v14214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:57.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:57 smithi123 ceph-mon[191304]: pgmap v14215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:57.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:26:57.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:57 smithi123 ceph-mon[188613]: pgmap v14215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:57.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:26:58.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:57 smithi177 ceph-mon[212096]: pgmap v14215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:58.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:26:59.226 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:26:59.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:26:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:26:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:26:59.531 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:26:59.531 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 3m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:26:59.531 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 99s ago 6h 93.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:26:59.531 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 3m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:26:59.531 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 99s ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:26:59.531 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 99s ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:26:59.531 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 3m ago 6h 800M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:26:59.531 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 3m ago 6h 1771M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:26:59.531 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 99s ago 6h 835M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:26:59.532 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 3m ago 6h 901M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:26:59.532 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 3m ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:26:59.532 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 99s ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:26:59.532 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 3m ago 6h 5004M 2310M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:26:59.532 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 3m ago 6h 5735M 2310M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:26:59.532 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 3m ago 6h 4663M 2310M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:26:59.532 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 3m ago 6h 4851M 2310M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:26:59.532 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 99s ago 6h 4075M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:26:59.532 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 99s ago 6h 4525M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:26:59.532 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 99s ago 6h 3885M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:26:59.532 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 99s ago 6h 4497M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:26:59.532 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 99s ago 6h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:26:59.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:59 smithi177 ceph-mon[212096]: pgmap v14216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:59.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:26:59 smithi177 ceph-mon[212096]: from='client.49455 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:26:59.921 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:26:59.921 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:26:59.921 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:26:59.921 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:26:59.921 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:26:59.921 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:26:59.921 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:26:59.921 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:26:59.921 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:26:59.921 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:26:59.922 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:26:59.922 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:26:59.922 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:26:59.922 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:26:59.922 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:26:59.922 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:26:59.922 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:26:59.922 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:26:59.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:59 smithi123 ceph-mon[191304]: pgmap v14216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:59.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:26:59 smithi123 ceph-mon[191304]: from='client.49455 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:26:59.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:59 smithi123 ceph-mon[188613]: pgmap v14216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:26:59.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:26:59 smithi123 ceph-mon[188613]: from='client.49455 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:27:00.898 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:00 smithi177 ceph-mon[212096]: from='client.59408 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:27:00.898 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:00 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1352295961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:27:00.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:00 smithi123 ceph-mon[191304]: from='client.59408 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:27:00.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:00 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1352295961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:27:00.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:00 smithi123 ceph-mon[188613]: from='client.59408 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:27:00.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:00 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1352295961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:27:01.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:01 smithi177 ceph-mon[212096]: pgmap v14217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:01.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:01 smithi123 ceph-mon[188613]: pgmap v14217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:01.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:01 smithi123 ceph-mon[191304]: pgmap v14217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:03.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:03 smithi123 ceph-mon[191304]: pgmap v14218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:03.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:03 smithi123 ceph-mon[188613]: pgmap v14218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:04.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:03 smithi177 ceph-mon[212096]: pgmap v14218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:05.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:05 smithi123 ceph-mon[191304]: pgmap v14219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:05.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:05 smithi123 ceph-mon[188613]: pgmap v14219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:06.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:05 smithi177 ceph-mon[212096]: pgmap v14219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:07.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:07 smithi123 ceph-mon[191304]: pgmap v14220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:07.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:07 smithi123 ceph-mon[188613]: pgmap v14220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:08.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:07 smithi177 ceph-mon[212096]: pgmap v14220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:09.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:27:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:27:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:27:09.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:09 smithi177 ceph-mon[212096]: pgmap v14221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:09.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:09 smithi123 ceph-mon[191304]: pgmap v14221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:09.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:09 smithi123 ceph-mon[188613]: pgmap v14221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:11.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:11 smithi123 ceph-mon[191304]: pgmap v14222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:11.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:11 smithi123 ceph-mon[188613]: pgmap v14222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:12.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:11 smithi177 ceph-mon[212096]: pgmap v14222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:12.985 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:27:12.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:27:13.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:27:13.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:13 smithi123 ceph-mon[191304]: pgmap v14223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:13.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:13 smithi123 ceph-mon[188613]: pgmap v14223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:14.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:13 smithi177 ceph-mon[212096]: pgmap v14223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:15.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:15 smithi123 ceph-mon[191304]: pgmap v14224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:15.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:15 smithi123 ceph-mon[188613]: pgmap v14224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:16.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:15 smithi177 ceph-mon[212096]: pgmap v14224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:17.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:17 smithi123 ceph-mon[191304]: pgmap v14225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:17.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:17 smithi123 ceph-mon[188613]: pgmap v14225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:18.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:17 smithi177 ceph-mon[212096]: pgmap v14225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:19.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:27:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:27:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:27:19.896 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:19 smithi177 ceph-mon[212096]: pgmap v14226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:19.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:19 smithi123 ceph-mon[191304]: pgmap v14226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:19.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:19 smithi123 ceph-mon[188613]: pgmap v14226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:21.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:21 smithi123 ceph-mon[191304]: pgmap v14227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:21.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:27:21.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:21 smithi123 ceph-mon[188613]: pgmap v14227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:21.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:27:22.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:21 smithi177 ceph-mon[212096]: pgmap v14227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:22.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:27:22.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:27:22.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:27:22.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:27:22.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:27:22.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:27:22.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:27:23.146 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:27:23.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:27:23.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:27:24.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:23 smithi123 ceph-mon[191304]: pgmap v14228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:24.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:23 smithi123 ceph-mon[188613]: pgmap v14228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:24.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:23 smithi177 ceph-mon[212096]: pgmap v14228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:26.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:25 smithi123 ceph-mon[191304]: pgmap v14229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:26.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:25 smithi123 ceph-mon[188613]: pgmap v14229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:26.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:25 smithi177 ceph-mon[212096]: pgmap v14229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:27.235 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:27:27.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:27:27.397 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:27:28.236 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:27 smithi123 ceph-mon[191304]: pgmap v14230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:28.236 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:27 smithi123 ceph-mon[188613]: pgmap v14230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:28.396 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:27 smithi177 ceph-mon[212096]: pgmap v14230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:29.485 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:27:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:27:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:27:29.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:29 smithi177 ceph-mon[212096]: pgmap v14231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:29.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:29 smithi123 ceph-mon[191304]: pgmap v14231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:29.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:29 smithi123 ceph-mon[188613]: pgmap v14231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:30.266 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:27:30.574 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:27:30.574 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 4m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:27:30.574 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 2m ago 6h 93.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:27:30.574 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 4m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:27:30.574 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 2m ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:27:30.574 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 2m ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:27:30.574 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 4m ago 6h 800M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:27:30.574 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 4m ago 6h 1771M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:27:30.574 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 2m ago 6h 835M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:27:30.574 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 4m ago 6h 901M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:27:30.574 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 4m ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:27:30.574 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 2m ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:27:30.574 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 4m ago 6h 5004M 2310M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:27:30.574 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 4m ago 6h 5735M 2310M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:27:30.575 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 4m ago 6h 4663M 2310M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:27:30.575 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 4m ago 6h 4851M 2310M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:27:30.575 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 2m ago 6h 4075M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:27:30.575 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 2m ago 6h 4525M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:27:30.575 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 2m ago 6h 3885M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:27:30.575 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 2m ago 6h 4497M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:27:30.575 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 2m ago 6h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:27:30.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:30 smithi177 ceph-mon[212096]: from='client.49473 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:27:30.954 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:27:30.954 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:27:30.954 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:27:30.955 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:27:30.955 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:27:30.955 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:27:30.955 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:27:30.955 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:27:30.955 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:27:30.955 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:27:30.955 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:27:30.955 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:27:30.955 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:27:30.955 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:27:30.955 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:27:30.955 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:27:30.955 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:27:30.955 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:27:30.985 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:30 smithi123 ceph-mon[191304]: from='client.49473 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:27:30.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:30 smithi123 ceph-mon[188613]: from='client.49473 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:27:31.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:31 smithi177 ceph-mon[212096]: from='client.49479 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:27:31.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:31 smithi177 ceph-mon[212096]: pgmap v14232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:31.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:31 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/854986141' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:27:31.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:31 smithi123 ceph-mon[191304]: from='client.49479 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:27:31.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:31 smithi123 ceph-mon[191304]: pgmap v14232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:31.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:31 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/854986141' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:27:31.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:31 smithi123 ceph-mon[188613]: from='client.49479 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:27:31.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:31 smithi123 ceph-mon[188613]: pgmap v14232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:31.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:31 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/854986141' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:27:33.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:33 smithi123 ceph-mon[191304]: pgmap v14233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:33.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:33 smithi123 ceph-mon[188613]: pgmap v14233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:34.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:33 smithi177 ceph-mon[212096]: pgmap v14233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:35.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:35 smithi123 ceph-mon[191304]: pgmap v14234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:35.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:35 smithi123 ceph-mon[188613]: pgmap v14234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:36.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:35 smithi177 ceph-mon[212096]: pgmap v14234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:37.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:37 smithi123 ceph-mon[191304]: pgmap v14235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:37.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:37 smithi123 ceph-mon[188613]: pgmap v14235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:38.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:37 smithi177 ceph-mon[212096]: pgmap v14235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:39.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:27:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:27:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:27:39.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:39 smithi177 ceph-mon[212096]: pgmap v14236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:39.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:39 smithi123 ceph-mon[191304]: pgmap v14236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:39.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:39 smithi123 ceph-mon[188613]: pgmap v14236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:41.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:41 smithi123 ceph-mon[191304]: pgmap v14237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:41.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:41 smithi123 ceph-mon[188613]: pgmap v14237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:42.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:41 smithi177 ceph-mon[212096]: pgmap v14237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:42.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:27:42.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:27:43.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:43 smithi123 ceph-mon[188613]: pgmap v14238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:43.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:43 smithi123 ceph-mon[191304]: pgmap v14238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:44.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:27:44.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:43 smithi177 ceph-mon[212096]: pgmap v14238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:45.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:45 smithi123 ceph-mon[191304]: pgmap v14239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:45.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:45 smithi123 ceph-mon[188613]: pgmap v14239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:46.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:45 smithi177 ceph-mon[212096]: pgmap v14239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:47.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:47 smithi123 ceph-mon[191304]: pgmap v14240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:47.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:47 smithi123 ceph-mon[188613]: pgmap v14240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:48.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:47 smithi177 ceph-mon[212096]: pgmap v14240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:49.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:27:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:27:49] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:27:49.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:49 smithi177 ceph-mon[212096]: pgmap v14241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:49.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:49 smithi123 ceph-mon[191304]: pgmap v14241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:49.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:49 smithi123 ceph-mon[188613]: pgmap v14241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:51.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:51 smithi123 ceph-mon[191304]: pgmap v14242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:51.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:51 smithi123 ceph-mon[188613]: pgmap v14242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:52.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:51 smithi177 ceph-mon[212096]: pgmap v14242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:53.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:53 smithi123 ceph-mon[191304]: pgmap v14243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:53.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:53 smithi123 ceph-mon[188613]: pgmap v14243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:54.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:53 smithi177 ceph-mon[212096]: pgmap v14243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:55.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:55 smithi123 ceph-mon[191304]: pgmap v14244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:55.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:55 smithi123 ceph-mon[188613]: pgmap v14244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:56.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:55 smithi177 ceph-mon[212096]: pgmap v14244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:57.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:57 smithi123 ceph-mon[191304]: pgmap v14245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:57.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:27:57.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:57 smithi123 ceph-mon[188613]: pgmap v14245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:57.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:27:58.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:57 smithi177 ceph-mon[212096]: pgmap v14245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:58.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:27:59.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:27:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:27:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:27:59.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:27:59 smithi177 ceph-mon[212096]: pgmap v14246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:59.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:27:59 smithi123 ceph-mon[191304]: pgmap v14246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:27:59.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:27:59 smithi123 ceph-mon[188613]: pgmap v14246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:01.300 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:28:01.607 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:28:01.608 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 4m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:28:01.608 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 2m ago 6h 93.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:28:01.608 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 4m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:28:01.608 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 2m ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:28:01.608 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 2m ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:28:01.608 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 4m ago 6h 800M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:28:01.608 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 4m ago 6h 1771M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:28:01.608 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 2m ago 6h 835M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:28:01.608 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 4m ago 6h 901M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:28:01.608 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 4m ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:28:01.608 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 2m ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:28:01.608 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 4m ago 6h 5004M 2310M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:28:01.608 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 4m ago 6h 5735M 2310M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:28:01.608 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 4m ago 6h 4663M 2310M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:28:01.609 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 4m ago 6h 4851M 2310M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:28:01.609 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 2m ago 6h 4075M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:28:01.609 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 2m ago 6h 4525M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:28:01.609 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 2m ago 6h 3885M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:28:01.609 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 2m ago 6h 4497M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:28:01.609 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 2m ago 6h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:28:01.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:01 smithi123 ceph-mon[191304]: pgmap v14247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:01.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:01 smithi123 ceph-mon[191304]: from='client.59438 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:28:01.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:01 smithi123 ceph-mon[188613]: pgmap v14247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:01.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:01 smithi123 ceph-mon[188613]: from='client.59438 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:28:01.989 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:28:01.989 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:28:01.989 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:28:01.989 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:28:01.989 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:28:01.989 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:28:01.989 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:28:01.989 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:28:01.989 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:28:01.989 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:28:01.989 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:28:01.989 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:28:01.989 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:28:01.990 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:28:01.990 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:28:01.990 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:28:01.990 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:28:01.990 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:28:02.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:01 smithi177 ceph-mon[212096]: pgmap v14247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:02.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:01 smithi177 ceph-mon[212096]: from='client.59438 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:28:02.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:02 smithi123 ceph-mon[191304]: from='client.59444 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:28:02.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:02 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/253862866' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:28:02.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:02 smithi123 ceph-mon[188613]: from='client.59444 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:28:02.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:02 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/253862866' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:28:03.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:02 smithi177 ceph-mon[212096]: from='client.59444 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:28:03.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:02 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/253862866' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:28:03.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:03 smithi123 ceph-mon[191304]: pgmap v14248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:03.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:03 smithi123 ceph-mon[188613]: pgmap v14248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:04.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:03 smithi177 ceph-mon[212096]: pgmap v14248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:05.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:05 smithi123 ceph-mon[191304]: pgmap v14249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:05.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:05 smithi123 ceph-mon[188613]: pgmap v14249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:06.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:05 smithi177 ceph-mon[212096]: pgmap v14249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:07.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:07 smithi123 ceph-mon[191304]: pgmap v14250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:07.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:07 smithi123 ceph-mon[188613]: pgmap v14250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:08.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:07 smithi177 ceph-mon[212096]: pgmap v14250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:09.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:28:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:28:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:28:09.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:09 smithi177 ceph-mon[212096]: pgmap v14251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:09.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:09 smithi123 ceph-mon[191304]: pgmap v14251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:09.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:09 smithi123 ceph-mon[188613]: pgmap v14251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:11.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:11 smithi123 ceph-mon[191304]: pgmap v14252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:11.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:11 smithi123 ceph-mon[188613]: pgmap v14252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:12.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:11 smithi177 ceph-mon[212096]: pgmap v14252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:12.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:28:12.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:28:13.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:28:13.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:13 smithi123 ceph-mon[191304]: pgmap v14253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:13.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:13 smithi123 ceph-mon[188613]: pgmap v14253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:14.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:13 smithi177 ceph-mon[212096]: pgmap v14253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:15.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:15 smithi123 ceph-mon[191304]: pgmap v14254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:15.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:15 smithi123 ceph-mon[188613]: pgmap v14254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:16.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:15 smithi177 ceph-mon[212096]: pgmap v14254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:17.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:17 smithi123 ceph-mon[191304]: pgmap v14255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:17.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:17 smithi123 ceph-mon[188613]: pgmap v14255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:18.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:17 smithi177 ceph-mon[212096]: pgmap v14255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:19.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:28:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:28:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:28:19.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:19 smithi177 ceph-mon[212096]: pgmap v14256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:19.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:19 smithi123 ceph-mon[191304]: pgmap v14256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:19.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:19 smithi123 ceph-mon[188613]: pgmap v14256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:21.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:21 smithi123 ceph-mon[188613]: pgmap v14257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:21.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:21 smithi123 ceph-mon[191304]: pgmap v14257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:22.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:21 smithi177 ceph-mon[212096]: pgmap v14257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:22.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:28:22.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:28:22.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:28:22.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:28:22.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:28:22.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:28:22.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:28:22.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:28:23.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:28:23.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:28:23.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:28:23.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:28:23.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:23 smithi123 ceph-mon[191304]: pgmap v14258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:23.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:23 smithi123 ceph-mon[188613]: pgmap v14258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:24.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:23 smithi177 ceph-mon[212096]: pgmap v14258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:25.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:25 smithi123 ceph-mon[191304]: pgmap v14259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:25.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:25 smithi123 ceph-mon[188613]: pgmap v14259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:26.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:25 smithi177 ceph-mon[212096]: pgmap v14259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:27.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:27 smithi123 ceph-mon[188613]: pgmap v14260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:27.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:28:27.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:27 smithi123 ceph-mon[191304]: pgmap v14260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:27.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:28:28.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:27 smithi177 ceph-mon[212096]: pgmap v14260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:28.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:28:29.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:28:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:28:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:28:29.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:29 smithi177 ceph-mon[212096]: pgmap v14261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:29.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:29 smithi123 ceph-mon[188613]: pgmap v14261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:29.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:29 smithi123 ceph-mon[191304]: pgmap v14261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:31.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:31 smithi123 ceph-mon[191304]: pgmap v14262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:31.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:31 smithi123 ceph-mon[188613]: pgmap v14262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:32.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:31 smithi177 ceph-mon[212096]: pgmap v14262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:32.336 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:28:32.641 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:28:32.641 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 5m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:28:32.641 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 3m ago 6h 93.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:28:32.641 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 5m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:28:32.641 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 3m ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:28:32.641 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 3m ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:28:32.641 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 5m ago 6h 800M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:28:32.641 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 5m ago 6h 1771M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:28:32.641 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 3m ago 6h 835M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:28:32.641 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 5m ago 6h 901M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:28:32.642 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 5m ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:28:32.642 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 3m ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:28:32.642 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 5m ago 6h 5004M 2310M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:28:32.642 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 5m ago 6h 5735M 2310M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:28:32.642 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 5m ago 6h 4663M 2310M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:28:32.642 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 5m ago 6h 4851M 2310M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:28:32.642 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 3m ago 6h 4075M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:28:32.642 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 3m ago 6h 4525M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:28:32.642 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 3m ago 6h 3885M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:28:32.642 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 3m ago 6h 4497M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:28:32.642 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 3m ago 6h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:28:32.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:32 smithi123 ceph-mon[191304]: from='client.49506 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:28:32.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:32 smithi123 ceph-mon[188613]: from='client.49506 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:28:33.027 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:28:33.027 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:28:33.027 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:28:33.027 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:28:33.027 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:28:33.027 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:28:33.027 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:28:33.027 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:28:33.027 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:28:33.027 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:28:33.028 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:28:33.028 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:28:33.028 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:28:33.028 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:28:33.028 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:28:33.028 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:28:33.028 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:28:33.028 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:28:33.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:32 smithi177 ceph-mon[212096]: from='client.49506 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:28:33.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:33 smithi123 ceph-mon[191304]: from='client.59462 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:28:33.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:33 smithi123 ceph-mon[191304]: pgmap v14263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:33.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:33 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/270606781' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:28:33.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:33 smithi123 ceph-mon[188613]: from='client.59462 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:28:33.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:33 smithi123 ceph-mon[188613]: pgmap v14263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:33.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:33 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/270606781' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:28:34.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:33 smithi177 ceph-mon[212096]: from='client.59462 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:28:34.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:33 smithi177 ceph-mon[212096]: pgmap v14263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:34.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:33 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/270606781' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:28:35.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:35 smithi123 ceph-mon[191304]: pgmap v14264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:35.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:35 smithi123 ceph-mon[188613]: pgmap v14264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:36.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:35 smithi177 ceph-mon[212096]: pgmap v14264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:37.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:37 smithi123 ceph-mon[188613]: pgmap v14265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:37.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:37 smithi123 ceph-mon[191304]: pgmap v14265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:38.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:37 smithi177 ceph-mon[212096]: pgmap v14265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:39.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:28:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:28:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:28:39.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:39 smithi177 ceph-mon[212096]: pgmap v14266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:39.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:39 smithi123 ceph-mon[191304]: pgmap v14266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:39.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:39 smithi123 ceph-mon[188613]: pgmap v14266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:41.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:41 smithi123 ceph-mon[191304]: pgmap v14267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:41.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:41 smithi123 ceph-mon[188613]: pgmap v14267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:42.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:41 smithi177 ceph-mon[212096]: pgmap v14267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:42.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:28:42.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:28:43.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:28:43.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:43 smithi123 ceph-mon[191304]: pgmap v14268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:43.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:43 smithi123 ceph-mon[188613]: pgmap v14268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:44.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:43 smithi177 ceph-mon[212096]: pgmap v14268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:45.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:45 smithi123 ceph-mon[191304]: pgmap v14269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:45.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:45 smithi123 ceph-mon[188613]: pgmap v14269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:46.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:45 smithi177 ceph-mon[212096]: pgmap v14269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:47.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:47 smithi123 ceph-mon[188613]: pgmap v14270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:47.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:47 smithi123 ceph-mon[191304]: pgmap v14270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:48.147 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:47 smithi177 ceph-mon[212096]: pgmap v14270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:49.486 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:28:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:28:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T17:28:49.897 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:49 smithi177 ceph-mon[212096]: pgmap v14271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:49.986 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:49 smithi123 ceph-mon[188613]: pgmap v14271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:49.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:49 smithi123 ceph-mon[191304]: pgmap v14271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:51.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:51 smithi123 ceph-mon[188613]: pgmap v14272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:51.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:51 smithi123 ceph-mon[191304]: pgmap v14272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:52.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:51 smithi177 ceph-mon[212096]: pgmap v14272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:53.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:53 smithi123 ceph-mon[191304]: pgmap v14273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:53.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:53 smithi123 ceph-mon[188613]: pgmap v14273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:54.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:53 smithi177 ceph-mon[212096]: pgmap v14273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:55.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:55 smithi123 ceph-mon[188613]: pgmap v14274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:55.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:55 smithi123 ceph-mon[191304]: pgmap v14274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:56.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:55 smithi177 ceph-mon[212096]: pgmap v14274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:57.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:57 smithi123 ceph-mon[191304]: pgmap v14275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:57.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:28:57.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:57 smithi123 ceph-mon[188613]: pgmap v14275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:57.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:28:58.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:57 smithi177 ceph-mon[212096]: pgmap v14275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:58.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:28:59.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:28:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:28:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:28:59.898 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:28:59 smithi177 ceph-mon[212096]: pgmap v14276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:59.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:28:59 smithi123 ceph-mon[191304]: pgmap v14276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:28:59.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:28:59 smithi123 ceph-mon[188613]: pgmap v14276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:01.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:01 smithi123 ceph-mon[191304]: pgmap v14277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:01.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:01 smithi123 ceph-mon[188613]: pgmap v14277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:02.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:01 smithi177 ceph-mon[212096]: pgmap v14277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:03.386 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:29:03.695 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:29:03.696 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 5m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:29:03.696 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 3m ago 6h 93.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:29:03.696 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 5m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:29:03.696 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 3m ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:29:03.696 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 3m ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:29:03.696 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 5m ago 6h 800M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:29:03.696 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 5m ago 6h 1771M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:29:03.696 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 3m ago 6h 835M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:29:03.696 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 5m ago 6h 901M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:29:03.696 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 5m ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:29:03.696 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 3m ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:29:03.696 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 5m ago 6h 5004M 2310M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:29:03.696 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 5m ago 6h 5735M 2310M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:29:03.696 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 5m ago 6h 4663M 2310M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:29:03.697 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 5m ago 6h 4851M 2310M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:29:03.697 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 3m ago 6h 4075M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:29:03.697 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 3m ago 6h 4525M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:29:03.697 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 3m ago 6h 3885M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:29:03.697 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 3m ago 6h 4497M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:29:03.697 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 3m ago 6h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:29:03.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:03 smithi123 ceph-mon[191304]: pgmap v14278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:03.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:03 smithi123 ceph-mon[191304]: from='client.49524 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:29:03.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:03 smithi123 ceph-mon[188613]: pgmap v14278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:03.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:03 smithi123 ceph-mon[188613]: from='client.49524 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:29:04.084 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:29:04.085 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:29:04.085 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:29:04.085 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:29:04.085 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:29:04.085 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:29:04.085 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:29:04.085 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:29:04.085 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:29:04.085 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:29:04.086 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:29:04.086 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:29:04.086 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:29:04.086 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:29:04.086 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:29:04.086 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:29:04.086 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:29:04.086 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:29:04.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:03 smithi177 ceph-mon[212096]: pgmap v14278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:04.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:03 smithi177 ceph-mon[212096]: from='client.49524 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:29:04.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:04 smithi123 ceph-mon[188613]: from='client.59480 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:29:04.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:04 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/191106406' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:29:04.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:04 smithi123 ceph-mon[191304]: from='client.59480 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:29:04.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:04 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/191106406' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:29:05.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:04 smithi177 ceph-mon[212096]: from='client.59480 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:29:05.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:04 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/191106406' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:29:05.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:05 smithi123 ceph-mon[191304]: pgmap v14279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:05.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:05 smithi123 ceph-mon[188613]: pgmap v14279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:06.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:05 smithi177 ceph-mon[212096]: pgmap v14279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:07.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:07 smithi123 ceph-mon[191304]: pgmap v14280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:07.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:07 smithi123 ceph-mon[188613]: pgmap v14280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:08.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:07 smithi177 ceph-mon[212096]: pgmap v14280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:09.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:29:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:29:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:29:09.898 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:09 smithi177 ceph-mon[212096]: pgmap v14281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:09.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:09 smithi123 ceph-mon[191304]: pgmap v14281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:09.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:09 smithi123 ceph-mon[188613]: pgmap v14281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:11.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:11 smithi123 ceph-mon[191304]: pgmap v14282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:11.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:11 smithi123 ceph-mon[188613]: pgmap v14282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:12.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:11 smithi177 ceph-mon[212096]: pgmap v14282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:12.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:29:12.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:29:13.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:29:13.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:13 smithi123 ceph-mon[191304]: pgmap v14283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:13.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:13 smithi123 ceph-mon[188613]: pgmap v14283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:14.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:13 smithi177 ceph-mon[212096]: pgmap v14283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:15.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:15 smithi123 ceph-mon[188613]: pgmap v14284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:15.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:15 smithi123 ceph-mon[191304]: pgmap v14284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:16.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:15 smithi177 ceph-mon[212096]: pgmap v14284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:17.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:17 smithi123 ceph-mon[191304]: pgmap v14285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:17.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:17 smithi123 ceph-mon[188613]: pgmap v14285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:18.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:17 smithi177 ceph-mon[212096]: pgmap v14285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:19.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:29:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:29:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:29:19.898 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:19 smithi177 ceph-mon[212096]: pgmap v14286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:19.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:19 smithi123 ceph-mon[191304]: pgmap v14286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:19.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:19 smithi123 ceph-mon[188613]: pgmap v14286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:21.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:21 smithi123 ceph-mon[191304]: pgmap v14287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:21.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:21 smithi123 ceph-mon[188613]: pgmap v14287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:22.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:21 smithi177 ceph-mon[212096]: pgmap v14287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:22.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:29:22.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:29:23.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:29:23.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:23 smithi123 ceph-mon[191304]: pgmap v14288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:23.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:29:23.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:29:23.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:29:23.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:23 smithi123 ceph-mon[188613]: pgmap v14288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:23.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:29:23.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:29:23.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:29:24.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:23 smithi177 ceph-mon[212096]: pgmap v14288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:24.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:29:24.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:29:24.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:29:25.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:25 smithi123 ceph-mon[191304]: pgmap v14289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:25.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:25 smithi123 ceph-mon[188613]: pgmap v14289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:26.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:25 smithi177 ceph-mon[212096]: pgmap v14289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:27.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:27 smithi123 ceph-mon[191304]: pgmap v14290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:27.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:29:27.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:27 smithi123 ceph-mon[188613]: pgmap v14290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:27.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:29:28.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:27 smithi177 ceph-mon[212096]: pgmap v14290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:28.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:29:29.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:29:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:29:29] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T17:29:29.898 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:29 smithi177 ceph-mon[212096]: pgmap v14291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:29.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:29 smithi123 ceph-mon[191304]: pgmap v14291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:29.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:29 smithi123 ceph-mon[188613]: pgmap v14291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:31.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:31 smithi123 ceph-mon[191304]: pgmap v14292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:31.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:31 smithi123 ceph-mon[188613]: pgmap v14292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:32.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:31 smithi177 ceph-mon[212096]: pgmap v14292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:33.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:33 smithi123 ceph-mon[188613]: pgmap v14293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:33.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:33 smithi123 ceph-mon[191304]: pgmap v14293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:34.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:33 smithi177 ceph-mon[212096]: pgmap v14293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:34.430 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:29:34.739 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:29:34.739 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 6m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:29:34.739 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 4m ago 6h 93.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:29:34.739 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 6m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:29:34.739 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 4m ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:29:34.739 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 4m ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:29:34.740 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 6m ago 6h 800M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:29:34.740 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 6m ago 6h 1771M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:29:34.740 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 4m ago 6h 835M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:29:34.740 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 6m ago 6h 901M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:29:34.740 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 6m ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:29:34.740 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 4m ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:29:34.740 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 6m ago 6h 5004M 2310M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:29:34.740 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 6m ago 6h 5735M 2310M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:29:34.740 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 6m ago 6h 4663M 2310M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:29:34.740 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 6m ago 6h 4851M 2310M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:29:34.740 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 4m ago 6h 4075M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:29:34.740 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 4m ago 6h 4525M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:29:34.740 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 4m ago 6h 3885M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:29:34.740 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 4m ago 6h 4497M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:29:34.740 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 4m ago 6h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:29:35.122 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:29:35.122 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:29:35.122 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:29:35.122 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:29:35.122 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:29:35.122 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:29:35.122 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:29:35.122 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:29:35.122 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:29:35.122 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:29:35.123 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:29:35.123 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:29:35.123 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:29:35.123 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:29:35.123 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:29:35.123 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:29:35.123 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:29:35.123 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:29:35.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:35 smithi123 ceph-mon[191304]: from='client.59492 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:29:35.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:35 smithi123 ceph-mon[191304]: pgmap v14294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:35.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:35 smithi123 ceph-mon[191304]: from='client.49548 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:29:35.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:35 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/224786939' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:29:35.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:35 smithi123 ceph-mon[188613]: from='client.59492 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:29:35.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:35 smithi123 ceph-mon[188613]: pgmap v14294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:35.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:35 smithi123 ceph-mon[188613]: from='client.49548 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:29:35.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:35 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/224786939' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:29:36.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:35 smithi177 ceph-mon[212096]: from='client.59492 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:29:36.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:35 smithi177 ceph-mon[212096]: pgmap v14294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:36.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:35 smithi177 ceph-mon[212096]: from='client.49548 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:29:36.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:35 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/224786939' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:29:37.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:37 smithi123 ceph-mon[191304]: pgmap v14295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:37.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:37 smithi123 ceph-mon[188613]: pgmap v14295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:38.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:37 smithi177 ceph-mon[212096]: pgmap v14295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:39.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:29:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:29:39] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T17:29:39.898 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:39 smithi177 ceph-mon[212096]: pgmap v14296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:39.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:39 smithi123 ceph-mon[191304]: pgmap v14296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:39.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:39 smithi123 ceph-mon[188613]: pgmap v14296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:41.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:41 smithi123 ceph-mon[191304]: pgmap v14297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:41.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:41 smithi123 ceph-mon[188613]: pgmap v14297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:42.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:41 smithi177 ceph-mon[212096]: pgmap v14297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:42.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:29:42.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:29:43.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:29:43.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:43 smithi123 ceph-mon[188613]: pgmap v14298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:43.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:43 smithi123 ceph-mon[191304]: pgmap v14298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:44.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:43 smithi177 ceph-mon[212096]: pgmap v14298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:46.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:45 smithi177 ceph-mon[212096]: pgmap v14299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:46.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:45 smithi123 ceph-mon[188613]: pgmap v14299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:46.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:45 smithi123 ceph-mon[191304]: pgmap v14299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:48.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:47 smithi177 ceph-mon[212096]: pgmap v14300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:48.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:47 smithi123 ceph-mon[191304]: pgmap v14300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:48.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:47 smithi123 ceph-mon[188613]: pgmap v14300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:49.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:29:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:29:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:29:49.898 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:49 smithi177 ceph-mon[212096]: pgmap v14301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:49.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:49 smithi123 ceph-mon[191304]: pgmap v14301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:49.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:49 smithi123 ceph-mon[188613]: pgmap v14301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:51.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:51 smithi123 ceph-mon[191304]: pgmap v14302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:51.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:51 smithi123 ceph-mon[188613]: pgmap v14302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:52.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:51 smithi177 ceph-mon[212096]: pgmap v14302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:53.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:53 smithi123 ceph-mon[191304]: pgmap v14303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:53.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:53 smithi123 ceph-mon[188613]: pgmap v14303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:54.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:53 smithi177 ceph-mon[212096]: pgmap v14303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:55.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:55 smithi123 ceph-mon[191304]: pgmap v14304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:55.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:55 smithi123 ceph-mon[188613]: pgmap v14304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:56.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:55 smithi177 ceph-mon[212096]: pgmap v14304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:58.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:57 smithi177 ceph-mon[212096]: pgmap v14305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:58.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:29:58.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:57 smithi123 ceph-mon[191304]: pgmap v14305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:58.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:29:58.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:57 smithi123 ceph-mon[188613]: pgmap v14305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:58.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:29:59.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:29:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:29:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:29:59.898 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:29:59 smithi177 ceph-mon[212096]: pgmap v14306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:59.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:29:59 smithi123 ceph-mon[188613]: pgmap v14306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:29:59.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:29:59 smithi123 ceph-mon[191304]: pgmap v14306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:00.487 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T17:29:59.998+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T17:30:00.898 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T17:30:00.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T17:30:00.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T17:30:01.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:01 smithi177 ceph-mon[212096]: pgmap v14307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:01.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:01 smithi123 ceph-mon[191304]: pgmap v14307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:01.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:01 smithi123 ceph-mon[188613]: pgmap v14307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:03.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:03 smithi123 ceph-mon[191304]: pgmap v14308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:03.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:03 smithi123 ceph-mon[188613]: pgmap v14308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:04.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:03 smithi177 ceph-mon[212096]: pgmap v14308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:05.469 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:30:05.780 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:30:05.780 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 6m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:30:05.781 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 4m ago 6h 93.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:30:05.781 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 6m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:30:05.781 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 4m ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:30:05.781 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 4m ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:30:05.781 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 6m ago 6h 800M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:30:05.781 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 6m ago 6h 1771M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:30:05.781 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 4m ago 6h 835M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:30:05.781 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 6m ago 6h 901M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:30:05.781 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 6m ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:30:05.781 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 4m ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:30:05.781 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 6m ago 6h 5004M 2310M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:30:05.781 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 6m ago 6h 5735M 2310M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:30:05.781 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 6m ago 6h 4663M 2310M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:30:05.782 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 6m ago 6h 4851M 2310M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:30:05.782 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 4m ago 6h 4075M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:30:05.782 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 4m ago 6h 4525M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:30:05.782 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 4m ago 6h 3885M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:30:05.782 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 4m ago 6h 4497M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:30:05.782 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 4m ago 6h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:30:05.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:05 smithi123 ceph-mon[191304]: pgmap v14309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:05.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:05 smithi123 ceph-mon[188613]: pgmap v14309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:06.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:05 smithi177 ceph-mon[212096]: pgmap v14309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:06.159 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:30:06.159 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:30:06.159 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:30:06.160 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:30:06.160 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:30:06.160 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:30:06.160 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:30:06.160 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:30:06.160 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:30:06.160 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:30:06.160 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:30:06.160 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:30:06.160 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:30:06.160 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:30:06.160 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:30:06.160 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:30:06.160 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:30:06.160 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:30:07.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:06 smithi177 ceph-mon[212096]: from='client.49560 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:30:07.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:06 smithi177 ceph-mon[212096]: from='client.49566 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:30:07.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:06 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/644662671' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:30:07.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:06 smithi123 ceph-mon[188613]: from='client.49560 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:30:07.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:06 smithi123 ceph-mon[188613]: from='client.49566 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:30:07.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:06 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/644662671' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:30:07.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:06 smithi123 ceph-mon[191304]: from='client.49560 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:30:07.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:06 smithi123 ceph-mon[191304]: from='client.49566 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:30:07.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:06 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/644662671' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:30:08.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:07 smithi177 ceph-mon[212096]: pgmap v14310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:08.237 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:07 smithi123 ceph-mon[188613]: pgmap v14310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:08.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:07 smithi123 ceph-mon[191304]: pgmap v14310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:09.487 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:30:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:30:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:30:09.898 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:09 smithi177 ceph-mon[212096]: pgmap v14311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:09.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:09 smithi123 ceph-mon[191304]: pgmap v14311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:09.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:09 smithi123 ceph-mon[188613]: pgmap v14311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:11.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:11 smithi123 ceph-mon[191304]: pgmap v14312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:11.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:11 smithi123 ceph-mon[188613]: pgmap v14312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:12.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:11 smithi177 ceph-mon[212096]: pgmap v14312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:13.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:30:13.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:30:13.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:30:14.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:13 smithi177 ceph-mon[212096]: pgmap v14313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:14.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:13 smithi123 ceph-mon[191304]: pgmap v14313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:14.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:13 smithi123 ceph-mon[188613]: pgmap v14313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:16.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:15 smithi177 ceph-mon[212096]: pgmap v14314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:16.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:15 smithi123 ceph-mon[191304]: pgmap v14314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:16.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:15 smithi123 ceph-mon[188613]: pgmap v14314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:18.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:17 smithi177 ceph-mon[212096]: pgmap v14315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:18.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:17 smithi123 ceph-mon[191304]: pgmap v14315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:18.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:17 smithi123 ceph-mon[188613]: pgmap v14315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:19.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:30:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:30:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:30:19.898 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:19 smithi177 ceph-mon[212096]: pgmap v14316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:19.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:19 smithi123 ceph-mon[191304]: pgmap v14316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:19.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:19 smithi123 ceph-mon[188613]: pgmap v14316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:22.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:21 smithi177 ceph-mon[212096]: pgmap v14317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:22.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:21 smithi123 ceph-mon[191304]: pgmap v14317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:22.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:21 smithi123 ceph-mon[188613]: pgmap v14317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:24.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:23 smithi177 ceph-mon[212096]: pgmap v14318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:24.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:30:24.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:23 smithi123 ceph-mon[191304]: pgmap v14318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:24.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:30:24.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:23 smithi123 ceph-mon[188613]: pgmap v14318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:24.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:30:25.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:30:25.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:30:25.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:30:25.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:30:25.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:30:25.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:30:25.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:30:25.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:30:25.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:30:26.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:25 smithi177 ceph-mon[212096]: pgmap v14319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:26.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:25 smithi123 ceph-mon[191304]: pgmap v14319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:26.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:25 smithi123 ceph-mon[188613]: pgmap v14319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:28.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:27 smithi177 ceph-mon[212096]: pgmap v14320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:28.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:30:28.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:27 smithi123 ceph-mon[191304]: pgmap v14320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:28.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:30:28.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:27 smithi123 ceph-mon[188613]: pgmap v14320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:28.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:30:29.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:30:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:30:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:30:29.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:29 smithi177 ceph-mon[212096]: pgmap v14321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:29.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:29 smithi123 ceph-mon[191304]: pgmap v14321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:29.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:29 smithi123 ceph-mon[188613]: pgmap v14321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:32.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:31 smithi177 ceph-mon[212096]: pgmap v14322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:32.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:31 smithi123 ceph-mon[191304]: pgmap v14322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:32.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:31 smithi123 ceph-mon[188613]: pgmap v14322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:34.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:33 smithi177 ceph-mon[212096]: pgmap v14323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:34.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:33 smithi123 ceph-mon[191304]: pgmap v14323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:34.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:33 smithi123 ceph-mon[188613]: pgmap v14323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:36.148 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:35 smithi177 ceph-mon[212096]: pgmap v14324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:36.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:35 smithi123 ceph-mon[191304]: pgmap v14324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:36.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:35 smithi123 ceph-mon[188613]: pgmap v14324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:36.507 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:30:36.816 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:30:36.816 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 7m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:30:36.816 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 5m ago 6h 93.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:30:36.816 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 7m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:30:36.816 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 5m ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:30:36.816 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 5m ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:30:36.816 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 7m ago 6h 800M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:30:36.816 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 7m ago 6h 1771M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:30:36.816 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 5m ago 6h 835M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:30:36.816 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 7m ago 6h 901M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:30:36.816 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 7m ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:30:36.816 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 5m ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:30:36.817 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 7m ago 6h 5004M 2310M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:30:36.817 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 7m ago 6h 5735M 2310M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:30:36.817 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 7m ago 6h 4663M 2310M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:30:36.817 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 7m ago 6h 4851M 2310M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:30:36.817 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 5m ago 6h 4075M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:30:36.817 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 5m ago 6h 4525M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:30:36.817 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 5m ago 6h 3885M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:30:36.817 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 5m ago 6h 4497M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:30:36.817 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 5m ago 6h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:30:37.198 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:30:37.198 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:30:37.198 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:30:37.198 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:30:37.198 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:30:37.199 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:30:37.199 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:30:37.199 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:30:37.199 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:30:37.199 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:30:37.199 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:30:37.199 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:30:37.199 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:30:37.199 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:30:37.199 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:30:37.199 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:30:37.199 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:30:37.199 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:30:38.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:37 smithi177 ceph-mon[212096]: from='client.59528 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:30:38.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:37 smithi177 ceph-mon[212096]: pgmap v14325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:38.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:37 smithi177 ceph-mon[212096]: from='client.59534 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:30:38.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:37 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4031210025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:30:38.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:37 smithi123 ceph-mon[188613]: from='client.59528 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:30:38.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:37 smithi123 ceph-mon[188613]: pgmap v14325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:38.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:37 smithi123 ceph-mon[188613]: from='client.59534 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:30:38.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:37 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4031210025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:30:38.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:37 smithi123 ceph-mon[191304]: from='client.59528 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:30:38.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:37 smithi123 ceph-mon[191304]: pgmap v14325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:38.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:37 smithi123 ceph-mon[191304]: from='client.59534 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:30:38.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:37 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4031210025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:30:39.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:30:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:30:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:30:39.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:39 smithi177 ceph-mon[212096]: pgmap v14326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:39.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:39 smithi123 ceph-mon[188613]: pgmap v14326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:39.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:39 smithi123 ceph-mon[191304]: pgmap v14326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:42.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:41 smithi177 ceph-mon[212096]: pgmap v14327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:42.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:41 smithi123 ceph-mon[188613]: pgmap v14327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:42.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:41 smithi123 ceph-mon[191304]: pgmap v14327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:43.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:30:43.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:30:43.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:30:44.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:43 smithi177 ceph-mon[212096]: pgmap v14328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:44.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:43 smithi123 ceph-mon[188613]: pgmap v14328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:44.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:43 smithi123 ceph-mon[191304]: pgmap v14328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:46.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:45 smithi177 ceph-mon[212096]: pgmap v14329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:46.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:45 smithi123 ceph-mon[188613]: pgmap v14329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:46.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:45 smithi123 ceph-mon[191304]: pgmap v14329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:48.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:47 smithi177 ceph-mon[212096]: pgmap v14330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:48.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:47 smithi123 ceph-mon[191304]: pgmap v14330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:48.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:47 smithi123 ceph-mon[188613]: pgmap v14330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:49.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:30:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:30:49] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:30:49.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:49 smithi177 ceph-mon[212096]: pgmap v14331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:49.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:49 smithi123 ceph-mon[191304]: pgmap v14331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:49.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:49 smithi123 ceph-mon[188613]: pgmap v14331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:52.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:51 smithi177 ceph-mon[212096]: pgmap v14332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:52.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:51 smithi123 ceph-mon[191304]: pgmap v14332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:52.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:51 smithi123 ceph-mon[188613]: pgmap v14332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:54.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:53 smithi177 ceph-mon[212096]: pgmap v14333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:54.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:53 smithi123 ceph-mon[191304]: pgmap v14333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:54.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:53 smithi123 ceph-mon[188613]: pgmap v14333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:56.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:55 smithi177 ceph-mon[212096]: pgmap v14334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:56.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:55 smithi123 ceph-mon[191304]: pgmap v14334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:56.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:55 smithi123 ceph-mon[188613]: pgmap v14334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:58.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:57 smithi177 ceph-mon[212096]: pgmap v14335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:58.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:30:58.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:57 smithi123 ceph-mon[188613]: pgmap v14335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:58.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:30:58.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:57 smithi123 ceph-mon[191304]: pgmap v14335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:58.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:30:59.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:30:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:30:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:30:59.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:30:59 smithi177 ceph-mon[212096]: pgmap v14336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:59.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:30:59 smithi123 ceph-mon[188613]: pgmap v14336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:30:59.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:30:59 smithi123 ceph-mon[191304]: pgmap v14336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:02.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:01 smithi177 ceph-mon[212096]: pgmap v14337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:02.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:01 smithi123 ceph-mon[191304]: pgmap v14337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:02.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:01 smithi123 ceph-mon[188613]: pgmap v14337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:04.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:03 smithi177 ceph-mon[212096]: pgmap v14338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:04.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:03 smithi123 ceph-mon[191304]: pgmap v14338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:04.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:03 smithi123 ceph-mon[188613]: pgmap v14338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:06.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:05 smithi177 ceph-mon[212096]: pgmap v14339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:06.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:05 smithi123 ceph-mon[191304]: pgmap v14339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:06.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:05 smithi123 ceph-mon[188613]: pgmap v14339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:07.545 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:31:07.853 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:31:07.853 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 7m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:31:07.853 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 5m ago 6h 93.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:31:07.853 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 7m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:31:07.853 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 5m ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:31:07.853 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 5m ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:31:07.853 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 7m ago 6h 800M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:31:07.853 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 7m ago 6h 1771M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:31:07.853 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 5m ago 6h 835M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:31:07.853 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 7m ago 6h 901M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:31:07.853 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 7m ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:31:07.854 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 5m ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:31:07.854 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 7m ago 6h 5004M 2310M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:31:07.854 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 7m ago 6h 5735M 2310M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:31:07.854 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 7m ago 6h 4663M 2310M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:31:07.854 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 7m ago 6h 4851M 2310M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:31:07.854 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 5m ago 6h 4075M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:31:07.854 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 5m ago 6h 4525M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:31:07.854 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 5m ago 6h 3885M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:31:07.854 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 5m ago 6h 4497M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:31:07.854 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 5m ago 6h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:31:08.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:07 smithi177 ceph-mon[212096]: pgmap v14340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:08.235 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:31:08.235 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:31:08.235 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:31:08.235 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:31:08.236 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:31:08.236 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:31:08.236 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:31:08.236 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:31:08.236 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:31:08.236 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:31:08.236 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:31:08.236 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:31:08.236 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:31:08.236 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:31:08.236 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:31:08.236 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:31:08.236 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:31:08.236 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:31:08.237 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:07 smithi123 ceph-mon[191304]: pgmap v14340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:08.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:07 smithi123 ceph-mon[188613]: pgmap v14340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:09.075 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:08 smithi123 ceph-mon[188613]: from='client.49596 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:31:09.075 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:08 smithi123 ceph-mon[188613]: from='client.59552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:31:09.075 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:08 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1404954735' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:31:09.075 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:08 smithi123 ceph-mon[191304]: from='client.49596 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:31:09.075 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:08 smithi123 ceph-mon[191304]: from='client.59552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:31:09.075 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:08 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1404954735' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:31:09.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:08 smithi177 ceph-mon[212096]: from='client.49596 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:31:09.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:08 smithi177 ceph-mon[212096]: from='client.59552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:31:09.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:08 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1404954735' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:31:09.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:31:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:31:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:31:10.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:09 smithi177 ceph-mon[212096]: pgmap v14341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:10.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:09 smithi123 ceph-mon[191304]: pgmap v14341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:10.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:09 smithi123 ceph-mon[188613]: pgmap v14341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:12.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:11 smithi177 ceph-mon[212096]: pgmap v14342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:12.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:11 smithi123 ceph-mon[191304]: pgmap v14342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:12.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:11 smithi123 ceph-mon[188613]: pgmap v14342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:13.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:31:13.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:31:13.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:31:14.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:13 smithi177 ceph-mon[212096]: pgmap v14343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:14.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:13 smithi123 ceph-mon[188613]: pgmap v14343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:14.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:13 smithi123 ceph-mon[191304]: pgmap v14343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:16.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:15 smithi177 ceph-mon[212096]: pgmap v14344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:16.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:15 smithi123 ceph-mon[191304]: pgmap v14344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:16.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:15 smithi123 ceph-mon[188613]: pgmap v14344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:18.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:17 smithi177 ceph-mon[212096]: pgmap v14345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:18.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:17 smithi123 ceph-mon[191304]: pgmap v14345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:18.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:17 smithi123 ceph-mon[188613]: pgmap v14345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:19.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:31:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:31:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:31:19.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:19 smithi177 ceph-mon[212096]: pgmap v14346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:19.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:19 smithi123 ceph-mon[191304]: pgmap v14346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:19.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:19 smithi123 ceph-mon[188613]: pgmap v14346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:22.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:21 smithi177 ceph-mon[212096]: pgmap v14347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:22.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:21 smithi123 ceph-mon[188613]: pgmap v14347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:22.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:21 smithi123 ceph-mon[191304]: pgmap v14347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:24.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:23 smithi177 ceph-mon[212096]: pgmap v14348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:24.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:23 smithi123 ceph-mon[191304]: pgmap v14348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:24.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:23 smithi123 ceph-mon[188613]: pgmap v14348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:25.111 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:31:25.111 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:31:25.111 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:31:25.112 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:31:25.112 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:31:25.112 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:31:25.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:31:25.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:31:25.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:31:26.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:25 smithi177 ceph-mon[212096]: pgmap v14349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:26.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:25 smithi123 ceph-mon[188613]: pgmap v14349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:26.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:25 smithi123 ceph-mon[191304]: pgmap v14349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:28.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:27 smithi177 ceph-mon[212096]: pgmap v14350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:28.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:31:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:31:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:31:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:31:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:31:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:31:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:31:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:27 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2301M 2023-12-20T17:31:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:31:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:31:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:31:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:31:28.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:27 smithi123 ceph-mon[191304]: pgmap v14350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:28.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:31:28.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:31:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:31:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:31:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:31:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:31:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:31:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:27 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2301M 2023-12-20T17:31:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:31:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:31:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:31:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:31:28.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:27 smithi123 ceph-mon[188613]: pgmap v14350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:28.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:31:28.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:31:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:31:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:31:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:31:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:31:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:31:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:27 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2301M 2023-12-20T17:31:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:31:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:31:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:31:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:31:28.899 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 17:31:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T17:31:28.586759049Z level=info msg="Completed cleanup jobs" duration=13.076057ms 2023-12-20T17:31:29.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:31:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:31:29] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T17:31:29.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:29 smithi177 ceph-mon[212096]: pgmap v14351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:29.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:29 smithi123 ceph-mon[191304]: pgmap v14351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:29.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:29 smithi123 ceph-mon[188613]: pgmap v14351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:32.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:31 smithi177 ceph-mon[212096]: pgmap v14352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:32.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:31 smithi123 ceph-mon[191304]: pgmap v14352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:32.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:31 smithi123 ceph-mon[188613]: pgmap v14352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:34.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:33 smithi177 ceph-mon[212096]: pgmap v14353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:34.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:33 smithi123 ceph-mon[191304]: pgmap v14353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:34.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:33 smithi123 ceph-mon[188613]: pgmap v14353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:36.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:35 smithi177 ceph-mon[212096]: pgmap v14354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:36.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:35 smithi123 ceph-mon[191304]: pgmap v14354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:36.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:35 smithi123 ceph-mon[188613]: pgmap v14354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:38.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:37 smithi177 ceph-mon[212096]: pgmap v14355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:38.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:37 smithi123 ceph-mon[191304]: pgmap v14355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:38.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:37 smithi123 ceph-mon[188613]: pgmap v14355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:38.582 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:31:38.893 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:31:38.893 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 8m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:31:38.894 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 6m ago 6h 93.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:31:38.894 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 8m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:31:38.894 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 6m ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:31:38.894 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 6m ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:31:38.894 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 8m ago 6h 800M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:31:38.894 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 8m ago 6h 1771M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:31:38.894 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 6m ago 6h 835M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:31:38.894 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 8m ago 6h 901M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:31:38.894 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 8m ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:31:38.894 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 6m ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:31:38.894 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 8m ago 6h 5004M 2301M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:31:38.894 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 8m ago 6h 5735M 2301M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:31:38.894 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 8m ago 6h 4663M 2301M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:31:38.894 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 8m ago 6h 4851M 2301M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:31:38.895 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 6m ago 6h 4075M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:31:38.895 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 6m ago 6h 4525M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:31:38.895 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 6m ago 6h 3885M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:31:38.895 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 6m ago 6h 4497M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:31:38.895 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 6m ago 6h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:31:39.274 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:31:39.274 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:31:39.274 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:31:39.274 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:31:39.274 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:31:39.274 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:31:39.275 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:31:39.275 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:31:39.275 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:31:39.275 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:31:39.275 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:31:39.275 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:31:39.275 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:31:39.275 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:31:39.275 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:31:39.275 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:31:39.275 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:31:39.275 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:31:39.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:31:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:31:39] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T17:31:39.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:39 smithi177 ceph-mon[212096]: from='client.59564 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:31:39.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:39 smithi177 ceph-mon[212096]: pgmap v14356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:39.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:39 smithi177 ceph-mon[212096]: from='client.49620 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:31:39.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:39 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2172455752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:31:39.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:39 smithi123 ceph-mon[191304]: from='client.59564 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:31:39.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:39 smithi123 ceph-mon[191304]: pgmap v14356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:39.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:39 smithi123 ceph-mon[191304]: from='client.49620 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:31:39.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:39 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2172455752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:31:39.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:39 smithi123 ceph-mon[188613]: from='client.59564 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:31:39.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:39 smithi123 ceph-mon[188613]: pgmap v14356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:39.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:39 smithi123 ceph-mon[188613]: from='client.49620 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:31:39.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:39 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2172455752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:31:42.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:41 smithi177 ceph-mon[212096]: pgmap v14357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:42.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:41 smithi123 ceph-mon[191304]: pgmap v14357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:42.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:41 smithi123 ceph-mon[188613]: pgmap v14357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:43.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:31:43.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:31:43.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:31:44.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:43 smithi177 ceph-mon[212096]: pgmap v14358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:44.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:43 smithi123 ceph-mon[188613]: pgmap v14358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:44.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:43 smithi123 ceph-mon[191304]: pgmap v14358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:46.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:45 smithi177 ceph-mon[212096]: pgmap v14359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:46.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:45 smithi123 ceph-mon[188613]: pgmap v14359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:46.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:45 smithi123 ceph-mon[191304]: pgmap v14359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:48.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:47 smithi177 ceph-mon[212096]: pgmap v14360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:48.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:47 smithi123 ceph-mon[191304]: pgmap v14360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:48.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:47 smithi123 ceph-mon[188613]: pgmap v14360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:49.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:31:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:31:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:31:49.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:49 smithi177 ceph-mon[212096]: pgmap v14361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:49.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:49 smithi123 ceph-mon[191304]: pgmap v14361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:49.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:49 smithi123 ceph-mon[188613]: pgmap v14361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:52.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:51 smithi177 ceph-mon[212096]: pgmap v14362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:52.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:51 smithi123 ceph-mon[191304]: pgmap v14362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:52.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:51 smithi123 ceph-mon[188613]: pgmap v14362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:54.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:53 smithi177 ceph-mon[212096]: pgmap v14363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:54.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:53 smithi123 ceph-mon[191304]: pgmap v14363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:54.238 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:53 smithi123 ceph-mon[188613]: pgmap v14363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:56.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:55 smithi177 ceph-mon[212096]: pgmap v14364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:56.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:55 smithi123 ceph-mon[191304]: pgmap v14364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:56.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:55 smithi123 ceph-mon[188613]: pgmap v14364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:58.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:57 smithi177 ceph-mon[212096]: pgmap v14365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:58.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:31:58.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:57 smithi123 ceph-mon[191304]: pgmap v14365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:58.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:31:58.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:57 smithi123 ceph-mon[188613]: pgmap v14365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:58.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:31:59.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:31:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:31:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:31:59.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:31:59 smithi177 ceph-mon[212096]: pgmap v14366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:59.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:31:59 smithi123 ceph-mon[191304]: pgmap v14366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:31:59.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:31:59 smithi123 ceph-mon[188613]: pgmap v14366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:02.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:01 smithi177 ceph-mon[212096]: pgmap v14367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:02.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:01 smithi123 ceph-mon[191304]: pgmap v14367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:02.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:01 smithi123 ceph-mon[188613]: pgmap v14367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:04.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:03 smithi177 ceph-mon[212096]: pgmap v14368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:04.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:03 smithi123 ceph-mon[191304]: pgmap v14368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:04.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:03 smithi123 ceph-mon[188613]: pgmap v14368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:06.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:05 smithi177 ceph-mon[212096]: pgmap v14369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:06.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:05 smithi123 ceph-mon[191304]: pgmap v14369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:06.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:05 smithi123 ceph-mon[188613]: pgmap v14369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:08.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:07 smithi177 ceph-mon[212096]: pgmap v14370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:08.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:07 smithi123 ceph-mon[191304]: pgmap v14370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:08.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:07 smithi123 ceph-mon[188613]: pgmap v14370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:09.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:32:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:32:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:32:09.620 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:32:09.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:09 smithi177 ceph-mon[212096]: pgmap v14371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:09.927 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:32:09.928 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 8m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:32:09.928 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 6m ago 6h 93.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:32:09.928 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 8m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:32:09.928 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 6m ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:32:09.928 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 6m ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:32:09.928 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 8m ago 6h 800M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:32:09.928 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 8m ago 6h 1771M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:32:09.928 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 6m ago 6h 835M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:32:09.928 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 8m ago 6h 901M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:32:09.928 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 8m ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:32:09.928 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 6m ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:32:09.928 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 8m ago 6h 5004M 2301M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:32:09.928 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 8m ago 6h 5735M 2301M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:32:09.928 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 8m ago 6h 4663M 2301M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:32:09.929 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 8m ago 6h 4851M 2301M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:32:09.929 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 6m ago 6h 4075M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:32:09.929 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 6m ago 6h 4525M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:32:09.929 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 6m ago 6h 3885M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:32:09.929 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 6m ago 6h 4497M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:32:09.929 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 6m ago 6h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:32:09.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:09 smithi123 ceph-mon[191304]: pgmap v14371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:09.988 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:09 smithi123 ceph-mon[188613]: pgmap v14371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:10.310 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:32:10.310 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:32:10.310 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:32:10.310 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:32:10.310 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:32:10.310 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:32:10.310 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:32:10.310 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:32:10.310 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:32:10.310 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:32:10.311 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:32:10.311 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:32:10.311 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:32:10.311 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:32:10.311 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:32:10.311 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:32:10.311 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:32:10.311 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:32:10.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:10 smithi177 ceph-mon[212096]: from='client.59582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:32:10.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:10 smithi177 ceph-mon[212096]: from='client.59588 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:32:10.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:10 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1320098536' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:32:10.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:10 smithi123 ceph-mon[191304]: from='client.59582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:32:10.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:10 smithi123 ceph-mon[191304]: from='client.59588 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:32:10.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:10 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1320098536' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:32:10.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:10 smithi123 ceph-mon[188613]: from='client.59582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:32:10.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:10 smithi123 ceph-mon[188613]: from='client.59588 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:32:10.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:10 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1320098536' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:32:11.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:11 smithi177 ceph-mon[212096]: pgmap v14372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:11.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:11 smithi123 ceph-mon[191304]: pgmap v14372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:11.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:11 smithi123 ceph-mon[188613]: pgmap v14372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:12.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:32:12.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:32:12.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:32:13.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:13 smithi177 ceph-mon[212096]: pgmap v14373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:13.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:13 smithi123 ceph-mon[191304]: pgmap v14373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:13.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:13 smithi123 ceph-mon[188613]: pgmap v14373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:16.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:15 smithi177 ceph-mon[212096]: pgmap v14374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:16.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:15 smithi123 ceph-mon[191304]: pgmap v14374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:16.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:15 smithi123 ceph-mon[188613]: pgmap v14374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:18.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:17 smithi177 ceph-mon[212096]: pgmap v14375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:18.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:17 smithi123 ceph-mon[191304]: pgmap v14375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:18.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:17 smithi123 ceph-mon[188613]: pgmap v14375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:19.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:32:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:32:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:32:19.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:19 smithi177 ceph-mon[212096]: pgmap v14376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:19.988 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:19 smithi123 ceph-mon[191304]: pgmap v14376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:19.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:19 smithi123 ceph-mon[188613]: pgmap v14376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:22.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:21 smithi177 ceph-mon[212096]: pgmap v14377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:22.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:21 smithi123 ceph-mon[191304]: pgmap v14377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:22.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:21 smithi123 ceph-mon[188613]: pgmap v14377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:24.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:23 smithi177 ceph-mon[212096]: pgmap v14378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:24.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:23 smithi123 ceph-mon[191304]: pgmap v14378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:24.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:23 smithi123 ceph-mon[188613]: pgmap v14378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:26.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:25 smithi177 ceph-mon[212096]: pgmap v14379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:26.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:25 smithi123 ceph-mon[191304]: pgmap v14379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:26.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:25 smithi123 ceph-mon[188613]: pgmap v14379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:27 smithi177 ceph-mon[212096]: pgmap v14380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:32:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:32:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:32:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:32:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:32:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:27 smithi123 ceph-mon[191304]: pgmap v14380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:32:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:32:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:32:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:32:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:32:28.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:27 smithi123 ceph-mon[188613]: pgmap v14380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:28.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:32:28.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:32:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:32:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:32:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:32:29.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:32:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:32:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:32:29.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:29 smithi177 ceph-mon[212096]: pgmap v14381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:29.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:29 smithi123 ceph-mon[191304]: pgmap v14381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:29.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:29 smithi123 ceph-mon[188613]: pgmap v14381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:31 smithi177 ceph-mon[212096]: pgmap v14382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:32.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:31 smithi123 ceph-mon[191304]: pgmap v14382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:32.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:31 smithi123 ceph-mon[188613]: pgmap v14382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:34.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:33 smithi177 ceph-mon[212096]: pgmap v14383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:34.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:33 smithi123 ceph-mon[191304]: pgmap v14383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:34.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:33 smithi123 ceph-mon[188613]: pgmap v14383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:36.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:35 smithi177 ceph-mon[212096]: pgmap v14384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:36.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:35 smithi123 ceph-mon[191304]: pgmap v14384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:36.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:35 smithi123 ceph-mon[188613]: pgmap v14384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:38.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:37 smithi177 ceph-mon[212096]: pgmap v14385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:38.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:37 smithi123 ceph-mon[191304]: pgmap v14385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:38.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:37 smithi123 ceph-mon[188613]: pgmap v14385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:39.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:32:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:32:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:32:39.899 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:39 smithi177 ceph-mon[212096]: pgmap v14386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:39.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:39 smithi123 ceph-mon[191304]: pgmap v14386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:39.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:39 smithi123 ceph-mon[188613]: pgmap v14386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:40.659 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:32:40.968 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:32:40.968 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 9m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:32:40.968 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 7m ago 6h 93.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:32:40.968 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 9m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:32:40.968 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 7m ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:32:40.968 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 7m ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:32:40.969 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 9m ago 6h 800M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:32:40.969 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 9m ago 6h 1771M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:32:40.969 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 7m ago 6h 835M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:32:40.969 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 9m ago 6h 901M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:32:40.969 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 9m ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:32:40.969 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 7m ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:32:40.970 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 9m ago 6h 5004M 2301M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:32:40.970 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 9m ago 6h 5735M 2301M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:32:40.970 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 9m ago 6h 4663M 2301M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:32:40.970 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 9m ago 6h 4851M 2301M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:32:40.970 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 7m ago 6h 4075M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:32:40.970 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 7m ago 6h 4525M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:32:40.970 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 7m ago 6h 3885M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:32:40.970 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 7m ago 6h 4497M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:32:40.971 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 7m ago 6h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:32:41.347 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:32:41.347 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:32:41.347 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:32:41.348 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:32:41.348 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:32:41.348 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:32:41.348 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:32:41.348 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:32:41.348 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:32:41.348 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:32:41.348 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:32:41.348 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:32:41.348 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:32:41.348 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:32:41.348 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:32:41.348 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:32:41.348 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:32:41.348 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:32:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:41 smithi177 ceph-mon[212096]: from='client.59600 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:32:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:41 smithi177 ceph-mon[212096]: pgmap v14387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:41 smithi177 ceph-mon[212096]: from='client.59606 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:32:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:41 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1040339560' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:32:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:41 smithi123 ceph-mon[191304]: from='client.59600 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:32:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:41 smithi123 ceph-mon[191304]: pgmap v14387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:41 smithi123 ceph-mon[191304]: from='client.59606 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:32:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:41 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1040339560' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:32:42.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:41 smithi123 ceph-mon[188613]: from='client.59600 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:32:42.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:41 smithi123 ceph-mon[188613]: pgmap v14387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:42.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:41 smithi123 ceph-mon[188613]: from='client.59606 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:32:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:41 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1040339560' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:32:43.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:32:43.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:32:43.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:32:44.149 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:43 smithi177 ceph-mon[212096]: pgmap v14388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:44.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:43 smithi123 ceph-mon[191304]: pgmap v14388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:44.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:43 smithi123 ceph-mon[188613]: pgmap v14388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:46.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:45 smithi177 ceph-mon[212096]: pgmap v14389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:46.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:45 smithi123 ceph-mon[191304]: pgmap v14389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:46.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:45 smithi123 ceph-mon[188613]: pgmap v14389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:48.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:47 smithi177 ceph-mon[212096]: pgmap v14390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:48.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:47 smithi123 ceph-mon[188613]: pgmap v14390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:48.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:47 smithi123 ceph-mon[191304]: pgmap v14390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:32:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:32:49] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T17:32:49.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:49 smithi177 ceph-mon[212096]: pgmap v14391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:49.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:49 smithi123 ceph-mon[188613]: pgmap v14391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:49.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:49 smithi123 ceph-mon[191304]: pgmap v14391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:52.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:51 smithi177 ceph-mon[212096]: pgmap v14392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:52.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:51 smithi123 ceph-mon[188613]: pgmap v14392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:52.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:51 smithi123 ceph-mon[191304]: pgmap v14392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:54.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:53 smithi177 ceph-mon[212096]: pgmap v14393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:54.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:53 smithi123 ceph-mon[191304]: pgmap v14393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:54.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:53 smithi123 ceph-mon[188613]: pgmap v14393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:56.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:55 smithi177 ceph-mon[212096]: pgmap v14394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:56.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:55 smithi123 ceph-mon[191304]: pgmap v14394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:56.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:55 smithi123 ceph-mon[188613]: pgmap v14394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:58.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:57 smithi177 ceph-mon[212096]: pgmap v14395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:58.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:32:58.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:57 smithi123 ceph-mon[191304]: pgmap v14395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:58.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:32:58.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:57 smithi123 ceph-mon[188613]: pgmap v14395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:58.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:32:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:32:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:32:59] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T17:32:59.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:32:59 smithi177 ceph-mon[212096]: pgmap v14396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:59.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:32:59 smithi123 ceph-mon[188613]: pgmap v14396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:32:59.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:32:59 smithi123 ceph-mon[191304]: pgmap v14396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:02.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:01 smithi177 ceph-mon[212096]: pgmap v14397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:02.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:01 smithi123 ceph-mon[191304]: pgmap v14397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:02.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:01 smithi123 ceph-mon[188613]: pgmap v14397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:04.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:03 smithi177 ceph-mon[212096]: pgmap v14398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:04.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:03 smithi123 ceph-mon[191304]: pgmap v14398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:04.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:03 smithi123 ceph-mon[188613]: pgmap v14398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:06.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:05 smithi177 ceph-mon[212096]: pgmap v14399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:06.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:05 smithi123 ceph-mon[191304]: pgmap v14399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:06.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:05 smithi123 ceph-mon[188613]: pgmap v14399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:08.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:07 smithi177 ceph-mon[212096]: pgmap v14400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:08.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:07 smithi123 ceph-mon[191304]: pgmap v14400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:08.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:07 smithi123 ceph-mon[188613]: pgmap v14400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:33:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:33:09] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T17:33:09.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:09 smithi177 ceph-mon[212096]: pgmap v14401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:09.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:09 smithi123 ceph-mon[191304]: pgmap v14401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:09.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:09 smithi123 ceph-mon[188613]: pgmap v14401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:11.690 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:33:12.004 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:33:12.004 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 9m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:33:12.004 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 7m ago 6h 93.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:33:12.004 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 9m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:33:12.004 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 7m ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:33:12.004 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 7m ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:33:12.004 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 9m ago 6h 800M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:33:12.004 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 9m ago 6h 1771M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:33:12.005 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 7m ago 6h 835M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:33:12.005 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 9m ago 6h 901M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:33:12.005 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 9m ago 6h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:33:12.005 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 7m ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:33:12.005 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 9m ago 6h 5004M 2301M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:33:12.005 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 9m ago 6h 5735M 2301M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:33:12.005 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 9m ago 6h 4663M 2301M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:33:12.005 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 9m ago 6h 4851M 2301M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:33:12.005 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 7m ago 6h 4075M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:33:12.005 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 7m ago 6h 4525M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:33:12.005 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 7m ago 6h 3885M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:33:12.005 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 7m ago 6h 4497M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:33:12.005 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 7m ago 6h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:33:12.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:11 smithi177 ceph-mon[212096]: pgmap v14402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:11 smithi123 ceph-mon[191304]: pgmap v14402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:12.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:11 smithi123 ceph-mon[188613]: pgmap v14402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:12.390 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:33:12.391 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:33:12.391 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:33:12.391 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:33:12.391 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:33:12.391 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:33:12.391 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:33:12.391 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:33:12.391 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:33:12.391 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:33:12.391 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:33:12.391 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:33:12.391 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:33:12.391 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:33:12.391 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:33:12.392 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:33:12.392 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:33:12.392 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:33:13.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:12 smithi177 ceph-mon[212096]: from='client.49668 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:33:13.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:33:13.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:12 smithi177 ceph-mon[212096]: from='client.59624 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:33:13.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:12 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3074770803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:33:13.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:12 smithi123 ceph-mon[191304]: from='client.49668 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:33:13.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:33:13.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:12 smithi123 ceph-mon[191304]: from='client.59624 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:33:13.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:12 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3074770803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:33:13.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:12 smithi123 ceph-mon[188613]: from='client.49668 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:33:13.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:33:13.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:12 smithi123 ceph-mon[188613]: from='client.59624 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:33:13.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:12 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3074770803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:33:14.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:13 smithi177 ceph-mon[212096]: pgmap v14403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:14.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:13 smithi123 ceph-mon[191304]: pgmap v14403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:14.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:13 smithi123 ceph-mon[188613]: pgmap v14403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:16.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:15 smithi177 ceph-mon[212096]: pgmap v14404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:16.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:15 smithi123 ceph-mon[191304]: pgmap v14404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:16.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:15 smithi123 ceph-mon[188613]: pgmap v14404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:18.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:17 smithi177 ceph-mon[212096]: pgmap v14405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:18.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:17 smithi123 ceph-mon[191304]: pgmap v14405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:18.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:17 smithi123 ceph-mon[188613]: pgmap v14405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:33:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:33:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:33:19.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:19 smithi177 ceph-mon[212096]: pgmap v14406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:19.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:19 smithi123 ceph-mon[191304]: pgmap v14406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:19.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:19 smithi123 ceph-mon[188613]: pgmap v14406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:22.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:21 smithi177 ceph-mon[212096]: pgmap v14407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:22.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:21 smithi123 ceph-mon[188613]: pgmap v14407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:22.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:21 smithi123 ceph-mon[191304]: pgmap v14407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:24.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:23 smithi177 ceph-mon[212096]: pgmap v14408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:24.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:23 smithi123 ceph-mon[191304]: pgmap v14408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:24.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:23 smithi123 ceph-mon[188613]: pgmap v14408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:26.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:25 smithi177 ceph-mon[212096]: pgmap v14409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:26.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:25 smithi123 ceph-mon[191304]: pgmap v14409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:26.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:25 smithi123 ceph-mon[188613]: pgmap v14409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:27 smithi177 ceph-mon[212096]: pgmap v14410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:33:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:27 smithi123 ceph-mon[191304]: pgmap v14410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:33:28.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:27 smithi123 ceph-mon[188613]: pgmap v14410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:28.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:33:29.076 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:33:29.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:33:29.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:33:29.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:33:29.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:33:29.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:33:29.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:33:29.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:33:29.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:33:29.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:33:29.142 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:33:29.142 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:33:29.142 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:33:29.142 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:33:29.142 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:33:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:33:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:33:29] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T17:33:29.880 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:29 smithi123 ceph-mon[191304]: pgmap v14411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:29.881 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:29 smithi123 ceph-mon[188613]: pgmap v14411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:30.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:29 smithi177 ceph-mon[212096]: pgmap v14411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:31.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:33:31.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:33:31.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:33:31.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:33:31.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:33:31.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:33:31.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:33:31.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:33:31.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:33:31.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:33:31.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:33:31.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:33:31.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:33:31.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:33:31.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:33:31.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:33:31.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:33:31.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:33:31.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:33:31.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:33:31.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:33:32.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:32 smithi123 ceph-mon[191304]: pgmap v14412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:32.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:32 smithi123 ceph-mon[188613]: pgmap v14412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:32.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:32 smithi177 ceph-mon[212096]: pgmap v14412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:34.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:34 smithi123 ceph-mon[191304]: pgmap v14413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:34.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:34 smithi123 ceph-mon[188613]: pgmap v14413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:34.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:34 smithi177 ceph-mon[212096]: pgmap v14413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:36.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:36 smithi123 ceph-mon[191304]: pgmap v14414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:36.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:36 smithi123 ceph-mon[188613]: pgmap v14414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:36.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:36 smithi177 ceph-mon[212096]: pgmap v14414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:37.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:37 smithi123 ceph-mon[191304]: pgmap v14415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:37.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:37 smithi123 ceph-mon[188613]: pgmap v14415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:37.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:37 smithi177 ceph-mon[212096]: pgmap v14415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:33:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:33:39] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T17:33:39.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:39 smithi123 ceph-mon[191304]: pgmap v14416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:39.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:39 smithi123 ceph-mon[188613]: pgmap v14416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:40.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:39 smithi177 ceph-mon[212096]: pgmap v14416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:42.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:41 smithi177 ceph-mon[212096]: pgmap v14417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:41 smithi123 ceph-mon[191304]: pgmap v14417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:41 smithi123 ceph-mon[188613]: pgmap v14417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:42.738 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:33:43.048 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:33:43.048 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 12s ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:33:43.048 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 8m ago 6h 93.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:33:43.048 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 12s ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:33:43.048 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 8m ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:33:43.048 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 8m ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:33:43.048 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 12s ago 6h 806M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:33:43.048 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 12s ago 6h 1809M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:33:43.048 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 8m ago 6h 835M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:33:43.048 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 12s ago 6h 920M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:33:43.049 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 12s ago 6h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:33:43.049 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 8m ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:33:43.049 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 12s ago 6h 5037M 2301M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:33:43.049 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 12s ago 6h 5769M 2301M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:33:43.049 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 12s ago 6h 4688M 2301M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:33:43.049 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 12s ago 6h 4882M 2301M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:33:43.049 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 8m ago 6h 4075M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:33:43.049 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 8m ago 6h 4525M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:33:43.049 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 8m ago 6h 3885M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:33:43.049 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 8m ago 6h 4497M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:33:43.049 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 8m ago 6h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:33:43.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:33:43.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:33:43.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:33:43.432 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:33:43.432 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:33:43.432 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:33:43.432 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:33:43.433 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:33:43.433 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:33:43.433 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:33:43.433 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:33:43.433 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:33:43.433 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:33:43.433 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:33:43.434 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:33:43.434 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:33:43.434 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:33:43.434 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:33:43.434 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:33:43.434 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:33:43.435 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:33:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:43 smithi177 ceph-mon[212096]: from='client.59636 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:33:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:43 smithi177 ceph-mon[212096]: pgmap v14418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:43 smithi177 ceph-mon[212096]: from='client.49692 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:33:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:43 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4259991326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:33:44.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:43 smithi123 ceph-mon[191304]: from='client.59636 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:33:44.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:43 smithi123 ceph-mon[191304]: pgmap v14418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:44.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:43 smithi123 ceph-mon[191304]: from='client.49692 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:33:44.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:43 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4259991326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:33:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:43 smithi123 ceph-mon[188613]: from='client.59636 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:33:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:43 smithi123 ceph-mon[188613]: pgmap v14418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:43 smithi123 ceph-mon[188613]: from='client.49692 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:33:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:43 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4259991326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:33:46.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:45 smithi177 ceph-mon[212096]: pgmap v14419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:46.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:45 smithi123 ceph-mon[191304]: pgmap v14419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:46.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:45 smithi123 ceph-mon[188613]: pgmap v14419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:48.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:47 smithi177 ceph-mon[212096]: pgmap v14420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:48.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:47 smithi123 ceph-mon[191304]: pgmap v14420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:48.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:47 smithi123 ceph-mon[188613]: pgmap v14420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:33:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:33:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T17:33:49.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:49 smithi123 ceph-mon[191304]: pgmap v14421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:49 smithi123 ceph-mon[188613]: pgmap v14421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:50.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:49 smithi177 ceph-mon[212096]: pgmap v14421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:52.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:51 smithi177 ceph-mon[212096]: pgmap v14422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:52.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:51 smithi123 ceph-mon[191304]: pgmap v14422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:52.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:51 smithi123 ceph-mon[188613]: pgmap v14422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:54.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:53 smithi177 ceph-mon[212096]: pgmap v14423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:54.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:53 smithi123 ceph-mon[191304]: pgmap v14423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:54.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:53 smithi123 ceph-mon[188613]: pgmap v14423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:56.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:55 smithi177 ceph-mon[212096]: pgmap v14424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:56.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:55 smithi123 ceph-mon[188613]: pgmap v14424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:56.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:55 smithi123 ceph-mon[191304]: pgmap v14424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:58.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:57 smithi177 ceph-mon[212096]: pgmap v14425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:58.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:33:58.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:57 smithi123 ceph-mon[188613]: pgmap v14425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:58.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:33:58.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:57 smithi123 ceph-mon[191304]: pgmap v14425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:33:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:33:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:33:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:33:59.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:33:59 smithi123 ceph-mon[191304]: pgmap v14426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:33:59.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:33:59 smithi123 ceph-mon[188613]: pgmap v14426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:00.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:33:59 smithi177 ceph-mon[212096]: pgmap v14426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:02.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:01 smithi177 ceph-mon[212096]: pgmap v14427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:02.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:01 smithi123 ceph-mon[191304]: pgmap v14427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:02.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:01 smithi123 ceph-mon[188613]: pgmap v14427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:04.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:03 smithi177 ceph-mon[212096]: pgmap v14428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:04.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:03 smithi123 ceph-mon[191304]: pgmap v14428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:04.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:03 smithi123 ceph-mon[188613]: pgmap v14428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:06.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:05 smithi177 ceph-mon[212096]: pgmap v14429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:06.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:05 smithi123 ceph-mon[191304]: pgmap v14429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:06.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:05 smithi123 ceph-mon[188613]: pgmap v14429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:08.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:07 smithi177 ceph-mon[212096]: pgmap v14430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:08.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:07 smithi123 ceph-mon[191304]: pgmap v14430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:08.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:07 smithi123 ceph-mon[188613]: pgmap v14430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:34:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:34:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:34:09.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:09 smithi123 ceph-mon[191304]: pgmap v14431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:09.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:09 smithi123 ceph-mon[188613]: pgmap v14431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:10.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:09 smithi177 ceph-mon[212096]: pgmap v14431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:12.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:11 smithi177 ceph-mon[212096]: pgmap v14432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:12.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:11 smithi123 ceph-mon[191304]: pgmap v14432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:11 smithi123 ceph-mon[188613]: pgmap v14432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:13.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:34:13.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:34:13.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:34:13.774 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:34:14.092 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:34:14.092 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 43s ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:34:14.092 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 8m ago 6h 93.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:34:14.092 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 43s ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:34:14.092 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 8m ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:34:14.092 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 8m ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:34:14.093 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 43s ago 6h 806M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:34:14.093 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 43s ago 6h 1809M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:34:14.093 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 8m ago 6h 835M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:34:14.093 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 43s ago 6h 920M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:34:14.093 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 43s ago 6h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:34:14.093 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 8m ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:34:14.093 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 43s ago 6h 5037M 2301M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:34:14.093 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 43s ago 6h 5769M 2301M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:34:14.093 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 43s ago 6h 4688M 2301M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:34:14.093 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 43s ago 6h 4882M 2301M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:34:14.093 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 8m ago 6h 4075M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:34:14.093 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 8m ago 6h 4525M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:34:14.093 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 8m ago 6h 3885M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:34:14.093 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 8m ago 6h 4497M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:34:14.093 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 8m ago 6h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:34:14.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:13 smithi177 ceph-mon[212096]: pgmap v14433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:14.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:13 smithi123 ceph-mon[191304]: pgmap v14433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:14.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:13 smithi123 ceph-mon[188613]: pgmap v14433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:14.474 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:34:14.475 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:34:14.475 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:34:14.475 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:34:14.475 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:34:14.475 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:34:14.475 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:34:14.475 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:34:14.475 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:34:14.475 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:34:14.475 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:34:14.475 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:34:14.476 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:34:14.476 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:34:14.476 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:34:14.476 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:34:14.476 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:34:14.476 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:34:15.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:14 smithi177 ceph-mon[212096]: from='client.59654 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:34:15.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:14 smithi177 ceph-mon[212096]: from='client.59660 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:34:15.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:14 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1535627779' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:34:15.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:14 smithi123 ceph-mon[188613]: from='client.59654 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:34:15.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:14 smithi123 ceph-mon[188613]: from='client.59660 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:34:15.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:14 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1535627779' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:34:15.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:14 smithi123 ceph-mon[191304]: from='client.59654 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:34:15.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:14 smithi123 ceph-mon[191304]: from='client.59660 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:34:15.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:14 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1535627779' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:34:16.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:15 smithi177 ceph-mon[212096]: pgmap v14434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:16.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:15 smithi123 ceph-mon[188613]: pgmap v14434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:16.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:15 smithi123 ceph-mon[191304]: pgmap v14434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:18.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:17 smithi177 ceph-mon[212096]: pgmap v14435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:18.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:17 smithi123 ceph-mon[191304]: pgmap v14435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:18.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:17 smithi123 ceph-mon[188613]: pgmap v14435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:34:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:34:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T17:34:19.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:19 smithi123 ceph-mon[191304]: pgmap v14436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:19.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:19 smithi123 ceph-mon[188613]: pgmap v14436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:20.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:19 smithi177 ceph-mon[212096]: pgmap v14436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:22.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:21 smithi177 ceph-mon[212096]: pgmap v14437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:22.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:21 smithi123 ceph-mon[191304]: pgmap v14437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:21 smithi123 ceph-mon[188613]: pgmap v14437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:24.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:23 smithi177 ceph-mon[212096]: pgmap v14438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:24.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:23 smithi123 ceph-mon[191304]: pgmap v14438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:23 smithi123 ceph-mon[188613]: pgmap v14438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:26.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:25 smithi177 ceph-mon[212096]: pgmap v14439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:26.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:25 smithi123 ceph-mon[191304]: pgmap v14439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:26.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:25 smithi123 ceph-mon[188613]: pgmap v14439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:27 smithi177 ceph-mon[212096]: pgmap v14440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:34:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:27 smithi123 ceph-mon[191304]: pgmap v14440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:34:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:27 smithi123 ceph-mon[188613]: pgmap v14440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:34:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:34:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:34:29] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T17:34:29.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:29 smithi123 ceph-mon[191304]: pgmap v14441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:29 smithi123 ceph-mon[188613]: pgmap v14441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:30.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:29 smithi177 ceph-mon[212096]: pgmap v14441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:32.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:31 smithi177 ceph-mon[212096]: pgmap v14442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:34:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:34:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:34:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:34:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:34:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:34:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:31 smithi123 ceph-mon[191304]: pgmap v14442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:34:32.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:34:32.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:34:32.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:34:32.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:34:32.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:34:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:31 smithi123 ceph-mon[188613]: pgmap v14442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:34:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:34:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:34:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:34:32.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:34:32.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:34:34.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:33 smithi177 ceph-mon[212096]: pgmap v14443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:34.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:33 smithi123 ceph-mon[191304]: pgmap v14443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:34.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:33 smithi123 ceph-mon[188613]: pgmap v14443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:36.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:35 smithi177 ceph-mon[212096]: pgmap v14444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:36.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:35 smithi123 ceph-mon[191304]: pgmap v14444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:36.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:35 smithi123 ceph-mon[188613]: pgmap v14444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:38.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:37 smithi177 ceph-mon[212096]: pgmap v14445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:38.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:37 smithi123 ceph-mon[191304]: pgmap v14445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:38.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:37 smithi123 ceph-mon[188613]: pgmap v14445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:34:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:34:39] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T17:34:39.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:39 smithi123 ceph-mon[191304]: pgmap v14446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:39 smithi123 ceph-mon[188613]: pgmap v14446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:39 smithi177 ceph-mon[212096]: pgmap v14446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:41 smithi177 ceph-mon[212096]: pgmap v14447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:42.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:41 smithi123 ceph-mon[188613]: pgmap v14447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:41 smithi123 ceph-mon[191304]: pgmap v14447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:43.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:34:43.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:34:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:34:44.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:43 smithi177 ceph-mon[212096]: pgmap v14448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:44.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:43 smithi123 ceph-mon[191304]: pgmap v14448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:43 smithi123 ceph-mon[188613]: pgmap v14448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:44.822 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:34:45.131 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:34:45.131 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 74s ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:34:45.132 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 9m ago 6h 93.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:34:45.132 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 74s ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:34:45.132 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 9m ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:34:45.132 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 9m ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:34:45.132 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 74s ago 6h 806M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:34:45.132 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 74s ago 6h 1809M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:34:45.132 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 9m ago 6h 835M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:34:45.132 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 74s ago 6h 920M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:34:45.133 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 74s ago 6h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:34:45.133 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 9m ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:34:45.133 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 74s ago 6h 5037M 2301M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:34:45.133 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 74s ago 6h 5769M 2301M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:34:45.133 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 74s ago 6h 4688M 2301M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:34:45.133 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 74s ago 6h 4882M 2301M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:34:45.133 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 9m ago 6h 4075M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:34:45.133 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 9m ago 6h 4525M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:34:45.133 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 9m ago 6h 3885M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:34:45.133 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 9m ago 6h 4497M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:34:45.133 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 9m ago 6h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:34:45.518 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:34:45.518 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:34:45.518 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:34:45.518 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:34:45.518 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:34:45.518 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:34:45.519 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:34:45.519 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:34:45.519 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:34:45.519 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:34:45.519 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:34:45.519 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:34:45.519 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:34:45.519 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:34:45.519 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:34:45.519 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:34:45.519 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:34:45.519 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:34:46.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:45 smithi177 ceph-mon[212096]: pgmap v14449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:46.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:45 smithi177 ceph-mon[212096]: from='client.49722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:34:46.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:45 smithi177 ceph-mon[212096]: from='client.49728 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:34:46.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:45 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/26552930' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:34:46.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:45 smithi123 ceph-mon[191304]: pgmap v14449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:46.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:45 smithi123 ceph-mon[191304]: from='client.49722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:34:46.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:45 smithi123 ceph-mon[191304]: from='client.49728 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:34:46.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:45 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/26552930' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:34:46.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:45 smithi123 ceph-mon[188613]: pgmap v14449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:46.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:45 smithi123 ceph-mon[188613]: from='client.49722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:34:46.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:45 smithi123 ceph-mon[188613]: from='client.49728 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:34:46.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:45 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/26552930' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:34:48.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:47 smithi177 ceph-mon[212096]: pgmap v14450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:48.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:47 smithi123 ceph-mon[191304]: pgmap v14450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:48.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:47 smithi123 ceph-mon[188613]: pgmap v14450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:34:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:34:49] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T17:34:49.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:49 smithi123 ceph-mon[191304]: pgmap v14451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:49 smithi123 ceph-mon[188613]: pgmap v14451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:50.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:49 smithi177 ceph-mon[212096]: pgmap v14451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:51 smithi177 ceph-mon[212096]: pgmap v14452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:52.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:51 smithi123 ceph-mon[191304]: pgmap v14452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:51 smithi123 ceph-mon[188613]: pgmap v14452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:54.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:53 smithi177 ceph-mon[212096]: pgmap v14453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:54.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:53 smithi123 ceph-mon[191304]: pgmap v14453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:53 smithi123 ceph-mon[188613]: pgmap v14453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:56.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:55 smithi177 ceph-mon[212096]: pgmap v14454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:56.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:55 smithi123 ceph-mon[191304]: pgmap v14454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:56.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:55 smithi123 ceph-mon[188613]: pgmap v14454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:57 smithi177 ceph-mon[212096]: pgmap v14455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:34:58.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:57 smithi123 ceph-mon[188613]: pgmap v14455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:58.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:34:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:57 smithi123 ceph-mon[191304]: pgmap v14455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:34:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:34:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:34:59] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T17:34:59.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:34:59 smithi123 ceph-mon[191304]: pgmap v14456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:34:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:34:59 smithi123 ceph-mon[188613]: pgmap v14456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:00.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:34:59 smithi177 ceph-mon[212096]: pgmap v14456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:01 smithi177 ceph-mon[212096]: pgmap v14457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:02.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:01 smithi123 ceph-mon[191304]: pgmap v14457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:02.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:01 smithi123 ceph-mon[188613]: pgmap v14457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:04.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:03 smithi177 ceph-mon[212096]: pgmap v14458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:03 smithi123 ceph-mon[191304]: pgmap v14458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:04.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:03 smithi123 ceph-mon[188613]: pgmap v14458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:06.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:05 smithi177 ceph-mon[212096]: pgmap v14459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:06.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:05 smithi123 ceph-mon[191304]: pgmap v14459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:06.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:05 smithi123 ceph-mon[188613]: pgmap v14459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:08.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:07 smithi177 ceph-mon[212096]: pgmap v14460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:07 smithi123 ceph-mon[191304]: pgmap v14460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:08.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:07 smithi123 ceph-mon[188613]: pgmap v14460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:35:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:35:09] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T17:35:09.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:09 smithi123 ceph-mon[191304]: pgmap v14461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:09.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:09 smithi123 ceph-mon[188613]: pgmap v14461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:10.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:09 smithi177 ceph-mon[212096]: pgmap v14461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:11 smithi177 ceph-mon[212096]: pgmap v14462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:11 smithi123 ceph-mon[191304]: pgmap v14462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:11 smithi123 ceph-mon[188613]: pgmap v14462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:13.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:35:13.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:35:13.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:35:14.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:13 smithi177 ceph-mon[212096]: pgmap v14463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:13 smithi123 ceph-mon[191304]: pgmap v14463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:13 smithi123 ceph-mon[188613]: pgmap v14463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:15.866 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:35:16.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:15 smithi177 ceph-mon[212096]: pgmap v14464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:16.172 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:35:16.172 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 105s ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:35:16.173 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 9m ago 6h 93.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:35:16.173 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 105s ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:35:16.173 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 9m ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:35:16.173 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 9m ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:35:16.173 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 105s ago 6h 806M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:35:16.173 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 105s ago 6h 1809M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:35:16.173 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 9m ago 6h 835M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:35:16.173 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 105s ago 6h 920M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:35:16.173 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 105s ago 6h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:35:16.173 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 9m ago 6h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:35:16.173 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 105s ago 6h 5037M 2301M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:35:16.173 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 105s ago 6h 5769M 2301M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:35:16.174 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 105s ago 6h 4688M 2301M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:35:16.174 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 105s ago 6h 4882M 2301M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:35:16.174 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 9m ago 6h 4075M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:35:16.174 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 9m ago 6h 4525M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:35:16.174 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 9m ago 6h 3885M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:35:16.174 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 9m ago 6h 4497M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:35:16.174 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 9m ago 6h 137M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:35:16.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:15 smithi123 ceph-mon[191304]: pgmap v14464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:16.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:15 smithi123 ceph-mon[188613]: pgmap v14464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:16.557 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:35:16.557 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:35:16.557 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:35:16.557 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:35:16.557 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:35:16.557 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:35:16.557 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:35:16.557 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:35:16.557 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:35:16.557 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:35:16.558 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:35:16.558 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:35:16.558 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:35:16.558 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:35:16.558 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:35:16.558 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:35:16.558 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:35:16.558 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:35:17.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:16 smithi177 ceph-mon[212096]: from='client.59690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:35:17.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:16 smithi177 ceph-mon[212096]: from='client.49746 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:35:17.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:16 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1905476113' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:35:17.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:16 smithi123 ceph-mon[188613]: from='client.59690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:35:17.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:16 smithi123 ceph-mon[188613]: from='client.49746 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:35:17.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:16 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1905476113' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:35:17.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:16 smithi123 ceph-mon[191304]: from='client.59690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:35:17.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:16 smithi123 ceph-mon[191304]: from='client.49746 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:35:17.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:16 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1905476113' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:35:18.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:17 smithi177 ceph-mon[212096]: pgmap v14465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:17 smithi123 ceph-mon[188613]: pgmap v14465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:18.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:17 smithi123 ceph-mon[191304]: pgmap v14465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:35:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:35:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:35:19.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:19 smithi123 ceph-mon[188613]: pgmap v14466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:19.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:19 smithi123 ceph-mon[191304]: pgmap v14466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:20.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:19 smithi177 ceph-mon[212096]: pgmap v14466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:22.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:21 smithi177 ceph-mon[212096]: pgmap v14467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:21 smithi123 ceph-mon[188613]: pgmap v14467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:22.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:21 smithi123 ceph-mon[191304]: pgmap v14467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:24.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:23 smithi177 ceph-mon[212096]: pgmap v14468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:23 smithi123 ceph-mon[188613]: pgmap v14468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:23 smithi123 ceph-mon[191304]: pgmap v14468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:26.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:25 smithi177 ceph-mon[212096]: pgmap v14469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:26.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:25 smithi123 ceph-mon[191304]: pgmap v14469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:26.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:25 smithi123 ceph-mon[188613]: pgmap v14469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:27 smithi177 ceph-mon[212096]: pgmap v14470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:35:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:27 smithi123 ceph-mon[191304]: pgmap v14470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:35:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:27 smithi123 ceph-mon[188613]: pgmap v14470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:35:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:35:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:35:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:35:29.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:29 smithi123 ceph-mon[191304]: pgmap v14471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:29 smithi123 ceph-mon[188613]: pgmap v14471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:30.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:29 smithi177 ceph-mon[212096]: pgmap v14471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:31 smithi177 ceph-mon[212096]: pgmap v14472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:32.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:31 smithi123 ceph-mon[191304]: pgmap v14472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:31 smithi123 ceph-mon[188613]: pgmap v14472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:32.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:35:33.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:35:33.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:35:34.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:33 smithi177 ceph-mon[212096]: pgmap v14473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:34.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:33 smithi123 ceph-mon[191304]: pgmap v14473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:34.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:33 smithi123 ceph-mon[188613]: pgmap v14473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:35:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:35:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:35 smithi177 ceph-mon[212096]: pgmap v14474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:35:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:35:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:35:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:35:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:35:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:35 smithi123 ceph-mon[191304]: pgmap v14474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:35:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:35:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:35:35.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:35:35.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:35:35.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:35 smithi123 ceph-mon[188613]: pgmap v14474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:35.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:35:35.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:35:35.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:35:38.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:37 smithi177 ceph-mon[212096]: pgmap v14475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:38.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:37 smithi123 ceph-mon[191304]: pgmap v14475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:38.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:37 smithi123 ceph-mon[188613]: pgmap v14475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:35:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:35:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:35:39.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:39 smithi123 ceph-mon[191304]: pgmap v14476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:39 smithi123 ceph-mon[188613]: pgmap v14476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:40.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:39 smithi177 ceph-mon[212096]: pgmap v14476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:41 smithi177 ceph-mon[212096]: pgmap v14477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:41 smithi123 ceph-mon[191304]: pgmap v14477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:41 smithi123 ceph-mon[188613]: pgmap v14477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:35:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:35:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:35:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:43 smithi177 ceph-mon[212096]: pgmap v14478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:43 smithi123 ceph-mon[188613]: pgmap v14478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:44.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:43 smithi123 ceph-mon[191304]: pgmap v14478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:46.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:45 smithi177 ceph-mon[212096]: pgmap v14479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:46.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:45 smithi123 ceph-mon[191304]: pgmap v14479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:46.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:45 smithi123 ceph-mon[188613]: pgmap v14479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:46.902 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:35:47.210 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:35:47.210 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 2m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:35:47.210 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 12s ago 6h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:35:47.210 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 2m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:35:47.210 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 12s ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:35:47.210 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 12s ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:35:47.210 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 2m ago 6h 806M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:35:47.210 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 2m ago 6h 1809M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:35:47.210 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 12s ago 6h 850M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:35:47.210 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 2m ago 6h 920M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:35:47.211 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 2m ago 6h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:35:47.211 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 12s ago 6h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:35:47.211 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 2m ago 6h 5037M 2301M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:35:47.211 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 2m ago 6h 5769M 2301M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:35:47.211 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 2m ago 6h 4688M 2301M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:35:47.211 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 2m ago 6h 4882M 2301M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:35:47.211 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 12s ago 6h 4103M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:35:47.211 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 12s ago 6h 4557M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:35:47.211 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 12s ago 6h 3914M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:35:47.211 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 12s ago 6h 4534M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:35:47.211 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 12s ago 6h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:35:47.592 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:35:47.593 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:35:47.593 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:35:47.593 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:35:47.593 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:35:47.593 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:35:47.593 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:35:47.594 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:35:47.594 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:35:47.594 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:35:47.594 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:35:47.594 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:35:47.594 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:35:47.594 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:35:47.594 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:35:47.594 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:35:47.594 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:35:47.594 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:35:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:47 smithi177 ceph-mon[212096]: pgmap v14480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:47 smithi177 ceph-mon[212096]: from='client.49758 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:35:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:47 smithi177 ceph-mon[212096]: from='client.59714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:35:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:47 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/618563001' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:35:48.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:47 smithi123 ceph-mon[188613]: pgmap v14480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:48.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:47 smithi123 ceph-mon[188613]: from='client.49758 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:35:48.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:47 smithi123 ceph-mon[188613]: from='client.59714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:35:48.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:47 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/618563001' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:35:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:47 smithi123 ceph-mon[191304]: pgmap v14480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:47 smithi123 ceph-mon[191304]: from='client.49758 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:35:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:47 smithi123 ceph-mon[191304]: from='client.59714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:35:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:47 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/618563001' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:35:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:35:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:35:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:35:49.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:49 smithi123 ceph-mon[191304]: pgmap v14481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:49 smithi123 ceph-mon[188613]: pgmap v14481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:50.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:49 smithi177 ceph-mon[212096]: pgmap v14481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:51 smithi177 ceph-mon[212096]: pgmap v14482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:51 smithi123 ceph-mon[191304]: pgmap v14482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:51 smithi123 ceph-mon[188613]: pgmap v14482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:54.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:53 smithi177 ceph-mon[212096]: pgmap v14483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:53 smithi123 ceph-mon[191304]: pgmap v14483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:53 smithi123 ceph-mon[188613]: pgmap v14483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:56.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:55 smithi177 ceph-mon[212096]: pgmap v14484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:56.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:55 smithi123 ceph-mon[191304]: pgmap v14484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:56.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:55 smithi123 ceph-mon[188613]: pgmap v14484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:57 smithi177 ceph-mon[212096]: pgmap v14485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:35:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:57 smithi123 ceph-mon[191304]: pgmap v14485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:35:58.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:57 smithi123 ceph-mon[188613]: pgmap v14485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:58.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:35:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:35:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:35:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:35:59.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:35:59 smithi123 ceph-mon[188613]: pgmap v14486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:35:59.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:35:59 smithi123 ceph-mon[191304]: pgmap v14486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:00.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:35:59 smithi177 ceph-mon[212096]: pgmap v14486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:01 smithi177 ceph-mon[212096]: pgmap v14487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:02.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:01 smithi123 ceph-mon[188613]: pgmap v14487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:02.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:01 smithi123 ceph-mon[191304]: pgmap v14487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:04.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:03 smithi177 ceph-mon[212096]: pgmap v14488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:03 smithi123 ceph-mon[191304]: pgmap v14488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:04.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:03 smithi123 ceph-mon[188613]: pgmap v14488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:06.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:05 smithi177 ceph-mon[212096]: pgmap v14489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:06.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:05 smithi123 ceph-mon[191304]: pgmap v14489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:06.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:05 smithi123 ceph-mon[188613]: pgmap v14489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:08.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:07 smithi177 ceph-mon[212096]: pgmap v14490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:07 smithi123 ceph-mon[191304]: pgmap v14490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:08.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:07 smithi123 ceph-mon[188613]: pgmap v14490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:36:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:36:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:36:09.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:09 smithi123 ceph-mon[191304]: pgmap v14491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:09.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:09 smithi123 ceph-mon[188613]: pgmap v14491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:10.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:09 smithi177 ceph-mon[212096]: pgmap v14491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:11 smithi177 ceph-mon[212096]: pgmap v14492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:11 smithi123 ceph-mon[191304]: pgmap v14492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:11 smithi123 ceph-mon[188613]: pgmap v14492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:13.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:36:13.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:36:13.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:36:14.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:13 smithi177 ceph-mon[212096]: pgmap v14493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:13 smithi123 ceph-mon[191304]: pgmap v14493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:13 smithi123 ceph-mon[188613]: pgmap v14493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:16.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:15 smithi177 ceph-mon[212096]: pgmap v14494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:16.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:15 smithi123 ceph-mon[191304]: pgmap v14494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:16.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:15 smithi123 ceph-mon[188613]: pgmap v14494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:17.942 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:36:18.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:17 smithi177 ceph-mon[212096]: pgmap v14495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:18.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:17 smithi123 ceph-mon[191304]: pgmap v14495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:18.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:17 smithi123 ceph-mon[188613]: pgmap v14495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:18.250 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:36:18.251 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 2m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:36:18.251 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 43s ago 6h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:36:18.251 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 2m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:36:18.251 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 43s ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:36:18.251 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 43s ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:36:18.251 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 2m ago 6h 806M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:36:18.251 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 2m ago 6h 1809M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:36:18.251 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 43s ago 6h 850M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:36:18.251 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 2m ago 6h 920M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:36:18.251 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 2m ago 6h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:36:18.251 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 43s ago 6h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:36:18.251 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 2m ago 6h 5037M 2301M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:36:18.251 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 2m ago 6h 5769M 2301M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:36:18.251 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 2m ago 6h 4688M 2301M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:36:18.252 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 2m ago 6h 4882M 2301M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:36:18.252 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 43s ago 6h 4103M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:36:18.252 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 43s ago 6h 4557M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:36:18.252 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 43s ago 6h 3914M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:36:18.252 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 43s ago 6h 4534M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:36:18.252 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 43s ago 6h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:36:18.631 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:36:18.631 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:36:18.631 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:36:18.631 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:36:18.632 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:36:18.632 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:36:18.632 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:36:18.632 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:36:18.632 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:36:18.632 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:36:18.632 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:36:18.633 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:36:18.633 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:36:18.633 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:36:18.633 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:36:18.633 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:36:18.633 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:36:18.633 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:36:19.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:18 smithi177 ceph-mon[212096]: from='client.49776 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:36:19.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:18 smithi177 ceph-mon[212096]: from='client.49782 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:36:19.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:18 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/511655063' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:36:19.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:18 smithi123 ceph-mon[191304]: from='client.49776 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:36:19.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:18 smithi123 ceph-mon[191304]: from='client.49782 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:36:19.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:18 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/511655063' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:36:19.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:18 smithi123 ceph-mon[188613]: from='client.49776 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:36:19.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:18 smithi123 ceph-mon[188613]: from='client.49782 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:36:19.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:18 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/511655063' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:36:19.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:36:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:36:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:36:20.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:19 smithi177 ceph-mon[212096]: pgmap v14496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:20.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:19 smithi123 ceph-mon[191304]: pgmap v14496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:20.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:19 smithi123 ceph-mon[188613]: pgmap v14496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:22.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:21 smithi177 ceph-mon[212096]: pgmap v14497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:22.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:21 smithi123 ceph-mon[191304]: pgmap v14497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:22.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:21 smithi123 ceph-mon[188613]: pgmap v14497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:24.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:23 smithi177 ceph-mon[212096]: pgmap v14498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:23 smithi123 ceph-mon[191304]: pgmap v14498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:24.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:23 smithi123 ceph-mon[188613]: pgmap v14498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:26.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:25 smithi177 ceph-mon[212096]: pgmap v14499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:26.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:25 smithi123 ceph-mon[191304]: pgmap v14499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:26.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:25 smithi123 ceph-mon[188613]: pgmap v14499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:36:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:36:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:36:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:27 smithi177 ceph-mon[212096]: pgmap v14500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:27 smithi123 ceph-mon[191304]: pgmap v14500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:28.292 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:27 smithi123 ceph-mon[188613]: pgmap v14500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:36:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:36:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:36:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:29 smithi123 ceph-mon[188613]: pgmap v14501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:29.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:29 smithi123 ceph-mon[191304]: pgmap v14501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:30.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:29 smithi177 ceph-mon[212096]: pgmap v14501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:31 smithi177 ceph-mon[212096]: pgmap v14502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:31 smithi123 ceph-mon[188613]: pgmap v14502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:32.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:31 smithi123 ceph-mon[191304]: pgmap v14502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:34.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:33 smithi177 ceph-mon[212096]: pgmap v14503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:33 smithi123 ceph-mon[188613]: pgmap v14503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:34.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:33 smithi123 ceph-mon[191304]: pgmap v14503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:36.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:35 smithi177 ceph-mon[212096]: pgmap v14504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:36.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:36:36.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:36:36.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:36:36.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:36:36.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:35 smithi123 ceph-mon[188613]: pgmap v14504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:36.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:36:36.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:36:36.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:36:36.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:36:36.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:35 smithi123 ceph-mon[191304]: pgmap v14504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:36.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:36:36.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:36:36.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:36:36.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:36:38.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:37 smithi177 ceph-mon[212096]: pgmap v14505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:38.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:37 smithi123 ceph-mon[191304]: pgmap v14505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:37 smithi123 ceph-mon[188613]: pgmap v14505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:36:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:36:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:36:39.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:39 smithi123 ceph-mon[191304]: pgmap v14506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:39.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:39 smithi123 ceph-mon[188613]: pgmap v14506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:40.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:39 smithi177 ceph-mon[212096]: pgmap v14506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:41 smithi177 ceph-mon[212096]: pgmap v14507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:41 smithi123 ceph-mon[191304]: pgmap v14507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:41 smithi123 ceph-mon[188613]: pgmap v14507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:36:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:36:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:36:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:43 smithi177 ceph-mon[212096]: pgmap v14508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:44.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:43 smithi123 ceph-mon[191304]: pgmap v14508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:43 smithi123 ceph-mon[188613]: pgmap v14508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:46.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:45 smithi177 ceph-mon[212096]: pgmap v14509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:46.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:45 smithi123 ceph-mon[191304]: pgmap v14509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:46.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:45 smithi123 ceph-mon[188613]: pgmap v14509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:47 smithi177 ceph-mon[212096]: pgmap v14510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:48.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:47 smithi123 ceph-mon[188613]: pgmap v14510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:47 smithi123 ceph-mon[191304]: pgmap v14510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:48.976 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:36:49.286 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:36:49.286 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 3m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:36:49.286 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 74s ago 6h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:36:49.286 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 3m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:36:49.286 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 74s ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:36:49.286 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 74s ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:36:49.286 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 3m ago 6h 806M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:36:49.286 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 3m ago 6h 1809M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:36:49.286 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 74s ago 6h 850M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:36:49.286 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 3m ago 6h 920M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:36:49.286 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 3m ago 6h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:36:49.286 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 74s ago 6h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:36:49.286 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 3m ago 6h 5037M 2301M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:36:49.287 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 3m ago 6h 5769M 2301M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:36:49.287 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 3m ago 6h 4688M 2301M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:36:49.287 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 3m ago 6h 4882M 2301M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:36:49.287 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 74s ago 6h 4103M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:36:49.287 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 74s ago 6h 4557M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:36:49.287 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 74s ago 6h 3914M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:36:49.287 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 74s ago 6h 4534M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:36:49.287 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 74s ago 6h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:36:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:36:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:36:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:36:49.672 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:36:49.672 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:36:49.672 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:36:49.672 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:36:49.672 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:36:49.672 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:36:49.672 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:36:49.672 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:36:49.672 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:36:49.672 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:36:49.672 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:36:49.672 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:36:49.673 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:36:49.673 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:36:49.673 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:36:49.673 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:36:49.673 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:36:49.673 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:36:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:49 smithi123 ceph-mon[188613]: pgmap v14511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:49.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:49 smithi123 ceph-mon[188613]: from='client.49794 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:36:49.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:49 smithi123 ceph-mon[188613]: from='client.49800 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:36:49.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:49 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3483153809' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:36:49.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:49 smithi123 ceph-mon[191304]: pgmap v14511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:49.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:49 smithi123 ceph-mon[191304]: from='client.49794 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:36:49.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:49 smithi123 ceph-mon[191304]: from='client.49800 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:36:49.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:49 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3483153809' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:36:50.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:49 smithi177 ceph-mon[212096]: pgmap v14511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:50.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:49 smithi177 ceph-mon[212096]: from='client.49794 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:36:50.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:49 smithi177 ceph-mon[212096]: from='client.49800 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:36:50.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:49 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3483153809' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:36:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:51 smithi177 ceph-mon[212096]: pgmap v14512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:51 smithi123 ceph-mon[188613]: pgmap v14512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:51 smithi123 ceph-mon[191304]: pgmap v14512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:54.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:53 smithi177 ceph-mon[212096]: pgmap v14513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:53 smithi123 ceph-mon[191304]: pgmap v14513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:54.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:53 smithi123 ceph-mon[188613]: pgmap v14513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:56.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:55 smithi177 ceph-mon[212096]: pgmap v14514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:56.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:55 smithi123 ceph-mon[191304]: pgmap v14514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:56.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:55 smithi123 ceph-mon[188613]: pgmap v14514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:36:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:36:57.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:36:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:57 smithi177 ceph-mon[212096]: pgmap v14515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:57 smithi123 ceph-mon[191304]: pgmap v14515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:58.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:57 smithi123 ceph-mon[188613]: pgmap v14515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:36:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:36:59] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T17:36:59.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:36:59 smithi123 ceph-mon[191304]: pgmap v14516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:36:59.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:36:59 smithi123 ceph-mon[188613]: pgmap v14516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:00.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:36:59 smithi177 ceph-mon[212096]: pgmap v14516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:01 smithi177 ceph-mon[212096]: pgmap v14517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:02.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:01 smithi123 ceph-mon[191304]: pgmap v14517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:02.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:01 smithi123 ceph-mon[188613]: pgmap v14517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:04.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:03 smithi177 ceph-mon[212096]: pgmap v14518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:04.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:03 smithi123 ceph-mon[188613]: pgmap v14518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:03 smithi123 ceph-mon[191304]: pgmap v14518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:06.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:05 smithi177 ceph-mon[212096]: pgmap v14519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:06.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:05 smithi123 ceph-mon[191304]: pgmap v14519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:06.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:05 smithi123 ceph-mon[188613]: pgmap v14519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:08.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:07 smithi177 ceph-mon[212096]: pgmap v14520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:07 smithi123 ceph-mon[191304]: pgmap v14520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:08.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:07 smithi123 ceph-mon[188613]: pgmap v14520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:37:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:37:09] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T17:37:09.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:09 smithi123 ceph-mon[188613]: pgmap v14521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:09.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:09 smithi123 ceph-mon[191304]: pgmap v14521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:10.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:09 smithi177 ceph-mon[212096]: pgmap v14521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:11 smithi177 ceph-mon[212096]: pgmap v14522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:11 smithi123 ceph-mon[191304]: pgmap v14522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:11 smithi123 ceph-mon[188613]: pgmap v14522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:13.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:37:13.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:37:13.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:37:14.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:13 smithi177 ceph-mon[212096]: pgmap v14523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:13 smithi123 ceph-mon[191304]: pgmap v14523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:13 smithi123 ceph-mon[188613]: pgmap v14523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:16.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:15 smithi177 ceph-mon[212096]: pgmap v14524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:16.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:15 smithi123 ceph-mon[191304]: pgmap v14524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:16.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:15 smithi123 ceph-mon[188613]: pgmap v14524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:18.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:17 smithi177 ceph-mon[212096]: pgmap v14525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:18.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:17 smithi123 ceph-mon[191304]: pgmap v14525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:18.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:17 smithi123 ceph-mon[188613]: pgmap v14525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:37:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:37:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:37:19.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:19 smithi123 ceph-mon[191304]: pgmap v14526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:19.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:19 smithi123 ceph-mon[188613]: pgmap v14526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:20.017 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:37:20.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:19 smithi177 ceph-mon[212096]: pgmap v14526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:20.326 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:37:20.326 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 3m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:37:20.326 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 105s ago 6h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:37:20.326 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 3m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:37:20.326 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 105s ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:37:20.326 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 105s ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:37:20.326 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 3m ago 6h 806M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:37:20.326 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 3m ago 6h 1809M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:37:20.326 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 105s ago 6h 850M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:37:20.326 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 3m ago 6h 920M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:37:20.326 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 3m ago 6h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:37:20.326 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 105s ago 6h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:37:20.327 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 3m ago 6h 5037M 2301M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:37:20.327 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 3m ago 6h 5769M 2301M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:37:20.327 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 3m ago 6h 4688M 2301M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:37:20.327 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 3m ago 6h 4882M 2301M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:37:20.327 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 105s ago 6h 4103M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:37:20.327 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 105s ago 6h 4557M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:37:20.327 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 105s ago 6h 3914M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:37:20.327 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 105s ago 6h 4534M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:37:20.327 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 105s ago 6h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:37:20.704 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:37:20.704 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:37:20.704 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:37:20.704 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:37:20.704 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:37:20.704 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:37:20.704 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:37:20.704 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:37:20.705 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:37:20.705 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:37:20.705 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:37:20.705 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:37:20.705 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:37:20.705 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:37:20.705 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:37:20.705 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:37:20.705 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:37:20.705 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:37:20.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:20 smithi123 ceph-mon[191304]: from='client.49812 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:37:20.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:20 smithi123 ceph-mon[191304]: from='client.49818 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:37:20.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:20 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3961029354' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:37:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:20 smithi123 ceph-mon[188613]: from='client.49812 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:37:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:20 smithi123 ceph-mon[188613]: from='client.49818 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:37:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:20 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3961029354' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:37:21.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:20 smithi177 ceph-mon[212096]: from='client.49812 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:37:21.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:20 smithi177 ceph-mon[212096]: from='client.49818 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:37:21.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:20 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3961029354' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:37:21.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:21 smithi123 ceph-mon[188613]: pgmap v14527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:21.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:21 smithi123 ceph-mon[191304]: pgmap v14527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:22.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:21 smithi177 ceph-mon[212096]: pgmap v14527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:24.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:23 smithi177 ceph-mon[212096]: pgmap v14528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:23 smithi123 ceph-mon[191304]: pgmap v14528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:24.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:23 smithi123 ceph-mon[188613]: pgmap v14528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:26.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:25 smithi177 ceph-mon[212096]: pgmap v14529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:26.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:25 smithi123 ceph-mon[191304]: pgmap v14529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:26.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:25 smithi123 ceph-mon[188613]: pgmap v14529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:37:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:37:27.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:37:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:27 smithi177 ceph-mon[212096]: pgmap v14530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:27 smithi123 ceph-mon[191304]: pgmap v14530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:28.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:27 smithi123 ceph-mon[188613]: pgmap v14530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:37:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:37:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:37:29.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:29 smithi123 ceph-mon[191304]: pgmap v14531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:29.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:29 smithi123 ceph-mon[188613]: pgmap v14531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:30.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:29 smithi177 ceph-mon[212096]: pgmap v14531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:32.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:31 smithi177 ceph-mon[212096]: pgmap v14532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:32.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:31 smithi123 ceph-mon[191304]: pgmap v14532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:31 smithi123 ceph-mon[188613]: pgmap v14532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:34.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:33 smithi177 ceph-mon[212096]: pgmap v14533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:34.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:33 smithi123 ceph-mon[191304]: pgmap v14533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:33 smithi123 ceph-mon[188613]: pgmap v14533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:36.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:35 smithi177 ceph-mon[212096]: pgmap v14534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:36.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:37:36.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:35 smithi123 ceph-mon[191304]: pgmap v14534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:36.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:37:36.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:35 smithi123 ceph-mon[188613]: pgmap v14534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:36.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:37:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:37:37.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:37:37.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:37:37.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:37:37.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:37:37.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:37:37.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:37:37.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:37:37.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:37:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:38 smithi177 ceph-mon[212096]: pgmap v14535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:38.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:38 smithi123 ceph-mon[191304]: pgmap v14535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:38.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:38 smithi123 ceph-mon[188613]: pgmap v14535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:37:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:37:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:37:39.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:39 smithi123 ceph-mon[191304]: pgmap v14536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:39.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:39 smithi123 ceph-mon[188613]: pgmap v14536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:39 smithi177 ceph-mon[212096]: pgmap v14536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:41 smithi177 ceph-mon[212096]: pgmap v14537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:37:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:41 smithi123 ceph-mon[191304]: pgmap v14537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:37:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:41 smithi123 ceph-mon[188613]: pgmap v14537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:37:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:43 smithi177 ceph-mon[212096]: pgmap v14538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:44.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:43 smithi123 ceph-mon[191304]: pgmap v14538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:43 smithi123 ceph-mon[188613]: pgmap v14538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:46.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:45 smithi177 ceph-mon[212096]: pgmap v14539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:46.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:45 smithi123 ceph-mon[191304]: pgmap v14539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:46.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:45 smithi123 ceph-mon[188613]: pgmap v14539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:48.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:47 smithi177 ceph-mon[212096]: pgmap v14540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:47 smithi123 ceph-mon[191304]: pgmap v14540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:47 smithi123 ceph-mon[188613]: pgmap v14540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:37:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:37:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T17:37:49.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:49 smithi123 ceph-mon[191304]: pgmap v14541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:49.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:49 smithi123 ceph-mon[188613]: pgmap v14541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:50.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:49 smithi177 ceph-mon[212096]: pgmap v14541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:51.053 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:37:51.359 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:37:51.360 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 4m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:37:51.360 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 2m ago 6h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:37:51.360 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 4m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:37:51.360 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 2m ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:37:51.360 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 2m ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:37:51.360 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 4m ago 6h 806M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:37:51.360 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 4m ago 6h 1809M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:37:51.360 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 2m ago 6h 850M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:37:51.360 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 4m ago 6h 920M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:37:51.360 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 4m ago 6h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:37:51.360 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 2m ago 6h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:37:51.360 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 4m ago 6h 5037M 2301M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:37:51.360 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 4m ago 6h 5769M 2301M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:37:51.360 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 4m ago 6h 4688M 2301M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:37:51.361 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 4m ago 6h 4882M 2301M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:37:51.361 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 2m ago 6h 4103M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:37:51.361 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 2m ago 6h 4557M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:37:51.361 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 2m ago 6h 3914M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:37:51.361 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 2m ago 6h 4534M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:37:51.361 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 2m ago 6h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:37:51.741 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:37:51.742 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:37:51.742 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:37:51.742 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:37:51.742 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:37:51.742 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:37:51.742 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:37:51.742 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:37:51.742 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:37:51.742 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:37:51.742 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:37:51.743 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:37:51.743 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:37:51.743 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:37:51.743 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:37:51.743 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:37:51.743 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:37:51.743 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:37:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:51 smithi177 ceph-mon[212096]: pgmap v14542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:51 smithi177 ceph-mon[212096]: from='client.49830 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:37:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:51 smithi177 ceph-mon[212096]: from='client.49836 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:37:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:51 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2142787880' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:37:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:51 smithi123 ceph-mon[191304]: pgmap v14542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:51 smithi123 ceph-mon[191304]: from='client.49830 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:37:52.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:51 smithi123 ceph-mon[191304]: from='client.49836 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:37:52.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:51 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2142787880' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:37:52.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:51 smithi123 ceph-mon[188613]: pgmap v14542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:52.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:51 smithi123 ceph-mon[188613]: from='client.49830 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:37:52.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:51 smithi123 ceph-mon[188613]: from='client.49836 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:37:52.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:51 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2142787880' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:37:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:53 smithi177 ceph-mon[212096]: pgmap v14543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:53 smithi123 ceph-mon[191304]: pgmap v14543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:53 smithi123 ceph-mon[188613]: pgmap v14543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:56.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:55 smithi177 ceph-mon[212096]: pgmap v14544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:56.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:55 smithi123 ceph-mon[191304]: pgmap v14544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:56.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:55 smithi123 ceph-mon[188613]: pgmap v14544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:37:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:37:57.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:37:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:57 smithi177 ceph-mon[212096]: pgmap v14545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:57 smithi123 ceph-mon[191304]: pgmap v14545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:58.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:57 smithi123 ceph-mon[188613]: pgmap v14545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:37:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:37:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T17:37:59.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:37:59 smithi123 ceph-mon[191304]: pgmap v14546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:37:59.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:37:59 smithi123 ceph-mon[188613]: pgmap v14546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:00.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:37:59 smithi177 ceph-mon[212096]: pgmap v14546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:01 smithi177 ceph-mon[212096]: pgmap v14547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:02.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:01 smithi123 ceph-mon[191304]: pgmap v14547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:02.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:01 smithi123 ceph-mon[188613]: pgmap v14547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:04.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:03 smithi177 ceph-mon[212096]: pgmap v14548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:03 smithi123 ceph-mon[191304]: pgmap v14548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:04.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:03 smithi123 ceph-mon[188613]: pgmap v14548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:06.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:05 smithi177 ceph-mon[212096]: pgmap v14549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:06.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:05 smithi123 ceph-mon[191304]: pgmap v14549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:06.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:05 smithi123 ceph-mon[188613]: pgmap v14549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:08.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:07 smithi177 ceph-mon[212096]: pgmap v14550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:08.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:07 smithi123 ceph-mon[191304]: pgmap v14550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:08.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:07 smithi123 ceph-mon[188613]: pgmap v14550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:38:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:38:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T17:38:09.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:09 smithi123 ceph-mon[191304]: pgmap v14551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:09.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:09 smithi123 ceph-mon[188613]: pgmap v14551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:10.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:09 smithi177 ceph-mon[212096]: pgmap v14551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:12.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:11 smithi177 ceph-mon[212096]: pgmap v14552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:12.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:38:12.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:11 smithi123 ceph-mon[191304]: pgmap v14552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:12.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:38:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:11 smithi123 ceph-mon[188613]: pgmap v14552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:38:14.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:13 smithi177 ceph-mon[212096]: pgmap v14553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:14.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:13 smithi123 ceph-mon[191304]: pgmap v14553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:14.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:13 smithi123 ceph-mon[188613]: pgmap v14553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:16.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:15 smithi177 ceph-mon[212096]: pgmap v14554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:16.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:15 smithi123 ceph-mon[191304]: pgmap v14554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:16.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:15 smithi123 ceph-mon[188613]: pgmap v14554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:18.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:17 smithi177 ceph-mon[212096]: pgmap v14555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:18.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:17 smithi123 ceph-mon[191304]: pgmap v14555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:18.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:17 smithi123 ceph-mon[188613]: pgmap v14555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:38:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:38:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:38:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:19 smithi123 ceph-mon[191304]: pgmap v14556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:19.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:19 smithi123 ceph-mon[188613]: pgmap v14556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:20.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:19 smithi177 ceph-mon[212096]: pgmap v14556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:22.089 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:38:22.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:21 smithi177 ceph-mon[212096]: pgmap v14557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:22.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:21 smithi123 ceph-mon[191304]: pgmap v14557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:22.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:21 smithi123 ceph-mon[188613]: pgmap v14557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:22.396 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:38:22.397 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 4m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:38:22.397 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 2m ago 6h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:38:22.397 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 4m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:38:22.397 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 2m ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:38:22.397 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 2m ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:38:22.397 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 4m ago 6h 806M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:38:22.397 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 4m ago 6h 1809M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:38:22.397 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 2m ago 6h 850M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:38:22.397 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 4m ago 6h 920M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:38:22.397 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 4m ago 6h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:38:22.397 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 2m ago 6h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:38:22.397 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 4m ago 6h 5037M 2301M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:38:22.397 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 4m ago 6h 5769M 2301M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:38:22.398 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 4m ago 6h 4688M 2301M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:38:22.398 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 4m ago 6h 4882M 2301M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:38:22.398 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 2m ago 6h 4103M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:38:22.398 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 2m ago 6h 4557M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:38:22.398 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 2m ago 6h 3914M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:38:22.398 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 2m ago 6h 4534M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:38:22.398 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 2m ago 6h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:38:22.774 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:38:22.775 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:38:22.775 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:38:22.775 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:38:22.775 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:38:22.775 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:38:22.775 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:38:22.775 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:38:22.775 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:38:22.775 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:38:22.775 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:38:22.775 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:38:22.775 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:38:22.775 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:38:22.775 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:38:22.775 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:38:22.776 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:38:22.776 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:38:23.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:22 smithi177 ceph-mon[212096]: from='client.49848 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:38:23.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:22 smithi177 ceph-mon[212096]: from='client.49854 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:38:23.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:22 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1735162845' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:38:23.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:22 smithi123 ceph-mon[191304]: from='client.49848 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:38:23.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:22 smithi123 ceph-mon[191304]: from='client.49854 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:38:23.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:22 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1735162845' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:38:23.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:22 smithi123 ceph-mon[188613]: from='client.49848 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:38:23.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:22 smithi123 ceph-mon[188613]: from='client.49854 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:38:23.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:22 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1735162845' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:38:24.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:23 smithi177 ceph-mon[212096]: pgmap v14558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:24.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:23 smithi123 ceph-mon[191304]: pgmap v14558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:24.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:23 smithi123 ceph-mon[188613]: pgmap v14558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:26.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:25 smithi177 ceph-mon[212096]: pgmap v14559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:26.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:25 smithi123 ceph-mon[191304]: pgmap v14559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:26.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:25 smithi123 ceph-mon[188613]: pgmap v14559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:38:27.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:38:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:38:28.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:27 smithi123 ceph-mon[191304]: pgmap v14560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:28.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:27 smithi123 ceph-mon[188613]: pgmap v14560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:27 smithi177 ceph-mon[212096]: pgmap v14560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:38:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:38:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:38:29.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:29 smithi123 ceph-mon[191304]: pgmap v14561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:29.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:29 smithi123 ceph-mon[188613]: pgmap v14561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:30.157 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:29 smithi177 ceph-mon[212096]: pgmap v14561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:32.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:31 smithi177 ceph-mon[212096]: pgmap v14562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:32.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:31 smithi123 ceph-mon[188613]: pgmap v14562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:32.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:31 smithi123 ceph-mon[191304]: pgmap v14562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:34.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:33 smithi177 ceph-mon[212096]: pgmap v14563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:34.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:33 smithi123 ceph-mon[191304]: pgmap v14563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:33 smithi123 ceph-mon[188613]: pgmap v14563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:36.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:35 smithi177 ceph-mon[212096]: pgmap v14564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:36.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:35 smithi123 ceph-mon[191304]: pgmap v14564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:36.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:35 smithi123 ceph-mon[188613]: pgmap v14564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:37.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:38:37.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:38:37.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:38:37.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:38:37.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:38:37.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:38:37.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:38:37.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:38:37.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:38:37.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:38:37.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:38:37.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:38:38.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:37 smithi123 ceph-mon[191304]: pgmap v14565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:38.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:37 smithi123 ceph-mon[188613]: pgmap v14565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:38.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:37 smithi177 ceph-mon[212096]: pgmap v14565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:38:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:38:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:38:39.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:39 smithi123 ceph-mon[191304]: pgmap v14566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:39.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:39 smithi123 ceph-mon[188613]: pgmap v14566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:40.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:39 smithi177 ceph-mon[212096]: pgmap v14566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:41 smithi177 ceph-mon[212096]: pgmap v14567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:42.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:38:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:41 smithi123 ceph-mon[191304]: pgmap v14567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:38:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:41 smithi123 ceph-mon[188613]: pgmap v14567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:38:44.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:43 smithi177 ceph-mon[212096]: pgmap v14568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:44.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:43 smithi123 ceph-mon[191304]: pgmap v14568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:43 smithi123 ceph-mon[188613]: pgmap v14568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:46.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:45 smithi123 ceph-mon[191304]: pgmap v14569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:46.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:45 smithi123 ceph-mon[188613]: pgmap v14569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:46.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:45 smithi177 ceph-mon[212096]: pgmap v14569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:48.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:47 smithi123 ceph-mon[191304]: pgmap v14570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:47 smithi123 ceph-mon[188613]: pgmap v14570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:48.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:47 smithi177 ceph-mon[212096]: pgmap v14570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:38:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:38:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:38:49.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:49 smithi123 ceph-mon[191304]: pgmap v14571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:49.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:49 smithi123 ceph-mon[188613]: pgmap v14571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:50.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:49 smithi177 ceph-mon[212096]: pgmap v14571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:51 smithi177 ceph-mon[212096]: pgmap v14572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:51 smithi123 ceph-mon[191304]: pgmap v14572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:52.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:51 smithi123 ceph-mon[188613]: pgmap v14572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:53.127 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:38:53.432 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:38:53.432 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 5m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:38:53.432 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 3m ago 6h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:38:53.433 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 5m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:38:53.433 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 3m ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:38:53.433 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 3m ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:38:53.433 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 5m ago 6h 806M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:38:53.433 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 5m ago 6h 1809M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:38:53.433 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 3m ago 6h 850M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:38:53.433 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 5m ago 6h 920M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:38:53.433 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 5m ago 6h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:38:53.433 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 3m ago 6h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:38:53.433 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 5m ago 6h 5037M 2301M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:38:53.433 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 5m ago 6h 5769M 2301M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:38:53.433 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 5m ago 6h 4688M 2301M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:38:53.433 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 5m ago 6h 4882M 2301M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:38:53.434 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 3m ago 6h 4103M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:38:53.434 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 3m ago 6h 4557M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:38:53.434 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 3m ago 6h 3914M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:38:53.434 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 3m ago 6h 4534M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:38:53.434 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 3m ago 6h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:38:53.818 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:38:53.818 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:38:53.818 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:38:53.818 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:38:53.818 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:38:53.818 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:38:53.818 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:38:53.818 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:38:53.818 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:38:53.818 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:38:53.818 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:38:53.818 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:38:53.819 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:38:53.819 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:38:53.819 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:38:53.819 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:38:53.819 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:38:53.819 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:38:54.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:53 smithi123 ceph-mon[191304]: pgmap v14573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:54.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:53 smithi123 ceph-mon[191304]: from='client.59816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:38:54.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:53 smithi123 ceph-mon[191304]: from='client.49872 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:38:54.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:53 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4050188836' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:38:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:53 smithi123 ceph-mon[188613]: pgmap v14573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:53 smithi123 ceph-mon[188613]: from='client.59816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:38:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:53 smithi123 ceph-mon[188613]: from='client.49872 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:38:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:53 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4050188836' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:38:54.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:53 smithi177 ceph-mon[212096]: pgmap v14573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:54.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:53 smithi177 ceph-mon[212096]: from='client.59816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:38:54.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:53 smithi177 ceph-mon[212096]: from='client.49872 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:38:54.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:53 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4050188836' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:38:56.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:55 smithi123 ceph-mon[191304]: pgmap v14574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:56.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:55 smithi123 ceph-mon[188613]: pgmap v14574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:56.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:55 smithi177 ceph-mon[212096]: pgmap v14574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:57.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:38:57.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:38:57.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:38:58.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:57 smithi123 ceph-mon[191304]: pgmap v14575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:58.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:57 smithi123 ceph-mon[188613]: pgmap v14575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:58.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:57 smithi177 ceph-mon[212096]: pgmap v14575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:38:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:38:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:38:59.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:38:59 smithi123 ceph-mon[191304]: pgmap v14576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:38:59.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:38:59 smithi123 ceph-mon[188613]: pgmap v14576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:00.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:38:59 smithi177 ceph-mon[212096]: pgmap v14576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:02.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:01 smithi177 ceph-mon[212096]: pgmap v14577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:02.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:01 smithi123 ceph-mon[191304]: pgmap v14577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:02.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:01 smithi123 ceph-mon[188613]: pgmap v14577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:04.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:03 smithi123 ceph-mon[191304]: pgmap v14578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:04.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:03 smithi123 ceph-mon[188613]: pgmap v14578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:04.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:03 smithi177 ceph-mon[212096]: pgmap v14578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:06.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:05 smithi123 ceph-mon[191304]: pgmap v14579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:06.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:05 smithi123 ceph-mon[188613]: pgmap v14579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:06.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:05 smithi177 ceph-mon[212096]: pgmap v14579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:08.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:07 smithi123 ceph-mon[191304]: pgmap v14580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:08.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:07 smithi123 ceph-mon[188613]: pgmap v14580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:08.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:07 smithi177 ceph-mon[212096]: pgmap v14580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:39:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:39:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:39:09.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:09 smithi123 ceph-mon[191304]: pgmap v14581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:09.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:09 smithi123 ceph-mon[188613]: pgmap v14581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:10.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:09 smithi177 ceph-mon[212096]: pgmap v14581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:12.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:11 smithi123 ceph-mon[191304]: pgmap v14582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:12.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:39:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:11 smithi123 ceph-mon[188613]: pgmap v14582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:12.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:39:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:11 smithi177 ceph-mon[212096]: pgmap v14582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:39:14.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:13 smithi123 ceph-mon[191304]: pgmap v14583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:14.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:13 smithi123 ceph-mon[188613]: pgmap v14583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:14.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:13 smithi177 ceph-mon[212096]: pgmap v14583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:16.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:15 smithi123 ceph-mon[191304]: pgmap v14584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:16.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:15 smithi123 ceph-mon[188613]: pgmap v14584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:16.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:15 smithi177 ceph-mon[212096]: pgmap v14584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:18.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:17 smithi123 ceph-mon[191304]: pgmap v14585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:18.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:17 smithi123 ceph-mon[188613]: pgmap v14585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:18.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:17 smithi177 ceph-mon[212096]: pgmap v14585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:39:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:39:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:39:19.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:19 smithi123 ceph-mon[191304]: pgmap v14586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:19.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:19 smithi123 ceph-mon[188613]: pgmap v14586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:19 smithi177 ceph-mon[212096]: pgmap v14586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:22.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:21 smithi123 ceph-mon[191304]: pgmap v14587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:22.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:21 smithi123 ceph-mon[188613]: pgmap v14587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:22.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:21 smithi177 ceph-mon[212096]: pgmap v14587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:24.168 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:39:24.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:23 smithi123 ceph-mon[191304]: pgmap v14588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:24.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:23 smithi123 ceph-mon[188613]: pgmap v14588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:24.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:23 smithi177 ceph-mon[212096]: pgmap v14588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:24.475 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:39:24.475 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 5m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:39:24.476 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 3m ago 6h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:39:24.476 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 5m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:39:24.476 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 3m ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:39:24.476 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 3m ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:39:24.476 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 5m ago 6h 806M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:39:24.476 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 5m ago 6h 1809M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:39:24.476 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 3m ago 6h 850M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:39:24.476 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 5m ago 6h 920M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:39:24.476 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 5m ago 6h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:39:24.476 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 3m ago 6h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:39:24.476 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 5m ago 6h 5037M 2301M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:39:24.476 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 5m ago 6h 5769M 2301M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:39:24.476 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 5m ago 6h 4688M 2301M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:39:24.476 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 5m ago 6h 4882M 2301M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:39:24.476 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 3m ago 6h 4103M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:39:24.477 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 3m ago 6h 4557M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:39:24.477 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 3m ago 6h 3914M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:39:24.477 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 3m ago 6h 4534M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:39:24.477 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 3m ago 6h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:39:24.857 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:39:24.858 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:39:24.858 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:39:24.858 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:39:24.858 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:39:24.858 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:39:24.858 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:39:24.858 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:39:24.858 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:39:24.858 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:39:24.858 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:39:24.858 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:39:24.859 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:39:24.859 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:39:24.859 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:39:24.859 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:39:24.859 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:39:24.859 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:39:25.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:24 smithi123 ceph-mon[191304]: from='client.59834 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:39:25.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:24 smithi123 ceph-mon[191304]: from='client.59840 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:39:25.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:24 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2805209815' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:39:25.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:24 smithi123 ceph-mon[188613]: from='client.59834 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:39:25.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:24 smithi123 ceph-mon[188613]: from='client.59840 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:39:25.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:24 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2805209815' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:39:25.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:24 smithi177 ceph-mon[212096]: from='client.59834 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:39:25.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:24 smithi177 ceph-mon[212096]: from='client.59840 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:39:25.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:24 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2805209815' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:39:26.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:25 smithi123 ceph-mon[191304]: pgmap v14589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:26.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:25 smithi123 ceph-mon[188613]: pgmap v14589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:26.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:25 smithi177 ceph-mon[212096]: pgmap v14589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:27.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:39:27.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:39:27.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:39:28.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:27 smithi123 ceph-mon[191304]: pgmap v14590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:28.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:27 smithi123 ceph-mon[188613]: pgmap v14590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:28.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:27 smithi177 ceph-mon[212096]: pgmap v14590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:39:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:39:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:39:29.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:29 smithi123 ceph-mon[191304]: pgmap v14591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:29.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:29 smithi123 ceph-mon[188613]: pgmap v14591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:30.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:29 smithi177 ceph-mon[212096]: pgmap v14591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:32.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:31 smithi123 ceph-mon[191304]: pgmap v14592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:32.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:31 smithi123 ceph-mon[188613]: pgmap v14592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:32.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:31 smithi177 ceph-mon[212096]: pgmap v14592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:34.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:33 smithi123 ceph-mon[191304]: pgmap v14593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:33 smithi123 ceph-mon[188613]: pgmap v14593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:34.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:33 smithi177 ceph-mon[212096]: pgmap v14593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:36.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:35 smithi123 ceph-mon[191304]: pgmap v14594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:36.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:35 smithi123 ceph-mon[188613]: pgmap v14594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:36.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:35 smithi177 ceph-mon[212096]: pgmap v14594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:38.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:37 smithi123 ceph-mon[191304]: pgmap v14595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:38.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:39:38.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:39:38.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:39:38.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:39:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:37 smithi123 ceph-mon[188613]: pgmap v14595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:39:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:39:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:39:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:39:38.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:37 smithi177 ceph-mon[212096]: pgmap v14595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:38.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:39:38.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:39:38.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:39:38.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:39:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:39:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:39:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:39:39.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:39 smithi123 ceph-mon[191304]: pgmap v14596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:39.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:39 smithi123 ceph-mon[188613]: pgmap v14596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:40.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:39 smithi177 ceph-mon[212096]: pgmap v14596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:41 smithi123 ceph-mon[191304]: pgmap v14597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:39:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:41 smithi123 ceph-mon[188613]: pgmap v14597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:39:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:41 smithi177 ceph-mon[212096]: pgmap v14597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:39:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:43 smithi123 ceph-mon[188613]: pgmap v14598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:44.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:43 smithi123 ceph-mon[191304]: pgmap v14598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:44.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:43 smithi177 ceph-mon[212096]: pgmap v14598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:46.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:45 smithi123 ceph-mon[191304]: pgmap v14599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:46.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:45 smithi123 ceph-mon[188613]: pgmap v14599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:46.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:45 smithi177 ceph-mon[212096]: pgmap v14599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:48.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:47 smithi123 ceph-mon[191304]: pgmap v14600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:47 smithi123 ceph-mon[188613]: pgmap v14600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:48.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:47 smithi177 ceph-mon[212096]: pgmap v14600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:39:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:39:49] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T17:39:50.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:49 smithi177 ceph-mon[212096]: pgmap v14601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:50.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:49 smithi123 ceph-mon[191304]: pgmap v14601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:50.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:49 smithi123 ceph-mon[188613]: pgmap v14601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:52.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:51 smithi123 ceph-mon[191304]: pgmap v14602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:52.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:51 smithi123 ceph-mon[188613]: pgmap v14602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:52.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:51 smithi177 ceph-mon[212096]: pgmap v14602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:54.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:53 smithi123 ceph-mon[191304]: pgmap v14603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:53 smithi123 ceph-mon[188613]: pgmap v14603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:54.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:53 smithi177 ceph-mon[212096]: pgmap v14603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:55.203 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:39:55.509 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:39:55.509 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 6m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:39:55.509 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 4m ago 6h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:39:55.509 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 6m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:39:55.510 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 4m ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:39:55.510 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 4m ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:39:55.510 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 6m ago 6h 806M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:39:55.510 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 6m ago 6h 1809M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:39:55.510 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 4m ago 6h 850M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:39:55.510 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 6m ago 6h 920M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:39:55.510 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 6m ago 6h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:39:55.510 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 4m ago 6h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:39:55.510 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 6m ago 6h 5037M 2301M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:39:55.510 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 6m ago 6h 5769M 2301M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:39:55.510 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 6m ago 6h 4688M 2301M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:39:55.510 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 6m ago 6h 4882M 2301M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:39:55.510 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 4m ago 6h 4103M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:39:55.510 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 4m ago 6h 4557M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:39:55.510 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 4m ago 6h 3914M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:39:55.511 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 4m ago 6h 4534M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:39:55.511 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 4m ago 6h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:39:55.890 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:39:55.890 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:39:55.890 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:39:55.890 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:39:55.890 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:39:55.890 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:39:55.890 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:39:55.891 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:39:55.891 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:39:55.891 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:39:55.891 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:39:55.891 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:39:55.891 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:39:55.891 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:39:55.891 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:39:55.891 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:39:55.891 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:39:55.891 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:39:56.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:55 smithi123 ceph-mon[191304]: pgmap v14604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:56.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:55 smithi123 ceph-mon[191304]: from='client.49902 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:39:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:55 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1171902310' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:39:56.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:55 smithi123 ceph-mon[188613]: pgmap v14604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:56.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:55 smithi123 ceph-mon[188613]: from='client.49902 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:39:56.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:55 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1171902310' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:39:56.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:55 smithi177 ceph-mon[212096]: pgmap v14604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:56.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:55 smithi177 ceph-mon[212096]: from='client.49902 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:39:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:55 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1171902310' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:39:57.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:56 smithi123 ceph-mon[188613]: from='client.59858 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:39:57.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:39:57.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:56 smithi123 ceph-mon[191304]: from='client.59858 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:39:57.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:39:57.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:56 smithi177 ceph-mon[212096]: from='client.59858 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:39:57.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:39:58.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:57 smithi123 ceph-mon[188613]: pgmap v14605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:58.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:57 smithi123 ceph-mon[191304]: pgmap v14605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:58.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:57 smithi177 ceph-mon[212096]: pgmap v14605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:39:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:39:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:39:59] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T17:40:00.000 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:39:59 smithi123 ceph-mon[191304]: pgmap v14606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:00.000 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:39:59 smithi123 ceph-mon[188613]: pgmap v14606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:00.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:39:59 smithi177 ceph-mon[212096]: pgmap v14606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:00.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T17:39:59.998+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T17:40:01.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T17:40:01.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T17:40:01.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T17:40:02.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:01 smithi177 ceph-mon[212096]: pgmap v14607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:02.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:01 smithi123 ceph-mon[191304]: pgmap v14607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:02.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:01 smithi123 ceph-mon[188613]: pgmap v14607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:04.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:03 smithi123 ceph-mon[191304]: pgmap v14608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:04.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:03 smithi123 ceph-mon[188613]: pgmap v14608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:04.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:03 smithi177 ceph-mon[212096]: pgmap v14608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:06.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:05 smithi123 ceph-mon[191304]: pgmap v14609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:06.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:05 smithi123 ceph-mon[188613]: pgmap v14609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:06.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:05 smithi177 ceph-mon[212096]: pgmap v14609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:08.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:07 smithi123 ceph-mon[191304]: pgmap v14610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:08.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:07 smithi123 ceph-mon[188613]: pgmap v14610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:08.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:07 smithi177 ceph-mon[212096]: pgmap v14610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:40:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:40:09] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T17:40:10.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:09 smithi177 ceph-mon[212096]: pgmap v14611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:10.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:09 smithi123 ceph-mon[188613]: pgmap v14611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:10.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:09 smithi123 ceph-mon[191304]: pgmap v14611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:11 smithi123 ceph-mon[191304]: pgmap v14612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:40:12.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:11 smithi123 ceph-mon[188613]: pgmap v14612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:12.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:40:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:11 smithi177 ceph-mon[212096]: pgmap v14612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:40:14.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:13 smithi123 ceph-mon[191304]: pgmap v14613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:14.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:13 smithi123 ceph-mon[188613]: pgmap v14613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:14.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:13 smithi177 ceph-mon[212096]: pgmap v14613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:16.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:15 smithi123 ceph-mon[188613]: pgmap v14614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:16.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:15 smithi123 ceph-mon[191304]: pgmap v14614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:16.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:15 smithi177 ceph-mon[212096]: pgmap v14614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:18.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:17 smithi123 ceph-mon[191304]: pgmap v14615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:18.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:17 smithi123 ceph-mon[188613]: pgmap v14615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:18.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:17 smithi177 ceph-mon[212096]: pgmap v14615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:40:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:40:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:40:20.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:19 smithi177 ceph-mon[212096]: pgmap v14616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:20.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:19 smithi123 ceph-mon[191304]: pgmap v14616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:20.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:19 smithi123 ceph-mon[188613]: pgmap v14616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:22.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:21 smithi123 ceph-mon[191304]: pgmap v14617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:22.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:21 smithi123 ceph-mon[188613]: pgmap v14617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:22.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:21 smithi177 ceph-mon[212096]: pgmap v14617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:24.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:23 smithi123 ceph-mon[188613]: pgmap v14618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:24.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:23 smithi123 ceph-mon[191304]: pgmap v14618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:24.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:23 smithi177 ceph-mon[212096]: pgmap v14618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:26.238 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:40:26.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:25 smithi123 ceph-mon[191304]: pgmap v14619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:26.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:25 smithi123 ceph-mon[188613]: pgmap v14619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:26.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:25 smithi177 ceph-mon[212096]: pgmap v14619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:26.547 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:40:26.547 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 6m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:40:26.547 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 4m ago 6h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:40:26.547 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 6m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:40:26.547 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 4m ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:40:26.547 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 4m ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:40:26.547 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 6m ago 6h 806M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:40:26.547 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 6m ago 6h 1809M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:40:26.547 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 4m ago 6h 850M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:40:26.547 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 6m ago 6h 920M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:40:26.547 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 6m ago 6h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:40:26.547 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 4m ago 6h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:40:26.548 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 6m ago 6h 5037M 2301M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:40:26.548 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 6m ago 6h 5769M 2301M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:40:26.548 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 6m ago 6h 4688M 2301M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:40:26.548 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 6m ago 6h 4882M 2301M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:40:26.548 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 4m ago 6h 4103M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:40:26.548 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 4m ago 6h 4557M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:40:26.548 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 4m ago 6h 3914M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:40:26.548 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 4m ago 6h 4534M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:40:26.548 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 4m ago 6h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:40:26.931 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:40:26.931 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:40:26.932 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:40:26.932 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:40:26.932 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:40:26.932 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:40:26.932 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:40:26.932 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:40:26.932 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:40:26.933 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:40:26.933 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:40:26.933 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:40:26.933 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:40:26.933 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:40:26.933 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:40:26.933 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:40:26.934 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:40:26.934 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:40:27.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:26 smithi123 ceph-mon[188613]: from='client.59870 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:40:27.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:40:27.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:26 smithi123 ceph-mon[191304]: from='client.59870 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:40:27.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:40:27.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:26 smithi177 ceph-mon[212096]: from='client.59870 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:40:27.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:40:28.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:27 smithi123 ceph-mon[191304]: from='client.49926 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:40:28.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:27 smithi123 ceph-mon[191304]: pgmap v14620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:28.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:27 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1950034266' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:40:28.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:27 smithi123 ceph-mon[188613]: from='client.49926 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:40:28.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:27 smithi123 ceph-mon[188613]: pgmap v14620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:28.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:27 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1950034266' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:40:28.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:27 smithi177 ceph-mon[212096]: from='client.49926 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:40:28.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:27 smithi177 ceph-mon[212096]: pgmap v14620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:28.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:27 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1950034266' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:40:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:40:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:40:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:40:30.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:29 smithi177 ceph-mon[212096]: pgmap v14621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:30.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:29 smithi123 ceph-mon[191304]: pgmap v14621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:30.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:29 smithi123 ceph-mon[188613]: pgmap v14621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:32.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:31 smithi123 ceph-mon[191304]: pgmap v14622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:32.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:31 smithi123 ceph-mon[188613]: pgmap v14622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:32.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:31 smithi177 ceph-mon[212096]: pgmap v14622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:34.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:33 smithi123 ceph-mon[191304]: pgmap v14623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:33 smithi123 ceph-mon[188613]: pgmap v14623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:34.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:33 smithi177 ceph-mon[212096]: pgmap v14623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:36.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:35 smithi123 ceph-mon[191304]: pgmap v14624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:36.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:35 smithi123 ceph-mon[188613]: pgmap v14624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:36.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:35 smithi177 ceph-mon[212096]: pgmap v14624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:38.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:37 smithi123 ceph-mon[191304]: pgmap v14625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:38.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:40:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:37 smithi123 ceph-mon[188613]: pgmap v14625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:40:38.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:37 smithi177 ceph-mon[212096]: pgmap v14625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:38.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:40:39.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:40:39.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:40:39.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:40:39.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:40:39.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:40:39.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:40:39.242 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:40:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:40:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:40:39.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:40:39.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:40:39.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:40:40.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:39 smithi123 ceph-mon[191304]: pgmap v14626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:40.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:39 smithi123 ceph-mon[188613]: pgmap v14626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:40.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:39 smithi177 ceph-mon[212096]: pgmap v14626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:41 smithi123 ceph-mon[191304]: pgmap v14627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:40:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:41 smithi123 ceph-mon[188613]: pgmap v14627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:42.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:40:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:41 smithi177 ceph-mon[212096]: pgmap v14627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:40:44.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:43 smithi123 ceph-mon[191304]: pgmap v14628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:44.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:43 smithi123 ceph-mon[188613]: pgmap v14628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:44.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:43 smithi177 ceph-mon[212096]: pgmap v14628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:46.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:45 smithi123 ceph-mon[191304]: pgmap v14629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:46.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:45 smithi123 ceph-mon[188613]: pgmap v14629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:46.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:45 smithi177 ceph-mon[212096]: pgmap v14629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:48.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:47 smithi123 ceph-mon[191304]: pgmap v14630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:48.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:47 smithi123 ceph-mon[188613]: pgmap v14630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:48.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:47 smithi177 ceph-mon[212096]: pgmap v14630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:40:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:40:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:40:50.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:49 smithi177 ceph-mon[212096]: pgmap v14631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:50.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:49 smithi123 ceph-mon[191304]: pgmap v14631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:50.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:49 smithi123 ceph-mon[188613]: pgmap v14631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:52.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:51 smithi123 ceph-mon[191304]: pgmap v14632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:52.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:51 smithi123 ceph-mon[188613]: pgmap v14632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:52.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:51 smithi177 ceph-mon[212096]: pgmap v14632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:54.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:53 smithi123 ceph-mon[191304]: pgmap v14633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:53 smithi123 ceph-mon[188613]: pgmap v14633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:54.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:53 smithi177 ceph-mon[212096]: pgmap v14633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:56.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:55 smithi123 ceph-mon[191304]: pgmap v14634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:56.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:55 smithi123 ceph-mon[188613]: pgmap v14634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:56.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:55 smithi177 ceph-mon[212096]: pgmap v14634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:57.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:40:57.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:40:57.279 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:40:57.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:40:57.586 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:40:57.586 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 7m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:40:57.586 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 5m ago 6h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:40:57.586 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 7m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:40:57.586 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 5m ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:40:57.586 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 5m ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:40:57.586 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 7m ago 6h 806M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:40:57.586 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 7m ago 6h 1809M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:40:57.586 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 5m ago 6h 850M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:40:57.587 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 7m ago 6h 920M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:40:57.587 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 7m ago 6h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:40:57.587 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 5m ago 6h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:40:57.587 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 7m ago 6h 5037M 2301M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:40:57.587 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 7m ago 6h 5769M 2301M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:40:57.587 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 7m ago 6h 4688M 2301M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:40:57.587 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 7m ago 6h 4882M 2301M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:40:57.587 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 5m ago 6h 4103M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:40:57.587 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 5m ago 6h 4557M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:40:57.587 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 5m ago 6h 3914M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:40:57.587 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 5m ago 6h 4534M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:40:57.587 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 5m ago 6h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:40:57.968 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:40:57.968 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:40:57.968 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:40:57.968 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:40:57.968 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:40:57.969 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:40:57.969 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:40:57.969 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:40:57.969 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:40:57.969 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:40:57.969 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:40:57.969 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:40:57.969 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:40:57.970 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:40:57.970 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:40:57.970 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:40:57.970 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:40:57.970 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:40:58.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:57 smithi123 ceph-mon[191304]: pgmap v14635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:58.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:57 smithi123 ceph-mon[191304]: from='client.49938 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:40:58.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:57 smithi123 ceph-mon[188613]: pgmap v14635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:58.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:57 smithi123 ceph-mon[188613]: from='client.49938 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:40:58.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:57 smithi177 ceph-mon[212096]: pgmap v14635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:40:58.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:57 smithi177 ceph-mon[212096]: from='client.49938 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:40:59.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:58 smithi123 ceph-mon[191304]: from='client.59894 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:40:59.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:58 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/618902085' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:40:59.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:58 smithi123 ceph-mon[188613]: from='client.59894 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:40:59.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:58 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/618902085' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:40:59.243 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:40:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:40:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:40:59.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:58 smithi177 ceph-mon[212096]: from='client.59894 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:40:59.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:58 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/618902085' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:41:00.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:40:59 smithi123 ceph-mon[191304]: pgmap v14636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:40:59 smithi123 ceph-mon[188613]: pgmap v14636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:00.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:40:59 smithi177 ceph-mon[212096]: pgmap v14636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:02.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:01 smithi123 ceph-mon[191304]: pgmap v14637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:02.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:01 smithi123 ceph-mon[188613]: pgmap v14637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:02.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:01 smithi177 ceph-mon[212096]: pgmap v14637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:04.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:03 smithi123 ceph-mon[191304]: pgmap v14638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:04.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:03 smithi123 ceph-mon[188613]: pgmap v14638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:04.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:03 smithi177 ceph-mon[212096]: pgmap v14638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:06.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:05 smithi123 ceph-mon[191304]: pgmap v14639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:06.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:05 smithi123 ceph-mon[188613]: pgmap v14639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:06.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:05 smithi177 ceph-mon[212096]: pgmap v14639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:08.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:07 smithi123 ceph-mon[191304]: pgmap v14640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:08.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:07 smithi123 ceph-mon[188613]: pgmap v14640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:08.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:07 smithi177 ceph-mon[212096]: pgmap v14640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:41:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:41:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:41:10.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:09 smithi177 ceph-mon[212096]: pgmap v14641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:10.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:09 smithi123 ceph-mon[191304]: pgmap v14641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:10.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:09 smithi123 ceph-mon[188613]: pgmap v14641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:12.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:11 smithi123 ceph-mon[191304]: pgmap v14642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:12.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:41:12.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:11 smithi123 ceph-mon[188613]: pgmap v14642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:12.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:41:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:11 smithi177 ceph-mon[212096]: pgmap v14642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:41:14.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:13 smithi123 ceph-mon[191304]: pgmap v14643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:14.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:13 smithi123 ceph-mon[188613]: pgmap v14643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:14.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:13 smithi177 ceph-mon[212096]: pgmap v14643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:16.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:15 smithi123 ceph-mon[191304]: pgmap v14644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:16.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:15 smithi123 ceph-mon[188613]: pgmap v14644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:16.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:15 smithi177 ceph-mon[212096]: pgmap v14644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:18.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:17 smithi123 ceph-mon[191304]: pgmap v14645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:18.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:17 smithi123 ceph-mon[188613]: pgmap v14645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:18.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:17 smithi177 ceph-mon[212096]: pgmap v14645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:41:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:41:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:41:20.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:19 smithi177 ceph-mon[212096]: pgmap v14646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:20.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:19 smithi123 ceph-mon[188613]: pgmap v14646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:20.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:19 smithi123 ceph-mon[191304]: pgmap v14646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:22.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:21 smithi123 ceph-mon[188613]: pgmap v14647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:22.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:21 smithi123 ceph-mon[191304]: pgmap v14647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:22.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:21 smithi177 ceph-mon[212096]: pgmap v14647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:24.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:23 smithi123 ceph-mon[191304]: pgmap v14648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:23 smithi123 ceph-mon[188613]: pgmap v14648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:24.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:23 smithi177 ceph-mon[212096]: pgmap v14648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:26.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:25 smithi123 ceph-mon[191304]: pgmap v14649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:26.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:25 smithi123 ceph-mon[188613]: pgmap v14649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:26.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:25 smithi177 ceph-mon[212096]: pgmap v14649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:27.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:41:27.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:41:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:41:28.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:27 smithi123 ceph-mon[191304]: pgmap v14650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:28.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:27 smithi123 ceph-mon[188613]: pgmap v14650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:28.318 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:41:28.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:27 smithi177 ceph-mon[212096]: pgmap v14650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:28.623 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:41:28.623 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 7m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:41:28.623 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 5m ago 6h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:41:28.623 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 7m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:41:28.623 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 5m ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:41:28.623 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 5m ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:41:28.623 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 7m ago 6h 806M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:41:28.623 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 7m ago 6h 1809M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:41:28.623 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 5m ago 6h 850M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:41:28.623 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 7m ago 6h 920M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:41:28.624 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 7m ago 6h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:41:28.624 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 5m ago 6h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:41:28.624 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 7m ago 6h 5037M 2301M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:41:28.624 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 7m ago 6h 5769M 2301M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:41:28.624 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 7m ago 6h 4688M 2301M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:41:28.624 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 7m ago 6h 4882M 2301M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:41:28.624 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 5m ago 6h 4103M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:41:28.624 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 5m ago 6h 4557M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:41:28.624 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 5m ago 6h 3914M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:41:28.624 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 5m ago 6h 4534M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:41:28.624 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 5m ago 6h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:41:28.902 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 17:41:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T17:41:28.584604666Z level=info msg="Completed cleanup jobs" duration=11.457739ms 2023-12-20T17:41:29.009 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:41:29.010 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:41:29.010 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:41:29.010 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:41:29.010 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:41:29.010 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:41:29.010 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:41:29.010 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:41:29.010 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:41:29.010 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:41:29.010 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:41:29.010 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:41:29.010 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:41:29.010 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:41:29.011 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:41:29.011 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:41:29.011 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:41:29.011 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:41:29.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:41:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:41:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T17:41:29.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:28 smithi123 ceph-mon[191304]: from='client.59906 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:41:29.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:28 smithi123 ceph-mon[188613]: from='client.59906 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:41:29.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:28 smithi177 ceph-mon[212096]: from='client.59906 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:41:30.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:29 smithi123 ceph-mon[191304]: from='client.49962 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:41:30.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:29 smithi123 ceph-mon[191304]: pgmap v14651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:29 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4132367878' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:41:30.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:29 smithi123 ceph-mon[188613]: from='client.49962 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:41:30.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:29 smithi123 ceph-mon[188613]: pgmap v14651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:30.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:29 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4132367878' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:41:30.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:29 smithi177 ceph-mon[212096]: from='client.49962 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:41:30.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:29 smithi177 ceph-mon[212096]: pgmap v14651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:29 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4132367878' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:41:32.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:31 smithi123 ceph-mon[191304]: pgmap v14652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:32.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:31 smithi123 ceph-mon[188613]: pgmap v14652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:32.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:31 smithi177 ceph-mon[212096]: pgmap v14652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:34.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:33 smithi123 ceph-mon[191304]: pgmap v14653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:34.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:33 smithi123 ceph-mon[188613]: pgmap v14653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:34.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:33 smithi177 ceph-mon[212096]: pgmap v14653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:36.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:35 smithi123 ceph-mon[191304]: pgmap v14654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:36.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:35 smithi123 ceph-mon[188613]: pgmap v14654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:36.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:35 smithi177 ceph-mon[212096]: pgmap v14654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:38.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:37 smithi123 ceph-mon[191304]: pgmap v14655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:37 smithi123 ceph-mon[188613]: pgmap v14655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:38.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:37 smithi177 ceph-mon[212096]: pgmap v14655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:39.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:41:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:41:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T17:41:39.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:41:39.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:41:39.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:41:39.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:41:39.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:41:39.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:41:39.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:41:39.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:41:39.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:41:39.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:41:39.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:41:39.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:41:39.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:41:39.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:41:39.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:41:39.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:41:39.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:41:39.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:41:39.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:41:39.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:41:39.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:41:39.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:41:39.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:41:39.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:41:39.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:41:39.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:41:39.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:41:40.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:39 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2292M 2023-12-20T17:41:40.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:39 smithi123 ceph-mon[191304]: pgmap v14656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:39 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2292M 2023-12-20T17:41:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:39 smithi123 ceph-mon[188613]: pgmap v14656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:40.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:39 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2292M 2023-12-20T17:41:40.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:39 smithi177 ceph-mon[212096]: pgmap v14656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:41 smithi123 ceph-mon[191304]: pgmap v14657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:41:42.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:41 smithi123 ceph-mon[188613]: pgmap v14657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:42.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:41:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:41 smithi177 ceph-mon[212096]: pgmap v14657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:41:44.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:43 smithi177 ceph-mon[212096]: pgmap v14658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:44.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:43 smithi123 ceph-mon[191304]: pgmap v14658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:44.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:43 smithi123 ceph-mon[188613]: pgmap v14658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:46.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:46 smithi177 ceph-mon[212096]: pgmap v14659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:46 smithi123 ceph-mon[191304]: pgmap v14659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:46.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:46 smithi123 ceph-mon[188613]: pgmap v14659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:48.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:48 smithi177 ceph-mon[212096]: pgmap v14660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:48.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:48 smithi123 ceph-mon[191304]: pgmap v14660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:48.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:48 smithi123 ceph-mon[188613]: pgmap v14660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:41:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:41:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:41:50.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:49 smithi177 ceph-mon[212096]: pgmap v14661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:50.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:49 smithi123 ceph-mon[191304]: pgmap v14661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:50.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:49 smithi123 ceph-mon[188613]: pgmap v14661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:52.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:51 smithi123 ceph-mon[188613]: pgmap v14662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:52.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:51 smithi123 ceph-mon[191304]: pgmap v14662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:52.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:51 smithi177 ceph-mon[212096]: pgmap v14662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:54.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:53 smithi123 ceph-mon[191304]: pgmap v14663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:54.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:53 smithi123 ceph-mon[188613]: pgmap v14663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:54.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:53 smithi177 ceph-mon[212096]: pgmap v14663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:56.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:55 smithi123 ceph-mon[191304]: pgmap v14664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:56.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:55 smithi123 ceph-mon[188613]: pgmap v14664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:56.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:55 smithi177 ceph-mon[212096]: pgmap v14664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:57.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:41:57.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:41:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:41:58.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:57 smithi123 ceph-mon[191304]: pgmap v14665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:58.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:57 smithi123 ceph-mon[188613]: pgmap v14665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:58.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:57 smithi177 ceph-mon[212096]: pgmap v14665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:41:59.355 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:41:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:41:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:41:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:41:59.661 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:41:59.661 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 8m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:41:59.661 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 6m ago 6h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:41:59.661 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 8m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:41:59.662 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 6m ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:41:59.662 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 6m ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:41:59.662 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 8m ago 6h 806M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:41:59.662 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 8m ago 6h 1809M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:41:59.662 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 6m ago 6h 850M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:41:59.662 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 8m ago 6h 920M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:41:59.662 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 8m ago 6h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:41:59.662 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 6m ago 6h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:41:59.662 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 8m ago 6h 5037M 2292M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:41:59.662 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 8m ago 6h 5769M 2292M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:41:59.662 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 8m ago 6h 4688M 2292M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:41:59.662 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 8m ago 6h 4882M 2292M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:41:59.662 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 6m ago 6h 4103M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:41:59.662 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 6m ago 6h 4557M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:41:59.662 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 6m ago 6h 3914M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:41:59.663 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 6m ago 6h 4534M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:41:59.663 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 6m ago 6h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:42:00.042 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:42:00.042 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:42:00.043 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:42:00.043 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:42:00.043 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:42:00.043 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:42:00.043 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:42:00.043 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:42:00.043 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:42:00.043 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:42:00.043 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:42:00.043 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:42:00.043 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:42:00.043 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:42:00.043 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:42:00.043 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:42:00.043 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:42:00.044 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:42:00.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:59 smithi177 ceph-mon[212096]: pgmap v14666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:41:59 smithi177 ceph-mon[212096]: from='client.49974 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:42:00.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:59 smithi123 ceph-mon[191304]: pgmap v14666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:00.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:41:59 smithi123 ceph-mon[191304]: from='client.49974 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:42:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:59 smithi123 ceph-mon[188613]: pgmap v14666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:41:59 smithi123 ceph-mon[188613]: from='client.49974 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:42:01.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:00 smithi177 ceph-mon[212096]: from='client.49980 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:42:01.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:00 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1214235736' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:42:01.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:00 smithi123 ceph-mon[191304]: from='client.49980 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:42:01.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:00 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1214235736' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:42:01.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:00 smithi123 ceph-mon[188613]: from='client.49980 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:42:01.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:00 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1214235736' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:42:02.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:01 smithi177 ceph-mon[212096]: pgmap v14667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:02.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:01 smithi123 ceph-mon[191304]: pgmap v14667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:02.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:01 smithi123 ceph-mon[188613]: pgmap v14667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:04.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:03 smithi123 ceph-mon[191304]: pgmap v14668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:04.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:03 smithi123 ceph-mon[188613]: pgmap v14668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:04.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:03 smithi177 ceph-mon[212096]: pgmap v14668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:06.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:05 smithi123 ceph-mon[191304]: pgmap v14669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:06.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:05 smithi123 ceph-mon[188613]: pgmap v14669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:06.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:05 smithi177 ceph-mon[212096]: pgmap v14669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:08.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:07 smithi123 ceph-mon[191304]: pgmap v14670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:08.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:07 smithi123 ceph-mon[188613]: pgmap v14670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:08.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:07 smithi177 ceph-mon[212096]: pgmap v14670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:42:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:42:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:42:10.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:09 smithi177 ceph-mon[212096]: pgmap v14671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:10.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:09 smithi123 ceph-mon[191304]: pgmap v14671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:10.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:09 smithi123 ceph-mon[188613]: pgmap v14671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:11 smithi123 ceph-mon[191304]: pgmap v14672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:42:12.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:11 smithi123 ceph-mon[188613]: pgmap v14672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:12.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:42:12.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:11 smithi177 ceph-mon[212096]: pgmap v14672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:42:14.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:13 smithi123 ceph-mon[188613]: pgmap v14673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:14.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:13 smithi123 ceph-mon[191304]: pgmap v14673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:14.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:13 smithi177 ceph-mon[212096]: pgmap v14673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:16.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:15 smithi123 ceph-mon[191304]: pgmap v14674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:16.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:15 smithi123 ceph-mon[188613]: pgmap v14674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:15 smithi177 ceph-mon[212096]: pgmap v14674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:18.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:17 smithi123 ceph-mon[191304]: pgmap v14675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:18.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:17 smithi123 ceph-mon[188613]: pgmap v14675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:18.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:17 smithi177 ceph-mon[212096]: pgmap v14675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:42:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:42:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:42:20.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:19 smithi177 ceph-mon[212096]: pgmap v14676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:20.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:19 smithi123 ceph-mon[191304]: pgmap v14676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:20.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:19 smithi123 ceph-mon[188613]: pgmap v14676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:22.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:21 smithi123 ceph-mon[191304]: pgmap v14677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:22.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:21 smithi123 ceph-mon[188613]: pgmap v14677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:22.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:21 smithi177 ceph-mon[212096]: pgmap v14677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:24.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:23 smithi123 ceph-mon[191304]: pgmap v14678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:23 smithi123 ceph-mon[188613]: pgmap v14678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:24.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:23 smithi177 ceph-mon[212096]: pgmap v14678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:26.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:25 smithi123 ceph-mon[191304]: pgmap v14679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:25 smithi123 ceph-mon[188613]: pgmap v14679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:25 smithi177 ceph-mon[212096]: pgmap v14679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:27.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:42:27.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:42:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:42:28.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:27 smithi123 ceph-mon[191304]: pgmap v14680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:28.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:27 smithi123 ceph-mon[188613]: pgmap v14680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:27 smithi177 ceph-mon[212096]: pgmap v14680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:42:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:42:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:42:30.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:29 smithi177 ceph-mon[212096]: pgmap v14681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:30.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:29 smithi123 ceph-mon[188613]: pgmap v14681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:29 smithi123 ceph-mon[191304]: pgmap v14681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:30.387 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:42:30.694 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:42:30.694 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 9m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:42:30.694 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 6m ago 6h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:42:30.695 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 9m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:42:30.695 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 6m ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:42:30.695 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 6m ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:42:30.695 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 9m ago 6h 806M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:42:30.695 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 9m ago 6h 1809M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:42:30.695 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 6m ago 6h 850M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:42:30.696 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 9m ago 6h 920M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:42:30.696 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 9m ago 6h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:42:30.696 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 6m ago 6h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:42:30.696 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 9m ago 6h 5037M 2292M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:42:30.696 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 9m ago 6h 5769M 2292M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:42:30.696 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 9m ago 6h 4688M 2292M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:42:30.696 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 9m ago 6h 4882M 2292M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:42:30.697 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 6m ago 6h 4103M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:42:30.697 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 6m ago 6h 4557M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:42:30.697 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 6m ago 6h 3914M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:42:30.697 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 6m ago 6h 4534M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:42:30.697 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 6m ago 6h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:42:31.077 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:42:31.077 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:42:31.077 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:42:31.077 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:42:31.078 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:42:31.078 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:42:31.078 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:42:31.078 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:42:31.078 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:42:31.078 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:42:31.078 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:42:31.078 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:42:31.078 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:42:31.078 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:42:31.078 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:42:31.078 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:42:31.078 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:42:31.078 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:42:31.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:30 smithi177 ceph-mon[212096]: from='client.49992 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:42:31.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:30 smithi123 ceph-mon[191304]: from='client.49992 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:42:31.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:30 smithi123 ceph-mon[188613]: from='client.49992 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:42:32.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:31 smithi177 ceph-mon[212096]: from='client.49998 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:42:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:31 smithi177 ceph-mon[212096]: pgmap v14682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:31 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2237767604' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:42:32.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:31 smithi123 ceph-mon[188613]: from='client.49998 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:42:32.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:31 smithi123 ceph-mon[188613]: pgmap v14682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:32.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:31 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2237767604' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:42:32.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:31 smithi123 ceph-mon[191304]: from='client.49998 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:42:32.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:31 smithi123 ceph-mon[191304]: pgmap v14682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:32.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:31 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2237767604' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:42:34.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:33 smithi123 ceph-mon[188613]: pgmap v14683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:33 smithi123 ceph-mon[191304]: pgmap v14683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:34.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:33 smithi177 ceph-mon[212096]: pgmap v14683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:36.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:35 smithi123 ceph-mon[188613]: pgmap v14684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:35 smithi123 ceph-mon[191304]: pgmap v14684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:36.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:35 smithi177 ceph-mon[212096]: pgmap v14684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:38.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:37 smithi123 ceph-mon[188613]: pgmap v14685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:37 smithi123 ceph-mon[191304]: pgmap v14685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:37 smithi177 ceph-mon[212096]: pgmap v14685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:42:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:42:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:42:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:42:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:39 smithi177 ceph-mon[212096]: pgmap v14686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:42:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:42:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:42:40.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:42:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:39 smithi123 ceph-mon[188613]: pgmap v14686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:42:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:42:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:42:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:42:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:39 smithi123 ceph-mon[191304]: pgmap v14686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:42:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:42:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:42:42.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:41 smithi123 ceph-mon[188613]: pgmap v14687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:42.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:42:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:41 smithi123 ceph-mon[191304]: pgmap v14687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:42:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:41 smithi177 ceph-mon[212096]: pgmap v14687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:42:44.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:43 smithi123 ceph-mon[188613]: pgmap v14688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:44.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:43 smithi123 ceph-mon[191304]: pgmap v14688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:44.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:43 smithi177 ceph-mon[212096]: pgmap v14688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:45 smithi123 ceph-mon[191304]: pgmap v14689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:46.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:45 smithi123 ceph-mon[188613]: pgmap v14689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:46.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:45 smithi177 ceph-mon[212096]: pgmap v14689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:47 smithi123 ceph-mon[191304]: pgmap v14690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:48.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:47 smithi123 ceph-mon[188613]: pgmap v14690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:47 smithi177 ceph-mon[212096]: pgmap v14690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:42:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:42:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T17:42:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:49 smithi177 ceph-mon[212096]: pgmap v14691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:50.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:49 smithi123 ceph-mon[188613]: pgmap v14691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:49 smithi123 ceph-mon[191304]: pgmap v14691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:52.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:51 smithi123 ceph-mon[188613]: pgmap v14692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:52.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:51 smithi123 ceph-mon[191304]: pgmap v14692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:52.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:51 smithi177 ceph-mon[212096]: pgmap v14692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:53 smithi123 ceph-mon[191304]: pgmap v14693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:54.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:53 smithi123 ceph-mon[188613]: pgmap v14693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:54.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:53 smithi177 ceph-mon[212096]: pgmap v14693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:56.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:55 smithi123 ceph-mon[188613]: pgmap v14694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:55 smithi123 ceph-mon[191304]: pgmap v14694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:56.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:55 smithi177 ceph-mon[212096]: pgmap v14694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:57.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:42:57.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:42:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:42:58.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:57 smithi123 ceph-mon[188613]: pgmap v14695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:58.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:57 smithi123 ceph-mon[191304]: pgmap v14695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:57 smithi177 ceph-mon[212096]: pgmap v14695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:42:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:42:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:42:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:43:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:42:59 smithi177 ceph-mon[212096]: pgmap v14696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:00.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:42:59 smithi123 ceph-mon[191304]: pgmap v14696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:42:59 smithi123 ceph-mon[188613]: pgmap v14696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:01.421 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:43:01.728 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:43:01.728 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 9m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:43:01.728 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 7m ago 6h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:43:01.729 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 9m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:43:01.729 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 7m ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:43:01.729 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 7m ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:43:01.729 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 9m ago 6h 806M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:43:01.729 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 9m ago 6h 1809M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:43:01.729 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 7m ago 6h 850M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:43:01.729 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 9m ago 6h 920M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:43:01.729 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 9m ago 6h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:43:01.729 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 7m ago 6h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:43:01.729 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 9m ago 6h 5037M 2292M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:43:01.729 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 9m ago 6h 5769M 2292M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:43:01.729 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 9m ago 6h 4688M 2292M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:43:01.733 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 9m ago 6h 4882M 2292M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:43:01.733 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 7m ago 6h 4103M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:43:01.733 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 7m ago 6h 4557M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:43:01.733 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 7m ago 6h 3914M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:43:01.733 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 7m ago 6h 4534M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:43:01.733 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 7m ago 6h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:43:02.118 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:43:02.118 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:43:02.118 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:43:02.118 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:43:02.118 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:43:02.118 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:43:02.118 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:43:02.118 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:43:02.118 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:43:02.119 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:43:02.119 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:43:02.119 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:43:02.119 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:43:02.119 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:43:02.119 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:43:02.119 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:43:02.119 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:43:02.119 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:43:02.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:01 smithi123 ceph-mon[191304]: pgmap v14697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:02.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:01 smithi123 ceph-mon[191304]: from='client.59960 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:43:02.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:01 smithi123 ceph-mon[188613]: pgmap v14697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:02.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:01 smithi123 ceph-mon[188613]: from='client.59960 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:43:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:01 smithi177 ceph-mon[212096]: pgmap v14697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:01 smithi177 ceph-mon[212096]: from='client.59960 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:43:03.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:02 smithi123 ceph-mon[188613]: from='client.59966 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:43:03.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:02 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1897910334' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:43:03.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:02 smithi123 ceph-mon[191304]: from='client.59966 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:43:03.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:02 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1897910334' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:43:03.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:02 smithi177 ceph-mon[212096]: from='client.59966 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:43:03.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:02 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1897910334' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:43:04.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:03 smithi123 ceph-mon[191304]: pgmap v14698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:04.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:03 smithi123 ceph-mon[188613]: pgmap v14698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:03 smithi177 ceph-mon[212096]: pgmap v14698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:06.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:05 smithi123 ceph-mon[191304]: pgmap v14699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:06.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:05 smithi123 ceph-mon[188613]: pgmap v14699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:05 smithi177 ceph-mon[212096]: pgmap v14699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:07 smithi177 ceph-mon[212096]: pgmap v14700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:07 smithi123 ceph-mon[191304]: pgmap v14700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:07 smithi123 ceph-mon[188613]: pgmap v14700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:43:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:43:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:43:10.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:09 smithi177 ceph-mon[212096]: pgmap v14701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:09 smithi123 ceph-mon[191304]: pgmap v14701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:10.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:09 smithi123 ceph-mon[188613]: pgmap v14701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:11 smithi123 ceph-mon[191304]: pgmap v14702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:43:12.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:11 smithi123 ceph-mon[188613]: pgmap v14702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:12.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:43:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:11 smithi177 ceph-mon[212096]: pgmap v14702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:43:14.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:13 smithi123 ceph-mon[191304]: pgmap v14703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:14.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:13 smithi123 ceph-mon[188613]: pgmap v14703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:13 smithi177 ceph-mon[212096]: pgmap v14703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:16.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:15 smithi123 ceph-mon[191304]: pgmap v14704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:16.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:15 smithi123 ceph-mon[188613]: pgmap v14704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:15 smithi177 ceph-mon[212096]: pgmap v14704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:17 smithi177 ceph-mon[212096]: pgmap v14705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:18.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:17 smithi123 ceph-mon[191304]: pgmap v14705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:17 smithi123 ceph-mon[188613]: pgmap v14705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:43:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:43:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:43:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:19 smithi177 ceph-mon[212096]: pgmap v14706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:20.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:19 smithi123 ceph-mon[191304]: pgmap v14706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:20.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:19 smithi123 ceph-mon[188613]: pgmap v14706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:22.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:21 smithi123 ceph-mon[191304]: pgmap v14707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:22.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:21 smithi123 ceph-mon[188613]: pgmap v14707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:22.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:21 smithi177 ceph-mon[212096]: pgmap v14707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:24.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:23 smithi123 ceph-mon[191304]: pgmap v14708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:23 smithi123 ceph-mon[188613]: pgmap v14708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:24.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:23 smithi177 ceph-mon[212096]: pgmap v14708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:25 smithi123 ceph-mon[191304]: pgmap v14709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:25 smithi123 ceph-mon[188613]: pgmap v14709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:25 smithi177 ceph-mon[212096]: pgmap v14709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:43:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:43:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:43:28.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:27 smithi177 ceph-mon[212096]: pgmap v14710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:27 smithi123 ceph-mon[191304]: pgmap v14710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:28.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:27 smithi123 ceph-mon[188613]: pgmap v14710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:43:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:43:29] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T17:43:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:29 smithi177 ceph-mon[212096]: pgmap v14711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:29 smithi123 ceph-mon[191304]: pgmap v14711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:30.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:29 smithi123 ceph-mon[188613]: pgmap v14711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:32.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:31 smithi123 ceph-mon[191304]: pgmap v14712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:32.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:31 smithi123 ceph-mon[188613]: pgmap v14712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:32.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:31 smithi177 ceph-mon[212096]: pgmap v14712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:32.461 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:43:32.771 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:43:32.772 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 10m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:43:32.772 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 7m ago 6h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:43:32.772 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 10m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:43:32.772 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 7m ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:43:32.772 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 7m ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:43:32.772 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 10m ago 6h 806M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:43:32.772 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 10m ago 7h 1809M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:43:32.772 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 7m ago 6h 850M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:43:32.772 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 10m ago 6h 920M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:43:32.772 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 10m ago 6h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:43:32.772 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 7m ago 6h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:43:32.772 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 10m ago 6h 5037M 2292M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:43:32.772 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 10m ago 6h 5769M 2292M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:43:32.773 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 10m ago 6h 4688M 2292M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:43:32.773 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 10m ago 6h 4882M 2292M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:43:32.773 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 7m ago 6h 4103M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:43:32.773 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 7m ago 6h 4557M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:43:32.773 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 7m ago 6h 3914M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:43:32.773 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 7m ago 6h 4534M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:43:32.773 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 7m ago 6h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:43:33.155 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:43:33.155 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:43:33.155 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:43:33.155 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:43:33.155 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:43:33.155 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:43:33.155 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:43:33.155 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:43:33.155 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:43:33.156 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:43:33.156 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:43:33.156 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:43:33.156 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:43:33.156 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:43:33.156 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:43:33.156 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:43:33.156 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:43:33.156 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:43:33.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:32 smithi177 ceph-mon[212096]: from='client.59978 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:43:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:32 smithi123 ceph-mon[191304]: from='client.59978 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:43:33.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:32 smithi123 ceph-mon[188613]: from='client.59978 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:43:34.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:33 smithi177 ceph-mon[212096]: from='client.59984 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:43:34.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:33 smithi177 ceph-mon[212096]: pgmap v14713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:34.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:33 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3608215061' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:43:34.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:33 smithi123 ceph-mon[191304]: from='client.59984 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:43:34.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:33 smithi123 ceph-mon[191304]: pgmap v14713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:34.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:33 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3608215061' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:43:34.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:33 smithi123 ceph-mon[188613]: from='client.59984 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:43:34.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:33 smithi123 ceph-mon[188613]: pgmap v14713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:34.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:33 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3608215061' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:43:36.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:35 smithi177 ceph-mon[212096]: pgmap v14714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:36.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:35 smithi123 ceph-mon[191304]: pgmap v14714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:36.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:35 smithi123 ceph-mon[188613]: pgmap v14714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:38 smithi177 ceph-mon[212096]: pgmap v14715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:38.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:38 smithi123 ceph-mon[188613]: pgmap v14715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:38.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:38 smithi123 ceph-mon[191304]: pgmap v14715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:43:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:43:39] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T17:43:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:39 smithi177 ceph-mon[212096]: pgmap v14716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:43:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:43:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:43:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:39 smithi123 ceph-mon[191304]: pgmap v14716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:43:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:43:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:43:40.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:39 smithi123 ceph-mon[188613]: pgmap v14716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:40.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:43:40.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:43:40.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:43:42.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:41 smithi123 ceph-mon[188613]: pgmap v14717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:42.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:43:42.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:43:42.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:43:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:41 smithi123 ceph-mon[191304]: pgmap v14717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:43:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:43:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:43:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:41 smithi177 ceph-mon[212096]: pgmap v14717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:43:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:43:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:43:43.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:43:43.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:43:43.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:43:43.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:43:43.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:43:43.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:43:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:43:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:43:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:43:44.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:44 smithi177 ceph-mon[212096]: pgmap v14718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:44 smithi123 ceph-mon[191304]: pgmap v14718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:44 smithi123 ceph-mon[188613]: pgmap v14718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:46 smithi177 ceph-mon[212096]: pgmap v14719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:46 smithi123 ceph-mon[191304]: pgmap v14719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:46 smithi123 ceph-mon[188613]: pgmap v14719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:48 smithi177 ceph-mon[212096]: pgmap v14720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:48 smithi123 ceph-mon[191304]: pgmap v14720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:48 smithi123 ceph-mon[188613]: pgmap v14720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:43:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:43:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:43:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:49 smithi177 ceph-mon[212096]: pgmap v14721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:49 smithi123 ceph-mon[191304]: pgmap v14721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:50.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:49 smithi123 ceph-mon[188613]: pgmap v14721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:52.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:51 smithi123 ceph-mon[191304]: pgmap v14722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:52.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:51 smithi123 ceph-mon[188613]: pgmap v14722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:52.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:51 smithi177 ceph-mon[212096]: pgmap v14722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:54.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:53 smithi177 ceph-mon[212096]: pgmap v14723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:54.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:53 smithi123 ceph-mon[191304]: pgmap v14723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:54.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:53 smithi123 ceph-mon[188613]: pgmap v14723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:55 smithi177 ceph-mon[212096]: pgmap v14724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:56.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:55 smithi123 ceph-mon[191304]: pgmap v14724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:55 smithi123 ceph-mon[188613]: pgmap v14724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:43:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:43:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:43:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:58 smithi177 ceph-mon[212096]: pgmap v14725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:58 smithi123 ceph-mon[191304]: pgmap v14725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:58.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:58 smithi123 ceph-mon[188613]: pgmap v14725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:43:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:43:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:43:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:44:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:43:59 smithi177 ceph-mon[212096]: pgmap v14726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:00.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:43:59 smithi123 ceph-mon[191304]: pgmap v14726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:43:59 smithi123 ceph-mon[188613]: pgmap v14726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:01 smithi177 ceph-mon[212096]: pgmap v14727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:01 smithi123 ceph-mon[191304]: pgmap v14727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:01 smithi123 ceph-mon[188613]: pgmap v14727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:03.506 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:44:03.813 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:44:03.813 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 21s ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:44:03.813 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 8m ago 6h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:44:03.813 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 21s ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:44:03.813 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 8m ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:44:03.813 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 8m ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:44:03.814 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 21s ago 7h 812M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:44:03.814 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 21s ago 7h 1845M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:44:03.814 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 8m ago 6h 850M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:44:03.814 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 21s ago 6h 937M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:44:03.814 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 21s ago 6h 22.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:44:03.814 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 8m ago 6h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:44:03.814 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 21s ago 6h 5069M 2292M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:44:03.814 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 21s ago 6h 5799M 2292M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:44:03.814 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 21s ago 6h 4714M 2292M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:44:03.814 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 21s ago 6h 4914M 2292M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:44:03.814 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 8m ago 6h 4103M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:44:03.814 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 8m ago 6h 4557M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:44:03.814 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 8m ago 6h 3914M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:44:03.814 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 8m ago 6h 4534M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:44:03.815 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 8m ago 6h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:44:04.197 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:44:04.197 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:44:04.198 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:44:04.198 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:44:04.198 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:44:04.198 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:44:04.198 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:44:04.198 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:44:04.198 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:44:04.198 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:44:04.198 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:44:04.198 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:44:04.198 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:44:04.198 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:44:04.198 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:44:04.199 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:44:04.199 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:44:04.199 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:44:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:04 smithi177 ceph-mon[212096]: pgmap v14728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:04 smithi177 ceph-mon[212096]: from='client.50046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:44:04.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:04 smithi123 ceph-mon[191304]: pgmap v14728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:04.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:04 smithi123 ceph-mon[191304]: from='client.50046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:44:04.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:03 smithi123 ceph-mon[188613]: pgmap v14728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:04.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:03 smithi123 ceph-mon[188613]: from='client.50046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:44:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:05 smithi177 ceph-mon[212096]: from='client.60002 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:44:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:05 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1705378024' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:44:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:05 smithi123 ceph-mon[191304]: from='client.60002 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:44:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:05 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1705378024' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:44:05.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:05 smithi123 ceph-mon[188613]: from='client.60002 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:44:05.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:05 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1705378024' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:44:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:06 smithi177 ceph-mon[212096]: pgmap v14729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:06 smithi123 ceph-mon[188613]: pgmap v14729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:06 smithi123 ceph-mon[191304]: pgmap v14729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:08 smithi177 ceph-mon[212096]: pgmap v14730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:08 smithi123 ceph-mon[188613]: pgmap v14730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:08 smithi123 ceph-mon[191304]: pgmap v14730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:44:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:44:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:44:10.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:09 smithi177 ceph-mon[212096]: pgmap v14731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:10.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:09 smithi123 ceph-mon[188613]: pgmap v14731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:09 smithi123 ceph-mon[191304]: pgmap v14731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:11 smithi177 ceph-mon[212096]: pgmap v14732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:44:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:11 smithi123 ceph-mon[191304]: pgmap v14732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:44:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:11 smithi123 ceph-mon[188613]: pgmap v14732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:44:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:14 smithi177 ceph-mon[212096]: pgmap v14733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:14 smithi123 ceph-mon[191304]: pgmap v14733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:14.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:14 smithi123 ceph-mon[188613]: pgmap v14733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:16 smithi177 ceph-mon[212096]: pgmap v14734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:16 smithi123 ceph-mon[191304]: pgmap v14734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:16 smithi123 ceph-mon[188613]: pgmap v14734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:18 smithi177 ceph-mon[212096]: pgmap v14735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:18 smithi123 ceph-mon[191304]: pgmap v14735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:18 smithi123 ceph-mon[188613]: pgmap v14735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:44:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:44:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:44:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:19 smithi177 ceph-mon[212096]: pgmap v14736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:20.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:19 smithi123 ceph-mon[191304]: pgmap v14736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:20.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:19 smithi123 ceph-mon[188613]: pgmap v14736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:22.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:22 smithi177 ceph-mon[212096]: pgmap v14737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:22 smithi123 ceph-mon[191304]: pgmap v14737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:22.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:21 smithi123 ceph-mon[188613]: pgmap v14737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:24.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:24 smithi177 ceph-mon[212096]: pgmap v14738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:24.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:24 smithi123 ceph-mon[191304]: pgmap v14738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:24.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:24 smithi123 ceph-mon[188613]: pgmap v14738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:26 smithi177 ceph-mon[212096]: pgmap v14739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:26 smithi123 ceph-mon[191304]: pgmap v14739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:26.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:26 smithi123 ceph-mon[188613]: pgmap v14739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:44:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:44:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:44:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:28 smithi177 ceph-mon[212096]: pgmap v14740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:28 smithi123 ceph-mon[191304]: pgmap v14740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:28.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:28 smithi123 ceph-mon[188613]: pgmap v14740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:44:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:44:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:44:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:29 smithi177 ceph-mon[212096]: pgmap v14741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:29 smithi123 ceph-mon[191304]: pgmap v14741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:30.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:29 smithi123 ceph-mon[188613]: pgmap v14741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:32.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:32 smithi177 ceph-mon[212096]: pgmap v14742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:32.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:32 smithi123 ceph-mon[188613]: pgmap v14742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:32.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:32 smithi123 ceph-mon[191304]: pgmap v14742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:34.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:34 smithi177 ceph-mon[212096]: pgmap v14743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:34.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:34 smithi123 ceph-mon[191304]: pgmap v14743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:34.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:34 smithi123 ceph-mon[188613]: pgmap v14743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:34.542 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:44:34.850 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:44:34.850 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 52s ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:44:34.850 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 9m ago 6h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:44:34.850 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 52s ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:44:34.850 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 9m ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:44:34.850 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 9m ago 6h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:44:34.850 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 52s ago 7h 812M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:44:34.850 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 52s ago 7h 1845M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:44:34.851 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 9m ago 6h 850M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:44:34.851 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 52s ago 6h 937M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:44:34.851 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 52s ago 6h 22.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:44:34.851 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 9m ago 6h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:44:34.851 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 52s ago 6h 5069M 2292M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:44:34.851 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 52s ago 6h 5799M 2292M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:44:34.851 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 52s ago 6h 4714M 2292M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:44:34.851 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 52s ago 6h 4914M 2292M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:44:34.851 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 9m ago 6h 4103M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:44:34.851 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 9m ago 6h 4557M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:44:34.851 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 9m ago 6h 3914M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:44:34.851 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 9m ago 6h 4534M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:44:34.851 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 9m ago 6h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:44:35.231 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:44:35.231 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:44:35.231 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:44:35.232 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:44:35.232 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:44:35.232 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:44:35.232 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:44:35.232 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:44:35.232 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:44:35.232 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:44:35.232 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:44:35.232 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:44:35.232 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:44:35.232 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:44:35.232 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:44:35.232 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:44:35.232 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:44:35.233 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:44:35.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:35 smithi177 ceph-mon[212096]: from='client.60014 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:44:35.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:35 smithi123 ceph-mon[191304]: from='client.60014 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:44:35.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:35 smithi123 ceph-mon[188613]: from='client.60014 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:44:36.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:36 smithi177 ceph-mon[212096]: from='client.50070 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:44:36.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:36 smithi177 ceph-mon[212096]: pgmap v14744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:36.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:36 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2451401157' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:44:36.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:36 smithi123 ceph-mon[191304]: from='client.50070 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:44:36.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:36 smithi123 ceph-mon[191304]: pgmap v14744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:36.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:36 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2451401157' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:44:36.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:36 smithi123 ceph-mon[188613]: from='client.50070 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:44:36.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:36 smithi123 ceph-mon[188613]: pgmap v14744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:36.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:36 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2451401157' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:44:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:38 smithi177 ceph-mon[212096]: pgmap v14745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:38.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:38 smithi123 ceph-mon[191304]: pgmap v14745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:38.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:38 smithi123 ceph-mon[188613]: pgmap v14745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:44:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:44:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:44:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:39 smithi177 ceph-mon[212096]: pgmap v14746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:39 smithi123 ceph-mon[191304]: pgmap v14746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:39 smithi123 ceph-mon[188613]: pgmap v14746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:42 smithi177 ceph-mon[212096]: pgmap v14747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:44:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:42 smithi123 ceph-mon[191304]: pgmap v14747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:44:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:42 smithi123 ceph-mon[188613]: pgmap v14747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:44:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:44:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:44:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:44:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:44:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:44:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:44:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:44:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:44:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:44:44.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:44 smithi177 ceph-mon[212096]: pgmap v14748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:44.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:44:44.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:44:44.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:44:44.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:44 smithi123 ceph-mon[191304]: pgmap v14748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:44.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:44:44.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:44:44.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:44:44.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:44 smithi123 ceph-mon[188613]: pgmap v14748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:44.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:44:44.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:44:44.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:44:46.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:46 smithi177 ceph-mon[212096]: pgmap v14749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:46 smithi123 ceph-mon[191304]: pgmap v14749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:46.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:46 smithi123 ceph-mon[188613]: pgmap v14749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:48 smithi177 ceph-mon[212096]: pgmap v14750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:48.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:48 smithi123 ceph-mon[191304]: pgmap v14750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:48.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:48 smithi123 ceph-mon[188613]: pgmap v14750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:44:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:44:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:44:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:49 smithi177 ceph-mon[212096]: pgmap v14751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:49 smithi123 ceph-mon[191304]: pgmap v14751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:50.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:49 smithi123 ceph-mon[188613]: pgmap v14751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:52.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:52 smithi177 ceph-mon[212096]: pgmap v14752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:52.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:52 smithi123 ceph-mon[191304]: pgmap v14752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:52.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:52 smithi123 ceph-mon[188613]: pgmap v14752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:54.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:54 smithi177 ceph-mon[212096]: pgmap v14753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:54.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:54 smithi123 ceph-mon[191304]: pgmap v14753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:54.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:54 smithi123 ceph-mon[188613]: pgmap v14753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:56 smithi177 ceph-mon[212096]: pgmap v14754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:56.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:56 smithi123 ceph-mon[191304]: pgmap v14754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:56 smithi123 ceph-mon[188613]: pgmap v14754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:44:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:44:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:44:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:58 smithi177 ceph-mon[212096]: pgmap v14755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:58 smithi123 ceph-mon[191304]: pgmap v14755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:58.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:58 smithi123 ceph-mon[188613]: pgmap v14755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:44:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:44:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:44:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:45:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:44:59 smithi177 ceph-mon[212096]: pgmap v14756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:44:59 smithi123 ceph-mon[188613]: pgmap v14756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:00.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:44:59 smithi123 ceph-mon[191304]: pgmap v14756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:02 smithi177 ceph-mon[212096]: pgmap v14757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:02 smithi123 ceph-mon[191304]: pgmap v14757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:02 smithi123 ceph-mon[188613]: pgmap v14757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:04 smithi177 ceph-mon[212096]: pgmap v14758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:04.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:04 smithi123 ceph-mon[191304]: pgmap v14758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:04.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:04 smithi123 ceph-mon[188613]: pgmap v14758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:05.573 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:45:05.880 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:45:05.880 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 83s ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:45:05.880 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 9m ago 6h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:45:05.880 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 83s ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:45:05.880 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 9m ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:45:05.880 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 9m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:45:05.880 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 83s ago 7h 812M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:45:05.881 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 83s ago 7h 1845M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:45:05.881 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 9m ago 7h 850M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:45:05.881 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 83s ago 7h 937M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:45:05.881 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 83s ago 6h 22.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:45:05.881 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 9m ago 6h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:45:05.881 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 83s ago 6h 5069M 2292M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:45:05.881 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 83s ago 6h 5799M 2292M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:45:05.881 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 83s ago 6h 4714M 2292M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:45:05.881 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 83s ago 6h 4914M 2292M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:45:05.881 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 9m ago 6h 4103M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:45:05.881 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 9m ago 6h 4557M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:45:05.881 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 9m ago 6h 3914M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:45:05.881 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 9m ago 6h 4534M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:45:05.881 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 9m ago 6h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:45:06.263 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:45:06.263 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:45:06.263 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:45:06.263 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:45:06.263 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:45:06.264 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:45:06.264 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:45:06.264 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:45:06.264 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:45:06.264 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:45:06.264 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:45:06.264 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:45:06.264 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:45:06.264 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:45:06.264 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:45:06.264 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:45:06.264 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:45:06.264 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:45:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:06 smithi177 ceph-mon[212096]: pgmap v14759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:06 smithi123 ceph-mon[191304]: pgmap v14759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:06 smithi123 ceph-mon[188613]: pgmap v14759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:07 smithi177 ceph-mon[212096]: from='client.50082 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:45:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:07 smithi177 ceph-mon[212096]: from='client.60038 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:45:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:07 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2871859540' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:45:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:07 smithi123 ceph-mon[191304]: from='client.50082 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:45:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:07 smithi123 ceph-mon[191304]: from='client.60038 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:45:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:07 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2871859540' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:45:07.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:07 smithi123 ceph-mon[188613]: from='client.50082 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:45:07.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:07 smithi123 ceph-mon[188613]: from='client.60038 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:45:07.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:07 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2871859540' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:45:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:08 smithi177 ceph-mon[212096]: pgmap v14760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:08 smithi123 ceph-mon[191304]: pgmap v14760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:08 smithi123 ceph-mon[188613]: pgmap v14760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:45:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:45:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:45:10.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:09 smithi177 ceph-mon[212096]: pgmap v14761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:09 smithi123 ceph-mon[191304]: pgmap v14761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:10.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:09 smithi123 ceph-mon[188613]: pgmap v14761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:12 smithi177 ceph-mon[212096]: pgmap v14762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:45:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:12 smithi123 ceph-mon[191304]: pgmap v14762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:45:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:12 smithi123 ceph-mon[188613]: pgmap v14762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:45:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:14 smithi177 ceph-mon[212096]: pgmap v14763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:14.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:14 smithi123 ceph-mon[191304]: pgmap v14763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:14 smithi123 ceph-mon[188613]: pgmap v14763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:16 smithi177 ceph-mon[212096]: pgmap v14764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:16 smithi123 ceph-mon[191304]: pgmap v14764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:16 smithi123 ceph-mon[188613]: pgmap v14764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:18 smithi177 ceph-mon[212096]: pgmap v14765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:18 smithi123 ceph-mon[191304]: pgmap v14765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:18.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:18 smithi123 ceph-mon[188613]: pgmap v14765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:45:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:45:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:45:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:19 smithi177 ceph-mon[212096]: pgmap v14766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:20.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:19 smithi123 ceph-mon[191304]: pgmap v14766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:20.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:19 smithi123 ceph-mon[188613]: pgmap v14766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:22.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:22 smithi177 ceph-mon[212096]: pgmap v14767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:22 smithi123 ceph-mon[191304]: pgmap v14767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:22.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:22 smithi123 ceph-mon[188613]: pgmap v14767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:24.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:24 smithi177 ceph-mon[212096]: pgmap v14768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:24.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:24 smithi123 ceph-mon[191304]: pgmap v14768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:24.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:24 smithi123 ceph-mon[188613]: pgmap v14768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:26 smithi177 ceph-mon[212096]: pgmap v14769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:26 smithi123 ceph-mon[191304]: pgmap v14769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:26.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:26 smithi123 ceph-mon[188613]: pgmap v14769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:45:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:45:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:45:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:28 smithi177 ceph-mon[212096]: pgmap v14770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:28 smithi123 ceph-mon[191304]: pgmap v14770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:28.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:28 smithi123 ceph-mon[188613]: pgmap v14770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:45:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:45:29] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T17:45:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:29 smithi177 ceph-mon[212096]: pgmap v14771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:30.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:29 smithi123 ceph-mon[188613]: pgmap v14771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:29 smithi123 ceph-mon[191304]: pgmap v14771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:32.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:32 smithi177 ceph-mon[212096]: pgmap v14772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:32.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:32 smithi123 ceph-mon[191304]: pgmap v14772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:32.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:32 smithi123 ceph-mon[188613]: pgmap v14772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:34.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:34 smithi177 ceph-mon[212096]: pgmap v14773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:34.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:34 smithi123 ceph-mon[191304]: pgmap v14773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:34.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:34 smithi123 ceph-mon[188613]: pgmap v14773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:36.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:36 smithi177 ceph-mon[212096]: pgmap v14774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:36.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:36 smithi123 ceph-mon[191304]: pgmap v14774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:36.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:36 smithi123 ceph-mon[188613]: pgmap v14774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:36.609 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:45:36.916 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:45:36.916 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 114s ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:45:36.917 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 10m ago 6h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:45:36.917 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 114s ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:45:36.917 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 10m ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:45:36.917 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 10m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:45:36.917 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 114s ago 7h 812M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:45:36.917 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 114s ago 7h 1845M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:45:36.917 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 10m ago 7h 850M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:45:36.917 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 114s ago 7h 937M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:45:36.917 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 114s ago 6h 22.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:45:36.917 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 10m ago 6h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:45:36.917 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 114s ago 7h 5069M 2292M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:45:36.917 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 114s ago 7h 5799M 2292M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:45:36.917 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 114s ago 6h 4714M 2292M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:45:36.917 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 114s ago 6h 4914M 2292M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:45:36.918 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 10m ago 6h 4103M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:45:36.918 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 10m ago 6h 4557M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:45:36.918 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 10m ago 6h 3914M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:45:36.918 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 10m ago 6h 4534M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:45:36.918 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 10m ago 6h 139M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:45:37.300 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:45:37.300 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:45:37.300 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:45:37.300 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:45:37.300 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:45:37.300 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:45:37.300 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:45:37.300 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:45:37.300 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:45:37.300 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:45:37.300 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:45:37.300 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:45:37.301 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:45:37.301 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:45:37.301 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:45:37.301 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:45:37.301 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:45:37.301 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:45:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:38 smithi177 ceph-mon[212096]: from='client.50100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:45:38.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:38 smithi177 ceph-mon[212096]: from='client.50106 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:45:38.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:38 smithi177 ceph-mon[212096]: pgmap v14775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:38.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:38 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2591792880' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:45:38.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:38 smithi123 ceph-mon[191304]: from='client.50100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:45:38.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:38 smithi123 ceph-mon[191304]: from='client.50106 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:45:38.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:38 smithi123 ceph-mon[191304]: pgmap v14775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:38.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:38 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2591792880' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:45:38.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:38 smithi123 ceph-mon[188613]: from='client.50100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:45:38.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:38 smithi123 ceph-mon[188613]: from='client.50106 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:45:38.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:38 smithi123 ceph-mon[188613]: pgmap v14775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:38.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:38 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2591792880' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:45:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:45:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:45:39] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T17:45:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:39 smithi177 ceph-mon[212096]: pgmap v14776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:39 smithi123 ceph-mon[191304]: pgmap v14776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:39 smithi123 ceph-mon[188613]: pgmap v14776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:42 smithi177 ceph-mon[212096]: pgmap v14777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:42.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:45:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:42 smithi123 ceph-mon[191304]: pgmap v14777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:45:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:42 smithi123 ceph-mon[188613]: pgmap v14777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:45:44.327 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:44 smithi177 ceph-mon[212096]: pgmap v14778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:44.327 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:45:44.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:44 smithi123 ceph-mon[191304]: pgmap v14778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:44.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:45:44.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:44 smithi123 ceph-mon[188613]: pgmap v14778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:44.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:45:46.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:46 smithi177 ceph-mon[212096]: pgmap v14779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:46 smithi123 ceph-mon[191304]: pgmap v14779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:46.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:46 smithi123 ceph-mon[188613]: pgmap v14779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:47.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:45:47.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:45:47.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:45:47.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:45:47.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:45:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:45:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:45:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:45:47.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:45:47.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:45:47.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:45:47.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:45:47.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:45:47.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:45:47.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:45:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:48 smithi177 ceph-mon[212096]: pgmap v14780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:48 smithi123 ceph-mon[191304]: pgmap v14780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:48 smithi123 ceph-mon[188613]: pgmap v14780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:45:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:45:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:45:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:49 smithi177 ceph-mon[212096]: pgmap v14781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:49 smithi123 ceph-mon[191304]: pgmap v14781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:50.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:49 smithi123 ceph-mon[188613]: pgmap v14781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:52.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:52 smithi177 ceph-mon[212096]: pgmap v14782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:52.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:52 smithi123 ceph-mon[191304]: pgmap v14782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:52.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:52 smithi123 ceph-mon[188613]: pgmap v14782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:54.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:54 smithi177 ceph-mon[212096]: pgmap v14783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:54.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:54 smithi123 ceph-mon[191304]: pgmap v14783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:54.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:54 smithi123 ceph-mon[188613]: pgmap v14783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:56 smithi177 ceph-mon[212096]: pgmap v14784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:56.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:56 smithi123 ceph-mon[191304]: pgmap v14784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:56 smithi123 ceph-mon[188613]: pgmap v14784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:45:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:45:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:45:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:58 smithi177 ceph-mon[212096]: pgmap v14785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:58 smithi123 ceph-mon[191304]: pgmap v14785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:58.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:58 smithi123 ceph-mon[188613]: pgmap v14785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:45:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:45:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:45:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:46:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:45:59 smithi177 ceph-mon[212096]: pgmap v14786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:45:59 smithi123 ceph-mon[188613]: pgmap v14786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:00.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:45:59 smithi123 ceph-mon[191304]: pgmap v14786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:02.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:02 smithi177 ceph-mon[212096]: pgmap v14787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:02 smithi123 ceph-mon[188613]: pgmap v14787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:02 smithi123 ceph-mon[191304]: pgmap v14787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:04 smithi177 ceph-mon[212096]: pgmap v14788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:04.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:04 smithi123 ceph-mon[191304]: pgmap v14788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:04.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:04 smithi123 ceph-mon[188613]: pgmap v14788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:06.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:06 smithi177 ceph-mon[212096]: pgmap v14789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:06 smithi123 ceph-mon[191304]: pgmap v14789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:06 smithi123 ceph-mon[188613]: pgmap v14789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:07.644 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:46:07.955 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:46:07.955 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 2m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:46:07.955 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 21s ago 6h 93.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:46:07.955 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 2m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:46:07.955 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 21s ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:46:07.955 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 21s ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:46:07.955 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 2m ago 7h 812M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:46:07.955 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 2m ago 7h 1845M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:46:07.955 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 21s ago 7h 868M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:46:07.956 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 2m ago 7h 937M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:46:07.956 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 2m ago 6h 22.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:46:07.956 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 21s ago 6h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:46:07.956 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 2m ago 7h 5069M 2292M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:46:07.956 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 2m ago 7h 5799M 2292M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:46:07.956 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 2m ago 7h 4714M 2292M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:46:07.956 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 2m ago 7h 4914M 2292M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:46:07.956 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 21s ago 6h 4129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:46:07.956 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 21s ago 6h 4590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:46:07.956 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 21s ago 6h 3945M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:46:07.956 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 21s ago 6h 4570M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:46:07.956 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 21s ago 6h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:46:08.338 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:46:08.338 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:46:08.338 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:46:08.338 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:46:08.338 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:46:08.339 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:46:08.339 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:46:08.339 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:46:08.339 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:46:08.339 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:46:08.339 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:46:08.339 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:46:08.339 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:46:08.339 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:46:08.339 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:46:08.339 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:46:08.339 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:46:08.339 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:46:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:08 smithi177 ceph-mon[212096]: pgmap v14790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:08 smithi123 ceph-mon[191304]: pgmap v14790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:08.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:08 smithi123 ceph-mon[188613]: pgmap v14790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:09.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:09 smithi177 ceph-mon[212096]: from='client.60068 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:46:09.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:09 smithi177 ceph-mon[212096]: from='client.60074 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:46:09.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:09 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4292091753' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:46:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:09 smithi123 ceph-mon[191304]: from='client.60068 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:46:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:09 smithi123 ceph-mon[191304]: from='client.60074 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:46:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:09 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4292091753' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:46:09.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:09 smithi123 ceph-mon[188613]: from='client.60068 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:46:09.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:09 smithi123 ceph-mon[188613]: from='client.60074 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:46:09.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:09 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4292091753' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:46:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:46:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:46:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:46:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:10 smithi177 ceph-mon[212096]: pgmap v14791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:10.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:10 smithi123 ceph-mon[191304]: pgmap v14791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:10.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:10 smithi123 ceph-mon[188613]: pgmap v14791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:12 smithi177 ceph-mon[212096]: pgmap v14792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:46:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:12 smithi123 ceph-mon[191304]: pgmap v14792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:46:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:12 smithi123 ceph-mon[188613]: pgmap v14792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:46:14.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:14 smithi177 ceph-mon[212096]: pgmap v14793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:14 smithi123 ceph-mon[191304]: pgmap v14793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:14.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:14 smithi123 ceph-mon[188613]: pgmap v14793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:16 smithi177 ceph-mon[212096]: pgmap v14794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:16 smithi123 ceph-mon[191304]: pgmap v14794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:16.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:16 smithi123 ceph-mon[188613]: pgmap v14794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:18 smithi177 ceph-mon[212096]: pgmap v14795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:18 smithi123 ceph-mon[191304]: pgmap v14795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:18 smithi123 ceph-mon[188613]: pgmap v14795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:46:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:46:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:46:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:19 smithi177 ceph-mon[212096]: pgmap v14796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:20.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:19 smithi123 ceph-mon[188613]: pgmap v14796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:20.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:19 smithi123 ceph-mon[191304]: pgmap v14796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:22.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:22 smithi177 ceph-mon[212096]: pgmap v14797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:22 smithi123 ceph-mon[191304]: pgmap v14797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:22.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:22 smithi123 ceph-mon[188613]: pgmap v14797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:24.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:24 smithi177 ceph-mon[212096]: pgmap v14798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:24.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:24 smithi123 ceph-mon[191304]: pgmap v14798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:24.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:24 smithi123 ceph-mon[188613]: pgmap v14798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:26 smithi177 ceph-mon[212096]: pgmap v14799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:26 smithi123 ceph-mon[191304]: pgmap v14799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:26.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:26 smithi123 ceph-mon[188613]: pgmap v14799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:46:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:46:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:46:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:28 smithi177 ceph-mon[212096]: pgmap v14800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:28.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:28 smithi123 ceph-mon[191304]: pgmap v14800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:28.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:28 smithi123 ceph-mon[188613]: pgmap v14800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:46:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:46:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:46:30.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:29 smithi177 ceph-mon[212096]: pgmap v14801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:30.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:29 smithi123 ceph-mon[188613]: pgmap v14801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:29 smithi123 ceph-mon[191304]: pgmap v14801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:32.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:32 smithi177 ceph-mon[212096]: pgmap v14802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:32.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:32 smithi123 ceph-mon[188613]: pgmap v14802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:32.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:32 smithi123 ceph-mon[191304]: pgmap v14802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:34.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:34 smithi177 ceph-mon[212096]: pgmap v14803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:34.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:34 smithi123 ceph-mon[191304]: pgmap v14803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:34.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:34 smithi123 ceph-mon[188613]: pgmap v14803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:36.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:36 smithi177 ceph-mon[212096]: pgmap v14804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:36.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:36 smithi123 ceph-mon[191304]: pgmap v14804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:36.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:36 smithi123 ceph-mon[188613]: pgmap v14804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:38 smithi177 ceph-mon[212096]: pgmap v14805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:38.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:38 smithi123 ceph-mon[191304]: pgmap v14805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:38.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:38 smithi123 ceph-mon[188613]: pgmap v14805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:38.691 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:46:39.001 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:46:39.001 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 2m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:46:39.001 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 52s ago 6h 93.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:46:39.001 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 2m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:46:39.001 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 52s ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:46:39.002 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 52s ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:46:39.002 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 2m ago 7h 812M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:46:39.002 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 2m ago 7h 1845M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:46:39.002 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 52s ago 7h 868M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:46:39.002 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 2m ago 7h 937M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:46:39.002 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 2m ago 6h 22.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:46:39.002 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 52s ago 6h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:46:39.002 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 2m ago 7h 5069M 2292M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:46:39.002 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 2m ago 7h 5799M 2292M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:46:39.002 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 2m ago 7h 4714M 2292M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:46:39.002 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 2m ago 7h 4914M 2292M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:46:39.002 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 52s ago 7h 4129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:46:39.002 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 52s ago 7h 4590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:46:39.002 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 52s ago 6h 3945M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:46:39.002 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 52s ago 6h 4570M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:46:39.003 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 52s ago 6h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:46:39.381 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:46:39.382 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:46:39.382 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:46:39.382 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:46:39.382 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:46:39.382 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:46:39.382 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:46:39.382 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:46:39.382 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:46:39.382 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:46:39.382 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:46:39.383 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:46:39.383 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:46:39.383 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:46:39.383 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:46:39.383 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:46:39.383 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:46:39.383 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:46:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:46:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:46:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:46:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:39 smithi177 ceph-mon[212096]: from='client.60086 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:46:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:39 smithi177 ceph-mon[212096]: pgmap v14806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:39 smithi177 ceph-mon[212096]: from='client.60092 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:46:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:39 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2994487028' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:46:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:39 smithi123 ceph-mon[191304]: from='client.60086 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:46:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:39 smithi123 ceph-mon[191304]: pgmap v14806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:39 smithi123 ceph-mon[191304]: from='client.60092 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:46:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:39 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2994487028' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:46:40.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:39 smithi123 ceph-mon[188613]: from='client.60086 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:46:40.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:39 smithi123 ceph-mon[188613]: pgmap v14806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:40.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:39 smithi123 ceph-mon[188613]: from='client.60092 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:46:40.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:39 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2994487028' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:46:42.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:42 smithi177 ceph-mon[212096]: pgmap v14807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:42.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:46:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:42 smithi123 ceph-mon[191304]: pgmap v14807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:46:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:42 smithi123 ceph-mon[188613]: pgmap v14807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:46:44.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:44 smithi177 ceph-mon[212096]: pgmap v14808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:44.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:44 smithi123 ceph-mon[191304]: pgmap v14808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:44.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:44 smithi123 ceph-mon[188613]: pgmap v14808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:46.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:46 smithi177 ceph-mon[212096]: pgmap v14809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:46 smithi123 ceph-mon[191304]: pgmap v14809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:46.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:46 smithi123 ceph-mon[188613]: pgmap v14809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:47.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:46:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:46:47.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:46:48.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:48 smithi177 ceph-mon[212096]: pgmap v14810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:48.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:46:48.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:46:48.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:46:48.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:48 smithi123 ceph-mon[191304]: pgmap v14810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:48.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:46:48.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:46:48.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:46:48.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:48 smithi123 ceph-mon[188613]: pgmap v14810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:48.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:46:48.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:46:48.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:46:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:46:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:46:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:46:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:49 smithi177 ceph-mon[212096]: pgmap v14811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:49 smithi123 ceph-mon[191304]: pgmap v14811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:50.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:49 smithi123 ceph-mon[188613]: pgmap v14811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:52.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:52 smithi177 ceph-mon[212096]: pgmap v14812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:52.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:52 smithi123 ceph-mon[191304]: pgmap v14812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:52.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:52 smithi123 ceph-mon[188613]: pgmap v14812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:54.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:54 smithi177 ceph-mon[212096]: pgmap v14813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:54.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:54 smithi123 ceph-mon[188613]: pgmap v14813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:54.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:54 smithi123 ceph-mon[191304]: pgmap v14813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:56.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:56 smithi177 ceph-mon[212096]: pgmap v14814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:56.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:56 smithi123 ceph-mon[191304]: pgmap v14814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:56.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:56 smithi123 ceph-mon[188613]: pgmap v14814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:46:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:46:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:46:58.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:58 smithi177 ceph-mon[212096]: pgmap v14815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:58 smithi123 ceph-mon[191304]: pgmap v14815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:58.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:58 smithi123 ceph-mon[188613]: pgmap v14815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:46:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:46:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:46:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:47:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:46:59 smithi177 ceph-mon[212096]: pgmap v14816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:00.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:46:59 smithi123 ceph-mon[191304]: pgmap v14816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:46:59 smithi123 ceph-mon[188613]: pgmap v14816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:02 smithi177 ceph-mon[212096]: pgmap v14817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:02 smithi123 ceph-mon[188613]: pgmap v14817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:02.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:02 smithi123 ceph-mon[191304]: pgmap v14817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:04 smithi177 ceph-mon[212096]: pgmap v14818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:04.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:04 smithi123 ceph-mon[191304]: pgmap v14818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:04.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:04 smithi123 ceph-mon[188613]: pgmap v14818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:06 smithi177 ceph-mon[212096]: pgmap v14819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:06 smithi123 ceph-mon[191304]: pgmap v14819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:06.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:06 smithi123 ceph-mon[188613]: pgmap v14819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:08 smithi177 ceph-mon[212096]: pgmap v14820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:08 smithi123 ceph-mon[191304]: pgmap v14820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:08.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:08 smithi123 ceph-mon[188613]: pgmap v14820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:47:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:47:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:47:09.726 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:47:10.036 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:47:10.036 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 3m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:47:10.036 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 83s ago 6h 93.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:47:10.036 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (6h) 3m ago 6h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:47:10.036 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (6h) 83s ago 6h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:47:10.036 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 83s ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:47:10.036 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 3m ago 7h 812M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:47:10.036 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 3m ago 7h 1845M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:47:10.036 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 83s ago 7h 868M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:47:10.036 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 3m ago 7h 937M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:47:10.036 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 3m ago 6h 22.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:47:10.037 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 83s ago 6h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:47:10.037 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 3m ago 7h 5069M 2292M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:47:10.037 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 3m ago 7h 5799M 2292M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:47:10.037 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 3m ago 7h 4714M 2292M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:47:10.037 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 3m ago 7h 4914M 2292M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:47:10.037 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 83s ago 7h 4129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:47:10.037 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 83s ago 7h 4590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:47:10.037 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 83s ago 7h 3945M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:47:10.037 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 83s ago 6h 4570M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:47:10.037 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 83s ago 6h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:47:10.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:09 smithi177 ceph-mon[212096]: pgmap v14821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:09 smithi123 ceph-mon[191304]: pgmap v14821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:10.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:09 smithi123 ceph-mon[188613]: pgmap v14821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:10.420 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:47:10.420 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:47:10.420 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:47:10.420 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:47:10.420 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:47:10.420 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:47:10.420 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:47:10.420 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:47:10.421 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:47:10.421 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:47:10.421 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:47:10.421 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:47:10.421 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:47:10.421 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:47:10.421 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:47:10.421 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:47:10.421 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:47:10.421 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:47:11.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:10 smithi177 ceph-mon[212096]: from='client.60104 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:47:11.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:10 smithi177 ceph-mon[212096]: from='client.60110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:47:11.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:10 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/528114347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:47:11.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:10 smithi123 ceph-mon[191304]: from='client.60104 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:47:11.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:10 smithi123 ceph-mon[191304]: from='client.60110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:47:11.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:10 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/528114347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:47:11.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:10 smithi123 ceph-mon[188613]: from='client.60104 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:47:11.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:10 smithi123 ceph-mon[188613]: from='client.60110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:47:11.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:10 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/528114347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:47:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:11 smithi177 ceph-mon[212096]: pgmap v14822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:11 smithi123 ceph-mon[191304]: pgmap v14822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:12.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:11 smithi123 ceph-mon[188613]: pgmap v14822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:13.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:47:13.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:47:13.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:47:14.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:13 smithi177 ceph-mon[212096]: pgmap v14823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:14.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:13 smithi123 ceph-mon[191304]: pgmap v14823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:14.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:13 smithi123 ceph-mon[188613]: pgmap v14823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:16 smithi177 ceph-mon[212096]: pgmap v14824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:16 smithi123 ceph-mon[191304]: pgmap v14824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:16.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:16 smithi123 ceph-mon[188613]: pgmap v14824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:18 smithi177 ceph-mon[212096]: pgmap v14825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:18 smithi123 ceph-mon[188613]: pgmap v14825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:18.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:18 smithi123 ceph-mon[191304]: pgmap v14825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:47:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:47:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T17:47:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:19 smithi177 ceph-mon[212096]: pgmap v14826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:20.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:19 smithi123 ceph-mon[191304]: pgmap v14826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:20.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:19 smithi123 ceph-mon[188613]: pgmap v14826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:22.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:22 smithi177 ceph-mon[212096]: pgmap v14827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:22 smithi123 ceph-mon[191304]: pgmap v14827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:22 smithi123 ceph-mon[188613]: pgmap v14827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:24.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:24 smithi177 ceph-mon[212096]: pgmap v14828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:24.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:24 smithi123 ceph-mon[191304]: pgmap v14828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:24.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:24 smithi123 ceph-mon[188613]: pgmap v14828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:26 smithi177 ceph-mon[212096]: pgmap v14829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:26.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:26 smithi123 ceph-mon[188613]: pgmap v14829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:26.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:26 smithi123 ceph-mon[191304]: pgmap v14829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:47:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:47:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:47:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:28 smithi177 ceph-mon[212096]: pgmap v14830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:28.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:28 smithi123 ceph-mon[188613]: pgmap v14830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:28.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:28 smithi123 ceph-mon[191304]: pgmap v14830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:47:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:47:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:47:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:29 smithi177 ceph-mon[212096]: pgmap v14831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:29 smithi123 ceph-mon[191304]: pgmap v14831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:30.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:29 smithi123 ceph-mon[188613]: pgmap v14831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:32.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:32 smithi177 ceph-mon[212096]: pgmap v14832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:32.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:32 smithi123 ceph-mon[191304]: pgmap v14832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:32.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:32 smithi123 ceph-mon[188613]: pgmap v14832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:34.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:34 smithi177 ceph-mon[212096]: pgmap v14833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:34.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:34 smithi123 ceph-mon[191304]: pgmap v14833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:34.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:34 smithi123 ceph-mon[188613]: pgmap v14833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:36.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:36 smithi177 ceph-mon[212096]: pgmap v14834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:36.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:36 smithi123 ceph-mon[191304]: pgmap v14834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:36.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:36 smithi123 ceph-mon[188613]: pgmap v14834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:38 smithi177 ceph-mon[212096]: pgmap v14835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:38.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:38 smithi123 ceph-mon[191304]: pgmap v14835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:38.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:38 smithi123 ceph-mon[188613]: pgmap v14835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:47:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:47:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:47:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:39 smithi177 ceph-mon[212096]: pgmap v14836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:39 smithi123 ceph-mon[191304]: pgmap v14836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:40.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:39 smithi123 ceph-mon[188613]: pgmap v14836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:40.767 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:47:41.075 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:47:41.075 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 3m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:47:41.075 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 114s ago 6h 93.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:47:41.075 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 3m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:47:41.075 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 114s ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:47:41.075 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 114s ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:47:41.075 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 3m ago 7h 812M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:47:41.076 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 3m ago 7h 1845M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:47:41.076 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 114s ago 7h 868M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:47:41.076 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 3m ago 7h 937M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:47:41.076 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 3m ago 6h 22.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:47:41.076 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 114s ago 6h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:47:41.076 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 3m ago 7h 5069M 2292M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:47:41.076 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 3m ago 7h 5799M 2292M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:47:41.076 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 3m ago 7h 4714M 2292M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:47:41.076 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 3m ago 7h 4914M 2292M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:47:41.076 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 114s ago 7h 4129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:47:41.076 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 114s ago 7h 4590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:47:41.076 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 114s ago 7h 3945M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:47:41.076 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 114s ago 7h 4570M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:47:41.076 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 114s ago 6h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:47:41.455 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:47:41.455 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:47:41.455 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:47:41.455 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:47:41.455 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:47:41.455 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:47:41.455 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:47:41.455 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:47:41.455 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:47:41.455 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:47:41.455 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:47:41.456 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:47:41.456 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:47:41.456 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:47:41.456 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:47:41.456 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:47:41.456 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:47:41.456 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:47:42.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:42 smithi177 ceph-mon[212096]: from='client.60122 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:47:42.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:42 smithi177 ceph-mon[212096]: pgmap v14837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:42.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:42 smithi177 ceph-mon[212096]: from='client.60128 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:47:42.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:42 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/812485031' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:47:42.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:47:42.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:42 smithi123 ceph-mon[191304]: from='client.60122 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:47:42.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:42 smithi123 ceph-mon[191304]: pgmap v14837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:42.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:42 smithi123 ceph-mon[191304]: from='client.60128 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:47:42.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:42 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/812485031' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:47:42.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:47:42.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:42 smithi123 ceph-mon[188613]: from='client.60122 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:47:42.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:42 smithi123 ceph-mon[188613]: pgmap v14837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:42.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:42 smithi123 ceph-mon[188613]: from='client.60128 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:47:42.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:42 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/812485031' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:47:42.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:47:44.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:44 smithi177 ceph-mon[212096]: pgmap v14838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:44.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:44 smithi123 ceph-mon[191304]: pgmap v14838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:44.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:44 smithi123 ceph-mon[188613]: pgmap v14838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:46.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:46 smithi177 ceph-mon[212096]: pgmap v14839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:46.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:46 smithi123 ceph-mon[191304]: pgmap v14839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:46.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:46 smithi123 ceph-mon[188613]: pgmap v14839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:48 smithi177 ceph-mon[212096]: pgmap v14840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:48.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:47:48.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:47:48.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:47:48.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:47:48.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:48 smithi123 ceph-mon[191304]: pgmap v14840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:48.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:47:48.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:47:48.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:47:48.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:47:48.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:48 smithi123 ceph-mon[188613]: pgmap v14840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:48.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:47:48.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:47:48.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:47:48.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:47:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:47:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:47:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:47:50.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:49 smithi177 ceph-mon[212096]: pgmap v14841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:49 smithi123 ceph-mon[191304]: pgmap v14841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:50.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:49 smithi123 ceph-mon[188613]: pgmap v14841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:52.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:52 smithi177 ceph-mon[212096]: pgmap v14842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:52.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:52 smithi123 ceph-mon[191304]: pgmap v14842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:52.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:52 smithi123 ceph-mon[188613]: pgmap v14842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:54.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:54 smithi177 ceph-mon[212096]: pgmap v14843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:54.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:54 smithi123 ceph-mon[191304]: pgmap v14843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:54.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:54 smithi123 ceph-mon[188613]: pgmap v14843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:56.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:56 smithi177 ceph-mon[212096]: pgmap v14844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:56.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:56 smithi123 ceph-mon[188613]: pgmap v14844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:56.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:56 smithi123 ceph-mon[191304]: pgmap v14844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:47:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:47:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:47:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:58 smithi177 ceph-mon[212096]: pgmap v14845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:58 smithi123 ceph-mon[191304]: pgmap v14845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:58.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:58 smithi123 ceph-mon[188613]: pgmap v14845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:47:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:47:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:47:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:48:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:47:59 smithi177 ceph-mon[212096]: pgmap v14846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:47:59 smithi123 ceph-mon[188613]: pgmap v14846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:47:59 smithi123 ceph-mon[191304]: pgmap v14846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:02 smithi177 ceph-mon[212096]: pgmap v14847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:02.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:02 smithi123 ceph-mon[191304]: pgmap v14847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:02.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:02 smithi123 ceph-mon[188613]: pgmap v14847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:04 smithi177 ceph-mon[212096]: pgmap v14848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:04.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:04 smithi123 ceph-mon[191304]: pgmap v14848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:04.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:04 smithi123 ceph-mon[188613]: pgmap v14848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:06.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:06 smithi177 ceph-mon[212096]: pgmap v14849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:06.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:06 smithi123 ceph-mon[191304]: pgmap v14849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:06.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:06 smithi123 ceph-mon[188613]: pgmap v14849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:08.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:08 smithi177 ceph-mon[212096]: pgmap v14850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:08.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:08 smithi123 ceph-mon[191304]: pgmap v14850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:08.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:08 smithi123 ceph-mon[188613]: pgmap v14850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:48:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:48:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:48:10.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:09 smithi177 ceph-mon[212096]: pgmap v14851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:09 smithi123 ceph-mon[191304]: pgmap v14851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:10.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:09 smithi123 ceph-mon[188613]: pgmap v14851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:11.802 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:48:12.115 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:48:12.115 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 4m ago 6h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:48:12.115 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 2m ago 6h 93.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:48:12.116 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 4m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:48:12.116 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 2m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:48:12.116 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 2m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:48:12.116 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 4m ago 7h 812M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:48:12.116 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 4m ago 7h 1845M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:48:12.116 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 2m ago 7h 868M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:48:12.116 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 4m ago 7h 937M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:48:12.116 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 4m ago 6h 22.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:48:12.116 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 2m ago 6h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:48:12.116 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 4m ago 7h 5069M 2292M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:48:12.116 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 4m ago 7h 5799M 2292M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:48:12.116 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 4m ago 7h 4714M 2292M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:48:12.116 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 4m ago 7h 4914M 2292M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:48:12.116 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 2m ago 7h 4129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:48:12.116 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 2m ago 7h 4590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:48:12.117 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 2m ago 7h 3945M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:48:12.117 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 2m ago 7h 4570M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:48:12.117 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 2m ago 7h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:48:12.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:12 smithi177 ceph-mon[212096]: pgmap v14852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:12.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:48:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:12 smithi123 ceph-mon[191304]: pgmap v14852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:48:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:12 smithi123 ceph-mon[188613]: pgmap v14852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:48:12.499 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:48:12.499 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:48:12.499 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:48:12.499 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:48:12.499 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:48:12.499 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:48:12.499 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:48:12.499 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:48:12.499 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:48:12.499 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:48:12.500 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:48:12.500 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:48:12.500 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:48:12.500 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:48:12.500 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:48:12.500 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:48:12.500 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:48:12.500 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:48:13.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:13 smithi177 ceph-mon[212096]: from='client.60140 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:48:13.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:13 smithi177 ceph-mon[212096]: from='client.60146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:48:13.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:13 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4031205012' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:48:13.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:13 smithi123 ceph-mon[191304]: from='client.60140 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:48:13.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:13 smithi123 ceph-mon[191304]: from='client.60146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:48:13.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:13 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4031205012' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:48:13.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:13 smithi123 ceph-mon[188613]: from='client.60140 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:48:13.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:13 smithi123 ceph-mon[188613]: from='client.60146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:48:13.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:13 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4031205012' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:48:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:14 smithi177 ceph-mon[212096]: pgmap v14853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:14.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:14 smithi123 ceph-mon[191304]: pgmap v14853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:14 smithi123 ceph-mon[188613]: pgmap v14853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:16.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:16 smithi177 ceph-mon[212096]: pgmap v14854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:16.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:16 smithi123 ceph-mon[191304]: pgmap v14854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:16.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:16 smithi123 ceph-mon[188613]: pgmap v14854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:18.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:18 smithi177 ceph-mon[212096]: pgmap v14855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:18.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:18 smithi123 ceph-mon[191304]: pgmap v14855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:18.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:18 smithi123 ceph-mon[188613]: pgmap v14855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:48:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:48:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:48:20.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:19 smithi177 ceph-mon[212096]: pgmap v14856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:20.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:19 smithi123 ceph-mon[191304]: pgmap v14856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:20.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:19 smithi123 ceph-mon[188613]: pgmap v14856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:22.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:22 smithi177 ceph-mon[212096]: pgmap v14857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:22.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:22 smithi123 ceph-mon[191304]: pgmap v14857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:22 smithi123 ceph-mon[188613]: pgmap v14857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:24.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:24 smithi177 ceph-mon[212096]: pgmap v14858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:24.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:24 smithi123 ceph-mon[191304]: pgmap v14858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:24.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:24 smithi123 ceph-mon[188613]: pgmap v14858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:26 smithi177 ceph-mon[212096]: pgmap v14859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:26 smithi123 ceph-mon[191304]: pgmap v14859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:26.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:26 smithi123 ceph-mon[188613]: pgmap v14859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:48:27.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:48:27.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:48:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:28 smithi177 ceph-mon[212096]: pgmap v14860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:28.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:28 smithi123 ceph-mon[191304]: pgmap v14860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:28.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:28 smithi123 ceph-mon[188613]: pgmap v14860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:48:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:48:30.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:29 smithi177 ceph-mon[212096]: pgmap v14861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:30.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:29 smithi123 ceph-mon[191304]: pgmap v14861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:30.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:29 smithi123 ceph-mon[188613]: pgmap v14861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:32.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:32 smithi177 ceph-mon[212096]: pgmap v14862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:32.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:32 smithi123 ceph-mon[191304]: pgmap v14862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:32.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:32 smithi123 ceph-mon[188613]: pgmap v14862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:34.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:34 smithi177 ceph-mon[212096]: pgmap v14863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:34.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:34 smithi123 ceph-mon[191304]: pgmap v14863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:34.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:34 smithi123 ceph-mon[188613]: pgmap v14863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:36.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:36 smithi177 ceph-mon[212096]: pgmap v14864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:36.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:36 smithi123 ceph-mon[191304]: pgmap v14864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:36.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:36 smithi123 ceph-mon[188613]: pgmap v14864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:38.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:38 smithi177 ceph-mon[212096]: pgmap v14865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:38.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:38 smithi123 ceph-mon[188613]: pgmap v14865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:38.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:38 smithi123 ceph-mon[191304]: pgmap v14865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:48:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:48:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:48:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:39 smithi177 ceph-mon[212096]: pgmap v14866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:40.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:39 smithi123 ceph-mon[191304]: pgmap v14866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:40.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:39 smithi123 ceph-mon[188613]: pgmap v14866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:42.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:42 smithi177 ceph-mon[212096]: pgmap v14867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:42.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:48:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:42 smithi123 ceph-mon[188613]: pgmap v14867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:48:42.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:42 smithi123 ceph-mon[191304]: pgmap v14867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:42.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:48:42.844 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:48:43.150 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:48:43.150 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 5m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:48:43.150 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 2m ago 7h 93.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:48:43.150 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 5m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:48:43.150 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 2m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:48:43.150 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 2m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:48:43.150 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 5m ago 7h 812M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:48:43.150 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 5m ago 7h 1845M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:48:43.150 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 2m ago 7h 868M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:48:43.151 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 5m ago 7h 937M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:48:43.151 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 5m ago 7h 22.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:48:43.151 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 2m ago 7h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:48:43.151 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 5m ago 7h 5069M 2292M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:48:43.151 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 5m ago 7h 5799M 2292M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:48:43.151 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 5m ago 7h 4714M 2292M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:48:43.151 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 5m ago 7h 4914M 2292M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:48:43.151 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 2m ago 7h 4129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:48:43.151 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 2m ago 7h 4590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:48:43.151 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 2m ago 7h 3945M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:48:43.151 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 2m ago 7h 4570M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:48:43.151 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 2m ago 7h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:48:43.531 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:48:43.531 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:48:43.531 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:48:43.531 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:48:43.532 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:48:43.532 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:48:43.532 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:48:43.532 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:48:43.532 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:48:43.532 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:48:43.532 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:48:43.532 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:48:43.532 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:48:43.532 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:48:43.532 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:48:43.532 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:48:43.532 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:48:43.532 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:48:44.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:44 smithi177 ceph-mon[212096]: from='client.60158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:48:44.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:44 smithi177 ceph-mon[212096]: pgmap v14868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:44.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:44 smithi177 ceph-mon[212096]: from='client.60164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:48:44.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:44 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3936490519' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:48:44.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:44 smithi123 ceph-mon[191304]: from='client.60158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:48:44.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:44 smithi123 ceph-mon[191304]: pgmap v14868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:44.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:44 smithi123 ceph-mon[191304]: from='client.60164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:48:44.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:44 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3936490519' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:48:44.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:44 smithi123 ceph-mon[188613]: from='client.60158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:48:44.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:44 smithi123 ceph-mon[188613]: pgmap v14868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:44.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:44 smithi123 ceph-mon[188613]: from='client.60164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:48:44.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:44 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3936490519' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:48:46.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:46 smithi177 ceph-mon[212096]: pgmap v14869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:46.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:46 smithi123 ceph-mon[191304]: pgmap v14869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:46.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:46 smithi123 ceph-mon[188613]: pgmap v14869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:48 smithi177 ceph-mon[212096]: pgmap v14870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:48.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:48:48.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:48 smithi123 ceph-mon[191304]: pgmap v14870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:48.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:48:48.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:48 smithi123 ceph-mon[188613]: pgmap v14870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:48.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:48:49.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:48:49.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:48:49.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:48:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:48:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:48:49] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T17:48:49.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:48:49.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:48:49.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:48:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:48:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:48:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:48:50.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:50 smithi177 ceph-mon[212096]: pgmap v14871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:50.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:50 smithi123 ceph-mon[191304]: pgmap v14871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:50.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:50 smithi123 ceph-mon[188613]: pgmap v14871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:52.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:52 smithi177 ceph-mon[212096]: pgmap v14872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:52.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:52 smithi123 ceph-mon[191304]: pgmap v14872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:52.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:52 smithi123 ceph-mon[188613]: pgmap v14872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:54.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:54 smithi177 ceph-mon[212096]: pgmap v14873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:54.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:54 smithi123 ceph-mon[191304]: pgmap v14873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:54.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:54 smithi123 ceph-mon[188613]: pgmap v14873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:56.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:56 smithi177 ceph-mon[212096]: pgmap v14874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:56.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:56 smithi123 ceph-mon[191304]: pgmap v14874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:56.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:56 smithi123 ceph-mon[188613]: pgmap v14874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:48:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:48:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:48:58.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:58 smithi177 ceph-mon[212096]: pgmap v14875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:58.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:58 smithi123 ceph-mon[191304]: pgmap v14875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:58.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:58 smithi123 ceph-mon[188613]: pgmap v14875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:48:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:48:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:48:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:49:00.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:48:59 smithi177 ceph-mon[212096]: pgmap v14876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:48:59 smithi123 ceph-mon[191304]: pgmap v14876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:48:59 smithi123 ceph-mon[188613]: pgmap v14876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:02.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:02 smithi177 ceph-mon[212096]: pgmap v14877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:02.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:02 smithi123 ceph-mon[191304]: pgmap v14877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:02.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:02 smithi123 ceph-mon[188613]: pgmap v14877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:04.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:04 smithi177 ceph-mon[212096]: pgmap v14878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:04.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:04 smithi123 ceph-mon[191304]: pgmap v14878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:04.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:04 smithi123 ceph-mon[188613]: pgmap v14878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:06.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:06 smithi177 ceph-mon[212096]: pgmap v14879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:06.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:06 smithi123 ceph-mon[191304]: pgmap v14879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:06.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:06 smithi123 ceph-mon[188613]: pgmap v14879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:08.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:08 smithi177 ceph-mon[212096]: pgmap v14880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:08.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:08 smithi123 ceph-mon[191304]: pgmap v14880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:08.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:08 smithi123 ceph-mon[188613]: pgmap v14880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:49:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:49:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:49:10.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:09 smithi177 ceph-mon[212096]: pgmap v14881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:10.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:09 smithi123 ceph-mon[191304]: pgmap v14881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:10.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:09 smithi123 ceph-mon[188613]: pgmap v14881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:12.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:12 smithi177 ceph-mon[212096]: pgmap v14882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:12.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:49:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:12 smithi123 ceph-mon[191304]: pgmap v14882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:49:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:12 smithi123 ceph-mon[188613]: pgmap v14882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:49:13.878 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:49:14.190 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:49:14.191 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 5m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:49:14.191 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 3m ago 7h 93.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:49:14.191 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 5m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:49:14.191 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 3m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:49:14.191 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 3m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:49:14.191 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 5m ago 7h 812M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:49:14.191 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 5m ago 7h 1845M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:49:14.191 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 3m ago 7h 868M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:49:14.191 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 5m ago 7h 937M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:49:14.191 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 5m ago 7h 22.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:49:14.191 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 3m ago 7h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:49:14.191 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 5m ago 7h 5069M 2292M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:49:14.192 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 5m ago 7h 5799M 2292M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:49:14.192 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 5m ago 7h 4714M 2292M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:49:14.192 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 5m ago 7h 4914M 2292M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:49:14.192 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 3m ago 7h 4129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:49:14.192 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 3m ago 7h 4590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:49:14.192 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 3m ago 7h 3945M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:49:14.192 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 3m ago 7h 4570M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:49:14.192 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 3m ago 7h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:49:14.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:14 smithi177 ceph-mon[212096]: pgmap v14883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:14.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:14 smithi123 ceph-mon[191304]: pgmap v14883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:14 smithi123 ceph-mon[188613]: pgmap v14883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:14.568 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:49:14.568 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:49:14.568 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:49:14.568 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:49:14.568 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:49:14.568 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:49:14.568 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:49:14.569 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:49:14.569 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:49:14.569 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:49:14.569 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:49:14.569 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:49:14.569 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:49:14.569 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:49:14.569 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:49:14.569 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:49:14.569 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:49:14.569 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:49:15.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:15 smithi177 ceph-mon[212096]: from='client.50226 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:49:15.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:15 smithi177 ceph-mon[212096]: from='client.60182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:49:15.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:15 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3915018961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:49:15.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:15 smithi123 ceph-mon[191304]: from='client.50226 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:49:15.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:15 smithi123 ceph-mon[191304]: from='client.60182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:49:15.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:15 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3915018961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:49:15.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:15 smithi123 ceph-mon[188613]: from='client.50226 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:49:15.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:15 smithi123 ceph-mon[188613]: from='client.60182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:49:15.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:15 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3915018961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:49:16.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:16 smithi177 ceph-mon[212096]: pgmap v14884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:16.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:16 smithi123 ceph-mon[191304]: pgmap v14884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:16.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:16 smithi123 ceph-mon[188613]: pgmap v14884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:18.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:18 smithi177 ceph-mon[212096]: pgmap v14885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:18.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:18 smithi123 ceph-mon[191304]: pgmap v14885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:18.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:18 smithi123 ceph-mon[188613]: pgmap v14885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:49:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:49:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:49:20.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:19 smithi177 ceph-mon[212096]: pgmap v14886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:20.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:19 smithi123 ceph-mon[188613]: pgmap v14886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:20.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:19 smithi123 ceph-mon[191304]: pgmap v14886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:22.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:22 smithi177 ceph-mon[212096]: pgmap v14887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:22 smithi123 ceph-mon[188613]: pgmap v14887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:22.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:22 smithi123 ceph-mon[191304]: pgmap v14887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:24.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:24 smithi177 ceph-mon[212096]: pgmap v14888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:24.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:24 smithi123 ceph-mon[191304]: pgmap v14888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:24.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:24 smithi123 ceph-mon[188613]: pgmap v14888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:26.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:26 smithi177 ceph-mon[212096]: pgmap v14889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:26.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:26 smithi123 ceph-mon[188613]: pgmap v14889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:26.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:26 smithi123 ceph-mon[191304]: pgmap v14889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:49:27.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:49:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:49:28.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:28 smithi177 ceph-mon[212096]: pgmap v14890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:28.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:28 smithi123 ceph-mon[191304]: pgmap v14890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:28.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:28 smithi123 ceph-mon[188613]: pgmap v14890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:49:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:49:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:49:30.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:29 smithi177 ceph-mon[212096]: pgmap v14891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:30.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:29 smithi123 ceph-mon[191304]: pgmap v14891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:30.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:29 smithi123 ceph-mon[188613]: pgmap v14891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:32.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:32 smithi177 ceph-mon[212096]: pgmap v14892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:32.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:32 smithi123 ceph-mon[191304]: pgmap v14892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:32.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:32 smithi123 ceph-mon[188613]: pgmap v14892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:34.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:34 smithi177 ceph-mon[212096]: pgmap v14893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:34.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:34 smithi123 ceph-mon[191304]: pgmap v14893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:34.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:34 smithi123 ceph-mon[188613]: pgmap v14893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:36.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:36 smithi177 ceph-mon[212096]: pgmap v14894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:36.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:36 smithi123 ceph-mon[191304]: pgmap v14894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:36.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:36 smithi123 ceph-mon[188613]: pgmap v14894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:38.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:38 smithi177 ceph-mon[212096]: pgmap v14895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:38.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:38 smithi123 ceph-mon[191304]: pgmap v14895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:38.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:38 smithi123 ceph-mon[188613]: pgmap v14895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:49:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:49:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:49:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:39 smithi177 ceph-mon[212096]: pgmap v14896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:40.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:39 smithi123 ceph-mon[191304]: pgmap v14896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:40.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:39 smithi123 ceph-mon[188613]: pgmap v14896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:42.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:42 smithi177 ceph-mon[212096]: pgmap v14897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:42.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:49:42.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:42 smithi123 ceph-mon[191304]: pgmap v14897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:42.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:49:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:42 smithi123 ceph-mon[188613]: pgmap v14897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:49:44.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:44 smithi177 ceph-mon[212096]: pgmap v14898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:44.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:44 smithi123 ceph-mon[191304]: pgmap v14898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:44.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:44 smithi123 ceph-mon[188613]: pgmap v14898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:44.920 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:49:45.229 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:49:45.229 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 6m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:49:45.229 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 3m ago 7h 93.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:49:45.229 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 6m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:49:45.230 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 3m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:49:45.230 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 3m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:49:45.230 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 6m ago 7h 812M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:49:45.230 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 6m ago 7h 1845M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:49:45.230 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 3m ago 7h 868M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:49:45.230 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 6m ago 7h 937M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:49:45.230 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 6m ago 7h 22.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:49:45.230 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 3m ago 7h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:49:45.230 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 6m ago 7h 5069M 2292M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:49:45.230 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 6m ago 7h 5799M 2292M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:49:45.230 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 6m ago 7h 4714M 2292M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:49:45.230 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 6m ago 7h 4914M 2292M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:49:45.230 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 3m ago 7h 4129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:49:45.230 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 3m ago 7h 4590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:49:45.230 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 3m ago 7h 3945M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:49:45.231 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 3m ago 7h 4570M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:49:45.231 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 3m ago 7h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:49:45.608 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:49:45.608 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:49:45.608 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:49:45.608 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:49:45.608 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:49:45.608 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:49:45.608 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:49:45.608 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:49:45.609 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:49:45.609 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:49:45.609 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:49:45.609 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:49:45.609 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:49:45.609 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:49:45.609 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:49:45.609 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:49:45.609 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:49:45.609 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:49:46.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:46 smithi177 ceph-mon[212096]: from='client.60194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:49:46.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:46 smithi177 ceph-mon[212096]: pgmap v14899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:46.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:46 smithi177 ceph-mon[212096]: from='client.50250 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:49:46.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:46 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3960512622' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:49:46.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:46 smithi123 ceph-mon[191304]: from='client.60194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:49:46.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:46 smithi123 ceph-mon[191304]: pgmap v14899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:46.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:46 smithi123 ceph-mon[191304]: from='client.50250 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:49:46.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:46 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3960512622' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:49:46.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:46 smithi123 ceph-mon[188613]: from='client.60194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:49:46.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:46 smithi123 ceph-mon[188613]: pgmap v14899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:46.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:46 smithi123 ceph-mon[188613]: from='client.50250 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:49:46.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:46 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3960512622' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:49:48.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:48 smithi177 ceph-mon[212096]: pgmap v14900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:48.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:48 smithi123 ceph-mon[191304]: pgmap v14900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:48.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:48 smithi123 ceph-mon[188613]: pgmap v14900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:49.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:49:49.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:49:49.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:49:49.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:49:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:49:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:49:49] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T17:49:49.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:49:49.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:49:49.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:49:49.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:49:49.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:49:49.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:49:49.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:49:49.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:49:50.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:50 smithi177 ceph-mon[212096]: pgmap v14901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:50.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:50 smithi123 ceph-mon[191304]: pgmap v14901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:50.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:50 smithi123 ceph-mon[188613]: pgmap v14901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:52.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:52 smithi177 ceph-mon[212096]: pgmap v14902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:52.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:52 smithi123 ceph-mon[191304]: pgmap v14902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:52.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:52 smithi123 ceph-mon[188613]: pgmap v14902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:54.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:54 smithi177 ceph-mon[212096]: pgmap v14903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:54.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:54 smithi123 ceph-mon[191304]: pgmap v14903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:54.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:54 smithi123 ceph-mon[188613]: pgmap v14903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:56.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:56 smithi177 ceph-mon[212096]: pgmap v14904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:56.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:56 smithi123 ceph-mon[191304]: pgmap v14904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:56.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:56 smithi123 ceph-mon[188613]: pgmap v14904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:49:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:49:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:49:58.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:58 smithi177 ceph-mon[212096]: pgmap v14905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:58.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:58 smithi123 ceph-mon[191304]: pgmap v14905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:58.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:58 smithi123 ceph-mon[188613]: pgmap v14905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:49:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:49:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:49:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:50:00.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:49:59 smithi177 ceph-mon[212096]: pgmap v14906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:49:59 smithi123 ceph-mon[191304]: pgmap v14906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:49:59 smithi123 ceph-mon[188613]: pgmap v14906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T17:49:59.998+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T17:50:01.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T17:50:01.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T17:50:01.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T17:50:02.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:01 smithi177 ceph-mon[212096]: pgmap v14907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:02.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:01 smithi123 ceph-mon[191304]: pgmap v14907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:02.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:01 smithi123 ceph-mon[188613]: pgmap v14907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:04.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:04 smithi177 ceph-mon[212096]: pgmap v14908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:04.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:04 smithi123 ceph-mon[188613]: pgmap v14908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:04.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:04 smithi123 ceph-mon[191304]: pgmap v14908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:06.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:06 smithi177 ceph-mon[212096]: pgmap v14909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:06.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:06 smithi123 ceph-mon[191304]: pgmap v14909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:06.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:06 smithi123 ceph-mon[188613]: pgmap v14909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:08.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:08 smithi177 ceph-mon[212096]: pgmap v14910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:08.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:08 smithi123 ceph-mon[188613]: pgmap v14910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:08.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:08 smithi123 ceph-mon[191304]: pgmap v14910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:50:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:50:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:50:10.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:09 smithi177 ceph-mon[212096]: pgmap v14911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:10.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:09 smithi123 ceph-mon[191304]: pgmap v14911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:10.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:09 smithi123 ceph-mon[188613]: pgmap v14911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:12.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:12 smithi177 ceph-mon[212096]: pgmap v14912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:12.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:50:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:12 smithi123 ceph-mon[188613]: pgmap v14912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:50:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:12 smithi123 ceph-mon[191304]: pgmap v14912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:12.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:50:14.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:14 smithi177 ceph-mon[212096]: pgmap v14913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:14 smithi123 ceph-mon[188613]: pgmap v14913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:14.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:14 smithi123 ceph-mon[191304]: pgmap v14913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:15.956 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:50:16.265 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:50:16.266 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 6m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:50:16.266 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 4m ago 7h 93.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:50:16.266 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 6m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:50:16.266 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 4m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:50:16.266 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 4m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:50:16.266 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 6m ago 7h 812M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:50:16.266 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 6m ago 7h 1845M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:50:16.266 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 4m ago 7h 868M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:50:16.266 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 6m ago 7h 937M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:50:16.266 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 6m ago 7h 22.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:50:16.266 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 4m ago 7h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:50:16.266 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 6m ago 7h 5069M 2292M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:50:16.266 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 6m ago 7h 5799M 2292M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:50:16.267 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 6m ago 7h 4714M 2292M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:50:16.267 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 6m ago 7h 4914M 2292M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:50:16.267 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 4m ago 7h 4129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:50:16.267 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 4m ago 7h 4590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:50:16.267 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 4m ago 7h 3945M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:50:16.267 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 4m ago 7h 4570M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:50:16.267 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 4m ago 7h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:50:16.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:16 smithi177 ceph-mon[212096]: pgmap v14914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:16.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:16 smithi123 ceph-mon[188613]: pgmap v14914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:16.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:16 smithi123 ceph-mon[191304]: pgmap v14914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:16.649 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:50:16.649 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:50:16.649 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:50:16.649 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:50:16.649 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:50:16.649 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:50:16.649 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:50:16.649 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:50:16.649 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:50:16.649 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:50:16.649 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:50:16.650 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:50:16.650 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:50:16.650 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:50:16.650 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:50:16.650 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:50:16.650 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:50:16.650 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:50:17.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:17 smithi177 ceph-mon[212096]: from='client.60212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:50:17.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:17 smithi177 ceph-mon[212096]: from='client.60218 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:50:17.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:17 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/773088938' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:50:17.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:17 smithi123 ceph-mon[191304]: from='client.60212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:50:17.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:17 smithi123 ceph-mon[191304]: from='client.60218 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:50:17.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:17 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/773088938' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:50:17.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:17 smithi123 ceph-mon[188613]: from='client.60212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:50:17.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:17 smithi123 ceph-mon[188613]: from='client.60218 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:50:17.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:17 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/773088938' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:50:18.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:18 smithi177 ceph-mon[212096]: pgmap v14915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:18.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:18 smithi123 ceph-mon[188613]: pgmap v14915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:18.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:18 smithi123 ceph-mon[191304]: pgmap v14915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:50:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:50:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:50:20.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:19 smithi177 ceph-mon[212096]: pgmap v14916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:20.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:19 smithi123 ceph-mon[191304]: pgmap v14916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:20.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:19 smithi123 ceph-mon[188613]: pgmap v14916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:22.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:22 smithi177 ceph-mon[212096]: pgmap v14917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:22.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:22 smithi123 ceph-mon[191304]: pgmap v14917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:22 smithi123 ceph-mon[188613]: pgmap v14917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:24.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:24 smithi177 ceph-mon[212096]: pgmap v14918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:24.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:24 smithi123 ceph-mon[191304]: pgmap v14918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:24.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:24 smithi123 ceph-mon[188613]: pgmap v14918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:26.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:26 smithi177 ceph-mon[212096]: pgmap v14919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:26.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:26 smithi123 ceph-mon[191304]: pgmap v14919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:26.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:26 smithi123 ceph-mon[188613]: pgmap v14919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:50:27.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:50:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:50:28.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:28 smithi177 ceph-mon[212096]: pgmap v14920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:28.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:28 smithi123 ceph-mon[191304]: pgmap v14920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:28.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:28 smithi123 ceph-mon[188613]: pgmap v14920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:50:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:50:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T17:50:30.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:29 smithi177 ceph-mon[212096]: pgmap v14921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:30.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:29 smithi123 ceph-mon[191304]: pgmap v14921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:30.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:29 smithi123 ceph-mon[188613]: pgmap v14921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:32.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:32 smithi177 ceph-mon[212096]: pgmap v14922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:32.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:32 smithi123 ceph-mon[191304]: pgmap v14922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:32.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:32 smithi123 ceph-mon[188613]: pgmap v14922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:34.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:34 smithi177 ceph-mon[212096]: pgmap v14923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:34.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:34 smithi123 ceph-mon[191304]: pgmap v14923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:34.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:34 smithi123 ceph-mon[188613]: pgmap v14923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:36.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:36 smithi177 ceph-mon[212096]: pgmap v14924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:36.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:36 smithi123 ceph-mon[191304]: pgmap v14924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:36.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:36 smithi123 ceph-mon[188613]: pgmap v14924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:38.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:38 smithi177 ceph-mon[212096]: pgmap v14925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:38.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:38 smithi123 ceph-mon[191304]: pgmap v14925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:38.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:38 smithi123 ceph-mon[188613]: pgmap v14925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:50:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:50:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T17:50:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:39 smithi177 ceph-mon[212096]: pgmap v14926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:40.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:39 smithi123 ceph-mon[191304]: pgmap v14926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:40.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:39 smithi123 ceph-mon[188613]: pgmap v14926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:42.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:42 smithi177 ceph-mon[212096]: pgmap v14927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:42.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:50:42.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:42 smithi123 ceph-mon[191304]: pgmap v14927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:42.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:50:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:42 smithi123 ceph-mon[188613]: pgmap v14927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:50:44.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:44 smithi177 ceph-mon[212096]: pgmap v14928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:44.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:44 smithi123 ceph-mon[191304]: pgmap v14928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:44.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:44 smithi123 ceph-mon[188613]: pgmap v14928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:46.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:46 smithi177 ceph-mon[212096]: pgmap v14929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:46.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:46 smithi123 ceph-mon[191304]: pgmap v14929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:46.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:46 smithi123 ceph-mon[188613]: pgmap v14929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:46.993 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:50:47.301 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:50:47.301 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (6h) 7m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:50:47.301 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 5m ago 7h 93.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:50:47.301 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 7m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:50:47.302 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 5m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:50:47.302 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 5m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:50:47.302 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 7m ago 7h 812M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:50:47.302 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 7m ago 7h 1845M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:50:47.302 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 5m ago 7h 868M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:50:47.302 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 7m ago 7h 937M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:50:47.302 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (6h) 7m ago 7h 22.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:50:47.302 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 5m ago 7h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:50:47.302 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 7m ago 7h 5069M 2292M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:50:47.302 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 7m ago 7h 5799M 2292M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:50:47.302 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 7m ago 7h 4714M 2292M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:50:47.302 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 7m ago 7h 4914M 2292M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:50:47.302 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 5m ago 7h 4129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:50:47.302 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 5m ago 7h 4590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:50:47.302 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 5m ago 7h 3945M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:50:47.303 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 5m ago 7h 4570M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:50:47.303 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 5m ago 7h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:50:47.678 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:50:47.678 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:50:47.678 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:50:47.678 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:50:47.678 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:50:47.678 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:50:47.678 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:50:47.678 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:50:47.678 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:50:47.678 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:50:47.679 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:50:47.679 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:50:47.679 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:50:47.679 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:50:47.679 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:50:47.679 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:50:47.679 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:50:47.679 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:50:48.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:48 smithi177 ceph-mon[212096]: from='client.50280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:50:48.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:48 smithi177 ceph-mon[212096]: pgmap v14930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:48.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:48 smithi177 ceph-mon[212096]: from='client.60236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:50:48.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:48 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/753561856' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:50:48.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:48 smithi123 ceph-mon[191304]: from='client.50280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:50:48.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:48 smithi123 ceph-mon[191304]: pgmap v14930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:48.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:48 smithi123 ceph-mon[191304]: from='client.60236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:50:48.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:48 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/753561856' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:50:48.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:48 smithi123 ceph-mon[188613]: from='client.50280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:50:48.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:48 smithi123 ceph-mon[188613]: pgmap v14930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:48.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:48 smithi123 ceph-mon[188613]: from='client.60236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:50:48.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:48 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/753561856' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:50:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:50:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:50:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:50:50.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:49 smithi177 ceph-mon[212096]: pgmap v14931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:50.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:50:50.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:50:50.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:50:50.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:50:50.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:49 smithi123 ceph-mon[191304]: pgmap v14931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:50.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:50:50.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:50:50.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:50:50.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:50:50.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:49 smithi123 ceph-mon[188613]: pgmap v14931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:50.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:50:50.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:50:50.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:50:50.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:50:52.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:52 smithi177 ceph-mon[212096]: pgmap v14932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:52.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:52 smithi123 ceph-mon[191304]: pgmap v14932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:52.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:52 smithi123 ceph-mon[188613]: pgmap v14932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:54.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:54 smithi177 ceph-mon[212096]: pgmap v14933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:54.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:54 smithi123 ceph-mon[191304]: pgmap v14933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:54.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:54 smithi123 ceph-mon[188613]: pgmap v14933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:56.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:56 smithi177 ceph-mon[212096]: pgmap v14934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:56.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:56 smithi123 ceph-mon[188613]: pgmap v14934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:56.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:56 smithi123 ceph-mon[191304]: pgmap v14934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:50:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:50:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:50:58.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:58 smithi177 ceph-mon[212096]: pgmap v14935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:58.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:58 smithi123 ceph-mon[191304]: pgmap v14935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:58.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:58 smithi123 ceph-mon[188613]: pgmap v14935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:50:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:50:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:50:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T17:51:00.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:50:59 smithi177 ceph-mon[212096]: pgmap v14936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:50:59 smithi123 ceph-mon[191304]: pgmap v14936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:50:59 smithi123 ceph-mon[188613]: pgmap v14936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:02.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:02 smithi177 ceph-mon[212096]: pgmap v14937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:02.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:02 smithi123 ceph-mon[191304]: pgmap v14937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:02.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:02 smithi123 ceph-mon[188613]: pgmap v14937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:04.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:04 smithi177 ceph-mon[212096]: pgmap v14938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:04.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:04 smithi123 ceph-mon[191304]: pgmap v14938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:04.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:04 smithi123 ceph-mon[188613]: pgmap v14938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:06.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:06 smithi177 ceph-mon[212096]: pgmap v14939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:06.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:06 smithi123 ceph-mon[191304]: pgmap v14939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:06.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:06 smithi123 ceph-mon[188613]: pgmap v14939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:08.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:08 smithi177 ceph-mon[212096]: pgmap v14940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:08.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:08 smithi123 ceph-mon[188613]: pgmap v14940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:08.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:08 smithi123 ceph-mon[191304]: pgmap v14940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:51:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:51:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T17:51:10.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:09 smithi177 ceph-mon[212096]: pgmap v14941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:10.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:09 smithi123 ceph-mon[191304]: pgmap v14941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:10.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:09 smithi123 ceph-mon[188613]: pgmap v14941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:12.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:12 smithi177 ceph-mon[212096]: pgmap v14942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:12.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:51:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:12 smithi123 ceph-mon[188613]: pgmap v14942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:51:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:12 smithi123 ceph-mon[191304]: pgmap v14942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:51:14.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:14 smithi177 ceph-mon[212096]: pgmap v14943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:14.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:14 smithi123 ceph-mon[191304]: pgmap v14943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:14 smithi123 ceph-mon[188613]: pgmap v14943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:16.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:16 smithi177 ceph-mon[212096]: pgmap v14944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:16.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:16 smithi123 ceph-mon[188613]: pgmap v14944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:16.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:16 smithi123 ceph-mon[191304]: pgmap v14944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:18.024 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:51:18.333 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:51:18.333 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 7m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:51:18.333 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (6h) 5m ago 7h 93.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:51:18.333 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 7m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:51:18.333 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 5m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:51:18.333 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 5m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:51:18.333 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (6h) 7m ago 7h 812M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:51:18.333 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 7m ago 7h 1845M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:51:18.333 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 5m ago 7h 868M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:51:18.334 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 7m ago 7h 937M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:51:18.334 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 7m ago 7h 22.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:51:18.334 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (6h) 5m ago 7h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:51:18.334 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 7m ago 7h 5069M 2292M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:51:18.334 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 7m ago 7h 5799M 2292M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:51:18.334 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 7m ago 7h 4714M 2292M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:51:18.334 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 7m ago 7h 4914M 2292M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:51:18.334 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 5m ago 7h 4129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:51:18.334 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 5m ago 7h 4590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:51:18.334 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 5m ago 7h 3945M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:51:18.334 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 5m ago 7h 4570M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:51:18.334 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 5m ago 7h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:51:18.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:18 smithi177 ceph-mon[212096]: pgmap v14945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:18.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:18 smithi123 ceph-mon[191304]: pgmap v14945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:18.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:18 smithi123 ceph-mon[188613]: pgmap v14945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:18.716 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:51:18.716 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:51:18.716 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:51:18.716 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:51:18.716 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:51:18.716 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:51:18.716 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:51:18.717 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:51:18.717 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:51:18.717 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:51:18.717 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:51:18.717 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:51:18.717 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:51:18.717 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:51:18.717 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:51:18.717 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:51:18.717 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:51:18.717 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:51:19.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:19 smithi177 ceph-mon[212096]: from='client.60248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:51:19.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:19 smithi177 ceph-mon[212096]: from='client.50304 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:51:19.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:19 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3433505275' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:51:19.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:19 smithi123 ceph-mon[191304]: from='client.60248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:51:19.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:19 smithi123 ceph-mon[191304]: from='client.50304 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:51:19.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:19 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3433505275' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:51:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:19 smithi123 ceph-mon[188613]: from='client.60248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:51:19.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:19 smithi123 ceph-mon[188613]: from='client.50304 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:51:19.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:19 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3433505275' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:51:19.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:51:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:51:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T17:51:20.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:20 smithi177 ceph-mon[212096]: pgmap v14946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:20.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:20 smithi123 ceph-mon[188613]: pgmap v14946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:20.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:20 smithi123 ceph-mon[191304]: pgmap v14946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:22.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:22 smithi177 ceph-mon[212096]: pgmap v14947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:22 smithi123 ceph-mon[188613]: pgmap v14947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:22.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:22 smithi123 ceph-mon[191304]: pgmap v14947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:24.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:24 smithi123 ceph-mon[191304]: pgmap v14948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:24.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:24 smithi123 ceph-mon[188613]: pgmap v14948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:24.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:24 smithi177 ceph-mon[212096]: pgmap v14948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:26.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:26 smithi123 ceph-mon[191304]: pgmap v14949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:26.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:26 smithi123 ceph-mon[188613]: pgmap v14949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:26.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:26 smithi177 ceph-mon[212096]: pgmap v14949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:51:27.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:51:27.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:51:28.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:28 smithi123 ceph-mon[191304]: pgmap v14950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:28.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:28 smithi123 ceph-mon[188613]: pgmap v14950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:28.590 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:28 smithi177 ceph-mon[212096]: pgmap v14950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:28.904 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 17:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T17:51:28.586038267Z level=info msg="Completed cleanup jobs" duration=12.455961ms 2023-12-20T17:51:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:51:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:51:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:51:30.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:29 smithi177 ceph-mon[212096]: pgmap v14951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:30.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:29 smithi123 ceph-mon[191304]: pgmap v14951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:30.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:29 smithi123 ceph-mon[188613]: pgmap v14951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:32.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:32 smithi177 ceph-mon[212096]: pgmap v14952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:32.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:32 smithi123 ceph-mon[191304]: pgmap v14952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:32.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:32 smithi123 ceph-mon[188613]: pgmap v14952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:34.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:34 smithi177 ceph-mon[212096]: pgmap v14953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:34.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:34 smithi123 ceph-mon[191304]: pgmap v14953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:34.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:34 smithi123 ceph-mon[188613]: pgmap v14953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:36.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:36 smithi177 ceph-mon[212096]: pgmap v14954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:36.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:36 smithi123 ceph-mon[188613]: pgmap v14954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:36.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:36 smithi123 ceph-mon[191304]: pgmap v14954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:38.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:38 smithi177 ceph-mon[212096]: pgmap v14955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:38.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:38 smithi123 ceph-mon[191304]: pgmap v14955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:38.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:38 smithi123 ceph-mon[188613]: pgmap v14955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:51:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:51:40.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:39 smithi123 ceph-mon[191304]: pgmap v14956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:40.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:39 smithi123 ceph-mon[188613]: pgmap v14956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:40.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:39 smithi177 ceph-mon[212096]: pgmap v14956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:42.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:42 smithi177 ceph-mon[212096]: pgmap v14957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:42.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:51:42.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:42 smithi123 ceph-mon[191304]: pgmap v14957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:42.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:51:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:42 smithi123 ceph-mon[188613]: pgmap v14957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:51:44.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:44 smithi177 ceph-mon[212096]: pgmap v14958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:44.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:44 smithi123 ceph-mon[191304]: pgmap v14958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:44.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:44 smithi123 ceph-mon[188613]: pgmap v14958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:46.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:46 smithi177 ceph-mon[212096]: pgmap v14959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:46.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:46 smithi123 ceph-mon[191304]: pgmap v14959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:46.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:46 smithi123 ceph-mon[188613]: pgmap v14959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:48.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:48 smithi177 ceph-mon[212096]: pgmap v14960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:48.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:48 smithi123 ceph-mon[191304]: pgmap v14960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:48.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:48 smithi123 ceph-mon[188613]: pgmap v14960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:49.063 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:51:49.370 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:51:49.370 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 8m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:51:49.371 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 6m ago 7h 93.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:51:49.371 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 8m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:51:49.371 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 6m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:51:49.371 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (6h) 6m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:51:49.371 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 8m ago 7h 812M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:51:49.371 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (6h) 8m ago 7h 1845M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:51:49.371 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 6m ago 7h 868M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:51:49.371 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 8m ago 7h 937M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:51:49.371 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 8m ago 7h 22.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:51:49.371 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 6m ago 7h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:51:49.371 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 8m ago 7h 5069M 2292M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:51:49.371 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 8m ago 7h 5799M 2292M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:51:49.371 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 8m ago 7h 4714M 2292M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:51:49.371 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 8m ago 7h 4914M 2292M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:51:49.371 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 6m ago 7h 4129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:51:49.372 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 6m ago 7h 4590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:51:49.372 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 6m ago 7h 3945M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:51:49.372 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 6m ago 7h 4570M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:51:49.372 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (6h) 6m ago 7h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:51:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:51:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:51:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T17:51:49.752 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:51:49.753 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:51:49.753 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:51:49.753 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:51:49.753 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:51:49.753 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:51:49.754 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:51:49.754 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:51:49.754 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:51:49.754 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:51:49.754 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:51:49.754 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:51:49.755 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:51:49.755 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:51:49.755 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:51:49.755 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:51:49.755 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:51:49.755 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:51:50.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:49 smithi123 ceph-mon[191304]: from='client.60266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:51:50.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:49 smithi123 ceph-mon[191304]: pgmap v14961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:50.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:49 smithi123 ceph-mon[191304]: from='client.60272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:51:50.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:51:50.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:49 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/376159052' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:51:50.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:49 smithi123 ceph-mon[188613]: from='client.60266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:51:50.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:49 smithi123 ceph-mon[188613]: pgmap v14961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:50.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:49 smithi123 ceph-mon[188613]: from='client.60272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:51:50.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:51:50.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:49 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/376159052' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:51:50.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:49 smithi177 ceph-mon[212096]: from='client.60266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:51:50.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:49 smithi177 ceph-mon[212096]: pgmap v14961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:50.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:49 smithi177 ceph-mon[212096]: from='client.60272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:51:50.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:51:50.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:49 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/376159052' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:51:51.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:51:51.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:51:51.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:51:51.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:51:51.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:50 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2283M 2023-12-20T17:51:51.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:51:51.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:51:51.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:51:51.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:51:51.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:51:51.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:51:51.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:51:51.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:51:51.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:50 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2283M 2023-12-20T17:51:51.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:51:51.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:51:51.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:51:51.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:51:51.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:51:51.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:51:51.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:51:51.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T17:51:51.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:50 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2283M 2023-12-20T17:51:51.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:51:51.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:51:51.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:51:51.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:51:52.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:51 smithi123 ceph-mon[191304]: pgmap v14962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:52.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:51 smithi123 ceph-mon[188613]: pgmap v14962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:52.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:51 smithi177 ceph-mon[212096]: pgmap v14962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:54.408 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:54 smithi177 ceph-mon[212096]: pgmap v14963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:54.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:54 smithi123 ceph-mon[191304]: pgmap v14963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:54.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:54 smithi123 ceph-mon[188613]: pgmap v14963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:56.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:56 smithi177 ceph-mon[212096]: pgmap v14964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:56.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:56 smithi123 ceph-mon[191304]: pgmap v14964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:56.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:56 smithi123 ceph-mon[188613]: pgmap v14964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:51:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:51:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:51:58.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:58 smithi177 ceph-mon[212096]: pgmap v14965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:58.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:58 smithi123 ceph-mon[191304]: pgmap v14965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:58.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:58 smithi123 ceph-mon[188613]: pgmap v14965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:51:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:51:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:51:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:52:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:51:59 smithi123 ceph-mon[191304]: pgmap v14966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:51:59 smithi123 ceph-mon[188613]: pgmap v14966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:00.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:51:59 smithi177 ceph-mon[212096]: pgmap v14966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:02.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:02 smithi177 ceph-mon[212096]: pgmap v14967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:02.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:02 smithi123 ceph-mon[191304]: pgmap v14967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:02.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:02 smithi123 ceph-mon[188613]: pgmap v14967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:04.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:04 smithi177 ceph-mon[212096]: pgmap v14968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:04.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:04 smithi123 ceph-mon[191304]: pgmap v14968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:04.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:04 smithi123 ceph-mon[188613]: pgmap v14968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:06.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:06 smithi177 ceph-mon[212096]: pgmap v14969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:06.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:06 smithi123 ceph-mon[188613]: pgmap v14969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:06.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:06 smithi123 ceph-mon[191304]: pgmap v14969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:08.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:08 smithi177 ceph-mon[212096]: pgmap v14970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:08.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:08 smithi123 ceph-mon[188613]: pgmap v14970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:08.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:08 smithi123 ceph-mon[191304]: pgmap v14970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:52:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:52:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:52:10.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:09 smithi123 ceph-mon[191304]: pgmap v14971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:10.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:09 smithi123 ceph-mon[188613]: pgmap v14971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:10.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:09 smithi177 ceph-mon[212096]: pgmap v14971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:12.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:12 smithi177 ceph-mon[212096]: pgmap v14972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:12.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:52:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:12 smithi123 ceph-mon[191304]: pgmap v14972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:52:12.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:12 smithi123 ceph-mon[188613]: pgmap v14972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:12.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:52:14.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:14 smithi177 ceph-mon[212096]: pgmap v14973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:14.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:14 smithi123 ceph-mon[191304]: pgmap v14973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:14 smithi123 ceph-mon[188613]: pgmap v14973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:16.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:16 smithi177 ceph-mon[212096]: pgmap v14974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:16.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:16 smithi123 ceph-mon[191304]: pgmap v14974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:16.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:16 smithi123 ceph-mon[188613]: pgmap v14974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:18.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:18 smithi123 ceph-mon[191304]: pgmap v14975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:18.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:18 smithi123 ceph-mon[188613]: pgmap v14975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:18.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:18 smithi177 ceph-mon[212096]: pgmap v14975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:52:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:52:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:52:20.105 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:52:20.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:19 smithi123 ceph-mon[191304]: pgmap v14976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:20.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:19 smithi123 ceph-mon[188613]: pgmap v14976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:20.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:19 smithi177 ceph-mon[212096]: pgmap v14976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:20.411 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:52:20.411 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 8m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:52:20.411 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 6m ago 7h 93.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:52:20.412 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 8m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:52:20.412 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 6m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:52:20.412 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 6m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:52:20.412 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 8m ago 7h 812M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:52:20.412 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 8m ago 7h 1845M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:52:20.412 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (6h) 6m ago 7h 868M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:52:20.412 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (6h) 8m ago 7h 937M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:52:20.412 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 8m ago 7h 22.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:52:20.412 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 6m ago 7h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:52:20.412 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 8m ago 7h 5069M 2283M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:52:20.412 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 8m ago 7h 5799M 2283M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:52:20.412 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 8m ago 7h 4714M 2283M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:52:20.412 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 8m ago 7h 4914M 2283M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:52:20.412 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 6m ago 7h 4129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:52:20.412 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 6m ago 7h 4590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:52:20.413 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 6m ago 7h 3945M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:52:20.413 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 6m ago 7h 4570M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:52:20.413 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 6m ago 7h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:52:20.793 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:52:20.794 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:52:20.794 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:52:20.794 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:52:20.794 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:52:20.794 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:52:20.794 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:52:20.794 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:52:20.794 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:52:20.794 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:52:20.794 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:52:20.794 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:52:20.794 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:52:20.794 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:52:20.794 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:52:20.794 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:52:20.795 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:52:20.795 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:52:21.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:20 smithi123 ceph-mon[188613]: from='client.50334 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:52:21.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:20 smithi123 ceph-mon[188613]: from='client.50340 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:52:21.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:20 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1916357204' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:52:21.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:20 smithi123 ceph-mon[191304]: from='client.50334 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:52:21.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:20 smithi123 ceph-mon[191304]: from='client.50340 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:52:21.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:20 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1916357204' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:52:21.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:20 smithi177 ceph-mon[212096]: from='client.50334 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:52:21.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:20 smithi177 ceph-mon[212096]: from='client.50340 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:52:21.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:20 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1916357204' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:52:22.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:21 smithi123 ceph-mon[191304]: pgmap v14977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:22.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:21 smithi123 ceph-mon[188613]: pgmap v14977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:22.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:21 smithi177 ceph-mon[212096]: pgmap v14977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:24.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:24 smithi177 ceph-mon[212096]: pgmap v14978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:24.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:24 smithi123 ceph-mon[191304]: pgmap v14978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:24.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:24 smithi123 ceph-mon[188613]: pgmap v14978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:26.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:26 smithi177 ceph-mon[212096]: pgmap v14979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:26.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:26 smithi123 ceph-mon[191304]: pgmap v14979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:26.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:26 smithi123 ceph-mon[188613]: pgmap v14979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:27.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:52:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:52:27.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:52:28.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:28 smithi123 ceph-mon[191304]: pgmap v14980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:28.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:28 smithi123 ceph-mon[188613]: pgmap v14980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:28.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:28 smithi177 ceph-mon[212096]: pgmap v14980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:52:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:52:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:52:30.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:29 smithi123 ceph-mon[191304]: pgmap v14981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:30.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:29 smithi123 ceph-mon[188613]: pgmap v14981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:30.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:29 smithi177 ceph-mon[212096]: pgmap v14981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:32.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:32 smithi177 ceph-mon[212096]: pgmap v14982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:32.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:32 smithi123 ceph-mon[191304]: pgmap v14982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:32.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:32 smithi123 ceph-mon[188613]: pgmap v14982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:34.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:34 smithi123 ceph-mon[191304]: pgmap v14983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:34.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:34 smithi123 ceph-mon[188613]: pgmap v14983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:34.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:34 smithi177 ceph-mon[212096]: pgmap v14983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:36.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:36 smithi123 ceph-mon[191304]: pgmap v14984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:36.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:36 smithi123 ceph-mon[188613]: pgmap v14984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:36.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:36 smithi177 ceph-mon[212096]: pgmap v14984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:38.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:38 smithi123 ceph-mon[191304]: pgmap v14985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:38.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:38 smithi123 ceph-mon[188613]: pgmap v14985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:38.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:38 smithi177 ceph-mon[212096]: pgmap v14985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:52:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:52:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:52:40.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:39 smithi123 ceph-mon[191304]: pgmap v14986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:40.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:39 smithi123 ceph-mon[188613]: pgmap v14986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:40.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:39 smithi177 ceph-mon[212096]: pgmap v14986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:42.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:42 smithi123 ceph-mon[191304]: pgmap v14987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:42.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:52:42.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:42 smithi123 ceph-mon[188613]: pgmap v14987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:42.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:52:42.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:42 smithi177 ceph-mon[212096]: pgmap v14987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:42.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:52:44.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:44 smithi123 ceph-mon[191304]: pgmap v14988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:44.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:44 smithi123 ceph-mon[188613]: pgmap v14988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:44.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:44 smithi177 ceph-mon[212096]: pgmap v14988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:46.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:46 smithi123 ceph-mon[191304]: pgmap v14989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:46.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:46 smithi123 ceph-mon[188613]: pgmap v14989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:46.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:46 smithi177 ceph-mon[212096]: pgmap v14989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:48.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:48 smithi123 ceph-mon[191304]: pgmap v14990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:48.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:48 smithi123 ceph-mon[188613]: pgmap v14990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:48.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:48 smithi177 ceph-mon[212096]: pgmap v14990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:52:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:52:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:52:50.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:49 smithi123 ceph-mon[191304]: pgmap v14991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:50.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:49 smithi123 ceph-mon[188613]: pgmap v14991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:50.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:49 smithi177 ceph-mon[212096]: pgmap v14991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:51.130 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:52:51.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:52:51.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:52:51.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:52:51.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:52:51.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:52:51.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:52:51.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:52:51.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:52:51.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:52:51.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:52:51.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:52:51.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:52:51.440 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:52:51.440 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 9m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:52:51.440 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 7m ago 7h 93.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:52:51.440 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 9m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:52:51.440 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 7m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:52:51.440 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 7m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:52:51.440 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 9m ago 7h 812M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:52:51.440 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 9m ago 7h 1845M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:52:51.440 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 7m ago 7h 868M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:52:51.440 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 9m ago 7h 937M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:52:51.440 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 9m ago 7h 22.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:52:51.440 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 7m ago 7h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:52:51.441 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (6h) 9m ago 7h 5069M 2283M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:52:51.441 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 9m ago 7h 5799M 2283M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:52:51.441 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 9m ago 7h 4714M 2283M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:52:51.441 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 9m ago 7h 4914M 2283M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:52:51.441 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 7m ago 7h 4129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:52:51.441 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 7m ago 7h 4590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:52:51.441 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 7m ago 7h 3945M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:52:51.441 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 7m ago 7h 4570M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:52:51.441 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 7m ago 7h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:52:51.823 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:52:51.823 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:52:51.824 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:52:51.824 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:52:51.824 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:52:51.824 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:52:51.824 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:52:51.824 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:52:51.824 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:52:51.824 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:52:51.824 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:52:51.824 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:52:51.824 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:52:51.824 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:52:51.824 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:52:51.824 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:52:51.824 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:52:51.825 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:52:52.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:51 smithi123 ceph-mon[188613]: pgmap v14992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:52.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:51 smithi123 ceph-mon[188613]: from='client.50352 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:52:52.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:51 smithi123 ceph-mon[188613]: from='client.50358 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:52:52.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:51 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/802285924' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:52:52.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:51 smithi123 ceph-mon[191304]: pgmap v14992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:52.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:51 smithi123 ceph-mon[191304]: from='client.50352 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:52:52.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:51 smithi123 ceph-mon[191304]: from='client.50358 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:52:52.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:51 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/802285924' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:52:52.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:51 smithi177 ceph-mon[212096]: pgmap v14992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:52.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:51 smithi177 ceph-mon[212096]: from='client.50352 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:52:52.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:51 smithi177 ceph-mon[212096]: from='client.50358 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:52:52.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:51 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/802285924' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:52:54.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:54 smithi123 ceph-mon[188613]: pgmap v14993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:54.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:54 smithi123 ceph-mon[191304]: pgmap v14993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:54.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:54 smithi177 ceph-mon[212096]: pgmap v14993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:56.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:56 smithi123 ceph-mon[188613]: pgmap v14994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:56.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:56 smithi123 ceph-mon[191304]: pgmap v14994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:56.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:56 smithi177 ceph-mon[212096]: pgmap v14994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:52:57.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:52:57.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:52:58.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:58 smithi123 ceph-mon[191304]: pgmap v14995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:58.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:58 smithi123 ceph-mon[188613]: pgmap v14995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:58.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:58 smithi177 ceph-mon[212096]: pgmap v14995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:52:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:52:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:52:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:53:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:52:59 smithi123 ceph-mon[191304]: pgmap v14996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:52:59 smithi123 ceph-mon[188613]: pgmap v14996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:00.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:52:59 smithi177 ceph-mon[212096]: pgmap v14996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:02.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:02 smithi123 ceph-mon[191304]: pgmap v14997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:02.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:02 smithi123 ceph-mon[188613]: pgmap v14997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:02.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:02 smithi177 ceph-mon[212096]: pgmap v14997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:04.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:04 smithi123 ceph-mon[191304]: pgmap v14998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:04.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:04 smithi123 ceph-mon[188613]: pgmap v14998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:04.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:04 smithi177 ceph-mon[212096]: pgmap v14998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:06.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:06 smithi123 ceph-mon[191304]: pgmap v14999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:06.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:06 smithi123 ceph-mon[188613]: pgmap v14999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:06.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:06 smithi177 ceph-mon[212096]: pgmap v14999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:08.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:08 smithi123 ceph-mon[191304]: pgmap v15000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:08.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:08 smithi123 ceph-mon[188613]: pgmap v15000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:08.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:08 smithi177 ceph-mon[212096]: pgmap v15000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:53:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:53:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:53:10.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:09 smithi123 ceph-mon[188613]: pgmap v15001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:10.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:09 smithi123 ceph-mon[191304]: pgmap v15001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:10.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:09 smithi177 ceph-mon[212096]: pgmap v15001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:12 smithi123 ceph-mon[188613]: pgmap v15002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:53:12.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:12 smithi123 ceph-mon[191304]: pgmap v15002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:12.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:53:12.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:12 smithi177 ceph-mon[212096]: pgmap v15002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:12.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:53:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:14 smithi123 ceph-mon[188613]: pgmap v15003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:14.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:14 smithi123 ceph-mon[191304]: pgmap v15003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:14.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:14 smithi177 ceph-mon[212096]: pgmap v15003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:16.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:16 smithi123 ceph-mon[191304]: pgmap v15004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:16.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:16 smithi123 ceph-mon[188613]: pgmap v15004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:16.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:16 smithi177 ceph-mon[212096]: pgmap v15004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:18.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:18 smithi123 ceph-mon[191304]: pgmap v15005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:18.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:18 smithi123 ceph-mon[188613]: pgmap v15005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:18.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:18 smithi177 ceph-mon[212096]: pgmap v15005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:53:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:53:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T17:53:20.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:19 smithi123 ceph-mon[188613]: pgmap v15006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:20.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:19 smithi123 ceph-mon[191304]: pgmap v15006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:20.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:19 smithi177 ceph-mon[212096]: pgmap v15006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:22.171 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:53:22.479 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:53:22.479 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 9m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:53:22.479 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 7m ago 7h 93.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:53:22.479 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 9m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:53:22.479 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 7m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:53:22.479 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 7m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:53:22.479 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 9m ago 7h 812M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:53:22.479 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 9m ago 7h 1845M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:53:22.479 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 7m ago 7h 868M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:53:22.479 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 9m ago 7h 937M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:53:22.479 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 9m ago 7h 22.8M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:53:22.480 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 7m ago 7h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:53:22.480 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 9m ago 7h 5069M 2283M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:53:22.480 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (6h) 9m ago 7h 5799M 2283M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:53:22.480 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 9m ago 7h 4714M 2283M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:53:22.480 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 9m ago 7h 4914M 2283M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:53:22.480 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 7m ago 7h 4129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:53:22.480 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 7m ago 7h 4590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:53:22.480 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 7m ago 7h 3945M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:53:22.480 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 7m ago 7h 4570M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:53:22.480 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 7m ago 7h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:53:22.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:22 smithi123 ceph-mon[191304]: pgmap v15007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:22 smithi123 ceph-mon[188613]: pgmap v15007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:22.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:22 smithi177 ceph-mon[212096]: pgmap v15007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:22.859 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:53:22.859 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:53:22.859 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:53:22.859 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:53:22.859 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:53:22.859 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:53:22.860 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:53:22.860 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:53:22.860 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:53:22.860 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:53:22.860 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:53:22.860 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:53:22.860 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:53:22.860 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:53:22.860 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:53:22.860 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:53:22.861 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:53:22.861 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:53:23.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:23 smithi123 ceph-mon[191304]: from='client.50370 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:53:23.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:23 smithi123 ceph-mon[191304]: from='client.60326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:53:23.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:23 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4071951458' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:53:23.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:23 smithi123 ceph-mon[188613]: from='client.50370 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:53:23.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:23 smithi123 ceph-mon[188613]: from='client.60326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:53:23.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:23 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4071951458' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:53:23.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:23 smithi177 ceph-mon[212096]: from='client.50370 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:53:23.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:23 smithi177 ceph-mon[212096]: from='client.60326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:53:23.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:23 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4071951458' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:53:24.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:24 smithi123 ceph-mon[191304]: pgmap v15008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:24.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:24 smithi123 ceph-mon[188613]: pgmap v15008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:24.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:24 smithi177 ceph-mon[212096]: pgmap v15008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:26.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:26 smithi123 ceph-mon[191304]: pgmap v15009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:26.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:26 smithi123 ceph-mon[188613]: pgmap v15009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:26.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:26 smithi177 ceph-mon[212096]: pgmap v15009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:27.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:53:27.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:53:27.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:53:28.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:28 smithi123 ceph-mon[191304]: pgmap v15010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:28.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:28 smithi123 ceph-mon[188613]: pgmap v15010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:28.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:28 smithi177 ceph-mon[212096]: pgmap v15010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:53:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:53:29] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T17:53:30.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:29 smithi123 ceph-mon[191304]: pgmap v15011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:30.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:29 smithi123 ceph-mon[188613]: pgmap v15011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:30.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:29 smithi177 ceph-mon[212096]: pgmap v15011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:32.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:32 smithi123 ceph-mon[191304]: pgmap v15012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:32.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:32 smithi123 ceph-mon[188613]: pgmap v15012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:32.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:32 smithi177 ceph-mon[212096]: pgmap v15012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:34.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:34 smithi123 ceph-mon[191304]: pgmap v15013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:34.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:34 smithi123 ceph-mon[188613]: pgmap v15013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:34.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:34 smithi177 ceph-mon[212096]: pgmap v15013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:36.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:36 smithi123 ceph-mon[191304]: pgmap v15014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:36.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:36 smithi123 ceph-mon[188613]: pgmap v15014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:36.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:36 smithi177 ceph-mon[212096]: pgmap v15014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:38.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:38 smithi123 ceph-mon[191304]: pgmap v15015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:38.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:38 smithi123 ceph-mon[188613]: pgmap v15015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:38.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:38 smithi177 ceph-mon[212096]: pgmap v15015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:53:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:53:39] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T17:53:40.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:39 smithi123 ceph-mon[191304]: pgmap v15016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:40.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:39 smithi123 ceph-mon[188613]: pgmap v15016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:40.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:39 smithi177 ceph-mon[212096]: pgmap v15016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:42.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:42 smithi123 ceph-mon[191304]: pgmap v15017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:42.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:53:42.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:42 smithi123 ceph-mon[188613]: pgmap v15017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:42.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:53:42.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:42 smithi177 ceph-mon[212096]: pgmap v15017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:42.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:53:44.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:44 smithi123 ceph-mon[191304]: pgmap v15018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:44.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:44 smithi123 ceph-mon[188613]: pgmap v15018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:44.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:44 smithi177 ceph-mon[212096]: pgmap v15018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:46.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:46 smithi123 ceph-mon[191304]: pgmap v15019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:46.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:46 smithi123 ceph-mon[188613]: pgmap v15019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:46.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:46 smithi177 ceph-mon[212096]: pgmap v15019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:48.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:48 smithi123 ceph-mon[191304]: pgmap v15020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:48.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:48 smithi123 ceph-mon[188613]: pgmap v15020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:48.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:48 smithi177 ceph-mon[212096]: pgmap v15020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:53:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:53:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:53:50.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:49 smithi123 ceph-mon[191304]: pgmap v15021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:50.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:49 smithi123 ceph-mon[188613]: pgmap v15021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:50.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:49 smithi177 ceph-mon[212096]: pgmap v15021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:51.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:53:51.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:53:51.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:53:52.196 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:52 smithi123 ceph-mon[188613]: pgmap v15022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:52.196 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:53:52.196 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:53:52.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:52 smithi123 ceph-mon[191304]: pgmap v15022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:52.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:53:52.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:53:52.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:52 smithi177 ceph-mon[212096]: pgmap v15022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:52.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:53:52.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:53:53.219 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:53:53.563 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:53:53.563 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 0s ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:53:53.563 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 8m ago 7h 93.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:53:53.563 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 0s ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:53:53.564 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 8m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:53:53.564 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 8m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:53:53.564 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 0s ago 7h 818M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:53:53.564 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 0s ago 7h 1882M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:53:53.564 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 8m ago 7h 868M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:53:53.564 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 0s ago 7h 956M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:53:53.564 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 0s ago 7h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:53:53.564 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 8m ago 7h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:53:53.564 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 0s ago 7h 5099M 2283M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:53:53.564 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 0s ago 7h 5832M 2283M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:53:53.564 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (6h) 0s ago 7h 4740M 2283M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:53:53.564 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (6h) 0s ago 7h 4945M 2283M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:53:53.565 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 8m ago 7h 4129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:53:53.565 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 8m ago 7h 4590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:53:53.565 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 8m ago 7h 3945M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:53:53.565 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 8m ago 7h 4570M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:53:53.565 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 8m ago 7h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:53:53.982 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:53:53.982 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:53:53.982 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:53:53.982 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:53:53.982 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:53:53.982 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:53:53.983 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:53:53.983 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:53:53.983 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:53:53.983 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:53:53.983 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:53:53.983 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:53:53.983 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:53:53.983 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:53:53.983 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:53:53.983 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:53:53.983 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:53:53.983 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:53:54.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:54 smithi123 ceph-mon[191304]: pgmap v15023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:54.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:54 smithi123 ceph-mon[191304]: from='client.60338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:53:54.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:53:54.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:53:54.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:54 smithi123 ceph-mon[191304]: from='client.60344 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:53:54.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:53:54.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:53:54.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:53:54.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:54 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2727955746' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:53:54.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:54 smithi123 ceph-mon[188613]: pgmap v15023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:54.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:54 smithi123 ceph-mon[188613]: from='client.60338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:53:54.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:53:54.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:53:54.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:54 smithi123 ceph-mon[188613]: from='client.60344 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:53:54.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:53:54.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:53:54.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:53:54.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:54 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2727955746' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:53:54.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:54 smithi177 ceph-mon[212096]: pgmap v15023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:54.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:54 smithi177 ceph-mon[212096]: from='client.60338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:53:54.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:53:54.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:53:54.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:54 smithi177 ceph-mon[212096]: from='client.60344 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:53:54.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:53:54.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:53:54.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:53:54.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:54 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2727955746' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:53:56.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:56 smithi123 ceph-mon[188613]: pgmap v15024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:56.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:56 smithi123 ceph-mon[191304]: pgmap v15024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:56 smithi177 ceph-mon[212096]: pgmap v15024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:57.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:53:57.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:53:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:53:58.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:58 smithi123 ceph-mon[191304]: pgmap v15025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:58.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:58 smithi123 ceph-mon[188613]: pgmap v15025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:58.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:58 smithi177 ceph-mon[212096]: pgmap v15025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:53:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:53:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:53:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:54:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:53:59 smithi123 ceph-mon[191304]: pgmap v15026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:00.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:53:59 smithi123 ceph-mon[188613]: pgmap v15026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:00.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:53:59 smithi177 ceph-mon[212096]: pgmap v15026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:02.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:02 smithi123 ceph-mon[191304]: pgmap v15027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:02.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:02 smithi123 ceph-mon[188613]: pgmap v15027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:02.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:02 smithi177 ceph-mon[212096]: pgmap v15027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:04.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:04 smithi123 ceph-mon[191304]: pgmap v15028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:04.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:04 smithi123 ceph-mon[188613]: pgmap v15028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:04.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:04 smithi177 ceph-mon[212096]: pgmap v15028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:06.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:06 smithi123 ceph-mon[191304]: pgmap v15029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:06.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:06 smithi123 ceph-mon[188613]: pgmap v15029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:06.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:06 smithi177 ceph-mon[212096]: pgmap v15029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:08.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:08 smithi123 ceph-mon[191304]: pgmap v15030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:08.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:08 smithi123 ceph-mon[188613]: pgmap v15030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:08.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:08 smithi177 ceph-mon[212096]: pgmap v15030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:54:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:54:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:54:10.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:09 smithi123 ceph-mon[188613]: pgmap v15031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:10.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:09 smithi123 ceph-mon[191304]: pgmap v15031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:10.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:09 smithi177 ceph-mon[212096]: pgmap v15031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:12 smithi123 ceph-mon[191304]: pgmap v15032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:12.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:54:12.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:12 smithi123 ceph-mon[188613]: pgmap v15032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:12.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:54:12.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:12 smithi177 ceph-mon[212096]: pgmap v15032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:12.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:54:14.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:14 smithi123 ceph-mon[191304]: pgmap v15033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:14.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:14 smithi123 ceph-mon[188613]: pgmap v15033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:14.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:14 smithi177 ceph-mon[212096]: pgmap v15033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:16.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:16 smithi123 ceph-mon[191304]: pgmap v15034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:16.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:16 smithi123 ceph-mon[188613]: pgmap v15034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:16.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:16 smithi177 ceph-mon[212096]: pgmap v15034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:18.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:18 smithi123 ceph-mon[191304]: pgmap v15035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:18.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:18 smithi123 ceph-mon[188613]: pgmap v15035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:18.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:18 smithi177 ceph-mon[212096]: pgmap v15035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:54:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:54:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T17:54:20.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:19 smithi123 ceph-mon[191304]: pgmap v15036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:20.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:19 smithi123 ceph-mon[188613]: pgmap v15036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:20.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:19 smithi177 ceph-mon[212096]: pgmap v15036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:22 smithi123 ceph-mon[188613]: pgmap v15037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:22.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:22 smithi123 ceph-mon[191304]: pgmap v15037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:22.657 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:22 smithi177 ceph-mon[212096]: pgmap v15037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:24.335 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:54:24.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:24 smithi123 ceph-mon[191304]: pgmap v15038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:24.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:24 smithi123 ceph-mon[188613]: pgmap v15038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:24.641 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:54:24.642 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 31s ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:54:24.642 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 8m ago 7h 93.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:54:24.642 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 31s ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:54:24.642 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 8m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:54:24.642 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 8m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:54:24.642 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 31s ago 7h 818M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:54:24.642 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 31s ago 7h 1882M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:54:24.642 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 8m ago 7h 868M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:54:24.642 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 31s ago 7h 956M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:54:24.643 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 31s ago 7h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:54:24.643 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 8m ago 7h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:54:24.643 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 31s ago 7h 5099M 2283M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:54:24.643 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 31s ago 7h 5832M 2283M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:54:24.643 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 31s ago 7h 4740M 2283M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:54:24.643 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 31s ago 7h 4945M 2283M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:54:24.643 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (6h) 8m ago 7h 4129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:54:24.643 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 8m ago 7h 4590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:54:24.643 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 8m ago 7h 3945M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:54:24.643 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 8m ago 7h 4570M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:54:24.643 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 8m ago 7h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:54:24.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:24 smithi177 ceph-mon[212096]: pgmap v15038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:25.026 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:54:25.026 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:54:25.026 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:54:25.026 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:54:25.026 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:54:25.026 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:54:25.026 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:54:25.026 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:54:25.026 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:54:25.027 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:54:25.027 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:54:25.027 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:54:25.027 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:54:25.027 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:54:25.027 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:54:25.027 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:54:25.027 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:54:25.027 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:54:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:25 smithi123 ceph-mon[188613]: from='client.50406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:54:25.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:25 smithi123 ceph-mon[188613]: from='client.50412 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:54:25.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:25 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3143964514' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:54:25.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:25 smithi123 ceph-mon[191304]: from='client.50406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:54:25.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:25 smithi123 ceph-mon[191304]: from='client.50412 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:54:25.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:25 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3143964514' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:54:25.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:25 smithi177 ceph-mon[212096]: from='client.50406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:54:25.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:25 smithi177 ceph-mon[212096]: from='client.50412 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:54:25.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:25 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3143964514' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:54:26.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:26 smithi123 ceph-mon[191304]: pgmap v15039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:26.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:26 smithi123 ceph-mon[188613]: pgmap v15039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:26.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:26 smithi177 ceph-mon[212096]: pgmap v15039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:27.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:54:27.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:54:27.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:54:28.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:28 smithi123 ceph-mon[191304]: pgmap v15040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:28.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:28 smithi123 ceph-mon[188613]: pgmap v15040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:28.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:28 smithi177 ceph-mon[212096]: pgmap v15040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:29.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:54:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:54:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:54:30.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:29 smithi123 ceph-mon[188613]: pgmap v15041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:30.246 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:29 smithi123 ceph-mon[191304]: pgmap v15041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:30.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:29 smithi177 ceph-mon[212096]: pgmap v15041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:32.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:32 smithi123 ceph-mon[191304]: pgmap v15042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:32.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:32 smithi123 ceph-mon[188613]: pgmap v15042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:32.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:32 smithi177 ceph-mon[212096]: pgmap v15042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:34.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:34 smithi123 ceph-mon[191304]: pgmap v15043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:34.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:34 smithi123 ceph-mon[188613]: pgmap v15043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:34.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:34 smithi177 ceph-mon[212096]: pgmap v15043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:36.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:36 smithi123 ceph-mon[191304]: pgmap v15044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:36.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:36 smithi123 ceph-mon[188613]: pgmap v15044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:36.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:36 smithi177 ceph-mon[212096]: pgmap v15044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:38.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:38 smithi123 ceph-mon[191304]: pgmap v15045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:38.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:38 smithi123 ceph-mon[188613]: pgmap v15045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:38.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:38 smithi177 ceph-mon[212096]: pgmap v15045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:54:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:54:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:54:40.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:39 smithi123 ceph-mon[191304]: pgmap v15046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:40.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:39 smithi123 ceph-mon[188613]: pgmap v15046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:40.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:39 smithi177 ceph-mon[212096]: pgmap v15046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:42.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:42 smithi123 ceph-mon[191304]: pgmap v15047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:42.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:54:42.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:42 smithi123 ceph-mon[188613]: pgmap v15047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:42.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:54:42.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:42 smithi177 ceph-mon[212096]: pgmap v15047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:42.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:54:44.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:44 smithi123 ceph-mon[191304]: pgmap v15048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:44.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:44 smithi123 ceph-mon[188613]: pgmap v15048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:44.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:44 smithi177 ceph-mon[212096]: pgmap v15048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:46.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:46 smithi123 ceph-mon[191304]: pgmap v15049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:46.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:46 smithi123 ceph-mon[188613]: pgmap v15049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:46.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:46 smithi177 ceph-mon[212096]: pgmap v15049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:48.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:48 smithi123 ceph-mon[191304]: pgmap v15050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:48.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:48 smithi123 ceph-mon[188613]: pgmap v15050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:48.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:48 smithi177 ceph-mon[212096]: pgmap v15050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:54:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:54:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:54:50.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:49 smithi123 ceph-mon[191304]: pgmap v15051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:50.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:49 smithi123 ceph-mon[188613]: pgmap v15051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:50.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:49 smithi177 ceph-mon[212096]: pgmap v15051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:52.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:52 smithi123 ceph-mon[191304]: pgmap v15052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:52.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:52 smithi123 ceph-mon[188613]: pgmap v15052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:52.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:52 smithi177 ceph-mon[212096]: pgmap v15052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:54.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:54 smithi123 ceph-mon[191304]: pgmap v15053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:54.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:54:54.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:54 smithi123 ceph-mon[188613]: pgmap v15053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:54.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:54:54.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:54 smithi177 ceph-mon[212096]: pgmap v15053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:54.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:54:55.364 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:54:55.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:54:55.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:54:55.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:54:55.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:54:55.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:54:55.674 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:54:55.674 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 62s ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:54:55.674 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 9m ago 7h 93.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:54:55.674 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 62s ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:54:55.674 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 9m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:54:55.675 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 9m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:54:55.675 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 62s ago 7h 818M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:54:55.675 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 62s ago 7h 1882M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:54:55.675 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 9m ago 7h 868M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:54:55.675 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 62s ago 7h 956M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:54:55.675 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 62s ago 7h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:54:55.675 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 9m ago 7h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:54:55.675 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 62s ago 7h 5099M 2283M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:54:55.675 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 62s ago 7h 5832M 2283M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:54:55.675 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 62s ago 7h 4740M 2283M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:54:55.675 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 62s ago 7h 4945M 2283M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:54:55.675 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 9m ago 7h 4129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:54:55.675 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (6h) 9m ago 7h 4590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:54:55.675 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 9m ago 7h 3945M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:54:55.676 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 9m ago 7h 4570M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:54:55.676 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 9m ago 7h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:54:55.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:54:55.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:54:55.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:54:55.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:54:55.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:54:55.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:54:55.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:54:55.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:54:55.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:54:55.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:54:56.055 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:54:56.055 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:54:56.055 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:54:56.055 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:54:56.055 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:54:56.055 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:54:56.055 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:54:56.055 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:54:56.055 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:54:56.056 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:54:56.056 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:54:56.056 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:54:56.056 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:54:56.056 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:54:56.056 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:54:56.056 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:54:56.056 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:54:56.056 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:54:56.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:56 smithi177 ceph-mon[212096]: pgmap v15054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:56.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:56 smithi177 ceph-mon[212096]: from='client.50424 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:54:56.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:56 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1881943876' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:54:56.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:56 smithi123 ceph-mon[191304]: pgmap v15054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:56.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:56 smithi123 ceph-mon[191304]: from='client.50424 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:54:56.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:56 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1881943876' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:54:56.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:56 smithi123 ceph-mon[188613]: pgmap v15054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:56.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:56 smithi123 ceph-mon[188613]: from='client.50424 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:54:56.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:56 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1881943876' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:54:57.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:57 smithi177 ceph-mon[212096]: from='client.50430 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:54:57.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:54:57.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:57 smithi123 ceph-mon[191304]: from='client.50430 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:54:57.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:54:57.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:57 smithi123 ceph-mon[188613]: from='client.50430 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:54:57.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:54:58.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:58 smithi177 ceph-mon[212096]: pgmap v15055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:58.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:58 smithi123 ceph-mon[191304]: pgmap v15055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:58.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:58 smithi123 ceph-mon[188613]: pgmap v15055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:54:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:54:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:54:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:55:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:54:59 smithi123 ceph-mon[191304]: pgmap v15056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:00.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:54:59 smithi123 ceph-mon[188613]: pgmap v15056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:00.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:54:59 smithi177 ceph-mon[212096]: pgmap v15056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:02.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:02 smithi123 ceph-mon[191304]: pgmap v15057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:02.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:02 smithi123 ceph-mon[188613]: pgmap v15057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:02.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:02 smithi177 ceph-mon[212096]: pgmap v15057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:04.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:04 smithi123 ceph-mon[191304]: pgmap v15058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:04.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:04 smithi123 ceph-mon[188613]: pgmap v15058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:04.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:04 smithi177 ceph-mon[212096]: pgmap v15058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:06.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:06 smithi123 ceph-mon[191304]: pgmap v15059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:06.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:06 smithi123 ceph-mon[188613]: pgmap v15059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:06.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:06 smithi177 ceph-mon[212096]: pgmap v15059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:08.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:08 smithi123 ceph-mon[191304]: pgmap v15060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:08.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:08 smithi123 ceph-mon[188613]: pgmap v15060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:08.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:08 smithi177 ceph-mon[212096]: pgmap v15060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:09.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:55:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:55:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:55:10.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:09 smithi123 ceph-mon[191304]: pgmap v15061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:10.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:09 smithi123 ceph-mon[188613]: pgmap v15061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:10.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:09 smithi177 ceph-mon[212096]: pgmap v15061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:12 smithi123 ceph-mon[188613]: pgmap v15062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:12.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:55:12.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:12 smithi123 ceph-mon[191304]: pgmap v15062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:12.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:55:12.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:12 smithi177 ceph-mon[212096]: pgmap v15062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:12.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:55:14.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:14 smithi123 ceph-mon[191304]: pgmap v15063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:14.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:14 smithi123 ceph-mon[188613]: pgmap v15063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:14.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:14 smithi177 ceph-mon[212096]: pgmap v15063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:16.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:16 smithi123 ceph-mon[188613]: pgmap v15064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:16.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:16 smithi123 ceph-mon[191304]: pgmap v15064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:16.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:16 smithi177 ceph-mon[212096]: pgmap v15064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:18.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:18 smithi123 ceph-mon[191304]: pgmap v15065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:18.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:18 smithi123 ceph-mon[188613]: pgmap v15065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:18.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:18 smithi177 ceph-mon[212096]: pgmap v15065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:19.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:55:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:55:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:55:20.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:19 smithi123 ceph-mon[188613]: pgmap v15066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:20.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:19 smithi123 ceph-mon[191304]: pgmap v15066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:20.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:19 smithi177 ceph-mon[212096]: pgmap v15066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:22.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:22 smithi123 ceph-mon[191304]: pgmap v15067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:22.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:22 smithi123 ceph-mon[188613]: pgmap v15067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:22.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:22 smithi177 ceph-mon[212096]: pgmap v15067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:24.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:24 smithi123 ceph-mon[191304]: pgmap v15068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:24.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:24 smithi123 ceph-mon[188613]: pgmap v15068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:24.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:24 smithi177 ceph-mon[212096]: pgmap v15068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:26.400 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:55:26.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:26 smithi123 ceph-mon[191304]: pgmap v15069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:26.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:26 smithi123 ceph-mon[188613]: pgmap v15069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:26.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:26 smithi177 ceph-mon[212096]: pgmap v15069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:26.709 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:55:26.709 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 93s ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:55:26.709 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 9m ago 7h 93.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:55:26.709 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 93s ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:55:26.709 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 9m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:55:26.709 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 9m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:55:26.709 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 93s ago 7h 818M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:55:26.709 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 93s ago 7h 1882M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:55:26.710 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 9m ago 7h 868M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:55:26.710 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 93s ago 7h 956M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:55:26.710 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 93s ago 7h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:55:26.710 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 9m ago 7h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:55:26.710 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 93s ago 7h 5099M 2283M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:55:26.710 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 93s ago 7h 5832M 2283M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:55:26.710 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 93s ago 7h 4740M 2283M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:55:26.710 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 93s ago 7h 4945M 2283M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:55:26.710 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 9m ago 7h 4129M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:55:26.710 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 9m ago 7h 4590M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:55:26.710 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (6h) 9m ago 7h 3945M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:55:26.710 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 9m ago 7h 4570M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:55:26.710 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 9m ago 7h 136M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:55:27.089 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:55:27.090 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:55:27.090 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:55:27.090 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:55:27.090 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:55:27.090 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:55:27.090 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:55:27.090 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:55:27.090 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:55:27.090 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:55:27.090 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:55:27.090 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:55:27.090 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:55:27.090 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:55:27.090 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:55:27.091 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:55:27.091 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:55:27.091 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:55:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:27 smithi123 ceph-mon[188613]: from='client.60392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:55:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:55:27.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:27 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1231180506' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:55:27.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:27 smithi123 ceph-mon[191304]: from='client.60392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:55:27.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:55:27.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:27 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1231180506' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:55:27.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:27 smithi177 ceph-mon[212096]: from='client.60392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:55:27.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:55:27.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:27 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1231180506' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:55:28.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:28 smithi123 ceph-mon[188613]: from='client.60398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:55:28.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:28 smithi123 ceph-mon[188613]: pgmap v15070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:28.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:28 smithi123 ceph-mon[191304]: from='client.60398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:55:28.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:28 smithi123 ceph-mon[191304]: pgmap v15070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:28.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:28 smithi177 ceph-mon[212096]: from='client.60398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:55:28.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:28 smithi177 ceph-mon[212096]: pgmap v15070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:29.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:55:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:55:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:55:30.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:29 smithi123 ceph-mon[188613]: pgmap v15071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:30.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:29 smithi123 ceph-mon[191304]: pgmap v15071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:30.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:29 smithi177 ceph-mon[212096]: pgmap v15071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:32.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:32 smithi123 ceph-mon[191304]: pgmap v15072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:32.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:32 smithi123 ceph-mon[188613]: pgmap v15072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:32.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:32 smithi177 ceph-mon[212096]: pgmap v15072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:34.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:34 smithi123 ceph-mon[188613]: pgmap v15073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:34.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:34 smithi123 ceph-mon[191304]: pgmap v15073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:34.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:34 smithi177 ceph-mon[212096]: pgmap v15073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:36.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:36 smithi123 ceph-mon[191304]: pgmap v15074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:36.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:36 smithi123 ceph-mon[188613]: pgmap v15074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:36.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:36 smithi177 ceph-mon[212096]: pgmap v15074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:38.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:38 smithi123 ceph-mon[188613]: pgmap v15075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:38.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:38 smithi123 ceph-mon[191304]: pgmap v15075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:38.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:38 smithi177 ceph-mon[212096]: pgmap v15075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:55:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:55:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:55:40.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:39 smithi123 ceph-mon[188613]: pgmap v15076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:40.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:39 smithi123 ceph-mon[191304]: pgmap v15076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:40.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:39 smithi177 ceph-mon[212096]: pgmap v15076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:42.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:42 smithi123 ceph-mon[188613]: pgmap v15077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:42.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:55:42.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:42 smithi123 ceph-mon[191304]: pgmap v15077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:42.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:55:42.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:42 smithi177 ceph-mon[212096]: pgmap v15077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:42.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:55:44.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:44 smithi123 ceph-mon[188613]: pgmap v15078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:44.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:44 smithi123 ceph-mon[191304]: pgmap v15078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:44.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:44 smithi177 ceph-mon[212096]: pgmap v15078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:46.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:46 smithi123 ceph-mon[188613]: pgmap v15079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:46.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:46 smithi123 ceph-mon[191304]: pgmap v15079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:46.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:46 smithi177 ceph-mon[212096]: pgmap v15079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:48.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:48 smithi123 ceph-mon[191304]: pgmap v15080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:48.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:48 smithi123 ceph-mon[188613]: pgmap v15080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:48.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:48 smithi177 ceph-mon[212096]: pgmap v15080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:49.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:55:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:55:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:55:50.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:49 smithi123 ceph-mon[191304]: pgmap v15081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:50.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:49 smithi123 ceph-mon[188613]: pgmap v15081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:50.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:49 smithi177 ceph-mon[212096]: pgmap v15081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:52.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:52 smithi123 ceph-mon[191304]: pgmap v15082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:52.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:52 smithi123 ceph-mon[188613]: pgmap v15082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:52.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:52 smithi177 ceph-mon[212096]: pgmap v15082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:54.497 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:54 smithi123 ceph-mon[191304]: pgmap v15083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:54.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:54 smithi123 ceph-mon[188613]: pgmap v15083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:54.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:54 smithi177 ceph-mon[212096]: pgmap v15083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:55.480 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:55:55.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:55:55.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:55:56.309 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:56 smithi177 ceph-mon[212096]: pgmap v15084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:56.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:56 smithi123 ceph-mon[191304]: pgmap v15084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:56.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:56 smithi123 ceph-mon[188613]: pgmap v15084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:55:57.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:55:57.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:55:57.443 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:55:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:55:57.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:55:57.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:55:57.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:55:57.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:55:57.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:55:57.763 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:55:57.763 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 2m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:55:57.763 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 0s ago 7h 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:55:57.763 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 2m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:55:57.763 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 0s ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:55:57.763 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 0s ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:55:57.763 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 2m ago 7h 818M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:55:57.763 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 2m ago 7h 1882M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:55:57.763 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 0s ago 7h 886M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:55:57.763 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 2m ago 7h 956M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:55:57.764 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 2m ago 7h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:55:57.764 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 0s ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:55:57.764 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 2m ago 7h 5099M 2283M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:55:57.764 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 2m ago 7h 5832M 2283M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:55:57.764 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 2m ago 7h 4740M 2283M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:55:57.764 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 2m ago 7h 4945M 2283M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:55:57.764 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 0s ago 7h 4157M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:55:57.764 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 0s ago 7h 4624M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:55:57.764 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 0s ago 7h 3975M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:55:57.764 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (6h) 0s ago 7h 4606M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:55:57.764 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 0s ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:55:58.148 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:55:58.148 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:55:58.148 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:55:58.148 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:55:58.148 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:55:58.149 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:55:58.149 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:55:58.149 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:55:58.149 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:55:58.149 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:55:58.149 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:55:58.149 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:55:58.149 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:55:58.149 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:55:58.149 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:55:58.149 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:55:58.149 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:55:58.149 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:55:58.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:58 smithi123 ceph-mon[191304]: pgmap v15085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:58.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:58 smithi123 ceph-mon[191304]: from='client.60410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:55:58.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:55:58.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:55:58.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:55:58.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:58 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3082930957' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:55:58.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:58 smithi123 ceph-mon[188613]: pgmap v15085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:58.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:58 smithi123 ceph-mon[188613]: from='client.60410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:55:58.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:55:58.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:55:58.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:55:58.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:58 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3082930957' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:55:58.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:58 smithi177 ceph-mon[212096]: pgmap v15085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:55:58.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:58 smithi177 ceph-mon[212096]: from='client.60410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:55:58.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:55:58.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:55:58.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:55:58.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:58 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3082930957' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:55:59.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:55:59 smithi123 ceph-mon[191304]: from='client.60416 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:55:59.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:55:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:55:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:55:59.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:55:59 smithi123 ceph-mon[188613]: from='client.60416 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:55:59.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:55:59 smithi177 ceph-mon[212096]: from='client.60416 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:56:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:00 smithi123 ceph-mon[188613]: pgmap v15086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:00.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:00 smithi123 ceph-mon[191304]: pgmap v15086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:00.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:00 smithi177 ceph-mon[212096]: pgmap v15086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:02.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:02 smithi123 ceph-mon[191304]: pgmap v15087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:02.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:02 smithi123 ceph-mon[188613]: pgmap v15087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:02.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:02 smithi177 ceph-mon[212096]: pgmap v15087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:04.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:04 smithi123 ceph-mon[191304]: pgmap v15088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:04.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:04 smithi123 ceph-mon[188613]: pgmap v15088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:04.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:04 smithi177 ceph-mon[212096]: pgmap v15088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:06.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:06 smithi123 ceph-mon[191304]: pgmap v15089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:06.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:06 smithi123 ceph-mon[188613]: pgmap v15089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:06.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:06 smithi177 ceph-mon[212096]: pgmap v15089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:08.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:08 smithi177 ceph-mon[212096]: pgmap v15090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:08.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:08 smithi123 ceph-mon[191304]: pgmap v15090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:08.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:08 smithi123 ceph-mon[188613]: pgmap v15090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:56:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:56:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:56:10.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:09 smithi123 ceph-mon[191304]: pgmap v15091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:10.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:09 smithi123 ceph-mon[188613]: pgmap v15091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:10.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:09 smithi177 ceph-mon[212096]: pgmap v15091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:12.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:12 smithi123 ceph-mon[191304]: pgmap v15092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:12.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:56:12.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:12 smithi123 ceph-mon[188613]: pgmap v15092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:12.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:56:12.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:12 smithi177 ceph-mon[212096]: pgmap v15092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:12.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:56:14.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:14 smithi123 ceph-mon[191304]: pgmap v15093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:14.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:14 smithi123 ceph-mon[188613]: pgmap v15093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:14.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:14 smithi177 ceph-mon[212096]: pgmap v15093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:16.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:16 smithi123 ceph-mon[191304]: pgmap v15094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:16.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:16 smithi123 ceph-mon[188613]: pgmap v15094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:16.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:16 smithi177 ceph-mon[212096]: pgmap v15094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:18.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:18 smithi123 ceph-mon[191304]: pgmap v15095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:18.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:18 smithi123 ceph-mon[188613]: pgmap v15095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:18.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:18 smithi177 ceph-mon[212096]: pgmap v15095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:19.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:56:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:56:19] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T17:56:20.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:19 smithi123 ceph-mon[191304]: pgmap v15096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:20.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:19 smithi123 ceph-mon[188613]: pgmap v15096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:20.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:19 smithi177 ceph-mon[212096]: pgmap v15096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:22.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:22 smithi123 ceph-mon[188613]: pgmap v15097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:22.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:22 smithi123 ceph-mon[191304]: pgmap v15097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:22.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:22 smithi177 ceph-mon[212096]: pgmap v15097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:24.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:24 smithi123 ceph-mon[191304]: pgmap v15098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:24.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:24 smithi123 ceph-mon[188613]: pgmap v15098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:24.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:24 smithi177 ceph-mon[212096]: pgmap v15098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:26.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:26 smithi123 ceph-mon[188613]: pgmap v15099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:26.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:26 smithi123 ceph-mon[191304]: pgmap v15099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:26.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:26 smithi177 ceph-mon[212096]: pgmap v15099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:27.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:56:27.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:56:27.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:56:28.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:28 smithi123 ceph-mon[191304]: pgmap v15100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:28.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:28 smithi123 ceph-mon[188613]: pgmap v15100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:28.499 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:56:28.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:28 smithi177 ceph-mon[212096]: pgmap v15100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:28.807 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:56:28.807 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 2m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:56:28.807 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 31s ago 7h 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:56:28.807 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 2m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:56:28.807 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 31s ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:56:28.807 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 31s ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:56:28.808 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 2m ago 7h 818M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:56:28.808 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 2m ago 7h 1882M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:56:28.808 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 31s ago 7h 886M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:56:28.808 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 2m ago 7h 956M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:56:28.808 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 2m ago 7h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:56:28.808 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 31s ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:56:28.808 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 2m ago 7h 5099M 2283M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:56:28.808 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 2m ago 7h 5832M 2283M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:56:28.808 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 2m ago 7h 4740M 2283M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:56:28.808 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 2m ago 7h 4945M 2283M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:56:28.808 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 31s ago 7h 4157M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:56:28.808 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 31s ago 7h 4624M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:56:28.808 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 31s ago 7h 3975M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:56:28.808 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 31s ago 7h 4606M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:56:28.809 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 31s ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:56:29.193 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:56:29.193 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:56:29.193 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:56:29.193 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:56:29.193 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:56:29.193 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:56:29.193 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:56:29.193 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:56:29.193 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:56:29.194 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:56:29.194 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:56:29.194 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:56:29.194 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:56:29.194 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:56:29.194 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:56:29.194 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:56:29.194 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:56:29.194 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:56:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:56:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:56:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:56:29.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:29 smithi123 ceph-mon[191304]: from='client.50478 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:56:29.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:29 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1363441817' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:56:29.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:29 smithi123 ceph-mon[188613]: from='client.50478 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:56:29.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:29 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1363441817' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:56:29.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:29 smithi177 ceph-mon[212096]: from='client.50478 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:56:29.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:29 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1363441817' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:56:30.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:30 smithi123 ceph-mon[191304]: from='client.50484 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:56:30.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:30 smithi123 ceph-mon[191304]: pgmap v15101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:30.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:30 smithi123 ceph-mon[188613]: from='client.50484 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:56:30.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:30 smithi123 ceph-mon[188613]: pgmap v15101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:30.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:30 smithi177 ceph-mon[212096]: from='client.50484 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:56:30.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:30 smithi177 ceph-mon[212096]: pgmap v15101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:32.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:32 smithi177 ceph-mon[212096]: pgmap v15102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:32.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:32 smithi123 ceph-mon[191304]: pgmap v15102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:32.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:32 smithi123 ceph-mon[188613]: pgmap v15102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:34.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:34 smithi177 ceph-mon[212096]: pgmap v15103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:34.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:34 smithi123 ceph-mon[191304]: pgmap v15103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:34.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:34 smithi123 ceph-mon[188613]: pgmap v15103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:36.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:36 smithi177 ceph-mon[212096]: pgmap v15104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:36.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:36 smithi123 ceph-mon[188613]: pgmap v15104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:36.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:36 smithi123 ceph-mon[191304]: pgmap v15104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:38.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:38 smithi177 ceph-mon[212096]: pgmap v15105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:38.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:38 smithi123 ceph-mon[191304]: pgmap v15105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:38.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:38 smithi123 ceph-mon[188613]: pgmap v15105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:39.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:56:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:56:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T17:56:40.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:39 smithi123 ceph-mon[188613]: pgmap v15106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:40.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:39 smithi123 ceph-mon[191304]: pgmap v15106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:40.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:39 smithi177 ceph-mon[212096]: pgmap v15106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:42.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:42 smithi123 ceph-mon[191304]: pgmap v15107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:42.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:56:42.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:42 smithi123 ceph-mon[188613]: pgmap v15107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:42.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:56:42.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:42 smithi177 ceph-mon[212096]: pgmap v15107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:42.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:56:44.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:44 smithi123 ceph-mon[191304]: pgmap v15108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:44.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:44 smithi123 ceph-mon[188613]: pgmap v15108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:44.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:44 smithi177 ceph-mon[212096]: pgmap v15108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:46.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:46 smithi123 ceph-mon[191304]: pgmap v15109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:46.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:46 smithi123 ceph-mon[188613]: pgmap v15109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:46.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:46 smithi177 ceph-mon[212096]: pgmap v15109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:48.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:48 smithi123 ceph-mon[191304]: pgmap v15110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:48.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:48 smithi123 ceph-mon[188613]: pgmap v15110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:48.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:48 smithi177 ceph-mon[212096]: pgmap v15110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:49.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:56:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:56:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T17:56:50.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:49 smithi123 ceph-mon[191304]: pgmap v15111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:50.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:49 smithi123 ceph-mon[188613]: pgmap v15111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:50.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:49 smithi177 ceph-mon[212096]: pgmap v15111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:52.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:52 smithi123 ceph-mon[191304]: pgmap v15112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:52.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:52 smithi123 ceph-mon[188613]: pgmap v15112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:52.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:52 smithi177 ceph-mon[212096]: pgmap v15112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:54.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:54 smithi123 ceph-mon[191304]: pgmap v15113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:54.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:54 smithi123 ceph-mon[188613]: pgmap v15113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:54.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:54 smithi177 ceph-mon[212096]: pgmap v15113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:56.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:56 smithi123 ceph-mon[191304]: pgmap v15114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:56.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:56 smithi123 ceph-mon[188613]: pgmap v15114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:56.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:56 smithi177 ceph-mon[212096]: pgmap v15114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:57.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:56:57.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:56:57.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:56:58.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:58 smithi177 ceph-mon[212096]: pgmap v15115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:58.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:56:58.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:58 smithi123 ceph-mon[191304]: pgmap v15115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:58.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:56:58.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:58 smithi123 ceph-mon[188613]: pgmap v15115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:56:58.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:56:59.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:56:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:56:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:56:59.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:56:59.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:56:59.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:56:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:56:59.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:56:59.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:56:59.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:56:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:56:59.545 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:56:59.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:56:59.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:56:59.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:56:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:56:59.854 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:56:59.854 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 3m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:56:59.854 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 62s ago 7h 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:56:59.854 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 3m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:56:59.854 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 62s ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:56:59.854 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 62s ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:56:59.854 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 3m ago 7h 818M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:56:59.854 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 3m ago 7h 1882M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:56:59.855 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 62s ago 7h 886M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:56:59.855 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 3m ago 7h 956M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:56:59.855 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 3m ago 7h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:56:59.855 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 62s ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:56:59.855 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 3m ago 7h 5099M 2283M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:56:59.855 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 3m ago 7h 5832M 2283M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:56:59.855 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 3m ago 7h 4740M 2283M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:56:59.855 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 3m ago 7h 4945M 2283M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:56:59.855 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 62s ago 7h 4157M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:56:59.855 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 62s ago 7h 4624M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:56:59.855 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 62s ago 7h 3975M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:56:59.855 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 62s ago 7h 4606M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:56:59.855 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 62s ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:57:00.236 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:57:00.236 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:57:00.236 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:57:00.236 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:57:00.236 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:57:00.236 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:57:00.236 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:57:00.236 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:57:00.236 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:57:00.236 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:57:00.236 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:57:00.236 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:57:00.237 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:57:00.237 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:57:00.237 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:57:00.237 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:57:00.237 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:57:00.237 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:57:00.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:00 smithi177 ceph-mon[212096]: pgmap v15116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:00.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:00 smithi177 ceph-mon[212096]: from='client.60446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:57:00.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:00 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/378293079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:57:00.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:00 smithi123 ceph-mon[191304]: pgmap v15116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:00.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:00 smithi123 ceph-mon[191304]: from='client.60446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:57:00.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:00 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/378293079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:57:00.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:00 smithi123 ceph-mon[188613]: pgmap v15116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:00.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:00 smithi123 ceph-mon[188613]: from='client.60446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:57:00.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:00 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/378293079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:57:01.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:01 smithi177 ceph-mon[212096]: from='client.50502 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:57:01.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:01 smithi123 ceph-mon[191304]: from='client.50502 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:57:01.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:01 smithi123 ceph-mon[188613]: from='client.50502 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:57:02.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:02 smithi177 ceph-mon[212096]: pgmap v15117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:02.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:02 smithi123 ceph-mon[191304]: pgmap v15117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:02.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:02 smithi123 ceph-mon[188613]: pgmap v15117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:04.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:04 smithi177 ceph-mon[212096]: pgmap v15118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:04.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:04 smithi123 ceph-mon[191304]: pgmap v15118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:04.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:04 smithi123 ceph-mon[188613]: pgmap v15118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:06.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:06 smithi177 ceph-mon[212096]: pgmap v15119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:06.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:06 smithi123 ceph-mon[191304]: pgmap v15119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:06.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:06 smithi123 ceph-mon[188613]: pgmap v15119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:08.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:08 smithi177 ceph-mon[212096]: pgmap v15120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:08.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:08 smithi123 ceph-mon[191304]: pgmap v15120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:08.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:08 smithi123 ceph-mon[188613]: pgmap v15120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:09.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:57:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:57:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:57:10.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:09 smithi123 ceph-mon[191304]: pgmap v15121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:10.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:09 smithi123 ceph-mon[188613]: pgmap v15121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:10.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:09 smithi177 ceph-mon[212096]: pgmap v15121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:12.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:12 smithi123 ceph-mon[191304]: pgmap v15122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:12.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:57:12.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:12 smithi123 ceph-mon[188613]: pgmap v15122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:12.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:57:12.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:12 smithi177 ceph-mon[212096]: pgmap v15122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:12.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:57:14.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:14 smithi123 ceph-mon[191304]: pgmap v15123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:14.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:14 smithi123 ceph-mon[188613]: pgmap v15123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:14.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:14 smithi177 ceph-mon[212096]: pgmap v15123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:16.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:16 smithi123 ceph-mon[191304]: pgmap v15124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:16.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:16 smithi123 ceph-mon[188613]: pgmap v15124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:16.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:16 smithi177 ceph-mon[212096]: pgmap v15124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:18.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:18 smithi123 ceph-mon[191304]: pgmap v15125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:18.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:18 smithi123 ceph-mon[188613]: pgmap v15125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:18.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:18 smithi177 ceph-mon[212096]: pgmap v15125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:19.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:57:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:57:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:57:20.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:19 smithi123 ceph-mon[191304]: pgmap v15126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:20.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:19 smithi123 ceph-mon[188613]: pgmap v15126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:20.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:19 smithi177 ceph-mon[212096]: pgmap v15126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:22.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:22 smithi123 ceph-mon[191304]: pgmap v15127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:22.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:22 smithi123 ceph-mon[188613]: pgmap v15127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:22.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:22 smithi177 ceph-mon[212096]: pgmap v15127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:24.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:24 smithi123 ceph-mon[191304]: pgmap v15128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:24.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:24 smithi123 ceph-mon[188613]: pgmap v15128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:24.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:24 smithi177 ceph-mon[212096]: pgmap v15128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:26.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:26 smithi123 ceph-mon[191304]: pgmap v15129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:26.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:26 smithi123 ceph-mon[188613]: pgmap v15129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:26.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:26 smithi177 ceph-mon[212096]: pgmap v15129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:27.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:57:27.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:57:27.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:57:28.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:28 smithi177 ceph-mon[212096]: pgmap v15130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:28.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:28 smithi123 ceph-mon[191304]: pgmap v15130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:28.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:28 smithi123 ceph-mon[188613]: pgmap v15130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:29.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:57:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:57:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T17:57:30.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:29 smithi123 ceph-mon[191304]: pgmap v15131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:30.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:29 smithi123 ceph-mon[188613]: pgmap v15131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:30.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:29 smithi177 ceph-mon[212096]: pgmap v15131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:30.579 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:57:30.886 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:57:30.886 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 3m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:57:30.886 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 93s ago 7h 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:57:30.886 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 3m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:57:30.886 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 93s ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:57:30.886 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 93s ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:57:30.886 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 3m ago 7h 818M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:57:30.887 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 3m ago 7h 1882M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:57:30.887 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 93s ago 7h 886M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:57:30.887 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 3m ago 7h 956M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:57:30.887 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 3m ago 7h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:57:30.887 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 93s ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:57:30.887 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 3m ago 7h 5099M 2283M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:57:30.887 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 3m ago 7h 5832M 2283M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:57:30.887 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 3m ago 7h 4740M 2283M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:57:30.887 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 3m ago 7h 4945M 2283M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:57:30.887 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 93s ago 7h 4157M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:57:30.887 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 93s ago 7h 4624M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:57:30.887 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 93s ago 7h 3975M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:57:30.887 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 93s ago 7h 4606M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:57:30.887 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 93s ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:57:31.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:30 smithi123 ceph-mon[191304]: from='client.60464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:57:31.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:30 smithi123 ceph-mon[188613]: from='client.60464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:57:31.268 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:57:31.268 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:57:31.268 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:57:31.268 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:57:31.268 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:57:31.268 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:57:31.268 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:57:31.268 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:57:31.268 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:57:31.268 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:57:31.268 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:57:31.268 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:57:31.269 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:57:31.269 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:57:31.269 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:57:31.269 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:57:31.269 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:57:31.269 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:57:31.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:30 smithi177 ceph-mon[212096]: from='client.60464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:57:32.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:31 smithi123 ceph-mon[191304]: from='client.60470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:57:32.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:31 smithi123 ceph-mon[191304]: pgmap v15132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:32.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:31 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/222090716' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:57:32.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:31 smithi123 ceph-mon[188613]: from='client.60470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:57:32.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:31 smithi123 ceph-mon[188613]: pgmap v15132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:32.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:31 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/222090716' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:57:32.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:31 smithi177 ceph-mon[212096]: from='client.60470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:57:32.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:31 smithi177 ceph-mon[212096]: pgmap v15132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:32.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:31 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/222090716' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:57:34.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:34 smithi123 ceph-mon[188613]: pgmap v15133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:34.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:34 smithi123 ceph-mon[191304]: pgmap v15133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:34.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:34 smithi177 ceph-mon[212096]: pgmap v15133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:36.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:36 smithi123 ceph-mon[191304]: pgmap v15134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:36.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:36 smithi123 ceph-mon[188613]: pgmap v15134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:36.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:36 smithi177 ceph-mon[212096]: pgmap v15134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:38.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:38 smithi177 ceph-mon[212096]: pgmap v15135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:38.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:38 smithi123 ceph-mon[191304]: pgmap v15135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:38.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:38 smithi123 ceph-mon[188613]: pgmap v15135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:39.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:57:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:57:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T17:57:40.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:39 smithi123 ceph-mon[191304]: pgmap v15136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:40.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:39 smithi123 ceph-mon[188613]: pgmap v15136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:40.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:39 smithi177 ceph-mon[212096]: pgmap v15136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:42.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:42 smithi123 ceph-mon[191304]: pgmap v15137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:42.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:57:42.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:42 smithi123 ceph-mon[188613]: pgmap v15137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:42.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:57:42.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:42 smithi177 ceph-mon[212096]: pgmap v15137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:42.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:57:44.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:44 smithi123 ceph-mon[191304]: pgmap v15138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:44.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:44 smithi123 ceph-mon[188613]: pgmap v15138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:44.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:44 smithi177 ceph-mon[212096]: pgmap v15138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:46.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:46 smithi177 ceph-mon[212096]: pgmap v15139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:46.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:46 smithi123 ceph-mon[191304]: pgmap v15139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:46.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:46 smithi123 ceph-mon[188613]: pgmap v15139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:48.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:48 smithi177 ceph-mon[212096]: pgmap v15140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:48.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:48 smithi123 ceph-mon[191304]: pgmap v15140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:48.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:48 smithi123 ceph-mon[188613]: pgmap v15140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:49.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:57:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:57:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:57:50.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:49 smithi123 ceph-mon[191304]: pgmap v15141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:50.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:49 smithi123 ceph-mon[188613]: pgmap v15141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:50.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:49 smithi177 ceph-mon[212096]: pgmap v15141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:52.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:52 smithi177 ceph-mon[212096]: pgmap v15142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:52.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:52 smithi123 ceph-mon[191304]: pgmap v15142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:52.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:52 smithi123 ceph-mon[188613]: pgmap v15142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:54.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:54 smithi177 ceph-mon[212096]: pgmap v15143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:54.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:54 smithi123 ceph-mon[191304]: pgmap v15143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:54.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:54 smithi123 ceph-mon[188613]: pgmap v15143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:56.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:56 smithi177 ceph-mon[212096]: pgmap v15144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:56.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:56 smithi123 ceph-mon[191304]: pgmap v15144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:56.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:56 smithi123 ceph-mon[188613]: pgmap v15144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:57.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:57:57.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:57:57.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:57:58.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:58 smithi177 ceph-mon[212096]: pgmap v15145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:58.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:58 smithi123 ceph-mon[191304]: pgmap v15145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:58.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:58 smithi123 ceph-mon[188613]: pgmap v15145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:57:59.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:57:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:57:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:57:59.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:57:59.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:57:59.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:57:59.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:57:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:57:59.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:57:59.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:57:59.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:57:59.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:57:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:57:59.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:57:59.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:57:59.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:57:59.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:57:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:58:00.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:00 smithi177 ceph-mon[212096]: pgmap v15146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:00.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:00 smithi123 ceph-mon[191304]: pgmap v15146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:00.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:00 smithi123 ceph-mon[188613]: pgmap v15146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:01.616 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:58:01.924 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:58:01.924 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 4m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:58:01.924 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 2m ago 7h 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:58:01.924 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 4m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:58:01.924 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 2m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:58:01.924 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 2m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:58:01.924 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 4m ago 7h 818M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:58:01.924 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 4m ago 7h 1882M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:58:01.924 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 2m ago 7h 886M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:58:01.924 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 4m ago 7h 956M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:58:01.924 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 4m ago 7h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:58:01.924 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 2m ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:58:01.925 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 4m ago 7h 5099M 2283M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:58:01.925 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 4m ago 7h 5832M 2283M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:58:01.925 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 4m ago 7h 4740M 2283M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:58:01.925 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 4m ago 7h 4945M 2283M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:58:01.925 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 2m ago 7h 4157M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:58:01.925 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 2m ago 7h 4624M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:58:01.925 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 2m ago 7h 3975M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:58:01.925 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 2m ago 7h 4606M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:58:01.925 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 2m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:58:02.308 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:58:02.308 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:58:02.308 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:58:02.308 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:58:02.308 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:58:02.308 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:58:02.308 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:58:02.308 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:58:02.308 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:58:02.308 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:58:02.308 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:58:02.309 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:58:02.309 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:58:02.309 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:58:02.309 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:58:02.309 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:58:02.309 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:58:02.309 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:58:02.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:02 smithi177 ceph-mon[212096]: pgmap v15147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:02.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:02 smithi177 ceph-mon[212096]: from='client.60482 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:58:02.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:02 smithi123 ceph-mon[191304]: pgmap v15147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:02.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:02 smithi123 ceph-mon[191304]: from='client.60482 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:58:02.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:02 smithi123 ceph-mon[188613]: pgmap v15147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:02.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:02 smithi123 ceph-mon[188613]: from='client.60482 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:58:03.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:03 smithi177 ceph-mon[212096]: from='client.50538 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:58:03.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:03 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2409850897' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:58:03.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:03 smithi123 ceph-mon[188613]: from='client.50538 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:58:03.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:03 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2409850897' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:58:03.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:03 smithi123 ceph-mon[191304]: from='client.50538 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:58:03.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:03 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2409850897' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:58:04.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:04 smithi177 ceph-mon[212096]: pgmap v15148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:04.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:04 smithi123 ceph-mon[191304]: pgmap v15148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:04.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:04 smithi123 ceph-mon[188613]: pgmap v15148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:06.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:06 smithi177 ceph-mon[212096]: pgmap v15149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:06.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:06 smithi123 ceph-mon[188613]: pgmap v15149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:06.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:06 smithi123 ceph-mon[191304]: pgmap v15149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:08.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:08 smithi177 ceph-mon[212096]: pgmap v15150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:08.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:08 smithi123 ceph-mon[191304]: pgmap v15150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:08.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:08 smithi123 ceph-mon[188613]: pgmap v15150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:09.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:58:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:58:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:58:10.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:09 smithi123 ceph-mon[188613]: pgmap v15151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:10.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:09 smithi123 ceph-mon[191304]: pgmap v15151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:10.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:09 smithi177 ceph-mon[212096]: pgmap v15151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:12.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:12 smithi177 ceph-mon[212096]: pgmap v15152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:12.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:58:12.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:12 smithi123 ceph-mon[191304]: pgmap v15152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:12.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:58:12.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:12 smithi123 ceph-mon[188613]: pgmap v15152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:12.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:58:14.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:14 smithi177 ceph-mon[212096]: pgmap v15153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:14.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:14 smithi123 ceph-mon[191304]: pgmap v15153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:14.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:14 smithi123 ceph-mon[188613]: pgmap v15153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:16.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:16 smithi177 ceph-mon[212096]: pgmap v15154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:16.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:16 smithi123 ceph-mon[191304]: pgmap v15154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:16.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:16 smithi123 ceph-mon[188613]: pgmap v15154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:18.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:18 smithi177 ceph-mon[212096]: pgmap v15155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:18.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:18 smithi123 ceph-mon[191304]: pgmap v15155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:18.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:18 smithi123 ceph-mon[188613]: pgmap v15155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:19.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:58:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:58:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T17:58:20.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:19 smithi177 ceph-mon[212096]: pgmap v15156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:20.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:19 smithi123 ceph-mon[188613]: pgmap v15156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:20.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:19 smithi123 ceph-mon[191304]: pgmap v15156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:22.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:22 smithi177 ceph-mon[212096]: pgmap v15157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:22.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:22 smithi123 ceph-mon[191304]: pgmap v15157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:22.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:22 smithi123 ceph-mon[188613]: pgmap v15157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:24.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:24 smithi177 ceph-mon[212096]: pgmap v15158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:24.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:24 smithi123 ceph-mon[191304]: pgmap v15158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:24.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:24 smithi123 ceph-mon[188613]: pgmap v15158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:26.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:26 smithi177 ceph-mon[212096]: pgmap v15159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:26.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:26 smithi123 ceph-mon[191304]: pgmap v15159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:26.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:26 smithi123 ceph-mon[188613]: pgmap v15159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:27.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:58:27.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:58:27.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:58:28.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:28 smithi177 ceph-mon[212096]: pgmap v15160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:28.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:28 smithi123 ceph-mon[191304]: pgmap v15160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:28.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:28 smithi123 ceph-mon[188613]: pgmap v15160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:29.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:58:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:58:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:58:30.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:29 smithi177 ceph-mon[212096]: pgmap v15161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:30.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:29 smithi123 ceph-mon[191304]: pgmap v15161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:30.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:29 smithi123 ceph-mon[188613]: pgmap v15161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:32.654 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:58:32.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:32 smithi177 ceph-mon[212096]: pgmap v15162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:32.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:32 smithi123 ceph-mon[191304]: pgmap v15162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:32.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:32 smithi123 ceph-mon[188613]: pgmap v15162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:32.963 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:58:32.964 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 4m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:58:32.964 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 2m ago 7h 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:58:32.964 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 4m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:58:32.964 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 2m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:58:32.964 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 2m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:58:32.964 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 4m ago 7h 818M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:58:32.964 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 4m ago 7h 1882M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:58:32.964 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 2m ago 7h 886M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:58:32.964 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 4m ago 7h 956M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:58:32.964 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 4m ago 7h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:58:32.964 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 2m ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:58:32.964 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 4m ago 7h 5099M 2283M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:58:32.964 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 4m ago 7h 5832M 2283M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:58:32.964 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 4m ago 7h 4740M 2283M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:58:32.964 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 4m ago 7h 4945M 2283M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:58:32.965 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 2m ago 7h 4157M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:58:32.965 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 2m ago 7h 4624M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:58:32.965 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 2m ago 7h 3975M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:58:32.965 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 2m ago 7h 4606M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:58:32.965 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 2m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:58:33.349 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:58:33.349 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:58:33.349 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:58:33.349 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:58:33.349 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:58:33.349 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:58:33.349 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:58:33.349 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:58:33.349 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:58:33.349 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:58:33.349 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:58:33.350 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:58:33.350 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:58:33.350 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:58:33.350 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:58:33.350 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:58:33.350 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:58:33.350 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:58:33.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:33 smithi177 ceph-mon[212096]: from='client.50550 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:58:33.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:33 smithi123 ceph-mon[191304]: from='client.50550 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:58:33.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:33 smithi123 ceph-mon[188613]: from='client.50550 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:58:34.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:34 smithi177 ceph-mon[212096]: from='client.50556 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:58:34.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:34 smithi177 ceph-mon[212096]: pgmap v15163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:34.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:34 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1222739654' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:58:34.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:34 smithi123 ceph-mon[191304]: from='client.50556 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:58:34.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:34 smithi123 ceph-mon[191304]: pgmap v15163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:34.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:34 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1222739654' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:58:34.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:34 smithi123 ceph-mon[188613]: from='client.50556 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:58:34.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:34 smithi123 ceph-mon[188613]: pgmap v15163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:34.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:34 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1222739654' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:58:36.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:36 smithi177 ceph-mon[212096]: pgmap v15164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:36.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:36 smithi123 ceph-mon[191304]: pgmap v15164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:36.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:36 smithi123 ceph-mon[188613]: pgmap v15164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:38.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:38 smithi177 ceph-mon[212096]: pgmap v15165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:38.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:38 smithi123 ceph-mon[191304]: pgmap v15165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:38.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:38 smithi123 ceph-mon[188613]: pgmap v15165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:39.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:58:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:58:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T17:58:40.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:39 smithi177 ceph-mon[212096]: pgmap v15166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:40.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:39 smithi123 ceph-mon[191304]: pgmap v15166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:40.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:39 smithi123 ceph-mon[188613]: pgmap v15166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:42.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:42 smithi177 ceph-mon[212096]: pgmap v15167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:42.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:58:42.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:42 smithi123 ceph-mon[191304]: pgmap v15167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:42.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:58:42.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:42 smithi123 ceph-mon[188613]: pgmap v15167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:42.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:58:44.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:44 smithi177 ceph-mon[212096]: pgmap v15168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:44.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:44 smithi123 ceph-mon[191304]: pgmap v15168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:44.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:44 smithi123 ceph-mon[188613]: pgmap v15168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:46.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:46 smithi177 ceph-mon[212096]: pgmap v15169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:46.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:46 smithi123 ceph-mon[191304]: pgmap v15169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:46.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:46 smithi123 ceph-mon[188613]: pgmap v15169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:48.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:48 smithi177 ceph-mon[212096]: pgmap v15170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:48.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:48 smithi123 ceph-mon[191304]: pgmap v15170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:48.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:48 smithi123 ceph-mon[188613]: pgmap v15170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:49.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:58:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:58:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:58:50.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:50 smithi177 ceph-mon[212096]: pgmap v15171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:50.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:50 smithi123 ceph-mon[191304]: pgmap v15171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:50.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:49 smithi123 ceph-mon[188613]: pgmap v15171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:52.657 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:52 smithi177 ceph-mon[212096]: pgmap v15172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:52.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:52 smithi123 ceph-mon[191304]: pgmap v15172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:52.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:52 smithi123 ceph-mon[188613]: pgmap v15172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:54.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:54 smithi177 ceph-mon[212096]: pgmap v15173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:54.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:54 smithi123 ceph-mon[188613]: pgmap v15173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:54.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:54 smithi123 ceph-mon[191304]: pgmap v15173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:56.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:56 smithi177 ceph-mon[212096]: pgmap v15174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:56.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:56 smithi123 ceph-mon[191304]: pgmap v15174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:56.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:56 smithi123 ceph-mon[188613]: pgmap v15174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:57.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:58:57.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:58:57.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:58:58.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:58:58 smithi177 ceph-mon[212096]: pgmap v15175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:58.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:58:58 smithi123 ceph-mon[191304]: pgmap v15175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:58.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:58:58 smithi123 ceph-mon[188613]: pgmap v15175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:58:59.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:58:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:58:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:59:00.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:59:00.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:00 smithi177 ceph-mon[212096]: pgmap v15176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:00.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:59:00.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:59:00.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:59:00.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:59:00.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:00 smithi123 ceph-mon[191304]: pgmap v15176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:00.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:59:00.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:59:00.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:59:00.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T17:59:00.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:00 smithi123 ceph-mon[188613]: pgmap v15176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:00.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T17:59:00.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T17:59:00.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T17:59:02.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:02 smithi177 ceph-mon[212096]: pgmap v15177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:02.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:02 smithi123 ceph-mon[191304]: pgmap v15177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:02.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:02 smithi123 ceph-mon[188613]: pgmap v15177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:03.699 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:59:04.005 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:59:04.005 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 5m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:59:04.005 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 3m ago 7h 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:59:04.005 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 5m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:59:04.005 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 3m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:59:04.005 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 3m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:59:04.005 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 5m ago 7h 818M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:59:04.005 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 5m ago 7h 1882M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:59:04.005 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 3m ago 7h 886M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:59:04.006 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 5m ago 7h 956M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:59:04.006 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 5m ago 7h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:59:04.006 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 3m ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:59:04.006 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 5m ago 7h 5099M 2283M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:59:04.006 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 5m ago 7h 5832M 2283M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:59:04.006 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 5m ago 7h 4740M 2283M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:59:04.006 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 5m ago 7h 4945M 2283M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:59:04.006 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 3m ago 7h 4157M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:59:04.006 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 3m ago 7h 4624M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:59:04.006 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 3m ago 7h 3975M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:59:04.006 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 3m ago 7h 4606M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:59:04.006 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 3m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:59:04.392 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:59:04.392 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:59:04.392 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:59:04.392 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:59:04.392 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:59:04.392 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:59:04.392 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:59:04.392 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:59:04.393 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:59:04.393 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:59:04.393 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:59:04.393 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:59:04.393 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:59:04.393 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:59:04.393 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:59:04.393 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:59:04.393 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:59:04.393 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:59:04.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:04 smithi177 ceph-mon[212096]: pgmap v15178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:04.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:04 smithi177 ceph-mon[212096]: from='client.60518 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:59:04.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:04 smithi123 ceph-mon[191304]: pgmap v15178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:04.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:04 smithi123 ceph-mon[191304]: from='client.60518 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:59:04.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:04 smithi123 ceph-mon[188613]: pgmap v15178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:04.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:04 smithi123 ceph-mon[188613]: from='client.60518 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:59:05.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:05 smithi177 ceph-mon[212096]: from='client.60524 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:59:05.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:05 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/835408220' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:59:05.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:05 smithi123 ceph-mon[191304]: from='client.60524 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:59:05.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:05 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/835408220' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:59:05.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:05 smithi123 ceph-mon[188613]: from='client.60524 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:59:05.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:05 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/835408220' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:59:06.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:06 smithi177 ceph-mon[212096]: pgmap v15179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:06.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:06 smithi123 ceph-mon[191304]: pgmap v15179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:06.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:06 smithi123 ceph-mon[188613]: pgmap v15179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:08.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:08 smithi177 ceph-mon[212096]: pgmap v15180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:08.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:08 smithi123 ceph-mon[188613]: pgmap v15180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:08.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:08 smithi123 ceph-mon[191304]: pgmap v15180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:09.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:59:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:59:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T17:59:10.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:10 smithi177 ceph-mon[212096]: pgmap v15181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:10.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:10 smithi123 ceph-mon[191304]: pgmap v15181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:10.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:10 smithi123 ceph-mon[188613]: pgmap v15181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:12.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:12 smithi177 ceph-mon[212096]: pgmap v15182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:12.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:59:12.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:12 smithi123 ceph-mon[191304]: pgmap v15182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:12.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:59:12.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:12 smithi123 ceph-mon[188613]: pgmap v15182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:12.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:59:14.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:14 smithi177 ceph-mon[212096]: pgmap v15183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:14.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:14 smithi123 ceph-mon[191304]: pgmap v15183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:14.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:14 smithi123 ceph-mon[188613]: pgmap v15183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:16.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:16 smithi177 ceph-mon[212096]: pgmap v15184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:16.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:16 smithi123 ceph-mon[191304]: pgmap v15184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:16.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:16 smithi123 ceph-mon[188613]: pgmap v15184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:18.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:18 smithi177 ceph-mon[212096]: pgmap v15185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:18.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:18 smithi123 ceph-mon[191304]: pgmap v15185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:18.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:18 smithi123 ceph-mon[188613]: pgmap v15185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:19.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:59:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:59:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T17:59:20.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:20 smithi177 ceph-mon[212096]: pgmap v15186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:20.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:20 smithi123 ceph-mon[191304]: pgmap v15186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:20.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:20 smithi123 ceph-mon[188613]: pgmap v15186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:22.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:22 smithi177 ceph-mon[212096]: pgmap v15187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:22.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:22 smithi123 ceph-mon[191304]: pgmap v15187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:22.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:22 smithi123 ceph-mon[188613]: pgmap v15187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:24.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:24 smithi177 ceph-mon[212096]: pgmap v15188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:24.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:24 smithi123 ceph-mon[188613]: pgmap v15188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:24.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:24 smithi123 ceph-mon[191304]: pgmap v15188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:26.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:26 smithi177 ceph-mon[212096]: pgmap v15189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:26.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:26 smithi123 ceph-mon[191304]: pgmap v15189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:26.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:26 smithi123 ceph-mon[188613]: pgmap v15189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:27.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:59:27.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:59:27.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:59:28.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:28 smithi177 ceph-mon[212096]: pgmap v15190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:28.746 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:28 smithi123 ceph-mon[191304]: pgmap v15190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:28.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:28 smithi123 ceph-mon[188613]: pgmap v15190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:29.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:59:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:59:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T17:59:30.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:30 smithi177 ceph-mon[212096]: pgmap v15191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:30.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:30 smithi123 ceph-mon[191304]: pgmap v15191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:30.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:30 smithi123 ceph-mon[188613]: pgmap v15191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:32.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:32 smithi177 ceph-mon[212096]: pgmap v15192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:32.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:32 smithi123 ceph-mon[191304]: pgmap v15192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:32.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:32 smithi123 ceph-mon[188613]: pgmap v15192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:34.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:34 smithi177 ceph-mon[212096]: pgmap v15193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:34.735 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T17:59:34.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:34 smithi123 ceph-mon[191304]: pgmap v15193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:34.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:34 smithi123 ceph-mon[188613]: pgmap v15193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:35.044 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T17:59:35.044 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 5m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T17:59:35.045 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 3m ago 7h 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T17:59:35.045 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 5m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T17:59:35.045 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 3m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T17:59:35.045 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 3m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T17:59:35.045 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 5m ago 7h 818M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T17:59:35.045 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 5m ago 7h 1882M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T17:59:35.045 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 3m ago 7h 886M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T17:59:35.045 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 5m ago 7h 956M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T17:59:35.045 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 5m ago 7h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T17:59:35.045 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 3m ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T17:59:35.045 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 5m ago 7h 5099M 2283M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T17:59:35.045 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 5m ago 7h 5832M 2283M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T17:59:35.045 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 5m ago 7h 4740M 2283M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T17:59:35.046 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 5m ago 7h 4945M 2283M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T17:59:35.046 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 3m ago 7h 4157M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T17:59:35.046 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 3m ago 7h 4624M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T17:59:35.046 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 3m ago 7h 3975M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T17:59:35.046 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 3m ago 7h 4606M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T17:59:35.046 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 3m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T17:59:35.425 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T17:59:35.425 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T17:59:35.425 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T17:59:35.425 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:59:35.425 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T17:59:35.425 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T17:59:35.425 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:59:35.425 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T17:59:35.425 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T17:59:35.425 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:59:35.425 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T17:59:35.425 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T17:59:35.426 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T17:59:35.426 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T17:59:35.426 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T17:59:35.426 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T17:59:35.426 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T17:59:35.426 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T17:59:36.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:36 smithi177 ceph-mon[212096]: from='client.60536 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:59:36.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:36 smithi177 ceph-mon[212096]: from='client.50592 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:59:36.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:36 smithi177 ceph-mon[212096]: pgmap v15194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:36.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:36 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/342592801' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:59:36.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:36 smithi123 ceph-mon[191304]: from='client.60536 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:59:36.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:36 smithi123 ceph-mon[191304]: from='client.50592 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:59:36.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:36 smithi123 ceph-mon[191304]: pgmap v15194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:36.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:36 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/342592801' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:59:36.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:36 smithi123 ceph-mon[188613]: from='client.60536 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:59:36.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:36 smithi123 ceph-mon[188613]: from='client.50592 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T17:59:36.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:36 smithi123 ceph-mon[188613]: pgmap v15194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:36.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:36 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/342592801' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T17:59:38.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:38 smithi177 ceph-mon[212096]: pgmap v15195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:38.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:38 smithi123 ceph-mon[191304]: pgmap v15195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:38.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:38 smithi123 ceph-mon[188613]: pgmap v15195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:39.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:59:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:59:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T17:59:40.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:40 smithi177 ceph-mon[212096]: pgmap v15196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:40.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:40 smithi123 ceph-mon[188613]: pgmap v15196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:40.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:40 smithi123 ceph-mon[191304]: pgmap v15196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:42.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:42 smithi177 ceph-mon[212096]: pgmap v15197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:42.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:59:42.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:42 smithi123 ceph-mon[188613]: pgmap v15197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:42.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:59:42.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:42 smithi123 ceph-mon[191304]: pgmap v15197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:42.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:59:44.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:44 smithi177 ceph-mon[212096]: pgmap v15198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:44.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:44 smithi123 ceph-mon[188613]: pgmap v15198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:44.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:44 smithi123 ceph-mon[191304]: pgmap v15198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:46.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:46 smithi177 ceph-mon[212096]: pgmap v15199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:46.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:46 smithi123 ceph-mon[188613]: pgmap v15199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:46.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:46 smithi123 ceph-mon[191304]: pgmap v15199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:48.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:48 smithi177 ceph-mon[212096]: pgmap v15200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:48.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:48 smithi123 ceph-mon[191304]: pgmap v15200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:48.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:48 smithi123 ceph-mon[188613]: pgmap v15200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:49.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:59:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:59:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T17:59:50.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:50 smithi177 ceph-mon[212096]: pgmap v15201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:50.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:50 smithi123 ceph-mon[188613]: pgmap v15201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:50.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:50 smithi123 ceph-mon[191304]: pgmap v15201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:52.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:52 smithi177 ceph-mon[212096]: pgmap v15202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:52.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:52 smithi123 ceph-mon[191304]: pgmap v15202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:52.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:52 smithi123 ceph-mon[188613]: pgmap v15202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:54.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:54 smithi177 ceph-mon[212096]: pgmap v15203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:54.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:54 smithi123 ceph-mon[191304]: pgmap v15203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:54.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:54 smithi123 ceph-mon[188613]: pgmap v15203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:56.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:56 smithi177 ceph-mon[212096]: pgmap v15204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:56.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:56 smithi123 ceph-mon[188613]: pgmap v15204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:56.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:56 smithi123 ceph-mon[191304]: pgmap v15204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:57.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:59:57.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:59:57.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T17:59:58.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 17:59:58 smithi177 ceph-mon[212096]: pgmap v15205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:58.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 17:59:58 smithi123 ceph-mon[188613]: pgmap v15205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:58.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 17:59:58 smithi123 ceph-mon[191304]: pgmap v15205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T17:59:59.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 17:59:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:17:59:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:00:00.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:00 smithi177 ceph-mon[212096]: pgmap v15206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:00.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:00:00.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T18:00:00.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:00 smithi123 ceph-mon[191304]: pgmap v15206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:00.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:00:00.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T18:00:00.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T17:59:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T18:00:00.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:00 smithi123 ceph-mon[188613]: pgmap v15206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:00.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:00:00.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T18:00:01.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:00:01.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:00:01.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:00:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:00:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:00:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:00:01.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:00:01.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:00:01.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:00:02.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:02 smithi177 ceph-mon[212096]: pgmap v15207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:02.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:02 smithi123 ceph-mon[191304]: pgmap v15207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:02.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:02 smithi123 ceph-mon[188613]: pgmap v15207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:04.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:04 smithi177 ceph-mon[212096]: pgmap v15208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:04.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:04 smithi123 ceph-mon[191304]: pgmap v15208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:04.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:04 smithi123 ceph-mon[188613]: pgmap v15208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:05.769 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:00:06.078 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:00:06.078 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 6m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:00:06.078 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 4m ago 7h 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:00:06.078 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 6m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:00:06.078 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 4m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:00:06.078 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 4m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:00:06.078 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 6m ago 7h 818M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:00:06.078 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 6m ago 7h 1882M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:00:06.078 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 4m ago 7h 886M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:00:06.078 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 6m ago 7h 956M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:00:06.078 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 6m ago 7h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:00:06.078 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 4m ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:00:06.078 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 6m ago 7h 5099M 2283M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:00:06.079 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 6m ago 7h 5832M 2283M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:00:06.079 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 6m ago 7h 4740M 2283M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:00:06.079 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 6m ago 7h 4945M 2283M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:00:06.079 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 4m ago 7h 4157M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:00:06.079 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 4m ago 7h 4624M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:00:06.079 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 4m ago 7h 3975M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:00:06.079 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 4m ago 7h 4606M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:00:06.079 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 4m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:00:06.463 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:00:06.463 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:00:06.463 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:00:06.463 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:00:06.463 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:00:06.464 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:00:06.464 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:00:06.464 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:00:06.464 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:00:06.464 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:00:06.464 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:00:06.464 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:00:06.464 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:00:06.464 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:00:06.464 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:00:06.464 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:00:06.464 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:00:06.464 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:00:06.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:06 smithi177 ceph-mon[212096]: pgmap v15209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:06.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:06 smithi123 ceph-mon[191304]: pgmap v15209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:06.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:06 smithi123 ceph-mon[188613]: pgmap v15209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:07.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:07 smithi177 ceph-mon[212096]: from='client.50604 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:00:07.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:07 smithi177 ceph-mon[212096]: from='client.60560 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:00:07.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:07 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1480280438' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:00:07.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:07 smithi123 ceph-mon[191304]: from='client.50604 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:00:07.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:07 smithi123 ceph-mon[191304]: from='client.60560 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:00:07.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:07 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1480280438' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:00:07.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:07 smithi123 ceph-mon[188613]: from='client.50604 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:00:07.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:07 smithi123 ceph-mon[188613]: from='client.60560 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:00:07.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:07 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1480280438' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:00:08.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:08 smithi177 ceph-mon[212096]: pgmap v15210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:08.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:08 smithi123 ceph-mon[191304]: pgmap v15210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:08.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:08 smithi123 ceph-mon[188613]: pgmap v15210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:09.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:00:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:00:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:00:10.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:10 smithi177 ceph-mon[212096]: pgmap v15211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:10.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:10 smithi123 ceph-mon[191304]: pgmap v15211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:10.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:10 smithi123 ceph-mon[188613]: pgmap v15211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:12.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:12 smithi177 ceph-mon[212096]: pgmap v15212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:12.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:00:12.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:12 smithi123 ceph-mon[191304]: pgmap v15212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:12.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:00:12.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:12 smithi123 ceph-mon[188613]: pgmap v15212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:12.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:00:14.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:14 smithi177 ceph-mon[212096]: pgmap v15213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:14.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:14 smithi123 ceph-mon[191304]: pgmap v15213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:14.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:14 smithi123 ceph-mon[188613]: pgmap v15213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:16.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:16 smithi177 ceph-mon[212096]: pgmap v15214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:16.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:16 smithi123 ceph-mon[191304]: pgmap v15214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:16.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:16 smithi123 ceph-mon[188613]: pgmap v15214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:18.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:18 smithi177 ceph-mon[212096]: pgmap v15215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:18.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:18 smithi123 ceph-mon[191304]: pgmap v15215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:18.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:18 smithi123 ceph-mon[188613]: pgmap v15215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:19.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:00:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:00:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:00:20.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:20 smithi177 ceph-mon[212096]: pgmap v15216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:20.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:20 smithi123 ceph-mon[191304]: pgmap v15216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:20.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:20 smithi123 ceph-mon[188613]: pgmap v15216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:22.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:22 smithi177 ceph-mon[212096]: pgmap v15217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:22.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:22 smithi123 ceph-mon[191304]: pgmap v15217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:22.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:22 smithi123 ceph-mon[188613]: pgmap v15217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:24.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:24 smithi177 ceph-mon[212096]: pgmap v15218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:24.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:24 smithi123 ceph-mon[191304]: pgmap v15218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:24.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:24 smithi123 ceph-mon[188613]: pgmap v15218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:26.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:26 smithi177 ceph-mon[212096]: pgmap v15219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:26.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:26 smithi123 ceph-mon[191304]: pgmap v15219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:26.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:26 smithi123 ceph-mon[188613]: pgmap v15219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:27.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:00:27.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:00:27.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:00:28.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:28 smithi177 ceph-mon[212096]: pgmap v15220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:28.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:28 smithi123 ceph-mon[191304]: pgmap v15220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:28.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:28 smithi123 ceph-mon[188613]: pgmap v15220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:29.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:00:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:00:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:00:30.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:30 smithi177 ceph-mon[212096]: pgmap v15221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:30.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:30 smithi123 ceph-mon[191304]: pgmap v15221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:30.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:30 smithi123 ceph-mon[188613]: pgmap v15221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:32.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:32 smithi177 ceph-mon[212096]: pgmap v15222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:32.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:32 smithi123 ceph-mon[191304]: pgmap v15222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:32.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:32 smithi123 ceph-mon[188613]: pgmap v15222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:34.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:34 smithi177 ceph-mon[212096]: pgmap v15223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:34.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:34 smithi123 ceph-mon[191304]: pgmap v15223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:34.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:34 smithi123 ceph-mon[188613]: pgmap v15223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:36.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:36 smithi177 ceph-mon[212096]: pgmap v15224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:36.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:36 smithi123 ceph-mon[191304]: pgmap v15224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:36.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:36 smithi123 ceph-mon[188613]: pgmap v15224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:36.817 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:00:37.123 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:00:37.123 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 6m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:00:37.124 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 4m ago 7h 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:00:37.124 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 6m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:00:37.124 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 4m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:00:37.124 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 4m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:00:37.124 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 6m ago 7h 818M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:00:37.124 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 6m ago 7h 1882M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:00:37.124 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 4m ago 7h 886M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:00:37.124 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 6m ago 7h 956M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:00:37.124 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 6m ago 7h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:00:37.124 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 4m ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:00:37.124 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 6m ago 7h 5099M 2283M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:00:37.124 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 6m ago 7h 5832M 2283M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:00:37.124 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 6m ago 7h 4740M 2283M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:00:37.124 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 6m ago 7h 4945M 2283M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:00:37.125 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 4m ago 7h 4157M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:00:37.125 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 4m ago 7h 4624M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:00:37.125 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 4m ago 7h 3975M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:00:37.125 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 4m ago 7h 4606M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:00:37.125 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 4m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:00:37.509 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:00:37.509 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:00:37.509 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:00:37.509 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:00:37.509 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:00:37.509 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:00:37.509 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:00:37.510 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:00:37.510 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:00:37.510 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:00:37.510 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:00:37.510 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:00:37.510 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:00:37.510 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:00:37.510 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:00:37.510 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:00:37.510 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:00:37.510 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:00:38.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:38 smithi177 ceph-mon[212096]: from='client.50622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:00:38.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:38 smithi177 ceph-mon[212096]: from='client.60578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:00:38.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:38 smithi177 ceph-mon[212096]: pgmap v15225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:38.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:38 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2225405525' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:00:38.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:38 smithi123 ceph-mon[191304]: from='client.50622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:00:38.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:38 smithi123 ceph-mon[191304]: from='client.60578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:00:38.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:38 smithi123 ceph-mon[191304]: pgmap v15225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:38.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:38 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2225405525' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:00:38.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:38 smithi123 ceph-mon[188613]: from='client.50622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:00:38.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:38 smithi123 ceph-mon[188613]: from='client.60578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:00:38.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:38 smithi123 ceph-mon[188613]: pgmap v15225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:38.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:38 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2225405525' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:00:39.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:00:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:00:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:00:40.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:40 smithi177 ceph-mon[212096]: pgmap v15226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:40.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:40 smithi123 ceph-mon[191304]: pgmap v15226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:40.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:40 smithi123 ceph-mon[188613]: pgmap v15226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:42.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:42 smithi177 ceph-mon[212096]: pgmap v15227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:42.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:00:42.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:42 smithi123 ceph-mon[191304]: pgmap v15227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:42.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:00:42.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:42 smithi123 ceph-mon[188613]: pgmap v15227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:42.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:00:44.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:44 smithi177 ceph-mon[212096]: pgmap v15228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:44.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:44 smithi123 ceph-mon[191304]: pgmap v15228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:44.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:44 smithi123 ceph-mon[188613]: pgmap v15228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:46.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:46 smithi177 ceph-mon[212096]: pgmap v15229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:46.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:46 smithi123 ceph-mon[191304]: pgmap v15229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:46.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:46 smithi123 ceph-mon[188613]: pgmap v15229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:48.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:48 smithi177 ceph-mon[212096]: pgmap v15230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:48.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:48 smithi123 ceph-mon[191304]: pgmap v15230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:48.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:48 smithi123 ceph-mon[188613]: pgmap v15230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:49.496 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:00:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:00:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:00:50.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:50 smithi177 ceph-mon[212096]: pgmap v15231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:50.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:50 smithi123 ceph-mon[191304]: pgmap v15231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:50.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:50 smithi123 ceph-mon[188613]: pgmap v15231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:52.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:52 smithi177 ceph-mon[212096]: pgmap v15232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:52.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:52 smithi123 ceph-mon[191304]: pgmap v15232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:52.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:52 smithi123 ceph-mon[188613]: pgmap v15232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:54.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:54 smithi177 ceph-mon[212096]: pgmap v15233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:54.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:54 smithi123 ceph-mon[191304]: pgmap v15233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:54.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:54 smithi123 ceph-mon[188613]: pgmap v15233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:56.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:56 smithi177 ceph-mon[212096]: pgmap v15234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:56.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:56 smithi123 ceph-mon[191304]: pgmap v15234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:56.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:56 smithi123 ceph-mon[188613]: pgmap v15234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:57.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:00:57.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:00:57.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:00:58.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:00:58 smithi177 ceph-mon[212096]: pgmap v15235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:58.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:00:58 smithi123 ceph-mon[191304]: pgmap v15235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:58.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:00:58 smithi123 ceph-mon[188613]: pgmap v15235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:00:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:00:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:00:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:01:00.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:00 smithi177 ceph-mon[212096]: pgmap v15236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:00.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:00 smithi123 ceph-mon[191304]: pgmap v15236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:00.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:00 smithi123 ceph-mon[188613]: pgmap v15236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:01.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:01:01.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:01:01.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:01:01.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:01:01.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:01:01.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:01:01.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:01:01.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:01:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:01:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:01:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:01:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:01:02.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:02 smithi177 ceph-mon[212096]: pgmap v15237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:02.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:02 smithi123 ceph-mon[191304]: pgmap v15237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:02.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:02 smithi123 ceph-mon[188613]: pgmap v15237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:04.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:04 smithi177 ceph-mon[212096]: pgmap v15238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:04.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:04 smithi123 ceph-mon[191304]: pgmap v15238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:04.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:04 smithi123 ceph-mon[188613]: pgmap v15238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:06.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:06 smithi177 ceph-mon[212096]: pgmap v15239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:06.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:06 smithi123 ceph-mon[191304]: pgmap v15239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:06.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:06 smithi123 ceph-mon[188613]: pgmap v15239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:07.853 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:01:08.163 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:01:08.163 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 7m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:01:08.163 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 5m ago 7h 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:01:08.163 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 7m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:01:08.163 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 5m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:01:08.163 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 5m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:01:08.164 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 7m ago 7h 818M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:01:08.164 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 7m ago 7h 1882M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:01:08.164 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 5m ago 7h 886M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:01:08.164 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 7m ago 7h 956M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:01:08.164 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 7m ago 7h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:01:08.164 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 5m ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:01:08.164 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 7m ago 7h 5099M 2283M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:01:08.164 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 7m ago 7h 5832M 2283M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:01:08.164 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 7m ago 7h 4740M 2283M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:01:08.164 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 7m ago 7h 4945M 2283M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:01:08.164 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 5m ago 7h 4157M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:01:08.164 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 5m ago 7h 4624M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:01:08.164 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 5m ago 7h 3975M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:01:08.164 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 5m ago 7h 4606M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:01:08.164 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 5m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:01:08.550 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:01:08.550 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:01:08.550 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:01:08.550 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:01:08.550 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:01:08.551 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:01:08.551 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:01:08.551 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:01:08.551 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:01:08.551 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:01:08.551 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:01:08.551 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:01:08.552 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:01:08.552 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:01:08.552 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:01:08.552 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:01:08.552 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:01:08.552 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:01:08.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:08 smithi177 ceph-mon[212096]: pgmap v15240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:08.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:08 smithi123 ceph-mon[191304]: pgmap v15240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:08.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:08 smithi123 ceph-mon[188613]: pgmap v15240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:09.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:01:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:01:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:01:09.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:09 smithi123 ceph-mon[191304]: from='client.50640 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:01:09.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:09 smithi123 ceph-mon[191304]: from='client.50646 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:01:09.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:09 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4291947156' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:01:09.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:09 smithi123 ceph-mon[188613]: from='client.50640 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:01:09.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:09 smithi123 ceph-mon[188613]: from='client.50646 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:01:09.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:09 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4291947156' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:01:09.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:09 smithi177 ceph-mon[212096]: from='client.50640 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:01:09.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:09 smithi177 ceph-mon[212096]: from='client.50646 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:01:09.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:09 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4291947156' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:01:10.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:10 smithi177 ceph-mon[212096]: pgmap v15241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:10.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:10 smithi123 ceph-mon[191304]: pgmap v15241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:10.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:10 smithi123 ceph-mon[188613]: pgmap v15241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:12.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:12 smithi177 ceph-mon[212096]: pgmap v15242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:12.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:01:12.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:12 smithi123 ceph-mon[191304]: pgmap v15242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:12.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:01:12.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:12 smithi123 ceph-mon[188613]: pgmap v15242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:12.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:01:14.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:14 smithi177 ceph-mon[212096]: pgmap v15243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:14 smithi123 ceph-mon[191304]: pgmap v15243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:14.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:14 smithi123 ceph-mon[188613]: pgmap v15243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:16.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:16 smithi177 ceph-mon[212096]: pgmap v15244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:16.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:16 smithi123 ceph-mon[191304]: pgmap v15244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:16.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:16 smithi123 ceph-mon[188613]: pgmap v15244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:18.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:18 smithi177 ceph-mon[212096]: pgmap v15245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:18.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:18 smithi123 ceph-mon[191304]: pgmap v15245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:18.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:18 smithi123 ceph-mon[188613]: pgmap v15245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:01:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:01:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:01:20.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:20 smithi177 ceph-mon[212096]: pgmap v15246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:20.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:20 smithi123 ceph-mon[191304]: pgmap v15246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:20.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:20 smithi123 ceph-mon[188613]: pgmap v15246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:22.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:22 smithi177 ceph-mon[212096]: pgmap v15247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:22.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:22 smithi123 ceph-mon[188613]: pgmap v15247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:22.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:22 smithi123 ceph-mon[191304]: pgmap v15247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:24.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:24 smithi177 ceph-mon[212096]: pgmap v15248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:24.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:24 smithi123 ceph-mon[188613]: pgmap v15248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:24.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:24 smithi123 ceph-mon[191304]: pgmap v15248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:26.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:26 smithi177 ceph-mon[212096]: pgmap v15249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:26.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:26 smithi123 ceph-mon[191304]: pgmap v15249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:26.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:26 smithi123 ceph-mon[188613]: pgmap v15249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:27.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:01:27.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:01:27.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:01:28.589 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:28 smithi177 ceph-mon[212096]: pgmap v15250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:28.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:28 smithi123 ceph-mon[191304]: pgmap v15250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:28.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:28 smithi123 ceph-mon[188613]: pgmap v15250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:28.905 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 18:01:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T18:01:28.58486234Z level=info msg="Completed cleanup jobs" duration=11.418873ms 2023-12-20T18:01:29.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:01:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:01:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:01:30.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:30 smithi177 ceph-mon[212096]: pgmap v15251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:30.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:30 smithi123 ceph-mon[191304]: pgmap v15251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:30.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:30 smithi123 ceph-mon[188613]: pgmap v15251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:32.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:32 smithi177 ceph-mon[212096]: pgmap v15252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:32.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:32 smithi123 ceph-mon[188613]: pgmap v15252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:32.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:32 smithi123 ceph-mon[191304]: pgmap v15252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:34.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:34 smithi177 ceph-mon[212096]: pgmap v15253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:34.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:34 smithi123 ceph-mon[191304]: pgmap v15253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:34.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:34 smithi123 ceph-mon[188613]: pgmap v15253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:36.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:36 smithi177 ceph-mon[212096]: pgmap v15254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:36.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:36 smithi123 ceph-mon[191304]: pgmap v15254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:36.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:36 smithi123 ceph-mon[188613]: pgmap v15254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:38.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:38 smithi177 ceph-mon[212096]: pgmap v15255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:38.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:38 smithi123 ceph-mon[191304]: pgmap v15255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:38.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:38 smithi123 ceph-mon[188613]: pgmap v15255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:38.894 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:01:39.202 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:01:39.202 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 7m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:01:39.202 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 5m ago 7h 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:01:39.202 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 7m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:01:39.202 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 5m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:01:39.202 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 5m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:01:39.202 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 7m ago 7h 818M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:01:39.203 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 7m ago 7h 1882M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:01:39.203 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 5m ago 7h 886M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:01:39.203 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 7m ago 7h 956M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:01:39.203 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 7m ago 7h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:01:39.203 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 5m ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:01:39.203 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 7m ago 7h 5099M 2283M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:01:39.203 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 7m ago 7h 5832M 2283M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:01:39.203 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 7m ago 7h 4740M 2283M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:01:39.203 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 7m ago 7h 4945M 2283M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:01:39.203 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 5m ago 7h 4157M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:01:39.203 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 5m ago 7h 4624M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:01:39.203 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 5m ago 7h 3975M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:01:39.203 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 5m ago 7h 4606M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:01:39.203 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 5m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:01:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:01:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:01:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:01:39.585 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:01:39.585 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:01:39.585 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:01:39.585 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:01:39.585 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:01:39.585 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:01:39.585 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:01:39.585 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:01:39.585 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:01:39.585 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:01:39.585 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:01:39.586 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:01:39.586 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:01:39.586 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:01:39.586 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:01:39.586 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:01:39.586 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:01:39.586 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:01:40.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:40 smithi177 ceph-mon[212096]: from='client.60608 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:01:40.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:40 smithi177 ceph-mon[212096]: from='client.50664 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:01:40.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:40 smithi177 ceph-mon[212096]: pgmap v15256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:40.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:40 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1421125855' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:01:40.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:40 smithi123 ceph-mon[188613]: from='client.60608 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:01:40.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:40 smithi123 ceph-mon[188613]: from='client.50664 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:01:40.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:40 smithi123 ceph-mon[188613]: pgmap v15256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:40.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:40 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1421125855' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:01:40.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:40 smithi123 ceph-mon[191304]: from='client.60608 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:01:40.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:40 smithi123 ceph-mon[191304]: from='client.50664 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:01:40.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:40 smithi123 ceph-mon[191304]: pgmap v15256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:40.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:40 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1421125855' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:01:42.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:42 smithi177 ceph-mon[212096]: pgmap v15257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:42.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:01:42.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:42 smithi123 ceph-mon[191304]: pgmap v15257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:42.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:01:42.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:42 smithi123 ceph-mon[188613]: pgmap v15257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:42.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:01:44.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:44 smithi177 ceph-mon[212096]: pgmap v15258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:44.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:44 smithi123 ceph-mon[191304]: pgmap v15258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:44.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:44 smithi123 ceph-mon[188613]: pgmap v15258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:46.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:46 smithi177 ceph-mon[212096]: pgmap v15259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:46.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:46 smithi123 ceph-mon[191304]: pgmap v15259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:46.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:46 smithi123 ceph-mon[188613]: pgmap v15259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:48.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:48 smithi177 ceph-mon[212096]: pgmap v15260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:48 smithi123 ceph-mon[188613]: pgmap v15260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:48.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:48 smithi123 ceph-mon[191304]: pgmap v15260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:01:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:01:49] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T18:01:50.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:50 smithi177 ceph-mon[212096]: pgmap v15261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:50.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:50 smithi123 ceph-mon[191304]: pgmap v15261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:50.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:50 smithi123 ceph-mon[188613]: pgmap v15261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:52.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:52 smithi177 ceph-mon[212096]: pgmap v15262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:52.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:52 smithi123 ceph-mon[191304]: pgmap v15262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:52.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:52 smithi123 ceph-mon[188613]: pgmap v15262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:54.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:54 smithi177 ceph-mon[212096]: pgmap v15263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:54.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:54 smithi123 ceph-mon[191304]: pgmap v15263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:54 smithi123 ceph-mon[188613]: pgmap v15263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:56.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:56 smithi177 ceph-mon[212096]: pgmap v15264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:56.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:56 smithi123 ceph-mon[191304]: pgmap v15264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:56.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:56 smithi123 ceph-mon[188613]: pgmap v15264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:57.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:01:57.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:01:57.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:01:58.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:01:58 smithi177 ceph-mon[212096]: pgmap v15265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:58.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:01:58 smithi123 ceph-mon[188613]: pgmap v15265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:58.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:01:58 smithi123 ceph-mon[191304]: pgmap v15265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:01:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:01:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:01:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:02:00.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:00 smithi177 ceph-mon[212096]: pgmap v15266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:00.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:00 smithi123 ceph-mon[191304]: pgmap v15266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:00.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:00 smithi123 ceph-mon[188613]: pgmap v15266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:01.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:02:01.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:02:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:02:02.727 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:02 smithi123 ceph-mon[191304]: pgmap v15267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:02.727 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:02:02.727 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:02:02.727 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:02 smithi123 ceph-mon[188613]: pgmap v15267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:02.727 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:02:02.727 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:02:02.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:02 smithi177 ceph-mon[212096]: pgmap v15267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:02.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:02:02.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:02:04.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:04 smithi177 ceph-mon[212096]: pgmap v15268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:04.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:02:04.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:02:04.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:02:04.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:02:04.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:02:04.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:02:04.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:02:04.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:02:04.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:02:04.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:02:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:04 smithi123 ceph-mon[188613]: pgmap v15268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:04.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:02:04.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:02:04.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:02:04.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:02:04.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:02:04.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:02:04.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:02:04.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:02:04.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:02:04.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:02:04.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:04 smithi123 ceph-mon[191304]: pgmap v15268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:04.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:02:04.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:02:04.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:02:04.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:02:04.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:02:04.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:02:04.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:02:04.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:02:04.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:02:04.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:02:05.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:05 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2274M 2023-12-20T18:02:05.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:05 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2274M 2023-12-20T18:02:05.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:05 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2274M 2023-12-20T18:02:06.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:06 smithi177 ceph-mon[212096]: pgmap v15269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:06.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:06 smithi123 ceph-mon[188613]: pgmap v15269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:06.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:06 smithi123 ceph-mon[191304]: pgmap v15269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:08.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:08 smithi123 ceph-mon[191304]: pgmap v15270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:08.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:08 smithi123 ceph-mon[188613]: pgmap v15270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:09.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:08 smithi177 ceph-mon[212096]: pgmap v15270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:09.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:02:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:02:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:02:09.937 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:02:10.244 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:02:10.244 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 8m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:02:10.244 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 6m ago 7h 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:02:10.245 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 8m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:02:10.245 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 6m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:02:10.245 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 6m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:02:10.245 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 8m ago 7h 818M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:02:10.245 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 8m ago 7h 1882M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:02:10.245 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 6m ago 7h 886M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:02:10.245 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 8m ago 7h 956M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:02:10.245 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 8m ago 7h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:02:10.245 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 6m ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:02:10.245 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 8m ago 7h 5099M 2274M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:02:10.245 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 8m ago 7h 5832M 2274M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:02:10.245 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 8m ago 7h 4740M 2274M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:02:10.245 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 8m ago 7h 4945M 2274M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:02:10.245 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 6m ago 7h 4157M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:02:10.246 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 6m ago 7h 4624M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:02:10.246 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 6m ago 7h 3975M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:02:10.246 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 6m ago 7h 4606M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:02:10.246 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 6m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:02:10.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:10 smithi177 ceph-mon[212096]: pgmap v15271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:10.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:10 smithi123 ceph-mon[191304]: pgmap v15271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:10.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:10 smithi123 ceph-mon[188613]: pgmap v15271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:10.629 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:02:10.629 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:02:10.629 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:02:10.629 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:02:10.629 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:02:10.629 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:02:10.632 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:02:10.632 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:02:10.632 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:02:10.633 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:02:10.633 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:02:10.633 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:02:10.633 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:02:10.633 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:02:10.633 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:02:10.633 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:02:10.633 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:02:10.633 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:02:11.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:11 smithi177 ceph-mon[212096]: from='client.60626 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:02:11.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:11 smithi177 ceph-mon[212096]: from='client.50682 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:02:11.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:11 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4271483141' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:02:11.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:11 smithi123 ceph-mon[191304]: from='client.60626 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:02:11.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:11 smithi123 ceph-mon[191304]: from='client.50682 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:02:11.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:11 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4271483141' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:02:11.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:11 smithi123 ceph-mon[188613]: from='client.60626 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:02:11.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:11 smithi123 ceph-mon[188613]: from='client.50682 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:02:11.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:11 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4271483141' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:02:12.407 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:12 smithi177 ceph-mon[212096]: pgmap v15272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:12.407 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:02:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:12 smithi123 ceph-mon[191304]: pgmap v15272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:02:12.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:12 smithi123 ceph-mon[188613]: pgmap v15272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:12.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:02:14.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:14 smithi177 ceph-mon[212096]: pgmap v15273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:14 smithi123 ceph-mon[191304]: pgmap v15273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:14.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:14 smithi123 ceph-mon[188613]: pgmap v15273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:16.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:16 smithi177 ceph-mon[212096]: pgmap v15274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:16.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:16 smithi123 ceph-mon[191304]: pgmap v15274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:16.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:16 smithi123 ceph-mon[188613]: pgmap v15274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:18.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:18 smithi177 ceph-mon[212096]: pgmap v15275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:18.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:18 smithi123 ceph-mon[191304]: pgmap v15275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:18.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:18 smithi123 ceph-mon[188613]: pgmap v15275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:02:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:02:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T18:02:20.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:20 smithi177 ceph-mon[212096]: pgmap v15276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:20.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:20 smithi123 ceph-mon[191304]: pgmap v15276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:20.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:20 smithi123 ceph-mon[188613]: pgmap v15276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:22.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:22 smithi177 ceph-mon[212096]: pgmap v15277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:22.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:22 smithi123 ceph-mon[191304]: pgmap v15277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:22.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:22 smithi123 ceph-mon[188613]: pgmap v15277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:24.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:24 smithi177 ceph-mon[212096]: pgmap v15278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:24.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:24 smithi123 ceph-mon[191304]: pgmap v15278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:24.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:24 smithi123 ceph-mon[188613]: pgmap v15278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:26.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:26 smithi177 ceph-mon[212096]: pgmap v15279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:26.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:26 smithi123 ceph-mon[191304]: pgmap v15279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:26.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:26 smithi123 ceph-mon[188613]: pgmap v15279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:27.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:02:27.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:02:27.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:02:28.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:28 smithi177 ceph-mon[212096]: pgmap v15280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:28.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:28 smithi123 ceph-mon[191304]: pgmap v15280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:28 smithi123 ceph-mon[188613]: pgmap v15280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:02:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:02:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:02:30.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:30 smithi177 ceph-mon[212096]: pgmap v15281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:30.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:30 smithi123 ceph-mon[188613]: pgmap v15281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:30.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:30 smithi123 ceph-mon[191304]: pgmap v15281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:32.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:32 smithi177 ceph-mon[212096]: pgmap v15282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:32.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:32 smithi123 ceph-mon[191304]: pgmap v15282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:32.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:32 smithi123 ceph-mon[188613]: pgmap v15282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:34.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:34 smithi177 ceph-mon[212096]: pgmap v15283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:34.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:34 smithi123 ceph-mon[191304]: pgmap v15283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:34.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:34 smithi123 ceph-mon[188613]: pgmap v15283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:36.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:36 smithi177 ceph-mon[212096]: pgmap v15284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:36.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:36 smithi123 ceph-mon[191304]: pgmap v15284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:36.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:36 smithi123 ceph-mon[188613]: pgmap v15284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:38.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:38 smithi177 ceph-mon[212096]: pgmap v15285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:38.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:38 smithi123 ceph-mon[191304]: pgmap v15285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:38.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:38 smithi123 ceph-mon[188613]: pgmap v15285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:02:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:02:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:02:40.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:40 smithi177 ceph-mon[212096]: pgmap v15286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:40 smithi123 ceph-mon[191304]: pgmap v15286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:40.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:40 smithi123 ceph-mon[188613]: pgmap v15286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:40.978 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:02:41.285 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:02:41.285 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 8m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:02:41.285 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 6m ago 7h 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:02:41.285 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 8m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:02:41.285 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 6m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:02:41.285 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 6m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:02:41.286 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 8m ago 7h 818M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:02:41.286 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 8m ago 7h 1882M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:02:41.286 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 6m ago 7h 886M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:02:41.286 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 8m ago 7h 956M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:02:41.286 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 8m ago 7h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:02:41.286 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 6m ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:02:41.286 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 8m ago 7h 5099M 2274M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:02:41.286 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 8m ago 7h 5832M 2274M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:02:41.286 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 8m ago 7h 4740M 2274M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:02:41.286 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 8m ago 7h 4945M 2274M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:02:41.286 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 6m ago 7h 4157M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:02:41.286 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 6m ago 7h 4624M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:02:41.286 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 6m ago 7h 3975M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:02:41.286 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 6m ago 7h 4606M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:02:41.286 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 6m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:02:41.669 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:02:41.670 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:02:41.670 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:02:41.670 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:02:41.670 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:02:41.670 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:02:41.670 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:02:41.670 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:02:41.670 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:02:41.670 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:02:41.670 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:02:41.670 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:02:41.670 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:02:41.670 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:02:41.671 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:02:41.671 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:02:41.671 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:02:41.671 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:02:42.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:42 smithi177 ceph-mon[212096]: from='client.50694 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:02:42.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:42 smithi177 ceph-mon[212096]: from='client.50700 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:02:42.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:42 smithi177 ceph-mon[212096]: pgmap v15287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:42.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:42 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/404532970' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:02:42.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:02:42.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:42 smithi123 ceph-mon[191304]: from='client.50694 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:02:42.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:42 smithi123 ceph-mon[191304]: from='client.50700 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:02:42.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:42 smithi123 ceph-mon[191304]: pgmap v15287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:42.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:42 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/404532970' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:02:42.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:02:42.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:42 smithi123 ceph-mon[188613]: from='client.50694 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:02:42.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:42 smithi123 ceph-mon[188613]: from='client.50700 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:02:42.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:42 smithi123 ceph-mon[188613]: pgmap v15287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:42.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:42 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/404532970' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:02:42.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:02:44.657 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:44 smithi177 ceph-mon[212096]: pgmap v15288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:44.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:44 smithi123 ceph-mon[188613]: pgmap v15288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:44.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:44 smithi123 ceph-mon[191304]: pgmap v15288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:46.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:46 smithi177 ceph-mon[212096]: pgmap v15289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:46.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:46 smithi123 ceph-mon[191304]: pgmap v15289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:46.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:46 smithi123 ceph-mon[188613]: pgmap v15289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:48.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:48 smithi177 ceph-mon[212096]: pgmap v15290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:48.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:48 smithi123 ceph-mon[191304]: pgmap v15290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:48.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:48 smithi123 ceph-mon[188613]: pgmap v15290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:49.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:02:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:02:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:02:50.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:50 smithi177 ceph-mon[212096]: pgmap v15291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:50.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:50 smithi123 ceph-mon[188613]: pgmap v15291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:50.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:50 smithi123 ceph-mon[191304]: pgmap v15291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:52.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:52 smithi177 ceph-mon[212096]: pgmap v15292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:52.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:52 smithi123 ceph-mon[191304]: pgmap v15292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:52.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:52 smithi123 ceph-mon[188613]: pgmap v15292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:54.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:54 smithi177 ceph-mon[212096]: pgmap v15293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:54.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:54 smithi123 ceph-mon[191304]: pgmap v15293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:54 smithi123 ceph-mon[188613]: pgmap v15293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:56.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:56 smithi177 ceph-mon[212096]: pgmap v15294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:56.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:56 smithi123 ceph-mon[191304]: pgmap v15294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:56.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:56 smithi123 ceph-mon[188613]: pgmap v15294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:57.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:02:57.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:02:57.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:02:58.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:02:58 smithi177 ceph-mon[212096]: pgmap v15295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:58.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:02:58 smithi123 ceph-mon[188613]: pgmap v15295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:58.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:02:58 smithi123 ceph-mon[191304]: pgmap v15295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:02:59.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:02:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:02:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:03:00.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:00 smithi177 ceph-mon[212096]: pgmap v15296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:00.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:00 smithi123 ceph-mon[191304]: pgmap v15296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:00.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:00 smithi123 ceph-mon[188613]: pgmap v15296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:02.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:02 smithi177 ceph-mon[212096]: pgmap v15297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:02.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:02 smithi123 ceph-mon[191304]: pgmap v15297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:02.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:02 smithi123 ceph-mon[188613]: pgmap v15297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:04.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:04 smithi177 ceph-mon[212096]: pgmap v15298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:04.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:03:04.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:04 smithi123 ceph-mon[191304]: pgmap v15298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:04.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:03:04.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:04 smithi123 ceph-mon[188613]: pgmap v15298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:04.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:03:05.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:03:05.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:03:05.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:03:05.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:03:05.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:03:05.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:03:05.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:03:05.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:03:05.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:03:06.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:06 smithi177 ceph-mon[212096]: pgmap v15299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:06.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:06 smithi123 ceph-mon[188613]: pgmap v15299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:06.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:06 smithi123 ceph-mon[191304]: pgmap v15299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:08.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:08 smithi177 ceph-mon[212096]: pgmap v15300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:08.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:08 smithi123 ceph-mon[191304]: pgmap v15300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:08.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:08 smithi123 ceph-mon[188613]: pgmap v15300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:03:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:03:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:03:10.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:10 smithi177 ceph-mon[212096]: pgmap v15301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:10.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:10 smithi123 ceph-mon[188613]: pgmap v15301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:10.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:10 smithi123 ceph-mon[191304]: pgmap v15301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:12.018 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:03:12.328 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:03:12.328 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 9m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:03:12.328 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 7m ago 7h 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:03:12.328 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 9m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:03:12.328 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 7m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:03:12.328 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 7m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:03:12.328 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 9m ago 7h 818M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:03:12.328 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 9m ago 7h 1882M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:03:12.328 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 7m ago 7h 886M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:03:12.328 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 9m ago 7h 956M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:03:12.328 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 9m ago 7h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:03:12.328 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 7m ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:03:12.329 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 9m ago 7h 5099M 2274M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:03:12.329 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 9m ago 7h 5832M 2274M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:03:12.329 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 9m ago 7h 4740M 2274M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:03:12.329 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 9m ago 7h 4945M 2274M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:03:12.329 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 7m ago 7h 4157M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:03:12.329 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 7m ago 7h 4624M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:03:12.329 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 7m ago 7h 3975M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:03:12.329 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 7m ago 7h 4606M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:03:12.329 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 7m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:03:12.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:12 smithi177 ceph-mon[212096]: pgmap v15302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:12.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:03:12.709 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:03:12.709 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:03:12.709 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:03:12.709 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:03:12.709 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:03:12.710 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:03:12.710 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:03:12.710 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:03:12.710 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:03:12.710 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:03:12.710 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:03:12.710 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:03:12.710 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:03:12.710 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:03:12.710 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:03:12.710 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:03:12.710 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:03:12.710 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:03:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:12 smithi123 ceph-mon[188613]: pgmap v15302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:03:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:12 smithi123 ceph-mon[191304]: pgmap v15302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:03:13.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:13 smithi177 ceph-mon[212096]: from='client.50712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:03:13.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:13 smithi177 ceph-mon[212096]: from='client.60668 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:03:13.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:13 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3862579213' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:03:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:13 smithi123 ceph-mon[188613]: from='client.50712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:03:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:13 smithi123 ceph-mon[188613]: from='client.60668 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:03:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:13 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3862579213' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:03:13.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:13 smithi123 ceph-mon[191304]: from='client.50712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:03:13.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:13 smithi123 ceph-mon[191304]: from='client.60668 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:03:13.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:13 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3862579213' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:03:14.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:14 smithi177 ceph-mon[212096]: pgmap v15303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:14.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:14 smithi123 ceph-mon[188613]: pgmap v15303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:14 smithi123 ceph-mon[191304]: pgmap v15303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:16.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:16 smithi177 ceph-mon[212096]: pgmap v15304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:16.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:16 smithi123 ceph-mon[188613]: pgmap v15304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:16.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:16 smithi123 ceph-mon[191304]: pgmap v15304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:18.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:18 smithi177 ceph-mon[212096]: pgmap v15305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:18.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:18 smithi123 ceph-mon[191304]: pgmap v15305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:18.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:18 smithi123 ceph-mon[188613]: pgmap v15305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:03:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:03:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:03:20.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:20 smithi177 ceph-mon[212096]: pgmap v15306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:20.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:20 smithi123 ceph-mon[191304]: pgmap v15306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:20.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:20 smithi123 ceph-mon[188613]: pgmap v15306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:22.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:22 smithi177 ceph-mon[212096]: pgmap v15307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:22.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:22 smithi123 ceph-mon[191304]: pgmap v15307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:22.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:22 smithi123 ceph-mon[188613]: pgmap v15307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:24.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:24 smithi177 ceph-mon[212096]: pgmap v15308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:24.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:24 smithi123 ceph-mon[191304]: pgmap v15308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:24.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:24 smithi123 ceph-mon[188613]: pgmap v15308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:26.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:26 smithi177 ceph-mon[212096]: pgmap v15309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:26.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:26 smithi123 ceph-mon[191304]: pgmap v15309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:26.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:26 smithi123 ceph-mon[188613]: pgmap v15309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:27.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:03:27.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:03:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:03:28.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:28 smithi177 ceph-mon[212096]: pgmap v15310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:28.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:28 smithi123 ceph-mon[191304]: pgmap v15310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:28 smithi123 ceph-mon[188613]: pgmap v15310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:03:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:03:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:03:30.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:30 smithi177 ceph-mon[212096]: pgmap v15311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:30.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:30 smithi123 ceph-mon[191304]: pgmap v15311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:30.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:30 smithi123 ceph-mon[188613]: pgmap v15311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:32.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:32 smithi177 ceph-mon[212096]: pgmap v15312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:32.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:32 smithi123 ceph-mon[188613]: pgmap v15312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:32.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:32 smithi123 ceph-mon[191304]: pgmap v15312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:34.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:34 smithi177 ceph-mon[212096]: pgmap v15313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:34.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:34 smithi123 ceph-mon[191304]: pgmap v15313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:34.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:34 smithi123 ceph-mon[188613]: pgmap v15313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:36.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:36 smithi177 ceph-mon[212096]: pgmap v15314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:36.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:36 smithi123 ceph-mon[191304]: pgmap v15314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:36.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:36 smithi123 ceph-mon[188613]: pgmap v15314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:38.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:38 smithi177 ceph-mon[212096]: pgmap v15315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:38.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:38 smithi123 ceph-mon[191304]: pgmap v15315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:38 smithi123 ceph-mon[188613]: pgmap v15315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:03:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:03:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:03:40.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:40 smithi177 ceph-mon[212096]: pgmap v15316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:40.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:40 smithi123 ceph-mon[188613]: pgmap v15316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:40 smithi123 ceph-mon[191304]: pgmap v15316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:42.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:42 smithi177 ceph-mon[212096]: pgmap v15317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:42.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:03:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:42 smithi123 ceph-mon[188613]: pgmap v15317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:03:42.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:42 smithi123 ceph-mon[191304]: pgmap v15317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:42.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:03:43.058 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:03:43.368 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:03:43.368 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 9m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:03:43.368 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 7m ago 7h 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:03:43.368 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 9m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:03:43.368 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 7m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:03:43.368 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 7m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:03:43.368 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 9m ago 7h 818M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:03:43.368 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 9m ago 7h 1882M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:03:43.368 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 7m ago 7h 886M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:03:43.368 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 9m ago 7h 956M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:03:43.368 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 9m ago 7h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:03:43.368 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 7m ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:03:43.369 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 9m ago 7h 5099M 2274M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:03:43.369 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 9m ago 7h 5832M 2274M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:03:43.369 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 9m ago 7h 4740M 2274M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:03:43.369 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 9m ago 7h 4945M 2274M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:03:43.369 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 7m ago 7h 4157M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:03:43.369 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 7m ago 7h 4624M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:03:43.369 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 7m ago 7h 3975M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:03:43.369 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 7m ago 7h 4606M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:03:43.369 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 7m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:03:43.748 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:03:43.748 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:03:43.748 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:03:43.748 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:03:43.748 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:03:43.748 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:03:43.748 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:03:43.749 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:03:43.749 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:03:43.749 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:03:43.749 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:03:43.749 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:03:43.749 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:03:43.749 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:03:43.749 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:03:43.749 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:03:43.749 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:03:43.749 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:03:44.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:44 smithi177 ceph-mon[212096]: from='client.60680 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:03:44.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:44 smithi177 ceph-mon[212096]: pgmap v15318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:44.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:44 smithi177 ceph-mon[212096]: from='client.60686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:03:44.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:44 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/478902149' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:03:44.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:44 smithi123 ceph-mon[188613]: from='client.60680 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:03:44.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:44 smithi123 ceph-mon[188613]: pgmap v15318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:44.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:44 smithi123 ceph-mon[188613]: from='client.60686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:03:44.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:44 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/478902149' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:03:44.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:44 smithi123 ceph-mon[191304]: from='client.60680 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:03:44.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:44 smithi123 ceph-mon[191304]: pgmap v15318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:44.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:44 smithi123 ceph-mon[191304]: from='client.60686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:03:44.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:44 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/478902149' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:03:46.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:46 smithi177 ceph-mon[212096]: pgmap v15319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:46.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:46 smithi123 ceph-mon[191304]: pgmap v15319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:46.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:46 smithi123 ceph-mon[188613]: pgmap v15319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:48.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:48 smithi177 ceph-mon[212096]: pgmap v15320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:48.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:48 smithi123 ceph-mon[191304]: pgmap v15320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:48 smithi123 ceph-mon[188613]: pgmap v15320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:49.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:03:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:03:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:03:50.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:50 smithi177 ceph-mon[212096]: pgmap v15321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:50.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:50 smithi123 ceph-mon[188613]: pgmap v15321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:50.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:50 smithi123 ceph-mon[191304]: pgmap v15321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:52.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:52 smithi177 ceph-mon[212096]: pgmap v15322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:52 smithi123 ceph-mon[188613]: pgmap v15322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:52.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:52 smithi123 ceph-mon[191304]: pgmap v15322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:54.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:54 smithi177 ceph-mon[212096]: pgmap v15323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:54.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:54 smithi123 ceph-mon[191304]: pgmap v15323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:54.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:54 smithi123 ceph-mon[188613]: pgmap v15323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:56.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:56 smithi177 ceph-mon[212096]: pgmap v15324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:56.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:56 smithi123 ceph-mon[191304]: pgmap v15324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:56.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:56 smithi123 ceph-mon[188613]: pgmap v15324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:57.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:03:57.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:03:57.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:03:58.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:03:58 smithi177 ceph-mon[212096]: pgmap v15325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:58.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:03:58 smithi123 ceph-mon[191304]: pgmap v15325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:58.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:03:58 smithi123 ceph-mon[188613]: pgmap v15325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:03:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:03:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:03:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:04:00.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:00 smithi177 ceph-mon[212096]: pgmap v15326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:00.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:00 smithi123 ceph-mon[191304]: pgmap v15326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:00 smithi123 ceph-mon[188613]: pgmap v15326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:02.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:02 smithi177 ceph-mon[212096]: pgmap v15327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:02.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:02 smithi123 ceph-mon[191304]: pgmap v15327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:02.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:02 smithi123 ceph-mon[188613]: pgmap v15327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:04.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:04 smithi177 ceph-mon[212096]: pgmap v15328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:04.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:04 smithi123 ceph-mon[191304]: pgmap v15328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:04.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:04 smithi123 ceph-mon[188613]: pgmap v15328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:05.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:04:05.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:04:05.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:04:05.726 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:04:05.726 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:04:05.726 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:04:05.727 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:04:05.727 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:04:05.727 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:04:06.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:06 smithi123 ceph-mon[191304]: pgmap v15329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:06.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:04:06.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:04:06.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:06 smithi123 ceph-mon[188613]: pgmap v15329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:06.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:04:06.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:04:06.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:06 smithi177 ceph-mon[212096]: pgmap v15329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:06.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:04:06.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:04:08.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:08 smithi123 ceph-mon[191304]: pgmap v15330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:08.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:04:08.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:04:08.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:04:08.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:04:08.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:04:08.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:04:08.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:04:08.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:08 smithi123 ceph-mon[188613]: pgmap v15330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:08.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:04:08.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:04:08.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:04:08.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:04:08.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:04:08.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:04:08.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:04:08.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:08 smithi177 ceph-mon[212096]: pgmap v15330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:08.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:04:08.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:04:08.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:04:08.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:04:08.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:04:08.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:04:08.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:04:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:04:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:04:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:04:10.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:10 smithi177 ceph-mon[212096]: pgmap v15331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:10.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:10 smithi123 ceph-mon[191304]: pgmap v15331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:10.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:10 smithi123 ceph-mon[188613]: pgmap v15331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:12.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:12 smithi177 ceph-mon[212096]: pgmap v15332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:12.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:04:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:12 smithi123 ceph-mon[191304]: pgmap v15332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:04:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:12 smithi123 ceph-mon[188613]: pgmap v15332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:12.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:04:14.099 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:04:14.409 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:04:14.409 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 7s ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:04:14.409 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 8m ago 7h 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:04:14.409 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 7s ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:04:14.409 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 8m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:04:14.409 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 8m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:04:14.409 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 7s ago 7h 824M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:04:14.409 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 7s ago 7h 1917M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:04:14.409 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 8m ago 7h 886M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:04:14.410 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 7s ago 7h 974M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:04:14.410 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 7s ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:04:14.410 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 8m ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:04:14.410 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 7s ago 7h 5132M 2274M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:04:14.410 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 7s ago 7h 5865M 2274M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:04:14.410 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 7s ago 7h 4765M 2274M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:04:14.410 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 7s ago 7h 4977M 2274M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:04:14.410 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 8m ago 7h 4157M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:04:14.410 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 8m ago 7h 4624M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:04:14.410 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 8m ago 7h 3975M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:04:14.410 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 8m ago 7h 4606M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:04:14.410 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 8m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:04:14.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:14 smithi177 ceph-mon[212096]: pgmap v15333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:14 smithi123 ceph-mon[191304]: pgmap v15333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:14.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:14 smithi123 ceph-mon[188613]: pgmap v15333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:14.793 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:04:14.793 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:04:14.793 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:04:14.793 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:04:14.793 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:04:14.793 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:04:14.793 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:04:14.793 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:04:14.793 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:04:14.794 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:04:14.794 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:04:14.794 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:04:14.794 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:04:14.794 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:04:14.794 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:04:14.794 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:04:14.794 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:04:14.794 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:04:15.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:15 smithi177 ceph-mon[212096]: from='client.50748 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:04:15.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:15 smithi177 ceph-mon[212096]: from='client.60704 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:04:15.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:15 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2824064911' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:04:15.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:15 smithi123 ceph-mon[191304]: from='client.50748 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:04:15.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:15 smithi123 ceph-mon[191304]: from='client.60704 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:04:15.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:15 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2824064911' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:04:15.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:15 smithi123 ceph-mon[188613]: from='client.50748 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:04:15.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:15 smithi123 ceph-mon[188613]: from='client.60704 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:04:15.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:15 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2824064911' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:04:16.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:16 smithi177 ceph-mon[212096]: pgmap v15334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:16.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:16 smithi123 ceph-mon[191304]: pgmap v15334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:16.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:16 smithi123 ceph-mon[188613]: pgmap v15334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:18.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:18 smithi177 ceph-mon[212096]: pgmap v15335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:18.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:18 smithi123 ceph-mon[191304]: pgmap v15335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:18.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:18 smithi123 ceph-mon[188613]: pgmap v15335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:04:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:04:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:04:20.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:20 smithi177 ceph-mon[212096]: pgmap v15336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:20.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:20 smithi123 ceph-mon[188613]: pgmap v15336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:20.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:20 smithi123 ceph-mon[191304]: pgmap v15336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:22.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:22 smithi177 ceph-mon[212096]: pgmap v15337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:22.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:22 smithi123 ceph-mon[188613]: pgmap v15337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:22.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:22 smithi123 ceph-mon[191304]: pgmap v15337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:24.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:24 smithi177 ceph-mon[212096]: pgmap v15338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:24.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:24 smithi123 ceph-mon[188613]: pgmap v15338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:24.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:24 smithi123 ceph-mon[191304]: pgmap v15338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:26.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:26 smithi177 ceph-mon[212096]: pgmap v15339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:26.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:26 smithi123 ceph-mon[191304]: pgmap v15339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:26.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:26 smithi123 ceph-mon[188613]: pgmap v15339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:27.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:04:27.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:04:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:04:28.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:28 smithi177 ceph-mon[212096]: pgmap v15340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:28.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:28 smithi123 ceph-mon[191304]: pgmap v15340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:28 smithi123 ceph-mon[188613]: pgmap v15340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:04:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:04:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T18:04:30.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:30 smithi177 ceph-mon[212096]: pgmap v15341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:30.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:30 smithi123 ceph-mon[191304]: pgmap v15341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:30.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:30 smithi123 ceph-mon[188613]: pgmap v15341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:32.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:32 smithi177 ceph-mon[212096]: pgmap v15342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:32.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:32 smithi123 ceph-mon[191304]: pgmap v15342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:32.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:32 smithi123 ceph-mon[188613]: pgmap v15342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:34.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:34 smithi177 ceph-mon[212096]: pgmap v15343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:34.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:34 smithi123 ceph-mon[191304]: pgmap v15343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:34.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:34 smithi123 ceph-mon[188613]: pgmap v15343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:36.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:36 smithi177 ceph-mon[212096]: pgmap v15344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:36.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:36 smithi123 ceph-mon[188613]: pgmap v15344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:36.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:36 smithi123 ceph-mon[191304]: pgmap v15344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:38.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:38 smithi177 ceph-mon[212096]: pgmap v15345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:38 smithi123 ceph-mon[188613]: pgmap v15345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:38.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:38 smithi123 ceph-mon[191304]: pgmap v15345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:04:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:04:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T18:04:40.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:40 smithi177 ceph-mon[212096]: pgmap v15346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:40.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:40 smithi123 ceph-mon[188613]: pgmap v15346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:40 smithi123 ceph-mon[191304]: pgmap v15346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:42.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:42 smithi177 ceph-mon[212096]: pgmap v15347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:42.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:04:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:42 smithi123 ceph-mon[188613]: pgmap v15347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:04:42.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:42 smithi123 ceph-mon[191304]: pgmap v15347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:42.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:04:44.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:44 smithi177 ceph-mon[212096]: pgmap v15348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:44.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:44 smithi123 ceph-mon[188613]: pgmap v15348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:44.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:44 smithi123 ceph-mon[191304]: pgmap v15348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:45.139 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:04:45.446 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:04:45.446 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 38s ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:04:45.446 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 8m ago 7h 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:04:45.446 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 38s ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:04:45.446 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 8m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:04:45.446 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 8m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:04:45.446 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 38s ago 7h 824M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:04:45.446 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 38s ago 7h 1917M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:04:45.447 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 8m ago 7h 886M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:04:45.447 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 38s ago 7h 974M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:04:45.447 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 38s ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:04:45.447 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 8m ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:04:45.447 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 38s ago 7h 5132M 2274M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:04:45.447 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 38s ago 7h 5865M 2274M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:04:45.447 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 38s ago 7h 4765M 2274M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:04:45.447 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 38s ago 7h 4977M 2274M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:04:45.447 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 8m ago 7h 4157M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:04:45.447 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 8m ago 7h 4624M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:04:45.447 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 8m ago 7h 3975M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:04:45.447 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 8m ago 7h 4606M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:04:45.447 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 8m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:04:45.826 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:04:45.826 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:04:45.826 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:04:45.827 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:04:45.827 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:04:45.827 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:04:45.827 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:04:45.827 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:04:45.827 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:04:45.828 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:04:45.828 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:04:45.828 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:04:45.828 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:04:45.828 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:04:45.828 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:04:45.828 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:04:45.829 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:04:45.829 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:04:46.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:46 smithi177 ceph-mon[212096]: from='client.60716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:04:46.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:46 smithi177 ceph-mon[212096]: pgmap v15349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:46.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:46 smithi177 ceph-mon[212096]: from='client.60722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:04:46.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:46 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2859697322' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:04:46.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:46 smithi123 ceph-mon[191304]: from='client.60716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:04:46.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:46 smithi123 ceph-mon[191304]: pgmap v15349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:46.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:46 smithi123 ceph-mon[191304]: from='client.60722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:04:46.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:46 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2859697322' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:04:46.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:46 smithi123 ceph-mon[188613]: from='client.60716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:04:46.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:46 smithi123 ceph-mon[188613]: pgmap v15349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:46.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:46 smithi123 ceph-mon[188613]: from='client.60722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:04:46.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:46 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2859697322' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:04:48.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:48 smithi177 ceph-mon[212096]: pgmap v15350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:48 smithi123 ceph-mon[188613]: pgmap v15350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:48.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:48 smithi123 ceph-mon[191304]: pgmap v15350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:04:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:04:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:04:50.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:50 smithi177 ceph-mon[212096]: pgmap v15351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:50.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:50 smithi123 ceph-mon[188613]: pgmap v15351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:50.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:50 smithi123 ceph-mon[191304]: pgmap v15351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:52.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:52 smithi177 ceph-mon[212096]: pgmap v15352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:52.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:52 smithi123 ceph-mon[191304]: pgmap v15352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:52 smithi123 ceph-mon[188613]: pgmap v15352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:54.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:54 smithi177 ceph-mon[212096]: pgmap v15353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:54.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:54 smithi123 ceph-mon[191304]: pgmap v15353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:54 smithi123 ceph-mon[188613]: pgmap v15353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:56.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:56 smithi177 ceph-mon[212096]: pgmap v15354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:56.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:56 smithi123 ceph-mon[191304]: pgmap v15354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:56.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:56 smithi123 ceph-mon[188613]: pgmap v15354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:57.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:04:57.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:04:57.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:04:58.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:04:58 smithi177 ceph-mon[212096]: pgmap v15355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:58.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:04:58 smithi123 ceph-mon[191304]: pgmap v15355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:58.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:04:58 smithi123 ceph-mon[188613]: pgmap v15355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:04:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:04:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:04:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:05:00.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:00 smithi177 ceph-mon[212096]: pgmap v15356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:00.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:00 smithi123 ceph-mon[191304]: pgmap v15356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:00 smithi123 ceph-mon[188613]: pgmap v15356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:02.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:02 smithi177 ceph-mon[212096]: pgmap v15357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:02.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:02 smithi123 ceph-mon[191304]: pgmap v15357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:02.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:02 smithi123 ceph-mon[188613]: pgmap v15357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:04.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:04 smithi177 ceph-mon[212096]: pgmap v15358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:04.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:04 smithi123 ceph-mon[191304]: pgmap v15358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:04.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:04 smithi123 ceph-mon[188613]: pgmap v15358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:06.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:06 smithi177 ceph-mon[212096]: pgmap v15359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:06.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:06 smithi123 ceph-mon[191304]: pgmap v15359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:06.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:06 smithi123 ceph-mon[188613]: pgmap v15359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:08.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:08 smithi177 ceph-mon[212096]: pgmap v15360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:08.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:05:08.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:05:08.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:05:08.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:08 smithi123 ceph-mon[191304]: pgmap v15360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:08.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:05:08.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:05:08.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:05:08.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:08 smithi123 ceph-mon[188613]: pgmap v15360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:08.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:05:08.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:05:08.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:05:09.386 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:05:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:05:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:05:09.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:05:09.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:05:09.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:05:09.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:05:09.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:05:09.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:05:09.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:05:09.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:05:09.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:05:10.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:10 smithi177 ceph-mon[212096]: pgmap v15361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:10.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:10 smithi123 ceph-mon[191304]: pgmap v15361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:10 smithi123 ceph-mon[188613]: pgmap v15361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:12.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:12 smithi177 ceph-mon[212096]: pgmap v15362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:12.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:05:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:12 smithi123 ceph-mon[191304]: pgmap v15362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:05:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:12 smithi123 ceph-mon[188613]: pgmap v15362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:05:14.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:14 smithi177 ceph-mon[212096]: pgmap v15363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:14 smithi123 ceph-mon[191304]: pgmap v15363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:14.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:14 smithi123 ceph-mon[188613]: pgmap v15363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:16.173 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:05:16.482 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:05:16.483 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 69s ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:05:16.483 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 9m ago 7h 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:05:16.483 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 69s ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:05:16.483 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 9m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:05:16.483 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 9m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:05:16.483 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 69s ago 7h 824M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:05:16.483 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 69s ago 7h 1917M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:05:16.483 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 9m ago 7h 886M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:05:16.483 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 69s ago 7h 974M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:05:16.483 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 69s ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:05:16.483 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 9m ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:05:16.483 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 69s ago 7h 5132M 2274M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:05:16.483 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 69s ago 7h 5865M 2274M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:05:16.484 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 69s ago 7h 4765M 2274M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:05:16.484 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 69s ago 7h 4977M 2274M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:05:16.484 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 9m ago 7h 4157M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:05:16.484 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 9m ago 7h 4624M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:05:16.484 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 9m ago 7h 3975M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:05:16.484 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 9m ago 7h 4606M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:05:16.484 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 9m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:05:16.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:16 smithi177 ceph-mon[212096]: pgmap v15364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:16.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:16 smithi123 ceph-mon[191304]: pgmap v15364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:16.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:16 smithi123 ceph-mon[188613]: pgmap v15364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:16.868 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:05:16.868 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:05:16.868 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:05:16.868 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:05:16.868 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:05:16.868 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:05:16.868 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:05:16.868 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:05:16.868 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:05:16.868 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:05:16.868 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:05:16.869 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:05:16.869 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:05:16.869 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:05:16.869 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:05:16.869 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:05:16.869 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:05:16.869 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:05:17.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:17 smithi123 ceph-mon[191304]: from='client.50784 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:05:17.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:17 smithi123 ceph-mon[191304]: from='client.60740 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:05:17.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:17 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3011295654' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:05:17.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:17 smithi123 ceph-mon[188613]: from='client.50784 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:05:17.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:17 smithi123 ceph-mon[188613]: from='client.60740 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:05:17.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:17 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3011295654' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:05:17.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:17 smithi177 ceph-mon[212096]: from='client.50784 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:05:17.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:17 smithi177 ceph-mon[212096]: from='client.60740 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:05:17.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:17 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3011295654' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:05:18.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:18 smithi123 ceph-mon[191304]: pgmap v15365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:18.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:18 smithi123 ceph-mon[188613]: pgmap v15365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:18 smithi177 ceph-mon[212096]: pgmap v15365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:05:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:05:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:05:20.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:20 smithi177 ceph-mon[212096]: pgmap v15366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:20.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:20 smithi123 ceph-mon[191304]: pgmap v15366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:20.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:20 smithi123 ceph-mon[188613]: pgmap v15366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:22.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:22 smithi177 ceph-mon[212096]: pgmap v15367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:22.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:22 smithi123 ceph-mon[191304]: pgmap v15367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:22.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:22 smithi123 ceph-mon[188613]: pgmap v15367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:24.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:24 smithi177 ceph-mon[212096]: pgmap v15368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:24.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:24 smithi123 ceph-mon[191304]: pgmap v15368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:24.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:24 smithi123 ceph-mon[188613]: pgmap v15368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:26.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:26 smithi177 ceph-mon[212096]: pgmap v15369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:26.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:26 smithi123 ceph-mon[191304]: pgmap v15369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:26.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:26 smithi123 ceph-mon[188613]: pgmap v15369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:27.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:05:27.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:05:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:05:28.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:28 smithi177 ceph-mon[212096]: pgmap v15370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:28.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:28 smithi123 ceph-mon[191304]: pgmap v15370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:28 smithi123 ceph-mon[188613]: pgmap v15370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:05:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:05:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:05:30.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:30 smithi177 ceph-mon[212096]: pgmap v15371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:30.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:30 smithi123 ceph-mon[188613]: pgmap v15371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:30.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:30 smithi123 ceph-mon[191304]: pgmap v15371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:32.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:32 smithi177 ceph-mon[212096]: pgmap v15372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:32.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:32 smithi123 ceph-mon[188613]: pgmap v15372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:32.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:32 smithi123 ceph-mon[191304]: pgmap v15372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:34.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:34 smithi177 ceph-mon[212096]: pgmap v15373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:34.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:34 smithi123 ceph-mon[191304]: pgmap v15373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:34.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:34 smithi123 ceph-mon[188613]: pgmap v15373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:36.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:36 smithi177 ceph-mon[212096]: pgmap v15374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:36.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:36 smithi123 ceph-mon[191304]: pgmap v15374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:36.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:36 smithi123 ceph-mon[188613]: pgmap v15374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:38.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:38 smithi177 ceph-mon[212096]: pgmap v15375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:38.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:38 smithi123 ceph-mon[191304]: pgmap v15375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:38 smithi123 ceph-mon[188613]: pgmap v15375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:05:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:05:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:05:40.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:40 smithi177 ceph-mon[212096]: pgmap v15376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:40 smithi123 ceph-mon[191304]: pgmap v15376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:40.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:40 smithi123 ceph-mon[188613]: pgmap v15376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:42.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:42 smithi177 ceph-mon[212096]: pgmap v15377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:42.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:05:42.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:42 smithi123 ceph-mon[191304]: pgmap v15377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:42.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:05:42.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:42 smithi123 ceph-mon[188613]: pgmap v15377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:42.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:05:44.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:44 smithi177 ceph-mon[212096]: pgmap v15378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:44.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:44 smithi123 ceph-mon[191304]: pgmap v15378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:44.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:44 smithi123 ceph-mon[188613]: pgmap v15378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:46.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:46 smithi177 ceph-mon[212096]: pgmap v15379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:46.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:46 smithi123 ceph-mon[191304]: pgmap v15379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:46.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:46 smithi123 ceph-mon[188613]: pgmap v15379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:47.211 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:05:47.517 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:05:47.517 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 100s ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:05:47.517 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 9m ago 7h 94.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:05:47.517 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 100s ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:05:47.517 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 9m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:05:47.517 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 9m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:05:47.517 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 100s ago 7h 824M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:05:47.517 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 100s ago 7h 1917M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:05:47.517 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 9m ago 7h 886M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:05:47.518 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 100s ago 7h 974M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:05:47.518 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 100s ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:05:47.518 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 9m ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:05:47.518 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 100s ago 7h 5132M 2274M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:05:47.518 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 100s ago 7h 5865M 2274M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:05:47.518 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 100s ago 7h 4765M 2274M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:05:47.518 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 100s ago 7h 4977M 2274M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:05:47.518 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 9m ago 7h 4157M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:05:47.518 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 9m ago 7h 4624M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:05:47.518 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 9m ago 7h 3975M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:05:47.518 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 9m ago 7h 4606M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:05:47.518 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 9m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:05:47.903 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:05:47.904 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:05:47.904 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:05:47.904 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:05:47.904 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:05:47.904 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:05:47.904 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:05:47.904 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:05:47.904 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:05:47.904 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:05:47.904 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:05:47.904 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:05:47.904 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:05:47.904 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:05:47.905 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:05:47.905 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:05:47.905 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:05:47.905 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:05:48.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:48 smithi177 ceph-mon[212096]: from='client.50802 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:05:48.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:48 smithi177 ceph-mon[212096]: pgmap v15380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:48.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:48 smithi177 ceph-mon[212096]: from='client.60758 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:05:48.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:48 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2831713941' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:05:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:48 smithi123 ceph-mon[188613]: from='client.50802 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:05:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:48 smithi123 ceph-mon[188613]: pgmap v15380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:48 smithi123 ceph-mon[188613]: from='client.60758 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:05:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:48 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2831713941' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:05:48.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:48 smithi123 ceph-mon[191304]: from='client.50802 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:05:48.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:48 smithi123 ceph-mon[191304]: pgmap v15380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:48.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:48 smithi123 ceph-mon[191304]: from='client.60758 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:05:48.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:48 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2831713941' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:05:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:05:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:05:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:05:50.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:50 smithi177 ceph-mon[212096]: pgmap v15381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:50.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:50 smithi123 ceph-mon[191304]: pgmap v15381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:50.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:50 smithi123 ceph-mon[188613]: pgmap v15381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:52.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:52 smithi177 ceph-mon[212096]: pgmap v15382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:52.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:52 smithi123 ceph-mon[191304]: pgmap v15382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:52 smithi123 ceph-mon[188613]: pgmap v15382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:54.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:54 smithi177 ceph-mon[212096]: pgmap v15383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:54.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:54 smithi123 ceph-mon[191304]: pgmap v15383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:54 smithi123 ceph-mon[188613]: pgmap v15383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:56.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:56 smithi177 ceph-mon[212096]: pgmap v15384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:56.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:56 smithi123 ceph-mon[191304]: pgmap v15384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:56.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:56 smithi123 ceph-mon[188613]: pgmap v15384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:57.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:05:57.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:05:57.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:05:58.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:05:58 smithi177 ceph-mon[212096]: pgmap v15385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:58.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:05:58 smithi123 ceph-mon[191304]: pgmap v15385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:58.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:05:58 smithi123 ceph-mon[188613]: pgmap v15385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:05:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:05:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:05:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:06:00.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:00 smithi177 ceph-mon[212096]: pgmap v15386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:00.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:00 smithi123 ceph-mon[191304]: pgmap v15386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:00 smithi123 ceph-mon[188613]: pgmap v15386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:02.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:02 smithi177 ceph-mon[212096]: pgmap v15387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:02.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:02 smithi123 ceph-mon[191304]: pgmap v15387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:02.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:02 smithi123 ceph-mon[188613]: pgmap v15387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:04.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:04 smithi177 ceph-mon[212096]: pgmap v15388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:04.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:04 smithi123 ceph-mon[191304]: pgmap v15388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:04.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:04 smithi123 ceph-mon[188613]: pgmap v15388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:06.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:06 smithi177 ceph-mon[212096]: pgmap v15389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:06.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:06 smithi123 ceph-mon[191304]: pgmap v15389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:06.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:06 smithi123 ceph-mon[188613]: pgmap v15389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:08.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:08 smithi177 ceph-mon[212096]: pgmap v15390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:08.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:08 smithi123 ceph-mon[191304]: pgmap v15390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:08.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:08 smithi123 ceph-mon[188613]: pgmap v15390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:09.405 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:06:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:06:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:06:09.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:06:09.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:06:09.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:06:10.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:10 smithi177 ceph-mon[212096]: pgmap v15391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:10.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:10 smithi123 ceph-mon[191304]: pgmap v15391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:10.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:10 smithi123 ceph-mon[188613]: pgmap v15391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:12.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:12 smithi177 ceph-mon[212096]: pgmap v15392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:12.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:06:12.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:06:12.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:06:12.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:06:12.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:06:12.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:06:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:12 smithi123 ceph-mon[191304]: pgmap v15392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:06:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:06:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:06:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:06:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:06:12.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:06:12.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:12 smithi123 ceph-mon[188613]: pgmap v15392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:12.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:06:12.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:06:12.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:06:12.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:06:12.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:06:12.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:06:14.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:14 smithi177 ceph-mon[212096]: pgmap v15393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:14 smithi123 ceph-mon[191304]: pgmap v15393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:14.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:14 smithi123 ceph-mon[188613]: pgmap v15393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:16.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:16 smithi177 ceph-mon[212096]: pgmap v15394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:16.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:16 smithi123 ceph-mon[191304]: pgmap v15394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:16.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:16 smithi123 ceph-mon[188613]: pgmap v15394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:18.253 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:06:18.563 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:06:18.563 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 2m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:06:18.563 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 7s ago 7h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:06:18.563 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 2m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:06:18.563 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 7s ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:06:18.563 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 7s ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:06:18.563 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 2m ago 7h 824M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:06:18.563 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 2m ago 7h 1917M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:06:18.564 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 7s ago 7h 904M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:06:18.564 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 2m ago 7h 974M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:06:18.564 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 2m ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:06:18.564 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 7s ago 7h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:06:18.564 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 2m ago 7h 5132M 2274M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:06:18.564 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 2m ago 7h 5865M 2274M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:06:18.564 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 2m ago 7h 4765M 2274M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:06:18.564 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 2m ago 7h 4977M 2274M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:06:18.564 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 7s ago 7h 4184M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:06:18.564 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 7s ago 7h 4658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:06:18.564 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 7s ago 7h 4004M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:06:18.564 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 7s ago 7h 4643M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:06:18.564 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 7s ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:06:18.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:18 smithi177 ceph-mon[212096]: pgmap v15395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:18.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:18 smithi123 ceph-mon[191304]: pgmap v15395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:18.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:18 smithi123 ceph-mon[188613]: pgmap v15395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:18.946 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:06:18.947 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:06:18.947 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:06:18.947 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:06:18.947 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:06:18.947 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:06:18.947 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:06:18.947 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:06:18.947 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:06:18.947 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:06:18.947 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:06:18.947 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:06:18.947 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:06:18.947 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:06:18.948 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:06:18.948 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:06:18.948 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:06:18.948 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:06:19.373 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:06:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:06:19] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T18:06:19.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:19 smithi177 ceph-mon[212096]: from='client.60770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:06:19.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:19 smithi177 ceph-mon[212096]: from='client.50826 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:06:19.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:19 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/694203608' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:06:19.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:19 smithi123 ceph-mon[191304]: from='client.60770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:06:19.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:19 smithi123 ceph-mon[191304]: from='client.50826 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:06:19.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:19 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/694203608' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:06:19.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:19 smithi123 ceph-mon[188613]: from='client.60770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:06:19.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:19 smithi123 ceph-mon[188613]: from='client.50826 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:06:19.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:19 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/694203608' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:06:20.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:20 smithi177 ceph-mon[212096]: pgmap v15396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:20.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:20 smithi123 ceph-mon[188613]: pgmap v15396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:20.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:20 smithi123 ceph-mon[191304]: pgmap v15396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:22.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:22 smithi177 ceph-mon[212096]: pgmap v15397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:22.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:22 smithi123 ceph-mon[191304]: pgmap v15397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:22.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:22 smithi123 ceph-mon[188613]: pgmap v15397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:24.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:24 smithi177 ceph-mon[212096]: pgmap v15398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:24.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:24 smithi123 ceph-mon[188613]: pgmap v15398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:24.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:24 smithi123 ceph-mon[191304]: pgmap v15398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:26.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:26 smithi177 ceph-mon[212096]: pgmap v15399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:26.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:26 smithi123 ceph-mon[191304]: pgmap v15399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:26.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:26 smithi123 ceph-mon[188613]: pgmap v15399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:27.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:06:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:06:27.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:06:28.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:28 smithi177 ceph-mon[212096]: pgmap v15400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:28.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:28 smithi123 ceph-mon[191304]: pgmap v15400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:28 smithi123 ceph-mon[188613]: pgmap v15400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:06:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:06:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:06:30.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:30 smithi177 ceph-mon[212096]: pgmap v15401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:30.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:30 smithi123 ceph-mon[188613]: pgmap v15401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:30.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:30 smithi123 ceph-mon[191304]: pgmap v15401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:32.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:32 smithi177 ceph-mon[212096]: pgmap v15402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:32.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:32 smithi123 ceph-mon[191304]: pgmap v15402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:32.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:32 smithi123 ceph-mon[188613]: pgmap v15402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:34.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:34 smithi177 ceph-mon[212096]: pgmap v15403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:34.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:34 smithi123 ceph-mon[191304]: pgmap v15403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:34.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:34 smithi123 ceph-mon[188613]: pgmap v15403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:36.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:36 smithi123 ceph-mon[191304]: pgmap v15404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:36.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:36 smithi123 ceph-mon[188613]: pgmap v15404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:36.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:36 smithi177 ceph-mon[212096]: pgmap v15404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:38.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:38 smithi123 ceph-mon[191304]: pgmap v15405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:38 smithi123 ceph-mon[188613]: pgmap v15405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:38 smithi177 ceph-mon[212096]: pgmap v15405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:06:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:06:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:06:40.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:40 smithi177 ceph-mon[212096]: pgmap v15406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:40 smithi123 ceph-mon[191304]: pgmap v15406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:40.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:40 smithi123 ceph-mon[188613]: pgmap v15406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:42.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:42 smithi177 ceph-mon[212096]: pgmap v15407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:42.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:06:42.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:42 smithi123 ceph-mon[191304]: pgmap v15407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:42.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:06:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:42 smithi123 ceph-mon[188613]: pgmap v15407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:06:44.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:44 smithi123 ceph-mon[191304]: pgmap v15408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:44.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:44 smithi123 ceph-mon[188613]: pgmap v15408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:44 smithi177 ceph-mon[212096]: pgmap v15408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:46.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:46 smithi123 ceph-mon[191304]: pgmap v15409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:46.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:46 smithi123 ceph-mon[188613]: pgmap v15409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:46 smithi177 ceph-mon[212096]: pgmap v15409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:48 smithi123 ceph-mon[188613]: pgmap v15410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:48.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:48 smithi123 ceph-mon[191304]: pgmap v15410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:48.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:48 smithi177 ceph-mon[212096]: pgmap v15410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:49.292 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:06:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:06:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:06:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:06:49.600 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:06:49.601 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 2m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:06:49.601 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 38s ago 7h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:06:49.601 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 2m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:06:49.601 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 38s ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:06:49.601 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 38s ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:06:49.601 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 2m ago 7h 824M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:06:49.601 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 2m ago 7h 1917M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:06:49.601 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 38s ago 7h 904M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:06:49.601 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 2m ago 7h 974M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:06:49.601 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 2m ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:06:49.601 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 38s ago 7h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:06:49.601 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 2m ago 7h 5132M 2274M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:06:49.601 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 2m ago 7h 5865M 2274M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:06:49.602 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 2m ago 7h 4765M 2274M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:06:49.602 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 2m ago 7h 4977M 2274M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:06:49.602 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 38s ago 7h 4184M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:06:49.602 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 38s ago 7h 4658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:06:49.602 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 38s ago 7h 4004M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:06:49.602 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 38s ago 7h 4643M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:06:49.602 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 38s ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:06:49.982 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:06:49.983 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:06:49.983 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:06:49.983 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:06:49.983 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:06:49.983 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:06:49.983 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:06:49.983 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:06:49.983 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:06:49.983 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:06:49.983 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:06:49.983 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:06:49.983 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:06:49.983 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:06:49.983 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:06:49.983 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:06:49.984 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:06:49.984 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:06:50.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:50 smithi177 ceph-mon[212096]: from='client.50838 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:06:50.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:50 smithi177 ceph-mon[212096]: pgmap v15411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:50.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:50 smithi177 ceph-mon[212096]: from='client.50844 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:06:50.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:50 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4156476105' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:06:50.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:50 smithi123 ceph-mon[191304]: from='client.50838 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:06:50.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:50 smithi123 ceph-mon[191304]: pgmap v15411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:50.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:50 smithi123 ceph-mon[191304]: from='client.50844 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:06:50.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:50 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4156476105' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:06:50.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:50 smithi123 ceph-mon[188613]: from='client.50838 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:06:50.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:50 smithi123 ceph-mon[188613]: pgmap v15411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:50.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:50 smithi123 ceph-mon[188613]: from='client.50844 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:06:50.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:50 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4156476105' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:06:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:52 smithi123 ceph-mon[188613]: pgmap v15412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:52.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:52 smithi123 ceph-mon[191304]: pgmap v15412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:52.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:52 smithi177 ceph-mon[212096]: pgmap v15412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:54.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:54 smithi123 ceph-mon[191304]: pgmap v15413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:54 smithi123 ceph-mon[188613]: pgmap v15413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:54.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:54 smithi177 ceph-mon[212096]: pgmap v15413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:56.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:56 smithi123 ceph-mon[191304]: pgmap v15414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:56.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:56 smithi123 ceph-mon[188613]: pgmap v15414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:56 smithi177 ceph-mon[212096]: pgmap v15414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:57.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:06:57.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:06:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:06:58.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:06:58 smithi123 ceph-mon[191304]: pgmap v15415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:58.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:06:58 smithi123 ceph-mon[188613]: pgmap v15415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:58.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:06:58 smithi177 ceph-mon[212096]: pgmap v15415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:06:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:06:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:06:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:07:00.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:00 smithi177 ceph-mon[212096]: pgmap v15416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:00.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:00 smithi123 ceph-mon[191304]: pgmap v15416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:00 smithi123 ceph-mon[188613]: pgmap v15416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:02.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:02 smithi123 ceph-mon[188613]: pgmap v15417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:02.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:02 smithi123 ceph-mon[191304]: pgmap v15417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:02.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:02 smithi177 ceph-mon[212096]: pgmap v15417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:04.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:04 smithi123 ceph-mon[191304]: pgmap v15418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:04.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:04 smithi123 ceph-mon[188613]: pgmap v15418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:04.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:04 smithi177 ceph-mon[212096]: pgmap v15418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:06.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:06 smithi123 ceph-mon[191304]: pgmap v15419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:06.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:06 smithi123 ceph-mon[188613]: pgmap v15419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:06.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:06 smithi177 ceph-mon[212096]: pgmap v15419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:08.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:08 smithi123 ceph-mon[188613]: pgmap v15420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:08.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:08 smithi123 ceph-mon[191304]: pgmap v15420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:08.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:08 smithi177 ceph-mon[212096]: pgmap v15420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:07:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:07:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:07:10.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:10 smithi177 ceph-mon[212096]: pgmap v15421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:10.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:10 smithi123 ceph-mon[191304]: pgmap v15421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:10.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:10 smithi123 ceph-mon[188613]: pgmap v15421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:12 smithi123 ceph-mon[191304]: pgmap v15422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:07:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:07:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:07:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:07:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:12 smithi123 ceph-mon[188613]: pgmap v15422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:07:12.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:07:12.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:07:12.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:07:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:12 smithi177 ceph-mon[212096]: pgmap v15422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:07:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:07:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:07:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:07:13.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:07:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:07:13.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:07:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:14 smithi123 ceph-mon[191304]: pgmap v15423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:14.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:14 smithi123 ceph-mon[188613]: pgmap v15423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:14.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:14 smithi177 ceph-mon[212096]: pgmap v15423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:16.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:16 smithi123 ceph-mon[191304]: pgmap v15424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:16.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:16 smithi123 ceph-mon[188613]: pgmap v15424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:16.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:16 smithi177 ceph-mon[212096]: pgmap v15424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:18.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:18 smithi123 ceph-mon[191304]: pgmap v15425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:18.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:18 smithi123 ceph-mon[188613]: pgmap v15425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:18 smithi177 ceph-mon[212096]: pgmap v15425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:07:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:07:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:07:20.332 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:07:20.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:20 smithi177 ceph-mon[212096]: pgmap v15426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:20.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:20 smithi123 ceph-mon[191304]: pgmap v15426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:20.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:20 smithi123 ceph-mon[188613]: pgmap v15426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:20.641 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:07:20.641 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 3m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:07:20.641 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 69s ago 7h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:07:20.641 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 3m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:07:20.642 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 69s ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:07:20.642 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 69s ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:07:20.642 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 3m ago 7h 824M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:07:20.642 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 3m ago 7h 1917M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:07:20.642 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 69s ago 7h 904M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:07:20.642 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 3m ago 7h 974M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:07:20.642 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 3m ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:07:20.642 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 69s ago 7h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:07:20.642 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 3m ago 7h 5132M 2274M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:07:20.642 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 3m ago 7h 5865M 2274M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:07:20.642 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 3m ago 7h 4765M 2274M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:07:20.642 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 3m ago 7h 4977M 2274M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:07:20.642 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 69s ago 7h 4184M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:07:20.642 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 69s ago 7h 4658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:07:20.642 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 69s ago 7h 4004M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:07:20.642 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 69s ago 7h 4643M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:07:20.643 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 69s ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:07:21.022 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:07:21.022 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:07:21.023 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:07:21.023 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:07:21.023 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:07:21.023 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:07:21.023 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:07:21.023 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:07:21.023 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:07:21.023 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:07:21.023 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:07:21.023 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:07:21.023 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:07:21.023 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:07:21.024 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:07:21.024 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:07:21.024 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:07:21.024 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:07:21.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:21 smithi177 ceph-mon[212096]: from='client.50856 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:07:21.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:21 smithi177 ceph-mon[212096]: from='client.50862 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:07:21.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:21 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1615718188' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:07:21.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:21 smithi123 ceph-mon[191304]: from='client.50856 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:07:21.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:21 smithi123 ceph-mon[191304]: from='client.50862 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:07:21.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:21 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1615718188' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:07:21.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:21 smithi123 ceph-mon[188613]: from='client.50856 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:07:21.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:21 smithi123 ceph-mon[188613]: from='client.50862 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:07:21.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:21 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1615718188' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:07:22.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:22 smithi177 ceph-mon[212096]: pgmap v15427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:22.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:22 smithi123 ceph-mon[191304]: pgmap v15427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:22 smithi123 ceph-mon[188613]: pgmap v15427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:24.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:24 smithi123 ceph-mon[191304]: pgmap v15428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:24.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:24 smithi123 ceph-mon[188613]: pgmap v15428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:24.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:24 smithi177 ceph-mon[212096]: pgmap v15428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:26.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:26 smithi123 ceph-mon[191304]: pgmap v15429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:26.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:26 smithi123 ceph-mon[188613]: pgmap v15429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:26.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:26 smithi177 ceph-mon[212096]: pgmap v15429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:27.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:07:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:07:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:07:28.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:28 smithi123 ceph-mon[191304]: pgmap v15430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:28 smithi123 ceph-mon[188613]: pgmap v15430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:28.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:28 smithi177 ceph-mon[212096]: pgmap v15430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:07:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:07:29] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T18:07:30.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:30 smithi177 ceph-mon[212096]: pgmap v15431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:30.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:30 smithi123 ceph-mon[191304]: pgmap v15431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:30.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:30 smithi123 ceph-mon[188613]: pgmap v15431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:32.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:32 smithi123 ceph-mon[191304]: pgmap v15432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:32.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:32 smithi123 ceph-mon[188613]: pgmap v15432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:32.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:32 smithi177 ceph-mon[212096]: pgmap v15432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:34.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:34 smithi123 ceph-mon[191304]: pgmap v15433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:34.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:34 smithi123 ceph-mon[188613]: pgmap v15433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:34.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:34 smithi177 ceph-mon[212096]: pgmap v15433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:36.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:36 smithi123 ceph-mon[191304]: pgmap v15434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:36.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:36 smithi123 ceph-mon[188613]: pgmap v15434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:36.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:36 smithi177 ceph-mon[212096]: pgmap v15434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:38.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:38 smithi123 ceph-mon[191304]: pgmap v15435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:38 smithi123 ceph-mon[188613]: pgmap v15435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:38 smithi177 ceph-mon[212096]: pgmap v15435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:07:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:07:39] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T18:07:40.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:40 smithi177 ceph-mon[212096]: pgmap v15436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:40 smithi123 ceph-mon[191304]: pgmap v15436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:40.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:40 smithi123 ceph-mon[188613]: pgmap v15436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:42.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:42 smithi123 ceph-mon[191304]: pgmap v15437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:42.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:07:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:42 smithi123 ceph-mon[188613]: pgmap v15437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:07:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:42 smithi177 ceph-mon[212096]: pgmap v15437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:07:44.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:44 smithi123 ceph-mon[191304]: pgmap v15438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:44.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:44 smithi123 ceph-mon[188613]: pgmap v15438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:44 smithi177 ceph-mon[212096]: pgmap v15438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:46.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:46 smithi123 ceph-mon[188613]: pgmap v15439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:46.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:46 smithi123 ceph-mon[191304]: pgmap v15439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:46 smithi177 ceph-mon[212096]: pgmap v15439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:48.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:48 smithi123 ceph-mon[191304]: pgmap v15440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:48 smithi123 ceph-mon[188613]: pgmap v15440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:48.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:48 smithi177 ceph-mon[212096]: pgmap v15440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:07:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:07:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:07:50.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:50 smithi177 ceph-mon[212096]: pgmap v15441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:50.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:50 smithi123 ceph-mon[191304]: pgmap v15441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:50.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:50 smithi123 ceph-mon[188613]: pgmap v15441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:51.367 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:07:51.676 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:07:51.676 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 3m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:07:51.676 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 100s ago 7h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:07:51.676 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 3m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:07:51.676 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 100s ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:07:51.676 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 100s ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:07:51.676 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 3m ago 7h 824M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:07:51.676 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 3m ago 7h 1917M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:07:51.677 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 100s ago 7h 904M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:07:51.677 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 3m ago 7h 974M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:07:51.677 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 3m ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:07:51.677 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 100s ago 7h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:07:51.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 3m ago 7h 5132M 2274M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:07:51.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 3m ago 7h 5865M 2274M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:07:51.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 3m ago 7h 4765M 2274M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:07:51.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 3m ago 7h 4977M 2274M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:07:51.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 100s ago 7h 4184M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:07:51.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 100s ago 7h 4658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:07:51.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 100s ago 7h 4004M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:07:51.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 100s ago 7h 4643M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:07:51.677 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 100s ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:07:52.059 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:07:52.060 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:07:52.060 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:07:52.060 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:07:52.060 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:07:52.060 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:07:52.060 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:07:52.060 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:07:52.060 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:07:52.060 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:07:52.060 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:07:52.060 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:07:52.060 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:07:52.061 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:07:52.061 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:07:52.061 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:07:52.061 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:07:52.061 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:07:52.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:52 smithi123 ceph-mon[191304]: from='client.50874 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:07:52.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:52 smithi123 ceph-mon[191304]: pgmap v15442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:52.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:52 smithi123 ceph-mon[191304]: from='client.50880 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:07:52.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:52 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3708958150' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:07:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:52 smithi123 ceph-mon[188613]: from='client.50874 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:07:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:52 smithi123 ceph-mon[188613]: pgmap v15442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:52 smithi123 ceph-mon[188613]: from='client.50880 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:07:52.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:52 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3708958150' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:07:52.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:52 smithi177 ceph-mon[212096]: from='client.50874 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:07:52.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:52 smithi177 ceph-mon[212096]: pgmap v15442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:52.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:52 smithi177 ceph-mon[212096]: from='client.50880 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:07:52.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:52 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3708958150' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:07:54.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:54 smithi123 ceph-mon[191304]: pgmap v15443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:54 smithi123 ceph-mon[188613]: pgmap v15443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:54.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:54 smithi177 ceph-mon[212096]: pgmap v15443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:56.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:56 smithi123 ceph-mon[191304]: pgmap v15444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:56.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:56 smithi123 ceph-mon[188613]: pgmap v15444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:56 smithi177 ceph-mon[212096]: pgmap v15444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:57.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:07:57.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:07:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:07:58.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:07:58 smithi123 ceph-mon[191304]: pgmap v15445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:58.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:07:58 smithi123 ceph-mon[188613]: pgmap v15445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:58.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:07:58 smithi177 ceph-mon[212096]: pgmap v15445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:07:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:07:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:07:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:08:00.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:00 smithi177 ceph-mon[212096]: pgmap v15446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:00.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:00 smithi123 ceph-mon[191304]: pgmap v15446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:00 smithi123 ceph-mon[188613]: pgmap v15446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:02.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:02 smithi123 ceph-mon[191304]: pgmap v15447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:02.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:02 smithi123 ceph-mon[188613]: pgmap v15447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:02.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:02 smithi177 ceph-mon[212096]: pgmap v15447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:04.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:04 smithi123 ceph-mon[191304]: pgmap v15448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:04.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:04 smithi123 ceph-mon[188613]: pgmap v15448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:04.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:04 smithi177 ceph-mon[212096]: pgmap v15448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:06.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:06 smithi123 ceph-mon[191304]: pgmap v15449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:06.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:06 smithi123 ceph-mon[188613]: pgmap v15449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:06.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:06 smithi177 ceph-mon[212096]: pgmap v15449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:08.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:08 smithi123 ceph-mon[191304]: pgmap v15450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:08.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:08 smithi123 ceph-mon[188613]: pgmap v15450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:08.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:08 smithi177 ceph-mon[212096]: pgmap v15450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:08:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:08:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:08:10.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:10 smithi177 ceph-mon[212096]: pgmap v15451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:10.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:10 smithi123 ceph-mon[191304]: pgmap v15451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:10.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:10 smithi123 ceph-mon[188613]: pgmap v15451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:12 smithi123 ceph-mon[191304]: pgmap v15452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:08:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:12 smithi123 ceph-mon[188613]: pgmap v15452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:08:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:12 smithi177 ceph-mon[212096]: pgmap v15452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:08:13.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:08:13.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:08:13.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:08:13.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:08:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:08:13.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:08:13.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:08:13.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:08:13.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:08:13.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:08:13.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:08:13.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:08:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:14 smithi123 ceph-mon[191304]: pgmap v15453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:14.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:14 smithi123 ceph-mon[188613]: pgmap v15453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:14.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:14 smithi177 ceph-mon[212096]: pgmap v15453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:16.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:16 smithi123 ceph-mon[188613]: pgmap v15454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:16.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:16 smithi123 ceph-mon[191304]: pgmap v15454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:16.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:16 smithi177 ceph-mon[212096]: pgmap v15454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:18.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:18 smithi123 ceph-mon[191304]: pgmap v15455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:18.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:18 smithi123 ceph-mon[188613]: pgmap v15455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:18 smithi177 ceph-mon[212096]: pgmap v15455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:08:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:08:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T18:08:20.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:20 smithi177 ceph-mon[212096]: pgmap v15456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:20.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:20 smithi123 ceph-mon[191304]: pgmap v15456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:20.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:20 smithi123 ceph-mon[188613]: pgmap v15456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:22.406 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:08:22.715 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:08:22.716 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 4m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:08:22.716 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 2m ago 7h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:08:22.716 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 4m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:08:22.716 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 2m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:08:22.716 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 2m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:08:22.716 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 4m ago 7h 824M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:08:22.716 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 4m ago 7h 1917M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:08:22.716 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 2m ago 7h 904M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:08:22.716 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 4m ago 7h 974M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:08:22.716 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 4m ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:08:22.716 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 2m ago 7h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:08:22.716 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 4m ago 7h 5132M 2274M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:08:22.716 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 4m ago 7h 5865M 2274M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:08:22.717 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 4m ago 7h 4765M 2274M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:08:22.717 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 4m ago 7h 4977M 2274M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:08:22.717 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 2m ago 7h 4184M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:08:22.717 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 2m ago 7h 4658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:08:22.717 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 2m ago 7h 4004M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:08:22.717 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 2m ago 7h 4643M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:08:22.717 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 2m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:08:22.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:22 smithi123 ceph-mon[191304]: pgmap v15457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:22.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:22 smithi123 ceph-mon[188613]: pgmap v15457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:22.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:22 smithi177 ceph-mon[212096]: pgmap v15457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:23.101 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:08:23.101 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:08:23.101 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:08:23.101 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:08:23.101 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:08:23.101 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:08:23.101 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:08:23.101 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:08:23.101 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:08:23.102 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:08:23.102 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:08:23.102 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:08:23.102 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:08:23.102 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:08:23.102 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:08:23.102 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:08:23.102 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:08:23.102 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:08:23.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:23 smithi123 ceph-mon[191304]: from='client.60842 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:08:23.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:23 smithi123 ceph-mon[191304]: from='client.60848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:08:23.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:23 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4268110692' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:08:23.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:23 smithi123 ceph-mon[188613]: from='client.60842 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:08:23.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:23 smithi123 ceph-mon[188613]: from='client.60848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:08:23.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:23 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4268110692' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:08:23.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:23 smithi177 ceph-mon[212096]: from='client.60842 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:08:23.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:23 smithi177 ceph-mon[212096]: from='client.60848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:08:23.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:23 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4268110692' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:08:24.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:24 smithi123 ceph-mon[191304]: pgmap v15458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:24.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:24 smithi123 ceph-mon[188613]: pgmap v15458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:24.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:24 smithi177 ceph-mon[212096]: pgmap v15458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:26.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:26 smithi123 ceph-mon[191304]: pgmap v15459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:26.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:26 smithi123 ceph-mon[188613]: pgmap v15459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:26.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:26 smithi177 ceph-mon[212096]: pgmap v15459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:27.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:08:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:08:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:08:28.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:28 smithi123 ceph-mon[191304]: pgmap v15460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:28 smithi123 ceph-mon[188613]: pgmap v15460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:28.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:28 smithi177 ceph-mon[212096]: pgmap v15460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:08:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:08:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:08:30.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:30 smithi177 ceph-mon[212096]: pgmap v15461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:30.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:30 smithi123 ceph-mon[191304]: pgmap v15461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:30.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:30 smithi123 ceph-mon[188613]: pgmap v15461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:32.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:32 smithi123 ceph-mon[191304]: pgmap v15462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:32.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:32 smithi123 ceph-mon[188613]: pgmap v15462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:32.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:32 smithi177 ceph-mon[212096]: pgmap v15462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:34.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:34 smithi123 ceph-mon[191304]: pgmap v15463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:34.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:34 smithi123 ceph-mon[188613]: pgmap v15463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:34.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:34 smithi177 ceph-mon[212096]: pgmap v15463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:36.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:36 smithi123 ceph-mon[191304]: pgmap v15464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:36.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:36 smithi123 ceph-mon[188613]: pgmap v15464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:36.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:36 smithi177 ceph-mon[212096]: pgmap v15464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:38.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:38 smithi123 ceph-mon[191304]: pgmap v15465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:38 smithi123 ceph-mon[188613]: pgmap v15465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:38 smithi177 ceph-mon[212096]: pgmap v15465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:08:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:08:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:08:40.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:40 smithi177 ceph-mon[212096]: pgmap v15466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:40 smithi123 ceph-mon[191304]: pgmap v15466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:40.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:40 smithi123 ceph-mon[188613]: pgmap v15466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:42 smithi123 ceph-mon[188613]: pgmap v15467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:08:42.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:42 smithi123 ceph-mon[191304]: pgmap v15467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:42.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:08:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:42 smithi177 ceph-mon[212096]: pgmap v15467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:08:44.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:44 smithi123 ceph-mon[191304]: pgmap v15468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:44.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:44 smithi123 ceph-mon[188613]: pgmap v15468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:44 smithi177 ceph-mon[212096]: pgmap v15468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:46.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:46 smithi123 ceph-mon[191304]: pgmap v15469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:46.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:46 smithi123 ceph-mon[188613]: pgmap v15469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:46 smithi177 ceph-mon[212096]: pgmap v15469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:48.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:48 smithi123 ceph-mon[191304]: pgmap v15470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:48 smithi123 ceph-mon[188613]: pgmap v15470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:48.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:48 smithi177 ceph-mon[212096]: pgmap v15470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:08:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:08:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:08:50.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:50 smithi177 ceph-mon[212096]: pgmap v15471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:50.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:50 smithi123 ceph-mon[191304]: pgmap v15471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:50.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:50 smithi123 ceph-mon[188613]: pgmap v15471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:52.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:52 smithi123 ceph-mon[191304]: pgmap v15472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:52 smithi123 ceph-mon[188613]: pgmap v15472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:52.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:52 smithi177 ceph-mon[212096]: pgmap v15472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:53.450 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:08:53.760 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:08:53.760 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 4m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:08:53.760 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 2m ago 7h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:08:53.760 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 4m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:08:53.760 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 2m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:08:53.760 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 2m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:08:53.760 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 4m ago 7h 824M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:08:53.760 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 4m ago 7h 1917M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:08:53.760 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 2m ago 7h 904M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:08:53.760 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 4m ago 7h 974M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:08:53.760 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 4m ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:08:53.761 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 2m ago 7h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:08:53.761 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 4m ago 7h 5132M 2274M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:08:53.761 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 4m ago 7h 5865M 2274M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:08:53.761 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 4m ago 7h 4765M 2274M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:08:53.761 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 4m ago 7h 4977M 2274M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:08:53.761 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 2m ago 7h 4184M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:08:53.761 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 2m ago 7h 4658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:08:53.761 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 2m ago 7h 4004M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:08:53.761 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 2m ago 7h 4643M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:08:53.761 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 2m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:08:54.147 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:08:54.148 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:08:54.148 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:08:54.148 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:08:54.148 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:08:54.148 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:08:54.148 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:08:54.148 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:08:54.148 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:08:54.148 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:08:54.148 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:08:54.148 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:08:54.148 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:08:54.149 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:08:54.149 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:08:54.149 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:08:54.149 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:08:54.149 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:08:54.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:54 smithi123 ceph-mon[191304]: pgmap v15473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:54.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:54 smithi123 ceph-mon[191304]: from='client.60860 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:08:54.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:54 smithi123 ceph-mon[191304]: from='client.50916 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:08:54.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:54 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/234666486' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:08:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:54 smithi123 ceph-mon[188613]: pgmap v15473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:54 smithi123 ceph-mon[188613]: from='client.60860 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:08:54.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:54 smithi123 ceph-mon[188613]: from='client.50916 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:08:54.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:54 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/234666486' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:08:54.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:54 smithi177 ceph-mon[212096]: pgmap v15473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:54.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:54 smithi177 ceph-mon[212096]: from='client.60860 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:08:54.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:54 smithi177 ceph-mon[212096]: from='client.50916 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:08:54.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:54 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/234666486' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:08:56.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:56 smithi123 ceph-mon[191304]: pgmap v15474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:56.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:56 smithi123 ceph-mon[188613]: pgmap v15474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:56 smithi177 ceph-mon[212096]: pgmap v15474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:57.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:08:57.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:08:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:08:58.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:08:58 smithi123 ceph-mon[191304]: pgmap v15475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:58.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:08:58 smithi123 ceph-mon[188613]: pgmap v15475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:58.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:08:58 smithi177 ceph-mon[212096]: pgmap v15475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:08:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:08:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:08:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:09:00.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:00 smithi177 ceph-mon[212096]: pgmap v15476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:00.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:00 smithi123 ceph-mon[191304]: pgmap v15476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:00 smithi123 ceph-mon[188613]: pgmap v15476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:02.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:02 smithi123 ceph-mon[188613]: pgmap v15477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:02.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:02 smithi123 ceph-mon[191304]: pgmap v15477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:02.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:02 smithi177 ceph-mon[212096]: pgmap v15477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:04.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:04 smithi123 ceph-mon[188613]: pgmap v15478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:04.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:04 smithi123 ceph-mon[191304]: pgmap v15478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:04.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:04 smithi177 ceph-mon[212096]: pgmap v15478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:06.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:06 smithi123 ceph-mon[188613]: pgmap v15479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:06.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:06 smithi123 ceph-mon[191304]: pgmap v15479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:06.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:06 smithi177 ceph-mon[212096]: pgmap v15479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:08.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:08 smithi123 ceph-mon[191304]: pgmap v15480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:08.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:08 smithi123 ceph-mon[188613]: pgmap v15480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:08.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:08 smithi177 ceph-mon[212096]: pgmap v15480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:09:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:09:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:09:10.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:10 smithi177 ceph-mon[212096]: pgmap v15481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:10.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:10 smithi123 ceph-mon[188613]: pgmap v15481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:10.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:10 smithi123 ceph-mon[191304]: pgmap v15481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:12 smithi123 ceph-mon[191304]: pgmap v15482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:09:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:12 smithi123 ceph-mon[188613]: pgmap v15482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:09:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:12 smithi177 ceph-mon[212096]: pgmap v15482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:09:13.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:09:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:09:13.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:09:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:14 smithi123 ceph-mon[191304]: pgmap v15483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:09:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:09:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:09:14.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:14 smithi123 ceph-mon[188613]: pgmap v15483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:14.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:09:14.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:09:14.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:09:14.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:14 smithi177 ceph-mon[212096]: pgmap v15483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:14.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:09:14.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:09:14.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:09:16.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:16 smithi123 ceph-mon[191304]: pgmap v15484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:16.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:16 smithi123 ceph-mon[188613]: pgmap v15484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:16.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:16 smithi177 ceph-mon[212096]: pgmap v15484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:18.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:18 smithi123 ceph-mon[191304]: pgmap v15485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:18.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:18 smithi123 ceph-mon[188613]: pgmap v15485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:18 smithi177 ceph-mon[212096]: pgmap v15485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:09:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:09:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:09:20.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:20 smithi177 ceph-mon[212096]: pgmap v15486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:20.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:20 smithi123 ceph-mon[191304]: pgmap v15486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:20.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:20 smithi123 ceph-mon[188613]: pgmap v15486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:22.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:22 smithi123 ceph-mon[191304]: pgmap v15487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:22.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:22 smithi123 ceph-mon[188613]: pgmap v15487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:22.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:22 smithi177 ceph-mon[212096]: pgmap v15487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:24.496 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:09:24.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:24 smithi123 ceph-mon[191304]: pgmap v15488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:24.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:24 smithi123 ceph-mon[188613]: pgmap v15488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:24.804 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:09:24.804 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 5m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:09:24.804 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 3m ago 7h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:09:24.804 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 5m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:09:24.805 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 3m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:09:24.805 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 3m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:09:24.805 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 5m ago 7h 824M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:09:24.805 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 5m ago 7h 1917M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:09:24.805 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 3m ago 7h 904M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:09:24.805 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 5m ago 7h 974M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:09:24.805 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 5m ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:09:24.805 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 3m ago 7h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:09:24.805 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 5m ago 7h 5132M 2274M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:09:24.805 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 5m ago 7h 5865M 2274M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:09:24.805 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 5m ago 7h 4765M 2274M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:09:24.805 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 5m ago 7h 4977M 2274M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:09:24.805 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 3m ago 7h 4184M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:09:24.806 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 3m ago 7h 4658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:09:24.806 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 3m ago 7h 4004M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:09:24.806 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 3m ago 7h 4643M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:09:24.806 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 3m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:09:24.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:24 smithi177 ceph-mon[212096]: pgmap v15488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:25.187 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:09:25.187 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:09:25.187 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:09:25.187 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:09:25.187 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:09:25.187 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:09:25.188 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:09:25.188 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:09:25.188 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:09:25.188 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:09:25.188 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:09:25.188 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:09:25.188 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:09:25.188 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:09:25.188 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:09:25.188 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:09:25.188 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:09:25.188 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:09:25.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:25 smithi123 ceph-mon[191304]: from='client.60878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:09:25.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:25 smithi123 ceph-mon[191304]: from='client.60884 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:09:25.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:25 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2490810791' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:09:25.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:25 smithi123 ceph-mon[188613]: from='client.60878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:09:25.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:25 smithi123 ceph-mon[188613]: from='client.60884 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:09:25.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:25 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2490810791' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:09:25.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:25 smithi177 ceph-mon[212096]: from='client.60878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:09:25.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:25 smithi177 ceph-mon[212096]: from='client.60884 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:09:25.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:25 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2490810791' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:09:26.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:26 smithi123 ceph-mon[191304]: pgmap v15489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:26.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:26 smithi123 ceph-mon[188613]: pgmap v15489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:26.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:26 smithi177 ceph-mon[212096]: pgmap v15489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:27.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:09:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:09:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:09:28.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:28 smithi123 ceph-mon[191304]: pgmap v15490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:28 smithi123 ceph-mon[188613]: pgmap v15490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:28.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:28 smithi177 ceph-mon[212096]: pgmap v15490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:09:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:09:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:09:30.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:30 smithi177 ceph-mon[212096]: pgmap v15491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:30.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:30 smithi123 ceph-mon[191304]: pgmap v15491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:30.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:30 smithi123 ceph-mon[188613]: pgmap v15491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:32.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:32 smithi123 ceph-mon[191304]: pgmap v15492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:32.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:32 smithi123 ceph-mon[188613]: pgmap v15492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:32.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:32 smithi177 ceph-mon[212096]: pgmap v15492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:34.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:34 smithi123 ceph-mon[191304]: pgmap v15493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:34.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:34 smithi123 ceph-mon[188613]: pgmap v15493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:34.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:34 smithi177 ceph-mon[212096]: pgmap v15493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:36.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:36 smithi123 ceph-mon[191304]: pgmap v15494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:36.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:36 smithi123 ceph-mon[188613]: pgmap v15494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:36.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:36 smithi177 ceph-mon[212096]: pgmap v15494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:38.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:38 smithi123 ceph-mon[191304]: pgmap v15495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:38 smithi123 ceph-mon[188613]: pgmap v15495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:38 smithi177 ceph-mon[212096]: pgmap v15495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:09:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:09:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:09:40.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:40 smithi177 ceph-mon[212096]: pgmap v15496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:40 smithi123 ceph-mon[191304]: pgmap v15496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:40.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:40 smithi123 ceph-mon[188613]: pgmap v15496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:42.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:42 smithi123 ceph-mon[191304]: pgmap v15497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:42.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:09:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:42 smithi123 ceph-mon[188613]: pgmap v15497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:09:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:42 smithi177 ceph-mon[212096]: pgmap v15497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:09:44.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:44 smithi123 ceph-mon[191304]: pgmap v15498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:44.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:44 smithi123 ceph-mon[188613]: pgmap v15498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:44 smithi177 ceph-mon[212096]: pgmap v15498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:46.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:46 smithi123 ceph-mon[191304]: pgmap v15499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:46.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:46 smithi123 ceph-mon[188613]: pgmap v15499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:46 smithi177 ceph-mon[212096]: pgmap v15499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:48 smithi123 ceph-mon[188613]: pgmap v15500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:48.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:48 smithi123 ceph-mon[191304]: pgmap v15500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:48.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:48 smithi177 ceph-mon[212096]: pgmap v15500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:09:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:09:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:09:50.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:50 smithi177 ceph-mon[212096]: pgmap v15501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:50.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:50 smithi123 ceph-mon[191304]: pgmap v15501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:50.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:50 smithi123 ceph-mon[188613]: pgmap v15501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:52.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:52 smithi123 ceph-mon[191304]: pgmap v15502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:52 smithi123 ceph-mon[188613]: pgmap v15502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:52.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:52 smithi177 ceph-mon[212096]: pgmap v15502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:54.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:54 smithi123 ceph-mon[191304]: pgmap v15503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:54.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:54 smithi123 ceph-mon[188613]: pgmap v15503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:54.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:54 smithi177 ceph-mon[212096]: pgmap v15503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:55.536 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:09:55.846 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:09:55.846 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 5m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:09:55.846 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 3m ago 7h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:09:55.846 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 5m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:09:55.846 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 3m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:09:55.846 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 3m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:09:55.846 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 5m ago 7h 824M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:09:55.847 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 5m ago 7h 1917M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:09:55.847 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 3m ago 7h 904M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:09:55.847 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 5m ago 7h 974M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:09:55.847 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 5m ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:09:55.847 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 3m ago 7h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:09:55.847 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 5m ago 7h 5132M 2274M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:09:55.847 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 5m ago 7h 5865M 2274M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:09:55.847 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 5m ago 7h 4765M 2274M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:09:55.848 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 5m ago 7h 4977M 2274M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:09:55.848 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 3m ago 7h 4184M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:09:55.848 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 3m ago 7h 4658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:09:55.848 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 3m ago 7h 4004M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:09:55.848 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 3m ago 7h 4643M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:09:55.848 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 3m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:09:56.227 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:09:56.227 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:09:56.227 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:09:56.227 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:09:56.227 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:09:56.227 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:09:56.227 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:09:56.227 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:09:56.228 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:09:56.228 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:09:56.228 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:09:56.228 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:09:56.228 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:09:56.228 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:09:56.228 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:09:56.228 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:09:56.228 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:09:56.228 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:09:56.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:56 smithi123 ceph-mon[191304]: pgmap v15504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:56.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:56 smithi123 ceph-mon[191304]: from='client.60896 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:09:56.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:56 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3910537696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:09:56.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:56 smithi123 ceph-mon[188613]: pgmap v15504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:56.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:56 smithi123 ceph-mon[188613]: from='client.60896 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:09:56.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:56 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3910537696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:09:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:56 smithi177 ceph-mon[212096]: pgmap v15504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:56 smithi177 ceph-mon[212096]: from='client.60896 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:09:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:56 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3910537696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:09:57.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:57 smithi123 ceph-mon[191304]: from='client.50952 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:09:57.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:09:57.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:57 smithi123 ceph-mon[188613]: from='client.50952 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:09:57.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:09:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:57 smithi177 ceph-mon[212096]: from='client.50952 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:09:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:09:58.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:09:58 smithi123 ceph-mon[191304]: pgmap v15505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:58.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:09:58 smithi123 ceph-mon[188613]: pgmap v15505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:58.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:09:58 smithi177 ceph-mon[212096]: pgmap v15505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:09:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:09:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:09:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:10:00.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:00 smithi177 ceph-mon[212096]: pgmap v15506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:00.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T18:10:00.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:00 smithi123 ceph-mon[191304]: pgmap v15506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:00.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T18:10:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T18:09:59.998+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T18:10:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:00 smithi123 ceph-mon[188613]: pgmap v15506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T18:10:02.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:02 smithi123 ceph-mon[191304]: pgmap v15507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:02.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:02 smithi123 ceph-mon[188613]: pgmap v15507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:02.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:02 smithi177 ceph-mon[212096]: pgmap v15507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:04.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:04 smithi123 ceph-mon[191304]: pgmap v15508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:04.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:04 smithi123 ceph-mon[188613]: pgmap v15508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:04.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:04 smithi177 ceph-mon[212096]: pgmap v15508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:06.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:06 smithi123 ceph-mon[191304]: pgmap v15509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:06.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:06 smithi123 ceph-mon[188613]: pgmap v15509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:06.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:06 smithi177 ceph-mon[212096]: pgmap v15509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:08.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:08 smithi123 ceph-mon[191304]: pgmap v15510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:08.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:08 smithi123 ceph-mon[188613]: pgmap v15510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:08.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:08 smithi177 ceph-mon[212096]: pgmap v15510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:10:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:10:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:10:10.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:10 smithi177 ceph-mon[212096]: pgmap v15511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:10.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:10 smithi123 ceph-mon[191304]: pgmap v15511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:10.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:10 smithi123 ceph-mon[188613]: pgmap v15511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:12 smithi123 ceph-mon[191304]: pgmap v15512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:10:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:12 smithi123 ceph-mon[188613]: pgmap v15512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:10:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:12 smithi177 ceph-mon[212096]: pgmap v15512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:10:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:14 smithi123 ceph-mon[191304]: pgmap v15513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:10:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:10:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:10:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:10:14.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:14 smithi123 ceph-mon[188613]: pgmap v15513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:14.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:10:14.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:10:14.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:10:14.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:10:14.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:14 smithi177 ceph-mon[212096]: pgmap v15513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:14.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:10:14.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:10:14.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:10:14.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:10:16.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:16 smithi123 ceph-mon[191304]: pgmap v15514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:16.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:16 smithi123 ceph-mon[188613]: pgmap v15514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:16.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:16 smithi177 ceph-mon[212096]: pgmap v15514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:18.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:18 smithi123 ceph-mon[191304]: pgmap v15515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:18.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:18 smithi123 ceph-mon[188613]: pgmap v15515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:18 smithi177 ceph-mon[212096]: pgmap v15515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:10:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:10:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:10:20.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:20 smithi123 ceph-mon[191304]: pgmap v15516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:20.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:20 smithi123 ceph-mon[188613]: pgmap v15516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:20.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:20 smithi177 ceph-mon[212096]: pgmap v15516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:22.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:22 smithi123 ceph-mon[188613]: pgmap v15517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:22.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:22 smithi123 ceph-mon[191304]: pgmap v15517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:22.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:22 smithi177 ceph-mon[212096]: pgmap v15517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:24.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:24 smithi123 ceph-mon[191304]: pgmap v15518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:24.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:24 smithi123 ceph-mon[188613]: pgmap v15518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:24.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:24 smithi177 ceph-mon[212096]: pgmap v15518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:26.579 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:10:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:26 smithi123 ceph-mon[191304]: pgmap v15519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:26.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:26 smithi123 ceph-mon[188613]: pgmap v15519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:26.887 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:10:26.887 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 6m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:10:26.887 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 4m ago 7h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:10:26.887 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 6m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:10:26.888 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 4m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:10:26.888 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 4m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:10:26.888 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 6m ago 7h 824M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:10:26.888 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 6m ago 7h 1917M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:10:26.888 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 4m ago 7h 904M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:10:26.888 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 6m ago 7h 974M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:10:26.888 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 6m ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:10:26.888 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 4m ago 7h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:10:26.888 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 6m ago 7h 5132M 2274M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:10:26.888 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 6m ago 7h 5865M 2274M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:10:26.888 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 6m ago 7h 4765M 2274M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:10:26.888 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 6m ago 7h 4977M 2274M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:10:26.888 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 4m ago 7h 4184M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:10:26.889 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 4m ago 7h 4658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:10:26.889 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 4m ago 7h 4004M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:10:26.889 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 4m ago 7h 4643M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:10:26.889 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 4m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:10:26.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:26 smithi177 ceph-mon[212096]: pgmap v15519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:27.270 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:10:27.271 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:10:27.271 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:10:27.271 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:10:27.271 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:10:27.271 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:10:27.271 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:10:27.271 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:10:27.271 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:10:27.271 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:10:27.271 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:10:27.271 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:10:27.271 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:10:27.271 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:10:27.272 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:10:27.272 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:10:27.272 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:10:27.272 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:10:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:27 smithi123 ceph-mon[188613]: from='client.60914 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:10:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:10:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:27 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3139909113' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:10:27.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:27 smithi123 ceph-mon[191304]: from='client.60914 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:10:27.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:10:27.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:27 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3139909113' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:10:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:27 smithi177 ceph-mon[212096]: from='client.60914 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:10:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:10:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:27 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3139909113' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:10:28.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:28 smithi123 ceph-mon[191304]: from='client.50970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:10:28.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:28 smithi123 ceph-mon[191304]: pgmap v15520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:28 smithi123 ceph-mon[188613]: from='client.50970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:10:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:28 smithi123 ceph-mon[188613]: pgmap v15520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:28.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:28 smithi177 ceph-mon[212096]: from='client.50970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:10:28.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:28 smithi177 ceph-mon[212096]: pgmap v15520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:10:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:10:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:10:30.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:30 smithi123 ceph-mon[191304]: pgmap v15521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:30.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:30 smithi123 ceph-mon[188613]: pgmap v15521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:30.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:30 smithi177 ceph-mon[212096]: pgmap v15521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:32.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:32 smithi123 ceph-mon[191304]: pgmap v15522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:32.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:32 smithi123 ceph-mon[188613]: pgmap v15522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:32.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:32 smithi177 ceph-mon[212096]: pgmap v15522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:34.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:34 smithi123 ceph-mon[191304]: pgmap v15523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:34.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:34 smithi123 ceph-mon[188613]: pgmap v15523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:34.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:34 smithi177 ceph-mon[212096]: pgmap v15523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:36.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:36 smithi123 ceph-mon[191304]: pgmap v15524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:36.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:36 smithi123 ceph-mon[188613]: pgmap v15524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:36.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:36 smithi177 ceph-mon[212096]: pgmap v15524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:38.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:38 smithi123 ceph-mon[191304]: pgmap v15525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:38 smithi123 ceph-mon[188613]: pgmap v15525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:38 smithi177 ceph-mon[212096]: pgmap v15525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:10:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:10:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:10:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:40 smithi123 ceph-mon[191304]: pgmap v15526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:40.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:40 smithi123 ceph-mon[188613]: pgmap v15526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:40.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:40 smithi177 ceph-mon[212096]: pgmap v15526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:42.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:42 smithi123 ceph-mon[191304]: pgmap v15527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:42.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:10:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:42 smithi123 ceph-mon[188613]: pgmap v15527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:10:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:42 smithi177 ceph-mon[212096]: pgmap v15527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:10:44.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:44 smithi123 ceph-mon[191304]: pgmap v15528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:44.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:44 smithi123 ceph-mon[188613]: pgmap v15528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:44 smithi177 ceph-mon[212096]: pgmap v15528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:46.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:46 smithi123 ceph-mon[191304]: pgmap v15529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:46.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:46 smithi123 ceph-mon[188613]: pgmap v15529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:46 smithi177 ceph-mon[212096]: pgmap v15529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:48.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:48 smithi123 ceph-mon[191304]: pgmap v15530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:48.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:48 smithi123 ceph-mon[188613]: pgmap v15530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:48.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:48 smithi177 ceph-mon[212096]: pgmap v15530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:10:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:10:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:10:50.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:50 smithi123 ceph-mon[191304]: pgmap v15531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:50.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:50 smithi123 ceph-mon[188613]: pgmap v15531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:50.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:50 smithi177 ceph-mon[212096]: pgmap v15531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:52.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:52 smithi123 ceph-mon[191304]: pgmap v15532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:52 smithi123 ceph-mon[188613]: pgmap v15532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:52.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:52 smithi177 ceph-mon[212096]: pgmap v15532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:54.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:54 smithi123 ceph-mon[191304]: pgmap v15533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:54 smithi123 ceph-mon[188613]: pgmap v15533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:54.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:54 smithi177 ceph-mon[212096]: pgmap v15533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:56.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:56 smithi123 ceph-mon[188613]: pgmap v15534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:56.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:56 smithi123 ceph-mon[191304]: pgmap v15534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:56 smithi177 ceph-mon[212096]: pgmap v15534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:57.621 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:10:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:10:57.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:10:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:10:57.929 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:10:57.929 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 6m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:10:57.929 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 4m ago 7h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:10:57.930 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 6m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:10:57.930 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 4m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:10:57.930 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 4m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:10:57.930 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 6m ago 7h 824M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:10:57.930 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 6m ago 7h 1917M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:10:57.930 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 4m ago 7h 904M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:10:57.930 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 6m ago 7h 974M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:10:57.930 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 6m ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:10:57.930 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 4m ago 7h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:10:57.930 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 6m ago 7h 5132M 2274M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:10:57.930 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 6m ago 7h 5865M 2274M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:10:57.930 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 6m ago 7h 4765M 2274M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:10:57.930 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 6m ago 7h 4977M 2274M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:10:57.930 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 4m ago 7h 4184M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:10:57.931 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 4m ago 7h 4658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:10:57.931 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 4m ago 7h 4004M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:10:57.931 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 4m ago 7h 4643M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:10:57.931 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 4m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:10:58.313 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:10:58.313 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:10:58.313 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:10:58.313 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:10:58.313 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:10:58.313 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:10:58.313 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:10:58.313 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:10:58.313 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:10:58.313 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:10:58.313 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:10:58.313 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:10:58.314 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:10:58.314 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:10:58.314 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:10:58.314 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:10:58.314 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:10:58.314 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:10:58.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:58 smithi123 ceph-mon[191304]: pgmap v15535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:58.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:58 smithi123 ceph-mon[191304]: from='client.60932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:10:58.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:58 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3471516168' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:10:58.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:58 smithi123 ceph-mon[188613]: pgmap v15535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:58.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:58 smithi123 ceph-mon[188613]: from='client.60932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:10:58.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:58 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3471516168' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:10:58.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:58 smithi177 ceph-mon[212096]: pgmap v15535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:10:58.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:58 smithi177 ceph-mon[212096]: from='client.60932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:10:58.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:58 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3471516168' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:10:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:10:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:10:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:10:59.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:10:59 smithi123 ceph-mon[191304]: from='client.50988 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:10:59.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:10:59 smithi123 ceph-mon[188613]: from='client.50988 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:10:59.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:10:59 smithi177 ceph-mon[212096]: from='client.50988 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:11:00.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:00 smithi177 ceph-mon[212096]: pgmap v15536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:00.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:00 smithi123 ceph-mon[191304]: pgmap v15536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:00 smithi123 ceph-mon[188613]: pgmap v15536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:02.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:02 smithi177 ceph-mon[212096]: pgmap v15537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:02.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:02 smithi123 ceph-mon[191304]: pgmap v15537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:02 smithi123 ceph-mon[188613]: pgmap v15537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:04.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:04 smithi177 ceph-mon[212096]: pgmap v15538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:04.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:04 smithi123 ceph-mon[191304]: pgmap v15538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:04 smithi123 ceph-mon[188613]: pgmap v15538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:06.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:06 smithi177 ceph-mon[212096]: pgmap v15539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:06.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:06 smithi123 ceph-mon[188613]: pgmap v15539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:06.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:06 smithi123 ceph-mon[191304]: pgmap v15539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:08.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:08 smithi177 ceph-mon[212096]: pgmap v15540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:08.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:08 smithi123 ceph-mon[191304]: pgmap v15540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:08.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:08 smithi123 ceph-mon[188613]: pgmap v15540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:11:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:11:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:11:10.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:10 smithi123 ceph-mon[191304]: pgmap v15541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:10.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:10 smithi123 ceph-mon[188613]: pgmap v15541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:10.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:10 smithi177 ceph-mon[212096]: pgmap v15541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:12 smithi123 ceph-mon[188613]: pgmap v15542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:11:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:12 smithi123 ceph-mon[191304]: pgmap v15542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:11:12.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:12 smithi177 ceph-mon[212096]: pgmap v15542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:12.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:11:14.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:14 smithi123 ceph-mon[191304]: pgmap v15543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:14.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:11:14.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:14 smithi123 ceph-mon[188613]: pgmap v15543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:14.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:11:14.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:14 smithi177 ceph-mon[212096]: pgmap v15543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:14.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:11:15.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:11:15.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:11:15.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:11:15.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:11:15.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:11:15.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:11:15.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:11:15.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:11:15.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:11:16.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:16 smithi123 ceph-mon[191304]: pgmap v15544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:16.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:16 smithi123 ceph-mon[188613]: pgmap v15544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:16.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:16 smithi177 ceph-mon[212096]: pgmap v15544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:18 smithi177 ceph-mon[212096]: pgmap v15545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:18.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:18 smithi123 ceph-mon[191304]: pgmap v15545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:18 smithi123 ceph-mon[188613]: pgmap v15545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:11:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:11:19] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T18:11:20.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:20 smithi123 ceph-mon[191304]: pgmap v15546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:20.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:20 smithi123 ceph-mon[188613]: pgmap v15546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:20.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:20 smithi177 ceph-mon[212096]: pgmap v15546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:22 smithi123 ceph-mon[191304]: pgmap v15547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:22.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:22 smithi123 ceph-mon[188613]: pgmap v15547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:22.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:22 smithi177 ceph-mon[212096]: pgmap v15547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:24.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:24 smithi123 ceph-mon[191304]: pgmap v15548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:24.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:24 smithi123 ceph-mon[188613]: pgmap v15548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:24.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:24 smithi177 ceph-mon[212096]: pgmap v15548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:26.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:26 smithi123 ceph-mon[191304]: pgmap v15549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:26.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:26 smithi123 ceph-mon[188613]: pgmap v15549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:26.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:26 smithi177 ceph-mon[212096]: pgmap v15549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:11:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:11:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:11:28.662 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:11:28.904 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 18:11:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T18:11:28.586518455Z level=info msg="Completed cleanup jobs" duration=12.996777ms 2023-12-20T18:11:28.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:28 smithi177 ceph-mon[212096]: pgmap v15550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:28.969 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:11:28.969 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 7m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:11:28.969 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 5m ago 7h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:11:28.970 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 7m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:11:28.970 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 5m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:11:28.970 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 5m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:11:28.970 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 7m ago 7h 824M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:11:28.970 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 7m ago 7h 1917M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:11:28.970 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 5m ago 7h 904M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:11:28.970 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 7m ago 7h 974M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:11:28.970 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 7m ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:11:28.970 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 5m ago 7h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:11:28.970 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 7m ago 7h 5132M 2274M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:11:28.970 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 7m ago 7h 5865M 2274M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:11:28.970 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 7m ago 7h 4765M 2274M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:11:28.970 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 7m ago 7h 4977M 2274M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:11:28.970 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 5m ago 7h 4184M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:11:28.970 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 5m ago 7h 4658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:11:28.971 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 5m ago 7h 4004M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:11:28.971 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 5m ago 7h 4643M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:11:28.971 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 5m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:11:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:28 smithi123 ceph-mon[191304]: pgmap v15550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:28 smithi123 ceph-mon[188613]: pgmap v15550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:29.357 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:11:29.358 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:11:29.358 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:11:29.358 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:11:29.358 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:11:29.358 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:11:29.358 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:11:29.358 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:11:29.358 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:11:29.358 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:11:29.358 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:11:29.358 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:11:29.358 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:11:29.358 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:11:29.358 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:11:29.359 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:11:29.359 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:11:29.359 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:11:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:11:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:11:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:11:29.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:29 smithi177 ceph-mon[212096]: from='client.51000 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:11:29.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:29 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2948527787' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:11:29.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:29 smithi123 ceph-mon[188613]: from='client.51000 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:11:29.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:29 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2948527787' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:11:29.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:29 smithi123 ceph-mon[191304]: from='client.51000 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:11:29.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:29 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2948527787' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:11:30.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:30 smithi177 ceph-mon[212096]: from='client.60956 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:11:30.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:30 smithi177 ceph-mon[212096]: pgmap v15551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:30.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:30 smithi123 ceph-mon[188613]: from='client.60956 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:11:30.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:30 smithi123 ceph-mon[188613]: pgmap v15551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:30.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:30 smithi123 ceph-mon[191304]: from='client.60956 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:11:30.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:30 smithi123 ceph-mon[191304]: pgmap v15551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:32.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:32 smithi177 ceph-mon[212096]: pgmap v15552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:32.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:32 smithi123 ceph-mon[191304]: pgmap v15552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:32.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:32 smithi123 ceph-mon[188613]: pgmap v15552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:34.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:34 smithi177 ceph-mon[212096]: pgmap v15553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:34.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:34 smithi123 ceph-mon[191304]: pgmap v15553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:34 smithi123 ceph-mon[188613]: pgmap v15553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:36.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:36 smithi177 ceph-mon[212096]: pgmap v15554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:36.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:36 smithi123 ceph-mon[191304]: pgmap v15554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:36.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:36 smithi123 ceph-mon[188613]: pgmap v15554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:38 smithi177 ceph-mon[212096]: pgmap v15555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:38.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:38 smithi123 ceph-mon[191304]: pgmap v15555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:38 smithi123 ceph-mon[188613]: pgmap v15555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:11:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:11:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:11:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:40 smithi123 ceph-mon[191304]: pgmap v15556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:40.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:40 smithi123 ceph-mon[188613]: pgmap v15556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:40.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:40 smithi177 ceph-mon[212096]: pgmap v15556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:42.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:42 smithi123 ceph-mon[191304]: pgmap v15557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:42.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:11:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:42 smithi123 ceph-mon[188613]: pgmap v15557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:11:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:42 smithi177 ceph-mon[212096]: pgmap v15557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:11:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:44 smithi177 ceph-mon[212096]: pgmap v15558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:44 smithi123 ceph-mon[191304]: pgmap v15558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:44.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:44 smithi123 ceph-mon[188613]: pgmap v15558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:46 smithi177 ceph-mon[212096]: pgmap v15559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:46.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:46 smithi123 ceph-mon[191304]: pgmap v15559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:46 smithi123 ceph-mon[188613]: pgmap v15559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:48.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:48 smithi177 ceph-mon[212096]: pgmap v15560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:48 smithi123 ceph-mon[191304]: pgmap v15560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:48 smithi123 ceph-mon[188613]: pgmap v15560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:11:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:11:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:11:50.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:50 smithi123 ceph-mon[191304]: pgmap v15561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:50.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:50 smithi123 ceph-mon[188613]: pgmap v15561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:50.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:50 smithi177 ceph-mon[212096]: pgmap v15561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:52.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:52 smithi177 ceph-mon[212096]: pgmap v15562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:52 smithi123 ceph-mon[191304]: pgmap v15562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:52.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:52 smithi123 ceph-mon[188613]: pgmap v15562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:54.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:54 smithi177 ceph-mon[212096]: pgmap v15563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:54.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:54 smithi123 ceph-mon[191304]: pgmap v15563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:54.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:54 smithi123 ceph-mon[188613]: pgmap v15563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:56 smithi177 ceph-mon[212096]: pgmap v15564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:56 smithi123 ceph-mon[188613]: pgmap v15564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:56.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:56 smithi123 ceph-mon[191304]: pgmap v15564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:11:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:11:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:11:58.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:11:58 smithi177 ceph-mon[212096]: pgmap v15565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:58.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:11:58 smithi123 ceph-mon[191304]: pgmap v15565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:11:58 smithi123 ceph-mon[188613]: pgmap v15565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:11:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:11:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:11:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:11:59.700 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:12:00.006 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:12:00.006 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 7m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:12:00.007 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 5m ago 7h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:12:00.007 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 7m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:12:00.007 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 5m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:12:00.007 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 5m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:12:00.007 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 7m ago 7h 824M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:12:00.007 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 7m ago 7h 1917M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:12:00.007 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 5m ago 7h 904M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:12:00.007 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 7m ago 7h 974M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:12:00.007 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 7m ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:12:00.007 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 5m ago 7h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:12:00.007 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 7m ago 7h 5132M 2274M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:12:00.007 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 7m ago 7h 5865M 2274M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:12:00.007 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 7m ago 7h 4765M 2274M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:12:00.007 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 7m ago 7h 4977M 2274M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:12:00.008 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 5m ago 7h 4184M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:12:00.008 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 5m ago 7h 4658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:12:00.008 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 5m ago 7h 4004M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:12:00.008 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 5m ago 7h 4643M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:12:00.008 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 5m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:12:00.394 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:12:00.394 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:12:00.395 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:12:00.395 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:12:00.395 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:12:00.395 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:12:00.395 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:12:00.395 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:12:00.395 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:12:00.395 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:12:00.395 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:12:00.395 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:12:00.395 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:12:00.395 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:12:00.396 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:12:00.396 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:12:00.396 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:12:00.396 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:12:00.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:00 smithi123 ceph-mon[191304]: pgmap v15566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:00.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:00 smithi123 ceph-mon[191304]: from='client.60968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:12:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:00 smithi123 ceph-mon[188613]: pgmap v15566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:00 smithi123 ceph-mon[188613]: from='client.60968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:12:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:00 smithi177 ceph-mon[212096]: pgmap v15566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:00 smithi177 ceph-mon[212096]: from='client.60968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:12:01.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:01 smithi123 ceph-mon[191304]: from='client.51024 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:12:01.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:01 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2358667676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:12:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:01 smithi123 ceph-mon[188613]: from='client.51024 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:12:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:01 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2358667676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:12:01.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:01 smithi177 ceph-mon[212096]: from='client.51024 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:12:01.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:01 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2358667676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:12:02.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:02 smithi123 ceph-mon[188613]: pgmap v15567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:02.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:02 smithi123 ceph-mon[191304]: pgmap v15567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:02.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:02 smithi177 ceph-mon[212096]: pgmap v15567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:04.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:04 smithi177 ceph-mon[212096]: pgmap v15568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:04 smithi123 ceph-mon[191304]: pgmap v15568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:04 smithi123 ceph-mon[188613]: pgmap v15568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:06.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:06 smithi177 ceph-mon[212096]: pgmap v15569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:06.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:06 smithi123 ceph-mon[191304]: pgmap v15569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:06.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:06 smithi123 ceph-mon[188613]: pgmap v15569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:08.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:08 smithi177 ceph-mon[212096]: pgmap v15570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:08 smithi123 ceph-mon[191304]: pgmap v15570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:08.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:08 smithi123 ceph-mon[188613]: pgmap v15570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:12:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:12:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:12:10.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:10 smithi123 ceph-mon[191304]: pgmap v15571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:10.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:10 smithi123 ceph-mon[188613]: pgmap v15571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:10.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:10 smithi177 ceph-mon[212096]: pgmap v15571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:12 smithi177 ceph-mon[212096]: pgmap v15572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:12:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:12 smithi123 ceph-mon[191304]: pgmap v15572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:12:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:12 smithi123 ceph-mon[188613]: pgmap v15572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:12:14.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:14 smithi177 ceph-mon[212096]: pgmap v15573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:14 smithi123 ceph-mon[191304]: pgmap v15573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:14 smithi123 ceph-mon[188613]: pgmap v15573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:15.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:12:15.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:12:15.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:12:15.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:12:15.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:12:15.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:12:15.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:12:15.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:12:15.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:12:15.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:12:15.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:12:15.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:12:15.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:12:15.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:12:15.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:12:15.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:12:15.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:12:15.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:12:15.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:12:15.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:12:15.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:12:15.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:12:15.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:12:15.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:12:15.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:12:15.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:12:15.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:12:16.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:16 smithi177 ceph-mon[212096]: pgmap v15574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:16.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:16 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2265M 2023-12-20T18:12:16.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:16 smithi123 ceph-mon[191304]: pgmap v15574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:16.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:16 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2265M 2023-12-20T18:12:16.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:16 smithi123 ceph-mon[188613]: pgmap v15574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:16.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:16 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2265M 2023-12-20T18:12:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:18 smithi177 ceph-mon[212096]: pgmap v15575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:18.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:18 smithi123 ceph-mon[191304]: pgmap v15575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:18 smithi123 ceph-mon[188613]: pgmap v15575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:12:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:12:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:12:20.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:20 smithi123 ceph-mon[191304]: pgmap v15576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:20.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:20 smithi123 ceph-mon[188613]: pgmap v15576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:20.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:20 smithi177 ceph-mon[212096]: pgmap v15576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:22.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:22 smithi177 ceph-mon[212096]: pgmap v15577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:22.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:22 smithi123 ceph-mon[191304]: pgmap v15577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:22.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:22 smithi123 ceph-mon[188613]: pgmap v15577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:24.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:24 smithi177 ceph-mon[212096]: pgmap v15578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:24.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:24 smithi123 ceph-mon[191304]: pgmap v15578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:24 smithi123 ceph-mon[188613]: pgmap v15578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:26.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:26 smithi177 ceph-mon[212096]: pgmap v15579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:26.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:26 smithi123 ceph-mon[191304]: pgmap v15579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:26.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:26 smithi123 ceph-mon[188613]: pgmap v15579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:12:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:12:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:12:28.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:28 smithi177 ceph-mon[212096]: pgmap v15580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:28.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:28 smithi123 ceph-mon[191304]: pgmap v15580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:28 smithi123 ceph-mon[188613]: pgmap v15580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:12:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:12:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:12:30.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:30 smithi123 ceph-mon[191304]: pgmap v15581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:30.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:30 smithi123 ceph-mon[188613]: pgmap v15581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:30.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:30 smithi177 ceph-mon[212096]: pgmap v15581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:30.741 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:12:31.049 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:12:31.050 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 8m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:12:31.050 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 6m ago 7h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:12:31.050 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 8m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:12:31.050 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 6m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:12:31.050 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 6m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:12:31.050 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 8m ago 7h 824M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:12:31.050 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 8m ago 7h 1917M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:12:31.050 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 6m ago 7h 904M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:12:31.050 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 8m ago 7h 974M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:12:31.050 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 8m ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:12:31.050 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 6m ago 7h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:12:31.050 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 8m ago 7h 5132M 2265M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:12:31.050 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 8m ago 7h 5865M 2265M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:12:31.050 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 8m ago 7h 4765M 2265M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:12:31.051 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 8m ago 7h 4977M 2265M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:12:31.051 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 6m ago 7h 4184M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:12:31.051 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 6m ago 7h 4658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:12:31.051 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 6m ago 7h 4004M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:12:31.051 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 6m ago 7h 4643M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:12:31.051 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 6m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:12:31.436 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:12:31.436 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:12:31.436 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:12:31.436 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:12:31.436 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:12:31.436 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:12:31.436 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:12:31.436 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:12:31.436 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:12:31.437 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:12:31.437 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:12:31.437 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:12:31.437 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:12:31.437 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:12:31.437 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:12:31.437 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:12:31.437 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:12:31.437 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:12:31.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:31 smithi123 ceph-mon[191304]: from='client.51036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:12:31.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:31 smithi123 ceph-mon[188613]: from='client.51036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:12:31.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:31 smithi177 ceph-mon[212096]: from='client.51036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:12:32.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:32 smithi123 ceph-mon[188613]: from='client.51042 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:12:32.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:32 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/699743126' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:12:32.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:32 smithi123 ceph-mon[188613]: pgmap v15582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:32.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:32 smithi123 ceph-mon[191304]: from='client.51042 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:12:32.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:32 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/699743126' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:12:32.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:32 smithi123 ceph-mon[191304]: pgmap v15582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:32.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:32 smithi177 ceph-mon[212096]: from='client.51042 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:12:32.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:32 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/699743126' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:12:32.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:32 smithi177 ceph-mon[212096]: pgmap v15582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:34.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:34 smithi177 ceph-mon[212096]: pgmap v15583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:34 smithi123 ceph-mon[188613]: pgmap v15583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:34.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:34 smithi123 ceph-mon[191304]: pgmap v15583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:36.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:36 smithi177 ceph-mon[212096]: pgmap v15584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:36.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:36 smithi123 ceph-mon[188613]: pgmap v15584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:36.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:36 smithi123 ceph-mon[191304]: pgmap v15584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:38 smithi177 ceph-mon[212096]: pgmap v15585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:38.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:38 smithi123 ceph-mon[191304]: pgmap v15585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:38 smithi123 ceph-mon[188613]: pgmap v15585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:12:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:12:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:12:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:40 smithi123 ceph-mon[191304]: pgmap v15586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:40.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:40 smithi123 ceph-mon[188613]: pgmap v15586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:40.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:40 smithi177 ceph-mon[212096]: pgmap v15586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:42 smithi177 ceph-mon[212096]: pgmap v15587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:12:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:42 smithi123 ceph-mon[191304]: pgmap v15587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:12:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:42 smithi123 ceph-mon[188613]: pgmap v15587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:12:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:44 smithi177 ceph-mon[212096]: pgmap v15588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:44 smithi123 ceph-mon[191304]: pgmap v15588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:44.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:44 smithi123 ceph-mon[188613]: pgmap v15588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:46 smithi177 ceph-mon[212096]: pgmap v15589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:46.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:46 smithi123 ceph-mon[191304]: pgmap v15589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:46.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:46 smithi123 ceph-mon[188613]: pgmap v15589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:48.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:48 smithi177 ceph-mon[212096]: pgmap v15590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:48 smithi123 ceph-mon[191304]: pgmap v15590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:48 smithi123 ceph-mon[188613]: pgmap v15590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:12:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:12:49] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T18:12:50.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:50 smithi123 ceph-mon[188613]: pgmap v15591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:50.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:50 smithi123 ceph-mon[191304]: pgmap v15591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:50.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:50 smithi177 ceph-mon[212096]: pgmap v15591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:52.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:52 smithi177 ceph-mon[212096]: pgmap v15592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:52.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:52 smithi123 ceph-mon[188613]: pgmap v15592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:52 smithi123 ceph-mon[191304]: pgmap v15592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:54.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:54 smithi177 ceph-mon[212096]: pgmap v15593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:54 smithi123 ceph-mon[188613]: pgmap v15593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:54.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:54 smithi123 ceph-mon[191304]: pgmap v15593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:56 smithi177 ceph-mon[212096]: pgmap v15594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:56.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:56 smithi123 ceph-mon[191304]: pgmap v15594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:56 smithi123 ceph-mon[188613]: pgmap v15594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:12:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:12:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:12:58.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:12:58 smithi177 ceph-mon[212096]: pgmap v15595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:58.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:12:58 smithi123 ceph-mon[191304]: pgmap v15595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:12:58 smithi123 ceph-mon[188613]: pgmap v15595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:12:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:12:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:12:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:13:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:00 smithi123 ceph-mon[188613]: pgmap v15596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:00.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:00 smithi123 ceph-mon[191304]: pgmap v15596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:00 smithi177 ceph-mon[212096]: pgmap v15596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:01.785 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:13:02.090 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:13:02.090 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 8m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:13:02.090 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 6m ago 7h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:13:02.090 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 8m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:13:02.091 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 6m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:13:02.091 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 6m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:13:02.091 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 8m ago 7h 824M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:13:02.091 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 8m ago 7h 1917M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:13:02.091 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 6m ago 7h 904M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:13:02.091 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 8m ago 7h 974M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:13:02.091 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 8m ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:13:02.091 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 6m ago 7h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:13:02.091 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 8m ago 7h 5132M 2265M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:13:02.091 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 8m ago 7h 5865M 2265M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:13:02.091 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 8m ago 7h 4765M 2265M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:13:02.091 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 8m ago 7h 4977M 2265M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:13:02.091 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 6m ago 7h 4184M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:13:02.091 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 6m ago 7h 4658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:13:02.091 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 6m ago 7h 4004M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:13:02.092 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 6m ago 7h 4643M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:13:02.092 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 6m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:13:02.470 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:13:02.471 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:13:02.471 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:13:02.471 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:13:02.471 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:13:02.471 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:13:02.471 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:13:02.471 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:13:02.471 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:13:02.471 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:13:02.471 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:13:02.471 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:13:02.471 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:13:02.472 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:13:02.472 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:13:02.472 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:13:02.472 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:13:02.472 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:13:02.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:02 smithi177 ceph-mon[212096]: pgmap v15597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:02.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:02 smithi177 ceph-mon[212096]: from='client.61004 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:13:02.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:02 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1768606856' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:13:02.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:02 smithi123 ceph-mon[191304]: pgmap v15597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:02.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:02 smithi123 ceph-mon[191304]: from='client.61004 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:13:02.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:02 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1768606856' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:13:02.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:02 smithi123 ceph-mon[188613]: pgmap v15597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:02.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:02 smithi123 ceph-mon[188613]: from='client.61004 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:13:02.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:02 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1768606856' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:13:03.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:03 smithi177 ceph-mon[212096]: from='client.51060 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:13:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:03 smithi123 ceph-mon[191304]: from='client.51060 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:13:03.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:03 smithi123 ceph-mon[188613]: from='client.51060 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:13:04.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:04 smithi177 ceph-mon[212096]: pgmap v15598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:04.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:04 smithi123 ceph-mon[188613]: pgmap v15598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:04.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:04 smithi123 ceph-mon[191304]: pgmap v15598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:06.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:06 smithi177 ceph-mon[212096]: pgmap v15599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:06.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:06 smithi123 ceph-mon[191304]: pgmap v15599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:06.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:06 smithi123 ceph-mon[188613]: pgmap v15599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:08.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:08 smithi177 ceph-mon[212096]: pgmap v15600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:08.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:08 smithi123 ceph-mon[191304]: pgmap v15600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:08.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:08 smithi123 ceph-mon[188613]: pgmap v15600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:13:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:13:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:13:10.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:10 smithi123 ceph-mon[191304]: pgmap v15601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:10.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:10 smithi123 ceph-mon[188613]: pgmap v15601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:10.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:10 smithi177 ceph-mon[212096]: pgmap v15601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:12 smithi177 ceph-mon[212096]: pgmap v15602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:13:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:12 smithi123 ceph-mon[191304]: pgmap v15602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:13:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:12 smithi123 ceph-mon[188613]: pgmap v15602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:13:14.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:14 smithi177 ceph-mon[212096]: pgmap v15603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:14 smithi123 ceph-mon[191304]: pgmap v15603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:14 smithi123 ceph-mon[188613]: pgmap v15603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:16.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:16 smithi177 ceph-mon[212096]: pgmap v15604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:16.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:13:16.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:13:16.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:13:16.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:13:16.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:16 smithi123 ceph-mon[191304]: pgmap v15604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:16.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:13:16.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:13:16.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:13:16.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:13:16.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:16 smithi123 ceph-mon[188613]: pgmap v15604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:16.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:13:16.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:13:16.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:13:16.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:13:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:18 smithi177 ceph-mon[212096]: pgmap v15605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:18 smithi123 ceph-mon[188613]: pgmap v15605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:18.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:18 smithi123 ceph-mon[191304]: pgmap v15605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:13:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:13:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T18:13:20.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:20 smithi123 ceph-mon[191304]: pgmap v15606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:20.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:20 smithi123 ceph-mon[188613]: pgmap v15606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:20.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:20 smithi177 ceph-mon[212096]: pgmap v15606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:22.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:22 smithi177 ceph-mon[212096]: pgmap v15607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:22.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:22 smithi123 ceph-mon[188613]: pgmap v15607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:22.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:22 smithi123 ceph-mon[191304]: pgmap v15607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:24.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:24 smithi177 ceph-mon[212096]: pgmap v15608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:24 smithi123 ceph-mon[188613]: pgmap v15608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:24.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:24 smithi123 ceph-mon[191304]: pgmap v15608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:26.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:26 smithi177 ceph-mon[212096]: pgmap v15609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:26.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:26 smithi123 ceph-mon[191304]: pgmap v15609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:26.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:26 smithi123 ceph-mon[188613]: pgmap v15609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:13:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:13:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:13:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:28 smithi177 ceph-mon[212096]: pgmap v15610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:28.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:28 smithi123 ceph-mon[191304]: pgmap v15610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:28 smithi123 ceph-mon[188613]: pgmap v15610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:13:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:13:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:13:30.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:30 smithi123 ceph-mon[191304]: pgmap v15611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:30.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:30 smithi123 ceph-mon[188613]: pgmap v15611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:30.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:30 smithi177 ceph-mon[212096]: pgmap v15611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:32.816 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:13:32.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:32 smithi177 ceph-mon[212096]: pgmap v15612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:32 smithi123 ceph-mon[191304]: pgmap v15612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:32.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:32 smithi123 ceph-mon[188613]: pgmap v15612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:33.123 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:13:33.123 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 9m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:13:33.123 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 7m ago 7h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:13:33.123 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 9m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:13:33.123 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 7m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:13:33.123 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 7m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:13:33.123 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 9m ago 7h 824M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:13:33.124 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 9m ago 7h 1917M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:13:33.124 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 7m ago 7h 904M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:13:33.124 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 9m ago 7h 974M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:13:33.124 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 9m ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:13:33.124 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 7m ago 7h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:13:33.124 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 9m ago 7h 5132M 2265M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:13:33.124 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 9m ago 7h 5865M 2265M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:13:33.124 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 9m ago 7h 4765M 2265M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:13:33.124 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 9m ago 7h 4977M 2265M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:13:33.124 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 7m ago 7h 4184M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:13:33.124 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 7m ago 7h 4658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:13:33.124 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 7m ago 7h 4004M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:13:33.124 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 7m ago 7h 4643M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:13:33.124 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 7m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:13:33.509 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:13:33.509 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:13:33.509 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:13:33.509 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:13:33.509 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:13:33.509 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:13:33.510 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:13:33.510 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:13:33.510 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:13:33.510 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:13:33.510 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:13:33.510 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:13:33.510 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:13:33.510 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:13:33.510 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:13:33.510 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:13:33.510 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:13:33.510 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:13:33.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:33 smithi177 ceph-mon[212096]: from='client.51072 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:13:33.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:33 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/546240708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:13:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:33 smithi123 ceph-mon[191304]: from='client.51072 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:13:33.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:33 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/546240708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:13:33.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:33 smithi123 ceph-mon[188613]: from='client.51072 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:13:33.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:33 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/546240708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:13:34.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:34 smithi177 ceph-mon[212096]: from='client.61028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:13:34.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:34 smithi177 ceph-mon[212096]: pgmap v15613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:34.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:34 smithi123 ceph-mon[191304]: from='client.61028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:13:34.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:34 smithi123 ceph-mon[191304]: pgmap v15613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:34 smithi123 ceph-mon[188613]: from='client.61028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:13:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:34 smithi123 ceph-mon[188613]: pgmap v15613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:36.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:36 smithi177 ceph-mon[212096]: pgmap v15614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:36.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:36 smithi123 ceph-mon[188613]: pgmap v15614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:36.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:36 smithi123 ceph-mon[191304]: pgmap v15614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:38 smithi177 ceph-mon[212096]: pgmap v15615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:38.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:38 smithi123 ceph-mon[191304]: pgmap v15615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:38 smithi123 ceph-mon[188613]: pgmap v15615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:13:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:13:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:13:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:40 smithi123 ceph-mon[191304]: pgmap v15616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:40.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:40 smithi123 ceph-mon[188613]: pgmap v15616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:40.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:40 smithi177 ceph-mon[212096]: pgmap v15616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:42 smithi177 ceph-mon[212096]: pgmap v15617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:13:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:42 smithi123 ceph-mon[191304]: pgmap v15617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:13:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:42 smithi123 ceph-mon[188613]: pgmap v15617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:13:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:44 smithi177 ceph-mon[212096]: pgmap v15618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:44 smithi123 ceph-mon[191304]: pgmap v15618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:44.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:44 smithi123 ceph-mon[188613]: pgmap v15618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:46 smithi177 ceph-mon[212096]: pgmap v15619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:46.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:46 smithi123 ceph-mon[191304]: pgmap v15619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:46 smithi123 ceph-mon[188613]: pgmap v15619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:48.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:48 smithi177 ceph-mon[212096]: pgmap v15620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:48 smithi123 ceph-mon[191304]: pgmap v15620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:48 smithi123 ceph-mon[188613]: pgmap v15620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:13:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:13:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:13:50.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:50 smithi123 ceph-mon[191304]: pgmap v15621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:50.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:50 smithi123 ceph-mon[188613]: pgmap v15621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:50.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:50 smithi177 ceph-mon[212096]: pgmap v15621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:52.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:52 smithi177 ceph-mon[212096]: pgmap v15622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:52 smithi123 ceph-mon[191304]: pgmap v15622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:52.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:52 smithi123 ceph-mon[188613]: pgmap v15622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:54.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:54 smithi177 ceph-mon[212096]: pgmap v15623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:54 smithi123 ceph-mon[188613]: pgmap v15623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:54.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:54 smithi123 ceph-mon[191304]: pgmap v15623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:56 smithi177 ceph-mon[212096]: pgmap v15624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:56 smithi123 ceph-mon[188613]: pgmap v15624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:56.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:56 smithi123 ceph-mon[191304]: pgmap v15624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:13:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:13:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:13:58.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:13:58 smithi177 ceph-mon[212096]: pgmap v15625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:58.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:13:58 smithi123 ceph-mon[191304]: pgmap v15625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:13:58 smithi123 ceph-mon[188613]: pgmap v15625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:13:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:13:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:13:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:14:00.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:00 smithi123 ceph-mon[191304]: pgmap v15626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:00 smithi123 ceph-mon[188613]: pgmap v15626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:00 smithi177 ceph-mon[212096]: pgmap v15626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:02.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:02 smithi177 ceph-mon[212096]: pgmap v15627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:02.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:02 smithi123 ceph-mon[191304]: pgmap v15627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:02 smithi123 ceph-mon[188613]: pgmap v15627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:03.857 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:14:04.168 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:14:04.168 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 9m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:14:04.168 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 7m ago 7h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:14:04.168 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 9m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:14:04.168 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 7m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:14:04.168 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 7m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:14:04.168 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 9m ago 7h 824M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:14:04.168 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 9m ago 7h 1917M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:14:04.168 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 7m ago 7h 904M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:14:04.169 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 9m ago 7h 974M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:14:04.169 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 9m ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:14:04.169 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 7m ago 7h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:14:04.169 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 9m ago 7h 5132M 2265M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:14:04.169 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 9m ago 7h 5865M 2265M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:14:04.169 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 9m ago 7h 4765M 2265M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:14:04.169 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 9m ago 7h 4977M 2265M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:14:04.169 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 7m ago 7h 4184M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:14:04.169 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 7m ago 7h 4658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:14:04.169 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 7m ago 7h 4004M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:14:04.169 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 7m ago 7h 4643M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:14:04.169 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 7m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:14:04.550 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:14:04.550 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:14:04.550 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:14:04.550 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:14:04.550 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:14:04.550 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:14:04.551 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:14:04.551 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:14:04.551 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:14:04.551 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:14:04.551 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:14:04.551 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:14:04.551 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:14:04.551 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:14:04.551 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:14:04.551 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:14:04.551 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:14:04.551 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:14:04.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:04 smithi177 ceph-mon[212096]: pgmap v15628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:04.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:04 smithi177 ceph-mon[212096]: from='client.61040 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:14:04.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:04 smithi123 ceph-mon[188613]: pgmap v15628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:04 smithi123 ceph-mon[188613]: from='client.61040 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:14:04.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:04 smithi123 ceph-mon[191304]: pgmap v15628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:04.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:04 smithi123 ceph-mon[191304]: from='client.61040 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:14:05.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:05 smithi177 ceph-mon[212096]: from='client.51096 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:14:05.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:05 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2277926234' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:14:05.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:05 smithi123 ceph-mon[188613]: from='client.51096 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:14:05.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:05 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2277926234' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:14:05.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:05 smithi123 ceph-mon[191304]: from='client.51096 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:14:05.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:05 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2277926234' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:14:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:06 smithi177 ceph-mon[212096]: pgmap v15629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:06.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:06 smithi123 ceph-mon[191304]: pgmap v15629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:06.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:06 smithi123 ceph-mon[188613]: pgmap v15629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:08.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:08 smithi177 ceph-mon[212096]: pgmap v15630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:08.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:08 smithi123 ceph-mon[191304]: pgmap v15630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:08.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:08 smithi123 ceph-mon[188613]: pgmap v15630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:14:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:14:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:14:10.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:10 smithi123 ceph-mon[191304]: pgmap v15631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:10.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:10 smithi123 ceph-mon[188613]: pgmap v15631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:10.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:10 smithi177 ceph-mon[212096]: pgmap v15631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:12 smithi177 ceph-mon[212096]: pgmap v15632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:14:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:12 smithi123 ceph-mon[191304]: pgmap v15632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:14:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:12 smithi123 ceph-mon[188613]: pgmap v15632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:14:14.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:14 smithi177 ceph-mon[212096]: pgmap v15633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:14.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:14 smithi123 ceph-mon[191304]: pgmap v15633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:14 smithi123 ceph-mon[188613]: pgmap v15633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:16.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:16 smithi177 ceph-mon[212096]: pgmap v15634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:16.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:14:16.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:16 smithi123 ceph-mon[191304]: pgmap v15634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:16.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:14:16.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:16 smithi123 ceph-mon[188613]: pgmap v15634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:16.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:14:17.823 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:14:17.823 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:14:17.823 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:14:17.823 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:14:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:14:17.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:14:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:18 smithi177 ceph-mon[212096]: pgmap v15635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:18 smithi123 ceph-mon[191304]: pgmap v15635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:18 smithi123 ceph-mon[188613]: pgmap v15635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:14:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:14:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:14:20.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:19 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:14:20.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:19 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:14:20.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:19 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:14:20.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:19 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:14:20.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:19 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:14:20.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:19 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:14:20.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:19 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:14:20.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:19 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:14:20.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:19 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:14:20.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:19 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:14:20.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:14:20.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:14:20.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:14:20.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:14:20.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:14:21.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:20 smithi177 ceph-mon[212096]: pgmap v15636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:21.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:20 smithi123 ceph-mon[191304]: pgmap v15636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:21.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:20 smithi123 ceph-mon[188613]: pgmap v15636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:23.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:22 smithi177 ceph-mon[212096]: pgmap v15637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:23.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:22 smithi123 ceph-mon[191304]: pgmap v15637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:23.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:22 smithi123 ceph-mon[188613]: pgmap v15637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:25.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:24 smithi177 ceph-mon[212096]: pgmap v15638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:25.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:24 smithi123 ceph-mon[191304]: pgmap v15638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:25.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:24 smithi123 ceph-mon[188613]: pgmap v15638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:27.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:26 smithi177 ceph-mon[212096]: pgmap v15639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:27.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:26 smithi123 ceph-mon[191304]: pgmap v15639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:27.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:26 smithi123 ceph-mon[188613]: pgmap v15639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:14:28.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:14:28.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:14:29.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:28 smithi177 ceph-mon[212096]: pgmap v15640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:29.243 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:14:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:14:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:14:29.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:28 smithi123 ceph-mon[191304]: pgmap v15640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:29.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:28 smithi123 ceph-mon[188613]: pgmap v15640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:30.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:30 smithi123 ceph-mon[191304]: pgmap v15641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:30.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:30 smithi123 ceph-mon[188613]: pgmap v15641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:30.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:30 smithi177 ceph-mon[212096]: pgmap v15641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:32.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:32 smithi177 ceph-mon[212096]: pgmap v15642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:32.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:32 smithi123 ceph-mon[191304]: pgmap v15642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:32.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:32 smithi123 ceph-mon[188613]: pgmap v15642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:34.899 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:14:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:34 smithi177 ceph-mon[212096]: pgmap v15643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:34 smithi123 ceph-mon[191304]: pgmap v15643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:34 smithi123 ceph-mon[188613]: pgmap v15643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:35.211 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:14:35.211 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 16s ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:14:35.211 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 8m ago 7h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:14:35.211 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 16s ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:14:35.211 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 8m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:14:35.212 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 8m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:14:35.212 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 16s ago 7h 831M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:14:35.212 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 16s ago 7h 1954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:14:35.212 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 8m ago 7h 904M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:14:35.212 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 16s ago 7h 993M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:14:35.212 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 16s ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:14:35.212 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 8m ago 7h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:14:35.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 16s ago 7h 5165M 2265M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:14:35.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 16s ago 7h 5897M 2265M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:14:35.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 16s ago 7h 4791M 2265M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:14:35.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 16s ago 7h 5009M 2265M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:14:35.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 8m ago 7h 4184M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:14:35.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 8m ago 7h 4658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:14:35.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 8m ago 7h 4004M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:14:35.213 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 8m ago 7h 4643M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:14:35.213 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 8m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:14:35.594 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:14:35.594 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:14:35.594 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:14:35.594 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:14:35.594 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:14:35.594 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:14:35.595 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:14:35.595 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:14:35.595 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:14:35.595 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:14:35.595 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:14:35.595 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:14:35.595 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:14:35.595 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:14:35.595 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:14:35.595 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:14:35.595 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:14:35.595 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:14:36.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:36 smithi177 ceph-mon[212096]: from='client.51108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:14:36.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:36 smithi177 ceph-mon[212096]: from='client.61064 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:14:36.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:36 smithi177 ceph-mon[212096]: pgmap v15644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:36.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:36 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/260282109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:14:36.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:36 smithi123 ceph-mon[191304]: from='client.51108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:14:36.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:36 smithi123 ceph-mon[191304]: from='client.61064 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:14:36.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:36 smithi123 ceph-mon[191304]: pgmap v15644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:36.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:36 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/260282109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:14:36.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:36 smithi123 ceph-mon[188613]: from='client.51108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:14:36.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:36 smithi123 ceph-mon[188613]: from='client.61064 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:14:36.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:36 smithi123 ceph-mon[188613]: pgmap v15644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:36.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:36 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/260282109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:14:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:38 smithi177 ceph-mon[212096]: pgmap v15645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:38.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:38 smithi123 ceph-mon[191304]: pgmap v15645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:38 smithi123 ceph-mon[188613]: pgmap v15645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:14:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:14:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:14:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:40 smithi123 ceph-mon[191304]: pgmap v15646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:40.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:40 smithi123 ceph-mon[188613]: pgmap v15646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:40.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:40 smithi177 ceph-mon[212096]: pgmap v15646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:42 smithi177 ceph-mon[212096]: pgmap v15647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:14:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:42 smithi123 ceph-mon[191304]: pgmap v15647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:14:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:42 smithi123 ceph-mon[188613]: pgmap v15647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:14:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:44 smithi177 ceph-mon[212096]: pgmap v15648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:44 smithi123 ceph-mon[191304]: pgmap v15648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:44.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:44 smithi123 ceph-mon[188613]: pgmap v15648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:46 smithi177 ceph-mon[212096]: pgmap v15649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:46.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:46 smithi123 ceph-mon[191304]: pgmap v15649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:46 smithi123 ceph-mon[188613]: pgmap v15649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:48.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:48 smithi177 ceph-mon[212096]: pgmap v15650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:48 smithi123 ceph-mon[191304]: pgmap v15650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:48 smithi123 ceph-mon[188613]: pgmap v15650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:14:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:14:49] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T18:14:50.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:50 smithi123 ceph-mon[191304]: pgmap v15651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:50.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:50 smithi123 ceph-mon[188613]: pgmap v15651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:50.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:50 smithi177 ceph-mon[212096]: pgmap v15651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:52.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:52 smithi177 ceph-mon[212096]: pgmap v15652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:52 smithi123 ceph-mon[191304]: pgmap v15652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:52.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:52 smithi123 ceph-mon[188613]: pgmap v15652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:54.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:54 smithi177 ceph-mon[212096]: pgmap v15653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:54.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:54 smithi123 ceph-mon[191304]: pgmap v15653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:54.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:54 smithi123 ceph-mon[188613]: pgmap v15653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:56 smithi177 ceph-mon[212096]: pgmap v15654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:56.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:56 smithi123 ceph-mon[191304]: pgmap v15654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:56 smithi123 ceph-mon[188613]: pgmap v15654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:14:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:14:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:14:58.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:14:58 smithi177 ceph-mon[212096]: pgmap v15655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:58.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:14:58 smithi123 ceph-mon[191304]: pgmap v15655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:14:58 smithi123 ceph-mon[188613]: pgmap v15655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:14:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:14:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:14:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:15:00.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:00 smithi123 ceph-mon[191304]: pgmap v15656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:00 smithi123 ceph-mon[188613]: pgmap v15656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:00 smithi177 ceph-mon[212096]: pgmap v15656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:02.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:02 smithi177 ceph-mon[212096]: pgmap v15657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:02.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:02 smithi123 ceph-mon[191304]: pgmap v15657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:02 smithi123 ceph-mon[188613]: pgmap v15657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:04.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:04 smithi177 ceph-mon[212096]: pgmap v15658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:04.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:04 smithi123 ceph-mon[191304]: pgmap v15658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:04.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:04 smithi123 ceph-mon[188613]: pgmap v15658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:05.942 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:15:06.249 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:15:06.250 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 47s ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:15:06.250 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 8m ago 7h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:15:06.250 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 47s ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:15:06.250 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 8m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:15:06.250 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 8m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:15:06.250 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 47s ago 7h 831M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:15:06.250 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 47s ago 7h 1954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:15:06.250 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 8m ago 7h 904M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:15:06.250 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 47s ago 7h 993M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:15:06.250 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 47s ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:15:06.250 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 8m ago 7h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:15:06.250 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 47s ago 7h 5165M 2265M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:15:06.250 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 47s ago 7h 5897M 2265M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:15:06.251 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 47s ago 7h 4791M 2265M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:15:06.251 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 47s ago 7h 5009M 2265M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:15:06.251 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 8m ago 7h 4184M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:15:06.251 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 8m ago 7h 4658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:15:06.251 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 8m ago 7h 4004M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:15:06.251 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 8m ago 7h 4643M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:15:06.251 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 8m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:15:06.632 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:15:06.632 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:15:06.632 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:15:06.632 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:15:06.632 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:15:06.632 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:15:06.632 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:15:06.632 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:15:06.632 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:15:06.633 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:15:06.633 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:15:06.633 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:15:06.633 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:15:06.633 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:15:06.633 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:15:06.633 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:15:06.633 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:15:06.633 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:15:06.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:06 smithi177 ceph-mon[212096]: pgmap v15659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:06 smithi123 ceph-mon[191304]: pgmap v15659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:06.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:06 smithi123 ceph-mon[188613]: pgmap v15659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:07.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:07 smithi177 ceph-mon[212096]: from='client.51126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:15:07.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:07 smithi177 ceph-mon[212096]: from='client.61082 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:15:07.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:07 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/719236217' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:15:07.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:07 smithi123 ceph-mon[191304]: from='client.51126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:15:07.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:07 smithi123 ceph-mon[191304]: from='client.61082 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:15:07.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:07 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/719236217' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:15:07.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:07 smithi123 ceph-mon[188613]: from='client.51126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:15:07.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:07 smithi123 ceph-mon[188613]: from='client.61082 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:15:07.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:07 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/719236217' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:15:08.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:08 smithi177 ceph-mon[212096]: pgmap v15660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:08.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:08 smithi123 ceph-mon[188613]: pgmap v15660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:08.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:08 smithi123 ceph-mon[191304]: pgmap v15660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:15:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:15:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:15:10.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:10 smithi123 ceph-mon[191304]: pgmap v15661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:10.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:10 smithi123 ceph-mon[188613]: pgmap v15661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:10.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:10 smithi177 ceph-mon[212096]: pgmap v15661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:12 smithi177 ceph-mon[212096]: pgmap v15662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:15:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:12 smithi123 ceph-mon[191304]: pgmap v15662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:15:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:12 smithi123 ceph-mon[188613]: pgmap v15662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:15:14.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:14 smithi177 ceph-mon[212096]: pgmap v15663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:14.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:14 smithi123 ceph-mon[191304]: pgmap v15663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:14 smithi123 ceph-mon[188613]: pgmap v15663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:16.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:16 smithi177 ceph-mon[212096]: pgmap v15664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:16.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:16 smithi123 ceph-mon[191304]: pgmap v15664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:16.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:16 smithi123 ceph-mon[188613]: pgmap v15664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:18 smithi177 ceph-mon[212096]: pgmap v15665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:18.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:18 smithi123 ceph-mon[191304]: pgmap v15665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:18 smithi123 ceph-mon[188613]: pgmap v15665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:15:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:15:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:15:20.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:15:20.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:20 smithi123 ceph-mon[191304]: pgmap v15666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:20.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:15:20.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:15:20.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:15:20.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:20 smithi123 ceph-mon[188613]: pgmap v15666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:20.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:15:20.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:15:20.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:15:20.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:20 smithi177 ceph-mon[212096]: pgmap v15666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:20.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:15:20.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:15:21.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:15:21.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:15:21.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:15:21.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:15:21.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:15:21.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:15:21.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:15:21.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:15:21.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:15:22.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:22 smithi123 ceph-mon[191304]: pgmap v15667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:22 smithi123 ceph-mon[188613]: pgmap v15667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:22.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:22 smithi177 ceph-mon[212096]: pgmap v15667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:24.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:24 smithi177 ceph-mon[212096]: pgmap v15668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:24.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:24 smithi123 ceph-mon[191304]: pgmap v15668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:24 smithi123 ceph-mon[188613]: pgmap v15668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:26.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:26 smithi177 ceph-mon[212096]: pgmap v15669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:26.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:26 smithi123 ceph-mon[191304]: pgmap v15669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:26.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:26 smithi123 ceph-mon[188613]: pgmap v15669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:15:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:15:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:15:28.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:28 smithi177 ceph-mon[212096]: pgmap v15670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:28.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:28 smithi123 ceph-mon[191304]: pgmap v15670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:28 smithi123 ceph-mon[188613]: pgmap v15670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:15:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:15:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:15:30.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:30 smithi123 ceph-mon[188613]: pgmap v15671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:30.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:30 smithi123 ceph-mon[191304]: pgmap v15671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:30.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:30 smithi177 ceph-mon[212096]: pgmap v15671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:32.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:32 smithi177 ceph-mon[212096]: pgmap v15672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:32.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:32 smithi123 ceph-mon[188613]: pgmap v15672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:32.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:32 smithi123 ceph-mon[191304]: pgmap v15672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:34.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:34 smithi177 ceph-mon[212096]: pgmap v15673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:34.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:34 smithi123 ceph-mon[191304]: pgmap v15673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:34 smithi123 ceph-mon[188613]: pgmap v15673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:36 smithi177 ceph-mon[212096]: pgmap v15674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:36.976 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:15:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:36 smithi123 ceph-mon[191304]: pgmap v15674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:36.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:36 smithi123 ceph-mon[188613]: pgmap v15674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:37.283 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:15:37.283 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 78s ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:15:37.284 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 9m ago 7h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:15:37.284 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 78s ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:15:37.284 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 9m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:15:37.284 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 9m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:15:37.284 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 78s ago 7h 831M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:15:37.284 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 78s ago 7h 1954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:15:37.284 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 9m ago 7h 904M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:15:37.284 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 78s ago 7h 993M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:15:37.284 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 78s ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:15:37.284 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 9m ago 7h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:15:37.284 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 78s ago 7h 5165M 2265M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:15:37.284 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 78s ago 7h 5897M 2265M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:15:37.284 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 78s ago 7h 4791M 2265M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:15:37.284 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 78s ago 7h 5009M 2265M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:15:37.285 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 9m ago 7h 4184M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:15:37.285 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 9m ago 7h 4658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:15:37.285 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 9m ago 7h 4004M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:15:37.285 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 9m ago 7h 4643M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:15:37.285 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 9m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:15:37.668 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:15:37.668 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:15:37.669 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:15:37.669 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:15:37.669 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:15:37.669 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:15:37.669 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:15:37.669 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:15:37.669 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:15:37.669 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:15:37.669 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:15:37.669 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:15:37.669 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:15:37.669 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:15:37.669 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:15:37.670 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:15:37.670 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:15:37.670 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:15:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:38 smithi177 ceph-mon[212096]: from='client.61094 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:15:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:38 smithi177 ceph-mon[212096]: from='client.51150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:15:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:38 smithi177 ceph-mon[212096]: pgmap v15675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:38 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2537001726' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:15:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:38 smithi123 ceph-mon[188613]: from='client.61094 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:15:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:38 smithi123 ceph-mon[188613]: from='client.51150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:15:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:38 smithi123 ceph-mon[188613]: pgmap v15675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:38 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2537001726' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:15:38.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:38 smithi123 ceph-mon[191304]: from='client.61094 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:15:38.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:38 smithi123 ceph-mon[191304]: from='client.51150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:15:38.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:38 smithi123 ceph-mon[191304]: pgmap v15675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:38.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:38 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2537001726' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:15:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:15:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:15:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:15:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:40 smithi123 ceph-mon[191304]: pgmap v15676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:40.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:40 smithi123 ceph-mon[188613]: pgmap v15676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:40.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:40 smithi177 ceph-mon[212096]: pgmap v15676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:42 smithi177 ceph-mon[212096]: pgmap v15677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:15:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:42 smithi123 ceph-mon[191304]: pgmap v15677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:15:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:42 smithi123 ceph-mon[188613]: pgmap v15677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:15:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:44 smithi177 ceph-mon[212096]: pgmap v15678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:44 smithi123 ceph-mon[191304]: pgmap v15678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:44.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:44 smithi123 ceph-mon[188613]: pgmap v15678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:46 smithi177 ceph-mon[212096]: pgmap v15679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:46 smithi123 ceph-mon[191304]: pgmap v15679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:46 smithi123 ceph-mon[188613]: pgmap v15679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:48.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:48 smithi177 ceph-mon[212096]: pgmap v15680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:48 smithi123 ceph-mon[191304]: pgmap v15680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:48 smithi123 ceph-mon[188613]: pgmap v15680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:15:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:15:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:15:50.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:50 smithi123 ceph-mon[191304]: pgmap v15681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:50.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:50 smithi123 ceph-mon[188613]: pgmap v15681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:50.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:50 smithi177 ceph-mon[212096]: pgmap v15681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:52.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:52 smithi177 ceph-mon[212096]: pgmap v15682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:52 smithi123 ceph-mon[191304]: pgmap v15682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:52.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:52 smithi123 ceph-mon[188613]: pgmap v15682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:54.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:54 smithi177 ceph-mon[212096]: pgmap v15683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:54.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:54 smithi123 ceph-mon[191304]: pgmap v15683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:54.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:54 smithi123 ceph-mon[188613]: pgmap v15683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:56 smithi177 ceph-mon[212096]: pgmap v15684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:56 smithi123 ceph-mon[188613]: pgmap v15684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:56.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:56 smithi123 ceph-mon[191304]: pgmap v15684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:15:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:15:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:15:58.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:15:58 smithi177 ceph-mon[212096]: pgmap v15685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:58.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:15:58 smithi123 ceph-mon[191304]: pgmap v15685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:15:58 smithi123 ceph-mon[188613]: pgmap v15685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:15:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:15:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:15:59] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T18:16:00.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:00 smithi123 ceph-mon[191304]: pgmap v15686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:00 smithi123 ceph-mon[188613]: pgmap v15686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:00 smithi177 ceph-mon[212096]: pgmap v15686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:02.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:02 smithi177 ceph-mon[212096]: pgmap v15687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:02.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:02 smithi123 ceph-mon[191304]: pgmap v15687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:02 smithi123 ceph-mon[188613]: pgmap v15687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:04.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:04 smithi177 ceph-mon[212096]: pgmap v15688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:04.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:04 smithi123 ceph-mon[191304]: pgmap v15688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:04 smithi123 ceph-mon[188613]: pgmap v15688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:06.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:06 smithi177 ceph-mon[212096]: pgmap v15689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:06.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:06 smithi123 ceph-mon[191304]: pgmap v15689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:06.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:06 smithi123 ceph-mon[188613]: pgmap v15689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:08.014 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:16:08.322 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:16:08.323 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 109s ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:16:08.323 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 9m ago 7h 92.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:16:08.323 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 109s ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:16:08.323 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 9m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:16:08.323 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 9m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:16:08.323 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 109s ago 7h 831M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:16:08.323 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 109s ago 7h 1954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:16:08.323 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 9m ago 7h 904M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:16:08.323 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 109s ago 7h 993M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:16:08.323 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 109s ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:16:08.323 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 9m ago 7h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:16:08.323 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 109s ago 7h 5165M 2265M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:16:08.324 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 109s ago 7h 5897M 2265M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:16:08.324 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 109s ago 7h 4791M 2265M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:16:08.324 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 109s ago 7h 5009M 2265M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:16:08.324 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 9m ago 7h 4184M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:16:08.324 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 9m ago 7h 4658M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:16:08.324 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 9m ago 7h 4004M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:16:08.324 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 9m ago 7h 4643M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:16:08.325 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 9m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:16:08.708 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:16:08.709 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:16:08.709 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:16:08.709 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:16:08.709 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:16:08.709 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:16:08.709 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:16:08.709 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:16:08.709 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:16:08.709 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:16:08.709 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:16:08.709 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:16:08.709 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:16:08.709 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:16:08.710 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:16:08.710 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:16:08.710 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:16:08.710 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:16:08.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:08 smithi177 ceph-mon[212096]: pgmap v15690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:08.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:08 smithi123 ceph-mon[191304]: pgmap v15690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:08.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:08 smithi123 ceph-mon[188613]: pgmap v15690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:16:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:16:09] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T18:16:09.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:09 smithi177 ceph-mon[212096]: from='client.61112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:16:09.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:09 smithi177 ceph-mon[212096]: from='client.51168 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:16:09.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:09 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2264679888' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:16:09.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:09 smithi123 ceph-mon[191304]: from='client.61112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:16:09.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:09 smithi123 ceph-mon[191304]: from='client.51168 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:16:09.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:09 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2264679888' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:16:09.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:09 smithi123 ceph-mon[188613]: from='client.61112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:16:09.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:09 smithi123 ceph-mon[188613]: from='client.51168 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:16:09.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:09 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2264679888' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:16:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:10 smithi177 ceph-mon[212096]: pgmap v15691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:10.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:10 smithi123 ceph-mon[191304]: pgmap v15691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:10.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:10 smithi123 ceph-mon[188613]: pgmap v15691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:12 smithi177 ceph-mon[212096]: pgmap v15692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:16:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:12 smithi123 ceph-mon[191304]: pgmap v15692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:16:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:12 smithi123 ceph-mon[188613]: pgmap v15692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:16:14.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:14 smithi177 ceph-mon[212096]: pgmap v15693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:14.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:14 smithi123 ceph-mon[191304]: pgmap v15693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:14 smithi123 ceph-mon[188613]: pgmap v15693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:16.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:16 smithi177 ceph-mon[212096]: pgmap v15694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:16.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:16 smithi123 ceph-mon[191304]: pgmap v15694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:16.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:16 smithi123 ceph-mon[188613]: pgmap v15694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:18 smithi177 ceph-mon[212096]: pgmap v15695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:18.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:18 smithi123 ceph-mon[191304]: pgmap v15695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:18.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:18 smithi123 ceph-mon[188613]: pgmap v15695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:19.495 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:16:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:16:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:16:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:20 smithi123 ceph-mon[191304]: pgmap v15696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:20.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:20 smithi123 ceph-mon[188613]: pgmap v15696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:20.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:20 smithi177 ceph-mon[212096]: pgmap v15696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:21.240 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:16:21.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:16:21.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:16:22.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:22 smithi123 ceph-mon[191304]: pgmap v15697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:22 smithi123 ceph-mon[188613]: pgmap v15697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:22.530 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:22 smithi177 ceph-mon[212096]: pgmap v15697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:23.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:16:23.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:16:23.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:16:23.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:16:23.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:16:23.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:16:23.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:16:23.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:16:23.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:16:23.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:16:24.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:16:24.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:16:24.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:16:24.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:16:24.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:16:24.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:24 smithi123 ceph-mon[191304]: pgmap v15698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:24 smithi123 ceph-mon[188613]: pgmap v15698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:25.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:24 smithi177 ceph-mon[212096]: pgmap v15698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:26.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:26 smithi123 ceph-mon[191304]: pgmap v15699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:26.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:26 smithi123 ceph-mon[188613]: pgmap v15699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:27.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:26 smithi177 ceph-mon[212096]: pgmap v15699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:16:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:16:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:16:28.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:28 smithi123 ceph-mon[191304]: pgmap v15700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:28 smithi123 ceph-mon[188613]: pgmap v15700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:29.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:28 smithi177 ceph-mon[212096]: pgmap v15700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:16:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:16:29] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T18:16:30.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:30 smithi123 ceph-mon[188613]: pgmap v15701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:30.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:30 smithi123 ceph-mon[191304]: pgmap v15701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:30.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:30 smithi177 ceph-mon[212096]: pgmap v15701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:32.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:32 smithi177 ceph-mon[212096]: pgmap v15702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:32.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:32 smithi123 ceph-mon[188613]: pgmap v15702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:32.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:32 smithi123 ceph-mon[191304]: pgmap v15702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:34.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:34 smithi177 ceph-mon[212096]: pgmap v15703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:34.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:34 smithi123 ceph-mon[191304]: pgmap v15703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:34 smithi123 ceph-mon[188613]: pgmap v15703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:36.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:36 smithi177 ceph-mon[212096]: pgmap v15704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:36.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:36 smithi123 ceph-mon[191304]: pgmap v15704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:36.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:36 smithi123 ceph-mon[188613]: pgmap v15704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:38 smithi177 ceph-mon[212096]: pgmap v15705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:38 smithi123 ceph-mon[188613]: pgmap v15705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:38.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:38 smithi123 ceph-mon[191304]: pgmap v15705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:39.055 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:16:39.366 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:16:39.366 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 2m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:16:39.366 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 16s ago 7h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:16:39.366 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 2m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:16:39.366 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 16s ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:16:39.366 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 16s ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:16:39.366 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 2m ago 7h 831M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:16:39.366 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 2m ago 7h 1954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:16:39.366 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 16s ago 7h 919M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:16:39.367 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 2m ago 7h 993M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:16:39.367 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 2m ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:16:39.367 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 16s ago 7h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:16:39.367 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 2m ago 7h 5165M 2265M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:16:39.367 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 2m ago 7h 5897M 2265M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:16:39.367 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 2m ago 7h 4791M 2265M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:16:39.367 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 2m ago 7h 5009M 2265M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:16:39.367 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 16s ago 7h 4212M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:16:39.367 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 16s ago 7h 4691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:16:39.367 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 16s ago 7h 4035M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:16:39.367 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 16s ago 7h 4679M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:16:39.367 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 16s ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:16:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:16:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:16:39] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.43.0" 2023-12-20T18:16:39.746 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:16:39.746 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:16:39.746 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:16:39.746 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:16:39.746 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:16:39.746 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:16:39.747 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:16:39.747 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:16:39.747 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:16:39.747 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:16:39.747 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:16:39.747 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:16:39.747 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:16:39.747 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:16:39.747 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:16:39.747 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:16:39.747 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:16:39.747 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:16:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:40 smithi123 ceph-mon[191304]: from='client.51180 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:16:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:40 smithi123 ceph-mon[191304]: from='client.51186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:16:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:40 smithi123 ceph-mon[191304]: pgmap v15706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:40 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2338154877' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:16:40.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:40 smithi123 ceph-mon[188613]: from='client.51180 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:16:40.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:40 smithi123 ceph-mon[188613]: from='client.51186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:16:40.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:40 smithi123 ceph-mon[188613]: pgmap v15706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:40.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:40 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2338154877' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:16:40.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:40 smithi177 ceph-mon[212096]: from='client.51180 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:16:40.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:40 smithi177 ceph-mon[212096]: from='client.51186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:16:40.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:40 smithi177 ceph-mon[212096]: pgmap v15706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:40.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:40 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2338154877' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:16:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:42 smithi177 ceph-mon[212096]: pgmap v15707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:16:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:42 smithi123 ceph-mon[188613]: pgmap v15707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:16:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:42 smithi123 ceph-mon[191304]: pgmap v15707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:16:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:44 smithi177 ceph-mon[212096]: pgmap v15708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:44 smithi123 ceph-mon[191304]: pgmap v15708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:44.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:44 smithi123 ceph-mon[188613]: pgmap v15708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:46.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:46 smithi177 ceph-mon[212096]: pgmap v15709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:46 smithi123 ceph-mon[188613]: pgmap v15709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:46.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:46 smithi123 ceph-mon[191304]: pgmap v15709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:48.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:48 smithi177 ceph-mon[212096]: pgmap v15710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:48 smithi123 ceph-mon[188613]: pgmap v15710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:48 smithi123 ceph-mon[191304]: pgmap v15710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:16:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:16:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:16:50.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:50 smithi177 ceph-mon[212096]: pgmap v15711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:50.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:50 smithi123 ceph-mon[191304]: pgmap v15711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:50.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:50 smithi123 ceph-mon[188613]: pgmap v15711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:52.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:52 smithi177 ceph-mon[212096]: pgmap v15712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:52.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:52 smithi123 ceph-mon[188613]: pgmap v15712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:52 smithi123 ceph-mon[191304]: pgmap v15712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:54.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:54 smithi177 ceph-mon[212096]: pgmap v15713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:54.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:54 smithi123 ceph-mon[188613]: pgmap v15713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:54.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:54 smithi123 ceph-mon[191304]: pgmap v15713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:56 smithi177 ceph-mon[212096]: pgmap v15714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:56.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:56 smithi123 ceph-mon[191304]: pgmap v15714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:56 smithi123 ceph-mon[188613]: pgmap v15714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:16:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:16:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:16:58.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:16:58 smithi177 ceph-mon[212096]: pgmap v15715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:58.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:16:58 smithi123 ceph-mon[191304]: pgmap v15715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:16:58 smithi123 ceph-mon[188613]: pgmap v15715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:16:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:16:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:16:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:17:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:00 smithi177 ceph-mon[212096]: pgmap v15716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:00.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:00 smithi123 ceph-mon[191304]: pgmap v15716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:00.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:00 smithi123 ceph-mon[188613]: pgmap v15716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:02.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:02 smithi177 ceph-mon[212096]: pgmap v15717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:02.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:02 smithi123 ceph-mon[191304]: pgmap v15717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:02 smithi123 ceph-mon[188613]: pgmap v15717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:04.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:04 smithi177 ceph-mon[212096]: pgmap v15718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:04.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:04 smithi123 ceph-mon[191304]: pgmap v15718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:04.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:04 smithi123 ceph-mon[188613]: pgmap v15718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:06.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:06 smithi177 ceph-mon[212096]: pgmap v15719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:06.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:06 smithi123 ceph-mon[191304]: pgmap v15719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:06.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:06 smithi123 ceph-mon[188613]: pgmap v15719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:08.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:08 smithi177 ceph-mon[212096]: pgmap v15720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:08.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:08 smithi123 ceph-mon[191304]: pgmap v15720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:08.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:08 smithi123 ceph-mon[188613]: pgmap v15720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:17:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:17:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:17:10.091 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:17:10.401 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:17:10.401 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 2m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:17:10.402 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 47s ago 7h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:17:10.402 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 2m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:17:10.402 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 47s ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:17:10.402 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 47s ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:17:10.402 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 2m ago 7h 831M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:17:10.402 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 2m ago 7h 1954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:17:10.402 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 47s ago 7h 919M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:17:10.402 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 2m ago 7h 993M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:17:10.402 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 2m ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:17:10.402 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 47s ago 7h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:17:10.402 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 2m ago 7h 5165M 2265M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:17:10.402 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 2m ago 7h 5897M 2265M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:17:10.402 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 2m ago 7h 4791M 2265M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:17:10.402 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 2m ago 7h 5009M 2265M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:17:10.403 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 47s ago 7h 4212M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:17:10.403 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 47s ago 7h 4691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:17:10.403 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 47s ago 7h 4035M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:17:10.403 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 47s ago 7h 4679M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:17:10.403 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 47s ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:17:10.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:10 smithi177 ceph-mon[212096]: pgmap v15721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:10 smithi123 ceph-mon[188613]: pgmap v15721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:10.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:10 smithi123 ceph-mon[191304]: pgmap v15721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:10.785 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:17:10.786 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:17:10.786 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:17:10.786 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:17:10.786 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:17:10.786 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:17:10.786 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:17:10.786 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:17:10.786 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:17:10.786 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:17:10.786 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:17:10.786 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:17:10.786 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:17:10.786 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:17:10.786 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:17:10.786 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:17:10.787 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:17:10.787 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:17:11.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:11 smithi177 ceph-mon[212096]: from='client.61148 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:17:11.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:11 smithi177 ceph-mon[212096]: from='client.51204 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:17:11.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:11 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2316103395' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:17:11.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:11 smithi123 ceph-mon[191304]: from='client.61148 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:17:11.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:11 smithi123 ceph-mon[191304]: from='client.51204 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:17:11.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:11 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2316103395' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:17:11.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:11 smithi123 ceph-mon[188613]: from='client.61148 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:17:11.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:11 smithi123 ceph-mon[188613]: from='client.51204 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:17:11.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:11 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2316103395' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:17:12.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:12 smithi177 ceph-mon[212096]: pgmap v15722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:12.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:17:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:12 smithi123 ceph-mon[191304]: pgmap v15722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:17:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:12 smithi123 ceph-mon[188613]: pgmap v15722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:17:14.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:14 smithi177 ceph-mon[212096]: pgmap v15723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:14.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:14 smithi123 ceph-mon[191304]: pgmap v15723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:14 smithi123 ceph-mon[188613]: pgmap v15723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:16.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:16 smithi177 ceph-mon[212096]: pgmap v15724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:16.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:16 smithi123 ceph-mon[191304]: pgmap v15724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:16.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:16 smithi123 ceph-mon[188613]: pgmap v15724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:18 smithi177 ceph-mon[212096]: pgmap v15725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:18.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:18 smithi123 ceph-mon[191304]: pgmap v15725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:18 smithi123 ceph-mon[188613]: pgmap v15725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:17:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:17:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:17:20.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:20 smithi177 ceph-mon[212096]: pgmap v15726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:20.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:20 smithi123 ceph-mon[191304]: pgmap v15726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:20.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:20 smithi123 ceph-mon[188613]: pgmap v15726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:22.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:22 smithi177 ceph-mon[212096]: pgmap v15727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:22.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:22 smithi123 ceph-mon[191304]: pgmap v15727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:22.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:22 smithi123 ceph-mon[188613]: pgmap v15727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:23.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:17:23.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:17:23.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:17:24.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:24 smithi177 ceph-mon[212096]: pgmap v15728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:24.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:17:24.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:17:24.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:17:24.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:24 smithi123 ceph-mon[191304]: pgmap v15728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:24.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:17:24.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:17:24.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:17:24.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:24 smithi123 ceph-mon[188613]: pgmap v15728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:24.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:17:24.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:17:24.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:17:26.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:26 smithi177 ceph-mon[212096]: pgmap v15729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:26.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:26 smithi123 ceph-mon[188613]: pgmap v15729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:26.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:26 smithi123 ceph-mon[191304]: pgmap v15729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:17:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:17:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:17:28.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:28 smithi177 ceph-mon[212096]: pgmap v15730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:28 smithi123 ceph-mon[188613]: pgmap v15730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:28.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:28 smithi123 ceph-mon[191304]: pgmap v15730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:17:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:17:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:17:30.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:30 smithi177 ceph-mon[212096]: pgmap v15731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:30.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:30 smithi123 ceph-mon[191304]: pgmap v15731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:30.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:30 smithi123 ceph-mon[188613]: pgmap v15731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:32.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:32 smithi177 ceph-mon[212096]: pgmap v15732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:32.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:32 smithi123 ceph-mon[191304]: pgmap v15732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:32.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:32 smithi123 ceph-mon[188613]: pgmap v15732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:34.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:34 smithi177 ceph-mon[212096]: pgmap v15733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:34.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:34 smithi123 ceph-mon[191304]: pgmap v15733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:34 smithi123 ceph-mon[188613]: pgmap v15733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:36.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:36 smithi177 ceph-mon[212096]: pgmap v15734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:36.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:36 smithi123 ceph-mon[191304]: pgmap v15734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:36.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:36 smithi123 ceph-mon[188613]: pgmap v15734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:38 smithi177 ceph-mon[212096]: pgmap v15735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:38.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:38 smithi123 ceph-mon[191304]: pgmap v15735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:38 smithi123 ceph-mon[188613]: pgmap v15735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:17:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:17:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:17:40.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:40 smithi177 ceph-mon[212096]: pgmap v15736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:40.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:40 smithi123 ceph-mon[191304]: pgmap v15736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:40.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:40 smithi123 ceph-mon[188613]: pgmap v15736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:41.129 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:17:41.440 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:17:41.440 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 3m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:17:41.440 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 78s ago 7h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:17:41.440 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 3m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:17:41.440 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 78s ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:17:41.440 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 78s ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:17:41.440 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 3m ago 7h 831M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:17:41.440 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 3m ago 7h 1954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:17:41.440 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 78s ago 7h 919M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:17:41.441 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 3m ago 7h 993M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:17:41.441 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 3m ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:17:41.441 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 78s ago 7h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:17:41.441 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 3m ago 7h 5165M 2265M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:17:41.441 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 3m ago 7h 5897M 2265M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:17:41.441 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 3m ago 7h 4791M 2265M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:17:41.441 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 3m ago 7h 5009M 2265M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:17:41.441 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 78s ago 7h 4212M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:17:41.441 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 78s ago 7h 4691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:17:41.441 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 78s ago 7h 4035M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:17:41.441 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 78s ago 7h 4679M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:17:41.441 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 78s ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:17:41.823 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:17:41.823 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:17:41.824 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:17:41.824 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:17:41.824 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:17:41.824 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:17:41.824 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:17:41.824 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:17:41.824 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:17:41.824 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:17:41.824 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:17:41.824 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:17:41.824 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:17:41.824 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:17:41.824 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:17:41.824 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:17:41.824 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:17:41.825 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:17:42.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:42 smithi177 ceph-mon[212096]: from='client.61166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:17:42.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:42 smithi177 ceph-mon[212096]: from='client.51222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:17:42.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:42 smithi177 ceph-mon[212096]: pgmap v15737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:42.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:42 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/366987416' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:17:42.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:17:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:42 smithi123 ceph-mon[191304]: from='client.61166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:17:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:42 smithi123 ceph-mon[191304]: from='client.51222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:17:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:42 smithi123 ceph-mon[191304]: pgmap v15737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:42 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/366987416' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:17:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:17:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:42 smithi123 ceph-mon[188613]: from='client.61166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:17:42.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:42 smithi123 ceph-mon[188613]: from='client.51222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:17:42.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:42 smithi123 ceph-mon[188613]: pgmap v15737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:42.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:42 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/366987416' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:17:42.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:17:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:44 smithi177 ceph-mon[212096]: pgmap v15738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:44.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:44 smithi123 ceph-mon[191304]: pgmap v15738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:44.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:44 smithi123 ceph-mon[188613]: pgmap v15738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:46 smithi177 ceph-mon[212096]: pgmap v15739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:46.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:46 smithi123 ceph-mon[191304]: pgmap v15739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:46 smithi123 ceph-mon[188613]: pgmap v15739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:48.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:48 smithi177 ceph-mon[212096]: pgmap v15740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:48 smithi123 ceph-mon[191304]: pgmap v15740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:48 smithi123 ceph-mon[188613]: pgmap v15740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:17:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:17:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:17:50.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:50 smithi177 ceph-mon[212096]: pgmap v15741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:50.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:50 smithi123 ceph-mon[191304]: pgmap v15741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:50.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:50 smithi123 ceph-mon[188613]: pgmap v15741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:52.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:52 smithi177 ceph-mon[212096]: pgmap v15742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:52 smithi123 ceph-mon[191304]: pgmap v15742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:52.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:52 smithi123 ceph-mon[188613]: pgmap v15742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:54.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:54 smithi177 ceph-mon[212096]: pgmap v15743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:54.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:54 smithi123 ceph-mon[191304]: pgmap v15743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:54.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:54 smithi123 ceph-mon[188613]: pgmap v15743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:56.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:56 smithi177 ceph-mon[212096]: pgmap v15744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:56.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:56 smithi123 ceph-mon[191304]: pgmap v15744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:56 smithi123 ceph-mon[188613]: pgmap v15744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:17:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:17:57.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:17:58.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:17:58 smithi177 ceph-mon[212096]: pgmap v15745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:58.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:17:58 smithi123 ceph-mon[191304]: pgmap v15745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:17:58 smithi123 ceph-mon[188613]: pgmap v15745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:17:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:17:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:17:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T18:18:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:00 smithi177 ceph-mon[212096]: pgmap v15746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:00.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:00 smithi123 ceph-mon[191304]: pgmap v15746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:00.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:00 smithi123 ceph-mon[188613]: pgmap v15746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:02.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:02 smithi177 ceph-mon[212096]: pgmap v15747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:02.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:02 smithi123 ceph-mon[191304]: pgmap v15747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:02 smithi123 ceph-mon[188613]: pgmap v15747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:04.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:04 smithi177 ceph-mon[212096]: pgmap v15748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:04.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:04 smithi123 ceph-mon[191304]: pgmap v15748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:04 smithi123 ceph-mon[188613]: pgmap v15748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:06.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:06 smithi177 ceph-mon[212096]: pgmap v15749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:06.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:06 smithi123 ceph-mon[191304]: pgmap v15749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:06.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:06 smithi123 ceph-mon[188613]: pgmap v15749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:08.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:08 smithi177 ceph-mon[212096]: pgmap v15750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:08.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:08 smithi123 ceph-mon[191304]: pgmap v15750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:08.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:08 smithi123 ceph-mon[188613]: pgmap v15750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:18:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:18:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T18:18:10.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:10 smithi177 ceph-mon[212096]: pgmap v15751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:10.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:10 smithi123 ceph-mon[191304]: pgmap v15751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:10 smithi123 ceph-mon[188613]: pgmap v15751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:12.165 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:18:12.473 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:18:12.473 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 3m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:18:12.473 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 109s ago 7h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:18:12.473 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 3m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:18:12.474 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 109s ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:18:12.474 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 109s ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:18:12.474 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 3m ago 7h 831M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:18:12.474 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 3m ago 7h 1954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:18:12.474 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 109s ago 7h 919M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:18:12.474 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 3m ago 7h 993M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:18:12.474 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 3m ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:18:12.474 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 109s ago 7h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:18:12.474 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 3m ago 7h 5165M 2265M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:18:12.474 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 3m ago 7h 5897M 2265M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:18:12.474 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 3m ago 7h 4791M 2265M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:18:12.474 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 3m ago 7h 5009M 2265M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:18:12.475 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 109s ago 7h 4212M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:18:12.475 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 109s ago 7h 4691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:18:12.475 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 109s ago 7h 4035M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:18:12.475 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 109s ago 7h 4679M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:18:12.475 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 109s ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:18:12.855 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:18:12.855 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:18:12.856 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:18:12.856 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:18:12.856 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:18:12.856 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:18:12.856 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:18:12.856 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:18:12.856 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:18:12.856 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:18:12.856 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:18:12.856 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:18:12.856 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:18:12.856 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:18:12.856 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:18:12.856 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:18:12.857 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:18:12.857 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:18:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:12 smithi177 ceph-mon[212096]: pgmap v15752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:18:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:12 smithi123 ceph-mon[191304]: pgmap v15752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:18:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:12 smithi123 ceph-mon[188613]: pgmap v15752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:18:13.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:13 smithi177 ceph-mon[212096]: from='client.51234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:18:13.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:13 smithi177 ceph-mon[212096]: from='client.51240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:18:13.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:13 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/984737230' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:18:13.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:13 smithi123 ceph-mon[191304]: from='client.51234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:18:13.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:13 smithi123 ceph-mon[191304]: from='client.51240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:18:13.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:13 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/984737230' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:18:13.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:13 smithi123 ceph-mon[188613]: from='client.51234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:18:13.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:13 smithi123 ceph-mon[188613]: from='client.51240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:18:13.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:13 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/984737230' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:18:14.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:14 smithi177 ceph-mon[212096]: pgmap v15753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:14.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:14 smithi123 ceph-mon[191304]: pgmap v15753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:14 smithi123 ceph-mon[188613]: pgmap v15753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:16.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:16 smithi177 ceph-mon[212096]: pgmap v15754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:16.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:16 smithi123 ceph-mon[191304]: pgmap v15754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:16.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:16 smithi123 ceph-mon[188613]: pgmap v15754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:18 smithi177 ceph-mon[212096]: pgmap v15755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:18.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:18 smithi123 ceph-mon[191304]: pgmap v15755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:18 smithi123 ceph-mon[188613]: pgmap v15755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:18:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:18:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:18:20.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:20 smithi177 ceph-mon[212096]: pgmap v15756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:20.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:20 smithi123 ceph-mon[191304]: pgmap v15756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:20.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:20 smithi123 ceph-mon[188613]: pgmap v15756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:22.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:22 smithi177 ceph-mon[212096]: pgmap v15757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:22.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:22 smithi123 ceph-mon[191304]: pgmap v15757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:22.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:22 smithi123 ceph-mon[188613]: pgmap v15757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:24.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:24 smithi177 ceph-mon[212096]: pgmap v15758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:24.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:18:24.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:18:24.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:18:24.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:18:24.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:24 smithi123 ceph-mon[191304]: pgmap v15758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:24.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:18:24.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:18:24.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:18:24.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:18:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:24 smithi123 ceph-mon[188613]: pgmap v15758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:18:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:18:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:18:24.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:18:26.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:26 smithi177 ceph-mon[212096]: pgmap v15759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:26.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:26 smithi123 ceph-mon[191304]: pgmap v15759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:26.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:26 smithi123 ceph-mon[188613]: pgmap v15759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:18:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:18:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:18:28.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:28 smithi177 ceph-mon[212096]: pgmap v15760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:28.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:28 smithi123 ceph-mon[191304]: pgmap v15760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:28 smithi123 ceph-mon[188613]: pgmap v15760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:18:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:18:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:18:30.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:30 smithi177 ceph-mon[212096]: pgmap v15761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:30.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:30 smithi123 ceph-mon[191304]: pgmap v15761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:30.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:30 smithi123 ceph-mon[188613]: pgmap v15761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:32.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:32 smithi177 ceph-mon[212096]: pgmap v15762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:32.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:32 smithi123 ceph-mon[191304]: pgmap v15762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:32.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:32 smithi123 ceph-mon[188613]: pgmap v15762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:34.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:34 smithi177 ceph-mon[212096]: pgmap v15763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:34.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:34 smithi123 ceph-mon[191304]: pgmap v15763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:34 smithi123 ceph-mon[188613]: pgmap v15763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:36.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:36 smithi177 ceph-mon[212096]: pgmap v15764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:36.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:36 smithi123 ceph-mon[188613]: pgmap v15764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:36.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:36 smithi123 ceph-mon[191304]: pgmap v15764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:38 smithi177 ceph-mon[212096]: pgmap v15765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:38.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:38 smithi123 ceph-mon[191304]: pgmap v15765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:38 smithi123 ceph-mon[188613]: pgmap v15765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:18:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:18:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:18:40.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:40 smithi177 ceph-mon[212096]: pgmap v15766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:40.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:40 smithi123 ceph-mon[191304]: pgmap v15766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:40.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:40 smithi123 ceph-mon[188613]: pgmap v15766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:42 smithi177 ceph-mon[212096]: pgmap v15767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:18:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:42 smithi123 ceph-mon[191304]: pgmap v15767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:18:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:42 smithi123 ceph-mon[188613]: pgmap v15767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:18:43.201 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:18:43.509 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:18:43.509 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 4m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:18:43.510 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 2m ago 7h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:18:43.510 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 4m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:18:43.510 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 2m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:18:43.510 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 2m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:18:43.510 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 4m ago 7h 831M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:18:43.510 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 4m ago 7h 1954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:18:43.510 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 2m ago 7h 919M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:18:43.510 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 4m ago 7h 993M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:18:43.510 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 4m ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:18:43.510 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 2m ago 7h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:18:43.510 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 4m ago 7h 5165M 2265M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:18:43.510 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 4m ago 7h 5897M 2265M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:18:43.510 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 4m ago 7h 4791M 2265M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:18:43.510 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 4m ago 7h 5009M 2265M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:18:43.510 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 2m ago 7h 4212M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:18:43.511 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 2m ago 7h 4691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:18:43.511 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 2m ago 7h 4035M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:18:43.511 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 2m ago 7h 4679M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:18:43.511 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 2m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:18:43.888 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:18:43.888 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:18:43.888 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:18:43.888 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:18:43.888 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:18:43.888 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:18:43.889 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:18:43.889 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:18:43.889 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:18:43.889 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:18:43.889 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:18:43.889 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:18:43.889 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:18:43.889 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:18:43.889 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:18:43.889 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:18:43.889 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:18:43.889 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:18:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:44 smithi177 ceph-mon[212096]: from='client.61202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:18:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:44 smithi177 ceph-mon[212096]: from='client.61208 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:18:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:44 smithi177 ceph-mon[212096]: pgmap v15768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:44 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2950987174' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:18:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:44 smithi123 ceph-mon[191304]: from='client.61202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:18:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:44 smithi123 ceph-mon[191304]: from='client.61208 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:18:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:44 smithi123 ceph-mon[191304]: pgmap v15768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:44 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2950987174' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:18:44.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:44 smithi123 ceph-mon[188613]: from='client.61202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:18:44.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:44 smithi123 ceph-mon[188613]: from='client.61208 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:18:44.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:44 smithi123 ceph-mon[188613]: pgmap v15768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:44.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:44 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2950987174' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:18:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:46 smithi177 ceph-mon[212096]: pgmap v15769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:46.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:46 smithi123 ceph-mon[191304]: pgmap v15769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:46 smithi123 ceph-mon[188613]: pgmap v15769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:48.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:48 smithi177 ceph-mon[212096]: pgmap v15770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:48 smithi123 ceph-mon[191304]: pgmap v15770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:48 smithi123 ceph-mon[188613]: pgmap v15770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:18:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:18:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:18:50.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:50 smithi177 ceph-mon[212096]: pgmap v15771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:50.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:50 smithi123 ceph-mon[191304]: pgmap v15771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:50.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:50 smithi123 ceph-mon[188613]: pgmap v15771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:52.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:52 smithi177 ceph-mon[212096]: pgmap v15772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:52 smithi123 ceph-mon[191304]: pgmap v15772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:52.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:52 smithi123 ceph-mon[188613]: pgmap v15772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:54.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:54 smithi177 ceph-mon[212096]: pgmap v15773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:54.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:54 smithi123 ceph-mon[191304]: pgmap v15773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:54.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:54 smithi123 ceph-mon[188613]: pgmap v15773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:56 smithi177 ceph-mon[212096]: pgmap v15774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:56 smithi123 ceph-mon[188613]: pgmap v15774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:56.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:56 smithi123 ceph-mon[191304]: pgmap v15774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:18:57.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:18:57.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:18:58.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:18:58 smithi177 ceph-mon[212096]: pgmap v15775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:58.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:18:58 smithi123 ceph-mon[191304]: pgmap v15775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:18:58 smithi123 ceph-mon[188613]: pgmap v15775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:18:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:18:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:18:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:19:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:00 smithi177 ceph-mon[212096]: pgmap v15776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:00.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:00 smithi123 ceph-mon[191304]: pgmap v15776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:00.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:00 smithi123 ceph-mon[188613]: pgmap v15776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:02.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:02 smithi177 ceph-mon[212096]: pgmap v15777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:02.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:02 smithi123 ceph-mon[191304]: pgmap v15777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:02.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:02 smithi123 ceph-mon[188613]: pgmap v15777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:04.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:04 smithi177 ceph-mon[212096]: pgmap v15778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:04.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:04 smithi123 ceph-mon[191304]: pgmap v15778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:04 smithi123 ceph-mon[188613]: pgmap v15778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:06.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:06 smithi177 ceph-mon[212096]: pgmap v15779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:06.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:06 smithi123 ceph-mon[191304]: pgmap v15779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:06.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:06 smithi123 ceph-mon[188613]: pgmap v15779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:08.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:08 smithi177 ceph-mon[212096]: pgmap v15780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:08.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:08 smithi123 ceph-mon[191304]: pgmap v15780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:08.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:08 smithi123 ceph-mon[188613]: pgmap v15780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:19:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:19:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:19:10.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:10 smithi177 ceph-mon[212096]: pgmap v15781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:10.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:10 smithi123 ceph-mon[191304]: pgmap v15781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:10 smithi123 ceph-mon[188613]: pgmap v15781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:12 smithi177 ceph-mon[212096]: pgmap v15782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:19:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:12 smithi123 ceph-mon[188613]: pgmap v15782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:19:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:12 smithi123 ceph-mon[191304]: pgmap v15782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:19:14.234 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:19:14.544 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:19:14.544 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 4m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:19:14.544 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 2m ago 7h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:19:14.544 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 4m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:19:14.544 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 2m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:19:14.544 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 2m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:19:14.545 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 4m ago 7h 831M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:19:14.545 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 4m ago 7h 1954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:19:14.545 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 2m ago 7h 919M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:19:14.545 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 4m ago 7h 993M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:19:14.545 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 4m ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:19:14.545 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 2m ago 7h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:19:14.545 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 4m ago 7h 5165M 2265M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:19:14.545 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 4m ago 7h 5897M 2265M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:19:14.545 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 4m ago 7h 4791M 2265M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:19:14.545 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 4m ago 7h 5009M 2265M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:19:14.545 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 2m ago 7h 4212M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:19:14.545 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 2m ago 7h 4691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:19:14.545 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 2m ago 7h 4035M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:19:14.546 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 2m ago 7h 4679M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:19:14.546 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 2m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:19:14.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:14 smithi177 ceph-mon[212096]: pgmap v15783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:14.930 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:19:14.930 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:19:14.930 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:19:14.930 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:19:14.930 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:19:14.930 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:19:14.930 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:19:14.931 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:19:14.931 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:19:14.931 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:19:14.931 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:19:14.931 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:19:14.931 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:19:14.931 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:19:14.931 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:19:14.931 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:19:14.931 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:19:14.931 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:19:14.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:14 smithi123 ceph-mon[191304]: pgmap v15783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:14 smithi123 ceph-mon[188613]: pgmap v15783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:15.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:15 smithi177 ceph-mon[212096]: from='client.51270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:19:15.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:15 smithi177 ceph-mon[212096]: from='client.61226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:19:15.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:15 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/203294750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:19:15.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:15 smithi123 ceph-mon[191304]: from='client.51270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:19:15.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:15 smithi123 ceph-mon[191304]: from='client.61226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:19:15.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:15 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/203294750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:19:15.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:15 smithi123 ceph-mon[188613]: from='client.51270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:19:15.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:15 smithi123 ceph-mon[188613]: from='client.61226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:19:15.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:15 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/203294750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:19:16.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:16 smithi177 ceph-mon[212096]: pgmap v15784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:16.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:16 smithi123 ceph-mon[191304]: pgmap v15784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:16.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:16 smithi123 ceph-mon[188613]: pgmap v15784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:18.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:18 smithi177 ceph-mon[212096]: pgmap v15785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:18.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:18 smithi123 ceph-mon[191304]: pgmap v15785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:18 smithi123 ceph-mon[188613]: pgmap v15785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:19:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:19:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:19:20.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:20 smithi177 ceph-mon[212096]: pgmap v15786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:20.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:20 smithi123 ceph-mon[191304]: pgmap v15786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:20.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:20 smithi123 ceph-mon[188613]: pgmap v15786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:22.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:22 smithi177 ceph-mon[212096]: pgmap v15787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:22.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:22 smithi123 ceph-mon[191304]: pgmap v15787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:22.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:22 smithi123 ceph-mon[188613]: pgmap v15787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:24.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:24 smithi177 ceph-mon[212096]: pgmap v15788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:24.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:19:24.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:24 smithi123 ceph-mon[191304]: pgmap v15788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:24.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:19:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:24 smithi123 ceph-mon[188613]: pgmap v15788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:19:25.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:19:25.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:19:25.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:19:25.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:19:25.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:19:25.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:19:25.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:19:25.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:19:25.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:19:26.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:26 smithi177 ceph-mon[212096]: pgmap v15789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:26.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:26 smithi123 ceph-mon[191304]: pgmap v15789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:26.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:26 smithi123 ceph-mon[188613]: pgmap v15789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:19:27.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:19:27.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:19:28.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:28 smithi177 ceph-mon[212096]: pgmap v15790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:28.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:28 smithi123 ceph-mon[191304]: pgmap v15790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:28 smithi123 ceph-mon[188613]: pgmap v15790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:19:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:19:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:19:30.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:30 smithi177 ceph-mon[212096]: pgmap v15791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:30.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:30 smithi123 ceph-mon[191304]: pgmap v15791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:30.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:30 smithi123 ceph-mon[188613]: pgmap v15791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:32.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:32 smithi177 ceph-mon[212096]: pgmap v15792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:32.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:32 smithi123 ceph-mon[191304]: pgmap v15792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:32.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:32 smithi123 ceph-mon[188613]: pgmap v15792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:34.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:34 smithi177 ceph-mon[212096]: pgmap v15793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:34.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:34 smithi123 ceph-mon[191304]: pgmap v15793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:34 smithi123 ceph-mon[188613]: pgmap v15793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:36.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:36 smithi177 ceph-mon[212096]: pgmap v15794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:36.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:36 smithi123 ceph-mon[191304]: pgmap v15794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:36.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:36 smithi123 ceph-mon[188613]: pgmap v15794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:38 smithi177 ceph-mon[212096]: pgmap v15795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:38.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:38 smithi123 ceph-mon[191304]: pgmap v15795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:38 smithi123 ceph-mon[188613]: pgmap v15795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:19:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:19:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:19:40.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:40 smithi177 ceph-mon[212096]: pgmap v15796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:40.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:40 smithi123 ceph-mon[191304]: pgmap v15796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:40.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:40 smithi123 ceph-mon[188613]: pgmap v15796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:42 smithi177 ceph-mon[212096]: pgmap v15797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:19:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:42 smithi123 ceph-mon[191304]: pgmap v15797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:19:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:42 smithi123 ceph-mon[188613]: pgmap v15797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:19:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:44 smithi177 ceph-mon[212096]: pgmap v15798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:44 smithi123 ceph-mon[191304]: pgmap v15798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:44.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:44 smithi123 ceph-mon[188613]: pgmap v15798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:45.278 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:19:45.589 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:19:45.589 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 5m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:19:45.589 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 3m ago 7h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:19:45.589 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 5m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:19:45.589 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 3m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:19:45.590 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 3m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:19:45.590 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 5m ago 7h 831M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:19:45.590 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 5m ago 7h 1954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:19:45.590 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 3m ago 7h 919M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:19:45.590 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 5m ago 7h 993M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:19:45.590 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 5m ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:19:45.590 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 3m ago 7h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:19:45.590 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 5m ago 7h 5165M 2265M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:19:45.590 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 5m ago 7h 5897M 2265M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:19:45.590 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 5m ago 7h 4791M 2265M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:19:45.590 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 5m ago 7h 5009M 2265M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:19:45.590 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 3m ago 7h 4212M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:19:45.590 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 3m ago 7h 4691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:19:45.591 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 3m ago 7h 4035M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:19:45.591 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 3m ago 7h 4679M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:19:45.591 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 3m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:19:45.974 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:19:45.974 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:19:45.974 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:19:45.974 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:19:45.974 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:19:45.974 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:19:45.974 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:19:45.974 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:19:45.974 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:19:45.974 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:19:45.974 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:19:45.974 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:19:45.975 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:19:45.975 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:19:45.975 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:19:45.975 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:19:45.975 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:19:45.975 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:19:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:46 smithi177 ceph-mon[212096]: from='client.61238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:19:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:46 smithi177 ceph-mon[212096]: from='client.61244 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:19:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:46 smithi177 ceph-mon[212096]: pgmap v15799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:46 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2541518658' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:19:46.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:46 smithi123 ceph-mon[191304]: from='client.61238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:19:46.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:46 smithi123 ceph-mon[191304]: from='client.61244 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:19:46.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:46 smithi123 ceph-mon[191304]: pgmap v15799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:46.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:46 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2541518658' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:19:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:46 smithi123 ceph-mon[188613]: from='client.61238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:19:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:46 smithi123 ceph-mon[188613]: from='client.61244 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:19:46.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:46 smithi123 ceph-mon[188613]: pgmap v15799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:46.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:46 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2541518658' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:19:48.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:48 smithi177 ceph-mon[212096]: pgmap v15800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:48 smithi123 ceph-mon[191304]: pgmap v15800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:48 smithi123 ceph-mon[188613]: pgmap v15800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:19:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:19:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:19:50.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:50 smithi177 ceph-mon[212096]: pgmap v15801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:50.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:50 smithi123 ceph-mon[191304]: pgmap v15801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:50.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:50 smithi123 ceph-mon[188613]: pgmap v15801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:52.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:52 smithi177 ceph-mon[212096]: pgmap v15802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:52 smithi123 ceph-mon[191304]: pgmap v15802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:52.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:52 smithi123 ceph-mon[188613]: pgmap v15802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:54.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:54 smithi177 ceph-mon[212096]: pgmap v15803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:54.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:54 smithi123 ceph-mon[191304]: pgmap v15803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:54.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:54 smithi123 ceph-mon[188613]: pgmap v15803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:56.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:56 smithi177 ceph-mon[212096]: pgmap v15804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:56.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:56 smithi123 ceph-mon[191304]: pgmap v15804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:56 smithi123 ceph-mon[188613]: pgmap v15804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:19:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:19:58.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:19:58.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:19:58 smithi123 ceph-mon[191304]: pgmap v15805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:19:58 smithi123 ceph-mon[188613]: pgmap v15805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:59.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:19:58 smithi177 ceph-mon[212096]: pgmap v15805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:19:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:19:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:19:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:20:00.285 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T18:19:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T18:20:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:00 smithi177 ceph-mon[212096]: pgmap v15806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T18:20:00.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:00 smithi123 ceph-mon[188613]: pgmap v15806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:00.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T18:20:00.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:00 smithi123 ceph-mon[191304]: pgmap v15806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:00.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T18:20:02.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:02 smithi177 ceph-mon[212096]: pgmap v15807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:02.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:02 smithi123 ceph-mon[191304]: pgmap v15807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:02 smithi123 ceph-mon[188613]: pgmap v15807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:04.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:04 smithi177 ceph-mon[212096]: pgmap v15808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:04.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:04 smithi123 ceph-mon[191304]: pgmap v15808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:04 smithi123 ceph-mon[188613]: pgmap v15808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:06.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:06 smithi177 ceph-mon[212096]: pgmap v15809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:06.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:06 smithi123 ceph-mon[191304]: pgmap v15809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:06.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:06 smithi123 ceph-mon[188613]: pgmap v15809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:08.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:08 smithi123 ceph-mon[191304]: pgmap v15810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:08.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:08 smithi123 ceph-mon[188613]: pgmap v15810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:09.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:08 smithi177 ceph-mon[212096]: pgmap v15810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:20:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:20:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:20:10.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:10 smithi177 ceph-mon[212096]: pgmap v15811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:10.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:10 smithi123 ceph-mon[191304]: pgmap v15811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:10 smithi123 ceph-mon[188613]: pgmap v15811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:12 smithi177 ceph-mon[212096]: pgmap v15812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:20:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:12 smithi123 ceph-mon[188613]: pgmap v15812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:20:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:12 smithi123 ceph-mon[191304]: pgmap v15812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:20:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:14 smithi123 ceph-mon[188613]: pgmap v15813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:14.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:14 smithi123 ceph-mon[191304]: pgmap v15813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:15.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:14 smithi177 ceph-mon[212096]: pgmap v15813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:16.323 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:20:16.632 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:20:16.632 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 5m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:20:16.632 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 3m ago 7h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:20:16.632 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 5m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:20:16.632 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 3m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:20:16.632 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 3m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:20:16.632 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 5m ago 7h 831M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:20:16.633 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 5m ago 7h 1954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:20:16.633 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 3m ago 7h 919M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:20:16.633 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 5m ago 7h 993M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:20:16.633 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 5m ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:20:16.633 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 3m ago 7h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:20:16.633 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 5m ago 7h 5165M 2265M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:20:16.633 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 5m ago 7h 5897M 2265M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:20:16.633 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 5m ago 7h 4791M 2265M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:20:16.633 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 5m ago 7h 5009M 2265M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:20:16.633 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 3m ago 7h 4212M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:20:16.633 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 3m ago 7h 4691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:20:16.633 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 3m ago 7h 4035M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:20:16.633 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 3m ago 7h 4679M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:20:16.633 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 3m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:20:16.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:16 smithi123 ceph-mon[188613]: pgmap v15814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:16.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:16 smithi123 ceph-mon[191304]: pgmap v15814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:17.013 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:20:17.013 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:20:17.013 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:20:17.013 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:20:17.013 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:20:17.013 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:20:17.014 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:20:17.014 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:20:17.014 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:20:17.014 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:20:17.014 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:20:17.014 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:20:17.014 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:20:17.014 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:20:17.014 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:20:17.014 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:20:17.014 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:20:17.014 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:20:17.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:16 smithi177 ceph-mon[212096]: pgmap v15814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:17.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:17 smithi123 ceph-mon[188613]: from='client.51306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:20:17.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:17 smithi123 ceph-mon[188613]: from='client.61262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:20:17.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:17 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2948952152' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:20:17.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:17 smithi123 ceph-mon[191304]: from='client.51306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:20:17.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:17 smithi123 ceph-mon[191304]: from='client.61262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:20:17.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:17 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2948952152' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:20:18.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:17 smithi177 ceph-mon[212096]: from='client.51306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:20:18.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:17 smithi177 ceph-mon[212096]: from='client.61262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:20:18.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:17 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2948952152' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:20:18.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:18 smithi123 ceph-mon[191304]: pgmap v15815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:18 smithi123 ceph-mon[188613]: pgmap v15815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:19.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:18 smithi177 ceph-mon[212096]: pgmap v15815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:20:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:20:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:20:20.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:20 smithi177 ceph-mon[212096]: pgmap v15816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:20.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:20 smithi123 ceph-mon[191304]: pgmap v15816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:20.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:20 smithi123 ceph-mon[188613]: pgmap v15816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:22.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:22 smithi177 ceph-mon[212096]: pgmap v15817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:22.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:22 smithi123 ceph-mon[188613]: pgmap v15817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:22.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:22 smithi123 ceph-mon[191304]: pgmap v15817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:24.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:24 smithi123 ceph-mon[191304]: pgmap v15818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:24 smithi123 ceph-mon[188613]: pgmap v15818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:25.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:24 smithi177 ceph-mon[212096]: pgmap v15818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:25.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:20:25.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:20:25.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:20:25.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:20:25.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:20:25.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:20:25.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:20:25.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:20:26.157 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:20:26.157 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:20:26.157 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:20:26.157 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:20:26.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:26 smithi123 ceph-mon[188613]: pgmap v15819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:26.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:26 smithi123 ceph-mon[191304]: pgmap v15819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:27.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:26 smithi177 ceph-mon[212096]: pgmap v15819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:20:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:20:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:20:28.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:28 smithi123 ceph-mon[191304]: pgmap v15820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:28 smithi123 ceph-mon[188613]: pgmap v15820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:29.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:28 smithi177 ceph-mon[212096]: pgmap v15820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:20:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:20:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:20:30.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:30 smithi177 ceph-mon[212096]: pgmap v15821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:30.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:30 smithi123 ceph-mon[191304]: pgmap v15821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:30.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:30 smithi123 ceph-mon[188613]: pgmap v15821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:32.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:32 smithi123 ceph-mon[188613]: pgmap v15822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:32.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:32 smithi123 ceph-mon[191304]: pgmap v15822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:33.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:32 smithi177 ceph-mon[212096]: pgmap v15822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:34 smithi123 ceph-mon[188613]: pgmap v15823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:34.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:34 smithi123 ceph-mon[191304]: pgmap v15823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:35.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:34 smithi177 ceph-mon[212096]: pgmap v15823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:36.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:36 smithi123 ceph-mon[191304]: pgmap v15824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:36.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:36 smithi123 ceph-mon[188613]: pgmap v15824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:37.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:36 smithi177 ceph-mon[212096]: pgmap v15824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:38 smithi123 ceph-mon[188613]: pgmap v15825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:38.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:38 smithi123 ceph-mon[191304]: pgmap v15825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:39.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:38 smithi177 ceph-mon[212096]: pgmap v15825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:20:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:20:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:20:40.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:40 smithi177 ceph-mon[212096]: pgmap v15826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:40.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:40 smithi123 ceph-mon[191304]: pgmap v15826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:40.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:40 smithi123 ceph-mon[188613]: pgmap v15826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:42 smithi123 ceph-mon[191304]: pgmap v15827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:20:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:42 smithi123 ceph-mon[188613]: pgmap v15827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:20:43.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:42 smithi177 ceph-mon[212096]: pgmap v15827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:43.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:20:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:44 smithi123 ceph-mon[191304]: pgmap v15828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:44.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:44 smithi123 ceph-mon[188613]: pgmap v15828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:45.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:44 smithi177 ceph-mon[212096]: pgmap v15828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:46.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:46 smithi123 ceph-mon[191304]: pgmap v15829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:46 smithi123 ceph-mon[188613]: pgmap v15829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:47.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:46 smithi177 ceph-mon[212096]: pgmap v15829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:47.358 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:20:47.665 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:20:47.665 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 6m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:20:47.665 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 4m ago 7h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:20:47.665 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 6m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:20:47.665 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 4m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:20:47.665 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 4m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:20:47.665 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 6m ago 7h 831M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:20:47.666 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 6m ago 7h 1954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:20:47.666 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 4m ago 7h 919M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:20:47.666 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 6m ago 7h 993M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:20:47.666 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 6m ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:20:47.666 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 4m ago 7h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:20:47.666 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 6m ago 7h 5165M 2265M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:20:47.666 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 6m ago 7h 5897M 2265M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:20:47.666 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 6m ago 7h 4791M 2265M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:20:47.666 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 6m ago 7h 5009M 2265M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:20:47.666 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 4m ago 7h 4212M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:20:47.666 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 4m ago 7h 4691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:20:47.667 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 4m ago 7h 4035M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:20:47.667 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 4m ago 7h 4679M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:20:47.667 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 4m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:20:48.046 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:20:48.046 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:20:48.046 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:20:48.047 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:20:48.047 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:20:48.047 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:20:48.047 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:20:48.047 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:20:48.047 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:20:48.047 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:20:48.047 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:20:48.047 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:20:48.047 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:20:48.047 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:20:48.047 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:20:48.047 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:20:48.047 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:20:48.048 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:20:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:48 smithi123 ceph-mon[191304]: from='client.61274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:20:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:48 smithi123 ceph-mon[191304]: pgmap v15830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:48 smithi123 ceph-mon[191304]: from='client.61280 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:20:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:48 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1114686598' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:20:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:48 smithi123 ceph-mon[188613]: from='client.61274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:20:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:48 smithi123 ceph-mon[188613]: pgmap v15830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:48 smithi123 ceph-mon[188613]: from='client.61280 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:20:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:48 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1114686598' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:20:49.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:48 smithi177 ceph-mon[212096]: from='client.61274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:20:49.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:48 smithi177 ceph-mon[212096]: pgmap v15830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:49.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:48 smithi177 ceph-mon[212096]: from='client.61280 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:20:49.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:48 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1114686598' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:20:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:20:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:20:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:20:50.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:50 smithi177 ceph-mon[212096]: pgmap v15831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:50.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:50 smithi123 ceph-mon[191304]: pgmap v15831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:50.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:50 smithi123 ceph-mon[188613]: pgmap v15831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:52 smithi123 ceph-mon[191304]: pgmap v15832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:52.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:52 smithi123 ceph-mon[188613]: pgmap v15832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:53.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:52 smithi177 ceph-mon[212096]: pgmap v15832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:54.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:54 smithi123 ceph-mon[191304]: pgmap v15833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:54.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:54 smithi123 ceph-mon[188613]: pgmap v15833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:55.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:54 smithi177 ceph-mon[212096]: pgmap v15833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:56.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:56 smithi123 ceph-mon[191304]: pgmap v15834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:56.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:56 smithi123 ceph-mon[188613]: pgmap v15834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:57.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:56 smithi177 ceph-mon[212096]: pgmap v15834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:20:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:20:58.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:20:58.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:20:58 smithi123 ceph-mon[191304]: pgmap v15835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:20:58 smithi123 ceph-mon[188613]: pgmap v15835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:59.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:20:58 smithi177 ceph-mon[212096]: pgmap v15835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:20:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:20:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:20:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:21:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:00 smithi177 ceph-mon[212096]: pgmap v15836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:00.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:00 smithi123 ceph-mon[188613]: pgmap v15836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:00.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:00 smithi123 ceph-mon[191304]: pgmap v15836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:02.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:02 smithi123 ceph-mon[191304]: pgmap v15837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:02 smithi123 ceph-mon[188613]: pgmap v15837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:02 smithi177 ceph-mon[212096]: pgmap v15837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:04.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:04 smithi123 ceph-mon[191304]: pgmap v15838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:04 smithi123 ceph-mon[188613]: pgmap v15838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:05.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:04 smithi177 ceph-mon[212096]: pgmap v15838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:06.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:06 smithi123 ceph-mon[191304]: pgmap v15839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:06.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:06 smithi123 ceph-mon[188613]: pgmap v15839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:07.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:06 smithi177 ceph-mon[212096]: pgmap v15839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:08.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:08 smithi123 ceph-mon[191304]: pgmap v15840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:08.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:08 smithi123 ceph-mon[188613]: pgmap v15840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:09.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:08 smithi177 ceph-mon[212096]: pgmap v15840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:21:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:21:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:21:10.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:10 smithi177 ceph-mon[212096]: pgmap v15841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:10.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:10 smithi123 ceph-mon[191304]: pgmap v15841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:10 smithi123 ceph-mon[188613]: pgmap v15841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:12 smithi123 ceph-mon[191304]: pgmap v15842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:21:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:12 smithi123 ceph-mon[188613]: pgmap v15842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:21:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:12 smithi177 ceph-mon[212096]: pgmap v15842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:21:14.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:14 smithi123 ceph-mon[191304]: pgmap v15843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:14 smithi123 ceph-mon[188613]: pgmap v15843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:15.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:14 smithi177 ceph-mon[212096]: pgmap v15843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:16.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:16 smithi123 ceph-mon[191304]: pgmap v15844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:16.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:16 smithi123 ceph-mon[188613]: pgmap v15844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:17.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:16 smithi177 ceph-mon[212096]: pgmap v15844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:18.396 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:21:18.703 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:21:18.703 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 6m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:21:18.703 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 4m ago 7h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:21:18.703 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 6m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:21:18.703 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 4m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:21:18.703 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 4m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:21:18.703 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 6m ago 7h 831M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:21:18.703 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 6m ago 7h 1954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:21:18.703 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 4m ago 7h 919M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:21:18.703 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 6m ago 7h 993M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:21:18.703 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 6m ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:21:18.704 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 4m ago 7h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:21:18.704 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 6m ago 7h 5165M 2265M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:21:18.704 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 6m ago 7h 5897M 2265M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:21:18.704 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 6m ago 7h 4791M 2265M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:21:18.704 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 6m ago 7h 5009M 2265M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:21:18.704 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 4m ago 7h 4212M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:21:18.704 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 4m ago 7h 4691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:21:18.704 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 4m ago 7h 4035M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:21:18.704 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 4m ago 7h 4679M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:21:18.704 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 4m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:21:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:18 smithi123 ceph-mon[188613]: pgmap v15845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:18.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:18 smithi123 ceph-mon[191304]: pgmap v15845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:19.082 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:21:19.083 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:21:19.083 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:21:19.083 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:21:19.083 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:21:19.083 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:21:19.083 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:21:19.083 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:21:19.083 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:21:19.083 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:21:19.083 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:21:19.083 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:21:19.083 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:21:19.084 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:21:19.084 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:21:19.084 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:21:19.084 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:21:19.084 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:21:19.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:18 smithi177 ceph-mon[212096]: pgmap v15845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:21:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:21:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:21:19.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:19 smithi123 ceph-mon[191304]: from='client.51342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:21:19.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:19 smithi123 ceph-mon[191304]: from='client.61298 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:21:19.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:19 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4250326001' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:21:19.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:19 smithi123 ceph-mon[188613]: from='client.51342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:21:19.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:19 smithi123 ceph-mon[188613]: from='client.61298 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:21:19.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:19 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4250326001' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:21:20.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:19 smithi177 ceph-mon[212096]: from='client.51342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:21:20.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:19 smithi177 ceph-mon[212096]: from='client.61298 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:21:20.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:19 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4250326001' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:21:20.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:20 smithi123 ceph-mon[191304]: pgmap v15846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:20.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:20 smithi123 ceph-mon[188613]: pgmap v15846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:21.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:20 smithi177 ceph-mon[212096]: pgmap v15846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:22.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:22 smithi123 ceph-mon[188613]: pgmap v15847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:22.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:22 smithi123 ceph-mon[191304]: pgmap v15847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:23.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:22 smithi177 ceph-mon[212096]: pgmap v15847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:24.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:24 smithi123 ceph-mon[191304]: pgmap v15848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:24 smithi123 ceph-mon[188613]: pgmap v15848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:25.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:24 smithi177 ceph-mon[212096]: pgmap v15848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:26.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:26 smithi123 ceph-mon[188613]: pgmap v15849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:26.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:21:26.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:21:26.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:21:26.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:21:26.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:26 smithi123 ceph-mon[191304]: pgmap v15849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:26.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:21:26.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:21:26.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:21:26.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:21:27.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:26 smithi177 ceph-mon[212096]: pgmap v15849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:27.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:21:27.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:21:27.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:21:27.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:21:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:21:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:21:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:21:28.904 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 18:21:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T18:21:28.586481098Z level=info msg="Completed cleanup jobs" duration=12.83433ms 2023-12-20T18:21:28.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:28 smithi177 ceph-mon[212096]: pgmap v15850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:28.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:28 smithi123 ceph-mon[191304]: pgmap v15850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:28 smithi123 ceph-mon[188613]: pgmap v15850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:21:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:21:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:21:30.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:30 smithi177 ceph-mon[212096]: pgmap v15851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:30.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:30 smithi123 ceph-mon[191304]: pgmap v15851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:30.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:30 smithi123 ceph-mon[188613]: pgmap v15851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:32.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:32 smithi123 ceph-mon[191304]: pgmap v15852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:32.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:32 smithi123 ceph-mon[188613]: pgmap v15852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:33.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:32 smithi177 ceph-mon[212096]: pgmap v15852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:34.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:34 smithi123 ceph-mon[191304]: pgmap v15853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:34 smithi123 ceph-mon[188613]: pgmap v15853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:35.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:34 smithi177 ceph-mon[212096]: pgmap v15853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:36.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:36 smithi123 ceph-mon[191304]: pgmap v15854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:36.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:36 smithi123 ceph-mon[188613]: pgmap v15854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:37.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:36 smithi177 ceph-mon[212096]: pgmap v15854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:38.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:38 smithi123 ceph-mon[191304]: pgmap v15855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:38 smithi123 ceph-mon[188613]: pgmap v15855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:39.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:38 smithi177 ceph-mon[212096]: pgmap v15855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:21:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:21:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:21:40.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:40 smithi177 ceph-mon[212096]: pgmap v15856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:40.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:40 smithi123 ceph-mon[191304]: pgmap v15856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:40.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:40 smithi123 ceph-mon[188613]: pgmap v15856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:42 smithi123 ceph-mon[191304]: pgmap v15857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:21:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:42 smithi123 ceph-mon[188613]: pgmap v15857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:42.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:21:43.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:42 smithi177 ceph-mon[212096]: pgmap v15857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:43.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:21:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:44 smithi123 ceph-mon[191304]: pgmap v15858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:44.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:44 smithi123 ceph-mon[188613]: pgmap v15858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:45.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:44 smithi177 ceph-mon[212096]: pgmap v15858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:46.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:46 smithi123 ceph-mon[191304]: pgmap v15859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:46 smithi123 ceph-mon[188613]: pgmap v15859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:47.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:46 smithi177 ceph-mon[212096]: pgmap v15859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:48 smithi123 ceph-mon[188613]: pgmap v15860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:48 smithi123 ceph-mon[191304]: pgmap v15860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:49.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:48 smithi177 ceph-mon[212096]: pgmap v15860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:49.430 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:21:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:21:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:21:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:21:49.738 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:21:49.738 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 7m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:21:49.738 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 5m ago 7h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:21:49.738 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 7m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:21:49.739 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 5m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:21:49.739 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 5m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:21:49.739 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 7m ago 7h 831M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:21:49.739 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 7m ago 7h 1954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:21:49.739 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 5m ago 7h 919M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:21:49.739 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 7m ago 7h 993M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:21:49.739 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 7m ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:21:49.739 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 5m ago 7h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:21:49.740 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 7m ago 7h 5165M 2265M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:21:49.740 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 7m ago 7h 5897M 2265M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:21:49.740 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 7m ago 7h 4791M 2265M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:21:49.740 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 7m ago 7h 5009M 2265M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:21:49.740 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 5m ago 7h 4212M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:21:49.740 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 5m ago 7h 4691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:21:49.740 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 5m ago 7h 4035M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:21:49.740 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 5m ago 7h 4679M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:21:49.741 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 5m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:21:50.118 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:21:50.118 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:21:50.118 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:21:50.118 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:21:50.118 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:21:50.118 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:21:50.118 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:21:50.118 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:21:50.118 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:21:50.118 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:21:50.118 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:21:50.118 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:21:50.119 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:21:50.119 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:21:50.119 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:21:50.119 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:21:50.119 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:21:50.119 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:21:50.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:50 smithi177 ceph-mon[212096]: from='client.51360 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:21:50.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:50 smithi177 ceph-mon[212096]: pgmap v15861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:50.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:50 smithi177 ceph-mon[212096]: from='client.61316 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:21:50.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:50 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2713031233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:21:50.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:50 smithi123 ceph-mon[191304]: from='client.51360 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:21:50.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:50 smithi123 ceph-mon[191304]: pgmap v15861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:50.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:50 smithi123 ceph-mon[191304]: from='client.61316 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:21:50.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:50 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2713031233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:21:50.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:50 smithi123 ceph-mon[188613]: from='client.51360 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:21:50.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:50 smithi123 ceph-mon[188613]: pgmap v15861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:50.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:50 smithi123 ceph-mon[188613]: from='client.61316 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:21:50.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:50 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2713031233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:21:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:52 smithi123 ceph-mon[191304]: pgmap v15862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:52.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:52 smithi123 ceph-mon[188613]: pgmap v15862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:53.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:52 smithi177 ceph-mon[212096]: pgmap v15862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:54.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:54 smithi123 ceph-mon[191304]: pgmap v15863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:54.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:54 smithi123 ceph-mon[188613]: pgmap v15863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:55.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:54 smithi177 ceph-mon[212096]: pgmap v15863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:56.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:56 smithi123 ceph-mon[191304]: pgmap v15864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:56 smithi123 ceph-mon[188613]: pgmap v15864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:57.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:56 smithi177 ceph-mon[212096]: pgmap v15864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:21:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:21:58.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:21:58.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:21:58 smithi123 ceph-mon[191304]: pgmap v15865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:21:58 smithi123 ceph-mon[188613]: pgmap v15865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:59.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:21:58 smithi177 ceph-mon[212096]: pgmap v15865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:21:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:21:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:21:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:22:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:00 smithi177 ceph-mon[212096]: pgmap v15866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:00.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:00 smithi123 ceph-mon[191304]: pgmap v15866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:00.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:00 smithi123 ceph-mon[188613]: pgmap v15866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:02.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:02 smithi123 ceph-mon[191304]: pgmap v15867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:02 smithi123 ceph-mon[188613]: pgmap v15867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:02 smithi177 ceph-mon[212096]: pgmap v15867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:04.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:04 smithi123 ceph-mon[191304]: pgmap v15868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:04 smithi123 ceph-mon[188613]: pgmap v15868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:05.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:04 smithi177 ceph-mon[212096]: pgmap v15868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:06.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:06 smithi123 ceph-mon[191304]: pgmap v15869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:06.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:06 smithi123 ceph-mon[188613]: pgmap v15869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:07.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:06 smithi177 ceph-mon[212096]: pgmap v15869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:08.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:08 smithi123 ceph-mon[191304]: pgmap v15870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:08.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:08 smithi123 ceph-mon[188613]: pgmap v15870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:09.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:08 smithi177 ceph-mon[212096]: pgmap v15870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:22:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:22:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:22:10.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:10 smithi177 ceph-mon[212096]: pgmap v15871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:10.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:10 smithi123 ceph-mon[191304]: pgmap v15871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:10 smithi123 ceph-mon[188613]: pgmap v15871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:12 smithi123 ceph-mon[191304]: pgmap v15872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:22:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:12 smithi123 ceph-mon[188613]: pgmap v15872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:12.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:22:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:12 smithi177 ceph-mon[212096]: pgmap v15872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:22:14.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:14 smithi123 ceph-mon[191304]: pgmap v15873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:14 smithi123 ceph-mon[188613]: pgmap v15873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:15.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:14 smithi177 ceph-mon[212096]: pgmap v15873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:16.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:16 smithi123 ceph-mon[191304]: pgmap v15874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:16.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:16 smithi123 ceph-mon[188613]: pgmap v15874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:17.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:16 smithi177 ceph-mon[212096]: pgmap v15874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:18.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:18 smithi123 ceph-mon[191304]: pgmap v15875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:18 smithi123 ceph-mon[188613]: pgmap v15875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:19.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:18 smithi177 ceph-mon[212096]: pgmap v15875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:22:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:22:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:22:20.467 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:22:20.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:20 smithi177 ceph-mon[212096]: pgmap v15876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:20.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:20 smithi123 ceph-mon[191304]: pgmap v15876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:20.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:20 smithi123 ceph-mon[188613]: pgmap v15876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:20.775 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:22:20.776 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 8m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:22:20.776 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 5m ago 7h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:22:20.776 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 8m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:22:20.776 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 5m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:22:20.776 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 5m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:22:20.776 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 8m ago 7h 831M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:22:20.776 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 8m ago 7h 1954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:22:20.776 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 5m ago 7h 919M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:22:20.776 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 8m ago 7h 993M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:22:20.776 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 8m ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:22:20.776 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 5m ago 7h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:22:20.777 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 8m ago 7h 5165M 2265M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:22:20.777 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 8m ago 7h 5897M 2265M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:22:20.777 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 8m ago 7h 4791M 2265M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:22:20.777 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 8m ago 7h 5009M 2265M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:22:20.777 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 5m ago 7h 4212M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:22:20.777 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 5m ago 7h 4691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:22:20.777 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 5m ago 7h 4035M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:22:20.777 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 5m ago 7h 4679M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:22:20.777 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 5m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:22:21.158 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:22:21.158 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:22:21.158 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:22:21.158 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:22:21.158 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:22:21.159 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:22:21.159 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:22:21.159 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:22:21.159 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:22:21.159 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:22:21.159 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:22:21.159 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:22:21.159 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:22:21.159 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:22:21.159 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:22:21.159 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:22:21.160 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:22:21.160 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:22:21.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:21 smithi177 ceph-mon[212096]: from='client.61328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:22:21.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:21 smithi177 ceph-mon[212096]: from='client.51384 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:22:21.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:21 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/299097622' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:22:21.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:21 smithi123 ceph-mon[191304]: from='client.61328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:22:21.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:21 smithi123 ceph-mon[191304]: from='client.51384 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:22:21.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:21 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/299097622' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:22:21.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:21 smithi123 ceph-mon[188613]: from='client.61328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:22:21.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:21 smithi123 ceph-mon[188613]: from='client.51384 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:22:21.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:21 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/299097622' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:22:22.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:22 smithi177 ceph-mon[212096]: pgmap v15877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:22.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:22 smithi123 ceph-mon[191304]: pgmap v15877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:22.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:22 smithi123 ceph-mon[188613]: pgmap v15877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:24.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:24 smithi123 ceph-mon[191304]: pgmap v15878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:24 smithi123 ceph-mon[188613]: pgmap v15878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:25.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:24 smithi177 ceph-mon[212096]: pgmap v15878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:26.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:26 smithi123 ceph-mon[191304]: pgmap v15879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:26.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:22:26.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:26 smithi123 ceph-mon[188613]: pgmap v15879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:26.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:22:27.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:26 smithi177 ceph-mon[212096]: pgmap v15879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:27.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:22:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:22:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:22:27.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:22:27.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:22:27.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:27 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2255M 2023-12-20T18:22:27.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:22:27.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:22:27.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:22:27.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:22:27.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:22:27.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:22:27.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:22:27.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:22:27.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:22:27.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:27 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2255M 2023-12-20T18:22:27.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:22:27.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:22:27.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:22:27.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:22:27.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:22:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:22:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:22:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:22:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:22:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:27 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2255M 2023-12-20T18:22:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:22:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:22:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:22:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:22:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:22:29.080 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:28 smithi123 ceph-mon[191304]: pgmap v15880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:29.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:28 smithi123 ceph-mon[188613]: pgmap v15880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:29.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:28 smithi177 ceph-mon[212096]: pgmap v15880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:22:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:22:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:22:30.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:30 smithi177 ceph-mon[212096]: pgmap v15881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:30.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:30 smithi123 ceph-mon[188613]: pgmap v15881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:30.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:30 smithi123 ceph-mon[191304]: pgmap v15881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:32.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:32 smithi123 ceph-mon[191304]: pgmap v15882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:32.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:32 smithi123 ceph-mon[188613]: pgmap v15882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:33.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:32 smithi177 ceph-mon[212096]: pgmap v15882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:34.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:34 smithi123 ceph-mon[191304]: pgmap v15883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:34 smithi123 ceph-mon[188613]: pgmap v15883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:35.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:34 smithi177 ceph-mon[212096]: pgmap v15883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:36.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:36 smithi123 ceph-mon[191304]: pgmap v15884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:36.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:36 smithi123 ceph-mon[188613]: pgmap v15884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:37.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:36 smithi177 ceph-mon[212096]: pgmap v15884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:38.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:38 smithi123 ceph-mon[191304]: pgmap v15885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:38 smithi123 ceph-mon[188613]: pgmap v15885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:39.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:38 smithi177 ceph-mon[212096]: pgmap v15885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:22:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:22:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:22:40.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:40 smithi177 ceph-mon[212096]: pgmap v15886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:40.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:40 smithi123 ceph-mon[191304]: pgmap v15886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:40.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:40 smithi123 ceph-mon[188613]: pgmap v15886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:42 smithi123 ceph-mon[191304]: pgmap v15887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:22:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:42 smithi123 ceph-mon[188613]: pgmap v15887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:42.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:22:43.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:42 smithi177 ceph-mon[212096]: pgmap v15887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:43.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:22:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:44 smithi123 ceph-mon[191304]: pgmap v15888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:44.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:44 smithi123 ceph-mon[188613]: pgmap v15888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:45.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:44 smithi177 ceph-mon[212096]: pgmap v15888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:46.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:46 smithi123 ceph-mon[191304]: pgmap v15889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:46 smithi123 ceph-mon[188613]: pgmap v15889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:47.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:46 smithi177 ceph-mon[212096]: pgmap v15889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:48 smithi123 ceph-mon[191304]: pgmap v15890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:48 smithi123 ceph-mon[188613]: pgmap v15890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:49.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:48 smithi177 ceph-mon[212096]: pgmap v15890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:22:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:22:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:22:50.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:50 smithi177 ceph-mon[212096]: pgmap v15891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:50.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:50 smithi123 ceph-mon[191304]: pgmap v15891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:50.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:50 smithi123 ceph-mon[188613]: pgmap v15891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:51.503 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:22:51.811 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:22:51.811 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 8m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:22:51.811 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 6m ago 7h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:22:51.811 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 8m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:22:51.811 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 6m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:22:51.811 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 6m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:22:51.811 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 8m ago 7h 831M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:22:51.812 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 8m ago 7h 1954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:22:51.812 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 6m ago 7h 919M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:22:51.812 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 8m ago 7h 993M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:22:51.812 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 8m ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:22:51.812 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 6m ago 7h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:22:51.812 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 8m ago 7h 5165M 2255M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:22:51.812 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 8m ago 7h 5897M 2255M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:22:51.812 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 8m ago 7h 4791M 2255M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:22:51.812 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 8m ago 7h 5009M 2255M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:22:51.812 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 6m ago 7h 4212M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:22:51.812 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 6m ago 7h 4691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:22:51.812 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 6m ago 7h 4035M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:22:51.812 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 6m ago 7h 4679M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:22:51.812 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 6m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:22:52.191 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:22:52.192 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:22:52.192 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:22:52.192 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:22:52.192 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:22:52.192 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:22:52.192 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:22:52.192 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:22:52.192 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:22:52.192 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:22:52.193 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:22:52.193 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:22:52.193 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:22:52.193 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:22:52.193 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:22:52.193 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:22:52.193 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:22:52.193 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:22:52.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:52 smithi123 ceph-mon[188613]: from='client.51396 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:22:52.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:52 smithi123 ceph-mon[188613]: pgmap v15892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:52.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:52 smithi123 ceph-mon[188613]: from='client.61352 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:22:52.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:52 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/142562835' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:22:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:52 smithi123 ceph-mon[191304]: from='client.51396 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:22:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:52 smithi123 ceph-mon[191304]: pgmap v15892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:52.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:52 smithi123 ceph-mon[191304]: from='client.61352 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:22:52.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:52 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/142562835' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:22:53.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:52 smithi177 ceph-mon[212096]: from='client.51396 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:22:53.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:52 smithi177 ceph-mon[212096]: pgmap v15892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:53.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:52 smithi177 ceph-mon[212096]: from='client.61352 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:22:53.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:52 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/142562835' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:22:54.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:54 smithi123 ceph-mon[191304]: pgmap v15893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:54.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:54 smithi123 ceph-mon[188613]: pgmap v15893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:55.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:54 smithi177 ceph-mon[212096]: pgmap v15893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:56.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:56 smithi123 ceph-mon[191304]: pgmap v15894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:56 smithi123 ceph-mon[188613]: pgmap v15894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:57.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:56 smithi177 ceph-mon[212096]: pgmap v15894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:22:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:22:58.156 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:22:58.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:22:58 smithi123 ceph-mon[191304]: pgmap v15895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:22:58 smithi123 ceph-mon[188613]: pgmap v15895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:59.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:22:58 smithi177 ceph-mon[212096]: pgmap v15895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:22:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:22:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:22:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:23:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:00 smithi177 ceph-mon[212096]: pgmap v15896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:00.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:00 smithi123 ceph-mon[191304]: pgmap v15896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:00.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:00 smithi123 ceph-mon[188613]: pgmap v15896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:02.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:02 smithi123 ceph-mon[191304]: pgmap v15897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:02 smithi123 ceph-mon[188613]: pgmap v15897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:02 smithi177 ceph-mon[212096]: pgmap v15897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:04.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:04 smithi123 ceph-mon[191304]: pgmap v15898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:04 smithi123 ceph-mon[188613]: pgmap v15898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:05.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:04 smithi177 ceph-mon[212096]: pgmap v15898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:06.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:06 smithi123 ceph-mon[191304]: pgmap v15899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:06.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:06 smithi123 ceph-mon[188613]: pgmap v15899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:07.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:06 smithi177 ceph-mon[212096]: pgmap v15899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:08.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:08 smithi123 ceph-mon[191304]: pgmap v15900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:08.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:08 smithi123 ceph-mon[188613]: pgmap v15900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:09.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:08 smithi177 ceph-mon[212096]: pgmap v15900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:23:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:23:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:23:10.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:10 smithi177 ceph-mon[212096]: pgmap v15901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:10.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:10 smithi123 ceph-mon[191304]: pgmap v15901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:10 smithi123 ceph-mon[188613]: pgmap v15901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:12 smithi123 ceph-mon[191304]: pgmap v15902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:23:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:12 smithi123 ceph-mon[188613]: pgmap v15902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:23:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:12 smithi177 ceph-mon[212096]: pgmap v15902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:23:14.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:14 smithi123 ceph-mon[191304]: pgmap v15903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:14 smithi123 ceph-mon[188613]: pgmap v15903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:15.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:14 smithi177 ceph-mon[212096]: pgmap v15903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:16.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:16 smithi123 ceph-mon[191304]: pgmap v15904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:16.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:16 smithi123 ceph-mon[188613]: pgmap v15904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:17.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:16 smithi177 ceph-mon[212096]: pgmap v15904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:18.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:18 smithi123 ceph-mon[191304]: pgmap v15905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:18 smithi123 ceph-mon[188613]: pgmap v15905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:19.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:18 smithi177 ceph-mon[212096]: pgmap v15905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:23:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:23:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:23:20.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:20 smithi177 ceph-mon[212096]: pgmap v15906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:20.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:20 smithi123 ceph-mon[191304]: pgmap v15906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:20.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:20 smithi123 ceph-mon[188613]: pgmap v15906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:22.535 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:23:22.844 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:23:22.844 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 9m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:23:22.844 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 7m ago 7h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:23:22.844 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 9m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:23:22.844 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 7m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:23:22.844 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 7m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:23:22.844 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 9m ago 7h 831M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:23:22.844 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 9m ago 7h 1954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:23:22.845 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 7m ago 7h 919M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:23:22.845 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 9m ago 7h 993M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:23:22.845 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 9m ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:23:22.845 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 7m ago 7h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:23:22.845 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 9m ago 7h 5165M 2255M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:23:22.845 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 9m ago 7h 5897M 2255M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:23:22.845 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 9m ago 7h 4791M 2255M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:23:22.845 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 9m ago 7h 5009M 2255M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:23:22.845 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 7m ago 7h 4212M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:23:22.845 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 7m ago 7h 4691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:23:22.845 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 7m ago 7h 4035M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:23:22.845 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 7m ago 7h 4679M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:23:22.845 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 7m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:23:22.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:22 smithi123 ceph-mon[191304]: pgmap v15907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:22.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:22 smithi123 ceph-mon[188613]: pgmap v15907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:23.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:22 smithi177 ceph-mon[212096]: pgmap v15907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:23.228 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:23:23.228 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:23:23.228 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:23:23.228 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:23:23.228 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:23:23.228 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:23:23.228 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:23:23.228 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:23:23.228 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:23:23.228 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:23:23.228 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:23:23.228 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:23:23.228 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:23:23.229 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:23:23.229 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:23:23.229 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:23:23.229 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:23:23.229 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:23:23.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:23 smithi123 ceph-mon[191304]: from='client.51414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:23:23.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:23 smithi123 ceph-mon[191304]: from='client.51420 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:23:23.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:23 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4185249613' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:23:23.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:23 smithi123 ceph-mon[188613]: from='client.51414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:23:23.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:23 smithi123 ceph-mon[188613]: from='client.51420 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:23:23.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:23 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4185249613' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:23:24.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:23 smithi177 ceph-mon[212096]: from='client.51414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:23:24.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:23 smithi177 ceph-mon[212096]: from='client.51420 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:23:24.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:23 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4185249613' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:23:24.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:24 smithi123 ceph-mon[191304]: pgmap v15908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:24 smithi123 ceph-mon[188613]: pgmap v15908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:25.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:24 smithi177 ceph-mon[212096]: pgmap v15908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:26.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:26 smithi123 ceph-mon[191304]: pgmap v15909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:26.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:26 smithi123 ceph-mon[188613]: pgmap v15909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:27.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:26 smithi177 ceph-mon[212096]: pgmap v15909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:23:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:23:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:23:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:23:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:23:27.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:23:27.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:23:27.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:23:27.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:23:27.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:23:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:23:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:23:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:23:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:23:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:23:28.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:28 smithi123 ceph-mon[191304]: pgmap v15910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:28.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:28 smithi123 ceph-mon[188613]: pgmap v15910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:29.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:28 smithi177 ceph-mon[212096]: pgmap v15910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:23:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:23:29] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T18:23:30.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:30 smithi177 ceph-mon[212096]: pgmap v15911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:30.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:30 smithi123 ceph-mon[191304]: pgmap v15911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:30.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:30 smithi123 ceph-mon[188613]: pgmap v15911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:32.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:32 smithi123 ceph-mon[191304]: pgmap v15912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:32.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:32 smithi123 ceph-mon[188613]: pgmap v15912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:33.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:32 smithi177 ceph-mon[212096]: pgmap v15912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:34.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:34 smithi123 ceph-mon[191304]: pgmap v15913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:34 smithi123 ceph-mon[188613]: pgmap v15913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:35.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:34 smithi177 ceph-mon[212096]: pgmap v15913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:36.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:36 smithi123 ceph-mon[191304]: pgmap v15914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:36.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:36 smithi123 ceph-mon[188613]: pgmap v15914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:37.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:36 smithi177 ceph-mon[212096]: pgmap v15914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:38.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:38 smithi123 ceph-mon[191304]: pgmap v15915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:38 smithi123 ceph-mon[188613]: pgmap v15915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:39.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:38 smithi177 ceph-mon[212096]: pgmap v15915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:23:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:23:39] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T18:23:40.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:40 smithi177 ceph-mon[212096]: pgmap v15916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:40.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:40 smithi123 ceph-mon[191304]: pgmap v15916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:40.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:40 smithi123 ceph-mon[188613]: pgmap v15916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:42 smithi123 ceph-mon[191304]: pgmap v15917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:23:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:42 smithi123 ceph-mon[188613]: pgmap v15917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:23:43.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:42 smithi177 ceph-mon[212096]: pgmap v15917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:43.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:23:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:44 smithi123 ceph-mon[191304]: pgmap v15918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:44.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:44 smithi123 ceph-mon[188613]: pgmap v15918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:45.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:44 smithi177 ceph-mon[212096]: pgmap v15918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:46.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:46 smithi123 ceph-mon[191304]: pgmap v15919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:46 smithi123 ceph-mon[188613]: pgmap v15919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:47.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:46 smithi177 ceph-mon[212096]: pgmap v15919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:48 smithi123 ceph-mon[191304]: pgmap v15920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:48 smithi123 ceph-mon[188613]: pgmap v15920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:49.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:48 smithi177 ceph-mon[212096]: pgmap v15920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:23:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:23:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:23:50.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:50 smithi177 ceph-mon[212096]: pgmap v15921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:50.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:50 smithi123 ceph-mon[188613]: pgmap v15921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:50.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:50 smithi123 ceph-mon[191304]: pgmap v15921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:52 smithi123 ceph-mon[191304]: pgmap v15922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:52.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:52 smithi123 ceph-mon[188613]: pgmap v15922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:53.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:52 smithi177 ceph-mon[212096]: pgmap v15922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:53.574 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:23:53.882 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:23:53.883 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 9m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:23:53.883 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 7m ago 7h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:23:53.883 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 9m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:23:53.883 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 7m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:23:53.883 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 7m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:23:53.883 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 9m ago 7h 831M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:23:53.883 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 9m ago 7h 1954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:23:53.883 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 7m ago 7h 919M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:23:53.883 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 9m ago 7h 993M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:23:53.883 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 9m ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:23:53.883 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 7m ago 7h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:23:53.883 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 9m ago 7h 5165M 2255M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:23:53.883 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 9m ago 7h 5897M 2255M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:23:53.883 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 9m ago 7h 4791M 2255M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:23:53.883 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 9m ago 7h 5009M 2255M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:23:53.884 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 7m ago 7h 4212M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:23:53.884 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 7m ago 7h 4691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:23:53.884 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 7m ago 7h 4035M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:23:53.884 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 7m ago 7h 4679M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:23:53.884 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 7m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:23:54.271 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:23:54.271 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:23:54.271 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:23:54.272 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:23:54.272 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:23:54.272 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:23:54.272 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:23:54.272 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:23:54.272 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:23:54.272 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:23:54.272 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:23:54.272 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:23:54.272 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:23:54.272 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:23:54.272 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:23:54.272 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:23:54.272 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:23:54.272 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:23:54.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:54 smithi123 ceph-mon[191304]: from='client.51432 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:23:54.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:54 smithi123 ceph-mon[191304]: pgmap v15923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:54.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:54 smithi123 ceph-mon[191304]: from='client.61388 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:23:54.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:54 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1976447102' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:23:54.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:54 smithi123 ceph-mon[188613]: from='client.51432 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:23:54.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:54 smithi123 ceph-mon[188613]: pgmap v15923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:54.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:54 smithi123 ceph-mon[188613]: from='client.61388 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:23:54.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:54 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1976447102' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:23:55.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:54 smithi177 ceph-mon[212096]: from='client.51432 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:23:55.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:54 smithi177 ceph-mon[212096]: pgmap v15923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:55.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:54 smithi177 ceph-mon[212096]: from='client.61388 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:23:55.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:54 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1976447102' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:23:56.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:56 smithi123 ceph-mon[191304]: pgmap v15924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:56 smithi123 ceph-mon[188613]: pgmap v15924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:57.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:56 smithi177 ceph-mon[212096]: pgmap v15924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:23:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:23:58.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:23:58.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:23:58 smithi123 ceph-mon[191304]: pgmap v15925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:23:58 smithi123 ceph-mon[188613]: pgmap v15925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:59.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:23:58 smithi177 ceph-mon[212096]: pgmap v15925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:23:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:23:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:23:59] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T18:24:00.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:00 smithi177 ceph-mon[212096]: pgmap v15926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:00.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:00 smithi123 ceph-mon[191304]: pgmap v15926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:00.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:00 smithi123 ceph-mon[188613]: pgmap v15926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:02.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:02 smithi123 ceph-mon[191304]: pgmap v15927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:02 smithi123 ceph-mon[188613]: pgmap v15927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:02 smithi177 ceph-mon[212096]: pgmap v15927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:04.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:04 smithi123 ceph-mon[191304]: pgmap v15928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:04 smithi123 ceph-mon[188613]: pgmap v15928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:05.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:04 smithi177 ceph-mon[212096]: pgmap v15928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:06.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:06 smithi123 ceph-mon[191304]: pgmap v15929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:06.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:06 smithi123 ceph-mon[188613]: pgmap v15929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:07.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:06 smithi177 ceph-mon[212096]: pgmap v15929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:08.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:08 smithi123 ceph-mon[191304]: pgmap v15930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:08.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:08 smithi123 ceph-mon[188613]: pgmap v15930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:09.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:08 smithi177 ceph-mon[212096]: pgmap v15930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:24:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:24:09] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T18:24:10.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:10 smithi177 ceph-mon[212096]: pgmap v15931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:10.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:10 smithi123 ceph-mon[191304]: pgmap v15931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:10 smithi123 ceph-mon[188613]: pgmap v15931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:12 smithi123 ceph-mon[191304]: pgmap v15932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:24:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:12 smithi123 ceph-mon[188613]: pgmap v15932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:12.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:24:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:12 smithi177 ceph-mon[212096]: pgmap v15932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:24:14.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:14 smithi123 ceph-mon[191304]: pgmap v15933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:14 smithi123 ceph-mon[188613]: pgmap v15933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:15.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:14 smithi177 ceph-mon[212096]: pgmap v15933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:16.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:16 smithi123 ceph-mon[191304]: pgmap v15934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:16.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:16 smithi123 ceph-mon[188613]: pgmap v15934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:17.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:16 smithi177 ceph-mon[212096]: pgmap v15934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:18.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:18 smithi123 ceph-mon[191304]: pgmap v15935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:18 smithi123 ceph-mon[188613]: pgmap v15935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:19.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:18 smithi177 ceph-mon[212096]: pgmap v15935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:24:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:24:19] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T18:24:20.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:20 smithi177 ceph-mon[212096]: pgmap v15936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:20.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:20 smithi123 ceph-mon[191304]: pgmap v15936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:20.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:20 smithi123 ceph-mon[188613]: pgmap v15936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:22.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:22 smithi123 ceph-mon[191304]: pgmap v15937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:22.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:22 smithi123 ceph-mon[188613]: pgmap v15937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:23.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:22 smithi177 ceph-mon[212096]: pgmap v15937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:24.615 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:24:24.923 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:24:24.924 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 10m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:24:24.924 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 8m ago 7h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:24:24.924 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 10m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:24:24.924 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 8m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:24:24.924 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 8m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:24:24.924 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 10m ago 7h 831M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:24:24.924 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 10m ago 7h 1954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:24:24.924 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 8m ago 7h 919M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:24:24.924 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 10m ago 7h 993M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:24:24.924 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 10m ago 7h 22.9M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:24:24.924 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 8m ago 7h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:24:24.924 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 10m ago 7h 5165M 2255M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:24:24.925 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 10m ago 7h 5897M 2255M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:24:24.925 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 10m ago 7h 4791M 2255M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:24:24.925 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 10m ago 7h 5009M 2255M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:24:24.925 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 8m ago 7h 4212M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:24:24.925 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 8m ago 7h 4691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:24:24.925 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 8m ago 7h 4035M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:24:24.925 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 8m ago 7h 4679M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:24:24.925 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 8m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:24:24.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:24 smithi123 ceph-mon[191304]: pgmap v15938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:24 smithi123 ceph-mon[188613]: pgmap v15938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:25.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:24 smithi177 ceph-mon[212096]: pgmap v15938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:25.309 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:24:25.309 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:24:25.309 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:24:25.309 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:24:25.309 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:24:25.309 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:24:25.309 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:24:25.309 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:24:25.309 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:24:25.309 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:24:25.310 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:24:25.310 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:24:25.310 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:24:25.310 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:24:25.310 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:24:25.310 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:24:25.310 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:24:25.310 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:24:25.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:25 smithi123 ceph-mon[191304]: from='client.61400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:24:25.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:25 smithi123 ceph-mon[191304]: from='client.51456 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:24:25.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:25 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3022379777' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:24:25.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:25 smithi123 ceph-mon[188613]: from='client.61400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:24:25.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:25 smithi123 ceph-mon[188613]: from='client.51456 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:24:25.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:25 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3022379777' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:24:26.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:25 smithi177 ceph-mon[212096]: from='client.61400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:24:26.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:25 smithi177 ceph-mon[212096]: from='client.51456 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:24:26.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:25 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3022379777' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:24:26.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:26 smithi123 ceph-mon[191304]: pgmap v15939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:26.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:26 smithi123 ceph-mon[188613]: pgmap v15939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:27.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:26 smithi177 ceph-mon[212096]: pgmap v15939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:24:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:24:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:24:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:24:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:24:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:24:28.907 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:28 smithi123 ceph-mon[188613]: pgmap v15940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:28.907 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:24:28.907 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:24:29.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:28 smithi123 ceph-mon[191304]: pgmap v15940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:29.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:24:29.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:24:29.243 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:24:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:24:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:24:29.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:28 smithi177 ceph-mon[212096]: pgmap v15940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:29.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:24:29.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:24:30.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:30 smithi177 ceph-mon[212096]: pgmap v15941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:30.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:24:30.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:24:30.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:30 smithi123 ceph-mon[191304]: pgmap v15941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:30.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:24:30.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:24:30.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:30 smithi123 ceph-mon[188613]: pgmap v15941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:30.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:24:30.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:24:31.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:24:31.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:24:31.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:24:31.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:24:31.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:24:31.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:24:31.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:24:31.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:24:31.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:24:32.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:32 smithi177 ceph-mon[212096]: pgmap v15942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:32.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:32 smithi123 ceph-mon[191304]: pgmap v15942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:32.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:32 smithi123 ceph-mon[188613]: pgmap v15942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:34.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:34 smithi123 ceph-mon[191304]: pgmap v15943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:34.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:34 smithi123 ceph-mon[188613]: pgmap v15943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:35.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:34 smithi177 ceph-mon[212096]: pgmap v15943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:36.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:36 smithi123 ceph-mon[191304]: pgmap v15944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:36.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:36 smithi123 ceph-mon[188613]: pgmap v15944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:37.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:36 smithi177 ceph-mon[212096]: pgmap v15944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:38.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:38 smithi123 ceph-mon[191304]: pgmap v15945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:38 smithi123 ceph-mon[188613]: pgmap v15945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:39.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:38 smithi177 ceph-mon[212096]: pgmap v15945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:24:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:24:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:24:40.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:40 smithi177 ceph-mon[212096]: pgmap v15946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:40.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:40 smithi123 ceph-mon[191304]: pgmap v15946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:40.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:40 smithi123 ceph-mon[188613]: pgmap v15946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:42 smithi123 ceph-mon[191304]: pgmap v15947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:24:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:42 smithi123 ceph-mon[188613]: pgmap v15947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:42.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:24:43.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:42 smithi177 ceph-mon[212096]: pgmap v15947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:43.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:24:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:44 smithi123 ceph-mon[191304]: pgmap v15948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:44.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:44 smithi123 ceph-mon[188613]: pgmap v15948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:45.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:44 smithi177 ceph-mon[212096]: pgmap v15948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:46.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:46 smithi123 ceph-mon[191304]: pgmap v15949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:46 smithi123 ceph-mon[188613]: pgmap v15949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:47.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:46 smithi177 ceph-mon[212096]: pgmap v15949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:48 smithi123 ceph-mon[191304]: pgmap v15950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:48 smithi123 ceph-mon[188613]: pgmap v15950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:49.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:48 smithi177 ceph-mon[212096]: pgmap v15950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:24:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:24:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:24:50.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:50 smithi177 ceph-mon[212096]: pgmap v15951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:50.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:50 smithi123 ceph-mon[191304]: pgmap v15951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:50.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:50 smithi123 ceph-mon[188613]: pgmap v15951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:52 smithi123 ceph-mon[191304]: pgmap v15952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:52.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:52 smithi123 ceph-mon[188613]: pgmap v15952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:53.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:52 smithi177 ceph-mon[212096]: pgmap v15952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:54.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:54 smithi123 ceph-mon[191304]: pgmap v15953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:54.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:54 smithi123 ceph-mon[188613]: pgmap v15953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:55.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:54 smithi177 ceph-mon[212096]: pgmap v15953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:55.652 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:24:55.963 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:24:55.963 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 25s ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:24:55.963 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 8m ago 7h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:24:55.963 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 25s ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:24:55.963 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 8m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:24:55.963 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 8m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:24:55.963 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 25s ago 7h 837M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:24:55.964 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 25s ago 7h 1990M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:24:55.964 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 8m ago 7h 919M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:24:55.964 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 25s ago 7h 1035M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:24:55.964 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 25s ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:24:55.964 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 8m ago 7h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:24:55.964 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 25s ago 7h 5198M 2255M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:24:55.964 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 25s ago 7h 5929M 2255M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:24:55.964 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 25s ago 7h 4814M 2255M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:24:55.964 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 25s ago 7h 5041M 2255M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:24:55.964 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 8m ago 7h 4212M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:24:55.964 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 8m ago 7h 4691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:24:55.965 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 8m ago 7h 4035M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:24:55.965 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 8m ago 7h 4679M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:24:55.965 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 8m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:24:56.350 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:24:56.350 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:24:56.351 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:24:56.351 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:24:56.351 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:24:56.351 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:24:56.351 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:24:56.351 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:24:56.351 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:24:56.351 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:24:56.351 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:24:56.351 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:24:56.351 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:24:56.351 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:24:56.351 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:24:56.352 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:24:56.352 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:24:56.352 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:24:56.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:56 smithi123 ceph-mon[191304]: from='client.61418 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:24:56.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:56 smithi123 ceph-mon[191304]: pgmap v15954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:56.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:56 smithi123 ceph-mon[191304]: from='client.61424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:24:56.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:56 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2372859499' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:24:56.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:56 smithi123 ceph-mon[188613]: from='client.61418 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:24:56.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:56 smithi123 ceph-mon[188613]: pgmap v15954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:56.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:56 smithi123 ceph-mon[188613]: from='client.61424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:24:56.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:56 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2372859499' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:24:57.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:56 smithi177 ceph-mon[212096]: from='client.61418 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:24:57.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:56 smithi177 ceph-mon[212096]: pgmap v15954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:57.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:56 smithi177 ceph-mon[212096]: from='client.61424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:24:57.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:56 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2372859499' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:24:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:24:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:24:58.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:24:59.080 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:24:58 smithi123 ceph-mon[191304]: pgmap v15955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:59.081 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:24:58 smithi123 ceph-mon[188613]: pgmap v15955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:59.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:24:58 smithi177 ceph-mon[212096]: pgmap v15955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:24:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:24:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:24:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T18:25:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:00 smithi177 ceph-mon[212096]: pgmap v15956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:00.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:00 smithi123 ceph-mon[191304]: pgmap v15956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:00.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:00 smithi123 ceph-mon[188613]: pgmap v15956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:02.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:02 smithi123 ceph-mon[191304]: pgmap v15957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:02 smithi123 ceph-mon[188613]: pgmap v15957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:02 smithi177 ceph-mon[212096]: pgmap v15957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:04.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:04 smithi123 ceph-mon[191304]: pgmap v15958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:04 smithi123 ceph-mon[188613]: pgmap v15958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:05.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:04 smithi177 ceph-mon[212096]: pgmap v15958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:06.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:06 smithi123 ceph-mon[191304]: pgmap v15959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:06.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:06 smithi123 ceph-mon[188613]: pgmap v15959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:07.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:06 smithi177 ceph-mon[212096]: pgmap v15959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:09.079 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:08 smithi123 ceph-mon[191304]: pgmap v15960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:09.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:08 smithi123 ceph-mon[188613]: pgmap v15960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:09.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:08 smithi177 ceph-mon[212096]: pgmap v15960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:25:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:25:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T18:25:10.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:10 smithi177 ceph-mon[212096]: pgmap v15961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:10.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:10 smithi123 ceph-mon[191304]: pgmap v15961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:10 smithi123 ceph-mon[188613]: pgmap v15961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:12 smithi123 ceph-mon[188613]: pgmap v15962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:25:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:12 smithi123 ceph-mon[191304]: pgmap v15962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:25:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:12 smithi177 ceph-mon[212096]: pgmap v15962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:25:15.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:14 smithi177 ceph-mon[212096]: pgmap v15963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:15.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:14 smithi123 ceph-mon[191304]: pgmap v15963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:15.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:14 smithi123 ceph-mon[188613]: pgmap v15963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:17.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:16 smithi177 ceph-mon[212096]: pgmap v15964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:17.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:16 smithi123 ceph-mon[191304]: pgmap v15964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:17.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:16 smithi123 ceph-mon[188613]: pgmap v15964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:19.080 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:18 smithi123 ceph-mon[191304]: pgmap v15965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:19.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:18 smithi123 ceph-mon[188613]: pgmap v15965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:19.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:18 smithi177 ceph-mon[212096]: pgmap v15965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:25:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:25:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:25:20.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:20 smithi177 ceph-mon[212096]: pgmap v15966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:20.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:20 smithi123 ceph-mon[191304]: pgmap v15966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:20.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:20 smithi123 ceph-mon[188613]: pgmap v15966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:22.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:22 smithi123 ceph-mon[191304]: pgmap v15967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:22.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:22 smithi123 ceph-mon[188613]: pgmap v15967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:23.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:22 smithi177 ceph-mon[212096]: pgmap v15967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:25.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:24 smithi177 ceph-mon[212096]: pgmap v15968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:25.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:24 smithi123 ceph-mon[191304]: pgmap v15968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:25.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:24 smithi123 ceph-mon[188613]: pgmap v15968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:26.700 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:25:27.014 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:25:27.014 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 56s ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:25:27.014 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 9m ago 7h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:25:27.014 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 56s ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:25:27.014 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 9m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:25:27.014 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 9m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:25:27.014 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 56s ago 7h 837M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:25:27.014 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 56s ago 7h 1990M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:25:27.014 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 9m ago 7h 919M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:25:27.014 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 56s ago 7h 1035M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:25:27.015 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 56s ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:25:27.015 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 9m ago 7h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:25:27.015 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 56s ago 7h 5198M 2255M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:25:27.015 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 56s ago 7h 5929M 2255M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:25:27.015 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 56s ago 7h 4814M 2255M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:25:27.015 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 56s ago 7h 5041M 2255M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:25:27.015 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 9m ago 7h 4212M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:25:27.015 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 9m ago 7h 4691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:25:27.015 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 9m ago 7h 4035M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:25:27.015 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 9m ago 7h 4679M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:25:27.015 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 9m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:25:27.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:26 smithi177 ceph-mon[212096]: pgmap v15969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:27.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:26 smithi123 ceph-mon[191304]: pgmap v15969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:27.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:26 smithi123 ceph-mon[188613]: pgmap v15969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:27.398 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:25:27.399 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:25:27.399 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:25:27.399 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:25:27.399 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:25:27.399 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:25:27.399 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:25:27.399 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:25:27.399 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:25:27.399 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:25:27.399 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:25:27.399 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:25:27.399 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:25:27.399 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:25:27.400 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:25:27.400 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:25:27.400 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:25:27.400 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:25:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:27 smithi177 ceph-mon[212096]: from='client.61436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:25:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:25:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:27 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/938427381' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:25:28.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:27 smithi123 ceph-mon[191304]: from='client.61436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:25:28.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:25:28.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:27 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/938427381' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:25:28.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:27 smithi123 ceph-mon[188613]: from='client.61436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:25:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:25:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:27 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/938427381' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:25:29.080 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:28 smithi123 ceph-mon[191304]: from='client.61442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:25:29.080 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:28 smithi123 ceph-mon[191304]: pgmap v15970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:29.081 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:28 smithi123 ceph-mon[188613]: from='client.61442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:25:29.081 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:28 smithi123 ceph-mon[188613]: pgmap v15970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:29.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:28 smithi177 ceph-mon[212096]: from='client.61442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:25:29.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:28 smithi177 ceph-mon[212096]: pgmap v15970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:25:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:25:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:25:30.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:30 smithi177 ceph-mon[212096]: pgmap v15971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:30.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:30 smithi123 ceph-mon[191304]: pgmap v15971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:30.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:30 smithi123 ceph-mon[188613]: pgmap v15971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:31.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:25:31.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:25:31.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:25:31.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:25:31.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:25:31.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:25:31.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:25:31.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:25:31.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:25:31.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:25:31.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:25:31.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:25:31.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:25:31.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:25:31.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:25:31.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:25:31.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:25:31.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:25:32.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:32 smithi177 ceph-mon[212096]: pgmap v15972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:32.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:32 smithi123 ceph-mon[188613]: pgmap v15972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:32.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:32 smithi123 ceph-mon[191304]: pgmap v15972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:35.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:34 smithi177 ceph-mon[212096]: pgmap v15973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:35.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:34 smithi123 ceph-mon[191304]: pgmap v15973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:35.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:34 smithi123 ceph-mon[188613]: pgmap v15973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:37.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:36 smithi177 ceph-mon[212096]: pgmap v15974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:37.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:36 smithi123 ceph-mon[191304]: pgmap v15974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:37.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:36 smithi123 ceph-mon[188613]: pgmap v15974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:39.080 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:38 smithi123 ceph-mon[191304]: pgmap v15975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:39.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:38 smithi123 ceph-mon[188613]: pgmap v15975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:39.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:38 smithi177 ceph-mon[212096]: pgmap v15975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:25:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:25:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:25:40.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:40 smithi177 ceph-mon[212096]: pgmap v15976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:40.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:40 smithi123 ceph-mon[188613]: pgmap v15976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:40.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:40 smithi123 ceph-mon[191304]: pgmap v15976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:43.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:42 smithi177 ceph-mon[212096]: pgmap v15977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:43.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:25:43.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:42 smithi123 ceph-mon[188613]: pgmap v15977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:43.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:25:43.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:42 smithi123 ceph-mon[191304]: pgmap v15977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:43.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:25:45.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:44 smithi177 ceph-mon[212096]: pgmap v15978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:45.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:44 smithi123 ceph-mon[191304]: pgmap v15978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:45.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:44 smithi123 ceph-mon[188613]: pgmap v15978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:47.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:46 smithi177 ceph-mon[212096]: pgmap v15979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:47.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:46 smithi123 ceph-mon[191304]: pgmap v15979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:47.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:46 smithi123 ceph-mon[188613]: pgmap v15979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:49.080 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:48 smithi123 ceph-mon[191304]: pgmap v15980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:49.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:48 smithi123 ceph-mon[188613]: pgmap v15980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:49.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:48 smithi177 ceph-mon[212096]: pgmap v15980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:25:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:25:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:25:50.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:50 smithi177 ceph-mon[212096]: pgmap v15981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:50.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:50 smithi123 ceph-mon[188613]: pgmap v15981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:50.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:50 smithi123 ceph-mon[191304]: pgmap v15981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:53.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:52 smithi177 ceph-mon[212096]: pgmap v15982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:53.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:52 smithi123 ceph-mon[191304]: pgmap v15982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:53.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:52 smithi123 ceph-mon[188613]: pgmap v15982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:55.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:54 smithi177 ceph-mon[212096]: pgmap v15983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:54 smithi123 ceph-mon[191304]: pgmap v15983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:55.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:54 smithi123 ceph-mon[188613]: pgmap v15983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:57.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:56 smithi177 ceph-mon[212096]: pgmap v15984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:57.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:56 smithi123 ceph-mon[191304]: pgmap v15984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:57.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:56 smithi123 ceph-mon[188613]: pgmap v15984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:57.741 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:25:58.048 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:25:58.049 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 87s ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:25:58.049 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 9m ago 7h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:25:58.049 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 87s ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:25:58.049 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 9m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:25:58.049 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 9m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:25:58.049 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 87s ago 7h 837M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:25:58.049 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 87s ago 7h 1990M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:25:58.049 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 9m ago 7h 919M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:25:58.049 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 87s ago 7h 1035M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:25:58.049 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 87s ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:25:58.049 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 9m ago 7h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:25:58.049 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 87s ago 7h 5198M 2255M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:25:58.049 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 87s ago 7h 5929M 2255M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:25:58.050 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 87s ago 7h 4814M 2255M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:25:58.050 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 87s ago 7h 5041M 2255M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:25:58.050 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 9m ago 7h 4212M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:25:58.050 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 9m ago 7h 4691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:25:58.050 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 9m ago 7h 4035M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:25:58.050 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 9m ago 7h 4679M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:25:58.050 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 9m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:25:58.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:25:58.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:25:58.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:25:58.432 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:25:58.433 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:25:58.433 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:25:58.433 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:25:58.433 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:25:58.433 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:25:58.433 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:25:58.433 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:25:58.433 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:25:58.433 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:25:58.433 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:25:58.433 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:25:58.433 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:25:58.433 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:25:58.433 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:25:58.434 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:25:58.434 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:25:58.434 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:25:59.080 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:58 smithi123 ceph-mon[191304]: pgmap v15985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:59.081 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:58 smithi123 ceph-mon[191304]: from='client.61454 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:25:59.081 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:58 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/738586735' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:25:59.081 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:58 smithi123 ceph-mon[188613]: pgmap v15985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:59.081 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:58 smithi123 ceph-mon[188613]: from='client.61454 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:25:59.082 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:58 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/738586735' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:25:59.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:58 smithi177 ceph-mon[212096]: pgmap v15985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:25:59.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:58 smithi177 ceph-mon[212096]: from='client.61454 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:25:59.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:58 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/738586735' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:25:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:25:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:25:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:26:00.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:25:59 smithi177 ceph-mon[212096]: from='client.61460 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:26:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:25:59 smithi123 ceph-mon[191304]: from='client.61460 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:26:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:25:59 smithi123 ceph-mon[188613]: from='client.61460 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:26:01.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:00 smithi177 ceph-mon[212096]: pgmap v15986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:01.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:00 smithi123 ceph-mon[191304]: pgmap v15986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:01.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:00 smithi123 ceph-mon[188613]: pgmap v15986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:02 smithi177 ceph-mon[212096]: pgmap v15987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:03.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:02 smithi123 ceph-mon[191304]: pgmap v15987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:02 smithi123 ceph-mon[188613]: pgmap v15987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:05.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:04 smithi177 ceph-mon[212096]: pgmap v15988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:05.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:04 smithi123 ceph-mon[191304]: pgmap v15988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:05.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:04 smithi123 ceph-mon[188613]: pgmap v15988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:07.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:06 smithi177 ceph-mon[212096]: pgmap v15989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:07.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:06 smithi123 ceph-mon[191304]: pgmap v15989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:07.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:06 smithi123 ceph-mon[188613]: pgmap v15989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:09.080 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:08 smithi123 ceph-mon[191304]: pgmap v15990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:09.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:08 smithi123 ceph-mon[188613]: pgmap v15990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:09.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:08 smithi177 ceph-mon[212096]: pgmap v15990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:26:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:26:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:26:10.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:10 smithi177 ceph-mon[212096]: pgmap v15991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:10.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:10 smithi123 ceph-mon[191304]: pgmap v15991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:10 smithi123 ceph-mon[188613]: pgmap v15991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:12 smithi177 ceph-mon[212096]: pgmap v15992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:26:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:12 smithi123 ceph-mon[191304]: pgmap v15992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:26:13.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:12 smithi123 ceph-mon[188613]: pgmap v15992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:13.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:26:15.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:14 smithi177 ceph-mon[212096]: pgmap v15993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:15.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:14 smithi123 ceph-mon[191304]: pgmap v15993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:15.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:14 smithi123 ceph-mon[188613]: pgmap v15993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:17.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:16 smithi177 ceph-mon[212096]: pgmap v15994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:17.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:16 smithi123 ceph-mon[191304]: pgmap v15994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:17.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:16 smithi123 ceph-mon[188613]: pgmap v15994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:19.080 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:18 smithi123 ceph-mon[191304]: pgmap v15995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:19.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:18 smithi123 ceph-mon[188613]: pgmap v15995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:19.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:18 smithi177 ceph-mon[212096]: pgmap v15995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:26:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:26:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:26:20.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:20 smithi177 ceph-mon[212096]: pgmap v15996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:20.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:20 smithi123 ceph-mon[188613]: pgmap v15996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:20.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:20 smithi123 ceph-mon[191304]: pgmap v15996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:23.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:22 smithi177 ceph-mon[212096]: pgmap v15997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:23.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:22 smithi123 ceph-mon[191304]: pgmap v15997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:23.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:22 smithi123 ceph-mon[188613]: pgmap v15997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:25.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:24 smithi177 ceph-mon[212096]: pgmap v15998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:25.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:24 smithi123 ceph-mon[191304]: pgmap v15998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:25.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:24 smithi123 ceph-mon[188613]: pgmap v15998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:27.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:26 smithi177 ceph-mon[212096]: pgmap v15999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:27.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:26 smithi123 ceph-mon[191304]: pgmap v15999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:27.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:26 smithi123 ceph-mon[188613]: pgmap v15999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:26:28.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:26:28.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:26:28.781 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:26:29.079 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:28 smithi123 ceph-mon[191304]: pgmap v16000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:29.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:28 smithi123 ceph-mon[188613]: pgmap v16000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:29.090 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:26:29.090 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 119s ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:26:29.090 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 10m ago 7h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:26:29.091 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 119s ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:26:29.091 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 10m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:26:29.091 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 10m ago 7h 465M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:26:29.091 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 119s ago 7h 837M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:26:29.091 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 119s ago 7h 1990M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:26:29.091 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 10m ago 7h 919M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:26:29.091 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 119s ago 7h 1035M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:26:29.091 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 119s ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:26:29.091 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 10m ago 7h 22.9M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:26:29.091 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 119s ago 7h 5198M 2255M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:26:29.091 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 119s ago 7h 5929M 2255M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:26:29.091 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 119s ago 7h 4814M 2255M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:26:29.091 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 119s ago 7h 5041M 2255M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:26:29.091 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 10m ago 7h 4212M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:26:29.091 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 10m ago 7h 4691M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:26:29.091 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 10m ago 7h 4035M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:26:29.092 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 10m ago 7h 4679M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:26:29.092 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 10m ago 7h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:26:29.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:28 smithi177 ceph-mon[212096]: pgmap v16000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:29.477 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:26:29.478 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:26:29.478 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:26:29.478 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:26:29.478 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:26:29.478 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:26:29.478 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:26:29.478 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:26:29.478 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:26:29.478 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:26:29.478 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:26:29.478 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:26:29.478 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:26:29.478 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:26:29.478 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:26:29.478 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:26:29.479 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:26:29.479 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:26:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:26:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:26:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:26:30.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:29 smithi177 ceph-mon[212096]: from='client.61472 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:26:30.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:29 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3489576100' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:26:30.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:29 smithi123 ceph-mon[191304]: from='client.61472 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:26:30.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:29 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3489576100' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:26:30.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:29 smithi123 ceph-mon[188613]: from='client.61472 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:26:30.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:29 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3489576100' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:26:31.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:30 smithi177 ceph-mon[212096]: from='client.51528 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:26:31.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:30 smithi177 ceph-mon[212096]: pgmap v16001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:31.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:30 smithi123 ceph-mon[191304]: from='client.51528 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:26:31.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:30 smithi123 ceph-mon[191304]: pgmap v16001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:31.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:30 smithi123 ceph-mon[188613]: from='client.51528 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:26:31.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:30 smithi123 ceph-mon[188613]: pgmap v16001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:32.052 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:26:32.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:26:32.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:26:32.886 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:32 smithi177 ceph-mon[212096]: pgmap v16002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:33.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:32 smithi123 ceph-mon[191304]: pgmap v16002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:33.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:32 smithi123 ceph-mon[188613]: pgmap v16002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:35.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:34 smithi177 ceph-mon[212096]: pgmap v16003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:35.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:26:35.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:26:35.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:26:35.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:26:35.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:26:35.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:34 smithi123 ceph-mon[191304]: pgmap v16003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:35.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:26:35.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:26:35.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:26:35.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:26:35.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:26:35.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:34 smithi123 ceph-mon[188613]: pgmap v16003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:35.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:26:35.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:26:35.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:26:35.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:26:35.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:26:37.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:36 smithi177 ceph-mon[212096]: pgmap v16004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:37.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:36 smithi123 ceph-mon[191304]: pgmap v16004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:37.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:36 smithi123 ceph-mon[188613]: pgmap v16004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:39.080 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:38 smithi123 ceph-mon[191304]: pgmap v16005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:39.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:38 smithi123 ceph-mon[188613]: pgmap v16005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:39.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:38 smithi177 ceph-mon[212096]: pgmap v16005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:26:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:26:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:26:40.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:40 smithi177 ceph-mon[212096]: pgmap v16006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:40.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:40 smithi123 ceph-mon[188613]: pgmap v16006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:40.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:40 smithi123 ceph-mon[191304]: pgmap v16006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:43.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:42 smithi177 ceph-mon[212096]: pgmap v16007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:43.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:26:43.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:42 smithi123 ceph-mon[188613]: pgmap v16007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:43.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:26:43.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:42 smithi123 ceph-mon[191304]: pgmap v16007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:43.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:26:45.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:44 smithi177 ceph-mon[212096]: pgmap v16008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:45.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:44 smithi123 ceph-mon[191304]: pgmap v16008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:45.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:44 smithi123 ceph-mon[188613]: pgmap v16008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:47.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:46 smithi177 ceph-mon[212096]: pgmap v16009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:47.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:46 smithi123 ceph-mon[191304]: pgmap v16009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:47.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:46 smithi123 ceph-mon[188613]: pgmap v16009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:49.080 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:48 smithi123 ceph-mon[191304]: pgmap v16010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:49.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:48 smithi123 ceph-mon[188613]: pgmap v16010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:49.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:48 smithi177 ceph-mon[212096]: pgmap v16010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:26:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:26:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:26:50.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:50 smithi177 ceph-mon[212096]: pgmap v16011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:50.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:50 smithi123 ceph-mon[191304]: pgmap v16011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:50.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:50 smithi123 ceph-mon[188613]: pgmap v16011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:53.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:52 smithi177 ceph-mon[212096]: pgmap v16012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:53.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:52 smithi123 ceph-mon[188613]: pgmap v16012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:53.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:52 smithi123 ceph-mon[191304]: pgmap v16012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:55.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:54 smithi177 ceph-mon[212096]: pgmap v16013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:54 smithi123 ceph-mon[191304]: pgmap v16013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:55.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:54 smithi123 ceph-mon[188613]: pgmap v16013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:57.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:56 smithi177 ceph-mon[212096]: pgmap v16014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:57.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:56 smithi123 ceph-mon[191304]: pgmap v16014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:57.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:56 smithi123 ceph-mon[188613]: pgmap v16014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:58.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:26:58.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:26:58.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:26:59.080 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:26:58 smithi123 ceph-mon[191304]: pgmap v16015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:59.081 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:26:58 smithi123 ceph-mon[188613]: pgmap v16015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:59.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:26:58 smithi177 ceph-mon[212096]: pgmap v16015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:26:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:26:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:26:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:26:59.820 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:27:00.123 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:27:00.123 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 2m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:27:00.123 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 26s ago 7h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:27:00.123 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 2m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:27:00.123 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 26s ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:27:00.123 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 26s ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:27:00.123 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 2m ago 7h 837M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:27:00.123 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 2m ago 7h 1990M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:27:00.123 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 26s ago 7h 936M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:27:00.123 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 2m ago 7h 1035M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:27:00.124 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 2m ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:27:00.124 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 26s ago 7h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:27:00.124 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 2m ago 7h 5198M 2255M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:27:00.124 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 2m ago 7h 5929M 2255M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:27:00.124 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 2m ago 7h 4814M 2255M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:27:00.124 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 2m ago 7h 5041M 2255M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:27:00.124 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 26s ago 7h 4239M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:27:00.124 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 26s ago 7h 4722M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:27:00.124 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 26s ago 7h 4065M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:27:00.124 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 26s ago 7h 4716M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:27:00.124 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 26s ago 7h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:27:00.505 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:27:00.505 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:27:00.505 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:27:00.505 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:27:00.505 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:27:00.506 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:27:00.506 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:27:00.506 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:27:00.506 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:27:00.506 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:27:00.506 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:27:00.506 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:27:00.506 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:27:00.506 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:27:00.506 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:27:00.506 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:27:00.506 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:27:00.506 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:27:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:00 smithi177 ceph-mon[212096]: pgmap v16016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:00 smithi177 ceph-mon[212096]: from='client.61490 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:27:00.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:00 smithi123 ceph-mon[191304]: pgmap v16016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:00.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:00 smithi123 ceph-mon[191304]: from='client.61490 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:27:00.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:00 smithi123 ceph-mon[188613]: pgmap v16016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:00.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:00 smithi123 ceph-mon[188613]: from='client.61490 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:27:01.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:01 smithi177 ceph-mon[212096]: from='client.61496 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:27:01.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:01 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/60589831' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:27:01.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:01 smithi123 ceph-mon[191304]: from='client.61496 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:27:01.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:01 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/60589831' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:27:01.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:01 smithi123 ceph-mon[188613]: from='client.61496 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:27:01.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:01 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/60589831' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:27:02.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:02 smithi177 ceph-mon[212096]: pgmap v16017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:02.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:02 smithi123 ceph-mon[188613]: pgmap v16017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:02.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:02 smithi123 ceph-mon[191304]: pgmap v16017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:05.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:04 smithi177 ceph-mon[212096]: pgmap v16018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:05.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:04 smithi123 ceph-mon[191304]: pgmap v16018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:05.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:04 smithi123 ceph-mon[188613]: pgmap v16018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:07.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:06 smithi177 ceph-mon[212096]: pgmap v16019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:07.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:06 smithi123 ceph-mon[191304]: pgmap v16019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:07.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:06 smithi123 ceph-mon[188613]: pgmap v16019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:09.081 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:08 smithi123 ceph-mon[191304]: pgmap v16020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:09.081 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:08 smithi123 ceph-mon[188613]: pgmap v16020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:09.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:08 smithi177 ceph-mon[212096]: pgmap v16020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:27:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:27:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:27:10.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:10 smithi177 ceph-mon[212096]: pgmap v16021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:10.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:10 smithi123 ceph-mon[191304]: pgmap v16021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:10 smithi123 ceph-mon[188613]: pgmap v16021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:12 smithi177 ceph-mon[212096]: pgmap v16022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:27:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:12 smithi123 ceph-mon[191304]: pgmap v16022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:27:13.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:12 smithi123 ceph-mon[188613]: pgmap v16022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:13.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:27:15.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:14 smithi177 ceph-mon[212096]: pgmap v16023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:15.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:14 smithi123 ceph-mon[191304]: pgmap v16023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:15.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:14 smithi123 ceph-mon[188613]: pgmap v16023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:17.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:16 smithi177 ceph-mon[212096]: pgmap v16024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:17.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:16 smithi123 ceph-mon[191304]: pgmap v16024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:17.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:16 smithi123 ceph-mon[188613]: pgmap v16024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:19.079 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:18 smithi123 ceph-mon[191304]: pgmap v16025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:19.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:18 smithi123 ceph-mon[188613]: pgmap v16025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:19.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:18 smithi177 ceph-mon[212096]: pgmap v16025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:27:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:27:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:27:20.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:20 smithi177 ceph-mon[212096]: pgmap v16026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:20.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:20 smithi123 ceph-mon[188613]: pgmap v16026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:20.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:20 smithi123 ceph-mon[191304]: pgmap v16026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:23.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:22 smithi177 ceph-mon[212096]: pgmap v16027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:23.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:22 smithi123 ceph-mon[191304]: pgmap v16027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:23.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:22 smithi123 ceph-mon[188613]: pgmap v16027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:25.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:24 smithi177 ceph-mon[212096]: pgmap v16028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:25.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:24 smithi123 ceph-mon[191304]: pgmap v16028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:25.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:24 smithi123 ceph-mon[188613]: pgmap v16028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:27.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:26 smithi177 ceph-mon[212096]: pgmap v16029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:27.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:26 smithi123 ceph-mon[191304]: pgmap v16029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:27.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:26 smithi123 ceph-mon[188613]: pgmap v16029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:27:28.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:27:28.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:27:29.081 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:28 smithi123 ceph-mon[188613]: pgmap v16030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:29.081 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:28 smithi123 ceph-mon[191304]: pgmap v16030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:29.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:28 smithi177 ceph-mon[212096]: pgmap v16030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:27:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:27:29] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T18:27:30.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:30 smithi177 ceph-mon[212096]: pgmap v16031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:30.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:30 smithi123 ceph-mon[191304]: pgmap v16031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:30.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:30 smithi123 ceph-mon[188613]: pgmap v16031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:30.850 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:27:31.158 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:27:31.158 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 3m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:27:31.158 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 57s ago 7h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:27:31.158 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 3m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:27:31.158 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 57s ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:27:31.159 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 57s ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:27:31.159 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 3m ago 7h 837M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:27:31.159 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 3m ago 7h 1990M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:27:31.159 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 57s ago 7h 936M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:27:31.159 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 3m ago 7h 1035M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:27:31.159 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 3m ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:27:31.160 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 57s ago 7h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:27:31.160 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 3m ago 7h 5198M 2255M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:27:31.160 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 3m ago 7h 5929M 2255M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:27:31.160 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 3m ago 7h 4814M 2255M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:27:31.160 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 3m ago 7h 5041M 2255M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:27:31.160 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 57s ago 7h 4239M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:27:31.161 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 57s ago 7h 4722M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:27:31.161 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 57s ago 7h 4065M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:27:31.161 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 57s ago 7h 4716M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:27:31.161 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 57s ago 7h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:27:31.540 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:27:31.540 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:27:31.541 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:27:31.541 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:27:31.541 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:27:31.541 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:27:31.541 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:27:31.541 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:27:31.541 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:27:31.541 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:27:31.541 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:27:31.541 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:27:31.541 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:27:31.541 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:27:31.541 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:27:31.541 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:27:31.542 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:27:31.542 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:27:31.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:31 smithi177 ceph-mon[212096]: from='client.51558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:27:31.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:31 smithi123 ceph-mon[191304]: from='client.51558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:27:31.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:31 smithi123 ceph-mon[188613]: from='client.51558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:27:32.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:32 smithi177 ceph-mon[212096]: from='client.61514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:27:32.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:32 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3126439994' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:27:32.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:32 smithi177 ceph-mon[212096]: pgmap v16032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:32.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:32 smithi123 ceph-mon[191304]: from='client.61514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:27:32.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:32 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3126439994' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:27:32.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:32 smithi123 ceph-mon[191304]: pgmap v16032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:32.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:32 smithi123 ceph-mon[188613]: from='client.61514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:27:32.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:32 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3126439994' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:27:32.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:32 smithi123 ceph-mon[188613]: pgmap v16032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:35.156 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:34 smithi177 ceph-mon[212096]: pgmap v16033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:35.157 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:27:35.157 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:27:35.157 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:27:35.157 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:27:35.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:34 smithi123 ceph-mon[191304]: pgmap v16033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:35.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:27:35.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:27:35.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:27:35.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:27:35.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:34 smithi123 ceph-mon[188613]: pgmap v16033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:35.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:27:35.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:27:35.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:27:35.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:27:37.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:36 smithi177 ceph-mon[212096]: pgmap v16034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:37.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:36 smithi123 ceph-mon[191304]: pgmap v16034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:37.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:36 smithi123 ceph-mon[188613]: pgmap v16034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:39.080 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:38 smithi123 ceph-mon[191304]: pgmap v16035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:39.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:38 smithi123 ceph-mon[188613]: pgmap v16035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:39.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:38 smithi177 ceph-mon[212096]: pgmap v16035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:27:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:27:39] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T18:27:40.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:40 smithi177 ceph-mon[212096]: pgmap v16036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:40.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:40 smithi123 ceph-mon[191304]: pgmap v16036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:40.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:40 smithi123 ceph-mon[188613]: pgmap v16036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:43.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:42 smithi177 ceph-mon[212096]: pgmap v16037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:43.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:27:43.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:42 smithi123 ceph-mon[191304]: pgmap v16037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:43.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:27:43.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:42 smithi123 ceph-mon[188613]: pgmap v16037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:43.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:27:45.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:44 smithi177 ceph-mon[212096]: pgmap v16038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:45.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:44 smithi123 ceph-mon[191304]: pgmap v16038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:45.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:44 smithi123 ceph-mon[188613]: pgmap v16038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:47.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:46 smithi177 ceph-mon[212096]: pgmap v16039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:47.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:46 smithi123 ceph-mon[191304]: pgmap v16039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:47.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:46 smithi123 ceph-mon[188613]: pgmap v16039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:49.080 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:48 smithi123 ceph-mon[191304]: pgmap v16040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:49.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:48 smithi123 ceph-mon[188613]: pgmap v16040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:49.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:48 smithi177 ceph-mon[212096]: pgmap v16040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:27:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:27:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:27:50.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:50 smithi177 ceph-mon[212096]: pgmap v16041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:50.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:50 smithi123 ceph-mon[188613]: pgmap v16041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:50.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:50 smithi123 ceph-mon[191304]: pgmap v16041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:53.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:52 smithi177 ceph-mon[212096]: pgmap v16042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:53.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:52 smithi123 ceph-mon[188613]: pgmap v16042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:53.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:52 smithi123 ceph-mon[191304]: pgmap v16042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:55.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:54 smithi177 ceph-mon[212096]: pgmap v16043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:54 smithi123 ceph-mon[191304]: pgmap v16043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:55.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:54 smithi123 ceph-mon[188613]: pgmap v16043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:57.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:56 smithi177 ceph-mon[212096]: pgmap v16044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:57.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:56 smithi123 ceph-mon[191304]: pgmap v16044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:57.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:56 smithi123 ceph-mon[188613]: pgmap v16044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:58.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:27:58.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:27:58.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:27:59.080 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:27:58 smithi123 ceph-mon[191304]: pgmap v16045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:59.081 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:27:58 smithi123 ceph-mon[188613]: pgmap v16045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:59.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:27:58 smithi177 ceph-mon[212096]: pgmap v16045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:27:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:27:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:27:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T18:28:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:00 smithi177 ceph-mon[212096]: pgmap v16046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:00.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:00 smithi123 ceph-mon[191304]: pgmap v16046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:00.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:00 smithi123 ceph-mon[188613]: pgmap v16046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:01.890 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:28:02.200 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:28:02.201 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 3m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:28:02.201 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 88s ago 7h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:28:02.201 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 3m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:28:02.201 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 88s ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:28:02.201 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 88s ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:28:02.201 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 3m ago 7h 837M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:28:02.201 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 3m ago 7h 1990M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:28:02.201 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 88s ago 7h 936M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:28:02.202 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 3m ago 7h 1035M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:28:02.202 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 3m ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:28:02.202 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 88s ago 7h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:28:02.202 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 3m ago 7h 5198M 2255M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:28:02.202 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 3m ago 7h 5929M 2255M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:28:02.202 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 3m ago 7h 4814M 2255M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:28:02.202 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 3m ago 7h 5041M 2255M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:28:02.202 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 88s ago 7h 4239M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:28:02.202 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 88s ago 7h 4722M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:28:02.202 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 88s ago 7h 4065M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:28:02.202 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 88s ago 7h 4716M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:28:02.202 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 88s ago 7h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:28:02.578 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:28:02.579 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:28:02.579 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:28:02.579 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:28:02.579 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:28:02.579 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:28:02.579 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:28:02.579 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:28:02.579 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:28:02.579 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:28:02.579 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:28:02.579 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:28:02.579 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:28:02.580 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:28:02.580 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:28:02.580 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:28:02.580 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:28:02.580 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:28:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:02 smithi177 ceph-mon[212096]: pgmap v16047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:02 smithi177 ceph-mon[212096]: from='client.61526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:28:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:02 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3410793287' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:28:03.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:02 smithi123 ceph-mon[191304]: pgmap v16047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:03.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:02 smithi123 ceph-mon[191304]: from='client.61526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:28:03.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:02 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3410793287' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:28:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:02 smithi123 ceph-mon[188613]: pgmap v16047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:02 smithi123 ceph-mon[188613]: from='client.61526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:28:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:02 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3410793287' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:28:04.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:03 smithi177 ceph-mon[212096]: from='client.51582 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:28:04.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:03 smithi123 ceph-mon[191304]: from='client.51582 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:28:04.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:03 smithi123 ceph-mon[188613]: from='client.51582 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:28:05.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:04 smithi177 ceph-mon[212096]: pgmap v16048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:05.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:04 smithi123 ceph-mon[188613]: pgmap v16048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:05.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:04 smithi123 ceph-mon[191304]: pgmap v16048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:07.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:06 smithi177 ceph-mon[212096]: pgmap v16049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:07.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:06 smithi123 ceph-mon[191304]: pgmap v16049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:07.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:06 smithi123 ceph-mon[188613]: pgmap v16049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:09.080 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:08 smithi123 ceph-mon[191304]: pgmap v16050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:09.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:08 smithi123 ceph-mon[188613]: pgmap v16050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:09.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:08 smithi177 ceph-mon[212096]: pgmap v16050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:28:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:28:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T18:28:10.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:10 smithi177 ceph-mon[212096]: pgmap v16051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:10.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:10 smithi123 ceph-mon[191304]: pgmap v16051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:10.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:10 smithi123 ceph-mon[188613]: pgmap v16051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:12 smithi177 ceph-mon[212096]: pgmap v16052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:28:13.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:12 smithi123 ceph-mon[191304]: pgmap v16052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:13.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:28:13.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:12 smithi123 ceph-mon[188613]: pgmap v16052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:13.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:28:15.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:14 smithi177 ceph-mon[212096]: pgmap v16053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:15.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:14 smithi123 ceph-mon[191304]: pgmap v16053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:15.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:14 smithi123 ceph-mon[188613]: pgmap v16053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:17.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:16 smithi177 ceph-mon[212096]: pgmap v16054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:17.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:16 smithi123 ceph-mon[191304]: pgmap v16054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:17.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:16 smithi123 ceph-mon[188613]: pgmap v16054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:19.079 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:18 smithi123 ceph-mon[191304]: pgmap v16055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:19.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:18 smithi123 ceph-mon[188613]: pgmap v16055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:19.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:18 smithi177 ceph-mon[212096]: pgmap v16055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:28:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:28:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:28:20.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:20 smithi177 ceph-mon[212096]: pgmap v16056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:20.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:20 smithi123 ceph-mon[191304]: pgmap v16056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:20.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:20 smithi123 ceph-mon[188613]: pgmap v16056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:23.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:22 smithi177 ceph-mon[212096]: pgmap v16057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:23.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:22 smithi123 ceph-mon[188613]: pgmap v16057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:23.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:22 smithi123 ceph-mon[191304]: pgmap v16057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:25.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:24 smithi177 ceph-mon[212096]: pgmap v16058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:25.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:24 smithi123 ceph-mon[191304]: pgmap v16058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:25.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:24 smithi123 ceph-mon[188613]: pgmap v16058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:27.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:26 smithi177 ceph-mon[212096]: pgmap v16059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:27.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:26 smithi123 ceph-mon[191304]: pgmap v16059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:27.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:26 smithi123 ceph-mon[188613]: pgmap v16059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:28:28.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:28:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:28:29.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:28 smithi123 ceph-mon[188613]: pgmap v16060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:29.080 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:28 smithi123 ceph-mon[191304]: pgmap v16060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:29.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:28 smithi177 ceph-mon[212096]: pgmap v16060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:28:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:28:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:28:30.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:30 smithi177 ceph-mon[212096]: pgmap v16061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:30.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:30 smithi123 ceph-mon[191304]: pgmap v16061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:30.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:30 smithi123 ceph-mon[188613]: pgmap v16061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:32.927 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:28:33.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:32 smithi177 ceph-mon[212096]: pgmap v16062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:33.233 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:28:33.233 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 4m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:28:33.233 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 119s ago 7h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:28:33.234 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 4m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:28:33.234 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 119s ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:28:33.234 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 119s ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:28:33.234 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 4m ago 7h 837M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:28:33.234 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 4m ago 7h 1990M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:28:33.234 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 119s ago 7h 936M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:28:33.234 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 4m ago 7h 1035M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:28:33.234 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 4m ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:28:33.234 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 119s ago 7h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:28:33.234 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 4m ago 7h 5198M 2255M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:28:33.234 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 4m ago 7h 5929M 2255M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:28:33.234 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 4m ago 7h 4814M 2255M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:28:33.234 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 4m ago 7h 5041M 2255M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:28:33.234 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 119s ago 7h 4239M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:28:33.234 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 119s ago 7h 4722M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:28:33.234 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 119s ago 7h 4065M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:28:33.235 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 119s ago 7h 4716M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:28:33.235 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 119s ago 7h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:28:33.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:32 smithi123 ceph-mon[191304]: pgmap v16062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:33.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:32 smithi123 ceph-mon[188613]: pgmap v16062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:33.620 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:28:33.620 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:28:33.621 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:28:33.621 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:28:33.621 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:28:33.621 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:28:33.621 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:28:33.621 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:28:33.621 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:28:33.621 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:28:33.621 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:28:33.621 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:28:33.622 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:28:33.622 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:28:33.622 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:28:33.622 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:28:33.622 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:28:33.622 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:28:34.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:33 smithi177 ceph-mon[212096]: from='client.61544 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:28:34.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:33 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2132118119' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:28:34.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:33 smithi123 ceph-mon[191304]: from='client.61544 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:28:34.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:33 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2132118119' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:28:34.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:33 smithi123 ceph-mon[188613]: from='client.61544 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:28:34.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:33 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2132118119' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:28:35.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:34 smithi177 ceph-mon[212096]: from='client.51600 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:28:35.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:34 smithi177 ceph-mon[212096]: pgmap v16063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:35.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:34 smithi123 ceph-mon[191304]: from='client.51600 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:28:35.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:34 smithi123 ceph-mon[191304]: pgmap v16063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:35.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:34 smithi123 ceph-mon[188613]: from='client.51600 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:28:35.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:34 smithi123 ceph-mon[188613]: pgmap v16063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:36.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:28:36.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:28:36.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:28:36.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:28:36.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:28:36.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:28:36.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:28:36.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:28:36.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:28:36.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:28:36.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:28:36.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:28:37.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:36 smithi177 ceph-mon[212096]: pgmap v16064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:37.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:36 smithi123 ceph-mon[191304]: pgmap v16064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:37.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:36 smithi123 ceph-mon[188613]: pgmap v16064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:39.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:38 smithi123 ceph-mon[188613]: pgmap v16065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:39.081 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:38 smithi123 ceph-mon[191304]: pgmap v16065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:39.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:38 smithi177 ceph-mon[212096]: pgmap v16065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:28:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:28:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:28:40.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:40 smithi177 ceph-mon[212096]: pgmap v16066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:40.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:40 smithi123 ceph-mon[191304]: pgmap v16066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:40.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:40 smithi123 ceph-mon[188613]: pgmap v16066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:43.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:42 smithi177 ceph-mon[212096]: pgmap v16067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:43.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:28:43.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:42 smithi123 ceph-mon[191304]: pgmap v16067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:43.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:28:43.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:42 smithi123 ceph-mon[188613]: pgmap v16067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:43.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:28:45.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:44 smithi177 ceph-mon[212096]: pgmap v16068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:45.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:44 smithi123 ceph-mon[191304]: pgmap v16068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:45.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:44 smithi123 ceph-mon[188613]: pgmap v16068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:47.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:46 smithi177 ceph-mon[212096]: pgmap v16069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:47.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:46 smithi123 ceph-mon[191304]: pgmap v16069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:47.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:46 smithi123 ceph-mon[188613]: pgmap v16069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:49.080 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:48 smithi123 ceph-mon[191304]: pgmap v16070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:49.081 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:48 smithi123 ceph-mon[188613]: pgmap v16070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:49.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:48 smithi177 ceph-mon[212096]: pgmap v16070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:28:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:28:49] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T18:28:50.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:50 smithi177 ceph-mon[212096]: pgmap v16071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:50.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:50 smithi123 ceph-mon[191304]: pgmap v16071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:50.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:50 smithi123 ceph-mon[188613]: pgmap v16071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:53.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:52 smithi177 ceph-mon[212096]: pgmap v16072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:53.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:52 smithi123 ceph-mon[191304]: pgmap v16072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:53.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:52 smithi123 ceph-mon[188613]: pgmap v16072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:55.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:54 smithi177 ceph-mon[212096]: pgmap v16073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:54 smithi123 ceph-mon[191304]: pgmap v16073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:55.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:54 smithi123 ceph-mon[188613]: pgmap v16073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:57.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:56 smithi177 ceph-mon[212096]: pgmap v16074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:57.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:56 smithi123 ceph-mon[191304]: pgmap v16074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:57.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:56 smithi123 ceph-mon[188613]: pgmap v16074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:58.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:28:58.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:28:58.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:28:59.079 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:28:58 smithi123 ceph-mon[191304]: pgmap v16075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:59.081 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:28:58 smithi123 ceph-mon[188613]: pgmap v16075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:59.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:28:58 smithi177 ceph-mon[212096]: pgmap v16075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:28:59.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:28:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:28:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:29:00.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:00 smithi123 ceph-mon[191304]: pgmap v16076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:00.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:00 smithi123 ceph-mon[188613]: pgmap v16076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:00.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:00 smithi177 ceph-mon[212096]: pgmap v16076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:02 smithi177 ceph-mon[212096]: pgmap v16077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:03.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:02 smithi123 ceph-mon[191304]: pgmap v16077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:02 smithi123 ceph-mon[188613]: pgmap v16077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:03.965 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:29:04.278 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:29:04.278 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 4m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:29:04.278 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 2m ago 7h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:29:04.278 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 4m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:29:04.278 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 2m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:29:04.278 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 2m ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:29:04.278 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 4m ago 7h 837M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:29:04.278 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 4m ago 7h 1990M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:29:04.278 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 2m ago 7h 936M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:29:04.279 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 4m ago 7h 1035M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:29:04.279 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 4m ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:29:04.279 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 2m ago 7h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:29:04.279 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 4m ago 7h 5198M 2255M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:29:04.279 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 4m ago 7h 5929M 2255M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:29:04.279 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 4m ago 7h 4814M 2255M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:29:04.279 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 4m ago 7h 5041M 2255M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:29:04.279 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 2m ago 7h 4239M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:29:04.279 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 2m ago 7h 4722M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:29:04.279 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 2m ago 7h 4065M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:29:04.279 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 2m ago 7h 4716M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:29:04.279 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 2m ago 7h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:29:04.659 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:29:04.659 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:29:04.659 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:29:04.659 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:29:04.660 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:29:04.660 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:29:04.660 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:29:04.660 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:29:04.660 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:29:04.660 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:29:04.660 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:29:04.660 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:29:04.660 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:29:04.660 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:29:04.660 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:29:04.660 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:29:04.660 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:29:04.660 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:29:05.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:04 smithi177 ceph-mon[212096]: pgmap v16078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:05.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:04 smithi177 ceph-mon[212096]: from='client.61562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:29:05.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:04 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1872625694' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:29:05.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:04 smithi123 ceph-mon[191304]: pgmap v16078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:05.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:04 smithi123 ceph-mon[191304]: from='client.61562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:29:05.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:04 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1872625694' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:29:05.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:04 smithi123 ceph-mon[188613]: pgmap v16078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:05.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:04 smithi123 ceph-mon[188613]: from='client.61562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:29:05.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:04 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1872625694' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:29:06.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:05 smithi177 ceph-mon[212096]: from='client.61568 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:29:06.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:05 smithi123 ceph-mon[191304]: from='client.61568 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:29:06.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:05 smithi123 ceph-mon[188613]: from='client.61568 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:29:07.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:06 smithi177 ceph-mon[212096]: pgmap v16079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:07.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:06 smithi123 ceph-mon[191304]: pgmap v16079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:07.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:06 smithi123 ceph-mon[188613]: pgmap v16079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:09.080 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:08 smithi123 ceph-mon[191304]: pgmap v16080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:09.081 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:08 smithi123 ceph-mon[188613]: pgmap v16080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:09.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:08 smithi177 ceph-mon[212096]: pgmap v16080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:29:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:29:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:29:10.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:10 smithi123 ceph-mon[191304]: pgmap v16081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:10 smithi123 ceph-mon[188613]: pgmap v16081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:10.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:10 smithi177 ceph-mon[212096]: pgmap v16081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:12 smithi177 ceph-mon[212096]: pgmap v16082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:29:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:12 smithi123 ceph-mon[191304]: pgmap v16082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:29:13.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:12 smithi123 ceph-mon[188613]: pgmap v16082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:13.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:29:15.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:14 smithi177 ceph-mon[212096]: pgmap v16083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:15.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:14 smithi123 ceph-mon[191304]: pgmap v16083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:15.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:14 smithi123 ceph-mon[188613]: pgmap v16083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:17.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:16 smithi177 ceph-mon[212096]: pgmap v16084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:17.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:16 smithi123 ceph-mon[191304]: pgmap v16084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:17.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:16 smithi123 ceph-mon[188613]: pgmap v16084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:19.079 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:18 smithi123 ceph-mon[191304]: pgmap v16085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:19.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:18 smithi123 ceph-mon[188613]: pgmap v16085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:19.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:18 smithi177 ceph-mon[212096]: pgmap v16085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:29:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:29:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T18:29:20.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:20 smithi123 ceph-mon[191304]: pgmap v16086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:20.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:20 smithi123 ceph-mon[188613]: pgmap v16086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:20.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:20 smithi177 ceph-mon[212096]: pgmap v16086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:23.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:22 smithi177 ceph-mon[212096]: pgmap v16087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:23.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:22 smithi123 ceph-mon[191304]: pgmap v16087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:23.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:22 smithi123 ceph-mon[188613]: pgmap v16087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:25.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:24 smithi177 ceph-mon[212096]: pgmap v16088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:25.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:24 smithi123 ceph-mon[191304]: pgmap v16088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:25.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:24 smithi123 ceph-mon[188613]: pgmap v16088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:27.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:26 smithi177 ceph-mon[212096]: pgmap v16089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:27.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:26 smithi123 ceph-mon[191304]: pgmap v16089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:27.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:26 smithi123 ceph-mon[188613]: pgmap v16089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:29:28.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:29:28.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:29:29.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:28 smithi177 ceph-mon[212096]: pgmap v16090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:29.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:28 smithi123 ceph-mon[191304]: pgmap v16090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:29.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:28 smithi123 ceph-mon[188613]: pgmap v16090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:29.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:29:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:29:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:29:30.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:30 smithi123 ceph-mon[188613]: pgmap v16091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:30.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:30 smithi123 ceph-mon[191304]: pgmap v16091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:30.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:30 smithi177 ceph-mon[212096]: pgmap v16091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:33.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:32 smithi177 ceph-mon[212096]: pgmap v16092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:33.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:32 smithi123 ceph-mon[191304]: pgmap v16092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:33.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:32 smithi123 ceph-mon[188613]: pgmap v16092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:35.007 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:29:35.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:34 smithi177 ceph-mon[212096]: pgmap v16093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:35.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:34 smithi123 ceph-mon[191304]: pgmap v16093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:35.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:34 smithi123 ceph-mon[188613]: pgmap v16093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:35.317 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:29:35.317 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 5m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:29:35.317 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 3m ago 7h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:29:35.317 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 5m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:29:35.318 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 3m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:29:35.318 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 3m ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:29:35.318 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 5m ago 7h 837M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:29:35.318 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 5m ago 7h 1990M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:29:35.318 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 3m ago 7h 936M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:29:35.318 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 5m ago 7h 1035M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:29:35.318 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 5m ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:29:35.318 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 3m ago 7h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:29:35.318 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 5m ago 7h 5198M 2255M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:29:35.318 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 5m ago 7h 5929M 2255M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:29:35.318 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 5m ago 7h 4814M 2255M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:29:35.318 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 5m ago 7h 5041M 2255M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:29:35.318 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 3m ago 7h 4239M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:29:35.318 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 3m ago 7h 4722M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:29:35.319 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 3m ago 7h 4065M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:29:35.319 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 3m ago 7h 4716M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:29:35.319 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 3m ago 7h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:29:35.723 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:29:35.723 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:29:35.723 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:29:35.723 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:29:35.723 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:29:35.723 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:29:35.724 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:29:35.724 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:29:35.724 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:29:35.724 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:29:35.724 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:29:35.724 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:29:35.724 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:29:35.724 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:29:35.724 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:29:35.724 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:29:35.724 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:29:35.724 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:29:36.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:35 smithi177 ceph-mon[212096]: from='client.61580 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:29:36.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:35 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:29:36.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:35 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/709503571' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:29:36.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:35 smithi123 ceph-mon[191304]: from='client.61580 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:29:36.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:35 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:29:36.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:35 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/709503571' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:29:36.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:35 smithi123 ceph-mon[188613]: from='client.61580 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:29:36.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:35 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:29:36.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:35 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/709503571' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:29:37.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:36 smithi177 ceph-mon[212096]: from='client.51636 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:29:37.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:36 smithi177 ceph-mon[212096]: pgmap v16094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:37.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:29:37.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:29:37.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:29:37.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:36 smithi123 ceph-mon[191304]: from='client.51636 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:29:37.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:36 smithi123 ceph-mon[191304]: pgmap v16094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:37.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:29:37.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:29:37.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:29:37.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:36 smithi123 ceph-mon[188613]: from='client.51636 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:29:37.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:36 smithi123 ceph-mon[188613]: pgmap v16094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:37.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:29:37.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:29:37.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:29:39.081 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:38 smithi123 ceph-mon[191304]: pgmap v16095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:39.081 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:38 smithi123 ceph-mon[188613]: pgmap v16095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:39.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:38 smithi177 ceph-mon[212096]: pgmap v16095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:29:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:29:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:29:40.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:40 smithi123 ceph-mon[191304]: pgmap v16096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:40.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:40 smithi123 ceph-mon[188613]: pgmap v16096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:40.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:40 smithi177 ceph-mon[212096]: pgmap v16096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:43.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:42 smithi177 ceph-mon[212096]: pgmap v16097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:43.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:29:43.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:42 smithi123 ceph-mon[191304]: pgmap v16097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:43.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:29:43.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:42 smithi123 ceph-mon[188613]: pgmap v16097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:43.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:29:45.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:44 smithi177 ceph-mon[212096]: pgmap v16098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:45.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:44 smithi123 ceph-mon[191304]: pgmap v16098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:45.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:44 smithi123 ceph-mon[188613]: pgmap v16098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:47.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:46 smithi177 ceph-mon[212096]: pgmap v16099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:47.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:46 smithi123 ceph-mon[191304]: pgmap v16099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:47.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:46 smithi123 ceph-mon[188613]: pgmap v16099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:49.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:48 smithi177 ceph-mon[212096]: pgmap v16100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:49.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:48 smithi123 ceph-mon[191304]: pgmap v16100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:49.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:48 smithi123 ceph-mon[188613]: pgmap v16100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:49.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:29:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:29:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:29:50.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:50 smithi123 ceph-mon[191304]: pgmap v16101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:50.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:50 smithi123 ceph-mon[188613]: pgmap v16101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:50.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:50 smithi177 ceph-mon[212096]: pgmap v16101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:53.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:52 smithi177 ceph-mon[212096]: pgmap v16102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:53.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:52 smithi123 ceph-mon[191304]: pgmap v16102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:53.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:52 smithi123 ceph-mon[188613]: pgmap v16102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:55.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:54 smithi177 ceph-mon[212096]: pgmap v16103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:54 smithi123 ceph-mon[191304]: pgmap v16103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:55.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:54 smithi123 ceph-mon[188613]: pgmap v16103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:57.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:56 smithi177 ceph-mon[212096]: pgmap v16104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:57.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:56 smithi123 ceph-mon[191304]: pgmap v16104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:57.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:56 smithi123 ceph-mon[188613]: pgmap v16104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:58.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:29:58.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:29:58.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:29:59.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:29:58 smithi177 ceph-mon[212096]: pgmap v16105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:59.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:29:58 smithi123 ceph-mon[191304]: pgmap v16105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:59.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:29:58 smithi123 ceph-mon[188613]: pgmap v16105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:29:59.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:29:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:29:59] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T18:30:00.419 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T18:29:59.998+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T18:30:00.420 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:00 smithi123 ceph-mon[188613]: pgmap v16106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:00.420 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T18:30:00.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:00 smithi123 ceph-mon[191304]: pgmap v16106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:00.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T18:30:00.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:00 smithi177 ceph-mon[212096]: pgmap v16106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:00.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T18:30:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:02 smithi177 ceph-mon[212096]: pgmap v16107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:02 smithi123 ceph-mon[188613]: pgmap v16107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:03.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:02 smithi123 ceph-mon[191304]: pgmap v16107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:05.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:04 smithi177 ceph-mon[212096]: pgmap v16108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:05.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:04 smithi123 ceph-mon[191304]: pgmap v16108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:05.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:04 smithi123 ceph-mon[188613]: pgmap v16108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:06.067 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:30:06.375 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:30:06.375 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 5m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:30:06.375 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 3m ago 7h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:30:06.375 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 5m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:30:06.375 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 3m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:30:06.375 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 3m ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:30:06.375 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 5m ago 7h 837M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:30:06.375 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 5m ago 7h 1990M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:30:06.376 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 3m ago 7h 936M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:30:06.376 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 5m ago 7h 1035M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:30:06.376 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 5m ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:30:06.376 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 3m ago 7h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:30:06.376 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 5m ago 7h 5198M 2255M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:30:06.376 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 5m ago 7h 5929M 2255M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:30:06.376 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 5m ago 7h 4814M 2255M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:30:06.376 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 5m ago 7h 5041M 2255M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:30:06.376 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 3m ago 7h 4239M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:30:06.376 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 3m ago 7h 4722M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:30:06.376 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 3m ago 7h 4065M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:30:06.377 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 3m ago 7h 4716M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:30:06.377 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 3m ago 7h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:30:06.757 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:30:06.757 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:30:06.757 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:30:06.757 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:30:06.757 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:30:06.758 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:30:06.758 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:30:06.758 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:30:06.758 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:30:06.758 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:30:06.758 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:30:06.758 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:30:06.758 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:30:06.758 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:30:06.758 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:30:06.758 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:30:06.758 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:30:06.758 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:30:07.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:06 smithi177 ceph-mon[212096]: pgmap v16109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:07.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:06 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4211245681' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:30:07.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:06 smithi123 ceph-mon[191304]: pgmap v16109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:07.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:06 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4211245681' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:30:07.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:06 smithi123 ceph-mon[188613]: pgmap v16109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:07.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:06 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4211245681' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:30:08.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:07 smithi177 ceph-mon[212096]: from='client.61598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:30:08.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:07 smithi177 ceph-mon[212096]: from='client.51654 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:30:08.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:07 smithi123 ceph-mon[191304]: from='client.61598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:30:08.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:07 smithi123 ceph-mon[191304]: from='client.51654 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:30:08.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:07 smithi123 ceph-mon[188613]: from='client.61598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:30:08.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:07 smithi123 ceph-mon[188613]: from='client.51654 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:30:09.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:08 smithi177 ceph-mon[212096]: pgmap v16110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:09.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:08 smithi123 ceph-mon[191304]: pgmap v16110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:09.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:08 smithi123 ceph-mon[188613]: pgmap v16110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:09.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:30:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:30:09] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T18:30:10.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:10 smithi123 ceph-mon[191304]: pgmap v16111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:10 smithi123 ceph-mon[188613]: pgmap v16111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:10.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:10 smithi177 ceph-mon[212096]: pgmap v16111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:12 smithi177 ceph-mon[212096]: pgmap v16112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:30:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:12 smithi123 ceph-mon[191304]: pgmap v16112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:30:13.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:12 smithi123 ceph-mon[188613]: pgmap v16112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:13.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:30:15.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:14 smithi177 ceph-mon[212096]: pgmap v16113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:15.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:14 smithi123 ceph-mon[191304]: pgmap v16113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:15.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:14 smithi123 ceph-mon[188613]: pgmap v16113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:17.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:16 smithi177 ceph-mon[212096]: pgmap v16114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:17.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:16 smithi123 ceph-mon[191304]: pgmap v16114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:17.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:16 smithi123 ceph-mon[188613]: pgmap v16114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:19.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:18 smithi177 ceph-mon[212096]: pgmap v16115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:19.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:18 smithi123 ceph-mon[191304]: pgmap v16115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:19.243 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:30:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:30:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T18:30:19.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:18 smithi123 ceph-mon[188613]: pgmap v16115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:20.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:20 smithi123 ceph-mon[191304]: pgmap v16116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:20.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:20 smithi123 ceph-mon[188613]: pgmap v16116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:20.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:20 smithi177 ceph-mon[212096]: pgmap v16116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:23.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:22 smithi177 ceph-mon[212096]: pgmap v16117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:23.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:22 smithi123 ceph-mon[191304]: pgmap v16117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:23.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:22 smithi123 ceph-mon[188613]: pgmap v16117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:25.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:24 smithi177 ceph-mon[212096]: pgmap v16118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:25.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:24 smithi123 ceph-mon[188613]: pgmap v16118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:25.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:24 smithi123 ceph-mon[191304]: pgmap v16118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:27.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:26 smithi177 ceph-mon[212096]: pgmap v16119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:27.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:26 smithi123 ceph-mon[191304]: pgmap v16119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:27.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:26 smithi123 ceph-mon[188613]: pgmap v16119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:30:28.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:30:28.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:30:29.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:28 smithi177 ceph-mon[212096]: pgmap v16120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:29.243 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:30:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:30:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:30:29.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:28 smithi123 ceph-mon[191304]: pgmap v16120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:29.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:28 smithi123 ceph-mon[188613]: pgmap v16120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:30.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:30 smithi123 ceph-mon[191304]: pgmap v16121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:30.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:30 smithi123 ceph-mon[188613]: pgmap v16121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:30.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:30 smithi177 ceph-mon[212096]: pgmap v16121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:33.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:32 smithi177 ceph-mon[212096]: pgmap v16122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:33.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:32 smithi123 ceph-mon[191304]: pgmap v16122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:33.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:32 smithi123 ceph-mon[188613]: pgmap v16122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:35.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:34 smithi177 ceph-mon[212096]: pgmap v16123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:35.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:34 smithi123 ceph-mon[191304]: pgmap v16123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:35.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:34 smithi123 ceph-mon[188613]: pgmap v16123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:37.097 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:30:37.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:36 smithi177 ceph-mon[212096]: pgmap v16124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:37.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:30:37.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:30:37.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:30:37.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:30:37.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:36 smithi123 ceph-mon[191304]: pgmap v16124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:37.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:30:37.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:30:37.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:30:37.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:30:37.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:36 smithi123 ceph-mon[188613]: pgmap v16124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:37.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:30:37.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:30:37.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:30:37.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:30:37.403 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:30:37.403 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 6m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:30:37.403 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 4m ago 7h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:30:37.403 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 6m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:30:37.403 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 4m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:30:37.403 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 4m ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:30:37.404 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 6m ago 7h 837M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:30:37.404 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 6m ago 7h 1990M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:30:37.404 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 4m ago 7h 936M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:30:37.404 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 6m ago 7h 1035M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:30:37.404 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 6m ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:30:37.404 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 4m ago 7h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:30:37.404 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 6m ago 7h 5198M 2255M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:30:37.404 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 6m ago 7h 5929M 2255M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:30:37.404 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 6m ago 7h 4814M 2255M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:30:37.404 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 6m ago 7h 5041M 2255M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:30:37.404 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 4m ago 7h 4239M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:30:37.404 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 4m ago 7h 4722M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:30:37.404 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 4m ago 7h 4065M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:30:37.404 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 4m ago 7h 4716M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:30:37.404 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 4m ago 7h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:30:37.782 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:30:37.782 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:30:37.782 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:30:37.782 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:30:37.782 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:30:37.782 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:30:37.782 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:30:37.782 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:30:37.782 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:30:37.783 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:30:37.783 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:30:37.783 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:30:37.783 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:30:37.783 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:30:37.783 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:30:37.783 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:30:37.783 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:30:37.783 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:30:38.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:37 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2856880996' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:30:38.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:37 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2856880996' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:30:38.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:37 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2856880996' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:30:39.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:38 smithi177 ceph-mon[212096]: from='client.61616 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:30:39.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:38 smithi177 ceph-mon[212096]: from='client.51672 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:30:39.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:38 smithi177 ceph-mon[212096]: pgmap v16125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:39.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:38 smithi123 ceph-mon[191304]: from='client.61616 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:30:39.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:38 smithi123 ceph-mon[191304]: from='client.51672 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:30:39.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:38 smithi123 ceph-mon[191304]: pgmap v16125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:39.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:38 smithi123 ceph-mon[188613]: from='client.61616 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:30:39.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:38 smithi123 ceph-mon[188613]: from='client.51672 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:30:39.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:38 smithi123 ceph-mon[188613]: pgmap v16125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:39.245 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:30:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:30:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:30:40.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:40 smithi123 ceph-mon[191304]: pgmap v16126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:40.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:40 smithi123 ceph-mon[188613]: pgmap v16126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:40.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:40 smithi177 ceph-mon[212096]: pgmap v16126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:43.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:42 smithi177 ceph-mon[212096]: pgmap v16127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:43.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:30:43.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:42 smithi123 ceph-mon[188613]: pgmap v16127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:43.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:30:43.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:42 smithi123 ceph-mon[191304]: pgmap v16127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:43.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:30:45.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:44 smithi177 ceph-mon[212096]: pgmap v16128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:45.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:44 smithi123 ceph-mon[191304]: pgmap v16128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:45.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:44 smithi123 ceph-mon[188613]: pgmap v16128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:47.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:46 smithi177 ceph-mon[212096]: pgmap v16129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:47.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:46 smithi123 ceph-mon[191304]: pgmap v16129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:47.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:46 smithi123 ceph-mon[188613]: pgmap v16129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:49.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:48 smithi177 ceph-mon[212096]: pgmap v16130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:49.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:48 smithi123 ceph-mon[191304]: pgmap v16130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:49.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:48 smithi123 ceph-mon[188613]: pgmap v16130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:49.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:30:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:30:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:30:50.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:50 smithi123 ceph-mon[191304]: pgmap v16131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:50.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:50 smithi123 ceph-mon[188613]: pgmap v16131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:50.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:50 smithi177 ceph-mon[212096]: pgmap v16131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:53.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:52 smithi177 ceph-mon[212096]: pgmap v16132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:53.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:52 smithi123 ceph-mon[191304]: pgmap v16132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:53.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:52 smithi123 ceph-mon[188613]: pgmap v16132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:55.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:54 smithi177 ceph-mon[212096]: pgmap v16133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:54 smithi123 ceph-mon[191304]: pgmap v16133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:55.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:54 smithi123 ceph-mon[188613]: pgmap v16133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:57.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:56 smithi177 ceph-mon[212096]: pgmap v16134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:57.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:56 smithi123 ceph-mon[191304]: pgmap v16134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:57.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:56 smithi123 ceph-mon[188613]: pgmap v16134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:58.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:30:58.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:30:58.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:30:59.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:30:58 smithi177 ceph-mon[212096]: pgmap v16135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:59.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:30:58 smithi123 ceph-mon[191304]: pgmap v16135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:59.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:30:58 smithi123 ceph-mon[188613]: pgmap v16135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:30:59.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:30:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:30:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:31:00.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:00 smithi123 ceph-mon[191304]: pgmap v16136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:00.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:00 smithi123 ceph-mon[188613]: pgmap v16136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:00.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:00 smithi177 ceph-mon[212096]: pgmap v16136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:02 smithi177 ceph-mon[212096]: pgmap v16137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:03.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:02 smithi123 ceph-mon[191304]: pgmap v16137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:03.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:02 smithi123 ceph-mon[188613]: pgmap v16137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:05.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:04 smithi177 ceph-mon[212096]: pgmap v16138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:05.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:04 smithi123 ceph-mon[188613]: pgmap v16138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:05.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:04 smithi123 ceph-mon[191304]: pgmap v16138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:07.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:06 smithi177 ceph-mon[212096]: pgmap v16139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:07.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:06 smithi123 ceph-mon[191304]: pgmap v16139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:07.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:06 smithi123 ceph-mon[188613]: pgmap v16139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:08.128 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:31:08.436 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:31:08.436 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 6m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:31:08.436 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 4m ago 7h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:31:08.437 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 6m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:31:08.437 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 4m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:31:08.437 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 4m ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:31:08.437 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 6m ago 7h 837M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:31:08.437 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 6m ago 7h 1990M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:31:08.437 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 4m ago 7h 936M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:31:08.437 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 6m ago 7h 1035M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:31:08.437 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 6m ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:31:08.437 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 4m ago 7h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:31:08.437 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 6m ago 7h 5198M 2255M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:31:08.437 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 6m ago 7h 5929M 2255M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:31:08.437 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 6m ago 7h 4814M 2255M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:31:08.437 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 6m ago 7h 5041M 2255M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:31:08.437 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 4m ago 7h 4239M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:31:08.437 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 4m ago 7h 4722M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:31:08.438 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 4m ago 7h 4065M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:31:08.438 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 4m ago 7h 4716M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:31:08.438 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 4m ago 7h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:31:08.817 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:31:08.818 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:31:08.818 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:31:08.818 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:31:08.818 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:31:08.818 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:31:08.819 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:31:08.819 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:31:08.819 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:31:08.819 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:31:08.819 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:31:08.819 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:31:08.819 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:31:08.819 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:31:08.820 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:31:08.820 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:31:08.820 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:31:08.820 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:31:09.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:08 smithi177 ceph-mon[212096]: pgmap v16140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:09.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:08 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/670980133' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:31:09.243 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:31:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:31:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:31:09.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:08 smithi123 ceph-mon[191304]: pgmap v16140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:09.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:08 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/670980133' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:31:09.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:08 smithi123 ceph-mon[188613]: pgmap v16140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:09.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:08 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/670980133' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:31:10.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:09 smithi177 ceph-mon[212096]: from='client.51684 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:31:10.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:09 smithi177 ceph-mon[212096]: from='client.51690 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:31:10.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:09 smithi123 ceph-mon[191304]: from='client.51684 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:31:10.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:09 smithi123 ceph-mon[191304]: from='client.51690 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:31:10.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:09 smithi123 ceph-mon[188613]: from='client.51684 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:31:10.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:09 smithi123 ceph-mon[188613]: from='client.51690 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:31:11.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:10 smithi177 ceph-mon[212096]: pgmap v16141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:11.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:10 smithi123 ceph-mon[191304]: pgmap v16141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:11.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:10 smithi123 ceph-mon[188613]: pgmap v16141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:12 smithi177 ceph-mon[212096]: pgmap v16142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:31:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:12 smithi123 ceph-mon[191304]: pgmap v16142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:31:13.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:12 smithi123 ceph-mon[188613]: pgmap v16142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:13.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:31:15.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:14 smithi177 ceph-mon[212096]: pgmap v16143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:15.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:14 smithi123 ceph-mon[188613]: pgmap v16143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:15.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:14 smithi123 ceph-mon[191304]: pgmap v16143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:17.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:16 smithi177 ceph-mon[212096]: pgmap v16144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:17.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:16 smithi123 ceph-mon[188613]: pgmap v16144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:17.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:16 smithi123 ceph-mon[191304]: pgmap v16144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:19.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:18 smithi177 ceph-mon[212096]: pgmap v16145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:19.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:18 smithi123 ceph-mon[191304]: pgmap v16145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:19.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:18 smithi123 ceph-mon[188613]: pgmap v16145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:19.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:31:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:31:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:31:20.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:20 smithi123 ceph-mon[191304]: pgmap v16146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:20.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:20 smithi123 ceph-mon[188613]: pgmap v16146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:20.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:20 smithi177 ceph-mon[212096]: pgmap v16146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:23.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:22 smithi177 ceph-mon[212096]: pgmap v16147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:23.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:22 smithi123 ceph-mon[191304]: pgmap v16147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:23.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:22 smithi123 ceph-mon[188613]: pgmap v16147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:25.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:24 smithi177 ceph-mon[212096]: pgmap v16148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:25.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:24 smithi123 ceph-mon[191304]: pgmap v16148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:25.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:24 smithi123 ceph-mon[188613]: pgmap v16148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:27.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:26 smithi177 ceph-mon[212096]: pgmap v16149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:27.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:26 smithi123 ceph-mon[191304]: pgmap v16149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:27.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:26 smithi123 ceph-mon[188613]: pgmap v16149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:31:28.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:31:28.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:31:28.874 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 18:31:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T18:31:28.58485263Z level=info msg="Completed cleanup jobs" duration=11.285946ms 2023-12-20T18:31:29.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:28 smithi177 ceph-mon[212096]: pgmap v16150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:29.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:28 smithi123 ceph-mon[191304]: pgmap v16150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:29.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:28 smithi123 ceph-mon[188613]: pgmap v16150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:29.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:31:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:31:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:31:30.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:30 smithi123 ceph-mon[191304]: pgmap v16151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:30.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:30 smithi123 ceph-mon[188613]: pgmap v16151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:30.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:30 smithi177 ceph-mon[212096]: pgmap v16151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:33.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:32 smithi177 ceph-mon[212096]: pgmap v16152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:33.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:32 smithi123 ceph-mon[191304]: pgmap v16152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:33.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:32 smithi123 ceph-mon[188613]: pgmap v16152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:35.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:34 smithi177 ceph-mon[212096]: pgmap v16153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:35.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:34 smithi123 ceph-mon[191304]: pgmap v16153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:35.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:34 smithi123 ceph-mon[188613]: pgmap v16153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:37.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:36 smithi177 ceph-mon[212096]: pgmap v16154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:37.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:31:37.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:36 smithi123 ceph-mon[191304]: pgmap v16154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:37.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:31:37.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:36 smithi123 ceph-mon[188613]: pgmap v16154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:37.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:31:38.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:31:38.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:31:38.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:31:38.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:31:38.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:31:38.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:31:38.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:31:38.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:31:38.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:31:39.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:38 smithi177 ceph-mon[212096]: pgmap v16155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:39.164 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:31:39.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:38 smithi123 ceph-mon[191304]: pgmap v16155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:39.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:38 smithi123 ceph-mon[188613]: pgmap v16155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:39.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:31:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:31:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:31:39.473 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:31:39.473 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 7m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:31:39.473 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 5m ago 7h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:31:39.473 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 7m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:31:39.473 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 5m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:31:39.473 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 5m ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:31:39.474 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 7m ago 7h 837M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:31:39.474 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 7m ago 7h 1990M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:31:39.474 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 5m ago 7h 936M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:31:39.474 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 7m ago 7h 1035M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:31:39.474 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 7m ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:31:39.474 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 5m ago 7h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:31:39.474 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 7m ago 7h 5198M 2255M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:31:39.474 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 7m ago 7h 5929M 2255M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:31:39.474 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 7m ago 7h 4814M 2255M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:31:39.474 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 7m ago 7h 5041M 2255M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:31:39.474 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 5m ago 7h 4239M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:31:39.474 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 5m ago 7h 4722M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:31:39.474 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 5m ago 7h 4065M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:31:39.474 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 5m ago 7h 4716M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:31:39.474 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 5m ago 7h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:31:39.854 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:31:39.854 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:31:39.854 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:31:39.854 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:31:39.854 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:31:39.854 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:31:39.854 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:31:39.854 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:31:39.855 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:31:39.855 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:31:39.855 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:31:39.855 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:31:39.855 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:31:39.855 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:31:39.855 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:31:39.855 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:31:39.855 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:31:39.855 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:31:40.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:40 smithi123 ceph-mon[188613]: from='client.51702 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:31:40.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:40 smithi123 ceph-mon[188613]: from='client.51708 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:31:40.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:40 smithi123 ceph-mon[188613]: pgmap v16156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:40.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:40 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1847381354' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:31:40.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:40 smithi123 ceph-mon[191304]: from='client.51702 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:31:40.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:40 smithi123 ceph-mon[191304]: from='client.51708 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:31:40.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:40 smithi123 ceph-mon[191304]: pgmap v16156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:40.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:40 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1847381354' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:31:40.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:40 smithi177 ceph-mon[212096]: from='client.51702 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:31:40.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:40 smithi177 ceph-mon[212096]: from='client.51708 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:31:40.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:40 smithi177 ceph-mon[212096]: pgmap v16156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:40.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:40 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1847381354' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:31:43.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:42 smithi177 ceph-mon[212096]: pgmap v16157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:43.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:31:43.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:42 smithi123 ceph-mon[191304]: pgmap v16157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:43.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:31:43.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:42 smithi123 ceph-mon[188613]: pgmap v16157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:43.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:31:45.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:44 smithi177 ceph-mon[212096]: pgmap v16158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:45.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:44 smithi123 ceph-mon[191304]: pgmap v16158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:45.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:44 smithi123 ceph-mon[188613]: pgmap v16158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:47.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:46 smithi177 ceph-mon[212096]: pgmap v16159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:47.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:46 smithi123 ceph-mon[191304]: pgmap v16159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:47.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:46 smithi123 ceph-mon[188613]: pgmap v16159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:49.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:48 smithi177 ceph-mon[212096]: pgmap v16160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:49.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:48 smithi123 ceph-mon[191304]: pgmap v16160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:49.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:48 smithi123 ceph-mon[188613]: pgmap v16160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:49.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:31:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:31:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:31:50.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:50 smithi123 ceph-mon[191304]: pgmap v16161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:50.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:50 smithi123 ceph-mon[188613]: pgmap v16161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:50.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:50 smithi177 ceph-mon[212096]: pgmap v16161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:53.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:52 smithi177 ceph-mon[212096]: pgmap v16162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:53.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:52 smithi123 ceph-mon[191304]: pgmap v16162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:53.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:52 smithi123 ceph-mon[188613]: pgmap v16162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:55.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:54 smithi177 ceph-mon[212096]: pgmap v16163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:54 smithi123 ceph-mon[191304]: pgmap v16163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:55.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:54 smithi123 ceph-mon[188613]: pgmap v16163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:57.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:56 smithi177 ceph-mon[212096]: pgmap v16164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:57.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:56 smithi123 ceph-mon[191304]: pgmap v16164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:57.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:56 smithi123 ceph-mon[188613]: pgmap v16164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:58.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:31:58.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:31:58.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:31:59.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:31:58 smithi177 ceph-mon[212096]: pgmap v16165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:59.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:31:58 smithi123 ceph-mon[191304]: pgmap v16165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:59.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:31:58 smithi123 ceph-mon[188613]: pgmap v16165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:31:59.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:31:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:31:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:32:00.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:00 smithi123 ceph-mon[191304]: pgmap v16166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:00.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:00 smithi123 ceph-mon[188613]: pgmap v16166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:00.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:00 smithi177 ceph-mon[212096]: pgmap v16166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:03.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:02 smithi177 ceph-mon[212096]: pgmap v16167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:03.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:02 smithi123 ceph-mon[191304]: pgmap v16167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:02 smithi123 ceph-mon[188613]: pgmap v16167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:05.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:04 smithi177 ceph-mon[212096]: pgmap v16168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:05.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:04 smithi123 ceph-mon[191304]: pgmap v16168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:05.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:04 smithi123 ceph-mon[188613]: pgmap v16168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:07.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:06 smithi177 ceph-mon[212096]: pgmap v16169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:07.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:06 smithi123 ceph-mon[191304]: pgmap v16169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:07.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:06 smithi123 ceph-mon[188613]: pgmap v16169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:09.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:08 smithi177 ceph-mon[212096]: pgmap v16170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:09.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:08 smithi123 ceph-mon[191304]: pgmap v16170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:09.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:08 smithi123 ceph-mon[188613]: pgmap v16170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:09.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:32:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:32:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:32:10.200 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:32:10.511 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:32:10.511 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 7m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:32:10.511 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 5m ago 7h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:32:10.511 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 7m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:32:10.511 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 5m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:32:10.511 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 5m ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:32:10.511 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 7m ago 7h 837M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:32:10.511 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 7m ago 7h 1990M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:32:10.511 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 5m ago 7h 936M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:32:10.511 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 7m ago 7h 1035M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:32:10.511 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 7m ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:32:10.511 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 5m ago 7h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:32:10.511 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 7m ago 7h 5198M 2255M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:32:10.512 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 7m ago 7h 5929M 2255M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:32:10.512 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 7m ago 7h 4814M 2255M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:32:10.512 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 7m ago 7h 5041M 2255M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:32:10.512 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 5m ago 7h 4239M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:32:10.512 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 5m ago 7h 4722M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:32:10.512 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 5m ago 7h 4065M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:32:10.512 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 5m ago 7h 4716M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:32:10.512 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 5m ago 7h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:32:10.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:10 smithi123 ceph-mon[191304]: pgmap v16171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:10 smithi123 ceph-mon[188613]: pgmap v16171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:10.892 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:32:10.892 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:32:10.892 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:32:10.892 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:32:10.892 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:32:10.892 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:32:10.892 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:32:10.893 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:32:10.893 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:32:10.893 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:32:10.893 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:32:10.893 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:32:10.893 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:32:10.894 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:32:10.894 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:32:10.894 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:32:10.894 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:32:10.894 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:32:10.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:10 smithi177 ceph-mon[212096]: pgmap v16171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:11.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:11 smithi123 ceph-mon[191304]: from='client.51720 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:32:11.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:11 smithi123 ceph-mon[191304]: from='client.51726 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:32:11.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:11 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1147195394' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:32:11.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:11 smithi123 ceph-mon[188613]: from='client.51720 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:32:11.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:11 smithi123 ceph-mon[188613]: from='client.51726 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:32:11.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:11 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1147195394' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:32:11.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:11 smithi177 ceph-mon[212096]: from='client.51720 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:32:11.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:11 smithi177 ceph-mon[212096]: from='client.51726 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:32:11.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:11 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1147195394' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:32:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:12 smithi123 ceph-mon[188613]: pgmap v16172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:32:12.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:12 smithi123 ceph-mon[191304]: pgmap v16172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:12.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:32:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:12 smithi177 ceph-mon[212096]: pgmap v16172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:32:15.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:14 smithi177 ceph-mon[212096]: pgmap v16173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:15.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:14 smithi123 ceph-mon[191304]: pgmap v16173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:15.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:14 smithi123 ceph-mon[188613]: pgmap v16173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:17.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:16 smithi177 ceph-mon[212096]: pgmap v16174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:17.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:16 smithi123 ceph-mon[188613]: pgmap v16174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:17.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:16 smithi123 ceph-mon[191304]: pgmap v16174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:19.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:18 smithi177 ceph-mon[212096]: pgmap v16175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:19.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:18 smithi123 ceph-mon[188613]: pgmap v16175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:19.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:18 smithi123 ceph-mon[191304]: pgmap v16175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:19.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:32:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:32:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:32:20.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:20 smithi123 ceph-mon[188613]: pgmap v16176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:20.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:20 smithi123 ceph-mon[191304]: pgmap v16176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:20.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:20 smithi177 ceph-mon[212096]: pgmap v16176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:23.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:22 smithi177 ceph-mon[212096]: pgmap v16177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:23.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:22 smithi123 ceph-mon[188613]: pgmap v16177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:23.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:22 smithi123 ceph-mon[191304]: pgmap v16177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:25.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:24 smithi177 ceph-mon[212096]: pgmap v16178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:25.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:24 smithi123 ceph-mon[191304]: pgmap v16178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:25.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:24 smithi123 ceph-mon[188613]: pgmap v16178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:27.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:26 smithi177 ceph-mon[212096]: pgmap v16179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:27.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:26 smithi123 ceph-mon[188613]: pgmap v16179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:27.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:26 smithi123 ceph-mon[191304]: pgmap v16179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:32:28.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:32:28.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:32:29.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:28 smithi177 ceph-mon[212096]: pgmap v16180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:29.243 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:32:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:32:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:32:29.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:28 smithi123 ceph-mon[191304]: pgmap v16180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:29.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:28 smithi123 ceph-mon[188613]: pgmap v16180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:30.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:30 smithi123 ceph-mon[191304]: pgmap v16181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:30.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:30 smithi123 ceph-mon[188613]: pgmap v16181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:30.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:30 smithi177 ceph-mon[212096]: pgmap v16181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:33.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:32 smithi177 ceph-mon[212096]: pgmap v16182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:33.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:32 smithi123 ceph-mon[191304]: pgmap v16182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:33.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:32 smithi123 ceph-mon[188613]: pgmap v16182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:35.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:34 smithi177 ceph-mon[212096]: pgmap v16183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:35.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:34 smithi123 ceph-mon[188613]: pgmap v16183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:35.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:34 smithi123 ceph-mon[191304]: pgmap v16183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:37.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:36 smithi177 ceph-mon[212096]: pgmap v16184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:37.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:36 smithi123 ceph-mon[191304]: pgmap v16184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:37.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:36 smithi123 ceph-mon[188613]: pgmap v16184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:38.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:32:38.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:32:38.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:32:39.081 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:38 smithi123 ceph-mon[191304]: pgmap v16185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:39.081 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:32:39.081 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:32:39.081 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:32:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:32:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:32:39.082 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:38 smithi123 ceph-mon[188613]: pgmap v16185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:39.082 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:32:39.082 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:32:39.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:38 smithi177 ceph-mon[212096]: pgmap v16185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:39.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:32:39.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:32:40.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:40 smithi123 ceph-mon[191304]: pgmap v16186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:40.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:40 smithi123 ceph-mon[188613]: pgmap v16186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:40.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:40 smithi177 ceph-mon[212096]: pgmap v16186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:41.230 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:32:41.541 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:32:41.542 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 8m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:32:41.542 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 6m ago 7h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:32:41.542 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 8m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:32:41.542 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 6m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:32:41.542 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 6m ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:32:41.542 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 8m ago 7h 837M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:32:41.542 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 8m ago 7h 1990M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:32:41.542 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 6m ago 7h 936M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:32:41.542 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 8m ago 7h 1035M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:32:41.542 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 8m ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:32:41.542 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 6m ago 7h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:32:41.542 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 8m ago 7h 5198M 2244M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:32:41.542 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 8m ago 7h 5929M 2244M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:32:41.542 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 8m ago 7h 4814M 2244M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:32:41.543 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 8m ago 7h 5041M 2244M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:32:41.543 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 6m ago 7h 4239M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:32:41.543 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 6m ago 7h 4722M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:32:41.543 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 6m ago 7h 4065M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:32:41.543 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 6m ago 7h 4716M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:32:41.543 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 6m ago 7h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:32:41.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:32:41.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:32:41.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:32:41.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:32:41.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:32:41.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:32:41.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:41 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2244M 2023-12-20T18:32:41.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:32:41.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:32:41.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:32:41.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:32:41.927 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:32:41.927 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:32:41.927 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:32:41.927 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:32:41.927 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:32:41.927 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:32:41.927 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:32:41.927 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:32:41.928 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:32:41.928 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:32:41.928 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:32:41.928 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:32:41.928 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:32:41.928 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:32:41.928 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:32:41.928 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:32:41.928 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:32:41.928 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:32:41.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:32:41.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:32:41.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:32:41.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:32:41.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:32:41.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:32:41.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:41 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2244M 2023-12-20T18:32:41.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:32:41.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:32:41.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:32:41.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:32:41.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:32:41.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:32:41.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:32:41.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:32:41.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:32:41.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:32:41.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:41 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2244M 2023-12-20T18:32:41.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:32:41.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:32:41.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:32:41.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:32:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:42 smithi177 ceph-mon[212096]: from='client.51738 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:32:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:42 smithi177 ceph-mon[212096]: from='client.61694 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:32:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:42 smithi177 ceph-mon[212096]: pgmap v16187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:42.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:42 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/301333071' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:32:42.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:32:42.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:42 smithi123 ceph-mon[188613]: from='client.51738 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:32:42.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:42 smithi123 ceph-mon[188613]: from='client.61694 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:32:42.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:42 smithi123 ceph-mon[188613]: pgmap v16187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:42.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:42 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/301333071' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:32:42.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:32:42.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:42 smithi123 ceph-mon[191304]: from='client.51738 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:32:42.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:42 smithi123 ceph-mon[191304]: from='client.61694 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:32:42.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:42 smithi123 ceph-mon[191304]: pgmap v16187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:42.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:42 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/301333071' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:32:42.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:32:45.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:44 smithi177 ceph-mon[212096]: pgmap v16188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:45.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:44 smithi123 ceph-mon[188613]: pgmap v16188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:45.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:44 smithi123 ceph-mon[191304]: pgmap v16188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:47.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:46 smithi177 ceph-mon[212096]: pgmap v16189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:47.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:46 smithi123 ceph-mon[191304]: pgmap v16189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:47.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:46 smithi123 ceph-mon[188613]: pgmap v16189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:49.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:48 smithi177 ceph-mon[212096]: pgmap v16190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:49.243 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:32:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:32:49] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T18:32:49.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:48 smithi123 ceph-mon[191304]: pgmap v16190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:49.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:48 smithi123 ceph-mon[188613]: pgmap v16190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:50.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:50 smithi123 ceph-mon[191304]: pgmap v16191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:50.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:50 smithi123 ceph-mon[188613]: pgmap v16191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:50.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:50 smithi177 ceph-mon[212096]: pgmap v16191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:53.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:52 smithi177 ceph-mon[212096]: pgmap v16192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:53.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:52 smithi123 ceph-mon[191304]: pgmap v16192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:53.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:52 smithi123 ceph-mon[188613]: pgmap v16192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:55.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:54 smithi177 ceph-mon[212096]: pgmap v16193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:54 smithi123 ceph-mon[191304]: pgmap v16193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:55.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:54 smithi123 ceph-mon[188613]: pgmap v16193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:57.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:56 smithi177 ceph-mon[212096]: pgmap v16194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:57.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:56 smithi123 ceph-mon[191304]: pgmap v16194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:57.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:56 smithi123 ceph-mon[188613]: pgmap v16194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:58.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:32:58.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:32:58.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:32:59.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:32:58 smithi177 ceph-mon[212096]: pgmap v16195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:59.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:32:58 smithi123 ceph-mon[191304]: pgmap v16195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:59.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:32:58 smithi123 ceph-mon[188613]: pgmap v16195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:32:59.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:32:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:32:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:33:00.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:00 smithi123 ceph-mon[191304]: pgmap v16196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:00.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:00 smithi123 ceph-mon[188613]: pgmap v16196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:00.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:00 smithi177 ceph-mon[212096]: pgmap v16196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:02 smithi177 ceph-mon[212096]: pgmap v16197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:03.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:02 smithi123 ceph-mon[191304]: pgmap v16197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:02 smithi123 ceph-mon[188613]: pgmap v16197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:05.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:04 smithi177 ceph-mon[212096]: pgmap v16198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:05.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:04 smithi123 ceph-mon[188613]: pgmap v16198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:05.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:04 smithi123 ceph-mon[191304]: pgmap v16198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:07.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:06 smithi177 ceph-mon[212096]: pgmap v16199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:07.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:06 smithi123 ceph-mon[191304]: pgmap v16199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:07.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:06 smithi123 ceph-mon[188613]: pgmap v16199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:09.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:08 smithi177 ceph-mon[212096]: pgmap v16200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:09.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:08 smithi123 ceph-mon[191304]: pgmap v16200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:09.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:08 smithi123 ceph-mon[188613]: pgmap v16200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:09.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:33:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:33:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:33:10.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:10 smithi123 ceph-mon[191304]: pgmap v16201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:10.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:10 smithi123 ceph-mon[188613]: pgmap v16201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:10.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:10 smithi177 ceph-mon[212096]: pgmap v16201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:12.278 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:33:12.586 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:33:12.586 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 8m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:33:12.586 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 6m ago 7h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:33:12.586 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 8m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:33:12.586 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 6m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:33:12.586 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 6m ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:33:12.587 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 8m ago 7h 837M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:33:12.587 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 8m ago 7h 1990M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:33:12.587 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 6m ago 7h 936M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:33:12.587 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 8m ago 7h 1035M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:33:12.587 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 8m ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:33:12.587 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 6m ago 7h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:33:12.587 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 8m ago 7h 5198M 2244M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:33:12.587 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 8m ago 7h 5929M 2244M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:33:12.587 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 8m ago 7h 4814M 2244M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:33:12.587 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 8m ago 7h 5041M 2244M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:33:12.587 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 6m ago 7h 4239M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:33:12.587 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 6m ago 7h 4722M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:33:12.587 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 6m ago 7h 4065M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:33:12.587 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 6m ago 7h 4716M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:33:12.587 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 6m ago 7h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:33:12.965 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:33:12.966 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:33:12.966 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:33:12.966 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:33:12.966 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:33:12.966 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:33:12.966 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:33:12.966 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:33:12.966 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:33:12.966 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:33:12.966 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:33:12.966 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:33:12.966 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:33:12.966 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:33:12.966 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:33:12.966 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:33:12.967 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:33:12.967 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:33:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:12 smithi177 ceph-mon[212096]: pgmap v16202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:33:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:12 smithi123 ceph-mon[191304]: pgmap v16202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:33:13.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:12 smithi123 ceph-mon[188613]: pgmap v16202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:13.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:33:14.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:13 smithi177 ceph-mon[212096]: from='client.61706 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:33:14.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:13 smithi177 ceph-mon[212096]: from='client.61712 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:33:14.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:13 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2930013896' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:33:14.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:13 smithi123 ceph-mon[191304]: from='client.61706 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:33:14.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:13 smithi123 ceph-mon[191304]: from='client.61712 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:33:14.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:13 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2930013896' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:33:14.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:13 smithi123 ceph-mon[188613]: from='client.61706 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:33:14.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:13 smithi123 ceph-mon[188613]: from='client.61712 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:33:14.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:13 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2930013896' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:33:15.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:14 smithi177 ceph-mon[212096]: pgmap v16203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:15.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:14 smithi123 ceph-mon[191304]: pgmap v16203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:15.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:14 smithi123 ceph-mon[188613]: pgmap v16203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:17.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:16 smithi177 ceph-mon[212096]: pgmap v16204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:17.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:16 smithi123 ceph-mon[191304]: pgmap v16204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:17.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:16 smithi123 ceph-mon[188613]: pgmap v16204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:19.157 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:18 smithi177 ceph-mon[212096]: pgmap v16205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:19.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:18 smithi123 ceph-mon[188613]: pgmap v16205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:19.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:18 smithi123 ceph-mon[191304]: pgmap v16205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:19.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:33:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:33:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:33:20.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:20 smithi123 ceph-mon[188613]: pgmap v16206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:20.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:20 smithi123 ceph-mon[191304]: pgmap v16206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:20.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:20 smithi177 ceph-mon[212096]: pgmap v16206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:23.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:22 smithi177 ceph-mon[212096]: pgmap v16207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:23.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:22 smithi123 ceph-mon[188613]: pgmap v16207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:23.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:22 smithi123 ceph-mon[191304]: pgmap v16207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:25.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:24 smithi177 ceph-mon[212096]: pgmap v16208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:25.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:24 smithi123 ceph-mon[188613]: pgmap v16208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:25.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:24 smithi123 ceph-mon[191304]: pgmap v16208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:27.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:26 smithi177 ceph-mon[212096]: pgmap v16209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:27.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:26 smithi123 ceph-mon[191304]: pgmap v16209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:27.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:26 smithi123 ceph-mon[188613]: pgmap v16209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:33:28.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:33:28.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:33:29.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:28 smithi177 ceph-mon[212096]: pgmap v16210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:29.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:28 smithi123 ceph-mon[191304]: pgmap v16210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:29.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:28 smithi123 ceph-mon[188613]: pgmap v16210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:29.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:33:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:33:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:33:30.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:30 smithi123 ceph-mon[188613]: pgmap v16211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:30.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:30 smithi123 ceph-mon[191304]: pgmap v16211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:30.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:30 smithi177 ceph-mon[212096]: pgmap v16211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:33.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:32 smithi177 ceph-mon[212096]: pgmap v16212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:33.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:32 smithi123 ceph-mon[191304]: pgmap v16212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:33.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:32 smithi123 ceph-mon[188613]: pgmap v16212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:35.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:34 smithi177 ceph-mon[212096]: pgmap v16213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:35.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:34 smithi123 ceph-mon[191304]: pgmap v16213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:35.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:34 smithi123 ceph-mon[188613]: pgmap v16213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:37.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:36 smithi177 ceph-mon[212096]: pgmap v16214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:37.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:36 smithi123 ceph-mon[191304]: pgmap v16214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:37.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:36 smithi123 ceph-mon[188613]: pgmap v16214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:39.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:38 smithi123 ceph-mon[191304]: pgmap v16215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:39.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:38 smithi123 ceph-mon[188613]: pgmap v16215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:39.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:33:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:33:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:33:39.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:38 smithi177 ceph-mon[212096]: pgmap v16215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:40.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:40 smithi123 ceph-mon[191304]: pgmap v16216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:40.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:40 smithi123 ceph-mon[188613]: pgmap v16216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:40.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:40 smithi177 ceph-mon[212096]: pgmap v16216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:41.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:33:41.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:33:41.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:33:41.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:33:41.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:33:41.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:33:41.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:33:41.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:33:41.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:33:41.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:33:41.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:33:41.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:33:42.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:42 smithi123 ceph-mon[191304]: pgmap v16217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:42.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:33:42.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:42 smithi123 ceph-mon[188613]: pgmap v16217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:42.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:33:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:42 smithi177 ceph-mon[212096]: pgmap v16217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:33:43.309 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:33:43.616 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:33:43.616 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 9m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:33:43.616 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 7m ago 7h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:33:43.616 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 9m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:33:43.616 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 7m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:33:43.616 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 7m ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:33:43.617 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 9m ago 7h 837M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:33:43.617 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 9m ago 7h 1990M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:33:43.617 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 7m ago 7h 936M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:33:43.617 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 9m ago 7h 1035M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:33:43.617 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 9m ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:33:43.617 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 7m ago 7h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:33:43.617 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 9m ago 7h 5198M 2244M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:33:43.617 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 9m ago 7h 5929M 2244M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:33:43.617 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 9m ago 7h 4814M 2244M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:33:43.617 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 9m ago 7h 5041M 2244M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:33:43.617 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 7m ago 7h 4239M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:33:43.617 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 7m ago 7h 4722M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:33:43.617 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 7m ago 7h 4065M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:33:43.617 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 7m ago 7h 4716M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:33:43.617 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 7m ago 7h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:33:44.004 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:33:44.004 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:33:44.004 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:33:44.004 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:33:44.004 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:33:44.004 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:33:44.004 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:33:44.004 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:33:44.004 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:33:44.004 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:33:44.005 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:33:44.005 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:33:44.005 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:33:44.005 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:33:44.005 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:33:44.005 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:33:44.005 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:33:44.005 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:33:45.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:44 smithi177 ceph-mon[212096]: from='client.51774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:33:45.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:44 smithi177 ceph-mon[212096]: from='client.61730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:33:45.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:44 smithi177 ceph-mon[212096]: pgmap v16218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:45.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:44 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2533584491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:33:45.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:44 smithi123 ceph-mon[191304]: from='client.51774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:33:45.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:44 smithi123 ceph-mon[191304]: from='client.61730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:33:45.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:44 smithi123 ceph-mon[191304]: pgmap v16218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:45.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:44 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2533584491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:33:45.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:44 smithi123 ceph-mon[188613]: from='client.51774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:33:45.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:44 smithi123 ceph-mon[188613]: from='client.61730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:33:45.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:44 smithi123 ceph-mon[188613]: pgmap v16218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:45.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:44 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2533584491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:33:47.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:46 smithi177 ceph-mon[212096]: pgmap v16219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:47.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:46 smithi123 ceph-mon[191304]: pgmap v16219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:47.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:46 smithi123 ceph-mon[188613]: pgmap v16219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:49.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:48 smithi177 ceph-mon[212096]: pgmap v16220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:49.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:48 smithi123 ceph-mon[191304]: pgmap v16220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:49.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:48 smithi123 ceph-mon[188613]: pgmap v16220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:49.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:33:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:33:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T18:33:50.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:50 smithi123 ceph-mon[191304]: pgmap v16221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:50.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:50 smithi123 ceph-mon[188613]: pgmap v16221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:50.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:50 smithi177 ceph-mon[212096]: pgmap v16221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:53.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:52 smithi177 ceph-mon[212096]: pgmap v16222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:53.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:52 smithi123 ceph-mon[191304]: pgmap v16222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:53.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:52 smithi123 ceph-mon[188613]: pgmap v16222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:55.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:54 smithi177 ceph-mon[212096]: pgmap v16223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:54 smithi123 ceph-mon[191304]: pgmap v16223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:55.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:54 smithi123 ceph-mon[188613]: pgmap v16223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:57.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:56 smithi177 ceph-mon[212096]: pgmap v16224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:57.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:56 smithi123 ceph-mon[191304]: pgmap v16224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:57.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:56 smithi123 ceph-mon[188613]: pgmap v16224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:58.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:33:58.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:33:58.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:33:59.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:33:58 smithi123 ceph-mon[188613]: pgmap v16225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:59.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:33:58 smithi123 ceph-mon[191304]: pgmap v16225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:33:59.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:33:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:33:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:33:59.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:33:58 smithi177 ceph-mon[212096]: pgmap v16225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:00.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:00 smithi123 ceph-mon[191304]: pgmap v16226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:00.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:00 smithi123 ceph-mon[188613]: pgmap v16226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:00.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:00 smithi177 ceph-mon[212096]: pgmap v16226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:02 smithi177 ceph-mon[212096]: pgmap v16227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:03.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:02 smithi123 ceph-mon[191304]: pgmap v16227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:02 smithi123 ceph-mon[188613]: pgmap v16227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:05.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:04 smithi177 ceph-mon[212096]: pgmap v16228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:05.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:04 smithi123 ceph-mon[191304]: pgmap v16228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:05.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:04 smithi123 ceph-mon[188613]: pgmap v16228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:07.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:06 smithi123 ceph-mon[191304]: pgmap v16229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:07.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:06 smithi123 ceph-mon[188613]: pgmap v16229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:07.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:06 smithi177 ceph-mon[212096]: pgmap v16229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:09.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:08 smithi123 ceph-mon[191304]: pgmap v16230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:09.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:08 smithi123 ceph-mon[188613]: pgmap v16230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:09.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:34:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:34:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:34:09.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:08 smithi177 ceph-mon[212096]: pgmap v16230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:10.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:10 smithi123 ceph-mon[191304]: pgmap v16231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:10 smithi123 ceph-mon[188613]: pgmap v16231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:10.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:10 smithi177 ceph-mon[212096]: pgmap v16231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:12 smithi123 ceph-mon[191304]: pgmap v16232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:34:13.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:12 smithi123 ceph-mon[188613]: pgmap v16232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:13.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:34:13.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:12 smithi177 ceph-mon[212096]: pgmap v16232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:13.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:34:14.357 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:34:14.665 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:34:14.665 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 9m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:34:14.665 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 7m ago 7h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:34:14.665 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 9m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:34:14.665 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 7m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:34:14.665 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 7m ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:34:14.665 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 9m ago 7h 837M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:34:14.665 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 9m ago 7h 1990M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:34:14.666 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 7m ago 7h 936M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:34:14.666 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 9m ago 7h 1035M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:34:14.666 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 9m ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:34:14.666 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 7m ago 7h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:34:14.666 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 9m ago 7h 5198M 2244M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:34:14.666 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 9m ago 7h 5929M 2244M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:34:14.666 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 9m ago 7h 4814M 2244M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:34:14.666 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 9m ago 7h 5041M 2244M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:34:14.666 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 7m ago 7h 4239M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:34:14.666 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 7m ago 7h 4722M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:34:14.666 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 7m ago 7h 4065M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:34:14.666 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 7m ago 7h 4716M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:34:14.666 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 7m ago 7h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:34:15.049 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:34:15.049 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:34:15.049 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:34:15.049 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:34:15.049 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:34:15.049 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:34:15.049 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:34:15.049 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:34:15.049 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:34:15.049 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:34:15.050 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:34:15.050 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:34:15.050 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:34:15.050 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:34:15.050 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:34:15.050 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:34:15.050 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:34:15.050 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:34:15.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:14 smithi123 ceph-mon[191304]: pgmap v16233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:15.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:14 smithi123 ceph-mon[188613]: pgmap v16233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:15.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:14 smithi177 ceph-mon[212096]: pgmap v16233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:16.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:15 smithi123 ceph-mon[191304]: from='client.61742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:34:16.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:15 smithi123 ceph-mon[191304]: from='client.51798 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:34:16.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:15 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/903922172' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:34:16.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:15 smithi123 ceph-mon[188613]: from='client.61742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:34:16.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:15 smithi123 ceph-mon[188613]: from='client.51798 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:34:16.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:15 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/903922172' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:34:16.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:15 smithi177 ceph-mon[212096]: from='client.61742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:34:16.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:15 smithi177 ceph-mon[212096]: from='client.51798 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:34:16.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:15 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/903922172' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:34:17.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:16 smithi123 ceph-mon[191304]: pgmap v16234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:17.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:16 smithi123 ceph-mon[188613]: pgmap v16234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:17.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:16 smithi177 ceph-mon[212096]: pgmap v16234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:19.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:18 smithi123 ceph-mon[191304]: pgmap v16235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:19.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:18 smithi123 ceph-mon[188613]: pgmap v16235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:19.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:34:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:34:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:34:19.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:18 smithi177 ceph-mon[212096]: pgmap v16235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:20.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:20 smithi123 ceph-mon[191304]: pgmap v16236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:20.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:20 smithi123 ceph-mon[188613]: pgmap v16236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:20.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:20 smithi177 ceph-mon[212096]: pgmap v16236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:23.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:22 smithi123 ceph-mon[191304]: pgmap v16237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:23.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:22 smithi123 ceph-mon[188613]: pgmap v16237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:23.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:22 smithi177 ceph-mon[212096]: pgmap v16237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:25.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:24 smithi123 ceph-mon[191304]: pgmap v16238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:25.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:24 smithi123 ceph-mon[188613]: pgmap v16238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:25.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:24 smithi177 ceph-mon[212096]: pgmap v16238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:27.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:26 smithi123 ceph-mon[191304]: pgmap v16239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:27.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:26 smithi123 ceph-mon[188613]: pgmap v16239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:26 smithi177 ceph-mon[212096]: pgmap v16239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:28.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:34:28.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:34:28.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:34:29.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:28 smithi123 ceph-mon[191304]: pgmap v16240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:29.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:28 smithi123 ceph-mon[188613]: pgmap v16240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:29.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:34:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:34:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:34:29.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:28 smithi177 ceph-mon[212096]: pgmap v16240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:30.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:30 smithi123 ceph-mon[191304]: pgmap v16241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:30.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:30 smithi123 ceph-mon[188613]: pgmap v16241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:30.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:30 smithi177 ceph-mon[212096]: pgmap v16241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:33.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:32 smithi123 ceph-mon[188613]: pgmap v16242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:33.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:32 smithi123 ceph-mon[191304]: pgmap v16242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:33.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:32 smithi177 ceph-mon[212096]: pgmap v16242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:35.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:34 smithi123 ceph-mon[191304]: pgmap v16243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:35.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:34 smithi123 ceph-mon[188613]: pgmap v16243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:35.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:34 smithi177 ceph-mon[212096]: pgmap v16243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:37.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:36 smithi123 ceph-mon[188613]: pgmap v16244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:37.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:36 smithi123 ceph-mon[191304]: pgmap v16244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:37.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:36 smithi177 ceph-mon[212096]: pgmap v16244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:39.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:38 smithi123 ceph-mon[191304]: pgmap v16245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:39.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:38 smithi123 ceph-mon[188613]: pgmap v16245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:39.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:34:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:34:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:34:39.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:38 smithi177 ceph-mon[212096]: pgmap v16245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:40.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:40 smithi123 ceph-mon[191304]: pgmap v16246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:40.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:40 smithi123 ceph-mon[188613]: pgmap v16246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:40.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:40 smithi177 ceph-mon[212096]: pgmap v16246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:41.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:34:41.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:34:41.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:34:42.739 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:34:42.739 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:34:42.739 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:42 smithi177 ceph-mon[212096]: pgmap v16247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:42.739 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:34:42.739 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:34:42.739 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:34:42.965 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:34:42.965 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:34:42.965 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:42 smithi123 ceph-mon[191304]: pgmap v16247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:42.965 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:34:42.966 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:34:42.966 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:34:42.966 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:34:42.966 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:34:42.966 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:42 smithi123 ceph-mon[188613]: pgmap v16247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:42.966 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:34:42.966 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:34:42.966 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:34:45.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:44 smithi177 ceph-mon[212096]: pgmap v16248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:45.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:34:45.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:34:45.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:34:45.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:34:45.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:34:45.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:34:45.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:34:45.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:44 smithi123 ceph-mon[191304]: pgmap v16248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:45.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:34:45.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:34:45.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:34:45.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:34:45.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:34:45.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:34:45.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:34:45.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:44 smithi123 ceph-mon[188613]: pgmap v16248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:45.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:34:45.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:34:45.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:34:45.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:34:45.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:34:45.247 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:34:45.247 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:34:45.387 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:34:45.692 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:34:45.693 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 1s ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:34:45.693 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 8m ago 7h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:34:45.693 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 1s ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:34:45.693 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 8m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:34:45.693 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 8m ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:34:45.693 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 1s ago 7h 843M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:34:45.693 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 1s ago 7h 2027M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:34:45.693 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 8m ago 7h 936M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:34:45.693 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 1s ago 7h 1054M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:34:45.693 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 1s ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:34:45.694 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 8m ago 7h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:34:45.694 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 1s ago 7h 5231M 2244M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:34:45.694 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 1s ago 7h 5963M 2244M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:34:45.694 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 1s ago 7h 4840M 2244M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:34:45.694 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 1s ago 7h 5072M 2244M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:34:45.694 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 8m ago 7h 4239M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:34:45.694 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 8m ago 7h 4722M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:34:45.694 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 8m ago 7h 4065M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:34:45.694 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 8m ago 7h 4716M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:34:45.694 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 8m ago 7h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:34:46.072 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:34:46.072 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:34:46.072 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:34:46.073 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:34:46.073 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:34:46.073 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:34:46.073 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:34:46.073 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:34:46.073 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:34:46.073 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:34:46.073 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:34:46.073 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:34:46.073 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:34:46.073 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:34:46.073 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:34:46.073 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:34:46.073 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:34:46.073 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:34:47.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:46 smithi177 ceph-mon[212096]: from='client.51810 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:34:47.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:46 smithi177 ceph-mon[212096]: from='client.51816 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:34:47.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:46 smithi177 ceph-mon[212096]: pgmap v16249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:47.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:46 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3487601461' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:34:47.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:46 smithi123 ceph-mon[191304]: from='client.51810 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:34:47.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:46 smithi123 ceph-mon[191304]: from='client.51816 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:34:47.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:46 smithi123 ceph-mon[191304]: pgmap v16249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:47.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:46 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3487601461' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:34:47.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:46 smithi123 ceph-mon[188613]: from='client.51810 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:34:47.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:46 smithi123 ceph-mon[188613]: from='client.51816 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:34:47.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:46 smithi123 ceph-mon[188613]: pgmap v16249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:47.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:46 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3487601461' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:34:49.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:48 smithi177 ceph-mon[212096]: pgmap v16250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:49.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:48 smithi123 ceph-mon[191304]: pgmap v16250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:49.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:48 smithi123 ceph-mon[188613]: pgmap v16250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:49.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:34:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:34:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:34:50.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:50 smithi123 ceph-mon[191304]: pgmap v16251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:50.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:50 smithi123 ceph-mon[188613]: pgmap v16251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:50.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:50 smithi177 ceph-mon[212096]: pgmap v16251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:53.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:52 smithi123 ceph-mon[191304]: pgmap v16252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:53.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:52 smithi123 ceph-mon[188613]: pgmap v16252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:53.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:52 smithi177 ceph-mon[212096]: pgmap v16252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:54 smithi123 ceph-mon[191304]: pgmap v16253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:55.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:54 smithi123 ceph-mon[188613]: pgmap v16253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:55.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:54 smithi177 ceph-mon[212096]: pgmap v16253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:57.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:56 smithi123 ceph-mon[188613]: pgmap v16254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:57.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:56 smithi123 ceph-mon[191304]: pgmap v16254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:56 smithi177 ceph-mon[212096]: pgmap v16254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:58.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:34:58.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:34:58.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:34:59.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:34:58 smithi123 ceph-mon[191304]: pgmap v16255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:59.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:34:58 smithi123 ceph-mon[188613]: pgmap v16255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:34:59.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:34:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:34:59] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T18:34:59.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:34:58 smithi177 ceph-mon[212096]: pgmap v16255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:00.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:00 smithi123 ceph-mon[191304]: pgmap v16256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:00.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:00 smithi123 ceph-mon[188613]: pgmap v16256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:00.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:00 smithi177 ceph-mon[212096]: pgmap v16256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:03.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:02 smithi123 ceph-mon[191304]: pgmap v16257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:02 smithi123 ceph-mon[188613]: pgmap v16257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:03.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:02 smithi177 ceph-mon[212096]: pgmap v16257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:05.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:04 smithi123 ceph-mon[191304]: pgmap v16258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:05.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:04 smithi123 ceph-mon[188613]: pgmap v16258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:05.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:04 smithi177 ceph-mon[212096]: pgmap v16258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:07.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:06 smithi123 ceph-mon[191304]: pgmap v16259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:07.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:06 smithi123 ceph-mon[188613]: pgmap v16259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:07.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:06 smithi177 ceph-mon[212096]: pgmap v16259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:09.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:08 smithi123 ceph-mon[191304]: pgmap v16260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:09.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:08 smithi123 ceph-mon[188613]: pgmap v16260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:09.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:35:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:35:09] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T18:35:09.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:08 smithi177 ceph-mon[212096]: pgmap v16260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:10.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:10 smithi123 ceph-mon[191304]: pgmap v16261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:10 smithi123 ceph-mon[188613]: pgmap v16261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:10.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:10 smithi177 ceph-mon[212096]: pgmap v16261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:12 smithi123 ceph-mon[191304]: pgmap v16262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:35:13.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:12 smithi123 ceph-mon[188613]: pgmap v16262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:13.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:35:13.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:12 smithi177 ceph-mon[212096]: pgmap v16262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:13.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:35:15.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:14 smithi123 ceph-mon[191304]: pgmap v16263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:15.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:14 smithi123 ceph-mon[188613]: pgmap v16263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:15.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:14 smithi177 ceph-mon[212096]: pgmap v16263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:16.424 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:35:16.732 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:35:16.733 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 32s ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:35:16.733 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 8m ago 7h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:35:16.733 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 32s ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:35:16.733 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 8m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:35:16.733 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 8m ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:35:16.733 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 32s ago 7h 843M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:35:16.733 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 32s ago 7h 2027M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:35:16.733 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 8m ago 7h 936M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:35:16.733 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 32s ago 7h 1054M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:35:16.733 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 32s ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:35:16.733 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 8m ago 7h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:35:16.733 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 32s ago 7h 5231M 2244M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:35:16.733 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 32s ago 7h 5963M 2244M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:35:16.734 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 32s ago 7h 4840M 2244M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:35:16.734 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 32s ago 7h 5072M 2244M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:35:16.734 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 8m ago 7h 4239M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:35:16.734 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 8m ago 7h 4722M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:35:16.734 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 8m ago 7h 4065M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:35:16.734 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 8m ago 7h 4716M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:35:16.734 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 8m ago 7h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:35:17.114 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:35:17.114 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:35:17.114 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:35:17.114 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:35:17.114 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:35:17.114 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:35:17.114 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:35:17.114 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:35:17.114 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:35:17.114 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:35:17.114 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:35:17.114 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:35:17.114 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:35:17.115 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:35:17.115 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:35:17.115 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:35:17.115 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:35:17.115 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:35:17.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:16 smithi123 ceph-mon[191304]: pgmap v16264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:17.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:16 smithi123 ceph-mon[188613]: pgmap v16264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:17.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:16 smithi177 ceph-mon[212096]: pgmap v16264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:18.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:17 smithi123 ceph-mon[191304]: from='client.61778 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:35:18.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:17 smithi123 ceph-mon[191304]: from='client.61784 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:35:18.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:17 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2118653187' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:35:18.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:17 smithi123 ceph-mon[188613]: from='client.61778 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:35:18.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:17 smithi123 ceph-mon[188613]: from='client.61784 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:35:18.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:17 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2118653187' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:35:18.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:17 smithi177 ceph-mon[212096]: from='client.61778 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:35:18.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:17 smithi177 ceph-mon[212096]: from='client.61784 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:35:18.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:17 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2118653187' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:35:19.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:18 smithi123 ceph-mon[191304]: pgmap v16265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:19.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:18 smithi123 ceph-mon[188613]: pgmap v16265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:19.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:35:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:35:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:35:19.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:18 smithi177 ceph-mon[212096]: pgmap v16265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:20.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:20 smithi123 ceph-mon[188613]: pgmap v16266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:20.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:20 smithi123 ceph-mon[191304]: pgmap v16266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:20.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:20 smithi177 ceph-mon[212096]: pgmap v16266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:23.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:22 smithi123 ceph-mon[191304]: pgmap v16267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:23.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:22 smithi123 ceph-mon[188613]: pgmap v16267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:23.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:22 smithi177 ceph-mon[212096]: pgmap v16267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:25.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:24 smithi123 ceph-mon[191304]: pgmap v16268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:25.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:24 smithi123 ceph-mon[188613]: pgmap v16268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:25.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:24 smithi177 ceph-mon[212096]: pgmap v16268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:27.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:26 smithi123 ceph-mon[191304]: pgmap v16269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:27.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:26 smithi123 ceph-mon[188613]: pgmap v16269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:27.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:26 smithi177 ceph-mon[212096]: pgmap v16269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:28.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:35:28.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:35:28.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:35:29.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:28 smithi123 ceph-mon[191304]: pgmap v16270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:29.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:28 smithi123 ceph-mon[188613]: pgmap v16270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:29.243 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:35:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:35:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:35:29.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:28 smithi177 ceph-mon[212096]: pgmap v16270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:30.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:30 smithi177 ceph-mon[212096]: pgmap v16271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:30.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:30 smithi123 ceph-mon[191304]: pgmap v16271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:30.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:30 smithi123 ceph-mon[188613]: pgmap v16271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:33.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:32 smithi123 ceph-mon[191304]: pgmap v16272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:33.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:32 smithi123 ceph-mon[188613]: pgmap v16272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:33.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:32 smithi177 ceph-mon[212096]: pgmap v16272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:35.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:34 smithi123 ceph-mon[191304]: pgmap v16273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:35.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:34 smithi123 ceph-mon[188613]: pgmap v16273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:35.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:34 smithi177 ceph-mon[212096]: pgmap v16273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:37.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:36 smithi123 ceph-mon[188613]: pgmap v16274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:37.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:36 smithi123 ceph-mon[191304]: pgmap v16274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:37.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:36 smithi177 ceph-mon[212096]: pgmap v16274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:39.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:38 smithi123 ceph-mon[191304]: pgmap v16275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:39.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:38 smithi123 ceph-mon[188613]: pgmap v16275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:39.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:35:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:35:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:35:39.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:38 smithi177 ceph-mon[212096]: pgmap v16275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:40.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:40 smithi177 ceph-mon[212096]: pgmap v16276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:40.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:40 smithi123 ceph-mon[191304]: pgmap v16276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:40.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:40 smithi123 ceph-mon[188613]: pgmap v16276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:43.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:42 smithi123 ceph-mon[188613]: pgmap v16277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:43.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:35:43.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:42 smithi123 ceph-mon[191304]: pgmap v16277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:43.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:35:43.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:42 smithi177 ceph-mon[212096]: pgmap v16277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:43.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:35:45.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:44 smithi123 ceph-mon[188613]: pgmap v16278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:45.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:35:45.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:35:45.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:35:45.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:44 smithi123 ceph-mon[191304]: pgmap v16278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:45.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:35:45.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:35:45.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:35:45.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:44 smithi177 ceph-mon[212096]: pgmap v16278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:45.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:35:45.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:35:45.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:35:46.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:35:46.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:35:46.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:35:46.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:35:46.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:35:46.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:35:46.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:35:46.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:35:46.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:35:47.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:46 smithi123 ceph-mon[191304]: pgmap v16279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:47.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:46 smithi123 ceph-mon[188613]: pgmap v16279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:47.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:46 smithi177 ceph-mon[212096]: pgmap v16279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:47.463 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:35:47.771 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:35:47.771 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 63s ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:35:47.772 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 9m ago 7h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:35:47.772 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 63s ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:35:47.772 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 9m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:35:47.772 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 9m ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:35:47.772 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 63s ago 7h 843M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:35:47.772 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 63s ago 7h 2027M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:35:47.772 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 9m ago 7h 936M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:35:47.772 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 63s ago 7h 1054M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:35:47.772 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 63s ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:35:47.772 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 9m ago 7h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:35:47.772 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 63s ago 7h 5231M 2244M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:35:47.772 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 63s ago 7h 5963M 2244M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:35:47.772 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 63s ago 7h 4840M 2244M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:35:47.772 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 63s ago 7h 5072M 2244M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:35:47.772 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 9m ago 7h 4239M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:35:47.773 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 9m ago 7h 4722M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:35:47.773 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 9m ago 7h 4065M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:35:47.773 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 9m ago 7h 4716M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:35:47.773 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 9m ago 7h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:35:48.154 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:35:48.154 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:35:48.154 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:35:48.155 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:35:48.155 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:35:48.155 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:35:48.155 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:35:48.155 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:35:48.155 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:35:48.155 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:35:48.155 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:35:48.155 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:35:48.155 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:35:48.155 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:35:48.155 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:35:48.155 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:35:48.155 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:35:48.156 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:35:49.243 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:35:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:35:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:35:49.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:48 smithi123 ceph-mon[191304]: from='client.51846 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:35:49.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:48 smithi123 ceph-mon[191304]: from='client.51852 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:35:49.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:48 smithi123 ceph-mon[191304]: pgmap v16280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:49.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:48 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2734995214' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:35:49.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:48 smithi123 ceph-mon[188613]: from='client.51846 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:35:49.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:48 smithi123 ceph-mon[188613]: from='client.51852 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:35:49.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:48 smithi123 ceph-mon[188613]: pgmap v16280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:49.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:48 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2734995214' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:35:49.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:48 smithi177 ceph-mon[212096]: from='client.51846 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:35:49.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:48 smithi177 ceph-mon[212096]: from='client.51852 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:35:49.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:48 smithi177 ceph-mon[212096]: pgmap v16280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:49.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:48 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2734995214' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:35:50.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:50 smithi177 ceph-mon[212096]: pgmap v16281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:50.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:50 smithi123 ceph-mon[191304]: pgmap v16281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:50 smithi123 ceph-mon[188613]: pgmap v16281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:53.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:52 smithi123 ceph-mon[191304]: pgmap v16282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:53.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:52 smithi123 ceph-mon[188613]: pgmap v16282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:53.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:52 smithi177 ceph-mon[212096]: pgmap v16282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:54 smithi123 ceph-mon[191304]: pgmap v16283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:55.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:54 smithi123 ceph-mon[188613]: pgmap v16283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:55.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:54 smithi177 ceph-mon[212096]: pgmap v16283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:57.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:56 smithi123 ceph-mon[191304]: pgmap v16284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:57.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:56 smithi123 ceph-mon[188613]: pgmap v16284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:56 smithi177 ceph-mon[212096]: pgmap v16284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:58.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:35:58.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:35:58.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:35:59.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:35:58 smithi123 ceph-mon[191304]: pgmap v16285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:59.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:35:58 smithi123 ceph-mon[188613]: pgmap v16285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:35:59.243 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:35:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:35:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:35:59.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:35:58 smithi177 ceph-mon[212096]: pgmap v16285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:00.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:00 smithi177 ceph-mon[212096]: pgmap v16286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:00.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:00 smithi123 ceph-mon[191304]: pgmap v16286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:00 smithi123 ceph-mon[188613]: pgmap v16286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:03.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:02 smithi123 ceph-mon[191304]: pgmap v16287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:02 smithi123 ceph-mon[188613]: pgmap v16287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:03.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:02 smithi177 ceph-mon[212096]: pgmap v16287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:05.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:04 smithi123 ceph-mon[191304]: pgmap v16288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:05.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:04 smithi123 ceph-mon[188613]: pgmap v16288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:05.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:04 smithi177 ceph-mon[212096]: pgmap v16288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:07.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:06 smithi123 ceph-mon[191304]: pgmap v16289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:07.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:06 smithi123 ceph-mon[188613]: pgmap v16289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:07.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:06 smithi177 ceph-mon[212096]: pgmap v16289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:09.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:08 smithi123 ceph-mon[191304]: pgmap v16290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:09.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:08 smithi123 ceph-mon[188613]: pgmap v16290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:09.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:36:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:36:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:36:09.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:08 smithi177 ceph-mon[212096]: pgmap v16290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:10.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:10 smithi177 ceph-mon[212096]: pgmap v16291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:10.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:10 smithi123 ceph-mon[191304]: pgmap v16291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:10.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:10 smithi123 ceph-mon[188613]: pgmap v16291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:12 smithi123 ceph-mon[191304]: pgmap v16292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:36:13.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:12 smithi123 ceph-mon[188613]: pgmap v16292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:13.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:36:13.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:12 smithi177 ceph-mon[212096]: pgmap v16292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:13.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:36:15.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:14 smithi123 ceph-mon[191304]: pgmap v16293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:15.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:14 smithi123 ceph-mon[188613]: pgmap v16293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:15.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:14 smithi177 ceph-mon[212096]: pgmap v16293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:17.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:16 smithi123 ceph-mon[191304]: pgmap v16294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:17.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:16 smithi123 ceph-mon[188613]: pgmap v16294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:17.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:16 smithi177 ceph-mon[212096]: pgmap v16294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:18.505 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:36:18.815 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:36:18.816 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 94s ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:36:18.816 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 9m ago 7h 92.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:36:18.816 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 94s ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:36:18.816 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 9m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:36:18.816 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 9m ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:36:18.816 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 94s ago 7h 843M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:36:18.816 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 94s ago 7h 2027M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:36:18.816 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 9m ago 7h 936M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:36:18.816 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 94s ago 7h 1054M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:36:18.816 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 94s ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:36:18.816 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 9m ago 7h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:36:18.816 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 94s ago 7h 5231M 2244M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:36:18.816 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 94s ago 7h 5963M 2244M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:36:18.816 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 94s ago 7h 4840M 2244M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:36:18.816 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 94s ago 7h 5072M 2244M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:36:18.817 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 9m ago 7h 4239M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:36:18.817 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 9m ago 7h 4722M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:36:18.817 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 9m ago 7h 4065M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:36:18.817 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 9m ago 7h 4716M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:36:18.817 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 9m ago 7h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:36:19.197 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:36:19.198 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:36:19.198 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:36:19.198 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:36:19.198 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:36:19.198 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:36:19.198 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:36:19.198 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:36:19.198 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:36:19.198 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:36:19.198 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:36:19.198 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:36:19.198 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:36:19.198 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:36:19.199 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:36:19.199 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:36:19.199 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:36:19.199 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:36:19.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:18 smithi123 ceph-mon[191304]: pgmap v16295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:19.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:18 smithi123 ceph-mon[188613]: pgmap v16295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:19.243 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:36:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:36:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:36:19.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:18 smithi177 ceph-mon[212096]: pgmap v16295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:20.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:19 smithi123 ceph-mon[191304]: from='client.61814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:36:20.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:19 smithi123 ceph-mon[191304]: from='client.51870 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:36:20.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:19 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1211381564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:36:20.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:19 smithi123 ceph-mon[188613]: from='client.61814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:36:20.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:19 smithi123 ceph-mon[188613]: from='client.51870 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:36:20.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:19 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1211381564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:36:20.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:19 smithi177 ceph-mon[212096]: from='client.61814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:36:20.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:19 smithi177 ceph-mon[212096]: from='client.51870 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:36:20.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:19 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1211381564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:36:21.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:20 smithi123 ceph-mon[191304]: pgmap v16296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:21.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:20 smithi123 ceph-mon[188613]: pgmap v16296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:21.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:20 smithi177 ceph-mon[212096]: pgmap v16296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:23.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:22 smithi123 ceph-mon[191304]: pgmap v16297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:23.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:22 smithi123 ceph-mon[188613]: pgmap v16297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:23.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:22 smithi177 ceph-mon[212096]: pgmap v16297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:25.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:24 smithi123 ceph-mon[191304]: pgmap v16298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:25.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:24 smithi123 ceph-mon[188613]: pgmap v16298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:25.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:24 smithi177 ceph-mon[212096]: pgmap v16298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:27.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:26 smithi123 ceph-mon[191304]: pgmap v16299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:27.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:36:27.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:26 smithi123 ceph-mon[188613]: pgmap v16299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:27.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:36:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:26 smithi177 ceph-mon[212096]: pgmap v16299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:36:29.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:28 smithi123 ceph-mon[191304]: pgmap v16300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:29.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:28 smithi123 ceph-mon[188613]: pgmap v16300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:29.243 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:36:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:36:29] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T18:36:29.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:28 smithi177 ceph-mon[212096]: pgmap v16300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:30.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:30 smithi177 ceph-mon[212096]: pgmap v16301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:30.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:30 smithi123 ceph-mon[191304]: pgmap v16301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:30.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:30 smithi123 ceph-mon[188613]: pgmap v16301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:33.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:32 smithi123 ceph-mon[191304]: pgmap v16302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:33.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:32 smithi123 ceph-mon[188613]: pgmap v16302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:33.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:32 smithi177 ceph-mon[212096]: pgmap v16302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:35.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:34 smithi123 ceph-mon[191304]: pgmap v16303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:35.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:34 smithi123 ceph-mon[188613]: pgmap v16303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:35.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:34 smithi177 ceph-mon[212096]: pgmap v16303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:37.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:36 smithi123 ceph-mon[191304]: pgmap v16304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:37.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:36 smithi123 ceph-mon[188613]: pgmap v16304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:37.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:36 smithi177 ceph-mon[212096]: pgmap v16304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:39.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:38 smithi123 ceph-mon[191304]: pgmap v16305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:39.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:38 smithi123 ceph-mon[188613]: pgmap v16305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:39.243 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:36:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:36:39] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T18:36:39.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:38 smithi177 ceph-mon[212096]: pgmap v16305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:40.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:40 smithi177 ceph-mon[212096]: pgmap v16306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:40.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:40 smithi123 ceph-mon[188613]: pgmap v16306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:40.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:40 smithi123 ceph-mon[191304]: pgmap v16306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:43.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:42 smithi123 ceph-mon[188613]: pgmap v16307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:43.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:36:43.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:42 smithi123 ceph-mon[191304]: pgmap v16307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:43.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:36:43.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:42 smithi177 ceph-mon[212096]: pgmap v16307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:43.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:36:45.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:44 smithi123 ceph-mon[191304]: pgmap v16308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:45.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:44 smithi123 ceph-mon[188613]: pgmap v16308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:45.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:44 smithi177 ceph-mon[212096]: pgmap v16308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:46.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:36:46.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:36:46.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:36:47.013 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:46 smithi177 ceph-mon[212096]: pgmap v16309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:47.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:46 smithi123 ceph-mon[191304]: pgmap v16309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:47.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:46 smithi123 ceph-mon[188613]: pgmap v16309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:49.243 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:36:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:36:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:36:49.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:48 smithi123 ceph-mon[188613]: pgmap v16310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:49.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:36:49.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:36:49.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:36:49.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:36:49.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:36:49.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:48 smithi123 ceph-mon[191304]: pgmap v16310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:49.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:36:49.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:36:49.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:36:49.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:36:49.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:36:49.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:48 smithi177 ceph-mon[212096]: pgmap v16310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:49.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:36:49.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:36:49.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:36:49.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:36:49.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:36:49.544 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:36:49.853 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:36:49.853 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 2m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:36:49.853 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 1s ago 7h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:36:49.853 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 2m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:36:49.853 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 1s ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:36:49.853 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 1s ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:36:49.853 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 2m ago 7h 843M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:36:49.854 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 2m ago 7h 2027M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:36:49.854 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 1s ago 7h 954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:36:49.854 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 2m ago 7h 1054M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:36:49.854 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 2m ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:36:49.854 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 1s ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:36:49.854 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 2m ago 7h 5231M 2244M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:36:49.854 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 2m ago 7h 5963M 2244M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:36:49.854 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 2m ago 7h 4840M 2244M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:36:49.854 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 2m ago 7h 5072M 2244M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:36:49.854 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 1s ago 7h 4267M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:36:49.854 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 1s ago 7h 4756M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:36:49.854 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 1s ago 7h 4094M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:36:49.854 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 1s ago 7h 4753M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:36:49.854 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 1s ago 7h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:36:50.231 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:36:50.231 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:36:50.231 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:36:50.231 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:36:50.231 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:36:50.231 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:36:50.231 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:36:50.231 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:36:50.232 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:36:50.232 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:36:50.232 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:36:50.232 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:36:50.232 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:36:50.232 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:36:50.232 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:36:50.232 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:36:50.232 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:36:50.232 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:36:50.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:50 smithi177 ceph-mon[212096]: from='client.61832 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:36:50.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:50 smithi177 ceph-mon[212096]: from='client.61838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:36:50.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:50 smithi177 ceph-mon[212096]: pgmap v16311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:50.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:50 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/607705227' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:36:50.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:50 smithi123 ceph-mon[191304]: from='client.61832 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:36:50.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:50 smithi123 ceph-mon[191304]: from='client.61838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:36:50.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:50 smithi123 ceph-mon[191304]: pgmap v16311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:50.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:50 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/607705227' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:36:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:50 smithi123 ceph-mon[188613]: from='client.61832 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:36:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:50 smithi123 ceph-mon[188613]: from='client.61838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:36:50.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:50 smithi123 ceph-mon[188613]: pgmap v16311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:50.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:50 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/607705227' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:36:53.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:52 smithi123 ceph-mon[191304]: pgmap v16312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:53.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:52 smithi123 ceph-mon[188613]: pgmap v16312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:53.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:52 smithi177 ceph-mon[212096]: pgmap v16312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:54 smithi123 ceph-mon[191304]: pgmap v16313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:55.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:54 smithi123 ceph-mon[188613]: pgmap v16313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:55.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:54 smithi177 ceph-mon[212096]: pgmap v16313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:57.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:56 smithi123 ceph-mon[191304]: pgmap v16314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:57.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:36:57.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:56 smithi123 ceph-mon[188613]: pgmap v16314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:57.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:36:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:56 smithi177 ceph-mon[212096]: pgmap v16314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:36:59.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:36:58 smithi123 ceph-mon[191304]: pgmap v16315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:59.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:36:58 smithi123 ceph-mon[188613]: pgmap v16315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:36:59.243 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:36:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:36:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T18:36:59.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:36:58 smithi177 ceph-mon[212096]: pgmap v16315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:00.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:00 smithi177 ceph-mon[212096]: pgmap v16316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:00.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:00 smithi123 ceph-mon[191304]: pgmap v16316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:00 smithi123 ceph-mon[188613]: pgmap v16316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:02 smithi123 ceph-mon[188613]: pgmap v16317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:03.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:02 smithi123 ceph-mon[191304]: pgmap v16317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:03.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:02 smithi177 ceph-mon[212096]: pgmap v16317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:05.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:04 smithi123 ceph-mon[191304]: pgmap v16318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:05.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:04 smithi123 ceph-mon[188613]: pgmap v16318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:05.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:04 smithi177 ceph-mon[212096]: pgmap v16318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:07.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:06 smithi123 ceph-mon[188613]: pgmap v16319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:07.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:06 smithi123 ceph-mon[191304]: pgmap v16319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:07.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:06 smithi177 ceph-mon[212096]: pgmap v16319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:09.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:08 smithi123 ceph-mon[191304]: pgmap v16320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:09.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:08 smithi123 ceph-mon[188613]: pgmap v16320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:09.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:37:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:37:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T18:37:09.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:08 smithi177 ceph-mon[212096]: pgmap v16320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:10.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:10 smithi177 ceph-mon[212096]: pgmap v16321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:10.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:10 smithi123 ceph-mon[188613]: pgmap v16321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:10.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:10 smithi123 ceph-mon[191304]: pgmap v16321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:12.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:37:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:37:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:37:13.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:13 smithi177 ceph-mon[212096]: pgmap v16322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:13.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:13 smithi123 ceph-mon[191304]: pgmap v16322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:13.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:13 smithi123 ceph-mon[188613]: pgmap v16322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:15.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:15 smithi177 ceph-mon[212096]: pgmap v16323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:15.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:15 smithi123 ceph-mon[191304]: pgmap v16323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:15.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:15 smithi123 ceph-mon[188613]: pgmap v16323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:17.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:17 smithi177 ceph-mon[212096]: pgmap v16324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:17.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:17 smithi123 ceph-mon[191304]: pgmap v16324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:17.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:17 smithi123 ceph-mon[188613]: pgmap v16324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:19.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:19 smithi177 ceph-mon[212096]: pgmap v16325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:19 smithi123 ceph-mon[188613]: pgmap v16325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:19.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:19 smithi123 ceph-mon[191304]: pgmap v16325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:37:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:37:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:37:20.582 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:37:20.886 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:37:20.886 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 2m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:37:20.887 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 32s ago 7h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:37:20.887 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 2m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:37:20.887 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 32s ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:37:20.887 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 32s ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:37:20.887 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 2m ago 7h 843M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:37:20.887 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 2m ago 7h 2027M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:37:20.887 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 32s ago 7h 954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:37:20.887 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 2m ago 7h 1054M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:37:20.887 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 2m ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:37:20.887 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 32s ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:37:20.887 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 2m ago 7h 5231M 2244M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:37:20.887 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 2m ago 7h 5963M 2244M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:37:20.887 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 2m ago 7h 4840M 2244M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:37:20.887 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 2m ago 7h 5072M 2244M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:37:20.888 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 32s ago 7h 4267M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:37:20.888 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 32s ago 7h 4756M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:37:20.888 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 32s ago 7h 4094M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:37:20.888 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 32s ago 7h 4753M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:37:20.888 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 32s ago 7h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:37:20.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:20 smithi177 ceph-mon[212096]: pgmap v16326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:20.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:20 smithi123 ceph-mon[191304]: pgmap v16326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:20.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:20 smithi123 ceph-mon[188613]: pgmap v16326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:21.272 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:37:21.272 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:37:21.272 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:37:21.272 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:37:21.272 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:37:21.273 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:37:21.273 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:37:21.273 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:37:21.273 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:37:21.273 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:37:21.273 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:37:21.273 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:37:21.273 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:37:21.273 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:37:21.273 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:37:21.273 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:37:21.273 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:37:21.273 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:37:21.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:21 smithi177 ceph-mon[212096]: from='client.51900 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:37:21.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:21 smithi177 ceph-mon[212096]: from='client.51906 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:37:21.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:21 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1827542455' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:37:21.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:21 smithi123 ceph-mon[191304]: from='client.51900 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:37:21.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:21 smithi123 ceph-mon[191304]: from='client.51906 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:37:21.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:21 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1827542455' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:37:21.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:21 smithi123 ceph-mon[188613]: from='client.51900 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:37:21.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:21 smithi123 ceph-mon[188613]: from='client.51906 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:37:21.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:21 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1827542455' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:37:22.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:22 smithi177 ceph-mon[212096]: pgmap v16327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:22.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:22 smithi123 ceph-mon[191304]: pgmap v16327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:22.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:22 smithi123 ceph-mon[188613]: pgmap v16327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:25.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:24 smithi123 ceph-mon[191304]: pgmap v16328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:25.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:24 smithi123 ceph-mon[188613]: pgmap v16328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:25.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:24 smithi177 ceph-mon[212096]: pgmap v16328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:27.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:26 smithi123 ceph-mon[191304]: pgmap v16329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:27.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:37:27.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:26 smithi123 ceph-mon[188613]: pgmap v16329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:27.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:37:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:26 smithi177 ceph-mon[212096]: pgmap v16329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:37:29.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:28 smithi123 ceph-mon[191304]: pgmap v16330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:29.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:28 smithi123 ceph-mon[188613]: pgmap v16330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:29.243 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:37:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:37:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:37:29.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:28 smithi177 ceph-mon[212096]: pgmap v16330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:30.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:30 smithi177 ceph-mon[212096]: pgmap v16331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:30.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:30 smithi123 ceph-mon[191304]: pgmap v16331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:30.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:30 smithi123 ceph-mon[188613]: pgmap v16331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:33.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:32 smithi123 ceph-mon[191304]: pgmap v16332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:33.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:32 smithi123 ceph-mon[188613]: pgmap v16332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:33.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:32 smithi177 ceph-mon[212096]: pgmap v16332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:35.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:34 smithi123 ceph-mon[191304]: pgmap v16333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:35.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:34 smithi123 ceph-mon[188613]: pgmap v16333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:35.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:34 smithi177 ceph-mon[212096]: pgmap v16333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:37.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:36 smithi123 ceph-mon[191304]: pgmap v16334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:37.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:36 smithi123 ceph-mon[188613]: pgmap v16334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:37.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:36 smithi177 ceph-mon[212096]: pgmap v16334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:39.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:38 smithi123 ceph-mon[191304]: pgmap v16335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:39.243 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:37:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:37:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:37:39.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:38 smithi123 ceph-mon[188613]: pgmap v16335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:39.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:38 smithi177 ceph-mon[212096]: pgmap v16335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:40.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:40 smithi177 ceph-mon[212096]: pgmap v16336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:40.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:40 smithi123 ceph-mon[191304]: pgmap v16336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:40.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:40 smithi123 ceph-mon[188613]: pgmap v16336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:42.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:37:42.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:37:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:37:43.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:43 smithi177 ceph-mon[212096]: pgmap v16337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:43.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:43 smithi123 ceph-mon[191304]: pgmap v16337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:43 smithi123 ceph-mon[188613]: pgmap v16337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:45.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:45 smithi177 ceph-mon[212096]: pgmap v16338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:45.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:45 smithi123 ceph-mon[191304]: pgmap v16338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:45.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:45 smithi123 ceph-mon[188613]: pgmap v16338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:47.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:47 smithi177 ceph-mon[212096]: pgmap v16339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:47.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:47 smithi123 ceph-mon[191304]: pgmap v16339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:47.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:47 smithi123 ceph-mon[188613]: pgmap v16339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:49.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:49 smithi177 ceph-mon[212096]: pgmap v16340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:49.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:37:49.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:37:49.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:37:49.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:37:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:37:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:37:49] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T18:37:49.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:49 smithi123 ceph-mon[191304]: pgmap v16340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:49.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:37:49.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:37:49.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:37:49.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:37:49.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:49 smithi123 ceph-mon[188613]: pgmap v16340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:49.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:37:49.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:37:49.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:37:49.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:37:50.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:50 smithi177 ceph-mon[212096]: pgmap v16341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:50.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:50 smithi123 ceph-mon[191304]: pgmap v16341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:50 smithi123 ceph-mon[188613]: pgmap v16341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:51.618 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:37:51.921 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:37:51.922 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 3m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:37:51.922 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 63s ago 7h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:37:51.922 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 3m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:37:51.922 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 63s ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:37:51.922 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 63s ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:37:51.922 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 3m ago 7h 843M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:37:51.922 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 3m ago 7h 2027M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:37:51.922 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 63s ago 7h 954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:37:51.922 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 3m ago 7h 1054M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:37:51.922 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 3m ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:37:51.922 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 63s ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:37:51.922 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 3m ago 7h 5231M 2244M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:37:51.922 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 3m ago 7h 5963M 2244M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:37:51.922 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 3m ago 7h 4840M 2244M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:37:51.923 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 3m ago 7h 5072M 2244M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:37:51.923 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 63s ago 7h 4267M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:37:51.923 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 63s ago 7h 4756M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:37:51.923 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 63s ago 7h 4094M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:37:51.923 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 63s ago 7h 4753M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:37:51.923 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 63s ago 7h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:37:52.307 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:37:52.307 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:37:52.307 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:37:52.307 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:37:52.307 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:37:52.307 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:37:52.307 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:37:52.307 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:37:52.308 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:37:52.308 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:37:52.308 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:37:52.308 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:37:52.308 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:37:52.308 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:37:52.308 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:37:52.308 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:37:52.308 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:37:52.308 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:37:53.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:52 smithi123 ceph-mon[191304]: from='client.61868 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:37:53.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:52 smithi123 ceph-mon[191304]: from='client.61874 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:37:53.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:52 smithi123 ceph-mon[191304]: pgmap v16342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:53.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:52 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/160353917' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:37:53.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:52 smithi123 ceph-mon[188613]: from='client.61868 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:37:53.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:52 smithi123 ceph-mon[188613]: from='client.61874 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:37:53.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:52 smithi123 ceph-mon[188613]: pgmap v16342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:53.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:52 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/160353917' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:37:53.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:52 smithi177 ceph-mon[212096]: from='client.61868 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:37:53.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:52 smithi177 ceph-mon[212096]: from='client.61874 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:37:53.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:52 smithi177 ceph-mon[212096]: pgmap v16342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:53.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:52 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/160353917' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:37:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:54 smithi123 ceph-mon[191304]: pgmap v16343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:55.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:54 smithi123 ceph-mon[188613]: pgmap v16343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:55.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:54 smithi177 ceph-mon[212096]: pgmap v16343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:57.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:56 smithi123 ceph-mon[188613]: pgmap v16344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:57.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:37:57.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:56 smithi123 ceph-mon[191304]: pgmap v16344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:57.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:37:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:56 smithi177 ceph-mon[212096]: pgmap v16344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:37:59.243 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:37:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:37:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:37:59.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:37:58 smithi123 ceph-mon[191304]: pgmap v16345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:59.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:37:58 smithi123 ceph-mon[188613]: pgmap v16345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:37:59.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:37:58 smithi177 ceph-mon[212096]: pgmap v16345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:00.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:00 smithi177 ceph-mon[212096]: pgmap v16346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:00 smithi123 ceph-mon[188613]: pgmap v16346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:00.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:00 smithi123 ceph-mon[191304]: pgmap v16346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:03.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:02 smithi123 ceph-mon[191304]: pgmap v16347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:02 smithi123 ceph-mon[188613]: pgmap v16347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:03.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:02 smithi177 ceph-mon[212096]: pgmap v16347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:05.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:04 smithi123 ceph-mon[191304]: pgmap v16348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:05.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:04 smithi123 ceph-mon[188613]: pgmap v16348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:05.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:04 smithi177 ceph-mon[212096]: pgmap v16348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:07.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:06 smithi123 ceph-mon[191304]: pgmap v16349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:07.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:06 smithi123 ceph-mon[188613]: pgmap v16349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:07.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:06 smithi177 ceph-mon[212096]: pgmap v16349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:09.243 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:38:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:38:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:38:09.289 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:08 smithi123 ceph-mon[191304]: pgmap v16350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:09.289 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:08 smithi123 ceph-mon[188613]: pgmap v16350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:09.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:08 smithi177 ceph-mon[212096]: pgmap v16350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:10.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:10 smithi177 ceph-mon[212096]: pgmap v16351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:10.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:10 smithi123 ceph-mon[191304]: pgmap v16351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:10.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:10 smithi123 ceph-mon[188613]: pgmap v16351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:12.410 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:38:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:38:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:38:13.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:13 smithi177 ceph-mon[212096]: pgmap v16352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:13.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:13 smithi123 ceph-mon[191304]: pgmap v16352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:13.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:13 smithi123 ceph-mon[188613]: pgmap v16352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:15.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:15 smithi177 ceph-mon[212096]: pgmap v16353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:15.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:15 smithi123 ceph-mon[188613]: pgmap v16353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:15.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:15 smithi123 ceph-mon[191304]: pgmap v16353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:17.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:17 smithi177 ceph-mon[212096]: pgmap v16354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:17.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:17 smithi123 ceph-mon[191304]: pgmap v16354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:17.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:17 smithi123 ceph-mon[188613]: pgmap v16354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:19.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:19 smithi177 ceph-mon[212096]: pgmap v16355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:19.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:19 smithi123 ceph-mon[191304]: pgmap v16355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:19 smithi123 ceph-mon[188613]: pgmap v16355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:38:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:38:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:38:20.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:20 smithi177 ceph-mon[212096]: pgmap v16356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:20.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:20 smithi123 ceph-mon[191304]: pgmap v16356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:20.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:20 smithi123 ceph-mon[188613]: pgmap v16356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:22.652 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:38:22.958 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:38:22.958 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 3m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:38:22.958 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 95s ago 7h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:38:22.958 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 3m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:38:22.958 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 95s ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:38:22.958 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 95s ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:38:22.959 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 3m ago 7h 843M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:38:22.959 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 3m ago 7h 2027M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:38:22.959 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 95s ago 7h 954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:38:22.959 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 3m ago 7h 1054M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:38:22.959 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 3m ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:38:22.959 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 95s ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:38:22.959 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 3m ago 7h 5231M 2244M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:38:22.959 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 3m ago 7h 5963M 2244M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:38:22.959 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 3m ago 7h 4840M 2244M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:38:22.959 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 3m ago 7h 5072M 2244M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:38:22.959 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 95s ago 7h 4267M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:38:22.959 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 95s ago 7h 4756M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:38:22.959 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 95s ago 7h 4094M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:38:22.959 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 95s ago 7h 4753M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:38:22.960 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 95s ago 7h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:38:23.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:22 smithi123 ceph-mon[191304]: pgmap v16357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:23.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:22 smithi123 ceph-mon[188613]: pgmap v16357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:23.343 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:38:23.343 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:38:23.344 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:38:23.344 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:38:23.344 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:38:23.344 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:38:23.344 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:38:23.344 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:38:23.344 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:38:23.344 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:38:23.344 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:38:23.344 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:38:23.344 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:38:23.344 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:38:23.344 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:38:23.344 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:38:23.345 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:38:23.345 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:38:23.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:22 smithi177 ceph-mon[212096]: pgmap v16357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:24.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:23 smithi123 ceph-mon[191304]: from='client.61886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:38:24.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:23 smithi123 ceph-mon[191304]: from='client.61892 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:38:24.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:23 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/897595994' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:38:24.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:23 smithi123 ceph-mon[188613]: from='client.61886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:38:24.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:23 smithi123 ceph-mon[188613]: from='client.61892 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:38:24.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:23 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/897595994' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:38:24.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:23 smithi177 ceph-mon[212096]: from='client.61886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:38:24.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:23 smithi177 ceph-mon[212096]: from='client.61892 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:38:24.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:23 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/897595994' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:38:25.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:24 smithi123 ceph-mon[191304]: pgmap v16358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:25.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:24 smithi123 ceph-mon[188613]: pgmap v16358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:25.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:24 smithi177 ceph-mon[212096]: pgmap v16358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:26 smithi177 ceph-mon[212096]: pgmap v16359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:38:27.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:26 smithi123 ceph-mon[191304]: pgmap v16359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:27.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:38:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:26 smithi123 ceph-mon[188613]: pgmap v16359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:38:29.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:28 smithi177 ceph-mon[212096]: pgmap v16360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:29.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:28 smithi123 ceph-mon[191304]: pgmap v16360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:38:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:38:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:38:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:28 smithi123 ceph-mon[188613]: pgmap v16360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:30.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:30 smithi177 ceph-mon[212096]: pgmap v16361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:30.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:30 smithi123 ceph-mon[188613]: pgmap v16361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:30.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:30 smithi123 ceph-mon[191304]: pgmap v16361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:33.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:32 smithi123 ceph-mon[188613]: pgmap v16362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:33.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:32 smithi123 ceph-mon[191304]: pgmap v16362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:33.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:32 smithi177 ceph-mon[212096]: pgmap v16362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:35.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:34 smithi123 ceph-mon[191304]: pgmap v16363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:35.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:34 smithi123 ceph-mon[188613]: pgmap v16363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:35.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:34 smithi177 ceph-mon[212096]: pgmap v16363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:37.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:36 smithi123 ceph-mon[191304]: pgmap v16364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:37.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:36 smithi123 ceph-mon[188613]: pgmap v16364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:37.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:36 smithi177 ceph-mon[212096]: pgmap v16364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:39.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:38 smithi123 ceph-mon[191304]: pgmap v16365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:39.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:38 smithi123 ceph-mon[188613]: pgmap v16365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:39.243 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:38:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:38:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:38:39.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:38 smithi177 ceph-mon[212096]: pgmap v16365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:40.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:40 smithi177 ceph-mon[212096]: pgmap v16366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:40.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:40 smithi123 ceph-mon[191304]: pgmap v16366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:40.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:40 smithi123 ceph-mon[188613]: pgmap v16366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:42.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:38:42.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:38:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:38:43.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:43 smithi177 ceph-mon[212096]: pgmap v16367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:43.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:43 smithi123 ceph-mon[191304]: pgmap v16367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:43 smithi123 ceph-mon[188613]: pgmap v16367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:45.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:45 smithi177 ceph-mon[212096]: pgmap v16368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:45.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:45 smithi123 ceph-mon[191304]: pgmap v16368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:45.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:45 smithi123 ceph-mon[188613]: pgmap v16368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:47.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:47 smithi177 ceph-mon[212096]: pgmap v16369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:47.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:47 smithi123 ceph-mon[191304]: pgmap v16369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:47.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:47 smithi123 ceph-mon[188613]: pgmap v16369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:49.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:49 smithi177 ceph-mon[212096]: pgmap v16370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:49 smithi123 ceph-mon[191304]: pgmap v16370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:38:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:38:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:38:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:49 smithi123 ceph-mon[188613]: pgmap v16370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:50.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:38:50.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:38:50.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:38:50.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:38:50.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:38:50.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:38:50.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:38:50.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:38:50.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:38:50.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:38:50.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:38:50.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:38:51.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:51 smithi177 ceph-mon[212096]: pgmap v16371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:51.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:51 smithi123 ceph-mon[191304]: pgmap v16371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:51.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:51 smithi123 ceph-mon[188613]: pgmap v16371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:53.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:53 smithi177 ceph-mon[212096]: pgmap v16372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:53 smithi123 ceph-mon[191304]: pgmap v16372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:53.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:53 smithi123 ceph-mon[188613]: pgmap v16372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:53.690 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:38:53.995 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:38:53.996 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 4m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:38:53.996 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 2m ago 7h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:38:53.996 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 4m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:38:53.996 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 2m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:38:53.996 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 2m ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:38:53.996 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 4m ago 7h 843M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:38:53.996 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 4m ago 7h 2027M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:38:53.996 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 2m ago 7h 954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:38:53.996 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 4m ago 7h 1054M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:38:53.996 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 4m ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:38:53.996 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 2m ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:38:53.996 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 4m ago 7h 5231M 2244M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:38:53.996 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 4m ago 7h 5963M 2244M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:38:53.996 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 4m ago 7h 4840M 2244M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:38:53.997 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 4m ago 7h 5072M 2244M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:38:53.997 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 2m ago 7h 4267M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:38:53.997 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 2m ago 7h 4756M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:38:53.997 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 2m ago 7h 4094M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:38:53.997 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 2m ago 7h 4753M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:38:53.997 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 2m ago 7h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:38:54.399 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:38:54.399 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:38:54.399 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:38:54.399 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:38:54.400 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:38:54.400 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:38:54.400 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:38:54.400 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:38:54.400 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:38:54.400 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:38:54.401 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:38:54.401 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:38:54.401 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:38:54.401 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:38:54.401 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:38:54.401 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:38:54.401 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:38:54.401 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:38:55.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:55 smithi177 ceph-mon[212096]: from='client.61904 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:38:55.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:55 smithi177 ceph-mon[212096]: pgmap v16373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:55.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:55 smithi177 ceph-mon[212096]: from='client.61910 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:38:55.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:55 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1736201340' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:38:55.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:55 smithi123 ceph-mon[191304]: from='client.61904 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:38:55.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:55 smithi123 ceph-mon[191304]: pgmap v16373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:55.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:55 smithi123 ceph-mon[191304]: from='client.61910 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:38:55.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:55 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1736201340' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:38:55.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:55 smithi123 ceph-mon[188613]: from='client.61904 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:38:55.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:55 smithi123 ceph-mon[188613]: pgmap v16373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:55.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:55 smithi123 ceph-mon[188613]: from='client.61910 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:38:55.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:55 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1736201340' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:38:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:57 smithi177 ceph-mon[212096]: pgmap v16374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:38:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:57 smithi123 ceph-mon[191304]: pgmap v16374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:38:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:57 smithi123 ceph-mon[188613]: pgmap v16374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:38:59.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:38:59 smithi177 ceph-mon[212096]: pgmap v16375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:59.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:38:59 smithi123 ceph-mon[191304]: pgmap v16375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:59.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:38:59 smithi123 ceph-mon[188613]: pgmap v16375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:38:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:38:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:38:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:39:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:00 smithi177 ceph-mon[212096]: pgmap v16376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:00.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:00 smithi123 ceph-mon[191304]: pgmap v16376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:00 smithi123 ceph-mon[188613]: pgmap v16376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:03.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:02 smithi123 ceph-mon[191304]: pgmap v16377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:02 smithi123 ceph-mon[188613]: pgmap v16377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:03.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:02 smithi177 ceph-mon[212096]: pgmap v16377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:05.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:04 smithi177 ceph-mon[212096]: pgmap v16378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:05.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:04 smithi123 ceph-mon[191304]: pgmap v16378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:05.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:04 smithi123 ceph-mon[188613]: pgmap v16378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:07.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:06 smithi177 ceph-mon[212096]: pgmap v16379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:07.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:06 smithi123 ceph-mon[191304]: pgmap v16379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:07.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:06 smithi123 ceph-mon[188613]: pgmap v16379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:09.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:09 smithi177 ceph-mon[212096]: pgmap v16380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:09.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:09 smithi123 ceph-mon[191304]: pgmap v16380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:09.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:09 smithi123 ceph-mon[188613]: pgmap v16380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:39:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:39:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:39:10.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:10 smithi177 ceph-mon[212096]: pgmap v16381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:10.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:10 smithi123 ceph-mon[191304]: pgmap v16381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:10.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:10 smithi123 ceph-mon[188613]: pgmap v16381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:12.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:39:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:39:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:39:13.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:13 smithi177 ceph-mon[212096]: pgmap v16382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:13.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:13 smithi123 ceph-mon[191304]: pgmap v16382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:13.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:13 smithi123 ceph-mon[188613]: pgmap v16382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:15.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:15 smithi177 ceph-mon[212096]: pgmap v16383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:15.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:15 smithi123 ceph-mon[188613]: pgmap v16383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:15.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:15 smithi123 ceph-mon[191304]: pgmap v16383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:17.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:17 smithi177 ceph-mon[212096]: pgmap v16384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:17.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:17 smithi123 ceph-mon[191304]: pgmap v16384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:17.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:17 smithi123 ceph-mon[188613]: pgmap v16384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:19.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:19 smithi177 ceph-mon[212096]: pgmap v16385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:19.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:19 smithi123 ceph-mon[191304]: pgmap v16385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:39:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:39:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:39:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:19 smithi123 ceph-mon[188613]: pgmap v16385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:20.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:20 smithi177 ceph-mon[212096]: pgmap v16386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:20.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:20 smithi123 ceph-mon[188613]: pgmap v16386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:20.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:20 smithi123 ceph-mon[191304]: pgmap v16386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:23.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:22 smithi177 ceph-mon[212096]: pgmap v16387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:23.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:22 smithi123 ceph-mon[191304]: pgmap v16387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:23.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:22 smithi123 ceph-mon[188613]: pgmap v16387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:24.746 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:39:25.057 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:39:25.057 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 4m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:39:25.057 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 2m ago 7h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:39:25.057 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 4m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:39:25.057 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 2m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:39:25.058 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 2m ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:39:25.058 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 4m ago 7h 843M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:39:25.058 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 4m ago 7h 2027M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:39:25.058 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 2m ago 7h 954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:39:25.058 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 4m ago 7h 1054M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:39:25.058 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 4m ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:39:25.058 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 2m ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:39:25.058 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 4m ago 7h 5231M 2244M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:39:25.058 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 4m ago 7h 5963M 2244M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:39:25.058 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 4m ago 7h 4840M 2244M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:39:25.058 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 4m ago 7h 5072M 2244M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:39:25.058 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 2m ago 7h 4267M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:39:25.058 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 2m ago 7h 4756M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:39:25.058 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 2m ago 7h 4094M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:39:25.058 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 2m ago 7h 4753M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:39:25.059 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 2m ago 7h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:39:25.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:25 smithi177 ceph-mon[212096]: pgmap v16388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:25.440 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:39:25.440 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:39:25.440 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:39:25.440 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:39:25.440 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:39:25.440 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:39:25.441 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:39:25.441 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:39:25.441 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:39:25.441 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:39:25.441 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:39:25.441 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:39:25.441 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:39:25.441 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:39:25.441 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:39:25.441 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:39:25.441 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:39:25.441 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:39:25.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:24 smithi123 ceph-mon[191304]: pgmap v16388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:24 smithi123 ceph-mon[188613]: pgmap v16388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:26.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:26 smithi177 ceph-mon[212096]: from='client.61922 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:39:26.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:26 smithi177 ceph-mon[212096]: from='client.51978 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:39:26.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:26 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4232813792' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:39:26.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:26 smithi123 ceph-mon[191304]: from='client.61922 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:39:26.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:26 smithi123 ceph-mon[191304]: from='client.51978 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:39:26.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:26 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4232813792' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:39:26.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:26 smithi123 ceph-mon[188613]: from='client.61922 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:39:26.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:26 smithi123 ceph-mon[188613]: from='client.51978 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:39:26.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:26 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4232813792' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:39:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:27 smithi177 ceph-mon[212096]: pgmap v16389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:39:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:27 smithi123 ceph-mon[191304]: pgmap v16389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:27.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:39:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:27 smithi123 ceph-mon[188613]: pgmap v16389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:39:29.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:29 smithi177 ceph-mon[212096]: pgmap v16390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:29.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:29 smithi123 ceph-mon[191304]: pgmap v16390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:29 smithi123 ceph-mon[188613]: pgmap v16390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:39:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:39:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:39:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:30 smithi177 ceph-mon[212096]: pgmap v16391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:30.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:30 smithi123 ceph-mon[188613]: pgmap v16391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:30.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:30 smithi123 ceph-mon[191304]: pgmap v16391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:33.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:32 smithi177 ceph-mon[212096]: pgmap v16392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:33.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:32 smithi123 ceph-mon[191304]: pgmap v16392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:33.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:32 smithi123 ceph-mon[188613]: pgmap v16392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:35.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:35 smithi177 ceph-mon[212096]: pgmap v16393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:35.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:35 smithi123 ceph-mon[188613]: pgmap v16393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:35.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:35 smithi123 ceph-mon[191304]: pgmap v16393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:37.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:37 smithi177 ceph-mon[212096]: pgmap v16394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:37.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:37 smithi123 ceph-mon[191304]: pgmap v16394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:37.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:37 smithi123 ceph-mon[188613]: pgmap v16394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:39.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:39 smithi177 ceph-mon[212096]: pgmap v16395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:39.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:39 smithi123 ceph-mon[191304]: pgmap v16395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:39 smithi123 ceph-mon[188613]: pgmap v16395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:39:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:39:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:39:40.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:40 smithi177 ceph-mon[212096]: pgmap v16396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:40.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:40 smithi123 ceph-mon[191304]: pgmap v16396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:40.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:40 smithi123 ceph-mon[188613]: pgmap v16396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:42.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:39:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:39:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:39:43.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:43 smithi177 ceph-mon[212096]: pgmap v16397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:43.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:43 smithi123 ceph-mon[191304]: pgmap v16397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:43 smithi123 ceph-mon[188613]: pgmap v16397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:45.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:45 smithi177 ceph-mon[212096]: pgmap v16398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:45.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:45 smithi123 ceph-mon[191304]: pgmap v16398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:45.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:45 smithi123 ceph-mon[188613]: pgmap v16398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:47.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:47 smithi177 ceph-mon[212096]: pgmap v16399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:47 smithi123 ceph-mon[191304]: pgmap v16399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:47.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:47 smithi123 ceph-mon[188613]: pgmap v16399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:49.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:49 smithi177 ceph-mon[212096]: pgmap v16400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:49.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:49 smithi123 ceph-mon[191304]: pgmap v16400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:49 smithi123 ceph-mon[188613]: pgmap v16400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:39:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:39:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:39:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:39:50.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:50 smithi177 ceph-mon[212096]: pgmap v16401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:50.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:39:50.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:39:50.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:39:50.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:39:50.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:50 smithi123 ceph-mon[191304]: pgmap v16401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:50.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:39:50.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:39:50.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:39:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:39:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:50 smithi123 ceph-mon[188613]: pgmap v16401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:39:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:39:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:39:53.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:53 smithi177 ceph-mon[212096]: pgmap v16402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:53 smithi123 ceph-mon[191304]: pgmap v16402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:53.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:53 smithi123 ceph-mon[188613]: pgmap v16402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:55.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:55 smithi177 ceph-mon[212096]: pgmap v16403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:55.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:55 smithi123 ceph-mon[191304]: pgmap v16403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:55.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:55 smithi123 ceph-mon[188613]: pgmap v16403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:55.787 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:39:56.096 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:39:56.096 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 5m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:39:56.096 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 3m ago 7h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:39:56.096 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 5m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:39:56.096 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 3m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:39:56.096 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 3m ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:39:56.096 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 5m ago 7h 843M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:39:56.096 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 5m ago 7h 2027M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:39:56.097 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 3m ago 7h 954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:39:56.097 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 5m ago 7h 1054M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:39:56.097 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 5m ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:39:56.097 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 3m ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:39:56.097 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 5m ago 7h 5231M 2244M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:39:56.097 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 5m ago 7h 5963M 2244M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:39:56.097 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 5m ago 7h 4840M 2244M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:39:56.097 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 5m ago 7h 5072M 2244M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:39:56.097 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 3m ago 7h 4267M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:39:56.097 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 3m ago 7h 4756M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:39:56.097 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 3m ago 7h 4094M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:39:56.097 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 3m ago 7h 4753M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:39:56.098 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 3m ago 7h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:39:56.477 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:39:56.477 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:39:56.477 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:39:56.478 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:39:56.478 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:39:56.478 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:39:56.478 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:39:56.478 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:39:56.478 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:39:56.478 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:39:56.478 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:39:56.478 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:39:56.478 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:39:56.479 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:39:56.479 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:39:56.479 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:39:56.479 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:39:56.479 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:39:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:57 smithi177 ceph-mon[212096]: from='client.51990 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:39:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:57 smithi177 ceph-mon[212096]: pgmap v16404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:57 smithi177 ceph-mon[212096]: from='client.51996 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:39:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:57 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2778050223' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:39:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:39:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:57 smithi123 ceph-mon[191304]: from='client.51990 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:39:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:57 smithi123 ceph-mon[191304]: pgmap v16404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:57 smithi123 ceph-mon[191304]: from='client.51996 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:39:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:57 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2778050223' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:39:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:39:57.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:57 smithi123 ceph-mon[188613]: from='client.51990 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:39:57.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:57 smithi123 ceph-mon[188613]: pgmap v16404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:57.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:57 smithi123 ceph-mon[188613]: from='client.51996 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:39:57.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:57 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2778050223' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:39:57.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:39:59.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:39:59 smithi177 ceph-mon[212096]: pgmap v16405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:59.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:39:59 smithi123 ceph-mon[191304]: pgmap v16405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:59.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:39:59 smithi123 ceph-mon[188613]: pgmap v16405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:39:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:39:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:39:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:40:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T18:39:59.998+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T18:40:00.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:00 smithi177 ceph-mon[212096]: pgmap v16406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:00.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T18:40:00.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:00 smithi123 ceph-mon[191304]: pgmap v16406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:00.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T18:40:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:00 smithi123 ceph-mon[188613]: pgmap v16406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T18:40:03.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:03 smithi177 ceph-mon[212096]: pgmap v16407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:03.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:03 smithi123 ceph-mon[191304]: pgmap v16407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:03.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:03 smithi123 ceph-mon[188613]: pgmap v16407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:05.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:05 smithi177 ceph-mon[212096]: pgmap v16408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:05 smithi123 ceph-mon[191304]: pgmap v16408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:05.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:05 smithi123 ceph-mon[188613]: pgmap v16408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:07.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:07 smithi177 ceph-mon[212096]: pgmap v16409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:07 smithi123 ceph-mon[191304]: pgmap v16409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:07.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:07 smithi123 ceph-mon[188613]: pgmap v16409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:09.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:09 smithi177 ceph-mon[212096]: pgmap v16410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:09 smithi123 ceph-mon[191304]: pgmap v16410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:09.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:09 smithi123 ceph-mon[188613]: pgmap v16410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:40:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:40:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:40:10.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:10 smithi177 ceph-mon[212096]: pgmap v16411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:10.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:10 smithi123 ceph-mon[188613]: pgmap v16411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:10.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:10 smithi123 ceph-mon[191304]: pgmap v16411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:40:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:40:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:40:13.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:13 smithi177 ceph-mon[212096]: pgmap v16412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:13.731 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:13 smithi123 ceph-mon[191304]: pgmap v16412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:13.731 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:13 smithi123 ceph-mon[188613]: pgmap v16412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:15.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:15 smithi177 ceph-mon[212096]: pgmap v16413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:15 smithi123 ceph-mon[188613]: pgmap v16413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:15.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:15 smithi123 ceph-mon[191304]: pgmap v16413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:17.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:17 smithi177 ceph-mon[212096]: pgmap v16414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:17.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:17 smithi123 ceph-mon[188613]: pgmap v16414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:17.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:17 smithi123 ceph-mon[191304]: pgmap v16414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:19.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:19 smithi177 ceph-mon[212096]: pgmap v16415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:19 smithi123 ceph-mon[191304]: pgmap v16415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:19 smithi123 ceph-mon[188613]: pgmap v16415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:40:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:40:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:40:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:20 smithi177 ceph-mon[212096]: pgmap v16416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:20 smithi123 ceph-mon[191304]: pgmap v16416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:20.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:20 smithi123 ceph-mon[188613]: pgmap v16416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:23.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:23 smithi177 ceph-mon[212096]: pgmap v16417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:23.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:23 smithi123 ceph-mon[188613]: pgmap v16417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:23.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:23 smithi123 ceph-mon[191304]: pgmap v16417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:25.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:25 smithi123 ceph-mon[191304]: pgmap v16418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:25.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:25 smithi123 ceph-mon[188613]: pgmap v16418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:25 smithi177 ceph-mon[212096]: pgmap v16418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:26.824 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:40:27.135 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:40:27.135 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 5m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:40:27.135 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 3m ago 7h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:40:27.135 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 5m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:40:27.135 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 3m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:40:27.135 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 3m ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:40:27.135 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 5m ago 7h 843M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:40:27.135 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 5m ago 7h 2027M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:40:27.135 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 3m ago 7h 954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:40:27.135 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 5m ago 7h 1054M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:40:27.135 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 5m ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:40:27.135 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 3m ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:40:27.135 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 5m ago 7h 5231M 2244M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:40:27.136 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 5m ago 7h 5963M 2244M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:40:27.136 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 5m ago 7h 4840M 2244M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:40:27.136 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 5m ago 7h 5072M 2244M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:40:27.136 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 3m ago 7h 4267M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:40:27.136 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 3m ago 7h 4756M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:40:27.136 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 3m ago 7h 4094M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:40:27.136 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 3m ago 7h 4753M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:40:27.136 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 3m ago 7h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:40:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:27 smithi177 ceph-mon[212096]: pgmap v16419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:40:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:27 smithi123 ceph-mon[191304]: pgmap v16419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:27.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:40:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:27 smithi123 ceph-mon[188613]: pgmap v16419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:40:27.517 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:40:27.517 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:40:27.518 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:40:27.518 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:40:27.518 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:40:27.518 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:40:27.518 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:40:27.518 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:40:27.518 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:40:27.518 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:40:27.518 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:40:27.518 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:40:27.518 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:40:27.518 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:40:27.518 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:40:27.518 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:40:27.519 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:40:27.519 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:40:28.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:28 smithi177 ceph-mon[212096]: from='client.52008 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:40:28.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:28 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3931738629' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:40:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:28 smithi123 ceph-mon[191304]: from='client.52008 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:40:28.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:28 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3931738629' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:40:28.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:28 smithi123 ceph-mon[188613]: from='client.52008 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:40:28.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:28 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3931738629' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:40:29.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:29 smithi177 ceph-mon[212096]: from='client.52014 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:40:29.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:29 smithi177 ceph-mon[212096]: pgmap v16420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:29.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:29 smithi123 ceph-mon[191304]: from='client.52014 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:40:29.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:29 smithi123 ceph-mon[191304]: pgmap v16420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:29 smithi123 ceph-mon[188613]: from='client.52014 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:40:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:29 smithi123 ceph-mon[188613]: pgmap v16420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:40:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:40:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:40:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:30 smithi177 ceph-mon[212096]: pgmap v16421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:30 smithi123 ceph-mon[191304]: pgmap v16421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:30.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:30 smithi123 ceph-mon[188613]: pgmap v16421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:33.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:33 smithi177 ceph-mon[212096]: pgmap v16422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:33.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:33 smithi123 ceph-mon[191304]: pgmap v16422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:33.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:33 smithi123 ceph-mon[188613]: pgmap v16422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:35.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:35 smithi177 ceph-mon[212096]: pgmap v16423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:35.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:35 smithi123 ceph-mon[191304]: pgmap v16423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:35.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:35 smithi123 ceph-mon[188613]: pgmap v16423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:37.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:37 smithi177 ceph-mon[212096]: pgmap v16424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:37.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:37 smithi123 ceph-mon[188613]: pgmap v16424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:37.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:37 smithi123 ceph-mon[191304]: pgmap v16424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:39.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:39 smithi177 ceph-mon[212096]: pgmap v16425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:39 smithi123 ceph-mon[191304]: pgmap v16425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:39 smithi123 ceph-mon[188613]: pgmap v16425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:40:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:40:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:40:40.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:40 smithi177 ceph-mon[212096]: pgmap v16426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:40 smithi123 ceph-mon[191304]: pgmap v16426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:40.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:40 smithi123 ceph-mon[188613]: pgmap v16426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:40:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:40:42.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:40:43.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:43 smithi177 ceph-mon[212096]: pgmap v16427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:43 smithi123 ceph-mon[191304]: pgmap v16427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:43 smithi123 ceph-mon[188613]: pgmap v16427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:45.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:45 smithi177 ceph-mon[212096]: pgmap v16428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:45.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:45 smithi123 ceph-mon[188613]: pgmap v16428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:45.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:45 smithi123 ceph-mon[191304]: pgmap v16428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:47.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:47 smithi177 ceph-mon[212096]: pgmap v16429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:47.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:47 smithi123 ceph-mon[191304]: pgmap v16429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:47.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:47 smithi123 ceph-mon[188613]: pgmap v16429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:49.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:49 smithi177 ceph-mon[212096]: pgmap v16430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:49.500 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:49 smithi123 ceph-mon[191304]: pgmap v16430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:49.501 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:49 smithi123 ceph-mon[188613]: pgmap v16430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:49.501 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:40:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:40:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:40:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:50 smithi177 ceph-mon[212096]: pgmap v16431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:50.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:40:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:50 smithi123 ceph-mon[191304]: pgmap v16431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:50.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:40:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:50 smithi123 ceph-mon[188613]: pgmap v16431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:40:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:40:51.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:40:51.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:40:51.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:40:51.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:40:51.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:40:51.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:40:51.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:40:51.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:40:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:52 smithi177 ceph-mon[212096]: pgmap v16432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:52 smithi123 ceph-mon[191304]: pgmap v16432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:52.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:52 smithi123 ceph-mon[188613]: pgmap v16432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:55.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:55 smithi177 ceph-mon[212096]: pgmap v16433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:55.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:55 smithi123 ceph-mon[188613]: pgmap v16433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:55.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:55 smithi123 ceph-mon[191304]: pgmap v16433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:57 smithi177 ceph-mon[212096]: pgmap v16434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:40:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:57 smithi123 ceph-mon[191304]: pgmap v16434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:40:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:57 smithi123 ceph-mon[188613]: pgmap v16434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:40:57.861 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:40:58.166 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:40:58.167 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 6m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:40:58.167 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 4m ago 7h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:40:58.167 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 6m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:40:58.167 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 4m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:40:58.167 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 4m ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:40:58.167 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 6m ago 7h 843M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:40:58.167 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 6m ago 7h 2027M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:40:58.167 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 4m ago 7h 954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:40:58.167 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 6m ago 7h 1054M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:40:58.167 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 6m ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:40:58.167 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 4m ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:40:58.167 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 6m ago 7h 5231M 2244M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:40:58.168 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 6m ago 7h 5963M 2244M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:40:58.168 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 6m ago 7h 4840M 2244M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:40:58.168 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 6m ago 7h 5072M 2244M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:40:58.168 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 4m ago 7h 4267M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:40:58.168 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 4m ago 7h 4756M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:40:58.168 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 4m ago 7h 4094M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:40:58.168 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 4m ago 7h 4753M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:40:58.168 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 4m ago 7h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:40:58.548 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:40:58.549 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:40:58.549 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:40:58.549 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:40:58.549 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:40:58.549 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:40:58.549 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:40:58.549 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:40:58.549 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:40:58.549 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:40:58.549 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:40:58.549 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:40:58.550 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:40:58.550 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:40:58.550 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:40:58.550 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:40:58.550 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:40:58.550 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:40:59.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:59 smithi177 ceph-mon[212096]: from='client.61976 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:40:59.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:59 smithi177 ceph-mon[212096]: pgmap v16435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:59.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:40:59 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3633254416' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:40:59.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:59 smithi123 ceph-mon[191304]: from='client.61976 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:40:59.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:59 smithi123 ceph-mon[191304]: pgmap v16435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:59.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:40:59 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3633254416' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:40:59.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:59 smithi123 ceph-mon[188613]: from='client.61976 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:40:59.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:59 smithi123 ceph-mon[188613]: pgmap v16435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:40:59.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:40:59 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3633254416' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:40:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:40:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:40:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:41:00.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:00 smithi177 ceph-mon[212096]: from='client.52032 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:41:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:00 smithi123 ceph-mon[191304]: from='client.52032 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:41:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:00 smithi123 ceph-mon[188613]: from='client.52032 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:41:01.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:01 smithi177 ceph-mon[212096]: pgmap v16436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:01 smithi123 ceph-mon[191304]: pgmap v16436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:01 smithi123 ceph-mon[188613]: pgmap v16436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:03.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:03 smithi177 ceph-mon[212096]: pgmap v16437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:03.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:03 smithi123 ceph-mon[188613]: pgmap v16437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:03.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:03 smithi123 ceph-mon[191304]: pgmap v16437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:05 smithi177 ceph-mon[212096]: pgmap v16438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:05.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:05 smithi123 ceph-mon[188613]: pgmap v16438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:05.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:05 smithi123 ceph-mon[191304]: pgmap v16438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:07 smithi177 ceph-mon[212096]: pgmap v16439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:07 smithi123 ceph-mon[191304]: pgmap v16439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:07.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:07 smithi123 ceph-mon[188613]: pgmap v16439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:09.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:09 smithi177 ceph-mon[212096]: pgmap v16440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:09.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:09 smithi123 ceph-mon[191304]: pgmap v16440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:09.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:09 smithi123 ceph-mon[188613]: pgmap v16440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:09.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:41:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:41:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:41:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:10 smithi177 ceph-mon[212096]: pgmap v16441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:10.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:10 smithi123 ceph-mon[188613]: pgmap v16441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:10.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:10 smithi123 ceph-mon[191304]: pgmap v16441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:41:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:41:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:41:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:13 smithi177 ceph-mon[212096]: pgmap v16442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:13.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:13 smithi123 ceph-mon[191304]: pgmap v16442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:13.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:13 smithi123 ceph-mon[188613]: pgmap v16442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:15.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:15 smithi177 ceph-mon[212096]: pgmap v16443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:15.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:15 smithi123 ceph-mon[191304]: pgmap v16443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:15.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:15 smithi123 ceph-mon[188613]: pgmap v16443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:17.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:17 smithi177 ceph-mon[212096]: pgmap v16444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:17 smithi123 ceph-mon[191304]: pgmap v16444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:17.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:17 smithi123 ceph-mon[188613]: pgmap v16444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:19.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:19 smithi177 ceph-mon[212096]: pgmap v16445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:19 smithi123 ceph-mon[191304]: pgmap v16445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:19 smithi123 ceph-mon[188613]: pgmap v16445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:41:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:41:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:41:20.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:20 smithi177 ceph-mon[212096]: pgmap v16446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:20 smithi123 ceph-mon[191304]: pgmap v16446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:20.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:20 smithi123 ceph-mon[188613]: pgmap v16446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:23.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:23 smithi177 ceph-mon[212096]: pgmap v16447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:23 smithi123 ceph-mon[191304]: pgmap v16447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:23.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:23 smithi123 ceph-mon[188613]: pgmap v16447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:25 smithi177 ceph-mon[212096]: pgmap v16448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:25.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:25 smithi123 ceph-mon[191304]: pgmap v16448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:25 smithi123 ceph-mon[188613]: pgmap v16448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:27 smithi177 ceph-mon[212096]: pgmap v16449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:41:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:27 smithi123 ceph-mon[191304]: pgmap v16449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:27.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:41:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:27 smithi123 ceph-mon[188613]: pgmap v16449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:41:28.894 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:41:28.904 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 18:41:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T18:41:28.584702627Z level=info msg="Completed cleanup jobs" duration=11.634721ms 2023-12-20T18:41:29.204 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:41:29.204 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 6m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:41:29.204 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 4m ago 7h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:41:29.204 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 6m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:41:29.204 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 4m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:41:29.204 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 4m ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:41:29.205 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 6m ago 7h 843M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:41:29.205 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 6m ago 7h 2027M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:41:29.205 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 4m ago 7h 954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:41:29.205 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 6m ago 7h 1054M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:41:29.205 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 6m ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:41:29.205 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 4m ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:41:29.205 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 6m ago 7h 5231M 2244M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:41:29.205 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 6m ago 7h 5963M 2244M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:41:29.205 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 6m ago 7h 4840M 2244M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:41:29.205 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 6m ago 7h 5072M 2244M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:41:29.205 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 4m ago 7h 4267M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:41:29.205 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 4m ago 7h 4756M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:41:29.205 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 4m ago 7h 4094M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:41:29.205 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 4m ago 7h 4753M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:41:29.205 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 4m ago 7h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:41:29.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:29 smithi177 ceph-mon[212096]: pgmap v16450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:41:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:41:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:41:29.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:29 smithi123 ceph-mon[191304]: pgmap v16450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:29 smithi123 ceph-mon[188613]: pgmap v16450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:29.589 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:41:29.590 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:41:29.590 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:41:29.590 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:41:29.590 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:41:29.590 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:41:29.590 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:41:29.590 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:41:29.590 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:41:29.590 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:41:29.590 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:41:29.590 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:41:29.590 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:41:29.590 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:41:29.590 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:41:29.591 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:41:29.591 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:41:29.591 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:41:30.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:30 smithi177 ceph-mon[212096]: from='client.61994 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:41:30.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:30 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3938048794' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:41:30.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:30 smithi123 ceph-mon[191304]: from='client.61994 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:41:30.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:30 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3938048794' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:41:30.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:30 smithi123 ceph-mon[188613]: from='client.61994 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:41:30.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:30 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3938048794' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:41:31.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:31 smithi177 ceph-mon[212096]: from='client.52050 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:41:31.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:31 smithi177 ceph-mon[212096]: pgmap v16451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:31.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:31 smithi123 ceph-mon[191304]: from='client.52050 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:41:31.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:31 smithi123 ceph-mon[191304]: pgmap v16451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:31.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:31 smithi123 ceph-mon[188613]: from='client.52050 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:41:31.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:31 smithi123 ceph-mon[188613]: pgmap v16451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:33.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:33 smithi177 ceph-mon[212096]: pgmap v16452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:33 smithi123 ceph-mon[191304]: pgmap v16452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:33.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:33 smithi123 ceph-mon[188613]: pgmap v16452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:35.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:35 smithi177 ceph-mon[212096]: pgmap v16453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:35.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:35 smithi123 ceph-mon[191304]: pgmap v16453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:35.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:35 smithi123 ceph-mon[188613]: pgmap v16453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:37.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:37 smithi177 ceph-mon[212096]: pgmap v16454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:37.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:37 smithi123 ceph-mon[188613]: pgmap v16454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:37.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:37 smithi123 ceph-mon[191304]: pgmap v16454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:39.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:39 smithi177 ceph-mon[212096]: pgmap v16455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:39 smithi123 ceph-mon[191304]: pgmap v16455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:39 smithi123 ceph-mon[188613]: pgmap v16455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:41:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:41:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:41:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:40 smithi177 ceph-mon[212096]: pgmap v16456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:40 smithi123 ceph-mon[188613]: pgmap v16456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:40.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:40 smithi123 ceph-mon[191304]: pgmap v16456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:41:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:41:42.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:41:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:43 smithi177 ceph-mon[212096]: pgmap v16457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:43 smithi123 ceph-mon[188613]: pgmap v16457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:43.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:43 smithi123 ceph-mon[191304]: pgmap v16457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:45.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:45 smithi177 ceph-mon[212096]: pgmap v16458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:45.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:45 smithi123 ceph-mon[191304]: pgmap v16458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:45.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:45 smithi123 ceph-mon[188613]: pgmap v16458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:47.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:47 smithi177 ceph-mon[212096]: pgmap v16459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:47.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:47 smithi123 ceph-mon[188613]: pgmap v16459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:47.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:47 smithi123 ceph-mon[191304]: pgmap v16459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:49.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:49 smithi177 ceph-mon[212096]: pgmap v16460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:49.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:49 smithi123 ceph-mon[191304]: pgmap v16460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:49 smithi123 ceph-mon[188613]: pgmap v16460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:41:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:41:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T18:41:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:50 smithi177 ceph-mon[212096]: pgmap v16461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:50 smithi123 ceph-mon[191304]: pgmap v16461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:50 smithi123 ceph-mon[188613]: pgmap v16461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:41:51.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:41:51.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:41:51.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:41:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:41:51.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:41:51.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:41:51.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:41:51.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:41:51.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:41:51.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:41:51.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:41:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:52 smithi177 ceph-mon[212096]: pgmap v16462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:52 smithi123 ceph-mon[191304]: pgmap v16462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:52.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:52 smithi123 ceph-mon[188613]: pgmap v16462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:55.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:55 smithi177 ceph-mon[212096]: pgmap v16463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:55.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:55 smithi123 ceph-mon[191304]: pgmap v16463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:55.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:55 smithi123 ceph-mon[188613]: pgmap v16463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:57 smithi177 ceph-mon[212096]: pgmap v16464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:41:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:57 smithi123 ceph-mon[191304]: pgmap v16464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:57.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:41:57.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:57 smithi123 ceph-mon[188613]: pgmap v16464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:57.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:41:59.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:41:59 smithi177 ceph-mon[212096]: pgmap v16465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:59.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:41:59 smithi123 ceph-mon[191304]: pgmap v16465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:59.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:41:59 smithi123 ceph-mon[188613]: pgmap v16465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:41:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:41:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:41:59] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T18:41:59.935 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:42:00.244 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:42:00.244 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 7m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:42:00.244 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 5m ago 7h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:42:00.244 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 7m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:42:00.244 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 5m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:42:00.244 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 5m ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:42:00.244 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 7m ago 7h 843M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:42:00.244 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 7m ago 7h 2027M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:42:00.244 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 5m ago 7h 954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:42:00.245 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 7m ago 7h 1054M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:42:00.245 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 7m ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:42:00.245 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 5m ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:42:00.245 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 7m ago 7h 5231M 2244M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:42:00.245 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 7m ago 7h 5963M 2244M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:42:00.245 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 7m ago 7h 4840M 2244M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:42:00.245 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 7m ago 7h 5072M 2244M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:42:00.245 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 5m ago 7h 4267M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:42:00.245 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 5m ago 7h 4756M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:42:00.245 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 5m ago 7h 4094M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:42:00.245 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 5m ago 7h 4753M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:42:00.245 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 5m ago 7h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:42:00.635 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:42:00.635 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:42:00.635 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:42:00.635 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:42:00.635 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:42:00.635 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:42:00.635 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:42:00.635 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:42:00.635 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:42:00.636 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:42:00.636 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:42:00.636 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:42:00.636 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:42:00.636 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:42:00.636 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:42:00.636 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:42:00.636 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:42:00.636 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:42:00.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:00 smithi177 ceph-mon[212096]: from='client.52062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:42:00.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:00 smithi177 ceph-mon[212096]: pgmap v16466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:00 smithi123 ceph-mon[188613]: from='client.52062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:42:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:00 smithi123 ceph-mon[188613]: pgmap v16466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:00.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:00 smithi123 ceph-mon[191304]: from='client.52062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:42:00.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:00 smithi123 ceph-mon[191304]: pgmap v16466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:01 smithi177 ceph-mon[212096]: from='client.52068 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:42:01.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:01 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1241682332' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:42:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:01 smithi123 ceph-mon[191304]: from='client.52068 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:42:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:01 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1241682332' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:42:01.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:01 smithi123 ceph-mon[188613]: from='client.52068 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:42:01.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:01 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1241682332' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:42:02.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:02 smithi177 ceph-mon[212096]: pgmap v16467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:02 smithi123 ceph-mon[191304]: pgmap v16467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:02 smithi123 ceph-mon[188613]: pgmap v16467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:05.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:05 smithi177 ceph-mon[212096]: pgmap v16468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:05.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:05 smithi123 ceph-mon[188613]: pgmap v16468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:05.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:05 smithi123 ceph-mon[191304]: pgmap v16468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:07.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:07 smithi177 ceph-mon[212096]: pgmap v16469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:07 smithi123 ceph-mon[191304]: pgmap v16469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:07.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:07 smithi123 ceph-mon[188613]: pgmap v16469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:09.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:09 smithi177 ceph-mon[212096]: pgmap v16470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:42:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:42:09] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T18:42:09.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:09 smithi123 ceph-mon[191304]: pgmap v16470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:09.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:09 smithi123 ceph-mon[188613]: pgmap v16470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:10.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:10 smithi177 ceph-mon[212096]: pgmap v16471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:10.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:10 smithi123 ceph-mon[188613]: pgmap v16471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:10.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:10 smithi123 ceph-mon[191304]: pgmap v16471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:42:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:42:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:42:13.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:13 smithi177 ceph-mon[212096]: pgmap v16472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:13.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:13 smithi123 ceph-mon[191304]: pgmap v16472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:13.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:13 smithi123 ceph-mon[188613]: pgmap v16472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:15.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:15 smithi177 ceph-mon[212096]: pgmap v16473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:15 smithi123 ceph-mon[191304]: pgmap v16473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:15.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:15 smithi123 ceph-mon[188613]: pgmap v16473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:17.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:17 smithi177 ceph-mon[212096]: pgmap v16474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:17 smithi123 ceph-mon[191304]: pgmap v16474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:17.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:17 smithi123 ceph-mon[188613]: pgmap v16474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:19.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:19 smithi177 ceph-mon[212096]: pgmap v16475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:19 smithi123 ceph-mon[191304]: pgmap v16475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:19 smithi123 ceph-mon[188613]: pgmap v16475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:42:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:42:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:42:20.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:20 smithi177 ceph-mon[212096]: pgmap v16476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:20.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:20 smithi123 ceph-mon[191304]: pgmap v16476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:20.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:20 smithi123 ceph-mon[188613]: pgmap v16476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:23.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:23 smithi177 ceph-mon[212096]: pgmap v16477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:23 smithi123 ceph-mon[191304]: pgmap v16477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:23.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:23 smithi123 ceph-mon[188613]: pgmap v16477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:25 smithi177 ceph-mon[212096]: pgmap v16478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:25 smithi123 ceph-mon[191304]: pgmap v16478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:25 smithi123 ceph-mon[188613]: pgmap v16478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:27 smithi177 ceph-mon[212096]: pgmap v16479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:42:27.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:27 smithi123 ceph-mon[191304]: pgmap v16479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:27.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:42:27.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:27 smithi123 ceph-mon[188613]: pgmap v16479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:27.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:42:29.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:29 smithi177 ceph-mon[212096]: pgmap v16480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:29 smithi123 ceph-mon[191304]: pgmap v16480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:29 smithi123 ceph-mon[188613]: pgmap v16480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:42:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:42:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:42:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:30 smithi177 ceph-mon[212096]: pgmap v16481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:30.980 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:42:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:30 smithi123 ceph-mon[191304]: pgmap v16481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:30 smithi123 ceph-mon[188613]: pgmap v16481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:31.288 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:42:31.288 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 7m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:42:31.288 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 5m ago 7h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:42:31.288 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 7m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:42:31.288 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 5m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:42:31.288 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 5m ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:42:31.288 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 7m ago 7h 843M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:42:31.288 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 7m ago 7h 2027M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:42:31.288 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 5m ago 7h 954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:42:31.288 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 7m ago 7h 1054M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:42:31.289 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 7m ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:42:31.289 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 5m ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:42:31.289 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 7m ago 7h 5231M 2244M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:42:31.289 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 7m ago 7h 5963M 2244M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:42:31.289 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 7m ago 7h 4840M 2244M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:42:31.289 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 7m ago 7h 5072M 2244M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:42:31.289 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 5m ago 7h 4267M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:42:31.289 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 5m ago 7h 4756M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:42:31.289 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 5m ago 7h 4094M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:42:31.289 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 5m ago 7h 4753M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:42:31.289 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 5m ago 7h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:42:31.671 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:42:31.671 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:42:31.671 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:42:31.672 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:42:31.672 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:42:31.672 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:42:31.672 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:42:31.672 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:42:31.672 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:42:31.672 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:42:31.672 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:42:31.672 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:42:31.672 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:42:31.672 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:42:31.672 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:42:31.672 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:42:31.672 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:42:31.672 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:42:31.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:31 smithi177 ceph-mon[212096]: from='client.52080 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:42:31.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:31 smithi123 ceph-mon[191304]: from='client.52080 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:42:31.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:31 smithi123 ceph-mon[188613]: from='client.52080 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:42:32.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:32 smithi177 ceph-mon[212096]: from='client.52086 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:42:32.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:32 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3232862528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:42:32.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:32 smithi177 ceph-mon[212096]: pgmap v16482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:32.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:32 smithi123 ceph-mon[188613]: from='client.52086 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:42:32.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:32 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3232862528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:42:32.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:32 smithi123 ceph-mon[188613]: pgmap v16482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:32.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:32 smithi123 ceph-mon[191304]: from='client.52086 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:42:32.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:32 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3232862528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:42:32.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:32 smithi123 ceph-mon[191304]: pgmap v16482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:35.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:35 smithi177 ceph-mon[212096]: pgmap v16483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:35.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:35 smithi123 ceph-mon[191304]: pgmap v16483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:35.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:35 smithi123 ceph-mon[188613]: pgmap v16483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:37.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:37 smithi177 ceph-mon[212096]: pgmap v16484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:37 smithi123 ceph-mon[191304]: pgmap v16484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:37.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:37 smithi123 ceph-mon[188613]: pgmap v16484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:39.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:39 smithi177 ceph-mon[212096]: pgmap v16485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:39 smithi123 ceph-mon[191304]: pgmap v16485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:39 smithi123 ceph-mon[188613]: pgmap v16485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:42:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:42:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:42:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:40 smithi177 ceph-mon[212096]: pgmap v16486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:40.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:40 smithi123 ceph-mon[191304]: pgmap v16486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:40.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:40 smithi123 ceph-mon[188613]: pgmap v16486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:42:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:42:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:42:43.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:43 smithi177 ceph-mon[212096]: pgmap v16487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:43.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:43 smithi123 ceph-mon[191304]: pgmap v16487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:43 smithi123 ceph-mon[188613]: pgmap v16487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:45.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:45 smithi177 ceph-mon[212096]: pgmap v16488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:45 smithi123 ceph-mon[191304]: pgmap v16488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:45.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:45 smithi123 ceph-mon[188613]: pgmap v16488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:47.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:47 smithi177 ceph-mon[212096]: pgmap v16489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:47 smithi123 ceph-mon[191304]: pgmap v16489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:47.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:47 smithi123 ceph-mon[188613]: pgmap v16489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:49.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:49 smithi177 ceph-mon[212096]: pgmap v16490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:42:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:42:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:42:49.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:49 smithi123 ceph-mon[191304]: pgmap v16490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:49 smithi123 ceph-mon[188613]: pgmap v16490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:50 smithi177 ceph-mon[212096]: pgmap v16491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:50 smithi123 ceph-mon[191304]: pgmap v16491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:50 smithi123 ceph-mon[188613]: pgmap v16491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:42:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:42:51.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:42:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:52 smithi177 ceph-mon[212096]: pgmap v16492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:52.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:42:52.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:42:52.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:42:52.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:42:52.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:52 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2230M 2023-12-20T18:42:52.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:42:52.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:42:52.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:42:52.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:42:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:52 smithi123 ceph-mon[191304]: pgmap v16492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:42:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:42:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:42:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:42:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:52 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2230M 2023-12-20T18:42:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:42:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:42:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:42:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:42:52.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:52 smithi123 ceph-mon[188613]: pgmap v16492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:52.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:42:52.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:42:52.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:42:52.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:42:52.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:52 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2230M 2023-12-20T18:42:52.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:42:52.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:42:52.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:42:52.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:42:55.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:55 smithi177 ceph-mon[212096]: pgmap v16493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:55.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:55 smithi123 ceph-mon[191304]: pgmap v16493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:55.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:55 smithi123 ceph-mon[188613]: pgmap v16493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:57 smithi177 ceph-mon[212096]: pgmap v16494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:42:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:57 smithi123 ceph-mon[191304]: pgmap v16494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:42:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:57 smithi123 ceph-mon[188613]: pgmap v16494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:42:59.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:42:59 smithi177 ceph-mon[212096]: pgmap v16495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:59.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:42:59 smithi123 ceph-mon[191304]: pgmap v16495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:59.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:42:59 smithi123 ceph-mon[188613]: pgmap v16495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:42:59.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:42:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:42:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:43:00.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:00 smithi177 ceph-mon[212096]: pgmap v16496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:00 smithi123 ceph-mon[191304]: pgmap v16496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:00 smithi123 ceph-mon[188613]: pgmap v16496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:02.017 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:43:02.325 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:43:02.325 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 8m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:43:02.325 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 6m ago 7h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:43:02.325 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 8m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:43:02.325 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 6m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:43:02.325 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 6m ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:43:02.325 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 8m ago 7h 843M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:43:02.326 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 8m ago 7h 2027M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:43:02.326 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 6m ago 7h 954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:43:02.326 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 8m ago 7h 1054M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:43:02.326 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 8m ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:43:02.326 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 6m ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:43:02.326 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 8m ago 7h 5231M 2230M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:43:02.326 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 8m ago 7h 5963M 2230M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:43:02.326 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 8m ago 7h 4840M 2230M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:43:02.326 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 8m ago 7h 5072M 2230M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:43:02.326 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 6m ago 7h 4267M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:43:02.326 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 6m ago 7h 4756M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:43:02.326 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 6m ago 7h 4094M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:43:02.326 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 6m ago 7h 4753M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:43:02.326 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 6m ago 7h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:43:02.708 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:43:02.709 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:43:02.709 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:43:02.709 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:43:02.709 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:43:02.709 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:43:02.709 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:43:02.709 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:43:02.709 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:43:02.709 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:43:02.709 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:43:02.709 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:43:02.709 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:43:02.709 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:43:02.710 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:43:02.710 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:43:02.710 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:43:02.710 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:43:03.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:03 smithi177 ceph-mon[212096]: from='client.62048 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:43:03.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:03 smithi177 ceph-mon[212096]: pgmap v16497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:03.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:03 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/215809765' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:43:03.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:03 smithi123 ceph-mon[191304]: from='client.62048 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:43:03.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:03 smithi123 ceph-mon[191304]: pgmap v16497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:03.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:03 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/215809765' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:43:03.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:03 smithi123 ceph-mon[188613]: from='client.62048 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:43:03.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:03 smithi123 ceph-mon[188613]: pgmap v16497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:03.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:03 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/215809765' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:43:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:04 smithi177 ceph-mon[212096]: from='client.52104 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:43:04.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:04 smithi123 ceph-mon[191304]: from='client.52104 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:43:04.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:04 smithi123 ceph-mon[188613]: from='client.52104 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:43:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:05 smithi177 ceph-mon[212096]: pgmap v16498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:05 smithi123 ceph-mon[191304]: pgmap v16498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:05.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:05 smithi123 ceph-mon[188613]: pgmap v16498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:07 smithi177 ceph-mon[212096]: pgmap v16499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:07 smithi123 ceph-mon[191304]: pgmap v16499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:07.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:07 smithi123 ceph-mon[188613]: pgmap v16499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:09.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:09 smithi177 ceph-mon[212096]: pgmap v16500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:09 smithi123 ceph-mon[191304]: pgmap v16500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:09.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:09 smithi123 ceph-mon[188613]: pgmap v16500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:43:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:43:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:43:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:10 smithi177 ceph-mon[212096]: pgmap v16501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:10 smithi123 ceph-mon[191304]: pgmap v16501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:10.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:10 smithi123 ceph-mon[188613]: pgmap v16501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:43:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:43:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:43:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:13 smithi177 ceph-mon[212096]: pgmap v16502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:13 smithi123 ceph-mon[191304]: pgmap v16502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:13.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:13 smithi123 ceph-mon[188613]: pgmap v16502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:15.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:15 smithi177 ceph-mon[212096]: pgmap v16503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:15 smithi123 ceph-mon[191304]: pgmap v16503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:15.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:15 smithi123 ceph-mon[188613]: pgmap v16503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:17.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:17 smithi177 ceph-mon[212096]: pgmap v16504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:17 smithi123 ceph-mon[191304]: pgmap v16504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:17.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:17 smithi123 ceph-mon[188613]: pgmap v16504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:19.083 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:19 smithi123 ceph-mon[188613]: pgmap v16505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:19.083 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:43:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:43:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:43:19.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:19 smithi177 ceph-mon[212096]: pgmap v16505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:19 smithi123 ceph-mon[191304]: pgmap v16505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:20 smithi177 ceph-mon[212096]: pgmap v16506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:20 smithi123 ceph-mon[191304]: pgmap v16506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:20.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:20 smithi123 ceph-mon[188613]: pgmap v16506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:23 smithi177 ceph-mon[212096]: pgmap v16507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:23 smithi123 ceph-mon[191304]: pgmap v16507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:23.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:23 smithi123 ceph-mon[188613]: pgmap v16507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:25 smithi177 ceph-mon[212096]: pgmap v16508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:25 smithi123 ceph-mon[191304]: pgmap v16508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:25 smithi123 ceph-mon[188613]: pgmap v16508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:27 smithi177 ceph-mon[212096]: pgmap v16509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:43:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:27 smithi123 ceph-mon[191304]: pgmap v16509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:43:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:27 smithi123 ceph-mon[188613]: pgmap v16509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:43:29.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:29 smithi177 ceph-mon[212096]: pgmap v16510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:29 smithi123 ceph-mon[191304]: pgmap v16510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:29 smithi123 ceph-mon[188613]: pgmap v16510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:43:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:43:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:43:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:30 smithi177 ceph-mon[212096]: pgmap v16511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:30 smithi123 ceph-mon[191304]: pgmap v16511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:30.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:30 smithi123 ceph-mon[188613]: pgmap v16511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:33.055 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:43:33.365 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:43:33.365 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 8m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:43:33.365 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 6m ago 7h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:43:33.365 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 8m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:43:33.366 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 6m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:43:33.366 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 6m ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:43:33.366 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 8m ago 7h 843M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:43:33.366 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 8m ago 8h 2027M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:43:33.366 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 6m ago 7h 954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:43:33.366 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 8m ago 7h 1054M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:43:33.366 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 8m ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:43:33.366 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 6m ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:43:33.366 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 8m ago 7h 5231M 2230M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:43:33.366 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 8m ago 7h 5963M 2230M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:43:33.366 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 8m ago 7h 4840M 2230M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:43:33.366 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 8m ago 7h 5072M 2230M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:43:33.366 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 6m ago 7h 4267M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:43:33.366 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 6m ago 7h 4756M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:43:33.367 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 6m ago 7h 4094M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:43:33.367 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 6m ago 7h 4753M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:43:33.367 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 6m ago 7h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:43:33.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:33 smithi177 ceph-mon[212096]: pgmap v16512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:33 smithi123 ceph-mon[191304]: pgmap v16512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:33.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:33 smithi123 ceph-mon[188613]: pgmap v16512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:33.747 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:43:33.748 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:43:33.748 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:43:33.748 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:43:33.748 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:43:33.748 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:43:33.748 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:43:33.748 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:43:33.748 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:43:33.748 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:43:33.748 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:43:33.748 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:43:33.748 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:43:33.749 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:43:33.749 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:43:33.749 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:43:33.749 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:43:33.749 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:43:34.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:34 smithi177 ceph-mon[212096]: from='client.52116 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:43:34.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:34 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/296979801' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:43:34.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:34 smithi123 ceph-mon[191304]: from='client.52116 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:43:34.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:34 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/296979801' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:43:34.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:34 smithi123 ceph-mon[188613]: from='client.52116 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:43:34.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:34 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/296979801' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:43:35.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:35 smithi177 ceph-mon[212096]: from='client.52122 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:43:35.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:35 smithi177 ceph-mon[212096]: pgmap v16513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:35.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:35 smithi123 ceph-mon[191304]: from='client.52122 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:43:35.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:35 smithi123 ceph-mon[191304]: pgmap v16513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:35.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:35 smithi123 ceph-mon[188613]: from='client.52122 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:43:35.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:35 smithi123 ceph-mon[188613]: pgmap v16513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:37.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:37 smithi177 ceph-mon[212096]: pgmap v16514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:37 smithi123 ceph-mon[191304]: pgmap v16514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:37.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:37 smithi123 ceph-mon[188613]: pgmap v16514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:39.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:39 smithi177 ceph-mon[212096]: pgmap v16515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:39 smithi123 ceph-mon[191304]: pgmap v16515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:39 smithi123 ceph-mon[188613]: pgmap v16515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:43:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:43:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:43:40.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:40 smithi177 ceph-mon[212096]: pgmap v16516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:40 smithi123 ceph-mon[191304]: pgmap v16516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:40.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:40 smithi123 ceph-mon[188613]: pgmap v16516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:42.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:43:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:43:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:43:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:43 smithi177 ceph-mon[212096]: pgmap v16517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:43 smithi123 ceph-mon[191304]: pgmap v16517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:43 smithi123 ceph-mon[188613]: pgmap v16517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:45.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:45 smithi177 ceph-mon[212096]: pgmap v16518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:45.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:45 smithi123 ceph-mon[188613]: pgmap v16518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:45.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:45 smithi123 ceph-mon[191304]: pgmap v16518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:47.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:47 smithi177 ceph-mon[212096]: pgmap v16519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:47 smithi123 ceph-mon[191304]: pgmap v16519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:47.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:47 smithi123 ceph-mon[188613]: pgmap v16519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:49.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:49 smithi177 ceph-mon[212096]: pgmap v16520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:49 smithi123 ceph-mon[191304]: pgmap v16520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:49 smithi123 ceph-mon[188613]: pgmap v16520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:43:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:43:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:43:50.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:50 smithi177 ceph-mon[212096]: pgmap v16521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:50 smithi123 ceph-mon[191304]: pgmap v16521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:50 smithi123 ceph-mon[188613]: pgmap v16521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:53.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:53 smithi177 ceph-mon[212096]: pgmap v16522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:53.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:43:53.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:43:53.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:43:53.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:43:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:53 smithi123 ceph-mon[191304]: pgmap v16522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:53.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:43:53.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:43:53.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:43:53.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:43:53.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:53 smithi123 ceph-mon[188613]: pgmap v16522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:53.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:43:53.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:43:53.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:43:53.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:43:55.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:55 smithi177 ceph-mon[212096]: pgmap v16523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:55.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:55 smithi123 ceph-mon[191304]: pgmap v16523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:55.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:55 smithi123 ceph-mon[188613]: pgmap v16523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:57 smithi177 ceph-mon[212096]: pgmap v16524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:43:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:57 smithi123 ceph-mon[191304]: pgmap v16524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:43:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:57 smithi123 ceph-mon[188613]: pgmap v16524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:43:59.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:43:59 smithi177 ceph-mon[212096]: pgmap v16525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:59.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:43:59 smithi123 ceph-mon[191304]: pgmap v16525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:59.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:43:59 smithi123 ceph-mon[188613]: pgmap v16525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:43:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:43:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:43:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:44:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:00 smithi177 ceph-mon[212096]: pgmap v16526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:00 smithi123 ceph-mon[191304]: pgmap v16526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:00 smithi123 ceph-mon[188613]: pgmap v16526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:03.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:03 smithi177 ceph-mon[212096]: pgmap v16527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:03.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:03 smithi123 ceph-mon[191304]: pgmap v16527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:03.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:03 smithi123 ceph-mon[188613]: pgmap v16527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:04.097 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:44:04.407 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:44:04.407 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 9m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:44:04.407 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 7m ago 7h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:44:04.407 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 9m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:44:04.407 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 7m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:44:04.407 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 7m ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:44:04.407 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 9m ago 8h 843M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:44:04.407 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 9m ago 8h 2027M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:44:04.407 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 7m ago 7h 954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:44:04.407 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 9m ago 7h 1054M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:44:04.408 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 9m ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:44:04.408 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 7m ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:44:04.408 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 9m ago 7h 5231M 2230M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:44:04.408 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 9m ago 7h 5963M 2230M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:44:04.408 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 9m ago 7h 4840M 2230M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:44:04.408 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 9m ago 7h 5072M 2230M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:44:04.408 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 7m ago 7h 4267M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:44:04.408 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 7m ago 7h 4756M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:44:04.408 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 7m ago 7h 4094M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:44:04.408 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 7m ago 7h 4753M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:44:04.408 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 7m ago 7h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:44:04.787 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:44:04.787 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:44:04.787 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:44:04.787 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:44:04.787 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:44:04.787 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:44:04.787 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:44:04.787 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:44:04.788 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:44:04.788 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:44:04.788 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:44:04.788 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:44:04.788 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:44:04.788 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:44:04.788 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:44:04.788 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:44:04.788 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:44:04.788 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:44:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:05 smithi177 ceph-mon[212096]: pgmap v16528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:05.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:05 smithi177 ceph-mon[212096]: from='client.62084 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:44:05.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:05 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1740366223' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:44:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:05 smithi123 ceph-mon[191304]: pgmap v16528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:05 smithi123 ceph-mon[191304]: from='client.62084 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:44:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:05 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1740366223' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:44:05.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:05 smithi123 ceph-mon[188613]: pgmap v16528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:05.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:05 smithi123 ceph-mon[188613]: from='client.62084 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:44:05.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:05 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1740366223' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:44:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:06 smithi177 ceph-mon[212096]: from='client.62090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:44:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:06 smithi123 ceph-mon[188613]: from='client.62090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:44:06.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:06 smithi123 ceph-mon[191304]: from='client.62090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:44:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:07 smithi177 ceph-mon[212096]: pgmap v16529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:07 smithi123 ceph-mon[191304]: pgmap v16529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:07.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:07 smithi123 ceph-mon[188613]: pgmap v16529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:09.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:09 smithi177 ceph-mon[212096]: pgmap v16530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:44:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:44:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:44:09.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:09 smithi123 ceph-mon[191304]: pgmap v16530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:09.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:09 smithi123 ceph-mon[188613]: pgmap v16530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:10 smithi177 ceph-mon[212096]: pgmap v16531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:10.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:10 smithi123 ceph-mon[191304]: pgmap v16531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:10.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:10 smithi123 ceph-mon[188613]: pgmap v16531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:44:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:44:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:44:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:13 smithi177 ceph-mon[212096]: pgmap v16532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:13 smithi123 ceph-mon[191304]: pgmap v16532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:13.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:13 smithi123 ceph-mon[188613]: pgmap v16532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:15.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:15 smithi177 ceph-mon[212096]: pgmap v16533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:15 smithi123 ceph-mon[191304]: pgmap v16533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:15.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:15 smithi123 ceph-mon[188613]: pgmap v16533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:17.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:17 smithi177 ceph-mon[212096]: pgmap v16534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:17 smithi123 ceph-mon[191304]: pgmap v16534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:17.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:17 smithi123 ceph-mon[188613]: pgmap v16534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:19.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:19 smithi177 ceph-mon[212096]: pgmap v16535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:44:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:44:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:44:19.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:19 smithi123 ceph-mon[191304]: pgmap v16535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:19 smithi123 ceph-mon[188613]: pgmap v16535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:20 smithi177 ceph-mon[212096]: pgmap v16536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:20.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:20 smithi123 ceph-mon[188613]: pgmap v16536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:20.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:20 smithi123 ceph-mon[191304]: pgmap v16536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:23.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:23 smithi177 ceph-mon[212096]: pgmap v16537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:23 smithi123 ceph-mon[191304]: pgmap v16537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:23.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:23 smithi123 ceph-mon[188613]: pgmap v16537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:25 smithi177 ceph-mon[212096]: pgmap v16538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:25 smithi123 ceph-mon[191304]: pgmap v16538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:25 smithi123 ceph-mon[188613]: pgmap v16538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:27.408 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:27 smithi177 ceph-mon[212096]: pgmap v16539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:27.408 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:44:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:27 smithi123 ceph-mon[191304]: pgmap v16539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:44:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:27 smithi123 ceph-mon[188613]: pgmap v16539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:44:29.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:29 smithi177 ceph-mon[212096]: pgmap v16540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:29 smithi123 ceph-mon[191304]: pgmap v16540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:29 smithi123 ceph-mon[188613]: pgmap v16540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:44:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:44:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:44:30.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:30 smithi177 ceph-mon[212096]: pgmap v16541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:30 smithi123 ceph-mon[191304]: pgmap v16541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:30.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:30 smithi123 ceph-mon[188613]: pgmap v16541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:33.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:33 smithi177 ceph-mon[212096]: pgmap v16542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:33 smithi123 ceph-mon[191304]: pgmap v16542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:33.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:33 smithi123 ceph-mon[188613]: pgmap v16542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:35.140 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:44:35.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:35 smithi177 ceph-mon[212096]: pgmap v16543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:35.445 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:44:35.445 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 9m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:44:35.445 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 7m ago 7h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:44:35.445 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 9m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:44:35.445 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 7m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:44:35.445 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 7m ago 7h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:44:35.445 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 9m ago 8h 843M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:44:35.445 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 9m ago 8h 2027M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:44:35.445 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 7m ago 7h 954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:44:35.446 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 9m ago 7h 1054M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:44:35.446 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 9m ago 7h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:44:35.446 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 7m ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:44:35.446 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 9m ago 7h 5231M 2230M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:44:35.446 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 9m ago 7h 5963M 2230M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:44:35.446 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 9m ago 7h 4840M 2230M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:44:35.446 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 9m ago 7h 5072M 2230M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:44:35.446 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 7m ago 7h 4267M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:44:35.446 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 7m ago 7h 4756M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:44:35.446 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 7m ago 7h 4094M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:44:35.446 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 7m ago 7h 4753M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:44:35.446 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 7m ago 7h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:44:35.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:35 smithi123 ceph-mon[191304]: pgmap v16543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:35.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:35 smithi123 ceph-mon[188613]: pgmap v16543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:35.825 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:44:35.825 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:44:35.825 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:44:35.825 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:44:35.825 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:44:35.826 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:44:35.826 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:44:35.826 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:44:35.826 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:44:35.826 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:44:35.826 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:44:35.826 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:44:35.826 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:44:35.826 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:44:35.826 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:44:35.826 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:44:35.826 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:44:35.827 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:44:36.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:36 smithi177 ceph-mon[212096]: from='client.52152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:44:36.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:36 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2058417653' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:44:36.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:36 smithi123 ceph-mon[188613]: from='client.52152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:44:36.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:36 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2058417653' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:44:36.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:36 smithi123 ceph-mon[191304]: from='client.52152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:44:36.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:36 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2058417653' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:44:37.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:37 smithi177 ceph-mon[212096]: from='client.52158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:44:37.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:37 smithi177 ceph-mon[212096]: pgmap v16544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:37 smithi123 ceph-mon[191304]: from='client.52158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:44:37.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:37 smithi123 ceph-mon[191304]: pgmap v16544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:37.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:37 smithi123 ceph-mon[188613]: from='client.52158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:44:37.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:37 smithi123 ceph-mon[188613]: pgmap v16544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:39.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:39 smithi177 ceph-mon[212096]: pgmap v16545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:39 smithi123 ceph-mon[191304]: pgmap v16545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:39 smithi123 ceph-mon[188613]: pgmap v16545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:44:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:44:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:44:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:40 smithi177 ceph-mon[212096]: pgmap v16546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:40 smithi123 ceph-mon[191304]: pgmap v16546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:40 smithi123 ceph-mon[188613]: pgmap v16546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:44:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:44:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:44:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:43 smithi177 ceph-mon[212096]: pgmap v16547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:43 smithi123 ceph-mon[191304]: pgmap v16547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:43 smithi123 ceph-mon[188613]: pgmap v16547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:45.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:45 smithi177 ceph-mon[212096]: pgmap v16548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:45 smithi123 ceph-mon[191304]: pgmap v16548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:45.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:45 smithi123 ceph-mon[188613]: pgmap v16548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:47.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:47 smithi177 ceph-mon[212096]: pgmap v16549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:47 smithi123 ceph-mon[191304]: pgmap v16549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:47.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:47 smithi123 ceph-mon[188613]: pgmap v16549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:49.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:49 smithi177 ceph-mon[212096]: pgmap v16550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:49 smithi123 ceph-mon[191304]: pgmap v16550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:49 smithi123 ceph-mon[188613]: pgmap v16550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:44:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:44:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:44:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:50 smithi177 ceph-mon[212096]: pgmap v16551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:50 smithi123 ceph-mon[191304]: pgmap v16551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:50 smithi123 ceph-mon[188613]: pgmap v16551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:53.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:53 smithi177 ceph-mon[212096]: pgmap v16552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:53.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:44:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:53 smithi123 ceph-mon[191304]: pgmap v16552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:44:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:53 smithi123 ceph-mon[188613]: pgmap v16552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:53.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:44:54.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:44:54.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:44:54.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:44:54.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:44:54.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:44:54.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:44:55.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:55 smithi123 ceph-mon[191304]: pgmap v16553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:55.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:44:55.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:44:55.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:55 smithi123 ceph-mon[188613]: pgmap v16553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:55.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:44:55.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:44:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:55 smithi177 ceph-mon[212096]: pgmap v16553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:55.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:44:55.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:44:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:44:56.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:44:56.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:44:56.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:44:56.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:44:56.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:44:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:44:56.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:44:56.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:44:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:57 smithi123 ceph-mon[191304]: pgmap v16554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:44:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:57 smithi123 ceph-mon[188613]: pgmap v16554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:44:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:57 smithi177 ceph-mon[212096]: pgmap v16554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:57.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:44:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:44:58 smithi123 ceph-mon[191304]: pgmap v16555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:58.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:44:58 smithi123 ceph-mon[188613]: pgmap v16555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:44:58 smithi177 ceph-mon[212096]: pgmap v16555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:44:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:44:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:44:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:45:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:00 smithi177 ceph-mon[212096]: pgmap v16556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:00 smithi123 ceph-mon[191304]: pgmap v16556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:00 smithi123 ceph-mon[188613]: pgmap v16556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:03.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:03 smithi177 ceph-mon[212096]: pgmap v16557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:03.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:03 smithi123 ceph-mon[191304]: pgmap v16557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:03.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:03 smithi123 ceph-mon[188613]: pgmap v16557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:05 smithi177 ceph-mon[212096]: pgmap v16558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:05.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:05 smithi123 ceph-mon[188613]: pgmap v16558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:05.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:05 smithi123 ceph-mon[191304]: pgmap v16558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:06.171 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:45:06.478 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:45:06.479 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 11s ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:45:06.479 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 8m ago 7h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:45:06.479 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 11s ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:45:06.479 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 8m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:45:06.479 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 8m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:45:06.479 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 11s ago 8h 849M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:45:06.479 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 11s ago 8h 2063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:45:06.479 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 8m ago 8h 954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:45:06.479 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 11s ago 8h 1072M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:45:06.479 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 11s ago 7h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:45:06.479 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 8m ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:45:06.479 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 11s ago 7h 5264M 2230M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:45:06.479 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 11s ago 7h 5995M 2230M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:45:06.479 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 11s ago 7h 4866M 2230M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:45:06.480 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 11s ago 7h 5104M 2230M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:45:06.480 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 8m ago 7h 4267M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:45:06.480 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 8m ago 7h 4756M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:45:06.480 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 8m ago 7h 4094M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:45:06.480 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 8m ago 7h 4753M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:45:06.480 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 8m ago 7h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:45:06.858 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:45:06.858 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:45:06.858 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:45:06.858 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:45:06.858 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:45:06.858 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:45:06.858 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:45:06.859 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:45:06.859 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:45:06.859 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:45:06.859 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:45:06.859 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:45:06.859 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:45:06.859 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:45:06.859 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:45:06.859 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:45:06.859 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:45:06.859 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:45:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:07 smithi177 ceph-mon[212096]: pgmap v16559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:07 smithi177 ceph-mon[212096]: from='client.52170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:45:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:07 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2589231607' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:45:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:07 smithi123 ceph-mon[191304]: pgmap v16559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:07 smithi123 ceph-mon[191304]: from='client.52170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:45:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:07 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2589231607' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:45:07.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:07 smithi123 ceph-mon[188613]: pgmap v16559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:07.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:07 smithi123 ceph-mon[188613]: from='client.52170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:45:07.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:07 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2589231607' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:45:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:08 smithi177 ceph-mon[212096]: from='client.62126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:45:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:08 smithi123 ceph-mon[191304]: from='client.62126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:45:08.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:08 smithi123 ceph-mon[188613]: from='client.62126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:45:09.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:09 smithi177 ceph-mon[212096]: pgmap v16560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:09 smithi123 ceph-mon[191304]: pgmap v16560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:09.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:09 smithi123 ceph-mon[188613]: pgmap v16560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:45:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:45:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:45:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:10 smithi177 ceph-mon[212096]: pgmap v16561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:10 smithi123 ceph-mon[191304]: pgmap v16561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:10.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:10 smithi123 ceph-mon[188613]: pgmap v16561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:12.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:45:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:45:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:45:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:13 smithi177 ceph-mon[212096]: pgmap v16562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:13 smithi123 ceph-mon[191304]: pgmap v16562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:13.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:13 smithi123 ceph-mon[188613]: pgmap v16562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:15.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:15 smithi177 ceph-mon[212096]: pgmap v16563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:15 smithi123 ceph-mon[191304]: pgmap v16563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:15 smithi123 ceph-mon[188613]: pgmap v16563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:17.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:17 smithi177 ceph-mon[212096]: pgmap v16564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:17 smithi123 ceph-mon[191304]: pgmap v16564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:17.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:17 smithi123 ceph-mon[188613]: pgmap v16564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:19.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:19 smithi177 ceph-mon[212096]: pgmap v16565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:19 smithi123 ceph-mon[191304]: pgmap v16565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:19 smithi123 ceph-mon[188613]: pgmap v16565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:45:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:45:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:45:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:20 smithi177 ceph-mon[212096]: pgmap v16566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:20 smithi123 ceph-mon[191304]: pgmap v16566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:20.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:20 smithi123 ceph-mon[188613]: pgmap v16566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:23 smithi177 ceph-mon[212096]: pgmap v16567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:23 smithi123 ceph-mon[191304]: pgmap v16567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:23.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:23 smithi123 ceph-mon[188613]: pgmap v16567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:25 smithi177 ceph-mon[212096]: pgmap v16568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:25.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:25 smithi123 ceph-mon[191304]: pgmap v16568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:25 smithi123 ceph-mon[188613]: pgmap v16568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:27 smithi177 ceph-mon[212096]: pgmap v16569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:45:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:27 smithi123 ceph-mon[191304]: pgmap v16569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:45:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:27 smithi123 ceph-mon[188613]: pgmap v16569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:45:29.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:29 smithi177 ceph-mon[212096]: pgmap v16570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:29 smithi123 ceph-mon[191304]: pgmap v16570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:29 smithi123 ceph-mon[188613]: pgmap v16570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:45:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:45:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:45:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:30 smithi177 ceph-mon[212096]: pgmap v16571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:30 smithi123 ceph-mon[191304]: pgmap v16571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:30.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:30 smithi123 ceph-mon[188613]: pgmap v16571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:33.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:33 smithi177 ceph-mon[212096]: pgmap v16572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:33 smithi123 ceph-mon[191304]: pgmap v16572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:33.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:33 smithi123 ceph-mon[188613]: pgmap v16572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:35.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:35 smithi177 ceph-mon[212096]: pgmap v16573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:35.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:35 smithi123 ceph-mon[191304]: pgmap v16573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:35.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:35 smithi123 ceph-mon[188613]: pgmap v16573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:37.205 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:45:37.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:37 smithi177 ceph-mon[212096]: pgmap v16574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:37 smithi123 ceph-mon[191304]: pgmap v16574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:37.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:37 smithi123 ceph-mon[188613]: pgmap v16574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:37.514 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:45:37.515 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 42s ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:45:37.515 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 8m ago 7h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:45:37.515 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 42s ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:45:37.515 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 8m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:45:37.515 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 8m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:45:37.515 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 42s ago 8h 849M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:45:37.515 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 42s ago 8h 2063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:45:37.515 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 8m ago 8h 954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:45:37.515 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 42s ago 8h 1072M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:45:37.515 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 42s ago 7h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:45:37.515 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 8m ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:45:37.515 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 42s ago 8h 5264M 2230M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:45:37.515 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 42s ago 8h 5995M 2230M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:45:37.515 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 42s ago 7h 4866M 2230M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:45:37.515 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 42s ago 7h 5104M 2230M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:45:37.516 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 8m ago 7h 4267M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:45:37.516 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 8m ago 7h 4756M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:45:37.516 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 8m ago 7h 4094M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:45:37.516 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 8m ago 7h 4753M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:45:37.516 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 8m ago 7h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:45:37.899 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:45:37.899 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:45:37.899 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:45:37.899 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:45:37.899 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:45:37.899 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:45:37.899 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:45:37.900 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:45:37.900 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:45:37.900 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:45:37.900 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:45:37.900 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:45:37.900 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:45:37.900 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:45:37.900 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:45:37.900 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:45:37.900 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:45:37.900 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:45:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:38 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/285054778' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:45:38.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:38 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/285054778' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:45:38.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:38 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/285054778' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:45:39.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:39 smithi177 ceph-mon[212096]: from='client.62138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:45:39.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:39 smithi177 ceph-mon[212096]: from='client.62144 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:45:39.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:39 smithi177 ceph-mon[212096]: pgmap v16575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:39.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:39 smithi123 ceph-mon[188613]: from='client.62138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:45:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:39 smithi123 ceph-mon[188613]: from='client.62144 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:45:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:39 smithi123 ceph-mon[188613]: pgmap v16575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:45:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:45:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:45:39.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:39 smithi123 ceph-mon[191304]: from='client.62138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:45:39.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:39 smithi123 ceph-mon[191304]: from='client.62144 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:45:39.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:39 smithi123 ceph-mon[191304]: pgmap v16575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:40 smithi177 ceph-mon[212096]: pgmap v16576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:40 smithi123 ceph-mon[191304]: pgmap v16576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:40.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:40 smithi123 ceph-mon[188613]: pgmap v16576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:45:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:45:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:45:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:43 smithi177 ceph-mon[212096]: pgmap v16577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:43 smithi123 ceph-mon[191304]: pgmap v16577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:43 smithi123 ceph-mon[188613]: pgmap v16577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:45.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:45 smithi177 ceph-mon[212096]: pgmap v16578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:45.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:45 smithi123 ceph-mon[188613]: pgmap v16578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:45.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:45 smithi123 ceph-mon[191304]: pgmap v16578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:47.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:47 smithi177 ceph-mon[212096]: pgmap v16579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:47 smithi123 ceph-mon[191304]: pgmap v16579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:47.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:47 smithi123 ceph-mon[188613]: pgmap v16579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:49.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:49 smithi177 ceph-mon[212096]: pgmap v16580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:49 smithi123 ceph-mon[191304]: pgmap v16580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:49 smithi123 ceph-mon[188613]: pgmap v16580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:45:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:45:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:45:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:50 smithi177 ceph-mon[212096]: pgmap v16581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:50 smithi123 ceph-mon[188613]: pgmap v16581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:50.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:50 smithi123 ceph-mon[191304]: pgmap v16581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:53.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:53 smithi177 ceph-mon[212096]: pgmap v16582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:53 smithi123 ceph-mon[191304]: pgmap v16582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:53 smithi123 ceph-mon[188613]: pgmap v16582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:55.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:55 smithi177 ceph-mon[212096]: pgmap v16583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:55.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:55 smithi123 ceph-mon[191304]: pgmap v16583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:55.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:55 smithi123 ceph-mon[188613]: pgmap v16583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:45:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:45:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:45:56.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:45:56.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:45:56.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:45:56.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:45:56.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:45:56.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:45:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:57 smithi177 ceph-mon[212096]: pgmap v16584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:45:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:45:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:45:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:45:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:57 smithi123 ceph-mon[191304]: pgmap v16584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:45:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:45:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:45:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:45:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:57 smithi123 ceph-mon[188613]: pgmap v16584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:45:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:45:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:45:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:45:59.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:45:59 smithi177 ceph-mon[212096]: pgmap v16585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:59.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:45:59 smithi123 ceph-mon[191304]: pgmap v16585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:59.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:45:59 smithi123 ceph-mon[188613]: pgmap v16585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:45:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:45:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:45:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:46:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:00 smithi177 ceph-mon[212096]: pgmap v16586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:00 smithi123 ceph-mon[191304]: pgmap v16586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:00 smithi123 ceph-mon[188613]: pgmap v16586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:03.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:03 smithi177 ceph-mon[212096]: pgmap v16587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:03.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:03 smithi123 ceph-mon[191304]: pgmap v16587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:03.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:03 smithi123 ceph-mon[188613]: pgmap v16587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:05 smithi177 ceph-mon[212096]: pgmap v16588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:05 smithi123 ceph-mon[191304]: pgmap v16588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:05.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:05 smithi123 ceph-mon[188613]: pgmap v16588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:07 smithi177 ceph-mon[212096]: pgmap v16589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:07 smithi123 ceph-mon[191304]: pgmap v16589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:07.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:07 smithi123 ceph-mon[188613]: pgmap v16589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:08.249 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:46:08.558 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:46:08.558 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 73s ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:46:08.558 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 9m ago 7h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:46:08.558 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 73s ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:46:08.558 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 9m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:46:08.559 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 9m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:46:08.559 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 73s ago 8h 849M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:46:08.559 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 73s ago 8h 2063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:46:08.559 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 9m ago 8h 954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:46:08.559 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 73s ago 8h 1072M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:46:08.559 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 73s ago 7h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:46:08.559 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 9m ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:46:08.559 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 73s ago 8h 5264M 2230M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:46:08.559 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 73s ago 8h 5995M 2230M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:46:08.559 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 73s ago 8h 4866M 2230M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:46:08.559 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 73s ago 8h 5104M 2230M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:46:08.559 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 9m ago 7h 4267M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:46:08.559 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 9m ago 7h 4756M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:46:08.559 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 9m ago 7h 4094M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:46:08.559 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 9m ago 7h 4753M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:46:08.560 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 9m ago 7h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:46:08.940 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:46:08.940 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:46:08.940 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:46:08.940 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:46:08.940 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:46:08.940 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:46:08.940 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:46:08.940 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:46:08.940 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:46:08.940 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:46:08.940 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:46:08.940 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:46:08.941 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:46:08.941 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:46:08.941 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:46:08.941 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:46:08.941 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:46:08.941 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:46:09.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:09 smithi177 ceph-mon[212096]: pgmap v16590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:09.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:09 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/589463336' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:46:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:46:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:46:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:46:09.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:09 smithi123 ceph-mon[191304]: pgmap v16590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:09.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:09 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/589463336' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:46:09.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:09 smithi123 ceph-mon[188613]: pgmap v16590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:09.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:09 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/589463336' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:46:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:10 smithi177 ceph-mon[212096]: from='client.62156 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:46:10.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:10 smithi177 ceph-mon[212096]: from='client.52212 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:46:10.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:10 smithi123 ceph-mon[188613]: from='client.62156 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:46:10.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:10 smithi123 ceph-mon[188613]: from='client.52212 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:46:10.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:10 smithi123 ceph-mon[191304]: from='client.62156 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:46:10.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:10 smithi123 ceph-mon[191304]: from='client.52212 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:46:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:11 smithi177 ceph-mon[212096]: pgmap v16591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:11.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:11 smithi123 ceph-mon[191304]: pgmap v16591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:11.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:11 smithi123 ceph-mon[188613]: pgmap v16591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:46:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:46:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:46:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:13 smithi177 ceph-mon[212096]: pgmap v16592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:13 smithi123 ceph-mon[191304]: pgmap v16592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:13.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:13 smithi123 ceph-mon[188613]: pgmap v16592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:15.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:15 smithi177 ceph-mon[212096]: pgmap v16593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:15 smithi123 ceph-mon[191304]: pgmap v16593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:15.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:15 smithi123 ceph-mon[188613]: pgmap v16593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:17.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:17 smithi177 ceph-mon[212096]: pgmap v16594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:17 smithi123 ceph-mon[191304]: pgmap v16594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:17 smithi123 ceph-mon[188613]: pgmap v16594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:19.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:19 smithi177 ceph-mon[212096]: pgmap v16595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:19 smithi123 ceph-mon[191304]: pgmap v16595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:19 smithi123 ceph-mon[188613]: pgmap v16595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:46:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:46:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:46:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:20 smithi177 ceph-mon[212096]: pgmap v16596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:20 smithi123 ceph-mon[191304]: pgmap v16596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:20.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:20 smithi123 ceph-mon[188613]: pgmap v16596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:23 smithi177 ceph-mon[212096]: pgmap v16597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:23 smithi123 ceph-mon[191304]: pgmap v16597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:23.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:23 smithi123 ceph-mon[188613]: pgmap v16597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:25 smithi177 ceph-mon[212096]: pgmap v16598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:25 smithi123 ceph-mon[191304]: pgmap v16598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:25 smithi123 ceph-mon[188613]: pgmap v16598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:27 smithi177 ceph-mon[212096]: pgmap v16599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:46:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:27 smithi123 ceph-mon[188613]: pgmap v16599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:46:27.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:27 smithi123 ceph-mon[191304]: pgmap v16599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:27.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:46:29.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:29 smithi177 ceph-mon[212096]: pgmap v16600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:29 smithi123 ceph-mon[191304]: pgmap v16600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:29 smithi123 ceph-mon[188613]: pgmap v16600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:46:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:46:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:46:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:30 smithi177 ceph-mon[212096]: pgmap v16601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:30 smithi123 ceph-mon[191304]: pgmap v16601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:30 smithi123 ceph-mon[188613]: pgmap v16601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:33.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:33 smithi177 ceph-mon[212096]: pgmap v16602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:33 smithi123 ceph-mon[191304]: pgmap v16602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:33.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:33 smithi123 ceph-mon[188613]: pgmap v16602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:35.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:35 smithi177 ceph-mon[212096]: pgmap v16603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:35.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:35 smithi123 ceph-mon[191304]: pgmap v16603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:35.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:35 smithi123 ceph-mon[188613]: pgmap v16603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:37.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:37 smithi177 ceph-mon[212096]: pgmap v16604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:37 smithi123 ceph-mon[191304]: pgmap v16604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:37.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:37 smithi123 ceph-mon[188613]: pgmap v16604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:39.290 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:46:39.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:39 smithi177 ceph-mon[212096]: pgmap v16605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:39 smithi123 ceph-mon[191304]: pgmap v16605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:39.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:39 smithi123 ceph-mon[188613]: pgmap v16605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:46:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:46:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:46:39.597 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:46:39.598 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 104s ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:46:39.598 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 9m ago 7h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:46:39.598 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 104s ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:46:39.598 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 9m ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:46:39.598 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 9m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:46:39.598 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 104s ago 8h 849M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:46:39.598 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 104s ago 8h 2063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:46:39.598 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 9m ago 8h 954M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:46:39.598 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 104s ago 8h 1072M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:46:39.598 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 104s ago 7h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:46:39.598 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 9m ago 7h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:46:39.598 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 104s ago 8h 5264M 2230M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:46:39.598 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 104s ago 8h 5995M 2230M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:46:39.598 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 104s ago 8h 4866M 2230M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:46:39.599 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 104s ago 8h 5104M 2230M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:46:39.599 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 9m ago 8h 4267M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:46:39.599 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 9m ago 8h 4756M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:46:39.599 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 9m ago 7h 4094M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:46:39.599 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 9m ago 7h 4753M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:46:39.599 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 9m ago 7h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:46:39.982 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:46:39.982 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:46:39.982 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:46:39.982 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:46:39.982 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:46:39.982 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:46:39.982 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:46:39.982 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:46:39.982 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:46:39.983 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:46:39.983 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:46:39.983 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:46:39.983 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:46:39.983 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:46:39.983 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:46:39.983 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:46:39.983 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:46:39.983 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:46:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:40 smithi177 ceph-mon[212096]: from='client.62174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:46:40.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:40 smithi177 ceph-mon[212096]: from='client.52230 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:46:40.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:40 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3397441622' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:46:40.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:40 smithi177 ceph-mon[212096]: pgmap v16606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:40 smithi123 ceph-mon[191304]: from='client.62174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:46:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:40 smithi123 ceph-mon[191304]: from='client.52230 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:46:40.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:40 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3397441622' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:46:40.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:40 smithi123 ceph-mon[191304]: pgmap v16606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:40.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:40 smithi123 ceph-mon[188613]: from='client.62174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:46:40.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:40 smithi123 ceph-mon[188613]: from='client.52230 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:46:40.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:40 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3397441622' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:46:40.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:40 smithi123 ceph-mon[188613]: pgmap v16606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:46:42.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:46:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:46:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:43 smithi177 ceph-mon[212096]: pgmap v16607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:43.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:43 smithi123 ceph-mon[191304]: pgmap v16607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:43 smithi123 ceph-mon[188613]: pgmap v16607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:45.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:45 smithi177 ceph-mon[212096]: pgmap v16608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:45 smithi123 ceph-mon[191304]: pgmap v16608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:45.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:45 smithi123 ceph-mon[188613]: pgmap v16608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:47.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:47 smithi177 ceph-mon[212096]: pgmap v16609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:47 smithi123 ceph-mon[191304]: pgmap v16609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:47.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:47 smithi123 ceph-mon[188613]: pgmap v16609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:49.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:49 smithi177 ceph-mon[212096]: pgmap v16610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:49 smithi123 ceph-mon[191304]: pgmap v16610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:49 smithi123 ceph-mon[188613]: pgmap v16610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:46:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:46:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:46:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:50 smithi177 ceph-mon[212096]: pgmap v16611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:50 smithi123 ceph-mon[191304]: pgmap v16611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:50 smithi123 ceph-mon[188613]: pgmap v16611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:53.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:53 smithi177 ceph-mon[212096]: pgmap v16612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:53.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:53 smithi123 ceph-mon[191304]: pgmap v16612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:53.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:53 smithi123 ceph-mon[188613]: pgmap v16612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:55.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:55 smithi177 ceph-mon[212096]: pgmap v16613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:55.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:55 smithi123 ceph-mon[191304]: pgmap v16613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:55.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:55 smithi123 ceph-mon[188613]: pgmap v16613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:57.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:57 smithi177 ceph-mon[212096]: pgmap v16614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:57.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:46:57.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:46:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:57 smithi123 ceph-mon[191304]: pgmap v16614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:46:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:46:57.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:57 smithi123 ceph-mon[188613]: pgmap v16614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:57.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:46:57.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:46:59.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:59 smithi177 ceph-mon[212096]: pgmap v16615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:59.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:46:59.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:46:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:46:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:46:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:46:59] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T18:46:59.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:59 smithi123 ceph-mon[188613]: pgmap v16615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:59.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:46:59.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:46:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:46:59.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:59 smithi123 ceph-mon[191304]: pgmap v16615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:46:59.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:46:59.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:46:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:47:00.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:47:00.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:47:00.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:47:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:47:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:47:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:47:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:47:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:47:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:47:01.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:01 smithi177 ceph-mon[212096]: pgmap v16616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:01 smithi123 ceph-mon[191304]: pgmap v16616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:01.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:01 smithi123 ceph-mon[188613]: pgmap v16616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:03.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:03 smithi177 ceph-mon[212096]: pgmap v16617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:03.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:03 smithi123 ceph-mon[191304]: pgmap v16617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:03.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:03 smithi123 ceph-mon[188613]: pgmap v16617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:05 smithi177 ceph-mon[212096]: pgmap v16618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:05 smithi123 ceph-mon[191304]: pgmap v16618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:05.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:05 smithi123 ceph-mon[188613]: pgmap v16618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:07 smithi177 ceph-mon[212096]: pgmap v16619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:07 smithi123 ceph-mon[191304]: pgmap v16619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:07.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:07 smithi123 ceph-mon[188613]: pgmap v16619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:09 smithi123 ceph-mon[191304]: pgmap v16620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:09.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:09 smithi123 ceph-mon[188613]: pgmap v16620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:47:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:47:09] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T18:47:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:09 smithi177 ceph-mon[212096]: pgmap v16620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:10.329 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:47:10.634 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:47:10.634 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 2m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:47:10.634 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 11s ago 7h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:47:10.634 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (7h) 2m ago 7h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:47:10.634 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (7h) 11s ago 7h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:47:10.634 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 11s ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:47:10.634 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 2m ago 8h 849M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:47:10.634 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 2m ago 8h 2063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:47:10.634 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 11s ago 8h 971M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:47:10.635 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 2m ago 8h 1072M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:47:10.635 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 2m ago 7h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:47:10.635 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 11s ago 7h 23.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:47:10.635 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 2m ago 8h 5264M 2230M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:47:10.635 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 2m ago 8h 5995M 2230M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:47:10.635 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 2m ago 8h 4866M 2230M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:47:10.635 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 2m ago 8h 5104M 2230M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:47:10.635 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 11s ago 8h 4293M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:47:10.635 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 11s ago 8h 4789M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:47:10.635 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 11s ago 8h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:47:10.635 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 11s ago 8h 4790M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:47:10.635 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 11s ago 7h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:47:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:10 smithi177 ceph-mon[212096]: pgmap v16621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:10 smithi123 ceph-mon[191304]: pgmap v16621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:10.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:10 smithi123 ceph-mon[188613]: pgmap v16621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:11.017 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:47:11.017 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:47:11.017 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:47:11.017 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:47:11.018 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:47:11.018 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:47:11.018 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:47:11.018 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:47:11.018 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:47:11.018 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:47:11.018 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:47:11.018 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:47:11.018 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:47:11.018 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:47:11.018 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:47:11.018 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:47:11.018 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:47:11.018 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:47:11.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:11 smithi177 ceph-mon[212096]: from='client.52242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:47:11.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:11 smithi177 ceph-mon[212096]: from='client.52248 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:47:11.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:11 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1852997290' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:47:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:11 smithi123 ceph-mon[191304]: from='client.52242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:47:11.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:11 smithi123 ceph-mon[191304]: from='client.52248 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:47:11.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:11 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1852997290' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:47:11.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:11 smithi123 ceph-mon[188613]: from='client.52242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:47:11.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:11 smithi123 ceph-mon[188613]: from='client.52248 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:47:11.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:11 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1852997290' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:47:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:47:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:12 smithi123 ceph-mon[191304]: pgmap v16622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:47:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:12 smithi123 ceph-mon[188613]: pgmap v16622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:13.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:47:13.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:12 smithi177 ceph-mon[212096]: pgmap v16622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:15.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:15 smithi177 ceph-mon[212096]: pgmap v16623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:15 smithi123 ceph-mon[191304]: pgmap v16623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:15 smithi123 ceph-mon[188613]: pgmap v16623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:17.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:17 smithi177 ceph-mon[212096]: pgmap v16624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:17 smithi123 ceph-mon[191304]: pgmap v16624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:17.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:17 smithi123 ceph-mon[188613]: pgmap v16624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:19.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:19 smithi177 ceph-mon[212096]: pgmap v16625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:19 smithi123 ceph-mon[191304]: pgmap v16625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:19.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:19 smithi123 ceph-mon[188613]: pgmap v16625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:47:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:47:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:47:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:20 smithi177 ceph-mon[212096]: pgmap v16626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:20 smithi123 ceph-mon[191304]: pgmap v16626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:20.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:20 smithi123 ceph-mon[188613]: pgmap v16626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:23.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:23 smithi177 ceph-mon[212096]: pgmap v16627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:23 smithi123 ceph-mon[191304]: pgmap v16627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:23.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:23 smithi123 ceph-mon[188613]: pgmap v16627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:25.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:25 smithi177 ceph-mon[212096]: pgmap v16628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:25 smithi123 ceph-mon[191304]: pgmap v16628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:25 smithi123 ceph-mon[188613]: pgmap v16628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:27 smithi177 ceph-mon[212096]: pgmap v16629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:47:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:27 smithi123 ceph-mon[191304]: pgmap v16629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:47:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:27 smithi123 ceph-mon[188613]: pgmap v16629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:47:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:29 smithi123 ceph-mon[191304]: pgmap v16630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:29 smithi123 ceph-mon[188613]: pgmap v16630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:47:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:47:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:47:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:29 smithi177 ceph-mon[212096]: pgmap v16630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:30 smithi123 ceph-mon[191304]: pgmap v16631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:30.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:30 smithi123 ceph-mon[188613]: pgmap v16631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:31.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:30 smithi177 ceph-mon[212096]: pgmap v16631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:33.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:33 smithi177 ceph-mon[212096]: pgmap v16632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:33 smithi123 ceph-mon[191304]: pgmap v16632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:33.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:33 smithi123 ceph-mon[188613]: pgmap v16632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:35.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:35 smithi177 ceph-mon[212096]: pgmap v16633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:35.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:35 smithi123 ceph-mon[191304]: pgmap v16633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:35.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:35 smithi123 ceph-mon[188613]: pgmap v16633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:37.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:37 smithi177 ceph-mon[212096]: pgmap v16634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:37 smithi123 ceph-mon[191304]: pgmap v16634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:37.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:37 smithi123 ceph-mon[188613]: pgmap v16634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:39 smithi123 ceph-mon[191304]: pgmap v16635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:39 smithi123 ceph-mon[188613]: pgmap v16635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:47:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:47:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:47:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:39 smithi177 ceph-mon[212096]: pgmap v16635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:40 smithi123 ceph-mon[191304]: pgmap v16636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:40.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:40 smithi123 ceph-mon[188613]: pgmap v16636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:41.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:40 smithi177 ceph-mon[212096]: pgmap v16636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:41.360 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:47:41.672 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:47:41.672 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 2m ago 7h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:47:41.672 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 42s ago 7h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:47:41.672 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 2m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:47:41.672 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 42s ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:47:41.672 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 42s ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:47:41.672 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 2m ago 8h 849M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:47:41.672 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 2m ago 8h 2063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:47:41.672 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 42s ago 8h 971M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:47:41.673 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 2m ago 8h 1072M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:47:41.673 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 2m ago 7h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:47:41.673 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 42s ago 7h 23.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:47:41.673 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 2m ago 8h 5264M 2230M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:47:41.673 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 2m ago 8h 5995M 2230M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:47:41.673 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 2m ago 8h 4866M 2230M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:47:41.673 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 2m ago 8h 5104M 2230M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:47:41.673 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 42s ago 8h 4293M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:47:41.673 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 42s ago 8h 4789M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:47:41.673 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 42s ago 8h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:47:41.673 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 42s ago 8h 4790M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:47:41.673 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 42s ago 7h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:47:42.057 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:47:42.057 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:47:42.057 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:47:42.058 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:47:42.058 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:47:42.058 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:47:42.058 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:47:42.058 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:47:42.058 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:47:42.058 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:47:42.058 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:47:42.058 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:47:42.058 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:47:42.058 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:47:42.058 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:47:42.058 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:47:42.058 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:47:42.058 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:47:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:47:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:47:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:47:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:43 smithi177 ceph-mon[212096]: from='client.62210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:47:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:43 smithi177 ceph-mon[212096]: from='client.62216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:47:43.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:43 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2397693223' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:47:43.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:43 smithi177 ceph-mon[212096]: pgmap v16637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:43 smithi123 ceph-mon[191304]: from='client.62210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:47:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:43 smithi123 ceph-mon[191304]: from='client.62216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:47:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:43 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2397693223' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:47:43.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:43 smithi123 ceph-mon[191304]: pgmap v16637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:43 smithi123 ceph-mon[188613]: from='client.62210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:47:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:43 smithi123 ceph-mon[188613]: from='client.62216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:47:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:43 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2397693223' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:47:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:43 smithi123 ceph-mon[188613]: pgmap v16637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:45.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:45 smithi177 ceph-mon[212096]: pgmap v16638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:45 smithi123 ceph-mon[191304]: pgmap v16638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:45.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:45 smithi123 ceph-mon[188613]: pgmap v16638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:47.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:47 smithi177 ceph-mon[212096]: pgmap v16639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:47 smithi123 ceph-mon[191304]: pgmap v16639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:47.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:47 smithi123 ceph-mon[188613]: pgmap v16639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:49.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:49 smithi123 ceph-mon[188613]: pgmap v16640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:47:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:47:49] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T18:47:49.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:49 smithi123 ceph-mon[191304]: pgmap v16640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:49 smithi177 ceph-mon[212096]: pgmap v16640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:50 smithi123 ceph-mon[191304]: pgmap v16641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:50 smithi123 ceph-mon[188613]: pgmap v16641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:51.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:50 smithi177 ceph-mon[212096]: pgmap v16641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:53.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:53 smithi177 ceph-mon[212096]: pgmap v16642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:53 smithi123 ceph-mon[191304]: pgmap v16642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:53 smithi123 ceph-mon[188613]: pgmap v16642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:55.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:55 smithi123 ceph-mon[191304]: pgmap v16643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:55.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:55 smithi123 ceph-mon[188613]: pgmap v16643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:55.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:55 smithi177 ceph-mon[212096]: pgmap v16643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:57 smithi123 ceph-mon[191304]: pgmap v16644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:47:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:57 smithi123 ceph-mon[188613]: pgmap v16644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:47:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:57 smithi177 ceph-mon[212096]: pgmap v16644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:47:59.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:47:59 smithi123 ceph-mon[191304]: pgmap v16645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:47:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:47:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:47:59.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:47:59 smithi123 ceph-mon[188613]: pgmap v16645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:47:59.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:47:59 smithi177 ceph-mon[212096]: pgmap v16645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:48:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:48:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:48:00.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:48:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:48:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:48:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:48:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:48:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:48:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:48:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:48:00.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:48:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:01 smithi123 ceph-mon[188613]: pgmap v16646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:01 smithi123 ceph-mon[191304]: pgmap v16646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:01 smithi177 ceph-mon[212096]: pgmap v16646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:03.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:03 smithi123 ceph-mon[191304]: pgmap v16647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:03.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:03 smithi123 ceph-mon[188613]: pgmap v16647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:03 smithi177 ceph-mon[212096]: pgmap v16647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:05.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:05 smithi123 ceph-mon[191304]: pgmap v16648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:05.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:05 smithi123 ceph-mon[188613]: pgmap v16648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:05.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:05 smithi177 ceph-mon[212096]: pgmap v16648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:07.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:07 smithi123 ceph-mon[188613]: pgmap v16649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:07.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:07 smithi123 ceph-mon[191304]: pgmap v16649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:07.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:07 smithi177 ceph-mon[212096]: pgmap v16649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:09.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:09 smithi123 ceph-mon[188613]: pgmap v16650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:09.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:09 smithi123 ceph-mon[191304]: pgmap v16650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:48:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:48:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:48:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:09 smithi177 ceph-mon[212096]: pgmap v16650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:10.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:10 smithi123 ceph-mon[188613]: pgmap v16651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:10.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:10 smithi123 ceph-mon[191304]: pgmap v16651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:11.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:10 smithi177 ceph-mon[212096]: pgmap v16651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:12.402 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:48:12.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:48:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:48:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:48:12.709 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:48:12.709 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 3m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:48:12.709 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 73s ago 7h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:48:12.709 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 3m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:48:12.709 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 73s ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:48:12.710 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 73s ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:48:12.710 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 3m ago 8h 849M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:48:12.710 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 3m ago 8h 2063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:48:12.710 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 73s ago 8h 971M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:48:12.710 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 3m ago 8h 1072M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:48:12.710 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 3m ago 7h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:48:12.710 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 73s ago 7h 23.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:48:12.710 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 3m ago 8h 5264M 2230M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:48:12.710 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 3m ago 8h 5995M 2230M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:48:12.710 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 3m ago 8h 4866M 2230M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:48:12.710 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 3m ago 8h 5104M 2230M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:48:12.710 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 73s ago 8h 4293M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:48:12.710 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 73s ago 8h 4789M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:48:12.710 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 73s ago 8h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:48:12.710 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 73s ago 8h 4790M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:48:12.711 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 73s ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:48:13.095 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:48:13.095 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:48:13.095 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:48:13.095 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:48:13.095 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:48:13.095 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:48:13.095 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:48:13.095 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:48:13.096 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:48:13.096 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:48:13.096 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:48:13.096 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:48:13.096 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:48:13.096 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:48:13.096 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:48:13.096 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:48:13.096 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:48:13.096 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:48:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:13 smithi177 ceph-mon[212096]: pgmap v16652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:13 smithi123 ceph-mon[191304]: pgmap v16652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:13.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:13 smithi123 ceph-mon[188613]: pgmap v16652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:14 smithi177 ceph-mon[212096]: from='client.52278 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:48:14.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:14 smithi177 ceph-mon[212096]: from='client.62234 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:48:14.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:14 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3404664384' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:48:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:14 smithi123 ceph-mon[191304]: from='client.52278 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:48:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:14 smithi123 ceph-mon[191304]: from='client.62234 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:48:14.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:14 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3404664384' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:48:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:14 smithi123 ceph-mon[188613]: from='client.52278 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:48:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:14 smithi123 ceph-mon[188613]: from='client.62234 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:48:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:14 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3404664384' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:48:15.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:15 smithi177 ceph-mon[212096]: pgmap v16653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:15.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:15 smithi123 ceph-mon[191304]: pgmap v16653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:15.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:15 smithi123 ceph-mon[188613]: pgmap v16653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:17 smithi123 ceph-mon[191304]: pgmap v16654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:17.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:17 smithi123 ceph-mon[188613]: pgmap v16654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:17 smithi177 ceph-mon[212096]: pgmap v16654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:19 smithi123 ceph-mon[191304]: pgmap v16655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:19 smithi123 ceph-mon[188613]: pgmap v16655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:48:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:48:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:48:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:19 smithi177 ceph-mon[212096]: pgmap v16655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:20 smithi123 ceph-mon[191304]: pgmap v16656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:20.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:20 smithi123 ceph-mon[188613]: pgmap v16656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:21.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:20 smithi177 ceph-mon[212096]: pgmap v16656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:23 smithi123 ceph-mon[191304]: pgmap v16657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:23.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:23 smithi123 ceph-mon[188613]: pgmap v16657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:23 smithi177 ceph-mon[212096]: pgmap v16657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:25 smithi123 ceph-mon[191304]: pgmap v16658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:25 smithi123 ceph-mon[188613]: pgmap v16658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:25 smithi177 ceph-mon[212096]: pgmap v16658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:27 smithi123 ceph-mon[191304]: pgmap v16659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:48:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:27 smithi123 ceph-mon[188613]: pgmap v16659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:48:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:27 smithi177 ceph-mon[212096]: pgmap v16659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:27.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:48:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:29 smithi123 ceph-mon[191304]: pgmap v16660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:29 smithi123 ceph-mon[188613]: pgmap v16660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:48:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:48:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:29 smithi177 ceph-mon[212096]: pgmap v16660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:30 smithi123 ceph-mon[191304]: pgmap v16661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:30.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:30 smithi123 ceph-mon[188613]: pgmap v16661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:31.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:30 smithi177 ceph-mon[212096]: pgmap v16661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:33 smithi123 ceph-mon[191304]: pgmap v16662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:33.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:33 smithi123 ceph-mon[188613]: pgmap v16662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:33 smithi177 ceph-mon[212096]: pgmap v16662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:35.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:35 smithi123 ceph-mon[191304]: pgmap v16663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:35.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:35 smithi123 ceph-mon[188613]: pgmap v16663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:35.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:35 smithi177 ceph-mon[212096]: pgmap v16663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:37 smithi123 ceph-mon[191304]: pgmap v16664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:37.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:37 smithi123 ceph-mon[188613]: pgmap v16664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:37.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:37 smithi177 ceph-mon[212096]: pgmap v16664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:39 smithi123 ceph-mon[188613]: pgmap v16665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:39.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:39 smithi123 ceph-mon[191304]: pgmap v16665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:48:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:48:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:48:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:39 smithi177 ceph-mon[212096]: pgmap v16665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:40 smithi123 ceph-mon[188613]: pgmap v16666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:40 smithi123 ceph-mon[191304]: pgmap v16666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:41.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:40 smithi177 ceph-mon[212096]: pgmap v16666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:48:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:48:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:48:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:43 smithi177 ceph-mon[212096]: pgmap v16667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:43.441 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:48:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:43 smithi123 ceph-mon[191304]: pgmap v16667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:43 smithi123 ceph-mon[188613]: pgmap v16667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:43.748 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:48:43.748 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 3m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:48:43.748 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 104s ago 8h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:48:43.748 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 3m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:48:43.748 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 104s ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:48:43.748 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 104s ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:48:43.748 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 3m ago 8h 849M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:48:43.748 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 3m ago 8h 2063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:48:43.748 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 104s ago 8h 971M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:48:43.748 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 3m ago 8h 1072M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:48:43.748 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 3m ago 8h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:48:43.749 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 104s ago 8h 23.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:48:43.749 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 3m ago 8h 5264M 2230M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:48:43.749 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 3m ago 8h 5995M 2230M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:48:43.749 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 3m ago 8h 4866M 2230M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:48:43.749 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 3m ago 8h 5104M 2230M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:48:43.749 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 104s ago 8h 4293M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:48:43.749 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 104s ago 8h 4789M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:48:43.749 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 104s ago 8h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:48:43.749 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 104s ago 8h 4790M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:48:43.749 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 104s ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:48:44.128 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:48:44.128 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:48:44.129 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:48:44.129 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:48:44.129 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:48:44.129 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:48:44.129 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:48:44.129 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:48:44.129 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:48:44.129 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:48:44.129 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:48:44.129 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:48:44.130 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:48:44.130 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:48:44.130 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:48:44.130 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:48:44.130 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:48:44.130 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:48:44.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:44 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3389531994' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:48:44.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:44 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3389531994' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:48:44.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:44 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3389531994' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:48:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:45 smithi123 ceph-mon[191304]: from='client.52296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:48:45.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:45 smithi123 ceph-mon[191304]: from='client.62252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:48:45.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:45 smithi123 ceph-mon[191304]: pgmap v16668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:45.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:45 smithi123 ceph-mon[188613]: from='client.52296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:48:45.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:45 smithi123 ceph-mon[188613]: from='client.62252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:48:45.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:45 smithi123 ceph-mon[188613]: pgmap v16668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:45.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:45 smithi177 ceph-mon[212096]: from='client.52296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:48:45.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:45 smithi177 ceph-mon[212096]: from='client.62252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:48:45.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:45 smithi177 ceph-mon[212096]: pgmap v16668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:47.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:47 smithi123 ceph-mon[191304]: pgmap v16669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:47.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:47 smithi123 ceph-mon[188613]: pgmap v16669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:47 smithi177 ceph-mon[212096]: pgmap v16669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:48:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:48:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:48:49.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:49 smithi123 ceph-mon[191304]: pgmap v16670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:49 smithi123 ceph-mon[188613]: pgmap v16670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:49 smithi177 ceph-mon[212096]: pgmap v16670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:50 smithi123 ceph-mon[191304]: pgmap v16671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:50 smithi123 ceph-mon[188613]: pgmap v16671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:51.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:50 smithi177 ceph-mon[212096]: pgmap v16671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:53 smithi123 ceph-mon[191304]: pgmap v16672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:53.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:53 smithi123 ceph-mon[188613]: pgmap v16672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:53 smithi177 ceph-mon[212096]: pgmap v16672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:55.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:55 smithi123 ceph-mon[191304]: pgmap v16673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:55.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:55 smithi123 ceph-mon[188613]: pgmap v16673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:55 smithi177 ceph-mon[212096]: pgmap v16673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:57 smithi123 ceph-mon[191304]: pgmap v16674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:48:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:57 smithi123 ceph-mon[188613]: pgmap v16674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:48:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:57 smithi177 ceph-mon[212096]: pgmap v16674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:57.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:48:59.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:48:59 smithi123 ceph-mon[188613]: pgmap v16675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:59.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:48:59 smithi123 ceph-mon[191304]: pgmap v16675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:48:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:48:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:48:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:48:59.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:48:59 smithi177 ceph-mon[212096]: pgmap v16675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:49:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:00 smithi123 ceph-mon[188613]: pgmap v16676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:49:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:49:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:49:00.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:49:00.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:00 smithi123 ceph-mon[191304]: pgmap v16676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:00.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:49:00.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:49:00.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:49:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:49:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:00 smithi177 ceph-mon[212096]: pgmap v16676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:49:01.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:49:01.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:49:03.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:03 smithi123 ceph-mon[191304]: pgmap v16677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:03.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:03 smithi123 ceph-mon[188613]: pgmap v16677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:03 smithi177 ceph-mon[212096]: pgmap v16677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:05 smithi123 ceph-mon[191304]: pgmap v16678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:05.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:05 smithi123 ceph-mon[188613]: pgmap v16678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:05.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:05 smithi177 ceph-mon[212096]: pgmap v16678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:07 smithi123 ceph-mon[191304]: pgmap v16679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:07.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:07 smithi123 ceph-mon[188613]: pgmap v16679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:07.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:07 smithi177 ceph-mon[212096]: pgmap v16679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:09 smithi123 ceph-mon[191304]: pgmap v16680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:09.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:09 smithi123 ceph-mon[188613]: pgmap v16680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:49:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:49:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:49:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:09 smithi177 ceph-mon[212096]: pgmap v16680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:10 smithi123 ceph-mon[191304]: pgmap v16681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:10.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:10 smithi123 ceph-mon[188613]: pgmap v16681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:11.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:10 smithi177 ceph-mon[212096]: pgmap v16681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:49:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:49:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:49:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:13 smithi177 ceph-mon[212096]: pgmap v16682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:13 smithi123 ceph-mon[191304]: pgmap v16682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:13.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:13 smithi123 ceph-mon[188613]: pgmap v16682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:14.475 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:49:14.784 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:49:14.784 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 4m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:49:14.784 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 2m ago 8h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:49:14.784 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 4m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:49:14.784 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 2m ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:49:14.784 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 2m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:49:14.784 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 4m ago 8h 849M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:49:14.784 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 4m ago 8h 2063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:49:14.784 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 2m ago 8h 971M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:49:14.784 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 4m ago 8h 1072M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:49:14.784 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 4m ago 8h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:49:14.784 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 2m ago 8h 23.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:49:14.785 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 4m ago 8h 5264M 2230M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:49:14.785 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 4m ago 8h 5995M 2230M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:49:14.785 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 4m ago 8h 4866M 2230M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:49:14.785 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 4m ago 8h 5104M 2230M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:49:14.785 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 2m ago 8h 4293M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:49:14.785 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 2m ago 8h 4789M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:49:14.785 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 2m ago 8h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:49:14.785 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 2m ago 8h 4790M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:49:14.785 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 2m ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:49:15.168 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:49:15.168 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:49:15.168 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:49:15.168 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:49:15.168 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:49:15.168 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:49:15.168 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:49:15.168 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:49:15.168 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:49:15.168 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:49:15.168 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:49:15.168 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:49:15.168 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:49:15.169 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:49:15.169 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:49:15.169 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:49:15.169 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:49:15.169 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:49:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:15 smithi123 ceph-mon[191304]: pgmap v16683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:15.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:15 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4167117285' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:49:15.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:15 smithi123 ceph-mon[188613]: pgmap v16683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:15.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:15 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4167117285' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:49:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:15 smithi177 ceph-mon[212096]: pgmap v16683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:15 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4167117285' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:49:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:16 smithi123 ceph-mon[191304]: from='client.52314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:49:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:16 smithi123 ceph-mon[191304]: from='client.52320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:49:16.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:16 smithi123 ceph-mon[188613]: from='client.52314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:49:16.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:16 smithi123 ceph-mon[188613]: from='client.52320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:49:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:16 smithi177 ceph-mon[212096]: from='client.52314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:49:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:16 smithi177 ceph-mon[212096]: from='client.52320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:49:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:17 smithi123 ceph-mon[191304]: pgmap v16684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:17 smithi123 ceph-mon[188613]: pgmap v16684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:17 smithi177 ceph-mon[212096]: pgmap v16684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:19.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:19 smithi123 ceph-mon[191304]: pgmap v16685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:19 smithi123 ceph-mon[188613]: pgmap v16685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:19.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:49:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:49:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:49:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:19 smithi177 ceph-mon[212096]: pgmap v16685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:20 smithi123 ceph-mon[191304]: pgmap v16686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:20.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:20 smithi123 ceph-mon[188613]: pgmap v16686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:21.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:20 smithi177 ceph-mon[212096]: pgmap v16686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:23 smithi123 ceph-mon[191304]: pgmap v16687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:23.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:23 smithi123 ceph-mon[188613]: pgmap v16687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:23 smithi177 ceph-mon[212096]: pgmap v16687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:25 smithi123 ceph-mon[191304]: pgmap v16688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:25 smithi123 ceph-mon[188613]: pgmap v16688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:25 smithi177 ceph-mon[212096]: pgmap v16688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:27.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:27 smithi123 ceph-mon[191304]: pgmap v16689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:27.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:49:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:27 smithi123 ceph-mon[188613]: pgmap v16689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:49:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:27 smithi177 ceph-mon[212096]: pgmap v16689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:49:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:29 smithi123 ceph-mon[191304]: pgmap v16690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:29 smithi123 ceph-mon[188613]: pgmap v16690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:49:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:49:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:49:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:29 smithi177 ceph-mon[212096]: pgmap v16690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:30 smithi123 ceph-mon[191304]: pgmap v16691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:30 smithi123 ceph-mon[188613]: pgmap v16691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:31.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:30 smithi177 ceph-mon[212096]: pgmap v16691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:33 smithi123 ceph-mon[191304]: pgmap v16692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:33.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:33 smithi123 ceph-mon[188613]: pgmap v16692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:33 smithi177 ceph-mon[212096]: pgmap v16692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:35.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:35 smithi123 ceph-mon[191304]: pgmap v16693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:35.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:35 smithi123 ceph-mon[188613]: pgmap v16693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:35.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:35 smithi177 ceph-mon[212096]: pgmap v16693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:37 smithi123 ceph-mon[191304]: pgmap v16694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:37.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:37 smithi123 ceph-mon[188613]: pgmap v16694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:37.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:37 smithi177 ceph-mon[212096]: pgmap v16694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:39 smithi123 ceph-mon[191304]: pgmap v16695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:39.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:39 smithi123 ceph-mon[188613]: pgmap v16695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:49:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:49:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:49:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:39 smithi177 ceph-mon[212096]: pgmap v16695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:40 smithi123 ceph-mon[191304]: pgmap v16696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:40 smithi123 ceph-mon[188613]: pgmap v16696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:41.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:40 smithi177 ceph-mon[212096]: pgmap v16696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:49:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:49:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:49:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:43 smithi177 ceph-mon[212096]: pgmap v16697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:43 smithi123 ceph-mon[191304]: pgmap v16697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:43 smithi123 ceph-mon[188613]: pgmap v16697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:45 smithi123 ceph-mon[191304]: pgmap v16698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:45.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:45 smithi123 ceph-mon[188613]: pgmap v16698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:45.519 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:49:45.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:45 smithi177 ceph-mon[212096]: pgmap v16698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:45.826 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:49:45.827 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 4m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:49:45.827 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 2m ago 8h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:49:45.827 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 4m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:49:45.827 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 2m ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:49:45.827 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 2m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:49:45.827 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 4m ago 8h 849M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:49:45.827 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 4m ago 8h 2063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:49:45.827 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 2m ago 8h 971M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:49:45.827 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 4m ago 8h 1072M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:49:45.827 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 4m ago 8h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:49:45.827 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 2m ago 8h 23.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:49:45.827 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 4m ago 8h 5264M 2230M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:49:45.827 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 4m ago 8h 5995M 2230M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:49:45.827 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 4m ago 8h 4866M 2230M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:49:45.828 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 4m ago 8h 5104M 2230M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:49:45.828 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 2m ago 8h 4293M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:49:45.828 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 2m ago 8h 4789M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:49:45.828 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 2m ago 8h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:49:45.828 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 2m ago 8h 4790M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:49:45.828 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 2m ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:49:46.209 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:49:46.209 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:49:46.209 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:49:46.209 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:49:46.209 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:49:46.210 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:49:46.210 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:49:46.210 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:49:46.210 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:49:46.210 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:49:46.210 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:49:46.210 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:49:46.210 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:49:46.210 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:49:46.210 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:49:46.210 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:49:46.210 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:49:46.210 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:49:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:47 smithi123 ceph-mon[191304]: from='client.52332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:49:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:47 smithi123 ceph-mon[191304]: from='client.52338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:49:47.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:47 smithi123 ceph-mon[191304]: pgmap v16699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:47.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:47 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2965702433' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:49:47.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:47 smithi123 ceph-mon[188613]: from='client.52332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:49:47.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:47 smithi123 ceph-mon[188613]: from='client.52338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:49:47.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:47 smithi123 ceph-mon[188613]: pgmap v16699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:47.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:47 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2965702433' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:49:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:47 smithi177 ceph-mon[212096]: from='client.52332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:49:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:47 smithi177 ceph-mon[212096]: from='client.52338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:49:47.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:47 smithi177 ceph-mon[212096]: pgmap v16699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:47.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:47 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2965702433' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:49:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:49:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:49:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:49:49.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:49 smithi123 ceph-mon[191304]: pgmap v16700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:49 smithi123 ceph-mon[188613]: pgmap v16700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:49 smithi177 ceph-mon[212096]: pgmap v16700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:50 smithi123 ceph-mon[191304]: pgmap v16701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:50 smithi123 ceph-mon[188613]: pgmap v16701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:51.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:50 smithi177 ceph-mon[212096]: pgmap v16701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:53.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:53 smithi123 ceph-mon[191304]: pgmap v16702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:53.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:53 smithi123 ceph-mon[188613]: pgmap v16702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:53 smithi177 ceph-mon[212096]: pgmap v16702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:55.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:55 smithi123 ceph-mon[188613]: pgmap v16703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:55.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:55 smithi123 ceph-mon[191304]: pgmap v16703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:55 smithi177 ceph-mon[212096]: pgmap v16703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:57 smithi123 ceph-mon[191304]: pgmap v16704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:49:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:57 smithi123 ceph-mon[188613]: pgmap v16704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:49:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:57 smithi177 ceph-mon[212096]: pgmap v16704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:49:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:49:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:49:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:49:59.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:49:59 smithi123 ceph-mon[191304]: pgmap v16705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:59.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:49:59 smithi123 ceph-mon[188613]: pgmap v16705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:49:59.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:49:59 smithi177 ceph-mon[212096]: pgmap v16705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:00.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T18:49:59.998+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T18:50:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T18:50:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:00 smithi123 ceph-mon[191304]: pgmap v16706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:50:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T18:50:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:00 smithi123 ceph-mon[188613]: pgmap v16706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:50:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T18:50:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:00 smithi177 ceph-mon[212096]: pgmap v16706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:50:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:50:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:50:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:50:01.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:50:01.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:50:01.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:50:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:50:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:50:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:50:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:02 smithi123 ceph-mon[191304]: pgmap v16707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:02.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:02 smithi123 ceph-mon[188613]: pgmap v16707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:03.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:02 smithi177 ceph-mon[212096]: pgmap v16707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:05.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:05 smithi123 ceph-mon[188613]: pgmap v16708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:05.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:05 smithi123 ceph-mon[191304]: pgmap v16708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:05.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:05 smithi177 ceph-mon[212096]: pgmap v16708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:07 smithi123 ceph-mon[191304]: pgmap v16709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:07.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:07 smithi123 ceph-mon[188613]: pgmap v16709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:07.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:07 smithi177 ceph-mon[212096]: pgmap v16709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:09 smithi123 ceph-mon[191304]: pgmap v16710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:09.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:09 smithi123 ceph-mon[188613]: pgmap v16710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:50:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:50:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:50:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:09 smithi177 ceph-mon[212096]: pgmap v16710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:10.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:10 smithi123 ceph-mon[188613]: pgmap v16711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:10 smithi123 ceph-mon[191304]: pgmap v16711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:11.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:10 smithi177 ceph-mon[212096]: pgmap v16711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:50:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:50:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:50:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:13 smithi177 ceph-mon[212096]: pgmap v16712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:13 smithi123 ceph-mon[191304]: pgmap v16712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:13.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:13 smithi123 ceph-mon[188613]: pgmap v16712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:15 smithi123 ceph-mon[191304]: pgmap v16713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:15.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:15 smithi123 ceph-mon[188613]: pgmap v16713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:15 smithi177 ceph-mon[212096]: pgmap v16713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:16.557 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:50:16.866 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:50:16.866 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 5m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:50:16.866 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 3m ago 8h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:50:16.866 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 5m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:50:16.866 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 3m ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:50:16.867 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 3m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:50:16.867 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 5m ago 8h 849M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:50:16.867 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 5m ago 8h 2063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:50:16.867 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 3m ago 8h 971M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:50:16.867 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 5m ago 8h 1072M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:50:16.867 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 5m ago 8h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:50:16.867 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 3m ago 8h 23.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:50:16.867 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 5m ago 8h 5264M 2230M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:50:16.867 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 5m ago 8h 5995M 2230M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:50:16.867 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 5m ago 8h 4866M 2230M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:50:16.867 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 5m ago 8h 5104M 2230M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:50:16.867 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 3m ago 8h 4293M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:50:16.867 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 3m ago 8h 4789M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:50:16.868 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 3m ago 8h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:50:16.868 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 3m ago 8h 4790M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:50:16.868 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 3m ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:50:17.248 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:50:17.248 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:50:17.248 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:50:17.248 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:50:17.248 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:50:17.248 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:50:17.248 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:50:17.248 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:50:17.249 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:50:17.249 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:50:17.249 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:50:17.249 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:50:17.249 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:50:17.249 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:50:17.249 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:50:17.249 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:50:17.249 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:50:17.249 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:50:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:17 smithi123 ceph-mon[191304]: pgmap v16714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:17.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:17 smithi123 ceph-mon[188613]: pgmap v16714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:17 smithi177 ceph-mon[212096]: pgmap v16714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:18 smithi123 ceph-mon[191304]: from='client.62300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:50:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:18 smithi123 ceph-mon[191304]: from='client.52356 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:50:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:18 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2989698768' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:50:18.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:18 smithi123 ceph-mon[188613]: from='client.62300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:50:18.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:18 smithi123 ceph-mon[188613]: from='client.52356 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:50:18.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:18 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2989698768' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:50:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:18 smithi177 ceph-mon[212096]: from='client.62300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:50:18.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:18 smithi177 ceph-mon[212096]: from='client.52356 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:50:18.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:18 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2989698768' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:50:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:19 smithi123 ceph-mon[191304]: pgmap v16715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:19.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:19 smithi123 ceph-mon[188613]: pgmap v16715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:50:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:50:19] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T18:50:19.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:19 smithi177 ceph-mon[212096]: pgmap v16715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:20 smithi123 ceph-mon[191304]: pgmap v16716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:20.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:20 smithi123 ceph-mon[188613]: pgmap v16716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:21.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:20 smithi177 ceph-mon[212096]: pgmap v16716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:23.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:23 smithi123 ceph-mon[188613]: pgmap v16717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:23.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:23 smithi123 ceph-mon[191304]: pgmap v16717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:23 smithi177 ceph-mon[212096]: pgmap v16717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:25 smithi123 ceph-mon[191304]: pgmap v16718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:25 smithi123 ceph-mon[188613]: pgmap v16718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:25 smithi177 ceph-mon[212096]: pgmap v16718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:27 smithi123 ceph-mon[188613]: pgmap v16719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:50:27.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:27 smithi123 ceph-mon[191304]: pgmap v16719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:27.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:50:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:27 smithi177 ceph-mon[212096]: pgmap v16719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:50:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:29 smithi123 ceph-mon[191304]: pgmap v16720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:29 smithi123 ceph-mon[188613]: pgmap v16720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:50:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:50:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T18:50:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:29 smithi177 ceph-mon[212096]: pgmap v16720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:30 smithi123 ceph-mon[191304]: pgmap v16721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:30.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:30 smithi123 ceph-mon[188613]: pgmap v16721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:31.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:30 smithi177 ceph-mon[212096]: pgmap v16721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:33 smithi123 ceph-mon[191304]: pgmap v16722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:33.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:33 smithi123 ceph-mon[188613]: pgmap v16722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:33 smithi177 ceph-mon[212096]: pgmap v16722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:35.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:35 smithi123 ceph-mon[191304]: pgmap v16723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:35.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:35 smithi123 ceph-mon[188613]: pgmap v16723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:35.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:35 smithi177 ceph-mon[212096]: pgmap v16723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:37 smithi123 ceph-mon[191304]: pgmap v16724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:37.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:37 smithi123 ceph-mon[188613]: pgmap v16724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:37 smithi177 ceph-mon[212096]: pgmap v16724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:39 smithi123 ceph-mon[191304]: pgmap v16725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:39 smithi123 ceph-mon[188613]: pgmap v16725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:50:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:50:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T18:50:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:39 smithi177 ceph-mon[212096]: pgmap v16725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:40 smithi123 ceph-mon[191304]: pgmap v16726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:40.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:40 smithi123 ceph-mon[188613]: pgmap v16726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:41.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:40 smithi177 ceph-mon[212096]: pgmap v16726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:50:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:50:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:50:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:43 smithi177 ceph-mon[212096]: pgmap v16727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:43 smithi123 ceph-mon[191304]: pgmap v16727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:43 smithi123 ceph-mon[188613]: pgmap v16727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:45 smithi123 ceph-mon[191304]: pgmap v16728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:45.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:45 smithi123 ceph-mon[188613]: pgmap v16728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:45.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:45 smithi177 ceph-mon[212096]: pgmap v16728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:47 smithi123 ceph-mon[191304]: pgmap v16729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:47.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:47 smithi123 ceph-mon[188613]: pgmap v16729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:47.597 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:50:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:47 smithi177 ceph-mon[212096]: pgmap v16729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:47.907 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:50:47.907 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (7h) 5m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:50:47.907 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 3m ago 8h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:50:47.907 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 5m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:50:47.907 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 3m ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:50:47.907 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 3m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:50:47.907 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 5m ago 8h 849M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:50:47.907 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 5m ago 8h 2063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:50:47.907 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 3m ago 8h 971M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:50:47.908 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 5m ago 8h 1072M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:50:47.908 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (7h) 5m ago 8h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:50:47.908 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 3m ago 8h 23.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:50:47.908 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 5m ago 8h 5264M 2230M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:50:47.908 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 5m ago 8h 5995M 2230M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:50:47.908 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 5m ago 8h 4866M 2230M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:50:47.908 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 5m ago 8h 5104M 2230M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:50:47.908 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 3m ago 8h 4293M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:50:47.908 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 3m ago 8h 4789M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:50:47.908 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 3m ago 8h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:50:47.908 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 3m ago 8h 4790M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:50:47.908 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 3m ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:50:48.291 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:50:48.291 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:50:48.291 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:50:48.291 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:50:48.291 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:50:48.291 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:50:48.292 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:50:48.292 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:50:48.292 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:50:48.292 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:50:48.292 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:50:48.292 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:50:48.292 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:50:48.292 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:50:48.292 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:50:48.292 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:50:48.292 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:50:48.292 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:50:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:50:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:50:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:50:49.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:49 smithi123 ceph-mon[188613]: from='client.52368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:50:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:49 smithi123 ceph-mon[188613]: from='client.52374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:50:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:49 smithi123 ceph-mon[188613]: pgmap v16730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:49 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/551687631' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:50:49.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:49 smithi123 ceph-mon[191304]: from='client.52368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:50:49.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:49 smithi123 ceph-mon[191304]: from='client.52374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:50:49.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:49 smithi123 ceph-mon[191304]: pgmap v16730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:49.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:49 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/551687631' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:50:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:49 smithi177 ceph-mon[212096]: from='client.52368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:50:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:49 smithi177 ceph-mon[212096]: from='client.52374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:50:49.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:49 smithi177 ceph-mon[212096]: pgmap v16730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:49.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:49 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/551687631' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:50:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:50 smithi123 ceph-mon[191304]: pgmap v16731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:50 smithi123 ceph-mon[188613]: pgmap v16731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:51.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:50 smithi177 ceph-mon[212096]: pgmap v16731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:53 smithi123 ceph-mon[191304]: pgmap v16732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:53 smithi123 ceph-mon[188613]: pgmap v16732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:53 smithi177 ceph-mon[212096]: pgmap v16732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:55.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:55 smithi123 ceph-mon[191304]: pgmap v16733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:55.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:55 smithi123 ceph-mon[188613]: pgmap v16733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:55 smithi177 ceph-mon[212096]: pgmap v16733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:57 smithi123 ceph-mon[191304]: pgmap v16734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:50:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:57 smithi123 ceph-mon[188613]: pgmap v16734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:50:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:57 smithi177 ceph-mon[212096]: pgmap v16734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:57.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:50:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:50:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:50:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T18:50:59.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:50:59 smithi123 ceph-mon[191304]: pgmap v16735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:59.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:50:59 smithi123 ceph-mon[188613]: pgmap v16735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:50:59.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:50:59 smithi177 ceph-mon[212096]: pgmap v16735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:00 smithi123 ceph-mon[191304]: pgmap v16736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:00 smithi123 ceph-mon[188613]: pgmap v16736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:00 smithi177 ceph-mon[212096]: pgmap v16736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:01.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:51:01.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:51:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:51:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:51:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:51:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:51:02.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:02 smithi123 ceph-mon[191304]: pgmap v16737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:51:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:51:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:51:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:02 smithi123 ceph-mon[188613]: pgmap v16737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:03.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:51:03.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:51:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:51:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:02 smithi177 ceph-mon[212096]: pgmap v16737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:05 smithi123 ceph-mon[191304]: pgmap v16738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:05.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:05 smithi123 ceph-mon[188613]: pgmap v16738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:05.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:05 smithi177 ceph-mon[212096]: pgmap v16738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:07 smithi123 ceph-mon[191304]: pgmap v16739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:07.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:07 smithi123 ceph-mon[188613]: pgmap v16739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:07.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:07 smithi177 ceph-mon[212096]: pgmap v16739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:09 smithi123 ceph-mon[191304]: pgmap v16740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:09.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:09 smithi123 ceph-mon[188613]: pgmap v16740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:51:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:51:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T18:51:09.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:09 smithi177 ceph-mon[212096]: pgmap v16740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:10.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:10 smithi123 ceph-mon[188613]: pgmap v16741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:10.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:10 smithi123 ceph-mon[191304]: pgmap v16741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:11.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:10 smithi177 ceph-mon[212096]: pgmap v16741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:51:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:51:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:51:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:13 smithi177 ceph-mon[212096]: pgmap v16742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:13 smithi123 ceph-mon[191304]: pgmap v16742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:13.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:13 smithi123 ceph-mon[188613]: pgmap v16742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:15 smithi123 ceph-mon[191304]: pgmap v16743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:15 smithi123 ceph-mon[188613]: pgmap v16743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:15 smithi177 ceph-mon[212096]: pgmap v16743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:17 smithi123 ceph-mon[191304]: pgmap v16744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:17.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:17 smithi123 ceph-mon[188613]: pgmap v16744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:17 smithi177 ceph-mon[212096]: pgmap v16744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:18.641 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:51:18.949 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:51:18.949 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 6m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:51:18.949 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (7h) 4m ago 8h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:51:18.950 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 6m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:51:18.950 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 4m ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:51:18.950 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 4m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:51:18.950 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (7h) 6m ago 8h 849M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:51:18.950 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 6m ago 8h 2063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:51:18.950 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 4m ago 8h 971M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:51:18.950 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 6m ago 8h 1072M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:51:18.950 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 6m ago 8h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:51:18.950 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (7h) 4m ago 8h 23.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:51:18.950 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 6m ago 8h 5264M 2230M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:51:18.951 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 6m ago 8h 5995M 2230M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:51:18.951 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 6m ago 8h 4866M 2230M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:51:18.951 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 6m ago 8h 5104M 2230M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:51:18.951 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 4m ago 8h 4293M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:51:18.951 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 4m ago 8h 4789M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:51:18.951 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 4m ago 8h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:51:18.951 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 4m ago 8h 4790M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:51:18.951 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 4m ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:51:19.333 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:51:19.334 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:51:19.334 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:51:19.334 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:51:19.334 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:51:19.334 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:51:19.334 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:51:19.334 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:51:19.334 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:51:19.334 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:51:19.334 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:51:19.334 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:51:19.334 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:51:19.334 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:51:19.334 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:51:19.335 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:51:19.335 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:51:19.335 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:51:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:19 smithi123 ceph-mon[191304]: pgmap v16745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:19 smithi123 ceph-mon[188613]: pgmap v16745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:51:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:51:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:51:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:19 smithi177 ceph-mon[212096]: pgmap v16745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:20 smithi123 ceph-mon[191304]: from='client.52386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:51:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:20 smithi123 ceph-mon[191304]: from='client.62342 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:51:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:20 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2993153870' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:51:20.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:20 smithi123 ceph-mon[188613]: from='client.52386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:51:20.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:20 smithi123 ceph-mon[188613]: from='client.62342 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:51:20.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:20 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2993153870' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:51:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:20 smithi177 ceph-mon[212096]: from='client.52386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:51:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:20 smithi177 ceph-mon[212096]: from='client.62342 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:51:20.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:20 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2993153870' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:51:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:21 smithi123 ceph-mon[191304]: pgmap v16746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:21.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:21 smithi123 ceph-mon[188613]: pgmap v16746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:21.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:21 smithi177 ceph-mon[212096]: pgmap v16746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:23.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:23 smithi123 ceph-mon[191304]: pgmap v16747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:23.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:23 smithi123 ceph-mon[188613]: pgmap v16747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:23 smithi177 ceph-mon[212096]: pgmap v16747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:25 smithi123 ceph-mon[191304]: pgmap v16748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:25 smithi123 ceph-mon[188613]: pgmap v16748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:25 smithi177 ceph-mon[212096]: pgmap v16748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:27 smithi123 ceph-mon[191304]: pgmap v16749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:51:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:27 smithi123 ceph-mon[188613]: pgmap v16749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:51:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:27 smithi177 ceph-mon[212096]: pgmap v16749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:51:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:28 smithi123 ceph-mon[191304]: pgmap v16750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:28.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:28 smithi123 ceph-mon[188613]: pgmap v16750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:28.590 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:28 smithi177 ceph-mon[212096]: pgmap v16750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:28.903 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 18:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T18:51:28.587569763Z level=info msg="Completed cleanup jobs" duration=13.985168ms 2023-12-20T18:51:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:51:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:51:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:51:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:30 smithi123 ceph-mon[191304]: pgmap v16751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:30.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:30 smithi123 ceph-mon[188613]: pgmap v16751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:31.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:30 smithi177 ceph-mon[212096]: pgmap v16751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:33 smithi123 ceph-mon[191304]: pgmap v16752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:33.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:33 smithi123 ceph-mon[188613]: pgmap v16752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:33 smithi177 ceph-mon[212096]: pgmap v16752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:35.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:35 smithi123 ceph-mon[191304]: pgmap v16753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:35.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:35 smithi123 ceph-mon[188613]: pgmap v16753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:35.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:35 smithi177 ceph-mon[212096]: pgmap v16753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:37 smithi123 ceph-mon[191304]: pgmap v16754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:37.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:37 smithi123 ceph-mon[188613]: pgmap v16754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:37 smithi177 ceph-mon[212096]: pgmap v16754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:39 smithi123 ceph-mon[191304]: pgmap v16755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:39.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:39 smithi123 ceph-mon[188613]: pgmap v16755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:51:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:51:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:39 smithi177 ceph-mon[212096]: pgmap v16755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:40 smithi123 ceph-mon[191304]: pgmap v16756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:40 smithi123 ceph-mon[188613]: pgmap v16756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:41.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:40 smithi177 ceph-mon[212096]: pgmap v16756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:51:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:51:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:51:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:43 smithi177 ceph-mon[212096]: pgmap v16757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:43 smithi123 ceph-mon[191304]: pgmap v16757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:43 smithi123 ceph-mon[188613]: pgmap v16757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:45.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:45 smithi123 ceph-mon[188613]: pgmap v16758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:45.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:45 smithi123 ceph-mon[191304]: pgmap v16758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:45.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:45 smithi177 ceph-mon[212096]: pgmap v16758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:47.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:47 smithi123 ceph-mon[188613]: pgmap v16759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:47 smithi123 ceph-mon[191304]: pgmap v16759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:47 smithi177 ceph-mon[212096]: pgmap v16759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:49 smithi123 ceph-mon[191304]: pgmap v16760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:49.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:49 smithi123 ceph-mon[188613]: pgmap v16760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:51:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:51:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:51:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:49 smithi177 ceph-mon[212096]: pgmap v16760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:49.681 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:51:49.992 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:51:49.992 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 6m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:51:49.992 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 4m ago 8h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:51:49.992 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 6m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:51:49.992 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 4m ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:51:49.993 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (7h) 4m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:51:49.993 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 6m ago 8h 849M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:51:49.993 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (7h) 6m ago 8h 2063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:51:49.993 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 4m ago 8h 971M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:51:49.993 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 6m ago 8h 1072M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:51:49.993 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 6m ago 8h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:51:49.993 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 4m ago 8h 23.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:51:49.993 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 6m ago 8h 5264M 2230M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:51:49.993 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 6m ago 8h 5995M 2230M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:51:49.993 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 6m ago 8h 4866M 2230M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:51:49.993 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 6m ago 8h 5104M 2230M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:51:49.993 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 4m ago 8h 4293M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:51:49.993 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 4m ago 8h 4789M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:51:49.993 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 4m ago 8h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:51:49.994 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 4m ago 8h 4790M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:51:49.994 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (7h) 4m ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:51:50.374 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:51:50.374 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:51:50.374 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:51:50.375 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:51:50.375 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:51:50.375 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:51:50.375 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:51:50.375 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:51:50.375 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:51:50.375 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:51:50.375 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:51:50.375 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:51:50.375 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:51:50.375 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:51:50.375 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:51:50.375 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:51:50.375 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:51:50.376 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:51:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:50 smithi123 ceph-mon[191304]: from='client.62354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:51:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:50 smithi123 ceph-mon[191304]: from='client.62360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:51:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:50 smithi123 ceph-mon[191304]: pgmap v16761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:50.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:50 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/961837403' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:51:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:50 smithi123 ceph-mon[188613]: from='client.62354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:51:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:50 smithi123 ceph-mon[188613]: from='client.62360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:51:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:50 smithi123 ceph-mon[188613]: pgmap v16761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:50 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/961837403' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:51:51.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:50 smithi177 ceph-mon[212096]: from='client.62354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:51:51.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:50 smithi177 ceph-mon[212096]: from='client.62360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:51:51.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:50 smithi177 ceph-mon[212096]: pgmap v16761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:51.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:50 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/961837403' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:51:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:53 smithi123 ceph-mon[191304]: pgmap v16762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:53.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:53 smithi123 ceph-mon[188613]: pgmap v16762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:53 smithi177 ceph-mon[212096]: pgmap v16762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:55.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:55 smithi123 ceph-mon[191304]: pgmap v16763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:55.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:55 smithi123 ceph-mon[188613]: pgmap v16763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:55 smithi177 ceph-mon[212096]: pgmap v16763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:57 smithi123 ceph-mon[191304]: pgmap v16764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:51:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:57 smithi123 ceph-mon[188613]: pgmap v16764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:51:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:57 smithi177 ceph-mon[212096]: pgmap v16764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:51:59.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:51:59 smithi123 ceph-mon[191304]: pgmap v16765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:59.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:51:59 smithi123 ceph-mon[188613]: pgmap v16765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:51:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:51:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:51:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:51:59.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:51:59 smithi177 ceph-mon[212096]: pgmap v16765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:00 smithi123 ceph-mon[191304]: pgmap v16766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:00 smithi123 ceph-mon[188613]: pgmap v16766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:00 smithi177 ceph-mon[212096]: pgmap v16766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:02.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:52:02.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:52:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:52:03.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:02 smithi123 ceph-mon[191304]: pgmap v16767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:03.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:52:03.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:52:03.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:52:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:02 smithi123 ceph-mon[188613]: pgmap v16767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:52:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:52:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:52:03.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:02 smithi177 ceph-mon[212096]: pgmap v16767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:03.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:52:03.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:52:03.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:52:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:05 smithi123 ceph-mon[191304]: pgmap v16768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:05.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:05 smithi123 ceph-mon[188613]: pgmap v16768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:05.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:05 smithi177 ceph-mon[212096]: pgmap v16768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:07.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:07 smithi123 ceph-mon[191304]: pgmap v16769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:07.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:07 smithi123 ceph-mon[188613]: pgmap v16769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:07.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:07 smithi177 ceph-mon[212096]: pgmap v16769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:09 smithi123 ceph-mon[191304]: pgmap v16770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:09.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:09 smithi123 ceph-mon[188613]: pgmap v16770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:52:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:52:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:52:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:09 smithi177 ceph-mon[212096]: pgmap v16770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:10 smithi123 ceph-mon[191304]: pgmap v16771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:10.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:10 smithi123 ceph-mon[188613]: pgmap v16771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:11.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:10 smithi177 ceph-mon[212096]: pgmap v16771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:52:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:52:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:52:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:13 smithi177 ceph-mon[212096]: pgmap v16772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:13 smithi123 ceph-mon[191304]: pgmap v16772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:13.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:13 smithi123 ceph-mon[188613]: pgmap v16772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:15.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:15 smithi123 ceph-mon[191304]: pgmap v16773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:15.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:15 smithi123 ceph-mon[188613]: pgmap v16773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:15 smithi177 ceph-mon[212096]: pgmap v16773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:17.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:17 smithi123 ceph-mon[191304]: pgmap v16774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:17.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:17 smithi123 ceph-mon[188613]: pgmap v16774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:17.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:17 smithi177 ceph-mon[212096]: pgmap v16774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:52:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:52:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:52:19.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:19 smithi123 ceph-mon[191304]: pgmap v16775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:19 smithi123 ceph-mon[188613]: pgmap v16775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:19.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:19 smithi177 ceph-mon[212096]: pgmap v16775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:20.719 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:52:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:20 smithi123 ceph-mon[191304]: pgmap v16776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:20.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:20 smithi123 ceph-mon[188613]: pgmap v16776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:21.031 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:52:21.031 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 7m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:52:21.031 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 5m ago 8h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:52:21.031 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 7m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:52:21.031 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 5m ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:52:21.031 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 5m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:52:21.031 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 7m ago 8h 849M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:52:21.031 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 7m ago 8h 2063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:52:21.032 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (7h) 5m ago 8h 971M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:52:21.032 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (7h) 7m ago 8h 1072M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:52:21.032 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 7m ago 8h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:52:21.032 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 5m ago 8h 23.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:52:21.032 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 7m ago 8h 5264M 2230M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:52:21.032 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 7m ago 8h 5995M 2230M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:52:21.032 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 7m ago 8h 4866M 2230M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:52:21.032 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 7m ago 8h 5104M 2230M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:52:21.032 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 5m ago 8h 4293M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:52:21.032 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 5m ago 8h 4789M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:52:21.033 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 5m ago 8h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:52:21.033 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 5m ago 8h 4790M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:52:21.033 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 5m ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:52:21.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:20 smithi177 ceph-mon[212096]: pgmap v16776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:21.416 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:52:21.416 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:52:21.416 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:52:21.416 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:52:21.416 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:52:21.416 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:52:21.416 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:52:21.416 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:52:21.417 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:52:21.417 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:52:21.417 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:52:21.417 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:52:21.417 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:52:21.417 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:52:21.417 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:52:21.417 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:52:21.417 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:52:21.417 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:52:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:21 smithi123 ceph-mon[191304]: from='client.62372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:52:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:21 smithi123 ceph-mon[191304]: from='client.52428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:52:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:21 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3394842888' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:52:21.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:21 smithi123 ceph-mon[188613]: from='client.62372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:52:21.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:21 smithi123 ceph-mon[188613]: from='client.52428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:52:21.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:21 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3394842888' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:52:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:21 smithi177 ceph-mon[212096]: from='client.62372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:52:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:21 smithi177 ceph-mon[212096]: from='client.52428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:52:22.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:21 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3394842888' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:52:22.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:22 smithi123 ceph-mon[188613]: pgmap v16777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:22 smithi123 ceph-mon[191304]: pgmap v16777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:23.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:22 smithi177 ceph-mon[212096]: pgmap v16777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:25.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:25 smithi123 ceph-mon[188613]: pgmap v16778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:25 smithi123 ceph-mon[191304]: pgmap v16778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:25 smithi177 ceph-mon[212096]: pgmap v16778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:27 smithi123 ceph-mon[191304]: pgmap v16779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:52:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:27 smithi123 ceph-mon[188613]: pgmap v16779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:52:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:27 smithi177 ceph-mon[212096]: pgmap v16779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:52:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:29 smithi123 ceph-mon[191304]: pgmap v16780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:29 smithi123 ceph-mon[188613]: pgmap v16780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:52:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:52:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:52:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:29 smithi177 ceph-mon[212096]: pgmap v16780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:30 smithi123 ceph-mon[188613]: pgmap v16781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:30 smithi123 ceph-mon[191304]: pgmap v16781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:31.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:30 smithi177 ceph-mon[212096]: pgmap v16781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:33 smithi123 ceph-mon[191304]: pgmap v16782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:33.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:33 smithi123 ceph-mon[188613]: pgmap v16782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:33 smithi177 ceph-mon[212096]: pgmap v16782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:35.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:35 smithi123 ceph-mon[191304]: pgmap v16783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:35.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:35 smithi123 ceph-mon[188613]: pgmap v16783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:35.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:35 smithi177 ceph-mon[212096]: pgmap v16783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:37 smithi123 ceph-mon[191304]: pgmap v16784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:37.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:37 smithi123 ceph-mon[188613]: pgmap v16784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:37 smithi177 ceph-mon[212096]: pgmap v16784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:39 smithi123 ceph-mon[191304]: pgmap v16785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:39.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:39 smithi123 ceph-mon[188613]: pgmap v16785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:52:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:52:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:52:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:39 smithi177 ceph-mon[212096]: pgmap v16785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:40 smithi123 ceph-mon[191304]: pgmap v16786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:40 smithi123 ceph-mon[188613]: pgmap v16786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:41.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:40 smithi177 ceph-mon[212096]: pgmap v16786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:52:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:52:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:52:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:43 smithi177 ceph-mon[212096]: pgmap v16787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:43 smithi123 ceph-mon[191304]: pgmap v16787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:43 smithi123 ceph-mon[188613]: pgmap v16787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:45.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:45 smithi123 ceph-mon[191304]: pgmap v16788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:45.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:45 smithi123 ceph-mon[188613]: pgmap v16788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:45.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:45 smithi177 ceph-mon[212096]: pgmap v16788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:47.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:47 smithi123 ceph-mon[188613]: pgmap v16789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:47 smithi123 ceph-mon[191304]: pgmap v16789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:47 smithi177 ceph-mon[212096]: pgmap v16789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:49.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:49 smithi123 ceph-mon[191304]: pgmap v16790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:49.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:49 smithi123 ceph-mon[188613]: pgmap v16790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:52:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:52:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:52:49.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:49 smithi177 ceph-mon[212096]: pgmap v16790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:50 smithi123 ceph-mon[188613]: pgmap v16791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:50 smithi123 ceph-mon[191304]: pgmap v16791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:51.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:50 smithi177 ceph-mon[212096]: pgmap v16791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:51.764 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:52:52.070 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:52:52.070 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 7m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:52:52.070 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 5m ago 8h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:52:52.071 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 7m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:52:52.071 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 5m ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:52:52.071 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 5m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:52:52.071 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 7m ago 8h 849M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:52:52.071 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 7m ago 8h 2063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:52:52.071 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 5m ago 8h 971M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:52:52.071 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 7m ago 8h 1072M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:52:52.071 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 7m ago 8h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:52:52.071 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 5m ago 8h 23.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:52:52.071 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (7h) 7m ago 8h 5264M 2230M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:52:52.071 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 7m ago 8h 5995M 2230M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:52:52.071 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 7m ago 8h 4866M 2230M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:52:52.071 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 7m ago 8h 5104M 2230M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:52:52.071 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 5m ago 8h 4293M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:52:52.071 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 5m ago 8h 4789M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:52:52.072 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 5m ago 8h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:52:52.072 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 5m ago 8h 4790M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:52:52.072 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 5m ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:52:52.452 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:52:52.452 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:52:52.452 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:52:52.453 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:52:52.453 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:52:52.453 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:52:52.453 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:52:52.453 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:52:52.453 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:52:52.453 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:52:52.453 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:52:52.453 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:52:52.453 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:52:52.453 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:52:52.454 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:52:52.454 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:52:52.454 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:52:52.454 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:52:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:53 smithi123 ceph-mon[188613]: from='client.52440 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:52:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:53 smithi123 ceph-mon[188613]: from='client.52446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:52:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:53 smithi123 ceph-mon[188613]: pgmap v16792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:53.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:53 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4002221365' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:52:53.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:53 smithi123 ceph-mon[191304]: from='client.52440 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:52:53.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:53 smithi123 ceph-mon[191304]: from='client.52446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:52:53.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:53 smithi123 ceph-mon[191304]: pgmap v16792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:53.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:53 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4002221365' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:52:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:53 smithi177 ceph-mon[212096]: from='client.52440 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:52:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:53 smithi177 ceph-mon[212096]: from='client.52446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:52:53.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:53 smithi177 ceph-mon[212096]: pgmap v16792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:53.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:53 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4002221365' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:52:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:55 smithi177 ceph-mon[212096]: pgmap v16793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:55 smithi123 ceph-mon[191304]: pgmap v16793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:55 smithi123 ceph-mon[188613]: pgmap v16793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:57 smithi177 ceph-mon[212096]: pgmap v16794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:57.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:52:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:57 smithi123 ceph-mon[191304]: pgmap v16794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:57.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:52:57.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:57 smithi123 ceph-mon[188613]: pgmap v16794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:57.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:52:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:52:58 smithi177 ceph-mon[212096]: pgmap v16795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:52:58 smithi123 ceph-mon[191304]: pgmap v16795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:52:58 smithi123 ceph-mon[188613]: pgmap v16795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:52:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:52:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:52:59] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T18:53:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:00 smithi123 ceph-mon[191304]: pgmap v16796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:00 smithi123 ceph-mon[188613]: pgmap v16796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:00 smithi177 ceph-mon[212096]: pgmap v16796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:03.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:03 smithi177 ceph-mon[212096]: pgmap v16797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:03.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:53:03.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:53:03.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:53:03.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:53:03.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:53:03.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:53:03.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:53:03.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:53:03.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:53:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:03 smithi123 ceph-mon[191304]: pgmap v16797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:53:03.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:53:03.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:53:03.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:53:03.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:53:03.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:53:03.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:53:03.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:53:03.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:53:03.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:03 smithi123 ceph-mon[188613]: pgmap v16797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:03.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:53:03.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:53:03.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:53:03.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:53:03.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T18:53:03.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:53:03.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:53:03.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:53:03.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:53:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:04 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2216M 2023-12-20T18:53:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:04 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2216M 2023-12-20T18:53:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:04 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2216M 2023-12-20T18:53:05.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:05 smithi177 ceph-mon[212096]: pgmap v16798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:05 smithi123 ceph-mon[191304]: pgmap v16798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:05.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:05 smithi123 ceph-mon[188613]: pgmap v16798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:06 smithi177 ceph-mon[212096]: pgmap v16799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:06 smithi123 ceph-mon[191304]: pgmap v16799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:06 smithi123 ceph-mon[188613]: pgmap v16799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:09 smithi123 ceph-mon[191304]: pgmap v16800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:09.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:09 smithi123 ceph-mon[188613]: pgmap v16800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:53:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:53:09] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T18:53:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:09 smithi177 ceph-mon[212096]: pgmap v16800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:10 smithi123 ceph-mon[191304]: pgmap v16801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:10.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:10 smithi123 ceph-mon[188613]: pgmap v16801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:11.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:10 smithi177 ceph-mon[212096]: pgmap v16801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:12.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:53:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:53:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:53:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:13 smithi177 ceph-mon[212096]: pgmap v16802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:13 smithi123 ceph-mon[191304]: pgmap v16802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:13.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:13 smithi123 ceph-mon[188613]: pgmap v16802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:15 smithi177 ceph-mon[212096]: pgmap v16803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:15 smithi123 ceph-mon[191304]: pgmap v16803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:15.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:15 smithi123 ceph-mon[188613]: pgmap v16803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:16 smithi177 ceph-mon[212096]: pgmap v16804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:16 smithi123 ceph-mon[191304]: pgmap v16804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:16 smithi123 ceph-mon[188613]: pgmap v16804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:19.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:19 smithi123 ceph-mon[188613]: pgmap v16805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:19.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:19 smithi123 ceph-mon[191304]: pgmap v16805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:53:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:53:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:53:19.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:19 smithi177 ceph-mon[212096]: pgmap v16805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:20 smithi123 ceph-mon[191304]: pgmap v16806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:20.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:20 smithi123 ceph-mon[188613]: pgmap v16806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:21.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:20 smithi177 ceph-mon[212096]: pgmap v16806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:22 smithi177 ceph-mon[212096]: pgmap v16807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:22.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:22 smithi123 ceph-mon[191304]: pgmap v16807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:22.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:22 smithi123 ceph-mon[188613]: pgmap v16807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:22.793 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:53:23.100 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:53:23.100 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 8m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:53:23.100 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 6m ago 8h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:53:23.101 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 8m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:53:23.101 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 6m ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:53:23.101 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 6m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:53:23.101 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 8m ago 8h 849M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:53:23.101 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 8m ago 8h 2063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:53:23.101 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 6m ago 8h 971M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:53:23.101 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 8m ago 8h 1072M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:53:23.101 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 8m ago 8h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:53:23.101 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 6m ago 8h 23.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:53:23.101 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 8m ago 8h 5264M 2216M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:53:23.101 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (7h) 8m ago 8h 5995M 2216M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:53:23.101 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 8m ago 8h 4866M 2216M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:53:23.102 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 8m ago 8h 5104M 2216M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:53:23.102 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 6m ago 8h 4293M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:53:23.102 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 6m ago 8h 4789M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:53:23.102 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 6m ago 8h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:53:23.102 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 6m ago 8h 4790M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:53:23.102 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 6m ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:53:23.483 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:53:23.483 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:53:23.483 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:53:23.483 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:53:23.483 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:53:23.484 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:53:23.484 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:53:23.484 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:53:23.484 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:53:23.484 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:53:23.484 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:53:23.484 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:53:23.484 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:53:23.484 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:53:23.484 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:53:23.484 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:53:23.484 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:53:23.484 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:53:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:23 smithi177 ceph-mon[212096]: from='client.52458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:53:23.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:23 smithi177 ceph-mon[212096]: from='client.52464 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:53:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:23 smithi123 ceph-mon[191304]: from='client.52458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:53:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:23 smithi123 ceph-mon[191304]: from='client.52464 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:53:23.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:23 smithi123 ceph-mon[188613]: from='client.52458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:53:23.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:23 smithi123 ceph-mon[188613]: from='client.52464 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:53:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:24 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2206875024' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:53:24.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:24 smithi177 ceph-mon[212096]: pgmap v16808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:24 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2206875024' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:53:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:24 smithi123 ceph-mon[191304]: pgmap v16808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:24 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2206875024' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:53:24.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:24 smithi123 ceph-mon[188613]: pgmap v16808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:26 smithi177 ceph-mon[212096]: pgmap v16809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:26 smithi123 ceph-mon[191304]: pgmap v16809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:26 smithi123 ceph-mon[188613]: pgmap v16809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:53:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:53:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:53:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:28 smithi177 ceph-mon[212096]: pgmap v16810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:28 smithi123 ceph-mon[188613]: pgmap v16810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:28.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:28 smithi123 ceph-mon[191304]: pgmap v16810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:53:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:53:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:53:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:30 smithi123 ceph-mon[191304]: pgmap v16811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:30 smithi123 ceph-mon[188613]: pgmap v16811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:31.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:30 smithi177 ceph-mon[212096]: pgmap v16811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:32.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:32 smithi177 ceph-mon[212096]: pgmap v16812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:32 smithi123 ceph-mon[191304]: pgmap v16812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:32 smithi123 ceph-mon[188613]: pgmap v16812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:34 smithi177 ceph-mon[212096]: pgmap v16813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:34 smithi123 ceph-mon[188613]: pgmap v16813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:34 smithi123 ceph-mon[191304]: pgmap v16813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:36 smithi177 ceph-mon[212096]: pgmap v16814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:36 smithi123 ceph-mon[188613]: pgmap v16814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:36 smithi123 ceph-mon[191304]: pgmap v16814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:38.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:38 smithi177 ceph-mon[212096]: pgmap v16815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:38 smithi123 ceph-mon[191304]: pgmap v16815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:38 smithi123 ceph-mon[188613]: pgmap v16815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:53:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:53:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:53:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:40 smithi123 ceph-mon[188613]: pgmap v16816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:40 smithi123 ceph-mon[191304]: pgmap v16816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:41.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:40 smithi177 ceph-mon[212096]: pgmap v16816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:42.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:53:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:53:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:53:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:43 smithi177 ceph-mon[212096]: pgmap v16817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:43 smithi123 ceph-mon[188613]: pgmap v16817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:43 smithi123 ceph-mon[191304]: pgmap v16817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:44.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:44 smithi177 ceph-mon[212096]: pgmap v16818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:44 smithi123 ceph-mon[191304]: pgmap v16818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:44 smithi123 ceph-mon[188613]: pgmap v16818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:46.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:46 smithi177 ceph-mon[212096]: pgmap v16819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:46 smithi123 ceph-mon[191304]: pgmap v16819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:46 smithi123 ceph-mon[188613]: pgmap v16819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:48 smithi177 ceph-mon[212096]: pgmap v16820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:48 smithi123 ceph-mon[191304]: pgmap v16820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:48 smithi123 ceph-mon[188613]: pgmap v16820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:53:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:53:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:53:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:50 smithi123 ceph-mon[191304]: pgmap v16821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:50 smithi123 ceph-mon[188613]: pgmap v16821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:51.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:50 smithi177 ceph-mon[212096]: pgmap v16821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:52 smithi177 ceph-mon[212096]: pgmap v16822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:52 smithi123 ceph-mon[191304]: pgmap v16822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:52 smithi123 ceph-mon[188613]: pgmap v16822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:53.828 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:53:54.137 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:53:54.137 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 8m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:53:54.137 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 6m ago 8h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:53:54.137 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 8m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:53:54.137 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 6m ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:53:54.137 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 6m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:53:54.137 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 8m ago 8h 849M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:53:54.137 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 8m ago 8h 2063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:53:54.137 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 6m ago 8h 971M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:53:54.137 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 8m ago 8h 1072M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:53:54.138 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 8m ago 8h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:53:54.138 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 6m ago 8h 23.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:53:54.138 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 8m ago 8h 5264M 2216M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:53:54.138 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 8m ago 8h 5995M 2216M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:53:54.138 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (7h) 8m ago 8h 4866M 2216M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:53:54.138 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (7h) 8m ago 8h 5104M 2216M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:53:54.138 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 6m ago 8h 4293M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:53:54.138 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 6m ago 8h 4789M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:53:54.138 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 6m ago 8h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:53:54.138 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 6m ago 8h 4790M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:53:54.138 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 6m ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:53:54.519 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:53:54.519 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:53:54.519 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:53:54.519 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:53:54.519 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:53:54.519 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:53:54.519 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:53:54.519 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:53:54.519 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:53:54.520 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:53:54.520 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:53:54.520 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:53:54.520 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:53:54.520 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:53:54.520 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:53:54.520 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:53:54.520 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:53:54.520 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:53:54.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:54 smithi177 ceph-mon[212096]: from='client.62426 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:53:54.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:54 smithi177 ceph-mon[212096]: from='client.52482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:53:54.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:54 smithi177 ceph-mon[212096]: pgmap v16823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:54 smithi123 ceph-mon[191304]: from='client.62426 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:53:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:54 smithi123 ceph-mon[191304]: from='client.52482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:53:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:54 smithi123 ceph-mon[191304]: pgmap v16823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:54 smithi123 ceph-mon[188613]: from='client.62426 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:53:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:54 smithi123 ceph-mon[188613]: from='client.52482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:53:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:54 smithi123 ceph-mon[188613]: pgmap v16823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:55 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/932527679' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:53:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:55 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/932527679' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:53:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:55 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/932527679' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:53:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:56 smithi177 ceph-mon[212096]: pgmap v16824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:56 smithi123 ceph-mon[191304]: pgmap v16824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:56 smithi123 ceph-mon[188613]: pgmap v16824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:53:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:53:57.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:53:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:53:58 smithi177 ceph-mon[212096]: pgmap v16825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:53:58 smithi123 ceph-mon[191304]: pgmap v16825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:58.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:53:58 smithi123 ceph-mon[188613]: pgmap v16825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:53:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:53:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:53:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:54:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:00 smithi123 ceph-mon[191304]: pgmap v16826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:00 smithi123 ceph-mon[188613]: pgmap v16826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:00 smithi177 ceph-mon[212096]: pgmap v16826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:02 smithi177 ceph-mon[212096]: pgmap v16827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:02 smithi123 ceph-mon[191304]: pgmap v16827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:02.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:02 smithi123 ceph-mon[188613]: pgmap v16827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:54:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:54:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:54:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:54:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:54:04.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:54:04.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:04 smithi177 ceph-mon[212096]: pgmap v16828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:54:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:54:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:54:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:04 smithi123 ceph-mon[188613]: pgmap v16828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:04.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:54:04.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:54:04.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:54:04.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:04 smithi123 ceph-mon[191304]: pgmap v16828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:06.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:06 smithi177 ceph-mon[212096]: pgmap v16829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:06 smithi123 ceph-mon[191304]: pgmap v16829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:06 smithi123 ceph-mon[188613]: pgmap v16829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:08 smithi177 ceph-mon[212096]: pgmap v16830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:08 smithi123 ceph-mon[191304]: pgmap v16830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:08 smithi123 ceph-mon[188613]: pgmap v16830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:54:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:54:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:54:11.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:10 smithi177 ceph-mon[212096]: pgmap v16831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:11.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:10 smithi123 ceph-mon[191304]: pgmap v16831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:11.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:10 smithi123 ceph-mon[188613]: pgmap v16831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:54:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:54:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:54:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:13 smithi177 ceph-mon[212096]: pgmap v16832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:13.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:13 smithi123 ceph-mon[188613]: pgmap v16832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:13.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:13 smithi123 ceph-mon[191304]: pgmap v16832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:14 smithi177 ceph-mon[212096]: pgmap v16833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:14 smithi123 ceph-mon[191304]: pgmap v16833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:14 smithi123 ceph-mon[188613]: pgmap v16833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:16 smithi177 ceph-mon[212096]: pgmap v16834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:16 smithi123 ceph-mon[191304]: pgmap v16834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:16 smithi123 ceph-mon[188613]: pgmap v16834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:18 smithi177 ceph-mon[212096]: pgmap v16835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:18 smithi123 ceph-mon[191304]: pgmap v16835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:18.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:18 smithi123 ceph-mon[188613]: pgmap v16835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:54:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:54:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:54:21.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:20 smithi177 ceph-mon[212096]: pgmap v16836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:21.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:20 smithi123 ceph-mon[191304]: pgmap v16836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:21.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:20 smithi123 ceph-mon[188613]: pgmap v16836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:22 smithi177 ceph-mon[212096]: pgmap v16837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:22 smithi123 ceph-mon[191304]: pgmap v16837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:22 smithi123 ceph-mon[188613]: pgmap v16837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:24 smithi177 ceph-mon[212096]: pgmap v16838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:24 smithi123 ceph-mon[191304]: pgmap v16838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:24 smithi123 ceph-mon[188613]: pgmap v16838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:24.863 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:54:25.170 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:54:25.170 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 9m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:54:25.170 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 7m ago 8h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:54:25.170 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 9m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:54:25.170 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 7m ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:54:25.170 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 7m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:54:25.170 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 9m ago 8h 849M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:54:25.170 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 9m ago 8h 2063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:54:25.171 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 7m ago 8h 971M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:54:25.171 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 9m ago 8h 1072M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:54:25.171 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 9m ago 8h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:54:25.171 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 7m ago 8h 23.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:54:25.171 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 9m ago 8h 5264M 2216M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:54:25.171 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 9m ago 8h 5995M 2216M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:54:25.171 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 9m ago 8h 4866M 2216M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:54:25.171 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 9m ago 8h 5104M 2216M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:54:25.171 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (7h) 7m ago 8h 4293M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:54:25.171 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 7m ago 8h 4789M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:54:25.171 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 7m ago 8h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:54:25.171 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 7m ago 8h 4790M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:54:25.171 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 7m ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:54:25.551 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:54:25.551 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:54:25.551 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:54:25.551 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:54:25.551 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:54:25.551 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:54:25.552 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:54:25.552 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:54:25.552 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:54:25.552 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:54:25.552 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:54:25.552 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:54:25.552 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:54:25.552 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:54:25.552 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:54:25.552 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:54:25.552 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:54:25.552 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:54:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:25 smithi177 ceph-mon[212096]: from='client.62444 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:54:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:25 smithi177 ceph-mon[212096]: from='client.62450 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:54:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:25 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2451860726' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:54:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:25 smithi123 ceph-mon[191304]: from='client.62444 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:54:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:25 smithi123 ceph-mon[191304]: from='client.62450 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:54:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:25 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2451860726' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:54:26.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:25 smithi123 ceph-mon[188613]: from='client.62444 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:54:26.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:25 smithi123 ceph-mon[188613]: from='client.62450 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:54:26.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:25 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2451860726' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:54:27.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:26 smithi177 ceph-mon[212096]: pgmap v16839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:27.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:26 smithi123 ceph-mon[191304]: pgmap v16839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:27.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:26 smithi123 ceph-mon[188613]: pgmap v16839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:54:28.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:54:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:54:29.079 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:28 smithi123 ceph-mon[191304]: pgmap v16840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:29.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:28 smithi123 ceph-mon[188613]: pgmap v16840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:29.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:28 smithi177 ceph-mon[212096]: pgmap v16840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:54:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:54:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:54:31.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:30 smithi177 ceph-mon[212096]: pgmap v16841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:31.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:30 smithi123 ceph-mon[191304]: pgmap v16841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:31.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:30 smithi123 ceph-mon[188613]: pgmap v16841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:32 smithi177 ceph-mon[212096]: pgmap v16842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:32 smithi123 ceph-mon[191304]: pgmap v16842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:32 smithi123 ceph-mon[188613]: pgmap v16842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:34.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:34 smithi177 ceph-mon[212096]: pgmap v16843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:34 smithi123 ceph-mon[191304]: pgmap v16843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:34.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:34 smithi123 ceph-mon[188613]: pgmap v16843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:36 smithi177 ceph-mon[212096]: pgmap v16844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:36 smithi123 ceph-mon[191304]: pgmap v16844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:36 smithi123 ceph-mon[188613]: pgmap v16844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:38 smithi177 ceph-mon[212096]: pgmap v16845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:38.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:38 smithi123 ceph-mon[191304]: pgmap v16845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:38 smithi123 ceph-mon[188613]: pgmap v16845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:54:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:54:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:54:41.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:40 smithi177 ceph-mon[212096]: pgmap v16846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:41.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:40 smithi123 ceph-mon[191304]: pgmap v16846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:41.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:40 smithi123 ceph-mon[188613]: pgmap v16846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:54:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:54:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:54:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:43 smithi177 ceph-mon[212096]: pgmap v16847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:43 smithi123 ceph-mon[191304]: pgmap v16847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:43 smithi123 ceph-mon[188613]: pgmap v16847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:44.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:44 smithi177 ceph-mon[212096]: pgmap v16848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:44 smithi123 ceph-mon[191304]: pgmap v16848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:44 smithi123 ceph-mon[188613]: pgmap v16848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:46 smithi177 ceph-mon[212096]: pgmap v16849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:46 smithi123 ceph-mon[191304]: pgmap v16849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:46 smithi123 ceph-mon[188613]: pgmap v16849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:48 smithi177 ceph-mon[212096]: pgmap v16850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:48 smithi123 ceph-mon[191304]: pgmap v16850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:48 smithi123 ceph-mon[188613]: pgmap v16850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:54:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:54:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:54:51.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:50 smithi177 ceph-mon[212096]: pgmap v16851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:51.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:50 smithi123 ceph-mon[191304]: pgmap v16851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:51.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:50 smithi123 ceph-mon[188613]: pgmap v16851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:52 smithi177 ceph-mon[212096]: pgmap v16852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:52 smithi123 ceph-mon[191304]: pgmap v16852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:52 smithi123 ceph-mon[188613]: pgmap v16852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:54.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:54 smithi177 ceph-mon[212096]: pgmap v16853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:54 smithi123 ceph-mon[191304]: pgmap v16853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:54 smithi123 ceph-mon[188613]: pgmap v16853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:55.897 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:54:56.204 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:54:56.204 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 10m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:54:56.204 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 7m ago 8h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:54:56.204 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 10m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:54:56.205 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 7m ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:54:56.205 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 7m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:54:56.205 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 10m ago 8h 849M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:54:56.205 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 10m ago 8h 2063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:54:56.205 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 7m ago 8h 971M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:54:56.205 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 10m ago 8h 1072M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:54:56.205 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 10m ago 8h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:54:56.205 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 7m ago 8h 23.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:54:56.205 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 10m ago 8h 5264M 2216M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:54:56.205 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 10m ago 8h 5995M 2216M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:54:56.205 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 10m ago 8h 4866M 2216M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:54:56.205 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 10m ago 8h 5104M 2216M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:54:56.205 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 7m ago 8h 4293M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:54:56.205 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (7h) 7m ago 8h 4789M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:54:56.206 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 7m ago 8h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:54:56.206 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 7m ago 8h 4790M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:54:56.206 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 7m ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:54:56.591 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:54:56.591 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:54:56.591 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:54:56.591 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:54:56.591 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:54:56.591 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:54:56.591 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:54:56.592 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:54:56.592 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:54:56.592 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:54:56.592 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:54:56.592 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:54:56.592 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:54:56.592 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:54:56.592 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:54:56.593 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:54:56.593 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:54:56.593 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:54:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:56 smithi177 ceph-mon[212096]: from='client.52512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:54:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:56 smithi177 ceph-mon[212096]: from='client.52518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:54:56.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:56 smithi177 ceph-mon[212096]: pgmap v16854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:56 smithi123 ceph-mon[191304]: from='client.52512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:54:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:56 smithi123 ceph-mon[191304]: from='client.52518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:54:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:56 smithi123 ceph-mon[191304]: pgmap v16854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:56.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:56 smithi123 ceph-mon[188613]: from='client.52512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:54:56.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:56 smithi123 ceph-mon[188613]: from='client.52518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:54:56.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:56 smithi123 ceph-mon[188613]: pgmap v16854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:57.321 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:57 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/627495195' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:54:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:54:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:57 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/627495195' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:54:57.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:54:57.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:57 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/627495195' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:54:57.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:54:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:54:58 smithi177 ceph-mon[212096]: pgmap v16855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:58.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:54:58 smithi123 ceph-mon[191304]: pgmap v16855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:58.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:54:58 smithi123 ceph-mon[188613]: pgmap v16855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:54:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:54:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:54:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:55:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:00 smithi177 ceph-mon[212096]: pgmap v16856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:01.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:00 smithi123 ceph-mon[191304]: pgmap v16856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:01.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:00 smithi123 ceph-mon[188613]: pgmap v16856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:02 smithi177 ceph-mon[212096]: pgmap v16857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:02 smithi123 ceph-mon[191304]: pgmap v16857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:02 smithi123 ceph-mon[188613]: pgmap v16857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:55:04.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:55:04.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:55:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:55:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:55:05.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:05 smithi177 ceph-mon[212096]: pgmap v16858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:05.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:55:05.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:55:05.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:05 smithi123 ceph-mon[191304]: pgmap v16858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:05.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:55:05.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:55:05.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:05 smithi123 ceph-mon[188613]: pgmap v16858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:55:07.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:55:07.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:07 smithi177 ceph-mon[212096]: pgmap v16859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:07.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:55:07.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:55:07.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:55:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:55:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:55:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:07 smithi123 ceph-mon[191304]: pgmap v16859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:07.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:55:07.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:55:07.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:55:07.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:55:07.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:55:07.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:07 smithi123 ceph-mon[188613]: pgmap v16859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:07.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:55:07.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:55:07.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:55:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:08 smithi177 ceph-mon[212096]: pgmap v16860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:08 smithi123 ceph-mon[191304]: pgmap v16860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:08 smithi123 ceph-mon[188613]: pgmap v16860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:55:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:55:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:55:11.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:10 smithi177 ceph-mon[212096]: pgmap v16861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:11.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:10 smithi123 ceph-mon[191304]: pgmap v16861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:11.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:10 smithi123 ceph-mon[188613]: pgmap v16861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:55:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:55:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:55:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:13 smithi177 ceph-mon[212096]: pgmap v16862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:13 smithi123 ceph-mon[191304]: pgmap v16862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:13.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:13 smithi123 ceph-mon[188613]: pgmap v16862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:14 smithi177 ceph-mon[212096]: pgmap v16863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:14 smithi123 ceph-mon[191304]: pgmap v16863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:14 smithi123 ceph-mon[188613]: pgmap v16863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:16 smithi177 ceph-mon[212096]: pgmap v16864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:16 smithi123 ceph-mon[191304]: pgmap v16864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:16 smithi123 ceph-mon[188613]: pgmap v16864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:18 smithi177 ceph-mon[212096]: pgmap v16865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:18 smithi123 ceph-mon[191304]: pgmap v16865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:18 smithi123 ceph-mon[188613]: pgmap v16865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:55:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:55:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:55:21.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:20 smithi177 ceph-mon[212096]: pgmap v16866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:21.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:20 smithi123 ceph-mon[188613]: pgmap v16866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:21.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:20 smithi123 ceph-mon[191304]: pgmap v16866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:22 smithi177 ceph-mon[212096]: pgmap v16867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:22 smithi123 ceph-mon[188613]: pgmap v16867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:22 smithi123 ceph-mon[191304]: pgmap v16867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:24 smithi177 ceph-mon[212096]: pgmap v16868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:24 smithi123 ceph-mon[188613]: pgmap v16868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:24.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:24 smithi123 ceph-mon[191304]: pgmap v16868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:26 smithi177 ceph-mon[212096]: pgmap v16869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:26 smithi123 ceph-mon[191304]: pgmap v16869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:26.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:26 smithi123 ceph-mon[188613]: pgmap v16869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:26.936 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:55:27.244 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:55:27.245 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 21s ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:55:27.245 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 8m ago 8h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:55:27.245 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 21s ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:55:27.245 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 8m ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:55:27.245 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 8m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:55:27.245 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 21s ago 8h 855M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:55:27.246 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 21s ago 8h 2098M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:55:27.246 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 8m ago 8h 971M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:55:27.246 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 21s ago 8h 1091M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:55:27.246 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 21s ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:55:27.246 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 8m ago 8h 23.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:55:27.246 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 21s ago 8h 5297M 2216M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:55:27.246 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 21s ago 8h 6026M 2216M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:55:27.247 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 21s ago 8h 4891M 2216M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:55:27.247 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 21s ago 8h 5136M 2216M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:55:27.247 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 8m ago 8h 4293M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:55:27.247 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 8m ago 8h 4789M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:55:27.247 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (7h) 8m ago 8h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:55:27.247 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 8m ago 8h 4790M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:55:27.248 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 8m ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:55:27.628 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:55:27.628 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:55:27.628 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:55:27.628 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:55:27.628 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:55:27.628 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:55:27.628 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:55:27.628 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:55:27.628 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:55:27.628 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:55:27.628 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:55:27.628 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:55:27.629 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:55:27.629 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:55:27.629 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:55:27.629 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:55:27.629 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:55:27.629 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:55:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:27 smithi177 ceph-mon[212096]: from='client.52530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:55:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:55:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:27 smithi177 ceph-mon[212096]: from='client.62486 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:55:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:27 smithi123 ceph-mon[191304]: from='client.52530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:55:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:55:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:27 smithi123 ceph-mon[191304]: from='client.62486 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:55:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:27 smithi123 ceph-mon[188613]: from='client.52530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:55:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:55:27.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:27 smithi123 ceph-mon[188613]: from='client.62486 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:55:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:28 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/17407674' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:55:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:28 smithi177 ceph-mon[212096]: pgmap v16870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:28 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/17407674' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:55:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:28 smithi123 ceph-mon[191304]: pgmap v16870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:28 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/17407674' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:55:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:28 smithi123 ceph-mon[188613]: pgmap v16870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:55:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:55:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:55:31.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:30 smithi177 ceph-mon[212096]: pgmap v16871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:31.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:30 smithi123 ceph-mon[191304]: pgmap v16871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:31.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:30 smithi123 ceph-mon[188613]: pgmap v16871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:32 smithi177 ceph-mon[212096]: pgmap v16872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:32 smithi123 ceph-mon[191304]: pgmap v16872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:32 smithi123 ceph-mon[188613]: pgmap v16872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:34 smithi177 ceph-mon[212096]: pgmap v16873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:34 smithi123 ceph-mon[191304]: pgmap v16873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:34 smithi123 ceph-mon[188613]: pgmap v16873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:36.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:36 smithi177 ceph-mon[212096]: pgmap v16874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:36 smithi123 ceph-mon[191304]: pgmap v16874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:36.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:36 smithi123 ceph-mon[188613]: pgmap v16874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:38 smithi177 ceph-mon[212096]: pgmap v16875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:38.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:38 smithi123 ceph-mon[191304]: pgmap v16875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:38.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:38 smithi123 ceph-mon[188613]: pgmap v16875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:55:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:55:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:55:41.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:40 smithi177 ceph-mon[212096]: pgmap v16876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:41.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:40 smithi123 ceph-mon[191304]: pgmap v16876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:41.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:40 smithi123 ceph-mon[188613]: pgmap v16876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:55:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:55:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:55:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:43 smithi177 ceph-mon[212096]: pgmap v16877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:43 smithi123 ceph-mon[191304]: pgmap v16877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:43 smithi123 ceph-mon[188613]: pgmap v16877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:44.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:44 smithi177 ceph-mon[212096]: pgmap v16878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:44 smithi123 ceph-mon[191304]: pgmap v16878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:44.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:44 smithi123 ceph-mon[188613]: pgmap v16878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:46 smithi177 ceph-mon[212096]: pgmap v16879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:46 smithi123 ceph-mon[191304]: pgmap v16879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:46 smithi123 ceph-mon[188613]: pgmap v16879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:48.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:48 smithi177 ceph-mon[212096]: pgmap v16880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:48 smithi123 ceph-mon[191304]: pgmap v16880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:48 smithi123 ceph-mon[188613]: pgmap v16880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:55:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:55:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:55:51.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:50 smithi177 ceph-mon[212096]: pgmap v16881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:51.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:50 smithi123 ceph-mon[191304]: pgmap v16881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:51.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:50 smithi123 ceph-mon[188613]: pgmap v16881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:52.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:52 smithi177 ceph-mon[212096]: pgmap v16882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:52 smithi123 ceph-mon[188613]: pgmap v16882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:52 smithi123 ceph-mon[191304]: pgmap v16882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:54 smithi177 ceph-mon[212096]: pgmap v16883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:54 smithi123 ceph-mon[188613]: pgmap v16883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:54 smithi123 ceph-mon[191304]: pgmap v16883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:56 smithi177 ceph-mon[212096]: pgmap v16884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:56 smithi123 ceph-mon[191304]: pgmap v16884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:56 smithi123 ceph-mon[188613]: pgmap v16884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:55:57.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:55:57.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:55:57.972 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:55:58.278 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:55:58.278 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 52s ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:55:58.278 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 8m ago 8h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:55:58.278 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 52s ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:55:58.278 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 8m ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:55:58.278 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 8m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:55:58.278 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 52s ago 8h 855M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:55:58.278 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 52s ago 8h 2098M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:55:58.278 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 8m ago 8h 971M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:55:58.278 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 52s ago 8h 1091M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:55:58.278 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 52s ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:55:58.279 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 8m ago 8h 23.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:55:58.279 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 52s ago 8h 5297M 2216M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:55:58.279 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 52s ago 8h 6026M 2216M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:55:58.279 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 52s ago 8h 4891M 2216M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:55:58.279 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 52s ago 8h 5136M 2216M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:55:58.279 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 8m ago 8h 4293M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:55:58.279 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 8m ago 8h 4789M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:55:58.279 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 8m ago 8h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:55:58.279 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (7h) 8m ago 8h 4790M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:55:58.279 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 8m ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:55:58.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:58 smithi177 ceph-mon[212096]: from='client.52548 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:55:58.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:58 smithi177 ceph-mon[212096]: pgmap v16885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:58.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:58 smithi177 ceph-mon[212096]: from='client.62504 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:55:58.666 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:55:58.666 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:55:58.666 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:55:58.666 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:55:58.666 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:55:58.667 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:55:58.667 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:55:58.667 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:55:58.667 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:55:58.667 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:55:58.667 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:55:58.667 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:55:58.667 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:55:58.667 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:55:58.667 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:55:58.667 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:55:58.667 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:55:58.667 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:55:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:58 smithi123 ceph-mon[191304]: from='client.52548 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:55:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:58 smithi123 ceph-mon[191304]: pgmap v16885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:58 smithi123 ceph-mon[191304]: from='client.62504 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:55:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:58 smithi123 ceph-mon[188613]: from='client.52548 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:55:58.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:58 smithi123 ceph-mon[188613]: pgmap v16885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:55:58.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:58 smithi123 ceph-mon[188613]: from='client.62504 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:55:59.335 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:55:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:55:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:55:59.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:55:59 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3396418593' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:55:59.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:55:59 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3396418593' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:55:59.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:55:59 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3396418593' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:56:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:00 smithi177 ceph-mon[212096]: pgmap v16886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:01.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:00 smithi123 ceph-mon[191304]: pgmap v16886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:01.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:00 smithi123 ceph-mon[188613]: pgmap v16886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:02.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:02 smithi177 ceph-mon[212096]: pgmap v16887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:02 smithi123 ceph-mon[191304]: pgmap v16887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:02 smithi123 ceph-mon[188613]: pgmap v16887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:04 smithi177 ceph-mon[212096]: pgmap v16888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:04 smithi123 ceph-mon[188613]: pgmap v16888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:04.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:04 smithi123 ceph-mon[191304]: pgmap v16888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:06 smithi177 ceph-mon[212096]: pgmap v16889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:06 smithi123 ceph-mon[191304]: pgmap v16889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:06 smithi123 ceph-mon[188613]: pgmap v16889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:07.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:56:07.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:56:07.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:56:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:56:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:56:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:56:07.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:56:07.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:56:07.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:56:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:56:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:56:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:56:08.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:08 smithi177 ceph-mon[212096]: pgmap v16890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:56:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:56:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:56:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:08 smithi123 ceph-mon[191304]: pgmap v16890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:08.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:56:08.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:56:08.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:56:08.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:08 smithi123 ceph-mon[188613]: pgmap v16890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:56:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:56:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:56:11.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:10 smithi177 ceph-mon[212096]: pgmap v16891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:11.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:10 smithi123 ceph-mon[191304]: pgmap v16891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:11.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:10 smithi123 ceph-mon[188613]: pgmap v16891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:12.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:56:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:56:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:56:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:13 smithi177 ceph-mon[212096]: pgmap v16892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:13.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:13 smithi123 ceph-mon[188613]: pgmap v16892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:13 smithi123 ceph-mon[191304]: pgmap v16892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:14 smithi177 ceph-mon[212096]: pgmap v16893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:14 smithi123 ceph-mon[188613]: pgmap v16893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:14 smithi123 ceph-mon[191304]: pgmap v16893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:16 smithi177 ceph-mon[212096]: pgmap v16894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:16 smithi123 ceph-mon[188613]: pgmap v16894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:16.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:16 smithi123 ceph-mon[191304]: pgmap v16894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:18 smithi177 ceph-mon[212096]: pgmap v16895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:18 smithi123 ceph-mon[191304]: pgmap v16895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:18 smithi123 ceph-mon[188613]: pgmap v16895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:56:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:56:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:56:21.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:20 smithi177 ceph-mon[212096]: pgmap v16896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:21.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:20 smithi123 ceph-mon[188613]: pgmap v16896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:21.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:20 smithi123 ceph-mon[191304]: pgmap v16896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:22 smithi177 ceph-mon[212096]: pgmap v16897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:22 smithi123 ceph-mon[191304]: pgmap v16897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:22 smithi123 ceph-mon[188613]: pgmap v16897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:24 smithi177 ceph-mon[212096]: pgmap v16898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:24 smithi123 ceph-mon[191304]: pgmap v16898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:24.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:24 smithi123 ceph-mon[188613]: pgmap v16898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:26 smithi177 ceph-mon[212096]: pgmap v16899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:26 smithi123 ceph-mon[188613]: pgmap v16899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:26 smithi123 ceph-mon[191304]: pgmap v16899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:56:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:56:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:56:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:28 smithi177 ceph-mon[212096]: pgmap v16900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:28 smithi123 ceph-mon[188613]: pgmap v16900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:28.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:28 smithi123 ceph-mon[191304]: pgmap v16900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:29.012 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:56:29.322 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:56:29.322 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 83s ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:56:29.322 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 9m ago 8h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:56:29.322 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 83s ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:56:29.322 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 9m ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:56:29.322 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 9m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:56:29.322 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 83s ago 8h 855M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:56:29.322 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 83s ago 8h 2098M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:56:29.322 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 9m ago 8h 971M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:56:29.322 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 83s ago 8h 1091M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:56:29.322 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 83s ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:56:29.322 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 9m ago 8h 23.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:56:29.323 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 83s ago 8h 5297M 2216M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:56:29.323 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 83s ago 8h 6026M 2216M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:56:29.323 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 83s ago 8h 4891M 2216M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:56:29.323 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 83s ago 8h 5136M 2216M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:56:29.323 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 9m ago 8h 4293M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:56:29.323 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 9m ago 8h 4789M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:56:29.323 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 9m ago 8h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:56:29.323 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 9m ago 8h 4790M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:56:29.323 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 9m ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:56:29.339 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:56:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:56:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:56:29.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:29 smithi177 ceph-mon[212096]: from='client.62516 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:56:29.706 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:56:29.707 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:56:29.707 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:56:29.707 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:56:29.707 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:56:29.707 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:56:29.707 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:56:29.707 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:56:29.707 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:56:29.707 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:56:29.707 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:56:29.707 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:56:29.707 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:56:29.707 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:56:29.707 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:56:29.708 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:56:29.708 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:56:29.708 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:56:29.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:29 smithi123 ceph-mon[191304]: from='client.62516 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:56:29.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:29 smithi123 ceph-mon[188613]: from='client.62516 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:56:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:30 smithi177 ceph-mon[212096]: from='client.62522 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:56:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:30 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3486168980' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:56:30.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:30 smithi177 ceph-mon[212096]: pgmap v16901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:30 smithi123 ceph-mon[191304]: from='client.62522 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:56:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:30 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3486168980' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:56:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:30 smithi123 ceph-mon[191304]: pgmap v16901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:30.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:30 smithi123 ceph-mon[188613]: from='client.62522 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:56:30.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:30 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3486168980' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:56:30.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:30 smithi123 ceph-mon[188613]: pgmap v16901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:32.661 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:32 smithi177 ceph-mon[212096]: pgmap v16902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:32 smithi123 ceph-mon[191304]: pgmap v16902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:32 smithi123 ceph-mon[188613]: pgmap v16902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:34 smithi177 ceph-mon[212096]: pgmap v16903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:34 smithi123 ceph-mon[191304]: pgmap v16903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:34 smithi123 ceph-mon[188613]: pgmap v16903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:36.657 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:36 smithi177 ceph-mon[212096]: pgmap v16904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:36 smithi123 ceph-mon[191304]: pgmap v16904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:36 smithi123 ceph-mon[188613]: pgmap v16904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:38 smithi177 ceph-mon[212096]: pgmap v16905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:38 smithi123 ceph-mon[191304]: pgmap v16905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:38 smithi123 ceph-mon[188613]: pgmap v16905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:56:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:56:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:56:41.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:40 smithi177 ceph-mon[212096]: pgmap v16906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:41.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:40 smithi123 ceph-mon[191304]: pgmap v16906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:41.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:40 smithi123 ceph-mon[188613]: pgmap v16906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:56:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:56:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:56:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:43 smithi177 ceph-mon[212096]: pgmap v16907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:43 smithi123 ceph-mon[191304]: pgmap v16907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:43 smithi123 ceph-mon[188613]: pgmap v16907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:44.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:44 smithi177 ceph-mon[212096]: pgmap v16908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:44 smithi123 ceph-mon[191304]: pgmap v16908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:44 smithi123 ceph-mon[188613]: pgmap v16908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:46 smithi177 ceph-mon[212096]: pgmap v16909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:46 smithi123 ceph-mon[191304]: pgmap v16909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:46 smithi123 ceph-mon[188613]: pgmap v16909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:48 smithi177 ceph-mon[212096]: pgmap v16910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:48 smithi123 ceph-mon[191304]: pgmap v16910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:48 smithi123 ceph-mon[188613]: pgmap v16910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:56:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:56:49] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T18:56:51.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:50 smithi177 ceph-mon[212096]: pgmap v16911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:51.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:50 smithi123 ceph-mon[191304]: pgmap v16911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:51.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:50 smithi123 ceph-mon[188613]: pgmap v16911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:52 smithi177 ceph-mon[212096]: pgmap v16912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:52 smithi123 ceph-mon[191304]: pgmap v16912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:52.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:52 smithi123 ceph-mon[188613]: pgmap v16912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:54 smithi177 ceph-mon[212096]: pgmap v16913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:54 smithi123 ceph-mon[191304]: pgmap v16913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:54 smithi123 ceph-mon[188613]: pgmap v16913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:56 smithi177 ceph-mon[212096]: pgmap v16914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:56 smithi123 ceph-mon[191304]: pgmap v16914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:56 smithi123 ceph-mon[188613]: pgmap v16914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:56:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:56:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:56:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:56:58 smithi177 ceph-mon[212096]: pgmap v16915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:56:58 smithi123 ceph-mon[191304]: pgmap v16915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:56:58 smithi123 ceph-mon[188613]: pgmap v16915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:56:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:56:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:56:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:57:00.053 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:57:00.359 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:57:00.360 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 114s ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:57:00.360 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 10m ago 8h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:57:00.360 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 114s ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:57:00.360 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 10m ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:57:00.360 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 10m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:57:00.360 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 114s ago 8h 855M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:57:00.360 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 114s ago 8h 2098M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:57:00.360 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 10m ago 8h 971M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:57:00.360 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 114s ago 8h 1091M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:57:00.360 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 114s ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:57:00.360 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 10m ago 8h 23.4M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:57:00.360 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 114s ago 8h 5297M 2216M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:57:00.360 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 114s ago 8h 6026M 2216M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:57:00.360 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 114s ago 8h 4891M 2216M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:57:00.361 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 114s ago 8h 5136M 2216M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:57:00.361 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 10m ago 8h 4293M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:57:00.361 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 10m ago 8h 4789M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:57:00.361 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 10m ago 8h 4125M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:57:00.361 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 10m ago 8h 4790M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:57:00.361 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 10m ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:57:00.741 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:57:00.741 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:57:00.741 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:57:00.741 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:57:00.741 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:57:00.741 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:57:00.741 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:57:00.741 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:57:00.741 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:57:00.742 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:57:00.742 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:57:00.742 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:57:00.742 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:57:00.742 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:57:00.742 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:57:00.742 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:57:00.742 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:57:00.742 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:57:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:00 smithi177 ceph-mon[212096]: from='client.52584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:57:01.158 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:00 smithi177 ceph-mon[212096]: pgmap v16916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:01.158 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:00 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/947360186' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:57:01.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:00 smithi123 ceph-mon[191304]: from='client.52584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:57:01.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:00 smithi123 ceph-mon[191304]: pgmap v16916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:01.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:00 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/947360186' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:57:01.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:00 smithi123 ceph-mon[188613]: from='client.52584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:57:01.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:00 smithi123 ceph-mon[188613]: pgmap v16916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:01.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:00 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/947360186' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:57:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:01 smithi177 ceph-mon[212096]: from='client.52590 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:57:02.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:01 smithi123 ceph-mon[191304]: from='client.52590 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:57:02.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:01 smithi123 ceph-mon[188613]: from='client.52590 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:57:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:02 smithi177 ceph-mon[212096]: pgmap v16917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:02 smithi123 ceph-mon[188613]: pgmap v16917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:03.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:02 smithi123 ceph-mon[191304]: pgmap v16917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:04 smithi177 ceph-mon[212096]: pgmap v16918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:04 smithi123 ceph-mon[188613]: pgmap v16918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:04 smithi123 ceph-mon[191304]: pgmap v16918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:06 smithi177 ceph-mon[212096]: pgmap v16919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:06 smithi123 ceph-mon[188613]: pgmap v16919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:06 smithi123 ceph-mon[191304]: pgmap v16919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:57:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:57:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:57:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:08 smithi177 ceph-mon[212096]: pgmap v16920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:08 smithi123 ceph-mon[188613]: pgmap v16920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:08 smithi123 ceph-mon[191304]: pgmap v16920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:57:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:57:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:57:11.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:57:11.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:57:11.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:10 smithi123 ceph-mon[191304]: pgmap v16921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:11.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:57:11.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:57:11.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:57:11.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:57:11.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:57:11.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:10 smithi123 ceph-mon[188613]: pgmap v16921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:11.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:57:11.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:57:11.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:57:11.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:57:11.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:57:11.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:10 smithi177 ceph-mon[212096]: pgmap v16921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:11.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:57:11.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:57:11.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:57:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:57:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:57:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:57:13.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:13 smithi177 ceph-mon[212096]: pgmap v16922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:13.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:13 smithi123 ceph-mon[191304]: pgmap v16922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:13.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:13 smithi123 ceph-mon[188613]: pgmap v16922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:14 smithi177 ceph-mon[212096]: pgmap v16923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:14 smithi123 ceph-mon[191304]: pgmap v16923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:14 smithi123 ceph-mon[188613]: pgmap v16923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:16 smithi177 ceph-mon[212096]: pgmap v16924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:16.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:16 smithi123 ceph-mon[191304]: pgmap v16924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:16.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:16 smithi123 ceph-mon[188613]: pgmap v16924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:18 smithi177 ceph-mon[212096]: pgmap v16925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:18 smithi123 ceph-mon[191304]: pgmap v16925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:18 smithi123 ceph-mon[188613]: pgmap v16925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:57:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:57:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:57:21.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:20 smithi177 ceph-mon[212096]: pgmap v16926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:21.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:20 smithi123 ceph-mon[191304]: pgmap v16926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:21.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:20 smithi123 ceph-mon[188613]: pgmap v16926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:22.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:22 smithi177 ceph-mon[212096]: pgmap v16927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:22 smithi123 ceph-mon[191304]: pgmap v16927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:22 smithi123 ceph-mon[188613]: pgmap v16927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:24 smithi177 ceph-mon[212096]: pgmap v16928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:24.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:24 smithi123 ceph-mon[191304]: pgmap v16928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:24.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:24 smithi123 ceph-mon[188613]: pgmap v16928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:26 smithi177 ceph-mon[212096]: pgmap v16929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:26 smithi123 ceph-mon[191304]: pgmap v16929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:26 smithi123 ceph-mon[188613]: pgmap v16929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:57:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:57:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:57:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:28 smithi177 ceph-mon[212096]: pgmap v16930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:28 smithi123 ceph-mon[191304]: pgmap v16930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:28 smithi123 ceph-mon[188613]: pgmap v16930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:57:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:57:29] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T18:57:31.090 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:57:31.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:30 smithi177 ceph-mon[212096]: pgmap v16931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:31.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:30 smithi123 ceph-mon[191304]: pgmap v16931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:31.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:30 smithi123 ceph-mon[188613]: pgmap v16931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:31.396 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:57:31.396 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 2m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:57:31.396 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 21s ago 8h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:57:31.396 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 2m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:57:31.397 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 21s ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:57:31.397 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 21s ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:57:31.397 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 2m ago 8h 855M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:57:31.397 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 2m ago 8h 2098M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:57:31.397 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 21s ago 8h 989M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:57:31.397 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 2m ago 8h 1091M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:57:31.397 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 2m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:57:31.397 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 21s ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:57:31.397 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 2m ago 8h 5297M 2216M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:57:31.397 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 2m ago 8h 6026M 2216M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:57:31.397 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 2m ago 8h 4891M 2216M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:57:31.397 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 2m ago 8h 5136M 2216M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:57:31.397 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 21s ago 8h 4320M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:57:31.397 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 21s ago 8h 4822M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:57:31.398 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 21s ago 8h 4155M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:57:31.398 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 21s ago 8h 4826M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:57:31.398 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 21s ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:57:31.779 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:57:31.779 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:57:31.779 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:57:31.780 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:57:31.780 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:57:31.780 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:57:31.780 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:57:31.780 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:57:31.780 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:57:31.780 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:57:31.780 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:57:31.780 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:57:31.780 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:57:31.780 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:57:31.780 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:57:31.780 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:57:31.780 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:57:31.781 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:57:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:31 smithi177 ceph-mon[212096]: from='client.62552 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:57:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:31 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3193150982' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:57:32.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:31 smithi123 ceph-mon[191304]: from='client.62552 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:57:32.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:31 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3193150982' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:57:32.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:31 smithi123 ceph-mon[188613]: from='client.62552 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:57:32.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:31 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3193150982' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:57:33.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:32 smithi177 ceph-mon[212096]: from='client.52608 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:57:33.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:32 smithi177 ceph-mon[212096]: pgmap v16932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:33.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:32 smithi123 ceph-mon[191304]: from='client.52608 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:57:33.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:32 smithi123 ceph-mon[191304]: pgmap v16932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:33.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:32 smithi123 ceph-mon[188613]: from='client.52608 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:57:33.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:32 smithi123 ceph-mon[188613]: pgmap v16932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:34 smithi177 ceph-mon[212096]: pgmap v16933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:34 smithi123 ceph-mon[191304]: pgmap v16933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:34 smithi123 ceph-mon[188613]: pgmap v16933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:36 smithi177 ceph-mon[212096]: pgmap v16934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:36 smithi123 ceph-mon[191304]: pgmap v16934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:36 smithi123 ceph-mon[188613]: pgmap v16934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:38 smithi177 ceph-mon[212096]: pgmap v16935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:38 smithi123 ceph-mon[191304]: pgmap v16935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:38 smithi123 ceph-mon[188613]: pgmap v16935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:57:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:57:39] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T18:57:41.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:40 smithi177 ceph-mon[212096]: pgmap v16936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:41.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:40 smithi123 ceph-mon[191304]: pgmap v16936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:41.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:40 smithi123 ceph-mon[188613]: pgmap v16936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:57:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:57:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:57:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:43 smithi177 ceph-mon[212096]: pgmap v16937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:43 smithi123 ceph-mon[191304]: pgmap v16937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:43 smithi123 ceph-mon[188613]: pgmap v16937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:44.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:44 smithi177 ceph-mon[212096]: pgmap v16938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:44 smithi123 ceph-mon[191304]: pgmap v16938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:44.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:44 smithi123 ceph-mon[188613]: pgmap v16938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:46 smithi177 ceph-mon[212096]: pgmap v16939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:46 smithi123 ceph-mon[191304]: pgmap v16939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:46.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:46 smithi123 ceph-mon[188613]: pgmap v16939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:48 smithi177 ceph-mon[212096]: pgmap v16940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:48 smithi123 ceph-mon[191304]: pgmap v16940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:48 smithi123 ceph-mon[188613]: pgmap v16940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:57:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:57:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:57:51.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:50 smithi177 ceph-mon[212096]: pgmap v16941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:51.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:50 smithi123 ceph-mon[191304]: pgmap v16941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:51.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:50 smithi123 ceph-mon[188613]: pgmap v16941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:52 smithi177 ceph-mon[212096]: pgmap v16942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:52 smithi123 ceph-mon[191304]: pgmap v16942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:52 smithi123 ceph-mon[188613]: pgmap v16942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:54 smithi177 ceph-mon[212096]: pgmap v16943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:54 smithi123 ceph-mon[191304]: pgmap v16943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:54 smithi123 ceph-mon[188613]: pgmap v16943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:56 smithi177 ceph-mon[212096]: pgmap v16944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:56 smithi123 ceph-mon[191304]: pgmap v16944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:56 smithi123 ceph-mon[188613]: pgmap v16944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:57.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:57:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:57:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:57:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:57:58 smithi177 ceph-mon[212096]: pgmap v16945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:57:58 smithi123 ceph-mon[191304]: pgmap v16945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:57:58 smithi123 ceph-mon[188613]: pgmap v16945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:57:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:57:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:57:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:58:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:00 smithi177 ceph-mon[212096]: pgmap v16946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:01.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:00 smithi123 ceph-mon[191304]: pgmap v16946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:01.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:00 smithi123 ceph-mon[188613]: pgmap v16946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:02.123 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:58:02.432 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:58:02.432 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 2m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:58:02.433 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 52s ago 8h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:58:02.433 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 2m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:58:02.433 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 52s ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:58:02.433 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 52s ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:58:02.433 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 2m ago 8h 855M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:58:02.433 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 2m ago 8h 2098M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:58:02.433 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 52s ago 8h 989M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:58:02.433 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 2m ago 8h 1091M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:58:02.433 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 2m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:58:02.433 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 52s ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:58:02.433 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 2m ago 8h 5297M 2216M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:58:02.433 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 2m ago 8h 6026M 2216M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:58:02.433 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 2m ago 8h 4891M 2216M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:58:02.433 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 2m ago 8h 5136M 2216M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:58:02.434 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 52s ago 8h 4320M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:58:02.434 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 52s ago 8h 4822M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:58:02.434 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 52s ago 8h 4155M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:58:02.434 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 52s ago 8h 4826M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:58:02.434 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 52s ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:58:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:02 smithi177 ceph-mon[212096]: from='client.62570 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:58:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:02 smithi177 ceph-mon[212096]: pgmap v16947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:02 smithi123 ceph-mon[191304]: from='client.62570 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:58:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:02 smithi123 ceph-mon[191304]: pgmap v16947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:02 smithi123 ceph-mon[188613]: from='client.62570 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:58:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:02 smithi123 ceph-mon[188613]: pgmap v16947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:02.815 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:58:02.816 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:58:02.816 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:58:02.816 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:58:02.816 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:58:02.816 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:58:02.816 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:58:02.816 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:58:02.816 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:58:02.816 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:58:02.816 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:58:02.816 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:58:02.816 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:58:02.816 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:58:02.816 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:58:02.816 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:58:02.817 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:58:02.817 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:58:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:03 smithi177 ceph-mon[212096]: from='client.52626 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:58:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:03 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3738288966' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:58:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:03 smithi123 ceph-mon[191304]: from='client.52626 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:58:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:03 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3738288966' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:58:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:03 smithi123 ceph-mon[188613]: from='client.52626 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:58:03.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:03 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3738288966' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:58:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:04 smithi177 ceph-mon[212096]: pgmap v16948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:04 smithi123 ceph-mon[191304]: pgmap v16948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:04 smithi123 ceph-mon[188613]: pgmap v16948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:06 smithi177 ceph-mon[212096]: pgmap v16949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:06 smithi123 ceph-mon[191304]: pgmap v16949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:06 smithi123 ceph-mon[188613]: pgmap v16949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:08.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:08 smithi177 ceph-mon[212096]: pgmap v16950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:08 smithi123 ceph-mon[191304]: pgmap v16950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:08.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:08 smithi123 ceph-mon[188613]: pgmap v16950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:58:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:58:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:58:11.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:10 smithi177 ceph-mon[212096]: pgmap v16951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:11.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:58:11.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:10 smithi123 ceph-mon[188613]: pgmap v16951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:11.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:58:11.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:10 smithi123 ceph-mon[191304]: pgmap v16951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:11.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:58:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:58:12.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:58:12.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:58:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:58:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:58:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:58:12.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:58:12.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:58:12.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:58:13.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:58:13.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:12 smithi177 ceph-mon[212096]: pgmap v16952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:13.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:58:13.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:12 smithi123 ceph-mon[191304]: pgmap v16952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:13.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:58:13.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:12 smithi123 ceph-mon[188613]: pgmap v16952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:14 smithi177 ceph-mon[212096]: pgmap v16953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:14 smithi123 ceph-mon[191304]: pgmap v16953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:14 smithi123 ceph-mon[188613]: pgmap v16953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:16 smithi177 ceph-mon[212096]: pgmap v16954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:16 smithi123 ceph-mon[191304]: pgmap v16954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:16 smithi123 ceph-mon[188613]: pgmap v16954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:18 smithi177 ceph-mon[212096]: pgmap v16955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:18 smithi123 ceph-mon[191304]: pgmap v16955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:18 smithi123 ceph-mon[188613]: pgmap v16955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:58:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:58:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T18:58:21.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:20 smithi177 ceph-mon[212096]: pgmap v16956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:21.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:20 smithi123 ceph-mon[191304]: pgmap v16956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:21.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:20 smithi123 ceph-mon[188613]: pgmap v16956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:22 smithi177 ceph-mon[212096]: pgmap v16957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:22 smithi123 ceph-mon[191304]: pgmap v16957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:22.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:22 smithi123 ceph-mon[188613]: pgmap v16957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:24 smithi177 ceph-mon[212096]: pgmap v16958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:24 smithi123 ceph-mon[191304]: pgmap v16958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:24 smithi123 ceph-mon[188613]: pgmap v16958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:26 smithi177 ceph-mon[212096]: pgmap v16959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:26 smithi123 ceph-mon[188613]: pgmap v16959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:26 smithi123 ceph-mon[191304]: pgmap v16959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:58:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:58:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:58:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:28 smithi177 ceph-mon[212096]: pgmap v16960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:28 smithi123 ceph-mon[188613]: pgmap v16960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:28 smithi123 ceph-mon[191304]: pgmap v16960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:58:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:58:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:58:31.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:30 smithi177 ceph-mon[212096]: pgmap v16961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:31.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:30 smithi123 ceph-mon[191304]: pgmap v16961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:31.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:30 smithi123 ceph-mon[188613]: pgmap v16961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:32 smithi177 ceph-mon[212096]: pgmap v16962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:32 smithi123 ceph-mon[191304]: pgmap v16962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:32 smithi123 ceph-mon[188613]: pgmap v16962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:33.160 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:58:33.468 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:58:33.468 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 3m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:58:33.468 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 83s ago 8h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:58:33.469 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 3m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:58:33.469 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 83s ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:58:33.469 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 83s ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:58:33.469 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 3m ago 8h 855M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:58:33.469 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 3m ago 8h 2098M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:58:33.469 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 83s ago 8h 989M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:58:33.469 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 3m ago 8h 1091M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:58:33.469 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 3m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:58:33.469 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 83s ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:58:33.469 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 3m ago 8h 5297M 2216M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:58:33.469 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 3m ago 8h 6026M 2216M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:58:33.469 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 3m ago 8h 4891M 2216M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:58:33.469 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 3m ago 8h 5136M 2216M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:58:33.469 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 83s ago 8h 4320M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:58:33.469 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 83s ago 8h 4822M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:58:33.470 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 83s ago 8h 4155M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:58:33.470 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 83s ago 8h 4826M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:58:33.470 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 83s ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:58:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:33 smithi177 ceph-mon[212096]: from='client.52638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:58:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:33 smithi123 ceph-mon[191304]: from='client.52638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:58:33.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:33 smithi123 ceph-mon[188613]: from='client.52638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:58:33.848 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:58:33.849 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:58:33.849 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:58:33.849 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:58:33.849 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:58:33.849 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:58:33.849 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:58:33.849 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:58:33.849 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:58:33.849 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:58:33.849 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:58:33.849 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:58:33.850 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:58:33.850 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:58:33.850 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:58:33.850 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:58:33.850 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:58:33.850 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:58:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:34 smithi177 ceph-mon[212096]: from='client.52644 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:58:34.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:34 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3513910464' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:58:34.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:34 smithi177 ceph-mon[212096]: pgmap v16963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:34 smithi123 ceph-mon[191304]: from='client.52644 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:58:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:34 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3513910464' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:58:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:34 smithi123 ceph-mon[191304]: pgmap v16963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:34.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:34 smithi123 ceph-mon[188613]: from='client.52644 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:58:34.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:34 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3513910464' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:58:34.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:34 smithi123 ceph-mon[188613]: pgmap v16963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:36 smithi177 ceph-mon[212096]: pgmap v16964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:36 smithi123 ceph-mon[191304]: pgmap v16964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:36 smithi123 ceph-mon[188613]: pgmap v16964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:38 smithi177 ceph-mon[212096]: pgmap v16965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:38 smithi123 ceph-mon[191304]: pgmap v16965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:38 smithi123 ceph-mon[188613]: pgmap v16965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:58:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:58:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T18:58:41.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:40 smithi177 ceph-mon[212096]: pgmap v16966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:41.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:40 smithi123 ceph-mon[191304]: pgmap v16966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:41.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:40 smithi123 ceph-mon[188613]: pgmap v16966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:58:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:58:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:58:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:43 smithi177 ceph-mon[212096]: pgmap v16967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:43 smithi123 ceph-mon[191304]: pgmap v16967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:43.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:43 smithi123 ceph-mon[188613]: pgmap v16967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:44.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:44 smithi177 ceph-mon[212096]: pgmap v16968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:44 smithi123 ceph-mon[191304]: pgmap v16968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:44 smithi123 ceph-mon[188613]: pgmap v16968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:46 smithi177 ceph-mon[212096]: pgmap v16969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:46 smithi123 ceph-mon[191304]: pgmap v16969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:46.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:46 smithi123 ceph-mon[188613]: pgmap v16969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:48 smithi177 ceph-mon[212096]: pgmap v16970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:48 smithi123 ceph-mon[191304]: pgmap v16970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:48 smithi123 ceph-mon[188613]: pgmap v16970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:58:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:58:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:58:51.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:50 smithi177 ceph-mon[212096]: pgmap v16971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:51.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:50 smithi123 ceph-mon[191304]: pgmap v16971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:51.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:50 smithi123 ceph-mon[188613]: pgmap v16971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:52 smithi177 ceph-mon[212096]: pgmap v16972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:52 smithi123 ceph-mon[191304]: pgmap v16972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:52 smithi123 ceph-mon[188613]: pgmap v16972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:54 smithi177 ceph-mon[212096]: pgmap v16973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:54 smithi123 ceph-mon[188613]: pgmap v16973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:54 smithi123 ceph-mon[191304]: pgmap v16973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:56 smithi177 ceph-mon[212096]: pgmap v16974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:56 smithi123 ceph-mon[191304]: pgmap v16974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:56 smithi123 ceph-mon[188613]: pgmap v16974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:58:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:58:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:58:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:58:58 smithi177 ceph-mon[212096]: pgmap v16975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:58:58 smithi123 ceph-mon[191304]: pgmap v16975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:58:58 smithi123 ceph-mon[188613]: pgmap v16975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:58:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:58:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:58:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:59:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:00 smithi177 ceph-mon[212096]: pgmap v16976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:01.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:00 smithi123 ceph-mon[191304]: pgmap v16976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:01.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:00 smithi123 ceph-mon[188613]: pgmap v16976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:02 smithi177 ceph-mon[212096]: pgmap v16977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:02 smithi123 ceph-mon[191304]: pgmap v16977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:02.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:02 smithi123 ceph-mon[188613]: pgmap v16977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:04.201 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:59:04.516 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:59:04.517 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 3m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:59:04.517 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 114s ago 8h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:59:04.517 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 3m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:59:04.517 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 114s ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:59:04.517 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 114s ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:59:04.517 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 3m ago 8h 855M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:59:04.517 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 3m ago 8h 2098M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:59:04.517 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 114s ago 8h 989M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:59:04.517 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 3m ago 8h 1091M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:59:04.517 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 3m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:59:04.517 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 114s ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:59:04.517 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 3m ago 8h 5297M 2216M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:59:04.518 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 3m ago 8h 6026M 2216M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:59:04.518 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 3m ago 8h 4891M 2216M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:59:04.518 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 3m ago 8h 5136M 2216M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:59:04.518 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 114s ago 8h 4320M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:59:04.518 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 114s ago 8h 4822M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:59:04.518 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 114s ago 8h 4155M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:59:04.518 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 114s ago 8h 4826M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:59:04.518 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 114s ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:59:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:04 smithi177 ceph-mon[212096]: from='client.52656 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:59:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:04 smithi177 ceph-mon[212096]: pgmap v16978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:04 smithi123 ceph-mon[191304]: from='client.52656 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:59:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:04 smithi123 ceph-mon[191304]: pgmap v16978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:04 smithi123 ceph-mon[188613]: from='client.52656 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:59:04.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:04 smithi123 ceph-mon[188613]: pgmap v16978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:04.902 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:59:04.902 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:59:04.902 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:59:04.902 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:59:04.902 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:59:04.902 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:59:04.902 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:59:04.902 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:59:04.902 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:59:04.902 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:59:04.902 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:59:04.902 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:59:04.902 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:59:04.903 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:59:04.903 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:59:04.903 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:59:04.903 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:59:04.903 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:59:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:05 smithi177 ceph-mon[212096]: from='client.52662 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:59:06.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:05 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1765026575' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:59:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:05 smithi123 ceph-mon[191304]: from='client.52662 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:59:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:05 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1765026575' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:59:06.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:05 smithi123 ceph-mon[188613]: from='client.52662 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:59:06.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:05 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1765026575' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:59:07.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:06 smithi177 ceph-mon[212096]: pgmap v16979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:07.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:06 smithi123 ceph-mon[188613]: pgmap v16979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:07.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:06 smithi123 ceph-mon[191304]: pgmap v16979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:08 smithi177 ceph-mon[212096]: pgmap v16980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:08 smithi123 ceph-mon[191304]: pgmap v16980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:08 smithi123 ceph-mon[188613]: pgmap v16980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:59:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:59:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T18:59:11.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:10 smithi177 ceph-mon[212096]: pgmap v16981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:11.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:10 smithi123 ceph-mon[191304]: pgmap v16981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:11.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:10 smithi123 ceph-mon[188613]: pgmap v16981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:59:12.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:59:12.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:59:12.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:59:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:59:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:59:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:59:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:59:12.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T18:59:12.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T18:59:12.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T18:59:12.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T18:59:13.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:59:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:12 smithi177 ceph-mon[212096]: pgmap v16982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:13.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:59:13.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:12 smithi123 ceph-mon[191304]: pgmap v16982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:13.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:59:13.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:12 smithi123 ceph-mon[188613]: pgmap v16982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:14 smithi177 ceph-mon[212096]: pgmap v16983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:14 smithi123 ceph-mon[191304]: pgmap v16983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:14 smithi123 ceph-mon[188613]: pgmap v16983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:16.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:16 smithi177 ceph-mon[212096]: pgmap v16984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:16 smithi123 ceph-mon[191304]: pgmap v16984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:16.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:16 smithi123 ceph-mon[188613]: pgmap v16984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:18 smithi177 ceph-mon[212096]: pgmap v16985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:18 smithi123 ceph-mon[191304]: pgmap v16985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:18 smithi123 ceph-mon[188613]: pgmap v16985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:59:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:59:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T18:59:21.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:20 smithi177 ceph-mon[212096]: pgmap v16986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:21.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:20 smithi123 ceph-mon[191304]: pgmap v16986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:21.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:20 smithi123 ceph-mon[188613]: pgmap v16986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:22 smithi177 ceph-mon[212096]: pgmap v16987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:22 smithi123 ceph-mon[191304]: pgmap v16987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:22 smithi123 ceph-mon[188613]: pgmap v16987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:24 smithi177 ceph-mon[212096]: pgmap v16988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:24 smithi123 ceph-mon[191304]: pgmap v16988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:24 smithi123 ceph-mon[188613]: pgmap v16988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:26 smithi177 ceph-mon[212096]: pgmap v16989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:26 smithi123 ceph-mon[191304]: pgmap v16989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:26 smithi123 ceph-mon[188613]: pgmap v16989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:27.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:59:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:59:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:59:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:28 smithi177 ceph-mon[212096]: pgmap v16990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:28 smithi123 ceph-mon[191304]: pgmap v16990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:28 smithi123 ceph-mon[188613]: pgmap v16990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:59:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:59:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:59:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:31 smithi177 ceph-mon[212096]: pgmap v16991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:32.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:31 smithi123 ceph-mon[191304]: pgmap v16991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:32.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:31 smithi123 ceph-mon[188613]: pgmap v16991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:33 smithi177 ceph-mon[212096]: pgmap v16992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:33 smithi123 ceph-mon[191304]: pgmap v16992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:34.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:33 smithi123 ceph-mon[188613]: pgmap v16992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:35.246 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T18:59:35.553 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T18:59:35.554 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 4m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T18:59:35.554 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 2m ago 8h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T18:59:35.554 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 4m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T18:59:35.554 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 2m ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T18:59:35.554 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 2m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T18:59:35.554 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 4m ago 8h 855M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T18:59:35.554 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 4m ago 8h 2098M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T18:59:35.554 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 2m ago 8h 989M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T18:59:35.554 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 4m ago 8h 1091M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T18:59:35.554 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 4m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T18:59:35.554 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 2m ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T18:59:35.554 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 4m ago 8h 5297M 2216M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T18:59:35.554 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 4m ago 8h 6026M 2216M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T18:59:35.555 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 4m ago 8h 4891M 2216M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T18:59:35.555 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 4m ago 8h 5136M 2216M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T18:59:35.555 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 2m ago 8h 4320M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T18:59:35.555 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 2m ago 8h 4822M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T18:59:35.555 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 2m ago 8h 4155M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T18:59:35.555 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 2m ago 8h 4826M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T18:59:35.555 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 2m ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T18:59:35.934 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T18:59:35.934 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T18:59:35.934 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T18:59:35.934 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:59:35.935 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T18:59:35.935 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T18:59:35.935 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:59:35.935 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T18:59:35.935 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T18:59:35.935 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:59:35.935 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T18:59:35.935 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T18:59:35.935 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T18:59:35.935 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T18:59:35.935 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T18:59:35.935 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T18:59:35.935 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T18:59:35.935 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T18:59:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:35 smithi177 ceph-mon[212096]: pgmap v16993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:35 smithi177 ceph-mon[212096]: from='client.52674 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:59:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:35 smithi123 ceph-mon[191304]: pgmap v16993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:35 smithi123 ceph-mon[191304]: from='client.52674 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:59:36.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:35 smithi123 ceph-mon[188613]: pgmap v16993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:36.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:35 smithi123 ceph-mon[188613]: from='client.52674 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:59:37.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:36 smithi177 ceph-mon[212096]: from='client.52680 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:59:37.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:36 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/484517301' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:59:37.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:36 smithi123 ceph-mon[188613]: from='client.52680 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:59:37.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:36 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/484517301' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:59:37.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:36 smithi123 ceph-mon[191304]: from='client.52680 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T18:59:37.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:36 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/484517301' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T18:59:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:37 smithi177 ceph-mon[212096]: pgmap v16994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:37 smithi123 ceph-mon[188613]: pgmap v16994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:37 smithi123 ceph-mon[191304]: pgmap v16994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:59:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:59:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T18:59:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:39 smithi177 ceph-mon[212096]: pgmap v16995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:39 smithi123 ceph-mon[188613]: pgmap v16995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:39 smithi123 ceph-mon[191304]: pgmap v16995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:41 smithi177 ceph-mon[212096]: pgmap v16996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:41 smithi123 ceph-mon[191304]: pgmap v16996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:42.280 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:41 smithi123 ceph-mon[188613]: pgmap v16996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:43.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:59:43.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:59:43.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:59:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:43 smithi177 ceph-mon[212096]: pgmap v16997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:44.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:43 smithi123 ceph-mon[191304]: pgmap v16997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:44.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:43 smithi123 ceph-mon[188613]: pgmap v16997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:45 smithi177 ceph-mon[212096]: pgmap v16998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:45 smithi123 ceph-mon[191304]: pgmap v16998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:46.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:45 smithi123 ceph-mon[188613]: pgmap v16998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:48.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:47 smithi177 ceph-mon[212096]: pgmap v16999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:47 smithi123 ceph-mon[191304]: pgmap v16999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:48.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:47 smithi123 ceph-mon[188613]: pgmap v16999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:59:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:59:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T18:59:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:49 smithi177 ceph-mon[212096]: pgmap v17000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:49 smithi123 ceph-mon[191304]: pgmap v17000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:50.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:49 smithi123 ceph-mon[188613]: pgmap v17000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:52.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:51 smithi177 ceph-mon[212096]: pgmap v17001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:52.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:51 smithi123 ceph-mon[191304]: pgmap v17001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:52.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:51 smithi123 ceph-mon[188613]: pgmap v17001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:54.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:53 smithi177 ceph-mon[212096]: pgmap v17002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:53 smithi123 ceph-mon[191304]: pgmap v17002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:54.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:53 smithi123 ceph-mon[188613]: pgmap v17002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:55 smithi177 ceph-mon[212096]: pgmap v17003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:55 smithi123 ceph-mon[191304]: pgmap v17003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:56.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:55 smithi123 ceph-mon[188613]: pgmap v17003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:58.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:57 smithi177 ceph-mon[212096]: pgmap v17004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:58.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:59:58.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:57 smithi123 ceph-mon[191304]: pgmap v17004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:58.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:59:58.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:57 smithi123 ceph-mon[188613]: pgmap v17004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T18:59:58.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T18:59:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 18:59:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:18:59:59] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T19:00:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 18:59:59 smithi177 ceph-mon[212096]: pgmap v17005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:00.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 18:59:59 smithi123 ceph-mon[191304]: pgmap v17005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 18:59:59 smithi123 ceph-mon[188613]: pgmap v17005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T18:59:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T19:00:00.885 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 19:00:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T19:00:00.509Z caller=compact.go:519 level=info component=tsdb msg="write block" mint=1703088000138 maxt=1703095200000 ulid=01HJ49JPARMG1TM958R9YTJ919 duration=36.46183ms 2023-12-20T19:00:00.885 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 19:00:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T19:00:00.512Z caller=head.go:1269 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=2.735355ms 2023-12-20T19:00:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T19:00:01.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T19:00:01.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T19:00:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:01 smithi177 ceph-mon[212096]: pgmap v17006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:02.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:01 smithi123 ceph-mon[191304]: pgmap v17006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:02.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:01 smithi123 ceph-mon[188613]: pgmap v17006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:03 smithi177 ceph-mon[212096]: pgmap v17007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:04.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:03 smithi123 ceph-mon[188613]: pgmap v17007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:04.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:03 smithi123 ceph-mon[191304]: pgmap v17007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:05 smithi177 ceph-mon[212096]: pgmap v17008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:05 smithi123 ceph-mon[191304]: pgmap v17008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:06.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:05 smithi123 ceph-mon[188613]: pgmap v17008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:06.281 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:00:06.588 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:00:06.588 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 5m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:00:06.588 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 2m ago 8h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:00:06.588 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 5m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:00:06.588 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 2m ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:00:06.588 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 2m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:00:06.588 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 5m ago 8h 855M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:00:06.589 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 5m ago 8h 2098M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:00:06.589 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 2m ago 8h 989M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:00:06.589 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 5m ago 8h 1091M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:00:06.589 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 5m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:00:06.589 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 2m ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:00:06.589 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 5m ago 8h 5297M 2216M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:00:06.589 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 5m ago 8h 6026M 2216M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:00:06.589 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 5m ago 8h 4891M 2216M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:00:06.589 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 5m ago 8h 5136M 2216M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:00:06.589 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 2m ago 8h 4320M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:00:06.589 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 2m ago 8h 4822M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:00:06.589 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 2m ago 8h 4155M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:00:06.589 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 2m ago 8h 4826M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:00:06.589 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 2m ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:00:06.973 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:00:06.973 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:00:06.973 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:00:06.973 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:00:06.973 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:00:06.973 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:00:06.973 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:00:06.974 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:00:06.974 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:00:06.974 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:00:06.974 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:00:06.974 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:00:06.974 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:00:06.975 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:00:06.975 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:00:06.975 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:00:06.975 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:00:06.975 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:00:07.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:06 smithi177 ceph-mon[212096]: from='client.52692 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:00:07.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:06 smithi123 ceph-mon[191304]: from='client.52692 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:00:07.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:06 smithi123 ceph-mon[188613]: from='client.52692 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:00:08.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:07 smithi177 ceph-mon[212096]: pgmap v17009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:08.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:07 smithi177 ceph-mon[212096]: from='client.52698 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:00:08.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:07 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2539145484' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:00:08.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:07 smithi123 ceph-mon[191304]: pgmap v17009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:08.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:07 smithi123 ceph-mon[191304]: from='client.52698 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:00:08.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:07 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2539145484' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:00:08.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:07 smithi123 ceph-mon[188613]: pgmap v17009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:08.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:07 smithi123 ceph-mon[188613]: from='client.52698 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:00:08.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:07 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2539145484' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:00:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:00:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:00:09] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T19:00:10.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:09 smithi177 ceph-mon[212096]: pgmap v17010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:09 smithi123 ceph-mon[191304]: pgmap v17010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:10.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:09 smithi123 ceph-mon[188613]: pgmap v17010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:11 smithi123 ceph-mon[191304]: pgmap v17011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:00:12.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:11 smithi123 ceph-mon[188613]: pgmap v17011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:12.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:00:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:11 smithi177 ceph-mon[212096]: pgmap v17011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:00:13.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:00:13.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:00:13.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:00:13.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:00:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:00:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:00:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:00:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:00:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:00:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:00:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:00:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:00:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:14 smithi123 ceph-mon[191304]: pgmap v17012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:14 smithi123 ceph-mon[188613]: pgmap v17012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:14 smithi177 ceph-mon[212096]: pgmap v17012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:16 smithi123 ceph-mon[191304]: pgmap v17013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:16 smithi123 ceph-mon[188613]: pgmap v17013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:16 smithi177 ceph-mon[212096]: pgmap v17013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:18 smithi123 ceph-mon[191304]: pgmap v17014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:18 smithi123 ceph-mon[188613]: pgmap v17014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:18 smithi177 ceph-mon[212096]: pgmap v17014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:00:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:00:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:00:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:20 smithi123 ceph-mon[191304]: pgmap v17015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:20 smithi123 ceph-mon[188613]: pgmap v17015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:20.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:20 smithi177 ceph-mon[212096]: pgmap v17015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:22.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:22 smithi123 ceph-mon[191304]: pgmap v17016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:22.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:22 smithi123 ceph-mon[188613]: pgmap v17016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:22 smithi177 ceph-mon[212096]: pgmap v17016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:24.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:24 smithi123 ceph-mon[191304]: pgmap v17017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:24.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:24 smithi123 ceph-mon[188613]: pgmap v17017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:24 smithi177 ceph-mon[212096]: pgmap v17017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:26 smithi123 ceph-mon[191304]: pgmap v17018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:26.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:26 smithi123 ceph-mon[188613]: pgmap v17018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:26 smithi177 ceph-mon[212096]: pgmap v17018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:00:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:00:27.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:00:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:28 smithi123 ceph-mon[191304]: pgmap v17019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:28.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:28 smithi123 ceph-mon[188613]: pgmap v17019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:28 smithi177 ceph-mon[212096]: pgmap v17019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:00:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:00:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:00:30.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:30 smithi123 ceph-mon[191304]: pgmap v17020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:30.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:30 smithi123 ceph-mon[188613]: pgmap v17020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:30 smithi177 ceph-mon[212096]: pgmap v17020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:32.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:32 smithi123 ceph-mon[191304]: pgmap v17021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:32.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:32 smithi123 ceph-mon[188613]: pgmap v17021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:32 smithi177 ceph-mon[212096]: pgmap v17021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:34 smithi177 ceph-mon[212096]: pgmap v17022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:34 smithi123 ceph-mon[191304]: pgmap v17022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:34 smithi123 ceph-mon[188613]: pgmap v17022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:36 smithi177 ceph-mon[212096]: pgmap v17023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:36 smithi123 ceph-mon[191304]: pgmap v17023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:36 smithi123 ceph-mon[188613]: pgmap v17023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:37.321 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:00:37.629 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:00:37.629 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 5m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:00:37.629 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 3m ago 8h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:00:37.629 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 5m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:00:37.629 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 3m ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:00:37.629 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 3m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:00:37.629 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 5m ago 8h 855M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:00:37.629 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 5m ago 8h 2098M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:00:37.629 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 3m ago 8h 989M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:00:37.629 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 5m ago 8h 1091M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:00:37.630 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 5m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:00:37.630 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 3m ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:00:37.630 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 5m ago 8h 5297M 2216M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:00:37.630 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 5m ago 8h 6026M 2216M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:00:37.630 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 5m ago 8h 4891M 2216M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:00:37.630 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 5m ago 8h 5136M 2216M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:00:37.630 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 3m ago 8h 4320M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:00:37.630 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 3m ago 8h 4822M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:00:37.630 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 3m ago 8h 4155M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:00:37.630 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 3m ago 8h 4826M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:00:37.630 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 3m ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:00:38.010 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:00:38.011 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:00:38.011 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:00:38.011 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:00:38.011 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:00:38.011 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:00:38.011 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:00:38.011 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:00:38.011 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:00:38.011 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:00:38.011 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:00:38.011 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:00:38.011 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:00:38.012 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:00:38.012 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:00:38.012 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:00:38.012 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:00:38.012 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:00:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:38 smithi177 ceph-mon[212096]: pgmap v17024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:38.732 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:38 smithi177 ceph-mon[212096]: from='client.62660 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:00:38.732 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:38 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2904304003' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:00:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:38 smithi123 ceph-mon[191304]: pgmap v17024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:38 smithi123 ceph-mon[191304]: from='client.62660 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:00:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:38 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2904304003' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:00:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:38 smithi123 ceph-mon[188613]: pgmap v17024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:38 smithi123 ceph-mon[188613]: from='client.62660 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:00:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:38 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2904304003' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:00:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:39 smithi123 ceph-mon[191304]: from='client.62666 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:00:39.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:39 smithi123 ceph-mon[188613]: from='client.62666 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:00:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:00:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:00:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:00:39.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:39 smithi177 ceph-mon[212096]: from='client.62666 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:00:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:40 smithi177 ceph-mon[212096]: pgmap v17025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:40 smithi123 ceph-mon[188613]: pgmap v17025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:40.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:40 smithi123 ceph-mon[191304]: pgmap v17025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:42 smithi177 ceph-mon[212096]: pgmap v17026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:00:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:42 smithi123 ceph-mon[191304]: pgmap v17026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:00:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:42 smithi123 ceph-mon[188613]: pgmap v17026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:00:44.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:44 smithi177 ceph-mon[212096]: pgmap v17027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:44 smithi123 ceph-mon[191304]: pgmap v17027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:44 smithi123 ceph-mon[188613]: pgmap v17027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:46 smithi177 ceph-mon[212096]: pgmap v17028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:46 smithi123 ceph-mon[191304]: pgmap v17028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:46 smithi123 ceph-mon[188613]: pgmap v17028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:48 smithi177 ceph-mon[212096]: pgmap v17029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:48 smithi123 ceph-mon[191304]: pgmap v17029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:48 smithi123 ceph-mon[188613]: pgmap v17029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:00:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:00:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:00:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:50 smithi177 ceph-mon[212096]: pgmap v17030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:50 smithi123 ceph-mon[191304]: pgmap v17030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:50 smithi123 ceph-mon[188613]: pgmap v17030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:52 smithi177 ceph-mon[212096]: pgmap v17031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:52 smithi123 ceph-mon[191304]: pgmap v17031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:52 smithi123 ceph-mon[188613]: pgmap v17031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:54 smithi177 ceph-mon[212096]: pgmap v17032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:54 smithi123 ceph-mon[191304]: pgmap v17032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:54 smithi123 ceph-mon[188613]: pgmap v17032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:56.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:56 smithi177 ceph-mon[212096]: pgmap v17033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:56 smithi123 ceph-mon[191304]: pgmap v17033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:56.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:56 smithi123 ceph-mon[188613]: pgmap v17033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:00:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:00:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:00:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:00:58 smithi177 ceph-mon[212096]: pgmap v17034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:00:58 smithi123 ceph-mon[191304]: pgmap v17034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:58.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:00:58 smithi123 ceph-mon[188613]: pgmap v17034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:00:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:00:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:00:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:01:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:00 smithi177 ceph-mon[212096]: pgmap v17035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:00 smithi123 ceph-mon[191304]: pgmap v17035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:00 smithi123 ceph-mon[188613]: pgmap v17035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:02.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:02 smithi177 ceph-mon[212096]: pgmap v17036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:02 smithi123 ceph-mon[191304]: pgmap v17036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:02.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:02 smithi123 ceph-mon[188613]: pgmap v17036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:04 smithi177 ceph-mon[212096]: pgmap v17037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:04.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:04 smithi123 ceph-mon[188613]: pgmap v17037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:04.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:04 smithi123 ceph-mon[191304]: pgmap v17037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:06 smithi177 ceph-mon[212096]: pgmap v17038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:06 smithi123 ceph-mon[191304]: pgmap v17038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:06 smithi123 ceph-mon[188613]: pgmap v17038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:08.363 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:01:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:08 smithi177 ceph-mon[212096]: pgmap v17039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:08.672 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:01:08.672 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 6m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:01:08.672 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 3m ago 8h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:01:08.672 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 6m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:01:08.672 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 3m ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:01:08.672 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 3m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:01:08.672 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 6m ago 8h 855M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:01:08.672 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 6m ago 8h 2098M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:01:08.672 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 3m ago 8h 989M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:01:08.673 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 6m ago 8h 1091M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:01:08.673 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 6m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:01:08.673 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 3m ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:01:08.673 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 6m ago 8h 5297M 2216M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:01:08.673 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 6m ago 8h 6026M 2216M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:01:08.673 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 6m ago 8h 4891M 2216M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:01:08.673 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 6m ago 8h 5136M 2216M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:01:08.673 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 3m ago 8h 4320M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:01:08.673 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 3m ago 8h 4822M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:01:08.674 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 3m ago 8h 4155M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:01:08.674 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 3m ago 8h 4826M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:01:08.674 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 3m ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:01:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:08 smithi123 ceph-mon[191304]: pgmap v17039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:08 smithi123 ceph-mon[188613]: pgmap v17039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:09.057 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:01:09.057 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:01:09.058 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:01:09.058 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:01:09.058 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:01:09.058 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:01:09.058 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:01:09.058 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:01:09.058 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:01:09.059 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:01:09.059 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:01:09.059 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:01:09.059 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:01:09.059 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:01:09.059 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:01:09.059 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:01:09.059 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:01:09.059 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:01:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:09 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3452491196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:01:09.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:09 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3452491196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:01:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:01:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:01:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:01:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:09 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3452491196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:01:10.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:10 smithi177 ceph-mon[212096]: pgmap v17040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:10.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:10 smithi177 ceph-mon[212096]: from='client.62678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:01:10.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:10 smithi177 ceph-mon[212096]: from='client.52734 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:01:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:10 smithi123 ceph-mon[191304]: pgmap v17040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:10 smithi123 ceph-mon[191304]: from='client.62678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:01:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:10 smithi123 ceph-mon[191304]: from='client.52734 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:01:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:10 smithi123 ceph-mon[188613]: pgmap v17040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:10 smithi123 ceph-mon[188613]: from='client.62678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:01:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:10 smithi123 ceph-mon[188613]: from='client.52734 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:01:11.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:11 smithi177 ceph-mon[212096]: pgmap v17041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:11 smithi123 ceph-mon[191304]: pgmap v17041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:11.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:11 smithi123 ceph-mon[188613]: pgmap v17041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:01:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:01:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:01:13.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:13 smithi177 ceph-mon[212096]: pgmap v17042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:13.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:01:13.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:01:13.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:01:13.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:01:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:13 smithi123 ceph-mon[191304]: pgmap v17042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:13.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:01:13.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:01:13.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:01:13.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:01:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:13 smithi123 ceph-mon[188613]: pgmap v17042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:13.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:01:13.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:01:13.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:01:13.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:01:16.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:15 smithi177 ceph-mon[212096]: pgmap v17043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:16.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:15 smithi123 ceph-mon[191304]: pgmap v17043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:16.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:15 smithi123 ceph-mon[188613]: pgmap v17043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:18.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:17 smithi177 ceph-mon[212096]: pgmap v17044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:18.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:17 smithi123 ceph-mon[191304]: pgmap v17044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:18.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:17 smithi123 ceph-mon[188613]: pgmap v17044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:01:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:01:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T19:01:20.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:19 smithi177 ceph-mon[212096]: pgmap v17045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:20.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:19 smithi123 ceph-mon[191304]: pgmap v17045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:20.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:19 smithi123 ceph-mon[188613]: pgmap v17045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:21 smithi177 ceph-mon[212096]: pgmap v17046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:22.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:21 smithi123 ceph-mon[191304]: pgmap v17046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:22.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:21 smithi123 ceph-mon[188613]: pgmap v17046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:23 smithi177 ceph-mon[212096]: pgmap v17047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:24.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:23 smithi123 ceph-mon[191304]: pgmap v17047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:23 smithi123 ceph-mon[188613]: pgmap v17047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:25 smithi177 ceph-mon[212096]: pgmap v17048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:25 smithi123 ceph-mon[191304]: pgmap v17048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:25 smithi123 ceph-mon[188613]: pgmap v17048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:27 smithi177 ceph-mon[212096]: pgmap v17049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:01:28.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:27 smithi123 ceph-mon[188613]: pgmap v17049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:28.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:01:28.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:27 smithi123 ceph-mon[191304]: pgmap v17049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:28.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:01:28.904 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 19:01:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T19:01:28.584878168Z level=info msg="Completed cleanup jobs" duration=11.073344ms 2023-12-20T19:01:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:01:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:01:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:01:30.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:29 smithi177 ceph-mon[212096]: pgmap v17050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:30.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:29 smithi123 ceph-mon[188613]: pgmap v17050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:30.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:29 smithi123 ceph-mon[191304]: pgmap v17050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:31 smithi177 ceph-mon[212096]: pgmap v17051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:32.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:31 smithi123 ceph-mon[191304]: pgmap v17051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:32.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:31 smithi123 ceph-mon[188613]: pgmap v17051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:33 smithi177 ceph-mon[212096]: pgmap v17052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:33 smithi123 ceph-mon[191304]: pgmap v17052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:34.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:33 smithi123 ceph-mon[188613]: pgmap v17052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:35 smithi177 ceph-mon[212096]: pgmap v17053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:35 smithi123 ceph-mon[191304]: pgmap v17053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:36.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:35 smithi123 ceph-mon[188613]: pgmap v17053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:38.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:37 smithi177 ceph-mon[212096]: pgmap v17054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:37 smithi123 ceph-mon[191304]: pgmap v17054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:37 smithi123 ceph-mon[188613]: pgmap v17054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:39.404 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:01:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:01:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:01:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:01:39.710 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:01:39.711 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 6m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:01:39.711 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 4m ago 8h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:01:39.711 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 6m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:01:39.711 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 4m ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:01:39.711 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 4m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:01:39.711 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 6m ago 8h 855M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:01:39.711 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 6m ago 8h 2098M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:01:39.711 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 4m ago 8h 989M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:01:39.711 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 6m ago 8h 1091M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:01:39.711 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 6m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:01:39.711 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 4m ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:01:39.711 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 6m ago 8h 5297M 2216M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:01:39.712 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 6m ago 8h 6026M 2216M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:01:39.712 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 6m ago 8h 4891M 2216M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:01:39.712 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 6m ago 8h 5136M 2216M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:01:39.712 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 4m ago 8h 4320M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:01:39.712 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 4m ago 8h 4822M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:01:39.712 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 4m ago 8h 4155M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:01:39.712 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 4m ago 8h 4826M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:01:39.712 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 4m ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:01:40.097 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:01:40.097 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:01:40.097 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:01:40.097 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:01:40.097 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:01:40.098 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:01:40.098 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:01:40.098 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:01:40.098 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:01:40.098 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:01:40.098 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:01:40.098 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:01:40.098 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:01:40.098 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:01:40.098 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:01:40.098 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:01:40.098 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:01:40.098 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:01:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:39 smithi177 ceph-mon[212096]: pgmap v17055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:39 smithi123 ceph-mon[191304]: pgmap v17055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:39 smithi123 ceph-mon[188613]: pgmap v17055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:41.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:40 smithi177 ceph-mon[212096]: from='client.62696 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:01:41.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:40 smithi177 ceph-mon[212096]: from='client.52752 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:01:41.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:40 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1804995651' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:01:41.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:40 smithi123 ceph-mon[188613]: from='client.62696 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:01:41.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:40 smithi123 ceph-mon[188613]: from='client.52752 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:01:41.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:40 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1804995651' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:01:41.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:40 smithi123 ceph-mon[191304]: from='client.62696 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:01:41.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:40 smithi123 ceph-mon[191304]: from='client.52752 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:01:41.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:40 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1804995651' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:01:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:41 smithi177 ceph-mon[212096]: pgmap v17056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:41 smithi123 ceph-mon[191304]: pgmap v17056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:42.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:41 smithi123 ceph-mon[188613]: pgmap v17056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:43.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:01:43.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:01:43.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:01:44.157 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:43 smithi177 ceph-mon[212096]: pgmap v17057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:44.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:43 smithi123 ceph-mon[188613]: pgmap v17057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:44.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:43 smithi123 ceph-mon[191304]: pgmap v17057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:46.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:45 smithi177 ceph-mon[212096]: pgmap v17058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:46.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:45 smithi123 ceph-mon[188613]: pgmap v17058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:45 smithi123 ceph-mon[191304]: pgmap v17058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:48.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:47 smithi177 ceph-mon[212096]: pgmap v17059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:47 smithi123 ceph-mon[191304]: pgmap v17059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:48.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:47 smithi123 ceph-mon[188613]: pgmap v17059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:01:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:01:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:01:50.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:49 smithi177 ceph-mon[212096]: pgmap v17060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:49 smithi123 ceph-mon[191304]: pgmap v17060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:50.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:49 smithi123 ceph-mon[188613]: pgmap v17060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:52.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:51 smithi177 ceph-mon[212096]: pgmap v17061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:52.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:51 smithi123 ceph-mon[191304]: pgmap v17061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:52.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:51 smithi123 ceph-mon[188613]: pgmap v17061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:53 smithi123 ceph-mon[191304]: pgmap v17062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:53 smithi123 ceph-mon[188613]: pgmap v17062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:54.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:53 smithi177 ceph-mon[212096]: pgmap v17062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:55 smithi123 ceph-mon[191304]: pgmap v17063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:56.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:55 smithi123 ceph-mon[188613]: pgmap v17063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:55 smithi177 ceph-mon[212096]: pgmap v17063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:58.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:57 smithi123 ceph-mon[191304]: pgmap v17064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:58.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:01:58.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:57 smithi123 ceph-mon[188613]: pgmap v17064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:58.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:01:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:57 smithi177 ceph-mon[212096]: pgmap v17064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:01:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:01:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:01:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:01:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:02:00.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:01:59 smithi123 ceph-mon[191304]: pgmap v17065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:01:59 smithi123 ceph-mon[188613]: pgmap v17065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:00.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:01:59 smithi177 ceph-mon[212096]: pgmap v17065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:02.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:01 smithi123 ceph-mon[191304]: pgmap v17066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:02.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:01 smithi123 ceph-mon[188613]: pgmap v17066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:01 smithi177 ceph-mon[212096]: pgmap v17066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:04.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:03 smithi123 ceph-mon[191304]: pgmap v17067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:04.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:03 smithi123 ceph-mon[188613]: pgmap v17067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:03 smithi177 ceph-mon[212096]: pgmap v17067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:06.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:05 smithi123 ceph-mon[188613]: pgmap v17068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:05 smithi123 ceph-mon[191304]: pgmap v17068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:06.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:05 smithi177 ceph-mon[212096]: pgmap v17068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:08.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:07 smithi123 ceph-mon[188613]: pgmap v17069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:08.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:07 smithi123 ceph-mon[191304]: pgmap v17069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:07 smithi177 ceph-mon[212096]: pgmap v17069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:02:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:02:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:02:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:09 smithi123 ceph-mon[191304]: pgmap v17070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:10.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:09 smithi123 ceph-mon[188613]: pgmap v17070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:09 smithi177 ceph-mon[212096]: pgmap v17070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:10.445 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:02:10.750 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:02:10.750 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 7m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:02:10.750 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 5m ago 8h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:02:10.750 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 7m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:02:10.750 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 5m ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:02:10.750 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 5m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:02:10.750 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 7m ago 8h 855M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:02:10.750 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 7m ago 8h 2098M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:02:10.750 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 5m ago 8h 989M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:02:10.750 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 7m ago 8h 1091M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:02:10.750 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 7m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:02:10.750 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 5m ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:02:10.750 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 7m ago 8h 5297M 2216M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:02:10.751 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 7m ago 8h 6026M 2216M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:02:10.751 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 7m ago 8h 4891M 2216M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:02:10.751 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 7m ago 8h 5136M 2216M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:02:10.751 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 5m ago 8h 4320M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:02:10.751 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 5m ago 8h 4822M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:02:10.751 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 5m ago 8h 4155M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:02:10.751 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 5m ago 8h 4826M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:02:10.751 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 5m ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:02:11.130 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:02:11.130 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:02:11.130 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:02:11.130 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:02:11.131 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:02:11.131 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:02:11.131 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:02:11.131 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:02:11.131 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:02:11.131 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:02:11.131 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:02:11.131 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:02:11.131 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:02:11.131 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:02:11.131 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:02:11.131 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:02:11.131 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:02:11.131 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:02:12.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:11 smithi123 ceph-mon[188613]: pgmap v17071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:12.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:11 smithi123 ceph-mon[188613]: from='client.52764 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:02:12.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:11 smithi123 ceph-mon[188613]: from='client.62720 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:02:12.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:11 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2636646153' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:02:12.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:11 smithi123 ceph-mon[191304]: pgmap v17071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:12.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:11 smithi123 ceph-mon[191304]: from='client.52764 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:02:12.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:11 smithi123 ceph-mon[191304]: from='client.62720 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:02:12.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:11 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2636646153' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:02:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:11 smithi177 ceph-mon[212096]: pgmap v17071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:11 smithi177 ceph-mon[212096]: from='client.52764 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:02:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:11 smithi177 ceph-mon[212096]: from='client.62720 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:02:12.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:11 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2636646153' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:02:13.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:02:13.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:02:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:02:14.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:13 smithi123 ceph-mon[191304]: pgmap v17072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:14.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:02:14.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:02:14.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:02:14.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:02:14.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:13 smithi123 ceph-mon[188613]: pgmap v17072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:14.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:02:14.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:02:14.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:02:14.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:02:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:13 smithi177 ceph-mon[212096]: pgmap v17072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:02:14.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:02:14.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:02:14.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:02:16.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:15 smithi123 ceph-mon[191304]: pgmap v17073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:16.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:15 smithi123 ceph-mon[188613]: pgmap v17073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:15 smithi177 ceph-mon[212096]: pgmap v17073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:18.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:17 smithi123 ceph-mon[191304]: pgmap v17074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:18.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:17 smithi123 ceph-mon[188613]: pgmap v17074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:17 smithi177 ceph-mon[212096]: pgmap v17074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:02:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:02:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:02:20.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:19 smithi123 ceph-mon[188613]: pgmap v17075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:20.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:19 smithi123 ceph-mon[191304]: pgmap v17075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:20.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:19 smithi177 ceph-mon[212096]: pgmap v17075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:22.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:21 smithi123 ceph-mon[191304]: pgmap v17076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:22.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:21 smithi123 ceph-mon[188613]: pgmap v17076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:22.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:21 smithi177 ceph-mon[212096]: pgmap v17076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:24.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:23 smithi123 ceph-mon[191304]: pgmap v17077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:23 smithi123 ceph-mon[188613]: pgmap v17077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:24.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:23 smithi177 ceph-mon[212096]: pgmap v17077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:25 smithi123 ceph-mon[191304]: pgmap v17078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:25 smithi123 ceph-mon[188613]: pgmap v17078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:25 smithi177 ceph-mon[212096]: pgmap v17078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:27 smithi123 ceph-mon[191304]: pgmap v17079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:02:28.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:27 smithi123 ceph-mon[188613]: pgmap v17079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:28.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:02:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:27 smithi177 ceph-mon[212096]: pgmap v17079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:02:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:02:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:02:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T19:02:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:29 smithi123 ceph-mon[191304]: pgmap v17080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:30.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:29 smithi123 ceph-mon[188613]: pgmap v17080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:29 smithi177 ceph-mon[212096]: pgmap v17080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:32.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:31 smithi123 ceph-mon[191304]: pgmap v17081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:32.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:31 smithi123 ceph-mon[188613]: pgmap v17081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:32.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:31 smithi177 ceph-mon[212096]: pgmap v17081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:33 smithi123 ceph-mon[191304]: pgmap v17082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:34.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:33 smithi123 ceph-mon[188613]: pgmap v17082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:34.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:33 smithi177 ceph-mon[212096]: pgmap v17082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:35 smithi123 ceph-mon[191304]: pgmap v17083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:36.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:35 smithi123 ceph-mon[188613]: pgmap v17083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:36.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:35 smithi177 ceph-mon[212096]: pgmap v17083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:37 smithi123 ceph-mon[191304]: pgmap v17084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:37 smithi123 ceph-mon[188613]: pgmap v17084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:37 smithi177 ceph-mon[212096]: pgmap v17084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:02:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:02:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T19:02:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:39 smithi123 ceph-mon[191304]: pgmap v17085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:39 smithi123 ceph-mon[188613]: pgmap v17085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:40.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:39 smithi177 ceph-mon[212096]: pgmap v17085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:41.481 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:02:41.789 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:02:41.789 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 7m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:02:41.789 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 5m ago 8h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:02:41.789 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 7m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:02:41.789 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 5m ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:02:41.789 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 5m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:02:41.789 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 7m ago 8h 855M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:02:41.789 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 7m ago 8h 2098M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:02:41.789 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 5m ago 8h 989M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:02:41.789 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 7m ago 8h 1091M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:02:41.790 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 7m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:02:41.790 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 5m ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:02:41.790 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 7m ago 8h 5297M 2216M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:02:41.790 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 7m ago 8h 6026M 2216M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:02:41.790 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 7m ago 8h 4891M 2216M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:02:41.790 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 7m ago 8h 5136M 2216M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:02:41.790 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 5m ago 8h 4320M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:02:41.790 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 5m ago 8h 4822M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:02:41.790 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 5m ago 8h 4155M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:02:41.790 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 5m ago 8h 4826M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:02:41.790 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 5m ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:02:42.177 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:02:42.177 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:02:42.177 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:02:42.178 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:02:42.178 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:02:42.178 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:02:42.178 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:02:42.178 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:02:42.178 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:02:42.178 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:02:42.178 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:02:42.178 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:02:42.178 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:02:42.178 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:02:42.178 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:02:42.178 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:02:42.178 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:02:42.178 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:02:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:41 smithi177 ceph-mon[212096]: pgmap v17086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:42.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:02:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:41 smithi123 ceph-mon[191304]: pgmap v17086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:02:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:41 smithi123 ceph-mon[188613]: pgmap v17086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:02:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:42 smithi177 ceph-mon[212096]: from='client.52782 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:02:43.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:42 smithi177 ceph-mon[212096]: from='client.52788 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:02:43.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:42 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3675121469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:02:43.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:42 smithi123 ceph-mon[191304]: from='client.52782 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:02:43.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:42 smithi123 ceph-mon[191304]: from='client.52788 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:02:43.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:42 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3675121469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:02:43.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:42 smithi123 ceph-mon[188613]: from='client.52782 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:02:43.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:42 smithi123 ceph-mon[188613]: from='client.52788 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:02:43.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:42 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3675121469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:02:44.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:44 smithi177 ceph-mon[212096]: pgmap v17087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:44.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:44 smithi123 ceph-mon[188613]: pgmap v17087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:44.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:44 smithi123 ceph-mon[191304]: pgmap v17087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:46.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:46 smithi177 ceph-mon[212096]: pgmap v17088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:46 smithi123 ceph-mon[191304]: pgmap v17088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:46.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:46 smithi123 ceph-mon[188613]: pgmap v17088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:48 smithi177 ceph-mon[212096]: pgmap v17089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:48.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:48 smithi123 ceph-mon[188613]: pgmap v17089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:48.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:48 smithi123 ceph-mon[191304]: pgmap v17089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:02:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:02:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T19:02:50.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:50 smithi177 ceph-mon[212096]: pgmap v17090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:50.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:50 smithi123 ceph-mon[191304]: pgmap v17090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:50.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:50 smithi123 ceph-mon[188613]: pgmap v17090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:52.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:52 smithi177 ceph-mon[212096]: pgmap v17091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:52.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:52 smithi123 ceph-mon[191304]: pgmap v17091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:52.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:52 smithi123 ceph-mon[188613]: pgmap v17091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:54.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:54 smithi177 ceph-mon[212096]: pgmap v17092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:54.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:54 smithi123 ceph-mon[191304]: pgmap v17092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:54.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:54 smithi123 ceph-mon[188613]: pgmap v17092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:56 smithi177 ceph-mon[212096]: pgmap v17093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:56 smithi123 ceph-mon[188613]: pgmap v17093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:56.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:56 smithi123 ceph-mon[191304]: pgmap v17093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:02:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:02:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:02:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:02:58 smithi177 ceph-mon[212096]: pgmap v17094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:02:58 smithi123 ceph-mon[191304]: pgmap v17094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:58.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:02:58 smithi123 ceph-mon[188613]: pgmap v17094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:02:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:02:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:02:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:03:00.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:00 smithi177 ceph-mon[212096]: pgmap v17095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:00 smithi123 ceph-mon[191304]: pgmap v17095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:00.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:00 smithi123 ceph-mon[188613]: pgmap v17095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:02 smithi177 ceph-mon[212096]: pgmap v17096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:02 smithi123 ceph-mon[191304]: pgmap v17096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:02 smithi123 ceph-mon[188613]: pgmap v17096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:04.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:04 smithi177 ceph-mon[212096]: pgmap v17097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:04.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:04 smithi123 ceph-mon[191304]: pgmap v17097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:04.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:04 smithi123 ceph-mon[188613]: pgmap v17097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:06 smithi177 ceph-mon[212096]: pgmap v17098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:06 smithi123 ceph-mon[191304]: pgmap v17098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:06 smithi123 ceph-mon[188613]: pgmap v17098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:08 smithi177 ceph-mon[212096]: pgmap v17099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:08 smithi123 ceph-mon[191304]: pgmap v17099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:08 smithi123 ceph-mon[188613]: pgmap v17099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:03:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:03:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:03:10.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:10 smithi177 ceph-mon[212096]: pgmap v17100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:10.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:10 smithi123 ceph-mon[191304]: pgmap v17100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:10.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:10 smithi123 ceph-mon[188613]: pgmap v17100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:12 smithi177 ceph-mon[212096]: pgmap v17101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:12.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:03:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:12 smithi123 ceph-mon[191304]: pgmap v17101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:03:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:12 smithi123 ceph-mon[188613]: pgmap v17101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:03:12.524 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:03:12.832 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:03:12.832 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 8m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:03:12.832 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 6m ago 8h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:03:12.832 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 8m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:03:12.833 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 6m ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:03:12.833 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 6m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:03:12.833 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 8m ago 8h 855M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:03:12.833 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 8m ago 8h 2098M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:03:12.833 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 6m ago 8h 989M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:03:12.833 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 8m ago 8h 1091M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:03:12.833 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 8m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:03:12.833 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 6m ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:03:12.833 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 8m ago 8h 5297M 2216M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:03:12.833 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 8m ago 8h 6026M 2216M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:03:12.833 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 8m ago 8h 4891M 2216M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:03:12.833 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 8m ago 8h 5136M 2216M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:03:12.833 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 6m ago 8h 4320M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:03:12.833 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 6m ago 8h 4822M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:03:12.833 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 6m ago 8h 4155M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:03:12.834 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 6m ago 8h 4826M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:03:12.834 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 6m ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:03:13.215 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:03:13.215 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:03:13.215 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:03:13.215 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:03:13.215 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:03:13.215 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:03:13.215 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:03:13.215 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:03:13.215 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:03:13.215 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:03:13.215 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:03:13.216 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:03:13.216 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:03:13.216 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:03:13.216 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:03:13.216 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:03:13.216 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:03:13.216 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:03:14.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:14 smithi177 ceph-mon[212096]: pgmap v17102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:14.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:14 smithi177 ceph-mon[212096]: from='client.52800 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:03:14.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:14 smithi177 ceph-mon[212096]: from='client.62756 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:03:14.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:14 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3498384619' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:03:14.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:03:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:14 smithi123 ceph-mon[191304]: pgmap v17102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:14 smithi123 ceph-mon[191304]: from='client.52800 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:03:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:14 smithi123 ceph-mon[191304]: from='client.62756 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:03:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:14 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3498384619' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:03:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:03:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:14 smithi123 ceph-mon[188613]: pgmap v17102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:14 smithi123 ceph-mon[188613]: from='client.52800 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:03:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:14 smithi123 ceph-mon[188613]: from='client.62756 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:03:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:14 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3498384619' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:03:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:03:15.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:03:15.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:03:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:03:15.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:03:15.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:03:15.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:03:16.508 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:16 smithi123 ceph-mon[191304]: pgmap v17103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:16.508 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:16 smithi123 ceph-mon[188613]: pgmap v17103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:16 smithi177 ceph-mon[212096]: pgmap v17103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:17 smithi177 ceph-mon[212096]: pgmap v17104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:17.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:03:17.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:03:17.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:03:17.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:03:17.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:03:17.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:03:17.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:17 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2203M 2023-12-20T19:03:17.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:03:17.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:03:17.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:03:17.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:03:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:17 smithi123 ceph-mon[191304]: pgmap v17104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:03:17.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:03:17.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:03:17.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:03:17.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:03:17.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:03:17.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:17 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2203M 2023-12-20T19:03:17.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:03:17.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:03:17.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:03:17.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:03:17.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:17 smithi123 ceph-mon[188613]: pgmap v17104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:17.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:03:17.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:03:17.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:03:17.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:03:17.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:03:17.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:03:17.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:17 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2203M 2023-12-20T19:03:17.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:03:17.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:03:17.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:03:17.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:03:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:03:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:03:19] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T19:03:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:19 smithi177 ceph-mon[212096]: pgmap v17105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:19 smithi123 ceph-mon[191304]: pgmap v17105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:19.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:19 smithi123 ceph-mon[188613]: pgmap v17105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:21 smithi177 ceph-mon[212096]: pgmap v17106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:22.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:21 smithi123 ceph-mon[191304]: pgmap v17106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:22.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:21 smithi123 ceph-mon[188613]: pgmap v17106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:24.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:23 smithi177 ceph-mon[212096]: pgmap v17107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:24.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:23 smithi123 ceph-mon[191304]: pgmap v17107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:24.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:23 smithi123 ceph-mon[188613]: pgmap v17107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:25 smithi177 ceph-mon[212096]: pgmap v17108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:25 smithi123 ceph-mon[191304]: pgmap v17108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:25 smithi123 ceph-mon[188613]: pgmap v17108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:27 smithi177 ceph-mon[212096]: pgmap v17109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:03:28.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:27 smithi123 ceph-mon[188613]: pgmap v17109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:28.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:03:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:27 smithi123 ceph-mon[191304]: pgmap v17109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:28.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:03:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:03:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:03:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:03:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:29 smithi177 ceph-mon[212096]: pgmap v17110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:29 smithi123 ceph-mon[191304]: pgmap v17110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:30.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:29 smithi123 ceph-mon[188613]: pgmap v17110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:32.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:31 smithi177 ceph-mon[212096]: pgmap v17111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:32.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:31 smithi123 ceph-mon[191304]: pgmap v17111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:32.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:31 smithi123 ceph-mon[188613]: pgmap v17111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:33 smithi177 ceph-mon[212096]: pgmap v17112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:33 smithi123 ceph-mon[191304]: pgmap v17112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:34.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:33 smithi123 ceph-mon[188613]: pgmap v17112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:35 smithi177 ceph-mon[212096]: pgmap v17113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:35 smithi123 ceph-mon[191304]: pgmap v17113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:36.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:35 smithi123 ceph-mon[188613]: pgmap v17113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:38.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:37 smithi177 ceph-mon[212096]: pgmap v17114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:37 smithi123 ceph-mon[191304]: pgmap v17114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:37 smithi123 ceph-mon[188613]: pgmap v17114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:03:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:03:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:03:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:39 smithi177 ceph-mon[212096]: pgmap v17115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:39 smithi123 ceph-mon[191304]: pgmap v17115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:39 smithi123 ceph-mon[188613]: pgmap v17115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:41 smithi177 ceph-mon[212096]: pgmap v17116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:41 smithi123 ceph-mon[191304]: pgmap v17116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:42.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:41 smithi123 ceph-mon[188613]: pgmap v17116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:43.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:03:43.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:03:43.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:03:43.568 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:03:43.878 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:03:43.879 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 8m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:03:43.879 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 6m ago 8h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:03:43.879 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 8m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:03:43.879 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 6m ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:03:43.879 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 6m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:03:43.879 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 8m ago 8h 855M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:03:43.879 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 8m ago 8h 2098M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:03:43.879 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 6m ago 8h 989M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:03:43.879 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 8m ago 8h 1091M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:03:43.879 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 8m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:03:43.879 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 6m ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:03:43.879 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 8m ago 8h 5297M 2203M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:03:43.879 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 8m ago 8h 6026M 2203M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:03:43.879 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 8m ago 8h 4891M 2203M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:03:43.880 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 8m ago 8h 5136M 2203M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:03:43.880 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 6m ago 8h 4320M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:03:43.880 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 6m ago 8h 4822M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:03:43.880 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 6m ago 8h 4155M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:03:43.880 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 6m ago 8h 4826M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:03:43.880 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 6m ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:03:44.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:43 smithi123 ceph-mon[191304]: pgmap v17117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:44.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:43 smithi123 ceph-mon[188613]: pgmap v17117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:44.261 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:03:44.261 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:03:44.261 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:03:44.261 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:03:44.261 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:03:44.261 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:03:44.261 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:03:44.261 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:03:44.261 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:03:44.261 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:03:44.261 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:03:44.262 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:03:44.262 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:03:44.262 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:03:44.262 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:03:44.262 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:03:44.262 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:03:44.262 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:03:44.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:43 smithi177 ceph-mon[212096]: pgmap v17117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:45.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:44 smithi123 ceph-mon[191304]: from='client.52818 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:03:45.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:44 smithi123 ceph-mon[191304]: from='client.62774 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:03:45.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:44 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1094819599' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:03:45.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:44 smithi123 ceph-mon[188613]: from='client.52818 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:03:45.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:44 smithi123 ceph-mon[188613]: from='client.62774 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:03:45.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:44 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1094819599' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:03:45.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:44 smithi177 ceph-mon[212096]: from='client.52818 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:03:45.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:44 smithi177 ceph-mon[212096]: from='client.62774 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:03:45.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:44 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1094819599' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:03:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:45 smithi123 ceph-mon[191304]: pgmap v17118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:46.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:45 smithi123 ceph-mon[188613]: pgmap v17118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:46.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:45 smithi177 ceph-mon[212096]: pgmap v17118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:47 smithi123 ceph-mon[191304]: pgmap v17119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:48.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:47 smithi123 ceph-mon[188613]: pgmap v17119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:47 smithi177 ceph-mon[212096]: pgmap v17119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:03:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:03:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T19:03:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:49 smithi123 ceph-mon[191304]: pgmap v17120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:50.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:49 smithi123 ceph-mon[188613]: pgmap v17120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:50.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:49 smithi177 ceph-mon[212096]: pgmap v17120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:52.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:51 smithi123 ceph-mon[191304]: pgmap v17121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:52.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:51 smithi123 ceph-mon[188613]: pgmap v17121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:52.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:51 smithi177 ceph-mon[212096]: pgmap v17121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:53 smithi123 ceph-mon[191304]: pgmap v17122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:53 smithi123 ceph-mon[188613]: pgmap v17122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:54.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:53 smithi177 ceph-mon[212096]: pgmap v17122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:55 smithi123 ceph-mon[191304]: pgmap v17123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:56.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:55 smithi123 ceph-mon[188613]: pgmap v17123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:55 smithi177 ceph-mon[212096]: pgmap v17123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:58.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:57 smithi123 ceph-mon[191304]: pgmap v17124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:58.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:03:58.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:57 smithi123 ceph-mon[188613]: pgmap v17124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:58.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:03:58.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:57 smithi177 ceph-mon[212096]: pgmap v17124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:03:58.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:03:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:03:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:03:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:04:00.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:03:59 smithi123 ceph-mon[191304]: pgmap v17125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:03:59 smithi123 ceph-mon[188613]: pgmap v17125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:00.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:03:59 smithi177 ceph-mon[212096]: pgmap v17125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:02.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:01 smithi123 ceph-mon[191304]: pgmap v17126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:02.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:01 smithi123 ceph-mon[188613]: pgmap v17126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:01 smithi177 ceph-mon[212096]: pgmap v17126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:04.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:03 smithi123 ceph-mon[191304]: pgmap v17127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:04.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:03 smithi123 ceph-mon[188613]: pgmap v17127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:03 smithi177 ceph-mon[212096]: pgmap v17127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:06.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:05 smithi123 ceph-mon[191304]: pgmap v17128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:06.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:05 smithi123 ceph-mon[188613]: pgmap v17128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:05 smithi177 ceph-mon[212096]: pgmap v17128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:08.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:07 smithi123 ceph-mon[191304]: pgmap v17129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:08.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:07 smithi123 ceph-mon[188613]: pgmap v17129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:07 smithi177 ceph-mon[212096]: pgmap v17129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:04:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:04:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:04:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:09 smithi123 ceph-mon[191304]: pgmap v17130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:10.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:09 smithi123 ceph-mon[188613]: pgmap v17130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:09 smithi177 ceph-mon[212096]: pgmap v17130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:11 smithi123 ceph-mon[191304]: pgmap v17131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:12.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:11 smithi123 ceph-mon[188613]: pgmap v17131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:11 smithi177 ceph-mon[212096]: pgmap v17131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:13.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:04:13.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:04:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:04:14.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:13 smithi123 ceph-mon[191304]: pgmap v17132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:14.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:13 smithi123 ceph-mon[188613]: pgmap v17132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:13 smithi177 ceph-mon[212096]: pgmap v17132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:14.611 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:04:14.914 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:04:14.915 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 9m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:04:14.915 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 7m ago 8h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:04:14.915 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 9m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:04:14.915 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 7m ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:04:14.915 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 7m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:04:14.915 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 9m ago 8h 855M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:04:14.915 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 9m ago 8h 2098M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:04:14.915 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 7m ago 8h 989M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:04:14.915 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 9m ago 8h 1091M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:04:14.915 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 9m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:04:14.915 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 7m ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:04:14.916 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 9m ago 8h 5297M 2203M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:04:14.916 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 9m ago 8h 6026M 2203M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:04:14.916 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 9m ago 8h 4891M 2203M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:04:14.916 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 9m ago 8h 5136M 2203M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:04:14.916 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 7m ago 8h 4320M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:04:14.916 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 7m ago 8h 4822M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:04:14.916 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 7m ago 8h 4155M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:04:14.916 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 7m ago 8h 4826M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:04:14.916 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 7m ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:04:15.299 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:04:15.300 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:04:15.300 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:04:15.300 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:04:15.300 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:04:15.300 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:04:15.300 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:04:15.300 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:04:15.300 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:04:15.300 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:04:15.300 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:04:15.300 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:04:15.300 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:04:15.300 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:04:15.300 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:04:15.301 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:04:15.301 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:04:15.301 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:04:16.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:15 smithi123 ceph-mon[191304]: pgmap v17133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:16.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:15 smithi123 ceph-mon[191304]: from='client.62786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:04:16.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:15 smithi123 ceph-mon[191304]: from='client.62792 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:04:16.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:15 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/292124733' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:04:16.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:15 smithi123 ceph-mon[188613]: pgmap v17133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:16.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:15 smithi123 ceph-mon[188613]: from='client.62786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:04:16.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:15 smithi123 ceph-mon[188613]: from='client.62792 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:04:16.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:15 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/292124733' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:04:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:15 smithi177 ceph-mon[212096]: pgmap v17133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:16.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:15 smithi177 ceph-mon[212096]: from='client.62786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:04:16.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:15 smithi177 ceph-mon[212096]: from='client.62792 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:04:16.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:15 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/292124733' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:04:17.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:04:17.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:04:17.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:04:18.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:17 smithi123 ceph-mon[191304]: pgmap v17134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:18.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:04:18.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:04:18.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:04:18.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:17 smithi123 ceph-mon[188613]: pgmap v17134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:18.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:04:18.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:04:18.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:04:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:17 smithi177 ceph-mon[212096]: pgmap v17134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:04:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:04:18.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:04:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:04:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:04:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T19:04:20.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:19 smithi123 ceph-mon[191304]: pgmap v17135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:20.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:19 smithi123 ceph-mon[188613]: pgmap v17135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:20.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:19 smithi177 ceph-mon[212096]: pgmap v17135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:22.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:21 smithi123 ceph-mon[191304]: pgmap v17136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:22.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:21 smithi123 ceph-mon[188613]: pgmap v17136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:22.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:21 smithi177 ceph-mon[212096]: pgmap v17136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:24.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:23 smithi123 ceph-mon[191304]: pgmap v17137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:24.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:23 smithi123 ceph-mon[188613]: pgmap v17137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:24.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:23 smithi177 ceph-mon[212096]: pgmap v17137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:25 smithi177 ceph-mon[212096]: pgmap v17138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:25 smithi123 ceph-mon[191304]: pgmap v17138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:26.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:25 smithi123 ceph-mon[188613]: pgmap v17138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:04:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:04:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:04:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:28 smithi177 ceph-mon[212096]: pgmap v17139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:28 smithi123 ceph-mon[191304]: pgmap v17139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:28.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:28 smithi123 ceph-mon[188613]: pgmap v17139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:04:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:04:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T19:04:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:30 smithi177 ceph-mon[212096]: pgmap v17140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:30.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:30 smithi123 ceph-mon[188613]: pgmap v17140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:30.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:30 smithi123 ceph-mon[191304]: pgmap v17140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:32.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:32 smithi177 ceph-mon[212096]: pgmap v17141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:32.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:32 smithi123 ceph-mon[191304]: pgmap v17141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:32.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:32 smithi123 ceph-mon[188613]: pgmap v17141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:34.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:34 smithi177 ceph-mon[212096]: pgmap v17142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:34.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:34 smithi123 ceph-mon[191304]: pgmap v17142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:34.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:34 smithi123 ceph-mon[188613]: pgmap v17142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:36.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:36 smithi177 ceph-mon[212096]: pgmap v17143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:36.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:36 smithi123 ceph-mon[191304]: pgmap v17143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:36.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:36 smithi123 ceph-mon[188613]: pgmap v17143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:38 smithi177 ceph-mon[212096]: pgmap v17144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:38.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:38 smithi123 ceph-mon[191304]: pgmap v17144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:38.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:38 smithi123 ceph-mon[188613]: pgmap v17144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:04:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:04:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T19:04:40.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:40 smithi177 ceph-mon[212096]: pgmap v17145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:40.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:40 smithi123 ceph-mon[191304]: pgmap v17145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:40.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:40 smithi123 ceph-mon[188613]: pgmap v17145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:42 smithi177 ceph-mon[212096]: pgmap v17146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:42.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:04:42.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:42 smithi123 ceph-mon[191304]: pgmap v17146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:42.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:04:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:42 smithi123 ceph-mon[188613]: pgmap v17146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:42.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:04:44.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:44 smithi177 ceph-mon[212096]: pgmap v17147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:44.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:44 smithi123 ceph-mon[191304]: pgmap v17147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:44.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:44 smithi123 ceph-mon[188613]: pgmap v17147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:45.648 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:04:45.954 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:04:45.954 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 9m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:04:45.954 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 7m ago 8h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:04:45.954 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 9m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:04:45.954 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 7m ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:04:45.954 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 7m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:04:45.954 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 9m ago 8h 855M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:04:45.954 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 9m ago 8h 2098M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:04:45.954 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 7m ago 8h 989M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:04:45.954 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 9m ago 8h 1091M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:04:45.954 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 9m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:04:45.954 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 7m ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:04:45.955 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 9m ago 8h 5297M 2203M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:04:45.955 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 9m ago 8h 6026M 2203M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:04:45.955 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 9m ago 8h 4891M 2203M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:04:45.955 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 9m ago 8h 5136M 2203M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:04:45.955 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 7m ago 8h 4320M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:04:45.955 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 7m ago 8h 4822M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:04:45.955 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 7m ago 8h 4155M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:04:45.955 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 7m ago 8h 4826M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:04:45.955 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 7m ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:04:46.336 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:04:46.336 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:04:46.336 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:04:46.336 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:04:46.336 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:04:46.337 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:04:46.337 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:04:46.337 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:04:46.337 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:04:46.337 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:04:46.337 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:04:46.337 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:04:46.337 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:04:46.337 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:04:46.337 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:04:46.337 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:04:46.337 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:04:46.337 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:04:46.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:46 smithi177 ceph-mon[212096]: pgmap v17148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:46 smithi123 ceph-mon[191304]: pgmap v17148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:46.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:46 smithi123 ceph-mon[188613]: pgmap v17148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:47.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:47 smithi177 ceph-mon[212096]: from='client.62804 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:04:47.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:47 smithi177 ceph-mon[212096]: from='client.62810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:04:47.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:47 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3841492121' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:04:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:47 smithi123 ceph-mon[191304]: from='client.62804 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:04:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:47 smithi123 ceph-mon[191304]: from='client.62810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:04:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:47 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3841492121' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:04:47.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:47 smithi123 ceph-mon[188613]: from='client.62804 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:04:47.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:47 smithi123 ceph-mon[188613]: from='client.62810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:04:47.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:47 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3841492121' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:04:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:48 smithi177 ceph-mon[212096]: pgmap v17149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:48.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:48 smithi123 ceph-mon[191304]: pgmap v17149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:48.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:48 smithi123 ceph-mon[188613]: pgmap v17149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:04:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:04:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:04:50.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:50 smithi177 ceph-mon[212096]: pgmap v17150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:50.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:50 smithi123 ceph-mon[191304]: pgmap v17150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:50.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:50 smithi123 ceph-mon[188613]: pgmap v17150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:52.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:52 smithi177 ceph-mon[212096]: pgmap v17151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:52.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:52 smithi123 ceph-mon[191304]: pgmap v17151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:52.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:52 smithi123 ceph-mon[188613]: pgmap v17151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:54.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:54 smithi177 ceph-mon[212096]: pgmap v17152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:54.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:54 smithi123 ceph-mon[191304]: pgmap v17152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:54.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:54 smithi123 ceph-mon[188613]: pgmap v17152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:56 smithi177 ceph-mon[212096]: pgmap v17153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:56.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:56 smithi123 ceph-mon[191304]: pgmap v17153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:56 smithi123 ceph-mon[188613]: pgmap v17153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:04:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:04:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:04:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:04:58 smithi177 ceph-mon[212096]: pgmap v17154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:04:58 smithi123 ceph-mon[191304]: pgmap v17154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:58.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:04:58 smithi123 ceph-mon[188613]: pgmap v17154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:04:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:04:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:04:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:05:00.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:00 smithi177 ceph-mon[212096]: pgmap v17155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:00 smithi123 ceph-mon[191304]: pgmap v17155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:00 smithi123 ceph-mon[188613]: pgmap v17155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:02 smithi177 ceph-mon[212096]: pgmap v17156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:02 smithi123 ceph-mon[191304]: pgmap v17156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:02 smithi123 ceph-mon[188613]: pgmap v17156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:04 smithi177 ceph-mon[212096]: pgmap v17157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:04.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:04 smithi123 ceph-mon[191304]: pgmap v17157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:04.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:04 smithi123 ceph-mon[188613]: pgmap v17157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:06 smithi177 ceph-mon[212096]: pgmap v17158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:06.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:06 smithi123 ceph-mon[191304]: pgmap v17158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:06.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:06 smithi123 ceph-mon[188613]: pgmap v17158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:08 smithi177 ceph-mon[212096]: pgmap v17159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:08 smithi123 ceph-mon[191304]: pgmap v17159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:08.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:08 smithi123 ceph-mon[188613]: pgmap v17159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:05:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:05:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:05:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:10 smithi177 ceph-mon[212096]: pgmap v17160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:10.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:10 smithi123 ceph-mon[191304]: pgmap v17160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:10.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:10 smithi123 ceph-mon[188613]: pgmap v17160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:12.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:12 smithi177 ceph-mon[212096]: pgmap v17161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:12.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:05:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:12 smithi123 ceph-mon[191304]: pgmap v17161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:05:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:12 smithi123 ceph-mon[188613]: pgmap v17161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:05:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:14 smithi177 ceph-mon[212096]: pgmap v17162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:14 smithi123 ceph-mon[191304]: pgmap v17162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:14.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:14 smithi123 ceph-mon[188613]: pgmap v17162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:16 smithi177 ceph-mon[212096]: pgmap v17163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:16 smithi123 ceph-mon[191304]: pgmap v17163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:16.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:16 smithi123 ceph-mon[188613]: pgmap v17163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:16.681 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:05:16.987 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:05:16.988 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 10m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:05:16.988 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 8m ago 8h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:05:16.988 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 10m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:05:16.988 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 8m ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:05:16.988 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 8m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:05:16.989 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 10m ago 8h 855M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:05:16.989 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 10m ago 8h 2098M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:05:16.989 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 8m ago 8h 989M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:05:16.989 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 10m ago 8h 1091M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:05:16.989 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 10m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:05:16.990 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 8m ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:05:16.990 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 10m ago 8h 5297M 2203M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:05:16.990 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 10m ago 8h 6026M 2203M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:05:16.990 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 10m ago 8h 4891M 2203M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:05:16.990 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 10m ago 8h 5136M 2203M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:05:16.990 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 8m ago 8h 4320M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:05:16.990 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 8m ago 8h 4822M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:05:16.990 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 8m ago 8h 4155M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:05:16.991 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 8m ago 8h 4826M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:05:16.991 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 8m ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:05:17.366 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:05:17.366 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:05:17.366 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:05:17.366 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:05:17.367 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:05:17.367 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:05:17.367 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:05:17.367 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:05:17.367 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:05:17.367 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:05:17.367 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:05:17.367 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:05:17.367 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:05:17.367 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:05:17.367 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:05:17.367 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:05:17.367 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:05:17.367 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:05:18.351 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:18 smithi123 ceph-mon[191304]: pgmap v17164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:18.351 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:18 smithi123 ceph-mon[191304]: from='client.52872 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:05:18.351 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:18 smithi123 ceph-mon[191304]: from='client.62828 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:05:18.351 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:18 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3445392723' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:05:18.351 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:05:18.351 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:05:18.351 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:05:18.352 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:18 smithi123 ceph-mon[188613]: pgmap v17164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:18.352 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:18 smithi123 ceph-mon[188613]: from='client.52872 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:05:18.352 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:18 smithi123 ceph-mon[188613]: from='client.62828 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:05:18.352 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:18 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3445392723' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:05:18.352 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:05:18.352 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:05:18.352 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:05:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:18 smithi177 ceph-mon[212096]: pgmap v17164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:18.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:18 smithi177 ceph-mon[212096]: from='client.52872 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:05:18.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:18 smithi177 ceph-mon[212096]: from='client.62828 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:05:18.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:18 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3445392723' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:05:18.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:05:18.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:05:18.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:05:19.201 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:05:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:05:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:05:19.202 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:19 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:05:19.202 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:19 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:05:19.202 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:05:19.202 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:05:19.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:19 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:05:19.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:19 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:05:20.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:20 smithi177 ceph-mon[212096]: pgmap v17165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:20.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:05:20.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:05:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:20 smithi123 ceph-mon[191304]: pgmap v17165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:05:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:05:20.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:20 smithi123 ceph-mon[188613]: pgmap v17165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:20.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:05:20.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:05:21.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:21 smithi123 ceph-mon[191304]: pgmap v17166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:21.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:05:21.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:05:21.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:05:21.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:05:21.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:05:21.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:21 smithi123 ceph-mon[188613]: pgmap v17166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:21.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:05:21.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:05:21.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:05:21.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:05:21.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:05:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:21 smithi177 ceph-mon[212096]: pgmap v17166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:05:21.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:05:21.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:05:21.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:05:21.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:05:23.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:23 smithi123 ceph-mon[191304]: pgmap v17167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:23.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:23 smithi123 ceph-mon[188613]: pgmap v17167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:23.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:23 smithi177 ceph-mon[212096]: pgmap v17167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:25 smithi177 ceph-mon[212096]: pgmap v17168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:25 smithi123 ceph-mon[191304]: pgmap v17168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:25 smithi123 ceph-mon[188613]: pgmap v17168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:27 smithi123 ceph-mon[191304]: pgmap v17169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:05:28.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:27 smithi123 ceph-mon[188613]: pgmap v17169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:28.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:05:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:27 smithi177 ceph-mon[212096]: pgmap v17169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:28.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:05:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:05:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:05:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:05:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:29 smithi123 ceph-mon[191304]: pgmap v17170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:30.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:29 smithi123 ceph-mon[188613]: pgmap v17170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:29 smithi177 ceph-mon[212096]: pgmap v17170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:32.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:31 smithi123 ceph-mon[191304]: pgmap v17171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:32.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:31 smithi123 ceph-mon[188613]: pgmap v17171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:32.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:31 smithi177 ceph-mon[212096]: pgmap v17171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:33 smithi123 ceph-mon[191304]: pgmap v17172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:34.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:33 smithi123 ceph-mon[188613]: pgmap v17172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:34.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:33 smithi177 ceph-mon[212096]: pgmap v17172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:35 smithi123 ceph-mon[191304]: pgmap v17173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:36.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:35 smithi123 ceph-mon[188613]: pgmap v17173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:36.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:35 smithi177 ceph-mon[212096]: pgmap v17173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:37 smithi123 ceph-mon[191304]: pgmap v17174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:37 smithi123 ceph-mon[188613]: pgmap v17174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:37 smithi177 ceph-mon[212096]: pgmap v17174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:05:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:05:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:05:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:39 smithi123 ceph-mon[188613]: pgmap v17175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:39 smithi123 ceph-mon[191304]: pgmap v17175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:40.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:39 smithi177 ceph-mon[212096]: pgmap v17175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:41 smithi123 ceph-mon[191304]: pgmap v17176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:42.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:41 smithi123 ceph-mon[188613]: pgmap v17176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:41 smithi177 ceph-mon[212096]: pgmap v17176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:43.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:05:43.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:05:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:05:44.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:43 smithi123 ceph-mon[191304]: pgmap v17177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:44.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:43 smithi123 ceph-mon[188613]: pgmap v17177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:44.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:43 smithi177 ceph-mon[212096]: pgmap v17177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:45 smithi123 ceph-mon[191304]: pgmap v17178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:46.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:45 smithi123 ceph-mon[188613]: pgmap v17178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:46.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:45 smithi177 ceph-mon[212096]: pgmap v17178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:47.713 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:05:48.023 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:05:48.023 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 28s ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:05:48.023 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 8m ago 8h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:05:48.023 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 28s ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:05:48.023 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 8m ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:05:48.023 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 8m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:05:48.023 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 28s ago 8h 861M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:05:48.023 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 28s ago 8h 2135M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:05:48.023 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 8m ago 8h 989M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:05:48.024 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 28s ago 8h 1111M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:05:48.024 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 28s ago 8h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:05:48.024 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 8m ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:05:48.024 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 28s ago 8h 5329M 2203M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:05:48.024 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 28s ago 8h 6055M 2203M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:05:48.024 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 28s ago 8h 4917M 2203M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:05:48.024 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 28s ago 8h 5167M 2203M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:05:48.024 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 8m ago 8h 4320M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:05:48.024 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 8m ago 8h 4822M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:05:48.024 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 8m ago 8h 4155M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:05:48.024 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 8m ago 8h 4826M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:05:48.024 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 8m ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:05:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:47 smithi123 ceph-mon[191304]: pgmap v17179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:48.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:47 smithi123 ceph-mon[188613]: pgmap v17179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:47 smithi177 ceph-mon[212096]: pgmap v17179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:48.405 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:05:48.405 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:05:48.405 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:05:48.405 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:05:48.406 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:05:48.406 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:05:48.406 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:05:48.406 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:05:48.406 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:05:48.406 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:05:48.406 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:05:48.406 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:05:48.406 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:05:48.406 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:05:48.406 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:05:48.406 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:05:48.406 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:05:48.406 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:05:49.242 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:05:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:05:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:05:49.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:48 smithi123 ceph-mon[191304]: from='client.62840 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:05:49.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:48 smithi123 ceph-mon[191304]: from='client.52896 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:05:49.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:48 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4187896118' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:05:49.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:48 smithi123 ceph-mon[188613]: from='client.62840 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:05:49.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:48 smithi123 ceph-mon[188613]: from='client.52896 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:05:49.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:48 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4187896118' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:05:49.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:48 smithi177 ceph-mon[212096]: from='client.62840 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:05:49.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:48 smithi177 ceph-mon[212096]: from='client.52896 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:05:49.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:48 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4187896118' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:05:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:49 smithi123 ceph-mon[191304]: pgmap v17180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:50.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:49 smithi123 ceph-mon[188613]: pgmap v17180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:50.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:49 smithi177 ceph-mon[212096]: pgmap v17180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:52.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:51 smithi123 ceph-mon[191304]: pgmap v17181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:52.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:51 smithi123 ceph-mon[188613]: pgmap v17181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:52.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:51 smithi177 ceph-mon[212096]: pgmap v17181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:53 smithi123 ceph-mon[191304]: pgmap v17182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:53 smithi123 ceph-mon[188613]: pgmap v17182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:54.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:53 smithi177 ceph-mon[212096]: pgmap v17182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:56.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:55 smithi123 ceph-mon[191304]: pgmap v17183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:56.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:55 smithi123 ceph-mon[188613]: pgmap v17183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:55 smithi177 ceph-mon[212096]: pgmap v17183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:58.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:57 smithi123 ceph-mon[191304]: pgmap v17184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:58.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:05:58.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:57 smithi123 ceph-mon[188613]: pgmap v17184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:58.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:05:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:57 smithi177 ceph-mon[212096]: pgmap v17184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:05:58.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:05:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:05:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:05:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:06:00.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:05:59 smithi123 ceph-mon[191304]: pgmap v17185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:05:59 smithi123 ceph-mon[188613]: pgmap v17185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:00.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:05:59 smithi177 ceph-mon[212096]: pgmap v17185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:02.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:01 smithi123 ceph-mon[191304]: pgmap v17186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:02.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:01 smithi123 ceph-mon[188613]: pgmap v17186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:01 smithi177 ceph-mon[212096]: pgmap v17186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:04.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:03 smithi123 ceph-mon[188613]: pgmap v17187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:04.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:03 smithi123 ceph-mon[191304]: pgmap v17187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:03 smithi177 ceph-mon[212096]: pgmap v17187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:06.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:05 smithi123 ceph-mon[188613]: pgmap v17188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:06.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:05 smithi123 ceph-mon[191304]: pgmap v17188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:05 smithi177 ceph-mon[212096]: pgmap v17188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:08.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:07 smithi123 ceph-mon[188613]: pgmap v17189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:08.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:07 smithi123 ceph-mon[191304]: pgmap v17189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:07 smithi177 ceph-mon[212096]: pgmap v17189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:06:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:06:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:06:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:09 smithi123 ceph-mon[191304]: pgmap v17190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:10.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:09 smithi123 ceph-mon[188613]: pgmap v17190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:09 smithi177 ceph-mon[212096]: pgmap v17190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:12.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:11 smithi123 ceph-mon[191304]: pgmap v17191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:12.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:11 smithi123 ceph-mon[188613]: pgmap v17191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:12.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:11 smithi177 ceph-mon[212096]: pgmap v17191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:13.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:06:13.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:06:13.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:06:14.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:13 smithi123 ceph-mon[191304]: pgmap v17192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:14.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:13 smithi123 ceph-mon[188613]: pgmap v17192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:13 smithi177 ceph-mon[212096]: pgmap v17192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:15 smithi177 ceph-mon[212096]: pgmap v17193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:16.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:15 smithi123 ceph-mon[191304]: pgmap v17193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:16.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:15 smithi123 ceph-mon[188613]: pgmap v17193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:17 smithi177 ceph-mon[212096]: pgmap v17194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:17 smithi123 ceph-mon[191304]: pgmap v17194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:17 smithi123 ceph-mon[188613]: pgmap v17194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:18.750 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:06:19.060 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:06:19.060 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 59s ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:06:19.060 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 9m ago 8h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:06:19.060 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 59s ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:06:19.060 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 9m ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:06:19.061 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 9m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:06:19.061 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 59s ago 8h 861M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:06:19.061 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 59s ago 8h 2135M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:06:19.061 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 9m ago 8h 989M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:06:19.061 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 59s ago 8h 1111M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:06:19.061 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 59s ago 8h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:06:19.061 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 9m ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:06:19.062 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 59s ago 8h 5329M 2203M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:06:19.062 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 59s ago 8h 6055M 2203M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:06:19.062 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 59s ago 8h 4917M 2203M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:06:19.062 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 59s ago 8h 5167M 2203M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:06:19.062 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 9m ago 8h 4320M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:06:19.062 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 9m ago 8h 4822M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:06:19.062 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 9m ago 8h 4155M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:06:19.062 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 9m ago 8h 4826M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:06:19.062 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 9m ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:06:19.443 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:06:19.443 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:06:19.443 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:06:19.443 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:06:19.443 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:06:19.443 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:06:19.443 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:06:19.443 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:06:19.443 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:06:19.443 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:06:19.444 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:06:19.444 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:06:19.444 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:06:19.444 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:06:19.444 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:06:19.444 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:06:19.444 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:06:19.444 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:06:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:06:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:06:19] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T19:06:20.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:20 smithi177 ceph-mon[212096]: pgmap v17195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:20.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:20 smithi177 ceph-mon[212096]: from='client.62858 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:06:20.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:20 smithi177 ceph-mon[212096]: from='client.62864 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:06:20.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:20 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/675166105' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:06:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:20 smithi123 ceph-mon[191304]: pgmap v17195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:20 smithi123 ceph-mon[191304]: from='client.62858 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:06:20.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:20 smithi123 ceph-mon[191304]: from='client.62864 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:06:20.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:20 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/675166105' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:06:20.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:20 smithi123 ceph-mon[188613]: pgmap v17195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:20.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:20 smithi123 ceph-mon[188613]: from='client.62858 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:06:20.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:20 smithi123 ceph-mon[188613]: from='client.62864 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:06:20.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:20 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/675166105' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:06:21.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:06:21.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:06:21.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:06:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:06:21.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:06:21.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:06:21.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:06:21.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:06:21.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:06:22.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:22 smithi177 ceph-mon[212096]: pgmap v17196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:22.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:06:22.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:06:22.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:06:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:22 smithi123 ceph-mon[191304]: pgmap v17196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:06:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:06:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:06:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:22 smithi123 ceph-mon[188613]: pgmap v17196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:06:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:06:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:06:24.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:24 smithi177 ceph-mon[212096]: pgmap v17197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:24.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:24 smithi123 ceph-mon[191304]: pgmap v17197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:24.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:24 smithi123 ceph-mon[188613]: pgmap v17197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:26 smithi177 ceph-mon[212096]: pgmap v17198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:26.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:26 smithi123 ceph-mon[191304]: pgmap v17198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:26.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:26 smithi123 ceph-mon[188613]: pgmap v17198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:06:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:06:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:06:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:28 smithi177 ceph-mon[212096]: pgmap v17199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:28 smithi123 ceph-mon[191304]: pgmap v17199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:28.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:28 smithi123 ceph-mon[188613]: pgmap v17199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:06:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:06:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:06:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:30 smithi177 ceph-mon[212096]: pgmap v17200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:30.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:30 smithi123 ceph-mon[191304]: pgmap v17200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:30.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:30 smithi123 ceph-mon[188613]: pgmap v17200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:32.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:32 smithi177 ceph-mon[212096]: pgmap v17201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:32.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:32 smithi123 ceph-mon[191304]: pgmap v17201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:32.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:32 smithi123 ceph-mon[188613]: pgmap v17201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:34.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:34 smithi177 ceph-mon[212096]: pgmap v17202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:34.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:34 smithi123 ceph-mon[191304]: pgmap v17202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:34.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:34 smithi123 ceph-mon[188613]: pgmap v17202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:36.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:36 smithi177 ceph-mon[212096]: pgmap v17203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:36.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:36 smithi123 ceph-mon[191304]: pgmap v17203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:36.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:36 smithi123 ceph-mon[188613]: pgmap v17203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:38 smithi177 ceph-mon[212096]: pgmap v17204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:38.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:38 smithi123 ceph-mon[191304]: pgmap v17204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:38.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:38 smithi123 ceph-mon[188613]: pgmap v17204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:06:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:06:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:06:40.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:40 smithi177 ceph-mon[212096]: pgmap v17205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:40.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:40 smithi123 ceph-mon[191304]: pgmap v17205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:40.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:40 smithi123 ceph-mon[188613]: pgmap v17205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:42 smithi177 ceph-mon[212096]: pgmap v17206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:06:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:42 smithi123 ceph-mon[191304]: pgmap v17206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:06:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:42 smithi123 ceph-mon[188613]: pgmap v17206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:06:44.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:44 smithi177 ceph-mon[212096]: pgmap v17207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:44.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:44 smithi123 ceph-mon[191304]: pgmap v17207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:44.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:44 smithi123 ceph-mon[188613]: pgmap v17207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:46.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:46 smithi177 ceph-mon[212096]: pgmap v17208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:46 smithi123 ceph-mon[191304]: pgmap v17208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:46.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:46 smithi123 ceph-mon[188613]: pgmap v17208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:48.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:48 smithi177 ceph-mon[212096]: pgmap v17209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:48.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:48 smithi123 ceph-mon[191304]: pgmap v17209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:48.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:48 smithi123 ceph-mon[188613]: pgmap v17209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:06:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:06:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T19:06:49.790 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:06:50.100 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:06:50.100 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 90s ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:06:50.100 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 9m ago 8h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:06:50.100 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 90s ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:06:50.100 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 9m ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:06:50.100 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 9m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:06:50.100 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 90s ago 8h 861M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:06:50.100 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 90s ago 8h 2135M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:06:50.100 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 9m ago 8h 989M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:06:50.101 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 90s ago 8h 1111M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:06:50.101 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 90s ago 8h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:06:50.101 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 9m ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:06:50.101 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 90s ago 8h 5329M 2203M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:06:50.101 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 90s ago 8h 6055M 2203M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:06:50.101 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 90s ago 8h 4917M 2203M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:06:50.101 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 90s ago 8h 5167M 2203M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:06:50.101 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 9m ago 8h 4320M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:06:50.101 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 9m ago 8h 4822M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:06:50.101 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 9m ago 8h 4155M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:06:50.101 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 9m ago 8h 4826M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:06:50.101 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 9m ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:06:50.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:50 smithi177 ceph-mon[212096]: pgmap v17210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:50.482 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:06:50.483 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:06:50.483 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:06:50.483 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:06:50.483 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:06:50.483 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:06:50.483 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:06:50.483 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:06:50.483 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:06:50.483 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:06:50.483 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:06:50.483 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:06:50.483 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:06:50.483 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:06:50.483 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:06:50.484 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:06:50.484 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:06:50.484 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:06:50.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:50 smithi123 ceph-mon[191304]: pgmap v17210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:50.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:50 smithi123 ceph-mon[188613]: pgmap v17210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:51.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:51 smithi177 ceph-mon[212096]: from='client.62876 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:06:51.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:51 smithi177 ceph-mon[212096]: from='client.52932 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:06:51.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:51 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/405291042' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:06:51.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:51 smithi123 ceph-mon[191304]: from='client.62876 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:06:51.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:51 smithi123 ceph-mon[191304]: from='client.52932 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:06:51.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:51 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/405291042' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:06:51.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:51 smithi123 ceph-mon[188613]: from='client.62876 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:06:51.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:51 smithi123 ceph-mon[188613]: from='client.52932 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:06:51.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:51 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/405291042' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:06:52.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:52 smithi177 ceph-mon[212096]: pgmap v17211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:52.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:52 smithi123 ceph-mon[191304]: pgmap v17211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:52.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:52 smithi123 ceph-mon[188613]: pgmap v17211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:54.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:54 smithi177 ceph-mon[212096]: pgmap v17212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:54.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:54 smithi123 ceph-mon[191304]: pgmap v17212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:54.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:54 smithi123 ceph-mon[188613]: pgmap v17212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:56 smithi177 ceph-mon[212096]: pgmap v17213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:56.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:56 smithi123 ceph-mon[191304]: pgmap v17213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:56.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:56 smithi123 ceph-mon[188613]: pgmap v17213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:06:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:06:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:06:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:06:58 smithi177 ceph-mon[212096]: pgmap v17214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:06:58 smithi123 ceph-mon[191304]: pgmap v17214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:58.522 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:06:58 smithi123 ceph-mon[188613]: pgmap v17214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:06:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:06:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:06:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:07:00.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:00 smithi177 ceph-mon[212096]: pgmap v17215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:00.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:00 smithi123 ceph-mon[191304]: pgmap v17215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:00 smithi123 ceph-mon[188613]: pgmap v17215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:02 smithi177 ceph-mon[212096]: pgmap v17216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:02 smithi123 ceph-mon[191304]: pgmap v17216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:02 smithi123 ceph-mon[188613]: pgmap v17216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:04 smithi177 ceph-mon[212096]: pgmap v17217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:04.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:04 smithi123 ceph-mon[188613]: pgmap v17217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:04.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:04 smithi123 ceph-mon[191304]: pgmap v17217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:06 smithi177 ceph-mon[212096]: pgmap v17218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:06 smithi123 ceph-mon[191304]: pgmap v17218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:06.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:06 smithi123 ceph-mon[188613]: pgmap v17218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:08 smithi177 ceph-mon[212096]: pgmap v17219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:08 smithi123 ceph-mon[188613]: pgmap v17219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:08.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:08 smithi123 ceph-mon[191304]: pgmap v17219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:07:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:07:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:07:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:10 smithi177 ceph-mon[212096]: pgmap v17220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:10.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:10 smithi123 ceph-mon[191304]: pgmap v17220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:10.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:10 smithi123 ceph-mon[188613]: pgmap v17220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:12 smithi177 ceph-mon[212096]: pgmap v17221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:12.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:07:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:12 smithi123 ceph-mon[191304]: pgmap v17221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:07:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:12 smithi123 ceph-mon[188613]: pgmap v17221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:07:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:14 smithi177 ceph-mon[212096]: pgmap v17222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:14.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:14 smithi123 ceph-mon[191304]: pgmap v17222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:14 smithi123 ceph-mon[188613]: pgmap v17222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:16 smithi177 ceph-mon[212096]: pgmap v17223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:16 smithi123 ceph-mon[191304]: pgmap v17223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:16 smithi123 ceph-mon[188613]: pgmap v17223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:18.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:18 smithi177 ceph-mon[212096]: pgmap v17224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:18 smithi123 ceph-mon[191304]: pgmap v17224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:18.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:18 smithi123 ceph-mon[188613]: pgmap v17224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:07:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:07:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:07:20.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:20 smithi177 ceph-mon[212096]: pgmap v17225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:20 smithi123 ceph-mon[188613]: pgmap v17225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:20.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:20 smithi123 ceph-mon[191304]: pgmap v17225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:20.834 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:07:21.141 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:07:21.141 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 2m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:07:21.141 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 10m ago 8h 93.5M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:07:21.141 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 2m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:07:21.141 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 10m ago 8h 27.3M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:07:21.141 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 10m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:07:21.141 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 2m ago 8h 861M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:07:21.141 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 2m ago 8h 2135M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:07:21.141 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 10m ago 8h 989M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:07:21.142 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 2m ago 8h 1111M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:07:21.142 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 2m ago 8h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:07:21.142 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 10m ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:07:21.142 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 2m ago 8h 5329M 2203M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:07:21.142 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 2m ago 8h 6055M 2203M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:07:21.142 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 2m ago 8h 4917M 2203M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:07:21.142 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 2m ago 8h 5167M 2203M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:07:21.142 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 10m ago 8h 4320M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:07:21.142 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 10m ago 8h 4822M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:07:21.142 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 10m ago 8h 4155M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:07:21.142 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 10m ago 8h 4826M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:07:21.142 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 10m ago 8h 151M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:07:21.521 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:07:21.521 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:07:21.521 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:07:21.521 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:07:21.521 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:07:21.521 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:07:21.521 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:07:21.521 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:07:21.521 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:07:21.521 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:07:21.522 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:07:21.522 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:07:21.522 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:07:21.522 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:07:21.522 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:07:21.522 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:07:21.522 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:07:21.522 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:07:22.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:22 smithi177 ceph-mon[212096]: pgmap v17226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:22.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:22 smithi177 ceph-mon[212096]: from='client.62894 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:07:22.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:22 smithi177 ceph-mon[212096]: from='client.52950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:07:22.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:22 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3907555765' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:07:22.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:07:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:22 smithi123 ceph-mon[191304]: pgmap v17226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:22 smithi123 ceph-mon[191304]: from='client.62894 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:07:22.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:22 smithi123 ceph-mon[191304]: from='client.52950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:07:22.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:22 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3907555765' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:07:22.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:07:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:22 smithi123 ceph-mon[188613]: pgmap v17226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:22 smithi123 ceph-mon[188613]: from='client.62894 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:07:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:22 smithi123 ceph-mon[188613]: from='client.52950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:07:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:22 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3907555765' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:07:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:07:24.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:24 smithi177 ceph-mon[212096]: pgmap v17227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:24.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:07:24.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:07:24.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:24 smithi123 ceph-mon[191304]: pgmap v17227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:24.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:07:24.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:07:24.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:24 smithi123 ceph-mon[188613]: pgmap v17227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:24.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:07:24.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:07:25.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:07:25.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:07:25.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:07:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:07:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:07:25.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:07:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:07:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:07:25.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:07:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:26 smithi177 ceph-mon[212096]: pgmap v17228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:26.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:26 smithi123 ceph-mon[191304]: pgmap v17228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:26.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:26 smithi123 ceph-mon[188613]: pgmap v17228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:07:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:07:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:07:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:28 smithi123 ceph-mon[191304]: pgmap v17229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:28.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:28 smithi123 ceph-mon[188613]: pgmap v17229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:28 smithi177 ceph-mon[212096]: pgmap v17229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:07:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:07:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:07:30.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:30 smithi123 ceph-mon[191304]: pgmap v17230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:30.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:30 smithi123 ceph-mon[188613]: pgmap v17230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:30 smithi177 ceph-mon[212096]: pgmap v17230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:32.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:32 smithi123 ceph-mon[191304]: pgmap v17231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:32.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:32 smithi123 ceph-mon[188613]: pgmap v17231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:32 smithi177 ceph-mon[212096]: pgmap v17231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:34.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:34 smithi123 ceph-mon[191304]: pgmap v17232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:34.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:34 smithi123 ceph-mon[188613]: pgmap v17232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:34 smithi177 ceph-mon[212096]: pgmap v17232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:36.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:36 smithi123 ceph-mon[188613]: pgmap v17233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:36.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:36 smithi123 ceph-mon[191304]: pgmap v17233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:36 smithi177 ceph-mon[212096]: pgmap v17233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:38.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:38 smithi123 ceph-mon[191304]: pgmap v17234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:38.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:38 smithi123 ceph-mon[188613]: pgmap v17234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:38 smithi177 ceph-mon[212096]: pgmap v17234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:07:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:07:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:07:40.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:40 smithi123 ceph-mon[191304]: pgmap v17235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:40.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:40 smithi123 ceph-mon[188613]: pgmap v17235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:40.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:40 smithi177 ceph-mon[212096]: pgmap v17235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:42 smithi123 ceph-mon[191304]: pgmap v17236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:42.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:07:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:42 smithi123 ceph-mon[188613]: pgmap v17236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:07:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:42 smithi177 ceph-mon[212096]: pgmap v17236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:07:44.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:44 smithi123 ceph-mon[191304]: pgmap v17237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:44.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:44 smithi123 ceph-mon[188613]: pgmap v17237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:44.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:44 smithi177 ceph-mon[212096]: pgmap v17237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:46 smithi123 ceph-mon[191304]: pgmap v17238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:46.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:46 smithi123 ceph-mon[188613]: pgmap v17238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:46 smithi177 ceph-mon[212096]: pgmap v17238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:48.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:48 smithi123 ceph-mon[191304]: pgmap v17239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:48.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:48 smithi123 ceph-mon[188613]: pgmap v17239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:48 smithi177 ceph-mon[212096]: pgmap v17239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:07:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:07:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:07:50.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:50 smithi123 ceph-mon[191304]: pgmap v17240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:50.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:50 smithi123 ceph-mon[188613]: pgmap v17240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:50 smithi177 ceph-mon[212096]: pgmap v17240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:51.863 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:07:52.169 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:07:52.170 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 2m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:07:52.170 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 28s ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:07:52.170 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 2m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:07:52.170 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 28s ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:07:52.170 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 28s ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:07:52.170 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 2m ago 8h 861M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:07:52.170 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 2m ago 8h 2135M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:07:52.170 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 28s ago 8h 1031M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:07:52.170 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 2m ago 8h 1111M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:07:52.170 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 2m ago 8h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:07:52.170 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 28s ago 8h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:07:52.171 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 2m ago 8h 5329M 2203M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:07:52.171 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 2m ago 8h 6055M 2203M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:07:52.171 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 2m ago 8h 4917M 2203M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:07:52.171 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 2m ago 8h 5167M 2203M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:07:52.171 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 28s ago 8h 4347M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:07:52.171 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 28s ago 8h 4855M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:07:52.171 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 28s ago 8h 4185M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:07:52.171 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 28s ago 8h 4862M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:07:52.171 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 28s ago 8h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:07:52.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:52 smithi123 ceph-mon[191304]: pgmap v17241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:52.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:52 smithi123 ceph-mon[188613]: pgmap v17241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:52.558 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:07:52.558 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:07:52.558 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:07:52.558 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:07:52.558 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:07:52.558 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:07:52.558 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:07:52.558 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:07:52.558 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:07:52.558 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:07:52.558 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:07:52.558 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:07:52.559 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:07:52.559 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:07:52.559 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:07:52.559 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:07:52.559 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:07:52.559 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:07:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:52 smithi177 ceph-mon[212096]: pgmap v17241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:53.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:53 smithi123 ceph-mon[191304]: from='client.52962 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:07:53.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:53 smithi123 ceph-mon[191304]: from='client.52968 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:07:53.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:53 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/564529946' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:07:53.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:53 smithi123 ceph-mon[188613]: from='client.52962 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:07:53.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:53 smithi123 ceph-mon[188613]: from='client.52968 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:07:53.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:53 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/564529946' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:07:53.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:53 smithi177 ceph-mon[212096]: from='client.52962 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:07:53.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:53 smithi177 ceph-mon[212096]: from='client.52968 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:07:53.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:53 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/564529946' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:07:54.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:54 smithi123 ceph-mon[191304]: pgmap v17242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:54.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:54 smithi123 ceph-mon[188613]: pgmap v17242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:54 smithi177 ceph-mon[212096]: pgmap v17242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:56.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:56 smithi123 ceph-mon[191304]: pgmap v17243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:56.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:56 smithi123 ceph-mon[188613]: pgmap v17243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:56.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:56 smithi177 ceph-mon[212096]: pgmap v17243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:07:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:07:57.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:07:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:07:58 smithi123 ceph-mon[191304]: pgmap v17244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:58.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:07:58 smithi123 ceph-mon[188613]: pgmap v17244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:07:58 smithi177 ceph-mon[212096]: pgmap v17244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:07:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:07:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:07:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:08:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:00 smithi123 ceph-mon[191304]: pgmap v17245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:00 smithi123 ceph-mon[188613]: pgmap v17245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:00 smithi177 ceph-mon[212096]: pgmap v17245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:02 smithi123 ceph-mon[191304]: pgmap v17246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:02.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:02 smithi123 ceph-mon[188613]: pgmap v17246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:02 smithi177 ceph-mon[212096]: pgmap v17246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:04.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:04 smithi123 ceph-mon[191304]: pgmap v17247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:04.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:04 smithi123 ceph-mon[188613]: pgmap v17247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:04.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:04 smithi177 ceph-mon[212096]: pgmap v17247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:06.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:06 smithi123 ceph-mon[188613]: pgmap v17248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:06.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:06 smithi123 ceph-mon[191304]: pgmap v17248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:06 smithi177 ceph-mon[212096]: pgmap v17248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:08 smithi123 ceph-mon[191304]: pgmap v17249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:08.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:08 smithi123 ceph-mon[188613]: pgmap v17249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:08 smithi177 ceph-mon[212096]: pgmap v17249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:08:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:08:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:08:10.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:10 smithi123 ceph-mon[188613]: pgmap v17250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:10.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:10 smithi123 ceph-mon[191304]: pgmap v17250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:10.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:10 smithi177 ceph-mon[212096]: pgmap v17250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:12 smithi123 ceph-mon[188613]: pgmap v17251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:08:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:12 smithi123 ceph-mon[191304]: pgmap v17251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:08:12.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:12 smithi177 ceph-mon[212096]: pgmap v17251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:12.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:08:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:14 smithi123 ceph-mon[191304]: pgmap v17252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:14.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:14 smithi123 ceph-mon[188613]: pgmap v17252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:14 smithi177 ceph-mon[212096]: pgmap v17252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:16 smithi123 ceph-mon[191304]: pgmap v17253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:16.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:16 smithi123 ceph-mon[188613]: pgmap v17253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:16 smithi177 ceph-mon[212096]: pgmap v17253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:18 smithi177 ceph-mon[212096]: pgmap v17254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:18 smithi123 ceph-mon[191304]: pgmap v17254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:18 smithi123 ceph-mon[188613]: pgmap v17254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:08:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:08:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:08:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:20 smithi177 ceph-mon[212096]: pgmap v17255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:20 smithi123 ceph-mon[191304]: pgmap v17255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:20 smithi123 ceph-mon[188613]: pgmap v17255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:22 smithi177 ceph-mon[212096]: pgmap v17256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:22 smithi123 ceph-mon[191304]: pgmap v17256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:22 smithi123 ceph-mon[188613]: pgmap v17256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:22.907 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:08:23.211 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:08:23.211 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 3m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:08:23.211 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 59s ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:08:23.211 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 3m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:08:23.211 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 59s ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:08:23.211 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 59s ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:08:23.211 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 3m ago 8h 861M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:08:23.211 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 3m ago 8h 2135M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:08:23.212 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 59s ago 8h 1031M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:08:23.212 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 3m ago 8h 1111M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:08:23.212 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 3m ago 8h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:08:23.212 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 59s ago 8h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:08:23.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 3m ago 8h 5329M 2203M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:08:23.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 3m ago 8h 6055M 2203M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:08:23.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 3m ago 8h 4917M 2203M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:08:23.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 3m ago 8h 5167M 2203M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:08:23.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 59s ago 8h 4347M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:08:23.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 59s ago 8h 4855M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:08:23.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 59s ago 8h 4185M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:08:23.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 59s ago 8h 4862M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:08:23.212 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 59s ago 8h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:08:23.595 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:08:23.595 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:08:23.595 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:08:23.595 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:08:23.595 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:08:23.595 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:08:23.595 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:08:23.595 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:08:23.596 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:08:23.596 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:08:23.596 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:08:23.596 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:08:23.596 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:08:23.596 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:08:23.596 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:08:23.596 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:08:23.596 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:08:23.596 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:08:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:24 smithi177 ceph-mon[212096]: pgmap v17257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:24 smithi177 ceph-mon[212096]: from='client.62930 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:08:24.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:24 smithi177 ceph-mon[212096]: from='client.62936 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:08:24.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:24 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2996939090' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:08:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:24 smithi123 ceph-mon[191304]: pgmap v17257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:24 smithi123 ceph-mon[191304]: from='client.62930 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:08:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:24 smithi123 ceph-mon[191304]: from='client.62936 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:08:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:24 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2996939090' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:08:24.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:24 smithi123 ceph-mon[188613]: pgmap v17257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:24.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:24 smithi123 ceph-mon[188613]: from='client.62930 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:08:24.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:24 smithi123 ceph-mon[188613]: from='client.62936 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:08:24.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:24 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2996939090' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:08:25.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:08:25.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:08:25.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:08:25.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:08:25.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:08:25.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:08:25.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:08:25.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:08:25.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:08:25.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:08:25.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:08:25.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:08:26.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:26 smithi177 ceph-mon[212096]: pgmap v17258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:26 smithi123 ceph-mon[191304]: pgmap v17258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:26 smithi123 ceph-mon[188613]: pgmap v17258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:08:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:08:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:08:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:28 smithi177 ceph-mon[212096]: pgmap v17259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:28 smithi123 ceph-mon[191304]: pgmap v17259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:28 smithi123 ceph-mon[188613]: pgmap v17259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:08:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:08:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T19:08:30.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:30 smithi177 ceph-mon[212096]: pgmap v17260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:30 smithi123 ceph-mon[191304]: pgmap v17260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:30.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:30 smithi123 ceph-mon[188613]: pgmap v17260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:32.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:32 smithi177 ceph-mon[212096]: pgmap v17261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:32 smithi123 ceph-mon[191304]: pgmap v17261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:32 smithi123 ceph-mon[188613]: pgmap v17261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:34 smithi177 ceph-mon[212096]: pgmap v17262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:34 smithi123 ceph-mon[191304]: pgmap v17262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:34 smithi123 ceph-mon[188613]: pgmap v17262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:36 smithi177 ceph-mon[212096]: pgmap v17263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:36 smithi123 ceph-mon[191304]: pgmap v17263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:36.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:36 smithi123 ceph-mon[188613]: pgmap v17263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:38 smithi177 ceph-mon[212096]: pgmap v17264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:38 smithi123 ceph-mon[191304]: pgmap v17264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:38 smithi123 ceph-mon[188613]: pgmap v17264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:08:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:08:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T19:08:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:40 smithi177 ceph-mon[212096]: pgmap v17265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:40.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:40 smithi123 ceph-mon[191304]: pgmap v17265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:40.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:40 smithi123 ceph-mon[188613]: pgmap v17265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:42 smithi177 ceph-mon[212096]: pgmap v17266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:42.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:08:42.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:42 smithi123 ceph-mon[191304]: pgmap v17266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:42.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:08:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:42 smithi123 ceph-mon[188613]: pgmap v17266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:08:44.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:44 smithi177 ceph-mon[212096]: pgmap v17267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:44 smithi123 ceph-mon[191304]: pgmap v17267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:44.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:44 smithi123 ceph-mon[188613]: pgmap v17267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:46 smithi177 ceph-mon[212096]: pgmap v17268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:46 smithi123 ceph-mon[191304]: pgmap v17268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:46 smithi123 ceph-mon[188613]: pgmap v17268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:48.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:48 smithi177 ceph-mon[212096]: pgmap v17269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:48 smithi123 ceph-mon[191304]: pgmap v17269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:48 smithi123 ceph-mon[188613]: pgmap v17269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:08:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:08:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:08:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:50 smithi177 ceph-mon[212096]: pgmap v17270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:50 smithi123 ceph-mon[191304]: pgmap v17270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:50.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:50 smithi123 ceph-mon[188613]: pgmap v17270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:52.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:52 smithi177 ceph-mon[212096]: pgmap v17271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:52 smithi123 ceph-mon[191304]: pgmap v17271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:52 smithi123 ceph-mon[188613]: pgmap v17271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:53.940 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:08:54.249 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:08:54.249 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 3m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:08:54.249 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 90s ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:08:54.249 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 3m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:08:54.249 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 90s ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:08:54.249 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 90s ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:08:54.249 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 3m ago 8h 861M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:08:54.250 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 3m ago 8h 2135M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:08:54.250 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 90s ago 8h 1031M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:08:54.250 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 3m ago 8h 1111M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:08:54.250 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 3m ago 8h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:08:54.250 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 90s ago 8h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:08:54.250 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 3m ago 8h 5329M 2203M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:08:54.250 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 3m ago 8h 6055M 2203M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:08:54.250 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 3m ago 8h 4917M 2203M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:08:54.250 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 3m ago 8h 5167M 2203M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:08:54.250 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 90s ago 8h 4347M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:08:54.250 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 90s ago 8h 4855M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:08:54.250 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 90s ago 8h 4185M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:08:54.250 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 90s ago 8h 4862M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:08:54.250 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 90s ago 8h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:08:54.637 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:08:54.637 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:08:54.638 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:08:54.638 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:08:54.638 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:08:54.638 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:08:54.638 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:08:54.638 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:08:54.638 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:08:54.638 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:08:54.638 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:08:54.638 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:08:54.638 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:08:54.638 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:08:54.638 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:08:54.638 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:08:54.638 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:08:54.639 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:08:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:54 smithi177 ceph-mon[212096]: pgmap v17272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:54 smithi123 ceph-mon[191304]: pgmap v17272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:54 smithi123 ceph-mon[188613]: pgmap v17272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:55 smithi177 ceph-mon[212096]: from='client.62948 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:08:55.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:55 smithi177 ceph-mon[212096]: from='client.53004 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:08:55.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:55 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1417683787' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:08:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:55 smithi123 ceph-mon[191304]: from='client.62948 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:08:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:55 smithi123 ceph-mon[191304]: from='client.53004 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:08:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:55 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1417683787' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:08:55.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:55 smithi123 ceph-mon[188613]: from='client.62948 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:08:55.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:55 smithi123 ceph-mon[188613]: from='client.53004 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:08:55.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:55 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1417683787' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:08:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:56 smithi177 ceph-mon[212096]: pgmap v17273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:56 smithi123 ceph-mon[191304]: pgmap v17273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:56 smithi123 ceph-mon[188613]: pgmap v17273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:08:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:08:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:08:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:08:58 smithi177 ceph-mon[212096]: pgmap v17274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:08:58 smithi123 ceph-mon[191304]: pgmap v17274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:08:58 smithi123 ceph-mon[188613]: pgmap v17274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:08:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:08:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:08:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T19:09:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:00 smithi177 ceph-mon[212096]: pgmap v17275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:00 smithi123 ceph-mon[191304]: pgmap v17275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:00 smithi123 ceph-mon[188613]: pgmap v17275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:02 smithi177 ceph-mon[212096]: pgmap v17276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:02 smithi123 ceph-mon[191304]: pgmap v17276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:02 smithi123 ceph-mon[188613]: pgmap v17276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:04 smithi177 ceph-mon[212096]: pgmap v17277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:04 smithi123 ceph-mon[191304]: pgmap v17277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:04 smithi123 ceph-mon[188613]: pgmap v17277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:06 smithi177 ceph-mon[212096]: pgmap v17278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:06 smithi123 ceph-mon[191304]: pgmap v17278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:06.804 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:06 smithi123 ceph-mon[188613]: pgmap v17278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:08.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:08 smithi177 ceph-mon[212096]: pgmap v17279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:08 smithi123 ceph-mon[191304]: pgmap v17279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:08 smithi123 ceph-mon[188613]: pgmap v17279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:09.495 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:09:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:09:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T19:09:10.657 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:10 smithi177 ceph-mon[212096]: pgmap v17280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:10 smithi123 ceph-mon[191304]: pgmap v17280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:10 smithi123 ceph-mon[188613]: pgmap v17280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:12 smithi177 ceph-mon[212096]: pgmap v17281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:09:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:12 smithi123 ceph-mon[191304]: pgmap v17281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:09:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:12 smithi123 ceph-mon[188613]: pgmap v17281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:09:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:14 smithi177 ceph-mon[212096]: pgmap v17282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:14.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:14 smithi123 ceph-mon[191304]: pgmap v17282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:14.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:14 smithi123 ceph-mon[188613]: pgmap v17282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:16 smithi177 ceph-mon[212096]: pgmap v17283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:16.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:16 smithi123 ceph-mon[191304]: pgmap v17283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:16.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:16 smithi123 ceph-mon[188613]: pgmap v17283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:18 smithi177 ceph-mon[212096]: pgmap v17284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:18.747 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:18 smithi123 ceph-mon[191304]: pgmap v17284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:18.747 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:18 smithi123 ceph-mon[188613]: pgmap v17284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:09:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:09:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:09:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:20 smithi177 ceph-mon[212096]: pgmap v17285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:20 smithi123 ceph-mon[188613]: pgmap v17285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:20 smithi123 ceph-mon[191304]: pgmap v17285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:22 smithi177 ceph-mon[212096]: pgmap v17286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:22 smithi123 ceph-mon[191304]: pgmap v17286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:22 smithi123 ceph-mon[188613]: pgmap v17286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:24 smithi177 ceph-mon[212096]: pgmap v17287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:24 smithi123 ceph-mon[191304]: pgmap v17287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:24 smithi123 ceph-mon[188613]: pgmap v17287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:24.989 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:09:25.291 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:09:25.291 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 4m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:09:25.291 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 2m ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:09:25.291 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 4m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:09:25.291 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 2m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:09:25.291 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 2m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:09:25.291 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 4m ago 8h 861M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:09:25.292 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 4m ago 8h 2135M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:09:25.292 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 2m ago 8h 1031M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:09:25.292 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 4m ago 8h 1111M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:09:25.292 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 4m ago 8h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:09:25.292 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 2m ago 8h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:09:25.292 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 4m ago 8h 5329M 2203M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:09:25.292 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 4m ago 8h 6055M 2203M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:09:25.292 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 4m ago 8h 4917M 2203M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:09:25.292 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 4m ago 8h 5167M 2203M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:09:25.292 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 2m ago 8h 4347M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:09:25.292 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 2m ago 8h 4855M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:09:25.292 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 2m ago 8h 4185M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:09:25.292 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 2m ago 8h 4862M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:09:25.292 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 2m ago 8h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:09:25.706 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:09:25.706 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:09:25.706 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:09:25.706 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:09:25.706 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:09:25.706 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:09:25.706 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:09:25.706 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:09:25.706 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:09:25.707 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:09:25.707 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:09:25.707 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:09:25.707 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:09:25.707 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:09:25.707 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:09:25.707 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:09:25.707 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:09:25.707 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:09:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:25 smithi123 ceph-mon[188613]: pgmap v17288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:25 smithi123 ceph-mon[188613]: from='client.62966 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:09:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:25 smithi123 ceph-mon[188613]: from='client.62972 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:09:26.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:09:26.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:25 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1678462717' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:09:26.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:09:26.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:09:26.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:09:26.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:25 smithi123 ceph-mon[191304]: pgmap v17288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:26.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:25 smithi123 ceph-mon[191304]: from='client.62966 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:09:26.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:25 smithi123 ceph-mon[191304]: from='client.62972 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:09:26.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:09:26.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:25 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1678462717' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:09:26.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:09:26.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:09:26.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:09:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:25 smithi177 ceph-mon[212096]: pgmap v17288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:25 smithi177 ceph-mon[212096]: from='client.62966 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:09:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:25 smithi177 ceph-mon[212096]: from='client.62972 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:09:26.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:09:26.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:25 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1678462717' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:09:26.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:09:26.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:09:26.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:09:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:27 smithi123 ceph-mon[191304]: pgmap v17289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:28.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:09:28.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:27 smithi123 ceph-mon[188613]: pgmap v17289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:28.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:09:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:27 smithi177 ceph-mon[212096]: pgmap v17289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:09:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:09:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:09:29] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T19:09:30.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:29 smithi123 ceph-mon[188613]: pgmap v17290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:30.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:29 smithi123 ceph-mon[191304]: pgmap v17290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:29 smithi177 ceph-mon[212096]: pgmap v17290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:32.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:31 smithi123 ceph-mon[191304]: pgmap v17291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:32.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:31 smithi123 ceph-mon[188613]: pgmap v17291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:32.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:31 smithi177 ceph-mon[212096]: pgmap v17291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:33 smithi123 ceph-mon[191304]: pgmap v17292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:34.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:33 smithi123 ceph-mon[188613]: pgmap v17292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:34.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:33 smithi177 ceph-mon[212096]: pgmap v17292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:36.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:35 smithi123 ceph-mon[191304]: pgmap v17293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:36.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:35 smithi123 ceph-mon[188613]: pgmap v17293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:36.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:35 smithi177 ceph-mon[212096]: pgmap v17293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:38.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:37 smithi123 ceph-mon[191304]: pgmap v17294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:38.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:37 smithi123 ceph-mon[188613]: pgmap v17294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:37 smithi177 ceph-mon[212096]: pgmap v17294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:09:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:09:39] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T19:09:40.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:39 smithi123 ceph-mon[191304]: pgmap v17295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:40.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:39 smithi123 ceph-mon[188613]: pgmap v17295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:40.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:39 smithi177 ceph-mon[212096]: pgmap v17295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:41 smithi123 ceph-mon[191304]: pgmap v17296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:42.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:41 smithi123 ceph-mon[188613]: pgmap v17296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:41 smithi177 ceph-mon[212096]: pgmap v17296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:43.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:09:43.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:09:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:09:44.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:43 smithi123 ceph-mon[191304]: pgmap v17297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:44.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:43 smithi123 ceph-mon[188613]: pgmap v17297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:44.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:43 smithi177 ceph-mon[212096]: pgmap v17297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:45 smithi123 ceph-mon[191304]: pgmap v17298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:46.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:45 smithi123 ceph-mon[188613]: pgmap v17298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:46.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:45 smithi177 ceph-mon[212096]: pgmap v17298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:47 smithi177 ceph-mon[212096]: pgmap v17299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:48.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:47 smithi123 ceph-mon[191304]: pgmap v17299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:48.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:47 smithi123 ceph-mon[188613]: pgmap v17299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:09:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:09:49] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T19:09:50.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:49 smithi177 ceph-mon[212096]: pgmap v17300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:50.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:49 smithi123 ceph-mon[191304]: pgmap v17300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:50.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:49 smithi123 ceph-mon[188613]: pgmap v17300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:52.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:52 smithi177 ceph-mon[212096]: pgmap v17301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:52.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:52 smithi123 ceph-mon[191304]: pgmap v17301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:52.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:52 smithi123 ceph-mon[188613]: pgmap v17301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:54.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:54 smithi177 ceph-mon[212096]: pgmap v17302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:54.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:54 smithi123 ceph-mon[191304]: pgmap v17302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:54.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:54 smithi123 ceph-mon[188613]: pgmap v17302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:56.055 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:09:56.361 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:09:56.362 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 4m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:09:56.362 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 2m ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:09:56.362 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 4m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:09:56.362 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 2m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:09:56.362 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 2m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:09:56.362 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 4m ago 8h 861M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:09:56.362 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 4m ago 8h 2135M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:09:56.362 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 2m ago 8h 1031M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:09:56.362 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 4m ago 8h 1111M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:09:56.362 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 4m ago 8h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:09:56.362 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 2m ago 8h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:09:56.362 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 4m ago 8h 5329M 2203M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:09:56.363 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 4m ago 8h 6055M 2203M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:09:56.363 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 4m ago 8h 4917M 2203M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:09:56.363 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 4m ago 8h 5167M 2203M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:09:56.363 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 2m ago 8h 4347M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:09:56.363 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 2m ago 8h 4855M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:09:56.363 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 2m ago 8h 4185M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:09:56.363 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 2m ago 8h 4862M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:09:56.363 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 2m ago 8h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:09:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:56 smithi177 ceph-mon[212096]: pgmap v17303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:56.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:56 smithi123 ceph-mon[191304]: pgmap v17303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:56 smithi123 ceph-mon[188613]: pgmap v17303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:56.742 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:09:56.742 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:09:56.743 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:09:56.743 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:09:56.743 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:09:56.743 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:09:56.743 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:09:56.743 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:09:56.743 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:09:56.743 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:09:56.743 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:09:56.743 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:09:56.743 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:09:56.743 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:09:56.743 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:09:56.743 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:09:56.743 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:09:56.743 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:09:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:57 smithi177 ceph-mon[212096]: from='client.62984 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:09:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:57 smithi177 ceph-mon[212096]: from='client.62990 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:09:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:57 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2602642467' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:09:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:09:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:57 smithi123 ceph-mon[188613]: from='client.62984 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:09:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:57 smithi123 ceph-mon[188613]: from='client.62990 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:09:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:57 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2602642467' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:09:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:09:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:57 smithi123 ceph-mon[191304]: from='client.62984 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:09:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:57 smithi123 ceph-mon[191304]: from='client.62990 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:09:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:57 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2602642467' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:09:57.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:09:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:09:58 smithi177 ceph-mon[212096]: pgmap v17304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:09:58 smithi123 ceph-mon[191304]: pgmap v17304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:58.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:09:58 smithi123 ceph-mon[188613]: pgmap v17304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:09:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:09:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:09:59] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T19:10:00.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:00 smithi177 ceph-mon[212096]: pgmap v17305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:00.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T19:10:00.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:00 smithi123 ceph-mon[191304]: pgmap v17305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:00.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T19:10:00.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T19:09:59.998+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T19:10:00.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:00 smithi123 ceph-mon[188613]: pgmap v17305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:00.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T19:10:02.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:02 smithi177 ceph-mon[212096]: pgmap v17306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:02 smithi123 ceph-mon[191304]: pgmap v17306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:02 smithi123 ceph-mon[188613]: pgmap v17306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:04 smithi177 ceph-mon[212096]: pgmap v17307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:04.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:04 smithi123 ceph-mon[191304]: pgmap v17307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:04.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:04 smithi123 ceph-mon[188613]: pgmap v17307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:06 smithi177 ceph-mon[212096]: pgmap v17308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:06 smithi123 ceph-mon[191304]: pgmap v17308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:06 smithi123 ceph-mon[188613]: pgmap v17308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:08 smithi177 ceph-mon[212096]: pgmap v17309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:08 smithi123 ceph-mon[191304]: pgmap v17309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:08 smithi123 ceph-mon[188613]: pgmap v17309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:10:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:10:09] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T19:10:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:10 smithi177 ceph-mon[212096]: pgmap v17310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:10.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:10 smithi123 ceph-mon[191304]: pgmap v17310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:10.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:10 smithi123 ceph-mon[188613]: pgmap v17310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:12 smithi177 ceph-mon[212096]: pgmap v17311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:10:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:12 smithi123 ceph-mon[191304]: pgmap v17311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:10:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:12 smithi123 ceph-mon[188613]: pgmap v17311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:10:14.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:14 smithi177 ceph-mon[212096]: pgmap v17312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:14 smithi123 ceph-mon[191304]: pgmap v17312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:14.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:14 smithi123 ceph-mon[188613]: pgmap v17312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:16 smithi177 ceph-mon[212096]: pgmap v17313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:16 smithi123 ceph-mon[191304]: pgmap v17313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:16.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:16 smithi123 ceph-mon[188613]: pgmap v17313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:18 smithi177 ceph-mon[212096]: pgmap v17314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:18 smithi123 ceph-mon[191304]: pgmap v17314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:18 smithi123 ceph-mon[188613]: pgmap v17314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:10:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:10:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:10:20.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:20 smithi177 ceph-mon[212096]: pgmap v17315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:20 smithi123 ceph-mon[191304]: pgmap v17315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:20 smithi123 ceph-mon[188613]: pgmap v17315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:22.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:22 smithi177 ceph-mon[212096]: pgmap v17316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:22 smithi123 ceph-mon[191304]: pgmap v17316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:22.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:22 smithi123 ceph-mon[188613]: pgmap v17316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:24.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:24 smithi177 ceph-mon[212096]: pgmap v17317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:24.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:24 smithi123 ceph-mon[191304]: pgmap v17317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:24.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:24 smithi123 ceph-mon[188613]: pgmap v17317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:26 smithi177 ceph-mon[212096]: pgmap v17318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:10:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:26 smithi123 ceph-mon[191304]: pgmap v17318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:10:26.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:26 smithi123 ceph-mon[188613]: pgmap v17318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:26.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:10:27.081 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:10:27.388 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:10:27.388 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 5m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:10:27.388 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 3m ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:10:27.388 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 5m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:10:27.388 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 3m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:10:27.388 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 3m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:10:27.388 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 5m ago 8h 861M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:10:27.388 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 5m ago 8h 2135M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:10:27.388 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 3m ago 8h 1031M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:10:27.388 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 5m ago 8h 1111M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:10:27.388 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 5m ago 8h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:10:27.388 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 3m ago 8h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:10:27.388 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 5m ago 8h 5329M 2203M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:10:27.389 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 5m ago 8h 6055M 2203M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:10:27.389 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 5m ago 8h 4917M 2203M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:10:27.389 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 5m ago 8h 5167M 2203M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:10:27.389 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 3m ago 8h 4347M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:10:27.389 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 3m ago 8h 4855M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:10:27.389 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 3m ago 8h 4185M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:10:27.389 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 3m ago 8h 4862M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:10:27.389 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 3m ago 8h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:10:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:10:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:10:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:10:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:10:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:10:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:10:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:10:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:10:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:10:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:10:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:10:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:10:27.764 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:10:27.764 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:10:27.764 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:10:27.764 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:10:27.764 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:10:27.764 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:10:27.765 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:10:27.765 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:10:27.765 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:10:27.765 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:10:27.765 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:10:27.765 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:10:27.765 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:10:27.765 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:10:27.765 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:10:27.765 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:10:27.765 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:10:27.765 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:10:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:28 smithi177 ceph-mon[212096]: pgmap v17319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:28.704 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:28 smithi177 ceph-mon[212096]: from='client.63002 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:10:28.704 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:28 smithi177 ceph-mon[212096]: from='client.53058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:10:28.705 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:28 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2364608335' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:10:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:28 smithi123 ceph-mon[191304]: pgmap v17319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:28 smithi123 ceph-mon[191304]: from='client.63002 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:10:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:28 smithi123 ceph-mon[191304]: from='client.53058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:10:28.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:28 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2364608335' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:10:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:28 smithi123 ceph-mon[188613]: pgmap v17319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:28 smithi123 ceph-mon[188613]: from='client.63002 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:10:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:28 smithi123 ceph-mon[188613]: from='client.53058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:10:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:28 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2364608335' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:10:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:10:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:10:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T19:10:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:30 smithi123 ceph-mon[191304]: pgmap v17320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:30 smithi123 ceph-mon[188613]: pgmap v17320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:30 smithi177 ceph-mon[212096]: pgmap v17320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:32 smithi123 ceph-mon[191304]: pgmap v17321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:32.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:32 smithi123 ceph-mon[188613]: pgmap v17321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:32 smithi177 ceph-mon[212096]: pgmap v17321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:34 smithi123 ceph-mon[191304]: pgmap v17322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:34 smithi123 ceph-mon[188613]: pgmap v17322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:34 smithi177 ceph-mon[212096]: pgmap v17322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:36 smithi123 ceph-mon[191304]: pgmap v17323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:36 smithi123 ceph-mon[188613]: pgmap v17323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:36 smithi177 ceph-mon[212096]: pgmap v17323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:38 smithi123 ceph-mon[191304]: pgmap v17324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:38 smithi123 ceph-mon[188613]: pgmap v17324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:38 smithi177 ceph-mon[212096]: pgmap v17324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:39.471 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:10:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:10:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T19:10:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:39 smithi123 ceph-mon[191304]: pgmap v17325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:39.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:39 smithi123 ceph-mon[188613]: pgmap v17325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:39 smithi177 ceph-mon[212096]: pgmap v17325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:42.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:41 smithi123 ceph-mon[188613]: pgmap v17326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:41 smithi123 ceph-mon[191304]: pgmap v17326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:41 smithi177 ceph-mon[212096]: pgmap v17326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:43.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:10:43.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:10:43.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:10:44.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:43 smithi123 ceph-mon[191304]: pgmap v17327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:44.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:43 smithi123 ceph-mon[188613]: pgmap v17327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:44.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:43 smithi177 ceph-mon[212096]: pgmap v17327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:46.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:45 smithi123 ceph-mon[191304]: pgmap v17328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:46.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:45 smithi123 ceph-mon[188613]: pgmap v17328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:46.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:45 smithi177 ceph-mon[212096]: pgmap v17328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:48.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:47 smithi123 ceph-mon[191304]: pgmap v17329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:48.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:47 smithi123 ceph-mon[188613]: pgmap v17329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:47 smithi177 ceph-mon[212096]: pgmap v17329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:10:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:10:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:10:50.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:49 smithi123 ceph-mon[191304]: pgmap v17330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:50.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:49 smithi123 ceph-mon[188613]: pgmap v17330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:50.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:49 smithi177 ceph-mon[212096]: pgmap v17330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:52.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:51 smithi123 ceph-mon[188613]: pgmap v17331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:52.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:51 smithi123 ceph-mon[191304]: pgmap v17331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:52.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:51 smithi177 ceph-mon[212096]: pgmap v17331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:54.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:53 smithi123 ceph-mon[191304]: pgmap v17332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:53 smithi123 ceph-mon[188613]: pgmap v17332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:54.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:53 smithi177 ceph-mon[212096]: pgmap v17332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:55 smithi177 ceph-mon[212096]: pgmap v17333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:55 smithi123 ceph-mon[188613]: pgmap v17333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:56.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:55 smithi123 ceph-mon[191304]: pgmap v17333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:58.112 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:10:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:57 smithi177 ceph-mon[212096]: pgmap v17334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:10:58.422 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:10:58.422 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 5m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:10:58.422 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 3m ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:10:58.422 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 5m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:10:58.422 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 3m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:10:58.422 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 3m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:10:58.422 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 5m ago 8h 861M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:10:58.423 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 5m ago 8h 2135M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:10:58.423 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 3m ago 8h 1031M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:10:58.423 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 5m ago 8h 1111M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:10:58.423 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 5m ago 8h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:10:58.423 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 3m ago 8h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:10:58.423 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 5m ago 8h 5329M 2203M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:10:58.423 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 5m ago 8h 6055M 2203M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:10:58.423 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 5m ago 8h 4917M 2203M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:10:58.423 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 5m ago 8h 5167M 2203M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:10:58.423 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 3m ago 8h 4347M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:10:58.423 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 3m ago 8h 4855M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:10:58.423 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 3m ago 8h 4185M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:10:58.423 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 3m ago 8h 4862M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:10:58.423 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 3m ago 8h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:10:58.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:57 smithi123 ceph-mon[188613]: pgmap v17334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:58.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:10:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:57 smithi123 ceph-mon[191304]: pgmap v17334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:10:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:10:58.803 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:10:58.804 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:10:58.804 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:10:58.804 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:10:58.804 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:10:58.804 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:10:58.804 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:10:58.804 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:10:58.804 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:10:58.804 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:10:58.804 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:10:58.804 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:10:58.804 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:10:58.804 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:10:58.804 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:10:58.804 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:10:58.805 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:10:58.805 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:10:59.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:59 smithi177 ceph-mon[212096]: from='client.53070 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:10:59.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:59 smithi177 ceph-mon[212096]: from='client.63026 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:10:59.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:10:59 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2177959920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:10:59.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:10:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:10:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:10:59.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:59 smithi123 ceph-mon[191304]: from='client.53070 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:10:59.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:59 smithi123 ceph-mon[191304]: from='client.63026 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:10:59.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:10:59 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2177959920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:10:59.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:59 smithi123 ceph-mon[188613]: from='client.53070 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:10:59.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:59 smithi123 ceph-mon[188613]: from='client.63026 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:10:59.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:10:59 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2177959920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:11:00.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:00 smithi177 ceph-mon[212096]: pgmap v17335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:00.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:00 smithi123 ceph-mon[191304]: pgmap v17335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:00 smithi123 ceph-mon[188613]: pgmap v17335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:02 smithi177 ceph-mon[212096]: pgmap v17336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:02 smithi123 ceph-mon[191304]: pgmap v17336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:02 smithi123 ceph-mon[188613]: pgmap v17336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:04 smithi177 ceph-mon[212096]: pgmap v17337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:04.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:04 smithi123 ceph-mon[188613]: pgmap v17337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:04.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:04 smithi123 ceph-mon[191304]: pgmap v17337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:06 smithi177 ceph-mon[212096]: pgmap v17338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:06 smithi123 ceph-mon[191304]: pgmap v17338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:06 smithi123 ceph-mon[188613]: pgmap v17338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:08 smithi177 ceph-mon[212096]: pgmap v17339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:08 smithi123 ceph-mon[191304]: pgmap v17339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:08 smithi123 ceph-mon[188613]: pgmap v17339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:11:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:11:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:11:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:10 smithi177 ceph-mon[212096]: pgmap v17340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:10.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:10 smithi123 ceph-mon[191304]: pgmap v17340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:10.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:10 smithi123 ceph-mon[188613]: pgmap v17340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:12 smithi177 ceph-mon[212096]: pgmap v17341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:11:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:12 smithi123 ceph-mon[191304]: pgmap v17341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:11:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:12 smithi123 ceph-mon[188613]: pgmap v17341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:11:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:14 smithi177 ceph-mon[212096]: pgmap v17342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:14 smithi123 ceph-mon[191304]: pgmap v17342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:14.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:14 smithi123 ceph-mon[188613]: pgmap v17342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:16 smithi177 ceph-mon[212096]: pgmap v17343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:16 smithi123 ceph-mon[191304]: pgmap v17343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:16 smithi123 ceph-mon[188613]: pgmap v17343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:18 smithi177 ceph-mon[212096]: pgmap v17344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:18 smithi123 ceph-mon[188613]: pgmap v17344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:18 smithi123 ceph-mon[191304]: pgmap v17344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:11:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:11:19] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T19:11:20.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:20 smithi177 ceph-mon[212096]: pgmap v17345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:20 smithi123 ceph-mon[188613]: pgmap v17345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:20 smithi123 ceph-mon[191304]: pgmap v17345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:22.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:22 smithi177 ceph-mon[212096]: pgmap v17346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:22 smithi123 ceph-mon[191304]: pgmap v17346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:22.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:22 smithi123 ceph-mon[188613]: pgmap v17346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:24.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:24 smithi177 ceph-mon[212096]: pgmap v17347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:24.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:24 smithi123 ceph-mon[191304]: pgmap v17347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:24.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:24 smithi123 ceph-mon[188613]: pgmap v17347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:26 smithi177 ceph-mon[212096]: pgmap v17348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:26 smithi123 ceph-mon[191304]: pgmap v17348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:26.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:26 smithi123 ceph-mon[188613]: pgmap v17348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:11:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:11:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:11:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:11:27.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:11:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:11:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:11:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:11:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:11:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:11:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:11:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:11:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:11:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:11:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:11:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:28 smithi177 ceph-mon[212096]: pgmap v17349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:28.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:28 smithi123 ceph-mon[188613]: pgmap v17349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:28 smithi123 ceph-mon[191304]: pgmap v17349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:28.903 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 19:11:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T19:11:28.58642599Z level=info msg="Completed cleanup jobs" duration=13.242817ms 2023-12-20T19:11:29.155 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:11:29.464 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:11:29.464 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 6m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:11:29.464 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 4m ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:11:29.464 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 6m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:11:29.464 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 4m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:11:29.464 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 4m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:11:29.464 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 6m ago 8h 861M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:11:29.464 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 6m ago 8h 2135M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:11:29.464 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 4m ago 8h 1031M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:11:29.464 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 6m ago 8h 1111M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:11:29.464 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 6m ago 8h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:11:29.465 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 4m ago 8h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:11:29.465 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 6m ago 8h 5329M 2203M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:11:29.465 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 6m ago 8h 6055M 2203M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:11:29.465 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 6m ago 8h 4917M 2203M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:11:29.465 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 6m ago 8h 5167M 2203M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:11:29.465 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 4m ago 8h 4347M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:11:29.465 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 4m ago 8h 4855M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:11:29.465 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 4m ago 8h 4185M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:11:29.465 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 4m ago 8h 4862M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:11:29.465 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 4m ago 8h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:11:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:11:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:11:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T19:11:29.844 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:11:29.844 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:11:29.844 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:11:29.844 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:11:29.844 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:11:29.844 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:11:29.844 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:11:29.844 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:11:29.844 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:11:29.844 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:11:29.844 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:11:29.844 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:11:29.845 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:11:29.845 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:11:29.845 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:11:29.845 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:11:29.845 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:11:29.845 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:11:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:30 smithi177 ceph-mon[212096]: pgmap v17350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:30 smithi177 ceph-mon[212096]: from='client.53088 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:11:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:30 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3605089755' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:11:30.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:30 smithi123 ceph-mon[191304]: pgmap v17350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:30.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:30 smithi123 ceph-mon[191304]: from='client.53088 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:11:30.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:30 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3605089755' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:11:30.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:30 smithi123 ceph-mon[188613]: pgmap v17350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:30.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:30 smithi123 ceph-mon[188613]: from='client.53088 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:11:30.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:30 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3605089755' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:11:31.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:31 smithi177 ceph-mon[212096]: from='client.63044 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:11:31.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:31 smithi123 ceph-mon[191304]: from='client.63044 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:11:31.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:31 smithi123 ceph-mon[188613]: from='client.63044 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:11:32.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:32 smithi177 ceph-mon[212096]: pgmap v17351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:32.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:32 smithi123 ceph-mon[191304]: pgmap v17351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:32.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:32 smithi123 ceph-mon[188613]: pgmap v17351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:34.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:34 smithi177 ceph-mon[212096]: pgmap v17352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:34.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:34 smithi123 ceph-mon[191304]: pgmap v17352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:34.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:34 smithi123 ceph-mon[188613]: pgmap v17352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:36.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:36 smithi177 ceph-mon[212096]: pgmap v17353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:36.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:36 smithi123 ceph-mon[191304]: pgmap v17353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:36.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:36 smithi123 ceph-mon[188613]: pgmap v17353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:38.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:38 smithi177 ceph-mon[212096]: pgmap v17354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:38.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:38 smithi123 ceph-mon[191304]: pgmap v17354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:38.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:38 smithi123 ceph-mon[188613]: pgmap v17354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:11:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:11:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T19:11:40.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:40 smithi177 ceph-mon[212096]: pgmap v17355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:40 smithi123 ceph-mon[191304]: pgmap v17355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:40.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:40 smithi123 ceph-mon[188613]: pgmap v17355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:42 smithi177 ceph-mon[212096]: pgmap v17356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:42.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:11:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:42 smithi123 ceph-mon[191304]: pgmap v17356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:11:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:42 smithi123 ceph-mon[188613]: pgmap v17356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:11:44.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:44 smithi177 ceph-mon[212096]: pgmap v17357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:44.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:44 smithi123 ceph-mon[191304]: pgmap v17357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:44.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:44 smithi123 ceph-mon[188613]: pgmap v17357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:46.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:46 smithi177 ceph-mon[212096]: pgmap v17358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:46 smithi123 ceph-mon[191304]: pgmap v17358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:46.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:46 smithi123 ceph-mon[188613]: pgmap v17358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:48 smithi177 ceph-mon[212096]: pgmap v17359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:48.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:48 smithi123 ceph-mon[191304]: pgmap v17359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:48.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:48 smithi123 ceph-mon[188613]: pgmap v17359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:11:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:11:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:11:50.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:50 smithi177 ceph-mon[212096]: pgmap v17360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:50.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:50 smithi123 ceph-mon[191304]: pgmap v17360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:50.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:50 smithi123 ceph-mon[188613]: pgmap v17360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:52.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:52 smithi177 ceph-mon[212096]: pgmap v17361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:52.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:52 smithi123 ceph-mon[191304]: pgmap v17361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:52.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:52 smithi123 ceph-mon[188613]: pgmap v17361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:54.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:54 smithi177 ceph-mon[212096]: pgmap v17362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:54.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:54 smithi123 ceph-mon[191304]: pgmap v17362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:54.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:54 smithi123 ceph-mon[188613]: pgmap v17362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:56 smithi177 ceph-mon[212096]: pgmap v17363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:56.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:56 smithi123 ceph-mon[191304]: pgmap v17363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:56 smithi123 ceph-mon[188613]: pgmap v17363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:11:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:11:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:11:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:11:58 smithi177 ceph-mon[212096]: pgmap v17364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:11:58 smithi123 ceph-mon[191304]: pgmap v17364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:58.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:11:58 smithi123 ceph-mon[188613]: pgmap v17364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:11:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:11:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:11:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:12:00.190 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:12:00.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:00 smithi177 ceph-mon[212096]: pgmap v17365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:00 smithi123 ceph-mon[191304]: pgmap v17365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:00.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:00 smithi123 ceph-mon[188613]: pgmap v17365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:00.499 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:12:00.499 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 6m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:12:00.499 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 4m ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:12:00.499 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 6m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:12:00.499 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 4m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:12:00.499 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 4m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:12:00.499 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 6m ago 8h 861M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:12:00.499 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 6m ago 8h 2135M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:12:00.500 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 4m ago 8h 1031M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:12:00.500 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 6m ago 8h 1111M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:12:00.500 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 6m ago 8h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:12:00.500 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 4m ago 8h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:12:00.500 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 6m ago 8h 5329M 2203M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:12:00.500 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 6m ago 8h 6055M 2203M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:12:00.500 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 6m ago 8h 4917M 2203M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:12:00.500 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 6m ago 8h 5167M 2203M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:12:00.500 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 4m ago 8h 4347M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:12:00.500 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 4m ago 8h 4855M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:12:00.500 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 4m ago 8h 4185M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:12:00.500 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 4m ago 8h 4862M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:12:00.500 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 4m ago 8h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:12:00.882 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:12:00.882 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:12:00.882 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:12:00.882 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:12:00.882 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:12:00.882 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:12:00.882 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:12:00.883 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:12:00.883 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:12:00.883 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:12:00.883 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:12:00.883 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:12:00.883 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:12:00.883 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:12:00.883 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:12:00.883 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:12:00.883 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:12:00.883 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:12:01.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:01 smithi177 ceph-mon[212096]: from='client.53106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:12:01.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:01 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4256977029' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:12:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:01 smithi123 ceph-mon[191304]: from='client.53106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:12:01.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:01 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4256977029' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:12:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:01 smithi123 ceph-mon[188613]: from='client.53106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:12:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:01 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4256977029' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:12:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:02 smithi177 ceph-mon[212096]: from='client.63062 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:12:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:02 smithi177 ceph-mon[212096]: pgmap v17366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:02 smithi123 ceph-mon[188613]: from='client.63062 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:12:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:02 smithi123 ceph-mon[188613]: pgmap v17366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:02.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:02 smithi123 ceph-mon[191304]: from='client.63062 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:12:02.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:02 smithi123 ceph-mon[191304]: pgmap v17366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:04 smithi177 ceph-mon[212096]: pgmap v17367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:04.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:04 smithi123 ceph-mon[188613]: pgmap v17367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:04.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:04 smithi123 ceph-mon[191304]: pgmap v17367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:06 smithi177 ceph-mon[212096]: pgmap v17368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:06 smithi123 ceph-mon[188613]: pgmap v17368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:06 smithi123 ceph-mon[191304]: pgmap v17368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:08 smithi177 ceph-mon[212096]: pgmap v17369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:08 smithi123 ceph-mon[188613]: pgmap v17369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:08 smithi123 ceph-mon[191304]: pgmap v17369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:12:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:12:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:12:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:10 smithi177 ceph-mon[212096]: pgmap v17370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:10.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:10 smithi123 ceph-mon[188613]: pgmap v17370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:10.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:10 smithi123 ceph-mon[191304]: pgmap v17370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:12 smithi177 ceph-mon[212096]: pgmap v17371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:12:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:12 smithi123 ceph-mon[191304]: pgmap v17371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:12:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:12 smithi123 ceph-mon[188613]: pgmap v17371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:12:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:14 smithi177 ceph-mon[212096]: pgmap v17372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:14 smithi123 ceph-mon[191304]: pgmap v17372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:14.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:14 smithi123 ceph-mon[188613]: pgmap v17372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:16 smithi177 ceph-mon[212096]: pgmap v17373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:16 smithi123 ceph-mon[191304]: pgmap v17373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:16 smithi123 ceph-mon[188613]: pgmap v17373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:18 smithi177 ceph-mon[212096]: pgmap v17374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:18 smithi123 ceph-mon[191304]: pgmap v17374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:18 smithi123 ceph-mon[188613]: pgmap v17374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:12:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:12:19] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T19:12:20.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:20 smithi177 ceph-mon[212096]: pgmap v17375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:20 smithi123 ceph-mon[191304]: pgmap v17375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:20 smithi123 ceph-mon[188613]: pgmap v17375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:22.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:22 smithi177 ceph-mon[212096]: pgmap v17376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:22 smithi123 ceph-mon[191304]: pgmap v17376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:22.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:22 smithi123 ceph-mon[188613]: pgmap v17376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:24.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:24 smithi123 ceph-mon[188613]: pgmap v17377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:24.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:24 smithi123 ceph-mon[191304]: pgmap v17377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:24 smithi177 ceph-mon[212096]: pgmap v17377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:26.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:26 smithi123 ceph-mon[188613]: pgmap v17378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:26.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:26 smithi123 ceph-mon[191304]: pgmap v17378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:26 smithi177 ceph-mon[212096]: pgmap v17378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:12:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:12:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:12:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:12:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:12:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:12:28.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:28 smithi123 ceph-mon[188613]: pgmap v17379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:28.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:12:28.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:12:28.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:12:28.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:28 smithi123 ceph-mon[191304]: pgmap v17379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:28.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:12:28.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:12:28.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:12:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:28 smithi177 ceph-mon[212096]: pgmap v17379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:12:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:12:28.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:12:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:12:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:12:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:12:30.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:30 smithi123 ceph-mon[191304]: pgmap v17380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:30.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:30 smithi123 ceph-mon[188613]: pgmap v17380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:30 smithi177 ceph-mon[212096]: pgmap v17380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:31.231 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:12:31.541 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:12:31.542 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 7m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:12:31.542 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 5m ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:12:31.542 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 7m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:12:31.542 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 5m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:12:31.542 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 5m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:12:31.542 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 7m ago 8h 861M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:12:31.542 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 7m ago 8h 2135M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:12:31.542 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 5m ago 8h 1031M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:12:31.542 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 7m ago 8h 1111M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:12:31.542 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 7m ago 8h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:12:31.542 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 5m ago 8h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:12:31.542 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 7m ago 8h 5329M 2203M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:12:31.542 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 7m ago 8h 6055M 2203M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:12:31.542 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 7m ago 8h 4917M 2203M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:12:31.542 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 7m ago 8h 5167M 2203M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:12:31.543 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 5m ago 8h 4347M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:12:31.543 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 5m ago 8h 4855M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:12:31.543 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 5m ago 8h 4185M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:12:31.543 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 5m ago 8h 4862M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:12:31.543 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 5m ago 8h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:12:31.922 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:12:31.922 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:12:31.922 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:12:31.922 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:12:31.922 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:12:31.923 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:12:31.923 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:12:31.923 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:12:31.923 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:12:31.923 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:12:31.923 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:12:31.923 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:12:31.923 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:12:31.923 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:12:31.923 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:12:31.923 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:12:31.923 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:12:31.923 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:12:32.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:32 smithi123 ceph-mon[191304]: pgmap v17381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:32.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:32 smithi123 ceph-mon[191304]: from='client.63074 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:12:32.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:32 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1452173825' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:12:32.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:32 smithi123 ceph-mon[188613]: pgmap v17381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:32.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:32 smithi123 ceph-mon[188613]: from='client.63074 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:12:32.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:32 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1452173825' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:12:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:32 smithi177 ceph-mon[212096]: pgmap v17381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:32 smithi177 ceph-mon[212096]: from='client.63074 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:12:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:32 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1452173825' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:12:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:33 smithi123 ceph-mon[191304]: from='client.63080 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:12:33.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:33 smithi123 ceph-mon[188613]: from='client.63080 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:12:33.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:33 smithi177 ceph-mon[212096]: from='client.63080 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:12:34.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:34 smithi123 ceph-mon[191304]: pgmap v17382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:34.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:34 smithi123 ceph-mon[188613]: pgmap v17382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:34 smithi177 ceph-mon[212096]: pgmap v17382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:36.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:36 smithi123 ceph-mon[191304]: pgmap v17383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:36.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:36 smithi123 ceph-mon[188613]: pgmap v17383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:36 smithi177 ceph-mon[212096]: pgmap v17383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:38.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:38 smithi123 ceph-mon[191304]: pgmap v17384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:38.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:38 smithi123 ceph-mon[188613]: pgmap v17384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:38 smithi177 ceph-mon[212096]: pgmap v17384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:12:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:12:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:12:40.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:40 smithi123 ceph-mon[191304]: pgmap v17385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:40.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:40 smithi123 ceph-mon[188613]: pgmap v17385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:40 smithi177 ceph-mon[212096]: pgmap v17385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:42 smithi123 ceph-mon[191304]: pgmap v17386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:12:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:42 smithi123 ceph-mon[188613]: pgmap v17386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:12:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:42 smithi177 ceph-mon[212096]: pgmap v17386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:12:44.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:44 smithi123 ceph-mon[191304]: pgmap v17387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:44.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:44 smithi123 ceph-mon[188613]: pgmap v17387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:44.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:44 smithi177 ceph-mon[212096]: pgmap v17387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:46 smithi123 ceph-mon[191304]: pgmap v17388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:46.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:46 smithi123 ceph-mon[188613]: pgmap v17388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:46 smithi177 ceph-mon[212096]: pgmap v17388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:48.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:48 smithi123 ceph-mon[191304]: pgmap v17389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:48.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:48 smithi123 ceph-mon[188613]: pgmap v17389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:48 smithi177 ceph-mon[212096]: pgmap v17389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:12:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:12:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:12:50.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:50 smithi123 ceph-mon[191304]: pgmap v17390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:50.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:50 smithi123 ceph-mon[188613]: pgmap v17390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:50 smithi177 ceph-mon[212096]: pgmap v17390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:52.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:52 smithi123 ceph-mon[191304]: pgmap v17391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:52.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:52 smithi123 ceph-mon[188613]: pgmap v17391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:52 smithi177 ceph-mon[212096]: pgmap v17391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:54.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:54 smithi123 ceph-mon[191304]: pgmap v17392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:54.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:54 smithi123 ceph-mon[188613]: pgmap v17392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:54 smithi177 ceph-mon[212096]: pgmap v17392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:56.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:56 smithi123 ceph-mon[191304]: pgmap v17393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:56 smithi123 ceph-mon[188613]: pgmap v17393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:56 smithi177 ceph-mon[212096]: pgmap v17393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:12:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:12:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:12:58.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:12:58 smithi123 ceph-mon[191304]: pgmap v17394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:58.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:12:58 smithi123 ceph-mon[188613]: pgmap v17394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:12:58 smithi177 ceph-mon[212096]: pgmap v17394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:12:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:12:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:12:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:13:00.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:00 smithi123 ceph-mon[188613]: pgmap v17395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:00 smithi123 ceph-mon[191304]: pgmap v17395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:00 smithi177 ceph-mon[212096]: pgmap v17395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:02.271 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:13:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:02 smithi123 ceph-mon[191304]: pgmap v17396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:02 smithi123 ceph-mon[188613]: pgmap v17396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:02.580 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:13:02.580 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 7m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:13:02.580 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 5m ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:13:02.580 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 7m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:13:02.580 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 5m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:13:02.580 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 5m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:13:02.580 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 7m ago 8h 861M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:13:02.580 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 7m ago 8h 2135M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:13:02.580 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 5m ago 8h 1031M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:13:02.580 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 7m ago 8h 1111M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:13:02.580 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 7m ago 8h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:13:02.581 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 5m ago 8h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:13:02.581 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 7m ago 8h 5329M 2203M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:13:02.581 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 7m ago 8h 6055M 2203M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:13:02.581 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 7m ago 8h 4917M 2203M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:13:02.581 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 7m ago 8h 5167M 2203M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:13:02.581 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 5m ago 8h 4347M 2488M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:13:02.581 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 5m ago 8h 4855M 2488M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:13:02.581 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 5m ago 8h 4185M 2488M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:13:02.581 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 5m ago 8h 4862M 2488M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:13:02.581 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 5m ago 8h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:13:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:02 smithi177 ceph-mon[212096]: pgmap v17396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:02.961 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:13:02.961 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:13:02.961 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:13:02.961 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:13:02.961 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:13:02.961 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:13:02.961 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:13:02.961 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:13:02.961 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:13:02.961 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:13:02.961 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:13:02.961 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:13:02.961 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:13:02.962 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:13:02.962 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:13:02.962 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:13:02.962 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:13:02.962 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:13:03.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:03 smithi123 ceph-mon[191304]: from='client.63092 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:13:03.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:03 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1557961306' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:13:03.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:03 smithi123 ceph-mon[188613]: from='client.63092 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:13:03.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:03 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1557961306' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:13:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:03 smithi177 ceph-mon[212096]: from='client.63092 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:13:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:03 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1557961306' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:13:04.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:04 smithi123 ceph-mon[188613]: pgmap v17397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:04.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:04 smithi123 ceph-mon[188613]: from='client.53148 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:13:04.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:04 smithi123 ceph-mon[191304]: pgmap v17397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:04.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:04 smithi123 ceph-mon[191304]: from='client.53148 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:13:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:04 smithi177 ceph-mon[212096]: pgmap v17397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:04 smithi177 ceph-mon[212096]: from='client.53148 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:13:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:06 smithi123 ceph-mon[188613]: pgmap v17398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:06.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:06 smithi123 ceph-mon[191304]: pgmap v17398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:06 smithi177 ceph-mon[212096]: pgmap v17398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:08 smithi123 ceph-mon[191304]: pgmap v17399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:08 smithi123 ceph-mon[188613]: pgmap v17399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:08 smithi177 ceph-mon[212096]: pgmap v17399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:13:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:13:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:13:10.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:10 smithi177 ceph-mon[212096]: pgmap v17400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:10 smithi123 ceph-mon[191304]: pgmap v17400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:10 smithi123 ceph-mon[188613]: pgmap v17400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:12 smithi177 ceph-mon[212096]: pgmap v17401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:12.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:13:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:12 smithi123 ceph-mon[191304]: pgmap v17401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:13:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:12 smithi123 ceph-mon[188613]: pgmap v17401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:13:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:14 smithi177 ceph-mon[212096]: pgmap v17402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:14 smithi123 ceph-mon[191304]: pgmap v17402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:14 smithi123 ceph-mon[188613]: pgmap v17402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:16 smithi177 ceph-mon[212096]: pgmap v17403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:16 smithi123 ceph-mon[191304]: pgmap v17403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:16.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:16 smithi123 ceph-mon[188613]: pgmap v17403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:18 smithi177 ceph-mon[212096]: pgmap v17404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:18 smithi123 ceph-mon[191304]: pgmap v17404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:18 smithi123 ceph-mon[188613]: pgmap v17404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:13:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:13:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:13:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:20 smithi177 ceph-mon[212096]: pgmap v17405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:20 smithi123 ceph-mon[191304]: pgmap v17405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:20 smithi123 ceph-mon[188613]: pgmap v17405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:22 smithi177 ceph-mon[212096]: pgmap v17406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:22 smithi123 ceph-mon[191304]: pgmap v17406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:22 smithi123 ceph-mon[188613]: pgmap v17406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:24 smithi177 ceph-mon[212096]: pgmap v17407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:24 smithi123 ceph-mon[191304]: pgmap v17407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:24 smithi123 ceph-mon[188613]: pgmap v17407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:26 smithi177 ceph-mon[212096]: pgmap v17408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:26 smithi123 ceph-mon[191304]: pgmap v17408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:26 smithi123 ceph-mon[188613]: pgmap v17408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:13:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:13:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:13:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:28 smithi177 ceph-mon[212096]: pgmap v17409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:28.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:13:28.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:13:28.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:13:28.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:13:28.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:13:28.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:13:28.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:13:28.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:13:28.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:13:28.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:13:28.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:13:28.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:13:28.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:13:28.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:13:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:28 smithi123 ceph-mon[191304]: pgmap v17409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:13:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:13:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:13:28.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:13:28.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:13:28.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:13:28.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:13:28.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:13:28.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:13:28.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:13:28.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:13:28.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:13:28.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:13:28.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:13:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:28 smithi123 ceph-mon[188613]: pgmap v17409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:13:28.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:13:28.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:13:28.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:13:28.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:13:28.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:13:28.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:13:28.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:13:28.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:13:28.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:13:28.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:13:28.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:13:28.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:13:28.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:13:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:29 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi177 to 2486M 2023-12-20T19:13:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:29 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2189M 2023-12-20T19:13:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:13:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:13:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:13:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:29 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi177 to 2486M 2023-12-20T19:13:29.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:29 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2189M 2023-12-20T19:13:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:29 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi177 to 2486M 2023-12-20T19:13:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:29 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2189M 2023-12-20T19:13:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:30 smithi177 ceph-mon[212096]: pgmap v17410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:30 smithi123 ceph-mon[188613]: pgmap v17410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:30 smithi123 ceph-mon[191304]: pgmap v17410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:32 smithi177 ceph-mon[212096]: pgmap v17411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:32 smithi123 ceph-mon[188613]: pgmap v17411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:32 smithi123 ceph-mon[191304]: pgmap v17411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:33.307 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:13:33.613 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:13:33.613 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 8m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:13:33.613 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 6m ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:13:33.614 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 8m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:13:33.614 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 6m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:13:33.614 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 6m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:13:33.614 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 8m ago 8h 861M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:13:33.614 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 8m ago 8h 2135M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:13:33.614 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 6m ago 8h 1031M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:13:33.614 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 8m ago 8h 1111M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:13:33.614 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 8m ago 8h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:13:33.614 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 6m ago 8h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:13:33.614 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 8m ago 8h 5329M 2189M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:13:33.614 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 8m ago 8h 6055M 2189M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:13:33.614 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 8m ago 8h 4917M 2189M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:13:33.614 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 8m ago 8h 5167M 2189M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:13:33.614 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 6m ago 8h 4347M 2486M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:13:33.615 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 6m ago 8h 4855M 2486M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:13:33.615 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 6m ago 8h 4185M 2486M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:13:33.615 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 6m ago 8h 4862M 2486M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:13:33.615 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 6m ago 8h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:13:33.994 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:13:33.995 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:13:33.995 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:13:33.995 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:13:33.995 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:13:33.995 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:13:33.995 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:13:33.995 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:13:33.995 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:13:33.995 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:13:33.995 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:13:33.995 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:13:33.995 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:13:33.995 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:13:33.995 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:13:33.996 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:13:33.996 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:13:33.996 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:13:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:34 smithi177 ceph-mon[212096]: pgmap v17412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:34 smithi177 ceph-mon[212096]: from='client.63110 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:13:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:34 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1109839671' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:13:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:34 smithi123 ceph-mon[188613]: pgmap v17412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:34 smithi123 ceph-mon[188613]: from='client.63110 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:13:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:34 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1109839671' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:13:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:34 smithi123 ceph-mon[191304]: pgmap v17412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:34 smithi123 ceph-mon[191304]: from='client.63110 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:13:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:34 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1109839671' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:13:35.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:35 smithi177 ceph-mon[212096]: from='client.63116 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:13:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:35 smithi123 ceph-mon[191304]: from='client.63116 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:13:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:35 smithi123 ceph-mon[188613]: from='client.63116 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:13:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:36 smithi177 ceph-mon[212096]: pgmap v17413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:36 smithi123 ceph-mon[191304]: pgmap v17413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:36 smithi123 ceph-mon[188613]: pgmap v17413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:38 smithi177 ceph-mon[212096]: pgmap v17414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:38 smithi123 ceph-mon[191304]: pgmap v17414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:38 smithi123 ceph-mon[188613]: pgmap v17414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:13:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:13:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:13:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:40 smithi177 ceph-mon[212096]: pgmap v17415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:40 smithi123 ceph-mon[191304]: pgmap v17415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:40 smithi123 ceph-mon[188613]: pgmap v17415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:42 smithi177 ceph-mon[212096]: pgmap v17416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:13:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:42 smithi123 ceph-mon[191304]: pgmap v17416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:13:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:42 smithi123 ceph-mon[188613]: pgmap v17416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:13:44.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:44 smithi177 ceph-mon[212096]: pgmap v17417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:44 smithi123 ceph-mon[191304]: pgmap v17417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:44 smithi123 ceph-mon[188613]: pgmap v17417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:46 smithi177 ceph-mon[212096]: pgmap v17418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:46 smithi123 ceph-mon[191304]: pgmap v17418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:46 smithi123 ceph-mon[188613]: pgmap v17418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:48 smithi177 ceph-mon[212096]: pgmap v17419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:48 smithi123 ceph-mon[191304]: pgmap v17419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:48 smithi123 ceph-mon[188613]: pgmap v17419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:13:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:13:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:13:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:50 smithi177 ceph-mon[212096]: pgmap v17420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:50 smithi123 ceph-mon[191304]: pgmap v17420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:50 smithi123 ceph-mon[188613]: pgmap v17420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:52 smithi177 ceph-mon[212096]: pgmap v17421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:52 smithi123 ceph-mon[191304]: pgmap v17421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:52 smithi123 ceph-mon[188613]: pgmap v17421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:54 smithi177 ceph-mon[212096]: pgmap v17422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:54 smithi123 ceph-mon[191304]: pgmap v17422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:54 smithi123 ceph-mon[188613]: pgmap v17422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:56 smithi177 ceph-mon[212096]: pgmap v17423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:56 smithi123 ceph-mon[191304]: pgmap v17423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:56 smithi123 ceph-mon[188613]: pgmap v17423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:13:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:13:57.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:13:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:13:58 smithi177 ceph-mon[212096]: pgmap v17424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:13:58 smithi123 ceph-mon[191304]: pgmap v17424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:13:58 smithi123 ceph-mon[188613]: pgmap v17424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:13:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:13:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:13:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:14:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:00 smithi177 ceph-mon[212096]: pgmap v17425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:00 smithi123 ceph-mon[191304]: pgmap v17425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:00 smithi123 ceph-mon[188613]: pgmap v17425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:02 smithi177 ceph-mon[212096]: pgmap v17426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:02 smithi123 ceph-mon[191304]: pgmap v17426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:02 smithi123 ceph-mon[188613]: pgmap v17426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:04.342 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:14:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:04 smithi177 ceph-mon[212096]: pgmap v17427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:04.654 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:14:04.654 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 8m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:14:04.654 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 6m ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:14:04.654 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 8m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:14:04.654 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 6m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:14:04.654 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 6m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:14:04.654 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 8m ago 8h 861M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:14:04.654 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 8m ago 8h 2135M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:14:04.654 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 6m ago 8h 1031M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:14:04.654 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 8m ago 8h 1111M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:14:04.655 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 8m ago 8h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:14:04.655 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 6m ago 8h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:14:04.655 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 8m ago 8h 5329M 2189M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:14:04.655 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 8m ago 8h 6055M 2189M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:14:04.655 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 8m ago 8h 4917M 2189M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:14:04.655 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 8m ago 8h 5167M 2189M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:14:04.655 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 6m ago 8h 4347M 2486M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:14:04.655 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 6m ago 8h 4855M 2486M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:14:04.655 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 6m ago 8h 4185M 2486M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:14:04.655 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 6m ago 8h 4862M 2486M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:14:04.655 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 6m ago 8h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:14:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:04 smithi123 ceph-mon[191304]: pgmap v17427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:04 smithi123 ceph-mon[188613]: pgmap v17427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:05.037 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:14:05.038 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:14:05.038 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:14:05.038 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:14:05.038 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:14:05.038 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:14:05.038 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:14:05.038 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:14:05.038 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:14:05.038 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:14:05.038 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:14:05.038 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:14:05.038 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:14:05.039 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:14:05.039 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:14:05.039 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:14:05.039 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:14:05.039 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:14:05.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:05 smithi177 ceph-mon[212096]: from='client.63128 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:14:05.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:05 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1227304147' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:14:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:05 smithi123 ceph-mon[191304]: from='client.63128 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:14:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:05 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1227304147' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:14:05.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:05 smithi123 ceph-mon[188613]: from='client.63128 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:14:05.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:05 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1227304147' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:14:06.658 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:06 smithi177 ceph-mon[212096]: pgmap v17428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:06.658 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:06 smithi177 ceph-mon[212096]: from='client.53184 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:14:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:06 smithi123 ceph-mon[191304]: pgmap v17428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:06 smithi123 ceph-mon[191304]: from='client.53184 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:14:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:06 smithi123 ceph-mon[188613]: pgmap v17428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:06 smithi123 ceph-mon[188613]: from='client.53184 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:14:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:08 smithi177 ceph-mon[212096]: pgmap v17429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:08 smithi123 ceph-mon[191304]: pgmap v17429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:08 smithi123 ceph-mon[188613]: pgmap v17429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:14:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:14:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:14:10.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:10 smithi177 ceph-mon[212096]: pgmap v17430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:10 smithi123 ceph-mon[191304]: pgmap v17430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:10 smithi123 ceph-mon[188613]: pgmap v17430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:12 smithi177 ceph-mon[212096]: pgmap v17431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:12.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:14:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:12 smithi123 ceph-mon[191304]: pgmap v17431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:14:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:12 smithi123 ceph-mon[188613]: pgmap v17431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:14:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:14 smithi177 ceph-mon[212096]: pgmap v17432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:14 smithi123 ceph-mon[191304]: pgmap v17432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:14.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:14 smithi123 ceph-mon[188613]: pgmap v17432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:16 smithi177 ceph-mon[212096]: pgmap v17433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:16 smithi123 ceph-mon[191304]: pgmap v17433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:16 smithi123 ceph-mon[188613]: pgmap v17433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:18 smithi177 ceph-mon[212096]: pgmap v17434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:18 smithi123 ceph-mon[191304]: pgmap v17434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:18 smithi123 ceph-mon[188613]: pgmap v17434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:14:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:14:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:14:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:20 smithi177 ceph-mon[212096]: pgmap v17435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:20 smithi123 ceph-mon[191304]: pgmap v17435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:20 smithi123 ceph-mon[188613]: pgmap v17435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:22 smithi123 ceph-mon[191304]: pgmap v17436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:22 smithi123 ceph-mon[188613]: pgmap v17436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:22 smithi177 ceph-mon[212096]: pgmap v17436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:24 smithi123 ceph-mon[191304]: pgmap v17437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:24 smithi123 ceph-mon[188613]: pgmap v17437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:24 smithi177 ceph-mon[212096]: pgmap v17437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:26 smithi123 ceph-mon[188613]: pgmap v17438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:26 smithi123 ceph-mon[191304]: pgmap v17438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:26 smithi177 ceph-mon[212096]: pgmap v17438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:14:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:14:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:14:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:28 smithi123 ceph-mon[191304]: pgmap v17439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:14:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:28 smithi123 ceph-mon[188613]: pgmap v17439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:14:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:28 smithi177 ceph-mon[212096]: pgmap v17439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:14:29.425 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:14:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:14:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:14:29.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:14:29.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:14:29.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:14:29.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:14:29.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:14:29.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:14:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:14:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:14:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:14:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:30 smithi123 ceph-mon[191304]: pgmap v17440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:30 smithi123 ceph-mon[188613]: pgmap v17440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:30 smithi177 ceph-mon[212096]: pgmap v17440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:32 smithi123 ceph-mon[191304]: pgmap v17441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:32 smithi123 ceph-mon[188613]: pgmap v17441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:32 smithi177 ceph-mon[212096]: pgmap v17441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:34 smithi123 ceph-mon[191304]: pgmap v17442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:34 smithi123 ceph-mon[188613]: pgmap v17442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:34 smithi177 ceph-mon[212096]: pgmap v17442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:35.383 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:14:35.692 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:14:35.692 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 9m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:14:35.692 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 7m ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:14:35.692 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 9m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:14:35.692 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 7m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:14:35.692 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 7m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:14:35.692 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 9m ago 8h 861M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:14:35.692 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 9m ago 8h 2135M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:14:35.692 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 7m ago 8h 1031M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:14:35.693 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 9m ago 8h 1111M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:14:35.693 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 9m ago 8h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:14:35.693 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 7m ago 8h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:14:35.693 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 9m ago 8h 5329M 2189M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:14:35.693 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 9m ago 8h 6055M 2189M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:14:35.693 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 9m ago 8h 4917M 2189M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:14:35.693 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 9m ago 8h 5167M 2189M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:14:35.693 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 7m ago 8h 4347M 2486M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:14:35.693 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 7m ago 8h 4855M 2486M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:14:35.693 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 7m ago 8h 4185M 2486M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:14:35.693 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 7m ago 8h 4862M 2486M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:14:35.693 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 7m ago 8h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:14:36.075 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:14:36.076 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:14:36.076 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:14:36.076 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:14:36.076 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:14:36.076 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:14:36.076 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:14:36.076 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:14:36.076 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:14:36.076 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:14:36.076 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:14:36.076 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:14:36.076 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:14:36.076 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:14:36.077 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:14:36.077 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:14:36.077 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:14:36.077 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:14:36.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:36 smithi123 ceph-mon[191304]: pgmap v17443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:36.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:36 smithi123 ceph-mon[191304]: from='client.53196 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:14:36.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:36 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/232531740' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:14:36.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:36 smithi123 ceph-mon[188613]: pgmap v17443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:36.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:36 smithi123 ceph-mon[188613]: from='client.53196 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:14:36.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:36 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/232531740' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:14:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:36 smithi177 ceph-mon[212096]: pgmap v17443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:36 smithi177 ceph-mon[212096]: from='client.53196 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:14:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:36 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/232531740' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:14:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:37 smithi123 ceph-mon[191304]: from='client.63152 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:14:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:37 smithi123 ceph-mon[188613]: from='client.63152 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:14:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:37 smithi177 ceph-mon[212096]: from='client.63152 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:14:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:38 smithi123 ceph-mon[191304]: pgmap v17444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:38 smithi123 ceph-mon[188613]: pgmap v17444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:38 smithi177 ceph-mon[212096]: pgmap v17444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:14:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:14:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:14:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:40 smithi123 ceph-mon[191304]: pgmap v17445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:40 smithi123 ceph-mon[188613]: pgmap v17445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:40 smithi177 ceph-mon[212096]: pgmap v17445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:42 smithi123 ceph-mon[191304]: pgmap v17446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:14:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:42 smithi123 ceph-mon[188613]: pgmap v17446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:14:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:42 smithi177 ceph-mon[212096]: pgmap v17446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:14:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:44 smithi123 ceph-mon[191304]: pgmap v17447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:44.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:44 smithi123 ceph-mon[188613]: pgmap v17447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:44 smithi177 ceph-mon[212096]: pgmap v17447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:46 smithi123 ceph-mon[188613]: pgmap v17448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:46 smithi123 ceph-mon[191304]: pgmap v17448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:46 smithi177 ceph-mon[212096]: pgmap v17448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:48 smithi123 ceph-mon[188613]: pgmap v17449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:48.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:48 smithi123 ceph-mon[191304]: pgmap v17449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:48 smithi177 ceph-mon[212096]: pgmap v17449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:14:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:14:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:14:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:49 smithi177 ceph-mon[212096]: pgmap v17450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:49 smithi123 ceph-mon[191304]: pgmap v17450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:49 smithi123 ceph-mon[188613]: pgmap v17450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:52.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:52 smithi177 ceph-mon[212096]: pgmap v17451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:52.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:52 smithi123 ceph-mon[191304]: pgmap v17451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:52.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:52 smithi123 ceph-mon[188613]: pgmap v17451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:54.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:54 smithi177 ceph-mon[212096]: pgmap v17452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:54.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:54 smithi123 ceph-mon[191304]: pgmap v17452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:54.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:54 smithi123 ceph-mon[188613]: pgmap v17452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:56 smithi177 ceph-mon[212096]: pgmap v17453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:56.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:56 smithi123 ceph-mon[191304]: pgmap v17453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:56 smithi123 ceph-mon[188613]: pgmap v17453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:14:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:14:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:14:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:14:58 smithi177 ceph-mon[212096]: pgmap v17454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:14:58 smithi123 ceph-mon[191304]: pgmap v17454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:58.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:14:58 smithi123 ceph-mon[188613]: pgmap v17454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:14:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:14:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:14:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:15:00.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:00 smithi177 ceph-mon[212096]: pgmap v17455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:00 smithi123 ceph-mon[191304]: pgmap v17455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:00.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:00 smithi123 ceph-mon[188613]: pgmap v17455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:02 smithi177 ceph-mon[212096]: pgmap v17456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:02 smithi123 ceph-mon[191304]: pgmap v17456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:02 smithi123 ceph-mon[188613]: pgmap v17456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:04 smithi177 ceph-mon[212096]: pgmap v17457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:04.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:04 smithi123 ceph-mon[191304]: pgmap v17457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:04.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:04 smithi123 ceph-mon[188613]: pgmap v17457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:06 smithi177 ceph-mon[212096]: pgmap v17458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:06.421 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:15:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:06 smithi123 ceph-mon[191304]: pgmap v17458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:06 smithi123 ceph-mon[188613]: pgmap v17458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:06.726 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:15:06.726 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 9m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:15:06.726 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 7m ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:15:06.726 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 9m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:15:06.726 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 7m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:15:06.726 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 7m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:15:06.726 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 9m ago 8h 861M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:15:06.726 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 9m ago 8h 2135M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:15:06.726 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 7m ago 8h 1031M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:15:06.726 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 9m ago 8h 1111M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:15:06.726 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 9m ago 8h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:15:06.727 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 7m ago 8h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:15:06.727 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 9m ago 8h 5329M 2189M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:15:06.727 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 9m ago 8h 6055M 2189M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:15:06.727 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 9m ago 8h 4917M 2189M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:15:06.727 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 9m ago 8h 5167M 2189M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:15:06.727 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 7m ago 8h 4347M 2486M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:15:06.727 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 7m ago 8h 4855M 2486M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:15:06.727 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 7m ago 8h 4185M 2486M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:15:06.727 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 7m ago 8h 4862M 2486M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:15:06.727 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 7m ago 8h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:15:07.110 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:15:07.111 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:15:07.111 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:15:07.111 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:15:07.111 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:15:07.111 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:15:07.111 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:15:07.111 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:15:07.111 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:15:07.111 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:15:07.111 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:15:07.111 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:15:07.111 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:15:07.111 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:15:07.111 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:15:07.111 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:15:07.112 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:15:07.112 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:15:07.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:07 smithi177 ceph-mon[212096]: from='client.53214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:15:07.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:07 smithi123 ceph-mon[191304]: from='client.53214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:15:07.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:07 smithi123 ceph-mon[188613]: from='client.53214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:15:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:08 smithi177 ceph-mon[212096]: pgmap v17459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:08 smithi177 ceph-mon[212096]: from='client.63170 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:15:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:08 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2687055346' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:15:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:08 smithi123 ceph-mon[191304]: pgmap v17459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:08 smithi123 ceph-mon[191304]: from='client.63170 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:15:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:08 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2687055346' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:15:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:08 smithi123 ceph-mon[188613]: pgmap v17459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:08 smithi123 ceph-mon[188613]: from='client.63170 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:15:08.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:08 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2687055346' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:15:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:15:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:15:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:15:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:10 smithi177 ceph-mon[212096]: pgmap v17460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:10.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:10 smithi123 ceph-mon[191304]: pgmap v17460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:10.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:10 smithi123 ceph-mon[188613]: pgmap v17460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:12 smithi177 ceph-mon[212096]: pgmap v17461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:15:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:12 smithi123 ceph-mon[191304]: pgmap v17461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:15:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:12 smithi123 ceph-mon[188613]: pgmap v17461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:15:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:14 smithi177 ceph-mon[212096]: pgmap v17462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:14 smithi123 ceph-mon[191304]: pgmap v17462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:14.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:14 smithi123 ceph-mon[188613]: pgmap v17462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:16 smithi177 ceph-mon[212096]: pgmap v17463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:16 smithi123 ceph-mon[191304]: pgmap v17463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:16 smithi123 ceph-mon[188613]: pgmap v17463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:18 smithi177 ceph-mon[212096]: pgmap v17464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:18 smithi123 ceph-mon[191304]: pgmap v17464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:18 smithi123 ceph-mon[188613]: pgmap v17464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:15:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:15:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T19:15:20.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:20 smithi177 ceph-mon[212096]: pgmap v17465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:20 smithi123 ceph-mon[191304]: pgmap v17465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:20 smithi123 ceph-mon[188613]: pgmap v17465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:22.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:22 smithi177 ceph-mon[212096]: pgmap v17466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:22 smithi123 ceph-mon[191304]: pgmap v17466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:22.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:22 smithi123 ceph-mon[188613]: pgmap v17466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:24.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:24 smithi177 ceph-mon[212096]: pgmap v17467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:24.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:24 smithi123 ceph-mon[191304]: pgmap v17467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:24.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:24 smithi123 ceph-mon[188613]: pgmap v17467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:26 smithi177 ceph-mon[212096]: pgmap v17468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:26 smithi123 ceph-mon[191304]: pgmap v17468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:26.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:26 smithi123 ceph-mon[188613]: pgmap v17468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:15:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:15:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:15:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:28 smithi177 ceph-mon[212096]: pgmap v17469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:28 smithi123 ceph-mon[191304]: pgmap v17469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:28.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:28 smithi123 ceph-mon[188613]: pgmap v17469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:29.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:15:29.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:15:29.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:15:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:15:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:15:29] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T19:15:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:30 smithi177 ceph-mon[212096]: pgmap v17470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:15:30.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:15:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:30 smithi123 ceph-mon[188613]: pgmap v17470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:15:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:15:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:30 smithi123 ceph-mon[191304]: pgmap v17470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:30.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:15:30.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:15:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:32 smithi177 ceph-mon[212096]: pgmap v17471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:15:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:15:32.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:15:32.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:15:32.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:15:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:32 smithi123 ceph-mon[191304]: pgmap v17471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:15:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:15:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:15:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:15:32.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:15:32.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:32 smithi123 ceph-mon[188613]: pgmap v17471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:32.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:15:32.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:15:32.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:15:32.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:15:32.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:15:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:34 smithi177 ceph-mon[212096]: pgmap v17472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:34 smithi123 ceph-mon[188613]: pgmap v17472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:34 smithi123 ceph-mon[191304]: pgmap v17472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:36 smithi177 ceph-mon[212096]: pgmap v17473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:36 smithi123 ceph-mon[191304]: pgmap v17473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:36 smithi123 ceph-mon[188613]: pgmap v17473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:37.455 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:15:37.761 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:15:37.762 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 6s ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:15:37.762 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 8m ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:15:37.762 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 6s ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:15:37.762 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 8m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:15:37.762 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 8m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:15:37.762 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 6s ago 8h 867M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:15:37.762 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 6s ago 8h 2168M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:15:37.762 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 8m ago 8h 1031M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:15:37.762 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 6s ago 8h 1128M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:15:37.762 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 6s ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:15:37.762 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 8m ago 8h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:15:37.762 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 6s ago 8h 5362M 2189M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:15:37.762 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 6s ago 8h 6084M 2189M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:15:37.762 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 6s ago 8h 4942M 2189M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:15:37.762 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 6s ago 8h 5198M 2189M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:15:37.763 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 8m ago 8h 4347M 2486M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:15:37.763 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 8m ago 8h 4855M 2486M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:15:37.763 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 8m ago 8h 4185M 2486M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:15:37.763 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 8m ago 8h 4862M 2486M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:15:37.763 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 8m ago 8h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:15:38.143 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:15:38.143 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:15:38.143 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:15:38.143 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:15:38.144 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:15:38.144 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:15:38.144 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:15:38.144 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:15:38.144 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:15:38.144 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:15:38.144 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:15:38.144 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:15:38.144 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:15:38.144 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:15:38.144 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:15:38.144 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:15:38.144 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:15:38.144 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:15:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:38 smithi177 ceph-mon[212096]: pgmap v17474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:38 smithi177 ceph-mon[212096]: from='client.53232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:15:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:38 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3969955077' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:15:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:38 smithi123 ceph-mon[188613]: pgmap v17474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:38 smithi123 ceph-mon[188613]: from='client.53232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:15:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:38 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3969955077' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:15:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:38 smithi123 ceph-mon[191304]: pgmap v17474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:38 smithi123 ceph-mon[191304]: from='client.53232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:15:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:38 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3969955077' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:15:39.355 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:15:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:15:39] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T19:15:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:39 smithi177 ceph-mon[212096]: from='client.63188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:15:39.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:39 smithi123 ceph-mon[188613]: from='client.63188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:15:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:39 smithi123 ceph-mon[191304]: from='client.63188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:15:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:40 smithi177 ceph-mon[212096]: pgmap v17475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:40 smithi123 ceph-mon[191304]: pgmap v17475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:40 smithi123 ceph-mon[188613]: pgmap v17475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:42 smithi177 ceph-mon[212096]: pgmap v17476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:15:42.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:42 smithi123 ceph-mon[191304]: pgmap v17476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:42.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:15:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:42 smithi123 ceph-mon[188613]: pgmap v17476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:15:44.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:44 smithi177 ceph-mon[212096]: pgmap v17477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:44 smithi123 ceph-mon[191304]: pgmap v17477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:44 smithi123 ceph-mon[188613]: pgmap v17477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:46 smithi177 ceph-mon[212096]: pgmap v17478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:46 smithi123 ceph-mon[191304]: pgmap v17478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:46 smithi123 ceph-mon[188613]: pgmap v17478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:48 smithi177 ceph-mon[212096]: pgmap v17479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:48 smithi123 ceph-mon[191304]: pgmap v17479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:48 smithi123 ceph-mon[188613]: pgmap v17479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:15:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:15:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:15:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:50 smithi177 ceph-mon[212096]: pgmap v17480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:50 smithi123 ceph-mon[191304]: pgmap v17480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:50 smithi123 ceph-mon[188613]: pgmap v17480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:52 smithi177 ceph-mon[212096]: pgmap v17481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:52 smithi123 ceph-mon[188613]: pgmap v17481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:52 smithi123 ceph-mon[191304]: pgmap v17481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:54 smithi177 ceph-mon[212096]: pgmap v17482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:54 smithi123 ceph-mon[191304]: pgmap v17482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:54 smithi123 ceph-mon[188613]: pgmap v17482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:56 smithi177 ceph-mon[212096]: pgmap v17483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:56 smithi123 ceph-mon[191304]: pgmap v17483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:56 smithi123 ceph-mon[188613]: pgmap v17483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:15:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:15:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:15:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:15:58 smithi177 ceph-mon[212096]: pgmap v17484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:15:58 smithi123 ceph-mon[191304]: pgmap v17484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:15:58 smithi123 ceph-mon[188613]: pgmap v17484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:15:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:15:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:15:59] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T19:16:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:00 smithi177 ceph-mon[212096]: pgmap v17485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:00 smithi123 ceph-mon[191304]: pgmap v17485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:00 smithi123 ceph-mon[188613]: pgmap v17485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:02 smithi123 ceph-mon[188613]: pgmap v17486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:02 smithi123 ceph-mon[191304]: pgmap v17486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:02 smithi177 ceph-mon[212096]: pgmap v17486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:04 smithi123 ceph-mon[191304]: pgmap v17487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:04 smithi123 ceph-mon[188613]: pgmap v17487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:04 smithi177 ceph-mon[212096]: pgmap v17487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:06 smithi123 ceph-mon[191304]: pgmap v17488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:06 smithi123 ceph-mon[188613]: pgmap v17488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:06 smithi177 ceph-mon[212096]: pgmap v17488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:08.491 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:16:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:08 smithi123 ceph-mon[191304]: pgmap v17489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:08 smithi123 ceph-mon[188613]: pgmap v17489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:08.799 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:16:08.799 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 37s ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:16:08.799 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 8m ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:16:08.799 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 37s ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:16:08.799 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 8m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:16:08.799 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 8m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:16:08.799 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 37s ago 8h 867M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:16:08.799 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 37s ago 8h 2168M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:16:08.799 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 8m ago 8h 1031M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:16:08.799 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 37s ago 8h 1128M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:16:08.800 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 37s ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:16:08.800 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 8m ago 8h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:16:08.800 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 37s ago 8h 5362M 2189M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:16:08.800 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 37s ago 8h 6084M 2189M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:16:08.800 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 37s ago 8h 4942M 2189M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:16:08.800 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 37s ago 8h 5198M 2189M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:16:08.800 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 8m ago 8h 4347M 2486M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:16:08.800 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 8m ago 8h 4855M 2486M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:16:08.800 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 8m ago 8h 4185M 2486M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:16:08.800 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 8m ago 8h 4862M 2486M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:16:08.800 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 8m ago 8h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:16:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:08 smithi177 ceph-mon[212096]: pgmap v17489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:09.179 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:16:09.180 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:16:09.180 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:16:09.180 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:16:09.180 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:16:09.180 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:16:09.180 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:16:09.180 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:16:09.180 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:16:09.180 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:16:09.180 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:16:09.180 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:16:09.180 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:16:09.181 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:16:09.181 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:16:09.181 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:16:09.181 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:16:09.181 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:16:09.418 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:16:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:16:09] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T19:16:09.419 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:09 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3102920913' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:16:09.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:09 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3102920913' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:16:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:09 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3102920913' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:16:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:10 smithi123 ceph-mon[191304]: from='client.63200 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:16:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:10 smithi123 ceph-mon[191304]: pgmap v17490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:10 smithi123 ceph-mon[191304]: from='client.63206 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:16:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:10 smithi123 ceph-mon[188613]: from='client.63200 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:16:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:10 smithi123 ceph-mon[188613]: pgmap v17490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:10 smithi123 ceph-mon[188613]: from='client.63206 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:16:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:10 smithi177 ceph-mon[212096]: from='client.63200 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:16:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:10 smithi177 ceph-mon[212096]: pgmap v17490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:10 smithi177 ceph-mon[212096]: from='client.63206 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:16:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:12 smithi123 ceph-mon[191304]: pgmap v17491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:16:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:12 smithi123 ceph-mon[188613]: pgmap v17491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:16:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:12 smithi177 ceph-mon[212096]: pgmap v17491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:16:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:14 smithi123 ceph-mon[188613]: pgmap v17492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:14 smithi123 ceph-mon[191304]: pgmap v17492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:14 smithi177 ceph-mon[212096]: pgmap v17492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:16 smithi123 ceph-mon[191304]: pgmap v17493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:16 smithi123 ceph-mon[188613]: pgmap v17493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:16 smithi177 ceph-mon[212096]: pgmap v17493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:18 smithi123 ceph-mon[191304]: pgmap v17494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:18 smithi123 ceph-mon[188613]: pgmap v17494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:18 smithi177 ceph-mon[212096]: pgmap v17494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:16:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:16:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:16:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:20 smithi123 ceph-mon[191304]: pgmap v17495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:20 smithi123 ceph-mon[188613]: pgmap v17495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:20 smithi177 ceph-mon[212096]: pgmap v17495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:22 smithi123 ceph-mon[191304]: pgmap v17496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:22 smithi123 ceph-mon[188613]: pgmap v17496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:22 smithi177 ceph-mon[212096]: pgmap v17496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:24.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:24 smithi123 ceph-mon[191304]: pgmap v17497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:24.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:24 smithi123 ceph-mon[188613]: pgmap v17497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:24 smithi177 ceph-mon[212096]: pgmap v17497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:26 smithi123 ceph-mon[191304]: pgmap v17498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:26 smithi123 ceph-mon[188613]: pgmap v17498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:26 smithi177 ceph-mon[212096]: pgmap v17498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:16:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:16:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:16:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:28 smithi123 ceph-mon[191304]: pgmap v17499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:28 smithi123 ceph-mon[188613]: pgmap v17499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:28 smithi177 ceph-mon[212096]: pgmap v17499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:16:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:16:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:16:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:30 smithi123 ceph-mon[191304]: pgmap v17500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:30 smithi123 ceph-mon[188613]: pgmap v17500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:30 smithi177 ceph-mon[212096]: pgmap v17500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:32 smithi123 ceph-mon[188613]: pgmap v17501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:16:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:16:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:16:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:32 smithi123 ceph-mon[191304]: pgmap v17501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:16:32.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:16:32.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:16:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:32 smithi177 ceph-mon[212096]: pgmap v17501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:16:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:16:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:16:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:16:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:16:33.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:16:33.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:16:33.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:16:33.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:16:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:16:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:16:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:16:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:34 smithi123 ceph-mon[191304]: pgmap v17502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:34 smithi123 ceph-mon[188613]: pgmap v17502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:34 smithi177 ceph-mon[212096]: pgmap v17502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:36 smithi123 ceph-mon[191304]: pgmap v17503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:36 smithi123 ceph-mon[188613]: pgmap v17503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:36 smithi177 ceph-mon[212096]: pgmap v17503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:38.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:38 smithi123 ceph-mon[191304]: pgmap v17504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:38.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:38 smithi123 ceph-mon[188613]: pgmap v17504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:38 smithi177 ceph-mon[212096]: pgmap v17504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:16:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:16:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:16:39.529 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:16:39.836 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:16:39.836 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 68s ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:16:39.836 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 9m ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:16:39.836 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 68s ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:16:39.836 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 9m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:16:39.836 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 9m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:16:39.836 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 68s ago 8h 867M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:16:39.837 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 68s ago 8h 2168M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:16:39.837 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 9m ago 8h 1031M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:16:39.837 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 68s ago 8h 1128M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:16:39.837 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 68s ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:16:39.837 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 9m ago 8h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:16:39.837 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 68s ago 8h 5362M 2189M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:16:39.837 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 68s ago 8h 6084M 2189M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:16:39.837 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 68s ago 8h 4942M 2189M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:16:39.837 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 68s ago 8h 5198M 2189M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:16:39.837 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 9m ago 8h 4347M 2486M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:16:39.837 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 9m ago 8h 4855M 2486M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:16:39.837 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 9m ago 8h 4185M 2486M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:16:39.837 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 9m ago 8h 4862M 2486M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:16:39.837 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 9m ago 8h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:16:40.213 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:16:40.213 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:16:40.213 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:16:40.213 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:16:40.214 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:16:40.214 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:16:40.214 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:16:40.214 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:16:40.214 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:16:40.214 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:16:40.214 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:16:40.214 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:16:40.214 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:16:40.214 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:16:40.214 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:16:40.214 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:16:40.214 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:16:40.214 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:16:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:40 smithi123 ceph-mon[191304]: pgmap v17505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:40 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2200770011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:16:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:40 smithi123 ceph-mon[188613]: pgmap v17505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:40.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:40 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2200770011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:16:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:40 smithi177 ceph-mon[212096]: pgmap v17505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:40 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2200770011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:16:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:41 smithi123 ceph-mon[191304]: from='client.53268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:16:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:41 smithi123 ceph-mon[191304]: from='client.53274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:16:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:41 smithi123 ceph-mon[188613]: from='client.53268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:16:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:41 smithi123 ceph-mon[188613]: from='client.53274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:16:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:41 smithi177 ceph-mon[212096]: from='client.53268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:16:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:41 smithi177 ceph-mon[212096]: from='client.53274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:16:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:42 smithi123 ceph-mon[191304]: pgmap v17506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:16:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:42 smithi123 ceph-mon[188613]: pgmap v17506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:16:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:42 smithi177 ceph-mon[212096]: pgmap v17506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:16:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:43 smithi177 ceph-mon[212096]: pgmap v17507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:43.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:43 smithi123 ceph-mon[191304]: pgmap v17507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:43.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:43 smithi123 ceph-mon[188613]: pgmap v17507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:46.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:46 smithi177 ceph-mon[212096]: pgmap v17508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:46 smithi123 ceph-mon[191304]: pgmap v17508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:46.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:46 smithi123 ceph-mon[188613]: pgmap v17508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:48 smithi177 ceph-mon[212096]: pgmap v17509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:48.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:48 smithi123 ceph-mon[191304]: pgmap v17509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:48.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:48 smithi123 ceph-mon[188613]: pgmap v17509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:16:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:16:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:16:50.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:50 smithi177 ceph-mon[212096]: pgmap v17510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:50.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:50 smithi123 ceph-mon[188613]: pgmap v17510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:50.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:50 smithi123 ceph-mon[191304]: pgmap v17510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:52.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:52 smithi177 ceph-mon[212096]: pgmap v17511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:52.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:52 smithi123 ceph-mon[191304]: pgmap v17511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:52.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:52 smithi123 ceph-mon[188613]: pgmap v17511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:54.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:54 smithi177 ceph-mon[212096]: pgmap v17512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:54.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:54 smithi123 ceph-mon[191304]: pgmap v17512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:54.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:54 smithi123 ceph-mon[188613]: pgmap v17512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:56 smithi177 ceph-mon[212096]: pgmap v17513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:56.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:56 smithi123 ceph-mon[191304]: pgmap v17513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:56 smithi123 ceph-mon[188613]: pgmap v17513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:57.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:16:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:16:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:16:58.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:16:58 smithi177 ceph-mon[212096]: pgmap v17514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:16:58 smithi123 ceph-mon[191304]: pgmap v17514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:58.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:16:58 smithi123 ceph-mon[188613]: pgmap v17514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:16:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:16:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:16:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:17:00.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:00 smithi177 ceph-mon[212096]: pgmap v17515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:00 smithi123 ceph-mon[191304]: pgmap v17515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:00.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:00 smithi123 ceph-mon[188613]: pgmap v17515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:02 smithi177 ceph-mon[212096]: pgmap v17516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:02 smithi123 ceph-mon[191304]: pgmap v17516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:02 smithi123 ceph-mon[188613]: pgmap v17516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:04 smithi177 ceph-mon[212096]: pgmap v17517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:04.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:04 smithi123 ceph-mon[191304]: pgmap v17517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:04.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:04 smithi123 ceph-mon[188613]: pgmap v17517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:06 smithi177 ceph-mon[212096]: pgmap v17518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:06 smithi123 ceph-mon[191304]: pgmap v17518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:06 smithi123 ceph-mon[188613]: pgmap v17518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:08 smithi177 ceph-mon[212096]: pgmap v17519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:08 smithi123 ceph-mon[191304]: pgmap v17519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:08 smithi123 ceph-mon[188613]: pgmap v17519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:17:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:17:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:17:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:10 smithi177 ceph-mon[212096]: pgmap v17520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:10.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:10 smithi123 ceph-mon[191304]: pgmap v17520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:10.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:10 smithi123 ceph-mon[188613]: pgmap v17520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:10.556 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:17:10.865 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:17:10.865 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 99s ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:17:10.865 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 9m ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:17:10.865 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 99s ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:17:10.865 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 9m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:17:10.865 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 9m ago 8h 466M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:17:10.866 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 99s ago 8h 867M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:17:10.866 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 99s ago 8h 2168M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:17:10.866 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 9m ago 8h 1031M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:17:10.866 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 99s ago 8h 1128M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:17:10.866 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 99s ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:17:10.866 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 9m ago 8h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:17:10.866 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 99s ago 8h 5362M 2189M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:17:10.866 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 99s ago 8h 6084M 2189M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:17:10.866 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 99s ago 8h 4942M 2189M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:17:10.866 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 99s ago 8h 5198M 2189M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:17:10.866 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 9m ago 8h 4347M 2486M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:17:10.866 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 9m ago 8h 4855M 2486M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:17:10.866 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 9m ago 8h 4185M 2486M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:17:10.866 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 9m ago 8h 4862M 2486M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:17:10.867 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 9m ago 8h 149M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:17:11.249 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:17:11.249 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:17:11.249 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:17:11.249 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:17:11.250 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:17:11.250 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:17:11.250 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:17:11.250 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:17:11.250 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:17:11.250 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:17:11.250 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:17:11.250 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:17:11.250 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:17:11.250 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:17:11.250 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:17:11.250 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:17:11.250 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:17:11.250 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:17:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:12 smithi177 ceph-mon[212096]: from='client.53286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:17:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:12 smithi177 ceph-mon[212096]: pgmap v17521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:12 smithi177 ceph-mon[212096]: from='client.53292 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:17:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:12 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1202624837' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:17:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:17:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:12 smithi123 ceph-mon[191304]: from='client.53286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:17:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:12 smithi123 ceph-mon[191304]: pgmap v17521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:12 smithi123 ceph-mon[191304]: from='client.53292 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:17:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:12 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1202624837' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:17:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:17:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:12 smithi123 ceph-mon[188613]: from='client.53286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:17:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:12 smithi123 ceph-mon[188613]: pgmap v17521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:12 smithi123 ceph-mon[188613]: from='client.53292 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:17:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:12 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1202624837' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:17:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:17:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:14 smithi177 ceph-mon[212096]: pgmap v17522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:14 smithi123 ceph-mon[191304]: pgmap v17522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:14.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:14 smithi123 ceph-mon[188613]: pgmap v17522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:16 smithi177 ceph-mon[212096]: pgmap v17523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:16 smithi123 ceph-mon[191304]: pgmap v17523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:16 smithi123 ceph-mon[188613]: pgmap v17523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:18 smithi177 ceph-mon[212096]: pgmap v17524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:18 smithi123 ceph-mon[191304]: pgmap v17524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:18 smithi123 ceph-mon[188613]: pgmap v17524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:17:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:17:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:17:20.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:20 smithi177 ceph-mon[212096]: pgmap v17525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:20 smithi123 ceph-mon[191304]: pgmap v17525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:20 smithi123 ceph-mon[188613]: pgmap v17525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:22.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:22 smithi177 ceph-mon[212096]: pgmap v17526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:22 smithi123 ceph-mon[191304]: pgmap v17526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:22.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:22 smithi123 ceph-mon[188613]: pgmap v17526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:24.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:24 smithi177 ceph-mon[212096]: pgmap v17527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:24.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:24 smithi123 ceph-mon[191304]: pgmap v17527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:24.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:24 smithi123 ceph-mon[188613]: pgmap v17527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:26 smithi177 ceph-mon[212096]: pgmap v17528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:26 smithi123 ceph-mon[191304]: pgmap v17528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:26.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:26 smithi123 ceph-mon[188613]: pgmap v17528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:17:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:17:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:17:28.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:28 smithi177 ceph-mon[212096]: pgmap v17529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:28.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:28 smithi123 ceph-mon[191304]: pgmap v17529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:28.508 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:28 smithi123 ceph-mon[188613]: pgmap v17529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:17:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:17:29] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T19:17:30.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:30 smithi177 ceph-mon[212096]: pgmap v17530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:30.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:30 smithi123 ceph-mon[191304]: pgmap v17530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:30.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:30 smithi123 ceph-mon[188613]: pgmap v17530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:32.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:32 smithi177 ceph-mon[212096]: pgmap v17531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:32.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:32 smithi123 ceph-mon[191304]: pgmap v17531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:32.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:32 smithi123 ceph-mon[188613]: pgmap v17531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:33.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:17:33.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:17:33.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:17:34.367 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:34 smithi177 ceph-mon[212096]: pgmap v17532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:34.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:34 smithi123 ceph-mon[191304]: pgmap v17532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:34.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:34 smithi123 ceph-mon[188613]: pgmap v17532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:36 smithi177 ceph-mon[212096]: pgmap v17533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:17:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:17:36.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:17:36.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:17:36.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:17:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:36 smithi123 ceph-mon[191304]: pgmap v17533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:17:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:17:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:17:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:17:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:17:36.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:36 smithi123 ceph-mon[188613]: pgmap v17533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:36.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:17:36.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:17:36.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:17:36.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:17:36.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:17:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:38 smithi177 ceph-mon[212096]: pgmap v17534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:38 smithi123 ceph-mon[191304]: pgmap v17534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:38 smithi123 ceph-mon[188613]: pgmap v17534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:17:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:17:39] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T19:17:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:40 smithi177 ceph-mon[212096]: pgmap v17535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:40 smithi123 ceph-mon[191304]: pgmap v17535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:40 smithi123 ceph-mon[188613]: pgmap v17535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:41.594 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:17:41.901 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:17:41.901 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 2m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:17:41.902 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 6s ago 8h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:17:41.902 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 2m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:17:41.902 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 6s ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:17:41.902 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 6s ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:17:41.902 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 2m ago 8h 867M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:17:41.902 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 2m ago 8h 2168M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:17:41.902 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 6s ago 8h 1047M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:17:41.902 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 2m ago 8h 1128M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:17:41.902 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 2m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:17:41.902 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 6s ago 8h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:17:41.902 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 2m ago 8h 5362M 2189M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:17:41.902 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 2m ago 8h 6084M 2189M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:17:41.902 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 2m ago 8h 4942M 2189M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:17:41.902 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 2m ago 8h 5198M 2189M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:17:41.902 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 6s ago 8h 4375M 2486M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:17:41.903 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 6s ago 8h 4889M 2486M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:17:41.903 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 6s ago 8h 4214M 2486M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:17:41.903 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 6s ago 8h 4898M 2486M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:17:41.903 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 6s ago 8h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:17:42.287 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:17:42.288 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:17:42.288 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:17:42.288 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:17:42.288 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:17:42.288 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:17:42.288 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:17:42.288 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:17:42.288 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:17:42.288 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:17:42.288 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:17:42.288 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:17:42.288 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:17:42.289 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:17:42.289 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:17:42.289 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:17:42.289 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:17:42.289 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:17:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:42 smithi177 ceph-mon[212096]: pgmap v17536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:17:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:42 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2355108907' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:17:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:42 smithi123 ceph-mon[191304]: pgmap v17536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:17:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:42 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2355108907' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:17:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:42 smithi123 ceph-mon[188613]: pgmap v17536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:17:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:42 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2355108907' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:17:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:43 smithi177 ceph-mon[212096]: from='client.63254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:17:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:43 smithi177 ceph-mon[212096]: from='client.63260 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:17:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:43 smithi123 ceph-mon[191304]: from='client.63254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:17:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:43 smithi123 ceph-mon[191304]: from='client.63260 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:17:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:43 smithi123 ceph-mon[188613]: from='client.63254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:17:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:43 smithi123 ceph-mon[188613]: from='client.63260 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:17:44.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:44 smithi177 ceph-mon[212096]: pgmap v17537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:44 smithi123 ceph-mon[188613]: pgmap v17537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:44 smithi123 ceph-mon[191304]: pgmap v17537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:46 smithi177 ceph-mon[212096]: pgmap v17538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:46 smithi123 ceph-mon[191304]: pgmap v17538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:46 smithi123 ceph-mon[188613]: pgmap v17538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:48 smithi123 ceph-mon[191304]: pgmap v17539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:48 smithi123 ceph-mon[188613]: pgmap v17539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:48 smithi177 ceph-mon[212096]: pgmap v17539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:17:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:17:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:17:50.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:50 smithi123 ceph-mon[191304]: pgmap v17540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:50.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:50 smithi123 ceph-mon[188613]: pgmap v17540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:50 smithi177 ceph-mon[212096]: pgmap v17540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:52 smithi123 ceph-mon[191304]: pgmap v17541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:52 smithi123 ceph-mon[188613]: pgmap v17541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:52 smithi177 ceph-mon[212096]: pgmap v17541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:54 smithi123 ceph-mon[191304]: pgmap v17542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:54 smithi123 ceph-mon[188613]: pgmap v17542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:54 smithi177 ceph-mon[212096]: pgmap v17542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:56 smithi123 ceph-mon[191304]: pgmap v17543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:56 smithi123 ceph-mon[188613]: pgmap v17543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:56 smithi177 ceph-mon[212096]: pgmap v17543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:17:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:17:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:17:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:17:58 smithi123 ceph-mon[188613]: pgmap v17544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:17:58 smithi123 ceph-mon[191304]: pgmap v17544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:17:58 smithi177 ceph-mon[212096]: pgmap v17544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:17:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:17:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:17:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:18:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:00 smithi123 ceph-mon[191304]: pgmap v17545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:00 smithi123 ceph-mon[188613]: pgmap v17545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:00 smithi177 ceph-mon[212096]: pgmap v17545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:02 smithi123 ceph-mon[191304]: pgmap v17546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:02 smithi123 ceph-mon[188613]: pgmap v17546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:02 smithi177 ceph-mon[212096]: pgmap v17546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:04.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:04 smithi123 ceph-mon[191304]: pgmap v17547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:04.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:04 smithi123 ceph-mon[188613]: pgmap v17547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:04 smithi177 ceph-mon[212096]: pgmap v17547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:06 smithi123 ceph-mon[191304]: pgmap v17548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:06 smithi123 ceph-mon[188613]: pgmap v17548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:06 smithi177 ceph-mon[212096]: pgmap v17548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:08 smithi123 ceph-mon[191304]: pgmap v17549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:08 smithi123 ceph-mon[188613]: pgmap v17549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:08 smithi177 ceph-mon[212096]: pgmap v17549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:18:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:18:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:18:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:10 smithi123 ceph-mon[188613]: pgmap v17550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:10 smithi123 ceph-mon[191304]: pgmap v17550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:10 smithi177 ceph-mon[212096]: pgmap v17550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:12.634 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:18:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:12 smithi123 ceph-mon[191304]: pgmap v17551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:18:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:12 smithi123 ceph-mon[188613]: pgmap v17551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:18:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:12 smithi177 ceph-mon[212096]: pgmap v17551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:18:12.946 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:18:12.946 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 2m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:18:12.946 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 37s ago 8h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:18:12.946 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 2m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:18:12.946 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 37s ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:18:12.946 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 37s ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:18:12.946 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 2m ago 8h 867M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:18:12.946 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 2m ago 8h 2168M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:18:12.947 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 37s ago 8h 1047M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:18:12.947 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 2m ago 8h 1128M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:18:12.947 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 2m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:18:12.947 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 37s ago 8h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:18:12.947 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 2m ago 8h 5362M 2189M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:18:12.947 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 2m ago 8h 6084M 2189M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:18:12.947 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 2m ago 8h 4942M 2189M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:18:12.947 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 2m ago 8h 5198M 2189M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:18:12.947 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 37s ago 8h 4375M 2486M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:18:12.947 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 37s ago 8h 4889M 2486M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:18:12.947 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 37s ago 8h 4214M 2486M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:18:12.947 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 37s ago 8h 4898M 2486M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:18:12.947 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 37s ago 8h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:18:13.331 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:18:13.331 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:18:13.331 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:18:13.331 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:18:13.332 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:18:13.332 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:18:13.332 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:18:13.332 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:18:13.332 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:18:13.332 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:18:13.332 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:18:13.332 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:18:13.332 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:18:13.332 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:18:13.332 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:18:13.332 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:18:13.332 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:18:13.332 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:18:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:13 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3669350610' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:18:13.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:13 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3669350610' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:18:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:13 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3669350610' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:18:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:14 smithi123 ceph-mon[188613]: from='client.53322 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:18:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:14 smithi123 ceph-mon[188613]: pgmap v17552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:14 smithi123 ceph-mon[188613]: from='client.63278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:18:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:14 smithi123 ceph-mon[191304]: from='client.53322 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:18:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:14 smithi123 ceph-mon[191304]: pgmap v17552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:14 smithi123 ceph-mon[191304]: from='client.63278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:18:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:14 smithi177 ceph-mon[212096]: from='client.53322 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:18:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:14 smithi177 ceph-mon[212096]: pgmap v17552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:14 smithi177 ceph-mon[212096]: from='client.63278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:18:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:16 smithi123 ceph-mon[191304]: pgmap v17553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:16 smithi123 ceph-mon[188613]: pgmap v17553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:16 smithi177 ceph-mon[212096]: pgmap v17553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:18 smithi123 ceph-mon[191304]: pgmap v17554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:18 smithi123 ceph-mon[188613]: pgmap v17554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:18 smithi177 ceph-mon[212096]: pgmap v17554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:18:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:18:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T19:18:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:20 smithi123 ceph-mon[191304]: pgmap v17555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:20 smithi123 ceph-mon[188613]: pgmap v17555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:20 smithi177 ceph-mon[212096]: pgmap v17555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:22 smithi123 ceph-mon[191304]: pgmap v17556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:22.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:22 smithi123 ceph-mon[188613]: pgmap v17556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:22 smithi177 ceph-mon[212096]: pgmap v17556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:24 smithi123 ceph-mon[191304]: pgmap v17557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:24 smithi123 ceph-mon[188613]: pgmap v17557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:24 smithi177 ceph-mon[212096]: pgmap v17557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:26 smithi123 ceph-mon[191304]: pgmap v17558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:26 smithi123 ceph-mon[188613]: pgmap v17558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:26 smithi177 ceph-mon[212096]: pgmap v17558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:18:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:18:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:18:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:28 smithi123 ceph-mon[191304]: pgmap v17559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:28 smithi123 ceph-mon[188613]: pgmap v17559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:28 smithi177 ceph-mon[212096]: pgmap v17559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:18:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:18:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:18:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:30 smithi123 ceph-mon[191304]: pgmap v17560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:30 smithi123 ceph-mon[188613]: pgmap v17560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:30 smithi177 ceph-mon[212096]: pgmap v17560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:32 smithi123 ceph-mon[191304]: pgmap v17561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:32 smithi123 ceph-mon[188613]: pgmap v17561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:32 smithi177 ceph-mon[212096]: pgmap v17561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:34 smithi123 ceph-mon[188613]: pgmap v17562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:34 smithi123 ceph-mon[191304]: pgmap v17562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:34 smithi177 ceph-mon[212096]: pgmap v17562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:36 smithi177 ceph-mon[212096]: pgmap v17563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:18:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:18:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:18:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:36 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:18:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:36 smithi123 ceph-mon[191304]: pgmap v17563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:18:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:18:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:18:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:36 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:18:36.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:36 smithi123 ceph-mon[188613]: pgmap v17563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:36.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:18:36.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:18:36.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:18:36.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:36 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:18:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:38 smithi177 ceph-mon[212096]: pgmap v17564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:38 smithi123 ceph-mon[191304]: pgmap v17564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:38 smithi123 ceph-mon[188613]: pgmap v17564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:18:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:18:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:18:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:40 smithi177 ceph-mon[212096]: pgmap v17565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:40 smithi123 ceph-mon[191304]: pgmap v17565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:40 smithi123 ceph-mon[188613]: pgmap v17565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:41 smithi177 ceph-mon[212096]: pgmap v17566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:41 smithi123 ceph-mon[191304]: pgmap v17566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:41 smithi123 ceph-mon[188613]: pgmap v17566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:18:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:18:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:18:43.679 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:18:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:43 smithi177 ceph-mon[212096]: pgmap v17567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:43.991 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:18:43.991 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 3m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:18:43.991 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 68s ago 8h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:18:43.991 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 3m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:18:43.991 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 68s ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:18:43.992 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 68s ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:18:43.992 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 3m ago 8h 867M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:18:43.992 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 3m ago 8h 2168M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:18:43.992 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 68s ago 8h 1047M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:18:43.992 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 3m ago 8h 1128M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:18:43.992 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 3m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:18:43.992 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 68s ago 8h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:18:43.992 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 3m ago 8h 5362M 2189M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:18:43.992 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 3m ago 8h 6084M 2189M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:18:43.992 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 3m ago 8h 4942M 2189M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:18:43.992 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 3m ago 8h 5198M 2189M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:18:43.992 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 68s ago 8h 4375M 2486M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:18:43.992 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 68s ago 8h 4889M 2486M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:18:43.992 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 68s ago 8h 4214M 2486M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:18:43.993 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 68s ago 8h 4898M 2486M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:18:43.993 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 68s ago 8h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:18:43.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:43 smithi123 ceph-mon[191304]: pgmap v17567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:43.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:43 smithi123 ceph-mon[188613]: pgmap v17567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:44.377 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:18:44.377 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:18:44.377 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:18:44.377 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:18:44.377 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:18:44.377 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:18:44.377 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:18:44.377 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:18:44.377 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:18:44.378 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:18:44.378 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:18:44.378 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:18:44.378 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:18:44.378 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:18:44.378 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:18:44.378 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:18:44.378 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:18:44.378 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:18:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:44 smithi177 ceph-mon[212096]: from='client.63290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:18:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:44 smithi177 ceph-mon[212096]: from='client.53346 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:18:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:44 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2866307622' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:18:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:44 smithi123 ceph-mon[191304]: from='client.63290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:18:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:44 smithi123 ceph-mon[191304]: from='client.53346 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:18:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:44 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2866307622' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:18:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:44 smithi123 ceph-mon[188613]: from='client.63290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:18:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:44 smithi123 ceph-mon[188613]: from='client.53346 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:18:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:44 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2866307622' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:18:46.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:46 smithi177 ceph-mon[212096]: pgmap v17568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:46 smithi123 ceph-mon[191304]: pgmap v17568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:46.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:46 smithi123 ceph-mon[188613]: pgmap v17568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:48.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:48 smithi177 ceph-mon[212096]: pgmap v17569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:48.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:48 smithi123 ceph-mon[191304]: pgmap v17569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:48.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:48 smithi123 ceph-mon[188613]: pgmap v17569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:18:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:18:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:18:50.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:50 smithi177 ceph-mon[212096]: pgmap v17570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:50.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:50 smithi123 ceph-mon[191304]: pgmap v17570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:50.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:50 smithi123 ceph-mon[188613]: pgmap v17570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:52.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:52 smithi177 ceph-mon[212096]: pgmap v17571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:52.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:52 smithi123 ceph-mon[191304]: pgmap v17571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:52.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:52 smithi123 ceph-mon[188613]: pgmap v17571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:54.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:54 smithi177 ceph-mon[212096]: pgmap v17572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:54.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:54 smithi123 ceph-mon[191304]: pgmap v17572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:54.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:54 smithi123 ceph-mon[188613]: pgmap v17572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:56 smithi177 ceph-mon[212096]: pgmap v17573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:56.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:56 smithi123 ceph-mon[191304]: pgmap v17573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:56 smithi123 ceph-mon[188613]: pgmap v17573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:18:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:18:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:18:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:18:58 smithi177 ceph-mon[212096]: pgmap v17574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:18:58 smithi123 ceph-mon[191304]: pgmap v17574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:58.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:18:58 smithi123 ceph-mon[188613]: pgmap v17574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:18:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:18:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:18:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:19:00.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:00 smithi177 ceph-mon[212096]: pgmap v17575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:00 smithi123 ceph-mon[191304]: pgmap v17575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:00.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:00 smithi123 ceph-mon[188613]: pgmap v17575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:02 smithi177 ceph-mon[212096]: pgmap v17576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:02 smithi123 ceph-mon[191304]: pgmap v17576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:02 smithi123 ceph-mon[188613]: pgmap v17576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:04 smithi177 ceph-mon[212096]: pgmap v17577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:04.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:04 smithi123 ceph-mon[191304]: pgmap v17577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:04.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:04 smithi123 ceph-mon[188613]: pgmap v17577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:06 smithi177 ceph-mon[212096]: pgmap v17578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:06 smithi123 ceph-mon[191304]: pgmap v17578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:06 smithi123 ceph-mon[188613]: pgmap v17578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:08.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:08 smithi177 ceph-mon[212096]: pgmap v17579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:08 smithi123 ceph-mon[191304]: pgmap v17579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:08 smithi123 ceph-mon[188613]: pgmap v17579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:19:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:19:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:19:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:10 smithi177 ceph-mon[212096]: pgmap v17580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:10.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:10 smithi123 ceph-mon[191304]: pgmap v17580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:10.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:10 smithi123 ceph-mon[188613]: pgmap v17580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:12 smithi177 ceph-mon[212096]: pgmap v17581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:12.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:19:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:12 smithi123 ceph-mon[191304]: pgmap v17581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:19:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:12 smithi123 ceph-mon[188613]: pgmap v17581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:19:14.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:14 smithi177 ceph-mon[212096]: pgmap v17582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:14 smithi123 ceph-mon[191304]: pgmap v17582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:14.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:14 smithi123 ceph-mon[188613]: pgmap v17582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:14.723 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:19:15.029 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:19:15.029 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 3m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:19:15.029 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 99s ago 8h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:19:15.030 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 3m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:19:15.030 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 99s ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:19:15.030 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 99s ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:19:15.030 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 3m ago 8h 867M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:19:15.030 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 3m ago 8h 2168M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:19:15.030 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 99s ago 8h 1047M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:19:15.030 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 3m ago 8h 1128M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:19:15.030 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 3m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:19:15.030 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 99s ago 8h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:19:15.030 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 3m ago 8h 5362M 2189M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:19:15.030 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 3m ago 8h 6084M 2189M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:19:15.030 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 3m ago 8h 4942M 2189M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:19:15.030 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 3m ago 8h 5198M 2189M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:19:15.030 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 99s ago 8h 4375M 2486M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:19:15.030 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 99s ago 8h 4889M 2486M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:19:15.031 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 99s ago 8h 4214M 2486M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:19:15.031 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 99s ago 8h 4898M 2486M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:19:15.031 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 99s ago 8h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:19:15.414 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:19:15.414 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:19:15.414 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:19:15.414 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:19:15.414 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:19:15.414 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:19:15.414 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:19:15.415 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:19:15.415 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:19:15.415 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:19:15.415 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:19:15.415 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:19:15.415 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:19:15.415 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:19:15.415 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:19:15.415 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:19:15.415 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:19:15.415 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:19:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:16 smithi177 ceph-mon[212096]: pgmap v17583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:16 smithi177 ceph-mon[212096]: from='client.63308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:19:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:16 smithi177 ceph-mon[212096]: from='client.53364 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:19:16.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:16 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2354134851' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:19:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:16 smithi123 ceph-mon[191304]: pgmap v17583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:16 smithi123 ceph-mon[191304]: from='client.63308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:19:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:16 smithi123 ceph-mon[191304]: from='client.53364 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:19:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:16 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2354134851' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:19:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:16 smithi123 ceph-mon[188613]: pgmap v17583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:16.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:16 smithi123 ceph-mon[188613]: from='client.63308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:19:16.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:16 smithi123 ceph-mon[188613]: from='client.53364 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:19:16.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:16 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2354134851' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:19:18.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:18 smithi177 ceph-mon[212096]: pgmap v17584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:18 smithi123 ceph-mon[191304]: pgmap v17584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:18 smithi123 ceph-mon[188613]: pgmap v17584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:19:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:19:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T19:19:20.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:20 smithi177 ceph-mon[212096]: pgmap v17585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:20 smithi123 ceph-mon[191304]: pgmap v17585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:20 smithi123 ceph-mon[188613]: pgmap v17585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:22.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:22 smithi177 ceph-mon[212096]: pgmap v17586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:22 smithi123 ceph-mon[191304]: pgmap v17586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:22.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:22 smithi123 ceph-mon[188613]: pgmap v17586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:24.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:24 smithi177 ceph-mon[212096]: pgmap v17587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:24.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:24 smithi123 ceph-mon[191304]: pgmap v17587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:24.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:24 smithi123 ceph-mon[188613]: pgmap v17587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:26.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:26 smithi177 ceph-mon[212096]: pgmap v17588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:26 smithi123 ceph-mon[191304]: pgmap v17588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:26.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:26 smithi123 ceph-mon[188613]: pgmap v17588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:27.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:19:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:19:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:19:28.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:28 smithi123 ceph-mon[188613]: pgmap v17589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:28 smithi123 ceph-mon[191304]: pgmap v17589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:28 smithi177 ceph-mon[212096]: pgmap v17589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:19:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:19:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:19:30.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:30 smithi123 ceph-mon[191304]: pgmap v17590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:30.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:30 smithi123 ceph-mon[188613]: pgmap v17590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:30 smithi177 ceph-mon[212096]: pgmap v17590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:32.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:32 smithi123 ceph-mon[191304]: pgmap v17591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:32.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:32 smithi123 ceph-mon[188613]: pgmap v17591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:32 smithi177 ceph-mon[212096]: pgmap v17591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:34.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:34 smithi123 ceph-mon[191304]: pgmap v17592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:34.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:34 smithi123 ceph-mon[188613]: pgmap v17592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:34 smithi177 ceph-mon[212096]: pgmap v17592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:36.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:36 smithi123 ceph-mon[188613]: pgmap v17593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:36.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:36 smithi123 ceph-mon[191304]: pgmap v17593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:36 smithi177 ceph-mon[212096]: pgmap v17593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:19:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:19:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:19:37.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:19:37.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:19:37.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:19:37.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:19:37.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:19:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:19:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:19:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:19:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:19:38.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:38 smithi123 ceph-mon[191304]: pgmap v17594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:38.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:38 smithi123 ceph-mon[188613]: pgmap v17594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:38 smithi177 ceph-mon[212096]: pgmap v17594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:19:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:19:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:19:40.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:40 smithi123 ceph-mon[188613]: pgmap v17595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:40.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:40 smithi123 ceph-mon[191304]: pgmap v17595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:40 smithi177 ceph-mon[212096]: pgmap v17595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:42 smithi123 ceph-mon[191304]: pgmap v17596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:19:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:42 smithi123 ceph-mon[188613]: pgmap v17596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:42.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:19:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:42 smithi177 ceph-mon[212096]: pgmap v17596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:19:44.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:44 smithi123 ceph-mon[191304]: pgmap v17597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:44.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:44 smithi123 ceph-mon[188613]: pgmap v17597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:44.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:44 smithi177 ceph-mon[212096]: pgmap v17597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:45.763 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:19:46.069 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:19:46.069 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 4m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:19:46.069 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 2m ago 8h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:19:46.069 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 4m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:19:46.069 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 2m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:19:46.069 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 2m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:19:46.069 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 4m ago 8h 867M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:19:46.069 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 4m ago 8h 2168M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:19:46.070 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 2m ago 8h 1047M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:19:46.070 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 4m ago 8h 1128M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:19:46.070 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 4m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:19:46.070 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 2m ago 8h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:19:46.070 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 4m ago 8h 5362M 2189M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:19:46.070 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 4m ago 8h 6084M 2189M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:19:46.070 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 4m ago 8h 4942M 2189M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:19:46.070 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 4m ago 8h 5198M 2189M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:19:46.070 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 2m ago 8h 4375M 2486M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:19:46.070 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 2m ago 8h 4889M 2486M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:19:46.070 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 2m ago 8h 4214M 2486M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:19:46.070 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 2m ago 8h 4898M 2486M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:19:46.070 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 2m ago 8h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:19:46.456 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:19:46.456 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:19:46.456 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:19:46.456 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:19:46.456 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:19:46.456 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:19:46.456 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:19:46.456 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:19:46.456 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:19:46.456 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:19:46.456 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:19:46.456 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:19:46.456 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:19:46.457 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:19:46.457 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:19:46.457 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:19:46.457 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:19:46.457 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:19:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:46 smithi123 ceph-mon[191304]: pgmap v17598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:46.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:46 smithi123 ceph-mon[188613]: pgmap v17598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:46 smithi177 ceph-mon[212096]: pgmap v17598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:47 smithi123 ceph-mon[191304]: from='client.63326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:19:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:47 smithi123 ceph-mon[191304]: from='client.63332 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:19:47.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:47 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3092735893' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:19:47.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:47 smithi123 ceph-mon[188613]: from='client.63326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:19:47.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:47 smithi123 ceph-mon[188613]: from='client.63332 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:19:47.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:47 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3092735893' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:19:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:47 smithi177 ceph-mon[212096]: from='client.63326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:19:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:47 smithi177 ceph-mon[212096]: from='client.63332 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:19:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:47 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3092735893' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:19:48.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:48 smithi123 ceph-mon[191304]: pgmap v17599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:48.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:48 smithi123 ceph-mon[188613]: pgmap v17599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:48 smithi177 ceph-mon[212096]: pgmap v17599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:19:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:19:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:19:50.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:50 smithi123 ceph-mon[191304]: pgmap v17600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:50.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:50 smithi123 ceph-mon[188613]: pgmap v17600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:50 smithi177 ceph-mon[212096]: pgmap v17600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:52.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:52 smithi123 ceph-mon[191304]: pgmap v17601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:52.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:52 smithi123 ceph-mon[188613]: pgmap v17601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:52 smithi177 ceph-mon[212096]: pgmap v17601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:54.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:54 smithi123 ceph-mon[191304]: pgmap v17602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:54.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:54 smithi123 ceph-mon[188613]: pgmap v17602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:54 smithi177 ceph-mon[212096]: pgmap v17602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:56.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:56 smithi123 ceph-mon[191304]: pgmap v17603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:56 smithi123 ceph-mon[188613]: pgmap v17603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:56 smithi177 ceph-mon[212096]: pgmap v17603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:19:57.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:19:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:19:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:19:58 smithi123 ceph-mon[191304]: pgmap v17604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:58.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:19:58 smithi123 ceph-mon[188613]: pgmap v17604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:19:58 smithi177 ceph-mon[212096]: pgmap v17604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:19:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:19:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:19:59] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T19:20:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:00 smithi123 ceph-mon[191304]: pgmap v17605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T19:20:00.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T19:19:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T19:20:00.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:00 smithi123 ceph-mon[188613]: pgmap v17605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:00.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T19:20:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:00 smithi177 ceph-mon[212096]: pgmap v17605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T19:20:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:02 smithi123 ceph-mon[191304]: pgmap v17606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:02 smithi123 ceph-mon[188613]: pgmap v17606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:02 smithi177 ceph-mon[212096]: pgmap v17606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:04.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:04 smithi123 ceph-mon[191304]: pgmap v17607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:04.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:04 smithi123 ceph-mon[188613]: pgmap v17607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:04 smithi177 ceph-mon[212096]: pgmap v17607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:06 smithi123 ceph-mon[191304]: pgmap v17608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:06 smithi123 ceph-mon[188613]: pgmap v17608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:06 smithi177 ceph-mon[212096]: pgmap v17608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:08 smithi123 ceph-mon[191304]: pgmap v17609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:08 smithi123 ceph-mon[188613]: pgmap v17609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:08 smithi177 ceph-mon[212096]: pgmap v17609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:20:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:20:09] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T19:20:10.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:10 smithi123 ceph-mon[188613]: pgmap v17610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:10.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:10 smithi123 ceph-mon[191304]: pgmap v17610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:10.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:10 smithi177 ceph-mon[212096]: pgmap v17610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:12 smithi177 ceph-mon[212096]: pgmap v17611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:20:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:12 smithi123 ceph-mon[188613]: pgmap v17611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:20:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:12 smithi123 ceph-mon[191304]: pgmap v17611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:20:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:14 smithi177 ceph-mon[212096]: pgmap v17612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:14.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:14 smithi123 ceph-mon[188613]: pgmap v17612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:14.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:14 smithi123 ceph-mon[191304]: pgmap v17612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:16 smithi177 ceph-mon[212096]: pgmap v17613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:16 smithi123 ceph-mon[191304]: pgmap v17613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:16 smithi123 ceph-mon[188613]: pgmap v17613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:16.802 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:20:17.110 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:20:17.110 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 4m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:20:17.111 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 2m ago 8h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:20:17.111 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 4m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:20:17.111 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 2m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:20:17.111 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 2m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:20:17.111 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 4m ago 8h 867M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:20:17.111 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 4m ago 8h 2168M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:20:17.111 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 2m ago 8h 1047M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:20:17.111 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 4m ago 8h 1128M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:20:17.111 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 4m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:20:17.111 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 2m ago 8h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:20:17.111 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 4m ago 8h 5362M 2189M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:20:17.111 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 4m ago 8h 6084M 2189M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:20:17.111 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 4m ago 8h 4942M 2189M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:20:17.111 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 4m ago 8h 5198M 2189M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:20:17.111 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 2m ago 8h 4375M 2486M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:20:17.112 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 2m ago 8h 4889M 2486M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:20:17.112 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 2m ago 8h 4214M 2486M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:20:17.112 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 2m ago 8h 4898M 2486M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:20:17.112 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 2m ago 8h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:20:17.499 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:20:17.499 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:20:17.499 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:20:17.499 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:20:17.499 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:20:17.499 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:20:17.499 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:20:17.499 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:20:17.500 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:20:17.500 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:20:17.500 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:20:17.500 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:20:17.500 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:20:17.500 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:20:17.500 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:20:17.500 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:20:17.500 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:20:17.500 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:20:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:18 smithi177 ceph-mon[212096]: pgmap v17614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:18 smithi177 ceph-mon[212096]: from='client.53394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:20:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:18 smithi177 ceph-mon[212096]: from='client.53400 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:20:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:18 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/722588271' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:20:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:18 smithi123 ceph-mon[191304]: pgmap v17614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:18 smithi123 ceph-mon[191304]: from='client.53394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:20:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:18 smithi123 ceph-mon[191304]: from='client.53400 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:20:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:18 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/722588271' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:20:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:18 smithi123 ceph-mon[188613]: pgmap v17614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:18 smithi123 ceph-mon[188613]: from='client.53394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:20:18.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:18 smithi123 ceph-mon[188613]: from='client.53400 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:20:18.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:18 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/722588271' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:20:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:20:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:20:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:20:20.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:20 smithi177 ceph-mon[212096]: pgmap v17615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:20 smithi123 ceph-mon[191304]: pgmap v17615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:20 smithi123 ceph-mon[188613]: pgmap v17615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:22 smithi177 ceph-mon[212096]: pgmap v17616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:22 smithi123 ceph-mon[191304]: pgmap v17616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:22 smithi123 ceph-mon[188613]: pgmap v17616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:24 smithi177 ceph-mon[212096]: pgmap v17617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:24.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:24 smithi123 ceph-mon[191304]: pgmap v17617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:24.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:24 smithi123 ceph-mon[188613]: pgmap v17617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:26 smithi177 ceph-mon[212096]: pgmap v17618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:26 smithi123 ceph-mon[191304]: pgmap v17618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:26 smithi123 ceph-mon[188613]: pgmap v17618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:20:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:20:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:20:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:28 smithi177 ceph-mon[212096]: pgmap v17619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:28 smithi123 ceph-mon[191304]: pgmap v17619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:28 smithi123 ceph-mon[188613]: pgmap v17619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:20:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:20:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T19:20:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:30 smithi177 ceph-mon[212096]: pgmap v17620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:30 smithi123 ceph-mon[191304]: pgmap v17620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:30 smithi123 ceph-mon[188613]: pgmap v17620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:32 smithi177 ceph-mon[212096]: pgmap v17621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:32 smithi123 ceph-mon[191304]: pgmap v17621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:32 smithi123 ceph-mon[188613]: pgmap v17621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:34 smithi177 ceph-mon[212096]: pgmap v17622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:34 smithi123 ceph-mon[191304]: pgmap v17622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:34 smithi123 ceph-mon[188613]: pgmap v17622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:36 smithi177 ceph-mon[212096]: pgmap v17623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:36 smithi123 ceph-mon[191304]: pgmap v17623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:36 smithi123 ceph-mon[188613]: pgmap v17623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:20:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:20:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:20:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:38 smithi177 ceph-mon[212096]: pgmap v17624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:20:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:20:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:20:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:38 smithi123 ceph-mon[191304]: pgmap v17624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:20:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:20:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:20:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:38 smithi123 ceph-mon[188613]: pgmap v17624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:20:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:20:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:20:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:20:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:20:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T19:20:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:40 smithi177 ceph-mon[212096]: pgmap v17625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:40 smithi123 ceph-mon[191304]: pgmap v17625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:40 smithi123 ceph-mon[188613]: pgmap v17625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:42 smithi177 ceph-mon[212096]: pgmap v17626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:20:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:42 smithi123 ceph-mon[191304]: pgmap v17626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:20:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:42 smithi123 ceph-mon[188613]: pgmap v17626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:20:44.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:44 smithi177 ceph-mon[212096]: pgmap v17627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:44 smithi123 ceph-mon[191304]: pgmap v17627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:44 smithi123 ceph-mon[188613]: pgmap v17627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:46 smithi177 ceph-mon[212096]: pgmap v17628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:46 smithi123 ceph-mon[191304]: pgmap v17628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:46 smithi123 ceph-mon[188613]: pgmap v17628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:47.844 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:20:48.151 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:20:48.151 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 5m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:20:48.151 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 3m ago 8h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:20:48.151 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 5m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:20:48.151 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 3m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:20:48.152 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 3m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:20:48.152 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 5m ago 8h 867M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:20:48.152 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 5m ago 8h 2168M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:20:48.152 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 3m ago 8h 1047M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:20:48.152 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 5m ago 8h 1128M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:20:48.152 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 5m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:20:48.152 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 3m ago 8h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:20:48.152 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 5m ago 8h 5362M 2189M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:20:48.152 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 5m ago 8h 6084M 2189M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:20:48.152 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 5m ago 8h 4942M 2189M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:20:48.152 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 5m ago 8h 5198M 2189M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:20:48.152 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 3m ago 8h 4375M 2486M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:20:48.152 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 3m ago 8h 4889M 2486M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:20:48.152 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 3m ago 8h 4214M 2486M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:20:48.153 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 3m ago 8h 4898M 2486M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:20:48.153 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 3m ago 8h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:20:48.534 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:20:48.534 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:20:48.535 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:20:48.535 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:20:48.535 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:20:48.535 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:20:48.535 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:20:48.535 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:20:48.535 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:20:48.535 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:20:48.535 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:20:48.535 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:20:48.535 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:20:48.535 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:20:48.535 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:20:48.535 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:20:48.535 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:20:48.536 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:20:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:48 smithi177 ceph-mon[212096]: pgmap v17629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:48 smithi123 ceph-mon[191304]: pgmap v17629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:48 smithi123 ceph-mon[188613]: pgmap v17629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:20:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:20:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:20:49.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:49 smithi123 ceph-mon[191304]: from='client.63362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:20:49.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:49 smithi123 ceph-mon[191304]: from='client.53418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:20:49.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:49 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3793605166' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:20:49.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:49 smithi123 ceph-mon[188613]: from='client.63362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:20:49.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:49 smithi123 ceph-mon[188613]: from='client.53418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:20:49.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:49 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3793605166' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:20:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:49 smithi177 ceph-mon[212096]: from='client.63362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:20:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:49 smithi177 ceph-mon[212096]: from='client.53418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:20:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:49 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3793605166' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:20:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:50 smithi177 ceph-mon[212096]: pgmap v17630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:50 smithi123 ceph-mon[191304]: pgmap v17630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:50 smithi123 ceph-mon[188613]: pgmap v17630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:52 smithi177 ceph-mon[212096]: pgmap v17631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:52 smithi123 ceph-mon[191304]: pgmap v17631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:52 smithi123 ceph-mon[188613]: pgmap v17631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:54 smithi177 ceph-mon[212096]: pgmap v17632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:54 smithi123 ceph-mon[191304]: pgmap v17632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:54 smithi123 ceph-mon[188613]: pgmap v17632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:56 smithi177 ceph-mon[212096]: pgmap v17633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:56 smithi123 ceph-mon[191304]: pgmap v17633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:56 smithi123 ceph-mon[188613]: pgmap v17633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:20:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:20:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:20:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:20:58 smithi177 ceph-mon[212096]: pgmap v17634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:58.760 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:20:58 smithi123 ceph-mon[191304]: pgmap v17634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:58.761 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:20:58 smithi123 ceph-mon[188613]: pgmap v17634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:20:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:20:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:20:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:21:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:00 smithi177 ceph-mon[212096]: pgmap v17635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:00 smithi123 ceph-mon[191304]: pgmap v17635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:00 smithi123 ceph-mon[188613]: pgmap v17635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:02 smithi177 ceph-mon[212096]: pgmap v17636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:02 smithi123 ceph-mon[191304]: pgmap v17636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:02 smithi123 ceph-mon[188613]: pgmap v17636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:04 smithi177 ceph-mon[212096]: pgmap v17637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:04 smithi123 ceph-mon[188613]: pgmap v17637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:04 smithi123 ceph-mon[191304]: pgmap v17637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:06 smithi177 ceph-mon[212096]: pgmap v17638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:06 smithi123 ceph-mon[191304]: pgmap v17638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:06 smithi123 ceph-mon[188613]: pgmap v17638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:08 smithi177 ceph-mon[212096]: pgmap v17639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:08 smithi123 ceph-mon[191304]: pgmap v17639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:08 smithi123 ceph-mon[188613]: pgmap v17639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:21:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:21:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:21:10.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:10 smithi177 ceph-mon[212096]: pgmap v17640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:10 smithi123 ceph-mon[191304]: pgmap v17640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:10 smithi123 ceph-mon[188613]: pgmap v17640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:12 smithi177 ceph-mon[212096]: pgmap v17641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:21:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:12 smithi123 ceph-mon[191304]: pgmap v17641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:21:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:12 smithi123 ceph-mon[188613]: pgmap v17641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:21:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:14 smithi177 ceph-mon[212096]: pgmap v17642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:14 smithi123 ceph-mon[191304]: pgmap v17642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:14 smithi123 ceph-mon[188613]: pgmap v17642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:16 smithi177 ceph-mon[212096]: pgmap v17643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:16 smithi123 ceph-mon[191304]: pgmap v17643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:16 smithi123 ceph-mon[188613]: pgmap v17643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:18 smithi177 ceph-mon[212096]: pgmap v17644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:18 smithi123 ceph-mon[191304]: pgmap v17644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:18 smithi123 ceph-mon[188613]: pgmap v17644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:18.884 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:21:19.191 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:21:19.192 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 5m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:21:19.192 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 3m ago 8h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:21:19.192 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 5m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:21:19.192 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 3m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:21:19.192 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 3m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:21:19.192 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 5m ago 8h 867M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:21:19.192 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 5m ago 8h 2168M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:21:19.192 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 3m ago 8h 1047M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:21:19.192 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 5m ago 8h 1128M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:21:19.192 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 5m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:21:19.192 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 3m ago 8h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:21:19.193 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 5m ago 8h 5362M 2189M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:21:19.193 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 5m ago 8h 6084M 2189M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:21:19.193 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 5m ago 8h 4942M 2189M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:21:19.193 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 5m ago 8h 5198M 2189M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:21:19.193 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 3m ago 8h 4375M 2486M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:21:19.193 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 3m ago 8h 4889M 2486M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:21:19.193 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 3m ago 8h 4214M 2486M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:21:19.193 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 3m ago 8h 4898M 2486M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:21:19.193 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 3m ago 8h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:21:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:21:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:21:19] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T19:21:19.572 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:21:19.572 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:21:19.572 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:21:19.572 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:21:19.572 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:21:19.572 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:21:19.572 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:21:19.572 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:21:19.572 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:21:19.572 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:21:19.573 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:21:19.573 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:21:19.573 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:21:19.573 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:21:19.573 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:21:19.573 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:21:19.573 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:21:19.573 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:21:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:20 smithi177 ceph-mon[212096]: pgmap v17645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:20 smithi177 ceph-mon[212096]: from='client.53430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:21:20.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:20 smithi177 ceph-mon[212096]: from='client.53436 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:21:20.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:20 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/318034231' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:21:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:20 smithi123 ceph-mon[191304]: pgmap v17645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:20 smithi123 ceph-mon[191304]: from='client.53430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:21:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:20 smithi123 ceph-mon[191304]: from='client.53436 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:21:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:20 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/318034231' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:21:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:20 smithi123 ceph-mon[188613]: pgmap v17645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:20.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:20 smithi123 ceph-mon[188613]: from='client.53430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:21:20.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:20 smithi123 ceph-mon[188613]: from='client.53436 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:21:20.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:20 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/318034231' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:21:22.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:22 smithi177 ceph-mon[212096]: pgmap v17646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:22 smithi123 ceph-mon[191304]: pgmap v17646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:22 smithi123 ceph-mon[188613]: pgmap v17646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:24 smithi177 ceph-mon[212096]: pgmap v17647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:24 smithi123 ceph-mon[191304]: pgmap v17647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:24 smithi123 ceph-mon[188613]: pgmap v17647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:26 smithi177 ceph-mon[212096]: pgmap v17648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:26 smithi123 ceph-mon[191304]: pgmap v17648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:26 smithi123 ceph-mon[188613]: pgmap v17648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:21:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:21:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:21:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:28 smithi177 ceph-mon[212096]: pgmap v17649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:28.654 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 19:21:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T19:21:28.585799502Z level=info msg="Completed cleanup jobs" duration=12.557271ms 2023-12-20T19:21:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:28 smithi123 ceph-mon[191304]: pgmap v17649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:28 smithi123 ceph-mon[188613]: pgmap v17649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:21:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:21:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:21:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:30 smithi177 ceph-mon[212096]: pgmap v17650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:30 smithi123 ceph-mon[191304]: pgmap v17650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:30 smithi123 ceph-mon[188613]: pgmap v17650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:32 smithi177 ceph-mon[212096]: pgmap v17651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:32 smithi123 ceph-mon[191304]: pgmap v17651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:32 smithi123 ceph-mon[188613]: pgmap v17651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:34 smithi177 ceph-mon[212096]: pgmap v17652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:34 smithi123 ceph-mon[191304]: pgmap v17652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:34 smithi123 ceph-mon[188613]: pgmap v17652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:36 smithi177 ceph-mon[212096]: pgmap v17653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:36 smithi123 ceph-mon[191304]: pgmap v17653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:36.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:36 smithi123 ceph-mon[188613]: pgmap v17653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:38 smithi123 ceph-mon[191304]: pgmap v17654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:21:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:21:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:21:38.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:21:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:38 smithi123 ceph-mon[188613]: pgmap v17654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:21:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:21:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:21:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:21:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:38 smithi177 ceph-mon[212096]: pgmap v17654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:21:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:21:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:21:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:21:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:21:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:21:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:21:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:40 smithi123 ceph-mon[191304]: pgmap v17655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:40 smithi123 ceph-mon[188613]: pgmap v17655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:40 smithi177 ceph-mon[212096]: pgmap v17655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:42 smithi123 ceph-mon[191304]: pgmap v17656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:21:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:42 smithi123 ceph-mon[188613]: pgmap v17656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:21:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:42 smithi177 ceph-mon[212096]: pgmap v17656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:21:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:44 smithi123 ceph-mon[191304]: pgmap v17657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:44 smithi123 ceph-mon[188613]: pgmap v17657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:44 smithi177 ceph-mon[212096]: pgmap v17657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:46 smithi123 ceph-mon[191304]: pgmap v17658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:46 smithi123 ceph-mon[188613]: pgmap v17658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:46 smithi177 ceph-mon[212096]: pgmap v17658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:48 smithi123 ceph-mon[191304]: pgmap v17659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:48 smithi123 ceph-mon[188613]: pgmap v17659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:48 smithi177 ceph-mon[212096]: pgmap v17659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:21:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:21:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:21:49.914 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:21:50.222 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:21:50.222 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 6m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:21:50.222 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 4m ago 8h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:21:50.222 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 6m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:21:50.222 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 4m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:21:50.222 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 4m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:21:50.222 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 6m ago 8h 867M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:21:50.222 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 6m ago 8h 2168M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:21:50.222 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 4m ago 8h 1047M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:21:50.222 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 6m ago 8h 1128M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:21:50.222 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 6m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:21:50.223 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 4m ago 8h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:21:50.223 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 6m ago 8h 5362M 2189M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:21:50.223 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 6m ago 8h 6084M 2189M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:21:50.223 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 6m ago 8h 4942M 2189M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:21:50.223 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 6m ago 8h 5198M 2189M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:21:50.223 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 4m ago 8h 4375M 2486M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:21:50.223 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 4m ago 8h 4889M 2486M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:21:50.223 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 4m ago 8h 4214M 2486M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:21:50.223 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 4m ago 8h 4898M 2486M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:21:50.223 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 4m ago 8h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:21:50.606 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:21:50.606 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:21:50.606 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:21:50.606 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:21:50.606 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:21:50.606 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:21:50.606 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:21:50.606 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:21:50.607 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:21:50.607 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:21:50.607 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:21:50.607 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:21:50.607 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:21:50.607 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:21:50.607 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:21:50.607 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:21:50.607 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:21:50.607 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:21:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:50 smithi123 ceph-mon[191304]: pgmap v17660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:50 smithi123 ceph-mon[188613]: pgmap v17660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:50 smithi177 ceph-mon[212096]: pgmap v17660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:51 smithi123 ceph-mon[191304]: from='client.63398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:21:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:51 smithi123 ceph-mon[191304]: from='client.53454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:21:51.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:51 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/102976470' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:21:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:51 smithi123 ceph-mon[188613]: from='client.63398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:21:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:51 smithi123 ceph-mon[188613]: from='client.53454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:21:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:51 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/102976470' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:21:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:51 smithi177 ceph-mon[212096]: from='client.63398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:21:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:51 smithi177 ceph-mon[212096]: from='client.53454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:21:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:51 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/102976470' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:21:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:52 smithi123 ceph-mon[191304]: pgmap v17661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:52 smithi123 ceph-mon[188613]: pgmap v17661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:52 smithi177 ceph-mon[212096]: pgmap v17661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:54 smithi123 ceph-mon[191304]: pgmap v17662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:54 smithi123 ceph-mon[188613]: pgmap v17662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:54 smithi177 ceph-mon[212096]: pgmap v17662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:56 smithi123 ceph-mon[191304]: pgmap v17663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:56 smithi123 ceph-mon[188613]: pgmap v17663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:56 smithi177 ceph-mon[212096]: pgmap v17663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:21:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:21:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:21:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:21:58 smithi123 ceph-mon[191304]: pgmap v17664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:21:58 smithi123 ceph-mon[188613]: pgmap v17664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:21:58 smithi177 ceph-mon[212096]: pgmap v17664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:21:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:21:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:21:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T19:22:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:00 smithi123 ceph-mon[188613]: pgmap v17665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:00 smithi123 ceph-mon[191304]: pgmap v17665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:00 smithi177 ceph-mon[212096]: pgmap v17665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:02 smithi123 ceph-mon[191304]: pgmap v17666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:02 smithi123 ceph-mon[188613]: pgmap v17666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:02 smithi177 ceph-mon[212096]: pgmap v17666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:04 smithi123 ceph-mon[191304]: pgmap v17667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:04 smithi123 ceph-mon[188613]: pgmap v17667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:04 smithi177 ceph-mon[212096]: pgmap v17667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:06 smithi123 ceph-mon[191304]: pgmap v17668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:06 smithi123 ceph-mon[188613]: pgmap v17668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:06 smithi177 ceph-mon[212096]: pgmap v17668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:08 smithi123 ceph-mon[191304]: pgmap v17669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:08 smithi123 ceph-mon[188613]: pgmap v17669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:08 smithi177 ceph-mon[212096]: pgmap v17669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:22:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:22:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T19:22:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:10 smithi123 ceph-mon[191304]: pgmap v17670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:10 smithi123 ceph-mon[188613]: pgmap v17670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:10 smithi177 ceph-mon[212096]: pgmap v17670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:12 smithi123 ceph-mon[191304]: pgmap v17671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:22:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:12 smithi123 ceph-mon[188613]: pgmap v17671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:22:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:12 smithi177 ceph-mon[212096]: pgmap v17671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:22:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:14 smithi123 ceph-mon[191304]: pgmap v17672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:14 smithi123 ceph-mon[188613]: pgmap v17672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:14 smithi177 ceph-mon[212096]: pgmap v17672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:16.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:16 smithi123 ceph-mon[191304]: pgmap v17673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:16.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:16 smithi123 ceph-mon[188613]: pgmap v17673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:16 smithi177 ceph-mon[212096]: pgmap v17673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:18 smithi123 ceph-mon[191304]: pgmap v17674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:18 smithi123 ceph-mon[188613]: pgmap v17674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:18 smithi177 ceph-mon[212096]: pgmap v17674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:22:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:22:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:22:20.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:20 smithi123 ceph-mon[191304]: pgmap v17675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:20.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:20 smithi123 ceph-mon[188613]: pgmap v17675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:20 smithi177 ceph-mon[212096]: pgmap v17675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:20.953 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:22:21.261 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:22:21.262 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 6m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:22:21.262 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 4m ago 8h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:22:21.262 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 6m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:22:21.262 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 4m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:22:21.262 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 4m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:22:21.262 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 6m ago 8h 867M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:22:21.262 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 6m ago 8h 2168M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:22:21.262 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 4m ago 8h 1047M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:22:21.262 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 6m ago 8h 1128M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:22:21.262 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 6m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:22:21.262 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 4m ago 8h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:22:21.262 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 6m ago 8h 5362M 2189M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:22:21.262 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 6m ago 8h 6084M 2189M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:22:21.262 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 6m ago 8h 4942M 2189M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:22:21.262 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 6m ago 8h 5198M 2189M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:22:21.263 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 4m ago 8h 4375M 2486M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:22:21.263 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 4m ago 8h 4889M 2486M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:22:21.263 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 4m ago 8h 4214M 2486M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:22:21.263 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 4m ago 8h 4898M 2486M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:22:21.263 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 4m ago 8h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:22:21.647 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:22:21.648 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:22:21.648 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:22:21.648 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:22:21.648 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:22:21.648 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:22:21.648 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:22:21.648 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:22:21.648 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:22:21.648 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:22:21.648 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:22:21.648 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:22:21.648 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:22:21.648 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:22:21.648 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:22:21.649 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:22:21.649 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:22:21.649 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:22:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:22 smithi123 ceph-mon[188613]: pgmap v17676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:22 smithi123 ceph-mon[188613]: from='client.53466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:22:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:22 smithi123 ceph-mon[188613]: from='client.63422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:22:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:22 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1044897033' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:22:22.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:22 smithi123 ceph-mon[191304]: pgmap v17676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:22.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:22 smithi123 ceph-mon[191304]: from='client.53466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:22:22.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:22 smithi123 ceph-mon[191304]: from='client.63422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:22:22.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:22 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1044897033' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:22:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:22 smithi177 ceph-mon[212096]: pgmap v17676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:22 smithi177 ceph-mon[212096]: from='client.53466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:22:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:22 smithi177 ceph-mon[212096]: from='client.63422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:22:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:22 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1044897033' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:22:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:24 smithi177 ceph-mon[212096]: pgmap v17677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:24 smithi123 ceph-mon[191304]: pgmap v17677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:24.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:24 smithi123 ceph-mon[188613]: pgmap v17677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:26 smithi177 ceph-mon[212096]: pgmap v17678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:26 smithi123 ceph-mon[191304]: pgmap v17678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:26 smithi123 ceph-mon[188613]: pgmap v17678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:22:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:22:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:22:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:28 smithi177 ceph-mon[212096]: pgmap v17679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:28 smithi123 ceph-mon[191304]: pgmap v17679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:28 smithi123 ceph-mon[188613]: pgmap v17679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:22:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:22:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:22:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:30 smithi177 ceph-mon[212096]: pgmap v17680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:30 smithi123 ceph-mon[191304]: pgmap v17680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:30 smithi123 ceph-mon[188613]: pgmap v17680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:32 smithi177 ceph-mon[212096]: pgmap v17681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:32 smithi123 ceph-mon[191304]: pgmap v17681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:32.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:32 smithi123 ceph-mon[188613]: pgmap v17681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:34 smithi177 ceph-mon[212096]: pgmap v17682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:34 smithi123 ceph-mon[191304]: pgmap v17682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:34 smithi123 ceph-mon[188613]: pgmap v17682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:36 smithi177 ceph-mon[212096]: pgmap v17683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:36 smithi123 ceph-mon[191304]: pgmap v17683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:36.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:36 smithi123 ceph-mon[188613]: pgmap v17683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:38 smithi177 ceph-mon[212096]: pgmap v17684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:22:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:38 smithi123 ceph-mon[191304]: pgmap v17684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:22:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:38 smithi123 ceph-mon[188613]: pgmap v17684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:22:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:22:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:22:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:22:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:22:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:22:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:22:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:22:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:22:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:22:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:22:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:22:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:22:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:40 smithi177 ceph-mon[212096]: pgmap v17685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:40 smithi123 ceph-mon[191304]: pgmap v17685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:40 smithi123 ceph-mon[188613]: pgmap v17685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:42 smithi177 ceph-mon[212096]: pgmap v17686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:22:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:42 smithi123 ceph-mon[191304]: pgmap v17686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:22:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:42 smithi123 ceph-mon[188613]: pgmap v17686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:22:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:44 smithi177 ceph-mon[212096]: pgmap v17687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:44 smithi123 ceph-mon[191304]: pgmap v17687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:44 smithi123 ceph-mon[188613]: pgmap v17687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:46 smithi177 ceph-mon[212096]: pgmap v17688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:46 smithi123 ceph-mon[191304]: pgmap v17688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:46.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:46 smithi123 ceph-mon[188613]: pgmap v17688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:48 smithi177 ceph-mon[212096]: pgmap v17689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:48 smithi123 ceph-mon[191304]: pgmap v17689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:48 smithi123 ceph-mon[188613]: pgmap v17689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:22:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:22:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:22:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:50 smithi177 ceph-mon[212096]: pgmap v17690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:50 smithi123 ceph-mon[191304]: pgmap v17690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:50 smithi123 ceph-mon[188613]: pgmap v17690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:51.993 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:22:52.302 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:22:52.302 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 7m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:22:52.302 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 5m ago 8h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:22:52.302 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 7m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:22:52.302 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 5m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:22:52.302 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 5m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:22:52.303 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 7m ago 8h 867M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:22:52.303 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 7m ago 8h 2168M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:22:52.303 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 5m ago 8h 1047M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:22:52.303 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 7m ago 8h 1128M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:22:52.303 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 7m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:22:52.303 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 5m ago 8h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:22:52.303 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 7m ago 8h 5362M 2189M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:22:52.303 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 7m ago 8h 6084M 2189M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:22:52.303 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 7m ago 8h 4942M 2189M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:22:52.303 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 7m ago 8h 5198M 2189M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:22:52.303 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 5m ago 8h 4375M 2486M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:22:52.303 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 5m ago 8h 4889M 2486M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:22:52.303 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 5m ago 8h 4214M 2486M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:22:52.304 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 5m ago 8h 4898M 2486M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:22:52.304 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 5m ago 8h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:22:52.689 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:22:52.689 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:22:52.689 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:22:52.689 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:22:52.689 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:22:52.690 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:22:52.690 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:22:52.690 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:22:52.690 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:22:52.690 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:22:52.690 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:22:52.690 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:22:52.690 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:22:52.690 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:22:52.690 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:22:52.690 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:22:52.690 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:22:52.690 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:22:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:52 smithi177 ceph-mon[212096]: pgmap v17691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:52 smithi123 ceph-mon[191304]: pgmap v17691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:52 smithi123 ceph-mon[188613]: pgmap v17691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:53 smithi177 ceph-mon[212096]: from='client.53484 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:22:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:53 smithi177 ceph-mon[212096]: from='client.53490 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:22:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:53 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3276266233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:22:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:53 smithi123 ceph-mon[191304]: from='client.53484 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:22:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:53 smithi123 ceph-mon[191304]: from='client.53490 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:22:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:53 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3276266233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:22:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:53 smithi123 ceph-mon[188613]: from='client.53484 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:22:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:53 smithi123 ceph-mon[188613]: from='client.53490 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:22:53.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:53 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3276266233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:22:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:54 smithi177 ceph-mon[212096]: pgmap v17692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:54 smithi123 ceph-mon[191304]: pgmap v17692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:54 smithi123 ceph-mon[188613]: pgmap v17692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:56.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:56 smithi177 ceph-mon[212096]: pgmap v17693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:56.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:56 smithi123 ceph-mon[191304]: pgmap v17693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:56.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:56 smithi123 ceph-mon[188613]: pgmap v17693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:57.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:22:57.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:22:57.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:22:58.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:22:58 smithi177 ceph-mon[212096]: pgmap v17694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:58.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:22:58 smithi123 ceph-mon[191304]: pgmap v17694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:58.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:22:58 smithi123 ceph-mon[188613]: pgmap v17694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:22:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:22:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:22:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:23:00.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:00 smithi177 ceph-mon[212096]: pgmap v17695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:00.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:00 smithi123 ceph-mon[191304]: pgmap v17695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:00.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:00 smithi123 ceph-mon[188613]: pgmap v17695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:02 smithi177 ceph-mon[212096]: pgmap v17696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:02 smithi123 ceph-mon[191304]: pgmap v17696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:02.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:02 smithi123 ceph-mon[188613]: pgmap v17696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:04 smithi177 ceph-mon[212096]: pgmap v17697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:04.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:04 smithi123 ceph-mon[191304]: pgmap v17697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:04.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:04 smithi123 ceph-mon[188613]: pgmap v17697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:06.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:06 smithi123 ceph-mon[191304]: pgmap v17698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:06.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:06 smithi123 ceph-mon[188613]: pgmap v17698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:06 smithi177 ceph-mon[212096]: pgmap v17698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:08 smithi123 ceph-mon[188613]: pgmap v17699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:08 smithi123 ceph-mon[191304]: pgmap v17699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:08 smithi177 ceph-mon[212096]: pgmap v17699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:23:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:23:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:23:10.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:10 smithi123 ceph-mon[191304]: pgmap v17700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:10.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:10 smithi123 ceph-mon[188613]: pgmap v17700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:10.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:10 smithi177 ceph-mon[212096]: pgmap v17700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:12 smithi123 ceph-mon[188613]: pgmap v17701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:23:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:12 smithi123 ceph-mon[191304]: pgmap v17701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:23:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:12 smithi177 ceph-mon[212096]: pgmap v17701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:23:14.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:14 smithi123 ceph-mon[188613]: pgmap v17702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:14 smithi123 ceph-mon[191304]: pgmap v17702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:14 smithi177 ceph-mon[212096]: pgmap v17702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:16 smithi123 ceph-mon[191304]: pgmap v17703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:16 smithi123 ceph-mon[188613]: pgmap v17703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:16 smithi177 ceph-mon[212096]: pgmap v17703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:18 smithi123 ceph-mon[191304]: pgmap v17704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:18 smithi123 ceph-mon[188613]: pgmap v17704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:18 smithi177 ceph-mon[212096]: pgmap v17704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:23:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:23:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:23:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:20 smithi123 ceph-mon[191304]: pgmap v17705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:20.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:20 smithi123 ceph-mon[188613]: pgmap v17705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:20 smithi177 ceph-mon[212096]: pgmap v17705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:22.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:22 smithi123 ceph-mon[188613]: pgmap v17706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:22 smithi123 ceph-mon[191304]: pgmap v17706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:22 smithi177 ceph-mon[212096]: pgmap v17706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:23.028 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:23:23.339 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:23:24.124 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 7m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:23:24.124 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 5m ago 8h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:23:24.124 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 7m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:23:24.124 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 5m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:23:24.124 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 5m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:23:24.124 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 7m ago 8h 867M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:23:24.124 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 7m ago 8h 2168M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:23:24.124 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 5m ago 8h 1047M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:23:24.124 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 7m ago 8h 1128M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:23:24.125 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 7m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:23:24.125 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 5m ago 8h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:23:24.125 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 7m ago 8h 5362M 2189M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:23:24.125 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 7m ago 8h 6084M 2189M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:23:24.125 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 7m ago 8h 4942M 2189M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:23:24.125 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 7m ago 8h 5198M 2189M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:23:24.125 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 5m ago 8h 4375M 2486M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:23:24.125 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 5m ago 8h 4889M 2486M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:23:24.125 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 5m ago 8h 4214M 2486M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:23:24.125 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 5m ago 8h 4898M 2486M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:23:24.125 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 5m ago 8h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:23:24.126 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:23:24.126 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:23:24.126 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:23:24.126 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:23:24.126 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:23:24.126 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:23:24.127 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:23:24.127 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:23:24.127 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:23:24.127 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:23:24.127 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:23:24.127 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:23:24.127 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:23:24.127 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:23:24.127 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:23:24.127 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:23:24.127 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:23:24.127 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:23:24.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:24 smithi123 ceph-mon[191304]: pgmap v17707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:24.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:24 smithi123 ceph-mon[191304]: from='client.53502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:23:24.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:24 smithi123 ceph-mon[191304]: from='client.53508 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:23:24.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:24 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3573410478' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:23:24.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:24 smithi123 ceph-mon[188613]: pgmap v17707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:24.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:24 smithi123 ceph-mon[188613]: from='client.53502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:23:24.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:24 smithi123 ceph-mon[188613]: from='client.53508 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:23:24.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:24 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3573410478' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:23:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:24 smithi177 ceph-mon[212096]: pgmap v17707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:24 smithi177 ceph-mon[212096]: from='client.53502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:23:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:24 smithi177 ceph-mon[212096]: from='client.53508 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:23:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:24 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3573410478' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:23:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:26 smithi123 ceph-mon[191304]: pgmap v17708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:26.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:26 smithi123 ceph-mon[188613]: pgmap v17708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:26 smithi177 ceph-mon[212096]: pgmap v17708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:23:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:23:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:23:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:28 smithi123 ceph-mon[191304]: pgmap v17709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:28.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:28 smithi123 ceph-mon[188613]: pgmap v17709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:28 smithi177 ceph-mon[212096]: pgmap v17709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:23:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:23:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:23:30.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:30 smithi123 ceph-mon[191304]: pgmap v17710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:30.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:30 smithi123 ceph-mon[188613]: pgmap v17710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:30 smithi177 ceph-mon[212096]: pgmap v17710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:32.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:32 smithi123 ceph-mon[191304]: pgmap v17711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:32.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:32 smithi123 ceph-mon[188613]: pgmap v17711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:32 smithi177 ceph-mon[212096]: pgmap v17711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:34.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:34 smithi123 ceph-mon[191304]: pgmap v17712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:34.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:34 smithi123 ceph-mon[188613]: pgmap v17712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:34 smithi177 ceph-mon[212096]: pgmap v17712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:36.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:36 smithi123 ceph-mon[191304]: pgmap v17713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:36.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:36 smithi123 ceph-mon[188613]: pgmap v17713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:36 smithi177 ceph-mon[212096]: pgmap v17713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:38.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:38 smithi123 ceph-mon[191304]: pgmap v17714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:38.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:38 smithi123 ceph-mon[188613]: pgmap v17714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:38 smithi177 ceph-mon[212096]: pgmap v17714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:39.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:23:39.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:23:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:23:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:23:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:23:39.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:23:40.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:40 smithi123 ceph-mon[191304]: pgmap v17715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:40.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:23:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:23:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:23:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:23:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:23:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:23:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:23:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:23:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:40 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi177 to 2482M 2023-12-20T19:23:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:40 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2176M 2023-12-20T19:23:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:23:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:23:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:23:40.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:23:40.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:23:40.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:40 smithi123 ceph-mon[188613]: pgmap v17715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:40.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:23:40.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:23:40.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:23:40.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:23:40.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:23:40.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:23:40.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:23:40.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:23:40.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:40 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi177 to 2482M 2023-12-20T19:23:40.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:40 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2176M 2023-12-20T19:23:40.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:23:40.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:23:40.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:23:40.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:23:40.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:23:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:40 smithi177 ceph-mon[212096]: pgmap v17715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:23:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:23:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:23:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:23:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:23:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:23:40.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:23:40.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:23:40.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:40 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi177 to 2482M 2023-12-20T19:23:40.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:40 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2176M 2023-12-20T19:23:40.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:23:40.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:23:40.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:23:40.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:23:40.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:23:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:42 smithi123 ceph-mon[191304]: pgmap v17716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:42.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:23:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:42 smithi123 ceph-mon[188613]: pgmap v17716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:42.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:23:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:42 smithi177 ceph-mon[212096]: pgmap v17716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:23:44.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:44 smithi123 ceph-mon[191304]: pgmap v17717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:44.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:44 smithi123 ceph-mon[188613]: pgmap v17717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:44.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:44 smithi177 ceph-mon[212096]: pgmap v17717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:46.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:46 smithi123 ceph-mon[191304]: pgmap v17718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:46.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:46 smithi123 ceph-mon[188613]: pgmap v17718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:46 smithi177 ceph-mon[212096]: pgmap v17718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:48.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:48 smithi123 ceph-mon[191304]: pgmap v17719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:48.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:48 smithi123 ceph-mon[188613]: pgmap v17719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:48 smithi177 ceph-mon[212096]: pgmap v17719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:23:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:23:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:23:50.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:50 smithi123 ceph-mon[191304]: pgmap v17720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:50.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:50 smithi123 ceph-mon[188613]: pgmap v17720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:50.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:50 smithi177 ceph-mon[212096]: pgmap v17720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:52 smithi177 ceph-mon[212096]: pgmap v17721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:52.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:52 smithi123 ceph-mon[191304]: pgmap v17721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:52.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:52 smithi123 ceph-mon[188613]: pgmap v17721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:54.078 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:23:54.390 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:23:54.390 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 8m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:23:54.390 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 6m ago 8h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:23:54.390 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 8m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:23:54.390 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 6m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:23:54.390 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 6m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:23:54.390 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 8m ago 8h 867M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:23:54.390 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 8m ago 8h 2168M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:23:54.390 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 6m ago 8h 1047M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:23:54.391 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 8m ago 8h 1128M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:23:54.391 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 8m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:23:54.391 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 6m ago 8h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:23:54.391 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 8m ago 8h 5362M 2176M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:23:54.391 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 8m ago 8h 6084M 2176M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:23:54.391 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 8m ago 8h 4942M 2176M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:23:54.391 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 8m ago 8h 5198M 2176M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:23:54.391 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 6m ago 8h 4375M 2482M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:23:54.391 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 6m ago 8h 4889M 2482M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:23:54.391 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 6m ago 8h 4214M 2482M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:23:54.391 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 6m ago 8h 4898M 2482M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:23:54.392 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 6m ago 8h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:23:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:54 smithi177 ceph-mon[212096]: pgmap v17722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:54 smithi123 ceph-mon[191304]: pgmap v17722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:54 smithi123 ceph-mon[188613]: pgmap v17722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:54.767 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:23:54.767 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:23:54.768 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:23:54.768 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:23:54.768 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:23:54.768 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:23:54.768 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:23:54.768 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:23:54.768 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:23:54.768 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:23:54.768 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:23:54.768 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:23:54.768 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:23:54.768 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:23:54.768 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:23:54.768 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:23:54.768 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:23:54.769 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:23:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:55 smithi177 ceph-mon[212096]: from='client.63470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:23:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:55 smithi177 ceph-mon[212096]: from='client.63476 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:23:55.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:55 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2894010730' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:23:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:55 smithi123 ceph-mon[188613]: from='client.63470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:23:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:55 smithi123 ceph-mon[188613]: from='client.63476 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:23:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:55 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2894010730' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:23:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:55 smithi123 ceph-mon[191304]: from='client.63470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:23:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:55 smithi123 ceph-mon[191304]: from='client.63476 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:23:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:55 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2894010730' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:23:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:56 smithi177 ceph-mon[212096]: pgmap v17723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:56 smithi123 ceph-mon[188613]: pgmap v17723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:56 smithi123 ceph-mon[191304]: pgmap v17723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:23:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:23:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:23:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:23:58 smithi177 ceph-mon[212096]: pgmap v17724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:23:58 smithi123 ceph-mon[191304]: pgmap v17724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:58.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:23:58 smithi123 ceph-mon[188613]: pgmap v17724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:23:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:23:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:23:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:24:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:00 smithi177 ceph-mon[212096]: pgmap v17725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:00 smithi123 ceph-mon[191304]: pgmap v17725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:00.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:00 smithi123 ceph-mon[188613]: pgmap v17725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:02 smithi177 ceph-mon[212096]: pgmap v17726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:02 smithi123 ceph-mon[191304]: pgmap v17726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:02 smithi123 ceph-mon[188613]: pgmap v17726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:04 smithi177 ceph-mon[212096]: pgmap v17727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:04 smithi123 ceph-mon[188613]: pgmap v17727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:04 smithi123 ceph-mon[191304]: pgmap v17727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:06 smithi177 ceph-mon[212096]: pgmap v17728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:06 smithi123 ceph-mon[191304]: pgmap v17728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:06 smithi123 ceph-mon[188613]: pgmap v17728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:08 smithi177 ceph-mon[212096]: pgmap v17729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:08 smithi123 ceph-mon[191304]: pgmap v17729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:08 smithi123 ceph-mon[188613]: pgmap v17729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:24:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:24:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:24:10.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:10 smithi177 ceph-mon[212096]: pgmap v17730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:10 smithi123 ceph-mon[191304]: pgmap v17730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:10 smithi123 ceph-mon[188613]: pgmap v17730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:12 smithi177 ceph-mon[212096]: pgmap v17731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:12.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:24:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:12 smithi123 ceph-mon[191304]: pgmap v17731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:24:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:12 smithi123 ceph-mon[188613]: pgmap v17731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:24:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:14 smithi177 ceph-mon[212096]: pgmap v17732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:14 smithi123 ceph-mon[191304]: pgmap v17732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:14 smithi123 ceph-mon[188613]: pgmap v17732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:16 smithi177 ceph-mon[212096]: pgmap v17733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:16 smithi123 ceph-mon[191304]: pgmap v17733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:16 smithi123 ceph-mon[188613]: pgmap v17733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:18 smithi177 ceph-mon[212096]: pgmap v17734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:18 smithi123 ceph-mon[191304]: pgmap v17734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:18 smithi123 ceph-mon[188613]: pgmap v17734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:24:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:24:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:24:20.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:20 smithi177 ceph-mon[212096]: pgmap v17735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:20 smithi123 ceph-mon[188613]: pgmap v17735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:20 smithi123 ceph-mon[191304]: pgmap v17735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:22 smithi177 ceph-mon[212096]: pgmap v17736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:22 smithi123 ceph-mon[191304]: pgmap v17736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:22 smithi123 ceph-mon[188613]: pgmap v17736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:24 smithi177 ceph-mon[212096]: pgmap v17737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:24 smithi123 ceph-mon[188613]: pgmap v17737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:24 smithi123 ceph-mon[191304]: pgmap v17737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:25.115 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:24:25.424 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:24:25.424 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 8m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:24:25.424 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 6m ago 8h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:24:25.424 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 8m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:24:25.424 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 6m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:24:25.424 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 6m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:24:25.425 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 8m ago 8h 867M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:24:25.425 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 8m ago 8h 2168M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:24:25.425 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 6m ago 8h 1047M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:24:25.425 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 8m ago 8h 1128M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:24:25.425 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 8m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:24:25.425 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 6m ago 8h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:24:25.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 8m ago 8h 5362M 2176M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:24:25.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 8m ago 8h 6084M 2176M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:24:25.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 8m ago 8h 4942M 2176M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:24:25.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 8m ago 8h 5198M 2176M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:24:25.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 6m ago 8h 4375M 2482M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:24:25.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 6m ago 8h 4889M 2482M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:24:25.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 6m ago 8h 4214M 2482M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:24:25.425 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 6m ago 8h 4898M 2482M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:24:25.425 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 6m ago 8h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:24:25.802 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:24:25.803 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:24:25.803 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:24:25.803 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:24:25.803 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:24:25.803 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:24:25.803 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:24:25.803 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:24:25.803 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:24:25.803 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:24:25.803 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:24:25.803 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:24:25.803 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:24:25.803 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:24:25.803 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:24:25.804 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:24:25.804 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:24:25.804 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:24:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:26 smithi177 ceph-mon[212096]: pgmap v17738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:26 smithi177 ceph-mon[212096]: from='client.63488 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:24:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:26 smithi177 ceph-mon[212096]: from='client.53544 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:24:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:26 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1383393601' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:24:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:26 smithi123 ceph-mon[188613]: pgmap v17738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:26 smithi123 ceph-mon[188613]: from='client.63488 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:24:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:26 smithi123 ceph-mon[188613]: from='client.53544 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:24:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:26 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1383393601' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:24:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:26 smithi123 ceph-mon[191304]: pgmap v17738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:26.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:26 smithi123 ceph-mon[191304]: from='client.63488 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:24:26.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:26 smithi123 ceph-mon[191304]: from='client.53544 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:24:26.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:26 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1383393601' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:24:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:24:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:24:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:24:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:28 smithi177 ceph-mon[212096]: pgmap v17739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:28 smithi123 ceph-mon[191304]: pgmap v17739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:28 smithi123 ceph-mon[188613]: pgmap v17739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:24:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:24:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:24:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:30 smithi177 ceph-mon[212096]: pgmap v17740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:30 smithi123 ceph-mon[188613]: pgmap v17740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:30.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:30 smithi123 ceph-mon[191304]: pgmap v17740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:32 smithi177 ceph-mon[212096]: pgmap v17741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:32 smithi123 ceph-mon[191304]: pgmap v17741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:32.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:32 smithi123 ceph-mon[188613]: pgmap v17741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:34 smithi177 ceph-mon[212096]: pgmap v17742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:34 smithi123 ceph-mon[191304]: pgmap v17742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:34 smithi123 ceph-mon[188613]: pgmap v17742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:36 smithi177 ceph-mon[212096]: pgmap v17743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:36 smithi123 ceph-mon[191304]: pgmap v17743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:36.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:36 smithi123 ceph-mon[188613]: pgmap v17743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:38 smithi177 ceph-mon[212096]: pgmap v17744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:38 smithi123 ceph-mon[191304]: pgmap v17744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:38 smithi123 ceph-mon[188613]: pgmap v17744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:24:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:24:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:24:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:40 smithi177 ceph-mon[212096]: pgmap v17745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:24:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:24:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:24:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:24:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:40 smithi123 ceph-mon[191304]: pgmap v17745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:24:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:24:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:24:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:24:40.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:40 smithi123 ceph-mon[188613]: pgmap v17745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:40.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:24:40.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:24:40.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:24:40.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:24:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:42 smithi177 ceph-mon[212096]: pgmap v17746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:24:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:42 smithi123 ceph-mon[191304]: pgmap v17746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:24:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:42 smithi123 ceph-mon[188613]: pgmap v17746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:24:44.657 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:44 smithi177 ceph-mon[212096]: pgmap v17747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:44 smithi123 ceph-mon[191304]: pgmap v17747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:44 smithi123 ceph-mon[188613]: pgmap v17747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:46 smithi177 ceph-mon[212096]: pgmap v17748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:46 smithi123 ceph-mon[191304]: pgmap v17748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:46 smithi123 ceph-mon[188613]: pgmap v17748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:48 smithi177 ceph-mon[212096]: pgmap v17749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:48 smithi123 ceph-mon[191304]: pgmap v17749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:48 smithi123 ceph-mon[188613]: pgmap v17749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:24:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:24:49] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T19:24:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:50 smithi177 ceph-mon[212096]: pgmap v17750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:50 smithi123 ceph-mon[191304]: pgmap v17750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:50 smithi123 ceph-mon[188613]: pgmap v17750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:52 smithi177 ceph-mon[212096]: pgmap v17751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:52 smithi123 ceph-mon[191304]: pgmap v17751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:52 smithi123 ceph-mon[188613]: pgmap v17751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:54 smithi177 ceph-mon[212096]: pgmap v17752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:54 smithi123 ceph-mon[191304]: pgmap v17752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:54 smithi123 ceph-mon[188613]: pgmap v17752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:56.151 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:24:56.463 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:24:56.463 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 9m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:24:56.463 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 7m ago 8h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:24:56.464 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 9m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:24:56.464 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 7m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:24:56.464 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 7m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:24:56.464 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 9m ago 8h 867M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:24:56.464 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 9m ago 8h 2168M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:24:56.464 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 7m ago 8h 1047M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:24:56.464 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 9m ago 8h 1128M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:24:56.464 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 9m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:24:56.464 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 7m ago 8h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:24:56.464 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 9m ago 8h 5362M 2176M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:24:56.464 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 9m ago 8h 6084M 2176M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:24:56.464 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 9m ago 8h 4942M 2176M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:24:56.464 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 9m ago 8h 5198M 2176M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:24:56.464 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 7m ago 8h 4375M 2482M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:24:56.464 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 7m ago 8h 4889M 2482M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:24:56.465 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 7m ago 8h 4214M 2482M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:24:56.465 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 7m ago 8h 4898M 2482M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:24:56.465 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 7m ago 8h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:24:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:56 smithi177 ceph-mon[212096]: pgmap v17753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:56 smithi123 ceph-mon[191304]: pgmap v17753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:56 smithi123 ceph-mon[188613]: pgmap v17753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:56.842 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:24:56.843 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:24:56.843 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:24:56.843 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:24:56.843 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:24:56.843 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:24:56.843 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:24:56.843 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:24:56.843 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:24:56.843 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:24:56.843 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:24:56.843 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:24:56.843 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:24:56.843 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:24:56.843 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:24:56.844 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:24:56.844 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:24:56.844 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:24:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:57 smithi177 ceph-mon[212096]: from='client.63506 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:24:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:57 smithi177 ceph-mon[212096]: from='client.63512 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:24:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:57 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/348922303' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:24:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:24:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:57 smithi123 ceph-mon[191304]: from='client.63506 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:24:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:57 smithi123 ceph-mon[191304]: from='client.63512 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:24:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:57 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/348922303' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:24:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:24:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:57 smithi123 ceph-mon[188613]: from='client.63506 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:24:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:57 smithi123 ceph-mon[188613]: from='client.63512 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:24:57.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:57 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/348922303' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:24:57.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:24:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:24:58 smithi177 ceph-mon[212096]: pgmap v17754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:24:58 smithi123 ceph-mon[191304]: pgmap v17754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:24:58 smithi123 ceph-mon[188613]: pgmap v17754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:24:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:24:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:24:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:25:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:00 smithi177 ceph-mon[212096]: pgmap v17755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:00 smithi123 ceph-mon[191304]: pgmap v17755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:00 smithi123 ceph-mon[188613]: pgmap v17755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:02 smithi177 ceph-mon[212096]: pgmap v17756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:02 smithi123 ceph-mon[191304]: pgmap v17756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:02 smithi123 ceph-mon[188613]: pgmap v17756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:04 smithi177 ceph-mon[212096]: pgmap v17757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:04 smithi123 ceph-mon[191304]: pgmap v17757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:04 smithi123 ceph-mon[188613]: pgmap v17757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:06 smithi177 ceph-mon[212096]: pgmap v17758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:06 smithi123 ceph-mon[191304]: pgmap v17758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:06 smithi123 ceph-mon[188613]: pgmap v17758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:08 smithi177 ceph-mon[212096]: pgmap v17759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:08 smithi123 ceph-mon[191304]: pgmap v17759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:08 smithi123 ceph-mon[188613]: pgmap v17759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:25:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:25:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:25:10.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:10 smithi177 ceph-mon[212096]: pgmap v17760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:10 smithi123 ceph-mon[191304]: pgmap v17760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:10 smithi123 ceph-mon[188613]: pgmap v17760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:12 smithi177 ceph-mon[212096]: pgmap v17761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:25:12.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:12 smithi123 ceph-mon[191304]: pgmap v17761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:12.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:25:12.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:12 smithi123 ceph-mon[188613]: pgmap v17761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:12.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:25:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:14 smithi177 ceph-mon[212096]: pgmap v17762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:14 smithi123 ceph-mon[191304]: pgmap v17762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:14 smithi123 ceph-mon[188613]: pgmap v17762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:16 smithi123 ceph-mon[191304]: pgmap v17763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:16 smithi123 ceph-mon[188613]: pgmap v17763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:16 smithi177 ceph-mon[212096]: pgmap v17763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:18 smithi123 ceph-mon[191304]: pgmap v17764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:18 smithi123 ceph-mon[188613]: pgmap v17764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:18 smithi177 ceph-mon[212096]: pgmap v17764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:25:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:25:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:25:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:20 smithi123 ceph-mon[191304]: pgmap v17765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:20 smithi123 ceph-mon[188613]: pgmap v17765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:20 smithi177 ceph-mon[212096]: pgmap v17765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:22 smithi123 ceph-mon[191304]: pgmap v17766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:22 smithi123 ceph-mon[188613]: pgmap v17766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:22 smithi177 ceph-mon[212096]: pgmap v17766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:24 smithi123 ceph-mon[188613]: pgmap v17767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:24 smithi123 ceph-mon[191304]: pgmap v17767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:24 smithi177 ceph-mon[212096]: pgmap v17767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:26 smithi123 ceph-mon[191304]: pgmap v17768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:26 smithi123 ceph-mon[188613]: pgmap v17768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:26 smithi177 ceph-mon[212096]: pgmap v17768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:27.189 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:25:27.499 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:25:27.499 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 9m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:25:27.499 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 7m ago 8h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:25:27.499 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 9m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:25:27.499 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 7m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:25:27.499 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 7m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:25:27.500 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 9m ago 8h 867M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:25:27.500 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 9m ago 8h 2168M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:25:27.500 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 7m ago 8h 1047M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:25:27.500 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 9m ago 8h 1128M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:25:27.500 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 9m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:25:27.500 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 7m ago 8h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:25:27.500 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 9m ago 8h 5362M 2176M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:25:27.500 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 9m ago 8h 6084M 2176M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:25:27.500 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 9m ago 8h 4942M 2176M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:25:27.500 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 9m ago 8h 5198M 2176M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:25:27.500 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 7m ago 8h 4375M 2482M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:25:27.500 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 7m ago 8h 4889M 2482M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:25:27.500 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 7m ago 8h 4214M 2482M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:25:27.500 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 7m ago 8h 4898M 2482M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:25:27.500 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 7m ago 8h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:25:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:25:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:25:27.882 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:25:27.883 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:25:27.883 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:25:27.883 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:25:27.883 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:25:27.883 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:25:27.883 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:25:27.883 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:25:27.883 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:25:27.883 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:25:27.883 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:25:27.883 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:25:27.883 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:25:27.883 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:25:27.883 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:25:27.884 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:25:27.884 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:25:27.884 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:25:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:25:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:28 smithi123 ceph-mon[191304]: pgmap v17769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:28 smithi123 ceph-mon[191304]: from='client.63524 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:25:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:28 smithi123 ceph-mon[191304]: from='client.63530 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:25:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:28 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2918870667' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:25:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:28 smithi123 ceph-mon[188613]: pgmap v17769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:28 smithi123 ceph-mon[188613]: from='client.63524 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:25:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:28 smithi123 ceph-mon[188613]: from='client.63530 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:25:28.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:28 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2918870667' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:25:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:28 smithi177 ceph-mon[212096]: pgmap v17769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:28 smithi177 ceph-mon[212096]: from='client.63524 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:25:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:28 smithi177 ceph-mon[212096]: from='client.63530 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:25:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:28 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2918870667' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:25:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:25:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:25:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:25:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:30 smithi123 ceph-mon[191304]: pgmap v17770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:30.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:30 smithi123 ceph-mon[188613]: pgmap v17770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:30 smithi177 ceph-mon[212096]: pgmap v17770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:32 smithi123 ceph-mon[191304]: pgmap v17771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:32 smithi123 ceph-mon[188613]: pgmap v17771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:32 smithi177 ceph-mon[212096]: pgmap v17771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:34 smithi123 ceph-mon[191304]: pgmap v17772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:34 smithi123 ceph-mon[188613]: pgmap v17772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:34 smithi177 ceph-mon[212096]: pgmap v17772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:36 smithi123 ceph-mon[191304]: pgmap v17773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:36 smithi123 ceph-mon[188613]: pgmap v17773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:36 smithi177 ceph-mon[212096]: pgmap v17773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:38 smithi123 ceph-mon[188613]: pgmap v17774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:38 smithi123 ceph-mon[191304]: pgmap v17774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:38 smithi177 ceph-mon[212096]: pgmap v17774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:25:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:25:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:25:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:40 smithi123 ceph-mon[191304]: pgmap v17775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:40.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:25:40.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:40 smithi123 ceph-mon[188613]: pgmap v17775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:40.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:25:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:40 smithi177 ceph-mon[212096]: pgmap v17775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:25:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:25:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:25:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:25:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:25:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:25:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:25:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:42 smithi123 ceph-mon[191304]: pgmap v17776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:25:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:42 smithi123 ceph-mon[188613]: pgmap v17776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:25:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:42 smithi177 ceph-mon[212096]: pgmap v17776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:25:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:25:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:25:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:25:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:25:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:25:43.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:25:43.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:25:43.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:25:43.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:25:43.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:25:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:25:43.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:25:43.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:25:43.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:25:43.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:25:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:44 smithi177 ceph-mon[212096]: pgmap v17777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:44 smithi123 ceph-mon[188613]: pgmap v17777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:44 smithi123 ceph-mon[191304]: pgmap v17777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:46 smithi177 ceph-mon[212096]: pgmap v17778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:46 smithi123 ceph-mon[191304]: pgmap v17778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:46.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:46 smithi123 ceph-mon[188613]: pgmap v17778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:48 smithi177 ceph-mon[212096]: pgmap v17779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:48 smithi123 ceph-mon[191304]: pgmap v17779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:48 smithi123 ceph-mon[188613]: pgmap v17779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:25:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:25:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:25:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:50 smithi177 ceph-mon[212096]: pgmap v17780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:50 smithi123 ceph-mon[191304]: pgmap v17780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:50 smithi123 ceph-mon[188613]: pgmap v17780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:52 smithi177 ceph-mon[212096]: pgmap v17781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:52 smithi123 ceph-mon[191304]: pgmap v17781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:52 smithi123 ceph-mon[188613]: pgmap v17781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:54 smithi177 ceph-mon[212096]: pgmap v17782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:54 smithi123 ceph-mon[191304]: pgmap v17782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:54 smithi123 ceph-mon[188613]: pgmap v17782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:56 smithi177 ceph-mon[212096]: pgmap v17783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:56 smithi123 ceph-mon[191304]: pgmap v17783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:56 smithi123 ceph-mon[188613]: pgmap v17783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:25:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:25:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:25:58.229 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:25:58.534 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:25:58.534 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 15s ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:25:58.534 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 8m ago 8h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:25:58.534 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 15s ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:25:58.534 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 8m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:25:58.534 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 8m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:25:58.535 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 15s ago 8h 873M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:25:58.535 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 15s ago 8h 2203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:25:58.535 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 8m ago 8h 1047M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:25:58.535 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 15s ago 8h 1147M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:25:58.535 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 15s ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:25:58.535 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 8m ago 8h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:25:58.535 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 15s ago 8h 5395M 2176M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:25:58.535 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 15s ago 8h 6113M 2176M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:25:58.535 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 15s ago 8h 4967M 2176M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:25:58.535 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 15s ago 8h 5230M 2176M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:25:58.535 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 8m ago 8h 4375M 2482M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:25:58.535 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 8m ago 8h 4889M 2482M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:25:58.535 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 8m ago 8h 4214M 2482M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:25:58.535 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 8m ago 8h 4898M 2482M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:25:58.535 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 8m ago 8h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:25:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:58 smithi177 ceph-mon[212096]: pgmap v17784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:58 smithi177 ceph-mon[212096]: from='client.53592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:25:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:58 smithi177 ceph-mon[212096]: from='client.63548 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:25:58.920 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:25:58.920 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:25:58.920 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:25:58.921 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:25:58.921 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:25:58.921 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:25:58.921 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:25:58.921 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:25:58.921 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:25:58.921 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:25:58.921 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:25:58.921 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:25:58.921 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:25:58.921 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:25:58.921 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:25:58.921 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:25:58.921 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:25:58.922 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:25:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:58 smithi123 ceph-mon[191304]: pgmap v17784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:58 smithi123 ceph-mon[191304]: from='client.53592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:25:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:58 smithi123 ceph-mon[191304]: from='client.63548 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:25:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:58 smithi123 ceph-mon[188613]: pgmap v17784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:58 smithi123 ceph-mon[188613]: from='client.53592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:25:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:58 smithi123 ceph-mon[188613]: from='client.63548 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:25:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:25:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:25:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:25:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:59 smithi177 ceph-mon[212096]: pgmap v17785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:25:59 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1361025716' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:25:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:59 smithi123 ceph-mon[191304]: pgmap v17785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:25:59 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1361025716' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:25:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:59 smithi123 ceph-mon[188613]: pgmap v17785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:25:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:25:59 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1361025716' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:26:02.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:02 smithi123 ceph-mon[191304]: pgmap v17786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:02.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:02 smithi123 ceph-mon[188613]: pgmap v17786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:02 smithi177 ceph-mon[212096]: pgmap v17786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:04.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:04 smithi123 ceph-mon[191304]: pgmap v17787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:04.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:04 smithi123 ceph-mon[188613]: pgmap v17787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:04 smithi177 ceph-mon[212096]: pgmap v17787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:06.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:06 smithi123 ceph-mon[188613]: pgmap v17788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:06.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:06 smithi123 ceph-mon[191304]: pgmap v17788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:06 smithi177 ceph-mon[212096]: pgmap v17788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:08.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:08 smithi123 ceph-mon[191304]: pgmap v17789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:08.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:08 smithi123 ceph-mon[188613]: pgmap v17789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:08 smithi177 ceph-mon[212096]: pgmap v17789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:26:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:26:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:26:10.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:10 smithi123 ceph-mon[191304]: pgmap v17790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:10.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:10 smithi123 ceph-mon[188613]: pgmap v17790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:10.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:10 smithi177 ceph-mon[212096]: pgmap v17790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:12 smithi123 ceph-mon[191304]: pgmap v17791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:12.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:26:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:12 smithi123 ceph-mon[188613]: pgmap v17791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:26:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:12 smithi177 ceph-mon[212096]: pgmap v17791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:26:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:14 smithi123 ceph-mon[191304]: pgmap v17792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:14.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:14 smithi123 ceph-mon[188613]: pgmap v17792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:14 smithi177 ceph-mon[212096]: pgmap v17792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:16 smithi123 ceph-mon[191304]: pgmap v17793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:16 smithi123 ceph-mon[188613]: pgmap v17793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:16 smithi177 ceph-mon[212096]: pgmap v17793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:18 smithi123 ceph-mon[191304]: pgmap v17794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:18 smithi123 ceph-mon[188613]: pgmap v17794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:18 smithi177 ceph-mon[212096]: pgmap v17794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:26:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:26:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:26:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:20 smithi123 ceph-mon[191304]: pgmap v17795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:20.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:20 smithi123 ceph-mon[188613]: pgmap v17795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:20 smithi177 ceph-mon[212096]: pgmap v17795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:22.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:22 smithi123 ceph-mon[188613]: pgmap v17796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:22.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:22 smithi123 ceph-mon[191304]: pgmap v17796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:22 smithi177 ceph-mon[212096]: pgmap v17796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:24.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:24 smithi123 ceph-mon[191304]: pgmap v17797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:24.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:24 smithi123 ceph-mon[188613]: pgmap v17797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:24 smithi177 ceph-mon[212096]: pgmap v17797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:26 smithi123 ceph-mon[191304]: pgmap v17798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:26.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:26 smithi123 ceph-mon[188613]: pgmap v17798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:26 smithi177 ceph-mon[212096]: pgmap v17798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:26:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:26:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:26:28.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:28 smithi123 ceph-mon[188613]: pgmap v17799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:28.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:28 smithi123 ceph-mon[191304]: pgmap v17799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:28 smithi177 ceph-mon[212096]: pgmap v17799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:29.272 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:26:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:26:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:26:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:26:29.588 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:26:29.588 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 47s ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:26:29.588 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 8m ago 8h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:26:29.588 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 47s ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:26:29.588 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 8m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:26:29.589 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 8m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:26:29.589 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 47s ago 8h 873M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:26:29.589 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 47s ago 8h 2203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:26:29.589 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 8m ago 8h 1047M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:26:29.589 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 47s ago 8h 1147M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:26:29.589 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 47s ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:26:29.589 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 8m ago 8h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:26:29.589 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 47s ago 8h 5395M 2176M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:26:29.589 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 47s ago 8h 6113M 2176M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:26:29.589 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 47s ago 8h 4967M 2176M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:26:29.589 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 47s ago 8h 5230M 2176M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:26:29.589 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 8m ago 8h 4375M 2482M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:26:29.589 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 8m ago 8h 4889M 2482M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:26:29.589 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 8m ago 8h 4214M 2482M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:26:29.589 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 8m ago 8h 4898M 2482M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:26:29.590 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 8m ago 8h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:26:29.970 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:26:29.971 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:26:29.971 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:26:29.971 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:26:29.971 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:26:29.971 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:26:29.971 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:26:29.971 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:26:29.971 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:26:29.971 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:26:29.971 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:26:29.971 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:26:29.971 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:26:29.971 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:26:29.971 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:26:29.971 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:26:29.972 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:26:29.972 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:26:30.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:30 smithi123 ceph-mon[188613]: pgmap v17800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:30.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:30 smithi123 ceph-mon[188613]: from='client.63560 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:26:30.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:30 smithi123 ceph-mon[188613]: from='client.53616 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:26:30.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:30 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3987098556' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:26:30.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:30 smithi123 ceph-mon[191304]: pgmap v17800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:30.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:30 smithi123 ceph-mon[191304]: from='client.63560 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:26:30.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:30 smithi123 ceph-mon[191304]: from='client.53616 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:26:30.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:30 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3987098556' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:26:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:30 smithi177 ceph-mon[212096]: pgmap v17800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:30 smithi177 ceph-mon[212096]: from='client.63560 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:26:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:30 smithi177 ceph-mon[212096]: from='client.53616 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:26:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:30 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3987098556' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:26:32.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:32 smithi123 ceph-mon[191304]: pgmap v17801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:32.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:32 smithi123 ceph-mon[188613]: pgmap v17801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:32 smithi177 ceph-mon[212096]: pgmap v17801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:34.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:34 smithi123 ceph-mon[191304]: pgmap v17802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:34.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:34 smithi123 ceph-mon[188613]: pgmap v17802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:34 smithi177 ceph-mon[212096]: pgmap v17802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:36.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:36 smithi123 ceph-mon[191304]: pgmap v17803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:36.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:36 smithi123 ceph-mon[188613]: pgmap v17803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:36 smithi177 ceph-mon[212096]: pgmap v17803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:38.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:38 smithi123 ceph-mon[191304]: pgmap v17804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:38.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:38 smithi123 ceph-mon[188613]: pgmap v17804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:38 smithi177 ceph-mon[212096]: pgmap v17804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:26:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:26:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:26:40.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:40 smithi123 ceph-mon[191304]: pgmap v17805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:40.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:40 smithi123 ceph-mon[188613]: pgmap v17805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:40 smithi177 ceph-mon[212096]: pgmap v17805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:42 smithi177 ceph-mon[212096]: pgmap v17806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:26:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:42 smithi123 ceph-mon[191304]: pgmap v17806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:26:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:42 smithi123 ceph-mon[188613]: pgmap v17806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:26:43.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:26:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:26:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:26:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:44 smithi123 ceph-mon[191304]: pgmap v17807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:26:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:26:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:26:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:26:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:26:44.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:44 smithi123 ceph-mon[188613]: pgmap v17807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:44.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:26:44.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:26:44.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:26:44.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:26:44.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:26:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:44 smithi177 ceph-mon[212096]: pgmap v17807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:26:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:26:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:26:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:26:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:26:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:46 smithi123 ceph-mon[191304]: pgmap v17808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:46 smithi123 ceph-mon[188613]: pgmap v17808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:46 smithi177 ceph-mon[212096]: pgmap v17808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:48 smithi123 ceph-mon[191304]: pgmap v17809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:48 smithi123 ceph-mon[188613]: pgmap v17809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:48 smithi177 ceph-mon[212096]: pgmap v17809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:26:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:26:49] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T19:26:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:50 smithi123 ceph-mon[191304]: pgmap v17810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:50 smithi123 ceph-mon[188613]: pgmap v17810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:50 smithi177 ceph-mon[212096]: pgmap v17810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:52 smithi123 ceph-mon[191304]: pgmap v17811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:52 smithi123 ceph-mon[188613]: pgmap v17811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:52 smithi177 ceph-mon[212096]: pgmap v17811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:54 smithi123 ceph-mon[191304]: pgmap v17812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:54 smithi123 ceph-mon[188613]: pgmap v17812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:54 smithi177 ceph-mon[212096]: pgmap v17812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:56 smithi123 ceph-mon[191304]: pgmap v17813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:56 smithi123 ceph-mon[188613]: pgmap v17813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:56 smithi177 ceph-mon[212096]: pgmap v17813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:26:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:26:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:26:58.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:26:58 smithi123 ceph-mon[191304]: pgmap v17814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:58.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:26:58 smithi123 ceph-mon[188613]: pgmap v17814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:26:58 smithi177 ceph-mon[212096]: pgmap v17814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:26:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:26:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:26:59] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T19:27:00.321 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:27:00.628 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:27:00.629 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 78s ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:27:00.629 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 9m ago 8h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:27:00.629 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 78s ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:27:00.629 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 9m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:27:00.629 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 9m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:27:00.629 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 78s ago 8h 873M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:27:00.629 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 78s ago 8h 2203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:27:00.629 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 9m ago 8h 1047M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:27:00.629 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 78s ago 8h 1147M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:27:00.629 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 78s ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:27:00.629 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 9m ago 8h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:27:00.629 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 78s ago 8h 5395M 2176M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:27:00.629 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 78s ago 8h 6113M 2176M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:27:00.629 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 78s ago 8h 4967M 2176M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:27:00.630 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 78s ago 8h 5230M 2176M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:27:00.630 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 9m ago 8h 4375M 2482M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:27:00.630 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 9m ago 8h 4889M 2482M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:27:00.630 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 9m ago 8h 4214M 2482M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:27:00.630 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 9m ago 8h 4898M 2482M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:27:00.630 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 9m ago 8h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:27:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:00 smithi123 ceph-mon[191304]: pgmap v17815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:00 smithi123 ceph-mon[188613]: pgmap v17815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:00 smithi177 ceph-mon[212096]: pgmap v17815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:01.010 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:27:01.010 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:27:01.011 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:27:01.011 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:27:01.011 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:27:01.011 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:27:01.011 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:27:01.011 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:27:01.012 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:27:01.012 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:27:01.012 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:27:01.012 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:27:01.012 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:27:01.012 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:27:01.013 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:27:01.013 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:27:01.013 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:27:01.013 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:27:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:01 smithi123 ceph-mon[191304]: from='client.63578 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:27:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:01 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/795595121' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:27:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:01 smithi123 ceph-mon[188613]: from='client.63578 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:27:01.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:01 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/795595121' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:27:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:01 smithi177 ceph-mon[212096]: from='client.63578 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:27:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:01 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/795595121' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:27:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:02 smithi123 ceph-mon[191304]: from='client.63584 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:27:02.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:02 smithi123 ceph-mon[191304]: pgmap v17816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:02.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:02 smithi123 ceph-mon[188613]: from='client.63584 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:27:02.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:02 smithi123 ceph-mon[188613]: pgmap v17816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:02 smithi177 ceph-mon[212096]: from='client.63584 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:27:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:02 smithi177 ceph-mon[212096]: pgmap v17816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:04 smithi123 ceph-mon[191304]: pgmap v17817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:04 smithi123 ceph-mon[188613]: pgmap v17817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:04 smithi177 ceph-mon[212096]: pgmap v17817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:06 smithi123 ceph-mon[191304]: pgmap v17818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:06 smithi123 ceph-mon[188613]: pgmap v17818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:06 smithi177 ceph-mon[212096]: pgmap v17818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:08 smithi123 ceph-mon[191304]: pgmap v17819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:08 smithi123 ceph-mon[188613]: pgmap v17819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:08 smithi177 ceph-mon[212096]: pgmap v17819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:27:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:27:09] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T19:27:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:10 smithi123 ceph-mon[191304]: pgmap v17820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:10 smithi123 ceph-mon[188613]: pgmap v17820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:10 smithi177 ceph-mon[212096]: pgmap v17820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:12 smithi123 ceph-mon[191304]: pgmap v17821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:27:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:12 smithi123 ceph-mon[188613]: pgmap v17821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:27:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:12 smithi177 ceph-mon[212096]: pgmap v17821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:27:14.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:14 smithi177 ceph-mon[212096]: pgmap v17822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:14 smithi123 ceph-mon[191304]: pgmap v17822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:14.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:14 smithi123 ceph-mon[188613]: pgmap v17822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:16 smithi177 ceph-mon[212096]: pgmap v17823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:16 smithi123 ceph-mon[191304]: pgmap v17823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:16 smithi123 ceph-mon[188613]: pgmap v17823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:18 smithi177 ceph-mon[212096]: pgmap v17824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:18 smithi123 ceph-mon[191304]: pgmap v17824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:18 smithi123 ceph-mon[188613]: pgmap v17824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:27:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:27:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:27:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:20 smithi177 ceph-mon[212096]: pgmap v17825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:20 smithi123 ceph-mon[191304]: pgmap v17825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:20.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:20 smithi123 ceph-mon[188613]: pgmap v17825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:22 smithi177 ceph-mon[212096]: pgmap v17826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:22 smithi123 ceph-mon[191304]: pgmap v17826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:22.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:22 smithi123 ceph-mon[188613]: pgmap v17826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:24 smithi177 ceph-mon[212096]: pgmap v17827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:24 smithi123 ceph-mon[191304]: pgmap v17827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:24.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:24 smithi123 ceph-mon[188613]: pgmap v17827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:26 smithi177 ceph-mon[212096]: pgmap v17828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:26 smithi123 ceph-mon[188613]: pgmap v17828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:26 smithi123 ceph-mon[191304]: pgmap v17828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:27:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:27:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:27:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:28 smithi177 ceph-mon[212096]: pgmap v17829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:28 smithi123 ceph-mon[191304]: pgmap v17829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:28 smithi123 ceph-mon[188613]: pgmap v17829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:27:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:27:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:27:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:30 smithi177 ceph-mon[212096]: pgmap v17830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:30 smithi123 ceph-mon[191304]: pgmap v17830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:30 smithi123 ceph-mon[188613]: pgmap v17830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:31.357 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:27:31.666 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:27:31.666 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 109s ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:27:31.666 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 9m ago 8h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:27:31.666 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 109s ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:27:31.666 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 9m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:27:31.666 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 9m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:27:31.667 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 109s ago 8h 873M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:27:31.667 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 109s ago 8h 2203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:27:31.667 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 9m ago 8h 1047M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:27:31.667 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 109s ago 8h 1147M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:27:31.667 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 109s ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:27:31.667 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 9m ago 8h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:27:31.667 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 109s ago 8h 5395M 2176M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:27:31.667 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 109s ago 8h 6113M 2176M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:27:31.667 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 109s ago 8h 4967M 2176M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:27:31.667 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 109s ago 8h 5230M 2176M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:27:31.667 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 9m ago 8h 4375M 2482M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:27:31.667 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 9m ago 8h 4889M 2482M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:27:31.667 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 9m ago 8h 4214M 2482M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:27:31.667 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 9m ago 8h 4898M 2482M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:27:31.667 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 9m ago 8h 150M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:27:32.049 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:27:32.049 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:27:32.049 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:27:32.049 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:27:32.049 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:27:32.049 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:27:32.049 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:27:32.049 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:27:32.049 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:27:32.049 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:27:32.049 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:27:32.050 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:27:32.050 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:27:32.050 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:27:32.050 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:27:32.050 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:27:32.050 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:27:32.050 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:27:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:32 smithi177 ceph-mon[212096]: pgmap v17831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:32 smithi177 ceph-mon[212096]: from='client.63596 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:27:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:32 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2234430891' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:27:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:32 smithi123 ceph-mon[191304]: pgmap v17831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:32 smithi123 ceph-mon[191304]: from='client.63596 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:27:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:32 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2234430891' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:27:32.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:32 smithi123 ceph-mon[188613]: pgmap v17831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:32.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:32 smithi123 ceph-mon[188613]: from='client.63596 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:27:32.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:32 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2234430891' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:27:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:33 smithi177 ceph-mon[212096]: from='client.53649 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:27:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:33 smithi123 ceph-mon[191304]: from='client.53649 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:27:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:33 smithi123 ceph-mon[188613]: from='client.53649 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:27:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:34 smithi177 ceph-mon[212096]: pgmap v17832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:34 smithi123 ceph-mon[191304]: pgmap v17832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:34 smithi123 ceph-mon[188613]: pgmap v17832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:36 smithi177 ceph-mon[212096]: pgmap v17833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:36 smithi123 ceph-mon[191304]: pgmap v17833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:36.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:36 smithi123 ceph-mon[188613]: pgmap v17833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:38 smithi177 ceph-mon[212096]: pgmap v17834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:38 smithi123 ceph-mon[191304]: pgmap v17834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:38 smithi123 ceph-mon[188613]: pgmap v17834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:27:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:27:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:27:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:40 smithi177 ceph-mon[212096]: pgmap v17835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:40 smithi123 ceph-mon[191304]: pgmap v17835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:40 smithi123 ceph-mon[188613]: pgmap v17835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:42 smithi177 ceph-mon[212096]: pgmap v17836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:27:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:42 smithi123 ceph-mon[188613]: pgmap v17836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:27:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:42 smithi123 ceph-mon[191304]: pgmap v17836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:27:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:44 smithi177 ceph-mon[212096]: pgmap v17837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:27:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:44 smithi123 ceph-mon[188613]: pgmap v17837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:27:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:44 smithi123 ceph-mon[191304]: pgmap v17837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:27:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:46 smithi177 ceph-mon[212096]: pgmap v17838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:27:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:46 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:27:46.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:46 smithi123 ceph-mon[188613]: pgmap v17838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:46.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:27:46.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:46 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:27:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:46 smithi123 ceph-mon[191304]: pgmap v17838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:27:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:46 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:27:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:27:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:27:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:27:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:27:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:27:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:27:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:27:47.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:27:47.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:27:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:48 smithi177 ceph-mon[212096]: pgmap v17839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:48 smithi123 ceph-mon[191304]: pgmap v17839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:48 smithi123 ceph-mon[188613]: pgmap v17839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:27:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:27:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:27:50.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:50 smithi177 ceph-mon[212096]: pgmap v17840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:50 smithi123 ceph-mon[191304]: pgmap v17840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:50 smithi123 ceph-mon[188613]: pgmap v17840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:52 smithi177 ceph-mon[212096]: pgmap v17841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:52 smithi123 ceph-mon[191304]: pgmap v17841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:52 smithi123 ceph-mon[188613]: pgmap v17841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:54 smithi177 ceph-mon[212096]: pgmap v17842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:54 smithi123 ceph-mon[191304]: pgmap v17842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:54 smithi123 ceph-mon[188613]: pgmap v17842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:56 smithi177 ceph-mon[212096]: pgmap v17843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:56 smithi123 ceph-mon[191304]: pgmap v17843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:56 smithi123 ceph-mon[188613]: pgmap v17843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:27:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:27:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:27:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:27:58 smithi177 ceph-mon[212096]: pgmap v17844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:27:58 smithi123 ceph-mon[188613]: pgmap v17844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:27:58 smithi123 ceph-mon[191304]: pgmap v17844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:27:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:27:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:27:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:28:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:00 smithi177 ceph-mon[212096]: pgmap v17845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:00 smithi123 ceph-mon[191304]: pgmap v17845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:00 smithi123 ceph-mon[188613]: pgmap v17845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:02.403 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:28:02.711 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:28:02.712 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 2m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:28:02.712 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 16s ago 8h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:28:02.712 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 2m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:28:02.712 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 16s ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:28:02.712 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 16s ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:28:02.712 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 2m ago 8h 873M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:28:02.712 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 2m ago 8h 2203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:28:02.712 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 16s ago 8h 1063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:28:02.712 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 2m ago 8h 1147M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:28:02.712 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 2m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:28:02.712 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 16s ago 8h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:28:02.712 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 2m ago 8h 5395M 2176M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:28:02.713 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 2m ago 8h 6113M 2176M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:28:02.713 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 2m ago 8h 4967M 2176M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:28:02.713 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 2m ago 8h 5230M 2176M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:28:02.713 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 16s ago 8h 4402M 2482M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:28:02.713 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 16s ago 8h 4922M 2482M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:28:02.713 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 16s ago 8h 4244M 2482M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:28:02.713 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 16s ago 8h 4934M 2482M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:28:02.713 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 16s ago 8h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:28:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:02 smithi177 ceph-mon[212096]: pgmap v17846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:02 smithi123 ceph-mon[191304]: pgmap v17846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:02.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:02 smithi123 ceph-mon[188613]: pgmap v17846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:03.091 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:28:03.091 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:28:03.091 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:28:03.091 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:28:03.091 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:28:03.091 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:28:03.091 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:28:03.092 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:28:03.092 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:28:03.092 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:28:03.092 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:28:03.092 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:28:03.092 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:28:03.092 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:28:03.092 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:28:03.092 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:28:03.092 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:28:03.092 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:28:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:03 smithi177 ceph-mon[212096]: from='client.53661 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:28:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:03 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3519530037' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:28:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:03 smithi123 ceph-mon[191304]: from='client.53661 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:28:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:03 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3519530037' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:28:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:03 smithi123 ceph-mon[188613]: from='client.53661 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:28:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:03 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3519530037' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:28:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:04 smithi177 ceph-mon[212096]: from='client.53667 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:28:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:04 smithi177 ceph-mon[212096]: pgmap v17847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:04 smithi123 ceph-mon[191304]: from='client.53667 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:28:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:04 smithi123 ceph-mon[191304]: pgmap v17847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:04.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:04 smithi123 ceph-mon[188613]: from='client.53667 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:28:04.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:04 smithi123 ceph-mon[188613]: pgmap v17847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:06 smithi177 ceph-mon[212096]: pgmap v17848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:06 smithi123 ceph-mon[191304]: pgmap v17848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:06 smithi123 ceph-mon[188613]: pgmap v17848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:08 smithi177 ceph-mon[212096]: pgmap v17849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:08 smithi123 ceph-mon[191304]: pgmap v17849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:08 smithi123 ceph-mon[188613]: pgmap v17849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:28:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:28:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:28:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:09 smithi177 ceph-mon[212096]: pgmap v17850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:09 smithi123 ceph-mon[191304]: pgmap v17850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:09 smithi123 ceph-mon[188613]: pgmap v17850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:12.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:12 smithi123 ceph-mon[188613]: pgmap v17851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:28:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:12 smithi123 ceph-mon[191304]: pgmap v17851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:28:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:12 smithi177 ceph-mon[212096]: pgmap v17851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:28:14.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:14 smithi123 ceph-mon[191304]: pgmap v17852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:14.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:14 smithi123 ceph-mon[188613]: pgmap v17852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:14 smithi177 ceph-mon[212096]: pgmap v17852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:16.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:16 smithi123 ceph-mon[191304]: pgmap v17853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:16.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:16 smithi123 ceph-mon[188613]: pgmap v17853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:16 smithi177 ceph-mon[212096]: pgmap v17853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:18.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:18 smithi123 ceph-mon[191304]: pgmap v17854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:18.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:18 smithi123 ceph-mon[188613]: pgmap v17854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:18 smithi177 ceph-mon[212096]: pgmap v17854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:28:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:28:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:28:20.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:20 smithi123 ceph-mon[188613]: pgmap v17855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:20.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:20 smithi123 ceph-mon[191304]: pgmap v17855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:20 smithi177 ceph-mon[212096]: pgmap v17855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:22.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:22 smithi123 ceph-mon[188613]: pgmap v17856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:22.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:22 smithi123 ceph-mon[191304]: pgmap v17856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:22 smithi177 ceph-mon[212096]: pgmap v17856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:24.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:24 smithi123 ceph-mon[191304]: pgmap v17857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:24.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:24 smithi123 ceph-mon[188613]: pgmap v17857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:24 smithi177 ceph-mon[212096]: pgmap v17857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:26.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:26 smithi123 ceph-mon[191304]: pgmap v17858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:26.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:26 smithi123 ceph-mon[188613]: pgmap v17858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:26 smithi177 ceph-mon[212096]: pgmap v17858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:27.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:28:27.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:28:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:28:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:28 smithi177 ceph-mon[212096]: pgmap v17859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:28 smithi123 ceph-mon[191304]: pgmap v17859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:28 smithi123 ceph-mon[188613]: pgmap v17859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:28:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:28:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T19:28:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:30 smithi177 ceph-mon[212096]: pgmap v17860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:30 smithi123 ceph-mon[188613]: pgmap v17860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:30 smithi123 ceph-mon[191304]: pgmap v17860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:32 smithi177 ceph-mon[212096]: pgmap v17861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:32 smithi123 ceph-mon[191304]: pgmap v17861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:32 smithi123 ceph-mon[188613]: pgmap v17861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:33.438 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:28:33.749 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:28:33.749 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 2m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:28:33.749 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 47s ago 8h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:28:33.750 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 2m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:28:33.750 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 47s ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:28:33.750 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 47s ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:28:33.750 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 2m ago 8h 873M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:28:33.750 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 2m ago 8h 2203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:28:33.750 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 47s ago 8h 1063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:28:33.750 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 2m ago 8h 1147M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:28:33.750 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 2m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:28:33.750 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 47s ago 8h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:28:33.750 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 2m ago 8h 5395M 2176M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:28:33.750 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 2m ago 8h 6113M 2176M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:28:33.750 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 2m ago 8h 4967M 2176M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:28:33.750 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 2m ago 8h 5230M 2176M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:28:33.750 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 47s ago 8h 4402M 2482M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:28:33.750 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 47s ago 8h 4922M 2482M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:28:33.751 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 47s ago 8h 4244M 2482M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:28:33.751 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 47s ago 8h 4934M 2482M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:28:33.751 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 47s ago 8h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:28:34.138 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:28:34.139 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:28:34.139 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:28:34.139 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:28:34.139 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:28:34.139 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:28:34.139 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:28:34.139 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:28:34.139 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:28:34.139 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:28:34.139 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:28:34.139 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:28:34.139 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:28:34.139 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:28:34.139 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:28:34.139 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:28:34.140 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:28:34.140 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:28:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:34 smithi177 ceph-mon[212096]: pgmap v17862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:34 smithi177 ceph-mon[212096]: from='client.63632 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:28:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:34 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1944043451' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:28:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:34 smithi123 ceph-mon[188613]: pgmap v17862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:34 smithi123 ceph-mon[188613]: from='client.63632 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:28:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:34 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1944043451' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:28:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:34 smithi123 ceph-mon[191304]: pgmap v17862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:34 smithi123 ceph-mon[191304]: from='client.63632 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:28:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:34 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1944043451' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:28:35.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:35 smithi177 ceph-mon[212096]: from='client.63638 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:28:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:35 smithi123 ceph-mon[188613]: from='client.63638 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:28:35.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:35 smithi123 ceph-mon[191304]: from='client.63638 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:28:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:36 smithi177 ceph-mon[212096]: pgmap v17863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:36 smithi123 ceph-mon[191304]: pgmap v17863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:36.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:36 smithi123 ceph-mon[188613]: pgmap v17863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:38 smithi177 ceph-mon[212096]: pgmap v17864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:38 smithi123 ceph-mon[191304]: pgmap v17864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:38 smithi123 ceph-mon[188613]: pgmap v17864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:28:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:28:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T19:28:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:40 smithi177 ceph-mon[212096]: pgmap v17865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:40 smithi123 ceph-mon[191304]: pgmap v17865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:40 smithi123 ceph-mon[188613]: pgmap v17865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:42 smithi177 ceph-mon[212096]: pgmap v17866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:28:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:42 smithi123 ceph-mon[191304]: pgmap v17866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:28:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:42 smithi123 ceph-mon[188613]: pgmap v17866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:28:44.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:44 smithi177 ceph-mon[212096]: pgmap v17867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:44 smithi123 ceph-mon[191304]: pgmap v17867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:44 smithi123 ceph-mon[188613]: pgmap v17867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:46 smithi177 ceph-mon[212096]: pgmap v17868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:46 smithi123 ceph-mon[191304]: pgmap v17868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:46 smithi123 ceph-mon[188613]: pgmap v17868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:28:47.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:28:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:28:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:48 smithi177 ceph-mon[212096]: pgmap v17869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:28:48.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:28:48.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:28:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:48 smithi123 ceph-mon[191304]: pgmap v17869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:28:48.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:28:48.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:28:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:48 smithi123 ceph-mon[188613]: pgmap v17869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:28:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:28:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:28:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:28:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:28:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:28:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:50 smithi177 ceph-mon[212096]: pgmap v17870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:50 smithi123 ceph-mon[188613]: pgmap v17870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:50 smithi123 ceph-mon[191304]: pgmap v17870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:52 smithi177 ceph-mon[212096]: pgmap v17871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:52 smithi123 ceph-mon[191304]: pgmap v17871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:52 smithi123 ceph-mon[188613]: pgmap v17871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:54 smithi177 ceph-mon[212096]: pgmap v17872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:54 smithi123 ceph-mon[191304]: pgmap v17872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:54 smithi123 ceph-mon[188613]: pgmap v17872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:56 smithi177 ceph-mon[212096]: pgmap v17873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:56 smithi123 ceph-mon[191304]: pgmap v17873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:56 smithi123 ceph-mon[188613]: pgmap v17873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:28:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:28:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:28:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:28:58 smithi177 ceph-mon[212096]: pgmap v17874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:28:58 smithi123 ceph-mon[191304]: pgmap v17874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:28:58 smithi123 ceph-mon[188613]: pgmap v17874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:28:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:28:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:28:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:29:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:00 smithi177 ceph-mon[212096]: pgmap v17875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:00 smithi123 ceph-mon[191304]: pgmap v17875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:00 smithi123 ceph-mon[188613]: pgmap v17875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:02 smithi177 ceph-mon[212096]: pgmap v17876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:02 smithi123 ceph-mon[191304]: pgmap v17876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:02 smithi123 ceph-mon[188613]: pgmap v17876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:04.492 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:29:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:04 smithi177 ceph-mon[212096]: pgmap v17877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:04 smithi123 ceph-mon[191304]: pgmap v17877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:04 smithi123 ceph-mon[188613]: pgmap v17877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:04.803 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:29:04.803 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 3m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:29:04.803 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 78s ago 8h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:29:04.803 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 3m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:29:04.803 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 78s ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:29:04.803 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 78s ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:29:04.803 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 3m ago 8h 873M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:29:04.804 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 3m ago 8h 2203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:29:04.804 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 78s ago 8h 1063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:29:04.804 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 3m ago 8h 1147M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:29:04.804 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 3m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:29:04.804 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 78s ago 8h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:29:04.804 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 3m ago 8h 5395M 2176M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:29:04.804 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 3m ago 8h 6113M 2176M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:29:04.804 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 3m ago 8h 4967M 2176M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:29:04.804 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 3m ago 8h 5230M 2176M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:29:04.804 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 78s ago 8h 4402M 2482M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:29:04.804 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 78s ago 8h 4922M 2482M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:29:04.804 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 78s ago 8h 4244M 2482M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:29:04.804 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 78s ago 8h 4934M 2482M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:29:04.804 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 78s ago 8h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:29:05.184 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:29:05.185 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:29:05.185 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:29:05.185 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:29:05.185 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:29:05.185 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:29:05.185 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:29:05.185 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:29:05.185 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:29:05.185 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:29:05.185 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:29:05.185 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:29:05.185 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:29:05.186 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:29:05.186 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:29:05.186 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:29:05.186 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:29:05.186 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:29:05.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:05 smithi177 ceph-mon[212096]: from='client.53697 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:29:05.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:05 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1146894958' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:29:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:05 smithi123 ceph-mon[191304]: from='client.53697 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:29:05.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:05 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1146894958' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:29:05.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:05 smithi123 ceph-mon[188613]: from='client.53697 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:29:05.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:05 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1146894958' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:29:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:06 smithi177 ceph-mon[212096]: from='client.53703 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:29:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:06 smithi177 ceph-mon[212096]: pgmap v17878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:06 smithi123 ceph-mon[188613]: from='client.53703 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:29:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:06 smithi123 ceph-mon[188613]: pgmap v17878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:06 smithi123 ceph-mon[191304]: from='client.53703 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:29:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:06 smithi123 ceph-mon[191304]: pgmap v17878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:08 smithi177 ceph-mon[212096]: pgmap v17879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:08 smithi123 ceph-mon[191304]: pgmap v17879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:08 smithi123 ceph-mon[188613]: pgmap v17879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:29:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:29:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:29:10.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:10 smithi177 ceph-mon[212096]: pgmap v17880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:10 smithi123 ceph-mon[191304]: pgmap v17880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:10 smithi123 ceph-mon[188613]: pgmap v17880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:12 smithi177 ceph-mon[212096]: pgmap v17881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:12.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:29:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:12 smithi123 ceph-mon[191304]: pgmap v17881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:29:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:12 smithi123 ceph-mon[188613]: pgmap v17881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:29:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:14 smithi177 ceph-mon[212096]: pgmap v17882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:14 smithi123 ceph-mon[191304]: pgmap v17882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:14 smithi123 ceph-mon[188613]: pgmap v17882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:16 smithi177 ceph-mon[212096]: pgmap v17883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:16 smithi123 ceph-mon[191304]: pgmap v17883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:16 smithi123 ceph-mon[188613]: pgmap v17883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:18 smithi177 ceph-mon[212096]: pgmap v17884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:18 smithi123 ceph-mon[191304]: pgmap v17884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:18 smithi123 ceph-mon[188613]: pgmap v17884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:29:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:29:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:29:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:20 smithi177 ceph-mon[212096]: pgmap v17885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:20 smithi123 ceph-mon[191304]: pgmap v17885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:20 smithi123 ceph-mon[188613]: pgmap v17885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:22 smithi177 ceph-mon[212096]: pgmap v17886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:22 smithi123 ceph-mon[188613]: pgmap v17886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:22 smithi123 ceph-mon[191304]: pgmap v17886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:24 smithi177 ceph-mon[212096]: pgmap v17887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:24 smithi123 ceph-mon[191304]: pgmap v17887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:24 smithi123 ceph-mon[188613]: pgmap v17887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:26.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:26 smithi177 ceph-mon[212096]: pgmap v17888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:26.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:26 smithi123 ceph-mon[191304]: pgmap v17888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:26.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:26 smithi123 ceph-mon[188613]: pgmap v17888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:29:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:29:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:29:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:28 smithi177 ceph-mon[212096]: pgmap v17889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:28 smithi123 ceph-mon[191304]: pgmap v17889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:28 smithi123 ceph-mon[188613]: pgmap v17889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:29:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:29:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:29:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:30 smithi177 ceph-mon[212096]: pgmap v17890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:30 smithi123 ceph-mon[191304]: pgmap v17890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:30 smithi123 ceph-mon[188613]: pgmap v17890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:32 smithi177 ceph-mon[212096]: pgmap v17891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:32 smithi123 ceph-mon[191304]: pgmap v17891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:32 smithi123 ceph-mon[188613]: pgmap v17891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:34 smithi177 ceph-mon[212096]: pgmap v17892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:34 smithi123 ceph-mon[191304]: pgmap v17892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:34.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:34 smithi123 ceph-mon[188613]: pgmap v17892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:35.530 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:29:35.836 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:29:35.836 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 3m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:29:35.836 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 109s ago 8h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:29:35.836 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 3m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:29:35.836 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 109s ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:29:35.836 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 109s ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:29:35.836 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 3m ago 8h 873M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:29:35.837 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 3m ago 8h 2203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:29:35.837 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 109s ago 8h 1063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:29:35.837 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 3m ago 8h 1147M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:29:35.837 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 3m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:29:35.837 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 109s ago 8h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:29:35.837 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 3m ago 8h 5395M 2176M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:29:35.837 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 3m ago 8h 6113M 2176M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:29:35.837 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 3m ago 8h 4967M 2176M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:29:35.837 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 3m ago 8h 5230M 2176M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:29:35.837 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 109s ago 8h 4402M 2482M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:29:35.837 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 109s ago 8h 4922M 2482M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:29:35.837 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 109s ago 8h 4244M 2482M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:29:35.837 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 109s ago 8h 4934M 2482M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:29:35.837 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 109s ago 8h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:29:36.219 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:29:36.219 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:29:36.219 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:29:36.219 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:29:36.219 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:29:36.219 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:29:36.219 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:29:36.219 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:29:36.219 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:29:36.219 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:29:36.220 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:29:36.220 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:29:36.220 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:29:36.220 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:29:36.220 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:29:36.220 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:29:36.220 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:29:36.220 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:29:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:36 smithi177 ceph-mon[212096]: pgmap v17893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:36 smithi177 ceph-mon[212096]: from='client.53715 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:29:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:36 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2236499905' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:29:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:36 smithi123 ceph-mon[191304]: pgmap v17893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:36 smithi123 ceph-mon[191304]: from='client.53715 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:29:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:36 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2236499905' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:29:36.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:36 smithi123 ceph-mon[188613]: pgmap v17893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:36.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:36 smithi123 ceph-mon[188613]: from='client.53715 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:29:36.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:36 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2236499905' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:29:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:37 smithi177 ceph-mon[212096]: from='client.63674 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:29:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:37 smithi123 ceph-mon[191304]: from='client.63674 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:29:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:37 smithi123 ceph-mon[188613]: from='client.63674 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:29:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:38 smithi177 ceph-mon[212096]: pgmap v17894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:38 smithi123 ceph-mon[191304]: pgmap v17894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:38 smithi123 ceph-mon[188613]: pgmap v17894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:29:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:29:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:29:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:40 smithi123 ceph-mon[191304]: pgmap v17895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:40 smithi123 ceph-mon[188613]: pgmap v17895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:40 smithi177 ceph-mon[212096]: pgmap v17895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:42 smithi123 ceph-mon[188613]: pgmap v17896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:29:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:42 smithi123 ceph-mon[191304]: pgmap v17896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:29:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:42 smithi177 ceph-mon[212096]: pgmap v17896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:29:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:44 smithi123 ceph-mon[191304]: pgmap v17897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:44 smithi123 ceph-mon[188613]: pgmap v17897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:44 smithi177 ceph-mon[212096]: pgmap v17897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:46 smithi123 ceph-mon[191304]: pgmap v17898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:46 smithi123 ceph-mon[188613]: pgmap v17898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:46.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:46 smithi177 ceph-mon[212096]: pgmap v17898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:48 smithi123 ceph-mon[191304]: pgmap v17899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:29:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:29:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:29:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:29:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:48 smithi123 ceph-mon[188613]: pgmap v17899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:29:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:29:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:29:48.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:29:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:48 smithi177 ceph-mon[212096]: pgmap v17899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:29:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:29:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:29:48.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:29:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:29:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:29:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:29:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:50 smithi123 ceph-mon[191304]: pgmap v17900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:50 smithi123 ceph-mon[188613]: pgmap v17900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:50 smithi177 ceph-mon[212096]: pgmap v17900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:52 smithi123 ceph-mon[191304]: pgmap v17901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:52 smithi123 ceph-mon[188613]: pgmap v17901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:52 smithi177 ceph-mon[212096]: pgmap v17901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:54 smithi123 ceph-mon[191304]: pgmap v17902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:54 smithi123 ceph-mon[188613]: pgmap v17902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:54 smithi177 ceph-mon[212096]: pgmap v17902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:56 smithi123 ceph-mon[191304]: pgmap v17903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:56 smithi123 ceph-mon[188613]: pgmap v17903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:56 smithi177 ceph-mon[212096]: pgmap v17903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:29:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:29:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:29:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:29:58 smithi123 ceph-mon[191304]: pgmap v17904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:58.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:29:58 smithi123 ceph-mon[188613]: pgmap v17904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:29:58 smithi177 ceph-mon[212096]: pgmap v17904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:29:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:29:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:29:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:30:00.444 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T19:29:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T19:30:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:00 smithi123 ceph-mon[191304]: pgmap v17905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T19:30:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:00 smithi123 ceph-mon[188613]: pgmap v17905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T19:30:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:00 smithi177 ceph-mon[212096]: pgmap v17905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T19:30:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:02 smithi123 ceph-mon[188613]: pgmap v17906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:02 smithi123 ceph-mon[191304]: pgmap v17906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:02.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:02 smithi177 ceph-mon[212096]: pgmap v17906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:04 smithi123 ceph-mon[188613]: pgmap v17907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:04 smithi123 ceph-mon[191304]: pgmap v17907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:04 smithi177 ceph-mon[212096]: pgmap v17907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:06.565 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:30:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:06 smithi123 ceph-mon[191304]: pgmap v17908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:06 smithi123 ceph-mon[188613]: pgmap v17908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:06.870 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:30:06.871 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 4m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:30:06.871 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 2m ago 8h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:30:06.871 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 4m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:30:06.871 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 2m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:30:06.871 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 2m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:30:06.871 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 4m ago 8h 873M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:30:06.872 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 4m ago 8h 2203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:30:06.872 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 2m ago 8h 1063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:30:06.872 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 4m ago 8h 1147M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:30:06.872 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 4m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:30:06.872 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 2m ago 8h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:30:06.872 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 4m ago 8h 5395M 2176M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:30:06.873 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 4m ago 8h 6113M 2176M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:30:06.873 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 4m ago 8h 4967M 2176M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:30:06.873 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 4m ago 8h 5230M 2176M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:30:06.873 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 2m ago 8h 4402M 2482M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:30:06.873 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 2m ago 8h 4922M 2482M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:30:06.873 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 2m ago 8h 4244M 2482M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:30:06.874 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 2m ago 8h 4934M 2482M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:30:06.874 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 2m ago 8h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:30:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:06 smithi177 ceph-mon[212096]: pgmap v17908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:07.253 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:30:07.253 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:30:07.253 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:30:07.253 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:30:07.253 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:30:07.253 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:30:07.253 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:30:07.253 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:30:07.253 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:30:07.253 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:30:07.253 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:30:07.253 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:30:07.253 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:30:07.254 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:30:07.254 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:30:07.254 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:30:07.254 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:30:07.254 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:30:07.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:07 smithi123 ceph-mon[191304]: from='client.53733 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:30:07.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:07 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/409429436' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:30:07.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:07 smithi123 ceph-mon[188613]: from='client.53733 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:30:07.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:07 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/409429436' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:30:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:07 smithi177 ceph-mon[212096]: from='client.53733 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:30:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:07 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/409429436' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:30:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:08 smithi123 ceph-mon[191304]: pgmap v17909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:08.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:08 smithi123 ceph-mon[191304]: from='client.63692 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:30:08.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:08 smithi123 ceph-mon[188613]: pgmap v17909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:08.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:08 smithi123 ceph-mon[188613]: from='client.63692 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:30:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:08 smithi177 ceph-mon[212096]: pgmap v17909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:08 smithi177 ceph-mon[212096]: from='client.63692 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:30:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:30:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:30:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:30:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:10 smithi123 ceph-mon[191304]: pgmap v17910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:10 smithi123 ceph-mon[188613]: pgmap v17910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:10 smithi177 ceph-mon[212096]: pgmap v17910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:12 smithi123 ceph-mon[191304]: pgmap v17911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:30:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:12 smithi123 ceph-mon[188613]: pgmap v17911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:30:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:12 smithi177 ceph-mon[212096]: pgmap v17911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:30:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:14 smithi123 ceph-mon[191304]: pgmap v17912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:14 smithi123 ceph-mon[188613]: pgmap v17912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:14 smithi177 ceph-mon[212096]: pgmap v17912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:16 smithi123 ceph-mon[191304]: pgmap v17913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:16.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:16 smithi123 ceph-mon[188613]: pgmap v17913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:16 smithi177 ceph-mon[212096]: pgmap v17913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:18 smithi123 ceph-mon[191304]: pgmap v17914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:18 smithi123 ceph-mon[188613]: pgmap v17914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:18 smithi177 ceph-mon[212096]: pgmap v17914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:30:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:30:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:30:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:20 smithi123 ceph-mon[191304]: pgmap v17915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:20 smithi123 ceph-mon[188613]: pgmap v17915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:20 smithi177 ceph-mon[212096]: pgmap v17915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:22 smithi123 ceph-mon[191304]: pgmap v17916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:22 smithi123 ceph-mon[188613]: pgmap v17916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:22 smithi177 ceph-mon[212096]: pgmap v17916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:24 smithi123 ceph-mon[188613]: pgmap v17917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:24 smithi123 ceph-mon[191304]: pgmap v17917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:24 smithi177 ceph-mon[212096]: pgmap v17917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:26 smithi123 ceph-mon[191304]: pgmap v17918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:26 smithi123 ceph-mon[188613]: pgmap v17918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:26 smithi177 ceph-mon[212096]: pgmap v17918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:30:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:30:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:30:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:28 smithi177 ceph-mon[212096]: pgmap v17919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:28 smithi123 ceph-mon[191304]: pgmap v17919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:28 smithi123 ceph-mon[188613]: pgmap v17919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:30:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:30:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:30:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:30 smithi177 ceph-mon[212096]: pgmap v17920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:30 smithi123 ceph-mon[191304]: pgmap v17920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:30 smithi123 ceph-mon[188613]: pgmap v17920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:32 smithi177 ceph-mon[212096]: pgmap v17921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:32 smithi123 ceph-mon[191304]: pgmap v17921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:32.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:32 smithi123 ceph-mon[188613]: pgmap v17921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:34 smithi177 ceph-mon[212096]: pgmap v17922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:34 smithi123 ceph-mon[188613]: pgmap v17922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:34.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:34 smithi123 ceph-mon[191304]: pgmap v17922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:36 smithi177 ceph-mon[212096]: pgmap v17923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:36 smithi123 ceph-mon[191304]: pgmap v17923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:36.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:36 smithi123 ceph-mon[188613]: pgmap v17923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:37.600 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:30:37.906 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:30:37.906 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 4m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:30:37.906 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 2m ago 8h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:30:37.906 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 4m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:30:37.906 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 2m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:30:37.906 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 2m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:30:37.906 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 4m ago 8h 873M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:30:37.906 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 4m ago 8h 2203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:30:37.906 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 2m ago 8h 1063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:30:37.906 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 4m ago 8h 1147M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:30:37.906 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 4m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:30:37.906 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 2m ago 8h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:30:37.906 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 4m ago 8h 5395M 2176M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:30:37.907 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 4m ago 8h 6113M 2176M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:30:37.907 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 4m ago 8h 4967M 2176M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:30:37.907 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 4m ago 8h 5230M 2176M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:30:37.907 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 2m ago 8h 4402M 2482M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:30:37.907 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 2m ago 8h 4922M 2482M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:30:37.907 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 2m ago 8h 4244M 2482M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:30:37.907 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 2m ago 8h 4934M 2482M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:30:37.907 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 2m ago 8h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:30:38.288 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:30:38.288 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:30:38.288 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:30:38.288 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:30:38.288 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:30:38.288 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:30:38.288 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:30:38.288 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:30:38.288 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:30:38.288 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:30:38.288 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:30:38.288 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:30:38.288 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:30:38.288 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:30:38.289 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:30:38.289 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:30:38.289 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:30:38.289 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:30:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:38 smithi177 ceph-mon[212096]: pgmap v17924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:38 smithi177 ceph-mon[212096]: from='client.63704 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:30:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:38 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/773710518' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:30:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:38 smithi123 ceph-mon[191304]: pgmap v17924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:38 smithi123 ceph-mon[191304]: from='client.63704 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:30:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:38 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/773710518' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:30:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:38 smithi123 ceph-mon[188613]: pgmap v17924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:38 smithi123 ceph-mon[188613]: from='client.63704 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:30:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:38 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/773710518' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:30:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:30:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:30:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:30:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:39 smithi177 ceph-mon[212096]: from='client.63710 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:30:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:39 smithi123 ceph-mon[188613]: from='client.63710 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:30:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:39 smithi123 ceph-mon[191304]: from='client.63710 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:30:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:40 smithi177 ceph-mon[212096]: pgmap v17925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:40 smithi123 ceph-mon[191304]: pgmap v17925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:40 smithi123 ceph-mon[188613]: pgmap v17925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:42.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:42 smithi177 ceph-mon[212096]: pgmap v17926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:42.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:30:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:42 smithi123 ceph-mon[191304]: pgmap v17926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:30:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:42 smithi123 ceph-mon[188613]: pgmap v17926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:30:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:44 smithi177 ceph-mon[212096]: pgmap v17927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:44 smithi123 ceph-mon[191304]: pgmap v17927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:44 smithi123 ceph-mon[188613]: pgmap v17927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:46 smithi177 ceph-mon[212096]: pgmap v17928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:46 smithi123 ceph-mon[191304]: pgmap v17928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:46.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:46 smithi123 ceph-mon[188613]: pgmap v17928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:48 smithi177 ceph-mon[212096]: pgmap v17929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:30:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:48 smithi123 ceph-mon[191304]: pgmap v17929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:30:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:48 smithi123 ceph-mon[188613]: pgmap v17929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:30:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:30:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:30:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:30:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:30:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:30:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:30:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:30:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:30:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:30:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:30:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:30:49.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:30:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:50 smithi177 ceph-mon[212096]: pgmap v17930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:50 smithi123 ceph-mon[188613]: pgmap v17930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:50 smithi123 ceph-mon[191304]: pgmap v17930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:52 smithi177 ceph-mon[212096]: pgmap v17931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:52 smithi123 ceph-mon[191304]: pgmap v17931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:52 smithi123 ceph-mon[188613]: pgmap v17931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:54 smithi177 ceph-mon[212096]: pgmap v17932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:54 smithi123 ceph-mon[191304]: pgmap v17932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:54 smithi123 ceph-mon[188613]: pgmap v17932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:56 smithi177 ceph-mon[212096]: pgmap v17933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:56 smithi123 ceph-mon[191304]: pgmap v17933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:56 smithi123 ceph-mon[188613]: pgmap v17933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:57 smithi177 ceph-mon[212096]: pgmap v17934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:30:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:57 smithi123 ceph-mon[191304]: pgmap v17934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:30:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:57 smithi123 ceph-mon[188613]: pgmap v17934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:30:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:30:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:30:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:30:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:31:00.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:30:59 smithi123 ceph-mon[188613]: pgmap v17935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:00.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:30:59 smithi123 ceph-mon[191304]: pgmap v17935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:00.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:30:59 smithi177 ceph-mon[212096]: pgmap v17935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:02 smithi177 ceph-mon[212096]: pgmap v17936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:02 smithi123 ceph-mon[188613]: pgmap v17936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:02 smithi123 ceph-mon[191304]: pgmap v17936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:04 smithi177 ceph-mon[212096]: pgmap v17937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:04 smithi123 ceph-mon[191304]: pgmap v17937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:04 smithi123 ceph-mon[188613]: pgmap v17937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:06 smithi177 ceph-mon[212096]: pgmap v17938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:06 smithi123 ceph-mon[188613]: pgmap v17938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:06 smithi123 ceph-mon[191304]: pgmap v17938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:08.633 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:31:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:08 smithi177 ceph-mon[212096]: pgmap v17939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:08 smithi123 ceph-mon[191304]: pgmap v17939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:08 smithi123 ceph-mon[188613]: pgmap v17939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:08.944 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:31:08.944 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 5m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:31:08.944 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 3m ago 8h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:31:08.944 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 5m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:31:08.944 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 3m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:31:08.944 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 3m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:31:08.944 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 5m ago 8h 873M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:31:08.945 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 5m ago 8h 2203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:31:08.945 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 3m ago 8h 1063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:31:08.945 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 5m ago 8h 1147M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:31:08.945 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 5m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:31:08.945 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 3m ago 8h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:31:08.945 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 5m ago 8h 5395M 2176M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:31:08.945 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 5m ago 8h 6113M 2176M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:31:08.945 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 5m ago 8h 4967M 2176M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:31:08.945 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 5m ago 8h 5230M 2176M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:31:08.945 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 3m ago 8h 4402M 2482M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:31:08.945 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 3m ago 8h 4922M 2482M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:31:08.945 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 3m ago 8h 4244M 2482M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:31:08.945 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 3m ago 8h 4934M 2482M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:31:08.945 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 3m ago 8h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:31:09.327 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:31:09.327 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:31:09.327 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:31:09.327 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:31:09.327 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:31:09.327 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:31:09.327 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:31:09.327 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:31:09.328 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:31:09.328 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:31:09.328 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:31:09.328 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:31:09.328 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:31:09.328 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:31:09.328 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:31:09.328 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:31:09.328 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:31:09.328 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:31:09.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:09 smithi123 ceph-mon[191304]: from='client.53769 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:31:09.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:09 smithi123 ceph-mon[188613]: from='client.53769 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:31:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:31:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:31:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:31:09.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:09 smithi177 ceph-mon[212096]: from='client.53769 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:31:10.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:10 smithi177 ceph-mon[212096]: pgmap v17940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:10.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:10 smithi177 ceph-mon[212096]: from='client.63728 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:31:10.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:10 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3779534925' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:31:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:10 smithi123 ceph-mon[191304]: pgmap v17940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:10 smithi123 ceph-mon[191304]: from='client.63728 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:31:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:10 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3779534925' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:31:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:10 smithi123 ceph-mon[188613]: pgmap v17940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:10 smithi123 ceph-mon[188613]: from='client.63728 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:31:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:10 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3779534925' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:31:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:12 smithi177 ceph-mon[212096]: pgmap v17941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:31:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:12 smithi123 ceph-mon[188613]: pgmap v17941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:31:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:12 smithi123 ceph-mon[191304]: pgmap v17941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:31:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:14 smithi177 ceph-mon[212096]: pgmap v17942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:14.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:14 smithi123 ceph-mon[191304]: pgmap v17942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:14.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:14 smithi123 ceph-mon[188613]: pgmap v17942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:16 smithi177 ceph-mon[212096]: pgmap v17943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:16 smithi123 ceph-mon[191304]: pgmap v17943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:16 smithi123 ceph-mon[188613]: pgmap v17943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:18 smithi177 ceph-mon[212096]: pgmap v17944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:18 smithi123 ceph-mon[191304]: pgmap v17944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:18 smithi123 ceph-mon[188613]: pgmap v17944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:31:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:31:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:31:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:20 smithi177 ceph-mon[212096]: pgmap v17945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:20 smithi123 ceph-mon[191304]: pgmap v17945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:20 smithi123 ceph-mon[188613]: pgmap v17945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:22 smithi177 ceph-mon[212096]: pgmap v17946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:22 smithi123 ceph-mon[191304]: pgmap v17946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:22 smithi123 ceph-mon[188613]: pgmap v17946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:24 smithi177 ceph-mon[212096]: pgmap v17947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:24 smithi123 ceph-mon[191304]: pgmap v17947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:24 smithi123 ceph-mon[188613]: pgmap v17947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:26 smithi177 ceph-mon[212096]: pgmap v17948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:26 smithi123 ceph-mon[191304]: pgmap v17948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:26 smithi123 ceph-mon[188613]: pgmap v17948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:31:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:31:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:31:28.592 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:28 smithi177 ceph-mon[212096]: pgmap v17949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:28 smithi123 ceph-mon[191304]: pgmap v17949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:28 smithi123 ceph-mon[188613]: pgmap v17949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:28.905 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 19:31:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T19:31:28.589214329Z level=info msg="Completed cleanup jobs" duration=15.506065ms 2023-12-20T19:31:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:31:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:31:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:31:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:30 smithi177 ceph-mon[212096]: pgmap v17950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:30.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:30 smithi123 ceph-mon[191304]: pgmap v17950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:30.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:30 smithi123 ceph-mon[188613]: pgmap v17950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:32 smithi177 ceph-mon[212096]: pgmap v17951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:32 smithi123 ceph-mon[191304]: pgmap v17951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:32.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:32 smithi123 ceph-mon[188613]: pgmap v17951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:34 smithi177 ceph-mon[212096]: pgmap v17952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:34 smithi123 ceph-mon[191304]: pgmap v17952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:34.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:34 smithi123 ceph-mon[188613]: pgmap v17952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:36 smithi177 ceph-mon[212096]: pgmap v17953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:36 smithi123 ceph-mon[191304]: pgmap v17953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:36 smithi123 ceph-mon[188613]: pgmap v17953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:38 smithi177 ceph-mon[212096]: pgmap v17954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:38 smithi123 ceph-mon[191304]: pgmap v17954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:38 smithi123 ceph-mon[188613]: pgmap v17954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:31:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:31:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:31:39.673 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:31:39.979 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:31:39.979 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 5m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:31:39.979 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 3m ago 8h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:31:39.979 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 5m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:31:39.979 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 3m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:31:39.980 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 3m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:31:39.980 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 5m ago 8h 873M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:31:39.980 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 5m ago 8h 2203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:31:39.980 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 3m ago 8h 1063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:31:39.980 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 5m ago 8h 1147M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:31:39.980 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 5m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:31:39.980 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 3m ago 8h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:31:39.980 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 5m ago 8h 5395M 2176M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:31:39.980 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 5m ago 8h 6113M 2176M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:31:39.980 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 5m ago 8h 4967M 2176M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:31:39.980 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 5m ago 8h 5230M 2176M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:31:39.980 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 3m ago 8h 4402M 2482M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:31:39.980 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 3m ago 8h 4922M 2482M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:31:39.980 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 3m ago 8h 4244M 2482M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:31:39.980 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 3m ago 8h 4934M 2482M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:31:39.981 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 3m ago 8h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:31:40.366 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:31:40.366 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:31:40.366 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:31:40.366 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:31:40.366 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:31:40.366 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:31:40.366 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:31:40.366 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:31:40.366 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:31:40.366 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:31:40.366 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:31:40.367 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:31:40.367 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:31:40.367 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:31:40.367 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:31:40.367 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:31:40.367 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:31:40.367 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:31:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:40 smithi177 ceph-mon[212096]: pgmap v17955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:40 smithi123 ceph-mon[188613]: pgmap v17955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:40 smithi123 ceph-mon[191304]: pgmap v17955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:41 smithi177 ceph-mon[212096]: from='client.53787 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:31:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:41 smithi177 ceph-mon[212096]: from='client.63746 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:31:41.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:41 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1892285786' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:31:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:41 smithi123 ceph-mon[191304]: from='client.53787 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:31:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:41 smithi123 ceph-mon[191304]: from='client.63746 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:31:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:41 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1892285786' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:31:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:41 smithi123 ceph-mon[188613]: from='client.53787 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:31:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:41 smithi123 ceph-mon[188613]: from='client.63746 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:31:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:41 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1892285786' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:31:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:42 smithi177 ceph-mon[212096]: pgmap v17956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:31:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:42 smithi123 ceph-mon[188613]: pgmap v17956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:31:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:42 smithi123 ceph-mon[191304]: pgmap v17956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:31:44.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:44 smithi177 ceph-mon[212096]: pgmap v17957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:44 smithi123 ceph-mon[191304]: pgmap v17957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:44 smithi123 ceph-mon[188613]: pgmap v17957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:46 smithi177 ceph-mon[212096]: pgmap v17958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:46 smithi123 ceph-mon[191304]: pgmap v17958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:46 smithi123 ceph-mon[188613]: pgmap v17958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:48 smithi177 ceph-mon[212096]: pgmap v17959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:48 smithi123 ceph-mon[191304]: pgmap v17959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:48 smithi123 ceph-mon[188613]: pgmap v17959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:49.337 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:31:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:31:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:31:49.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:31:49.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:31:49.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:31:49.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:31:49.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:31:49.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:31:49.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:31:49.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:31:49.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:31:49.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:31:49.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:31:49.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:31:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:50 smithi177 ceph-mon[212096]: pgmap v17960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:50 smithi123 ceph-mon[191304]: pgmap v17960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:50 smithi123 ceph-mon[188613]: pgmap v17960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:52 smithi177 ceph-mon[212096]: pgmap v17961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:52 smithi123 ceph-mon[191304]: pgmap v17961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:52 smithi123 ceph-mon[188613]: pgmap v17961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:54 smithi177 ceph-mon[212096]: pgmap v17962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:54 smithi123 ceph-mon[191304]: pgmap v17962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:54 smithi123 ceph-mon[188613]: pgmap v17962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:56 smithi177 ceph-mon[212096]: pgmap v17963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:56 smithi123 ceph-mon[191304]: pgmap v17963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:56 smithi123 ceph-mon[188613]: pgmap v17963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:31:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:31:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:31:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:31:58 smithi177 ceph-mon[212096]: pgmap v17964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:31:58 smithi123 ceph-mon[188613]: pgmap v17964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:31:58 smithi123 ceph-mon[191304]: pgmap v17964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:31:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:31:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:31:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:32:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:00 smithi177 ceph-mon[212096]: pgmap v17965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:00 smithi123 ceph-mon[191304]: pgmap v17965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:00 smithi123 ceph-mon[188613]: pgmap v17965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:02 smithi177 ceph-mon[212096]: pgmap v17966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:02 smithi123 ceph-mon[191304]: pgmap v17966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:02 smithi123 ceph-mon[188613]: pgmap v17966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:04 smithi177 ceph-mon[212096]: pgmap v17967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:04 smithi123 ceph-mon[191304]: pgmap v17967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:04 smithi123 ceph-mon[188613]: pgmap v17967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:06 smithi177 ceph-mon[212096]: pgmap v17968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:06 smithi123 ceph-mon[191304]: pgmap v17968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:06 smithi123 ceph-mon[188613]: pgmap v17968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:08 smithi177 ceph-mon[212096]: pgmap v17969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:08 smithi123 ceph-mon[191304]: pgmap v17969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:08 smithi123 ceph-mon[188613]: pgmap v17969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:32:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:32:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:32:10.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:10 smithi177 ceph-mon[212096]: pgmap v17970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:10.713 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:32:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:10 smithi123 ceph-mon[191304]: pgmap v17970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:10 smithi123 ceph-mon[188613]: pgmap v17970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:11.020 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:32:11.020 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 6m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:32:11.020 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 4m ago 8h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:32:11.020 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 6m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:32:11.020 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 4m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:32:11.020 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 4m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:32:11.020 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 6m ago 8h 873M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:32:11.020 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 6m ago 8h 2203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:32:11.020 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 4m ago 8h 1063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:32:11.020 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 6m ago 8h 1147M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:32:11.021 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 6m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:32:11.021 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 4m ago 8h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:32:11.021 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 6m ago 8h 5395M 2176M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:32:11.021 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 6m ago 8h 6113M 2176M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:32:11.021 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 6m ago 8h 4967M 2176M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:32:11.021 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 6m ago 8h 5230M 2176M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:32:11.021 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 4m ago 8h 4402M 2482M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:32:11.021 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 4m ago 8h 4922M 2482M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:32:11.021 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 4m ago 8h 4244M 2482M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:32:11.021 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 4m ago 8h 4934M 2482M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:32:11.021 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 4m ago 8h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:32:11.406 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:32:11.406 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:32:11.406 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:32:11.406 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:32:11.406 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:32:11.406 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:32:11.407 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:32:11.407 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:32:11.407 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:32:11.407 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:32:11.407 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:32:11.407 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:32:11.407 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:32:11.407 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:32:11.408 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:32:11.408 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:32:11.408 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:32:11.408 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:32:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:12 smithi177 ceph-mon[212096]: from='client.53805 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:32:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:12 smithi177 ceph-mon[212096]: pgmap v17971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:12 smithi177 ceph-mon[212096]: from='client.53811 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:32:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:12 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4098084045' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:32:12.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:32:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:12 smithi123 ceph-mon[188613]: from='client.53805 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:32:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:12 smithi123 ceph-mon[188613]: pgmap v17971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:12 smithi123 ceph-mon[188613]: from='client.53811 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:32:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:12 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4098084045' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:32:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:32:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:12 smithi123 ceph-mon[191304]: from='client.53805 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:32:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:12 smithi123 ceph-mon[191304]: pgmap v17971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:12 smithi123 ceph-mon[191304]: from='client.53811 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:32:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:12 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4098084045' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:32:12.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:32:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:14 smithi177 ceph-mon[212096]: pgmap v17972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:14 smithi123 ceph-mon[188613]: pgmap v17972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:14 smithi123 ceph-mon[191304]: pgmap v17972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:16 smithi177 ceph-mon[212096]: pgmap v17973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:16 smithi123 ceph-mon[191304]: pgmap v17973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:16 smithi123 ceph-mon[188613]: pgmap v17973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:18 smithi177 ceph-mon[212096]: pgmap v17974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:18 smithi123 ceph-mon[188613]: pgmap v17974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:18 smithi123 ceph-mon[191304]: pgmap v17974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:32:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:32:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:32:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:20 smithi123 ceph-mon[191304]: pgmap v17975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:20 smithi123 ceph-mon[188613]: pgmap v17975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:20 smithi177 ceph-mon[212096]: pgmap v17975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:22 smithi123 ceph-mon[191304]: pgmap v17976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:22 smithi123 ceph-mon[188613]: pgmap v17976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:22 smithi177 ceph-mon[212096]: pgmap v17976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:24 smithi123 ceph-mon[191304]: pgmap v17977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:24 smithi123 ceph-mon[188613]: pgmap v17977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:24 smithi177 ceph-mon[212096]: pgmap v17977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:26 smithi123 ceph-mon[191304]: pgmap v17978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:26 smithi123 ceph-mon[188613]: pgmap v17978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:26 smithi177 ceph-mon[212096]: pgmap v17978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:32:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:32:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:32:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:28 smithi123 ceph-mon[191304]: pgmap v17979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:28 smithi123 ceph-mon[188613]: pgmap v17979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:28 smithi177 ceph-mon[212096]: pgmap v17979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:32:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:32:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:32:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:30 smithi123 ceph-mon[191304]: pgmap v17980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:30 smithi123 ceph-mon[188613]: pgmap v17980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:30 smithi177 ceph-mon[212096]: pgmap v17980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:32 smithi123 ceph-mon[191304]: pgmap v17981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:32 smithi123 ceph-mon[188613]: pgmap v17981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:32 smithi177 ceph-mon[212096]: pgmap v17981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:34 smithi123 ceph-mon[191304]: pgmap v17982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:34 smithi123 ceph-mon[188613]: pgmap v17982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:34 smithi177 ceph-mon[212096]: pgmap v17982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:36 smithi123 ceph-mon[191304]: pgmap v17983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:36 smithi123 ceph-mon[188613]: pgmap v17983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:36 smithi177 ceph-mon[212096]: pgmap v17983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:38 smithi123 ceph-mon[191304]: pgmap v17984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:38.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:38 smithi123 ceph-mon[188613]: pgmap v17984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:38 smithi177 ceph-mon[212096]: pgmap v17984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:32:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:32:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:32:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:40 smithi123 ceph-mon[191304]: pgmap v17985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:40 smithi123 ceph-mon[188613]: pgmap v17985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:40 smithi177 ceph-mon[212096]: pgmap v17985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:41.754 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:32:42.063 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:32:42.063 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 6m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:32:42.063 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 4m ago 8h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:32:42.063 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 6m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:32:42.063 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 4m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:32:42.063 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 4m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:32:42.063 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 6m ago 8h 873M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:32:42.063 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 6m ago 8h 2203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:32:42.063 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 4m ago 8h 1063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:32:42.063 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 6m ago 8h 1147M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:32:42.064 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 6m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:32:42.064 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 4m ago 8h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:32:42.064 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 6m ago 8h 5395M 2176M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:32:42.064 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 6m ago 8h 6113M 2176M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:32:42.064 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 6m ago 8h 4967M 2176M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:32:42.064 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 6m ago 8h 5230M 2176M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:32:42.064 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 4m ago 8h 4402M 2482M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:32:42.064 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 4m ago 8h 4922M 2482M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:32:42.064 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 4m ago 8h 4244M 2482M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:32:42.064 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 4m ago 8h 4934M 2482M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:32:42.064 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 4m ago 8h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:32:42.454 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:32:42.454 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:32:42.454 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:32:42.454 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:32:42.454 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:32:42.454 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:32:42.454 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:32:42.454 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:32:42.454 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:32:42.455 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:32:42.455 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:32:42.455 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:32:42.455 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:32:42.455 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:32:42.455 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:32:42.455 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:32:42.455 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:32:42.455 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:32:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:42 smithi123 ceph-mon[191304]: pgmap v17986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:32:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:42 smithi123 ceph-mon[188613]: pgmap v17986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:32:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:42 smithi177 ceph-mon[212096]: pgmap v17986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:32:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:43 smithi123 ceph-mon[191304]: from='client.53823 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:32:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:43 smithi123 ceph-mon[191304]: from='client.53829 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:32:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:43 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/531478585' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:32:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:43 smithi123 ceph-mon[188613]: from='client.53823 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:32:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:43 smithi123 ceph-mon[188613]: from='client.53829 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:32:43.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:43 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/531478585' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:32:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:43 smithi177 ceph-mon[212096]: from='client.53823 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:32:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:43 smithi177 ceph-mon[212096]: from='client.53829 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:32:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:43 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/531478585' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:32:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:44 smithi123 ceph-mon[191304]: pgmap v17987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:44 smithi123 ceph-mon[188613]: pgmap v17987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:44 smithi177 ceph-mon[212096]: pgmap v17987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:46 smithi123 ceph-mon[188613]: pgmap v17988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:46 smithi123 ceph-mon[191304]: pgmap v17988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:46 smithi177 ceph-mon[212096]: pgmap v17988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:48 smithi123 ceph-mon[191304]: pgmap v17989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:48 smithi123 ceph-mon[188613]: pgmap v17989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:48 smithi177 ceph-mon[212096]: pgmap v17989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:49.471 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:32:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:32:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:32:49.471 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:32:49.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:32:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:32:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:50 smithi123 ceph-mon[191304]: pgmap v17990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:32:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:32:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:32:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:50 smithi123 ceph-mon[188613]: pgmap v17990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:50.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:32:50.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:32:50.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:32:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:50 smithi177 ceph-mon[212096]: pgmap v17990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:32:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:32:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:32:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:52 smithi123 ceph-mon[188613]: pgmap v17991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:52 smithi123 ceph-mon[191304]: pgmap v17991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:52 smithi177 ceph-mon[212096]: pgmap v17991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:54 smithi123 ceph-mon[188613]: pgmap v17992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:54 smithi123 ceph-mon[191304]: pgmap v17992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:54 smithi177 ceph-mon[212096]: pgmap v17992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:56 smithi123 ceph-mon[191304]: pgmap v17993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:56 smithi123 ceph-mon[188613]: pgmap v17993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:56 smithi177 ceph-mon[212096]: pgmap v17993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:32:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:32:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:32:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:32:58 smithi123 ceph-mon[188613]: pgmap v17994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:58.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:32:58 smithi123 ceph-mon[191304]: pgmap v17994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:32:58 smithi177 ceph-mon[212096]: pgmap v17994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:32:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:32:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:32:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:33:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:00 smithi123 ceph-mon[188613]: pgmap v17995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:00 smithi123 ceph-mon[191304]: pgmap v17995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:00 smithi177 ceph-mon[212096]: pgmap v17995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:02 smithi123 ceph-mon[191304]: pgmap v17996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:02 smithi123 ceph-mon[188613]: pgmap v17996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:02 smithi177 ceph-mon[212096]: pgmap v17996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:04 smithi177 ceph-mon[212096]: pgmap v17997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:04 smithi123 ceph-mon[191304]: pgmap v17997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:04.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:04 smithi123 ceph-mon[188613]: pgmap v17997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:06 smithi177 ceph-mon[212096]: pgmap v17998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:06 smithi123 ceph-mon[191304]: pgmap v17998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:06 smithi123 ceph-mon[188613]: pgmap v17998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:08 smithi177 ceph-mon[212096]: pgmap v17999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:08 smithi123 ceph-mon[188613]: pgmap v17999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:08 smithi123 ceph-mon[191304]: pgmap v17999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:33:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:33:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:33:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:10 smithi177 ceph-mon[212096]: pgmap v18000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:10 smithi123 ceph-mon[191304]: pgmap v18000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:10.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:10 smithi123 ceph-mon[188613]: pgmap v18000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:12.800 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:33:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:12 smithi177 ceph-mon[212096]: pgmap v18001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:33:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:12 smithi123 ceph-mon[191304]: pgmap v18001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:33:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:12 smithi123 ceph-mon[188613]: pgmap v18001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:33:13.107 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:33:13.108 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 7m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:33:13.108 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 5m ago 8h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:33:13.108 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 7m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:33:13.108 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 5m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:33:13.108 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 5m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:33:13.108 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 7m ago 8h 873M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:33:13.108 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 7m ago 8h 2203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:33:13.108 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 5m ago 8h 1063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:33:13.108 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 7m ago 8h 1147M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:33:13.108 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 7m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:33:13.108 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 5m ago 8h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:33:13.108 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 7m ago 8h 5395M 2176M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:33:13.108 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 7m ago 8h 6113M 2176M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:33:13.108 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 7m ago 8h 4967M 2176M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:33:13.109 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 7m ago 8h 5230M 2176M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:33:13.109 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 5m ago 8h 4402M 2482M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:33:13.109 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 5m ago 8h 4922M 2482M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:33:13.109 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 5m ago 8h 4244M 2482M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:33:13.109 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 5m ago 8h 4934M 2482M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:33:13.109 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 5m ago 8h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:33:13.491 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:33:13.491 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:33:13.491 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:33:13.491 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:33:13.491 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:33:13.491 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:33:13.491 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:33:13.491 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:33:13.491 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:33:13.491 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:33:13.491 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:33:13.491 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:33:13.491 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:33:13.492 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:33:13.492 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:33:13.492 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:33:13.492 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:33:13.492 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:33:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:13 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3434548698' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:33:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:13 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3434548698' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:33:13.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:13 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3434548698' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:33:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:14 smithi177 ceph-mon[212096]: from='client.63794 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:33:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:14 smithi177 ceph-mon[212096]: pgmap v18002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:14 smithi177 ceph-mon[212096]: from='client.63800 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:33:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:14 smithi123 ceph-mon[191304]: from='client.63794 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:33:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:14 smithi123 ceph-mon[191304]: pgmap v18002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:14 smithi123 ceph-mon[191304]: from='client.63800 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:33:14.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:14 smithi123 ceph-mon[188613]: from='client.63794 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:33:14.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:14 smithi123 ceph-mon[188613]: pgmap v18002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:14 smithi123 ceph-mon[188613]: from='client.63800 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:33:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:16 smithi177 ceph-mon[212096]: pgmap v18003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:16 smithi123 ceph-mon[191304]: pgmap v18003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:16 smithi123 ceph-mon[188613]: pgmap v18003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:18 smithi177 ceph-mon[212096]: pgmap v18004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:18.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:18 smithi123 ceph-mon[191304]: pgmap v18004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:18 smithi123 ceph-mon[188613]: pgmap v18004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:33:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:33:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:33:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:20 smithi177 ceph-mon[212096]: pgmap v18005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:20.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:20 smithi123 ceph-mon[188613]: pgmap v18005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:20 smithi123 ceph-mon[191304]: pgmap v18005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:22 smithi177 ceph-mon[212096]: pgmap v18006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:22 smithi123 ceph-mon[191304]: pgmap v18006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:22.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:22 smithi123 ceph-mon[188613]: pgmap v18006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:24 smithi177 ceph-mon[212096]: pgmap v18007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:24 smithi123 ceph-mon[191304]: pgmap v18007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:24.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:24 smithi123 ceph-mon[188613]: pgmap v18007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:26 smithi177 ceph-mon[212096]: pgmap v18008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:26 smithi123 ceph-mon[191304]: pgmap v18008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:26 smithi123 ceph-mon[188613]: pgmap v18008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:33:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:33:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:33:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:28 smithi177 ceph-mon[212096]: pgmap v18009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:28 smithi123 ceph-mon[191304]: pgmap v18009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:28 smithi123 ceph-mon[188613]: pgmap v18009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:33:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:33:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:33:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:30 smithi177 ceph-mon[212096]: pgmap v18010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:30 smithi123 ceph-mon[191304]: pgmap v18010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:30 smithi123 ceph-mon[188613]: pgmap v18010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:32 smithi177 ceph-mon[212096]: pgmap v18011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:32 smithi123 ceph-mon[191304]: pgmap v18011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:32.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:32 smithi123 ceph-mon[188613]: pgmap v18011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:34 smithi177 ceph-mon[212096]: pgmap v18012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:34 smithi123 ceph-mon[191304]: pgmap v18012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:34 smithi123 ceph-mon[188613]: pgmap v18012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:36 smithi177 ceph-mon[212096]: pgmap v18013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:36 smithi123 ceph-mon[191304]: pgmap v18013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:36.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:36 smithi123 ceph-mon[188613]: pgmap v18013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:38 smithi177 ceph-mon[212096]: pgmap v18014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:38 smithi123 ceph-mon[191304]: pgmap v18014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:38 smithi123 ceph-mon[188613]: pgmap v18014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:33:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:33:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:33:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:40 smithi177 ceph-mon[212096]: pgmap v18015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:40 smithi123 ceph-mon[191304]: pgmap v18015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:40 smithi123 ceph-mon[188613]: pgmap v18015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:42 smithi177 ceph-mon[212096]: pgmap v18016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:33:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:42 smithi123 ceph-mon[191304]: pgmap v18016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:33:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:42 smithi123 ceph-mon[188613]: pgmap v18016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:33:43.835 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:33:44.146 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:33:44.146 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 8m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:33:44.146 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 5m ago 8h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:33:44.146 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 8m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:33:44.146 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 5m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:33:44.146 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 5m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:33:44.147 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 8m ago 8h 873M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:33:44.147 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 8m ago 8h 2203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:33:44.147 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 5m ago 8h 1063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:33:44.147 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 8m ago 8h 1147M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:33:44.147 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 8m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:33:44.147 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 5m ago 8h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:33:44.147 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 8m ago 8h 5395M 2176M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:33:44.147 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 8m ago 8h 6113M 2176M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:33:44.147 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 8m ago 8h 4967M 2176M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:33:44.147 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 8m ago 8h 5230M 2176M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:33:44.147 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 5m ago 8h 4402M 2482M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:33:44.147 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 5m ago 8h 4922M 2482M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:33:44.147 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 5m ago 8h 4244M 2482M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:33:44.147 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 5m ago 8h 4934M 2482M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:33:44.148 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 5m ago 8h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:33:44.529 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:33:44.529 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:33:44.530 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:33:44.530 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:33:44.530 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:33:44.530 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:33:44.530 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:33:44.530 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:33:44.530 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:33:44.530 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:33:44.530 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:33:44.530 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:33:44.530 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:33:44.530 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:33:44.530 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:33:44.530 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:33:44.530 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:33:44.531 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:33:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:44 smithi177 ceph-mon[212096]: pgmap v18017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:44 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/226777908' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:33:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:44 smithi123 ceph-mon[191304]: pgmap v18017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:44 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/226777908' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:33:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:44 smithi123 ceph-mon[188613]: pgmap v18017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:44 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/226777908' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:33:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:45 smithi177 ceph-mon[212096]: from='client.53859 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:33:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:45 smithi177 ceph-mon[212096]: from='client.53865 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:33:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:45 smithi123 ceph-mon[191304]: from='client.53859 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:33:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:45 smithi123 ceph-mon[191304]: from='client.53865 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:33:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:45 smithi123 ceph-mon[188613]: from='client.53859 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:33:45.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:45 smithi123 ceph-mon[188613]: from='client.53865 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:33:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:46 smithi177 ceph-mon[212096]: pgmap v18018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:46 smithi123 ceph-mon[191304]: pgmap v18018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:46.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:46 smithi123 ceph-mon[188613]: pgmap v18018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:48 smithi177 ceph-mon[212096]: pgmap v18019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:48 smithi123 ceph-mon[191304]: pgmap v18019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:48 smithi123 ceph-mon[188613]: pgmap v18019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:33:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:33:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:33:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:50 smithi177 ceph-mon[212096]: pgmap v18020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:33:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:33:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:33:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:33:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:33:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:33:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:50 smithi123 ceph-mon[191304]: pgmap v18020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:33:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:33:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:33:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:33:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:33:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:33:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:50 smithi123 ceph-mon[188613]: pgmap v18020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:33:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:33:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:33:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:33:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:33:50.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:33:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:51 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi177 to 2478M 2023-12-20T19:33:51.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:33:51.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:33:51.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:51 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi177 to 2478M 2023-12-20T19:33:51.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:33:51.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:33:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:51 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi177 to 2478M 2023-12-20T19:33:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:33:51.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:33:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:52 smithi177 ceph-mon[212096]: pgmap v18021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:52 smithi123 ceph-mon[191304]: pgmap v18021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:52 smithi123 ceph-mon[188613]: pgmap v18021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:54 smithi177 ceph-mon[212096]: pgmap v18022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:33:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:33:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:33:54.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:33:54.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:33:54.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:33:54.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:54 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2162M 2023-12-20T19:33:54.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:33:54.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:33:54.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:33:54.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:33:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:54 smithi123 ceph-mon[191304]: pgmap v18022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:33:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:33:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:33:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:33:54.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:33:54.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:33:54.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:54 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2162M 2023-12-20T19:33:54.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:33:54.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:33:54.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:33:54.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:33:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:54 smithi123 ceph-mon[188613]: pgmap v18022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:33:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:33:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:33:54.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:33:54.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:33:54.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:33:54.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:54 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2162M 2023-12-20T19:33:54.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:33:54.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:33:54.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:33:54.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:33:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:56 smithi177 ceph-mon[212096]: pgmap v18023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:56 smithi123 ceph-mon[191304]: pgmap v18023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:56 smithi123 ceph-mon[188613]: pgmap v18023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:33:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:33:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:33:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:33:58 smithi177 ceph-mon[212096]: pgmap v18024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:33:58 smithi123 ceph-mon[191304]: pgmap v18024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:33:58 smithi123 ceph-mon[188613]: pgmap v18024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:33:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:33:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:33:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:34:00.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:00 smithi177 ceph-mon[212096]: pgmap v18025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:00 smithi123 ceph-mon[191304]: pgmap v18025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:00 smithi123 ceph-mon[188613]: pgmap v18025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:02 smithi177 ceph-mon[212096]: pgmap v18026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:02 smithi123 ceph-mon[191304]: pgmap v18026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:02 smithi123 ceph-mon[188613]: pgmap v18026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:04 smithi177 ceph-mon[212096]: pgmap v18027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:04 smithi123 ceph-mon[191304]: pgmap v18027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:04.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:04 smithi123 ceph-mon[188613]: pgmap v18027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:06 smithi177 ceph-mon[212096]: pgmap v18028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:06 smithi123 ceph-mon[191304]: pgmap v18028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:06 smithi123 ceph-mon[188613]: pgmap v18028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:08 smithi177 ceph-mon[212096]: pgmap v18029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:08 smithi123 ceph-mon[191304]: pgmap v18029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:08 smithi123 ceph-mon[188613]: pgmap v18029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:34:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:34:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:34:10.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:10 smithi177 ceph-mon[212096]: pgmap v18030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:10 smithi123 ceph-mon[191304]: pgmap v18030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:10 smithi123 ceph-mon[188613]: pgmap v18030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:12 smithi177 ceph-mon[212096]: pgmap v18031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:34:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:12 smithi123 ceph-mon[191304]: pgmap v18031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:34:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:12 smithi123 ceph-mon[188613]: pgmap v18031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:34:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:14 smithi177 ceph-mon[212096]: pgmap v18032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:14 smithi123 ceph-mon[191304]: pgmap v18032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:14 smithi123 ceph-mon[188613]: pgmap v18032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:14.878 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:34:15.186 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:34:15.186 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 8m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:34:15.186 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 6m ago 8h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:34:15.186 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 8m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:34:15.187 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 6m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:34:15.187 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 6m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:34:15.187 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 8m ago 8h 873M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:34:15.187 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 8m ago 8h 2203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:34:15.187 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 6m ago 8h 1063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:34:15.187 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 8m ago 8h 1147M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:34:15.187 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 8m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:34:15.187 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 6m ago 8h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:34:15.187 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 8m ago 8h 5395M 2162M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:34:15.187 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 8m ago 8h 6113M 2162M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:34:15.187 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 8m ago 8h 4967M 2162M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:34:15.187 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 8m ago 8h 5230M 2162M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:34:15.187 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 6m ago 8h 4402M 2478M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:34:15.187 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 6m ago 8h 4922M 2478M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:34:15.187 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 6m ago 8h 4244M 2478M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:34:15.188 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 6m ago 8h 4934M 2478M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:34:15.188 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 6m ago 8h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:34:15.573 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:34:15.573 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:34:15.573 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:34:15.574 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:34:15.574 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:34:15.574 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:34:15.574 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:34:15.574 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:34:15.574 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:34:15.574 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:34:15.574 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:34:15.574 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:34:15.574 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:34:15.574 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:34:15.574 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:34:15.574 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:34:15.574 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:34:15.574 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:34:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:16 smithi177 ceph-mon[212096]: from='client.63830 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:34:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:16 smithi177 ceph-mon[212096]: pgmap v18033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:16 smithi177 ceph-mon[212096]: from='client.53883 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:34:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:16 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/854664087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:34:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:16 smithi123 ceph-mon[191304]: from='client.63830 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:34:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:16 smithi123 ceph-mon[191304]: pgmap v18033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:16 smithi123 ceph-mon[191304]: from='client.53883 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:34:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:16 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/854664087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:34:16.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:16 smithi123 ceph-mon[188613]: from='client.63830 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:34:16.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:16 smithi123 ceph-mon[188613]: pgmap v18033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:16.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:16 smithi123 ceph-mon[188613]: from='client.53883 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:34:16.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:16 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/854664087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:34:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:18 smithi177 ceph-mon[212096]: pgmap v18034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:18 smithi123 ceph-mon[191304]: pgmap v18034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:18 smithi123 ceph-mon[188613]: pgmap v18034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:34:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:34:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:34:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:20 smithi177 ceph-mon[212096]: pgmap v18035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:20 smithi123 ceph-mon[191304]: pgmap v18035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:20 smithi123 ceph-mon[188613]: pgmap v18035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:22 smithi177 ceph-mon[212096]: pgmap v18036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:22 smithi123 ceph-mon[191304]: pgmap v18036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:22 smithi123 ceph-mon[188613]: pgmap v18036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:24 smithi177 ceph-mon[212096]: pgmap v18037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:24 smithi123 ceph-mon[191304]: pgmap v18037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:24 smithi123 ceph-mon[188613]: pgmap v18037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:26 smithi177 ceph-mon[212096]: pgmap v18038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:26 smithi123 ceph-mon[191304]: pgmap v18038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:26 smithi123 ceph-mon[188613]: pgmap v18038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:34:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:34:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:34:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:28 smithi177 ceph-mon[212096]: pgmap v18039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:28 smithi123 ceph-mon[191304]: pgmap v18039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:28 smithi123 ceph-mon[188613]: pgmap v18039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:34:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:34:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T19:34:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:30 smithi177 ceph-mon[212096]: pgmap v18040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:30 smithi123 ceph-mon[191304]: pgmap v18040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:30 smithi123 ceph-mon[188613]: pgmap v18040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:32 smithi177 ceph-mon[212096]: pgmap v18041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:32 smithi123 ceph-mon[191304]: pgmap v18041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:32 smithi123 ceph-mon[188613]: pgmap v18041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:34.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:34 smithi177 ceph-mon[212096]: pgmap v18042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:34 smithi123 ceph-mon[191304]: pgmap v18042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:34 smithi123 ceph-mon[188613]: pgmap v18042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:36 smithi177 ceph-mon[212096]: pgmap v18043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:36 smithi123 ceph-mon[191304]: pgmap v18043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:36 smithi123 ceph-mon[188613]: pgmap v18043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:38 smithi177 ceph-mon[212096]: pgmap v18044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:38 smithi123 ceph-mon[191304]: pgmap v18044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:38 smithi123 ceph-mon[188613]: pgmap v18044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:34:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:34:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T19:34:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:40 smithi177 ceph-mon[212096]: pgmap v18045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:40 smithi123 ceph-mon[191304]: pgmap v18045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:40 smithi123 ceph-mon[188613]: pgmap v18045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:42 smithi177 ceph-mon[212096]: pgmap v18046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:34:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:42 smithi123 ceph-mon[191304]: pgmap v18046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:34:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:42 smithi123 ceph-mon[188613]: pgmap v18046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:34:44.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:44 smithi177 ceph-mon[212096]: pgmap v18047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:44 smithi123 ceph-mon[191304]: pgmap v18047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:44 smithi123 ceph-mon[188613]: pgmap v18047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:45.917 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:34:46.224 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:34:46.224 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 9m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:34:46.224 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 6m ago 8h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:34:46.224 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 9m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:34:46.224 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 6m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:34:46.224 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 6m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:34:46.224 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 9m ago 8h 873M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:34:46.224 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 9m ago 8h 2203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:34:46.224 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 6m ago 8h 1063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:34:46.224 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 9m ago 8h 1147M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:34:46.224 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 9m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:34:46.225 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 6m ago 8h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:34:46.225 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 9m ago 8h 5395M 2162M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:34:46.225 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 9m ago 8h 6113M 2162M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:34:46.225 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 9m ago 8h 4967M 2162M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:34:46.225 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 9m ago 8h 5230M 2162M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:34:46.225 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 6m ago 8h 4402M 2478M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:34:46.225 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 6m ago 8h 4922M 2478M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:34:46.225 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 6m ago 8h 4244M 2478M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:34:46.225 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 6m ago 8h 4934M 2478M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:34:46.225 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 6m ago 8h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:34:46.605 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:34:46.606 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:34:46.606 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:34:46.606 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:34:46.606 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:34:46.606 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:34:46.606 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:34:46.606 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:34:46.606 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:34:46.606 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:34:46.606 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:34:46.606 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:34:46.606 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:34:46.606 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:34:46.607 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:34:46.607 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:34:46.607 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:34:46.607 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:34:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:46 smithi177 ceph-mon[212096]: pgmap v18048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:46 smithi123 ceph-mon[191304]: pgmap v18048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:46 smithi123 ceph-mon[188613]: pgmap v18048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:47 smithi177 ceph-mon[212096]: from='client.53895 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:34:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:47 smithi177 ceph-mon[212096]: from='client.53901 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:34:47.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:47 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1657755581' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:34:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:47 smithi123 ceph-mon[191304]: from='client.53895 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:34:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:47 smithi123 ceph-mon[191304]: from='client.53901 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:34:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:47 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1657755581' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:34:47.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:47 smithi123 ceph-mon[188613]: from='client.53895 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:34:47.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:47 smithi123 ceph-mon[188613]: from='client.53901 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:34:47.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:47 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1657755581' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:34:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:48 smithi177 ceph-mon[212096]: pgmap v18049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:48 smithi123 ceph-mon[191304]: pgmap v18049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:48 smithi123 ceph-mon[188613]: pgmap v18049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:34:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:34:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:34:50.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:50 smithi177 ceph-mon[212096]: pgmap v18050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:50 smithi123 ceph-mon[191304]: pgmap v18050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:50 smithi123 ceph-mon[188613]: pgmap v18050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:52.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:52 smithi177 ceph-mon[212096]: pgmap v18051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:52 smithi123 ceph-mon[191304]: pgmap v18051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:52 smithi123 ceph-mon[188613]: pgmap v18051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:54 smithi177 ceph-mon[212096]: pgmap v18052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:34:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:34:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:34:54.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:34:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:54 smithi123 ceph-mon[191304]: pgmap v18052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:34:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:34:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:34:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:34:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:54 smithi123 ceph-mon[188613]: pgmap v18052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:34:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:34:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:34:54.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:34:56.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:56 smithi177 ceph-mon[212096]: pgmap v18053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:56 smithi123 ceph-mon[191304]: pgmap v18053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:56 smithi123 ceph-mon[188613]: pgmap v18053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:57.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:34:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:34:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:34:58.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:34:58 smithi177 ceph-mon[212096]: pgmap v18054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:34:58 smithi123 ceph-mon[191304]: pgmap v18054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:34:58 smithi123 ceph-mon[188613]: pgmap v18054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:34:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:34:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:34:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:35:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:00 smithi123 ceph-mon[191304]: pgmap v18055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:00 smithi123 ceph-mon[188613]: pgmap v18055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:00 smithi177 ceph-mon[212096]: pgmap v18055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:02 smithi123 ceph-mon[191304]: pgmap v18056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:02 smithi123 ceph-mon[188613]: pgmap v18056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:02 smithi177 ceph-mon[212096]: pgmap v18056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:04 smithi123 ceph-mon[191304]: pgmap v18057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:04 smithi123 ceph-mon[188613]: pgmap v18057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:04 smithi177 ceph-mon[212096]: pgmap v18057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:06 smithi123 ceph-mon[191304]: pgmap v18058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:06 smithi123 ceph-mon[188613]: pgmap v18058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:06 smithi177 ceph-mon[212096]: pgmap v18058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:08 smithi123 ceph-mon[191304]: pgmap v18059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:08 smithi123 ceph-mon[188613]: pgmap v18059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:08 smithi177 ceph-mon[212096]: pgmap v18059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:35:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:35:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:35:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:10 smithi123 ceph-mon[191304]: pgmap v18060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:10 smithi123 ceph-mon[188613]: pgmap v18060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:10 smithi177 ceph-mon[212096]: pgmap v18060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:12 smithi123 ceph-mon[191304]: pgmap v18061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:35:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:12 smithi123 ceph-mon[188613]: pgmap v18061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:35:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:12 smithi177 ceph-mon[212096]: pgmap v18061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:35:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:14 smithi123 ceph-mon[191304]: pgmap v18062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:14 smithi123 ceph-mon[188613]: pgmap v18062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:14.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:14 smithi177 ceph-mon[212096]: pgmap v18062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:16 smithi123 ceph-mon[191304]: pgmap v18063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:16 smithi123 ceph-mon[188613]: pgmap v18063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:16 smithi177 ceph-mon[212096]: pgmap v18063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:16.952 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:35:17.259 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:35:17.259 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 9m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:35:17.259 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 7m ago 8h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:35:17.260 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 9m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:35:17.260 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 7m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:35:17.260 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 7m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:35:17.260 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 9m ago 8h 873M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:35:17.260 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 9m ago 8h 2203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:35:17.260 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 7m ago 8h 1063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:35:17.260 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 9m ago 8h 1147M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:35:17.260 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 9m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:35:17.260 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 7m ago 8h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:35:17.260 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 9m ago 8h 5395M 2162M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:35:17.260 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 9m ago 8h 6113M 2162M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:35:17.260 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 9m ago 8h 4967M 2162M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:35:17.260 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 9m ago 8h 5230M 2162M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:35:17.260 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 7m ago 8h 4402M 2478M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:35:17.260 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 7m ago 8h 4922M 2478M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:35:17.261 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 7m ago 8h 4244M 2478M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:35:17.261 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 7m ago 8h 4934M 2478M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:35:17.261 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 7m ago 8h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:35:17.643 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:35:17.643 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:35:17.643 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:35:17.643 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:35:17.643 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:35:17.643 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:35:17.643 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:35:17.643 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:35:17.643 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:35:17.643 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:35:17.643 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:35:17.644 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:35:17.644 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:35:17.644 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:35:17.644 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:35:17.644 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:35:17.644 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:35:17.644 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:35:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:18 smithi123 ceph-mon[188613]: from='client.53913 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:35:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:18 smithi123 ceph-mon[188613]: pgmap v18064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:18 smithi123 ceph-mon[188613]: from='client.63872 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:35:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:18 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2091705344' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:35:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:18 smithi123 ceph-mon[191304]: from='client.53913 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:35:18.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:18 smithi123 ceph-mon[191304]: pgmap v18064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:18.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:18 smithi123 ceph-mon[191304]: from='client.63872 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:35:18.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:18 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2091705344' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:35:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:18 smithi177 ceph-mon[212096]: from='client.53913 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:35:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:18 smithi177 ceph-mon[212096]: pgmap v18064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:18 smithi177 ceph-mon[212096]: from='client.63872 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:35:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:18 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2091705344' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:35:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:35:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:35:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:35:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:20 smithi123 ceph-mon[191304]: pgmap v18065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:20 smithi123 ceph-mon[188613]: pgmap v18065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:20 smithi177 ceph-mon[212096]: pgmap v18065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:22 smithi123 ceph-mon[191304]: pgmap v18066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:22 smithi123 ceph-mon[188613]: pgmap v18066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:22 smithi177 ceph-mon[212096]: pgmap v18066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:24 smithi123 ceph-mon[191304]: pgmap v18067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:24 smithi123 ceph-mon[188613]: pgmap v18067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:24 smithi177 ceph-mon[212096]: pgmap v18067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:26 smithi123 ceph-mon[191304]: pgmap v18068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:26.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:26 smithi123 ceph-mon[188613]: pgmap v18068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:26 smithi177 ceph-mon[212096]: pgmap v18068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:35:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:35:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:35:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:28 smithi123 ceph-mon[191304]: pgmap v18069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:28 smithi123 ceph-mon[188613]: pgmap v18069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:28 smithi177 ceph-mon[212096]: pgmap v18069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:35:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:35:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:35:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:30 smithi123 ceph-mon[191304]: pgmap v18070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:30 smithi123 ceph-mon[188613]: pgmap v18070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:30 smithi177 ceph-mon[212096]: pgmap v18070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:32 smithi123 ceph-mon[191304]: pgmap v18071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:32 smithi123 ceph-mon[188613]: pgmap v18071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:32 smithi177 ceph-mon[212096]: pgmap v18071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:34 smithi123 ceph-mon[191304]: pgmap v18072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:34 smithi123 ceph-mon[188613]: pgmap v18072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:34 smithi177 ceph-mon[212096]: pgmap v18072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:36 smithi123 ceph-mon[191304]: pgmap v18073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:36 smithi123 ceph-mon[188613]: pgmap v18073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:36 smithi177 ceph-mon[212096]: pgmap v18073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:38 smithi123 ceph-mon[191304]: pgmap v18074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:38 smithi123 ceph-mon[188613]: pgmap v18074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:38 smithi177 ceph-mon[212096]: pgmap v18074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:35:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:35:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:35:40.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:40 smithi123 ceph-mon[191304]: pgmap v18075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:40.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:40 smithi123 ceph-mon[188613]: pgmap v18075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:40 smithi177 ceph-mon[212096]: pgmap v18075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:42 smithi123 ceph-mon[191304]: pgmap v18076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:35:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:42 smithi123 ceph-mon[188613]: pgmap v18076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:35:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:42 smithi177 ceph-mon[212096]: pgmap v18076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:35:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:44 smithi123 ceph-mon[191304]: pgmap v18077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:44 smithi123 ceph-mon[188613]: pgmap v18077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:44 smithi177 ceph-mon[212096]: pgmap v18077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:46 smithi123 ceph-mon[191304]: pgmap v18078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:46 smithi123 ceph-mon[188613]: pgmap v18078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:46 smithi177 ceph-mon[212096]: pgmap v18078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:47.986 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:35:48.294 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:35:48.295 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 10m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:35:48.295 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 8m ago 8h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:35:48.295 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 10m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:35:48.295 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 8m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:35:48.295 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 8m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:35:48.295 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 10m ago 8h 873M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:35:48.295 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 10m ago 8h 2203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:35:48.295 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 8m ago 8h 1063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:35:48.295 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 10m ago 8h 1147M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:35:48.295 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 10m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:35:48.295 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 8m ago 8h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:35:48.295 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 10m ago 8h 5395M 2162M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:35:48.295 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 10m ago 8h 6113M 2162M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:35:48.295 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 10m ago 8h 4967M 2162M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:35:48.295 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 10m ago 8h 5230M 2162M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:35:48.296 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 8m ago 8h 4402M 2478M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:35:48.296 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 8m ago 8h 4922M 2478M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:35:48.296 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 8m ago 8h 4244M 2478M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:35:48.296 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 8m ago 8h 4934M 2478M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:35:48.296 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 8m ago 8h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:35:48.681 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:35:48.681 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:35:48.681 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:35:48.681 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:35:48.681 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:35:48.681 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:35:48.681 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:35:48.681 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:35:48.681 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:35:48.681 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:35:48.682 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:35:48.682 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:35:48.682 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:35:48.682 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:35:48.682 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:35:48.682 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:35:48.682 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:35:48.682 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:35:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:48 smithi123 ceph-mon[191304]: pgmap v18079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:48 smithi123 ceph-mon[188613]: pgmap v18079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:48 smithi177 ceph-mon[212096]: pgmap v18079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:35:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:35:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:35:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:49 smithi177 ceph-mon[212096]: from='client.53931 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:35:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:49 smithi177 ceph-mon[212096]: from='client.63890 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:35:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:49 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1390288538' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:35:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:49 smithi123 ceph-mon[191304]: from='client.53931 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:35:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:49 smithi123 ceph-mon[191304]: from='client.63890 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:35:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:49 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1390288538' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:35:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:49 smithi123 ceph-mon[188613]: from='client.53931 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:35:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:49 smithi123 ceph-mon[188613]: from='client.63890 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:35:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:49 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1390288538' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:35:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:50 smithi177 ceph-mon[212096]: pgmap v18080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:50 smithi123 ceph-mon[191304]: pgmap v18080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:50 smithi123 ceph-mon[188613]: pgmap v18080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:52 smithi177 ceph-mon[212096]: pgmap v18081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:52 smithi123 ceph-mon[191304]: pgmap v18081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:52 smithi123 ceph-mon[188613]: pgmap v18081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:54 smithi177 ceph-mon[212096]: pgmap v18082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:35:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:35:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:35:54.986 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:54 smithi123 ceph-mon[191304]: pgmap v18082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:54.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:35:54.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:35:54.987 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:35:54.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:54 smithi123 ceph-mon[188613]: pgmap v18082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:54.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:35:54.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:35:54.987 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:35:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:35:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:35:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:55 smithi123 ceph-mon[191304]: pgmap v18083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:35:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:35:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:55 smithi123 ceph-mon[188613]: pgmap v18083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:35:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:35:56.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:55 smithi177 ceph-mon[212096]: pgmap v18083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:35:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:35:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:35:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:35:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:35:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:35:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:35:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:35:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:35:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:35:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:35:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:35:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:35:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:35:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:35:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:35:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:35:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:35:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:35:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:35:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:35:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:35:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:35:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:35:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:35:58 smithi177 ceph-mon[212096]: pgmap v18084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:35:58 smithi123 ceph-mon[191304]: pgmap v18084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:35:58 smithi123 ceph-mon[188613]: pgmap v18084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:35:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:35:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:35:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:36:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:00 smithi177 ceph-mon[212096]: pgmap v18085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:00 smithi123 ceph-mon[188613]: pgmap v18085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:00 smithi123 ceph-mon[191304]: pgmap v18085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:02 smithi177 ceph-mon[212096]: pgmap v18086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:02 smithi123 ceph-mon[191304]: pgmap v18086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:02.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:02 smithi123 ceph-mon[188613]: pgmap v18086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:04 smithi177 ceph-mon[212096]: pgmap v18087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:04 smithi123 ceph-mon[191304]: pgmap v18087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:04.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:04 smithi123 ceph-mon[188613]: pgmap v18087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:06 smithi177 ceph-mon[212096]: pgmap v18088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:06 smithi123 ceph-mon[191304]: pgmap v18088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:06 smithi123 ceph-mon[188613]: pgmap v18088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:08 smithi177 ceph-mon[212096]: pgmap v18089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:08 smithi123 ceph-mon[191304]: pgmap v18089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:08 smithi123 ceph-mon[188613]: pgmap v18089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:36:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:36:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:36:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:10 smithi177 ceph-mon[212096]: pgmap v18090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:10 smithi123 ceph-mon[191304]: pgmap v18090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:10.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:10 smithi123 ceph-mon[188613]: pgmap v18090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:12 smithi177 ceph-mon[212096]: pgmap v18091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:36:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:12 smithi123 ceph-mon[188613]: pgmap v18091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:36:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:12 smithi123 ceph-mon[191304]: pgmap v18091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:36:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:14 smithi177 ceph-mon[212096]: pgmap v18092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:14 smithi123 ceph-mon[191304]: pgmap v18092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:14 smithi123 ceph-mon[188613]: pgmap v18092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:16 smithi177 ceph-mon[212096]: pgmap v18093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:16 smithi123 ceph-mon[191304]: pgmap v18093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:16 smithi123 ceph-mon[188613]: pgmap v18093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:18 smithi177 ceph-mon[212096]: pgmap v18094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:18 smithi123 ceph-mon[191304]: pgmap v18094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:18 smithi123 ceph-mon[188613]: pgmap v18094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:19.030 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:36:19.339 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:36:19.339 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 22s ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:36:19.340 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 8m ago 8h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:36:19.340 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 22s ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:36:19.340 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 8m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:36:19.340 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 8m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:36:19.340 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 22s ago 8h 879M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:36:19.340 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 22s ago 8h 2237M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:36:19.340 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 8m ago 8h 1063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:36:19.341 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 22s ago 8h 1165M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:36:19.341 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 22s ago 8h 23.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:36:19.341 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 8m ago 8h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:36:19.341 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 22s ago 8h 5428M 2162M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:36:19.341 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 22s ago 8h 6146M 2162M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:36:19.341 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 22s ago 8h 4994M 2162M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:36:19.341 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 22s ago 8h 5261M 2162M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:36:19.342 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 8m ago 8h 4402M 2478M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:36:19.342 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 8m ago 8h 4922M 2478M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:36:19.342 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 8m ago 8h 4244M 2478M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:36:19.342 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 8m ago 8h 4934M 2478M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:36:19.342 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 8m ago 8h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:36:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:36:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:36:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:36:19.721 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:36:19.721 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:36:19.721 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:36:19.721 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:36:19.721 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:36:19.721 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:36:19.721 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:36:19.722 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:36:19.722 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:36:19.722 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:36:19.722 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:36:19.722 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:36:19.722 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:36:19.722 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:36:19.722 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:36:19.722 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:36:19.722 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:36:19.722 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:36:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:20 smithi177 ceph-mon[212096]: pgmap v18095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:20.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:20 smithi177 ceph-mon[212096]: from='client.63902 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:36:20.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:20 smithi177 ceph-mon[212096]: from='client.53955 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:36:20.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:20 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/656608233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:36:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:20 smithi123 ceph-mon[191304]: pgmap v18095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:20 smithi123 ceph-mon[191304]: from='client.63902 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:36:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:20 smithi123 ceph-mon[191304]: from='client.53955 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:36:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:20 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/656608233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:36:20.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:20 smithi123 ceph-mon[188613]: pgmap v18095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:20.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:20 smithi123 ceph-mon[188613]: from='client.63902 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:36:20.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:20 smithi123 ceph-mon[188613]: from='client.53955 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:36:20.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:20 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/656608233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:36:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:22 smithi177 ceph-mon[212096]: pgmap v18096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:22 smithi123 ceph-mon[191304]: pgmap v18096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:22.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:22 smithi123 ceph-mon[188613]: pgmap v18096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:24 smithi177 ceph-mon[212096]: pgmap v18097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:24 smithi123 ceph-mon[191304]: pgmap v18097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:24.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:24 smithi123 ceph-mon[188613]: pgmap v18097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:26 smithi177 ceph-mon[212096]: pgmap v18098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:26 smithi123 ceph-mon[191304]: pgmap v18098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:26 smithi123 ceph-mon[188613]: pgmap v18098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:36:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:36:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:36:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:28 smithi177 ceph-mon[212096]: pgmap v18099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:28 smithi123 ceph-mon[191304]: pgmap v18099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:28 smithi123 ceph-mon[188613]: pgmap v18099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:36:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:36:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:36:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:30 smithi177 ceph-mon[212096]: pgmap v18100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:30 smithi123 ceph-mon[188613]: pgmap v18100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:30.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:30 smithi123 ceph-mon[191304]: pgmap v18100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:32 smithi177 ceph-mon[212096]: pgmap v18101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:32.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:32 smithi123 ceph-mon[188613]: pgmap v18101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:32 smithi123 ceph-mon[191304]: pgmap v18101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:34 smithi177 ceph-mon[212096]: pgmap v18102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:34 smithi123 ceph-mon[191304]: pgmap v18102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:34 smithi123 ceph-mon[188613]: pgmap v18102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:36 smithi177 ceph-mon[212096]: pgmap v18103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:36 smithi123 ceph-mon[191304]: pgmap v18103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:36.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:36 smithi123 ceph-mon[188613]: pgmap v18103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:38 smithi177 ceph-mon[212096]: pgmap v18104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:38 smithi123 ceph-mon[191304]: pgmap v18104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:38 smithi123 ceph-mon[188613]: pgmap v18104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:36:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:36:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:36:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:40 smithi177 ceph-mon[212096]: pgmap v18105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:40 smithi123 ceph-mon[191304]: pgmap v18105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:40 smithi123 ceph-mon[188613]: pgmap v18105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:42 smithi177 ceph-mon[212096]: pgmap v18106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:36:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:42 smithi123 ceph-mon[191304]: pgmap v18106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:36:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:42 smithi123 ceph-mon[188613]: pgmap v18106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:36:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:44 smithi177 ceph-mon[212096]: pgmap v18107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:44 smithi123 ceph-mon[191304]: pgmap v18107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:44 smithi123 ceph-mon[188613]: pgmap v18107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:46 smithi123 ceph-mon[191304]: pgmap v18108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:46 smithi123 ceph-mon[188613]: pgmap v18108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:47.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:46 smithi177 ceph-mon[212096]: pgmap v18108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:48 smithi123 ceph-mon[191304]: pgmap v18109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:48 smithi123 ceph-mon[188613]: pgmap v18109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:49.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:48 smithi177 ceph-mon[212096]: pgmap v18109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:36:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:36:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:36:50.066 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:36:50.376 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:36:50.376 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 53s ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:36:50.376 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 9m ago 8h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:36:50.376 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 53s ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:36:50.376 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 9m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:36:50.376 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 9m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:36:50.376 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 53s ago 8h 879M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:36:50.376 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 53s ago 8h 2237M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:36:50.376 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 9m ago 8h 1063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:36:50.376 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 53s ago 8h 1165M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:36:50.377 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 53s ago 8h 23.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:36:50.377 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 9m ago 8h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:36:50.377 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 53s ago 8h 5428M 2162M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:36:50.377 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 53s ago 8h 6146M 2162M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:36:50.377 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 53s ago 8h 4994M 2162M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:36:50.377 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 53s ago 8h 5261M 2162M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:36:50.377 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 9m ago 8h 4402M 2478M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:36:50.377 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 9m ago 8h 4922M 2478M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:36:50.377 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 9m ago 8h 4244M 2478M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:36:50.377 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 9m ago 8h 4934M 2478M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:36:50.377 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 9m ago 8h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:36:50.761 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:36:50.761 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:36:50.762 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:36:50.762 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:36:50.762 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:36:50.762 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:36:50.762 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:36:50.762 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:36:50.763 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:36:50.763 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:36:50.763 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:36:50.763 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:36:50.763 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:36:50.763 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:36:50.763 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:36:50.764 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:36:50.764 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:36:50.764 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:36:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:50 smithi123 ceph-mon[188613]: pgmap v18110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:50 smithi123 ceph-mon[191304]: pgmap v18110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:51.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:50 smithi177 ceph-mon[212096]: pgmap v18110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:51 smithi123 ceph-mon[191304]: from='client.63920 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:36:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:51 smithi123 ceph-mon[191304]: from='client.63926 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:36:51.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:51 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2149483675' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:36:51.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:51 smithi123 ceph-mon[188613]: from='client.63920 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:36:51.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:51 smithi123 ceph-mon[188613]: from='client.63926 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:36:51.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:51 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2149483675' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:36:52.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:51 smithi177 ceph-mon[212096]: from='client.63920 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:36:52.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:51 smithi177 ceph-mon[212096]: from='client.63926 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:36:52.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:51 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2149483675' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:36:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:52 smithi123 ceph-mon[191304]: pgmap v18111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:52 smithi123 ceph-mon[188613]: pgmap v18111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:53.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:52 smithi177 ceph-mon[212096]: pgmap v18111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:54.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:54 smithi123 ceph-mon[188613]: pgmap v18112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:54.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:54 smithi123 ceph-mon[191304]: pgmap v18112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:55.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:54 smithi177 ceph-mon[212096]: pgmap v18112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:56 smithi123 ceph-mon[188613]: pgmap v18113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:56 smithi123 ceph-mon[191304]: pgmap v18113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:56 smithi177 ceph-mon[212096]: pgmap v18113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:36:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:36:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:36:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:36:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:36:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:36:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:36:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:36:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:36:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:36:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:36:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:36:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:58 smithi123 ceph-mon[188613]: pgmap v18114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:36:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:36:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:36:58.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:58 smithi123 ceph-mon[191304]: pgmap v18114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:58.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:36:58.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:36:58.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:36:59.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:58 smithi177 ceph-mon[212096]: pgmap v18114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:59.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:36:59.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:36:59.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:36:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:36:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:36:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:36:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:36:59 smithi123 ceph-mon[191304]: pgmap v18115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:36:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:36:59 smithi123 ceph-mon[188613]: pgmap v18115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:36:59 smithi177 ceph-mon[212096]: pgmap v18115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:02.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:02 smithi177 ceph-mon[212096]: pgmap v18116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:02 smithi123 ceph-mon[191304]: pgmap v18116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:02 smithi123 ceph-mon[188613]: pgmap v18116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:04 smithi177 ceph-mon[212096]: pgmap v18117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:04 smithi123 ceph-mon[191304]: pgmap v18117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:04 smithi123 ceph-mon[188613]: pgmap v18117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:06 smithi177 ceph-mon[212096]: pgmap v18118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:06 smithi123 ceph-mon[191304]: pgmap v18118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:06.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:06 smithi123 ceph-mon[188613]: pgmap v18118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:08 smithi177 ceph-mon[212096]: pgmap v18119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:08 smithi123 ceph-mon[191304]: pgmap v18119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:08 smithi123 ceph-mon[188613]: pgmap v18119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:37:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:37:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:37:10.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:10 smithi177 ceph-mon[212096]: pgmap v18120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:10 smithi123 ceph-mon[191304]: pgmap v18120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:10 smithi123 ceph-mon[188613]: pgmap v18120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:12 smithi177 ceph-mon[212096]: pgmap v18121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:37:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:12 smithi123 ceph-mon[191304]: pgmap v18121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:37:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:12 smithi123 ceph-mon[188613]: pgmap v18121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:37:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:14 smithi177 ceph-mon[212096]: pgmap v18122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:14 smithi123 ceph-mon[191304]: pgmap v18122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:14 smithi123 ceph-mon[188613]: pgmap v18122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:16 smithi177 ceph-mon[212096]: pgmap v18123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:16 smithi123 ceph-mon[191304]: pgmap v18123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:16 smithi123 ceph-mon[188613]: pgmap v18123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:18 smithi177 ceph-mon[212096]: pgmap v18124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:18 smithi123 ceph-mon[191304]: pgmap v18124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:18 smithi123 ceph-mon[188613]: pgmap v18124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:37:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:37:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:37:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:20 smithi177 ceph-mon[212096]: pgmap v18125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:20 smithi123 ceph-mon[191304]: pgmap v18125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:20 smithi123 ceph-mon[188613]: pgmap v18125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:21.113 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:37:21.422 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:37:21.423 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 84s ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:37:21.423 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 9m ago 8h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:37:21.423 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 84s ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:37:21.423 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 9m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:37:21.423 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 9m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:37:21.423 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 84s ago 8h 879M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:37:21.423 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 84s ago 8h 2237M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:37:21.423 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 9m ago 8h 1063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:37:21.423 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 84s ago 8h 1165M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:37:21.423 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 84s ago 8h 23.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:37:21.423 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 9m ago 8h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:37:21.423 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 84s ago 8h 5428M 2162M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:37:21.423 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 84s ago 8h 6146M 2162M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:37:21.423 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 84s ago 8h 4994M 2162M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:37:21.423 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 84s ago 8h 5261M 2162M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:37:21.423 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 9m ago 8h 4402M 2478M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:37:21.424 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 9m ago 8h 4922M 2478M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:37:21.424 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 9m ago 8h 4244M 2478M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:37:21.424 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 9m ago 8h 4934M 2478M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:37:21.424 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 9m ago 8h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:37:21.807 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:37:21.808 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:37:21.808 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:37:21.808 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:37:21.808 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:37:21.808 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:37:21.808 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:37:21.808 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:37:21.808 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:37:21.808 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:37:21.808 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:37:21.808 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:37:21.808 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:37:21.808 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:37:21.808 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:37:21.808 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:37:21.809 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:37:21.809 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:37:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:22 smithi177 ceph-mon[212096]: pgmap v18126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:22 smithi177 ceph-mon[212096]: from='client.53985 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:37:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:22 smithi177 ceph-mon[212096]: from='client.63944 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:37:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:22 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1641719186' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:37:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:22 smithi123 ceph-mon[191304]: pgmap v18126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:22 smithi123 ceph-mon[191304]: from='client.53985 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:37:22.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:22 smithi123 ceph-mon[191304]: from='client.63944 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:37:22.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:22 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1641719186' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:37:22.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:22 smithi123 ceph-mon[188613]: pgmap v18126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:22.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:22 smithi123 ceph-mon[188613]: from='client.53985 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:37:22.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:22 smithi123 ceph-mon[188613]: from='client.63944 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:37:22.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:22 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1641719186' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:37:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:24 smithi177 ceph-mon[212096]: pgmap v18127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:24 smithi123 ceph-mon[191304]: pgmap v18127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:24 smithi123 ceph-mon[188613]: pgmap v18127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:26 smithi177 ceph-mon[212096]: pgmap v18128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:26 smithi123 ceph-mon[191304]: pgmap v18128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:26 smithi123 ceph-mon[188613]: pgmap v18128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:37:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:37:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:37:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:28 smithi177 ceph-mon[212096]: pgmap v18129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:28 smithi123 ceph-mon[191304]: pgmap v18129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:28 smithi123 ceph-mon[188613]: pgmap v18129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:37:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:37:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T19:37:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:30 smithi177 ceph-mon[212096]: pgmap v18130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:30 smithi123 ceph-mon[191304]: pgmap v18130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:30 smithi123 ceph-mon[188613]: pgmap v18130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:32 smithi177 ceph-mon[212096]: pgmap v18131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:32 smithi123 ceph-mon[191304]: pgmap v18131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:32 smithi123 ceph-mon[188613]: pgmap v18131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:34 smithi177 ceph-mon[212096]: pgmap v18132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:34 smithi123 ceph-mon[188613]: pgmap v18132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:34 smithi123 ceph-mon[191304]: pgmap v18132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:36 smithi177 ceph-mon[212096]: pgmap v18133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:36 smithi123 ceph-mon[191304]: pgmap v18133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:36 smithi123 ceph-mon[188613]: pgmap v18133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:38 smithi177 ceph-mon[212096]: pgmap v18134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:38 smithi123 ceph-mon[191304]: pgmap v18134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:38 smithi123 ceph-mon[188613]: pgmap v18134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:37:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:37:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T19:37:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:40 smithi177 ceph-mon[212096]: pgmap v18135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:40 smithi123 ceph-mon[191304]: pgmap v18135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:40 smithi123 ceph-mon[188613]: pgmap v18135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:42 smithi177 ceph-mon[212096]: pgmap v18136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:37:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:42 smithi123 ceph-mon[191304]: pgmap v18136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:37:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:42 smithi123 ceph-mon[188613]: pgmap v18136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:37:44.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:44 smithi177 ceph-mon[212096]: pgmap v18137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:44 smithi123 ceph-mon[191304]: pgmap v18137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:44 smithi123 ceph-mon[188613]: pgmap v18137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:46 smithi177 ceph-mon[212096]: pgmap v18138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:46 smithi123 ceph-mon[191304]: pgmap v18138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:46 smithi123 ceph-mon[188613]: pgmap v18138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:48.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:48 smithi177 ceph-mon[212096]: pgmap v18139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:48 smithi123 ceph-mon[191304]: pgmap v18139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:48 smithi123 ceph-mon[188613]: pgmap v18139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:37:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:37:49] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T19:37:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:50 smithi123 ceph-mon[191304]: pgmap v18140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:50 smithi123 ceph-mon[188613]: pgmap v18140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:50 smithi177 ceph-mon[212096]: pgmap v18140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:52.155 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:37:52.465 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:37:52.466 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 115s ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:37:52.466 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 10m ago 8h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:37:52.466 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 115s ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:37:52.466 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 10m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:37:52.466 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 10m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:37:52.466 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 115s ago 8h 879M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:37:52.466 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 115s ago 8h 2237M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:37:52.466 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 10m ago 8h 1063M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:37:52.466 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 115s ago 8h 1165M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:37:52.466 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 115s ago 8h 23.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:37:52.466 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 10m ago 8h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:37:52.466 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 115s ago 8h 5428M 2162M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:37:52.466 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 115s ago 8h 6146M 2162M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:37:52.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 115s ago 8h 4994M 2162M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:37:52.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 115s ago 8h 5261M 2162M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:37:52.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 10m ago 8h 4402M 2478M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:37:52.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 10m ago 8h 4922M 2478M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:37:52.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 10m ago 8h 4244M 2478M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:37:52.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 10m ago 8h 4934M 2478M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:37:52.467 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 10m ago 8h 152M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:37:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:52 smithi123 ceph-mon[191304]: pgmap v18141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:52 smithi123 ceph-mon[188613]: pgmap v18141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:52.850 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:37:52.850 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:37:52.850 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:37:52.850 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:37:52.850 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:37:52.851 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:37:52.851 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:37:52.851 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:37:52.851 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:37:52.851 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:37:52.851 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:37:52.851 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:37:52.851 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:37:52.851 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:37:52.851 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:37:52.851 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:37:52.851 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:37:52.851 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:37:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:52 smithi177 ceph-mon[212096]: pgmap v18141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:53 smithi123 ceph-mon[191304]: from='client.54003 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:37:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:53 smithi123 ceph-mon[191304]: from='client.63962 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:37:53.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:53 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2847193541' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:37:53.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:53 smithi123 ceph-mon[188613]: from='client.54003 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:37:53.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:53 smithi123 ceph-mon[188613]: from='client.63962 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:37:53.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:53 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2847193541' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:37:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:53 smithi177 ceph-mon[212096]: from='client.54003 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:37:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:53 smithi177 ceph-mon[212096]: from='client.63962 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:37:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:53 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2847193541' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:37:54.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:54 smithi123 ceph-mon[191304]: pgmap v18142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:54.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:54 smithi123 ceph-mon[188613]: pgmap v18142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:54 smithi177 ceph-mon[212096]: pgmap v18142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:56 smithi123 ceph-mon[191304]: pgmap v18143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:56 smithi123 ceph-mon[188613]: pgmap v18143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:56 smithi177 ceph-mon[212096]: pgmap v18143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:37:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:37:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:37:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:58 smithi123 ceph-mon[191304]: pgmap v18144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:37:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:37:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:58 smithi123 ceph-mon[188613]: pgmap v18144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:37:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:37:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:58 smithi177 ceph-mon[212096]: pgmap v18144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:37:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:37:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:37:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:37:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:37:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:38:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:00 smithi123 ceph-mon[191304]: pgmap v18145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:00 smithi123 ceph-mon[188613]: pgmap v18145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:00.751 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:00 smithi177 ceph-mon[212096]: pgmap v18145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:02.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:38:02.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:38:02.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:01 smithi123 ceph-mon[191304]: pgmap v18146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:02.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:38:02.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:38:02.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:38:02.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:38:02.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:38:02.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:01 smithi123 ceph-mon[188613]: pgmap v18146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:02.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:38:02.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:38:02.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:38:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:38:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:38:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:01 smithi177 ceph-mon[212096]: pgmap v18146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:38:02.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:38:02.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:38:04.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:04 smithi177 ceph-mon[212096]: pgmap v18147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:04.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:04 smithi123 ceph-mon[191304]: pgmap v18147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:04.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:04 smithi123 ceph-mon[188613]: pgmap v18147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:06.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:06 smithi177 ceph-mon[212096]: pgmap v18148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:06 smithi123 ceph-mon[191304]: pgmap v18148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:06 smithi123 ceph-mon[188613]: pgmap v18148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:08.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:08 smithi177 ceph-mon[212096]: pgmap v18149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:08 smithi123 ceph-mon[191304]: pgmap v18149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:08 smithi123 ceph-mon[188613]: pgmap v18149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:38:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:38:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:38:10.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:10 smithi177 ceph-mon[212096]: pgmap v18150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:10 smithi123 ceph-mon[191304]: pgmap v18150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:10.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:10 smithi123 ceph-mon[188613]: pgmap v18150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:12 smithi177 ceph-mon[212096]: pgmap v18151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:12.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:38:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:12 smithi123 ceph-mon[188613]: pgmap v18151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:38:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:12 smithi123 ceph-mon[191304]: pgmap v18151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:38:14.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:14 smithi177 ceph-mon[212096]: pgmap v18152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:14 smithi123 ceph-mon[191304]: pgmap v18152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:14 smithi123 ceph-mon[188613]: pgmap v18152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:16 smithi177 ceph-mon[212096]: pgmap v18153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:16 smithi123 ceph-mon[191304]: pgmap v18153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:16.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:16 smithi123 ceph-mon[188613]: pgmap v18153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:18.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:18 smithi177 ceph-mon[212096]: pgmap v18154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:18 smithi123 ceph-mon[191304]: pgmap v18154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:18 smithi123 ceph-mon[188613]: pgmap v18154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:38:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:38:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:38:20.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:20 smithi177 ceph-mon[212096]: pgmap v18155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:20 smithi123 ceph-mon[191304]: pgmap v18155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:20 smithi123 ceph-mon[188613]: pgmap v18155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:22.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:22 smithi177 ceph-mon[212096]: pgmap v18156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:22 smithi123 ceph-mon[191304]: pgmap v18156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:22.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:22 smithi123 ceph-mon[188613]: pgmap v18156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:23.197 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:38:23.508 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:38:23.509 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 2m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:38:23.509 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 22s ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:38:23.509 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 2m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:38:23.509 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 22s ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:38:23.509 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 22s ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:38:23.509 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 2m ago 8h 879M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:38:23.509 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 2m ago 8h 2237M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:38:23.509 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 22s ago 8h 1083M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:38:23.510 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 2m ago 8h 1165M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:38:23.510 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 2m ago 8h 23.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:38:23.510 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 22s ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:38:23.510 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 2m ago 8h 5428M 2162M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:38:23.510 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 2m ago 8h 6146M 2162M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:38:23.510 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 2m ago 8h 4994M 2162M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:38:23.510 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 2m ago 8h 5261M 2162M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:38:23.510 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 22s ago 8h 4429M 2478M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:38:23.510 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 22s ago 8h 4956M 2478M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:38:23.510 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 22s ago 8h 4275M 2478M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:38:23.510 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 22s ago 8h 4972M 2478M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:38:23.510 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 22s ago 8h 154M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:38:23.890 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:38:23.890 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:38:23.890 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:38:23.890 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:38:23.891 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:38:23.891 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:38:23.891 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:38:23.891 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:38:23.891 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:38:23.891 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:38:23.892 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:38:23.892 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:38:23.892 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:38:23.892 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:38:23.892 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:38:23.892 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:38:23.892 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:38:23.893 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:38:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:24 smithi177 ceph-mon[212096]: pgmap v18157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:24 smithi177 ceph-mon[212096]: from='client.63974 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:38:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:24 smithi177 ceph-mon[212096]: from='client.63980 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:38:24.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:24 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/274246148' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:38:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:24 smithi123 ceph-mon[191304]: pgmap v18157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:24 smithi123 ceph-mon[191304]: from='client.63974 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:38:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:24 smithi123 ceph-mon[191304]: from='client.63980 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:38:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:24 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/274246148' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:38:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:24 smithi123 ceph-mon[188613]: pgmap v18157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:24.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:24 smithi123 ceph-mon[188613]: from='client.63974 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:38:24.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:24 smithi123 ceph-mon[188613]: from='client.63980 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:38:24.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:24 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/274246148' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:38:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:26 smithi177 ceph-mon[212096]: pgmap v18158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:26 smithi123 ceph-mon[191304]: pgmap v18158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:26 smithi123 ceph-mon[188613]: pgmap v18158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:38:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:38:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:38:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:28 smithi177 ceph-mon[212096]: pgmap v18159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:28 smithi123 ceph-mon[191304]: pgmap v18159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:28 smithi123 ceph-mon[188613]: pgmap v18159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:38:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:38:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:38:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:30 smithi177 ceph-mon[212096]: pgmap v18160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:30 smithi123 ceph-mon[191304]: pgmap v18160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:30 smithi123 ceph-mon[188613]: pgmap v18160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:32.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:32 smithi177 ceph-mon[212096]: pgmap v18161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:32 smithi123 ceph-mon[191304]: pgmap v18161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:32 smithi123 ceph-mon[188613]: pgmap v18161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:34.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:34 smithi177 ceph-mon[212096]: pgmap v18162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:34 smithi123 ceph-mon[191304]: pgmap v18162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:34 smithi123 ceph-mon[188613]: pgmap v18162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:36.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:36 smithi177 ceph-mon[212096]: pgmap v18163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:36 smithi123 ceph-mon[191304]: pgmap v18163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:36 smithi123 ceph-mon[188613]: pgmap v18163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:38.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:38 smithi177 ceph-mon[212096]: pgmap v18164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:38 smithi123 ceph-mon[191304]: pgmap v18164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:38 smithi123 ceph-mon[188613]: pgmap v18164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:38:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:38:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:38:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:40 smithi177 ceph-mon[212096]: pgmap v18165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:40 smithi123 ceph-mon[191304]: pgmap v18165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:40 smithi123 ceph-mon[188613]: pgmap v18165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:42.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:42 smithi123 ceph-mon[191304]: pgmap v18166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:42.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:38:42.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:42 smithi123 ceph-mon[188613]: pgmap v18166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:42.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:38:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:42 smithi177 ceph-mon[212096]: pgmap v18166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:38:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:44 smithi123 ceph-mon[191304]: pgmap v18167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:44 smithi123 ceph-mon[188613]: pgmap v18167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:44.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:44 smithi177 ceph-mon[212096]: pgmap v18167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:46 smithi123 ceph-mon[188613]: pgmap v18168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:46 smithi123 ceph-mon[191304]: pgmap v18168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:46 smithi177 ceph-mon[212096]: pgmap v18168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:48 smithi123 ceph-mon[191304]: pgmap v18169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:48 smithi123 ceph-mon[188613]: pgmap v18169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:48 smithi177 ceph-mon[212096]: pgmap v18169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:38:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:38:49] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T19:38:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:50 smithi123 ceph-mon[188613]: pgmap v18170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:50 smithi123 ceph-mon[191304]: pgmap v18170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:50 smithi177 ceph-mon[212096]: pgmap v18170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:52 smithi123 ceph-mon[191304]: pgmap v18171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:52 smithi123 ceph-mon[188613]: pgmap v18171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:52 smithi177 ceph-mon[212096]: pgmap v18171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:54.240 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:38:54.546 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:38:54.546 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 2m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:38:54.546 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 53s ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:38:54.546 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 2m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:38:54.546 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 53s ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:38:54.546 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 53s ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:38:54.546 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 2m ago 8h 879M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:38:54.546 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 2m ago 8h 2237M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:38:54.546 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 53s ago 8h 1083M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:38:54.546 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 2m ago 8h 1165M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:38:54.546 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 2m ago 8h 23.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:38:54.547 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 53s ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:38:54.547 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 2m ago 8h 5428M 2162M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:38:54.547 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 2m ago 8h 6146M 2162M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:38:54.547 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 2m ago 8h 4994M 2162M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:38:54.547 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 2m ago 8h 5261M 2162M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:38:54.547 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 53s ago 8h 4429M 2478M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:38:54.547 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 53s ago 8h 4956M 2478M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:38:54.547 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 53s ago 8h 4275M 2478M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:38:54.547 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 53s ago 8h 4972M 2478M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:38:54.547 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 53s ago 8h 154M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:38:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:54 smithi123 ceph-mon[191304]: pgmap v18172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:54 smithi123 ceph-mon[188613]: pgmap v18172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:54 smithi177 ceph-mon[212096]: pgmap v18172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:54.931 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:38:54.931 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:38:54.931 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:38:54.931 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:38:54.931 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:38:54.931 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:38:54.931 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:38:54.931 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:38:54.932 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:38:54.932 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:38:54.932 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:38:54.932 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:38:54.932 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:38:54.932 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:38:54.932 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:38:54.932 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:38:54.932 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:38:54.932 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:38:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:55 smithi123 ceph-mon[191304]: from='client.63992 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:38:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:55 smithi123 ceph-mon[191304]: from='client.63998 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:38:55.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:55 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2740052002' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:38:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:55 smithi123 ceph-mon[188613]: from='client.63992 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:38:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:55 smithi123 ceph-mon[188613]: from='client.63998 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:38:55.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:55 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2740052002' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:38:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:55 smithi177 ceph-mon[212096]: from='client.63992 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:38:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:55 smithi177 ceph-mon[212096]: from='client.63998 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:38:55.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:55 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2740052002' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:38:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:56 smithi123 ceph-mon[191304]: pgmap v18173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:56 smithi123 ceph-mon[188613]: pgmap v18173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:56 smithi177 ceph-mon[212096]: pgmap v18173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:38:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:38:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:38:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:38:58 smithi123 ceph-mon[191304]: pgmap v18174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:58.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:38:58 smithi123 ceph-mon[188613]: pgmap v18174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:38:58 smithi177 ceph-mon[212096]: pgmap v18174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:38:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:38:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:38:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:39:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:00 smithi123 ceph-mon[188613]: pgmap v18175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:00 smithi123 ceph-mon[191304]: pgmap v18175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:00 smithi177 ceph-mon[212096]: pgmap v18175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:02 smithi123 ceph-mon[188613]: pgmap v18176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:39:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:39:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:39:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:39:02.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:02 smithi123 ceph-mon[191304]: pgmap v18176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:02.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:39:02.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:39:02.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:39:02.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:39:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:02 smithi177 ceph-mon[212096]: pgmap v18176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:39:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:39:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:39:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:39:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:04 smithi123 ceph-mon[188613]: pgmap v18177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:04 smithi123 ceph-mon[191304]: pgmap v18177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:04 smithi177 ceph-mon[212096]: pgmap v18177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:06.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:06 smithi123 ceph-mon[191304]: pgmap v18178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:06.778 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:06 smithi123 ceph-mon[188613]: pgmap v18178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:06 smithi177 ceph-mon[212096]: pgmap v18178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:08 smithi123 ceph-mon[191304]: pgmap v18179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:08 smithi123 ceph-mon[188613]: pgmap v18179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:08 smithi177 ceph-mon[212096]: pgmap v18179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:39:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:39:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:39:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:10 smithi123 ceph-mon[188613]: pgmap v18180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:10 smithi123 ceph-mon[191304]: pgmap v18180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:10 smithi177 ceph-mon[212096]: pgmap v18180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:12 smithi123 ceph-mon[188613]: pgmap v18181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:39:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:12 smithi123 ceph-mon[191304]: pgmap v18181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:39:12.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:12 smithi177 ceph-mon[212096]: pgmap v18181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:12.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:39:14.746 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:14 smithi123 ceph-mon[191304]: pgmap v18182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:14.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:14 smithi123 ceph-mon[188613]: pgmap v18182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:14 smithi177 ceph-mon[212096]: pgmap v18182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:16 smithi123 ceph-mon[191304]: pgmap v18183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:16 smithi123 ceph-mon[188613]: pgmap v18183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:16 smithi177 ceph-mon[212096]: pgmap v18183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:18 smithi123 ceph-mon[191304]: pgmap v18184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:18 smithi123 ceph-mon[188613]: pgmap v18184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:18 smithi177 ceph-mon[212096]: pgmap v18184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:39:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:39:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:39:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:20 smithi123 ceph-mon[191304]: pgmap v18185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:20 smithi123 ceph-mon[188613]: pgmap v18185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:20 smithi177 ceph-mon[212096]: pgmap v18185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:22 smithi123 ceph-mon[191304]: pgmap v18186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:22.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:22 smithi123 ceph-mon[188613]: pgmap v18186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:22 smithi177 ceph-mon[212096]: pgmap v18186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:24 smithi123 ceph-mon[191304]: pgmap v18187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:24 smithi123 ceph-mon[188613]: pgmap v18187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:24 smithi177 ceph-mon[212096]: pgmap v18187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:25.273 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:39:25.586 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:39:25.587 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 3m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:39:25.587 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 84s ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:39:25.587 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 3m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:39:25.587 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 84s ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:39:25.587 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 84s ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:39:25.587 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 3m ago 8h 879M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:39:25.587 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 3m ago 8h 2237M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:39:25.587 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 84s ago 8h 1083M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:39:25.587 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 3m ago 8h 1165M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:39:25.587 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 3m ago 8h 23.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:39:25.587 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 84s ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:39:25.587 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 3m ago 8h 5428M 2162M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:39:25.587 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 3m ago 8h 6146M 2162M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:39:25.587 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 3m ago 8h 4994M 2162M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:39:25.587 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 3m ago 8h 5261M 2162M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:39:25.588 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 84s ago 8h 4429M 2478M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:39:25.588 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 84s ago 8h 4956M 2478M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:39:25.588 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 84s ago 8h 4275M 2478M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:39:25.588 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 84s ago 8h 4972M 2478M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:39:25.588 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 84s ago 8h 154M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:39:25.970 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:39:25.970 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:39:25.970 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:39:25.970 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:39:25.970 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:39:25.970 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:39:25.970 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:39:25.970 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:39:25.970 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:39:25.970 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:39:25.970 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:39:25.970 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:39:25.971 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:39:25.971 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:39:25.971 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:39:25.971 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:39:25.971 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:39:25.971 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:39:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:26 smithi123 ceph-mon[191304]: pgmap v18188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:26 smithi123 ceph-mon[191304]: from='client.54057 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:39:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:26 smithi123 ceph-mon[191304]: from='client.64016 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:39:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:26 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1841586609' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:39:26.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:26 smithi123 ceph-mon[188613]: pgmap v18188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:26.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:26 smithi123 ceph-mon[188613]: from='client.54057 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:39:26.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:26 smithi123 ceph-mon[188613]: from='client.64016 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:39:26.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:26 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1841586609' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:39:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:26 smithi177 ceph-mon[212096]: pgmap v18188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:26 smithi177 ceph-mon[212096]: from='client.54057 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:39:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:26 smithi177 ceph-mon[212096]: from='client.64016 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:39:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:26 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1841586609' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:39:27.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:39:27.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:39:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:39:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:28 smithi177 ceph-mon[212096]: pgmap v18189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:28 smithi123 ceph-mon[191304]: pgmap v18189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:28 smithi123 ceph-mon[188613]: pgmap v18189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:39:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:39:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:39:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:30 smithi177 ceph-mon[212096]: pgmap v18190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:30.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:30 smithi123 ceph-mon[191304]: pgmap v18190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:30.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:30 smithi123 ceph-mon[188613]: pgmap v18190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:32 smithi177 ceph-mon[212096]: pgmap v18191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:32 smithi123 ceph-mon[191304]: pgmap v18191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:32.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:32 smithi123 ceph-mon[188613]: pgmap v18191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:34 smithi177 ceph-mon[212096]: pgmap v18192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:34 smithi123 ceph-mon[191304]: pgmap v18192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:34 smithi123 ceph-mon[188613]: pgmap v18192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:36 smithi177 ceph-mon[212096]: pgmap v18193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:36.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:36 smithi123 ceph-mon[188613]: pgmap v18193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:36 smithi123 ceph-mon[191304]: pgmap v18193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:38 smithi177 ceph-mon[212096]: pgmap v18194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:38 smithi123 ceph-mon[191304]: pgmap v18194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:38 smithi123 ceph-mon[188613]: pgmap v18194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:39:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:39:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:39:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:40 smithi177 ceph-mon[212096]: pgmap v18195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:40 smithi123 ceph-mon[188613]: pgmap v18195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:40 smithi123 ceph-mon[191304]: pgmap v18195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:42 smithi177 ceph-mon[212096]: pgmap v18196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:39:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:42 smithi123 ceph-mon[188613]: pgmap v18196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:39:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:42 smithi123 ceph-mon[191304]: pgmap v18196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:39:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:44 smithi177 ceph-mon[212096]: pgmap v18197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:44 smithi123 ceph-mon[191304]: pgmap v18197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:44 smithi123 ceph-mon[188613]: pgmap v18197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:46 smithi177 ceph-mon[212096]: pgmap v18198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:46 smithi123 ceph-mon[191304]: pgmap v18198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:46.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:46 smithi123 ceph-mon[188613]: pgmap v18198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:48 smithi177 ceph-mon[212096]: pgmap v18199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:48 smithi123 ceph-mon[191304]: pgmap v18199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:48 smithi123 ceph-mon[188613]: pgmap v18199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:39:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:39:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:39:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:50 smithi177 ceph-mon[212096]: pgmap v18200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:50 smithi123 ceph-mon[191304]: pgmap v18200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:50 smithi123 ceph-mon[188613]: pgmap v18200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:52 smithi177 ceph-mon[212096]: pgmap v18201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:52 smithi123 ceph-mon[191304]: pgmap v18201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:52 smithi123 ceph-mon[188613]: pgmap v18201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:54 smithi177 ceph-mon[212096]: pgmap v18202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:54 smithi123 ceph-mon[191304]: pgmap v18202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:54 smithi123 ceph-mon[188613]: pgmap v18202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:56.316 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:39:56.630 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:39:56.630 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 4m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:39:56.630 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 115s ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:39:56.630 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 4m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:39:56.630 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 115s ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:39:56.630 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 115s ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:39:56.630 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 4m ago 8h 879M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:39:56.630 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 4m ago 8h 2237M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:39:56.630 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 115s ago 8h 1083M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:39:56.630 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 4m ago 8h 1165M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:39:56.631 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 4m ago 8h 23.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:39:56.631 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 115s ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:39:56.631 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 4m ago 8h 5428M 2162M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:39:56.631 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 4m ago 8h 6146M 2162M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:39:56.631 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 4m ago 8h 4994M 2162M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:39:56.631 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 4m ago 8h 5261M 2162M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:39:56.631 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 115s ago 8h 4429M 2478M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:39:56.631 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 115s ago 8h 4956M 2478M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:39:56.631 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 115s ago 8h 4275M 2478M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:39:56.631 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 115s ago 8h 4972M 2478M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:39:56.631 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 115s ago 8h 154M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:39:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:56 smithi177 ceph-mon[212096]: pgmap v18203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:56 smithi123 ceph-mon[191304]: pgmap v18203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:56 smithi123 ceph-mon[188613]: pgmap v18203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:57.009 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:39:57.009 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:39:57.010 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:39:57.010 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:39:57.010 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:39:57.010 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:39:57.010 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:39:57.010 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:39:57.010 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:39:57.010 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:39:57.010 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:39:57.010 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:39:57.010 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:39:57.010 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:39:57.010 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:39:57.010 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:39:57.010 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:39:57.011 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:39:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:57 smithi177 ceph-mon[212096]: from='client.54075 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:39:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:57 smithi177 ceph-mon[212096]: from='client.64034 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:39:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:57 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1123779254' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:39:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:39:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:57 smithi123 ceph-mon[191304]: from='client.54075 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:39:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:57 smithi123 ceph-mon[191304]: from='client.64034 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:39:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:57 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1123779254' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:39:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:39:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:57 smithi123 ceph-mon[188613]: from='client.54075 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:39:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:57 smithi123 ceph-mon[188613]: from='client.64034 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:39:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:57 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1123779254' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:39:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:39:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:39:58 smithi177 ceph-mon[212096]: pgmap v18204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:39:58 smithi123 ceph-mon[191304]: pgmap v18204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:39:58 smithi123 ceph-mon[188613]: pgmap v18204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:39:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:39:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:39:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:40:00.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T19:39:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T19:40:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:00 smithi177 ceph-mon[212096]: pgmap v18205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T19:40:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:00 smithi123 ceph-mon[191304]: pgmap v18205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T19:40:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:00 smithi123 ceph-mon[188613]: pgmap v18205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T19:40:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:02 smithi177 ceph-mon[212096]: pgmap v18206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:40:02.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:02 smithi123 ceph-mon[188613]: pgmap v18206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:02.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:40:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:02 smithi123 ceph-mon[191304]: pgmap v18206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:40:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:40:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:40:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:40:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:40:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:40:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:40:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:40:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:40:03.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:40:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:04 smithi177 ceph-mon[212096]: pgmap v18207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:04 smithi123 ceph-mon[191304]: pgmap v18207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:04.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:04 smithi123 ceph-mon[188613]: pgmap v18207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:06 smithi177 ceph-mon[212096]: pgmap v18208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:06 smithi123 ceph-mon[191304]: pgmap v18208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:06 smithi123 ceph-mon[188613]: pgmap v18208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:08 smithi177 ceph-mon[212096]: pgmap v18209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:08 smithi123 ceph-mon[191304]: pgmap v18209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:08 smithi123 ceph-mon[188613]: pgmap v18209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:40:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:40:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:40:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:10 smithi177 ceph-mon[212096]: pgmap v18210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:10 smithi123 ceph-mon[191304]: pgmap v18210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:10.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:10 smithi123 ceph-mon[188613]: pgmap v18210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:12 smithi177 ceph-mon[212096]: pgmap v18211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:40:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:12 smithi123 ceph-mon[191304]: pgmap v18211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:40:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:12 smithi123 ceph-mon[188613]: pgmap v18211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:40:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:14 smithi177 ceph-mon[212096]: pgmap v18212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:14 smithi123 ceph-mon[191304]: pgmap v18212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:14.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:14 smithi123 ceph-mon[188613]: pgmap v18212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:16 smithi177 ceph-mon[212096]: pgmap v18213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:16 smithi123 ceph-mon[191304]: pgmap v18213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:16 smithi123 ceph-mon[188613]: pgmap v18213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:18 smithi177 ceph-mon[212096]: pgmap v18214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:18 smithi123 ceph-mon[191304]: pgmap v18214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:18 smithi123 ceph-mon[188613]: pgmap v18214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:40:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:40:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:40:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:20 smithi177 ceph-mon[212096]: pgmap v18215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:20.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:20 smithi123 ceph-mon[188613]: pgmap v18215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:20 smithi123 ceph-mon[191304]: pgmap v18215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:22 smithi177 ceph-mon[212096]: pgmap v18216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:22.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:22 smithi123 ceph-mon[188613]: pgmap v18216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:22 smithi123 ceph-mon[191304]: pgmap v18216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:24.886 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:24 smithi123 ceph-mon[191304]: pgmap v18217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:24.886 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:24 smithi123 ceph-mon[188613]: pgmap v18217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:24 smithi177 ceph-mon[212096]: pgmap v18217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:26 smithi177 ceph-mon[212096]: pgmap v18218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:26 smithi123 ceph-mon[191304]: pgmap v18218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:26 smithi123 ceph-mon[188613]: pgmap v18218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:27.358 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:40:27.668 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:40:27.668 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 4m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:40:27.668 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 2m ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:40:27.668 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 4m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:40:27.668 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 2m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:40:27.668 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 2m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:40:27.668 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 4m ago 8h 879M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:40:27.668 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 4m ago 8h 2237M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:40:27.669 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 2m ago 8h 1083M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:40:27.669 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 4m ago 8h 1165M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:40:27.669 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 4m ago 8h 23.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:40:27.669 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 2m ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:40:27.669 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 4m ago 8h 5428M 2162M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:40:27.669 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 4m ago 8h 6146M 2162M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:40:27.669 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 4m ago 8h 4994M 2162M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:40:27.669 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 4m ago 8h 5261M 2162M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:40:27.669 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 2m ago 8h 4429M 2478M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:40:27.669 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 2m ago 8h 4956M 2478M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:40:27.669 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 2m ago 8h 4275M 2478M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:40:27.669 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 2m ago 8h 4972M 2478M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:40:27.669 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 2m ago 8h 154M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:40:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:40:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:40:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:40:28.049 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:40:28.049 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:40:28.049 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:40:28.049 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:40:28.049 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:40:28.049 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:40:28.050 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:40:28.050 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:40:28.050 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:40:28.050 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:40:28.050 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:40:28.050 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:40:28.050 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:40:28.050 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:40:28.050 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:40:28.050 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:40:28.050 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:40:28.050 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:40:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:28 smithi177 ceph-mon[212096]: pgmap v18219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:28 smithi177 ceph-mon[212096]: from='client.64046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:40:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:28 smithi177 ceph-mon[212096]: from='client.54099 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:40:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:28 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3113684666' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:40:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:28 smithi123 ceph-mon[188613]: pgmap v18219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:28 smithi123 ceph-mon[188613]: from='client.64046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:40:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:28 smithi123 ceph-mon[188613]: from='client.54099 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:40:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:28 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3113684666' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:40:28.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:28 smithi123 ceph-mon[191304]: pgmap v18219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:28.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:28 smithi123 ceph-mon[191304]: from='client.64046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:40:28.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:28 smithi123 ceph-mon[191304]: from='client.54099 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:40:28.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:28 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3113684666' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:40:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:40:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:40:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:40:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:30 smithi177 ceph-mon[212096]: pgmap v18220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:30 smithi123 ceph-mon[191304]: pgmap v18220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:30 smithi123 ceph-mon[188613]: pgmap v18220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:32 smithi177 ceph-mon[212096]: pgmap v18221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:32 smithi123 ceph-mon[191304]: pgmap v18221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:32.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:32 smithi123 ceph-mon[188613]: pgmap v18221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:34 smithi177 ceph-mon[212096]: pgmap v18222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:34 smithi123 ceph-mon[191304]: pgmap v18222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:34 smithi123 ceph-mon[188613]: pgmap v18222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:36 smithi177 ceph-mon[212096]: pgmap v18223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:36 smithi123 ceph-mon[191304]: pgmap v18223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:36.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:36 smithi123 ceph-mon[188613]: pgmap v18223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:38 smithi177 ceph-mon[212096]: pgmap v18224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:38 smithi123 ceph-mon[191304]: pgmap v18224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:38 smithi123 ceph-mon[188613]: pgmap v18224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:40:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:40:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:40:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:40 smithi177 ceph-mon[212096]: pgmap v18225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:40 smithi123 ceph-mon[191304]: pgmap v18225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:40 smithi123 ceph-mon[188613]: pgmap v18225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:42 smithi177 ceph-mon[212096]: pgmap v18226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:40:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:42 smithi123 ceph-mon[191304]: pgmap v18226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:40:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:42 smithi123 ceph-mon[188613]: pgmap v18226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:40:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:44 smithi123 ceph-mon[188613]: pgmap v18227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:44 smithi123 ceph-mon[191304]: pgmap v18227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:45.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:44 smithi177 ceph-mon[212096]: pgmap v18227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:46 smithi123 ceph-mon[191304]: pgmap v18228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:46.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:46 smithi123 ceph-mon[188613]: pgmap v18228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:47.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:46 smithi177 ceph-mon[212096]: pgmap v18228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:48 smithi123 ceph-mon[191304]: pgmap v18229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:48 smithi123 ceph-mon[188613]: pgmap v18229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:49.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:48 smithi177 ceph-mon[212096]: pgmap v18229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:40:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:40:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:40:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:50 smithi123 ceph-mon[191304]: pgmap v18230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:50 smithi123 ceph-mon[188613]: pgmap v18230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:51.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:50 smithi177 ceph-mon[212096]: pgmap v18230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:52 smithi123 ceph-mon[188613]: pgmap v18231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:52 smithi123 ceph-mon[191304]: pgmap v18231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:53.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:52 smithi177 ceph-mon[212096]: pgmap v18231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:54.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:54 smithi123 ceph-mon[191304]: pgmap v18232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:54.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:54 smithi123 ceph-mon[188613]: pgmap v18232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:55.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:54 smithi177 ceph-mon[212096]: pgmap v18232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:56 smithi123 ceph-mon[191304]: pgmap v18233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:56 smithi123 ceph-mon[188613]: pgmap v18233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:56 smithi177 ceph-mon[212096]: pgmap v18233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:40:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:40:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:40:58.393 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:40:58.698 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:40:58.698 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 5m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:40:58.698 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 2m ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:40:58.699 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 5m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:40:58.699 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 2m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:40:58.699 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 2m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:40:58.699 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 5m ago 8h 879M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:40:58.699 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 5m ago 8h 2237M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:40:58.699 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 2m ago 8h 1083M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:40:58.699 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 5m ago 8h 1165M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:40:58.699 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 5m ago 8h 23.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:40:58.699 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 2m ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:40:58.699 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 5m ago 8h 5428M 2162M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:40:58.699 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 5m ago 8h 6146M 2162M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:40:58.699 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 5m ago 8h 4994M 2162M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:40:58.699 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 5m ago 8h 5261M 2162M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:40:58.699 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 2m ago 8h 4429M 2478M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:40:58.700 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 2m ago 8h 4956M 2478M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:40:58.700 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 2m ago 8h 4275M 2478M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:40:58.700 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 2m ago 8h 4972M 2478M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:40:58.700 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 2m ago 8h 154M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:40:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:58 smithi123 ceph-mon[191304]: pgmap v18234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:58 smithi123 ceph-mon[188613]: pgmap v18234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:59.080 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:40:59.081 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:40:59.081 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:40:59.081 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:40:59.081 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:40:59.081 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:40:59.081 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:40:59.081 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:40:59.081 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:40:59.082 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:40:59.082 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:40:59.082 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:40:59.082 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:40:59.082 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:40:59.082 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:40:59.082 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:40:59.082 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:40:59.082 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:40:59.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:58 smithi177 ceph-mon[212096]: pgmap v18234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:40:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:40:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:40:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:40:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:59 smithi123 ceph-mon[191304]: from='client.64064 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:40:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:59 smithi123 ceph-mon[191304]: from='client.64070 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:40:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:40:59 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3718472088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:40:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:59 smithi123 ceph-mon[188613]: from='client.64064 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:40:59.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:59 smithi123 ceph-mon[188613]: from='client.64070 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:40:59.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:40:59 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3718472088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:41:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:59 smithi177 ceph-mon[212096]: from='client.64064 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:41:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:59 smithi177 ceph-mon[212096]: from='client.64070 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:41:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:40:59 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3718472088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:41:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:00 smithi123 ceph-mon[191304]: pgmap v18235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:00 smithi123 ceph-mon[188613]: pgmap v18235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:00 smithi177 ceph-mon[212096]: pgmap v18235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:02 smithi123 ceph-mon[191304]: pgmap v18236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:02.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:02 smithi123 ceph-mon[188613]: pgmap v18236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:03.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:02 smithi177 ceph-mon[212096]: pgmap v18236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:03.705 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:41:03.706 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:41:03.706 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:41:03.706 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:41:03.706 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:41:03.706 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:41:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:41:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:41:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:41:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:41:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:41:04.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:41:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:04 smithi123 ceph-mon[191304]: pgmap v18237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:04.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:04 smithi123 ceph-mon[188613]: pgmap v18237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:05.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:04 smithi177 ceph-mon[212096]: pgmap v18237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:06 smithi123 ceph-mon[191304]: pgmap v18238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:06 smithi123 ceph-mon[188613]: pgmap v18238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:07.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:06 smithi177 ceph-mon[212096]: pgmap v18238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:08 smithi123 ceph-mon[191304]: pgmap v18239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:08 smithi123 ceph-mon[188613]: pgmap v18239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:09.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:08 smithi177 ceph-mon[212096]: pgmap v18239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:41:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:41:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:41:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:10 smithi123 ceph-mon[191304]: pgmap v18240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:10.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:10 smithi123 ceph-mon[188613]: pgmap v18240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:11.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:10 smithi177 ceph-mon[212096]: pgmap v18240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:12 smithi123 ceph-mon[191304]: pgmap v18241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:41:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:12 smithi123 ceph-mon[188613]: pgmap v18241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:41:13.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:12 smithi177 ceph-mon[212096]: pgmap v18241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:13.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:41:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:14 smithi123 ceph-mon[191304]: pgmap v18242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:14.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:14 smithi123 ceph-mon[188613]: pgmap v18242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:15.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:14 smithi177 ceph-mon[212096]: pgmap v18242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:16 smithi123 ceph-mon[191304]: pgmap v18243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:16 smithi123 ceph-mon[188613]: pgmap v18243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:17.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:16 smithi177 ceph-mon[212096]: pgmap v18243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:18 smithi123 ceph-mon[191304]: pgmap v18244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:18 smithi123 ceph-mon[188613]: pgmap v18244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:19.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:18 smithi177 ceph-mon[212096]: pgmap v18244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:41:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:41:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:41:20.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:20 smithi123 ceph-mon[188613]: pgmap v18245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:20 smithi123 ceph-mon[191304]: pgmap v18245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:21.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:20 smithi177 ceph-mon[212096]: pgmap v18245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:22.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:21 smithi177 ceph-mon[212096]: pgmap v18246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:22.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:21 smithi123 ceph-mon[191304]: pgmap v18246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:22.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:21 smithi123 ceph-mon[188613]: pgmap v18246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:24.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:24 smithi177 ceph-mon[212096]: pgmap v18247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:24.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:24 smithi123 ceph-mon[188613]: pgmap v18247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:24.492 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:24 smithi123 ceph-mon[191304]: pgmap v18247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:26.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:26 smithi177 ceph-mon[212096]: pgmap v18248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:26 smithi123 ceph-mon[191304]: pgmap v18248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:26 smithi123 ceph-mon[188613]: pgmap v18248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:27.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:41:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:41:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:41:28.653 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 19:41:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T19:41:28.584425869Z level=info msg="Completed cleanup jobs" duration=11.340502ms 2023-12-20T19:41:28.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:28 smithi177 ceph-mon[212096]: pgmap v18249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:28.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:28 smithi123 ceph-mon[191304]: pgmap v18249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:28.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:28 smithi123 ceph-mon[188613]: pgmap v18249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:29.429 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:41:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:41:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:41:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:41:29.741 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:41:29.741 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 5m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:41:29.741 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 3m ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:41:29.741 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 5m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:41:29.742 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 3m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:41:29.742 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 3m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:41:29.742 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 5m ago 8h 879M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:41:29.742 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 5m ago 8h 2237M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:41:29.742 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 3m ago 8h 1083M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:41:29.742 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 5m ago 8h 1165M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:41:29.742 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 5m ago 8h 23.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:41:29.742 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 3m ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:41:29.742 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 5m ago 8h 5428M 2162M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:41:29.742 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 5m ago 8h 6146M 2162M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:41:29.742 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 5m ago 8h 4994M 2162M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:41:29.742 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 5m ago 8h 5261M 2162M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:41:29.743 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 3m ago 8h 4429M 2478M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:41:29.743 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 3m ago 8h 4956M 2478M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:41:29.743 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 3m ago 8h 4275M 2478M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:41:29.743 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 3m ago 8h 4972M 2478M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:41:29.743 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 3m ago 8h 154M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:41:30.122 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:41:30.122 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:41:30.122 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:41:30.122 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:41:30.122 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:41:30.122 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:41:30.122 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:41:30.122 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:41:30.122 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:41:30.122 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:41:30.122 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:41:30.123 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:41:30.123 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:41:30.123 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:41:30.123 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:41:30.123 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:41:30.123 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:41:30.123 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:41:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:30 smithi177 ceph-mon[212096]: pgmap v18250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:30 smithi177 ceph-mon[212096]: from='client.64082 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:41:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:30 smithi177 ceph-mon[212096]: from='client.54135 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:41:30.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:30 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/430841528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:41:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:30 smithi123 ceph-mon[191304]: pgmap v18250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:30 smithi123 ceph-mon[191304]: from='client.64082 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:41:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:30 smithi123 ceph-mon[191304]: from='client.54135 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:41:30.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:30 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/430841528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:41:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:30 smithi123 ceph-mon[188613]: pgmap v18250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:30 smithi123 ceph-mon[188613]: from='client.64082 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:41:30.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:30 smithi123 ceph-mon[188613]: from='client.54135 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:41:30.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:30 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/430841528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:41:32.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:32 smithi177 ceph-mon[212096]: pgmap v18251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:32.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:32 smithi123 ceph-mon[191304]: pgmap v18251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:32.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:32 smithi123 ceph-mon[188613]: pgmap v18251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:34.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:34 smithi123 ceph-mon[191304]: pgmap v18252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:34.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:34 smithi123 ceph-mon[188613]: pgmap v18252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:34 smithi177 ceph-mon[212096]: pgmap v18252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:36 smithi123 ceph-mon[188613]: pgmap v18253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:36 smithi123 ceph-mon[191304]: pgmap v18253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:36 smithi177 ceph-mon[212096]: pgmap v18253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:38 smithi123 ceph-mon[191304]: pgmap v18254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:38 smithi123 ceph-mon[188613]: pgmap v18254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:38 smithi177 ceph-mon[212096]: pgmap v18254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:41:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:41:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:41:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:40 smithi123 ceph-mon[191304]: pgmap v18255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:40 smithi123 ceph-mon[188613]: pgmap v18255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:40 smithi177 ceph-mon[212096]: pgmap v18255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:42 smithi123 ceph-mon[191304]: pgmap v18256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:41:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:42 smithi123 ceph-mon[188613]: pgmap v18256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:41:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:42 smithi177 ceph-mon[212096]: pgmap v18256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:41:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:44 smithi123 ceph-mon[191304]: pgmap v18257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:44.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:44 smithi123 ceph-mon[188613]: pgmap v18257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:44 smithi177 ceph-mon[212096]: pgmap v18257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:46 smithi123 ceph-mon[191304]: pgmap v18258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:46 smithi123 ceph-mon[188613]: pgmap v18258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:46 smithi177 ceph-mon[212096]: pgmap v18258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:48 smithi123 ceph-mon[191304]: pgmap v18259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:48 smithi123 ceph-mon[188613]: pgmap v18259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:48 smithi177 ceph-mon[212096]: pgmap v18259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:41:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:41:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:41:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:50 smithi123 ceph-mon[191304]: pgmap v18260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:50 smithi123 ceph-mon[188613]: pgmap v18260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:50 smithi177 ceph-mon[212096]: pgmap v18260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:52 smithi123 ceph-mon[191304]: pgmap v18261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:52 smithi123 ceph-mon[188613]: pgmap v18261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:52 smithi177 ceph-mon[212096]: pgmap v18261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:54 smithi123 ceph-mon[191304]: pgmap v18262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:54 smithi123 ceph-mon[188613]: pgmap v18262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:54 smithi177 ceph-mon[212096]: pgmap v18262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:56 smithi123 ceph-mon[191304]: pgmap v18263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:56 smithi123 ceph-mon[188613]: pgmap v18263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:56 smithi177 ceph-mon[212096]: pgmap v18263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:41:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:41:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:41:58.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:41:58 smithi123 ceph-mon[191304]: pgmap v18264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:41:58 smithi123 ceph-mon[188613]: pgmap v18264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:41:58 smithi177 ceph-mon[212096]: pgmap v18264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:41:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:41:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:41:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:42:00.473 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:42:00.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:00 smithi123 ceph-mon[191304]: pgmap v18265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:00 smithi123 ceph-mon[188613]: pgmap v18265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:00.784 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:42:00.784 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 6m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:42:00.784 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 3m ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:42:00.784 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 6m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:42:00.784 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 3m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:42:00.784 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 3m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:42:00.784 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 6m ago 8h 879M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:42:00.784 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 6m ago 8h 2237M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:42:00.784 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 3m ago 8h 1083M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:42:00.784 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 6m ago 8h 1165M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:42:00.784 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 6m ago 8h 23.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:42:00.784 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 3m ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:42:00.785 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 6m ago 8h 5428M 2162M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:42:00.785 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 6m ago 8h 6146M 2162M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:42:00.785 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 6m ago 8h 4994M 2162M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:42:00.785 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 6m ago 8h 5261M 2162M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:42:00.785 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 3m ago 8h 4429M 2478M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:42:00.785 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 3m ago 8h 4956M 2478M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:42:00.785 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 3m ago 8h 4275M 2478M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:42:00.785 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 3m ago 8h 4972M 2478M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:42:00.785 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 3m ago 8h 154M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:42:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:00 smithi177 ceph-mon[212096]: pgmap v18265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:01.167 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:42:01.168 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:42:01.168 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:42:01.168 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:42:01.168 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:42:01.168 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:42:01.168 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:42:01.168 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:42:01.168 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:42:01.168 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:42:01.168 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:42:01.168 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:42:01.168 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:42:01.168 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:42:01.168 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:42:01.169 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:42:01.169 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:42:01.169 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:42:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:01 smithi123 ceph-mon[191304]: from='client.64100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:42:01.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:01 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4258246822' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:42:01.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:01 smithi123 ceph-mon[188613]: from='client.64100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:42:01.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:01 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4258246822' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:42:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:01 smithi177 ceph-mon[212096]: from='client.64100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:42:01.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:01 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4258246822' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:42:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:02 smithi123 ceph-mon[191304]: from='client.54153 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:42:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:02 smithi123 ceph-mon[191304]: pgmap v18266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:02 smithi123 ceph-mon[188613]: from='client.54153 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:42:02.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:02 smithi123 ceph-mon[188613]: pgmap v18266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:02 smithi177 ceph-mon[212096]: from='client.54153 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:42:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:02 smithi177 ceph-mon[212096]: pgmap v18266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:03.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:42:03.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:42:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:42:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:04 smithi123 ceph-mon[191304]: pgmap v18267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:42:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:42:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:42:04.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:04 smithi123 ceph-mon[188613]: pgmap v18267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:04.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:42:04.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:42:04.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:42:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:04 smithi177 ceph-mon[212096]: pgmap v18267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:42:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:42:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:42:06.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:06 smithi123 ceph-mon[191304]: pgmap v18268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:06 smithi123 ceph-mon[188613]: pgmap v18268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:06 smithi177 ceph-mon[212096]: pgmap v18268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:08 smithi123 ceph-mon[191304]: pgmap v18269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:08.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:08 smithi123 ceph-mon[188613]: pgmap v18269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:08 smithi177 ceph-mon[212096]: pgmap v18269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:42:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:42:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:42:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:10 smithi123 ceph-mon[191304]: pgmap v18270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:10 smithi123 ceph-mon[188613]: pgmap v18270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:10 smithi177 ceph-mon[212096]: pgmap v18270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:12 smithi123 ceph-mon[191304]: pgmap v18271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:42:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:12 smithi123 ceph-mon[188613]: pgmap v18271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:12.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:42:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:12 smithi177 ceph-mon[212096]: pgmap v18271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:42:14.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:14 smithi123 ceph-mon[188613]: pgmap v18272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:14.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:14 smithi123 ceph-mon[191304]: pgmap v18272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:14 smithi177 ceph-mon[212096]: pgmap v18272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:16.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:16 smithi123 ceph-mon[191304]: pgmap v18273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:16.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:16 smithi123 ceph-mon[188613]: pgmap v18273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:16 smithi177 ceph-mon[212096]: pgmap v18273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:18 smithi123 ceph-mon[191304]: pgmap v18274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:18.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:18 smithi123 ceph-mon[188613]: pgmap v18274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:18 smithi177 ceph-mon[212096]: pgmap v18274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:42:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:42:19] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T19:42:20.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:20 smithi123 ceph-mon[191304]: pgmap v18275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:20 smithi123 ceph-mon[188613]: pgmap v18275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:20 smithi177 ceph-mon[212096]: pgmap v18275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:22 smithi177 ceph-mon[212096]: pgmap v18276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:22 smithi123 ceph-mon[191304]: pgmap v18276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:22.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:22 smithi123 ceph-mon[188613]: pgmap v18276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:24 smithi177 ceph-mon[212096]: pgmap v18277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:24 smithi123 ceph-mon[191304]: pgmap v18277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:24.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:24 smithi123 ceph-mon[188613]: pgmap v18277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:26 smithi177 ceph-mon[212096]: pgmap v18278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:26 smithi123 ceph-mon[191304]: pgmap v18278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:26 smithi123 ceph-mon[188613]: pgmap v18278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:42:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:42:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:42:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:28 smithi177 ceph-mon[212096]: pgmap v18279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:28 smithi123 ceph-mon[191304]: pgmap v18279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:28 smithi123 ceph-mon[188613]: pgmap v18279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:42:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:42:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:42:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:30 smithi177 ceph-mon[212096]: pgmap v18280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:30 smithi123 ceph-mon[191304]: pgmap v18280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:30 smithi123 ceph-mon[188613]: pgmap v18280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:31.516 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:42:31.822 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:42:31.822 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 6m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:42:31.822 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 4m ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:42:31.822 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 6m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:42:31.822 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 4m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:42:31.822 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 4m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:42:31.822 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 6m ago 8h 879M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:42:31.823 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 6m ago 8h 2237M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:42:31.823 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 4m ago 8h 1083M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:42:31.823 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 6m ago 8h 1165M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:42:31.823 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 6m ago 8h 23.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:42:31.823 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 4m ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:42:31.823 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 6m ago 8h 5428M 2162M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:42:31.823 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 6m ago 8h 6146M 2162M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:42:31.823 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 6m ago 8h 4994M 2162M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:42:31.823 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 6m ago 8h 5261M 2162M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:42:31.823 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 4m ago 8h 4429M 2478M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:42:31.823 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 4m ago 8h 4956M 2478M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:42:31.823 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 4m ago 8h 4275M 2478M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:42:31.823 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 4m ago 8h 4972M 2478M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:42:31.823 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 4m ago 8h 154M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:42:32.203 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:42:32.204 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:42:32.204 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:42:32.204 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:42:32.204 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:42:32.204 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:42:32.204 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:42:32.204 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:42:32.204 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:42:32.204 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:42:32.204 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:42:32.204 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:42:32.204 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:42:32.205 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:42:32.205 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:42:32.205 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:42:32.205 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:42:32.205 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:42:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:32 smithi177 ceph-mon[212096]: pgmap v18281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:32 smithi177 ceph-mon[212096]: from='client.54165 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:42:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:32 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/501481258' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:42:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:32 smithi123 ceph-mon[191304]: pgmap v18281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:32 smithi123 ceph-mon[191304]: from='client.54165 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:42:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:32 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/501481258' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:42:32.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:32 smithi123 ceph-mon[188613]: pgmap v18281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:32.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:32 smithi123 ceph-mon[188613]: from='client.54165 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:42:32.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:32 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/501481258' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:42:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:33 smithi177 ceph-mon[212096]: from='client.64124 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:42:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:33 smithi123 ceph-mon[191304]: from='client.64124 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:42:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:33 smithi123 ceph-mon[188613]: from='client.64124 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:42:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:34 smithi177 ceph-mon[212096]: pgmap v18282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:34 smithi123 ceph-mon[191304]: pgmap v18282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:34 smithi123 ceph-mon[188613]: pgmap v18282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:36 smithi177 ceph-mon[212096]: pgmap v18283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:36 smithi123 ceph-mon[191304]: pgmap v18283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:36.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:36 smithi123 ceph-mon[188613]: pgmap v18283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:38 smithi177 ceph-mon[212096]: pgmap v18284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:38 smithi123 ceph-mon[191304]: pgmap v18284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:38 smithi123 ceph-mon[188613]: pgmap v18284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:42:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:42:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:42:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:40 smithi177 ceph-mon[212096]: pgmap v18285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:40 smithi123 ceph-mon[191304]: pgmap v18285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:40 smithi123 ceph-mon[188613]: pgmap v18285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:42 smithi177 ceph-mon[212096]: pgmap v18286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:42:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:42 smithi123 ceph-mon[191304]: pgmap v18286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:42:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:42 smithi123 ceph-mon[188613]: pgmap v18286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:42:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:44 smithi177 ceph-mon[212096]: pgmap v18287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:44 smithi123 ceph-mon[191304]: pgmap v18287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:44 smithi123 ceph-mon[188613]: pgmap v18287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:46 smithi177 ceph-mon[212096]: pgmap v18288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:46 smithi123 ceph-mon[191304]: pgmap v18288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:46.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:46 smithi123 ceph-mon[188613]: pgmap v18288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:48 smithi177 ceph-mon[212096]: pgmap v18289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:48 smithi123 ceph-mon[191304]: pgmap v18289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:48 smithi123 ceph-mon[188613]: pgmap v18289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:42:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:42:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:42:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:50 smithi177 ceph-mon[212096]: pgmap v18290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:50 smithi123 ceph-mon[191304]: pgmap v18290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:50 smithi123 ceph-mon[188613]: pgmap v18290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:52 smithi177 ceph-mon[212096]: pgmap v18291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:52 smithi123 ceph-mon[191304]: pgmap v18291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:52 smithi123 ceph-mon[188613]: pgmap v18291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:54 smithi177 ceph-mon[212096]: pgmap v18292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:54 smithi123 ceph-mon[191304]: pgmap v18292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:54 smithi123 ceph-mon[188613]: pgmap v18292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:56 smithi177 ceph-mon[212096]: pgmap v18293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:56 smithi123 ceph-mon[191304]: pgmap v18293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:56 smithi123 ceph-mon[188613]: pgmap v18293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:42:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:42:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:42:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:42:58 smithi177 ceph-mon[212096]: pgmap v18294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:42:58 smithi123 ceph-mon[191304]: pgmap v18294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:42:58 smithi123 ceph-mon[188613]: pgmap v18294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:42:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:42:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:42:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:43:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:00 smithi177 ceph-mon[212096]: pgmap v18295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:00 smithi123 ceph-mon[191304]: pgmap v18295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:00 smithi123 ceph-mon[188613]: pgmap v18295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:02.552 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:43:02.861 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:43:02.862 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 7m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:43:02.862 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 5m ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:43:02.862 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 7m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:43:02.862 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 5m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:43:02.862 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 5m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:43:02.862 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 7m ago 8h 879M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:43:02.862 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 7m ago 8h 2237M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:43:02.862 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 5m ago 8h 1083M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:43:02.862 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 7m ago 8h 1165M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:43:02.863 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 7m ago 8h 23.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:43:02.863 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 5m ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:43:02.863 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 7m ago 8h 5428M 2162M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:43:02.863 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 7m ago 8h 6146M 2162M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:43:02.863 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 7m ago 8h 4994M 2162M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:43:02.863 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 7m ago 8h 5261M 2162M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:43:02.863 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 5m ago 8h 4429M 2478M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:43:02.863 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 5m ago 8h 4956M 2478M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:43:02.863 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 5m ago 8h 4275M 2478M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:43:02.863 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 5m ago 8h 4972M 2478M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:43:02.863 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 5m ago 8h 154M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:43:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:02 smithi177 ceph-mon[212096]: pgmap v18296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:02 smithi123 ceph-mon[191304]: pgmap v18296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:02.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:02 smithi123 ceph-mon[188613]: pgmap v18296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:03.243 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:43:03.243 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:43:03.243 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:43:03.243 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:43:03.243 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:43:03.243 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:43:03.243 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:43:03.243 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:43:03.244 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:43:03.244 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:43:03.244 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:43:03.244 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:43:03.244 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:43:03.244 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:43:03.244 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:43:03.244 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:43:03.244 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:43:03.244 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:43:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:03 smithi177 ceph-mon[212096]: from='client.64136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:43:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:03 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/570227142' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:43:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:03 smithi123 ceph-mon[191304]: from='client.64136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:43:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:03 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/570227142' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:43:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:03 smithi123 ceph-mon[188613]: from='client.64136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:43:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:03 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/570227142' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:43:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:04 smithi177 ceph-mon[212096]: from='client.64142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:43:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:04 smithi177 ceph-mon[212096]: pgmap v18297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:43:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:43:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:43:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:43:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:04 smithi123 ceph-mon[191304]: from='client.64142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:43:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:04 smithi123 ceph-mon[191304]: pgmap v18297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:43:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:43:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:43:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:43:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:04 smithi123 ceph-mon[188613]: from='client.64142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:43:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:04 smithi123 ceph-mon[188613]: pgmap v18297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:43:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:43:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:43:04.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:43:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:06 smithi177 ceph-mon[212096]: pgmap v18298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:06 smithi123 ceph-mon[191304]: pgmap v18298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:06 smithi123 ceph-mon[188613]: pgmap v18298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:08 smithi177 ceph-mon[212096]: pgmap v18299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:08 smithi123 ceph-mon[191304]: pgmap v18299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:08 smithi123 ceph-mon[188613]: pgmap v18299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:43:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:43:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:43:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:10 smithi177 ceph-mon[212096]: pgmap v18300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:10 smithi123 ceph-mon[191304]: pgmap v18300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:10.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:10 smithi123 ceph-mon[188613]: pgmap v18300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:12 smithi177 ceph-mon[212096]: pgmap v18301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:43:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:12 smithi123 ceph-mon[191304]: pgmap v18301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:43:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:12 smithi123 ceph-mon[188613]: pgmap v18301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:43:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:14 smithi177 ceph-mon[212096]: pgmap v18302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:14 smithi123 ceph-mon[191304]: pgmap v18302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:14.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:14 smithi123 ceph-mon[188613]: pgmap v18302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:16 smithi177 ceph-mon[212096]: pgmap v18303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:16 smithi123 ceph-mon[191304]: pgmap v18303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:16 smithi123 ceph-mon[188613]: pgmap v18303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:18 smithi177 ceph-mon[212096]: pgmap v18304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:18 smithi123 ceph-mon[191304]: pgmap v18304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:18 smithi123 ceph-mon[188613]: pgmap v18304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:43:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:43:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:43:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:20 smithi177 ceph-mon[212096]: pgmap v18305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:20 smithi123 ceph-mon[188613]: pgmap v18305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:20 smithi123 ceph-mon[191304]: pgmap v18305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:22 smithi177 ceph-mon[212096]: pgmap v18306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:22 smithi123 ceph-mon[191304]: pgmap v18306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:22.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:22 smithi123 ceph-mon[188613]: pgmap v18306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:24 smithi177 ceph-mon[212096]: pgmap v18307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:24 smithi123 ceph-mon[191304]: pgmap v18307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:24.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:24 smithi123 ceph-mon[188613]: pgmap v18307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:26 smithi177 ceph-mon[212096]: pgmap v18308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:26 smithi123 ceph-mon[191304]: pgmap v18308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:26 smithi123 ceph-mon[188613]: pgmap v18308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:43:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:43:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:43:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:28 smithi177 ceph-mon[212096]: pgmap v18309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:28 smithi123 ceph-mon[191304]: pgmap v18309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:28 smithi123 ceph-mon[188613]: pgmap v18309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:43:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:43:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:43:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:30 smithi177 ceph-mon[212096]: pgmap v18310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:30 smithi123 ceph-mon[191304]: pgmap v18310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:30 smithi123 ceph-mon[188613]: pgmap v18310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:32 smithi177 ceph-mon[212096]: pgmap v18311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:32 smithi123 ceph-mon[191304]: pgmap v18311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:32.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:32 smithi123 ceph-mon[188613]: pgmap v18311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:33.589 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:43:33.898 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:43:33.898 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 7m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:43:33.898 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 5m ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:43:33.898 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 7m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:43:33.898 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 5m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:43:33.898 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 5m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:43:33.898 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 7m ago 8h 879M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:43:33.898 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 7m ago 9h 2237M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:43:33.898 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 5m ago 8h 1083M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:43:33.898 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 7m ago 8h 1165M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:43:33.899 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 7m ago 8h 23.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:43:33.899 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 5m ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:43:33.899 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 7m ago 8h 5428M 2162M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:43:33.899 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 7m ago 8h 6146M 2162M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:43:33.899 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 7m ago 8h 4994M 2162M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:43:33.899 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 7m ago 8h 5261M 2162M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:43:33.899 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 5m ago 8h 4429M 2478M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:43:33.899 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 5m ago 8h 4956M 2478M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:43:33.899 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 5m ago 8h 4275M 2478M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:43:33.899 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 5m ago 8h 4972M 2478M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:43:33.899 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 5m ago 8h 154M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:43:34.283 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:43:34.283 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:43:34.283 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:43:34.283 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:43:34.283 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:43:34.283 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:43:34.283 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:43:34.283 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:43:34.284 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:43:34.284 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:43:34.284 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:43:34.284 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:43:34.284 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:43:34.284 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:43:34.284 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:43:34.284 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:43:34.284 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:43:34.284 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:43:34.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:34 smithi123 ceph-mon[191304]: pgmap v18312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:34 smithi123 ceph-mon[191304]: from='client.54201 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:43:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:34 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1281336270' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:43:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:34 smithi123 ceph-mon[188613]: pgmap v18312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:34 smithi123 ceph-mon[188613]: from='client.54201 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:43:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:34 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1281336270' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:43:35.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:34 smithi177 ceph-mon[212096]: pgmap v18312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:35.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:34 smithi177 ceph-mon[212096]: from='client.54201 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:43:35.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:34 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1281336270' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:43:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:35 smithi123 ceph-mon[191304]: from='client.64160 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:43:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:35 smithi123 ceph-mon[188613]: from='client.64160 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:43:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:35 smithi177 ceph-mon[212096]: from='client.64160 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:43:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:36 smithi123 ceph-mon[191304]: pgmap v18313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:36.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:36 smithi123 ceph-mon[188613]: pgmap v18313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:37.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:36 smithi177 ceph-mon[212096]: pgmap v18313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:38 smithi123 ceph-mon[191304]: pgmap v18314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:38 smithi123 ceph-mon[188613]: pgmap v18314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:39.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:38 smithi177 ceph-mon[212096]: pgmap v18314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:43:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:43:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:43:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:40 smithi123 ceph-mon[191304]: pgmap v18315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:40 smithi123 ceph-mon[188613]: pgmap v18315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:41.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:40 smithi177 ceph-mon[212096]: pgmap v18315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:42 smithi123 ceph-mon[191304]: pgmap v18316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:43:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:42 smithi123 ceph-mon[188613]: pgmap v18316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:43:43.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:42 smithi177 ceph-mon[212096]: pgmap v18316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:43.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:43:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:44 smithi123 ceph-mon[191304]: pgmap v18317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:44 smithi123 ceph-mon[188613]: pgmap v18317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:45.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:44 smithi177 ceph-mon[212096]: pgmap v18317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:46 smithi123 ceph-mon[191304]: pgmap v18318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:46.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:46 smithi123 ceph-mon[188613]: pgmap v18318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:47.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:46 smithi177 ceph-mon[212096]: pgmap v18318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:48 smithi123 ceph-mon[191304]: pgmap v18319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:48 smithi123 ceph-mon[188613]: pgmap v18319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:49.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:48 smithi177 ceph-mon[212096]: pgmap v18319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:43:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:43:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T19:43:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:50 smithi123 ceph-mon[191304]: pgmap v18320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:50 smithi123 ceph-mon[188613]: pgmap v18320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:51.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:50 smithi177 ceph-mon[212096]: pgmap v18320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:52 smithi123 ceph-mon[191304]: pgmap v18321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:52 smithi123 ceph-mon[188613]: pgmap v18321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:53.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:52 smithi177 ceph-mon[212096]: pgmap v18321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:54.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:54 smithi123 ceph-mon[191304]: pgmap v18322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:54 smithi123 ceph-mon[188613]: pgmap v18322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:55.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:54 smithi177 ceph-mon[212096]: pgmap v18322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:56.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:56 smithi123 ceph-mon[191304]: pgmap v18323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:56 smithi123 ceph-mon[188613]: pgmap v18323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:57.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:56 smithi177 ceph-mon[212096]: pgmap v18323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:43:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:43:58.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:43:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:43:58 smithi123 ceph-mon[191304]: pgmap v18324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:43:58 smithi123 ceph-mon[188613]: pgmap v18324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:59.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:43:58 smithi177 ceph-mon[212096]: pgmap v18324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:43:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:43:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:43:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:44:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:00 smithi123 ceph-mon[191304]: pgmap v18325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:00 smithi123 ceph-mon[188613]: pgmap v18325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:01.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:00 smithi177 ceph-mon[212096]: pgmap v18325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:02 smithi123 ceph-mon[191304]: pgmap v18326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:02.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:02 smithi123 ceph-mon[188613]: pgmap v18326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:03.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:02 smithi177 ceph-mon[212096]: pgmap v18326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:04.643 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:44:04.975 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:44:04.975 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 8m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:44:04.975 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 6m ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:44:04.976 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 8m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:44:04.976 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 6m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:44:04.976 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 6m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:44:04.976 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 8m ago 9h 879M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:44:04.976 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 8m ago 9h 2237M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:44:04.976 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 6m ago 8h 1083M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:44:04.976 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 8m ago 8h 1165M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:44:04.976 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 8m ago 8h 23.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:44:04.977 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 6m ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:44:04.977 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 8m ago 8h 5428M 2149M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:44:04.977 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 8m ago 8h 6146M 2149M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:44:04.977 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 8m ago 8h 4994M 2149M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:44:04.977 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 8m ago 8h 5261M 2149M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:44:04.977 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 6m ago 8h 4429M 2473M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:44:04.977 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 6m ago 8h 4956M 2473M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:44:04.977 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 6m ago 8h 4275M 2473M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:44:04.977 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 6m ago 8h 4972M 2473M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:44:04.978 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 6m ago 8h 154M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:44:04.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:04 smithi123 ceph-mon[191304]: pgmap v18327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:44:04.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:04 smithi123 ceph-mon[188613]: pgmap v18327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:04.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:44:05.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:04 smithi177 ceph-mon[212096]: pgmap v18327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:05.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:44:05.361 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:44:05.361 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:44:05.361 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:44:05.361 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:44:05.361 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:44:05.362 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:44:05.362 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:44:05.362 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:44:05.362 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:44:05.362 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:44:05.362 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:44:05.362 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:44:05.362 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:44:05.362 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:44:05.362 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:44:05.362 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:44:05.362 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:44:05.362 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:44:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:05 smithi123 ceph-mon[191304]: from='client.64172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:44:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:44:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:44:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:44:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:44:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:44:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:44:05.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:44:05.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:44:05.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:44:05.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:44:05.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:44:05.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:44:05.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:44:05.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:05 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/506151295' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:44:05.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:05 smithi123 ceph-mon[188613]: from='client.64172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:44:05.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:44:05.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:44:05.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:44:05.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:44:05.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:44:05.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:44:05.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:44:05.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:44:05.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:44:05.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:44:05.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:44:05.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:44:05.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:44:05.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:05 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/506151295' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:44:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:05 smithi177 ceph-mon[212096]: from='client.64172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:44:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:44:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:44:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:44:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:44:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:44:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:44:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:44:06.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:44:06.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:44:06.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:44:06.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:44:06.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:44:06.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:44:06.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:05 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/506151295' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:44:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:06 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi177 to 2473M 2023-12-20T19:44:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:06 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2149M 2023-12-20T19:44:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:06 smithi123 ceph-mon[191304]: from='client.64178 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:44:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:06 smithi123 ceph-mon[191304]: pgmap v18328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:06 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi177 to 2473M 2023-12-20T19:44:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:06 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2149M 2023-12-20T19:44:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:06 smithi123 ceph-mon[188613]: from='client.64178 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:44:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:06 smithi123 ceph-mon[188613]: pgmap v18328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:07.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:06 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi177 to 2473M 2023-12-20T19:44:07.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:06 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2149M 2023-12-20T19:44:07.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:06 smithi177 ceph-mon[212096]: from='client.64178 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:44:07.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:06 smithi177 ceph-mon[212096]: pgmap v18328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:08 smithi123 ceph-mon[188613]: pgmap v18329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:08 smithi123 ceph-mon[191304]: pgmap v18329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:09.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:08 smithi177 ceph-mon[212096]: pgmap v18329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:44:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:44:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:44:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:10 smithi123 ceph-mon[191304]: pgmap v18330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:10.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:10 smithi123 ceph-mon[188613]: pgmap v18330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:11.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:10 smithi177 ceph-mon[212096]: pgmap v18330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:12 smithi123 ceph-mon[191304]: pgmap v18331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:44:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:12 smithi123 ceph-mon[188613]: pgmap v18331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:44:13.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:12 smithi177 ceph-mon[212096]: pgmap v18331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:13.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:44:14.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:14 smithi123 ceph-mon[191304]: pgmap v18332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:14.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:14 smithi123 ceph-mon[188613]: pgmap v18332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:15.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:14 smithi177 ceph-mon[212096]: pgmap v18332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:16 smithi123 ceph-mon[191304]: pgmap v18333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:16 smithi123 ceph-mon[188613]: pgmap v18333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:17.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:16 smithi177 ceph-mon[212096]: pgmap v18333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:18 smithi123 ceph-mon[191304]: pgmap v18334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:18 smithi123 ceph-mon[188613]: pgmap v18334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:19.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:18 smithi177 ceph-mon[212096]: pgmap v18334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:44:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:44:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T19:44:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:20 smithi123 ceph-mon[191304]: pgmap v18335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:20.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:20 smithi123 ceph-mon[188613]: pgmap v18335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:21.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:20 smithi177 ceph-mon[212096]: pgmap v18335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:22.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:22 smithi123 ceph-mon[191304]: pgmap v18336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:22.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:22 smithi123 ceph-mon[188613]: pgmap v18336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:23.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:22 smithi177 ceph-mon[212096]: pgmap v18336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:24.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:24 smithi123 ceph-mon[191304]: pgmap v18337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:24.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:24 smithi123 ceph-mon[188613]: pgmap v18337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:25.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:24 smithi177 ceph-mon[212096]: pgmap v18337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:26.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:26 smithi123 ceph-mon[191304]: pgmap v18338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:26 smithi123 ceph-mon[188613]: pgmap v18338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:26 smithi177 ceph-mon[212096]: pgmap v18338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:44:28.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:44:28.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:44:29.079 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:28 smithi123 ceph-mon[191304]: pgmap v18339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:29.079 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:28 smithi123 ceph-mon[188613]: pgmap v18339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:29.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:28 smithi177 ceph-mon[212096]: pgmap v18339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:44:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:44:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:44:31.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:30 smithi177 ceph-mon[212096]: pgmap v18340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:31.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:30 smithi123 ceph-mon[191304]: pgmap v18340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:31.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:30 smithi123 ceph-mon[188613]: pgmap v18340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:33.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:32 smithi177 ceph-mon[212096]: pgmap v18341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:33.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:32 smithi123 ceph-mon[191304]: pgmap v18341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:33.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:32 smithi123 ceph-mon[188613]: pgmap v18341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:35.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:34 smithi177 ceph-mon[212096]: pgmap v18342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:35.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:34 smithi123 ceph-mon[188613]: pgmap v18342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:35.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:34 smithi123 ceph-mon[191304]: pgmap v18342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:35.706 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:44:36.014 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:44:36.014 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 8m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:44:36.015 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 6m ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:44:36.015 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 8m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:44:36.015 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 6m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:44:36.015 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 6m ago 8h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:44:36.015 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 8m ago 9h 879M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:44:36.015 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 8m ago 9h 2237M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:44:36.015 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 6m ago 8h 1083M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:44:36.015 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 8m ago 8h 1165M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:44:36.015 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 8m ago 8h 23.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:44:36.015 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 6m ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:44:36.015 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 8m ago 8h 5428M 2149M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:44:36.015 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 8m ago 8h 6146M 2149M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:44:36.016 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 8m ago 8h 4994M 2149M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:44:36.016 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 8m ago 8h 5261M 2149M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:44:36.016 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 6m ago 8h 4429M 2473M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:44:36.016 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 6m ago 8h 4956M 2473M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:44:36.016 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 6m ago 8h 4275M 2473M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:44:36.016 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 6m ago 8h 4972M 2473M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:44:36.016 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 6m ago 8h 154M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:44:36.394 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:44:36.394 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:44:36.394 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:44:36.394 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:44:36.394 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:44:36.394 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:44:36.395 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:44:36.395 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:44:36.395 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:44:36.395 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:44:36.395 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:44:36.395 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:44:36.395 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:44:36.395 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:44:36.395 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:44:36.395 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:44:36.395 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:44:36.395 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:44:36.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:36 smithi123 ceph-mon[191304]: pgmap v18343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:36.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:36 smithi123 ceph-mon[191304]: from='client.54237 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:44:36.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:36 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/331479358' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:44:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:36 smithi123 ceph-mon[188613]: pgmap v18343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:36 smithi123 ceph-mon[188613]: from='client.54237 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:44:36.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:36 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/331479358' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:44:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:36 smithi177 ceph-mon[212096]: pgmap v18343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:36 smithi177 ceph-mon[212096]: from='client.54237 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:44:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:36 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/331479358' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:44:37.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:37 smithi123 ceph-mon[191304]: from='client.64196 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:44:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:37 smithi123 ceph-mon[188613]: from='client.64196 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:44:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:37 smithi177 ceph-mon[212096]: from='client.64196 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:44:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:38 smithi123 ceph-mon[191304]: pgmap v18344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:38 smithi123 ceph-mon[188613]: pgmap v18344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:38.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:38 smithi177 ceph-mon[212096]: pgmap v18344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:44:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:44:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:44:40.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:40 smithi123 ceph-mon[191304]: pgmap v18345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:40 smithi123 ceph-mon[188613]: pgmap v18345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:40 smithi177 ceph-mon[212096]: pgmap v18345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:42 smithi123 ceph-mon[191304]: pgmap v18346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:44:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:42 smithi123 ceph-mon[188613]: pgmap v18346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:44:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:42 smithi177 ceph-mon[212096]: pgmap v18346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:44:44.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:44 smithi123 ceph-mon[188613]: pgmap v18347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:44 smithi123 ceph-mon[191304]: pgmap v18347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:44.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:44 smithi177 ceph-mon[212096]: pgmap v18347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:46.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:46 smithi123 ceph-mon[188613]: pgmap v18348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:46 smithi123 ceph-mon[191304]: pgmap v18348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:46.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:46 smithi177 ceph-mon[212096]: pgmap v18348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:48.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:48 smithi123 ceph-mon[191304]: pgmap v18349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:48 smithi123 ceph-mon[188613]: pgmap v18349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:48.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:48 smithi177 ceph-mon[212096]: pgmap v18349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:44:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:44:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:44:50.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:50 smithi123 ceph-mon[191304]: pgmap v18350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:50 smithi123 ceph-mon[188613]: pgmap v18350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:50.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:50 smithi177 ceph-mon[212096]: pgmap v18350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:52.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:52 smithi123 ceph-mon[191304]: pgmap v18351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:52 smithi123 ceph-mon[188613]: pgmap v18351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:52.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:52 smithi177 ceph-mon[212096]: pgmap v18351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:54 smithi123 ceph-mon[191304]: pgmap v18352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:54 smithi123 ceph-mon[188613]: pgmap v18352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:54.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:54 smithi177 ceph-mon[212096]: pgmap v18352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:56 smithi123 ceph-mon[191304]: pgmap v18353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:56 smithi123 ceph-mon[188613]: pgmap v18353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:56 smithi177 ceph-mon[212096]: pgmap v18353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:57.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:44:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:44:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:44:58.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:44:58 smithi123 ceph-mon[191304]: pgmap v18354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:58.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:44:58 smithi123 ceph-mon[188613]: pgmap v18354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:58.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:44:58 smithi177 ceph-mon[212096]: pgmap v18354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:44:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:44:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:44:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:45:00.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:00 smithi123 ceph-mon[191304]: pgmap v18355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:00.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:00 smithi123 ceph-mon[188613]: pgmap v18355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:00.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:00 smithi177 ceph-mon[212096]: pgmap v18355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:02.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:02 smithi123 ceph-mon[188613]: pgmap v18356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:02 smithi123 ceph-mon[191304]: pgmap v18356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:02.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:02 smithi177 ceph-mon[212096]: pgmap v18356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:04.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:04 smithi123 ceph-mon[188613]: pgmap v18357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:04.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:04 smithi123 ceph-mon[191304]: pgmap v18357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:04.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:04 smithi177 ceph-mon[212096]: pgmap v18357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:05.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:45:05.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:45:05.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:45:06.732 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:45:06.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:06 smithi123 ceph-mon[191304]: pgmap v18358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:06.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:45:06.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:45:06.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:45:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:06 smithi123 ceph-mon[188613]: pgmap v18358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:45:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:45:06.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:45:06.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:06 smithi177 ceph-mon[212096]: pgmap v18358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:45:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:45:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:45:07.041 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:45:07.041 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 9m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:45:07.041 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 7m ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:45:07.041 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 9m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:45:07.041 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 7m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:45:07.042 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 7m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:45:07.042 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 9m ago 9h 879M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:45:07.042 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 9m ago 9h 2237M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:45:07.042 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 7m ago 9h 1083M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:45:07.042 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 9m ago 9h 1165M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:45:07.042 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 9m ago 8h 23.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:45:07.042 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 7m ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:45:07.042 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 9m ago 8h 5428M 2149M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:45:07.042 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 9m ago 8h 6146M 2149M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:45:07.042 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 9m ago 8h 4994M 2149M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:45:07.042 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 9m ago 8h 5261M 2149M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:45:07.043 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 7m ago 8h 4429M 2473M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:45:07.043 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 7m ago 8h 4956M 2473M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:45:07.043 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 7m ago 8h 4275M 2473M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:45:07.043 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 7m ago 8h 4972M 2473M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:45:07.043 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 7m ago 8h 154M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:45:07.422 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:45:07.422 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:45:07.422 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:45:07.422 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:45:07.422 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:45:07.422 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:45:07.422 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:45:07.423 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:45:07.423 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:45:07.423 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:45:07.423 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:45:07.423 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:45:07.423 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:45:07.423 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:45:07.423 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:45:07.423 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:45:07.423 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:45:07.423 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:45:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:07 smithi177 ceph-mon[212096]: from='client.54255 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:45:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:07 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4104056032' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:45:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:07 smithi123 ceph-mon[191304]: from='client.54255 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:45:07.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:07 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4104056032' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:45:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:07 smithi123 ceph-mon[188613]: from='client.54255 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:45:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:07 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4104056032' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:45:08.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:08 smithi177 ceph-mon[212096]: from='client.54261 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:45:08.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:08 smithi177 ceph-mon[212096]: pgmap v18359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:08.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:08 smithi123 ceph-mon[191304]: from='client.54261 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:45:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:08 smithi123 ceph-mon[191304]: pgmap v18359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:08 smithi123 ceph-mon[188613]: from='client.54261 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:45:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:08 smithi123 ceph-mon[188613]: pgmap v18359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:45:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:45:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:45:10.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:10 smithi177 ceph-mon[212096]: pgmap v18360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:10.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:10 smithi123 ceph-mon[191304]: pgmap v18360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:10.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:10 smithi123 ceph-mon[188613]: pgmap v18360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:12 smithi177 ceph-mon[212096]: pgmap v18361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:45:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:12 smithi123 ceph-mon[188613]: pgmap v18361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:45:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:12 smithi123 ceph-mon[191304]: pgmap v18361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:45:14.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:14 smithi177 ceph-mon[212096]: pgmap v18362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:14.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:14 smithi123 ceph-mon[191304]: pgmap v18362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:14.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:14 smithi123 ceph-mon[188613]: pgmap v18362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:16.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:16 smithi177 ceph-mon[212096]: pgmap v18363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:16.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:16 smithi123 ceph-mon[191304]: pgmap v18363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:16 smithi123 ceph-mon[188613]: pgmap v18363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:18 smithi177 ceph-mon[212096]: pgmap v18364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:18.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:18 smithi123 ceph-mon[191304]: pgmap v18364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:18 smithi123 ceph-mon[188613]: pgmap v18364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:45:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:45:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:45:20.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:20 smithi177 ceph-mon[212096]: pgmap v18365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:20 smithi123 ceph-mon[188613]: pgmap v18365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:20 smithi123 ceph-mon[191304]: pgmap v18365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:22 smithi177 ceph-mon[212096]: pgmap v18366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:22.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:22 smithi123 ceph-mon[188613]: pgmap v18366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:22 smithi123 ceph-mon[191304]: pgmap v18366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:24.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:24 smithi177 ceph-mon[212096]: pgmap v18367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:24.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:24 smithi123 ceph-mon[188613]: pgmap v18367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:24 smithi123 ceph-mon[191304]: pgmap v18367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:26.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:26 smithi177 ceph-mon[212096]: pgmap v18368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:26.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:26 smithi123 ceph-mon[191304]: pgmap v18368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:26 smithi123 ceph-mon[188613]: pgmap v18368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:45:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:45:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:45:28.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:28 smithi177 ceph-mon[212096]: pgmap v18369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:28 smithi123 ceph-mon[191304]: pgmap v18369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:28 smithi123 ceph-mon[188613]: pgmap v18369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:45:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:45:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:45:30.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:30 smithi177 ceph-mon[212096]: pgmap v18370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:30 smithi123 ceph-mon[191304]: pgmap v18370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:30 smithi123 ceph-mon[188613]: pgmap v18370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:32.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:32 smithi177 ceph-mon[212096]: pgmap v18371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:32.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:32 smithi123 ceph-mon[191304]: pgmap v18371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:32.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:32 smithi123 ceph-mon[188613]: pgmap v18371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:34 smithi177 ceph-mon[212096]: pgmap v18372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:34.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:34 smithi123 ceph-mon[191304]: pgmap v18372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:34 smithi123 ceph-mon[188613]: pgmap v18372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:36 smithi177 ceph-mon[212096]: pgmap v18373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:36.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:36 smithi123 ceph-mon[191304]: pgmap v18373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:36.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:36 smithi123 ceph-mon[188613]: pgmap v18373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:37.767 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:45:38.076 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:45:38.076 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 9m ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:45:38.076 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 7m ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:45:38.076 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 9m ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:45:38.076 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 7m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:45:38.076 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 7m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:45:38.076 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 9m ago 9h 879M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:45:38.076 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 9m ago 9h 2237M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:45:38.076 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 7m ago 9h 1083M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:45:38.076 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 9m ago 9h 1165M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:45:38.076 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 9m ago 8h 23.7M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:45:38.077 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 7m ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:45:38.077 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 9m ago 9h 5428M 2149M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:45:38.077 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 9m ago 9h 6146M 2149M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:45:38.077 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 9m ago 8h 4994M 2149M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:45:38.077 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 9m ago 8h 5261M 2149M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:45:38.077 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 7m ago 8h 4429M 2473M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:45:38.077 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 7m ago 8h 4956M 2473M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:45:38.077 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 7m ago 8h 4275M 2473M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:45:38.077 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 7m ago 8h 4972M 2473M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:45:38.077 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 7m ago 8h 154M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:45:38.463 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:45:38.463 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:45:38.463 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:45:38.463 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:45:38.464 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:45:38.464 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:45:38.464 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:45:38.464 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:45:38.464 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:45:38.464 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:45:38.464 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:45:38.464 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:45:38.464 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:45:38.464 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:45:38.464 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:45:38.464 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:45:38.464 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:45:38.464 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:45:38.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:38 smithi177 ceph-mon[212096]: pgmap v18374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:38 smithi177 ceph-mon[212096]: from='client.64226 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:45:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:38 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2825707256' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:45:38.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:38 smithi123 ceph-mon[191304]: pgmap v18374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:38.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:38 smithi123 ceph-mon[191304]: from='client.64226 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:45:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:38 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2825707256' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:45:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:38 smithi123 ceph-mon[188613]: pgmap v18374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:38 smithi123 ceph-mon[188613]: from='client.64226 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:45:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:38 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2825707256' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:45:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:45:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:45:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:45:39.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:39 smithi177 ceph-mon[212096]: from='client.64232 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:45:39.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:39 smithi123 ceph-mon[191304]: from='client.64232 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:45:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:39 smithi123 ceph-mon[188613]: from='client.64232 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:45:40.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:40 smithi177 ceph-mon[212096]: pgmap v18375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:40.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:40 smithi123 ceph-mon[191304]: pgmap v18375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:40 smithi123 ceph-mon[188613]: pgmap v18375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:42 smithi177 ceph-mon[212096]: pgmap v18376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:45:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:42 smithi123 ceph-mon[191304]: pgmap v18376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:45:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:42 smithi123 ceph-mon[188613]: pgmap v18376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:45:44.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:44 smithi177 ceph-mon[212096]: pgmap v18377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:44.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:44 smithi123 ceph-mon[191304]: pgmap v18377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:44 smithi123 ceph-mon[188613]: pgmap v18377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:46.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:46 smithi177 ceph-mon[212096]: pgmap v18378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:46.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:46 smithi123 ceph-mon[191304]: pgmap v18378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:46.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:46 smithi123 ceph-mon[188613]: pgmap v18378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:48 smithi177 ceph-mon[212096]: pgmap v18379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:48.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:48 smithi123 ceph-mon[191304]: pgmap v18379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:48 smithi123 ceph-mon[188613]: pgmap v18379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:45:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:45:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:45:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:50 smithi177 ceph-mon[212096]: pgmap v18380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:50.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:50 smithi123 ceph-mon[191304]: pgmap v18380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:50 smithi123 ceph-mon[188613]: pgmap v18380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:52.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:52 smithi177 ceph-mon[212096]: pgmap v18381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:52 smithi123 ceph-mon[191304]: pgmap v18381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:52 smithi123 ceph-mon[188613]: pgmap v18381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:54.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:54 smithi177 ceph-mon[212096]: pgmap v18382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:54.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:54 smithi123 ceph-mon[191304]: pgmap v18382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:54 smithi123 ceph-mon[188613]: pgmap v18382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:56.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:56 smithi177 ceph-mon[212096]: pgmap v18383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:56.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:56 smithi123 ceph-mon[188613]: pgmap v18383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:56 smithi123 ceph-mon[191304]: pgmap v18383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:45:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:45:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:45:58.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:45:58 smithi177 ceph-mon[212096]: pgmap v18384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:58.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:45:58 smithi123 ceph-mon[191304]: pgmap v18384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:45:58 smithi123 ceph-mon[188613]: pgmap v18384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:45:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:45:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:45:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:46:00.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:00 smithi177 ceph-mon[212096]: pgmap v18385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:00.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:00 smithi123 ceph-mon[191304]: pgmap v18385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:00 smithi123 ceph-mon[188613]: pgmap v18385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:02.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:02 smithi177 ceph-mon[212096]: pgmap v18386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:02.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:02 smithi123 ceph-mon[191304]: pgmap v18386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:02 smithi123 ceph-mon[188613]: pgmap v18386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:04 smithi177 ceph-mon[212096]: pgmap v18387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:04.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:04 smithi123 ceph-mon[191304]: pgmap v18387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:04.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:04 smithi123 ceph-mon[188613]: pgmap v18387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:06 smithi177 ceph-mon[212096]: pgmap v18388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:46:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:46:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:46:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:06 smithi123 ceph-mon[191304]: pgmap v18388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:46:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:46:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:46:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:06 smithi123 ceph-mon[188613]: pgmap v18388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:46:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:46:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:46:08.809 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:46:08.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:08 smithi177 ceph-mon[212096]: pgmap v18389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:46:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:46:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:46:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:46:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:46:08.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:08 smithi123 ceph-mon[188613]: pgmap v18389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:08.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:46:08.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:46:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:46:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:46:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:46:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:08 smithi123 ceph-mon[191304]: pgmap v18389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:46:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:46:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:46:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:46:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:46:09.121 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:46:09.121 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 1s ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:46:09.121 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 8m ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:46:09.121 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 1s ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:46:09.121 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 8m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:46:09.121 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 8m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:46:09.122 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 1s ago 9h 886M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:46:09.122 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 1s ago 9h 2270M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:46:09.122 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 8m ago 9h 1083M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:46:09.122 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 1s ago 9h 1183M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:46:09.122 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 1s ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:46:09.122 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 8m ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:46:09.122 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 1s ago 9h 5460M 2149M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:46:09.122 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 1s ago 9h 6177M 2149M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:46:09.122 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 1s ago 9h 5019M 2149M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:46:09.122 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 1s ago 9h 5294M 2149M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:46:09.122 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 8m ago 8h 4429M 2473M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:46:09.122 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 8m ago 8h 4956M 2473M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:46:09.122 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 8m ago 8h 4275M 2473M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:46:09.122 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 8m ago 8h 4972M 2473M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:46:09.122 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 8m ago 8h 154M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:46:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:46:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:46:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:46:09.503 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:46:09.503 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:46:09.503 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:46:09.503 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:46:09.503 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:46:09.503 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:46:09.503 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:46:09.503 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:46:09.503 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:46:09.503 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:46:09.504 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:46:09.504 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:46:09.504 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:46:09.504 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:46:09.504 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:46:09.504 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:46:09.504 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:46:09.504 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:46:09.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:09 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1580392981' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:46:09.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:09 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1580392981' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:46:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:09 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1580392981' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:46:10.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:10 smithi177 ceph-mon[212096]: from='client.54291 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:46:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:10 smithi177 ceph-mon[212096]: from='client.64250 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:46:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:10 smithi177 ceph-mon[212096]: pgmap v18390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:10.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:10 smithi123 ceph-mon[191304]: from='client.54291 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:46:10.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:10 smithi123 ceph-mon[191304]: from='client.64250 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:46:10.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:10 smithi123 ceph-mon[191304]: pgmap v18390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:10.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:10 smithi123 ceph-mon[188613]: from='client.54291 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:46:10.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:10 smithi123 ceph-mon[188613]: from='client.64250 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:46:10.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:10 smithi123 ceph-mon[188613]: pgmap v18390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:12 smithi177 ceph-mon[212096]: pgmap v18391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:46:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:12 smithi123 ceph-mon[191304]: pgmap v18391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:46:12.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:12 smithi123 ceph-mon[188613]: pgmap v18391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:12.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:46:14.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:14 smithi177 ceph-mon[212096]: pgmap v18392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:14.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:14 smithi123 ceph-mon[191304]: pgmap v18392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:14.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:14 smithi123 ceph-mon[188613]: pgmap v18392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:16.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:16 smithi177 ceph-mon[212096]: pgmap v18393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:16.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:16 smithi123 ceph-mon[191304]: pgmap v18393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:16 smithi123 ceph-mon[188613]: pgmap v18393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:18.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:18 smithi177 ceph-mon[212096]: pgmap v18394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:18.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:18 smithi123 ceph-mon[191304]: pgmap v18394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:18 smithi123 ceph-mon[188613]: pgmap v18394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:46:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:46:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:46:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:20 smithi177 ceph-mon[212096]: pgmap v18395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:20.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:20 smithi123 ceph-mon[191304]: pgmap v18395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:20.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:20 smithi123 ceph-mon[188613]: pgmap v18395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:22.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:22 smithi177 ceph-mon[212096]: pgmap v18396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:22.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:22 smithi123 ceph-mon[191304]: pgmap v18396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:22.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:22 smithi123 ceph-mon[188613]: pgmap v18396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:24.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:24 smithi177 ceph-mon[212096]: pgmap v18397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:24.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:24 smithi123 ceph-mon[191304]: pgmap v18397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:24.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:24 smithi123 ceph-mon[188613]: pgmap v18397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:26.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:26 smithi177 ceph-mon[212096]: pgmap v18398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:26.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:26 smithi123 ceph-mon[191304]: pgmap v18398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:26 smithi123 ceph-mon[188613]: pgmap v18398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:46:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:46:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:46:28.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:28 smithi177 ceph-mon[212096]: pgmap v18399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:28.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:28 smithi123 ceph-mon[191304]: pgmap v18399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:28 smithi123 ceph-mon[188613]: pgmap v18399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:46:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:46:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:46:30.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:30 smithi177 ceph-mon[212096]: pgmap v18400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:30 smithi123 ceph-mon[191304]: pgmap v18400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:30 smithi123 ceph-mon[188613]: pgmap v18400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:32.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:32 smithi177 ceph-mon[212096]: pgmap v18401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:32.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:32 smithi123 ceph-mon[191304]: pgmap v18401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:32.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:32 smithi123 ceph-mon[188613]: pgmap v18401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:34.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:34 smithi177 ceph-mon[212096]: pgmap v18402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:34.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:34 smithi123 ceph-mon[191304]: pgmap v18402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:34.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:34 smithi123 ceph-mon[188613]: pgmap v18402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:36.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:36 smithi123 ceph-mon[191304]: pgmap v18403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:36.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:36 smithi123 ceph-mon[188613]: pgmap v18403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:37.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:36 smithi177 ceph-mon[212096]: pgmap v18403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:38.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:38 smithi123 ceph-mon[191304]: pgmap v18404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:38 smithi123 ceph-mon[188613]: pgmap v18404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:39.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:38 smithi177 ceph-mon[212096]: pgmap v18404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:46:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:46:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:46:39.852 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:46:40.157 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:46:40.158 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 32s ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:46:40.158 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 8m ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:46:40.158 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 32s ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:46:40.158 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 8m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:46:40.158 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 8m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:46:40.158 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 32s ago 9h 886M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:46:40.158 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 32s ago 9h 2270M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:46:40.158 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 8m ago 9h 1083M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:46:40.158 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 32s ago 9h 1183M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:46:40.158 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 32s ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:46:40.158 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 8m ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:46:40.158 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 32s ago 9h 5460M 2149M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:46:40.158 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 32s ago 9h 6177M 2149M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:46:40.158 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 32s ago 9h 5019M 2149M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:46:40.158 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 32s ago 9h 5294M 2149M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:46:40.159 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 8m ago 9h 4429M 2473M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:46:40.159 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 8m ago 9h 4956M 2473M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:46:40.159 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 8m ago 8h 4275M 2473M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:46:40.159 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 8m ago 8h 4972M 2473M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:46:40.159 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 8m ago 8h 154M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:46:40.542 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:46:40.542 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:46:40.542 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:46:40.542 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:46:40.542 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:46:40.542 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:46:40.542 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:46:40.542 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:46:40.543 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:46:40.543 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:46:40.543 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:46:40.543 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:46:40.543 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:46:40.543 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:46:40.543 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:46:40.543 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:46:40.543 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:46:40.543 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:46:40.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:40 smithi123 ceph-mon[191304]: pgmap v18405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:40 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1913692690' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:46:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:40 smithi123 ceph-mon[188613]: pgmap v18405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:40 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1913692690' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:46:41.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:40 smithi177 ceph-mon[212096]: pgmap v18405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:41.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:40 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1913692690' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:46:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:41 smithi123 ceph-mon[191304]: from='client.54309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:46:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:41 smithi123 ceph-mon[191304]: from='client.54315 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:46:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:41 smithi123 ceph-mon[188613]: from='client.54309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:46:41.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:41 smithi123 ceph-mon[188613]: from='client.54315 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:46:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:41 smithi177 ceph-mon[212096]: from='client.54309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:46:42.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:41 smithi177 ceph-mon[212096]: from='client.54315 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:46:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:42 smithi123 ceph-mon[188613]: pgmap v18406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:46:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:42 smithi123 ceph-mon[191304]: pgmap v18406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:46:43.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:42 smithi177 ceph-mon[212096]: pgmap v18406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:43.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:46:44.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:44 smithi123 ceph-mon[191304]: pgmap v18407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:44 smithi123 ceph-mon[188613]: pgmap v18407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:45.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:44 smithi177 ceph-mon[212096]: pgmap v18407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:46.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:46 smithi123 ceph-mon[191304]: pgmap v18408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:46.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:46 smithi123 ceph-mon[188613]: pgmap v18408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:47.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:46 smithi177 ceph-mon[212096]: pgmap v18408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:48.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:48 smithi123 ceph-mon[191304]: pgmap v18409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:48 smithi123 ceph-mon[188613]: pgmap v18409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:49.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:48 smithi177 ceph-mon[212096]: pgmap v18409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:46:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:46:49] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T19:46:50.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:50 smithi123 ceph-mon[191304]: pgmap v18410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:50 smithi123 ceph-mon[188613]: pgmap v18410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:51.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:50 smithi177 ceph-mon[212096]: pgmap v18410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:52.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:52 smithi123 ceph-mon[191304]: pgmap v18411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:52 smithi123 ceph-mon[188613]: pgmap v18411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:53.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:52 smithi177 ceph-mon[212096]: pgmap v18411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:54.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:54 smithi123 ceph-mon[191304]: pgmap v18412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:54.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:54 smithi123 ceph-mon[188613]: pgmap v18412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:55.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:54 smithi177 ceph-mon[212096]: pgmap v18412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:56.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:56 smithi123 ceph-mon[191304]: pgmap v18413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:56 smithi123 ceph-mon[188613]: pgmap v18413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:57.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:56 smithi177 ceph-mon[212096]: pgmap v18413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:46:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:46:58.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:46:58.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:46:58 smithi123 ceph-mon[191304]: pgmap v18414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:46:58 smithi123 ceph-mon[188613]: pgmap v18414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:59.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:46:58 smithi177 ceph-mon[212096]: pgmap v18414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:46:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:46:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:46:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:47:00.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:00 smithi123 ceph-mon[191304]: pgmap v18415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:00.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:00 smithi123 ceph-mon[188613]: pgmap v18415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:01.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:00 smithi177 ceph-mon[212096]: pgmap v18415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:02.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:02 smithi123 ceph-mon[191304]: pgmap v18416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:02.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:02 smithi123 ceph-mon[188613]: pgmap v18416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:03.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:02 smithi177 ceph-mon[212096]: pgmap v18416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:04.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:04 smithi123 ceph-mon[191304]: pgmap v18417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:04.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:04 smithi123 ceph-mon[188613]: pgmap v18417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:05.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:04 smithi177 ceph-mon[212096]: pgmap v18417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:06 smithi123 ceph-mon[191304]: pgmap v18418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:06 smithi123 ceph-mon[188613]: pgmap v18418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:07.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:06 smithi177 ceph-mon[212096]: pgmap v18418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:08.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:08 smithi123 ceph-mon[191304]: pgmap v18419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:08.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:47:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:08 smithi123 ceph-mon[188613]: pgmap v18419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:47:09.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:08 smithi177 ceph-mon[212096]: pgmap v18419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:09.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:47:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:47:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:47:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:47:10.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:47:10.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:47:10.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:09 smithi123 ceph-mon[191304]: pgmap v18420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:10.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:47:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:47:10.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:47:10.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:47:10.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:47:10.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:09 smithi123 ceph-mon[188613]: pgmap v18420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:10.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:47:10.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:47:10.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:47:10.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:47:10.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:47:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:09 smithi177 ceph-mon[212096]: pgmap v18420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:47:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:47:10.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:47:10.878 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:47:11.183 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:47:11.183 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 63s ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:47:11.183 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 9m ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:47:11.183 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (8h) 63s ago 8h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:47:11.183 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (8h) 9m ago 8h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:47:11.183 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 9m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:47:11.183 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 63s ago 9h 886M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:47:11.183 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 63s ago 9h 2270M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:47:11.183 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 9m ago 9h 1083M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:47:11.183 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 63s ago 9h 1183M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:47:11.183 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 63s ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:47:11.184 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 9m ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:47:11.184 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 63s ago 9h 5460M 2149M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:47:11.184 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 63s ago 9h 6177M 2149M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:47:11.184 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 63s ago 9h 5019M 2149M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:47:11.184 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 63s ago 9h 5294M 2149M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:47:11.184 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 9m ago 9h 4429M 2473M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:47:11.184 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 9m ago 9h 4956M 2473M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:47:11.184 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 9m ago 9h 4275M 2473M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:47:11.184 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 9m ago 9h 4972M 2473M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:47:11.184 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 9m ago 8h 154M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:47:11.563 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:47:11.563 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:47:11.564 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:47:11.564 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:47:11.564 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:47:11.564 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:47:11.564 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:47:11.564 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:47:11.565 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:47:11.565 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:47:11.565 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:47:11.565 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:47:11.565 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:47:11.565 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:47:11.565 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:47:11.566 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:47:11.566 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:47:11.566 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:47:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:12 smithi123 ceph-mon[191304]: from='client.64280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:47:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:12 smithi123 ceph-mon[191304]: pgmap v18421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:12 smithi123 ceph-mon[191304]: from='client.54333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:47:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:12 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/967543188' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:47:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:47:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:12 smithi123 ceph-mon[188613]: from='client.64280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:47:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:12 smithi123 ceph-mon[188613]: pgmap v18421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:12 smithi123 ceph-mon[188613]: from='client.54333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:47:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:12 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/967543188' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:47:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:47:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:12 smithi177 ceph-mon[212096]: from='client.64280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:47:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:12 smithi177 ceph-mon[212096]: pgmap v18421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:12 smithi177 ceph-mon[212096]: from='client.54333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:47:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:12 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/967543188' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:47:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:47:14.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:14 smithi123 ceph-mon[191304]: pgmap v18422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:14.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:14 smithi123 ceph-mon[188613]: pgmap v18422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:14.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:14 smithi177 ceph-mon[212096]: pgmap v18422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:16.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:16 smithi123 ceph-mon[191304]: pgmap v18423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:16.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:16 smithi123 ceph-mon[188613]: pgmap v18423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:16.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:16 smithi177 ceph-mon[212096]: pgmap v18423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:18.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:18 smithi123 ceph-mon[188613]: pgmap v18424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:18 smithi123 ceph-mon[191304]: pgmap v18424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:18.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:18 smithi177 ceph-mon[212096]: pgmap v18424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:47:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:47:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T19:47:20.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:20 smithi123 ceph-mon[191304]: pgmap v18425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:20.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:20 smithi123 ceph-mon[188613]: pgmap v18425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:20.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:20 smithi177 ceph-mon[212096]: pgmap v18425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:22.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:22 smithi123 ceph-mon[191304]: pgmap v18426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:22.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:22 smithi123 ceph-mon[188613]: pgmap v18426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:22.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:22 smithi177 ceph-mon[212096]: pgmap v18426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:24.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:24 smithi123 ceph-mon[188613]: pgmap v18427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:24.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:24 smithi123 ceph-mon[191304]: pgmap v18427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:24.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:24 smithi177 ceph-mon[212096]: pgmap v18427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:26.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:26 smithi177 ceph-mon[212096]: pgmap v18428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:26.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:26 smithi123 ceph-mon[191304]: pgmap v18428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:26 smithi123 ceph-mon[188613]: pgmap v18428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:47:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:47:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:47:28.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:28 smithi177 ceph-mon[212096]: pgmap v18429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:28.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:28 smithi123 ceph-mon[191304]: pgmap v18429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:28.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:28 smithi123 ceph-mon[188613]: pgmap v18429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:47:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:47:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:47:30.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:30 smithi177 ceph-mon[212096]: pgmap v18430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:30 smithi123 ceph-mon[191304]: pgmap v18430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:30.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:30 smithi123 ceph-mon[188613]: pgmap v18430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:32.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:32 smithi177 ceph-mon[212096]: pgmap v18431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:32.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:32 smithi123 ceph-mon[191304]: pgmap v18431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:32.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:32 smithi123 ceph-mon[188613]: pgmap v18431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:34.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:34 smithi177 ceph-mon[212096]: pgmap v18432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:34.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:34 smithi123 ceph-mon[191304]: pgmap v18432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:34 smithi123 ceph-mon[188613]: pgmap v18432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:36.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:36 smithi177 ceph-mon[212096]: pgmap v18433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:36.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:36 smithi123 ceph-mon[191304]: pgmap v18433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:36.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:36 smithi123 ceph-mon[188613]: pgmap v18433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:38.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:38 smithi177 ceph-mon[212096]: pgmap v18434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:38.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:38 smithi123 ceph-mon[191304]: pgmap v18434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:38 smithi123 ceph-mon[188613]: pgmap v18434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:47:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:47:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:47:40.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:40 smithi177 ceph-mon[212096]: pgmap v18435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:40.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:40 smithi123 ceph-mon[188613]: pgmap v18435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:40.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:40 smithi123 ceph-mon[191304]: pgmap v18435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:41.912 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:47:42.219 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:47:42.219 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 94s ago 8h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:47:42.219 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 9m ago 8h 94.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:47:42.219 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 94s ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:47:42.219 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 9m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:47:42.219 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 9m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:47:42.219 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 94s ago 9h 886M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:47:42.219 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 94s ago 9h 2270M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:47:42.220 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 9m ago 9h 1083M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:47:42.220 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 94s ago 9h 1183M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:47:42.220 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 94s ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:47:42.220 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 9m ago 8h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:47:42.220 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 94s ago 9h 5460M 2149M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:47:42.220 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 94s ago 9h 6177M 2149M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:47:42.220 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 94s ago 9h 5019M 2149M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:47:42.220 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 94s ago 9h 5294M 2149M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:47:42.220 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 9m ago 9h 4429M 2473M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:47:42.220 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 9m ago 9h 4956M 2473M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:47:42.220 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 9m ago 9h 4275M 2473M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:47:42.220 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 9m ago 9h 4972M 2473M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:47:42.220 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 9m ago 8h 154M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:47:42.601 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:47:42.601 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:47:42.602 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:47:42.602 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:47:42.602 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:47:42.602 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:47:42.602 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:47:42.602 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:47:42.602 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:47:42.602 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:47:42.602 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:47:42.602 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:47:42.602 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:47:42.602 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:47:42.602 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:47:42.602 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:47:42.603 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:47:42.603 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:47:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:42 smithi177 ceph-mon[212096]: pgmap v18436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:47:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:42 smithi123 ceph-mon[191304]: pgmap v18436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:47:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:42 smithi123 ceph-mon[188613]: pgmap v18436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:47:43.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:43 smithi177 ceph-mon[212096]: from='client.64298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:47:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:43 smithi177 ceph-mon[212096]: from='client.54351 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:47:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:43 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/25301076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:47:43.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:43 smithi123 ceph-mon[191304]: from='client.64298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:47:43.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:43 smithi123 ceph-mon[191304]: from='client.54351 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:47:43.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:43 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/25301076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:47:43.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:43 smithi123 ceph-mon[188613]: from='client.64298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:47:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:43 smithi123 ceph-mon[188613]: from='client.54351 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:47:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:43 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/25301076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:47:44.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:44 smithi177 ceph-mon[212096]: pgmap v18437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:44.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:44 smithi123 ceph-mon[191304]: pgmap v18437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:44.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:44 smithi123 ceph-mon[188613]: pgmap v18437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:46.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:46 smithi177 ceph-mon[212096]: pgmap v18438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:46.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:46 smithi123 ceph-mon[191304]: pgmap v18438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:46.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:46 smithi123 ceph-mon[188613]: pgmap v18438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:48.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:48 smithi177 ceph-mon[212096]: pgmap v18439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:48.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:48 smithi123 ceph-mon[191304]: pgmap v18439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:48.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:48 smithi123 ceph-mon[188613]: pgmap v18439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:47:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:47:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:47:50.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:50 smithi177 ceph-mon[212096]: pgmap v18440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:50.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:50 smithi123 ceph-mon[191304]: pgmap v18440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:50.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:50 smithi123 ceph-mon[188613]: pgmap v18440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:52.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:52 smithi177 ceph-mon[212096]: pgmap v18441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:52.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:52 smithi123 ceph-mon[188613]: pgmap v18441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:52.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:52 smithi123 ceph-mon[191304]: pgmap v18441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:54.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:54 smithi177 ceph-mon[212096]: pgmap v18442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:54.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:54 smithi123 ceph-mon[191304]: pgmap v18442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:54.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:54 smithi123 ceph-mon[188613]: pgmap v18442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:56.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:56 smithi177 ceph-mon[212096]: pgmap v18443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:56.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:56 smithi123 ceph-mon[191304]: pgmap v18443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:56.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:56 smithi123 ceph-mon[188613]: pgmap v18443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:47:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:47:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:47:58.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:47:58 smithi177 ceph-mon[212096]: pgmap v18444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:58.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:47:58 smithi123 ceph-mon[191304]: pgmap v18444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:58.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:47:58 smithi123 ceph-mon[188613]: pgmap v18444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:47:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:47:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:47:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:48:00.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:00 smithi177 ceph-mon[212096]: pgmap v18445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:00.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:00 smithi123 ceph-mon[191304]: pgmap v18445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:00.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:00 smithi123 ceph-mon[188613]: pgmap v18445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:02.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:02 smithi177 ceph-mon[212096]: pgmap v18446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:02.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:02 smithi123 ceph-mon[191304]: pgmap v18446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:02.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:02 smithi123 ceph-mon[188613]: pgmap v18446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:04.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:04 smithi177 ceph-mon[212096]: pgmap v18447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:04.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:04 smithi123 ceph-mon[191304]: pgmap v18447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:04.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:04 smithi123 ceph-mon[188613]: pgmap v18447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:06.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:06 smithi177 ceph-mon[212096]: pgmap v18448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:06 smithi123 ceph-mon[191304]: pgmap v18448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:06.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:06 smithi123 ceph-mon[188613]: pgmap v18448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:08.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:08 smithi177 ceph-mon[212096]: pgmap v18449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:08.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:08 smithi123 ceph-mon[191304]: pgmap v18449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:08.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:08 smithi123 ceph-mon[188613]: pgmap v18449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:48:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:48:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:48:09.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:48:09.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:48:09.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:48:10.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:10 smithi177 ceph-mon[212096]: pgmap v18450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:10.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:10 smithi123 ceph-mon[188613]: pgmap v18450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:10.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:10 smithi123 ceph-mon[191304]: pgmap v18450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:12 smithi177 ceph-mon[212096]: pgmap v18451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:48:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:48:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:48:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:48:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:48:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:48:12.945 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:48:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:12 smithi123 ceph-mon[191304]: pgmap v18451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:48:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:48:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:48:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:48:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:48:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:48:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:12 smithi123 ceph-mon[188613]: pgmap v18451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:48:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:48:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:48:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:48:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:48:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:48:13.250 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:48:13.250 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 2m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:48:13.250 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 1s ago 8h 92.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:48:13.250 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 2m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:48:13.250 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 1s ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:48:13.250 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 1s ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:48:13.250 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 2m ago 9h 886M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:48:13.250 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 2m ago 9h 2270M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:48:13.250 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 1s ago 9h 1096M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:48:13.250 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 2m ago 9h 1183M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:48:13.250 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 2m ago 8h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:48:13.250 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 1s ago 8h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:48:13.251 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 2m ago 9h 5460M 2149M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:48:13.251 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 2m ago 9h 6177M 2149M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:48:13.251 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 2m ago 9h 5019M 2149M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:48:13.251 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 2m ago 9h 5294M 2149M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:48:13.251 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 1s ago 9h 4456M 2473M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:48:13.251 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 1s ago 9h 4989M 2473M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:48:13.251 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 1s ago 9h 4304M 2473M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:48:13.251 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 1s ago 9h 5008M 2473M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:48:13.251 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 1s ago 9h 155M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:48:13.633 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:48:13.633 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:48:13.633 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:48:13.633 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:48:13.633 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:48:13.634 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:48:13.634 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:48:13.634 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:48:13.634 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:48:13.634 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:48:13.634 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:48:13.634 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:48:13.635 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:48:13.635 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:48:13.635 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:48:13.635 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:48:13.635 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:48:13.635 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:48:14.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:14 smithi177 ceph-mon[212096]: from='client.54363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:48:14.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:14 smithi177 ceph-mon[212096]: pgmap v18452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:14.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:14 smithi177 ceph-mon[212096]: from='client.54369 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:48:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:14 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1784646472' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:48:14.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:14 smithi123 ceph-mon[188613]: from='client.54363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:48:14.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:14 smithi123 ceph-mon[188613]: pgmap v18452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:14.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:14 smithi123 ceph-mon[188613]: from='client.54369 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:48:14.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:14 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1784646472' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:48:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:14 smithi123 ceph-mon[191304]: from='client.54363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:48:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:14 smithi123 ceph-mon[191304]: pgmap v18452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:14 smithi123 ceph-mon[191304]: from='client.54369 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:48:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:14 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1784646472' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:48:16.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:16 smithi177 ceph-mon[212096]: pgmap v18453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:16.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:16 smithi123 ceph-mon[188613]: pgmap v18453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:16.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:16 smithi123 ceph-mon[191304]: pgmap v18453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:18.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:18 smithi177 ceph-mon[212096]: pgmap v18454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:18.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:18 smithi123 ceph-mon[188613]: pgmap v18454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:18.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:18 smithi123 ceph-mon[191304]: pgmap v18454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:48:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:48:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:48:20.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:20 smithi177 ceph-mon[212096]: pgmap v18455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:20.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:20 smithi123 ceph-mon[191304]: pgmap v18455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:20 smithi123 ceph-mon[188613]: pgmap v18455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:22.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:22 smithi177 ceph-mon[212096]: pgmap v18456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:22.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:22 smithi123 ceph-mon[191304]: pgmap v18456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:22.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:22 smithi123 ceph-mon[188613]: pgmap v18456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:24.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:24 smithi177 ceph-mon[212096]: pgmap v18457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:24.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:24 smithi123 ceph-mon[191304]: pgmap v18457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:24.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:24 smithi123 ceph-mon[188613]: pgmap v18457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:26.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:26 smithi177 ceph-mon[212096]: pgmap v18458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:26.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:26 smithi123 ceph-mon[191304]: pgmap v18458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:26 smithi123 ceph-mon[188613]: pgmap v18458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:48:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:48:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:48:28.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:28 smithi177 ceph-mon[212096]: pgmap v18459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:28.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:28 smithi123 ceph-mon[191304]: pgmap v18459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:28.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:28 smithi123 ceph-mon[188613]: pgmap v18459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:48:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:48:30.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:30 smithi177 ceph-mon[212096]: pgmap v18460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:30 smithi123 ceph-mon[191304]: pgmap v18460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:30.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:30 smithi123 ceph-mon[188613]: pgmap v18460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:32.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:32 smithi177 ceph-mon[212096]: pgmap v18461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:32.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:32 smithi123 ceph-mon[191304]: pgmap v18461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:32.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:32 smithi123 ceph-mon[188613]: pgmap v18461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:34.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:34 smithi177 ceph-mon[212096]: pgmap v18462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:34.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:34 smithi123 ceph-mon[191304]: pgmap v18462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:34.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:34 smithi123 ceph-mon[188613]: pgmap v18462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:36.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:36 smithi177 ceph-mon[212096]: pgmap v18463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:36.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:36 smithi123 ceph-mon[191304]: pgmap v18463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:36.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:36 smithi123 ceph-mon[188613]: pgmap v18463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:38.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:38 smithi177 ceph-mon[212096]: pgmap v18464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:38.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:38 smithi123 ceph-mon[191304]: pgmap v18464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:38.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:38 smithi123 ceph-mon[188613]: pgmap v18464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:48:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:48:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:48:40.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:40 smithi177 ceph-mon[212096]: pgmap v18465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:40.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:40 smithi123 ceph-mon[191304]: pgmap v18465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:40 smithi123 ceph-mon[188613]: pgmap v18465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:42 smithi177 ceph-mon[212096]: pgmap v18466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:48:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:42 smithi123 ceph-mon[191304]: pgmap v18466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:48:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:42 smithi123 ceph-mon[188613]: pgmap v18466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:48:43.978 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:48:44.287 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:48:44.287 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 2m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:48:44.287 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 32s ago 9h 92.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:48:44.288 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 2m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:48:44.288 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 32s ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:48:44.288 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 32s ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:48:44.288 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 2m ago 9h 886M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:48:44.288 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 2m ago 9h 2270M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:48:44.288 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 32s ago 9h 1096M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:48:44.288 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 2m ago 9h 1183M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:48:44.288 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 2m ago 9h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:48:44.289 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 32s ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:48:44.289 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 2m ago 9h 5460M 2149M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:48:44.289 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 2m ago 9h 6177M 2149M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:48:44.289 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 2m ago 9h 5019M 2149M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:48:44.289 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 2m ago 9h 5294M 2149M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:48:44.289 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 32s ago 9h 4456M 2473M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:48:44.289 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 32s ago 9h 4989M 2473M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:48:44.290 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 32s ago 9h 4304M 2473M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:48:44.290 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 32s ago 9h 5008M 2473M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:48:44.290 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 32s ago 9h 155M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:48:44.673 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:48:44.673 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:48:44.674 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:48:44.674 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:48:44.674 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:48:44.674 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:48:44.674 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:48:44.674 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:48:44.674 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:48:44.674 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:48:44.674 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:48:44.674 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:48:44.674 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:48:44.674 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:48:44.674 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:48:44.674 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:48:44.674 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:48:44.675 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:48:44.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:44 smithi177 ceph-mon[212096]: pgmap v18467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:44.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:44 smithi123 ceph-mon[191304]: pgmap v18467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:44.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:44 smithi123 ceph-mon[188613]: pgmap v18467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:45.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:45 smithi177 ceph-mon[212096]: from='client.64334 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:48:45.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:45 smithi177 ceph-mon[212096]: from='client.54387 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:48:45.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:45 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1661927022' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:48:45.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:45 smithi123 ceph-mon[191304]: from='client.64334 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:48:45.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:45 smithi123 ceph-mon[191304]: from='client.54387 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:48:45.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:45 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1661927022' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:48:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:45 smithi123 ceph-mon[188613]: from='client.64334 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:48:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:45 smithi123 ceph-mon[188613]: from='client.54387 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:48:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:45 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1661927022' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:48:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:46 smithi177 ceph-mon[212096]: pgmap v18468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:46.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:46 smithi123 ceph-mon[191304]: pgmap v18468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:46.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:46 smithi123 ceph-mon[188613]: pgmap v18468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:48.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:48 smithi177 ceph-mon[212096]: pgmap v18469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:48.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:48 smithi123 ceph-mon[191304]: pgmap v18469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:48 smithi123 ceph-mon[188613]: pgmap v18469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:48:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:48:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T19:48:50.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:50 smithi177 ceph-mon[212096]: pgmap v18470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:50.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:50 smithi123 ceph-mon[191304]: pgmap v18470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:50.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:50 smithi123 ceph-mon[188613]: pgmap v18470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:52.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:52 smithi177 ceph-mon[212096]: pgmap v18471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:52.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:52 smithi123 ceph-mon[191304]: pgmap v18471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:52.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:52 smithi123 ceph-mon[188613]: pgmap v18471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:54.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:54 smithi123 ceph-mon[191304]: pgmap v18472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:54.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:54 smithi123 ceph-mon[188613]: pgmap v18472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:55.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:54 smithi177 ceph-mon[212096]: pgmap v18472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:56.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:56 smithi123 ceph-mon[191304]: pgmap v18473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:56.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:56 smithi123 ceph-mon[188613]: pgmap v18473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:57.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:56 smithi177 ceph-mon[212096]: pgmap v18473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:48:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:48:58.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:48:58.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:48:58 smithi123 ceph-mon[191304]: pgmap v18474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:58.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:48:58 smithi123 ceph-mon[188613]: pgmap v18474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:59.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:48:58 smithi177 ceph-mon[212096]: pgmap v18474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:48:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:48:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:48:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:49:00.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:00 smithi123 ceph-mon[191304]: pgmap v18475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:00.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:00 smithi123 ceph-mon[188613]: pgmap v18475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:01.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:00 smithi177 ceph-mon[212096]: pgmap v18475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:02.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:02 smithi123 ceph-mon[191304]: pgmap v18476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:02.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:02 smithi123 ceph-mon[188613]: pgmap v18476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:03.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:02 smithi177 ceph-mon[212096]: pgmap v18476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:04.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:04 smithi123 ceph-mon[191304]: pgmap v18477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:04.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:04 smithi123 ceph-mon[188613]: pgmap v18477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:05.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:04 smithi177 ceph-mon[212096]: pgmap v18477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:06 smithi123 ceph-mon[191304]: pgmap v18478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:06 smithi123 ceph-mon[188613]: pgmap v18478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:07.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:06 smithi177 ceph-mon[212096]: pgmap v18478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:08.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:08 smithi123 ceph-mon[191304]: pgmap v18479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:08.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:08 smithi123 ceph-mon[188613]: pgmap v18479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:09.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:08 smithi177 ceph-mon[212096]: pgmap v18479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:49:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:49:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:49:10.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:10 smithi123 ceph-mon[191304]: pgmap v18480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:10.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:10 smithi123 ceph-mon[188613]: pgmap v18480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:11.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:10 smithi177 ceph-mon[212096]: pgmap v18480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:12 smithi123 ceph-mon[191304]: pgmap v18481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:49:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:49:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:12 smithi123 ceph-mon[188613]: pgmap v18481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:49:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:49:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:12 smithi177 ceph-mon[212096]: pgmap v18481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:49:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:49:13.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:49:13.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:49:13.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:49:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:49:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:49:13.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:49:14.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:49:14.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:49:14.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:49:14.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:14 smithi123 ceph-mon[191304]: pgmap v18482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:14.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:14 smithi123 ceph-mon[188613]: pgmap v18482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:15.022 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:49:15.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:14 smithi177 ceph-mon[212096]: pgmap v18482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:15.328 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:49:15.328 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 3m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:49:15.328 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 63s ago 9h 92.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:49:15.328 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 3m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:49:15.328 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 63s ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:49:15.328 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 63s ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:49:15.328 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 3m ago 9h 886M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:49:15.329 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 3m ago 9h 2270M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:49:15.329 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 63s ago 9h 1096M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:49:15.329 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 3m ago 9h 1183M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:49:15.329 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 3m ago 9h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:49:15.329 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 63s ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:49:15.329 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 3m ago 9h 5460M 2149M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:49:15.329 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 3m ago 9h 6177M 2149M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:49:15.329 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 3m ago 9h 5019M 2149M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:49:15.329 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 3m ago 9h 5294M 2149M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:49:15.329 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 63s ago 9h 4456M 2473M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:49:15.329 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 63s ago 9h 4989M 2473M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:49:15.329 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 63s ago 9h 4304M 2473M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:49:15.329 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 63s ago 9h 5008M 2473M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:49:15.329 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 63s ago 9h 155M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:49:15.714 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:49:15.714 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:49:15.714 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:49:15.714 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:49:15.714 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:49:15.714 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:49:15.714 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:49:15.714 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:49:15.714 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:49:15.714 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:49:15.714 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:49:15.715 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:49:15.715 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:49:15.715 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:49:15.715 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:49:15.715 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:49:15.715 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:49:15.715 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:49:16.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:16 smithi123 ceph-mon[191304]: from='client.54399 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:49:16.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:16 smithi123 ceph-mon[191304]: pgmap v18483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:16.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:16 smithi123 ceph-mon[191304]: from='client.54405 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:49:16.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:16 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3350141109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:49:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:16 smithi123 ceph-mon[188613]: from='client.54399 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:49:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:16 smithi123 ceph-mon[188613]: pgmap v18483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:16 smithi123 ceph-mon[188613]: from='client.54405 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:49:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:16 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3350141109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:49:17.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:16 smithi177 ceph-mon[212096]: from='client.54399 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:49:17.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:16 smithi177 ceph-mon[212096]: pgmap v18483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:17.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:16 smithi177 ceph-mon[212096]: from='client.54405 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:49:17.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:16 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3350141109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:49:18.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:18 smithi123 ceph-mon[191304]: pgmap v18484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:18.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:18 smithi123 ceph-mon[188613]: pgmap v18484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:19.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:18 smithi177 ceph-mon[212096]: pgmap v18484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:49:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:49:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:49:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:20 smithi123 ceph-mon[188613]: pgmap v18485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:20.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:20 smithi123 ceph-mon[191304]: pgmap v18485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:21.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:20 smithi177 ceph-mon[212096]: pgmap v18485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:22.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:22 smithi123 ceph-mon[191304]: pgmap v18486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:22.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:22 smithi123 ceph-mon[188613]: pgmap v18486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:23.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:22 smithi177 ceph-mon[212096]: pgmap v18486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:24.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:24 smithi123 ceph-mon[191304]: pgmap v18487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:24.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:24 smithi123 ceph-mon[188613]: pgmap v18487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:25.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:24 smithi177 ceph-mon[212096]: pgmap v18487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:26.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:26 smithi123 ceph-mon[191304]: pgmap v18488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:26 smithi123 ceph-mon[188613]: pgmap v18488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:26 smithi177 ceph-mon[212096]: pgmap v18488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:49:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:49:28.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:49:28.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:28 smithi123 ceph-mon[191304]: pgmap v18489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:28.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:28 smithi123 ceph-mon[188613]: pgmap v18489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:29.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:28 smithi177 ceph-mon[212096]: pgmap v18489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:49:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:49:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:49:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:30 smithi123 ceph-mon[191304]: pgmap v18490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:30.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:30 smithi123 ceph-mon[188613]: pgmap v18490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:31.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:30 smithi177 ceph-mon[212096]: pgmap v18490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:32.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:32 smithi123 ceph-mon[191304]: pgmap v18491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:32.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:32 smithi123 ceph-mon[188613]: pgmap v18491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:33.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:32 smithi177 ceph-mon[212096]: pgmap v18491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:34 smithi123 ceph-mon[191304]: pgmap v18492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:34.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:34 smithi123 ceph-mon[188613]: pgmap v18492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:35.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:34 smithi177 ceph-mon[212096]: pgmap v18492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:36.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:36 smithi123 ceph-mon[191304]: pgmap v18493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:36.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:36 smithi123 ceph-mon[188613]: pgmap v18493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:37.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:36 smithi177 ceph-mon[212096]: pgmap v18493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:38.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:38 smithi123 ceph-mon[191304]: pgmap v18494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:38.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:38 smithi123 ceph-mon[188613]: pgmap v18494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:39.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:38 smithi177 ceph-mon[212096]: pgmap v18494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:49:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:49:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:49:40.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:40 smithi123 ceph-mon[191304]: pgmap v18495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:40.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:40 smithi123 ceph-mon[188613]: pgmap v18495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:41.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:40 smithi177 ceph-mon[212096]: pgmap v18495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:43.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:42 smithi177 ceph-mon[212096]: pgmap v18496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:43.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:49:43.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:42 smithi123 ceph-mon[191304]: pgmap v18496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:43.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:49:43.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:42 smithi123 ceph-mon[188613]: pgmap v18496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:43.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:49:45.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:44 smithi177 ceph-mon[212096]: pgmap v18497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:45.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:44 smithi123 ceph-mon[191304]: pgmap v18497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:45.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:44 smithi123 ceph-mon[188613]: pgmap v18497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:46.060 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:49:46.370 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:49:46.370 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 3m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:49:46.370 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 94s ago 9h 92.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:49:46.370 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 3m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:49:46.370 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 94s ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:49:46.370 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 94s ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:49:46.370 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 3m ago 9h 886M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:49:46.370 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 3m ago 9h 2270M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:49:46.370 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 94s ago 9h 1096M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:49:46.370 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 3m ago 9h 1183M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:49:46.370 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 3m ago 9h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:49:46.370 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 94s ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:49:46.371 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 3m ago 9h 5460M 2149M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:49:46.371 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 3m ago 9h 6177M 2149M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:49:46.371 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 3m ago 9h 5019M 2149M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:49:46.371 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 3m ago 9h 5294M 2149M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:49:46.371 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 94s ago 9h 4456M 2473M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:49:46.371 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 94s ago 9h 4989M 2473M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:49:46.371 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 94s ago 9h 4304M 2473M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:49:46.371 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 94s ago 9h 5008M 2473M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:49:46.371 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 94s ago 9h 155M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:49:46.751 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:49:46.751 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:49:46.751 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:49:46.751 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:49:46.751 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:49:46.751 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:49:46.752 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:49:46.752 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:49:46.752 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:49:46.752 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:49:46.752 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:49:46.752 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:49:46.752 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:49:46.752 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:49:46.752 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:49:46.752 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:49:46.752 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:49:46.752 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:49:47.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:46 smithi177 ceph-mon[212096]: pgmap v18498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:47.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:46 smithi123 ceph-mon[191304]: pgmap v18498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:47.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:46 smithi123 ceph-mon[188613]: pgmap v18498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:47 smithi177 ceph-mon[212096]: from='client.54417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:49:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:47 smithi177 ceph-mon[212096]: from='client.64376 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:49:48.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:47 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3000989603' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:49:48.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:47 smithi123 ceph-mon[191304]: from='client.54417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:49:48.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:47 smithi123 ceph-mon[191304]: from='client.64376 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:49:48.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:47 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3000989603' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:49:48.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:47 smithi123 ceph-mon[188613]: from='client.54417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:49:48.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:47 smithi123 ceph-mon[188613]: from='client.64376 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:49:48.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:47 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3000989603' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:49:49.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:48 smithi123 ceph-mon[191304]: pgmap v18499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:49.079 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:48 smithi123 ceph-mon[188613]: pgmap v18499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:49.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:48 smithi177 ceph-mon[212096]: pgmap v18499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:49:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:49:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:49:51.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:50 smithi177 ceph-mon[212096]: pgmap v18500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:51.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:50 smithi123 ceph-mon[191304]: pgmap v18500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:51.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:50 smithi123 ceph-mon[188613]: pgmap v18500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:53.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:52 smithi177 ceph-mon[212096]: pgmap v18501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:53.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:52 smithi123 ceph-mon[191304]: pgmap v18501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:53.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:52 smithi123 ceph-mon[188613]: pgmap v18501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:55.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:54 smithi177 ceph-mon[212096]: pgmap v18502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:55.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:54 smithi123 ceph-mon[191304]: pgmap v18502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:55.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:54 smithi123 ceph-mon[188613]: pgmap v18502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:57.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:56 smithi177 ceph-mon[212096]: pgmap v18503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:57.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:56 smithi123 ceph-mon[191304]: pgmap v18503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:57.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:56 smithi123 ceph-mon[188613]: pgmap v18503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:58.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:49:58.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:49:58.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:49:59.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:49:58 smithi123 ceph-mon[191304]: pgmap v18504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:59.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:49:58 smithi123 ceph-mon[188613]: pgmap v18504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:59.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:49:58 smithi177 ceph-mon[212096]: pgmap v18504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:49:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:49:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:49:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:50:00.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T19:49:59.998+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T19:50:01.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:00 smithi177 ceph-mon[212096]: pgmap v18505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:01.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T19:50:01.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:00 smithi123 ceph-mon[191304]: pgmap v18505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:01.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T19:50:01.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:00 smithi123 ceph-mon[188613]: pgmap v18505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:01.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T19:50:03.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:02 smithi177 ceph-mon[212096]: pgmap v18506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:03.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:02 smithi123 ceph-mon[191304]: pgmap v18506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:03.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:02 smithi123 ceph-mon[188613]: pgmap v18506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:05.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:04 smithi177 ceph-mon[212096]: pgmap v18507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:05.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:04 smithi123 ceph-mon[191304]: pgmap v18507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:05.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:04 smithi123 ceph-mon[188613]: pgmap v18507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:07.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:06 smithi177 ceph-mon[212096]: pgmap v18508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:07.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:06 smithi123 ceph-mon[191304]: pgmap v18508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:07.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:06 smithi123 ceph-mon[188613]: pgmap v18508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:09.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:08 smithi123 ceph-mon[191304]: pgmap v18509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:09.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:08 smithi123 ceph-mon[188613]: pgmap v18509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:09.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:08 smithi177 ceph-mon[212096]: pgmap v18509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:50:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:50:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:50:11.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:10 smithi177 ceph-mon[212096]: pgmap v18510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:11.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:10 smithi123 ceph-mon[191304]: pgmap v18510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:11.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:10 smithi123 ceph-mon[188613]: pgmap v18510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:12 smithi177 ceph-mon[212096]: pgmap v18511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:50:13.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:12 smithi123 ceph-mon[191304]: pgmap v18511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:13.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:50:13.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:12 smithi123 ceph-mon[188613]: pgmap v18511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:13.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:50:14.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:50:14.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:50:14.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:50:14.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:50:14.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:50:14.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:50:14.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:50:14.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:50:14.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:50:14.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:50:14.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:50:14.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:50:15.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:14 smithi177 ceph-mon[212096]: pgmap v18512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:15.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:14 smithi123 ceph-mon[191304]: pgmap v18512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:15.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:14 smithi123 ceph-mon[188613]: pgmap v18512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:17.101 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:50:17.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:16 smithi177 ceph-mon[212096]: pgmap v18513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:17.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:16 smithi123 ceph-mon[191304]: pgmap v18513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:17.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:16 smithi123 ceph-mon[188613]: pgmap v18513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:17.411 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:50:17.411 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 4m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:50:17.411 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 2m ago 9h 92.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:50:17.411 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 4m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:50:17.411 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 2m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:50:17.412 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 2m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:50:17.412 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 4m ago 9h 886M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:50:17.412 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 4m ago 9h 2270M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:50:17.412 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 2m ago 9h 1096M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:50:17.412 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 4m ago 9h 1183M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:50:17.412 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 4m ago 9h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:50:17.413 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 2m ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:50:17.413 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 4m ago 9h 5460M 2149M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:50:17.413 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 4m ago 9h 6177M 2149M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:50:17.413 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 4m ago 9h 5019M 2149M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:50:17.413 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 4m ago 9h 5294M 2149M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:50:17.413 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 2m ago 9h 4456M 2473M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:50:17.413 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 2m ago 9h 4989M 2473M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:50:17.413 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 2m ago 9h 4304M 2473M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:50:17.413 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 2m ago 9h 5008M 2473M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:50:17.413 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 2m ago 9h 155M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:50:17.795 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:50:17.795 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:50:17.795 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:50:17.796 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:50:17.796 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:50:17.796 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:50:17.796 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:50:17.796 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:50:17.796 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:50:17.796 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:50:17.796 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:50:17.796 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:50:17.796 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:50:17.797 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:50:17.797 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:50:17.797 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:50:17.797 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:50:17.797 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:50:18.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:17 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/277628921' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:50:18.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:17 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/277628921' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:50:18.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:17 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/277628921' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:50:19.079 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:18 smithi123 ceph-mon[191304]: from='client.64388 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:50:19.079 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:18 smithi123 ceph-mon[191304]: pgmap v18514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:19.079 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:18 smithi123 ceph-mon[191304]: from='client.64394 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:50:19.079 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:18 smithi123 ceph-mon[188613]: from='client.64388 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:50:19.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:18 smithi123 ceph-mon[188613]: pgmap v18514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:19.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:18 smithi123 ceph-mon[188613]: from='client.64394 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:50:19.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:18 smithi177 ceph-mon[212096]: from='client.64388 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:50:19.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:18 smithi177 ceph-mon[212096]: pgmap v18514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:19.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:18 smithi177 ceph-mon[212096]: from='client.64394 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:50:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:50:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:50:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:50:20.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:19 smithi177 ceph-mon[212096]: pgmap v18515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:20.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:19 smithi123 ceph-mon[191304]: pgmap v18515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:20.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:19 smithi123 ceph-mon[188613]: pgmap v18515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:22.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:22 smithi177 ceph-mon[212096]: pgmap v18516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:22.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:22 smithi123 ceph-mon[191304]: pgmap v18516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:22.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:22 smithi123 ceph-mon[188613]: pgmap v18516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:24.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:24 smithi177 ceph-mon[212096]: pgmap v18517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:24.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:24 smithi123 ceph-mon[191304]: pgmap v18517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:24.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:24 smithi123 ceph-mon[188613]: pgmap v18517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:26.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:26 smithi177 ceph-mon[212096]: pgmap v18518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:26.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:26 smithi123 ceph-mon[191304]: pgmap v18518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:26 smithi123 ceph-mon[188613]: pgmap v18518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:50:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:50:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:50:28.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:28 smithi177 ceph-mon[212096]: pgmap v18519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:28.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:28 smithi123 ceph-mon[191304]: pgmap v18519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:28.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:28 smithi123 ceph-mon[188613]: pgmap v18519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:50:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:50:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:50:30.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:30 smithi177 ceph-mon[212096]: pgmap v18520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:30 smithi123 ceph-mon[191304]: pgmap v18520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:30.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:30 smithi123 ceph-mon[188613]: pgmap v18520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:32.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:32 smithi177 ceph-mon[212096]: pgmap v18521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:32.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:32 smithi123 ceph-mon[191304]: pgmap v18521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:32.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:32 smithi123 ceph-mon[188613]: pgmap v18521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:34.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:34 smithi177 ceph-mon[212096]: pgmap v18522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:34.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:34 smithi123 ceph-mon[191304]: pgmap v18522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:34.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:34 smithi123 ceph-mon[188613]: pgmap v18522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:36.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:36 smithi177 ceph-mon[212096]: pgmap v18523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:36.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:36 smithi123 ceph-mon[191304]: pgmap v18523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:36.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:36 smithi123 ceph-mon[188613]: pgmap v18523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:38.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:38 smithi177 ceph-mon[212096]: pgmap v18524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:38.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:38 smithi123 ceph-mon[191304]: pgmap v18524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:38.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:38 smithi123 ceph-mon[188613]: pgmap v18524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:50:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:50:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:50:40.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:40 smithi177 ceph-mon[212096]: pgmap v18525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:40.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:40 smithi123 ceph-mon[188613]: pgmap v18525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:40 smithi123 ceph-mon[191304]: pgmap v18525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:42 smithi177 ceph-mon[212096]: pgmap v18526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:50:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:42 smithi123 ceph-mon[188613]: pgmap v18526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:50:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:42 smithi123 ceph-mon[191304]: pgmap v18526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:50:44.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:44 smithi177 ceph-mon[212096]: pgmap v18527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:44.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:44 smithi123 ceph-mon[188613]: pgmap v18527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:44.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:44 smithi123 ceph-mon[191304]: pgmap v18527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:46.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:46 smithi177 ceph-mon[212096]: pgmap v18528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:46.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:46 smithi123 ceph-mon[191304]: pgmap v18528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:46.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:46 smithi123 ceph-mon[188613]: pgmap v18528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:48.140 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:50:48.445 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:50:48.445 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (8h) 4m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:50:48.445 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 2m ago 9h 92.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:50:48.445 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 4m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:50:48.445 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 2m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:50:48.446 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 2m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:50:48.446 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 4m ago 9h 886M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:50:48.446 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 4m ago 9h 2270M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:50:48.446 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 2m ago 9h 1096M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:50:48.446 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 4m ago 9h 1183M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:50:48.446 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (8h) 4m ago 9h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:50:48.446 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 2m ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:50:48.446 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 4m ago 9h 5460M 2149M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:50:48.446 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 4m ago 9h 6177M 2149M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:50:48.446 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 4m ago 9h 5019M 2149M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:50:48.446 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 4m ago 9h 5294M 2149M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:50:48.446 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 2m ago 9h 4456M 2473M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:50:48.446 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 2m ago 9h 4989M 2473M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:50:48.446 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 2m ago 9h 4304M 2473M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:50:48.446 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 2m ago 9h 5008M 2473M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:50:48.447 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 2m ago 9h 155M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:50:48.830 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:50:48.830 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:50:48.830 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:50:48.831 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:50:48.831 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:50:48.831 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:50:48.831 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:50:48.831 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:50:48.831 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:50:48.831 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:50:48.831 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:50:48.831 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:50:48.831 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:50:48.831 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:50:48.831 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:50:48.831 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:50:48.831 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:50:48.831 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:50:48.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:48 smithi177 ceph-mon[212096]: pgmap v18529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:48.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:48 smithi123 ceph-mon[191304]: pgmap v18529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:48 smithi123 ceph-mon[188613]: pgmap v18529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:50:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:50:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:50:49.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:49 smithi177 ceph-mon[212096]: from='client.64406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:50:49.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:49 smithi177 ceph-mon[212096]: from='client.54459 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:50:49.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:49 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2294626801' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:50:49.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:49 smithi123 ceph-mon[188613]: from='client.64406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:50:49.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:49 smithi123 ceph-mon[188613]: from='client.54459 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:50:49.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:49 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2294626801' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:50:49.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:49 smithi123 ceph-mon[191304]: from='client.64406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:50:49.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:49 smithi123 ceph-mon[191304]: from='client.54459 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:50:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:49 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2294626801' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:50:50.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:50 smithi177 ceph-mon[212096]: pgmap v18530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:50.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:50 smithi123 ceph-mon[191304]: pgmap v18530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:50.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:50 smithi123 ceph-mon[188613]: pgmap v18530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:52.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:52 smithi177 ceph-mon[212096]: pgmap v18531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:52.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:52 smithi123 ceph-mon[188613]: pgmap v18531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:52.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:52 smithi123 ceph-mon[191304]: pgmap v18531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:54.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:54 smithi177 ceph-mon[212096]: pgmap v18532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:54.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:54 smithi123 ceph-mon[191304]: pgmap v18532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:54.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:54 smithi123 ceph-mon[188613]: pgmap v18532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:56.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:56 smithi177 ceph-mon[212096]: pgmap v18533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:56.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:56 smithi123 ceph-mon[191304]: pgmap v18533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:56.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:56 smithi123 ceph-mon[188613]: pgmap v18533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:50:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:50:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:50:58.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:50:58 smithi177 ceph-mon[212096]: pgmap v18534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:58.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:50:58 smithi123 ceph-mon[191304]: pgmap v18534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:58.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:50:58 smithi123 ceph-mon[188613]: pgmap v18534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:50:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:50:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:50:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T19:51:00.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:00 smithi177 ceph-mon[212096]: pgmap v18535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:00.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:00 smithi123 ceph-mon[191304]: pgmap v18535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:00.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:00 smithi123 ceph-mon[188613]: pgmap v18535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:02.907 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:02 smithi177 ceph-mon[212096]: pgmap v18536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:02.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:02 smithi123 ceph-mon[191304]: pgmap v18536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:02.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:02 smithi123 ceph-mon[188613]: pgmap v18536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:04.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:04 smithi177 ceph-mon[212096]: pgmap v18537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:04.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:04 smithi123 ceph-mon[191304]: pgmap v18537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:04.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:04 smithi123 ceph-mon[188613]: pgmap v18537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:06.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:06 smithi177 ceph-mon[212096]: pgmap v18538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:06 smithi123 ceph-mon[191304]: pgmap v18538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:06.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:06 smithi123 ceph-mon[188613]: pgmap v18538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:08.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:08 smithi177 ceph-mon[212096]: pgmap v18539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:08.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:08 smithi123 ceph-mon[191304]: pgmap v18539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:08.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:08 smithi123 ceph-mon[188613]: pgmap v18539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:51:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:51:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T19:51:10.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:10 smithi177 ceph-mon[212096]: pgmap v18540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:10.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:10 smithi123 ceph-mon[191304]: pgmap v18540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:10.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:10 smithi123 ceph-mon[188613]: pgmap v18540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:12 smithi177 ceph-mon[212096]: pgmap v18541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:51:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:12 smithi123 ceph-mon[191304]: pgmap v18541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:51:12.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:12 smithi123 ceph-mon[188613]: pgmap v18541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:12.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:51:14.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:14 smithi177 ceph-mon[212096]: pgmap v18542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:14.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:51:14.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:51:14.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:51:14.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:51:14.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:14 smithi123 ceph-mon[191304]: pgmap v18542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:14.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:51:14.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:51:14.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:51:14.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:51:14.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:14 smithi123 ceph-mon[188613]: pgmap v18542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:14.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:51:14.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:51:14.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:51:14.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:51:16.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:16 smithi177 ceph-mon[212096]: pgmap v18543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:16.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:16 smithi123 ceph-mon[191304]: pgmap v18543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:16.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:16 smithi123 ceph-mon[188613]: pgmap v18543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:18.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:18 smithi177 ceph-mon[212096]: pgmap v18544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:18.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:18 smithi123 ceph-mon[191304]: pgmap v18544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:18.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:18 smithi123 ceph-mon[188613]: pgmap v18544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:19.180 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:51:19.484 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:51:19.484 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 5m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:51:19.484 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (8h) 3m ago 9h 92.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:51:19.485 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 5m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:51:19.485 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 3m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:51:19.485 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 3m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:51:19.485 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (8h) 5m ago 9h 886M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:51:19.485 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 5m ago 9h 2270M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:51:19.485 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 3m ago 9h 1096M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:51:19.486 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 5m ago 9h 1183M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:51:19.489 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 5m ago 9h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:51:19.489 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (8h) 3m ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:51:19.489 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 5m ago 9h 5460M 2149M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:51:19.489 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 5m ago 9h 6177M 2149M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:51:19.490 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 5m ago 9h 5019M 2149M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:51:19.490 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 5m ago 9h 5294M 2149M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:51:19.490 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 3m ago 9h 4456M 2473M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:51:19.490 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 3m ago 9h 4989M 2473M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:51:19.490 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 3m ago 9h 4304M 2473M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:51:19.490 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 3m ago 9h 5008M 2473M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:51:19.490 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (8h) 3m ago 9h 155M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:51:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:51:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:51:19] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-20T19:51:19.866 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:51:19.866 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:51:19.866 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:51:19.866 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:51:19.866 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:51:19.866 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:51:19.866 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:51:19.866 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:51:19.866 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:51:19.866 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:51:19.866 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:51:19.866 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:51:19.866 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:51:19.867 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:51:19.867 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:51:19.867 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:51:19.867 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:51:19.867 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:51:20.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:20 smithi177 ceph-mon[212096]: from='client.64424 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:51:20.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:20 smithi177 ceph-mon[212096]: pgmap v18545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:20.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:20 smithi177 ceph-mon[212096]: from='client.64430 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:51:20.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:20 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3590791836' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:51:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:20 smithi123 ceph-mon[188613]: from='client.64424 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:51:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:20 smithi123 ceph-mon[188613]: pgmap v18545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:20 smithi123 ceph-mon[188613]: from='client.64430 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:51:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:20 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3590791836' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:51:20.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:20 smithi123 ceph-mon[191304]: from='client.64424 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:51:20.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:20 smithi123 ceph-mon[191304]: pgmap v18545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:20.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:20 smithi123 ceph-mon[191304]: from='client.64430 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:51:20.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:20 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3590791836' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:51:22.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:22 smithi177 ceph-mon[212096]: pgmap v18546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:22.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:22 smithi123 ceph-mon[191304]: pgmap v18546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:22.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:22 smithi123 ceph-mon[188613]: pgmap v18546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:24.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:24 smithi177 ceph-mon[212096]: pgmap v18547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:24.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:24 smithi123 ceph-mon[191304]: pgmap v18547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:24.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:24 smithi123 ceph-mon[188613]: pgmap v18547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:26.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:26 smithi177 ceph-mon[212096]: pgmap v18548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:26.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:26 smithi123 ceph-mon[191304]: pgmap v18548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:26 smithi123 ceph-mon[188613]: pgmap v18548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:51:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:51:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:51:28.902 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 19:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T19:51:28.585629246Z level=info msg="Completed cleanup jobs" duration=12.404165ms 2023-12-20T19:51:28.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:28 smithi177 ceph-mon[212096]: pgmap v18549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:28.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:28 smithi123 ceph-mon[191304]: pgmap v18549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:28.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:28 smithi123 ceph-mon[188613]: pgmap v18549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:51:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:51:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:51:30.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:30 smithi177 ceph-mon[212096]: pgmap v18550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:30 smithi123 ceph-mon[191304]: pgmap v18550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:30.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:30 smithi123 ceph-mon[188613]: pgmap v18550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:32.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:32 smithi177 ceph-mon[212096]: pgmap v18551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:32.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:32 smithi123 ceph-mon[191304]: pgmap v18551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:32.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:32 smithi123 ceph-mon[188613]: pgmap v18551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:34.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:34 smithi177 ceph-mon[212096]: pgmap v18552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:34.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:34 smithi123 ceph-mon[191304]: pgmap v18552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:34.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:34 smithi123 ceph-mon[188613]: pgmap v18552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:36.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:36 smithi177 ceph-mon[212096]: pgmap v18553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:36.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:36 smithi123 ceph-mon[191304]: pgmap v18553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:36.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:36 smithi123 ceph-mon[188613]: pgmap v18553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:38.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:38 smithi177 ceph-mon[212096]: pgmap v18554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:38.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:38 smithi123 ceph-mon[191304]: pgmap v18554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:38.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:38 smithi123 ceph-mon[188613]: pgmap v18554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:51:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:51:40.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:40 smithi123 ceph-mon[191304]: pgmap v18555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:40.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:40 smithi123 ceph-mon[188613]: pgmap v18555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:41.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:40 smithi177 ceph-mon[212096]: pgmap v18555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:42 smithi123 ceph-mon[191304]: pgmap v18556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:51:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:42 smithi123 ceph-mon[188613]: pgmap v18556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:51:43.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:42 smithi177 ceph-mon[212096]: pgmap v18556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:43.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:51:44.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:44 smithi123 ceph-mon[191304]: pgmap v18557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:44.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:44 smithi123 ceph-mon[188613]: pgmap v18557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:45.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:44 smithi177 ceph-mon[212096]: pgmap v18557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:46.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:46 smithi123 ceph-mon[191304]: pgmap v18558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:46.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:46 smithi123 ceph-mon[188613]: pgmap v18558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:47.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:46 smithi177 ceph-mon[212096]: pgmap v18558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:48.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:48 smithi123 ceph-mon[188613]: pgmap v18559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:48.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:48 smithi123 ceph-mon[191304]: pgmap v18559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:49.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:48 smithi177 ceph-mon[212096]: pgmap v18559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:51:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:51:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T19:51:50.208 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:51:50.513 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:51:50.513 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 5m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:51:50.514 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 3m ago 9h 92.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:51:50.514 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 5m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:51:50.514 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 3m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:51:50.514 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (8h) 3m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:51:50.514 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 5m ago 9h 886M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:51:50.514 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (8h) 5m ago 9h 2270M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:51:50.514 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 3m ago 9h 1096M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:51:50.514 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (8h) 5m ago 9h 1183M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:51:50.514 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 5m ago 9h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:51:50.514 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 3m ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:51:50.514 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 5m ago 9h 5460M 2149M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:51:50.514 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 5m ago 9h 6177M 2149M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:51:50.514 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 5m ago 9h 5019M 2149M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:51:50.514 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 5m ago 9h 5294M 2149M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:51:50.515 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 3m ago 9h 4456M 2473M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:51:50.515 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 3m ago 9h 4989M 2473M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:51:50.515 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 3m ago 9h 4304M 2473M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:51:50.515 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 3m ago 9h 5008M 2473M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:51:50.515 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 3m ago 9h 155M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:51:50.894 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:51:50.895 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:51:50.895 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:51:50.895 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:51:50.895 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:51:50.895 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:51:50.895 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:51:50.895 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:51:50.895 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:51:50.895 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:51:50.895 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:51:50.895 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:51:50.895 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:51:50.895 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:51:50.895 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:51:50.896 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:51:50.896 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:51:50.896 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:51:50.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:50 smithi123 ceph-mon[191304]: pgmap v18560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:50.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:50 smithi123 ceph-mon[188613]: pgmap v18560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:51.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:50 smithi177 ceph-mon[212096]: pgmap v18560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:51.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:51 smithi123 ceph-mon[191304]: from='client.54489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:51:51.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:51 smithi123 ceph-mon[191304]: from='client.64448 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:51:51.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:51 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1161491303' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:51:51.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:51 smithi123 ceph-mon[188613]: from='client.54489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:51:51.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:51 smithi123 ceph-mon[188613]: from='client.64448 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:51:51.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:51 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1161491303' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:51:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:51 smithi177 ceph-mon[212096]: from='client.54489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:51:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:51 smithi177 ceph-mon[212096]: from='client.64448 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:51:52.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:51 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1161491303' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:51:52.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:52 smithi123 ceph-mon[191304]: pgmap v18561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:52.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:52 smithi123 ceph-mon[188613]: pgmap v18561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:53.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:52 smithi177 ceph-mon[212096]: pgmap v18561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:54.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:54 smithi123 ceph-mon[191304]: pgmap v18562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:54.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:54 smithi123 ceph-mon[188613]: pgmap v18562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:55.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:54 smithi177 ceph-mon[212096]: pgmap v18562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:56.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:56 smithi123 ceph-mon[191304]: pgmap v18563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:56.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:56 smithi123 ceph-mon[188613]: pgmap v18563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:57.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:56 smithi177 ceph-mon[212096]: pgmap v18563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:51:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:51:58.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:51:58.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:51:58 smithi123 ceph-mon[191304]: pgmap v18564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:58.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:51:58 smithi123 ceph-mon[188613]: pgmap v18564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:59.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:51:58 smithi177 ceph-mon[212096]: pgmap v18564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:51:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:51:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:51:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T19:52:00.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:00 smithi123 ceph-mon[191304]: pgmap v18565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:00.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:00 smithi123 ceph-mon[188613]: pgmap v18565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:01.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:00 smithi177 ceph-mon[212096]: pgmap v18565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:02.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:02 smithi123 ceph-mon[191304]: pgmap v18566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:02.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:02 smithi123 ceph-mon[188613]: pgmap v18566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:03.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:02 smithi177 ceph-mon[212096]: pgmap v18566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:04.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:04 smithi123 ceph-mon[191304]: pgmap v18567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:04.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:04 smithi123 ceph-mon[188613]: pgmap v18567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:05.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:04 smithi177 ceph-mon[212096]: pgmap v18567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:06 smithi123 ceph-mon[191304]: pgmap v18568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:06 smithi123 ceph-mon[188613]: pgmap v18568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:07.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:06 smithi177 ceph-mon[212096]: pgmap v18568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:08.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:08 smithi123 ceph-mon[191304]: pgmap v18569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:08.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:08 smithi123 ceph-mon[188613]: pgmap v18569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:09.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:08 smithi177 ceph-mon[212096]: pgmap v18569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:52:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:52:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T19:52:10.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:10 smithi123 ceph-mon[191304]: pgmap v18570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:10.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:10 smithi123 ceph-mon[188613]: pgmap v18570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:11.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:10 smithi177 ceph-mon[212096]: pgmap v18570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:12 smithi123 ceph-mon[191304]: pgmap v18571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:52:12.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:12 smithi123 ceph-mon[188613]: pgmap v18571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:52:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:12 smithi177 ceph-mon[212096]: pgmap v18571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:52:14.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:14 smithi123 ceph-mon[191304]: pgmap v18572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:14.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:52:14.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:14 smithi123 ceph-mon[188613]: pgmap v18572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:14.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:52:15.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:14 smithi177 ceph-mon[212096]: pgmap v18572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:15.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:52:15.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:52:15.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:52:15.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:52:15.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:52:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:52:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:52:16.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:52:16.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:52:16.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:52:16.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:16 smithi123 ceph-mon[191304]: pgmap v18573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:16.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:16 smithi123 ceph-mon[188613]: pgmap v18573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:17.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:16 smithi177 ceph-mon[212096]: pgmap v18573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:18.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:18 smithi123 ceph-mon[191304]: pgmap v18574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:18.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:18 smithi123 ceph-mon[188613]: pgmap v18574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:19.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:18 smithi177 ceph-mon[212096]: pgmap v18574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:52:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:52:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:52:20.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:20 smithi123 ceph-mon[191304]: pgmap v18575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:20 smithi123 ceph-mon[188613]: pgmap v18575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:21.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:20 smithi177 ceph-mon[212096]: pgmap v18575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:21.248 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:52:21.556 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:52:21.556 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 6m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:52:21.556 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 4m ago 9h 92.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:52:21.556 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 6m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:52:21.556 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 4m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:52:21.557 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 4m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:52:21.557 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 6m ago 9h 886M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:52:21.557 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 6m ago 9h 2270M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:52:21.557 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (8h) 4m ago 9h 1096M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:52:21.557 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 6m ago 9h 1183M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:52:21.557 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 6m ago 9h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:52:21.557 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 4m ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:52:21.557 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 6m ago 9h 5460M 2149M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:52:21.557 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 6m ago 9h 6177M 2149M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:52:21.557 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 6m ago 9h 5019M 2149M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:52:21.557 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 6m ago 9h 5294M 2149M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:52:21.557 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 4m ago 9h 4456M 2473M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:52:21.557 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 4m ago 9h 4989M 2473M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:52:21.557 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 4m ago 9h 4304M 2473M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:52:21.558 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 4m ago 9h 5008M 2473M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:52:21.558 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 4m ago 9h 155M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:52:21.943 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:52:21.943 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:52:21.943 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:52:21.943 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:52:21.943 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:52:21.943 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:52:21.943 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:52:21.943 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:52:21.943 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:52:21.943 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:52:21.943 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:52:21.944 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:52:21.944 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:52:21.944 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:52:21.944 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:52:21.944 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:52:21.944 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:52:21.944 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:52:22.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:22 smithi123 ceph-mon[188613]: from='client.54507 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:52:22.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:22 smithi123 ceph-mon[188613]: pgmap v18576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:22.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:22 smithi123 ceph-mon[188613]: from='client.64466 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:52:22.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:22 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3133323224' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:52:22.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:22 smithi123 ceph-mon[191304]: from='client.54507 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:52:22.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:22 smithi123 ceph-mon[191304]: pgmap v18576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:22.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:22 smithi123 ceph-mon[191304]: from='client.64466 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:52:22.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:22 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3133323224' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:52:23.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:22 smithi177 ceph-mon[212096]: from='client.54507 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:52:23.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:22 smithi177 ceph-mon[212096]: pgmap v18576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:23.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:22 smithi177 ceph-mon[212096]: from='client.64466 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:52:23.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:22 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3133323224' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:52:24.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:24 smithi123 ceph-mon[191304]: pgmap v18577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:24.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:24 smithi123 ceph-mon[188613]: pgmap v18577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:25.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:24 smithi177 ceph-mon[212096]: pgmap v18577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:26.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:26 smithi123 ceph-mon[191304]: pgmap v18578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:26 smithi123 ceph-mon[188613]: pgmap v18578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:26 smithi177 ceph-mon[212096]: pgmap v18578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:52:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:52:28.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:52:29.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:28 smithi123 ceph-mon[191304]: pgmap v18579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:29.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:28 smithi123 ceph-mon[188613]: pgmap v18579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:29.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:28 smithi177 ceph-mon[212096]: pgmap v18579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:52:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:52:29] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T19:52:31.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:30 smithi177 ceph-mon[212096]: pgmap v18580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:31.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:30 smithi123 ceph-mon[191304]: pgmap v18580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:31.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:30 smithi123 ceph-mon[188613]: pgmap v18580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:33.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:32 smithi177 ceph-mon[212096]: pgmap v18581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:33.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:32 smithi123 ceph-mon[188613]: pgmap v18581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:33.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:32 smithi123 ceph-mon[191304]: pgmap v18581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:35.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:34 smithi177 ceph-mon[212096]: pgmap v18582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:35.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:34 smithi123 ceph-mon[188613]: pgmap v18582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:35.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:34 smithi123 ceph-mon[191304]: pgmap v18582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:37.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:36 smithi177 ceph-mon[212096]: pgmap v18583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:37.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:36 smithi123 ceph-mon[188613]: pgmap v18583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:37.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:36 smithi123 ceph-mon[191304]: pgmap v18583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:39.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:38 smithi123 ceph-mon[191304]: pgmap v18584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:39.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:38 smithi123 ceph-mon[188613]: pgmap v18584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:39.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:38 smithi177 ceph-mon[212096]: pgmap v18584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:52:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:52:39] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T19:52:41.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:40 smithi177 ceph-mon[212096]: pgmap v18585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:41.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:40 smithi123 ceph-mon[191304]: pgmap v18585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:41.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:40 smithi123 ceph-mon[188613]: pgmap v18585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:43.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:42 smithi177 ceph-mon[212096]: pgmap v18586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:43.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:52:43.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:42 smithi123 ceph-mon[191304]: pgmap v18586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:43.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:52:43.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:42 smithi123 ceph-mon[188613]: pgmap v18586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:43.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:52:45.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:44 smithi177 ceph-mon[212096]: pgmap v18587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:45.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:44 smithi123 ceph-mon[188613]: pgmap v18587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:45.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:44 smithi123 ceph-mon[191304]: pgmap v18587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:47.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:46 smithi177 ceph-mon[212096]: pgmap v18588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:47.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:46 smithi123 ceph-mon[191304]: pgmap v18588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:47.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:46 smithi123 ceph-mon[188613]: pgmap v18588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:49.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:48 smithi123 ceph-mon[191304]: pgmap v18589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:49.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:48 smithi123 ceph-mon[188613]: pgmap v18589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:49.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:48 smithi177 ceph-mon[212096]: pgmap v18589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:52:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:52:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:52:51.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:50 smithi177 ceph-mon[212096]: pgmap v18590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:50 smithi123 ceph-mon[191304]: pgmap v18590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:51.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:50 smithi123 ceph-mon[188613]: pgmap v18590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:52.290 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:52:52.598 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:52:52.598 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 6m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:52:52.598 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 4m ago 9h 92.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:52:52.598 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 6m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:52:52.598 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 4m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:52:52.598 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 4m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:52:52.598 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 6m ago 9h 886M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:52:52.598 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 6m ago 9h 2270M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:52:52.598 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 4m ago 9h 1096M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:52:52.598 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 6m ago 9h 1183M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:52:52.598 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 6m ago 9h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:52:52.598 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 4m ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:52:52.598 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (8h) 6m ago 9h 5460M 2149M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:52:52.598 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 6m ago 9h 6177M 2149M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:52:52.599 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 6m ago 9h 5019M 2149M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:52:52.599 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 6m ago 9h 5294M 2149M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:52:52.599 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 4m ago 9h 4456M 2473M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:52:52.599 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 4m ago 9h 4989M 2473M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:52:52.599 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 4m ago 9h 4304M 2473M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:52:52.599 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 4m ago 9h 5008M 2473M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:52:52.599 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 4m ago 9h 155M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:52:52.982 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:52:52.982 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:52:52.982 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:52:52.983 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:52:52.983 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:52:52.983 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:52:52.983 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:52:52.983 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:52:52.983 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:52:52.983 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:52:52.983 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:52:52.983 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:52:52.983 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:52:52.983 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:52:52.983 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:52:52.983 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:52:52.983 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:52:52.983 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:52:53.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:52 smithi177 ceph-mon[212096]: pgmap v18591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:53.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:52 smithi123 ceph-mon[191304]: pgmap v18591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:53.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:52 smithi123 ceph-mon[188613]: pgmap v18591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:53 smithi177 ceph-mon[212096]: from='client.64478 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:52:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:53 smithi177 ceph-mon[212096]: from='client.54531 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:52:54.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:53 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2134411218' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:52:54.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:53 smithi123 ceph-mon[191304]: from='client.64478 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:52:54.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:53 smithi123 ceph-mon[191304]: from='client.54531 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:52:54.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:53 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2134411218' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:52:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:53 smithi123 ceph-mon[188613]: from='client.64478 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:52:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:53 smithi123 ceph-mon[188613]: from='client.54531 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:52:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:53 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2134411218' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:52:55.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:54 smithi177 ceph-mon[212096]: pgmap v18592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:55.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:54 smithi123 ceph-mon[191304]: pgmap v18592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:55.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:54 smithi123 ceph-mon[188613]: pgmap v18592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:57.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:56 smithi177 ceph-mon[212096]: pgmap v18593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:57.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:56 smithi123 ceph-mon[191304]: pgmap v18593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:57.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:56 smithi123 ceph-mon[188613]: pgmap v18593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:58.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:52:58.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:52:58.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:52:59.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:52:58 smithi123 ceph-mon[191304]: pgmap v18594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:59.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:52:58 smithi123 ceph-mon[188613]: pgmap v18594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:59.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:52:58 smithi177 ceph-mon[212096]: pgmap v18594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:52:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:52:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:52:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T19:53:01.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:00 smithi177 ceph-mon[212096]: pgmap v18595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:01.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:00 smithi123 ceph-mon[188613]: pgmap v18595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:01.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:00 smithi123 ceph-mon[191304]: pgmap v18595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:03.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:02 smithi177 ceph-mon[212096]: pgmap v18596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:03.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:02 smithi123 ceph-mon[191304]: pgmap v18596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:03.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:02 smithi123 ceph-mon[188613]: pgmap v18596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:05.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:04 smithi177 ceph-mon[212096]: pgmap v18597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:05.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:04 smithi123 ceph-mon[191304]: pgmap v18597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:05.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:04 smithi123 ceph-mon[188613]: pgmap v18597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:07.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:06 smithi177 ceph-mon[212096]: pgmap v18598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:07.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:06 smithi123 ceph-mon[191304]: pgmap v18598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:07.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:06 smithi123 ceph-mon[188613]: pgmap v18598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:09.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:08 smithi123 ceph-mon[191304]: pgmap v18599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:09.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:08 smithi123 ceph-mon[188613]: pgmap v18599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:09.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:08 smithi177 ceph-mon[212096]: pgmap v18599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:53:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:53:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T19:53:11.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:10 smithi177 ceph-mon[212096]: pgmap v18600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:11.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:10 smithi123 ceph-mon[191304]: pgmap v18600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:11.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:10 smithi123 ceph-mon[188613]: pgmap v18600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:12 smithi177 ceph-mon[212096]: pgmap v18601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:53:13.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:12 smithi123 ceph-mon[191304]: pgmap v18601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:13.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:53:13.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:12 smithi123 ceph-mon[188613]: pgmap v18601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:13.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:53:15.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:14 smithi177 ceph-mon[212096]: pgmap v18602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:15.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:14 smithi123 ceph-mon[191304]: pgmap v18602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:15.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:14 smithi123 ceph-mon[188613]: pgmap v18602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:16.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:53:16.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:53:16.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:53:16.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:53:16.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:53:16.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:53:16.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:53:16.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:53:16.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:53:16.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:53:16.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:53:16.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:53:17.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:16 smithi177 ceph-mon[212096]: pgmap v18603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:17.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:16 smithi123 ceph-mon[191304]: pgmap v18603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:17.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:16 smithi123 ceph-mon[188613]: pgmap v18603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:19.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:18 smithi177 ceph-mon[212096]: pgmap v18604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:19.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:18 smithi123 ceph-mon[191304]: pgmap v18604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:19.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:18 smithi123 ceph-mon[188613]: pgmap v18604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:19.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:53:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:53:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:53:21.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:20 smithi177 ceph-mon[212096]: pgmap v18605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:21.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:20 smithi123 ceph-mon[191304]: pgmap v18605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:21.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:20 smithi123 ceph-mon[188613]: pgmap v18605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:22.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:21 smithi177 ceph-mon[212096]: pgmap v18606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:22.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:21 smithi123 ceph-mon[191304]: pgmap v18606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:22.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:21 smithi123 ceph-mon[188613]: pgmap v18606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:23.328 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:53:23.636 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:53:23.636 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 7m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:53:23.636 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 5m ago 9h 92.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:53:23.636 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 7m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:53:23.636 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 5m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:53:23.636 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 5m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:53:23.636 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 7m ago 9h 886M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:53:23.636 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 7m ago 9h 2270M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:53:23.636 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 5m ago 9h 1096M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:53:23.636 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 7m ago 9h 1183M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:53:23.636 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 7m ago 9h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:53:23.636 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 5m ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:53:23.637 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 7m ago 9h 5460M 2149M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:53:23.637 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (8h) 7m ago 9h 6177M 2149M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:53:23.637 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 7m ago 9h 5019M 2149M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:53:23.637 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 7m ago 9h 5294M 2149M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:53:23.637 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 5m ago 9h 4456M 2473M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:53:23.637 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 5m ago 9h 4989M 2473M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:53:23.637 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 5m ago 9h 4304M 2473M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:53:23.637 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 5m ago 9h 5008M 2473M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:53:23.637 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 5m ago 9h 155M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:53:24.022 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:53:24.023 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:53:24.023 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:53:24.023 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:53:24.023 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:53:24.023 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:53:24.023 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:53:24.023 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:53:24.023 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:53:24.023 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:53:24.024 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:53:24.024 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:53:24.024 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:53:24.024 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:53:24.024 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:53:24.024 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:53:24.024 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:53:24.024 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:53:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:24 smithi177 ceph-mon[212096]: pgmap v18607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:24 smithi177 ceph-mon[212096]: from='client.64496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:53:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:24 smithi177 ceph-mon[212096]: from='client.64502 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:53:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:24 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1298094019' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:53:24.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:24 smithi123 ceph-mon[191304]: pgmap v18607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:24.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:24 smithi123 ceph-mon[191304]: from='client.64496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:53:24.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:24 smithi123 ceph-mon[191304]: from='client.64502 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:53:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:24 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1298094019' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:53:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:24 smithi123 ceph-mon[188613]: pgmap v18607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:24 smithi123 ceph-mon[188613]: from='client.64496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:53:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:24 smithi123 ceph-mon[188613]: from='client.64502 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:53:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:24 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1298094019' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:53:26.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:26 smithi177 ceph-mon[212096]: pgmap v18608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:26.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:26 smithi123 ceph-mon[191304]: pgmap v18608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:26 smithi123 ceph-mon[188613]: pgmap v18608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:53:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:53:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:53:28.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:28 smithi177 ceph-mon[212096]: pgmap v18609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:28 smithi123 ceph-mon[191304]: pgmap v18609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:28.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:28 smithi123 ceph-mon[188613]: pgmap v18609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:53:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:53:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:53:30.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:30 smithi177 ceph-mon[212096]: pgmap v18610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:30.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:30 smithi123 ceph-mon[188613]: pgmap v18610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:30 smithi123 ceph-mon[191304]: pgmap v18610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:32.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:32 smithi177 ceph-mon[212096]: pgmap v18611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:32.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:32 smithi123 ceph-mon[191304]: pgmap v18611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:32.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:32 smithi123 ceph-mon[188613]: pgmap v18611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:34.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:34 smithi177 ceph-mon[212096]: pgmap v18612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:34.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:34 smithi123 ceph-mon[191304]: pgmap v18612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:34.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:34 smithi123 ceph-mon[188613]: pgmap v18612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:36.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:36 smithi177 ceph-mon[212096]: pgmap v18613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:36.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:36 smithi123 ceph-mon[191304]: pgmap v18613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:36.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:36 smithi123 ceph-mon[188613]: pgmap v18613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:38.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:38 smithi177 ceph-mon[212096]: pgmap v18614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:38.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:38 smithi123 ceph-mon[191304]: pgmap v18614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:38.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:38 smithi123 ceph-mon[188613]: pgmap v18614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:53:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:53:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:53:40.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:40 smithi177 ceph-mon[212096]: pgmap v18615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:40.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:40 smithi123 ceph-mon[188613]: pgmap v18615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:40.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:40 smithi123 ceph-mon[191304]: pgmap v18615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:42 smithi177 ceph-mon[212096]: pgmap v18616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:53:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:42 smithi123 ceph-mon[188613]: pgmap v18616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:53:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:42 smithi123 ceph-mon[191304]: pgmap v18616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:53:44.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:44 smithi177 ceph-mon[212096]: pgmap v18617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:44.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:44 smithi123 ceph-mon[188613]: pgmap v18617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:44.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:44 smithi123 ceph-mon[191304]: pgmap v18617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:46.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:46 smithi177 ceph-mon[212096]: pgmap v18618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:46.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:46 smithi123 ceph-mon[191304]: pgmap v18618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:46.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:46 smithi123 ceph-mon[188613]: pgmap v18618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:48.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:48 smithi177 ceph-mon[212096]: pgmap v18619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:48.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:48 smithi123 ceph-mon[191304]: pgmap v18619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:48.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:48 smithi123 ceph-mon[188613]: pgmap v18619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:53:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:53:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:53:50.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:50 smithi177 ceph-mon[212096]: pgmap v18620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:50.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:50 smithi123 ceph-mon[188613]: pgmap v18620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:50.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:50 smithi123 ceph-mon[191304]: pgmap v18620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:52.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:52 smithi177 ceph-mon[212096]: pgmap v18621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:52.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:52 smithi123 ceph-mon[191304]: pgmap v18621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:52.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:52 smithi123 ceph-mon[188613]: pgmap v18621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:54.364 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:53:54.674 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:53:54.674 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 7m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:53:54.674 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 5m ago 9h 92.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:53:54.674 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 7m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:53:54.674 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 5m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:53:54.674 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 5m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:53:54.674 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 7m ago 9h 886M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:53:54.674 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 7m ago 9h 2270M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:53:54.674 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 5m ago 9h 1096M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:53:54.674 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 7m ago 9h 1183M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:53:54.674 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 7m ago 9h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:53:54.675 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 5m ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:53:54.675 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 7m ago 9h 5460M 2149M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:53:54.675 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 7m ago 9h 6177M 2149M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:53:54.675 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (8h) 7m ago 9h 5019M 2149M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:53:54.675 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (8h) 7m ago 9h 5294M 2149M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:53:54.675 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 5m ago 9h 4456M 2473M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:53:54.675 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 5m ago 9h 4989M 2473M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:53:54.675 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 5m ago 9h 4304M 2473M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:53:54.675 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 5m ago 9h 5008M 2473M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:53:54.675 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 5m ago 9h 155M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:53:54.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:54 smithi177 ceph-mon[212096]: pgmap v18622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:54.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:54 smithi123 ceph-mon[191304]: pgmap v18622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:54.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:54 smithi123 ceph-mon[188613]: pgmap v18622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:55.058 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:53:55.058 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:53:55.058 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:53:55.058 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:53:55.058 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:53:55.058 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:53:55.058 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:53:55.058 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:53:55.058 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:53:55.058 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:53:55.058 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:53:55.058 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:53:55.058 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:53:55.059 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:53:55.059 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:53:55.059 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:53:55.059 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:53:55.059 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:53:55.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:55 smithi177 ceph-mon[212096]: from='client.64514 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:53:55.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:55 smithi177 ceph-mon[212096]: from='client.64520 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:53:55.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:55 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3878158246' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:53:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:55 smithi123 ceph-mon[191304]: from='client.64514 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:53:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:55 smithi123 ceph-mon[191304]: from='client.64520 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:53:55.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:55 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3878158246' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:53:55.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:55 smithi123 ceph-mon[188613]: from='client.64514 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:53:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:55 smithi123 ceph-mon[188613]: from='client.64520 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:53:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:55 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3878158246' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:53:56.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:56 smithi177 ceph-mon[212096]: pgmap v18623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:56.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:56 smithi123 ceph-mon[191304]: pgmap v18623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:56.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:56 smithi123 ceph-mon[188613]: pgmap v18623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:53:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:53:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:53:58.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:53:58 smithi177 ceph-mon[212096]: pgmap v18624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:58.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:53:58 smithi123 ceph-mon[191304]: pgmap v18624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:58.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:53:58 smithi123 ceph-mon[188613]: pgmap v18624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:53:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:53:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:53:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:54:00.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:00 smithi177 ceph-mon[212096]: pgmap v18625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:00.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:00 smithi123 ceph-mon[188613]: pgmap v18625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:00.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:00 smithi123 ceph-mon[191304]: pgmap v18625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:02.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:02 smithi177 ceph-mon[212096]: pgmap v18626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:02.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:02 smithi123 ceph-mon[188613]: pgmap v18626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:02.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:02 smithi123 ceph-mon[191304]: pgmap v18626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:04.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:04 smithi177 ceph-mon[212096]: pgmap v18627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:04.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:04 smithi123 ceph-mon[188613]: pgmap v18627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:04.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:04 smithi123 ceph-mon[191304]: pgmap v18627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:06.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:06 smithi177 ceph-mon[212096]: pgmap v18628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:06 smithi123 ceph-mon[191304]: pgmap v18628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:06.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:06 smithi123 ceph-mon[188613]: pgmap v18628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:08.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:08 smithi177 ceph-mon[212096]: pgmap v18629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:08.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:08 smithi123 ceph-mon[191304]: pgmap v18629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:08.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:08 smithi123 ceph-mon[188613]: pgmap v18629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:54:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:54:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:54:10.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:10 smithi177 ceph-mon[212096]: pgmap v18630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:10.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:10 smithi123 ceph-mon[191304]: pgmap v18630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:10.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:10 smithi123 ceph-mon[188613]: pgmap v18630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:12 smithi177 ceph-mon[212096]: pgmap v18631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:54:12.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:12 smithi123 ceph-mon[191304]: pgmap v18631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:54:12.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:12 smithi123 ceph-mon[188613]: pgmap v18631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:12.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:54:14.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:14 smithi177 ceph-mon[212096]: pgmap v18632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:14.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:14 smithi123 ceph-mon[191304]: pgmap v18632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:14.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:14 smithi123 ceph-mon[188613]: pgmap v18632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:16.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:16 smithi177 ceph-mon[212096]: pgmap v18633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:16.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:54:16.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:54:16.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:54:16.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:54:16.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:54:16.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:54:16.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:54:16.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:54:16.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:54:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:54:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:54:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:54:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:54:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:54:16.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:16 smithi123 ceph-mon[191304]: pgmap v18633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:16.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:54:16.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:54:16.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:54:16.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:54:16.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:54:16.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:54:16.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:54:16.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:54:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:54:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:54:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:54:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:54:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:54:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:54:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:16 smithi123 ceph-mon[188613]: pgmap v18633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:54:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:54:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:54:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:54:16.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:54:16.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:54:16.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:54:16.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:54:16.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T19:54:16.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:54:16.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:54:16.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:54:16.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:54:16.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:54:17.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:17 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2137M 2023-12-20T19:54:17.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:17 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi177 to 2470M 2023-12-20T19:54:17.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:17 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2137M 2023-12-20T19:54:17.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:17 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi177 to 2470M 2023-12-20T19:54:17.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:17 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2137M 2023-12-20T19:54:17.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:17 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi177 to 2470M 2023-12-20T19:54:18.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:18 smithi177 ceph-mon[212096]: pgmap v18634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:18.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:18 smithi123 ceph-mon[191304]: pgmap v18634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:18.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:18 smithi123 ceph-mon[188613]: pgmap v18634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:54:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:54:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:54:20.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:20 smithi177 ceph-mon[212096]: pgmap v18635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:20.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:20 smithi123 ceph-mon[191304]: pgmap v18635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:20 smithi123 ceph-mon[188613]: pgmap v18635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:22.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:22 smithi123 ceph-mon[188613]: pgmap v18636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:22 smithi123 ceph-mon[191304]: pgmap v18636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:23.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:22 smithi177 ceph-mon[212096]: pgmap v18636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:24.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:24 smithi123 ceph-mon[188613]: pgmap v18637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:24.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:24 smithi123 ceph-mon[191304]: pgmap v18637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:25.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:24 smithi177 ceph-mon[212096]: pgmap v18637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:25.404 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:54:25.714 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:54:25.714 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 8m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:54:25.714 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 6m ago 9h 92.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:54:25.714 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 8m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:54:25.715 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 6m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:54:25.715 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 6m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:54:25.715 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 8m ago 9h 886M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:54:25.715 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 8m ago 9h 2270M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:54:25.715 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 6m ago 9h 1096M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:54:25.715 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 8m ago 9h 1183M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:54:25.715 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 8m ago 9h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:54:25.715 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 6m ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:54:25.715 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 8m ago 9h 5460M 2137M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:54:25.715 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 8m ago 9h 6177M 2137M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:54:25.715 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 8m ago 9h 5019M 2137M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:54:25.715 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 8m ago 9h 5294M 2137M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:54:25.715 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (8h) 6m ago 9h 4456M 2470M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:54:25.715 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 6m ago 9h 4989M 2470M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:54:25.715 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 6m ago 9h 4304M 2470M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:54:25.715 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 6m ago 9h 5008M 2470M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:54:25.716 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 6m ago 9h 155M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:54:26.097 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:54:26.097 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:54:26.097 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:54:26.097 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:54:26.097 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:54:26.097 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:54:26.097 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:54:26.097 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:54:26.097 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:54:26.097 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:54:26.097 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:54:26.097 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:54:26.097 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:54:26.098 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:54:26.098 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:54:26.098 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:54:26.098 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:54:26.098 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:54:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:26 smithi123 ceph-mon[188613]: pgmap v18638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:26 smithi123 ceph-mon[188613]: from='client.64532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:54:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:26 smithi123 ceph-mon[188613]: from='client.64538 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:54:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:26 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3956041362' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:54:26.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:26 smithi123 ceph-mon[191304]: pgmap v18638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:26.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:26 smithi123 ceph-mon[191304]: from='client.64532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:54:26.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:26 smithi123 ceph-mon[191304]: from='client.64538 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:54:26.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:26 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3956041362' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:54:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:26 smithi177 ceph-mon[212096]: pgmap v18638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:26 smithi177 ceph-mon[212096]: from='client.64532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:54:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:26 smithi177 ceph-mon[212096]: from='client.64538 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:54:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:26 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3956041362' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:54:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:54:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:54:28.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:54:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:28 smithi123 ceph-mon[191304]: pgmap v18639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:28.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:28 smithi123 ceph-mon[188613]: pgmap v18639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:29.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:28 smithi177 ceph-mon[212096]: pgmap v18639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:54:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:54:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T19:54:30.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:30 smithi123 ceph-mon[191304]: pgmap v18640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:30.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:30 smithi123 ceph-mon[188613]: pgmap v18640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:31.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:30 smithi177 ceph-mon[212096]: pgmap v18640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:32.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:32 smithi123 ceph-mon[191304]: pgmap v18641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:32.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:32 smithi123 ceph-mon[188613]: pgmap v18641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:33.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:32 smithi177 ceph-mon[212096]: pgmap v18641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:34.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:34 smithi123 ceph-mon[191304]: pgmap v18642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:34.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:34 smithi123 ceph-mon[188613]: pgmap v18642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:35.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:34 smithi177 ceph-mon[212096]: pgmap v18642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:36.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:36 smithi123 ceph-mon[191304]: pgmap v18643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:36.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:36 smithi123 ceph-mon[188613]: pgmap v18643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:37.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:36 smithi177 ceph-mon[212096]: pgmap v18643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:38.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:38 smithi123 ceph-mon[191304]: pgmap v18644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:38.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:38 smithi123 ceph-mon[188613]: pgmap v18644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:39.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:38 smithi177 ceph-mon[212096]: pgmap v18644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:54:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:54:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T19:54:40.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:40 smithi123 ceph-mon[191304]: pgmap v18645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:40.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:40 smithi123 ceph-mon[188613]: pgmap v18645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:40 smithi177 ceph-mon[212096]: pgmap v18645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:42 smithi123 ceph-mon[191304]: pgmap v18646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:54:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:42 smithi123 ceph-mon[188613]: pgmap v18646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:54:43.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:42 smithi177 ceph-mon[212096]: pgmap v18646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:43.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:54:44.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:44 smithi123 ceph-mon[188613]: pgmap v18647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:44.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:44 smithi123 ceph-mon[191304]: pgmap v18647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:45.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:44 smithi177 ceph-mon[212096]: pgmap v18647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:46.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:46 smithi123 ceph-mon[191304]: pgmap v18648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:46.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:46 smithi123 ceph-mon[188613]: pgmap v18648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:47.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:46 smithi177 ceph-mon[212096]: pgmap v18648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:48 smithi123 ceph-mon[191304]: pgmap v18649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:48 smithi123 ceph-mon[188613]: pgmap v18649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:49.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:48 smithi177 ceph-mon[212096]: pgmap v18649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:54:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:54:49] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T19:54:50.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:50 smithi123 ceph-mon[191304]: pgmap v18650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:50.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:50 smithi123 ceph-mon[188613]: pgmap v18650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:50 smithi177 ceph-mon[212096]: pgmap v18650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:52.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:52 smithi123 ceph-mon[191304]: pgmap v18651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:52.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:52 smithi123 ceph-mon[188613]: pgmap v18651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:53.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:52 smithi177 ceph-mon[212096]: pgmap v18651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:54.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:54 smithi123 ceph-mon[191304]: pgmap v18652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:54.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:54 smithi123 ceph-mon[188613]: pgmap v18652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:55.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:54 smithi177 ceph-mon[212096]: pgmap v18652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:56.443 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:54:56.754 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:54:56.754 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 8m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:54:56.754 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 6m ago 9h 92.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:54:56.755 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 8m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:54:56.755 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 6m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:54:56.755 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 6m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:54:56.755 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 8m ago 9h 886M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:54:56.755 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 8m ago 9h 2270M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:54:56.755 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 6m ago 9h 1096M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:54:56.755 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 8m ago 9h 1183M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:54:56.755 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 8m ago 9h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:54:56.755 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 6m ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:54:56.755 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 8m ago 9h 5460M 2137M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:54:56.755 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 8m ago 9h 6177M 2137M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:54:56.755 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 8m ago 9h 5019M 2137M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:54:56.755 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 8m ago 9h 5294M 2137M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:54:56.755 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 6m ago 9h 4456M 2470M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:54:56.756 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (8h) 6m ago 9h 4989M 2470M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:54:56.756 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 6m ago 9h 4304M 2470M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:54:56.756 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 6m ago 9h 5008M 2470M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:54:56.756 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 6m ago 9h 155M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:54:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:56 smithi123 ceph-mon[191304]: pgmap v18653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:56.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:56 smithi123 ceph-mon[188613]: pgmap v18653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:57.138 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:54:57.139 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:54:57.139 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:54:57.139 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:54:57.139 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:54:57.139 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:54:57.139 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:54:57.139 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:54:57.139 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:54:57.139 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:54:57.139 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:54:57.139 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:54:57.139 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:54:57.139 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:54:57.139 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:54:57.139 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:54:57.140 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:54:57.140 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:54:57.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:56 smithi177 ceph-mon[212096]: pgmap v18653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:57 smithi123 ceph-mon[191304]: from='client.64550 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:54:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:57 smithi123 ceph-mon[191304]: from='client.54603 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:54:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:54:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:57 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1364757620' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:54:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:57 smithi123 ceph-mon[188613]: from='client.64550 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:54:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:57 smithi123 ceph-mon[188613]: from='client.54603 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:54:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:54:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:57 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1364757620' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:54:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:57 smithi177 ceph-mon[212096]: from='client.64550 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:54:58.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:57 smithi177 ceph-mon[212096]: from='client.54603 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:54:58.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:54:58.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:57 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1364757620' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:54:58.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:54:58 smithi123 ceph-mon[191304]: pgmap v18654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:58.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:54:58 smithi123 ceph-mon[188613]: pgmap v18654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:59.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:54:58 smithi177 ceph-mon[212096]: pgmap v18654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:54:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:54:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:54:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:55:00.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:00 smithi123 ceph-mon[188613]: pgmap v18655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:00.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:00 smithi123 ceph-mon[191304]: pgmap v18655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:01.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:00 smithi177 ceph-mon[212096]: pgmap v18655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:02.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:02 smithi123 ceph-mon[191304]: pgmap v18656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:02.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:02 smithi123 ceph-mon[188613]: pgmap v18656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:03.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:02 smithi177 ceph-mon[212096]: pgmap v18656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:04.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:04 smithi123 ceph-mon[191304]: pgmap v18657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:04.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:04 smithi123 ceph-mon[188613]: pgmap v18657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:05.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:04 smithi177 ceph-mon[212096]: pgmap v18657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:07.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:06 smithi177 ceph-mon[212096]: pgmap v18658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:07.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:06 smithi123 ceph-mon[191304]: pgmap v18658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:07.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:06 smithi123 ceph-mon[188613]: pgmap v18658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:09.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:08 smithi123 ceph-mon[191304]: pgmap v18659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:09.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:08 smithi123 ceph-mon[188613]: pgmap v18659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:09.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:08 smithi177 ceph-mon[212096]: pgmap v18659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:55:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:55:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:55:11.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:10 smithi177 ceph-mon[212096]: pgmap v18660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:11.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:10 smithi123 ceph-mon[191304]: pgmap v18660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:11.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:10 smithi123 ceph-mon[188613]: pgmap v18660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:12 smithi177 ceph-mon[212096]: pgmap v18661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:55:13.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:12 smithi123 ceph-mon[191304]: pgmap v18661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:13.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:55:13.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:12 smithi123 ceph-mon[188613]: pgmap v18661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:13.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:55:15.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:14 smithi177 ceph-mon[212096]: pgmap v18662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:15.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:14 smithi123 ceph-mon[191304]: pgmap v18662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:15.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:14 smithi123 ceph-mon[188613]: pgmap v18662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:17.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:16 smithi177 ceph-mon[212096]: pgmap v18663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:17.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:55:17.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:16 smithi123 ceph-mon[191304]: pgmap v18663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:17.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:55:17.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:16 smithi123 ceph-mon[188613]: pgmap v18663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:17.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:55:18.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:55:18.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:55:18.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:55:18.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:55:18.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:55:18.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:55:18.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:55:18.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:55:18.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:55:19.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:18 smithi123 ceph-mon[191304]: pgmap v18664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:19.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:18 smithi123 ceph-mon[188613]: pgmap v18664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:19.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:18 smithi177 ceph-mon[212096]: pgmap v18664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:55:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:55:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:55:21.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:20 smithi177 ceph-mon[212096]: pgmap v18665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:21.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:20 smithi123 ceph-mon[191304]: pgmap v18665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:21.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:20 smithi123 ceph-mon[188613]: pgmap v18665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:23.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:22 smithi177 ceph-mon[212096]: pgmap v18666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:23.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:22 smithi123 ceph-mon[191304]: pgmap v18666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:23.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:22 smithi123 ceph-mon[188613]: pgmap v18666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:25.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:24 smithi177 ceph-mon[212096]: pgmap v18667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:25.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:24 smithi123 ceph-mon[191304]: pgmap v18667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:25.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:24 smithi123 ceph-mon[188613]: pgmap v18667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:26 smithi177 ceph-mon[212096]: pgmap v18668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:26 smithi123 ceph-mon[191304]: pgmap v18668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:27.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:26 smithi123 ceph-mon[188613]: pgmap v18668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:27.484 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:55:27.794 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:55:27.794 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 9m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:55:27.794 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 7m ago 9h 92.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:55:27.795 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 9m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:55:27.795 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 7m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:55:27.795 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 7m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:55:27.795 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 9m ago 9h 886M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:55:27.795 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 9m ago 9h 2270M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:55:27.795 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 7m ago 9h 1096M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:55:27.795 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 9m ago 9h 1183M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:55:27.795 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 9m ago 9h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:55:27.795 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 7m ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:55:27.795 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 9m ago 9h 5460M 2137M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:55:27.795 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 9m ago 9h 6177M 2137M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:55:27.795 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 9m ago 9h 5019M 2137M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:55:27.795 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 9m ago 9h 5294M 2137M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:55:27.795 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 7m ago 9h 4456M 2470M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:55:27.795 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 7m ago 9h 4989M 2470M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:55:27.796 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (8h) 7m ago 9h 4304M 2470M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:55:27.796 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 7m ago 9h 5008M 2470M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:55:27.796 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 7m ago 9h 155M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:55:28.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:55:28.177 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:55:28.177 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:55:28.177 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:55:28.178 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:55:28.178 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:55:28.178 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:55:28.178 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:55:28.178 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:55:28.178 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:55:28.178 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:55:28.178 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:55:28.178 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:55:28.178 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:55:28.178 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:55:28.178 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:55:28.178 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:55:28.178 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:55:28.179 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:55:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:55:28.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:55:29.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:28 smithi123 ceph-mon[191304]: pgmap v18669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:29.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:28 smithi123 ceph-mon[191304]: from='client.64568 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:55:29.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:28 smithi123 ceph-mon[191304]: from='client.64574 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:55:29.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:28 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4044936802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:55:29.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:28 smithi123 ceph-mon[188613]: pgmap v18669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:29.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:28 smithi123 ceph-mon[188613]: from='client.64568 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:55:29.079 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:28 smithi123 ceph-mon[188613]: from='client.64574 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:55:29.079 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:28 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4044936802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:55:29.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:28 smithi177 ceph-mon[212096]: pgmap v18669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:29.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:28 smithi177 ceph-mon[212096]: from='client.64568 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:55:29.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:28 smithi177 ceph-mon[212096]: from='client.64574 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:55:29.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:28 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4044936802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:55:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:55:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:55:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:55:31.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:30 smithi177 ceph-mon[212096]: pgmap v18670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:31.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:30 smithi123 ceph-mon[191304]: pgmap v18670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:31.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:30 smithi123 ceph-mon[188613]: pgmap v18670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:33.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:32 smithi177 ceph-mon[212096]: pgmap v18671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:33.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:32 smithi123 ceph-mon[191304]: pgmap v18671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:33.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:32 smithi123 ceph-mon[188613]: pgmap v18671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:35.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:34 smithi177 ceph-mon[212096]: pgmap v18672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:35.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:34 smithi123 ceph-mon[191304]: pgmap v18672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:35.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:34 smithi123 ceph-mon[188613]: pgmap v18672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:36 smithi177 ceph-mon[212096]: pgmap v18673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:37.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:36 smithi123 ceph-mon[191304]: pgmap v18673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:37.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:36 smithi123 ceph-mon[188613]: pgmap v18673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:39.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:38 smithi123 ceph-mon[191304]: pgmap v18674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:39.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:38 smithi123 ceph-mon[188613]: pgmap v18674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:39.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:38 smithi177 ceph-mon[212096]: pgmap v18674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:55:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:55:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:55:41.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:40 smithi177 ceph-mon[212096]: pgmap v18675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:40 smithi123 ceph-mon[191304]: pgmap v18675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:41.270 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:40 smithi123 ceph-mon[188613]: pgmap v18675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:43.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:42 smithi177 ceph-mon[212096]: pgmap v18676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:43.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:55:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:42 smithi123 ceph-mon[191304]: pgmap v18676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:43.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:55:43.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:42 smithi123 ceph-mon[188613]: pgmap v18676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:43.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:55:45.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:44 smithi177 ceph-mon[212096]: pgmap v18677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:44 smithi123 ceph-mon[191304]: pgmap v18677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:45.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:44 smithi123 ceph-mon[188613]: pgmap v18677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:47.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:46 smithi177 ceph-mon[212096]: pgmap v18678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:47.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:46 smithi123 ceph-mon[191304]: pgmap v18678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:47.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:46 smithi123 ceph-mon[188613]: pgmap v18678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:49.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:48 smithi123 ceph-mon[191304]: pgmap v18679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:49.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:48 smithi123 ceph-mon[188613]: pgmap v18679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:49.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:48 smithi177 ceph-mon[212096]: pgmap v18679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:55:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:55:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:55:51.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:50 smithi177 ceph-mon[212096]: pgmap v18680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:50 smithi123 ceph-mon[191304]: pgmap v18680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:51.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:50 smithi123 ceph-mon[188613]: pgmap v18680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:53.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:52 smithi177 ceph-mon[212096]: pgmap v18681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:53.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:52 smithi123 ceph-mon[191304]: pgmap v18681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:53.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:52 smithi123 ceph-mon[188613]: pgmap v18681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:55.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:54 smithi177 ceph-mon[212096]: pgmap v18682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:55.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:54 smithi123 ceph-mon[191304]: pgmap v18682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:55.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:54 smithi123 ceph-mon[188613]: pgmap v18682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:57.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:56 smithi177 ceph-mon[212096]: pgmap v18683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:57.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:56 smithi123 ceph-mon[191304]: pgmap v18683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:57.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:56 smithi123 ceph-mon[188613]: pgmap v18683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:58.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:55:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:55:58.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:55:58.523 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:55:58.833 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:55:58.833 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 9m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:55:58.833 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 7m ago 9h 92.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:55:58.833 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 9m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:55:58.833 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 7m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:55:58.833 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 7m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:55:58.833 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 9m ago 9h 886M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:55:58.834 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 9m ago 9h 2270M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:55:58.834 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 7m ago 9h 1096M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:55:58.834 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 9m ago 9h 1183M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:55:58.834 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 9m ago 9h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:55:58.834 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 7m ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:55:58.834 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 9m ago 9h 5460M 2137M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:55:58.834 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 9m ago 9h 6177M 2137M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:55:58.834 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 9m ago 9h 5019M 2137M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:55:58.834 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 9m ago 9h 5294M 2137M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:55:58.834 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 7m ago 9h 4456M 2470M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:55:58.834 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 7m ago 9h 4989M 2470M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:55:58.834 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 7m ago 9h 4304M 2470M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:55:58.834 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (8h) 7m ago 9h 5008M 2470M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:55:58.834 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 7m ago 9h 155M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:55:59.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:58 smithi177 ceph-mon[212096]: pgmap v18684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:59.217 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:55:59.217 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:55:59.217 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:55:59.217 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:55:59.217 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:55:59.217 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:55:59.217 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:55:59.217 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:55:59.217 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:55:59.217 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:55:59.218 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:55:59.218 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:55:59.218 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:55:59.218 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:55:59.218 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:55:59.218 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:55:59.218 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:55:59.218 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:55:59.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:58 smithi123 ceph-mon[191304]: pgmap v18684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:59.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:58 smithi123 ceph-mon[188613]: pgmap v18684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:55:59.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:55:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:55:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:56:00.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:59 smithi177 ceph-mon[212096]: from='client.64586 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:56:00.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:59 smithi177 ceph-mon[212096]: from='client.64592 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:56:00.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:55:59 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1538111697' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:56:00.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:59 smithi123 ceph-mon[191304]: from='client.64586 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:56:00.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:59 smithi123 ceph-mon[191304]: from='client.64592 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:56:00.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:55:59 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1538111697' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:56:00.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:59 smithi123 ceph-mon[188613]: from='client.64586 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:56:00.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:59 smithi123 ceph-mon[188613]: from='client.64592 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:56:00.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:55:59 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1538111697' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:56:01.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:00 smithi177 ceph-mon[212096]: pgmap v18685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:01.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:00 smithi123 ceph-mon[191304]: pgmap v18685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:01.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:00 smithi123 ceph-mon[188613]: pgmap v18685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:03.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:02 smithi177 ceph-mon[212096]: pgmap v18686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:03.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:02 smithi123 ceph-mon[188613]: pgmap v18686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:03.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:02 smithi123 ceph-mon[191304]: pgmap v18686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:05.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:04 smithi177 ceph-mon[212096]: pgmap v18687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:05.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:04 smithi123 ceph-mon[191304]: pgmap v18687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:05.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:04 smithi123 ceph-mon[188613]: pgmap v18687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:06 smithi177 ceph-mon[212096]: pgmap v18688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:07.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:06 smithi123 ceph-mon[191304]: pgmap v18688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:07.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:06 smithi123 ceph-mon[188613]: pgmap v18688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:09.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:08 smithi177 ceph-mon[212096]: pgmap v18689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:09.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:08 smithi123 ceph-mon[191304]: pgmap v18689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:09.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:08 smithi123 ceph-mon[188613]: pgmap v18689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:09.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:56:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:56:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:56:10.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:09 smithi123 ceph-mon[191304]: pgmap v18690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:10.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:09 smithi123 ceph-mon[188613]: pgmap v18690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:10.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:09 smithi177 ceph-mon[212096]: pgmap v18690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:12 smithi177 ceph-mon[212096]: pgmap v18691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:56:12.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:12 smithi123 ceph-mon[191304]: pgmap v18691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:56:12.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:12 smithi123 ceph-mon[188613]: pgmap v18691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:12.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:56:14.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:14 smithi177 ceph-mon[212096]: pgmap v18692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:14.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:14 smithi123 ceph-mon[191304]: pgmap v18692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:14.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:14 smithi123 ceph-mon[188613]: pgmap v18692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:16.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:16 smithi177 ceph-mon[212096]: pgmap v18693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:16.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:16 smithi123 ceph-mon[191304]: pgmap v18693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:16.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:16 smithi123 ceph-mon[188613]: pgmap v18693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:17.901 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:56:17.901 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:56:17.901 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:56:17.901 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:56:17.901 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:56:17.901 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:56:17.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:56:17.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:56:17.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:56:18.814 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:18 smithi123 ceph-mon[191304]: pgmap v18694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:18.814 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:18 smithi123 ceph-mon[188613]: pgmap v18694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:18.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:18 smithi177 ceph-mon[212096]: pgmap v18694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:56:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:56:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:56:20.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:56:20.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:56:20.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:20 smithi177 ceph-mon[212096]: pgmap v18695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:20.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:56:20.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:56:20.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:56:20.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:56:20.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:56:20.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:20 smithi123 ceph-mon[191304]: pgmap v18695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:20.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:56:20.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:56:20.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:56:20.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:56:20.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:56:20.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:20 smithi123 ceph-mon[188613]: pgmap v18695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:56:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:56:20.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:56:22.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:22 smithi177 ceph-mon[212096]: pgmap v18696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:22.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:22 smithi123 ceph-mon[191304]: pgmap v18696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:22.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:22 smithi123 ceph-mon[188613]: pgmap v18696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:24.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:24 smithi177 ceph-mon[212096]: pgmap v18697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:24.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:24 smithi123 ceph-mon[191304]: pgmap v18697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:24.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:24 smithi123 ceph-mon[188613]: pgmap v18697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:26.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:26 smithi177 ceph-mon[212096]: pgmap v18698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:26 smithi123 ceph-mon[191304]: pgmap v18698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:26 smithi123 ceph-mon[188613]: pgmap v18698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:56:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:56:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:56:28.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:28 smithi177 ceph-mon[212096]: pgmap v18699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:28.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:28 smithi123 ceph-mon[188613]: pgmap v18699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:28.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:28 smithi123 ceph-mon[191304]: pgmap v18699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:56:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:56:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T19:56:29.564 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:56:29.871 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:56:29.871 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 10s ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:56:29.871 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 8m ago 9h 92.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:56:29.871 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 10s ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:56:29.871 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 8m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:56:29.871 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 8m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:56:29.871 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 10s ago 9h 892M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:56:29.871 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 10s ago 9h 2301M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:56:29.871 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 8m ago 9h 1096M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:56:29.871 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 10s ago 9h 1200M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:56:29.872 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 10s ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:56:29.872 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 8m ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:56:29.872 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 10s ago 9h 5493M 2137M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:56:29.872 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 10s ago 9h 6209M 2137M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:56:29.872 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 10s ago 9h 5044M 2137M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:56:29.872 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 10s ago 9h 5324M 2137M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:56:29.872 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 8m ago 9h 4456M 2470M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:56:29.872 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 8m ago 9h 4989M 2470M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:56:29.872 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 8m ago 9h 4304M 2470M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:56:29.872 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 8m ago 9h 5008M 2470M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:56:29.872 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 8m ago 9h 155M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:56:30.255 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:56:30.255 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:56:30.255 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:56:30.255 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:56:30.255 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:56:30.255 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:56:30.255 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:56:30.255 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:56:30.255 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:56:30.255 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:56:30.256 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:56:30.256 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:56:30.256 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:56:30.256 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:56:30.256 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:56:30.256 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:56:30.256 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:56:30.256 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:56:30.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:30 smithi177 ceph-mon[212096]: pgmap v18700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:30.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:30 smithi177 ceph-mon[212096]: from='client.54651 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:56:30.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:30 smithi177 ceph-mon[212096]: from='client.64610 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:56:30.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:30 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/124334547' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:56:30.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:30 smithi123 ceph-mon[191304]: pgmap v18700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:30 smithi123 ceph-mon[191304]: from='client.54651 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:56:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:30 smithi123 ceph-mon[191304]: from='client.64610 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:56:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:30 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/124334547' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:56:30.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:30 smithi123 ceph-mon[188613]: pgmap v18700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:30.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:30 smithi123 ceph-mon[188613]: from='client.54651 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:56:30.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:30 smithi123 ceph-mon[188613]: from='client.64610 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:56:30.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:30 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/124334547' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:56:32.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:32 smithi177 ceph-mon[212096]: pgmap v18701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:32.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:32 smithi123 ceph-mon[191304]: pgmap v18701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:32.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:32 smithi123 ceph-mon[188613]: pgmap v18701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:34.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:34 smithi177 ceph-mon[212096]: pgmap v18702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:34.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:34 smithi123 ceph-mon[191304]: pgmap v18702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:34.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:34 smithi123 ceph-mon[188613]: pgmap v18702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:36.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:36 smithi177 ceph-mon[212096]: pgmap v18703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:36.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:36 smithi123 ceph-mon[191304]: pgmap v18703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:36.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:36 smithi123 ceph-mon[188613]: pgmap v18703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:38.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:38 smithi177 ceph-mon[212096]: pgmap v18704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:38.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:38 smithi123 ceph-mon[191304]: pgmap v18704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:38.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:38 smithi123 ceph-mon[188613]: pgmap v18704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:56:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:56:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T19:56:40.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:40 smithi177 ceph-mon[212096]: pgmap v18705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:40.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:40 smithi123 ceph-mon[191304]: pgmap v18705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:40.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:40 smithi123 ceph-mon[188613]: pgmap v18705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:42 smithi177 ceph-mon[212096]: pgmap v18706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:56:42.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:42 smithi123 ceph-mon[191304]: pgmap v18706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:56:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:42 smithi123 ceph-mon[188613]: pgmap v18706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:56:44.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:44 smithi177 ceph-mon[212096]: pgmap v18707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:44.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:44 smithi123 ceph-mon[191304]: pgmap v18707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:44.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:44 smithi123 ceph-mon[188613]: pgmap v18707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:46.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:46 smithi177 ceph-mon[212096]: pgmap v18708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:46.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:46 smithi123 ceph-mon[191304]: pgmap v18708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:46.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:46 smithi123 ceph-mon[188613]: pgmap v18708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:48.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:48 smithi177 ceph-mon[212096]: pgmap v18709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:48.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:48 smithi123 ceph-mon[191304]: pgmap v18709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:48.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:48 smithi123 ceph-mon[188613]: pgmap v18709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:56:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:56:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T19:56:50.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:50 smithi177 ceph-mon[212096]: pgmap v18710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:50.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:50 smithi123 ceph-mon[191304]: pgmap v18710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:50.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:50 smithi123 ceph-mon[188613]: pgmap v18710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:52.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:52 smithi177 ceph-mon[212096]: pgmap v18711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:52.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:52 smithi123 ceph-mon[188613]: pgmap v18711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:52.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:52 smithi123 ceph-mon[191304]: pgmap v18711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:54.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:54 smithi177 ceph-mon[212096]: pgmap v18712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:54.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:54 smithi123 ceph-mon[191304]: pgmap v18712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:54.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:54 smithi123 ceph-mon[188613]: pgmap v18712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:56.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:56 smithi177 ceph-mon[212096]: pgmap v18713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:56 smithi123 ceph-mon[191304]: pgmap v18713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:56.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:56 smithi123 ceph-mon[188613]: pgmap v18713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:56:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:56:57.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:56:58.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:56:58 smithi123 ceph-mon[191304]: pgmap v18714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:58.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:56:58 smithi123 ceph-mon[188613]: pgmap v18714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:59.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:56:58 smithi177 ceph-mon[212096]: pgmap v18714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:56:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:56:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:56:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:57:00.600 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:57:00.908 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:57:00.908 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 41s ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:57:00.909 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 8m ago 9h 92.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:57:00.909 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 41s ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:57:00.909 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 8m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:57:00.909 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 8m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:57:00.909 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 41s ago 9h 892M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:57:00.909 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 41s ago 9h 2301M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:57:00.909 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 8m ago 9h 1096M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:57:00.909 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 41s ago 9h 1200M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:57:00.909 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 41s ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:57:00.909 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 8m ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:57:00.909 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 41s ago 9h 5493M 2137M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:57:00.909 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 41s ago 9h 6209M 2137M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:57:00.910 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 41s ago 9h 5044M 2137M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:57:00.910 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 41s ago 9h 5324M 2137M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:57:00.910 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 8m ago 9h 4456M 2470M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:57:00.910 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 8m ago 9h 4989M 2470M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:57:00.910 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 8m ago 9h 4304M 2470M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:57:00.910 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 8m ago 9h 5008M 2470M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:57:00.910 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 8m ago 9h 155M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:57:00.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:00 smithi123 ceph-mon[191304]: pgmap v18715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:00.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:00 smithi123 ceph-mon[188613]: pgmap v18715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:01.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:00 smithi177 ceph-mon[212096]: pgmap v18715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:01.295 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:57:01.295 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:57:01.295 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:57:01.295 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:57:01.295 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:57:01.295 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:57:01.295 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:57:01.295 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:57:01.296 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:57:01.296 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:57:01.296 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:57:01.296 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:57:01.296 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:57:01.296 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:57:01.296 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:57:01.296 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:57:01.296 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:57:01.296 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:57:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:01 smithi123 ceph-mon[191304]: from='client.54669 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:57:01.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:01 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1916338353' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:57:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:01 smithi123 ceph-mon[188613]: from='client.54669 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:57:01.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:01 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1916338353' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:57:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:01 smithi177 ceph-mon[212096]: from='client.54669 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:57:02.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:01 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1916338353' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:57:02.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:02 smithi123 ceph-mon[191304]: from='client.54675 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:57:02.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:02 smithi123 ceph-mon[191304]: pgmap v18716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:02.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:02 smithi123 ceph-mon[188613]: from='client.54675 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:57:02.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:02 smithi123 ceph-mon[188613]: pgmap v18716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:03.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:02 smithi177 ceph-mon[212096]: from='client.54675 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:57:03.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:02 smithi177 ceph-mon[212096]: pgmap v18716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:04.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:04 smithi123 ceph-mon[191304]: pgmap v18717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:04.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:04 smithi123 ceph-mon[188613]: pgmap v18717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:05.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:04 smithi177 ceph-mon[212096]: pgmap v18717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:06.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:06 smithi123 ceph-mon[188613]: pgmap v18718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:06 smithi123 ceph-mon[191304]: pgmap v18718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:06 smithi177 ceph-mon[212096]: pgmap v18718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:08.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:08 smithi123 ceph-mon[188613]: pgmap v18719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:08.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:08 smithi123 ceph-mon[191304]: pgmap v18719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:09.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:08 smithi177 ceph-mon[212096]: pgmap v18719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:57:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:57:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:57:10.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:10 smithi123 ceph-mon[191304]: pgmap v18720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:10.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:10 smithi123 ceph-mon[188613]: pgmap v18720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:11.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:10 smithi177 ceph-mon[212096]: pgmap v18720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:12.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:12 smithi123 ceph-mon[188613]: pgmap v18721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:12.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:57:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:12 smithi123 ceph-mon[191304]: pgmap v18721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:57:13.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:12 smithi177 ceph-mon[212096]: pgmap v18721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:57:14.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:14 smithi123 ceph-mon[191304]: pgmap v18722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:14.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:14 smithi123 ceph-mon[188613]: pgmap v18722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:15.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:14 smithi177 ceph-mon[212096]: pgmap v18722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:16.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:16 smithi123 ceph-mon[188613]: pgmap v18723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:16.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:16 smithi123 ceph-mon[191304]: pgmap v18723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:17.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:16 smithi177 ceph-mon[212096]: pgmap v18723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:18.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:18 smithi123 ceph-mon[191304]: pgmap v18724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:18.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:18 smithi123 ceph-mon[188613]: pgmap v18724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:19.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:18 smithi177 ceph-mon[212096]: pgmap v18724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:57:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:57:19] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T19:57:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:20 smithi123 ceph-mon[188613]: pgmap v18725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:57:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:57:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:57:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:57:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:57:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:57:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:20 smithi123 ceph-mon[191304]: pgmap v18725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:57:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:57:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:57:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:57:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:57:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:57:21.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:20 smithi177 ceph-mon[212096]: pgmap v18725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:21.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:57:21.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:57:21.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:57:21.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:57:21.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:57:21.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:57:22.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:22 smithi123 ceph-mon[191304]: pgmap v18726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:22.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:22 smithi123 ceph-mon[188613]: pgmap v18726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:23.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:22 smithi177 ceph-mon[212096]: pgmap v18726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:24.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:24 smithi123 ceph-mon[191304]: pgmap v18727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:24.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:24 smithi123 ceph-mon[188613]: pgmap v18727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:25.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:24 smithi177 ceph-mon[212096]: pgmap v18727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:26 smithi123 ceph-mon[191304]: pgmap v18728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:26 smithi123 ceph-mon[188613]: pgmap v18728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:26 smithi177 ceph-mon[212096]: pgmap v18728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:57:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:57:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:57:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:28 smithi123 ceph-mon[191304]: pgmap v18729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:28.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:28 smithi123 ceph-mon[188613]: pgmap v18729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:29.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:28 smithi177 ceph-mon[212096]: pgmap v18729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:57:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:57:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:57:30.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:30 smithi123 ceph-mon[191304]: pgmap v18730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:30.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:30 smithi123 ceph-mon[188613]: pgmap v18730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:31.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:30 smithi177 ceph-mon[212096]: pgmap v18730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:31.638 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:57:31.946 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:57:31.946 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 72s ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:57:31.946 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 9m ago 9h 92.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:57:31.946 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 72s ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:57:31.946 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 9m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:57:31.946 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 9m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:57:31.946 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 72s ago 9h 892M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:57:31.947 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 72s ago 9h 2301M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:57:31.947 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 9m ago 9h 1096M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:57:31.947 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 72s ago 9h 1200M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:57:31.947 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 72s ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:57:31.947 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 9m ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:57:31.947 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 72s ago 9h 5493M 2137M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:57:31.947 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 72s ago 9h 6209M 2137M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:57:31.947 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 72s ago 9h 5044M 2137M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:57:31.947 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 72s ago 9h 5324M 2137M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:57:31.947 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 9m ago 9h 4456M 2470M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:57:31.947 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 9m ago 9h 4989M 2470M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:57:31.947 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 9m ago 9h 4304M 2470M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:57:31.947 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 9m ago 9h 5008M 2470M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:57:31.947 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 9m ago 9h 155M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:57:32.331 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:57:32.331 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:57:32.331 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:57:32.331 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:57:32.332 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:57:32.332 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:57:32.332 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:57:32.332 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:57:32.332 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:57:32.332 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:57:32.332 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:57:32.332 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:57:32.332 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:57:32.332 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:57:32.332 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:57:32.332 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:57:32.332 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:57:32.332 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:57:32.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:32 smithi123 ceph-mon[191304]: pgmap v18731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:32.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:32 smithi123 ceph-mon[191304]: from='client.64640 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:57:32.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:32 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1431313477' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:57:32.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:32 smithi123 ceph-mon[188613]: pgmap v18731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:32.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:32 smithi123 ceph-mon[188613]: from='client.64640 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:57:32.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:32 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1431313477' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:57:33.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:32 smithi177 ceph-mon[212096]: pgmap v18731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:33.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:32 smithi177 ceph-mon[212096]: from='client.64640 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:57:33.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:32 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1431313477' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:57:33.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:33 smithi123 ceph-mon[191304]: from='client.54693 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:57:33.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:33 smithi123 ceph-mon[188613]: from='client.54693 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:57:34.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:33 smithi177 ceph-mon[212096]: from='client.54693 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:57:34.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:34 smithi123 ceph-mon[191304]: pgmap v18732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:34.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:34 smithi123 ceph-mon[188613]: pgmap v18732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:35.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:34 smithi177 ceph-mon[212096]: pgmap v18732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:36.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:36 smithi123 ceph-mon[191304]: pgmap v18733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:36.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:36 smithi123 ceph-mon[188613]: pgmap v18733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:36 smithi177 ceph-mon[212096]: pgmap v18733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:38 smithi123 ceph-mon[188613]: pgmap v18734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:38.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:38 smithi123 ceph-mon[191304]: pgmap v18734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:39.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:38 smithi177 ceph-mon[212096]: pgmap v18734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:57:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:57:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:57:40.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:40 smithi123 ceph-mon[191304]: pgmap v18735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:40.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:40 smithi123 ceph-mon[188613]: pgmap v18735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:41.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:40 smithi177 ceph-mon[212096]: pgmap v18735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:42.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:42 smithi123 ceph-mon[191304]: pgmap v18736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:42.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:57:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:42 smithi123 ceph-mon[188613]: pgmap v18736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:57:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:42 smithi177 ceph-mon[212096]: pgmap v18736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:43.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:57:45.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:44 smithi177 ceph-mon[212096]: pgmap v18737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:44 smithi123 ceph-mon[191304]: pgmap v18737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:45.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:44 smithi123 ceph-mon[188613]: pgmap v18737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:47.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:46 smithi177 ceph-mon[212096]: pgmap v18738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:47.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:46 smithi123 ceph-mon[191304]: pgmap v18738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:47.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:46 smithi123 ceph-mon[188613]: pgmap v18738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:49.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:48 smithi123 ceph-mon[191304]: pgmap v18739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:49.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:48 smithi123 ceph-mon[188613]: pgmap v18739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:49.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:48 smithi177 ceph-mon[212096]: pgmap v18739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:57:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:57:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:57:51.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:50 smithi177 ceph-mon[212096]: pgmap v18740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:50 smithi123 ceph-mon[191304]: pgmap v18740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:51.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:50 smithi123 ceph-mon[188613]: pgmap v18740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:53.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:52 smithi177 ceph-mon[212096]: pgmap v18741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:53.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:52 smithi123 ceph-mon[191304]: pgmap v18741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:53.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:52 smithi123 ceph-mon[188613]: pgmap v18741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:55.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:54 smithi177 ceph-mon[212096]: pgmap v18742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:55.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:54 smithi123 ceph-mon[188613]: pgmap v18742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:54 smithi123 ceph-mon[191304]: pgmap v18742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:57.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:56 smithi177 ceph-mon[212096]: pgmap v18743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:57.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:56 smithi123 ceph-mon[188613]: pgmap v18743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:57.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:56 smithi123 ceph-mon[191304]: pgmap v18743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:57:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:57:58.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:57:59.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:57:58 smithi123 ceph-mon[191304]: pgmap v18744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:59.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:57:58 smithi123 ceph-mon[188613]: pgmap v18744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:59.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:57:58 smithi177 ceph-mon[212096]: pgmap v18744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:57:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:57:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:57:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:58:01.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:00 smithi177 ceph-mon[212096]: pgmap v18745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:01.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:00 smithi123 ceph-mon[191304]: pgmap v18745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:01.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:00 smithi123 ceph-mon[188613]: pgmap v18745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:02.683 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:58:02.992 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:58:02.992 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 103s ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:58:02.992 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 9m ago 9h 92.4M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:58:02.992 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 103s ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:58:02.993 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 9m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:58:02.993 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 9m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:58:02.993 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 103s ago 9h 892M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:58:02.993 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 103s ago 9h 2301M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:58:02.993 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 9m ago 9h 1096M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:58:02.993 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 103s ago 9h 1200M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:58:02.993 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 103s ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:58:02.993 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 9m ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:58:02.993 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 103s ago 9h 5493M 2137M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:58:02.993 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 103s ago 9h 6209M 2137M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:58:02.993 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 103s ago 9h 5044M 2137M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:58:02.993 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 103s ago 9h 5324M 2137M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:58:02.993 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 9m ago 9h 4456M 2470M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:58:02.994 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 9m ago 9h 4989M 2470M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:58:02.994 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 9m ago 9h 4304M 2470M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:58:02.994 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 9m ago 9h 5008M 2470M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:58:02.994 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 9m ago 9h 155M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:58:03.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:02 smithi177 ceph-mon[212096]: pgmap v18746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:03.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:02 smithi123 ceph-mon[191304]: pgmap v18746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:03.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:02 smithi123 ceph-mon[188613]: pgmap v18746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:03.379 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:58:03.380 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:58:03.380 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:58:03.380 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:58:03.380 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:58:03.380 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:58:03.381 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:58:03.381 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:58:03.381 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:58:03.381 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:58:03.381 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:58:03.382 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:58:03.382 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:58:03.382 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:58:03.382 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:58:03.382 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:58:03.382 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:58:03.382 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:58:04.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:03 smithi177 ceph-mon[212096]: from='client.64658 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:58:04.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:03 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/874963889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:58:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:03 smithi123 ceph-mon[191304]: from='client.64658 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:58:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:03 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/874963889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:58:04.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:03 smithi123 ceph-mon[188613]: from='client.64658 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:58:04.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:03 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/874963889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:58:05.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:04 smithi177 ceph-mon[212096]: from='client.54711 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:58:05.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:04 smithi177 ceph-mon[212096]: pgmap v18747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:05.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:04 smithi123 ceph-mon[191304]: from='client.54711 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:58:05.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:04 smithi123 ceph-mon[191304]: pgmap v18747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:05.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:04 smithi123 ceph-mon[188613]: from='client.54711 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:58:05.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:04 smithi123 ceph-mon[188613]: pgmap v18747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:06 smithi177 ceph-mon[212096]: pgmap v18748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:07.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:06 smithi123 ceph-mon[191304]: pgmap v18748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:07.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:06 smithi123 ceph-mon[188613]: pgmap v18748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:09.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:08 smithi123 ceph-mon[191304]: pgmap v18749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:09.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:08 smithi123 ceph-mon[188613]: pgmap v18749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:09.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:08 smithi177 ceph-mon[212096]: pgmap v18749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:58:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:58:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:58:11.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:10 smithi177 ceph-mon[212096]: pgmap v18750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:11.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:10 smithi123 ceph-mon[188613]: pgmap v18750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:11.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:10 smithi123 ceph-mon[191304]: pgmap v18750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:13.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:12 smithi177 ceph-mon[212096]: pgmap v18751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:13.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:58:13.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:12 smithi123 ceph-mon[191304]: pgmap v18751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:13.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:58:13.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:12 smithi123 ceph-mon[188613]: pgmap v18751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:13.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:58:15.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:14 smithi177 ceph-mon[212096]: pgmap v18752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:15.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:14 smithi123 ceph-mon[191304]: pgmap v18752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:15.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:14 smithi123 ceph-mon[188613]: pgmap v18752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:17.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:16 smithi177 ceph-mon[212096]: pgmap v18753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:17.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:16 smithi123 ceph-mon[191304]: pgmap v18753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:17.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:16 smithi123 ceph-mon[188613]: pgmap v18753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:19.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:18 smithi123 ceph-mon[191304]: pgmap v18754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:19.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:18 smithi123 ceph-mon[188613]: pgmap v18754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:19.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:18 smithi177 ceph-mon[212096]: pgmap v18754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:58:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:58:19] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T19:58:21.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:20 smithi177 ceph-mon[212096]: pgmap v18755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:21.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:20 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:58:21.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:20 smithi123 ceph-mon[191304]: pgmap v18755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:21.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:20 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:58:21.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:20 smithi123 ceph-mon[188613]: pgmap v18755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:21.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:20 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:58:23.060 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:22 smithi177 ceph-mon[212096]: pgmap v18756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:23.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:22 smithi123 ceph-mon[191304]: pgmap v18756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:23.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:22 smithi123 ceph-mon[188613]: pgmap v18756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:58:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:58:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:24 smithi177 ceph-mon[212096]: pgmap v18757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:58:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:58:24.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:58:24.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:58:24.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:58:24.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:24 smithi123 ceph-mon[191304]: pgmap v18757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:24.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:58:24.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:58:24.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:58:24.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:58:24.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:58:24.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:24 smithi123 ceph-mon[188613]: pgmap v18757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:24.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:58:24.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:58:24.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:58:26.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:26 smithi177 ceph-mon[212096]: pgmap v18758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:26 smithi123 ceph-mon[191304]: pgmap v18758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:26 smithi123 ceph-mon[188613]: pgmap v18758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:58:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:58:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:58:28.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:28 smithi177 ceph-mon[212096]: pgmap v18759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:28 smithi123 ceph-mon[191304]: pgmap v18759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:28.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:28 smithi123 ceph-mon[188613]: pgmap v18759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:58:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:58:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:58:30.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:30 smithi177 ceph-mon[212096]: pgmap v18760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:30.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:30 smithi123 ceph-mon[191304]: pgmap v18760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:30.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:30 smithi123 ceph-mon[188613]: pgmap v18760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:32.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:32 smithi177 ceph-mon[212096]: pgmap v18761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:32.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:32 smithi123 ceph-mon[191304]: pgmap v18761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:32.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:32 smithi123 ceph-mon[188613]: pgmap v18761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:33.729 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:58:34.042 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:58:34.042 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 2m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:58:34.042 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 10s ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:58:34.042 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 2m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:58:34.042 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 10s ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:58:34.042 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 10s ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:58:34.042 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 2m ago 9h 892M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:58:34.042 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 2m ago 9h 2301M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:58:34.042 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 10s ago 9h 1114M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:58:34.043 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 2m ago 9h 1200M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:58:34.043 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 2m ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:58:34.043 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 10s ago 9h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:58:34.043 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 2m ago 9h 5493M 2137M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:58:34.043 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 2m ago 9h 6209M 2137M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:58:34.043 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 2m ago 9h 5044M 2137M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:58:34.043 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 2m ago 9h 5324M 2137M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:58:34.043 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 10s ago 9h 4484M 2470M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:58:34.043 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 10s ago 9h 5022M 2470M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:58:34.043 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 10s ago 9h 4334M 2470M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:58:34.043 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 10s ago 9h 5045M 2470M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:58:34.043 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 10s ago 9h 153M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:58:34.421 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:58:34.421 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:58:34.421 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:58:34.422 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:58:34.422 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:58:34.422 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:58:34.422 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:58:34.422 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:58:34.422 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:58:34.422 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:58:34.422 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:58:34.422 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:58:34.422 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:58:34.422 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:58:34.422 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:58:34.422 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:58:34.423 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:58:34.423 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:58:34.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:34 smithi177 ceph-mon[212096]: pgmap v18762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:34.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:34 smithi177 ceph-mon[212096]: from='client.64676 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:58:34.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:34 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2547607936' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:58:34.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:34 smithi123 ceph-mon[191304]: pgmap v18762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:34.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:34 smithi123 ceph-mon[191304]: from='client.64676 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:58:34.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:34 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2547607936' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:58:34.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:34 smithi123 ceph-mon[188613]: pgmap v18762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:34.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:34 smithi123 ceph-mon[188613]: from='client.64676 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:58:34.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:34 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2547607936' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:58:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:35 smithi177 ceph-mon[212096]: from='client.64682 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:58:35.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:35 smithi123 ceph-mon[191304]: from='client.64682 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:58:35.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:35 smithi123 ceph-mon[188613]: from='client.64682 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:58:36.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:36 smithi177 ceph-mon[212096]: pgmap v18763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:36.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:36 smithi123 ceph-mon[191304]: pgmap v18763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:36.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:36 smithi123 ceph-mon[188613]: pgmap v18763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:38.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:38 smithi177 ceph-mon[212096]: pgmap v18764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:38 smithi123 ceph-mon[188613]: pgmap v18764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:38.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:38 smithi123 ceph-mon[191304]: pgmap v18764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:58:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:58:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T19:58:40.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:40 smithi177 ceph-mon[212096]: pgmap v18765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:40.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:40 smithi123 ceph-mon[188613]: pgmap v18765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:40.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:40 smithi123 ceph-mon[191304]: pgmap v18765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:42.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:42 smithi123 ceph-mon[191304]: pgmap v18766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:42.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:58:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:42 smithi123 ceph-mon[188613]: pgmap v18766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:58:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:42 smithi177 ceph-mon[212096]: pgmap v18766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:43.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:58:44.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:44 smithi123 ceph-mon[191304]: pgmap v18767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:44.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:44 smithi123 ceph-mon[188613]: pgmap v18767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:45.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:44 smithi177 ceph-mon[212096]: pgmap v18767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:46.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:46 smithi123 ceph-mon[191304]: pgmap v18768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:46.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:46 smithi123 ceph-mon[188613]: pgmap v18768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:47.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:46 smithi177 ceph-mon[212096]: pgmap v18768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:48.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:48 smithi123 ceph-mon[191304]: pgmap v18769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:48.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:48 smithi123 ceph-mon[188613]: pgmap v18769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:49.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:48 smithi177 ceph-mon[212096]: pgmap v18769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:58:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:58:49] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T19:58:50.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:50 smithi123 ceph-mon[191304]: pgmap v18770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:50.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:50 smithi123 ceph-mon[188613]: pgmap v18770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:50 smithi177 ceph-mon[212096]: pgmap v18770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:52.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:52 smithi123 ceph-mon[191304]: pgmap v18771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:52.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:52 smithi123 ceph-mon[188613]: pgmap v18771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:53.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:52 smithi177 ceph-mon[212096]: pgmap v18771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:54.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:54 smithi123 ceph-mon[191304]: pgmap v18772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:54.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:54 smithi123 ceph-mon[188613]: pgmap v18772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:55.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:54 smithi177 ceph-mon[212096]: pgmap v18772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:56 smithi123 ceph-mon[191304]: pgmap v18773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:56.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:56 smithi123 ceph-mon[188613]: pgmap v18773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:56 smithi177 ceph-mon[212096]: pgmap v18773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:58:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:58:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:58:58.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:58:58 smithi123 ceph-mon[191304]: pgmap v18774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:58.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:58:58 smithi123 ceph-mon[188613]: pgmap v18774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:59.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:58:58 smithi177 ceph-mon[212096]: pgmap v18774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:58:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:58:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:58:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:59:00.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:00 smithi123 ceph-mon[188613]: pgmap v18775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:00.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:00 smithi123 ceph-mon[191304]: pgmap v18775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:01.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:00 smithi177 ceph-mon[212096]: pgmap v18775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:02.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:02 smithi123 ceph-mon[191304]: pgmap v18776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:02.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:02 smithi123 ceph-mon[188613]: pgmap v18776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:03.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:02 smithi177 ceph-mon[212096]: pgmap v18776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:04.774 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:59:04.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:04 smithi123 ceph-mon[191304]: pgmap v18777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:04.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:04 smithi123 ceph-mon[188613]: pgmap v18777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:05.080 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:59:05.080 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 2m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:59:05.080 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 41s ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:59:05.081 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 2m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:59:05.081 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 41s ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:59:05.081 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 41s ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:59:05.081 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 2m ago 9h 892M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:59:05.081 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 2m ago 9h 2301M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:59:05.081 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 41s ago 9h 1114M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:59:05.081 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 2m ago 9h 1200M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:59:05.082 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 2m ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:59:05.082 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 41s ago 9h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:59:05.082 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 2m ago 9h 5493M 2137M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:59:05.082 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 2m ago 9h 6209M 2137M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:59:05.082 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 2m ago 9h 5044M 2137M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:59:05.082 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 2m ago 9h 5324M 2137M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:59:05.083 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 41s ago 9h 4484M 2470M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:59:05.083 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 41s ago 9h 5022M 2470M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:59:05.083 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 41s ago 9h 4334M 2470M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:59:05.083 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 41s ago 9h 5045M 2470M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:59:05.083 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 41s ago 9h 153M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:59:05.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:04 smithi177 ceph-mon[212096]: pgmap v18777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:05.464 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:59:05.464 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:59:05.464 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:59:05.464 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:59:05.465 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:59:05.465 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:59:05.465 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:59:05.465 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:59:05.465 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:59:05.465 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:59:05.465 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:59:05.465 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:59:05.466 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:59:05.466 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:59:05.466 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:59:05.466 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:59:05.466 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:59:05.466 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:59:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:05 smithi123 ceph-mon[191304]: from='client.54741 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:59:05.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:05 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/253355721' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:59:05.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:05 smithi123 ceph-mon[188613]: from='client.54741 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:59:05.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:05 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/253355721' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:59:06.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:05 smithi177 ceph-mon[212096]: from='client.54741 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:59:06.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:05 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/253355721' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:59:06.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:06 smithi123 ceph-mon[191304]: from='client.64700 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:59:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:06 smithi123 ceph-mon[191304]: pgmap v18778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:06.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:06 smithi123 ceph-mon[188613]: from='client.64700 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:59:06.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:06 smithi123 ceph-mon[188613]: pgmap v18778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:07.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:06 smithi177 ceph-mon[212096]: from='client.64700 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:59:07.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:06 smithi177 ceph-mon[212096]: pgmap v18778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:08.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:08 smithi123 ceph-mon[191304]: pgmap v18779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:08.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:08 smithi123 ceph-mon[188613]: pgmap v18779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:09.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:08 smithi177 ceph-mon[212096]: pgmap v18779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:59:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:59:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T19:59:10.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:10 smithi123 ceph-mon[191304]: pgmap v18780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:10.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:10 smithi123 ceph-mon[188613]: pgmap v18780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:11.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:10 smithi177 ceph-mon[212096]: pgmap v18780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:12.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:12 smithi123 ceph-mon[191304]: pgmap v18781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:12.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:59:12.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:12 smithi123 ceph-mon[188613]: pgmap v18781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:12.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:59:13.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:12 smithi177 ceph-mon[212096]: pgmap v18781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:59:14.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:14 smithi123 ceph-mon[191304]: pgmap v18782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:14.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:14 smithi123 ceph-mon[188613]: pgmap v18782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:15.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:14 smithi177 ceph-mon[212096]: pgmap v18782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:16.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:16 smithi123 ceph-mon[191304]: pgmap v18783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:16.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:16 smithi123 ceph-mon[188613]: pgmap v18783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:17.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:16 smithi177 ceph-mon[212096]: pgmap v18783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:18.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:18 smithi123 ceph-mon[191304]: pgmap v18784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:18.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:18 smithi123 ceph-mon[188613]: pgmap v18784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:19.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:18 smithi177 ceph-mon[212096]: pgmap v18784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:59:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:59:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:59:20.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:20 smithi123 ceph-mon[191304]: pgmap v18785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:20 smithi123 ceph-mon[188613]: pgmap v18785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:21.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:20 smithi177 ceph-mon[212096]: pgmap v18785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:22 smithi123 ceph-mon[191304]: pgmap v18786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:22.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:22 smithi123 ceph-mon[188613]: pgmap v18786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:23.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:22 smithi177 ceph-mon[212096]: pgmap v18786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:24.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:24 smithi123 ceph-mon[191304]: pgmap v18787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:24.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:59:24.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:59:24.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:59:24.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:59:24.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:24 smithi123 ceph-mon[188613]: pgmap v18787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:24.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:59:24.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:59:24.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:59:24.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:59:25.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:24 smithi177 ceph-mon[212096]: pgmap v18787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:25.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T19:59:25.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T19:59:25.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T19:59:25.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T19:59:26.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:26 smithi123 ceph-mon[191304]: pgmap v18788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:26 smithi123 ceph-mon[188613]: pgmap v18788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:26 smithi177 ceph-mon[212096]: pgmap v18788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:59:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:59:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:59:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:28 smithi123 ceph-mon[191304]: pgmap v18789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:28.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:28 smithi123 ceph-mon[188613]: pgmap v18789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:29.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:28 smithi177 ceph-mon[212096]: pgmap v18789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:59:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:59:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:59:31.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:30 smithi177 ceph-mon[212096]: pgmap v18790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:31.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:30 smithi123 ceph-mon[191304]: pgmap v18790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:31.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:30 smithi123 ceph-mon[188613]: pgmap v18790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:33.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:32 smithi177 ceph-mon[212096]: pgmap v18791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:33.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:32 smithi123 ceph-mon[191304]: pgmap v18791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:33.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:32 smithi123 ceph-mon[188613]: pgmap v18791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:35.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:34 smithi177 ceph-mon[212096]: pgmap v18792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:35.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:34 smithi123 ceph-mon[191304]: pgmap v18792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:35.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:34 smithi123 ceph-mon[188613]: pgmap v18792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:35.812 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T19:59:36.119 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T19:59:36.120 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 3m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T19:59:36.120 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 72s ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T19:59:36.120 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 3m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T19:59:36.120 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 72s ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T19:59:36.120 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 72s ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T19:59:36.120 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 3m ago 9h 892M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T19:59:36.120 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 3m ago 9h 2301M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T19:59:36.120 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 72s ago 9h 1114M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T19:59:36.120 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 3m ago 9h 1200M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T19:59:36.120 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 3m ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T19:59:36.120 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 72s ago 9h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T19:59:36.120 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 3m ago 9h 5493M 2137M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T19:59:36.121 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 3m ago 9h 6209M 2137M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T19:59:36.121 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 3m ago 9h 5044M 2137M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T19:59:36.121 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 3m ago 9h 5324M 2137M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T19:59:36.121 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 72s ago 9h 4484M 2470M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T19:59:36.121 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 72s ago 9h 5022M 2470M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T19:59:36.121 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 72s ago 9h 4334M 2470M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T19:59:36.121 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 72s ago 9h 5045M 2470M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T19:59:36.121 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 72s ago 9h 153M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T19:59:36.506 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T19:59:36.506 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T19:59:36.506 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T19:59:36.506 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:59:36.506 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T19:59:36.506 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T19:59:36.506 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:59:36.506 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T19:59:36.506 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T19:59:36.506 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:59:36.506 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T19:59:36.506 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T19:59:36.507 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T19:59:36.507 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T19:59:36.507 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T19:59:36.507 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T19:59:36.507 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T19:59:36.507 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T19:59:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:36 smithi177 ceph-mon[212096]: pgmap v18793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:37.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:36 smithi177 ceph-mon[212096]: from='client.64712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:59:37.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:36 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3704708394' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:59:37.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:36 smithi123 ceph-mon[191304]: pgmap v18793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:37.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:36 smithi123 ceph-mon[191304]: from='client.64712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:59:37.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:36 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3704708394' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:59:37.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:36 smithi123 ceph-mon[188613]: pgmap v18793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:37.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:36 smithi123 ceph-mon[188613]: from='client.64712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:59:37.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:36 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3704708394' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T19:59:38.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:37 smithi177 ceph-mon[212096]: from='client.54765 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:59:38.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:37 smithi123 ceph-mon[191304]: from='client.54765 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:59:38.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:37 smithi123 ceph-mon[188613]: from='client.54765 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T19:59:39.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:38 smithi123 ceph-mon[191304]: pgmap v18794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:39.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:38 smithi123 ceph-mon[188613]: pgmap v18794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:39.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:38 smithi177 ceph-mon[212096]: pgmap v18794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:59:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:59:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T19:59:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:40 smithi177 ceph-mon[212096]: pgmap v18795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:40 smithi123 ceph-mon[191304]: pgmap v18795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:41.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:40 smithi123 ceph-mon[188613]: pgmap v18795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:42 smithi177 ceph-mon[212096]: pgmap v18796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:43.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:59:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:42 smithi123 ceph-mon[191304]: pgmap v18796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:43.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:59:43.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:42 smithi123 ceph-mon[188613]: pgmap v18796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:43.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:59:45.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:44 smithi177 ceph-mon[212096]: pgmap v18797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:44 smithi123 ceph-mon[191304]: pgmap v18797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:45.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:44 smithi123 ceph-mon[188613]: pgmap v18797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:47.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:46 smithi177 ceph-mon[212096]: pgmap v18798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:47.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:46 smithi123 ceph-mon[191304]: pgmap v18798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:47.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:46 smithi123 ceph-mon[188613]: pgmap v18798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:49.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:48 smithi123 ceph-mon[191304]: pgmap v18799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:49.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:48 smithi123 ceph-mon[188613]: pgmap v18799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:49.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:48 smithi177 ceph-mon[212096]: pgmap v18799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:59:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:59:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T19:59:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:50 smithi177 ceph-mon[212096]: pgmap v18800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:50 smithi123 ceph-mon[191304]: pgmap v18800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:51.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:50 smithi123 ceph-mon[188613]: pgmap v18800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:53.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:52 smithi177 ceph-mon[212096]: pgmap v18801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:53.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:52 smithi123 ceph-mon[191304]: pgmap v18801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:53.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:52 smithi123 ceph-mon[188613]: pgmap v18801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:55.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:54 smithi177 ceph-mon[212096]: pgmap v18802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:55.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:54 smithi123 ceph-mon[191304]: pgmap v18802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:55.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:54 smithi123 ceph-mon[188613]: pgmap v18802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:56 smithi177 ceph-mon[212096]: pgmap v18803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:56 smithi123 ceph-mon[191304]: pgmap v18803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:57.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:56 smithi123 ceph-mon[188613]: pgmap v18803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:59:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:59:58.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T19:59:59.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 19:59:58 smithi123 ceph-mon[191304]: pgmap v18804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:59.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 19:59:58 smithi123 ceph-mon[188613]: pgmap v18804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:59.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 19:59:58 smithi177 ceph-mon[212096]: pgmap v18804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T19:59:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 19:59:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:19:59:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:00:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T19:59:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T20:00:01.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:00 smithi177 ceph-mon[212096]: pgmap v18805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:01.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T20:00:01.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:00 smithi123 ceph-mon[191304]: pgmap v18805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:01.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T20:00:01.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:00 smithi123 ceph-mon[188613]: pgmap v18805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:01.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T20:00:03.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:02 smithi177 ceph-mon[212096]: pgmap v18806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:03.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:02 smithi123 ceph-mon[188613]: pgmap v18806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:03.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:02 smithi123 ceph-mon[191304]: pgmap v18806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:05.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:04 smithi177 ceph-mon[212096]: pgmap v18807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:05.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:04 smithi123 ceph-mon[188613]: pgmap v18807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:05.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:04 smithi123 ceph-mon[191304]: pgmap v18807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:06.854 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:00:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:06 smithi177 ceph-mon[212096]: pgmap v18808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:07.160 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:00:07.160 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 3m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:00:07.160 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 103s ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:00:07.160 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 3m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:00:07.160 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 103s ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:00:07.160 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 103s ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:00:07.161 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 3m ago 9h 892M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:00:07.161 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 3m ago 9h 2301M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:00:07.161 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 103s ago 9h 1114M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:00:07.161 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 3m ago 9h 1200M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:00:07.161 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 3m ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:00:07.161 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 103s ago 9h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:00:07.161 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 3m ago 9h 5493M 2137M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:00:07.161 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 3m ago 9h 6209M 2137M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:00:07.161 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 3m ago 9h 5044M 2137M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:00:07.161 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 3m ago 9h 5324M 2137M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:00:07.161 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 103s ago 9h 4484M 2470M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:00:07.161 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 103s ago 9h 5022M 2470M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:00:07.161 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 103s ago 9h 4334M 2470M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:00:07.161 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 103s ago 9h 5045M 2470M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:00:07.161 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 103s ago 9h 153M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:00:07.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:06 smithi123 ceph-mon[191304]: pgmap v18808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:07.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:06 smithi123 ceph-mon[188613]: pgmap v18808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:07.542 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:00:07.542 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:00:07.542 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:00:07.542 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:00:07.542 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:00:07.542 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:00:07.542 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:00:07.542 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:00:07.542 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:00:07.542 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:00:07.542 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:00:07.542 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:00:07.542 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:00:07.543 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:00:07.543 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:00:07.543 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:00:07.543 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:00:07.543 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:00:08.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:07 smithi177 ceph-mon[212096]: from='client.64730 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:00:08.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:07 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1699269329' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:00:08.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:07 smithi123 ceph-mon[188613]: from='client.64730 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:00:08.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:07 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1699269329' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:00:08.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:07 smithi123 ceph-mon[191304]: from='client.64730 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:00:08.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:07 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1699269329' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:00:09.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:08 smithi123 ceph-mon[191304]: from='client.64736 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:00:09.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:08 smithi123 ceph-mon[191304]: pgmap v18809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:09.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:08 smithi123 ceph-mon[188613]: from='client.64736 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:00:09.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:08 smithi123 ceph-mon[188613]: pgmap v18809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:09.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:08 smithi177 ceph-mon[212096]: from='client.64736 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:00:09.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:08 smithi177 ceph-mon[212096]: pgmap v18809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:00:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:00:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:00:11.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:10 smithi177 ceph-mon[212096]: pgmap v18810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:11.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:10 smithi123 ceph-mon[191304]: pgmap v18810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:11.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:10 smithi123 ceph-mon[188613]: pgmap v18810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:13.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:12 smithi177 ceph-mon[212096]: pgmap v18811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:00:13.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:12 smithi123 ceph-mon[191304]: pgmap v18811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:13.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:00:13.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:12 smithi123 ceph-mon[188613]: pgmap v18811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:13.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:00:15.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:14 smithi177 ceph-mon[212096]: pgmap v18812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:15.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:14 smithi123 ceph-mon[188613]: pgmap v18812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:15.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:14 smithi123 ceph-mon[191304]: pgmap v18812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:17.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:16 smithi177 ceph-mon[212096]: pgmap v18813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:17.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:16 smithi123 ceph-mon[191304]: pgmap v18813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:17.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:16 smithi123 ceph-mon[188613]: pgmap v18813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:19.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:18 smithi177 ceph-mon[212096]: pgmap v18814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:19.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:18 smithi123 ceph-mon[191304]: pgmap v18814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:19.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:18 smithi123 ceph-mon[188613]: pgmap v18814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:19.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:00:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:00:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:00:21.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:20 smithi177 ceph-mon[212096]: pgmap v18815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:21.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:20 smithi123 ceph-mon[191304]: pgmap v18815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:21.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:20 smithi123 ceph-mon[188613]: pgmap v18815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:23.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:22 smithi177 ceph-mon[212096]: pgmap v18816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:23.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:22 smithi123 ceph-mon[191304]: pgmap v18816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:23.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:22 smithi123 ceph-mon[188613]: pgmap v18816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:25.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:24 smithi177 ceph-mon[212096]: pgmap v18817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:25.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:24 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:00:25.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:24 smithi123 ceph-mon[191304]: pgmap v18817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:25.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:24 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:00:25.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:24 smithi123 ceph-mon[188613]: pgmap v18817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:25.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:24 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:00:26.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:00:26.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:00:26.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:00:26.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:00:26.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:00:26.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:00:26.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:00:26.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:00:26.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:00:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:26 smithi177 ceph-mon[212096]: pgmap v18818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:26 smithi123 ceph-mon[188613]: pgmap v18818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:27.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:26 smithi123 ceph-mon[191304]: pgmap v18818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:00:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:00:28.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:00:29.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:28 smithi177 ceph-mon[212096]: pgmap v18819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:29.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:28 smithi123 ceph-mon[188613]: pgmap v18819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:29.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:28 smithi123 ceph-mon[191304]: pgmap v18819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:29.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:00:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:00:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:00:31.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:30 smithi177 ceph-mon[212096]: pgmap v18820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:31.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:30 smithi123 ceph-mon[191304]: pgmap v18820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:31.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:30 smithi123 ceph-mon[188613]: pgmap v18820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:33.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:32 smithi177 ceph-mon[212096]: pgmap v18821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:33.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:32 smithi123 ceph-mon[191304]: pgmap v18821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:33.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:32 smithi123 ceph-mon[188613]: pgmap v18821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:35.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:34 smithi177 ceph-mon[212096]: pgmap v18822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:35.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:34 smithi123 ceph-mon[191304]: pgmap v18822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:35.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:34 smithi123 ceph-mon[188613]: pgmap v18822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:36 smithi177 ceph-mon[212096]: pgmap v18823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:37.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:36 smithi123 ceph-mon[191304]: pgmap v18823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:37.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:36 smithi123 ceph-mon[188613]: pgmap v18823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:37.887 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:00:38.194 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:00:38.208 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 4m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:00:38.208 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 2m ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:00:38.208 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 4m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:00:38.208 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 2m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:00:38.208 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 2m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:00:38.208 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 4m ago 9h 892M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:00:38.208 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 4m ago 9h 2301M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:00:38.208 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 2m ago 9h 1114M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:00:38.208 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 4m ago 9h 1200M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:00:38.208 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 4m ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:00:38.208 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 2m ago 9h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:00:38.208 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 4m ago 9h 5493M 2137M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:00:38.208 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 4m ago 9h 6209M 2137M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:00:38.209 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 4m ago 9h 5044M 2137M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:00:38.209 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 4m ago 9h 5324M 2137M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:00:38.209 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 2m ago 9h 4484M 2470M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:00:38.209 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 2m ago 9h 5022M 2470M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:00:38.209 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 2m ago 9h 4334M 2470M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:00:38.209 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 2m ago 9h 5045M 2470M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:00:38.209 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 2m ago 9h 153M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:00:38.577 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:00:38.577 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:00:38.578 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:00:38.578 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:00:38.578 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:00:38.578 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:00:38.578 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:00:38.578 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:00:38.578 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:00:38.578 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:00:38.578 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:00:38.578 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:00:38.578 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:00:38.578 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:00:38.578 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:00:38.578 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:00:38.578 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:00:38.579 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:00:39.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:38 smithi177 ceph-mon[212096]: pgmap v18824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:39.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:38 smithi177 ceph-mon[212096]: from='client.54795 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:00:39.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:38 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/899652803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:00:39.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:00:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:00:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:00:39.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:38 smithi123 ceph-mon[191304]: pgmap v18824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:39.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:38 smithi123 ceph-mon[191304]: from='client.54795 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:00:39.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:38 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/899652803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:00:39.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:38 smithi123 ceph-mon[188613]: pgmap v18824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:39.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:38 smithi123 ceph-mon[188613]: from='client.54795 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:00:39.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:38 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/899652803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:00:40.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:39 smithi177 ceph-mon[212096]: from='client.64754 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:00:40.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:39 smithi123 ceph-mon[191304]: from='client.64754 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:00:40.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:39 smithi123 ceph-mon[188613]: from='client.64754 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:00:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:40 smithi177 ceph-mon[212096]: pgmap v18825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:40 smithi123 ceph-mon[191304]: pgmap v18825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:41.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:40 smithi123 ceph-mon[188613]: pgmap v18825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:42 smithi177 ceph-mon[212096]: pgmap v18826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:43.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:00:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:42 smithi123 ceph-mon[191304]: pgmap v18826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:00:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:42 smithi123 ceph-mon[188613]: pgmap v18826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:43.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:00:45.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:44 smithi177 ceph-mon[212096]: pgmap v18827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:44 smithi123 ceph-mon[191304]: pgmap v18827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:45.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:44 smithi123 ceph-mon[188613]: pgmap v18827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:47.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:46 smithi177 ceph-mon[212096]: pgmap v18828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:47.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:46 smithi123 ceph-mon[191304]: pgmap v18828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:47.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:46 smithi123 ceph-mon[188613]: pgmap v18828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:49.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:48 smithi177 ceph-mon[212096]: pgmap v18829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:49.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:48 smithi123 ceph-mon[191304]: pgmap v18829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:49.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:48 smithi123 ceph-mon[188613]: pgmap v18829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:49.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:00:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:00:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:00:51.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:50 smithi177 ceph-mon[212096]: pgmap v18830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:51.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:50 smithi123 ceph-mon[191304]: pgmap v18830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:51.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:50 smithi123 ceph-mon[188613]: pgmap v18830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:53.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:52 smithi123 ceph-mon[191304]: pgmap v18831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:53.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:52 smithi123 ceph-mon[188613]: pgmap v18831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:53.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:52 smithi177 ceph-mon[212096]: pgmap v18831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:55.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:54 smithi123 ceph-mon[191304]: pgmap v18832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:55.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:54 smithi123 ceph-mon[188613]: pgmap v18832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:54 smithi177 ceph-mon[212096]: pgmap v18832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:57.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:56 smithi123 ceph-mon[188613]: pgmap v18833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:57.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:56 smithi123 ceph-mon[191304]: pgmap v18833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:56 smithi177 ceph-mon[212096]: pgmap v18833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:00:58.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:00:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:00:59.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:00:58 smithi123 ceph-mon[191304]: pgmap v18834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:59.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:00:58 smithi123 ceph-mon[188613]: pgmap v18834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:00:59.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:00:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:00:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:00:59.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:00:58 smithi177 ceph-mon[212096]: pgmap v18834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:01.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:00 smithi123 ceph-mon[191304]: pgmap v18835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:01.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:00 smithi123 ceph-mon[188613]: pgmap v18835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:01.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:00 smithi177 ceph-mon[212096]: pgmap v18835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:03.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:02 smithi123 ceph-mon[188613]: pgmap v18836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:03.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:02 smithi123 ceph-mon[191304]: pgmap v18836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:03.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:02 smithi177 ceph-mon[212096]: pgmap v18836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:04.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:03 smithi123 ceph-mon[191304]: pgmap v18837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:04.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:03 smithi123 ceph-mon[188613]: pgmap v18837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:03 smithi177 ceph-mon[212096]: pgmap v18837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:06.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:06 smithi177 ceph-mon[212096]: pgmap v18838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:06.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:06 smithi123 ceph-mon[191304]: pgmap v18838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:06.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:06 smithi123 ceph-mon[188613]: pgmap v18838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:08.922 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:01:08.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:08 smithi123 ceph-mon[191304]: pgmap v18839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:08.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:08 smithi123 ceph-mon[188613]: pgmap v18839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:09.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:08 smithi177 ceph-mon[212096]: pgmap v18839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:09.232 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:01:09.232 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 4m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:01:09.232 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 2m ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:01:09.232 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 4m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:01:09.232 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 2m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:01:09.232 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 2m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:01:09.232 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 4m ago 9h 892M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:01:09.232 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 4m ago 9h 2301M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:01:09.232 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 2m ago 9h 1114M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:01:09.232 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 4m ago 9h 1200M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:01:09.233 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 4m ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:01:09.233 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 2m ago 9h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:01:09.233 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 4m ago 9h 5493M 2137M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:01:09.233 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 4m ago 9h 6209M 2137M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:01:09.233 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 4m ago 9h 5044M 2137M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:01:09.233 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 4m ago 9h 5324M 2137M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:01:09.233 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 2m ago 9h 4484M 2470M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:01:09.233 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 2m ago 9h 5022M 2470M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:01:09.233 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 2m ago 9h 4334M 2470M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:01:09.234 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 2m ago 9h 5045M 2470M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:01:09.234 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 2m ago 9h 153M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:01:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:01:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:01:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:01:09.616 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:01:09.616 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:01:09.616 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:01:09.616 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:01:09.616 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:01:09.616 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:01:09.616 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:01:09.616 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:01:09.616 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:01:09.616 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:01:09.616 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:01:09.616 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:01:09.617 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:01:09.617 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:01:09.617 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:01:09.617 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:01:09.617 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:01:09.617 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:01:09.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:09 smithi123 ceph-mon[191304]: from='client.54813 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:01:09.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:09 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1439818219' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:01:09.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:09 smithi123 ceph-mon[188613]: from='client.54813 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:01:09.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:09 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1439818219' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:01:10.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:09 smithi177 ceph-mon[212096]: from='client.54813 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:01:10.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:09 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1439818219' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:01:10.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:10 smithi123 ceph-mon[191304]: from='client.54819 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:01:10.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:10 smithi123 ceph-mon[191304]: pgmap v18840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:10.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:10 smithi123 ceph-mon[188613]: from='client.54819 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:01:10.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:10 smithi123 ceph-mon[188613]: pgmap v18840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:11.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:10 smithi177 ceph-mon[212096]: from='client.54819 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:01:11.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:10 smithi177 ceph-mon[212096]: pgmap v18840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:12.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:12 smithi123 ceph-mon[188613]: pgmap v18841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:12.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:01:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:12 smithi123 ceph-mon[191304]: pgmap v18841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:12.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:01:13.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:12 smithi177 ceph-mon[212096]: pgmap v18841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:01:14.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:14 smithi123 ceph-mon[191304]: pgmap v18842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:14.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:14 smithi123 ceph-mon[188613]: pgmap v18842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:15.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:14 smithi177 ceph-mon[212096]: pgmap v18842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:16.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:16 smithi123 ceph-mon[191304]: pgmap v18843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:16.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:16 smithi123 ceph-mon[188613]: pgmap v18843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:17.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:16 smithi177 ceph-mon[212096]: pgmap v18843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:18.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:18 smithi123 ceph-mon[191304]: pgmap v18844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:18.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:18 smithi123 ceph-mon[188613]: pgmap v18844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:19.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:18 smithi177 ceph-mon[212096]: pgmap v18844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:01:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:01:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T20:01:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:20 smithi123 ceph-mon[188613]: pgmap v18845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:20.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:20 smithi123 ceph-mon[191304]: pgmap v18845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:21.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:20 smithi177 ceph-mon[212096]: pgmap v18845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:22.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:22 smithi123 ceph-mon[191304]: pgmap v18846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:22.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:22 smithi123 ceph-mon[188613]: pgmap v18846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:23.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:22 smithi177 ceph-mon[212096]: pgmap v18846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:24.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:24 smithi123 ceph-mon[191304]: pgmap v18847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:24.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:24 smithi123 ceph-mon[188613]: pgmap v18847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:25.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:24 smithi177 ceph-mon[212096]: pgmap v18847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:25.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:01:25.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:01:25.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:01:25.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:01:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:01:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:01:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:01:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:01:26.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:01:26.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:01:26.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:01:26.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:01:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:26 smithi123 ceph-mon[191304]: pgmap v18848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:26 smithi123 ceph-mon[188613]: pgmap v18848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:26 smithi177 ceph-mon[212096]: pgmap v18848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:01:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:01:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:01:28.901 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 20:01:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T20:01:28.584089595Z level=info msg="Completed cleanup jobs" duration=10.999469ms 2023-12-20T20:01:28.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:28 smithi177 ceph-mon[212096]: pgmap v18849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:28 smithi123 ceph-mon[191304]: pgmap v18849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:28.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:28 smithi123 ceph-mon[188613]: pgmap v18849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:01:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:01:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:01:30.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:30 smithi123 ceph-mon[191304]: pgmap v18850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:30.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:30 smithi123 ceph-mon[188613]: pgmap v18850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:31.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:30 smithi177 ceph-mon[212096]: pgmap v18850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:32.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:32 smithi123 ceph-mon[188613]: pgmap v18851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:32.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:32 smithi123 ceph-mon[191304]: pgmap v18851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:33.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:32 smithi177 ceph-mon[212096]: pgmap v18851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:34.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:34 smithi123 ceph-mon[191304]: pgmap v18852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:34.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:34 smithi123 ceph-mon[188613]: pgmap v18852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:35.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:34 smithi177 ceph-mon[212096]: pgmap v18852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:36.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:36 smithi123 ceph-mon[188613]: pgmap v18853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:36.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:36 smithi123 ceph-mon[191304]: pgmap v18853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:36 smithi177 ceph-mon[212096]: pgmap v18853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:38.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:38 smithi123 ceph-mon[191304]: pgmap v18854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:38 smithi123 ceph-mon[188613]: pgmap v18854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:39.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:38 smithi177 ceph-mon[212096]: pgmap v18854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:01:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:01:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:01:39.962 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:01:40.270 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:01:40.270 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 5m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:01:40.270 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 3m ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:01:40.270 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 5m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:01:40.271 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 3m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:01:40.271 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 3m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:01:40.271 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 5m ago 9h 892M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:01:40.271 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 5m ago 9h 2301M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:01:40.271 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 3m ago 9h 1114M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:01:40.271 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 5m ago 9h 1200M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:01:40.271 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 5m ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:01:40.271 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 3m ago 9h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:01:40.271 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 5m ago 9h 5493M 2137M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:01:40.271 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 5m ago 9h 6209M 2137M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:01:40.271 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 5m ago 9h 5044M 2137M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:01:40.271 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 5m ago 9h 5324M 2137M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:01:40.271 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 3m ago 9h 4484M 2470M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:01:40.271 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 3m ago 9h 5022M 2470M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:01:40.272 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 3m ago 9h 4334M 2470M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:01:40.272 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 3m ago 9h 5045M 2470M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:01:40.272 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 3m ago 9h 153M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:01:40.656 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:01:40.656 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:01:40.656 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:01:40.657 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:01:40.657 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:01:40.657 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:01:40.657 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:01:40.657 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:01:40.657 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:01:40.657 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:01:40.657 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:01:40.657 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:01:40.657 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:01:40.657 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:01:40.657 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:01:40.658 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:01:40.658 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:01:40.658 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:01:40.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:40 smithi123 ceph-mon[191304]: pgmap v18855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:40.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:40 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3582280534' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:01:40.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:40 smithi123 ceph-mon[188613]: pgmap v18855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:40.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:40 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3582280534' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:01:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:40 smithi177 ceph-mon[212096]: pgmap v18855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:41.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:40 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3582280534' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:01:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:41 smithi123 ceph-mon[191304]: from='client.64784 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:01:41.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:41 smithi123 ceph-mon[191304]: from='client.54837 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:01:41.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:41 smithi123 ceph-mon[188613]: from='client.64784 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:01:41.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:41 smithi123 ceph-mon[188613]: from='client.54837 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:01:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:41 smithi177 ceph-mon[212096]: from='client.64784 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:01:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:41 smithi177 ceph-mon[212096]: from='client.54837 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:01:42.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:42 smithi123 ceph-mon[191304]: pgmap v18856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:42.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:01:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:42 smithi123 ceph-mon[188613]: pgmap v18856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:01:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:42 smithi177 ceph-mon[212096]: pgmap v18856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:01:44.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:44 smithi123 ceph-mon[191304]: pgmap v18857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:44.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:44 smithi123 ceph-mon[188613]: pgmap v18857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:45.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:44 smithi177 ceph-mon[212096]: pgmap v18857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:46.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:46 smithi123 ceph-mon[191304]: pgmap v18858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:46.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:46 smithi123 ceph-mon[188613]: pgmap v18858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:47.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:46 smithi177 ceph-mon[212096]: pgmap v18858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:48.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:48 smithi123 ceph-mon[191304]: pgmap v18859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:48.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:48 smithi123 ceph-mon[188613]: pgmap v18859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:49.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:48 smithi177 ceph-mon[212096]: pgmap v18859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:01:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:01:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:01:50.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:50 smithi123 ceph-mon[191304]: pgmap v18860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:50.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:50 smithi123 ceph-mon[188613]: pgmap v18860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:50 smithi177 ceph-mon[212096]: pgmap v18860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:52.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:52 smithi123 ceph-mon[191304]: pgmap v18861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:52.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:52 smithi123 ceph-mon[188613]: pgmap v18861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:53.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:52 smithi177 ceph-mon[212096]: pgmap v18861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:55.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:54 smithi177 ceph-mon[212096]: pgmap v18862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:55.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:54 smithi123 ceph-mon[191304]: pgmap v18862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:55.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:54 smithi123 ceph-mon[188613]: pgmap v18862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:56 smithi177 ceph-mon[212096]: pgmap v18863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:56 smithi123 ceph-mon[191304]: pgmap v18863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:57.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:56 smithi123 ceph-mon[188613]: pgmap v18863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:01:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:01:58.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:01:59.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:01:58 smithi123 ceph-mon[191304]: pgmap v18864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:59.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:01:58 smithi123 ceph-mon[188613]: pgmap v18864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:59.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:01:58 smithi177 ceph-mon[212096]: pgmap v18864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:01:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:01:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:01:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:02:01.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:00 smithi177 ceph-mon[212096]: pgmap v18865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:01.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:00 smithi123 ceph-mon[191304]: pgmap v18865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:01.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:00 smithi123 ceph-mon[188613]: pgmap v18865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:03.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:02 smithi177 ceph-mon[212096]: pgmap v18866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:03.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:02 smithi123 ceph-mon[191304]: pgmap v18866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:03.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:02 smithi123 ceph-mon[188613]: pgmap v18866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:05.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:04 smithi177 ceph-mon[212096]: pgmap v18867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:05.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:04 smithi123 ceph-mon[191304]: pgmap v18867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:05.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:04 smithi123 ceph-mon[188613]: pgmap v18867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:06 smithi177 ceph-mon[212096]: pgmap v18868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:07.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:06 smithi123 ceph-mon[188613]: pgmap v18868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:07.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:06 smithi123 ceph-mon[191304]: pgmap v18868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:09.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:08 smithi123 ceph-mon[191304]: pgmap v18869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:09.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:08 smithi123 ceph-mon[188613]: pgmap v18869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:09.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:08 smithi177 ceph-mon[212096]: pgmap v18869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:02:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:02:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:02:11.003 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:02:11.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:10 smithi177 ceph-mon[212096]: pgmap v18870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:11.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:10 smithi123 ceph-mon[191304]: pgmap v18870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:11.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:10 smithi123 ceph-mon[188613]: pgmap v18870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:11.309 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:02:11.310 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 5m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:02:11.310 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 3m ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:02:11.310 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 5m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:02:11.310 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 3m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:02:11.310 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 3m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:02:11.310 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 5m ago 9h 892M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:02:11.310 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 5m ago 9h 2301M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:02:11.310 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 3m ago 9h 1114M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:02:11.310 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 5m ago 9h 1200M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:02:11.310 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 5m ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:02:11.310 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 3m ago 9h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:02:11.310 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 5m ago 9h 5493M 2137M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:02:11.310 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 5m ago 9h 6209M 2137M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:02:11.310 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 5m ago 9h 5044M 2137M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:02:11.311 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 5m ago 9h 5324M 2137M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:02:11.311 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 3m ago 9h 4484M 2470M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:02:11.311 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 3m ago 9h 5022M 2470M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:02:11.311 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 3m ago 9h 4334M 2470M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:02:11.311 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 3m ago 9h 5045M 2470M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:02:11.311 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 3m ago 9h 153M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:02:11.690 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:02:11.690 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:02:11.690 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:02:11.690 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:02:11.690 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:02:11.690 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:02:11.690 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:02:11.691 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:02:11.691 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:02:11.691 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:02:11.691 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:02:11.691 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:02:11.691 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:02:11.691 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:02:11.691 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:02:11.691 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:02:11.691 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:02:11.691 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:02:12.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:11 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3340671218' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:02:12.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:11 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3340671218' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:02:12.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:11 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3340671218' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:02:13.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:12 smithi177 ceph-mon[212096]: from='client.54849 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:02:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:12 smithi177 ceph-mon[212096]: from='client.54855 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:02:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:12 smithi177 ceph-mon[212096]: pgmap v18871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:02:13.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:12 smithi123 ceph-mon[191304]: from='client.54849 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:02:13.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:12 smithi123 ceph-mon[191304]: from='client.54855 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:02:13.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:12 smithi123 ceph-mon[191304]: pgmap v18871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:13.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:02:13.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:12 smithi123 ceph-mon[188613]: from='client.54849 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:02:13.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:12 smithi123 ceph-mon[188613]: from='client.54855 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:02:13.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:12 smithi123 ceph-mon[188613]: pgmap v18871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:13.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:02:15.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:14 smithi177 ceph-mon[212096]: pgmap v18872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:15.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:14 smithi123 ceph-mon[191304]: pgmap v18872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:15.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:14 smithi123 ceph-mon[188613]: pgmap v18872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:17.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:16 smithi177 ceph-mon[212096]: pgmap v18873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:17.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:16 smithi123 ceph-mon[191304]: pgmap v18873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:17.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:16 smithi123 ceph-mon[188613]: pgmap v18873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:19.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:18 smithi123 ceph-mon[191304]: pgmap v18874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:19.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:18 smithi123 ceph-mon[188613]: pgmap v18874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:19.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:18 smithi177 ceph-mon[212096]: pgmap v18874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:02:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:02:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:02:21.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:20 smithi177 ceph-mon[212096]: pgmap v18875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:21.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:20 smithi123 ceph-mon[188613]: pgmap v18875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:21.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:20 smithi123 ceph-mon[191304]: pgmap v18875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:23.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:22 smithi177 ceph-mon[212096]: pgmap v18876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:23.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:22 smithi123 ceph-mon[191304]: pgmap v18876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:23.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:22 smithi123 ceph-mon[188613]: pgmap v18876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:25.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:24 smithi177 ceph-mon[212096]: pgmap v18877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:25.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:24 smithi123 ceph-mon[191304]: pgmap v18877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:25.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:24 smithi123 ceph-mon[188613]: pgmap v18877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:26 smithi123 ceph-mon[191304]: pgmap v18878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:02:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:02:26.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:02:26.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:02:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:26 smithi123 ceph-mon[188613]: pgmap v18878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:02:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:02:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:02:26.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:02:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:26 smithi177 ceph-mon[212096]: pgmap v18878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:02:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:02:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:02:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:02:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:02:27.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:02:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:02:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:28 smithi123 ceph-mon[191304]: pgmap v18879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:28.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:28 smithi123 ceph-mon[188613]: pgmap v18879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:29.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:28 smithi177 ceph-mon[212096]: pgmap v18879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:02:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:02:29] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T20:02:30.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:30 smithi123 ceph-mon[191304]: pgmap v18880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:30.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:30 smithi123 ceph-mon[188613]: pgmap v18880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:31.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:30 smithi177 ceph-mon[212096]: pgmap v18880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:32.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:32 smithi123 ceph-mon[188613]: pgmap v18881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:32.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:32 smithi123 ceph-mon[191304]: pgmap v18881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:33.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:32 smithi177 ceph-mon[212096]: pgmap v18881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:34.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:34 smithi123 ceph-mon[191304]: pgmap v18882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:34.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:34 smithi123 ceph-mon[188613]: pgmap v18882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:35.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:34 smithi177 ceph-mon[212096]: pgmap v18882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:36.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:36 smithi123 ceph-mon[191304]: pgmap v18883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:36.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:36 smithi123 ceph-mon[188613]: pgmap v18883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:36 smithi177 ceph-mon[212096]: pgmap v18883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:38 smithi123 ceph-mon[188613]: pgmap v18884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:38.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:38 smithi123 ceph-mon[191304]: pgmap v18884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:39.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:38 smithi177 ceph-mon[212096]: pgmap v18884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:02:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:02:39] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T20:02:40.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:40 smithi123 ceph-mon[191304]: pgmap v18885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:40.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:40 smithi123 ceph-mon[188613]: pgmap v18885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:40 smithi177 ceph-mon[212096]: pgmap v18885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:42.046 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:02:42.354 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:02:42.355 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 6m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:02:42.355 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 4m ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:02:42.355 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 6m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:02:42.355 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 4m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:02:42.355 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 4m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:02:42.355 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 6m ago 9h 892M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:02:42.355 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 6m ago 9h 2301M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:02:42.355 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 4m ago 9h 1114M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:02:42.355 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 6m ago 9h 1200M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:02:42.355 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 6m ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:02:42.355 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 4m ago 9h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:02:42.355 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 6m ago 9h 5493M 2137M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:02:42.355 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 6m ago 9h 6209M 2137M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:02:42.355 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 6m ago 9h 5044M 2137M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:02:42.356 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 6m ago 9h 5324M 2137M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:02:42.356 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 4m ago 9h 4484M 2470M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:02:42.356 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 4m ago 9h 5022M 2470M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:02:42.356 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 4m ago 9h 4334M 2470M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:02:42.356 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 4m ago 9h 5045M 2470M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:02:42.356 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 4m ago 9h 153M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:02:42.736 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:02:42.737 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:02:42.737 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:02:42.737 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:02:42.737 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:02:42.737 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:02:42.737 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:02:42.737 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:02:42.737 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:02:42.737 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:02:42.737 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:02:42.737 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:02:42.737 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:02:42.737 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:02:42.738 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:02:42.738 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:02:42.738 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:02:42.738 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:02:42.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:42 smithi123 ceph-mon[191304]: pgmap v18886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:42.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:02:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:42 smithi123 ceph-mon[188613]: pgmap v18886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:02:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:42 smithi177 ceph-mon[212096]: pgmap v18886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:02:43.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:43 smithi123 ceph-mon[191304]: from='client.54867 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:02:43.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:43 smithi123 ceph-mon[191304]: from='client.54873 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:02:43.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:43 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2692940172' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:02:43.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:43 smithi123 ceph-mon[188613]: from='client.54867 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:02:43.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:43 smithi123 ceph-mon[188613]: from='client.54873 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:02:43.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:43 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2692940172' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:02:44.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:43 smithi177 ceph-mon[212096]: from='client.54867 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:02:44.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:43 smithi177 ceph-mon[212096]: from='client.54873 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:02:44.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:43 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2692940172' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:02:44.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:44 smithi123 ceph-mon[191304]: pgmap v18887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:44.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:44 smithi123 ceph-mon[188613]: pgmap v18887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:45.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:44 smithi177 ceph-mon[212096]: pgmap v18887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:46.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:46 smithi123 ceph-mon[191304]: pgmap v18888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:46.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:46 smithi123 ceph-mon[188613]: pgmap v18888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:47.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:46 smithi177 ceph-mon[212096]: pgmap v18888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:48.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:48 smithi123 ceph-mon[191304]: pgmap v18889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:48.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:48 smithi123 ceph-mon[188613]: pgmap v18889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:49.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:48 smithi177 ceph-mon[212096]: pgmap v18889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:02:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:02:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:02:50.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:50 smithi123 ceph-mon[191304]: pgmap v18890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:50.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:50 smithi123 ceph-mon[188613]: pgmap v18890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:50 smithi177 ceph-mon[212096]: pgmap v18890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:52.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:52 smithi123 ceph-mon[191304]: pgmap v18891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:52.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:52 smithi123 ceph-mon[188613]: pgmap v18891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:53.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:52 smithi177 ceph-mon[212096]: pgmap v18891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:54.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:54 smithi123 ceph-mon[191304]: pgmap v18892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:54.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:54 smithi123 ceph-mon[188613]: pgmap v18892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:55.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:54 smithi177 ceph-mon[212096]: pgmap v18892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:56 smithi123 ceph-mon[191304]: pgmap v18893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:56.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:56 smithi123 ceph-mon[188613]: pgmap v18893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:56 smithi177 ceph-mon[212096]: pgmap v18893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:57.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:02:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:02:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:02:58.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:02:58 smithi123 ceph-mon[191304]: pgmap v18894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:58.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:02:58 smithi123 ceph-mon[188613]: pgmap v18894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:59.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:02:58 smithi177 ceph-mon[212096]: pgmap v18894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:02:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:02:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:02:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:03:00.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:00 smithi123 ceph-mon[188613]: pgmap v18895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:00.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:00 smithi123 ceph-mon[191304]: pgmap v18895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:01.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:00 smithi177 ceph-mon[212096]: pgmap v18895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:02.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:02 smithi123 ceph-mon[188613]: pgmap v18896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:02.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:02 smithi123 ceph-mon[191304]: pgmap v18896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:03.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:02 smithi177 ceph-mon[212096]: pgmap v18896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:05.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:04 smithi177 ceph-mon[212096]: pgmap v18897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:05.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:04 smithi123 ceph-mon[191304]: pgmap v18897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:05.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:04 smithi123 ceph-mon[188613]: pgmap v18897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:06 smithi177 ceph-mon[212096]: pgmap v18898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:07.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:06 smithi123 ceph-mon[191304]: pgmap v18898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:07.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:06 smithi123 ceph-mon[188613]: pgmap v18898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:09.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:08 smithi123 ceph-mon[191304]: pgmap v18899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:09.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:08 smithi123 ceph-mon[188613]: pgmap v18899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:09.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:08 smithi177 ceph-mon[212096]: pgmap v18899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:03:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:03:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:03:11.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:10 smithi177 ceph-mon[212096]: pgmap v18900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:11.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:10 smithi123 ceph-mon[191304]: pgmap v18900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:11.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:10 smithi123 ceph-mon[188613]: pgmap v18900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:13.083 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:03:13.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:12 smithi177 ceph-mon[212096]: pgmap v18901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:13.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:03:13.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:12 smithi123 ceph-mon[191304]: pgmap v18901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:13.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:03:13.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:12 smithi123 ceph-mon[188613]: pgmap v18901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:13.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:03:13.389 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:03:13.390 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 6m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:03:13.390 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 4m ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:03:13.390 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 6m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:03:13.390 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 4m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:03:13.390 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 4m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:03:13.390 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 6m ago 9h 892M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:03:13.390 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 6m ago 9h 2301M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:03:13.390 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 4m ago 9h 1114M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:03:13.390 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 6m ago 9h 1200M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:03:13.390 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 6m ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:03:13.391 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 4m ago 9h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:03:13.391 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 6m ago 9h 5493M 2137M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:03:13.391 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 6m ago 9h 6209M 2137M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:03:13.391 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 6m ago 9h 5044M 2137M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:03:13.391 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 6m ago 9h 5324M 2137M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:03:13.391 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 4m ago 9h 4484M 2470M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:03:13.391 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 4m ago 9h 5022M 2470M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:03:13.391 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 4m ago 9h 4334M 2470M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:03:13.391 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 4m ago 9h 5045M 2470M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:03:13.391 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 4m ago 9h 153M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:03:13.771 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:03:13.771 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:03:13.771 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:03:13.771 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:03:13.772 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:03:13.772 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:03:13.772 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:03:13.772 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:03:13.772 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:03:13.772 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:03:13.772 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:03:13.772 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:03:13.772 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:03:13.772 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:03:13.772 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:03:13.772 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:03:13.772 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:03:13.772 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:03:15.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:14 smithi177 ceph-mon[212096]: from='client.64838 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:03:15.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:14 smithi177 ceph-mon[212096]: from='client.54891 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:03:15.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:14 smithi177 ceph-mon[212096]: pgmap v18902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:15.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:14 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3064997092' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:03:15.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:14 smithi123 ceph-mon[191304]: from='client.64838 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:03:15.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:14 smithi123 ceph-mon[191304]: from='client.54891 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:03:15.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:14 smithi123 ceph-mon[191304]: pgmap v18902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:15.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:14 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3064997092' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:03:15.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:14 smithi123 ceph-mon[188613]: from='client.64838 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:03:15.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:14 smithi123 ceph-mon[188613]: from='client.54891 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:03:15.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:14 smithi123 ceph-mon[188613]: pgmap v18902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:15.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:14 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3064997092' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:03:17.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:16 smithi177 ceph-mon[212096]: pgmap v18903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:17.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:16 smithi123 ceph-mon[188613]: pgmap v18903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:17.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:16 smithi123 ceph-mon[191304]: pgmap v18903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:19.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:18 smithi123 ceph-mon[191304]: pgmap v18904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:19.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:18 smithi123 ceph-mon[188613]: pgmap v18904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:19.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:18 smithi177 ceph-mon[212096]: pgmap v18904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:03:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:03:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:03:21.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:20 smithi177 ceph-mon[212096]: pgmap v18905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:21.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:20 smithi123 ceph-mon[191304]: pgmap v18905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:21.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:20 smithi123 ceph-mon[188613]: pgmap v18905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:23.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:22 smithi177 ceph-mon[212096]: pgmap v18906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:23.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:22 smithi123 ceph-mon[191304]: pgmap v18906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:23.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:22 smithi123 ceph-mon[188613]: pgmap v18906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:25.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:24 smithi177 ceph-mon[212096]: pgmap v18907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:25.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:24 smithi123 ceph-mon[191304]: pgmap v18907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:25.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:24 smithi123 ceph-mon[188613]: pgmap v18907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:26 smithi177 ceph-mon[212096]: pgmap v18908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:03:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:03:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:03:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:26 smithi123 ceph-mon[191304]: pgmap v18908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:03:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:03:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:03:27.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:26 smithi123 ceph-mon[188613]: pgmap v18908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:27.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:03:27.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:03:27.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:03:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:03:28.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:03:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:03:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:03:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:03:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:03:29.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:28 smithi123 ceph-mon[191304]: pgmap v18909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:29.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:28 smithi123 ceph-mon[188613]: pgmap v18909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:29.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:28 smithi177 ceph-mon[212096]: pgmap v18909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:03:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:03:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:03:31.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:30 smithi177 ceph-mon[212096]: pgmap v18910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:31.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:30 smithi123 ceph-mon[191304]: pgmap v18910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:31.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:30 smithi123 ceph-mon[188613]: pgmap v18910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:33.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:32 smithi177 ceph-mon[212096]: pgmap v18911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:33.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:32 smithi123 ceph-mon[191304]: pgmap v18911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:33.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:32 smithi123 ceph-mon[188613]: pgmap v18911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:35.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:34 smithi177 ceph-mon[212096]: pgmap v18912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:35.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:34 smithi123 ceph-mon[191304]: pgmap v18912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:35.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:34 smithi123 ceph-mon[188613]: pgmap v18912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:36 smithi177 ceph-mon[212096]: pgmap v18913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:37.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:36 smithi123 ceph-mon[191304]: pgmap v18913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:37.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:36 smithi123 ceph-mon[188613]: pgmap v18913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:39.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:38 smithi123 ceph-mon[191304]: pgmap v18914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:39.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:38 smithi123 ceph-mon[188613]: pgmap v18914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:39.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:38 smithi177 ceph-mon[212096]: pgmap v18914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:03:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:03:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:03:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:40 smithi177 ceph-mon[212096]: pgmap v18915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:40 smithi123 ceph-mon[191304]: pgmap v18915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:41.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:40 smithi123 ceph-mon[188613]: pgmap v18915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:42 smithi177 ceph-mon[212096]: pgmap v18916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:43.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:03:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:42 smithi123 ceph-mon[188613]: pgmap v18916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:03:43.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:42 smithi123 ceph-mon[191304]: pgmap v18916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:43.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:03:44.116 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:03:44.423 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:03:44.423 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 7m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:03:44.423 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 5m ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:03:44.423 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 7m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:03:44.423 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 5m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:03:44.423 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 5m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:03:44.423 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 7m ago 9h 892M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:03:44.423 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 7m ago 9h 2301M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:03:44.423 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 5m ago 9h 1114M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:03:44.423 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 7m ago 9h 1200M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:03:44.423 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 7m ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:03:44.424 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 5m ago 9h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:03:44.424 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 7m ago 9h 5493M 2137M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:03:44.424 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 7m ago 9h 6209M 2137M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:03:44.424 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 7m ago 9h 5044M 2137M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:03:44.424 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 7m ago 9h 5324M 2137M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:03:44.424 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 5m ago 9h 4484M 2470M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:03:44.424 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 5m ago 9h 5022M 2470M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:03:44.424 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 5m ago 9h 4334M 2470M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:03:44.424 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 5m ago 9h 5045M 2470M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:03:44.424 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 5m ago 9h 153M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:03:44.805 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:03:44.806 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:03:44.806 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:03:44.806 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:03:44.806 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:03:44.806 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:03:44.806 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:03:44.806 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:03:44.806 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:03:44.806 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:03:44.806 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:03:44.806 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:03:44.806 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:03:44.806 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:03:44.806 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:03:44.807 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:03:44.807 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:03:44.807 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:03:45.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:44 smithi177 ceph-mon[212096]: pgmap v18917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:45.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:44 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1090087149' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:03:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:44 smithi123 ceph-mon[191304]: pgmap v18917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:44 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1090087149' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:03:45.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:44 smithi123 ceph-mon[188613]: pgmap v18917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:45.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:44 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1090087149' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:03:46.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:45 smithi177 ceph-mon[212096]: from='client.54903 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:03:46.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:45 smithi177 ceph-mon[212096]: from='client.64862 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:03:46.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:45 smithi123 ceph-mon[191304]: from='client.54903 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:03:46.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:45 smithi123 ceph-mon[191304]: from='client.64862 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:03:46.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:45 smithi123 ceph-mon[188613]: from='client.54903 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:03:46.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:45 smithi123 ceph-mon[188613]: from='client.64862 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:03:47.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:46 smithi177 ceph-mon[212096]: pgmap v18918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:47.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:46 smithi123 ceph-mon[191304]: pgmap v18918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:47.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:46 smithi123 ceph-mon[188613]: pgmap v18918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:49.081 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:48 smithi123 ceph-mon[191304]: pgmap v18919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:49.081 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:48 smithi123 ceph-mon[188613]: pgmap v18919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:49.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:48 smithi177 ceph-mon[212096]: pgmap v18919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:49.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:03:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:03:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:03:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:50 smithi177 ceph-mon[212096]: pgmap v18920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:50 smithi123 ceph-mon[191304]: pgmap v18920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:51.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:50 smithi123 ceph-mon[188613]: pgmap v18920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:53.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:52 smithi177 ceph-mon[212096]: pgmap v18921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:53.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:52 smithi123 ceph-mon[191304]: pgmap v18921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:53.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:52 smithi123 ceph-mon[188613]: pgmap v18921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:55.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:54 smithi177 ceph-mon[212096]: pgmap v18922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:55.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:54 smithi123 ceph-mon[191304]: pgmap v18922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:55.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:54 smithi123 ceph-mon[188613]: pgmap v18922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:56 smithi177 ceph-mon[212096]: pgmap v18923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:56 smithi123 ceph-mon[191304]: pgmap v18923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:57.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:56 smithi123 ceph-mon[188613]: pgmap v18923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:03:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:03:58.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:03:59.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:03:58 smithi177 ceph-mon[212096]: pgmap v18924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:59.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:03:58 smithi123 ceph-mon[191304]: pgmap v18924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:59.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:03:58 smithi123 ceph-mon[188613]: pgmap v18924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:03:59.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:03:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:03:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:04:01.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:00 smithi177 ceph-mon[212096]: pgmap v18925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:01.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:00 smithi123 ceph-mon[191304]: pgmap v18925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:01.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:00 smithi123 ceph-mon[188613]: pgmap v18925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:03.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:02 smithi177 ceph-mon[212096]: pgmap v18926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:03.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:02 smithi123 ceph-mon[191304]: pgmap v18926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:03.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:02 smithi123 ceph-mon[188613]: pgmap v18926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:05.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:04 smithi177 ceph-mon[212096]: pgmap v18927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:05.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:04 smithi123 ceph-mon[188613]: pgmap v18927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:05.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:04 smithi123 ceph-mon[191304]: pgmap v18927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:06 smithi177 ceph-mon[212096]: pgmap v18928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:07.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:06 smithi123 ceph-mon[191304]: pgmap v18928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:07.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:06 smithi123 ceph-mon[188613]: pgmap v18928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:09.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:08 smithi177 ceph-mon[212096]: pgmap v18929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:09.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:08 smithi123 ceph-mon[191304]: pgmap v18929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:09.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:04:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:04:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:04:09.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:08 smithi123 ceph-mon[188613]: pgmap v18929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:11.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:10 smithi177 ceph-mon[212096]: pgmap v18930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:11.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:10 smithi123 ceph-mon[191304]: pgmap v18930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:11.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:10 smithi123 ceph-mon[188613]: pgmap v18930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:13.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:12 smithi177 ceph-mon[212096]: pgmap v18931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:04:13.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:12 smithi123 ceph-mon[191304]: pgmap v18931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:13.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:04:13.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:12 smithi123 ceph-mon[188613]: pgmap v18931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:13.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:04:15.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:14 smithi177 ceph-mon[212096]: pgmap v18932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:15.153 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:04:15.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:14 smithi123 ceph-mon[191304]: pgmap v18932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:15.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:14 smithi123 ceph-mon[188613]: pgmap v18932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:15.465 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:04:15.465 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 7m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:04:15.465 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 5m ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:04:15.465 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 7m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:04:15.465 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 5m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:04:15.465 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 5m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:04:15.465 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 7m ago 9h 892M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:04:15.465 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 7m ago 9h 2301M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:04:15.465 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 5m ago 9h 1114M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:04:15.465 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 7m ago 9h 1200M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:04:15.465 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 7m ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:04:15.466 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 5m ago 9h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:04:15.466 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 7m ago 9h 5493M 2137M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:04:15.466 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 7m ago 9h 6209M 2137M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:04:15.466 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 7m ago 9h 5044M 2137M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:04:15.466 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 7m ago 9h 5324M 2137M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:04:15.466 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 5m ago 9h 4484M 2470M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:04:15.466 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 5m ago 9h 5022M 2470M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:04:15.466 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 5m ago 9h 4334M 2470M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:04:15.466 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 5m ago 9h 5045M 2470M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:04:15.466 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 5m ago 9h 153M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:04:15.856 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:04:15.856 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:04:15.856 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:04:15.856 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:04:15.856 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:04:15.856 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:04:15.856 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:04:15.856 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:04:15.856 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:04:15.856 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:04:15.856 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:04:15.856 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:04:15.856 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:04:15.856 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:04:15.857 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:04:15.857 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:04:15.857 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:04:15.857 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:04:16.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:16 smithi123 ceph-mon[188613]: from='client.54921 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:04:16.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:16 smithi123 ceph-mon[188613]: from='client.64880 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:04:16.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:16 smithi123 ceph-mon[188613]: pgmap v18933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:16.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:16 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1121453069' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:04:16.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:16 smithi123 ceph-mon[191304]: from='client.54921 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:04:16.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:16 smithi123 ceph-mon[191304]: from='client.64880 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:04:16.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:16 smithi123 ceph-mon[191304]: pgmap v18933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:16.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:16 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1121453069' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:04:17.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:16 smithi177 ceph-mon[212096]: from='client.54921 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:04:17.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:16 smithi177 ceph-mon[212096]: from='client.64880 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:04:17.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:16 smithi177 ceph-mon[212096]: pgmap v18933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:17.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:16 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1121453069' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:04:18.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:18 smithi123 ceph-mon[191304]: pgmap v18934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:18.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:18 smithi123 ceph-mon[188613]: pgmap v18934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:19.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:18 smithi177 ceph-mon[212096]: pgmap v18934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:04:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:04:19] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T20:04:20.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:20 smithi123 ceph-mon[191304]: pgmap v18935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:20.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:20 smithi123 ceph-mon[188613]: pgmap v18935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:21.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:20 smithi177 ceph-mon[212096]: pgmap v18935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:22.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:22 smithi123 ceph-mon[191304]: pgmap v18936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:22.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:22 smithi123 ceph-mon[188613]: pgmap v18936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:23.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:22 smithi177 ceph-mon[212096]: pgmap v18936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:24.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:24 smithi123 ceph-mon[191304]: pgmap v18937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:24.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:24 smithi123 ceph-mon[188613]: pgmap v18937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:25.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:24 smithi177 ceph-mon[212096]: pgmap v18937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:26.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:26 smithi123 ceph-mon[191304]: pgmap v18938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:26.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:26 smithi123 ceph-mon[188613]: pgmap v18938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:26 smithi177 ceph-mon[212096]: pgmap v18938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:04:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:04:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:04:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:04:27.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:04:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:04:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:04:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:04:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:04:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:04:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:04:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:04:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:04:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:04:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:04:27.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:04:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:04:28.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:04:28.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:04:28.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:04:28.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:04:28.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:04:28.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:04:28.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:04:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:28 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi177 to 2466M 2023-12-20T20:04:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:28 smithi123 ceph-mon[191304]: pgmap v18939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:04:28.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:28 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi177 to 2466M 2023-12-20T20:04:28.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:28 smithi123 ceph-mon[188613]: pgmap v18939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:28.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:04:29.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:28 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi177 to 2466M 2023-12-20T20:04:29.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:28 smithi177 ceph-mon[212096]: pgmap v18939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:29.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:04:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:04:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:04:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:04:30.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:30 smithi123 ceph-mon[191304]: pgmap v18940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:30.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:04:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:04:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:04:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:04:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:04:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:04:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:04:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:04:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:04:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:04:30.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:30 smithi123 ceph-mon[188613]: pgmap v18940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:30.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:04:30.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:04:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:04:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:04:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:04:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:04:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:04:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:04:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:04:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:04:31.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:30 smithi177 ceph-mon[212096]: pgmap v18940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:31.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:04:31.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:04:31.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:04:31.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:04:31.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:04:31.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:04:31.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:04:31.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:04:31.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:04:31.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:04:31.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:31 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2125M 2023-12-20T20:04:31.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:31 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2125M 2023-12-20T20:04:32.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:31 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2125M 2023-12-20T20:04:32.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:32 smithi123 ceph-mon[191304]: pgmap v18941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:32.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:32 smithi123 ceph-mon[188613]: pgmap v18941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:33.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:32 smithi177 ceph-mon[212096]: pgmap v18941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:34.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:34 smithi123 ceph-mon[191304]: pgmap v18942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:34.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:34 smithi123 ceph-mon[188613]: pgmap v18942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:35.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:34 smithi177 ceph-mon[212096]: pgmap v18942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:36.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:36 smithi123 ceph-mon[191304]: pgmap v18943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:36.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:36 smithi123 ceph-mon[188613]: pgmap v18943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:36 smithi177 ceph-mon[212096]: pgmap v18943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:38.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:38 smithi123 ceph-mon[191304]: pgmap v18944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:38 smithi123 ceph-mon[188613]: pgmap v18944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:39.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:38 smithi177 ceph-mon[212096]: pgmap v18944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:04:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:04:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:04:40.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:40 smithi123 ceph-mon[188613]: pgmap v18945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:40.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:40 smithi123 ceph-mon[191304]: pgmap v18945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:40 smithi177 ceph-mon[212096]: pgmap v18945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:42.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:42 smithi123 ceph-mon[191304]: pgmap v18946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:42.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:04:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:42 smithi123 ceph-mon[188613]: pgmap v18946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:04:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:42 smithi177 ceph-mon[212096]: pgmap v18946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:43.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:04:45.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:44 smithi177 ceph-mon[212096]: pgmap v18947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:44 smithi123 ceph-mon[191304]: pgmap v18947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:45.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:44 smithi123 ceph-mon[188613]: pgmap v18947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:46.203 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:04:46.512 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:04:46.512 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 8m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:04:46.512 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 6m ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:04:46.512 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 8m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:04:46.512 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 6m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:04:46.512 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 6m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:04:46.512 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 8m ago 9h 892M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:04:46.512 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 8m ago 9h 2301M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:04:46.512 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 6m ago 9h 1114M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:04:46.513 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 8m ago 9h 1200M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:04:46.513 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 8m ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:04:46.513 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 6m ago 9h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:04:46.513 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 8m ago 9h 5493M 2125M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:04:46.513 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 8m ago 9h 6209M 2125M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:04:46.513 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 8m ago 9h 5044M 2125M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:04:46.513 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 8m ago 9h 5324M 2125M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:04:46.513 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 6m ago 9h 4484M 2466M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:04:46.513 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 6m ago 9h 5022M 2466M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:04:46.513 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 6m ago 9h 4334M 2466M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:04:46.513 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 6m ago 9h 5045M 2466M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:04:46.513 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 6m ago 9h 153M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:04:46.897 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:04:46.898 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:04:46.898 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:04:46.898 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:04:46.898 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:04:46.898 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:04:46.898 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:04:46.898 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:04:46.898 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:04:46.898 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:04:46.898 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:04:46.898 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:04:46.898 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:04:46.898 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:04:46.899 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:04:46.899 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:04:46.899 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:04:46.899 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:04:47.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:46 smithi177 ceph-mon[212096]: pgmap v18948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:47.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:46 smithi123 ceph-mon[191304]: pgmap v18948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:47.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:46 smithi123 ceph-mon[188613]: pgmap v18948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:47 smithi177 ceph-mon[212096]: from='client.64892 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:04:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:47 smithi177 ceph-mon[212096]: from='client.64898 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:04:48.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:47 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/525771512' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:04:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:47 smithi123 ceph-mon[191304]: from='client.64892 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:04:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:47 smithi123 ceph-mon[191304]: from='client.64898 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:04:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:47 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/525771512' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:04:48.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:47 smithi123 ceph-mon[188613]: from='client.64892 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:04:48.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:47 smithi123 ceph-mon[188613]: from='client.64898 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:04:48.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:47 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/525771512' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:04:49.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:48 smithi123 ceph-mon[191304]: pgmap v18949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:49.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:48 smithi123 ceph-mon[188613]: pgmap v18949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:49.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:48 smithi177 ceph-mon[212096]: pgmap v18949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:04:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:04:49] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T20:04:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:50 smithi177 ceph-mon[212096]: pgmap v18950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:50 smithi123 ceph-mon[191304]: pgmap v18950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:51.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:50 smithi123 ceph-mon[188613]: pgmap v18950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:53.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:52 smithi177 ceph-mon[212096]: pgmap v18951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:53.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:52 smithi123 ceph-mon[191304]: pgmap v18951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:53.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:52 smithi123 ceph-mon[188613]: pgmap v18951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:55.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:54 smithi177 ceph-mon[212096]: pgmap v18952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:55.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:54 smithi123 ceph-mon[191304]: pgmap v18952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:55.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:54 smithi123 ceph-mon[188613]: pgmap v18952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:56 smithi177 ceph-mon[212096]: pgmap v18953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:56 smithi123 ceph-mon[191304]: pgmap v18953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:57.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:56 smithi123 ceph-mon[188613]: pgmap v18953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:04:58.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:04:58.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:04:59.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:04:58 smithi123 ceph-mon[191304]: pgmap v18954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:59.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:04:58 smithi123 ceph-mon[188613]: pgmap v18954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:59.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:04:58 smithi177 ceph-mon[212096]: pgmap v18954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:04:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:04:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:04:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:05:01.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:00 smithi177 ceph-mon[212096]: pgmap v18955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:01.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:00 smithi123 ceph-mon[191304]: pgmap v18955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:01.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:00 smithi123 ceph-mon[188613]: pgmap v18955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:03.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:02 smithi177 ceph-mon[212096]: pgmap v18956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:03.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:02 smithi123 ceph-mon[188613]: pgmap v18956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:03.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:02 smithi123 ceph-mon[191304]: pgmap v18956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:05.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:04 smithi177 ceph-mon[212096]: pgmap v18957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:05.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:04 smithi123 ceph-mon[191304]: pgmap v18957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:05.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:04 smithi123 ceph-mon[188613]: pgmap v18957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:06 smithi177 ceph-mon[212096]: pgmap v18958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:07.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:06 smithi123 ceph-mon[188613]: pgmap v18958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:07.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:06 smithi123 ceph-mon[191304]: pgmap v18958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:09.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:08 smithi123 ceph-mon[191304]: pgmap v18959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:09.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:08 smithi123 ceph-mon[188613]: pgmap v18959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:09.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:08 smithi177 ceph-mon[212096]: pgmap v18959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:05:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:05:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:05:11.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:10 smithi177 ceph-mon[212096]: pgmap v18960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:11.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:10 smithi123 ceph-mon[191304]: pgmap v18960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:11.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:10 smithi123 ceph-mon[188613]: pgmap v18960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:13.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:12 smithi177 ceph-mon[212096]: pgmap v18961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:05:13.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:12 smithi123 ceph-mon[191304]: pgmap v18961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:13.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:05:13.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:12 smithi123 ceph-mon[188613]: pgmap v18961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:13.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:05:15.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:14 smithi177 ceph-mon[212096]: pgmap v18962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:15.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:14 smithi123 ceph-mon[191304]: pgmap v18962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:15.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:14 smithi123 ceph-mon[188613]: pgmap v18962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:17.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:16 smithi177 ceph-mon[212096]: pgmap v18963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:17.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:16 smithi123 ceph-mon[191304]: pgmap v18963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:17.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:16 smithi123 ceph-mon[188613]: pgmap v18963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:17.242 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:05:17.550 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:05:17.551 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 8m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:05:17.551 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 6m ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:05:17.551 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 8m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:05:17.551 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 6m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:05:17.551 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 6m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:05:17.551 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 8m ago 9h 892M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:05:17.551 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 8m ago 9h 2301M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:05:17.551 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 6m ago 9h 1114M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:05:17.551 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 8m ago 9h 1200M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:05:17.551 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 8m ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:05:17.551 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 6m ago 9h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:05:17.551 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 8m ago 9h 5493M 2125M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:05:17.551 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 8m ago 9h 6209M 2125M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:05:17.551 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 8m ago 9h 5044M 2125M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:05:17.551 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 8m ago 9h 5324M 2125M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:05:17.552 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 6m ago 9h 4484M 2466M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:05:17.552 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 6m ago 9h 5022M 2466M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:05:17.552 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 6m ago 9h 4334M 2466M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:05:17.552 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 6m ago 9h 5045M 2466M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:05:17.552 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 6m ago 9h 153M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:05:17.939 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:05:17.939 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:05:17.940 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:05:17.940 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:05:17.940 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:05:17.940 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:05:17.940 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:05:17.940 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:05:17.940 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:05:17.940 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:05:17.940 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:05:17.940 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:05:17.940 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:05:17.940 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:05:17.940 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:05:17.941 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:05:17.941 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:05:17.941 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:05:19.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:18 smithi123 ceph-mon[191304]: from='client.54957 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:05:19.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:18 smithi123 ceph-mon[191304]: pgmap v18964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:19.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:18 smithi123 ceph-mon[191304]: from='client.54963 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:05:19.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:18 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1412439132' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:05:19.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:18 smithi123 ceph-mon[188613]: from='client.54957 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:05:19.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:18 smithi123 ceph-mon[188613]: pgmap v18964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:19.079 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:18 smithi123 ceph-mon[188613]: from='client.54963 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:05:19.079 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:18 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1412439132' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:05:19.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:18 smithi177 ceph-mon[212096]: from='client.54957 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:05:19.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:18 smithi177 ceph-mon[212096]: pgmap v18964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:19.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:18 smithi177 ceph-mon[212096]: from='client.54963 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:05:19.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:18 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1412439132' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:05:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:05:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:05:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:05:21.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:20 smithi177 ceph-mon[212096]: pgmap v18965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:21.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:20 smithi123 ceph-mon[188613]: pgmap v18965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:21.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:20 smithi123 ceph-mon[191304]: pgmap v18965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:23.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:22 smithi177 ceph-mon[212096]: pgmap v18966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:23.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:22 smithi123 ceph-mon[191304]: pgmap v18966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:23.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:22 smithi123 ceph-mon[188613]: pgmap v18966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:25.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:24 smithi177 ceph-mon[212096]: pgmap v18967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:25.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:24 smithi123 ceph-mon[191304]: pgmap v18967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:25.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:24 smithi123 ceph-mon[188613]: pgmap v18967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:26 smithi177 ceph-mon[212096]: pgmap v18968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:26 smithi123 ceph-mon[191304]: pgmap v18968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:26 smithi123 ceph-mon[188613]: pgmap v18968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:05:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:05:28.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:05:29.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:28 smithi123 ceph-mon[191304]: pgmap v18969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:29.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:28 smithi123 ceph-mon[188613]: pgmap v18969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:29.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:28 smithi177 ceph-mon[212096]: pgmap v18969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:05:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:05:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:05:31.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:30 smithi177 ceph-mon[212096]: pgmap v18970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:31.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:05:31.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:05:31.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:05:31.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:05:31.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:30 smithi123 ceph-mon[188613]: pgmap v18970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:31.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:05:31.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:05:31.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:05:31.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:05:31.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:30 smithi123 ceph-mon[191304]: pgmap v18970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:31.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:05:31.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:05:31.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:05:31.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:05:33.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:32 smithi177 ceph-mon[212096]: pgmap v18971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:33.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:32 smithi123 ceph-mon[191304]: pgmap v18971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:33.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:32 smithi123 ceph-mon[188613]: pgmap v18971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:35.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:34 smithi177 ceph-mon[212096]: pgmap v18972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:35.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:34 smithi123 ceph-mon[191304]: pgmap v18972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:35.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:34 smithi123 ceph-mon[188613]: pgmap v18972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:36 smithi177 ceph-mon[212096]: pgmap v18973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:37.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:36 smithi123 ceph-mon[191304]: pgmap v18973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:37.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:36 smithi123 ceph-mon[188613]: pgmap v18973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:39.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:38 smithi177 ceph-mon[212096]: pgmap v18974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:39.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:38 smithi123 ceph-mon[191304]: pgmap v18974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:39.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:38 smithi123 ceph-mon[188613]: pgmap v18974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:39.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:05:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:05:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:05:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:40 smithi177 ceph-mon[212096]: pgmap v18975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:40 smithi123 ceph-mon[191304]: pgmap v18975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:41.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:40 smithi123 ceph-mon[188613]: pgmap v18975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:42 smithi177 ceph-mon[212096]: pgmap v18976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:43.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:05:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:42 smithi123 ceph-mon[191304]: pgmap v18976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:05:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:42 smithi123 ceph-mon[188613]: pgmap v18976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:05:45.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:44 smithi177 ceph-mon[212096]: pgmap v18977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:44 smithi123 ceph-mon[191304]: pgmap v18977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:45.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:44 smithi123 ceph-mon[188613]: pgmap v18977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:47.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:46 smithi177 ceph-mon[212096]: pgmap v18978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:47.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:46 smithi123 ceph-mon[191304]: pgmap v18978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:47.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:46 smithi123 ceph-mon[188613]: pgmap v18978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:48.288 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:05:48.594 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:05:48.594 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 9m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:05:48.594 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 7m ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:05:48.595 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 9m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:05:48.595 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 7m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:05:48.595 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 7m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:05:48.595 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 9m ago 9h 892M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:05:48.595 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 9m ago 9h 2301M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:05:48.595 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 7m ago 9h 1114M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:05:48.595 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 9m ago 9h 1200M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:05:48.595 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 9m ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:05:48.595 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 7m ago 9h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:05:48.595 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 9m ago 9h 5493M 2125M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:05:48.595 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 9m ago 9h 6209M 2125M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:05:48.595 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 9m ago 9h 5044M 2125M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:05:48.595 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 9m ago 9h 5324M 2125M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:05:48.595 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 7m ago 9h 4484M 2466M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:05:48.595 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 7m ago 9h 5022M 2466M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:05:48.596 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 7m ago 9h 4334M 2466M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:05:48.596 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 7m ago 9h 5045M 2466M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:05:48.596 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 7m ago 9h 153M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:05:48.977 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:05:48.977 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:05:48.978 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:05:48.978 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:05:48.978 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:05:48.978 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:05:48.978 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:05:48.978 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:05:48.978 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:05:48.978 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:05:48.978 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:05:48.978 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:05:48.978 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:05:48.978 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:05:48.978 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:05:48.978 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:05:48.978 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:05:48.979 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:05:49.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:48 smithi177 ceph-mon[212096]: pgmap v18979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:49.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:48 smithi123 ceph-mon[191304]: pgmap v18979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:49.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:48 smithi123 ceph-mon[188613]: pgmap v18979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:49.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:05:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:05:49] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T20:05:50.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:49 smithi177 ceph-mon[212096]: from='client.64928 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:05:50.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:49 smithi177 ceph-mon[212096]: from='client.54981 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:05:50.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:49 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1030799500' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:05:50.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:49 smithi123 ceph-mon[191304]: from='client.64928 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:05:50.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:49 smithi123 ceph-mon[191304]: from='client.54981 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:05:50.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:49 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1030799500' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:05:50.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:49 smithi123 ceph-mon[188613]: from='client.64928 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:05:50.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:49 smithi123 ceph-mon[188613]: from='client.54981 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:05:50.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:49 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1030799500' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:05:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:50 smithi177 ceph-mon[212096]: pgmap v18980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:51.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:50 smithi123 ceph-mon[188613]: pgmap v18980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:51.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:50 smithi123 ceph-mon[191304]: pgmap v18980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:53.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:52 smithi177 ceph-mon[212096]: pgmap v18981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:53.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:52 smithi123 ceph-mon[191304]: pgmap v18981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:53.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:52 smithi123 ceph-mon[188613]: pgmap v18981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:55.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:54 smithi177 ceph-mon[212096]: pgmap v18982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:55.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:54 smithi123 ceph-mon[191304]: pgmap v18982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:55.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:54 smithi123 ceph-mon[188613]: pgmap v18982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:56 smithi177 ceph-mon[212096]: pgmap v18983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:56 smithi123 ceph-mon[191304]: pgmap v18983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:57.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:56 smithi123 ceph-mon[188613]: pgmap v18983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:05:58.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:05:58.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:05:59.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:05:58 smithi177 ceph-mon[212096]: pgmap v18984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:59.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:05:58 smithi123 ceph-mon[191304]: pgmap v18984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:59.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:05:58 smithi123 ceph-mon[188613]: pgmap v18984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:05:59.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:05:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:05:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:06:01.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:00 smithi177 ceph-mon[212096]: pgmap v18985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:01.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:00 smithi123 ceph-mon[191304]: pgmap v18985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:01.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:00 smithi123 ceph-mon[188613]: pgmap v18985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:03.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:02 smithi177 ceph-mon[212096]: pgmap v18986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:03.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:02 smithi123 ceph-mon[191304]: pgmap v18986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:03.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:02 smithi123 ceph-mon[188613]: pgmap v18986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:05.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:04 smithi177 ceph-mon[212096]: pgmap v18987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:05.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:04 smithi123 ceph-mon[188613]: pgmap v18987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:05.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:04 smithi123 ceph-mon[191304]: pgmap v18987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:06 smithi177 ceph-mon[212096]: pgmap v18988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:07.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:06 smithi123 ceph-mon[191304]: pgmap v18988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:07.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:06 smithi123 ceph-mon[188613]: pgmap v18988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:09.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:08 smithi177 ceph-mon[212096]: pgmap v18989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:09.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:06:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:06:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:06:09.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:08 smithi123 ceph-mon[191304]: pgmap v18989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:09.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:08 smithi123 ceph-mon[188613]: pgmap v18989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:11.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:10 smithi177 ceph-mon[212096]: pgmap v18990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:11.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:10 smithi123 ceph-mon[191304]: pgmap v18990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:11.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:10 smithi123 ceph-mon[188613]: pgmap v18990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:12 smithi177 ceph-mon[212096]: pgmap v18991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:06:13.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:12 smithi123 ceph-mon[191304]: pgmap v18991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:13.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:06:13.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:12 smithi123 ceph-mon[188613]: pgmap v18991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:13.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:06:15.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:14 smithi177 ceph-mon[212096]: pgmap v18992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:15.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:14 smithi123 ceph-mon[188613]: pgmap v18992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:15.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:14 smithi123 ceph-mon[191304]: pgmap v18992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:17.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:16 smithi123 ceph-mon[191304]: pgmap v18993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:17.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:16 smithi123 ceph-mon[188613]: pgmap v18993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:17.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:16 smithi177 ceph-mon[212096]: pgmap v18993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:19.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:18 smithi123 ceph-mon[191304]: pgmap v18994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:19.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:18 smithi123 ceph-mon[188613]: pgmap v18994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:19.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:06:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:06:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:06:19.328 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:06:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:18 smithi177 ceph-mon[212096]: pgmap v18994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:19.634 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:06:19.634 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 10m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:06:19.635 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 7m ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:06:19.635 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 10m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:06:19.635 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 7m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:06:19.635 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 7m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:06:19.635 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 10m ago 9h 892M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:06:19.635 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 10m ago 9h 2301M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:06:19.635 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 7m ago 9h 1114M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:06:19.635 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 10m ago 9h 1200M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:06:19.635 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 10m ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:06:19.635 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 7m ago 9h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:06:19.635 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 10m ago 9h 5493M 2125M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:06:19.635 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 10m ago 9h 6209M 2125M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:06:19.635 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 10m ago 9h 5044M 2125M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:06:19.636 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 10m ago 9h 5324M 2125M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:06:19.636 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 7m ago 9h 4484M 2466M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:06:19.636 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 7m ago 9h 5022M 2466M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:06:19.636 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 7m ago 9h 4334M 2466M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:06:19.636 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 7m ago 9h 5045M 2466M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:06:19.636 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 7m ago 9h 153M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:06:20.016 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:06:20.016 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:06:20.016 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:06:20.017 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:06:20.017 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:06:20.017 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:06:20.017 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:06:20.017 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:06:20.017 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:06:20.018 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:06:20.018 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:06:20.018 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:06:20.018 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:06:20.018 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:06:20.018 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:06:20.018 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:06:20.018 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:06:20.018 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:06:21.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:20 smithi123 ceph-mon[191304]: from='client.54993 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:06:21.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:20 smithi123 ceph-mon[191304]: pgmap v18995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:21.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:20 smithi123 ceph-mon[191304]: from='client.54999 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:06:21.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:20 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1387276031' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:06:21.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:20 smithi123 ceph-mon[188613]: from='client.54993 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:06:21.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:20 smithi123 ceph-mon[188613]: pgmap v18995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:21.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:20 smithi123 ceph-mon[188613]: from='client.54999 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:06:21.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:20 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1387276031' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:06:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:20 smithi177 ceph-mon[212096]: from='client.54993 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:06:21.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:20 smithi177 ceph-mon[212096]: pgmap v18995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:21.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:20 smithi177 ceph-mon[212096]: from='client.54999 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:06:21.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:20 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1387276031' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:06:23.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:22 smithi123 ceph-mon[191304]: pgmap v18996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:23.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:22 smithi123 ceph-mon[188613]: pgmap v18996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:23.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:22 smithi177 ceph-mon[212096]: pgmap v18996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:25.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:24 smithi123 ceph-mon[191304]: pgmap v18997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:25.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:24 smithi123 ceph-mon[188613]: pgmap v18997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:25.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:24 smithi177 ceph-mon[212096]: pgmap v18997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:26 smithi123 ceph-mon[191304]: pgmap v18998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:26 smithi123 ceph-mon[188613]: pgmap v18998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:26 smithi177 ceph-mon[212096]: pgmap v18998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:06:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:06:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:06:29.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:28 smithi123 ceph-mon[191304]: pgmap v18999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:29.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:06:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:06:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:06:29.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:28 smithi123 ceph-mon[188613]: pgmap v18999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:28 smithi177 ceph-mon[212096]: pgmap v18999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:31.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:30 smithi123 ceph-mon[191304]: pgmap v19000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:31.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:06:31.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:30 smithi123 ceph-mon[188613]: pgmap v19000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:31.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:06:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:30 smithi177 ceph-mon[212096]: pgmap v19000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:06:32.173 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:06:32.173 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:06:32.173 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:32 smithi123 ceph-mon[188613]: pgmap v19001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:32.173 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:06:32.173 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:32 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:06:32.241 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:06:32.241 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:06:32.242 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:32 smithi177 ceph-mon[212096]: pgmap v19001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:32.242 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:06:32.242 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:32 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:06:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:06:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:06:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:32 smithi123 ceph-mon[191304]: pgmap v19001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:06:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:32 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:06:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:06:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:06:34.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:34 smithi123 ceph-mon[191304]: pgmap v19002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:34.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:06:34.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:06:34.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:06:34.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:06:34.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:06:34.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:06:34.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:06:34.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:34 smithi123 ceph-mon[188613]: pgmap v19002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:34.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:06:34.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:06:34.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:06:34.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:06:34.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:06:34.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:06:34.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:06:34.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:34 smithi177 ceph-mon[212096]: pgmap v19002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:34.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:06:34.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:06:34.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:06:34.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:06:34.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:06:36.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:36 smithi123 ceph-mon[191304]: pgmap v19003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:36.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:36 smithi123 ceph-mon[188613]: pgmap v19003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:36 smithi177 ceph-mon[212096]: pgmap v19003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:38.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:38 smithi123 ceph-mon[188613]: pgmap v19004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:38.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:38 smithi123 ceph-mon[191304]: pgmap v19004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:39.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:38 smithi177 ceph-mon[212096]: pgmap v19004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:06:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:06:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:06:40.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:40 smithi123 ceph-mon[191304]: pgmap v19005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:40.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:40 smithi123 ceph-mon[188613]: pgmap v19005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:40 smithi177 ceph-mon[212096]: pgmap v19005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:42.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:42 smithi123 ceph-mon[191304]: pgmap v19006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:42.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:06:42.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:42 smithi123 ceph-mon[188613]: pgmap v19006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:42.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:06:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:42 smithi177 ceph-mon[212096]: pgmap v19006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:43.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:06:45.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:44 smithi177 ceph-mon[212096]: pgmap v19007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:44 smithi123 ceph-mon[191304]: pgmap v19007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:45.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:44 smithi123 ceph-mon[188613]: pgmap v19007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:47.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:46 smithi177 ceph-mon[212096]: pgmap v19008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:47.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:46 smithi123 ceph-mon[191304]: pgmap v19008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:47.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:46 smithi123 ceph-mon[188613]: pgmap v19008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:49.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:48 smithi123 ceph-mon[191304]: pgmap v19009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:49.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:48 smithi123 ceph-mon[188613]: pgmap v19009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:49.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:48 smithi177 ceph-mon[212096]: pgmap v19009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:06:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:06:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:06:50.360 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:06:50.668 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:06:50.668 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 17s ago 9h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:06:50.669 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 8m ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:06:50.669 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 17s ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:06:50.669 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 8m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:06:50.669 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 8m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:06:50.669 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 17s ago 9h 898M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:06:50.669 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 17s ago 9h 2334M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:06:50.669 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 8m ago 9h 1114M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:06:50.669 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 17s ago 9h 1216M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:06:50.669 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 17s ago 9h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:06:50.669 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 8m ago 9h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:06:50.669 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 17s ago 9h 5525M 2125M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:06:50.669 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 17s ago 9h 6242M 2125M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:06:50.669 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 17s ago 9h 5069M 2125M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:06:50.669 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 17s ago 9h 5355M 2125M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:06:50.670 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 8m ago 9h 4484M 2466M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:06:50.670 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 8m ago 9h 5022M 2466M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:06:50.670 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 8m ago 9h 4334M 2466M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:06:50.670 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 8m ago 9h 5045M 2466M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:06:50.670 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 8m ago 9h 153M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:06:51.058 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:06:51.059 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:06:51.059 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:06:51.059 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:06:51.059 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:06:51.059 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:06:51.059 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:06:51.059 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:06:51.059 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:06:51.059 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:06:51.059 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:06:51.059 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:06:51.059 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:06:51.059 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:06:51.059 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:06:51.059 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:06:51.060 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:06:51.060 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:06:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:50 smithi177 ceph-mon[212096]: pgmap v19010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:50 smithi123 ceph-mon[191304]: pgmap v19010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:51.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:50 smithi123 ceph-mon[188613]: pgmap v19010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:51 smithi177 ceph-mon[212096]: from='client.64964 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:06:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:51 smithi177 ceph-mon[212096]: from='client.64970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:06:52.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:51 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2315441747' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:06:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:51 smithi123 ceph-mon[191304]: from='client.64964 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:06:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:51 smithi123 ceph-mon[191304]: from='client.64970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:06:52.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:51 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2315441747' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:06:52.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:51 smithi123 ceph-mon[188613]: from='client.64964 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:06:52.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:51 smithi123 ceph-mon[188613]: from='client.64970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:06:52.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:51 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2315441747' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:06:53.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:52 smithi177 ceph-mon[212096]: pgmap v19011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:53.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:52 smithi123 ceph-mon[191304]: pgmap v19011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:53.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:52 smithi123 ceph-mon[188613]: pgmap v19011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:55.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:54 smithi177 ceph-mon[212096]: pgmap v19012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:55.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:54 smithi123 ceph-mon[188613]: pgmap v19012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:55.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:54 smithi123 ceph-mon[191304]: pgmap v19012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:56 smithi177 ceph-mon[212096]: pgmap v19013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:57.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:56 smithi123 ceph-mon[188613]: pgmap v19013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:56 smithi123 ceph-mon[191304]: pgmap v19013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:06:58.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:06:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:06:59.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:06:58 smithi123 ceph-mon[191304]: pgmap v19014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:59.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:06:58 smithi123 ceph-mon[188613]: pgmap v19014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:59.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:06:58 smithi177 ceph-mon[212096]: pgmap v19014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:06:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:06:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:06:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:07:01.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:00 smithi177 ceph-mon[212096]: pgmap v19015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:01.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:00 smithi123 ceph-mon[191304]: pgmap v19015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:01.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:00 smithi123 ceph-mon[188613]: pgmap v19015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:03.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:02 smithi177 ceph-mon[212096]: pgmap v19016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:03.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:02 smithi123 ceph-mon[191304]: pgmap v19016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:03.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:02 smithi123 ceph-mon[188613]: pgmap v19016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:05.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:04 smithi177 ceph-mon[212096]: pgmap v19017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:05.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:04 smithi123 ceph-mon[191304]: pgmap v19017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:05.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:04 smithi123 ceph-mon[188613]: pgmap v19017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:06 smithi177 ceph-mon[212096]: pgmap v19018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:07.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:06 smithi123 ceph-mon[191304]: pgmap v19018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:07.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:06 smithi123 ceph-mon[188613]: pgmap v19018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:09.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:08 smithi123 ceph-mon[191304]: pgmap v19019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:09.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:08 smithi123 ceph-mon[188613]: pgmap v19019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:09.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:08 smithi177 ceph-mon[212096]: pgmap v19019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:07:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:07:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:07:11.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:10 smithi177 ceph-mon[212096]: pgmap v19020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:11.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:10 smithi123 ceph-mon[188613]: pgmap v19020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:11.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:10 smithi123 ceph-mon[191304]: pgmap v19020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:12 smithi177 ceph-mon[212096]: pgmap v19021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:07:13.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:12 smithi123 ceph-mon[191304]: pgmap v19021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:13.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:07:13.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:12 smithi123 ceph-mon[188613]: pgmap v19021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:13.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:07:15.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:14 smithi177 ceph-mon[212096]: pgmap v19022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:15.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:14 smithi123 ceph-mon[191304]: pgmap v19022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:15.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:14 smithi123 ceph-mon[188613]: pgmap v19022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:17.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:16 smithi177 ceph-mon[212096]: pgmap v19023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:17.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:16 smithi123 ceph-mon[191304]: pgmap v19023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:17.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:16 smithi123 ceph-mon[188613]: pgmap v19023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:19.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:18 smithi123 ceph-mon[191304]: pgmap v19024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:19.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:18 smithi123 ceph-mon[188613]: pgmap v19024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:19.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:18 smithi177 ceph-mon[212096]: pgmap v19024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:07:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:07:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:07:21.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:20 smithi177 ceph-mon[212096]: pgmap v19025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:21.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:20 smithi123 ceph-mon[191304]: pgmap v19025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:21.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:20 smithi123 ceph-mon[188613]: pgmap v19025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:21.406 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:07:21.717 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:07:21.717 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 48s ago 9h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:07:21.717 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 8m ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:07:21.717 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 48s ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:07:21.717 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 8m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:07:21.717 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 8m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:07:21.718 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 48s ago 9h 898M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:07:21.718 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 48s ago 9h 2334M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:07:21.718 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 8m ago 9h 1114M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:07:21.718 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 48s ago 9h 1216M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:07:21.718 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 48s ago 9h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:07:21.718 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 8m ago 9h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:07:21.718 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 48s ago 9h 5525M 2125M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:07:21.718 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 48s ago 9h 6242M 2125M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:07:21.718 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 48s ago 9h 5069M 2125M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:07:21.718 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 48s ago 9h 5355M 2125M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:07:21.718 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 8m ago 9h 4484M 2466M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:07:21.718 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 8m ago 9h 5022M 2466M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:07:21.718 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 8m ago 9h 4334M 2466M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:07:21.718 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 8m ago 9h 5045M 2466M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:07:21.718 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 8m ago 9h 153M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:07:22.097 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:07:22.098 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:07:22.098 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:07:22.098 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:07:22.098 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:07:22.098 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:07:22.098 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:07:22.098 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:07:22.098 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:07:22.098 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:07:22.098 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:07:22.098 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:07:22.098 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:07:22.098 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:07:22.098 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:07:22.098 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:07:22.099 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:07:22.099 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:07:23.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:22 smithi177 ceph-mon[212096]: from='client.55029 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:07:23.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:22 smithi177 ceph-mon[212096]: pgmap v19026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:23.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:22 smithi177 ceph-mon[212096]: from='client.64988 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:07:23.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:22 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3759577635' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:07:23.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:22 smithi123 ceph-mon[191304]: from='client.55029 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:07:23.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:22 smithi123 ceph-mon[191304]: pgmap v19026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:23.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:22 smithi123 ceph-mon[191304]: from='client.64988 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:07:23.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:22 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3759577635' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:07:23.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:22 smithi123 ceph-mon[188613]: from='client.55029 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:07:23.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:22 smithi123 ceph-mon[188613]: pgmap v19026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:23.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:22 smithi123 ceph-mon[188613]: from='client.64988 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:07:23.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:22 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3759577635' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:07:25.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:24 smithi177 ceph-mon[212096]: pgmap v19027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:25.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:24 smithi123 ceph-mon[191304]: pgmap v19027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:25.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:24 smithi123 ceph-mon[188613]: pgmap v19027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:26 smithi177 ceph-mon[212096]: pgmap v19028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:26 smithi123 ceph-mon[188613]: pgmap v19028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:26 smithi123 ceph-mon[191304]: pgmap v19028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:07:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:07:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:07:29.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:28 smithi123 ceph-mon[191304]: pgmap v19029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:29.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:28 smithi123 ceph-mon[188613]: pgmap v19029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:29.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:28 smithi177 ceph-mon[212096]: pgmap v19029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:07:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:07:29] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T20:07:31.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:30 smithi177 ceph-mon[212096]: pgmap v19030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:31.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:30 smithi123 ceph-mon[191304]: pgmap v19030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:31.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:30 smithi123 ceph-mon[188613]: pgmap v19030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:33.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:32 smithi177 ceph-mon[212096]: pgmap v19031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:33.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:32 smithi123 ceph-mon[191304]: pgmap v19031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:33.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:32 smithi123 ceph-mon[188613]: pgmap v19031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:35.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:34 smithi177 ceph-mon[212096]: pgmap v19032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:35.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:07:35.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:07:35.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:07:35.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:07:35.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:07:35.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:07:35.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:34 smithi123 ceph-mon[191304]: pgmap v19032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:35.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:07:35.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:07:35.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:07:35.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:07:35.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:07:35.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:07:35.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:34 smithi123 ceph-mon[188613]: pgmap v19032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:35.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:07:35.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:07:35.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:07:35.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:07:35.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:07:35.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:07:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:36 smithi177 ceph-mon[212096]: pgmap v19033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:37.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:36 smithi123 ceph-mon[188613]: pgmap v19033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:37.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:36 smithi123 ceph-mon[191304]: pgmap v19033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:39.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:38 smithi177 ceph-mon[212096]: pgmap v19034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:39.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:38 smithi123 ceph-mon[191304]: pgmap v19034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:39.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:38 smithi123 ceph-mon[188613]: pgmap v19034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:39.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:07:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:07:39] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T20:07:41.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:40 smithi177 ceph-mon[212096]: pgmap v19035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:40 smithi123 ceph-mon[191304]: pgmap v19035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:41.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:40 smithi123 ceph-mon[188613]: pgmap v19035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:42 smithi177 ceph-mon[212096]: pgmap v19036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:43.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:07:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:42 smithi123 ceph-mon[191304]: pgmap v19036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:07:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:42 smithi123 ceph-mon[188613]: pgmap v19036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:07:45.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:44 smithi177 ceph-mon[212096]: pgmap v19037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:44 smithi123 ceph-mon[191304]: pgmap v19037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:45.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:44 smithi123 ceph-mon[188613]: pgmap v19037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:47.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:46 smithi177 ceph-mon[212096]: pgmap v19038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:47.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:46 smithi123 ceph-mon[191304]: pgmap v19038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:47.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:46 smithi123 ceph-mon[188613]: pgmap v19038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:49.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:48 smithi177 ceph-mon[212096]: pgmap v19039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:49.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:48 smithi123 ceph-mon[191304]: pgmap v19039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:49.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:48 smithi123 ceph-mon[188613]: pgmap v19039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:49.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:07:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:07:49] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T20:07:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:50 smithi177 ceph-mon[212096]: pgmap v19040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:50 smithi123 ceph-mon[191304]: pgmap v19040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:51.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:50 smithi123 ceph-mon[188613]: pgmap v19040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:52.445 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:07:52.754 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:07:52.755 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 79s ago 9h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:07:52.755 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 9m ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:07:52.755 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 79s ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:07:52.755 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 9m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:07:52.755 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 9m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:07:52.755 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 79s ago 9h 898M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:07:52.755 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 79s ago 9h 2334M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:07:52.755 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 9m ago 9h 1114M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:07:52.755 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 79s ago 9h 1216M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:07:52.755 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 79s ago 9h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:07:52.755 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 9m ago 9h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:07:52.755 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 79s ago 9h 5525M 2125M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:07:52.756 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 79s ago 9h 6242M 2125M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:07:52.756 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 79s ago 9h 5069M 2125M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:07:52.756 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 79s ago 9h 5355M 2125M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:07:52.756 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 9m ago 9h 4484M 2466M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:07:52.756 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 9m ago 9h 5022M 2466M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:07:52.756 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 9m ago 9h 4334M 2466M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:07:52.756 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 9m ago 9h 5045M 2466M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:07:52.756 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 9m ago 9h 153M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:07:53.135 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:07:53.136 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:07:53.136 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:07:53.136 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:07:53.136 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:07:53.136 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:07:53.136 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:07:53.136 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:07:53.137 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:07:53.137 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:07:53.137 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:07:53.137 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:07:53.137 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:07:53.137 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:07:53.137 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:07:53.137 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:07:53.138 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:07:53.138 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:07:53.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:52 smithi177 ceph-mon[212096]: pgmap v19041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:53.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:52 smithi123 ceph-mon[191304]: pgmap v19041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:53.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:52 smithi123 ceph-mon[188613]: pgmap v19041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:54.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:53 smithi177 ceph-mon[212096]: from='client.55047 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:07:54.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:53 smithi177 ceph-mon[212096]: from='client.55053 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:07:54.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:53 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1567235294' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:07:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:53 smithi123 ceph-mon[191304]: from='client.55047 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:07:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:53 smithi123 ceph-mon[191304]: from='client.55053 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:07:54.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:53 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1567235294' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:07:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:53 smithi123 ceph-mon[188613]: from='client.55047 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:07:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:53 smithi123 ceph-mon[188613]: from='client.55053 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:07:54.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:53 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1567235294' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:07:55.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:54 smithi177 ceph-mon[212096]: pgmap v19042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:55.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:54 smithi123 ceph-mon[191304]: pgmap v19042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:55.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:54 smithi123 ceph-mon[188613]: pgmap v19042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:56 smithi177 ceph-mon[212096]: pgmap v19043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:56 smithi123 ceph-mon[191304]: pgmap v19043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:57.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:56 smithi123 ceph-mon[188613]: pgmap v19043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:07:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:07:58.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:07:59.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:07:58 smithi177 ceph-mon[212096]: pgmap v19044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:59.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:07:58 smithi123 ceph-mon[191304]: pgmap v19044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:59.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:07:58 smithi123 ceph-mon[188613]: pgmap v19044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:07:59.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:07:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:07:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:08:01.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:00 smithi177 ceph-mon[212096]: pgmap v19045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:01.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:00 smithi123 ceph-mon[191304]: pgmap v19045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:01.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:00 smithi123 ceph-mon[188613]: pgmap v19045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:03.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:02 smithi177 ceph-mon[212096]: pgmap v19046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:03.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:02 smithi123 ceph-mon[191304]: pgmap v19046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:03.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:02 smithi123 ceph-mon[188613]: pgmap v19046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:05.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:04 smithi177 ceph-mon[212096]: pgmap v19047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:05.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:04 smithi123 ceph-mon[188613]: pgmap v19047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:05.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:04 smithi123 ceph-mon[191304]: pgmap v19047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:06 smithi177 ceph-mon[212096]: pgmap v19048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:07.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:06 smithi123 ceph-mon[191304]: pgmap v19048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:07.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:06 smithi123 ceph-mon[188613]: pgmap v19048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:09.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:08 smithi123 ceph-mon[188613]: pgmap v19049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:09.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:08 smithi123 ceph-mon[191304]: pgmap v19049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:09.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:08:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:08:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:08:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:08 smithi177 ceph-mon[212096]: pgmap v19049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:11.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:10 smithi123 ceph-mon[191304]: pgmap v19050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:11.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:10 smithi123 ceph-mon[188613]: pgmap v19050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:11.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:10 smithi177 ceph-mon[212096]: pgmap v19050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:13.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:12 smithi123 ceph-mon[191304]: pgmap v19051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:13.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:08:13.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:12 smithi123 ceph-mon[188613]: pgmap v19051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:13.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:08:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:12 smithi177 ceph-mon[212096]: pgmap v19051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:08:15.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:14 smithi123 ceph-mon[188613]: pgmap v19052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:15.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:14 smithi123 ceph-mon[191304]: pgmap v19052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:15.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:14 smithi177 ceph-mon[212096]: pgmap v19052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:17.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:16 smithi123 ceph-mon[191304]: pgmap v19053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:17.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:16 smithi123 ceph-mon[188613]: pgmap v19053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:17.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:16 smithi177 ceph-mon[212096]: pgmap v19053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:19.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:08:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:08:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:08:19.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:18 smithi123 ceph-mon[191304]: pgmap v19054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:19.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:18 smithi123 ceph-mon[188613]: pgmap v19054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:18 smithi177 ceph-mon[212096]: pgmap v19054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:21.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:20 smithi123 ceph-mon[191304]: pgmap v19055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:21.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:20 smithi123 ceph-mon[188613]: pgmap v19055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:20 smithi177 ceph-mon[212096]: pgmap v19055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:23.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:22 smithi123 ceph-mon[191304]: pgmap v19056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:23.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:22 smithi123 ceph-mon[188613]: pgmap v19056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:23.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:22 smithi177 ceph-mon[212096]: pgmap v19056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:23.482 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:08:23.788 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:08:23.788 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 110s ago 9h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:08:23.788 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 10m ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:08:23.788 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 110s ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:08:23.788 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 10m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:08:23.789 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 10m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:08:23.789 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 110s ago 9h 898M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:08:23.789 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 110s ago 9h 2334M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:08:23.789 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 10m ago 9h 1114M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:08:23.789 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 110s ago 9h 1216M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:08:23.789 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 110s ago 9h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:08:23.790 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 10m ago 9h 22.5M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:08:23.790 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 110s ago 9h 5525M 2125M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:08:23.790 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 110s ago 9h 6242M 2125M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:08:23.790 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 110s ago 9h 5069M 2125M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:08:23.790 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 110s ago 9h 5355M 2125M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:08:23.790 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 10m ago 9h 4484M 2466M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:08:23.791 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 10m ago 9h 5022M 2466M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:08:23.791 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 10m ago 9h 4334M 2466M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:08:23.791 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 10m ago 9h 5045M 2466M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:08:23.791 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 10m ago 9h 153M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:08:24.173 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:08:24.173 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:08:24.174 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:08:24.174 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:08:24.174 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:08:24.174 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:08:24.174 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:08:24.174 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:08:24.174 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:08:24.174 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:08:24.174 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:08:24.174 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:08:24.174 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:08:24.174 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:08:24.174 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:08:24.175 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:08:24.175 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:08:24.175 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:08:25.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:24 smithi123 ceph-mon[191304]: from='client.65018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:08:25.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:24 smithi123 ceph-mon[191304]: pgmap v19057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:25.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:24 smithi123 ceph-mon[191304]: from='client.55071 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:08:25.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:24 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4205805759' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:08:25.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:24 smithi123 ceph-mon[188613]: from='client.65018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:08:25.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:24 smithi123 ceph-mon[188613]: pgmap v19057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:25.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:24 smithi123 ceph-mon[188613]: from='client.55071 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:08:25.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:24 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4205805759' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:08:25.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:24 smithi177 ceph-mon[212096]: from='client.65018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:08:25.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:24 smithi177 ceph-mon[212096]: pgmap v19057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:25.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:24 smithi177 ceph-mon[212096]: from='client.55071 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:08:25.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:24 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4205805759' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:08:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:26 smithi123 ceph-mon[191304]: pgmap v19058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:27.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:26 smithi123 ceph-mon[188613]: pgmap v19058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:26 smithi177 ceph-mon[212096]: pgmap v19058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:08:28.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:08:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:08:29.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:28 smithi123 ceph-mon[191304]: pgmap v19059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:29.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:28 smithi123 ceph-mon[188613]: pgmap v19059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:29.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:08:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:08:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:08:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:28 smithi177 ceph-mon[212096]: pgmap v19059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:31.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:30 smithi123 ceph-mon[191304]: pgmap v19060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:31.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:30 smithi123 ceph-mon[188613]: pgmap v19060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:30 smithi177 ceph-mon[212096]: pgmap v19060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:33.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:32 smithi123 ceph-mon[191304]: pgmap v19061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:33.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:32 smithi123 ceph-mon[188613]: pgmap v19061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:32 smithi177 ceph-mon[212096]: pgmap v19061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:35.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:34 smithi123 ceph-mon[191304]: pgmap v19062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:35.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:08:35.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:34 smithi123 ceph-mon[188613]: pgmap v19062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:35.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:08:35.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:34 smithi177 ceph-mon[212096]: pgmap v19062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:35.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:08:37.135 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:36 smithi177 ceph-mon[212096]: pgmap v19063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:37.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:36 smithi123 ceph-mon[191304]: pgmap v19063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:37.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:36 smithi123 ceph-mon[188613]: pgmap v19063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:08:38.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:08:38.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:38 smithi177 ceph-mon[212096]: pgmap v19064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:38.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:08:38.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:08:38.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:08:38.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:08:38.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:08:38.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:38 smithi123 ceph-mon[191304]: pgmap v19064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:38.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:08:38.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:08:38.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:08:38.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:08:38.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:08:38.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:38 smithi123 ceph-mon[188613]: pgmap v19064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:38.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:08:38.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:08:38.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:08:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:08:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:08:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:08:40.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:40 smithi177 ceph-mon[212096]: pgmap v19065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:40.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:40 smithi123 ceph-mon[191304]: pgmap v19065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:40.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:40 smithi123 ceph-mon[188613]: pgmap v19065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:42 smithi177 ceph-mon[212096]: pgmap v19066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:43.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:08:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:42 smithi123 ceph-mon[188613]: pgmap v19066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:08:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:42 smithi123 ceph-mon[191304]: pgmap v19066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:08:45.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:44 smithi177 ceph-mon[212096]: pgmap v19067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:44 smithi123 ceph-mon[191304]: pgmap v19067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:45.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:44 smithi123 ceph-mon[188613]: pgmap v19067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:47.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:46 smithi177 ceph-mon[212096]: pgmap v19068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:47.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:46 smithi123 ceph-mon[188613]: pgmap v19068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:47.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:46 smithi123 ceph-mon[191304]: pgmap v19068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:49.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:48 smithi123 ceph-mon[191304]: pgmap v19069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:49.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:48 smithi123 ceph-mon[188613]: pgmap v19069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:49.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:48 smithi177 ceph-mon[212096]: pgmap v19069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:08:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:08:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:08:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:50 smithi177 ceph-mon[212096]: pgmap v19070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:50 smithi123 ceph-mon[191304]: pgmap v19070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:51.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:50 smithi123 ceph-mon[188613]: pgmap v19070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:53.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:52 smithi177 ceph-mon[212096]: pgmap v19071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:53.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:52 smithi123 ceph-mon[191304]: pgmap v19071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:53.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:52 smithi123 ceph-mon[188613]: pgmap v19071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:54.521 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:08:54.833 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:08:54.833 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 2m ago 9h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:08:54.833 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 17s ago 9h 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:08:54.833 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 2m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:08:54.833 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 17s ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:08:54.833 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 17s ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:08:54.833 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 2m ago 9h 898M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:08:54.833 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 2m ago 9h 2334M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:08:54.833 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 17s ago 9h 1130M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:08:54.833 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 2m ago 9h 1216M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:08:54.833 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 2m ago 9h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:08:54.833 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 17s ago 9h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:08:54.834 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 2m ago 9h 5525M 2125M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:08:54.834 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 2m ago 9h 6242M 2125M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:08:54.834 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 2m ago 9h 5069M 2125M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:08:54.834 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 2m ago 9h 5355M 2125M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:08:54.834 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 17s ago 9h 4511M 2466M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:08:54.834 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 17s ago 9h 5056M 2466M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:08:54.834 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 17s ago 9h 4364M 2466M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:08:54.834 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 17s ago 9h 5082M 2466M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:08:54.834 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 17s ago 9h 159M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:08:55.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:54 smithi177 ceph-mon[212096]: pgmap v19072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:55.215 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:08:55.215 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:08:55.215 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:08:55.215 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:08:55.215 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:08:55.215 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:08:55.215 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:08:55.215 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:08:55.215 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:08:55.215 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:08:55.215 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:08:55.215 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:08:55.216 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:08:55.216 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:08:55.216 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:08:55.216 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:08:55.216 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:08:55.216 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:08:55.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:54 smithi123 ceph-mon[191304]: pgmap v19072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:55.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:54 smithi123 ceph-mon[188613]: pgmap v19072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:56.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:55 smithi177 ceph-mon[212096]: from='client.65036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:08:56.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:55 smithi177 ceph-mon[212096]: from='client.55089 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:08:56.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:55 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3118712960' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:08:56.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:55 smithi123 ceph-mon[191304]: from='client.65036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:08:56.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:55 smithi123 ceph-mon[191304]: from='client.55089 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:08:56.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:55 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3118712960' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:08:56.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:55 smithi123 ceph-mon[188613]: from='client.65036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:08:56.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:55 smithi123 ceph-mon[188613]: from='client.55089 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:08:56.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:55 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3118712960' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:08:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:56 smithi177 ceph-mon[212096]: pgmap v19073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:56 smithi123 ceph-mon[191304]: pgmap v19073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:57.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:56 smithi123 ceph-mon[188613]: pgmap v19073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:08:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:08:58.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:08:59.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:08:58 smithi123 ceph-mon[191304]: pgmap v19074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:59.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:08:58 smithi123 ceph-mon[188613]: pgmap v19074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:59.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:08:58 smithi177 ceph-mon[212096]: pgmap v19074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:08:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:08:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:08:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:09:01.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:00 smithi177 ceph-mon[212096]: pgmap v19075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:01.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:00 smithi123 ceph-mon[191304]: pgmap v19075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:01.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:00 smithi123 ceph-mon[188613]: pgmap v19075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:03.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:02 smithi177 ceph-mon[212096]: pgmap v19076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:03.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:02 smithi123 ceph-mon[191304]: pgmap v19076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:03.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:02 smithi123 ceph-mon[188613]: pgmap v19076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:05.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:04 smithi177 ceph-mon[212096]: pgmap v19077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:05.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:04 smithi123 ceph-mon[191304]: pgmap v19077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:05.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:04 smithi123 ceph-mon[188613]: pgmap v19077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:06 smithi177 ceph-mon[212096]: pgmap v19078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:07.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:06 smithi123 ceph-mon[191304]: pgmap v19078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:07.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:06 smithi123 ceph-mon[188613]: pgmap v19078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:09.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:08 smithi123 ceph-mon[191304]: pgmap v19079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:09.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:08 smithi123 ceph-mon[188613]: pgmap v19079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:09.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:08 smithi177 ceph-mon[212096]: pgmap v19079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:09:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:09:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:09:11.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:10 smithi177 ceph-mon[212096]: pgmap v19080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:11.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:10 smithi123 ceph-mon[191304]: pgmap v19080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:11.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:10 smithi123 ceph-mon[188613]: pgmap v19080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:13.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:12 smithi177 ceph-mon[212096]: pgmap v19081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:13.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:09:13.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:12 smithi123 ceph-mon[191304]: pgmap v19081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:13.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:09:13.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:12 smithi123 ceph-mon[188613]: pgmap v19081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:13.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:09:15.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:14 smithi177 ceph-mon[212096]: pgmap v19082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:15.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:14 smithi123 ceph-mon[191304]: pgmap v19082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:15.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:14 smithi123 ceph-mon[188613]: pgmap v19082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:17.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:16 smithi177 ceph-mon[212096]: pgmap v19083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:17.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:16 smithi123 ceph-mon[191304]: pgmap v19083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:17.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:16 smithi123 ceph-mon[188613]: pgmap v19083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:19.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:18 smithi177 ceph-mon[212096]: pgmap v19084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:19.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:18 smithi123 ceph-mon[191304]: pgmap v19084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:19.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:18 smithi123 ceph-mon[188613]: pgmap v19084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:19.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:09:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:09:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:09:21.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:20 smithi177 ceph-mon[212096]: pgmap v19085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:21.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:20 smithi123 ceph-mon[191304]: pgmap v19085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:21.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:20 smithi123 ceph-mon[188613]: pgmap v19085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:23.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:22 smithi177 ceph-mon[212096]: pgmap v19086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:23.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:22 smithi123 ceph-mon[191304]: pgmap v19086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:23.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:22 smithi123 ceph-mon[188613]: pgmap v19086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:25.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:24 smithi177 ceph-mon[212096]: pgmap v19087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:25.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:24 smithi123 ceph-mon[191304]: pgmap v19087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:25.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:24 smithi123 ceph-mon[188613]: pgmap v19087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:25.561 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:09:25.872 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:09:25.872 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 2m ago 9h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:09:25.872 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 48s ago 9h 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:09:25.872 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 2m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:09:25.872 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 48s ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:09:25.872 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 48s ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:09:25.872 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 2m ago 9h 898M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:09:25.872 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 2m ago 9h 2334M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:09:25.873 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 48s ago 9h 1130M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:09:25.873 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 2m ago 9h 1216M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:09:25.873 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 2m ago 9h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:09:25.873 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 48s ago 9h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:09:25.873 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 2m ago 9h 5525M 2125M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:09:25.873 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 2m ago 9h 6242M 2125M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:09:25.873 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 2m ago 9h 5069M 2125M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:09:25.873 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 2m ago 9h 5355M 2125M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:09:25.873 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 48s ago 9h 4511M 2466M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:09:25.873 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 48s ago 9h 5056M 2466M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:09:25.873 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 48s ago 9h 4364M 2466M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:09:25.873 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 48s ago 9h 5082M 2466M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:09:25.873 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 48s ago 9h 159M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:09:26.253 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:09:26.253 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:09:26.254 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:09:26.254 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:09:26.254 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:09:26.254 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:09:26.254 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:09:26.255 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:09:26.255 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:09:26.255 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:09:26.255 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:09:26.255 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:09:26.255 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:09:26.256 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:09:26.256 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:09:26.256 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:09:26.256 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:09:26.256 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:09:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:26 smithi177 ceph-mon[212096]: from='client.55101 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:09:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:26 smithi177 ceph-mon[212096]: pgmap v19088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:26 smithi177 ceph-mon[212096]: from='client.55107 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:09:27.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:26 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/115046046' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:09:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:26 smithi123 ceph-mon[191304]: from='client.55101 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:09:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:26 smithi123 ceph-mon[191304]: pgmap v19088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:26 smithi123 ceph-mon[191304]: from='client.55107 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:09:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:26 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/115046046' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:09:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:26 smithi123 ceph-mon[188613]: from='client.55101 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:09:27.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:26 smithi123 ceph-mon[188613]: pgmap v19088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:27.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:26 smithi123 ceph-mon[188613]: from='client.55107 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:09:27.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:26 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/115046046' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:09:28.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:09:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:09:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:09:29.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:28 smithi177 ceph-mon[212096]: pgmap v19089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:29.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:28 smithi123 ceph-mon[191304]: pgmap v19089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:29.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:28 smithi123 ceph-mon[188613]: pgmap v19089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:29.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:09:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:09:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:09:31.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:30 smithi177 ceph-mon[212096]: pgmap v19090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:31.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:30 smithi123 ceph-mon[191304]: pgmap v19090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:31.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:30 smithi123 ceph-mon[188613]: pgmap v19090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:33.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:32 smithi177 ceph-mon[212096]: pgmap v19091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:33.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:32 smithi123 ceph-mon[191304]: pgmap v19091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:33.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:32 smithi123 ceph-mon[188613]: pgmap v19091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:35.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:34 smithi177 ceph-mon[212096]: pgmap v19092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:35.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:34 smithi123 ceph-mon[191304]: pgmap v19092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:35.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:34 smithi123 ceph-mon[188613]: pgmap v19092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:36 smithi177 ceph-mon[212096]: pgmap v19093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:37.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:36 smithi123 ceph-mon[191304]: pgmap v19093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:37.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:36 smithi123 ceph-mon[188613]: pgmap v19093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:39.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:38 smithi177 ceph-mon[212096]: pgmap v19094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:39.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:09:39.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:09:39.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:09:39.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:09:39.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:09:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:09:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:09:39.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:38 smithi123 ceph-mon[191304]: pgmap v19094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:39.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:09:39.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:09:39.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:09:39.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:09:39.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:38 smithi123 ceph-mon[188613]: pgmap v19094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:39.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:09:39.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:09:39.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:09:39.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:09:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:40 smithi177 ceph-mon[212096]: pgmap v19095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:40 smithi123 ceph-mon[191304]: pgmap v19095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:41.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:40 smithi123 ceph-mon[188613]: pgmap v19095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:42 smithi177 ceph-mon[212096]: pgmap v19096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:09:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:42 smithi123 ceph-mon[191304]: pgmap v19096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:09:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:42 smithi123 ceph-mon[188613]: pgmap v19096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:09:45.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:44 smithi177 ceph-mon[212096]: pgmap v19097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:44 smithi123 ceph-mon[191304]: pgmap v19097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:45.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:44 smithi123 ceph-mon[188613]: pgmap v19097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:47.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:46 smithi177 ceph-mon[212096]: pgmap v19098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:47.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:46 smithi123 ceph-mon[191304]: pgmap v19098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:47.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:46 smithi123 ceph-mon[188613]: pgmap v19098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:49.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:48 smithi177 ceph-mon[212096]: pgmap v19099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:49.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:48 smithi123 ceph-mon[191304]: pgmap v19099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:49.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:48 smithi123 ceph-mon[188613]: pgmap v19099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:49.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:09:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:09:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:09:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:50 smithi177 ceph-mon[212096]: pgmap v19100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:50 smithi123 ceph-mon[191304]: pgmap v19100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:51.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:50 smithi123 ceph-mon[188613]: pgmap v19100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:53.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:52 smithi177 ceph-mon[212096]: pgmap v19101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:53.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:52 smithi123 ceph-mon[191304]: pgmap v19101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:53.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:52 smithi123 ceph-mon[188613]: pgmap v19101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:55.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:54 smithi177 ceph-mon[212096]: pgmap v19102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:55.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:54 smithi123 ceph-mon[191304]: pgmap v19102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:55.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:54 smithi123 ceph-mon[188613]: pgmap v19102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:56.596 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:09:56.903 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:09:56.903 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 3m ago 9h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:09:56.903 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 79s ago 9h 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:09:56.903 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 3m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:09:56.903 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 79s ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:09:56.903 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 79s ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:09:56.903 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 3m ago 9h 898M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:09:56.903 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 3m ago 9h 2334M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:09:56.903 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 79s ago 9h 1130M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:09:56.904 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 3m ago 9h 1216M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:09:56.904 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 3m ago 9h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:09:56.904 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 79s ago 9h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:09:56.904 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 3m ago 9h 5525M 2125M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:09:56.904 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 3m ago 9h 6242M 2125M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:09:56.904 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 3m ago 9h 5069M 2125M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:09:56.904 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 3m ago 9h 5355M 2125M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:09:56.904 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 79s ago 9h 4511M 2466M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:09:56.904 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 79s ago 9h 5056M 2466M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:09:56.904 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 79s ago 9h 4364M 2466M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:09:56.904 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 79s ago 9h 5082M 2466M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:09:56.904 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 79s ago 9h 159M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:09:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:56 smithi177 ceph-mon[212096]: pgmap v19103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:56 smithi123 ceph-mon[191304]: pgmap v19103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:57.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:56 smithi123 ceph-mon[188613]: pgmap v19103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:57.288 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:09:57.288 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:09:57.288 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:09:57.288 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:09:57.288 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:09:57.289 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:09:57.289 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:09:57.289 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:09:57.289 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:09:57.289 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:09:57.289 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:09:57.289 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:09:57.289 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:09:57.289 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:09:57.289 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:09:57.289 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:09:57.289 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:09:57.289 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:09:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:57 smithi177 ceph-mon[212096]: from='client.65072 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:09:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:57 smithi177 ceph-mon[212096]: from='client.55125 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:09:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:09:58.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:57 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3803078632' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:09:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:57 smithi123 ceph-mon[191304]: from='client.65072 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:09:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:57 smithi123 ceph-mon[191304]: from='client.55125 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:09:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:09:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:57 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3803078632' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:09:58.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:57 smithi123 ceph-mon[188613]: from='client.65072 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:09:58.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:57 smithi123 ceph-mon[188613]: from='client.55125 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:09:58.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:09:58.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:57 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3803078632' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:09:59.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:09:58 smithi177 ceph-mon[212096]: pgmap v19104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:59.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:09:58 smithi123 ceph-mon[191304]: pgmap v19104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:59.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:09:58 smithi123 ceph-mon[188613]: pgmap v19104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:09:59.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:09:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:09:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:10:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T20:09:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T20:10:01.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:00 smithi123 ceph-mon[188613]: pgmap v19105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:01.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T20:10:01.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:00 smithi123 ceph-mon[191304]: pgmap v19105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:01.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T20:10:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:00 smithi177 ceph-mon[212096]: pgmap v19105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T20:10:03.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:02 smithi123 ceph-mon[191304]: pgmap v19106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:03.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:02 smithi123 ceph-mon[188613]: pgmap v19106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:02 smithi177 ceph-mon[212096]: pgmap v19106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:05.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:04 smithi123 ceph-mon[191304]: pgmap v19107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:05.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:04 smithi123 ceph-mon[188613]: pgmap v19107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:05.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:04 smithi177 ceph-mon[212096]: pgmap v19107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:07.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:06 smithi123 ceph-mon[191304]: pgmap v19108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:07.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:06 smithi123 ceph-mon[188613]: pgmap v19108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:07.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:06 smithi177 ceph-mon[212096]: pgmap v19108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:09.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:08 smithi123 ceph-mon[191304]: pgmap v19109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:09.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:08 smithi123 ceph-mon[188613]: pgmap v19109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:09.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:10:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:10:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:10:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:08 smithi177 ceph-mon[212096]: pgmap v19109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:11.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:10 smithi123 ceph-mon[191304]: pgmap v19110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:11.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:10 smithi123 ceph-mon[188613]: pgmap v19110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:11.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:10 smithi177 ceph-mon[212096]: pgmap v19110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:13.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:12 smithi123 ceph-mon[191304]: pgmap v19111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:13.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:10:13.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:12 smithi123 ceph-mon[188613]: pgmap v19111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:13.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:10:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:12 smithi177 ceph-mon[212096]: pgmap v19111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:10:15.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:14 smithi123 ceph-mon[191304]: pgmap v19112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:15.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:14 smithi123 ceph-mon[188613]: pgmap v19112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:15.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:14 smithi177 ceph-mon[212096]: pgmap v19112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:17.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:16 smithi123 ceph-mon[191304]: pgmap v19113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:17.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:16 smithi123 ceph-mon[188613]: pgmap v19113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:17.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:16 smithi177 ceph-mon[212096]: pgmap v19113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:19.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:18 smithi123 ceph-mon[191304]: pgmap v19114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:19.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:18 smithi123 ceph-mon[188613]: pgmap v19114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:19.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:10:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:10:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:10:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:18 smithi177 ceph-mon[212096]: pgmap v19114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:21.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:20 smithi123 ceph-mon[191304]: pgmap v19115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:21.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:20 smithi123 ceph-mon[188613]: pgmap v19115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:20 smithi177 ceph-mon[212096]: pgmap v19115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:23.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:22 smithi123 ceph-mon[191304]: pgmap v19116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:23.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:22 smithi123 ceph-mon[188613]: pgmap v19116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:23.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:22 smithi177 ceph-mon[212096]: pgmap v19116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:25.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:24 smithi123 ceph-mon[188613]: pgmap v19117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:25.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:24 smithi123 ceph-mon[191304]: pgmap v19117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:25.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:24 smithi177 ceph-mon[212096]: pgmap v19117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:26 smithi123 ceph-mon[191304]: pgmap v19118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:27.281 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:26 smithi123 ceph-mon[188613]: pgmap v19118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:26 smithi177 ceph-mon[212096]: pgmap v19118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:27.633 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:10:27.942 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:10:27.942 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 3m ago 9h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:10:27.942 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 110s ago 9h 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:10:27.942 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 3m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:10:27.942 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 110s ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:10:27.942 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 110s ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:10:27.942 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 3m ago 9h 898M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:10:27.942 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 3m ago 9h 2334M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:10:27.942 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 110s ago 9h 1130M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:10:27.942 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 3m ago 9h 1216M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:10:27.943 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 3m ago 9h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:10:27.943 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 110s ago 9h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:10:27.943 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 3m ago 9h 5525M 2125M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:10:27.943 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 3m ago 9h 6242M 2125M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:10:27.943 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 3m ago 9h 5069M 2125M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:10:27.943 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 3m ago 9h 5355M 2125M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:10:27.943 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 110s ago 9h 4511M 2466M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:10:27.943 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 110s ago 9h 5056M 2466M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:10:27.943 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 110s ago 9h 4364M 2466M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:10:27.943 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 110s ago 9h 5082M 2466M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:10:27.943 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 110s ago 9h 159M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:10:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:10:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:10:28.330 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:10:28.330 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:10:28.330 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:10:28.330 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:10:28.330 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:10:28.331 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:10:28.331 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:10:28.331 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:10:28.331 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:10:28.331 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:10:28.331 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:10:28.331 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:10:28.331 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:10:28.331 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:10:28.331 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:10:28.331 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:10:28.331 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:10:28.331 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:10:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:10:29.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:10:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:10:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:10:29.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:28 smithi123 ceph-mon[191304]: pgmap v19119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:29.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:28 smithi123 ceph-mon[191304]: from='client.65090 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:10:29.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:28 smithi123 ceph-mon[191304]: from='client.65096 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:10:29.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:28 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1315483163' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:10:29.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:28 smithi123 ceph-mon[188613]: pgmap v19119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:29.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:28 smithi123 ceph-mon[188613]: from='client.65090 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:10:29.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:28 smithi123 ceph-mon[188613]: from='client.65096 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:10:29.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:28 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1315483163' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:10:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:28 smithi177 ceph-mon[212096]: pgmap v19119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:28 smithi177 ceph-mon[212096]: from='client.65090 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:10:29.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:28 smithi177 ceph-mon[212096]: from='client.65096 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:10:29.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:28 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1315483163' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:10:31.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:30 smithi123 ceph-mon[191304]: pgmap v19120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:31.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:30 smithi123 ceph-mon[188613]: pgmap v19120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:30 smithi177 ceph-mon[212096]: pgmap v19120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:33.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:32 smithi123 ceph-mon[191304]: pgmap v19121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:33.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:32 smithi123 ceph-mon[188613]: pgmap v19121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:32 smithi177 ceph-mon[212096]: pgmap v19121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:35.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:34 smithi123 ceph-mon[191304]: pgmap v19122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:35.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:34 smithi123 ceph-mon[188613]: pgmap v19122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:35.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:34 smithi177 ceph-mon[212096]: pgmap v19122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:37.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:36 smithi123 ceph-mon[191304]: pgmap v19123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:37.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:36 smithi123 ceph-mon[188613]: pgmap v19123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:36 smithi177 ceph-mon[212096]: pgmap v19123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:39.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:10:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:10:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:10:39.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:38 smithi123 ceph-mon[191304]: pgmap v19124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:39.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:10:39.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:10:39.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:10:39.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:10:39.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:38 smithi123 ceph-mon[188613]: pgmap v19124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:39.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:10:39.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:10:39.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:10:39.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:10:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:38 smithi177 ceph-mon[212096]: pgmap v19124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:39.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:10:39.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:10:39.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:10:39.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:10:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:40 smithi123 ceph-mon[191304]: pgmap v19125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:41.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:40 smithi123 ceph-mon[188613]: pgmap v19125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:41.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:40 smithi177 ceph-mon[212096]: pgmap v19125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:42 smithi123 ceph-mon[191304]: pgmap v19126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:10:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:42 smithi123 ceph-mon[188613]: pgmap v19126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:10:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:42 smithi177 ceph-mon[212096]: pgmap v19126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:10:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:44 smithi123 ceph-mon[191304]: pgmap v19127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:45.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:44 smithi123 ceph-mon[188613]: pgmap v19127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:45.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:44 smithi177 ceph-mon[212096]: pgmap v19127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:47.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:46 smithi177 ceph-mon[212096]: pgmap v19128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:47.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:46 smithi123 ceph-mon[191304]: pgmap v19128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:47.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:46 smithi123 ceph-mon[188613]: pgmap v19128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:49.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:48 smithi177 ceph-mon[212096]: pgmap v19129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:48 smithi123 ceph-mon[191304]: pgmap v19129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:49.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:48 smithi123 ceph-mon[188613]: pgmap v19129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:10:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:10:49] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T20:10:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:50 smithi177 ceph-mon[212096]: pgmap v19130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:51.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:50 smithi123 ceph-mon[191304]: pgmap v19130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:51.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:50 smithi123 ceph-mon[188613]: pgmap v19130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:53.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:53 smithi177 ceph-mon[212096]: pgmap v19131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:53.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:53 smithi123 ceph-mon[191304]: pgmap v19131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:53 smithi123 ceph-mon[188613]: pgmap v19131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:55 smithi177 ceph-mon[212096]: pgmap v19132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:55 smithi123 ceph-mon[191304]: pgmap v19132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:55 smithi123 ceph-mon[188613]: pgmap v19132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:57 smithi177 ceph-mon[212096]: pgmap v19133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:57 smithi123 ceph-mon[191304]: pgmap v19133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:57 smithi123 ceph-mon[188613]: pgmap v19133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:10:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:10:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:10:58.681 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:10:58.984 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:10:58.984 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 4m ago 9h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:10:58.985 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 2m ago 9h 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:10:58.985 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 4m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:10:58.985 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 2m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:10:58.985 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 2m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:10:58.985 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 4m ago 9h 898M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:10:58.985 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 4m ago 9h 2334M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:10:58.985 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 2m ago 9h 1130M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:10:58.985 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 4m ago 9h 1216M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:10:58.985 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 4m ago 9h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:10:58.985 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 2m ago 9h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:10:58.985 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 4m ago 9h 5525M 2125M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:10:58.985 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 4m ago 9h 6242M 2125M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:10:58.985 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 4m ago 9h 5069M 2125M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:10:58.985 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 4m ago 9h 5355M 2125M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:10:58.986 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 2m ago 9h 4511M 2466M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:10:58.986 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 2m ago 9h 5056M 2466M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:10:58.986 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 2m ago 9h 4364M 2466M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:10:58.986 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 2m ago 9h 5082M 2466M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:10:58.986 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 2m ago 9h 159M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:10:59.367 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:10:59.367 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:10:59.367 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:10:59.367 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:10:59.367 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:10:59.367 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:10:59.368 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:10:59.368 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:10:59.368 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:10:59.368 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:10:59.368 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:10:59.368 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:10:59.368 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:10:59.368 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:10:59.368 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:10:59.368 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:10:59.368 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:10:59.368 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:10:59.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:10:59 smithi177 ceph-mon[212096]: pgmap v19134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:59.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:10:59 smithi123 ceph-mon[191304]: pgmap v19134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:59.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:10:59 smithi123 ceph-mon[188613]: pgmap v19134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:10:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:10:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:10:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:11:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:00 smithi177 ceph-mon[212096]: from='client.65108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:11:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:00 smithi177 ceph-mon[212096]: from='client.55161 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:11:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:00 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4208490919' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:11:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:00 smithi123 ceph-mon[191304]: from='client.65108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:11:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:00 smithi123 ceph-mon[191304]: from='client.55161 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:11:00.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:00 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4208490919' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:11:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:00 smithi123 ceph-mon[188613]: from='client.65108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:11:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:00 smithi123 ceph-mon[188613]: from='client.55161 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:11:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:00 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4208490919' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:11:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:01 smithi177 ceph-mon[212096]: pgmap v19135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:01.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:01 smithi123 ceph-mon[191304]: pgmap v19135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:01 smithi123 ceph-mon[188613]: pgmap v19135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:02 smithi177 ceph-mon[212096]: pgmap v19136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:02.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:02 smithi123 ceph-mon[191304]: pgmap v19136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:02 smithi123 ceph-mon[188613]: pgmap v19136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:04.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:04 smithi123 ceph-mon[191304]: pgmap v19137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:04.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:04 smithi123 ceph-mon[188613]: pgmap v19137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:05.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:04 smithi177 ceph-mon[212096]: pgmap v19137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:06 smithi177 ceph-mon[212096]: pgmap v19138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:07.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:06 smithi123 ceph-mon[191304]: pgmap v19138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:07.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:06 smithi123 ceph-mon[188613]: pgmap v19138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:09.078 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:08 smithi123 ceph-mon[191304]: pgmap v19139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:09.078 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:08 smithi123 ceph-mon[188613]: pgmap v19139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:09.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:08 smithi177 ceph-mon[212096]: pgmap v19139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:11:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:11:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:11:11.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:10 smithi177 ceph-mon[212096]: pgmap v19140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:11.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:10 smithi123 ceph-mon[191304]: pgmap v19140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:11.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:10 smithi123 ceph-mon[188613]: pgmap v19140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:13.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:12 smithi177 ceph-mon[212096]: pgmap v19141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:13.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:11:13.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:12 smithi123 ceph-mon[191304]: pgmap v19141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:13.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:11:13.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:12 smithi123 ceph-mon[188613]: pgmap v19141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:13.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:11:15.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:14 smithi177 ceph-mon[212096]: pgmap v19142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:15.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:14 smithi123 ceph-mon[191304]: pgmap v19142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:15.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:14 smithi123 ceph-mon[188613]: pgmap v19142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:17.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:16 smithi177 ceph-mon[212096]: pgmap v19143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:17.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:16 smithi123 ceph-mon[191304]: pgmap v19143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:17.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:16 smithi123 ceph-mon[188613]: pgmap v19143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:19.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:18 smithi123 ceph-mon[191304]: pgmap v19144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:19.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:18 smithi123 ceph-mon[188613]: pgmap v19144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:19.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:18 smithi177 ceph-mon[212096]: pgmap v19144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:11:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:11:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:11:21.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:20 smithi177 ceph-mon[212096]: pgmap v19145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:21.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:20 smithi123 ceph-mon[191304]: pgmap v19145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:21.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:20 smithi123 ceph-mon[188613]: pgmap v19145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:23.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:22 smithi177 ceph-mon[212096]: pgmap v19146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:23.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:22 smithi123 ceph-mon[188613]: pgmap v19146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:23.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:22 smithi123 ceph-mon[191304]: pgmap v19146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:25.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:24 smithi177 ceph-mon[212096]: pgmap v19147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:25.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:24 smithi123 ceph-mon[191304]: pgmap v19147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:25.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:24 smithi123 ceph-mon[188613]: pgmap v19147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:26 smithi177 ceph-mon[212096]: pgmap v19148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:26 smithi123 ceph-mon[191304]: pgmap v19148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:26 smithi123 ceph-mon[188613]: pgmap v19148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:11:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:11:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:11:28.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:28 smithi177 ceph-mon[212096]: pgmap v19149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:28.902 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 20:11:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T20:11:28.585811144Z level=info msg="Completed cleanup jobs" duration=12.421238ms 2023-12-20T20:11:29.077 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:28 smithi123 ceph-mon[191304]: pgmap v19149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:29.077 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:28 smithi123 ceph-mon[188613]: pgmap v19149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:11:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:11:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:11:29.716 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:11:30.024 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:11:30.025 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 4m ago 9h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:11:30.025 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 2m ago 9h 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:11:30.025 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 4m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:11:30.025 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 2m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:11:30.025 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 2m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:11:30.025 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 4m ago 9h 898M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:11:30.025 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 4m ago 9h 2334M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:11:30.025 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 2m ago 9h 1130M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:11:30.025 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 4m ago 9h 1216M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:11:30.025 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 4m ago 9h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:11:30.025 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 2m ago 9h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:11:30.025 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 4m ago 9h 5525M 2125M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:11:30.025 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 4m ago 9h 6242M 2125M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:11:30.026 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 4m ago 9h 5069M 2125M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:11:30.026 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 4m ago 9h 5355M 2125M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:11:30.026 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 2m ago 9h 4511M 2466M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:11:30.026 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 2m ago 9h 5056M 2466M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:11:30.026 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 2m ago 9h 4364M 2466M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:11:30.026 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 2m ago 9h 5082M 2466M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:11:30.026 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 2m ago 9h 159M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:11:30.406 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:11:30.406 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:11:30.406 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:11:30.406 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:11:30.407 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:11:30.407 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:11:30.407 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:11:30.407 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:11:30.407 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:11:30.407 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:11:30.407 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:11:30.407 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:11:30.407 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:11:30.407 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:11:30.407 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:11:30.407 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:11:30.407 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:11:30.407 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:11:31.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:30 smithi177 ceph-mon[212096]: pgmap v19150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:31.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:30 smithi177 ceph-mon[212096]: from='client.65126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:11:31.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:30 smithi177 ceph-mon[212096]: from='client.65132 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:11:31.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:30 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/814095202' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:11:31.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:30 smithi123 ceph-mon[191304]: pgmap v19150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:31.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:30 smithi123 ceph-mon[191304]: from='client.65126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:11:31.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:30 smithi123 ceph-mon[191304]: from='client.65132 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:11:31.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:30 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/814095202' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:11:31.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:30 smithi123 ceph-mon[188613]: pgmap v19150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:31.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:30 smithi123 ceph-mon[188613]: from='client.65126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:11:31.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:30 smithi123 ceph-mon[188613]: from='client.65132 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:11:31.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:30 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/814095202' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:11:33.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:32 smithi177 ceph-mon[212096]: pgmap v19151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:33.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:32 smithi123 ceph-mon[191304]: pgmap v19151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:33.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:32 smithi123 ceph-mon[188613]: pgmap v19151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:35.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:34 smithi177 ceph-mon[212096]: pgmap v19152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:35.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:34 smithi123 ceph-mon[191304]: pgmap v19152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:35.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:34 smithi123 ceph-mon[188613]: pgmap v19152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:36 smithi177 ceph-mon[212096]: pgmap v19153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:37.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:36 smithi123 ceph-mon[191304]: pgmap v19153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:37.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:36 smithi123 ceph-mon[188613]: pgmap v19153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:39.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:38 smithi177 ceph-mon[212096]: pgmap v19154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:39.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:38 smithi123 ceph-mon[191304]: pgmap v19154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:39.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:38 smithi123 ceph-mon[188613]: pgmap v19154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:39.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:11:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:11:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:11:40.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:11:40.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:11:40.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:11:40.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:11:40.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:11:40.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:11:40.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:11:40.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:11:40.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:11:40.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:11:40.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:11:40.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:11:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:40 smithi177 ceph-mon[212096]: pgmap v19155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:40 smithi123 ceph-mon[191304]: pgmap v19155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:41.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:40 smithi123 ceph-mon[188613]: pgmap v19155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:42 smithi177 ceph-mon[212096]: pgmap v19156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:11:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:42 smithi123 ceph-mon[191304]: pgmap v19156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:11:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:42 smithi123 ceph-mon[188613]: pgmap v19156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:11:45.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:44 smithi177 ceph-mon[212096]: pgmap v19157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:44 smithi123 ceph-mon[191304]: pgmap v19157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:45.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:44 smithi123 ceph-mon[188613]: pgmap v19157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:47.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:46 smithi177 ceph-mon[212096]: pgmap v19158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:47.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:46 smithi123 ceph-mon[191304]: pgmap v19158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:47.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:46 smithi123 ceph-mon[188613]: pgmap v19158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:49.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:48 smithi177 ceph-mon[212096]: pgmap v19159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:49.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:11:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:11:49] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T20:11:49.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:48 smithi123 ceph-mon[191304]: pgmap v19159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:49.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:48 smithi123 ceph-mon[188613]: pgmap v19159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:50 smithi177 ceph-mon[212096]: pgmap v19160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:50 smithi123 ceph-mon[191304]: pgmap v19160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:51.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:50 smithi123 ceph-mon[188613]: pgmap v19160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:53.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:52 smithi177 ceph-mon[212096]: pgmap v19161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:53.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:52 smithi123 ceph-mon[191304]: pgmap v19161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:53.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:52 smithi123 ceph-mon[188613]: pgmap v19161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:55.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:54 smithi177 ceph-mon[212096]: pgmap v19162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:55.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:54 smithi123 ceph-mon[191304]: pgmap v19162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:55.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:54 smithi123 ceph-mon[188613]: pgmap v19162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:56 smithi177 ceph-mon[212096]: pgmap v19163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:56 smithi123 ceph-mon[191304]: pgmap v19163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:57.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:56 smithi123 ceph-mon[188613]: pgmap v19163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:11:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:11:58.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:11:59.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:11:58 smithi177 ceph-mon[212096]: pgmap v19164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:59.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:11:58 smithi123 ceph-mon[188613]: pgmap v19164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:59.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:11:58 smithi123 ceph-mon[191304]: pgmap v19164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:11:59.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:11:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:11:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:12:00.755 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:12:01.064 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:12:01.064 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 5m ago 9h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:12:01.064 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 3m ago 9h 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:12:01.064 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 5m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:12:01.064 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 3m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:12:01.064 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 3m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:12:01.064 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 5m ago 9h 898M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:12:01.065 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 5m ago 9h 2334M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:12:01.065 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 3m ago 9h 1130M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:12:01.065 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 5m ago 9h 1216M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:12:01.065 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 5m ago 9h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:12:01.065 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 3m ago 9h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:12:01.065 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 5m ago 9h 5525M 2125M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:12:01.065 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 5m ago 9h 6242M 2125M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:12:01.065 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 5m ago 9h 5069M 2125M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:12:01.065 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 5m ago 9h 5355M 2125M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:12:01.065 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 3m ago 9h 4511M 2466M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:12:01.065 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 3m ago 9h 5056M 2466M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:12:01.065 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 3m ago 9h 4364M 2466M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:12:01.065 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 3m ago 9h 5082M 2466M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:12:01.066 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 3m ago 9h 159M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:12:01.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:00 smithi177 ceph-mon[212096]: pgmap v19165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:01.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:00 smithi123 ceph-mon[191304]: pgmap v19165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:01.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:00 smithi123 ceph-mon[188613]: pgmap v19165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:01.444 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:12:01.445 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:12:01.445 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:12:01.445 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:12:01.445 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:12:01.445 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:12:01.445 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:12:01.445 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:12:01.445 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:12:01.445 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:12:01.445 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:12:01.445 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:12:01.445 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:12:01.445 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:12:01.446 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:12:01.446 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:12:01.446 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:12:01.446 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:12:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:01 smithi177 ceph-mon[212096]: from='client.65144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:12:02.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:01 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1451652544' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:12:02.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:01 smithi123 ceph-mon[191304]: from='client.65144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:12:02.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:01 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1451652544' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:12:02.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:01 smithi123 ceph-mon[188613]: from='client.65144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:12:02.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:01 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1451652544' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:12:03.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:02 smithi177 ceph-mon[212096]: from='client.55197 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:12:03.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:02 smithi177 ceph-mon[212096]: pgmap v19166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:03.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:02 smithi123 ceph-mon[191304]: from='client.55197 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:12:03.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:02 smithi123 ceph-mon[191304]: pgmap v19166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:03.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:02 smithi123 ceph-mon[188613]: from='client.55197 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:12:03.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:02 smithi123 ceph-mon[188613]: pgmap v19166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:05.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:04 smithi177 ceph-mon[212096]: pgmap v19167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:05.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:04 smithi123 ceph-mon[188613]: pgmap v19167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:05.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:04 smithi123 ceph-mon[191304]: pgmap v19167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:06 smithi177 ceph-mon[212096]: pgmap v19168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:07.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:06 smithi123 ceph-mon[191304]: pgmap v19168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:07.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:06 smithi123 ceph-mon[188613]: pgmap v19168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:09.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:08 smithi177 ceph-mon[212096]: pgmap v19169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:09.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:08 smithi123 ceph-mon[191304]: pgmap v19169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:09.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:08 smithi123 ceph-mon[188613]: pgmap v19169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:09.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:12:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:12:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:12:11.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:10 smithi177 ceph-mon[212096]: pgmap v19170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:11.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:10 smithi123 ceph-mon[191304]: pgmap v19170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:11.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:10 smithi123 ceph-mon[188613]: pgmap v19170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:13.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:12 smithi177 ceph-mon[212096]: pgmap v19171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:13.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:12:13.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:12 smithi123 ceph-mon[191304]: pgmap v19171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:13.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:12:13.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:12 smithi123 ceph-mon[188613]: pgmap v19171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:13.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:12:15.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:14 smithi123 ceph-mon[191304]: pgmap v19172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:15.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:14 smithi123 ceph-mon[188613]: pgmap v19172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:15.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:14 smithi177 ceph-mon[212096]: pgmap v19172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:17.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:16 smithi123 ceph-mon[191304]: pgmap v19173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:17.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:16 smithi123 ceph-mon[188613]: pgmap v19173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:17.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:16 smithi177 ceph-mon[212096]: pgmap v19173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:19.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:18 smithi123 ceph-mon[191304]: pgmap v19174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:19.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:18 smithi123 ceph-mon[188613]: pgmap v19174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:19.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:12:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:12:19] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T20:12:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:18 smithi177 ceph-mon[212096]: pgmap v19174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:21.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:20 smithi123 ceph-mon[191304]: pgmap v19175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:21.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:20 smithi123 ceph-mon[188613]: pgmap v19175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:20 smithi177 ceph-mon[212096]: pgmap v19175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:23.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:22 smithi123 ceph-mon[191304]: pgmap v19176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:23.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:22 smithi123 ceph-mon[188613]: pgmap v19176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:23.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:22 smithi177 ceph-mon[212096]: pgmap v19176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:25.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:24 smithi123 ceph-mon[191304]: pgmap v19177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:25.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:24 smithi123 ceph-mon[188613]: pgmap v19177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:25.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:24 smithi177 ceph-mon[212096]: pgmap v19177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:26 smithi123 ceph-mon[191304]: pgmap v19178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:26 smithi123 ceph-mon[188613]: pgmap v19178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:26 smithi177 ceph-mon[212096]: pgmap v19178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:12:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:12:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:12:29.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:28 smithi123 ceph-mon[191304]: pgmap v19179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:29.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:28 smithi123 ceph-mon[188613]: pgmap v19179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:29.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:12:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:12:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T20:12:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:28 smithi177 ceph-mon[212096]: pgmap v19179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:31.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:30 smithi123 ceph-mon[188613]: pgmap v19180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:31.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:30 smithi123 ceph-mon[191304]: pgmap v19180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:30 smithi177 ceph-mon[212096]: pgmap v19180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:31.795 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:12:32.106 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:12:32.106 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 5m ago 9h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:12:32.106 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 3m ago 9h 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:12:32.107 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 5m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:12:32.107 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 3m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:12:32.107 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 3m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:12:32.107 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 5m ago 9h 898M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:12:32.107 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 5m ago 9h 2334M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:12:32.107 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 3m ago 9h 1130M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:12:32.107 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 5m ago 9h 1216M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:12:32.107 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 5m ago 9h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:12:32.107 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 3m ago 9h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:12:32.107 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 5m ago 9h 5525M 2125M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:12:32.107 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 5m ago 9h 6242M 2125M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:12:32.107 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 5m ago 9h 5069M 2125M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:12:32.107 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 5m ago 9h 5355M 2125M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:12:32.107 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 3m ago 9h 4511M 2466M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:12:32.108 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 3m ago 9h 5056M 2466M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:12:32.108 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 3m ago 9h 4364M 2466M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:12:32.108 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 3m ago 9h 5082M 2466M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:12:32.108 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 3m ago 9h 159M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:12:32.488 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:12:32.488 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:12:32.488 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:12:32.488 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:12:32.488 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:12:32.488 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:12:32.488 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:12:32.488 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:12:32.489 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:12:32.489 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:12:32.489 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:12:32.489 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:12:32.489 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:12:32.489 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:12:32.489 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:12:32.489 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:12:32.489 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:12:32.489 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:12:33.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:32 smithi123 ceph-mon[191304]: pgmap v19181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:33.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:32 smithi123 ceph-mon[191304]: from='client.65162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:12:33.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:32 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/966312150' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:12:33.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:32 smithi123 ceph-mon[188613]: pgmap v19181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:33.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:32 smithi123 ceph-mon[188613]: from='client.65162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:12:33.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:32 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/966312150' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:12:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:32 smithi177 ceph-mon[212096]: pgmap v19181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:32 smithi177 ceph-mon[212096]: from='client.65162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:12:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:32 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/966312150' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:12:34.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:33 smithi123 ceph-mon[191304]: from='client.55215 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:12:34.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:33 smithi123 ceph-mon[188613]: from='client.55215 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:12:34.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:33 smithi177 ceph-mon[212096]: from='client.55215 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:12:35.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:34 smithi123 ceph-mon[191304]: pgmap v19182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:35.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:34 smithi123 ceph-mon[188613]: pgmap v19182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:35.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:34 smithi177 ceph-mon[212096]: pgmap v19182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:37.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:36 smithi123 ceph-mon[191304]: pgmap v19183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:37.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:36 smithi123 ceph-mon[188613]: pgmap v19183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:36 smithi177 ceph-mon[212096]: pgmap v19183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:39.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:38 smithi123 ceph-mon[191304]: pgmap v19184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:39.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:38 smithi123 ceph-mon[188613]: pgmap v19184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:39.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:12:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:12:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T20:12:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:38 smithi177 ceph-mon[212096]: pgmap v19184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:40.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:12:40.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:12:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:12:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:40 smithi123 ceph-mon[191304]: pgmap v19185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:12:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:12:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:12:41.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:40 smithi123 ceph-mon[188613]: pgmap v19185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:41.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:12:41.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:12:41.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:12:41.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:40 smithi177 ceph-mon[212096]: pgmap v19185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:41.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:12:41.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:12:41.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:12:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:42 smithi123 ceph-mon[188613]: pgmap v19186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:12:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:42 smithi123 ceph-mon[191304]: pgmap v19186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:43.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:12:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:42 smithi177 ceph-mon[212096]: pgmap v19186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:12:45.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:44 smithi123 ceph-mon[188613]: pgmap v19187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:45.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:44 smithi123 ceph-mon[191304]: pgmap v19187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:45.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:44 smithi177 ceph-mon[212096]: pgmap v19187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:47.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:46 smithi123 ceph-mon[191304]: pgmap v19188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:47.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:46 smithi123 ceph-mon[188613]: pgmap v19188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:47.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:46 smithi177 ceph-mon[212096]: pgmap v19188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:49.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:48 smithi123 ceph-mon[191304]: pgmap v19189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:49.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:48 smithi123 ceph-mon[188613]: pgmap v19189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:49.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:12:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:12:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:12:49.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:48 smithi177 ceph-mon[212096]: pgmap v19189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:50 smithi123 ceph-mon[191304]: pgmap v19190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:51.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:50 smithi123 ceph-mon[188613]: pgmap v19190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:50 smithi177 ceph-mon[212096]: pgmap v19190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:53.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:52 smithi123 ceph-mon[191304]: pgmap v19191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:53.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:52 smithi123 ceph-mon[188613]: pgmap v19191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:53.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:52 smithi177 ceph-mon[212096]: pgmap v19191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:55.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:54 smithi123 ceph-mon[191304]: pgmap v19192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:55.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:54 smithi123 ceph-mon[188613]: pgmap v19192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:54 smithi177 ceph-mon[212096]: pgmap v19192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:56 smithi177 ceph-mon[212096]: pgmap v19193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:56 smithi123 ceph-mon[191304]: pgmap v19193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:56 smithi123 ceph-mon[188613]: pgmap v19193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:12:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:12:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:12:59.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:12:58 smithi177 ceph-mon[212096]: pgmap v19194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:59.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:12:58 smithi123 ceph-mon[191304]: pgmap v19194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:12:58 smithi123 ceph-mon[188613]: pgmap v19194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:12:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:12:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:12:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:13:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:01 smithi177 ceph-mon[212096]: pgmap v19195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:01.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:01 smithi123 ceph-mon[191304]: pgmap v19195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:01 smithi123 ceph-mon[188613]: pgmap v19195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:02.831 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:13:03.142 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:13:03.142 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 6m ago 9h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:13:03.142 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 4m ago 9h 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:13:03.142 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 6m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:13:03.142 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 4m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:13:03.142 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 4m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:13:03.142 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 6m ago 9h 898M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:13:03.142 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 6m ago 9h 2334M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:13:03.143 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 4m ago 9h 1130M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:13:03.143 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 6m ago 9h 1216M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:13:03.143 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 6m ago 9h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:13:03.143 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 4m ago 9h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:13:03.143 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 6m ago 9h 5525M 2125M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:13:03.143 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 6m ago 9h 6242M 2125M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:13:03.143 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 6m ago 9h 5069M 2125M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:13:03.143 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 6m ago 9h 5355M 2125M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:13:03.143 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 4m ago 9h 4511M 2466M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:13:03.143 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 4m ago 9h 5056M 2466M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:13:03.143 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 4m ago 9h 4364M 2466M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:13:03.143 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 4m ago 9h 5082M 2466M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:13:03.143 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 4m ago 9h 159M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:13:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:03 smithi177 ceph-mon[212096]: pgmap v19196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:03.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:03 smithi123 ceph-mon[191304]: pgmap v19196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:03 smithi123 ceph-mon[188613]: pgmap v19196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:03.526 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:13:03.526 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:13:03.526 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:13:03.526 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:13:03.526 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:13:03.526 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:13:03.526 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:13:03.526 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:13:03.526 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:13:03.526 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:13:03.527 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:13:03.527 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:13:03.527 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:13:03.527 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:13:03.527 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:13:03.527 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:13:03.527 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:13:03.527 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:13:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:04 smithi177 ceph-mon[212096]: from='client.55227 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:13:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:04 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1546108448' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:13:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:04 smithi123 ceph-mon[191304]: from='client.55227 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:13:04.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:04 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1546108448' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:13:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:04 smithi123 ceph-mon[188613]: from='client.55227 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:13:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:04 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1546108448' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:13:05.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:05 smithi177 ceph-mon[212096]: from='client.55233 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:13:05.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:05 smithi177 ceph-mon[212096]: pgmap v19197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:05 smithi123 ceph-mon[188613]: from='client.55233 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:13:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:05 smithi123 ceph-mon[188613]: pgmap v19197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:05.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:05 smithi123 ceph-mon[191304]: from='client.55233 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:13:05.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:05 smithi123 ceph-mon[191304]: pgmap v19197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:07.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:07 smithi177 ceph-mon[212096]: pgmap v19198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:07 smithi123 ceph-mon[188613]: pgmap v19198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:07.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:07 smithi123 ceph-mon[191304]: pgmap v19198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:09 smithi177 ceph-mon[212096]: pgmap v19199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:13:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:13:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:13:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:09 smithi123 ceph-mon[191304]: pgmap v19199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:09 smithi123 ceph-mon[188613]: pgmap v19199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:11.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:11 smithi177 ceph-mon[212096]: pgmap v19200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:11.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:11 smithi123 ceph-mon[188613]: pgmap v19200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:11.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:11 smithi123 ceph-mon[191304]: pgmap v19200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:13 smithi177 ceph-mon[212096]: pgmap v19201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:13:13.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:13 smithi123 ceph-mon[191304]: pgmap v19201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:13.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:13:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:13 smithi123 ceph-mon[188613]: pgmap v19201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:13:15.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:15 smithi177 ceph-mon[212096]: pgmap v19202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:15.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:15 smithi123 ceph-mon[191304]: pgmap v19202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:15 smithi123 ceph-mon[188613]: pgmap v19202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:17.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:17 smithi177 ceph-mon[212096]: pgmap v19203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:17.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:17 smithi123 ceph-mon[191304]: pgmap v19203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:17.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:17 smithi123 ceph-mon[188613]: pgmap v19203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:19 smithi177 ceph-mon[212096]: pgmap v19204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:19.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:19 smithi123 ceph-mon[191304]: pgmap v19204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:19 smithi123 ceph-mon[188613]: pgmap v19204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:13:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:13:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:13:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:21 smithi177 ceph-mon[212096]: pgmap v19205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:21.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:21 smithi123 ceph-mon[191304]: pgmap v19205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:21.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:21 smithi123 ceph-mon[188613]: pgmap v19205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:22.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:22 smithi177 ceph-mon[212096]: pgmap v19206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:22.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:22 smithi123 ceph-mon[191304]: pgmap v19206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:22.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:22 smithi123 ceph-mon[188613]: pgmap v19206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:24.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:24 smithi123 ceph-mon[191304]: pgmap v19207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:24.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:24 smithi123 ceph-mon[188613]: pgmap v19207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:25.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:24 smithi177 ceph-mon[212096]: pgmap v19207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:27.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:26 smithi177 ceph-mon[212096]: pgmap v19208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:26 smithi123 ceph-mon[191304]: pgmap v19208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:26 smithi123 ceph-mon[188613]: pgmap v19208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:28.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:13:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:13:28.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:13:29.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:28 smithi177 ceph-mon[212096]: pgmap v19209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:29.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:28 smithi123 ceph-mon[191304]: pgmap v19209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:29.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:28 smithi123 ceph-mon[188613]: pgmap v19209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:29.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:13:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:13:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:13:31.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:30 smithi177 ceph-mon[212096]: pgmap v19210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:31.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:30 smithi123 ceph-mon[191304]: pgmap v19210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:31.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:30 smithi123 ceph-mon[188613]: pgmap v19210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:33.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:32 smithi177 ceph-mon[212096]: pgmap v19211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:33.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:32 smithi123 ceph-mon[191304]: pgmap v19211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:33.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:32 smithi123 ceph-mon[188613]: pgmap v19211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:33.872 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:13:34.185 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:13:34.185 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 7m ago 9h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:13:34.185 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 4m ago 9h 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:13:34.185 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 7m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:13:34.185 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 4m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:13:34.185 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 4m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:13:34.185 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 7m ago 9h 898M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:13:34.186 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 7m ago 9h 2334M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:13:34.186 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 4m ago 9h 1130M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:13:34.186 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 7m ago 9h 1216M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:13:34.186 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 7m ago 9h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:13:34.186 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 4m ago 9h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:13:34.186 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 7m ago 9h 5525M 2125M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:13:34.186 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 7m ago 9h 6242M 2125M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:13:34.186 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 7m ago 9h 5069M 2125M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:13:34.186 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 7m ago 9h 5355M 2125M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:13:34.186 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 4m ago 9h 4511M 2466M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:13:34.186 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 4m ago 9h 5056M 2466M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:13:34.186 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 4m ago 9h 4364M 2466M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:13:34.186 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 4m ago 9h 5082M 2466M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:13:34.186 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 4m ago 9h 159M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:13:34.565 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:13:34.566 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:13:34.566 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:13:34.566 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:13:34.566 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:13:34.566 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:13:34.566 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:13:34.566 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:13:34.566 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:13:34.566 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:13:34.566 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:13:34.566 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:13:34.567 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:13:34.567 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:13:34.567 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:13:34.567 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:13:34.567 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:13:34.567 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:13:35.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:34 smithi177 ceph-mon[212096]: pgmap v19212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:35.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:34 smithi177 ceph-mon[212096]: from='client.65198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:13:35.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:34 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/895615047' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:13:35.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:34 smithi123 ceph-mon[191304]: pgmap v19212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:35.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:34 smithi123 ceph-mon[191304]: from='client.65198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:13:35.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:34 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/895615047' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:13:35.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:34 smithi123 ceph-mon[188613]: pgmap v19212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:35.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:34 smithi123 ceph-mon[188613]: from='client.65198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:13:35.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:34 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/895615047' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:13:36.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:35 smithi177 ceph-mon[212096]: from='client.55251 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:13:36.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:35 smithi123 ceph-mon[191304]: from='client.55251 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:13:36.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:35 smithi123 ceph-mon[188613]: from='client.55251 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:13:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:36 smithi177 ceph-mon[212096]: pgmap v19213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:37.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:36 smithi123 ceph-mon[191304]: pgmap v19213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:37.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:36 smithi123 ceph-mon[188613]: pgmap v19213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:39.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:38 smithi177 ceph-mon[212096]: pgmap v19214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:39.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:38 smithi123 ceph-mon[191304]: pgmap v19214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:39.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:38 smithi123 ceph-mon[188613]: pgmap v19214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:39.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:13:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:13:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:13:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:40 smithi177 ceph-mon[212096]: pgmap v19215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:13:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:13:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:13:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:13:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:40 smithi123 ceph-mon[191304]: pgmap v19215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:13:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:13:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:13:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:13:41.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:40 smithi123 ceph-mon[188613]: pgmap v19215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:41.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:13:41.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:13:41.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:13:41.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:13:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:42 smithi177 ceph-mon[212096]: pgmap v19216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:13:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:42 smithi123 ceph-mon[191304]: pgmap v19216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:13:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:42 smithi123 ceph-mon[188613]: pgmap v19216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:13:45.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:44 smithi177 ceph-mon[212096]: pgmap v19217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:44 smithi123 ceph-mon[191304]: pgmap v19217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:45.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:44 smithi123 ceph-mon[188613]: pgmap v19217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:47.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:46 smithi177 ceph-mon[212096]: pgmap v19218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:47.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:46 smithi123 ceph-mon[191304]: pgmap v19218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:47.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:46 smithi123 ceph-mon[188613]: pgmap v19218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:49.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:48 smithi177 ceph-mon[212096]: pgmap v19219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:49.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:48 smithi123 ceph-mon[191304]: pgmap v19219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:49.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:48 smithi123 ceph-mon[188613]: pgmap v19219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:49.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:13:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:13:49] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T20:13:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:50 smithi177 ceph-mon[212096]: pgmap v19220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:50 smithi123 ceph-mon[191304]: pgmap v19220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:51.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:50 smithi123 ceph-mon[188613]: pgmap v19220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:53.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:52 smithi177 ceph-mon[212096]: pgmap v19221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:53.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:52 smithi123 ceph-mon[191304]: pgmap v19221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:53.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:52 smithi123 ceph-mon[188613]: pgmap v19221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:55.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:54 smithi177 ceph-mon[212096]: pgmap v19222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:55.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:54 smithi123 ceph-mon[191304]: pgmap v19222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:55.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:54 smithi123 ceph-mon[188613]: pgmap v19222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:56 smithi177 ceph-mon[212096]: pgmap v19223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:57.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:56 smithi123 ceph-mon[188613]: pgmap v19223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:56 smithi123 ceph-mon[191304]: pgmap v19223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:13:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:13:58.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:13:59.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:13:58 smithi177 ceph-mon[212096]: pgmap v19224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:59.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:13:58 smithi123 ceph-mon[191304]: pgmap v19224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:13:59.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:13:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:13:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:13:59.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:13:58 smithi123 ceph-mon[188613]: pgmap v19224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:01.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:00 smithi177 ceph-mon[212096]: pgmap v19225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:01.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:00 smithi123 ceph-mon[188613]: pgmap v19225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:01.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:00 smithi123 ceph-mon[191304]: pgmap v19225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:03.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:02 smithi177 ceph-mon[212096]: pgmap v19226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:03.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:02 smithi123 ceph-mon[191304]: pgmap v19226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:03.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:02 smithi123 ceph-mon[188613]: pgmap v19226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:04.912 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:14:05.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:04 smithi177 ceph-mon[212096]: pgmap v19227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:05.221 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:14:05.221 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 7m ago 9h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:14:05.221 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 5m ago 9h 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:14:05.221 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 7m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:14:05.221 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 5m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:14:05.221 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 5m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:14:05.221 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 7m ago 9h 898M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:14:05.221 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 7m ago 9h 2334M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:14:05.221 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 5m ago 9h 1130M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:14:05.221 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 7m ago 9h 1216M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:14:05.221 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 7m ago 9h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:14:05.222 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 5m ago 9h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:14:05.222 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 7m ago 9h 5525M 2125M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:14:05.222 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 7m ago 9h 6242M 2125M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:14:05.222 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 7m ago 9h 5069M 2125M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:14:05.222 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 7m ago 9h 5355M 2125M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:14:05.222 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 5m ago 9h 4511M 2466M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:14:05.222 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 5m ago 9h 5056M 2466M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:14:05.222 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 5m ago 9h 4364M 2466M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:14:05.222 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 5m ago 9h 5082M 2466M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:14:05.222 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 5m ago 9h 159M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:14:05.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:04 smithi123 ceph-mon[191304]: pgmap v19227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:05.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:04 smithi123 ceph-mon[188613]: pgmap v19227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:05.607 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:14:05.607 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:14:05.607 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:14:05.607 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:14:05.607 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:14:05.607 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:14:05.607 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:14:05.607 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:14:05.608 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:14:05.608 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:14:05.608 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:14:05.608 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:14:05.608 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:14:05.608 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:14:05.608 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:14:05.608 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:14:05.608 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:14:05.608 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:14:06.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:05 smithi177 ceph-mon[212096]: from='client.55263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:14:06.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:05 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3556592433' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:14:06.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:05 smithi123 ceph-mon[191304]: from='client.55263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:14:06.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:05 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3556592433' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:14:06.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:05 smithi123 ceph-mon[188613]: from='client.55263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:14:06.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:05 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3556592433' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:14:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:06 smithi177 ceph-mon[212096]: from='client.55269 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:14:07.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:06 smithi177 ceph-mon[212096]: pgmap v19228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:07.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:06 smithi123 ceph-mon[191304]: from='client.55269 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:14:07.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:06 smithi123 ceph-mon[191304]: pgmap v19228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:07.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:06 smithi123 ceph-mon[188613]: from='client.55269 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:14:07.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:06 smithi123 ceph-mon[188613]: pgmap v19228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:09.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:08 smithi177 ceph-mon[212096]: pgmap v19229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:09.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:14:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:14:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:14:09.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:08 smithi123 ceph-mon[191304]: pgmap v19229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:09.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:08 smithi123 ceph-mon[188613]: pgmap v19229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:11.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:10 smithi123 ceph-mon[191304]: pgmap v19230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:11.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:10 smithi123 ceph-mon[188613]: pgmap v19230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:11.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:10 smithi177 ceph-mon[212096]: pgmap v19230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:13.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:12 smithi123 ceph-mon[191304]: pgmap v19231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:13.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:14:13.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:12 smithi123 ceph-mon[188613]: pgmap v19231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:13.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:14:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:12 smithi177 ceph-mon[212096]: pgmap v19231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:14:15.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:14 smithi123 ceph-mon[191304]: pgmap v19232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:15.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:14 smithi123 ceph-mon[188613]: pgmap v19232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:15.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:14 smithi177 ceph-mon[212096]: pgmap v19232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:17.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:16 smithi123 ceph-mon[191304]: pgmap v19233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:17.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:16 smithi123 ceph-mon[188613]: pgmap v19233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:17.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:16 smithi177 ceph-mon[212096]: pgmap v19233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:19.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:14:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:14:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:14:19.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:18 smithi123 ceph-mon[191304]: pgmap v19234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:19.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:18 smithi123 ceph-mon[188613]: pgmap v19234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:18 smithi177 ceph-mon[212096]: pgmap v19234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:21.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:20 smithi123 ceph-mon[191304]: pgmap v19235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:21.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:20 smithi123 ceph-mon[188613]: pgmap v19235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:20 smithi177 ceph-mon[212096]: pgmap v19235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:23.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:22 smithi123 ceph-mon[191304]: pgmap v19236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:23.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:22 smithi123 ceph-mon[188613]: pgmap v19236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:23.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:22 smithi177 ceph-mon[212096]: pgmap v19236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:25.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:24 smithi123 ceph-mon[191304]: pgmap v19237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:25.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:24 smithi123 ceph-mon[188613]: pgmap v19237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:25.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:24 smithi177 ceph-mon[212096]: pgmap v19237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:26 smithi123 ceph-mon[191304]: pgmap v19238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:26 smithi123 ceph-mon[188613]: pgmap v19238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:27.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:26 smithi177 ceph-mon[212096]: pgmap v19238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:14:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:14:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:14:29.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:28 smithi123 ceph-mon[191304]: pgmap v19239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:29.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:28 smithi123 ceph-mon[188613]: pgmap v19239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:29.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:14:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:14:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:14:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:28 smithi177 ceph-mon[212096]: pgmap v19239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:31.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:30 smithi123 ceph-mon[191304]: pgmap v19240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:31.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:30 smithi123 ceph-mon[188613]: pgmap v19240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:30 smithi177 ceph-mon[212096]: pgmap v19240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:33.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:32 smithi123 ceph-mon[191304]: pgmap v19241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:33.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:32 smithi123 ceph-mon[188613]: pgmap v19241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:32 smithi177 ceph-mon[212096]: pgmap v19241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:35.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:34 smithi123 ceph-mon[191304]: pgmap v19242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:35.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:34 smithi123 ceph-mon[188613]: pgmap v19242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:35.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:34 smithi177 ceph-mon[212096]: pgmap v19242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:35.961 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:14:36.269 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:14:36.269 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 8m ago 9h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:14:36.269 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 5m ago 9h 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:14:36.269 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 8m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:14:36.269 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 5m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:14:36.269 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 5m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:14:36.269 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 8m ago 9h 898M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:14:36.270 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 8m ago 9h 2334M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:14:36.270 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 5m ago 9h 1130M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:14:36.270 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 8m ago 9h 1216M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:14:36.270 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 8m ago 9h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:14:36.270 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 5m ago 9h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:14:36.270 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 8m ago 9h 5525M 2125M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:14:36.270 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 8m ago 9h 6242M 2125M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:14:36.270 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 8m ago 9h 5069M 2125M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:14:36.270 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 8m ago 9h 5355M 2125M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:14:36.270 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 5m ago 9h 4511M 2466M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:14:36.270 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 5m ago 9h 5056M 2466M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:14:36.270 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 5m ago 9h 4364M 2466M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:14:36.270 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 5m ago 9h 5082M 2466M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:14:36.270 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 5m ago 9h 159M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:14:36.650 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:14:36.651 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:14:36.651 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:14:36.651 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:14:36.651 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:14:36.651 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:14:36.651 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:14:36.651 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:14:36.651 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:14:36.651 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:14:36.651 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:14:36.651 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:14:36.651 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:14:36.651 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:14:36.651 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:14:36.652 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:14:36.652 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:14:36.652 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:14:37.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:36 smithi123 ceph-mon[188613]: pgmap v19243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:37.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:36 smithi123 ceph-mon[188613]: from='client.55281 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:14:37.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:36 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3155544290' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:14:37.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:36 smithi123 ceph-mon[191304]: pgmap v19243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:37.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:36 smithi123 ceph-mon[191304]: from='client.55281 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:14:37.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:36 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3155544290' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:14:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:36 smithi177 ceph-mon[212096]: pgmap v19243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:37.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:36 smithi177 ceph-mon[212096]: from='client.55281 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:14:37.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:36 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3155544290' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:14:38.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:37 smithi123 ceph-mon[188613]: from='client.55287 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:14:38.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:37 smithi123 ceph-mon[191304]: from='client.55287 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:14:38.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:37 smithi177 ceph-mon[212096]: from='client.55287 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:14:39.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:38 smithi123 ceph-mon[191304]: pgmap v19244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:39.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:38 smithi123 ceph-mon[188613]: pgmap v19244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:39.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:14:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:14:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:14:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:38 smithi177 ceph-mon[212096]: pgmap v19244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:40 smithi123 ceph-mon[191304]: pgmap v19245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:14:41.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:40 smithi123 ceph-mon[188613]: pgmap v19245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:41.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:14:41.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:40 smithi177 ceph-mon[212096]: pgmap v19245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:41.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:14:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:14:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:14:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:14:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:14:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:14:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:14:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:14:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:14:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:14:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:14:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:14:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:14:42.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:14:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:14:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:14:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:14:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:14:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:14:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:14:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:14:42.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:14:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:14:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:14:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:14:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:14:42.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:14:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:14:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:14:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:14:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:14:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:14:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:14:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:14:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:14:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:14:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:14:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:14:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:14:42.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:14:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:42 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2112M 2023-12-20T20:14:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:42 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi177 to 2461M 2023-12-20T20:14:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:42 smithi123 ceph-mon[191304]: pgmap v19246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:14:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:42 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2112M 2023-12-20T20:14:43.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:42 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi177 to 2461M 2023-12-20T20:14:43.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:42 smithi123 ceph-mon[188613]: pgmap v19246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:43.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:14:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:42 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2112M 2023-12-20T20:14:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:42 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi177 to 2461M 2023-12-20T20:14:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:42 smithi177 ceph-mon[212096]: pgmap v19246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:14:45.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:44 smithi123 ceph-mon[188613]: pgmap v19247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:44 smithi123 ceph-mon[191304]: pgmap v19247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:45.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:44 smithi177 ceph-mon[212096]: pgmap v19247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:47.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:46 smithi123 ceph-mon[188613]: pgmap v19248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:47.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:46 smithi123 ceph-mon[191304]: pgmap v19248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:47.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:46 smithi177 ceph-mon[212096]: pgmap v19248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:49.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:48 smithi123 ceph-mon[191304]: pgmap v19249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:49.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:48 smithi123 ceph-mon[188613]: pgmap v19249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:49.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:14:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:14:49] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T20:14:49.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:48 smithi177 ceph-mon[212096]: pgmap v19249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:51.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:50 smithi123 ceph-mon[188613]: pgmap v19250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:50 smithi123 ceph-mon[191304]: pgmap v19250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:50 smithi177 ceph-mon[212096]: pgmap v19250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:53.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:52 smithi123 ceph-mon[191304]: pgmap v19251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:53.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:52 smithi123 ceph-mon[188613]: pgmap v19251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:53.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:52 smithi177 ceph-mon[212096]: pgmap v19251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:55.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:54 smithi123 ceph-mon[191304]: pgmap v19252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:55.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:54 smithi123 ceph-mon[188613]: pgmap v19252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:54 smithi177 ceph-mon[212096]: pgmap v19252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:56 smithi177 ceph-mon[212096]: pgmap v19253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:56 smithi123 ceph-mon[191304]: pgmap v19253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:56 smithi123 ceph-mon[188613]: pgmap v19253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:14:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:14:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:14:59.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:14:58 smithi177 ceph-mon[212096]: pgmap v19254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:59.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:14:59 smithi123 ceph-mon[191304]: pgmap v19254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:14:58 smithi123 ceph-mon[188613]: pgmap v19254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:14:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:14:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:14:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T20:15:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:01 smithi177 ceph-mon[212096]: pgmap v19255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:01 smithi123 ceph-mon[188613]: pgmap v19255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:01.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:01 smithi123 ceph-mon[191304]: pgmap v19255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:03 smithi177 ceph-mon[212096]: pgmap v19256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:03 smithi123 ceph-mon[188613]: pgmap v19256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:03.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:03 smithi123 ceph-mon[191304]: pgmap v19256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:05.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:05 smithi177 ceph-mon[212096]: pgmap v19257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:05.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:05 smithi123 ceph-mon[191304]: pgmap v19257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:05 smithi123 ceph-mon[188613]: pgmap v19257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:06.996 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:15:07.305 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:15:07.306 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 8m ago 9h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:15:07.306 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 6m ago 9h 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:15:07.306 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 8m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:15:07.306 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 6m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:15:07.306 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 6m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:15:07.306 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 8m ago 9h 898M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:15:07.306 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 8m ago 9h 2334M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:15:07.306 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 6m ago 9h 1130M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:15:07.306 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 8m ago 9h 1216M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:15:07.306 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 8m ago 9h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:15:07.306 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 6m ago 9h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:15:07.306 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 8m ago 9h 5525M 2112M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:15:07.306 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 8m ago 9h 6242M 2112M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:15:07.307 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 8m ago 9h 5069M 2112M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:15:07.307 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 8m ago 9h 5355M 2112M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:15:07.307 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 6m ago 9h 4511M 2461M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:15:07.307 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 6m ago 9h 5056M 2461M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:15:07.307 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 6m ago 9h 4364M 2461M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:15:07.307 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 6m ago 9h 5082M 2461M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:15:07.307 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 6m ago 9h 159M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:15:07.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:07 smithi177 ceph-mon[212096]: pgmap v19258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:07.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:07 smithi123 ceph-mon[191304]: pgmap v19258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:07 smithi123 ceph-mon[188613]: pgmap v19258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:07.687 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:15:07.687 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:15:07.687 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:15:07.687 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:15:07.688 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:15:07.688 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:15:07.688 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:15:07.688 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:15:07.688 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:15:07.688 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:15:07.688 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:15:07.688 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:15:07.688 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:15:07.688 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:15:07.688 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:15:07.688 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:15:07.688 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:15:07.689 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:15:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:08 smithi177 ceph-mon[212096]: from='client.55299 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:15:08.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:08 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1821787819' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:15:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:08 smithi123 ceph-mon[191304]: from='client.55299 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:15:08.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:08 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1821787819' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:15:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:08 smithi123 ceph-mon[188613]: from='client.55299 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:15:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:08 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1821787819' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:15:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:09 smithi177 ceph-mon[212096]: from='client.55305 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:15:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:09 smithi177 ceph-mon[212096]: pgmap v19259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:09 smithi123 ceph-mon[188613]: from='client.55305 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:15:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:09 smithi123 ceph-mon[188613]: pgmap v19259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:09 smithi123 ceph-mon[191304]: from='client.55305 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:15:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:09 smithi123 ceph-mon[191304]: pgmap v19259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:15:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:15:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T20:15:11.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:11 smithi177 ceph-mon[212096]: pgmap v19260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:11.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:11 smithi123 ceph-mon[191304]: pgmap v19260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:11.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:11 smithi123 ceph-mon[188613]: pgmap v19260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:13 smithi177 ceph-mon[212096]: pgmap v19261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:15:13.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:13 smithi123 ceph-mon[191304]: pgmap v19261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:13.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:15:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:13 smithi123 ceph-mon[188613]: pgmap v19261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:15:15.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:15 smithi177 ceph-mon[212096]: pgmap v19262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:15.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:15 smithi123 ceph-mon[191304]: pgmap v19262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:15 smithi123 ceph-mon[188613]: pgmap v19262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:17.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:17 smithi177 ceph-mon[212096]: pgmap v19263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:17.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:17 smithi123 ceph-mon[191304]: pgmap v19263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:17.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:17 smithi123 ceph-mon[188613]: pgmap v19263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:19.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:19 smithi177 ceph-mon[212096]: pgmap v19264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:19.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:19 smithi123 ceph-mon[191304]: pgmap v19264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:19 smithi123 ceph-mon[188613]: pgmap v19264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:15:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:15:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:15:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:21 smithi177 ceph-mon[212096]: pgmap v19265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:21.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:21 smithi123 ceph-mon[191304]: pgmap v19265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:21.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:21 smithi123 ceph-mon[188613]: pgmap v19265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:23.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:23 smithi177 ceph-mon[212096]: pgmap v19266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:23.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:23 smithi123 ceph-mon[191304]: pgmap v19266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:23.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:23 smithi123 ceph-mon[188613]: pgmap v19266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:25.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:25 smithi177 ceph-mon[212096]: pgmap v19267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:25.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:25 smithi123 ceph-mon[191304]: pgmap v19267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:25.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:25 smithi123 ceph-mon[188613]: pgmap v19267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:27 smithi177 ceph-mon[212096]: pgmap v19268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:27 smithi123 ceph-mon[191304]: pgmap v19268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:27 smithi123 ceph-mon[188613]: pgmap v19268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:15:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:15:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:15:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:29 smithi177 ceph-mon[212096]: pgmap v19269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:29.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:29 smithi123 ceph-mon[191304]: pgmap v19269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:29 smithi123 ceph-mon[188613]: pgmap v19269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:15:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:15:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:15:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:31 smithi177 ceph-mon[212096]: pgmap v19270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:31.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:31 smithi123 ceph-mon[191304]: pgmap v19270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:31 smithi123 ceph-mon[188613]: pgmap v19270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:33 smithi177 ceph-mon[212096]: pgmap v19271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:33.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:33 smithi123 ceph-mon[191304]: pgmap v19271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:33.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:33 smithi123 ceph-mon[188613]: pgmap v19271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:35.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:35 smithi177 ceph-mon[212096]: pgmap v19272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:35.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:35 smithi123 ceph-mon[191304]: pgmap v19272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:35.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:35 smithi123 ceph-mon[188613]: pgmap v19272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:37.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:36 smithi177 ceph-mon[212096]: pgmap v19273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:37.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:36 smithi123 ceph-mon[191304]: pgmap v19273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:37.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:36 smithi123 ceph-mon[188613]: pgmap v19273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:38.033 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:15:38.342 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:15:38.342 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 9m ago 9h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:15:38.342 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 7m ago 9h 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:15:38.343 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 9m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:15:38.343 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 7m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:15:38.343 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 7m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:15:38.343 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 9m ago 9h 898M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:15:38.343 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 9m ago 9h 2334M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:15:38.343 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 7m ago 9h 1130M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:15:38.343 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 9m ago 9h 1216M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:15:38.343 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 9m ago 9h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:15:38.343 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 7m ago 9h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:15:38.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 9m ago 9h 5525M 2112M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:15:38.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 9m ago 9h 6242M 2112M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:15:38.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 9m ago 9h 5069M 2112M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:15:38.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 9m ago 9h 5355M 2112M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:15:38.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 7m ago 9h 4511M 2461M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:15:38.344 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 7m ago 9h 5056M 2461M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:15:38.344 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 7m ago 9h 4364M 2461M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:15:38.344 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 7m ago 9h 5082M 2461M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:15:38.344 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 7m ago 9h 159M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:15:38.725 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:15:38.725 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:15:38.725 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:15:38.725 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:15:38.725 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:15:38.725 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:15:38.725 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:15:38.726 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:15:38.726 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:15:38.726 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:15:38.726 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:15:38.726 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:15:38.726 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:15:38.726 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:15:38.726 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:15:38.726 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:15:38.726 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:15:38.726 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:15:39.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:38 smithi177 ceph-mon[212096]: pgmap v19274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:39.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:38 smithi177 ceph-mon[212096]: from='client.55317 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:15:39.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:38 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2754398366' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:15:39.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:15:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:15:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:15:39.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:38 smithi123 ceph-mon[191304]: pgmap v19274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:39.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:38 smithi123 ceph-mon[191304]: from='client.55317 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:15:39.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:38 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2754398366' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:15:39.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:38 smithi123 ceph-mon[188613]: pgmap v19274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:39.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:38 smithi123 ceph-mon[188613]: from='client.55317 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:15:39.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:38 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2754398366' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:15:40.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:39 smithi177 ceph-mon[212096]: from='client.65276 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:15:40.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:39 smithi123 ceph-mon[191304]: from='client.65276 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:15:40.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:39 smithi123 ceph-mon[188613]: from='client.65276 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:15:41.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:40 smithi177 ceph-mon[212096]: pgmap v19275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:40 smithi123 ceph-mon[191304]: pgmap v19275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:41.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:40 smithi123 ceph-mon[188613]: pgmap v19275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:42.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:15:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:15:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:15:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:42 smithi177 ceph-mon[212096]: pgmap v19276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:15:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:15:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:15:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:15:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:42 smithi123 ceph-mon[191304]: pgmap v19276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:15:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:15:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:15:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:15:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:42 smithi123 ceph-mon[188613]: pgmap v19276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:43.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:15:43.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:15:43.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:15:43.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:15:45.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:44 smithi177 ceph-mon[212096]: pgmap v19277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:44 smithi123 ceph-mon[191304]: pgmap v19277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:45.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:44 smithi123 ceph-mon[188613]: pgmap v19277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:47.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:46 smithi177 ceph-mon[212096]: pgmap v19278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:47.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:46 smithi123 ceph-mon[191304]: pgmap v19278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:47.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:46 smithi123 ceph-mon[188613]: pgmap v19278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:49.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:48 smithi177 ceph-mon[212096]: pgmap v19279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:49.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:48 smithi123 ceph-mon[191304]: pgmap v19279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:49.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:48 smithi123 ceph-mon[188613]: pgmap v19279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:49.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:15:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:15:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:15:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:50 smithi177 ceph-mon[212096]: pgmap v19280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:50 smithi123 ceph-mon[191304]: pgmap v19280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:51.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:50 smithi123 ceph-mon[188613]: pgmap v19280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:53.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:52 smithi177 ceph-mon[212096]: pgmap v19281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:53.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:52 smithi123 ceph-mon[191304]: pgmap v19281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:53.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:52 smithi123 ceph-mon[188613]: pgmap v19281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:55.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:54 smithi177 ceph-mon[212096]: pgmap v19282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:55.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:54 smithi123 ceph-mon[191304]: pgmap v19282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:55.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:54 smithi123 ceph-mon[188613]: pgmap v19282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:57.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:56 smithi177 ceph-mon[212096]: pgmap v19283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:56 smithi123 ceph-mon[191304]: pgmap v19283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:57.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:56 smithi123 ceph-mon[188613]: pgmap v19283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:58.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:15:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:15:58.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:15:59.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:15:58 smithi177 ceph-mon[212096]: pgmap v19284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:59.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:15:58 smithi123 ceph-mon[191304]: pgmap v19284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:59.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:15:58 smithi123 ceph-mon[188613]: pgmap v19284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:15:59.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:15:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:15:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:16:01.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:00 smithi177 ceph-mon[212096]: pgmap v19285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:01.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:00 smithi123 ceph-mon[191304]: pgmap v19285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:01.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:00 smithi123 ceph-mon[188613]: pgmap v19285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:03.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:02 smithi123 ceph-mon[191304]: pgmap v19286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:03.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:02 smithi123 ceph-mon[188613]: pgmap v19286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:02 smithi177 ceph-mon[212096]: pgmap v19286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:05.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:04 smithi123 ceph-mon[191304]: pgmap v19287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:05.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:04 smithi123 ceph-mon[188613]: pgmap v19287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:05.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:04 smithi177 ceph-mon[212096]: pgmap v19287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:07.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:06 smithi123 ceph-mon[188613]: pgmap v19288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:07.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:06 smithi123 ceph-mon[191304]: pgmap v19288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:07.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:06 smithi177 ceph-mon[212096]: pgmap v19288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:09.072 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:16:09.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:08 smithi123 ceph-mon[191304]: pgmap v19289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:09.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:08 smithi123 ceph-mon[188613]: pgmap v19289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:09.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:16:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:16:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:16:09.379 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:16:09.380 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 9m ago 9h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:16:09.380 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 7m ago 9h 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:16:09.380 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 9m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:16:09.380 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 7m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:16:09.380 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 7m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:16:09.380 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 9m ago 9h 898M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:16:09.380 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 9m ago 9h 2334M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:16:09.380 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 7m ago 9h 1130M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:16:09.380 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 9m ago 9h 1216M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:16:09.380 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 9m ago 9h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:16:09.380 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 7m ago 9h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:16:09.380 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 9m ago 9h 5525M 2112M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:16:09.380 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 9m ago 9h 6242M 2112M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:16:09.380 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 9m ago 9h 5069M 2112M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:16:09.380 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 9m ago 9h 5355M 2112M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:16:09.381 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 7m ago 9h 4511M 2461M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:16:09.381 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 7m ago 9h 5056M 2461M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:16:09.381 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 7m ago 9h 4364M 2461M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:16:09.381 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 7m ago 9h 5082M 2461M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:16:09.381 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 7m ago 9h 159M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:16:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:08 smithi177 ceph-mon[212096]: pgmap v19289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:09.762 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:16:09.762 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:16:09.762 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:16:09.762 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:16:09.763 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:16:09.763 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:16:09.763 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:16:09.763 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:16:09.763 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:16:09.763 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:16:09.763 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:16:09.763 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:16:09.763 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:16:09.763 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:16:09.763 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:16:09.763 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:16:09.763 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:16:09.763 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:16:10.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:09 smithi123 ceph-mon[191304]: from='client.65288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:16:10.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:09 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2457582759' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:16:10.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:09 smithi123 ceph-mon[188613]: from='client.65288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:16:10.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:09 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2457582759' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:16:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:09 smithi177 ceph-mon[212096]: from='client.65288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:16:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:09 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2457582759' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:16:11.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:10 smithi123 ceph-mon[188613]: from='client.55341 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:16:11.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:10 smithi123 ceph-mon[188613]: pgmap v19290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:11.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:10 smithi123 ceph-mon[191304]: from='client.55341 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:16:11.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:10 smithi123 ceph-mon[191304]: pgmap v19290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:11.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:10 smithi177 ceph-mon[212096]: from='client.55341 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:16:11.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:10 smithi177 ceph-mon[212096]: pgmap v19290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:13.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:12 smithi123 ceph-mon[191304]: pgmap v19291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:13.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:16:13.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:12 smithi123 ceph-mon[188613]: pgmap v19291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:13.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:16:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:12 smithi177 ceph-mon[212096]: pgmap v19291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:16:15.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:14 smithi123 ceph-mon[191304]: pgmap v19292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:15.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:14 smithi123 ceph-mon[188613]: pgmap v19292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:15.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:14 smithi177 ceph-mon[212096]: pgmap v19292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:17.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:16 smithi123 ceph-mon[191304]: pgmap v19293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:17.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:16 smithi123 ceph-mon[188613]: pgmap v19293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:17.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:16 smithi177 ceph-mon[212096]: pgmap v19293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:19.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:18 smithi123 ceph-mon[188613]: pgmap v19294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:19.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:18 smithi123 ceph-mon[191304]: pgmap v19294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:19.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:16:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:16:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:16:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:18 smithi177 ceph-mon[212096]: pgmap v19294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:21.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:20 smithi123 ceph-mon[191304]: pgmap v19295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:21.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:20 smithi123 ceph-mon[188613]: pgmap v19295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:20 smithi177 ceph-mon[212096]: pgmap v19295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:23.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:22 smithi123 ceph-mon[191304]: pgmap v19296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:23.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:22 smithi123 ceph-mon[188613]: pgmap v19296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:23.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:22 smithi177 ceph-mon[212096]: pgmap v19296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:25.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:24 smithi123 ceph-mon[191304]: pgmap v19297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:25.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:24 smithi123 ceph-mon[188613]: pgmap v19297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:25.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:24 smithi177 ceph-mon[212096]: pgmap v19297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:26 smithi123 ceph-mon[191304]: pgmap v19298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:26 smithi123 ceph-mon[188613]: pgmap v19298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:26 smithi177 ceph-mon[212096]: pgmap v19298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:16:28.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:16:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:16:29.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:28 smithi123 ceph-mon[188613]: pgmap v19299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:29.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:28 smithi123 ceph-mon[191304]: pgmap v19299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:29.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:16:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:16:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:16:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:28 smithi177 ceph-mon[212096]: pgmap v19299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:31.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:30 smithi123 ceph-mon[191304]: pgmap v19300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:31.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:30 smithi123 ceph-mon[188613]: pgmap v19300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:30 smithi177 ceph-mon[212096]: pgmap v19300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:33.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:32 smithi123 ceph-mon[191304]: pgmap v19301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:33.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:32 smithi123 ceph-mon[188613]: pgmap v19301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:32 smithi177 ceph-mon[212096]: pgmap v19301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:35.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:34 smithi123 ceph-mon[191304]: pgmap v19302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:35.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:34 smithi123 ceph-mon[188613]: pgmap v19302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:35.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:34 smithi177 ceph-mon[212096]: pgmap v19302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:37.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:36 smithi123 ceph-mon[191304]: pgmap v19303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:37.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:36 smithi123 ceph-mon[188613]: pgmap v19303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:36 smithi177 ceph-mon[212096]: pgmap v19303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:39.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:38 smithi123 ceph-mon[191304]: pgmap v19304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:39.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:38 smithi123 ceph-mon[188613]: pgmap v19304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:39.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:16:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:16:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:16:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:38 smithi177 ceph-mon[212096]: pgmap v19304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:40.109 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:16:40.418 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:16:40.418 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 10m ago 9h 29.1M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:16:40.418 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 8m ago 9h 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:16:40.418 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 10m ago 9h 25.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:16:40.419 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 8m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:16:40.419 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 8m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:16:40.419 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 10m ago 9h 898M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:16:40.419 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 10m ago 9h 2334M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:16:40.419 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 8m ago 9h 1130M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:16:40.419 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 10m ago 9h 1216M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:16:40.419 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 10m ago 9h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:16:40.419 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 8m ago 9h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:16:40.419 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 10m ago 9h 5525M 2112M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:16:40.419 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 10m ago 9h 6242M 2112M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:16:40.419 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 10m ago 9h 5069M 2112M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:16:40.419 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 10m ago 9h 5355M 2112M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:16:40.419 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 8m ago 9h 4511M 2461M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:16:40.419 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 8m ago 9h 5056M 2461M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:16:40.419 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 8m ago 9h 4364M 2461M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:16:40.420 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 8m ago 9h 5082M 2461M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:16:40.420 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 8m ago 9h 159M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:16:40.801 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:16:40.801 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:16:40.801 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:16:40.801 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:16:40.802 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:16:40.802 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:16:40.802 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:16:40.802 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:16:40.802 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:16:40.802 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:16:40.802 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:16:40.802 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:16:40.802 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:16:40.802 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:16:40.802 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:16:40.802 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:16:40.802 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:16:40.802 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:16:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:40 smithi123 ceph-mon[191304]: pgmap v19305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:40 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/610258311' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:16:41.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:40 smithi123 ceph-mon[188613]: pgmap v19305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:41.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:40 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/610258311' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:16:41.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:40 smithi177 ceph-mon[212096]: pgmap v19305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:41.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:40 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/610258311' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:16:42.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:41 smithi123 ceph-mon[191304]: from='client.55353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:16:42.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:41 smithi123 ceph-mon[191304]: from='client.55359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:16:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:41 smithi123 ceph-mon[188613]: from='client.55353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:16:42.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:41 smithi123 ceph-mon[188613]: from='client.55359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:16:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:41 smithi177 ceph-mon[212096]: from='client.55353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:16:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:41 smithi177 ceph-mon[212096]: from='client.55359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:16:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:42 smithi123 ceph-mon[191304]: pgmap v19306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:16:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:16:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:16:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:16:43.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:42 smithi123 ceph-mon[188613]: pgmap v19306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:43.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:16:43.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:16:43.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:16:43.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:16:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:42 smithi177 ceph-mon[212096]: pgmap v19306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:16:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:16:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:16:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:16:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:44 smithi123 ceph-mon[191304]: pgmap v19307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:16:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:16:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:16:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:16:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:16:45.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:44 smithi123 ceph-mon[188613]: pgmap v19307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:45.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:16:45.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:16:45.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:16:45.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:16:45.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:16:45.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:44 smithi177 ceph-mon[212096]: pgmap v19307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:45.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:16:45.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:16:45.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:16:45.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:16:45.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:16:47.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:46 smithi123 ceph-mon[191304]: pgmap v19308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:47.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:46 smithi123 ceph-mon[188613]: pgmap v19308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:47.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:46 smithi177 ceph-mon[212096]: pgmap v19308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:49.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:48 smithi123 ceph-mon[191304]: pgmap v19309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:49.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:48 smithi123 ceph-mon[188613]: pgmap v19309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:49.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:16:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:16:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:16:49.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:48 smithi177 ceph-mon[212096]: pgmap v19309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:50 smithi123 ceph-mon[191304]: pgmap v19310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:51.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:50 smithi123 ceph-mon[188613]: pgmap v19310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:50 smithi177 ceph-mon[212096]: pgmap v19310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:53.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:52 smithi177 ceph-mon[212096]: pgmap v19311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:53.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:52 smithi123 ceph-mon[191304]: pgmap v19311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:52 smithi123 ceph-mon[188613]: pgmap v19311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:54 smithi177 ceph-mon[212096]: pgmap v19312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:54 smithi123 ceph-mon[191304]: pgmap v19312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:54 smithi123 ceph-mon[188613]: pgmap v19312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:56 smithi177 ceph-mon[212096]: pgmap v19313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:56 smithi123 ceph-mon[188613]: pgmap v19313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:56 smithi123 ceph-mon[191304]: pgmap v19313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:16:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:16:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:16:59.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:16:59 smithi177 ceph-mon[212096]: pgmap v19314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:59.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:16:59 smithi123 ceph-mon[191304]: pgmap v19314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:16:59 smithi123 ceph-mon[188613]: pgmap v19314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:16:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:16:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:16:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:17:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:01 smithi177 ceph-mon[212096]: pgmap v19315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:01.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:01 smithi123 ceph-mon[191304]: pgmap v19315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:01 smithi123 ceph-mon[188613]: pgmap v19315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:03 smithi177 ceph-mon[212096]: pgmap v19316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:03.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:03 smithi123 ceph-mon[191304]: pgmap v19316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:03 smithi123 ceph-mon[188613]: pgmap v19316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:05.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:05 smithi177 ceph-mon[212096]: pgmap v19317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:05.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:05 smithi123 ceph-mon[191304]: pgmap v19317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:05 smithi123 ceph-mon[188613]: pgmap v19317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:07.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:07 smithi177 ceph-mon[212096]: pgmap v19318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:07.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:07 smithi123 ceph-mon[191304]: pgmap v19318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:07 smithi123 ceph-mon[188613]: pgmap v19318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:09 smithi177 ceph-mon[212096]: pgmap v19319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:09 smithi123 ceph-mon[191304]: pgmap v19319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:09 smithi123 ceph-mon[188613]: pgmap v19319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:17:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:17:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:17:11.150 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:17:11.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:11 smithi177 ceph-mon[212096]: pgmap v19320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:11.456 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:17:11.456 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 26s ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:17:11.456 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 8m ago 9h 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:17:11.457 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 26s ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:17:11.457 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 8m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:17:11.457 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 8m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:17:11.457 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 26s ago 9h 904M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:17:11.457 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 26s ago 9h 2368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:17:11.457 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 8m ago 9h 1130M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:17:11.457 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 26s ago 9h 1234M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:17:11.457 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 26s ago 9h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:17:11.457 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 8m ago 9h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:17:11.457 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 26s ago 9h 5558M 2112M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:17:11.457 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 26s ago 9h 6275M 2112M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:17:11.457 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 26s ago 9h 5095M 2112M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:17:11.457 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 26s ago 9h 5388M 2112M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:17:11.457 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 8m ago 9h 4511M 2461M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:17:11.457 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 8m ago 9h 5056M 2461M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:17:11.458 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 8m ago 9h 4364M 2461M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:17:11.458 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 8m ago 9h 5082M 2461M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:17:11.458 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 8m ago 9h 159M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:17:11.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:11 smithi123 ceph-mon[191304]: pgmap v19320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:11.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:11 smithi123 ceph-mon[188613]: pgmap v19320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:11.837 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:17:11.838 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:17:11.838 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:17:11.838 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:17:11.838 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:17:11.838 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:17:11.838 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:17:11.838 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:17:11.838 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:17:11.838 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:17:11.838 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:17:11.838 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:17:11.838 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:17:11.838 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:17:11.838 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:17:11.839 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:17:11.839 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:17:11.839 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:17:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:12 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2691461' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:17:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:12 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2691461' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:17:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:12 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2691461' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:17:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:13 smithi177 ceph-mon[212096]: from='client.65324 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:17:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:13 smithi177 ceph-mon[212096]: from='client.65330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:17:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:13 smithi177 ceph-mon[212096]: pgmap v19321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:17:13.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:13 smithi123 ceph-mon[191304]: from='client.65324 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:17:13.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:13 smithi123 ceph-mon[191304]: from='client.65330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:17:13.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:13 smithi123 ceph-mon[191304]: pgmap v19321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:13.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:17:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:13 smithi123 ceph-mon[188613]: from='client.65324 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:17:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:13 smithi123 ceph-mon[188613]: from='client.65330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:17:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:13 smithi123 ceph-mon[188613]: pgmap v19321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:17:15.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:15 smithi177 ceph-mon[212096]: pgmap v19322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:15.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:15 smithi123 ceph-mon[191304]: pgmap v19322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:15 smithi123 ceph-mon[188613]: pgmap v19322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:17.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:17 smithi177 ceph-mon[212096]: pgmap v19323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:17.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:17 smithi123 ceph-mon[191304]: pgmap v19323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:17.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:17 smithi123 ceph-mon[188613]: pgmap v19323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:19 smithi177 ceph-mon[212096]: pgmap v19324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:19.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:19 smithi123 ceph-mon[191304]: pgmap v19324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:19 smithi123 ceph-mon[188613]: pgmap v19324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:17:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:17:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:17:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:21 smithi177 ceph-mon[212096]: pgmap v19325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:21.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:21 smithi123 ceph-mon[191304]: pgmap v19325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:21.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:21 smithi123 ceph-mon[188613]: pgmap v19325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:23.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:23 smithi177 ceph-mon[212096]: pgmap v19326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:23.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:23 smithi123 ceph-mon[191304]: pgmap v19326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:23.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:23 smithi123 ceph-mon[188613]: pgmap v19326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:25.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:25 smithi177 ceph-mon[212096]: pgmap v19327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:25.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:25 smithi123 ceph-mon[191304]: pgmap v19327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:25.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:25 smithi123 ceph-mon[188613]: pgmap v19327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:27 smithi177 ceph-mon[212096]: pgmap v19328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:27 smithi123 ceph-mon[191304]: pgmap v19328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:27 smithi123 ceph-mon[188613]: pgmap v19328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:17:28.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:17:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:17:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:29 smithi177 ceph-mon[212096]: pgmap v19329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:29.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:29 smithi123 ceph-mon[191304]: pgmap v19329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:29 smithi123 ceph-mon[188613]: pgmap v19329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:17:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:17:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:17:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:31 smithi177 ceph-mon[212096]: pgmap v19330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:31.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:31 smithi123 ceph-mon[191304]: pgmap v19330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:31 smithi123 ceph-mon[188613]: pgmap v19330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:33 smithi177 ceph-mon[212096]: pgmap v19331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:33.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:33 smithi123 ceph-mon[188613]: pgmap v19331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:33.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:33 smithi123 ceph-mon[191304]: pgmap v19331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:35.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:35 smithi177 ceph-mon[212096]: pgmap v19332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:35.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:35 smithi123 ceph-mon[191304]: pgmap v19332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:35.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:35 smithi123 ceph-mon[188613]: pgmap v19332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:37 smithi177 ceph-mon[212096]: pgmap v19333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:37.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:37 smithi123 ceph-mon[191304]: pgmap v19333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:37.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:37 smithi123 ceph-mon[188613]: pgmap v19333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:39 smithi177 ceph-mon[212096]: pgmap v19334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:17:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:17:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:17:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:39 smithi123 ceph-mon[191304]: pgmap v19334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:39 smithi123 ceph-mon[188613]: pgmap v19334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:40.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:40 smithi177 ceph-mon[212096]: pgmap v19335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:40.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:40 smithi123 ceph-mon[191304]: pgmap v19335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:40.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:40 smithi123 ceph-mon[188613]: pgmap v19335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:42.189 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:17:42.498 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:17:42.517 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 58s ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:17:42.517 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 9m ago 9h 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:17:42.518 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 58s ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:17:42.518 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 9m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:17:42.518 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 9m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:17:42.518 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 58s ago 9h 904M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:17:42.518 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 58s ago 9h 2368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:17:42.518 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 9m ago 9h 1130M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:17:42.518 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 58s ago 9h 1234M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:17:42.518 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 58s ago 9h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:17:42.518 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 9m ago 9h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:17:42.518 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 58s ago 9h 5558M 2112M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:17:42.518 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 58s ago 9h 6275M 2112M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:17:42.518 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 58s ago 9h 5095M 2112M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:17:42.518 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 58s ago 9h 5388M 2112M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:17:42.519 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 9m ago 9h 4511M 2461M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:17:42.519 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 9m ago 9h 5056M 2461M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:17:42.519 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 9m ago 9h 4364M 2461M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:17:42.519 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 9m ago 9h 5082M 2461M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:17:42.519 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 9m ago 9h 159M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:17:42.879 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:17:42.880 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:17:42.880 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:17:42.880 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:17:42.880 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:17:42.880 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:17:42.880 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:17:42.880 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:17:42.880 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:17:42.880 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:17:42.880 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:17:42.880 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:17:42.880 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:17:42.880 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:17:42.881 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:17:42.881 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:17:42.881 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:17:42.881 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:17:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:42 smithi177 ceph-mon[212096]: pgmap v19336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:43.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:17:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:42 smithi123 ceph-mon[191304]: pgmap v19336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:17:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:42 smithi123 ceph-mon[188613]: pgmap v19336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:17:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:43 smithi177 ceph-mon[212096]: from='client.65342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:17:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:43 smithi177 ceph-mon[212096]: from='client.55395 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:17:44.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:43 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4068917735' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:17:44.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:43 smithi123 ceph-mon[191304]: from='client.65342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:17:44.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:43 smithi123 ceph-mon[191304]: from='client.55395 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:17:44.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:43 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4068917735' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:17:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:43 smithi123 ceph-mon[188613]: from='client.65342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:17:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:43 smithi123 ceph-mon[188613]: from='client.55395 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:17:44.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:43 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4068917735' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:17:45.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:44 smithi177 ceph-mon[212096]: pgmap v19337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:45.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:44 smithi123 ceph-mon[191304]: pgmap v19337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:45.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:44 smithi123 ceph-mon[188613]: pgmap v19337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:46.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:17:46.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:17:46.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:17:46.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:17:46.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:17:46.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:17:46.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:17:46.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:17:46.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:17:46.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:17:46.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:17:46.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:17:46.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:17:46.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:17:46.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:17:46.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:17:46.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:17:46.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:17:47.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:46 smithi177 ceph-mon[212096]: pgmap v19338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:47.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:46 smithi123 ceph-mon[188613]: pgmap v19338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:47.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:46 smithi123 ceph-mon[191304]: pgmap v19338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:49.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:48 smithi177 ceph-mon[212096]: pgmap v19339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:49.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:17:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:17:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:17:49.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:48 smithi123 ceph-mon[191304]: pgmap v19339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:49.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:48 smithi123 ceph-mon[188613]: pgmap v19339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:51.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:50 smithi177 ceph-mon[212096]: pgmap v19340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:50 smithi123 ceph-mon[191304]: pgmap v19340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:51.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:50 smithi123 ceph-mon[188613]: pgmap v19340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:53.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:52 smithi177 ceph-mon[212096]: pgmap v19341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:53.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:52 smithi123 ceph-mon[191304]: pgmap v19341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:53.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:52 smithi123 ceph-mon[188613]: pgmap v19341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:55.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:54 smithi177 ceph-mon[212096]: pgmap v19342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:55.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:54 smithi123 ceph-mon[191304]: pgmap v19342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:55.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:54 smithi123 ceph-mon[188613]: pgmap v19342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:56 smithi123 ceph-mon[191304]: pgmap v19343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:57.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:56 smithi123 ceph-mon[188613]: pgmap v19343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:56 smithi177 ceph-mon[212096]: pgmap v19343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:17:58.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:17:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:17:59.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:17:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:17:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:17:59.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:17:58 smithi123 ceph-mon[191304]: pgmap v19344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:59.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:17:58 smithi123 ceph-mon[188613]: pgmap v19344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:17:59.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:17:58 smithi177 ceph-mon[212096]: pgmap v19344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:01.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:00 smithi123 ceph-mon[191304]: pgmap v19345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:01.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:00 smithi123 ceph-mon[188613]: pgmap v19345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:00 smithi177 ceph-mon[212096]: pgmap v19345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:03.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:02 smithi123 ceph-mon[191304]: pgmap v19346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:03.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:02 smithi123 ceph-mon[188613]: pgmap v19346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:02 smithi177 ceph-mon[212096]: pgmap v19346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:05.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:04 smithi123 ceph-mon[191304]: pgmap v19347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:05.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:04 smithi123 ceph-mon[188613]: pgmap v19347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:05.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:04 smithi177 ceph-mon[212096]: pgmap v19347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:07.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:06 smithi123 ceph-mon[191304]: pgmap v19348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:07.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:06 smithi123 ceph-mon[188613]: pgmap v19348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:07.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:06 smithi177 ceph-mon[212096]: pgmap v19348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:09.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:08 smithi123 ceph-mon[191304]: pgmap v19349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:09.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:08 smithi123 ceph-mon[188613]: pgmap v19349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:09.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:18:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:18:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:18:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:08 smithi177 ceph-mon[212096]: pgmap v19349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:11.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:10 smithi123 ceph-mon[191304]: pgmap v19350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:11.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:10 smithi123 ceph-mon[188613]: pgmap v19350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:11.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:10 smithi177 ceph-mon[212096]: pgmap v19350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:13.226 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:18:13.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:12 smithi123 ceph-mon[191304]: pgmap v19351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:13.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:18:13.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:12 smithi123 ceph-mon[188613]: pgmap v19351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:13.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:18:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:12 smithi177 ceph-mon[212096]: pgmap v19351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:18:13.535 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:18:13.535 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 89s ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:18:13.535 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 9m ago 9h 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:18:13.535 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 89s ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:18:13.535 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 9m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:18:13.535 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 9m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:18:13.536 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 89s ago 9h 904M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:18:13.536 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 89s ago 9h 2368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:18:13.536 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 9m ago 9h 1130M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:18:13.536 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 89s ago 9h 1234M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:18:13.536 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 89s ago 9h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:18:13.536 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 9m ago 9h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:18:13.536 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 89s ago 9h 5558M 2112M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:18:13.536 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 89s ago 9h 6275M 2112M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:18:13.536 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 89s ago 9h 5095M 2112M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:18:13.536 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 89s ago 9h 5388M 2112M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:18:13.536 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 9m ago 9h 4511M 2461M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:18:13.536 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 9m ago 9h 5056M 2461M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:18:13.536 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 9m ago 9h 4364M 2461M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:18:13.536 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 9m ago 9h 5082M 2461M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:18:13.536 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 9m ago 9h 159M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:18:13.917 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:18:13.917 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:18:13.917 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:18:13.918 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:18:13.918 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:18:13.918 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:18:13.918 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:18:13.918 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:18:13.918 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:18:13.918 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:18:13.918 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:18:13.918 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:18:13.918 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:18:13.918 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:18:13.918 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:18:13.918 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:18:13.918 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:18:13.919 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:18:14.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:13 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2473777573' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:18:14.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:13 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2473777573' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:18:14.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:13 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2473777573' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:18:15.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:14 smithi123 ceph-mon[191304]: from='client.65360 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:18:15.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:14 smithi123 ceph-mon[191304]: from='client.55413 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:18:15.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:14 smithi123 ceph-mon[191304]: pgmap v19352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:15.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:14 smithi123 ceph-mon[188613]: from='client.65360 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:18:15.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:14 smithi123 ceph-mon[188613]: from='client.55413 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:18:15.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:14 smithi123 ceph-mon[188613]: pgmap v19352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:15.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:14 smithi177 ceph-mon[212096]: from='client.65360 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:18:15.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:14 smithi177 ceph-mon[212096]: from='client.55413 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:18:15.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:14 smithi177 ceph-mon[212096]: pgmap v19352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:17.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:16 smithi123 ceph-mon[191304]: pgmap v19353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:17.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:16 smithi123 ceph-mon[188613]: pgmap v19353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:17.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:16 smithi177 ceph-mon[212096]: pgmap v19353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:19.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:18 smithi123 ceph-mon[191304]: pgmap v19354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:19.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:18 smithi123 ceph-mon[188613]: pgmap v19354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:19.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:18:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:18:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T20:18:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:18 smithi177 ceph-mon[212096]: pgmap v19354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:21.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:20 smithi123 ceph-mon[191304]: pgmap v19355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:21.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:20 smithi123 ceph-mon[188613]: pgmap v19355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:20 smithi177 ceph-mon[212096]: pgmap v19355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:23.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:22 smithi123 ceph-mon[191304]: pgmap v19356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:23.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:22 smithi123 ceph-mon[188613]: pgmap v19356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:23.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:22 smithi177 ceph-mon[212096]: pgmap v19356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:25.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:24 smithi123 ceph-mon[191304]: pgmap v19357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:25.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:24 smithi123 ceph-mon[188613]: pgmap v19357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:25.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:24 smithi177 ceph-mon[212096]: pgmap v19357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:26 smithi123 ceph-mon[191304]: pgmap v19358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:26 smithi123 ceph-mon[188613]: pgmap v19358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:26 smithi177 ceph-mon[212096]: pgmap v19358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:28.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:18:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:18:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:18:29.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:28 smithi123 ceph-mon[191304]: pgmap v19359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:29.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:28 smithi123 ceph-mon[188613]: pgmap v19359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:29.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:18:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:18:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:18:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:28 smithi177 ceph-mon[212096]: pgmap v19359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:31.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:30 smithi123 ceph-mon[191304]: pgmap v19360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:31.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:30 smithi123 ceph-mon[188613]: pgmap v19360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:30 smithi177 ceph-mon[212096]: pgmap v19360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:33.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:32 smithi123 ceph-mon[191304]: pgmap v19361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:33.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:32 smithi123 ceph-mon[188613]: pgmap v19361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:32 smithi177 ceph-mon[212096]: pgmap v19361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:35.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:34 smithi123 ceph-mon[191304]: pgmap v19362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:35.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:34 smithi123 ceph-mon[188613]: pgmap v19362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:35.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:34 smithi177 ceph-mon[212096]: pgmap v19362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:37.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:36 smithi123 ceph-mon[191304]: pgmap v19363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:37.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:36 smithi123 ceph-mon[188613]: pgmap v19363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:36 smithi177 ceph-mon[212096]: pgmap v19363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:39.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:38 smithi123 ceph-mon[191304]: pgmap v19364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:39.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:38 smithi123 ceph-mon[188613]: pgmap v19364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:39.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:18:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:18:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:18:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:38 smithi177 ceph-mon[212096]: pgmap v19364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:40 smithi123 ceph-mon[191304]: pgmap v19365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:41.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:40 smithi123 ceph-mon[188613]: pgmap v19365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:41.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:40 smithi177 ceph-mon[212096]: pgmap v19365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:42 smithi123 ceph-mon[191304]: pgmap v19366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:18:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:42 smithi123 ceph-mon[188613]: pgmap v19366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:18:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:42 smithi177 ceph-mon[212096]: pgmap v19366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:18:44.271 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:18:44.581 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:18:44.581 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 2m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:18:44.581 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 10m ago 9h 93.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:18:44.581 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 2m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:18:44.581 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 10m ago 9h 27.4M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:18:44.581 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 10m ago 9h 467M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:18:44.582 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 2m ago 9h 904M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:18:44.582 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 2m ago 9h 2368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:18:44.582 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 10m ago 9h 1130M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:18:44.582 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 2m ago 9h 1234M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:18:44.582 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 2m ago 9h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:18:44.582 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 10m ago 9h 22.6M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:18:44.582 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 2m ago 9h 5558M 2112M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:18:44.582 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 2m ago 9h 6275M 2112M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:18:44.582 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 2m ago 9h 5095M 2112M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:18:44.582 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 2m ago 9h 5388M 2112M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:18:44.582 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 10m ago 9h 4511M 2461M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:18:44.582 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 10m ago 9h 5056M 2461M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:18:44.582 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 10m ago 9h 4364M 2461M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:18:44.582 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 10m ago 9h 5082M 2461M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:18:44.583 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 10m ago 9h 159M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:18:44.962 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:18:44.962 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:18:44.962 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:18:44.962 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:18:44.962 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:18:44.962 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:18:44.962 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:18:44.962 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:18:44.962 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:18:44.962 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:18:44.962 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:18:44.962 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:18:44.963 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:18:44.963 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:18:44.963 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:18:44.963 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:18:44.963 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:18:44.963 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:18:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:44 smithi123 ceph-mon[191304]: pgmap v19367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:44 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3598269818' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:18:45.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:44 smithi123 ceph-mon[188613]: pgmap v19367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:45.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:44 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3598269818' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:18:45.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:44 smithi177 ceph-mon[212096]: pgmap v19367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:45.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:44 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3598269818' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:18:46.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:45 smithi177 ceph-mon[212096]: from='client.55425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:18:46.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:45 smithi177 ceph-mon[212096]: from='client.55431 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:18:46.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:18:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:45 smithi123 ceph-mon[191304]: from='client.55425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:18:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:45 smithi123 ceph-mon[191304]: from='client.55431 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:18:46.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:18:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:45 smithi123 ceph-mon[188613]: from='client.55425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:18:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:45 smithi123 ceph-mon[188613]: from='client.55431 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:18:46.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:18:47.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:46 smithi177 ceph-mon[212096]: pgmap v19368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:47.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:47 smithi123 ceph-mon[191304]: pgmap v19368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:47.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:46 smithi123 ceph-mon[188613]: pgmap v19368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:49.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:49 smithi177 ceph-mon[212096]: pgmap v19369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:49.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:18:49.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:18:49.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:18:49.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:18:49.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:18:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:18:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:18:49] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T20:18:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:49 smithi123 ceph-mon[191304]: pgmap v19369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:18:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:18:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:18:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:18:49.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:18:49.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:49 smithi123 ceph-mon[188613]: pgmap v19369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:49.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:18:49.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:18:49.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:18:49.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:18:49.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:18:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:51 smithi177 ceph-mon[212096]: pgmap v19370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:51.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:51 smithi123 ceph-mon[191304]: pgmap v19370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:51.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:51 smithi123 ceph-mon[188613]: pgmap v19370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:53.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:53 smithi177 ceph-mon[212096]: pgmap v19371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:53.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:53 smithi123 ceph-mon[191304]: pgmap v19371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:53 smithi123 ceph-mon[188613]: pgmap v19371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:55 smithi177 ceph-mon[212096]: pgmap v19372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:55 smithi123 ceph-mon[191304]: pgmap v19372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:55 smithi123 ceph-mon[188613]: pgmap v19372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:57 smithi177 ceph-mon[212096]: pgmap v19373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:57.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:57 smithi123 ceph-mon[191304]: pgmap v19373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:57 smithi123 ceph-mon[188613]: pgmap v19373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:18:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:18:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:18:59.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:18:59 smithi177 ceph-mon[212096]: pgmap v19374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:59.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:18:59 smithi123 ceph-mon[191304]: pgmap v19374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:18:59 smithi123 ceph-mon[188613]: pgmap v19374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:18:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:18:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:18:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:19:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:01 smithi177 ceph-mon[212096]: pgmap v19375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:01.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:01 smithi123 ceph-mon[191304]: pgmap v19375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:01 smithi123 ceph-mon[188613]: pgmap v19375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:03 smithi177 ceph-mon[212096]: pgmap v19376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:03.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:03 smithi123 ceph-mon[191304]: pgmap v19376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:03 smithi123 ceph-mon[188613]: pgmap v19376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:05.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:05 smithi177 ceph-mon[212096]: pgmap v19377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:05.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:05 smithi123 ceph-mon[191304]: pgmap v19377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:05 smithi123 ceph-mon[188613]: pgmap v19377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:07.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:07 smithi177 ceph-mon[212096]: pgmap v19378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:07.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:07 smithi123 ceph-mon[191304]: pgmap v19378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:07 smithi123 ceph-mon[188613]: pgmap v19378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:09 smithi177 ceph-mon[212096]: pgmap v19379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:09 smithi123 ceph-mon[191304]: pgmap v19379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:09.537 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:09 smithi123 ceph-mon[188613]: pgmap v19379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:09.538 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:19:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:19:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:19:11.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:11 smithi177 ceph-mon[212096]: pgmap v19380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:11.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:11 smithi123 ceph-mon[191304]: pgmap v19380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:11.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:11 smithi123 ceph-mon[188613]: pgmap v19380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:13 smithi177 ceph-mon[212096]: pgmap v19381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:19:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:13 smithi123 ceph-mon[188613]: pgmap v19381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:19:13.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:13 smithi123 ceph-mon[191304]: pgmap v19381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:13.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:19:15.310 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:19:15.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:15 smithi177 ceph-mon[212096]: pgmap v19382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:15.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:15 smithi123 ceph-mon[191304]: pgmap v19382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:15 smithi123 ceph-mon[188613]: pgmap v19382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:15.618 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:19:15.618 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 2m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:19:15.618 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 27s ago 9h 94.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:19:15.618 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 2m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:19:15.618 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 27s ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:19:15.618 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 27s ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:19:15.619 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 2m ago 9h 904M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:19:15.619 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 2m ago 9h 2368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:19:15.619 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 27s ago 9h 1145M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:19:15.619 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 2m ago 9h 1234M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:19:15.619 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 2m ago 9h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:19:15.619 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 27s ago 9h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:19:15.619 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 2m ago 9h 5558M 2112M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:19:15.619 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 2m ago 9h 6275M 2112M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:19:15.619 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 2m ago 9h 5095M 2112M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:19:15.619 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 2m ago 9h 5388M 2112M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:19:15.619 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 27s ago 9h 4539M 2461M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:19:15.619 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 27s ago 9h 5089M 2461M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:19:15.619 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 27s ago 9h 4395M 2461M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:19:15.619 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 27s ago 9h 5117M 2461M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:19:15.619 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 27s ago 9h 160M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:19:16.003 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:19:16.003 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:19:16.003 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:19:16.003 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:19:16.003 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:19:16.003 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:19:16.003 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:19:16.003 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:19:16.003 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:19:16.003 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:19:16.003 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:19:16.003 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:19:16.003 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:19:16.004 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:19:16.004 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:19:16.004 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:19:16.004 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:19:16.004 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:19:17.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:16 smithi177 ceph-mon[212096]: from='client.55443 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:19:17.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:16 smithi177 ceph-mon[212096]: from='client.65402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:19:17.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:16 smithi177 ceph-mon[212096]: pgmap v19383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:17.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:16 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3907441312' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:19:17.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:16 smithi123 ceph-mon[191304]: from='client.55443 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:19:17.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:16 smithi123 ceph-mon[191304]: from='client.65402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:19:17.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:16 smithi123 ceph-mon[191304]: pgmap v19383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:17.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:16 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3907441312' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:19:17.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:16 smithi123 ceph-mon[188613]: from='client.55443 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:19:17.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:16 smithi123 ceph-mon[188613]: from='client.65402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:19:17.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:16 smithi123 ceph-mon[188613]: pgmap v19383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:17.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:16 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3907441312' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:19:19.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:18 smithi177 ceph-mon[212096]: pgmap v19384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:19.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:18 smithi123 ceph-mon[191304]: pgmap v19384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:19.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:18 smithi123 ceph-mon[188613]: pgmap v19384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:19.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:19:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:19:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:19:21.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:20 smithi123 ceph-mon[191304]: pgmap v19385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:21.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:20 smithi123 ceph-mon[188613]: pgmap v19385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:20 smithi177 ceph-mon[212096]: pgmap v19385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:23.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:22 smithi123 ceph-mon[191304]: pgmap v19386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:23.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:22 smithi123 ceph-mon[188613]: pgmap v19386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:23.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:22 smithi177 ceph-mon[212096]: pgmap v19386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:25.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:24 smithi123 ceph-mon[191304]: pgmap v19387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:25.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:24 smithi123 ceph-mon[188613]: pgmap v19387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:25.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:24 smithi177 ceph-mon[212096]: pgmap v19387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:26 smithi123 ceph-mon[188613]: pgmap v19388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:26 smithi123 ceph-mon[191304]: pgmap v19388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:26 smithi177 ceph-mon[212096]: pgmap v19388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:19:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:19:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:19:29.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:28 smithi123 ceph-mon[188613]: pgmap v19389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:29.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:28 smithi123 ceph-mon[191304]: pgmap v19389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:29.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:19:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:19:29] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T20:19:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:28 smithi177 ceph-mon[212096]: pgmap v19389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:31.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:30 smithi123 ceph-mon[188613]: pgmap v19390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:31.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:30 smithi123 ceph-mon[191304]: pgmap v19390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:30 smithi177 ceph-mon[212096]: pgmap v19390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:33.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:32 smithi123 ceph-mon[191304]: pgmap v19391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:33.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:32 smithi123 ceph-mon[188613]: pgmap v19391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:32 smithi177 ceph-mon[212096]: pgmap v19391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:35.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:34 smithi123 ceph-mon[191304]: pgmap v19392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:35.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:34 smithi123 ceph-mon[188613]: pgmap v19392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:35.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:34 smithi177 ceph-mon[212096]: pgmap v19392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:37.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:36 smithi123 ceph-mon[191304]: pgmap v19393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:37.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:36 smithi123 ceph-mon[188613]: pgmap v19393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:36 smithi177 ceph-mon[212096]: pgmap v19393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:39.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:38 smithi123 ceph-mon[191304]: pgmap v19394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:39.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:38 smithi123 ceph-mon[188613]: pgmap v19394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:39.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:19:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:19:39] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T20:19:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:38 smithi177 ceph-mon[212096]: pgmap v19394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:40 smithi123 ceph-mon[191304]: pgmap v19395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:41.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:40 smithi123 ceph-mon[188613]: pgmap v19395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:41.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:40 smithi177 ceph-mon[212096]: pgmap v19395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:42 smithi123 ceph-mon[191304]: pgmap v19396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:19:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:42 smithi123 ceph-mon[188613]: pgmap v19396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:19:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:42 smithi177 ceph-mon[212096]: pgmap v19396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:19:45.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:44 smithi123 ceph-mon[191304]: pgmap v19397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:45.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:44 smithi123 ceph-mon[188613]: pgmap v19397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:45.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:44 smithi177 ceph-mon[212096]: pgmap v19397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:46.351 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:19:46.658 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:19:46.658 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 3m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:19:46.658 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 58s ago 9h 94.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:19:46.658 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 3m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:19:46.658 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 58s ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:19:46.658 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 58s ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:19:46.658 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 3m ago 9h 904M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:19:46.658 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 3m ago 9h 2368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:19:46.658 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 58s ago 9h 1145M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:19:46.658 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 3m ago 9h 1234M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:19:46.658 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 3m ago 9h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:19:46.659 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 58s ago 9h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:19:46.659 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 3m ago 9h 5558M 2112M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:19:46.659 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 3m ago 9h 6275M 2112M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:19:46.659 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 3m ago 9h 5095M 2112M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:19:46.659 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 3m ago 9h 5388M 2112M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:19:46.659 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 58s ago 9h 4539M 2461M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:19:46.659 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 58s ago 9h 5089M 2461M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:19:46.659 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 58s ago 9h 4395M 2461M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:19:46.659 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 58s ago 9h 5117M 2461M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:19:46.659 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 58s ago 9h 160M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:19:47.044 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:19:47.044 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:19:47.044 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:19:47.044 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:19:47.044 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:19:47.044 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:19:47.044 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:19:47.044 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:19:47.044 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:19:47.044 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:19:47.044 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:19:47.045 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:19:47.045 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:19:47.045 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:19:47.045 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:19:47.045 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:19:47.045 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:19:47.045 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:19:47.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:46 smithi123 ceph-mon[191304]: pgmap v19398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:47.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:46 smithi123 ceph-mon[188613]: pgmap v19398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:47.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:46 smithi177 ceph-mon[212096]: pgmap v19398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:47 smithi123 ceph-mon[191304]: from='client.55461 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:19:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:47 smithi123 ceph-mon[191304]: from='client.65420 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:19:48.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:47 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/871796295' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:19:48.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:47 smithi123 ceph-mon[188613]: from='client.55461 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:19:48.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:47 smithi123 ceph-mon[188613]: from='client.65420 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:19:48.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:47 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/871796295' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:19:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:47 smithi177 ceph-mon[212096]: from='client.55461 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:19:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:47 smithi177 ceph-mon[212096]: from='client.65420 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:19:48.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:47 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/871796295' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:19:49.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:48 smithi123 ceph-mon[191304]: pgmap v19399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:49.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:48 smithi123 ceph-mon[188613]: pgmap v19399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:49.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:19:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:19:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:19:49.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:48 smithi177 ceph-mon[212096]: pgmap v19399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:50.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:19:50.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:19:50.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:19:50.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:49 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:19:50.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:19:50.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:19:50.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:19:50.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:49 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:19:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:19:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:19:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:19:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:49 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:19:51.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:50 smithi123 ceph-mon[191304]: pgmap v19400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:51.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:50 smithi123 ceph-mon[188613]: pgmap v19400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:50 smithi177 ceph-mon[212096]: pgmap v19400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:53.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:52 smithi123 ceph-mon[191304]: pgmap v19401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:53.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:52 smithi123 ceph-mon[188613]: pgmap v19401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:53.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:52 smithi177 ceph-mon[212096]: pgmap v19401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:55.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:54 smithi123 ceph-mon[191304]: pgmap v19402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:55.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:54 smithi123 ceph-mon[188613]: pgmap v19402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:54 smithi177 ceph-mon[212096]: pgmap v19402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:57.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:56 smithi123 ceph-mon[188613]: pgmap v19403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:57.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:56 smithi123 ceph-mon[191304]: pgmap v19403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:56 smithi177 ceph-mon[212096]: pgmap v19403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:58.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:19:58.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:19:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:19:59.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:19:58 smithi123 ceph-mon[191304]: pgmap v19404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:59.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:19:58 smithi123 ceph-mon[188613]: pgmap v19404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:19:59.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:19:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:19:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:19:59.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:19:58 smithi177 ceph-mon[212096]: pgmap v19404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:00.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T20:19:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T20:20:01.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:00 smithi123 ceph-mon[191304]: pgmap v19405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:01.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T20:20:01.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:00 smithi123 ceph-mon[188613]: pgmap v19405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:01.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T20:20:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:00 smithi177 ceph-mon[212096]: pgmap v19405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T20:20:03.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:02 smithi123 ceph-mon[191304]: pgmap v19406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:03.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:02 smithi123 ceph-mon[188613]: pgmap v19406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:02 smithi177 ceph-mon[212096]: pgmap v19406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:05.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:04 smithi177 ceph-mon[212096]: pgmap v19407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:04 smithi123 ceph-mon[188613]: pgmap v19407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:05.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:04 smithi123 ceph-mon[191304]: pgmap v19407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:07.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:06 smithi177 ceph-mon[212096]: pgmap v19408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:07.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:06 smithi123 ceph-mon[188613]: pgmap v19408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:07.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:06 smithi123 ceph-mon[191304]: pgmap v19408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:08 smithi177 ceph-mon[212096]: pgmap v19409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:09.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:08 smithi123 ceph-mon[188613]: pgmap v19409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:08 smithi123 ceph-mon[191304]: pgmap v19409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:20:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:20:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:20:11.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:11 smithi177 ceph-mon[212096]: pgmap v19410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:11.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:11 smithi123 ceph-mon[191304]: pgmap v19410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:11.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:11 smithi123 ceph-mon[188613]: pgmap v19410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:13 smithi177 ceph-mon[212096]: pgmap v19411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:20:13.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:13 smithi123 ceph-mon[191304]: pgmap v19411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:13.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:20:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:13 smithi123 ceph-mon[188613]: pgmap v19411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:20:15.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:15 smithi177 ceph-mon[212096]: pgmap v19412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:15.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:15 smithi123 ceph-mon[191304]: pgmap v19412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:15 smithi123 ceph-mon[188613]: pgmap v19412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:17.394 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:20:17.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:17 smithi177 ceph-mon[212096]: pgmap v19413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:17.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:17 smithi123 ceph-mon[191304]: pgmap v19413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:17.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:17 smithi123 ceph-mon[188613]: pgmap v19413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:17.704 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:20:17.704 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 3m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:20:17.704 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 89s ago 9h 94.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:20:17.704 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 3m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:20:17.704 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 89s ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:20:17.704 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 89s ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:20:17.705 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 3m ago 9h 904M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:20:17.705 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 3m ago 9h 2368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:20:17.705 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 89s ago 9h 1145M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:20:17.705 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 3m ago 9h 1234M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:20:17.705 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 3m ago 9h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:20:17.705 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 89s ago 9h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:20:17.705 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 3m ago 9h 5558M 2112M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:20:17.705 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 3m ago 9h 6275M 2112M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:20:17.705 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 3m ago 9h 5095M 2112M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:20:17.705 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 3m ago 9h 5388M 2112M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:20:17.705 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 89s ago 9h 4539M 2461M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:20:17.705 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 89s ago 9h 5089M 2461M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:20:17.705 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 89s ago 9h 4395M 2461M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:20:17.705 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 89s ago 9h 5117M 2461M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:20:17.706 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 89s ago 9h 160M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:20:18.089 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:20:18.089 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:20:18.089 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:20:18.089 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:20:18.089 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:20:18.089 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:20:18.089 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:20:18.089 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:20:18.089 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:20:18.089 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:20:18.090 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:20:18.090 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:20:18.090 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:20:18.090 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:20:18.090 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:20:18.090 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:20:18.090 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:20:18.090 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:20:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:19 smithi177 ceph-mon[212096]: from='client.65432 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:20:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:19 smithi177 ceph-mon[212096]: from='client.65438 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:20:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:19 smithi177 ceph-mon[212096]: pgmap v19414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:19 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1532893662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:20:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:20:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:20:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:20:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:19 smithi123 ceph-mon[188613]: from='client.65432 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:20:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:19 smithi123 ceph-mon[188613]: from='client.65438 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:20:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:19 smithi123 ceph-mon[188613]: pgmap v19414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:19 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1532893662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:20:19.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:19 smithi123 ceph-mon[191304]: from='client.65432 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:20:19.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:19 smithi123 ceph-mon[191304]: from='client.65438 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:20:19.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:19 smithi123 ceph-mon[191304]: pgmap v19414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:19.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:19 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1532893662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:20:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:21 smithi177 ceph-mon[212096]: pgmap v19415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:21.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:21 smithi123 ceph-mon[191304]: pgmap v19415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:21.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:21 smithi123 ceph-mon[188613]: pgmap v19415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:23.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:23 smithi177 ceph-mon[212096]: pgmap v19416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:23.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:23 smithi123 ceph-mon[191304]: pgmap v19416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:23.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:23 smithi123 ceph-mon[188613]: pgmap v19416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:25.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:25 smithi177 ceph-mon[212096]: pgmap v19417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:25.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:25 smithi123 ceph-mon[191304]: pgmap v19417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:25.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:25 smithi123 ceph-mon[188613]: pgmap v19417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:27 smithi177 ceph-mon[212096]: pgmap v19418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:27 smithi123 ceph-mon[191304]: pgmap v19418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:27 smithi123 ceph-mon[188613]: pgmap v19418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:20:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:20:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:20:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:29 smithi177 ceph-mon[212096]: pgmap v19419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:29 smithi123 ceph-mon[188613]: pgmap v19419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:20:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:20:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:20:29.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:29 smithi123 ceph-mon[191304]: pgmap v19419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:31.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:31 smithi177 ceph-mon[212096]: pgmap v19420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:31.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:31 smithi123 ceph-mon[191304]: pgmap v19420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:31 smithi123 ceph-mon[188613]: pgmap v19420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:33 smithi177 ceph-mon[212096]: pgmap v19421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:33.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:33 smithi123 ceph-mon[191304]: pgmap v19421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:33.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:33 smithi123 ceph-mon[188613]: pgmap v19421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:35.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:35 smithi177 ceph-mon[212096]: pgmap v19422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:35.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:35 smithi123 ceph-mon[191304]: pgmap v19422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:35.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:35 smithi123 ceph-mon[188613]: pgmap v19422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:37 smithi177 ceph-mon[212096]: pgmap v19423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:37.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:37 smithi123 ceph-mon[191304]: pgmap v19423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:37.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:37 smithi123 ceph-mon[188613]: pgmap v19423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:39 smithi177 ceph-mon[212096]: pgmap v19424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:39 smithi123 ceph-mon[188613]: pgmap v19424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:20:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:20:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:20:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:39 smithi123 ceph-mon[191304]: pgmap v19424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:41.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:41 smithi177 ceph-mon[212096]: pgmap v19425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:41.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:41 smithi123 ceph-mon[191304]: pgmap v19425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:41.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:41 smithi123 ceph-mon[188613]: pgmap v19425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:43 smithi177 ceph-mon[212096]: pgmap v19426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:20:43.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:43 smithi123 ceph-mon[188613]: pgmap v19426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:43.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:20:43.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:43 smithi123 ceph-mon[191304]: pgmap v19426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:43.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:20:45.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:45 smithi177 ceph-mon[212096]: pgmap v19427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:45.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:45 smithi123 ceph-mon[188613]: pgmap v19427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:45.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:45 smithi123 ceph-mon[191304]: pgmap v19427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:47.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:47 smithi177 ceph-mon[212096]: pgmap v19428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:47.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:47 smithi123 ceph-mon[191304]: pgmap v19428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:47.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:47 smithi123 ceph-mon[188613]: pgmap v19428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:48.436 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:20:48.745 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:20:48.745 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 4m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:20:48.745 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 2m ago 9h 94.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:20:48.746 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 4m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:20:48.746 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 2m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:20:48.746 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 2m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:20:48.746 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 4m ago 9h 904M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:20:48.746 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 4m ago 9h 2368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:20:48.746 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 2m ago 9h 1145M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:20:48.746 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 4m ago 9h 1234M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:20:48.746 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 4m ago 9h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:20:48.746 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 2m ago 9h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:20:48.746 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 4m ago 9h 5558M 2112M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:20:48.746 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 4m ago 9h 6275M 2112M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:20:48.746 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 4m ago 9h 5095M 2112M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:20:48.746 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 4m ago 9h 5388M 2112M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:20:48.746 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 2m ago 9h 4539M 2461M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:20:48.747 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 2m ago 9h 5089M 2461M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:20:48.747 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 2m ago 9h 4395M 2461M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:20:48.747 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 2m ago 9h 5117M 2461M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:20:48.747 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 2m ago 9h 160M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:20:49.130 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:20:49.130 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:20:49.130 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:20:49.130 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:20:49.130 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:20:49.130 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:20:49.130 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:20:49.130 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:20:49.130 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:20:49.130 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:20:49.130 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:20:49.130 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:20:49.131 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:20:49.131 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:20:49.131 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:20:49.131 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:20:49.131 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:20:49.131 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:20:49.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:49 smithi177 ceph-mon[212096]: pgmap v19429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:20:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:20:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:20:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:49 smithi123 ceph-mon[191304]: pgmap v19429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:49 smithi123 ceph-mon[188613]: pgmap v19429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:50 smithi177 ceph-mon[212096]: from='client.55497 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:20:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:50 smithi177 ceph-mon[212096]: from='client.55503 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:20:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:50 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2218253126' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:20:50.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:20:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:50 smithi123 ceph-mon[191304]: from='client.55497 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:20:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:50 smithi123 ceph-mon[191304]: from='client.55503 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:20:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:50 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2218253126' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:20:50.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:20:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:50 smithi123 ceph-mon[188613]: from='client.55497 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:20:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:50 smithi123 ceph-mon[188613]: from='client.55503 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:20:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:50 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2218253126' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:20:50.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:20:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:51 smithi177 ceph-mon[212096]: pgmap v19430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:20:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:20:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:20:51.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:51 smithi123 ceph-mon[191304]: pgmap v19430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:51.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:20:51.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:20:51.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:20:51.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:51 smithi123 ceph-mon[188613]: pgmap v19430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:51.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:20:51.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:20:51.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:20:53.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:53 smithi177 ceph-mon[212096]: pgmap v19431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:53.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:53 smithi123 ceph-mon[191304]: pgmap v19431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:53 smithi123 ceph-mon[188613]: pgmap v19431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:55 smithi177 ceph-mon[212096]: pgmap v19432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:55.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:55 smithi123 ceph-mon[191304]: pgmap v19432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:55 smithi123 ceph-mon[188613]: pgmap v19432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:57 smithi177 ceph-mon[212096]: pgmap v19433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:57 smithi123 ceph-mon[191304]: pgmap v19433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:57 smithi123 ceph-mon[188613]: pgmap v19433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:20:58.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:20:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:20:59.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:20:59 smithi177 ceph-mon[212096]: pgmap v19434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:59.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:20:59 smithi123 ceph-mon[191304]: pgmap v19434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:20:59 smithi123 ceph-mon[188613]: pgmap v19434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:20:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:20:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:20:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:21:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:01 smithi177 ceph-mon[212096]: pgmap v19435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:01.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:01 smithi123 ceph-mon[191304]: pgmap v19435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:01 smithi123 ceph-mon[188613]: pgmap v19435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:03 smithi177 ceph-mon[212096]: pgmap v19436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:03 smithi123 ceph-mon[191304]: pgmap v19436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:03 smithi123 ceph-mon[188613]: pgmap v19436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:05.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:05 smithi177 ceph-mon[212096]: pgmap v19437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:05.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:05 smithi123 ceph-mon[191304]: pgmap v19437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:05 smithi123 ceph-mon[188613]: pgmap v19437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:07.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:07 smithi177 ceph-mon[212096]: pgmap v19438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:07.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:07 smithi123 ceph-mon[188613]: pgmap v19438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:07.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:07 smithi123 ceph-mon[191304]: pgmap v19438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:09 smithi177 ceph-mon[212096]: pgmap v19439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:09.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:09 smithi123 ceph-mon[191304]: pgmap v19439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:09 smithi123 ceph-mon[188613]: pgmap v19439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:21:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:21:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:21:10.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:10 smithi177 ceph-mon[212096]: pgmap v19440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:10.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:10 smithi123 ceph-mon[191304]: pgmap v19440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:10.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:10 smithi123 ceph-mon[188613]: pgmap v19440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:13.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:12 smithi123 ceph-mon[191304]: pgmap v19441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:13.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:21:13.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:12 smithi123 ceph-mon[188613]: pgmap v19441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:13.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:21:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:12 smithi177 ceph-mon[212096]: pgmap v19441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:21:15.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:14 smithi123 ceph-mon[191304]: pgmap v19442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:15.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:14 smithi123 ceph-mon[188613]: pgmap v19442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:15.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:14 smithi177 ceph-mon[212096]: pgmap v19442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:17.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:16 smithi123 ceph-mon[188613]: pgmap v19443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:17.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:16 smithi123 ceph-mon[191304]: pgmap v19443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:17.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:16 smithi177 ceph-mon[212096]: pgmap v19443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:19.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:18 smithi123 ceph-mon[191304]: pgmap v19444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:19.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:18 smithi123 ceph-mon[188613]: pgmap v19444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:19.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:21:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:21:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:21:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:18 smithi177 ceph-mon[212096]: pgmap v19444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:19.475 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:21:19.783 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:21:19.783 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 4m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:21:19.783 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 2m ago 9h 94.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:21:19.783 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 4m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:21:19.783 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 2m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:21:19.783 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 2m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:21:19.783 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 4m ago 9h 904M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:21:19.784 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 4m ago 9h 2368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:21:19.784 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 2m ago 9h 1145M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:21:19.784 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 4m ago 9h 1234M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:21:19.784 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 4m ago 9h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:21:19.784 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 2m ago 9h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:21:19.784 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 4m ago 9h 5558M 2112M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:21:19.784 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 4m ago 9h 6275M 2112M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:21:19.784 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 4m ago 9h 5095M 2112M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:21:19.784 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 4m ago 9h 5388M 2112M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:21:19.784 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 2m ago 9h 4539M 2461M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:21:19.784 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 2m ago 9h 5089M 2461M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:21:19.784 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 2m ago 9h 4395M 2461M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:21:19.784 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 2m ago 9h 5117M 2461M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:21:19.784 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 2m ago 9h 160M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:21:20.163 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:21:20.164 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:21:20.164 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:21:20.164 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:21:20.164 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:21:20.164 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:21:20.164 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:21:20.164 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:21:20.164 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:21:20.164 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:21:20.164 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:21:20.164 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:21:20.164 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:21:20.164 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:21:20.164 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:21:20.165 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:21:20.165 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:21:20.165 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:21:21.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:20 smithi123 ceph-mon[191304]: from='client.65468 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:21:21.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:20 smithi123 ceph-mon[191304]: from='client.55521 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:21:21.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:20 smithi123 ceph-mon[191304]: pgmap v19445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:21.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:20 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3713260484' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:21:21.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:20 smithi123 ceph-mon[188613]: from='client.65468 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:21:21.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:20 smithi123 ceph-mon[188613]: from='client.55521 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:21:21.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:20 smithi123 ceph-mon[188613]: pgmap v19445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:21.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:20 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3713260484' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:21:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:20 smithi177 ceph-mon[212096]: from='client.65468 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:21:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:20 smithi177 ceph-mon[212096]: from='client.55521 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:21:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:20 smithi177 ceph-mon[212096]: pgmap v19445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:21.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:20 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3713260484' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:21:23.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:22 smithi123 ceph-mon[191304]: pgmap v19446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:23.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:22 smithi123 ceph-mon[188613]: pgmap v19446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:23.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:22 smithi177 ceph-mon[212096]: pgmap v19446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:25.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:24 smithi123 ceph-mon[191304]: pgmap v19447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:25.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:24 smithi123 ceph-mon[188613]: pgmap v19447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:25.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:24 smithi177 ceph-mon[212096]: pgmap v19447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:27.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:26 smithi123 ceph-mon[191304]: pgmap v19448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:26 smithi123 ceph-mon[188613]: pgmap v19448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:26 smithi177 ceph-mon[212096]: pgmap v19448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:21:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:21:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:21:28.901 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 20:21:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T20:21:28.585943591Z level=info msg="Completed cleanup jobs" duration=12.670348ms 2023-12-20T20:21:29.239 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:21:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:21:29] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T20:21:29.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:28 smithi123 ceph-mon[191304]: pgmap v19449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:29.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:28 smithi123 ceph-mon[188613]: pgmap v19449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:28 smithi177 ceph-mon[212096]: pgmap v19449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:31.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:30 smithi123 ceph-mon[191304]: pgmap v19450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:31.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:30 smithi123 ceph-mon[188613]: pgmap v19450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:30 smithi177 ceph-mon[212096]: pgmap v19450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:33.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:32 smithi123 ceph-mon[191304]: pgmap v19451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:33.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:32 smithi123 ceph-mon[188613]: pgmap v19451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:32 smithi177 ceph-mon[212096]: pgmap v19451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:35.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:34 smithi123 ceph-mon[191304]: pgmap v19452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:35.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:34 smithi123 ceph-mon[188613]: pgmap v19452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:35.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:34 smithi177 ceph-mon[212096]: pgmap v19452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:37.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:36 smithi123 ceph-mon[191304]: pgmap v19453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:37.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:36 smithi123 ceph-mon[188613]: pgmap v19453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:36 smithi177 ceph-mon[212096]: pgmap v19453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:39.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:21:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:21:39] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T20:21:39.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:38 smithi123 ceph-mon[191304]: pgmap v19454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:39.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:38 smithi123 ceph-mon[188613]: pgmap v19454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:38 smithi177 ceph-mon[212096]: pgmap v19454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:41.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:40 smithi123 ceph-mon[191304]: pgmap v19455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:41.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:40 smithi123 ceph-mon[188613]: pgmap v19455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:41.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:40 smithi177 ceph-mon[212096]: pgmap v19455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:43.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:42 smithi123 ceph-mon[188613]: pgmap v19456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:43.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:21:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:42 smithi123 ceph-mon[191304]: pgmap v19456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:43.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:21:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:42 smithi177 ceph-mon[212096]: pgmap v19456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:21:45.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:44 smithi123 ceph-mon[191304]: pgmap v19457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:45.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:44 smithi123 ceph-mon[188613]: pgmap v19457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:45.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:44 smithi177 ceph-mon[212096]: pgmap v19457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:47.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:46 smithi123 ceph-mon[191304]: pgmap v19458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:47.248 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:46 smithi123 ceph-mon[188613]: pgmap v19458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:47.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:46 smithi177 ceph-mon[212096]: pgmap v19458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:49.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:21:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:21:49] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T20:21:49.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:48 smithi123 ceph-mon[191304]: pgmap v19459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:49.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:48 smithi123 ceph-mon[188613]: pgmap v19459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:49.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:48 smithi177 ceph-mon[212096]: pgmap v19459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:50.529 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:21:50.853 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:21:50.853 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 5m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:21:50.853 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 3m ago 9h 94.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:21:50.853 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 5m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:21:50.853 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 3m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:21:50.854 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 3m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:21:50.854 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 5m ago 9h 904M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:21:50.854 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 5m ago 9h 2368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:21:50.854 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 3m ago 9h 1145M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:21:50.854 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 5m ago 9h 1234M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:21:50.854 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 5m ago 9h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:21:50.854 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 3m ago 9h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:21:50.854 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 5m ago 9h 5558M 2112M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:21:50.854 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 5m ago 9h 6275M 2112M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:21:50.854 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 5m ago 9h 5095M 2112M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:21:50.854 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 5m ago 9h 5388M 2112M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:21:50.854 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 3m ago 9h 4539M 2461M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:21:50.854 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 3m ago 9h 5089M 2461M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:21:50.854 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 3m ago 9h 4395M 2461M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:21:50.854 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 3m ago 9h 5117M 2461M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:21:50.855 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 3m ago 9h 160M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:21:51.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:50 smithi123 ceph-mon[188613]: pgmap v19460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:51.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:21:51.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:21:51.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:21:51.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:50 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:21:51.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:50 smithi123 ceph-mon[191304]: pgmap v19460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:51.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:21:51.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:21:51.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:21:51.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:50 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:21:51.241 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:21:51.242 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:21:51.242 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:21:51.242 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:21:51.242 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:21:51.242 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:21:51.242 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:21:51.242 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:21:51.242 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:21:51.242 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:21:51.242 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:21:51.242 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:21:51.243 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:21:51.243 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:21:51.243 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:21:51.243 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:21:51.243 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:21:51.243 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:21:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:50 smithi177 ceph-mon[212096]: pgmap v19460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:21:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:21:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:21:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:50 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:21:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:51 smithi177 ceph-mon[212096]: from='client.65486 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:21:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:51 smithi177 ceph-mon[212096]: from='client.65492 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:21:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:51 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1685961501' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:21:52.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:51 smithi123 ceph-mon[188613]: from='client.65486 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:21:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:51 smithi123 ceph-mon[188613]: from='client.65492 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:21:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:51 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1685961501' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:21:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:51 smithi123 ceph-mon[191304]: from='client.65486 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:21:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:51 smithi123 ceph-mon[191304]: from='client.65492 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:21:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:51 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1685961501' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:21:53.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:52 smithi177 ceph-mon[212096]: pgmap v19461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:53.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:52 smithi123 ceph-mon[191304]: pgmap v19461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:52 smithi123 ceph-mon[188613]: pgmap v19461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:55 smithi177 ceph-mon[212096]: pgmap v19462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:55.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:54 smithi123 ceph-mon[188613]: pgmap v19462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:55 smithi123 ceph-mon[191304]: pgmap v19462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:57 smithi177 ceph-mon[212096]: pgmap v19463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:57.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:57 smithi123 ceph-mon[188613]: pgmap v19463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:57 smithi123 ceph-mon[191304]: pgmap v19463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:21:58.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:21:58.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:21:59.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:21:59 smithi177 ceph-mon[212096]: pgmap v19464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:59.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:21:59 smithi123 ceph-mon[191304]: pgmap v19464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:21:59 smithi123 ceph-mon[188613]: pgmap v19464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:21:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:21:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:21:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:22:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:01 smithi177 ceph-mon[212096]: pgmap v19465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:01.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:01 smithi123 ceph-mon[188613]: pgmap v19465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:01.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:01 smithi123 ceph-mon[191304]: pgmap v19465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:03 smithi177 ceph-mon[212096]: pgmap v19466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:03 smithi123 ceph-mon[191304]: pgmap v19466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:03 smithi123 ceph-mon[188613]: pgmap v19466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:05.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:05 smithi177 ceph-mon[212096]: pgmap v19467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:05.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:05 smithi123 ceph-mon[191304]: pgmap v19467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:05 smithi123 ceph-mon[188613]: pgmap v19467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:07.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:07 smithi177 ceph-mon[212096]: pgmap v19468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:07.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:07 smithi123 ceph-mon[191304]: pgmap v19468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:07 smithi123 ceph-mon[188613]: pgmap v19468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:09 smithi177 ceph-mon[212096]: pgmap v19469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:09.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:09 smithi123 ceph-mon[191304]: pgmap v19469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:09 smithi123 ceph-mon[188613]: pgmap v19469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:22:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:22:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:22:11.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:11 smithi177 ceph-mon[212096]: pgmap v19470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:11.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:11 smithi123 ceph-mon[191304]: pgmap v19470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:11.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:11 smithi123 ceph-mon[188613]: pgmap v19470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:13 smithi177 ceph-mon[212096]: pgmap v19471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:22:13.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:13 smithi123 ceph-mon[191304]: pgmap v19471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:13.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:22:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:13 smithi123 ceph-mon[188613]: pgmap v19471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:22:15.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:15 smithi177 ceph-mon[212096]: pgmap v19472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:15.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:15 smithi123 ceph-mon[191304]: pgmap v19472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:15 smithi123 ceph-mon[188613]: pgmap v19472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:17.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:17 smithi177 ceph-mon[212096]: pgmap v19473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:17.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:17 smithi123 ceph-mon[191304]: pgmap v19473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:17.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:17 smithi123 ceph-mon[188613]: pgmap v19473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:19.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:19 smithi177 ceph-mon[212096]: pgmap v19474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:19.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:19 smithi123 ceph-mon[191304]: pgmap v19474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:19 smithi123 ceph-mon[188613]: pgmap v19474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:22:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:22:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:22:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:21 smithi177 ceph-mon[212096]: pgmap v19475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:21.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:21 smithi123 ceph-mon[191304]: pgmap v19475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:21.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:21 smithi123 ceph-mon[188613]: pgmap v19475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:21.585 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:22:21.894 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:22:21.894 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 5m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:22:21.894 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 3m ago 9h 94.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:22:21.894 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 5m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:22:21.894 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 3m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:22:21.894 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 3m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:22:21.894 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 5m ago 9h 904M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:22:21.894 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 5m ago 9h 2368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:22:21.895 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 3m ago 9h 1145M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:22:21.895 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 5m ago 9h 1234M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:22:21.895 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 5m ago 9h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:22:21.895 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 3m ago 9h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:22:21.895 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 5m ago 9h 5558M 2112M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:22:21.895 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 5m ago 9h 6275M 2112M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:22:21.895 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 5m ago 9h 5095M 2112M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:22:21.895 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 5m ago 9h 5388M 2112M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:22:21.895 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 3m ago 9h 4539M 2461M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:22:21.895 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 3m ago 9h 5089M 2461M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:22:21.895 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 3m ago 9h 4395M 2461M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:22:21.895 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 3m ago 9h 5117M 2461M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:22:21.895 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 3m ago 9h 160M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:22:22.280 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:22:22.280 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:22:22.281 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:22:22.281 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:22:22.281 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:22:22.281 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:22:22.281 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:22:22.281 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:22:22.281 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:22:22.281 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:22:22.281 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:22:22.281 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:22:22.281 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:22:22.281 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:22:22.281 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:22:22.281 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:22:22.281 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:22:22.282 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:22:23.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:23 smithi177 ceph-mon[212096]: from='client.55551 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:22:23.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:23 smithi177 ceph-mon[212096]: pgmap v19476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:23.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:23 smithi177 ceph-mon[212096]: from='client.65510 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:22:23.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:23 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2128129659' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:22:23.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:23 smithi123 ceph-mon[191304]: from='client.55551 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:22:23.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:23 smithi123 ceph-mon[191304]: pgmap v19476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:23.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:23 smithi123 ceph-mon[191304]: from='client.65510 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:22:23.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:23 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2128129659' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:22:23.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:23 smithi123 ceph-mon[188613]: from='client.55551 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:22:23.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:23 smithi123 ceph-mon[188613]: pgmap v19476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:23.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:23 smithi123 ceph-mon[188613]: from='client.65510 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:22:23.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:23 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2128129659' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:22:25.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:25 smithi177 ceph-mon[212096]: pgmap v19477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:25.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:25 smithi123 ceph-mon[191304]: pgmap v19477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:25.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:25 smithi123 ceph-mon[188613]: pgmap v19477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:27 smithi177 ceph-mon[212096]: pgmap v19478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:27 smithi123 ceph-mon[191304]: pgmap v19478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:27 smithi123 ceph-mon[188613]: pgmap v19478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:22:28.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:22:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:22:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:29 smithi177 ceph-mon[212096]: pgmap v19479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:29.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:29 smithi123 ceph-mon[191304]: pgmap v19479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:29 smithi123 ceph-mon[188613]: pgmap v19479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:22:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:22:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:22:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:31 smithi177 ceph-mon[212096]: pgmap v19480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:31.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:31 smithi123 ceph-mon[191304]: pgmap v19480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:31 smithi123 ceph-mon[188613]: pgmap v19480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:33 smithi177 ceph-mon[212096]: pgmap v19481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:33.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:33 smithi123 ceph-mon[191304]: pgmap v19481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:33.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:33 smithi123 ceph-mon[188613]: pgmap v19481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:35.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:35 smithi177 ceph-mon[212096]: pgmap v19482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:35.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:35 smithi123 ceph-mon[191304]: pgmap v19482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:35.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:35 smithi123 ceph-mon[188613]: pgmap v19482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:37 smithi177 ceph-mon[212096]: pgmap v19483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:37.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:37 smithi123 ceph-mon[191304]: pgmap v19483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:37.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:37 smithi123 ceph-mon[188613]: pgmap v19483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:39 smithi177 ceph-mon[212096]: pgmap v19484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:39.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:39 smithi123 ceph-mon[191304]: pgmap v19484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:39 smithi123 ceph-mon[188613]: pgmap v19484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:22:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:22:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:22:41.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:41 smithi177 ceph-mon[212096]: pgmap v19485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:41.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:41 smithi123 ceph-mon[191304]: pgmap v19485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:41.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:41 smithi123 ceph-mon[188613]: pgmap v19485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:43 smithi177 ceph-mon[212096]: pgmap v19486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:22:43.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:43 smithi123 ceph-mon[191304]: pgmap v19486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:43.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:22:43.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:43 smithi123 ceph-mon[188613]: pgmap v19486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:43.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:22:45.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:45 smithi177 ceph-mon[212096]: pgmap v19487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:45.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:45 smithi123 ceph-mon[191304]: pgmap v19487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:45.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:45 smithi123 ceph-mon[188613]: pgmap v19487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:47.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:47 smithi177 ceph-mon[212096]: pgmap v19488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:47.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:47 smithi123 ceph-mon[191304]: pgmap v19488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:47.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:47 smithi123 ceph-mon[188613]: pgmap v19488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:49.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:49 smithi177 ceph-mon[212096]: pgmap v19489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:22:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:22:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:22:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:49 smithi123 ceph-mon[191304]: pgmap v19489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:49 smithi123 ceph-mon[188613]: pgmap v19489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:51 smithi177 ceph-mon[212096]: pgmap v19490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:22:51.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:51 smithi123 ceph-mon[191304]: pgmap v19490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:51.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:22:51.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:51 smithi123 ceph-mon[188613]: pgmap v19490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:51.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:22:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:22:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:22:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:22:52.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:22:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:22:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:22:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:22:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:22:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:22:52.621 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:22:52.928 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:22:52.928 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 6m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:22:52.928 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 4m ago 9h 94.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:22:52.928 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 6m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:22:52.928 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 4m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:22:52.928 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 4m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:22:52.928 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 6m ago 9h 904M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:22:52.928 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 6m ago 9h 2368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:22:52.928 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 4m ago 9h 1145M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:22:52.928 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 6m ago 9h 1234M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:22:52.928 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 6m ago 9h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:22:52.929 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 4m ago 9h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:22:52.929 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 6m ago 9h 5558M 2112M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:22:52.929 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 6m ago 9h 6275M 2112M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:22:52.929 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 6m ago 9h 5095M 2112M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:22:52.929 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 6m ago 9h 5388M 2112M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:22:52.929 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 4m ago 9h 4539M 2461M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:22:52.929 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 4m ago 9h 5089M 2461M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:22:52.929 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 4m ago 9h 4395M 2461M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:22:52.929 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 4m ago 9h 5117M 2461M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:22:52.929 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 4m ago 9h 160M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:22:53.314 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:22:53.315 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:22:53.315 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:22:53.315 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:22:53.315 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:22:53.315 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:22:53.315 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:22:53.315 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:22:53.315 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:22:53.315 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:22:53.315 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:22:53.315 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:22:53.315 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:22:53.315 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:22:53.315 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:22:53.315 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:22:53.316 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:22:53.316 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:22:53.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:53 smithi177 ceph-mon[212096]: pgmap v19491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:53.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:53 smithi123 ceph-mon[191304]: pgmap v19491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:53 smithi123 ceph-mon[188613]: pgmap v19491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:54 smithi177 ceph-mon[212096]: from='client.55569 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:22:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:54 smithi177 ceph-mon[212096]: from='client.65528 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:22:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:54 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/631855618' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:22:54.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:54 smithi123 ceph-mon[191304]: from='client.55569 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:22:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:54 smithi123 ceph-mon[191304]: from='client.65528 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:22:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:54 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/631855618' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:22:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:54 smithi123 ceph-mon[188613]: from='client.55569 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:22:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:54 smithi123 ceph-mon[188613]: from='client.65528 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:22:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:54 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/631855618' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:22:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:55 smithi177 ceph-mon[212096]: pgmap v19492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:55.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:55 smithi123 ceph-mon[188613]: pgmap v19492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:55 smithi123 ceph-mon[191304]: pgmap v19492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:57 smithi177 ceph-mon[212096]: pgmap v19493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:22:57.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:57 smithi123 ceph-mon[188613]: pgmap v19493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:22:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:57 smithi123 ceph-mon[191304]: pgmap v19493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:22:59.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:22:59 smithi177 ceph-mon[212096]: pgmap v19494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:59.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:22:59 smithi123 ceph-mon[188613]: pgmap v19494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:59.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:22:59 smithi123 ceph-mon[191304]: pgmap v19494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:22:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:22:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:22:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:23:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:01 smithi177 ceph-mon[212096]: pgmap v19495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:01.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:01 smithi123 ceph-mon[191304]: pgmap v19495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:01 smithi123 ceph-mon[188613]: pgmap v19495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:03 smithi177 ceph-mon[212096]: pgmap v19496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:03 smithi123 ceph-mon[191304]: pgmap v19496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:03 smithi123 ceph-mon[188613]: pgmap v19496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:05.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:05 smithi177 ceph-mon[212096]: pgmap v19497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:05.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:05 smithi123 ceph-mon[191304]: pgmap v19497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:05 smithi123 ceph-mon[188613]: pgmap v19497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:07.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:07 smithi177 ceph-mon[212096]: pgmap v19498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:07.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:07 smithi123 ceph-mon[191304]: pgmap v19498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:07 smithi123 ceph-mon[188613]: pgmap v19498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:09 smithi177 ceph-mon[212096]: pgmap v19499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:23:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:23:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:23:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:09 smithi123 ceph-mon[191304]: pgmap v19499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:09 smithi123 ceph-mon[188613]: pgmap v19499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:11.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:11 smithi177 ceph-mon[212096]: pgmap v19500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:11.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:11 smithi123 ceph-mon[188613]: pgmap v19500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:11.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:11 smithi123 ceph-mon[191304]: pgmap v19500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:12.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:23:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:23:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:23:13.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:13 smithi177 ceph-mon[212096]: pgmap v19501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:13.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:13 smithi123 ceph-mon[191304]: pgmap v19501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:13 smithi123 ceph-mon[188613]: pgmap v19501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:15.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:15 smithi177 ceph-mon[212096]: pgmap v19502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:15.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:15 smithi123 ceph-mon[191304]: pgmap v19502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:15 smithi123 ceph-mon[188613]: pgmap v19502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:17.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:16 smithi123 ceph-mon[191304]: pgmap v19503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:17.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:16 smithi123 ceph-mon[188613]: pgmap v19503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:17.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:16 smithi177 ceph-mon[212096]: pgmap v19503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:19.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:23:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:23:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:23:19.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:18 smithi123 ceph-mon[191304]: pgmap v19504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:19.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:18 smithi123 ceph-mon[188613]: pgmap v19504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:18 smithi177 ceph-mon[212096]: pgmap v19504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:21.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:20 smithi123 ceph-mon[191304]: pgmap v19505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:21.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:20 smithi123 ceph-mon[188613]: pgmap v19505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:21.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:20 smithi177 ceph-mon[212096]: pgmap v19505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:23.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:22 smithi123 ceph-mon[191304]: pgmap v19506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:23.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:22 smithi123 ceph-mon[188613]: pgmap v19506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:23.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:22 smithi177 ceph-mon[212096]: pgmap v19506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:23.659 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:23:23.969 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:23:23.969 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 6m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:23:23.970 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 4m ago 9h 94.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:23:23.970 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 6m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:23:23.970 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 4m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:23:23.970 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 4m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:23:23.970 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 6m ago 9h 904M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:23:23.970 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 6m ago 9h 2368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:23:23.971 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 4m ago 9h 1145M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:23:23.971 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 6m ago 9h 1234M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:23:23.971 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 6m ago 9h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:23:23.971 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 4m ago 9h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:23:23.971 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 6m ago 9h 5558M 2112M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:23:23.971 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 6m ago 9h 6275M 2112M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:23:23.972 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 6m ago 9h 5095M 2112M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:23:23.972 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 6m ago 9h 5388M 2112M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:23:23.972 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 4m ago 9h 4539M 2461M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:23:23.972 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 4m ago 9h 5089M 2461M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:23:23.972 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 4m ago 9h 4395M 2461M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:23:23.972 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 4m ago 9h 5117M 2461M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:23:23.973 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 4m ago 9h 160M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:23:24.359 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:23:24.359 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:23:24.359 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:23:24.359 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:23:24.359 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:23:24.360 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:23:24.360 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:23:24.360 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:23:24.360 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:23:24.360 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:23:24.360 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:23:24.360 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:23:24.360 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:23:24.360 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:23:24.361 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:23:24.361 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:23:24.361 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:23:24.361 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:23:25.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:24 smithi123 ceph-mon[191304]: from='client.65540 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:23:25.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:24 smithi123 ceph-mon[191304]: pgmap v19507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:25.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:24 smithi123 ceph-mon[191304]: from='client.55593 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:23:25.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:24 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2392143462' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:23:25.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:24 smithi123 ceph-mon[188613]: from='client.65540 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:23:25.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:24 smithi123 ceph-mon[188613]: pgmap v19507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:25.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:24 smithi123 ceph-mon[188613]: from='client.55593 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:23:25.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:24 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2392143462' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:23:25.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:24 smithi177 ceph-mon[212096]: from='client.65540 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:23:25.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:24 smithi177 ceph-mon[212096]: pgmap v19507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:25.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:24 smithi177 ceph-mon[212096]: from='client.55593 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:23:25.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:24 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2392143462' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:23:27.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:26 smithi123 ceph-mon[191304]: pgmap v19508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:27.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:26 smithi123 ceph-mon[188613]: pgmap v19508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:26 smithi177 ceph-mon[212096]: pgmap v19508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:23:28.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:23:28.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:23:29.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:28 smithi123 ceph-mon[188613]: pgmap v19509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:29.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:28 smithi123 ceph-mon[191304]: pgmap v19509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:29.241 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:23:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:23:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:23:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:28 smithi177 ceph-mon[212096]: pgmap v19509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:31.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:30 smithi123 ceph-mon[188613]: pgmap v19510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:31.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:30 smithi123 ceph-mon[191304]: pgmap v19510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:30 smithi177 ceph-mon[212096]: pgmap v19510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:33.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:32 smithi123 ceph-mon[188613]: pgmap v19511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:33.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:32 smithi123 ceph-mon[191304]: pgmap v19511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:32 smithi177 ceph-mon[212096]: pgmap v19511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:35.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:34 smithi123 ceph-mon[191304]: pgmap v19512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:35.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:34 smithi123 ceph-mon[188613]: pgmap v19512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:35.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:34 smithi177 ceph-mon[212096]: pgmap v19512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:37.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:36 smithi123 ceph-mon[191304]: pgmap v19513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:37.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:36 smithi123 ceph-mon[188613]: pgmap v19513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:36 smithi177 ceph-mon[212096]: pgmap v19513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:39.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:38 smithi123 ceph-mon[191304]: pgmap v19514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:39.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:38 smithi123 ceph-mon[188613]: pgmap v19514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:39.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:23:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:23:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:23:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:38 smithi177 ceph-mon[212096]: pgmap v19514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:41.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:40 smithi177 ceph-mon[212096]: pgmap v19515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:41.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:40 smithi123 ceph-mon[191304]: pgmap v19515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:41.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:40 smithi123 ceph-mon[188613]: pgmap v19515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:42 smithi177 ceph-mon[212096]: pgmap v19516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:23:43.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:42 smithi123 ceph-mon[191304]: pgmap v19516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:43.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:23:43.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:42 smithi123 ceph-mon[188613]: pgmap v19516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:43.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:23:45.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:44 smithi177 ceph-mon[212096]: pgmap v19517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:45.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:44 smithi123 ceph-mon[191304]: pgmap v19517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:45.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:44 smithi123 ceph-mon[188613]: pgmap v19517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:47.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:47 smithi177 ceph-mon[212096]: pgmap v19518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:47.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:47 smithi123 ceph-mon[191304]: pgmap v19518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:47.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:47 smithi123 ceph-mon[188613]: pgmap v19518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:49.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:49 smithi177 ceph-mon[212096]: pgmap v19519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:49.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:49 smithi123 ceph-mon[191304]: pgmap v19519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:49 smithi123 ceph-mon[188613]: pgmap v19519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:23:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:23:49] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T20:23:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:51 smithi177 ceph-mon[212096]: pgmap v19520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:51.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:51 smithi123 ceph-mon[191304]: pgmap v19520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:51.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:51 smithi123 ceph-mon[188613]: pgmap v19520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:52.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:23:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:23:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:23:52.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:23:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:23:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:23:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:23:52.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:23:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:23:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:23:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:23:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:23:53.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:53 smithi177 ceph-mon[212096]: pgmap v19521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:53.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:53 smithi123 ceph-mon[191304]: pgmap v19521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:53 smithi123 ceph-mon[188613]: pgmap v19521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:54.707 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:23:55.015 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:23:55.015 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 7m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:23:55.015 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 5m ago 9h 94.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:23:55.015 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 7m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:23:55.015 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 5m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:23:55.016 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 5m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:23:55.016 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 7m ago 9h 904M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:23:55.016 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 7m ago 9h 2368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:23:55.016 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 5m ago 9h 1145M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:23:55.016 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 7m ago 9h 1234M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:23:55.016 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 7m ago 9h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:23:55.016 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 5m ago 9h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:23:55.016 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 7m ago 9h 5558M 2112M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:23:55.016 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 7m ago 9h 6275M 2112M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:23:55.016 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 7m ago 9h 5095M 2112M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:23:55.016 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 7m ago 9h 5388M 2112M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:23:55.016 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 5m ago 9h 4539M 2461M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:23:55.016 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 5m ago 9h 5089M 2461M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:23:55.016 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 5m ago 9h 4395M 2461M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:23:55.016 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 5m ago 9h 5117M 2461M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:23:55.017 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 5m ago 9h 160M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:23:55.397 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:23:55.397 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:23:55.397 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:23:55.397 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:23:55.397 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:23:55.397 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:23:55.397 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:23:55.397 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:23:55.397 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:23:55.397 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:23:55.398 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:23:55.398 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:23:55.398 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:23:55.398 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:23:55.398 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:23:55.398 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:23:55.398 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:23:55.398 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:23:55.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:55 smithi177 ceph-mon[212096]: pgmap v19522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:55.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:55 smithi123 ceph-mon[191304]: pgmap v19522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:55 smithi123 ceph-mon[188613]: pgmap v19522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:56.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:56 smithi177 ceph-mon[212096]: from='client.55605 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:23:56.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:56 smithi177 ceph-mon[212096]: from='client.55611 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:23:56.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:56 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4284225266' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:23:56.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:56 smithi123 ceph-mon[191304]: from='client.55605 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:23:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:56 smithi123 ceph-mon[191304]: from='client.55611 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:23:56.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:56 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4284225266' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:23:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:56 smithi123 ceph-mon[188613]: from='client.55605 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:23:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:56 smithi123 ceph-mon[188613]: from='client.55611 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:23:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:56 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4284225266' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:23:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:57 smithi177 ceph-mon[212096]: pgmap v19523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:57.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:57 smithi123 ceph-mon[191304]: pgmap v19523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:57 smithi123 ceph-mon[188613]: pgmap v19523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:58.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:23:58.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:23:58.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:23:59.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:23:59 smithi177 ceph-mon[212096]: pgmap v19524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:59.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:23:59 smithi123 ceph-mon[191304]: pgmap v19524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:23:59 smithi123 ceph-mon[188613]: pgmap v19524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:23:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:23:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:23:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:24:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:01 smithi177 ceph-mon[212096]: pgmap v19525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:01.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:01 smithi123 ceph-mon[191304]: pgmap v19525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:01 smithi123 ceph-mon[188613]: pgmap v19525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:03 smithi177 ceph-mon[212096]: pgmap v19526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:03 smithi123 ceph-mon[191304]: pgmap v19526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:03 smithi123 ceph-mon[188613]: pgmap v19526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:05.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:05 smithi177 ceph-mon[212096]: pgmap v19527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:05.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:05 smithi123 ceph-mon[191304]: pgmap v19527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:05 smithi123 ceph-mon[188613]: pgmap v19527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:07.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:07 smithi177 ceph-mon[212096]: pgmap v19528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:07.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:07 smithi123 ceph-mon[191304]: pgmap v19528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:07 smithi123 ceph-mon[188613]: pgmap v19528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:09 smithi177 ceph-mon[212096]: pgmap v19529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:09.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:09 smithi123 ceph-mon[191304]: pgmap v19529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:09 smithi123 ceph-mon[188613]: pgmap v19529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:24:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:24:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:24:11.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:11 smithi177 ceph-mon[212096]: pgmap v19530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:11.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:11 smithi123 ceph-mon[191304]: pgmap v19530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:11.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:11 smithi123 ceph-mon[188613]: pgmap v19530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:13 smithi177 ceph-mon[212096]: pgmap v19531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:24:13.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:13 smithi123 ceph-mon[191304]: pgmap v19531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:13.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:24:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:13 smithi123 ceph-mon[188613]: pgmap v19531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:24:15.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:15 smithi177 ceph-mon[212096]: pgmap v19532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:15.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:15 smithi123 ceph-mon[191304]: pgmap v19532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:15 smithi123 ceph-mon[188613]: pgmap v19532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:17.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:17 smithi177 ceph-mon[212096]: pgmap v19533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:17.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:17 smithi123 ceph-mon[191304]: pgmap v19533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:17.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:17 smithi123 ceph-mon[188613]: pgmap v19533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:19 smithi177 ceph-mon[212096]: pgmap v19534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:19.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:19 smithi123 ceph-mon[191304]: pgmap v19534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:24:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:24:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T20:24:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:19 smithi123 ceph-mon[188613]: pgmap v19534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:21 smithi177 ceph-mon[212096]: pgmap v19535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:21.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:21 smithi123 ceph-mon[188613]: pgmap v19535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:21.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:21 smithi123 ceph-mon[191304]: pgmap v19535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:23.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:23 smithi177 ceph-mon[212096]: pgmap v19536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:23.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:23 smithi123 ceph-mon[191304]: pgmap v19536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:23.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:23 smithi123 ceph-mon[188613]: pgmap v19536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:25.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:25 smithi177 ceph-mon[212096]: pgmap v19537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:25.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:25 smithi123 ceph-mon[191304]: pgmap v19537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:25.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:25 smithi123 ceph-mon[188613]: pgmap v19537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:25.745 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:24:26.054 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:24:26.054 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 7m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:24:26.054 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 5m ago 9h 94.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:24:26.055 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 7m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:24:26.055 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 5m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:24:26.055 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 5m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:24:26.055 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 7m ago 9h 904M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:24:26.055 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 7m ago 9h 2368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:24:26.055 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 5m ago 9h 1145M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:24:26.055 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 7m ago 9h 1234M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:24:26.055 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 7m ago 9h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:24:26.055 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 5m ago 9h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:24:26.055 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 7m ago 9h 5558M 2112M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:24:26.055 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 7m ago 9h 6275M 2112M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:24:26.055 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 7m ago 9h 5095M 2112M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:24:26.055 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 7m ago 9h 5388M 2112M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:24:26.056 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 5m ago 9h 4539M 2461M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:24:26.056 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 5m ago 9h 5089M 2461M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:24:26.056 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 5m ago 9h 4395M 2461M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:24:26.056 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 5m ago 9h 5117M 2461M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:24:26.056 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 5m ago 9h 160M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:24:26.437 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:24:26.437 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:24:26.437 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:24:26.437 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:24:26.437 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:24:26.437 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:24:26.437 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:24:26.437 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:24:26.437 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:24:26.438 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:24:26.438 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:24:26.438 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:24:26.438 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:24:26.438 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:24:26.438 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:24:26.438 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:24:26.438 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:24:26.438 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:24:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:27 smithi177 ceph-mon[212096]: from='client.65576 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:24:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:27 smithi177 ceph-mon[212096]: pgmap v19538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:27 smithi177 ceph-mon[212096]: from='client.55629 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:24:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:27 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1140273342' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:24:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:24:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:27 smithi123 ceph-mon[191304]: from='client.65576 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:24:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:27 smithi123 ceph-mon[191304]: pgmap v19538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:27 smithi123 ceph-mon[191304]: from='client.55629 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:24:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:27 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1140273342' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:24:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:24:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:27 smithi123 ceph-mon[188613]: from='client.65576 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:24:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:27 smithi123 ceph-mon[188613]: pgmap v19538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:27 smithi123 ceph-mon[188613]: from='client.55629 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:24:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:27 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1140273342' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:24:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:24:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:29 smithi177 ceph-mon[212096]: pgmap v19539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:29.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:29 smithi123 ceph-mon[191304]: pgmap v19539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:29 smithi123 ceph-mon[188613]: pgmap v19539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:24:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:24:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T20:24:31.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:31 smithi177 ceph-mon[212096]: pgmap v19540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:31.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:31 smithi123 ceph-mon[191304]: pgmap v19540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:31 smithi123 ceph-mon[188613]: pgmap v19540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:33.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:33 smithi177 ceph-mon[212096]: pgmap v19541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:33.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:33 smithi123 ceph-mon[191304]: pgmap v19541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:33.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:33 smithi123 ceph-mon[188613]: pgmap v19541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:35.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:35 smithi177 ceph-mon[212096]: pgmap v19542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:35.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:35 smithi123 ceph-mon[188613]: pgmap v19542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:35.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:35 smithi123 ceph-mon[191304]: pgmap v19542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:37 smithi177 ceph-mon[212096]: pgmap v19543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:37.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:37 smithi123 ceph-mon[191304]: pgmap v19543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:37.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:37 smithi123 ceph-mon[188613]: pgmap v19543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:39 smithi177 ceph-mon[212096]: pgmap v19544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:39.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:39 smithi123 ceph-mon[188613]: pgmap v19544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:39 smithi123 ceph-mon[191304]: pgmap v19544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:24:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:24:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T20:24:41.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:41 smithi177 ceph-mon[212096]: pgmap v19545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:41.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:41 smithi123 ceph-mon[191304]: pgmap v19545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:41.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:41 smithi123 ceph-mon[188613]: pgmap v19545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:42.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:24:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:24:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:24:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:43 smithi177 ceph-mon[212096]: pgmap v19546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:43 smithi123 ceph-mon[191304]: pgmap v19546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:43.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:43 smithi123 ceph-mon[188613]: pgmap v19546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:45.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:45 smithi177 ceph-mon[212096]: pgmap v19547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:45.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:45 smithi123 ceph-mon[191304]: pgmap v19547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:45.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:45 smithi123 ceph-mon[188613]: pgmap v19547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:47.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:47 smithi177 ceph-mon[212096]: pgmap v19548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:47.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:47 smithi123 ceph-mon[191304]: pgmap v19548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:47.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:47 smithi123 ceph-mon[188613]: pgmap v19548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:49.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:49 smithi177 ceph-mon[212096]: pgmap v19549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:49 smithi123 ceph-mon[191304]: pgmap v19549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:49 smithi123 ceph-mon[188613]: pgmap v19549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:24:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:24:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:24:51.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:51 smithi123 ceph-mon[191304]: pgmap v19550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:51.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:51 smithi123 ceph-mon[188613]: pgmap v19550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:51.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:51 smithi177 ceph-mon[212096]: pgmap v19550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:24:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:24:52.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:24:53.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:53 smithi123 ceph-mon[191304]: pgmap v19551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:53.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:24:53.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:24:53.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:24:53.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:24:53.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:24:53.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:24:53.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:24:53.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:24:53.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:53 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi177 to 2458M 2023-12-20T20:24:53.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:53 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2099M 2023-12-20T20:24:53.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:24:53.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:24:53.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:24:53.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:24:53.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:24:53.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:53 smithi123 ceph-mon[188613]: pgmap v19551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:53.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:24:53.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:24:53.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:24:53.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:24:53.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:24:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:24:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:24:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:24:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:53 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi177 to 2458M 2023-12-20T20:24:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:53 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2099M 2023-12-20T20:24:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:24:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:24:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:24:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:24:53.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:24:53.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:53 smithi177 ceph-mon[212096]: pgmap v19551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:53.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:24:53.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:24:53.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:24:53.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:24:53.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:24:53.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:24:53.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:24:53.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:24:53.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:53 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi177 to 2458M 2023-12-20T20:24:53.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:53 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2099M 2023-12-20T20:24:53.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:24:53.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:24:53.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:24:53.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:24:53.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:24:54.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:54 smithi123 ceph-mon[191304]: pgmap v19552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:54 smithi123 ceph-mon[188613]: pgmap v19552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:54 smithi177 ceph-mon[212096]: pgmap v19552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:56.782 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:24:57.090 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:24:57.090 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 8m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:24:57.090 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 6m ago 9h 94.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:24:57.090 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 8m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:24:57.090 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 6m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:24:57.090 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 6m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:24:57.091 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 8m ago 9h 904M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:24:57.091 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 8m ago 9h 2368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:24:57.091 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 6m ago 9h 1145M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:24:57.091 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 8m ago 9h 1234M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:24:57.091 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 8m ago 9h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:24:57.091 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 6m ago 9h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:24:57.091 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 8m ago 9h 5558M 2099M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:24:57.091 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 8m ago 9h 6275M 2099M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:24:57.091 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 8m ago 9h 5095M 2099M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:24:57.091 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 8m ago 9h 5388M 2099M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:24:57.091 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 6m ago 9h 4539M 2458M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:24:57.091 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 6m ago 9h 5089M 2458M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:24:57.091 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 6m ago 9h 4395M 2458M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:24:57.091 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 6m ago 9h 5117M 2458M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:24:57.091 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 6m ago 9h 160M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:24:57.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:56 smithi123 ceph-mon[191304]: pgmap v19553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:57.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:56 smithi123 ceph-mon[188613]: pgmap v19553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:56 smithi177 ceph-mon[212096]: pgmap v19553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:57.471 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:24:57.471 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:24:57.471 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:24:57.471 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:24:57.471 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:24:57.471 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:24:57.471 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:24:57.471 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:24:57.471 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:24:57.471 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:24:57.471 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:24:57.472 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:24:57.472 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:24:57.472 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:24:57.472 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:24:57.472 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:24:57.472 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:24:57.472 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:24:58.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:57 smithi123 ceph-mon[191304]: from='client.55641 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:24:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:57 smithi123 ceph-mon[191304]: from='client.55647 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:24:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:24:58.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:57 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1186300171' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:24:58.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:57 smithi123 ceph-mon[188613]: from='client.55641 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:24:58.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:57 smithi123 ceph-mon[188613]: from='client.55647 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:24:58.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:24:58.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:57 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1186300171' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:24:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:57 smithi177 ceph-mon[212096]: from='client.55641 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:24:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:57 smithi177 ceph-mon[212096]: from='client.55647 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:24:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:24:58.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:57 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1186300171' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:24:59.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:24:58 smithi123 ceph-mon[191304]: pgmap v19554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:59.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:24:58 smithi123 ceph-mon[188613]: pgmap v19554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:24:59.240 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:24:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:24:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:24:59.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:24:58 smithi177 ceph-mon[212096]: pgmap v19554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:01.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:00 smithi123 ceph-mon[191304]: pgmap v19555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:01.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:00 smithi123 ceph-mon[188613]: pgmap v19555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:01.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:00 smithi177 ceph-mon[212096]: pgmap v19555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:03.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:02 smithi123 ceph-mon[191304]: pgmap v19556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:03.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:02 smithi123 ceph-mon[188613]: pgmap v19556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:03.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:02 smithi177 ceph-mon[212096]: pgmap v19556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:05.240 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:04 smithi123 ceph-mon[191304]: pgmap v19557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:05.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:04 smithi123 ceph-mon[188613]: pgmap v19557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:05.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:04 smithi177 ceph-mon[212096]: pgmap v19557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:07.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:06 smithi123 ceph-mon[191304]: pgmap v19558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:07.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:06 smithi123 ceph-mon[188613]: pgmap v19558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:07.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:06 smithi177 ceph-mon[212096]: pgmap v19558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:08 smithi177 ceph-mon[212096]: pgmap v19559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:09.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:08 smithi123 ceph-mon[188613]: pgmap v19559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:08 smithi123 ceph-mon[191304]: pgmap v19559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:25:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:25:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:25:11.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:10 smithi177 ceph-mon[212096]: pgmap v19560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:11.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:10 smithi123 ceph-mon[188613]: pgmap v19560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:11.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:10 smithi123 ceph-mon[191304]: pgmap v19560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:12 smithi177 ceph-mon[212096]: pgmap v19561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:25:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:12 smithi123 ceph-mon[188613]: pgmap v19561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:25:13.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:12 smithi123 ceph-mon[191304]: pgmap v19561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:13.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:25:15.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:15 smithi177 ceph-mon[212096]: pgmap v19562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:15.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:15 smithi123 ceph-mon[191304]: pgmap v19562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:15 smithi123 ceph-mon[188613]: pgmap v19562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:17.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:17 smithi177 ceph-mon[212096]: pgmap v19563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:17.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:17 smithi123 ceph-mon[188613]: pgmap v19563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:17.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:17 smithi123 ceph-mon[191304]: pgmap v19563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:19 smithi177 ceph-mon[212096]: pgmap v19564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:25:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:25:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:25:19.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:19 smithi123 ceph-mon[191304]: pgmap v19564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:19 smithi123 ceph-mon[188613]: pgmap v19564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:21 smithi177 ceph-mon[212096]: pgmap v19565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:21.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:21 smithi123 ceph-mon[191304]: pgmap v19565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:21.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:21 smithi123 ceph-mon[188613]: pgmap v19565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:23.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:23 smithi177 ceph-mon[212096]: pgmap v19566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:23.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:23 smithi123 ceph-mon[191304]: pgmap v19566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:23.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:23 smithi123 ceph-mon[188613]: pgmap v19566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:25.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:25 smithi177 ceph-mon[212096]: pgmap v19567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:25.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:25 smithi123 ceph-mon[191304]: pgmap v19567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:25.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:25 smithi123 ceph-mon[188613]: pgmap v19567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:27 smithi177 ceph-mon[212096]: pgmap v19568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:27 smithi123 ceph-mon[191304]: pgmap v19568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:27 smithi123 ceph-mon[188613]: pgmap v19568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:27.818 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:25:28.126 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:25:28.126 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 8m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:25:28.127 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 6m ago 9h 94.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:25:28.127 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 8m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:25:28.127 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 6m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:25:28.127 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 6m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:25:28.127 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 8m ago 9h 904M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:25:28.127 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 8m ago 9h 2368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:25:28.127 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 6m ago 9h 1145M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:25:28.127 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 8m ago 9h 1234M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:25:28.127 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 8m ago 9h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:25:28.127 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 6m ago 9h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:25:28.127 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 8m ago 9h 5558M 2099M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:25:28.127 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 8m ago 9h 6275M 2099M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:25:28.127 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 8m ago 9h 5095M 2099M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:25:28.127 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 8m ago 9h 5388M 2099M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:25:28.127 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 6m ago 9h 4539M 2458M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:25:28.127 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 6m ago 9h 5089M 2458M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:25:28.128 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 6m ago 9h 4395M 2458M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:25:28.128 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 6m ago 9h 5117M 2458M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:25:28.128 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 6m ago 9h 160M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:25:28.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:25:28.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:25:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:25:28.507 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:25:28.508 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:25:28.508 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:25:28.508 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:25:28.508 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:25:28.508 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:25:28.508 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:25:28.508 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:25:28.508 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:25:28.508 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:25:28.508 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:25:28.508 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:25:28.508 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:25:28.508 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:25:28.508 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:25:28.509 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:25:28.509 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:25:28.509 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:25:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:29 smithi177 ceph-mon[212096]: from='client.55659 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:25:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:29 smithi177 ceph-mon[212096]: pgmap v19569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:29 smithi177 ceph-mon[212096]: from='client.65618 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:25:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:29 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1350325657' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:25:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:25:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:25:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:25:29.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:29 smithi123 ceph-mon[191304]: from='client.55659 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:25:29.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:29 smithi123 ceph-mon[191304]: pgmap v19569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:29.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:29 smithi123 ceph-mon[191304]: from='client.65618 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:25:29.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:29 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1350325657' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:25:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:29 smithi123 ceph-mon[188613]: from='client.55659 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:25:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:29 smithi123 ceph-mon[188613]: pgmap v19569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:29 smithi123 ceph-mon[188613]: from='client.65618 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:25:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:29 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1350325657' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:25:31.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:31 smithi177 ceph-mon[212096]: pgmap v19570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:31.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:31 smithi123 ceph-mon[191304]: pgmap v19570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:31 smithi123 ceph-mon[188613]: pgmap v19570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:33.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:33 smithi177 ceph-mon[212096]: pgmap v19571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:33.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:33 smithi123 ceph-mon[191304]: pgmap v19571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:33.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:33 smithi123 ceph-mon[188613]: pgmap v19571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:35.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:35 smithi177 ceph-mon[212096]: pgmap v19572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:35.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:35 smithi123 ceph-mon[191304]: pgmap v19572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:35.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:35 smithi123 ceph-mon[188613]: pgmap v19572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:37 smithi177 ceph-mon[212096]: pgmap v19573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:37.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:37 smithi123 ceph-mon[191304]: pgmap v19573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:37.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:37 smithi123 ceph-mon[188613]: pgmap v19573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:39 smithi177 ceph-mon[212096]: pgmap v19574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:39 smithi123 ceph-mon[191304]: pgmap v19574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:39 smithi123 ceph-mon[188613]: pgmap v19574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:25:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:25:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:25:41.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:41 smithi177 ceph-mon[212096]: pgmap v19575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:41.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:41 smithi123 ceph-mon[188613]: pgmap v19575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:41.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:41 smithi123 ceph-mon[191304]: pgmap v19575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:43 smithi177 ceph-mon[212096]: pgmap v19576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:25:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:43 smithi123 ceph-mon[191304]: pgmap v19576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:25:43.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:43 smithi123 ceph-mon[188613]: pgmap v19576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:43.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:25:45.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:45 smithi177 ceph-mon[212096]: pgmap v19577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:45.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:45 smithi123 ceph-mon[191304]: pgmap v19577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:45.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:45 smithi123 ceph-mon[188613]: pgmap v19577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:47.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:47 smithi177 ceph-mon[212096]: pgmap v19578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:47.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:47 smithi123 ceph-mon[191304]: pgmap v19578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:47.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:47 smithi123 ceph-mon[188613]: pgmap v19578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:49.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:49 smithi177 ceph-mon[212096]: pgmap v19579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:49 smithi123 ceph-mon[191304]: pgmap v19579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:49 smithi123 ceph-mon[188613]: pgmap v19579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:25:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:25:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:25:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:51 smithi177 ceph-mon[212096]: pgmap v19580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:51.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:51 smithi123 ceph-mon[191304]: pgmap v19580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:51.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:51 smithi123 ceph-mon[188613]: pgmap v19580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:53.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:53 smithi177 ceph-mon[212096]: pgmap v19581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:53.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:25:53.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:53 smithi123 ceph-mon[191304]: pgmap v19581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:53.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:25:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:53 smithi123 ceph-mon[188613]: pgmap v19581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:25:54.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:25:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:25:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:25:54.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:25:54.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:25:54.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:25:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:25:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:25:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:25:55.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:55 smithi177 ceph-mon[212096]: pgmap v19582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:55.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:55 smithi123 ceph-mon[191304]: pgmap v19582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:55 smithi123 ceph-mon[188613]: pgmap v19582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:57 smithi177 ceph-mon[212096]: pgmap v19583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:25:57.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:57 smithi123 ceph-mon[188613]: pgmap v19583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:25:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:57 smithi123 ceph-mon[191304]: pgmap v19583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:25:58.849 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:25:59.161 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:25:59.161 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 9m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:25:59.161 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 7m ago 9h 94.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:25:59.161 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 9m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:25:59.161 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 7m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:25:59.161 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 7m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:25:59.162 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 9m ago 9h 904M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:25:59.162 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 9m ago 9h 2368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:25:59.162 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 7m ago 9h 1145M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:25:59.162 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 9m ago 9h 1234M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:25:59.162 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 9m ago 9h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:25:59.162 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 7m ago 9h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:25:59.162 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 9m ago 9h 5558M 2099M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:25:59.162 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 9m ago 9h 6275M 2099M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:25:59.162 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 9m ago 9h 5095M 2099M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:25:59.162 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 9m ago 9h 5388M 2099M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:25:59.162 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 7m ago 9h 4539M 2458M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:25:59.162 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 7m ago 9h 5089M 2458M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:25:59.162 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 7m ago 9h 4395M 2458M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:25:59.162 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 7m ago 9h 5117M 2458M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:25:59.162 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 7m ago 9h 160M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:25:59.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:25:59 smithi177 ceph-mon[212096]: pgmap v19584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:25:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:25:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:25:59.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:25:59 smithi123 ceph-mon[191304]: pgmap v19584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:25:59 smithi123 ceph-mon[188613]: pgmap v19584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:25:59.542 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:25:59.542 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:25:59.542 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:25:59.542 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:25:59.542 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:25:59.542 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:25:59.542 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:25:59.543 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:25:59.543 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:25:59.543 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:25:59.543 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:25:59.543 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:25:59.543 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:25:59.543 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:25:59.543 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:25:59.543 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:25:59.543 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:25:59.543 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:26:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:00 smithi177 ceph-mon[212096]: from='client.65630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:26:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:00 smithi177 ceph-mon[212096]: from='client.55683 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:26:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:00 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2495210881' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:26:00.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:00 smithi123 ceph-mon[191304]: from='client.65630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:26:00.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:00 smithi123 ceph-mon[191304]: from='client.55683 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:26:00.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:00 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2495210881' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:26:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:00 smithi123 ceph-mon[188613]: from='client.65630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:26:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:00 smithi123 ceph-mon[188613]: from='client.55683 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:26:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:00 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2495210881' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:26:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:01 smithi177 ceph-mon[212096]: pgmap v19585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:01.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:01 smithi123 ceph-mon[191304]: pgmap v19585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:01 smithi123 ceph-mon[188613]: pgmap v19585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:03 smithi123 ceph-mon[191304]: pgmap v19586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:03 smithi123 ceph-mon[188613]: pgmap v19586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:03.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:03 smithi177 ceph-mon[212096]: pgmap v19586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:05.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:05 smithi123 ceph-mon[191304]: pgmap v19587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:05 smithi123 ceph-mon[188613]: pgmap v19587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:05.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:05 smithi177 ceph-mon[212096]: pgmap v19587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:07.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:07 smithi123 ceph-mon[191304]: pgmap v19588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:07 smithi123 ceph-mon[188613]: pgmap v19588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:07.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:07 smithi177 ceph-mon[212096]: pgmap v19588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:09.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:09 smithi123 ceph-mon[191304]: pgmap v19589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:09 smithi123 ceph-mon[188613]: pgmap v19589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:26:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:26:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:26:09.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:09 smithi177 ceph-mon[212096]: pgmap v19589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:11.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:11 smithi123 ceph-mon[191304]: pgmap v19590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:11.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:11 smithi123 ceph-mon[188613]: pgmap v19590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:11.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:11 smithi177 ceph-mon[212096]: pgmap v19590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:12.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:26:12.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:26:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:26:13.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:13 smithi123 ceph-mon[191304]: pgmap v19591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:13 smithi123 ceph-mon[188613]: pgmap v19591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:13.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:13 smithi177 ceph-mon[212096]: pgmap v19591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:14.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:14 smithi123 ceph-mon[191304]: pgmap v19592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:14.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:14 smithi123 ceph-mon[188613]: pgmap v19592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:14.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:14 smithi177 ceph-mon[212096]: pgmap v19592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:17.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:16 smithi123 ceph-mon[191304]: pgmap v19593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:17.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:16 smithi123 ceph-mon[188613]: pgmap v19593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:17.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:16 smithi177 ceph-mon[212096]: pgmap v19593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:18 smithi177 ceph-mon[212096]: pgmap v19594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:19.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:18 smithi123 ceph-mon[191304]: pgmap v19594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:18 smithi123 ceph-mon[188613]: pgmap v19594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:26:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:26:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:26:21.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:20 smithi177 ceph-mon[212096]: pgmap v19595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:21.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:20 smithi123 ceph-mon[191304]: pgmap v19595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:21.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:20 smithi123 ceph-mon[188613]: pgmap v19595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:23.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:22 smithi177 ceph-mon[212096]: pgmap v19596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:23.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:22 smithi123 ceph-mon[191304]: pgmap v19596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:23.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:22 smithi123 ceph-mon[188613]: pgmap v19596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:25.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:25 smithi177 ceph-mon[212096]: pgmap v19597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:25.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:25 smithi123 ceph-mon[191304]: pgmap v19597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:25.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:25 smithi123 ceph-mon[188613]: pgmap v19597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:27.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:27 smithi177 ceph-mon[212096]: pgmap v19598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:27 smithi123 ceph-mon[191304]: pgmap v19598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:27 smithi123 ceph-mon[188613]: pgmap v19598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:28.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:26:28.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:26:28.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:26:29.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:29 smithi177 ceph-mon[212096]: pgmap v19599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:29.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:29 smithi123 ceph-mon[191304]: pgmap v19599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:29 smithi123 ceph-mon[188613]: pgmap v19599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:26:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:26:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:26:29.886 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:26:30.196 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:26:30.196 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 9m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:26:30.197 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 7m ago 9h 94.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:26:30.197 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 9m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:26:30.197 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 7m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:26:30.197 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 7m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:26:30.197 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 9m ago 9h 904M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:26:30.197 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 9m ago 9h 2368M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:26:30.197 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 7m ago 9h 1145M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:26:30.197 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 9m ago 9h 1234M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:26:30.197 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 9m ago 9h 23.4M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:26:30.197 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 7m ago 9h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:26:30.197 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 9m ago 9h 5558M 2099M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:26:30.197 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 9m ago 9h 6275M 2099M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:26:30.197 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 9m ago 9h 5095M 2099M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:26:30.197 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 9m ago 9h 5388M 2099M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:26:30.197 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 7m ago 9h 4539M 2458M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:26:30.198 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 7m ago 9h 5089M 2458M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:26:30.198 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 7m ago 9h 4395M 2458M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:26:30.198 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 7m ago 9h 5117M 2458M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:26:30.198 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 7m ago 9h 160M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:26:30.577 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:26:30.578 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:26:30.578 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:26:30.578 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:26:30.578 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:26:30.578 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:26:30.578 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:26:30.578 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:26:30.578 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:26:30.578 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:26:30.578 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:26:30.578 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:26:30.578 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:26:30.578 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:26:30.578 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:26:30.578 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:26:30.579 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:26:30.579 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:26:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:31 smithi177 ceph-mon[212096]: pgmap v19600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:31 smithi177 ceph-mon[212096]: from='client.55695 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:26:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:31 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1775557405' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:26:31.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:31 smithi123 ceph-mon[191304]: pgmap v19600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:31.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:31 smithi123 ceph-mon[191304]: from='client.55695 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:26:31.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:31 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1775557405' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:26:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:31 smithi123 ceph-mon[188613]: pgmap v19600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:31 smithi123 ceph-mon[188613]: from='client.55695 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:26:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:31 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1775557405' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:26:32.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:32 smithi177 ceph-mon[212096]: from='client.55701 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:26:32.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:32 smithi123 ceph-mon[188613]: from='client.55701 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:26:32.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:32 smithi123 ceph-mon[191304]: from='client.55701 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:26:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:33 smithi177 ceph-mon[212096]: pgmap v19601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:33.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:33 smithi123 ceph-mon[191304]: pgmap v19601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:33.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:33 smithi123 ceph-mon[188613]: pgmap v19601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:35.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:35 smithi177 ceph-mon[212096]: pgmap v19602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:35.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:35 smithi123 ceph-mon[191304]: pgmap v19602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:35.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:35 smithi123 ceph-mon[188613]: pgmap v19602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:37.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:37 smithi177 ceph-mon[212096]: pgmap v19603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:37.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:37 smithi123 ceph-mon[188613]: pgmap v19603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:37.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:37 smithi123 ceph-mon[191304]: pgmap v19603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:39 smithi177 ceph-mon[212096]: pgmap v19604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:39 smithi123 ceph-mon[191304]: pgmap v19604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:39 smithi123 ceph-mon[188613]: pgmap v19604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:26:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:26:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:26:41.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:41 smithi177 ceph-mon[212096]: pgmap v19605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:41.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:41 smithi123 ceph-mon[191304]: pgmap v19605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:41.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:41 smithi123 ceph-mon[188613]: pgmap v19605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:43 smithi177 ceph-mon[212096]: pgmap v19606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:26:43.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:43 smithi123 ceph-mon[191304]: pgmap v19606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:43.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:26:43.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:43 smithi123 ceph-mon[188613]: pgmap v19606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:43.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:26:45.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:45 smithi177 ceph-mon[212096]: pgmap v19607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:45.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:45 smithi123 ceph-mon[191304]: pgmap v19607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:45.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:45 smithi123 ceph-mon[188613]: pgmap v19607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:47.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:47 smithi177 ceph-mon[212096]: pgmap v19608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:47.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:47 smithi123 ceph-mon[191304]: pgmap v19608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:47.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:47 smithi123 ceph-mon[188613]: pgmap v19608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:49.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:49 smithi177 ceph-mon[212096]: pgmap v19609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:49.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:49 smithi123 ceph-mon[191304]: pgmap v19609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:49 smithi123 ceph-mon[188613]: pgmap v19609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:26:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:26:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:26:51.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:51 smithi177 ceph-mon[212096]: pgmap v19610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:51.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:51 smithi123 ceph-mon[191304]: pgmap v19610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:51.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:51 smithi123 ceph-mon[188613]: pgmap v19610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:53.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:53 smithi177 ceph-mon[212096]: pgmap v19611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:53.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:53 smithi123 ceph-mon[191304]: pgmap v19611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:53.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:53 smithi123 ceph-mon[188613]: pgmap v19611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:54.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:26:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:26:54.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:26:54.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:26:54.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:26:54.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:26:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:26:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:26:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:26:55.083 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:55 smithi123 ceph-mon[191304]: pgmap v19612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:55.083 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:55 smithi123 ceph-mon[188613]: pgmap v19612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:55.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:55 smithi177 ceph-mon[212096]: pgmap v19612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:26:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:26:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:56 smithi177 ceph-mon[212096]: pgmap v19613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:26:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:26:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:26:56.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:26:56.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:26:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:56 smithi123 ceph-mon[191304]: pgmap v19613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:26:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:26:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:26:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:26:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:26:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:56 smithi123 ceph-mon[188613]: pgmap v19613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:26:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:26:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:26:57.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:26:57.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:26:57.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:26:58.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:26:58 smithi177 ceph-mon[212096]: pgmap v19614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:58.989 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:26:58 smithi123 ceph-mon[188613]: pgmap v19614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:58.989 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:26:58 smithi123 ceph-mon[191304]: pgmap v19614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:26:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:26:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:26:59] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T20:27:00.926 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:27:01.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:00 smithi123 ceph-mon[191304]: pgmap v19615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:01.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:00 smithi123 ceph-mon[188613]: pgmap v19615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:01.240 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:27:01.240 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 5s ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:27:01.240 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 8m ago 9h 94.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:27:01.240 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 5s ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:27:01.240 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 8m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:27:01.240 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 8m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:27:01.241 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 5s ago 9h 910M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:27:01.241 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 5s ago 9h 2399M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:27:01.241 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 8m ago 9h 1145M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:27:01.241 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 5s ago 9h 1251M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:27:01.241 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 5s ago 9h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:27:01.241 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 8m ago 9h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:27:01.241 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 5s ago 9h 5591M 2099M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:27:01.241 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 5s ago 9h 6306M 2099M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:27:01.241 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 5s ago 9h 5121M 2099M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:27:01.241 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 5s ago 9h 5419M 2099M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:27:01.241 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 8m ago 9h 4539M 2458M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:27:01.241 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 8m ago 9h 5089M 2458M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:27:01.241 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 8m ago 9h 4395M 2458M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:27:01.241 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 8m ago 9h 5117M 2458M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:27:01.241 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 8m ago 9h 160M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:27:01.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:00 smithi177 ceph-mon[212096]: pgmap v19615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:01.621 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:27:01.621 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:27:01.622 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:27:01.622 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:27:01.622 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:27:01.622 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:27:01.622 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:27:01.622 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:27:01.622 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:27:01.622 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:27:01.622 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:27:01.622 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:27:01.622 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:27:01.622 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:27:01.622 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:27:01.622 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:27:01.622 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:27:01.623 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:27:02.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:02 smithi177 ceph-mon[212096]: from='client.55713 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:27:02.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:02 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2916371701' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:27:02.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:02 smithi123 ceph-mon[191304]: from='client.55713 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:27:02.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:02 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2916371701' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:27:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:02 smithi123 ceph-mon[188613]: from='client.55713 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:27:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:02 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2916371701' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:27:03.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:03 smithi177 ceph-mon[212096]: from='client.65672 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:27:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:03 smithi177 ceph-mon[212096]: pgmap v19616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:03 smithi123 ceph-mon[191304]: from='client.65672 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:27:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:03 smithi123 ceph-mon[191304]: pgmap v19616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:03 smithi123 ceph-mon[188613]: from='client.65672 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:27:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:03 smithi123 ceph-mon[188613]: pgmap v19616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:05.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:05 smithi177 ceph-mon[212096]: pgmap v19617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:05.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:05 smithi123 ceph-mon[191304]: pgmap v19617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:05 smithi123 ceph-mon[188613]: pgmap v19617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:07.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:07 smithi177 ceph-mon[212096]: pgmap v19618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:07.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:07 smithi123 ceph-mon[191304]: pgmap v19618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:07 smithi123 ceph-mon[188613]: pgmap v19618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:09.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:09 smithi177 ceph-mon[212096]: pgmap v19619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:09.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:09 smithi123 ceph-mon[191304]: pgmap v19619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:09 smithi123 ceph-mon[188613]: pgmap v19619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:27:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:27:09] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T20:27:11.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:11 smithi177 ceph-mon[212096]: pgmap v19620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:11.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:11 smithi123 ceph-mon[191304]: pgmap v19620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:11.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:11 smithi123 ceph-mon[188613]: pgmap v19620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:13 smithi177 ceph-mon[212096]: pgmap v19621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:27:13.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:13 smithi123 ceph-mon[191304]: pgmap v19621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:13.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:27:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:13 smithi123 ceph-mon[188613]: pgmap v19621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:27:15.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:15 smithi177 ceph-mon[212096]: pgmap v19622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:15.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:15 smithi123 ceph-mon[191304]: pgmap v19622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:15 smithi123 ceph-mon[188613]: pgmap v19622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:17.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:17 smithi177 ceph-mon[212096]: pgmap v19623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:17.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:17 smithi123 ceph-mon[191304]: pgmap v19623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:17.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:17 smithi123 ceph-mon[188613]: pgmap v19623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:19 smithi177 ceph-mon[212096]: pgmap v19624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:19.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:19 smithi123 ceph-mon[191304]: pgmap v19624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:19 smithi123 ceph-mon[188613]: pgmap v19624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:27:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:27:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:27:21.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:21 smithi177 ceph-mon[212096]: pgmap v19625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:21.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:21 smithi123 ceph-mon[191304]: pgmap v19625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:21.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:21 smithi123 ceph-mon[188613]: pgmap v19625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:23.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:23 smithi177 ceph-mon[212096]: pgmap v19626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:23.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:23 smithi123 ceph-mon[188613]: pgmap v19626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:23.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:23 smithi123 ceph-mon[191304]: pgmap v19626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:25.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:25 smithi177 ceph-mon[212096]: pgmap v19627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:25.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:25 smithi123 ceph-mon[188613]: pgmap v19627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:25.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:25 smithi123 ceph-mon[191304]: pgmap v19627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:27 smithi177 ceph-mon[212096]: pgmap v19628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:27 smithi123 ceph-mon[191304]: pgmap v19628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:27 smithi123 ceph-mon[188613]: pgmap v19628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:28.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:27:28.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:27:28.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:27:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:29 smithi177 ceph-mon[212096]: pgmap v19629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:29.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:29 smithi123 ceph-mon[191304]: pgmap v19629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:29 smithi123 ceph-mon[188613]: pgmap v19629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:27:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:27:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:27:31.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:31 smithi177 ceph-mon[212096]: pgmap v19630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:31.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:31 smithi123 ceph-mon[191304]: pgmap v19630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:31 smithi123 ceph-mon[188613]: pgmap v19630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:31.968 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:27:32.277 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:27:32.277 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 36s ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:27:32.277 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 8m ago 9h 94.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:27:32.277 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 36s ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:27:32.277 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 8m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:27:32.277 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 8m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:27:32.277 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 36s ago 9h 910M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:27:32.277 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 36s ago 9h 2399M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:27:32.278 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 8m ago 9h 1145M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:27:32.280 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 36s ago 9h 1251M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:27:32.281 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 36s ago 9h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:27:32.281 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 8m ago 9h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:27:32.281 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 36s ago 9h 5591M 2099M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:27:32.281 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 36s ago 9h 6306M 2099M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:27:32.281 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 36s ago 9h 5121M 2099M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:27:32.281 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 36s ago 9h 5419M 2099M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:27:32.281 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 8m ago 9h 4539M 2458M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:27:32.281 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 8m ago 9h 5089M 2458M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:27:32.281 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 8m ago 9h 4395M 2458M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:27:32.281 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 8m ago 9h 5117M 2458M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:27:32.282 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 8m ago 9h 160M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:27:32.661 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:27:32.662 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:27:32.662 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:27:32.662 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:27:32.662 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:27:32.662 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:27:32.662 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:27:32.662 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:27:32.662 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:27:32.662 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:27:32.662 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:27:32.662 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:27:32.662 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:27:32.662 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:27:32.662 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:27:32.663 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:27:32.663 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:27:32.663 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:27:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:33 smithi177 ceph-mon[212096]: pgmap v19631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:33 smithi177 ceph-mon[212096]: from='client.65684 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:27:33.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:33 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/776546750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:27:33.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:33 smithi123 ceph-mon[191304]: pgmap v19631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:33.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:33 smithi123 ceph-mon[191304]: from='client.65684 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:27:33.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:33 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/776546750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:27:33.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:33 smithi123 ceph-mon[188613]: pgmap v19631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:33.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:33 smithi123 ceph-mon[188613]: from='client.65684 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:27:33.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:33 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/776546750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:27:34.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:34 smithi177 ceph-mon[212096]: from='client.65690 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:27:34.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:34 smithi123 ceph-mon[191304]: from='client.65690 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:27:34.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:34 smithi123 ceph-mon[188613]: from='client.65690 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:27:35.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:35 smithi177 ceph-mon[212096]: pgmap v19632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:35.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:35 smithi123 ceph-mon[191304]: pgmap v19632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:35.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:35 smithi123 ceph-mon[188613]: pgmap v19632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:37 smithi177 ceph-mon[212096]: pgmap v19633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:37.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:37 smithi123 ceph-mon[191304]: pgmap v19633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:37.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:37 smithi123 ceph-mon[188613]: pgmap v19633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:39 smithi177 ceph-mon[212096]: pgmap v19634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:39.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:39 smithi123 ceph-mon[191304]: pgmap v19634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:39 smithi123 ceph-mon[188613]: pgmap v19634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:27:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:27:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:27:41.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:41 smithi177 ceph-mon[212096]: pgmap v19635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:41.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:41 smithi123 ceph-mon[191304]: pgmap v19635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:41.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:41 smithi123 ceph-mon[188613]: pgmap v19635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:43 smithi177 ceph-mon[212096]: pgmap v19636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:27:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:43 smithi123 ceph-mon[191304]: pgmap v19636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:43.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:27:43.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:43 smithi123 ceph-mon[188613]: pgmap v19636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:43.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:27:45.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:45 smithi177 ceph-mon[212096]: pgmap v19637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:45.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:45 smithi123 ceph-mon[191304]: pgmap v19637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:45.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:45 smithi123 ceph-mon[188613]: pgmap v19637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:47.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:47 smithi177 ceph-mon[212096]: pgmap v19638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:47.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:47 smithi123 ceph-mon[191304]: pgmap v19638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:47.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:47 smithi123 ceph-mon[188613]: pgmap v19638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:49.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:49 smithi177 ceph-mon[212096]: pgmap v19639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:27:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:27:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:27:49.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:49 smithi123 ceph-mon[191304]: pgmap v19639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:49 smithi123 ceph-mon[188613]: pgmap v19639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:51 smithi177 ceph-mon[212096]: pgmap v19640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:51.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:51 smithi123 ceph-mon[191304]: pgmap v19640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:51.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:51 smithi123 ceph-mon[188613]: pgmap v19640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:53.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:53 smithi177 ceph-mon[212096]: pgmap v19641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:53.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:53 smithi123 ceph-mon[191304]: pgmap v19641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:53.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:53 smithi123 ceph-mon[188613]: pgmap v19641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:55.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:55 smithi177 ceph-mon[212096]: pgmap v19642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:55.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:55 smithi123 ceph-mon[191304]: pgmap v19642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:55.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:55 smithi123 ceph-mon[188613]: pgmap v19642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:57 smithi177 ceph-mon[212096]: pgmap v19643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:27:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:27:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:27:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:27:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:27:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:27:57.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:57 smithi123 ceph-mon[191304]: pgmap v19643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:27:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:27:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:27:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:27:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:27:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:27:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:57 smithi123 ceph-mon[188613]: pgmap v19643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:27:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:27:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:27:57.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:27:57.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:27:57.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:27:58.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:27:58.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:27:58.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:27:59.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:27:59 smithi177 ceph-mon[212096]: pgmap v19644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:59.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:27:59 smithi123 ceph-mon[191304]: pgmap v19644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:27:59 smithi123 ceph-mon[188613]: pgmap v19644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:27:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:27:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:27:59] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T20:28:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:01 smithi177 ceph-mon[212096]: pgmap v19645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:01.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:01 smithi123 ceph-mon[191304]: pgmap v19645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:01 smithi123 ceph-mon[188613]: pgmap v19645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:03.006 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:28:03.314 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:28:03.314 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 67s ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:28:03.314 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 9m ago 9h 94.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:28:03.314 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 67s ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:28:03.314 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 9m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:28:03.314 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 9m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:28:03.315 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 67s ago 9h 910M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:28:03.315 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 67s ago 9h 2399M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:28:03.315 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 9m ago 9h 1145M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:28:03.315 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 67s ago 9h 1251M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:28:03.315 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 67s ago 9h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:28:03.315 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 9m ago 9h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:28:03.315 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 67s ago 9h 5591M 2099M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:28:03.315 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 67s ago 9h 6306M 2099M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:28:03.315 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 67s ago 9h 5121M 2099M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:28:03.315 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 67s ago 9h 5419M 2099M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:28:03.315 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 9m ago 9h 4539M 2458M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:28:03.315 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 9m ago 9h 5089M 2458M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:28:03.315 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 9m ago 9h 4395M 2458M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:28:03.315 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 9m ago 9h 5117M 2458M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:28:03.316 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 9m ago 9h 160M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:28:03.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:03 smithi177 ceph-mon[212096]: pgmap v19646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:03 smithi123 ceph-mon[191304]: pgmap v19646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:03 smithi123 ceph-mon[188613]: pgmap v19646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:03.695 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:28:03.695 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:28:03.695 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:28:03.695 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:28:03.695 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:28:03.695 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:28:03.695 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:28:03.695 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:28:03.695 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:28:03.695 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:28:03.695 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:28:03.696 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:28:03.696 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:28:03.696 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:28:03.696 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:28:03.696 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:28:03.696 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:28:03.696 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:28:04.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:04 smithi177 ceph-mon[212096]: from='client.65702 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:28:04.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:04 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2120187028' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:28:04.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:04 smithi123 ceph-mon[191304]: from='client.65702 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:28:04.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:04 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2120187028' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:28:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:04 smithi123 ceph-mon[188613]: from='client.65702 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:28:04.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:04 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2120187028' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:28:05.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:05 smithi177 ceph-mon[212096]: from='client.55755 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:28:05.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:05 smithi177 ceph-mon[212096]: pgmap v19647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:05.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:05 smithi123 ceph-mon[191304]: from='client.55755 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:28:05.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:05 smithi123 ceph-mon[191304]: pgmap v19647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:05 smithi123 ceph-mon[188613]: from='client.55755 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:28:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:05 smithi123 ceph-mon[188613]: pgmap v19647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:07.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:07 smithi177 ceph-mon[212096]: pgmap v19648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:07.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:07 smithi123 ceph-mon[191304]: pgmap v19648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:07 smithi123 ceph-mon[188613]: pgmap v19648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:09 smithi177 ceph-mon[212096]: pgmap v19649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:09.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:09 smithi123 ceph-mon[191304]: pgmap v19649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:09 smithi123 ceph-mon[188613]: pgmap v19649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:28:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:28:09] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T20:28:11.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:11 smithi177 ceph-mon[212096]: pgmap v19650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:11.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:11 smithi123 ceph-mon[191304]: pgmap v19650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:11.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:11 smithi123 ceph-mon[188613]: pgmap v19650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:28:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:28:12.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:28:13.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:13 smithi177 ceph-mon[212096]: pgmap v19651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:13.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:13 smithi123 ceph-mon[191304]: pgmap v19651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:13 smithi123 ceph-mon[188613]: pgmap v19651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:15.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:15 smithi177 ceph-mon[212096]: pgmap v19652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:15.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:15 smithi123 ceph-mon[188613]: pgmap v19652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:15.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:15 smithi123 ceph-mon[191304]: pgmap v19652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:17.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:17 smithi177 ceph-mon[212096]: pgmap v19653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:17.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:17 smithi123 ceph-mon[188613]: pgmap v19653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:17.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:17 smithi123 ceph-mon[191304]: pgmap v19653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:19.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:19 smithi177 ceph-mon[212096]: pgmap v19654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:19.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:19 smithi123 ceph-mon[191304]: pgmap v19654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:19 smithi123 ceph-mon[188613]: pgmap v19654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:28:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:28:19] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T20:28:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:21 smithi177 ceph-mon[212096]: pgmap v19655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:21.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:21 smithi123 ceph-mon[191304]: pgmap v19655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:21.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:21 smithi123 ceph-mon[188613]: pgmap v19655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:23.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:23 smithi177 ceph-mon[212096]: pgmap v19656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:23.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:23 smithi123 ceph-mon[191304]: pgmap v19656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:23.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:23 smithi123 ceph-mon[188613]: pgmap v19656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:25.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:25 smithi123 ceph-mon[191304]: pgmap v19657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:25.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:25 smithi123 ceph-mon[188613]: pgmap v19657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:25.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:25 smithi177 ceph-mon[212096]: pgmap v19657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:27 smithi123 ceph-mon[191304]: pgmap v19658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:28:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:27 smithi123 ceph-mon[188613]: pgmap v19658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:28:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:27 smithi177 ceph-mon[212096]: pgmap v19658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:27.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:28:29.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:29 smithi123 ceph-mon[191304]: pgmap v19659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:29 smithi123 ceph-mon[188613]: pgmap v19659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:28:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:28:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:28:29.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:29 smithi177 ceph-mon[212096]: pgmap v19659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:31.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:31 smithi123 ceph-mon[191304]: pgmap v19660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:31 smithi123 ceph-mon[188613]: pgmap v19660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:31.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:31 smithi177 ceph-mon[212096]: pgmap v19660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:33.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:33 smithi123 ceph-mon[191304]: pgmap v19661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:33.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:33 smithi123 ceph-mon[188613]: pgmap v19661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:33.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:33 smithi177 ceph-mon[212096]: pgmap v19661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:34.045 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:28:34.355 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:28:34.356 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 98s ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:28:34.356 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 9m ago 9h 94.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:28:34.356 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 98s ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:28:34.356 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 9m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:28:34.356 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 9m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:28:34.356 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 98s ago 9h 910M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:28:34.356 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 98s ago 9h 2399M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:28:34.356 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 9m ago 9h 1145M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:28:34.356 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 98s ago 9h 1251M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:28:34.356 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 98s ago 9h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:28:34.356 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 9m ago 9h 23.2M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:28:34.356 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 98s ago 9h 5591M 2099M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:28:34.356 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 98s ago 9h 6306M 2099M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:28:34.356 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 98s ago 9h 5121M 2099M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:28:34.356 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 98s ago 9h 5419M 2099M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:28:34.357 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 9m ago 9h 4539M 2458M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:28:34.357 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 9m ago 9h 5089M 2458M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:28:34.357 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 9m ago 9h 4395M 2458M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:28:34.357 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 9m ago 9h 5117M 2458M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:28:34.357 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 9m ago 9h 160M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:28:34.738 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:28:34.739 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:28:34.739 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:28:34.739 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:28:34.739 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:28:34.739 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:28:34.739 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:28:34.739 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:28:34.739 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:28:34.739 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:28:34.739 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:28:34.739 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:28:34.739 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:28:34.739 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:28:34.740 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:28:34.740 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:28:34.740 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:28:34.740 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:28:35.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:35 smithi123 ceph-mon[191304]: pgmap v19662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:35.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:35 smithi123 ceph-mon[191304]: from='client.55767 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:28:35.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:35 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/664430382' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:28:35.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:35 smithi123 ceph-mon[188613]: pgmap v19662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:35.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:35 smithi123 ceph-mon[188613]: from='client.55767 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:28:35.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:35 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/664430382' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:28:35.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:35 smithi177 ceph-mon[212096]: pgmap v19662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:35.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:35 smithi177 ceph-mon[212096]: from='client.55767 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:28:35.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:35 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/664430382' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:28:36.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:36 smithi123 ceph-mon[191304]: from='client.55773 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:28:36.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:36 smithi123 ceph-mon[188613]: from='client.55773 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:28:36.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:36 smithi177 ceph-mon[212096]: from='client.55773 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:28:37.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:37 smithi123 ceph-mon[191304]: pgmap v19663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:37.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:37 smithi123 ceph-mon[188613]: pgmap v19663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:37.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:37 smithi177 ceph-mon[212096]: pgmap v19663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:39.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:39 smithi123 ceph-mon[191304]: pgmap v19664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:39 smithi123 ceph-mon[188613]: pgmap v19664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:28:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:28:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:28:39.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:39 smithi177 ceph-mon[212096]: pgmap v19664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:41.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:41 smithi123 ceph-mon[191304]: pgmap v19665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:41.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:41 smithi123 ceph-mon[188613]: pgmap v19665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:41.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:41 smithi177 ceph-mon[212096]: pgmap v19665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:28:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:28:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:28:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:43 smithi123 ceph-mon[191304]: pgmap v19666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:43.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:43 smithi123 ceph-mon[188613]: pgmap v19666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:43.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:43 smithi177 ceph-mon[212096]: pgmap v19666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:44.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:44 smithi123 ceph-mon[191304]: pgmap v19667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:44 smithi123 ceph-mon[188613]: pgmap v19667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:44.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:44 smithi177 ceph-mon[212096]: pgmap v19667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:47.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:47 smithi177 ceph-mon[212096]: pgmap v19668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:47.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:47 smithi123 ceph-mon[191304]: pgmap v19668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:47.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:47 smithi123 ceph-mon[188613]: pgmap v19668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:49.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:49 smithi177 ceph-mon[212096]: pgmap v19669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:49.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:49 smithi123 ceph-mon[191304]: pgmap v19669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:49 smithi123 ceph-mon[188613]: pgmap v19669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:28:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:28:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:28:51.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:51 smithi177 ceph-mon[212096]: pgmap v19670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:51.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:51 smithi123 ceph-mon[191304]: pgmap v19670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:51.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:51 smithi123 ceph-mon[188613]: pgmap v19670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:53.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:53 smithi177 ceph-mon[212096]: pgmap v19671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:53.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:53 smithi123 ceph-mon[191304]: pgmap v19671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:53.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:53 smithi123 ceph-mon[188613]: pgmap v19671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:55.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:55 smithi177 ceph-mon[212096]: pgmap v19672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:55.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:55 smithi123 ceph-mon[191304]: pgmap v19672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:55.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:55 smithi123 ceph-mon[188613]: pgmap v19672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:57.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:57 smithi177 ceph-mon[212096]: pgmap v19673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:28:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:57 smithi123 ceph-mon[191304]: pgmap v19673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:28:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:57 smithi123 ceph-mon[188613]: pgmap v19673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:28:58.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:28:58.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:28:58.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:28:59.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:28:59 smithi177 ceph-mon[212096]: pgmap v19674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:59.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:28:59 smithi123 ceph-mon[191304]: pgmap v19674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:28:59 smithi123 ceph-mon[188613]: pgmap v19674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:28:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:28:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:28:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:29:00.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:29:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:29:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:29:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:29:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:29:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:00 smithi177 ceph-mon[212096]: pgmap v19675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:00.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:29:00.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:29:00.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:29:00.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:29:00.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:29:00.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:00 smithi123 ceph-mon[191304]: pgmap v19675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:29:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:29:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:29:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:29:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:29:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:00 smithi123 ceph-mon[188613]: pgmap v19675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:03 smithi177 ceph-mon[212096]: pgmap v19676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:03 smithi123 ceph-mon[191304]: pgmap v19676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:03.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:03 smithi123 ceph-mon[188613]: pgmap v19676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:05.093 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:29:05.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:05 smithi177 ceph-mon[212096]: pgmap v19677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:05.401 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:29:05.401 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 2m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:29:05.402 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 6s ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:29:05.402 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 2m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:29:05.402 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 6s ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:29:05.402 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 6s ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:29:05.402 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 2m ago 9h 910M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:29:05.402 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 2m ago 9h 2399M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:29:05.402 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 6s ago 9h 1160M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:29:05.402 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 2m ago 9h 1251M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:29:05.402 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 2m ago 9h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:29:05.402 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 6s ago 9h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:29:05.402 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 2m ago 9h 5591M 2099M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:29:05.402 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 2m ago 9h 6306M 2099M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:29:05.402 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 2m ago 9h 5121M 2099M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:29:05.402 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 2m ago 9h 5419M 2099M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:29:05.403 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 6s ago 9h 4564M 2458M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:29:05.403 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 6s ago 9h 5123M 2458M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:29:05.403 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 6s ago 9h 4424M 2458M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:29:05.403 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 6s ago 9h 5154M 2458M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:29:05.403 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 6s ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:29:05.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:05 smithi123 ceph-mon[191304]: pgmap v19677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:05.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:05 smithi123 ceph-mon[188613]: pgmap v19677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:05.786 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:29:05.787 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:29:05.787 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:29:05.787 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:29:05.787 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:29:05.787 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:29:05.787 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:29:05.788 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:29:05.788 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:29:05.788 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:29:05.788 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:29:05.788 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:29:05.788 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:29:05.788 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:29:05.788 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:29:05.788 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:29:05.788 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:29:05.788 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:29:06.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:06 smithi177 ceph-mon[212096]: from='client.55785 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:29:06.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:06 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2432463642' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:29:06.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:06 smithi123 ceph-mon[191304]: from='client.55785 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:29:06.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:06 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2432463642' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:29:06.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:06 smithi123 ceph-mon[188613]: from='client.55785 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:29:06.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:06 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2432463642' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:29:07.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:07 smithi177 ceph-mon[212096]: from='client.55791 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:29:07.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:07 smithi177 ceph-mon[212096]: pgmap v19678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:07.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:07 smithi123 ceph-mon[191304]: from='client.55791 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:29:07.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:07 smithi123 ceph-mon[191304]: pgmap v19678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:07.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:07 smithi123 ceph-mon[188613]: from='client.55791 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:29:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:07 smithi123 ceph-mon[188613]: pgmap v19678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:09 smithi177 ceph-mon[212096]: pgmap v19679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:29:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:29:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:29:09.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:09 smithi123 ceph-mon[191304]: pgmap v19679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:09 smithi123 ceph-mon[188613]: pgmap v19679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:11.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:11 smithi177 ceph-mon[212096]: pgmap v19680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:11.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:11 smithi123 ceph-mon[191304]: pgmap v19680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:11.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:11 smithi123 ceph-mon[188613]: pgmap v19680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:13.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:13 smithi177 ceph-mon[212096]: pgmap v19681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:13.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:29:13.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:13 smithi123 ceph-mon[191304]: pgmap v19681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:13.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:29:13.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:13 smithi123 ceph-mon[188613]: pgmap v19681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:29:15.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:15 smithi177 ceph-mon[212096]: pgmap v19682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:15.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:15 smithi123 ceph-mon[191304]: pgmap v19682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:15.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:15 smithi123 ceph-mon[188613]: pgmap v19682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:17.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:17 smithi177 ceph-mon[212096]: pgmap v19683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:17.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:17 smithi123 ceph-mon[191304]: pgmap v19683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:17.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:17 smithi123 ceph-mon[188613]: pgmap v19683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:19 smithi177 ceph-mon[212096]: pgmap v19684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:19.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:19 smithi123 ceph-mon[191304]: pgmap v19684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:19 smithi123 ceph-mon[188613]: pgmap v19684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:29:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:29:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:29:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:21 smithi177 ceph-mon[212096]: pgmap v19685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:21.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:21 smithi123 ceph-mon[191304]: pgmap v19685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:21.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:21 smithi123 ceph-mon[188613]: pgmap v19685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:23.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:23 smithi177 ceph-mon[212096]: pgmap v19686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:23.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:23 smithi123 ceph-mon[191304]: pgmap v19686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:23.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:23 smithi123 ceph-mon[188613]: pgmap v19686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:25.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:25 smithi177 ceph-mon[212096]: pgmap v19687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:25.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:25 smithi123 ceph-mon[191304]: pgmap v19687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:25.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:25 smithi123 ceph-mon[188613]: pgmap v19687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:27.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:27 smithi177 ceph-mon[212096]: pgmap v19688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:27 smithi123 ceph-mon[191304]: pgmap v19688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:27.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:27 smithi123 ceph-mon[188613]: pgmap v19688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:28.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:29:28.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:29:28.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:29:29.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:29 smithi177 ceph-mon[212096]: pgmap v19689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:29.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:29 smithi123 ceph-mon[191304]: pgmap v19689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:29 smithi123 ceph-mon[188613]: pgmap v19689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:29:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:29:29] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T20:29:31.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:31 smithi177 ceph-mon[212096]: pgmap v19690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:31.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:31 smithi123 ceph-mon[191304]: pgmap v19690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:31.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:31 smithi123 ceph-mon[188613]: pgmap v19690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:33.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:33 smithi177 ceph-mon[212096]: pgmap v19691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:33.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:33 smithi123 ceph-mon[191304]: pgmap v19691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:33.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:33 smithi123 ceph-mon[188613]: pgmap v19691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:35.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:35 smithi177 ceph-mon[212096]: pgmap v19692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:35.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:35 smithi123 ceph-mon[191304]: pgmap v19692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:35.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:35 smithi123 ceph-mon[188613]: pgmap v19692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:36.137 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:29:36.443 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:29:36.444 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 2m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:29:36.444 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 37s ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:29:36.444 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 2m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:29:36.444 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 37s ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:29:36.444 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 37s ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:29:36.444 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 2m ago 9h 910M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:29:36.444 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 2m ago 9h 2399M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:29:36.444 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 37s ago 9h 1160M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:29:36.444 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 2m ago 9h 1251M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:29:36.444 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 2m ago 9h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:29:36.444 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 37s ago 9h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:29:36.444 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 2m ago 9h 5591M 2099M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:29:36.444 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 2m ago 9h 6306M 2099M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:29:36.444 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 2m ago 9h 5121M 2099M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:29:36.444 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 2m ago 9h 5419M 2099M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:29:36.445 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 37s ago 9h 4564M 2458M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:29:36.445 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 37s ago 9h 5123M 2458M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:29:36.445 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 37s ago 9h 4424M 2458M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:29:36.445 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 37s ago 9h 5154M 2458M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:29:36.445 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 37s ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:29:36.830 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:29:36.830 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:29:36.830 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:29:36.830 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:29:36.830 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:29:36.830 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:29:36.830 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:29:36.830 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:29:36.830 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:29:36.830 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:29:36.830 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:29:36.830 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:29:36.830 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:29:36.831 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:29:36.831 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:29:36.831 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:29:36.831 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:29:36.831 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:29:37.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:37 smithi177 ceph-mon[212096]: pgmap v19693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:37 smithi177 ceph-mon[212096]: from='client.55803 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:29:37.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:37 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4025100164' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:29:37.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:37 smithi123 ceph-mon[191304]: pgmap v19693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:37.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:37 smithi123 ceph-mon[191304]: from='client.55803 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:29:37.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:37 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4025100164' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:29:37.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:37 smithi123 ceph-mon[188613]: pgmap v19693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:37.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:37 smithi123 ceph-mon[188613]: from='client.55803 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:29:37.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:37 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4025100164' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:29:38.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:38 smithi177 ceph-mon[212096]: from='client.65762 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:29:38.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:38 smithi123 ceph-mon[191304]: from='client.65762 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:29:38.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:38 smithi123 ceph-mon[188613]: from='client.65762 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:29:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:39 smithi177 ceph-mon[212096]: pgmap v19694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:39.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:39 smithi123 ceph-mon[191304]: pgmap v19694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:39.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:39 smithi123 ceph-mon[188613]: pgmap v19694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:29:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:29:39] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T20:29:41.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:41 smithi177 ceph-mon[212096]: pgmap v19695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:41.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:41 smithi123 ceph-mon[188613]: pgmap v19695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:41.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:41 smithi123 ceph-mon[191304]: pgmap v19695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:42.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:29:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:29:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:29:43.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:43 smithi177 ceph-mon[212096]: pgmap v19696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:43 smithi123 ceph-mon[191304]: pgmap v19696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:43.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:43 smithi123 ceph-mon[188613]: pgmap v19696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:45.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:45 smithi177 ceph-mon[212096]: pgmap v19697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:45.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:45 smithi123 ceph-mon[191304]: pgmap v19697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:45.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:45 smithi123 ceph-mon[188613]: pgmap v19697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:47.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:47 smithi177 ceph-mon[212096]: pgmap v19698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:47.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:47 smithi123 ceph-mon[191304]: pgmap v19698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:47.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:47 smithi123 ceph-mon[188613]: pgmap v19698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:49.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:49 smithi177 ceph-mon[212096]: pgmap v19699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:49.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:49 smithi123 ceph-mon[191304]: pgmap v19699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:49 smithi123 ceph-mon[188613]: pgmap v19699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:29:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:29:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:29:51.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:51 smithi177 ceph-mon[212096]: pgmap v19700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:51.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:51 smithi123 ceph-mon[191304]: pgmap v19700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:51.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:51 smithi123 ceph-mon[188613]: pgmap v19700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:53.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:53 smithi177 ceph-mon[212096]: pgmap v19701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:53.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:53 smithi123 ceph-mon[191304]: pgmap v19701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:53.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:53 smithi123 ceph-mon[188613]: pgmap v19701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:55.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:55 smithi177 ceph-mon[212096]: pgmap v19702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:55.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:55 smithi123 ceph-mon[191304]: pgmap v19702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:55.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:55 smithi123 ceph-mon[188613]: pgmap v19702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:57 smithi177 ceph-mon[212096]: pgmap v19703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:57.402 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:29:57.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:57 smithi123 ceph-mon[191304]: pgmap v19703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:57.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:29:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:57 smithi123 ceph-mon[188613]: pgmap v19703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:29:59.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:29:59 smithi177 ceph-mon[212096]: pgmap v19704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:59.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:29:59 smithi123 ceph-mon[191304]: pgmap v19704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:29:59 smithi123 ceph-mon[188613]: pgmap v19704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:29:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:29:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:29:59] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T20:30:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:30:00.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T20:30:00.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:30:00.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T20:30:00.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T20:29:59.998+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T20:30:00.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:30:00.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T20:30:01.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:01 smithi177 ceph-mon[212096]: pgmap v19705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:01.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:30:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:30:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:30:01.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:01 smithi123 ceph-mon[191304]: pgmap v19705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:01.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:30:01.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:30:01.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:30:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:01 smithi123 ceph-mon[188613]: pgmap v19705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:30:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:30:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:30:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:03 smithi123 ceph-mon[191304]: pgmap v19706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:03 smithi123 ceph-mon[188613]: pgmap v19706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:03.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:03 smithi177 ceph-mon[212096]: pgmap v19706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:05.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:05 smithi123 ceph-mon[191304]: pgmap v19707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:05 smithi123 ceph-mon[188613]: pgmap v19707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:05.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:05 smithi177 ceph-mon[212096]: pgmap v19707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:07.174 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:30:07.485 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:30:07.485 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 3m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:30:07.485 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 68s ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:30:07.485 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 3m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:30:07.485 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 68s ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:30:07.485 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 68s ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:30:07.485 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 3m ago 9h 910M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:30:07.485 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 3m ago 9h 2399M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:30:07.485 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 68s ago 9h 1160M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:30:07.485 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 3m ago 9h 1251M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:30:07.485 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 3m ago 9h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:30:07.485 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 68s ago 9h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:30:07.485 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 3m ago 9h 5591M 2099M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:30:07.486 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 3m ago 9h 6306M 2099M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:30:07.486 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 3m ago 9h 5121M 2099M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:30:07.486 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 3m ago 9h 5419M 2099M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:30:07.486 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 68s ago 9h 4564M 2458M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:30:07.486 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 68s ago 9h 5123M 2458M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:30:07.486 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 68s ago 9h 4424M 2458M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:30:07.486 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 68s ago 9h 5154M 2458M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:30:07.486 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 68s ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:30:07.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:07 smithi123 ceph-mon[191304]: pgmap v19708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:07.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:07 smithi123 ceph-mon[188613]: pgmap v19708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:07.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:07 smithi177 ceph-mon[212096]: pgmap v19708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:07.870 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:30:07.870 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:30:07.870 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:30:07.870 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:30:07.870 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:30:07.870 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:30:07.870 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:30:07.870 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:30:07.870 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:30:07.870 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:30:07.871 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:30:07.871 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:30:07.871 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:30:07.871 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:30:07.871 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:30:07.871 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:30:07.871 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:30:07.871 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:30:08.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:08 smithi123 ceph-mon[191304]: from='client.55821 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:30:08.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:08 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1070416670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:30:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:08 smithi123 ceph-mon[188613]: from='client.55821 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:30:08.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:08 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1070416670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:30:08.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:08 smithi177 ceph-mon[212096]: from='client.55821 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:30:08.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:08 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1070416670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:30:09.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:09 smithi123 ceph-mon[191304]: from='client.55827 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:30:09.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:09 smithi123 ceph-mon[191304]: pgmap v19709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:09 smithi123 ceph-mon[188613]: from='client.55827 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:30:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:09 smithi123 ceph-mon[188613]: pgmap v19709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:30:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:30:09] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T20:30:09.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:09 smithi177 ceph-mon[212096]: from='client.55827 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:30:09.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:09 smithi177 ceph-mon[212096]: pgmap v19709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:11.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:11 smithi123 ceph-mon[191304]: pgmap v19710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:11.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:11 smithi123 ceph-mon[188613]: pgmap v19710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:11.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:11 smithi177 ceph-mon[212096]: pgmap v19710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:30:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:30:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:30:13.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:13 smithi123 ceph-mon[191304]: pgmap v19711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:13.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:13 smithi123 ceph-mon[188613]: pgmap v19711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:13.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:13 smithi177 ceph-mon[212096]: pgmap v19711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:15.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:15 smithi123 ceph-mon[191304]: pgmap v19712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:15.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:15 smithi123 ceph-mon[188613]: pgmap v19712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:15 smithi177 ceph-mon[212096]: pgmap v19712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:17.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:17 smithi123 ceph-mon[191304]: pgmap v19713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:17.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:17 smithi123 ceph-mon[188613]: pgmap v19713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:17.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:17 smithi177 ceph-mon[212096]: pgmap v19713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:19.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:19 smithi123 ceph-mon[191304]: pgmap v19714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:19 smithi123 ceph-mon[188613]: pgmap v19714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:30:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:30:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:30:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:19 smithi177 ceph-mon[212096]: pgmap v19714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:21.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:21 smithi123 ceph-mon[191304]: pgmap v19715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:21.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:21 smithi123 ceph-mon[188613]: pgmap v19715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:21.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:21 smithi177 ceph-mon[212096]: pgmap v19715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:23.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:23 smithi123 ceph-mon[191304]: pgmap v19716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:23.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:23 smithi123 ceph-mon[188613]: pgmap v19716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:23.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:23 smithi177 ceph-mon[212096]: pgmap v19716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:25.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:25 smithi123 ceph-mon[191304]: pgmap v19717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:25.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:25 smithi123 ceph-mon[188613]: pgmap v19717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:25.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:25 smithi177 ceph-mon[212096]: pgmap v19717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:27 smithi123 ceph-mon[191304]: pgmap v19718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:30:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:27 smithi123 ceph-mon[188613]: pgmap v19718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:30:27.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:27 smithi177 ceph-mon[212096]: pgmap v19718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:27.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:30:29.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:29 smithi123 ceph-mon[191304]: pgmap v19719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:29 smithi123 ceph-mon[188613]: pgmap v19719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:30:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:30:29] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T20:30:29.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:29 smithi177 ceph-mon[212096]: pgmap v19719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:31.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:31 smithi123 ceph-mon[188613]: pgmap v19720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:31.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:31 smithi123 ceph-mon[191304]: pgmap v19720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:31.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:31 smithi177 ceph-mon[212096]: pgmap v19720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:32.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:32 smithi123 ceph-mon[191304]: pgmap v19721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:32.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:32 smithi123 ceph-mon[188613]: pgmap v19721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:32.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:32 smithi177 ceph-mon[212096]: pgmap v19721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:35.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:35 smithi177 ceph-mon[212096]: pgmap v19722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:35.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:35 smithi123 ceph-mon[191304]: pgmap v19722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:35.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:35 smithi123 ceph-mon[188613]: pgmap v19722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:37.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:37 smithi177 ceph-mon[212096]: pgmap v19723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:37.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:37 smithi123 ceph-mon[191304]: pgmap v19723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:37.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:37 smithi123 ceph-mon[188613]: pgmap v19723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:38.220 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:30:38.525 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:30:38.525 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 3m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:30:38.526 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 99s ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:30:38.526 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 3m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:30:38.526 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 99s ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:30:38.526 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 99s ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:30:38.526 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 3m ago 9h 910M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:30:38.526 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 3m ago 9h 2399M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:30:38.526 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 99s ago 9h 1160M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:30:38.526 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 3m ago 9h 1251M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:30:38.526 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 3m ago 9h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:30:38.526 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 99s ago 9h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:30:38.526 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 3m ago 9h 5591M 2099M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:30:38.526 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 3m ago 9h 6306M 2099M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:30:38.526 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 3m ago 9h 5121M 2099M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:30:38.526 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 3m ago 9h 5419M 2099M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:30:38.526 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 99s ago 9h 4564M 2458M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:30:38.526 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 99s ago 9h 5123M 2458M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:30:38.527 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 99s ago 9h 4424M 2458M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:30:38.527 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 99s ago 9h 5154M 2458M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:30:38.527 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 99s ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:30:38.904 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:30:38.904 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:30:38.904 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:30:38.904 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:30:38.904 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:30:38.905 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:30:38.905 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:30:38.905 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:30:38.905 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:30:38.905 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:30:38.905 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:30:38.905 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:30:38.905 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:30:38.905 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:30:38.905 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:30:38.905 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:30:38.905 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:30:38.905 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:30:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:39 smithi177 ceph-mon[212096]: pgmap v19724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:39 smithi177 ceph-mon[212096]: from='client.65792 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:30:39.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:39 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/192328044' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:30:39.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:30:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:30:39] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T20:30:39.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:39 smithi123 ceph-mon[191304]: pgmap v19724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:39.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:39 smithi123 ceph-mon[191304]: from='client.65792 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:30:39.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:39 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/192328044' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:30:39.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:39 smithi123 ceph-mon[188613]: pgmap v19724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:39.496 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:39 smithi123 ceph-mon[188613]: from='client.65792 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:30:39.496 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:39 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/192328044' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:30:40.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:40 smithi177 ceph-mon[212096]: from='client.65798 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:30:40.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:40 smithi123 ceph-mon[191304]: from='client.65798 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:30:40.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:40 smithi123 ceph-mon[188613]: from='client.65798 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:30:41.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:41 smithi177 ceph-mon[212096]: pgmap v19725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:41.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:41 smithi123 ceph-mon[191304]: pgmap v19725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:41.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:41 smithi123 ceph-mon[188613]: pgmap v19725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:43.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:43 smithi177 ceph-mon[212096]: pgmap v19726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:30:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:43 smithi123 ceph-mon[191304]: pgmap v19726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:30:43.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:43 smithi123 ceph-mon[188613]: pgmap v19726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:43.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:30:45.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:45 smithi177 ceph-mon[212096]: pgmap v19727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:45.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:45 smithi123 ceph-mon[191304]: pgmap v19727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:45.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:45 smithi123 ceph-mon[188613]: pgmap v19727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:47.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:47 smithi177 ceph-mon[212096]: pgmap v19728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:47.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:47 smithi123 ceph-mon[191304]: pgmap v19728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:47.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:47 smithi123 ceph-mon[188613]: pgmap v19728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:49.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:49 smithi177 ceph-mon[212096]: pgmap v19729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:49.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:49 smithi123 ceph-mon[191304]: pgmap v19729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:49.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:49 smithi123 ceph-mon[188613]: pgmap v19729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:30:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:30:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:30:51.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:51 smithi177 ceph-mon[212096]: pgmap v19730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:51.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:51 smithi123 ceph-mon[191304]: pgmap v19730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:51.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:51 smithi123 ceph-mon[188613]: pgmap v19730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:53.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:53 smithi177 ceph-mon[212096]: pgmap v19731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:53.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:53 smithi123 ceph-mon[191304]: pgmap v19731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:53.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:53 smithi123 ceph-mon[188613]: pgmap v19731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:55.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:55 smithi177 ceph-mon[212096]: pgmap v19732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:55.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:55 smithi123 ceph-mon[191304]: pgmap v19732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:55 smithi123 ceph-mon[188613]: pgmap v19732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:57.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:57 smithi177 ceph-mon[212096]: pgmap v19733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:57.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:57 smithi123 ceph-mon[191304]: pgmap v19733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:57.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:57 smithi123 ceph-mon[188613]: pgmap v19733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:58.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:30:58.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:30:58.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:30:59.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:30:59 smithi177 ceph-mon[212096]: pgmap v19734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:59.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:30:59 smithi123 ceph-mon[191304]: pgmap v19734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:59.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:30:59 smithi123 ceph-mon[188613]: pgmap v19734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:30:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:30:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:30:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:31:01.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:01 smithi177 ceph-mon[212096]: pgmap v19735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:31:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:31:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:31:01.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:31:01.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:01 smithi123 ceph-mon[191304]: pgmap v19735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:01.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:31:01.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:31:01.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:31:01.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:31:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:01 smithi123 ceph-mon[188613]: pgmap v19735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:31:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:31:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:31:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:31:03.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:03 smithi177 ceph-mon[212096]: pgmap v19736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:03 smithi123 ceph-mon[191304]: pgmap v19736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:03.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:03 smithi123 ceph-mon[188613]: pgmap v19736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:05.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:05 smithi177 ceph-mon[212096]: pgmap v19737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:05.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:05 smithi123 ceph-mon[191304]: pgmap v19737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:05.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:05 smithi123 ceph-mon[188613]: pgmap v19737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:07.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:07 smithi177 ceph-mon[212096]: pgmap v19738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:07 smithi123 ceph-mon[188613]: pgmap v19738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:07.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:07 smithi123 ceph-mon[191304]: pgmap v19738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:09.252 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:31:09.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:09 smithi177 ceph-mon[212096]: pgmap v19739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:09.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:09 smithi123 ceph-mon[191304]: pgmap v19739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:09 smithi123 ceph-mon[188613]: pgmap v19739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:31:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:31:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:31:09.561 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:31:09.561 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 4m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:31:09.561 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 2m ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:31:09.561 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 4m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:31:09.561 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 2m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:31:09.561 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 2m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:31:09.561 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 4m ago 9h 910M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:31:09.561 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 4m ago 9h 2399M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:31:09.561 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 2m ago 9h 1160M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:31:09.561 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 4m ago 9h 1251M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:31:09.561 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 4m ago 9h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:31:09.561 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 2m ago 9h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:31:09.561 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 4m ago 9h 5591M 2099M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:31:09.562 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 4m ago 9h 6306M 2099M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:31:09.562 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 4m ago 9h 5121M 2099M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:31:09.562 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 4m ago 9h 5419M 2099M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:31:09.562 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 2m ago 9h 4564M 2458M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:31:09.562 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 2m ago 9h 5123M 2458M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:31:09.562 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 2m ago 9h 4424M 2458M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:31:09.562 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 2m ago 9h 5154M 2458M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:31:09.562 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 2m ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:31:09.943 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:31:09.943 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:31:09.943 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:31:09.943 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:31:09.943 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:31:09.944 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:31:09.944 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:31:09.944 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:31:09.944 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:31:09.944 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:31:09.944 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:31:09.944 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:31:09.944 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:31:09.944 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:31:09.944 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:31:09.944 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:31:09.944 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:31:09.944 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:31:10.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:10 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1247615372' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:31:10.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:10 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1247615372' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:31:10.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:10 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1247615372' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:31:11.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:11 smithi177 ceph-mon[212096]: from='client.65810 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:31:11.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:11 smithi177 ceph-mon[212096]: from='client.65816 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:31:11.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:11 smithi177 ceph-mon[212096]: pgmap v19740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:11.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:11 smithi123 ceph-mon[191304]: from='client.65810 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:31:11.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:11 smithi123 ceph-mon[191304]: from='client.65816 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:31:11.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:11 smithi123 ceph-mon[191304]: pgmap v19740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:11.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:11 smithi123 ceph-mon[188613]: from='client.65810 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:31:11.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:11 smithi123 ceph-mon[188613]: from='client.65816 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:31:11.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:11 smithi123 ceph-mon[188613]: pgmap v19740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:31:12.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:31:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:31:13.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:13 smithi177 ceph-mon[212096]: pgmap v19741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:13.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:13 smithi123 ceph-mon[191304]: pgmap v19741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:13.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:13 smithi123 ceph-mon[188613]: pgmap v19741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:15.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:15 smithi177 ceph-mon[212096]: pgmap v19742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:15.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:15 smithi123 ceph-mon[191304]: pgmap v19742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:15.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:15 smithi123 ceph-mon[188613]: pgmap v19742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:17.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:17 smithi177 ceph-mon[212096]: pgmap v19743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:17.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:17 smithi123 ceph-mon[191304]: pgmap v19743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:17.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:17 smithi123 ceph-mon[188613]: pgmap v19743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:19.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:19 smithi177 ceph-mon[212096]: pgmap v19744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:19.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:19 smithi123 ceph-mon[191304]: pgmap v19744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:19 smithi123 ceph-mon[188613]: pgmap v19744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:31:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:31:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:31:21.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:21 smithi177 ceph-mon[212096]: pgmap v19745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:21.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:21 smithi123 ceph-mon[191304]: pgmap v19745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:21.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:21 smithi123 ceph-mon[188613]: pgmap v19745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:23.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:23 smithi177 ceph-mon[212096]: pgmap v19746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:23.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:23 smithi123 ceph-mon[191304]: pgmap v19746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:23.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:23 smithi123 ceph-mon[188613]: pgmap v19746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:25.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:25 smithi177 ceph-mon[212096]: pgmap v19747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:25.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:25 smithi123 ceph-mon[191304]: pgmap v19747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:25.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:25 smithi123 ceph-mon[188613]: pgmap v19747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:27.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:27 smithi177 ceph-mon[212096]: pgmap v19748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:27.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:31:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:27 smithi123 ceph-mon[191304]: pgmap v19748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:31:27.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:27 smithi123 ceph-mon[188613]: pgmap v19748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:31:28.901 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 20:31:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T20:31:28.585183245Z level=info msg="Completed cleanup jobs" duration=12.027711ms 2023-12-20T20:31:29.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:29 smithi177 ceph-mon[212096]: pgmap v19749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:29.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:29 smithi123 ceph-mon[191304]: pgmap v19749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:29 smithi123 ceph-mon[188613]: pgmap v19749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:31:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:31:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:31:31.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:31 smithi123 ceph-mon[191304]: pgmap v19750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:31 smithi123 ceph-mon[188613]: pgmap v19750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:31.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:31 smithi177 ceph-mon[212096]: pgmap v19750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:33.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:33 smithi123 ceph-mon[191304]: pgmap v19751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:33.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:33 smithi123 ceph-mon[188613]: pgmap v19751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:33.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:33 smithi177 ceph-mon[212096]: pgmap v19751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:35.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:35 smithi123 ceph-mon[191304]: pgmap v19752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:35.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:35 smithi123 ceph-mon[188613]: pgmap v19752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:35.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:35 smithi177 ceph-mon[212096]: pgmap v19752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:37.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:37 smithi123 ceph-mon[191304]: pgmap v19753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:37.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:37 smithi123 ceph-mon[188613]: pgmap v19753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:37.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:37 smithi177 ceph-mon[212096]: pgmap v19753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:39.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:39 smithi123 ceph-mon[188613]: pgmap v19754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:39 smithi123 ceph-mon[191304]: pgmap v19754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:31:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:31:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:31:39.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:39 smithi177 ceph-mon[212096]: pgmap v19754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:40.290 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:31:40.598 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:31:40.598 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 4m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:31:40.598 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 2m ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:31:40.598 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 4m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:31:40.599 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 2m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:31:40.599 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 2m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:31:40.599 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 4m ago 9h 910M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:31:40.599 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 4m ago 9h 2399M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:31:40.599 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 2m ago 9h 1160M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:31:40.599 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 4m ago 9h 1251M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:31:40.599 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 4m ago 9h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:31:40.599 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 2m ago 9h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:31:40.599 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 4m ago 9h 5591M 2099M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:31:40.599 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 4m ago 9h 6306M 2099M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:31:40.599 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 4m ago 9h 5121M 2099M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:31:40.599 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 4m ago 9h 5419M 2099M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:31:40.599 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 2m ago 9h 4564M 2458M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:31:40.599 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 2m ago 9h 5123M 2458M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:31:40.600 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 2m ago 9h 4424M 2458M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:31:40.600 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 2m ago 9h 5154M 2458M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:31:40.600 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 2m ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:31:40.978 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:31:40.979 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:31:40.979 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:31:40.979 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:31:40.979 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:31:40.979 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:31:40.979 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:31:40.979 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:31:40.979 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:31:40.979 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:31:40.979 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:31:40.979 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:31:40.979 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:31:40.979 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:31:40.980 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:31:40.980 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:31:40.980 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:31:40.980 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:31:41.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:41 smithi123 ceph-mon[191304]: pgmap v19755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:41.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:41 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3800111761' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:31:41.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:41 smithi123 ceph-mon[188613]: pgmap v19755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:41.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:41 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3800111761' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:31:41.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:41 smithi177 ceph-mon[212096]: pgmap v19755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:41.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:41 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3800111761' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:31:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:42 smithi123 ceph-mon[191304]: from='client.55875 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:31:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:42 smithi123 ceph-mon[191304]: from='client.65834 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:31:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:31:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:42 smithi123 ceph-mon[188613]: from='client.55875 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:31:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:42 smithi123 ceph-mon[188613]: from='client.65834 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:31:42.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:31:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:42 smithi177 ceph-mon[212096]: from='client.55875 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:31:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:42 smithi177 ceph-mon[212096]: from='client.65834 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:31:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:31:43.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:43 smithi123 ceph-mon[188613]: pgmap v19756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:43 smithi123 ceph-mon[191304]: pgmap v19756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:43.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:43 smithi177 ceph-mon[212096]: pgmap v19756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:45.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:45 smithi123 ceph-mon[191304]: pgmap v19757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:45.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:45 smithi123 ceph-mon[188613]: pgmap v19757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:45.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:45 smithi177 ceph-mon[212096]: pgmap v19757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:47.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:47 smithi123 ceph-mon[191304]: pgmap v19758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:47.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:47 smithi123 ceph-mon[188613]: pgmap v19758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:47.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:47 smithi177 ceph-mon[212096]: pgmap v19758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:49.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:49 smithi123 ceph-mon[191304]: pgmap v19759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:49.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:49 smithi123 ceph-mon[188613]: pgmap v19759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:31:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:31:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:31:49.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:49 smithi177 ceph-mon[212096]: pgmap v19759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:51.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:51 smithi123 ceph-mon[188613]: pgmap v19760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:51.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:51 smithi123 ceph-mon[191304]: pgmap v19760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:51.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:51 smithi177 ceph-mon[212096]: pgmap v19760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:53.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:53 smithi123 ceph-mon[188613]: pgmap v19761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:53.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:53 smithi123 ceph-mon[191304]: pgmap v19761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:53.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:53 smithi177 ceph-mon[212096]: pgmap v19761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:55.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:55 smithi123 ceph-mon[191304]: pgmap v19762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:55 smithi123 ceph-mon[188613]: pgmap v19762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:55.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:55 smithi177 ceph-mon[212096]: pgmap v19762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:57.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:57 smithi123 ceph-mon[191304]: pgmap v19763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:57.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:31:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:57 smithi123 ceph-mon[188613]: pgmap v19763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:31:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:57 smithi177 ceph-mon[212096]: pgmap v19763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:31:59.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:31:59 smithi123 ceph-mon[191304]: pgmap v19764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:59.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:31:59 smithi123 ceph-mon[188613]: pgmap v19764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:31:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:31:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:31:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:31:59.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:31:59 smithi177 ceph-mon[212096]: pgmap v19764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:01.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:01 smithi123 ceph-mon[191304]: pgmap v19765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:01.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:01 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:32:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:01 smithi123 ceph-mon[188613]: pgmap v19765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:01 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:32:01.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:01 smithi177 ceph-mon[212096]: pgmap v19765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:01.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:01 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:32:02.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:32:02.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:32:02.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:32:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:32:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:32:02.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:32:02.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:32:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:32:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:32:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:03 smithi123 ceph-mon[191304]: pgmap v19766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:03 smithi123 ceph-mon[188613]: pgmap v19766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:03.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:03 smithi177 ceph-mon[212096]: pgmap v19766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:05.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:05 smithi123 ceph-mon[191304]: pgmap v19767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:05 smithi123 ceph-mon[188613]: pgmap v19767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:05.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:05 smithi177 ceph-mon[212096]: pgmap v19767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:07.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:07 smithi123 ceph-mon[191304]: pgmap v19768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:07.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:07 smithi123 ceph-mon[188613]: pgmap v19768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:07.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:07 smithi177 ceph-mon[212096]: pgmap v19768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:09.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:09 smithi123 ceph-mon[191304]: pgmap v19769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:09 smithi123 ceph-mon[188613]: pgmap v19769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:32:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:32:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:32:09.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:09 smithi177 ceph-mon[212096]: pgmap v19769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:11.328 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:32:11.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:11 smithi123 ceph-mon[191304]: pgmap v19770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:11.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:11 smithi123 ceph-mon[188613]: pgmap v19770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:11.635 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:32:11.635 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 5m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:32:11.635 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 3m ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:32:11.635 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 5m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:32:11.635 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 3m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:32:11.635 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 3m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:32:11.635 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 5m ago 9h 910M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:32:11.635 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 5m ago 9h 2399M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:32:11.635 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 3m ago 9h 1160M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:32:11.636 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 5m ago 9h 1251M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:32:11.636 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 5m ago 9h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:32:11.636 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 3m ago 9h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:32:11.636 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 5m ago 9h 5591M 2099M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:32:11.636 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 5m ago 9h 6306M 2099M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:32:11.636 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 5m ago 9h 5121M 2099M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:32:11.636 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 5m ago 9h 5419M 2099M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:32:11.636 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 3m ago 9h 4564M 2458M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:32:11.636 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 3m ago 9h 5123M 2458M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:32:11.636 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 3m ago 9h 4424M 2458M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:32:11.636 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 3m ago 9h 5154M 2458M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:32:11.636 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 3m ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:32:11.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:11 smithi177 ceph-mon[212096]: pgmap v19770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:12.015 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:32:12.015 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:32:12.015 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:32:12.015 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:32:12.015 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:32:12.015 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:32:12.016 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:32:12.016 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:32:12.016 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:32:12.016 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:32:12.016 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:32:12.016 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:32:12.016 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:32:12.016 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:32:12.016 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:32:12.016 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:32:12.016 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:32:12.016 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:32:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:12 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2479890692' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:32:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:32:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:12 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2479890692' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:32:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:32:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:12 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2479890692' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:32:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:32:13.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:13 smithi123 ceph-mon[191304]: from='client.55893 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:32:13.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:13 smithi123 ceph-mon[191304]: from='client.55899 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:32:13.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:13 smithi123 ceph-mon[191304]: pgmap v19771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:13 smithi123 ceph-mon[188613]: from='client.55893 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:32:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:13 smithi123 ceph-mon[188613]: from='client.55899 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:32:13.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:13 smithi123 ceph-mon[188613]: pgmap v19771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:13.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:13 smithi177 ceph-mon[212096]: from='client.55893 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:32:13.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:13 smithi177 ceph-mon[212096]: from='client.55899 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:32:13.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:13 smithi177 ceph-mon[212096]: pgmap v19771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:14.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:14 smithi123 ceph-mon[191304]: pgmap v19772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:14.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:14 smithi123 ceph-mon[188613]: pgmap v19772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:14.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:14 smithi177 ceph-mon[212096]: pgmap v19772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:17.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:17 smithi177 ceph-mon[212096]: pgmap v19773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:17.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:17 smithi123 ceph-mon[191304]: pgmap v19773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:17.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:17 smithi123 ceph-mon[188613]: pgmap v19773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:19.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:19 smithi177 ceph-mon[212096]: pgmap v19774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:19.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:19 smithi123 ceph-mon[191304]: pgmap v19774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:19.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:19 smithi123 ceph-mon[188613]: pgmap v19774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:32:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:32:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:32:21.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:21 smithi177 ceph-mon[212096]: pgmap v19775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:21.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:21 smithi123 ceph-mon[188613]: pgmap v19775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:21.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:21 smithi123 ceph-mon[191304]: pgmap v19775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:23.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:23 smithi177 ceph-mon[212096]: pgmap v19776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:23.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:23 smithi123 ceph-mon[191304]: pgmap v19776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:23.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:23 smithi123 ceph-mon[188613]: pgmap v19776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:25.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:25 smithi177 ceph-mon[212096]: pgmap v19777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:25.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:25 smithi123 ceph-mon[188613]: pgmap v19777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:25.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:25 smithi123 ceph-mon[191304]: pgmap v19777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:27.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:27 smithi177 ceph-mon[212096]: pgmap v19778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:27 smithi123 ceph-mon[191304]: pgmap v19778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:27.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:27 smithi123 ceph-mon[188613]: pgmap v19778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:28.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:32:28.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:32:28.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:32:29.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:29 smithi177 ceph-mon[212096]: pgmap v19779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:29.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:29 smithi123 ceph-mon[191304]: pgmap v19779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:29.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:29 smithi123 ceph-mon[188613]: pgmap v19779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:32:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:32:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T20:32:31.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:31 smithi177 ceph-mon[212096]: pgmap v19780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:31.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:31 smithi123 ceph-mon[191304]: pgmap v19780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:31.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:31 smithi123 ceph-mon[188613]: pgmap v19780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:33.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:33 smithi177 ceph-mon[212096]: pgmap v19781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:33.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:33 smithi123 ceph-mon[188613]: pgmap v19781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:33.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:33 smithi123 ceph-mon[191304]: pgmap v19781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:35.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:35 smithi177 ceph-mon[212096]: pgmap v19782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:35.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:35 smithi123 ceph-mon[191304]: pgmap v19782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:35.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:35 smithi123 ceph-mon[188613]: pgmap v19782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:37.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:37 smithi177 ceph-mon[212096]: pgmap v19783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:37.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:37 smithi123 ceph-mon[191304]: pgmap v19783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:37.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:37 smithi123 ceph-mon[188613]: pgmap v19783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:39.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:39 smithi177 ceph-mon[212096]: pgmap v19784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:39.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:39 smithi123 ceph-mon[191304]: pgmap v19784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:39.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:39 smithi123 ceph-mon[188613]: pgmap v19784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:32:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:32:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T20:32:41.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:41 smithi177 ceph-mon[212096]: pgmap v19785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:41.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:41 smithi123 ceph-mon[191304]: pgmap v19785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:41.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:41 smithi123 ceph-mon[188613]: pgmap v19785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:42.367 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:32:42.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:32:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:32:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:32:42.676 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:32:42.676 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 5m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:32:42.676 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 3m ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:32:42.676 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 5m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:32:42.676 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 3m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:32:42.676 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 3m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:32:42.676 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 5m ago 9h 910M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:32:42.676 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 5m ago 9h 2399M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:32:42.677 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 3m ago 9h 1160M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:32:42.677 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 5m ago 9h 1251M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:32:42.677 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 5m ago 9h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:32:42.677 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 3m ago 9h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:32:42.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 5m ago 9h 5591M 2099M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:32:42.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 5m ago 9h 6306M 2099M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:32:42.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 5m ago 9h 5121M 2099M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:32:42.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 5m ago 9h 5419M 2099M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:32:42.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 3m ago 9h 4564M 2458M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:32:42.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 3m ago 9h 5123M 2458M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:32:42.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 3m ago 9h 4424M 2458M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:32:42.677 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 3m ago 9h 5154M 2458M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:32:42.677 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 3m ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:32:43.054 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:32:43.054 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:32:43.054 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:32:43.055 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:32:43.055 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:32:43.055 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:32:43.055 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:32:43.055 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:32:43.055 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:32:43.055 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:32:43.055 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:32:43.055 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:32:43.055 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:32:43.055 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:32:43.055 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:32:43.056 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:32:43.056 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:32:43.056 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:32:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:43 smithi177 ceph-mon[212096]: pgmap v19786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:43.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:43 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2004202909' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:32:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:43 smithi123 ceph-mon[191304]: pgmap v19786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:43.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:43 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2004202909' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:32:43.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:43 smithi123 ceph-mon[188613]: pgmap v19786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:43.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:43 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2004202909' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:32:44.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:44 smithi177 ceph-mon[212096]: from='client.65864 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:32:44.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:44 smithi177 ceph-mon[212096]: from='client.65870 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:32:44.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:44 smithi123 ceph-mon[191304]: from='client.65864 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:32:44.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:44 smithi123 ceph-mon[191304]: from='client.65870 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:32:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:44 smithi123 ceph-mon[188613]: from='client.65864 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:32:44.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:44 smithi123 ceph-mon[188613]: from='client.65870 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:32:45.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:45 smithi177 ceph-mon[212096]: pgmap v19787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:45.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:45 smithi123 ceph-mon[188613]: pgmap v19787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:45.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:45 smithi123 ceph-mon[191304]: pgmap v19787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:47.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:47 smithi177 ceph-mon[212096]: pgmap v19788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:47.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:47 smithi123 ceph-mon[191304]: pgmap v19788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:47.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:47 smithi123 ceph-mon[188613]: pgmap v19788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:49.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:49 smithi177 ceph-mon[212096]: pgmap v19789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:49.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:49 smithi123 ceph-mon[191304]: pgmap v19789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:49 smithi123 ceph-mon[188613]: pgmap v19789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:32:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:32:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:32:51.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:51 smithi177 ceph-mon[212096]: pgmap v19790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:51.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:51 smithi123 ceph-mon[191304]: pgmap v19790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:51.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:51 smithi123 ceph-mon[188613]: pgmap v19790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:53.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:53 smithi177 ceph-mon[212096]: pgmap v19791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:53.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:53 smithi123 ceph-mon[191304]: pgmap v19791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:53 smithi123 ceph-mon[188613]: pgmap v19791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:55.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:55 smithi177 ceph-mon[212096]: pgmap v19792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:55.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:55 smithi123 ceph-mon[191304]: pgmap v19792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:55.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:55 smithi123 ceph-mon[188613]: pgmap v19792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:57.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:57 smithi177 ceph-mon[212096]: pgmap v19793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:57.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:32:57.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:57 smithi123 ceph-mon[188613]: pgmap v19793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:32:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:57 smithi123 ceph-mon[191304]: pgmap v19793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:57.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:32:59.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:32:59 smithi123 ceph-mon[191304]: pgmap v19794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:32:59 smithi123 ceph-mon[188613]: pgmap v19794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:32:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:32:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:32:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:32:59.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:32:59 smithi177 ceph-mon[212096]: pgmap v19794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:01.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:01 smithi123 ceph-mon[191304]: pgmap v19795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:01.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:01 smithi123 ceph-mon[188613]: pgmap v19795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:01.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:01 smithi177 ceph-mon[212096]: pgmap v19795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:02.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:02 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:33:02.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:02 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:33:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:02 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:33:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:03 smithi123 ceph-mon[191304]: pgmap v19796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:33:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:33:03.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:33:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:03 smithi123 ceph-mon[188613]: pgmap v19796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:33:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:33:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:33:03.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:03 smithi177 ceph-mon[212096]: pgmap v19796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:03.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:33:03.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:33:03.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:33:05.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:05 smithi123 ceph-mon[191304]: pgmap v19797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:05 smithi123 ceph-mon[188613]: pgmap v19797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:05.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:05 smithi177 ceph-mon[212096]: pgmap v19797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:07.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:07 smithi123 ceph-mon[191304]: pgmap v19798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:07.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:07 smithi123 ceph-mon[188613]: pgmap v19798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:07.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:07 smithi177 ceph-mon[212096]: pgmap v19798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:09.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:09 smithi123 ceph-mon[191304]: pgmap v19799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:09.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:09 smithi123 ceph-mon[188613]: pgmap v19799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:33:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:33:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:33:09.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:09 smithi177 ceph-mon[212096]: pgmap v19799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:11.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:11 smithi123 ceph-mon[188613]: pgmap v19800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:11.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:11 smithi123 ceph-mon[191304]: pgmap v19800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:11.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:11 smithi177 ceph-mon[212096]: pgmap v19800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:12.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:33:12.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:33:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:33:13.399 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:33:13.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:13 smithi123 ceph-mon[191304]: pgmap v19801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:13.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:13 smithi123 ceph-mon[188613]: pgmap v19801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:13.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:13 smithi177 ceph-mon[212096]: pgmap v19801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:13.707 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:33:13.707 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 6m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:33:13.707 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 4m ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:33:13.707 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 6m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:33:13.707 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 4m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:33:13.707 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 4m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:33:13.707 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 6m ago 9h 910M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:33:13.707 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 6m ago 9h 2399M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:33:13.707 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 4m ago 9h 1160M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:33:13.708 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 6m ago 9h 1251M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:33:13.708 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 6m ago 9h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:33:13.708 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 4m ago 9h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:33:13.708 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 6m ago 9h 5591M 2099M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:33:13.708 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 6m ago 9h 6306M 2099M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:33:13.708 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 6m ago 9h 5121M 2099M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:33:13.708 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 6m ago 9h 5419M 2099M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:33:13.708 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 4m ago 9h 4564M 2458M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:33:13.708 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 4m ago 9h 5123M 2458M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:33:13.708 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 4m ago 9h 4424M 2458M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:33:13.708 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 4m ago 9h 5154M 2458M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:33:13.708 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 4m ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:33:14.088 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:33:14.089 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:33:14.089 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:33:14.089 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:33:14.089 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:33:14.089 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:33:14.089 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:33:14.089 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:33:14.089 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:33:14.089 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:33:14.089 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:33:14.090 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:33:14.090 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:33:14.090 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:33:14.090 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:33:14.090 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:33:14.090 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:33:14.090 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:33:14.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:14 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1182800764' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:33:14.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:14 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1182800764' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:33:14.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:14 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1182800764' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:33:15.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:15 smithi123 ceph-mon[191304]: from='client.55929 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:33:15.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:15 smithi123 ceph-mon[191304]: from='client.55935 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:33:15.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:15 smithi123 ceph-mon[191304]: pgmap v19802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:15 smithi123 ceph-mon[188613]: from='client.55929 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:33:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:15 smithi123 ceph-mon[188613]: from='client.55935 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:33:15.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:15 smithi123 ceph-mon[188613]: pgmap v19802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:15 smithi177 ceph-mon[212096]: from='client.55929 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:33:15.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:15 smithi177 ceph-mon[212096]: from='client.55935 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:33:15.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:15 smithi177 ceph-mon[212096]: pgmap v19802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:17.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:17 smithi123 ceph-mon[191304]: pgmap v19803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:17.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:17 smithi123 ceph-mon[188613]: pgmap v19803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:17.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:17 smithi177 ceph-mon[212096]: pgmap v19803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:19.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:19 smithi123 ceph-mon[191304]: pgmap v19804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:19.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:19 smithi123 ceph-mon[188613]: pgmap v19804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:33:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:33:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:33:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:19 smithi177 ceph-mon[212096]: pgmap v19804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:21.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:21 smithi123 ceph-mon[191304]: pgmap v19805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:21.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:21 smithi123 ceph-mon[188613]: pgmap v19805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:21.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:21 smithi177 ceph-mon[212096]: pgmap v19805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:23.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:23 smithi123 ceph-mon[191304]: pgmap v19806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:23.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:23 smithi123 ceph-mon[188613]: pgmap v19806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:23.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:23 smithi177 ceph-mon[212096]: pgmap v19806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:25.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:25 smithi123 ceph-mon[191304]: pgmap v19807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:25.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:25 smithi123 ceph-mon[188613]: pgmap v19807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:25.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:25 smithi177 ceph-mon[212096]: pgmap v19807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:27.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:27 smithi123 ceph-mon[188613]: pgmap v19808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:27.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:33:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:27 smithi123 ceph-mon[191304]: pgmap v19808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:33:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:27 smithi177 ceph-mon[212096]: pgmap v19808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:27.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:33:29.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:29 smithi123 ceph-mon[191304]: pgmap v19809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:29 smithi123 ceph-mon[188613]: pgmap v19809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:33:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:33:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:33:29.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:29 smithi177 ceph-mon[212096]: pgmap v19809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:31.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:31 smithi123 ceph-mon[188613]: pgmap v19810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:31.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:31 smithi123 ceph-mon[191304]: pgmap v19810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:31.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:31 smithi177 ceph-mon[212096]: pgmap v19810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:33.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:33 smithi123 ceph-mon[191304]: pgmap v19811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:33.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:33 smithi123 ceph-mon[188613]: pgmap v19811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:33.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:33 smithi177 ceph-mon[212096]: pgmap v19811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:35.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:35 smithi123 ceph-mon[191304]: pgmap v19812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:35.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:35 smithi123 ceph-mon[188613]: pgmap v19812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:35.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:35 smithi177 ceph-mon[212096]: pgmap v19812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:37.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:37 smithi123 ceph-mon[191304]: pgmap v19813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:37.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:37 smithi123 ceph-mon[188613]: pgmap v19813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:37.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:37 smithi177 ceph-mon[212096]: pgmap v19813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:33:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:33:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:33:39.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:39 smithi123 ceph-mon[191304]: pgmap v19814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:39 smithi123 ceph-mon[188613]: pgmap v19814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:39.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:39 smithi177 ceph-mon[212096]: pgmap v19814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:41.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:41 smithi123 ceph-mon[191304]: pgmap v19815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:41.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:41 smithi123 ceph-mon[188613]: pgmap v19815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:41.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:41 smithi177 ceph-mon[212096]: pgmap v19815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:33:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:33:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:33:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:43 smithi123 ceph-mon[191304]: pgmap v19816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:43.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:43 smithi123 ceph-mon[188613]: pgmap v19816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:43.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:43 smithi177 ceph-mon[212096]: pgmap v19816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:44.436 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:33:44.744 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:33:44.744 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 6m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:33:44.744 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 4m ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:33:44.745 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 6m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:33:44.745 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 4m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:33:44.745 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 4m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:33:44.745 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 6m ago 9h 910M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:33:44.745 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 6m ago 9h 2399M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:33:44.745 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 4m ago 9h 1160M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:33:44.745 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 6m ago 9h 1251M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:33:44.745 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 6m ago 9h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:33:44.745 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 4m ago 9h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:33:44.745 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 6m ago 9h 5591M 2099M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:33:44.745 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 6m ago 9h 6306M 2099M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:33:44.745 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 6m ago 9h 5121M 2099M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:33:44.745 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 6m ago 9h 5419M 2099M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:33:44.745 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 4m ago 9h 4564M 2458M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:33:44.746 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 4m ago 9h 5123M 2458M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:33:44.746 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 4m ago 9h 4424M 2458M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:33:44.746 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 4m ago 9h 5154M 2458M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:33:44.746 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 4m ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:33:45.126 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:33:45.126 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:33:45.126 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:33:45.126 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:33:45.126 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:33:45.126 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:33:45.126 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:33:45.126 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:33:45.126 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:33:45.126 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:33:45.127 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:33:45.127 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:33:45.127 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:33:45.127 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:33:45.127 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:33:45.127 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:33:45.127 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:33:45.127 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:33:45.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:45 smithi123 ceph-mon[191304]: pgmap v19817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:45.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:45 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2371054422' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:33:45.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:45 smithi123 ceph-mon[188613]: pgmap v19817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:45.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:45 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2371054422' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:33:45.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:45 smithi177 ceph-mon[212096]: pgmap v19817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:45.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:45 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2371054422' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:33:46.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:46 smithi177 ceph-mon[212096]: from='client.65900 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:33:46.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:46 smithi177 ceph-mon[212096]: from='client.65906 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:33:46.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:46 smithi123 ceph-mon[188613]: from='client.65900 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:33:46.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:46 smithi123 ceph-mon[188613]: from='client.65906 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:33:46.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:46 smithi123 ceph-mon[191304]: from='client.65900 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:33:46.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:46 smithi123 ceph-mon[191304]: from='client.65906 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:33:47.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:47 smithi177 ceph-mon[212096]: pgmap v19818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:47.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:47 smithi123 ceph-mon[188613]: pgmap v19818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:47.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:47 smithi123 ceph-mon[191304]: pgmap v19818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:48.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:48 smithi177 ceph-mon[212096]: pgmap v19819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:48.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:48 smithi123 ceph-mon[188613]: pgmap v19819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:48.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:48 smithi123 ceph-mon[191304]: pgmap v19819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:33:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:33:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:33:51.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:51 smithi177 ceph-mon[212096]: pgmap v19820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:51.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:51 smithi123 ceph-mon[191304]: pgmap v19820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:51.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:51 smithi123 ceph-mon[188613]: pgmap v19820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:53.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:53 smithi177 ceph-mon[212096]: pgmap v19821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:53.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:53 smithi123 ceph-mon[188613]: pgmap v19821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:53.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:53 smithi123 ceph-mon[191304]: pgmap v19821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:55.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:55 smithi177 ceph-mon[212096]: pgmap v19822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:55.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:55 smithi123 ceph-mon[191304]: pgmap v19822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:55.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:55 smithi123 ceph-mon[188613]: pgmap v19822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:57.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:57 smithi177 ceph-mon[212096]: pgmap v19823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:57.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:57 smithi123 ceph-mon[191304]: pgmap v19823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:57.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:57 smithi123 ceph-mon[188613]: pgmap v19823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:58.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:58 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:33:58.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:58 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:33:58.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:58 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:33:59.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:33:59 smithi177 ceph-mon[212096]: pgmap v19824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:59.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:33:59 smithi123 ceph-mon[191304]: pgmap v19824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:59.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:33:59 smithi123 ceph-mon[188613]: pgmap v19824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:33:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:33:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:33:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:34:01.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:01 smithi177 ceph-mon[212096]: pgmap v19825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:01.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:01 smithi123 ceph-mon[191304]: pgmap v19825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:01.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:01 smithi123 ceph-mon[188613]: pgmap v19825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:03.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:03 smithi177 ceph-mon[212096]: pgmap v19826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:03.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:34:03.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:34:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:34:03.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:34:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:03 smithi123 ceph-mon[191304]: pgmap v19826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:34:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:34:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:34:03.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:34:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:03 smithi123 ceph-mon[188613]: pgmap v19826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:34:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:34:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:34:03.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:34:05.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:05 smithi177 ceph-mon[212096]: pgmap v19827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:05.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:05 smithi123 ceph-mon[191304]: pgmap v19827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:05.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:05 smithi123 ceph-mon[188613]: pgmap v19827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:07.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:07 smithi177 ceph-mon[212096]: pgmap v19828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:07.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:07 smithi123 ceph-mon[191304]: pgmap v19828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:07.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:07 smithi123 ceph-mon[188613]: pgmap v19828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:09.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:09 smithi177 ceph-mon[212096]: pgmap v19829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:34:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:34:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:34:09.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:09 smithi123 ceph-mon[191304]: pgmap v19829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:09 smithi123 ceph-mon[188613]: pgmap v19829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:11.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:11 smithi177 ceph-mon[212096]: pgmap v19830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:11.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:11 smithi123 ceph-mon[191304]: pgmap v19830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:11.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:11 smithi123 ceph-mon[188613]: pgmap v19830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:34:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:34:12.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:34:13.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:13 smithi177 ceph-mon[212096]: pgmap v19831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:13.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:13 smithi123 ceph-mon[191304]: pgmap v19831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:13.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:13 smithi123 ceph-mon[188613]: pgmap v19831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:15.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:15 smithi177 ceph-mon[212096]: pgmap v19832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:15.475 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:34:15.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:15 smithi123 ceph-mon[191304]: pgmap v19832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:15.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:15 smithi123 ceph-mon[188613]: pgmap v19832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:15.781 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:34:15.782 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 7m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:34:15.782 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 5m ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:34:15.782 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 7m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:34:15.782 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 5m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:34:15.782 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 5m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:34:15.782 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 7m ago 9h 910M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:34:15.782 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 7m ago 9h 2399M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:34:15.782 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 5m ago 9h 1160M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:34:15.782 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 7m ago 9h 1251M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:34:15.782 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 7m ago 9h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:34:15.782 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 5m ago 9h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:34:15.782 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 7m ago 9h 5591M 2099M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:34:15.782 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 7m ago 9h 6306M 2099M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:34:15.783 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 7m ago 9h 5121M 2099M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:34:15.783 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 7m ago 9h 5419M 2099M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:34:15.783 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 5m ago 9h 4564M 2458M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:34:15.783 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 5m ago 9h 5123M 2458M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:34:15.783 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 5m ago 9h 4424M 2458M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:34:15.783 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 5m ago 9h 5154M 2458M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:34:15.783 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 5m ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:34:16.162 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:34:16.162 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:34:16.163 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:34:16.163 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:34:16.163 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:34:16.163 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:34:16.163 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:34:16.163 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:34:16.163 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:34:16.163 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:34:16.163 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:34:16.163 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:34:16.163 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:34:16.163 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:34:16.163 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:34:16.163 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:34:16.163 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:34:16.164 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:34:17.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:17 smithi177 ceph-mon[212096]: from='client.65918 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:34:17.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:17 smithi177 ceph-mon[212096]: from='client.65924 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:34:17.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:17 smithi177 ceph-mon[212096]: pgmap v19833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:17.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:17 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1254107368' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:34:17.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:17 smithi123 ceph-mon[191304]: from='client.65918 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:34:17.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:17 smithi123 ceph-mon[191304]: from='client.65924 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:34:17.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:17 smithi123 ceph-mon[191304]: pgmap v19833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:17.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:17 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1254107368' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:34:17.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:17 smithi123 ceph-mon[188613]: from='client.65918 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:34:17.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:17 smithi123 ceph-mon[188613]: from='client.65924 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:34:17.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:17 smithi123 ceph-mon[188613]: pgmap v19833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:17.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:17 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1254107368' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:34:19.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:19 smithi177 ceph-mon[212096]: pgmap v19834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:34:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:34:19] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2023-12-20T20:34:19.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:19 smithi123 ceph-mon[191304]: pgmap v19834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:19 smithi123 ceph-mon[188613]: pgmap v19834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:21.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:21 smithi123 ceph-mon[191304]: pgmap v19835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:21.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:21 smithi123 ceph-mon[188613]: pgmap v19835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:21.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:21 smithi177 ceph-mon[212096]: pgmap v19835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:23.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:23 smithi123 ceph-mon[191304]: pgmap v19836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:23.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:23 smithi123 ceph-mon[188613]: pgmap v19836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:23.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:23 smithi177 ceph-mon[212096]: pgmap v19836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:25.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:25 smithi123 ceph-mon[191304]: pgmap v19837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:25.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:25 smithi123 ceph-mon[188613]: pgmap v19837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:25.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:25 smithi177 ceph-mon[212096]: pgmap v19837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:27 smithi123 ceph-mon[191304]: pgmap v19838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:34:27.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:27 smithi123 ceph-mon[188613]: pgmap v19838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:34:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:27 smithi177 ceph-mon[212096]: pgmap v19838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:34:29.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:29 smithi123 ceph-mon[188613]: pgmap v19839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:29.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:29 smithi123 ceph-mon[191304]: pgmap v19839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:34:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:34:29] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T20:34:29.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:29 smithi177 ceph-mon[212096]: pgmap v19839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:31.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:31 smithi123 ceph-mon[191304]: pgmap v19840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:31.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:31 smithi123 ceph-mon[188613]: pgmap v19840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:31.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:31 smithi177 ceph-mon[212096]: pgmap v19840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:33.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:33 smithi123 ceph-mon[191304]: pgmap v19841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:33.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:33 smithi123 ceph-mon[188613]: pgmap v19841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:33.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:33 smithi177 ceph-mon[212096]: pgmap v19841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:35.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:35 smithi123 ceph-mon[191304]: pgmap v19842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:35.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:35 smithi123 ceph-mon[188613]: pgmap v19842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:35.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:35 smithi177 ceph-mon[212096]: pgmap v19842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:37.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:37 smithi123 ceph-mon[191304]: pgmap v19843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:37.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:37 smithi123 ceph-mon[188613]: pgmap v19843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:37 smithi177 ceph-mon[212096]: pgmap v19843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:34:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:34:39] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T20:34:39.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:39 smithi123 ceph-mon[191304]: pgmap v19844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:39 smithi123 ceph-mon[188613]: pgmap v19844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:39.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:39 smithi177 ceph-mon[212096]: pgmap v19844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:41.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:41 smithi123 ceph-mon[191304]: pgmap v19845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:41.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:41 smithi123 ceph-mon[188613]: pgmap v19845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:41.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:41 smithi177 ceph-mon[212096]: pgmap v19845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:34:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:34:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:34:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:43 smithi123 ceph-mon[191304]: pgmap v19846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:43.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:43 smithi123 ceph-mon[188613]: pgmap v19846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:43.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:43 smithi177 ceph-mon[212096]: pgmap v19846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:45.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:45 smithi123 ceph-mon[188613]: pgmap v19847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:45.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:45 smithi123 ceph-mon[191304]: pgmap v19847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:45.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:45 smithi177 ceph-mon[212096]: pgmap v19847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:46.509 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:34:46.814 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:34:46.815 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 7m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:34:46.815 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 5m ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:34:46.815 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 7m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:34:46.815 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 5m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:34:46.815 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 5m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:34:46.815 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 7m ago 9h 910M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:34:46.815 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 7m ago 9h 2399M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:34:46.815 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 5m ago 9h 1160M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:34:46.815 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 7m ago 9h 1251M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:34:46.815 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 7m ago 9h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:34:46.815 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 5m ago 9h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:34:46.815 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 7m ago 9h 5591M 2099M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:34:46.816 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 7m ago 9h 6306M 2099M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:34:46.816 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 7m ago 9h 5121M 2099M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:34:46.816 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 7m ago 9h 5419M 2099M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:34:46.816 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 5m ago 9h 4564M 2458M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:34:46.816 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 5m ago 9h 5123M 2458M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:34:46.816 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 5m ago 9h 4424M 2458M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:34:46.816 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 5m ago 9h 5154M 2458M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:34:46.816 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 5m ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:34:47.195 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:34:47.195 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:34:47.195 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:34:47.195 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:34:47.195 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:34:47.195 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:34:47.195 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:34:47.195 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:34:47.196 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:34:47.196 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:34:47.196 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:34:47.196 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:34:47.196 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:34:47.196 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:34:47.196 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:34:47.196 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:34:47.196 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:34:47.196 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:34:47.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:47 smithi123 ceph-mon[191304]: pgmap v19848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:47.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:47 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/864218073' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:34:47.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:47 smithi123 ceph-mon[188613]: pgmap v19848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:47.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:47 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/864218073' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:34:47.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:47 smithi177 ceph-mon[212096]: pgmap v19848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:47.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:47 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/864218073' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:34:48.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:48 smithi123 ceph-mon[191304]: from='client.65936 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:34:48.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:48 smithi123 ceph-mon[191304]: from='client.55989 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:34:48.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:48 smithi123 ceph-mon[188613]: from='client.65936 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:34:48.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:48 smithi123 ceph-mon[188613]: from='client.55989 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:34:48.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:48 smithi177 ceph-mon[212096]: from='client.65936 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:34:48.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:48 smithi177 ceph-mon[212096]: from='client.55989 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:34:49.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:49 smithi123 ceph-mon[191304]: pgmap v19849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:49.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:49 smithi123 ceph-mon[188613]: pgmap v19849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:34:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:34:49] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T20:34:49.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:49 smithi177 ceph-mon[212096]: pgmap v19849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:51.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:51 smithi123 ceph-mon[191304]: pgmap v19850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:51.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:51 smithi123 ceph-mon[188613]: pgmap v19850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:51.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:51 smithi177 ceph-mon[212096]: pgmap v19850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:53.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:53 smithi123 ceph-mon[191304]: pgmap v19851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:53.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:53 smithi123 ceph-mon[188613]: pgmap v19851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:53.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:53 smithi177 ceph-mon[212096]: pgmap v19851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:55.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:55 smithi123 ceph-mon[191304]: pgmap v19852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:55.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:55 smithi123 ceph-mon[188613]: pgmap v19852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:55.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:55 smithi177 ceph-mon[212096]: pgmap v19852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:57.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:57 smithi123 ceph-mon[191304]: pgmap v19853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:57.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:34:57.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:57 smithi123 ceph-mon[188613]: pgmap v19853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:57.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:34:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:57 smithi177 ceph-mon[212096]: pgmap v19853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:34:59.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:34:59 smithi123 ceph-mon[191304]: pgmap v19854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:34:59 smithi123 ceph-mon[188613]: pgmap v19854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:34:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:34:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:34:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:34:59.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:34:59 smithi177 ceph-mon[212096]: pgmap v19854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:01.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:01 smithi123 ceph-mon[191304]: pgmap v19855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:01 smithi123 ceph-mon[188613]: pgmap v19855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:01.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:01 smithi177 ceph-mon[212096]: pgmap v19855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:03.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:03 smithi123 ceph-mon[188613]: pgmap v19856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:03.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:35:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:03 smithi123 ceph-mon[191304]: pgmap v19856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:35:03.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:03 smithi177 ceph-mon[212096]: pgmap v19856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:03.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:35:04.466 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:35:04.466 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:35:04.467 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:35:04.467 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:35:04.467 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:35:04.467 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:35:04.467 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:35:04.467 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:35:04.467 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:35:04.467 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:35:04.467 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:35:04.467 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:35:04.467 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:35:04.467 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:35:04.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:35:04.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:35:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:35:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:35:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:35:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:35:04.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:35:05.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:05 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi177 to 2454M 2023-12-20T20:35:05.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:05 smithi123 ceph-mon[188613]: pgmap v19857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:05.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:05 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi177 to 2454M 2023-12-20T20:35:05.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:05 smithi123 ceph-mon[191304]: pgmap v19857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:05.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:05 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi177 to 2454M 2023-12-20T20:35:05.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:05 smithi177 ceph-mon[212096]: pgmap v19857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:07.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:07 smithi123 ceph-mon[191304]: pgmap v19858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:07.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:35:07.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:35:07.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:35:07.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:35:07.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:35:07.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:35:07.497 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:07 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2087M 2023-12-20T20:35:07.497 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:35:07.497 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:35:07.497 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:35:07.497 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:35:07.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:07 smithi123 ceph-mon[188613]: pgmap v19858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:07.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:35:07.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:35:07.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:35:07.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:35:07.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:35:07.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:35:07.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:07 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2087M 2023-12-20T20:35:07.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:35:07.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:35:07.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:35:07.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:35:07.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:07 smithi177 ceph-mon[212096]: pgmap v19858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:07.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:35:07.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:35:07.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:35:07.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:35:07.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:35:07.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:35:07.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:07 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2087M 2023-12-20T20:35:07.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:35:07.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:35:07.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:35:07.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:35:09.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:09 smithi123 ceph-mon[191304]: pgmap v19859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:09.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:09 smithi123 ceph-mon[188613]: pgmap v19859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:35:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:35:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:35:09.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:09 smithi177 ceph-mon[212096]: pgmap v19859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:11.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:11 smithi123 ceph-mon[188613]: pgmap v19860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:11.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:11 smithi123 ceph-mon[191304]: pgmap v19860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:11.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:11 smithi177 ceph-mon[212096]: pgmap v19860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:35:12.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:35:12.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:35:13.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:13 smithi123 ceph-mon[191304]: pgmap v19861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:13.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:13 smithi123 ceph-mon[188613]: pgmap v19861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:13.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:13 smithi177 ceph-mon[212096]: pgmap v19861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:15.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:15 smithi123 ceph-mon[191304]: pgmap v19862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:15.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:15 smithi123 ceph-mon[188613]: pgmap v19862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:15 smithi177 ceph-mon[212096]: pgmap v19862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:17.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:17 smithi123 ceph-mon[191304]: pgmap v19863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:17.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:17 smithi123 ceph-mon[188613]: pgmap v19863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:17.541 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:35:17.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:17 smithi177 ceph-mon[212096]: pgmap v19863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:17.849 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:35:17.850 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 8m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:35:17.850 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 6m ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:35:17.850 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 8m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:35:17.850 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 6m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:35:17.850 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 6m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:35:17.850 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 8m ago 9h 910M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:35:17.850 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 8m ago 9h 2399M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:35:17.850 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 6m ago 9h 1160M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:35:17.850 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 8m ago 9h 1251M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:35:17.850 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 8m ago 9h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:35:17.850 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 6m ago 9h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:35:17.850 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 8m ago 9h 5591M 2087M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:35:17.850 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 8m ago 9h 6306M 2087M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:35:17.850 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 8m ago 9h 5121M 2087M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:35:17.851 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 8m ago 9h 5419M 2087M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:35:17.851 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 6m ago 9h 4564M 2454M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:35:17.851 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 6m ago 9h 5123M 2454M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:35:17.851 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 6m ago 9h 4424M 2454M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:35:17.851 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 6m ago 9h 5154M 2454M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:35:17.851 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 6m ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:35:18.238 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:35:18.238 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:35:18.238 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:35:18.238 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:35:18.238 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:35:18.238 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:35:18.238 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:35:18.238 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:35:18.238 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:35:18.238 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:35:18.239 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:35:18.239 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:35:18.239 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:35:18.239 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:35:18.239 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:35:18.239 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:35:18.239 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:35:18.239 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:35:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:35:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:35:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:35:19.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:19 smithi123 ceph-mon[191304]: from='client.65954 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:35:19.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:19 smithi123 ceph-mon[191304]: from='client.56007 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:35:19.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:19 smithi123 ceph-mon[191304]: pgmap v19864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:19.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:19 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2982308474' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:35:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:19 smithi123 ceph-mon[188613]: from='client.65954 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:35:19.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:19 smithi123 ceph-mon[188613]: from='client.56007 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:35:19.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:19 smithi123 ceph-mon[188613]: pgmap v19864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:19.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:19 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2982308474' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:35:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:19 smithi177 ceph-mon[212096]: from='client.65954 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:35:19.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:19 smithi177 ceph-mon[212096]: from='client.56007 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:35:19.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:19 smithi177 ceph-mon[212096]: pgmap v19864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:19.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:19 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2982308474' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:35:21.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:21 smithi123 ceph-mon[188613]: pgmap v19865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:21.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:21 smithi123 ceph-mon[191304]: pgmap v19865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:21.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:21 smithi177 ceph-mon[212096]: pgmap v19865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:23.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:23 smithi123 ceph-mon[188613]: pgmap v19866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:23.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:23 smithi123 ceph-mon[191304]: pgmap v19866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:23.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:23 smithi177 ceph-mon[212096]: pgmap v19866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:25.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:25 smithi123 ceph-mon[191304]: pgmap v19867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:25.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:25 smithi123 ceph-mon[188613]: pgmap v19867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:25.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:25 smithi177 ceph-mon[212096]: pgmap v19867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:27 smithi123 ceph-mon[191304]: pgmap v19868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:35:27.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:27 smithi123 ceph-mon[188613]: pgmap v19868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:35:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:27 smithi177 ceph-mon[212096]: pgmap v19868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:35:29.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:29 smithi123 ceph-mon[191304]: pgmap v19869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:29.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:29 smithi123 ceph-mon[188613]: pgmap v19869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:35:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:35:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:35:29.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:29 smithi177 ceph-mon[212096]: pgmap v19869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:31.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:31 smithi123 ceph-mon[188613]: pgmap v19870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:31.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:31 smithi123 ceph-mon[191304]: pgmap v19870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:31.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:31 smithi177 ceph-mon[212096]: pgmap v19870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:33.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:33 smithi123 ceph-mon[191304]: pgmap v19871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:33.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:33 smithi123 ceph-mon[188613]: pgmap v19871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:33.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:33 smithi177 ceph-mon[212096]: pgmap v19871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:35.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:35 smithi123 ceph-mon[191304]: pgmap v19872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:35.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:35 smithi123 ceph-mon[188613]: pgmap v19872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:35.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:35 smithi177 ceph-mon[212096]: pgmap v19872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:37.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:37 smithi123 ceph-mon[191304]: pgmap v19873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:37.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:37 smithi123 ceph-mon[188613]: pgmap v19873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:37.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:37 smithi177 ceph-mon[212096]: pgmap v19873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:39.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:39 smithi123 ceph-mon[191304]: pgmap v19874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:39.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:39 smithi123 ceph-mon[188613]: pgmap v19874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:35:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:35:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:35:39.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:39 smithi177 ceph-mon[212096]: pgmap v19874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:41.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:41 smithi123 ceph-mon[191304]: pgmap v19875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:41.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:41 smithi123 ceph-mon[188613]: pgmap v19875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:41.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:41 smithi177 ceph-mon[212096]: pgmap v19875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:35:42.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:35:42.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:35:43.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:43 smithi177 ceph-mon[212096]: pgmap v19876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:43.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:43 smithi123 ceph-mon[191304]: pgmap v19876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:43.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:43 smithi123 ceph-mon[188613]: pgmap v19876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:45.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:45 smithi177 ceph-mon[212096]: pgmap v19877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:45.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:45 smithi123 ceph-mon[191304]: pgmap v19877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:45.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:45 smithi123 ceph-mon[188613]: pgmap v19877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:47.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:47 smithi177 ceph-mon[212096]: pgmap v19878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:47.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:47 smithi123 ceph-mon[191304]: pgmap v19878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:47.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:47 smithi123 ceph-mon[188613]: pgmap v19878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:48.582 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:35:48.889 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:35:48.889 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 8m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:35:48.889 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 6m ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:35:48.889 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 8m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:35:48.889 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 6m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:35:48.889 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 6m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:35:48.889 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 8m ago 9h 910M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:35:48.890 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 8m ago 9h 2399M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:35:48.890 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 6m ago 9h 1160M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:35:48.890 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 8m ago 9h 1251M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:35:48.890 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 8m ago 9h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:35:48.890 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 6m ago 9h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:35:48.890 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 8m ago 9h 5591M 2087M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:35:48.891 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 8m ago 9h 6306M 2087M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:35:48.891 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 8m ago 9h 5121M 2087M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:35:48.891 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 8m ago 9h 5419M 2087M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:35:48.891 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 6m ago 9h 4564M 2454M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:35:48.891 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 6m ago 9h 5123M 2454M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:35:48.892 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 6m ago 9h 4424M 2454M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:35:48.892 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 6m ago 9h 5154M 2454M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:35:48.892 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 6m ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:35:49.275 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:35:49.276 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:35:49.276 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:35:49.276 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:35:49.276 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:35:49.276 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:35:49.276 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:35:49.276 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:35:49.276 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:35:49.276 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:35:49.277 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:35:49.277 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:35:49.277 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:35:49.277 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:35:49.277 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:35:49.277 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:35:49.277 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:35:49.277 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:35:49.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:49 smithi123 ceph-mon[191304]: pgmap v19879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:49.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:49 smithi123 ceph-mon[188613]: pgmap v19879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:35:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:35:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:35:49.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:49 smithi177 ceph-mon[212096]: pgmap v19879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:50.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:50 smithi177 ceph-mon[212096]: from='client.56019 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:35:50.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:50 smithi177 ceph-mon[212096]: from='client.65978 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:35:50.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:50 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1424840264' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:35:50.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:50 smithi123 ceph-mon[191304]: from='client.56019 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:35:50.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:50 smithi123 ceph-mon[191304]: from='client.65978 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:35:50.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:50 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1424840264' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:35:50.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:50 smithi123 ceph-mon[188613]: from='client.56019 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:35:50.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:50 smithi123 ceph-mon[188613]: from='client.65978 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:35:50.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:50 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1424840264' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:35:51.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:51 smithi177 ceph-mon[212096]: pgmap v19880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:51.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:51 smithi123 ceph-mon[191304]: pgmap v19880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:51.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:51 smithi123 ceph-mon[188613]: pgmap v19880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:52.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:52 smithi177 ceph-mon[212096]: pgmap v19881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:52.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:52 smithi123 ceph-mon[188613]: pgmap v19881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:52.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:52 smithi123 ceph-mon[191304]: pgmap v19881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:55.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:55 smithi177 ceph-mon[212096]: pgmap v19882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:55.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:55 smithi123 ceph-mon[188613]: pgmap v19882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:55.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:55 smithi123 ceph-mon[191304]: pgmap v19882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:57.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:57 smithi177 ceph-mon[212096]: pgmap v19883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:57.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:35:57.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:57 smithi123 ceph-mon[191304]: pgmap v19883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:57.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:35:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:57 smithi123 ceph-mon[188613]: pgmap v19883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:35:59.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:35:59 smithi177 ceph-mon[212096]: pgmap v19884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:35:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:35:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:35:59.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:35:59 smithi123 ceph-mon[191304]: pgmap v19884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:35:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:35:59 smithi123 ceph-mon[188613]: pgmap v19884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:01.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:01 smithi177 ceph-mon[212096]: pgmap v19885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:01.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:01 smithi123 ceph-mon[188613]: pgmap v19885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:01.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:01 smithi123 ceph-mon[191304]: pgmap v19885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:03.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:03 smithi177 ceph-mon[212096]: pgmap v19886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:03.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:03 smithi123 ceph-mon[188613]: pgmap v19886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:03 smithi123 ceph-mon[191304]: pgmap v19886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:05.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:05 smithi177 ceph-mon[212096]: pgmap v19887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:05.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:05 smithi123 ceph-mon[188613]: pgmap v19887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:05.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:05 smithi123 ceph-mon[191304]: pgmap v19887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:07.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:07 smithi177 ceph-mon[212096]: pgmap v19888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:07.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:36:07.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:36:07.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:36:07.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:36:07.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:07 smithi123 ceph-mon[191304]: pgmap v19888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:07.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:36:07.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:36:07.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:36:07.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:36:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:07 smithi123 ceph-mon[188613]: pgmap v19888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:36:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:36:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:36:07.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:36:09.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:09 smithi177 ceph-mon[212096]: pgmap v19889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:09.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:09 smithi123 ceph-mon[191304]: pgmap v19889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:09 smithi123 ceph-mon[188613]: pgmap v19889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:36:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:36:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:36:11.401 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:11 smithi177 ceph-mon[212096]: pgmap v19890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:11.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:11 smithi123 ceph-mon[191304]: pgmap v19890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:11.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:11 smithi123 ceph-mon[188613]: pgmap v19890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:12.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:36:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:36:12.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:36:13.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:13 smithi177 ceph-mon[212096]: pgmap v19891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:13.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:13 smithi123 ceph-mon[191304]: pgmap v19891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:13.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:13 smithi123 ceph-mon[188613]: pgmap v19891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:15.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:15 smithi177 ceph-mon[212096]: pgmap v19892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:15.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:15 smithi123 ceph-mon[188613]: pgmap v19892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:15.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:15 smithi123 ceph-mon[191304]: pgmap v19892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:17.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:17 smithi123 ceph-mon[191304]: pgmap v19893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:17.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:17 smithi123 ceph-mon[188613]: pgmap v19893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:17.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:17 smithi177 ceph-mon[212096]: pgmap v19893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:19.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:19 smithi123 ceph-mon[191304]: pgmap v19894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:19.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:19 smithi123 ceph-mon[188613]: pgmap v19894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:36:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:36:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:36:19.624 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:36:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:19 smithi177 ceph-mon[212096]: pgmap v19894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:19.929 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:36:19.929 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 9m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:36:19.930 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 7m ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:36:19.930 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 9m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:36:19.930 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 7m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:36:19.930 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 7m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:36:19.930 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 9m ago 9h 910M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:36:19.930 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 9m ago 9h 2399M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:36:19.930 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 7m ago 9h 1160M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:36:19.930 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 9m ago 9h 1251M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:36:19.930 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 9m ago 9h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:36:19.930 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 7m ago 9h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:36:19.930 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 9m ago 9h 5591M 2087M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:36:19.930 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 9m ago 9h 6306M 2087M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:36:19.931 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 9m ago 9h 5121M 2087M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:36:19.931 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 9m ago 9h 5419M 2087M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:36:19.931 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 7m ago 9h 4564M 2454M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:36:19.931 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 7m ago 9h 5123M 2454M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:36:19.931 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 7m ago 9h 4424M 2454M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:36:19.931 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 7m ago 9h 5154M 2454M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:36:19.931 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 7m ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:36:20.308 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:36:20.308 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:36:20.308 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:36:20.308 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:36:20.308 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:36:20.308 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:36:20.309 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:36:20.309 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:36:20.309 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:36:20.309 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:36:20.309 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:36:20.309 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:36:20.309 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:36:20.309 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:36:20.309 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:36:20.309 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:36:20.309 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:36:20.309 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:36:21.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:21 smithi123 ceph-mon[191304]: from='client.56037 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:36:21.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:21 smithi123 ceph-mon[191304]: from='client.65996 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:36:21.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:21 smithi123 ceph-mon[191304]: pgmap v19895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:21.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:21 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1561087649' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:36:21.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:21 smithi123 ceph-mon[188613]: from='client.56037 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:36:21.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:21 smithi123 ceph-mon[188613]: from='client.65996 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:36:21.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:21 smithi123 ceph-mon[188613]: pgmap v19895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:21.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:21 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1561087649' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:36:21.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:21 smithi177 ceph-mon[212096]: from='client.56037 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:36:21.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:21 smithi177 ceph-mon[212096]: from='client.65996 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:36:21.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:21 smithi177 ceph-mon[212096]: pgmap v19895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:21.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:21 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1561087649' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:36:23.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:23 smithi123 ceph-mon[188613]: pgmap v19896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:23.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:23 smithi123 ceph-mon[191304]: pgmap v19896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:23.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:23 smithi177 ceph-mon[212096]: pgmap v19896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:25.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:25 smithi123 ceph-mon[191304]: pgmap v19897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:25.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:25 smithi123 ceph-mon[188613]: pgmap v19897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:25.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:25 smithi177 ceph-mon[212096]: pgmap v19897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:27 smithi123 ceph-mon[191304]: pgmap v19898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:36:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:27 smithi123 ceph-mon[188613]: pgmap v19898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:27.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:36:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:27 smithi177 ceph-mon[212096]: pgmap v19898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:36:29.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:29 smithi123 ceph-mon[191304]: pgmap v19899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:29.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:29 smithi123 ceph-mon[188613]: pgmap v19899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:36:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:36:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:36:29.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:29 smithi177 ceph-mon[212096]: pgmap v19899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:31.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:31 smithi123 ceph-mon[191304]: pgmap v19900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:31.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:31 smithi123 ceph-mon[188613]: pgmap v19900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:31.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:31 smithi177 ceph-mon[212096]: pgmap v19900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:33.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:33 smithi123 ceph-mon[191304]: pgmap v19901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:33.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:33 smithi123 ceph-mon[188613]: pgmap v19901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:33.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:33 smithi177 ceph-mon[212096]: pgmap v19901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:35.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:35 smithi123 ceph-mon[188613]: pgmap v19902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:35.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:35 smithi123 ceph-mon[191304]: pgmap v19902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:35.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:35 smithi177 ceph-mon[212096]: pgmap v19902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:37.198 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:37 smithi123 ceph-mon[191304]: pgmap v19903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:37.198 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:37 smithi123 ceph-mon[188613]: pgmap v19903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:37.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:37 smithi177 ceph-mon[212096]: pgmap v19903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:39.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:39 smithi123 ceph-mon[188613]: pgmap v19904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:39.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:39 smithi123 ceph-mon[191304]: pgmap v19904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:36:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:36:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:36:39.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:39 smithi177 ceph-mon[212096]: pgmap v19904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:41.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:41 smithi123 ceph-mon[191304]: pgmap v19905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:41.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:41 smithi123 ceph-mon[188613]: pgmap v19905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:41.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:41 smithi177 ceph-mon[212096]: pgmap v19905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:36:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:36:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:36:43.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:43 smithi123 ceph-mon[188613]: pgmap v19906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:43 smithi123 ceph-mon[191304]: pgmap v19906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:43.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:43 smithi177 ceph-mon[212096]: pgmap v19906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:45.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:45 smithi123 ceph-mon[191304]: pgmap v19907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:45.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:45 smithi123 ceph-mon[188613]: pgmap v19907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:45.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:45 smithi177 ceph-mon[212096]: pgmap v19907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:47.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:47 smithi123 ceph-mon[191304]: pgmap v19908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:47.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:47 smithi123 ceph-mon[188613]: pgmap v19908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:47.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:47 smithi177 ceph-mon[212096]: pgmap v19908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:49.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:49 smithi123 ceph-mon[191304]: pgmap v19909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:49.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:49 smithi123 ceph-mon[188613]: pgmap v19909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:36:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:36:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:36:49.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:49 smithi177 ceph-mon[212096]: pgmap v19909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:50.656 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:36:50.962 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:36:50.962 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 9m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:36:50.962 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 7m ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:36:50.962 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 9m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:36:50.963 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 7m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:36:50.963 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 7m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:36:50.963 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 9m ago 9h 910M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:36:50.963 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 9m ago 9h 2399M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:36:50.963 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 7m ago 9h 1160M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:36:50.963 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 9m ago 9h 1251M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:36:50.963 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 9m ago 9h 23.0M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:36:50.963 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 7m ago 9h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:36:50.963 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 9m ago 9h 5591M 2087M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:36:50.963 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 9m ago 9h 6306M 2087M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:36:50.963 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 9m ago 9h 5121M 2087M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:36:50.963 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 9m ago 9h 5419M 2087M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:36:50.963 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 7m ago 9h 4564M 2454M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:36:50.963 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 7m ago 9h 5123M 2454M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:36:50.963 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 7m ago 9h 4424M 2454M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:36:50.964 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 7m ago 9h 5154M 2454M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:36:50.964 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 7m ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:36:51.344 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:36:51.344 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:36:51.344 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:36:51.344 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:36:51.344 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:36:51.345 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:36:51.345 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:36:51.345 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:36:51.345 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:36:51.345 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:36:51.345 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:36:51.346 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:36:51.346 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:36:51.346 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:36:51.346 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:36:51.346 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:36:51.346 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:36:51.347 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:36:51.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:51 smithi123 ceph-mon[191304]: pgmap v19910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:51.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:51 smithi123 ceph-mon[188613]: pgmap v19910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:51.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:51 smithi177 ceph-mon[212096]: pgmap v19910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:52 smithi123 ceph-mon[191304]: from='client.66008 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:36:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:52 smithi123 ceph-mon[191304]: from='client.56061 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:36:52.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:52 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1011014606' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:36:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:52 smithi123 ceph-mon[188613]: from='client.66008 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:36:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:52 smithi123 ceph-mon[188613]: from='client.56061 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:36:52.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:52 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1011014606' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:36:52.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:52 smithi177 ceph-mon[212096]: from='client.66008 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:36:52.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:52 smithi177 ceph-mon[212096]: from='client.56061 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:36:52.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:52 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1011014606' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:36:53.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:53 smithi123 ceph-mon[191304]: pgmap v19911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:53.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:53 smithi123 ceph-mon[188613]: pgmap v19911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:53.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:53 smithi177 ceph-mon[212096]: pgmap v19911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:55.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:55 smithi123 ceph-mon[191304]: pgmap v19912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:55.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:55 smithi123 ceph-mon[188613]: pgmap v19912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:55.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:55 smithi177 ceph-mon[212096]: pgmap v19912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:57.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:57 smithi123 ceph-mon[191304]: pgmap v19913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:57.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:36:57.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:57 smithi123 ceph-mon[188613]: pgmap v19913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:57.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:36:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:57 smithi177 ceph-mon[212096]: pgmap v19913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:36:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:36:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:36:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:36:59.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:36:59 smithi123 ceph-mon[191304]: pgmap v19914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:59.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:36:59 smithi123 ceph-mon[188613]: pgmap v19914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:36:59.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:36:59 smithi177 ceph-mon[212096]: pgmap v19914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:01.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:01 smithi177 ceph-mon[212096]: pgmap v19915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:01.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:01 smithi123 ceph-mon[188613]: pgmap v19915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:01.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:01 smithi123 ceph-mon[191304]: pgmap v19915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:03.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:03 smithi177 ceph-mon[212096]: pgmap v19916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:03.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:03 smithi123 ceph-mon[191304]: pgmap v19916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:03.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:03 smithi123 ceph-mon[188613]: pgmap v19916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:05.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:05 smithi177 ceph-mon[212096]: pgmap v19917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:05.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:05 smithi123 ceph-mon[191304]: pgmap v19917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:05.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:05 smithi123 ceph-mon[188613]: pgmap v19917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:07.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:07 smithi177 ceph-mon[212096]: pgmap v19918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:07.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:37:07.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:07 smithi123 ceph-mon[191304]: pgmap v19918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:07.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:37:07.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:07 smithi123 ceph-mon[188613]: pgmap v19918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:07.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:37:08.399 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:37:08.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:37:08.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:37:08.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:08 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:37:08.400 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:08 smithi177 ceph-mon[212096]: pgmap v19919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:08.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:37:08.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:37:08.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:37:08.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:08 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:37:08.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:08 smithi123 ceph-mon[188613]: pgmap v19919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:08.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:37:08.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:37:08.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:37:08.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:08 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:37:08.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:08 smithi123 ceph-mon[191304]: pgmap v19919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:09.167 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:37:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:37:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:37:10.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:37:10.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:37:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:10 smithi177 ceph-mon[212096]: pgmap v19920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:37:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:37:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:37:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:37:10.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:10 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:37:10.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:37:10.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:37:10.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:10 smithi123 ceph-mon[191304]: pgmap v19920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:10.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:37:10.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:37:10.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:37:10.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:37:10.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:10 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:37:10.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:37:10.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:37:10.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:10 smithi123 ceph-mon[188613]: pgmap v19920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:10.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:37:10.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:37:10.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:37:10.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:37:10.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:10 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:37:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:37:12.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:37:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:37:13.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:13 smithi123 ceph-mon[191304]: pgmap v19921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:13.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:13 smithi123 ceph-mon[188613]: pgmap v19921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:13.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:13 smithi177 ceph-mon[212096]: pgmap v19921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:15.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:15 smithi123 ceph-mon[191304]: pgmap v19922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:15.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:15 smithi123 ceph-mon[188613]: pgmap v19922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:15 smithi177 ceph-mon[212096]: pgmap v19922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:17.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:17 smithi123 ceph-mon[191304]: pgmap v19923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:17.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:17 smithi123 ceph-mon[188613]: pgmap v19923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:17.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:17 smithi177 ceph-mon[212096]: pgmap v19923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:19.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:19 smithi123 ceph-mon[191304]: pgmap v19924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:19.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:19 smithi123 ceph-mon[188613]: pgmap v19924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:37:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:37:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:37:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:19 smithi177 ceph-mon[212096]: pgmap v19924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:21.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:21 smithi123 ceph-mon[191304]: pgmap v19925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:21.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:21 smithi123 ceph-mon[188613]: pgmap v19925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:21.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:21 smithi177 ceph-mon[212096]: pgmap v19925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:21.695 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:37:22.006 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:37:22.006 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 12s ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:37:22.006 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 8m ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:37:22.006 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 12s ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:37:22.006 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 8m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:37:22.006 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 8m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:37:22.007 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 12s ago 9h 916M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:37:22.007 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 12s ago 9h 2429M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:37:22.007 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 8m ago 9h 1160M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:37:22.007 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 12s ago 9h 1264M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:37:22.007 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 12s ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:37:22.007 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 8m ago 9h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:37:22.007 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 12s ago 9h 5623M 2087M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:37:22.007 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 12s ago 9h 6339M 2087M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:37:22.007 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 12s ago 9h 5146M 2087M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:37:22.007 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 12s ago 9h 5450M 2087M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:37:22.007 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 8m ago 9h 4564M 2454M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:37:22.007 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 8m ago 9h 5123M 2454M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:37:22.008 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 8m ago 9h 4424M 2454M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:37:22.008 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 8m ago 9h 5154M 2454M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:37:22.008 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 8m ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:37:22.388 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:37:22.389 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:37:22.389 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:37:22.389 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:37:22.389 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:37:22.389 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:37:22.389 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:37:22.389 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:37:22.389 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:37:22.389 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:37:22.389 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:37:22.389 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:37:22.389 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:37:22.389 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:37:22.389 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:37:22.390 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:37:22.390 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:37:22.390 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:37:23.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:23 smithi123 ceph-mon[188613]: from='client.66026 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:37:23.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:23 smithi123 ceph-mon[188613]: from='client.66032 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:37:23.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:23 smithi123 ceph-mon[188613]: pgmap v19926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:23.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:23 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1040304464' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:37:23.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:23 smithi123 ceph-mon[191304]: from='client.66026 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:37:23.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:23 smithi123 ceph-mon[191304]: from='client.66032 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:37:23.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:23 smithi123 ceph-mon[191304]: pgmap v19926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:23.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:23 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1040304464' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:37:23.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:23 smithi177 ceph-mon[212096]: from='client.66026 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:37:23.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:23 smithi177 ceph-mon[212096]: from='client.66032 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:37:23.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:23 smithi177 ceph-mon[212096]: pgmap v19926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:23.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:23 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1040304464' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:37:25.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:25 smithi123 ceph-mon[191304]: pgmap v19927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:25.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:25 smithi123 ceph-mon[188613]: pgmap v19927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:25.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:25 smithi177 ceph-mon[212096]: pgmap v19927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:27 smithi123 ceph-mon[191304]: pgmap v19928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:37:27.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:27 smithi123 ceph-mon[188613]: pgmap v19928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:27.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:37:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:27 smithi177 ceph-mon[212096]: pgmap v19928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:27.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:37:29.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:29 smithi123 ceph-mon[191304]: pgmap v19929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:29 smithi123 ceph-mon[188613]: pgmap v19929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:37:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:37:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:37:29.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:29 smithi177 ceph-mon[212096]: pgmap v19929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:31.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:31 smithi123 ceph-mon[191304]: pgmap v19930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:31.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:31 smithi123 ceph-mon[188613]: pgmap v19930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:31.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:31 smithi177 ceph-mon[212096]: pgmap v19930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:33.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:33 smithi123 ceph-mon[191304]: pgmap v19931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:33.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:33 smithi123 ceph-mon[188613]: pgmap v19931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:33.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:33 smithi177 ceph-mon[212096]: pgmap v19931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:35.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:35 smithi123 ceph-mon[191304]: pgmap v19932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:35.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:35 smithi123 ceph-mon[188613]: pgmap v19932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:35.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:35 smithi177 ceph-mon[212096]: pgmap v19932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:37.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:37 smithi123 ceph-mon[191304]: pgmap v19933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:37.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:37 smithi123 ceph-mon[188613]: pgmap v19933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:37.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:37 smithi177 ceph-mon[212096]: pgmap v19933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:39.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:39 smithi123 ceph-mon[191304]: pgmap v19934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:39.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:39 smithi123 ceph-mon[188613]: pgmap v19934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:37:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:37:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:37:39.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:39 smithi177 ceph-mon[212096]: pgmap v19934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:41.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:41 smithi123 ceph-mon[191304]: pgmap v19935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:41.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:41 smithi123 ceph-mon[188613]: pgmap v19935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:41.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:41 smithi177 ceph-mon[212096]: pgmap v19935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:37:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:37:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:37:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:43 smithi123 ceph-mon[191304]: pgmap v19936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:43.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:43 smithi123 ceph-mon[188613]: pgmap v19936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:43.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:43 smithi177 ceph-mon[212096]: pgmap v19936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:45.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:45 smithi123 ceph-mon[191304]: pgmap v19937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:45.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:45 smithi123 ceph-mon[188613]: pgmap v19937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:45.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:45 smithi177 ceph-mon[212096]: pgmap v19937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:47.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:47 smithi123 ceph-mon[191304]: pgmap v19938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:47.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:47 smithi123 ceph-mon[188613]: pgmap v19938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:47.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:47 smithi177 ceph-mon[212096]: pgmap v19938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:49.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:49 smithi123 ceph-mon[191304]: pgmap v19939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:49.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:49 smithi123 ceph-mon[188613]: pgmap v19939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:37:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:37:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:37:49.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:49 smithi177 ceph-mon[212096]: pgmap v19939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:51.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:51 smithi123 ceph-mon[191304]: pgmap v19940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:51.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:51 smithi123 ceph-mon[188613]: pgmap v19940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:51.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:51 smithi177 ceph-mon[212096]: pgmap v19940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:52.736 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:37:53.041 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:37:53.041 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 43s ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:37:53.041 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 8m ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:37:53.041 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 43s ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:37:53.041 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 8m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:37:53.041 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 8m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:37:53.042 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 43s ago 9h 916M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:37:53.042 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 43s ago 9h 2429M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:37:53.042 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 8m ago 9h 1160M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:37:53.042 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 43s ago 9h 1264M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:37:53.042 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 43s ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:37:53.042 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 8m ago 9h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:37:53.042 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 43s ago 9h 5623M 2087M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:37:53.042 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 43s ago 9h 6339M 2087M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:37:53.042 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 43s ago 9h 5146M 2087M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:37:53.043 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 43s ago 9h 5450M 2087M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:37:53.043 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 8m ago 9h 4564M 2454M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:37:53.043 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 8m ago 9h 5123M 2454M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:37:53.043 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 8m ago 9h 4424M 2454M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:37:53.043 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 8m ago 9h 5154M 2454M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:37:53.043 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 8m ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:37:53.421 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:37:53.422 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:37:53.422 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:37:53.422 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:37:53.422 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:37:53.422 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:37:53.422 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:37:53.422 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:37:53.422 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:37:53.422 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:37:53.422 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:37:53.422 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:37:53.422 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:37:53.422 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:37:53.422 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:37:53.423 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:37:53.423 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:37:53.423 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:37:53.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:53 smithi123 ceph-mon[191304]: pgmap v19941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:53.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:53 smithi123 ceph-mon[188613]: pgmap v19941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:53.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:53 smithi177 ceph-mon[212096]: pgmap v19941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:54.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:54 smithi123 ceph-mon[191304]: from='client.56091 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:37:54.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:54 smithi123 ceph-mon[191304]: from='client.56097 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:37:54.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:54 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/444248324' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:37:54.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:54 smithi123 ceph-mon[188613]: from='client.56091 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:37:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:54 smithi123 ceph-mon[188613]: from='client.56097 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:37:54.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:54 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/444248324' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:37:54.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:54 smithi177 ceph-mon[212096]: from='client.56091 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:37:54.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:54 smithi177 ceph-mon[212096]: from='client.56097 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:37:54.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:54 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/444248324' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:37:55.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:55 smithi123 ceph-mon[191304]: pgmap v19942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:55.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:55 smithi123 ceph-mon[188613]: pgmap v19942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:55.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:55 smithi177 ceph-mon[212096]: pgmap v19942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:57.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:57 smithi123 ceph-mon[191304]: pgmap v19943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:57.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:37:57.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:57 smithi123 ceph-mon[188613]: pgmap v19943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:57.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:37:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:57 smithi177 ceph-mon[212096]: pgmap v19943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:37:59.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:37:59 smithi123 ceph-mon[191304]: pgmap v19944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:59.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:37:59 smithi123 ceph-mon[188613]: pgmap v19944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:37:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:37:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:37:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:37:59.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:37:59 smithi177 ceph-mon[212096]: pgmap v19944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:01.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:01 smithi123 ceph-mon[191304]: pgmap v19945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:01.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:01 smithi123 ceph-mon[188613]: pgmap v19945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:01.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:01 smithi177 ceph-mon[212096]: pgmap v19945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:03.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:03 smithi177 ceph-mon[212096]: pgmap v19946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:03.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:03 smithi123 ceph-mon[191304]: pgmap v19946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:03.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:03 smithi123 ceph-mon[188613]: pgmap v19946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:05.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:05 smithi177 ceph-mon[212096]: pgmap v19947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:05.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:05 smithi123 ceph-mon[191304]: pgmap v19947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:05.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:05 smithi123 ceph-mon[188613]: pgmap v19947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:07.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:07 smithi177 ceph-mon[212096]: pgmap v19948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:07.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:07 smithi123 ceph-mon[188613]: pgmap v19948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:07.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:07 smithi123 ceph-mon[191304]: pgmap v19948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:09.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:09 smithi123 ceph-mon[188613]: pgmap v19949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:09.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:09 smithi123 ceph-mon[191304]: pgmap v19949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:38:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:38:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:38:09.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:09 smithi177 ceph-mon[212096]: pgmap v19949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:11.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:11 smithi177 ceph-mon[212096]: pgmap v19950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:11.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:38:11.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:38:11.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:38:11.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:38:11.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:38:11.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:38:11.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:11 smithi123 ceph-mon[191304]: pgmap v19950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:11.831 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:38:11.831 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:38:11.831 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:38:11.832 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:38:11.832 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:38:11.832 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:38:11.832 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:11 smithi123 ceph-mon[188613]: pgmap v19950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:11.832 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:38:11.832 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:38:11.832 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:38:11.832 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:38:11.832 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:38:11.832 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:38:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:38:12.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:38:12.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:38:13.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:13 smithi177 ceph-mon[212096]: pgmap v19951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:13.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:13 smithi123 ceph-mon[191304]: pgmap v19951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:13.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:13 smithi123 ceph-mon[188613]: pgmap v19951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:15 smithi177 ceph-mon[212096]: pgmap v19952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:15.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:15 smithi123 ceph-mon[188613]: pgmap v19952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:15.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:15 smithi123 ceph-mon[191304]: pgmap v19952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:17.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:17 smithi177 ceph-mon[212096]: pgmap v19953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:17.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:17 smithi123 ceph-mon[191304]: pgmap v19953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:17.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:17 smithi123 ceph-mon[188613]: pgmap v19953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:19.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:19 smithi123 ceph-mon[191304]: pgmap v19954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:19.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:19 smithi123 ceph-mon[188613]: pgmap v19954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:38:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:38:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:38:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:19 smithi177 ceph-mon[212096]: pgmap v19954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:21.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:21 smithi177 ceph-mon[212096]: pgmap v19955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:21.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:21 smithi123 ceph-mon[191304]: pgmap v19955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:21.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:21 smithi123 ceph-mon[188613]: pgmap v19955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:23.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:23 smithi177 ceph-mon[212096]: pgmap v19956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:23.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:23 smithi123 ceph-mon[191304]: pgmap v19956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:23.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:23 smithi123 ceph-mon[188613]: pgmap v19956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:23.768 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:38:24.086 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:38:24.086 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 74s ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:38:24.086 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 9m ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:38:24.086 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 74s ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:38:24.086 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 9m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:38:24.086 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 9m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:38:24.086 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 74s ago 9h 916M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:38:24.086 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 74s ago 9h 2429M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:38:24.086 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 9m ago 9h 1160M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:38:24.087 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 74s ago 9h 1264M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:38:24.087 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 74s ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:38:24.087 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 9m ago 9h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:38:24.087 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 74s ago 9h 5623M 2087M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:38:24.087 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 74s ago 9h 6339M 2087M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:38:24.087 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 74s ago 9h 5146M 2087M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:38:24.087 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 74s ago 9h 5450M 2087M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:38:24.087 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 9m ago 9h 4564M 2454M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:38:24.087 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 9m ago 9h 5123M 2454M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:38:24.087 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 9m ago 9h 4424M 2454M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:38:24.087 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 9m ago 9h 5154M 2454M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:38:24.087 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 9m ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:38:24.467 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:38:24.468 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:38:24.468 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:38:24.468 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:38:24.468 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:38:24.468 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:38:24.468 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:38:24.468 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:38:24.468 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:38:24.468 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:38:24.468 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:38:24.468 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:38:24.468 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:38:24.468 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:38:24.468 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:38:24.469 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:38:24.469 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:38:24.469 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:38:25.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:25 smithi177 ceph-mon[212096]: from='client.66062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:38:25.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:25 smithi177 ceph-mon[212096]: from='client.56115 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:38:25.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:25 smithi177 ceph-mon[212096]: pgmap v19957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:25.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:25 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3421955622' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:38:25.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:25 smithi123 ceph-mon[188613]: from='client.66062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:38:25.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:25 smithi123 ceph-mon[188613]: from='client.56115 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:38:25.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:25 smithi123 ceph-mon[188613]: pgmap v19957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:25.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:25 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3421955622' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:38:25.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:25 smithi123 ceph-mon[191304]: from='client.66062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:38:25.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:25 smithi123 ceph-mon[191304]: from='client.56115 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:38:25.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:25 smithi123 ceph-mon[191304]: pgmap v19957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:25.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:25 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3421955622' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:38:27.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:27 smithi123 ceph-mon[188613]: pgmap v19958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:27.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:38:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:27 smithi123 ceph-mon[191304]: pgmap v19958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:38:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:27 smithi177 ceph-mon[212096]: pgmap v19958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:38:29.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:29 smithi123 ceph-mon[191304]: pgmap v19959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:29.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:29 smithi123 ceph-mon[188613]: pgmap v19959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:38:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:38:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:38:29.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:29 smithi177 ceph-mon[212096]: pgmap v19959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:31.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:31 smithi123 ceph-mon[188613]: pgmap v19960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:31.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:31 smithi123 ceph-mon[191304]: pgmap v19960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:31.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:31 smithi177 ceph-mon[212096]: pgmap v19960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:33.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:33 smithi123 ceph-mon[188613]: pgmap v19961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:33.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:33 smithi123 ceph-mon[191304]: pgmap v19961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:33.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:33 smithi177 ceph-mon[212096]: pgmap v19961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:35.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:35 smithi123 ceph-mon[191304]: pgmap v19962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:35.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:35 smithi123 ceph-mon[188613]: pgmap v19962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:35.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:35 smithi177 ceph-mon[212096]: pgmap v19962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:37.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:37 smithi123 ceph-mon[188613]: pgmap v19963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:37.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:37 smithi123 ceph-mon[191304]: pgmap v19963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:37.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:37 smithi177 ceph-mon[212096]: pgmap v19963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:39.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:39 smithi123 ceph-mon[191304]: pgmap v19964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:39.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:39 smithi123 ceph-mon[188613]: pgmap v19964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:38:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:38:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:38:39.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:39 smithi177 ceph-mon[212096]: pgmap v19964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:41.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:41 smithi123 ceph-mon[191304]: pgmap v19965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:41.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:41 smithi123 ceph-mon[188613]: pgmap v19965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:41.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:41 smithi177 ceph-mon[212096]: pgmap v19965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:38:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:38:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:38:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:43 smithi123 ceph-mon[191304]: pgmap v19966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:43.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:43 smithi123 ceph-mon[188613]: pgmap v19966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:43.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:43 smithi177 ceph-mon[212096]: pgmap v19966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:45.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:45 smithi123 ceph-mon[191304]: pgmap v19967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:45.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:45 smithi123 ceph-mon[188613]: pgmap v19967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:45.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:45 smithi177 ceph-mon[212096]: pgmap v19967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:47.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:47 smithi123 ceph-mon[191304]: pgmap v19968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:47.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:47 smithi123 ceph-mon[188613]: pgmap v19968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:47.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:47 smithi177 ceph-mon[212096]: pgmap v19968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:49.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:49 smithi123 ceph-mon[191304]: pgmap v19969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:49.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:49 smithi123 ceph-mon[188613]: pgmap v19969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:38:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:38:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:38:49.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:49 smithi177 ceph-mon[212096]: pgmap v19969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:51.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:51 smithi123 ceph-mon[191304]: pgmap v19970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:51.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:51 smithi123 ceph-mon[188613]: pgmap v19970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:51.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:51 smithi177 ceph-mon[212096]: pgmap v19970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:53.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:53 smithi123 ceph-mon[191304]: pgmap v19971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:53.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:53 smithi123 ceph-mon[188613]: pgmap v19971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:53.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:53 smithi177 ceph-mon[212096]: pgmap v19971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:54.811 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:38:55.117 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:38:55.117 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 105s ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:38:55.117 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 9m ago 9h 93.2M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:38:55.117 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 105s ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:38:55.117 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 9m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:38:55.118 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 9m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:38:55.118 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 105s ago 9h 916M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:38:55.118 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 105s ago 9h 2429M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:38:55.118 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 9m ago 9h 1160M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:38:55.118 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 105s ago 9h 1264M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:38:55.118 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 105s ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:38:55.118 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 9m ago 9h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:38:55.118 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 105s ago 9h 5623M 2087M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:38:55.119 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 105s ago 9h 6339M 2087M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:38:55.119 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 105s ago 9h 5146M 2087M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:38:55.119 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 105s ago 9h 5450M 2087M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:38:55.119 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 9m ago 9h 4564M 2454M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:38:55.119 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 9m ago 9h 5123M 2454M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:38:55.119 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 9m ago 9h 4424M 2454M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:38:55.119 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 9m ago 9h 5154M 2454M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:38:55.119 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 9m ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:38:55.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:55 smithi123 ceph-mon[191304]: pgmap v19972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:55.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:55 smithi123 ceph-mon[188613]: pgmap v19972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:55.502 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:38:55.502 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:38:55.503 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:38:55.503 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:38:55.503 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:38:55.503 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:38:55.503 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:38:55.503 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:38:55.503 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:38:55.503 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:38:55.503 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:38:55.503 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:38:55.503 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:38:55.503 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:38:55.503 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:38:55.503 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:38:55.503 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:38:55.504 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:38:55.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:55 smithi177 ceph-mon[212096]: pgmap v19972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:56.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:56 smithi123 ceph-mon[191304]: from='client.66080 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:38:56.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:56 smithi123 ceph-mon[191304]: from='client.66086 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:38:56.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:56 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/717715199' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:38:56.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:56 smithi123 ceph-mon[188613]: from='client.66080 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:38:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:56 smithi123 ceph-mon[188613]: from='client.66086 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:38:56.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:56 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/717715199' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:38:56.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:56 smithi177 ceph-mon[212096]: from='client.66080 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:38:56.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:56 smithi177 ceph-mon[212096]: from='client.66086 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:38:56.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:56 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/717715199' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:38:57.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:57 smithi123 ceph-mon[191304]: pgmap v19973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:57.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:38:57.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:57 smithi123 ceph-mon[188613]: pgmap v19973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:57.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:38:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:57 smithi177 ceph-mon[212096]: pgmap v19973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:38:59.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:38:59 smithi123 ceph-mon[188613]: pgmap v19974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:59.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:38:59 smithi123 ceph-mon[191304]: pgmap v19974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:38:59.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:38:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:38:59] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T20:38:59.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:38:59 smithi177 ceph-mon[212096]: pgmap v19974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:01.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:01 smithi123 ceph-mon[191304]: pgmap v19975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:01.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:01 smithi123 ceph-mon[188613]: pgmap v19975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:01.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:01 smithi177 ceph-mon[212096]: pgmap v19975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:03.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:03 smithi123 ceph-mon[191304]: pgmap v19976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:03.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:03 smithi123 ceph-mon[188613]: pgmap v19976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:03.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:03 smithi177 ceph-mon[212096]: pgmap v19976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:05.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:05 smithi123 ceph-mon[191304]: pgmap v19977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:05.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:05 smithi123 ceph-mon[188613]: pgmap v19977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:05.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:05 smithi177 ceph-mon[212096]: pgmap v19977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:07.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:07 smithi123 ceph-mon[191304]: pgmap v19978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:07.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:07 smithi123 ceph-mon[188613]: pgmap v19978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:07.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:07 smithi177 ceph-mon[212096]: pgmap v19978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:09.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:09 smithi123 ceph-mon[191304]: pgmap v19979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:09.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:09 smithi123 ceph-mon[188613]: pgmap v19979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:39:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:39:09] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T20:39:09.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:09 smithi177 ceph-mon[212096]: pgmap v19979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:11.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:11 smithi123 ceph-mon[191304]: pgmap v19980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:11.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:11 smithi123 ceph-mon[188613]: pgmap v19980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:11.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:11 smithi177 ceph-mon[212096]: pgmap v19980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:12.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:39:12.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:39:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:39:12.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:39:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:39:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:39:13.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:13 smithi123 ceph-mon[191304]: pgmap v19981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:13.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:13 smithi123 ceph-mon[188613]: pgmap v19981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:13.587 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:13 smithi177 ceph-mon[212096]: pgmap v19981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:15.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:39:15.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:39:15.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:14 smithi177 ceph-mon[212096]: pgmap v19982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:15.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:39:15.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:39:15.151 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:14 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:39:15.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:39:15.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:39:15.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:14 smithi123 ceph-mon[191304]: pgmap v19982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:15.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:39:15.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:39:15.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:14 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:39:15.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:39:15.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:39:15.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:14 smithi123 ceph-mon[188613]: pgmap v19982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:15.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:39:15.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:39:15.240 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:14 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:39:17.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:17 smithi123 ceph-mon[191304]: pgmap v19983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:17.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:17 smithi123 ceph-mon[188613]: pgmap v19983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:17.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:17 smithi177 ceph-mon[212096]: pgmap v19983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:19.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:19 smithi123 ceph-mon[191304]: pgmap v19984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:19.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:19 smithi123 ceph-mon[188613]: pgmap v19984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:39:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:39:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:39:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:19 smithi177 ceph-mon[212096]: pgmap v19984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:21.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:21 smithi123 ceph-mon[191304]: pgmap v19985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:21.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:21 smithi123 ceph-mon[188613]: pgmap v19985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:21.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:21 smithi177 ceph-mon[212096]: pgmap v19985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:23.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:23 smithi123 ceph-mon[191304]: pgmap v19986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:23.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:23 smithi123 ceph-mon[188613]: pgmap v19986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:23.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:23 smithi177 ceph-mon[212096]: pgmap v19986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:25.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:25 smithi123 ceph-mon[191304]: pgmap v19987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:25.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:25 smithi123 ceph-mon[188613]: pgmap v19987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:25.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:25 smithi177 ceph-mon[212096]: pgmap v19987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:25.849 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:39:26.158 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:39:26.158 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 2m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:39:26.158 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 12s ago 9h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:39:26.158 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 2m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:39:26.158 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 12s ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:39:26.158 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 12s ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:39:26.158 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 2m ago 9h 916M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:39:26.158 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 2m ago 9h 2429M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:39:26.158 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 12s ago 9h 1175M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:39:26.158 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 2m ago 9h 1264M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:39:26.158 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 2m ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:39:26.158 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 12s ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:39:26.159 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 2m ago 9h 5623M 2087M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:39:26.159 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 2m ago 9h 6339M 2087M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:39:26.159 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 2m ago 9h 5146M 2087M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:39:26.159 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 2m ago 9h 5450M 2087M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:39:26.159 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 12s ago 9h 4592M 2454M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:39:26.159 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 12s ago 9h 5156M 2454M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:39:26.159 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 12s ago 9h 4454M 2454M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:39:26.159 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 12s ago 9h 5190M 2454M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:39:26.159 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 12s ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:39:26.542 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:39:26.542 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:39:26.542 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:39:26.542 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:39:26.542 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:39:26.542 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:39:26.542 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:39:26.542 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:39:26.542 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:39:26.542 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:39:26.543 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:39:26.543 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:39:26.543 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:39:26.543 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:39:26.543 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:39:26.543 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:39:26.543 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:39:26.543 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:39:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:27 smithi123 ceph-mon[191304]: from='client.56145 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:39:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:27 smithi123 ceph-mon[191304]: pgmap v19988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:27 smithi123 ceph-mon[191304]: from='client.66104 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:39:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:27 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1612332029' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:39:27.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:39:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:27 smithi123 ceph-mon[188613]: from='client.56145 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:39:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:27 smithi123 ceph-mon[188613]: pgmap v19988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:27 smithi123 ceph-mon[188613]: from='client.66104 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:39:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:27 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1612332029' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:39:27.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:39:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:27 smithi177 ceph-mon[212096]: from='client.56145 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:39:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:27 smithi177 ceph-mon[212096]: pgmap v19988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:27 smithi177 ceph-mon[212096]: from='client.66104 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:39:27.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:27 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1612332029' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:39:27.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:39:29.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:29 smithi123 ceph-mon[191304]: pgmap v19989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:29.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:29 smithi123 ceph-mon[188613]: pgmap v19989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:39:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:39:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:39:29.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:29 smithi177 ceph-mon[212096]: pgmap v19989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:31.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:31 smithi123 ceph-mon[191304]: pgmap v19990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:31.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:31 smithi123 ceph-mon[188613]: pgmap v19990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:31.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:31 smithi177 ceph-mon[212096]: pgmap v19990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:33.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:33 smithi123 ceph-mon[188613]: pgmap v19991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:33.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:33 smithi123 ceph-mon[191304]: pgmap v19991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:33.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:33 smithi177 ceph-mon[212096]: pgmap v19991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:35.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:35 smithi123 ceph-mon[191304]: pgmap v19992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:35.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:35 smithi123 ceph-mon[188613]: pgmap v19992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:35.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:35 smithi177 ceph-mon[212096]: pgmap v19992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:37.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:37 smithi123 ceph-mon[188613]: pgmap v19993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:37.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:37 smithi123 ceph-mon[191304]: pgmap v19993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:37.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:37 smithi177 ceph-mon[212096]: pgmap v19993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:39.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:39 smithi123 ceph-mon[191304]: pgmap v19994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:39.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:39 smithi123 ceph-mon[188613]: pgmap v19994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:39:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:39:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:39:39.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:39 smithi177 ceph-mon[212096]: pgmap v19994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:41.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:41 smithi123 ceph-mon[188613]: pgmap v19995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:41.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:41 smithi123 ceph-mon[191304]: pgmap v19995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:41.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:41 smithi177 ceph-mon[212096]: pgmap v19995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:39:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:39:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:39:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:43 smithi123 ceph-mon[191304]: pgmap v19996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:43.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:43 smithi123 ceph-mon[188613]: pgmap v19996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:43.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:43 smithi177 ceph-mon[212096]: pgmap v19996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:45.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:45 smithi123 ceph-mon[188613]: pgmap v19997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:45.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:45 smithi123 ceph-mon[191304]: pgmap v19997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:45.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:45 smithi177 ceph-mon[212096]: pgmap v19997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:47.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:47 smithi123 ceph-mon[188613]: pgmap v19998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:47.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:47 smithi123 ceph-mon[191304]: pgmap v19998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:47.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:47 smithi177 ceph-mon[212096]: pgmap v19998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:49.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:49 smithi123 ceph-mon[191304]: pgmap v19999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:49.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:49 smithi123 ceph-mon[188613]: pgmap v19999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:49.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:39:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:39:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:39:49.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:49 smithi177 ceph-mon[212096]: pgmap v19999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:51.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:51 smithi177 ceph-mon[212096]: pgmap v20000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:51.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:51 smithi123 ceph-mon[191304]: pgmap v20000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:51.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:51 smithi123 ceph-mon[188613]: pgmap v20000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:53.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:53 smithi177 ceph-mon[212096]: pgmap v20001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:53.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:53 smithi123 ceph-mon[191304]: pgmap v20001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:53.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:53 smithi123 ceph-mon[188613]: pgmap v20001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:55.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:55 smithi177 ceph-mon[212096]: pgmap v20002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:55.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:55 smithi123 ceph-mon[191304]: pgmap v20002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:55.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:55 smithi123 ceph-mon[188613]: pgmap v20002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:56.894 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:39:57.205 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:39:57.205 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 2m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:39:57.205 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 43s ago 9h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:39:57.205 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 2m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:39:57.205 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 43s ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:39:57.205 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 43s ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:39:57.205 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 2m ago 9h 916M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:39:57.205 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 2m ago 9h 2429M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:39:57.205 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 43s ago 9h 1175M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:39:57.205 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 2m ago 9h 1264M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:39:57.205 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 2m ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:39:57.206 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 43s ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:39:57.206 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 2m ago 9h 5623M 2087M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:39:57.206 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 2m ago 9h 6339M 2087M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:39:57.206 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 2m ago 9h 5146M 2087M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:39:57.206 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 2m ago 9h 5450M 2087M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:39:57.206 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 43s ago 9h 4592M 2454M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:39:57.206 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 43s ago 9h 5156M 2454M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:39:57.206 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 43s ago 9h 4454M 2454M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:39:57.206 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 43s ago 9h 5190M 2454M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:39:57.206 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 43s ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:39:57.590 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:39:57.590 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:39:57.590 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:39:57.590 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:39:57.590 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:39:57.590 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:39:57.590 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:39:57.590 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:39:57.590 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:39:57.590 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:39:57.591 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:39:57.591 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:39:57.591 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:39:57.591 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:39:57.591 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:39:57.591 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:39:57.591 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:39:57.591 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:39:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:57 smithi177 ceph-mon[212096]: pgmap v20003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:39:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:57 smithi123 ceph-mon[188613]: pgmap v20003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:39:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:57 smithi123 ceph-mon[191304]: pgmap v20003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:39:58.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:58 smithi177 ceph-mon[212096]: from='client.66116 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:39:58.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:58 smithi177 ceph-mon[212096]: from='client.56169 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:39:58.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:58 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4144388417' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:39:58.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:58 smithi123 ceph-mon[191304]: from='client.66116 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:39:58.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:58 smithi123 ceph-mon[191304]: from='client.56169 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:39:58.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:58 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4144388417' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:39:58.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:58 smithi123 ceph-mon[188613]: from='client.66116 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:39:58.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:58 smithi123 ceph-mon[188613]: from='client.56169 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:39:58.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:58 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4144388417' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:39:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:39:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:39:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:39:59.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:39:59 smithi123 ceph-mon[191304]: pgmap v20004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:59.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:39:59 smithi123 ceph-mon[188613]: pgmap v20004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:39:59.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:39:59 smithi177 ceph-mon[212096]: pgmap v20004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:00.260 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T20:39:59.998+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T20:40:00.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T20:40:00.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T20:40:00.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T20:40:01.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:01 smithi177 ceph-mon[212096]: pgmap v20005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:01.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:01 smithi123 ceph-mon[191304]: pgmap v20005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:01.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:01 smithi123 ceph-mon[188613]: pgmap v20005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:03.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:03 smithi177 ceph-mon[212096]: pgmap v20006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:03.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:03 smithi123 ceph-mon[191304]: pgmap v20006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:03.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:03 smithi123 ceph-mon[188613]: pgmap v20006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:05.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:05 smithi177 ceph-mon[212096]: pgmap v20007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:05.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:05 smithi123 ceph-mon[191304]: pgmap v20007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:05.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:05 smithi123 ceph-mon[188613]: pgmap v20007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:07.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:07 smithi177 ceph-mon[212096]: pgmap v20008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:07.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:07 smithi123 ceph-mon[191304]: pgmap v20008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:07.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:07 smithi123 ceph-mon[188613]: pgmap v20008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:40:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:40:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:40:09.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:09 smithi123 ceph-mon[191304]: pgmap v20009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:09 smithi123 ceph-mon[188613]: pgmap v20009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:09.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:09 smithi177 ceph-mon[212096]: pgmap v20009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:11.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:11 smithi177 ceph-mon[212096]: pgmap v20010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:11.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:11 smithi123 ceph-mon[191304]: pgmap v20010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:11.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:11 smithi123 ceph-mon[188613]: pgmap v20010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:40:12.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:40:12.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:40:13.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:13 smithi177 ceph-mon[212096]: pgmap v20011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:13.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:13 smithi123 ceph-mon[191304]: pgmap v20011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:13.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:13 smithi123 ceph-mon[188613]: pgmap v20011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:15 smithi177 ceph-mon[212096]: pgmap v20012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:40:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:40:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:40:15.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:40:15.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:15 smithi123 ceph-mon[191304]: pgmap v20012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:15.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:40:15.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:40:15.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:40:15.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:40:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:15 smithi123 ceph-mon[188613]: pgmap v20012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:40:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:40:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:40:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:40:17.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:17 smithi177 ceph-mon[212096]: pgmap v20013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:17.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:17 smithi123 ceph-mon[191304]: pgmap v20013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:17.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:17 smithi123 ceph-mon[188613]: pgmap v20013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:19.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:19 smithi123 ceph-mon[191304]: pgmap v20014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:19.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:19 smithi123 ceph-mon[188613]: pgmap v20014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:40:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:40:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:40:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:19 smithi177 ceph-mon[212096]: pgmap v20014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:21.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:21 smithi177 ceph-mon[212096]: pgmap v20015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:21.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:21 smithi123 ceph-mon[191304]: pgmap v20015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:21.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:21 smithi123 ceph-mon[188613]: pgmap v20015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:22.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:22 smithi177 ceph-mon[212096]: pgmap v20016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:22.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:22 smithi123 ceph-mon[191304]: pgmap v20016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:22.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:22 smithi123 ceph-mon[188613]: pgmap v20016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:25.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:25 smithi123 ceph-mon[188613]: pgmap v20017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:25.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:25 smithi123 ceph-mon[191304]: pgmap v20017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:25.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:25 smithi177 ceph-mon[212096]: pgmap v20017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:27 smithi123 ceph-mon[191304]: pgmap v20018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:27.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:40:27.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:27 smithi123 ceph-mon[188613]: pgmap v20018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:27.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:40:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:27 smithi177 ceph-mon[212096]: pgmap v20018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:40:27.932 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:40:28.240 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:40:28.240 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 3m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:40:28.241 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 74s ago 9h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:40:28.241 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 3m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:40:28.241 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 74s ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:40:28.241 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 74s ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:40:28.241 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 3m ago 9h 916M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:40:28.241 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 3m ago 9h 2429M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:40:28.241 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 74s ago 9h 1175M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:40:28.241 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 3m ago 9h 1264M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:40:28.242 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 3m ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:40:28.242 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 74s ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:40:28.242 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 3m ago 9h 5623M 2087M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:40:28.242 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 3m ago 9h 6339M 2087M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:40:28.242 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 3m ago 9h 5146M 2087M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:40:28.242 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 3m ago 9h 5450M 2087M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:40:28.242 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 74s ago 9h 4592M 2454M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:40:28.242 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 74s ago 9h 5156M 2454M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:40:28.243 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 74s ago 9h 4454M 2454M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:40:28.243 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 74s ago 9h 5190M 2454M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:40:28.243 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 74s ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:40:28.623 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:40:28.623 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:40:28.623 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:40:28.623 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:40:28.624 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:40:28.624 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:40:28.624 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:40:28.624 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:40:28.624 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:40:28.624 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:40:28.624 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:40:28.624 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:40:28.624 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:40:28.624 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:40:28.624 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:40:28.624 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:40:28.624 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:40:28.624 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:40:29.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:29 smithi123 ceph-mon[191304]: from='client.66134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:40:29.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:29 smithi123 ceph-mon[191304]: pgmap v20019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:29.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:29 smithi123 ceph-mon[191304]: from='client.56187 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:40:29.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:29 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1951458814' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:40:29.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:29 smithi123 ceph-mon[188613]: from='client.66134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:40:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:29 smithi123 ceph-mon[188613]: pgmap v20019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:29 smithi123 ceph-mon[188613]: from='client.56187 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:40:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:29 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1951458814' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:40:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:40:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:40:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:40:29.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:29 smithi177 ceph-mon[212096]: from='client.66134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:40:29.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:29 smithi177 ceph-mon[212096]: pgmap v20019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:29.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:29 smithi177 ceph-mon[212096]: from='client.56187 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:40:29.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:29 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1951458814' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:40:31.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:31 smithi123 ceph-mon[191304]: pgmap v20020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:31.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:31 smithi123 ceph-mon[188613]: pgmap v20020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:31.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:31 smithi177 ceph-mon[212096]: pgmap v20020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:33.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:33 smithi123 ceph-mon[191304]: pgmap v20021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:33.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:33 smithi123 ceph-mon[188613]: pgmap v20021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:33.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:33 smithi177 ceph-mon[212096]: pgmap v20021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:35.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:35 smithi123 ceph-mon[191304]: pgmap v20022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:35.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:35 smithi123 ceph-mon[188613]: pgmap v20022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:35.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:35 smithi177 ceph-mon[212096]: pgmap v20022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:37.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:37 smithi123 ceph-mon[191304]: pgmap v20023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:37.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:37 smithi123 ceph-mon[188613]: pgmap v20023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:37.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:37 smithi177 ceph-mon[212096]: pgmap v20023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:39.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:39 smithi123 ceph-mon[191304]: pgmap v20024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:39.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:39 smithi123 ceph-mon[188613]: pgmap v20024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:40:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:40:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:40:39.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:39 smithi177 ceph-mon[212096]: pgmap v20024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:41.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:41 smithi123 ceph-mon[191304]: pgmap v20025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:41.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:41 smithi123 ceph-mon[188613]: pgmap v20025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:41.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:41 smithi177 ceph-mon[212096]: pgmap v20025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:42.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:40:42.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:40:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:40:43.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:43 smithi123 ceph-mon[191304]: pgmap v20026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:43.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:43 smithi123 ceph-mon[188613]: pgmap v20026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:43.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:43 smithi177 ceph-mon[212096]: pgmap v20026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:45.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:45 smithi123 ceph-mon[191304]: pgmap v20027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:45.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:45 smithi123 ceph-mon[188613]: pgmap v20027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:45.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:45 smithi177 ceph-mon[212096]: pgmap v20027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:47.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:47 smithi123 ceph-mon[191304]: pgmap v20028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:47.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:47 smithi123 ceph-mon[188613]: pgmap v20028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:47.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:47 smithi177 ceph-mon[212096]: pgmap v20028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:49.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:49 smithi123 ceph-mon[191304]: pgmap v20029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:49.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:49 smithi123 ceph-mon[188613]: pgmap v20029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:40:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:40:49] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T20:40:49.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:49 smithi177 ceph-mon[212096]: pgmap v20029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:51.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:51 smithi123 ceph-mon[191304]: pgmap v20030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:51.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:51 smithi123 ceph-mon[188613]: pgmap v20030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:51.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:51 smithi177 ceph-mon[212096]: pgmap v20030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:53.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:53 smithi123 ceph-mon[191304]: pgmap v20031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:53.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:53 smithi123 ceph-mon[188613]: pgmap v20031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:53.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:53 smithi177 ceph-mon[212096]: pgmap v20031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:55.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:55 smithi123 ceph-mon[191304]: pgmap v20032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:55.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:55 smithi123 ceph-mon[188613]: pgmap v20032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:55.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:55 smithi177 ceph-mon[212096]: pgmap v20032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:57 smithi177 ceph-mon[212096]: pgmap v20033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:40:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:57 smithi123 ceph-mon[191304]: pgmap v20033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:40:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:57 smithi123 ceph-mon[188613]: pgmap v20033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:40:58.969 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:40:59.277 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:40:59.277 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 3m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:40:59.277 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 105s ago 9h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:40:59.277 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 3m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:40:59.277 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 105s ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:40:59.278 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 105s ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:40:59.278 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 3m ago 9h 916M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:40:59.278 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 3m ago 9h 2429M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:40:59.278 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 105s ago 9h 1175M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:40:59.278 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 3m ago 9h 1264M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:40:59.278 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 3m ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:40:59.278 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 105s ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:40:59.278 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 3m ago 9h 5623M 2087M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:40:59.278 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 3m ago 9h 6339M 2087M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:40:59.278 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 3m ago 9h 5146M 2087M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:40:59.278 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 3m ago 9h 5450M 2087M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:40:59.278 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 105s ago 9h 4592M 2454M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:40:59.278 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 105s ago 9h 5156M 2454M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:40:59.278 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 105s ago 9h 4454M 2454M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:40:59.279 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 105s ago 9h 5190M 2454M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:40:59.279 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 105s ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:40:59.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:40:59 smithi123 ceph-mon[191304]: pgmap v20034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:59.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:40:59 smithi123 ceph-mon[188613]: pgmap v20034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:40:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:40:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:40:59.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:40:59 smithi177 ceph-mon[212096]: pgmap v20034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:40:59.659 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:40:59.660 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:40:59.660 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:40:59.660 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:40:59.660 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:40:59.660 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:40:59.660 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:40:59.660 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:40:59.660 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:40:59.660 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:40:59.660 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:40:59.660 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:40:59.660 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:40:59.660 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:40:59.660 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:40:59.661 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:40:59.661 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:40:59.661 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:41:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:00 smithi177 ceph-mon[212096]: from='client.56199 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:41:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:00 smithi177 ceph-mon[212096]: from='client.56205 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:41:00.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:00 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3126696232' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:41:00.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:00 smithi123 ceph-mon[191304]: from='client.56199 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:41:00.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:00 smithi123 ceph-mon[191304]: from='client.56205 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:41:00.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:00 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3126696232' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:41:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:00 smithi123 ceph-mon[188613]: from='client.56199 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:41:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:00 smithi123 ceph-mon[188613]: from='client.56205 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:41:00.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:00 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3126696232' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:41:01.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:01 smithi177 ceph-mon[212096]: pgmap v20035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:01.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:01 smithi123 ceph-mon[191304]: pgmap v20035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:01.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:01 smithi123 ceph-mon[188613]: pgmap v20035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:03.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:03 smithi177 ceph-mon[212096]: pgmap v20036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:03.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:03 smithi123 ceph-mon[191304]: pgmap v20036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:03.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:03 smithi123 ceph-mon[188613]: pgmap v20036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:05.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:05 smithi177 ceph-mon[212096]: pgmap v20037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:05.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:05 smithi123 ceph-mon[191304]: pgmap v20037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:05.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:05 smithi123 ceph-mon[188613]: pgmap v20037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:07.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:07 smithi177 ceph-mon[212096]: pgmap v20038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:07.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:07 smithi123 ceph-mon[191304]: pgmap v20038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:07.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:07 smithi123 ceph-mon[188613]: pgmap v20038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:09.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:09 smithi123 ceph-mon[191304]: pgmap v20039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:09.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:09 smithi123 ceph-mon[188613]: pgmap v20039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:41:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:41:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:41:09.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:09 smithi177 ceph-mon[212096]: pgmap v20039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:11.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:11 smithi177 ceph-mon[212096]: pgmap v20040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:11.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:11 smithi123 ceph-mon[191304]: pgmap v20040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:11.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:11 smithi123 ceph-mon[188613]: pgmap v20040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:41:12.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:41:12.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:41:13.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:13 smithi177 ceph-mon[212096]: pgmap v20041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:13.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:13 smithi123 ceph-mon[191304]: pgmap v20041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:13.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:13 smithi123 ceph-mon[188613]: pgmap v20041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:15 smithi177 ceph-mon[212096]: pgmap v20042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:41:15.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:15 smithi123 ceph-mon[188613]: pgmap v20042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:15.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:41:15.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:15 smithi123 ceph-mon[191304]: pgmap v20042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:15.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:41:16.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:41:16.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:41:16.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:41:16.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:41:16.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:41:16.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:41:16.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:41:16.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:41:16.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:41:17.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:17 smithi177 ceph-mon[212096]: pgmap v20043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:17.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:17 smithi123 ceph-mon[188613]: pgmap v20043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:17.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:17 smithi123 ceph-mon[191304]: pgmap v20043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:19.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:19 smithi123 ceph-mon[188613]: pgmap v20044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:19.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:19 smithi123 ceph-mon[191304]: pgmap v20044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:41:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:41:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:41:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:19 smithi177 ceph-mon[212096]: pgmap v20044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:21.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:21 smithi177 ceph-mon[212096]: pgmap v20045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:21.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:21 smithi123 ceph-mon[188613]: pgmap v20045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:21.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:21 smithi123 ceph-mon[191304]: pgmap v20045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:23.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:23 smithi177 ceph-mon[212096]: pgmap v20046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:23.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:23 smithi123 ceph-mon[188613]: pgmap v20046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:23.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:23 smithi123 ceph-mon[191304]: pgmap v20046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:25.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:25 smithi177 ceph-mon[212096]: pgmap v20047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:25.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:25 smithi123 ceph-mon[191304]: pgmap v20047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:25.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:25 smithi123 ceph-mon[188613]: pgmap v20047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:27 smithi177 ceph-mon[212096]: pgmap v20048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:41:27.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:27 smithi123 ceph-mon[188613]: pgmap v20048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:27.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:41:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:27 smithi123 ceph-mon[191304]: pgmap v20048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:41:28.900 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 20:41:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T20:41:28.589044487Z level=info msg="Completed cleanup jobs" duration=15.527082ms 2023-12-20T20:41:29.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:29 smithi123 ceph-mon[191304]: pgmap v20049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:29.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:29 smithi123 ceph-mon[188613]: pgmap v20049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:41:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:41:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:41:29.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:29 smithi177 ceph-mon[212096]: pgmap v20049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:30.004 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:41:30.309 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:41:30.309 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 4m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:41:30.310 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 2m ago 9h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:41:30.310 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 4m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:41:30.310 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 2m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:41:30.310 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 2m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:41:30.310 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 4m ago 9h 916M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:41:30.310 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 4m ago 9h 2429M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:41:30.310 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 2m ago 9h 1175M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:41:30.310 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 4m ago 9h 1264M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:41:30.310 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 4m ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:41:30.310 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 2m ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:41:30.310 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 4m ago 9h 5623M 2087M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:41:30.310 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 4m ago 9h 6339M 2087M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:41:30.310 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 4m ago 9h 5146M 2087M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:41:30.310 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 4m ago 9h 5450M 2087M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:41:30.311 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 2m ago 9h 4592M 2454M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:41:30.311 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 2m ago 9h 5156M 2454M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:41:30.311 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 2m ago 9h 4454M 2454M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:41:30.311 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 2m ago 9h 5190M 2454M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:41:30.311 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 2m ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:41:30.691 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:41:30.691 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:41:30.691 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:41:30.691 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:41:30.691 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:41:30.691 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:41:30.692 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:41:30.692 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:41:30.692 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:41:30.692 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:41:30.692 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:41:30.692 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:41:30.692 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:41:30.692 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:41:30.692 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:41:30.692 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:41:30.692 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:41:30.692 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:41:31.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:31 smithi177 ceph-mon[212096]: from='client.66170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:41:31.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:31 smithi177 ceph-mon[212096]: pgmap v20050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:31.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:31 smithi177 ceph-mon[212096]: from='client.66176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:41:31.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:31 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1960290222' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:41:31.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:31 smithi123 ceph-mon[191304]: from='client.66170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:41:31.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:31 smithi123 ceph-mon[191304]: pgmap v20050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:31.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:31 smithi123 ceph-mon[191304]: from='client.66176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:41:31.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:31 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1960290222' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:41:31.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:31 smithi123 ceph-mon[188613]: from='client.66170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:41:31.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:31 smithi123 ceph-mon[188613]: pgmap v20050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:31.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:31 smithi123 ceph-mon[188613]: from='client.66176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:41:31.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:31 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1960290222' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:41:33.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:33 smithi177 ceph-mon[212096]: pgmap v20051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:33.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:33 smithi123 ceph-mon[191304]: pgmap v20051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:33.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:33 smithi123 ceph-mon[188613]: pgmap v20051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:35.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:35 smithi177 ceph-mon[212096]: pgmap v20052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:35.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:35 smithi123 ceph-mon[191304]: pgmap v20052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:35.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:35 smithi123 ceph-mon[188613]: pgmap v20052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:37.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:37 smithi177 ceph-mon[212096]: pgmap v20053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:37.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:37 smithi123 ceph-mon[191304]: pgmap v20053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:37.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:37 smithi123 ceph-mon[188613]: pgmap v20053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:39.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:39 smithi123 ceph-mon[191304]: pgmap v20054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:39.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:39 smithi123 ceph-mon[188613]: pgmap v20054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:41:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:41:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:41:39.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:39 smithi177 ceph-mon[212096]: pgmap v20054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:41.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:41 smithi177 ceph-mon[212096]: pgmap v20055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:41.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:41 smithi123 ceph-mon[191304]: pgmap v20055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:41.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:41 smithi123 ceph-mon[188613]: pgmap v20055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:41:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:42 smithi177 ceph-mon[212096]: pgmap v20056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:42.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:41:42.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:42 smithi123 ceph-mon[188613]: pgmap v20056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:42.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:41:42.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:42 smithi123 ceph-mon[191304]: pgmap v20056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:45.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:45 smithi123 ceph-mon[188613]: pgmap v20057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:45.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:45 smithi123 ceph-mon[191304]: pgmap v20057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:45.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:45 smithi177 ceph-mon[212096]: pgmap v20057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:47.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:47 smithi123 ceph-mon[188613]: pgmap v20058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:47.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:47 smithi123 ceph-mon[191304]: pgmap v20058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:47.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:47 smithi177 ceph-mon[212096]: pgmap v20058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:49.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:49 smithi123 ceph-mon[191304]: pgmap v20059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:49.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:49 smithi123 ceph-mon[188613]: pgmap v20059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:41:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:41:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:41:49.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:49 smithi177 ceph-mon[212096]: pgmap v20059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:51.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:51 smithi123 ceph-mon[191304]: pgmap v20060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:51.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:51 smithi123 ceph-mon[188613]: pgmap v20060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:51.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:51 smithi177 ceph-mon[212096]: pgmap v20060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:53.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:53 smithi123 ceph-mon[191304]: pgmap v20061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:53.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:53 smithi123 ceph-mon[188613]: pgmap v20061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:53.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:53 smithi177 ceph-mon[212096]: pgmap v20061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:55.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:55 smithi123 ceph-mon[191304]: pgmap v20062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:55.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:55 smithi123 ceph-mon[188613]: pgmap v20062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:55.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:55 smithi177 ceph-mon[212096]: pgmap v20062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:57.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:57 smithi123 ceph-mon[191304]: pgmap v20063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:57.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:41:57.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:57 smithi123 ceph-mon[188613]: pgmap v20063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:57.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:41:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:57 smithi177 ceph-mon[212096]: pgmap v20063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:41:59.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:41:59 smithi123 ceph-mon[188613]: pgmap v20064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:59.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:41:59 smithi123 ceph-mon[191304]: pgmap v20064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:41:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:41:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:41:59] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T20:41:59.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:41:59 smithi177 ceph-mon[212096]: pgmap v20064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:01.035 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:42:01.351 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:42:01.351 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 4m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:42:01.351 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 2m ago 9h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:42:01.351 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 4m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:42:01.351 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 2m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:42:01.351 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 2m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:42:01.351 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 4m ago 9h 916M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:42:01.352 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 4m ago 9h 2429M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:42:01.352 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 2m ago 9h 1175M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:42:01.352 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 4m ago 9h 1264M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:42:01.352 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 4m ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:42:01.352 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 2m ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:42:01.352 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 4m ago 9h 5623M 2087M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:42:01.352 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 4m ago 9h 6339M 2087M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:42:01.352 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 4m ago 9h 5146M 2087M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:42:01.352 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 4m ago 9h 5450M 2087M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:42:01.352 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 2m ago 9h 4592M 2454M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:42:01.352 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 2m ago 9h 5156M 2454M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:42:01.352 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 2m ago 9h 4454M 2454M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:42:01.352 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 2m ago 9h 5190M 2454M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:42:01.352 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 2m ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:42:01.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:01 smithi123 ceph-mon[191304]: pgmap v20065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:01.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:01 smithi123 ceph-mon[188613]: pgmap v20065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:01.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:01 smithi177 ceph-mon[212096]: pgmap v20065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:01.734 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:42:01.734 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:42:01.734 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:42:01.734 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:42:01.734 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:42:01.735 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:42:01.735 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:42:01.735 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:42:01.735 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:42:01.735 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:42:01.735 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:42:01.735 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:42:01.735 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:42:01.735 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:42:01.735 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:42:01.735 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:42:01.735 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:42:01.735 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:42:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:02 smithi177 ceph-mon[212096]: from='client.66188 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:42:02.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:02 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3721524828' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:42:02.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:02 smithi123 ceph-mon[191304]: from='client.66188 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:42:02.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:02 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3721524828' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:42:02.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:02 smithi123 ceph-mon[188613]: from='client.66188 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:42:02.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:02 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3721524828' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:42:03.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:03 smithi177 ceph-mon[212096]: from='client.56241 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:42:03.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:03 smithi177 ceph-mon[212096]: pgmap v20066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:03.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:03 smithi123 ceph-mon[191304]: from='client.56241 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:42:03.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:03 smithi123 ceph-mon[191304]: pgmap v20066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:03.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:03 smithi123 ceph-mon[188613]: from='client.56241 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:42:03.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:03 smithi123 ceph-mon[188613]: pgmap v20066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:05.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:05 smithi177 ceph-mon[212096]: pgmap v20067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:05.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:05 smithi123 ceph-mon[191304]: pgmap v20067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:05.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:05 smithi123 ceph-mon[188613]: pgmap v20067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:07.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:07 smithi177 ceph-mon[212096]: pgmap v20068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:07.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:07 smithi123 ceph-mon[191304]: pgmap v20068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:07.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:07 smithi123 ceph-mon[188613]: pgmap v20068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:09.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:09 smithi123 ceph-mon[188613]: pgmap v20069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:09.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:09 smithi123 ceph-mon[191304]: pgmap v20069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:09.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:42:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:42:09] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T20:42:09.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:09 smithi177 ceph-mon[212096]: pgmap v20069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:11.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:11 smithi177 ceph-mon[212096]: pgmap v20070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:11.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:11 smithi123 ceph-mon[188613]: pgmap v20070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:11.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:11 smithi123 ceph-mon[191304]: pgmap v20070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:42:12.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:42:12.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:42:13.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:13 smithi177 ceph-mon[212096]: pgmap v20071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:13.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:13 smithi123 ceph-mon[188613]: pgmap v20071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:13.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:13 smithi123 ceph-mon[191304]: pgmap v20071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:15 smithi177 ceph-mon[212096]: pgmap v20072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:15.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:15 smithi123 ceph-mon[191304]: pgmap v20072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:15.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:15 smithi123 ceph-mon[188613]: pgmap v20072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:42:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:42:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:42:16.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:42:16.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:42:16.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:42:16.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:42:16.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:42:16.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:42:16.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:42:16.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:42:16.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:42:17.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:17 smithi177 ceph-mon[212096]: pgmap v20073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:17.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:17 smithi123 ceph-mon[191304]: pgmap v20073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:17.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:17 smithi123 ceph-mon[188613]: pgmap v20073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:19.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:19 smithi123 ceph-mon[191304]: pgmap v20074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:19.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:19 smithi123 ceph-mon[188613]: pgmap v20074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:42:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:42:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:42:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:19 smithi177 ceph-mon[212096]: pgmap v20074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:21.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:21 smithi177 ceph-mon[212096]: pgmap v20075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:21.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:21 smithi123 ceph-mon[191304]: pgmap v20075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:21.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:21 smithi123 ceph-mon[188613]: pgmap v20075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:23.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:23 smithi177 ceph-mon[212096]: pgmap v20076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:23.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:23 smithi123 ceph-mon[191304]: pgmap v20076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:23.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:23 smithi123 ceph-mon[188613]: pgmap v20076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:25.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:25 smithi177 ceph-mon[212096]: pgmap v20077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:25.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:25 smithi123 ceph-mon[191304]: pgmap v20077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:25.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:25 smithi123 ceph-mon[188613]: pgmap v20077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:27 smithi177 ceph-mon[212096]: pgmap v20078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:42:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:27 smithi123 ceph-mon[191304]: pgmap v20078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:42:27.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:27 smithi123 ceph-mon[188613]: pgmap v20078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:27.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:42:29.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:29 smithi123 ceph-mon[191304]: pgmap v20079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:29.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:29 smithi123 ceph-mon[188613]: pgmap v20079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:29.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:42:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:42:29] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T20:42:29.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:29 smithi177 ceph-mon[212096]: pgmap v20079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:31.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:31 smithi177 ceph-mon[212096]: pgmap v20080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:31.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:31 smithi123 ceph-mon[191304]: pgmap v20080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:31.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:31 smithi123 ceph-mon[188613]: pgmap v20080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:32.076 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:42:32.386 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:42:32.387 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 5m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:42:32.387 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 3m ago 9h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:42:32.387 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 5m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:42:32.387 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 3m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:42:32.387 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 3m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:42:32.387 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 5m ago 9h 916M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:42:32.387 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 5m ago 9h 2429M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:42:32.387 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 3m ago 9h 1175M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:42:32.387 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 5m ago 9h 1264M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:42:32.387 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 5m ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:42:32.387 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 3m ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:42:32.387 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 5m ago 9h 5623M 2087M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:42:32.388 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 5m ago 9h 6339M 2087M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:42:32.388 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 5m ago 9h 5146M 2087M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:42:32.388 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 5m ago 9h 5450M 2087M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:42:32.388 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 3m ago 9h 4592M 2454M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:42:32.388 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 3m ago 9h 5156M 2454M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:42:32.388 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 3m ago 9h 4454M 2454M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:42:32.388 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 3m ago 9h 5190M 2454M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:42:32.388 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 3m ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:42:32.772 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:42:32.772 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:42:32.772 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:42:32.772 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:42:32.773 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:42:32.773 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:42:32.773 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:42:32.773 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:42:32.773 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:42:32.773 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:42:32.773 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:42:32.773 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:42:32.773 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:42:32.773 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:42:32.773 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:42:32.773 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:42:32.773 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:42:32.774 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:42:33.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:33 smithi177 ceph-mon[212096]: from='client.66206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:42:33.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:33 smithi177 ceph-mon[212096]: pgmap v20081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:33.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:33 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2390902779' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:42:33.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:33 smithi123 ceph-mon[191304]: from='client.66206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:42:33.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:33 smithi123 ceph-mon[191304]: pgmap v20081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:33.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:33 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2390902779' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:42:33.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:33 smithi123 ceph-mon[188613]: from='client.66206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:42:33.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:33 smithi123 ceph-mon[188613]: pgmap v20081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:33.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:33 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2390902779' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:42:34.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:34 smithi177 ceph-mon[212096]: from='client.66212 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:42:34.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:34 smithi123 ceph-mon[191304]: from='client.66212 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:42:34.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:34 smithi123 ceph-mon[188613]: from='client.66212 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:42:35.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:35 smithi177 ceph-mon[212096]: pgmap v20082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:35.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:35 smithi123 ceph-mon[191304]: pgmap v20082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:35.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:35 smithi123 ceph-mon[188613]: pgmap v20082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:37.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:37 smithi177 ceph-mon[212096]: pgmap v20083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:37.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:37 smithi123 ceph-mon[191304]: pgmap v20083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:37.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:37 smithi123 ceph-mon[188613]: pgmap v20083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:39.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:39 smithi123 ceph-mon[191304]: pgmap v20084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:39.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:39 smithi123 ceph-mon[188613]: pgmap v20084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:39.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:42:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:42:39] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T20:42:39.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:39 smithi177 ceph-mon[212096]: pgmap v20084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:41.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:41 smithi177 ceph-mon[212096]: pgmap v20085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:41.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:41 smithi123 ceph-mon[191304]: pgmap v20085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:41.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:41 smithi123 ceph-mon[188613]: pgmap v20085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:42:42.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:42:42.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:42:43.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:43 smithi177 ceph-mon[212096]: pgmap v20086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:43.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:43 smithi123 ceph-mon[188613]: pgmap v20086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:43.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:43 smithi123 ceph-mon[191304]: pgmap v20086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:44.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:44 smithi177 ceph-mon[212096]: pgmap v20087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:44.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:44 smithi123 ceph-mon[191304]: pgmap v20087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:44.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:44 smithi123 ceph-mon[188613]: pgmap v20087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:47.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:47 smithi123 ceph-mon[191304]: pgmap v20088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:47.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:47 smithi123 ceph-mon[188613]: pgmap v20088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:47.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:47 smithi177 ceph-mon[212096]: pgmap v20088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:49.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:49 smithi123 ceph-mon[191304]: pgmap v20089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:49.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:49 smithi123 ceph-mon[188613]: pgmap v20089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:42:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:42:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:42:49.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:49 smithi177 ceph-mon[212096]: pgmap v20089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:51.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:51 smithi123 ceph-mon[191304]: pgmap v20090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:51.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:51 smithi123 ceph-mon[188613]: pgmap v20090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:51.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:51 smithi177 ceph-mon[212096]: pgmap v20090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:53.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:53 smithi123 ceph-mon[188613]: pgmap v20091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:53.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:53 smithi123 ceph-mon[191304]: pgmap v20091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:53.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:53 smithi177 ceph-mon[212096]: pgmap v20091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:55.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:55 smithi123 ceph-mon[191304]: pgmap v20092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:55.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:55 smithi123 ceph-mon[188613]: pgmap v20092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:55.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:55 smithi177 ceph-mon[212096]: pgmap v20092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:57 smithi177 ceph-mon[212096]: pgmap v20093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:42:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:57 smithi123 ceph-mon[191304]: pgmap v20093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:42:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:57 smithi123 ceph-mon[188613]: pgmap v20093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:42:59.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:42:59 smithi123 ceph-mon[188613]: pgmap v20094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:59.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:42:59 smithi123 ceph-mon[191304]: pgmap v20094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:42:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:42:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:42:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:42:59.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:42:59 smithi177 ceph-mon[212096]: pgmap v20094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:01.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:01 smithi177 ceph-mon[212096]: pgmap v20095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:01.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:01 smithi123 ceph-mon[191304]: pgmap v20095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:01.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:01 smithi123 ceph-mon[188613]: pgmap v20095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:03.118 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:43:03.428 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:43:03.429 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 5m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:43:03.429 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 3m ago 9h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:43:03.429 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 5m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:43:03.429 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 3m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:43:03.429 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 3m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:43:03.429 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 5m ago 9h 916M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:43:03.429 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 5m ago 9h 2429M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:43:03.429 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 3m ago 9h 1175M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:43:03.429 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 5m ago 9h 1264M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:43:03.429 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 5m ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:43:03.429 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 3m ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:43:03.429 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 5m ago 9h 5623M 2087M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:43:03.429 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 5m ago 9h 6339M 2087M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:43:03.430 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 5m ago 9h 5146M 2087M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:43:03.430 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 5m ago 9h 5450M 2087M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:43:03.430 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 3m ago 9h 4592M 2454M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:43:03.430 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 3m ago 9h 5156M 2454M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:43:03.430 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 3m ago 9h 4454M 2454M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:43:03.430 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 3m ago 9h 5190M 2454M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:43:03.430 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 3m ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:43:03.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:03 smithi177 ceph-mon[212096]: pgmap v20096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:03.738 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:03 smithi123 ceph-mon[188613]: pgmap v20096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:03.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:03 smithi123 ceph-mon[191304]: pgmap v20096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:03.813 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:43:03.813 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:43:03.813 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:43:03.813 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:43:03.813 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:43:03.813 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:43:03.813 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:43:03.813 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:43:03.813 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:43:03.814 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:43:03.814 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:43:03.814 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:43:03.814 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:43:03.814 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:43:03.814 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:43:03.814 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:43:03.814 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:43:03.814 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:43:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:04 smithi177 ceph-mon[212096]: from='client.56271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:43:04.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:04 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2953498451' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:43:04.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:04 smithi123 ceph-mon[188613]: from='client.56271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:43:04.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:04 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2953498451' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:43:04.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:04 smithi123 ceph-mon[191304]: from='client.56271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:43:04.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:04 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2953498451' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:43:05.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:05 smithi177 ceph-mon[212096]: from='client.56277 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:43:05.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:05 smithi177 ceph-mon[212096]: pgmap v20097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:05.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:05 smithi123 ceph-mon[191304]: from='client.56277 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:43:05.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:05 smithi123 ceph-mon[191304]: pgmap v20097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:05.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:05 smithi123 ceph-mon[188613]: from='client.56277 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:43:05.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:05 smithi123 ceph-mon[188613]: pgmap v20097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:07.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:07 smithi177 ceph-mon[212096]: pgmap v20098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:07.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:07 smithi123 ceph-mon[191304]: pgmap v20098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:07.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:07 smithi123 ceph-mon[188613]: pgmap v20098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:09.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:09 smithi123 ceph-mon[191304]: pgmap v20099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:09.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:09 smithi123 ceph-mon[188613]: pgmap v20099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:43:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:43:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:43:09.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:09 smithi177 ceph-mon[212096]: pgmap v20099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:11.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:11 smithi177 ceph-mon[212096]: pgmap v20100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:11.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:11 smithi123 ceph-mon[191304]: pgmap v20100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:11.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:11 smithi123 ceph-mon[188613]: pgmap v20100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:43:12.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:43:12.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:43:13.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:13 smithi177 ceph-mon[212096]: pgmap v20101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:13.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:13 smithi123 ceph-mon[191304]: pgmap v20101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:13.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:13 smithi123 ceph-mon[188613]: pgmap v20101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:15 smithi177 ceph-mon[212096]: pgmap v20102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:15.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:15 smithi123 ceph-mon[191304]: pgmap v20102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:15.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:15 smithi123 ceph-mon[188613]: pgmap v20102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:16.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:43:16.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:43:16.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:43:17.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:17 smithi177 ceph-mon[212096]: pgmap v20103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:17.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:43:17.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:43:17.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:43:17.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:17 smithi123 ceph-mon[191304]: pgmap v20103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:17.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:43:17.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:43:17.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:43:17.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:17 smithi123 ceph-mon[188613]: pgmap v20103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:17.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:43:17.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:43:17.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:43:19.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:19 smithi123 ceph-mon[188613]: pgmap v20104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:19.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:19 smithi123 ceph-mon[191304]: pgmap v20104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:43:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:43:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:43:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:19 smithi177 ceph-mon[212096]: pgmap v20104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:21.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:21 smithi177 ceph-mon[212096]: pgmap v20105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:21.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:21 smithi123 ceph-mon[191304]: pgmap v20105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:21.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:21 smithi123 ceph-mon[188613]: pgmap v20105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:23.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:23 smithi177 ceph-mon[212096]: pgmap v20106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:23.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:23 smithi123 ceph-mon[191304]: pgmap v20106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:23.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:23 smithi123 ceph-mon[188613]: pgmap v20106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:25.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:25 smithi177 ceph-mon[212096]: pgmap v20107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:25.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:25 smithi123 ceph-mon[191304]: pgmap v20107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:25.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:25 smithi123 ceph-mon[188613]: pgmap v20107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:27 smithi177 ceph-mon[212096]: pgmap v20108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:43:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:27 smithi123 ceph-mon[191304]: pgmap v20108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:43:27.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:27 smithi123 ceph-mon[188613]: pgmap v20108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:27.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:43:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:43:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:43:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:43:29.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:29 smithi123 ceph-mon[191304]: pgmap v20109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:29.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:29 smithi123 ceph-mon[188613]: pgmap v20109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:29.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:29 smithi177 ceph-mon[212096]: pgmap v20109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:31.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:31 smithi177 ceph-mon[212096]: pgmap v20110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:31.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:31 smithi123 ceph-mon[191304]: pgmap v20110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:31.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:31 smithi123 ceph-mon[188613]: pgmap v20110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:33.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:33 smithi177 ceph-mon[212096]: pgmap v20111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:33.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:33 smithi123 ceph-mon[191304]: pgmap v20111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:33.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:33 smithi123 ceph-mon[188613]: pgmap v20111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:34.165 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:43:34.473 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:43:34.473 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 6m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:43:34.473 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 4m ago 9h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:43:34.473 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 6m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:43:34.474 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 4m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:43:34.474 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 4m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:43:34.474 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 6m ago 9h 916M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:43:34.474 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 6m ago 10h 2429M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:43:34.474 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 4m ago 9h 1175M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:43:34.474 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 6m ago 9h 1264M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:43:34.474 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 6m ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:43:34.474 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 4m ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:43:34.474 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 6m ago 9h 5623M 2087M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:43:34.474 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 6m ago 9h 6339M 2087M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:43:34.474 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 6m ago 9h 5146M 2087M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:43:34.474 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 6m ago 9h 5450M 2087M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:43:34.474 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 4m ago 9h 4592M 2454M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:43:34.474 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 4m ago 9h 5156M 2454M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:43:34.474 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 4m ago 9h 4454M 2454M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:43:34.474 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 4m ago 9h 5190M 2454M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:43:34.475 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 4m ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:43:34.854 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:43:34.854 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:43:34.854 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:43:34.854 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:43:34.854 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:43:34.855 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:43:34.855 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:43:34.855 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:43:34.855 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:43:34.855 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:43:34.855 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:43:34.855 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:43:34.855 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:43:34.855 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:43:34.855 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:43:34.855 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:43:34.855 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:43:34.855 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:43:35.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:35 smithi177 ceph-mon[212096]: from='client.66242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:43:35.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:35 smithi177 ceph-mon[212096]: pgmap v20112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:35.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:35 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1021786491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:43:35.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:35 smithi123 ceph-mon[191304]: from='client.66242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:43:35.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:35 smithi123 ceph-mon[191304]: pgmap v20112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:35.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:35 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1021786491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:43:35.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:35 smithi123 ceph-mon[188613]: from='client.66242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:43:35.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:35 smithi123 ceph-mon[188613]: pgmap v20112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:35.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:35 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1021786491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:43:36.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:36 smithi177 ceph-mon[212096]: from='client.56292 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:43:36.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:36 smithi123 ceph-mon[191304]: from='client.56292 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:43:36.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:36 smithi123 ceph-mon[188613]: from='client.56292 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:43:37.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:37 smithi177 ceph-mon[212096]: pgmap v20113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:37.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:37 smithi123 ceph-mon[191304]: pgmap v20113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:37.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:37 smithi123 ceph-mon[188613]: pgmap v20113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:39.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:39 smithi123 ceph-mon[191304]: pgmap v20114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:39.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:39 smithi123 ceph-mon[188613]: pgmap v20114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:43:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:43:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:43:39.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:39 smithi177 ceph-mon[212096]: pgmap v20114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:41.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:41 smithi177 ceph-mon[212096]: pgmap v20115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:41.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:41 smithi123 ceph-mon[191304]: pgmap v20115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:41.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:41 smithi123 ceph-mon[188613]: pgmap v20115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:43:42.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:43:42.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:43:43.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:43 smithi177 ceph-mon[212096]: pgmap v20116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:43.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:43 smithi123 ceph-mon[191304]: pgmap v20116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:43.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:43 smithi123 ceph-mon[188613]: pgmap v20116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:45.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:45 smithi177 ceph-mon[212096]: pgmap v20117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:45.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:45 smithi123 ceph-mon[191304]: pgmap v20117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:45.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:45 smithi123 ceph-mon[188613]: pgmap v20117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:47.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:47 smithi177 ceph-mon[212096]: pgmap v20118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:47.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:47 smithi123 ceph-mon[191304]: pgmap v20118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:47.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:47 smithi123 ceph-mon[188613]: pgmap v20118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:49.336 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:43:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:43:49] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T20:43:49.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:49 smithi177 ceph-mon[212096]: pgmap v20119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:49.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:49 smithi123 ceph-mon[191304]: pgmap v20119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:49.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:49 smithi123 ceph-mon[188613]: pgmap v20119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:50.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:50 smithi177 ceph-mon[212096]: pgmap v20120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:50.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:50 smithi123 ceph-mon[191304]: pgmap v20120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:50.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:50 smithi123 ceph-mon[188613]: pgmap v20120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:53.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:53 smithi123 ceph-mon[191304]: pgmap v20121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:53.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:53 smithi123 ceph-mon[188613]: pgmap v20121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:53.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:53 smithi177 ceph-mon[212096]: pgmap v20121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:55.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:55 smithi123 ceph-mon[191304]: pgmap v20122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:55.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:55 smithi123 ceph-mon[188613]: pgmap v20122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:55.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:55 smithi177 ceph-mon[212096]: pgmap v20122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:57.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:57 smithi123 ceph-mon[191304]: pgmap v20123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:57.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:43:57.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:57 smithi123 ceph-mon[188613]: pgmap v20123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:57.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:43:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:57 smithi177 ceph-mon[212096]: pgmap v20123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:43:59.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:43:59 smithi123 ceph-mon[188613]: pgmap v20124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:59.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:43:59 smithi123 ceph-mon[191304]: pgmap v20124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:43:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:43:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:43:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:43:59.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:43:59 smithi177 ceph-mon[212096]: pgmap v20124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:01.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:01 smithi177 ceph-mon[212096]: pgmap v20125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:01.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:01 smithi123 ceph-mon[188613]: pgmap v20125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:01.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:01 smithi123 ceph-mon[191304]: pgmap v20125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:03.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:03 smithi177 ceph-mon[212096]: pgmap v20126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:03.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:03 smithi123 ceph-mon[191304]: pgmap v20126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:03.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:03 smithi123 ceph-mon[188613]: pgmap v20126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:05.204 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:44:05.516 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:44:05.516 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 6m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:44:05.516 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 4m ago 9h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:44:05.516 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 6m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:44:05.516 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 4m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:44:05.516 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 4m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:44:05.517 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 6m ago 10h 916M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:44:05.517 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 6m ago 10h 2429M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:44:05.517 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 4m ago 9h 1175M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:44:05.517 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 6m ago 9h 1264M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:44:05.517 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 6m ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:44:05.517 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 4m ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:44:05.517 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 6m ago 9h 5623M 2087M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:44:05.517 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 6m ago 9h 6339M 2087M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:44:05.517 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 6m ago 9h 5146M 2087M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:44:05.517 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 6m ago 9h 5450M 2087M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:44:05.517 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 4m ago 9h 4592M 2454M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:44:05.517 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 4m ago 9h 5156M 2454M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:44:05.517 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 4m ago 9h 4454M 2454M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:44:05.517 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 4m ago 9h 5190M 2454M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:44:05.518 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 4m ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:44:05.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:05 smithi177 ceph-mon[212096]: pgmap v20127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:05.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:05 smithi123 ceph-mon[191304]: pgmap v20127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:05.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:05 smithi123 ceph-mon[188613]: pgmap v20127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:05.906 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:44:05.906 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:44:05.906 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:44:05.906 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:44:05.906 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:44:05.906 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:44:05.906 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:44:05.906 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:44:05.906 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:44:05.906 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:44:05.907 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:44:05.907 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:44:05.907 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:44:05.907 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:44:05.907 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:44:05.907 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:44:05.907 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:44:05.907 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:44:06.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:06 smithi177 ceph-mon[212096]: from='client.56304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:44:06.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:06 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2846238124' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:44:06.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:06 smithi123 ceph-mon[191304]: from='client.56304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:44:06.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:06 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2846238124' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:44:06.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:06 smithi123 ceph-mon[188613]: from='client.56304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:44:06.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:06 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2846238124' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:44:07.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:07 smithi177 ceph-mon[212096]: from='client.56310 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:44:07.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:07 smithi177 ceph-mon[212096]: pgmap v20128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:07.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:07 smithi123 ceph-mon[191304]: from='client.56310 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:44:07.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:07 smithi123 ceph-mon[191304]: pgmap v20128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:07.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:07 smithi123 ceph-mon[188613]: from='client.56310 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:44:07.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:07 smithi123 ceph-mon[188613]: pgmap v20128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:09.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:09 smithi123 ceph-mon[191304]: pgmap v20129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:09.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:09 smithi123 ceph-mon[188613]: pgmap v20129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:44:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:44:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:44:09.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:09 smithi177 ceph-mon[212096]: pgmap v20129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:11.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:11 smithi177 ceph-mon[212096]: pgmap v20130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:11.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:11 smithi123 ceph-mon[188613]: pgmap v20130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:11.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:11 smithi123 ceph-mon[191304]: pgmap v20130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:44:12.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:44:12.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:44:13.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:13 smithi177 ceph-mon[212096]: pgmap v20131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:13.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:13 smithi123 ceph-mon[191304]: pgmap v20131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:13.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:13 smithi123 ceph-mon[188613]: pgmap v20131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:15 smithi177 ceph-mon[212096]: pgmap v20132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:15.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:15 smithi123 ceph-mon[191304]: pgmap v20132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:15.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:15 smithi123 ceph-mon[188613]: pgmap v20132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:17.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:17 smithi177 ceph-mon[212096]: pgmap v20133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:17.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:44:17.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:44:17.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:44:17.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:17 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:44:17.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:17 smithi123 ceph-mon[191304]: pgmap v20133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:17.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:44:17.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:44:17.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:44:17.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:17 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:44:17.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:17 smithi123 ceph-mon[188613]: pgmap v20133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:17.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:44:17.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:44:17.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:44:17.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:17 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:44:19.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:19 smithi123 ceph-mon[191304]: pgmap v20134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:19.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:19 smithi123 ceph-mon[188613]: pgmap v20134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:44:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:44:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:44:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:19 smithi177 ceph-mon[212096]: pgmap v20134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:21.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:21 smithi177 ceph-mon[212096]: pgmap v20135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:21.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:21 smithi123 ceph-mon[191304]: pgmap v20135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:21.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:21 smithi123 ceph-mon[188613]: pgmap v20135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:23.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:23 smithi177 ceph-mon[212096]: pgmap v20136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:23.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:23 smithi123 ceph-mon[191304]: pgmap v20136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:23.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:23 smithi123 ceph-mon[188613]: pgmap v20136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:25.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:25 smithi177 ceph-mon[212096]: pgmap v20137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:25.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:25 smithi123 ceph-mon[191304]: pgmap v20137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:25.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:25 smithi123 ceph-mon[188613]: pgmap v20137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:27 smithi177 ceph-mon[212096]: pgmap v20138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:44:27.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:27 smithi123 ceph-mon[188613]: pgmap v20138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:27.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:44:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:27 smithi123 ceph-mon[191304]: pgmap v20138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:44:29.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:29 smithi123 ceph-mon[191304]: pgmap v20139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:29.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:29 smithi123 ceph-mon[188613]: pgmap v20139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:44:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:44:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:44:29.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:29 smithi177 ceph-mon[212096]: pgmap v20139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:31.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:31 smithi177 ceph-mon[212096]: pgmap v20140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:31.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:31 smithi123 ceph-mon[191304]: pgmap v20140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:31.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:31 smithi123 ceph-mon[188613]: pgmap v20140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:33.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:33 smithi177 ceph-mon[212096]: pgmap v20141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:33.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:33 smithi123 ceph-mon[191304]: pgmap v20141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:33.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:33 smithi123 ceph-mon[188613]: pgmap v20141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:35.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:35 smithi177 ceph-mon[212096]: pgmap v20142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:35.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:35 smithi123 ceph-mon[191304]: pgmap v20142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:35.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:35 smithi123 ceph-mon[188613]: pgmap v20142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:36.258 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:44:36.568 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:44:36.568 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 7m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:44:36.568 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 5m ago 9h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:44:36.568 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 7m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:44:36.568 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 5m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:44:36.568 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 5m ago 9h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:44:36.569 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 7m ago 10h 916M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:44:36.569 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 7m ago 10h 2429M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:44:36.569 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 5m ago 9h 1175M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:44:36.569 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 7m ago 9h 1264M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:44:36.569 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 7m ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:44:36.569 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 5m ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:44:36.569 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 7m ago 9h 5623M 2087M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:44:36.569 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 7m ago 9h 6339M 2087M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:44:36.569 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 7m ago 9h 5146M 2087M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:44:36.569 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 7m ago 9h 5450M 2087M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:44:36.569 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 5m ago 9h 4592M 2454M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:44:36.569 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 5m ago 9h 5156M 2454M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:44:36.570 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 5m ago 9h 4454M 2454M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:44:36.570 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 5m ago 9h 5190M 2454M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:44:36.570 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 5m ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:44:36.949 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:44:36.949 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:44:36.949 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:44:36.949 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:44:36.949 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:44:36.949 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:44:36.949 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:44:36.949 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:44:36.950 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:44:36.950 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:44:36.950 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:44:36.950 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:44:36.950 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:44:36.950 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:44:36.950 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:44:36.950 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:44:36.950 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:44:36.950 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:44:37.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:37 smithi177 ceph-mon[212096]: pgmap v20143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:37.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:37 smithi177 ceph-mon[212096]: from='client.66278 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:44:37.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:37 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2419048807' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:44:37.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:37 smithi123 ceph-mon[188613]: pgmap v20143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:37.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:37 smithi123 ceph-mon[188613]: from='client.66278 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:44:37.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:37 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2419048807' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:44:37.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:37 smithi123 ceph-mon[191304]: pgmap v20143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:37.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:37 smithi123 ceph-mon[191304]: from='client.66278 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:44:37.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:37 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2419048807' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:44:38.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:38 smithi177 ceph-mon[212096]: from='client.56328 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:44:38.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:38 smithi123 ceph-mon[191304]: from='client.56328 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:44:38.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:38 smithi123 ceph-mon[188613]: from='client.56328 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:44:39.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:39 smithi123 ceph-mon[191304]: pgmap v20144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:39.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:39 smithi123 ceph-mon[188613]: pgmap v20144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:39.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:44:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:44:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:44:39.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:39 smithi177 ceph-mon[212096]: pgmap v20144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:41.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:41 smithi177 ceph-mon[212096]: pgmap v20145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:41.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:41 smithi123 ceph-mon[191304]: pgmap v20145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:41.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:41 smithi123 ceph-mon[188613]: pgmap v20145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:44:42.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:44:42.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:44:43.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:43 smithi177 ceph-mon[212096]: pgmap v20146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:43.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:43 smithi123 ceph-mon[191304]: pgmap v20146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:43.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:43 smithi123 ceph-mon[188613]: pgmap v20146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:45.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:45 smithi177 ceph-mon[212096]: pgmap v20147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:45.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:45 smithi123 ceph-mon[191304]: pgmap v20147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:45.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:45 smithi123 ceph-mon[188613]: pgmap v20147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:47.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:47 smithi177 ceph-mon[212096]: pgmap v20148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:47.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:47 smithi123 ceph-mon[191304]: pgmap v20148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:47.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:47 smithi123 ceph-mon[188613]: pgmap v20148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:49.327 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:44:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:44:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:44:49.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:49 smithi177 ceph-mon[212096]: pgmap v20149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:49.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:49 smithi123 ceph-mon[191304]: pgmap v20149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:49.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:49 smithi123 ceph-mon[188613]: pgmap v20149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:51.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:51 smithi177 ceph-mon[212096]: pgmap v20150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:51.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:51 smithi123 ceph-mon[191304]: pgmap v20150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:51.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:51 smithi123 ceph-mon[188613]: pgmap v20150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:53.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:53 smithi177 ceph-mon[212096]: pgmap v20151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:53.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:53 smithi123 ceph-mon[191304]: pgmap v20151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:53.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:53 smithi123 ceph-mon[188613]: pgmap v20151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:55.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:55 smithi177 ceph-mon[212096]: pgmap v20152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:55.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:55 smithi123 ceph-mon[188613]: pgmap v20152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:55.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:55 smithi123 ceph-mon[191304]: pgmap v20152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:57 smithi177 ceph-mon[212096]: pgmap v20153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:44:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:57 smithi123 ceph-mon[191304]: pgmap v20153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:44:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:57 smithi123 ceph-mon[188613]: pgmap v20153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:44:59.343 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:44:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:44:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:44:59.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:44:59 smithi177 ceph-mon[212096]: pgmap v20154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:59.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:44:59 smithi123 ceph-mon[191304]: pgmap v20154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:44:59.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:44:59 smithi123 ceph-mon[188613]: pgmap v20154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:01.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:01 smithi177 ceph-mon[212096]: pgmap v20155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:01.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:01 smithi123 ceph-mon[191304]: pgmap v20155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:01.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:01 smithi123 ceph-mon[188613]: pgmap v20155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:02.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:02 smithi123 ceph-mon[191304]: pgmap v20156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:02.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:02 smithi123 ceph-mon[188613]: pgmap v20156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:02.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:02 smithi177 ceph-mon[212096]: pgmap v20156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:05.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:05 smithi177 ceph-mon[212096]: pgmap v20157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:05.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:05 smithi123 ceph-mon[191304]: pgmap v20157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:05.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:05 smithi123 ceph-mon[188613]: pgmap v20157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:07.295 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:45:07.602 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:45:07.602 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 7m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:45:07.602 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 5m ago 9h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:45:07.602 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 7m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:45:07.603 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 5m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:45:07.603 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 5m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:45:07.603 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 7m ago 10h 916M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:45:07.603 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 7m ago 10h 2429M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:45:07.603 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 5m ago 10h 1175M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:45:07.603 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 7m ago 10h 1264M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:45:07.603 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 7m ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:45:07.603 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 5m ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:45:07.603 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 7m ago 9h 5623M 2087M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:45:07.603 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 7m ago 9h 6339M 2087M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:45:07.603 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 7m ago 9h 5146M 2087M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:45:07.603 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 7m ago 9h 5450M 2087M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:45:07.603 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 5m ago 9h 4592M 2454M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:45:07.603 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 5m ago 9h 5156M 2454M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:45:07.604 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 5m ago 9h 4454M 2454M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:45:07.604 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 5m ago 9h 5190M 2454M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:45:07.604 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 5m ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:45:07.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:07 smithi177 ceph-mon[212096]: pgmap v20158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:07.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:07 smithi123 ceph-mon[191304]: pgmap v20158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:07.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:07 smithi123 ceph-mon[188613]: pgmap v20158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:07.984 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:45:07.984 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:45:07.984 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:45:07.984 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:45:07.984 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:45:07.984 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:45:07.984 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:45:07.984 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:45:07.984 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:45:07.984 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:45:07.984 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:45:07.985 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:45:07.985 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:45:07.985 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:45:07.985 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:45:07.985 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:45:07.985 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:45:07.985 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:45:08.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:08 smithi177 ceph-mon[212096]: from='client.56340 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:45:08.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:08 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/433567835' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:45:08.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:08 smithi123 ceph-mon[191304]: from='client.56340 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:45:08.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:08 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/433567835' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:45:08.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:08 smithi123 ceph-mon[188613]: from='client.56340 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:45:08.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:08 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/433567835' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:45:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:45:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:45:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:45:09.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:09 smithi123 ceph-mon[191304]: from='client.66302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:45:09.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:09 smithi123 ceph-mon[191304]: pgmap v20159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:09 smithi123 ceph-mon[188613]: from='client.66302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:45:09.490 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:09 smithi123 ceph-mon[188613]: pgmap v20159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:09.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:09 smithi177 ceph-mon[212096]: from='client.66302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:45:09.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:09 smithi177 ceph-mon[212096]: pgmap v20159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:11.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:11 smithi177 ceph-mon[212096]: pgmap v20160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:11.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:11 smithi123 ceph-mon[191304]: pgmap v20160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:11.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:11 smithi123 ceph-mon[188613]: pgmap v20160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:45:12.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:45:12.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:45:13.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:13 smithi177 ceph-mon[212096]: pgmap v20161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:13.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:13 smithi123 ceph-mon[191304]: pgmap v20161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:13.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:13 smithi123 ceph-mon[188613]: pgmap v20161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:15 smithi177 ceph-mon[212096]: pgmap v20162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:15.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:15 smithi123 ceph-mon[191304]: pgmap v20162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:15.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:15 smithi123 ceph-mon[188613]: pgmap v20162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:17.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:17 smithi177 ceph-mon[212096]: pgmap v20163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:17.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:17 smithi123 ceph-mon[191304]: pgmap v20163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:17.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:17 smithi123 ceph-mon[188613]: pgmap v20163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:18.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:45:18.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:45:18.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:45:18.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:45:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:45:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:45:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:45:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:45:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:45:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:45:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:45:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:45:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:45:18.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:45:18.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:45:18.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:45:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:45:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:45:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:45:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:45:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:45:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:45:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:45:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:45:18.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:45:18.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:45:18.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:45:18.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:45:18.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:45:18.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:45:18.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:45:18.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:45:18.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:45:18.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:45:18.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:45:18.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:45:18.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:45:18.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:45:18.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:45:18.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:45:18.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:45:18.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:45:19.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:19 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi177 to 2450M 2023-12-20T20:45:19.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:19 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2076M 2023-12-20T20:45:19.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:19 smithi123 ceph-mon[188613]: pgmap v20164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:19.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:45:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:45:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:45:19.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:19 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi177 to 2450M 2023-12-20T20:45:19.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:19 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2076M 2023-12-20T20:45:19.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:19 smithi123 ceph-mon[191304]: pgmap v20164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:19 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi177 to 2450M 2023-12-20T20:45:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:19 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2076M 2023-12-20T20:45:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:19 smithi177 ceph-mon[212096]: pgmap v20164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:21.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:21 smithi177 ceph-mon[212096]: pgmap v20165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:21.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:21 smithi123 ceph-mon[191304]: pgmap v20165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:21.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:21 smithi123 ceph-mon[188613]: pgmap v20165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:23.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:23 smithi177 ceph-mon[212096]: pgmap v20166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:23.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:23 smithi123 ceph-mon[191304]: pgmap v20166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:23.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:23 smithi123 ceph-mon[188613]: pgmap v20166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:25.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:25 smithi177 ceph-mon[212096]: pgmap v20167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:25.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:25 smithi123 ceph-mon[191304]: pgmap v20167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:25.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:25 smithi123 ceph-mon[188613]: pgmap v20167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:27 smithi177 ceph-mon[212096]: pgmap v20168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:45:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:27 smithi123 ceph-mon[191304]: pgmap v20168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:45:27.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:27 smithi123 ceph-mon[188613]: pgmap v20168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:27.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:45:29.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:29 smithi123 ceph-mon[191304]: pgmap v20169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:29.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:29 smithi123 ceph-mon[188613]: pgmap v20169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:29.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:45:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:45:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:45:29.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:29 smithi177 ceph-mon[212096]: pgmap v20169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:31.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:31 smithi177 ceph-mon[212096]: pgmap v20170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:31.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:31 smithi123 ceph-mon[191304]: pgmap v20170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:31.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:31 smithi123 ceph-mon[188613]: pgmap v20170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:33.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:33 smithi177 ceph-mon[212096]: pgmap v20171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:33.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:33 smithi123 ceph-mon[191304]: pgmap v20171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:33.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:33 smithi123 ceph-mon[188613]: pgmap v20171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:35.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:35 smithi177 ceph-mon[212096]: pgmap v20172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:35.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:35 smithi123 ceph-mon[191304]: pgmap v20172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:35.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:35 smithi123 ceph-mon[188613]: pgmap v20172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:37.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:37 smithi177 ceph-mon[212096]: pgmap v20173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:37.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:37 smithi123 ceph-mon[191304]: pgmap v20173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:37.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:37 smithi123 ceph-mon[188613]: pgmap v20173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:38.330 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:45:38.640 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:45:38.640 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 8m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:45:38.640 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 6m ago 9h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:45:38.640 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 8m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:45:38.640 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 6m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:45:38.640 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 6m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:45:38.640 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 8m ago 10h 916M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:45:38.640 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 8m ago 10h 2429M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:45:38.640 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 6m ago 10h 1175M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:45:38.640 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 8m ago 10h 1264M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:45:38.641 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 8m ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:45:38.641 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 6m ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:45:38.641 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 8m ago 10h 5623M 2076M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:45:38.641 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 8m ago 10h 6339M 2076M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:45:38.641 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 8m ago 9h 5146M 2076M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:45:38.641 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 8m ago 9h 5450M 2076M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:45:38.641 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 6m ago 9h 4592M 2450M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:45:38.641 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 6m ago 9h 5156M 2450M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:45:38.641 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 6m ago 9h 4454M 2450M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:45:38.641 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 6m ago 9h 5190M 2450M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:45:38.641 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 6m ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:45:39.020 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:45:39.020 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:45:39.020 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:45:39.020 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:45:39.020 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:45:39.020 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:45:39.020 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:45:39.020 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:45:39.021 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:45:39.021 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:45:39.021 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:45:39.021 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:45:39.021 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:45:39.021 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:45:39.021 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:45:39.021 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:45:39.021 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:45:39.021 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:45:39.329 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:45:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:45:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:45:39.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:39 smithi177 ceph-mon[212096]: pgmap v20174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:39.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:39 smithi177 ceph-mon[212096]: from='client.56358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:45:39.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:39 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1360044807' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:45:39.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:39 smithi123 ceph-mon[191304]: pgmap v20174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:39.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:39 smithi123 ceph-mon[191304]: from='client.56358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:45:39.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:39 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1360044807' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:45:39.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:39 smithi123 ceph-mon[188613]: pgmap v20174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:39.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:39 smithi123 ceph-mon[188613]: from='client.56358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:45:39.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:39 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1360044807' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:45:40.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:40 smithi177 ceph-mon[212096]: from='client.56364 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:45:40.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:40 smithi123 ceph-mon[191304]: from='client.56364 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:45:40.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:40 smithi123 ceph-mon[188613]: from='client.56364 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:45:41.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:41 smithi177 ceph-mon[212096]: pgmap v20175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:41.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:41 smithi123 ceph-mon[191304]: pgmap v20175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:41.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:41 smithi123 ceph-mon[188613]: pgmap v20175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:45:42.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:45:42.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:45:43.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:43 smithi177 ceph-mon[212096]: pgmap v20176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:43.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:43 smithi123 ceph-mon[191304]: pgmap v20176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:43.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:43 smithi123 ceph-mon[188613]: pgmap v20176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:45.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:45 smithi177 ceph-mon[212096]: pgmap v20177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:45.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:45 smithi123 ceph-mon[191304]: pgmap v20177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:45.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:45 smithi123 ceph-mon[188613]: pgmap v20177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:47.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:47 smithi177 ceph-mon[212096]: pgmap v20178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:47.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:47 smithi123 ceph-mon[191304]: pgmap v20178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:47.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:47 smithi123 ceph-mon[188613]: pgmap v20178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:49.355 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:45:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:45:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:45:49.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:49 smithi177 ceph-mon[212096]: pgmap v20179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:49.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:49 smithi123 ceph-mon[191304]: pgmap v20179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:49.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:49 smithi123 ceph-mon[188613]: pgmap v20179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:50.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:50 smithi177 ceph-mon[212096]: pgmap v20180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:50.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:50 smithi123 ceph-mon[191304]: pgmap v20180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:50.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:50 smithi123 ceph-mon[188613]: pgmap v20180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:53.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:53 smithi177 ceph-mon[212096]: pgmap v20181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:53.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:53 smithi123 ceph-mon[188613]: pgmap v20181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:53.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:53 smithi123 ceph-mon[191304]: pgmap v20181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:55.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:55 smithi177 ceph-mon[212096]: pgmap v20182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:55.738 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:55 smithi123 ceph-mon[188613]: pgmap v20182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:55.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:55 smithi123 ceph-mon[191304]: pgmap v20182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:57 smithi177 ceph-mon[212096]: pgmap v20183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:45:57.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:57 smithi123 ceph-mon[191304]: pgmap v20183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:45:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:57 smithi123 ceph-mon[188613]: pgmap v20183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:45:59.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:45:59 smithi123 ceph-mon[191304]: pgmap v20184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:59.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:45:59 smithi123 ceph-mon[188613]: pgmap v20184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:45:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:45:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:45:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:45:59.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:45:59 smithi177 ceph-mon[212096]: pgmap v20184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:01.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:01 smithi177 ceph-mon[212096]: pgmap v20185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:01.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:01 smithi123 ceph-mon[188613]: pgmap v20185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:01.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:01 smithi123 ceph-mon[191304]: pgmap v20185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:03.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:03 smithi177 ceph-mon[212096]: pgmap v20186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:03.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:03 smithi123 ceph-mon[191304]: pgmap v20186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:03.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:03 smithi123 ceph-mon[188613]: pgmap v20186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:05.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:05 smithi177 ceph-mon[212096]: pgmap v20187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:05.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:05 smithi123 ceph-mon[191304]: pgmap v20187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:05.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:05 smithi123 ceph-mon[188613]: pgmap v20187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:07.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:07 smithi177 ceph-mon[212096]: pgmap v20188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:07.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:07 smithi123 ceph-mon[188613]: pgmap v20188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:07.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:07 smithi123 ceph-mon[191304]: pgmap v20188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:09.367 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:46:09.488 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:09 smithi123 ceph-mon[191304]: pgmap v20189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:09.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:09 smithi123 ceph-mon[188613]: pgmap v20189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:46:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:46:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:46:09.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:09 smithi177 ceph-mon[212096]: pgmap v20189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:09.674 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:46:09.674 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 9m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:46:09.674 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 6m ago 9h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:46:09.674 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 9m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:46:09.674 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 6m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:46:09.674 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 6m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:46:09.674 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 9m ago 10h 916M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:46:09.674 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 9m ago 10h 2429M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:46:09.674 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 6m ago 10h 1175M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:46:09.674 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 9m ago 10h 1264M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:46:09.674 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 9m ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:46:09.674 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 6m ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:46:09.674 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 9m ago 10h 5623M 2076M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:46:09.675 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 9m ago 10h 6339M 2076M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:46:09.675 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 9m ago 10h 5146M 2076M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:46:09.675 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 9m ago 10h 5450M 2076M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:46:09.675 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 6m ago 9h 4592M 2450M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:46:09.675 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 6m ago 9h 5156M 2450M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:46:09.675 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 6m ago 9h 4454M 2450M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:46:09.675 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 6m ago 9h 5190M 2450M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:46:09.675 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 6m ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:46:10.053 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:46:10.054 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:46:10.054 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:46:10.054 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:46:10.054 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:46:10.054 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:46:10.054 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:46:10.054 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:46:10.054 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:46:10.054 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:46:10.054 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:46:10.054 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:46:10.054 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:46:10.054 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:46:10.054 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:46:10.054 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:46:10.055 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:46:10.055 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:46:10.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:10 smithi177 ceph-mon[212096]: from='client.66332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:46:10.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:10 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3817046477' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:46:10.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:10 smithi123 ceph-mon[191304]: from='client.66332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:46:10.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:10 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3817046477' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:46:10.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:10 smithi123 ceph-mon[188613]: from='client.66332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:46:10.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:10 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3817046477' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:46:11.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:11 smithi177 ceph-mon[212096]: from='client.66338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:46:11.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:11 smithi177 ceph-mon[212096]: pgmap v20190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:11.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:11 smithi123 ceph-mon[191304]: from='client.66338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:46:11.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:11 smithi123 ceph-mon[191304]: pgmap v20190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:11.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:11 smithi123 ceph-mon[188613]: from='client.66338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:46:11.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:11 smithi123 ceph-mon[188613]: pgmap v20190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:46:12.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:46:12.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:46:13.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:13 smithi177 ceph-mon[212096]: pgmap v20191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:13.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:13 smithi123 ceph-mon[191304]: pgmap v20191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:13.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:13 smithi123 ceph-mon[188613]: pgmap v20191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:15 smithi177 ceph-mon[212096]: pgmap v20192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:15.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:15 smithi123 ceph-mon[191304]: pgmap v20192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:15.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:15 smithi123 ceph-mon[188613]: pgmap v20192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:17.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:17 smithi177 ceph-mon[212096]: pgmap v20193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:17.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:17 smithi123 ceph-mon[191304]: pgmap v20193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:17.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:17 smithi123 ceph-mon[188613]: pgmap v20193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:18.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:18 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:46:18.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:18 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:46:18.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:18 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:46:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:46:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:46:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:46:19.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:19 smithi123 ceph-mon[191304]: pgmap v20194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:19.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:19 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:46:19.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:19 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:46:19.490 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:19 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:46:19.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:19 smithi123 ceph-mon[188613]: pgmap v20194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:19.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:46:19.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:46:19.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:46:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:19 smithi177 ceph-mon[212096]: pgmap v20194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:19 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:46:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:19 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:46:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:19 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:46:21.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:21 smithi177 ceph-mon[212096]: pgmap v20195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:21.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:21 smithi123 ceph-mon[191304]: pgmap v20195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:21.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:21 smithi123 ceph-mon[188613]: pgmap v20195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:23.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:23 smithi177 ceph-mon[212096]: pgmap v20196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:23.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:23 smithi123 ceph-mon[191304]: pgmap v20196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:23.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:23 smithi123 ceph-mon[188613]: pgmap v20196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:25.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:25 smithi177 ceph-mon[212096]: pgmap v20197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:25.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:25 smithi123 ceph-mon[191304]: pgmap v20197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:25.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:25 smithi123 ceph-mon[188613]: pgmap v20197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:27 smithi177 ceph-mon[212096]: pgmap v20198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:46:27.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:27 smithi123 ceph-mon[188613]: pgmap v20198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:27.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:46:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:27 smithi123 ceph-mon[191304]: pgmap v20198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:46:29.327 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:46:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:46:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:46:29.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:29 smithi177 ceph-mon[212096]: pgmap v20199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:29.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:29 smithi123 ceph-mon[191304]: pgmap v20199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:29.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:29 smithi123 ceph-mon[188613]: pgmap v20199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:31.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:31 smithi177 ceph-mon[212096]: pgmap v20200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:31.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:31 smithi123 ceph-mon[191304]: pgmap v20200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:31.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:31 smithi123 ceph-mon[188613]: pgmap v20200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:33.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:33 smithi177 ceph-mon[212096]: pgmap v20201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:33.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:33 smithi123 ceph-mon[191304]: pgmap v20201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:33.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:33 smithi123 ceph-mon[188613]: pgmap v20201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:35.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:35 smithi177 ceph-mon[212096]: pgmap v20202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:35.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:35 smithi123 ceph-mon[191304]: pgmap v20202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:35.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:35 smithi123 ceph-mon[188613]: pgmap v20202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:37.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:37 smithi177 ceph-mon[212096]: pgmap v20203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:37.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:37 smithi123 ceph-mon[191304]: pgmap v20203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:37.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:37 smithi123 ceph-mon[188613]: pgmap v20203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:39.343 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:46:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:46:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:46:39.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:39 smithi177 ceph-mon[212096]: pgmap v20204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:39.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:39 smithi123 ceph-mon[188613]: pgmap v20204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:39.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:39 smithi123 ceph-mon[191304]: pgmap v20204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:40.405 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:46:40.716 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:46:40.716 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 9m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:46:40.716 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 7m ago 9h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:46:40.717 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 9m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:46:40.717 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 7m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:46:40.717 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 7m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:46:40.717 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 9m ago 10h 916M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:46:40.717 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 9m ago 10h 2429M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:46:40.717 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 7m ago 10h 1175M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:46:40.717 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 9m ago 10h 1264M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:46:40.718 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 9m ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:46:40.718 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 7m ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:46:40.718 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 9m ago 10h 5623M 2076M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:46:40.718 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 9m ago 10h 6339M 2076M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:46:40.718 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 9m ago 10h 5146M 2076M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:46:40.718 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 9m ago 10h 5450M 2076M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:46:40.718 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 7m ago 10h 4592M 2450M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:46:40.719 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 7m ago 10h 5156M 2450M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:46:40.719 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 7m ago 9h 4454M 2450M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:46:40.719 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 7m ago 9h 5190M 2450M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:46:40.719 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 7m ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:46:41.096 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:46:41.096 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:46:41.096 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:46:41.096 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:46:41.097 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:46:41.097 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:46:41.097 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:46:41.097 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:46:41.097 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:46:41.097 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:46:41.097 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:46:41.097 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:46:41.097 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:46:41.097 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:46:41.097 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:46:41.097 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:46:41.097 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:46:41.097 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:46:41.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:41 smithi177 ceph-mon[212096]: pgmap v20205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:41.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:41 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/29425022' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:46:41.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:41 smithi123 ceph-mon[188613]: pgmap v20205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:41.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:41 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/29425022' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:46:41.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:41 smithi123 ceph-mon[191304]: pgmap v20205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:41.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:41 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/29425022' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:46:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:42 smithi177 ceph-mon[212096]: from='client.56394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:46:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:42 smithi177 ceph-mon[212096]: from='client.56400 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:46:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:46:42.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:42 smithi123 ceph-mon[191304]: from='client.56394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:46:42.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:42 smithi123 ceph-mon[191304]: from='client.56400 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:46:42.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:46:42.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:42 smithi123 ceph-mon[188613]: from='client.56394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:46:42.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:42 smithi123 ceph-mon[188613]: from='client.56400 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:46:42.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:46:43.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:43 smithi177 ceph-mon[212096]: pgmap v20206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:43.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:43 smithi123 ceph-mon[191304]: pgmap v20206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:43.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:43 smithi123 ceph-mon[188613]: pgmap v20206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:45.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:45 smithi177 ceph-mon[212096]: pgmap v20207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:45.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:45 smithi123 ceph-mon[191304]: pgmap v20207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:45.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:45 smithi123 ceph-mon[188613]: pgmap v20207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:47.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:47 smithi177 ceph-mon[212096]: pgmap v20208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:47.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:47 smithi123 ceph-mon[191304]: pgmap v20208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:47.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:47 smithi123 ceph-mon[188613]: pgmap v20208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:48.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:48 smithi177 ceph-mon[212096]: pgmap v20209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:48.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:48 smithi123 ceph-mon[191304]: pgmap v20209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:48.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:48 smithi123 ceph-mon[188613]: pgmap v20209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:46:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:46:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:46:51.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:51 smithi177 ceph-mon[212096]: pgmap v20210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:51.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:51 smithi123 ceph-mon[191304]: pgmap v20210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:51.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:51 smithi123 ceph-mon[188613]: pgmap v20210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:53.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:53 smithi177 ceph-mon[212096]: pgmap v20211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:53.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:53 smithi123 ceph-mon[188613]: pgmap v20211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:53.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:53 smithi123 ceph-mon[191304]: pgmap v20211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:55.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:55 smithi177 ceph-mon[212096]: pgmap v20212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:55.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:55 smithi123 ceph-mon[191304]: pgmap v20212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:55.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:55 smithi123 ceph-mon[188613]: pgmap v20212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:57 smithi177 ceph-mon[212096]: pgmap v20213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:46:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:57 smithi123 ceph-mon[191304]: pgmap v20213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:46:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:57 smithi123 ceph-mon[188613]: pgmap v20213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:46:59.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:46:59 smithi123 ceph-mon[191304]: pgmap v20214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:59.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:46:59 smithi123 ceph-mon[188613]: pgmap v20214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:46:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:46:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:46:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:46:59.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:46:59 smithi177 ceph-mon[212096]: pgmap v20214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:01.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:01 smithi177 ceph-mon[212096]: pgmap v20215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:01.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:01 smithi123 ceph-mon[191304]: pgmap v20215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:01.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:01 smithi123 ceph-mon[188613]: pgmap v20215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:03.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:03 smithi177 ceph-mon[212096]: pgmap v20216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:03.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:03 smithi123 ceph-mon[191304]: pgmap v20216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:03.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:03 smithi123 ceph-mon[188613]: pgmap v20216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:05.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:05 smithi177 ceph-mon[212096]: pgmap v20217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:05.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:05 smithi123 ceph-mon[191304]: pgmap v20217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:05.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:05 smithi123 ceph-mon[188613]: pgmap v20217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:07.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:07 smithi177 ceph-mon[212096]: pgmap v20218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:07.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:07 smithi123 ceph-mon[191304]: pgmap v20218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:07.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:07 smithi123 ceph-mon[188613]: pgmap v20218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:09.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:09 smithi123 ceph-mon[188613]: pgmap v20219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:09.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:09 smithi123 ceph-mon[191304]: pgmap v20219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:47:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:47:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:47:09.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:09 smithi177 ceph-mon[212096]: pgmap v20219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:11.445 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:47:11.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:11 smithi177 ceph-mon[212096]: pgmap v20220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:11.746 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:11 smithi123 ceph-mon[188613]: pgmap v20220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:11.746 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:11 smithi123 ceph-mon[191304]: pgmap v20220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:11.756 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:47:11.756 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 10m ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:47:11.756 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 7m ago 9h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:47:11.756 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (9h) 10m ago 9h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:47:11.756 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (9h) 7m ago 9h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:47:11.756 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 7m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:47:11.756 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 10m ago 10h 916M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:47:11.756 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 10m ago 10h 2429M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:47:11.757 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 7m ago 10h 1175M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:47:11.757 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 10m ago 10h 1264M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:47:11.757 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 10m ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:47:11.757 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 7m ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:47:11.757 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 10m ago 10h 5623M 2076M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:47:11.757 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 10m ago 10h 6339M 2076M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:47:11.757 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 10m ago 10h 5146M 2076M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:47:11.757 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 10m ago 10h 5450M 2076M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:47:11.757 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 7m ago 10h 4592M 2450M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:47:11.757 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 7m ago 10h 5156M 2450M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:47:11.757 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 7m ago 10h 4454M 2450M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:47:11.757 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 7m ago 10h 5190M 2450M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:47:11.757 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 7m ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:47:12.137 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:47:12.137 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:47:12.137 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:47:12.137 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:47:12.137 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:47:12.137 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:47:12.137 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:47:12.137 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:47:12.137 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:47:12.138 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:47:12.138 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:47:12.138 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:47:12.138 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:47:12.138 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:47:12.138 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:47:12.138 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:47:12.138 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:47:12.138 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:47:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:47:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:12 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/630079144' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:47:12.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:47:12.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:12 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/630079144' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:47:12.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:47:12.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:12 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/630079144' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:47:13.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:13 smithi177 ceph-mon[212096]: from='client.56412 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:47:13.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:13 smithi177 ceph-mon[212096]: from='client.66374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:47:13.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:13 smithi177 ceph-mon[212096]: pgmap v20221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:13.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:13 smithi123 ceph-mon[188613]: from='client.56412 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:47:13.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:13 smithi123 ceph-mon[188613]: from='client.66374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:47:13.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:13 smithi123 ceph-mon[188613]: pgmap v20221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:13.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:13 smithi123 ceph-mon[191304]: from='client.56412 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:47:13.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:13 smithi123 ceph-mon[191304]: from='client.66374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:47:13.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:13 smithi123 ceph-mon[191304]: pgmap v20221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:15 smithi177 ceph-mon[212096]: pgmap v20222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:15.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:15 smithi123 ceph-mon[191304]: pgmap v20222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:15.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:15 smithi123 ceph-mon[188613]: pgmap v20222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:17.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:17 smithi177 ceph-mon[212096]: pgmap v20223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:17.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:17 smithi123 ceph-mon[191304]: pgmap v20223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:17.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:17 smithi123 ceph-mon[188613]: pgmap v20223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:19.342 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:47:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:47:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:47:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:19 smithi177 ceph-mon[212096]: pgmap v20224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:19 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:47:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:19 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:47:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:19 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:47:19.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:19 smithi123 ceph-mon[188613]: pgmap v20224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:19.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:47:19.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:47:19.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:19 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:47:19.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:19 smithi123 ceph-mon[191304]: pgmap v20224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:19.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:19 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:47:19.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:19 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:47:19.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:19 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:47:21.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:21 smithi177 ceph-mon[212096]: pgmap v20225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:21.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:47:21.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:21 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:47:21.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:21 smithi123 ceph-mon[191304]: pgmap v20225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:21.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:47:21.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:21 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:47:21.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:21 smithi123 ceph-mon[188613]: pgmap v20225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:21.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:47:21.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:21 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:47:22.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:47:22.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:47:22.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:47:22.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:47:22.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:47:22.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:47:22.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:47:22.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:47:22.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:47:23.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:23 smithi177 ceph-mon[212096]: pgmap v20226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:23.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:23 smithi123 ceph-mon[191304]: pgmap v20226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:23.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:23 smithi123 ceph-mon[188613]: pgmap v20226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:25.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:25 smithi177 ceph-mon[212096]: pgmap v20227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:25.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:25 smithi123 ceph-mon[191304]: pgmap v20227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:25.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:25 smithi123 ceph-mon[188613]: pgmap v20227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:27 smithi177 ceph-mon[212096]: pgmap v20228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:47:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:27 smithi123 ceph-mon[191304]: pgmap v20228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:47:27.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:27 smithi123 ceph-mon[188613]: pgmap v20228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:27.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:47:29.358 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:47:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:47:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:47:29.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:29 smithi177 ceph-mon[212096]: pgmap v20229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:29.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:29 smithi123 ceph-mon[191304]: pgmap v20229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:29.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:29 smithi123 ceph-mon[188613]: pgmap v20229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:31.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:31 smithi177 ceph-mon[212096]: pgmap v20230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:31.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:31 smithi123 ceph-mon[191304]: pgmap v20230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:31.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:31 smithi123 ceph-mon[188613]: pgmap v20230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:33.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:33 smithi177 ceph-mon[212096]: pgmap v20231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:33.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:33 smithi123 ceph-mon[191304]: pgmap v20231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:33.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:33 smithi123 ceph-mon[188613]: pgmap v20231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:35.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:35 smithi177 ceph-mon[212096]: pgmap v20232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:35.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:35 smithi123 ceph-mon[191304]: pgmap v20232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:35.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:35 smithi123 ceph-mon[188613]: pgmap v20232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:37.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:37 smithi177 ceph-mon[212096]: pgmap v20233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:37.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:37 smithi123 ceph-mon[191304]: pgmap v20233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:37.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:37 smithi123 ceph-mon[188613]: pgmap v20233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:39.373 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:47:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:47:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:47:39.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:39 smithi177 ceph-mon[212096]: pgmap v20234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:39.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:39 smithi123 ceph-mon[191304]: pgmap v20234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:39.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:39 smithi123 ceph-mon[188613]: pgmap v20234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:40.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:40 smithi177 ceph-mon[212096]: pgmap v20235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:40.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:40 smithi123 ceph-mon[191304]: pgmap v20235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:40.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:40 smithi123 ceph-mon[188613]: pgmap v20235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:42.484 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:47:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:47:42.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:47:42.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:47:42.793 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:47:42.793 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 21s ago 9h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:47:42.793 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 8m ago 9h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:47:42.793 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 21s ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:47:42.794 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 8m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:47:42.794 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 8m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:47:42.794 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 21s ago 10h 921M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:47:42.794 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 21s ago 10h 2456M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:47:42.794 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 8m ago 10h 1175M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:47:42.794 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 21s ago 10h 1276M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:47:42.794 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 21s ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:47:42.794 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 8m ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:47:42.794 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 21s ago 10h 5644M 2076M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:47:42.794 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 21s ago 10h 6356M 2076M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:47:42.794 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 21s ago 10h 5160M 2076M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:47:42.794 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 21s ago 10h 5470M 2076M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:47:42.794 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 8m ago 10h 4592M 2450M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:47:42.794 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 8m ago 10h 5156M 2450M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:47:42.795 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 8m ago 10h 4454M 2450M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:47:42.795 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 8m ago 10h 5190M 2450M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:47:42.795 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 8m ago 9h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:47:43.176 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:47:43.177 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:47:43.177 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:47:43.177 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:47:43.177 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:47:43.177 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:47:43.177 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:47:43.177 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:47:43.177 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:47:43.177 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:47:43.177 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:47:43.177 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:47:43.177 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:47:43.177 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:47:43.177 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:47:43.178 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:47:43.178 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:47:43.178 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:47:43.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:43 smithi177 ceph-mon[212096]: pgmap v20236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:43.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:43 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2847101152' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:47:43.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:43 smithi123 ceph-mon[191304]: pgmap v20236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:43.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:43 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2847101152' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:47:43.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:43 smithi123 ceph-mon[188613]: pgmap v20236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:43.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:43 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2847101152' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:47:44.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:44 smithi177 ceph-mon[212096]: from='client.66386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:47:44.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:44 smithi177 ceph-mon[212096]: from='client.56436 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:47:44.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:44 smithi123 ceph-mon[191304]: from='client.66386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:47:44.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:44 smithi123 ceph-mon[191304]: from='client.56436 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:47:44.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:44 smithi123 ceph-mon[188613]: from='client.66386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:47:44.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:44 smithi123 ceph-mon[188613]: from='client.56436 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:47:45.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:45 smithi177 ceph-mon[212096]: pgmap v20237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:45.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:45 smithi123 ceph-mon[191304]: pgmap v20237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:45.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:45 smithi123 ceph-mon[188613]: pgmap v20237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:47.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:47 smithi177 ceph-mon[212096]: pgmap v20238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:47.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:47 smithi123 ceph-mon[191304]: pgmap v20238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:47.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:47 smithi123 ceph-mon[188613]: pgmap v20238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:49.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:49 smithi123 ceph-mon[191304]: pgmap v20239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:49.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:49 smithi123 ceph-mon[188613]: pgmap v20239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:49.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:47:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:47:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:47:49.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:49 smithi177 ceph-mon[212096]: pgmap v20239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:51.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:51 smithi177 ceph-mon[212096]: pgmap v20240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:51.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:51 smithi123 ceph-mon[191304]: pgmap v20240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:51.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:51 smithi123 ceph-mon[188613]: pgmap v20240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:53.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:53 smithi177 ceph-mon[212096]: pgmap v20241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:53.738 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:53 smithi123 ceph-mon[188613]: pgmap v20241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:53.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:53 smithi123 ceph-mon[191304]: pgmap v20241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:55.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:55 smithi177 ceph-mon[212096]: pgmap v20242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:55.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:55 smithi123 ceph-mon[191304]: pgmap v20242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:55.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:55 smithi123 ceph-mon[188613]: pgmap v20242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:57 smithi177 ceph-mon[212096]: pgmap v20243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:47:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:57 smithi123 ceph-mon[191304]: pgmap v20243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:47:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:57 smithi123 ceph-mon[188613]: pgmap v20243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:47:59.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:47:59 smithi123 ceph-mon[191304]: pgmap v20244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:59.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:47:59 smithi123 ceph-mon[188613]: pgmap v20244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:47:59.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:47:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:47:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:47:59.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:47:59 smithi177 ceph-mon[212096]: pgmap v20244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:01.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:01 smithi177 ceph-mon[212096]: pgmap v20245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:01.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:01 smithi123 ceph-mon[191304]: pgmap v20245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:01.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:01 smithi123 ceph-mon[188613]: pgmap v20245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:03.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:03 smithi177 ceph-mon[212096]: pgmap v20246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:03.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:03 smithi123 ceph-mon[191304]: pgmap v20246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:03.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:03 smithi123 ceph-mon[188613]: pgmap v20246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:05.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:05 smithi177 ceph-mon[212096]: pgmap v20247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:05.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:05 smithi123 ceph-mon[191304]: pgmap v20247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:05.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:05 smithi123 ceph-mon[188613]: pgmap v20247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:07.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:07 smithi177 ceph-mon[212096]: pgmap v20248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:07.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:07 smithi123 ceph-mon[188613]: pgmap v20248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:07.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:07 smithi123 ceph-mon[191304]: pgmap v20248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:09.338 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:48:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:48:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:48:09.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:09 smithi177 ceph-mon[212096]: pgmap v20249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:09.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:09 smithi123 ceph-mon[191304]: pgmap v20249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:09.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:09 smithi123 ceph-mon[188613]: pgmap v20249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:11.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:11 smithi177 ceph-mon[212096]: pgmap v20250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:11.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:11 smithi123 ceph-mon[191304]: pgmap v20250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:11.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:11 smithi123 ceph-mon[188613]: pgmap v20250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:48:12.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:48:12.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:48:13.529 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:48:13.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:13 smithi177 ceph-mon[212096]: pgmap v20251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:13.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:13 smithi123 ceph-mon[191304]: pgmap v20251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:13.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:13 smithi123 ceph-mon[188613]: pgmap v20251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:13.838 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:48:13.838 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 52s ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:48:13.838 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 9m ago 9h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:48:13.838 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 52s ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:48:13.838 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 9m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:48:13.838 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 9m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:48:13.838 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 52s ago 10h 921M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:48:13.838 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 52s ago 10h 2456M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:48:13.838 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 9m ago 10h 1175M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:48:13.839 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 52s ago 10h 1276M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:48:13.839 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 52s ago 9h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:48:13.839 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 9m ago 9h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:48:13.839 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 52s ago 10h 5644M 2076M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:48:13.839 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 52s ago 10h 6356M 2076M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:48:13.839 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 52s ago 10h 5160M 2076M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:48:13.839 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 52s ago 10h 5470M 2076M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:48:13.839 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 9m ago 10h 4592M 2450M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:48:13.839 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 9m ago 10h 5156M 2450M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:48:13.839 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 9m ago 10h 4454M 2450M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:48:13.839 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 9m ago 10h 5190M 2450M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:48:13.839 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 9m ago 10h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:48:14.222 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:48:14.222 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:48:14.223 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:48:14.223 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:48:14.223 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:48:14.223 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:48:14.223 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:48:14.223 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:48:14.223 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:48:14.223 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:48:14.223 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:48:14.223 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:48:14.223 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:48:14.223 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:48:14.223 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:48:14.223 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:48:14.223 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:48:14.223 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:48:14.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:14 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3406271803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:48:14.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:14 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3406271803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:48:14.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:14 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3406271803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:48:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:15 smithi177 ceph-mon[212096]: from='client.56448 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:48:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:15 smithi177 ceph-mon[212096]: from='client.66410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:48:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:15 smithi177 ceph-mon[212096]: pgmap v20252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:15.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:15 smithi123 ceph-mon[191304]: from='client.56448 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:48:15.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:15 smithi123 ceph-mon[191304]: from='client.66410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:48:15.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:15 smithi123 ceph-mon[191304]: pgmap v20252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:15.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:15 smithi123 ceph-mon[188613]: from='client.56448 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:48:15.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:15 smithi123 ceph-mon[188613]: from='client.66410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:48:15.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:15 smithi123 ceph-mon[188613]: pgmap v20252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:17.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:17 smithi177 ceph-mon[212096]: pgmap v20253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:17.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:17 smithi123 ceph-mon[191304]: pgmap v20253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:17.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:17 smithi123 ceph-mon[188613]: pgmap v20253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:19.363 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:48:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:48:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:48:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:19 smithi177 ceph-mon[212096]: pgmap v20254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:19.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:19 smithi123 ceph-mon[191304]: pgmap v20254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:19.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:19 smithi123 ceph-mon[188613]: pgmap v20254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:21.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:21 smithi177 ceph-mon[212096]: pgmap v20255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:21.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:21 smithi123 ceph-mon[191304]: pgmap v20255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:21.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:21 smithi123 ceph-mon[188613]: pgmap v20255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:22.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:48:22.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:48:22.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:22 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:48:22.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:48:22.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:48:22.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:22 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:48:22.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:48:22.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:48:22.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:22 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:48:23.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:23 smithi177 ceph-mon[212096]: pgmap v20256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:23.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:48:23.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:48:23.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:48:23.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:23 smithi123 ceph-mon[188613]: pgmap v20256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:23.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:48:23.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:48:23.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:48:23.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:23 smithi123 ceph-mon[191304]: pgmap v20256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:23.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:48:23.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:48:23.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:48:25.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:25 smithi177 ceph-mon[212096]: pgmap v20257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:25.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:25 smithi123 ceph-mon[191304]: pgmap v20257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:25.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:25 smithi123 ceph-mon[188613]: pgmap v20257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:27 smithi177 ceph-mon[212096]: pgmap v20258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:48:27.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:27 smithi123 ceph-mon[188613]: pgmap v20258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:27.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:48:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:27 smithi123 ceph-mon[191304]: pgmap v20258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:48:29.377 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:48:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:48:29] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T20:48:29.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:29 smithi177 ceph-mon[212096]: pgmap v20259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:29.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:29 smithi123 ceph-mon[191304]: pgmap v20259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:29.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:29 smithi123 ceph-mon[188613]: pgmap v20259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:31.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:31 smithi177 ceph-mon[212096]: pgmap v20260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:31.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:31 smithi123 ceph-mon[191304]: pgmap v20260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:31.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:31 smithi123 ceph-mon[188613]: pgmap v20260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:32.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:32 smithi123 ceph-mon[191304]: pgmap v20261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:32.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:32 smithi123 ceph-mon[188613]: pgmap v20261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:32.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:32 smithi177 ceph-mon[212096]: pgmap v20261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:35.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:35 smithi177 ceph-mon[212096]: pgmap v20262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:35.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:35 smithi123 ceph-mon[188613]: pgmap v20262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:35.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:35 smithi123 ceph-mon[191304]: pgmap v20262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:37.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:37 smithi177 ceph-mon[212096]: pgmap v20263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:37.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:37 smithi123 ceph-mon[188613]: pgmap v20263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:37.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:37 smithi123 ceph-mon[191304]: pgmap v20263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:39.334 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:48:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:48:39] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T20:48:39.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:39 smithi177 ceph-mon[212096]: pgmap v20264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:39.738 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:39 smithi123 ceph-mon[188613]: pgmap v20264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:39.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:39 smithi123 ceph-mon[191304]: pgmap v20264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:41.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:41 smithi177 ceph-mon[212096]: pgmap v20265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:41.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:41 smithi123 ceph-mon[188613]: pgmap v20265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:41.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:41 smithi123 ceph-mon[191304]: pgmap v20265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:48:42.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:48:42.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:48:43.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:43 smithi177 ceph-mon[212096]: pgmap v20266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:43.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:43 smithi123 ceph-mon[191304]: pgmap v20266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:43.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:43 smithi123 ceph-mon[188613]: pgmap v20266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:44.573 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:48:44.878 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:48:44.878 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 83s ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:48:44.878 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 9m ago 10h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:48:44.878 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 83s ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:48:44.878 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 9m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:48:44.878 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 9m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:48:44.878 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 83s ago 10h 921M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:48:44.878 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 83s ago 10h 2456M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:48:44.878 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 9m ago 10h 1175M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:48:44.878 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 83s ago 10h 1276M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:48:44.878 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 83s ago 10h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:48:44.878 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 9m ago 10h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:48:44.879 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 83s ago 10h 5644M 2076M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:48:44.879 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 83s ago 10h 6356M 2076M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:48:44.879 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 83s ago 10h 5160M 2076M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:48:44.879 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 83s ago 10h 5470M 2076M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:48:44.879 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 9m ago 10h 4592M 2450M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:48:44.879 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 9m ago 10h 5156M 2450M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:48:44.879 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 9m ago 10h 4454M 2450M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:48:44.879 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 9m ago 10h 5190M 2450M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:48:44.879 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 9m ago 10h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:48:45.260 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:48:45.260 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:48:45.260 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:48:45.261 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:48:45.261 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:48:45.261 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:48:45.261 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:48:45.261 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:48:45.261 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:48:45.261 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:48:45.261 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:48:45.261 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:48:45.261 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:48:45.261 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:48:45.261 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:48:45.261 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:48:45.261 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:48:45.262 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:48:45.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:45 smithi177 ceph-mon[212096]: pgmap v20267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:45.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:45 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4248674322' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:48:45.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:45 smithi123 ceph-mon[191304]: pgmap v20267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:45.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:45 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4248674322' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:48:45.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:45 smithi123 ceph-mon[188613]: pgmap v20267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:45.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:45 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4248674322' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:48:46.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:46 smithi177 ceph-mon[212096]: from='client.56466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:48:46.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:46 smithi177 ceph-mon[212096]: from='client.66428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:48:46.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:46 smithi123 ceph-mon[191304]: from='client.56466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:48:46.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:46 smithi123 ceph-mon[191304]: from='client.66428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:48:46.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:46 smithi123 ceph-mon[188613]: from='client.56466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:48:46.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:46 smithi123 ceph-mon[188613]: from='client.66428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:48:47.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:47 smithi177 ceph-mon[212096]: pgmap v20268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:47.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:47 smithi123 ceph-mon[191304]: pgmap v20268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:47.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:47 smithi123 ceph-mon[188613]: pgmap v20268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:49.359 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:48:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:48:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:48:49.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:49 smithi177 ceph-mon[212096]: pgmap v20269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:49.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:49 smithi123 ceph-mon[191304]: pgmap v20269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:49.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:49 smithi123 ceph-mon[188613]: pgmap v20269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:51.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:51 smithi177 ceph-mon[212096]: pgmap v20270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:51.738 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:51 smithi123 ceph-mon[188613]: pgmap v20270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:51.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:51 smithi123 ceph-mon[191304]: pgmap v20270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:53.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:53 smithi177 ceph-mon[212096]: pgmap v20271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:53.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:53 smithi123 ceph-mon[191304]: pgmap v20271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:53.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:53 smithi123 ceph-mon[188613]: pgmap v20271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:55.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:55 smithi177 ceph-mon[212096]: pgmap v20272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:55.738 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:55 smithi123 ceph-mon[188613]: pgmap v20272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:55.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:55 smithi123 ceph-mon[191304]: pgmap v20272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:57 smithi177 ceph-mon[212096]: pgmap v20273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:48:57.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:57 smithi123 ceph-mon[191304]: pgmap v20273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:48:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:57 smithi123 ceph-mon[188613]: pgmap v20273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:48:59.373 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:48:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:48:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:48:59.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:48:59 smithi177 ceph-mon[212096]: pgmap v20274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:59.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:48:59 smithi123 ceph-mon[191304]: pgmap v20274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:48:59.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:48:59 smithi123 ceph-mon[188613]: pgmap v20274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:01.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:01 smithi177 ceph-mon[212096]: pgmap v20275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:01.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:01 smithi123 ceph-mon[191304]: pgmap v20275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:01.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:01 smithi123 ceph-mon[188613]: pgmap v20275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:03.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:03 smithi177 ceph-mon[212096]: pgmap v20276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:03.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:03 smithi123 ceph-mon[191304]: pgmap v20276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:03.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:03 smithi123 ceph-mon[188613]: pgmap v20276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:05.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:05 smithi177 ceph-mon[212096]: pgmap v20277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:05.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:05 smithi123 ceph-mon[191304]: pgmap v20277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:05.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:05 smithi123 ceph-mon[188613]: pgmap v20277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:07.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:07 smithi177 ceph-mon[212096]: pgmap v20278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:07.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:07 smithi123 ceph-mon[191304]: pgmap v20278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:07 smithi123 ceph-mon[188613]: pgmap v20278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:09.489 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:09 smithi123 ceph-mon[191304]: pgmap v20279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:09.489 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:09 smithi123 ceph-mon[188613]: pgmap v20279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:09.489 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:49:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:49:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:49:09.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:09 smithi177 ceph-mon[212096]: pgmap v20279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:11.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:11 smithi177 ceph-mon[212096]: pgmap v20280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:11.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:11 smithi123 ceph-mon[191304]: pgmap v20280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:11.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:11 smithi123 ceph-mon[188613]: pgmap v20280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:49:12.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:49:12.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:49:13.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:13 smithi177 ceph-mon[212096]: pgmap v20281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:13.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:13 smithi123 ceph-mon[191304]: pgmap v20281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:13.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:13 smithi123 ceph-mon[188613]: pgmap v20281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:15.609 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:49:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:15 smithi177 ceph-mon[212096]: pgmap v20282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:15.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:15 smithi123 ceph-mon[191304]: pgmap v20282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:15 smithi123 ceph-mon[188613]: pgmap v20282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:15.916 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:49:15.916 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 114s ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:49:15.916 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 10m ago 10h 94.6M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:49:15.916 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 114s ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:49:15.916 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 10m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:49:15.916 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 10m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:49:15.916 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 114s ago 10h 921M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:49:15.917 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 114s ago 10h 2456M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:49:15.917 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 10m ago 10h 1175M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:49:15.917 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 114s ago 10h 1276M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:49:15.917 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 114s ago 10h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:49:15.917 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 10m ago 10h 22.7M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:49:15.917 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 114s ago 10h 5644M 2076M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:49:15.917 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 114s ago 10h 6356M 2076M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:49:15.917 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 114s ago 10h 5160M 2076M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:49:15.917 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 114s ago 10h 5470M 2076M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:49:15.917 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 10m ago 10h 4592M 2450M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:49:15.917 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 10m ago 10h 5156M 2450M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:49:15.917 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 10m ago 10h 4454M 2450M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:49:15.917 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 10m ago 10h 5190M 2450M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:49:15.917 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 10m ago 10h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:49:16.300 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:49:16.300 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:49:16.300 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:49:16.300 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:49:16.301 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:49:16.301 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:49:16.301 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:49:16.301 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:49:16.301 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:49:16.301 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:49:16.301 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:49:16.302 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:49:16.302 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:49:16.302 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:49:16.302 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:49:16.302 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:49:16.302 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:49:16.302 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:49:16.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:16 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2471220194' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:49:16.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:16 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2471220194' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:49:16.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:16 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2471220194' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:49:17.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:17 smithi177 ceph-mon[212096]: from='client.66440 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:49:17.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:17 smithi177 ceph-mon[212096]: from='client.66446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:49:17.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:17 smithi177 ceph-mon[212096]: pgmap v20283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:17.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:17 smithi123 ceph-mon[191304]: from='client.66440 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:49:17.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:17 smithi123 ceph-mon[191304]: from='client.66446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:49:17.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:17 smithi123 ceph-mon[191304]: pgmap v20283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:17.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:17 smithi123 ceph-mon[188613]: from='client.66440 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:49:17.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:17 smithi123 ceph-mon[188613]: from='client.66446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:49:17.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:17 smithi123 ceph-mon[188613]: pgmap v20283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:19.333 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:49:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:49:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:49:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:19 smithi177 ceph-mon[212096]: pgmap v20284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:19.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:19 smithi123 ceph-mon[191304]: pgmap v20284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:19.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:19 smithi123 ceph-mon[188613]: pgmap v20284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:21.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:21 smithi177 ceph-mon[212096]: pgmap v20285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:21.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:21 smithi123 ceph-mon[191304]: pgmap v20285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:21.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:21 smithi123 ceph-mon[188613]: pgmap v20285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:23.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:23 smithi177 ceph-mon[212096]: pgmap v20286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:23.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:23 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:49:23.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:23 smithi123 ceph-mon[191304]: pgmap v20286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:23.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:23 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:49:23.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:23 smithi123 ceph-mon[188613]: pgmap v20286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:23.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:23 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:49:25.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:25 smithi177 ceph-mon[212096]: pgmap v20287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:25.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:49:25.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:49:25.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:25 smithi123 ceph-mon[191304]: pgmap v20287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:25.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:49:25.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:49:25.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:25 smithi123 ceph-mon[188613]: pgmap v20287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:25.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:49:25.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:49:26.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:49:26.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:49:26.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:49:26.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:49:26.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:49:26.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:49:26.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:49:26.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:49:26.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:49:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:27 smithi177 ceph-mon[212096]: pgmap v20288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:49:27.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:27 smithi123 ceph-mon[191304]: pgmap v20288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:49:27.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:27 smithi123 ceph-mon[188613]: pgmap v20288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:27.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:49:29.343 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:49:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:49:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:49:29.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:29 smithi177 ceph-mon[212096]: pgmap v20289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:29.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:29 smithi123 ceph-mon[191304]: pgmap v20289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:29.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:29 smithi123 ceph-mon[188613]: pgmap v20289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:31.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:31 smithi177 ceph-mon[212096]: pgmap v20290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:31.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:31 smithi123 ceph-mon[191304]: pgmap v20290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:31.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:31 smithi123 ceph-mon[188613]: pgmap v20290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:33.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:33 smithi177 ceph-mon[212096]: pgmap v20291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:33.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:33 smithi123 ceph-mon[191304]: pgmap v20291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:33.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:33 smithi123 ceph-mon[188613]: pgmap v20291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:35.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:35 smithi177 ceph-mon[212096]: pgmap v20292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:35.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:35 smithi123 ceph-mon[191304]: pgmap v20292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:35.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:35 smithi123 ceph-mon[188613]: pgmap v20292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:37.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:37 smithi177 ceph-mon[212096]: pgmap v20293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:37.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:37 smithi123 ceph-mon[191304]: pgmap v20293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:37.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:37 smithi123 ceph-mon[188613]: pgmap v20293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:39.360 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:49:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:49:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:49:39.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:39 smithi177 ceph-mon[212096]: pgmap v20294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:39.738 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:39 smithi123 ceph-mon[188613]: pgmap v20294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:39.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:39 smithi123 ceph-mon[191304]: pgmap v20294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:41.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:41 smithi177 ceph-mon[212096]: pgmap v20295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:41.738 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:41 smithi123 ceph-mon[188613]: pgmap v20295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:41.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:41 smithi123 ceph-mon[191304]: pgmap v20295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:49:42.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:49:42.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:49:43.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:43 smithi177 ceph-mon[212096]: pgmap v20296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:43.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:43 smithi123 ceph-mon[188613]: pgmap v20296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:43.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:43 smithi123 ceph-mon[191304]: pgmap v20296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:45.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:45 smithi177 ceph-mon[212096]: pgmap v20297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:45.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:45 smithi123 ceph-mon[188613]: pgmap v20297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:45.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:45 smithi123 ceph-mon[191304]: pgmap v20297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:46.663 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:49:46.969 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:49:46.969 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 2m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:49:46.969 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 21s ago 10h 95.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:49:46.969 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 2m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:49:46.969 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 21s ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:49:46.969 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 21s ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:49:46.969 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 2m ago 10h 921M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:49:46.970 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 2m ago 10h 2456M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:49:46.970 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 21s ago 10h 1188M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:49:46.970 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 2m ago 10h 1276M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:49:46.970 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 2m ago 10h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:49:46.970 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 21s ago 10h 23.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:49:46.970 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 2m ago 10h 5644M 2076M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:49:46.970 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 2m ago 10h 6356M 2076M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:49:46.970 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 2m ago 10h 5160M 2076M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:49:46.970 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 2m ago 10h 5470M 2076M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:49:46.970 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 21s ago 10h 4619M 2450M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:49:46.970 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 21s ago 10h 5189M 2450M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:49:46.970 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 21s ago 10h 4485M 2450M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:49:46.970 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 21s ago 10h 5227M 2450M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:49:46.970 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 21s ago 10h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:49:47.350 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:49:47.351 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:49:47.351 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:49:47.351 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:49:47.351 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:49:47.351 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:49:47.351 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:49:47.351 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:49:47.351 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:49:47.351 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:49:47.351 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:49:47.351 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:49:47.351 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:49:47.351 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:49:47.352 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:49:47.352 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:49:47.352 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:49:47.352 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:49:47.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:47 smithi177 ceph-mon[212096]: pgmap v20298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:47.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:47 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3113058922' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:49:47.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:47 smithi123 ceph-mon[188613]: pgmap v20298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:47.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:47 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3113058922' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:49:47.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:47 smithi123 ceph-mon[191304]: pgmap v20298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:47.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:47 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3113058922' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:49:48.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:48 smithi177 ceph-mon[212096]: from='client.56502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:49:48.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:48 smithi177 ceph-mon[212096]: from='client.66464 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:49:48.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:48 smithi123 ceph-mon[191304]: from='client.56502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:49:48.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:48 smithi123 ceph-mon[191304]: from='client.66464 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:49:48.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:48 smithi123 ceph-mon[188613]: from='client.56502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:49:48.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:48 smithi123 ceph-mon[188613]: from='client.66464 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:49:49.386 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:49:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:49:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:49:49.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:49 smithi177 ceph-mon[212096]: pgmap v20299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:49.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:49 smithi123 ceph-mon[191304]: pgmap v20299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:49.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:49 smithi123 ceph-mon[188613]: pgmap v20299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:51.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:51 smithi177 ceph-mon[212096]: pgmap v20300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:51.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:51 smithi123 ceph-mon[191304]: pgmap v20300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:51.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:51 smithi123 ceph-mon[188613]: pgmap v20300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:53.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:53 smithi177 ceph-mon[212096]: pgmap v20301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:53.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:53 smithi123 ceph-mon[191304]: pgmap v20301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:53.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:53 smithi123 ceph-mon[188613]: pgmap v20301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:54.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:54 smithi123 ceph-mon[191304]: pgmap v20302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:54.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:54 smithi123 ceph-mon[188613]: pgmap v20302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:54.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:54 smithi177 ceph-mon[212096]: pgmap v20302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:57 smithi177 ceph-mon[212096]: pgmap v20303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:49:57.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:57 smithi123 ceph-mon[191304]: pgmap v20303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:57.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:49:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:57 smithi123 ceph-mon[188613]: pgmap v20303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:49:59.355 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:49:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:49:59] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:49:59.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:49:59 smithi177 ceph-mon[212096]: pgmap v20304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:59.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:49:59 smithi123 ceph-mon[191304]: pgmap v20304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:49:59.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:49:59 smithi123 ceph-mon[188613]: pgmap v20304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:00.361 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T20:49:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T20:50:00.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T20:50:00.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T20:50:00.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T20:50:01.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:01 smithi177 ceph-mon[212096]: pgmap v20305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:01.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:01 smithi123 ceph-mon[191304]: pgmap v20305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:01.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:01 smithi123 ceph-mon[188613]: pgmap v20305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:03.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:03 smithi177 ceph-mon[212096]: pgmap v20306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:03.738 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:03 smithi123 ceph-mon[188613]: pgmap v20306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:03.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:03 smithi123 ceph-mon[191304]: pgmap v20306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:05.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:05 smithi177 ceph-mon[212096]: pgmap v20307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:05.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:05 smithi123 ceph-mon[191304]: pgmap v20307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:05.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:05 smithi123 ceph-mon[188613]: pgmap v20307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:07.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:07 smithi177 ceph-mon[212096]: pgmap v20308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:07.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:07 smithi123 ceph-mon[191304]: pgmap v20308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:07.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:07 smithi123 ceph-mon[188613]: pgmap v20308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:09.374 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:50:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:50:09] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:50:09.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:09 smithi177 ceph-mon[212096]: pgmap v20309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:09.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:09 smithi123 ceph-mon[188613]: pgmap v20309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:09.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:09 smithi123 ceph-mon[191304]: pgmap v20309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:11.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:11 smithi177 ceph-mon[212096]: pgmap v20310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:11.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:11 smithi123 ceph-mon[191304]: pgmap v20310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:11.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:11 smithi123 ceph-mon[188613]: pgmap v20310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:50:12.738 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:50:12.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:50:13.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:13 smithi177 ceph-mon[212096]: pgmap v20311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:13.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:13 smithi123 ceph-mon[188613]: pgmap v20311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:13.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:13 smithi123 ceph-mon[191304]: pgmap v20311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:15.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:15 smithi177 ceph-mon[212096]: pgmap v20312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:15.738 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:15 smithi123 ceph-mon[188613]: pgmap v20312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:15.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:15 smithi123 ceph-mon[191304]: pgmap v20312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:17.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:17 smithi177 ceph-mon[212096]: pgmap v20313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:17.706 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:50:17.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:17 smithi123 ceph-mon[191304]: pgmap v20313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:17.738 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:17 smithi123 ceph-mon[188613]: pgmap v20313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:18.013 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:50:18.013 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 2m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:50:18.013 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 52s ago 10h 95.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:50:18.013 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 2m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:50:18.013 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 52s ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:50:18.013 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 52s ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:50:18.013 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 2m ago 10h 921M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:50:18.014 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 2m ago 10h 2456M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:50:18.014 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 52s ago 10h 1188M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:50:18.014 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 2m ago 10h 1276M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:50:18.014 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 2m ago 10h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:50:18.014 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 52s ago 10h 23.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:50:18.014 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 2m ago 10h 5644M 2076M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:50:18.014 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 2m ago 10h 6356M 2076M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:50:18.014 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 2m ago 10h 5160M 2076M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:50:18.014 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 2m ago 10h 5470M 2076M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:50:18.014 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 52s ago 10h 4619M 2450M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:50:18.014 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 52s ago 10h 5189M 2450M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:50:18.014 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 52s ago 10h 4485M 2450M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:50:18.014 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 52s ago 10h 5227M 2450M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:50:18.014 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 52s ago 10h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:50:18.398 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:50:18.398 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:50:18.398 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:50:18.398 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:50:18.398 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:50:18.398 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:50:18.398 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:50:18.398 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:50:18.398 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:50:18.398 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:50:18.398 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:50:18.398 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:50:18.399 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:50:18.399 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:50:18.399 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:50:18.399 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:50:18.399 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:50:18.399 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:50:19.391 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:50:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:50:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:50:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:19 smithi177 ceph-mon[212096]: from='client.66476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:50:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:19 smithi177 ceph-mon[212096]: from='client.56526 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:50:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:19 smithi177 ceph-mon[212096]: pgmap v20314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:19 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2789087865' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:50:19.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:19 smithi123 ceph-mon[191304]: from='client.66476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:50:19.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:19 smithi123 ceph-mon[191304]: from='client.56526 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:50:19.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:19 smithi123 ceph-mon[191304]: pgmap v20314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:19.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:19 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2789087865' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:50:19.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:19 smithi123 ceph-mon[188613]: from='client.66476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:50:19.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:19 smithi123 ceph-mon[188613]: from='client.56526 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:50:19.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:19 smithi123 ceph-mon[188613]: pgmap v20314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:19.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:19 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2789087865' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:50:21.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:21 smithi177 ceph-mon[212096]: pgmap v20315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:21.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:21 smithi123 ceph-mon[191304]: pgmap v20315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:21.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:21 smithi123 ceph-mon[188613]: pgmap v20315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:23.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:23 smithi177 ceph-mon[212096]: pgmap v20316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:23.738 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:23 smithi123 ceph-mon[188613]: pgmap v20316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:23.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:23 smithi123 ceph-mon[191304]: pgmap v20316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:24.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:24 smithi123 ceph-mon[191304]: pgmap v20317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:24.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:24 smithi123 ceph-mon[188613]: pgmap v20317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:24.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:24 smithi177 ceph-mon[212096]: pgmap v20317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:26.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:25 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:50:26.238 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:25 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:50:26.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:25 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:50:27.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:50:27.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:50:27.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:26 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:50:27.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:26 smithi177 ceph-mon[212096]: pgmap v20318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:27.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:50:27.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:50:27.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:26 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:50:27.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:26 smithi123 ceph-mon[191304]: pgmap v20318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:27.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:50:27.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:50:27.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:26 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:50:27.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:26 smithi123 ceph-mon[188613]: pgmap v20318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:28.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:50:28.239 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:50:28.239 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:50:29.076 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:28 smithi123 ceph-mon[191304]: pgmap v20319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:29.076 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:28 smithi123 ceph-mon[188613]: pgmap v20319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:29.150 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:28 smithi177 ceph-mon[212096]: pgmap v20319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:29.488 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:50:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:50:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:50:31.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:31 smithi177 ceph-mon[212096]: pgmap v20320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:31.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:31 smithi123 ceph-mon[191304]: pgmap v20320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:31.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:31 smithi123 ceph-mon[188613]: pgmap v20320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:33.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:33 smithi177 ceph-mon[212096]: pgmap v20321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:33.738 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:33 smithi123 ceph-mon[191304]: pgmap v20321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:33.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:33 smithi123 ceph-mon[188613]: pgmap v20321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:35.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:35 smithi177 ceph-mon[212096]: pgmap v20322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:35.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:35 smithi123 ceph-mon[191304]: pgmap v20322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:35.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:35 smithi123 ceph-mon[188613]: pgmap v20322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:37.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:37 smithi177 ceph-mon[212096]: pgmap v20323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:37.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:37 smithi123 ceph-mon[191304]: pgmap v20323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:37.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:37 smithi123 ceph-mon[188613]: pgmap v20323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:39.376 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:50:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:50:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:50:39.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:39 smithi177 ceph-mon[212096]: pgmap v20324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:39.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:39 smithi123 ceph-mon[191304]: pgmap v20324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:39.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:39 smithi123 ceph-mon[188613]: pgmap v20324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:41.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:41 smithi177 ceph-mon[212096]: pgmap v20325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:41.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:41 smithi123 ceph-mon[188613]: pgmap v20325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:41.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:41 smithi123 ceph-mon[191304]: pgmap v20325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:50:42.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:50:42.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:50:43.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:43 smithi177 ceph-mon[212096]: pgmap v20326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:43.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:43 smithi123 ceph-mon[191304]: pgmap v20326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:43.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:43 smithi123 ceph-mon[188613]: pgmap v20326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:45.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:45 smithi177 ceph-mon[212096]: pgmap v20327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:45.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:45 smithi123 ceph-mon[191304]: pgmap v20327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:45.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:45 smithi123 ceph-mon[188613]: pgmap v20327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:47.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:47 smithi177 ceph-mon[212096]: pgmap v20328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:47.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:47 smithi123 ceph-mon[191304]: pgmap v20328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:47.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:47 smithi123 ceph-mon[188613]: pgmap v20328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:48.749 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:50:49.058 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:50:49.058 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (9h) 3m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:50:49.058 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 83s ago 10h 95.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:50:49.058 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 3m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:50:49.058 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 83s ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:50:49.059 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 83s ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:50:49.059 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 3m ago 10h 921M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:50:49.059 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 3m ago 10h 2456M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:50:49.059 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 83s ago 10h 1188M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:50:49.059 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 3m ago 10h 1276M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:50:49.059 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (9h) 3m ago 10h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:50:49.059 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 83s ago 10h 23.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:50:49.059 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 3m ago 10h 5644M 2076M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:50:49.059 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 3m ago 10h 6356M 2076M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:50:49.059 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 3m ago 10h 5160M 2076M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:50:49.059 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 3m ago 10h 5470M 2076M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:50:49.059 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 83s ago 10h 4619M 2450M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:50:49.060 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 83s ago 10h 5189M 2450M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:50:49.060 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 83s ago 10h 4485M 2450M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:50:49.060 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 83s ago 10h 5227M 2450M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:50:49.060 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 83s ago 10h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:50:49.401 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:50:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:50:49] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T20:50:49.441 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:50:49.441 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:50:49.441 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:50:49.441 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:50:49.441 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:50:49.441 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:50:49.441 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:50:49.441 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:50:49.442 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:50:49.442 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:50:49.442 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:50:49.442 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:50:49.442 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:50:49.442 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:50:49.442 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:50:49.442 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:50:49.442 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:50:49.442 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:50:49.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:49 smithi123 ceph-mon[191304]: pgmap v20329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:49.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:49 smithi123 ceph-mon[188613]: pgmap v20329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:49.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:49 smithi177 ceph-mon[212096]: pgmap v20329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:50.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:50 smithi123 ceph-mon[191304]: from='client.66494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:50:50.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:50 smithi123 ceph-mon[191304]: from='client.56544 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:50:50.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:50 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2393447356' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:50:50.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:50 smithi123 ceph-mon[188613]: from='client.66494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:50:50.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:50 smithi123 ceph-mon[188613]: from='client.56544 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:50:50.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:50 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2393447356' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:50:50.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:50 smithi177 ceph-mon[212096]: from='client.66494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:50:50.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:50 smithi177 ceph-mon[212096]: from='client.56544 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:50:50.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:50 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2393447356' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:50:51.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:51 smithi123 ceph-mon[191304]: pgmap v20330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:51.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:51 smithi123 ceph-mon[188613]: pgmap v20330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:51.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:51 smithi177 ceph-mon[212096]: pgmap v20330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:52.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:52 smithi123 ceph-mon[191304]: pgmap v20331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:52.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:52 smithi123 ceph-mon[188613]: pgmap v20331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:52.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:52 smithi177 ceph-mon[212096]: pgmap v20331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:55.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:55 smithi177 ceph-mon[212096]: pgmap v20332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:55.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:55 smithi123 ceph-mon[191304]: pgmap v20332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:55.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:55 smithi123 ceph-mon[188613]: pgmap v20332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:57 smithi177 ceph-mon[212096]: pgmap v20333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:57.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:50:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:57 smithi123 ceph-mon[191304]: pgmap v20333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:57.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:50:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:57 smithi123 ceph-mon[188613]: pgmap v20333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:50:59.376 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:50:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:50:59] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T20:50:59.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:50:59 smithi177 ceph-mon[212096]: pgmap v20334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:59.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:50:59 smithi123 ceph-mon[188613]: pgmap v20334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:50:59.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:50:59 smithi123 ceph-mon[191304]: pgmap v20334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:01.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:01 smithi177 ceph-mon[212096]: pgmap v20335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:01.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:01 smithi123 ceph-mon[191304]: pgmap v20335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:01.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:01 smithi123 ceph-mon[188613]: pgmap v20335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:03.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:03 smithi177 ceph-mon[212096]: pgmap v20336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:03.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:03 smithi123 ceph-mon[188613]: pgmap v20336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:03.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:03 smithi123 ceph-mon[191304]: pgmap v20336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:05.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:05 smithi177 ceph-mon[212096]: pgmap v20337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:05.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:05 smithi123 ceph-mon[191304]: pgmap v20337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:05.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:05 smithi123 ceph-mon[188613]: pgmap v20337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:07.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:07 smithi177 ceph-mon[212096]: pgmap v20338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:07 smithi123 ceph-mon[188613]: pgmap v20338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:07.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:07 smithi123 ceph-mon[191304]: pgmap v20338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:09.390 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:51:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:51:09] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T20:51:09.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:09 smithi177 ceph-mon[212096]: pgmap v20339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:09.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:09 smithi123 ceph-mon[191304]: pgmap v20339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:09.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:09 smithi123 ceph-mon[188613]: pgmap v20339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:11.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:11 smithi177 ceph-mon[212096]: pgmap v20340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:11.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:11 smithi123 ceph-mon[191304]: pgmap v20340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:11.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:11 smithi123 ceph-mon[188613]: pgmap v20340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:12.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:51:12.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:51:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:51:13.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:13 smithi123 ceph-mon[191304]: pgmap v20341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:13.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:13 smithi123 ceph-mon[188613]: pgmap v20341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:13.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:13 smithi177 ceph-mon[212096]: pgmap v20341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:15.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:15 smithi123 ceph-mon[188613]: pgmap v20342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:15.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:15 smithi123 ceph-mon[191304]: pgmap v20342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:15.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:15 smithi177 ceph-mon[212096]: pgmap v20342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:17.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:17 smithi177 ceph-mon[212096]: pgmap v20343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:17.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:17 smithi123 ceph-mon[191304]: pgmap v20343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:17.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:17 smithi123 ceph-mon[188613]: pgmap v20343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:19.340 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:51:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:51:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:51:19.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:19 smithi177 ceph-mon[212096]: pgmap v20344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:19.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:19 smithi123 ceph-mon[188613]: pgmap v20344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:19.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:19 smithi123 ceph-mon[191304]: pgmap v20344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:19.788 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:51:20.097 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:51:20.097 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 3m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:51:20.097 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (9h) 114s ago 10h 95.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:51:20.097 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 3m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:51:20.097 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 114s ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:51:20.097 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 114s ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:51:20.097 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (9h) 3m ago 10h 921M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:51:20.098 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 3m ago 10h 2456M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:51:20.098 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 114s ago 10h 1188M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:51:20.098 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 3m ago 10h 1276M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:51:20.098 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 3m ago 10h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:51:20.098 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (9h) 114s ago 10h 23.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:51:20.098 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 3m ago 10h 5644M 2076M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:51:20.098 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 3m ago 10h 6356M 2076M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:51:20.098 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 3m ago 10h 5160M 2076M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:51:20.098 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 3m ago 10h 5470M 2076M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:51:20.098 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 114s ago 10h 4619M 2450M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:51:20.098 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 114s ago 10h 5189M 2450M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:51:20.098 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 114s ago 10h 4485M 2450M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:51:20.098 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 114s ago 10h 5227M 2450M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:51:20.098 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (9h) 114s ago 10h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:51:20.481 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:51:20.481 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:51:20.481 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:51:20.481 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:51:20.481 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:51:20.481 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:51:20.481 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:51:20.481 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:51:20.481 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:51:20.482 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:51:20.482 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:51:20.482 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:51:20.482 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:51:20.482 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:51:20.482 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:51:20.482 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:51:20.482 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:51:20.482 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:51:21.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:21 smithi177 ceph-mon[212096]: from='client.56556 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:51:21.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:21 smithi177 ceph-mon[212096]: from='client.56562 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:51:21.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:21 smithi177 ceph-mon[212096]: pgmap v20345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:21.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:21 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2619181485' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:51:21.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:21 smithi123 ceph-mon[191304]: from='client.56556 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:51:21.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:21 smithi123 ceph-mon[191304]: from='client.56562 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:51:21.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:21 smithi123 ceph-mon[191304]: pgmap v20345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:21.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:21 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2619181485' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:51:21.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:21 smithi123 ceph-mon[188613]: from='client.56556 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:51:21.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:21 smithi123 ceph-mon[188613]: from='client.56562 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:51:21.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:21 smithi123 ceph-mon[188613]: pgmap v20345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:21.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:21 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2619181485' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:51:23.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:23 smithi177 ceph-mon[212096]: pgmap v20346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:23.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:23 smithi123 ceph-mon[191304]: pgmap v20346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:23.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:23 smithi123 ceph-mon[188613]: pgmap v20346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:25.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:25 smithi177 ceph-mon[212096]: pgmap v20347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:25.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:25 smithi123 ceph-mon[191304]: pgmap v20347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:25.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:25 smithi123 ceph-mon[188613]: pgmap v20347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:27 smithi177 ceph-mon[212096]: pgmap v20348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:51:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:51:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:51:27.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:51:27.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:51:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:27 smithi123 ceph-mon[191304]: pgmap v20348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:51:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:51:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:51:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:51:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:51:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:27 smithi123 ceph-mon[188613]: pgmap v20348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:51:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:51:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:51:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:51:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:51:28.900 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 20:51:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T20:51:28.586515527Z level=info msg="Completed cleanup jobs" duration=12.946555ms 2023-12-20T20:51:29.358 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:51:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:51:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:51:29.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:29 smithi177 ceph-mon[212096]: pgmap v20349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:29.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:29 smithi123 ceph-mon[188613]: pgmap v20349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:29.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:29 smithi123 ceph-mon[191304]: pgmap v20349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:31.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:31 smithi177 ceph-mon[212096]: pgmap v20350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:31.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:31 smithi123 ceph-mon[191304]: pgmap v20350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:31.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:31 smithi123 ceph-mon[188613]: pgmap v20350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:33.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:33 smithi177 ceph-mon[212096]: pgmap v20351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:33.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:33 smithi123 ceph-mon[191304]: pgmap v20351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:33.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:33 smithi123 ceph-mon[188613]: pgmap v20351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:35.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:35 smithi177 ceph-mon[212096]: pgmap v20352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:35.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:35 smithi123 ceph-mon[191304]: pgmap v20352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:35.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:35 smithi123 ceph-mon[188613]: pgmap v20352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:37.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:37 smithi177 ceph-mon[212096]: pgmap v20353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:37.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:37 smithi123 ceph-mon[191304]: pgmap v20353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:37.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:37 smithi123 ceph-mon[188613]: pgmap v20353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:39.376 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:51:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:51:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:51:39.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:39 smithi177 ceph-mon[212096]: pgmap v20354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:39.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:39 smithi123 ceph-mon[191304]: pgmap v20354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:39.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:39 smithi123 ceph-mon[188613]: pgmap v20354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:41.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:41 smithi177 ceph-mon[212096]: pgmap v20355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:41.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:41 smithi123 ceph-mon[191304]: pgmap v20355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:41.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:41 smithi123 ceph-mon[188613]: pgmap v20355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:42.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:51:42.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:51:42.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:51:43.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:43 smithi177 ceph-mon[212096]: pgmap v20356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:43.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:43 smithi123 ceph-mon[191304]: pgmap v20356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:43.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:43 smithi123 ceph-mon[188613]: pgmap v20356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:45.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:45 smithi177 ceph-mon[212096]: pgmap v20357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:45.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:45 smithi123 ceph-mon[191304]: pgmap v20357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:45.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:45 smithi123 ceph-mon[188613]: pgmap v20357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:47.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:47 smithi177 ceph-mon[212096]: pgmap v20358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:47.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:47 smithi123 ceph-mon[191304]: pgmap v20358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:47.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:47 smithi123 ceph-mon[188613]: pgmap v20358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:49.400 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:51:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:51:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:51:49.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:49 smithi177 ceph-mon[212096]: pgmap v20359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:49.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:49 smithi123 ceph-mon[188613]: pgmap v20359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:49.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:49 smithi123 ceph-mon[191304]: pgmap v20359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:50.826 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:51:51.135 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:51:51.135 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 4m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:51:51.135 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 2m ago 10h 95.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:51:51.135 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 4m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:51:51.135 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 2m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:51:51.135 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (9h) 2m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:51:51.135 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 4m ago 10h 921M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:51:51.136 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (9h) 4m ago 10h 2456M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:51:51.136 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 2m ago 10h 1188M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:51:51.136 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (9h) 4m ago 10h 1276M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:51:51.136 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 4m ago 10h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:51:51.136 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 2m ago 10h 23.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:51:51.136 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 4m ago 10h 5644M 2076M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:51:51.136 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 4m ago 10h 6356M 2076M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:51:51.136 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 4m ago 10h 5160M 2076M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:51:51.136 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 4m ago 10h 5470M 2076M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:51:51.136 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 2m ago 10h 4619M 2450M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:51:51.136 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 2m ago 10h 5189M 2450M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:51:51.136 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 2m ago 10h 4485M 2450M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:51:51.136 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 2m ago 10h 5227M 2450M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:51:51.136 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 2m ago 10h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:51:51.524 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:51:51.524 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:51:51.524 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:51:51.524 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:51:51.524 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:51:51.524 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:51:51.524 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:51:51.524 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:51:51.524 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:51:51.524 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:51:51.524 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:51:51.525 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:51:51.525 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:51:51.525 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:51:51.525 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:51:51.525 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:51:51.525 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:51:51.525 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:51:51.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:51 smithi123 ceph-mon[188613]: pgmap v20360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:51.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:51 smithi123 ceph-mon[191304]: pgmap v20360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:51.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:51 smithi177 ceph-mon[212096]: pgmap v20360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:52.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:52 smithi123 ceph-mon[188613]: from='client.66530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:51:52.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:52 smithi123 ceph-mon[188613]: from='client.56580 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:51:52.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:52 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/91424994' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:51:52.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:52 smithi123 ceph-mon[191304]: from='client.66530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:51:52.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:52 smithi123 ceph-mon[191304]: from='client.56580 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:51:52.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:52 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/91424994' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:51:52.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:52 smithi177 ceph-mon[212096]: from='client.66530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:51:52.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:52 smithi177 ceph-mon[212096]: from='client.56580 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:51:52.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:52 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/91424994' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:51:53.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:53 smithi123 ceph-mon[188613]: pgmap v20361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:53.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:53 smithi123 ceph-mon[191304]: pgmap v20361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:53.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:53 smithi177 ceph-mon[212096]: pgmap v20361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:54.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:54 smithi123 ceph-mon[188613]: pgmap v20362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:54.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:54 smithi123 ceph-mon[191304]: pgmap v20362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:54.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:54 smithi177 ceph-mon[212096]: pgmap v20362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:57 smithi177 ceph-mon[212096]: pgmap v20363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:51:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:57 smithi123 ceph-mon[188613]: pgmap v20363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:57.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:51:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:57 smithi123 ceph-mon[191304]: pgmap v20363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:51:59.393 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:51:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:51:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:51:59.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:51:59 smithi177 ceph-mon[212096]: pgmap v20364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:59.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:51:59 smithi123 ceph-mon[191304]: pgmap v20364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:51:59.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:51:59 smithi123 ceph-mon[188613]: pgmap v20364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:01.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:01 smithi177 ceph-mon[212096]: pgmap v20365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:01.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:01 smithi123 ceph-mon[188613]: pgmap v20365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:01.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:01 smithi123 ceph-mon[191304]: pgmap v20365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:03.650 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:03 smithi177 ceph-mon[212096]: pgmap v20366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:03.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:03 smithi123 ceph-mon[191304]: pgmap v20366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:03.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:03 smithi123 ceph-mon[188613]: pgmap v20366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:05.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:05 smithi123 ceph-mon[191304]: pgmap v20367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:05 smithi123 ceph-mon[188613]: pgmap v20367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:05.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:05 smithi177 ceph-mon[212096]: pgmap v20367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:07.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:07 smithi123 ceph-mon[188613]: pgmap v20368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:07.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:07 smithi123 ceph-mon[191304]: pgmap v20368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:07.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:07 smithi177 ceph-mon[212096]: pgmap v20368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:09.409 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:52:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:52:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:52:09.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:09 smithi123 ceph-mon[191304]: pgmap v20369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:09.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:09 smithi123 ceph-mon[188613]: pgmap v20369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:09.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:09 smithi177 ceph-mon[212096]: pgmap v20369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:11.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:11 smithi123 ceph-mon[191304]: pgmap v20370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:11.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:11 smithi123 ceph-mon[188613]: pgmap v20370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:11 smithi177 ceph-mon[212096]: pgmap v20370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:12.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:52:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:52:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:52:13.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:13 smithi123 ceph-mon[191304]: pgmap v20371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:13.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:13 smithi123 ceph-mon[188613]: pgmap v20371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:13.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:13 smithi177 ceph-mon[212096]: pgmap v20371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:14.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:14 smithi123 ceph-mon[191304]: pgmap v20372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:14.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:14 smithi123 ceph-mon[188613]: pgmap v20372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:14.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:14 smithi177 ceph-mon[212096]: pgmap v20372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:17.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:17 smithi177 ceph-mon[212096]: pgmap v20373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:17.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:17 smithi123 ceph-mon[188613]: pgmap v20373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:17.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:17 smithi123 ceph-mon[191304]: pgmap v20373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:19.398 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:52:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:52:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:52:19.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:19 smithi177 ceph-mon[212096]: pgmap v20374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:19.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:19 smithi123 ceph-mon[191304]: pgmap v20374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:19.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:19 smithi123 ceph-mon[188613]: pgmap v20374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:21.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:21 smithi123 ceph-mon[188613]: pgmap v20375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:21.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:21 smithi123 ceph-mon[191304]: pgmap v20375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:21.876 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:52:21.900 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:21 smithi177 ceph-mon[212096]: pgmap v20375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:22.181 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:52:22.181 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 5m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:52:22.181 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 2m ago 10h 95.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:52:22.181 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 5m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:52:22.181 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 2m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:52:22.181 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 2m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:52:22.181 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 5m ago 10h 921M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:52:22.181 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 5m ago 10h 2456M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:52:22.181 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (9h) 2m ago 10h 1188M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:52:22.182 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 5m ago 10h 1276M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:52:22.182 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 5m ago 10h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:52:22.182 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 2m ago 10h 23.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:52:22.182 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 5m ago 10h 5644M 2076M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:52:22.182 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 5m ago 10h 6356M 2076M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:52:22.182 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 5m ago 10h 5160M 2076M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:52:22.182 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 5m ago 10h 5470M 2076M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:52:22.182 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 2m ago 10h 4619M 2450M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:52:22.182 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 2m ago 10h 5189M 2450M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:52:22.182 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 2m ago 10h 4485M 2450M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:52:22.182 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 2m ago 10h 5227M 2450M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:52:22.182 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 2m ago 10h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:52:22.569 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:52:22.569 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:52:22.569 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:52:22.569 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:52:22.569 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:52:22.569 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:52:22.569 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:52:22.569 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:52:22.569 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:52:22.569 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:52:22.569 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:52:22.569 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:52:22.569 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:52:22.570 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:52:22.570 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:52:22.570 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:52:22.570 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:52:22.570 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:52:23.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:23 smithi123 ceph-mon[188613]: from='client.56592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:52:23.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:23 smithi123 ceph-mon[188613]: from='client.66554 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:52:23.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:23 smithi123 ceph-mon[188613]: pgmap v20376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:23.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:23 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1389041931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:52:23.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:23 smithi123 ceph-mon[191304]: from='client.56592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:52:23.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:23 smithi123 ceph-mon[191304]: from='client.66554 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:52:23.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:23 smithi123 ceph-mon[191304]: pgmap v20376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:23.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:23 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1389041931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:52:23.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:23 smithi177 ceph-mon[212096]: from='client.56592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:52:23.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:23 smithi177 ceph-mon[212096]: from='client.66554 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:52:23.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:23 smithi177 ceph-mon[212096]: pgmap v20376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:23.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:23 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1389041931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:52:25.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:25 smithi123 ceph-mon[188613]: pgmap v20377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:25.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:25 smithi123 ceph-mon[191304]: pgmap v20377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:25 smithi177 ceph-mon[212096]: pgmap v20377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:27.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:27 smithi123 ceph-mon[191304]: pgmap v20378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:52:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:52:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:27 smithi123 ceph-mon[188613]: pgmap v20378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:52:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:52:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:27 smithi177 ceph-mon[212096]: pgmap v20378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:52:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:52:28.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:52:28.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:52:28.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:52:28.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:52:28.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:52:28.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:52:28.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:52:28.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:52:28.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:52:29.412 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:52:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:52:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:52:29.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:29 smithi123 ceph-mon[191304]: pgmap v20379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:29.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:29 smithi123 ceph-mon[188613]: pgmap v20379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:29.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:29 smithi177 ceph-mon[212096]: pgmap v20379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:31.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:31 smithi123 ceph-mon[191304]: pgmap v20380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:31.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:31 smithi123 ceph-mon[188613]: pgmap v20380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:31.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:31 smithi177 ceph-mon[212096]: pgmap v20380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:32.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:32 smithi123 ceph-mon[191304]: pgmap v20381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:32.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:32 smithi123 ceph-mon[188613]: pgmap v20381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:32.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:32 smithi177 ceph-mon[212096]: pgmap v20381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:35.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:35 smithi123 ceph-mon[191304]: pgmap v20382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:35.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:35 smithi123 ceph-mon[188613]: pgmap v20382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:35 smithi177 ceph-mon[212096]: pgmap v20382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:37.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:37 smithi123 ceph-mon[191304]: pgmap v20383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:37.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:37 smithi123 ceph-mon[188613]: pgmap v20383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:37.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:37 smithi177 ceph-mon[212096]: pgmap v20383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:39.407 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:52:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:52:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:52:39.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:39 smithi123 ceph-mon[191304]: pgmap v20384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:39.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:39 smithi123 ceph-mon[188613]: pgmap v20384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:39.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:39 smithi177 ceph-mon[212096]: pgmap v20384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:41.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:41 smithi123 ceph-mon[191304]: pgmap v20385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:41.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:41 smithi123 ceph-mon[188613]: pgmap v20385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:41.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:41 smithi177 ceph-mon[212096]: pgmap v20385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:42.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:52:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:52:42.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:52:43.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:43 smithi123 ceph-mon[188613]: pgmap v20386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:43.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:43 smithi123 ceph-mon[191304]: pgmap v20386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:43.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:43 smithi177 ceph-mon[212096]: pgmap v20386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:45.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:45 smithi123 ceph-mon[191304]: pgmap v20387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:45.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:45 smithi123 ceph-mon[188613]: pgmap v20387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:45.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:45 smithi177 ceph-mon[212096]: pgmap v20387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:47.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:47 smithi177 ceph-mon[212096]: pgmap v20388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:47.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:47 smithi123 ceph-mon[191304]: pgmap v20388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:47.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:47 smithi123 ceph-mon[188613]: pgmap v20388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:49.361 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:52:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:52:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:52:49.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:49 smithi177 ceph-mon[212096]: pgmap v20389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:49.739 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:49 smithi123 ceph-mon[188613]: pgmap v20389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:49.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:49 smithi123 ceph-mon[191304]: pgmap v20389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:51.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:51 smithi177 ceph-mon[212096]: pgmap v20390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:51.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:51 smithi123 ceph-mon[188613]: pgmap v20390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:51.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:51 smithi123 ceph-mon[191304]: pgmap v20390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:52.923 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:52:53.232 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:52:53.239 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 5m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:52:53.239 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 3m ago 10h 95.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:52:53.239 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 5m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:52:53.239 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 3m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:52:53.239 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 3m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:52:53.239 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 5m ago 10h 921M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:52:53.239 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 5m ago 10h 2456M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:52:53.240 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 3m ago 10h 1188M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:52:53.240 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 5m ago 10h 1276M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:52:53.240 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 5m ago 10h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:52:53.240 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 3m ago 10h 23.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:52:53.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (9h) 5m ago 10h 5644M 2076M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:52:53.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 5m ago 10h 6356M 2076M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:52:53.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 5m ago 10h 5160M 2076M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:52:53.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 5m ago 10h 5470M 2076M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:52:53.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 3m ago 10h 4619M 2450M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:52:53.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 3m ago 10h 5189M 2450M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:52:53.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 3m ago 10h 4485M 2450M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:52:53.240 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 3m ago 10h 5227M 2450M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:52:53.240 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 3m ago 10h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:52:53.615 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:52:53.615 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:52:53.615 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:52:53.615 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:52:53.615 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:52:53.615 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:52:53.615 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:52:53.615 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:52:53.615 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:52:53.615 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:52:53.615 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:52:53.615 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:52:53.616 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:52:53.616 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:52:53.616 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:52:53.616 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:52:53.616 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:52:53.616 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:52:53.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:53 smithi177 ceph-mon[212096]: pgmap v20391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:53.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:53 smithi123 ceph-mon[191304]: pgmap v20391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:53.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:53 smithi123 ceph-mon[188613]: pgmap v20391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:54 smithi177 ceph-mon[212096]: from='client.56610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:52:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:54 smithi177 ceph-mon[212096]: from='client.56616 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:52:54.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:54 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4213541379' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:52:54.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:54 smithi123 ceph-mon[191304]: from='client.56610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:52:54.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:54 smithi123 ceph-mon[191304]: from='client.56616 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:52:54.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:54 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4213541379' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:52:54.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:54 smithi123 ceph-mon[188613]: from='client.56610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:52:54.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:54 smithi123 ceph-mon[188613]: from='client.56616 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:52:54.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:54 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4213541379' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:52:55.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:55 smithi177 ceph-mon[212096]: pgmap v20392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:55.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:55 smithi123 ceph-mon[191304]: pgmap v20392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:55.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:55 smithi123 ceph-mon[188613]: pgmap v20392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:57 smithi177 ceph-mon[212096]: pgmap v20393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:52:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:57 smithi123 ceph-mon[191304]: pgmap v20393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:52:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:57 smithi123 ceph-mon[188613]: pgmap v20393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:52:59.381 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:52:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:52:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:52:59.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:52:59 smithi177 ceph-mon[212096]: pgmap v20394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:59.739 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:52:59 smithi123 ceph-mon[191304]: pgmap v20394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:52:59.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:52:59 smithi123 ceph-mon[188613]: pgmap v20394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:01.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:01 smithi177 ceph-mon[212096]: pgmap v20395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:01.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:01 smithi123 ceph-mon[191304]: pgmap v20395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:01.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:01 smithi123 ceph-mon[188613]: pgmap v20395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:03.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:03 smithi177 ceph-mon[212096]: pgmap v20396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:03.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:03 smithi123 ceph-mon[188613]: pgmap v20396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:03.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:03 smithi123 ceph-mon[191304]: pgmap v20396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:05.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:05 smithi177 ceph-mon[212096]: pgmap v20397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:05 smithi123 ceph-mon[191304]: pgmap v20397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:05 smithi123 ceph-mon[188613]: pgmap v20397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:07.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:07 smithi177 ceph-mon[212096]: pgmap v20398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:07.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:07 smithi123 ceph-mon[191304]: pgmap v20398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:07.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:07 smithi123 ceph-mon[188613]: pgmap v20398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:09.400 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:53:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:53:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:53:09.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:09 smithi177 ceph-mon[212096]: pgmap v20399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:09.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:09 smithi123 ceph-mon[191304]: pgmap v20399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:09.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:09 smithi123 ceph-mon[188613]: pgmap v20399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:11.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:11 smithi123 ceph-mon[191304]: pgmap v20400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:11.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:11 smithi123 ceph-mon[188613]: pgmap v20400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:11 smithi177 ceph-mon[212096]: pgmap v20400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:53:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:53:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:53:13.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:13 smithi123 ceph-mon[191304]: pgmap v20401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:13.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:13 smithi123 ceph-mon[188613]: pgmap v20401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:13.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:13 smithi177 ceph-mon[212096]: pgmap v20401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:15.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:15 smithi123 ceph-mon[191304]: pgmap v20402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:15.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:15 smithi123 ceph-mon[188613]: pgmap v20402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:15 smithi177 ceph-mon[212096]: pgmap v20402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:17.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:17 smithi123 ceph-mon[191304]: pgmap v20403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:17.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:17 smithi123 ceph-mon[188613]: pgmap v20403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:17.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:17 smithi177 ceph-mon[212096]: pgmap v20403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:19.422 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:53:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:53:19] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T20:53:19.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:19 smithi123 ceph-mon[188613]: pgmap v20404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:19.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:19 smithi123 ceph-mon[191304]: pgmap v20404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:19.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:19 smithi177 ceph-mon[212096]: pgmap v20404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:21.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:21 smithi123 ceph-mon[188613]: pgmap v20405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:21.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:21 smithi123 ceph-mon[191304]: pgmap v20405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:21.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:21 smithi177 ceph-mon[212096]: pgmap v20405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:22.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:22 smithi123 ceph-mon[188613]: pgmap v20406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:22.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:22 smithi123 ceph-mon[191304]: pgmap v20406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:22.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:22 smithi177 ceph-mon[212096]: pgmap v20406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:23.957 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:53:24.269 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:53:24.270 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 6m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:53:24.270 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 3m ago 10h 95.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:53:24.270 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 6m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:53:24.270 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 3m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:53:24.270 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 3m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:53:24.270 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 6m ago 10h 921M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:53:24.270 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 6m ago 10h 2456M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:53:24.270 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 3m ago 10h 1188M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:53:24.270 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 6m ago 10h 1276M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:53:24.270 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 6m ago 10h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:53:24.270 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 3m ago 10h 23.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:53:24.270 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 6m ago 10h 5644M 2076M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:53:24.270 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (9h) 6m ago 10h 6356M 2076M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:53:24.271 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 6m ago 10h 5160M 2076M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:53:24.271 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 6m ago 10h 5470M 2076M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:53:24.271 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 3m ago 10h 4619M 2450M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:53:24.271 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 3m ago 10h 5189M 2450M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:53:24.271 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 3m ago 10h 4485M 2450M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:53:24.271 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 3m ago 10h 5227M 2450M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:53:24.271 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 3m ago 10h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:53:24.652 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:53:24.652 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:53:24.653 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:53:24.653 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:53:24.653 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:53:24.653 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:53:24.653 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:53:24.653 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:53:24.653 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:53:24.653 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:53:24.653 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:53:24.653 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:53:24.653 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:53:24.653 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:53:24.653 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:53:24.653 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:53:24.654 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:53:24.654 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:53:25.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:25 smithi123 ceph-mon[191304]: from='client.56628 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:53:25.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:25 smithi123 ceph-mon[191304]: from='client.56634 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:53:25.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:25 smithi123 ceph-mon[191304]: pgmap v20407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:25.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:25 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3663338402' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:53:25.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:25 smithi123 ceph-mon[188613]: from='client.56628 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:53:25.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:25 smithi123 ceph-mon[188613]: from='client.56634 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:53:25.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:25 smithi123 ceph-mon[188613]: pgmap v20407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:25.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:25 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3663338402' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:53:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:25 smithi177 ceph-mon[212096]: from='client.56628 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:53:25.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:25 smithi177 ceph-mon[212096]: from='client.56634 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:53:25.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:25 smithi177 ceph-mon[212096]: pgmap v20407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:25.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:25 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3663338402' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:53:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:27 smithi123 ceph-mon[191304]: pgmap v20408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:53:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:27 smithi123 ceph-mon[188613]: pgmap v20408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:27.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:53:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:27 smithi177 ceph-mon[212096]: pgmap v20408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:27.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:53:28.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:53:28.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:53:28.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:53:28.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:53:28.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:53:28.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:53:28.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:53:28.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:53:28.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:53:28.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:53:28.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:53:28.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:53:29.424 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:53:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:53:29] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T20:53:29.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:29 smithi123 ceph-mon[191304]: pgmap v20409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:29.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:29 smithi123 ceph-mon[188613]: pgmap v20409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:29.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:29 smithi177 ceph-mon[212096]: pgmap v20409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:31.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:31 smithi123 ceph-mon[191304]: pgmap v20410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:31.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:31 smithi123 ceph-mon[188613]: pgmap v20410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:31.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:31 smithi177 ceph-mon[212096]: pgmap v20410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:32.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:32 smithi123 ceph-mon[191304]: pgmap v20411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:32.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:32 smithi123 ceph-mon[188613]: pgmap v20411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:32.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:32 smithi177 ceph-mon[212096]: pgmap v20411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:35.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:35 smithi123 ceph-mon[188613]: pgmap v20412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:35.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:35 smithi123 ceph-mon[191304]: pgmap v20412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:35 smithi177 ceph-mon[212096]: pgmap v20412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:37.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:37 smithi123 ceph-mon[188613]: pgmap v20413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:37.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:37 smithi123 ceph-mon[191304]: pgmap v20413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:37.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:37 smithi177 ceph-mon[212096]: pgmap v20413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:39.428 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:53:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:53:39] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2023-12-20T20:53:39.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:39 smithi123 ceph-mon[191304]: pgmap v20414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:39.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:39 smithi123 ceph-mon[188613]: pgmap v20414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:39.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:39 smithi177 ceph-mon[212096]: pgmap v20414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:40.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:40 smithi123 ceph-mon[191304]: pgmap v20415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:40.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:40 smithi123 ceph-mon[188613]: pgmap v20415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:40.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:40 smithi177 ceph-mon[212096]: pgmap v20415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:42.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:53:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:53:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:53:43.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:43 smithi177 ceph-mon[212096]: pgmap v20416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:43.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:43 smithi123 ceph-mon[191304]: pgmap v20416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:43.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:43 smithi123 ceph-mon[188613]: pgmap v20416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:45.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:45 smithi177 ceph-mon[212096]: pgmap v20417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:45.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:45 smithi123 ceph-mon[191304]: pgmap v20417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:45.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:45 smithi123 ceph-mon[188613]: pgmap v20417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:47.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:47 smithi177 ceph-mon[212096]: pgmap v20418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:47.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:47 smithi123 ceph-mon[191304]: pgmap v20418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:47.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:47 smithi123 ceph-mon[188613]: pgmap v20418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:49.385 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:53:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:53:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:53:49.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:49 smithi177 ceph-mon[212096]: pgmap v20419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:49.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:49 smithi123 ceph-mon[188613]: pgmap v20419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:49.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:49 smithi123 ceph-mon[191304]: pgmap v20419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:51.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:51 smithi177 ceph-mon[212096]: pgmap v20420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:51.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:51 smithi123 ceph-mon[191304]: pgmap v20420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:51.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:51 smithi123 ceph-mon[188613]: pgmap v20420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:53.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:53 smithi177 ceph-mon[212096]: pgmap v20421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:53.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:53 smithi123 ceph-mon[191304]: pgmap v20421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:53.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:53 smithi123 ceph-mon[188613]: pgmap v20421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:55.002 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:53:55.314 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:53:55.314 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 6m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:53:55.314 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 4m ago 10h 95.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:53:55.314 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 6m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:53:55.314 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 4m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:53:55.314 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 4m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:53:55.314 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 6m ago 10h 921M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:53:55.314 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 6m ago 10h 2456M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:53:55.315 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 4m ago 10h 1188M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:53:55.315 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 6m ago 10h 1276M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:53:55.315 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 6m ago 10h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:53:55.315 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 4m ago 10h 23.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:53:55.315 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 6m ago 10h 5644M 2076M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:53:55.315 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 6m ago 10h 6356M 2076M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:53:55.315 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (9h) 6m ago 10h 5160M 2076M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:53:55.315 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (9h) 6m ago 10h 5470M 2076M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:53:55.315 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 4m ago 10h 4619M 2450M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:53:55.315 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 4m ago 10h 5189M 2450M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:53:55.315 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 4m ago 10h 4485M 2450M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:53:55.315 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 4m ago 10h 5227M 2450M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:53:55.315 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 4m ago 10h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:53:55.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:55 smithi177 ceph-mon[212096]: pgmap v20422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:55.696 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:53:55.696 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:53:55.697 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:53:55.697 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:53:55.697 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:53:55.697 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:53:55.697 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:53:55.697 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:53:55.698 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:53:55.698 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:53:55.698 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:53:55.698 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:53:55.698 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:53:55.698 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:53:55.698 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:53:55.699 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:53:55.699 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:53:55.699 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:53:55.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:55 smithi123 ceph-mon[191304]: pgmap v20422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:55.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:55 smithi123 ceph-mon[188613]: pgmap v20422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:56.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:56 smithi123 ceph-mon[191304]: from='client.66602 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:53:56.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:56 smithi123 ceph-mon[191304]: from='client.66608 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:53:56.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:56 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1302523498' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:53:56.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:56 smithi123 ceph-mon[188613]: from='client.66602 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:53:56.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:56 smithi123 ceph-mon[188613]: from='client.66608 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:53:56.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:56 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1302523498' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:53:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:56 smithi177 ceph-mon[212096]: from='client.66602 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:53:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:56 smithi177 ceph-mon[212096]: from='client.66608 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:53:56.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:56 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1302523498' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:53:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:57 smithi123 ceph-mon[191304]: pgmap v20423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:53:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:57 smithi123 ceph-mon[188613]: pgmap v20423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:53:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:57 smithi177 ceph-mon[212096]: pgmap v20423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:57.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:53:59.407 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:53:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:53:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:53:59.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:53:59 smithi123 ceph-mon[191304]: pgmap v20424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:59.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:53:59 smithi123 ceph-mon[188613]: pgmap v20424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:53:59.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:53:59 smithi177 ceph-mon[212096]: pgmap v20424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:01.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:01 smithi123 ceph-mon[191304]: pgmap v20425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:01.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:01 smithi123 ceph-mon[188613]: pgmap v20425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:01.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:01 smithi177 ceph-mon[212096]: pgmap v20425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:03.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:03 smithi123 ceph-mon[191304]: pgmap v20426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:03.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:03 smithi123 ceph-mon[188613]: pgmap v20426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:03 smithi177 ceph-mon[212096]: pgmap v20426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:05.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:05 smithi123 ceph-mon[191304]: pgmap v20427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:05 smithi123 ceph-mon[188613]: pgmap v20427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:05 smithi177 ceph-mon[212096]: pgmap v20427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:07.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:07 smithi123 ceph-mon[191304]: pgmap v20428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:07.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:07 smithi123 ceph-mon[188613]: pgmap v20428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:07.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:07 smithi177 ceph-mon[212096]: pgmap v20428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:09.424 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:54:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:54:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:54:09.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:09 smithi123 ceph-mon[191304]: pgmap v20429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:09.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:09 smithi123 ceph-mon[188613]: pgmap v20429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:09.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:09 smithi177 ceph-mon[212096]: pgmap v20429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:11.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:11 smithi123 ceph-mon[191304]: pgmap v20430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:11.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:11 smithi123 ceph-mon[188613]: pgmap v20430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:11.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:11 smithi177 ceph-mon[212096]: pgmap v20430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:12.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:54:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:54:12.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:54:13.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:13 smithi123 ceph-mon[191304]: pgmap v20431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:13.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:13 smithi123 ceph-mon[188613]: pgmap v20431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:13.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:13 smithi177 ceph-mon[212096]: pgmap v20431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:15.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:15 smithi123 ceph-mon[191304]: pgmap v20432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:15 smithi123 ceph-mon[188613]: pgmap v20432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:15 smithi177 ceph-mon[212096]: pgmap v20432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:17.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:17 smithi177 ceph-mon[212096]: pgmap v20433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:17.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:17 smithi123 ceph-mon[191304]: pgmap v20433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:17.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:17 smithi123 ceph-mon[188613]: pgmap v20433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:19.384 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:54:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:54:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:54:19.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:19 smithi177 ceph-mon[212096]: pgmap v20434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:19.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:19 smithi123 ceph-mon[191304]: pgmap v20434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:19.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:19 smithi123 ceph-mon[188613]: pgmap v20434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:21.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:21 smithi177 ceph-mon[212096]: pgmap v20435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:21.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:21 smithi123 ceph-mon[191304]: pgmap v20435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:21.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:21 smithi123 ceph-mon[188613]: pgmap v20435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:23.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:23 smithi177 ceph-mon[212096]: pgmap v20436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:23.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:23 smithi123 ceph-mon[191304]: pgmap v20436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:23.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:23 smithi123 ceph-mon[188613]: pgmap v20436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:25.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:25 smithi177 ceph-mon[212096]: pgmap v20437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:25.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:25 smithi123 ceph-mon[191304]: pgmap v20437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:25.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:25 smithi123 ceph-mon[188613]: pgmap v20437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:26.042 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:54:26.351 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:54:26.352 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 7m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:54:26.352 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 5m ago 10h 95.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:54:26.352 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 7m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:54:26.352 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 5m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:54:26.352 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 5m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:54:26.352 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 7m ago 10h 921M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:54:26.352 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 7m ago 10h 2456M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:54:26.352 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 5m ago 10h 1188M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:54:26.352 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 7m ago 10h 1276M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:54:26.352 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 7m ago 10h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:54:26.353 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 5m ago 10h 23.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:54:26.353 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 7m ago 10h 5644M 2076M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:54:26.353 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 7m ago 10h 6356M 2076M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:54:26.353 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 7m ago 10h 5160M 2076M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:54:26.353 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 7m ago 10h 5470M 2076M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:54:26.353 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (9h) 5m ago 10h 4619M 2450M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:54:26.353 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 5m ago 10h 5189M 2450M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:54:26.353 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 5m ago 10h 4485M 2450M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:54:26.353 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 5m ago 10h 5227M 2450M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:54:26.354 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 5m ago 10h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:54:26.737 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:54:26.737 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:54:26.737 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:54:26.737 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:54:26.738 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:54:26.738 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:54:26.738 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:54:26.738 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:54:26.738 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:54:26.738 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:54:26.738 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:54:26.738 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:54:26.738 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:54:26.738 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:54:26.738 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:54:26.738 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:54:26.738 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:54:26.738 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:54:27.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:27 smithi177 ceph-mon[212096]: from='client.56664 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:54:27.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:27 smithi177 ceph-mon[212096]: from='client.66626 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:54:27.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:27 smithi177 ceph-mon[212096]: pgmap v20438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:27.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:27 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2106574703' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:54:27.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:54:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:27 smithi123 ceph-mon[191304]: from='client.56664 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:54:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:27 smithi123 ceph-mon[191304]: from='client.66626 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:54:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:27 smithi123 ceph-mon[191304]: pgmap v20438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:27 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2106574703' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:54:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:54:27.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:27 smithi123 ceph-mon[188613]: from='client.56664 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:54:27.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:27 smithi123 ceph-mon[188613]: from='client.66626 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:54:27.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:27 smithi123 ceph-mon[188613]: pgmap v20438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:27.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:27 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2106574703' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:54:27.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:54:28.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:28 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:54:28.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:28 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:54:28.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:28 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:54:29.397 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:54:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:54:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:54:29.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:29 smithi177 ceph-mon[212096]: pgmap v20439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:29.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:54:29.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:54:29.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:54:29.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:29 smithi123 ceph-mon[191304]: pgmap v20439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:29.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:54:29.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:54:29.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:54:29.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:29 smithi123 ceph-mon[188613]: pgmap v20439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:29.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:54:29.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:54:29.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:54:31.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:31 smithi123 ceph-mon[191304]: pgmap v20440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:31.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:31 smithi123 ceph-mon[188613]: pgmap v20440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:31.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:31 smithi177 ceph-mon[212096]: pgmap v20440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:33.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:33 smithi123 ceph-mon[191304]: pgmap v20441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:33.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:33 smithi123 ceph-mon[188613]: pgmap v20441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:33.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:33 smithi177 ceph-mon[212096]: pgmap v20441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:35.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:35 smithi123 ceph-mon[191304]: pgmap v20442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:35.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:35 smithi123 ceph-mon[188613]: pgmap v20442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:35.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:35 smithi177 ceph-mon[212096]: pgmap v20442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:37.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:37 smithi177 ceph-mon[212096]: pgmap v20443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:37.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:37 smithi123 ceph-mon[188613]: pgmap v20443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:37.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:37 smithi123 ceph-mon[191304]: pgmap v20443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:39.392 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:54:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:54:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:54:39.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:39 smithi177 ceph-mon[212096]: pgmap v20444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:39.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:39 smithi123 ceph-mon[188613]: pgmap v20444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:39.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:39 smithi123 ceph-mon[191304]: pgmap v20444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:41.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:41 smithi177 ceph-mon[212096]: pgmap v20445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:41.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:41 smithi123 ceph-mon[188613]: pgmap v20445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:41.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:41 smithi123 ceph-mon[191304]: pgmap v20445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:42.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:54:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:54:42.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:54:43.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:43 smithi123 ceph-mon[191304]: pgmap v20446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:43.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:43 smithi123 ceph-mon[188613]: pgmap v20446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:43.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:43 smithi177 ceph-mon[212096]: pgmap v20446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:45.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:45 smithi123 ceph-mon[188613]: pgmap v20447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:45.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:45 smithi123 ceph-mon[191304]: pgmap v20447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:45.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:45 smithi177 ceph-mon[212096]: pgmap v20447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:47.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:47 smithi177 ceph-mon[212096]: pgmap v20448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:47.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:47 smithi123 ceph-mon[191304]: pgmap v20448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:47.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:47 smithi123 ceph-mon[188613]: pgmap v20448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:49.395 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:54:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:54:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:54:49.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:49 smithi177 ceph-mon[212096]: pgmap v20449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:49.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:49 smithi123 ceph-mon[188613]: pgmap v20449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:49.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:49 smithi123 ceph-mon[191304]: pgmap v20449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:51.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:51 smithi177 ceph-mon[212096]: pgmap v20450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:51.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:51 smithi123 ceph-mon[191304]: pgmap v20450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:51.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:51 smithi123 ceph-mon[188613]: pgmap v20450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:53.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:53 smithi177 ceph-mon[212096]: pgmap v20451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:53.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:53 smithi123 ceph-mon[188613]: pgmap v20451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:53.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:53 smithi123 ceph-mon[191304]: pgmap v20451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:55.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:55 smithi123 ceph-mon[188613]: pgmap v20452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:55.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:55 smithi123 ceph-mon[191304]: pgmap v20452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:55.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:55 smithi177 ceph-mon[212096]: pgmap v20452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:57.081 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:54:57.392 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:54:57.392 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 7m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:54:57.392 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 5m ago 10h 95.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:54:57.392 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 7m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:54:57.392 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 5m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:54:57.392 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 5m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:54:57.392 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 7m ago 10h 921M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:54:57.392 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 7m ago 10h 2456M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:54:57.392 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 5m ago 10h 1188M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:54:57.392 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 7m ago 10h 1276M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:54:57.392 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 7m ago 10h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:54:57.392 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 5m ago 10h 23.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:54:57.393 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 7m ago 10h 5644M 2076M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:54:57.393 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 7m ago 10h 6356M 2076M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:54:57.393 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 7m ago 10h 5160M 2076M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:54:57.393 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 7m ago 10h 5470M 2076M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:54:57.393 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 5m ago 10h 4619M 2450M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:54:57.393 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (9h) 5m ago 10h 5189M 2450M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:54:57.393 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 5m ago 10h 4485M 2450M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:54:57.393 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 5m ago 10h 5227M 2450M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:54:57.393 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 5m ago 10h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:54:57.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:57 smithi177 ceph-mon[212096]: pgmap v20453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:57.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:54:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:57 smithi123 ceph-mon[188613]: pgmap v20453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:57.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:54:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:57 smithi123 ceph-mon[191304]: pgmap v20453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:57.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:54:57.774 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:54:57.774 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:54:57.774 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:54:57.774 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:54:57.774 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:54:57.775 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:54:57.775 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:54:57.775 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:54:57.775 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:54:57.775 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:54:57.775 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:54:57.775 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:54:57.776 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:54:57.776 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:54:57.776 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:54:57.776 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:54:57.776 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:54:57.776 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:54:58.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:58 smithi177 ceph-mon[212096]: from='client.66638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:54:58.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:58 smithi177 ceph-mon[212096]: from='client.66644 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:54:58.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:58 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1686071469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:54:58.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:58 smithi123 ceph-mon[188613]: from='client.66638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:54:58.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:58 smithi123 ceph-mon[188613]: from='client.66644 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:54:58.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:58 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1686071469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:54:58.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:58 smithi123 ceph-mon[191304]: from='client.66638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:54:58.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:58 smithi123 ceph-mon[191304]: from='client.66644 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:54:58.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:58 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1686071469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:54:59.399 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:54:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:54:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:54:59.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:54:59 smithi177 ceph-mon[212096]: pgmap v20454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:59.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:54:59 smithi123 ceph-mon[188613]: pgmap v20454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:54:59.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:54:59 smithi123 ceph-mon[191304]: pgmap v20454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:01.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:01 smithi123 ceph-mon[191304]: pgmap v20455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:01.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:01 smithi123 ceph-mon[188613]: pgmap v20455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:01.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:01 smithi177 ceph-mon[212096]: pgmap v20455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:03.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:03 smithi123 ceph-mon[191304]: pgmap v20456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:03.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:03 smithi123 ceph-mon[188613]: pgmap v20456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:03.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:03 smithi177 ceph-mon[212096]: pgmap v20456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:05.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:05 smithi123 ceph-mon[188613]: pgmap v20457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:05.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:05 smithi123 ceph-mon[191304]: pgmap v20457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:05.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:05 smithi177 ceph-mon[212096]: pgmap v20457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:07.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:07 smithi177 ceph-mon[212096]: pgmap v20458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:07.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:07 smithi123 ceph-mon[191304]: pgmap v20458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:07.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:07 smithi123 ceph-mon[188613]: pgmap v20458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:09.398 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:55:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:55:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:55:09.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:09 smithi177 ceph-mon[212096]: pgmap v20459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:09.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:09 smithi123 ceph-mon[188613]: pgmap v20459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:09.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:09 smithi123 ceph-mon[191304]: pgmap v20459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:11.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:11 smithi123 ceph-mon[191304]: pgmap v20460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:11.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:11 smithi123 ceph-mon[188613]: pgmap v20460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:11.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:11 smithi177 ceph-mon[212096]: pgmap v20460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:12.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:55:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:55:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:55:13.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:13 smithi123 ceph-mon[191304]: pgmap v20461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:13.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:13 smithi123 ceph-mon[188613]: pgmap v20461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:13.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:13 smithi177 ceph-mon[212096]: pgmap v20461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:15.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:15 smithi123 ceph-mon[191304]: pgmap v20462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:15.740 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:15 smithi123 ceph-mon[188613]: pgmap v20462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:15.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:15 smithi177 ceph-mon[212096]: pgmap v20462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:17.651 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:17 smithi177 ceph-mon[212096]: pgmap v20463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:17.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:17 smithi123 ceph-mon[191304]: pgmap v20463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:17.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:17 smithi123 ceph-mon[188613]: pgmap v20463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:18.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:18 smithi177 ceph-mon[212096]: pgmap v20464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:18.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:18 smithi123 ceph-mon[191304]: pgmap v20464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:18.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:18 smithi123 ceph-mon[188613]: pgmap v20464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:55:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:55:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:55:20.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:20 smithi177 ceph-mon[212096]: pgmap v20465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:20.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:20 smithi123 ceph-mon[191304]: pgmap v20465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:20 smithi123 ceph-mon[188613]: pgmap v20465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:22.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:22 smithi177 ceph-mon[212096]: pgmap v20466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:22.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:22 smithi123 ceph-mon[191304]: pgmap v20466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:22.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:22 smithi123 ceph-mon[188613]: pgmap v20466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:24.901 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:24 smithi177 ceph-mon[212096]: pgmap v20467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:24.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:24 smithi123 ceph-mon[191304]: pgmap v20467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:24.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:24 smithi123 ceph-mon[188613]: pgmap v20467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:27.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:27 smithi123 ceph-mon[191304]: pgmap v20468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:55:27.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:27 smithi123 ceph-mon[188613]: pgmap v20468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:27.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:55:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:27 smithi177 ceph-mon[212096]: pgmap v20468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:55:28.120 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:55:28.427 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:55:28.427 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 8m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:55:28.427 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 6m ago 10h 95.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:55:28.427 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 8m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:55:28.427 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 6m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:55:28.427 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 6m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:55:28.427 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 8m ago 10h 921M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:55:28.427 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 8m ago 10h 2456M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:55:28.427 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 6m ago 10h 1188M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:55:28.427 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 8m ago 10h 1276M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:55:28.427 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 8m ago 10h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:55:28.428 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 6m ago 10h 23.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:55:28.428 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 8m ago 10h 5644M 2076M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:55:28.428 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 8m ago 10h 6356M 2076M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:55:28.428 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 8m ago 10h 5160M 2076M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:55:28.428 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 8m ago 10h 5470M 2076M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:55:28.428 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 6m ago 10h 4619M 2450M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:55:28.428 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 6m ago 10h 5189M 2450M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:55:28.428 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (9h) 6m ago 10h 4485M 2450M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:55:28.428 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 6m ago 10h 5227M 2450M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:55:28.428 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 6m ago 10h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:55:28.809 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:55:28.810 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:55:28.810 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:55:28.810 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:55:28.810 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:55:28.810 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:55:28.810 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:55:28.810 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:55:28.810 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:55:28.810 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:55:28.810 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:55:28.810 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:55:28.810 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:55:28.810 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:55:28.810 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:55:28.811 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:55:28.811 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:55:28.811 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:55:29.413 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:55:29] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T20:55:29.413 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[188613]: from='client.56700 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:55:29.413 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[188613]: pgmap v20469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:29.413 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[188613]: from='client.56706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:55:29.413 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1037058042' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:55:29.413 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:55:29.413 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:55:29.413 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:55:29.413 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:55:29.414 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:55:29.414 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:55:29.414 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:55:29.414 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:55:29.414 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:55:29.414 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:55:29.414 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:55:29.414 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:55:29.414 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:55:29.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[191304]: from='client.56700 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:55:29.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[191304]: pgmap v20469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:29.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[191304]: from='client.56706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:55:29.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1037058042' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:55:29.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:55:29.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:55:29.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:55:29.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:55:29.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:55:29.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:55:29.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:55:29.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:55:29.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:55:29.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:55:29.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:55:29.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:55:29.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:55:29.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:29 smithi177 ceph-mon[212096]: from='client.56700 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:55:29.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:29 smithi177 ceph-mon[212096]: pgmap v20469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:29.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:29 smithi177 ceph-mon[212096]: from='client.56706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:55:29.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:29 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1037058042' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:55:29.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:55:29.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:55:29.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:55:29.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:55:29.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:55:29.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:55:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:55:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:55:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T20:55:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:55:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:55:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:55:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:55:30.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:30 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi177 to 2447M 2023-12-20T20:55:30.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:30 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2067M 2023-12-20T20:55:30.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:55:30.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:30 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi177 to 2447M 2023-12-20T20:55:30.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:30 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2067M 2023-12-20T20:55:30.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:55:30.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:30 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi177 to 2447M 2023-12-20T20:55:30.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:30 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2067M 2023-12-20T20:55:30.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:55:31.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:31 smithi123 ceph-mon[191304]: pgmap v20470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:31.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:31 smithi123 ceph-mon[188613]: pgmap v20470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:31.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:31 smithi177 ceph-mon[212096]: pgmap v20470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:33.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:33 smithi123 ceph-mon[191304]: pgmap v20471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:33.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:33 smithi123 ceph-mon[188613]: pgmap v20471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:33.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:33 smithi177 ceph-mon[212096]: pgmap v20471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:35.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:35 smithi123 ceph-mon[191304]: pgmap v20472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:35.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:35 smithi123 ceph-mon[188613]: pgmap v20472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:35.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:35 smithi177 ceph-mon[212096]: pgmap v20472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:37.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:37 smithi177 ceph-mon[212096]: pgmap v20473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:37.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:37 smithi123 ceph-mon[191304]: pgmap v20473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:37.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:37 smithi123 ceph-mon[188613]: pgmap v20473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:38.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:38 smithi177 ceph-mon[212096]: pgmap v20474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:38.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:38 smithi123 ceph-mon[191304]: pgmap v20474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:38.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:38 smithi123 ceph-mon[188613]: pgmap v20474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:55:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:55:39] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T20:55:40.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:40 smithi177 ceph-mon[212096]: pgmap v20475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:40.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:40 smithi123 ceph-mon[191304]: pgmap v20475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:40.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:40 smithi123 ceph-mon[188613]: pgmap v20475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:42.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:55:42.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:55:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:55:43.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:43 smithi123 ceph-mon[191304]: pgmap v20476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:43.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:43 smithi123 ceph-mon[188613]: pgmap v20476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:43.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:43 smithi177 ceph-mon[212096]: pgmap v20476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:44.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:44 smithi177 ceph-mon[212096]: pgmap v20477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:44.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:44 smithi123 ceph-mon[191304]: pgmap v20477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:44.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:44 smithi123 ceph-mon[188613]: pgmap v20477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:47.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:47 smithi123 ceph-mon[191304]: pgmap v20478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:47.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:47 smithi123 ceph-mon[188613]: pgmap v20478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:47.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:47 smithi177 ceph-mon[212096]: pgmap v20478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:49.413 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:55:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:55:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:55:49.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:49 smithi123 ceph-mon[191304]: pgmap v20479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:49.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:49 smithi123 ceph-mon[188613]: pgmap v20479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:49.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:49 smithi177 ceph-mon[212096]: pgmap v20479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:51.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:51 smithi123 ceph-mon[191304]: pgmap v20480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:51.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:51 smithi123 ceph-mon[188613]: pgmap v20480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:51.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:51 smithi177 ceph-mon[212096]: pgmap v20480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:53.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:53 smithi123 ceph-mon[191304]: pgmap v20481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:53.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:53 smithi123 ceph-mon[188613]: pgmap v20481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:53.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:53 smithi177 ceph-mon[212096]: pgmap v20481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:55.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:55 smithi123 ceph-mon[191304]: pgmap v20482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:55.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:55 smithi123 ceph-mon[188613]: pgmap v20482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:55.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:55 smithi177 ceph-mon[212096]: pgmap v20482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:57.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:57 smithi123 ceph-mon[191304]: pgmap v20483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:57.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:55:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:57 smithi123 ceph-mon[188613]: pgmap v20483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:55:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:57 smithi177 ceph-mon[212096]: pgmap v20483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:55:58.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:58 smithi177 ceph-mon[212096]: pgmap v20484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:58.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:58 smithi123 ceph-mon[191304]: pgmap v20484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:58.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:58 smithi123 ceph-mon[188613]: pgmap v20484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:55:59.155 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:55:59.462 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:55:59.463 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 8m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:55:59.463 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 6m ago 10h 95.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:55:59.463 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 8m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:55:59.463 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 6m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:55:59.463 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 6m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:55:59.463 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 8m ago 10h 921M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:55:59.463 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 8m ago 10h 2456M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:55:59.463 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 6m ago 10h 1188M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:55:59.463 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 8m ago 10h 1276M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:55:59.463 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 8m ago 10h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:55:59.463 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 6m ago 10h 23.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:55:59.463 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 8m ago 10h 5644M 2067M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:55:59.463 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 8m ago 10h 6356M 2067M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:55:59.463 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 8m ago 10h 5160M 2067M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:55:59.463 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 8m ago 10h 5470M 2067M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:55:59.463 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 6m ago 10h 4619M 2447M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:55:59.464 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 6m ago 10h 5189M 2447M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:55:59.464 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 6m ago 10h 4485M 2447M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:55:59.464 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (9h) 6m ago 10h 5227M 2447M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:55:59.464 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 6m ago 10h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:55:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:55:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:55:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:55:59.846 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:55:59.846 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:55:59.846 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:55:59.847 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:55:59.847 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:55:59.847 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:55:59.847 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:55:59.847 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:55:59.847 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:55:59.847 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:55:59.848 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:55:59.848 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:55:59.848 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:55:59.848 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:55:59.848 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:55:59.848 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:55:59.849 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:55:59.849 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:55:59.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:55:59 smithi177 ceph-mon[212096]: from='client.66674 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:55:59.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:55:59 smithi123 ceph-mon[191304]: from='client.66674 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:55:59.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:55:59 smithi123 ceph-mon[188613]: from='client.66674 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:56:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:00 smithi177 ceph-mon[212096]: from='client.56724 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:56:00.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:00 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2864520783' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:56:00.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:00 smithi177 ceph-mon[212096]: pgmap v20485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:00.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:00 smithi123 ceph-mon[188613]: from='client.56724 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:56:00.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:00 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2864520783' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:56:00.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:00 smithi123 ceph-mon[188613]: pgmap v20485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:00.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:00 smithi123 ceph-mon[191304]: from='client.56724 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:56:00.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:00 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2864520783' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:56:00.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:00 smithi123 ceph-mon[191304]: pgmap v20485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:02.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:02 smithi177 ceph-mon[212096]: pgmap v20486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:02.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:02 smithi123 ceph-mon[188613]: pgmap v20486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:02 smithi123 ceph-mon[191304]: pgmap v20486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:04.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:04 smithi177 ceph-mon[212096]: pgmap v20487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:04.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:04 smithi123 ceph-mon[188613]: pgmap v20487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:04.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:04 smithi123 ceph-mon[191304]: pgmap v20487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:07.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:07 smithi123 ceph-mon[188613]: pgmap v20488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:07.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:07 smithi123 ceph-mon[191304]: pgmap v20488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:07.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:07 smithi177 ceph-mon[212096]: pgmap v20488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:08.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:08 smithi177 ceph-mon[212096]: pgmap v20489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:08.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:08 smithi123 ceph-mon[191304]: pgmap v20489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:08.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:08 smithi123 ceph-mon[188613]: pgmap v20489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:56:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:56:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:56:10.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:10 smithi177 ceph-mon[212096]: pgmap v20490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:10.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:10 smithi123 ceph-mon[188613]: pgmap v20490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:10.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:10 smithi123 ceph-mon[191304]: pgmap v20490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:56:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:56:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:56:13.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:13 smithi123 ceph-mon[191304]: pgmap v20491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:13.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:13 smithi123 ceph-mon[188613]: pgmap v20491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:13.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:13 smithi177 ceph-mon[212096]: pgmap v20491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:14.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:14 smithi177 ceph-mon[212096]: pgmap v20492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:14.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:14 smithi123 ceph-mon[188613]: pgmap v20492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:14.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:14 smithi123 ceph-mon[191304]: pgmap v20492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:17.740 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:17 smithi123 ceph-mon[191304]: pgmap v20493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:17.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:17 smithi123 ceph-mon[188613]: pgmap v20493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:17.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:17 smithi177 ceph-mon[212096]: pgmap v20493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:18.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:18 smithi177 ceph-mon[212096]: pgmap v20494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:18.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:18 smithi123 ceph-mon[191304]: pgmap v20494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:18.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:18 smithi123 ceph-mon[188613]: pgmap v20494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:19.490 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:56:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:56:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:56:20.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:20 smithi177 ceph-mon[212096]: pgmap v20495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:20.990 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:20 smithi123 ceph-mon[188613]: pgmap v20495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:20.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:20 smithi123 ceph-mon[191304]: pgmap v20495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:22.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:22 smithi177 ceph-mon[212096]: pgmap v20496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:22.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:22 smithi123 ceph-mon[191304]: pgmap v20496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:22.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:22 smithi123 ceph-mon[188613]: pgmap v20496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:24.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:24 smithi177 ceph-mon[212096]: pgmap v20497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:24.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:24 smithi123 ceph-mon[191304]: pgmap v20497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:24.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:24 smithi123 ceph-mon[188613]: pgmap v20497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:27 smithi123 ceph-mon[191304]: pgmap v20498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:56:27.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:27 smithi123 ceph-mon[188613]: pgmap v20498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:27.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:56:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:27 smithi177 ceph-mon[212096]: pgmap v20498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:56:28.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:28 smithi177 ceph-mon[212096]: pgmap v20499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:28.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:28 smithi123 ceph-mon[191304]: pgmap v20499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:28.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:28 smithi123 ceph-mon[188613]: pgmap v20499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:56:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:56:29] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:56:29.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:29 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:56:29.990 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:29 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:56:29.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:29 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:56:30.197 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:56:30.507 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:56:30.507 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 9m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:56:30.507 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 7m ago 10h 95.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:56:30.507 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 9m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:56:30.507 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 7m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:56:30.507 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 7m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:56:30.507 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 9m ago 10h 921M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:56:30.507 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 9m ago 10h 2456M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:56:30.507 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 7m ago 10h 1188M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:56:30.507 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 9m ago 10h 1276M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:56:30.507 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 9m ago 10h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:56:30.507 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 7m ago 10h 23.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:56:30.508 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 9m ago 10h 5644M 2067M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:56:30.508 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 9m ago 10h 6356M 2067M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:56:30.508 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 9m ago 10h 5160M 2067M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:56:30.508 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 9m ago 10h 5470M 2067M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:56:30.508 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 7m ago 10h 4619M 2447M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:56:30.508 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 7m ago 10h 5189M 2447M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:56:30.508 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 7m ago 10h 4485M 2447M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:56:30.508 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 7m ago 10h 5227M 2447M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:56:30.508 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 7m ago 10h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:56:30.888 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:56:30.889 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:56:30.889 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:56:30.889 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:56:30.889 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:56:30.889 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:56:30.889 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:56:30.889 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:56:30.889 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:56:30.889 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:56:30.889 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:56:30.889 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:56:30.889 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:56:30.889 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:56:30.889 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:56:30.890 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:56:30.890 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:56:30.890 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:56:30.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:56:30.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:56:30.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:56:30.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:30 smithi177 ceph-mon[212096]: from='client.66692 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:56:30.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:30 smithi177 ceph-mon[212096]: pgmap v20500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:56:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:56:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:56:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:30 smithi123 ceph-mon[191304]: from='client.66692 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:56:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:30 smithi123 ceph-mon[191304]: pgmap v20500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:30.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:56:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:56:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:56:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:30 smithi123 ceph-mon[188613]: from='client.66692 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:56:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:30 smithi123 ceph-mon[188613]: pgmap v20500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:31.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:31 smithi177 ceph-mon[212096]: from='client.66698 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:56:31.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:31 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2321700077' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:56:31.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:31 smithi123 ceph-mon[191304]: from='client.66698 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:56:31.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:31 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2321700077' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:56:31.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:31 smithi123 ceph-mon[188613]: from='client.66698 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:56:31.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:31 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2321700077' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:56:32.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:32 smithi177 ceph-mon[212096]: pgmap v20501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:32.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:32 smithi123 ceph-mon[191304]: pgmap v20501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:32.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:32 smithi123 ceph-mon[188613]: pgmap v20501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:34.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:34 smithi177 ceph-mon[212096]: pgmap v20502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:34.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:34 smithi123 ceph-mon[191304]: pgmap v20502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:34.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:34 smithi123 ceph-mon[188613]: pgmap v20502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:37.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:37 smithi123 ceph-mon[191304]: pgmap v20503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:37.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:37 smithi123 ceph-mon[188613]: pgmap v20503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:37.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:37 smithi177 ceph-mon[212096]: pgmap v20503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:38.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:38 smithi177 ceph-mon[212096]: pgmap v20504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:38.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:38 smithi123 ceph-mon[191304]: pgmap v20504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:38.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:38 smithi123 ceph-mon[188613]: pgmap v20504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:56:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:56:39] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:56:40.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:40 smithi177 ceph-mon[212096]: pgmap v20505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:40.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:40 smithi123 ceph-mon[191304]: pgmap v20505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:40.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:40 smithi123 ceph-mon[188613]: pgmap v20505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:56:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:56:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:56:43.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:43 smithi123 ceph-mon[191304]: pgmap v20506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:43.784 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:43 smithi123 ceph-mon[188613]: pgmap v20506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:43.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:43 smithi177 ceph-mon[212096]: pgmap v20506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:44.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:44 smithi177 ceph-mon[212096]: pgmap v20507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:44.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:44 smithi123 ceph-mon[191304]: pgmap v20507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:44.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:44 smithi123 ceph-mon[188613]: pgmap v20507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:47.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:47 smithi123 ceph-mon[191304]: pgmap v20508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:47.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:47 smithi123 ceph-mon[188613]: pgmap v20508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:47.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:47 smithi177 ceph-mon[212096]: pgmap v20508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:48.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:48 smithi177 ceph-mon[212096]: pgmap v20509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:48.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:48 smithi123 ceph-mon[191304]: pgmap v20509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:48.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:48 smithi123 ceph-mon[188613]: pgmap v20509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:56:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:56:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:56:50.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:50 smithi177 ceph-mon[212096]: pgmap v20510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:50.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:50 smithi123 ceph-mon[191304]: pgmap v20510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:50.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:50 smithi123 ceph-mon[188613]: pgmap v20510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:52.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:52 smithi177 ceph-mon[212096]: pgmap v20511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:52.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:52 smithi123 ceph-mon[191304]: pgmap v20511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:52.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:52 smithi123 ceph-mon[188613]: pgmap v20511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:54.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:54 smithi177 ceph-mon[212096]: pgmap v20512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:54.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:54 smithi123 ceph-mon[191304]: pgmap v20512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:54.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:54 smithi123 ceph-mon[188613]: pgmap v20512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:57.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:57 smithi123 ceph-mon[191304]: pgmap v20513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:57.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:56:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:57 smithi123 ceph-mon[188613]: pgmap v20513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:56:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:57 smithi177 ceph-mon[212096]: pgmap v20513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:56:58.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:56:58 smithi177 ceph-mon[212096]: pgmap v20514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:58.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:56:58 smithi123 ceph-mon[191304]: pgmap v20514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:58.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:56:58 smithi123 ceph-mon[188613]: pgmap v20514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:56:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:56:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:56:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:57:00.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:00 smithi177 ceph-mon[212096]: pgmap v20515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:00.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:00 smithi123 ceph-mon[188613]: pgmap v20515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:00.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:00 smithi123 ceph-mon[191304]: pgmap v20515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:01.237 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:57:01.546 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:57:01.546 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 9m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:57:01.546 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 7m ago 10h 95.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:57:01.546 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 9m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:57:01.547 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 7m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:57:01.547 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 7m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:57:01.547 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 9m ago 10h 921M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:57:01.547 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 9m ago 10h 2456M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:57:01.547 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 7m ago 10h 1188M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:57:01.547 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 9m ago 10h 1276M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:57:01.547 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 9m ago 10h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:57:01.547 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 7m ago 10h 23.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:57:01.547 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 9m ago 10h 5644M 2067M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:57:01.548 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 9m ago 10h 6356M 2067M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:57:01.548 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 9m ago 10h 5160M 2067M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:57:01.548 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 9m ago 10h 5470M 2067M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:57:01.548 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 7m ago 10h 4619M 2447M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:57:01.548 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 7m ago 10h 5189M 2447M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:57:01.548 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 7m ago 10h 4485M 2447M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:57:01.548 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 7m ago 10h 5227M 2447M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:57:01.549 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 7m ago 10h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:57:01.929 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:57:01.929 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:57:01.929 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:57:01.930 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:57:01.930 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:57:01.930 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:57:01.930 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:57:01.930 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:57:01.930 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:57:01.930 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:57:01.930 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:57:01.930 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:57:01.930 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:57:01.930 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:57:01.930 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:57:01.931 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:57:01.931 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:57:01.931 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:57:02.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:02 smithi123 ceph-mon[191304]: from='client.56754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:57:02.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:02 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1689874244' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:57:02.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:02 smithi123 ceph-mon[188613]: from='client.56754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:57:02.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:02 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1689874244' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:57:02.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:02 smithi177 ceph-mon[212096]: from='client.56754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:57:02.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:02 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1689874244' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:57:03.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:03 smithi123 ceph-mon[188613]: from='client.66716 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:57:03.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:03 smithi123 ceph-mon[188613]: pgmap v20516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:03.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:03 smithi123 ceph-mon[191304]: from='client.66716 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:57:03.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:03 smithi123 ceph-mon[191304]: pgmap v20516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:03.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:03 smithi177 ceph-mon[212096]: from='client.66716 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:57:03.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:03 smithi177 ceph-mon[212096]: pgmap v20516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:04.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:04 smithi177 ceph-mon[212096]: pgmap v20517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:04.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:04 smithi123 ceph-mon[191304]: pgmap v20517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:04.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:04 smithi123 ceph-mon[188613]: pgmap v20517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:07.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:07 smithi123 ceph-mon[188613]: pgmap v20518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:07.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:07 smithi123 ceph-mon[191304]: pgmap v20518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:07.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:07 smithi177 ceph-mon[212096]: pgmap v20518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:08.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:08 smithi177 ceph-mon[212096]: pgmap v20519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:08.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:08 smithi123 ceph-mon[188613]: pgmap v20519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:08.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:08 smithi123 ceph-mon[191304]: pgmap v20519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:57:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:57:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:57:10.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:10 smithi177 ceph-mon[212096]: pgmap v20520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:10.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:10 smithi123 ceph-mon[191304]: pgmap v20520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:10.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:10 smithi123 ceph-mon[188613]: pgmap v20520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:57:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:57:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:57:13.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:13 smithi123 ceph-mon[191304]: pgmap v20521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:13.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:13 smithi123 ceph-mon[188613]: pgmap v20521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:13.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:13 smithi177 ceph-mon[212096]: pgmap v20521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:15.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:15 smithi123 ceph-mon[188613]: pgmap v20522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:15.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:15 smithi123 ceph-mon[191304]: pgmap v20522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:15.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:15 smithi177 ceph-mon[212096]: pgmap v20522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:17.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:17 smithi123 ceph-mon[191304]: pgmap v20523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:17.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:17 smithi123 ceph-mon[188613]: pgmap v20523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:17.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:17 smithi177 ceph-mon[212096]: pgmap v20523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:18.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:18 smithi177 ceph-mon[212096]: pgmap v20524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:18.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:18 smithi123 ceph-mon[191304]: pgmap v20524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:18.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:18 smithi123 ceph-mon[188613]: pgmap v20524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:57:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:57:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:57:20.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:20 smithi177 ceph-mon[212096]: pgmap v20525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:20.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:20 smithi123 ceph-mon[191304]: pgmap v20525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:20 smithi123 ceph-mon[188613]: pgmap v20525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:22.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:22 smithi177 ceph-mon[212096]: pgmap v20526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:22.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:22 smithi123 ceph-mon[188613]: pgmap v20526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:22.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:22 smithi123 ceph-mon[191304]: pgmap v20526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:24.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:24 smithi177 ceph-mon[212096]: pgmap v20527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:24.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:24 smithi123 ceph-mon[191304]: pgmap v20527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:24.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:24 smithi123 ceph-mon[188613]: pgmap v20527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:27 smithi123 ceph-mon[191304]: pgmap v20528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:57:27.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:27 smithi123 ceph-mon[188613]: pgmap v20528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:27.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:57:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:27 smithi177 ceph-mon[212096]: pgmap v20528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:57:28.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:28 smithi177 ceph-mon[212096]: pgmap v20529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:28.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:28 smithi123 ceph-mon[191304]: pgmap v20529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:28.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:28 smithi123 ceph-mon[188613]: pgmap v20529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:57:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:57:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:57:30.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:30 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:57:30.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:30 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:57:30.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:30 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:57:31.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:31 smithi123 ceph-mon[191304]: pgmap v20530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:31.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:57:31.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:31 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:57:31.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:31 smithi123 ceph-mon[188613]: pgmap v20530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:31.491 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:57:31.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:31 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:57:31.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:31 smithi177 ceph-mon[212096]: pgmap v20530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:31.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:57:31.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:31 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:57:32.277 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:57:32.624 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:57:32.624 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 10m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:57:32.624 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 8m ago 10h 95.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:57:32.624 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 10m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:57:32.625 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 8m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:57:32.625 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 8m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:57:32.625 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 10m ago 10h 921M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:57:32.625 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 10m ago 10h 2456M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:57:32.625 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 8m ago 10h 1188M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:57:32.625 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 10m ago 10h 1276M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:57:32.625 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 10m ago 10h 23.1M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:57:32.625 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 8m ago 10h 23.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:57:32.625 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 10m ago 10h 5644M 2067M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:57:32.625 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 10m ago 10h 6356M 2067M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:57:32.625 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 10m ago 10h 5160M 2067M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:57:32.625 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 10m ago 10h 5470M 2067M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:57:32.625 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 8m ago 10h 4619M 2447M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:57:32.625 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 8m ago 10h 5189M 2447M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:57:32.626 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 8m ago 10h 4485M 2447M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:57:32.626 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 8m ago 10h 5227M 2447M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:57:32.626 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 8m ago 10h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:57:32.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:32 smithi177 ceph-mon[212096]: from='client.66728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:57:32.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:32 smithi177 ceph-mon[212096]: pgmap v20531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:32.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:32 smithi123 ceph-mon[191304]: from='client.66728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:57:32.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:32 smithi123 ceph-mon[191304]: pgmap v20531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:32.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:32 smithi123 ceph-mon[188613]: from='client.66728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:57:32.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:32 smithi123 ceph-mon[188613]: pgmap v20531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:33.039 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:57:33.039 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:57:33.039 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:57:33.039 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:57:33.039 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:57:33.039 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:57:33.039 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:57:33.039 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:57:33.039 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:57:33.039 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:57:33.039 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:57:33.040 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:57:33.040 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:57:33.040 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:57:33.040 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:57:33.040 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:57:33.040 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:57:33.040 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:57:34.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:33 smithi177 ceph-mon[212096]: from='client.56778 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:57:34.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:57:34.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:57:34.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:33 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3261116748' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:57:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:57:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:57:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:57:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:33 smithi123 ceph-mon[188613]: from='client.56778 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:57:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:57:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:57:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:33 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3261116748' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:57:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:57:34.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:57:34.242 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:57:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:33 smithi123 ceph-mon[191304]: from='client.56778 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:57:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:57:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:57:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:33 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3261116748' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:57:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:57:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:57:34.242 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:57:35.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:34 smithi177 ceph-mon[212096]: pgmap v20532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:35.241 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:34 smithi123 ceph-mon[191304]: pgmap v20532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:35.241 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:34 smithi123 ceph-mon[188613]: pgmap v20532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:37.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:37 smithi123 ceph-mon[191304]: pgmap v20533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:37.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:37 smithi123 ceph-mon[188613]: pgmap v20533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:37.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:37 smithi177 ceph-mon[212096]: pgmap v20533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:38.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:38 smithi177 ceph-mon[212096]: pgmap v20534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:38.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:38 smithi123 ceph-mon[191304]: pgmap v20534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:38.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:38 smithi123 ceph-mon[188613]: pgmap v20534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:57:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:57:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:57:40.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:40 smithi177 ceph-mon[212096]: pgmap v20535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:40.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:40 smithi123 ceph-mon[191304]: pgmap v20535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:40.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:40 smithi123 ceph-mon[188613]: pgmap v20535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:57:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:57:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:57:43.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:43 smithi123 ceph-mon[191304]: pgmap v20536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:43.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:43 smithi123 ceph-mon[188613]: pgmap v20536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:43.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:43 smithi177 ceph-mon[212096]: pgmap v20536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:44.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:44 smithi177 ceph-mon[212096]: pgmap v20537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:44.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:44 smithi123 ceph-mon[191304]: pgmap v20537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:44.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:44 smithi123 ceph-mon[188613]: pgmap v20537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:47.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:47 smithi123 ceph-mon[191304]: pgmap v20538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:47.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:47 smithi123 ceph-mon[188613]: pgmap v20538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:47.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:47 smithi177 ceph-mon[212096]: pgmap v20538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:48.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:48 smithi177 ceph-mon[212096]: pgmap v20539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:48.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:48 smithi123 ceph-mon[191304]: pgmap v20539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:48.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:48 smithi123 ceph-mon[188613]: pgmap v20539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:57:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:57:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T20:57:50.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:50 smithi177 ceph-mon[212096]: pgmap v20540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:50.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:50 smithi123 ceph-mon[191304]: pgmap v20540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:50.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:50 smithi123 ceph-mon[188613]: pgmap v20540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:52.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:52 smithi177 ceph-mon[212096]: pgmap v20541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:52.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:52 smithi123 ceph-mon[188613]: pgmap v20541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:52.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:52 smithi123 ceph-mon[191304]: pgmap v20541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:54.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:54 smithi177 ceph-mon[212096]: pgmap v20542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:54.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:54 smithi123 ceph-mon[188613]: pgmap v20542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:54.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:54 smithi123 ceph-mon[191304]: pgmap v20542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:57 smithi123 ceph-mon[188613]: pgmap v20543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:57.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:57:57.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:57 smithi123 ceph-mon[191304]: pgmap v20543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:57:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:57 smithi177 ceph-mon[212096]: pgmap v20543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:57:58.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:57:58 smithi177 ceph-mon[212096]: pgmap v20544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:58.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:57:58 smithi123 ceph-mon[188613]: pgmap v20544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:58.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:57:58 smithi123 ceph-mon[191304]: pgmap v20544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:57:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:57:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:57:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:58:00.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:00 smithi177 ceph-mon[212096]: pgmap v20545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:00.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:00 smithi123 ceph-mon[191304]: pgmap v20545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:00 smithi123 ceph-mon[188613]: pgmap v20545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:02.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:02 smithi177 ceph-mon[212096]: pgmap v20546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:02.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:02 smithi123 ceph-mon[191304]: pgmap v20546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:02 smithi123 ceph-mon[188613]: pgmap v20546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:03.394 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:58:03.702 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:58:03.703 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 30s ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:58:03.703 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 8m ago 10h 95.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:58:03.703 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 30s ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:58:03.703 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 8m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:58:03.703 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 8m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:58:03.703 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 30s ago 10h 926M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:58:03.703 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 30s ago 10h 2479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:58:03.703 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 8m ago 10h 1188M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:58:03.703 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 30s ago 10h 1287M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:58:03.703 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 30s ago 10h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:58:03.703 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 8m ago 10h 23.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:58:03.703 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 30s ago 10h 5651M 2067M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:58:03.703 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 30s ago 10h 6360M 2067M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:58:03.704 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 30s ago 10h 5163M 2067M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:58:03.704 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 30s ago 10h 5477M 2067M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:58:03.704 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 8m ago 10h 4619M 2447M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:58:03.704 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 8m ago 10h 5189M 2447M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:58:03.704 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 8m ago 10h 4485M 2447M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:58:03.704 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 8m ago 10h 5227M 2447M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:58:03.704 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 8m ago 10h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:58:03.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:03 smithi177 ceph-mon[212096]: from='client.56790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:58:03.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:03 smithi123 ceph-mon[191304]: from='client.56790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:58:03.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:03 smithi123 ceph-mon[188613]: from='client.56790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:58:04.091 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:58:04.091 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:58:04.091 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:58:04.091 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:58:04.091 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:58:04.092 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:58:04.092 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:58:04.092 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:58:04.092 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:58:04.092 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:58:04.092 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:58:04.092 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:58:04.092 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:58:04.092 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:58:04.092 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:58:04.092 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:58:04.092 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:58:04.092 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:58:04.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:04 smithi177 ceph-mon[212096]: from='client.56796 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:58:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:04 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/460267376' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:58:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:04 smithi177 ceph-mon[212096]: pgmap v20547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:04.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:04 smithi123 ceph-mon[191304]: from='client.56796 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:58:04.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:04 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/460267376' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:58:04.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:04 smithi123 ceph-mon[191304]: pgmap v20547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:04.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:04 smithi123 ceph-mon[188613]: from='client.56796 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:58:04.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:04 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/460267376' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:58:04.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:04 smithi123 ceph-mon[188613]: pgmap v20547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:07.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:07 smithi123 ceph-mon[191304]: pgmap v20548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:07 smithi123 ceph-mon[188613]: pgmap v20548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:07.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:07 smithi177 ceph-mon[212096]: pgmap v20548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:08.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:08 smithi177 ceph-mon[212096]: pgmap v20549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:08.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:08 smithi123 ceph-mon[191304]: pgmap v20549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:08 smithi123 ceph-mon[188613]: pgmap v20549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:58:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:58:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:58:10.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:10 smithi177 ceph-mon[212096]: pgmap v20550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:10.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:10 smithi123 ceph-mon[191304]: pgmap v20550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:10.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:10 smithi123 ceph-mon[188613]: pgmap v20550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:12.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:58:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:58:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:58:13.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:13 smithi123 ceph-mon[191304]: pgmap v20551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:13.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:13 smithi123 ceph-mon[188613]: pgmap v20551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:13.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:13 smithi177 ceph-mon[212096]: pgmap v20551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:14.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:14 smithi177 ceph-mon[212096]: pgmap v20552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:14.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:14 smithi123 ceph-mon[191304]: pgmap v20552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:14.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:14 smithi123 ceph-mon[188613]: pgmap v20552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:17.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:17 smithi123 ceph-mon[191304]: pgmap v20553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:17.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:17 smithi123 ceph-mon[188613]: pgmap v20553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:17.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:17 smithi177 ceph-mon[212096]: pgmap v20553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:18.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:18 smithi177 ceph-mon[212096]: pgmap v20554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:18.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:18 smithi123 ceph-mon[191304]: pgmap v20554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:18.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:18 smithi123 ceph-mon[188613]: pgmap v20554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:58:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:58:19] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T20:58:20.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:20 smithi177 ceph-mon[212096]: pgmap v20555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:20.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:20 smithi123 ceph-mon[191304]: pgmap v20555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:20 smithi123 ceph-mon[188613]: pgmap v20555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:22.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:22 smithi177 ceph-mon[212096]: pgmap v20556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:22.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:22 smithi123 ceph-mon[191304]: pgmap v20556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:22.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:22 smithi123 ceph-mon[188613]: pgmap v20556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:24.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:24 smithi177 ceph-mon[212096]: pgmap v20557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:24.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:24 smithi123 ceph-mon[191304]: pgmap v20557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:24.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:24 smithi123 ceph-mon[188613]: pgmap v20557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:27 smithi123 ceph-mon[191304]: pgmap v20558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:58:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:27 smithi123 ceph-mon[188613]: pgmap v20558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:58:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:27 smithi177 ceph-mon[212096]: pgmap v20558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:27.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:58:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:28 smithi177 ceph-mon[212096]: pgmap v20559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:28.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:28 smithi123 ceph-mon[191304]: pgmap v20559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:28.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:28 smithi123 ceph-mon[188613]: pgmap v20559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:58:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:58:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:58:30.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:30 smithi177 ceph-mon[212096]: pgmap v20560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:30 smithi123 ceph-mon[191304]: pgmap v20560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:30.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:30 smithi123 ceph-mon[188613]: pgmap v20560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:32.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:32 smithi177 ceph-mon[212096]: pgmap v20561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:32.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:32 smithi123 ceph-mon[191304]: pgmap v20561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:32.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:32 smithi123 ceph-mon[188613]: pgmap v20561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:33.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:33 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:58:33.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:33 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:58:33.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:33 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:58:34.434 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:58:34.746 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:58:34.746 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 61s ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:58:34.746 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 9m ago 10h 95.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:58:34.746 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 61s ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:58:34.746 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 9m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:58:34.746 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 9m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:58:34.747 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 61s ago 10h 926M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:58:34.747 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 61s ago 10h 2479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:58:34.747 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 9m ago 10h 1188M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:58:34.747 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 61s ago 10h 1287M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:58:34.747 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 61s ago 10h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:58:34.747 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 9m ago 10h 23.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:58:34.747 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 61s ago 10h 5651M 2067M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:58:34.747 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 61s ago 10h 6360M 2067M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:58:34.747 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 61s ago 10h 5163M 2067M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:58:34.747 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 61s ago 10h 5477M 2067M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:58:34.747 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 9m ago 10h 4619M 2447M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:58:34.747 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 9m ago 10h 5189M 2447M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:58:34.747 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 9m ago 10h 4485M 2447M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:58:34.747 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 9m ago 10h 5227M 2447M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:58:34.747 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 9m ago 10h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:58:34.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:58:34.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:58:34.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:58:34.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:58:34.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:58:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:34 smithi123 ceph-mon[188613]: from='client.56808 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:58:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:34 smithi123 ceph-mon[188613]: pgmap v20562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:58:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:58:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:58:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:58:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:58:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:34 smithi123 ceph-mon[191304]: from='client.56808 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:58:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:34 smithi123 ceph-mon[191304]: pgmap v20562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:35.129 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:58:35.129 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:58:35.129 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:58:35.129 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:58:35.129 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:58:35.129 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:58:35.130 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:58:35.130 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:58:35.130 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:58:35.130 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:58:35.130 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:58:35.130 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:58:35.130 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:58:35.130 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:58:35.130 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:58:35.130 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:58:35.130 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:58:35.130 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:58:35.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:58:35.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:58:35.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:58:35.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:58:35.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:58:35.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:34 smithi177 ceph-mon[212096]: from='client.56808 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:58:35.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:34 smithi177 ceph-mon[212096]: pgmap v20562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:35.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:35 smithi123 ceph-mon[188613]: from='client.56814 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:58:35.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:35 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2107148024' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:58:35.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:35 smithi123 ceph-mon[191304]: from='client.56814 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:58:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:35 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2107148024' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:58:36.152 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:35 smithi177 ceph-mon[212096]: from='client.56814 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:58:36.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:35 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2107148024' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:58:37.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:37 smithi123 ceph-mon[191304]: pgmap v20563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:37.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:37 smithi123 ceph-mon[188613]: pgmap v20563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:37.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:37 smithi177 ceph-mon[212096]: pgmap v20563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:38.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:38 smithi177 ceph-mon[212096]: pgmap v20564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:38.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:38 smithi123 ceph-mon[191304]: pgmap v20564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:38.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:38 smithi123 ceph-mon[188613]: pgmap v20564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:39.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:58:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:58:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:58:40.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:40 smithi177 ceph-mon[212096]: pgmap v20565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:40.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:40 smithi123 ceph-mon[188613]: pgmap v20565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:40.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:40 smithi123 ceph-mon[191304]: pgmap v20565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:58:42.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:58:42.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:58:43.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:43 smithi123 ceph-mon[191304]: pgmap v20566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:43.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:43 smithi123 ceph-mon[188613]: pgmap v20566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:43.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:43 smithi177 ceph-mon[212096]: pgmap v20566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:44.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:44 smithi177 ceph-mon[212096]: pgmap v20567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:44.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:44 smithi123 ceph-mon[191304]: pgmap v20567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:44 smithi123 ceph-mon[188613]: pgmap v20567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:47.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:47 smithi123 ceph-mon[188613]: pgmap v20568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:47.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:47 smithi123 ceph-mon[191304]: pgmap v20568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:47.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:47 smithi177 ceph-mon[212096]: pgmap v20568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:48 smithi177 ceph-mon[212096]: pgmap v20569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:48.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:48 smithi123 ceph-mon[188613]: pgmap v20569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:48 smithi123 ceph-mon[191304]: pgmap v20569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:58:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:58:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T20:58:50.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:50 smithi177 ceph-mon[212096]: pgmap v20570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:50.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:50 smithi123 ceph-mon[191304]: pgmap v20570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:50.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:50 smithi123 ceph-mon[188613]: pgmap v20570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:52.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:52 smithi177 ceph-mon[212096]: pgmap v20571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:52.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:52 smithi123 ceph-mon[188613]: pgmap v20571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:52.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:52 smithi123 ceph-mon[191304]: pgmap v20571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:54.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:54 smithi177 ceph-mon[212096]: pgmap v20572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:54.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:54 smithi123 ceph-mon[191304]: pgmap v20572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:54.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:54 smithi123 ceph-mon[188613]: pgmap v20572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:57.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:57 smithi123 ceph-mon[191304]: pgmap v20573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:57.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:58:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:57 smithi123 ceph-mon[188613]: pgmap v20573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:58:57.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:57 smithi177 ceph-mon[212096]: pgmap v20573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:58:58.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:58:58 smithi177 ceph-mon[212096]: pgmap v20574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:58.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:58:58 smithi123 ceph-mon[188613]: pgmap v20574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:58:58 smithi123 ceph-mon[191304]: pgmap v20574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:58:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:58:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:58:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:59:00.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:00 smithi177 ceph-mon[212096]: pgmap v20575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:00.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:00 smithi123 ceph-mon[191304]: pgmap v20575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:00.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:00 smithi123 ceph-mon[188613]: pgmap v20575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:02.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:02 smithi177 ceph-mon[212096]: pgmap v20576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:02.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:02 smithi123 ceph-mon[191304]: pgmap v20576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:02.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:02 smithi123 ceph-mon[188613]: pgmap v20576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:04 smithi177 ceph-mon[212096]: pgmap v20577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:04.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:04 smithi123 ceph-mon[191304]: pgmap v20577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:04.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:04 smithi123 ceph-mon[188613]: pgmap v20577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:05.481 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:59:05.792 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:59:05.792 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 92s ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:59:05.792 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 9m ago 10h 95.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:59:05.792 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 92s ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:59:05.792 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 9m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:59:05.792 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 9m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:59:05.792 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 92s ago 10h 926M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:59:05.792 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 92s ago 10h 2479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:59:05.792 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 9m ago 10h 1188M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:59:05.792 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 92s ago 10h 1287M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:59:05.792 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 92s ago 10h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:59:05.792 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 9m ago 10h 23.3M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:59:05.793 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 92s ago 10h 5651M 2067M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:59:05.793 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 92s ago 10h 6360M 2067M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:59:05.793 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 92s ago 10h 5163M 2067M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:59:05.793 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 92s ago 10h 5477M 2067M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:59:05.793 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 9m ago 10h 4619M 2447M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:59:05.793 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 9m ago 10h 5189M 2447M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:59:05.793 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 9m ago 10h 4485M 2447M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:59:05.793 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 9m ago 10h 5227M 2447M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:59:05.793 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 9m ago 10h 161M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:59:05.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:05 smithi177 ceph-mon[212096]: from='client.66782 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:59:05.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:05 smithi123 ceph-mon[191304]: from='client.66782 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:59:05.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:05 smithi123 ceph-mon[188613]: from='client.66782 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:59:06.177 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:59:06.177 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:59:06.177 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:59:06.177 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:59:06.177 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:59:06.177 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:59:06.177 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:59:06.177 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:59:06.177 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:59:06.177 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:59:06.177 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:59:06.177 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:59:06.177 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:59:06.178 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:59:06.178 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:59:06.178 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:59:06.178 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:59:06.178 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:59:06.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:06 smithi177 ceph-mon[212096]: from='client.56832 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:59:06.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:06 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3991536494' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:59:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:06 smithi177 ceph-mon[212096]: pgmap v20578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:06 smithi123 ceph-mon[191304]: from='client.56832 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:59:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:06 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3991536494' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:59:06.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:06 smithi123 ceph-mon[191304]: pgmap v20578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:06 smithi123 ceph-mon[188613]: from='client.56832 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:59:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:06 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3991536494' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:59:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:06 smithi123 ceph-mon[188613]: pgmap v20578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:08 smithi177 ceph-mon[212096]: pgmap v20579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:08.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:08 smithi123 ceph-mon[188613]: pgmap v20579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:08 smithi123 ceph-mon[191304]: pgmap v20579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:09.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:59:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:59:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T20:59:10.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:10 smithi177 ceph-mon[212096]: pgmap v20580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:10.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:10 smithi123 ceph-mon[191304]: pgmap v20580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:10.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:10 smithi123 ceph-mon[188613]: pgmap v20580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:12.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:59:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:59:12.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:59:13.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:13 smithi123 ceph-mon[191304]: pgmap v20581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:13.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:13 smithi123 ceph-mon[188613]: pgmap v20581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:13.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:13 smithi177 ceph-mon[212096]: pgmap v20581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:14.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:14 smithi177 ceph-mon[212096]: pgmap v20582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:14.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:14 smithi123 ceph-mon[191304]: pgmap v20582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:14.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:14 smithi123 ceph-mon[188613]: pgmap v20582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:17.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:17 smithi123 ceph-mon[191304]: pgmap v20583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:17.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:17 smithi123 ceph-mon[188613]: pgmap v20583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:17.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:17 smithi177 ceph-mon[212096]: pgmap v20583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:18.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:18 smithi177 ceph-mon[212096]: pgmap v20584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:18 smithi123 ceph-mon[191304]: pgmap v20584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:18 smithi123 ceph-mon[188613]: pgmap v20584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:59:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:59:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:59:20.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:20 smithi177 ceph-mon[212096]: pgmap v20585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:20 smithi123 ceph-mon[188613]: pgmap v20585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:20 smithi123 ceph-mon[191304]: pgmap v20585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:22 smithi177 ceph-mon[212096]: pgmap v20586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:22.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:22 smithi123 ceph-mon[188613]: pgmap v20586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:22 smithi123 ceph-mon[191304]: pgmap v20586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:24.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:24 smithi177 ceph-mon[212096]: pgmap v20587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:24 smithi123 ceph-mon[191304]: pgmap v20587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:24 smithi123 ceph-mon[188613]: pgmap v20587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:27 smithi123 ceph-mon[191304]: pgmap v20588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:27.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:59:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:27 smithi123 ceph-mon[188613]: pgmap v20588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:59:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:27 smithi177 ceph-mon[212096]: pgmap v20588: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:59:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:28 smithi177 ceph-mon[212096]: pgmap v20589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:28.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:28 smithi123 ceph-mon[191304]: pgmap v20589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:28 smithi123 ceph-mon[188613]: pgmap v20589: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:29.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:59:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:59:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:59:30.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:30 smithi177 ceph-mon[212096]: pgmap v20590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:30.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:30 smithi123 ceph-mon[191304]: pgmap v20590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:30 smithi123 ceph-mon[188613]: pgmap v20590: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:32.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:32 smithi177 ceph-mon[212096]: pgmap v20591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:32.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:32 smithi123 ceph-mon[191304]: pgmap v20591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:32.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:32 smithi123 ceph-mon[188613]: pgmap v20591: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:34.652 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:34 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:59:34.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:34 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:59:34.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:34 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T20:59:35.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:35 smithi177 ceph-mon[212096]: pgmap v20592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:35.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:35 smithi123 ceph-mon[191304]: pgmap v20592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:35.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:35 smithi123 ceph-mon[188613]: pgmap v20592: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:36.525 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T20:59:36.841 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T20:59:36.842 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 2m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T20:59:36.842 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 0s ago 10h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T20:59:36.842 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 2m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T20:59:36.842 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 0s ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T20:59:36.842 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 0s ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T20:59:36.842 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 2m ago 10h 926M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T20:59:36.842 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 2m ago 10h 2479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T20:59:36.842 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 0s ago 10h 1203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T20:59:36.842 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 2m ago 10h 1287M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T20:59:36.842 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 2m ago 10h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T20:59:36.842 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 0s ago 10h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T20:59:36.842 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 2m ago 10h 5651M 2067M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T20:59:36.843 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 2m ago 10h 6360M 2067M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T20:59:36.843 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 2m ago 10h 5163M 2067M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T20:59:36.843 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 2m ago 10h 5477M 2067M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T20:59:36.843 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 0s ago 10h 4646M 2447M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T20:59:36.843 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 0s ago 10h 5223M 2447M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T20:59:36.843 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 0s ago 10h 4514M 2447M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T20:59:36.843 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 0s ago 10h 5263M 2447M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T20:59:36.843 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 0s ago 10h 166M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T20:59:37.239 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T20:59:37.239 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T20:59:37.239 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T20:59:37.239 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:59:37.239 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T20:59:37.240 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T20:59:37.240 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:59:37.240 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T20:59:37.240 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T20:59:37.240 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:59:37.240 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T20:59:37.240 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T20:59:37.240 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T20:59:37.240 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T20:59:37.240 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T20:59:37.240 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T20:59:37.240 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T20:59:37.240 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T20:59:37.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:37 smithi123 ceph-mon[191304]: pgmap v20593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:37.793 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:59:37.794 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:59:37.794 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:59:37.794 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:59:37.794 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:59:37.794 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:37 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/241897375' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:59:37.794 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:37 smithi123 ceph-mon[188613]: pgmap v20593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:37.794 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:59:37.794 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:59:37.794 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:59:37.794 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:59:37.794 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:59:37.795 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:37 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/241897375' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:59:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:37 smithi177 ceph-mon[212096]: pgmap v20593: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:59:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:59:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T20:59:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T20:59:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T20:59:37.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:37 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/241897375' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T20:59:38.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:38 smithi123 ceph-mon[191304]: from='client.66800 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:59:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:38 smithi123 ceph-mon[191304]: from='client.56850 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:59:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:38 smithi123 ceph-mon[188613]: from='client.66800 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:59:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:38 smithi123 ceph-mon[188613]: from='client.56850 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:59:38.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:38 smithi177 ceph-mon[212096]: from='client.66800 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:59:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:38 smithi177 ceph-mon[212096]: from='client.56850 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T20:59:39.466 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:59:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:59:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T20:59:39.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:39 smithi123 ceph-mon[191304]: pgmap v20594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:39.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:39 smithi123 ceph-mon[188613]: pgmap v20594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:39.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:39 smithi177 ceph-mon[212096]: pgmap v20594: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:40 smithi177 ceph-mon[212096]: pgmap v20595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:40.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:40 smithi123 ceph-mon[191304]: pgmap v20595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:40 smithi123 ceph-mon[188613]: pgmap v20595: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:42.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:59:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:59:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:59:43.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:43 smithi123 ceph-mon[191304]: pgmap v20596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:43.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:43 smithi123 ceph-mon[188613]: pgmap v20596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:43 smithi177 ceph-mon[212096]: pgmap v20596: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:44 smithi177 ceph-mon[212096]: pgmap v20597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:44.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:44 smithi123 ceph-mon[191304]: pgmap v20597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:44 smithi123 ceph-mon[188613]: pgmap v20597: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:47.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:47 smithi123 ceph-mon[191304]: pgmap v20598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:47.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:47 smithi123 ceph-mon[188613]: pgmap v20598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:47.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:47 smithi177 ceph-mon[212096]: pgmap v20598: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:48.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:48 smithi177 ceph-mon[212096]: pgmap v20599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:48.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:48 smithi123 ceph-mon[191304]: pgmap v20599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:48 smithi123 ceph-mon[188613]: pgmap v20599: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:49.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:59:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:59:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T20:59:50.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:50 smithi177 ceph-mon[212096]: pgmap v20600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:50.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:50 smithi123 ceph-mon[188613]: pgmap v20600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:50 smithi123 ceph-mon[191304]: pgmap v20600: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:52 smithi177 ceph-mon[212096]: pgmap v20601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:52.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:52 smithi123 ceph-mon[188613]: pgmap v20601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:52 smithi123 ceph-mon[191304]: pgmap v20601: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:54 smithi177 ceph-mon[212096]: pgmap v20602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:54.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:54 smithi123 ceph-mon[188613]: pgmap v20602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:54 smithi123 ceph-mon[191304]: pgmap v20602: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:57.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:57 smithi123 ceph-mon[191304]: pgmap v20603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:57.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:59:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:57 smithi123 ceph-mon[188613]: pgmap v20603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:57.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:59:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:57 smithi177 ceph-mon[212096]: pgmap v20603: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T20:59:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 20:59:58 smithi177 ceph-mon[212096]: pgmap v20604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:58.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 20:59:58 smithi123 ceph-mon[191304]: pgmap v20604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 20:59:58 smithi123 ceph-mon[188613]: pgmap v20604: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T20:59:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 20:59:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:20:59:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T21:00:00.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T21:00:00.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T21:00:00.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T20:59:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T21:00:00.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T21:00:00.903 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 21:00:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T21:00:00.518Z caller=compact.go:519 level=info component=tsdb msg="write block" mint=1703095200138 maxt=1703102400000 ulid=01HJ4GEDK2HVEC5H2BFSWM2B64 duration=35.874783ms 2023-12-20T21:00:00.903 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 21:00:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T21:00:00.521Z caller=head.go:1269 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=1.906088ms 2023-12-20T21:00:00.903 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 21:00:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T21:00:00.521Z caller=checkpoint.go:100 level=info component=tsdb msg="Creating checkpoint" from_segment=4 to_segment=5 mint=1703102400000 2023-12-20T21:00:00.903 INFO:journalctl@ceph.prometheus.a.smithi177.stdout:Dec 20 21:00:00 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-prometheus-a[200911]: ts=2023-12-20T21:00:00.591Z caller=head.go:1241 level=info component=tsdb msg="WAL checkpoint complete" first=4 last=5 duration=69.713877ms 2023-12-20T21:00:01.403 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:01 smithi177 ceph-mon[212096]: pgmap v20605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:01.491 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:01 smithi123 ceph-mon[191304]: pgmap v20605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:01.492 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:01 smithi123 ceph-mon[188613]: pgmap v20605: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:02 smithi177 ceph-mon[212096]: pgmap v20606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:02.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:02 smithi123 ceph-mon[188613]: pgmap v20606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:02 smithi123 ceph-mon[191304]: pgmap v20606: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:04 smithi177 ceph-mon[212096]: pgmap v20607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:04.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:04 smithi123 ceph-mon[188613]: pgmap v20607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:04 smithi123 ceph-mon[191304]: pgmap v20607: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:07.588 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:00:07.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:07 smithi123 ceph-mon[191304]: pgmap v20608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:07.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:07 smithi123 ceph-mon[188613]: pgmap v20608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:07.895 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:00:07.896 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 2m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:00:07.896 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 31s ago 10h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:00:07.896 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 2m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:00:07.896 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 31s ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:00:07.896 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 31s ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:00:07.896 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 2m ago 10h 926M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:00:07.896 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 2m ago 10h 2479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:00:07.896 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 31s ago 10h 1203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:00:07.896 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 2m ago 10h 1287M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:00:07.896 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 2m ago 10h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:00:07.896 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 31s ago 10h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:00:07.896 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 2m ago 10h 5651M 2067M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:00:07.896 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 2m ago 10h 6360M 2067M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:00:07.897 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 2m ago 10h 5163M 2067M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:00:07.897 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 2m ago 10h 5477M 2067M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:00:07.897 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 31s ago 10h 4646M 2447M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:00:07.897 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 31s ago 10h 5223M 2447M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:00:07.897 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 31s ago 10h 4514M 2447M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:00:07.897 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 31s ago 10h 5263M 2447M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:00:07.897 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 31s ago 10h 166M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:00:07.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:07 smithi177 ceph-mon[212096]: pgmap v20608: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:08.280 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:00:08.280 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:00:08.280 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:00:08.280 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:00:08.280 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:00:08.280 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:00:08.281 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:00:08.281 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:00:08.281 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:00:08.281 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:00:08.281 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:00:08.281 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:00:08.281 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:00:08.281 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:00:08.281 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:00:08.281 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:00:08.281 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:00:08.281 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:00:08.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:08 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1442858583' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:00:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:08 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1442858583' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:00:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:08 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1442858583' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:00:09.474 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:00:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:00:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T21:00:09.474 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:09 smithi123 ceph-mon[188613]: from='client.66818 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:00:09.474 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:09 smithi123 ceph-mon[188613]: from='client.66824 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:00:09.741 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:09 smithi123 ceph-mon[188613]: pgmap v20609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:09.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:09 smithi123 ceph-mon[191304]: from='client.66818 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:00:09.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:09 smithi123 ceph-mon[191304]: from='client.66824 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:00:09.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:09 smithi123 ceph-mon[191304]: pgmap v20609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:09.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:09 smithi177 ceph-mon[212096]: from='client.66818 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:00:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:09 smithi177 ceph-mon[212096]: from='client.66824 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:00:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:09 smithi177 ceph-mon[212096]: pgmap v20609: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:10 smithi177 ceph-mon[212096]: pgmap v20610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:10 smithi123 ceph-mon[191304]: pgmap v20610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:10.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:10 smithi123 ceph-mon[188613]: pgmap v20610: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:00:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:00:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:00:13.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:13 smithi123 ceph-mon[191304]: pgmap v20611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:13.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:13 smithi123 ceph-mon[188613]: pgmap v20611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:13 smithi177 ceph-mon[212096]: pgmap v20611: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:14.902 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:14 smithi177 ceph-mon[212096]: pgmap v20612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:14 smithi123 ceph-mon[191304]: pgmap v20612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:14.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:14 smithi123 ceph-mon[188613]: pgmap v20612: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:17.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:17 smithi123 ceph-mon[191304]: pgmap v20613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:17.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:17 smithi123 ceph-mon[188613]: pgmap v20613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:17 smithi177 ceph-mon[212096]: pgmap v20613: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:18 smithi177 ceph-mon[212096]: pgmap v20614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:18.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:18 smithi123 ceph-mon[191304]: pgmap v20614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:18 smithi123 ceph-mon[188613]: pgmap v20614: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:19.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:00:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:00:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:00:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:20 smithi177 ceph-mon[212096]: pgmap v20615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:20 smithi123 ceph-mon[191304]: pgmap v20615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:20.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:20 smithi123 ceph-mon[188613]: pgmap v20615: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:22 smithi177 ceph-mon[212096]: pgmap v20616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:22 smithi123 ceph-mon[191304]: pgmap v20616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:22.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:22 smithi123 ceph-mon[188613]: pgmap v20616: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:24.885 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:24 smithi123 ceph-mon[191304]: pgmap v20617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:24.886 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:24 smithi123 ceph-mon[188613]: pgmap v20617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:24 smithi177 ceph-mon[212096]: pgmap v20617: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:27 smithi123 ceph-mon[191304]: pgmap v20618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:27.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:00:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:27 smithi123 ceph-mon[188613]: pgmap v20618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:27.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:00:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:27 smithi177 ceph-mon[212096]: pgmap v20618: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:00:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:28 smithi177 ceph-mon[212096]: pgmap v20619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:28.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:28 smithi123 ceph-mon[191304]: pgmap v20619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:28 smithi123 ceph-mon[188613]: pgmap v20619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:00:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:00:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T21:00:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:30 smithi177 ceph-mon[212096]: pgmap v20620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:30.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:30 smithi123 ceph-mon[188613]: pgmap v20620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:30 smithi123 ceph-mon[191304]: pgmap v20620: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:32 smithi177 ceph-mon[212096]: pgmap v20621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:32.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:32 smithi123 ceph-mon[188613]: pgmap v20621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:32 smithi123 ceph-mon[191304]: pgmap v20621: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:34 smithi177 ceph-mon[212096]: pgmap v20622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:34 smithi123 ceph-mon[188613]: pgmap v20622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:34 smithi123 ceph-mon[191304]: pgmap v20622: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:37.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:37 smithi123 ceph-mon[191304]: pgmap v20623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:37.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:37 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:00:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:37 smithi123 ceph-mon[188613]: pgmap v20623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:37.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:37 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:00:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:37 smithi177 ceph-mon[212096]: pgmap v20623: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:37 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:00:38.619 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:00:38.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:00:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:00:38.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:00:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:00:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:00:38.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:00:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:00:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:00:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:00:38.929 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:00:38.929 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 3m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:00:38.929 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 62s ago 10h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:00:38.929 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 3m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:00:38.929 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 62s ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:00:38.929 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 62s ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:00:38.930 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 3m ago 10h 926M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:00:38.930 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 3m ago 10h 2479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:00:38.930 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 62s ago 10h 1203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:00:38.930 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 3m ago 10h 1287M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:00:38.930 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 3m ago 10h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:00:38.930 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 62s ago 10h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:00:38.930 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 3m ago 10h 5651M 2067M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:00:38.930 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 3m ago 10h 6360M 2067M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:00:38.930 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 3m ago 10h 5163M 2067M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:00:38.930 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 3m ago 10h 5477M 2067M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:00:38.930 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 62s ago 10h 4646M 2447M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:00:38.930 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 62s ago 10h 5223M 2447M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:00:38.930 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 62s ago 10h 4514M 2447M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:00:38.930 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 62s ago 10h 5263M 2447M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:00:38.930 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 62s ago 10h 166M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:00:39.312 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:00:39.312 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:00:39.312 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:00:39.312 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:00:39.312 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:00:39.312 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:00:39.312 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:00:39.312 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:00:39.312 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:00:39.312 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:00:39.313 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:00:39.313 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:00:39.313 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:00:39.313 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:00:39.313 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:00:39.313 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:00:39.313 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:00:39.313 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:00:39.479 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:00:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:00:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T21:00:39.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:39 smithi123 ceph-mon[191304]: pgmap v20624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:39.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:39 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/767772550' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:00:39.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:39 smithi123 ceph-mon[188613]: pgmap v20624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:39.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:39 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/767772550' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:00:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:39 smithi177 ceph-mon[212096]: pgmap v20624: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:39 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/767772550' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:00:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:40 smithi123 ceph-mon[191304]: from='client.56880 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:00:40.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:40 smithi123 ceph-mon[191304]: from='client.66842 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:00:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:40 smithi123 ceph-mon[188613]: from='client.56880 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:00:40.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:40 smithi123 ceph-mon[188613]: from='client.66842 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:00:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:40 smithi177 ceph-mon[212096]: from='client.56880 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:00:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:40 smithi177 ceph-mon[212096]: from='client.66842 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:00:41.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:41 smithi123 ceph-mon[191304]: pgmap v20625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:41.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:41 smithi123 ceph-mon[188613]: pgmap v20625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:41 smithi177 ceph-mon[212096]: pgmap v20625: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:00:42.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:00:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:00:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:43 smithi177 ceph-mon[212096]: pgmap v20626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:43.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:43 smithi123 ceph-mon[191304]: pgmap v20626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:43 smithi123 ceph-mon[188613]: pgmap v20626: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:44 smithi177 ceph-mon[212096]: pgmap v20627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:44 smithi123 ceph-mon[191304]: pgmap v20627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:44 smithi123 ceph-mon[188613]: pgmap v20627: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:48 smithi123 ceph-mon[191304]: pgmap v20628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:48 smithi123 ceph-mon[188613]: pgmap v20628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:48 smithi177 ceph-mon[212096]: pgmap v20628: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:00:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:00:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T21:00:50.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:50 smithi123 ceph-mon[191304]: pgmap v20629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:50.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:50 smithi123 ceph-mon[188613]: pgmap v20629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:50 smithi177 ceph-mon[212096]: pgmap v20629: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:52.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:52 smithi123 ceph-mon[191304]: pgmap v20630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:52.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:52 smithi123 ceph-mon[188613]: pgmap v20630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:52 smithi177 ceph-mon[212096]: pgmap v20630: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:54.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:54 smithi123 ceph-mon[191304]: pgmap v20631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:54.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:54 smithi123 ceph-mon[188613]: pgmap v20631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:54 smithi177 ceph-mon[212096]: pgmap v20631: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:56.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:56 smithi123 ceph-mon[191304]: pgmap v20632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:56.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:56 smithi123 ceph-mon[188613]: pgmap v20632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:56 smithi177 ceph-mon[212096]: pgmap v20632: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:00:57.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:00:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:00:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:00:58 smithi177 ceph-mon[212096]: pgmap v20633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:58.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:00:58 smithi123 ceph-mon[191304]: pgmap v20633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:00:58 smithi123 ceph-mon[188613]: pgmap v20633: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:00:59.491 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:00:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:00:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T21:01:00.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:00 smithi177 ceph-mon[212096]: pgmap v20634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:00 smithi123 ceph-mon[191304]: pgmap v20634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:00 smithi123 ceph-mon[188613]: pgmap v20634: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:02 smithi177 ceph-mon[212096]: pgmap v20635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:02 smithi123 ceph-mon[191304]: pgmap v20635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:02.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:02 smithi123 ceph-mon[188613]: pgmap v20635: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:03 smithi177 ceph-mon[212096]: pgmap v20636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:03.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:03 smithi123 ceph-mon[191304]: pgmap v20636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:03 smithi123 ceph-mon[188613]: pgmap v20636: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:05 smithi177 ceph-mon[212096]: pgmap v20637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:05 smithi123 ceph-mon[191304]: pgmap v20637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:05 smithi123 ceph-mon[188613]: pgmap v20637: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:08.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:08 smithi123 ceph-mon[191304]: pgmap v20638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:08.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:08 smithi123 ceph-mon[188613]: pgmap v20638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:08 smithi177 ceph-mon[212096]: pgmap v20638: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:01:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:01:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T21:01:09.661 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:01:09.964 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:01:09.965 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 3m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:01:09.965 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 93s ago 10h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:01:09.965 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 3m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:01:09.965 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 93s ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:01:09.965 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 93s ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:01:09.965 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 3m ago 10h 926M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:01:09.965 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 3m ago 10h 2479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:01:09.965 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 93s ago 10h 1203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:01:09.965 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 3m ago 10h 1287M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:01:09.965 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 3m ago 10h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:01:09.965 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 93s ago 10h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:01:09.965 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 3m ago 10h 5651M 2067M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:01:09.965 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 3m ago 10h 6360M 2067M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:01:09.965 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 3m ago 10h 5163M 2067M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:01:09.966 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 3m ago 10h 5477M 2067M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:01:09.966 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 93s ago 10h 4646M 2447M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:01:09.966 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 93s ago 10h 5223M 2447M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:01:09.966 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 93s ago 10h 4514M 2447M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:01:09.966 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 93s ago 10h 5263M 2447M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:01:09.966 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 93s ago 10h 166M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:01:10.347 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:01:10.347 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:01:10.347 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:01:10.347 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:01:10.348 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:01:10.348 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:01:10.348 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:01:10.348 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:01:10.348 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:01:10.348 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:01:10.348 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:01:10.348 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:01:10.348 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:01:10.348 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:01:10.348 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:01:10.348 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:01:10.348 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:01:10.348 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:01:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:10 smithi123 ceph-mon[188613]: pgmap v20639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:10.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:10 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3386210958' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:01:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:10 smithi123 ceph-mon[191304]: pgmap v20639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:10.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:10 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3386210958' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:01:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:10 smithi177 ceph-mon[212096]: pgmap v20639: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:10 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3386210958' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:01:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:11 smithi123 ceph-mon[191304]: from='client.66854 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:01:11.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:11 smithi123 ceph-mon[191304]: from='client.56904 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:01:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:11 smithi123 ceph-mon[188613]: from='client.66854 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:01:11.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:11 smithi123 ceph-mon[188613]: from='client.56904 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:01:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:11 smithi177 ceph-mon[212096]: from='client.66854 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:01:11.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:11 smithi177 ceph-mon[212096]: from='client.56904 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:01:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:12 smithi123 ceph-mon[191304]: pgmap v20640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:12.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:01:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:12 smithi123 ceph-mon[188613]: pgmap v20640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:12.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:01:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:12 smithi177 ceph-mon[212096]: pgmap v20640: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:01:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:14 smithi177 ceph-mon[212096]: pgmap v20641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:14.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:14 smithi123 ceph-mon[191304]: pgmap v20641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:14.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:14 smithi123 ceph-mon[188613]: pgmap v20641: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:16 smithi177 ceph-mon[212096]: pgmap v20642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:16 smithi123 ceph-mon[191304]: pgmap v20642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:16 smithi123 ceph-mon[188613]: pgmap v20642: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:18 smithi177 ceph-mon[212096]: pgmap v20643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:18 smithi123 ceph-mon[191304]: pgmap v20643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:18.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:18 smithi123 ceph-mon[188613]: pgmap v20643: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:01:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:01:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T21:01:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:20 smithi177 ceph-mon[212096]: pgmap v20644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:20.991 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:20 smithi123 ceph-mon[188613]: pgmap v20644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:20 smithi123 ceph-mon[191304]: pgmap v20644: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:22.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:22 smithi123 ceph-mon[188613]: pgmap v20645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:22.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:22 smithi123 ceph-mon[191304]: pgmap v20645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:22 smithi177 ceph-mon[212096]: pgmap v20645: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:24.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:24 smithi123 ceph-mon[191304]: pgmap v20646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:24.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:24 smithi123 ceph-mon[188613]: pgmap v20646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:24 smithi177 ceph-mon[212096]: pgmap v20646: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:26.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:26 smithi123 ceph-mon[191304]: pgmap v20647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:26.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:26 smithi123 ceph-mon[188613]: pgmap v20647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:26 smithi177 ceph-mon[212096]: pgmap v20647: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:01:27.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:01:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:01:28.903 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 21:01:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T21:01:28.584239078Z level=info msg="Completed cleanup jobs" duration=11.14588ms 2023-12-20T21:01:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:28 smithi177 ceph-mon[212096]: pgmap v20648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:28 smithi123 ceph-mon[191304]: pgmap v20648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:28 smithi123 ceph-mon[188613]: pgmap v20648: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:01:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:01:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:01:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:30 smithi177 ceph-mon[212096]: pgmap v20649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:30 smithi123 ceph-mon[191304]: pgmap v20649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:30 smithi123 ceph-mon[188613]: pgmap v20649: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:32 smithi177 ceph-mon[212096]: pgmap v20650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:32 smithi123 ceph-mon[191304]: pgmap v20650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:32.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:32 smithi123 ceph-mon[188613]: pgmap v20650: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:34 smithi177 ceph-mon[212096]: pgmap v20651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:34 smithi123 ceph-mon[191304]: pgmap v20651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:34 smithi123 ceph-mon[188613]: pgmap v20651: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:36 smithi177 ceph-mon[212096]: pgmap v20652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:36 smithi123 ceph-mon[191304]: pgmap v20652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:36.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:36 smithi123 ceph-mon[188613]: pgmap v20652: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:37.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:37 smithi177 ceph-mon[212096]: pgmap v20653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:37.991 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:37 smithi123 ceph-mon[191304]: pgmap v20653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:37.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:37 smithi123 ceph-mon[188613]: pgmap v20653: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:01:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:01:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:01:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:01:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:01:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:01:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:01:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:01:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:01:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:01:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:01:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:01:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:01:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:01:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:01:40.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:40 smithi177 ceph-mon[212096]: pgmap v20654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:40.696 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:01:40.741 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:40 smithi123 ceph-mon[191304]: pgmap v20654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:40.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:40 smithi123 ceph-mon[188613]: pgmap v20654: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:41.002 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:01:41.002 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 4m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:01:41.002 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 2m ago 10h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:01:41.002 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 4m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:01:41.002 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 2m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:01:41.003 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 2m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:01:41.003 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 4m ago 10h 926M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:01:41.003 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 4m ago 10h 2479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:01:41.003 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 2m ago 10h 1203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:01:41.003 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 4m ago 10h 1287M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:01:41.003 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 4m ago 10h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:01:41.003 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 2m ago 10h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:01:41.003 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 4m ago 10h 5651M 2067M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:01:41.003 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 4m ago 10h 6360M 2067M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:01:41.003 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 4m ago 10h 5163M 2067M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:01:41.003 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 4m ago 10h 5477M 2067M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:01:41.003 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 2m ago 10h 4646M 2447M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:01:41.003 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 2m ago 10h 5223M 2447M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:01:41.003 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 2m ago 10h 4514M 2447M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:01:41.003 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 2m ago 10h 5263M 2447M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:01:41.003 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 2m ago 10h 166M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:01:41.386 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:01:41.386 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:01:41.386 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:01:41.386 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:01:41.386 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:01:41.387 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:01:41.387 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:01:41.387 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:01:41.387 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:01:41.387 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:01:41.387 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:01:41.387 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:01:41.387 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:01:41.387 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:01:41.387 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:01:41.387 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:01:41.387 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:01:41.387 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:01:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:42 smithi177 ceph-mon[212096]: pgmap v20655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:42 smithi177 ceph-mon[212096]: from='client.66872 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:01:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:42 smithi177 ceph-mon[212096]: from='client.56922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:01:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:42 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2165986792' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:01:42.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:01:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:42 smithi123 ceph-mon[191304]: pgmap v20655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:42 smithi123 ceph-mon[191304]: from='client.66872 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:01:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:42 smithi123 ceph-mon[191304]: from='client.56922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:01:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:42 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2165986792' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:01:42.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:01:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:42 smithi123 ceph-mon[188613]: pgmap v20655: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:42 smithi123 ceph-mon[188613]: from='client.66872 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:01:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:42 smithi123 ceph-mon[188613]: from='client.56922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:01:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:42 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2165986792' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:01:42.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:01:44.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:44 smithi177 ceph-mon[212096]: pgmap v20656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:44.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:44 smithi123 ceph-mon[191304]: pgmap v20656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:44.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:44 smithi123 ceph-mon[188613]: pgmap v20656: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:46.653 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:46 smithi177 ceph-mon[212096]: pgmap v20657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:46 smithi123 ceph-mon[191304]: pgmap v20657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:46.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:46 smithi123 ceph-mon[188613]: pgmap v20657: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:48.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:48 smithi123 ceph-mon[188613]: pgmap v20658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:48.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:48 smithi123 ceph-mon[191304]: pgmap v20658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:48 smithi177 ceph-mon[212096]: pgmap v20658: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:01:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:01:49] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T21:01:50.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:50 smithi123 ceph-mon[191304]: pgmap v20659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:50.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:50 smithi123 ceph-mon[188613]: pgmap v20659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:50 smithi177 ceph-mon[212096]: pgmap v20659: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:52 smithi177 ceph-mon[212096]: pgmap v20660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:52 smithi123 ceph-mon[191304]: pgmap v20660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:52 smithi123 ceph-mon[188613]: pgmap v20660: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:54 smithi177 ceph-mon[212096]: pgmap v20661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:54 smithi123 ceph-mon[191304]: pgmap v20661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:54 smithi123 ceph-mon[188613]: pgmap v20661: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:56 smithi177 ceph-mon[212096]: pgmap v20662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:56 smithi123 ceph-mon[191304]: pgmap v20662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:56 smithi123 ceph-mon[188613]: pgmap v20662: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:01:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:01:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:01:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:01:58 smithi177 ceph-mon[212096]: pgmap v20663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:58.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:01:58 smithi123 ceph-mon[191304]: pgmap v20663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:58.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:01:58 smithi123 ceph-mon[188613]: pgmap v20663: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:01:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:01:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:01:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T21:02:00.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:00 smithi177 ceph-mon[212096]: pgmap v20664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:00 smithi123 ceph-mon[191304]: pgmap v20664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:00 smithi123 ceph-mon[188613]: pgmap v20664: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:02.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:02 smithi123 ceph-mon[191304]: pgmap v20665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:02.742 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:02 smithi123 ceph-mon[188613]: pgmap v20665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:02 smithi177 ceph-mon[212096]: pgmap v20665: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:04 smithi177 ceph-mon[212096]: pgmap v20666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:04 smithi123 ceph-mon[191304]: pgmap v20666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:04.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:04 smithi123 ceph-mon[188613]: pgmap v20666: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:06 smithi177 ceph-mon[212096]: pgmap v20667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:06 smithi123 ceph-mon[191304]: pgmap v20667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:06 smithi123 ceph-mon[188613]: pgmap v20667: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:08 smithi177 ceph-mon[212096]: pgmap v20668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:08 smithi123 ceph-mon[191304]: pgmap v20668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:08 smithi123 ceph-mon[188613]: pgmap v20668: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:02:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:02:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T21:02:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:10 smithi177 ceph-mon[212096]: pgmap v20669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:10 smithi123 ceph-mon[191304]: pgmap v20669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:10.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:10 smithi123 ceph-mon[188613]: pgmap v20669: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:11.732 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:02:12.039 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:02:12.039 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 4m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:02:12.039 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 2m ago 10h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:02:12.039 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 4m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:02:12.040 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 2m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:02:12.040 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 2m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:02:12.040 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 4m ago 10h 926M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:02:12.040 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 4m ago 10h 2479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:02:12.040 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 2m ago 10h 1203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:02:12.040 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 4m ago 10h 1287M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:02:12.040 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 4m ago 10h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:02:12.040 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 2m ago 10h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:02:12.040 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 4m ago 10h 5651M 2067M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:02:12.040 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 4m ago 10h 6360M 2067M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:02:12.040 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 4m ago 10h 5163M 2067M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:02:12.040 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 4m ago 10h 5477M 2067M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:02:12.040 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 2m ago 10h 4646M 2447M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:02:12.041 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 2m ago 10h 5223M 2447M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:02:12.041 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 2m ago 10h 4514M 2447M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:02:12.041 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 2m ago 10h 5263M 2447M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:02:12.041 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 2m ago 10h 166M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:02:12.433 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:02:12.433 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:02:12.433 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:02:12.433 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:02:12.433 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:02:12.433 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:02:12.433 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:02:12.433 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:02:12.433 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:02:12.433 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:02:12.433 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:02:12.434 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:02:12.434 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:02:12.434 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:02:12.434 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:02:12.434 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:02:12.434 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:02:12.434 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:02:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:12 smithi177 ceph-mon[212096]: pgmap v20670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:02:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:12 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1999756360' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:02:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:12 smithi123 ceph-mon[191304]: pgmap v20670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:02:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:12 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1999756360' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:02:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:12 smithi123 ceph-mon[188613]: pgmap v20670: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:02:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:12 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1999756360' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:02:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:13 smithi177 ceph-mon[212096]: from='client.56934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:02:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:13 smithi177 ceph-mon[212096]: from='client.66896 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:02:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:13 smithi123 ceph-mon[191304]: from='client.56934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:02:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:13 smithi123 ceph-mon[191304]: from='client.66896 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:02:13.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:13 smithi123 ceph-mon[188613]: from='client.56934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:02:13.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:13 smithi123 ceph-mon[188613]: from='client.66896 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:02:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:14 smithi177 ceph-mon[212096]: pgmap v20671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:14 smithi123 ceph-mon[191304]: pgmap v20671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:14.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:14 smithi123 ceph-mon[188613]: pgmap v20671: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:16 smithi177 ceph-mon[212096]: pgmap v20672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:16 smithi123 ceph-mon[191304]: pgmap v20672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:16 smithi123 ceph-mon[188613]: pgmap v20672: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:17 smithi177 ceph-mon[212096]: pgmap v20673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:17 smithi123 ceph-mon[191304]: pgmap v20673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:17 smithi123 ceph-mon[188613]: pgmap v20673: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:02:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:02:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:02:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:19 smithi177 ceph-mon[212096]: pgmap v20674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:19 smithi123 ceph-mon[191304]: pgmap v20674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:19 smithi123 ceph-mon[188613]: pgmap v20674: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:22 smithi177 ceph-mon[212096]: pgmap v20675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:22 smithi123 ceph-mon[191304]: pgmap v20675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:22.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:22 smithi123 ceph-mon[188613]: pgmap v20675: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:24 smithi177 ceph-mon[212096]: pgmap v20676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:24 smithi123 ceph-mon[191304]: pgmap v20676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:24.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:24 smithi123 ceph-mon[188613]: pgmap v20676: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:26 smithi177 ceph-mon[212096]: pgmap v20677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:26 smithi123 ceph-mon[191304]: pgmap v20677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:26 smithi123 ceph-mon[188613]: pgmap v20677: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:02:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:02:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:02:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:28 smithi177 ceph-mon[212096]: pgmap v20678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:28 smithi123 ceph-mon[191304]: pgmap v20678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:28 smithi123 ceph-mon[188613]: pgmap v20678: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:02:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:02:29] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T21:02:30.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:30 smithi177 ceph-mon[212096]: pgmap v20679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:30.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:30 smithi123 ceph-mon[191304]: pgmap v20679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:30.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:30 smithi123 ceph-mon[188613]: pgmap v20679: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:32 smithi177 ceph-mon[212096]: pgmap v20680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:32 smithi123 ceph-mon[191304]: pgmap v20680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:32.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:32 smithi123 ceph-mon[188613]: pgmap v20680: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:33.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:33 smithi177 ceph-mon[212096]: pgmap v20681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:33 smithi123 ceph-mon[191304]: pgmap v20681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:33 smithi123 ceph-mon[188613]: pgmap v20681: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:35 smithi177 ceph-mon[212096]: pgmap v20682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:35 smithi123 ceph-mon[191304]: pgmap v20682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:35.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:35 smithi123 ceph-mon[188613]: pgmap v20682: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:38 smithi177 ceph-mon[212096]: pgmap v20683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:38 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:02:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:38 smithi123 ceph-mon[191304]: pgmap v20683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:38 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:02:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:38 smithi123 ceph-mon[188613]: pgmap v20683: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:38 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:02:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:02:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:02:39] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T21:02:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:02:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:02:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:02:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:02:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:02:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:02:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:02:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:02:39.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:02:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:40 smithi177 ceph-mon[212096]: pgmap v20684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:40 smithi123 ceph-mon[191304]: pgmap v20684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:40 smithi123 ceph-mon[188613]: pgmap v20684: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:42.783 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:02:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:42 smithi177 ceph-mon[212096]: pgmap v20685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:02:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:42 smithi123 ceph-mon[191304]: pgmap v20685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:02:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:42 smithi123 ceph-mon[188613]: pgmap v20685: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:02:43.092 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:02:43.092 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 5m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:02:43.092 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 3m ago 10h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:02:43.092 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 5m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:02:43.092 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 3m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:02:43.092 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 3m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:02:43.093 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 5m ago 10h 926M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:02:43.093 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 5m ago 10h 2479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:02:43.093 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 3m ago 10h 1203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:02:43.093 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 5m ago 10h 1287M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:02:43.093 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 5m ago 10h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:02:43.093 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 3m ago 10h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:02:43.093 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 5m ago 10h 5651M 2067M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:02:43.093 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 5m ago 10h 6360M 2067M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:02:43.093 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 5m ago 10h 5163M 2067M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:02:43.093 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 5m ago 10h 5477M 2067M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:02:43.093 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 3m ago 10h 4646M 2447M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:02:43.093 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 3m ago 10h 5223M 2447M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:02:43.093 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 3m ago 10h 4514M 2447M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:02:43.093 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 3m ago 10h 5263M 2447M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:02:43.094 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 3m ago 10h 166M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:02:43.476 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:02:43.476 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:02:43.476 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:02:43.476 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:02:43.476 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:02:43.476 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:02:43.477 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:02:43.477 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:02:43.477 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:02:43.477 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:02:43.477 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:02:43.477 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:02:43.477 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:02:43.478 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:02:43.478 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:02:43.478 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:02:43.478 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:02:43.478 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:02:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:43 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/701353212' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:02:43.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:43 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/701353212' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:02:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:43 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/701353212' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:02:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:44 smithi177 ceph-mon[212096]: pgmap v20686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:44 smithi177 ceph-mon[212096]: from='client.66908 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:02:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:44 smithi177 ceph-mon[212096]: from='client.56958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:02:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:44 smithi123 ceph-mon[188613]: pgmap v20686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:44 smithi123 ceph-mon[188613]: from='client.66908 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:02:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:44 smithi123 ceph-mon[188613]: from='client.56958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:02:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:44 smithi123 ceph-mon[191304]: pgmap v20686: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:44 smithi123 ceph-mon[191304]: from='client.66908 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:02:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:44 smithi123 ceph-mon[191304]: from='client.56958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:02:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:45 smithi177 ceph-mon[212096]: pgmap v20687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:45 smithi123 ceph-mon[191304]: pgmap v20687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:45 smithi123 ceph-mon[188613]: pgmap v20687: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:48 smithi177 ceph-mon[212096]: pgmap v20688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:48 smithi123 ceph-mon[188613]: pgmap v20688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:48 smithi123 ceph-mon[191304]: pgmap v20688: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:02:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:02:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T21:02:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:50 smithi177 ceph-mon[212096]: pgmap v20689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:50 smithi123 ceph-mon[191304]: pgmap v20689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:50 smithi123 ceph-mon[188613]: pgmap v20689: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:52 smithi177 ceph-mon[212096]: pgmap v20690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:52 smithi123 ceph-mon[191304]: pgmap v20690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:52 smithi123 ceph-mon[188613]: pgmap v20690: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:54 smithi177 ceph-mon[212096]: pgmap v20691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:54 smithi123 ceph-mon[191304]: pgmap v20691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:54 smithi123 ceph-mon[188613]: pgmap v20691: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:56 smithi177 ceph-mon[212096]: pgmap v20692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:56.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:56 smithi123 ceph-mon[191304]: pgmap v20692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:56 smithi123 ceph-mon[188613]: pgmap v20692: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:02:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:02:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:02:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:58 smithi177 ceph-mon[212096]: pgmap v20693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:58 smithi123 ceph-mon[191304]: pgmap v20693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:58 smithi123 ceph-mon[188613]: pgmap v20693: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:02:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:02:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T21:02:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:02:59 smithi177 ceph-mon[212096]: pgmap v20694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:59.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:02:59 smithi123 ceph-mon[191304]: pgmap v20694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:02:59.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:02:59 smithi123 ceph-mon[188613]: pgmap v20694: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:02 smithi177 ceph-mon[212096]: pgmap v20695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:02 smithi123 ceph-mon[191304]: pgmap v20695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:02.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:02 smithi123 ceph-mon[188613]: pgmap v20695: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:04 smithi177 ceph-mon[212096]: pgmap v20696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:04.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:04 smithi123 ceph-mon[188613]: pgmap v20696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:04 smithi123 ceph-mon[191304]: pgmap v20696: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:06.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:06 smithi177 ceph-mon[212096]: pgmap v20697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:06.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:06 smithi123 ceph-mon[188613]: pgmap v20697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:06 smithi123 ceph-mon[191304]: pgmap v20697: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:08 smithi177 ceph-mon[212096]: pgmap v20698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:08 smithi123 ceph-mon[191304]: pgmap v20698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:08 smithi123 ceph-mon[188613]: pgmap v20698: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:03:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:03:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T21:03:10.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:10 smithi177 ceph-mon[212096]: pgmap v20699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:10 smithi123 ceph-mon[191304]: pgmap v20699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:10.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:10 smithi123 ceph-mon[188613]: pgmap v20699: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:12 smithi177 ceph-mon[212096]: pgmap v20700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:03:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:12 smithi123 ceph-mon[191304]: pgmap v20700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:03:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:12 smithi123 ceph-mon[188613]: pgmap v20700: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:03:13.826 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:03:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:13 smithi177 ceph-mon[212096]: pgmap v20701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:13 smithi123 ceph-mon[191304]: pgmap v20701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:13.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:13 smithi123 ceph-mon[188613]: pgmap v20701: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:14.141 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:03:14.141 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 5m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:03:14.141 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 3m ago 10h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:03:14.141 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 5m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:03:14.141 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 3m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:03:14.141 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 3m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:03:14.141 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 5m ago 10h 926M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:03:14.141 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 5m ago 10h 2479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:03:14.141 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 3m ago 10h 1203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:03:14.142 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 5m ago 10h 1287M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:03:14.142 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 5m ago 10h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:03:14.142 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 3m ago 10h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:03:14.142 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 5m ago 10h 5651M 2067M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:03:14.142 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 5m ago 10h 6360M 2067M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:03:14.142 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 5m ago 10h 5163M 2067M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:03:14.142 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 5m ago 10h 5477M 2067M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:03:14.142 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 3m ago 10h 4646M 2447M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:03:14.142 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 3m ago 10h 5223M 2447M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:03:14.142 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 3m ago 10h 4514M 2447M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:03:14.142 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 3m ago 10h 5263M 2447M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:03:14.142 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 3m ago 10h 166M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:03:14.522 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:03:14.522 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:03:14.522 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:03:14.523 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:03:14.523 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:03:14.523 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:03:14.523 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:03:14.523 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:03:14.523 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:03:14.523 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:03:14.523 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:03:14.523 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:03:14.523 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:03:14.523 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:03:14.523 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:03:14.524 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:03:14.524 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:03:14.524 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:03:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:14 smithi177 ceph-mon[212096]: from='client.66926 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:03:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:14 smithi177 ceph-mon[212096]: from='client.56976 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:03:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:14 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2786831748' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:03:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:14 smithi123 ceph-mon[191304]: from='client.66926 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:03:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:14 smithi123 ceph-mon[191304]: from='client.56976 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:03:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:14 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2786831748' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:03:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:14 smithi123 ceph-mon[188613]: from='client.66926 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:03:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:14 smithi123 ceph-mon[188613]: from='client.56976 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:03:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:14 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2786831748' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:03:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:15 smithi177 ceph-mon[212096]: pgmap v20702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:15 smithi123 ceph-mon[191304]: pgmap v20702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:15.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:15 smithi123 ceph-mon[188613]: pgmap v20702: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:18 smithi177 ceph-mon[212096]: pgmap v20703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:18.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:18 smithi123 ceph-mon[191304]: pgmap v20703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:18 smithi123 ceph-mon[188613]: pgmap v20703: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:03:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:03:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:03:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:20 smithi177 ceph-mon[212096]: pgmap v20704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:20.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:20 smithi123 ceph-mon[191304]: pgmap v20704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:20.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:20 smithi123 ceph-mon[188613]: pgmap v20704: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:22 smithi177 ceph-mon[212096]: pgmap v20705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:22 smithi123 ceph-mon[191304]: pgmap v20705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:22.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:22 smithi123 ceph-mon[188613]: pgmap v20705: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:24 smithi177 ceph-mon[212096]: pgmap v20706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:24 smithi123 ceph-mon[191304]: pgmap v20706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:24.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:24 smithi123 ceph-mon[188613]: pgmap v20706: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:26.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:26 smithi177 ceph-mon[212096]: pgmap v20707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:26 smithi123 ceph-mon[191304]: pgmap v20707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:26 smithi123 ceph-mon[188613]: pgmap v20707: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:03:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:03:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:03:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:28 smithi177 ceph-mon[212096]: pgmap v20708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:28 smithi123 ceph-mon[191304]: pgmap v20708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:28 smithi123 ceph-mon[188613]: pgmap v20708: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:03:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:03:29] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T21:03:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:29 smithi177 ceph-mon[212096]: pgmap v20709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:29 smithi123 ceph-mon[191304]: pgmap v20709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:29.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:29 smithi123 ceph-mon[188613]: pgmap v20709: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:32 smithi177 ceph-mon[212096]: pgmap v20710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:32 smithi123 ceph-mon[191304]: pgmap v20710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:32.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:32 smithi123 ceph-mon[188613]: pgmap v20710: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:34 smithi177 ceph-mon[212096]: pgmap v20711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:34 smithi123 ceph-mon[191304]: pgmap v20711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:34 smithi123 ceph-mon[188613]: pgmap v20711: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:36 smithi177 ceph-mon[212096]: pgmap v20712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:36 smithi123 ceph-mon[191304]: pgmap v20712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:36.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:36 smithi123 ceph-mon[188613]: pgmap v20712: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:38 smithi177 ceph-mon[212096]: pgmap v20713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:38.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:38 smithi123 ceph-mon[191304]: pgmap v20713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:38 smithi123 ceph-mon[188613]: pgmap v20713: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:03:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:03:39] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T21:03:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:39 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:03:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:39 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:03:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:39 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:03:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:40 smithi177 ceph-mon[212096]: pgmap v20714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:40.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:03:40.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:03:40.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:03:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:40 smithi123 ceph-mon[191304]: pgmap v20714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:03:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:03:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:03:40.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:40 smithi123 ceph-mon[188613]: pgmap v20714: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:40.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:03:40.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:03:40.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:03:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:42 smithi177 ceph-mon[212096]: pgmap v20715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:03:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:42 smithi123 ceph-mon[191304]: pgmap v20715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:03:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:42 smithi123 ceph-mon[188613]: pgmap v20715: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:03:44.871 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:03:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:44 smithi177 ceph-mon[212096]: pgmap v20716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:44 smithi123 ceph-mon[191304]: pgmap v20716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:44 smithi123 ceph-mon[188613]: pgmap v20716: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:45.178 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:03:45.178 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 6m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:03:45.178 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 4m ago 10h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:03:45.178 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 6m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:03:45.178 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 4m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:03:45.178 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 4m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:03:45.178 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 6m ago 10h 926M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:03:45.178 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 6m ago 10h 2479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:03:45.178 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 4m ago 10h 1203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:03:45.178 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 6m ago 10h 1287M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:03:45.178 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 6m ago 10h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:03:45.178 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 4m ago 10h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:03:45.179 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 6m ago 10h 5651M 2067M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:03:45.179 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 6m ago 10h 6360M 2067M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:03:45.179 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 6m ago 10h 5163M 2067M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:03:45.179 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 6m ago 10h 5477M 2067M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:03:45.179 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 4m ago 10h 4646M 2447M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:03:45.179 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 4m ago 10h 5223M 2447M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:03:45.179 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 4m ago 10h 4514M 2447M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:03:45.179 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 4m ago 10h 5263M 2447M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:03:45.179 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 4m ago 10h 166M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:03:45.560 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:03:45.560 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:03:45.560 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:03:45.560 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:03:45.560 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:03:45.561 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:03:45.561 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:03:45.561 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:03:45.561 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:03:45.561 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:03:45.561 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:03:45.561 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:03:45.561 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:03:45.561 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:03:45.561 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:03:45.561 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:03:45.561 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:03:45.561 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:03:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:46 smithi177 ceph-mon[212096]: pgmap v20717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:46 smithi177 ceph-mon[212096]: from='client.56988 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:03:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:46 smithi177 ceph-mon[212096]: from='client.66950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:03:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:46 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/699065382' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:03:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:46 smithi123 ceph-mon[191304]: pgmap v20717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:46 smithi123 ceph-mon[191304]: from='client.56988 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:03:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:46 smithi123 ceph-mon[191304]: from='client.66950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:03:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:46 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/699065382' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:03:46.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:46 smithi123 ceph-mon[188613]: pgmap v20717: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:46 smithi123 ceph-mon[188613]: from='client.56988 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:03:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:46 smithi123 ceph-mon[188613]: from='client.66950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:03:46.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:46 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/699065382' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:03:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:48 smithi177 ceph-mon[212096]: pgmap v20718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:48 smithi123 ceph-mon[191304]: pgmap v20718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:48 smithi123 ceph-mon[188613]: pgmap v20718: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:03:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:03:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T21:03:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:50 smithi177 ceph-mon[212096]: pgmap v20719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:50 smithi123 ceph-mon[188613]: pgmap v20719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:50 smithi123 ceph-mon[191304]: pgmap v20719: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:52 smithi177 ceph-mon[212096]: pgmap v20720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:52 smithi123 ceph-mon[191304]: pgmap v20720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:52 smithi123 ceph-mon[188613]: pgmap v20720: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:53 smithi177 ceph-mon[212096]: pgmap v20721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:53 smithi123 ceph-mon[191304]: pgmap v20721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:53 smithi123 ceph-mon[188613]: pgmap v20721: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:55 smithi177 ceph-mon[212096]: pgmap v20722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:55 smithi123 ceph-mon[191304]: pgmap v20722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:55 smithi123 ceph-mon[188613]: pgmap v20722: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:03:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:03:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:03:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:03:58 smithi177 ceph-mon[212096]: pgmap v20723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:03:58 smithi123 ceph-mon[191304]: pgmap v20723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:58.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:03:58 smithi123 ceph-mon[188613]: pgmap v20723: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:03:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:03:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:03:59] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T21:04:00.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:00 smithi177 ceph-mon[212096]: pgmap v20724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:00.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:00 smithi123 ceph-mon[191304]: pgmap v20724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:00.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:00 smithi123 ceph-mon[188613]: pgmap v20724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:02 smithi177 ceph-mon[212096]: pgmap v20725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:02 smithi123 ceph-mon[191304]: pgmap v20725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:02 smithi123 ceph-mon[188613]: pgmap v20725: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:03 smithi177 ceph-mon[212096]: pgmap v20726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:03 smithi123 ceph-mon[191304]: pgmap v20726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:03 smithi123 ceph-mon[188613]: pgmap v20726: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:05 smithi177 ceph-mon[212096]: pgmap v20727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:05.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:05 smithi123 ceph-mon[188613]: pgmap v20727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:05 smithi123 ceph-mon[191304]: pgmap v20727: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:08.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:08 smithi177 ceph-mon[212096]: pgmap v20728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:08.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:08 smithi123 ceph-mon[191304]: pgmap v20728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:08.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:08 smithi123 ceph-mon[188613]: pgmap v20728: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:04:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:04:09] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T21:04:10.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:10 smithi177 ceph-mon[212096]: pgmap v20729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:10.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:10 smithi123 ceph-mon[188613]: pgmap v20729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:10.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:10 smithi123 ceph-mon[191304]: pgmap v20729: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:12 smithi177 ceph-mon[212096]: pgmap v20730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:04:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:12 smithi123 ceph-mon[191304]: pgmap v20730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:04:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:12 smithi123 ceph-mon[188613]: pgmap v20730: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:12.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:04:14.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:14 smithi177 ceph-mon[212096]: pgmap v20731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:14.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:14 smithi123 ceph-mon[191304]: pgmap v20731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:14.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:14 smithi123 ceph-mon[188613]: pgmap v20731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:15.904 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:04:16.211 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:04:16.211 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 6m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:04:16.212 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 4m ago 10h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:04:16.212 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 6m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:04:16.212 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 4m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:04:16.212 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 4m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:04:16.212 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 6m ago 10h 926M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:04:16.212 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 6m ago 10h 2479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:04:16.212 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 4m ago 10h 1203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:04:16.212 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 6m ago 10h 1287M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:04:16.212 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 6m ago 10h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:04:16.212 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 4m ago 10h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:04:16.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 6m ago 10h 5651M 2067M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:04:16.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 6m ago 10h 6360M 2067M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:04:16.212 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 6m ago 10h 5163M 2067M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:04:16.213 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 6m ago 10h 5477M 2067M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:04:16.213 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 4m ago 10h 4646M 2447M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:04:16.213 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 4m ago 10h 5223M 2447M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:04:16.213 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 4m ago 10h 4514M 2447M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:04:16.213 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 4m ago 10h 5263M 2447M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:04:16.213 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 4m ago 10h 166M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:04:16.598 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:04:16.598 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:04:16.598 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:04:16.598 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:04:16.598 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:04:16.598 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:04:16.598 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:04:16.598 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:04:16.599 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:04:16.599 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:04:16.599 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:04:16.599 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:04:16.599 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:04:16.599 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:04:16.599 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:04:16.599 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:04:16.599 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:04:16.599 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:04:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:16 smithi177 ceph-mon[212096]: pgmap v20732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:16 smithi123 ceph-mon[191304]: pgmap v20732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:16.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:16 smithi123 ceph-mon[188613]: pgmap v20732: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:17 smithi177 ceph-mon[212096]: from='client.57006 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:04:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:17 smithi177 ceph-mon[212096]: from='client.57012 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:04:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:17 smithi177 ceph-mon[212096]: pgmap v20733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:17.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:17 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1547074547' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:04:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:17 smithi123 ceph-mon[191304]: from='client.57006 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:04:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:17 smithi123 ceph-mon[191304]: from='client.57012 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:04:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:17 smithi123 ceph-mon[191304]: pgmap v20733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:17 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1547074547' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:04:17.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:17 smithi123 ceph-mon[188613]: from='client.57006 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:04:17.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:17 smithi123 ceph-mon[188613]: from='client.57012 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:04:17.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:17 smithi123 ceph-mon[188613]: pgmap v20733: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:17.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:17 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1547074547' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:04:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:04:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:04:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:04:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:19 smithi177 ceph-mon[212096]: pgmap v20734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:19 smithi123 ceph-mon[191304]: pgmap v20734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:19 smithi123 ceph-mon[188613]: pgmap v20734: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:22 smithi177 ceph-mon[212096]: pgmap v20735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:22 smithi123 ceph-mon[191304]: pgmap v20735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:22.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:22 smithi123 ceph-mon[188613]: pgmap v20735: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:24.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:24 smithi177 ceph-mon[212096]: pgmap v20736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:24 smithi123 ceph-mon[191304]: pgmap v20736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:24.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:24 smithi123 ceph-mon[188613]: pgmap v20736: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:26.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:26 smithi177 ceph-mon[212096]: pgmap v20737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:26 smithi123 ceph-mon[191304]: pgmap v20737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:26.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:26 smithi123 ceph-mon[188613]: pgmap v20737: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:27 smithi177 ceph-mon[212096]: pgmap v20738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:04:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:27 smithi123 ceph-mon[191304]: pgmap v20738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:04:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:27 smithi123 ceph-mon[188613]: pgmap v20738: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:04:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:04:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:04:29] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T21:04:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:29 smithi177 ceph-mon[212096]: pgmap v20739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:29 smithi123 ceph-mon[191304]: pgmap v20739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:29 smithi123 ceph-mon[188613]: pgmap v20739: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:32 smithi177 ceph-mon[212096]: pgmap v20740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:32.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:32 smithi123 ceph-mon[191304]: pgmap v20740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:32.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:32 smithi123 ceph-mon[188613]: pgmap v20740: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:34.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:34 smithi177 ceph-mon[212096]: pgmap v20741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:34 smithi123 ceph-mon[188613]: pgmap v20741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:34 smithi123 ceph-mon[191304]: pgmap v20741: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:36.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:36 smithi177 ceph-mon[212096]: pgmap v20742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:36.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:36 smithi123 ceph-mon[191304]: pgmap v20742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:36.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:36 smithi123 ceph-mon[188613]: pgmap v20742: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:38.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:38 smithi177 ceph-mon[212096]: pgmap v20743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:38 smithi123 ceph-mon[191304]: pgmap v20743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:38.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:38 smithi123 ceph-mon[188613]: pgmap v20743: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:04:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:04:39] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T21:04:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:39 smithi177 ceph-mon[212096]: pgmap v20744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:39 smithi123 ceph-mon[191304]: pgmap v20744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:39.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:39 smithi123 ceph-mon[188613]: pgmap v20744: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:04:40.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:04:40.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:04:40.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:04:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:04:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:04:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:04:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:04:40.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:04:40.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:04:40.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:04:40.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:04:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:42 smithi177 ceph-mon[212096]: pgmap v20745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:42.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:04:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:42 smithi123 ceph-mon[191304]: pgmap v20745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:04:42.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:42 smithi123 ceph-mon[188613]: pgmap v20745: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:04:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:44 smithi177 ceph-mon[212096]: pgmap v20746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:44 smithi123 ceph-mon[191304]: pgmap v20746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:44 smithi123 ceph-mon[188613]: pgmap v20746: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:46.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:46 smithi177 ceph-mon[212096]: pgmap v20747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:46.943 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:04:46.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:46 smithi123 ceph-mon[191304]: pgmap v20747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:46.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:46 smithi123 ceph-mon[188613]: pgmap v20747: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:47.249 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:04:47.249 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 7m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:04:47.249 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 5m ago 10h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:04:47.249 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 7m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:04:47.249 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 5m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:04:47.249 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 5m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:04:47.249 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 7m ago 10h 926M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:04:47.249 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 7m ago 10h 2479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:04:47.249 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 5m ago 10h 1203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:04:47.249 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 7m ago 10h 1287M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:04:47.249 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 7m ago 10h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:04:47.250 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 5m ago 10h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:04:47.250 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 7m ago 10h 5651M 2067M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:04:47.250 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 7m ago 10h 6360M 2067M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:04:47.250 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 7m ago 10h 5163M 2067M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:04:47.250 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 7m ago 10h 5477M 2067M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:04:47.250 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 5m ago 10h 4646M 2447M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:04:47.250 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 5m ago 10h 5223M 2447M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:04:47.250 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 5m ago 10h 4514M 2447M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:04:47.250 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 5m ago 10h 5263M 2447M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:04:47.250 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 5m ago 10h 166M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:04:47.633 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:04:47.633 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:04:47.633 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:04:47.633 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:04:47.633 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:04:47.633 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:04:47.634 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:04:47.634 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:04:47.634 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:04:47.634 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:04:47.634 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:04:47.634 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:04:47.634 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:04:47.634 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:04:47.634 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:04:47.634 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:04:47.634 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:04:47.634 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:04:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:48 smithi177 ceph-mon[212096]: pgmap v20748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:48 smithi177 ceph-mon[212096]: from='client.66980 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:04:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:48 smithi177 ceph-mon[212096]: from='client.57030 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:04:48.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:48 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2656017087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:04:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:48 smithi123 ceph-mon[191304]: pgmap v20748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:48 smithi123 ceph-mon[191304]: from='client.66980 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:04:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:48 smithi123 ceph-mon[191304]: from='client.57030 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:04:48.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:48 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2656017087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:04:48.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:48 smithi123 ceph-mon[188613]: pgmap v20748: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:48.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:48 smithi123 ceph-mon[188613]: from='client.66980 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:04:48.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:48 smithi123 ceph-mon[188613]: from='client.57030 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:04:48.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:48 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2656017087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:04:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:04:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:04:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:04:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:49 smithi177 ceph-mon[212096]: pgmap v20749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:49 smithi123 ceph-mon[191304]: pgmap v20749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:49 smithi123 ceph-mon[188613]: pgmap v20749: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:52.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:52 smithi177 ceph-mon[212096]: pgmap v20750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:52 smithi123 ceph-mon[191304]: pgmap v20750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:52 smithi123 ceph-mon[188613]: pgmap v20750: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:54.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:54 smithi177 ceph-mon[212096]: pgmap v20751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:54.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:54 smithi123 ceph-mon[191304]: pgmap v20751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:54.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:54 smithi123 ceph-mon[188613]: pgmap v20751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:56.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:56 smithi177 ceph-mon[212096]: pgmap v20752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:56.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:56 smithi123 ceph-mon[191304]: pgmap v20752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:56.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:56 smithi123 ceph-mon[188613]: pgmap v20752: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:57 smithi177 ceph-mon[212096]: pgmap v20753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:04:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:57 smithi123 ceph-mon[191304]: pgmap v20753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:04:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:57 smithi123 ceph-mon[188613]: pgmap v20753: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:04:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:04:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:04:59] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T21:04:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:04:59 smithi177 ceph-mon[212096]: pgmap v20754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:04:59 smithi123 ceph-mon[191304]: pgmap v20754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:04:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:04:59 smithi123 ceph-mon[188613]: pgmap v20754: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:02 smithi177 ceph-mon[212096]: pgmap v20755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:02 smithi123 ceph-mon[191304]: pgmap v20755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:02 smithi123 ceph-mon[188613]: pgmap v20755: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:04.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:04 smithi177 ceph-mon[212096]: pgmap v20756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:04.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:04 smithi123 ceph-mon[191304]: pgmap v20756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:04.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:04 smithi123 ceph-mon[188613]: pgmap v20756: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:06.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:06 smithi177 ceph-mon[212096]: pgmap v20757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:06.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:06 smithi123 ceph-mon[191304]: pgmap v20757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:06.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:06 smithi123 ceph-mon[188613]: pgmap v20757: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:07.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:07 smithi177 ceph-mon[212096]: pgmap v20758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:07 smithi123 ceph-mon[191304]: pgmap v20758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:07 smithi123 ceph-mon[188613]: pgmap v20758: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:05:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:05:09] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T21:05:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:09 smithi177 ceph-mon[212096]: pgmap v20759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:09 smithi123 ceph-mon[191304]: pgmap v20759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:09.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:09 smithi123 ceph-mon[188613]: pgmap v20759: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:12.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:12 smithi177 ceph-mon[212096]: pgmap v20760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:05:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:12 smithi123 ceph-mon[191304]: pgmap v20760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:05:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:12 smithi123 ceph-mon[188613]: pgmap v20760: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:05:14.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:14 smithi177 ceph-mon[212096]: pgmap v20761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:14.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:14 smithi123 ceph-mon[191304]: pgmap v20761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:14.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:14 smithi123 ceph-mon[188613]: pgmap v20761: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:16.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:16 smithi177 ceph-mon[212096]: pgmap v20762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:16.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:16 smithi123 ceph-mon[191304]: pgmap v20762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:16.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:16 smithi123 ceph-mon[188613]: pgmap v20762: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:17 smithi177 ceph-mon[212096]: pgmap v20763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:17.979 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:05:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:17 smithi123 ceph-mon[191304]: pgmap v20763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:17.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:17 smithi123 ceph-mon[188613]: pgmap v20763: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:18.289 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:05:18.289 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 7m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:05:18.289 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 5m ago 10h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:05:18.289 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 7m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:05:18.290 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 5m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:05:18.290 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 5m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:05:18.290 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 7m ago 10h 926M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:05:18.290 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 7m ago 10h 2479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:05:18.290 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 5m ago 10h 1203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:05:18.290 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 7m ago 10h 1287M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:05:18.290 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 7m ago 10h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:05:18.290 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 5m ago 10h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:05:18.290 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 7m ago 10h 5651M 2067M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:05:18.290 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 7m ago 10h 6360M 2067M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:05:18.290 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 7m ago 10h 5163M 2067M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:05:18.290 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 7m ago 10h 5477M 2067M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:05:18.290 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 5m ago 10h 4646M 2447M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:05:18.290 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 5m ago 10h 5223M 2447M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:05:18.291 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 5m ago 10h 4514M 2447M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:05:18.291 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 5m ago 10h 5263M 2447M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:05:18.291 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 5m ago 10h 166M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:05:18.675 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:05:18.676 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:05:18.676 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:05:18.676 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:05:18.676 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:05:18.676 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:05:18.676 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:05:18.676 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:05:18.676 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:05:18.676 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:05:18.676 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:05:18.676 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:05:18.676 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:05:18.676 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:05:18.677 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:05:18.677 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:05:18.677 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:05:18.677 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:05:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:18 smithi177 ceph-mon[212096]: from='client.57042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:05:18.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:18 smithi177 ceph-mon[212096]: from='client.67004 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:05:18.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:18 smithi123 ceph-mon[191304]: from='client.57042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:05:18.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:18 smithi123 ceph-mon[191304]: from='client.67004 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:05:18.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:18 smithi123 ceph-mon[188613]: from='client.57042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:05:18.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:18 smithi123 ceph-mon[188613]: from='client.67004 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:05:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:05:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:05:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T21:05:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:19 smithi177 ceph-mon[212096]: pgmap v20764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:19.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:19 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3427203931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:05:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:19 smithi123 ceph-mon[191304]: pgmap v20764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:19 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3427203931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:05:19.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:19 smithi123 ceph-mon[188613]: pgmap v20764: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:19.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:19 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3427203931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:05:22.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:22 smithi177 ceph-mon[212096]: pgmap v20765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:22.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:22 smithi123 ceph-mon[188613]: pgmap v20765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:22 smithi123 ceph-mon[191304]: pgmap v20765: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:24.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:24 smithi177 ceph-mon[212096]: pgmap v20766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:24.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:24 smithi123 ceph-mon[191304]: pgmap v20766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:24.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:24 smithi123 ceph-mon[188613]: pgmap v20766: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:25.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:25 smithi177 ceph-mon[212096]: pgmap v20767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:25.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:25 smithi123 ceph-mon[191304]: pgmap v20767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:25.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:25 smithi123 ceph-mon[188613]: pgmap v20767: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:05:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:05:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:05:28.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:28 smithi177 ceph-mon[212096]: pgmap v20768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:28 smithi123 ceph-mon[191304]: pgmap v20768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:28.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:28 smithi123 ceph-mon[188613]: pgmap v20768: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:05:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:05:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:05:29.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:29 smithi177 ceph-mon[212096]: pgmap v20769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:29 smithi123 ceph-mon[191304]: pgmap v20769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:29 smithi123 ceph-mon[188613]: pgmap v20769: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:32.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:32 smithi177 ceph-mon[212096]: pgmap v20770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:32.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:32 smithi123 ceph-mon[191304]: pgmap v20770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:32.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:32 smithi123 ceph-mon[188613]: pgmap v20770: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:34.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:34 smithi177 ceph-mon[212096]: pgmap v20771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:34.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:34 smithi123 ceph-mon[191304]: pgmap v20771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:34.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:34 smithi123 ceph-mon[188613]: pgmap v20771: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:35.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:35 smithi177 ceph-mon[212096]: pgmap v20772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:35.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:35 smithi123 ceph-mon[191304]: pgmap v20772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:35 smithi123 ceph-mon[188613]: pgmap v20772: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:38.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:38 smithi177 ceph-mon[212096]: pgmap v20773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:38.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:38 smithi123 ceph-mon[191304]: pgmap v20773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:38.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:38 smithi123 ceph-mon[188613]: pgmap v20773: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:05:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:05:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:05:39.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:39 smithi177 ceph-mon[212096]: pgmap v20774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:39 smithi123 ceph-mon[191304]: pgmap v20774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:39.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:39 smithi123 ceph-mon[188613]: pgmap v20774: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:40.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:40 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:05:40.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:40 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:05:40.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:40 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:05:41.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:41 smithi177 ceph-mon[212096]: pgmap v20775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:41.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:05:41.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:05:41.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:05:41.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:05:41.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:41 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi177 to 2443M 2023-12-20T21:05:41.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:05:41.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:05:41.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:41 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:05:41.938 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:41 smithi123 ceph-mon[191304]: pgmap v20775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:41.938 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:05:41.938 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:05:41.938 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:05:41.938 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:05:41.938 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:41 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi177 to 2443M 2023-12-20T21:05:41.938 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:05:41.938 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:05:41.938 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:41 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:05:41.939 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:41 smithi123 ceph-mon[188613]: pgmap v20775: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:41.939 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:05:41.939 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:05:41.939 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:05:41.939 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:05:41.939 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:41 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi177 to 2443M 2023-12-20T21:05:41.939 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:05:41.939 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:05:41.939 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:41 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:05:42.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:05:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:05:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:05:43.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:43 smithi177 ceph-mon[212096]: pgmap v20776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:43.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:43 smithi123 ceph-mon[191304]: pgmap v20776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:43.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:43 smithi123 ceph-mon[188613]: pgmap v20776: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:44.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:05:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:05:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:05:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:05:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:05:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:05:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:44 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2059M 2023-12-20T21:05:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:05:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:05:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:05:44.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:05:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:05:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:05:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:05:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:05:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:05:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:05:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:44 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2059M 2023-12-20T21:05:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:05:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:05:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:05:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:05:44.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:05:44.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:05:44.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:05:44.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:05:44.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:05:44.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:05:44.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:44 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2059M 2023-12-20T21:05:44.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:05:44.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:05:44.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:05:44.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:05:45.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:45 smithi177 ceph-mon[212096]: pgmap v20777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:45.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:45 smithi123 ceph-mon[191304]: pgmap v20777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:45.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:45 smithi123 ceph-mon[188613]: pgmap v20777: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:48.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:48 smithi177 ceph-mon[212096]: pgmap v20778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:48.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:48 smithi123 ceph-mon[191304]: pgmap v20778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:48.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:48 smithi123 ceph-mon[188613]: pgmap v20778: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:49.023 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:05:49.335 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:05:49.335 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 8m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:05:49.335 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 6m ago 10h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:05:49.335 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 8m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:05:49.335 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 6m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:05:49.335 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 6m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:05:49.335 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 8m ago 10h 926M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:05:49.335 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 8m ago 10h 2479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:05:49.335 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 6m ago 10h 1203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:05:49.335 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 8m ago 10h 1287M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:05:49.335 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 8m ago 10h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:05:49.335 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 6m ago 10h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:05:49.335 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 8m ago 10h 5651M 2059M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:05:49.336 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 8m ago 10h 6360M 2059M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:05:49.336 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 8m ago 10h 5163M 2059M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:05:49.336 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 8m ago 10h 5477M 2059M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:05:49.336 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 6m ago 10h 4646M 2443M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:05:49.336 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 6m ago 10h 5223M 2443M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:05:49.336 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 6m ago 10h 4514M 2443M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:05:49.336 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 6m ago 10h 5263M 2443M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:05:49.336 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 6m ago 10h 166M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:05:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:05:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:05:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T21:05:49.718 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:05:49.719 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:05:49.719 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:05:49.719 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:05:49.719 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:05:49.719 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:05:49.719 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:05:49.719 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:05:49.719 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:05:49.719 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:05:49.719 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:05:49.719 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:05:49.719 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:05:49.719 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:05:49.719 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:05:49.720 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:05:49.720 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:05:49.720 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:05:49.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:49 smithi177 ceph-mon[212096]: pgmap v20779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:49.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:49 smithi177 ceph-mon[212096]: from='client.57060 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:05:49.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:49 smithi177 ceph-mon[212096]: from='client.67022 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:05:49.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:49 smithi123 ceph-mon[188613]: pgmap v20779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:49 smithi123 ceph-mon[188613]: from='client.57060 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:05:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:49 smithi123 ceph-mon[188613]: from='client.67022 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:05:49.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:49 smithi123 ceph-mon[191304]: pgmap v20779: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:49.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:49 smithi123 ceph-mon[191304]: from='client.57060 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:05:49.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:49 smithi123 ceph-mon[191304]: from='client.67022 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:05:50.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:50 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4075714549' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:05:50.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:50 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4075714549' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:05:50.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:50 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4075714549' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:05:52.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:52 smithi177 ceph-mon[212096]: pgmap v20780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:52.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:52 smithi123 ceph-mon[191304]: pgmap v20780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:52.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:52 smithi123 ceph-mon[188613]: pgmap v20780: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:53.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:53 smithi177 ceph-mon[212096]: pgmap v20781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:53 smithi123 ceph-mon[191304]: pgmap v20781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:53.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:53 smithi123 ceph-mon[188613]: pgmap v20781: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:55.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:55 smithi177 ceph-mon[212096]: pgmap v20782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:55.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:55 smithi123 ceph-mon[188613]: pgmap v20782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:55 smithi123 ceph-mon[191304]: pgmap v20782: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:57.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:05:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:05:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:05:58.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:58 smithi177 ceph-mon[212096]: pgmap v20783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:58.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:58 smithi123 ceph-mon[191304]: pgmap v20783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:58 smithi123 ceph-mon[188613]: pgmap v20783: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:05:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:05:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:05:59.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:05:59 smithi177 ceph-mon[212096]: pgmap v20784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:05:59 smithi123 ceph-mon[191304]: pgmap v20784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:05:59.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:05:59 smithi123 ceph-mon[188613]: pgmap v20784: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:02.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:02 smithi177 ceph-mon[212096]: pgmap v20785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:02.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:02 smithi123 ceph-mon[191304]: pgmap v20785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:02.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:02 smithi123 ceph-mon[188613]: pgmap v20785: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:03.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:03 smithi177 ceph-mon[212096]: pgmap v20786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:03 smithi123 ceph-mon[191304]: pgmap v20786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:03.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:03 smithi123 ceph-mon[188613]: pgmap v20786: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:05.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:05 smithi177 ceph-mon[212096]: pgmap v20787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:05 smithi123 ceph-mon[191304]: pgmap v20787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:05.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:05 smithi123 ceph-mon[188613]: pgmap v20787: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:07.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:07 smithi177 ceph-mon[212096]: pgmap v20788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:07 smithi123 ceph-mon[188613]: pgmap v20788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:07.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:07 smithi123 ceph-mon[191304]: pgmap v20788: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:06:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:06:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:06:09.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:09 smithi177 ceph-mon[212096]: pgmap v20789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:09 smithi123 ceph-mon[191304]: pgmap v20789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:09.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:09 smithi123 ceph-mon[188613]: pgmap v20789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:12 smithi177 ceph-mon[212096]: pgmap v20790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:12.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:06:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:12 smithi123 ceph-mon[191304]: pgmap v20790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:06:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:12 smithi123 ceph-mon[188613]: pgmap v20790: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:06:13.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:13 smithi177 ceph-mon[212096]: pgmap v20791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:13 smithi123 ceph-mon[191304]: pgmap v20791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:13.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:13 smithi123 ceph-mon[188613]: pgmap v20791: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:15.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:15 smithi177 ceph-mon[212096]: pgmap v20792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:15 smithi123 ceph-mon[191304]: pgmap v20792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:15.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:15 smithi123 ceph-mon[188613]: pgmap v20792: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:17.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:17 smithi177 ceph-mon[212096]: pgmap v20793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:17 smithi123 ceph-mon[191304]: pgmap v20793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:17.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:17 smithi123 ceph-mon[188613]: pgmap v20793: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:06:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:06:19] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T21:06:19.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:19 smithi177 ceph-mon[212096]: pgmap v20794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:19 smithi123 ceph-mon[191304]: pgmap v20794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:19 smithi123 ceph-mon[188613]: pgmap v20794: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:20.069 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:06:20.375 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:06:20.375 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 8m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:06:20.375 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 6m ago 10h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:06:20.375 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 8m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:06:20.375 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 6m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:06:20.375 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 6m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:06:20.375 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 8m ago 10h 926M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:06:20.375 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 8m ago 10h 2479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:06:20.376 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 6m ago 10h 1203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:06:20.376 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 8m ago 10h 1287M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:06:20.376 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 8m ago 10h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:06:20.376 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 6m ago 10h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:06:20.376 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 8m ago 10h 5651M 2059M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:06:20.376 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 8m ago 10h 6360M 2059M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:06:20.376 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 8m ago 10h 5163M 2059M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:06:20.376 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 8m ago 10h 5477M 2059M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:06:20.376 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 6m ago 10h 4646M 2443M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:06:20.376 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 6m ago 10h 5223M 2443M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:06:20.376 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 6m ago 10h 4514M 2443M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:06:20.376 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 6m ago 10h 5263M 2443M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:06:20.376 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 6m ago 10h 166M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:06:20.768 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:06:20.768 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:06:20.768 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:06:20.768 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:06:20.768 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:06:20.768 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:06:20.768 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:06:20.768 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:06:20.768 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:06:20.768 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:06:20.768 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:06:20.769 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:06:20.769 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:06:20.769 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:06:20.769 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:06:20.769 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:06:20.769 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:06:20.769 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:06:20.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:20 smithi177 ceph-mon[212096]: from='client.57078 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:06:20.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:20 smithi177 ceph-mon[212096]: from='client.57084 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:06:20.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:20 smithi123 ceph-mon[188613]: from='client.57078 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:06:20.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:20 smithi123 ceph-mon[188613]: from='client.57084 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:06:20.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:20 smithi123 ceph-mon[191304]: from='client.57078 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:06:20.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:20 smithi123 ceph-mon[191304]: from='client.57084 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:06:21.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:21 smithi177 ceph-mon[212096]: pgmap v20795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:21.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:21 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1689690150' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:06:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:21 smithi123 ceph-mon[191304]: pgmap v20795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:21 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1689690150' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:06:21.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:21 smithi123 ceph-mon[188613]: pgmap v20795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:21.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:21 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1689690150' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:06:23.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:23 smithi177 ceph-mon[212096]: pgmap v20796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:23 smithi123 ceph-mon[191304]: pgmap v20796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:23.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:23 smithi123 ceph-mon[188613]: pgmap v20796: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:25.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:25 smithi177 ceph-mon[212096]: pgmap v20797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:25.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:25 smithi123 ceph-mon[188613]: pgmap v20797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:25 smithi123 ceph-mon[191304]: pgmap v20797: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:27 smithi177 ceph-mon[212096]: pgmap v20798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:06:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:27 smithi123 ceph-mon[191304]: pgmap v20798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:06:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:27 smithi123 ceph-mon[188613]: pgmap v20798: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:06:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:06:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:06:29] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T21:06:29.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:29 smithi123 ceph-mon[188613]: pgmap v20799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:29.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:29 smithi123 ceph-mon[191304]: pgmap v20799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:30.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:29 smithi177 ceph-mon[212096]: pgmap v20799: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:31 smithi123 ceph-mon[191304]: pgmap v20800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:31.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:31 smithi123 ceph-mon[188613]: pgmap v20800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:32.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:31 smithi177 ceph-mon[212096]: pgmap v20800: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:33 smithi123 ceph-mon[191304]: pgmap v20801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:33.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:33 smithi123 ceph-mon[188613]: pgmap v20801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:34.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:33 smithi177 ceph-mon[212096]: pgmap v20801: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:35.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:35 smithi123 ceph-mon[191304]: pgmap v20802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:35 smithi123 ceph-mon[188613]: pgmap v20802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:36.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:35 smithi177 ceph-mon[212096]: pgmap v20802: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:37.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:37 smithi177 ceph-mon[212096]: pgmap v20803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:37 smithi123 ceph-mon[191304]: pgmap v20803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:37 smithi123 ceph-mon[188613]: pgmap v20803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:06:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:06:39] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T21:06:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:39 smithi123 ceph-mon[191304]: pgmap v20804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:39.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:39 smithi123 ceph-mon[188613]: pgmap v20804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:40.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:39 smithi177 ceph-mon[212096]: pgmap v20804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:41.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:41 smithi123 ceph-mon[191304]: pgmap v20805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:41 smithi123 ceph-mon[188613]: pgmap v20805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:42.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:41 smithi177 ceph-mon[212096]: pgmap v20805: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:06:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:06:43.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:06:43.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:43 smithi123 ceph-mon[191304]: pgmap v20806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:43.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:43 smithi123 ceph-mon[188613]: pgmap v20806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:44.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:43 smithi177 ceph-mon[212096]: pgmap v20806: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:06:44.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:06:44.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:06:44.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:06:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:06:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:06:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:06:44.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:06:45.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:06:45.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:06:45.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:06:45.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:06:46.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:46 smithi177 ceph-mon[212096]: pgmap v20807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:46.742 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:46 smithi123 ceph-mon[191304]: pgmap v20807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:46.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:46 smithi123 ceph-mon[188613]: pgmap v20807: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:47.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:47 smithi177 ceph-mon[212096]: pgmap v20808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:47.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:47 smithi123 ceph-mon[191304]: pgmap v20808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:47.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:47 smithi123 ceph-mon[188613]: pgmap v20808: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:06:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:06:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:06:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:49 smithi123 ceph-mon[191304]: pgmap v20809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:49 smithi123 ceph-mon[188613]: pgmap v20809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:50.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:49 smithi177 ceph-mon[212096]: pgmap v20809: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:51.116 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:06:51.425 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:06:51.425 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 9m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:06:51.425 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 7m ago 10h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:06:51.425 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 9m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:06:51.425 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 7m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:06:51.425 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 7m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:06:51.425 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 9m ago 10h 926M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:06:51.425 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 9m ago 10h 2479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:06:51.425 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 7m ago 10h 1203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:06:51.426 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 9m ago 10h 1287M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:06:51.426 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 9m ago 10h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:06:51.426 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 7m ago 10h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:06:51.426 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 9m ago 10h 5651M 2059M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:06:51.426 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 9m ago 10h 6360M 2059M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:06:51.426 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 9m ago 10h 5163M 2059M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:06:51.426 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 9m ago 10h 5477M 2059M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:06:51.426 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 7m ago 10h 4646M 2443M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:06:51.426 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 7m ago 10h 5223M 2443M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:06:51.426 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 7m ago 10h 4514M 2443M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:06:51.426 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 7m ago 10h 5263M 2443M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:06:51.426 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 7m ago 10h 166M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:06:51.809 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:06:51.809 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:06:51.809 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:06:51.809 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:06:51.809 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:06:51.809 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:06:51.809 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:06:51.809 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:06:51.810 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:06:51.810 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:06:51.810 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:06:51.810 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:06:51.810 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:06:51.810 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:06:51.810 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:06:51.810 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:06:51.810 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:06:51.810 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:06:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:51 smithi123 ceph-mon[188613]: pgmap v20810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:51 smithi123 ceph-mon[188613]: from='client.57096 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:06:51.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:51 smithi123 ceph-mon[188613]: from='client.67058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:06:51.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:51 smithi123 ceph-mon[191304]: pgmap v20810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:51.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:51 smithi123 ceph-mon[191304]: from='client.57096 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:06:51.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:51 smithi123 ceph-mon[191304]: from='client.67058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:06:52.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:51 smithi177 ceph-mon[212096]: pgmap v20810: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:52.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:51 smithi177 ceph-mon[212096]: from='client.57096 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:06:52.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:51 smithi177 ceph-mon[212096]: from='client.67058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:06:52.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:52 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1146167517' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:06:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:52 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1146167517' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:06:53.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:52 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1146167517' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:06:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:53 smithi123 ceph-mon[191304]: pgmap v20811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:53.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:53 smithi123 ceph-mon[188613]: pgmap v20811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:54.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:53 smithi177 ceph-mon[212096]: pgmap v20811: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:55 smithi123 ceph-mon[191304]: pgmap v20812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:55.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:55 smithi123 ceph-mon[188613]: pgmap v20812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:56.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:55 smithi177 ceph-mon[212096]: pgmap v20812: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:57 smithi177 ceph-mon[212096]: pgmap v20813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:06:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:57 smithi123 ceph-mon[191304]: pgmap v20813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:06:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:57 smithi123 ceph-mon[188613]: pgmap v20813: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:06:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:06:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:06:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:06:59.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:06:59 smithi123 ceph-mon[191304]: pgmap v20814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:06:59.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:06:59 smithi123 ceph-mon[188613]: pgmap v20814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:00.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:06:59 smithi177 ceph-mon[212096]: pgmap v20814: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:01 smithi123 ceph-mon[191304]: pgmap v20815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:01.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:01 smithi123 ceph-mon[188613]: pgmap v20815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:02.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:01 smithi177 ceph-mon[212096]: pgmap v20815: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:03 smithi123 ceph-mon[191304]: pgmap v20816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:03.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:03 smithi123 ceph-mon[188613]: pgmap v20816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:04.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:03 smithi177 ceph-mon[212096]: pgmap v20816: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:05 smithi123 ceph-mon[191304]: pgmap v20817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:05.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:05 smithi123 ceph-mon[188613]: pgmap v20817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:06.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:05 smithi177 ceph-mon[212096]: pgmap v20817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:07.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:07 smithi177 ceph-mon[212096]: pgmap v20818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:07 smithi123 ceph-mon[191304]: pgmap v20818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:07.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:07 smithi123 ceph-mon[188613]: pgmap v20818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:07:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:07:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:07:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:09 smithi123 ceph-mon[191304]: pgmap v20819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:09.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:09 smithi123 ceph-mon[188613]: pgmap v20819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:10.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:09 smithi177 ceph-mon[212096]: pgmap v20819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:11.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:11 smithi123 ceph-mon[191304]: pgmap v20820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:11.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:11 smithi123 ceph-mon[188613]: pgmap v20820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:12.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:11 smithi177 ceph-mon[212096]: pgmap v20820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:07:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:07:13.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:07:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:13 smithi123 ceph-mon[191304]: pgmap v20821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:13.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:13 smithi123 ceph-mon[188613]: pgmap v20821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:14.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:13 smithi177 ceph-mon[212096]: pgmap v20821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:15 smithi123 ceph-mon[191304]: pgmap v20822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:15.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:15 smithi123 ceph-mon[188613]: pgmap v20822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:16.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:15 smithi177 ceph-mon[212096]: pgmap v20822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:17.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:17 smithi177 ceph-mon[212096]: pgmap v20823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:17 smithi123 ceph-mon[191304]: pgmap v20823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:17.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:17 smithi123 ceph-mon[188613]: pgmap v20823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:07:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:07:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:07:19.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:19 smithi123 ceph-mon[188613]: pgmap v20824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:19.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:19 smithi123 ceph-mon[191304]: pgmap v20824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:20.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:19 smithi177 ceph-mon[212096]: pgmap v20824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:21.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:21 smithi123 ceph-mon[191304]: pgmap v20825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:21.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:21 smithi123 ceph-mon[188613]: pgmap v20825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:22.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:21 smithi177 ceph-mon[212096]: pgmap v20825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:22.158 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:07:22.464 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:07:22.464 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 9m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:07:22.465 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 7m ago 10h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:07:22.465 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 9m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:07:22.465 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 7m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:07:22.465 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 7m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:07:22.465 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 9m ago 10h 926M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:07:22.465 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 9m ago 10h 2479M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:07:22.465 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 7m ago 10h 1203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:07:22.465 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 9m ago 10h 1287M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:07:22.465 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 9m ago 10h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:07:22.465 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 7m ago 10h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:07:22.465 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 9m ago 10h 5651M 2059M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:07:22.465 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 9m ago 10h 6360M 2059M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:07:22.465 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 9m ago 10h 5163M 2059M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:07:22.465 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 9m ago 10h 5477M 2059M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:07:22.466 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 7m ago 10h 4646M 2443M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:07:22.466 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 7m ago 10h 5223M 2443M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:07:22.466 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 7m ago 10h 4514M 2443M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:07:22.466 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 7m ago 10h 5263M 2443M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:07:22.466 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 7m ago 10h 166M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:07:22.849 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:07:22.849 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:07:22.849 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:07:22.849 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:07:22.850 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:07:22.850 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:07:22.850 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:07:22.850 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:07:22.850 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:07:22.850 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:07:22.850 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:07:22.850 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:07:22.850 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:07:22.850 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:07:22.850 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:07:22.850 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:07:22.850 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:07:22.850 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:07:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:22 smithi123 ceph-mon[191304]: from='client.67070 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:07:22.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:22 smithi123 ceph-mon[191304]: from='client.57120 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:07:22.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:22 smithi123 ceph-mon[188613]: from='client.67070 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:07:22.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:22 smithi123 ceph-mon[188613]: from='client.57120 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:07:23.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:22 smithi177 ceph-mon[212096]: from='client.67070 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:07:23.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:22 smithi177 ceph-mon[212096]: from='client.57120 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:07:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:23 smithi123 ceph-mon[191304]: pgmap v20826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:23 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4059394047' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:07:23.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:23 smithi123 ceph-mon[188613]: pgmap v20826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:23.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:23 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4059394047' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:07:24.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:23 smithi177 ceph-mon[212096]: pgmap v20826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:24.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:23 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4059394047' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:07:25.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:25 smithi123 ceph-mon[191304]: pgmap v20827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:25.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:25 smithi123 ceph-mon[188613]: pgmap v20827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:26.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:25 smithi177 ceph-mon[212096]: pgmap v20827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:27.903 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:27 smithi177 ceph-mon[212096]: pgmap v20828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:07:27.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:27 smithi123 ceph-mon[188613]: pgmap v20828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:07:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:27 smithi123 ceph-mon[191304]: pgmap v20828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:07:29.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:07:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:07:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T21:07:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:29 smithi123 ceph-mon[191304]: pgmap v20829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:29.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:29 smithi123 ceph-mon[188613]: pgmap v20829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:30.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:29 smithi177 ceph-mon[212096]: pgmap v20829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:31.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:31 smithi123 ceph-mon[191304]: pgmap v20830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:31.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:31 smithi123 ceph-mon[188613]: pgmap v20830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:32.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:31 smithi177 ceph-mon[212096]: pgmap v20830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:33.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:33 smithi123 ceph-mon[191304]: pgmap v20831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:33.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:33 smithi123 ceph-mon[188613]: pgmap v20831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:34.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:33 smithi177 ceph-mon[212096]: pgmap v20831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:35.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:35 smithi123 ceph-mon[191304]: pgmap v20832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:35 smithi123 ceph-mon[188613]: pgmap v20832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:36.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:35 smithi177 ceph-mon[212096]: pgmap v20832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:37.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:37 smithi177 ceph-mon[212096]: pgmap v20833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:37 smithi123 ceph-mon[191304]: pgmap v20833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:37 smithi123 ceph-mon[188613]: pgmap v20833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:39.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:07:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:07:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T21:07:39.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:39 smithi123 ceph-mon[191304]: pgmap v20834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:39.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:39 smithi123 ceph-mon[188613]: pgmap v20834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:39 smithi177 ceph-mon[212096]: pgmap v20834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:41.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:41 smithi123 ceph-mon[191304]: pgmap v20835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:41 smithi123 ceph-mon[188613]: pgmap v20835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:42.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:41 smithi177 ceph-mon[212096]: pgmap v20835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:07:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:07:43.157 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:07:43.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:43 smithi123 ceph-mon[191304]: pgmap v20836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:43.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:43 smithi123 ceph-mon[188613]: pgmap v20836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:44.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:43 smithi177 ceph-mon[212096]: pgmap v20836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:44.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:44 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:07:44.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:44 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:07:45.153 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:44 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:07:45.846 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:45 smithi177 ceph-mon[212096]: pgmap v20837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:45.846 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:07:45.846 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:07:45.846 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:07:45.846 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:45 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:07:46.060 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:45 smithi123 ceph-mon[191304]: pgmap v20837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:46.060 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:07:46.060 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:07:46.060 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:07:46.061 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:45 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:07:46.061 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:45 smithi123 ceph-mon[188613]: pgmap v20837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:46.061 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:07:46.061 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:07:46.061 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:07:46.061 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:45 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:07:48.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:47 smithi123 ceph-mon[191304]: pgmap v20838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:48.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:07:48.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:07:48.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:07:48.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:07:48.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:07:48.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:07:48.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:47 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:07:48.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:47 smithi123 ceph-mon[188613]: pgmap v20838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:48.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:07:48.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:07:48.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:07:48.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:07:48.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:07:48.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:07:48.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:47 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:07:48.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:47 smithi177 ceph-mon[212096]: pgmap v20838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:48.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:07:48.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:07:48.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:07:48.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:07:48.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:07:48.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:07:48.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:47 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:07:49.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:07:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:07:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T21:07:50.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:49 smithi123 ceph-mon[191304]: pgmap v20839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:50.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:49 smithi123 ceph-mon[188613]: pgmap v20839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:50.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:49 smithi177 ceph-mon[212096]: pgmap v20839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:52.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:51 smithi123 ceph-mon[191304]: pgmap v20840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:52.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:51 smithi123 ceph-mon[188613]: pgmap v20840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:52.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:51 smithi177 ceph-mon[212096]: pgmap v20840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:53.196 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:07:53.504 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:07:53.504 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 6s ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:07:53.504 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 8m ago 10h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:07:53.504 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 6s ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:07:53.504 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 8m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:07:53.505 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 8m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:07:53.505 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 6s ago 10h 929M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:07:53.505 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 6s ago 10h 2498M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:07:53.505 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 8m ago 10h 1203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:07:53.505 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 6s ago 10h 1298M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:07:53.505 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 6s ago 10h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:07:53.505 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 8m ago 10h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:07:53.505 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 6s ago 10h 5647M 2059M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:07:53.505 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 6s ago 10h 6351M 2059M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:07:53.505 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 6s ago 10h 5155M 2059M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:07:53.505 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 6s ago 10h 5474M 2059M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:07:53.505 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 8m ago 10h 4646M 2443M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:07:53.505 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 8m ago 10h 5223M 2443M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:07:53.505 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 8m ago 10h 4514M 2443M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:07:53.505 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 8m ago 10h 5263M 2443M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:07:53.506 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 8m ago 10h 166M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:07:53.886 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:07:53.886 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:07:53.887 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:07:53.887 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:07:53.887 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:07:53.887 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:07:53.887 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:07:53.887 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:07:53.887 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:07:53.887 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:07:53.887 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:07:53.887 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:07:53.887 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:07:53.887 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:07:53.887 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:07:53.887 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:07:53.888 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:07:53.888 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:07:54.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:53 smithi123 ceph-mon[191304]: pgmap v20841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:54.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:53 smithi123 ceph-mon[191304]: from='client.57132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:07:54.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:53 smithi123 ceph-mon[191304]: from='client.67094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:07:54.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:53 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1954447345' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:07:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:53 smithi123 ceph-mon[188613]: pgmap v20841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:53 smithi123 ceph-mon[188613]: from='client.57132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:07:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:53 smithi123 ceph-mon[188613]: from='client.67094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:07:54.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:53 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1954447345' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:07:54.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:53 smithi177 ceph-mon[212096]: pgmap v20841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:54.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:53 smithi177 ceph-mon[212096]: from='client.57132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:07:54.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:53 smithi177 ceph-mon[212096]: from='client.67094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:07:54.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:53 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1954447345' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:07:56.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:55 smithi123 ceph-mon[191304]: pgmap v20842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:56.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:55 smithi123 ceph-mon[188613]: pgmap v20842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:56.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:55 smithi177 ceph-mon[212096]: pgmap v20842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:57 smithi177 ceph-mon[212096]: pgmap v20843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:07:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:57 smithi123 ceph-mon[191304]: pgmap v20843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:07:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:57 smithi123 ceph-mon[188613]: pgmap v20843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:07:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:07:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:07:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T21:07:59.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:07:59 smithi123 ceph-mon[191304]: pgmap v20844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:07:59.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:07:59 smithi123 ceph-mon[188613]: pgmap v20844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:00.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:07:59 smithi177 ceph-mon[212096]: pgmap v20844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:01.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:01 smithi123 ceph-mon[191304]: pgmap v20845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:01.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:01 smithi123 ceph-mon[188613]: pgmap v20845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:02.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:01 smithi177 ceph-mon[212096]: pgmap v20845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:03.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:03 smithi123 ceph-mon[191304]: pgmap v20846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:03.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:03 smithi123 ceph-mon[188613]: pgmap v20846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:04.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:03 smithi177 ceph-mon[212096]: pgmap v20846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:05.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:05 smithi123 ceph-mon[191304]: pgmap v20847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:05.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:05 smithi123 ceph-mon[188613]: pgmap v20847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:06.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:05 smithi177 ceph-mon[212096]: pgmap v20847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:07.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:07 smithi177 ceph-mon[212096]: pgmap v20848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:07.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:07 smithi123 ceph-mon[191304]: pgmap v20848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:07.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:07 smithi123 ceph-mon[188613]: pgmap v20848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:08:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:08:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T21:08:09.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:09 smithi123 ceph-mon[191304]: pgmap v20849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:09.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:09 smithi123 ceph-mon[188613]: pgmap v20849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:10.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:09 smithi177 ceph-mon[212096]: pgmap v20849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:11.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:11 smithi123 ceph-mon[191304]: pgmap v20850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:11.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:11 smithi123 ceph-mon[188613]: pgmap v20850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:12.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:11 smithi177 ceph-mon[212096]: pgmap v20850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:12.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:08:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:08:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:08:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:13 smithi123 ceph-mon[191304]: pgmap v20851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:13.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:13 smithi123 ceph-mon[188613]: pgmap v20851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:14.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:13 smithi177 ceph-mon[212096]: pgmap v20851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:15.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:15 smithi123 ceph-mon[191304]: pgmap v20852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:15.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:15 smithi123 ceph-mon[188613]: pgmap v20852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:16.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:15 smithi177 ceph-mon[212096]: pgmap v20852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:17.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:17 smithi177 ceph-mon[212096]: pgmap v20853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:17.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:17 smithi123 ceph-mon[191304]: pgmap v20853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:17.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:17 smithi123 ceph-mon[188613]: pgmap v20853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:19.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:08:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:08:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T21:08:19.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:19 smithi123 ceph-mon[191304]: pgmap v20854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:19.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:19 smithi123 ceph-mon[188613]: pgmap v20854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:20.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:19 smithi177 ceph-mon[212096]: pgmap v20854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:21.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:21 smithi123 ceph-mon[191304]: pgmap v20855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:21.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:21 smithi123 ceph-mon[188613]: pgmap v20855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:22.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:21 smithi177 ceph-mon[212096]: pgmap v20855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:23 smithi123 ceph-mon[191304]: pgmap v20856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:23.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:23 smithi123 ceph-mon[188613]: pgmap v20856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:24.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:23 smithi177 ceph-mon[212096]: pgmap v20856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:24.240 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:08:24.551 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:08:24.551 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 37s ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:08:24.551 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 8m ago 10h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:08:24.551 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 37s ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:08:24.552 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 8m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:08:24.552 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 8m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:08:24.552 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 37s ago 10h 929M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:08:24.552 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 37s ago 10h 2498M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:08:24.552 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 8m ago 10h 1203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:08:24.552 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 37s ago 10h 1298M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:08:24.553 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 37s ago 10h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:08:24.553 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 8m ago 10h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:08:24.553 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 37s ago 10h 5647M 2059M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:08:24.553 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 37s ago 10h 6351M 2059M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:08:24.553 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 37s ago 10h 5155M 2059M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:08:24.553 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 37s ago 10h 5474M 2059M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:08:24.554 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 8m ago 10h 4646M 2443M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:08:24.554 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 8m ago 10h 5223M 2443M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:08:24.554 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 8m ago 10h 4514M 2443M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:08:24.554 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 8m ago 10h 5263M 2443M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:08:24.554 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 8m ago 10h 166M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:08:24.937 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:08:24.937 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:08:24.937 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:08:24.937 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:08:24.937 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:08:24.937 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:08:24.937 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:08:24.937 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:08:24.937 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:08:24.938 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:08:24.938 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:08:24.938 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:08:24.938 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:08:24.938 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:08:24.938 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:08:24.938 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:08:24.938 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:08:24.938 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:08:24.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:24 smithi123 ceph-mon[191304]: from='client.67106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:08:24.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:24 smithi123 ceph-mon[191304]: from='client.57156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:08:24.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:24 smithi123 ceph-mon[188613]: from='client.67106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:08:24.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:24 smithi123 ceph-mon[188613]: from='client.57156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:08:25.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:24 smithi177 ceph-mon[212096]: from='client.67106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:08:25.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:24 smithi177 ceph-mon[212096]: from='client.57156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:08:25.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:25 smithi123 ceph-mon[191304]: pgmap v20857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:25.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:25 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1818664695' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:08:25.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:25 smithi123 ceph-mon[188613]: pgmap v20857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:25.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:25 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1818664695' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:08:26.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:25 smithi177 ceph-mon[212096]: pgmap v20857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:26.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:25 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1818664695' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:08:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:27 smithi177 ceph-mon[212096]: pgmap v20858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:08:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:27 smithi123 ceph-mon[191304]: pgmap v20858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:08:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:27 smithi123 ceph-mon[188613]: pgmap v20858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:08:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:08:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:08:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T21:08:29.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:29 smithi123 ceph-mon[191304]: pgmap v20859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:29.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:29 smithi123 ceph-mon[188613]: pgmap v20859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:30.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:29 smithi177 ceph-mon[212096]: pgmap v20859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:31.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:31 smithi123 ceph-mon[191304]: pgmap v20860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:31.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:31 smithi123 ceph-mon[188613]: pgmap v20860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:32.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:31 smithi177 ceph-mon[212096]: pgmap v20860: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:33.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:33 smithi123 ceph-mon[188613]: pgmap v20861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:33.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:33 smithi123 ceph-mon[191304]: pgmap v20861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:34.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:33 smithi177 ceph-mon[212096]: pgmap v20861: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:35.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:35 smithi123 ceph-mon[191304]: pgmap v20862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:35 smithi123 ceph-mon[188613]: pgmap v20862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:36.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:35 smithi177 ceph-mon[212096]: pgmap v20862: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:37.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:37 smithi177 ceph-mon[212096]: pgmap v20863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:37.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:37 smithi123 ceph-mon[191304]: pgmap v20863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:37 smithi123 ceph-mon[188613]: pgmap v20863: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:08:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:08:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T21:08:39.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:39 smithi123 ceph-mon[191304]: pgmap v20864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:39.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:39 smithi123 ceph-mon[188613]: pgmap v20864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:39 smithi177 ceph-mon[212096]: pgmap v20864: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:41.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:41 smithi123 ceph-mon[191304]: pgmap v20865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:41 smithi123 ceph-mon[188613]: pgmap v20865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:42.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:41 smithi177 ceph-mon[212096]: pgmap v20865: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:42.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:08:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:08:43.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:08:43.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:43 smithi123 ceph-mon[191304]: pgmap v20866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:43.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:43 smithi123 ceph-mon[188613]: pgmap v20866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:44.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:43 smithi177 ceph-mon[212096]: pgmap v20866: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:45.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:45 smithi123 ceph-mon[191304]: pgmap v20867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:45.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:45 smithi123 ceph-mon[188613]: pgmap v20867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:46.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:45 smithi177 ceph-mon[212096]: pgmap v20867: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:47.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:47 smithi177 ceph-mon[212096]: pgmap v20868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:47.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:47 smithi123 ceph-mon[191304]: pgmap v20868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:47.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:47 smithi123 ceph-mon[188613]: pgmap v20868: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:48.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:08:48.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:08:48.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:08:48.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:08:48.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:08:48.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:08:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:08:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:08:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:08:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:08:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:08:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:08:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:08:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:08:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:08:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:08:48.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:08:48.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:08:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:08:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:08:49] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T21:08:49.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:49 smithi177 ceph-mon[212096]: pgmap v20869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:49.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:49 smithi123 ceph-mon[191304]: pgmap v20869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:49 smithi123 ceph-mon[188613]: pgmap v20869: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:51.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:51 smithi123 ceph-mon[188613]: pgmap v20870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:51.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:51 smithi123 ceph-mon[191304]: pgmap v20870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:52.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:51 smithi177 ceph-mon[212096]: pgmap v20870: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:53.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:53 smithi123 ceph-mon[191304]: pgmap v20871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:53.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:53 smithi123 ceph-mon[188613]: pgmap v20871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:54.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:53 smithi177 ceph-mon[212096]: pgmap v20871: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:55.283 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:08:55.592 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:08:55.592 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 68s ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:08:55.592 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 9m ago 10h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:08:55.593 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 68s ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:08:55.593 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 9m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:08:55.593 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 9m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:08:55.593 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 68s ago 10h 929M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:08:55.593 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 68s ago 10h 2498M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:08:55.593 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 9m ago 10h 1203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:08:55.593 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 68s ago 10h 1298M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:08:55.593 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 68s ago 10h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:08:55.593 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 9m ago 10h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:08:55.593 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 68s ago 10h 5647M 2059M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:08:55.593 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 68s ago 10h 6351M 2059M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:08:55.593 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 68s ago 10h 5155M 2059M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:08:55.593 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 68s ago 10h 5474M 2059M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:08:55.593 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 9m ago 10h 4646M 2443M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:08:55.594 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 9m ago 10h 5223M 2443M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:08:55.594 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 9m ago 10h 4514M 2443M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:08:55.594 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 9m ago 10h 5263M 2443M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:08:55.594 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 9m ago 10h 166M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:08:55.976 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:08:55.976 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:08:55.976 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:08:55.976 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:08:55.976 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:08:55.976 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:08:55.976 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:08:55.976 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:08:55.976 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:08:55.976 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:08:55.976 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:08:55.977 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:08:55.977 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:08:55.977 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:08:55.977 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:08:55.977 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:08:55.977 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:08:55.977 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:08:55.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:55 smithi123 ceph-mon[191304]: pgmap v20872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:55.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:55 smithi123 ceph-mon[191304]: from='client.57168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:08:55.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:55 smithi123 ceph-mon[188613]: pgmap v20872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:55.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:55 smithi123 ceph-mon[188613]: from='client.57168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:08:56.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:55 smithi177 ceph-mon[212096]: pgmap v20872: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:56.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:55 smithi177 ceph-mon[212096]: from='client.57168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:08:56.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:56 smithi123 ceph-mon[191304]: from='client.57174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:08:56.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:56 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1998383837' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:08:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:56 smithi123 ceph-mon[188613]: from='client.57174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:08:56.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:56 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1998383837' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:08:57.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:56 smithi177 ceph-mon[212096]: from='client.57174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:08:57.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:56 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1998383837' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:08:57.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:57 smithi123 ceph-mon[191304]: pgmap v20873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:08:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:57 smithi123 ceph-mon[188613]: pgmap v20873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:08:58.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:57 smithi177 ceph-mon[212096]: pgmap v20873: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:58.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:08:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:08:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:08:59] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T21:08:59.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:08:59 smithi123 ceph-mon[188613]: pgmap v20874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:08:59.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:08:59 smithi123 ceph-mon[191304]: pgmap v20874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:00.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:08:59 smithi177 ceph-mon[212096]: pgmap v20874: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:01.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:01 smithi123 ceph-mon[191304]: pgmap v20875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:01.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:01 smithi123 ceph-mon[188613]: pgmap v20875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:02.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:01 smithi177 ceph-mon[212096]: pgmap v20875: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:03.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:03 smithi123 ceph-mon[191304]: pgmap v20876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:03.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:03 smithi123 ceph-mon[188613]: pgmap v20876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:04.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:03 smithi177 ceph-mon[212096]: pgmap v20876: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:05.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:05 smithi123 ceph-mon[191304]: pgmap v20877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:05.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:05 smithi123 ceph-mon[188613]: pgmap v20877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:06.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:05 smithi177 ceph-mon[212096]: pgmap v20877: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:07.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:07 smithi177 ceph-mon[212096]: pgmap v20878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:07.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:07 smithi123 ceph-mon[191304]: pgmap v20878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:07.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:07 smithi123 ceph-mon[188613]: pgmap v20878: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:09.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:09:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:09:09] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T21:09:09.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:09 smithi123 ceph-mon[188613]: pgmap v20879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:09.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:09 smithi123 ceph-mon[191304]: pgmap v20879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:10.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:09 smithi177 ceph-mon[212096]: pgmap v20879: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:11.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:11 smithi123 ceph-mon[191304]: pgmap v20880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:11.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:11 smithi123 ceph-mon[188613]: pgmap v20880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:12.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:11 smithi177 ceph-mon[212096]: pgmap v20880: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:09:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:09:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:09:13.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:13 smithi123 ceph-mon[191304]: pgmap v20881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:13.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:13 smithi123 ceph-mon[188613]: pgmap v20881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:14.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:13 smithi177 ceph-mon[212096]: pgmap v20881: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:15.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:15 smithi123 ceph-mon[188613]: pgmap v20882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:15.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:15 smithi123 ceph-mon[191304]: pgmap v20882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:16.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:15 smithi177 ceph-mon[212096]: pgmap v20882: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:17.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:17 smithi177 ceph-mon[212096]: pgmap v20883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:17.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:17 smithi123 ceph-mon[188613]: pgmap v20883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:17.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:17 smithi123 ceph-mon[191304]: pgmap v20883: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:09:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:09:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T21:09:19.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:19 smithi123 ceph-mon[191304]: pgmap v20884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:19.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:19 smithi123 ceph-mon[188613]: pgmap v20884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:20.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:19 smithi177 ceph-mon[212096]: pgmap v20884: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:21.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:21 smithi123 ceph-mon[191304]: pgmap v20885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:21.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:21 smithi123 ceph-mon[188613]: pgmap v20885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:22.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:21 smithi177 ceph-mon[212096]: pgmap v20885: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:23.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:23 smithi123 ceph-mon[191304]: pgmap v20886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:23.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:23 smithi123 ceph-mon[188613]: pgmap v20886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:24.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:23 smithi177 ceph-mon[212096]: pgmap v20886: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:25.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:25 smithi123 ceph-mon[191304]: pgmap v20887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:25.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:25 smithi123 ceph-mon[188613]: pgmap v20887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:26.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:25 smithi177 ceph-mon[212096]: pgmap v20887: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:26.326 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:09:26.634 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:09:26.635 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 99s ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:09:26.635 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 9m ago 10h 92.9M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:09:26.635 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 99s ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:09:26.635 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 9m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:09:26.635 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 9m ago 10h 468M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:09:26.635 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 99s ago 10h 929M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:09:26.635 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 99s ago 10h 2498M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:09:26.635 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 9m ago 10h 1203M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:09:26.635 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 99s ago 10h 1298M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:09:26.635 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 99s ago 10h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:09:26.635 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 9m ago 10h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:09:26.635 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 99s ago 10h 5647M 2059M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:09:26.636 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 99s ago 10h 6351M 2059M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:09:26.636 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 99s ago 10h 5155M 2059M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:09:26.636 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 99s ago 10h 5474M 2059M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:09:26.636 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 9m ago 10h 4646M 2443M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:09:26.636 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 9m ago 10h 5223M 2443M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:09:26.636 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 9m ago 10h 4514M 2443M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:09:26.636 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 9m ago 10h 5263M 2443M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:09:26.636 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 9m ago 10h 166M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:09:26.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:26 smithi123 ceph-mon[191304]: from='client.67142 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:09:26.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:26 smithi123 ceph-mon[188613]: from='client.67142 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:09:27.018 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:09:27.018 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:09:27.018 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:09:27.018 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:09:27.018 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:09:27.018 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:09:27.018 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:09:27.018 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:09:27.019 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:09:27.019 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:09:27.019 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:09:27.019 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:09:27.019 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:09:27.019 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:09:27.019 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:09:27.019 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:09:27.019 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:09:27.019 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:09:27.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:26 smithi177 ceph-mon[212096]: from='client.67142 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:09:27.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:27 smithi123 ceph-mon[191304]: from='client.57192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:09:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:27 smithi123 ceph-mon[191304]: pgmap v20888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:27 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/848779852' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:09:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:09:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:27 smithi123 ceph-mon[188613]: from='client.57192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:09:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:27 smithi123 ceph-mon[188613]: pgmap v20888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:27 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/848779852' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:09:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:09:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:27 smithi177 ceph-mon[212096]: from='client.57192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:09:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:27 smithi177 ceph-mon[212096]: pgmap v20888: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:27 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/848779852' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:09:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:09:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:09:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:09:29] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T21:09:29.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:29 smithi123 ceph-mon[191304]: pgmap v20889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:29.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:29 smithi123 ceph-mon[188613]: pgmap v20889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:30.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:29 smithi177 ceph-mon[212096]: pgmap v20889: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:31.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:31 smithi123 ceph-mon[191304]: pgmap v20890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:31.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:31 smithi123 ceph-mon[188613]: pgmap v20890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:32.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:31 smithi177 ceph-mon[212096]: pgmap v20890: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:33.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:33 smithi123 ceph-mon[191304]: pgmap v20891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:33.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:33 smithi123 ceph-mon[188613]: pgmap v20891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:34.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:33 smithi177 ceph-mon[212096]: pgmap v20891: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:35.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:35 smithi123 ceph-mon[191304]: pgmap v20892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:35 smithi123 ceph-mon[188613]: pgmap v20892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:36.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:35 smithi177 ceph-mon[212096]: pgmap v20892: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:37.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:37 smithi177 ceph-mon[212096]: pgmap v20893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:37.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:37 smithi123 ceph-mon[191304]: pgmap v20893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:37 smithi123 ceph-mon[188613]: pgmap v20893: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:09:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:09:39] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T21:09:39.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:39 smithi123 ceph-mon[188613]: pgmap v20894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:39.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:39 smithi123 ceph-mon[191304]: pgmap v20894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:39 smithi177 ceph-mon[212096]: pgmap v20894: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:41.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:41 smithi123 ceph-mon[191304]: pgmap v20895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:41 smithi123 ceph-mon[188613]: pgmap v20895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:42.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:41 smithi177 ceph-mon[212096]: pgmap v20895: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:09:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:09:43.156 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:09:43.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:43 smithi123 ceph-mon[191304]: pgmap v20896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:43.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:43 smithi123 ceph-mon[188613]: pgmap v20896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:44.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:43 smithi177 ceph-mon[212096]: pgmap v20896: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:45.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:45 smithi123 ceph-mon[191304]: pgmap v20897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:45.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:45 smithi123 ceph-mon[188613]: pgmap v20897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:46.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:45 smithi177 ceph-mon[212096]: pgmap v20897: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:47.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:47 smithi177 ceph-mon[212096]: pgmap v20898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:47.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:47 smithi123 ceph-mon[191304]: pgmap v20898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:47.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:47 smithi123 ceph-mon[188613]: pgmap v20898: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:48.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:48 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:09:48.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:48 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:09:49.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:48 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:09:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:09:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:09:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T21:09:49.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:49 smithi123 ceph-mon[191304]: pgmap v20899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:49 smithi123 ceph-mon[188613]: pgmap v20899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:50.103 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:49 smithi177 ceph-mon[212096]: pgmap v20899: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:52.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:52 smithi177 ceph-mon[212096]: pgmap v20900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:52.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:09:52.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:09:52.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:09:52.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:09:52.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:09:52.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:52 smithi123 ceph-mon[188613]: pgmap v20900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:52.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:09:52.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:09:52.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:09:52.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:09:52.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:09:52.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:52 smithi123 ceph-mon[191304]: pgmap v20900: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:52.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:09:52.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:09:52.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:09:52.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:09:52.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:09:54.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:54 smithi177 ceph-mon[212096]: pgmap v20901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:54.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:54 smithi123 ceph-mon[191304]: pgmap v20901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:54.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:54 smithi123 ceph-mon[188613]: pgmap v20901: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:56.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:56 smithi177 ceph-mon[212096]: pgmap v20902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:56.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:56 smithi123 ceph-mon[191304]: pgmap v20902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:56.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:56 smithi123 ceph-mon[188613]: pgmap v20902: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:57.369 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:09:57.680 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:09:57.681 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 2m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:09:57.681 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 6s ago 10h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:09:57.681 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 2m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:09:57.681 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 6s ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:09:57.681 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 6s ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:09:57.681 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 2m ago 10h 929M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:09:57.681 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 2m ago 10h 2498M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:09:57.681 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 6s ago 10h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:09:57.681 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 2m ago 10h 1298M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:09:57.681 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 2m ago 10h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:09:57.681 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 6s ago 10h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:09:57.681 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 2m ago 10h 5647M 2059M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:09:57.681 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 2m ago 10h 6351M 2059M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:09:57.681 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 2m ago 10h 5155M 2059M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:09:57.682 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 2m ago 10h 5474M 2059M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:09:57.682 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 6s ago 10h 4674M 2443M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:09:57.682 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 6s ago 10h 5257M 2443M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:09:57.682 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 6s ago 10h 4544M 2443M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:09:57.682 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 6s ago 10h 5297M 2443M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:09:57.682 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 6s ago 10h 147M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:09:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:57 smithi177 ceph-mon[212096]: pgmap v20903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:09:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:57 smithi177 ceph-mon[212096]: from='client.57204 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:09:57.992 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:57 smithi123 ceph-mon[188613]: pgmap v20903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:09:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:57 smithi123 ceph-mon[188613]: from='client.57204 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:09:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:57 smithi123 ceph-mon[191304]: pgmap v20903: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:09:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:57 smithi123 ceph-mon[191304]: from='client.57204 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:09:58.064 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:09:58.064 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:09:58.064 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:09:58.064 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:09:58.064 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:09:58.064 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:09:58.064 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:09:58.064 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:09:58.064 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:09:58.065 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:09:58.065 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:09:58.065 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:09:58.065 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:09:58.065 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:09:58.065 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:09:58.065 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:09:58.065 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:09:58.065 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:09:58.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:58 smithi177 ceph-mon[212096]: from='client.67166 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:09:58.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:58 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2420001199' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:09:58.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:58 smithi123 ceph-mon[191304]: from='client.67166 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:09:58.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:58 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2420001199' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:09:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:58 smithi123 ceph-mon[188613]: from='client.67166 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:09:58.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:58 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2420001199' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:09:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:09:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:09:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:09:59.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:09:59 smithi177 ceph-mon[212096]: pgmap v20904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:59.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:09:59 smithi123 ceph-mon[191304]: pgmap v20904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:09:59.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:09:59 smithi123 ceph-mon[188613]: pgmap v20904: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:00.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T21:09:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T21:10:00.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T21:10:00.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T21:10:00.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T21:10:01.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:01 smithi177 ceph-mon[212096]: pgmap v20905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:01.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:01 smithi123 ceph-mon[191304]: pgmap v20905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:01.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:01 smithi123 ceph-mon[188613]: pgmap v20905: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:03.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:03 smithi123 ceph-mon[191304]: pgmap v20906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:03.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:03 smithi123 ceph-mon[188613]: pgmap v20906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:04.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:03 smithi177 ceph-mon[212096]: pgmap v20906: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:05.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:05 smithi123 ceph-mon[191304]: pgmap v20907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:05.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:05 smithi123 ceph-mon[188613]: pgmap v20907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:06.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:05 smithi177 ceph-mon[212096]: pgmap v20907: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:07.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:07 smithi177 ceph-mon[212096]: pgmap v20908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:07.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:07 smithi123 ceph-mon[191304]: pgmap v20908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:07.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:07 smithi123 ceph-mon[188613]: pgmap v20908: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:10:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:10:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:10:09.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:09 smithi123 ceph-mon[191304]: pgmap v20909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:09.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:09 smithi123 ceph-mon[188613]: pgmap v20909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:10.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:09 smithi177 ceph-mon[212096]: pgmap v20909: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:11.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:11 smithi123 ceph-mon[191304]: pgmap v20910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:11.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:11 smithi123 ceph-mon[188613]: pgmap v20910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:12.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:11 smithi177 ceph-mon[212096]: pgmap v20910: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:12.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:10:12.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:10:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:10:13.997 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:13 smithi123 ceph-mon[191304]: pgmap v20911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:13.998 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:13 smithi123 ceph-mon[188613]: pgmap v20911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:14.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:13 smithi177 ceph-mon[212096]: pgmap v20911: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:15.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:15 smithi123 ceph-mon[191304]: pgmap v20912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:15.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:15 smithi123 ceph-mon[188613]: pgmap v20912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:16.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:15 smithi177 ceph-mon[212096]: pgmap v20912: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:17.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:17 smithi177 ceph-mon[212096]: pgmap v20913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:17.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:17 smithi123 ceph-mon[191304]: pgmap v20913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:17.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:17 smithi123 ceph-mon[188613]: pgmap v20913: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:10:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:10:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T21:10:19.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:19 smithi123 ceph-mon[191304]: pgmap v20914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:19.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:19 smithi123 ceph-mon[188613]: pgmap v20914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:20.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:19 smithi177 ceph-mon[212096]: pgmap v20914: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:21.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:21 smithi123 ceph-mon[191304]: pgmap v20915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:21.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:21 smithi123 ceph-mon[188613]: pgmap v20915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:22.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:21 smithi177 ceph-mon[212096]: pgmap v20915: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:23.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:23 smithi123 ceph-mon[191304]: pgmap v20916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:23.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:23 smithi123 ceph-mon[188613]: pgmap v20916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:24.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:23 smithi177 ceph-mon[212096]: pgmap v20916: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:25.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:25 smithi123 ceph-mon[188613]: pgmap v20917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:25.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:25 smithi123 ceph-mon[191304]: pgmap v20917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:26.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:25 smithi177 ceph-mon[212096]: pgmap v20917: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:27 smithi177 ceph-mon[212096]: pgmap v20918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:10:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:27 smithi123 ceph-mon[191304]: pgmap v20918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:10:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:27 smithi123 ceph-mon[188613]: pgmap v20918: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:10:28.416 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:10:28.727 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:10:28.727 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 2m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:10:28.727 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 37s ago 10h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:10:28.727 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 2m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:10:28.728 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 37s ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:10:28.728 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 37s ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:10:28.728 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 2m ago 10h 929M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:10:28.728 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 2m ago 10h 2498M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:10:28.728 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 37s ago 10h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:10:28.728 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 2m ago 10h 1298M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:10:28.728 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 2m ago 10h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:10:28.728 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 37s ago 10h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:10:28.728 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 2m ago 10h 5647M 2059M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:10:28.728 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 2m ago 10h 6351M 2059M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:10:28.728 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 2m ago 10h 5155M 2059M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:10:28.728 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 2m ago 10h 5474M 2059M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:10:28.728 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 37s ago 10h 4674M 2443M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:10:28.728 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 37s ago 10h 5257M 2443M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:10:28.729 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 37s ago 10h 4544M 2443M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:10:28.729 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 37s ago 10h 5297M 2443M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:10:28.729 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 37s ago 10h 147M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:10:28.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:28 smithi177 ceph-mon[212096]: from='client.57222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:10:28.992 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:28 smithi123 ceph-mon[191304]: from='client.57222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:10:28.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:28 smithi123 ceph-mon[188613]: from='client.57222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:10:29.108 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:10:29.109 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:10:29.109 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:10:29.109 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:10:29.109 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:10:29.109 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:10:29.109 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:10:29.109 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:10:29.109 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:10:29.109 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:10:29.110 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:10:29.110 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:10:29.110 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:10:29.110 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:10:29.110 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:10:29.110 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:10:29.110 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:10:29.110 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:10:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:10:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:10:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T21:10:29.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:29 smithi177 ceph-mon[212096]: pgmap v20919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:29.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:29 smithi177 ceph-mon[212096]: from='client.57228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:10:29.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:29 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1906900025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:10:29.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:29 smithi123 ceph-mon[191304]: pgmap v20919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:29.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:29 smithi123 ceph-mon[191304]: from='client.57228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:10:29.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:29 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1906900025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:10:29.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:29 smithi123 ceph-mon[188613]: pgmap v20919: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:29.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:29 smithi123 ceph-mon[188613]: from='client.57228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:10:29.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:29 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1906900025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:10:31.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:31 smithi123 ceph-mon[191304]: pgmap v20920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:31.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:31 smithi123 ceph-mon[188613]: pgmap v20920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:32.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:31 smithi177 ceph-mon[212096]: pgmap v20920: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:33.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:33 smithi123 ceph-mon[191304]: pgmap v20921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:33.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:33 smithi123 ceph-mon[188613]: pgmap v20921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:34.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:33 smithi177 ceph-mon[212096]: pgmap v20921: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:35.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:35 smithi123 ceph-mon[191304]: pgmap v20922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:35.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:35 smithi123 ceph-mon[188613]: pgmap v20922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:36.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:35 smithi177 ceph-mon[212096]: pgmap v20922: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:37.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:37 smithi177 ceph-mon[212096]: pgmap v20923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:37.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:37 smithi123 ceph-mon[191304]: pgmap v20923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:37 smithi123 ceph-mon[188613]: pgmap v20923: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:10:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:10:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T21:10:39.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:39 smithi123 ceph-mon[191304]: pgmap v20924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:39.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:39 smithi123 ceph-mon[188613]: pgmap v20924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:39 smithi177 ceph-mon[212096]: pgmap v20924: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:41.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:41 smithi123 ceph-mon[191304]: pgmap v20925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:41.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:41 smithi123 ceph-mon[188613]: pgmap v20925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:42.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:41 smithi177 ceph-mon[212096]: pgmap v20925: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:42.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:10:42.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:10:43.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:10:43.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:43 smithi123 ceph-mon[191304]: pgmap v20926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:43.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:43 smithi123 ceph-mon[188613]: pgmap v20926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:44.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:43 smithi177 ceph-mon[212096]: pgmap v20926: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:46.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:45 smithi177 ceph-mon[212096]: pgmap v20927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:46.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:45 smithi123 ceph-mon[191304]: pgmap v20927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:46.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:45 smithi123 ceph-mon[188613]: pgmap v20927: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:47.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:47 smithi177 ceph-mon[212096]: pgmap v20928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:47.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:47 smithi123 ceph-mon[191304]: pgmap v20928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:47.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:47 smithi123 ceph-mon[188613]: pgmap v20928: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:10:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:10:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T21:10:49.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:49 smithi123 ceph-mon[191304]: pgmap v20929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:49.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:49 smithi123 ceph-mon[188613]: pgmap v20929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:50.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:49 smithi177 ceph-mon[212096]: pgmap v20929: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:51.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:51 smithi123 ceph-mon[191304]: pgmap v20930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:51.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:51 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:10:51.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:51 smithi123 ceph-mon[188613]: pgmap v20930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:51.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:51 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:10:52.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:51 smithi177 ceph-mon[212096]: pgmap v20930: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:52.156 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:51 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:10:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:10:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:10:52.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:10:52.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:10:52.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:10:52.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:10:53.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:10:53.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:10:53.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:10:54.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:54 smithi123 ceph-mon[191304]: pgmap v20931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:54.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:54 smithi123 ceph-mon[188613]: pgmap v20931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:54.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:54 smithi177 ceph-mon[212096]: pgmap v20931: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:56.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:56 smithi123 ceph-mon[191304]: pgmap v20932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:56.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:56 smithi123 ceph-mon[188613]: pgmap v20932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:56.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:56 smithi177 ceph-mon[212096]: pgmap v20932: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:57 smithi177 ceph-mon[212096]: pgmap v20933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:10:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:57 smithi123 ceph-mon[191304]: pgmap v20933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:10:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:57 smithi123 ceph-mon[188613]: pgmap v20933: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:57.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:10:59.457 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:10:59.492 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:10:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:10:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:10:59.769 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:10:59.770 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 3m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:10:59.770 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 68s ago 10h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:10:59.770 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 3m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:10:59.770 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 68s ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:10:59.770 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 68s ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:10:59.770 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 3m ago 10h 929M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:10:59.771 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 3m ago 10h 2498M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:10:59.771 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 68s ago 10h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:10:59.771 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 3m ago 10h 1298M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:10:59.771 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 3m ago 10h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:10:59.771 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 68s ago 10h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:10:59.771 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 3m ago 10h 5647M 2059M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:10:59.771 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 3m ago 10h 6351M 2059M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:10:59.771 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 3m ago 10h 5155M 2059M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:10:59.771 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 3m ago 10h 5474M 2059M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:10:59.772 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 68s ago 10h 4674M 2443M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:10:59.772 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 68s ago 10h 5257M 2443M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:10:59.772 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 68s ago 10h 4544M 2443M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:10:59.772 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 68s ago 10h 5297M 2443M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:10:59.772 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 68s ago 10h 147M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:10:59.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:59 smithi123 ceph-mon[191304]: pgmap v20934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:59.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:10:59 smithi123 ceph-mon[191304]: from='client.57240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:10:59.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:59 smithi123 ceph-mon[188613]: pgmap v20934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:10:59.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:10:59 smithi123 ceph-mon[188613]: from='client.57240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:11:00.150 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:11:00.189 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:11:00.189 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:11:00.189 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:11:00.189 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:11:00.189 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:11:00.189 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:11:00.189 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:11:00.189 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:11:00.190 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:11:00.190 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:11:00.190 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:11:00.190 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:11:00.190 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:11:00.190 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:11:00.190 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:11:00.190 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:11:00.190 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:11:00.190 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:59 smithi177 ceph-mon[212096]: pgmap v20934: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:00.191 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:10:59 smithi177 ceph-mon[212096]: from='client.57240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:11:01.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:00 smithi177 ceph-mon[212096]: from='client.57246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:11:01.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:00 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2868409810' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:11:01.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:00 smithi123 ceph-mon[191304]: from='client.57246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:11:01.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:00 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2868409810' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:11:01.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:00 smithi123 ceph-mon[188613]: from='client.57246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:11:01.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:00 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2868409810' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:11:02.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:01 smithi177 ceph-mon[212096]: pgmap v20935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:02.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:01 smithi123 ceph-mon[191304]: pgmap v20935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:02.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:01 smithi123 ceph-mon[188613]: pgmap v20935: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:04.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:03 smithi177 ceph-mon[212096]: pgmap v20936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:04.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:03 smithi123 ceph-mon[188613]: pgmap v20936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:04.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:03 smithi123 ceph-mon[191304]: pgmap v20936: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:06.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:05 smithi177 ceph-mon[212096]: pgmap v20937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:06.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:05 smithi123 ceph-mon[188613]: pgmap v20937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:06.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:05 smithi123 ceph-mon[191304]: pgmap v20937: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:07.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:07 smithi177 ceph-mon[212096]: pgmap v20938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:07.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:07 smithi123 ceph-mon[188613]: pgmap v20938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:07.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:07 smithi123 ceph-mon[191304]: pgmap v20938: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:11:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:11:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:11:09.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:09 smithi123 ceph-mon[191304]: pgmap v20939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:09.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:09 smithi123 ceph-mon[188613]: pgmap v20939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:10.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:09 smithi177 ceph-mon[212096]: pgmap v20939: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:11.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:11 smithi123 ceph-mon[191304]: pgmap v20940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:11.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:11 smithi123 ceph-mon[188613]: pgmap v20940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:12.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:11 smithi177 ceph-mon[212096]: pgmap v20940: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:11:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:11:13.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:11:14.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:13 smithi177 ceph-mon[212096]: pgmap v20941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:14.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:13 smithi123 ceph-mon[191304]: pgmap v20941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:14.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:13 smithi123 ceph-mon[188613]: pgmap v20941: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:16.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:15 smithi177 ceph-mon[212096]: pgmap v20942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:16.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:15 smithi123 ceph-mon[191304]: pgmap v20942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:16.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:15 smithi123 ceph-mon[188613]: pgmap v20942: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:17.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:17 smithi177 ceph-mon[212096]: pgmap v20943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:17.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:17 smithi123 ceph-mon[191304]: pgmap v20943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:17.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:17 smithi123 ceph-mon[188613]: pgmap v20943: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:11:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:11:19] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T21:11:19.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:19 smithi123 ceph-mon[191304]: pgmap v20944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:19.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:19 smithi123 ceph-mon[188613]: pgmap v20944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:20.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:19 smithi177 ceph-mon[212096]: pgmap v20944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:22.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:21 smithi177 ceph-mon[212096]: pgmap v20945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:22.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:21 smithi123 ceph-mon[188613]: pgmap v20945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:22.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:21 smithi123 ceph-mon[191304]: pgmap v20945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:24.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:23 smithi177 ceph-mon[212096]: pgmap v20946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:24.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:23 smithi123 ceph-mon[191304]: pgmap v20946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:24.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:23 smithi123 ceph-mon[188613]: pgmap v20946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:26.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:25 smithi177 ceph-mon[212096]: pgmap v20947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:26.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:25 smithi123 ceph-mon[191304]: pgmap v20947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:26.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:25 smithi123 ceph-mon[188613]: pgmap v20947: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:27 smithi177 ceph-mon[212096]: pgmap v20948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:11:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:27 smithi123 ceph-mon[191304]: pgmap v20948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:11:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:27 smithi123 ceph-mon[188613]: pgmap v20948: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:27.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:11:28.904 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 21:11:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T21:11:28.584541419Z level=info msg="Completed cleanup jobs" duration=11.470048ms 2023-12-20T21:11:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:11:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:11:29] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T21:11:29.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:29 smithi123 ceph-mon[188613]: pgmap v20949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:29.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:29 smithi123 ceph-mon[191304]: pgmap v20949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:30.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:29 smithi177 ceph-mon[212096]: pgmap v20949: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:30.496 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:11:30.805 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:11:30.805 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 3m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:11:30.805 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 99s ago 10h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:11:30.805 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 3m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:11:30.805 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 99s ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:11:30.805 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 99s ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:11:30.809 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 3m ago 10h 929M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:11:30.810 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 3m ago 10h 2498M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:11:30.810 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 99s ago 10h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:11:30.810 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 3m ago 10h 1298M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:11:30.810 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 3m ago 10h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:11:30.810 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 99s ago 10h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:11:30.810 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 3m ago 10h 5647M 2059M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:11:30.811 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 3m ago 10h 6351M 2059M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:11:30.811 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 3m ago 10h 5155M 2059M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:11:30.811 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 3m ago 10h 5474M 2059M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:11:30.811 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 99s ago 10h 4674M 2443M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:11:30.811 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 99s ago 10h 5257M 2443M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:11:30.812 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 99s ago 10h 4544M 2443M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:11:30.812 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 99s ago 10h 5297M 2443M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:11:30.812 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 99s ago 10h 147M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:11:31.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:30 smithi177 ceph-mon[212096]: from='client.67214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:11:31.186 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:11:31.186 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:11:31.186 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:11:31.186 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:11:31.186 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:11:31.186 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:11:31.186 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:11:31.186 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:11:31.186 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:11:31.186 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:11:31.187 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:11:31.187 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:11:31.187 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:11:31.187 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:11:31.187 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:11:31.187 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:11:31.187 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:11:31.187 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:11:31.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:30 smithi123 ceph-mon[188613]: from='client.67214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:11:31.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:30 smithi123 ceph-mon[191304]: from='client.67214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:11:32.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:31 smithi177 ceph-mon[212096]: pgmap v20950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:32.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:31 smithi177 ceph-mon[212096]: from='client.57264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:11:32.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:31 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1173269103' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:11:32.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:31 smithi123 ceph-mon[191304]: pgmap v20950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:32.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:31 smithi123 ceph-mon[191304]: from='client.57264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:11:32.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:31 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1173269103' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:11:32.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:31 smithi123 ceph-mon[188613]: pgmap v20950: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:32.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:31 smithi123 ceph-mon[188613]: from='client.57264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:11:32.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:31 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1173269103' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:11:34.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:33 smithi177 ceph-mon[212096]: pgmap v20951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:34.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:33 smithi123 ceph-mon[191304]: pgmap v20951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:34.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:33 smithi123 ceph-mon[188613]: pgmap v20951: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:36.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:35 smithi177 ceph-mon[212096]: pgmap v20952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:36.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:35 smithi123 ceph-mon[188613]: pgmap v20952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:36.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:35 smithi123 ceph-mon[191304]: pgmap v20952: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:37.906 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:37 smithi177 ceph-mon[212096]: pgmap v20953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:37.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:37 smithi123 ceph-mon[191304]: pgmap v20953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:37.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:37 smithi123 ceph-mon[188613]: pgmap v20953: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:11:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:11:39] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T21:11:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:39 smithi177 ceph-mon[212096]: pgmap v20954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:40.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:39 smithi123 ceph-mon[191304]: pgmap v20954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:40.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:39 smithi123 ceph-mon[188613]: pgmap v20954: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:42.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:41 smithi177 ceph-mon[212096]: pgmap v20955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:42.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:41 smithi123 ceph-mon[188613]: pgmap v20955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:42.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:41 smithi123 ceph-mon[191304]: pgmap v20955: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:43.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:11:43.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:11:43.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:11:44.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:43 smithi177 ceph-mon[212096]: pgmap v20956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:44.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:43 smithi123 ceph-mon[191304]: pgmap v20956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:44.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:43 smithi123 ceph-mon[188613]: pgmap v20956: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:46.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:45 smithi177 ceph-mon[212096]: pgmap v20957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:46.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:45 smithi123 ceph-mon[191304]: pgmap v20957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:46.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:45 smithi123 ceph-mon[188613]: pgmap v20957: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:47.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:47 smithi177 ceph-mon[212096]: pgmap v20958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:47.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:47 smithi123 ceph-mon[191304]: pgmap v20958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:47.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:47 smithi123 ceph-mon[188613]: pgmap v20958: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:11:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:11:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T21:11:50.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:49 smithi177 ceph-mon[212096]: pgmap v20959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:50.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:49 smithi123 ceph-mon[191304]: pgmap v20959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:50.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:49 smithi123 ceph-mon[188613]: pgmap v20959: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:52.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:51 smithi177 ceph-mon[212096]: pgmap v20960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:52.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:51 smithi123 ceph-mon[191304]: pgmap v20960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:52.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:51 smithi123 ceph-mon[188613]: pgmap v20960: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:53.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:52 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:11:53.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:52 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:11:53.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:52 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:11:54.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:53 smithi177 ceph-mon[212096]: pgmap v20961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:54.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:11:54.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:11:54.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:11:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:53 smithi123 ceph-mon[188613]: pgmap v20961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:11:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:11:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:11:54.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:53 smithi123 ceph-mon[191304]: pgmap v20961: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:54.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:11:54.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:11:54.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:11:56.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:55 smithi177 ceph-mon[212096]: pgmap v20962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:56.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:55 smithi123 ceph-mon[188613]: pgmap v20962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:56.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:55 smithi123 ceph-mon[191304]: pgmap v20962: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:57 smithi177 ceph-mon[212096]: pgmap v20963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:11:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:57 smithi123 ceph-mon[191304]: pgmap v20963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:11:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:57 smithi123 ceph-mon[188613]: pgmap v20963: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:11:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:11:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:11:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:11:59] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T21:12:00.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:11:59 smithi177 ceph-mon[212096]: pgmap v20964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:11:59 smithi123 ceph-mon[188613]: pgmap v20964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:11:59 smithi123 ceph-mon[191304]: pgmap v20964: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:01.529 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:12:01.843 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:12:01.843 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 4m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:12:01.843 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 2m ago 10h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:12:01.843 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 4m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:12:01.843 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 2m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:12:01.843 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 2m ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:12:01.844 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 4m ago 10h 929M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:12:01.844 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 4m ago 10h 2498M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:12:01.844 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 2m ago 10h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:12:01.844 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 4m ago 10h 1298M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:12:01.844 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 4m ago 10h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:12:01.844 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 2m ago 10h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:12:01.844 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 4m ago 10h 5647M 2059M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:12:01.844 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 4m ago 10h 6351M 2059M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:12:01.844 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 4m ago 10h 5155M 2059M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:12:01.844 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 4m ago 10h 5474M 2059M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:12:01.844 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 2m ago 10h 4674M 2443M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:12:01.844 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 2m ago 10h 5257M 2443M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:12:01.844 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 2m ago 10h 4544M 2443M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:12:01.844 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 2m ago 10h 5297M 2443M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:12:01.845 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 2m ago 10h 147M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:12:02.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:01 smithi177 ceph-mon[212096]: pgmap v20965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:02.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:01 smithi177 ceph-mon[212096]: from='client.57276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:12:02.221 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:12:02.221 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:12:02.221 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:12:02.221 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:12:02.221 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:12:02.221 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:12:02.221 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:12:02.221 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:12:02.221 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:12:02.221 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:12:02.222 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:12:02.222 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:12:02.222 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:12:02.222 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:12:02.222 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:12:02.222 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:12:02.222 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:12:02.222 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:12:02.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:01 smithi123 ceph-mon[191304]: pgmap v20965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:02.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:01 smithi123 ceph-mon[191304]: from='client.57276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:12:02.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:01 smithi123 ceph-mon[188613]: pgmap v20965: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:02.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:01 smithi123 ceph-mon[188613]: from='client.57276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:12:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:02 smithi177 ceph-mon[212096]: from='client.67238 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:12:03.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:02 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/884079778' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:12:03.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:02 smithi123 ceph-mon[191304]: from='client.67238 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:12:03.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:02 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/884079778' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:12:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:02 smithi123 ceph-mon[188613]: from='client.67238 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:12:03.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:02 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/884079778' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:12:04.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:03 smithi177 ceph-mon[212096]: pgmap v20966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:04.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:03 smithi123 ceph-mon[191304]: pgmap v20966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:04.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:03 smithi123 ceph-mon[188613]: pgmap v20966: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:06.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:05 smithi177 ceph-mon[212096]: pgmap v20967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:06.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:05 smithi123 ceph-mon[191304]: pgmap v20967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:06.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:05 smithi123 ceph-mon[188613]: pgmap v20967: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:07.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:07 smithi177 ceph-mon[212096]: pgmap v20968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:07.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:07 smithi123 ceph-mon[191304]: pgmap v20968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:07.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:07 smithi123 ceph-mon[188613]: pgmap v20968: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:12:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:12:09] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-20T21:12:10.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:09 smithi177 ceph-mon[212096]: pgmap v20969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:10.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:09 smithi123 ceph-mon[191304]: pgmap v20969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:10.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:09 smithi123 ceph-mon[188613]: pgmap v20969: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:12.158 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:11 smithi177 ceph-mon[212096]: pgmap v20970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:12.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:11 smithi123 ceph-mon[191304]: pgmap v20970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:12.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:11 smithi123 ceph-mon[188613]: pgmap v20970: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:12:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:12:13.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:12:14.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:13 smithi177 ceph-mon[212096]: pgmap v20971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:14.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:13 smithi123 ceph-mon[191304]: pgmap v20971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:14.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:13 smithi123 ceph-mon[188613]: pgmap v20971: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:16.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:15 smithi177 ceph-mon[212096]: pgmap v20972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:16.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:15 smithi123 ceph-mon[191304]: pgmap v20972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:16.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:15 smithi123 ceph-mon[188613]: pgmap v20972: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:17.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:17 smithi177 ceph-mon[212096]: pgmap v20973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:17.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:17 smithi123 ceph-mon[191304]: pgmap v20973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:17.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:17 smithi123 ceph-mon[188613]: pgmap v20973: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:12:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:12:19] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T21:12:20.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:19 smithi177 ceph-mon[212096]: pgmap v20974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:20.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:19 smithi123 ceph-mon[191304]: pgmap v20974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:20.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:19 smithi123 ceph-mon[188613]: pgmap v20974: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:22.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:21 smithi177 ceph-mon[212096]: pgmap v20975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:22.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:21 smithi123 ceph-mon[191304]: pgmap v20975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:22.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:21 smithi123 ceph-mon[188613]: pgmap v20975: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:24.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:23 smithi177 ceph-mon[212096]: pgmap v20976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:24.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:23 smithi123 ceph-mon[191304]: pgmap v20976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:24.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:23 smithi123 ceph-mon[188613]: pgmap v20976: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:26.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:25 smithi177 ceph-mon[212096]: pgmap v20977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:26.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:25 smithi123 ceph-mon[191304]: pgmap v20977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:26.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:25 smithi123 ceph-mon[188613]: pgmap v20977: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:27 smithi177 ceph-mon[212096]: pgmap v20978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:27.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:12:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:27 smithi123 ceph-mon[191304]: pgmap v20978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:12:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:27 smithi123 ceph-mon[188613]: pgmap v20978: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:12:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:12:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:12:29] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T21:12:30.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:29 smithi177 ceph-mon[212096]: pgmap v20979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:30.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:29 smithi123 ceph-mon[191304]: pgmap v20979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:30.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:29 smithi123 ceph-mon[188613]: pgmap v20979: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:32.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:31 smithi177 ceph-mon[212096]: pgmap v20980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:32.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:31 smithi123 ceph-mon[191304]: pgmap v20980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:32.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:31 smithi123 ceph-mon[188613]: pgmap v20980: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:32.571 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:12:32.882 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:12:32.882 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 4m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:12:32.882 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 2m ago 10h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:12:32.882 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 4m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:12:32.882 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 2m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:12:32.882 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 2m ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:12:32.882 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 4m ago 10h 929M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:12:32.882 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 4m ago 10h 2498M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:12:32.882 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 2m ago 10h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:12:32.882 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 4m ago 10h 1298M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:12:32.883 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 4m ago 10h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:12:32.883 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 2m ago 10h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:12:32.883 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 4m ago 10h 5647M 2059M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:12:32.883 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 4m ago 10h 6351M 2059M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:12:32.883 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 4m ago 10h 5155M 2059M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:12:32.883 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 4m ago 10h 5474M 2059M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:12:32.883 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 2m ago 10h 4674M 2443M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:12:32.883 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 2m ago 10h 5257M 2443M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:12:32.883 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 2m ago 10h 4544M 2443M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:12:32.883 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 2m ago 10h 5297M 2443M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:12:32.883 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 2m ago 10h 147M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:12:33.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:32 smithi177 ceph-mon[212096]: from='client.67250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:12:33.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:32 smithi123 ceph-mon[191304]: from='client.67250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:12:33.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:32 smithi123 ceph-mon[188613]: from='client.67250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:12:33.263 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:12:33.263 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:12:33.263 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:12:33.263 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:12:33.263 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:12:33.263 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:12:33.263 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:12:33.263 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:12:33.263 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:12:33.263 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:12:33.263 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:12:33.264 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:12:33.264 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:12:33.264 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:12:33.264 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:12:33.264 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:12:33.264 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:12:33.264 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:12:34.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:33 smithi177 ceph-mon[212096]: pgmap v20981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:34.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:33 smithi177 ceph-mon[212096]: from='client.57300 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:12:34.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:33 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3228861035' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:12:34.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:33 smithi123 ceph-mon[191304]: pgmap v20981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:34.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:33 smithi123 ceph-mon[191304]: from='client.57300 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:12:34.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:33 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3228861035' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:12:34.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:33 smithi123 ceph-mon[188613]: pgmap v20981: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:34.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:33 smithi123 ceph-mon[188613]: from='client.57300 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:12:34.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:33 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3228861035' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:12:36.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:35 smithi177 ceph-mon[212096]: pgmap v20982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:36.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:35 smithi123 ceph-mon[191304]: pgmap v20982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:36.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:35 smithi123 ceph-mon[188613]: pgmap v20982: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:37.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:37 smithi177 ceph-mon[212096]: pgmap v20983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:37.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:37 smithi123 ceph-mon[191304]: pgmap v20983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:37 smithi123 ceph-mon[188613]: pgmap v20983: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:12:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:12:39] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T21:12:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:39 smithi177 ceph-mon[212096]: pgmap v20984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:40.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:39 smithi123 ceph-mon[188613]: pgmap v20984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:40.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:39 smithi123 ceph-mon[191304]: pgmap v20984: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:42.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:41 smithi177 ceph-mon[212096]: pgmap v20985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:42.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:41 smithi123 ceph-mon[191304]: pgmap v20985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:42.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:41 smithi123 ceph-mon[188613]: pgmap v20985: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:43.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:12:43.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:12:43.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:12:44.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:43 smithi177 ceph-mon[212096]: pgmap v20986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:44.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:43 smithi123 ceph-mon[191304]: pgmap v20986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:44.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:43 smithi123 ceph-mon[188613]: pgmap v20986: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:46.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:45 smithi177 ceph-mon[212096]: pgmap v20987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:46.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:45 smithi123 ceph-mon[191304]: pgmap v20987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:46.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:45 smithi123 ceph-mon[188613]: pgmap v20987: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:47.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:47 smithi177 ceph-mon[212096]: pgmap v20988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:47.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:47 smithi123 ceph-mon[191304]: pgmap v20988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:47.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:47 smithi123 ceph-mon[188613]: pgmap v20988: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:12:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:12:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:12:50.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:49 smithi177 ceph-mon[212096]: pgmap v20989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:50.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:49 smithi123 ceph-mon[188613]: pgmap v20989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:50.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:49 smithi123 ceph-mon[191304]: pgmap v20989: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:52.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:51 smithi177 ceph-mon[212096]: pgmap v20990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:52.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:51 smithi123 ceph-mon[191304]: pgmap v20990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:52.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:51 smithi123 ceph-mon[188613]: pgmap v20990: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:54.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:53 smithi177 ceph-mon[212096]: pgmap v20991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:54.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:12:54.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:12:54.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:12:54.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:12:54.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:53 smithi123 ceph-mon[191304]: pgmap v20991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:54.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:12:54.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:12:54.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:12:54.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:12:54.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:53 smithi123 ceph-mon[188613]: pgmap v20991: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:54.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:12:54.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:12:54.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:12:54.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:12:56.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:55 smithi177 ceph-mon[212096]: pgmap v20992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:56.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:55 smithi123 ceph-mon[191304]: pgmap v20992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:56.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:55 smithi123 ceph-mon[188613]: pgmap v20992: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:57 smithi177 ceph-mon[212096]: pgmap v20993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:57.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:12:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:57 smithi123 ceph-mon[191304]: pgmap v20993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:12:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:57 smithi123 ceph-mon[188613]: pgmap v20993: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:12:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:12:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:12:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:12:59] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T21:13:00.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:12:59 smithi177 ceph-mon[212096]: pgmap v20994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:12:59 smithi123 ceph-mon[191304]: pgmap v20994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:12:59 smithi123 ceph-mon[188613]: pgmap v20994: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:02.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:01 smithi177 ceph-mon[212096]: pgmap v20995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:02.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:01 smithi123 ceph-mon[188613]: pgmap v20995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:02.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:01 smithi123 ceph-mon[191304]: pgmap v20995: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:03.608 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:13:03.915 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:13:03.916 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 5m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:13:03.916 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 3m ago 10h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:13:03.916 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 5m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:13:03.916 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 3m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:13:03.916 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 3m ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:13:03.916 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 5m ago 10h 929M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:13:03.916 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 5m ago 10h 2498M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:13:03.916 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 3m ago 10h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:13:03.916 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 5m ago 10h 1298M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:13:03.916 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 5m ago 10h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:13:03.916 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 3m ago 10h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:13:03.916 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 5m ago 10h 5647M 2059M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:13:03.916 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 5m ago 10h 6351M 2059M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:13:03.916 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 5m ago 10h 5155M 2059M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:13:03.916 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 5m ago 10h 5474M 2059M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:13:03.917 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 3m ago 10h 4674M 2443M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:13:03.917 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 3m ago 10h 5257M 2443M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:13:03.917 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 3m ago 10h 4544M 2443M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:13:03.917 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 3m ago 10h 5297M 2443M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:13:03.917 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 3m ago 10h 147M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:13:04.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:03 smithi177 ceph-mon[212096]: pgmap v20996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:04.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:03 smithi177 ceph-mon[212096]: from='client.57312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:13:04.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:03 smithi123 ceph-mon[191304]: pgmap v20996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:04.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:03 smithi123 ceph-mon[191304]: from='client.57312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:13:04.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:03 smithi123 ceph-mon[188613]: pgmap v20996: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:04.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:03 smithi123 ceph-mon[188613]: from='client.57312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:13:04.298 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:13:04.298 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:13:04.298 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:13:04.299 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:13:04.299 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:13:04.299 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:13:04.299 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:13:04.299 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:13:04.299 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:13:04.299 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:13:04.299 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:13:04.299 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:13:04.299 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:13:04.299 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:13:04.300 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:13:04.300 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:13:04.300 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:13:04.300 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:13:05.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:04 smithi177 ceph-mon[212096]: from='client.57318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:13:05.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:04 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2874674130' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:13:05.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:04 smithi123 ceph-mon[188613]: from='client.57318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:13:05.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:04 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2874674130' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:13:05.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:04 smithi123 ceph-mon[191304]: from='client.57318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:13:05.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:04 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2874674130' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:13:06.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:05 smithi177 ceph-mon[212096]: pgmap v20997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:06.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:05 smithi123 ceph-mon[188613]: pgmap v20997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:06.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:05 smithi123 ceph-mon[191304]: pgmap v20997: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:07.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:07 smithi177 ceph-mon[212096]: pgmap v20998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:07.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:07 smithi123 ceph-mon[191304]: pgmap v20998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:07.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:07 smithi123 ceph-mon[188613]: pgmap v20998: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:13:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:13:09] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T21:13:10.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:09 smithi177 ceph-mon[212096]: pgmap v20999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:10.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:09 smithi123 ceph-mon[191304]: pgmap v20999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:10.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:09 smithi123 ceph-mon[188613]: pgmap v20999: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:12.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:11 smithi177 ceph-mon[212096]: pgmap v21000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:12.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:11 smithi123 ceph-mon[188613]: pgmap v21000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:12.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:11 smithi123 ceph-mon[191304]: pgmap v21000: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:13:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:13:13.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:13:14.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:13 smithi177 ceph-mon[212096]: pgmap v21001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:14.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:13 smithi123 ceph-mon[191304]: pgmap v21001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:14.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:13 smithi123 ceph-mon[188613]: pgmap v21001: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:16.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:15 smithi177 ceph-mon[212096]: pgmap v21002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:16.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:15 smithi123 ceph-mon[191304]: pgmap v21002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:16.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:15 smithi123 ceph-mon[188613]: pgmap v21002: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:17.904 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:17 smithi177 ceph-mon[212096]: pgmap v21003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:17.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:17 smithi123 ceph-mon[191304]: pgmap v21003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:17.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:17 smithi123 ceph-mon[188613]: pgmap v21003: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:13:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:13:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T21:13:20.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:19 smithi177 ceph-mon[212096]: pgmap v21004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:20.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:19 smithi123 ceph-mon[191304]: pgmap v21004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:20.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:19 smithi123 ceph-mon[188613]: pgmap v21004: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:22.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:21 smithi177 ceph-mon[212096]: pgmap v21005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:22.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:21 smithi123 ceph-mon[191304]: pgmap v21005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:22.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:21 smithi123 ceph-mon[188613]: pgmap v21005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:24.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:23 smithi177 ceph-mon[212096]: pgmap v21006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:24.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:23 smithi123 ceph-mon[191304]: pgmap v21006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:24.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:23 smithi123 ceph-mon[188613]: pgmap v21006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:26.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:25 smithi177 ceph-mon[212096]: pgmap v21007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:26.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:25 smithi123 ceph-mon[191304]: pgmap v21007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:26.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:25 smithi123 ceph-mon[188613]: pgmap v21007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:27 smithi123 ceph-mon[191304]: pgmap v21008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:27.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:13:27.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:27 smithi123 ceph-mon[188613]: pgmap v21008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:27.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:13:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:27 smithi177 ceph-mon[212096]: pgmap v21008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:13:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:13:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:13:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T21:13:30.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:29 smithi177 ceph-mon[212096]: pgmap v21009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:30.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:29 smithi123 ceph-mon[191304]: pgmap v21009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:30.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:29 smithi123 ceph-mon[188613]: pgmap v21009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:32.156 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:31 smithi177 ceph-mon[212096]: pgmap v21010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:32.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:31 smithi123 ceph-mon[191304]: pgmap v21010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:32.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:31 smithi123 ceph-mon[188613]: pgmap v21010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:34.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:33 smithi177 ceph-mon[212096]: pgmap v21011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:34.306 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:33 smithi123 ceph-mon[191304]: pgmap v21011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:34.307 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:33 smithi123 ceph-mon[188613]: pgmap v21011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:34.645 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:13:34.953 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:13:34.953 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 5m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:13:34.953 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 3m ago 10h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:13:34.953 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 5m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:13:34.953 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 3m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:13:34.954 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 3m ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:13:34.954 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 5m ago 10h 929M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:13:34.954 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 5m ago 10h 2498M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:13:34.954 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 3m ago 10h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:13:34.954 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 5m ago 10h 1298M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:13:34.954 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 5m ago 10h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:13:34.954 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 3m ago 10h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:13:34.954 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 5m ago 10h 5647M 2059M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:13:34.954 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 5m ago 10h 6351M 2059M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:13:34.954 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 5m ago 10h 5155M 2059M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:13:34.954 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 5m ago 10h 5474M 2059M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:13:34.954 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 3m ago 10h 4674M 2443M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:13:34.954 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 3m ago 10h 5257M 2443M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:13:34.954 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 3m ago 10h 4544M 2443M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:13:34.954 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 3m ago 10h 5297M 2443M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:13:34.954 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 3m ago 10h 147M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:13:35.335 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:13:35.335 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:13:35.335 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:13:35.335 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:13:35.335 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:13:35.335 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:13:35.335 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:13:35.335 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:13:35.335 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:13:35.335 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:13:35.335 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:13:35.336 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:13:35.336 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:13:35.336 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:13:35.336 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:13:35.336 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:13:35.336 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:13:35.336 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:13:36.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:35 smithi177 ceph-mon[212096]: from='client.57330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:13:36.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:35 smithi177 ceph-mon[212096]: pgmap v21012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:36.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:35 smithi177 ceph-mon[212096]: from='client.67292 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:13:36.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:35 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2765703269' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:13:36.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:35 smithi123 ceph-mon[191304]: from='client.57330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:13:36.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:35 smithi123 ceph-mon[191304]: pgmap v21012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:36.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:35 smithi123 ceph-mon[191304]: from='client.67292 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:13:36.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:35 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2765703269' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:13:36.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:35 smithi123 ceph-mon[188613]: from='client.57330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:13:36.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:35 smithi123 ceph-mon[188613]: pgmap v21012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:36.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:35 smithi123 ceph-mon[188613]: from='client.67292 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:13:36.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:35 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2765703269' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:13:37.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:37 smithi123 ceph-mon[191304]: pgmap v21013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:37 smithi123 ceph-mon[188613]: pgmap v21013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:38.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:37 smithi177 ceph-mon[212096]: pgmap v21013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:13:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:13:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T21:13:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:39 smithi177 ceph-mon[212096]: pgmap v21014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:40.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:39 smithi123 ceph-mon[191304]: pgmap v21014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:40.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:39 smithi123 ceph-mon[188613]: pgmap v21014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:42.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:41 smithi177 ceph-mon[212096]: pgmap v21015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:42.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:41 smithi123 ceph-mon[191304]: pgmap v21015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:42.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:41 smithi123 ceph-mon[188613]: pgmap v21015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:43.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:13:43.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:13:43.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:13:44.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:43 smithi177 ceph-mon[212096]: pgmap v21016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:44.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:43 smithi123 ceph-mon[191304]: pgmap v21016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:44.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:43 smithi123 ceph-mon[188613]: pgmap v21016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:46.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:45 smithi177 ceph-mon[212096]: pgmap v21017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:46.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:45 smithi123 ceph-mon[191304]: pgmap v21017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:46.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:45 smithi123 ceph-mon[188613]: pgmap v21017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:47.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:47 smithi123 ceph-mon[191304]: pgmap v21018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:47.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:47 smithi123 ceph-mon[188613]: pgmap v21018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:48.157 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:47 smithi177 ceph-mon[212096]: pgmap v21018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:13:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:13:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:13:50.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:49 smithi177 ceph-mon[212096]: pgmap v21019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:50.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:49 smithi123 ceph-mon[188613]: pgmap v21019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:50.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:49 smithi123 ceph-mon[191304]: pgmap v21019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:52.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:51 smithi177 ceph-mon[212096]: pgmap v21020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:52.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:51 smithi123 ceph-mon[191304]: pgmap v21020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:52.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:51 smithi123 ceph-mon[188613]: pgmap v21020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:54.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:53 smithi177 ceph-mon[212096]: pgmap v21021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:54.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:53 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:13:54.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:53 smithi123 ceph-mon[191304]: pgmap v21021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:54.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:53 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:13:54.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:53 smithi123 ceph-mon[188613]: pgmap v21021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:54.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:53 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:13:55.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:13:55.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:13:55.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:13:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:13:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:13:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:13:55.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:13:55.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:13:55.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:13:56.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:56 smithi177 ceph-mon[212096]: pgmap v21022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:56.493 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:56 smithi123 ceph-mon[188613]: pgmap v21022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:56.493 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:56 smithi123 ceph-mon[191304]: pgmap v21022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:57 smithi123 ceph-mon[191304]: pgmap v21023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:13:57.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:57 smithi123 ceph-mon[188613]: pgmap v21023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:57.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:13:58.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:57 smithi177 ceph-mon[212096]: pgmap v21023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:13:58.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:13:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:13:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:13:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T21:14:00.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:13:59 smithi177 ceph-mon[212096]: pgmap v21024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:13:59 smithi123 ceph-mon[188613]: pgmap v21024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:13:59 smithi123 ceph-mon[191304]: pgmap v21024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:02.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:01 smithi177 ceph-mon[212096]: pgmap v21025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:02.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:01 smithi123 ceph-mon[191304]: pgmap v21025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:02.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:01 smithi123 ceph-mon[188613]: pgmap v21025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:04.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:03 smithi177 ceph-mon[212096]: pgmap v21026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:04.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:03 smithi123 ceph-mon[191304]: pgmap v21026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:04.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:03 smithi123 ceph-mon[188613]: pgmap v21026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:05.682 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:14:05.993 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:14:05.993 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 6m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:14:05.993 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 4m ago 10h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:14:05.993 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 6m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:14:05.993 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 4m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:14:05.993 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 4m ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:14:05.994 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 6m ago 10h 929M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:14:05.994 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 6m ago 10h 2498M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:14:05.994 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 4m ago 10h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:14:05.994 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 6m ago 10h 1298M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:14:05.994 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 6m ago 10h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:14:05.994 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 4m ago 10h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:14:05.994 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 6m ago 10h 5647M 2059M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:14:05.994 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 6m ago 10h 6351M 2059M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:14:05.994 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 6m ago 10h 5155M 2059M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:14:05.994 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 6m ago 10h 5474M 2059M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:14:05.994 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 4m ago 10h 4674M 2443M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:14:05.994 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 4m ago 10h 5257M 2443M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:14:05.994 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 4m ago 10h 4544M 2443M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:14:05.994 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 4m ago 10h 5297M 2443M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:14:05.994 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 4m ago 10h 147M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:14:06.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:05 smithi177 ceph-mon[212096]: pgmap v21027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:06.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:05 smithi123 ceph-mon[191304]: pgmap v21027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:06.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:05 smithi123 ceph-mon[188613]: pgmap v21027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:06.377 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:14:06.378 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:14:06.378 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:14:06.378 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:14:06.378 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:14:06.378 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:14:06.378 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:14:06.378 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:14:06.378 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:14:06.378 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:14:06.378 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:14:06.378 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:14:06.379 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:14:06.379 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:14:06.379 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:14:06.379 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:14:06.379 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:14:06.379 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:14:07.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:06 smithi177 ceph-mon[212096]: from='client.57348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:14:07.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:06 smithi177 ceph-mon[212096]: from='client.57354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:14:07.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:06 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2506483708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:14:07.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:06 smithi123 ceph-mon[188613]: from='client.57348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:14:07.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:06 smithi123 ceph-mon[188613]: from='client.57354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:14:07.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:06 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2506483708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:14:07.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:06 smithi123 ceph-mon[191304]: from='client.57348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:14:07.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:06 smithi123 ceph-mon[191304]: from='client.57354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:14:07.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:06 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2506483708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:14:08.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:07 smithi177 ceph-mon[212096]: pgmap v21028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:08.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:07 smithi123 ceph-mon[191304]: pgmap v21028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:08.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:07 smithi123 ceph-mon[188613]: pgmap v21028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:14:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:14:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T21:14:10.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:09 smithi177 ceph-mon[212096]: pgmap v21029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:10.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:09 smithi123 ceph-mon[188613]: pgmap v21029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:10.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:09 smithi123 ceph-mon[191304]: pgmap v21029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:12.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:11 smithi177 ceph-mon[212096]: pgmap v21030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:12.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:11 smithi123 ceph-mon[188613]: pgmap v21030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:12.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:11 smithi123 ceph-mon[191304]: pgmap v21030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:14:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:14:13.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:14:14.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:13 smithi177 ceph-mon[212096]: pgmap v21031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:14.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:13 smithi123 ceph-mon[191304]: pgmap v21031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:14.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:13 smithi123 ceph-mon[188613]: pgmap v21031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:16.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:15 smithi177 ceph-mon[212096]: pgmap v21032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:16.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:15 smithi123 ceph-mon[191304]: pgmap v21032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:16.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:15 smithi123 ceph-mon[188613]: pgmap v21032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:17.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:17 smithi123 ceph-mon[191304]: pgmap v21033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:17.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:17 smithi123 ceph-mon[188613]: pgmap v21033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:18.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:17 smithi177 ceph-mon[212096]: pgmap v21033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:14:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:14:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T21:14:20.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:19 smithi177 ceph-mon[212096]: pgmap v21034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:20.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:19 smithi123 ceph-mon[188613]: pgmap v21034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:20.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:19 smithi123 ceph-mon[191304]: pgmap v21034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:22.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:21 smithi177 ceph-mon[212096]: pgmap v21035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:22.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:21 smithi123 ceph-mon[191304]: pgmap v21035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:22.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:21 smithi123 ceph-mon[188613]: pgmap v21035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:24.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:23 smithi177 ceph-mon[212096]: pgmap v21036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:24.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:23 smithi123 ceph-mon[191304]: pgmap v21036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:24.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:23 smithi123 ceph-mon[188613]: pgmap v21036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:26.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:25 smithi177 ceph-mon[212096]: pgmap v21037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:26.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:25 smithi123 ceph-mon[188613]: pgmap v21037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:26.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:25 smithi123 ceph-mon[191304]: pgmap v21037: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:27 smithi123 ceph-mon[188613]: pgmap v21038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:14:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:27 smithi123 ceph-mon[191304]: pgmap v21038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:27.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:14:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:27 smithi177 ceph-mon[212096]: pgmap v21038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:14:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:14:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:14:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:14:30.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:29 smithi177 ceph-mon[212096]: pgmap v21039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:30.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:29 smithi123 ceph-mon[188613]: pgmap v21039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:30.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:29 smithi123 ceph-mon[191304]: pgmap v21039: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:32.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:31 smithi177 ceph-mon[212096]: pgmap v21040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:32.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:31 smithi123 ceph-mon[191304]: pgmap v21040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:32.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:31 smithi123 ceph-mon[188613]: pgmap v21040: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:34.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:33 smithi177 ceph-mon[212096]: pgmap v21041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:34.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:33 smithi123 ceph-mon[191304]: pgmap v21041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:34.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:33 smithi123 ceph-mon[188613]: pgmap v21041: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:36.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:35 smithi177 ceph-mon[212096]: pgmap v21042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:36.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:35 smithi123 ceph-mon[191304]: pgmap v21042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:36.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:35 smithi123 ceph-mon[188613]: pgmap v21042: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:36.723 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:14:37.031 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:14:37.031 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 6m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:14:37.031 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 4m ago 10h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:14:37.031 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 6m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:14:37.031 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 4m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:14:37.032 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 4m ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:14:37.032 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 6m ago 10h 929M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:14:37.032 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 6m ago 10h 2498M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:14:37.032 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 4m ago 10h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:14:37.032 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 6m ago 10h 1298M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:14:37.032 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 6m ago 10h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:14:37.032 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 4m ago 10h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:14:37.032 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 6m ago 10h 5647M 2059M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:14:37.032 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 6m ago 10h 6351M 2059M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:14:37.032 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 6m ago 10h 5155M 2059M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:14:37.032 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 6m ago 10h 5474M 2059M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:14:37.032 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 4m ago 10h 4674M 2443M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:14:37.032 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 4m ago 10h 5257M 2443M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:14:37.032 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 4m ago 10h 4544M 2443M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:14:37.032 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 4m ago 10h 5297M 2443M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:14:37.032 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 4m ago 10h 147M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:14:37.414 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:14:37.414 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:14:37.414 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:14:37.414 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:14:37.414 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:14:37.414 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:14:37.414 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:14:37.414 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:14:37.414 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:14:37.415 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:14:37.415 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:14:37.415 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:14:37.415 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:14:37.415 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:14:37.415 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:14:37.415 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:14:37.415 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:14:37.415 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:14:37.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:37 smithi123 ceph-mon[191304]: from='client.57366 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:14:37.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:37 smithi123 ceph-mon[191304]: pgmap v21043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:37.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:37 smithi123 ceph-mon[191304]: from='client.67328 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:14:37.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:37 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3934748469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:14:37.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:37 smithi123 ceph-mon[188613]: from='client.57366 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:14:37.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:37 smithi123 ceph-mon[188613]: pgmap v21043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:37.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:37 smithi123 ceph-mon[188613]: from='client.67328 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:14:37.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:37 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3934748469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:14:38.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:37 smithi177 ceph-mon[212096]: from='client.57366 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:14:38.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:37 smithi177 ceph-mon[212096]: pgmap v21043: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:38.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:37 smithi177 ceph-mon[212096]: from='client.67328 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:14:38.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:37 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3934748469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:14:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:14:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:14:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:14:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:39 smithi177 ceph-mon[212096]: pgmap v21044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:40.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:39 smithi123 ceph-mon[191304]: pgmap v21044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:40.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:39 smithi123 ceph-mon[188613]: pgmap v21044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:42.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:41 smithi177 ceph-mon[212096]: pgmap v21045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:42.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:41 smithi123 ceph-mon[191304]: pgmap v21045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:42.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:41 smithi123 ceph-mon[188613]: pgmap v21045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:43.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:14:43.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:14:43.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:14:44.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:43 smithi177 ceph-mon[212096]: pgmap v21046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:44.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:43 smithi123 ceph-mon[191304]: pgmap v21046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:44.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:43 smithi123 ceph-mon[188613]: pgmap v21046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:46.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:45 smithi177 ceph-mon[212096]: pgmap v21047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:46.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:45 smithi123 ceph-mon[191304]: pgmap v21047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:46.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:45 smithi123 ceph-mon[188613]: pgmap v21047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:47.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:47 smithi123 ceph-mon[191304]: pgmap v21048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:47.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:47 smithi123 ceph-mon[188613]: pgmap v21048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:48.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:47 smithi177 ceph-mon[212096]: pgmap v21048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:14:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:14:49] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T21:14:50.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:49 smithi177 ceph-mon[212096]: pgmap v21049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:50.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:49 smithi123 ceph-mon[191304]: pgmap v21049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:50.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:49 smithi123 ceph-mon[188613]: pgmap v21049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:52.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:51 smithi177 ceph-mon[212096]: pgmap v21050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:52.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:51 smithi123 ceph-mon[191304]: pgmap v21050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:52.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:51 smithi123 ceph-mon[188613]: pgmap v21050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:54.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:53 smithi177 ceph-mon[212096]: pgmap v21051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:54.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:53 smithi123 ceph-mon[191304]: pgmap v21051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:53 smithi123 ceph-mon[188613]: pgmap v21051: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:55.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:14:55.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:14:55.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:14:55.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:14:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:14:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:14:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:14:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:14:55.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:14:55.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:14:55.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:14:55.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:14:56.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:55 smithi177 ceph-mon[212096]: pgmap v21052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:56.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:55 smithi123 ceph-mon[191304]: pgmap v21052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:56.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:55 smithi123 ceph-mon[188613]: pgmap v21052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:57 smithi123 ceph-mon[191304]: pgmap v21053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:14:57.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:57 smithi123 ceph-mon[188613]: pgmap v21053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:57.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:14:58.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:57 smithi177 ceph-mon[212096]: pgmap v21053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:14:58.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:14:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:14:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:14:59] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T21:15:00.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:14:59 smithi177 ceph-mon[212096]: pgmap v21054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:14:59 smithi123 ceph-mon[191304]: pgmap v21054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:14:59 smithi123 ceph-mon[188613]: pgmap v21054: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:02.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:01 smithi177 ceph-mon[212096]: pgmap v21055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:02.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:01 smithi123 ceph-mon[191304]: pgmap v21055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:02.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:01 smithi123 ceph-mon[188613]: pgmap v21055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:04.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:03 smithi177 ceph-mon[212096]: pgmap v21056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:04.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:03 smithi123 ceph-mon[191304]: pgmap v21056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:04.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:03 smithi123 ceph-mon[188613]: pgmap v21056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:06.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:05 smithi177 ceph-mon[212096]: pgmap v21057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:06.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:05 smithi123 ceph-mon[188613]: pgmap v21057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:06.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:05 smithi123 ceph-mon[191304]: pgmap v21057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:07.770 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:15:07.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:07 smithi123 ceph-mon[191304]: pgmap v21058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:07.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:07 smithi123 ceph-mon[188613]: pgmap v21058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:08.077 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:15:08.077 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 7m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:15:08.077 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 5m ago 10h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:15:08.077 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 7m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:15:08.078 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 5m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:15:08.078 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 5m ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:15:08.078 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 7m ago 10h 929M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:15:08.078 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 7m ago 10h 2498M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:15:08.078 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 5m ago 10h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:15:08.078 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 7m ago 10h 1298M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:15:08.078 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 7m ago 10h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:15:08.078 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 5m ago 10h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:15:08.078 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 7m ago 10h 5647M 2059M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:15:08.078 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 7m ago 10h 6351M 2059M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:15:08.078 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 7m ago 10h 5155M 2059M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:15:08.078 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 7m ago 10h 5474M 2059M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:15:08.078 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 5m ago 10h 4674M 2443M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:15:08.078 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 5m ago 10h 5257M 2443M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:15:08.078 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 5m ago 10h 4544M 2443M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:15:08.079 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 5m ago 10h 5297M 2443M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:15:08.079 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 5m ago 10h 147M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:15:08.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:07 smithi177 ceph-mon[212096]: pgmap v21058: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:08.457 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:15:08.458 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:15:08.458 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:15:08.458 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:15:08.458 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:15:08.458 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:15:08.458 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:15:08.458 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:15:08.458 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:15:08.458 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:15:08.458 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:15:08.458 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:15:08.458 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:15:08.458 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:15:08.458 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:15:08.458 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:15:08.459 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:15:08.459 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:15:08.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:08 smithi123 ceph-mon[191304]: from='client.67340 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:15:08.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:08 smithi123 ceph-mon[191304]: from='client.57390 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:15:08.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:08 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/224301368' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:15:08.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:08 smithi123 ceph-mon[188613]: from='client.67340 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:15:08.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:08 smithi123 ceph-mon[188613]: from='client.57390 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:15:08.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:08 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/224301368' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:15:09.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:08 smithi177 ceph-mon[212096]: from='client.67340 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:15:09.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:08 smithi177 ceph-mon[212096]: from='client.57390 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:15:09.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:08 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/224301368' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:15:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:15:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:15:09] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T21:15:09.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:09 smithi123 ceph-mon[191304]: pgmap v21059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:09.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:09 smithi123 ceph-mon[188613]: pgmap v21059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:10.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:09 smithi177 ceph-mon[212096]: pgmap v21059: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:12.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:11 smithi177 ceph-mon[212096]: pgmap v21060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:12.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:11 smithi123 ceph-mon[191304]: pgmap v21060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:12.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:11 smithi123 ceph-mon[188613]: pgmap v21060: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:15:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:15:13.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:15:14.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:13 smithi177 ceph-mon[212096]: pgmap v21061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:14.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:13 smithi123 ceph-mon[191304]: pgmap v21061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:14.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:13 smithi123 ceph-mon[188613]: pgmap v21061: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:16.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:15 smithi177 ceph-mon[212096]: pgmap v21062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:16.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:15 smithi123 ceph-mon[191304]: pgmap v21062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:16.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:15 smithi123 ceph-mon[188613]: pgmap v21062: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:17.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:17 smithi123 ceph-mon[191304]: pgmap v21063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:17.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:17 smithi123 ceph-mon[188613]: pgmap v21063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:18.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:17 smithi177 ceph-mon[212096]: pgmap v21063: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:15:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:15:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T21:15:20.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:19 smithi177 ceph-mon[212096]: pgmap v21064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:20.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:19 smithi123 ceph-mon[188613]: pgmap v21064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:20.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:19 smithi123 ceph-mon[191304]: pgmap v21064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:22.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:21 smithi177 ceph-mon[212096]: pgmap v21065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:22.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:21 smithi123 ceph-mon[191304]: pgmap v21065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:22.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:21 smithi123 ceph-mon[188613]: pgmap v21065: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:24.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:23 smithi177 ceph-mon[212096]: pgmap v21066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:24.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:23 smithi123 ceph-mon[191304]: pgmap v21066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:24.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:23 smithi123 ceph-mon[188613]: pgmap v21066: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:26.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:25 smithi177 ceph-mon[212096]: pgmap v21067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:26.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:25 smithi123 ceph-mon[188613]: pgmap v21067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:26.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:25 smithi123 ceph-mon[191304]: pgmap v21067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:27 smithi123 ceph-mon[188613]: pgmap v21068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:27.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:15:27.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:27 smithi123 ceph-mon[191304]: pgmap v21068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:27.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:15:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:27 smithi177 ceph-mon[212096]: pgmap v21068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:15:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:15:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:15:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:15:30.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:29 smithi177 ceph-mon[212096]: pgmap v21069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:30.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:29 smithi123 ceph-mon[191304]: pgmap v21069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:30.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:29 smithi123 ceph-mon[188613]: pgmap v21069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:32.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:31 smithi177 ceph-mon[212096]: pgmap v21070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:32.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:31 smithi123 ceph-mon[188613]: pgmap v21070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:32.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:31 smithi123 ceph-mon[191304]: pgmap v21070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:34.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:33 smithi177 ceph-mon[212096]: pgmap v21071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:34.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:33 smithi123 ceph-mon[191304]: pgmap v21071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:34.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:33 smithi123 ceph-mon[188613]: pgmap v21071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:36.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:35 smithi177 ceph-mon[212096]: pgmap v21072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:36.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:35 smithi123 ceph-mon[188613]: pgmap v21072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:36.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:35 smithi123 ceph-mon[191304]: pgmap v21072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:37.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:37 smithi123 ceph-mon[191304]: pgmap v21073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:37.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:37 smithi123 ceph-mon[188613]: pgmap v21073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:38.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:37 smithi177 ceph-mon[212096]: pgmap v21073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:38.804 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:15:39.114 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:15:39.115 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 7m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:15:39.115 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 5m ago 10h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:15:39.115 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 7m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:15:39.115 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 5m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:15:39.115 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 5m ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:15:39.115 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 7m ago 10h 929M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:15:39.115 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 7m ago 10h 2498M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:15:39.116 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 5m ago 10h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:15:39.116 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 7m ago 10h 1298M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:15:39.116 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 7m ago 10h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:15:39.116 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 5m ago 10h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:15:39.116 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 7m ago 10h 5647M 2059M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:15:39.116 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 7m ago 10h 6351M 2059M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:15:39.116 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 7m ago 10h 5155M 2059M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:15:39.117 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 7m ago 10h 5474M 2059M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:15:39.117 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 5m ago 10h 4674M 2443M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:15:39.117 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 5m ago 10h 5257M 2443M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:15:39.117 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 5m ago 10h 4544M 2443M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:15:39.117 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 5m ago 10h 5297M 2443M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:15:39.117 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 5m ago 10h 147M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:15:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:15:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:15:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:15:39.497 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:15:39.497 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:15:39.497 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:15:39.497 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:15:39.498 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:15:39.498 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:15:39.498 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:15:39.498 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:15:39.498 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:15:39.498 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:15:39.498 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:15:39.498 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:15:39.498 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:15:39.498 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:15:39.498 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:15:39.498 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:15:39.498 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:15:39.498 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:15:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:39 smithi177 ceph-mon[212096]: pgmap v21074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:40.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:39 smithi177 ceph-mon[212096]: from='client.67358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:15:40.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:39 smithi177 ceph-mon[212096]: from='client.67364 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:15:40.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:39 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4140232742' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:15:40.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:39 smithi123 ceph-mon[191304]: pgmap v21074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:40.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:39 smithi123 ceph-mon[191304]: from='client.67358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:15:40.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:39 smithi123 ceph-mon[191304]: from='client.67364 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:15:40.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:39 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4140232742' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:15:40.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:39 smithi123 ceph-mon[188613]: pgmap v21074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:40.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:39 smithi123 ceph-mon[188613]: from='client.67358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:15:40.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:39 smithi123 ceph-mon[188613]: from='client.67364 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:15:40.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:39 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4140232742' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:15:42.157 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:41 smithi177 ceph-mon[212096]: pgmap v21075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:42.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:41 smithi123 ceph-mon[188613]: pgmap v21075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:42.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:41 smithi123 ceph-mon[191304]: pgmap v21075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:43.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:15:43.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:15:43.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:15:44.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:43 smithi177 ceph-mon[212096]: pgmap v21076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:44.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:43 smithi123 ceph-mon[191304]: pgmap v21076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:44.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:43 smithi123 ceph-mon[188613]: pgmap v21076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:46.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:45 smithi177 ceph-mon[212096]: pgmap v21077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:46.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:45 smithi123 ceph-mon[191304]: pgmap v21077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:46.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:45 smithi123 ceph-mon[188613]: pgmap v21077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:47.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:47 smithi123 ceph-mon[191304]: pgmap v21078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:47.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:47 smithi123 ceph-mon[188613]: pgmap v21078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:48.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:47 smithi177 ceph-mon[212096]: pgmap v21078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:15:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:15:49] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T21:15:50.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:49 smithi177 ceph-mon[212096]: pgmap v21079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:50.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:49 smithi123 ceph-mon[191304]: pgmap v21079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:50.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:49 smithi123 ceph-mon[188613]: pgmap v21079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:52.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:51 smithi177 ceph-mon[212096]: pgmap v21080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:52.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:51 smithi123 ceph-mon[191304]: pgmap v21080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:52.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:51 smithi123 ceph-mon[188613]: pgmap v21080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:54.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:53 smithi177 ceph-mon[212096]: pgmap v21081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:54.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:53 smithi123 ceph-mon[191304]: pgmap v21081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:54.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:53 smithi123 ceph-mon[188613]: pgmap v21081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:55.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:54 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:15:55.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:54 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:15:55.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:54 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:15:56.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:55 smithi177 ceph-mon[212096]: pgmap v21082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:56.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:15:56.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:15:56.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:15:56.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:15:56.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:15:56.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:15:56.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:15:56.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:15:56.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:55 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2051M 2023-12-20T21:15:56.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:55 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi177 to 2439M 2023-12-20T21:15:56.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:15:56.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:15:56.156 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:15:56.156 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:15:56.156 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:15:56.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:55 smithi123 ceph-mon[191304]: pgmap v21082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:56.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:15:56.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:15:56.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:15:56.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:15:56.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:15:56.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:15:56.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:15:56.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:15:56.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:55 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2051M 2023-12-20T21:15:56.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:55 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi177 to 2439M 2023-12-20T21:15:56.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:15:56.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:15:56.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:15:56.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:15:56.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:15:56.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:55 smithi123 ceph-mon[188613]: pgmap v21082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:56.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:15:56.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:15:56.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:15:56.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:15:56.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:15:56.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:15:56.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:15:56.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:15:56.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:55 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2051M 2023-12-20T21:15:56.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:55 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi177 to 2439M 2023-12-20T21:15:56.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:15:56.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:15:56.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:15:56.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:15:56.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:15:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:57 smithi123 ceph-mon[191304]: pgmap v21083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:15:57.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:57 smithi123 ceph-mon[188613]: pgmap v21083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:57.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:15:58.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:57 smithi177 ceph-mon[212096]: pgmap v21083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:15:58.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:15:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:15:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:15:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T21:16:00.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:15:59 smithi177 ceph-mon[212096]: pgmap v21084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:15:59 smithi123 ceph-mon[191304]: pgmap v21084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:15:59 smithi123 ceph-mon[188613]: pgmap v21084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:02.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:01 smithi177 ceph-mon[212096]: pgmap v21085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:02.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:01 smithi123 ceph-mon[191304]: pgmap v21085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:02.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:01 smithi123 ceph-mon[188613]: pgmap v21085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:04.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:03 smithi177 ceph-mon[212096]: pgmap v21086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:04.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:03 smithi123 ceph-mon[188613]: pgmap v21086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:04.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:03 smithi123 ceph-mon[191304]: pgmap v21086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:06.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:05 smithi177 ceph-mon[212096]: pgmap v21087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:06.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:05 smithi123 ceph-mon[191304]: pgmap v21087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:06.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:05 smithi123 ceph-mon[188613]: pgmap v21087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:07.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:07 smithi123 ceph-mon[191304]: pgmap v21088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:07.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:07 smithi123 ceph-mon[188613]: pgmap v21088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:08.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:07 smithi177 ceph-mon[212096]: pgmap v21088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:16:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:16:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T21:16:09.850 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:16:10.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:09 smithi177 ceph-mon[212096]: pgmap v21089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:10.159 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:16:10.159 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 8m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:16:10.159 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 6m ago 10h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:16:10.159 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 8m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:16:10.159 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 6m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:16:10.159 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 6m ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:16:10.159 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 8m ago 10h 929M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:16:10.159 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 8m ago 10h 2498M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:16:10.159 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 6m ago 10h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:16:10.159 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 8m ago 10h 1298M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:16:10.160 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 8m ago 10h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:16:10.160 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 6m ago 10h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:16:10.160 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 8m ago 10h 5647M 2051M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:16:10.160 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 8m ago 10h 6351M 2051M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:16:10.160 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 8m ago 10h 5155M 2051M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:16:10.160 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 8m ago 10h 5474M 2051M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:16:10.160 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 6m ago 10h 4674M 2439M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:16:10.160 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 6m ago 10h 5257M 2439M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:16:10.160 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 6m ago 10h 4544M 2439M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:16:10.160 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 6m ago 10h 5297M 2439M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:16:10.160 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 6m ago 10h 147M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:16:10.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:09 smithi123 ceph-mon[191304]: pgmap v21089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:10.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:09 smithi123 ceph-mon[188613]: pgmap v21089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:10.541 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:16:10.542 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:16:10.542 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:16:10.542 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:16:10.542 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:16:10.542 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:16:10.542 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:16:10.542 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:16:10.542 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:16:10.542 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:16:10.542 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:16:10.542 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:16:10.542 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:16:10.542 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:16:10.542 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:16:10.542 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:16:10.543 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:16:10.543 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:16:11.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:10 smithi177 ceph-mon[212096]: from='client.67376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:16:11.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:10 smithi177 ceph-mon[212096]: from='client.67382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:16:11.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:10 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3051307338' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:16:11.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:10 smithi123 ceph-mon[188613]: from='client.67376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:16:11.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:10 smithi123 ceph-mon[188613]: from='client.67382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:16:11.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:10 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3051307338' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:16:11.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:10 smithi123 ceph-mon[191304]: from='client.67376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:16:11.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:10 smithi123 ceph-mon[191304]: from='client.67382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:16:11.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:10 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3051307338' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:16:12.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:11 smithi177 ceph-mon[212096]: pgmap v21090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:12.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:11 smithi123 ceph-mon[191304]: pgmap v21090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:12.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:11 smithi123 ceph-mon[188613]: pgmap v21090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:16:13.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:16:13.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:16:14.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:13 smithi177 ceph-mon[212096]: pgmap v21091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:14.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:13 smithi123 ceph-mon[188613]: pgmap v21091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:14.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:13 smithi123 ceph-mon[191304]: pgmap v21091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:16.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:15 smithi177 ceph-mon[212096]: pgmap v21092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:16.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:15 smithi123 ceph-mon[188613]: pgmap v21092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:16.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:15 smithi123 ceph-mon[191304]: pgmap v21092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:17.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:17 smithi123 ceph-mon[191304]: pgmap v21093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:17.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:17 smithi123 ceph-mon[188613]: pgmap v21093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:18.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:17 smithi177 ceph-mon[212096]: pgmap v21093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:16:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:16:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T21:16:20.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:19 smithi177 ceph-mon[212096]: pgmap v21094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:20.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:19 smithi123 ceph-mon[191304]: pgmap v21094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:20.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:19 smithi123 ceph-mon[188613]: pgmap v21094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:22.157 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:21 smithi177 ceph-mon[212096]: pgmap v21095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:22.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:21 smithi123 ceph-mon[191304]: pgmap v21095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:22.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:21 smithi123 ceph-mon[188613]: pgmap v21095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:24.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:23 smithi177 ceph-mon[212096]: pgmap v21096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:24.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:23 smithi123 ceph-mon[191304]: pgmap v21096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:24.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:23 smithi123 ceph-mon[188613]: pgmap v21096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:26.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:25 smithi177 ceph-mon[212096]: pgmap v21097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:26.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:25 smithi123 ceph-mon[191304]: pgmap v21097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:26.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:25 smithi123 ceph-mon[188613]: pgmap v21097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:27 smithi123 ceph-mon[191304]: pgmap v21098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:16:27.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:27 smithi123 ceph-mon[188613]: pgmap v21098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:27.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:16:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:27 smithi177 ceph-mon[212096]: pgmap v21098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:16:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:16:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:16:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T21:16:30.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:29 smithi177 ceph-mon[212096]: pgmap v21099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:30.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:29 smithi123 ceph-mon[191304]: pgmap v21099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:30.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:29 smithi123 ceph-mon[188613]: pgmap v21099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:32.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:31 smithi177 ceph-mon[212096]: pgmap v21100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:32.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:31 smithi123 ceph-mon[191304]: pgmap v21100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:32.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:31 smithi123 ceph-mon[188613]: pgmap v21100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:34.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:33 smithi177 ceph-mon[212096]: pgmap v21101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:34.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:33 smithi123 ceph-mon[191304]: pgmap v21101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:34.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:33 smithi123 ceph-mon[188613]: pgmap v21101: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:36.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:35 smithi177 ceph-mon[212096]: pgmap v21102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:36.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:35 smithi123 ceph-mon[191304]: pgmap v21102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:36.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:35 smithi123 ceph-mon[188613]: pgmap v21102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:37.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:37 smithi123 ceph-mon[191304]: pgmap v21103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:37.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:37 smithi123 ceph-mon[188613]: pgmap v21103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:38.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:37 smithi177 ceph-mon[212096]: pgmap v21103: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:16:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:16:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T21:16:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:39 smithi177 ceph-mon[212096]: pgmap v21104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:40.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:39 smithi123 ceph-mon[188613]: pgmap v21104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:40.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:39 smithi123 ceph-mon[191304]: pgmap v21104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:40.891 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:16:41.198 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:16:41.198 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 8m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:16:41.199 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 6m ago 10h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:16:41.199 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 8m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:16:41.199 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 6m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:16:41.199 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 6m ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:16:41.199 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 8m ago 10h 929M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:16:41.199 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 8m ago 10h 2498M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:16:41.199 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 6m ago 10h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:16:41.199 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 8m ago 10h 1298M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:16:41.199 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 8m ago 10h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:16:41.199 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 6m ago 10h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:16:41.199 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 8m ago 10h 5647M 2051M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:16:41.199 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 8m ago 10h 6351M 2051M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:16:41.199 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 8m ago 10h 5155M 2051M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:16:41.199 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 8m ago 10h 5474M 2051M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:16:41.200 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 6m ago 10h 4674M 2439M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:16:41.200 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 6m ago 10h 5257M 2439M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:16:41.200 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 6m ago 10h 4544M 2439M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:16:41.200 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 6m ago 10h 5297M 2439M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:16:41.200 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 6m ago 10h 147M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:16:41.582 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:16:41.582 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:16:41.582 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:16:41.582 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:16:41.582 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:16:41.582 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:16:41.583 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:16:41.583 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:16:41.583 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:16:41.583 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:16:41.583 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:16:41.583 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:16:41.583 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:16:41.583 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:16:41.583 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:16:41.583 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:16:41.583 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:16:41.583 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:16:42.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:41 smithi177 ceph-mon[212096]: pgmap v21105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:42.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:41 smithi177 ceph-mon[212096]: from='client.57438 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:16:42.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:41 smithi177 ceph-mon[212096]: from='client.57444 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:16:42.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:41 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/552863047' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:16:42.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:41 smithi123 ceph-mon[191304]: pgmap v21105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:42.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:41 smithi123 ceph-mon[191304]: from='client.57438 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:16:42.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:41 smithi123 ceph-mon[191304]: from='client.57444 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:16:42.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:41 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/552863047' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:16:42.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:41 smithi123 ceph-mon[188613]: pgmap v21105: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:42.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:41 smithi123 ceph-mon[188613]: from='client.57438 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:16:42.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:41 smithi123 ceph-mon[188613]: from='client.57444 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:16:42.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:41 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/552863047' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:16:43.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:16:43.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:16:43.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:16:44.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:43 smithi177 ceph-mon[212096]: pgmap v21106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:44.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:43 smithi123 ceph-mon[191304]: pgmap v21106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:44.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:43 smithi123 ceph-mon[188613]: pgmap v21106: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:46.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:45 smithi177 ceph-mon[212096]: pgmap v21107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:46.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:45 smithi123 ceph-mon[191304]: pgmap v21107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:46.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:45 smithi123 ceph-mon[188613]: pgmap v21107: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:47.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:47 smithi123 ceph-mon[188613]: pgmap v21108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:47.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:47 smithi123 ceph-mon[191304]: pgmap v21108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:48.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:47 smithi177 ceph-mon[212096]: pgmap v21108: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:16:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:16:49] "GET /metrics HTTP/1.1" 200 34094 "" "Prometheus/2.43.0" 2023-12-20T21:16:50.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:49 smithi177 ceph-mon[212096]: pgmap v21109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:50.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:49 smithi123 ceph-mon[191304]: pgmap v21109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:50.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:49 smithi123 ceph-mon[188613]: pgmap v21109: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:52.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:51 smithi177 ceph-mon[212096]: pgmap v21110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:52.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:51 smithi123 ceph-mon[191304]: pgmap v21110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:52.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:51 smithi123 ceph-mon[188613]: pgmap v21110: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:54.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:53 smithi177 ceph-mon[212096]: pgmap v21111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:54.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:53 smithi123 ceph-mon[191304]: pgmap v21111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:54.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:53 smithi123 ceph-mon[188613]: pgmap v21111: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:56.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:55 smithi177 ceph-mon[212096]: pgmap v21112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:56.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:55 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:16:56.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:55 smithi123 ceph-mon[191304]: pgmap v21112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:56.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:55 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:16:56.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:55 smithi123 ceph-mon[188613]: pgmap v21112: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:56.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:55 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:16:57.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:16:57.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:16:57.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:16:57.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:16:57.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:16:57.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:16:57.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:16:57.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:16:57.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:16:58.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:57 smithi177 ceph-mon[212096]: pgmap v21113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:58.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:16:58.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:57 smithi123 ceph-mon[191304]: pgmap v21113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:58.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:16:58.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:57 smithi123 ceph-mon[188613]: pgmap v21113: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:16:58.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:16:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:16:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:16:59] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T21:17:00.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:16:59 smithi177 ceph-mon[212096]: pgmap v21114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:16:59 smithi123 ceph-mon[191304]: pgmap v21114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:00.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:16:59 smithi123 ceph-mon[188613]: pgmap v21114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:02.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:01 smithi177 ceph-mon[212096]: pgmap v21115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:02.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:01 smithi123 ceph-mon[191304]: pgmap v21115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:02.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:01 smithi123 ceph-mon[188613]: pgmap v21115: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:04.157 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:03 smithi177 ceph-mon[212096]: pgmap v21116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:04.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:03 smithi123 ceph-mon[191304]: pgmap v21116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:04.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:03 smithi123 ceph-mon[188613]: pgmap v21116: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:06.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:05 smithi177 ceph-mon[212096]: pgmap v21117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:06.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:05 smithi123 ceph-mon[191304]: pgmap v21117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:06.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:05 smithi123 ceph-mon[188613]: pgmap v21117: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:07.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:07 smithi123 ceph-mon[191304]: pgmap v21118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:07.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:07 smithi123 ceph-mon[188613]: pgmap v21118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:08.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:07 smithi177 ceph-mon[212096]: pgmap v21118: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:09.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:17:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:17:09] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T21:17:10.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:09 smithi177 ceph-mon[212096]: pgmap v21119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:10.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:09 smithi123 ceph-mon[191304]: pgmap v21119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:10.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:09 smithi123 ceph-mon[188613]: pgmap v21119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:11.935 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:17:12.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:11 smithi177 ceph-mon[212096]: pgmap v21120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:12.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:11 smithi123 ceph-mon[191304]: pgmap v21120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:12.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:11 smithi123 ceph-mon[188613]: pgmap v21120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:12.245 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:17:12.245 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 9m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:17:12.245 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 7m ago 10h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:17:12.245 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 9m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:17:12.245 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 7m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:17:12.245 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 7m ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:17:12.246 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 9m ago 10h 929M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:17:12.246 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 9m ago 10h 2498M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:17:12.246 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 7m ago 10h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:17:12.246 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 9m ago 10h 1298M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:17:12.246 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 9m ago 10h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:17:12.246 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 7m ago 10h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:17:12.246 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 9m ago 10h 5647M 2051M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:17:12.246 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 9m ago 10h 6351M 2051M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:17:12.246 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 9m ago 10h 5155M 2051M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:17:12.246 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 9m ago 10h 5474M 2051M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:17:12.246 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 7m ago 10h 4674M 2439M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:17:12.246 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 7m ago 10h 5257M 2439M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:17:12.246 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 7m ago 10h 4544M 2439M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:17:12.246 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 7m ago 10h 5297M 2439M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:17:12.246 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 7m ago 10h 147M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:17:12.627 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:17:12.627 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:17:12.627 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:17:12.627 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:17:12.627 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:17:12.627 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:17:12.628 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:17:12.628 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:17:12.628 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:17:12.628 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:17:12.628 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:17:12.628 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:17:12.628 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:17:12.628 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:17:12.628 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:17:12.628 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:17:12.629 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:17:12.629 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:17:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:12 smithi177 ceph-mon[212096]: from='client.67412 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:17:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:17:13.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:12 smithi177 ceph-mon[212096]: from='client.57462 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:17:13.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:12 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/202909146' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:17:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:12 smithi123 ceph-mon[191304]: from='client.67412 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:17:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:17:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:12 smithi123 ceph-mon[191304]: from='client.57462 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:17:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:12 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/202909146' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:17:13.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:12 smithi123 ceph-mon[188613]: from='client.67412 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:17:13.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:17:13.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:12 smithi123 ceph-mon[188613]: from='client.57462 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:17:13.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:12 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/202909146' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:17:14.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:13 smithi177 ceph-mon[212096]: pgmap v21121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:14.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:13 smithi123 ceph-mon[191304]: pgmap v21121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:14.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:13 smithi123 ceph-mon[188613]: pgmap v21121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:16.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:15 smithi177 ceph-mon[212096]: pgmap v21122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:16.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:15 smithi123 ceph-mon[191304]: pgmap v21122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:16.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:15 smithi123 ceph-mon[188613]: pgmap v21122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:17.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:17 smithi123 ceph-mon[188613]: pgmap v21123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:17.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:17 smithi123 ceph-mon[191304]: pgmap v21123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:18.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:17 smithi177 ceph-mon[212096]: pgmap v21123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:17:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:17:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T21:17:20.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:19 smithi177 ceph-mon[212096]: pgmap v21124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:20.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:19 smithi123 ceph-mon[191304]: pgmap v21124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:20.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:19 smithi123 ceph-mon[188613]: pgmap v21124: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:22.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:21 smithi177 ceph-mon[212096]: pgmap v21125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:22.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:21 smithi123 ceph-mon[191304]: pgmap v21125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:22.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:21 smithi123 ceph-mon[188613]: pgmap v21125: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:24.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:23 smithi177 ceph-mon[212096]: pgmap v21126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:24.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:23 smithi123 ceph-mon[191304]: pgmap v21126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:24.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:23 smithi123 ceph-mon[188613]: pgmap v21126: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:26.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:25 smithi177 ceph-mon[212096]: pgmap v21127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:26.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:25 smithi123 ceph-mon[191304]: pgmap v21127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:26.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:25 smithi123 ceph-mon[188613]: pgmap v21127: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:27 smithi123 ceph-mon[191304]: pgmap v21128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:27.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:17:27.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:27 smithi123 ceph-mon[188613]: pgmap v21128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:27.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:17:28.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:27 smithi177 ceph-mon[212096]: pgmap v21128: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:17:29.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:17:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:17:29] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T21:17:30.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:29 smithi177 ceph-mon[212096]: pgmap v21129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:30.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:29 smithi123 ceph-mon[191304]: pgmap v21129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:30.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:29 smithi123 ceph-mon[188613]: pgmap v21129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:32.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:31 smithi177 ceph-mon[212096]: pgmap v21130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:32.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:31 smithi123 ceph-mon[188613]: pgmap v21130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:32.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:31 smithi123 ceph-mon[191304]: pgmap v21130: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:34.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:33 smithi177 ceph-mon[212096]: pgmap v21131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:34.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:33 smithi123 ceph-mon[191304]: pgmap v21131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:34.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:33 smithi123 ceph-mon[188613]: pgmap v21131: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:36.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:35 smithi177 ceph-mon[212096]: pgmap v21132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:36.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:35 smithi123 ceph-mon[191304]: pgmap v21132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:36.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:35 smithi123 ceph-mon[188613]: pgmap v21132: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:37.995 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:37 smithi123 ceph-mon[191304]: pgmap v21133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:37.996 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:37 smithi123 ceph-mon[188613]: pgmap v21133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:38.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:37 smithi177 ceph-mon[212096]: pgmap v21133: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:17:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:17:39] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T21:17:40.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:39 smithi177 ceph-mon[212096]: pgmap v21134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:40.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:39 smithi123 ceph-mon[191304]: pgmap v21134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:40.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:39 smithi123 ceph-mon[188613]: pgmap v21134: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:42.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:41 smithi177 ceph-mon[212096]: pgmap v21135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:42.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:41 smithi123 ceph-mon[191304]: pgmap v21135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:42.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:41 smithi123 ceph-mon[188613]: pgmap v21135: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:42.981 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:17:43.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:17:43.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:17:43.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:17:43.291 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:17:43.292 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 9m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:17:43.292 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 7m ago 10h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:17:43.292 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 9m ago 10h 25.6M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:17:43.292 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 7m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:17:43.292 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 7m ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:17:43.292 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 9m ago 10h 929M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:17:43.292 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 9m ago 10h 2498M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:17:43.292 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 7m ago 10h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:17:43.292 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 9m ago 10h 1298M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:17:43.292 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 9m ago 10h 23.2M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:17:43.292 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 7m ago 10h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:17:43.292 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 9m ago 10h 5647M 2051M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:17:43.292 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 9m ago 10h 6351M 2051M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:17:43.292 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 9m ago 10h 5155M 2051M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:17:43.293 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 9m ago 10h 5474M 2051M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:17:43.293 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 7m ago 10h 4674M 2439M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:17:43.293 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 7m ago 10h 5257M 2439M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:17:43.293 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 7m ago 10h 4544M 2439M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:17:43.293 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 7m ago 10h 5297M 2439M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:17:43.293 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 7m ago 10h 147M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:17:43.674 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:17:43.675 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:17:43.675 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:17:43.675 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:17:43.675 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:17:43.675 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:17:43.675 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:17:43.675 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:17:43.675 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:17:43.675 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:17:43.675 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:17:43.675 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:17:43.675 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:17:43.675 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:17:43.676 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:17:43.676 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:17:43.676 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:17:43.676 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:17:44.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:43 smithi177 ceph-mon[212096]: pgmap v21136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:44.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:43 smithi177 ceph-mon[212096]: from='client.57474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:17:44.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:43 smithi177 ceph-mon[212096]: from='client.67436 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:17:44.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:43 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2657666501' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:17:44.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:43 smithi123 ceph-mon[188613]: pgmap v21136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:44.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:43 smithi123 ceph-mon[188613]: from='client.57474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:17:44.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:43 smithi123 ceph-mon[188613]: from='client.67436 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:17:44.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:43 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2657666501' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:17:44.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:43 smithi123 ceph-mon[191304]: pgmap v21136: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:44.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:43 smithi123 ceph-mon[191304]: from='client.57474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:17:44.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:43 smithi123 ceph-mon[191304]: from='client.67436 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:17:44.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:43 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2657666501' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:17:46.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:45 smithi177 ceph-mon[212096]: pgmap v21137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:46.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:45 smithi123 ceph-mon[188613]: pgmap v21137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:46.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:45 smithi123 ceph-mon[191304]: pgmap v21137: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:47.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:47 smithi123 ceph-mon[191304]: pgmap v21138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:47.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:47 smithi123 ceph-mon[188613]: pgmap v21138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:48.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:47 smithi177 ceph-mon[212096]: pgmap v21138: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:17:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:17:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T21:17:50.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:49 smithi177 ceph-mon[212096]: pgmap v21139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:50.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:49 smithi123 ceph-mon[191304]: pgmap v21139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:50.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:49 smithi123 ceph-mon[188613]: pgmap v21139: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:52.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:51 smithi177 ceph-mon[212096]: pgmap v21140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:52.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:51 smithi123 ceph-mon[191304]: pgmap v21140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:52.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:51 smithi123 ceph-mon[188613]: pgmap v21140: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:54.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:53 smithi177 ceph-mon[212096]: pgmap v21141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:54.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:53 smithi123 ceph-mon[191304]: pgmap v21141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:53 smithi123 ceph-mon[188613]: pgmap v21141: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:56.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:55 smithi177 ceph-mon[212096]: pgmap v21142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:56.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:55 smithi123 ceph-mon[191304]: pgmap v21142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:56.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:55 smithi123 ceph-mon[188613]: pgmap v21142: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:57.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:17:57.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:17:57.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:56 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:17:57.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:17:57.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:17:57.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:56 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:17:57.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:17:57.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:17:57.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:56 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:17:58.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:57 smithi177 ceph-mon[212096]: pgmap v21143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:58.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:17:58.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:57 smithi123 ceph-mon[191304]: pgmap v21143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:58.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:17:58.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:57 smithi123 ceph-mon[188613]: pgmap v21143: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:17:58.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:17:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:17:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:17:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:18:00.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:59 smithi123 ceph-mon[188613]: pgmap v21144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:00.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:18:00.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:18:00.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:18:00.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:18:00.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:17:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:18:00.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:59 smithi123 ceph-mon[191304]: pgmap v21144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:00.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:18:00.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:18:00.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:18:00.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:18:00.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:17:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:18:00.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:59 smithi177 ceph-mon[212096]: pgmap v21144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:00.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:18:00.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:18:00.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:18:00.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:18:00.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:17:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:18:02.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:01 smithi123 ceph-mon[191304]: pgmap v21145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:02.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:01 smithi123 ceph-mon[188613]: pgmap v21145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:02.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:01 smithi177 ceph-mon[212096]: pgmap v21145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:04.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:03 smithi123 ceph-mon[191304]: pgmap v21146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:04.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:03 smithi123 ceph-mon[188613]: pgmap v21146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:04.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:03 smithi177 ceph-mon[212096]: pgmap v21146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:06.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:05 smithi123 ceph-mon[191304]: pgmap v21147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:06.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:05 smithi123 ceph-mon[188613]: pgmap v21147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:06.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:05 smithi177 ceph-mon[212096]: pgmap v21147: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:07.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:07 smithi123 ceph-mon[191304]: pgmap v21148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:07.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:07 smithi123 ceph-mon[188613]: pgmap v21148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:08.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:07 smithi177 ceph-mon[212096]: pgmap v21148: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:18:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:18:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:18:10.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:09 smithi177 ceph-mon[212096]: pgmap v21149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:10.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:09 smithi123 ceph-mon[191304]: pgmap v21149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:10.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:09 smithi123 ceph-mon[188613]: pgmap v21149: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:12.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:11 smithi177 ceph-mon[212096]: pgmap v21150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:12.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:11 smithi123 ceph-mon[191304]: pgmap v21150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:12.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:11 smithi123 ceph-mon[188613]: pgmap v21150: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:13.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:18:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:18:13.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:18:14.026 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:18:14.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:13 smithi177 ceph-mon[212096]: pgmap v21151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:14.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:13 smithi123 ceph-mon[191304]: pgmap v21151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:14.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:13 smithi123 ceph-mon[188613]: pgmap v21151: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:14.335 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:18:14.336 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 15s ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:18:14.336 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 8m ago 10h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:18:14.336 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 15s ago 10h 25.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:18:14.336 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 8m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:18:14.336 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 8m ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:18:14.336 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 15s ago 10h 933M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:18:14.336 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 15s ago 10h 2520M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:18:14.336 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 8m ago 10h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:18:14.336 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 15s ago 10h 1305M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:18:14.336 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 15s ago 10h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:18:14.336 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 8m ago 10h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:18:14.337 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 15s ago 10h 5654M 2051M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:18:14.337 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 15s ago 10h 6354M 2051M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:18:14.337 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 15s ago 10h 5157M 2051M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:18:14.337 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 15s ago 10h 5481M 2051M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:18:14.337 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 8m ago 10h 4674M 2439M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:18:14.337 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 8m ago 10h 5257M 2439M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:18:14.337 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 8m ago 10h 4544M 2439M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:18:14.337 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 8m ago 10h 5297M 2439M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:18:14.337 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 8m ago 10h 147M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:18:14.717 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:18:14.717 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:18:14.717 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:18:14.717 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:18:14.718 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:18:14.718 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:18:14.718 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:18:14.718 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:18:14.718 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:18:14.718 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:18:14.718 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:18:14.718 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:18:14.718 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:18:14.718 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:18:14.718 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:18:14.718 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:18:14.718 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:18:14.719 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:18:15.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:14 smithi177 ceph-mon[212096]: from='client.57492 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:18:15.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:14 smithi177 ceph-mon[212096]: from='client.67454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:18:15.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:14 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2528329708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:18:15.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:14 smithi123 ceph-mon[191304]: from='client.57492 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:18:15.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:14 smithi123 ceph-mon[191304]: from='client.67454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:18:15.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:14 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2528329708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:18:15.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:14 smithi123 ceph-mon[188613]: from='client.57492 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:18:15.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:14 smithi123 ceph-mon[188613]: from='client.67454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:18:15.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:14 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2528329708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:18:16.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:15 smithi177 ceph-mon[212096]: pgmap v21152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:16.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:15 smithi123 ceph-mon[191304]: pgmap v21152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:16.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:15 smithi123 ceph-mon[188613]: pgmap v21152: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:17.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:17 smithi123 ceph-mon[191304]: pgmap v21153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:17.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:17 smithi123 ceph-mon[188613]: pgmap v21153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:18.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:17 smithi177 ceph-mon[212096]: pgmap v21153: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:18:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:18:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T21:18:20.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:19 smithi177 ceph-mon[212096]: pgmap v21154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:20.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:19 smithi123 ceph-mon[188613]: pgmap v21154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:20.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:19 smithi123 ceph-mon[191304]: pgmap v21154: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:22.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:21 smithi177 ceph-mon[212096]: pgmap v21155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:22.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:21 smithi123 ceph-mon[191304]: pgmap v21155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:22.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:21 smithi123 ceph-mon[188613]: pgmap v21155: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:24.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:23 smithi177 ceph-mon[212096]: pgmap v21156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:24.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:23 smithi123 ceph-mon[191304]: pgmap v21156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:24.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:23 smithi123 ceph-mon[188613]: pgmap v21156: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:26.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:25 smithi177 ceph-mon[212096]: pgmap v21157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:26.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:25 smithi123 ceph-mon[188613]: pgmap v21157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:26.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:25 smithi123 ceph-mon[191304]: pgmap v21157: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:27 smithi123 ceph-mon[191304]: pgmap v21158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:27.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:18:27.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:27 smithi123 ceph-mon[188613]: pgmap v21158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:27.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:18:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:27 smithi177 ceph-mon[212096]: pgmap v21158: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:18:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:18:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:18:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T21:18:30.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:29 smithi177 ceph-mon[212096]: pgmap v21159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:30.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:29 smithi123 ceph-mon[191304]: pgmap v21159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:30.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:29 smithi123 ceph-mon[188613]: pgmap v21159: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:32.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:31 smithi177 ceph-mon[212096]: pgmap v21160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:32.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:31 smithi123 ceph-mon[191304]: pgmap v21160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:32.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:31 smithi123 ceph-mon[188613]: pgmap v21160: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:34.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:33 smithi177 ceph-mon[212096]: pgmap v21161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:34.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:33 smithi123 ceph-mon[191304]: pgmap v21161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:34.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:33 smithi123 ceph-mon[188613]: pgmap v21161: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:36.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:35 smithi177 ceph-mon[212096]: pgmap v21162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:36.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:35 smithi123 ceph-mon[191304]: pgmap v21162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:36.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:35 smithi123 ceph-mon[188613]: pgmap v21162: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:37.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:37 smithi123 ceph-mon[191304]: pgmap v21163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:37.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:37 smithi123 ceph-mon[188613]: pgmap v21163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:38.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:37 smithi177 ceph-mon[212096]: pgmap v21163: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:18:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:18:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T21:18:40.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:39 smithi177 ceph-mon[212096]: pgmap v21164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:40.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:39 smithi123 ceph-mon[188613]: pgmap v21164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:40.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:39 smithi123 ceph-mon[191304]: pgmap v21164: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:42.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:41 smithi177 ceph-mon[212096]: pgmap v21165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:42.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:41 smithi123 ceph-mon[191304]: pgmap v21165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:42.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:41 smithi123 ceph-mon[188613]: pgmap v21165: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:43.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:18:43.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:18:43.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:18:44.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:43 smithi177 ceph-mon[212096]: pgmap v21166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:44.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:43 smithi123 ceph-mon[191304]: pgmap v21166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:44.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:43 smithi123 ceph-mon[188613]: pgmap v21166: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:45.065 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:18:45.376 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:18:45.376 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 46s ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:18:45.376 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 8m ago 10h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:18:45.376 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 46s ago 10h 25.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:18:45.376 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 8m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:18:45.376 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 8m ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:18:45.376 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 46s ago 10h 933M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:18:45.376 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 46s ago 10h 2520M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:18:45.376 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 8m ago 10h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:18:45.376 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 46s ago 10h 1305M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:18:45.377 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 46s ago 10h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:18:45.377 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 8m ago 10h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:18:45.377 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 46s ago 10h 5654M 2051M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:18:45.377 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 46s ago 10h 6354M 2051M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:18:45.377 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 46s ago 10h 5157M 2051M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:18:45.377 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 46s ago 10h 5481M 2051M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:18:45.377 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 8m ago 10h 4674M 2439M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:18:45.377 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 8m ago 10h 5257M 2439M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:18:45.377 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 8m ago 10h 4544M 2439M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:18:45.377 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 8m ago 10h 5297M 2439M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:18:45.377 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 8m ago 10h 147M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:18:45.763 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:18:45.763 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:18:45.763 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:18:45.763 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:18:45.763 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:18:45.763 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:18:45.763 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:18:45.763 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:18:45.764 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:18:45.764 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:18:45.764 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:18:45.764 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:18:45.764 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:18:45.764 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:18:45.764 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:18:45.764 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:18:45.764 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:18:45.764 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:18:46.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:45 smithi177 ceph-mon[212096]: pgmap v21167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:46.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:45 smithi177 ceph-mon[212096]: from='client.67466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:18:46.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:45 smithi177 ceph-mon[212096]: from='client.57516 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:18:46.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:45 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3161462057' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:18:46.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:45 smithi123 ceph-mon[191304]: pgmap v21167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:46.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:45 smithi123 ceph-mon[191304]: from='client.67466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:18:46.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:45 smithi123 ceph-mon[191304]: from='client.57516 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:18:46.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:45 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3161462057' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:18:46.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:45 smithi123 ceph-mon[188613]: pgmap v21167: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:46.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:45 smithi123 ceph-mon[188613]: from='client.67466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:18:46.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:45 smithi123 ceph-mon[188613]: from='client.57516 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:18:46.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:45 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3161462057' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:18:47.993 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:47 smithi123 ceph-mon[188613]: pgmap v21168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:47.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:47 smithi123 ceph-mon[191304]: pgmap v21168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:48.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:47 smithi177 ceph-mon[212096]: pgmap v21168: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:18:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:18:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:18:50.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:49 smithi177 ceph-mon[212096]: pgmap v21169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:50.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:49 smithi123 ceph-mon[191304]: pgmap v21169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:50.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:49 smithi123 ceph-mon[188613]: pgmap v21169: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:52.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:51 smithi177 ceph-mon[212096]: pgmap v21170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:52.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:51 smithi123 ceph-mon[188613]: pgmap v21170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:52.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:51 smithi123 ceph-mon[191304]: pgmap v21170: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:54.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:53 smithi177 ceph-mon[212096]: pgmap v21171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:54.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:53 smithi123 ceph-mon[188613]: pgmap v21171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:54.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:53 smithi123 ceph-mon[191304]: pgmap v21171: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:56.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:55 smithi177 ceph-mon[212096]: pgmap v21172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:56.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:55 smithi123 ceph-mon[191304]: pgmap v21172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:56.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:55 smithi123 ceph-mon[188613]: pgmap v21172: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:57 smithi123 ceph-mon[191304]: pgmap v21173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:57.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:18:57.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:57 smithi123 ceph-mon[188613]: pgmap v21173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:57.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:18:58.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:57 smithi177 ceph-mon[212096]: pgmap v21173: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:18:58.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:18:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:18:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:18:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T21:19:00.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:59 smithi177 ceph-mon[212096]: pgmap v21174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:00.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:19:00.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:19:00.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:18:59 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:19:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:59 smithi123 ceph-mon[191304]: pgmap v21174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:00.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:19:00.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:19:00.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:18:59 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:19:00.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:59 smithi123 ceph-mon[188613]: pgmap v21174: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:00.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:19:00.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:19:00.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:18:59 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:19:01.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:19:01.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:19:01.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:19:01.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:19:01.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:19:01.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:19:01.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:19:01.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:19:01.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:19:02.654 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:02 smithi177 ceph-mon[212096]: pgmap v21175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:02.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:02 smithi123 ceph-mon[191304]: pgmap v21175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:02.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:02 smithi123 ceph-mon[188613]: pgmap v21175: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:04.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:04 smithi177 ceph-mon[212096]: pgmap v21176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:04.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:04 smithi123 ceph-mon[188613]: pgmap v21176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:04.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:04 smithi123 ceph-mon[191304]: pgmap v21176: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:06.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:06 smithi177 ceph-mon[212096]: pgmap v21177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:06.743 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:06 smithi123 ceph-mon[191304]: pgmap v21177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:06.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:06 smithi123 ceph-mon[188613]: pgmap v21177: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:07.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:07 smithi123 ceph-mon[191304]: pgmap v21178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:07.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:07 smithi123 ceph-mon[188613]: pgmap v21178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:08.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:07 smithi177 ceph-mon[212096]: pgmap v21178: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:19:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:19:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T21:19:10.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:09 smithi177 ceph-mon[212096]: pgmap v21179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:10.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:09 smithi123 ceph-mon[191304]: pgmap v21179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:10.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:09 smithi123 ceph-mon[188613]: pgmap v21179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:12.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:11 smithi177 ceph-mon[212096]: pgmap v21180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:12.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:11 smithi123 ceph-mon[188613]: pgmap v21180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:12.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:11 smithi123 ceph-mon[191304]: pgmap v21180: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:13.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:19:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:19:13.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:19:14.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:13 smithi177 ceph-mon[212096]: pgmap v21181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:14.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:13 smithi123 ceph-mon[191304]: pgmap v21181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:14.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:13 smithi123 ceph-mon[188613]: pgmap v21181: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:16.106 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:19:16.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:15 smithi177 ceph-mon[212096]: pgmap v21182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:16.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:15 smithi123 ceph-mon[191304]: pgmap v21182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:16.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:15 smithi123 ceph-mon[188613]: pgmap v21182: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:16.423 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:19:16.423 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 77s ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:19:16.423 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 9m ago 10h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:19:16.423 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 77s ago 10h 25.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:19:16.423 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 9m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:19:16.423 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 9m ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:19:16.423 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 77s ago 10h 933M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:19:16.423 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 77s ago 10h 2520M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:19:16.423 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 9m ago 10h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:19:16.423 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 77s ago 10h 1305M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:19:16.423 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 77s ago 10h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:19:16.424 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 9m ago 10h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:19:16.424 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 77s ago 10h 5654M 2051M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:19:16.424 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 77s ago 10h 6354M 2051M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:19:16.424 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 77s ago 10h 5157M 2051M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:19:16.424 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 77s ago 10h 5481M 2051M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:19:16.424 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 9m ago 10h 4674M 2439M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:19:16.424 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 9m ago 10h 5257M 2439M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:19:16.424 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 9m ago 10h 4544M 2439M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:19:16.424 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 9m ago 10h 5297M 2439M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:19:16.424 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 9m ago 10h 147M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:19:16.807 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:19:16.808 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:19:16.808 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:19:16.808 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:19:16.808 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:19:16.808 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:19:16.808 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:19:16.808 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:19:16.808 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:19:16.808 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:19:16.808 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:19:16.808 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:19:16.808 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:19:16.808 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:19:16.809 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:19:16.809 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:19:16.809 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:19:16.809 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:19:17.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:16 smithi177 ceph-mon[212096]: from='client.57528 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:19:17.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:16 smithi177 ceph-mon[212096]: from='client.67490 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:19:17.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:16 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4049242812' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:19:17.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:16 smithi123 ceph-mon[191304]: from='client.57528 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:19:17.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:16 smithi123 ceph-mon[191304]: from='client.67490 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:19:17.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:16 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4049242812' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:19:17.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:16 smithi123 ceph-mon[188613]: from='client.57528 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:19:17.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:16 smithi123 ceph-mon[188613]: from='client.67490 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:19:17.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:16 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4049242812' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:19:18.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:17 smithi177 ceph-mon[212096]: pgmap v21183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:18.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:17 smithi123 ceph-mon[191304]: pgmap v21183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:18.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:17 smithi123 ceph-mon[188613]: pgmap v21183: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:19.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:19:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:19:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:19:20.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:19 smithi123 ceph-mon[191304]: pgmap v21184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:20.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:19 smithi123 ceph-mon[188613]: pgmap v21184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:20.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:19 smithi177 ceph-mon[212096]: pgmap v21184: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:22.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:21 smithi123 ceph-mon[188613]: pgmap v21185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:22.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:21 smithi123 ceph-mon[191304]: pgmap v21185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:22.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:21 smithi177 ceph-mon[212096]: pgmap v21185: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:24.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:23 smithi123 ceph-mon[188613]: pgmap v21186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:24.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:23 smithi123 ceph-mon[191304]: pgmap v21186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:24.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:23 smithi177 ceph-mon[212096]: pgmap v21186: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:26.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:25 smithi123 ceph-mon[188613]: pgmap v21187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:26.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:25 smithi123 ceph-mon[191304]: pgmap v21187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:26.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:25 smithi177 ceph-mon[212096]: pgmap v21187: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:27.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:27 smithi123 ceph-mon[191304]: pgmap v21188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:27.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:19:27.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:27 smithi123 ceph-mon[188613]: pgmap v21188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:27.995 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:19:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:27 smithi177 ceph-mon[212096]: pgmap v21188: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:19:29.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:19:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:19:29] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T21:19:30.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:29 smithi177 ceph-mon[212096]: pgmap v21189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:30.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:29 smithi123 ceph-mon[191304]: pgmap v21189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:30.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:29 smithi123 ceph-mon[188613]: pgmap v21189: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:32.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:31 smithi177 ceph-mon[212096]: pgmap v21190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:32.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:31 smithi123 ceph-mon[188613]: pgmap v21190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:32.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:31 smithi123 ceph-mon[191304]: pgmap v21190: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:34.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:33 smithi177 ceph-mon[212096]: pgmap v21191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:34.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:33 smithi123 ceph-mon[191304]: pgmap v21191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:34.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:33 smithi123 ceph-mon[188613]: pgmap v21191: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:36.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:35 smithi177 ceph-mon[212096]: pgmap v21192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:36.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:35 smithi123 ceph-mon[191304]: pgmap v21192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:36.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:35 smithi123 ceph-mon[188613]: pgmap v21192: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:37.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:37 smithi123 ceph-mon[191304]: pgmap v21193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:37.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:37 smithi123 ceph-mon[188613]: pgmap v21193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:38.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:37 smithi177 ceph-mon[212096]: pgmap v21193: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:19:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:19:39] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T21:19:40.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:39 smithi177 ceph-mon[212096]: pgmap v21194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:40.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:39 smithi123 ceph-mon[191304]: pgmap v21194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:40.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:39 smithi123 ceph-mon[188613]: pgmap v21194: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:42.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:41 smithi177 ceph-mon[212096]: pgmap v21195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:42.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:41 smithi123 ceph-mon[191304]: pgmap v21195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:42.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:41 smithi123 ceph-mon[188613]: pgmap v21195: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:43.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:19:43.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:19:43.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:19:44.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:43 smithi177 ceph-mon[212096]: pgmap v21196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:44.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:43 smithi123 ceph-mon[191304]: pgmap v21196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:44.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:43 smithi123 ceph-mon[188613]: pgmap v21196: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:46.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:45 smithi123 ceph-mon[191304]: pgmap v21197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:46.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:45 smithi123 ceph-mon[188613]: pgmap v21197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:46.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:45 smithi177 ceph-mon[212096]: pgmap v21197: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:47.151 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:19:47.458 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:19:47.458 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 108s ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:19:47.458 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 9m ago 10h 93.1M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:19:47.458 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 108s ago 10h 25.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:19:47.458 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 9m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:19:47.458 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 9m ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:19:47.458 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 108s ago 10h 933M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:19:47.458 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 108s ago 10h 2520M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:19:47.458 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 9m ago 10h 1218M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:19:47.458 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 108s ago 10h 1305M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:19:47.458 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 108s ago 10h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:19:47.459 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 9m ago 10h 23.1M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:19:47.459 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 108s ago 10h 5654M 2051M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:19:47.459 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 108s ago 10h 6354M 2051M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:19:47.459 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 108s ago 10h 5157M 2051M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:19:47.459 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 108s ago 10h 5481M 2051M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:19:47.459 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 9m ago 10h 4674M 2439M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:19:47.459 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 9m ago 10h 5257M 2439M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:19:47.459 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 9m ago 10h 4544M 2439M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:19:47.459 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 9m ago 10h 5297M 2439M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:19:47.459 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 9m ago 10h 147M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:19:47.844 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:19:47.844 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:19:47.844 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:19:47.845 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:19:47.845 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:19:47.845 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:19:47.845 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:19:47.845 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:19:47.845 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:19:47.845 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:19:47.845 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:19:47.845 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:19:47.845 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:19:47.845 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:19:47.845 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:19:47.845 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:19:47.846 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:19:47.846 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:19:48.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:47 smithi177 ceph-mon[212096]: pgmap v21198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:48.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:47 smithi177 ceph-mon[212096]: from='client.67502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:19:48.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:47 smithi177 ceph-mon[212096]: from='client.57552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:19:48.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:47 smithi123 ceph-mon[191304]: pgmap v21198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:48.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:47 smithi123 ceph-mon[191304]: from='client.67502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:19:48.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:47 smithi123 ceph-mon[191304]: from='client.57552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:19:48.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:47 smithi123 ceph-mon[188613]: pgmap v21198: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:48.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:47 smithi123 ceph-mon[188613]: from='client.67502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:19:48.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:47 smithi123 ceph-mon[188613]: from='client.57552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:19:49.080 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:48 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/841807597' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:19:49.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:48 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/841807597' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:19:49.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:48 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/841807597' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:19:49.497 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:19:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:19:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:19:50.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:49 smithi177 ceph-mon[212096]: pgmap v21199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:50.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:49 smithi123 ceph-mon[188613]: pgmap v21199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:50.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:49 smithi123 ceph-mon[191304]: pgmap v21199: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:52.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:51 smithi177 ceph-mon[212096]: pgmap v21200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:52.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:51 smithi123 ceph-mon[191304]: pgmap v21200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:52.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:51 smithi123 ceph-mon[188613]: pgmap v21200: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:54.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:53 smithi177 ceph-mon[212096]: pgmap v21201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:54.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:53 smithi123 ceph-mon[191304]: pgmap v21201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:54.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:53 smithi123 ceph-mon[188613]: pgmap v21201: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:56.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:55 smithi123 ceph-mon[191304]: pgmap v21202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:56.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:55 smithi123 ceph-mon[188613]: pgmap v21202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:56.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:55 smithi177 ceph-mon[212096]: pgmap v21202: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:57.993 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:57 smithi123 ceph-mon[191304]: pgmap v21203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:57.994 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:19:57.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:57 smithi123 ceph-mon[188613]: pgmap v21203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:57.994 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:19:58.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:57 smithi177 ceph-mon[212096]: pgmap v21203: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:19:58.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:19:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:19:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:19:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T21:20:00.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:19:59 smithi177 ceph-mon[212096]: pgmap v21204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:19:59 smithi123 ceph-mon[191304]: pgmap v21204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:00.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:19:59 smithi123 ceph-mon[188613]: pgmap v21204: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:00.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T21:19:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T21:20:00.974 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T21:20:00.975 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:00 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:20:01.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T21:20:01.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:00 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:20:01.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T21:20:01.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:00 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:20:02.154 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:01 smithi177 ceph-mon[212096]: pgmap v21205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:02.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:01 smithi123 ceph-mon[191304]: pgmap v21205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:02.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:01 smithi123 ceph-mon[188613]: pgmap v21205: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:04.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:20:04.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:20:04.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:03 smithi177 ceph-mon[212096]: pgmap v21206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:04.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:20:04.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:20:04.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:20:04.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:20:04.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:20:04.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:03 smithi123 ceph-mon[191304]: pgmap v21206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:04.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:20:04.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:20:04.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:20:04.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:20:04.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:20:04.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:03 smithi123 ceph-mon[188613]: pgmap v21206: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:04.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:20:04.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:20:04.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:20:06.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:05 smithi177 ceph-mon[212096]: pgmap v21207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:06.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:05 smithi123 ceph-mon[191304]: pgmap v21207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:06.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:05 smithi123 ceph-mon[188613]: pgmap v21207: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:08.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:07 smithi177 ceph-mon[212096]: pgmap v21208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:08.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:07 smithi123 ceph-mon[191304]: pgmap v21208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:08.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:07 smithi123 ceph-mon[188613]: pgmap v21208: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:09.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:20:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:20:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T21:20:10.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:09 smithi177 ceph-mon[212096]: pgmap v21209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:10.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:09 smithi123 ceph-mon[191304]: pgmap v21209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:10.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:09 smithi123 ceph-mon[188613]: pgmap v21209: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:12.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:11 smithi123 ceph-mon[188613]: pgmap v21210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:12.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:11 smithi123 ceph-mon[191304]: pgmap v21210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:12.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:11 smithi177 ceph-mon[212096]: pgmap v21210: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:13.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:20:13.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:20:13.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:20:14.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:13 smithi123 ceph-mon[191304]: pgmap v21211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:14.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:13 smithi123 ceph-mon[188613]: pgmap v21211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:14.404 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:13 smithi177 ceph-mon[212096]: pgmap v21211: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:16.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:15 smithi123 ceph-mon[191304]: pgmap v21212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:16.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:15 smithi123 ceph-mon[188613]: pgmap v21212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:16.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:15 smithi177 ceph-mon[212096]: pgmap v21212: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:18.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:17 smithi177 ceph-mon[212096]: pgmap v21213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:18.193 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:20:18.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:17 smithi123 ceph-mon[188613]: pgmap v21213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:18.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:17 smithi123 ceph-mon[191304]: pgmap v21213: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:18.501 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:20:18.502 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 2m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:20:18.502 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 15s ago 10h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:20:18.502 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 2m ago 10h 25.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:20:18.502 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 15s ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:20:18.502 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 15s ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:20:18.502 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 2m ago 10h 933M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:20:18.502 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 2m ago 10h 2520M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:20:18.502 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 15s ago 10h 1229M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:20:18.502 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 2m ago 10h 1305M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:20:18.502 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 2m ago 10h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:20:18.502 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 15s ago 10h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:20:18.502 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 2m ago 10h 5654M 2051M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:20:18.502 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 2m ago 10h 6354M 2051M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:20:18.502 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 2m ago 10h 5157M 2051M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:20:18.503 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 2m ago 10h 5481M 2051M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:20:18.503 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 15s ago 10h 4702M 2439M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:20:18.503 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 15s ago 10h 5289M 2439M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:20:18.503 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 15s ago 10h 4574M 2439M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:20:18.503 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 15s ago 10h 5329M 2439M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:20:18.503 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 15s ago 10h 144M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:20:18.883 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:20:18.884 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:20:18.884 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:20:18.884 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:20:18.884 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:20:18.884 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:20:18.884 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:20:18.884 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:20:18.884 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:20:18.884 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:20:18.884 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:20:18.884 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:20:18.885 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:20:18.885 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:20:18.885 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:20:18.885 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:20:18.885 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:20:18.885 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:20:19.080 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:18 smithi123 ceph-mon[191304]: from='client.67520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:20:19.080 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:18 smithi123 ceph-mon[191304]: from='client.57570 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:20:19.081 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:18 smithi123 ceph-mon[188613]: from='client.67520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:20:19.081 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:18 smithi123 ceph-mon[188613]: from='client.57570 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:20:19.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:18 smithi177 ceph-mon[212096]: from='client.67520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:20:19.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:18 smithi177 ceph-mon[212096]: from='client.57570 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:20:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:20:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:20:19] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T21:20:20.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:19 smithi177 ceph-mon[212096]: pgmap v21214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:20.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:19 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1772009641' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:20:20.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:19 smithi123 ceph-mon[191304]: pgmap v21214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:20.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:19 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1772009641' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:20:20.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:19 smithi123 ceph-mon[188613]: pgmap v21214: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:20.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:19 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1772009641' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:20:22.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:21 smithi123 ceph-mon[191304]: pgmap v21215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:22.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:21 smithi123 ceph-mon[188613]: pgmap v21215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:22.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:21 smithi177 ceph-mon[212096]: pgmap v21215: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:24.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:23 smithi123 ceph-mon[191304]: pgmap v21216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:24.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:23 smithi123 ceph-mon[188613]: pgmap v21216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:24.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:23 smithi177 ceph-mon[212096]: pgmap v21216: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:26.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:25 smithi123 ceph-mon[191304]: pgmap v21217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:26.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:25 smithi123 ceph-mon[188613]: pgmap v21217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:26.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:25 smithi177 ceph-mon[212096]: pgmap v21217: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:27 smithi177 ceph-mon[212096]: pgmap v21218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:20:28.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:27 smithi123 ceph-mon[191304]: pgmap v21218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:28.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:20:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:27 smithi123 ceph-mon[188613]: pgmap v21218: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:20:29.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:20:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:20:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:20:30.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:29 smithi123 ceph-mon[191304]: pgmap v21219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:30.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:29 smithi123 ceph-mon[188613]: pgmap v21219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:30.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:29 smithi177 ceph-mon[212096]: pgmap v21219: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:32.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:31 smithi123 ceph-mon[191304]: pgmap v21220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:32.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:31 smithi123 ceph-mon[188613]: pgmap v21220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:32.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:31 smithi177 ceph-mon[212096]: pgmap v21220: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:34.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:33 smithi123 ceph-mon[191304]: pgmap v21221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:34.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:33 smithi123 ceph-mon[188613]: pgmap v21221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:34.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:33 smithi177 ceph-mon[212096]: pgmap v21221: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:36.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:35 smithi123 ceph-mon[188613]: pgmap v21222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:36.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:35 smithi123 ceph-mon[191304]: pgmap v21222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:36.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:35 smithi177 ceph-mon[212096]: pgmap v21222: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:38.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:37 smithi177 ceph-mon[212096]: pgmap v21223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:38.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:37 smithi123 ceph-mon[191304]: pgmap v21223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:38.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:37 smithi123 ceph-mon[188613]: pgmap v21223: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:39.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:20:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:20:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:20:40.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:39 smithi123 ceph-mon[188613]: pgmap v21224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:40.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:39 smithi123 ceph-mon[191304]: pgmap v21224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:40.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:39 smithi177 ceph-mon[212096]: pgmap v21224: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:42.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:41 smithi123 ceph-mon[191304]: pgmap v21225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:42.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:41 smithi123 ceph-mon[188613]: pgmap v21225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:42.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:41 smithi177 ceph-mon[212096]: pgmap v21225: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:43.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:20:43.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:20:43.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:20:44.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:43 smithi123 ceph-mon[191304]: pgmap v21226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:44.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:43 smithi123 ceph-mon[188613]: pgmap v21226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:44.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:43 smithi177 ceph-mon[212096]: pgmap v21226: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:46.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:45 smithi123 ceph-mon[188613]: pgmap v21227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:46.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:45 smithi123 ceph-mon[191304]: pgmap v21227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:46.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:45 smithi177 ceph-mon[212096]: pgmap v21227: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:48.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:47 smithi177 ceph-mon[212096]: pgmap v21228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:48.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:47 smithi123 ceph-mon[191304]: pgmap v21228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:48.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:47 smithi123 ceph-mon[188613]: pgmap v21228: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:49.230 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:20:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:20:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:20:49] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T21:20:49.539 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:20:49.539 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 2m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:20:49.539 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 46s ago 10h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:20:49.539 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 2m ago 10h 25.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:20:49.539 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 46s ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:20:49.539 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 46s ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:20:49.539 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 2m ago 10h 933M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:20:49.539 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 2m ago 10h 2520M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:20:49.539 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 46s ago 10h 1229M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:20:49.539 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 2m ago 10h 1305M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:20:49.539 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 2m ago 10h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:20:49.539 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 46s ago 10h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:20:49.539 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 2m ago 10h 5654M 2051M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:20:49.540 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 2m ago 10h 6354M 2051M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:20:49.540 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 2m ago 10h 5157M 2051M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:20:49.540 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 2m ago 10h 5481M 2051M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:20:49.540 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 46s ago 10h 4702M 2439M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:20:49.540 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 46s ago 10h 5289M 2439M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:20:49.540 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 46s ago 10h 4574M 2439M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:20:49.540 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 46s ago 10h 5329M 2439M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:20:49.540 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 46s ago 10h 144M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:20:49.925 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:20:49.925 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:20:49.926 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:20:49.926 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:20:49.926 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:20:49.926 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:20:49.926 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:20:49.926 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:20:49.926 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:20:49.926 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:20:49.926 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:20:49.926 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:20:49.926 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:20:49.926 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:20:49.926 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:20:49.926 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:20:49.926 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:20:49.926 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:20:50.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:49 smithi123 ceph-mon[191304]: pgmap v21229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:50.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:49 smithi123 ceph-mon[191304]: from='client.57582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:20:50.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:49 smithi123 ceph-mon[191304]: from='client.57588 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:20:50.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:49 smithi123 ceph-mon[188613]: pgmap v21229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:50.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:49 smithi123 ceph-mon[188613]: from='client.57582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:20:50.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:49 smithi123 ceph-mon[188613]: from='client.57588 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:20:50.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:49 smithi177 ceph-mon[212096]: pgmap v21229: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:50.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:49 smithi177 ceph-mon[212096]: from='client.57582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:20:50.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:49 smithi177 ceph-mon[212096]: from='client.57588 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:20:51.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:50 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/116864134' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:20:51.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:50 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/116864134' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:20:51.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:50 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/116864134' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:20:52.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:51 smithi123 ceph-mon[191304]: pgmap v21230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:52.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:51 smithi123 ceph-mon[188613]: pgmap v21230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:52.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:51 smithi177 ceph-mon[212096]: pgmap v21230: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:54.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:53 smithi123 ceph-mon[191304]: pgmap v21231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:54.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:53 smithi123 ceph-mon[188613]: pgmap v21231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:54.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:53 smithi177 ceph-mon[212096]: pgmap v21231: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:56.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:55 smithi123 ceph-mon[191304]: pgmap v21232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:56.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:55 smithi123 ceph-mon[188613]: pgmap v21232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:56.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:55 smithi177 ceph-mon[212096]: pgmap v21232: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:58.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:57 smithi177 ceph-mon[212096]: pgmap v21233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:58.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:20:58.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:57 smithi123 ceph-mon[191304]: pgmap v21233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:58.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:20:58.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:57 smithi123 ceph-mon[188613]: pgmap v21233: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:20:58.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:20:59.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:20:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:20:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T21:21:00.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:20:59 smithi123 ceph-mon[191304]: pgmap v21234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:00.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:20:59 smithi123 ceph-mon[188613]: pgmap v21234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:00.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:20:59 smithi177 ceph-mon[212096]: pgmap v21234: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:02.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:01 smithi123 ceph-mon[191304]: pgmap v21235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:02.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:01 smithi123 ceph-mon[188613]: pgmap v21235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:02.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:01 smithi177 ceph-mon[212096]: pgmap v21235: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:04.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:03 smithi123 ceph-mon[188613]: pgmap v21236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:04.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:21:04.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:21:04.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:21:04.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:03 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:21:04.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:03 smithi123 ceph-mon[191304]: pgmap v21236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:04.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:21:04.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:21:04.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:21:04.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:03 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:21:04.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:03 smithi177 ceph-mon[212096]: pgmap v21236: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:04.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:21:04.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:21:04.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:21:04.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:03 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:21:06.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:05 smithi123 ceph-mon[188613]: pgmap v21237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:06.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:05 smithi123 ceph-mon[191304]: pgmap v21237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:06.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:05 smithi177 ceph-mon[212096]: pgmap v21237: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:08.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:07 smithi177 ceph-mon[212096]: pgmap v21238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:08.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:07 smithi123 ceph-mon[188613]: pgmap v21238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:08.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:07 smithi123 ceph-mon[191304]: pgmap v21238: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:09.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:21:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:21:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T21:21:10.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:09 smithi123 ceph-mon[191304]: pgmap v21239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:10.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:09 smithi123 ceph-mon[188613]: pgmap v21239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:10.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:09 smithi177 ceph-mon[212096]: pgmap v21239: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:12.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:11 smithi123 ceph-mon[191304]: pgmap v21240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:12.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:11 smithi123 ceph-mon[188613]: pgmap v21240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:13.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:21:13.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:21:13.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:11 smithi177 ceph-mon[212096]: pgmap v21240: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:13.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:21:14.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:13 smithi123 ceph-mon[191304]: pgmap v21241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:14.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:13 smithi123 ceph-mon[188613]: pgmap v21241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:14.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:13 smithi177 ceph-mon[212096]: pgmap v21241: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:16.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:15 smithi123 ceph-mon[191304]: pgmap v21242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:16.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:15 smithi123 ceph-mon[188613]: pgmap v21242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:16.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:15 smithi177 ceph-mon[212096]: pgmap v21242: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:18.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:17 smithi177 ceph-mon[212096]: pgmap v21243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:18.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:17 smithi123 ceph-mon[191304]: pgmap v21243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:18.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:17 smithi123 ceph-mon[188613]: pgmap v21243: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:19.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:21:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:21:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T21:21:20.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:19 smithi123 ceph-mon[191304]: pgmap v21244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:20.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:19 smithi123 ceph-mon[188613]: pgmap v21244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:20.277 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:21:20.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:19 smithi177 ceph-mon[212096]: pgmap v21244: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:20.582 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:21:20.582 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 3m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:21:20.582 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 77s ago 10h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:21:20.582 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 3m ago 10h 25.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:21:20.582 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 77s ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:21:20.583 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 77s ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:21:20.583 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 3m ago 10h 933M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:21:20.583 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 3m ago 10h 2520M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:21:20.583 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 77s ago 10h 1229M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:21:20.583 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 3m ago 10h 1305M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:21:20.583 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 3m ago 10h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:21:20.583 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 77s ago 10h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:21:20.583 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 3m ago 10h 5654M 2051M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:21:20.583 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 3m ago 10h 6354M 2051M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:21:20.583 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 3m ago 10h 5157M 2051M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:21:20.583 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 3m ago 10h 5481M 2051M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:21:20.583 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 77s ago 10h 4702M 2439M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:21:20.583 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 77s ago 10h 5289M 2439M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:21:20.583 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 77s ago 10h 4574M 2439M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:21:20.583 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 77s ago 10h 5329M 2439M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:21:20.584 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 77s ago 10h 144M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:21:20.974 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:21:20.974 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:21:20.974 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:21:20.974 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:21:20.974 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:21:20.974 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:21:20.974 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:21:20.974 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:21:20.975 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:21:20.975 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:21:20.975 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:21:20.975 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:21:20.975 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:21:20.975 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:21:20.975 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:21:20.975 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:21:20.975 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:21:20.975 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:21:21.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:20 smithi123 ceph-mon[191304]: from='client.67556 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:21:21.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:20 smithi123 ceph-mon[191304]: from='client.57606 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:21:21.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:20 smithi123 ceph-mon[188613]: from='client.67556 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:21:21.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:20 smithi123 ceph-mon[188613]: from='client.57606 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:21:21.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:20 smithi177 ceph-mon[212096]: from='client.67556 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:21:21.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:20 smithi177 ceph-mon[212096]: from='client.57606 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:21:22.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:21 smithi123 ceph-mon[191304]: pgmap v21245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:22.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:21 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2208902557' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:21:22.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:21 smithi123 ceph-mon[188613]: pgmap v21245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:22.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:21 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2208902557' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:21:22.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:21 smithi177 ceph-mon[212096]: pgmap v21245: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:22.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:21 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2208902557' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:21:24.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:23 smithi123 ceph-mon[188613]: pgmap v21246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:24.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:23 smithi123 ceph-mon[191304]: pgmap v21246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:24.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:23 smithi177 ceph-mon[212096]: pgmap v21246: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:26.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:25 smithi123 ceph-mon[191304]: pgmap v21247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:26.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:25 smithi123 ceph-mon[188613]: pgmap v21247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:26.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:25 smithi177 ceph-mon[212096]: pgmap v21247: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:27 smithi177 ceph-mon[212096]: pgmap v21248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:21:28.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:27 smithi123 ceph-mon[191304]: pgmap v21248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:28.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:21:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:27 smithi123 ceph-mon[188613]: pgmap v21248: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:21:28.905 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 21:21:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T21:21:28.586312549Z level=info msg="Completed cleanup jobs" duration=12.946425ms 2023-12-20T21:21:29.496 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:21:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:21:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:21:30.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:29 smithi123 ceph-mon[191304]: pgmap v21249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:30.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:29 smithi123 ceph-mon[188613]: pgmap v21249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:30.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:29 smithi177 ceph-mon[212096]: pgmap v21249: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:32.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:31 smithi123 ceph-mon[191304]: pgmap v21250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:32.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:31 smithi123 ceph-mon[188613]: pgmap v21250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:32.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:31 smithi177 ceph-mon[212096]: pgmap v21250: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:34.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:33 smithi123 ceph-mon[191304]: pgmap v21251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:34.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:33 smithi123 ceph-mon[188613]: pgmap v21251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:34.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:33 smithi177 ceph-mon[212096]: pgmap v21251: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:36.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:35 smithi123 ceph-mon[191304]: pgmap v21252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:36.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:35 smithi123 ceph-mon[188613]: pgmap v21252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:36.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:35 smithi177 ceph-mon[212096]: pgmap v21252: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:38.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:37 smithi177 ceph-mon[212096]: pgmap v21253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:38.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:37 smithi123 ceph-mon[191304]: pgmap v21253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:38.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:37 smithi123 ceph-mon[188613]: pgmap v21253: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:39.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:21:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:21:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:21:40.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:39 smithi123 ceph-mon[191304]: pgmap v21254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:40.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:39 smithi123 ceph-mon[188613]: pgmap v21254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:40.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:39 smithi177 ceph-mon[212096]: pgmap v21254: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:42.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:41 smithi123 ceph-mon[191304]: pgmap v21255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:42.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:41 smithi123 ceph-mon[188613]: pgmap v21255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:42.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:41 smithi177 ceph-mon[212096]: pgmap v21255: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:43.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:21:43.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:21:43.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:21:44.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:43 smithi123 ceph-mon[191304]: pgmap v21256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:44.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:43 smithi123 ceph-mon[188613]: pgmap v21256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:44.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:43 smithi177 ceph-mon[212096]: pgmap v21256: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:46.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:45 smithi123 ceph-mon[191304]: pgmap v21257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:46.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:45 smithi123 ceph-mon[188613]: pgmap v21257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:46.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:45 smithi177 ceph-mon[212096]: pgmap v21257: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:48.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:47 smithi177 ceph-mon[212096]: pgmap v21258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:48.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:47 smithi123 ceph-mon[188613]: pgmap v21258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:48.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:47 smithi123 ceph-mon[191304]: pgmap v21258: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:21:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:21:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T21:21:50.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:49 smithi123 ceph-mon[191304]: pgmap v21259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:50.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:49 smithi123 ceph-mon[188613]: pgmap v21259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:50.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:49 smithi177 ceph-mon[212096]: pgmap v21259: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:51.326 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:21:51.637 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:21:51.637 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 3m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:21:51.637 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 108s ago 10h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:21:51.637 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 3m ago 10h 25.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:21:51.638 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 108s ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:21:51.638 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 108s ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:21:51.638 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 3m ago 10h 933M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:21:51.638 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 3m ago 10h 2520M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:21:51.638 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 108s ago 10h 1229M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:21:51.638 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 3m ago 10h 1305M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:21:51.638 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 3m ago 10h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:21:51.639 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 108s ago 10h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:21:51.639 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 3m ago 10h 5654M 2051M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:21:51.639 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 3m ago 10h 6354M 2051M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:21:51.639 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 3m ago 10h 5157M 2051M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:21:51.639 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 3m ago 10h 5481M 2051M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:21:51.639 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 108s ago 10h 4702M 2439M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:21:51.639 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 108s ago 10h 5289M 2439M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:21:51.691 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 108s ago 10h 4574M 2439M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:21:51.692 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 108s ago 10h 5329M 2439M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:21:51.692 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 108s ago 10h 144M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:21:52.016 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:21:52.016 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:21:52.016 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:21:52.016 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:21:52.016 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:21:52.016 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:21:52.017 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:21:52.017 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:21:52.017 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:21:52.017 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:21:52.017 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:21:52.017 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:21:52.017 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:21:52.017 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:21:52.017 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:21:52.017 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:21:52.017 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:21:52.017 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:21:52.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:51 smithi123 ceph-mon[191304]: pgmap v21260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:52.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:51 smithi123 ceph-mon[191304]: from='client.67574 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:21:52.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:51 smithi123 ceph-mon[191304]: from='client.57624 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:21:52.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:51 smithi123 ceph-mon[188613]: pgmap v21260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:52.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:51 smithi123 ceph-mon[188613]: from='client.67574 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:21:52.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:51 smithi123 ceph-mon[188613]: from='client.57624 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:21:52.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:51 smithi177 ceph-mon[212096]: pgmap v21260: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:52.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:51 smithi177 ceph-mon[212096]: from='client.67574 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:21:52.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:51 smithi177 ceph-mon[212096]: from='client.57624 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:21:53.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:52 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2985464307' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:21:53.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:52 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2985464307' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:21:53.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:52 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2985464307' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:21:54.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:53 smithi123 ceph-mon[191304]: pgmap v21261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:54.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:53 smithi123 ceph-mon[188613]: pgmap v21261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:54.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:53 smithi177 ceph-mon[212096]: pgmap v21261: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:56.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:55 smithi123 ceph-mon[191304]: pgmap v21262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:56.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:55 smithi123 ceph-mon[188613]: pgmap v21262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:56.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:55 smithi177 ceph-mon[212096]: pgmap v21262: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:58.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:57 smithi177 ceph-mon[212096]: pgmap v21263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:58.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:21:58.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:57 smithi123 ceph-mon[191304]: pgmap v21263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:58.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:21:58.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:57 smithi123 ceph-mon[188613]: pgmap v21263: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:21:58.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:21:59.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:21:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:21:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T21:22:00.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:21:59 smithi123 ceph-mon[191304]: pgmap v21264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:00.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:21:59 smithi123 ceph-mon[188613]: pgmap v21264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:00.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:21:59 smithi177 ceph-mon[212096]: pgmap v21264: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:02.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:01 smithi123 ceph-mon[191304]: pgmap v21265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:02.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:01 smithi123 ceph-mon[188613]: pgmap v21265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:02.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:01 smithi177 ceph-mon[212096]: pgmap v21265: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:04.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:03 smithi123 ceph-mon[191304]: pgmap v21266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:04.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:03 smithi123 ceph-mon[188613]: pgmap v21266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:04.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:03 smithi177 ceph-mon[212096]: pgmap v21266: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:05.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:22:05.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:22:05.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:22:05.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:22:05.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:22:05.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:22:05.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:22:05.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:22:05.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:22:05.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:22:05.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:22:05.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:22:06.743 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:06 smithi123 ceph-mon[188613]: pgmap v21267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:06.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:06 smithi123 ceph-mon[191304]: pgmap v21267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:06.905 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:06 smithi177 ceph-mon[212096]: pgmap v21267: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:08.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:07 smithi177 ceph-mon[212096]: pgmap v21268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:08.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:07 smithi123 ceph-mon[188613]: pgmap v21268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:08.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:07 smithi123 ceph-mon[191304]: pgmap v21268: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:09.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:22:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:22:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T21:22:10.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:09 smithi123 ceph-mon[188613]: pgmap v21269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:10.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:09 smithi123 ceph-mon[191304]: pgmap v21269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:10.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:09 smithi177 ceph-mon[212096]: pgmap v21269: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:12.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:11 smithi123 ceph-mon[191304]: pgmap v21270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:12.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:11 smithi123 ceph-mon[188613]: pgmap v21270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:12.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:11 smithi177 ceph-mon[212096]: pgmap v21270: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:13.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:22:13.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:22:13.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:22:14.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:13 smithi123 ceph-mon[191304]: pgmap v21271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:14.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:13 smithi123 ceph-mon[188613]: pgmap v21271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:14.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:13 smithi177 ceph-mon[212096]: pgmap v21271: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:16.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:15 smithi123 ceph-mon[191304]: pgmap v21272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:16.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:15 smithi123 ceph-mon[188613]: pgmap v21272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:16.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:15 smithi177 ceph-mon[212096]: pgmap v21272: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:18.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:17 smithi177 ceph-mon[212096]: pgmap v21273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:18.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:17 smithi123 ceph-mon[191304]: pgmap v21273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:18.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:17 smithi123 ceph-mon[188613]: pgmap v21273: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:19.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:22:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:22:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T21:22:20.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:19 smithi123 ceph-mon[191304]: pgmap v21274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:20.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:19 smithi123 ceph-mon[188613]: pgmap v21274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:20.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:19 smithi177 ceph-mon[212096]: pgmap v21274: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:22.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:21 smithi123 ceph-mon[191304]: pgmap v21275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:22.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:21 smithi123 ceph-mon[188613]: pgmap v21275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:22.362 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:22:22.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:21 smithi177 ceph-mon[212096]: pgmap v21275: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:22.670 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:22:22.671 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 4m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:22:22.671 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 2m ago 10h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:22:22.671 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 4m ago 10h 25.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:22:22.671 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 2m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:22:22.671 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 2m ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:22:22.671 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 4m ago 10h 933M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:22:22.671 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 4m ago 10h 2520M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:22:22.671 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 2m ago 10h 1229M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:22:22.671 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 4m ago 10h 1305M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:22:22.671 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 4m ago 10h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:22:22.671 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 2m ago 10h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:22:22.671 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 4m ago 10h 5654M 2051M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:22:22.671 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 4m ago 10h 6354M 2051M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:22:22.671 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 4m ago 10h 5157M 2051M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:22:22.672 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 4m ago 10h 5481M 2051M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:22:22.672 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 2m ago 10h 4702M 2439M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:22:22.672 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 2m ago 10h 5289M 2439M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:22:22.672 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 2m ago 10h 4574M 2439M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:22:22.672 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 2m ago 10h 5329M 2439M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:22:22.672 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 2m ago 10h 144M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:22:23.056 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:22:23.056 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:22:23.056 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:22:23.056 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:22:23.056 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:22:23.056 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:22:23.056 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:22:23.056 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:22:23.057 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:22:23.057 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:22:23.057 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:22:23.057 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:22:23.057 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:22:23.057 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:22:23.057 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:22:23.057 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:22:23.057 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:22:23.057 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:22:23.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:22 smithi123 ceph-mon[191304]: from='client.57636 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:22:23.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:22 smithi123 ceph-mon[191304]: from='client.67598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:22:23.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:22 smithi123 ceph-mon[188613]: from='client.57636 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:22:23.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:22 smithi123 ceph-mon[188613]: from='client.67598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:22:23.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:22 smithi177 ceph-mon[212096]: from='client.57636 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:22:23.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:22 smithi177 ceph-mon[212096]: from='client.67598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:22:24.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:23 smithi123 ceph-mon[191304]: pgmap v21276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:24.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:23 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4157844611' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:22:24.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:23 smithi123 ceph-mon[188613]: pgmap v21276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:24.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:23 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4157844611' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:22:24.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:23 smithi177 ceph-mon[212096]: pgmap v21276: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:24.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:23 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4157844611' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:22:26.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:25 smithi123 ceph-mon[191304]: pgmap v21277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:26.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:25 smithi123 ceph-mon[188613]: pgmap v21277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:26.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:25 smithi177 ceph-mon[212096]: pgmap v21277: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:27 smithi177 ceph-mon[212096]: pgmap v21278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:22:28.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:27 smithi123 ceph-mon[191304]: pgmap v21278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:28.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:22:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:27 smithi123 ceph-mon[188613]: pgmap v21278: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:22:29.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:22:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:22:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:22:30.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:29 smithi123 ceph-mon[188613]: pgmap v21279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:30.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:29 smithi123 ceph-mon[191304]: pgmap v21279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:30.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:29 smithi177 ceph-mon[212096]: pgmap v21279: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:32.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:31 smithi123 ceph-mon[191304]: pgmap v21280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:32.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:31 smithi123 ceph-mon[188613]: pgmap v21280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:32.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:31 smithi177 ceph-mon[212096]: pgmap v21280: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:34.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:33 smithi123 ceph-mon[188613]: pgmap v21281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:34.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:33 smithi123 ceph-mon[191304]: pgmap v21281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:34.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:33 smithi177 ceph-mon[212096]: pgmap v21281: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:36.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:35 smithi123 ceph-mon[191304]: pgmap v21282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:36.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:35 smithi123 ceph-mon[188613]: pgmap v21282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:36.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:35 smithi177 ceph-mon[212096]: pgmap v21282: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:38.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:37 smithi177 ceph-mon[212096]: pgmap v21283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:38.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:37 smithi123 ceph-mon[191304]: pgmap v21283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:38.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:37 smithi123 ceph-mon[188613]: pgmap v21283: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:39.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:22:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:22:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:22:40.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:39 smithi123 ceph-mon[191304]: pgmap v21284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:40.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:39 smithi123 ceph-mon[188613]: pgmap v21284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:40.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:39 smithi177 ceph-mon[212096]: pgmap v21284: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:42.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:41 smithi123 ceph-mon[191304]: pgmap v21285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:42.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:41 smithi123 ceph-mon[188613]: pgmap v21285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:42.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:41 smithi177 ceph-mon[212096]: pgmap v21285: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:43.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:22:43.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:22:43.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:22:44.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:43 smithi123 ceph-mon[191304]: pgmap v21286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:44.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:43 smithi123 ceph-mon[188613]: pgmap v21286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:44.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:43 smithi177 ceph-mon[212096]: pgmap v21286: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:46.243 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:45 smithi123 ceph-mon[191304]: pgmap v21287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:46.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:45 smithi123 ceph-mon[188613]: pgmap v21287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:46.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:45 smithi177 ceph-mon[212096]: pgmap v21287: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:48.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:47 smithi177 ceph-mon[212096]: pgmap v21288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:48.274 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:47 smithi123 ceph-mon[191304]: pgmap v21288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:48.274 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:47 smithi123 ceph-mon[188613]: pgmap v21288: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:49.493 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:22:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:22:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:22:50.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:49 smithi123 ceph-mon[191304]: pgmap v21289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:50.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:49 smithi123 ceph-mon[188613]: pgmap v21289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:50.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:49 smithi177 ceph-mon[212096]: pgmap v21289: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:52.243 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:51 smithi123 ceph-mon[188613]: pgmap v21290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:52.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:51 smithi123 ceph-mon[191304]: pgmap v21290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:52.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:51 smithi177 ceph-mon[212096]: pgmap v21290: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:53.404 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:22:53.712 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:22:53.713 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 4m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:22:53.713 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 2m ago 10h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:22:53.713 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 4m ago 10h 25.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:22:53.713 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 2m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:22:53.713 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 2m ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:22:53.713 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 4m ago 10h 933M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:22:53.713 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 4m ago 10h 2520M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:22:53.713 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 2m ago 10h 1229M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:22:53.713 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 4m ago 10h 1305M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:22:53.713 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 4m ago 10h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:22:53.713 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 2m ago 10h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:22:53.713 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 4m ago 10h 5654M 2051M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:22:53.713 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 4m ago 10h 6354M 2051M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:22:53.714 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 4m ago 10h 5157M 2051M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:22:53.714 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 4m ago 10h 5481M 2051M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:22:53.714 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 2m ago 10h 4702M 2439M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:22:53.714 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 2m ago 10h 5289M 2439M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:22:53.714 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 2m ago 10h 4574M 2439M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:22:53.714 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 2m ago 10h 5329M 2439M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:22:53.714 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 2m ago 10h 144M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:22:54.108 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:22:54.108 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:22:54.108 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:22:54.108 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:22:54.108 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:22:54.108 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:22:54.108 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:22:54.109 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:22:54.109 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:22:54.109 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:22:54.109 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:22:54.109 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:22:54.109 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:22:54.109 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:22:54.109 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:22:54.109 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:22:54.109 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:22:54.109 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:22:54.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:53 smithi123 ceph-mon[191304]: pgmap v21291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:54.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:53 smithi123 ceph-mon[191304]: from='client.67610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:22:54.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:53 smithi123 ceph-mon[191304]: from='client.57660 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:22:54.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:53 smithi123 ceph-mon[188613]: pgmap v21291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:54.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:53 smithi123 ceph-mon[188613]: from='client.67610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:22:54.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:53 smithi123 ceph-mon[188613]: from='client.57660 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:22:54.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:53 smithi177 ceph-mon[212096]: pgmap v21291: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:54.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:53 smithi177 ceph-mon[212096]: from='client.67610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:22:54.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:53 smithi177 ceph-mon[212096]: from='client.57660 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:22:55.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:54 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4132773836' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:22:55.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:54 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4132773836' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:22:55.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:54 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4132773836' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:22:56.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:55 smithi123 ceph-mon[191304]: pgmap v21292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:56.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:55 smithi123 ceph-mon[188613]: pgmap v21292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:56.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:55 smithi177 ceph-mon[212096]: pgmap v21292: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:58.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:57 smithi177 ceph-mon[212096]: pgmap v21293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:58.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:22:58.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:57 smithi123 ceph-mon[191304]: pgmap v21293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:58.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:22:58.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:57 smithi123 ceph-mon[188613]: pgmap v21293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:22:58.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:22:59.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:22:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:22:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:23:00.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:22:59 smithi123 ceph-mon[191304]: pgmap v21294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:00.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:22:59 smithi123 ceph-mon[188613]: pgmap v21294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:00.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:22:59 smithi177 ceph-mon[212096]: pgmap v21294: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:02.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:01 smithi123 ceph-mon[191304]: pgmap v21295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:02.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:01 smithi123 ceph-mon[188613]: pgmap v21295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:02.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:01 smithi177 ceph-mon[212096]: pgmap v21295: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:04.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:03 smithi123 ceph-mon[191304]: pgmap v21296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:04.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:03 smithi123 ceph-mon[188613]: pgmap v21296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:04.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:03 smithi177 ceph-mon[212096]: pgmap v21296: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:05.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:04 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:23:05.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:04 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:23:05.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:04 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:23:06.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:05 smithi123 ceph-mon[191304]: pgmap v21297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:06.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:23:06.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:23:06.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:23:06.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:05 smithi123 ceph-mon[188613]: pgmap v21297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:06.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:23:06.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:23:06.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:23:06.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:05 smithi177 ceph-mon[212096]: pgmap v21297: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:06.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:23:06.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:23:06.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:23:08.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:07 smithi177 ceph-mon[212096]: pgmap v21298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:08.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:07 smithi123 ceph-mon[191304]: pgmap v21298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:08.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:07 smithi123 ceph-mon[188613]: pgmap v21298: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:09.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:23:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:23:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:23:10.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:09 smithi123 ceph-mon[188613]: pgmap v21299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:10.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:09 smithi123 ceph-mon[191304]: pgmap v21299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:10.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:09 smithi177 ceph-mon[212096]: pgmap v21299: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:12.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:11 smithi123 ceph-mon[191304]: pgmap v21300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:12.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:11 smithi123 ceph-mon[188613]: pgmap v21300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:12.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:11 smithi177 ceph-mon[212096]: pgmap v21300: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:13.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:23:13.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:23:13.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:23:14.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:13 smithi123 ceph-mon[191304]: pgmap v21301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:14.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:13 smithi123 ceph-mon[188613]: pgmap v21301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:14.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:13 smithi177 ceph-mon[212096]: pgmap v21301: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:16.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:15 smithi123 ceph-mon[191304]: pgmap v21302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:16.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:15 smithi123 ceph-mon[188613]: pgmap v21302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:16.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:15 smithi177 ceph-mon[212096]: pgmap v21302: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:18.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:17 smithi177 ceph-mon[212096]: pgmap v21303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:18.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:17 smithi123 ceph-mon[191304]: pgmap v21303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:18.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:17 smithi123 ceph-mon[188613]: pgmap v21303: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:19.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:23:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:23:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T21:23:20.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:19 smithi123 ceph-mon[191304]: pgmap v21304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:20.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:19 smithi123 ceph-mon[188613]: pgmap v21304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:20.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:19 smithi177 ceph-mon[212096]: pgmap v21304: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:22.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:21 smithi123 ceph-mon[191304]: pgmap v21305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:22.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:21 smithi123 ceph-mon[188613]: pgmap v21305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:22.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:21 smithi177 ceph-mon[212096]: pgmap v21305: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:24.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:23 smithi123 ceph-mon[191304]: pgmap v21306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:24.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:23 smithi123 ceph-mon[188613]: pgmap v21306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:24.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:23 smithi177 ceph-mon[212096]: pgmap v21306: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:24.455 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:23:24.765 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:23:24.765 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 5m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:23:24.765 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 3m ago 10h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:23:24.765 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 5m ago 10h 25.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:23:24.765 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 3m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:23:24.765 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 3m ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:23:24.766 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 5m ago 10h 933M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:23:24.766 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 5m ago 10h 2520M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:23:24.766 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 3m ago 10h 1229M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:23:24.766 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 5m ago 10h 1305M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:23:24.766 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 5m ago 10h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:23:24.766 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 3m ago 10h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:23:24.766 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 5m ago 10h 5654M 2051M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:23:24.767 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 5m ago 10h 6354M 2051M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:23:24.767 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 5m ago 10h 5157M 2051M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:23:24.767 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 5m ago 10h 5481M 2051M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:23:24.767 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 3m ago 10h 4702M 2439M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:23:24.767 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 3m ago 10h 5289M 2439M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:23:24.767 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 3m ago 10h 4574M 2439M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:23:24.767 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 3m ago 10h 5329M 2439M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:23:24.767 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 3m ago 10h 144M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:23:25.146 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:23:25.146 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:23:25.146 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:23:25.147 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:23:25.147 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:23:25.147 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:23:25.147 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:23:25.147 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:23:25.147 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:23:25.147 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:23:25.147 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:23:25.147 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:23:25.147 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:23:25.147 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:23:25.147 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:23:25.147 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:23:25.147 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:23:25.148 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:23:25.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:24 smithi123 ceph-mon[191304]: from='client.57672 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:23:25.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:24 smithi123 ceph-mon[188613]: from='client.57672 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:23:25.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:24 smithi177 ceph-mon[212096]: from='client.57672 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:23:26.246 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:25 smithi123 ceph-mon[191304]: from='client.57678 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:23:26.246 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:25 smithi123 ceph-mon[191304]: pgmap v21307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:26.246 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:25 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1208511422' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:23:26.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:25 smithi123 ceph-mon[188613]: from='client.57678 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:23:26.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:25 smithi123 ceph-mon[188613]: pgmap v21307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:26.247 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:25 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1208511422' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:23:26.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:25 smithi177 ceph-mon[212096]: from='client.57678 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:23:26.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:25 smithi177 ceph-mon[212096]: pgmap v21307: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:26.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:25 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1208511422' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:23:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:27 smithi177 ceph-mon[212096]: pgmap v21308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:23:28.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:27 smithi123 ceph-mon[191304]: pgmap v21308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:28.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:23:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:27 smithi123 ceph-mon[188613]: pgmap v21308: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:23:29.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:23:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:23:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T21:23:30.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:29 smithi123 ceph-mon[188613]: pgmap v21309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:30.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:29 smithi123 ceph-mon[191304]: pgmap v21309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:30.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:29 smithi177 ceph-mon[212096]: pgmap v21309: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:32.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:31 smithi123 ceph-mon[191304]: pgmap v21310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:32.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:31 smithi123 ceph-mon[188613]: pgmap v21310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:32.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:31 smithi177 ceph-mon[212096]: pgmap v21310: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:34.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:33 smithi123 ceph-mon[191304]: pgmap v21311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:34.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:33 smithi123 ceph-mon[188613]: pgmap v21311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:34.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:33 smithi177 ceph-mon[212096]: pgmap v21311: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:36.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:35 smithi123 ceph-mon[191304]: pgmap v21312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:36.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:35 smithi123 ceph-mon[188613]: pgmap v21312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:36.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:35 smithi177 ceph-mon[212096]: pgmap v21312: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:38.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:37 smithi177 ceph-mon[212096]: pgmap v21313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:38.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:37 smithi123 ceph-mon[191304]: pgmap v21313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:38.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:37 smithi123 ceph-mon[188613]: pgmap v21313: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:39.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:23:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:23:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T21:23:40.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:39 smithi123 ceph-mon[191304]: pgmap v21314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:40.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:39 smithi123 ceph-mon[188613]: pgmap v21314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:40.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:39 smithi177 ceph-mon[212096]: pgmap v21314: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:42.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:41 smithi123 ceph-mon[188613]: pgmap v21315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:42.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:41 smithi123 ceph-mon[191304]: pgmap v21315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:42.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:41 smithi177 ceph-mon[212096]: pgmap v21315: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:43.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:23:43.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:23:43.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:23:44.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:43 smithi123 ceph-mon[191304]: pgmap v21316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:44.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:43 smithi123 ceph-mon[188613]: pgmap v21316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:44.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:43 smithi177 ceph-mon[212096]: pgmap v21316: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:46.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:45 smithi123 ceph-mon[191304]: pgmap v21317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:46.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:45 smithi123 ceph-mon[188613]: pgmap v21317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:46.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:45 smithi177 ceph-mon[212096]: pgmap v21317: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:48.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:47 smithi177 ceph-mon[212096]: pgmap v21318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:48.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:47 smithi123 ceph-mon[191304]: pgmap v21318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:48.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:47 smithi123 ceph-mon[188613]: pgmap v21318: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:49.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:23:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:23:49] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T21:23:50.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:49 smithi123 ceph-mon[188613]: pgmap v21319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:50.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:49 smithi123 ceph-mon[191304]: pgmap v21319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:50.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:49 smithi177 ceph-mon[212096]: pgmap v21319: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:52.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:51 smithi123 ceph-mon[191304]: pgmap v21320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:52.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:51 smithi123 ceph-mon[188613]: pgmap v21320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:52.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:51 smithi177 ceph-mon[212096]: pgmap v21320: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:54.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:53 smithi123 ceph-mon[191304]: pgmap v21321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:54.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:53 smithi123 ceph-mon[188613]: pgmap v21321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:54.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:53 smithi177 ceph-mon[212096]: pgmap v21321: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:55.497 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:23:55.805 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:23:55.806 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 5m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:23:55.806 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 3m ago 10h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:23:55.806 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 5m ago 10h 25.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:23:55.806 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 3m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:23:55.806 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 3m ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:23:55.806 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 5m ago 10h 933M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:23:55.806 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 5m ago 10h 2520M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:23:55.806 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 3m ago 10h 1229M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:23:55.806 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 5m ago 10h 1305M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:23:55.806 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 5m ago 10h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:23:55.806 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 3m ago 10h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:23:55.806 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 5m ago 10h 5654M 2051M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:23:55.806 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 5m ago 10h 6354M 2051M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:23:55.806 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 5m ago 10h 5157M 2051M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:23:55.807 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 5m ago 10h 5481M 2051M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:23:55.807 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 3m ago 10h 4702M 2439M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:23:55.807 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 3m ago 10h 5289M 2439M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:23:55.807 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 3m ago 10h 4574M 2439M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:23:55.807 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 3m ago 10h 5329M 2439M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:23:55.807 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 3m ago 10h 144M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:23:56.194 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:23:56.194 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:23:56.194 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:23:56.194 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:23:56.194 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:23:56.194 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:23:56.194 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:23:56.194 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:23:56.195 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:23:56.195 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:23:56.195 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:23:56.195 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:23:56.195 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:23:56.195 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:23:56.195 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:23:56.195 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:23:56.195 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:23:56.195 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:23:56.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:55 smithi123 ceph-mon[191304]: pgmap v21322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:56.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:55 smithi123 ceph-mon[191304]: from='client.67646 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:23:56.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:55 smithi123 ceph-mon[188613]: pgmap v21322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:56.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:55 smithi123 ceph-mon[188613]: from='client.67646 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:23:56.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:55 smithi177 ceph-mon[212096]: pgmap v21322: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:56.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:55 smithi177 ceph-mon[212096]: from='client.67646 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:23:57.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:56 smithi123 ceph-mon[191304]: from='client.67652 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:23:57.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:56 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3359336227' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:23:57.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:56 smithi123 ceph-mon[188613]: from='client.67652 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:23:57.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:56 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3359336227' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:23:57.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:56 smithi177 ceph-mon[212096]: from='client.67652 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:23:57.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:56 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3359336227' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:23:58.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:57 smithi123 ceph-mon[191304]: pgmap v21323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:58.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:23:58.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:57 smithi123 ceph-mon[188613]: pgmap v21323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:58.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:23:58.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:57 smithi177 ceph-mon[212096]: pgmap v21323: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:23:58.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:23:59.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:23:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:23:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T21:24:00.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:23:59 smithi123 ceph-mon[191304]: pgmap v21324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:00.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:23:59 smithi123 ceph-mon[188613]: pgmap v21324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:00.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:23:59 smithi177 ceph-mon[212096]: pgmap v21324: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:02.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:01 smithi123 ceph-mon[191304]: pgmap v21325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:02.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:01 smithi123 ceph-mon[188613]: pgmap v21325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:02.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:01 smithi177 ceph-mon[212096]: pgmap v21325: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:04.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:03 smithi177 ceph-mon[212096]: pgmap v21326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:04.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:03 smithi123 ceph-mon[191304]: pgmap v21326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:04.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:03 smithi123 ceph-mon[188613]: pgmap v21326: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:06.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:05 smithi177 ceph-mon[212096]: pgmap v21327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:06.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:24:06.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:24:06.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:24:06.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:24:06.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:06 smithi123 ceph-mon[191304]: pgmap v21327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:06.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:24:06.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:24:06.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:24:06.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:24:06.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:05 smithi123 ceph-mon[188613]: pgmap v21327: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:06.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:24:06.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:24:06.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:24:06.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:24:08.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:07 smithi177 ceph-mon[212096]: pgmap v21328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:08.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:07 smithi123 ceph-mon[188613]: pgmap v21328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:08.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:07 smithi123 ceph-mon[191304]: pgmap v21328: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:09.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:24:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:24:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T21:24:10.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:09 smithi123 ceph-mon[191304]: pgmap v21329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:10.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:09 smithi123 ceph-mon[188613]: pgmap v21329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:10.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:09 smithi177 ceph-mon[212096]: pgmap v21329: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:12.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:11 smithi123 ceph-mon[188613]: pgmap v21330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:12.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:11 smithi123 ceph-mon[191304]: pgmap v21330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:12.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:11 smithi177 ceph-mon[212096]: pgmap v21330: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:13.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:24:13.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:24:13.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:24:14.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:13 smithi123 ceph-mon[191304]: pgmap v21331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:14.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:13 smithi123 ceph-mon[188613]: pgmap v21331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:14.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:13 smithi177 ceph-mon[212096]: pgmap v21331: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:16.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:15 smithi123 ceph-mon[191304]: pgmap v21332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:16.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:15 smithi123 ceph-mon[188613]: pgmap v21332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:16.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:15 smithi177 ceph-mon[212096]: pgmap v21332: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:18.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:17 smithi177 ceph-mon[212096]: pgmap v21333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:18.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:17 smithi123 ceph-mon[188613]: pgmap v21333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:18.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:17 smithi123 ceph-mon[191304]: pgmap v21333: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:19.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:24:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:24:19] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2023-12-20T21:24:20.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:19 smithi123 ceph-mon[191304]: pgmap v21334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:20.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:19 smithi123 ceph-mon[188613]: pgmap v21334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:20.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:19 smithi177 ceph-mon[212096]: pgmap v21334: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:22.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:21 smithi123 ceph-mon[191304]: pgmap v21335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:22.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:21 smithi123 ceph-mon[188613]: pgmap v21335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:22.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:21 smithi177 ceph-mon[212096]: pgmap v21335: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:24.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:23 smithi123 ceph-mon[191304]: pgmap v21336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:24.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:23 smithi123 ceph-mon[188613]: pgmap v21336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:24.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:23 smithi177 ceph-mon[212096]: pgmap v21336: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:26.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:25 smithi123 ceph-mon[191304]: pgmap v21337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:26.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:25 smithi123 ceph-mon[188613]: pgmap v21337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:26.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:25 smithi177 ceph-mon[212096]: pgmap v21337: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:26.537 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:24:26.847 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:24:26.847 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 6m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:24:26.847 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 4m ago 10h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:24:26.847 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 6m ago 10h 25.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:24:26.847 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 4m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:24:26.847 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 4m ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:24:26.847 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 6m ago 10h 933M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:24:26.847 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 6m ago 10h 2520M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:24:26.847 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 4m ago 10h 1229M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:24:26.847 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 6m ago 10h 1305M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:24:26.847 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 6m ago 10h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:24:26.847 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 4m ago 10h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:24:26.847 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 6m ago 10h 5654M 2051M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:24:26.848 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 6m ago 10h 6354M 2051M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:24:26.848 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 6m ago 10h 5157M 2051M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:24:26.848 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 6m ago 10h 5481M 2051M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:24:26.848 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 4m ago 10h 4702M 2439M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:24:26.848 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 4m ago 10h 5289M 2439M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:24:26.848 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 4m ago 10h 4574M 2439M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:24:26.848 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 4m ago 10h 5329M 2439M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:24:26.848 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 4m ago 10h 144M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:24:27.243 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:24:27.243 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:24:27.243 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:24:27.243 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:24:27.243 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:24:27.243 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:24:27.243 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:24:27.244 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:24:27.244 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:24:27.244 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:24:27.244 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:24:27.244 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:24:27.244 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:24:27.244 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:24:27.244 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:24:27.244 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:24:27.244 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:24:27.244 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:24:27.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:26 smithi123 ceph-mon[191304]: from='client.67664 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:24:27.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:26 smithi123 ceph-mon[188613]: from='client.67664 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:24:27.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:26 smithi177 ceph-mon[212096]: from='client.67664 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:24:28.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:27 smithi177 ceph-mon[212096]: from='client.57714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:24:28.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:27 smithi177 ceph-mon[212096]: pgmap v21338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:28.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:24:28.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:27 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/437225020' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:24:28.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:27 smithi123 ceph-mon[191304]: from='client.57714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:24:28.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:27 smithi123 ceph-mon[191304]: pgmap v21338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:28.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:24:28.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:27 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/437225020' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:24:28.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:27 smithi123 ceph-mon[188613]: from='client.57714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:24:28.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:27 smithi123 ceph-mon[188613]: pgmap v21338: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:28.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:24:28.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:27 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/437225020' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:24:29.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:24:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:24:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T21:24:30.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:29 smithi177 ceph-mon[212096]: pgmap v21339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:30.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:29 smithi123 ceph-mon[191304]: pgmap v21339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:30.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:29 smithi123 ceph-mon[188613]: pgmap v21339: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:32.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:31 smithi177 ceph-mon[212096]: pgmap v21340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:32.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:31 smithi123 ceph-mon[191304]: pgmap v21340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:32.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:31 smithi123 ceph-mon[188613]: pgmap v21340: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:34.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:34 smithi177 ceph-mon[212096]: pgmap v21341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:34.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:34 smithi123 ceph-mon[191304]: pgmap v21341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:34.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:33 smithi123 ceph-mon[188613]: pgmap v21341: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:36.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:36 smithi177 ceph-mon[212096]: pgmap v21342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:36.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:36 smithi123 ceph-mon[191304]: pgmap v21342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:36.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:36 smithi123 ceph-mon[188613]: pgmap v21342: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:38.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:37 smithi177 ceph-mon[212096]: pgmap v21343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:38.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:37 smithi123 ceph-mon[191304]: pgmap v21343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:38.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:37 smithi123 ceph-mon[188613]: pgmap v21343: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:39.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:24:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:24:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T21:24:40.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:39 smithi123 ceph-mon[188613]: pgmap v21344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:40.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:39 smithi123 ceph-mon[191304]: pgmap v21344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:40.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:39 smithi177 ceph-mon[212096]: pgmap v21344: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:42.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:41 smithi123 ceph-mon[188613]: pgmap v21345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:42.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:41 smithi123 ceph-mon[191304]: pgmap v21345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:42.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:41 smithi177 ceph-mon[212096]: pgmap v21345: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:43.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:42 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:24:43.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:42 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:24:43.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:42 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:24:44.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:43 smithi177 ceph-mon[212096]: pgmap v21346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:44.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:43 smithi123 ceph-mon[191304]: pgmap v21346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:44.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:43 smithi123 ceph-mon[188613]: pgmap v21346: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:46.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:45 smithi177 ceph-mon[212096]: pgmap v21347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:46.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:45 smithi123 ceph-mon[191304]: pgmap v21347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:46.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:45 smithi123 ceph-mon[188613]: pgmap v21347: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:48.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:47 smithi177 ceph-mon[212096]: pgmap v21348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:48.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:47 smithi123 ceph-mon[191304]: pgmap v21348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:48.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:47 smithi123 ceph-mon[188613]: pgmap v21348: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:49.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:24:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:24:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:24:50.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:49 smithi123 ceph-mon[188613]: pgmap v21349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:50.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:49 smithi123 ceph-mon[191304]: pgmap v21349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:50.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:49 smithi177 ceph-mon[212096]: pgmap v21349: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:52.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:51 smithi123 ceph-mon[191304]: pgmap v21350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:52.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:51 smithi123 ceph-mon[188613]: pgmap v21350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:52.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:51 smithi177 ceph-mon[212096]: pgmap v21350: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:54.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:53 smithi177 ceph-mon[212096]: pgmap v21351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:54.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:53 smithi123 ceph-mon[191304]: pgmap v21351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:54.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:53 smithi123 ceph-mon[188613]: pgmap v21351: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:56.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:55 smithi177 ceph-mon[212096]: pgmap v21352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:56.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:55 smithi123 ceph-mon[188613]: pgmap v21352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:56.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:55 smithi123 ceph-mon[191304]: pgmap v21352: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:57.589 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:24:57.903 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:24:57.903 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 6m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:24:57.903 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 4m ago 10h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:24:57.903 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 6m ago 10h 25.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:24:57.904 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 4m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:24:57.904 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 4m ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:24:57.904 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 6m ago 10h 933M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:24:57.904 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 6m ago 10h 2520M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:24:57.904 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 4m ago 10h 1229M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:24:57.904 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 6m ago 10h 1305M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:24:57.904 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 6m ago 10h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:24:57.904 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 4m ago 10h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:24:57.904 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 6m ago 10h 5654M 2051M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:24:57.904 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 6m ago 10h 6354M 2051M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:24:57.904 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 6m ago 10h 5157M 2051M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:24:57.904 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 6m ago 10h 5481M 2051M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:24:57.904 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 4m ago 10h 4702M 2439M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:24:57.904 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 4m ago 10h 5289M 2439M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:24:57.905 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 4m ago 10h 4574M 2439M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:24:57.905 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 4m ago 10h 5329M 2439M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:24:57.905 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 4m ago 10h 144M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:24:58.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:57 smithi177 ceph-mon[212096]: pgmap v21353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:58.156 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:24:58.156 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:57 smithi177 ceph-mon[212096]: from='client.57726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:24:58.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:57 smithi123 ceph-mon[191304]: pgmap v21353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:58.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:24:58.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:57 smithi123 ceph-mon[191304]: from='client.57726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:24:58.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:57 smithi123 ceph-mon[188613]: pgmap v21353: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:24:58.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:24:58.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:57 smithi123 ceph-mon[188613]: from='client.57726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:24:58.287 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:24:58.287 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:24:58.287 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:24:58.287 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:24:58.287 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:24:58.287 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:24:58.287 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:24:58.287 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:24:58.287 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:24:58.287 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:24:58.287 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:24:58.288 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:24:58.288 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:24:58.288 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:24:58.288 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:24:58.288 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:24:58.288 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:24:58.288 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:24:59.081 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:58 smithi123 ceph-mon[191304]: from='client.67688 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:24:59.081 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:58 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/4195544304' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:24:59.081 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:58 smithi123 ceph-mon[188613]: from='client.67688 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:24:59.082 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:58 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/4195544304' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:24:59.156 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:58 smithi177 ceph-mon[212096]: from='client.67688 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:24:59.157 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:58 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/4195544304' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:24:59.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:24:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:24:59] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T21:25:00.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:24:59 smithi177 ceph-mon[212096]: pgmap v21354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:00.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:24:59 smithi123 ceph-mon[188613]: pgmap v21354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:00.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:24:59 smithi123 ceph-mon[191304]: pgmap v21354: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:02.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:01 smithi123 ceph-mon[188613]: pgmap v21355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:02.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:01 smithi123 ceph-mon[191304]: pgmap v21355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:02.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:01 smithi177 ceph-mon[212096]: pgmap v21355: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:04.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:03 smithi177 ceph-mon[212096]: pgmap v21356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:04.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:03 smithi123 ceph-mon[191304]: pgmap v21356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:04.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:03 smithi123 ceph-mon[188613]: pgmap v21356: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:06.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:05 smithi177 ceph-mon[212096]: pgmap v21357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:06.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:05 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:25:06.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:05 smithi123 ceph-mon[188613]: pgmap v21357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:06.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:05 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:25:06.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:05 smithi123 ceph-mon[191304]: pgmap v21357: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:06.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:05 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:25:07.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:25:07.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:25:07.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:06 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:25:07.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:25:07.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:25:07.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:06 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:25:07.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:25:07.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:25:07.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:06 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:25:08.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:07 smithi177 ceph-mon[212096]: pgmap v21358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:08.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:07 smithi123 ceph-mon[191304]: pgmap v21358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:08.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:07 smithi123 ceph-mon[188613]: pgmap v21358: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:09.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:25:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:25:09] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T21:25:10.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:10 smithi177 ceph-mon[212096]: pgmap v21359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:10.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:10 smithi123 ceph-mon[191304]: pgmap v21359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:10.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:10 smithi123 ceph-mon[188613]: pgmap v21359: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:12.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:12 smithi177 ceph-mon[212096]: pgmap v21360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:12.497 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:12 smithi123 ceph-mon[191304]: pgmap v21360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:12.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:12 smithi123 ceph-mon[188613]: pgmap v21360: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:13.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:25:13.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:25:13.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:25:14.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:14 smithi177 ceph-mon[212096]: pgmap v21361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:14.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:14 smithi123 ceph-mon[191304]: pgmap v21361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:14.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:14 smithi123 ceph-mon[188613]: pgmap v21361: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:16.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:16 smithi177 ceph-mon[212096]: pgmap v21362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:16.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:16 smithi123 ceph-mon[191304]: pgmap v21362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:16.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:16 smithi123 ceph-mon[188613]: pgmap v21362: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:18.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:17 smithi177 ceph-mon[212096]: pgmap v21363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:18.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:17 smithi123 ceph-mon[191304]: pgmap v21363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:18.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:17 smithi123 ceph-mon[188613]: pgmap v21363: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:19.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:25:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:25:19] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T21:25:20.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:19 smithi177 ceph-mon[212096]: pgmap v21364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:20.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:19 smithi123 ceph-mon[191304]: pgmap v21364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:20.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:19 smithi123 ceph-mon[188613]: pgmap v21364: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:22.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:21 smithi177 ceph-mon[212096]: pgmap v21365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:22.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:21 smithi123 ceph-mon[191304]: pgmap v21365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:22.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:21 smithi123 ceph-mon[188613]: pgmap v21365: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:24.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:23 smithi177 ceph-mon[212096]: pgmap v21366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:24.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:24 smithi123 ceph-mon[191304]: pgmap v21366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:24.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:23 smithi123 ceph-mon[188613]: pgmap v21366: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:26.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:26 smithi177 ceph-mon[212096]: pgmap v21367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:26.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:26 smithi123 ceph-mon[191304]: pgmap v21367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:26.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:26 smithi123 ceph-mon[188613]: pgmap v21367: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:27 smithi177 ceph-mon[212096]: pgmap v21368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:25:28.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:27 smithi123 ceph-mon[191304]: pgmap v21368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:28.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:25:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:27 smithi123 ceph-mon[188613]: pgmap v21368: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:25:28.632 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:25:28.941 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:25:28.941 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 7m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:25:28.941 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 5m ago 10h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:25:28.941 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 7m ago 10h 25.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:25:28.941 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 5m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:25:28.941 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 5m ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:25:28.941 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 7m ago 10h 933M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:25:28.942 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 7m ago 10h 2520M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:25:28.942 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 5m ago 10h 1229M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:25:28.942 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 7m ago 10h 1305M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:25:28.942 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 7m ago 10h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:25:28.942 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 5m ago 10h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:25:28.942 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 7m ago 10h 5654M 2051M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:25:28.942 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 7m ago 10h 6354M 2051M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:25:28.942 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 7m ago 10h 5157M 2051M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:25:28.942 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 7m ago 10h 5481M 2051M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:25:28.942 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 5m ago 10h 4702M 2439M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:25:28.942 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 5m ago 10h 5289M 2439M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:25:28.942 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 5m ago 10h 4574M 2439M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:25:28.942 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 5m ago 10h 5329M 2439M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:25:28.942 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 5m ago 10h 144M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:25:29.080 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:28 smithi123 ceph-mon[191304]: from='client.57744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:25:29.080 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:28 smithi123 ceph-mon[188613]: from='client.57744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:25:29.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:28 smithi177 ceph-mon[212096]: from='client.57744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:25:29.323 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:25:29.323 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:25:29.323 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:25:29.323 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:25:29.323 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:25:29.324 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:25:29.324 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:25:29.324 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:25:29.324 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:25:29.325 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:25:29.325 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:25:29.325 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:25:29.325 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:25:29.325 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:25:29.325 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:25:29.326 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:25:29.326 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:25:29.326 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:25:29.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:25:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:25:29] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T21:25:30.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:29 smithi177 ceph-mon[212096]: from='client.67706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:25:30.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:29 smithi177 ceph-mon[212096]: pgmap v21369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:30.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:29 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3530787718' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:25:30.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:29 smithi123 ceph-mon[188613]: from='client.67706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:25:30.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:29 smithi123 ceph-mon[188613]: pgmap v21369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:30.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:29 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3530787718' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:25:30.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:29 smithi123 ceph-mon[191304]: from='client.67706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:25:30.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:29 smithi123 ceph-mon[191304]: pgmap v21369: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:30.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:29 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3530787718' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:25:32.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:31 smithi177 ceph-mon[212096]: pgmap v21370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:32.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:31 smithi123 ceph-mon[191304]: pgmap v21370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:32.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:31 smithi123 ceph-mon[188613]: pgmap v21370: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:34.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:33 smithi177 ceph-mon[212096]: pgmap v21371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:34.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:34 smithi123 ceph-mon[191304]: pgmap v21371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:34.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:33 smithi123 ceph-mon[188613]: pgmap v21371: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:36.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:36 smithi177 ceph-mon[212096]: pgmap v21372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:36.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:36 smithi123 ceph-mon[191304]: pgmap v21372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:36.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:36 smithi123 ceph-mon[188613]: pgmap v21372: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:38.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:37 smithi177 ceph-mon[212096]: pgmap v21373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:38.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:37 smithi123 ceph-mon[191304]: pgmap v21373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:38.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:37 smithi123 ceph-mon[188613]: pgmap v21373: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:39.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:25:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:25:39] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T21:25:40.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:40 smithi177 ceph-mon[212096]: pgmap v21374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:40.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:40 smithi123 ceph-mon[191304]: pgmap v21374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:40.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:39 smithi123 ceph-mon[188613]: pgmap v21374: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:42.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:42 smithi177 ceph-mon[212096]: pgmap v21375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:42.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:42 smithi123 ceph-mon[191304]: pgmap v21375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:42.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:42 smithi123 ceph-mon[188613]: pgmap v21375: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:43.410 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:25:43.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:25:43.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:25:44.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:44 smithi177 ceph-mon[212096]: pgmap v21376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:44.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:44 smithi123 ceph-mon[191304]: pgmap v21376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:44.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:44 smithi123 ceph-mon[188613]: pgmap v21376: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:46.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:46 smithi177 ceph-mon[212096]: pgmap v21377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:46.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:46 smithi123 ceph-mon[188613]: pgmap v21377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:46.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:46 smithi123 ceph-mon[191304]: pgmap v21377: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:48.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:47 smithi177 ceph-mon[212096]: pgmap v21378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:48.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:47 smithi123 ceph-mon[191304]: pgmap v21378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:48.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:47 smithi123 ceph-mon[188613]: pgmap v21378: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:49.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:25:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:25:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:25:50.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:50 smithi177 ceph-mon[212096]: pgmap v21379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:50.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:50 smithi123 ceph-mon[188613]: pgmap v21379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:50.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:50 smithi123 ceph-mon[191304]: pgmap v21379: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:52.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:52 smithi177 ceph-mon[212096]: pgmap v21380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:52.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:52 smithi123 ceph-mon[188613]: pgmap v21380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:52.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:52 smithi123 ceph-mon[191304]: pgmap v21380: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:54.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:54 smithi177 ceph-mon[212096]: pgmap v21381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:54.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:54 smithi123 ceph-mon[191304]: pgmap v21381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:54.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:54 smithi123 ceph-mon[188613]: pgmap v21381: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:56.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:56 smithi177 ceph-mon[212096]: pgmap v21382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:56.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:56 smithi123 ceph-mon[191304]: pgmap v21382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:56.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:56 smithi123 ceph-mon[188613]: pgmap v21382: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:58.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:57 smithi177 ceph-mon[212096]: pgmap v21383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:58.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:25:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:25:58.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:57 smithi123 ceph-mon[188613]: pgmap v21383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:58.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:25:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:25:58.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:57 smithi123 ceph-mon[191304]: pgmap v21383: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:25:58.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:25:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:25:59.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:25:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:25:59] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T21:25:59.668 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:25:59.975 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:25:59.975 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 8m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:25:59.975 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 5m ago 10h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:25:59.975 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 8m ago 10h 25.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:25:59.975 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 5m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:25:59.975 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 5m ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:25:59.975 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 8m ago 10h 933M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:25:59.975 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 8m ago 10h 2520M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:25:59.975 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 5m ago 10h 1229M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:25:59.975 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 8m ago 10h 1305M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:25:59.975 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 8m ago 10h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:25:59.976 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 5m ago 10h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:25:59.976 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 8m ago 10h 5654M 2051M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:25:59.976 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 8m ago 10h 6354M 2051M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:25:59.976 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 8m ago 10h 5157M 2051M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:25:59.976 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 8m ago 10h 5481M 2051M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:25:59.976 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 5m ago 10h 4702M 2439M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:25:59.976 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 5m ago 10h 5289M 2439M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:25:59.976 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 5m ago 10h 4574M 2439M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:25:59.976 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 5m ago 10h 5329M 2439M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:25:59.976 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 5m ago 10h 144M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:26:00.357 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:26:00.357 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:26:00.357 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:26:00.357 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:26:00.358 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:26:00.358 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:26:00.358 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:26:00.358 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:26:00.358 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:26:00.358 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:26:00.358 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:26:00.358 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:26:00.358 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:26:00.358 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:26:00.358 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:26:00.358 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:26:00.358 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:26:00.358 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:26:00.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:00 smithi177 ceph-mon[212096]: pgmap v21384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:00.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:00 smithi177 ceph-mon[212096]: from='client.67718 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:26:00.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:00 smithi123 ceph-mon[191304]: pgmap v21384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:00.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:00 smithi123 ceph-mon[191304]: from='client.67718 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:26:00.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:00 smithi123 ceph-mon[188613]: pgmap v21384: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:00.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:00 smithi123 ceph-mon[188613]: from='client.67718 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:26:01.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:01 smithi177 ceph-mon[212096]: from='client.57768 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:26:01.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:01 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/117946104' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:26:01.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:01 smithi123 ceph-mon[191304]: from='client.57768 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:26:01.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:01 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/117946104' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:26:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:01 smithi123 ceph-mon[188613]: from='client.57768 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:26:01.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:01 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/117946104' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:26:02.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:02 smithi177 ceph-mon[212096]: pgmap v21385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:02.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:02 smithi123 ceph-mon[191304]: pgmap v21385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:02.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:02 smithi123 ceph-mon[188613]: pgmap v21385: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:04.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:04 smithi177 ceph-mon[212096]: pgmap v21386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:04.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:04 smithi123 ceph-mon[191304]: pgmap v21386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:04.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:04 smithi123 ceph-mon[188613]: pgmap v21386: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:06.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:06 smithi177 ceph-mon[212096]: pgmap v21387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:06.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:06 smithi123 ceph-mon[191304]: pgmap v21387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:06.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:06 smithi123 ceph-mon[188613]: pgmap v21387: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:07.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:26:07.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:26:07.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:26:07.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:26:07.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:26:07.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:26:07.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:26:07.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:26:07.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:26:07.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:26:07.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:26:07.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:26:07.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:26:07.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:26:07.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:26:07.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:26:07.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:26:07.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:26:07.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:26:07.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:26:07.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:26:07.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:26:07.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:26:07.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:26:07.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:26:07.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:26:07.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:26:07.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:26:07.496 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:26:07.496 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:26:07.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:26:07.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:26:07.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:26:07.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:26:07.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:26:07.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:26:07.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-20T21:26:07.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:26:07.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:26:07.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:26:07.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:26:07.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:26:08.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:08 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi123 to 2044M 2023-12-20T21:26:08.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:08 smithi177 ceph-mon[212096]: Adjusting osd_memory_target on smithi177 to 2437M 2023-12-20T21:26:08.408 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:08 smithi177 ceph-mon[212096]: pgmap v21388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:08.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:08 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi123 to 2044M 2023-12-20T21:26:08.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:08 smithi123 ceph-mon[191304]: Adjusting osd_memory_target on smithi177 to 2437M 2023-12-20T21:26:08.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:08 smithi123 ceph-mon[191304]: pgmap v21388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:08.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:08 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi123 to 2044M 2023-12-20T21:26:08.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:08 smithi123 ceph-mon[188613]: Adjusting osd_memory_target on smithi177 to 2437M 2023-12-20T21:26:08.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:08 smithi123 ceph-mon[188613]: pgmap v21388: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:09.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:26:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:26:09] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T21:26:10.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:10 smithi177 ceph-mon[212096]: pgmap v21389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:10.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:10 smithi123 ceph-mon[191304]: pgmap v21389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:10.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:10 smithi123 ceph-mon[188613]: pgmap v21389: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:12.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:12 smithi177 ceph-mon[212096]: pgmap v21390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:12.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:12 smithi123 ceph-mon[191304]: pgmap v21390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:12.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:12 smithi123 ceph-mon[188613]: pgmap v21390: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:13.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:26:13.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:26:13.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:26:14.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:14 smithi177 ceph-mon[212096]: pgmap v21391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:14.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:14 smithi123 ceph-mon[191304]: pgmap v21391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:14.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:14 smithi123 ceph-mon[188613]: pgmap v21391: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:16.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:16 smithi177 ceph-mon[212096]: pgmap v21392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:16.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:16 smithi123 ceph-mon[191304]: pgmap v21392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:16.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:16 smithi123 ceph-mon[188613]: pgmap v21392: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:18.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:17 smithi177 ceph-mon[212096]: pgmap v21393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:18.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:17 smithi123 ceph-mon[191304]: pgmap v21393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:18.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:17 smithi123 ceph-mon[188613]: pgmap v21393: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:19.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:26:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:26:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T21:26:20.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:20 smithi177 ceph-mon[212096]: pgmap v21394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:20.497 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:20 smithi123 ceph-mon[191304]: pgmap v21394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:20.498 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:20 smithi123 ceph-mon[188613]: pgmap v21394: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:22.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:22 smithi177 ceph-mon[212096]: pgmap v21395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:22.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:22 smithi123 ceph-mon[191304]: pgmap v21395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:22.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:22 smithi123 ceph-mon[188613]: pgmap v21395: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:24.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:24 smithi177 ceph-mon[212096]: pgmap v21396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:24.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:24 smithi123 ceph-mon[188613]: pgmap v21396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:24.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:24 smithi123 ceph-mon[191304]: pgmap v21396: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:26.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:26 smithi177 ceph-mon[212096]: pgmap v21397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:26.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:26 smithi123 ceph-mon[188613]: pgmap v21397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:26.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:26 smithi123 ceph-mon[191304]: pgmap v21397: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:27 smithi177 ceph-mon[212096]: pgmap v21398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:26:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:27 smithi123 ceph-mon[188613]: pgmap v21398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:26:28.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:27 smithi123 ceph-mon[191304]: pgmap v21398: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:28.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:26:29.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:26:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:26:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:26:30.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:30 smithi177 ceph-mon[212096]: pgmap v21399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:30.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:30 smithi123 ceph-mon[191304]: pgmap v21399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:30.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:30 smithi123 ceph-mon[188613]: pgmap v21399: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:30.705 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:26:31.011 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:26:31.011 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 8m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:26:31.011 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 6m ago 10h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:26:31.011 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 8m ago 10h 25.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:26:31.011 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 6m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:26:31.011 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 6m ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:26:31.011 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 8m ago 10h 933M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:26:31.011 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 8m ago 10h 2520M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:26:31.012 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 6m ago 10h 1229M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:26:31.012 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 8m ago 10h 1305M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:26:31.012 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 8m ago 10h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:26:31.012 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 6m ago 10h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:26:31.012 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 8m ago 10h 5654M 2044M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:26:31.012 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 8m ago 10h 6354M 2044M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:26:31.012 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 8m ago 10h 5157M 2044M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:26:31.012 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 8m ago 10h 5481M 2044M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:26:31.012 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 6m ago 10h 4702M 2437M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:26:31.012 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 6m ago 10h 5289M 2437M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:26:31.012 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 6m ago 10h 4574M 2437M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:26:31.012 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 6m ago 10h 5329M 2437M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:26:31.012 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 6m ago 10h 144M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:26:31.398 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:26:31.398 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:26:31.398 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:26:31.398 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:26:31.398 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:26:31.399 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:26:31.399 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:26:31.399 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:26:31.399 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:26:31.399 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:26:31.399 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:26:31.399 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:26:31.399 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:26:31.399 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:26:31.399 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:26:31.399 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:26:31.399 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:26:31.399 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:26:31.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:31 smithi177 ceph-mon[212096]: from='client.67736 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:26:31.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:31 smithi123 ceph-mon[191304]: from='client.67736 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:26:31.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:31 smithi123 ceph-mon[188613]: from='client.67736 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:26:32.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:32 smithi177 ceph-mon[212096]: pgmap v21400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:32.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:32 smithi177 ceph-mon[212096]: from='client.67742 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:26:32.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:32 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1179935488' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:26:32.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:32 smithi123 ceph-mon[191304]: pgmap v21400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:32.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:32 smithi123 ceph-mon[191304]: from='client.67742 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:26:32.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:32 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1179935488' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:26:32.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:32 smithi123 ceph-mon[188613]: pgmap v21400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:32.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:32 smithi123 ceph-mon[188613]: from='client.67742 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:26:32.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:32 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1179935488' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:26:34.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:34 smithi177 ceph-mon[212096]: pgmap v21401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:34.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:34 smithi123 ceph-mon[191304]: pgmap v21401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:34.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:34 smithi123 ceph-mon[188613]: pgmap v21401: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:36.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:36 smithi177 ceph-mon[212096]: pgmap v21402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:36.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:36 smithi123 ceph-mon[188613]: pgmap v21402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:36.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:36 smithi123 ceph-mon[191304]: pgmap v21402: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:38.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:37 smithi177 ceph-mon[212096]: pgmap v21403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:38.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:37 smithi123 ceph-mon[191304]: pgmap v21403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:38.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:37 smithi123 ceph-mon[188613]: pgmap v21403: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:39.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:26:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:26:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:26:40.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:40 smithi177 ceph-mon[212096]: pgmap v21404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:40.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:40 smithi123 ceph-mon[191304]: pgmap v21404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:40.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:40 smithi123 ceph-mon[188613]: pgmap v21404: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:42.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:42 smithi177 ceph-mon[212096]: pgmap v21405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:42.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:42 smithi123 ceph-mon[191304]: pgmap v21405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:42.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:42 smithi123 ceph-mon[188613]: pgmap v21405: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:43.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:26:43.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:26:43.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:26:44.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:44 smithi177 ceph-mon[212096]: pgmap v21406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:44.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:44 smithi123 ceph-mon[191304]: pgmap v21406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:44.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:44 smithi123 ceph-mon[188613]: pgmap v21406: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:46.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:46 smithi177 ceph-mon[212096]: pgmap v21407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:46.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:46 smithi123 ceph-mon[191304]: pgmap v21407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:46.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:46 smithi123 ceph-mon[188613]: pgmap v21407: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:48.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:47 smithi177 ceph-mon[212096]: pgmap v21408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:48.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:47 smithi123 ceph-mon[188613]: pgmap v21408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:48.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:47 smithi123 ceph-mon[191304]: pgmap v21408: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:49.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:26:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:26:49] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T21:26:50.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:50 smithi177 ceph-mon[212096]: pgmap v21409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:50.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:50 smithi123 ceph-mon[191304]: pgmap v21409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:50.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:50 smithi123 ceph-mon[188613]: pgmap v21409: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:52.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:52 smithi177 ceph-mon[212096]: pgmap v21410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:52.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:52 smithi123 ceph-mon[188613]: pgmap v21410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:52.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:52 smithi123 ceph-mon[191304]: pgmap v21410: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:54.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:54 smithi177 ceph-mon[212096]: pgmap v21411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:54.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:54 smithi123 ceph-mon[188613]: pgmap v21411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:54.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:54 smithi123 ceph-mon[191304]: pgmap v21411: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:56.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:56 smithi177 ceph-mon[212096]: pgmap v21412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:56.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:56 smithi123 ceph-mon[191304]: pgmap v21412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:56.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:56 smithi123 ceph-mon[188613]: pgmap v21412: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:58.156 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:57 smithi177 ceph-mon[212096]: pgmap v21413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:58.156 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:26:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:26:58.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:57 smithi123 ceph-mon[188613]: pgmap v21413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:58.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:26:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:26:58.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:57 smithi123 ceph-mon[191304]: pgmap v21413: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:26:58.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:26:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:26:59.497 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:26:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:26:59] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T21:27:00.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:00 smithi177 ceph-mon[212096]: pgmap v21414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:00.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:00 smithi123 ceph-mon[191304]: pgmap v21414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:00.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:00 smithi123 ceph-mon[188613]: pgmap v21414: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:01.749 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:27:02.062 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:27:02.063 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 9m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:27:02.063 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 6m ago 10h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:27:02.063 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 9m ago 10h 25.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:27:02.063 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 6m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:27:02.063 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 6m ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:27:02.063 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 9m ago 10h 933M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:27:02.063 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 9m ago 10h 2520M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:27:02.063 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 6m ago 10h 1229M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:27:02.063 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 9m ago 10h 1305M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:27:02.063 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 9m ago 10h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:27:02.063 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 6m ago 10h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:27:02.063 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 9m ago 10h 5654M 2044M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:27:02.064 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 9m ago 10h 6354M 2044M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:27:02.064 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 9m ago 10h 5157M 2044M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:27:02.064 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 9m ago 10h 5481M 2044M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:27:02.064 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 6m ago 10h 4702M 2437M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:27:02.064 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 6m ago 10h 5289M 2437M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:27:02.064 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 6m ago 10h 4574M 2437M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:27:02.064 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 6m ago 10h 5329M 2437M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:27:02.064 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 6m ago 10h 144M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:27:02.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:02 smithi177 ceph-mon[212096]: pgmap v21415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:02.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:02 smithi177 ceph-mon[212096]: from='client.67754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:27:02.448 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:27:02.448 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:27:02.449 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:27:02.449 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:27:02.449 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:27:02.449 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:27:02.449 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:27:02.449 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:27:02.449 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:27:02.449 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:27:02.449 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:27:02.449 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:27:02.449 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:27:02.449 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:27:02.449 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:27:02.449 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:27:02.450 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:27:02.450 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:27:02.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:02 smithi123 ceph-mon[191304]: pgmap v21415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:02.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:02 smithi123 ceph-mon[191304]: from='client.67754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:27:02.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:02 smithi123 ceph-mon[188613]: pgmap v21415: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:02.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:02 smithi123 ceph-mon[188613]: from='client.67754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:27:03.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:03 smithi177 ceph-mon[212096]: from='client.57804 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:27:03.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:03 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1210890790' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:27:03.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:03 smithi123 ceph-mon[191304]: from='client.57804 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:27:03.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:03 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1210890790' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:27:03.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:03 smithi123 ceph-mon[188613]: from='client.57804 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:27:03.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:03 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1210890790' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:27:04.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:04 smithi177 ceph-mon[212096]: pgmap v21416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:04.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:04 smithi123 ceph-mon[191304]: pgmap v21416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:04.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:04 smithi123 ceph-mon[188613]: pgmap v21416: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:06.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:06 smithi177 ceph-mon[212096]: pgmap v21417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:06.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:06 smithi123 ceph-mon[191304]: pgmap v21417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:06.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:06 smithi123 ceph-mon[188613]: pgmap v21417: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:08.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:07 smithi177 ceph-mon[212096]: pgmap v21418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:08.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:27:08.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:27:08.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:27:08.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:27:08.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:07 smithi123 ceph-mon[191304]: pgmap v21418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:08.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:27:08.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:27:08.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:27:08.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:27:08.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:07 smithi123 ceph-mon[188613]: pgmap v21418: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:08.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:27:08.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:27:08.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:27:08.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:27:09.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:27:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:27:09] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T21:27:10.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:10 smithi177 ceph-mon[212096]: pgmap v21419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:10.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:10 smithi123 ceph-mon[188613]: pgmap v21419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:10.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:10 smithi123 ceph-mon[191304]: pgmap v21419: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:12.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:12 smithi177 ceph-mon[212096]: pgmap v21420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:12.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:12 smithi123 ceph-mon[191304]: pgmap v21420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:12.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:12 smithi123 ceph-mon[188613]: pgmap v21420: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:13.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:27:13.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:27:13.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:27:14.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:14 smithi177 ceph-mon[212096]: pgmap v21421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:14.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:14 smithi123 ceph-mon[191304]: pgmap v21421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:14.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:14 smithi123 ceph-mon[188613]: pgmap v21421: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:16.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:16 smithi177 ceph-mon[212096]: pgmap v21422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:16.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:16 smithi123 ceph-mon[191304]: pgmap v21422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:16.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:16 smithi123 ceph-mon[188613]: pgmap v21422: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:18.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:17 smithi177 ceph-mon[212096]: pgmap v21423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:18.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:17 smithi123 ceph-mon[188613]: pgmap v21423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:18.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:17 smithi123 ceph-mon[191304]: pgmap v21423: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:19.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:27:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:27:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T21:27:20.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:20 smithi177 ceph-mon[212096]: pgmap v21424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:20.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:20 smithi123 ceph-mon[191304]: pgmap v21424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:20.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:20 smithi123 ceph-mon[188613]: pgmap v21424: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:22.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:22 smithi177 ceph-mon[212096]: pgmap v21425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:22.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:22 smithi123 ceph-mon[191304]: pgmap v21425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:22.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:22 smithi123 ceph-mon[188613]: pgmap v21425: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:24.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:24 smithi177 ceph-mon[212096]: pgmap v21426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:24.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:24 smithi123 ceph-mon[191304]: pgmap v21426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:24.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:24 smithi123 ceph-mon[188613]: pgmap v21426: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:26.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:26 smithi177 ceph-mon[212096]: pgmap v21427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:26.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:26 smithi123 ceph-mon[188613]: pgmap v21427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:26.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:26 smithi123 ceph-mon[191304]: pgmap v21427: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:27 smithi177 ceph-mon[212096]: pgmap v21428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:27:28.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:27 smithi123 ceph-mon[191304]: pgmap v21428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:28.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:27:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:27 smithi123 ceph-mon[188613]: pgmap v21428: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:27:29.497 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:27:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:27:29] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:27:30.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:30 smithi177 ceph-mon[212096]: pgmap v21429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:30.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:30 smithi123 ceph-mon[191304]: pgmap v21429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:30.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:30 smithi123 ceph-mon[188613]: pgmap v21429: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:32.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:32 smithi177 ceph-mon[212096]: pgmap v21430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:32.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:32 smithi123 ceph-mon[191304]: pgmap v21430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:32.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:32 smithi123 ceph-mon[188613]: pgmap v21430: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:32.793 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:27:33.104 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:27:33.104 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 9m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:27:33.104 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 7m ago 10h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:27:33.104 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 9m ago 10h 25.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:27:33.104 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 7m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:27:33.104 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 7m ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:27:33.104 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 9m ago 10h 933M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:27:33.104 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 9m ago 10h 2520M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:27:33.104 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 7m ago 10h 1229M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:27:33.104 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 9m ago 10h 1305M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:27:33.104 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 9m ago 10h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:27:33.104 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 7m ago 10h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:27:33.104 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 9m ago 10h 5654M 2044M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:27:33.104 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 9m ago 10h 6354M 2044M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:27:33.105 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 9m ago 10h 5157M 2044M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:27:33.105 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 9m ago 10h 5481M 2044M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:27:33.105 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 7m ago 10h 4702M 2437M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:27:33.105 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 7m ago 10h 5289M 2437M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:27:33.105 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 7m ago 10h 4574M 2437M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:27:33.105 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 7m ago 10h 5329M 2437M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:27:33.105 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 7m ago 10h 144M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:27:33.489 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:27:33.489 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:27:33.489 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:27:33.489 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:27:33.489 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:27:33.490 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:27:33.490 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:27:33.490 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:27:33.490 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:27:33.490 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:27:33.490 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:27:33.490 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:27:33.490 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:27:33.490 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:27:33.490 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:27:33.490 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:27:33.490 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:27:33.490 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:27:34.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:34 smithi177 ceph-mon[212096]: from='client.67772 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:27:34.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:34 smithi177 ceph-mon[212096]: pgmap v21431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:34.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:34 smithi177 ceph-mon[212096]: from='client.67778 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:27:34.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:34 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2908308799' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:27:34.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:34 smithi123 ceph-mon[191304]: from='client.67772 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:27:34.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:34 smithi123 ceph-mon[191304]: pgmap v21431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:34.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:34 smithi123 ceph-mon[191304]: from='client.67778 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:27:34.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:34 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2908308799' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:27:34.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:34 smithi123 ceph-mon[188613]: from='client.67772 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:27:34.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:34 smithi123 ceph-mon[188613]: pgmap v21431: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:34.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:34 smithi123 ceph-mon[188613]: from='client.67778 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:27:34.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:34 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2908308799' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:27:36.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:36 smithi177 ceph-mon[212096]: pgmap v21432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:36.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:36 smithi123 ceph-mon[188613]: pgmap v21432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:36.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:36 smithi123 ceph-mon[191304]: pgmap v21432: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:38.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:37 smithi177 ceph-mon[212096]: pgmap v21433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:38.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:37 smithi123 ceph-mon[188613]: pgmap v21433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:38.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:37 smithi123 ceph-mon[191304]: pgmap v21433: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:39.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:27:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:27:39] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:27:40.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:40 smithi177 ceph-mon[212096]: pgmap v21434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:40.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:40 smithi123 ceph-mon[191304]: pgmap v21434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:40.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:40 smithi123 ceph-mon[188613]: pgmap v21434: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:42.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:42 smithi177 ceph-mon[212096]: pgmap v21435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:42.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:42 smithi123 ceph-mon[191304]: pgmap v21435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:42.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:42 smithi123 ceph-mon[188613]: pgmap v21435: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:43.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:27:43.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:27:43.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:27:44.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:44 smithi177 ceph-mon[212096]: pgmap v21436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:44.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:44 smithi123 ceph-mon[191304]: pgmap v21436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:44.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:44 smithi123 ceph-mon[188613]: pgmap v21436: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:46.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:46 smithi177 ceph-mon[212096]: pgmap v21437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:46.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:46 smithi123 ceph-mon[191304]: pgmap v21437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:46.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:46 smithi123 ceph-mon[188613]: pgmap v21437: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:48.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:47 smithi177 ceph-mon[212096]: pgmap v21438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:48.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:47 smithi123 ceph-mon[191304]: pgmap v21438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:48.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:47 smithi123 ceph-mon[188613]: pgmap v21438: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:49.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:27:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:27:49] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T21:27:50.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:50 smithi177 ceph-mon[212096]: pgmap v21439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:50.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:50 smithi123 ceph-mon[191304]: pgmap v21439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:50.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:50 smithi123 ceph-mon[188613]: pgmap v21439: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:52.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:52 smithi177 ceph-mon[212096]: pgmap v21440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:52.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:52 smithi123 ceph-mon[191304]: pgmap v21440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:52.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:52 smithi123 ceph-mon[188613]: pgmap v21440: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:54.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:54 smithi177 ceph-mon[212096]: pgmap v21441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:54.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:54 smithi123 ceph-mon[191304]: pgmap v21441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:54.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:54 smithi123 ceph-mon[188613]: pgmap v21441: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:56.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:56 smithi177 ceph-mon[212096]: pgmap v21442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:56.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:56 smithi123 ceph-mon[191304]: pgmap v21442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:56.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:56 smithi123 ceph-mon[188613]: pgmap v21442: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:58.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:57 smithi177 ceph-mon[212096]: pgmap v21443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:58.156 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:27:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:27:58.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:57 smithi123 ceph-mon[191304]: pgmap v21443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:58.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:27:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:27:58.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:57 smithi123 ceph-mon[188613]: pgmap v21443: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:27:58.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:27:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:27:59.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:27:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:27:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T21:28:00.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:00 smithi177 ceph-mon[212096]: pgmap v21444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:00.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:00 smithi123 ceph-mon[191304]: pgmap v21444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:00.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:00 smithi123 ceph-mon[188613]: pgmap v21444: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:02.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:02 smithi177 ceph-mon[212096]: pgmap v21445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:02.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:02 smithi123 ceph-mon[191304]: pgmap v21445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:02.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:02 smithi123 ceph-mon[188613]: pgmap v21445: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:03.834 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:28:04.145 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:28:04.146 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 10m ago 10h 29.0M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:28:04.146 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 8m ago 10h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:28:04.146 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 10m ago 10h 25.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:28:04.146 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 8m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:28:04.146 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 8m ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:28:04.146 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 10m ago 10h 933M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:28:04.146 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 10m ago 10h 2520M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:28:04.146 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 8m ago 10h 1229M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:28:04.146 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 10m ago 10h 1305M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:28:04.146 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 10m ago 10h 23.3M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:28:04.146 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 8m ago 10h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:28:04.146 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 10m ago 10h 5654M 2044M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:28:04.146 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 10m ago 10h 6354M 2044M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:28:04.146 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 10m ago 10h 5157M 2044M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:28:04.146 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 10m ago 10h 5481M 2044M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:28:04.147 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 8m ago 10h 4702M 2437M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:28:04.147 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 8m ago 10h 5289M 2437M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:28:04.147 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 8m ago 10h 4574M 2437M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:28:04.147 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 8m ago 10h 5329M 2437M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:28:04.147 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 8m ago 10h 144M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:28:04.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:04 smithi177 ceph-mon[212096]: pgmap v21446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:04.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:04 smithi123 ceph-mon[191304]: pgmap v21446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:04.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:04 smithi123 ceph-mon[188613]: pgmap v21446: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:04.526 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:28:04.526 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:28:04.526 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:28:04.526 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:28:04.527 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:28:04.527 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:28:04.527 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:28:04.527 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:28:04.527 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:28:04.527 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:28:04.527 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:28:04.527 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:28:04.527 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:28:04.527 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:28:04.527 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:28:04.527 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:28:04.527 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:28:04.527 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:28:05.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:05 smithi177 ceph-mon[212096]: from='client.67790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:28:05.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:05 smithi177 ceph-mon[212096]: from='client.57840 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:28:05.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:05 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1527572492' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:28:05.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:05 smithi123 ceph-mon[191304]: from='client.67790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:28:05.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:05 smithi123 ceph-mon[191304]: from='client.57840 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:28:05.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:05 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1527572492' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:28:05.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:05 smithi123 ceph-mon[188613]: from='client.67790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:28:05.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:05 smithi123 ceph-mon[188613]: from='client.57840 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:28:05.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:05 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1527572492' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:28:06.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:06 smithi177 ceph-mon[212096]: pgmap v21447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:06.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:06 smithi123 ceph-mon[191304]: pgmap v21447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:06.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:06 smithi123 ceph-mon[188613]: pgmap v21447: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:08.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:07 smithi177 ceph-mon[212096]: pgmap v21448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:08.156 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:07 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:28:08.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:07 smithi123 ceph-mon[188613]: pgmap v21448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:08.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:07 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:28:08.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:07 smithi123 ceph-mon[191304]: pgmap v21448: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:08.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:07 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:28:09.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:28:09.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:09 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:28:09.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:28:09.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:09 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:28:09.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:28:09.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:09 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:28:09.495 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:28:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:28:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T21:28:10.155 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:10 smithi123 ceph-mon[191304]: pgmap v21449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:10.156 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:10 smithi123 ceph-mon[188613]: pgmap v21449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:10.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:10 smithi177 ceph-mon[212096]: pgmap v21449: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:11.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:28:11.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:28:11.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:28:11.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:28:11.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:28:11.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:28:11.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:28:11.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:28:11.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:28:11.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:28:11.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:28:11.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:28:11.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:28:11.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:28:11.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:28:12.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:12 smithi177 ceph-mon[212096]: pgmap v21450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:12.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:28:12.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:12 smithi123 ceph-mon[191304]: pgmap v21450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:12.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:28:12.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:12 smithi123 ceph-mon[188613]: pgmap v21450: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:12.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:28:14.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:14 smithi177 ceph-mon[212096]: pgmap v21451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:14.745 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:14 smithi123 ceph-mon[191304]: pgmap v21451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:14.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:14 smithi123 ceph-mon[188613]: pgmap v21451: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:16.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:16 smithi177 ceph-mon[212096]: pgmap v21452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:16.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:16 smithi123 ceph-mon[191304]: pgmap v21452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:16.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:16 smithi123 ceph-mon[188613]: pgmap v21452: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:18.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:17 smithi177 ceph-mon[212096]: pgmap v21453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:18.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:17 smithi123 ceph-mon[191304]: pgmap v21453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:18.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:17 smithi123 ceph-mon[188613]: pgmap v21453: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:19.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:28:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:28:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:28:20.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:20 smithi177 ceph-mon[212096]: pgmap v21454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:20.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:20 smithi123 ceph-mon[191304]: pgmap v21454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:20.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:20 smithi123 ceph-mon[188613]: pgmap v21454: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:22.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:22 smithi177 ceph-mon[212096]: pgmap v21455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:22.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:22 smithi123 ceph-mon[191304]: pgmap v21455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:22.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:22 smithi123 ceph-mon[188613]: pgmap v21455: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:24.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:24 smithi177 ceph-mon[212096]: pgmap v21456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:24.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:24 smithi123 ceph-mon[191304]: pgmap v21456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:24.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:24 smithi123 ceph-mon[188613]: pgmap v21456: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:26.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:26 smithi177 ceph-mon[212096]: pgmap v21457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:26.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:26 smithi123 ceph-mon[191304]: pgmap v21457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:26.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:26 smithi123 ceph-mon[188613]: pgmap v21457: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:27 smithi177 ceph-mon[212096]: pgmap v21458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:28.156 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:28:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:27 smithi123 ceph-mon[188613]: pgmap v21458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:28.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:28:28.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:27 smithi123 ceph-mon[191304]: pgmap v21458: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:28.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:28:29.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:28:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:28:29] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T21:28:30.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:30 smithi177 ceph-mon[212096]: pgmap v21459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:30.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:30 smithi123 ceph-mon[191304]: pgmap v21459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:30.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:30 smithi123 ceph-mon[188613]: pgmap v21459: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:32.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:32 smithi177 ceph-mon[212096]: pgmap v21460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:32.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:32 smithi123 ceph-mon[191304]: pgmap v21460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:32.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:32 smithi123 ceph-mon[188613]: pgmap v21460: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:34.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:34 smithi177 ceph-mon[212096]: pgmap v21461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:34.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:34 smithi123 ceph-mon[191304]: pgmap v21461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:34.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:34 smithi123 ceph-mon[188613]: pgmap v21461: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:34.876 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:28:35.186 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:28:35.186 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 24s ago 10h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:28:35.186 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 8m ago 10h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:28:35.186 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 24s ago 10h 25.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:28:35.186 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 8m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:28:35.186 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 8m ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:28:35.186 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 24s ago 10h 937M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:28:35.186 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 24s ago 10h 2537M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:28:35.186 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 8m ago 10h 1229M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:28:35.186 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 24s ago 10h 1312M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:28:35.187 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 24s ago 10h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:28:35.187 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 8m ago 10h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:28:35.187 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 24s ago 10h 5649M 2044M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:28:35.187 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 24s ago 10h 6343M 2044M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:28:35.187 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 24s ago 10h 5148M 2044M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:28:35.187 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 24s ago 10h 5476M 2044M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:28:35.187 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 8m ago 10h 4702M 2437M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:28:35.187 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 8m ago 10h 5289M 2437M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:28:35.187 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 8m ago 10h 4574M 2437M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:28:35.187 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 8m ago 10h 5329M 2437M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:28:35.187 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 8m ago 10h 144M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:28:35.566 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:28:35.566 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:28:35.566 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:28:35.566 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:28:35.567 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:28:35.567 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:28:35.567 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:28:35.567 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:28:35.567 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:28:35.567 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:28:35.567 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:28:35.567 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:28:35.567 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:28:35.567 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:28:35.567 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:28:35.568 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:28:35.568 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:28:35.568 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:28:36.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:36 smithi177 ceph-mon[212096]: from='client.67808 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:28:36.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:36 smithi177 ceph-mon[212096]: pgmap v21462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:36.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:36 smithi177 ceph-mon[212096]: from='client.57858 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:28:36.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:36 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1511394642' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:28:36.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:36 smithi123 ceph-mon[191304]: from='client.67808 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:28:36.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:36 smithi123 ceph-mon[191304]: pgmap v21462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:36.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:36 smithi123 ceph-mon[191304]: from='client.57858 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:28:36.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:36 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1511394642' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:28:36.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:36 smithi123 ceph-mon[188613]: from='client.67808 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:28:36.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:36 smithi123 ceph-mon[188613]: pgmap v21462: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:36.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:36 smithi123 ceph-mon[188613]: from='client.57858 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:28:36.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:36 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1511394642' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:28:38.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:37 smithi177 ceph-mon[212096]: pgmap v21463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:38.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:37 smithi123 ceph-mon[191304]: pgmap v21463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:38.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:37 smithi123 ceph-mon[188613]: pgmap v21463: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:39.495 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:28:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:28:39] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-20T21:28:40.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:40 smithi177 ceph-mon[212096]: pgmap v21464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:40.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:40 smithi123 ceph-mon[191304]: pgmap v21464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:40.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:40 smithi123 ceph-mon[188613]: pgmap v21464: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:42.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:42 smithi177 ceph-mon[212096]: pgmap v21465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:42.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:42 smithi123 ceph-mon[191304]: pgmap v21465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:42.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:42 smithi123 ceph-mon[188613]: pgmap v21465: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:43.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:28:43.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:28:43.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:28:44.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:44 smithi177 ceph-mon[212096]: pgmap v21466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:44.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:44 smithi123 ceph-mon[191304]: pgmap v21466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:44.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:44 smithi123 ceph-mon[188613]: pgmap v21466: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:46.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:46 smithi177 ceph-mon[212096]: pgmap v21467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:46.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:46 smithi123 ceph-mon[191304]: pgmap v21467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:46.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:46 smithi123 ceph-mon[188613]: pgmap v21467: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:48.157 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:47 smithi177 ceph-mon[212096]: pgmap v21468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:48.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:47 smithi123 ceph-mon[191304]: pgmap v21468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:48.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:47 smithi123 ceph-mon[188613]: pgmap v21468: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:49.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:28:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:28:49] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T21:28:50.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:50 smithi177 ceph-mon[212096]: pgmap v21469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:50.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:50 smithi123 ceph-mon[188613]: pgmap v21469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:50.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:50 smithi123 ceph-mon[191304]: pgmap v21469: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:52.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:52 smithi177 ceph-mon[212096]: pgmap v21470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:52.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:52 smithi123 ceph-mon[188613]: pgmap v21470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:52.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:52 smithi123 ceph-mon[191304]: pgmap v21470: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:54.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:54 smithi177 ceph-mon[212096]: pgmap v21471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:54.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:54 smithi123 ceph-mon[188613]: pgmap v21471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:54.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:54 smithi123 ceph-mon[191304]: pgmap v21471: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:56.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:56 smithi177 ceph-mon[212096]: pgmap v21472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:56.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:56 smithi123 ceph-mon[188613]: pgmap v21472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:56.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:56 smithi123 ceph-mon[191304]: pgmap v21472: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:58.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:57 smithi177 ceph-mon[212096]: pgmap v21473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:58.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:28:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:28:58.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:57 smithi123 ceph-mon[191304]: pgmap v21473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:58.246 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:28:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:28:58.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:57 smithi123 ceph-mon[188613]: pgmap v21473: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:28:58.246 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:28:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:28:59.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:28:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:28:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T21:29:00.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:00 smithi177 ceph-mon[212096]: pgmap v21474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:00.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:00 smithi123 ceph-mon[191304]: pgmap v21474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:00.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:00 smithi123 ceph-mon[188613]: pgmap v21474: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:02.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:02 smithi177 ceph-mon[212096]: pgmap v21475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:02.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:02 smithi123 ceph-mon[191304]: pgmap v21475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:02.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:02 smithi123 ceph-mon[188613]: pgmap v21475: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:04.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:04 smithi177 ceph-mon[212096]: pgmap v21476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:04.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:04 smithi123 ceph-mon[191304]: pgmap v21476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:04.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:04 smithi123 ceph-mon[188613]: pgmap v21476: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:05.916 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:29:06.223 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:29:06.224 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 55s ago 10h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:29:06.224 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 9m ago 10h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:29:06.224 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 55s ago 10h 25.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:29:06.224 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 9m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:29:06.224 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 9m ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:29:06.224 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 55s ago 10h 937M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:29:06.224 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 55s ago 10h 2537M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:29:06.224 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 9m ago 10h 1229M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:29:06.224 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 55s ago 10h 1312M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:29:06.224 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 55s ago 10h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:29:06.224 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 9m ago 10h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:29:06.224 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 55s ago 10h 5649M 2044M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:29:06.224 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 55s ago 10h 6343M 2044M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:29:06.224 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 55s ago 10h 5148M 2044M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:29:06.224 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 55s ago 10h 5476M 2044M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:29:06.225 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 9m ago 10h 4702M 2437M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:29:06.225 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 9m ago 10h 5289M 2437M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:29:06.225 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 9m ago 10h 4574M 2437M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:29:06.225 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 9m ago 10h 5329M 2437M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:29:06.225 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 9m ago 10h 144M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:29:06.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:06 smithi177 ceph-mon[212096]: pgmap v21477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:06.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:06 smithi123 ceph-mon[191304]: pgmap v21477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:06.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:06 smithi123 ceph-mon[188613]: pgmap v21477: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:06.605 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:29:06.606 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:29:06.606 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:29:06.606 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:29:06.606 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:29:06.606 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:29:06.606 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:29:06.606 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:29:06.606 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:29:06.606 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:29:06.606 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:29:06.606 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:29:06.606 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:29:06.606 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:29:06.606 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:29:06.607 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:29:06.607 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:29:06.607 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:29:07.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:07 smithi177 ceph-mon[212096]: from='client.57870 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:29:07.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:07 smithi177 ceph-mon[212096]: from='client.57876 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:29:07.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:07 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2835293059' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:29:07.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:07 smithi123 ceph-mon[191304]: from='client.57870 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:29:07.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:07 smithi123 ceph-mon[191304]: from='client.57876 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:29:07.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:07 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2835293059' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:29:07.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:07 smithi123 ceph-mon[188613]: from='client.57870 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:29:07.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:07 smithi123 ceph-mon[188613]: from='client.57876 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:29:07.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:07 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2835293059' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:29:08.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:08 smithi177 ceph-mon[212096]: pgmap v21478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:08.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:08 smithi123 ceph-mon[191304]: pgmap v21478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:08.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:08 smithi123 ceph-mon[188613]: pgmap v21478: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:09.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:29:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:29:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2023-12-20T21:29:10.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:10 smithi177 ceph-mon[212096]: pgmap v21479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:10.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:10 smithi123 ceph-mon[191304]: pgmap v21479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:10.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:10 smithi123 ceph-mon[188613]: pgmap v21479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:11.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:11 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:29:11.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:11 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:29:11.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:11 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:29:12.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:12 smithi177 ceph-mon[212096]: pgmap v21480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:12.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:29:12.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:29:12.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:29:12.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:29:12.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:29:12.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:29:12.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:12 smithi123 ceph-mon[188613]: pgmap v21480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:12.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:29:12.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:29:12.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:29:12.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:29:12.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:29:12.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:29:12.746 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:12 smithi123 ceph-mon[191304]: pgmap v21480: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:12.746 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:29:12.746 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:29:12.746 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:29:12.746 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:29:12.746 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:29:12.746 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:29:14.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:14 smithi177 ceph-mon[212096]: pgmap v21481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:14.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:14 smithi123 ceph-mon[191304]: pgmap v21481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:14.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:14 smithi123 ceph-mon[188613]: pgmap v21481: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:16.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:16 smithi177 ceph-mon[212096]: pgmap v21482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:16.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:16 smithi123 ceph-mon[191304]: pgmap v21482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:16.744 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:16 smithi123 ceph-mon[188613]: pgmap v21482: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:18.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:17 smithi177 ceph-mon[212096]: pgmap v21483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:18.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:17 smithi123 ceph-mon[191304]: pgmap v21483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:18.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:17 smithi123 ceph-mon[188613]: pgmap v21483: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:19.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:29:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:29:19] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T21:29:20.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:20 smithi177 ceph-mon[212096]: pgmap v21484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:20.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:20 smithi123 ceph-mon[191304]: pgmap v21484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:20.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:20 smithi123 ceph-mon[188613]: pgmap v21484: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:22.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:22 smithi177 ceph-mon[212096]: pgmap v21485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:22.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:22 smithi123 ceph-mon[191304]: pgmap v21485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:22.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:22 smithi123 ceph-mon[188613]: pgmap v21485: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:24.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:24 smithi177 ceph-mon[212096]: pgmap v21486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:24.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:24 smithi123 ceph-mon[191304]: pgmap v21486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:24.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:24 smithi123 ceph-mon[188613]: pgmap v21486: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:26.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:26 smithi177 ceph-mon[212096]: pgmap v21487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:26.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:26 smithi123 ceph-mon[191304]: pgmap v21487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:26.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:26 smithi123 ceph-mon[188613]: pgmap v21487: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:27 smithi177 ceph-mon[212096]: pgmap v21488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:29:28.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:27 smithi123 ceph-mon[191304]: pgmap v21488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:28.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:29:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:27 smithi123 ceph-mon[188613]: pgmap v21488: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:29:29.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:29:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:29:29] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T21:29:30.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:30 smithi177 ceph-mon[212096]: pgmap v21489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:30.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:30 smithi123 ceph-mon[188613]: pgmap v21489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:30.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:30 smithi123 ceph-mon[191304]: pgmap v21489: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:32.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:32 smithi177 ceph-mon[212096]: pgmap v21490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:32.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:32 smithi123 ceph-mon[191304]: pgmap v21490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:32.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:32 smithi123 ceph-mon[188613]: pgmap v21490: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:34.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:34 smithi177 ceph-mon[212096]: pgmap v21491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:34.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:34 smithi123 ceph-mon[191304]: pgmap v21491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:34.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:34 smithi123 ceph-mon[188613]: pgmap v21491: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:36.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:36 smithi177 ceph-mon[212096]: pgmap v21492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:36.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:36 smithi123 ceph-mon[191304]: pgmap v21492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:36.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:36 smithi123 ceph-mon[188613]: pgmap v21492: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:36.958 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:29:37.264 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:29:37.264 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 86s ago 10h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:29:37.264 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 9m ago 10h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:29:37.264 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 86s ago 10h 25.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:29:37.264 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 9m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:29:37.264 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 9m ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:29:37.264 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 86s ago 10h 937M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:29:37.264 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 86s ago 10h 2537M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:29:37.264 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 9m ago 10h 1229M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:29:37.264 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 86s ago 10h 1312M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:29:37.264 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 86s ago 10h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:29:37.264 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 9m ago 10h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:29:37.264 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 86s ago 10h 5649M 2044M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:29:37.264 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 86s ago 10h 6343M 2044M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:29:37.265 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 86s ago 10h 5148M 2044M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:29:37.265 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 86s ago 10h 5476M 2044M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:29:37.265 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 9m ago 10h 4702M 2437M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:29:37.265 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 9m ago 10h 5289M 2437M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:29:37.265 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 9m ago 10h 4574M 2437M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:29:37.265 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 9m ago 10h 5329M 2437M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:29:37.265 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 9m ago 10h 144M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:29:37.643 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:29:37.643 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:29:37.643 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:29:37.643 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:29:37.643 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:29:37.643 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:29:37.643 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:29:37.643 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:29:37.643 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:29:37.643 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:29:37.643 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:29:37.643 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:29:37.643 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:29:37.644 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:29:37.644 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:29:37.644 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:29:37.644 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:29:37.644 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:29:38.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:37 smithi177 ceph-mon[212096]: from='client.67844 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:29:38.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:37 smithi177 ceph-mon[212096]: pgmap v21493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:38.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:37 smithi177 ceph-mon[212096]: from='client.67850 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:29:38.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:37 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/2516822996' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:29:38.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:37 smithi123 ceph-mon[188613]: from='client.67844 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:29:38.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:37 smithi123 ceph-mon[188613]: pgmap v21493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:38.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:37 smithi123 ceph-mon[188613]: from='client.67850 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:29:38.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:37 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/2516822996' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:29:38.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:37 smithi123 ceph-mon[191304]: from='client.67844 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:29:38.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:37 smithi123 ceph-mon[191304]: pgmap v21493: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:38.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:37 smithi123 ceph-mon[191304]: from='client.67850 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:29:38.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:37 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/2516822996' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:29:39.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:29:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:29:39] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T21:29:40.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:40 smithi177 ceph-mon[212096]: pgmap v21494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:40.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:40 smithi123 ceph-mon[188613]: pgmap v21494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:40.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:40 smithi123 ceph-mon[191304]: pgmap v21494: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:42.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:42 smithi177 ceph-mon[212096]: pgmap v21495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:42.497 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:42 smithi123 ceph-mon[188613]: pgmap v21495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:42.497 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:42 smithi123 ceph-mon[191304]: pgmap v21495: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:43.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:29:43.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:29:43.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:29:44.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:44 smithi177 ceph-mon[212096]: pgmap v21496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:44.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:44 smithi123 ceph-mon[191304]: pgmap v21496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:44.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:44 smithi123 ceph-mon[188613]: pgmap v21496: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:46.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:46 smithi177 ceph-mon[212096]: pgmap v21497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:46.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:46 smithi123 ceph-mon[191304]: pgmap v21497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:46.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:46 smithi123 ceph-mon[188613]: pgmap v21497: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:48.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:47 smithi177 ceph-mon[212096]: pgmap v21498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:48.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:47 smithi123 ceph-mon[191304]: pgmap v21498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:48.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:47 smithi123 ceph-mon[188613]: pgmap v21498: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:49.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:29:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:29:49] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:29:50.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:50 smithi177 ceph-mon[212096]: pgmap v21499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:50.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:50 smithi123 ceph-mon[191304]: pgmap v21499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:50.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:50 smithi123 ceph-mon[188613]: pgmap v21499: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:52.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:52 smithi177 ceph-mon[212096]: pgmap v21500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:52.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:52 smithi123 ceph-mon[191304]: pgmap v21500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:52.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:52 smithi123 ceph-mon[188613]: pgmap v21500: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:54.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:54 smithi177 ceph-mon[212096]: pgmap v21501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:54.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:54 smithi123 ceph-mon[191304]: pgmap v21501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:54.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:54 smithi123 ceph-mon[188613]: pgmap v21501: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:56.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:56 smithi177 ceph-mon[212096]: pgmap v21502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:56.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:56 smithi123 ceph-mon[191304]: pgmap v21502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:56.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:56 smithi123 ceph-mon[188613]: pgmap v21502: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:58.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:57 smithi177 ceph-mon[212096]: pgmap v21503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:58.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:29:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:29:58.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:57 smithi123 ceph-mon[191304]: pgmap v21503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:58.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:29:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:29:58.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:57 smithi123 ceph-mon[188613]: pgmap v21503: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:29:58.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:29:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:29:59.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:29:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:29:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:30:00.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:00 smithi177 ceph-mon[212096]: pgmap v21504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:00.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:00 smithi177 ceph-mon[212096]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T21:30:00.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:00 smithi123 ceph-mon[191304]: pgmap v21504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:00.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:00 smithi123 ceph-mon[191304]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T21:30:00.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:00 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mon-a[188590]: 2023-12-20T21:29:59.999+0000 7f0f04fb9700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T21:30:00.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:00 smithi123 ceph-mon[188613]: pgmap v21504: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:00.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:00 smithi123 ceph-mon[188613]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-20T21:30:02.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:02 smithi177 ceph-mon[212096]: pgmap v21505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:02.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:02 smithi123 ceph-mon[191304]: pgmap v21505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:02.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:02 smithi123 ceph-mon[188613]: pgmap v21505: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:04.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:04 smithi177 ceph-mon[212096]: pgmap v21506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:04.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:04 smithi123 ceph-mon[191304]: pgmap v21506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:04.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:04 smithi123 ceph-mon[188613]: pgmap v21506: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:06.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:06 smithi177 ceph-mon[212096]: pgmap v21507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:06.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:06 smithi123 ceph-mon[191304]: pgmap v21507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:06.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:06 smithi123 ceph-mon[188613]: pgmap v21507: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:07.997 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:30:08.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:07 smithi177 ceph-mon[212096]: pgmap v21508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:08.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:07 smithi123 ceph-mon[191304]: pgmap v21508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:08.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:07 smithi123 ceph-mon[188613]: pgmap v21508: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:08.303 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:30:08.304 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 117s ago 10h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:30:08.304 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 10m ago 10h 94.7M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:30:08.304 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 117s ago 10h 25.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:30:08.304 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 10m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:30:08.304 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 10m ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:30:08.304 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 117s ago 10h 937M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:30:08.304 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 117s ago 10h 2537M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:30:08.304 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 10m ago 10h 1229M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:30:08.304 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 117s ago 10h 1312M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:30:08.304 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 117s ago 10h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:30:08.304 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 10m ago 10h 23.0M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:30:08.304 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 117s ago 10h 5649M 2044M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:30:08.305 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 117s ago 10h 6343M 2044M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:30:08.305 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 117s ago 10h 5148M 2044M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:30:08.305 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 117s ago 10h 5476M 2044M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:30:08.305 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 10m ago 10h 4702M 2437M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:30:08.305 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 10m ago 10h 5289M 2437M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:30:08.305 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 10m ago 10h 4574M 2437M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:30:08.305 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 10m ago 10h 5329M 2437M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:30:08.305 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 10m ago 10h 144M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:30:08.686 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:30:08.686 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:30:08.686 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:30:08.686 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:30:08.686 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:30:08.686 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:30:08.687 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:30:08.687 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:30:08.687 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:30:08.687 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:30:08.687 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:30:08.687 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:30:08.687 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:30:08.687 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:30:08.687 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:30:08.687 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:30:08.687 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:30:08.687 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:30:09.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:08 smithi177 ceph-mon[212096]: from='client.57906 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:30:09.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:08 smithi177 ceph-mon[212096]: from='client.57912 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:30:09.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:08 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1489508007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:30:09.244 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:30:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:30:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:30:09.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:08 smithi123 ceph-mon[191304]: from='client.57906 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:30:09.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:08 smithi123 ceph-mon[191304]: from='client.57912 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:30:09.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:08 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1489508007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:30:09.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:08 smithi123 ceph-mon[188613]: from='client.57906 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:30:09.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:08 smithi123 ceph-mon[188613]: from='client.57912 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:30:09.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:08 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1489508007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:30:10.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:09 smithi177 ceph-mon[212096]: pgmap v21509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:10.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:09 smithi123 ceph-mon[191304]: pgmap v21509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:10.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:09 smithi123 ceph-mon[188613]: pgmap v21509: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:12.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:12 smithi177 ceph-mon[212096]: pgmap v21510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:12.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:12 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:30:12.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:12 smithi123 ceph-mon[191304]: pgmap v21510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:12.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:12 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:30:12.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:12 smithi123 ceph-mon[188613]: pgmap v21510: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:12.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:12 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:30:13.371 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:30:13.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:30:13.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:30:14.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:14 smithi177 ceph-mon[212096]: pgmap v21511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:14.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:14 smithi123 ceph-mon[191304]: pgmap v21511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:14.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:14 smithi123 ceph-mon[188613]: pgmap v21511: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:15.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:30:15.655 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:30:15.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:30:15.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:30:15.656 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:30:15.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:30:15.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:30:15.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:30:15.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:30:15.744 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:30:15.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:30:15.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:30:15.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:30:15.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:30:15.745 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:30:17.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:16 smithi177 ceph-mon[212096]: pgmap v21512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:17.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:16 smithi123 ceph-mon[191304]: pgmap v21512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:17.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:16 smithi123 ceph-mon[188613]: pgmap v21512: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:18.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:17 smithi177 ceph-mon[212096]: pgmap v21513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:18.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:17 smithi123 ceph-mon[191304]: pgmap v21513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:18.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:17 smithi123 ceph-mon[188613]: pgmap v21513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:19.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:30:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:30:19] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T21:30:20.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:20 smithi177 ceph-mon[212096]: pgmap v21514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:20.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:20 smithi123 ceph-mon[191304]: pgmap v21514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:20.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:20 smithi123 ceph-mon[188613]: pgmap v21514: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:22.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:22 smithi177 ceph-mon[212096]: pgmap v21515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:22.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:22 smithi123 ceph-mon[191304]: pgmap v21515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:22.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:22 smithi123 ceph-mon[188613]: pgmap v21515: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:24.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:24 smithi177 ceph-mon[212096]: pgmap v21516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:24.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:24 smithi123 ceph-mon[191304]: pgmap v21516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:24.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:24 smithi123 ceph-mon[188613]: pgmap v21516: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:26.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:26 smithi177 ceph-mon[212096]: pgmap v21517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:26.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:26 smithi123 ceph-mon[191304]: pgmap v21517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:26.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:26 smithi123 ceph-mon[188613]: pgmap v21517: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:27 smithi177 ceph-mon[212096]: pgmap v21518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:28.156 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:30:28.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:27 smithi123 ceph-mon[191304]: pgmap v21518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:28.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:30:28.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:27 smithi123 ceph-mon[188613]: pgmap v21518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:28.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:30:29.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:30:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:30:29] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T21:30:30.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:30 smithi177 ceph-mon[212096]: pgmap v21519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:30.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:30 smithi123 ceph-mon[191304]: pgmap v21519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:30.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:30 smithi123 ceph-mon[188613]: pgmap v21519: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:32.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:32 smithi177 ceph-mon[212096]: pgmap v21520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:32.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:32 smithi123 ceph-mon[191304]: pgmap v21520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:32.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:32 smithi123 ceph-mon[188613]: pgmap v21520: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:34.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:34 smithi177 ceph-mon[212096]: pgmap v21521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:34.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:34 smithi123 ceph-mon[188613]: pgmap v21521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:34.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:34 smithi123 ceph-mon[191304]: pgmap v21521: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:36.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:36 smithi177 ceph-mon[212096]: pgmap v21522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:36.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:36 smithi123 ceph-mon[191304]: pgmap v21522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:36.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:36 smithi123 ceph-mon[188613]: pgmap v21522: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:38.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:37 smithi177 ceph-mon[212096]: pgmap v21523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:38.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:37 smithi123 ceph-mon[191304]: pgmap v21523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:38.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:37 smithi123 ceph-mon[188613]: pgmap v21523: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:39.034 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:30:39.341 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:30:39.341 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 2m ago 10h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:30:39.342 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 24s ago 10h 94.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:30:39.342 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 2m ago 10h 25.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:30:39.342 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 25s ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:30:39.342 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 25s ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:30:39.342 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 2m ago 10h 937M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:30:39.342 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 2m ago 10h 2537M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:30:39.342 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 25s ago 10h 1251M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:30:39.342 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 2m ago 10h 1312M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:30:39.342 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 2m ago 10h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:30:39.342 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 24s ago 10h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:30:39.342 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 2m ago 10h 5649M 2044M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:30:39.342 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 2m ago 10h 6343M 2044M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:30:39.342 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 2m ago 10h 5148M 2044M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:30:39.342 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 2m ago 10h 5476M 2044M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:30:39.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 25s ago 10h 4729M 2437M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:30:39.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 25s ago 10h 5323M 2437M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:30:39.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 25s ago 10h 4603M 2437M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:30:39.343 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 25s ago 10h 5361M 2437M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:30:39.343 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 24s ago 10h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:30:39.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:30:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:30:39] "GET /metrics HTTP/1.1" 200 34087 "" "Prometheus/2.43.0" 2023-12-20T21:30:39.727 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:30:39.727 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:30:39.727 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:30:39.727 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:30:39.727 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:30:39.727 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:30:39.727 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:30:39.727 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:30:39.727 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:30:39.727 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:30:39.727 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:30:39.727 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:30:39.727 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:30:39.727 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:30:39.728 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:30:39.728 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:30:39.728 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:30:39.728 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:30:40.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:40 smithi177 ceph-mon[212096]: from='client.67880 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:30:40.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:40 smithi177 ceph-mon[212096]: pgmap v21524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:40.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:40 smithi177 ceph-mon[212096]: from='client.57930 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:30:40.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:40 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3122698738' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:30:40.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:40 smithi123 ceph-mon[191304]: from='client.67880 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:30:40.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:40 smithi123 ceph-mon[191304]: pgmap v21524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:40.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:40 smithi123 ceph-mon[191304]: from='client.57930 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:30:40.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:40 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3122698738' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:30:40.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:40 smithi123 ceph-mon[188613]: from='client.67880 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:30:40.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:40 smithi123 ceph-mon[188613]: pgmap v21524: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:40.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:40 smithi123 ceph-mon[188613]: from='client.57930 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:30:40.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:40 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3122698738' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:30:42.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:42 smithi177 ceph-mon[212096]: pgmap v21525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:42.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:42 smithi123 ceph-mon[188613]: pgmap v21525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:42.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:42 smithi123 ceph-mon[191304]: pgmap v21525: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:43.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:30:43.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:30:43.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:30:44.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:44 smithi177 ceph-mon[212096]: pgmap v21526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:44.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:44 smithi123 ceph-mon[191304]: pgmap v21526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:44.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:44 smithi123 ceph-mon[188613]: pgmap v21526: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:46.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:46 smithi177 ceph-mon[212096]: pgmap v21527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:46.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:46 smithi123 ceph-mon[191304]: pgmap v21527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:46.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:46 smithi123 ceph-mon[188613]: pgmap v21527: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:48.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:47 smithi177 ceph-mon[212096]: pgmap v21528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:48.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:47 smithi123 ceph-mon[191304]: pgmap v21528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:48.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:47 smithi123 ceph-mon[188613]: pgmap v21528: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:49.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:30:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:30:49] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T21:30:50.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:50 smithi177 ceph-mon[212096]: pgmap v21529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:50.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:50 smithi123 ceph-mon[191304]: pgmap v21529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:50.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:50 smithi123 ceph-mon[188613]: pgmap v21529: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:52.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:52 smithi177 ceph-mon[212096]: pgmap v21530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:52.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:52 smithi123 ceph-mon[191304]: pgmap v21530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:52.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:52 smithi123 ceph-mon[188613]: pgmap v21530: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:54.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:54 smithi177 ceph-mon[212096]: pgmap v21531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:54.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:54 smithi123 ceph-mon[191304]: pgmap v21531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:54.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:54 smithi123 ceph-mon[188613]: pgmap v21531: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:56.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:56 smithi177 ceph-mon[212096]: pgmap v21532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:56.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:56 smithi123 ceph-mon[191304]: pgmap v21532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:56.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:56 smithi123 ceph-mon[188613]: pgmap v21532: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:58.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:57 smithi177 ceph-mon[212096]: pgmap v21533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:58.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:30:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:30:58.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:57 smithi123 ceph-mon[188613]: pgmap v21533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:58.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:30:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:30:58.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:57 smithi123 ceph-mon[191304]: pgmap v21533: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:30:58.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:30:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:30:59.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:30:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:30:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:31:00.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:00 smithi177 ceph-mon[212096]: pgmap v21534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:00.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:00 smithi123 ceph-mon[191304]: pgmap v21534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:00.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:00 smithi123 ceph-mon[188613]: pgmap v21534: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:02.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:02 smithi177 ceph-mon[212096]: pgmap v21535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:02.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:02 smithi123 ceph-mon[191304]: pgmap v21535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:02.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:02 smithi123 ceph-mon[188613]: pgmap v21535: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:04.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:04 smithi177 ceph-mon[212096]: pgmap v21536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:04.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:04 smithi123 ceph-mon[191304]: pgmap v21536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:04.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:04 smithi123 ceph-mon[188613]: pgmap v21536: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:06.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:06 smithi177 ceph-mon[212096]: pgmap v21537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:06.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:06 smithi123 ceph-mon[191304]: pgmap v21537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:06.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:06 smithi123 ceph-mon[188613]: pgmap v21537: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:08.157 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:07 smithi177 ceph-mon[212096]: pgmap v21538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:08.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:07 smithi123 ceph-mon[188613]: pgmap v21538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:08.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:07 smithi123 ceph-mon[191304]: pgmap v21538: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:09.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:31:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:31:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:31:10.072 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:31:10.381 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:31:10.382 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 3m ago 10h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:31:10.382 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 56s ago 10h 94.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:31:10.382 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 3m ago 10h 25.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:31:10.382 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 56s ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:31:10.382 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 56s ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:31:10.382 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 3m ago 10h 937M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:31:10.382 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 3m ago 10h 2537M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:31:10.382 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 56s ago 10h 1251M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:31:10.382 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 3m ago 10h 1312M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:31:10.382 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 3m ago 10h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:31:10.382 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 56s ago 10h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:31:10.382 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 3m ago 10h 5649M 2044M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:31:10.382 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 3m ago 10h 6343M 2044M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:31:10.383 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 3m ago 10h 5148M 2044M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:31:10.383 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 3m ago 10h 5476M 2044M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:31:10.383 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 56s ago 10h 4729M 2437M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:31:10.383 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 56s ago 10h 5323M 2437M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:31:10.383 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 56s ago 10h 4603M 2437M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:31:10.383 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 56s ago 10h 5361M 2437M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:31:10.383 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 56s ago 10h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:31:10.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:10 smithi177 ceph-mon[212096]: pgmap v21539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:10.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:10 smithi123 ceph-mon[191304]: pgmap v21539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:10.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:10 smithi123 ceph-mon[188613]: pgmap v21539: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:10.765 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:31:10.765 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:31:10.766 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:31:10.766 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:31:10.766 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:31:10.766 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:31:10.766 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:31:10.766 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:31:10.766 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:31:10.766 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:31:10.766 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:31:10.766 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:31:10.766 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:31:10.766 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:31:10.766 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:31:10.767 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:31:10.767 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:31:10.767 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:31:11.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:11 smithi177 ceph-mon[212096]: from='client.57942 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:31:11.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:11 smithi177 ceph-mon[212096]: from='client.57948 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:31:11.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:11 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/1159527833' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:31:11.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:11 smithi123 ceph-mon[191304]: from='client.57942 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:31:11.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:11 smithi123 ceph-mon[191304]: from='client.57948 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:31:11.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:11 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/1159527833' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:31:11.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:11 smithi123 ceph-mon[188613]: from='client.57942 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:31:11.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:11 smithi123 ceph-mon[188613]: from='client.57948 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:31:11.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:11 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/1159527833' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:31:12.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:12 smithi177 ceph-mon[212096]: pgmap v21540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:12.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:12 smithi123 ceph-mon[191304]: pgmap v21540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:12.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:12 smithi123 ceph-mon[188613]: pgmap v21540: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:13.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:31:13.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:31:13.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:31:14.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:14 smithi177 ceph-mon[212096]: pgmap v21541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:14.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:14 smithi123 ceph-mon[191304]: pgmap v21541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:14.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:14 smithi123 ceph-mon[188613]: pgmap v21541: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:15.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:15 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:31:15.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:15 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:31:15.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:15 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:31:16.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:16 smithi177 ceph-mon[212096]: pgmap v21542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:16.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:31:16.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:31:16.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:31:16.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:16 smithi123 ceph-mon[191304]: pgmap v21542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:16.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:31:16.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:31:16.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:31:16.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:16 smithi123 ceph-mon[188613]: pgmap v21542: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:16.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:31:16.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:31:16.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:31:18.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:17 smithi177 ceph-mon[212096]: pgmap v21543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:18.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:17 smithi123 ceph-mon[188613]: pgmap v21543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:18.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:17 smithi123 ceph-mon[191304]: pgmap v21543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:19.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:31:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:31:19] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-12-20T21:31:20.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:20 smithi177 ceph-mon[212096]: pgmap v21544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:20.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:20 smithi123 ceph-mon[191304]: pgmap v21544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:20.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:20 smithi123 ceph-mon[188613]: pgmap v21544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:22.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:22 smithi177 ceph-mon[212096]: pgmap v21545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:22.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:22 smithi123 ceph-mon[191304]: pgmap v21545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:22.496 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:22 smithi123 ceph-mon[188613]: pgmap v21545: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:24.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:24 smithi177 ceph-mon[212096]: pgmap v21546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:24.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:24 smithi123 ceph-mon[191304]: pgmap v21546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:24.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:24 smithi123 ceph-mon[188613]: pgmap v21546: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:26.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:26 smithi177 ceph-mon[212096]: pgmap v21547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:26.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:26 smithi123 ceph-mon[191304]: pgmap v21547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:26.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:26 smithi123 ceph-mon[188613]: pgmap v21547: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:27 smithi177 ceph-mon[212096]: pgmap v21548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:28.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:31:28.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:27 smithi123 ceph-mon[191304]: pgmap v21548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:28.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:31:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:27 smithi123 ceph-mon[188613]: pgmap v21548: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:28.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:31:28.905 INFO:journalctl@ceph.grafana.a.smithi177.stdout:Dec 20 21:31:28 smithi177 ceph-85213638-9f24-11ee-95a5-87774f69a715-grafana-a[197652]: logger=cleanup t=2023-12-20T21:31:28.585776528Z level=info msg="Completed cleanup jobs" duration=12.302303ms 2023-12-20T21:31:29.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:31:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:31:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T21:31:30.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:30 smithi177 ceph-mon[212096]: pgmap v21549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:30.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:30 smithi123 ceph-mon[191304]: pgmap v21549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:30.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:30 smithi123 ceph-mon[188613]: pgmap v21549: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:32.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:32 smithi177 ceph-mon[212096]: pgmap v21550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:32.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:32 smithi123 ceph-mon[191304]: pgmap v21550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:32.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:32 smithi123 ceph-mon[188613]: pgmap v21550: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:34.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:34 smithi177 ceph-mon[212096]: pgmap v21551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:34.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:34 smithi123 ceph-mon[191304]: pgmap v21551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:34.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:34 smithi123 ceph-mon[188613]: pgmap v21551: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:36.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:36 smithi177 ceph-mon[212096]: pgmap v21552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:36.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:36 smithi123 ceph-mon[191304]: pgmap v21552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:36.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:36 smithi123 ceph-mon[188613]: pgmap v21552: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:38.155 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:37 smithi177 ceph-mon[212096]: pgmap v21553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:38.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:37 smithi123 ceph-mon[188613]: pgmap v21553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:38.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:37 smithi123 ceph-mon[191304]: pgmap v21553: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:39.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:31:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:31:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T21:31:40.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:40 smithi177 ceph-mon[212096]: pgmap v21554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:40.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:40 smithi123 ceph-mon[191304]: pgmap v21554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:40.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:40 smithi123 ceph-mon[188613]: pgmap v21554: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:41.114 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:31:41.422 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:31:41.423 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 3m ago 10h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:31:41.423 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 87s ago 10h 94.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:31:41.423 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 3m ago 10h 25.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:31:41.423 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 87s ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:31:41.423 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 87s ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:31:41.423 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 3m ago 10h 937M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:31:41.423 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 3m ago 10h 2537M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:31:41.423 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 87s ago 10h 1251M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:31:41.423 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 3m ago 10h 1312M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:31:41.423 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 3m ago 10h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:31:41.423 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 87s ago 10h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:31:41.423 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 3m ago 10h 5649M 2044M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:31:41.423 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 3m ago 10h 6343M 2044M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:31:41.423 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 3m ago 10h 5148M 2044M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:31:41.423 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 3m ago 10h 5476M 2044M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:31:41.424 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 87s ago 10h 4729M 2437M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:31:41.424 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 87s ago 10h 5323M 2437M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:31:41.424 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 87s ago 10h 4603M 2437M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:31:41.424 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 87s ago 10h 5361M 2437M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:31:41.424 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 87s ago 10h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:31:41.803 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:31:41.804 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:31:41.804 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:31:41.804 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:31:41.804 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:31:41.804 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:31:41.804 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:31:41.804 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:31:41.804 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:31:41.804 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:31:41.804 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:31:41.804 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:31:41.804 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:31:41.804 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:31:41.804 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:31:41.805 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:31:41.805 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:31:41.805 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:31:42.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:42 smithi177 ceph-mon[212096]: pgmap v21555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:42.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:42 smithi177 ceph-mon[212096]: from='client.67916 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:31:42.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:42 smithi177 ceph-mon[212096]: from='client.57966 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:31:42.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:42 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/657332015' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:31:42.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:42 smithi123 ceph-mon[191304]: pgmap v21555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:42.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:42 smithi123 ceph-mon[191304]: from='client.67916 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:31:42.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:42 smithi123 ceph-mon[191304]: from='client.57966 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:31:42.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:42 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/657332015' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:31:42.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:42 smithi123 ceph-mon[188613]: pgmap v21555: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:42.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:42 smithi123 ceph-mon[188613]: from='client.67916 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:31:42.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:42 smithi123 ceph-mon[188613]: from='client.57966 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:31:42.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:42 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/657332015' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:31:43.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:31:43.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:31:43.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:31:44.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:44 smithi177 ceph-mon[212096]: pgmap v21556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:44.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:44 smithi123 ceph-mon[191304]: pgmap v21556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:44.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:44 smithi123 ceph-mon[188613]: pgmap v21556: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:46.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:46 smithi177 ceph-mon[212096]: pgmap v21557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:46.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:46 smithi123 ceph-mon[191304]: pgmap v21557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:46.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:46 smithi123 ceph-mon[188613]: pgmap v21557: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:48.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:47 smithi123 ceph-mon[191304]: pgmap v21558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:48.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:47 smithi123 ceph-mon[188613]: pgmap v21558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:48.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:47 smithi177 ceph-mon[212096]: pgmap v21558: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:49.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:31:49 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:31:49] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.43.0" 2023-12-20T21:31:50.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:50 smithi177 ceph-mon[212096]: pgmap v21559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:50.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:50 smithi123 ceph-mon[191304]: pgmap v21559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:50.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:50 smithi123 ceph-mon[188613]: pgmap v21559: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:52.408 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:52 smithi177 ceph-mon[212096]: pgmap v21560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:52.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:52 smithi123 ceph-mon[191304]: pgmap v21560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:52.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:52 smithi123 ceph-mon[188613]: pgmap v21560: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:54.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:54 smithi177 ceph-mon[212096]: pgmap v21561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:54.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:54 smithi123 ceph-mon[191304]: pgmap v21561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:54.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:54 smithi123 ceph-mon[188613]: pgmap v21561: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:56.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:56 smithi177 ceph-mon[212096]: pgmap v21562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:56.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:56 smithi123 ceph-mon[191304]: pgmap v21562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:56.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:56 smithi123 ceph-mon[188613]: pgmap v21562: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:58.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:57 smithi123 ceph-mon[188613]: pgmap v21563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:58.244 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:31:57 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:31:58.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:57 smithi123 ceph-mon[191304]: pgmap v21563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:58.245 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:31:57 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:31:58.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:57 smithi177 ceph-mon[212096]: pgmap v21563: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:31:58.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:31:57 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:31:59.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:31:59 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:31:59] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:32:00.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:00 smithi177 ceph-mon[212096]: pgmap v21564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:00.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:00 smithi123 ceph-mon[191304]: pgmap v21564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:00.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:00 smithi123 ceph-mon[188613]: pgmap v21564: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:02.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:02 smithi177 ceph-mon[212096]: pgmap v21565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:02.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:02 smithi123 ceph-mon[191304]: pgmap v21565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:02.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:02 smithi123 ceph-mon[188613]: pgmap v21565: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:04.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:04 smithi177 ceph-mon[212096]: pgmap v21566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:04.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:04 smithi123 ceph-mon[191304]: pgmap v21566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:04.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:04 smithi123 ceph-mon[188613]: pgmap v21566: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:06.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:06 smithi177 ceph-mon[212096]: pgmap v21567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:06.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:06 smithi123 ceph-mon[191304]: pgmap v21567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:06.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:06 smithi123 ceph-mon[188613]: pgmap v21567: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:08.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:07 smithi123 ceph-mon[191304]: pgmap v21568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:08.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:07 smithi123 ceph-mon[188613]: pgmap v21568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:08.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:07 smithi177 ceph-mon[212096]: pgmap v21568: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:09.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:32:09 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:32:09] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.43.0" 2023-12-20T21:32:10.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:10 smithi177 ceph-mon[212096]: pgmap v21569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:10.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:10 smithi123 ceph-mon[191304]: pgmap v21569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:10.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:10 smithi123 ceph-mon[188613]: pgmap v21569: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:12.155 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:32:12.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:12 smithi177 ceph-mon[212096]: pgmap v21570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:12.464 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:32:12.464 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 4m ago 10h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:32:12.464 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 118s ago 10h 94.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:32:12.464 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 4m ago 10h 25.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:32:12.464 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 118s ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:32:12.465 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 118s ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:32:12.465 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 4m ago 10h 937M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:32:12.465 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 4m ago 10h 2537M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:32:12.465 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 118s ago 10h 1251M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:32:12.465 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 4m ago 10h 1312M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:32:12.465 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 4m ago 10h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:32:12.465 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 118s ago 10h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:32:12.466 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 4m ago 10h 5649M 2044M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:32:12.466 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 4m ago 10h 6343M 2044M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:32:12.466 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 4m ago 10h 5148M 2044M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:32:12.466 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 4m ago 10h 5476M 2044M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:32:12.466 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 118s ago 10h 4729M 2437M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:32:12.466 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 118s ago 10h 5323M 2437M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:32:12.466 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 118s ago 10h 4603M 2437M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:32:12.467 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 118s ago 10h 5361M 2437M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:32:12.467 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 118s ago 10h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:32:12.496 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:12 smithi123 ceph-mon[191304]: pgmap v21570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:12.496 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:12 smithi123 ceph-mon[188613]: pgmap v21570: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:12.847 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:32:12.847 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:32:12.847 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:32:12.847 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:32:12.847 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:32:12.847 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:32:12.847 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:32:12.847 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:32:12.847 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:32:12.847 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:32:12.847 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:32:12.848 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:32:12.848 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:32:12.848 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:32:12.848 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:32:12.848 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:32:12.848 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:32:12.848 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:32:13.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:13 smithi177 ceph-mon[212096]: from='client.67934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:32:13.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:13 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:32:13.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:13 smithi177 ceph-mon[212096]: from='client.57984 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:32:13.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:13 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/3220081206' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:32:13.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:13 smithi123 ceph-mon[191304]: from='client.67934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:32:13.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:13 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:32:13.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:13 smithi123 ceph-mon[191304]: from='client.57984 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:32:13.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:13 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/3220081206' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:32:13.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:13 smithi123 ceph-mon[188613]: from='client.67934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:32:13.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:13 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:32:13.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:13 smithi123 ceph-mon[188613]: from='client.57984 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:32:13.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:13 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/3220081206' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:32:14.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:14 smithi177 ceph-mon[212096]: pgmap v21571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:14.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:14 smithi123 ceph-mon[191304]: pgmap v21571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:14.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:14 smithi123 ceph-mon[188613]: pgmap v21571: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:16.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:16 smithi177 ceph-mon[212096]: pgmap v21572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:16.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:32:16.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:32:16.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:32:16.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:16 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:32:16.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:16 smithi123 ceph-mon[191304]: pgmap v21572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:16.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:32:16.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:32:16.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:32:16.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:16 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:32:16.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:16 smithi123 ceph-mon[188613]: pgmap v21572: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:16.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-20T21:32:16.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-20T21:32:16.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-20T21:32:16.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:16 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' 2023-12-20T21:32:18.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:17 smithi123 ceph-mon[191304]: pgmap v21573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:18.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:17 smithi123 ceph-mon[188613]: pgmap v21573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:18.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:17 smithi177 ceph-mon[212096]: pgmap v21573: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:19.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:32:19 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:32:19] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2023-12-20T21:32:20.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:20 smithi177 ceph-mon[212096]: pgmap v21574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:20.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:20 smithi123 ceph-mon[191304]: pgmap v21574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:20.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:20 smithi123 ceph-mon[188613]: pgmap v21574: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:22.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:22 smithi177 ceph-mon[212096]: pgmap v21575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:22.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:22 smithi123 ceph-mon[191304]: pgmap v21575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:22.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:22 smithi123 ceph-mon[188613]: pgmap v21575: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:24.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:24 smithi177 ceph-mon[212096]: pgmap v21576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:24.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:24 smithi123 ceph-mon[191304]: pgmap v21576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:24.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:24 smithi123 ceph-mon[188613]: pgmap v21576: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:26.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:26 smithi177 ceph-mon[212096]: pgmap v21577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:26.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:26 smithi123 ceph-mon[191304]: pgmap v21577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:26.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:26 smithi123 ceph-mon[188613]: pgmap v21577: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:28.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:27 smithi123 ceph-mon[191304]: pgmap v21578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:28.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:27 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:32:28.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:27 smithi123 ceph-mon[188613]: pgmap v21578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:28.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:27 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:32:28.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:27 smithi177 ceph-mon[212096]: pgmap v21578: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:28.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:27 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:32:29.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:32:29 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:32:29] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T21:32:30.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:30 smithi177 ceph-mon[212096]: pgmap v21579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:30.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:30 smithi123 ceph-mon[191304]: pgmap v21579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:30.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:30 smithi123 ceph-mon[188613]: pgmap v21579: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:32.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:32 smithi177 ceph-mon[212096]: pgmap v21580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:32.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:32 smithi123 ceph-mon[191304]: pgmap v21580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:32.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:32 smithi123 ceph-mon[188613]: pgmap v21580: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:34.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:34 smithi177 ceph-mon[212096]: pgmap v21581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:34.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:34 smithi123 ceph-mon[191304]: pgmap v21581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:34.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:34 smithi123 ceph-mon[188613]: pgmap v21581: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:36.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:36 smithi177 ceph-mon[212096]: pgmap v21582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:36.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:36 smithi123 ceph-mon[191304]: pgmap v21582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:36.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:36 smithi123 ceph-mon[188613]: pgmap v21582: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:38.244 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:37 smithi123 ceph-mon[191304]: pgmap v21583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:38.245 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:37 smithi123 ceph-mon[188613]: pgmap v21583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:38.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:37 smithi177 ceph-mon[212096]: pgmap v21583: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:39.494 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Dec 20 21:32:39 smithi123 ceph-85213638-9f24-11ee-95a5-87774f69a715-mgr-y[177506]: ::ffff:172.21.15.177 - - [20/Dec/2023:21:32:39] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.43.0" 2023-12-20T21:32:40.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:40 smithi177 ceph-mon[212096]: pgmap v21584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:40.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:40 smithi123 ceph-mon[188613]: pgmap v21584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:40.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:40 smithi123 ceph-mon[191304]: pgmap v21584: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:42.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:42 smithi177 ceph-mon[212096]: pgmap v21585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:42.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:42 smithi123 ceph-mon[191304]: pgmap v21585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:42.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:42 smithi123 ceph-mon[188613]: pgmap v21585: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:43.199 INFO:teuthology.orchestra.run.smithi123.stdout:true 2023-12-20T21:32:43.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:43 smithi177 ceph-mon[212096]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:32:43.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:43 smithi123 ceph-mon[191304]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:32:43.494 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:43 smithi123 ceph-mon[188613]: from='mgr.25124 172.21.15.123:0/138288494' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-20T21:32:43.507 INFO:teuthology.orchestra.run.smithi123.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-20T21:32:43.508 INFO:teuthology.orchestra.run.smithi123.stdout:alertmanager.a smithi123 *:9093,9094 running (10h) 4m ago 10h 28.9M - 0.25.0 c8568f914cd2 1e802313d5ee 2023-12-20T21:32:43.508 INFO:teuthology.orchestra.run.smithi123.stdout:grafana.a smithi177 *:3000 running (10h) 2m ago 10h 94.0M - 9.4.7 954c08fa6188 f1697253741f 2023-12-20T21:32:43.508 INFO:teuthology.orchestra.run.smithi123.stdout:mds.a smithi123 running (10h) 4m ago 10h 25.7M - 17.2.7-131-ga88f3edf f9ecdbaa1030 951ea30c203b 2023-12-20T21:32:43.508 INFO:teuthology.orchestra.run.smithi123.stdout:mds.b smithi177 running (10h) 2m ago 10h 27.5M - 17.2.7-131-ga88f3edf f9ecdbaa1030 b4d5c1d3dafe 2023-12-20T21:32:43.508 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.x smithi177 *:8443,9283,8765 running (10h) 2m ago 10h 469M - 19.0.0-36-g86cc4aec cffca723d661 e7a931816df2 2023-12-20T21:32:43.508 INFO:teuthology.orchestra.run.smithi123.stdout:mgr.y smithi123 *:8443,9283,8765 running (10h) 4m ago 10h 937M - 19.0.0-36-g86cc4aec cffca723d661 44c2036fd445 2023-12-20T21:32:43.508 INFO:teuthology.orchestra.run.smithi123.stdout:mon.a smithi123 running (10h) 4m ago 10h 2537M 2048M 19.0.0-36-g86cc4aec cffca723d661 1bcba43db25b 2023-12-20T21:32:43.508 INFO:teuthology.orchestra.run.smithi123.stdout:mon.b smithi177 running (10h) 2m ago 10h 1251M 2048M 19.0.0-36-g86cc4aec cffca723d661 1be86be5f771 2023-12-20T21:32:43.508 INFO:teuthology.orchestra.run.smithi123.stdout:mon.c smithi123 running (10h) 4m ago 10h 1312M 2048M 19.0.0-36-g86cc4aec cffca723d661 bc4facdf9216 2023-12-20T21:32:43.508 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.a smithi123 *:9100 running (10h) 4m ago 10h 23.5M - 1.5.0 0da6a335fe13 b73cceb1eeae 2023-12-20T21:32:43.508 INFO:teuthology.orchestra.run.smithi123.stdout:node-exporter.b smithi177 *:9100 running (10h) 2m ago 10h 22.8M - 1.5.0 0da6a335fe13 7b740fbbfc9d 2023-12-20T21:32:43.508 INFO:teuthology.orchestra.run.smithi123.stdout:osd.0 smithi123 running (10h) 4m ago 10h 5649M 2044M 19.0.0-36-g86cc4aec cffca723d661 bcf07268625e 2023-12-20T21:32:43.508 INFO:teuthology.orchestra.run.smithi123.stdout:osd.1 smithi123 running (10h) 4m ago 10h 6343M 2044M 19.0.0-36-g86cc4aec cffca723d661 50616d5eecf2 2023-12-20T21:32:43.508 INFO:teuthology.orchestra.run.smithi123.stdout:osd.2 smithi123 running (10h) 4m ago 10h 5148M 2044M 19.0.0-36-g86cc4aec cffca723d661 5e45f540434c 2023-12-20T21:32:43.509 INFO:teuthology.orchestra.run.smithi123.stdout:osd.3 smithi123 running (10h) 4m ago 10h 5476M 2044M 19.0.0-36-g86cc4aec cffca723d661 4f3fe2f2ea7e 2023-12-20T21:32:43.509 INFO:teuthology.orchestra.run.smithi123.stdout:osd.4 smithi177 running (10h) 2m ago 10h 4729M 2437M 19.0.0-36-g86cc4aec cffca723d661 e4e34c730130 2023-12-20T21:32:43.509 INFO:teuthology.orchestra.run.smithi123.stdout:osd.5 smithi177 running (10h) 2m ago 10h 5323M 2437M 19.0.0-36-g86cc4aec cffca723d661 59e21dc4106b 2023-12-20T21:32:43.509 INFO:teuthology.orchestra.run.smithi123.stdout:osd.6 smithi177 running (10h) 2m ago 10h 4603M 2437M 19.0.0-36-g86cc4aec cffca723d661 13d1ff190ada 2023-12-20T21:32:43.509 INFO:teuthology.orchestra.run.smithi123.stdout:osd.7 smithi177 running (10h) 2m ago 10h 5361M 2437M 19.0.0-36-g86cc4aec cffca723d661 084ff6928514 2023-12-20T21:32:43.509 INFO:teuthology.orchestra.run.smithi123.stdout:prometheus.a smithi177 *:9095 running (10h) 2m ago 10h 143M - 2.43.0 a07b618ecd1d 205c7efdb485 2023-12-20T21:32:43.888 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2023-12-20T21:32:43.888 INFO:teuthology.orchestra.run.smithi123.stdout: "mon": { 2023-12-20T21:32:43.888 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 3 2023-12-20T21:32:43.888 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:32:43.888 INFO:teuthology.orchestra.run.smithi123.stdout: "mgr": { 2023-12-20T21:32:43.888 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 2 2023-12-20T21:32:43.888 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:32:43.888 INFO:teuthology.orchestra.run.smithi123.stdout: "osd": { 2023-12-20T21:32:43.888 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 8 2023-12-20T21:32:43.888 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:32:43.888 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2023-12-20T21:32:43.888 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2 2023-12-20T21:32:43.889 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2023-12-20T21:32:43.889 INFO:teuthology.orchestra.run.smithi123.stdout: "overall": { 2023-12-20T21:32:43.889 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 17.2.7-131-ga88f3edf (a88f3edf230e1c58be7443afb566f4b63b8b9c94) quincy (stable)": 2, 2023-12-20T21:32:43.889 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph version 19.0.0-36-g86cc4aec (86cc4aec42581926507b9749381d531f24687367) reef (dev)": 13 2023-12-20T21:32:43.889 INFO:teuthology.orchestra.run.smithi123.stdout: } 2023-12-20T21:32:43.889 INFO:teuthology.orchestra.run.smithi123.stdout:} 2023-12-20T21:32:44.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:44 smithi177 ceph-mon[212096]: pgmap v21586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:44.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:44 smithi177 ceph-mon[212096]: from='client.57996 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:32:44.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:44 smithi177 ceph-mon[212096]: from='client.67958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:32:44.406 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:44 smithi177 ceph-mon[212096]: from='client.? 172.21.15.123:0/604766642' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:32:44.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:44 smithi123 ceph-mon[191304]: pgmap v21586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:44.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:44 smithi123 ceph-mon[191304]: from='client.57996 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:32:44.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:44 smithi123 ceph-mon[191304]: from='client.67958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:32:44.495 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:44 smithi123 ceph-mon[191304]: from='client.? 172.21.15.123:0/604766642' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:32:44.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:44 smithi123 ceph-mon[188613]: pgmap v21586: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:44.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:44 smithi123 ceph-mon[188613]: from='client.57996 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:32:44.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:44 smithi123 ceph-mon[188613]: from='client.67958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-20T21:32:44.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:44 smithi123 ceph-mon[188613]: from='client.? 172.21.15.123:0/604766642' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-20T21:32:46.405 INFO:journalctl@ceph.mon.b.smithi177.stdout:Dec 20 21:32:46 smithi177 ceph-mon[212096]: pgmap v21587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:46.494 INFO:journalctl@ceph.mon.c.smithi123.stdout:Dec 20 21:32:46 smithi123 ceph-mon[191304]: pgmap v21587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:46.495 INFO:journalctl@ceph.mon.a.smithi123.stdout:Dec 20 21:32:46 smithi123 ceph-mon[188613]: pgmap v21587: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-20T21:32:47.375 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2023-12-20T21:32:47.376 DEBUG:teuthology.task.console_log:Killing console logger for smithi123 2023-12-20T21:32:47.377 DEBUG:teuthology.task.console_log:Killing console logger for smithi177 2023-12-20T21:32:47.377 DEBUG:teuthology.exit:Finished running handlers